-- Logs begin at Mon 2021-08-16 22:05:21 UTC, end at Tue 2021-08-17 00:45:58 UTC. -- Aug 16 22:36:00.127989 n-d-791506-26 systemd[1]: Started Devstack devstack@q-svc.service. Aug 16 22:36:02.817717 n-d-791506-26 neutron-server[101184]: INFO neutron.common.config [-] Logging enabled! Aug 16 22:36:02.818393 n-d-791506-26 neutron-server[101184]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev544 Aug 16 22:36:02.818493 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101184) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 16 22:36:02.821755 n-d-791506-26 neutron-server[101184]: INFO neutron.common.config [-] Logging enabled! Aug 16 22:36:02.822013 n-d-791506-26 neutron-server[101184]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev544 Aug 16 22:36:02.822325 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101184) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 16 22:36:02.823248 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 16 22:36:02.823481 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 16 22:36:02.823846 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 16 22:36:02.824095 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 16 22:36:02.824324 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 16 22:36:02.824665 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:02.824965 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:02.825259 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:02.826024 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:02.826320 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:02.826745 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:02.827033 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:02.827325 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:02.827624 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:02.827913 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:02.828195 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:02.828483 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:02.828741 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:02.829023 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:02.829312 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:02.829599 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:02.829825 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] debug = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:02.830103 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:02.830531 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:02.830936 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:02.831218 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:02.831506 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:02.831789 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:02.832061 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:02.832337 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:02.832644 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:02.833024 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] host = n-d-791506-26 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:02.833335 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:02.833538 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:02.833822 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:02.834107 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:02.834379 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:02.834653 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:02.834936 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:02.835208 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:02.835477 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] log_file = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:02.835749 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:02.836034 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:02.836321 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:02.836638 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:02.836865 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:02.837089 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:02.837375 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:02.837659 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:02.837935 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:02.838212 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:02.838488 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:02.838763 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:02.839037 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:02.839306 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:02.839595 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:02.839881 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:02.840166 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:02.840554 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:02.841612 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:02.842081 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:02.842543 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:02.843038 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:02.843518 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:02.843986 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:02.844445 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:02.844997 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:02.845473 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:02.845954 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:02.846423 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:02.846904 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:02.847358 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:02.847685 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:02.848037 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:02.848338 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:02.848662 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:02.849065 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:02.849391 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] use_json = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:02.849738 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:02.850023 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:02.850317 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:02.850599 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:02.850911 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:02.851185 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:02.851464 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:02.851753 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:02.852060 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:02.852362 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:02.852692 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:02.852979 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:02.853278 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:02.853559 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:02.853847 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:02.854125 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:02.854415 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:02.854704 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:02.854993 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:02.855275 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:02.855560 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:02.855837 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:02.856132 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:02.856440 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:02.856796 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:02.857087 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:02.857362 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:02.857636 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:02.857910 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:02.858188 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:02.858476 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:02.858771 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:02.859061 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:02.859336 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:02.859614 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:02.859906 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:02.860184 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:02.860456 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:02.860757 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:02.861049 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:02.861326 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:02.861598 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:02.861883 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:02.862159 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:02.862431 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:02.862703 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:02.862982 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:02.863277 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:02.863554 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:02.863826 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:02.864095 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:02.864369 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:02.864667 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:02.864953 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:02.865230 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:02.865503 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:02.865775 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:02.866050 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:02.866320 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:02.866845 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:02.867130 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:02.867400 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:02.867678 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:02.867948 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:02.868217 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:02.868487 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:02.868783 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:02.869055 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:02.869325 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:02.869595 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:02.869870 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:02.870139 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:02.870409 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:02.870679 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:02.870950 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:02.871220 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:02.871502 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:02.871803 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:02.872079 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:02.872438 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:02.872773 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:02.873040 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:02.873321 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:02.873595 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:02.873874 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:02.874150 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:02.874420 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:02.874713 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:02.874996 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:02.875282 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:02.875563 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:02.875842 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:02.876138 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:02.876414 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:02.876724 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:02.877005 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:02.877283 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:02.877572 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:02.877855 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:02.878149 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:02.878442 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:02.878734 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:02.879028 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:02.879320 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:02.879598 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:02.879906 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:02.880185 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:02.880404 n-d-791506-26 neutron-server[101184]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 16 22:36:02.880665 n-d-791506-26 neutron-server[101184]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101184) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 16 22:36:03.231320 n-d-791506-26 neutron-server[101184]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 16 22:36:03.231727 n-d-791506-26 neutron-server[101184]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 16 22:36:03.232709 n-d-791506-26 neutron-server[101184]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 16 22:36:03.233024 n-d-791506-26 neutron-server[101184]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 16 22:36:03.628461 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:03.628783 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:03.629059 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:03.630263 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:03.630542 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:03.630810 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:03.665138 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:03.665416 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:03.665687 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:03.681826 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:03.682109 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:03.682383 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:03.710821 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:03.711105 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:03.711372 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:03.747616 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:03.747896 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:03.748167 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:03.985894 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:03.986507 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:03.986507 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:03.986687 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:03.987311 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:04.109313 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:04.109635 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:04.109919 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:04.110191 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:04.110458 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:04.110776 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:04.111036 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:04.111293 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:04.111546 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:04.111828 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:04.112088 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:04.112351 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:04.112627 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:04.112880 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:04.113133 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:04.113396 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:04.113650 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:04.113916 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:04.114185 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:04.114442 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:04.114712 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:04.114964 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:04.115246 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:04.115626 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:04.115878 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:04.116125 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:04.116524 n-d-791506-26 neutron-server[101184]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101184) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 22:36:04.117053 n-d-791506-26 neutron-server[101184]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101184) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 22:36:04.117291 n-d-791506-26 neutron-server[101184]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101184) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 22:36:04.117529 n-d-791506-26 neutron-server[101184]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101184) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 22:36:04.117765 n-d-791506-26 neutron-server[101184]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101184) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 22:36:04.118000 n-d-791506-26 neutron-server[101184]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101184) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 22:36:04.118361 n-d-791506-26 neutron-server[101184]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 16 22:36:04.121607 n-d-791506-26 neutron-server[101184]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 16 22:36:04.127305 n-d-791506-26 neutron-server[101184]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 16 22:36:04.132246 n-d-791506-26 neutron-server[101184]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Aug 16 22:36:04.134165 n-d-791506-26 neutron-server[101184]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 16 22:36:04.134633 n-d-791506-26 neutron-server[101184]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 16 22:36:04.134971 n-d-791506-26 neutron-server[101184]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 16 22:36:04.135401 n-d-791506-26 neutron-server[101184]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 16 22:36:04.138308 n-d-791506-26 neutron-server[101184]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 16 22:36:04.138565 n-d-791506-26 neutron-server[101184]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 16 22:36:04.138923 n-d-791506-26 neutron-server[101184]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 16 22:36:04.144366 n-d-791506-26 neutron-server[101184]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 16 22:36:04.166883 n-d-791506-26 neutron-server[101184]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 16 22:36:04.167350 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:04.167655 n-d-791506-26 neutron-server[101184]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101184) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 16 22:36:04.168019 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:04.170186 n-d-791506-26 neutron-server[101184]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101184) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 16 22:36:04.170475 n-d-791506-26 neutron-server[101184]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 16 22:36:04.170723 n-d-791506-26 neutron-server[101184]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 16 22:36:04.174259 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:04.174541 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:04.237872 n-d-791506-26 neutron-server[101184]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 16 22:36:04.238053 n-d-791506-26 neutron-server[101184]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 16 22:36:04.238289 n-d-791506-26 neutron-server[101184]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 16 22:36:04.238660 n-d-791506-26 neutron-server[101184]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 16 22:36:04.259952 n-d-791506-26 neutron-server[101184]: DEBUG oslo_db.sqlalchemy.engines [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101184) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 16 22:36:04.793983 n-d-791506-26 neutron-server[101184]: INFO neutron.plugins.ml2.managers [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Initializing driver for type 'gre' Aug 16 22:36:04.794667 n-d-791506-26 neutron-server[101184]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] gre ID ranges: [(1, 1000)] Aug 16 22:36:04.849358 n-d-791506-26 neutron-server[101184]: INFO neutron.plugins.ml2.managers [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Initializing driver for type 'local' Aug 16 22:36:04.849694 n-d-791506-26 neutron-server[101184]: INFO neutron.plugins.ml2.managers [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Initializing driver for type 'vlan' Aug 16 22:36:04.862416 n-d-791506-26 neutron-server[101184]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] VlanTypeDriver initialization complete Aug 16 22:36:04.862774 n-d-791506-26 neutron-server[101184]: INFO neutron.plugins.ml2.managers [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Initializing driver for type 'vxlan' Aug 16 22:36:04.863283 n-d-791506-26 neutron-server[101184]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] vxlan ID ranges: [(1, 1000)] Aug 16 22:36:04.921931 n-d-791506-26 neutron-server[101184]: INFO neutron.plugins.ml2.managers [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Initializing extension driver 'port_security' Aug 16 22:36:04.922273 n-d-791506-26 neutron-server[101184]: INFO neutron.plugins.ml2.extensions.port_security [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] PortSecurityExtensionDriver initialization complete Aug 16 22:36:04.922611 n-d-791506-26 neutron-server[101184]: INFO neutron.plugins.ml2.managers [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Initializing mechanism driver 'openvswitch' Aug 16 22:36:04.922950 n-d-791506-26 neutron-server[101184]: INFO neutron.plugins.ml2.managers [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Initializing mechanism driver 'hyperv' Aug 16 22:36:04.929510 n-d-791506-26 neutron-server[101184]: DEBUG neutron.plugins.ml2.plugin [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:36:04.930197 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Subscribe: > port after_create 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:04.930571 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Subscribe: > port after_update 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:04.930921 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Subscribe: > port after_delete 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:04.931436 n-d-791506-26 neutron-server[101184]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101184) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 22:36:04.931869 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Subscribe: > subnet after_create 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:04.932225 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Subscribe: > subnet after_update 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:04.932599 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Subscribe: > subnet after_delete 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:04.932987 n-d-791506-26 neutron-server[101184]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101184) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 22:36:04.933596 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Subscribe: > network after_create 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:04.933974 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Subscribe: > network after_update 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:04.934329 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Subscribe: > network after_delete 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:04.935286 n-d-791506-26 neutron-server[101184]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101184) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 22:36:04.935734 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Subscribe: > security_group after_create 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:04.936096 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Subscribe: > security_group after_update 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:04.936444 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Subscribe: > security_group after_delete 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:04.936858 n-d-791506-26 neutron-server[101184]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101184) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 22:36:04.937391 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:04.937749 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:04.938098 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:04.938486 n-d-791506-26 neutron-server[101184]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101184) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 22:36:04.938896 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Subscribe: > address_group after_create 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:04.939248 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Subscribe: > address_group after_update 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:04.939594 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Subscribe: > address_group after_delete 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:04.939977 n-d-791506-26 neutron-server[101184]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101184) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 22:36:04.940354 n-d-791506-26 neutron-server[101184]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] ML2 OVO RPC backend initialized. {{(pid=101184) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 16 22:36:04.941090 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Subscribe: > router_interface after_create 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:04.941452 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:04.941871 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Subscribe: > network before_response 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:04.942223 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Subscribe: > networks before_response 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:04.942576 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Subscribe: > port before_response 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:04.942921 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Subscribe: > ports before_response 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:04.943268 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Subscribe: > subnet before_response 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:04.943616 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Subscribe: > subnets before_response 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:04.943967 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Subscribe: > network after_create 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:04.944310 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Subscribe: > network after_update 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:04.944683 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Subscribe: > network after_delete 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:04.945025 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Subscribe: > port after_create 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:04.945366 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Subscribe: > port after_update 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:04.945700 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Subscribe: > port after_delete 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:04.946037 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Subscribe: > subnet after_create 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:04.946375 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Subscribe: > subnet after_update 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:04.946708 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Subscribe: > subnet after_delete 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:04.947290 n-d-791506-26 neutron-server[101184]: INFO neutron.plugins.ml2.plugin [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Modular L2 Plugin initialization complete Aug 16 22:36:04.947624 n-d-791506-26 neutron-server[101184]: DEBUG neutron.manager [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading services supported by the core plugin {{(pid=101184) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 16 22:36:04.947957 n-d-791506-26 neutron-server[101184]: INFO neutron.plugins.ml2.managers [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Got port-security extension from driver 'port_security' Aug 16 22:36:04.948425 n-d-791506-26 neutron-server[101184]: INFO neutron.extensions.vlantransparent [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Disabled vlantransparent extension. Aug 16 22:36:04.948937 n-d-791506-26 neutron-server[101184]: DEBUG neutron.manager [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101184) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 16 22:36:04.949255 n-d-791506-26 neutron-server[101184]: INFO neutron.manager [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading Plugin: router Aug 16 22:36:04.986783 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Subscribe: > router_interface before_create 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:04.987378 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Subscribe: > router after_create 55549900 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:04.987545 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Subscribe: > router before_create 55549900 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:04.987909 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:04.988286 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:04.988673 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Subscribe: > router after_delete 55549900 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:04.989036 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Subscribe: > floatingip after_update 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:04.989400 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Subscribe: > router after_create 55549900 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:04.989753 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Subscribe: > router after_update 55549900 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:04.990106 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Subscribe: > router after_update 55549900 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:04.990458 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:04.990817 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Subscribe: > router after_update 55549900 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:04.991232 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Subscribe: > router precommit_update 55549900 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:04.991868 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Subscribe: port after_update 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:04.992210 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Subscribe: port after_delete 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:04.992567 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Subscribe: subnet after_update 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:04.992913 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:04.993263 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Subscribe: > port precommit_delete 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:04.993616 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Subscribe: > router precommit_create 55549900 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:04.993962 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Subscribe: port before_delete 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:04.994307 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Subscribe: > router precommit_create 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:04.994667 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Subscribe: > router after_update 55549900 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:04.995010 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Subscribe: > router precommit_delete 55549900 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:04.995367 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Subscribe: > router precommit_create 55549900 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:04.995732 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Subscribe: > router_interface after_create 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:04.996081 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Subscribe: > router precommit_update 55549900 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:04.996448 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Subscribe: > agent after_create 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:04.996821 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Subscribe: > agent after_delete 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:04.997742 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Subscribe: > network after_delete 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:04.998695 n-d-791506-26 neutron-server[101184]: DEBUG neutron.quota.resource_registry [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Tracking information for resource: router configured {{(pid=101184) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 22:36:04.999034 n-d-791506-26 neutron-server[101184]: DEBUG neutron.quota.resource_registry [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Tracking information for resource: floatingip configured {{(pid=101184) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 22:36:05.003963 n-d-791506-26 neutron-server[101184]: INFO neutron.db.l3_agentschedulers_db [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 16 22:36:05.004677 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Subscribe: port after_update 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:05.005063 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Subscribe: port after_create 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:05.005424 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Subscribe: port after_delete 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:05.005782 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Subscribe: port after_update 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:05.006579 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Subscribe: > router before_create 55550100 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:05.006989 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Subscribe: > router precommit_delete 55550100 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:05.007359 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Subscribe: > router precommit_create 55550100 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:05.007719 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Subscribe: > router precommit_update 55550100 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:05.012238 n-d-791506-26 neutron-server[101184]: DEBUG neutron.services.provider_configuration [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Service providers = [] {{(pid=101184) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 16 22:36:05.012642 n-d-791506-26 neutron-server[101184]: DEBUG neutron.db.servicetype_db [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101184) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 16 22:36:05.016457 n-d-791506-26 neutron-server[101184]: DEBUG neutron.services.service_base [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101184) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 16 22:36:05.016837 n-d-791506-26 neutron-server[101184]: DEBUG neutron.services.service_base [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101184) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 16 22:36:05.017184 n-d-791506-26 neutron-server[101184]: DEBUG neutron.services.service_base [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101184) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 16 22:36:05.018091 n-d-791506-26 neutron-server[101184]: DEBUG neutron.services.service_base [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101184) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 16 22:36:05.018467 n-d-791506-26 neutron-server[101184]: INFO neutron.services.service_base [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 16 22:36:05.018847 n-d-791506-26 neutron-server[101184]: DEBUG neutron.manager [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101184) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 22:36:05.019164 n-d-791506-26 neutron-server[101184]: INFO neutron.manager [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 16 22:36:05.029742 n-d-791506-26 neutron-server[101184]: DEBUG neutron.manager [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101184) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 22:36:05.030079 n-d-791506-26 neutron-server[101184]: INFO neutron.manager [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading Plugin: auto_allocate Aug 16 22:36:05.035881 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Subscribe: network precommit_update 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:05.036251 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Subscribe: network precommit_create 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:05.036789 n-d-791506-26 neutron-server[101184]: DEBUG neutron.manager [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101184) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 22:36:05.037115 n-d-791506-26 neutron-server[101184]: INFO neutron.manager [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading Plugin: tag Aug 16 22:36:05.043595 n-d-791506-26 neutron-server[101184]: DEBUG neutron.manager [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101184) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 22:36:05.043930 n-d-791506-26 neutron-server[101184]: INFO neutron.manager [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading Plugin: timestamp Aug 16 22:36:05.048510 n-d-791506-26 neutron-server[101184]: DEBUG neutron.manager [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101184) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 22:36:05.048822 n-d-791506-26 neutron-server[101184]: INFO neutron.manager [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading Plugin: network_ip_availability Aug 16 22:36:05.054328 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:05.054702 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:05.055060 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:05.055770 n-d-791506-26 neutron-server[101184]: DEBUG neutron.manager [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101184) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 22:36:05.056096 n-d-791506-26 neutron-server[101184]: INFO neutron.manager [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading Plugin: flavors Aug 16 22:36:05.061491 n-d-791506-26 neutron-server[101184]: DEBUG neutron.manager [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101184) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 22:36:05.061825 n-d-791506-26 neutron-server[101184]: INFO neutron.manager [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading Plugin: revisions Aug 16 22:36:05.066081 n-d-791506-26 neutron-server[101184]: DEBUG neutron.manager [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101184) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 22:36:05.066472 n-d-791506-26 neutron-server[101184]: DEBUG oslo_concurrency.lockutils [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.834s {{(pid=101184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 16 22:36:05.067199 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101184) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 16 22:36:05.067534 n-d-791506-26 neutron-server[101184]: INFO neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Initializing extension manager. Aug 16 22:36:05.068048 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: __init__.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.068390 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: __pycache__ {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.068750 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.069087 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: address_group.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.069842 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:36:05.070400 n-d-791506-26 neutron-server[101184]: INFO neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loaded extension: address-group Aug 16 22:36:05.070726 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: address_scope.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.071441 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:36:05.071947 n-d-791506-26 neutron-server[101184]: INFO neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loaded extension: address-scope Aug 16 22:36:05.072272 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: admin_state_down_before_update.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.073228 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:36:05.073738 n-d-791506-26 neutron-server[101184]: INFO neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loaded extension: router-admin-state-down-before-update Aug 16 22:36:05.074062 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: agent.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.074761 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:36:05.075281 n-d-791506-26 neutron-server[101184]: INFO neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loaded extension: agent Aug 16 22:36:05.075791 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: agent_resources_synced.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.076944 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:36:05.077455 n-d-791506-26 neutron-server[101184]: INFO neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loaded extension: agent-resources-synced Aug 16 22:36:05.077787 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: allowedaddresspairs.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.079559 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:36:05.080080 n-d-791506-26 neutron-server[101184]: INFO neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loaded extension: allowed-address-pairs Aug 16 22:36:05.080411 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: auto_allocated_topology.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.081494 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:36:05.082009 n-d-791506-26 neutron-server[101184]: INFO neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loaded extension: auto-allocated-topology Aug 16 22:36:05.082340 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: availability_zone.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.083036 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:36:05.083542 n-d-791506-26 neutron-server[101184]: INFO neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loaded extension: availability_zone Aug 16 22:36:05.083872 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: availability_zone_filter.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.084809 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:36:05.085320 n-d-791506-26 neutron-server[101184]: INFO neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loaded extension: availability_zone_filter Aug 16 22:36:05.085648 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: data_plane_status.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.086552 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:36:05.087058 n-d-791506-26 neutron-server[101184]: INFO neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Extension data-plane-status not supported by any of loaded plugins Aug 16 22:36:05.087390 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: default_subnetpools.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.088296 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:36:05.088828 n-d-791506-26 neutron-server[101184]: INFO neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loaded extension: default-subnetpools Aug 16 22:36:05.089155 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: dhcpagentscheduler.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.089954 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:36:05.090462 n-d-791506-26 neutron-server[101184]: INFO neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loaded extension: dhcp_agent_scheduler Aug 16 22:36:05.090788 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: dns.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.091825 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:36:05.092335 n-d-791506-26 neutron-server[101184]: INFO neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Extension dns-integration not supported by any of loaded plugins Aug 16 22:36:05.092696 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: dns_domain_ports.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.093611 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:36:05.094119 n-d-791506-26 neutron-server[101184]: INFO neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 16 22:36:05.094445 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.095362 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:36:05.095869 n-d-791506-26 neutron-server[101184]: INFO neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 16 22:36:05.096193 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: dvr.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.096898 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:36:05.097410 n-d-791506-26 neutron-server[101184]: INFO neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loaded extension: dvr Aug 16 22:36:05.097732 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: ecmp_routes.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.098834 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:36:05.099266 n-d-791506-26 neutron-server[101184]: INFO neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Extension ecmp_routes not supported by any of loaded plugins Aug 16 22:36:05.099589 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: empty_string_filtering.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.100492 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:36:05.101028 n-d-791506-26 neutron-server[101184]: INFO neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loaded extension: empty-string-filtering Aug 16 22:36:05.101351 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.102253 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:36:05.102753 n-d-791506-26 neutron-server[101184]: INFO neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 16 22:36:05.103074 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.103977 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:36:05.104476 n-d-791506-26 neutron-server[101184]: INFO neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 16 22:36:05.104821 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: external_net.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.105734 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:36:05.106240 n-d-791506-26 neutron-server[101184]: INFO neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loaded extension: external-net Aug 16 22:36:05.107104 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: extra_dhcp_opt.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.108046 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:36:05.108566 n-d-791506-26 neutron-server[101184]: INFO neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loaded extension: extra_dhcp_opt Aug 16 22:36:05.108890 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: extraroute.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.109791 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:36:05.110292 n-d-791506-26 neutron-server[101184]: INFO neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loaded extension: extraroute Aug 16 22:36:05.110613 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: extraroute_atomic.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.111650 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:36:05.112160 n-d-791506-26 neutron-server[101184]: INFO neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loaded extension: extraroute-atomic Aug 16 22:36:05.112488 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: filter_validation.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.113174 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:36:05.113678 n-d-791506-26 neutron-server[101184]: INFO neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loaded extension: filter-validation Aug 16 22:36:05.114121 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: fip_pf_description.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.115031 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:36:05.115532 n-d-791506-26 neutron-server[101184]: INFO neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 16 22:36:05.115853 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: fip_port_details.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.117071 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:36:05.117582 n-d-791506-26 neutron-server[101184]: INFO neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loaded extension: fip-port-details Aug 16 22:36:05.117911 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: flavors.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.119140 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:36:05.119660 n-d-791506-26 neutron-server[101184]: INFO neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loaded extension: flavors Aug 16 22:36:05.119993 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.121681 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:36:05.122822 n-d-791506-26 neutron-server[101184]: INFO neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 16 22:36:05.123177 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: floatingip_pools.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.124027 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:36:05.124575 n-d-791506-26 neutron-server[101184]: INFO neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loaded extension: floatingip-pools Aug 16 22:36:05.124968 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: ip_allocation.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.125926 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:36:05.126433 n-d-791506-26 neutron-server[101184]: INFO neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Extension ip_allocation not supported by any of loaded plugins Aug 16 22:36:05.126759 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.127681 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:36:05.128195 n-d-791506-26 neutron-server[101184]: INFO neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loaded extension: ip-substring-filtering Aug 16 22:36:05.128525 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: l2_adjacency.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.129471 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:36:05.129977 n-d-791506-26 neutron-server[101184]: INFO neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Extension l2_adjacency not supported by any of loaded plugins Aug 16 22:36:05.130302 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: l3.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.131290 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:36:05.131806 n-d-791506-26 neutron-server[101184]: INFO neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loaded extension: router Aug 16 22:36:05.132133 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: l3_conntrack_helper.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.134531 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:36:05.135069 n-d-791506-26 neutron-server[101184]: INFO neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 16 22:36:05.135403 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.136359 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:36:05.136906 n-d-791506-26 neutron-server[101184]: INFO neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loaded extension: ext-gw-mode Aug 16 22:36:05.137235 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.138181 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:36:05.138697 n-d-791506-26 neutron-server[101184]: INFO neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loaded extension: l3-ha Aug 16 22:36:05.139025 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: l3_flavors.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.139940 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:36:05.140451 n-d-791506-26 neutron-server[101184]: INFO neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loaded extension: l3-flavors Aug 16 22:36:05.140808 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.141717 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:36:05.142225 n-d-791506-26 neutron-server[101184]: INFO neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loaded extension: l3-port-ip-change-not-allowed Aug 16 22:36:05.142548 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: l3agentscheduler.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.143599 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:36:05.144109 n-d-791506-26 neutron-server[101184]: INFO neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loaded extension: l3_agent_scheduler Aug 16 22:36:05.144442 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: logging.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.146074 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:36:05.146606 n-d-791506-26 neutron-server[101184]: INFO neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Extension logging not supported by any of loaded plugins Aug 16 22:36:05.146938 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: metering.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.147687 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:36:05.148271 n-d-791506-26 neutron-server[101184]: INFO neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loaded extension: metering Aug 16 22:36:05.148632 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.149745 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:36:05.150261 n-d-791506-26 neutron-server[101184]: INFO neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loaded extension: metering_source_and_destination_fields Aug 16 22:36:05.150595 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: multiprovidernet.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.151521 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:36:05.152028 n-d-791506-26 neutron-server[101184]: INFO neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loaded extension: multi-provider Aug 16 22:36:05.152355 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: netmtu.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.153307 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:36:05.153840 n-d-791506-26 neutron-server[101184]: INFO neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loaded extension: net-mtu Aug 16 22:36:05.154165 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: netmtu_writable.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.155091 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:36:05.155597 n-d-791506-26 neutron-server[101184]: INFO neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loaded extension: net-mtu-writable Aug 16 22:36:05.155925 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: network_availability_zone.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.156703 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:36:05.157212 n-d-791506-26 neutron-server[101184]: INFO neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loaded extension: network_availability_zone Aug 16 22:36:05.157535 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: network_ip_availability.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.158620 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:36:05.159131 n-d-791506-26 neutron-server[101184]: INFO neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loaded extension: network-ip-availability Aug 16 22:36:05.159458 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: network_segment_range.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.160222 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:36:05.160870 n-d-791506-26 neutron-server[101184]: INFO neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Extension network-segment-range not supported by any of loaded plugins Aug 16 22:36:05.161202 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: pagination.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.162179 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:36:05.162512 n-d-791506-26 neutron-server[101184]: INFO neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loaded extension: pagination Aug 16 22:36:05.162837 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: port_device_profile.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.163755 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:36:05.164268 n-d-791506-26 neutron-server[101184]: INFO neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loaded extension: port-device-profile Aug 16 22:36:05.164616 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.165531 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:36:05.166043 n-d-791506-26 neutron-server[101184]: INFO neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loaded extension: port-mac-address-regenerate Aug 16 22:36:05.166366 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.167281 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:36:05.167788 n-d-791506-26 neutron-server[101184]: INFO neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loaded extension: port-numa-affinity-policy Aug 16 22:36:05.168111 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: port_resource_request.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.169587 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:36:05.170091 n-d-791506-26 neutron-server[101184]: INFO neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Extension port-resource-request not supported by any of loaded plugins Aug 16 22:36:05.170414 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: portbindings.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.171576 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:36:05.172090 n-d-791506-26 neutron-server[101184]: INFO neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loaded extension: binding Aug 16 22:36:05.172417 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: portbindings_extended.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.173846 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:36:05.174362 n-d-791506-26 neutron-server[101184]: INFO neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loaded extension: binding-extended Aug 16 22:36:05.174691 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: portsecurity.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.175607 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:36:05.176121 n-d-791506-26 neutron-server[101184]: INFO neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loaded extension: port-security Aug 16 22:36:05.176585 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: project_id.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.177573 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:36:05.177903 n-d-791506-26 neutron-server[101184]: INFO neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loaded extension: project-id Aug 16 22:36:05.178227 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: providernet.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.179149 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:36:05.179660 n-d-791506-26 neutron-server[101184]: INFO neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loaded extension: provider Aug 16 22:36:05.179984 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: qos.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.183535 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:36:05.184058 n-d-791506-26 neutron-server[101184]: INFO neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Extension qos not supported by any of loaded plugins Aug 16 22:36:05.184390 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.186477 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:36:05.186988 n-d-791506-26 neutron-server[101184]: INFO neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 16 22:36:05.187324 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.188248 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:36:05.188795 n-d-791506-26 neutron-server[101184]: INFO neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 16 22:36:05.189125 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: qos_default.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.190053 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:36:05.190561 n-d-791506-26 neutron-server[101184]: INFO neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Extension qos-default not supported by any of loaded plugins Aug 16 22:36:05.190899 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: qos_fip.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.191544 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:36:05.192044 n-d-791506-26 neutron-server[101184]: INFO neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Extension qos-fip not supported by any of loaded plugins Aug 16 22:36:05.192370 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: qos_gateway_ip.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.193325 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:36:05.193833 n-d-791506-26 neutron-server[101184]: INFO neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 16 22:36:05.194159 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: qos_port_network_policy.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.195070 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:36:05.195578 n-d-791506-26 neutron-server[101184]: INFO neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 16 22:36:05.195904 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: qos_pps_rule.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.197101 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:36:05.197628 n-d-791506-26 neutron-server[101184]: INFO neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Extension qos-pps not supported by any of loaded plugins Aug 16 22:36:05.197960 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: qos_rule_type_details.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.198873 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:36:05.199387 n-d-791506-26 neutron-server[101184]: INFO neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 16 22:36:05.199717 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: qos_rules_alias.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.200806 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:36:05.201322 n-d-791506-26 neutron-server[101184]: INFO neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 16 22:36:05.201649 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: quotasv2.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.202574 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:36:05.202903 n-d-791506-26 neutron-server[101184]: INFO neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loaded extension: quotas Aug 16 22:36:05.203226 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: quotasv2_detail.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.206316 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:36:05.206664 n-d-791506-26 neutron-server[101184]: INFO neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loaded extension: quota_details Aug 16 22:36:05.207002 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: rbac.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.208264 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:36:05.208830 n-d-791506-26 neutron-server[101184]: INFO neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loaded extension: rbac-policies Aug 16 22:36:05.209168 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: rbac_address_group.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.210095 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:36:05.210611 n-d-791506-26 neutron-server[101184]: INFO neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loaded extension: rbac-address-group Aug 16 22:36:05.210941 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: rbac_address_scope.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.211861 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:36:05.212374 n-d-791506-26 neutron-server[101184]: INFO neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loaded extension: rbac-address-scope Aug 16 22:36:05.212735 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: rbac_security_groups.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.213653 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:36:05.214161 n-d-791506-26 neutron-server[101184]: INFO neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loaded extension: rbac-security-groups Aug 16 22:36:05.214491 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: rbac_subnetpool.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.215402 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:36:05.215938 n-d-791506-26 neutron-server[101184]: INFO neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loaded extension: rbac-subnetpool Aug 16 22:36:05.216287 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: revisionifmatch.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.217228 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:36:05.217738 n-d-791506-26 neutron-server[101184]: INFO neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loaded extension: revision-if-match Aug 16 22:36:05.218063 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: revisions.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.219160 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:36:05.219667 n-d-791506-26 neutron-server[101184]: INFO neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loaded extension: standard-attr-revisions Aug 16 22:36:05.219996 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: router_availability_zone.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.220781 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:36:05.221288 n-d-791506-26 neutron-server[101184]: INFO neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loaded extension: router_availability_zone Aug 16 22:36:05.221614 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: routerservicetype.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.222531 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:36:05.223041 n-d-791506-26 neutron-server[101184]: INFO neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Extension router-service-type not supported by any of loaded plugins Aug 16 22:36:05.223372 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.224287 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:36:05.224822 n-d-791506-26 neutron-server[101184]: INFO neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loaded extension: security-groups-normalized-cidr Aug 16 22:36:05.225150 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: security_groups_port_filtering.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.226062 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:36:05.226640 n-d-791506-26 neutron-server[101184]: INFO neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loaded extension: port-security-groups-filtering Aug 16 22:36:05.227061 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.227813 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:36:05.228321 n-d-791506-26 neutron-server[101184]: INFO neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loaded extension: security-groups-remote-address-group Aug 16 22:36:05.228676 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: securitygroup.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.238722 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:36:05.239252 n-d-791506-26 neutron-server[101184]: INFO neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loaded extension: security-group Aug 16 22:36:05.239590 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: segment.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.240380 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:36:05.240929 n-d-791506-26 neutron-server[101184]: INFO neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Extension segment not supported by any of loaded plugins Aug 16 22:36:05.241261 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.242537 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:36:05.243045 n-d-791506-26 neutron-server[101184]: INFO neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 16 22:36:05.243375 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: servicetype.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.244569 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:36:05.245095 n-d-791506-26 neutron-server[101184]: INFO neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loaded extension: service-type Aug 16 22:36:05.245422 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: sorting.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.246403 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:36:05.246740 n-d-791506-26 neutron-server[101184]: INFO neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loaded extension: sorting Aug 16 22:36:05.247069 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: standard_attr_segment.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.248598 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:36:05.249110 n-d-791506-26 neutron-server[101184]: INFO neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 16 22:36:05.249435 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: standardattrdescription.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.250090 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:36:05.250599 n-d-791506-26 neutron-server[101184]: INFO neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loaded extension: standard-attr-description Aug 16 22:36:05.250925 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: stateful_security_group.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.251841 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:36:05.252354 n-d-791506-26 neutron-server[101184]: INFO neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loaded extension: stateful-security-group Aug 16 22:36:05.252712 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: stdattrs_common.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.253297 n-d-791506-26 neutron-server[101184]: WARNING neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 16 22:36:05.253620 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.254540 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:36:05.255052 n-d-791506-26 neutron-server[101184]: INFO neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 16 22:36:05.255377 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: subnet_onboard.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.256442 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:36:05.257101 n-d-791506-26 neutron-server[101184]: INFO neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loaded extension: subnet_onboard Aug 16 22:36:05.257441 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.258369 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:36:05.258875 n-d-791506-26 neutron-server[101184]: INFO neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 16 22:36:05.259201 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: subnet_service_types.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.260131 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:36:05.260679 n-d-791506-26 neutron-server[101184]: INFO neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loaded extension: subnet-service-types Aug 16 22:36:05.261010 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: subnetallocation.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.262095 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:36:05.262610 n-d-791506-26 neutron-server[101184]: INFO neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loaded extension: subnet_allocation Aug 16 22:36:05.263054 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.263730 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:36:05.264239 n-d-791506-26 neutron-server[101184]: INFO neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loaded extension: subnetpool-prefix-ops Aug 16 22:36:05.264586 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.265515 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:36:05.266029 n-d-791506-26 neutron-server[101184]: INFO neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 16 22:36:05.266355 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: tagging.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.267427 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:36:05.267962 n-d-791506-26 neutron-server[101184]: INFO neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loaded extension: standard-attr-tag Aug 16 22:36:05.268295 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: timestamp.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.269521 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:36:05.270042 n-d-791506-26 neutron-server[101184]: INFO neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loaded extension: standard-attr-timestamp Aug 16 22:36:05.270372 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: trunk.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.271399 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:36:05.271919 n-d-791506-26 neutron-server[101184]: INFO neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Extension trunk not supported by any of loaded plugins Aug 16 22:36:05.272248 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: trunk_details.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.273184 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:36:05.273696 n-d-791506-26 neutron-server[101184]: INFO neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Extension trunk-details not supported by any of loaded plugins Aug 16 22:36:05.274144 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: uplink_status_propagation.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.275056 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:36:05.275565 n-d-791506-26 neutron-server[101184]: INFO neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 16 22:36:05.275890 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Loading extension file: vlantransparent.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 22:36:05.276578 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 22:36:05.277092 n-d-791506-26 neutron-server[101184]: INFO neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Extension vlan-transparent not supported by any of loaded plugins Aug 16 22:36:05.279855 n-d-791506-26 neutron-server[101184]: INFO neutron.quota.resource_registry [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Creating instance of TrackedResource for resource:network Aug 16 22:36:05.280405 n-d-791506-26 neutron-server[101184]: INFO neutron.quota.resource_registry [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Creating instance of TrackedResource for resource:subnet Aug 16 22:36:05.280832 n-d-791506-26 neutron-server[101184]: INFO neutron.quota.resource_registry [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 22:36:05.281225 n-d-791506-26 neutron-server[101184]: INFO neutron.quota.resource_registry [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Creating instance of TrackedResource for resource:port Aug 16 22:36:05.282475 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.v2.resource_helper [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101184) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 22:36:05.282913 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.v2.resource_helper [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Service FLAVORS assigned prefix: {{(pid=101184) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 22:36:05.283530 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.v2.resource_helper [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101184) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 22:36:05.283968 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.v2.resource_helper [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101184) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 22:36:05.284307 n-d-791506-26 neutron-server[101184]: INFO neutron.quota.resource_registry [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Creating instance of TrackedResource for resource:router Aug 16 22:36:05.284776 n-d-791506-26 neutron-server[101184]: INFO neutron.quota.resource_registry [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Creating instance of TrackedResource for resource:floatingip Aug 16 22:36:05.285279 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.v2.resource_helper [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Service METERING assigned prefix: /metering {{(pid=101184) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 22:36:05.286722 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:05.287098 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:05.287451 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:36:05.288449 n-d-791506-26 neutron-server[101184]: INFO neutron.quota.resource_registry [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Creating instance of CountableResource for resource:rbac_policy Aug 16 22:36:05.288916 n-d-791506-26 neutron-server[101184]: INFO neutron.quota.resource_registry [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Creating instance of TrackedResource for resource:security_group Aug 16 22:36:05.289359 n-d-791506-26 neutron-server[101184]: INFO neutron.quota.resource_registry [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Creating instance of TrackedResource for resource:security_group_rule Aug 16 22:36:05.291062 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.v2.resource_helper [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Service CORE assigned prefix: {{(pid=101184) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 22:36:05.291402 n-d-791506-26 neutron-server[101184]: INFO neutron.quota.resource_registry [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 22:36:05.291755 n-d-791506-26 neutron-server[101184]: WARNING neutron.quota.resource_registry [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] subnetpool is already registered Aug 16 22:36:05.292189 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.v2.resource_helper [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Service CORE assigned prefix: {{(pid=101184) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 22:36:05.292520 n-d-791506-26 neutron-server[101184]: INFO neutron.quota.resource_registry [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 22:36:05.292879 n-d-791506-26 neutron-server[101184]: WARNING neutron.quota.resource_registry [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] subnetpool is already registered Aug 16 22:36:05.295729 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.v2.resource_helper [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101184) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 22:36:05.296160 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.v2.resource_helper [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Service FLAVORS assigned prefix: {{(pid=101184) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 22:36:05.296772 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.v2.resource_helper [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101184) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 22:36:05.297196 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.v2.resource_helper [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101184) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 22:36:05.297534 n-d-791506-26 neutron-server[101184]: INFO neutron.quota.resource_registry [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Creating instance of TrackedResource for resource:router Aug 16 22:36:05.297875 n-d-791506-26 neutron-server[101184]: WARNING neutron.quota.resource_registry [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] router is already registered Aug 16 22:36:05.298289 n-d-791506-26 neutron-server[101184]: INFO neutron.quota.resource_registry [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Creating instance of TrackedResource for resource:floatingip Aug 16 22:36:05.298680 n-d-791506-26 neutron-server[101184]: WARNING neutron.quota.resource_registry [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] floatingip is already registered Aug 16 22:36:05.299086 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.v2.resource_helper [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Service METERING assigned prefix: /metering {{(pid=101184) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 22:36:05.299749 n-d-791506-26 neutron-server[101184]: INFO neutron.quota.resource_registry [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Creating instance of CountableResource for resource:rbac_policy Aug 16 22:36:05.300076 n-d-791506-26 neutron-server[101184]: WARNING neutron.quota.resource_registry [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] rbac_policy is already registered Aug 16 22:36:05.300487 n-d-791506-26 neutron-server[101184]: INFO neutron.quota.resource_registry [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Creating instance of TrackedResource for resource:security_group Aug 16 22:36:05.300850 n-d-791506-26 neutron-server[101184]: WARNING neutron.quota.resource_registry [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] security_group is already registered Aug 16 22:36:05.301251 n-d-791506-26 neutron-server[101184]: INFO neutron.quota.resource_registry [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Creating instance of TrackedResource for resource:security_group_rule Aug 16 22:36:05.301729 n-d-791506-26 neutron-server[101184]: WARNING neutron.quota.resource_registry [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] security_group_rule is already registered Aug 16 22:36:05.302363 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.v2.resource_helper [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Service CORE assigned prefix: {{(pid=101184) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 22:36:05.302698 n-d-791506-26 neutron-server[101184]: INFO neutron.quota.resource_registry [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 22:36:05.303034 n-d-791506-26 neutron-server[101184]: WARNING neutron.quota.resource_registry [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] subnetpool is already registered Aug 16 22:36:05.303461 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.v2.resource_helper [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Service CORE assigned prefix: {{(pid=101184) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 22:36:05.303787 n-d-791506-26 neutron-server[101184]: INFO neutron.quota.resource_registry [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 22:36:05.304119 n-d-791506-26 neutron-server[101184]: WARNING neutron.quota.resource_registry [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] subnetpool is already registered Aug 16 22:36:05.304593 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Extended resource: extensions {{(pid=101184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 22:36:05.306071 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Extended resource: address-groups {{(pid=101184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 22:36:05.307650 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Extended resource: address-scopes {{(pid=101184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 22:36:05.308972 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Extended resource: agents {{(pid=101184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 22:36:05.310286 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Extended resource: auto-allocated-topology {{(pid=101184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 22:36:05.311513 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Extended resource: availability_zones {{(pid=101184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 22:36:05.312757 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Extended resource: dhcp-networks {{(pid=101184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 22:36:05.314279 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Extended resource: dhcp-agents {{(pid=101184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 22:36:05.315710 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Extended resource: routers {{(pid=101184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 22:36:05.317828 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Extended resource: flavors {{(pid=101184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 22:36:05.319094 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Extended resource: service_profiles {{(pid=101184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 22:36:05.320329 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Extended resource: next_providers {{(pid=101184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 22:36:05.321793 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Extended resource: service_profiles {{(pid=101184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 22:36:05.323331 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Extended resource: floatingip-pools {{(pid=101184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 22:36:05.324784 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Extended resource: routers {{(pid=101184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 22:36:05.327156 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Extended resource: floatingips {{(pid=101184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 22:36:05.328442 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Extended resource: l3-routers {{(pid=101184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 22:36:05.329873 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Extended resource: l3-agents {{(pid=101184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 22:36:05.331272 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Extended resource: metering-labels {{(pid=101184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 22:36:05.332773 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Extended resource: metering-label-rules {{(pid=101184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 22:36:05.334148 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Extended resource: network-ip-availabilities {{(pid=101184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 22:36:05.335414 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Extended resource: bindings {{(pid=101184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 22:36:05.336998 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Extended resource: quotas {{(pid=101184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 22:36:05.338530 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Extended resource: quotas {{(pid=101184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 22:36:05.340078 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Extended resource: rbac-policies {{(pid=101184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 22:36:05.342051 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Extended resource: security-groups {{(pid=101184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 22:36:05.343374 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Extended resource: security-group-rules {{(pid=101184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 22:36:05.344649 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Extended resource: service-providers {{(pid=101184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 22:36:05.345867 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Extended resource: subnetpools {{(pid=101184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 22:36:05.347246 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Extended resource: subnetpools {{(pid=101184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 22:36:05.348820 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Extended resource: tags {{(pid=101184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 22:36:05.350509 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Extended resource: tags {{(pid=101184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 22:36:05.352309 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Extended resource: tags {{(pid=101184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 22:36:05.354359 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Extended resource: tags {{(pid=101184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 22:36:05.356082 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Extended resource: tags {{(pid=101184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 22:36:05.359218 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Extended resource: tags {{(pid=101184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 22:36:05.360925 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Extended resource: tags {{(pid=101184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 22:36:05.362715 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Extended resource: tags {{(pid=101184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 22:36:05.364613 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Extended resource: tags {{(pid=101184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 22:36:05.366364 n-d-791506-26 neutron-server[101184]: DEBUG neutron.api.extensions [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Extended resource: tags {{(pid=101184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 22:36:05.372918 n-d-791506-26 neutron-server[101184]: WARNING keystonemiddleware.auth_token [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 16 22:36:05.377335 n-d-791506-26 neutron-server[101184]: WARNING keystonemiddleware.auth_token [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 16 22:36:05.385674 n-d-791506-26 neutron-server[101184]: DEBUG oslo_concurrency.lockutils [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Acquired lock "singleton_lock" {{(pid=101184) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 16 22:36:05.386149 n-d-791506-26 neutron-server[101184]: DEBUG oslo_concurrency.lockutils [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Releasing lock "singleton_lock" {{(pid=101184) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 16 22:36:05.386794 n-d-791506-26 neutron-server[101184]: INFO oslo_service.service [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Starting 2 workers Aug 16 22:36:05.392244 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Started child 101291 {{(pid=101184) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 16 22:36:05.396890 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Started child 101292 {{(pid=101184) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 16 22:36:05.397861 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:05.398493 n-d-791506-26 neutron-server[101184]: INFO neutron.service [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Neutron service started, listening on 0.0.0.0:9696 Aug 16 22:36:05.399146 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Notify callbacks [] for process, before_spawn {{(pid=101184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:05.399529 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [-] (101291) wsgi starting up on http://0.0.0.0:9696 Aug 16 22:36:05.401525 n-d-791506-26 neutron-server[101184]: INFO oslo_service.service [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Starting 1 workers Aug 16 22:36:05.401635 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:05.403072 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [-] (101292) wsgi starting up on http://0.0.0.0:9696 Aug 16 22:36:05.407562 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Started child 101293 {{(pid=101184) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 16 22:36:05.408083 n-d-791506-26 neutron-server[101184]: INFO oslo_service.service [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Starting 1 workers Aug 16 22:36:05.411189 n-d-791506-26 neutron-server[101293]: DEBUG neutron.service [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] calling RpcWorker wait() {{(pid=101293) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 16 22:36:05.411817 n-d-791506-26 neutron-server[101293]: DEBUG neutron.service [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] returning from RpcWorker wait() {{(pid=101293) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 16 22:36:05.412686 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Started child 101294 {{(pid=101184) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 16 22:36:05.412955 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:05.413410 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:36:05.413500 n-d-791506-26 neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-6e21e4be-f9db-45de-a262-79b0c833487f None None] Notify callbacks [] for process, after_spawn {{(pid=101184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:05.415395 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101184) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 16 22:36:05.415953 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 16 22:36:05.416056 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 16 22:36:05.416230 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 16 22:36:05.416595 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 16 22:36:05.416762 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 16 22:36:05.417289 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.417582 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.417845 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.418107 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.418201 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:05.418666 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.419008 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.419350 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.419480 n-d-791506-26 neutron-server[101294]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:36:05.419607 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.419871 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.420126 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.420295 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.420460 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.420746 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.420990 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.421368 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.421633 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.421882 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.422158 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.422330 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.422583 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.422852 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.423096 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.423365 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] debug = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.423604 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.424100 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.424342 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.424604 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.424824 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.425108 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.425350 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.425634 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.425863 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.426080 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.426320 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.426578 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.426819 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.427030 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.427245 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.427530 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.427751 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.428210 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] host = n-d-791506-26 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.428445 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.428684 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.428910 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.429153 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.429399 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.429610 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.429851 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.430100 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.430362 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.430586 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.430812 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.431054 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.431267 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.431511 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] log_file = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.431672 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] log_options = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.431903 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.432170 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.432438 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.432646 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.432814 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.433049 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.433232 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.433394 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.433642 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.433857 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.434071 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.434306 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.434520 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.435349 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.435553 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.435992 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.436206 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.436405 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.436679 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.436912 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.437139 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.437368 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.437602 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.437836 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.438068 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.438302 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.438550 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.438788 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.438998 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.439251 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.439481 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.439749 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.439996 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.440236 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.440464 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.440724 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.440955 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.441217 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.441445 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.441697 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.441941 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.442175 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.442404 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.442634 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.442864 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.443178 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] use_json = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.443329 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.443510 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.443770 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.443980 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.444195 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.444429 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.444663 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.445545 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.445545 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.445684 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.446646 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.446974 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.447338 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.447507 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.447701 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.447936 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.448170 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.448422 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.448743 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.448967 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.449267 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.449515 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.449766 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.450082 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.450970 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.451345 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.453917 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.453917 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.453917 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.453917 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.453917 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.453917 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.453917 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.453917 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.456199 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.456199 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.456199 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.456199 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.456199 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.456199 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.456199 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.456199 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.456199 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.458718 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.458718 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.458718 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.458718 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.458718 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.458718 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.458718 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.458718 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.460955 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.460955 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.460955 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.460955 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.460955 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.460955 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.460955 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.460955 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.460955 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.461494 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.461494 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.461494 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.461494 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.461494 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.461494 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.461494 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.461494 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.461494 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.462089 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.462089 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.462089 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.462257 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.462446 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.462681 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.464020 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.464020 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.464020 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.464020 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.464020 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.464020 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.464926 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.464926 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.464926 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.464926 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.465448 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.465448 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.465448 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.465871 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.465871 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.466205 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.466454 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.466690 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.466863 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.467187 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.467349 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.467489 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.468162 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.468162 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.468339 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.468415 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.468672 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.468884 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.470400 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.470711 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.470971 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.471222 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.471469 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.471734 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.472027 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.472287 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.472518 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.472812 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.473053 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.473333 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.473618 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.473897 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.474170 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.474449 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.474741 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.475002 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.475290 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.475541 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.475845 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.476146 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.476418 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.476720 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.476960 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.477218 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.477461 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.477695 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.477954 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.478194 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.478448 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.478692 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.478972 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.479189 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.479387 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.479610 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.479846 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.480193 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.480465 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.480737 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.480984 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.481270 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.481570 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.481891 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.482190 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.482528 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.482684 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.482949 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.483186 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.483405 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.483620 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.483904 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.484173 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.484474 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.484739 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.485107 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.485335 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.485559 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.485840 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.486100 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.486330 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.486648 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.486961 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.487208 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.487457 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.487681 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.487934 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.488147 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.488367 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.488616 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.488840 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.489073 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.489326 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.489546 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.489827 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.490089 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.490306 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.490537 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.490784 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.491050 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.491260 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.491508 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.491983 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.492204 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.492424 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.492662 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.492873 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.493082 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.493341 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.493783 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.494061 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.494299 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.494641 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.494893 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.495125 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.495367 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.495585 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.495834 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.496085 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.496302 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.496571 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.496775 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.496991 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.497996 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.498215 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.498478 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.498692 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.498907 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.499121 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.499338 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.499549 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.499837 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.500083 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.500312 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.500581 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.500825 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.501066 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.501298 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.501511 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.501717 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.501943 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.502163 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.502374 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.502622 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.502836 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.503068 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.503285 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.503525 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.503914 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.504293 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.504673 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.505061 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.505296 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.505522 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.505738 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.505972 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.506246 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.506482 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.506709 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.506958 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.507166 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.507400 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.507614 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.507858 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.508087 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.508313 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.508524 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.508832 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.509082 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.509304 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.509597 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.509833 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.510081 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.510358 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.510684 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.510936 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.511195 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.511436 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.511659 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.511884 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.512158 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.512475 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.512835 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.513113 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.513397 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.513672 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.513968 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.514229 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.514443 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.514755 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.515084 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.515361 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.515626 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.515888 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.516155 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.516379 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.516634 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.516875 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.517112 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.517338 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.517583 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.517842 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.518089 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.518308 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.518535 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.518751 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.518977 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.519190 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.519434 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.519649 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.519806 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 16 22:36:05.520324 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101184) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 16 22:36:05.520487 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 16 22:36:05.520664 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 16 22:36:05.520835 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 16 22:36:05.521008 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 16 22:36:05.521162 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 16 22:36:05.521372 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.521535 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.521698 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.521860 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.522020 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.522202 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.522364 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.522524 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.522684 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.522843 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.523004 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.523162 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.523323 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.523482 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.523642 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.523801 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.523961 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.524120 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.524284 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.524444 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.524625 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.524788 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.524948 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] debug = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.525106 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.525294 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.525456 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.525614 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.525773 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.525938 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.526097 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.526255 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.526415 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.526560 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.526720 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.526879 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.527037 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.527194 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.527353 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.527512 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.527670 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.527829 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] host = n-d-791506-26 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.527988 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.528147 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.528305 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.529014 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.529177 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.529374 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.529531 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.529632 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.529790 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.529950 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.530112 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.530270 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.530429 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.530588 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] log_file = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.530746 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] log_options = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.530905 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.531063 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.531224 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.531402 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.531561 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.531744 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.531869 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.532033 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.532192 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.532339 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.532498 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.532728 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.532883 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.532997 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.533156 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.533315 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.533476 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.533636 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.533794 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.533955 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.534114 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.534274 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.534433 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.534629 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.534744 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.534897 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.535062 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.535205 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.535366 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.535524 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.535683 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.535847 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.536006 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.536164 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.536324 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.536482 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.536670 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.536833 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.536992 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.537150 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.537309 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.537469 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.537627 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.537786 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.537944 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.538103 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] use_json = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.538269 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.538409 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.538567 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.538725 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.538885 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.539044 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.539203 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.539364 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 22:36:05.539544 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.539708 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.539881 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.540043 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.540205 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.540366 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.540528 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.540710 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.540873 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.541035 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.541205 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.541368 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.541542 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.541704 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.541867 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.542032 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.542195 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.542357 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.542521 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.542684 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.542852 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.543005 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.543182 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.543345 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.543508 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.543671 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.543833 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.544019 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.544230 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.544359 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.544522 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.544705 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.544872 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.545031 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.545193 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.545355 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.545517 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.545681 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.545847 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.546015 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.546176 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.546338 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.546500 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.546665 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.546826 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.546989 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.547153 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.547316 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.547479 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.547641 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.547814 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.547976 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.548140 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.548355 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.548499 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.548657 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.548837 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.548978 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.549118 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.549209 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.549374 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.549580 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.549739 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.549879 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.550013 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.550210 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.550386 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.550546 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.550711 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.550871 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.551033 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.551196 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.551358 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.551556 n-d-791506-26 neutron-server[101293]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:36:05.552055 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.552055 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.552055 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.552055 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.552294 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.552294 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.552410 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.552597 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.552751 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.552913 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.553075 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.553246 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.553423 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.553586 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.553747 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.553909 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.554070 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.554232 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.554394 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.554555 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.554716 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.554877 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.555038 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.555199 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.555362 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.555523 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.555688 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.555848 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.556014 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.556175 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.556337 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.556498 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.556683 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.556846 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.557007 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.557169 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.557330 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.557495 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.557652 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.557814 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.557980 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.558140 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.558290 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.558459 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.558605 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.558771 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.558941 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.559103 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.559264 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.559426 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.560110 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.560394 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.560579 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.560834 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.561027 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.561170 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.561308 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.561447 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.561601 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.561740 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.561888 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.562027 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.562163 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.562301 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.562438 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.562576 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.562735 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.562897 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.563035 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.563184 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.563350 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.563513 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.563676 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.563839 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.564002 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.564165 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.564327 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.564488 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.564895 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.564895 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.565056 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.565407 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.565407 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.565565 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.565644 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.565745 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.565908 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.566070 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.566288 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.566457 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.566772 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.566772 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.566961 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.567083 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.567261 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.567403 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.567567 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.567729 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.567966 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.568064 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.568230 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.568366 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.568529 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.568712 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.568874 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.569036 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.569200 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.569361 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.569523 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.569685 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.569847 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.570010 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.570171 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.570334 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.570514 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.570694 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.570828 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.570988 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.571155 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.571315 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.571475 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.571638 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.571799 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.571966 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.572128 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.572290 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.572454 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.572651 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.572815 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.572978 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.573141 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.573303 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.573466 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.573641 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.573813 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.573964 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.574127 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.574287 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.574449 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.574620 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.574783 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.574944 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.575106 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.575305 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.575497 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.575667 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.575799 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.575961 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.576131 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.576289 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.576451 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.576657 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.576820 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.576983 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.577145 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.577307 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.577469 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.577639 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.577801 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.577963 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.578126 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.578288 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.578449 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.578622 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.578783 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.579150 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.579150 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.579292 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.579451 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.579565 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.579727 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.579889 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.580059 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.580220 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.580381 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.580572 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.580735 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.580897 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.581061 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.581222 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.581384 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.581545 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.581710 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.581875 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.582047 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.582215 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.582380 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.582550 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.582721 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.582891 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.583052 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.583220 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.583393 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.583555 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.583717 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.583879 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.584040 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.584202 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.584363 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.584524 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.584712 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.584874 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.585035 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.585197 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.585358 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.585520 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.585682 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.585842 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.586007 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.586170 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.586332 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.586494 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 22:36:05.586648 n-d-791506-26 neutron-server[101184]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 16 22:36:05.808058 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47096) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:05.816392 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [-] 10.222.0.36 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061898 Aug 16 22:36:17.638866 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8c0b7c-dbf1-453a-80af-9fe9c86c79f5 None None] get_active_networks_info from n-d-791506-26 {{(pid=101293) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 22:36:17.716227 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8c0b7c-dbf1-453a-80af-9fe9c86c79f5 None None] No non-hosted networks {{(pid=101293) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 16 22:36:17.732357 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.agentschedulers_db [None req-cb8c0b7c-dbf1-453a-80af-9fe9c86c79f5 None None] DHCP Agent not found on host n-d-791506-26 {{(pid=101293) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 16 22:36:17.909601 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-3d5e386c-79f7-4035-8893-1afe421aa0c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-537426'] for agent, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:19.670680 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-6a988abb-b9d7-4101-b82a-fc641f8bd457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-537426'] for agent, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:19.738141 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d6f83ff8-9ca0-4cfa-b639-f2681a9e6671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:20.455402 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-537426'] for agent, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:20.456509 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:20.457095 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:20.457651 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:20.458230 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:20.458935 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:20.459577 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:20.460486 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:20.462575 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:20.463114 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:20.463741 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:20.464725 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:20.466230 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:20.467760 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-791506-26', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:36:20.479067 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-791506-26', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:36:21.404657 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-537426'] for agent, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:22.560903 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-537426'] for agent, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:23.965838 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47188) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:24.482952 n-d-791506-26 neutron-server[101291]: WARNING oslo_policy.policy [None req-4827196f-42b3-46a2-be30-9d87877690d5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 22:36:24.483562 n-d-791506-26 neutron-server[101291]: WARNING oslo_policy.policy [None req-4827196f-42b3-46a2-be30-9d87877690d5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 22:36:24.705384 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [None req-4827196f-42b3-46a2-be30-9d87877690d5 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:36:24.706641 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-4827196f-42b3-46a2-be30-9d87877690d5 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7385991 Aug 16 22:36:26.052749 n-d-791506-26 neutron-server[101293]: INFO neutron.db.l3_hamode_db [None req-c6852c10-f1c1-4946-8aaa-79672b77003e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 16 22:36:26.131532 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6852c10-f1c1-4946-8aaa-79672b77003e None None] Routers set() bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:36:26.131931 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6852c10-f1c1-4946-8aaa-79672b77003e None None] Router IDs set() for agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 16 22:36:27.082391 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47202) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:27.397476 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-059aaf4b-b5d8-4e60-a1a2-16d290d1d881 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:36:27.490466 n-d-791506-26 neutron-server[101291]: DEBUG neutron.policy [None req-059aaf4b-b5d8-4e60-a1a2-16d290d1d881 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101291) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 16 22:36:27.535796 n-d-791506-26 neutron-server[101291]: WARNING oslo_policy.policy [None req-059aaf4b-b5d8-4e60-a1a2-16d290d1d881 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 22:36:27.536161 n-d-791506-26 neutron-server[101291]: WARNING oslo_policy.policy [None req-059aaf4b-b5d8-4e60-a1a2-16d290d1d881 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 22:36:27.544925 n-d-791506-26 neutron-server[101291]: INFO neutron.quota [None req-059aaf4b-b5d8-4e60-a1a2-16d290d1d881 admin admin] Loaded quota_driver: . Aug 16 22:36:27.636513 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-059aaf4b-b5d8-4e60-a1a2-16d290d1d881 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748567918988', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748567919523', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748567910385', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748567904676', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748567476796', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748567949557', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-2074755', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1853788', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-700476', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-762267'] for rbac-policy, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:27.702622 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-059aaf4b-b5d8-4e60-a1a2-16d290d1d881 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:27.703797 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-059aaf4b-b5d8-4e60-a1a2-16d290d1d881 admin admin] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6204267 Aug 16 22:36:30.284965 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47214) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:30.587373 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-09d1965c-ea24-4178-814d-ca35efa98597 admin admin] Request body: {'network': {'project_id': '34fd57c3f6a14c9fae758030ea5579c9', 'name': 'private', 'tenant_id': '34fd57c3f6a14c9fae758030ea5579c9', 'admin_state_up': True}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:36:30.617336 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09d1965c-ea24-4178-814d-ca35efa98597 admin admin] Made reservation on behalf of 34fd57c3f6a14c9fae758030ea5579c9 for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:36:30.620209 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-09d1965c-ea24-4178-814d-ca35efa98597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:30.637496 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-09d1965c-ea24-4178-814d-ca35efa98597 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:30.779345 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-09d1965c-ea24-4178-814d-ca35efa98597 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:30.783323 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-09d1965c-ea24-4178-814d-ca35efa98597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:30.809206 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09d1965c-ea24-4178-814d-ca35efa98597 admin admin] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:36:30.833982 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-09d1965c-ea24-4178-814d-ca35efa98597 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748570166932', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:30.834565 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-09d1965c-ea24-4178-814d-ca35efa98597 admin admin] Unsubscribe: segment precommit_create {{(pid=101291) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 16 22:36:30.835104 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-09d1965c-ea24-4178-814d-ca35efa98597 admin admin] Added segment efb2accd-31d8-4275-a45c-ebb05ce3f234 of type vlan for network 4ab40a01-9fbd-4dd5-b54a-04d3835d0d43 Aug 16 22:36:30.841847 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d1965c-ea24-4178-814d-ca35efa98597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21c3e12c-c02d-4e95-87d1-62778f7e456c,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:30.865273 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d1965c-ea24-4178-814d-ca35efa98597 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:30.865669 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d1965c-ea24-4178-814d-ca35efa98597 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:30.866006 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d1965c-ea24-4178-814d-ca35efa98597 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:30.866603 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d1965c-ea24-4178-814d-ca35efa98597 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:30.866927 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d1965c-ea24-4178-814d-ca35efa98597 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:30.867245 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d1965c-ea24-4178-814d-ca35efa98597 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:30.867564 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d1965c-ea24-4178-814d-ca35efa98597 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:30.867880 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d1965c-ea24-4178-814d-ca35efa98597 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:30.868193 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d1965c-ea24-4178-814d-ca35efa98597 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:30.868504 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d1965c-ea24-4178-814d-ca35efa98597 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:30.868842 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d1965c-ea24-4178-814d-ca35efa98597 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:30.869339 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d1965c-ea24-4178-814d-ca35efa98597 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:30.870435 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d1965c-ea24-4178-814d-ca35efa98597 admin admin] Tracked resource versions report: Aug 16 22:36:30.870435 n-d-791506-26 neutron-server[101291]: pushed versions: Aug 16 22:36:30.870435 n-d-791506-26 neutron-server[101291]: { 'AddressGroup': {'1.2'}, Aug 16 22:36:30.870435 n-d-791506-26 neutron-server[101291]: 'ConntrackHelper': {'1.0'}, Aug 16 22:36:30.870435 n-d-791506-26 neutron-server[101291]: 'Log': {'1.0'}, Aug 16 22:36:30.870435 n-d-791506-26 neutron-server[101291]: 'Network': {'1.1'}, Aug 16 22:36:30.870435 n-d-791506-26 neutron-server[101291]: 'Port': {'1.7'}, Aug 16 22:36:30.870435 n-d-791506-26 neutron-server[101291]: 'PortForwarding': {'1.2'}, Aug 16 22:36:30.870435 n-d-791506-26 neutron-server[101291]: 'QosPolicy': {'1.9'}, Aug 16 22:36:30.870435 n-d-791506-26 neutron-server[101291]: 'SecurityGroup': {'1.4'}, Aug 16 22:36:30.870435 n-d-791506-26 neutron-server[101291]: 'SecurityGroupRule': {'1.2'}, Aug 16 22:36:30.870435 n-d-791506-26 neutron-server[101291]: 'SubPort': {'1.0'}, Aug 16 22:36:30.870435 n-d-791506-26 neutron-server[101291]: 'Subnet': {'1.1'}, Aug 16 22:36:30.870435 n-d-791506-26 neutron-server[101291]: 'Trunk': {'1.1'}} Aug 16 22:36:30.870435 n-d-791506-26 neutron-server[101291]: consumer versions: Aug 16 22:36:30.870435 n-d-791506-26 neutron-server[101291]: { DHCP agent@n-d-791506-26: {}, Aug 16 22:36:30.870435 n-d-791506-26 neutron-server[101291]: L3 agent@n-d-791506-26: {}, Aug 16 22:36:30.870435 n-d-791506-26 neutron-server[101291]: Metadata agent@n-d-791506-26: {}, Aug 16 22:36:30.870435 n-d-791506-26 neutron-server[101291]: Metering agent@n-d-791506-26: {}, Aug 16 22:36:30.870435 n-d-791506-26 neutron-server[101291]: Open vSwitch agent@n-d-791506-26: { 'AddressGroup': '1.2', Aug 16 22:36:30.870435 n-d-791506-26 neutron-server[101291]: 'ConntrackHelper': '1.0', Aug 16 22:36:30.870435 n-d-791506-26 neutron-server[101291]: 'Log': '1.0', Aug 16 22:36:30.870435 n-d-791506-26 neutron-server[101291]: 'Network': '1.1', Aug 16 22:36:30.870435 n-d-791506-26 neutron-server[101291]: 'Port': '1.7', Aug 16 22:36:30.870435 n-d-791506-26 neutron-server[101291]: 'PortForwarding': '1.2', Aug 16 22:36:30.870435 n-d-791506-26 neutron-server[101291]: 'QosPolicy': '1.9', Aug 16 22:36:30.870435 n-d-791506-26 neutron-server[101291]: 'SecurityGroup': '1.4', Aug 16 22:36:30.870435 n-d-791506-26 neutron-server[101291]: 'SecurityGroupRule': '1.2', Aug 16 22:36:30.870435 n-d-791506-26 neutron-server[101291]: 'SubPort': '1.0', Aug 16 22:36:30.870435 n-d-791506-26 neutron-server[101291]: 'Subnet': '1.1', Aug 16 22:36:30.870435 n-d-791506-26 neutron-server[101291]: 'Trunk': '1.1'}} Aug 16 22:36:30.870435 n-d-791506-26 neutron-server[101291]: {{(pid=101291) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 22:36:30.960816 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-09d1965c-ea24-4178-814d-ca35efa98597 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:31.008171 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-09d1965c-ea24-4178-814d-ca35efa98597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:31.009452 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d1965c-ea24-4178-814d-ca35efa98597 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:31.010168 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-09d1965c-ea24-4178-814d-ca35efa98597 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:31.088176 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-09d1965c-ea24-4178-814d-ca35efa98597 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8020425 Aug 16 22:36:31.114760 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d1965c-ea24-4178-814d-ca35efa98597 admin admin] Pushing event updated for resources: {'Network': ['ID=4ab40a01-9fbd-4dd5-b54a-04d3835d0d43,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:31.127827 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 4ab40a01-9fbd-4dd5-b54a-04d3835d0d43 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:36:33.785660 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47228) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:34.187873 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa861c4c-3bcd-4c65-b12d-412fd892aa53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:34.190195 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-fa861c4c-3bcd-4c65-b12d-412fd892aa53 admin admin] 10.222.0.36 "GET /v2.0/networks/4ab40a01-9fbd-4dd5-b54a-04d3835d0d43 HTTP/1.1" status: 200 len: 825 time: 0.4031374 Aug 16 22:36:34.216303 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-344c6aab-8441-4c15-ab9c-a58e6d2647b2 admin admin] 10.222.0.36 "GET /v2.0/subnetpools/c8b40b70-574d-4afa-b140-73e044e684e8 HTTP/1.1" status: 200 len: 734 time: 0.0196054 Aug 16 22:36:34.225288 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-2928edcd-007e-4401-9377-a4270f7b8cf7 admin admin] Request body: {'subnet': {'subnetpool_id': 'c8b40b70-574d-4afa-b140-73e044e684e8', 'tenant_id': '34fd57c3f6a14c9fae758030ea5579c9', 'name': 'private-subnet', 'network_id': '4ab40a01-9fbd-4dd5-b54a-04d3835d0d43', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:36:34.247964 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2928edcd-007e-4401-9377-a4270f7b8cf7 admin admin] Made reservation on behalf of 34fd57c3f6a14c9fae758030ea5579c9 for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:36:34.250834 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2928edcd-007e-4401-9377-a4270f7b8cf7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:34.574412 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2928edcd-007e-4401-9377-a4270f7b8cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:34.644880 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2928edcd-007e-4401-9377-a4270f7b8cf7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e06f9e3-61ed-4f4c-a108-cacc0ee8f5c0,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:34.651388 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2928edcd-007e-4401-9377-a4270f7b8cf7 admin admin] Checking segment: {'id': 'efb2accd-31d8-4275-a45c-ebb05ce3f234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4ab40a01-9fbd-4dd5-b54a-04d3835d0d43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:36:34.651691 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2928edcd-007e-4401-9377-a4270f7b8cf7 admin admin] Network hostable DHCP agents. Network: 4ab40a01-9fbd-4dd5-b54a-04d3835d0d43, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:36:34.673609 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2928edcd-007e-4401-9377-a4270f7b8cf7 admin admin] Network 4ab40a01-9fbd-4dd5-b54a-04d3835d0d43 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:36:34.688421 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-2928edcd-007e-4401-9377-a4270f7b8cf7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 4ab40a01-9fbd-4dd5-b54a-04d3835d0d43) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:36:34.693173 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2928edcd-007e-4401-9377-a4270f7b8cf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:34.693780 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2928edcd-007e-4401-9377-a4270f7b8cf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:34.698397 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01d1bde-a120-42dc-82ca-954f0b13346b None None] Network 4ab40a01-9fbd-4dd5-b54a-04d3835d0d43 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:36:34.706765 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-2928edcd-007e-4401-9377-a4270f7b8cf7 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4848464 Aug 16 22:36:35.020400 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d56e8b-0629-4ac9-9d32-affc002b84da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-4ab40a01-9fbd-4dd5-b54a-04d3835d0d43', 'network_id': '4ab40a01-9fbd-4dd5-b54a-04d3835d0d43', 'tenant_id': '34fd57c3f6a14c9fae758030ea5579c9', 'fixed_ips': [{'subnet_id': '8e06f9e3-61ed-4f4c-a108-cacc0ee8f5c0'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:36:35.021628 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-89d56e8b-0629-4ac9-9d32-affc002b84da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:35.293380 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-89d56e8b-0629-4ac9-9d32-affc002b84da None None] Allocated IP 172.20.0.2 (4ab40a01-9fbd-4dd5-b54a-04d3835d0d43/8e06f9e3-61ed-4f4c-a108-cacc0ee8f5c0/5e1d43e2-4147-4325-a0f1-11860a0c7ba6) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:36:35.526520 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-89d56e8b-0629-4ac9-9d32-affc002b84da None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:35.543071 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-89d56e8b-0629-4ac9-9d32-affc002b84da None None] Transition to ACTIVE for port object 5e1d43e2-4147-4325-a0f1-11860a0c7ba6 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:36:35.564490 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-89d56e8b-0629-4ac9-9d32-affc002b84da None None] Transition to ACTIVE for port object 5e1d43e2-4147-4325-a0f1-11860a0c7ba6 will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:36:35.573333 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-89d56e8b-0629-4ac9-9d32-affc002b84da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:35.646667 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d56e8b-0629-4ac9-9d32-affc002b84da None None] Network 4ab40a01-9fbd-4dd5-b54a-04d3835d0d43 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:36:35.651365 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-89d56e8b-0629-4ac9-9d32-affc002b84da None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:36:35.661330 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d56e8b-0629-4ac9-9d32-affc002b84da None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:36:35.665044 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d56e8b-0629-4ac9-9d32-affc002b84da None None] Pushing event updated for resources: {'Port': ['ID=5e1d43e2-4147-4325-a0f1-11860a0c7ba6,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:35.699617 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d56e8b-0629-4ac9-9d32-affc002b84da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:35.700284 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d56e8b-0629-4ac9-9d32-affc002b84da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:35.700284 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d56e8b-0629-4ac9-9d32-affc002b84da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:35.700648 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d56e8b-0629-4ac9-9d32-affc002b84da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:35.701009 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d56e8b-0629-4ac9-9d32-affc002b84da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:35.701361 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d56e8b-0629-4ac9-9d32-affc002b84da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:35.701729 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d56e8b-0629-4ac9-9d32-affc002b84da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:35.702076 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d56e8b-0629-4ac9-9d32-affc002b84da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:35.702404 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d56e8b-0629-4ac9-9d32-affc002b84da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:35.702729 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d56e8b-0629-4ac9-9d32-affc002b84da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:35.703055 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d56e8b-0629-4ac9-9d32-affc002b84da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:35.703376 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d56e8b-0629-4ac9-9d32-affc002b84da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:35.704446 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d56e8b-0629-4ac9-9d32-affc002b84da None None] Tracked resource versions report: Aug 16 22:36:35.704446 n-d-791506-26 neutron-server[101293]: pushed versions: Aug 16 22:36:35.704446 n-d-791506-26 neutron-server[101293]: { 'AddressGroup': {'1.2'}, Aug 16 22:36:35.704446 n-d-791506-26 neutron-server[101293]: 'ConntrackHelper': {'1.0'}, Aug 16 22:36:35.704446 n-d-791506-26 neutron-server[101293]: 'Log': {'1.0'}, Aug 16 22:36:35.704446 n-d-791506-26 neutron-server[101293]: 'Network': {'1.1'}, Aug 16 22:36:35.704446 n-d-791506-26 neutron-server[101293]: 'Port': {'1.7'}, Aug 16 22:36:35.704446 n-d-791506-26 neutron-server[101293]: 'PortForwarding': {'1.2'}, Aug 16 22:36:35.704446 n-d-791506-26 neutron-server[101293]: 'QosPolicy': {'1.9'}, Aug 16 22:36:35.704446 n-d-791506-26 neutron-server[101293]: 'SecurityGroup': {'1.4'}, Aug 16 22:36:35.704446 n-d-791506-26 neutron-server[101293]: 'SecurityGroupRule': {'1.2'}, Aug 16 22:36:35.704446 n-d-791506-26 neutron-server[101293]: 'SubPort': {'1.0'}, Aug 16 22:36:35.704446 n-d-791506-26 neutron-server[101293]: 'Subnet': {'1.1'}, Aug 16 22:36:35.704446 n-d-791506-26 neutron-server[101293]: 'Trunk': {'1.1'}} Aug 16 22:36:35.704446 n-d-791506-26 neutron-server[101293]: consumer versions: Aug 16 22:36:35.704446 n-d-791506-26 neutron-server[101293]: { DHCP agent@n-d-791506-26: {}, Aug 16 22:36:35.704446 n-d-791506-26 neutron-server[101293]: L3 agent@n-d-791506-26: {}, Aug 16 22:36:35.704446 n-d-791506-26 neutron-server[101293]: Metadata agent@n-d-791506-26: {}, Aug 16 22:36:35.704446 n-d-791506-26 neutron-server[101293]: Metering agent@n-d-791506-26: {}, Aug 16 22:36:35.704446 n-d-791506-26 neutron-server[101293]: Open vSwitch agent@n-d-791506-26: { 'AddressGroup': '1.2', Aug 16 22:36:35.704446 n-d-791506-26 neutron-server[101293]: 'ConntrackHelper': '1.0', Aug 16 22:36:35.704446 n-d-791506-26 neutron-server[101293]: 'Log': '1.0', Aug 16 22:36:35.704446 n-d-791506-26 neutron-server[101293]: 'Network': '1.1', Aug 16 22:36:35.704446 n-d-791506-26 neutron-server[101293]: 'Port': '1.7', Aug 16 22:36:35.704446 n-d-791506-26 neutron-server[101293]: 'PortForwarding': '1.2', Aug 16 22:36:35.704446 n-d-791506-26 neutron-server[101293]: 'QosPolicy': '1.9', Aug 16 22:36:35.704446 n-d-791506-26 neutron-server[101293]: 'SecurityGroup': '1.4', Aug 16 22:36:35.704446 n-d-791506-26 neutron-server[101293]: 'SecurityGroupRule': '1.2', Aug 16 22:36:35.704446 n-d-791506-26 neutron-server[101293]: 'SubPort': '1.0', Aug 16 22:36:35.704446 n-d-791506-26 neutron-server[101293]: 'Subnet': '1.1', Aug 16 22:36:35.704446 n-d-791506-26 neutron-server[101293]: 'Trunk': '1.1'}} Aug 16 22:36:35.704446 n-d-791506-26 neutron-server[101293]: {{(pid=101293) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 22:36:35.751899 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-89d56e8b-0629-4ac9-9d32-affc002b84da None None] Attempting to bind port 5e1d43e2-4147-4325-a0f1-11860a0c7ba6 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:36:35.752287 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-89d56e8b-0629-4ac9-9d32-affc002b84da None None] Attempting to bind port 5e1d43e2-4147-4325-a0f1-11860a0c7ba6 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': 'efb2accd-31d8-4275-a45c-ebb05ce3f234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4ab40a01-9fbd-4dd5-b54a-04d3835d0d43'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:36:35.752742 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d56e8b-0629-4ac9-9d32-affc002b84da None None] Attempting to bind port 5e1d43e2-4147-4325-a0f1-11860a0c7ba6 on network 4ab40a01-9fbd-4dd5-b54a-04d3835d0d43 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:36:35.757564 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d56e8b-0629-4ac9-9d32-affc002b84da None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:36:35.757950 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d56e8b-0629-4ac9-9d32-affc002b84da None None] Checking segment: {'id': 'efb2accd-31d8-4275-a45c-ebb05ce3f234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4ab40a01-9fbd-4dd5-b54a-04d3835d0d43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:36:35.758434 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-89d56e8b-0629-4ac9-9d32-affc002b84da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:35.758818 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d56e8b-0629-4ac9-9d32-affc002b84da None None] Bound using segment: {'id': 'efb2accd-31d8-4275-a45c-ebb05ce3f234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4ab40a01-9fbd-4dd5-b54a-04d3835d0d43'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:36:35.759350 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-89d56e8b-0629-4ac9-9d32-affc002b84da None None] Bound port: 5e1d43e2-4147-4325-a0f1-11860a0c7ba6, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efb2accd-31d8-4275-a45c-ebb05ce3f234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4ab40a01-9fbd-4dd5-b54a-04d3835d0d43'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:36:35.759745 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-89d56e8b-0629-4ac9-9d32-affc002b84da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:35.820401 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-89d56e8b-0629-4ac9-9d32-affc002b84da None None] For port 5e1d43e2-4147-4325-a0f1-11860a0c7ba6, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:36:35.825578 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-89d56e8b-0629-4ac9-9d32-affc002b84da None None] For port 5e1d43e2-4147-4325-a0f1-11860a0c7ba6, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=5e1d43e2-4147-4325-a0f1-11860a0c7ba6,segment=NetworkSegment(efb2accd-31d8-4275-a45c-ebb05ce3f234),segment_id=efb2accd-31d8-4275-a45c-ebb05ce3f234)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:36:35.830161 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-89d56e8b-0629-4ac9-9d32-affc002b84da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:35.897368 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d56e8b-0629-4ac9-9d32-affc002b84da None None] Pushing event updated for resources: {'Port': ['ID=5e1d43e2-4147-4325-a0f1-11860a0c7ba6,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:37.131733 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47236) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:37.453713 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [None req-03187164-60e4-4069-a221-d3c02ef32c02 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:36:37.454728 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-03187164-60e4-4069-a221-d3c02ef32c02 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3220417 Aug 16 22:36:39.881569 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47244) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:40.201753 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [None req-73cd61a4-2c79-4825-bd73-dd2aa90ef23f admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:36:40.202759 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-73cd61a4-2c79-4825-bd73-dd2aa90ef23f admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3202693 Aug 16 22:36:42.916807 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47254) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:43.244694 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-83680d6a-238e-466f-ab9e-0e053cdda28d admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '34fd57c3f6a14c9fae758030ea5579c9'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:36:43.273254 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-83680d6a-238e-466f-ab9e-0e053cdda28d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:43.274833 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-83680d6a-238e-466f-ab9e-0e053cdda28d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:43.416122 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-83680d6a-238e-466f-ab9e-0e053cdda28d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:43.421277 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-83680d6a-238e-466f-ab9e-0e053cdda28d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:43.433103 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-83680d6a-238e-466f-ab9e-0e053cdda28d admin admin] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:43.434566 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-83680d6a-238e-466f-ab9e-0e053cdda28d admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5159035 Aug 16 22:36:44.372054 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 5e1d43e2-4147-4325-a0f1-11860a0c7ba6 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:36:44.389057 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0831f59-03b9-494c-8e3a-0357c5f6f160 None None] Network 4ab40a01-9fbd-4dd5-b54a-04d3835d0d43 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:36:44.544517 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-d40512bb-a64e-4f96-b80b-b040762db288 None None] Provisioning for port 5e1d43e2-4147-4325-a0f1-11860a0c7ba6 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:36:44.572448 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 5e1d43e2-4147-4325-a0f1-11860a0c7ba6 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:36:44.582152 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 5e1d43e2-4147-4325-a0f1-11860a0c7ba6 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:36:44.582152 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:44.764652 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:44.804275 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 5e1d43e2-4147-4325-a0f1-11860a0c7ba6, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=5e1d43e2-4147-4325-a0f1-11860a0c7ba6,segment=NetworkSegment(efb2accd-31d8-4275-a45c-ebb05ce3f234),segment_id=efb2accd-31d8-4275-a45c-ebb05ce3f234)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:36:44.809051 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:44.858491 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=5e1d43e2-4147-4325-a0f1-11860a0c7ba6,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:44.985845 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-5f08454b-ee91-49fa-9a98-836b1ef0cd78 None None] Provisioning complete for port 5e1d43e2-4147-4325-a0f1-11860a0c7ba6 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:36:44.986218 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-5f08454b-ee91-49fa-9a98-836b1ef0cd78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:45.828040 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47268) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:46.326018 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 5e1d43e2-4147-4325-a0f1-11860a0c7ba6 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:36:46.373452 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 5e1d43e2-4147-4325-a0f1-11860a0c7ba6 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:36:46.373828 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:46.383987 n-d-791506-26 neutron-server[101292]: WARNING oslo_policy.policy [None req-dcd78ae6-de26-4cba-926d-ac4e136ae4a9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 22:36:46.384808 n-d-791506-26 neutron-server[101292]: WARNING oslo_policy.policy [None req-dcd78ae6-de26-4cba-926d-ac4e136ae4a9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 22:36:46.614913 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [None req-dcd78ae6-de26-4cba-926d-ac4e136ae4a9 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:36:46.616261 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-dcd78ae6-de26-4cba-926d-ac4e136ae4a9 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7870483 Aug 16 22:36:47.551388 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f4c3fddf-b0fa-458d-bdcd-ab33af46d581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:49.047091 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47282) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:49.356487 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-bf5fa106-9188-481f-9e8b-91e820a4c0b5 admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'router:external': True}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:36:49.357945 n-d-791506-26 neutron-server[101292]: INFO neutron.quota [None req-bf5fa106-9188-481f-9e8b-91e820a4c0b5 admin admin] Loaded quota_driver: . Aug 16 22:36:49.415365 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf5fa106-9188-481f-9e8b-91e820a4c0b5 admin admin] Made reservation on behalf of 538e764a5c3442ec9b1c1ba1ad151558 for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:36:49.480873 n-d-791506-26 neutron-server[101292]: DEBUG neutron.policy [None req-bf5fa106-9188-481f-9e8b-91e820a4c0b5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101292) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 16 22:36:49.525557 n-d-791506-26 neutron-server[101292]: WARNING oslo_policy.policy [None req-bf5fa106-9188-481f-9e8b-91e820a4c0b5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 22:36:49.525921 n-d-791506-26 neutron-server[101292]: WARNING oslo_policy.policy [None req-bf5fa106-9188-481f-9e8b-91e820a4c0b5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 22:36:49.536403 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bf5fa106-9188-481f-9e8b-91e820a4c0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:49.556031 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bf5fa106-9188-481f-9e8b-91e820a4c0b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:49.668035 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-1fa50b3a-328e-49d2-b719-75a31497bb6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:49.688583 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bf5fa106-9188-481f-9e8b-91e820a4c0b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:49.692225 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bf5fa106-9188-481f-9e8b-91e820a4c0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:49.703578 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-bf5fa106-9188-481f-9e8b-91e820a4c0b5 admin admin] Reserving flat network on physical network physnet1 {{(pid=101292) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 16 22:36:49.739711 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bf5fa106-9188-481f-9e8b-91e820a4c0b5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748570166932', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:49.740283 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bf5fa106-9188-481f-9e8b-91e820a4c0b5 admin admin] Unsubscribe: segment precommit_create {{(pid=101292) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 16 22:36:49.741094 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-bf5fa106-9188-481f-9e8b-91e820a4c0b5 admin admin] Added segment 8f9a6d17-67c6-476a-bbf8-5fe6296e442e of type flat for network c22c4980-c849-406d-982c-a5d68c515a94 Aug 16 22:36:49.758404 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5fa106-9188-481f-9e8b-91e820a4c0b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed135527-4a2b-47c9-a726-b54bff546680,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:49.808898 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5fa106-9188-481f-9e8b-91e820a4c0b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:49.809249 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5fa106-9188-481f-9e8b-91e820a4c0b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:49.809589 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5fa106-9188-481f-9e8b-91e820a4c0b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:49.809921 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5fa106-9188-481f-9e8b-91e820a4c0b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:49.810247 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5fa106-9188-481f-9e8b-91e820a4c0b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:49.810575 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5fa106-9188-481f-9e8b-91e820a4c0b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:49.810894 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5fa106-9188-481f-9e8b-91e820a4c0b5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:49.811212 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5fa106-9188-481f-9e8b-91e820a4c0b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:49.811530 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5fa106-9188-481f-9e8b-91e820a4c0b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:49.811845 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5fa106-9188-481f-9e8b-91e820a4c0b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:49.812160 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5fa106-9188-481f-9e8b-91e820a4c0b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:49.812477 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5fa106-9188-481f-9e8b-91e820a4c0b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:49.813616 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5fa106-9188-481f-9e8b-91e820a4c0b5 admin admin] Tracked resource versions report: Aug 16 22:36:49.813616 n-d-791506-26 neutron-server[101292]: pushed versions: Aug 16 22:36:49.813616 n-d-791506-26 neutron-server[101292]: { 'AddressGroup': {'1.2'}, Aug 16 22:36:49.813616 n-d-791506-26 neutron-server[101292]: 'ConntrackHelper': {'1.0'}, Aug 16 22:36:49.813616 n-d-791506-26 neutron-server[101292]: 'Log': {'1.0'}, Aug 16 22:36:49.813616 n-d-791506-26 neutron-server[101292]: 'Network': {'1.1'}, Aug 16 22:36:49.813616 n-d-791506-26 neutron-server[101292]: 'Port': {'1.7'}, Aug 16 22:36:49.813616 n-d-791506-26 neutron-server[101292]: 'PortForwarding': {'1.2'}, Aug 16 22:36:49.813616 n-d-791506-26 neutron-server[101292]: 'QosPolicy': {'1.9'}, Aug 16 22:36:49.813616 n-d-791506-26 neutron-server[101292]: 'SecurityGroup': {'1.4'}, Aug 16 22:36:49.813616 n-d-791506-26 neutron-server[101292]: 'SecurityGroupRule': {'1.2'}, Aug 16 22:36:49.813616 n-d-791506-26 neutron-server[101292]: 'SubPort': {'1.0'}, Aug 16 22:36:49.813616 n-d-791506-26 neutron-server[101292]: 'Subnet': {'1.1'}, Aug 16 22:36:49.813616 n-d-791506-26 neutron-server[101292]: 'Trunk': {'1.1'}} Aug 16 22:36:49.813616 n-d-791506-26 neutron-server[101292]: consumer versions: Aug 16 22:36:49.813616 n-d-791506-26 neutron-server[101292]: { DHCP agent@n-d-791506-26: {}, Aug 16 22:36:49.813616 n-d-791506-26 neutron-server[101292]: L3 agent@n-d-791506-26: {}, Aug 16 22:36:49.813616 n-d-791506-26 neutron-server[101292]: Metadata agent@n-d-791506-26: {}, Aug 16 22:36:49.813616 n-d-791506-26 neutron-server[101292]: Metering agent@n-d-791506-26: {}, Aug 16 22:36:49.813616 n-d-791506-26 neutron-server[101292]: Open vSwitch agent@n-d-791506-26: { 'AddressGroup': '1.2', Aug 16 22:36:49.813616 n-d-791506-26 neutron-server[101292]: 'ConntrackHelper': '1.0', Aug 16 22:36:49.813616 n-d-791506-26 neutron-server[101292]: 'Log': '1.0', Aug 16 22:36:49.813616 n-d-791506-26 neutron-server[101292]: 'Network': '1.1', Aug 16 22:36:49.813616 n-d-791506-26 neutron-server[101292]: 'Port': '1.7', Aug 16 22:36:49.813616 n-d-791506-26 neutron-server[101292]: 'PortForwarding': '1.2', Aug 16 22:36:49.813616 n-d-791506-26 neutron-server[101292]: 'QosPolicy': '1.9', Aug 16 22:36:49.813616 n-d-791506-26 neutron-server[101292]: 'SecurityGroup': '1.4', Aug 16 22:36:49.813616 n-d-791506-26 neutron-server[101292]: 'SecurityGroupRule': '1.2', Aug 16 22:36:49.813616 n-d-791506-26 neutron-server[101292]: 'SubPort': '1.0', Aug 16 22:36:49.813616 n-d-791506-26 neutron-server[101292]: 'Subnet': '1.1', Aug 16 22:36:49.813616 n-d-791506-26 neutron-server[101292]: 'Trunk': '1.1'}} Aug 16 22:36:49.813616 n-d-791506-26 neutron-server[101292]: {{(pid=101292) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 22:36:49.870944 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bf5fa106-9188-481f-9e8b-91e820a4c0b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:49.924512 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bf5fa106-9188-481f-9e8b-91e820a4c0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:49.925535 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5fa106-9188-481f-9e8b-91e820a4c0b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:49.926184 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bf5fa106-9188-481f-9e8b-91e820a4c0b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:49.996066 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-bf5fa106-9188-481f-9e8b-91e820a4c0b5 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9479020 Aug 16 22:36:50.028649 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5fa106-9188-481f-9e8b-91e820a4c0b5 admin admin] Pushing event updated for resources: {'Network': ['ID=c22c4980-c849-406d-982c-a5d68c515a94,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:50.039674 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network c22c4980-c849-406d-982c-a5d68c515a94 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:36:50.452131 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:51.336232 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:52.347064 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47306) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:52.510872 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:52.568003 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ad63ae-dd46-4c8f-a1d7-f3e0ae1a29b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:52.569465 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-88ad63ae-dd46-4c8f-a1d7-f3e0ae1a29b4 admin admin] 10.222.0.36 "GET /v2.0/subnets/8e06f9e3-61ed-4f4c-a108-cacc0ee8f5c0 HTTP/1.1" status: 200 len: 849 time: 0.2214482 Aug 16 22:36:52.738885 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-53ad974f-5b00-48ab-8b70-62e55bfe4473 admin admin] 10.222.0.36 "GET /v2.0/routers/3c751aad-7fd6-420b-9ed4-fe886ce59b1c HTTP/1.1" status: 200 len: 704 time: 0.1634424 Aug 16 22:36:53.026964 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-024fbb44-8b9e-4585-a888-085b14dcb332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:53.330873 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-024fbb44-8b9e-4585-a888-085b14dcb332 admin admin] Allocated IP 172.20.0.1 (4ab40a01-9fbd-4dd5-b54a-04d3835d0d43/8e06f9e3-61ed-4f4c-a108-cacc0ee8f5c0/7648d1fa-70f5-4c11-89b2-bee3aafdb1a3) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:36:53.514277 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-024fbb44-8b9e-4585-a888-085b14dcb332 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:53.537581 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [None req-024fbb44-8b9e-4585-a888-085b14dcb332 admin admin] Transition to ACTIVE for port object 7648d1fa-70f5-4c11-89b2-bee3aafdb1a3 will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:36:53.617958 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-024fbb44-8b9e-4585-a888-085b14dcb332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:53.684824 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024fbb44-8b9e-4585-a888-085b14dcb332 admin admin] Network 4ab40a01-9fbd-4dd5-b54a-04d3835d0d43 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:36:53.692191 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-024fbb44-8b9e-4585-a888-085b14dcb332 admin admin] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:36:53.702640 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024fbb44-8b9e-4585-a888-085b14dcb332 admin admin] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:36:53.703858 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-024fbb44-8b9e-4585-a888-085b14dcb332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954230'] for router_interface, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:53.725756 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024fbb44-8b9e-4585-a888-085b14dcb332 admin admin] Pushing event updated for resources: {'Port': ['ID=7648d1fa-70f5-4c11-89b2-bee3aafdb1a3,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:53.901266 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-024fbb44-8b9e-4585-a888-085b14dcb332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:53.951027 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-80392d9b-a1bc-40e8-90bc-4adc87901e5f None None] Provisioning for port 7648d1fa-70f5-4c11-89b2-bee3aafdb1a3 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:36:53.955204 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-80392d9b-a1bc-40e8-90bc-4adc87901e5f None None] Provisioning complete for port 7648d1fa-70f5-4c11-89b2-bee3aafdb1a3 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:36:53.955741 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-80392d9b-a1bc-40e8-90bc-4adc87901e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:53.998690 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-80392d9b-a1bc-40e8-90bc-4adc87901e5f None None] Port 7648d1fa-70f5-4c11-89b2-bee3aafdb1a3 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:36:54.162889 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-024fbb44-8b9e-4585-a888-085b14dcb332 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:54.168313 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-024fbb44-8b9e-4585-a888-085b14dcb332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:54.169361 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-024fbb44-8b9e-4585-a888-085b14dcb332 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954122'] for router_interface, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:54.245243 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024fbb44-8b9e-4585-a888-085b14dcb332 admin admin] Pushing event updated for resources: {'Port': ['ID=7648d1fa-70f5-4c11-89b2-bee3aafdb1a3,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:54.295072 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024fbb44-8b9e-4585-a888-085b14dcb332 admin admin] Network 4ab40a01-9fbd-4dd5-b54a-04d3835d0d43 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:36:54.296338 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-024fbb44-8b9e-4585-a888-085b14dcb332 admin admin] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:36:54.491661 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-024fbb44-8b9e-4585-a888-085b14dcb332 admin admin] Router 3c751aad-7fd6-420b-9ed4-fe886ce59b1c is scheduled to L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f with binding_index 1 {{(pid=101292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:36:54.521662 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-294cd131-de7d-427e-93f6-af9125089b94 None None] Provisioning complete for port 7648d1fa-70f5-4c11-89b2-bee3aafdb1a3 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:36:54.522034 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-294cd131-de7d-427e-93f6-af9125089b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:54.555271 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-294cd131-de7d-427e-93f6-af9125089b94 None None] Port 7648d1fa-70f5-4c11-89b2-bee3aafdb1a3 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:36:54.586095 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-024fbb44-8b9e-4585-a888-085b14dcb332 admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:36:54.591828 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-024fbb44-8b9e-4585-a888-085b14dcb332 admin admin] 10.222.0.36 "PUT /v2.0/routers/3c751aad-7fd6-420b-9ed4-fe886ce59b1c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8470547 Aug 16 22:36:54.597336 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91483e10-9899-4d10-a2b6-5224c0f25af2 None None] Sync routers for ids ['3c751aad-7fd6-420b-9ed4-fe886ce59b1c'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:36:54.609902 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91483e10-9899-4d10-a2b6-5224c0f25af2 None None] Routers {'3c751aad-7fd6-420b-9ed4-fe886ce59b1c'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:36:54.610765 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-91483e10-9899-4d10-a2b6-5224c0f25af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:36:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['3c751aad-7fd6-420b-9ed4-fe886ce59b1c'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:36:54.800352 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-91483e10-9899-4d10-a2b6-5224c0f25af2 None None] Set router 3c751aad-7fd6-420b-9ed4-fe886ce59b1c gateway port host: None {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:36:55.234256 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-91483e10-9899-4d10-a2b6-5224c0f25af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c751aad-7fd6-420b-9ed4-fe886ce59b1c', 'name': 'router1', 'tenant_id': '34fd57c3f6a14c9fae758030ea5579c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:36:43Z', 'updated_at': '2021-08-16T22:36:53Z', 'revision_number': 2, 'project_id': '34fd57c3f6a14c9fae758030ea5579c9', 'gw_port_host': None, '_interfaces': [{'id': '7648d1fa-70f5-4c11-89b2-bee3aafdb1a3', 'name': '', 'network_id': '4ab40a01-9fbd-4dd5-b54a-04d3835d0d43', 'tenant_id': '34fd57c3f6a14c9fae758030ea5579c9', 'mac_address': 'fa:16:3e:3a:76:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c751aad-7fd6-420b-9ed4-fe886ce59b1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8e06f9e3-61ed-4f4c-a108-cacc0ee8f5c0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:36:53Z', 'updated_at': '2021-08-16T22:36:54Z', 'revision_number': 2, 'project_id': '34fd57c3f6a14c9fae758030ea5579c9', 'subnets': [{'id': '8e06f9e3-61ed-4f4c-a108-cacc0ee8f5c0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c8b40b70-574d-4afa-b140-73e044e684e8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:36:55.283427 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91483e10-9899-4d10-a2b6-5224c0f25af2 None None] Checking router: 3c751aad-7fd6-420b-9ed4-fe886ce59b1c for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:36:55.283798 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91483e10-9899-4d10-a2b6-5224c0f25af2 None None] Updating router 3c751aad-7fd6-420b-9ed4-fe886ce59b1c port 7648d1fa-70f5-4c11-89b2-bee3aafdb1a3 binding host n-d-791506-26 {{(pid=101294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:36:55.332450 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-91483e10-9899-4d10-a2b6-5224c0f25af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:55.855581 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-91483e10-9899-4d10-a2b6-5224c0f25af2 None None] Notify callbacks [] for port, precommit_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:55.873811 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.provisioning_blocks [None req-91483e10-9899-4d10-a2b6-5224c0f25af2 None None] Transition to ACTIVE for port object 7648d1fa-70f5-4c11-89b2-bee3aafdb1a3 will not be triggered until provisioned by entity L2. {{(pid=101294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:36:55.880178 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-91483e10-9899-4d10-a2b6-5224c0f25af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:56.035384 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577ddaca-79e4-4dab-a7a7-af547a249fec None None] Pushing event updated for resources: {'Port': ['ID=7648d1fa-70f5-4c11-89b2-bee3aafdb1a3,revision_number=3']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:56.052585 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-91483e10-9899-4d10-a2b6-5224c0f25af2 None None] Attempting to bind port 7648d1fa-70f5-4c11-89b2-bee3aafdb1a3 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:36:56.052985 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-91483e10-9899-4d10-a2b6-5224c0f25af2 None None] Attempting to bind port 7648d1fa-70f5-4c11-89b2-bee3aafdb1a3 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': 'efb2accd-31d8-4275-a45c-ebb05ce3f234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4ab40a01-9fbd-4dd5-b54a-04d3835d0d43'}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:36:56.053431 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91483e10-9899-4d10-a2b6-5224c0f25af2 None None] Attempting to bind port 7648d1fa-70f5-4c11-89b2-bee3aafdb1a3 on network 4ab40a01-9fbd-4dd5-b54a-04d3835d0d43 {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:36:56.058749 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91483e10-9899-4d10-a2b6-5224c0f25af2 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:36:56.059165 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91483e10-9899-4d10-a2b6-5224c0f25af2 None None] Checking segment: {'id': 'efb2accd-31d8-4275-a45c-ebb05ce3f234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4ab40a01-9fbd-4dd5-b54a-04d3835d0d43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:36:56.059637 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-91483e10-9899-4d10-a2b6-5224c0f25af2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:56.060049 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91483e10-9899-4d10-a2b6-5224c0f25af2 None None] Bound using segment: {'id': 'efb2accd-31d8-4275-a45c-ebb05ce3f234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4ab40a01-9fbd-4dd5-b54a-04d3835d0d43'} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:36:56.060573 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-91483e10-9899-4d10-a2b6-5224c0f25af2 None None] Bound port: 7648d1fa-70f5-4c11-89b2-bee3aafdb1a3, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efb2accd-31d8-4275-a45c-ebb05ce3f234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4ab40a01-9fbd-4dd5-b54a-04d3835d0d43'}}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:36:56.060950 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-91483e10-9899-4d10-a2b6-5224c0f25af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:56.063278 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577ddaca-79e4-4dab-a7a7-af547a249fec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:56.063622 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577ddaca-79e4-4dab-a7a7-af547a249fec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:56.063963 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577ddaca-79e4-4dab-a7a7-af547a249fec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:56.064304 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577ddaca-79e4-4dab-a7a7-af547a249fec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:56.064741 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577ddaca-79e4-4dab-a7a7-af547a249fec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:56.065079 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577ddaca-79e4-4dab-a7a7-af547a249fec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:56.065410 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577ddaca-79e4-4dab-a7a7-af547a249fec None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:56.065741 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577ddaca-79e4-4dab-a7a7-af547a249fec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:56.066065 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577ddaca-79e4-4dab-a7a7-af547a249fec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:56.066396 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577ddaca-79e4-4dab-a7a7-af547a249fec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:56.066718 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577ddaca-79e4-4dab-a7a7-af547a249fec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:56.067039 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577ddaca-79e4-4dab-a7a7-af547a249fec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:36:56.068102 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577ddaca-79e4-4dab-a7a7-af547a249fec None None] Tracked resource versions report: Aug 16 22:36:56.068102 n-d-791506-26 neutron-server[101294]: pushed versions: Aug 16 22:36:56.068102 n-d-791506-26 neutron-server[101294]: { 'AddressGroup': {'1.2'}, Aug 16 22:36:56.068102 n-d-791506-26 neutron-server[101294]: 'ConntrackHelper': {'1.0'}, Aug 16 22:36:56.068102 n-d-791506-26 neutron-server[101294]: 'Log': {'1.0'}, Aug 16 22:36:56.068102 n-d-791506-26 neutron-server[101294]: 'Network': {'1.1'}, Aug 16 22:36:56.068102 n-d-791506-26 neutron-server[101294]: 'Port': {'1.7'}, Aug 16 22:36:56.068102 n-d-791506-26 neutron-server[101294]: 'PortForwarding': {'1.2'}, Aug 16 22:36:56.068102 n-d-791506-26 neutron-server[101294]: 'QosPolicy': {'1.9'}, Aug 16 22:36:56.068102 n-d-791506-26 neutron-server[101294]: 'SecurityGroup': {'1.4'}, Aug 16 22:36:56.068102 n-d-791506-26 neutron-server[101294]: 'SecurityGroupRule': {'1.2'}, Aug 16 22:36:56.068102 n-d-791506-26 neutron-server[101294]: 'SubPort': {'1.0'}, Aug 16 22:36:56.068102 n-d-791506-26 neutron-server[101294]: 'Subnet': {'1.1'}, Aug 16 22:36:56.068102 n-d-791506-26 neutron-server[101294]: 'Trunk': {'1.1'}} Aug 16 22:36:56.068102 n-d-791506-26 neutron-server[101294]: consumer versions: Aug 16 22:36:56.068102 n-d-791506-26 neutron-server[101294]: { DHCP agent@n-d-791506-26: {}, Aug 16 22:36:56.068102 n-d-791506-26 neutron-server[101294]: L3 agent@n-d-791506-26: {}, Aug 16 22:36:56.068102 n-d-791506-26 neutron-server[101294]: Metadata agent@n-d-791506-26: {}, Aug 16 22:36:56.068102 n-d-791506-26 neutron-server[101294]: Metering agent@n-d-791506-26: {}, Aug 16 22:36:56.068102 n-d-791506-26 neutron-server[101294]: Open vSwitch agent@n-d-791506-26: { 'AddressGroup': '1.2', Aug 16 22:36:56.068102 n-d-791506-26 neutron-server[101294]: 'ConntrackHelper': '1.0', Aug 16 22:36:56.068102 n-d-791506-26 neutron-server[101294]: 'Log': '1.0', Aug 16 22:36:56.068102 n-d-791506-26 neutron-server[101294]: 'Network': '1.1', Aug 16 22:36:56.068102 n-d-791506-26 neutron-server[101294]: 'Port': '1.7', Aug 16 22:36:56.068102 n-d-791506-26 neutron-server[101294]: 'PortForwarding': '1.2', Aug 16 22:36:56.068102 n-d-791506-26 neutron-server[101294]: 'QosPolicy': '1.9', Aug 16 22:36:56.068102 n-d-791506-26 neutron-server[101294]: 'SecurityGroup': '1.4', Aug 16 22:36:56.068102 n-d-791506-26 neutron-server[101294]: 'SecurityGroupRule': '1.2', Aug 16 22:36:56.068102 n-d-791506-26 neutron-server[101294]: 'SubPort': '1.0', Aug 16 22:36:56.068102 n-d-791506-26 neutron-server[101294]: 'Subnet': '1.1', Aug 16 22:36:56.068102 n-d-791506-26 neutron-server[101294]: 'Trunk': '1.1'}} Aug 16 22:36:56.068102 n-d-791506-26 neutron-server[101294]: {{(pid=101294) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 22:36:56.133802 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-91483e10-9899-4d10-a2b6-5224c0f25af2 None None] For port 7648d1fa-70f5-4c11-89b2-bee3aafdb1a3, host n-d-791506-26, cleared binding levels {{(pid=101294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:36:56.159654 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-91483e10-9899-4d10-a2b6-5224c0f25af2 None None] For port 7648d1fa-70f5-4c11-89b2-bee3aafdb1a3, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=7648d1fa-70f5-4c11-89b2-bee3aafdb1a3,segment=NetworkSegment(efb2accd-31d8-4275-a45c-ebb05ce3f234),segment_id=efb2accd-31d8-4275-a45c-ebb05ce3f234)] {{(pid=101294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:36:56.164636 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-91483e10-9899-4d10-a2b6-5224c0f25af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:56.214802 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91483e10-9899-4d10-a2b6-5224c0f25af2 None None] Routers {'3c751aad-7fd6-420b-9ed4-fe886ce59b1c'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:36:56.215438 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-91483e10-9899-4d10-a2b6-5224c0f25af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:36:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['3c751aad-7fd6-420b-9ed4-fe886ce59b1c'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:36:56.292749 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577ddaca-79e4-4dab-a7a7-af547a249fec None None] Pushing event updated for resources: {'Port': ['ID=7648d1fa-70f5-4c11-89b2-bee3aafdb1a3,revision_number=4']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:56.318645 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-91483e10-9899-4d10-a2b6-5224c0f25af2 None None] Set router 3c751aad-7fd6-420b-9ed4-fe886ce59b1c gateway port host: None {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:36:56.527160 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-91483e10-9899-4d10-a2b6-5224c0f25af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c751aad-7fd6-420b-9ed4-fe886ce59b1c', 'name': 'router1', 'tenant_id': '34fd57c3f6a14c9fae758030ea5579c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:36:43Z', 'updated_at': '2021-08-16T22:36:53Z', 'revision_number': 2, 'project_id': '34fd57c3f6a14c9fae758030ea5579c9', 'gw_port_host': None, '_interfaces': [{'id': '7648d1fa-70f5-4c11-89b2-bee3aafdb1a3', 'name': '', 'network_id': '4ab40a01-9fbd-4dd5-b54a-04d3835d0d43', 'tenant_id': '34fd57c3f6a14c9fae758030ea5579c9', 'mac_address': 'fa:16:3e:3a:76:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c751aad-7fd6-420b-9ed4-fe886ce59b1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8e06f9e3-61ed-4f4c-a108-cacc0ee8f5c0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:36:53Z', 'updated_at': '2021-08-16T22:36:56Z', 'revision_number': 4, 'project_id': '34fd57c3f6a14c9fae758030ea5579c9', 'subnets': [{'id': '8e06f9e3-61ed-4f4c-a108-cacc0ee8f5c0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c8b40b70-574d-4afa-b140-73e044e684e8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:36:56.552152 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91483e10-9899-4d10-a2b6-5224c0f25af2 None None] The sync data for ids ['3c751aad-7fd6-420b-9ed4-fe886ce59b1c'] in n-d-791506-26 is: [{'id': '3c751aad-7fd6-420b-9ed4-fe886ce59b1c', 'name': 'router1', 'tenant_id': '34fd57c3f6a14c9fae758030ea5579c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:36:43Z', 'updated_at': '2021-08-16T22:36:53Z', 'revision_number': 2, 'project_id': '34fd57c3f6a14c9fae758030ea5579c9', 'gw_port_host': None, '_interfaces': [{'id': '7648d1fa-70f5-4c11-89b2-bee3aafdb1a3', 'name': '', 'network_id': '4ab40a01-9fbd-4dd5-b54a-04d3835d0d43', 'tenant_id': '34fd57c3f6a14c9fae758030ea5579c9', 'mac_address': 'fa:16:3e:3a:76:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c751aad-7fd6-420b-9ed4-fe886ce59b1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8e06f9e3-61ed-4f4c-a108-cacc0ee8f5c0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:36:53Z', 'updated_at': '2021-08-16T22:36:56Z', 'revision_number': 4, 'project_id': '34fd57c3f6a14c9fae758030ea5579c9', 'subnets': [{'id': '8e06f9e3-61ed-4f4c-a108-cacc0ee8f5c0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c8b40b70-574d-4afa-b140-73e044e684e8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:36:56.834707 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47326) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:56.950632 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a50dba5-04c8-4fb4-ac32-c8d2865c3001 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:56.952003 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-3a50dba5-04c8-4fb4-ac32-c8d2865c3001 admin admin] 10.222.0.36 "GET /v2.0/networks/c22c4980-c849-406d-982c-a5d68c515a94 HTTP/1.1" status: 200 len: 842 time: 0.1163292 Aug 16 22:36:56.961762 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-e352c564-9a7a-41b2-a6a7-7aa2d2a288a9 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:36:56.986712 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e352c564-9a7a-41b2-a6a7-7aa2d2a288a9 admin admin] Made reservation on behalf of 538e764a5c3442ec9b1c1ba1ad151558 for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:36:56.989153 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e352c564-9a7a-41b2-a6a7-7aa2d2a288a9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:57.301884 n-d-791506-26 neutron-server[101292]: DEBUG neutron.objects.ports [None req-e352c564-9a7a-41b2-a6a7-7aa2d2a288a9 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101292) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 22:36:57.302320 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e352c564-9a7a-41b2-a6a7-7aa2d2a288a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:57.359474 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e352c564-9a7a-41b2-a6a7-7aa2d2a288a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd6faab7-2018-49a9-b42f-87f060f72561,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:36:57.371598 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e352c564-9a7a-41b2-a6a7-7aa2d2a288a9 admin admin] Checking segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:36:57.371956 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e352c564-9a7a-41b2-a6a7-7aa2d2a288a9 admin admin] Network hostable DHCP agents. Network: c22c4980-c849-406d-982c-a5d68c515a94, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:36:57.394701 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e352c564-9a7a-41b2-a6a7-7aa2d2a288a9 admin admin] Network c22c4980-c849-406d-982c-a5d68c515a94 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:36:57.405778 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-e352c564-9a7a-41b2-a6a7-7aa2d2a288a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, c22c4980-c849-406d-982c-a5d68c515a94) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:36:57.409655 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e352c564-9a7a-41b2-a6a7-7aa2d2a288a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:57.410260 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e352c564-9a7a-41b2-a6a7-7aa2d2a288a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:36:57.416140 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7421fc16-04fc-4036-855e-33d1733157f0 None None] Network c22c4980-c849-406d-982c-a5d68c515a94 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:36:57.437182 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-e352c564-9a7a-41b2-a6a7-7aa2d2a288a9 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4787381 Aug 16 22:36:57.550314 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba8a1d7-9fd5-4e55-bac3-1c0331f9273e None None] Network c22c4980-c849-406d-982c-a5d68c515a94 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:36:59.705575 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47334) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:36:59.845351 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-b3b8943f-435b-4fbf-8cf3-e27caba74d03 admin admin] 10.222.0.36 "GET /v2.0/routers/3c751aad-7fd6-420b-9ed4-fe886ce59b1c HTTP/1.1" status: 200 len: 710 time: 0.1334665 Aug 16 22:36:59.925975 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94ee5e2-3207-486a-bc58-0659aa2f6f02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:36:59.933201 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-b94ee5e2-3207-486a-bc58-0659aa2f6f02 admin admin] 10.222.0.36 "GET /v2.0/networks/c22c4980-c849-406d-982c-a5d68c515a94 HTTP/1.1" status: 200 len: 886 time: 0.0812347 Aug 16 22:36:59.937239 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-87f54d79-01c5-4fc7-ac74-11c584d832f1 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:37:00.266495 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-87f54d79-01c5-4fc7-ac74-11c584d832f1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:00.498819 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-87f54d79-01c5-4fc7-ac74-11c584d832f1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:00.570046 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-87f54d79-01c5-4fc7-ac74-11c584d832f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:00.673253 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-87f54d79-01c5-4fc7-ac74-11c584d832f1 admin admin] Allocated IP 172.25.4.122 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/3c0685bb-8e8d-4393-b8bc-22d511f98a08) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:37:00.778498 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-87f54d79-01c5-4fc7-ac74-11c584d832f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:00.818758 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-87f54d79-01c5-4fc7-ac74-11c584d832f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:00.853276 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f54d79-01c5-4fc7-ac74-11c584d832f1 admin admin] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:37:00.858079 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-87f54d79-01c5-4fc7-ac74-11c584d832f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:37:00.866277 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f54d79-01c5-4fc7-ac74-11c584d832f1 admin admin] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:37:00.869281 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f54d79-01c5-4fc7-ac74-11c584d832f1 admin admin] Pushing event updated for resources: {'Port': ['ID=3c0685bb-8e8d-4393-b8bc-22d511f98a08,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:01.111991 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-87f54d79-01c5-4fc7-ac74-11c584d832f1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:01.309457 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-87f54d79-01c5-4fc7-ac74-11c584d832f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-537184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-500218'] for router, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:01.312855 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-87f54d79-01c5-4fc7-ac74-11c584d832f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-537179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-537170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-639656'] for router, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:01.418265 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87f54d79-01c5-4fc7-ac74-11c584d832f1 admin admin] Router 3c751aad-7fd6-420b-9ed4-fe886ce59b1c has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:37:01.613820 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87f54d79-01c5-4fc7-ac74-11c584d832f1 admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:37:01.618893 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-87f54d79-01c5-4fc7-ac74-11c584d832f1 admin admin] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:01.620603 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-87f54d79-01c5-4fc7-ac74-11c584d832f1 admin admin] 10.222.0.36 "PUT /v2.0/routers/3c751aad-7fd6-420b-9ed4-fe886ce59b1c HTTP/1.1" status: 200 len: 890 time: 1.6862679 Aug 16 22:37:02.357061 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 7648d1fa-70f5-4c11-89b2-bee3aafdb1a3 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:37:02.406718 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 7648d1fa-70f5-4c11-89b2-bee3aafdb1a3 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:37:02.410627 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 7648d1fa-70f5-4c11-89b2-bee3aafdb1a3 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:37:02.411097 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:02.490126 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:02.526962 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 7648d1fa-70f5-4c11-89b2-bee3aafdb1a3, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=7648d1fa-70f5-4c11-89b2-bee3aafdb1a3,segment=NetworkSegment(efb2accd-31d8-4275-a45c-ebb05ce3f234),segment_id=efb2accd-31d8-4275-a45c-ebb05ce3f234)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:37:02.531193 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:02.622349 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=7648d1fa-70f5-4c11-89b2-bee3aafdb1a3,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:03.128909 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be92773d-2d88-458d-a297-ed8e4848a355 None None] Sync routers for ids ['3c751aad-7fd6-420b-9ed4-fe886ce59b1c'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:37:03.140292 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be92773d-2d88-458d-a297-ed8e4848a355 None None] Routers {'3c751aad-7fd6-420b-9ed4-fe886ce59b1c'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:37:03.141067 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-be92773d-2d88-458d-a297-ed8e4848a355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:36:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['3c751aad-7fd6-420b-9ed4-fe886ce59b1c'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:03.349451 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-be92773d-2d88-458d-a297-ed8e4848a355 None None] Set router 3c751aad-7fd6-420b-9ed4-fe886ce59b1c gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:37:03.743124 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-be92773d-2d88-458d-a297-ed8e4848a355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c751aad-7fd6-420b-9ed4-fe886ce59b1c', 'name': 'router1', 'tenant_id': '34fd57c3f6a14c9fae758030ea5579c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '3c0685bb-8e8d-4393-b8bc-22d511f98a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:36:43Z', 'updated_at': '2021-08-16T22:37:00Z', 'revision_number': 4, 'project_id': '34fd57c3f6a14c9fae758030ea5579c9', 'gw_port': {'id': '3c0685bb-8e8d-4393-b8bc-22d511f98a08', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:37:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c751aad-7fd6-420b-9ed4-fe886ce59b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:37:00Z', 'updated_at': '2021-08-16T22:37:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '7648d1fa-70f5-4c11-89b2-bee3aafdb1a3', 'name': '', 'network_id': '4ab40a01-9fbd-4dd5-b54a-04d3835d0d43', 'tenant_id': '34fd57c3f6a14c9fae758030ea5579c9', 'mac_address': 'fa:16:3e:3a:76:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c751aad-7fd6-420b-9ed4-fe886ce59b1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8e06f9e3-61ed-4f4c-a108-cacc0ee8f5c0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:36:53Z', 'updated_at': '2021-08-16T22:37:02Z', 'revision_number': 5, 'project_id': '34fd57c3f6a14c9fae758030ea5579c9', 'subnets': [{'id': '8e06f9e3-61ed-4f4c-a108-cacc0ee8f5c0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c8b40b70-574d-4afa-b140-73e044e684e8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:03.795191 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be92773d-2d88-458d-a297-ed8e4848a355 None None] Checking router: 3c751aad-7fd6-420b-9ed4-fe886ce59b1c for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:37:03.795568 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be92773d-2d88-458d-a297-ed8e4848a355 None None] Updating router 3c751aad-7fd6-420b-9ed4-fe886ce59b1c port 3c0685bb-8e8d-4393-b8bc-22d511f98a08 binding host n-d-791506-26 {{(pid=101293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:37:03.841636 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-be92773d-2d88-458d-a297-ed8e4848a355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:04.078281 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47346) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:37:04.172090 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-be92773d-2d88-458d-a297-ed8e4848a355 None None] Notify callbacks [] for port, precommit_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:04.181968 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-be92773d-2d88-458d-a297-ed8e4848a355 None None] Transition to ACTIVE for port object 3c0685bb-8e8d-4393-b8bc-22d511f98a08 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:37:04.186921 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-be92773d-2d88-458d-a297-ed8e4848a355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:04.198966 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-3b6155f1-c90e-4e02-8123-bc4d886b06e3 admin admin] 10.222.0.36 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1194806 Aug 16 22:37:04.238603 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-be92773d-2d88-458d-a297-ed8e4848a355 None None] Attempting to bind port 3c0685bb-8e8d-4393-b8bc-22d511f98a08 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:37:04.238985 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-be92773d-2d88-458d-a297-ed8e4848a355 None None] Attempting to bind port 3c0685bb-8e8d-4393-b8bc-22d511f98a08 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:37:04.239352 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be92773d-2d88-458d-a297-ed8e4848a355 None None] Attempting to bind port 3c0685bb-8e8d-4393-b8bc-22d511f98a08 on network c22c4980-c849-406d-982c-a5d68c515a94 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:37:04.247065 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfac0223-e278-4d27-854c-d5c103e8d01b None None] Pushing event updated for resources: {'Port': ['ID=3c0685bb-8e8d-4393-b8bc-22d511f98a08,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:04.249896 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be92773d-2d88-458d-a297-ed8e4848a355 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:37:04.250346 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be92773d-2d88-458d-a297-ed8e4848a355 None None] Checking segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:37:04.250682 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-be92773d-2d88-458d-a297-ed8e4848a355 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:04.251084 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be92773d-2d88-458d-a297-ed8e4848a355 None None] Bound using segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:37:04.251569 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-be92773d-2d88-458d-a297-ed8e4848a355 None None] Bound port: 3c0685bb-8e8d-4393-b8bc-22d511f98a08, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:37:04.251973 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-be92773d-2d88-458d-a297-ed8e4848a355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:04.307900 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-be92773d-2d88-458d-a297-ed8e4848a355 None None] For port 3c0685bb-8e8d-4393-b8bc-22d511f98a08, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:37:04.311328 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-be92773d-2d88-458d-a297-ed8e4848a355 None None] For port 3c0685bb-8e8d-4393-b8bc-22d511f98a08, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=3c0685bb-8e8d-4393-b8bc-22d511f98a08,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:37:04.316263 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-be92773d-2d88-458d-a297-ed8e4848a355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:04.427825 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 7648d1fa-70f5-4c11-89b2-bee3aafdb1a3 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:37:04.488381 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfac0223-e278-4d27-854c-d5c103e8d01b None None] Pushing event updated for resources: {'Port': ['ID=3c0685bb-8e8d-4393-b8bc-22d511f98a08,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:04.496438 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be92773d-2d88-458d-a297-ed8e4848a355 None None] Routers {'3c751aad-7fd6-420b-9ed4-fe886ce59b1c'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:37:04.497072 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-be92773d-2d88-458d-a297-ed8e4848a355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:36:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['3c751aad-7fd6-420b-9ed4-fe886ce59b1c'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:04.548656 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 7648d1fa-70f5-4c11-89b2-bee3aafdb1a3 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:37:04.548969 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:04.647085 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-be92773d-2d88-458d-a297-ed8e4848a355 None None] Set router 3c751aad-7fd6-420b-9ed4-fe886ce59b1c gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:37:04.896288 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-be92773d-2d88-458d-a297-ed8e4848a355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c751aad-7fd6-420b-9ed4-fe886ce59b1c', 'name': 'router1', 'tenant_id': '34fd57c3f6a14c9fae758030ea5579c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '3c0685bb-8e8d-4393-b8bc-22d511f98a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:36:43Z', 'updated_at': '2021-08-16T22:37:00Z', 'revision_number': 4, 'project_id': '34fd57c3f6a14c9fae758030ea5579c9', 'gw_port': {'id': '3c0685bb-8e8d-4393-b8bc-22d511f98a08', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:37:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c751aad-7fd6-420b-9ed4-fe886ce59b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:37:00Z', 'updated_at': '2021-08-16T22:37:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '7648d1fa-70f5-4c11-89b2-bee3aafdb1a3', 'name': '', 'network_id': '4ab40a01-9fbd-4dd5-b54a-04d3835d0d43', 'tenant_id': '34fd57c3f6a14c9fae758030ea5579c9', 'mac_address': 'fa:16:3e:3a:76:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c751aad-7fd6-420b-9ed4-fe886ce59b1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8e06f9e3-61ed-4f4c-a108-cacc0ee8f5c0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:36:53Z', 'updated_at': '2021-08-16T22:37:02Z', 'revision_number': 5, 'project_id': '34fd57c3f6a14c9fae758030ea5579c9', 'subnets': [{'id': '8e06f9e3-61ed-4f4c-a108-cacc0ee8f5c0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c8b40b70-574d-4afa-b140-73e044e684e8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:37:04.924462 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be92773d-2d88-458d-a297-ed8e4848a355 None None] The sync data for ids ['3c751aad-7fd6-420b-9ed4-fe886ce59b1c'] in n-d-791506-26 is: [{'id': '3c751aad-7fd6-420b-9ed4-fe886ce59b1c', 'name': 'router1', 'tenant_id': '34fd57c3f6a14c9fae758030ea5579c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '3c0685bb-8e8d-4393-b8bc-22d511f98a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:36:43Z', 'updated_at': '2021-08-16T22:37:00Z', 'revision_number': 4, 'project_id': '34fd57c3f6a14c9fae758030ea5579c9', 'gw_port': {'id': '3c0685bb-8e8d-4393-b8bc-22d511f98a08', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:37:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c751aad-7fd6-420b-9ed4-fe886ce59b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:37:00Z', 'updated_at': '2021-08-16T22:37:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '7648d1fa-70f5-4c11-89b2-bee3aafdb1a3', 'name': '', 'network_id': '4ab40a01-9fbd-4dd5-b54a-04d3835d0d43', 'tenant_id': '34fd57c3f6a14c9fae758030ea5579c9', 'mac_address': 'fa:16:3e:3a:76:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c751aad-7fd6-420b-9ed4-fe886ce59b1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8e06f9e3-61ed-4f4c-a108-cacc0ee8f5c0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:36:53Z', 'updated_at': '2021-08-16T22:37:02Z', 'revision_number': 5, 'project_id': '34fd57c3f6a14c9fae758030ea5579c9', 'subnets': [{'id': '8e06f9e3-61ed-4f4c-a108-cacc0ee8f5c0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c8b40b70-574d-4afa-b140-73e044e684e8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:37:06.375897 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 3c0685bb-8e8d-4393-b8bc-22d511f98a08 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:37:06.437441 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 3c0685bb-8e8d-4393-b8bc-22d511f98a08 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:37:06.441660 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 3c0685bb-8e8d-4393-b8bc-22d511f98a08 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:37:06.442064 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:06.527628 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:06.550530 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 3c0685bb-8e8d-4393-b8bc-22d511f98a08, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=3c0685bb-8e8d-4393-b8bc-22d511f98a08,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:37:06.555278 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:06.605025 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=3c0685bb-8e8d-4393-b8bc-22d511f98a08,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:37:08.391186 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 3c0685bb-8e8d-4393-b8bc-22d511f98a08 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:37:08.458570 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 3c0685bb-8e8d-4393-b8bc-22d511f98a08 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:37:08.459308 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:16.478089 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 5 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:37:17.554712 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-66851fd1-9c4e-4c9b-bd98-462076bf76df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:19.671287 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-87bd83ea-9319-4b60-94f3-e47dbe2f97e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:20.454352 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:21.342346 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:22.525350 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:47.559171 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-b97c6f99-0d52-4655-87fe-e91e22e04582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:49.673995 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-eb23dbcd-270f-4dda-ae22-0fc571a2e4cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:50.465092 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:51.345451 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:52.528451 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:37:53.477551 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 5 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:38:17.563025 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-5c75743b-c2c2-44ea-91e0-3bce5c603bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:19.675434 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0ad6f615-311e-497d-82d1-fa21b10bc261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:20.460339 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:21.333307 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:22.527375 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:30.476229 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 5 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:38:45.773091 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47950) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:45.840246 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-40d649ad-d3bc-4f8b-9652-bd091a24e0f4 admin admin] GET failed (client error): The resource could not be found. Aug 16 22:38:45.841610 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-40d649ad-d3bc-4f8b-9652-bd091a24e0f4 admin admin] 10.222.0.36 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0675156 Aug 16 22:38:46.000817 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed89d1c-90f7-464c-a104-6c42a2113eb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:46.002199 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-1ed89d1c-90f7-464c-a104-6c42a2113eb8 admin admin] 10.222.0.36 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1557283 Aug 16 22:38:47.557479 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-235b806f-90f7-41ac-b874-7275fe823379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:48.178935 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47960) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:48.272111 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60ba20f-6469-44fa-86ed-70dde3062882 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:48.273527 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-f60ba20f-6469-44fa-86ed-70dde3062882 admin admin] 10.222.0.36 "GET /v2.0/subnets/8e06f9e3-61ed-4f4c-a108-cacc0ee8f5c0 HTTP/1.1" status: 200 len: 849 time: 0.0936048 Aug 16 22:38:48.283264 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-2caf5dfc-7bd1-4cf6-b63d-1d981298618d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:38:48.368932 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2caf5dfc-7bd1-4cf6-b63d-1d981298618d admin admin] Notify callbacks [] for subnet, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:48.520902 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2caf5dfc-7bd1-4cf6-b63d-1d981298618d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748570308280'] for subnet, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:48.553646 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2caf5dfc-7bd1-4cf6-b63d-1d981298618d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:48.554234 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2caf5dfc-7bd1-4cf6-b63d-1d981298618d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:48.555526 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-2caf5dfc-7bd1-4cf6-b63d-1d981298618d admin admin] 10.222.0.36 "PUT /v2.0/subnets/8e06f9e3-61ed-4f4c-a108-cacc0ee8f5c0 HTTP/1.1" status: 200 len: 868 time: 0.2760894 Aug 16 22:38:48.571495 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8606f9d4-7918-48cf-a5f2-0e4cd7058623 None None] Network 4ab40a01-9fbd-4dd5-b54a-04d3835d0d43 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:38:48.575816 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caf5dfc-7bd1-4cf6-b63d-1d981298618d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e06f9e3-61ed-4f4c-a108-cacc0ee8f5c0,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:38:48.583395 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caf5dfc-7bd1-4cf6-b63d-1d981298618d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:38:48.583737 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caf5dfc-7bd1-4cf6-b63d-1d981298618d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:38:48.584068 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caf5dfc-7bd1-4cf6-b63d-1d981298618d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:38:48.584407 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caf5dfc-7bd1-4cf6-b63d-1d981298618d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:38:48.584786 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caf5dfc-7bd1-4cf6-b63d-1d981298618d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:38:48.585120 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caf5dfc-7bd1-4cf6-b63d-1d981298618d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:38:48.585452 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caf5dfc-7bd1-4cf6-b63d-1d981298618d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:38:48.585779 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caf5dfc-7bd1-4cf6-b63d-1d981298618d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:38:48.586104 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caf5dfc-7bd1-4cf6-b63d-1d981298618d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:38:48.586426 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caf5dfc-7bd1-4cf6-b63d-1d981298618d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:38:48.586750 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caf5dfc-7bd1-4cf6-b63d-1d981298618d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:38:48.587071 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caf5dfc-7bd1-4cf6-b63d-1d981298618d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:38:48.932722 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-3375f95e-80d1-4136-ba93-03cc836aa251 None None] Provisioning complete for port 5e1d43e2-4147-4325-a0f1-11860a0c7ba6 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:38:48.933099 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-3375f95e-80d1-4136-ba93-03cc836aa251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:49.028610 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-3375f95e-80d1-4136-ba93-03cc836aa251 None None] Provisioning complete for port 7648d1fa-70f5-4c11-89b2-bee3aafdb1a3 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:38:49.028940 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-3375f95e-80d1-4136-ba93-03cc836aa251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:49.681935 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-48b7f786-f4f2-4998-bed2-f406a761089a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:50.462611 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:50.760225 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47968) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:50.962278 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87190593-7161-4fcc-8c63-e5752ba7f8a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:50.962771 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87190593-7161-4fcc-8c63-e5752ba7f8a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:50.964380 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-87190593-7161-4fcc-8c63-e5752ba7f8a2 admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2031407 Aug 16 22:38:51.338086 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:52.533209 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:38:53.148708 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47976) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:53.281108 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702c94a0-4b65-4372-93ee-fbc825467ea3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:53.281649 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702c94a0-4b65-4372-93ee-fbc825467ea3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:53.283295 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-702c94a0-4b65-4372-93ee-fbc825467ea3 admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1336203 Aug 16 22:38:55.475876 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47984) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:55.617013 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b303559b-fbc8-449f-b0fc-2a9813a1de0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:55.618380 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-b303559b-fbc8-449f-b0fc-2a9813a1de0d admin admin] 10.222.0.36 "GET /v2.0/networks/4ab40a01-9fbd-4dd5-b54a-04d3835d0d43 HTTP/1.1" status: 200 len: 869 time: 0.1415637 Aug 16 22:38:57.788365 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47994) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:38:57.913768 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399237e4-b8e1-40be-96e4-52803b809ff5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:38:57.915179 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-399237e4-b8e1-40be-96e4-52803b809ff5 admin admin] 10.222.0.36 "GET /v2.0/networks/c22c4980-c849-406d-982c-a5d68c515a94 HTTP/1.1" status: 200 len: 886 time: 0.1258109 Aug 16 22:39:00.061453 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 48002) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:00.185820 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ef4f78-f26a-4052-9eb5-76318e50ce0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:00.186287 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ef4f78-f26a-4052-9eb5-76318e50ce0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:00.187846 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-91ef4f78-f26a-4052-9eb5-76318e50ce0c admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1254461 Aug 16 22:39:02.352168 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 48010) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:02.444740 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e8d3fe-d363-4ee4-b36f-9d03ed90fc72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:02.445220 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e8d3fe-d363-4ee4-b36f-9d03ed90fc72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:02.446721 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-b0e8d3fe-d363-4ee4-b36f-9d03ed90fc72 admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0935831 Aug 16 22:39:04.599478 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 48018) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:04.690621 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a118e3-7fcb-4500-b5b2-4a4779dc0062 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:04.692658 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-60a118e3-7fcb-4500-b5b2-4a4779dc0062 admin admin] 10.222.0.36 "GET /v2.0/subnets/8e06f9e3-61ed-4f4c-a108-cacc0ee8f5c0 HTTP/1.1" status: 200 len: 868 time: 0.0915318 Aug 16 22:39:06.856299 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 48026) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:06.943476 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0503d4-7569-4760-a395-049f98b40e96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:06.944834 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-9e0503d4-7569-4760-a395-049f98b40e96 admin admin] 10.222.0.36 "GET /v2.0/subnets/bd6faab7-2018-49a9-b42f-87f060f72561 HTTP/1.1" status: 200 len: 816 time: 0.0875258 Aug 16 22:39:07.473884 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 5 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:39:17.558864 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-45c9f9b4-3641-4717-bd8a-7bc244f45999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:19.673033 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-3fe6adcc-7667-4442-a998-9aab17503bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:20.465294 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:21.340514 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:22.544875 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:31.089058 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 48080) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:31.138452 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [None req-05b35c0a-0539-419c-bc6d-80832a67bad7 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:39:31.139541 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-05b35c0a-0539-419c-bc6d-80832a67bad7 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0495627 Aug 16 22:39:33.421494 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 48088) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:33.488921 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-87a4ebfc-df15-4984-99bf-978041d70094 admin admin] GET failed (client error): The resource could not be found. Aug 16 22:39:33.490722 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-87a4ebfc-df15-4984-99bf-978041d70094 admin admin] 10.222.0.36 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0680983 Aug 16 22:39:33.645889 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f46a8e0-0f23-4108-8fa4-a3cd17683ac3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:33.647398 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-4f46a8e0-0f23-4108-8fa4-a3cd17683ac3 admin admin] 10.222.0.36 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1508701 Aug 16 22:39:35.938266 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 48096) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:36.006481 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-32acdf94-0610-4aa2-8825-33d89d7f4a15 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:39:36.030628 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32acdf94-0610-4aa2-8825-33d89d7f4a15 admin admin] Made reservation on behalf of 538e764a5c3442ec9b1c1ba1ad151558 for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:39:36.032850 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-32acdf94-0610-4aa2-8825-33d89d7f4a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:36.063293 n-d-791506-26 neutron-server[101292]: WARNING neutron.services.revisions.revision_plugin [None req-32acdf94-0610-4aa2-8825-33d89d7f4a15 admin admin] Could not find related network for resource to bump revision. Aug 16 22:39:36.078563 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32acdf94-0610-4aa2-8825-33d89d7f4a15 admin admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:39:36.089388 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-32acdf94-0610-4aa2-8825-33d89d7f4a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:36.089727 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-32acdf94-0610-4aa2-8825-33d89d7f4a15 admin admin] Added segment 889a1e39-fe47-4fc4-b1e7-d189fb8398af of type vlan for network a2f596d0-b80e-4404-bf4b-27a7e14f50dd Aug 16 22:39:36.128624 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-32acdf94-0610-4aa2-8825-33d89d7f4a15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:36.154244 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-32acdf94-0610-4aa2-8825-33d89d7f4a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:36.155182 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32acdf94-0610-4aa2-8825-33d89d7f4a15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:36.155762 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-32acdf94-0610-4aa2-8825-33d89d7f4a15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:36.204463 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-32acdf94-0610-4aa2-8825-33d89d7f4a15 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2650621 Aug 16 22:39:36.216837 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32acdf94-0610-4aa2-8825-33d89d7f4a15 admin admin] Pushing event updated for resources: {'Network': ['ID=a2f596d0-b80e-4404-bf4b-27a7e14f50dd,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:36.225467 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32acdf94-0610-4aa2-8825-33d89d7f4a15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:36.225900 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32acdf94-0610-4aa2-8825-33d89d7f4a15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:36.226281 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32acdf94-0610-4aa2-8825-33d89d7f4a15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:36.226681 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32acdf94-0610-4aa2-8825-33d89d7f4a15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:36.227072 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32acdf94-0610-4aa2-8825-33d89d7f4a15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:36.227459 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32acdf94-0610-4aa2-8825-33d89d7f4a15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:36.227843 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32acdf94-0610-4aa2-8825-33d89d7f4a15 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:36.228239 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32acdf94-0610-4aa2-8825-33d89d7f4a15 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:36.228667 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32acdf94-0610-4aa2-8825-33d89d7f4a15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:36.229056 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32acdf94-0610-4aa2-8825-33d89d7f4a15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:36.229427 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32acdf94-0610-4aa2-8825-33d89d7f4a15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:36.229811 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32acdf94-0610-4aa2-8825-33d89d7f4a15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:36.244874 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network a2f596d0-b80e-4404-bf4b-27a7e14f50dd details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:39:38.402536 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 48104) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:39:38.463452 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-100c9f01-d485-4816-bffc-448f244e4f98 admin admin] GET failed (client error): The resource could not be found. Aug 16 22:39:38.464903 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-100c9f01-d485-4816-bffc-448f244e4f98 admin admin] 10.222.0.36 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0613761 Aug 16 22:39:38.536080 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c8ca09-b17b-478a-ad34-ffe6ed76f60f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:38.537553 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-f2c8ca09-b17b-478a-ad34-ffe6ed76f60f admin admin] 10.222.0.36 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0682900 Aug 16 22:39:38.548743 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-85b16e85-9dab-4c6e-b509-7cff446c6312 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd', 'description': 'shared-subnet'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:39:38.568034 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b16e85-9dab-4c6e-b509-7cff446c6312 admin admin] Made reservation on behalf of 538e764a5c3442ec9b1c1ba1ad151558 for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:39:38.570246 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-85b16e85-9dab-4c6e-b509-7cff446c6312 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:38.735529 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-85b16e85-9dab-4c6e-b509-7cff446c6312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:38.790044 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b16e85-9dab-4c6e-b509-7cff446c6312 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6af2b868-37d3-46ab-a526-0465929f13c8,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:38.796738 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b16e85-9dab-4c6e-b509-7cff446c6312 admin admin] Checking segment: {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:39:38.797097 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b16e85-9dab-4c6e-b509-7cff446c6312 admin admin] Network hostable DHCP agents. Network: a2f596d0-b80e-4404-bf4b-27a7e14f50dd, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:39:38.812923 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b16e85-9dab-4c6e-b509-7cff446c6312 admin admin] Network a2f596d0-b80e-4404-bf4b-27a7e14f50dd is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:39:38.821919 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-85b16e85-9dab-4c6e-b509-7cff446c6312 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, a2f596d0-b80e-4404-bf4b-27a7e14f50dd) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:39:38.825807 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b16e85-9dab-4c6e-b509-7cff446c6312 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:39:38.826409 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-85b16e85-9dab-4c6e-b509-7cff446c6312 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:38.831186 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a39e1c-f958-4bbd-b8a1-6bc193e05656 None None] Network a2f596d0-b80e-4404-bf4b-27a7e14f50dd requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:39:38.843444 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-85b16e85-9dab-4c6e-b509-7cff446c6312 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2979734 Aug 16 22:39:38.983168 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f521eab1-992b-40a0-bde5-3362d8fefbae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-a2f596d0-b80e-4404-bf4b-27a7e14f50dd', 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd', 'tenant_id': '538e764a5c3442ec9b1c1ba1ad151558', 'fixed_ips': [{'subnet_id': '6af2b868-37d3-46ab-a526-0465929f13c8'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:39:38.984064 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f521eab1-992b-40a0-bde5-3362d8fefbae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:39.119215 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-f521eab1-992b-40a0-bde5-3362d8fefbae None None] Allocated IP 192.168.233.2 (a2f596d0-b80e-4404-bf4b-27a7e14f50dd/6af2b868-37d3-46ab-a526-0465929f13c8/f28f8e2e-a2d3-4dbd-bacf-e7ee6e8d7c63) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:39:39.268358 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f521eab1-992b-40a0-bde5-3362d8fefbae None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:39.277727 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-f521eab1-992b-40a0-bde5-3362d8fefbae None None] Transition to ACTIVE for port object f28f8e2e-a2d3-4dbd-bacf-e7ee6e8d7c63 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:39:39.293622 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-f521eab1-992b-40a0-bde5-3362d8fefbae None None] Transition to ACTIVE for port object f28f8e2e-a2d3-4dbd-bacf-e7ee6e8d7c63 will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:39:39.298719 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f521eab1-992b-40a0-bde5-3362d8fefbae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:39.335548 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f521eab1-992b-40a0-bde5-3362d8fefbae None None] Network a2f596d0-b80e-4404-bf4b-27a7e14f50dd is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:39:39.341469 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-f521eab1-992b-40a0-bde5-3362d8fefbae None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:39:39.344903 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f521eab1-992b-40a0-bde5-3362d8fefbae None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:39:39.354013 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f521eab1-992b-40a0-bde5-3362d8fefbae None None] Pushing event updated for resources: {'Port': ['ID=f28f8e2e-a2d3-4dbd-bacf-e7ee6e8d7c63,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:39.363737 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f521eab1-992b-40a0-bde5-3362d8fefbae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:39.364074 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f521eab1-992b-40a0-bde5-3362d8fefbae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:39.364426 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f521eab1-992b-40a0-bde5-3362d8fefbae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:39.364793 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f521eab1-992b-40a0-bde5-3362d8fefbae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:39.365134 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f521eab1-992b-40a0-bde5-3362d8fefbae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:39.365468 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f521eab1-992b-40a0-bde5-3362d8fefbae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:39.366059 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f521eab1-992b-40a0-bde5-3362d8fefbae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:39.366387 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f521eab1-992b-40a0-bde5-3362d8fefbae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:39.366713 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f521eab1-992b-40a0-bde5-3362d8fefbae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:39.367062 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f521eab1-992b-40a0-bde5-3362d8fefbae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:39.367389 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f521eab1-992b-40a0-bde5-3362d8fefbae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:39.367715 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f521eab1-992b-40a0-bde5-3362d8fefbae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:39:39.418744 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-f521eab1-992b-40a0-bde5-3362d8fefbae None None] Attempting to bind port f28f8e2e-a2d3-4dbd-bacf-e7ee6e8d7c63 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:39:39.419007 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-f521eab1-992b-40a0-bde5-3362d8fefbae None None] Attempting to bind port f28f8e2e-a2d3-4dbd-bacf-e7ee6e8d7c63 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:39:39.419387 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f521eab1-992b-40a0-bde5-3362d8fefbae None None] Attempting to bind port f28f8e2e-a2d3-4dbd-bacf-e7ee6e8d7c63 on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:39:39.424845 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f521eab1-992b-40a0-bde5-3362d8fefbae None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:39:39.425216 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f521eab1-992b-40a0-bde5-3362d8fefbae None None] Checking segment: {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:39:39.427607 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f521eab1-992b-40a0-bde5-3362d8fefbae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:39.428072 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f521eab1-992b-40a0-bde5-3362d8fefbae None None] Bound using segment: {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:39:39.428570 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-f521eab1-992b-40a0-bde5-3362d8fefbae None None] Bound port: f28f8e2e-a2d3-4dbd-bacf-e7ee6e8d7c63, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:39:39.428975 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f521eab1-992b-40a0-bde5-3362d8fefbae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:39.494960 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f521eab1-992b-40a0-bde5-3362d8fefbae None None] For port f28f8e2e-a2d3-4dbd-bacf-e7ee6e8d7c63, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:39:39.498727 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f521eab1-992b-40a0-bde5-3362d8fefbae None None] For port f28f8e2e-a2d3-4dbd-bacf-e7ee6e8d7c63, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=f28f8e2e-a2d3-4dbd-bacf-e7ee6e8d7c63,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:39:39.503232 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f521eab1-992b-40a0-bde5-3362d8fefbae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:39.560669 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f521eab1-992b-40a0-bde5-3362d8fefbae None None] Pushing event updated for resources: {'Port': ['ID=f28f8e2e-a2d3-4dbd-bacf-e7ee6e8d7c63,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:40.451607 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98633cd4-414d-4496-aca5-69894c2f305b None None] Network a2f596d0-b80e-4404-bf4b-27a7e14f50dd requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:39:40.507215 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device f28f8e2e-a2d3-4dbd-bacf-e7ee6e8d7c63 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:39:40.586094 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-35814a16-67dd-4762-be50-9b94aff5e0d8 None None] Provisioning for port f28f8e2e-a2d3-4dbd-bacf-e7ee6e8d7c63 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:39:40.629511 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port f28f8e2e-a2d3-4dbd-bacf-e7ee6e8d7c63 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:39:40.636333 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port f28f8e2e-a2d3-4dbd-bacf-e7ee6e8d7c63 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:39:40.636736 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:40.743717 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:40.783585 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port f28f8e2e-a2d3-4dbd-bacf-e7ee6e8d7c63, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=f28f8e2e-a2d3-4dbd-bacf-e7ee6e8d7c63,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:39:40.790843 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:40.854329 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=f28f8e2e-a2d3-4dbd-bacf-e7ee6e8d7c63,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:39:40.932047 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-2f5dda75-61ba-4af8-a509-e13ebbd427d2 None None] Provisioning complete for port f28f8e2e-a2d3-4dbd-bacf-e7ee6e8d7c63 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:39:40.932414 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2f5dda75-61ba-4af8-a509-e13ebbd427d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:42.460997 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device f28f8e2e-a2d3-4dbd-bacf-e7ee6e8d7c63 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:39:42.510560 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port f28f8e2e-a2d3-4dbd-bacf-e7ee6e8d7c63 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:39:42.510929 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:44.471840 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 5 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:39:47.561170 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-38a0e9e0-2dbc-48cc-ad2f-0738c330c1ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:49.677830 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-87d59b6f-50ba-48cf-8034-87027ab63b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:50.466363 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:51.342510 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:39:52.548938 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:17.566385 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d0519b18-10a9-40f9-9767-25614ca31ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:19.675670 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-221d0ab3-4e9e-45ba-82da-56dfb081bbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:20.469839 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:21.346897 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:21.470877 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 5 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:40:22.552391 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:47.570226 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-aa00fcee-d5db-4a1a-aa51-0d06844f1961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:49.668400 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-1a060ecd-dec6-4c6e-aeac-78765ea0d45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:50.474168 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:51.350904 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:52.557890 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:40:58.472833 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 5 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:41:02.197693 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 48156) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:02.203631 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [None req-8c93dd79-0542-4fec-a3af-2fa4f139fb21 tempest-verify_tempest_config-720233809 tempest-verify_tempest_config-720233809-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:41:02.204615 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-8c93dd79-0542-4fec-a3af-2fa4f139fb21 tempest-verify_tempest_config-720233809 tempest-verify_tempest_config-720233809-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059538 Aug 16 22:41:02.512717 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 48174) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:02.615328 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-04160c2c-5d54-4a3e-97cc-f7dd831b19c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:02.701324 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-04160c2c-5d54-4a3e-97cc-f7dd831b19c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:02.705442 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-04160c2c-5d54-4a3e-97cc-f7dd831b19c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:02.752576 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-04160c2c-5d54-4a3e-97cc-f7dd831b19c3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9fa969dc4a7b4792afab45762a7030b0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2385869 Aug 16 22:41:02.753422 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04160c2c-5d54-4a3e-97cc-f7dd831b19c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45dbe490-1756-419b-a292-34a378006f98,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:02.755030 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 48178) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:41:02.760028 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04160c2c-5d54-4a3e-97cc-f7dd831b19c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:41:02.760384 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04160c2c-5d54-4a3e-97cc-f7dd831b19c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:41:02.760755 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04160c2c-5d54-4a3e-97cc-f7dd831b19c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:41:02.761104 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04160c2c-5d54-4a3e-97cc-f7dd831b19c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:41:02.761446 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04160c2c-5d54-4a3e-97cc-f7dd831b19c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:41:02.761782 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04160c2c-5d54-4a3e-97cc-f7dd831b19c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:41:02.762116 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04160c2c-5d54-4a3e-97cc-f7dd831b19c3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:41:02.762445 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04160c2c-5d54-4a3e-97cc-f7dd831b19c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:41:02.762775 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04160c2c-5d54-4a3e-97cc-f7dd831b19c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:41:02.763104 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04160c2c-5d54-4a3e-97cc-f7dd831b19c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:41:02.763448 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04160c2c-5d54-4a3e-97cc-f7dd831b19c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:41:02.763757 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04160c2c-5d54-4a3e-97cc-f7dd831b19c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:41:02.812190 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-86aaa84b-a814-42e4-a4ee-3023171e92db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:02.836868 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-86aaa84b-a814-42e4-a4ee-3023171e92db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:02.966309 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-86aaa84b-a814-42e4-a4ee-3023171e92db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:02.968780 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-86aaa84b-a814-42e4-a4ee-3023171e92db admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:02.969950 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-86aaa84b-a814-42e4-a4ee-3023171e92db admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/45dbe490-1756-419b-a292-34a378006f98 HTTP/1.1" status: 204 len: 168 time: 0.2138648 Aug 16 22:41:02.978757 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aaa84b-a814-42e4-a4ee-3023171e92db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45dbe490-1756-419b-a292-34a378006f98,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:41:02.985394 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86aaa84b-a814-42e4-a4ee-3023171e92db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:41:02.985748 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86aaa84b-a814-42e4-a4ee-3023171e92db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:41:02.986100 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86aaa84b-a814-42e4-a4ee-3023171e92db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:41:02.986551 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86aaa84b-a814-42e4-a4ee-3023171e92db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:41:02.986885 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86aaa84b-a814-42e4-a4ee-3023171e92db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:41:02.987239 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86aaa84b-a814-42e4-a4ee-3023171e92db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:41:02.987733 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86aaa84b-a814-42e4-a4ee-3023171e92db admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:41:02.988079 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86aaa84b-a814-42e4-a4ee-3023171e92db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:41:02.988404 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86aaa84b-a814-42e4-a4ee-3023171e92db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:41:02.988754 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86aaa84b-a814-42e4-a4ee-3023171e92db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:41:02.989079 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86aaa84b-a814-42e4-a4ee-3023171e92db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:41:02.989404 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86aaa84b-a814-42e4-a4ee-3023171e92db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:41:17.572735 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-24adab8c-6372-4d6e-9a17-715be4585637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:19.670404 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7e678240-21f7-47a2-af74-89c7a51260cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:20.478258 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:21.356218 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:22.558353 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:35.472749 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 5 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:41:47.572726 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cb4f490d-3a5b-462b-b32f-172529cb1d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:49.671919 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-fa366cdb-a4b0-4f38-9c70-a424c9eddbc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:50.480929 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:51.356472 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:41:52.560219 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:12.472529 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 5 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:42:17.573051 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8ad067c-7c62-4335-a2ae-174acfedbead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:19.675666 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-af856ff9-d29b-463b-8feb-76fbc49e42fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:20.483738 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:21.363845 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:22.564865 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:47.572186 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c5c6a4dc-6bef-4e4c-b714-350ef326f35f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:49.471922 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 5 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:42:49.678366 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0cfd49c6-d8bf-44ee-ab35-a64a5edc2356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:50.486744 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:51.363705 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:42:52.567171 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:17.572437 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e6bdbb3e-6f59-414c-836a-b1e8ff5605e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:19.678635 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-38413841-fbe6-49b5-910a-3c38922aeaa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:20.492084 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:21.364760 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:22.573507 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:26.470877 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 5 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:43:47.572911 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-27d88e35-34e8-4669-87fc-17c2e3520584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:49.681685 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a6d61bb7-28c9-4711-8ea4-8d384d6ce567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:50.494432 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:51.368471 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:43:52.576783 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:03.470477 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 5 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:44:10.742099 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-537426'] for agent, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:17.573724 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-df9502ae-0e1e-4140-8cf0-9665e6257994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:19.681176 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ba769e58-9939-401e-9b30-4bf34ff5a998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:20.495037 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:21.373564 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:22.578394 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:24.845920 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-537426'] for agent, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:40.470018 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:44:40.753230 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:47.575706 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0d4b0fed-9d6c-4005-be89-08d1b7c370b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:49.681660 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-b4d7685c-c5d5-4250-8a7d-3b4df39781c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:50.497708 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:51.373666 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:52.582275 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:54.799835 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:44:55.024521 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 48240) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:44:55.131096 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-a35c8998-4a80-47be-a304-3c83e929f542 admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1054528 Aug 16 22:44:57.328010 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 48250) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:44:57.394934 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-625b3856-3749-43be-915e-0483d0afb451 admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0650966 Aug 16 22:45:10.770515 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:17.469450 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:45:17.574843 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-518827b4-3559-4166-8bcb-37f86e1efe6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:19.683877 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-3703fad2-bbae-4369-97a8-cb9ef3d846dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:20.498915 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:21.376656 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:22.585167 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:24.801101 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:40.762661 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:47.577114 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-dcfd49e3-fb8f-4e15-8e73-5e0b625a78be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:49.687515 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-dd19c6df-bd40-4d9f-b5fa-6118a6f06666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:50.502302 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:51.381552 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:52.593494 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:45:54.469497 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:45:54.816910 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:10.767925 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:17.585672 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7d1dae95-346c-46de-93c0-1551239a15d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:19.699203 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-8a741017-90fd-45b2-84d2-0762309243f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:20.515191 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:21.385146 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:22.595268 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:22.701465 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 48460) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:23.112578 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-2129d422-76c2-497b-afe5-bdd1df8a4813 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-67857933-network', 'tenant_id': '733236da22f3411d852a1f0b783a3537'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:46:23.134018 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2129d422-76c2-497b-afe5-bdd1df8a4813 admin admin] Made reservation on behalf of 733236da22f3411d852a1f0b783a3537 for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:46:23.136930 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2129d422-76c2-497b-afe5-bdd1df8a4813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:23.148001 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2129d422-76c2-497b-afe5-bdd1df8a4813 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:23.220095 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 48484) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:23.240299 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2129d422-76c2-497b-afe5-bdd1df8a4813 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:23.246046 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2129d422-76c2-497b-afe5-bdd1df8a4813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:23.261536 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2129d422-76c2-497b-afe5-bdd1df8a4813 admin admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:46:23.293909 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2129d422-76c2-497b-afe5-bdd1df8a4813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:23.294524 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-2129d422-76c2-497b-afe5-bdd1df8a4813 admin admin] Added segment 7d1a5182-196d-4b0a-929d-265f51384dc2 of type vlan for network 1ec41dbe-7c0a-4c4b-bab3-26488606d20f Aug 16 22:46:23.296377 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2129d422-76c2-497b-afe5-bdd1df8a4813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d22b8c6-6699-4183-99a5-9c41025fd7b2,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:23.311960 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2129d422-76c2-497b-afe5-bdd1df8a4813 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:23.312305 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2129d422-76c2-497b-afe5-bdd1df8a4813 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:23.312829 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2129d422-76c2-497b-afe5-bdd1df8a4813 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:23.313329 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2129d422-76c2-497b-afe5-bdd1df8a4813 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:23.313816 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2129d422-76c2-497b-afe5-bdd1df8a4813 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:23.314223 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2129d422-76c2-497b-afe5-bdd1df8a4813 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:23.314562 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2129d422-76c2-497b-afe5-bdd1df8a4813 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:23.315067 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2129d422-76c2-497b-afe5-bdd1df8a4813 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:23.315389 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2129d422-76c2-497b-afe5-bdd1df8a4813 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:23.315712 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2129d422-76c2-497b-afe5-bdd1df8a4813 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:23.316034 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2129d422-76c2-497b-afe5-bdd1df8a4813 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:23.316361 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2129d422-76c2-497b-afe5-bdd1df8a4813 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:23.317438 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2129d422-76c2-497b-afe5-bdd1df8a4813 admin admin] Tracked resource versions report: Aug 16 22:46:23.317438 n-d-791506-26 neutron-server[101292]: pushed versions: Aug 16 22:46:23.317438 n-d-791506-26 neutron-server[101292]: { 'AddressGroup': {'1.2'}, Aug 16 22:46:23.317438 n-d-791506-26 neutron-server[101292]: 'ConntrackHelper': {'1.0'}, Aug 16 22:46:23.317438 n-d-791506-26 neutron-server[101292]: 'Log': {'1.0'}, Aug 16 22:46:23.317438 n-d-791506-26 neutron-server[101292]: 'Network': {'1.1'}, Aug 16 22:46:23.317438 n-d-791506-26 neutron-server[101292]: 'Port': {'1.7'}, Aug 16 22:46:23.317438 n-d-791506-26 neutron-server[101292]: 'PortForwarding': {'1.2'}, Aug 16 22:46:23.317438 n-d-791506-26 neutron-server[101292]: 'QosPolicy': {'1.9'}, Aug 16 22:46:23.317438 n-d-791506-26 neutron-server[101292]: 'SecurityGroup': {'1.4'}, Aug 16 22:46:23.317438 n-d-791506-26 neutron-server[101292]: 'SecurityGroupRule': {'1.2'}, Aug 16 22:46:23.317438 n-d-791506-26 neutron-server[101292]: 'SubPort': {'1.0'}, Aug 16 22:46:23.317438 n-d-791506-26 neutron-server[101292]: 'Subnet': {'1.1'}, Aug 16 22:46:23.317438 n-d-791506-26 neutron-server[101292]: 'Trunk': {'1.1'}} Aug 16 22:46:23.317438 n-d-791506-26 neutron-server[101292]: consumer versions: Aug 16 22:46:23.317438 n-d-791506-26 neutron-server[101292]: { DHCP agent@n-d-791506-26: {}, Aug 16 22:46:23.317438 n-d-791506-26 neutron-server[101292]: HyperV agent@n-h1-791506-26: {}, Aug 16 22:46:23.317438 n-d-791506-26 neutron-server[101292]: HyperV agent@n-h2-791506-26: {}, Aug 16 22:46:23.317438 n-d-791506-26 neutron-server[101292]: L3 agent@n-d-791506-26: {}, Aug 16 22:46:23.317438 n-d-791506-26 neutron-server[101292]: Metadata agent@n-d-791506-26: {}, Aug 16 22:46:23.317438 n-d-791506-26 neutron-server[101292]: Metering agent@n-d-791506-26: {}, Aug 16 22:46:23.317438 n-d-791506-26 neutron-server[101292]: Open vSwitch agent@n-d-791506-26: { 'AddressGroup': '1.2', Aug 16 22:46:23.317438 n-d-791506-26 neutron-server[101292]: 'ConntrackHelper': '1.0', Aug 16 22:46:23.317438 n-d-791506-26 neutron-server[101292]: 'Log': '1.0', Aug 16 22:46:23.317438 n-d-791506-26 neutron-server[101292]: 'Network': '1.1', Aug 16 22:46:23.317438 n-d-791506-26 neutron-server[101292]: 'Port': '1.7', Aug 16 22:46:23.317438 n-d-791506-26 neutron-server[101292]: 'PortForwarding': '1.2', Aug 16 22:46:23.317438 n-d-791506-26 neutron-server[101292]: 'QosPolicy': '1.9', Aug 16 22:46:23.317438 n-d-791506-26 neutron-server[101292]: 'SecurityGroup': '1.4', Aug 16 22:46:23.317438 n-d-791506-26 neutron-server[101292]: 'SecurityGroupRule': '1.2', Aug 16 22:46:23.317438 n-d-791506-26 neutron-server[101292]: 'SubPort': '1.0', Aug 16 22:46:23.317438 n-d-791506-26 neutron-server[101292]: 'Subnet': '1.1', Aug 16 22:46:23.317438 n-d-791506-26 neutron-server[101292]: 'Trunk': '1.1'}} Aug 16 22:46:23.317438 n-d-791506-26 neutron-server[101292]: {{(pid=101292) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 22:46:23.350931 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2129d422-76c2-497b-afe5-bdd1df8a4813 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:23.377402 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2129d422-76c2-497b-afe5-bdd1df8a4813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:23.378364 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2129d422-76c2-497b-afe5-bdd1df8a4813 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:23.378943 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2129d422-76c2-497b-afe5-bdd1df8a4813 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:23.430664 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-2129d422-76c2-497b-afe5-bdd1df8a4813 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.7280095 Aug 16 22:46:23.430881 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 48496) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:23.441630 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-f798bd71-a7b8-4396-adbc-4c5b4f3dc4b4 admin admin] Request body: {'subnet': {'network_id': '1ec41dbe-7c0a-4c4b-bab3-26488606d20f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-67857933-subnet', 'tenant_id': '733236da22f3411d852a1f0b783a3537', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:46:23.444191 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2129d422-76c2-497b-afe5-bdd1df8a4813 admin admin] Pushing event updated for resources: {'Network': ['ID=1ec41dbe-7c0a-4c4b-bab3-26488606d20f,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:23.457447 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 1ec41dbe-7c0a-4c4b-bab3-26488606d20f details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:46:23.486406 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f798bd71-a7b8-4396-adbc-4c5b4f3dc4b4 admin admin] Made reservation on behalf of 733236da22f3411d852a1f0b783a3537 for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:46:23.489792 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f798bd71-a7b8-4396-adbc-4c5b4f3dc4b4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:23.735135 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 48508) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:23.736017 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-5817dd99-cd9b-4a63-8685-f1934309e43f tempest-AutoAllocateNetworkTest-82021090 tempest-AutoAllocateNetworkTest-82021090-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=d0afb56a9fa848648fcbeb43623bdc63&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5141377 Aug 16 22:46:23.736505 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f798bd71-a7b8-4396-adbc-4c5b4f3dc4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:23.792840 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f798bd71-a7b8-4396-adbc-4c5b4f3dc4b4 admin admin] Checking segment: {'id': '7d1a5182-196d-4b0a-929d-265f51384dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1ec41dbe-7c0a-4c4b-bab3-26488606d20f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:46:23.793209 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f798bd71-a7b8-4396-adbc-4c5b4f3dc4b4 admin admin] Network hostable DHCP agents. Network: 1ec41dbe-7c0a-4c4b-bab3-26488606d20f, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:46:23.818290 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f798bd71-a7b8-4396-adbc-4c5b4f3dc4b4 admin admin] Network 1ec41dbe-7c0a-4c4b-bab3-26488606d20f is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:46:23.832177 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f798bd71-a7b8-4396-adbc-4c5b4f3dc4b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d73dbfff-4ee7-4d05-8df7-c328a380882a,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:23.835871 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-f798bd71-a7b8-4396-adbc-4c5b4f3dc4b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 1ec41dbe-7c0a-4c4b-bab3-26488606d20f) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:46:23.845053 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f798bd71-a7b8-4396-adbc-4c5b4f3dc4b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:23.847174 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f798bd71-a7b8-4396-adbc-4c5b4f3dc4b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:23.856498 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceca9606-ce5a-49a9-aefc-10c14000a5be None None] Network 1ec41dbe-7c0a-4c4b-bab3-26488606d20f requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:46:23.862260 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f798bd71-a7b8-4396-adbc-4c5b4f3dc4b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:23.862965 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f798bd71-a7b8-4396-adbc-4c5b4f3dc4b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:23.863572 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f798bd71-a7b8-4396-adbc-4c5b4f3dc4b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:23.864081 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f798bd71-a7b8-4396-adbc-4c5b4f3dc4b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:23.864716 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f798bd71-a7b8-4396-adbc-4c5b4f3dc4b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:23.865268 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f798bd71-a7b8-4396-adbc-4c5b4f3dc4b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:23.866073 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f798bd71-a7b8-4396-adbc-4c5b4f3dc4b4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:23.866655 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f798bd71-a7b8-4396-adbc-4c5b4f3dc4b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:23.867182 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f798bd71-a7b8-4396-adbc-4c5b4f3dc4b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:23.867682 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f798bd71-a7b8-4396-adbc-4c5b4f3dc4b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:23.868173 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f798bd71-a7b8-4396-adbc-4c5b4f3dc4b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:23.868701 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f798bd71-a7b8-4396-adbc-4c5b4f3dc4b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:23.869944 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f798bd71-a7b8-4396-adbc-4c5b4f3dc4b4 admin admin] Tracked resource versions report: Aug 16 22:46:23.869944 n-d-791506-26 neutron-server[101291]: pushed versions: Aug 16 22:46:23.869944 n-d-791506-26 neutron-server[101291]: { 'AddressGroup': {'1.2'}, Aug 16 22:46:23.869944 n-d-791506-26 neutron-server[101291]: 'ConntrackHelper': {'1.0'}, Aug 16 22:46:23.869944 n-d-791506-26 neutron-server[101291]: 'Log': {'1.0'}, Aug 16 22:46:23.869944 n-d-791506-26 neutron-server[101291]: 'Network': {'1.1'}, Aug 16 22:46:23.869944 n-d-791506-26 neutron-server[101291]: 'Port': {'1.7'}, Aug 16 22:46:23.869944 n-d-791506-26 neutron-server[101291]: 'PortForwarding': {'1.2'}, Aug 16 22:46:23.869944 n-d-791506-26 neutron-server[101291]: 'QosPolicy': {'1.9'}, Aug 16 22:46:23.869944 n-d-791506-26 neutron-server[101291]: 'SecurityGroup': {'1.4'}, Aug 16 22:46:23.869944 n-d-791506-26 neutron-server[101291]: 'SecurityGroupRule': {'1.2'}, Aug 16 22:46:23.869944 n-d-791506-26 neutron-server[101291]: 'SubPort': {'1.0'}, Aug 16 22:46:23.869944 n-d-791506-26 neutron-server[101291]: 'Subnet': {'1.1'}, Aug 16 22:46:23.869944 n-d-791506-26 neutron-server[101291]: 'Trunk': {'1.1'}} Aug 16 22:46:23.869944 n-d-791506-26 neutron-server[101291]: consumer versions: Aug 16 22:46:23.869944 n-d-791506-26 neutron-server[101291]: { DHCP agent@n-d-791506-26: {}, Aug 16 22:46:23.869944 n-d-791506-26 neutron-server[101291]: HyperV agent@n-h1-791506-26: {}, Aug 16 22:46:23.869944 n-d-791506-26 neutron-server[101291]: HyperV agent@n-h2-791506-26: {}, Aug 16 22:46:23.869944 n-d-791506-26 neutron-server[101291]: L3 agent@n-d-791506-26: {}, Aug 16 22:46:23.869944 n-d-791506-26 neutron-server[101291]: Metadata agent@n-d-791506-26: {}, Aug 16 22:46:23.869944 n-d-791506-26 neutron-server[101291]: Metering agent@n-d-791506-26: {}, Aug 16 22:46:23.869944 n-d-791506-26 neutron-server[101291]: Open vSwitch agent@n-d-791506-26: { 'AddressGroup': '1.2', Aug 16 22:46:23.869944 n-d-791506-26 neutron-server[101291]: 'ConntrackHelper': '1.0', Aug 16 22:46:23.869944 n-d-791506-26 neutron-server[101291]: 'Log': '1.0', Aug 16 22:46:23.869944 n-d-791506-26 neutron-server[101291]: 'Network': '1.1', Aug 16 22:46:23.869944 n-d-791506-26 neutron-server[101291]: 'Port': '1.7', Aug 16 22:46:23.869944 n-d-791506-26 neutron-server[101291]: 'PortForwarding': '1.2', Aug 16 22:46:23.869944 n-d-791506-26 neutron-server[101291]: 'QosPolicy': '1.9', Aug 16 22:46:23.869944 n-d-791506-26 neutron-server[101291]: 'SecurityGroup': '1.4', Aug 16 22:46:23.869944 n-d-791506-26 neutron-server[101291]: 'SecurityGroupRule': '1.2', Aug 16 22:46:23.869944 n-d-791506-26 neutron-server[101291]: 'SubPort': '1.0', Aug 16 22:46:23.869944 n-d-791506-26 neutron-server[101291]: 'Subnet': '1.1', Aug 16 22:46:23.869944 n-d-791506-26 neutron-server[101291]: 'Trunk': '1.1'}} Aug 16 22:46:23.869944 n-d-791506-26 neutron-server[101291]: {{(pid=101291) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 22:46:23.876502 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-f798bd71-a7b8-4396-adbc-4c5b4f3dc4b4 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4434414 Aug 16 22:46:23.879913 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 48514) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:23.884560 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-feede634-2b9e-4c8d-9342-ed9630ced233 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-67857933-router', 'tenant_id': '733236da22f3411d852a1f0b783a3537', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:46:23.909658 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-feede634-2b9e-4c8d-9342-ed9630ced233 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:23.911117 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-feede634-2b9e-4c8d-9342-ed9630ced233 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:23.979146 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-feede634-2b9e-4c8d-9342-ed9630ced233 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:24.118299 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f1e8a3-f9b1-448d-8793-5c85b7d55397 tempest-AutoAllocateNetworkTest-82021090 tempest-AutoAllocateNetworkTest-82021090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:24.136744 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-06f1e8a3-f9b1-448d-8793-5c85b7d55397 tempest-AutoAllocateNetworkTest-82021090 tempest-AutoAllocateNetworkTest-82021090-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.3884592 Aug 16 22:46:24.137756 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 48520) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:24.230688 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-feede634-2b9e-4c8d-9342-ed9630ced233 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:24.275050 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-b424289e-be8f-4637-bdda-f2f379260d31 tempest-AutoAllocateNetworkTest-82021090 tempest-AutoAllocateNetworkTest-82021090-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1359968 Aug 16 22:46:24.275631 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 48526) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:24.279083 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9630b63-0189-43b1-8c9a-70e8e4c58e3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-1ec41dbe-7c0a-4c4b-bab3-26488606d20f', 'network_id': '1ec41dbe-7c0a-4c4b-bab3-26488606d20f', 'tenant_id': '733236da22f3411d852a1f0b783a3537', 'fixed_ips': [{'subnet_id': 'd73dbfff-4ee7-4d05-8df7-c328a380882a'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:46:24.280203 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-b9630b63-0189-43b1-8c9a-70e8e4c58e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:24.324005 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-75d9ce20-f8fe-44c9-9c9b-8ae053a34620 tempest-AutoAllocateNetworkTest-82021090 tempest-AutoAllocateNetworkTest-82021090-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=d0afb56a9fa848648fcbeb43623bdc63 HTTP/1.1" status: 200 len: 208 time: 0.0326781 Aug 16 22:46:24.595314 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-b9630b63-0189-43b1-8c9a-70e8e4c58e3c None None] Allocated IP 172.20.0.2 (1ec41dbe-7c0a-4c4b-bab3-26488606d20f/d73dbfff-4ee7-4d05-8df7-c328a380882a/7c8b4b34-4823-4e3f-84a9-6def226d2ece) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:46:24.623991 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-feede634-2b9e-4c8d-9342-ed9630ced233 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:24.661189 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-feede634-2b9e-4c8d-9342-ed9630ced233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:24.838412 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-feede634-2b9e-4c8d-9342-ed9630ced233 admin admin] Allocated IP 172.25.4.118 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/d516a2b6-c4ce-4aff-b439-c775570a65f1) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:46:24.864199 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:24.926599 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-b9630b63-0189-43b1-8c9a-70e8e4c58e3c None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:24.940280 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-b9630b63-0189-43b1-8c9a-70e8e4c58e3c None None] Transition to ACTIVE for port object 7c8b4b34-4823-4e3f-84a9-6def226d2ece will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:46:24.957848 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-b9630b63-0189-43b1-8c9a-70e8e4c58e3c None None] Transition to ACTIVE for port object 7c8b4b34-4823-4e3f-84a9-6def226d2ece will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:46:24.969778 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-b9630b63-0189-43b1-8c9a-70e8e4c58e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:25.042732 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9630b63-0189-43b1-8c9a-70e8e4c58e3c None None] Network 1ec41dbe-7c0a-4c4b-bab3-26488606d20f is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:46:25.050122 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-b9630b63-0189-43b1-8c9a-70e8e4c58e3c None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:46:25.056375 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9630b63-0189-43b1-8c9a-70e8e4c58e3c None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:46:25.061406 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9630b63-0189-43b1-8c9a-70e8e4c58e3c None None] Pushing event updated for resources: {'Port': ['ID=7c8b4b34-4823-4e3f-84a9-6def226d2ece,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:25.071692 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-feede634-2b9e-4c8d-9342-ed9630ced233 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:25.079595 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9630b63-0189-43b1-8c9a-70e8e4c58e3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:25.080082 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9630b63-0189-43b1-8c9a-70e8e4c58e3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:25.080623 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9630b63-0189-43b1-8c9a-70e8e4c58e3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:25.080986 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9630b63-0189-43b1-8c9a-70e8e4c58e3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:25.081492 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9630b63-0189-43b1-8c9a-70e8e4c58e3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:25.081984 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9630b63-0189-43b1-8c9a-70e8e4c58e3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:25.082468 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9630b63-0189-43b1-8c9a-70e8e4c58e3c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:25.082942 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9630b63-0189-43b1-8c9a-70e8e4c58e3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:25.083418 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9630b63-0189-43b1-8c9a-70e8e4c58e3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:25.083887 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9630b63-0189-43b1-8c9a-70e8e4c58e3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:25.084349 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9630b63-0189-43b1-8c9a-70e8e4c58e3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:25.084842 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9630b63-0189-43b1-8c9a-70e8e4c58e3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:25.086405 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9630b63-0189-43b1-8c9a-70e8e4c58e3c None None] Tracked resource versions report: Aug 16 22:46:25.086405 n-d-791506-26 neutron-server[101293]: pushed versions: Aug 16 22:46:25.086405 n-d-791506-26 neutron-server[101293]: { 'AddressGroup': {'1.2'}, Aug 16 22:46:25.086405 n-d-791506-26 neutron-server[101293]: 'ConntrackHelper': {'1.0'}, Aug 16 22:46:25.086405 n-d-791506-26 neutron-server[101293]: 'Log': {'1.0'}, Aug 16 22:46:25.086405 n-d-791506-26 neutron-server[101293]: 'Network': {'1.1'}, Aug 16 22:46:25.086405 n-d-791506-26 neutron-server[101293]: 'Port': {'1.7'}, Aug 16 22:46:25.086405 n-d-791506-26 neutron-server[101293]: 'PortForwarding': {'1.2'}, Aug 16 22:46:25.086405 n-d-791506-26 neutron-server[101293]: 'QosPolicy': {'1.9'}, Aug 16 22:46:25.086405 n-d-791506-26 neutron-server[101293]: 'SecurityGroup': {'1.4'}, Aug 16 22:46:25.086405 n-d-791506-26 neutron-server[101293]: 'SecurityGroupRule': {'1.2'}, Aug 16 22:46:25.086405 n-d-791506-26 neutron-server[101293]: 'SubPort': {'1.0'}, Aug 16 22:46:25.086405 n-d-791506-26 neutron-server[101293]: 'Subnet': {'1.1'}, Aug 16 22:46:25.086405 n-d-791506-26 neutron-server[101293]: 'Trunk': {'1.1'}} Aug 16 22:46:25.086405 n-d-791506-26 neutron-server[101293]: consumer versions: Aug 16 22:46:25.086405 n-d-791506-26 neutron-server[101293]: { DHCP agent@n-d-791506-26: {}, Aug 16 22:46:25.086405 n-d-791506-26 neutron-server[101293]: HyperV agent@n-h1-791506-26: {}, Aug 16 22:46:25.086405 n-d-791506-26 neutron-server[101293]: HyperV agent@n-h2-791506-26: {}, Aug 16 22:46:25.086405 n-d-791506-26 neutron-server[101293]: L3 agent@n-d-791506-26: {}, Aug 16 22:46:25.086405 n-d-791506-26 neutron-server[101293]: Metadata agent@n-d-791506-26: {}, Aug 16 22:46:25.086405 n-d-791506-26 neutron-server[101293]: Metering agent@n-d-791506-26: {}, Aug 16 22:46:25.086405 n-d-791506-26 neutron-server[101293]: Open vSwitch agent@n-d-791506-26: { 'AddressGroup': '1.2', Aug 16 22:46:25.086405 n-d-791506-26 neutron-server[101293]: 'ConntrackHelper': '1.0', Aug 16 22:46:25.086405 n-d-791506-26 neutron-server[101293]: 'Log': '1.0', Aug 16 22:46:25.086405 n-d-791506-26 neutron-server[101293]: 'Network': '1.1', Aug 16 22:46:25.086405 n-d-791506-26 neutron-server[101293]: 'Port': '1.7', Aug 16 22:46:25.086405 n-d-791506-26 neutron-server[101293]: 'PortForwarding': '1.2', Aug 16 22:46:25.086405 n-d-791506-26 neutron-server[101293]: 'QosPolicy': '1.9', Aug 16 22:46:25.086405 n-d-791506-26 neutron-server[101293]: 'SecurityGroup': '1.4', Aug 16 22:46:25.086405 n-d-791506-26 neutron-server[101293]: 'SecurityGroupRule': '1.2', Aug 16 22:46:25.086405 n-d-791506-26 neutron-server[101293]: 'SubPort': '1.0', Aug 16 22:46:25.086405 n-d-791506-26 neutron-server[101293]: 'Subnet': '1.1', Aug 16 22:46:25.086405 n-d-791506-26 neutron-server[101293]: 'Trunk': '1.1'}} Aug 16 22:46:25.086405 n-d-791506-26 neutron-server[101293]: {{(pid=101293) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 22:46:25.165903 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-b9630b63-0189-43b1-8c9a-70e8e4c58e3c None None] Attempting to bind port 7c8b4b34-4823-4e3f-84a9-6def226d2ece on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:46:25.166322 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-b9630b63-0189-43b1-8c9a-70e8e4c58e3c None None] Attempting to bind port 7c8b4b34-4823-4e3f-84a9-6def226d2ece by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '7d1a5182-196d-4b0a-929d-265f51384dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1ec41dbe-7c0a-4c4b-bab3-26488606d20f'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:46:25.166693 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9630b63-0189-43b1-8c9a-70e8e4c58e3c None None] Attempting to bind port 7c8b4b34-4823-4e3f-84a9-6def226d2ece on network 1ec41dbe-7c0a-4c4b-bab3-26488606d20f {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:46:25.174220 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9630b63-0189-43b1-8c9a-70e8e4c58e3c None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:46:25.174645 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9630b63-0189-43b1-8c9a-70e8e4c58e3c None None] Checking segment: {'id': '7d1a5182-196d-4b0a-929d-265f51384dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1ec41dbe-7c0a-4c4b-bab3-26488606d20f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:46:25.175116 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-b9630b63-0189-43b1-8c9a-70e8e4c58e3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:25.175859 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9630b63-0189-43b1-8c9a-70e8e4c58e3c None None] Bound using segment: {'id': '7d1a5182-196d-4b0a-929d-265f51384dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1ec41dbe-7c0a-4c4b-bab3-26488606d20f'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:46:25.176373 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-b9630b63-0189-43b1-8c9a-70e8e4c58e3c None None] Bound port: 7c8b4b34-4823-4e3f-84a9-6def226d2ece, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d1a5182-196d-4b0a-929d-265f51384dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1ec41dbe-7c0a-4c4b-bab3-26488606d20f'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:46:25.176800 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-b9630b63-0189-43b1-8c9a-70e8e4c58e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:25.221448 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-feede634-2b9e-4c8d-9342-ed9630ced233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:25.259076 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-b9630b63-0189-43b1-8c9a-70e8e4c58e3c None None] For port 7c8b4b34-4823-4e3f-84a9-6def226d2ece, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:46:25.263932 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-b9630b63-0189-43b1-8c9a-70e8e4c58e3c None None] For port 7c8b4b34-4823-4e3f-84a9-6def226d2ece, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=7c8b4b34-4823-4e3f-84a9-6def226d2ece,segment=NetworkSegment(7d1a5182-196d-4b0a-929d-265f51384dc2),segment_id=7d1a5182-196d-4b0a-929d-265f51384dc2)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:46:25.272461 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-b9630b63-0189-43b1-8c9a-70e8e4c58e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:25.316405 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 48566) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:25.381294 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feede634-2b9e-4c8d-9342-ed9630ced233 admin admin] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:46:25.398718 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-feede634-2b9e-4c8d-9342-ed9630ced233 admin admin] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:46:25.412470 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feede634-2b9e-4c8d-9342-ed9630ced233 admin admin] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:46:25.421221 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9630b63-0189-43b1-8c9a-70e8e4c58e3c None None] Pushing event updated for resources: {'Port': ['ID=7c8b4b34-4823-4e3f-84a9-6def226d2ece,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:25.495897 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feede634-2b9e-4c8d-9342-ed9630ced233 admin admin] Pushing event updated for resources: {'Port': ['ID=d516a2b6-c4ce-4aff-b439-c775570a65f1,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:25.854212 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0a52e245-c516-4894-bc78-8af2aef5adc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:25.992852 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0a52e245-c516-4894-bc78-8af2aef5adc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:26.000520 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0a52e245-c516-4894-bc78-8af2aef5adc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:26.055653 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-0a52e245-c516-4894-bc78-8af2aef5adc9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d0afb56a9fa848648fcbeb43623bdc63&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7375710 Aug 16 22:46:26.056873 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a52e245-c516-4894-bc78-8af2aef5adc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52810e8b-479a-4ddc-a21a-fe7aee9d0bc7,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:26.059891 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 48594) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:26.094529 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-feede634-2b9e-4c8d-9342-ed9630ced233 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:26.135828 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f035bf4f-1575-4b3d-a6f5-050a0e207eaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:26.180466 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f035bf4f-1575-4b3d-a6f5-050a0e207eaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:26.243514 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f035bf4f-1575-4b3d-a6f5-050a0e207eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:26.255470 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f035bf4f-1575-4b3d-a6f5-050a0e207eaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:26.260712 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-f035bf4f-1575-4b3d-a6f5-050a0e207eaa admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/52810e8b-479a-4ddc-a21a-fe7aee9d0bc7 HTTP/1.1" status: 204 len: 168 time: 0.1992977 Aug 16 22:46:26.270059 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f035bf4f-1575-4b3d-a6f5-050a0e207eaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52810e8b-479a-4ddc-a21a-fe7aee9d0bc7,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:26.414052 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-feede634-2b9e-4c8d-9342-ed9630ced233 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:26.604097 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feede634-2b9e-4c8d-9342-ed9630ced233 admin admin] Router 357c01c1-cc55-4012-9ecd-02569dabfeea is scheduled to L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f with binding_index 1 {{(pid=101291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:46:26.728273 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c4a2c0-7924-4d32-844a-6e9a1689bade None None] Network 1ec41dbe-7c0a-4c4b-bab3-26488606d20f requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:46:26.791083 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feede634-2b9e-4c8d-9342-ed9630ced233 admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:46:26.805148 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f230d5e6-160b-4e73-b302-34402f51f49d None None] Sync routers for ids ['357c01c1-cc55-4012-9ecd-02569dabfeea'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:46:26.818748 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-feede634-2b9e-4c8d-9342-ed9630ced233 admin admin] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:26.820480 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-feede634-2b9e-4c8d-9342-ed9630ced233 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 2.9392197 Aug 16 22:46:26.822313 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f230d5e6-160b-4e73-b302-34402f51f49d None None] Routers {'357c01c1-cc55-4012-9ecd-02569dabfeea'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:46:26.823215 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 48616) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:26.825714 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-f230d5e6-160b-4e73-b302-34402f51f49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:46:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['357c01c1-cc55-4012-9ecd-02569dabfeea'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:26.831027 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-bb864aae-2f1d-499b-89f6-7a7e25777b65 None None] Provisioning for port 7c8b4b34-4823-4e3f-84a9-6def226d2ece completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:46:26.833566 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 7c8b4b34-4823-4e3f-84a9-6def226d2ece up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:46:26.993407 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 7c8b4b34-4823-4e3f-84a9-6def226d2ece completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:46:27.005479 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 7c8b4b34-4823-4e3f-84a9-6def226d2ece triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:46:27.006353 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-f230d5e6-160b-4e73-b302-34402f51f49d None None] Set router 357c01c1-cc55-4012-9ecd-02569dabfeea gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:46:27.007861 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:27.197177 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:27.267920 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 7c8b4b34-4823-4e3f-84a9-6def226d2ece, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=7c8b4b34-4823-4e3f-84a9-6def226d2ece,segment=NetworkSegment(7d1a5182-196d-4b0a-929d-265f51384dc2),segment_id=7d1a5182-196d-4b0a-929d-265f51384dc2)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:46:27.274830 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:27.284724 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-f230d5e6-160b-4e73-b302-34402f51f49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '357c01c1-cc55-4012-9ecd-02569dabfeea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-67857933-router', 'tenant_id': '733236da22f3411d852a1f0b783a3537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'd516a2b6-c4ce-4aff-b439-c775570a65f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:46:23Z', 'updated_at': '2021-08-16T22:46:25Z', 'revision_number': 3, 'project_id': '733236da22f3411d852a1f0b783a3537', 'gw_port': {'id': 'd516a2b6-c4ce-4aff-b439-c775570a65f1', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e1:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '357c01c1-cc55-4012-9ecd-02569dabfeea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:46:24Z', 'updated_at': '2021-08-16T22:46:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:27.333179 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f230d5e6-160b-4e73-b302-34402f51f49d None None] Checking router: 357c01c1-cc55-4012-9ecd-02569dabfeea for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:46:27.333696 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f230d5e6-160b-4e73-b302-34402f51f49d None None] Updating router 357c01c1-cc55-4012-9ecd-02569dabfeea port d516a2b6-c4ce-4aff-b439-c775570a65f1 binding host n-d-791506-26 {{(pid=101294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:46:27.367439 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-f230d5e6-160b-4e73-b302-34402f51f49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:27.380909 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=7c8b4b34-4823-4e3f-84a9-6def226d2ece,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:27.594324 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-e4d2e30a-4ccb-4463-b5a0-794fe094a1d5 None None] Provisioning complete for port 7c8b4b34-4823-4e3f-84a9-6def226d2ece triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:46:27.596172 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e4d2e30a-4ccb-4463-b5a0-794fe094a1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:27.679535 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-69d2eb1e-923d-4720-9611-fca994506cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:27.730965 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-f230d5e6-160b-4e73-b302-34402f51f49d None None] Notify callbacks [] for port, precommit_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:27.742229 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.provisioning_blocks [None req-f230d5e6-160b-4e73-b302-34402f51f49d None None] Transition to ACTIVE for port object d516a2b6-c4ce-4aff-b439-c775570a65f1 will not be triggered until provisioned by entity L2. {{(pid=101294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:46:27.751006 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-f230d5e6-160b-4e73-b302-34402f51f49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:27.836291 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 48650) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:27.844337 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2070d46e-7926-42a6-9fc0-b2472e4cbc0d None None] Pushing event updated for resources: {'Port': ['ID=d516a2b6-c4ce-4aff-b439-c775570a65f1,revision_number=2']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:27.857944 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2070d46e-7926-42a6-9fc0-b2472e4cbc0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:27.858305 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2070d46e-7926-42a6-9fc0-b2472e4cbc0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:27.858709 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2070d46e-7926-42a6-9fc0-b2472e4cbc0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:27.859059 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2070d46e-7926-42a6-9fc0-b2472e4cbc0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:27.859495 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2070d46e-7926-42a6-9fc0-b2472e4cbc0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:27.859812 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2070d46e-7926-42a6-9fc0-b2472e4cbc0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:27.860150 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2070d46e-7926-42a6-9fc0-b2472e4cbc0d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:27.860486 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2070d46e-7926-42a6-9fc0-b2472e4cbc0d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:27.860843 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2070d46e-7926-42a6-9fc0-b2472e4cbc0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:27.861200 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2070d46e-7926-42a6-9fc0-b2472e4cbc0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:27.861561 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2070d46e-7926-42a6-9fc0-b2472e4cbc0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:27.861901 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2070d46e-7926-42a6-9fc0-b2472e4cbc0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:46:27.863035 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2070d46e-7926-42a6-9fc0-b2472e4cbc0d None None] Tracked resource versions report: Aug 16 22:46:27.863035 n-d-791506-26 neutron-server[101294]: pushed versions: Aug 16 22:46:27.863035 n-d-791506-26 neutron-server[101294]: { 'AddressGroup': {'1.2'}, Aug 16 22:46:27.863035 n-d-791506-26 neutron-server[101294]: 'ConntrackHelper': {'1.0'}, Aug 16 22:46:27.863035 n-d-791506-26 neutron-server[101294]: 'Log': {'1.0'}, Aug 16 22:46:27.863035 n-d-791506-26 neutron-server[101294]: 'Network': {'1.1'}, Aug 16 22:46:27.863035 n-d-791506-26 neutron-server[101294]: 'Port': {'1.7'}, Aug 16 22:46:27.863035 n-d-791506-26 neutron-server[101294]: 'PortForwarding': {'1.2'}, Aug 16 22:46:27.863035 n-d-791506-26 neutron-server[101294]: 'QosPolicy': {'1.9'}, Aug 16 22:46:27.863035 n-d-791506-26 neutron-server[101294]: 'SecurityGroup': {'1.4'}, Aug 16 22:46:27.863035 n-d-791506-26 neutron-server[101294]: 'SecurityGroupRule': {'1.2'}, Aug 16 22:46:27.863035 n-d-791506-26 neutron-server[101294]: 'SubPort': {'1.0'}, Aug 16 22:46:27.863035 n-d-791506-26 neutron-server[101294]: 'Subnet': {'1.1'}, Aug 16 22:46:27.863035 n-d-791506-26 neutron-server[101294]: 'Trunk': {'1.1'}} Aug 16 22:46:27.863035 n-d-791506-26 neutron-server[101294]: consumer versions: Aug 16 22:46:27.863035 n-d-791506-26 neutron-server[101294]: { DHCP agent@n-d-791506-26: {}, Aug 16 22:46:27.863035 n-d-791506-26 neutron-server[101294]: HyperV agent@n-h1-791506-26: {}, Aug 16 22:46:27.863035 n-d-791506-26 neutron-server[101294]: HyperV agent@n-h2-791506-26: {}, Aug 16 22:46:27.863035 n-d-791506-26 neutron-server[101294]: L3 agent@n-d-791506-26: {}, Aug 16 22:46:27.863035 n-d-791506-26 neutron-server[101294]: Metadata agent@n-d-791506-26: {}, Aug 16 22:46:27.863035 n-d-791506-26 neutron-server[101294]: Metering agent@n-d-791506-26: {}, Aug 16 22:46:27.863035 n-d-791506-26 neutron-server[101294]: Open vSwitch agent@n-d-791506-26: { 'AddressGroup': '1.2', Aug 16 22:46:27.863035 n-d-791506-26 neutron-server[101294]: 'ConntrackHelper': '1.0', Aug 16 22:46:27.863035 n-d-791506-26 neutron-server[101294]: 'Log': '1.0', Aug 16 22:46:27.863035 n-d-791506-26 neutron-server[101294]: 'Network': '1.1', Aug 16 22:46:27.863035 n-d-791506-26 neutron-server[101294]: 'Port': '1.7', Aug 16 22:46:27.863035 n-d-791506-26 neutron-server[101294]: 'PortForwarding': '1.2', Aug 16 22:46:27.863035 n-d-791506-26 neutron-server[101294]: 'QosPolicy': '1.9', Aug 16 22:46:27.863035 n-d-791506-26 neutron-server[101294]: 'SecurityGroup': '1.4', Aug 16 22:46:27.863035 n-d-791506-26 neutron-server[101294]: 'SecurityGroupRule': '1.2', Aug 16 22:46:27.863035 n-d-791506-26 neutron-server[101294]: 'SubPort': '1.0', Aug 16 22:46:27.863035 n-d-791506-26 neutron-server[101294]: 'Subnet': '1.1', Aug 16 22:46:27.863035 n-d-791506-26 neutron-server[101294]: 'Trunk': '1.1'}} Aug 16 22:46:27.863035 n-d-791506-26 neutron-server[101294]: {{(pid=101294) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 22:46:27.883518 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-f230d5e6-160b-4e73-b302-34402f51f49d None None] Attempting to bind port d516a2b6-c4ce-4aff-b439-c775570a65f1 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:46:27.884299 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-f230d5e6-160b-4e73-b302-34402f51f49d None None] Attempting to bind port d516a2b6-c4ce-4aff-b439-c775570a65f1 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:46:27.884911 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f230d5e6-160b-4e73-b302-34402f51f49d None None] Attempting to bind port d516a2b6-c4ce-4aff-b439-c775570a65f1 on network c22c4980-c849-406d-982c-a5d68c515a94 {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:46:27.893105 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f230d5e6-160b-4e73-b302-34402f51f49d None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:46:27.893933 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f230d5e6-160b-4e73-b302-34402f51f49d None None] Checking segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:46:27.894549 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-f230d5e6-160b-4e73-b302-34402f51f49d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:27.895140 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f230d5e6-160b-4e73-b302-34402f51f49d None None] Bound using segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:46:27.896264 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-f230d5e6-160b-4e73-b302-34402f51f49d None None] Bound port: d516a2b6-c4ce-4aff-b439-c775570a65f1, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:46:27.896919 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-f230d5e6-160b-4e73-b302-34402f51f49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:27.962006 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-f230d5e6-160b-4e73-b302-34402f51f49d None None] For port d516a2b6-c4ce-4aff-b439-c775570a65f1, host n-d-791506-26, cleared binding levels {{(pid=101294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:46:27.967931 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-f230d5e6-160b-4e73-b302-34402f51f49d None None] For port d516a2b6-c4ce-4aff-b439-c775570a65f1, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=d516a2b6-c4ce-4aff-b439-c775570a65f1,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:46:27.974444 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-f230d5e6-160b-4e73-b302-34402f51f49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:28.033057 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2070d46e-7926-42a6-9fc0-b2472e4cbc0d None None] Pushing event updated for resources: {'Port': ['ID=d516a2b6-c4ce-4aff-b439-c775570a65f1,revision_number=3']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:28.068075 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f230d5e6-160b-4e73-b302-34402f51f49d None None] Routers {'357c01c1-cc55-4012-9ecd-02569dabfeea'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:46:28.068765 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-f230d5e6-160b-4e73-b302-34402f51f49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:46:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['357c01c1-cc55-4012-9ecd-02569dabfeea'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:28.112957 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-69d2eb1e-923d-4720-9611-fca994506cdc admin admin] Allocated IP 172.20.0.1 (1ec41dbe-7c0a-4c4b-bab3-26488606d20f/d73dbfff-4ee7-4d05-8df7-c328a380882a/1bf5021e-a9c6-434b-bcf8-d588c1beca45) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:46:28.219769 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-f230d5e6-160b-4e73-b302-34402f51f49d None None] Set router 357c01c1-cc55-4012-9ecd-02569dabfeea gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:46:28.298694 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-69d2eb1e-923d-4720-9611-fca994506cdc admin admin] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:28.332798 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 48670) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:28.340387 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-69d2eb1e-923d-4720-9611-fca994506cdc admin admin] Transition to ACTIVE for port object 1bf5021e-a9c6-434b-bcf8-d588c1beca45 will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:46:28.414146 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-69d2eb1e-923d-4720-9611-fca994506cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:28.535275 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d2eb1e-923d-4720-9611-fca994506cdc admin admin] Pushing event updated for resources: {'Port': ['ID=1bf5021e-a9c6-434b-bcf8-d588c1beca45,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:28.557736 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d2eb1e-923d-4720-9611-fca994506cdc admin admin] Network 1ec41dbe-7c0a-4c4b-bab3-26488606d20f is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:46:28.563826 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-69d2eb1e-923d-4720-9611-fca994506cdc admin admin] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:46:28.566015 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1fd2bc47-9317-403e-90de-a0371d16abd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:28.569333 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d2eb1e-923d-4720-9611-fca994506cdc admin admin] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:46:28.569972 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-69d2eb1e-923d-4720-9611-fca994506cdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954230'] for router_interface, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:28.587704 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-422e9de3-3d3f-4623-b29a-a4becf0ebd8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:28.679074 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-f230d5e6-160b-4e73-b302-34402f51f49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '357c01c1-cc55-4012-9ecd-02569dabfeea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-67857933-router', 'tenant_id': '733236da22f3411d852a1f0b783a3537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'd516a2b6-c4ce-4aff-b439-c775570a65f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:46:23Z', 'updated_at': '2021-08-16T22:46:25Z', 'revision_number': 3, 'project_id': '733236da22f3411d852a1f0b783a3537', 'gw_port': {'id': 'd516a2b6-c4ce-4aff-b439-c775570a65f1', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e1:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '357c01c1-cc55-4012-9ecd-02569dabfeea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:46:24Z', 'updated_at': '2021-08-16T22:46:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:28.709907 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-422e9de3-3d3f-4623-b29a-a4becf0ebd8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:28.720462 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-422e9de3-3d3f-4623-b29a-a4becf0ebd8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:28.756347 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-422e9de3-3d3f-4623-b29a-a4becf0ebd8e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1f9ac4ea3e0e41c0a9818e55a749364e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4226327 Aug 16 22:46:28.762768 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 48692) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:28.793139 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f230d5e6-160b-4e73-b302-34402f51f49d None None] The sync data for ids ['357c01c1-cc55-4012-9ecd-02569dabfeea'] in n-d-791506-26 is: [{'id': '357c01c1-cc55-4012-9ecd-02569dabfeea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-67857933-router', 'tenant_id': '733236da22f3411d852a1f0b783a3537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'd516a2b6-c4ce-4aff-b439-c775570a65f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:46:23Z', 'updated_at': '2021-08-16T22:46:25Z', 'revision_number': 3, 'project_id': '733236da22f3411d852a1f0b783a3537', 'gw_port': {'id': 'd516a2b6-c4ce-4aff-b439-c775570a65f1', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e1:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '357c01c1-cc55-4012-9ecd-02569dabfeea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:46:24Z', 'updated_at': '2021-08-16T22:46:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:46:28.833869 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 7c8b4b34-4823-4e3f-84a9-6def226d2ece up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:46:28.977175 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9fa467e0-7dc9-4ad4-a07c-0fcbcaf65d92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:28.999825 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 7c8b4b34-4823-4e3f-84a9-6def226d2ece triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:46:29.000209 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:29.002301 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-ce322193-89e2-4dff-ad14-eaf12c55b230 None None] Provisioning for port 1bf5021e-a9c6-434b-bcf8-d588c1beca45 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:46:29.003047 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9fa467e0-7dc9-4ad4-a07c-0fcbcaf65d92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:29.022872 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-ce322193-89e2-4dff-ad14-eaf12c55b230 None None] Provisioning complete for port 1bf5021e-a9c6-434b-bcf8-d588c1beca45 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:46:29.023493 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ce322193-89e2-4dff-ad14-eaf12c55b230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:29.066182 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422e9de3-3d3f-4623-b29a-a4becf0ebd8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd4efa9-43ff-4751-894a-2a575e05a1ab,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:29.118730 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-69d2eb1e-923d-4720-9611-fca994506cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:29.142162 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1fd2bc47-9317-403e-90de-a0371d16abd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:29.143760 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9fa467e0-7dc9-4ad4-a07c-0fcbcaf65d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:29.146870 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9fa467e0-7dc9-4ad4-a07c-0fcbcaf65d92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:29.148303 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-9fa467e0-7dc9-4ad4-a07c-0fcbcaf65d92 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9dd4efa9-43ff-4751-894a-2a575e05a1ab HTTP/1.1" status: 204 len: 168 time: 0.3842127 Aug 16 22:46:29.157526 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1fd2bc47-9317-403e-90de-a0371d16abd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:29.161949 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa467e0-7dc9-4ad4-a07c-0fcbcaf65d92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd4efa9-43ff-4751-894a-2a575e05a1ab,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:29.203222 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd2bc47-9317-403e-90de-a0371d16abd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25fd3582-d25e-4374-95a9-0ad7edaea262,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:29.272158 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-1fd2bc47-9317-403e-90de-a0371d16abd4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8cc689032d5c4f63a94112bb9d0462da&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4322259 Aug 16 22:46:29.272770 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 48720) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:29.284643 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-ce322193-89e2-4dff-ad14-eaf12c55b230 None None] Port 1bf5021e-a9c6-434b-bcf8-d588c1beca45 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:46:29.523383 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5bdba61f-6b9e-41fd-a8dc-fd0495df63fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:29.528844 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-69d2eb1e-923d-4720-9611-fca994506cdc admin admin] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:29.539543 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-69d2eb1e-923d-4720-9611-fca994506cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:29.540626 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-69d2eb1e-923d-4720-9611-fca994506cdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954122'] for router_interface, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:29.579370 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5bdba61f-6b9e-41fd-a8dc-fd0495df63fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:29.655363 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d2eb1e-923d-4720-9611-fca994506cdc admin admin] Pushing event updated for resources: {'Port': ['ID=1bf5021e-a9c6-434b-bcf8-d588c1beca45,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:29.721167 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5bdba61f-6b9e-41fd-a8dc-fd0495df63fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:29.723588 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5bdba61f-6b9e-41fd-a8dc-fd0495df63fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:29.724809 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-5bdba61f-6b9e-41fd-a8dc-fd0495df63fe admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/25fd3582-d25e-4374-95a9-0ad7edaea262 HTTP/1.1" status: 204 len: 168 time: 0.4492002 Aug 16 22:46:29.736945 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d2eb1e-923d-4720-9611-fca994506cdc admin admin] Network 1ec41dbe-7c0a-4c4b-bab3-26488606d20f is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:46:29.738084 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdba61f-6b9e-41fd-a8dc-fd0495df63fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25fd3582-d25e-4374-95a9-0ad7edaea262,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:29.741122 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-69d2eb1e-923d-4720-9611-fca994506cdc admin admin] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:46:29.847967 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 48744) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:29.868331 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e88b830d-7274-4345-aff8-49e7522fbb53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:30.043230 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69d2eb1e-923d-4720-9611-fca994506cdc admin admin] Router 357c01c1-cc55-4012-9ecd-02569dabfeea has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:46:30.118050 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e88b830d-7274-4345-aff8-49e7522fbb53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:30.127276 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e88b830d-7274-4345-aff8-49e7522fbb53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:30.136123 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-e4884034-ff28-4099-817b-6c552265ef2d None None] Provisioning complete for port 1bf5021e-a9c6-434b-bcf8-d588c1beca45 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:46:30.136692 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e4884034-ff28-4099-817b-6c552265ef2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:30.175383 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-e88b830d-7274-4345-aff8-49e7522fbb53 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bb609d5790d348f6966cea895938d15b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3262937 Aug 16 22:46:30.176620 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88b830d-7274-4345-aff8-49e7522fbb53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5702d060-1490-42d7-8419-83923b966956,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:30.179081 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 48756) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:30.200083 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-e4884034-ff28-4099-817b-6c552265ef2d None None] Port 1bf5021e-a9c6-434b-bcf8-d588c1beca45 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:46:30.314693 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69d2eb1e-923d-4720-9611-fca994506cdc admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:46:30.320793 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-69d2eb1e-923d-4720-9611-fca994506cdc admin admin] 10.222.0.36 "PUT /v2.0/routers/357c01c1-cc55-4012-9ecd-02569dabfeea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4901662 Aug 16 22:46:30.330841 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bb3558af-18c4-4c16-a27e-7b5916eeed11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:30.361466 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bb3558af-18c4-4c16-a27e-7b5916eeed11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:30.435889 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bb3558af-18c4-4c16-a27e-7b5916eeed11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:30.441263 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bb3558af-18c4-4c16-a27e-7b5916eeed11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:30.442989 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-bb3558af-18c4-4c16-a27e-7b5916eeed11 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5702d060-1490-42d7-8419-83923b966956 HTTP/1.1" status: 204 len: 168 time: 0.2523501 Aug 16 22:46:30.452117 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3558af-18c4-4c16-a27e-7b5916eeed11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5702d060-1490-42d7-8419-83923b966956,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:30.815596 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device d516a2b6-c4ce-4aff-b439-c775570a65f1 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:46:30.905270 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 48816) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:30.921366 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port d516a2b6-c4ce-4aff-b439-c775570a65f1 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:46:30.926630 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port d516a2b6-c4ce-4aff-b439-c775570a65f1 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:46:30.927011 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:30.928669 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8aab347f-36e0-4602-9340-f32c6b9818b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:31.069716 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:31.105296 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8aab347f-36e0-4602-9340-f32c6b9818b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:31.110541 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port d516a2b6-c4ce-4aff-b439-c775570a65f1, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=d516a2b6-c4ce-4aff-b439-c775570a65f1,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:46:31.111631 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8aab347f-36e0-4602-9340-f32c6b9818b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:31.115788 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:31.146310 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-8aab347f-36e0-4602-9340-f32c6b9818b8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=24c23ef8cd1c46079b040b9d9f0b4257&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2393003 Aug 16 22:46:31.149180 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 48830) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:31.169043 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aab347f-36e0-4602-9340-f32c6b9818b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebafcd69-80b0-4f4f-b11d-b17028c2c501,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:31.188231 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=d516a2b6-c4ce-4aff-b439-c775570a65f1,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:31.232075 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb4f563-6358-426a-83f8-97f6196b5fdc None None] Sync routers for ids ['357c01c1-cc55-4012-9ecd-02569dabfeea'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:46:31.241925 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb4f563-6358-426a-83f8-97f6196b5fdc None None] Routers {'357c01c1-cc55-4012-9ecd-02569dabfeea'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:46:31.242612 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-beb4f563-6358-426a-83f8-97f6196b5fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:46:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['357c01c1-cc55-4012-9ecd-02569dabfeea'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:31.256872 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2d36bd09-7f70-4bc8-942e-de5a0fabfa05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:31.294313 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2d36bd09-7f70-4bc8-942e-de5a0fabfa05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:31.373012 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-beb4f563-6358-426a-83f8-97f6196b5fdc None None] Set router 357c01c1-cc55-4012-9ecd-02569dabfeea gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:46:31.382082 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2d36bd09-7f70-4bc8-942e-de5a0fabfa05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:31.388577 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2d36bd09-7f70-4bc8-942e-de5a0fabfa05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:31.390990 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-2d36bd09-7f70-4bc8-942e-de5a0fabfa05 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ebafcd69-80b0-4f4f-b11d-b17028c2c501 HTTP/1.1" status: 204 len: 168 time: 0.2394061 Aug 16 22:46:31.411624 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d36bd09-7f70-4bc8-942e-de5a0fabfa05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebafcd69-80b0-4f4f-b11d-b17028c2c501,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:31.471262 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:46:31.617708 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 48846) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:31.711455 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-beb4f563-6358-426a-83f8-97f6196b5fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '357c01c1-cc55-4012-9ecd-02569dabfeea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-67857933-router', 'tenant_id': '733236da22f3411d852a1f0b783a3537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'd516a2b6-c4ce-4aff-b439-c775570a65f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:46:23Z', 'updated_at': '2021-08-16T22:46:29Z', 'revision_number': 4, 'project_id': '733236da22f3411d852a1f0b783a3537', 'gw_port': {'id': 'd516a2b6-c4ce-4aff-b439-c775570a65f1', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357c01c1-cc55-4012-9ecd-02569dabfeea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:46:24Z', 'updated_at': '2021-08-16T22:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '1bf5021e-a9c6-434b-bcf8-d588c1beca45', 'name': '', 'network_id': '1ec41dbe-7c0a-4c4b-bab3-26488606d20f', 'tenant_id': '733236da22f3411d852a1f0b783a3537', 'mac_address': 'fa:16:3e:24:8c:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '357c01c1-cc55-4012-9ecd-02569dabfeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd73dbfff-4ee7-4d05-8df7-c328a380882a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:46:27Z', 'updated_at': '2021-08-16T22:46:29Z', 'revision_number': 2, 'project_id': '733236da22f3411d852a1f0b783a3537', 'subnets': [{'id': 'd73dbfff-4ee7-4d05-8df7-c328a380882a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:31.744071 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb4f563-6358-426a-83f8-97f6196b5fdc None None] Checking router: 357c01c1-cc55-4012-9ecd-02569dabfeea for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:46:31.744428 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb4f563-6358-426a-83f8-97f6196b5fdc None None] Updating router 357c01c1-cc55-4012-9ecd-02569dabfeea port 1bf5021e-a9c6-434b-bcf8-d588c1beca45 binding host n-d-791506-26 {{(pid=101293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:46:31.775742 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-beb4f563-6358-426a-83f8-97f6196b5fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:31.842512 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 48858) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:32.081825 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1b2d276f-8fad-460c-84b0-ba95bc111579 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:32.104687 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-beb4f563-6358-426a-83f8-97f6196b5fdc None None] Notify callbacks [] for port, precommit_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:32.118333 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-beb4f563-6358-426a-83f8-97f6196b5fdc None None] Transition to ACTIVE for port object 1bf5021e-a9c6-434b-bcf8-d588c1beca45 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:46:32.128162 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-beb4f563-6358-426a-83f8-97f6196b5fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:32.149671 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-62965ff5-62ce-4250-a8b8-96f48a83a280 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:32.229317 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1b2d276f-8fad-460c-84b0-ba95bc111579 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:32.235565 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1b2d276f-8fad-460c-84b0-ba95bc111579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:32.288343 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-beb4f563-6358-426a-83f8-97f6196b5fdc None None] Attempting to bind port 1bf5021e-a9c6-434b-bcf8-d588c1beca45 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:46:32.289605 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-beb4f563-6358-426a-83f8-97f6196b5fdc None None] Attempting to bind port 1bf5021e-a9c6-434b-bcf8-d588c1beca45 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '7d1a5182-196d-4b0a-929d-265f51384dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1ec41dbe-7c0a-4c4b-bab3-26488606d20f'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:46:32.290192 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb4f563-6358-426a-83f8-97f6196b5fdc None None] Attempting to bind port 1bf5021e-a9c6-434b-bcf8-d588c1beca45 on network 1ec41dbe-7c0a-4c4b-bab3-26488606d20f {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:46:32.308406 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb4f563-6358-426a-83f8-97f6196b5fdc None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:46:32.309163 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb4f563-6358-426a-83f8-97f6196b5fdc None None] Checking segment: {'id': '7d1a5182-196d-4b0a-929d-265f51384dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1ec41dbe-7c0a-4c4b-bab3-26488606d20f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:46:32.310174 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-beb4f563-6358-426a-83f8-97f6196b5fdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:32.310716 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb4f563-6358-426a-83f8-97f6196b5fdc None None] Bound using segment: {'id': '7d1a5182-196d-4b0a-929d-265f51384dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1ec41dbe-7c0a-4c4b-bab3-26488606d20f'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:46:32.311643 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-beb4f563-6358-426a-83f8-97f6196b5fdc None None] Bound port: 1bf5021e-a9c6-434b-bcf8-d588c1beca45, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d1a5182-196d-4b0a-929d-265f51384dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1ec41dbe-7c0a-4c4b-bab3-26488606d20f'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:46:32.312286 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-beb4f563-6358-426a-83f8-97f6196b5fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:32.364492 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-1b2d276f-8fad-460c-84b0-ba95bc111579 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=50859f72564246198ef55da1cdc9bf68&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7453811 Aug 16 22:46:32.365710 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2d276f-8fad-460c-84b0-ba95bc111579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=290f878f-b55f-40c1-a718-12a52cee0b59,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:32.368156 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 48894) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:32.401380 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59b4611-698e-4466-9433-168d4c1c01e5 None None] Pushing event updated for resources: {'Port': ['ID=1bf5021e-a9c6-434b-bcf8-d588c1beca45,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:32.455058 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-62965ff5-62ce-4250-a8b8-96f48a83a280 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:32.464312 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-62965ff5-62ce-4250-a8b8-96f48a83a280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:32.504426 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-beb4f563-6358-426a-83f8-97f6196b5fdc None None] For port 1bf5021e-a9c6-434b-bcf8-d588c1beca45, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:46:32.508715 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-beb4f563-6358-426a-83f8-97f6196b5fdc None None] For port 1bf5021e-a9c6-434b-bcf8-d588c1beca45, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=1bf5021e-a9c6-434b-bcf8-d588c1beca45,segment=NetworkSegment(7d1a5182-196d-4b0a-929d-265f51384dc2),segment_id=7d1a5182-196d-4b0a-929d-265f51384dc2)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:46:32.515720 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-beb4f563-6358-426a-83f8-97f6196b5fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:32.529757 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-75ef5643-92de-41ab-883f-1e4d92207663 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:32.542331 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-62965ff5-62ce-4250-a8b8-96f48a83a280 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6347fdad4f8f422b8e32bb075b00b1b0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6987734 Aug 16 22:46:32.546221 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 48902) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:32.553528 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62965ff5-62ce-4250-a8b8-96f48a83a280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1100e286-2cd6-41fe-99db-21a5be919547,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:32.594300 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-75ef5643-92de-41ab-883f-1e4d92207663 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:32.637356 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb4f563-6358-426a-83f8-97f6196b5fdc None None] Routers {'357c01c1-cc55-4012-9ecd-02569dabfeea'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:46:32.638629 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-beb4f563-6358-426a-83f8-97f6196b5fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:46:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['357c01c1-cc55-4012-9ecd-02569dabfeea'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:32.648340 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59b4611-698e-4466-9433-168d4c1c01e5 None None] Pushing event updated for resources: {'Port': ['ID=1bf5021e-a9c6-434b-bcf8-d588c1beca45,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:32.668710 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b00bd6d5-38dd-4b5a-96c4-529bac8be3e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:32.709385 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b00bd6d5-38dd-4b5a-96c4-529bac8be3e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:32.712635 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-75ef5643-92de-41ab-883f-1e4d92207663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:32.717061 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-75ef5643-92de-41ab-883f-1e4d92207663 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:32.721371 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-75ef5643-92de-41ab-883f-1e4d92207663 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/290f878f-b55f-40c1-a718-12a52cee0b59 HTTP/1.1" status: 204 len: 168 time: 0.3520668 Aug 16 22:46:32.746844 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ef5643-92de-41ab-883f-1e4d92207663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=290f878f-b55f-40c1-a718-12a52cee0b59,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:32.808472 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b00bd6d5-38dd-4b5a-96c4-529bac8be3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:32.814082 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b00bd6d5-38dd-4b5a-96c4-529bac8be3e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:32.816901 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-b00bd6d5-38dd-4b5a-96c4-529bac8be3e9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1100e286-2cd6-41fe-99db-21a5be919547 HTTP/1.1" status: 204 len: 168 time: 0.2691989 Aug 16 22:46:32.828348 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00bd6d5-38dd-4b5a-96c4-529bac8be3e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1100e286-2cd6-41fe-99db-21a5be919547,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:32.838791 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device d516a2b6-c4ce-4aff-b439-c775570a65f1 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:46:32.984962 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-beb4f563-6358-426a-83f8-97f6196b5fdc None None] Set router 357c01c1-cc55-4012-9ecd-02569dabfeea gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:46:33.043758 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port d516a2b6-c4ce-4aff-b439-c775570a65f1 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:46:33.044206 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:33.234759 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 48934) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:33.240718 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-cf1a168f-0d0e-44b5-9159-848a14709d4c admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2115566665-network', 'tenant_id': 'eb536265765a4b3292c4da7c4da22a4a'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:46:33.268023 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf1a168f-0d0e-44b5-9159-848a14709d4c admin admin] Made reservation on behalf of eb536265765a4b3292c4da7c4da22a4a for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:46:33.271752 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cf1a168f-0d0e-44b5-9159-848a14709d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:33.285012 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cf1a168f-0d0e-44b5-9159-848a14709d4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:33.332346 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-beb4f563-6358-426a-83f8-97f6196b5fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '357c01c1-cc55-4012-9ecd-02569dabfeea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-67857933-router', 'tenant_id': '733236da22f3411d852a1f0b783a3537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'd516a2b6-c4ce-4aff-b439-c775570a65f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:46:23Z', 'updated_at': '2021-08-16T22:46:29Z', 'revision_number': 4, 'project_id': '733236da22f3411d852a1f0b783a3537', 'gw_port': {'id': 'd516a2b6-c4ce-4aff-b439-c775570a65f1', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357c01c1-cc55-4012-9ecd-02569dabfeea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:46:24Z', 'updated_at': '2021-08-16T22:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '1bf5021e-a9c6-434b-bcf8-d588c1beca45', 'name': '', 'network_id': '1ec41dbe-7c0a-4c4b-bab3-26488606d20f', 'tenant_id': '733236da22f3411d852a1f0b783a3537', 'mac_address': 'fa:16:3e:24:8c:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '357c01c1-cc55-4012-9ecd-02569dabfeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd73dbfff-4ee7-4d05-8df7-c328a380882a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:46:27Z', 'updated_at': '2021-08-16T22:46:32Z', 'revision_number': 4, 'project_id': '733236da22f3411d852a1f0b783a3537', 'subnets': [{'id': 'd73dbfff-4ee7-4d05-8df7-c328a380882a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:33.374312 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb4f563-6358-426a-83f8-97f6196b5fdc None None] The sync data for ids ['357c01c1-cc55-4012-9ecd-02569dabfeea'] in n-d-791506-26 is: [{'id': '357c01c1-cc55-4012-9ecd-02569dabfeea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-67857933-router', 'tenant_id': '733236da22f3411d852a1f0b783a3537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'd516a2b6-c4ce-4aff-b439-c775570a65f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:46:23Z', 'updated_at': '2021-08-16T22:46:29Z', 'revision_number': 4, 'project_id': '733236da22f3411d852a1f0b783a3537', 'gw_port': {'id': 'd516a2b6-c4ce-4aff-b439-c775570a65f1', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357c01c1-cc55-4012-9ecd-02569dabfeea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:46:24Z', 'updated_at': '2021-08-16T22:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '1bf5021e-a9c6-434b-bcf8-d588c1beca45', 'name': '', 'network_id': '1ec41dbe-7c0a-4c4b-bab3-26488606d20f', 'tenant_id': '733236da22f3411d852a1f0b783a3537', 'mac_address': 'fa:16:3e:24:8c:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '357c01c1-cc55-4012-9ecd-02569dabfeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd73dbfff-4ee7-4d05-8df7-c328a380882a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:46:27Z', 'updated_at': '2021-08-16T22:46:32Z', 'revision_number': 4, 'project_id': '733236da22f3411d852a1f0b783a3537', 'subnets': [{'id': 'd73dbfff-4ee7-4d05-8df7-c328a380882a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:46:33.447725 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cf1a168f-0d0e-44b5-9159-848a14709d4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:33.456742 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cf1a168f-0d0e-44b5-9159-848a14709d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:33.485181 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf1a168f-0d0e-44b5-9159-848a14709d4c admin admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:46:33.524419 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1a168f-0d0e-44b5-9159-848a14709d4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64e098cf-84be-4d3b-a713-26bea79af820,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:33.533922 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cf1a168f-0d0e-44b5-9159-848a14709d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:33.534619 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-cf1a168f-0d0e-44b5-9159-848a14709d4c admin admin] Added segment 5b2bc4cb-303a-4461-8e25-37cf022cb7b8 of type vlan for network 153dad19-8da0-4401-83f3-d77a1b95b106 Aug 16 22:46:33.598653 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cf1a168f-0d0e-44b5-9159-848a14709d4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:33.631123 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cf1a168f-0d0e-44b5-9159-848a14709d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:33.632140 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1a168f-0d0e-44b5-9159-848a14709d4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:33.632771 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cf1a168f-0d0e-44b5-9159-848a14709d4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:33.689019 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-cf1a168f-0d0e-44b5-9159-848a14709d4c admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4530339 Aug 16 22:46:33.693614 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 48946) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:33.701076 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-5bc96a5c-9fad-440a-bddf-4b6f25df927a admin admin] Request body: {'subnet': {'network_id': '153dad19-8da0-4401-83f3-d77a1b95b106', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2115566665-subnet', 'tenant_id': 'eb536265765a4b3292c4da7c4da22a4a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:46:33.709472 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1a168f-0d0e-44b5-9159-848a14709d4c admin admin] Pushing event updated for resources: {'Network': ['ID=153dad19-8da0-4401-83f3-d77a1b95b106,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:33.726625 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 153dad19-8da0-4401-83f3-d77a1b95b106 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:46:33.737189 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc96a5c-9fad-440a-bddf-4b6f25df927a admin admin] Made reservation on behalf of eb536265765a4b3292c4da7c4da22a4a for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:46:33.742526 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5bc96a5c-9fad-440a-bddf-4b6f25df927a admin admin] Notify callbacks [] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:33.787467 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 48948) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:33.803045 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9bed8873-b799-425b-8c0e-d76bc666d730 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:34.049027 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 48960) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:34.050068 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5bc96a5c-9fad-440a-bddf-4b6f25df927a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:34.119725 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fe898e61-98dc-4231-86e6-c09ccb2b68e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:34.126244 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc96a5c-9fad-440a-bddf-4b6f25df927a admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf921619-4d83-44d5-99e3-ff416c7e514c,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:34.170765 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc96a5c-9fad-440a-bddf-4b6f25df927a admin admin] Checking segment: {'id': '5b2bc4cb-303a-4461-8e25-37cf022cb7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '153dad19-8da0-4401-83f3-d77a1b95b106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:46:34.171470 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc96a5c-9fad-440a-bddf-4b6f25df927a admin admin] Network hostable DHCP agents. Network: 153dad19-8da0-4401-83f3-d77a1b95b106, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:46:34.200479 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc96a5c-9fad-440a-bddf-4b6f25df927a admin admin] Network 153dad19-8da0-4401-83f3-d77a1b95b106 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:46:34.207316 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9bed8873-b799-425b-8c0e-d76bc666d730 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:34.212852 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9bed8873-b799-425b-8c0e-d76bc666d730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:34.276939 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-9bed8873-b799-425b-8c0e-d76bc666d730 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bfd24c7918b64def9a73331a69a187f7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4879341 Aug 16 22:46:34.280673 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 48968) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:34.284329 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-5bc96a5c-9fad-440a-bddf-4b6f25df927a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 153dad19-8da0-4401-83f3-d77a1b95b106) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:46:34.293752 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc96a5c-9fad-440a-bddf-4b6f25df927a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:34.294516 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5bc96a5c-9fad-440a-bddf-4b6f25df927a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:34.296331 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159f561b-7d1a-4f06-9f71-6d619486d496 None None] Network 153dad19-8da0-4401-83f3-d77a1b95b106 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:46:34.316954 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bed8873-b799-425b-8c0e-d76bc666d730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cfebd27-162b-4dc5-9065-9e4aed4b2902,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:34.365640 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1cff5493-677b-49f5-8452-4a8382169e9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:34.392576 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fe898e61-98dc-4231-86e6-c09ccb2b68e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:34.397805 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1cff5493-677b-49f5-8452-4a8382169e9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:34.401869 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fe898e61-98dc-4231-86e6-c09ccb2b68e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:34.436282 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe898e61-98dc-4231-86e6-c09ccb2b68e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a3f8438-f460-4d30-8c5b-3d43b88a84a3,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:34.456446 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-5bc96a5c-9fad-440a-bddf-4b6f25df927a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7608349 Aug 16 22:46:34.459976 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 48970) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:34.469734 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-e24fad2f-c8fe-478a-b3ca-a22146d1e4a6 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2115566665-router', 'tenant_id': 'eb536265765a4b3292c4da7c4da22a4a', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:46:34.518051 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-fe898e61-98dc-4231-86e6-c09ccb2b68e0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=11b97dead8ec46c39f3a651f1b500aa8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4624755 Aug 16 22:46:34.519594 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 48972) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:34.527101 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1cff5493-677b-49f5-8452-4a8382169e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:34.537687 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1cff5493-677b-49f5-8452-4a8382169e9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:34.550018 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-1cff5493-677b-49f5-8452-4a8382169e9f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0cfebd27-162b-4dc5-9065-9e4aed4b2902 HTTP/1.1" status: 204 len: 168 time: 0.2677965 Aug 16 22:46:34.587856 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ecf4055-5057-4d8b-bd4f-973a37c58fc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-153dad19-8da0-4401-83f3-d77a1b95b106', 'network_id': '153dad19-8da0-4401-83f3-d77a1b95b106', 'tenant_id': 'eb536265765a4b3292c4da7c4da22a4a', 'fixed_ips': [{'subnet_id': 'bf921619-4d83-44d5-99e3-ff416c7e514c'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:46:34.588860 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4ecf4055-5057-4d8b-bd4f-973a37c58fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:34.604216 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 48986) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:34.607861 n-d-791506-26 neutron-server[101292]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 16 22:46:34.672511 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e24fad2f-c8fe-478a-b3ca-a22146d1e4a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:34.679918 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e24fad2f-c8fe-478a-b3ca-a22146d1e4a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:34.691109 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-81899e92-4030-452b-b222-1e1495548b2e req-77365e75-acce-472f-82bb-dec0d8cc1474 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=9056e26ac3ee4e199dd44fcb58187fae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0849235 Aug 16 22:46:34.691909 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff5493-677b-49f5-8452-4a8382169e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cfebd27-162b-4dc5-9065-9e4aed4b2902,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:34.901764 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 1bf5021e-a9c6-434b-bcf8-d588c1beca45 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:46:34.902509 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81899e92-4030-452b-b222-1e1495548b2e req-9ef5c893-2be0-47c9-831b-9cc459e4925c tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:34.903263 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e24fad2f-c8fe-478a-b3ca-a22146d1e4a6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:34.904589 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-81899e92-4030-452b-b222-1e1495548b2e req-9ef5c893-2be0-47c9-831b-9cc459e4925c tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2123492 Aug 16 22:46:34.913787 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5b3ced91-fc2b-4e7a-9259-519845b9036a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:34.928255 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-81899e92-4030-452b-b222-1e1495548b2e req-ad41e557-b960-493b-bc62-94fe80bcd4e6 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] 10.222.0.36 "GET /v2.0/quotas/9056e26ac3ee4e199dd44fcb58187fae HTTP/1.1" status: 200 len: 375 time: 0.0163386 Aug 16 22:46:35.028381 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-4ecf4055-5057-4d8b-bd4f-973a37c58fc8 None None] Allocated IP 172.20.0.2 (153dad19-8da0-4401-83f3-d77a1b95b106/bf921619-4d83-44d5-99e3-ff416c7e514c/91f2573c-b197-4c32-9080-032b6d6a1cf6) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:46:35.051934 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-81899e92-4030-452b-b222-1e1495548b2e req-67cd5a20-ad89-412a-b074-31aced033d2a tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=9056e26ac3ee4e199dd44fcb58187fae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1144052 Aug 16 22:46:35.077787 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5b3ced91-fc2b-4e7a-9259-519845b9036a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:35.182032 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e24fad2f-c8fe-478a-b3ca-a22146d1e4a6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:35.253174 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5b3ced91-fc2b-4e7a-9259-519845b9036a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:35.257555 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 1bf5021e-a9c6-434b-bcf8-d588c1beca45 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:46:35.258726 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5b3ced91-fc2b-4e7a-9259-519845b9036a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:35.266028 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-5b3ced91-fc2b-4e7a-9259-519845b9036a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3a3f8438-f460-4d30-8c5b-3d43b88a84a3 HTTP/1.1" status: 204 len: 168 time: 0.7402756 Aug 16 22:46:35.268011 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 1bf5021e-a9c6-434b-bcf8-d588c1beca45 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:46:35.268529 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:35.280890 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3ced91-fc2b-4e7a-9259-519845b9036a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a3f8438-f460-4d30-8c5b-3d43b88a84a3,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:35.316490 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4ecf4055-5057-4d8b-bd4f-973a37c58fc8 None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:35.369212 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4ecf4055-5057-4d8b-bd4f-973a37c58fc8 None None] Transition to ACTIVE for port object 91f2573c-b197-4c32-9080-032b6d6a1cf6 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:46:35.393594 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4ecf4055-5057-4d8b-bd4f-973a37c58fc8 None None] Transition to ACTIVE for port object 91f2573c-b197-4c32-9080-032b6d6a1cf6 will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:46:35.404006 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4ecf4055-5057-4d8b-bd4f-973a37c58fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:35.614921 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecf4055-5057-4d8b-bd4f-973a37c58fc8 None None] Pushing event updated for resources: {'Port': ['ID=91f2573c-b197-4c32-9080-032b6d6a1cf6,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:35.629087 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-50faadf5-1734-4259-a16b-17b5839123f4 req-0bac40a8-05bd-4615-8fb7-f5bb69a0f77a tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b84b45f-45ad-4298-a933-4ce4dbbc4d92 HTTP/1.1" status: 200 len: 210 time: 0.0727708 Aug 16 22:46:35.644925 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ecf4055-5057-4d8b-bd4f-973a37c58fc8 None None] Network 153dad19-8da0-4401-83f3-d77a1b95b106 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:46:35.647897 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-4ecf4055-5057-4d8b-bd4f-973a37c58fc8 None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:46:35.652306 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecf4055-5057-4d8b-bd4f-973a37c58fc8 None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:46:35.659355 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:35.727999 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 49040) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:35.751307 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e24fad2f-c8fe-478a-b3ca-a22146d1e4a6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:35.787466 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2b22153f-b9f8-4f03-bef2-a9bf69cf6d95 req-5dd3c8e9-2783-4e13-ac12-b351836c86e8 tempest-AggregatesAdminTestJSON-1746639393 tempest-AggregatesAdminTestJSON-1746639393-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=fd6627014cd64639b417e9b6c1fae1b3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0545988 Aug 16 22:46:35.814849 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e24fad2f-c8fe-478a-b3ca-a22146d1e4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:35.822773 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-4ecf4055-5057-4d8b-bd4f-973a37c58fc8 None None] Attempting to bind port 91f2573c-b197-4c32-9080-032b6d6a1cf6 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:46:35.823152 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-4ecf4055-5057-4d8b-bd4f-973a37c58fc8 None None] Attempting to bind port 91f2573c-b197-4c32-9080-032b6d6a1cf6 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '5b2bc4cb-303a-4461-8e25-37cf022cb7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '153dad19-8da0-4401-83f3-d77a1b95b106'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:46:35.823517 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecf4055-5057-4d8b-bd4f-973a37c58fc8 None None] Attempting to bind port 91f2573c-b197-4c32-9080-032b6d6a1cf6 on network 153dad19-8da0-4401-83f3-d77a1b95b106 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:46:35.831652 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 1bf5021e-a9c6-434b-bcf8-d588c1beca45, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=1bf5021e-a9c6-434b-bcf8-d588c1beca45,segment=NetworkSegment(7d1a5182-196d-4b0a-929d-265f51384dc2),segment_id=7d1a5182-196d-4b0a-929d-265f51384dc2)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:46:35.832900 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecf4055-5057-4d8b-bd4f-973a37c58fc8 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:46:35.833423 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecf4055-5057-4d8b-bd4f-973a37c58fc8 None None] Checking segment: {'id': '5b2bc4cb-303a-4461-8e25-37cf022cb7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '153dad19-8da0-4401-83f3-d77a1b95b106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:46:35.833912 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4ecf4055-5057-4d8b-bd4f-973a37c58fc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:35.834702 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecf4055-5057-4d8b-bd4f-973a37c58fc8 None None] Bound using segment: {'id': '5b2bc4cb-303a-4461-8e25-37cf022cb7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '153dad19-8da0-4401-83f3-d77a1b95b106'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:46:35.835294 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-4ecf4055-5057-4d8b-bd4f-973a37c58fc8 None None] Bound port: 91f2573c-b197-4c32-9080-032b6d6a1cf6, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b2bc4cb-303a-4461-8e25-37cf022cb7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '153dad19-8da0-4401-83f3-d77a1b95b106'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:46:35.835743 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4ecf4055-5057-4d8b-bd4f-973a37c58fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:35.853673 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:35.950059 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b22153f-b9f8-4f03-bef2-a9bf69cf6d95 req-b523a439-b9b9-4858-94f6-a4098d889bf6 tempest-AggregatesAdminTestJSON-1746639393 tempest-AggregatesAdminTestJSON-1746639393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:35.951574 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2b22153f-b9f8-4f03-bef2-a9bf69cf6d95 req-b523a439-b9b9-4858-94f6-a4098d889bf6 tempest-AggregatesAdminTestJSON-1746639393 tempest-AggregatesAdminTestJSON-1746639393-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1630681 Aug 16 22:46:35.973166 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-4ecf4055-5057-4d8b-bd4f-973a37c58fc8 None None] For port 91f2573c-b197-4c32-9080-032b6d6a1cf6, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:46:35.974429 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2b22153f-b9f8-4f03-bef2-a9bf69cf6d95 req-796dfdf7-53a7-425d-91eb-dbcbd96207dd tempest-AggregatesAdminTestJSON-1746639393 tempest-AggregatesAdminTestJSON-1746639393-project] 10.222.0.36 "GET /v2.0/quotas/fd6627014cd64639b417e9b6c1fae1b3 HTTP/1.1" status: 200 len: 375 time: 0.0171025 Aug 16 22:46:35.976445 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-4ecf4055-5057-4d8b-bd4f-973a37c58fc8 None None] For port 91f2573c-b197-4c32-9080-032b6d6a1cf6, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=91f2573c-b197-4c32-9080-032b6d6a1cf6,segment=NetworkSegment(5b2bc4cb-303a-4461-8e25-37cf022cb7b8),segment_id=5b2bc4cb-303a-4461-8e25-37cf022cb7b8)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:46:35.981492 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4ecf4055-5057-4d8b-bd4f-973a37c58fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:36.016207 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2b22153f-b9f8-4f03-bef2-a9bf69cf6d95 req-2aa17a51-8787-48e1-bb89-6ae5c0147ee9 tempest-AggregatesAdminTestJSON-1746639393 tempest-AggregatesAdminTestJSON-1746639393-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=fd6627014cd64639b417e9b6c1fae1b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0408461 Aug 16 22:46:36.016374 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=1bf5021e-a9c6-434b-bcf8-d588c1beca45,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:36.043549 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-e24fad2f-c8fe-478a-b3ca-a22146d1e4a6 admin admin] Allocated IP 172.25.4.126 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/51ffe983-5075-414f-8519-179f535e1c92) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:46:36.148664 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecf4055-5057-4d8b-bd4f-973a37c58fc8 None None] Pushing event updated for resources: {'Port': ['ID=91f2573c-b197-4c32-9080-032b6d6a1cf6,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:36.271913 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e24fad2f-c8fe-478a-b3ca-a22146d1e4a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:36.328431 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e24fad2f-c8fe-478a-b3ca-a22146d1e4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:36.425389 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-79db8951-2362-473f-9182-f144e3ba742d req-087ac2ba-34e8-496b-80fa-dd8cfab4479f tempest-AggregatesAdminTestJSON-1746639393 tempest-AggregatesAdminTestJSON-1746639393-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1b87be3-c59b-4d75-9922-3fde355378af HTTP/1.1" status: 200 len: 210 time: 0.0469518 Aug 16 22:46:36.487804 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24fad2f-c8fe-478a-b3ca-a22146d1e4a6 admin admin] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:46:36.526243 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-e24fad2f-c8fe-478a-b3ca-a22146d1e4a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:46:36.538702 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24fad2f-c8fe-478a-b3ca-a22146d1e4a6 admin admin] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:46:36.589520 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24fad2f-c8fe-478a-b3ca-a22146d1e4a6 admin admin] Pushing event updated for resources: {'Port': ['ID=51ffe983-5075-414f-8519-179f535e1c92,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:36.740124 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d6a46d61-9922-44db-9c5b-b0cd533b2deb req-115bfbe1-53b6-4723-8d66-71fb491c7187 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b84b45f-45ad-4298-a933-4ce4dbbc4d92 HTTP/1.1" status: 200 len: 210 time: 0.0507069 Aug 16 22:46:36.908705 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 1bf5021e-a9c6-434b-bcf8-d588c1beca45 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:46:36.931083 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e24fad2f-c8fe-478a-b3ca-a22146d1e4a6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:36.968691 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 1bf5021e-a9c6-434b-bcf8-d588c1beca45 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:46:36.969076 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:37.088118 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 91f2573c-b197-4c32-9080-032b6d6a1cf6 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:46:37.152098 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 91f2573c-b197-4c32-9080-032b6d6a1cf6 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:46:37.310343 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e24fad2f-c8fe-478a-b3ca-a22146d1e4a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:37.439918 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54067cff-1e7a-48ff-9622-37058f0e44db None None] Network 153dad19-8da0-4401-83f3-d77a1b95b106 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:46:37.518101 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e24fad2f-c8fe-478a-b3ca-a22146d1e4a6 admin admin] Router c908800b-4bba-4227-b4ed-bb8568bb7941 is scheduled to L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f with binding_index 1 {{(pid=101291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:46:37.546213 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-3d773b45-04be-4f75-af53-e9f66c54af88 None None] Provisioning for port 91f2573c-b197-4c32-9080-032b6d6a1cf6 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:46:37.549076 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-993e29f2-7738-4077-bd10-71663598e7e2 req-d7219543-4919-4da2-92c7-deb842ec9ce3 tempest-AggregatesAdminTestJSON-1746639393 tempest-AggregatesAdminTestJSON-1746639393-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1b87be3-c59b-4d75-9922-3fde355378af HTTP/1.1" status: 200 len: 210 time: 0.0623171 Aug 16 22:46:37.573300 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-3d773b45-04be-4f75-af53-e9f66c54af88 None None] Provisioning complete for port 91f2573c-b197-4c32-9080-032b6d6a1cf6 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:46:37.573951 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-3d773b45-04be-4f75-af53-e9f66c54af88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:37.876524 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-373e8138-8840-40f2-b076-ad23bf242f7f req-59ce4ab9-0cb5-4009-bdae-ea8b6cbec40f tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b84b45f-45ad-4298-a933-4ce4dbbc4d92 HTTP/1.1" status: 200 len: 210 time: 0.0548577 Aug 16 22:46:37.896503 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-3d773b45-04be-4f75-af53-e9f66c54af88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:37.900799 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e24fad2f-c8fe-478a-b3ca-a22146d1e4a6 admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:46:37.916510 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afb763b-1941-4595-ab5d-51b6fb05c247 None None] Sync routers for ids ['c908800b-4bba-4227-b4ed-bb8568bb7941'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:46:37.922105 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e24fad2f-c8fe-478a-b3ca-a22146d1e4a6 admin admin] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:37.923815 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-e24fad2f-c8fe-478a-b3ca-a22146d1e4a6 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.4618766 Aug 16 22:46:37.926542 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 49158) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:37.936740 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 49160) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:37.937475 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afb763b-1941-4595-ab5d-51b6fb05c247 None None] Routers {'c908800b-4bba-4227-b4ed-bb8568bb7941'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:46:37.938566 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-4afb763b-1941-4595-ab5d-51b6fb05c247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:46:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['c908800b-4bba-4227-b4ed-bb8568bb7941'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:38.018543 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-3d773b45-04be-4f75-af53-e9f66c54af88 None None] For port 91f2573c-b197-4c32-9080-032b6d6a1cf6, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=91f2573c-b197-4c32-9080-032b6d6a1cf6,segment=NetworkSegment(5b2bc4cb-303a-4461-8e25-37cf022cb7b8),segment_id=5b2bc4cb-303a-4461-8e25-37cf022cb7b8)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:46:38.033349 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-3d773b45-04be-4f75-af53-e9f66c54af88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:38.169958 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d773b45-04be-4f75-af53-e9f66c54af88 None None] Pushing event updated for resources: {'Port': ['ID=91f2573c-b197-4c32-9080-032b6d6a1cf6,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:38.190526 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-4afb763b-1941-4595-ab5d-51b6fb05c247 None None] Set router c908800b-4bba-4227-b4ed-bb8568bb7941 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:46:38.471189 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-7083090a-46cf-4767-84e6-536342c962cb None None] Provisioning complete for port 91f2573c-b197-4c32-9080-032b6d6a1cf6 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:46:38.471626 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7083090a-46cf-4767-84e6-536342c962cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:38.629664 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-4afb763b-1941-4595-ab5d-51b6fb05c247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c908800b-4bba-4227-b4ed-bb8568bb7941', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2115566665-router', 'tenant_id': 'eb536265765a4b3292c4da7c4da22a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': '51ffe983-5075-414f-8519-179f535e1c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:46:34Z', 'updated_at': '2021-08-16T22:46:36Z', 'revision_number': 3, 'project_id': 'eb536265765a4b3292c4da7c4da22a4a', 'gw_port': {'id': '51ffe983-5075-414f-8519-179f535e1c92', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9f:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c908800b-4bba-4227-b4ed-bb8568bb7941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:46:35Z', 'updated_at': '2021-08-16T22:46:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:38.664904 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afb763b-1941-4595-ab5d-51b6fb05c247 None None] Checking router: c908800b-4bba-4227-b4ed-bb8568bb7941 for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:46:38.665312 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afb763b-1941-4595-ab5d-51b6fb05c247 None None] Updating router c908800b-4bba-4227-b4ed-bb8568bb7941 port 51ffe983-5075-414f-8519-179f535e1c92 binding host n-d-791506-26 {{(pid=101294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:46:38.698136 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-4afb763b-1941-4595-ab5d-51b6fb05c247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:38.763896 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-665830aa-3302-41da-87b3-da000a8cd2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:38.813575 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 91f2573c-b197-4c32-9080-032b6d6a1cf6 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:46:38.946128 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 91f2573c-b197-4c32-9080-032b6d6a1cf6 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:46:38.946629 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:39.092747 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-10290408-7057-4f86-aa7b-8038abd9339e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:39.224883 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-4afb763b-1941-4595-ab5d-51b6fb05c247 None None] Notify callbacks [] for port, precommit_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:39.239471 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.provisioning_blocks [None req-4afb763b-1941-4595-ab5d-51b6fb05c247 None None] Transition to ACTIVE for port object 51ffe983-5075-414f-8519-179f535e1c92 will not be triggered until provisioned by entity L2. {{(pid=101294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:46:39.249360 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-4afb763b-1941-4595-ab5d-51b6fb05c247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:39.253509 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.68', 60704) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:39.299757 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-df4507ca-14ac-493c-b15b-23f8ec64952b req-09033668-ebda-4177-ad62-ddb7dca2272c tempest-AggregatesAdminTestJSON-1746639393 tempest-AggregatesAdminTestJSON-1746639393-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1b87be3-c59b-4d75-9922-3fde355378af HTTP/1.1" status: 200 len: 210 time: 0.0977478 Aug 16 22:46:39.315531 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-81899e92-4030-452b-b222-1e1495548b2e req-4d410478-67eb-443d-8fa0-ebfc186cb924 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=9056e26ac3ee4e199dd44fcb58187fae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0608432 Aug 16 22:46:39.325257 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5bac99-c001-406d-b969-d861e2e03f51 None None] Pushing event updated for resources: {'Port': ['ID=51ffe983-5075-414f-8519-179f535e1c92,revision_number=2']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:39.328041 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-4afb763b-1941-4595-ab5d-51b6fb05c247 None None] Attempting to bind port 51ffe983-5075-414f-8519-179f535e1c92 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:46:39.328973 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-4afb763b-1941-4595-ab5d-51b6fb05c247 None None] Attempting to bind port 51ffe983-5075-414f-8519-179f535e1c92 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:46:39.329417 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afb763b-1941-4595-ab5d-51b6fb05c247 None None] Attempting to bind port 51ffe983-5075-414f-8519-179f535e1c92 on network c22c4980-c849-406d-982c-a5d68c515a94 {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:46:39.336870 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afb763b-1941-4595-ab5d-51b6fb05c247 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:46:39.337009 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afb763b-1941-4595-ab5d-51b6fb05c247 None None] Checking segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:46:39.337490 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-4afb763b-1941-4595-ab5d-51b6fb05c247 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:39.337944 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afb763b-1941-4595-ab5d-51b6fb05c247 None None] Bound using segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:46:39.338606 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-4afb763b-1941-4595-ab5d-51b6fb05c247 None None] Bound port: 51ffe983-5075-414f-8519-179f535e1c92, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:46:39.339119 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-4afb763b-1941-4595-ab5d-51b6fb05c247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:39.421920 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-4afb763b-1941-4595-ab5d-51b6fb05c247 None None] For port 51ffe983-5075-414f-8519-179f535e1c92, host n-d-791506-26, cleared binding levels {{(pid=101294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:46:39.425235 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-4afb763b-1941-4595-ab5d-51b6fb05c247 None None] For port 51ffe983-5075-414f-8519-179f535e1c92, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=51ffe983-5075-414f-8519-179f535e1c92,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:46:39.433028 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-4afb763b-1941-4595-ab5d-51b6fb05c247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:39.518657 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-665830aa-3302-41da-87b3-da000a8cd2a3 admin admin] Allocated IP 172.20.0.1 (153dad19-8da0-4401-83f3-d77a1b95b106/bf921619-4d83-44d5-99e3-ff416c7e514c/cd82babb-8301-4d7b-aca6-e7a178c35bc1) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:46:39.611267 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afb763b-1941-4595-ab5d-51b6fb05c247 None None] Routers {'c908800b-4bba-4227-b4ed-bb8568bb7941'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:46:39.612231 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-4afb763b-1941-4595-ab5d-51b6fb05c247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:46:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['c908800b-4bba-4227-b4ed-bb8568bb7941'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:39.732743 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-79d7bcda-a5a1-4b4a-ba1d-382944641239 req-27ad36cf-2f2b-42b9-9498-150477ceb8a6 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b84b45f-45ad-4298-a933-4ce4dbbc4d92 HTTP/1.1" status: 200 len: 210 time: 0.1856017 Aug 16 22:46:39.847979 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.68', 60707) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:39.899212 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-4afb763b-1941-4595-ab5d-51b6fb05c247 None None] Set router c908800b-4bba-4227-b4ed-bb8568bb7941 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:46:39.921310 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-10290408-7057-4f86-aa7b-8038abd9339e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:39.931259 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-10290408-7057-4f86-aa7b-8038abd9339e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:39.933730 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5bac99-c001-406d-b969-d861e2e03f51 None None] Pushing event updated for resources: {'Port': ['ID=51ffe983-5075-414f-8519-179f535e1c92,revision_number=3']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:40.051140 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2b22153f-b9f8-4f03-bef2-a9bf69cf6d95 req-9db0eddf-750c-4754-b29d-7dd4668b7869 tempest-AggregatesAdminTestJSON-1746639393 tempest-AggregatesAdminTestJSON-1746639393-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=fd6627014cd64639b417e9b6c1fae1b3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2017231 Aug 16 22:46:40.151475 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81899e92-4030-452b-b222-1e1495548b2e req-f6e2a185-1921-499d-8a8a-adf4af1efee8 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:40.162753 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10290408-7057-4f86-aa7b-8038abd9339e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=277f4591-8589-4f28-8edf-0fa2c526176c,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:40.168115 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-81899e92-4030-452b-b222-1e1495548b2e req-f6e2a185-1921-499d-8a8a-adf4af1efee8 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8351395 Aug 16 22:46:40.172484 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-10290408-7057-4f86-aa7b-8038abd9339e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=61b88c2073654689859f9012327352a3&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2346089 Aug 16 22:46:40.176573 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 49276) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:40.206691 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-4afb763b-1941-4595-ab5d-51b6fb05c247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c908800b-4bba-4227-b4ed-bb8568bb7941', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2115566665-router', 'tenant_id': 'eb536265765a4b3292c4da7c4da22a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': '51ffe983-5075-414f-8519-179f535e1c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:46:34Z', 'updated_at': '2021-08-16T22:46:36Z', 'revision_number': 3, 'project_id': 'eb536265765a4b3292c4da7c4da22a4a', 'gw_port': {'id': '51ffe983-5075-414f-8519-179f535e1c92', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9f:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c908800b-4bba-4227-b4ed-bb8568bb7941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:46:35Z', 'updated_at': '2021-08-16T22:46:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:40.249629 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afb763b-1941-4595-ab5d-51b6fb05c247 None None] The sync data for ids ['c908800b-4bba-4227-b4ed-bb8568bb7941'] in n-d-791506-26 is: [{'id': 'c908800b-4bba-4227-b4ed-bb8568bb7941', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2115566665-router', 'tenant_id': 'eb536265765a4b3292c4da7c4da22a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': '51ffe983-5075-414f-8519-179f535e1c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:46:34Z', 'updated_at': '2021-08-16T22:46:36Z', 'revision_number': 3, 'project_id': 'eb536265765a4b3292c4da7c4da22a4a', 'gw_port': {'id': '51ffe983-5075-414f-8519-179f535e1c92', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9f:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c908800b-4bba-4227-b4ed-bb8568bb7941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:46:35Z', 'updated_at': '2021-08-16T22:46:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:46:40.252351 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-81899e92-4030-452b-b222-1e1495548b2e req-f7502c99-14a5-4ba8-89c3-c60d7442a4e9 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] Request body: {'port': {'device_id': '8b84b45f-45ad-4298-a933-4ce4dbbc4d92', 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd', 'admin_state_up': True, 'tenant_id': '9056e26ac3ee4e199dd44fcb58187fae'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:46:40.270918 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-665830aa-3302-41da-87b3-da000a8cd2a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:40.321803 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [None req-665830aa-3302-41da-87b3-da000a8cd2a3 admin admin] Transition to ACTIVE for port object cd82babb-8301-4d7b-aca6-e7a178c35bc1 will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:46:40.413920 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-665830aa-3302-41da-87b3-da000a8cd2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:40.421708 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bd0f8332-4a2e-4f04-aa8a-9a12871b0e47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:40.447559 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bd0f8332-4a2e-4f04-aa8a-9a12871b0e47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:40.547173 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b6afa915-cfeb-471b-8055-8124ccbba998 req-f1d6cc02-0509-4719-a5ca-2bf283427620 tempest-AggregatesAdminTestJSON-1746639393 tempest-AggregatesAdminTestJSON-1746639393-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1b87be3-c59b-4d75-9922-3fde355378af HTTP/1.1" status: 200 len: 210 time: 0.1310296 Aug 16 22:46:40.581617 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665830aa-3302-41da-87b3-da000a8cd2a3 admin admin] Network 153dad19-8da0-4401-83f3-d77a1b95b106 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:46:40.585681 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-665830aa-3302-41da-87b3-da000a8cd2a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:46:40.588389 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665830aa-3302-41da-87b3-da000a8cd2a3 admin admin] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:46:40.589160 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-665830aa-3302-41da-87b3-da000a8cd2a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954230'] for router_interface, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:40.593753 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665830aa-3302-41da-87b3-da000a8cd2a3 admin admin] Pushing event updated for resources: {'Port': ['ID=cd82babb-8301-4d7b-aca6-e7a178c35bc1,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:40.660282 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bd0f8332-4a2e-4f04-aa8a-9a12871b0e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:40.663404 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bd0f8332-4a2e-4f04-aa8a-9a12871b0e47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:40.664929 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-bd0f8332-4a2e-4f04-aa8a-9a12871b0e47 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/277f4591-8589-4f28-8edf-0fa2c526176c HTTP/1.1" status: 204 len: 168 time: 0.4729493 Aug 16 22:46:40.708432 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0f8332-4a2e-4f04-aa8a-9a12871b0e47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=277f4591-8589-4f28-8edf-0fa2c526176c,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:40.708719 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b22153f-b9f8-4f03-bef2-a9bf69cf6d95 req-40f24406-05d9-44ec-9e9a-25df1fa0ce62 tempest-AggregatesAdminTestJSON-1746639393 tempest-AggregatesAdminTestJSON-1746639393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:40.711883 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2b22153f-b9f8-4f03-bef2-a9bf69cf6d95 req-40f24406-05d9-44ec-9e9a-25df1fa0ce62 tempest-AggregatesAdminTestJSON-1746639393 tempest-AggregatesAdminTestJSON-1746639393-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6342788 Aug 16 22:46:40.786022 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-2b22153f-b9f8-4f03-bef2-a9bf69cf6d95 req-62671d9b-cb98-4af5-9ef0-4f7e04bfe273 tempest-AggregatesAdminTestJSON-1746639393 tempest-AggregatesAdminTestJSON-1746639393-project] Request body: {'port': {'device_id': 'd1b87be3-c59b-4d75-9922-3fde355378af', 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd', 'admin_state_up': True, 'tenant_id': 'fd6627014cd64639b417e9b6c1fae1b3'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:46:40.816780 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:40.951086 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-33259b8d-0a95-412d-b051-88e935897011 req-660cdc2c-5eb6-4df7-9b1c-afcb84971f6b tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b84b45f-45ad-4298-a933-4ce4dbbc4d92 HTTP/1.1" status: 200 len: 210 time: 0.0464702 Aug 16 22:46:40.980764 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-665830aa-3302-41da-87b3-da000a8cd2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:41.063012 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81899e92-4030-452b-b222-1e1495548b2e req-f7502c99-14a5-4ba8-89c3-c60d7442a4e9 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] Made reservation on behalf of 9056e26ac3ee4e199dd44fcb58187fae for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:46:41.079254 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-81899e92-4030-452b-b222-1e1495548b2e req-f7502c99-14a5-4ba8-89c3-c60d7442a4e9 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:41.090896 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-d462a5d5-18a8-4497-95e2-ac16d9670c7e None None] Provisioning for port cd82babb-8301-4d7b-aca6-e7a178c35bc1 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:46:41.104115 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-d462a5d5-18a8-4497-95e2-ac16d9670c7e None None] Provisioning complete for port cd82babb-8301-4d7b-aca6-e7a178c35bc1 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:46:41.108443 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d462a5d5-18a8-4497-95e2-ac16d9670c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:41.182751 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-81899e92-4030-452b-b222-1e1495548b2e req-f7502c99-14a5-4ba8-89c3-c60d7442a4e9 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:41.241044 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-d462a5d5-18a8-4497-95e2-ac16d9670c7e None None] Port cd82babb-8301-4d7b-aca6-e7a178c35bc1 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:46:41.251702 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.db.api [req-2b22153f-b9f8-4f03-bef2-a9bf69cf6d95 req-62671d9b-cb98-4af5-9ef0-4f7e04bfe273 tempest-AggregatesAdminTestJSON-1746639393 tempest-AggregatesAdminTestJSON-1746639393-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 22:46:41.251702 n-d-791506-26 neutron-server[101291]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 22:46:41.251702 n-d-791506-26 neutron-server[101291]: [parameters: {'project_id_1': 'fd6627014cd64639b417e9b6c1fae1b3', 'expiration_1': datetime.datetime(2021, 8, 16, 22, 46, 41, 228888)}] Aug 16 22:46:41.251702 n-d-791506-26 neutron-server[101291]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:46:41.252043 n-d-791506-26 neutron-server[101291]: DEBUG oslo_db.api [req-2b22153f-b9f8-4f03-bef2-a9bf69cf6d95 req-62671d9b-cb98-4af5-9ef0-4f7e04bfe273 tempest-AggregatesAdminTestJSON-1746639393 tempest-AggregatesAdminTestJSON-1746639393-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:46:41.268699 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49330) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:41.455078 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-81899e92-4030-452b-b222-1e1495548b2e req-f7502c99-14a5-4ba8-89c3-c60d7442a4e9 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:41.458788 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-665830aa-3302-41da-87b3-da000a8cd2a3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:41.460871 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-81899e92-4030-452b-b222-1e1495548b2e req-f7502c99-14a5-4ba8-89c3-c60d7442a4e9 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:41.480888 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-665830aa-3302-41da-87b3-da000a8cd2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:41.482706 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-665830aa-3302-41da-87b3-da000a8cd2a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954122'] for router_interface, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:41.635499 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665830aa-3302-41da-87b3-da000a8cd2a3 admin admin] Pushing event updated for resources: {'Port': ['ID=cd82babb-8301-4d7b-aca6-e7a178c35bc1,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:41.725204 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665830aa-3302-41da-87b3-da000a8cd2a3 admin admin] Network 153dad19-8da0-4401-83f3-d77a1b95b106 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:46:41.730929 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-665830aa-3302-41da-87b3-da000a8cd2a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:46:41.910581 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7502c99-14a5-4ba8-89c3-c60d7442a4e9 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a2c666b-0599-45d4-8db2-76d5ddd783db,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:42.038016 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-90c6c224-51c0-429a-8bbd-868276924620 req-6f9e4a00-886f-4de5-9156-793358e92be5 tempest-AggregatesAdminTestJSON-1746639393 tempest-AggregatesAdminTestJSON-1746639393-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1b87be3-c59b-4d75-9922-3fde355378af HTTP/1.1" status: 200 len: 210 time: 0.1634071 Aug 16 22:46:42.109952 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b22153f-b9f8-4f03-bef2-a9bf69cf6d95 req-62671d9b-cb98-4af5-9ef0-4f7e04bfe273 tempest-AggregatesAdminTestJSON-1746639393 tempest-AggregatesAdminTestJSON-1746639393-project] Made reservation on behalf of fd6627014cd64639b417e9b6c1fae1b3 for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:46:42.129036 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-2b22153f-b9f8-4f03-bef2-a9bf69cf6d95 req-62671d9b-cb98-4af5-9ef0-4f7e04bfe273 tempest-AggregatesAdminTestJSON-1746639393 tempest-AggregatesAdminTestJSON-1746639393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:42.190076 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-665830aa-3302-41da-87b3-da000a8cd2a3 admin admin] Router c908800b-4bba-4227-b4ed-bb8568bb7941 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:46:42.301199 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-e7608ac2-9a94-4447-abff-75effdfa3d43 None None] Provisioning complete for port cd82babb-8301-4d7b-aca6-e7a178c35bc1 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:46:42.301798 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e7608ac2-9a94-4447-abff-75effdfa3d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:42.417377 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fa41d845-be8b-4976-bdb6-b5fd81f6bd65 req-00b162da-afcc-4d42-ba73-8af43d3c9019 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b84b45f-45ad-4298-a933-4ce4dbbc4d92 HTTP/1.1" status: 200 len: 210 time: 0.1779089 Aug 16 22:46:42.420052 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-e7608ac2-9a94-4447-abff-75effdfa3d43 None None] Port cd82babb-8301-4d7b-aca6-e7a178c35bc1 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:46:42.496731 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 49376) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:42.514935 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-63bc9a6f-e6d8-45b9-b34f-db71db829018 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:42.520302 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-663b80da-b1c9-4ac3-89d2-ffd81954df62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:42.563031 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-665830aa-3302-41da-87b3-da000a8cd2a3 admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:46:42.571672 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-665830aa-3302-41da-87b3-da000a8cd2a3 admin admin] 10.222.0.36 "PUT /v2.0/routers/c908800b-4bba-4227-b4ed-bb8568bb7941/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6436620 Aug 16 22:46:42.574371 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-2b22153f-b9f8-4f03-bef2-a9bf69cf6d95 req-62671d9b-cb98-4af5-9ef0-4f7e04bfe273 tempest-AggregatesAdminTestJSON-1746639393 tempest-AggregatesAdminTestJSON-1746639393-project] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:42.651134 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-81899e92-4030-452b-b222-1e1495548b2e req-f7502c99-14a5-4ba8-89c3-c60d7442a4e9 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] Allocated IP 192.168.233.52 (a2f596d0-b80e-4404-bf4b-27a7e14f50dd/6af2b868-37d3-46ab-a526-0465929f13c8/d5c4a791-fa23-4016-a62e-9d2fc0de15be) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:46:42.681155 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-63bc9a6f-e6d8-45b9-b34f-db71db829018 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:42.687494 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-63bc9a6f-e6d8-45b9-b34f-db71db829018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:42.801353 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-63bc9a6f-e6d8-45b9-b34f-db71db829018 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=706d10d6fa5942a982b407fee80b0555&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3032837 Aug 16 22:46:42.802201 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bc9a6f-e6d8-45b9-b34f-db71db829018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6455bbd-5ca8-468f-9fb1-5bf1ece0494f,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:42.804568 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 49380) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:42.843217 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-663b80da-b1c9-4ac3-89d2-ffd81954df62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:42.869485 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 51ffe983-5075-414f-8519-179f535e1c92 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:46:42.880398 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-663b80da-b1c9-4ac3-89d2-ffd81954df62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:42.885769 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6cf3528a-bdd1-417c-b832-67ab8b116609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:42.914369 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6cf3528a-bdd1-417c-b832-67ab8b116609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:42.944627 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663b80da-b1c9-4ac3-89d2-ffd81954df62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=787bd485-0cff-4432-b65e-bfa27608d356,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:42.983462 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6cf3528a-bdd1-417c-b832-67ab8b116609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:42.993751 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-663b80da-b1c9-4ac3-89d2-ffd81954df62 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f55786a73f13494193c3808261f336fe&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7239549 Aug 16 22:46:43.003626 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6cf3528a-bdd1-417c-b832-67ab8b116609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:43.010524 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-6cf3528a-bdd1-417c-b832-67ab8b116609 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e6455bbd-5ca8-468f-9fb1-5bf1ece0494f HTTP/1.1" status: 204 len: 168 time: 0.1924281 Aug 16 22:46:43.010524 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 49382) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:43.029083 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 51ffe983-5075-414f-8519-179f535e1c92 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:46:43.035738 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 51ffe983-5075-414f-8519-179f535e1c92 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:46:43.037357 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:43.049882 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e161c06f-6f58-484f-8ec8-7cdc2b6c8180 None None] Sync routers for ids ['c908800b-4bba-4227-b4ed-bb8568bb7941'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:46:43.093704 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e161c06f-6f58-484f-8ec8-7cdc2b6c8180 None None] Routers {'c908800b-4bba-4227-b4ed-bb8568bb7941'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:46:43.094252 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-e161c06f-6f58-484f-8ec8-7cdc2b6c8180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:46:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['c908800b-4bba-4227-b4ed-bb8568bb7941'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:43.108972 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf3528a-bdd1-417c-b832-67ab8b116609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6455bbd-5ca8-468f-9fb1-5bf1ece0494f,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:43.254439 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-e161c06f-6f58-484f-8ec8-7cdc2b6c8180 None None] Set router c908800b-4bba-4227-b4ed-bb8568bb7941 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:46:43.266346 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-2b22153f-b9f8-4f03-bef2-a9bf69cf6d95 req-62671d9b-cb98-4af5-9ef0-4f7e04bfe273 tempest-AggregatesAdminTestJSON-1746639393 tempest-AggregatesAdminTestJSON-1746639393-project] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:43.293732 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-2b22153f-b9f8-4f03-bef2-a9bf69cf6d95 req-62671d9b-cb98-4af5-9ef0-4f7e04bfe273 tempest-AggregatesAdminTestJSON-1746639393 tempest-AggregatesAdminTestJSON-1746639393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:43.301843 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-80449beb-d5f9-487f-871c-a6fda2ca6a15 req-495b9ec7-9bf5-4406-a149-a8271a2b1845 tempest-AggregatesAdminTestJSON-1746639393 tempest-AggregatesAdminTestJSON-1746639393-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1b87be3-c59b-4d75-9922-3fde355378af HTTP/1.1" status: 200 len: 210 time: 0.0891016 Aug 16 22:46:43.341976 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a9deb211-e482-43c9-b136-404c40063d1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:43.376753 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a9deb211-e482-43c9-b136-404c40063d1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:43.445730 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a9deb211-e482-43c9-b136-404c40063d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:43.449781 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a9deb211-e482-43c9-b136-404c40063d1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:43.451690 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-a9deb211-e482-43c9-b136-404c40063d1b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/787bd485-0cff-4432-b65e-bfa27608d356 HTTP/1.1" status: 204 len: 168 time: 0.3820448 Aug 16 22:46:43.464098 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9deb211-e482-43c9-b136-404c40063d1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=787bd485-0cff-4432-b65e-bfa27608d356,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:43.618933 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62671d9b-cb98-4af5-9ef0-4f7e04bfe273 tempest-AggregatesAdminTestJSON-1746639393 tempest-AggregatesAdminTestJSON-1746639393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2fc8c28-b290-4027-a461-ea02977787ca,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:43.690513 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-81899e92-4030-452b-b222-1e1495548b2e req-f7502c99-14a5-4ba8-89c3-c60d7442a4e9 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:43.714757 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-81899e92-4030-452b-b222-1e1495548b2e req-f7502c99-14a5-4ba8-89c3-c60d7442a4e9 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] Transition to ACTIVE for port object d5c4a791-fa23-4016-a62e-9d2fc0de15be will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:46:43.765474 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:43.770918 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-81899e92-4030-452b-b222-1e1495548b2e req-f7502c99-14a5-4ba8-89c3-c60d7442a4e9 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:43.812768 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 51ffe983-5075-414f-8519-179f535e1c92, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=51ffe983-5075-414f-8519-179f535e1c92,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:46:43.819848 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:43.857732 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 49420) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:43.892797 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-e161c06f-6f58-484f-8ec8-7cdc2b6c8180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c908800b-4bba-4227-b4ed-bb8568bb7941', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2115566665-router', 'tenant_id': 'eb536265765a4b3292c4da7c4da22a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': '51ffe983-5075-414f-8519-179f535e1c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:46:34Z', 'updated_at': '2021-08-16T22:46:40Z', 'revision_number': 4, 'project_id': 'eb536265765a4b3292c4da7c4da22a4a', 'gw_port': {'id': '51ffe983-5075-414f-8519-179f535e1c92', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9f:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c908800b-4bba-4227-b4ed-bb8568bb7941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:46:35Z', 'updated_at': '2021-08-16T22:46:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'cd82babb-8301-4d7b-aca6-e7a178c35bc1', 'name': '', 'network_id': '153dad19-8da0-4401-83f3-d77a1b95b106', 'tenant_id': 'eb536265765a4b3292c4da7c4da22a4a', 'mac_address': 'fa:16:3e:73:b6:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c908800b-4bba-4227-b4ed-bb8568bb7941', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'bf921619-4d83-44d5-99e3-ff416c7e514c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:46:39Z', 'updated_at': '2021-08-16T22:46:41Z', 'revision_number': 2, 'project_id': 'eb536265765a4b3292c4da7c4da22a4a', 'subnets': [{'id': 'bf921619-4d83-44d5-99e3-ff416c7e514c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:43.913115 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b3455280-6067-4357-84ac-80a884980415 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:43.966410 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e161c06f-6f58-484f-8ec8-7cdc2b6c8180 None None] Checking router: c908800b-4bba-4227-b4ed-bb8568bb7941 for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:46:43.966756 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e161c06f-6f58-484f-8ec8-7cdc2b6c8180 None None] Updating router c908800b-4bba-4227-b4ed-bb8568bb7941 port cd82babb-8301-4d7b-aca6-e7a178c35bc1 binding host n-d-791506-26 {{(pid=101293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:46:43.967043 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81899e92-4030-452b-b222-1e1495548b2e req-f7502c99-14a5-4ba8-89c3-c60d7442a4e9 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] Network a2f596d0-b80e-4404-bf4b-27a7e14f50dd is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:46:43.979075 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=51ffe983-5075-414f-8519-179f535e1c92,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:44.005591 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-81899e92-4030-452b-b222-1e1495548b2e req-f7502c99-14a5-4ba8-89c3-c60d7442a4e9 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:46:44.030062 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e161c06f-6f58-484f-8ec8-7cdc2b6c8180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:44.054894 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-81899e92-4030-452b-b222-1e1495548b2e req-f7502c99-14a5-4ba8-89c3-c60d7442a4e9 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:46:44.079153 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81899e92-4030-452b-b222-1e1495548b2e req-f7502c99-14a5-4ba8-89c3-c60d7442a4e9 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:44.080192 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-81899e92-4030-452b-b222-1e1495548b2e req-f7502c99-14a5-4ba8-89c3-c60d7442a4e9 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:44.170898 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b3455280-6067-4357-84ac-80a884980415 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:44.176656 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b3455280-6067-4357-84ac-80a884980415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:44.202270 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-81899e92-4030-452b-b222-1e1495548b2e req-f7502c99-14a5-4ba8-89c3-c60d7442a4e9 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9720349 Aug 16 22:46:44.203242 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7502c99-14a5-4ba8-89c3-c60d7442a4e9 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] Pushing event updated for resources: {'Port': ['ID=d5c4a791-fa23-4016-a62e-9d2fc0de15be,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:44.207725 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-2b22153f-b9f8-4f03-bef2-a9bf69cf6d95 req-62671d9b-cb98-4af5-9ef0-4f7e04bfe273 tempest-AggregatesAdminTestJSON-1746639393 tempest-AggregatesAdminTestJSON-1746639393-project] Allocated IP 192.168.233.89 (a2f596d0-b80e-4404-bf4b-27a7e14f50dd/6af2b868-37d3-46ab-a526-0465929f13c8/ac21e4f4-021a-4bfb-a795-cd0a73eee6f9) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:46:44.227432 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [req-81899e92-4030-452b-b222-1e1495548b2e req-d4758eb6-855a-4455-90fe-64f71f6bf2c1 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:46:44.228675 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-81899e92-4030-452b-b222-1e1495548b2e req-d4758eb6-855a-4455-90fe-64f71f6bf2c1 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080130 Aug 16 22:46:44.300200 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-b3455280-6067-4357-84ac-80a884980415 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c72428da46774ba18fdf8dead5916e8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4388847 Aug 16 22:46:44.304702 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49424) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:44.387473 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3455280-6067-4357-84ac-80a884980415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0b77c1e-03ac-4574-a534-b1428313bacb,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:44.538678 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7a50aa-e09a-4ddf-8d95-8b21ec6b9e30 req-d8a0eb3b-7286-48d5-85df-258c80d640fd tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:44.540857 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3d7a50aa-e09a-4ddf-8d95-8b21ec6b9e30 req-d8a0eb3b-7286-48d5-85df-258c80d640fd tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b84b45f-45ad-4298-a933-4ce4dbbc4d92 HTTP/1.1" status: 200 len: 935 time: 0.1085806 Aug 16 22:46:44.635720 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3d7a50aa-e09a-4ddf-8d95-8b21ec6b9e30 req-025169f4-f934-4a55-ba60-406b84f354e3 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a2c666b-0599-45d4-8db2-76d5ddd783db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866613 Aug 16 22:46:44.737715 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 49440) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:44.795354 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-446d3f61-9e74-4c0a-a435-6a7df0a1f2eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:44.889340 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5ba20efe-8372-481b-922d-499d13119542 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:44.946856 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e161c06f-6f58-484f-8ec8-7cdc2b6c8180 None None] Notify callbacks [] for port, precommit_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:44.960344 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-e161c06f-6f58-484f-8ec8-7cdc2b6c8180 None None] Transition to ACTIVE for port object cd82babb-8301-4d7b-aca6-e7a178c35bc1 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:46:44.972135 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 51ffe983-5075-414f-8519-179f535e1c92 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:46:44.977511 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e161c06f-6f58-484f-8ec8-7cdc2b6c8180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:45.052192 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5ba20efe-8372-481b-922d-499d13119542 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:45.056281 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6004d666-c026-496d-a9b1-81b72fa40bee None None] Pushing event updated for resources: {'Port': ['ID=cd82babb-8301-4d7b-aca6-e7a178c35bc1,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:45.067295 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49444) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:45.165553 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-5a31e5e2-3b53-49e6-a9b8-288619281be3 None None] Provisioning for port d5c4a791-fa23-4016-a62e-9d2fc0de15be completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:46:45.178640 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-5a31e5e2-3b53-49e6-a9b8-288619281be3 None None] Provisioning complete for port d5c4a791-fa23-4016-a62e-9d2fc0de15be triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:46:45.179003 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-5a31e5e2-3b53-49e6-a9b8-288619281be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:45.231026 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-2b22153f-b9f8-4f03-bef2-a9bf69cf6d95 req-62671d9b-cb98-4af5-9ef0-4f7e04bfe273 tempest-AggregatesAdminTestJSON-1746639393 tempest-AggregatesAdminTestJSON-1746639393-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:45.270536 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-5a31e5e2-3b53-49e6-a9b8-288619281be3 None None] Port d5c4a791-fa23-4016-a62e-9d2fc0de15be cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:46:45.283432 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-2b22153f-b9f8-4f03-bef2-a9bf69cf6d95 req-62671d9b-cb98-4af5-9ef0-4f7e04bfe273 tempest-AggregatesAdminTestJSON-1746639393 tempest-AggregatesAdminTestJSON-1746639393-project] Transition to ACTIVE for port object ac21e4f4-021a-4bfb-a795-cd0a73eee6f9 will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:46:45.313469 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-e161c06f-6f58-484f-8ec8-7cdc2b6c8180 None None] Attempting to bind port cd82babb-8301-4d7b-aca6-e7a178c35bc1 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:46:45.314075 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-e161c06f-6f58-484f-8ec8-7cdc2b6c8180 None None] Attempting to bind port cd82babb-8301-4d7b-aca6-e7a178c35bc1 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '5b2bc4cb-303a-4461-8e25-37cf022cb7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '153dad19-8da0-4401-83f3-d77a1b95b106'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:46:45.317031 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e161c06f-6f58-484f-8ec8-7cdc2b6c8180 None None] Attempting to bind port cd82babb-8301-4d7b-aca6-e7a178c35bc1 on network 153dad19-8da0-4401-83f3-d77a1b95b106 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:46:45.354311 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e161c06f-6f58-484f-8ec8-7cdc2b6c8180 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:46:45.358394 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e161c06f-6f58-484f-8ec8-7cdc2b6c8180 None None] Checking segment: {'id': '5b2bc4cb-303a-4461-8e25-37cf022cb7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '153dad19-8da0-4401-83f3-d77a1b95b106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:46:45.359294 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e161c06f-6f58-484f-8ec8-7cdc2b6c8180 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:45.360683 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e161c06f-6f58-484f-8ec8-7cdc2b6c8180 None None] Bound using segment: {'id': '5b2bc4cb-303a-4461-8e25-37cf022cb7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '153dad19-8da0-4401-83f3-d77a1b95b106'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:46:45.360823 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-81899e92-4030-452b-b222-1e1495548b2e req-82af699c-5b59-4f24-90e2-a974b1305918 service neutron] Request body: {'port': {'device_id': '8b84b45f-45ad-4298-a933-4ce4dbbc4d92', 'device_owner': 'compute:tempest-test_az-578929000', 'binding:host_id': 'n-h1-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:46:45.362887 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-e161c06f-6f58-484f-8ec8-7cdc2b6c8180 None None] Bound port: cd82babb-8301-4d7b-aca6-e7a178c35bc1, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b2bc4cb-303a-4461-8e25-37cf022cb7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '153dad19-8da0-4401-83f3-d77a1b95b106'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:46:45.364781 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e161c06f-6f58-484f-8ec8-7cdc2b6c8180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:45.380858 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5ba20efe-8372-481b-922d-499d13119542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:45.394682 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5ba20efe-8372-481b-922d-499d13119542 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:45.404719 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-5ba20efe-8372-481b-922d-499d13119542 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e0b77c1e-03ac-4574-a534-b1428313bacb HTTP/1.1" status: 204 len: 168 time: 1.0925610 Aug 16 22:46:45.420720 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-25c96974-f0e9-40e0-bc42-55e469cd1045 req-690d0c41-9e71-43b6-8b9d-aec82a852e3f tempest-AggregatesAdminTestJSON-1746639393 tempest-AggregatesAdminTestJSON-1746639393-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1b87be3-c59b-4d75-9922-3fde355378af HTTP/1.1" status: 200 len: 210 time: 0.5542123 Aug 16 22:46:45.432846 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 51ffe983-5075-414f-8519-179f535e1c92 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:46:45.436762 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:45.577256 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-815d460a-539a-49b6-beec-f6fe21db4092 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:45.606625 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-446d3f61-9e74-4c0a-a435-6a7df0a1f2eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:45.615584 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-446d3f61-9e74-4c0a-a435-6a7df0a1f2eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:45.617754 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba20efe-8372-481b-922d-499d13119542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0b77c1e-03ac-4574-a534-b1428313bacb,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:45.774312 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-446d3f61-9e74-4c0a-a435-6a7df0a1f2eb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=33e2d379758c49ee9d74d7847d45584a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0309596 Aug 16 22:46:45.780078 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-81899e92-4030-452b-b222-1e1495548b2e req-82af699c-5b59-4f24-90e2-a974b1305918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:45.784082 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49480) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:45.787321 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446d3f61-9e74-4c0a-a435-6a7df0a1f2eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d8ea1f-332b-4e92-849a-4bb698a09640,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:45.835454 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-e161c06f-6f58-484f-8ec8-7cdc2b6c8180 None None] For port cd82babb-8301-4d7b-aca6-e7a178c35bc1, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:46:45.848095 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-e161c06f-6f58-484f-8ec8-7cdc2b6c8180 None None] For port cd82babb-8301-4d7b-aca6-e7a178c35bc1, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=cd82babb-8301-4d7b-aca6-e7a178c35bc1,segment=NetworkSegment(5b2bc4cb-303a-4461-8e25-37cf022cb7b8),segment_id=5b2bc4cb-303a-4461-8e25-37cf022cb7b8)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:46:45.848675 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-2b22153f-b9f8-4f03-bef2-a9bf69cf6d95 req-62671d9b-cb98-4af5-9ef0-4f7e04bfe273 tempest-AggregatesAdminTestJSON-1746639393 tempest-AggregatesAdminTestJSON-1746639393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:45.853763 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e161c06f-6f58-484f-8ec8-7cdc2b6c8180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:45.897759 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b22153f-b9f8-4f03-bef2-a9bf69cf6d95 req-62671d9b-cb98-4af5-9ef0-4f7e04bfe273 tempest-AggregatesAdminTestJSON-1746639393 tempest-AggregatesAdminTestJSON-1746639393-project] Network a2f596d0-b80e-4404-bf4b-27a7e14f50dd is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:46:45.904500 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-2b22153f-b9f8-4f03-bef2-a9bf69cf6d95 req-62671d9b-cb98-4af5-9ef0-4f7e04bfe273 tempest-AggregatesAdminTestJSON-1746639393 tempest-AggregatesAdminTestJSON-1746639393-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:46:45.910817 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b22153f-b9f8-4f03-bef2-a9bf69cf6d95 req-62671d9b-cb98-4af5-9ef0-4f7e04bfe273 tempest-AggregatesAdminTestJSON-1746639393 tempest-AggregatesAdminTestJSON-1746639393-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:46:45.918253 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b22153f-b9f8-4f03-bef2-a9bf69cf6d95 req-62671d9b-cb98-4af5-9ef0-4f7e04bfe273 tempest-AggregatesAdminTestJSON-1746639393 tempest-AggregatesAdminTestJSON-1746639393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:45.919061 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-2b22153f-b9f8-4f03-bef2-a9bf69cf6d95 req-62671d9b-cb98-4af5-9ef0-4f7e04bfe273 tempest-AggregatesAdminTestJSON-1746639393 tempest-AggregatesAdminTestJSON-1746639393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:46.000645 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e161c06f-6f58-484f-8ec8-7cdc2b6c8180 None None] Routers {'c908800b-4bba-4227-b4ed-bb8568bb7941'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:46:46.002503 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-e161c06f-6f58-484f-8ec8-7cdc2b6c8180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:46:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['c908800b-4bba-4227-b4ed-bb8568bb7941'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:46.007921 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f72dff-c7eb-43af-b05f-4db04e7bbded req-b674f987-30f1-415b-aa6e-f18d46333895 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:46.009584 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b0f72dff-c7eb-43af-b05f-4db04e7bbded req-b674f987-30f1-415b-aa6e-f18d46333895 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b84b45f-45ad-4298-a933-4ce4dbbc4d92 HTTP/1.1" status: 200 len: 935 time: 0.1618550 Aug 16 22:46:46.072629 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-16b99a75-64d2-4690-81b0-eaeff5d9fdf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:46.118645 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-16b99a75-64d2-4690-81b0-eaeff5d9fdf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:46.170559 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b0f72dff-c7eb-43af-b05f-4db04e7bbded req-cb47a9bb-470c-432e-940e-27a90f2d9fbe tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a2c666b-0599-45d4-8db2-76d5ddd783db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480327 Aug 16 22:46:46.213178 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6004d666-c026-496d-a9b1-81b72fa40bee None None] Pushing event updated for resources: {'Port': ['ID=cd82babb-8301-4d7b-aca6-e7a178c35bc1,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:46.281831 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-16b99a75-64d2-4690-81b0-eaeff5d9fdf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:46.288686 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-16b99a75-64d2-4690-81b0-eaeff5d9fdf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:46.289880 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-16b99a75-64d2-4690-81b0-eaeff5d9fdf0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/73d8ea1f-332b-4e92-849a-4bb698a09640 HTTP/1.1" status: 204 len: 168 time: 0.5021560 Aug 16 22:46:46.410782 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 49498) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:46.416002 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-0e6cdf4c-d47d-4904-86cc-b96f95e3eff9 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1939244486', 'description': 'tempest-description--184315073'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:46:46.550058 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b99a75-64d2-4690-81b0-eaeff5d9fdf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d8ea1f-332b-4e92-849a-4bb698a09640,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:46.636110 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-e161c06f-6f58-484f-8ec8-7cdc2b6c8180 None None] Set router c908800b-4bba-4227-b4ed-bb8568bb7941 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:46:46.652554 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4c14bc2e-f14e-443e-988d-9c53b2f14b4e None None] Provisioning for port ac21e4f4-021a-4bfb-a795-cd0a73eee6f9 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:46:46.653223 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62671d9b-cb98-4af5-9ef0-4f7e04bfe273 tempest-AggregatesAdminTestJSON-1746639393 tempest-AggregatesAdminTestJSON-1746639393-project] Pushing event updated for resources: {'Port': ['ID=ac21e4f4-021a-4bfb-a795-cd0a73eee6f9,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:46.742981 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4c14bc2e-f14e-443e-988d-9c53b2f14b4e None None] Provisioning complete for port ac21e4f4-021a-4bfb-a795-cd0a73eee6f9 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:46:46.744295 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4c14bc2e-f14e-443e-988d-9c53b2f14b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:46.761294 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b54545-26e7-40ef-8e3b-c5201dd7c9fd req-ef5380cd-9138-484a-b5b8-747ff822ff30 tempest-AggregatesAdminTestJSON-1746639393 tempest-AggregatesAdminTestJSON-1746639393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:46.773909 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-76b54545-26e7-40ef-8e3b-c5201dd7c9fd req-ef5380cd-9138-484a-b5b8-747ff822ff30 tempest-AggregatesAdminTestJSON-1746639393 tempest-AggregatesAdminTestJSON-1746639393-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1b87be3-c59b-4d75-9922-3fde355378af HTTP/1.1" status: 200 len: 935 time: 0.1907237 Aug 16 22:46:46.937117 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-76b54545-26e7-40ef-8e3b-c5201dd7c9fd req-cb014240-90cb-47ee-b816-27c31b3fc56f tempest-AggregatesAdminTestJSON-1746639393 tempest-AggregatesAdminTestJSON-1746639393-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2fc8c28-b290-4027-a461-ea02977787ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621590 Aug 16 22:46:46.972248 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-4c14bc2e-f14e-443e-988d-9c53b2f14b4e None None] Port ac21e4f4-021a-4bfb-a795-cd0a73eee6f9 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:46:47.036096 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-815d460a-539a-49b6-beec-f6fe21db4092 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:47.046823 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-815d460a-539a-49b6-beec-f6fe21db4092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:47.071066 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2b22153f-b9f8-4f03-bef2-a9bf69cf6d95 req-62671d9b-cb98-4af5-9ef0-4f7e04bfe273 tempest-AggregatesAdminTestJSON-1746639393 tempest-AggregatesAdminTestJSON-1746639393-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.3023498 Aug 16 22:46:47.106723 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0e6cdf4c-d47d-4904-86cc-b96f95e3eff9 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:47.149274 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-2b22153f-b9f8-4f03-bef2-a9bf69cf6d95 req-baa6c4ef-a0a9-4529-b19d-e67b113845e4 service neutron] Request body: {'port': {'device_id': 'd1b87be3-c59b-4d75-9922-3fde355378af', 'device_owner': 'compute:tempest-test_az-578929000', 'binding:host_id': 'n-h1-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:46:47.279773 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0e6cdf4c-d47d-4904-86cc-b96f95e3eff9 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:47.287294 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0e6cdf4c-d47d-4904-86cc-b96f95e3eff9 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:47.319451 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-815d460a-539a-49b6-beec-f6fe21db4092 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=31718f24c8fc49e8bfd26035438cd265&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2461345 Aug 16 22:46:47.330831 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 49534) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:47.333271 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6cdf4c-d47d-4904-86cc-b96f95e3eff9 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=540ed4cf-0245-400b-b069-6009faf7f924,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:47.358704 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-e161c06f-6f58-484f-8ec8-7cdc2b6c8180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c908800b-4bba-4227-b4ed-bb8568bb7941', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2115566665-router', 'tenant_id': 'eb536265765a4b3292c4da7c4da22a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': '51ffe983-5075-414f-8519-179f535e1c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:46:34Z', 'updated_at': '2021-08-16T22:46:40Z', 'revision_number': 4, 'project_id': 'eb536265765a4b3292c4da7c4da22a4a', 'gw_port': {'id': '51ffe983-5075-414f-8519-179f535e1c92', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c908800b-4bba-4227-b4ed-bb8568bb7941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:46:35Z', 'updated_at': '2021-08-16T22:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'cd82babb-8301-4d7b-aca6-e7a178c35bc1', 'name': '', 'network_id': '153dad19-8da0-4401-83f3-d77a1b95b106', 'tenant_id': 'eb536265765a4b3292c4da7c4da22a4a', 'mac_address': 'fa:16:3e:73:b6:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c908800b-4bba-4227-b4ed-bb8568bb7941', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'bf921619-4d83-44d5-99e3-ff416c7e514c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:46:39Z', 'updated_at': '2021-08-16T22:46:45Z', 'revision_number': 4, 'project_id': 'eb536265765a4b3292c4da7c4da22a4a', 'subnets': [{'id': 'bf921619-4d83-44d5-99e3-ff416c7e514c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:47.384388 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-2b22153f-b9f8-4f03-bef2-a9bf69cf6d95 req-baa6c4ef-a0a9-4529-b19d-e67b113845e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:47.387547 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815d460a-539a-49b6-beec-f6fe21db4092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e2142f5-b8b0-4eec-bb74-885c0ae2359d,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:47.395099 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e161c06f-6f58-484f-8ec8-7cdc2b6c8180 None None] The sync data for ids ['c908800b-4bba-4227-b4ed-bb8568bb7941'] in n-d-791506-26 is: [{'id': 'c908800b-4bba-4227-b4ed-bb8568bb7941', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2115566665-router', 'tenant_id': 'eb536265765a4b3292c4da7c4da22a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': '51ffe983-5075-414f-8519-179f535e1c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:46:34Z', 'updated_at': '2021-08-16T22:46:40Z', 'revision_number': 4, 'project_id': 'eb536265765a4b3292c4da7c4da22a4a', 'gw_port': {'id': '51ffe983-5075-414f-8519-179f535e1c92', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c908800b-4bba-4227-b4ed-bb8568bb7941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:46:35Z', 'updated_at': '2021-08-16T22:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'cd82babb-8301-4d7b-aca6-e7a178c35bc1', 'name': '', 'network_id': '153dad19-8da0-4401-83f3-d77a1b95b106', 'tenant_id': 'eb536265765a4b3292c4da7c4da22a4a', 'mac_address': 'fa:16:3e:73:b6:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c908800b-4bba-4227-b4ed-bb8568bb7941', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'bf921619-4d83-44d5-99e3-ff416c7e514c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:46:39Z', 'updated_at': '2021-08-16T22:46:45Z', 'revision_number': 4, 'project_id': 'eb536265765a4b3292c4da7c4da22a4a', 'subnets': [{'id': 'bf921619-4d83-44d5-99e3-ff416c7e514c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:46:47.498429 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 49542) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:47.504093 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0e6cdf4c-d47d-4904-86cc-b96f95e3eff9 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:47.505659 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-0e6cdf4c-d47d-4904-86cc-b96f95e3eff9 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.0946729 Aug 16 22:46:47.514451 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49546) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:47.571153 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1d0c6df8-a062-4f59-8278-38b1c0b896b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:47.592799 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-fe3af31d-5314-45a6-8587-7851c4739748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:47.612003 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-216dd77f-b8a3-400f-ae53-d6bcd091b1d1 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Request body: {'security_group_rule': {'security_group_id': '540ed4cf-0245-400b-b069-6009faf7f924', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:46:47.639412 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1d0c6df8-a062-4f59-8278-38b1c0b896b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:47.737969 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b518b671-2121-46b7-be3a-62305ef40c42 req-33961a7c-f43a-4553-b61d-8ec525620935 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:47.739801 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b518b671-2121-46b7-be3a-62305ef40c42 req-33961a7c-f43a-4553-b61d-8ec525620935 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b84b45f-45ad-4298-a933-4ce4dbbc4d92 HTTP/1.1" status: 200 len: 935 time: 0.4130118 Aug 16 22:46:47.772372 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1d0c6df8-a062-4f59-8278-38b1c0b896b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:47.775161 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1d0c6df8-a062-4f59-8278-38b1c0b896b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:47.783375 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-1d0c6df8-a062-4f59-8278-38b1c0b896b6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0e2142f5-b8b0-4eec-bb74-885c0ae2359d HTTP/1.1" status: 204 len: 168 time: 0.4479382 Aug 16 22:46:47.863392 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0c6df8-a062-4f59-8278-38b1c0b896b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e2142f5-b8b0-4eec-bb74-885c0ae2359d,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:47.869054 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-81899e92-4030-452b-b222-1e1495548b2e req-82af699c-5b59-4f24-90e2-a974b1305918 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5c4a791-fa23-4016-a62e-9d2fc0de15be {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:46:47.922889 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-81899e92-4030-452b-b222-1e1495548b2e req-82af699c-5b59-4f24-90e2-a974b1305918 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:47.932145 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b518b671-2121-46b7-be3a-62305ef40c42 req-c5c09d66-9695-44e5-8ace-aa957284b29d tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a2c666b-0599-45d4-8db2-76d5ddd783db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712961 Aug 16 22:46:47.989474 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-216dd77f-b8a3-400f-ae53-d6bcd091b1d1 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:48.070715 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-81899e92-4030-452b-b222-1e1495548b2e req-82af699c-5b59-4f24-90e2-a974b1305918 service neutron] Transition to ACTIVE for port object d5c4a791-fa23-4016-a62e-9d2fc0de15be will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:46:48.091486 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-81899e92-4030-452b-b222-1e1495548b2e req-82af699c-5b59-4f24-90e2-a974b1305918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:48.219844 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-216dd77f-b8a3-400f-ae53-d6bcd091b1d1 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:48.224881 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4da1fb2c-ff34-4c6a-b0a5-b47ac73c8a83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:48.272613 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-216dd77f-b8a3-400f-ae53-d6bcd091b1d1 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:48.365084 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216dd77f-b8a3-400f-ae53-d6bcd091b1d1 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=969cb834-0bbf-41b8-8172-9b0e17738ce0,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:48.406701 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49562) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:48.467264 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4da1fb2c-ff34-4c6a-b0a5-b47ac73c8a83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:48.471948 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 49566) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:48.522157 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4da1fb2c-ff34-4c6a-b0a5-b47ac73c8a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:48.586273 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82af699c-5b59-4f24-90e2-a974b1305918 service neutron] Pushing event updated for resources: {'Port': ['ID=d5c4a791-fa23-4016-a62e-9d2fc0de15be,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:48.619329 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-216dd77f-b8a3-400f-ae53-d6bcd091b1d1 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:48.621342 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-216dd77f-b8a3-400f-ae53-d6bcd091b1d1 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1054156 Aug 16 22:46:48.632059 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49574) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:48.642806 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-3cbf9bfd-d46c-487c-b31b-724edff31226 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Request body: {'security_group_rule': {'security_group_id': '540ed4cf-0245-400b-b069-6009faf7f924', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:46:48.671709 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-81899e92-4030-452b-b222-1e1495548b2e req-82af699c-5b59-4f24-90e2-a974b1305918 service neutron] Attempting to bind port d5c4a791-fa23-4016-a62e-9d2fc0de15be on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:46:48.672163 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-81899e92-4030-452b-b222-1e1495548b2e req-82af699c-5b59-4f24-90e2-a974b1305918 service neutron] Attempting to bind port d5c4a791-fa23-4016-a62e-9d2fc0de15be by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:46:48.672601 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81899e92-4030-452b-b222-1e1495548b2e req-82af699c-5b59-4f24-90e2-a974b1305918 service neutron] Attempting to bind port d5c4a791-fa23-4016-a62e-9d2fc0de15be on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:46:48.702111 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81899e92-4030-452b-b222-1e1495548b2e req-82af699c-5b59-4f24-90e2-a974b1305918 service neutron] Port d5c4a791-fa23-4016-a62e-9d2fc0de15be on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:46:48.702477 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81899e92-4030-452b-b222-1e1495548b2e req-82af699c-5b59-4f24-90e2-a974b1305918 service neutron] Attempting to bind port d5c4a791-fa23-4016-a62e-9d2fc0de15be on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:46:48.723895 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81899e92-4030-452b-b222-1e1495548b2e req-82af699c-5b59-4f24-90e2-a974b1305918 service neutron] Checking agent: {'id': 'd28e24f9-e5ea-41e1-80bf-3c7943ad7f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:46:48.736023 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81899e92-4030-452b-b222-1e1495548b2e req-82af699c-5b59-4f24-90e2-a974b1305918 service neutron] Checking segment: {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:46:48.737861 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81899e92-4030-452b-b222-1e1495548b2e req-82af699c-5b59-4f24-90e2-a974b1305918 service neutron] Bound using segment: {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:46:48.739119 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-81899e92-4030-452b-b222-1e1495548b2e req-82af699c-5b59-4f24-90e2-a974b1305918 service neutron] Bound port: d5c4a791-fa23-4016-a62e-9d2fc0de15be, host: n-h1-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:46:48.740530 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-81899e92-4030-452b-b222-1e1495548b2e req-82af699c-5b59-4f24-90e2-a974b1305918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:48.757271 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2822d819-62ce-4a8f-bb73-0446f37c56e9 req-5520f189-375c-479d-ac04-b9505e787138 tempest-AggregatesAdminTestJSON-1746639393 tempest-AggregatesAdminTestJSON-1746639393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:48.770605 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2822d819-62ce-4a8f-bb73-0446f37c56e9 req-5520f189-375c-479d-ac04-b9505e787138 tempest-AggregatesAdminTestJSON-1746639393 tempest-AggregatesAdminTestJSON-1746639393-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1b87be3-c59b-4d75-9922-3fde355378af HTTP/1.1" status: 200 len: 935 time: 0.6651204 Aug 16 22:46:48.774502 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da1fb2c-ff34-4c6a-b0a5-b47ac73c8a83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b18c4f19-88ee-4ab5-b141-35eb5d90fc17,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:48.817715 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-4da1fb2c-ff34-4c6a-b0a5-b47ac73c8a83 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e41c34bcd46c40339fc39b36095596b9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3107376 Aug 16 22:46:48.829404 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 49578) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:48.876299 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3cbf9bfd-d46c-487c-b31b-724edff31226 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:48.956146 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device cd82babb-8301-4d7b-aca6-e7a178c35bc1 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:46:49.062075 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2822d819-62ce-4a8f-bb73-0446f37c56e9 req-520c2423-3554-4969-b30a-576108d43733 tempest-AggregatesAdminTestJSON-1746639393 tempest-AggregatesAdminTestJSON-1746639393-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2fc8c28-b290-4027-a461-ea02977787ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888987 Aug 16 22:46:49.072389 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-2b22153f-b9f8-4f03-bef2-a9bf69cf6d95 req-baa6c4ef-a0a9-4529-b19d-e67b113845e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac21e4f4-021a-4bfb-a795-cd0a73eee6f9 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:46:49.078414 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 49582) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:49.106222 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-2b22153f-b9f8-4f03-bef2-a9bf69cf6d95 req-baa6c4ef-a0a9-4529-b19d-e67b113845e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:49.113103 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port cd82babb-8301-4d7b-aca6-e7a178c35bc1 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:46:49.123960 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e3e7188e-daac-4792-a25d-3b0a938787b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:49.138957 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port cd82babb-8301-4d7b-aca6-e7a178c35bc1 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:46:49.139477 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:49.141372 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ff110756-030f-45ce-ac5d-173884cfce6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:49.142046 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-2b22153f-b9f8-4f03-bef2-a9bf69cf6d95 req-baa6c4ef-a0a9-4529-b19d-e67b113845e4 service neutron] Transition to ACTIVE for port object ac21e4f4-021a-4bfb-a795-cd0a73eee6f9 will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:46:49.199631 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-81899e92-4030-452b-b222-1e1495548b2e req-82af699c-5b59-4f24-90e2-a974b1305918 service neutron] For port d5c4a791-fa23-4016-a62e-9d2fc0de15be, host n-h1-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:46:49.206151 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-81899e92-4030-452b-b222-1e1495548b2e req-82af699c-5b59-4f24-90e2-a974b1305918 service neutron] For port d5c4a791-fa23-4016-a62e-9d2fc0de15be, host n-h1-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=d5c4a791-fa23-4016-a62e-9d2fc0de15be,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:46:49.228518 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-2b22153f-b9f8-4f03-bef2-a9bf69cf6d95 req-baa6c4ef-a0a9-4529-b19d-e67b113845e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:49.236914 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-0e87d480-d1ec-4764-a04c-6346700b3fdb admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-682201263-network', 'tenant_id': 'b81b349cd13546af84ad9cc772d2a8a4'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:46:49.249081 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-81899e92-4030-452b-b222-1e1495548b2e req-82af699c-5b59-4f24-90e2-a974b1305918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:49.324636 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81899e92-4030-452b-b222-1e1495548b2e req-82af699c-5b59-4f24-90e2-a974b1305918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:49.325443 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-81899e92-4030-452b-b222-1e1495548b2e req-82af699c-5b59-4f24-90e2-a974b1305918 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:49.327000 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-81899e92-4030-452b-b222-1e1495548b2e req-82af699c-5b59-4f24-90e2-a974b1305918 service neutron] 10.222.0.68 "PUT /v2.0/ports/d5c4a791-fa23-4016-a62e-9d2fc0de15be HTTP/1.1" status: 200 len: 1117 time: 4.6344526 Aug 16 22:46:49.332294 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b84b45f-45ad-4298-a933-4ce4dbbc4d92', 'tag': 'd5c4a791-fa23-4016-a62e-9d2fc0de15be'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:46:49.413968 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fd54272e-d1d4-4026-bce8-7b3666500271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:49.421767 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3cbf9bfd-d46c-487c-b31b-724edff31226 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:49.443336 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3cbf9bfd-d46c-487c-b31b-724edff31226 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:49.449916 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:49.488456 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa6c4ef-a0a9-4529-b19d-e67b113845e4 service neutron] Pushing event updated for resources: {'Port': ['ID=ac21e4f4-021a-4bfb-a795-cd0a73eee6f9,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:49.552095 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.db.api [None req-e3e7188e-daac-4792-a25d-3b0a938787b9 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 22:46:49.552095 n-d-791506-26 neutron-server[101292]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 22:46:49.552095 n-d-791506-26 neutron-server[101292]: [parameters: {'project_id_1': '0a345dd261c34ff19d38a3c864238fc8', 'expiration_1': datetime.datetime(2021, 8, 16, 22, 46, 49, 385327)}] Aug 16 22:46:49.552095 n-d-791506-26 neutron-server[101292]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101292) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:46:49.557260 n-d-791506-26 neutron-server[101292]: DEBUG oslo_db.api [None req-e3e7188e-daac-4792-a25d-3b0a938787b9 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:46:49.562684 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port cd82babb-8301-4d7b-aca6-e7a178c35bc1, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=cd82babb-8301-4d7b-aca6-e7a178c35bc1,segment=NetworkSegment(5b2bc4cb-303a-4461-8e25-37cf022cb7b8),segment_id=5b2bc4cb-303a-4461-8e25-37cf022cb7b8)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:46:49.571143 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:49.602422 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbf9bfd-d46c-487c-b31b-724edff31226 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8933e24-7b37-45df-a33d-5376cb8c7913,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:49.609880 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.db.api [None req-0e87d480-d1ec-4764-a04c-6346700b3fdb admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 22:46:49.609880 n-d-791506-26 neutron-server[101291]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 22:46:49.609880 n-d-791506-26 neutron-server[101291]: [parameters: {'project_id_1': 'b81b349cd13546af84ad9cc772d2a8a4', 'expiration_1': datetime.datetime(2021, 8, 16, 22, 46, 49, 304727)}] Aug 16 22:46:49.609880 n-d-791506-26 neutron-server[101291]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:46:49.610196 n-d-791506-26 neutron-server[101291]: DEBUG oslo_db.api [None req-0e87d480-d1ec-4764-a04c-6346700b3fdb admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:46:49.654179 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fd54272e-d1d4-4026-bce8-7b3666500271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:49.700403 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53440983-fe08-491b-a3b0-f43ba1515807 req-9ce40376-3c36-4669-acc8-8fc9bb1f26ed tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:49.709711 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-53440983-fe08-491b-a3b0-f43ba1515807 req-9ce40376-3c36-4669-acc8-8fc9bb1f26ed tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b84b45f-45ad-4298-a933-4ce4dbbc4d92 HTTP/1.1" status: 200 len: 968 time: 0.5734370 Aug 16 22:46:49.806101 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-257a8370-adec-49a9-8999-41f84b9d2976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:49.840155 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38ed8e57-ecc5-48da-bf66-2581e4ba8e35" -d '{"events": [{"name": "network-changed", "server_uuid": "8b84b45f-45ad-4298-a933-4ce4dbbc4d92", "tag": "d5c4a791-fa23-4016-a62e-9d2fc0de15be"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:46:49.850925 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=cd82babb-8301-4d7b-aca6-e7a178c35bc1,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:49.907002 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-2b22153f-b9f8-4f03-bef2-a9bf69cf6d95 req-baa6c4ef-a0a9-4529-b19d-e67b113845e4 service neutron] Attempting to bind port ac21e4f4-021a-4bfb-a795-cd0a73eee6f9 on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:46:49.907544 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-2b22153f-b9f8-4f03-bef2-a9bf69cf6d95 req-baa6c4ef-a0a9-4529-b19d-e67b113845e4 service neutron] Attempting to bind port ac21e4f4-021a-4bfb-a795-cd0a73eee6f9 by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:46:49.908974 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b22153f-b9f8-4f03-bef2-a9bf69cf6d95 req-baa6c4ef-a0a9-4529-b19d-e67b113845e4 service neutron] Attempting to bind port ac21e4f4-021a-4bfb-a795-cd0a73eee6f9 on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:46:49.933293 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-53440983-fe08-491b-a3b0-f43ba1515807 req-a687f20b-4c25-4f05-8db3-a933f3f7f079 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a2c666b-0599-45d4-8db2-76d5ddd783db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217791 Aug 16 22:46:49.997939 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fd54272e-d1d4-4026-bce8-7b3666500271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:50.001124 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fd54272e-d1d4-4026-bce8-7b3666500271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:50.005788 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-fd54272e-d1d4-4026-bce8-7b3666500271 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b18c4f19-88ee-4ab5-b141-35eb5d90fc17 HTTP/1.1" status: 204 len: 168 time: 1.1720135 Aug 16 22:46:50.005996 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b22153f-b9f8-4f03-bef2-a9bf69cf6d95 req-baa6c4ef-a0a9-4529-b19d-e67b113845e4 service neutron] Port ac21e4f4-021a-4bfb-a795-cd0a73eee6f9 on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:46:50.006507 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b22153f-b9f8-4f03-bef2-a9bf69cf6d95 req-baa6c4ef-a0a9-4529-b19d-e67b113845e4 service neutron] Attempting to bind port ac21e4f4-021a-4bfb-a795-cd0a73eee6f9 on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:46:50.008720 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ff110756-030f-45ce-ac5d-173884cfce6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:50.021260 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ff110756-030f-45ce-ac5d-173884cfce6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:50.041349 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b22153f-b9f8-4f03-bef2-a9bf69cf6d95 req-baa6c4ef-a0a9-4529-b19d-e67b113845e4 service neutron] Checking agent: {'id': 'd28e24f9-e5ea-41e1-80bf-3c7943ad7f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:46:50.042979 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b22153f-b9f8-4f03-bef2-a9bf69cf6d95 req-baa6c4ef-a0a9-4529-b19d-e67b113845e4 service neutron] Checking segment: {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:46:50.044932 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b22153f-b9f8-4f03-bef2-a9bf69cf6d95 req-baa6c4ef-a0a9-4529-b19d-e67b113845e4 service neutron] Bound using segment: {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:46:50.046147 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd54272e-d1d4-4026-bce8-7b3666500271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b18c4f19-88ee-4ab5-b141-35eb5d90fc17,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:50.046375 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-2b22153f-b9f8-4f03-bef2-a9bf69cf6d95 req-baa6c4ef-a0a9-4529-b19d-e67b113845e4 service neutron] Bound port: ac21e4f4-021a-4bfb-a795-cd0a73eee6f9, host: n-h1-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:46:50.047047 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-2b22153f-b9f8-4f03-bef2-a9bf69cf6d95 req-baa6c4ef-a0a9-4529-b19d-e67b113845e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:50.058824 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e3e7188e-daac-4792-a25d-3b0a938787b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:50.062726 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3cbf9bfd-d46c-487c-b31b-724edff31226 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:50.064135 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-3cbf9bfd-d46c-487c-b31b-724edff31226 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4293272 Aug 16 22:46:50.067959 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82af699c-5b59-4f24-90e2-a974b1305918 service neutron] Pushing event updated for resources: {'Port': ['ID=d5c4a791-fa23-4016-a62e-9d2fc0de15be,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:50.086041 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 49602) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:50.109538 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-abc7eb9f-c7c8-4e1a-8e0d-f29ce0c6f4d6 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Request body: {'floatingip': {'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:46:50.129924 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81899e92-4030-452b-b222-1e1495548b2e req-aa43fdd4-2413-41e3-977c-035bc4c0befa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:50.142759 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-81899e92-4030-452b-b222-1e1495548b2e req-aa43fdd4-2413-41e3-977c-035bc4c0befa service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9056e26ac3ee4e199dd44fcb58187fae&device_id=8b84b45f-45ad-4298-a933-4ce4dbbc4d92 HTTP/1.1" status: 200 len: 1120 time: 0.5359507 Aug 16 22:46:50.147675 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-ff110756-030f-45ce-ac5d-173884cfce6b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=36acf966d7154b73a23669d94d94b18e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6563866 Aug 16 22:46:50.155335 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49606) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:50.175603 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff110756-030f-45ce-ac5d-173884cfce6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d12d4b1b-122e-4b76-b906-5fbfcccf0e18,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:50.220604 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.db.api [None req-abc7eb9f-c7c8-4e1a-8e0d-f29ce0c6f4d6 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 22:46:50.220604 n-d-791506-26 neutron-server[101292]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 16 22:46:50.220604 n-d-791506-26 neutron-server[101292]: [parameters: {'project_id': '733236da22f3411d852a1f0b783a3537', 'id': '0b107fca-c3e8-40ae-b9e4-c45c70e1d84c', 'expiration': datetime.datetime(2021, 8, 16, 22, 48, 50, 186930)}] Aug 16 22:46:50.220604 n-d-791506-26 neutron-server[101292]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101292) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:46:50.221050 n-d-791506-26 neutron-server[101292]: DEBUG oslo_db.api [None req-abc7eb9f-c7c8-4e1a-8e0d-f29ce0c6f4d6 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:46:50.446327 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55979cf-ad9d-4567-b49f-53238be91593 req-292f3e28-9ef0-463c-8c10-9d3e85b3a814 tempest-AggregatesAdminTestJSON-1746639393 tempest-AggregatesAdminTestJSON-1746639393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:50.447912 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f55979cf-ad9d-4567-b49f-53238be91593 req-292f3e28-9ef0-463c-8c10-9d3e85b3a814 tempest-AggregatesAdminTestJSON-1746639393 tempest-AggregatesAdminTestJSON-1746639393-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1b87be3-c59b-4d75-9922-3fde355378af HTTP/1.1" status: 200 len: 968 time: 0.2230096 Aug 16 22:46:50.525026 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:50.583956 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-2b22153f-b9f8-4f03-bef2-a9bf69cf6d95 req-baa6c4ef-a0a9-4529-b19d-e67b113845e4 service neutron] For port ac21e4f4-021a-4bfb-a795-cd0a73eee6f9, host n-h1-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:46:50.584498 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e3e7188e-daac-4792-a25d-3b0a938787b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:50.590412 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-2b22153f-b9f8-4f03-bef2-a9bf69cf6d95 req-baa6c4ef-a0a9-4529-b19d-e67b113845e4 service neutron] For port ac21e4f4-021a-4bfb-a795-cd0a73eee6f9, host n-h1-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=ac21e4f4-021a-4bfb-a795-cd0a73eee6f9,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:46:50.600614 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f55979cf-ad9d-4567-b49f-53238be91593 req-47dd4a6a-3fc5-45a4-a272-cd074c1ce153 tempest-AggregatesAdminTestJSON-1746639393 tempest-AggregatesAdminTestJSON-1746639393-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2fc8c28-b290-4027-a461-ea02977787ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423514 Aug 16 22:46:50.602764 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e3e7188e-daac-4792-a25d-3b0a938787b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:50.639408 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6865533-d46f-4c43-bccc-fa7886508424 x-openstack-request-id: req-c6865533-d46f-4c43-bccc-fa7886508424 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:46:50.639408 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b84b45f-45ad-4298-a933-4ce4dbbc4d92", "tag": "d5c4a791-fa23-4016-a62e-9d2fc0de15be", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:46:50.639408 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c6865533-d46f-4c43-bccc-fa7886508424 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:46:50.641046 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b84b45f-45ad-4298-a933-4ce4dbbc4d92', 'tag': 'd5c4a791-fa23-4016-a62e-9d2fc0de15be', 'status': 'completed', 'code': 200} Aug 16 22:46:50.654698 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-81899e92-4030-452b-b222-1e1495548b2e req-46c7b88e-9a9a-4e2c-8b53-9e0756211d44 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=d5c4a791-fa23-4016-a62e-9d2fc0de15be HTTP/1.1" status: 200 len: 217 time: 0.2367201 Aug 16 22:46:50.665399 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-2b22153f-b9f8-4f03-bef2-a9bf69cf6d95 req-baa6c4ef-a0a9-4529-b19d-e67b113845e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:50.689830 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e7188e-daac-4792-a25d-3b0a938787b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36ee1981-3a61-4e26-9c70-b47f0179a8e0,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:50.697800 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-e3e7188e-daac-4792-a25d-3b0a938787b9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0a345dd261c34ff19d38a3c864238fc8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6181340 Aug 16 22:46:50.699076 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 49616) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:50.720682 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-430eec90-97bf-4547-8aaa-2737017f6186 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:50.814949 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device cd82babb-8301-4d7b-aca6-e7a178c35bc1 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:46:50.817124 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1327bc66-f761-4321-ba3b-db7b2f2ccd55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:50.848680 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1327bc66-f761-4321-ba3b-db7b2f2ccd55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:50.862614 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49620) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:50.890322 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b22153f-b9f8-4f03-bef2-a9bf69cf6d95 req-baa6c4ef-a0a9-4529-b19d-e67b113845e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:50.891508 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-2b22153f-b9f8-4f03-bef2-a9bf69cf6d95 req-baa6c4ef-a0a9-4529-b19d-e67b113845e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:50.897081 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2b22153f-b9f8-4f03-bef2-a9bf69cf6d95 req-baa6c4ef-a0a9-4529-b19d-e67b113845e4 service neutron] 10.222.0.68 "PUT /v2.0/ports/ac21e4f4-021a-4bfb-a795-cd0a73eee6f9 HTTP/1.1" status: 200 len: 1117 time: 3.7574232 Aug 16 22:46:50.926053 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1327bc66-f761-4321-ba3b-db7b2f2ccd55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:50.930813 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1327bc66-f761-4321-ba3b-db7b2f2ccd55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:50.932345 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-1327bc66-f761-4321-ba3b-db7b2f2ccd55 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/36ee1981-3a61-4e26-9c70-b47f0179a8e0 HTTP/1.1" status: 204 len: 168 time: 0.2315154 Aug 16 22:46:50.946501 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1327bc66-f761-4321-ba3b-db7b2f2ccd55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ee1981-3a61-4e26-9c70-b47f0179a8e0,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:50.987660 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-abc7eb9f-c7c8-4e1a-8e0d-f29ce0c6f4d6 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Notify callbacks [] for floatingip, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:50.992358 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4feb237f-0b08-48de-bdcb-7ff24df609a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:51.033322 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port cd82babb-8301-4d7b-aca6-e7a178c35bc1 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:46:51.036315 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:51.144713 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81899e92-4030-452b-b222-1e1495548b2e req-c22a0af1-1b31-4cf5-ac3b-e920357702f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:51.145777 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-81899e92-4030-452b-b222-1e1495548b2e req-c22a0af1-1b31-4cf5-ac3b-e920357702f5 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6af2b868-37d3-46ab-a526-0465929f13c8 HTTP/1.1" status: 200 len: 843 time: 0.4370048 Aug 16 22:46:51.239951 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e87d480-d1ec-4764-a04c-6346700b3fdb admin admin] Made reservation on behalf of b81b349cd13546af84ad9cc772d2a8a4 for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:46:51.246316 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0e87d480-d1ec-4764-a04c-6346700b3fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:51.322064 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41695c82-3881-42cd-848e-61bf7ff3494c req-a2200988-744b-4a18-bbdd-dc53f9e24691 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:51.324615 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-41695c82-3881-42cd-848e-61bf7ff3494c req-a2200988-744b-4a18-bbdd-dc53f9e24691 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b84b45f-45ad-4298-a933-4ce4dbbc4d92 HTTP/1.1" status: 200 len: 968 time: 0.1483099 Aug 16 22:46:51.379289 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-430eec90-97bf-4547-8aaa-2737017f6186 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:51.415333 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-41695c82-3881-42cd-848e-61bf7ff3494c req-4a31cf74-c290-4b7d-904e-133ebdf2e9e7 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a2c666b-0599-45d4-8db2-76d5ddd783db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800896 Aug 16 22:46:51.441001 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:51.470538 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-abc7eb9f-c7c8-4e1a-8e0d-f29ce0c6f4d6 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:51.609230 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-abc7eb9f-c7c8-4e1a-8e0d-f29ce0c6f4d6 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Allocated IP 172.25.4.139 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/73b70c24-ffe8-4c92-9a2a-11dbe341156f) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:46:51.644943 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0e87d480-d1ec-4764-a04c-6346700b3fdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:51.648017 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa6c4ef-a0a9-4529-b19d-e67b113845e4 service neutron] Pushing event updated for resources: {'Port': ['ID=ac21e4f4-021a-4bfb-a795-cd0a73eee6f9,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:51.787896 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-abc7eb9f-c7c8-4e1a-8e0d-f29ce0c6f4d6 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:51.818259 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81899e92-4030-452b-b222-1e1495548b2e req-e67244d4-109c-45bd-8c0f-4bbe9a8f2ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:51.821215 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-81899e92-4030-452b-b222-1e1495548b2e req-e67244d4-109c-45bd-8c0f-4bbe9a8f2ad6 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4526517 Aug 16 22:46:51.835400 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b22153f-b9f8-4f03-bef2-a9bf69cf6d95 req-95edd69b-491d-4f49-905d-43cc0d6834b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:51.836934 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2b22153f-b9f8-4f03-bef2-a9bf69cf6d95 req-95edd69b-491d-4f49-905d-43cc0d6834b2 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=fd6627014cd64639b417e9b6c1fae1b3&device_id=d1b87be3-c59b-4d75-9922-3fde355378af HTTP/1.1" status: 200 len: 1120 time: 0.8017244 Aug 16 22:46:51.853558 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-abc7eb9f-c7c8-4e1a-8e0d-f29ce0c6f4d6 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:51.919163 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4feb237f-0b08-48de-bdcb-7ff24df609a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:51.920836 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-430eec90-97bf-4547-8aaa-2737017f6186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:51.923784 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-430eec90-97bf-4547-8aaa-2737017f6186 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:51.927643 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-430eec90-97bf-4547-8aaa-2737017f6186 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d12d4b1b-122e-4b76-b906-5fbfcccf0e18 HTTP/1.1" status: 204 len: 168 time: 1.7576292 Aug 16 22:46:52.011898 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc7eb9f-c7c8-4e1a-8e0d-f29ce0c6f4d6 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:46:52.021637 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-abc7eb9f-c7c8-4e1a-8e0d-f29ce0c6f4d6 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:46:52.032418 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc7eb9f-c7c8-4e1a-8e0d-f29ce0c6f4d6 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:46:52.065198 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc7eb9f-c7c8-4e1a-8e0d-f29ce0c6f4d6 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Pushing event updated for resources: {'Port': ['ID=73b70c24-ffe8-4c92-9a2a-11dbe341156f,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:52.096703 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954e65a7-1c04-4960-8041-b0dfe7ff5176 req-a07678ff-56e6-480e-99a8-f8f1d06fbcfe tempest-AggregatesAdminTestJSON-1746639393 tempest-AggregatesAdminTestJSON-1746639393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:52.100708 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-954e65a7-1c04-4960-8041-b0dfe7ff5176 req-a07678ff-56e6-480e-99a8-f8f1d06fbcfe tempest-AggregatesAdminTestJSON-1746639393 tempest-AggregatesAdminTestJSON-1746639393-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1b87be3-c59b-4d75-9922-3fde355378af HTTP/1.1" status: 200 len: 968 time: 0.2626522 Aug 16 22:46:52.147192 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4feb237f-0b08-48de-bdcb-7ff24df609a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:52.290905 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430eec90-97bf-4547-8aaa-2737017f6186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d12d4b1b-122e-4b76-b906-5fbfcccf0e18,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:52.368788 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feb237f-0b08-48de-bdcb-7ff24df609a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a29e057c-185c-483b-844a-dbb7f9a01f00,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:52.372599 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2b22153f-b9f8-4f03-bef2-a9bf69cf6d95 req-cb6a305e-d10a-4950-a0ec-700e565bfd6b service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=ac21e4f4-021a-4bfb-a795-cd0a73eee6f9 HTTP/1.1" status: 200 len: 217 time: 0.3793080 Aug 16 22:46:52.387346 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-954e65a7-1c04-4960-8041-b0dfe7ff5176 req-46670357-a23f-42f1-9160-13bbfc27afc2 tempest-AggregatesAdminTestJSON-1746639393 tempest-AggregatesAdminTestJSON-1746639393-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2fc8c28-b290-4027-a461-ea02977787ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523172 Aug 16 22:46:52.397824 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-abc7eb9f-c7c8-4e1a-8e0d-f29ce0c6f4d6 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:52.418494 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-4feb237f-0b08-48de-bdcb-7ff24df609a7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=97f4141304b14786b1df2b325b5eaae3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5170579 Aug 16 22:46:52.418804 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 49658) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:52.481746 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-81899e92-4030-452b-b222-1e1495548b2e req-f751e130-bd76-40f4-9daf-621cc309f09b service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4774132 Aug 16 22:46:52.521250 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-abc7eb9f-c7c8-4e1a-8e0d-f29ce0c6f4d6 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:52.574718 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49664) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:52.621735 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:52.665376 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1b87be3-c59b-4d75-9922-3fde355378af', 'tag': 'ac21e4f4-021a-4bfb-a795-cd0a73eee6f9'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:46:52.685702 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c2a1bbc-bb6f-4ad1-9d2a-de318d7ec881" -d '{"events": [{"name": "network-changed", "server_uuid": "d1b87be3-c59b-4d75-9922-3fde355378af", "tag": "ac21e4f4-021a-4bfb-a795-cd0a73eee6f9"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:46:52.758546 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0e87d480-d1ec-4764-a04c-6346700b3fdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:52.776119 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f4fd3d-6366-43b4-a02f-3a0607f6b417 x-openstack-request-id: req-87f4fd3d-6366-43b4-a02f-3a0607f6b417 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:46:52.777095 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1b87be3-c59b-4d75-9922-3fde355378af", "tag": "ac21e4f4-021a-4bfb-a795-cd0a73eee6f9", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:46:52.781184 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-87f4fd3d-6366-43b4-a02f-3a0607f6b417 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:46:52.781960 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1b87be3-c59b-4d75-9922-3fde355378af', 'tag': 'ac21e4f4-021a-4bfb-a795-cd0a73eee6f9', 'status': 'completed', 'code': 200} Aug 16 22:46:52.805821 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0e87d480-d1ec-4764-a04c-6346700b3fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:52.819202 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49674) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:52.937867 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e87d480-d1ec-4764-a04c-6346700b3fdb admin admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:46:52.945407 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3a38a551-b694-4d9e-8f0a-ef9c09be3540 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:52.961205 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b22153f-b9f8-4f03-bef2-a9bf69cf6d95 req-cd8e04ec-5b83-4240-85e3-c07839793fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:52.963877 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2b22153f-b9f8-4f03-bef2-a9bf69cf6d95 req-cd8e04ec-5b83-4240-85e3-c07839793fe3 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6af2b868-37d3-46ab-a526-0465929f13c8 HTTP/1.1" status: 200 len: 843 time: 0.4380639 Aug 16 22:46:52.991643 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0e87d480-d1ec-4764-a04c-6346700b3fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:52.993029 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-0e87d480-d1ec-4764-a04c-6346700b3fdb admin admin] Added segment ae20abcf-f62f-4f88-a2ac-3b8077a07b09 of type vlan for network b54a8be5-740e-4d75-81cf-687e2e803ab7 Aug 16 22:46:53.034833 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-27d3f831-1229-47ec-a51e-b1c19af1299c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:53.097816 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0e87d480-d1ec-4764-a04c-6346700b3fdb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:53.114103 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-27d3f831-1229-47ec-a51e-b1c19af1299c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:53.123860 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756f43d8-9ebd-4110-b00c-462aca83db2c req-904c543e-4164-43ce-a5d8-027c12a889de tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:53.126089 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-756f43d8-9ebd-4110-b00c-462aca83db2c req-904c543e-4164-43ce-a5d8-027c12a889de tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b84b45f-45ad-4298-a933-4ce4dbbc4d92 HTTP/1.1" status: 200 len: 968 time: 0.5328231 Aug 16 22:46:53.224112 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e87d480-d1ec-4764-a04c-6346700b3fdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f4d0bc1-3fa7-4964-a2a9-8c49adad166f,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:53.301858 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-abc7eb9f-c7c8-4e1a-8e0d-f29ce0c6f4d6 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:53.306439 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0e87d480-d1ec-4764-a04c-6346700b3fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:53.310037 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e87d480-d1ec-4764-a04c-6346700b3fdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:53.310691 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0e87d480-d1ec-4764-a04c-6346700b3fdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:53.343458 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-756f43d8-9ebd-4110-b00c-462aca83db2c req-b438a15b-3e94-4003-9408-9abac2643828 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a2c666b-0599-45d4-8db2-76d5ddd783db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088089 Aug 16 22:46:53.348815 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-abc7eb9f-c7c8-4e1a-8e0d-f29ce0c6f4d6 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:53.426451 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-27d3f831-1229-47ec-a51e-b1c19af1299c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:53.429897 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-27d3f831-1229-47ec-a51e-b1c19af1299c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:53.431275 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-27d3f831-1229-47ec-a51e-b1c19af1299c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a29e057c-185c-483b-844a-dbb7f9a01f00 HTTP/1.1" status: 204 len: 168 time: 1.0114548 Aug 16 22:46:53.432225 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc7eb9f-c7c8-4e1a-8e0d-f29ce0c6f4d6 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Pushing event updated for resources: {'Port': ['ID=73b70c24-ffe8-4c92-9a2a-11dbe341156f,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:53.447196 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-abc7eb9f-c7c8-4e1a-8e0d-f29ce0c6f4d6 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:53.469751 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d3f831-1229-47ec-a51e-b1c19af1299c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a29e057c-185c-483b-844a-dbb7f9a01f00,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:53.538898 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-03a91b6e-8986-41fc-8025-e86f157b0e6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:53.556094 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-81899e92-4030-452b-b222-1e1495548b2e req-d43c82c7-2206-4c11-989e-61fa6c8e5758 service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0285256 Aug 16 22:46:53.645411 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e87d480-d1ec-4764-a04c-6346700b3fdb admin admin] Pushing event updated for resources: {'Network': ['ID=b54a8be5-740e-4d75-81cf-687e2e803ab7,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:53.664856 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network b54a8be5-740e-4d75-81cf-687e2e803ab7 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:46:53.693498 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8b9d10-3535-448d-bb19-0e68c1ff12a3 req-1c4a67db-e543-45bf-86bf-b820c3a7fea2 tempest-AggregatesAdminTestJSON-1746639393 tempest-AggregatesAdminTestJSON-1746639393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:53.725183 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ce8b9d10-3535-448d-bb19-0e68c1ff12a3 req-1c4a67db-e543-45bf-86bf-b820c3a7fea2 tempest-AggregatesAdminTestJSON-1746639393 tempest-AggregatesAdminTestJSON-1746639393-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1b87be3-c59b-4d75-9922-3fde355378af HTTP/1.1" status: 200 len: 968 time: 0.1581559 Aug 16 22:46:53.787897 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3a38a551-b694-4d9e-8f0a-ef9c09be3540 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:53.810024 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3a38a551-b694-4d9e-8f0a-ef9c09be3540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:53.820174 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-abc7eb9f-c7c8-4e1a-8e0d-f29ce0c6f4d6 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:53.829953 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-abc7eb9f-c7c8-4e1a-8e0d-f29ce0c6f4d6 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7214298 Aug 16 22:46:53.867289 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ce8b9d10-3535-448d-bb19-0e68c1ff12a3 req-df4e5563-bbc3-457b-a343-41844c3d3813 tempest-AggregatesAdminTestJSON-1746639393 tempest-AggregatesAdminTestJSON-1746639393-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2fc8c28-b290-4027-a461-ea02977787ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298890 Aug 16 22:46:53.868407 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-3a38a551-b694-4d9e-8f0a-ef9c09be3540 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=09b5e593a5904fa5be4f633011286f4a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0446744 Aug 16 22:46:53.876848 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 49694) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:53.909419 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-0e87d480-d1ec-4764-a04c-6346700b3fdb admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 5.5014501 Aug 16 22:46:53.918027 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 49696) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:53.930066 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-4069e829-25bb-46a9-801c-b5c134ac9202 admin admin] Request body: {'subnet': {'network_id': 'b54a8be5-740e-4d75-81cf-687e2e803ab7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-682201263-subnet', 'tenant_id': 'b81b349cd13546af84ad9cc772d2a8a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:46:53.932239 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b22153f-b9f8-4f03-bef2-a9bf69cf6d95 req-77f0669f-de9a-4304-8ab8-90c7c8bdacdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:53.935592 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2b22153f-b9f8-4f03-bef2-a9bf69cf6d95 req-77f0669f-de9a-4304-8ab8-90c7c8bdacdf service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1949096 Aug 16 22:46:54.074418 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a38a551-b694-4d9e-8f0a-ef9c09be3540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0630a0bb-05a7-4240-b578-a3bbcf970dec,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:54.077454 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a104397d-f956-4fe6-a08b-4f0bbc55e555 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:54.175774 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a104397d-f956-4fe6-a08b-4f0bbc55e555 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:54.284856 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2b22153f-b9f8-4f03-bef2-a9bf69cf6d95 req-f45efc36-b549-472c-9cc1-2e621d029e98 service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3311975 Aug 16 22:46:54.289008 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ed8e57-ecc5-48da-bf66-2581e4ba8e35 req-06c9b0a2-dee6-443e-ae89-2cc35ee12fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:54.293221 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-38ed8e57-ecc5-48da-bf66-2581e4ba8e35 req-06c9b0a2-dee6-443e-ae89-2cc35ee12fdd service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9056e26ac3ee4e199dd44fcb58187fae&device_id=8b84b45f-45ad-4298-a933-4ce4dbbc4d92 HTTP/1.1" status: 200 len: 1120 time: 0.4316523 Aug 16 22:46:54.369739 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cd67fc65-9a85-4678-aafc-57ebff9d98d5 req-0892796d-fc8a-494a-8b17-1e65afb6495c tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1939244486&fields=id&tenant_id=733236da22f3411d852a1f0b783a3537 HTTP/1.1" status: 200 len: 267 time: 0.1709163 Aug 16 22:46:54.453394 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-03a91b6e-8986-41fc-8025-e86f157b0e6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:54.458828 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-03a91b6e-8986-41fc-8025-e86f157b0e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:54.564527 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-03a91b6e-8986-41fc-8025-e86f157b0e6c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5c699731df2e4fc38bdaee222601b6bd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9037104 Aug 16 22:46:54.567866 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49732) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:54.584587 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a91b6e-8986-41fc-8025-e86f157b0e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd4dfbd3-7708-4673-b920-343ddd276825,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:54.631244 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-26b4444f-1091-4d45-8872-f7e056993e80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:54.660765 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-26b4444f-1091-4d45-8872-f7e056993e80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:54.692575 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4069e829-25bb-46a9-801c-b5c134ac9202 admin admin] Made reservation on behalf of b81b349cd13546af84ad9cc772d2a8a4 for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:46:54.694860 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4069e829-25bb-46a9-801c-b5c134ac9202 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:54.726452 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-26b4444f-1091-4d45-8872-f7e056993e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:54.731750 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-26b4444f-1091-4d45-8872-f7e056993e80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:54.735218 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-26b4444f-1091-4d45-8872-f7e056993e80 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bd4dfbd3-7708-4673-b920-343ddd276825 HTTP/1.1" status: 204 len: 168 time: 0.1641967 Aug 16 22:46:54.739956 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7d556c-1f69-4ecf-af38-3a8ace605cf1 req-c6e882fd-45fe-4981-9245-8ef4229a0457 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:54.742026 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fa7d556c-1f69-4ecf-af38-3a8ace605cf1 req-c6e882fd-45fe-4981-9245-8ef4229a0457 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b84b45f-45ad-4298-a933-4ce4dbbc4d92 HTTP/1.1" status: 200 len: 968 time: 0.1710725 Aug 16 22:46:54.753121 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b4444f-1091-4d45-8872-f7e056993e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd4dfbd3-7708-4673-b920-343ddd276825,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:54.794231 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a104397d-f956-4fe6-a08b-4f0bbc55e555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:54.796714 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a104397d-f956-4fe6-a08b-4f0bbc55e555 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:54.800272 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-a104397d-f956-4fe6-a08b-4f0bbc55e555 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0630a0bb-05a7-4240-b578-a3bbcf970dec HTTP/1.1" status: 204 len: 168 time: 0.9200611 Aug 16 22:46:54.835870 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:54.848084 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd67fc65-9a85-4678-aafc-57ebff9d98d5 req-61dc469f-61d3-4bec-8e3b-76e56a8af307 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:54.849631 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cd67fc65-9a85-4678-aafc-57ebff9d98d5 req-61dc469f-61d3-4bec-8e3b-76e56a8af307 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] 10.222.0.36 "GET /v2.0/networks?id=1ec41dbe-7c0a-4c4b-bab3-26488606d20f HTTP/1.1" status: 200 len: 822 time: 0.4768605 Aug 16 22:46:54.852240 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a104397d-f956-4fe6-a08b-4f0bbc55e555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0630a0bb-05a7-4240-b578-a3bbcf970dec,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:54.902718 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cd67fc65-9a85-4678-aafc-57ebff9d98d5 req-8ca5d7c9-53b2-42c1-a8d3-0b9864556345 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] 10.222.0.36 "GET /v2.0/quotas/733236da22f3411d852a1f0b783a3537 HTTP/1.1" status: 200 len: 375 time: 0.0404351 Aug 16 22:46:54.906949 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fa7d556c-1f69-4ecf-af38-3a8ace605cf1 req-5f98450f-e347-46bc-bdac-4b3d31aff6ff tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a2c666b-0599-45d4-8db2-76d5ddd783db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193419 Aug 16 22:46:55.080516 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cd67fc65-9a85-4678-aafc-57ebff9d98d5 req-828aa9be-50f8-4a47-9a27-adbc7000fcbb tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=733236da22f3411d852a1f0b783a3537&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1712775 Aug 16 22:46:55.112956 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2b22153f-b9f8-4f03-bef2-a9bf69cf6d95 req-0cb62fc6-12e9-48f3-8bca-6bc35c7f1ae7 service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2968554 Aug 16 22:46:55.114910 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ed8e57-ecc5-48da-bf66-2581e4ba8e35 req-57972c0c-5121-4061-8710-ab23a5e2a9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:55.116663 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-38ed8e57-ecc5-48da-bf66-2581e4ba8e35 req-57972c0c-5121-4061-8710-ab23a5e2a9cd service neutron] 10.222.0.68 "GET /v2.0/networks?id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd HTTP/1.1" status: 200 len: 870 time: 0.2919326 Aug 16 22:46:55.118907 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [req-cd67fc65-9a85-4678-aafc-57ebff9d98d5 req-fb684802-2ef1-4d7d-b644-c619b86f7ab1 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:46:55.119811 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cd67fc65-9a85-4678-aafc-57ebff9d98d5 req-fb684802-2ef1-4d7d-b644-c619b86f7ab1 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0133703 Aug 16 22:46:55.155271 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c7347-0cf5-486b-8893-8f52e889cf73 req-3f097198-bb56-4fc4-acf3-6795e46ae71b tempest-AggregatesAdminTestJSON-1746639393 tempest-AggregatesAdminTestJSON-1746639393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:55.173621 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-463c7347-0cf5-486b-8893-8f52e889cf73 req-3f097198-bb56-4fc4-acf3-6795e46ae71b tempest-AggregatesAdminTestJSON-1746639393 tempest-AggregatesAdminTestJSON-1746639393-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1b87be3-c59b-4d75-9922-3fde355378af HTTP/1.1" status: 200 len: 968 time: 0.1459258 Aug 16 22:46:55.258713 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4069e829-25bb-46a9-801c-b5c134ac9202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:55.294389 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-463c7347-0cf5-486b-8893-8f52e889cf73 req-8b1c6f7b-1185-4522-8620-cdd68d3a3df4 tempest-AggregatesAdminTestJSON-1746639393 tempest-AggregatesAdminTestJSON-1746639393-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2fc8c28-b290-4027-a461-ea02977787ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193991 Aug 16 22:46:55.336820 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4069e829-25bb-46a9-801c-b5c134ac9202 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a850615-96d7-49fa-9bac-6a7e5e88c1e6,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:55.355044 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4069e829-25bb-46a9-801c-b5c134ac9202 admin admin] Checking segment: {'id': 'ae20abcf-f62f-4f88-a2ac-3b8077a07b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b54a8be5-740e-4d75-81cf-687e2e803ab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:46:55.355415 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4069e829-25bb-46a9-801c-b5c134ac9202 admin admin] Network hostable DHCP agents. Network: b54a8be5-740e-4d75-81cf-687e2e803ab7, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:46:55.359848 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-38ed8e57-ecc5-48da-bf66-2581e4ba8e35 req-cf265639-221c-47f6-bab4-dbe59dcc4310 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=d5c4a791-fa23-4016-a62e-9d2fc0de15be HTTP/1.1" status: 200 len: 217 time: 0.2351201 Aug 16 22:46:55.378832 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4069e829-25bb-46a9-801c-b5c134ac9202 admin admin] Network b54a8be5-740e-4d75-81cf-687e2e803ab7 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:46:55.390481 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-4069e829-25bb-46a9-801c-b5c134ac9202 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, b54a8be5-740e-4d75-81cf-687e2e803ab7) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:46:55.395865 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4069e829-25bb-46a9-801c-b5c134ac9202 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:55.396750 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4069e829-25bb-46a9-801c-b5c134ac9202 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:55.406040 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58aec37c-ade3-449e-89cf-d62c5e12b0c6 None None] Network b54a8be5-740e-4d75-81cf-687e2e803ab7 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:46:55.421210 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-4069e829-25bb-46a9-801c-b5c134ac9202 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4996517 Aug 16 22:46:55.448868 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2a1bbc-bb6f-4ad1-9d2a-de318d7ec881 req-44a3f643-2cc9-4a44-ba20-8d7a039298ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:55.450240 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3c2a1bbc-bb6f-4ad1-9d2a-de318d7ec881 req-44a3f643-2cc9-4a44-ba20-8d7a039298ba service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=fd6627014cd64639b417e9b6c1fae1b3&device_id=d1b87be3-c59b-4d75-9922-3fde355378af HTTP/1.1" status: 200 len: 1120 time: 0.0997715 Aug 16 22:46:55.452207 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ed8e57-ecc5-48da-bf66-2581e4ba8e35 req-7a32802c-e4c2-4734-976a-ef3617b6c05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:55.453587 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-38ed8e57-ecc5-48da-bf66-2581e4ba8e35 req-7a32802c-e4c2-4734-976a-ef3617b6c05c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6af2b868-37d3-46ab-a526-0465929f13c8 HTTP/1.1" status: 200 len: 843 time: 0.0709994 Aug 16 22:46:55.515386 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 49764) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:55.530485 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-797a1ff9-e191-437a-8d6c-a2a2f80f38a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:55.581082 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ed8e57-ecc5-48da-bf66-2581e4ba8e35 req-7bda81bb-9123-4c9c-b515-bd0b16ae8038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:55.582990 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-38ed8e57-ecc5-48da-bf66-2581e4ba8e35 req-7bda81bb-9123-4c9c-b515-bd0b16ae8038 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1162803 Aug 16 22:46:55.592638 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b07e30f-3a7d-4cd6-8f79-f968101d517f None None] Network b54a8be5-740e-4d75-81cf-687e2e803ab7 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:46:55.669959 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2a1bbc-bb6f-4ad1-9d2a-de318d7ec881 req-45d629f5-3d18-4404-9642-644b3784f29c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:55.669959 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3c2a1bbc-bb6f-4ad1-9d2a-de318d7ec881 req-45d629f5-3d18-4404-9642-644b3784f29c service neutron] 10.222.0.68 "GET /v2.0/networks?id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd HTTP/1.1" status: 200 len: 870 time: 0.2038310 Aug 16 22:46:55.727745 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3c2a1bbc-bb6f-4ad1-9d2a-de318d7ec881 req-fd0c0ec5-120d-4831-b051-04f96f8ac698 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=ac21e4f4-021a-4bfb-a795-cd0a73eee6f9 HTTP/1.1" status: 200 len: 217 time: 0.0502892 Aug 16 22:46:55.749783 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-797a1ff9-e191-437a-8d6c-a2a2f80f38a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:55.755748 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-797a1ff9-e191-437a-8d6c-a2a2f80f38a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:55.804336 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-38ed8e57-ecc5-48da-bf66-2581e4ba8e35 req-2f4139c0-356b-4463-90b7-05d5191b0012 service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069781 Aug 16 22:46:55.809875 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2a1bbc-bb6f-4ad1-9d2a-de318d7ec881 req-1790c94a-6782-46d6-9bd6-198c9b0bc9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:55.811600 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3c2a1bbc-bb6f-4ad1-9d2a-de318d7ec881 req-1790c94a-6782-46d6-9bd6-198c9b0bc9f0 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6af2b868-37d3-46ab-a526-0465929f13c8 HTTP/1.1" status: 200 len: 843 time: 0.0759485 Aug 16 22:46:55.813452 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-797a1ff9-e191-437a-8d6c-a2a2f80f38a6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ca0c571f93ad4095af6af582bbe65642&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2969952 Aug 16 22:46:55.816765 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 49774) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:55.830147 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797a1ff9-e191-437a-8d6c-a2a2f80f38a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b000af0-46b7-4856-b844-a38b1fb3a9b7,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:55.907650 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2987903d-7f58-40df-abe4-395ade45f498 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:55.925037 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2a1bbc-bb6f-4ad1-9d2a-de318d7ec881 req-c65b9d1e-b57e-4efb-853c-2f46366c189e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:55.926556 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3c2a1bbc-bb6f-4ad1-9d2a-de318d7ec881 req-c65b9d1e-b57e-4efb-853c-2f46366c189e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1003439 Aug 16 22:46:55.932588 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2987903d-7f58-40df-abe4-395ade45f498 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:55.994441 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2987903d-7f58-40df-abe4-395ade45f498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:55.999181 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2987903d-7f58-40df-abe4-395ade45f498 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:55.999682 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-38ed8e57-ecc5-48da-bf66-2581e4ba8e35 req-384a6bbe-cdb3-4f90-9473-cf1e908d0d9b service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868432 Aug 16 22:46:56.003045 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-2987903d-7f58-40df-abe4-395ade45f498 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8b000af0-46b7-4856-b844-a38b1fb3a9b7 HTTP/1.1" status: 204 len: 168 time: 0.1829844 Aug 16 22:46:56.025890 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2987903d-7f58-40df-abe4-395ade45f498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b000af0-46b7-4856-b844-a38b1fb3a9b7,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:56.059765 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3c2a1bbc-bb6f-4ad1-9d2a-de318d7ec881 req-1967f249-018e-48dd-816d-5fe2d5913da4 service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231005 Aug 16 22:46:56.163203 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3c2a1bbc-bb6f-4ad1-9d2a-de318d7ec881 req-9cb5e8f9-2649-43a5-917f-5d1c224a4713 service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952709 Aug 16 22:46:56.240697 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cd67fc65-9a85-4678-aafc-57ebff9d98d5 req-b05ac7d9-9c30-4778-ad58-639188756f45 service neutron] 10.222.0.36 "GET /v2.0/networks/1ec41dbe-7c0a-4c4b-bab3-26488606d20f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3442070 Aug 16 22:46:56.347722 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cd67fc65-9a85-4678-aafc-57ebff9d98d5 req-61d2baec-e6b7-4da2-ad77-e3be78c23697 service neutron] 10.222.0.36 "GET /v2.0/networks/1ec41dbe-7c0a-4c4b-bab3-26488606d20f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004529 Aug 16 22:46:56.575848 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392e2029-6900-499e-92f6-cb0fc5f919ef req-37ba8dff-6444-4b9c-93a0-1dca75d1041f tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:56.577910 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-392e2029-6900-499e-92f6-cb0fc5f919ef req-37ba8dff-6444-4b9c-93a0-1dca75d1041f tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b84b45f-45ad-4298-a933-4ce4dbbc4d92 HTTP/1.1" status: 200 len: 968 time: 0.0661640 Aug 16 22:46:56.644943 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-392e2029-6900-499e-92f6-cb0fc5f919ef req-62175ebb-c0df-49ce-af6f-c709bb3fa44d tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a2c666b-0599-45d4-8db2-76d5ddd783db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577617 Aug 16 22:46:56.802655 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c1a83b39-04ff-455c-a6fb-4aecdd4a27ef req-dc0d7a4e-e6e5-43de-bc2e-61b1b9254aee tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd403877-9d1d-4f11-b362-68537194146a HTTP/1.1" status: 200 len: 210 time: 0.0396333 Aug 16 22:46:56.811230 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c71879-746c-47cc-bc20-195bdb50e6b0 req-25dafd33-585b-4484-94ec-31b558751798 tempest-AggregatesAdminTestJSON-1746639393 tempest-AggregatesAdminTestJSON-1746639393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:56.812918 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-39c71879-746c-47cc-bc20-195bdb50e6b0 req-25dafd33-585b-4484-94ec-31b558751798 tempest-AggregatesAdminTestJSON-1746639393 tempest-AggregatesAdminTestJSON-1746639393-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1b87be3-c59b-4d75-9922-3fde355378af HTTP/1.1" status: 200 len: 968 time: 0.0878594 Aug 16 22:46:56.861139 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-39c71879-746c-47cc-bc20-195bdb50e6b0 req-b9da9200-2787-446c-b6bf-e810beac2863 tempest-AggregatesAdminTestJSON-1746639393 tempest-AggregatesAdminTestJSON-1746639393-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2fc8c28-b290-4027-a461-ea02977787ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417411 Aug 16 22:46:57.317689 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49854) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:57.326575 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-7a9eeea6-a5d8-4329-8648-b8cd64180026 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1240238117-network', 'tenant_id': '5694e0931807429a9b5b28b1aec72575'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:46:57.353789 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a9eeea6-a5d8-4329-8648-b8cd64180026 admin admin] Made reservation on behalf of 5694e0931807429a9b5b28b1aec72575 for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:46:57.357852 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7a9eeea6-a5d8-4329-8648-b8cd64180026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:57.390315 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7a9eeea6-a5d8-4329-8648-b8cd64180026 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:57.508800 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7a9eeea6-a5d8-4329-8648-b8cd64180026 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:57.513996 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7a9eeea6-a5d8-4329-8648-b8cd64180026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:57.542952 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a9eeea6-a5d8-4329-8648-b8cd64180026 admin admin] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:46:57.552442 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9eeea6-a5d8-4329-8648-b8cd64180026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d076c0-12c7-4543-bdb5-f0430143444f,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:57.563551 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7a9eeea6-a5d8-4329-8648-b8cd64180026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:57.564726 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-7a9eeea6-a5d8-4329-8648-b8cd64180026 admin admin] Added segment acb68a9c-692c-4fa8-a984-2adcfec529ec of type vlan for network 9fa176fd-2c8b-447a-947a-02d0bc70c4e9 Aug 16 22:46:57.617621 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7a9eeea6-a5d8-4329-8648-b8cd64180026 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:57.648528 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7a9eeea6-a5d8-4329-8648-b8cd64180026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:57.649879 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9eeea6-a5d8-4329-8648-b8cd64180026 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:57.650557 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7a9eeea6-a5d8-4329-8648-b8cd64180026 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:57.710231 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-7a9eeea6-a5d8-4329-8648-b8cd64180026 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3901494 Aug 16 22:46:57.712530 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 49876) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:57.720441 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-b8e0d1e4-d521-45a9-9d51-74ffc5389721 admin admin] Request body: {'subnet': {'network_id': '9fa176fd-2c8b-447a-947a-02d0bc70c4e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1240238117-subnet', 'tenant_id': '5694e0931807429a9b5b28b1aec72575', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:46:57.727773 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9eeea6-a5d8-4329-8648-b8cd64180026 admin admin] Pushing event updated for resources: {'Network': ['ID=9fa176fd-2c8b-447a-947a-02d0bc70c4e9,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:57.738655 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 9fa176fd-2c8b-447a-947a-02d0bc70c4e9 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:46:57.751750 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8e0d1e4-d521-45a9-9d51-74ffc5389721 admin admin] Made reservation on behalf of 5694e0931807429a9b5b28b1aec72575 for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:46:57.754694 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b8e0d1e4-d521-45a9-9d51-74ffc5389721 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:57.782366 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.57', 64064) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:57.941302 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d75b26-ad8a-4a1a-9ab3-83f33217b66d req-e3fe9283-470f-4b4a-9181-e68188b304ca tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:57.943980 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a5d75b26-ad8a-4a1a-9ab3-83f33217b66d req-e3fe9283-470f-4b4a-9181-e68188b304ca tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b84b45f-45ad-4298-a933-4ce4dbbc4d92 HTTP/1.1" status: 200 len: 968 time: 0.1027122 Aug 16 22:46:58.026952 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a5d75b26-ad8a-4a1a-9ab3-83f33217b66d req-3766f0d0-1846-49b5-9b82-e44f0a55b978 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a2c666b-0599-45d4-8db2-76d5ddd783db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755889 Aug 16 22:46:58.092182 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b8e0d1e4-d521-45a9-9d51-74ffc5389721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:58.161954 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd67fc65-9a85-4678-aafc-57ebff9d98d5 req-a001b482-734b-4485-a0d0-82489130537e tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:58.172757 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-cd67fc65-9a85-4678-aafc-57ebff9d98d5 req-a001b482-734b-4485-a0d0-82489130537e tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] 10.222.0.57 "GET /v2.0/networks?id=1ec41dbe-7c0a-4c4b-bab3-26488606d20f HTTP/1.1" status: 200 len: 822 time: 0.3769500 Aug 16 22:46:58.236239 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e0d1e4-d521-45a9-9d51-74ffc5389721 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c93abe8-f7d6-43b7-8ec9-94b2f35c848c,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:58.250105 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5d9608cc-99d9-4983-bcae-ebf9cdd4b851 req-1f9e6658-3651-4e18-bdbf-381493350489 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd403877-9d1d-4f11-b362-68537194146a HTTP/1.1" status: 200 len: 210 time: 0.0501156 Aug 16 22:46:58.255250 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e0d1e4-d521-45a9-9d51-74ffc5389721 admin admin] Checking segment: {'id': 'acb68a9c-692c-4fa8-a984-2adcfec529ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '9fa176fd-2c8b-447a-947a-02d0bc70c4e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:46:58.255250 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e0d1e4-d521-45a9-9d51-74ffc5389721 admin admin] Network hostable DHCP agents. Network: 9fa176fd-2c8b-447a-947a-02d0bc70c4e9, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:46:58.302047 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e0d1e4-d521-45a9-9d51-74ffc5389721 admin admin] Network 9fa176fd-2c8b-447a-947a-02d0bc70c4e9 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:46:58.314980 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e59910b-72b3-496e-8f61-822b7f206608 req-48e60759-fbe3-4897-bd79-065c64b8c26c tempest-AggregatesAdminTestJSON-1746639393 tempest-AggregatesAdminTestJSON-1746639393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:58.316699 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4e59910b-72b3-496e-8f61-822b7f206608 req-48e60759-fbe3-4897-bd79-065c64b8c26c tempest-AggregatesAdminTestJSON-1746639393 tempest-AggregatesAdminTestJSON-1746639393-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1b87be3-c59b-4d75-9922-3fde355378af HTTP/1.1" status: 200 len: 968 time: 0.0981023 Aug 16 22:46:58.338448 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-b8e0d1e4-d521-45a9-9d51-74ffc5389721 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 9fa176fd-2c8b-447a-947a-02d0bc70c4e9) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:46:58.351390 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc38a460-1943-4243-a221-5feda243f1d9 None None] Network 9fa176fd-2c8b-447a-947a-02d0bc70c4e9 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:46:58.352157 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e0d1e4-d521-45a9-9d51-74ffc5389721 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:58.353109 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b8e0d1e4-d521-45a9-9d51-74ffc5389721 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:58.380763 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-cd67fc65-9a85-4678-aafc-57ebff9d98d5 req-2cfc1f72-6f5e-4539-b130-56e4b84d0598 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=733236da22f3411d852a1f0b783a3537 HTTP/1.1" status: 200 len: 380 time: 0.0980482 Aug 16 22:46:58.399125 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-b8e0d1e4-d521-45a9-9d51-74ffc5389721 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6840823 Aug 16 22:46:58.414589 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4e59910b-72b3-496e-8f61-822b7f206608 req-4ccbc340-584a-4cb7-9eab-3b02bc074dae tempest-AggregatesAdminTestJSON-1746639393 tempest-AggregatesAdminTestJSON-1746639393-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2fc8c28-b290-4027-a461-ea02977787ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832503 Aug 16 22:46:58.585924 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21eeddd-aa26-4a13-9608-705a5cf6a46b None None] Network 9fa176fd-2c8b-447a-947a-02d0bc70c4e9 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:46:58.790920 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 49936) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:58.864152 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_v2 [None req-7670c96b-49e4-4b36-8eed-d8bfbec62052 admin admin] Deleting subnet 6a850615-96d7-49fa-9bac-6a7e5e88c1e6 {{(pid=101292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:46:58.868845 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7670c96b-49e4-4b36-8eed-d8bfbec62052 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:58.921088 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7670c96b-49e4-4b36-8eed-d8bfbec62052 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:58.931878 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7670c96b-49e4-4b36-8eed-d8bfbec62052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:59.003367 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7670c96b-49e4-4b36-8eed-d8bfbec62052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:59.045185 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7670c96b-49e4-4b36-8eed-d8bfbec62052 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a850615-96d7-49fa-9bac-6a7e5e88c1e6,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:59.049090 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7670c96b-49e4-4b36-8eed-d8bfbec62052 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:59.050992 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-7670c96b-49e4-4b36-8eed-d8bfbec62052 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/6a850615-96d7-49fa-9bac-6a7e5e88c1e6 HTTP/1.1" status: 204 len: 168 time: 0.2589574 Aug 16 22:46:59.054040 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 49944) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:59.320113 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-eaa86319-afb8-482a-9aea-1d1430f8fe94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:59.344305 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5959776d-ff2e-49af-a4c5-0d3fe4753528 req-64d7c5e6-ad18-4aab-940e-78d76f541ada tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:46:59.348876 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5959776d-ff2e-49af-a4c5-0d3fe4753528 req-64d7c5e6-ad18-4aab-940e-78d76f541ada tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b84b45f-45ad-4298-a933-4ce4dbbc4d92 HTTP/1.1" status: 200 len: 968 time: 0.2243948 Aug 16 22:46:59.377021 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49960) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:46:59.454539 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5959776d-ff2e-49af-a4c5-0d3fe4753528 req-f46a943e-6a06-41a8-9314-b8e7a18bc976 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a2c666b-0599-45d4-8db2-76d5ddd783db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860157 Aug 16 22:46:59.455042 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device ac21e4f4-021a-4bfb-a795-cd0a73eee6f9 details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:46:59.456147 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-eaa86319-afb8-482a-9aea-1d1430f8fe94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:59.468058 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-eaa86319-afb8-482a-9aea-1d1430f8fe94 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:46:59.468444 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-eaa86319-afb8-482a-9aea-1d1430f8fe94 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:46:59.469573 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-eaa86319-afb8-482a-9aea-1d1430f8fe94 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:46:59.469870 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-eaa86319-afb8-482a-9aea-1d1430f8fe94 admin admin] Subscribe: > port after_create 55550000 {{(pid=101292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:46:59.470270 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-eaa86319-afb8-482a-9aea-1d1430f8fe94 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:46:59.470524 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-eaa86319-afb8-482a-9aea-1d1430f8fe94 admin admin] Subscribe: > port after_update 55550000 {{(pid=101292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:46:59.470876 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-eaa86319-afb8-482a-9aea-1d1430f8fe94 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:46:59.471182 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-eaa86319-afb8-482a-9aea-1d1430f8fe94 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:46:59.471500 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-eaa86319-afb8-482a-9aea-1d1430f8fe94 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:46:59.471821 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-eaa86319-afb8-482a-9aea-1d1430f8fe94 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:46:59.618537 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port ac21e4f4-021a-4bfb-a795-cd0a73eee6f9, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=ac21e4f4-021a-4bfb-a795-cd0a73eee6f9,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:46:59.634515 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': 'ac21e4f4-021a-4bfb-a795-cd0a73eee6f9', 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd', 'port_id': 'ac21e4f4-021a-4bfb-a795-cd0a73eee6f9', 'mac_address': 'fa:16:3e:00:00:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6af2b868-37d3-46ab-a526-0465929f13c8', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:tempest-test_az-578929000', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:46:59.677057 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:59.690768 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac21e4f4-021a-4bfb-a795-cd0a73eee6f9 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:46:59.730086 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port ac21e4f4-021a-4bfb-a795-cd0a73eee6f9, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=ac21e4f4-021a-4bfb-a795-cd0a73eee6f9,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:46:59.736841 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:59.737526 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device d5c4a791-fa23-4016-a62e-9d2fc0de15be details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:46:59.773154 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b31109f2-4995-498b-85a7-11a0e524dc1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:59.830092 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port d5c4a791-fa23-4016-a62e-9d2fc0de15be, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=d5c4a791-fa23-4016-a62e-9d2fc0de15be,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:46:59.837564 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-eaa86319-afb8-482a-9aea-1d1430f8fe94 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:46:59.838274 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-eaa86319-afb8-482a-9aea-1d1430f8fe94 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:46:59.838382 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-eaa86319-afb8-482a-9aea-1d1430f8fe94 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:46:59.841510 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-eaa86319-afb8-482a-9aea-1d1430f8fe94 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:46:59.841639 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-eaa86319-afb8-482a-9aea-1d1430f8fe94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b54a8be5-740e-4d75-81cf-687e2e803ab7']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:59.846556 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=ac21e4f4-021a-4bfb-a795-cd0a73eee6f9,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:46:59.852205 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': 'd5c4a791-fa23-4016-a62e-9d2fc0de15be', 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd', 'port_id': 'd5c4a791-fa23-4016-a62e-9d2fc0de15be', 'mac_address': 'fa:16:3e:a8:72:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6af2b868-37d3-46ab-a526-0465929f13c8', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:tempest-test_az-578929000', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:46:59.883931 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-eaa86319-afb8-482a-9aea-1d1430f8fe94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae20abcf-f62f-4f88-a2ac-3b8077a07b09') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:59.884283 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-eaa86319-afb8-482a-9aea-1d1430f8fe94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae20abcf-f62f-4f88-a2ac-3b8077a07b09') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:46:59.920998 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-eaa86319-afb8-482a-9aea-1d1430f8fe94 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:59.923031 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:59.946576 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5c4a791-fa23-4016-a62e-9d2fc0de15be {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:46:59.971327 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b31109f2-4995-498b-85a7-11a0e524dc1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:59.977016 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b31109f2-4995-498b-85a7-11a0e524dc1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:59.982523 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port d5c4a791-fa23-4016-a62e-9d2fc0de15be, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=d5c4a791-fa23-4016-a62e-9d2fc0de15be,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:46:59.987383 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:46:59.998247 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-683aa5fa-d837-49b2-aea0-27f17ad9d72a req-c3ae15a5-2d4d-4ae4-981b-c0149e48237f tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd403877-9d1d-4f11-b362-68537194146a HTTP/1.1" status: 200 len: 210 time: 0.0834918 Aug 16 22:47:00.006223 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-eaa86319-afb8-482a-9aea-1d1430f8fe94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:00.037458 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-b31109f2-4995-498b-85a7-11a0e524dc1f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2be19e83c76543e7b15682105087370e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6582408 Aug 16 22:47:00.038696 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49982) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:00.049689 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaa86319-afb8-482a-9aea-1d1430f8fe94 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:47:00.050113 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-eaa86319-afb8-482a-9aea-1d1430f8fe94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:00.074316 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31109f2-4995-498b-85a7-11a0e524dc1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceebb36a-6084-4e83-9746-b5f66ef38557,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:00.075678 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=d5c4a791-fa23-4016-a62e-9d2fc0de15be,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:00.092581 n-d-791506-26 neutron-server[101292]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 22:47:00.092581 n-d-791506-26 neutron-server[101292]: from cryptography.utils import int_from_bytes Aug 16 22:47:00.092581 n-d-791506-26 neutron-server[101292]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 22:47:00.092581 n-d-791506-26 neutron-server[101292]: from cryptography.utils import int_from_bytes Aug 16 22:47:00.092581 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 16 22:47:00.092581 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:47:00.092581 n-d-791506-26 neutron-server[101292]: timer() Aug 16 22:47:00.092581 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:47:00.092581 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 16 22:47:00.092581 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:47:00.092581 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 16 22:47:00.092581 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:47:00.092581 n-d-791506-26 neutron-server[101292]: self._notify() Aug 16 22:47:00.092581 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:47:00.092581 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 16 22:47:00.092581 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:47:00.092581 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 16 22:47:00.092581 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:47:00.092581 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:47:00.092581 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:47:00.092581 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:47:00.092581 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:47:00.092581 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 16 22:47:00.092581 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:47:00.092581 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 16 22:47:00.092581 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:47:00.092581 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:47:00.092581 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:47:00.092581 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 16 22:47:00.092581 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:47:00.092581 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:47:00.092581 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:47:00.092581 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:47:00.092581 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:47:00.092581 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:47:00.092581 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:47:00.108487 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-82ae07a9-8279-474b-b15e-e20bb88d7dd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:00.137604 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-82ae07a9-8279-474b-b15e-e20bb88d7dd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:00.158409 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc88b4fc-aaf7-498d-bb76-fb086686bbac req-022e6de1-9a99-4843-a187-46d1450f2bf9 tempest-AggregatesAdminTestJSON-1746639393 tempest-AggregatesAdminTestJSON-1746639393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:00.160069 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cc88b4fc-aaf7-498d-bb76-fb086686bbac req-022e6de1-9a99-4843-a187-46d1450f2bf9 tempest-AggregatesAdminTestJSON-1746639393 tempest-AggregatesAdminTestJSON-1746639393-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1b87be3-c59b-4d75-9922-3fde355378af HTTP/1.1" status: 200 len: 969 time: 0.2490299 Aug 16 22:47:00.222377 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cc88b4fc-aaf7-498d-bb76-fb086686bbac req-f4cbe900-baf8-491d-904a-45dec10021b7 tempest-AggregatesAdminTestJSON-1746639393 tempest-AggregatesAdminTestJSON-1746639393-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2fc8c28-b290-4027-a461-ea02977787ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398974 Aug 16 22:47:00.227807 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-82ae07a9-8279-474b-b15e-e20bb88d7dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:00.228373 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-eaa86319-afb8-482a-9aea-1d1430f8fe94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:00.234622 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-82ae07a9-8279-474b-b15e-e20bb88d7dd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:00.235804 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-82ae07a9-8279-474b-b15e-e20bb88d7dd9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ceebb36a-6084-4e83-9746-b5f66ef38557 HTTP/1.1" status: 204 len: 168 time: 0.1959114 Aug 16 22:47:00.253253 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ae07a9-8279-474b-b15e-e20bb88d7dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceebb36a-6084-4e83-9746-b5f66ef38557,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:00.257648 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa86319-afb8-482a-9aea-1d1430f8fe94 admin admin] Pushing event deleted for resources: {'Network': ['ID=b54a8be5-740e-4d75-81cf-687e2e803ab7,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:00.260690 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-eaa86319-afb8-482a-9aea-1d1430f8fe94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:00.265994 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-eaa86319-afb8-482a-9aea-1d1430f8fe94 admin admin] 10.222.0.36 "DELETE /v2.0/networks/b54a8be5-740e-4d75-81cf-687e2e803ab7 HTTP/1.1" status: 204 len: 168 time: 1.2083559 Aug 16 22:47:00.268082 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 49988) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:00.328588 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4469bfc-3878-480a-9a70-9eb7d7ff38d9 admin admin] Deleting subnet 3c93abe8-f7d6-43b7-8ec9-94b2f35c848c {{(pid=101292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:47:00.339160 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a4469bfc-3878-480a-9a70-9eb7d7ff38d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:00.368174 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a4469bfc-3878-480a-9a70-9eb7d7ff38d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3848860'] for subnet, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:00.387413 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['d5c4a791-fa23-4016-a62e-9d2fc0de15be'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:47:00.425998 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a4469bfc-3878-480a-9a70-9eb7d7ff38d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:00.445549 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['ac21e4f4-021a-4bfb-a795-cd0a73eee6f9'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:47:00.514257 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a4469bfc-3878-480a-9a70-9eb7d7ff38d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26252129'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:00.559027 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a4469bfc-3878-480a-9a70-9eb7d7ff38d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:00.561341 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-a4469bfc-3878-480a-9a70-9eb7d7ff38d9 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/3c93abe8-f7d6-43b7-8ec9-94b2f35c848c HTTP/1.1" status: 204 len: 168 time: 0.2915151 Aug 16 22:47:00.562478 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4469bfc-3878-480a-9a70-9eb7d7ff38d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c93abe8-f7d6-43b7-8ec9-94b2f35c848c,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:00.564189 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 50002) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:00.671949 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6753d68f-fb4b-4982-a43e-2ffc49c68ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:00.682010 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dd88b846-5eb4-41ee-9408-e1ad6d31e9f7 req-631a7110-1605-472c-945d-bfb30079683a tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=10539860d211439d86a230953dfaef16&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385444 Aug 16 22:47:00.805093 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6753d68f-fb4b-4982-a43e-2ffc49c68ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:00.833040 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6753d68f-fb4b-4982-a43e-2ffc49c68ce3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:47:00.833399 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6753d68f-fb4b-4982-a43e-2ffc49c68ce3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:47:00.834501 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6753d68f-fb4b-4982-a43e-2ffc49c68ce3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:47:00.835008 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6753d68f-fb4b-4982-a43e-2ffc49c68ce3 admin admin] Subscribe: > port after_create 55550000 {{(pid=101291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:47:00.835604 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6753d68f-fb4b-4982-a43e-2ffc49c68ce3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:47:00.836175 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6753d68f-fb4b-4982-a43e-2ffc49c68ce3 admin admin] Subscribe: > port after_update 55550000 {{(pid=101291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:47:00.837362 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6753d68f-fb4b-4982-a43e-2ffc49c68ce3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:47:00.837702 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6753d68f-fb4b-4982-a43e-2ffc49c68ce3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:47:00.838027 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6753d68f-fb4b-4982-a43e-2ffc49c68ce3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:47:00.838352 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6753d68f-fb4b-4982-a43e-2ffc49c68ce3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:47:00.843173 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e0fcd-fb63-459e-a01d-45fc0f6ff3ff req-6332dfa2-4eca-4f72-9be7-663ee60b092c tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:00.845065 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b46e0fcd-fb63-459e-a01d-45fc0f6ff3ff req-6332dfa2-4eca-4f72-9be7-663ee60b092c tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b84b45f-45ad-4298-a933-4ce4dbbc4d92 HTTP/1.1" status: 200 len: 969 time: 0.0714407 Aug 16 22:47:00.886239 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 50018) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:00.918066 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6753d68f-fb4b-4982-a43e-2ffc49c68ce3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:47:00.918415 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6753d68f-fb4b-4982-a43e-2ffc49c68ce3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:47:00.918745 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6753d68f-fb4b-4982-a43e-2ffc49c68ce3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:47:00.919072 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6753d68f-fb4b-4982-a43e-2ffc49c68ce3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 22:47:00.919421 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-6753d68f-fb4b-4982-a43e-2ffc49c68ce3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fa176fd-2c8b-447a-947a-02d0bc70c4e9']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:47:00.921508 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-10d4344d-b487-43ce-a564-fd6df5027b8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:00.936504 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-6753d68f-fb4b-4982-a43e-2ffc49c68ce3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acb68a9c-692c-4fa8-a984-2adcfec529ec') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:47:00.936937 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-6753d68f-fb4b-4982-a43e-2ffc49c68ce3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acb68a9c-692c-4fa8-a984-2adcfec529ec') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:47:00.940599 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd88b846-5eb4-41ee-9408-e1ad6d31e9f7 req-bc112010-f7bb-4c11-bc34-29668de756dc tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:00.942813 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dd88b846-5eb4-41ee-9408-e1ad6d31e9f7 req-bc112010-f7bb-4c11-bc34-29668de756dc tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2542012 Aug 16 22:47:00.946750 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b46e0fcd-fb63-459e-a01d-45fc0f6ff3ff req-3e0b882b-04dc-42bf-9f61-fb5a35967da0 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a2c666b-0599-45d4-8db2-76d5ddd783db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922780 Aug 16 22:47:00.963201 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6753d68f-fb4b-4982-a43e-2ffc49c68ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:00.979121 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dd88b846-5eb4-41ee-9408-e1ad6d31e9f7 req-238ce354-5626-4d27-920f-3609df5d3bbf tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] 10.222.0.36 "GET /v2.0/quotas/10539860d211439d86a230953dfaef16 HTTP/1.1" status: 200 len: 375 time: 0.0185692 Aug 16 22:47:00.995793 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6753d68f-fb4b-4982-a43e-2ffc49c68ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:01.006619 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6753d68f-fb4b-4982-a43e-2ffc49c68ce3 admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:47:01.007032 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6753d68f-fb4b-4982-a43e-2ffc49c68ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:01.013420 n-d-791506-26 neutron-server[101291]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 22:47:01.013420 n-d-791506-26 neutron-server[101291]: from cryptography.utils import int_from_bytes Aug 16 22:47:01.013420 n-d-791506-26 neutron-server[101291]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 22:47:01.013420 n-d-791506-26 neutron-server[101291]: from cryptography.utils import int_from_bytes Aug 16 22:47:01.013420 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 22:47:01.013420 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:47:01.013420 n-d-791506-26 neutron-server[101291]: timer() Aug 16 22:47:01.013420 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:47:01.013420 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 22:47:01.013420 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:47:01.013420 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 22:47:01.013420 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:47:01.013420 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 22:47:01.013420 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:47:01.013420 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 22:47:01.013420 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:47:01.013420 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 22:47:01.013420 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:47:01.013420 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:47:01.013420 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:47:01.013420 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:47:01.013420 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:47:01.013420 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 22:47:01.013420 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:47:01.013420 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 22:47:01.013420 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:47:01.013420 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:47:01.013420 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:47:01.013420 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 22:47:01.013420 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:47:01.013420 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:47:01.013420 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:47:01.013420 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:47:01.013420 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:47:01.013420 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:47:01.013420 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:47:01.021938 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dd88b846-5eb4-41ee-9408-e1ad6d31e9f7 req-6a14d59c-792e-4268-a91a-139a00c58373 tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=10539860d211439d86a230953dfaef16&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0356102 Aug 16 22:47:01.082323 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6753d68f-fb4b-4982-a43e-2ffc49c68ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:01.091427 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6753d68f-fb4b-4982-a43e-2ffc49c68ce3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:01.095425 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-6753d68f-fb4b-4982-a43e-2ffc49c68ce3 admin admin] 10.222.0.36 "DELETE /v2.0/networks/9fa176fd-2c8b-447a-947a-02d0bc70c4e9 HTTP/1.1" status: 204 len: 168 time: 0.5301290 Aug 16 22:47:01.106593 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6753d68f-fb4b-4982-a43e-2ffc49c68ce3 admin admin] Pushing event deleted for resources: {'Network': ['ID=9fa176fd-2c8b-447a-947a-02d0bc70c4e9,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:01.186051 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-10d4344d-b487-43ce-a564-fd6df5027b8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:01.191961 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-10d4344d-b487-43ce-a564-fd6df5027b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:01.248261 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 50034) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:01.257128 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-10d4344d-b487-43ce-a564-fd6df5027b8c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6eb6f0536bd94efd997867e1aaba871d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3696773 Aug 16 22:47:01.263461 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d4344d-b487-43ce-a564-fd6df5027b8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44c03f28-3d81-4d68-a11f-b4edb290d923,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:01.339190 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5e6115a2-7f7b-4348-82f4-fc99d1dafe64 req-ca420f4d-c394-43f8-88f3-44eb0cc795f8 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd403877-9d1d-4f11-b362-68537194146a HTTP/1.1" status: 200 len: 210 time: 0.0406480 Aug 16 22:47:01.343013 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2d60b2f2-0362-44e5-969a-f3cd20628393 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:01.384291 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2d60b2f2-0362-44e5-969a-f3cd20628393 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:01.425749 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 50040) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:01.429277 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-54277d04-646e-4774-96b1-3a2ddeb894b1 req-8cd4a287-479c-41c4-ad63-00b26fecb58b tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] 10.222.0.36 "GET /v2.0/ports?device_id=262306cf-5aa8-4837-8362-03fc0ec667c8 HTTP/1.1" status: 200 len: 210 time: 0.0401604 Aug 16 22:47:01.436693 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device d5c4a791-fa23-4016-a62e-9d2fc0de15be up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:47:01.513545 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2d60b2f2-0362-44e5-969a-f3cd20628393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:01.520474 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2d60b2f2-0362-44e5-969a-f3cd20628393 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:01.531390 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-2d60b2f2-0362-44e5-969a-f3cd20628393 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/44c03f28-3d81-4d68-a11f-b4edb290d923 HTTP/1.1" status: 204 len: 168 time: 0.2738395 Aug 16 22:47:01.537609 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-05b55895-fec5-428e-a1f3-7f74d37e363c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b81b349cd13546af84ad9cc772d2a8a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1106398 Aug 16 22:47:01.542052 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 50050) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:01.551944 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d60b2f2-0362-44e5-969a-f3cd20628393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c03f28-3d81-4d68-a11f-b4edb290d923,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:01.594463 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning for port d5c4a791-fa23-4016-a62e-9d2fc0de15be completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:47:01.600443 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port d5c4a791-fa23-4016-a62e-9d2fc0de15be triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:47:01.605711 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:01.694685 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a58d01d3-20f5-475a-9ad2-24d79fc5cb40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:01.727877 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a58d01d3-20f5-475a-9ad2-24d79fc5cb40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:01.773842 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4709bb3-d8a6-4bf0-bd7a-d1458e44357b req-64aa8ab0-faaf-46a9-9696-cc500119f703 tempest-AggregatesAdminTestJSON-1746639393 tempest-AggregatesAdminTestJSON-1746639393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:01.786808 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b4709bb3-d8a6-4bf0-bd7a-d1458e44357b req-64aa8ab0-faaf-46a9-9696-cc500119f703 tempest-AggregatesAdminTestJSON-1746639393 tempest-AggregatesAdminTestJSON-1746639393-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1b87be3-c59b-4d75-9922-3fde355378af HTTP/1.1" status: 200 len: 969 time: 0.2270575 Aug 16 22:47:01.802322 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:01.868146 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b4709bb3-d8a6-4bf0-bd7a-d1458e44357b req-5e5cc566-aec4-4831-a930-6c1a30c3d4d3 tempest-AggregatesAdminTestJSON-1746639393 tempest-AggregatesAdminTestJSON-1746639393-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2fc8c28-b290-4027-a461-ea02977787ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801697 Aug 16 22:47:01.868747 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a58d01d3-20f5-475a-9ad2-24d79fc5cb40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:01.874319 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port d5c4a791-fa23-4016-a62e-9d2fc0de15be, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=d5c4a791-fa23-4016-a62e-9d2fc0de15be,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:47:01.875768 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b84b45f-45ad-4298-a933-4ce4dbbc4d92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c4a791-fa23-4016-a62e-9d2fc0de15be'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:47:01.879968 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a58d01d3-20f5-475a-9ad2-24d79fc5cb40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:01.885391 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-a58d01d3-20f5-475a-9ad2-24d79fc5cb40 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1f4d0bc1-3fa7-4964-a2a9-8c49adad166f HTTP/1.1" status: 204 len: 168 time: 0.3420691 Aug 16 22:47:01.895390 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d01d3-20f5-475a-9ad2-24d79fc5cb40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f4d0bc1-3fa7-4964-a2a9-8c49adad166f,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:01.940303 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:01.941087 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device ac21e4f4-021a-4bfb-a795-cd0a73eee6f9 up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:47:02.029121 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=d5c4a791-fa23-4016-a62e-9d2fc0de15be,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:02.049821 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning for port ac21e4f4-021a-4bfb-a795-cd0a73eee6f9 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:47:02.054152 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port ac21e4f4-021a-4bfb-a795-cd0a73eee6f9 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:47:02.054708 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:02.115609 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74483d0-a90c-4f82-bd8a-6f4f59f593fb req-afbe7195-5a24-4ad5-9976-736fbffbe946 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:02.123543 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a74483d0-a90c-4f82-bd8a-6f4f59f593fb req-afbe7195-5a24-4ad5-9976-736fbffbe946 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b84b45f-45ad-4298-a933-4ce4dbbc4d92 HTTP/1.1" status: 200 len: 970 time: 0.0692585 Aug 16 22:47:02.166024 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a74483d0-a90c-4f82-bd8a-6f4f59f593fb req-86edf1cb-8610-495f-988b-3d7306e5e873 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a2c666b-0599-45d4-8db2-76d5ddd783db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415764 Aug 16 22:47:02.182122 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:02.237789 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port ac21e4f4-021a-4bfb-a795-cd0a73eee6f9, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=ac21e4f4-021a-4bfb-a795-cd0a73eee6f9,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:47:02.252636 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:02.321825 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=ac21e4f4-021a-4bfb-a795-cd0a73eee6f9,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:02.345338 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 50084) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:02.441887 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 50090) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:02.453307 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7a9e74cc-dfc2-4db8-a263-47103e621a8c req-3e7f3105-c63e-4421-9f2c-4f6030c4fb93 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd403877-9d1d-4f11-b362-68537194146a HTTP/1.1" status: 200 len: 210 time: 0.0291793 Aug 16 22:47:02.480802 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ff4deb9-945e-46d3-9523-0ad8aa0df801" -d '{"events": [{"server_uuid": "8b84b45f-45ad-4298-a933-4ce4dbbc4d92", "name": "network-vif-plugged", "status": "completed", "tag": "d5c4a791-fa23-4016-a62e-9d2fc0de15be"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:47:02.507070 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 50096) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:02.507687 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-b2a19f43-0d20-4f75-a38a-0f22b4676bf3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5694e0931807429a9b5b28b1aec72575&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0635681 Aug 16 22:47:02.591481 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f4a12199-21e6-4ac3-a637-6aa7e49b1aa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:02.597931 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f9cda6c6-2ced-4626-9cad-a0e5fa70dd3b req-31c20b53-696e-4f61-92cf-e0ba084417c3 tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] 10.222.0.36 "GET /v2.0/ports?device_id=262306cf-5aa8-4837-8362-03fc0ec667c8 HTTP/1.1" status: 200 len: 210 time: 0.0426764 Aug 16 22:47:02.634353 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f4a12199-21e6-4ac3-a637-6aa7e49b1aa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:02.698995 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f4a12199-21e6-4ac3-a637-6aa7e49b1aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:02.702822 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f4a12199-21e6-4ac3-a637-6aa7e49b1aa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:02.706402 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-f4a12199-21e6-4ac3-a637-6aa7e49b1aa3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/44d076c0-12c7-4543-bdb5-f0430143444f HTTP/1.1" status: 204 len: 168 time: 0.1958878 Aug 16 22:47:02.731497 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-88380389-81b7-400e-9b1a-69495921e992 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:02.736582 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a12199-21e6-4ac3-a637-6aa7e49b1aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d076c0-12c7-4543-bdb5-f0430143444f,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:02.895337 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-88380389-81b7-400e-9b1a-69495921e992 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:02.902133 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-88380389-81b7-400e-9b1a-69495921e992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:02.933811 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88380389-81b7-400e-9b1a-69495921e992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18dcd89d-3096-4b04-9adc-dfb1527f38d8,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:02.935631 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a19440-2a0d-4f55-8445-0752f6952d3a x-openstack-request-id: req-86a19440-2a0d-4f55-8445-0752f6952d3a {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:47:02.936567 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b84b45f-45ad-4298-a933-4ce4dbbc4d92", "name": "network-vif-plugged", "status": "completed", "tag": "d5c4a791-fa23-4016-a62e-9d2fc0de15be", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:47:02.936870 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-86a19440-2a0d-4f55-8445-0752f6952d3a {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:47:02.937594 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b84b45f-45ad-4298-a933-4ce4dbbc4d92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c4a791-fa23-4016-a62e-9d2fc0de15be', 'code': 200} Aug 16 22:47:02.956027 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 50112) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:02.956208 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-88380389-81b7-400e-9b1a-69495921e992 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e789d8e4a2634e2c8fd17e0425002838&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6061766 Aug 16 22:47:03.100467 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6bd5c36e-169d-49df-95a4-452041fcd21b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:03.105374 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1d328a-8689-4f23-96af-f5bbc9920823 req-5e9477e7-4889-4f6f-b973-4d4f7657782f tempest-AggregatesAdminTestJSON-1746639393 tempest-AggregatesAdminTestJSON-1746639393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:03.106948 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5a1d328a-8689-4f23-96af-f5bbc9920823 req-5e9477e7-4889-4f6f-b973-4d4f7657782f tempest-AggregatesAdminTestJSON-1746639393 tempest-AggregatesAdminTestJSON-1746639393-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1b87be3-c59b-4d75-9922-3fde355378af HTTP/1.1" status: 200 len: 970 time: 0.0624015 Aug 16 22:47:03.150379 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6bd5c36e-169d-49df-95a4-452041fcd21b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:03.157756 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5a1d328a-8689-4f23-96af-f5bbc9920823 req-23a48dc2-8949-4b1d-94bc-2e6c8c8763fb tempest-AggregatesAdminTestJSON-1746639393 tempest-AggregatesAdminTestJSON-1746639393-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2fc8c28-b290-4027-a461-ea02977787ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446699 Aug 16 22:47:03.165596 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce19f236-ec59-4600-a112-1240570d999b req-4e4cbaf2-4799-4d5d-9521-f3e01b3af76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:03.168579 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-ce19f236-ec59-4600-a112-1240570d999b req-4e4cbaf2-4799-4d5d-9521-f3e01b3af76c service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=8b84b45f-45ad-4298-a933-4ce4dbbc4d92 HTTP/1.1" status: 200 len: 1122 time: 0.1373587 Aug 16 22:47:03.210166 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-ce19f236-ec59-4600-a112-1240570d999b req-6377a3f5-1c9c-487a-be1e-421249c1be6a service neutron] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:03.288868 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6bd5c36e-169d-49df-95a4-452041fcd21b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:03.293348 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6bd5c36e-169d-49df-95a4-452041fcd21b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:03.294544 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-6bd5c36e-169d-49df-95a4-452041fcd21b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/18dcd89d-3096-4b04-9adc-dfb1527f38d8 HTTP/1.1" status: 204 len: 168 time: 0.3369331 Aug 16 22:47:03.311028 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd5c36e-169d-49df-95a4-452041fcd21b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18dcd89d-3096-4b04-9adc-dfb1527f38d8,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:03.394072 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7325e05-ebb2-4463-9a0a-090fa5ae8d5a req-bbe4b8f2-66e2-41b9-8fff-ca1c7511849a tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:03.397048 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c7325e05-ebb2-4463-9a0a-090fa5ae8d5a req-bbe4b8f2-66e2-41b9-8fff-ca1c7511849a tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b84b45f-45ad-4298-a933-4ce4dbbc4d92 HTTP/1.1" status: 200 len: 970 time: 0.1161728 Aug 16 22:47:03.408000 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-ce19f236-ec59-4600-a112-1240570d999b req-6377a3f5-1c9c-487a-be1e-421249c1be6a service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:03.417804 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-ce19f236-ec59-4600-a112-1240570d999b req-6377a3f5-1c9c-487a-be1e-421249c1be6a service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:03.448831 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-ce19f236-ec59-4600-a112-1240570d999b req-6377a3f5-1c9c-487a-be1e-421249c1be6a service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=8a2c666b-0599-45d4-8db2-76d5ddd783db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647524 Aug 16 22:47:03.461113 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c7325e05-ebb2-4463-9a0a-090fa5ae8d5a req-b12183bb-979b-41fd-8f7b-3ced06861a20 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a2c666b-0599-45d4-8db2-76d5ddd783db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566459 Aug 16 22:47:03.465703 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377a3f5-1c9c-487a-be1e-421249c1be6a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a1875bb3-204b-4368-802b-30188a40fe61,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:03.593176 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d71317eb-f4e0-4460-b913-ffcf9101784d req-d8adec29-10b8-4e5e-9646-78ce31570ac0 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd403877-9d1d-4f11-b362-68537194146a HTTP/1.1" status: 200 len: 210 time: 0.0347486 Aug 16 22:47:03.704596 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-94525364-7dbb-4892-8383-2e9a7fae3ed9 req-aef18de2-ce56-4fb7-a21b-6faa655a544c tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] 10.222.0.36 "GET /v2.0/ports?device_id=262306cf-5aa8-4837-8362-03fc0ec667c8 HTTP/1.1" status: 200 len: 210 time: 0.0359581 Aug 16 22:47:03.806577 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 50148) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:03.824657 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-06dd59c9-9109-41fb-a081-57ac0e2b73d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:03.931325 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-06dd59c9-9109-41fb-a081-57ac0e2b73d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:03.936456 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-06dd59c9-9109-41fb-a081-57ac0e2b73d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:03.983875 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-06dd59c9-9109-41fb-a081-57ac0e2b73d2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=98836116387e42bfb204f83dc6c682e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1756866 Aug 16 22:47:03.987265 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 50156) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:04.004279 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dd59c9-9109-41fb-a081-57ac0e2b73d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eed73af5-0098-43b2-80a5-51a45df43531,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:04.046032 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-529b966f-324f-4eb6-bb76-e24c259cdd28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:04.078179 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-529b966f-324f-4eb6-bb76-e24c259cdd28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:04.147778 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-529b966f-324f-4eb6-bb76-e24c259cdd28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:04.150292 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-529b966f-324f-4eb6-bb76-e24c259cdd28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:04.159975 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-529b966f-324f-4eb6-bb76-e24c259cdd28 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/eed73af5-0098-43b2-80a5-51a45df43531 HTTP/1.1" status: 204 len: 168 time: 0.1633558 Aug 16 22:47:04.173041 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529b966f-324f-4eb6-bb76-e24c259cdd28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eed73af5-0098-43b2-80a5-51a45df43531,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:04.319064 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a98ddc0-174f-47cc-8317-e59e981b92a9 req-3113a9d4-efc8-42f4-a50b-ef0b5b9b3a37 tempest-AggregatesAdminTestJSON-1746639393 tempest-AggregatesAdminTestJSON-1746639393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:04.320704 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8a98ddc0-174f-47cc-8317-e59e981b92a9 req-3113a9d4-efc8-42f4-a50b-ef0b5b9b3a37 tempest-AggregatesAdminTestJSON-1746639393 tempest-AggregatesAdminTestJSON-1746639393-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1b87be3-c59b-4d75-9922-3fde355378af HTTP/1.1" status: 200 len: 970 time: 0.0620856 Aug 16 22:47:04.367839 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8a98ddc0-174f-47cc-8317-e59e981b92a9 req-16cb2dca-8077-4b3a-a388-e6bccf8b4564 tempest-AggregatesAdminTestJSON-1746639393 tempest-AggregatesAdminTestJSON-1746639393-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2fc8c28-b290-4027-a461-ea02977787ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377982 Aug 16 22:47:04.531142 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 50180) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:04.608758 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4570c276-c417-4caa-8625-1a4517d3c1e3 req-ff054666-0f47-4dab-a0e4-fc26db0bb361 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:04.610977 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4570c276-c417-4caa-8625-1a4517d3c1e3 req-ff054666-0f47-4dab-a0e4-fc26db0bb361 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b84b45f-45ad-4298-a933-4ce4dbbc4d92 HTTP/1.1" status: 200 len: 970 time: 0.0552754 Aug 16 22:47:04.662671 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4570c276-c417-4caa-8625-1a4517d3c1e3 req-5f3c9059-4b2c-44a4-bcda-ed8cc4129899 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a2c666b-0599-45d4-8db2-76d5ddd783db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446537 Aug 16 22:47:04.795292 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-13358ab6-8943-4886-b8e2-c24f9213411f req-414dcd76-8e87-4f56-be54-fbee4aea870e tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd403877-9d1d-4f11-b362-68537194146a HTTP/1.1" status: 200 len: 210 time: 0.0412414 Aug 16 22:47:04.798638 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-333dc778-7278-490a-b194-c689bac152c8 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1499075780-network', 'tenant_id': 'a4c9d624b07f42a0ae3c7ed63064f003'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:04.846440 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-333dc778-7278-490a-b194-c689bac152c8 admin admin] Made reservation on behalf of a4c9d624b07f42a0ae3c7ed63064f003 for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:47:04.850017 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-333dc778-7278-490a-b194-c689bac152c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:04.861449 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-333dc778-7278-490a-b194-c689bac152c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:04.928209 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7673bb75-10b2-492c-85f9-797d1a281f19 req-5bb93301-2dd5-4e1f-9fa8-67d0609a2000 tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] 10.222.0.36 "GET /v2.0/ports?device_id=262306cf-5aa8-4837-8362-03fc0ec667c8 HTTP/1.1" status: 200 len: 210 time: 0.0485868 Aug 16 22:47:04.939401 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1b87be3-c59b-4d75-9922-3fde355378af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac21e4f4-021a-4bfb-a795-cd0a73eee6f9'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:47:04.941699 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac79ff6-6b0f-41f3-9b94-7af7860b3bf2" -d '{"events": [{"server_uuid": "d1b87be3-c59b-4d75-9922-3fde355378af", "name": "network-vif-plugged", "status": "completed", "tag": "ac21e4f4-021a-4bfb-a795-cd0a73eee6f9"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:47:05.033491 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-333dc778-7278-490a-b194-c689bac152c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:05.042240 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-333dc778-7278-490a-b194-c689bac152c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:05.051631 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d7f0550-2dfc-449a-a6fd-b21767b8cd3b x-openstack-request-id: req-5d7f0550-2dfc-449a-a6fd-b21767b8cd3b {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:47:05.052171 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1b87be3-c59b-4d75-9922-3fde355378af", "name": "network-vif-plugged", "status": "completed", "tag": "ac21e4f4-021a-4bfb-a795-cd0a73eee6f9", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:47:05.052428 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5d7f0550-2dfc-449a-a6fd-b21767b8cd3b {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:47:05.052867 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1b87be3-c59b-4d75-9922-3fde355378af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac21e4f4-021a-4bfb-a795-cd0a73eee6f9', 'code': 200} Aug 16 22:47:05.082112 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-333dc778-7278-490a-b194-c689bac152c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:47:05.093242 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333dc778-7278-490a-b194-c689bac152c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5644387a-a56f-4310-927d-e1494fba514b,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:05.111765 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-333dc778-7278-490a-b194-c689bac152c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:05.112107 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-333dc778-7278-490a-b194-c689bac152c8 admin admin] Added segment f636a4c4-5ebb-45e7-a739-a275ed345fed of type vlan for network bdacd106-3582-43d1-a3c6-7a9333f5e2e0 Aug 16 22:47:05.158668 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-333dc778-7278-490a-b194-c689bac152c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:05.190676 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-333dc778-7278-490a-b194-c689bac152c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:05.192199 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333dc778-7278-490a-b194-c689bac152c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:05.193023 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-333dc778-7278-490a-b194-c689bac152c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:05.246822 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e528e07-1cdc-4ef7-b9db-7c6078ffd6d0 req-65f4961e-7e18-4a5f-a928-bcc4e1c38e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:05.249996 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7e528e07-1cdc-4ef7-b9db-7c6078ffd6d0 req-65f4961e-7e18-4a5f-a928-bcc4e1c38e7c service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=d1b87be3-c59b-4d75-9922-3fde355378af HTTP/1.1" status: 200 len: 1122 time: 0.0523682 Aug 16 22:47:05.297329 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-333dc778-7278-490a-b194-c689bac152c8 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7650654 Aug 16 22:47:05.300962 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 50214) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:05.304161 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7e528e07-1cdc-4ef7-b9db-7c6078ffd6d0 req-d5a272e1-3bba-41af-9e16-1e45f29759a4 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=b2fc8c28-b290-4027-a461-ea02977787ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450659 Aug 16 22:47:05.308342 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-4b05bac9-7de5-4418-ab21-8dcf20a5975a admin admin] Request body: {'subnet': {'network_id': 'bdacd106-3582-43d1-a3c6-7a9333f5e2e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1499075780-subnet', 'tenant_id': 'a4c9d624b07f42a0ae3c7ed63064f003', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:05.335312 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333dc778-7278-490a-b194-c689bac152c8 admin admin] Pushing event updated for resources: {'Network': ['ID=bdacd106-3582-43d1-a3c6-7a9333f5e2e0,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:05.354586 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network bdacd106-3582-43d1-a3c6-7a9333f5e2e0 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:47:05.355593 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b05bac9-7de5-4418-ab21-8dcf20a5975a admin admin] Made reservation on behalf of a4c9d624b07f42a0ae3c7ed63064f003 for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:47:05.357947 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4b05bac9-7de5-4418-ab21-8dcf20a5975a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:05.601350 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4b05bac9-7de5-4418-ab21-8dcf20a5975a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:05.649347 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc92a89-7da7-4b47-8423-3eb2e04825f6 req-f081e538-e81d-43c4-90e7-b338807c4ed3 tempest-AggregatesAdminTestJSON-1746639393 tempest-AggregatesAdminTestJSON-1746639393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:05.651416 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-adc92a89-7da7-4b47-8423-3eb2e04825f6 req-f081e538-e81d-43c4-90e7-b338807c4ed3 tempest-AggregatesAdminTestJSON-1746639393 tempest-AggregatesAdminTestJSON-1746639393-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1b87be3-c59b-4d75-9922-3fde355378af HTTP/1.1" status: 200 len: 970 time: 0.1333952 Aug 16 22:47:05.666532 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b05bac9-7de5-4418-ab21-8dcf20a5975a admin admin] Pushing event updated for resources: {'Subnet': ['ID=78dd72b6-bd21-4b15-8ce7-13fda92dba19,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:05.702194 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b05bac9-7de5-4418-ab21-8dcf20a5975a admin admin] Checking segment: {'id': 'f636a4c4-5ebb-45e7-a739-a275ed345fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bdacd106-3582-43d1-a3c6-7a9333f5e2e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:47:05.702549 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b05bac9-7de5-4418-ab21-8dcf20a5975a admin admin] Network hostable DHCP agents. Network: bdacd106-3582-43d1-a3c6-7a9333f5e2e0, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:47:05.728957 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-adc92a89-7da7-4b47-8423-3eb2e04825f6 req-9e8d219a-0bec-42a7-9766-e02d587a5a68 tempest-AggregatesAdminTestJSON-1746639393 tempest-AggregatesAdminTestJSON-1746639393-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2fc8c28-b290-4027-a461-ea02977787ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543706 Aug 16 22:47:05.737167 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b05bac9-7de5-4418-ab21-8dcf20a5975a admin admin] Network bdacd106-3582-43d1-a3c6-7a9333f5e2e0 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:47:05.758927 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-4b05bac9-7de5-4418-ab21-8dcf20a5975a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, bdacd106-3582-43d1-a3c6-7a9333f5e2e0) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:05.765550 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b05bac9-7de5-4418-ab21-8dcf20a5975a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:05.766463 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4b05bac9-7de5-4418-ab21-8dcf20a5975a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:05.771963 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba71ab47-97c2-40ea-99b2-2c6c3c959701 None None] Network bdacd106-3582-43d1-a3c6-7a9333f5e2e0 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:47:05.803049 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-4b05bac9-7de5-4418-ab21-8dcf20a5975a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5003734 Aug 16 22:47:05.905233 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac4f41b-2343-4ebc-9e10-2485b42651f3 None None] Network bdacd106-3582-43d1-a3c6-7a9333f5e2e0 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:47:06.120625 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d2effa-2b6d-464a-868e-601e5545db57 req-e445ac43-96c8-4536-bda8-8ff921c90fd6 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:06.122267 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-67d2effa-2b6d-464a-868e-601e5545db57 req-e445ac43-96c8-4536-bda8-8ff921c90fd6 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b84b45f-45ad-4298-a933-4ce4dbbc4d92 HTTP/1.1" status: 200 len: 970 time: 0.0654869 Aug 16 22:47:06.164232 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-67d2effa-2b6d-464a-868e-601e5545db57 req-692d14d0-6768-4e2d-8207-0bc0895c6425 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a2c666b-0599-45d4-8db2-76d5ddd783db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355890 Aug 16 22:47:06.275179 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7875f0a2-908c-4957-be77-ddfee62991c9 req-bc083bb3-8c5d-4fb0-bf09-564b2d780ec6 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd403877-9d1d-4f11-b362-68537194146a HTTP/1.1" status: 200 len: 210 time: 0.0378830 Aug 16 22:47:06.378379 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d74bc4c0-b174-4b3b-9de8-bc68a6e999a9 req-70f2d5b1-66ad-4c15-b92c-83ea1a5a6a63 tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] 10.222.0.36 "GET /v2.0/ports?device_id=262306cf-5aa8-4837-8362-03fc0ec667c8 HTTP/1.1" status: 200 len: 210 time: 0.0300577 Aug 16 22:47:06.882217 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0164d5-427d-4193-a08e-da5adecd9ee1 req-d3b685a7-1b76-4165-b2f2-58f465980a29 tempest-AggregatesAdminTestJSON-1746639393 tempest-AggregatesAdminTestJSON-1746639393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:06.883790 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3f0164d5-427d-4193-a08e-da5adecd9ee1 req-d3b685a7-1b76-4165-b2f2-58f465980a29 tempest-AggregatesAdminTestJSON-1746639393 tempest-AggregatesAdminTestJSON-1746639393-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1b87be3-c59b-4d75-9922-3fde355378af HTTP/1.1" status: 200 len: 970 time: 0.0680249 Aug 16 22:47:06.930032 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3f0164d5-427d-4193-a08e-da5adecd9ee1 req-78d711cd-721f-4cb4-8f7e-9c949509b05d tempest-AggregatesAdminTestJSON-1746639393 tempest-AggregatesAdminTestJSON-1746639393-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2fc8c28-b290-4027-a461-ea02977787ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395651 Aug 16 22:47:06.998764 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-cd67fc65-9a85-4678-aafc-57ebff9d98d5 req-7d700878-86ac-4228-811f-317ab6953166 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Request body: {'port': {'device_id': 'bd403877-9d1d-4f11-b362-68537194146a', 'network_id': '1ec41dbe-7c0a-4c4b-bab3-26488606d20f', 'admin_state_up': True, 'tenant_id': '733236da22f3411d852a1f0b783a3537', 'security_groups': ['540ed4cf-0245-400b-b069-6009faf7f924']}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:07.093047 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 50304) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:07.098808 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-be325f80-6591-4438-8763-ce45de449c1e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-655809427-network', 'tenant_id': '152c6d916eb542c3a79adb43d0763174'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:07.158485 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be325f80-6591-4438-8763-ce45de449c1e admin admin] Made reservation on behalf of 152c6d916eb542c3a79adb43d0763174 for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:47:07.166146 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 50306) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:07.166881 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-be325f80-6591-4438-8763-ce45de449c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:07.187228 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-be325f80-6591-4438-8763-ce45de449c1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:07.195604 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd67fc65-9a85-4678-aafc-57ebff9d98d5 req-7d700878-86ac-4228-811f-317ab6953166 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Made reservation on behalf of 733236da22f3411d852a1f0b783a3537 for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:47:07.203966 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-cd67fc65-9a85-4678-aafc-57ebff9d98d5 req-7d700878-86ac-4228-811f-317ab6953166 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:07.366828 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6a0c502a-1f6a-43ca-b1d3-695f3d3ad917 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:07.390807 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e2c164-4951-4ca2-b746-a9d0bf0465d0 req-94e24dac-df62-4ec5-be17-7ae58fee5b18 tempest-AggregatesAdminTestJSON-288512516 tempest-AggregatesAdminTestJSON-288512516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:07.392362 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-83e2c164-4951-4ca2-b746-a9d0bf0465d0 req-94e24dac-df62-4ec5-be17-7ae58fee5b18 tempest-AggregatesAdminTestJSON-288512516 tempest-AggregatesAdminTestJSON-288512516-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d1b87be3-c59b-4d75-9922-3fde355378af HTTP/1.1" status: 200 len: 1122 time: 0.1557829 Aug 16 22:47:07.402902 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-cd67fc65-9a85-4678-aafc-57ebff9d98d5 req-7d700878-86ac-4228-811f-317ab6953166 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Allocated IP 172.20.0.6 (1ec41dbe-7c0a-4c4b-bab3-26488606d20f/d73dbfff-4ee7-4d05-8df7-c328a380882a/853f0576-5402-426f-ac21-6b7625075f55) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:47:07.439346 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-83e2c164-4951-4ca2-b746-a9d0bf0465d0 req-de6fbab0-18cf-4750-8789-6bb19e994b8b tempest-AggregatesAdminTestJSON-288512516 tempest-AggregatesAdminTestJSON-288512516-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:07.532952 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-be325f80-6591-4438-8763-ce45de449c1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:07.546438 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b763b-dfc5-429e-bc81-860d508f1db5 req-b76666ba-a35d-4e13-b9d7-5428188516c4 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:07.547955 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fc1b763b-dfc5-429e-bc81-860d508f1db5 req-b76666ba-a35d-4e13-b9d7-5428188516c4 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b84b45f-45ad-4298-a933-4ce4dbbc4d92 HTTP/1.1" status: 200 len: 970 time: 0.0881679 Aug 16 22:47:07.548614 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-be325f80-6591-4438-8763-ce45de449c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:07.586932 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-cd67fc65-9a85-4678-aafc-57ebff9d98d5 req-7d700878-86ac-4228-811f-317ab6953166 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:07.596730 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be325f80-6591-4438-8763-ce45de449c1e admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:47:07.605888 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be325f80-6591-4438-8763-ce45de449c1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=754ae8f9-5823-4a65-8533-b35cf1c261cb,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:07.611405 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-cd67fc65-9a85-4678-aafc-57ebff9d98d5 req-7d700878-86ac-4228-811f-317ab6953166 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Transition to ACTIVE for port object 853f0576-5402-426f-ac21-6b7625075f55 will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:47:07.616116 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-be325f80-6591-4438-8763-ce45de449c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:07.616595 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-be325f80-6591-4438-8763-ce45de449c1e admin admin] Added segment e5f4ee99-c76c-4084-a0a1-b73bcec0bdbe of type vlan for network 8bdf43c9-9637-4061-8bc0-633860717bc0 Aug 16 22:47:07.657241 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fc1b763b-dfc5-429e-bc81-860d508f1db5 req-113e41a1-a016-4bbc-a7d8-fab185eade1e tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a2c666b-0599-45d4-8db2-76d5ddd783db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936942 Aug 16 22:47:07.669301 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-be325f80-6591-4438-8763-ce45de449c1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:07.687246 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-cd67fc65-9a85-4678-aafc-57ebff9d98d5 req-7d700878-86ac-4228-811f-317ab6953166 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:07.702911 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-be325f80-6591-4438-8763-ce45de449c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:07.704641 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be325f80-6591-4438-8763-ce45de449c1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:07.705475 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-be325f80-6591-4438-8763-ce45de449c1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:07.710795 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6a0c502a-1f6a-43ca-b1d3-695f3d3ad917 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:07.730951 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6a0c502a-1f6a-43ca-b1d3-695f3d3ad917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:07.768788 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd67fc65-9a85-4678-aafc-57ebff9d98d5 req-7d700878-86ac-4228-811f-317ab6953166 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Network 1ec41dbe-7c0a-4c4b-bab3-26488606d20f is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:47:07.790633 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-cd67fc65-9a85-4678-aafc-57ebff9d98d5 req-7d700878-86ac-4228-811f-317ab6953166 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:07.793837 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd67fc65-9a85-4678-aafc-57ebff9d98d5 req-7d700878-86ac-4228-811f-317ab6953166 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:47:07.811911 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0c502a-1f6a-43ca-b1d3-695f3d3ad917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe4a6e1-a852-41d8-8f59-753905818521,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:07.852987 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-6a0c502a-1f6a-43ca-b1d3-695f3d3ad917 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3d90bbcbfe464ad8b14b8fc0bd8a6c34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6848593 Aug 16 22:47:07.854569 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 50316) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:07.854709 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be325f80-6591-4438-8763-ce45de449c1e admin admin] Pushing event updated for resources: {'Network': ['ID=8bdf43c9-9637-4061-8bc0-633860717bc0,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:07.873200 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d700878-86ac-4228-811f-317ab6953166 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Pushing event updated for resources: {'Port': ['ID=853f0576-5402-426f-ac21-6b7625075f55,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:07.876467 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 8bdf43c9-9637-4061-8bc0-633860717bc0 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:47:07.899735 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.57', 64068) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:07.905182 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca47696-2f7b-40ee-8761-c8f5cfe24307 req-0c5d4b10-cfe8-4a6e-8693-bfb0e0e03f4f tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:07.907032 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6ca47696-2f7b-40ee-8761-c8f5cfe24307 req-0c5d4b10-cfe8-4a6e-8693-bfb0e0e03f4f tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd403877-9d1d-4f11-b362-68537194146a HTTP/1.1" status: 200 len: 931 time: 0.1323354 Aug 16 22:47:07.955106 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd67fc65-9a85-4678-aafc-57ebff9d98d5 req-7d700878-86ac-4228-811f-317ab6953166 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:07.955920 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-cd67fc65-9a85-4678-aafc-57ebff9d98d5 req-7d700878-86ac-4228-811f-317ab6953166 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:07.964965 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-dd88b846-5eb4-41ee-9408-e1ad6d31e9f7 req-c5db94fa-c02c-4fd1-b928-eb04561138d1 tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=10539860d211439d86a230953dfaef16&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0589597 Aug 16 22:47:07.987485 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6ca47696-2f7b-40ee-8761-c8f5cfe24307 req-3e01ff47-94f8-4afc-8999-2f380f06ae0e tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] 10.222.0.36 "GET /v2.0/security-groups?id=540ed4cf-0245-400b-b069-6009faf7f924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714719 Aug 16 22:47:07.999760 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-83e2c164-4951-4ca2-b746-a9d0bf0465d0 req-de6fbab0-18cf-4750-8789-6bb19e994b8b tempest-AggregatesAdminTestJSON-288512516 tempest-AggregatesAdminTestJSON-288512516-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:08.018278 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-83e2c164-4951-4ca2-b746-a9d0bf0465d0 req-de6fbab0-18cf-4750-8789-6bb19e994b8b tempest-AggregatesAdminTestJSON-288512516 tempest-AggregatesAdminTestJSON-288512516-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:08.038679 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-be325f80-6591-4438-8763-ce45de449c1e admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.9446182 Aug 16 22:47:08.041588 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 50318) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:08.076466 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-7c944d9c-d69c-449c-a834-ffeccb7fc9f8 admin admin] Request body: {'subnet': {'network_id': '8bdf43c9-9637-4061-8bc0-633860717bc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-655809427-subnet', 'tenant_id': '152c6d916eb542c3a79adb43d0763174', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:08.106249 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7f7de284-5ab0-44de-98de-c875f2cf3a43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:08.115770 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd88b846-5eb4-41ee-9408-e1ad6d31e9f7 req-3493d93b-4f87-4540-a347-2749aa95375c tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:08.117116 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-dd88b846-5eb4-41ee-9408-e1ad6d31e9f7 req-3493d93b-4f87-4540-a347-2749aa95375c tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1463392 Aug 16 22:47:08.120714 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-cd67fc65-9a85-4678-aafc-57ebff9d98d5 req-7d700878-86ac-4228-811f-317ab6953166 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1303272 Aug 16 22:47:08.125151 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-83e2c164-4951-4ca2-b746-a9d0bf0465d0 req-de6fbab0-18cf-4750-8789-6bb19e994b8b tempest-AggregatesAdminTestJSON-288512516 tempest-AggregatesAdminTestJSON-288512516-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=b2fc8c28-b290-4027-a461-ea02977787ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7183356 Aug 16 22:47:08.155592 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-35e2c298-6644-47ed-8e00-2dc552a60ee1 None None] Provisioning for port 853f0576-5402-426f-ac21-6b7625075f55 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:47:08.163745 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [req-cd67fc65-9a85-4678-aafc-57ebff9d98d5 req-59349148-047b-45ef-8ef4-b4db549cc179 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:47:08.165783 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-35e2c298-6644-47ed-8e00-2dc552a60ee1 None None] Provisioning complete for port 853f0576-5402-426f-ac21-6b7625075f55 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:47:08.166158 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-35e2c298-6644-47ed-8e00-2dc552a60ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:08.168530 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-cd67fc65-9a85-4678-aafc-57ebff9d98d5 req-59349148-047b-45ef-8ef4-b4db549cc179 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0159178 Aug 16 22:47:08.170924 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7f7de284-5ab0-44de-98de-c875f2cf3a43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:08.182786 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-75b4ad77-0c2a-45f3-800d-0d36781c319d req-991f9632-0247-4c21-9228-f8777ccf7133 tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] 10.222.0.36 "GET /v2.0/ports?device_id=262306cf-5aa8-4837-8362-03fc0ec667c8 HTTP/1.1" status: 200 len: 210 time: 0.0810566 Aug 16 22:47:08.184178 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-dd88b846-5eb4-41ee-9408-e1ad6d31e9f7 req-e1a10d95-3c45-4de8-9473-20fd0101ad9f tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] Request body: {'port': {'device_id': '262306cf-5aa8-4837-8362-03fc0ec667c8', 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd', 'admin_state_up': True, 'tenant_id': '10539860d211439d86a230953dfaef16'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:08.194269 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6fbab0-18cf-4750-8789-6bb19e994b8b tempest-AggregatesAdminTestJSON-288512516 tempest-AggregatesAdminTestJSON-288512516-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=018fabfa-d74b-4994-ad5f-9e72710083ca,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:08.200754 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c944d9c-d69c-449c-a834-ffeccb7fc9f8 admin admin] Made reservation on behalf of 152c6d916eb542c3a79adb43d0763174 for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:47:08.203190 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7c944d9c-d69c-449c-a834-ffeccb7fc9f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:08.328982 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-35e2c298-6644-47ed-8e00-2dc552a60ee1 None None] Port 853f0576-5402-426f-ac21-6b7625075f55 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:47:08.390811 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-cd67fc65-9a85-4678-aafc-57ebff9d98d5 req-2132ff7e-5252-4fa8-b400-86446871e1c6 service neutron] Request body: {'port': {'device_id': 'bd403877-9d1d-4f11-b362-68537194146a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:08.473151 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:47:08.645847 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7f7de284-5ab0-44de-98de-c875f2cf3a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:08.648377 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7f7de284-5ab0-44de-98de-c875f2cf3a43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:08.653022 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-7f7de284-5ab0-44de-98de-c875f2cf3a43 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dfe4a6e1-a852-41d8-8f59-753905818521 HTTP/1.1" status: 204 len: 168 time: 0.7931077 Aug 16 22:47:08.705618 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7de284-5ab0-44de-98de-c875f2cf3a43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe4a6e1-a852-41d8-8f59-753905818521,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:08.770576 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-cd67fc65-9a85-4678-aafc-57ebff9d98d5 req-2132ff7e-5252-4fa8-b400-86446871e1c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:08.810805 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd88b846-5eb4-41ee-9408-e1ad6d31e9f7 req-e1a10d95-3c45-4de8-9473-20fd0101ad9f tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] Made reservation on behalf of 10539860d211439d86a230953dfaef16 for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:47:08.815527 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-dd88b846-5eb4-41ee-9408-e1ad6d31e9f7 req-e1a10d95-3c45-4de8-9473-20fd0101ad9f tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:08.843643 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fba898-63d1-4490-acfd-6362d8b77de7 req-a2da0780-04ff-47b6-baf7-e1cb1d5cabc4 tempest-DeleteServersAdminTestJSON-283666095 tempest-DeleteServersAdminTestJSON-283666095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:08.845184 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-46fba898-63d1-4490-acfd-6362d8b77de7 req-a2da0780-04ff-47b6-baf7-e1cb1d5cabc4 tempest-DeleteServersAdminTestJSON-283666095 tempest-DeleteServersAdminTestJSON-283666095-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=8b84b45f-45ad-4298-a933-4ce4dbbc4d92 HTTP/1.1" status: 200 len: 1122 time: 0.1791220 Aug 16 22:47:08.863335 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-dd88b846-5eb4-41ee-9408-e1ad6d31e9f7 req-e1a10d95-3c45-4de8-9473-20fd0101ad9f tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:08.888582 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7c944d9c-d69c-449c-a834-ffeccb7fc9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:08.989604 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c944d9c-d69c-449c-a834-ffeccb7fc9f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2a3e3ec-5529-4e27-8be8-fb6b7b752655,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:09.056394 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926d54f5-ce6f-4692-84c9-5f4a1a6cae7c req-d78adc1e-b73c-493d-862f-d08b22a9aebb tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:09.058877 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-926d54f5-ce6f-4692-84c9-5f4a1a6cae7c req-d78adc1e-b73c-493d-862f-d08b22a9aebb tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b84b45f-45ad-4298-a933-4ce4dbbc4d92 HTTP/1.1" status: 200 len: 970 time: 0.0700977 Aug 16 22:47:09.069734 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c944d9c-d69c-449c-a834-ffeccb7fc9f8 admin admin] Checking segment: {'id': 'e5f4ee99-c76c-4084-a0a1-b73bcec0bdbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '8bdf43c9-9637-4061-8bc0-633860717bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:47:09.069734 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c944d9c-d69c-449c-a834-ffeccb7fc9f8 admin admin] Network hostable DHCP agents. Network: 8bdf43c9-9637-4061-8bc0-633860717bc0, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:47:09.103052 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c944d9c-d69c-449c-a834-ffeccb7fc9f8 admin admin] Network 8bdf43c9-9637-4061-8bc0-633860717bc0 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:47:09.128087 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-7c944d9c-d69c-449c-a834-ffeccb7fc9f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 8bdf43c9-9637-4061-8bc0-633860717bc0) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:09.139903 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe13de66-d1e2-4178-91cd-d50071054186 None None] Network 8bdf43c9-9637-4061-8bc0-633860717bc0 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:47:09.147501 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c944d9c-d69c-449c-a834-ffeccb7fc9f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:09.148224 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7c944d9c-d69c-449c-a834-ffeccb7fc9f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:09.155266 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-926d54f5-ce6f-4692-84c9-5f4a1a6cae7c req-b887d512-d63d-419e-8e97-b70d80f591f6 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a2c666b-0599-45d4-8db2-76d5ddd783db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869963 Aug 16 22:47:09.159604 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 50380) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:09.177803 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-73bf5291-2702-4a50-b565-f9265c8e5546 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:09.285852 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 50388) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:09.314118 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8514f919-655e-44b1-8815-2c87a0fa236b None None] Network 8bdf43c9-9637-4061-8bc0-633860717bc0 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:47:09.334346 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25447632-f248-47fb-b989-87c020098d9b req-89ffbb11-f450-47b0-aae4-e656a2b06d4e tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:09.335812 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-25447632-f248-47fb-b989-87c020098d9b req-89ffbb11-f450-47b0-aae4-e656a2b06d4e tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd403877-9d1d-4f11-b362-68537194146a HTTP/1.1" status: 200 len: 931 time: 0.0646658 Aug 16 22:47:09.363321 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-316ba9b8-f83e-4b94-be62-d7a912749ad9 req-7dcaf7e2-7ab5-41e8-b4d3-8af40f3ccb0f tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] 10.222.0.36 "GET /v2.0/ports?device_id=262306cf-5aa8-4837-8362-03fc0ec667c8 HTTP/1.1" status: 200 len: 210 time: 0.0380633 Aug 16 22:47:09.415826 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-25447632-f248-47fb-b989-87c020098d9b req-a1307d74-8155-4d6b-afce-a6234fbb0386 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] 10.222.0.36 "GET /v2.0/security-groups?id=540ed4cf-0245-400b-b069-6009faf7f924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514770 Aug 16 22:47:09.429518 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-46fba898-63d1-4490-acfd-6362d8b77de7 req-95aae41f-51ff-4576-bb7f-eb2594c0932d tempest-DeleteServersAdminTestJSON-283666095 tempest-DeleteServersAdminTestJSON-283666095-project-admin] Deleting port d5c4a791-fa23-4016-a62e-9d2fc0de15be {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:47:09.430015 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-46fba898-63d1-4490-acfd-6362d8b77de7 req-95aae41f-51ff-4576-bb7f-eb2594c0932d tempest-DeleteServersAdminTestJSON-283666095 tempest-DeleteServersAdminTestJSON-283666095-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:09.502627 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-dd88b846-5eb4-41ee-9408-e1ad6d31e9f7 req-e1a10d95-3c45-4de8-9473-20fd0101ad9f tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:09.521119 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-dd88b846-5eb4-41ee-9408-e1ad6d31e9f7 req-e1a10d95-3c45-4de8-9473-20fd0101ad9f tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:09.530066 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-7c944d9c-d69c-449c-a834-ffeccb7fc9f8 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.4642169 Aug 16 22:47:09.549522 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-eba996fb-f39a-41b3-9d4c-43c2e19c33d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:09.649237 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-73bf5291-2702-4a50-b565-f9265c8e5546 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:09.654323 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-73bf5291-2702-4a50-b565-f9265c8e5546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:09.656238 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-cd67fc65-9a85-4678-aafc-57ebff9d98d5 req-2132ff7e-5252-4fa8-b400-86446871e1c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 853f0576-5402-426f-ac21-6b7625075f55 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:47:09.665790 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a10d95-3c45-4de8-9473-20fd0101ad9f tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f22233e2-8c34-4fd0-8000-1738a843992b,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:09.692178 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-cd67fc65-9a85-4678-aafc-57ebff9d98d5 req-2132ff7e-5252-4fa8-b400-86446871e1c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:09.721573 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-46fba898-63d1-4490-acfd-6362d8b77de7 req-95aae41f-51ff-4576-bb7f-eb2594c0932d tempest-DeleteServersAdminTestJSON-283666095 tempest-DeleteServersAdminTestJSON-283666095-project-admin] For port d5c4a791-fa23-4016-a62e-9d2fc0de15be, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=d5c4a791-fa23-4016-a62e-9d2fc0de15be,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:47:09.721980 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-46fba898-63d1-4490-acfd-6362d8b77de7 req-95aae41f-51ff-4576-bb7f-eb2594c0932d tempest-DeleteServersAdminTestJSON-283666095 tempest-DeleteServersAdminTestJSON-283666095-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:09.724232 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bf5291-2702-4a50-b565-f9265c8e5546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4acb7a7f-39d9-4a97-8a76-cfb65c821747,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:09.745231 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-73bf5291-2702-4a50-b565-f9265c8e5546 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3d1056fed4214c3dad39595c4633b1a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5860038 Aug 16 22:47:09.750514 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 50408) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:09.765096 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-cd67fc65-9a85-4678-aafc-57ebff9d98d5 req-2132ff7e-5252-4fa8-b400-86446871e1c6 service neutron] Transition to ACTIVE for port object 853f0576-5402-426f-ac21-6b7625075f55 will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:47:09.776423 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-cd67fc65-9a85-4678-aafc-57ebff9d98d5 req-2132ff7e-5252-4fa8-b400-86446871e1c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:09.784036 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-46fba898-63d1-4490-acfd-6362d8b77de7 req-95aae41f-51ff-4576-bb7f-eb2594c0932d tempest-DeleteServersAdminTestJSON-283666095 tempest-DeleteServersAdminTestJSON-283666095-project-admin] Calling delete_port for d5c4a791-fa23-4016-a62e-9d2fc0de15be owned by compute:tempest-test_az-578929000 {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:47:09.856196 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e573f789-5d96-4206-a4e0-d23da3fbb402 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:09.907326 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-eba996fb-f39a-41b3-9d4c-43c2e19c33d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:09.925192 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e573f789-5d96-4206-a4e0-d23da3fbb402 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:09.942140 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-eba996fb-f39a-41b3-9d4c-43c2e19c33d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:09.943887 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-dd88b846-5eb4-41ee-9408-e1ad6d31e9f7 req-e1a10d95-3c45-4de8-9473-20fd0101ad9f tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] Allocated IP 192.168.233.86 (a2f596d0-b80e-4404-bf4b-27a7e14f50dd/6af2b868-37d3-46ab-a526-0465929f13c8/5d87ffa9-311a-4ea2-8e1f-81a10a10255b) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:47:09.990530 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2132ff7e-5252-4fa8-b400-86446871e1c6 service neutron] Pushing event updated for resources: {'Port': ['ID=853f0576-5402-426f-ac21-6b7625075f55,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:10.026064 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-eba996fb-f39a-41b3-9d4c-43c2e19c33d6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3f531fbbe8914a3b863965b9aa204142&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7383535 Aug 16 22:47:10.036216 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 50424) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:10.055656 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba996fb-f39a-41b3-9d4c-43c2e19c33d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a161c936-47c6-4d0f-83e9-1353739205e3,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:10.066611 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e573f789-5d96-4206-a4e0-d23da3fbb402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:10.070727 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e573f789-5d96-4206-a4e0-d23da3fbb402 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:10.072132 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-e573f789-5d96-4206-a4e0-d23da3fbb402 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4acb7a7f-39d9-4a97-8a76-cfb65c821747 HTTP/1.1" status: 204 len: 168 time: 0.3206482 Aug 16 22:47:10.097978 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e573f789-5d96-4206-a4e0-d23da3fbb402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4acb7a7f-39d9-4a97-8a76-cfb65c821747,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:10.257033 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-cd67fc65-9a85-4678-aafc-57ebff9d98d5 req-2132ff7e-5252-4fa8-b400-86446871e1c6 service neutron] Attempting to bind port 853f0576-5402-426f-ac21-6b7625075f55 on host n-h2-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:47:10.257437 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-cd67fc65-9a85-4678-aafc-57ebff9d98d5 req-2132ff7e-5252-4fa8-b400-86446871e1c6 service neutron] Attempting to bind port 853f0576-5402-426f-ac21-6b7625075f55 by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': '7d1a5182-196d-4b0a-929d-265f51384dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1ec41dbe-7c0a-4c4b-bab3-26488606d20f'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:47:10.257783 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd67fc65-9a85-4678-aafc-57ebff9d98d5 req-2132ff7e-5252-4fa8-b400-86446871e1c6 service neutron] Attempting to bind port 853f0576-5402-426f-ac21-6b7625075f55 on network 1ec41dbe-7c0a-4c4b-bab3-26488606d20f {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:47:10.280230 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd67fc65-9a85-4678-aafc-57ebff9d98d5 req-2132ff7e-5252-4fa8-b400-86446871e1c6 service neutron] Port 853f0576-5402-426f-ac21-6b7625075f55 on network 1ec41dbe-7c0a-4c4b-bab3-26488606d20f not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:47:10.280586 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd67fc65-9a85-4678-aafc-57ebff9d98d5 req-2132ff7e-5252-4fa8-b400-86446871e1c6 service neutron] Attempting to bind port 853f0576-5402-426f-ac21-6b7625075f55 on network 1ec41dbe-7c0a-4c4b-bab3-26488606d20f {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:47:10.344111 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd67fc65-9a85-4678-aafc-57ebff9d98d5 req-2132ff7e-5252-4fa8-b400-86446871e1c6 service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:47:10.344634 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd67fc65-9a85-4678-aafc-57ebff9d98d5 req-2132ff7e-5252-4fa8-b400-86446871e1c6 service neutron] Checking segment: {'id': '7d1a5182-196d-4b0a-929d-265f51384dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1ec41dbe-7c0a-4c4b-bab3-26488606d20f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:47:10.344940 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd67fc65-9a85-4678-aafc-57ebff9d98d5 req-2132ff7e-5252-4fa8-b400-86446871e1c6 service neutron] Bound using segment: {'id': '7d1a5182-196d-4b0a-929d-265f51384dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1ec41dbe-7c0a-4c4b-bab3-26488606d20f'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:47:10.345486 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-cd67fc65-9a85-4678-aafc-57ebff9d98d5 req-2132ff7e-5252-4fa8-b400-86446871e1c6 service neutron] Bound port: 853f0576-5402-426f-ac21-6b7625075f55, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d1a5182-196d-4b0a-929d-265f51384dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1ec41dbe-7c0a-4c4b-bab3-26488606d20f'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:47:10.345929 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-cd67fc65-9a85-4678-aafc-57ebff9d98d5 req-2132ff7e-5252-4fa8-b400-86446871e1c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:10.378311 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2f497d9f-5ecf-4ef4-ad7a-7aff9c215415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:10.382712 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-46fba898-63d1-4490-acfd-6362d8b77de7 req-95aae41f-51ff-4576-bb7f-eb2594c0932d tempest-DeleteServersAdminTestJSON-283666095 tempest-DeleteServersAdminTestJSON-283666095-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:10.393538 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['d5c4a791-fa23-4016-a62e-9d2fc0de15be'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:47:10.396719 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d848dfff-a1e5-416c-a9dc-046e59f67188 req-86ca7277-6ffd-4344-ba48-55c1e4f27a81 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b84b45f-45ad-4298-a933-4ce4dbbc4d92 HTTP/1.1" status: 200 len: 210 time: 0.0430808 Aug 16 22:47:10.461821 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe1f288-665f-4859-b8e0-66bd22e904ff req-e09ddad8-0dc7-42d7-8c08-f6ff32b7186f tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:10.473660 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7fe1f288-665f-4859-b8e0-66bd22e904ff req-e09ddad8-0dc7-42d7-8c08-f6ff32b7186f tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/networks?id=bdacd106-3582-43d1-a3c6-7a9333f5e2e0 HTTP/1.1" status: 200 len: 808 time: 0.2016046 Aug 16 22:47:10.490928 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7fe1f288-665f-4859-b8e0-66bd22e904ff req-2cb574ad-7f3d-4644-a05a-0a2acbb4f720 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/quotas/a4c9d624b07f42a0ae3c7ed63064f003 HTTP/1.1" status: 200 len: 375 time: 0.0163198 Aug 16 22:47:10.534425 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aae41f-51ff-4576-bb7f-eb2594c0932d tempest-DeleteServersAdminTestJSON-283666095 tempest-DeleteServersAdminTestJSON-283666095-project-admin] Pushing event deleted for resources: {'Port': ['ID=d5c4a791-fa23-4016-a62e-9d2fc0de15be,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:10.537799 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7fe1f288-665f-4859-b8e0-66bd22e904ff req-65496205-80e4-4df3-b87e-0304a5ce8060 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a4c9d624b07f42a0ae3c7ed63064f003&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0458927 Aug 16 22:47:10.544622 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [req-7fe1f288-665f-4859-b8e0-66bd22e904ff req-348fc8ab-f75f-4fab-8d87-bcf27ff4ca0d tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:47:10.550404 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-46fba898-63d1-4490-acfd-6362d8b77de7 req-95aae41f-51ff-4576-bb7f-eb2594c0932d tempest-DeleteServersAdminTestJSON-283666095 tempest-DeleteServersAdminTestJSON-283666095-project-admin] No DVR routers for this DVR port d5c4a791-fa23-4016-a62e-9d2fc0de15be on host n-h1-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:47:10.554770 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7fe1f288-665f-4859-b8e0-66bd22e904ff req-348fc8ab-f75f-4fab-8d87-bcf27ff4ca0d tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0159271 Aug 16 22:47:10.559336 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2f497d9f-5ecf-4ef4-ad7a-7aff9c215415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:10.583690 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-dd88b846-5eb4-41ee-9408-e1ad6d31e9f7 req-e1a10d95-3c45-4de8-9473-20fd0101ad9f tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:10.589939 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-46fba898-63d1-4490-acfd-6362d8b77de7 req-95aae41f-51ff-4576-bb7f-eb2594c0932d tempest-DeleteServersAdminTestJSON-283666095 tempest-DeleteServersAdminTestJSON-283666095-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:10.591933 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-46fba898-63d1-4490-acfd-6362d8b77de7 req-95aae41f-51ff-4576-bb7f-eb2594c0932d tempest-DeleteServersAdminTestJSON-283666095 tempest-DeleteServersAdminTestJSON-283666095-project-admin] 10.222.0.68 "DELETE /v2.0/ports/d5c4a791-fa23-4016-a62e-9d2fc0de15be HTTP/1.1" status: 204 len: 173 time: 1.7368693 Aug 16 22:47:10.595802 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b84b45f-45ad-4298-a933-4ce4dbbc4d92', 'name': 'network-vif-deleted', 'tag': 'd5c4a791-fa23-4016-a62e-9d2fc0de15be'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:47:10.598085 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e50980-dcc5-41ac-a534-df326b058f64" -d '{"events": [{"server_uuid": "8b84b45f-45ad-4298-a933-4ce4dbbc4d92", "name": "network-vif-deleted", "tag": "d5c4a791-fa23-4016-a62e-9d2fc0de15be"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:47:10.648736 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-dd88b846-5eb4-41ee-9408-e1ad6d31e9f7 req-e1a10d95-3c45-4de8-9473-20fd0101ad9f tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] Transition to ACTIVE for port object 5d87ffa9-311a-4ea2-8e1f-81a10a10255b will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:47:10.667312 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-cd67fc65-9a85-4678-aafc-57ebff9d98d5 req-2132ff7e-5252-4fa8-b400-86446871e1c6 service neutron] For port 853f0576-5402-426f-ac21-6b7625075f55, host n-h2-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:47:10.696504 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-cd67fc65-9a85-4678-aafc-57ebff9d98d5 req-2132ff7e-5252-4fa8-b400-86446871e1c6 service neutron] For port 853f0576-5402-426f-ac21-6b7625075f55, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=853f0576-5402-426f-ac21-6b7625075f55,segment=NetworkSegment(7d1a5182-196d-4b0a-929d-265f51384dc2),segment_id=7d1a5182-196d-4b0a-929d-265f51384dc2)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:47:10.730938 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-cd67fc65-9a85-4678-aafc-57ebff9d98d5 req-2132ff7e-5252-4fa8-b400-86446871e1c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:10.787745 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:10.801053 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd67fc65-9a85-4678-aafc-57ebff9d98d5 req-2132ff7e-5252-4fa8-b400-86446871e1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:10.801664 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-cd67fc65-9a85-4678-aafc-57ebff9d98d5 req-2132ff7e-5252-4fa8-b400-86446871e1c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:10.802610 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8331e5d9-9955-4862-91e2-212eeb6e0736 req-2515310d-9c39-4349-a354-b98bdf303d3a tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] 10.222.0.36 "GET /v2.0/ports?device_id=262306cf-5aa8-4837-8362-03fc0ec667c8 HTTP/1.1" status: 200 len: 210 time: 0.0720296 Aug 16 22:47:10.803411 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-cd67fc65-9a85-4678-aafc-57ebff9d98d5 req-2132ff7e-5252-4fa8-b400-86446871e1c6 service neutron] 10.222.0.57 "PUT /v2.0/ports/853f0576-5402-426f-ac21-6b7625075f55 HTTP/1.1" status: 200 len: 1092 time: 2.4935267 Aug 16 22:47:10.815245 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2f497d9f-5ecf-4ef4-ad7a-7aff9c215415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:10.817791 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2f497d9f-5ecf-4ef4-ad7a-7aff9c215415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:10.825115 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-2f497d9f-5ecf-4ef4-ad7a-7aff9c215415 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a161c936-47c6-4d0f-83e9-1353739205e3 HTTP/1.1" status: 204 len: 168 time: 0.7787488 Aug 16 22:47:10.858544 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f497d9f-5ecf-4ef4-ad7a-7aff9c215415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a161c936-47c6-4d0f-83e9-1353739205e3,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:10.865625 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-dd88b846-5eb4-41ee-9408-e1ad6d31e9f7 req-e1a10d95-3c45-4de8-9473-20fd0101ad9f tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:10.939471 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2132ff7e-5252-4fa8-b400-86446871e1c6 service neutron] Pushing event updated for resources: {'Port': ['ID=853f0576-5402-426f-ac21-6b7625075f55,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:10.964404 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd88b846-5eb4-41ee-9408-e1ad6d31e9f7 req-e1a10d95-3c45-4de8-9473-20fd0101ad9f tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] Network a2f596d0-b80e-4404-bf4b-27a7e14f50dd is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:47:10.971643 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-dd88b846-5eb4-41ee-9408-e1ad6d31e9f7 req-e1a10d95-3c45-4de8-9473-20fd0101ad9f tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:11.021827 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd88b846-5eb4-41ee-9408-e1ad6d31e9f7 req-e1a10d95-3c45-4de8-9473-20fd0101ad9f tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:47:11.113186 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd67fc65-9a85-4678-aafc-57ebff9d98d5 req-ed25e3ba-7178-4b3d-9f20-f098b02a38e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:11.114402 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d799b7b0-8af9-4a88-ae9d-7ed512176e75 req-61b7ee90-82f5-4cbb-89e6-becad7472111 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:11.114719 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-cd67fc65-9a85-4678-aafc-57ebff9d98d5 req-ed25e3ba-7178-4b3d-9f20-f098b02a38e3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=733236da22f3411d852a1f0b783a3537&device_id=bd403877-9d1d-4f11-b362-68537194146a HTTP/1.1" status: 200 len: 1095 time: 0.2168763 Aug 16 22:47:11.116700 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d799b7b0-8af9-4a88-ae9d-7ed512176e75 req-61b7ee90-82f5-4cbb-89e6-becad7472111 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd403877-9d1d-4f11-b362-68537194146a HTTP/1.1" status: 200 len: 943 time: 0.1200705 Aug 16 22:47:11.126000 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a10d95-3c45-4de8-9473-20fd0101ad9f tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] Pushing event updated for resources: {'Port': ['ID=5d87ffa9-311a-4ea2-8e1f-81a10a10255b,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:11.210221 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7fe1f288-665f-4859-b8e0-66bd22e904ff req-fc9981a8-1d16-4abd-aa84-2a787fc3ab1b service neutron] 10.222.0.36 "GET /v2.0/networks/bdacd106-3582-43d1-a3c6-7a9333f5e2e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4574897 Aug 16 22:47:11.271197 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-cd67fc65-9a85-4678-aafc-57ebff9d98d5 req-810ef271-1b3d-4a26-8a10-a2ce88ab899f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=853f0576-5402-426f-ac21-6b7625075f55 HTTP/1.1" status: 200 len: 217 time: 0.1402507 Aug 16 22:47:11.282591 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd88b846-5eb4-41ee-9408-e1ad6d31e9f7 req-e1a10d95-3c45-4de8-9473-20fd0101ad9f tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:11.290090 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-dd88b846-5eb4-41ee-9408-e1ad6d31e9f7 req-e1a10d95-3c45-4de8-9473-20fd0101ad9f tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:11.294930 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 50482) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:11.298052 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d799b7b0-8af9-4a88-ae9d-7ed512176e75 req-823518a0-67fc-4200-9b6d-f335dc2a0a7a tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] 10.222.0.36 "GET /v2.0/security-groups?id=540ed4cf-0245-400b-b069-6009faf7f924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377165 Aug 16 22:47:11.443410 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd67fc65-9a85-4678-aafc-57ebff9d98d5 req-008db717-5853-4986-85b3-d755e70548e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:11.445352 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-cd67fc65-9a85-4678-aafc-57ebff9d98d5 req-008db717-5853-4986-85b3-d755e70548e5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d73dbfff-4ee7-4d05-8df7-c328a380882a HTTP/1.1" status: 200 len: 861 time: 0.1511877 Aug 16 22:47:11.470560 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd1a4ecb-c7dd-4b90-9a39-e2a73a4638aa x-openstack-request-id: req-dd1a4ecb-c7dd-4b90-9a39-e2a73a4638aa {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:47:11.470850 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b84b45f-45ad-4298-a933-4ce4dbbc4d92", "name": "network-vif-deleted", "tag": "d5c4a791-fa23-4016-a62e-9d2fc0de15be", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:47:11.471112 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-dd1a4ecb-c7dd-4b90-9a39-e2a73a4638aa {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:47:11.471494 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b84b45f-45ad-4298-a933-4ce4dbbc4d92', 'name': 'network-vif-deleted', 'tag': 'd5c4a791-fa23-4016-a62e-9d2fc0de15be', 'status': 'completed', 'code': 200} Aug 16 22:47:11.472184 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5082fefb-e286-479d-8f9f-94d180e81956 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:11.492739 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-19a3606f-4a09-4de5-856f-fce89602583a None None] Provisioning for port 5d87ffa9-311a-4ea2-8e1f-81a10a10255b completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:47:11.513658 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-19a3606f-4a09-4de5-856f-fce89602583a None None] Provisioning complete for port 5d87ffa9-311a-4ea2-8e1f-81a10a10255b triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:47:11.514511 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-19a3606f-4a09-4de5-856f-fce89602583a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:11.533998 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7fe1f288-665f-4859-b8e0-66bd22e904ff req-c6e053a2-d94c-4a8e-b45e-078bd53008b1 service neutron] 10.222.0.36 "GET /v2.0/networks/bdacd106-3582-43d1-a3c6-7a9333f5e2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3226840 Aug 16 22:47:11.556636 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-19a3606f-4a09-4de5-856f-fce89602583a None None] Port 5d87ffa9-311a-4ea2-8e1f-81a10a10255b cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:47:11.587228 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4c3488f6-f707-4197-bb49-fd6e1980e24d req-ba928a76-8853-47db-902a-5f18bea5af0a service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=8b84b45f-45ad-4298-a933-4ce4dbbc4d92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1326435 Aug 16 22:47:11.589375 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-dd88b846-5eb4-41ee-9408-e1ad6d31e9f7 req-e1a10d95-3c45-4de8-9473-20fd0101ad9f tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4416211 Aug 16 22:47:11.622732 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-dd88b846-5eb4-41ee-9408-e1ad6d31e9f7 req-d3a0344a-1e55-4065-8642-007991853433 service neutron] Request body: {'port': {'device_id': '262306cf-5aa8-4837-8362-03fc0ec667c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:11.748799 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4c3488f6-f707-4197-bb49-fd6e1980e24d req-e5c31eb2-e8bd-4da7-ae6c-46d1793bd077 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9056e26ac3ee4e199dd44fcb58187fae&device_id=8b84b45f-45ad-4298-a933-4ce4dbbc4d92 HTTP/1.1" status: 200 len: 210 time: 0.0932667 Aug 16 22:47:11.772130 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd67fc65-9a85-4678-aafc-57ebff9d98d5 req-a211fbcb-6449-4306-956f-26745222a644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:11.773842 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-cd67fc65-9a85-4678-aafc-57ebff9d98d5 req-a211fbcb-6449-4306-956f-26745222a644 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1ec41dbe-7c0a-4c4b-bab3-26488606d20f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2902272 Aug 16 22:47:11.777305 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-dd88b846-5eb4-41ee-9408-e1ad6d31e9f7 req-d3a0344a-1e55-4065-8642-007991853433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:11.788186 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fe3f1001-c290-40f2-80cc-0aeffba5f6dd req-b1d81d9a-089e-440f-9f20-ac6295a8f213 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ab9dd79-cdd8-4824-b179-7013d5235b9f HTTP/1.1" status: 200 len: 210 time: 0.0563312 Aug 16 22:47:11.856528 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4c3488f6-f707-4197-bb49-fd6e1980e24d req-7efcdc18-7fa5-4ec4-ae29-501c9dc3974b service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=9056e26ac3ee4e199dd44fcb58187fae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0722539 Aug 16 22:47:11.998824 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-128254c7-d8eb-47ed-8498-9554bfa8ca14 req-22cd1416-7c67-45d8-9d61-e12b70dcbd9b tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=9056e26ac3ee4e199dd44fcb58187fae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297751 Aug 16 22:47:12.008431 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f25f85-c347-47b5-a7be-281e4bcd1ee8 req-3399c007-80b4-4690-a8a6-3fc5576b5c17 tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:12.011023 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-07f25f85-c347-47b5-a7be-281e4bcd1ee8 req-3399c007-80b4-4690-a8a6-3fc5576b5c17 tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] 10.222.0.36 "GET /v2.0/ports?device_id=262306cf-5aa8-4837-8362-03fc0ec667c8 HTTP/1.1" status: 200 len: 935 time: 0.0801651 Aug 16 22:47:12.126086 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-07f25f85-c347-47b5-a7be-281e4bcd1ee8 req-d98b700c-68d2-4732-8728-6d9a8d171d60 tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] 10.222.0.36 "GET /v2.0/security-groups?id=f22233e2-8c34-4fd0-8000-1738a843992b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035697 Aug 16 22:47:12.185988 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128254c7-d8eb-47ed-8498-9554bfa8ca14 req-44128bf7-e94f-478f-a32b-9eefef8420b3 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:12.195645 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-128254c7-d8eb-47ed-8498-9554bfa8ca14 req-44128bf7-e94f-478f-a32b-9eefef8420b3 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1824589 Aug 16 22:47:12.232414 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-128254c7-d8eb-47ed-8498-9554bfa8ca14 req-999b37b6-2243-4a7d-82f0-96a2ac34865f tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] 10.222.0.36 "GET /v2.0/quotas/9056e26ac3ee4e199dd44fcb58187fae HTTP/1.1" status: 200 len: 375 time: 0.0307653 Aug 16 22:47:12.288701 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-128254c7-d8eb-47ed-8498-9554bfa8ca14 req-2411d421-5a04-4bc5-a6fd-8aac2c054701 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=9056e26ac3ee4e199dd44fcb58187fae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0544984 Aug 16 22:47:12.415506 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5082fefb-e286-479d-8f9f-94d180e81956 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:12.440870 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5082fefb-e286-479d-8f9f-94d180e81956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:12.481074 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-5082fefb-e286-479d-8f9f-94d180e81956 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f8cfa7338a12489f9e05adf7692c9942&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1848822 Aug 16 22:47:12.482996 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-cd67fc65-9a85-4678-aafc-57ebff9d98d5 req-7a853144-0f37-4bea-9da5-2b33b71ba0ca service neutron] 10.222.0.57 "GET /v2.0/networks/1ec41dbe-7c0a-4c4b-bab3-26488606d20f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6874669 Aug 16 22:47:12.483994 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 50560) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:12.655802 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5082fefb-e286-479d-8f9f-94d180e81956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=149d15ba-af84-4a56-aafd-4a23207fd240,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:12.660867 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b52021-f2a5-4d9f-a175-c82f27e1b507 req-05ab911b-8158-468e-a5a4-97416ae7cf7b tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:12.663202 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-80b52021-f2a5-4d9f-a175-c82f27e1b507 req-05ab911b-8158-468e-a5a4-97416ae7cf7b tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd403877-9d1d-4f11-b362-68537194146a HTTP/1.1" status: 200 len: 943 time: 0.0968890 Aug 16 22:47:12.666091 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3488f6-f707-4197-bb49-fd6e1980e24d req-7545f0db-f891-445a-9e11-572be5cf3035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:12.670062 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4c3488f6-f707-4197-bb49-fd6e1980e24d req-7545f0db-f891-445a-9e11-572be5cf3035 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7649469 Aug 16 22:47:12.725715 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-80b52021-f2a5-4d9f-a175-c82f27e1b507 req-0d7cff8b-ecbc-4337-889f-8576f983a841 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] 10.222.0.36 "GET /v2.0/security-groups?id=540ed4cf-0245-400b-b069-6009faf7f924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543973 Aug 16 22:47:12.766075 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-cd67fc65-9a85-4678-aafc-57ebff9d98d5 req-2f091b35-b04c-4f44-b2d4-da16b5aff46a service neutron] 10.222.0.57 "GET /v2.0/networks/1ec41dbe-7c0a-4c4b-bab3-26488606d20f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589731 Aug 16 22:47:12.818219 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-60683347-8293-4b4b-89ad-45fd3252811f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:12.846777 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d887e629-33a9-4539-833f-a66771d11778 req-3cf6da68-9e56-4b0e-abc9-88545856d5c1 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] 10.222.0.36 "GET /v2.0/ports?device_id=de7969eb-fca2-49cf-a9d4-1f98f8acfed0 HTTP/1.1" status: 200 len: 210 time: 0.0314515 Aug 16 22:47:12.922418 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-60683347-8293-4b4b-89ad-45fd3252811f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:12.942672 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-dd88b846-5eb4-41ee-9408-e1ad6d31e9f7 req-d3a0344a-1e55-4065-8642-007991853433 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d87ffa9-311a-4ea2-8e1f-81a10a10255b {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:47:12.993584 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-dd88b846-5eb4-41ee-9408-e1ad6d31e9f7 req-d3a0344a-1e55-4065-8642-007991853433 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:13.042188 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-dd88b846-5eb4-41ee-9408-e1ad6d31e9f7 req-d3a0344a-1e55-4065-8642-007991853433 service neutron] Transition to ACTIVE for port object 5d87ffa9-311a-4ea2-8e1f-81a10a10255b will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:47:13.046256 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-60683347-8293-4b4b-89ad-45fd3252811f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:13.049493 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-60683347-8293-4b4b-89ad-45fd3252811f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:13.050997 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-60683347-8293-4b4b-89ad-45fd3252811f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/149d15ba-af84-4a56-aafd-4a23207fd240 HTTP/1.1" status: 204 len: 168 time: 0.5519683 Aug 16 22:47:13.068070 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-dd88b846-5eb4-41ee-9408-e1ad6d31e9f7 req-d3a0344a-1e55-4065-8642-007991853433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:13.078068 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cf7e39a1-9c1e-4736-b81f-754ae6368df8 req-0adb623e-0ac8-4fd4-b3da-7cea781239c0 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ab9dd79-cdd8-4824-b179-7013d5235b9f HTTP/1.1" status: 200 len: 210 time: 0.0550227 Aug 16 22:47:13.122379 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60683347-8293-4b4b-89ad-45fd3252811f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=149d15ba-af84-4a56-aafd-4a23207fd240,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:13.214082 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a0344a-1e55-4065-8642-007991853433 service neutron] Pushing event updated for resources: {'Port': ['ID=5d87ffa9-311a-4ea2-8e1f-81a10a10255b,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:13.400814 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ffb113-4a0f-4dee-93f1-f772094fd2ed req-38357e6f-a084-41fb-9a49-b862b06aae8e tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:13.410992 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-03ffb113-4a0f-4dee-93f1-f772094fd2ed req-38357e6f-a084-41fb-9a49-b862b06aae8e tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] 10.222.0.36 "GET /v2.0/ports?device_id=262306cf-5aa8-4837-8362-03fc0ec667c8 HTTP/1.1" status: 200 len: 947 time: 0.1187084 Aug 16 22:47:13.431624 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-dd88b846-5eb4-41ee-9408-e1ad6d31e9f7 req-d3a0344a-1e55-4065-8642-007991853433 service neutron] Attempting to bind port 5d87ffa9-311a-4ea2-8e1f-81a10a10255b on host n-h2-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:47:13.431624 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-dd88b846-5eb4-41ee-9408-e1ad6d31e9f7 req-d3a0344a-1e55-4065-8642-007991853433 service neutron] Attempting to bind port 5d87ffa9-311a-4ea2-8e1f-81a10a10255b by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:47:13.431624 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd88b846-5eb4-41ee-9408-e1ad6d31e9f7 req-d3a0344a-1e55-4065-8642-007991853433 service neutron] Attempting to bind port 5d87ffa9-311a-4ea2-8e1f-81a10a10255b on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:47:13.467330 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd88b846-5eb4-41ee-9408-e1ad6d31e9f7 req-d3a0344a-1e55-4065-8642-007991853433 service neutron] Port 5d87ffa9-311a-4ea2-8e1f-81a10a10255b on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:47:13.467330 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd88b846-5eb4-41ee-9408-e1ad6d31e9f7 req-d3a0344a-1e55-4065-8642-007991853433 service neutron] Attempting to bind port 5d87ffa9-311a-4ea2-8e1f-81a10a10255b on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:47:13.483467 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd403877-9d1d-4f11-b362-68537194146a', 'tag': '853f0576-5402-426f-ac21-6b7625075f55'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:47:13.485511 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-03ffb113-4a0f-4dee-93f1-f772094fd2ed req-af4f649a-b4f0-4d98-b41a-8e6238ae3470 tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] 10.222.0.36 "GET /v2.0/security-groups?id=f22233e2-8c34-4fd0-8000-1738a843992b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724704 Aug 16 22:47:13.487294 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-612b4aa9-a661-47aa-b548-a07a216cd400" -d '{"events": [{"name": "network-changed", "server_uuid": "bd403877-9d1d-4f11-b362-68537194146a", "tag": "853f0576-5402-426f-ac21-6b7625075f55"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:47:13.499040 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd88b846-5eb4-41ee-9408-e1ad6d31e9f7 req-d3a0344a-1e55-4065-8642-007991853433 service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:47:13.499040 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd88b846-5eb4-41ee-9408-e1ad6d31e9f7 req-d3a0344a-1e55-4065-8642-007991853433 service neutron] Checking segment: {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:47:13.499040 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd88b846-5eb4-41ee-9408-e1ad6d31e9f7 req-d3a0344a-1e55-4065-8642-007991853433 service neutron] Bound using segment: {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:47:13.499040 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-dd88b846-5eb4-41ee-9408-e1ad6d31e9f7 req-d3a0344a-1e55-4065-8642-007991853433 service neutron] Bound port: 5d87ffa9-311a-4ea2-8e1f-81a10a10255b, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:47:13.499040 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-dd88b846-5eb4-41ee-9408-e1ad6d31e9f7 req-d3a0344a-1e55-4065-8642-007991853433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:13.521654 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device d5c4a791-fa23-4016-a62e-9d2fc0de15be no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:47:13.544488 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe1f288-665f-4859-b8e0-66bd22e904ff req-97540677-eca3-49b1-a437-bfba0468354f tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:13.553934 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7fe1f288-665f-4859-b8e0-66bd22e904ff req-97540677-eca3-49b1-a437-bfba0468354f tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.68 "GET /v2.0/networks?id=bdacd106-3582-43d1-a3c6-7a9333f5e2e0 HTTP/1.1" status: 200 len: 808 time: 0.2522559 Aug 16 22:47:13.568271 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] No Port match for: d5c4a791-fa23-4016-a62e-9d2fc0de15be {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:47:13.569531 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device d5c4a791-fa23-4016-a62e-9d2fc0de15be not bound to the agent host n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:47:13.603135 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 50626) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:13.639532 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5481ef63-fe61-4238-8ee6-97c7110e74ae x-openstack-request-id: req-5481ef63-fe61-4238-8ee6-97c7110e74ae {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:47:13.639833 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd403877-9d1d-4f11-b362-68537194146a", "tag": "853f0576-5402-426f-ac21-6b7625075f55", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:47:13.640134 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5481ef63-fe61-4238-8ee6-97c7110e74ae {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:47:13.640492 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd403877-9d1d-4f11-b362-68537194146a', 'tag': '853f0576-5402-426f-ac21-6b7625075f55', 'status': 'completed', 'code': 200} Aug 16 22:47:13.644241 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-7fe1f288-665f-4859-b8e0-66bd22e904ff req-5c88ef37-8797-474f-b1d0-335acdda354e tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Request body: {'port': {'device_id': '1ab9dd79-cdd8-4824-b179-7013d5235b9f', 'network_id': 'bdacd106-3582-43d1-a3c6-7a9333f5e2e0', 'admin_state_up': True, 'tenant_id': 'a4c9d624b07f42a0ae3c7ed63064f003'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:13.834452 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612b4aa9-a661-47aa-b548-a07a216cd400 req-5a200cd7-beb5-4203-b766-f2c305ec8162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:13.836130 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-612b4aa9-a661-47aa-b548-a07a216cd400 req-5a200cd7-beb5-4203-b766-f2c305ec8162 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=733236da22f3411d852a1f0b783a3537&device_id=bd403877-9d1d-4f11-b362-68537194146a HTTP/1.1" status: 200 len: 1095 time: 0.0839944 Aug 16 22:47:13.841954 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-dd88b846-5eb4-41ee-9408-e1ad6d31e9f7 req-d3a0344a-1e55-4065-8642-007991853433 service neutron] For port 5d87ffa9-311a-4ea2-8e1f-81a10a10255b, host n-h2-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:47:13.855831 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-dd88b846-5eb4-41ee-9408-e1ad6d31e9f7 req-d3a0344a-1e55-4065-8642-007991853433 service neutron] For port 5d87ffa9-311a-4ea2-8e1f-81a10a10255b, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=5d87ffa9-311a-4ea2-8e1f-81a10a10255b,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:47:13.857021 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fe1f288-665f-4859-b8e0-66bd22e904ff req-5c88ef37-8797-474f-b1d0-335acdda354e tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Made reservation on behalf of a4c9d624b07f42a0ae3c7ed63064f003 for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:47:13.861396 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-7fe1f288-665f-4859-b8e0-66bd22e904ff req-5c88ef37-8797-474f-b1d0-335acdda354e tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:13.883477 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-dd88b846-5eb4-41ee-9408-e1ad6d31e9f7 req-d3a0344a-1e55-4065-8642-007991853433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:13.933601 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-61005614-0bb6-436d-bf48-aeb8479088b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:13.962358 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd88b846-5eb4-41ee-9408-e1ad6d31e9f7 req-d3a0344a-1e55-4065-8642-007991853433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:13.963917 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-dd88b846-5eb4-41ee-9408-e1ad6d31e9f7 req-d3a0344a-1e55-4065-8642-007991853433 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:13.965648 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-dd88b846-5eb4-41ee-9408-e1ad6d31e9f7 req-d3a0344a-1e55-4065-8642-007991853433 service neutron] 10.222.0.57 "PUT /v2.0/ports/5d87ffa9-311a-4ea2-8e1f-81a10a10255b HTTP/1.1" status: 200 len: 1096 time: 2.3506026 Aug 16 22:47:13.977256 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdab8ee-13ef-4ce4-bfe5-ab92d1ea3a60 req-6c6b6d0d-2b73-4316-ad87-b8837c7111f6 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:13.986352 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fbdab8ee-13ef-4ce4-bfe5-ab92d1ea3a60 req-6c6b6d0d-2b73-4316-ad87-b8837c7111f6 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd403877-9d1d-4f11-b362-68537194146a HTTP/1.1" status: 200 len: 943 time: 0.1199183 Aug 16 22:47:14.055481 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-92ac9aaf-80a1-4374-80e3-91f00c280ce5 req-ed2de20d-7cb7-49cd-b407-8b0f23c171c5 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] 10.222.0.36 "GET /v2.0/ports?device_id=de7969eb-fca2-49cf-a9d4-1f98f8acfed0 HTTP/1.1" status: 200 len: 210 time: 0.0546951 Aug 16 22:47:14.122971 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 50652) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:14.132866 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fbdab8ee-13ef-4ce4-bfe5-ab92d1ea3a60 req-c0dcc229-d0cb-4634-911d-5b287cc7e5a1 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] 10.222.0.36 "GET /v2.0/security-groups?id=540ed4cf-0245-400b-b069-6009faf7f924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1452255 Aug 16 22:47:14.235923 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a0344a-1e55-4065-8642-007991853433 service neutron] Pushing event updated for resources: {'Port': ['ID=5d87ffa9-311a-4ea2-8e1f-81a10a10255b,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:14.278657 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-61005614-0bb6-436d-bf48-aeb8479088b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:14.285898 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-61005614-0bb6-436d-bf48-aeb8479088b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:14.324987 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612b4aa9-a661-47aa-b548-a07a216cd400 req-44167461-aa70-4262-aa08-db9f26a6a901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:14.326859 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-612b4aa9-a661-47aa-b548-a07a216cd400 req-44167461-aa70-4262-aa08-db9f26a6a901 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1ec41dbe-7c0a-4c4b-bab3-26488606d20f HTTP/1.1" status: 200 len: 923 time: 0.4819784 Aug 16 22:47:14.394345 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-612b4aa9-a661-47aa-b548-a07a216cd400 req-106ab3c9-eb34-43ff-9b19-f32a9a3ec45c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=853f0576-5402-426f-ac21-6b7625075f55 HTTP/1.1" status: 200 len: 217 time: 0.0563223 Aug 16 22:47:14.410279 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-61005614-0bb6-436d-bf48-aeb8479088b5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f11f0bcf507a4c0a8a73ccb0f38f77b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8057847 Aug 16 22:47:14.412269 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61005614-0bb6-436d-bf48-aeb8479088b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9212b358-3be2-4e1d-8d65-8e51944471fd,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:14.443172 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 50666) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:14.449468 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-128254c7-d8eb-47ed-8498-9554bfa8ca14 req-4a3e9d9f-5497-4243-8bb6-8089957f2e96 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=9056e26ac3ee4e199dd44fcb58187fae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2182140 Aug 16 22:47:14.473964 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5baace4a-9025-4f6b-a574-7822c58d7643 req-03123044-007b-4cda-9f82-cd3c099f5da1 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ab9dd79-cdd8-4824-b179-7013d5235b9f HTTP/1.1" status: 200 len: 210 time: 0.0919735 Aug 16 22:47:14.534210 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd88b846-5eb4-41ee-9408-e1ad6d31e9f7 req-26d6748f-31b7-4c0d-a4d7-d7ad24e542e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:14.536060 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-dd88b846-5eb4-41ee-9408-e1ad6d31e9f7 req-26d6748f-31b7-4c0d-a4d7-d7ad24e542e9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=10539860d211439d86a230953dfaef16&device_id=262306cf-5aa8-4837-8362-03fc0ec667c8 HTTP/1.1" status: 200 len: 1099 time: 0.4528370 Aug 16 22:47:14.564723 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f0bc75a3-92fc-4e12-b05e-1b2114737f88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:14.568366 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-7fe1f288-665f-4859-b8e0-66bd22e904ff req-5c88ef37-8797-474f-b1d0-335acdda354e tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Allocated IP 172.20.0.9 (bdacd106-3582-43d1-a3c6-7a9333f5e2e0/78dd72b6-bd21-4b15-8ce7-13fda92dba19/ac0c1df4-b6cc-41b4-a071-67b0439c495d) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:47:14.627336 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6885182d-9926-4da5-9ec5-7a84047a3bd7 req-dd046e55-35f5-4d21-9f1d-744d27629318 tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:14.637523 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6885182d-9926-4da5-9ec5-7a84047a3bd7 req-dd046e55-35f5-4d21-9f1d-744d27629318 tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] 10.222.0.36 "GET /v2.0/ports?device_id=262306cf-5aa8-4837-8362-03fc0ec667c8 HTTP/1.1" status: 200 len: 947 time: 0.0804284 Aug 16 22:47:14.640294 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-dd88b846-5eb4-41ee-9408-e1ad6d31e9f7 req-10ccf9e6-6f4a-491a-b9cc-7f2bd6b59d4b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=5d87ffa9-311a-4ea2-8e1f-81a10a10255b HTTP/1.1" status: 200 len: 217 time: 0.0877171 Aug 16 22:47:14.713828 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6885182d-9926-4da5-9ec5-7a84047a3bd7 req-6ebfdc52-c194-4976-897d-234e2f67dba8 tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] 10.222.0.36 "GET /v2.0/security-groups?id=f22233e2-8c34-4fd0-8000-1738a843992b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740349 Aug 16 22:47:14.738015 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612b4aa9-a661-47aa-b548-a07a216cd400 req-79de866d-c5d7-4196-adc4-3c8327de5d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:14.739569 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-612b4aa9-a661-47aa-b548-a07a216cd400 req-79de866d-c5d7-4196-adc4-3c8327de5d10 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d73dbfff-4ee7-4d05-8df7-c328a380882a HTTP/1.1" status: 200 len: 861 time: 0.3250647 Aug 16 22:47:14.768035 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7da93a86-81ba-468d-8615-fe4f1c486007 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:14.807654 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40a8c30-878a-4a23-9f3d-6c20cecd8d77 req-a847ce06-f294-42be-a2ef-95c64427c1a4 tempest-AggregatesAdminTestJSON-1746639393 tempest-AggregatesAdminTestJSON-1746639393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:14.809489 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b40a8c30-878a-4a23-9f3d-6c20cecd8d77 req-a847ce06-f294-42be-a2ef-95c64427c1a4 tempest-AggregatesAdminTestJSON-1746639393 tempest-AggregatesAdminTestJSON-1746639393-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1b87be3-c59b-4d75-9922-3fde355378af HTTP/1.1" status: 200 len: 970 time: 0.0579841 Aug 16 22:47:14.854876 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b40a8c30-878a-4a23-9f3d-6c20cecd8d77 req-5c3fbcf9-5d56-4548-973d-c0c70fdbfd4a tempest-AggregatesAdminTestJSON-1746639393 tempest-AggregatesAdminTestJSON-1746639393-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2fc8c28-b290-4027-a461-ea02977787ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393467 Aug 16 22:47:14.872805 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd88b846-5eb4-41ee-9408-e1ad6d31e9f7 req-9c494e29-be17-4ad5-ba24-d834c4ef53fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:14.873423 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-dd88b846-5eb4-41ee-9408-e1ad6d31e9f7 req-9c494e29-be17-4ad5-ba24-d834c4ef53fd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6af2b868-37d3-46ab-a526-0465929f13c8 HTTP/1.1" status: 200 len: 843 time: 0.2007296 Aug 16 22:47:14.940825 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7da93a86-81ba-468d-8615-fe4f1c486007 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:14.992217 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612b4aa9-a661-47aa-b548-a07a216cd400 req-82153ce1-e25f-4eca-a630-859b37f3a09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:14.993753 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-612b4aa9-a661-47aa-b548-a07a216cd400 req-82153ce1-e25f-4eca-a630-859b37f3a09d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1ec41dbe-7c0a-4c4b-bab3-26488606d20f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2442572 Aug 16 22:47:15.034532 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128254c7-d8eb-47ed-8498-9554bfa8ca14 req-4280b607-4149-458e-bd9d-576ba88735a4 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:15.035941 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-128254c7-d8eb-47ed-8498-9554bfa8ca14 req-4280b607-4149-458e-bd9d-576ba88735a4 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5427535 Aug 16 22:47:15.081139 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-128254c7-d8eb-47ed-8498-9554bfa8ca14 req-7eb0d59c-288d-418e-bca0-1f0d5fa56276 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] Request body: {'port': {'device_id': 'de7969eb-fca2-49cf-a9d4-1f98f8acfed0', 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd', 'admin_state_up': True, 'tenant_id': '9056e26ac3ee4e199dd44fcb58187fae'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:15.162195 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-63a09dd8-14a1-4ec7-8581-684766982e59 req-b02c6333-b3ca-4a40-a891-f2ad1bc3b2db tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] 10.222.0.36 "GET /v2.0/ports?device_id=de7969eb-fca2-49cf-a9d4-1f98f8acfed0 HTTP/1.1" status: 200 len: 210 time: 0.0306175 Aug 16 22:47:15.180781 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd88b846-5eb4-41ee-9408-e1ad6d31e9f7 req-39936634-e1d2-481b-a917-cf6bc6868a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:15.182613 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-dd88b846-5eb4-41ee-9408-e1ad6d31e9f7 req-39936634-e1d2-481b-a917-cf6bc6868a43 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2618539 Aug 16 22:47:15.298983 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e637c0a-611d-4e30-82ef-85f305dec3f5 req-4d61dcd2-84f0-48be-9c57-753b2c052010 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:15.300634 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6e637c0a-611d-4e30-82ef-85f305dec3f5 req-4d61dcd2-84f0-48be-9c57-753b2c052010 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd403877-9d1d-4f11-b362-68537194146a HTTP/1.1" status: 200 len: 943 time: 0.0569086 Aug 16 22:47:15.341875 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6e637c0a-611d-4e30-82ef-85f305dec3f5 req-0b1c3c79-c59b-4642-b3f4-eb0e7e6f8983 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] 10.222.0.36 "GET /v2.0/security-groups?id=540ed4cf-0245-400b-b069-6009faf7f924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351794 Aug 16 22:47:15.404790 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-7fe1f288-665f-4859-b8e0-66bd22e904ff req-5c88ef37-8797-474f-b1d0-335acdda354e tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:15.483410 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7da93a86-81ba-468d-8615-fe4f1c486007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:15.485840 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7da93a86-81ba-468d-8615-fe4f1c486007 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:15.486964 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-7da93a86-81ba-468d-8615-fe4f1c486007 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9212b358-3be2-4e1d-8d65-8e51944471fd HTTP/1.1" status: 204 len: 168 time: 1.0406206 Aug 16 22:47:15.499642 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f0bc75a3-92fc-4e12-b05e-1b2114737f88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:15.530304 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f0bc75a3-92fc-4e12-b05e-1b2114737f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:15.548939 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da93a86-81ba-468d-8615-fe4f1c486007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9212b358-3be2-4e1d-8d65-8e51944471fd,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:15.571951 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-612b4aa9-a661-47aa-b548-a07a216cd400 req-fd2b87f1-c431-4192-822a-511a26ebc851 service neutron] 10.222.0.57 "GET /v2.0/networks/1ec41dbe-7c0a-4c4b-bab3-26488606d20f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5668108 Aug 16 22:47:15.612418 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e58dcf94-16fc-4210-9150-c93759da74a0 req-1546e88a-1076-4440-8e66-7d55ef46fbe3 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ab9dd79-cdd8-4824-b179-7013d5235b9f HTTP/1.1" status: 200 len: 210 time: 0.0356319 Aug 16 22:47:15.643315 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-f0bc75a3-92fc-4e12-b05e-1b2114737f88 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5508102b9b144be2b2560b1b941e729b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4730670 Aug 16 22:47:15.643870 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '262306cf-5aa8-4837-8362-03fc0ec667c8', 'tag': '5d87ffa9-311a-4ea2-8e1f-81a10a10255b'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:47:15.646246 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df68b1d8-1415-4838-8cbc-5f7de2f96fe9" -d '{"events": [{"name": "network-changed", "server_uuid": "262306cf-5aa8-4837-8362-03fc0ec667c8", "tag": "5d87ffa9-311a-4ea2-8e1f-81a10a10255b"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:47:15.646770 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 50714) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:15.716674 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5f092939-476b-4582-acb0-7c29428d1385 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:15.718793 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-7fe1f288-665f-4859-b8e0-66bd22e904ff req-5c88ef37-8797-474f-b1d0-335acdda354e tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:15.720717 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bc75a3-92fc-4e12-b05e-1b2114737f88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46a0a33c-d770-416e-a90f-4e914da2568a,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:15.768062 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5f092939-476b-4582-acb0-7c29428d1385 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:15.769526 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-dd88b846-5eb4-41ee-9408-e1ad6d31e9f7 req-c48e021f-5248-4a10-a302-bd1a9de6f6c4 service neutron] 10.222.0.57 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3697987 Aug 16 22:47:15.772784 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e566e21-0562-438d-9427-553d12a0e492 x-openstack-request-id: req-3e566e21-0562-438d-9427-553d12a0e492 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:47:15.773155 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "262306cf-5aa8-4837-8362-03fc0ec667c8", "tag": "5d87ffa9-311a-4ea2-8e1f-81a10a10255b", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:47:15.773476 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3e566e21-0562-438d-9427-553d12a0e492 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:47:15.773936 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '262306cf-5aa8-4837-8362-03fc0ec667c8', 'tag': '5d87ffa9-311a-4ea2-8e1f-81a10a10255b', 'status': 'completed', 'code': 200} Aug 16 22:47:15.784681 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-128254c7-d8eb-47ed-8498-9554bfa8ca14 req-7eb0d59c-288d-418e-bca0-1f0d5fa56276 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] Made reservation on behalf of 9056e26ac3ee4e199dd44fcb58187fae for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:47:15.786796 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-128254c7-d8eb-47ed-8498-9554bfa8ca14 req-7eb0d59c-288d-418e-bca0-1f0d5fa56276 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:15.866074 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fe1f288-665f-4859-b8e0-66bd22e904ff req-5c88ef37-8797-474f-b1d0-335acdda354e tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Network bdacd106-3582-43d1-a3c6-7a9333f5e2e0 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:47:15.888132 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-7fe1f288-665f-4859-b8e0-66bd22e904ff req-5c88ef37-8797-474f-b1d0-335acdda354e tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:15.897956 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c88ef37-8797-474f-b1d0-335acdda354e tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Pushing event updated for resources: {'Port': ['ID=ac0c1df4-b6cc-41b4-a071-67b0439c495d,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:15.908448 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebef9328-708a-474e-9536-6fb19b3d5f62 req-599c3a88-8262-4b9b-bb97-9c80ed8da5fa tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:15.912418 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fe1f288-665f-4859-b8e0-66bd22e904ff req-5c88ef37-8797-474f-b1d0-335acdda354e tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:47:15.919775 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ebef9328-708a-474e-9536-6fb19b3d5f62 req-599c3a88-8262-4b9b-bb97-9c80ed8da5fa tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] 10.222.0.36 "GET /v2.0/ports?device_id=262306cf-5aa8-4837-8362-03fc0ec667c8 HTTP/1.1" status: 200 len: 947 time: 0.0846980 Aug 16 22:47:15.940288 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-612b4aa9-a661-47aa-b548-a07a216cd400 req-df5485b4-a267-4516-bd68-c84a0dee589c service neutron] 10.222.0.57 "GET /v2.0/networks/1ec41dbe-7c0a-4c4b-bab3-26488606d20f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3477745 Aug 16 22:47:15.946635 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5f092939-476b-4582-acb0-7c29428d1385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:15.951039 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5f092939-476b-4582-acb0-7c29428d1385 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:15.955308 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-5f092939-476b-4582-acb0-7c29428d1385 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/46a0a33c-d770-416e-a90f-4e914da2568a HTTP/1.1" status: 204 len: 168 time: 0.3072405 Aug 16 22:47:15.982668 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f092939-476b-4582-acb0-7c29428d1385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a0a33c-d770-416e-a90f-4e914da2568a,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:16.005542 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ebef9328-708a-474e-9536-6fb19b3d5f62 req-067d3752-8095-4456-b60e-e6b4032f0bab tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] 10.222.0.36 "GET /v2.0/security-groups?id=f22233e2-8c34-4fd0-8000-1738a843992b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844636 Aug 16 22:47:16.062495 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0894127e-7bd7-47b5-b0cf-a69e7f464003 req-e2e28fa5-4e4f-4dbb-9d9e-b16bbf622fc6 tempest-AggregatesAdminTestJSON-1746639393 tempest-AggregatesAdminTestJSON-1746639393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:16.064183 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0894127e-7bd7-47b5-b0cf-a69e7f464003 req-e2e28fa5-4e4f-4dbb-9d9e-b16bbf622fc6 tempest-AggregatesAdminTestJSON-1746639393 tempest-AggregatesAdminTestJSON-1746639393-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1b87be3-c59b-4d75-9922-3fde355378af HTTP/1.1" status: 200 len: 970 time: 0.0855973 Aug 16 22:47:16.096829 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe1f288-665f-4859-b8e0-66bd22e904ff req-5c88ef37-8797-474f-b1d0-335acdda354e tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:16.097831 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.68', 60723) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:16.098061 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-7fe1f288-665f-4859-b8e0-66bd22e904ff req-5c88ef37-8797-474f-b1d0-335acdda354e tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:16.113756 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 50730) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:16.139711 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7fe1f288-665f-4859-b8e0-66bd22e904ff req-5c88ef37-8797-474f-b1d0-335acdda354e tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5099318 Aug 16 22:47:16.140624 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4f5828fa-1813-4fda-9618-ac5c615c898a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:16.162662 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0894127e-7bd7-47b5-b0cf-a69e7f464003 req-8c755ea5-9fe8-4b87-b44e-f57ffefeb2f5 tempest-AggregatesAdminTestJSON-1746639393 tempest-AggregatesAdminTestJSON-1746639393-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2fc8c28-b290-4027-a461-ea02977787ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911391 Aug 16 22:47:16.202536 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-7fe1f288-665f-4859-b8e0-66bd22e904ff req-7d49f1bb-2c48-47f1-9e0d-9d8859e14a81 service neutron] Request body: {'port': {'device_id': '1ab9dd79-cdd8-4824-b179-7013d5235b9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:16.221116 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f95090e-0620-435a-b90e-aad6e5c1b1ef req-b14b5cc3-073c-451a-8fea-7d59d38e4af4 tempest-AggregatesAdminTestJSON-1746639393 tempest-AggregatesAdminTestJSON-1746639393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:16.222751 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7f95090e-0620-435a-b90e-aad6e5c1b1ef req-b14b5cc3-073c-451a-8fea-7d59d38e4af4 tempest-AggregatesAdminTestJSON-1746639393 tempest-AggregatesAdminTestJSON-1746639393-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1b87be3-c59b-4d75-9922-3fde355378af HTTP/1.1" status: 200 len: 970 time: 0.1237228 Aug 16 22:47:16.247920 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 50734) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:16.282986 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-dd88b846-5eb4-41ee-9408-e1ad6d31e9f7 req-9642232e-ebca-4dc5-8487-453b2aa007f3 service neutron] 10.222.0.57 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5015018 Aug 16 22:47:16.336461 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-128254c7-d8eb-47ed-8498-9554bfa8ca14 req-7eb0d59c-288d-418e-bca0-1f0d5fa56276 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] Allocated IP 192.168.233.163 (a2f596d0-b80e-4404-bf4b-27a7e14f50dd/6af2b868-37d3-46ab-a526-0465929f13c8/56b88ace-9e76-4418-8374-f5623321a342) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:47:16.351191 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-64a82afc-9fe1-41e0-9d08-7dc8ef3de6db req-cad0dc84-be4f-4d97-b51d-93cfe804f075 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] 10.222.0.36 "GET /v2.0/ports?device_id=de7969eb-fca2-49cf-a9d4-1f98f8acfed0 HTTP/1.1" status: 200 len: 210 time: 0.0394850 Aug 16 22:47:16.356987 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-7fe1f288-665f-4859-b8e0-66bd22e904ff req-7d49f1bb-2c48-47f1-9e0d-9d8859e14a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:16.527377 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b4d3a6-291f-444d-9f9b-386c3cc672c4 req-0d9ffadd-b336-492c-9dc7-fae3398fcf02 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:16.529394 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-83b4d3a6-291f-444d-9f9b-386c3cc672c4 req-0d9ffadd-b336-492c-9dc7-fae3398fcf02 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd403877-9d1d-4f11-b362-68537194146a HTTP/1.1" status: 200 len: 943 time: 0.0905659 Aug 16 22:47:16.590715 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-7f95090e-0620-435a-b90e-aad6e5c1b1ef req-efcd581f-f923-4c5d-acb8-5a9575a8f0c2 tempest-AggregatesAdminTestJSON-1746639393 tempest-AggregatesAdminTestJSON-1746639393-project] Deleting port ac21e4f4-021a-4bfb-a795-cd0a73eee6f9 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:47:16.591072 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-7f95090e-0620-435a-b90e-aad6e5c1b1ef req-efcd581f-f923-4c5d-acb8-5a9575a8f0c2 tempest-AggregatesAdminTestJSON-1746639393 tempest-AggregatesAdminTestJSON-1746639393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:16.596287 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-83b4d3a6-291f-444d-9f9b-386c3cc672c4 req-5bb4566d-e9ca-4012-bc0d-45e674659b27 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] 10.222.0.36 "GET /v2.0/security-groups?id=540ed4cf-0245-400b-b069-6009faf7f924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558734 Aug 16 22:47:16.640878 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 50742) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:16.661093 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-99cbb4ec-4b2a-485d-a327-b36817179daf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:16.674921 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-25053c4f-9320-4a20-96a4-347cd841f7de admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:16.679688 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4f5828fa-1813-4fda-9618-ac5c615c898a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:16.693971 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df68b1d8-1415-4838-8cbc-5f7de2f96fe9 req-c3122ec3-e604-49ef-9e06-77e85778893a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:16.696385 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-df68b1d8-1415-4838-8cbc-5f7de2f96fe9 req-c3122ec3-e604-49ef-9e06-77e85778893a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=10539860d211439d86a230953dfaef16&device_id=262306cf-5aa8-4837-8362-03fc0ec667c8 HTTP/1.1" status: 200 len: 1099 time: 0.3064764 Aug 16 22:47:16.714204 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4f5828fa-1813-4fda-9618-ac5c615c898a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:16.778740 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-7f95090e-0620-435a-b90e-aad6e5c1b1ef req-efcd581f-f923-4c5d-acb8-5a9575a8f0c2 tempest-AggregatesAdminTestJSON-1746639393 tempest-AggregatesAdminTestJSON-1746639393-project] For port ac21e4f4-021a-4bfb-a795-cd0a73eee6f9, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=ac21e4f4-021a-4bfb-a795-cd0a73eee6f9,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:47:16.779037 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-7f95090e-0620-435a-b90e-aad6e5c1b1ef req-efcd581f-f923-4c5d-acb8-5a9575a8f0c2 tempest-AggregatesAdminTestJSON-1746639393 tempest-AggregatesAdminTestJSON-1746639393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:16.802038 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-7f95090e-0620-435a-b90e-aad6e5c1b1ef req-efcd581f-f923-4c5d-acb8-5a9575a8f0c2 tempest-AggregatesAdminTestJSON-1746639393 tempest-AggregatesAdminTestJSON-1746639393-project] Calling delete_port for ac21e4f4-021a-4bfb-a795-cd0a73eee6f9 owned by compute:tempest-test_az-578929000 {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:47:16.902845 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-4f5828fa-1813-4fda-9618-ac5c615c898a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b8904420d1ae44ca9bfd0646dea9ac24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7853978 Aug 16 22:47:16.912253 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 50746) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:16.936792 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5828fa-1813-4fda-9618-ac5c615c898a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb9e831-7b97-49ad-b1ef-db72140e8e24,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:16.953494 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-128254c7-d8eb-47ed-8498-9554bfa8ca14 req-7eb0d59c-288d-418e-bca0-1f0d5fa56276 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:17.031727 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-128254c7-d8eb-47ed-8498-9554bfa8ca14 req-7eb0d59c-288d-418e-bca0-1f0d5fa56276 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] Transition to ACTIVE for port object 56b88ace-9e76-4418-8374-f5623321a342 will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:47:17.061476 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df68b1d8-1415-4838-8cbc-5f7de2f96fe9 req-de61747c-62bc-4aff-b1a3-689388b513c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:17.063056 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-df68b1d8-1415-4838-8cbc-5f7de2f96fe9 req-de61747c-62bc-4aff-b1a3-689388b513c3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd HTTP/1.1" status: 200 len: 870 time: 0.3417881 Aug 16 22:47:17.064352 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca4abb6-f995-4a3b-91f0-4f0eba2a770a req-e6cdd120-cc4c-426e-bd32-fc427b07bb37 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:17.065860 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3ca4abb6-f995-4a3b-91f0-4f0eba2a770a req-e6cdd120-cc4c-426e-bd32-fc427b07bb37 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ab9dd79-cdd8-4824-b179-7013d5235b9f HTTP/1.1" status: 200 len: 931 time: 0.3619645 Aug 16 22:47:17.151896 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-df68b1d8-1415-4838-8cbc-5f7de2f96fe9 req-c2ef508a-2e13-48ef-a5bd-7c183112987b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=5d87ffa9-311a-4ea2-8e1f-81a10a10255b HTTP/1.1" status: 200 len: 217 time: 0.0751276 Aug 16 22:47:17.157371 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-27f175b1-8b9f-4fe8-bc19-b92468e8d2e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:17.176319 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-99cbb4ec-4b2a-485d-a327-b36817179daf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:17.198787 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-99cbb4ec-4b2a-485d-a327-b36817179daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:17.208163 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3ca4abb6-f995-4a3b-91f0-4f0eba2a770a req-b9cdd4a1-4359-4ac7-9b5a-c6623b38002f tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284738 Aug 16 22:47:17.245946 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc18799-2a74-4e65-9eae-31eab35dc5ae req-fb7809da-b5b1-4a45-985f-7c32c6ef983e tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:17.247495 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6dc18799-2a74-4e65-9eae-31eab35dc5ae req-fb7809da-b5b1-4a45-985f-7c32c6ef983e tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] 10.222.0.36 "GET /v2.0/ports?device_id=262306cf-5aa8-4837-8362-03fc0ec667c8 HTTP/1.1" status: 200 len: 947 time: 0.1668158 Aug 16 22:47:17.283639 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-27f175b1-8b9f-4fe8-bc19-b92468e8d2e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:17.297582 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-128254c7-d8eb-47ed-8498-9554bfa8ca14 req-7eb0d59c-288d-418e-bca0-1f0d5fa56276 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:17.311104 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-7fe1f288-665f-4859-b8e0-66bd22e904ff req-7d49f1bb-2c48-47f1-9e0d-9d8859e14a81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac0c1df4-b6cc-41b4-a071-67b0439c495d {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:47:17.349694 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-99cbb4ec-4b2a-485d-a327-b36817179daf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=03ef2ade373140658bd52be7a6b40da0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7077804 Aug 16 22:47:17.357966 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-7fe1f288-665f-4859-b8e0-66bd22e904ff req-7d49f1bb-2c48-47f1-9e0d-9d8859e14a81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:17.358201 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cbb4ec-4b2a-485d-a327-b36817179daf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=773d37fb-5dd1-4771-a66b-9cebd53b4524,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:17.371569 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 50754) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:17.375721 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df68b1d8-1415-4838-8cbc-5f7de2f96fe9 req-3ca3bf68-25c1-4cb8-b17b-3b6e46442bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:17.377234 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-df68b1d8-1415-4838-8cbc-5f7de2f96fe9 req-3ca3bf68-25c1-4cb8-b17b-3b6e46442bce service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6af2b868-37d3-46ab-a526-0465929f13c8 HTTP/1.1" status: 200 len: 843 time: 0.2111418 Aug 16 22:47:17.419284 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6dc18799-2a74-4e65-9eae-31eab35dc5ae req-72ab93ab-f2f5-43eb-b910-24f55324f9a3 tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] 10.222.0.36 "GET /v2.0/security-groups?id=f22233e2-8c34-4fd0-8000-1738a843992b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563239 Aug 16 22:47:17.422883 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-7f95090e-0620-435a-b90e-aad6e5c1b1ef req-efcd581f-f923-4c5d-acb8-5a9575a8f0c2 tempest-AggregatesAdminTestJSON-1746639393 tempest-AggregatesAdminTestJSON-1746639393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:17.436270 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['ac21e4f4-021a-4bfb-a795-cd0a73eee6f9'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:47:17.485080 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-128254c7-d8eb-47ed-8498-9554bfa8ca14 req-7eb0d59c-288d-418e-bca0-1f0d5fa56276 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] Network a2f596d0-b80e-4404-bf4b-27a7e14f50dd is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:47:17.486000 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcd581f-f923-4c5d-acb8-5a9575a8f0c2 tempest-AggregatesAdminTestJSON-1746639393 tempest-AggregatesAdminTestJSON-1746639393-project] Pushing event deleted for resources: {'Port': ['ID=ac21e4f4-021a-4bfb-a795-cd0a73eee6f9,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:17.496565 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1eca41-323e-4111-92e0-ed1984a8256b req-d746db32-c03a-49fd-ae2d-0c88e95eb32b tempest-AggregatesAdminTestJSON-1746639393 tempest-AggregatesAdminTestJSON-1746639393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:17.497762 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2f1eca41-323e-4111-92e0-ed1984a8256b req-d746db32-c03a-49fd-ae2d-0c88e95eb32b tempest-AggregatesAdminTestJSON-1746639393 tempest-AggregatesAdminTestJSON-1746639393-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1b87be3-c59b-4d75-9922-3fde355378af HTTP/1.1" status: 200 len: 888 time: 0.1888022 Aug 16 22:47:17.504807 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-128254c7-d8eb-47ed-8498-9554bfa8ca14 req-7eb0d59c-288d-418e-bca0-1f0d5fa56276 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:17.521674 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-7fe1f288-665f-4859-b8e0-66bd22e904ff req-7d49f1bb-2c48-47f1-9e0d-9d8859e14a81 service neutron] Transition to ACTIVE for port object ac0c1df4-b6cc-41b4-a071-67b0439c495d will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:47:17.523699 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb0d59c-288d-418e-bca0-1f0d5fa56276 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] Pushing event updated for resources: {'Port': ['ID=56b88ace-9e76-4418-8374-f5623321a342,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:17.530673 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-128254c7-d8eb-47ed-8498-9554bfa8ca14 req-7eb0d59c-288d-418e-bca0-1f0d5fa56276 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:47:17.559673 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f28755a1-d5fc-4415-92cf-23bdf2078d7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:17.562315 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-7fe1f288-665f-4859-b8e0-66bd22e904ff req-7d49f1bb-2c48-47f1-9e0d-9d8859e14a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:17.628685 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f95090e-0620-435a-b90e-aad6e5c1b1ef req-efcd581f-f923-4c5d-acb8-5a9575a8f0c2 tempest-AggregatesAdminTestJSON-1746639393 tempest-AggregatesAdminTestJSON-1746639393-project] No DVR routers for this DVR port ac21e4f4-021a-4bfb-a795-cd0a73eee6f9 on host n-h1-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:47:17.639775 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-7f95090e-0620-435a-b90e-aad6e5c1b1ef req-efcd581f-f923-4c5d-acb8-5a9575a8f0c2 tempest-AggregatesAdminTestJSON-1746639393 tempest-AggregatesAdminTestJSON-1746639393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:17.642176 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7f95090e-0620-435a-b90e-aad6e5c1b1ef req-efcd581f-f923-4c5d-acb8-5a9575a8f0c2 tempest-AggregatesAdminTestJSON-1746639393 tempest-AggregatesAdminTestJSON-1746639393-project] 10.222.0.68 "DELETE /v2.0/ports/ac21e4f4-021a-4bfb-a795-cd0a73eee6f9 HTTP/1.1" status: 204 len: 173 time: 1.4128017 Aug 16 22:47:17.643559 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1b87be3-c59b-4d75-9922-3fde355378af', 'name': 'network-vif-deleted', 'tag': 'ac21e4f4-021a-4bfb-a795-cd0a73eee6f9'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:47:17.657581 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df68b1d8-1415-4838-8cbc-5f7de2f96fe9 req-f51c3ae6-35a8-4ad6-bc14-c48747dd7b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:17.659128 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-df68b1d8-1415-4838-8cbc-5f7de2f96fe9 req-f51c3ae6-35a8-4ad6-bc14-c48747dd7b80 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2641644 Aug 16 22:47:17.660098 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-27f175b1-8b9f-4fe8-bc19-b92468e8d2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:17.662735 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-27f175b1-8b9f-4fe8-bc19-b92468e8d2e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:17.663858 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-27f175b1-8b9f-4fe8-bc19-b92468e8d2e7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ddb9e831-7b97-49ad-b1ef-db72140e8e24 HTTP/1.1" status: 204 len: 168 time: 0.7456503 Aug 16 22:47:17.683050 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2f1eca41-323e-4111-92e0-ed1984a8256b req-c7b80e12-5f1b-4225-a903-2323485c0d5b tempest-AggregatesAdminTestJSON-1746639393 tempest-AggregatesAdminTestJSON-1746639393-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2fc8c28-b290-4027-a461-ea02977787ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603301 Aug 16 22:47:17.699133 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 853f0576-5402-426f-ac21-6b7625075f55 details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:47:17.720171 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9c1a8c-0acd-4db2-a802-026b2c49874c req-faa407b0-6604-4eee-8b93-7fe4f878779c tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:17.735364 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-de9c1a8c-0acd-4db2-a802-026b2c49874c req-faa407b0-6604-4eee-8b93-7fe4f878779c tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] 10.222.0.36 "GET /v2.0/ports?device_id=de7969eb-fca2-49cf-a9d4-1f98f8acfed0 HTTP/1.1" status: 200 len: 936 time: 0.2138391 Aug 16 22:47:17.773306 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-81db2918-36f7-42c4-87de-cdfebac4503e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:17.810793 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f28755a1-d5fc-4415-92cf-23bdf2078d7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:17.837105 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-de9c1a8c-0acd-4db2-a802-026b2c49874c req-1e4fa39a-a79a-43ec-8bcd-e1ed14295485 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a2c666b-0599-45d4-8db2-76d5ddd783db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851600 Aug 16 22:47:17.912241 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d6fc4-5e2a-450a-9de9-63ab917aacb1 req-bf58673d-db6e-425f-b841-b9620629f54c tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:17.915680 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-748d6fc4-5e2a-450a-9de9-63ab917aacb1 req-bf58673d-db6e-425f-b841-b9620629f54c tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd403877-9d1d-4f11-b362-68537194146a HTTP/1.1" status: 200 len: 943 time: 0.0917583 Aug 16 22:47:17.952890 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c313800-113f-4bb8-a785-dee03ed00b95" -d '{"events": [{"server_uuid": "d1b87be3-c59b-4d75-9922-3fde355378af", "name": "network-vif-deleted", "tag": "ac21e4f4-021a-4bfb-a795-cd0a73eee6f9"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:47:17.981911 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 853f0576-5402-426f-ac21-6b7625075f55, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=853f0576-5402-426f-ac21-6b7625075f55,segment=NetworkSegment(7d1a5182-196d-4b0a-929d-265f51384dc2),segment_id=7d1a5182-196d-4b0a-929d-265f51384dc2)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:47:17.991844 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-748d6fc4-5e2a-450a-9de9-63ab917aacb1 req-c3754324-9e77-42fd-afce-7d9607aa96bd tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] 10.222.0.36 "GET /v2.0/security-groups?id=540ed4cf-0245-400b-b069-6009faf7f924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678816 Aug 16 22:47:18.021101 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': '853f0576-5402-426f-ac21-6b7625075f55', 'network_id': '1ec41dbe-7c0a-4c4b-bab3-26488606d20f', 'port_id': '853f0576-5402-426f-ac21-6b7625075f55', 'mac_address': 'fa:16:3e:7a:4b:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd73dbfff-4ee7-4d05-8df7-c328a380882a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:47:18.084624 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:18.105585 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 853f0576-5402-426f-ac21-6b7625075f55 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:47:18.149111 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 853f0576-5402-426f-ac21-6b7625075f55, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=853f0576-5402-426f-ac21-6b7625075f55,segment=NetworkSegment(7d1a5182-196d-4b0a-929d-265f51384dc2),segment_id=7d1a5182-196d-4b0a-929d-265f51384dc2)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:47:18.155531 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:18.211363 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f175b1-8b9f-4fe8-bc19-b92468e8d2e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb9e831-7b97-49ad-b1ef-db72140e8e24,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:18.216938 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=853f0576-5402-426f-ac21-6b7625075f55,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:18.238172 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a7c332-f7cd-44d8-b02f-059faf2b1c70 x-openstack-request-id: req-d9a7c332-f7cd-44d8-b02f-059faf2b1c70 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:47:18.238649 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1b87be3-c59b-4d75-9922-3fde355378af", "name": "network-vif-deleted", "tag": "ac21e4f4-021a-4bfb-a795-cd0a73eee6f9", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:47:18.238649 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d9a7c332-f7cd-44d8-b02f-059faf2b1c70 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:47:18.239252 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1b87be3-c59b-4d75-9922-3fde355378af', 'name': 'network-vif-deleted', 'tag': 'ac21e4f4-021a-4bfb-a795-cd0a73eee6f9', 'status': 'completed', 'code': 200} Aug 16 22:47:18.249451 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-a91bc5b3-940c-4b3c-9e8c-849d1ef66a5d None None] Provisioning for port 56b88ace-9e76-4418-8374-f5623321a342 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:47:18.253945 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-a91bc5b3-940c-4b3c-9e8c-849d1ef66a5d None None] Provisioning complete for port 56b88ace-9e76-4418-8374-f5623321a342 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:47:18.254523 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a91bc5b3-940c-4b3c-9e8c-849d1ef66a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:18.280740 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128254c7-d8eb-47ed-8498-9554bfa8ca14 req-7eb0d59c-288d-418e-bca0-1f0d5fa56276 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:18.281686 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-128254c7-d8eb-47ed-8498-9554bfa8ca14 req-7eb0d59c-288d-418e-bca0-1f0d5fa56276 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:18.327193 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-a91bc5b3-940c-4b3c-9e8c-849d1ef66a5d None None] Port 56b88ace-9e76-4418-8374-f5623321a342 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:47:18.342003 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d49f1bb-2c48-47f1-9e0d-9d8859e14a81 service neutron] Pushing event updated for resources: {'Port': ['ID=ac0c1df4-b6cc-41b4-a071-67b0439c495d,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:18.351198 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-25053c4f-9320-4a20-96a4-347cd841f7de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:18.372084 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-25053c4f-9320-4a20-96a4-347cd841f7de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:18.381224 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c8e957-7f5e-46b2-898b-4beb5b1aecac req-ba6173ad-3595-4e5e-83fa-20a804ecbeea tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:18.386215 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b8c8e957-7f5e-46b2-898b-4beb5b1aecac req-ba6173ad-3595-4e5e-83fa-20a804ecbeea tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ab9dd79-cdd8-4824-b179-7013d5235b9f HTTP/1.1" status: 200 len: 943 time: 0.0762086 Aug 16 22:47:18.412880 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-128254c7-d8eb-47ed-8498-9554bfa8ca14 req-7eb0d59c-288d-418e-bca0-1f0d5fa56276 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3637547 Aug 16 22:47:18.443678 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b8c8e957-7f5e-46b2-898b-4beb5b1aecac req-24435be4-808d-47bf-b438-f8e06de5cd17 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508780 Aug 16 22:47:18.443921 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-128254c7-d8eb-47ed-8498-9554bfa8ca14 req-ccd3e7fb-18a8-42af-8582-4f7faf6df9ce service neutron] Request body: {'port': {'device_id': 'de7969eb-fca2-49cf-a9d4-1f98f8acfed0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:18.507261 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-25053c4f-9320-4a20-96a4-347cd841f7de admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=396d2bd844de4777a1ef432e231ef99a&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2558484 Aug 16 22:47:18.510785 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 50786) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:18.515869 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25053c4f-9320-4a20-96a4-347cd841f7de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f55778f-e7c4-4bff-8d05-c428d8bd9e88,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:18.524296 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f28755a1-d5fc-4415-92cf-23bdf2078d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:18.529446 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f28755a1-d5fc-4415-92cf-23bdf2078d7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:18.529446 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-f28755a1-d5fc-4415-92cf-23bdf2078d7f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/773d37fb-5dd1-4771-a66b-9cebd53b4524 HTTP/1.1" status: 204 len: 168 time: 1.1504369 Aug 16 22:47:18.531622 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-7fe1f288-665f-4859-b8e0-66bd22e904ff req-7d49f1bb-2c48-47f1-9e0d-9d8859e14a81 service neutron] Attempting to bind port ac0c1df4-b6cc-41b4-a071-67b0439c495d on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:47:18.531967 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-7fe1f288-665f-4859-b8e0-66bd22e904ff req-7d49f1bb-2c48-47f1-9e0d-9d8859e14a81 service neutron] Attempting to bind port ac0c1df4-b6cc-41b4-a071-67b0439c495d by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': 'f636a4c4-5ebb-45e7-a739-a275ed345fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bdacd106-3582-43d1-a3c6-7a9333f5e2e0'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:47:18.532297 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe1f288-665f-4859-b8e0-66bd22e904ff req-7d49f1bb-2c48-47f1-9e0d-9d8859e14a81 service neutron] Attempting to bind port ac0c1df4-b6cc-41b4-a071-67b0439c495d on network bdacd106-3582-43d1-a3c6-7a9333f5e2e0 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:47:18.535603 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-df68b1d8-1415-4838-8cbc-5f7de2f96fe9 req-48a16900-eefb-4a1a-b09a-04f5526d7f1b service neutron] 10.222.0.57 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8467882 Aug 16 22:47:18.577065 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe1f288-665f-4859-b8e0-66bd22e904ff req-7d49f1bb-2c48-47f1-9e0d-9d8859e14a81 service neutron] Port ac0c1df4-b6cc-41b4-a071-67b0439c495d on network bdacd106-3582-43d1-a3c6-7a9333f5e2e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:47:18.577337 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe1f288-665f-4859-b8e0-66bd22e904ff req-7d49f1bb-2c48-47f1-9e0d-9d8859e14a81 service neutron] Attempting to bind port ac0c1df4-b6cc-41b4-a071-67b0439c495d on network bdacd106-3582-43d1-a3c6-7a9333f5e2e0 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:47:18.593402 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28755a1-d5fc-4415-92cf-23bdf2078d7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=773d37fb-5dd1-4771-a66b-9cebd53b4524,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:18.629657 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe1f288-665f-4859-b8e0-66bd22e904ff req-7d49f1bb-2c48-47f1-9e0d-9d8859e14a81 service neutron] Checking agent: {'id': 'd28e24f9-e5ea-41e1-80bf-3c7943ad7f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:47:18.630002 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe1f288-665f-4859-b8e0-66bd22e904ff req-7d49f1bb-2c48-47f1-9e0d-9d8859e14a81 service neutron] Checking segment: {'id': 'f636a4c4-5ebb-45e7-a739-a275ed345fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bdacd106-3582-43d1-a3c6-7a9333f5e2e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:47:18.630435 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe1f288-665f-4859-b8e0-66bd22e904ff req-7d49f1bb-2c48-47f1-9e0d-9d8859e14a81 service neutron] Bound using segment: {'id': 'f636a4c4-5ebb-45e7-a739-a275ed345fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bdacd106-3582-43d1-a3c6-7a9333f5e2e0'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:47:18.630828 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-7fe1f288-665f-4859-b8e0-66bd22e904ff req-7d49f1bb-2c48-47f1-9e0d-9d8859e14a81 service neutron] Bound port: ac0c1df4-b6cc-41b4-a071-67b0439c495d, host: n-h1-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f636a4c4-5ebb-45e7-a739-a275ed345fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bdacd106-3582-43d1-a3c6-7a9333f5e2e0'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:47:18.631184 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-7fe1f288-665f-4859-b8e0-66bd22e904ff req-7d49f1bb-2c48-47f1-9e0d-9d8859e14a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:18.650292 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-128254c7-d8eb-47ed-8498-9554bfa8ca14 req-ccd3e7fb-18a8-42af-8582-4f7faf6df9ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:18.687784 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7393c30b-0ded-45b7-a429-1c9bcd2b8cf6 req-af59df56-da2c-4e7d-b088-9f2fd557e912 tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:18.699754 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7393c30b-0ded-45b7-a429-1c9bcd2b8cf6 req-af59df56-da2c-4e7d-b088-9f2fd557e912 tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] 10.222.0.36 "GET /v2.0/ports?device_id=262306cf-5aa8-4837-8362-03fc0ec667c8 HTTP/1.1" status: 200 len: 947 time: 0.1376722 Aug 16 22:47:18.749942 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['853f0576-5402-426f-ac21-6b7625075f55'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:47:18.760498 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-df68b1d8-1415-4838-8cbc-5f7de2f96fe9 req-54ecdef9-4497-490e-bd8e-d9f96ae329cf service neutron] 10.222.0.57 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156293 Aug 16 22:47:18.797748 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ca72252d-5b2c-4aa9-85d3-d1fd4c405b54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:18.824233 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ca72252d-5b2c-4aa9-85d3-d1fd4c405b54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:18.849823 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-7fe1f288-665f-4859-b8e0-66bd22e904ff req-7d49f1bb-2c48-47f1-9e0d-9d8859e14a81 service neutron] For port ac0c1df4-b6cc-41b4-a071-67b0439c495d, host n-h1-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:47:18.870130 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-7fe1f288-665f-4859-b8e0-66bd22e904ff req-7d49f1bb-2c48-47f1-9e0d-9d8859e14a81 service neutron] For port ac0c1df4-b6cc-41b4-a071-67b0439c495d, host n-h1-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=ac0c1df4-b6cc-41b4-a071-67b0439c495d,segment=NetworkSegment(f636a4c4-5ebb-45e7-a739-a275ed345fed),segment_id=f636a4c4-5ebb-45e7-a739-a275ed345fed)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:47:18.879102 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-7fe1f288-665f-4859-b8e0-66bd22e904ff req-7d49f1bb-2c48-47f1-9e0d-9d8859e14a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:18.915084 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ca72252d-5b2c-4aa9-85d3-d1fd4c405b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:18.919741 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ca72252d-5b2c-4aa9-85d3-d1fd4c405b54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:18.928714 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-ca72252d-5b2c-4aa9-85d3-d1fd4c405b54 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8f55778f-e7c4-4bff-8d05-c428d8bd9e88 HTTP/1.1" status: 204 len: 168 time: 0.4154310 Aug 16 22:47:18.966266 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca72252d-5b2c-4aa9-85d3-d1fd4c405b54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f55778f-e7c4-4bff-8d05-c428d8bd9e88,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:18.971814 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe1f288-665f-4859-b8e0-66bd22e904ff req-7d49f1bb-2c48-47f1-9e0d-9d8859e14a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:18.972844 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-7fe1f288-665f-4859-b8e0-66bd22e904ff req-7d49f1bb-2c48-47f1-9e0d-9d8859e14a81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:18.975322 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7fe1f288-665f-4859-b8e0-66bd22e904ff req-7d49f1bb-2c48-47f1-9e0d-9d8859e14a81 service neutron] 10.222.0.68 "PUT /v2.0/ports/ac0c1df4-b6cc-41b4-a071-67b0439c495d HTTP/1.1" status: 200 len: 1092 time: 2.8104386 Aug 16 22:47:18.976108 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ab9dd79-cdd8-4824-b179-7013d5235b9f', 'tag': 'ac0c1df4-b6cc-41b4-a071-67b0439c495d'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:47:18.980072 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a69377-dd45-48f1-a516-73e59e0f5dfb" -d '{"events": [{"name": "network-changed", "server_uuid": "1ab9dd79-cdd8-4824-b179-7013d5235b9f", "tag": "ac0c1df4-b6cc-41b4-a071-67b0439c495d"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:47:19.020033 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d49f1bb-2c48-47f1-9e0d-9d8859e14a81 service neutron] Pushing event updated for resources: {'Port': ['ID=ac0c1df4-b6cc-41b4-a071-67b0439c495d,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:19.036561 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7393c30b-0ded-45b7-a429-1c9bcd2b8cf6 req-6ee6ba20-62eb-4924-b0b2-e0c9b153e097 tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] 10.222.0.36 "GET /v2.0/security-groups?id=f22233e2-8c34-4fd0-8000-1738a843992b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3315530 Aug 16 22:47:19.087162 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e23261-8522-4875-8d3e-63e78cacbdcc req-0f9b9f8c-e843-49c3-9a66-18aa8b3a7ffd tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:19.094755 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-65e23261-8522-4875-8d3e-63e78cacbdcc req-0f9b9f8c-e843-49c3-9a66-18aa8b3a7ffd tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] 10.222.0.36 "GET /v2.0/ports?device_id=de7969eb-fca2-49cf-a9d4-1f98f8acfed0 HTTP/1.1" status: 200 len: 936 time: 0.1138201 Aug 16 22:47:19.187344 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-65e23261-8522-4875-8d3e-63e78cacbdcc req-16821f40-25a5-490b-917d-0306935690e3 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a2c666b-0599-45d4-8db2-76d5ddd783db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896051 Aug 16 22:47:19.189351 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-128254c7-d8eb-47ed-8498-9554bfa8ca14 req-ccd3e7fb-18a8-42af-8582-4f7faf6df9ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56b88ace-9e76-4418-8374-f5623321a342 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:47:19.198484 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-128254c7-d8eb-47ed-8498-9554bfa8ca14 req-ccd3e7fb-18a8-42af-8582-4f7faf6df9ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:19.215627 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-128254c7-d8eb-47ed-8498-9554bfa8ca14 req-ccd3e7fb-18a8-42af-8582-4f7faf6df9ce service neutron] Transition to ACTIVE for port object 56b88ace-9e76-4418-8374-f5623321a342 will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:47:19.219222 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3ce6355-9770-4224-a87f-da6e21858739 x-openstack-request-id: req-d3ce6355-9770-4224-a87f-da6e21858739 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:47:19.219735 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ab9dd79-cdd8-4824-b179-7013d5235b9f", "tag": "ac0c1df4-b6cc-41b4-a071-67b0439c495d", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:47:19.220268 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d3ce6355-9770-4224-a87f-da6e21858739 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:47:19.221016 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ab9dd79-cdd8-4824-b179-7013d5235b9f', 'tag': 'ac0c1df4-b6cc-41b4-a071-67b0439c495d', 'status': 'completed', 'code': 200} Aug 16 22:47:19.225217 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-128254c7-d8eb-47ed-8498-9554bfa8ca14 req-ccd3e7fb-18a8-42af-8582-4f7faf6df9ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:19.264677 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56cbed5-f68b-424e-9914-86dde9594a3c req-99aba500-05da-492b-9aff-33783480e859 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:19.266978 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f56cbed5-f68b-424e-9914-86dde9594a3c req-99aba500-05da-492b-9aff-33783480e859 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd403877-9d1d-4f11-b362-68537194146a HTTP/1.1" status: 200 len: 944 time: 0.0727611 Aug 16 22:47:19.337018 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe1f288-665f-4859-b8e0-66bd22e904ff req-4e0736ca-88f7-47e0-89d9-3cbfd7530e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:19.339728 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7fe1f288-665f-4859-b8e0-66bd22e904ff req-4e0736ca-88f7-47e0-89d9-3cbfd7530e63 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a4c9d624b07f42a0ae3c7ed63064f003&device_id=1ab9dd79-cdd8-4824-b179-7013d5235b9f HTTP/1.1" status: 200 len: 1095 time: 0.3128433 Aug 16 22:47:19.340928 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd3e7fb-18a8-42af-8582-4f7faf6df9ce service neutron] Pushing event updated for resources: {'Port': ['ID=56b88ace-9e76-4418-8374-f5623321a342,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:19.342564 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f56cbed5-f68b-424e-9914-86dde9594a3c req-5b534034-c442-49a8-8232-89461b6f3944 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] 10.222.0.36 "GET /v2.0/security-groups?id=540ed4cf-0245-400b-b069-6009faf7f924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633430 Aug 16 22:47:19.411782 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7fe1f288-665f-4859-b8e0-66bd22e904ff req-5ce54d75-ae66-49ee-8ab4-75c2c8e0f177 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac0c1df4-b6cc-41b4-a071-67b0439c495d HTTP/1.1" status: 200 len: 217 time: 0.0616734 Aug 16 22:47:19.424697 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 50824) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:19.470756 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe1f288-665f-4859-b8e0-66bd22e904ff req-1ae7c169-0de5-4e95-b140-e20e17453d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:19.481419 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7fe1f288-665f-4859-b8e0-66bd22e904ff req-1ae7c169-0de5-4e95-b140-e20e17453d67 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=78dd72b6-bd21-4b15-8ce7-13fda92dba19 HTTP/1.1" status: 200 len: 848 time: 0.0613110 Aug 16 22:47:19.534591 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7fe1f288-665f-4859-b8e0-66bd22e904ff req-0bcccecd-7d88-4e2e-9501-f7182705e5e1 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=bdacd106-3582-43d1-a3c6-7a9333f5e2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432639 Aug 16 22:47:19.540268 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-128254c7-d8eb-47ed-8498-9554bfa8ca14 req-ccd3e7fb-18a8-42af-8582-4f7faf6df9ce service neutron] Attempting to bind port 56b88ace-9e76-4418-8374-f5623321a342 on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:47:19.544744 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-128254c7-d8eb-47ed-8498-9554bfa8ca14 req-ccd3e7fb-18a8-42af-8582-4f7faf6df9ce service neutron] Attempting to bind port 56b88ace-9e76-4418-8374-f5623321a342 by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:47:19.545649 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128254c7-d8eb-47ed-8498-9554bfa8ca14 req-ccd3e7fb-18a8-42af-8582-4f7faf6df9ce service neutron] Attempting to bind port 56b88ace-9e76-4418-8374-f5623321a342 on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:47:19.575275 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128254c7-d8eb-47ed-8498-9554bfa8ca14 req-ccd3e7fb-18a8-42af-8582-4f7faf6df9ce service neutron] Port 56b88ace-9e76-4418-8374-f5623321a342 on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:47:19.575892 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128254c7-d8eb-47ed-8498-9554bfa8ca14 req-ccd3e7fb-18a8-42af-8582-4f7faf6df9ce service neutron] Attempting to bind port 56b88ace-9e76-4418-8374-f5623321a342 on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:47:19.578767 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device ac21e4f4-021a-4bfb-a795-cd0a73eee6f9 no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:47:19.613850 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128254c7-d8eb-47ed-8498-9554bfa8ca14 req-ccd3e7fb-18a8-42af-8582-4f7faf6df9ce service neutron] Checking agent: {'id': 'd28e24f9-e5ea-41e1-80bf-3c7943ad7f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:47:19.614463 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128254c7-d8eb-47ed-8498-9554bfa8ca14 req-ccd3e7fb-18a8-42af-8582-4f7faf6df9ce service neutron] Checking segment: {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:47:19.615303 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128254c7-d8eb-47ed-8498-9554bfa8ca14 req-ccd3e7fb-18a8-42af-8582-4f7faf6df9ce service neutron] Bound using segment: {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:47:19.615907 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-128254c7-d8eb-47ed-8498-9554bfa8ca14 req-ccd3e7fb-18a8-42af-8582-4f7faf6df9ce service neutron] Bound port: 56b88ace-9e76-4418-8374-f5623321a342, host: n-h1-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:47:19.616433 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-128254c7-d8eb-47ed-8498-9554bfa8ca14 req-ccd3e7fb-18a8-42af-8582-4f7faf6df9ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:19.632162 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] No Port match for: ac21e4f4-021a-4bfb-a795-cd0a73eee6f9 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:47:19.634148 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device ac21e4f4-021a-4bfb-a795-cd0a73eee6f9 not bound to the agent host n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:47:19.644687 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83623805-f464-40db-b250-4aa52960265e req-96faa16c-7976-4812-ba9b-777c145bd0f3 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:19.646601 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-83623805-f464-40db-b250-4aa52960265e req-96faa16c-7976-4812-ba9b-777c145bd0f3 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ab9dd79-cdd8-4824-b179-7013d5235b9f HTTP/1.1" status: 200 len: 943 time: 0.1102908 Aug 16 22:47:19.705998 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-564d53f4-0cc1-47b5-817a-d427f0f0d313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:19.739321 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7fe1f288-665f-4859-b8e0-66bd22e904ff req-b03ed954-847d-47cf-8073-01dd5b99382f service neutron] 10.222.0.68 "GET /v2.0/networks/bdacd106-3582-43d1-a3c6-7a9333f5e2e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898654 Aug 16 22:47:19.739613 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-83623805-f464-40db-b250-4aa52960265e req-68f04498-01be-4d46-8866-1f4e88bd4d3e tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863070 Aug 16 22:47:19.740261 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-128254c7-d8eb-47ed-8498-9554bfa8ca14 req-ccd3e7fb-18a8-42af-8582-4f7faf6df9ce service neutron] For port 56b88ace-9e76-4418-8374-f5623321a342, host n-h1-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:47:19.745765 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-128254c7-d8eb-47ed-8498-9554bfa8ca14 req-ccd3e7fb-18a8-42af-8582-4f7faf6df9ce service neutron] For port 56b88ace-9e76-4418-8374-f5623321a342, host n-h1-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=56b88ace-9e76-4418-8374-f5623321a342,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:47:19.765858 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-09bbd726-7a09-46e3-8c02-a5a7b81ea340 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fd6627014cd64639b417e9b6c1fae1b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3398261 Aug 16 22:47:19.766539 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 50836) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:19.768512 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-128254c7-d8eb-47ed-8498-9554bfa8ca14 req-ccd3e7fb-18a8-42af-8582-4f7faf6df9ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:19.825727 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3279d99a-d2e8-482e-ac20-e214e3bd71f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:19.841165 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 50840) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:19.862716 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128254c7-d8eb-47ed-8498-9554bfa8ca14 req-ccd3e7fb-18a8-42af-8582-4f7faf6df9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:19.863570 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-128254c7-d8eb-47ed-8498-9554bfa8ca14 req-ccd3e7fb-18a8-42af-8582-4f7faf6df9ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:19.865493 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-128254c7-d8eb-47ed-8498-9554bfa8ca14 req-ccd3e7fb-18a8-42af-8582-4f7faf6df9ce service neutron] 10.222.0.68 "PUT /v2.0/ports/56b88ace-9e76-4418-8374-f5623321a342 HTTP/1.1" status: 200 len: 1097 time: 1.4320877 Aug 16 22:47:19.870085 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e960efb7-4ea1-4275-92d5-f70eea62e875 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:19.873840 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3279d99a-d2e8-482e-ac20-e214e3bd71f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:19.940606 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd3e7fb-18a8-42af-8582-4f7faf6df9ce service neutron] Pushing event updated for resources: {'Port': ['ID=56b88ace-9e76-4418-8374-f5623321a342,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:19.973572 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3279d99a-d2e8-482e-ac20-e214e3bd71f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:19.983216 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3279d99a-d2e8-482e-ac20-e214e3bd71f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:19.987291 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-3279d99a-d2e8-482e-ac20-e214e3bd71f1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b2fc8c28-b290-4027-a461-ea02977787ca HTTP/1.1" status: 204 len: 168 time: 0.2197647 Aug 16 22:47:19.997287 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7fe1f288-665f-4859-b8e0-66bd22e904ff req-d3a75d17-ae2b-47aa-888c-ab16f8f6ffb6 service neutron] 10.222.0.68 "GET /v2.0/networks/bdacd106-3582-43d1-a3c6-7a9333f5e2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493002 Aug 16 22:47:20.009497 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128254c7-d8eb-47ed-8498-9554bfa8ca14 req-dd69e689-b355-47d6-a094-94136e2a1abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:20.010837 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-128254c7-d8eb-47ed-8498-9554bfa8ca14 req-dd69e689-b355-47d6-a094-94136e2a1abd service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9056e26ac3ee4e199dd44fcb58187fae&device_id=de7969eb-fca2-49cf-a9d4-1f98f8acfed0 HTTP/1.1" status: 200 len: 1100 time: 0.1005471 Aug 16 22:47:20.013472 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3279d99a-d2e8-482e-ac20-e214e3bd71f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2fc8c28-b290-4027-a461-ea02977787ca,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:20.073226 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e960efb7-4ea1-4275-92d5-f70eea62e875 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:20.078767 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e960efb7-4ea1-4275-92d5-f70eea62e875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:20.123060 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-128254c7-d8eb-47ed-8498-9554bfa8ca14 req-075de8aa-16a0-418d-956f-2225921012be service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=56b88ace-9e76-4418-8374-f5623321a342 HTTP/1.1" status: 200 len: 217 time: 0.1039398 Aug 16 22:47:20.159517 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e960efb7-4ea1-4275-92d5-f70eea62e875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52986270-4478-4d94-b3c8-e543b9e79dd5,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:20.178068 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-e960efb7-4ea1-4275-92d5-f70eea62e875 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=db930034a3424421b69f75aea4eee6d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3356211 Aug 16 22:47:20.196673 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 50852) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:20.223477 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a69377-dd45-48f1-a516-73e59e0f5dfb req-7988bbb4-d475-41c8-acd2-c07fcbfd4ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:20.225306 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c0a69377-dd45-48f1-a516-73e59e0f5dfb req-7988bbb4-d475-41c8-acd2-c07fcbfd4ece service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a4c9d624b07f42a0ae3c7ed63064f003&device_id=1ab9dd79-cdd8-4824-b179-7013d5235b9f HTTP/1.1" status: 200 len: 1095 time: 0.1156745 Aug 16 22:47:20.245393 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128254c7-d8eb-47ed-8498-9554bfa8ca14 req-c4cbdd48-e439-42f0-9ab6-d72d34325876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:20.247227 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-128254c7-d8eb-47ed-8498-9554bfa8ca14 req-c4cbdd48-e439-42f0-9ab6-d72d34325876 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6af2b868-37d3-46ab-a526-0465929f13c8 HTTP/1.1" status: 200 len: 843 time: 0.1006589 Aug 16 22:47:20.348427 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128254c7-d8eb-47ed-8498-9554bfa8ca14 req-4b4b7395-8c18-493e-8ea4-8cf80736809c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:20.350263 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-128254c7-d8eb-47ed-8498-9554bfa8ca14 req-4b4b7395-8c18-493e-8ea4-8cf80736809c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0925267 Aug 16 22:47:20.417939 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4d72feec-81d8-463b-aaf9-63a15270630f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:20.430300 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cca439-655f-4bfd-ac7b-81c511fa86e8 req-709abc82-a97f-4ad1-a9f7-a9e1d7275844 tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:20.431694 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a0cca439-655f-4bfd-ac7b-81c511fa86e8 req-709abc82-a97f-4ad1-a9f7-a9e1d7275844 tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] 10.222.0.36 "GET /v2.0/ports?device_id=262306cf-5aa8-4837-8362-03fc0ec667c8 HTTP/1.1" status: 200 len: 947 time: 0.2619810 Aug 16 22:47:20.442522 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d988509-579d-47a5-995f-8391864abc3e req-4b98093c-3596-4df7-a783-38e16fbcb2e8 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:20.451414 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4d988509-579d-47a5-995f-8391864abc3e req-4b98093c-3596-4df7-a783-38e16fbcb2e8 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] 10.222.0.36 "GET /v2.0/ports?device_id=de7969eb-fca2-49cf-a9d4-1f98f8acfed0 HTTP/1.1" status: 200 len: 948 time: 0.1660006 Aug 16 22:47:20.495871 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a69377-dd45-48f1-a516-73e59e0f5dfb req-f8547593-4890-41d4-9f25-4b632372f412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:20.496778 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c0a69377-dd45-48f1-a516-73e59e0f5dfb req-f8547593-4890-41d4-9f25-4b632372f412 service neutron] 10.222.0.68 "GET /v2.0/networks?id=bdacd106-3582-43d1-a3c6-7a9333f5e2e0 HTTP/1.1" status: 200 len: 909 time: 0.2638230 Aug 16 22:47:20.502942 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-128254c7-d8eb-47ed-8498-9554bfa8ca14 req-da21bb80-089e-498c-b067-4eabfcf0646b service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433444 Aug 16 22:47:20.527652 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:20.530090 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 50866) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:20.541917 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4d72feec-81d8-463b-aaf9-63a15270630f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:20.546795 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a0cca439-655f-4bfd-ac7b-81c511fa86e8 req-984bcf60-6215-4b72-81fd-7dc18c667364 tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] 10.222.0.36 "GET /v2.0/security-groups?id=f22233e2-8c34-4fd0-8000-1738a843992b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852849 Aug 16 22:47:20.571442 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4d988509-579d-47a5-995f-8391864abc3e req-6eabca70-1cc1-4058-922f-65b17614c8ee tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a2c666b-0599-45d4-8db2-76d5ddd783db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189797 Aug 16 22:47:20.652216 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4d72feec-81d8-463b-aaf9-63a15270630f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:20.655389 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4d72feec-81d8-463b-aaf9-63a15270630f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:20.657238 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-4d72feec-81d8-463b-aaf9-63a15270630f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/52986270-4478-4d94-b3c8-e543b9e79dd5 HTTP/1.1" status: 204 len: 168 time: 0.4588740 Aug 16 22:47:20.667071 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c0a69377-dd45-48f1-a516-73e59e0f5dfb req-20a05a4d-ffaf-4bec-9f64-8367885877e7 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac0c1df4-b6cc-41b4-a071-67b0439c495d HTTP/1.1" status: 200 len: 217 time: 0.1555638 Aug 16 22:47:20.667731 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d72feec-81d8-463b-aaf9-63a15270630f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52986270-4478-4d94-b3c8-e543b9e79dd5,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:20.745912 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ee1f06-49b2-4a74-9516-936ac7050a0b req-64c59a3d-d4cd-4cb2-b36f-e242d3007918 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:20.755066 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d6ee1f06-49b2-4a74-9516-936ac7050a0b req-64c59a3d-d4cd-4cb2-b36f-e242d3007918 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd403877-9d1d-4f11-b362-68537194146a HTTP/1.1" status: 200 len: 944 time: 0.0830393 Aug 16 22:47:20.767134 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-fca24925-cfc5-44dc-bb5a-593a77c0b7e9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b437218ad8864219b7f287eccf6d4c39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2359071 Aug 16 22:47:20.779950 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 50878) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:20.790097 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a69377-dd45-48f1-a516-73e59e0f5dfb req-c12977a4-e4be-4947-9d6c-6b28e3460b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:20.792044 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c0a69377-dd45-48f1-a516-73e59e0f5dfb req-c12977a4-e4be-4947-9d6c-6b28e3460b4e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=78dd72b6-bd21-4b15-8ce7-13fda92dba19 HTTP/1.1" status: 200 len: 848 time: 0.1114028 Aug 16 22:47:20.805360 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-128254c7-d8eb-47ed-8498-9554bfa8ca14 req-be30931f-995f-4452-bb5c-52b5f54ebd99 service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2926807 Aug 16 22:47:20.824746 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d6ee1f06-49b2-4a74-9516-936ac7050a0b req-bfab85b2-060a-4db1-b48a-883cadb93f1c tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] 10.222.0.36 "GET /v2.0/security-groups?id=540ed4cf-0245-400b-b069-6009faf7f924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672321 Aug 16 22:47:20.844444 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c0a69377-dd45-48f1-a516-73e59e0f5dfb req-5998aa4b-fca5-4ec1-aee0-5da1a20bc4a0 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=bdacd106-3582-43d1-a3c6-7a9333f5e2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415797 Aug 16 22:47:20.932940 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d3a1ba7d-152f-4f8a-b97c-fb13a5910b36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:20.955622 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c0a69377-dd45-48f1-a516-73e59e0f5dfb req-4b02d84f-8acd-4ab4-bef9-2153fe4ef82c service neutron] 10.222.0.68 "GET /v2.0/networks/bdacd106-3582-43d1-a3c6-7a9333f5e2e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025317 Aug 16 22:47:20.986128 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d3a1ba7d-152f-4f8a-b97c-fb13a5910b36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:21.005360 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6e3763-3c63-452f-a71e-a2abd9989c08 req-cc041cdb-a90f-4c63-b6b3-7625eca73182 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:21.006843 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0d6e3763-3c63-452f-a71e-a2abd9989c08 req-cc041cdb-a90f-4c63-b6b3-7625eca73182 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ab9dd79-cdd8-4824-b179-7013d5235b9f HTTP/1.1" status: 200 len: 943 time: 0.0971091 Aug 16 22:47:21.070814 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0d6e3763-3c63-452f-a71e-a2abd9989c08 req-c8167f32-c09f-4b79-82d5-d9748923a041 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551679 Aug 16 22:47:21.095191 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c0a69377-dd45-48f1-a516-73e59e0f5dfb req-21e58caf-e9cd-47f3-967c-884250e3c44a service neutron] 10.222.0.68 "GET /v2.0/networks/bdacd106-3582-43d1-a3c6-7a9333f5e2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326182 Aug 16 22:47:21.098962 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d3a1ba7d-152f-4f8a-b97c-fb13a5910b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:21.107116 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d3a1ba7d-152f-4f8a-b97c-fb13a5910b36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:21.109297 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-d3a1ba7d-152f-4f8a-b97c-fb13a5910b36 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/018fabfa-d74b-4994-ad5f-9e72710083ca HTTP/1.1" status: 204 len: 168 time: 0.3282363 Aug 16 22:47:21.117702 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a1ba7d-152f-4f8a-b97c-fb13a5910b36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=018fabfa-d74b-4994-ad5f-9e72710083ca,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:21.222013 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de7969eb-fca2-49cf-a9d4-1f98f8acfed0', 'tag': '56b88ace-9e76-4418-8374-f5623321a342'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:47:21.224437 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b39790ad-448f-4f54-a1a6-85ab0decb568" -d '{"events": [{"name": "network-changed", "server_uuid": "de7969eb-fca2-49cf-a9d4-1f98f8acfed0", "tag": "56b88ace-9e76-4418-8374-f5623321a342"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:47:21.358180 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-693ce019-1b9e-412f-89c4-856f3b659f4b x-openstack-request-id: req-693ce019-1b9e-412f-89c4-856f3b659f4b {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:47:21.358428 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de7969eb-fca2-49cf-a9d4-1f98f8acfed0", "tag": "56b88ace-9e76-4418-8374-f5623321a342", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:47:21.358682 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-693ce019-1b9e-412f-89c4-856f3b659f4b {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:47:21.359076 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de7969eb-fca2-49cf-a9d4-1f98f8acfed0', 'tag': '56b88ace-9e76-4418-8374-f5623321a342', 'status': 'completed', 'code': 200} Aug 16 22:47:21.400861 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:21.449491 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39790ad-448f-4f54-a1a6-85ab0decb568 req-3a5918da-5aa4-4be4-94b7-5907a94cc792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:21.451040 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b39790ad-448f-4f54-a1a6-85ab0decb568 req-3a5918da-5aa4-4be4-94b7-5907a94cc792 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9056e26ac3ee4e199dd44fcb58187fae&device_id=de7969eb-fca2-49cf-a9d4-1f98f8acfed0 HTTP/1.1" status: 200 len: 1100 time: 0.0492060 Aug 16 22:47:21.602588 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b203f77a-f846-488a-91e8-2c0099b626d3 req-afb02642-3a5a-43cf-b0e7-5b676c7c443d tempest-ImagesOneServerTestJSON-2024240417 tempest-ImagesOneServerTestJSON-2024240417-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=3073df6e909d46859f573df5c08abd8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334616 Aug 16 22:47:21.619733 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39790ad-448f-4f54-a1a6-85ab0decb568 req-99ace769-830f-4d3e-a507-4bfbed006c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:21.622247 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b39790ad-448f-4f54-a1a6-85ab0decb568 req-99ace769-830f-4d3e-a507-4bfbed006c28 service neutron] 10.222.0.68 "GET /v2.0/networks?id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd HTTP/1.1" status: 200 len: 870 time: 0.1629317 Aug 16 22:47:21.669982 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 5d87ffa9-311a-4ea2-8e1f-81a10a10255b details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:47:21.684656 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b39790ad-448f-4f54-a1a6-85ab0decb568 req-68daa27c-0538-4cef-857c-9f760bfa9681 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=56b88ace-9e76-4418-8374-f5623321a342 HTTP/1.1" status: 200 len: 217 time: 0.0483177 Aug 16 22:47:21.713478 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 853f0576-5402-426f-ac21-6b7625075f55 up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:47:21.745590 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39790ad-448f-4f54-a1a6-85ab0decb568 req-884372eb-2216-47ce-a97d-c508eeb73e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:21.748116 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b39790ad-448f-4f54-a1a6-85ab0decb568 req-884372eb-2216-47ce-a97d-c508eeb73e9f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6af2b868-37d3-46ab-a526-0465929f13c8 HTTP/1.1" status: 200 len: 843 time: 0.0577240 Aug 16 22:47:21.761797 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b999ef79-6a9c-48db-9774-789a29883df0 req-a654b3cc-53a3-4fb1-a18e-3a72d4b157f3 tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:21.764780 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b999ef79-6a9c-48db-9774-789a29883df0 req-a654b3cc-53a3-4fb1-a18e-3a72d4b157f3 tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] 10.222.0.36 "GET /v2.0/ports?device_id=262306cf-5aa8-4837-8362-03fc0ec667c8 HTTP/1.1" status: 200 len: 947 time: 0.1023657 Aug 16 22:47:21.781026 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b203f77a-f846-488a-91e8-2c0099b626d3 req-951cbc18-308e-4d6f-9148-1e0066ed4842 tempest-ImagesOneServerTestJSON-2024240417 tempest-ImagesOneServerTestJSON-2024240417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:21.783603 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b203f77a-f846-488a-91e8-2c0099b626d3 req-951cbc18-308e-4d6f-9148-1e0066ed4842 tempest-ImagesOneServerTestJSON-2024240417 tempest-ImagesOneServerTestJSON-2024240417-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1802416 Aug 16 22:47:21.790495 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 50942) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:21.812021 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b203f77a-f846-488a-91e8-2c0099b626d3 req-aa6afc80-0cb2-4cd2-9f6c-0f4631379b0c tempest-ImagesOneServerTestJSON-2024240417 tempest-ImagesOneServerTestJSON-2024240417-project] 10.222.0.36 "GET /v2.0/quotas/3073df6e909d46859f573df5c08abd8c HTTP/1.1" status: 200 len: 375 time: 0.0176861 Aug 16 22:47:21.823876 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39790ad-448f-4f54-a1a6-85ab0decb568 req-8270efb0-f7c2-4040-8d7e-94dfe7a9fd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:21.825530 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b39790ad-448f-4f54-a1a6-85ab0decb568 req-8270efb0-f7c2-4040-8d7e-94dfe7a9fd23 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0698342 Aug 16 22:47:21.862329 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b203f77a-f846-488a-91e8-2c0099b626d3 req-e608ea0f-1abc-4778-99b7-c4042734c83b tempest-ImagesOneServerTestJSON-2024240417 tempest-ImagesOneServerTestJSON-2024240417-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3073df6e909d46859f573df5c08abd8c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437043 Aug 16 22:47:21.869577 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b999ef79-6a9c-48db-9774-789a29883df0 req-8fe450b1-460b-4b0b-b7c7-c6cbd860c098 tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] 10.222.0.36 "GET /v2.0/security-groups?id=f22233e2-8c34-4fd0-8000-1738a843992b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848694 Aug 16 22:47:21.892531 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 5d87ffa9-311a-4ea2-8e1f-81a10a10255b, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=5d87ffa9-311a-4ea2-8e1f-81a10a10255b,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:47:21.914989 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': '5d87ffa9-311a-4ea2-8e1f-81a10a10255b', 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd', 'port_id': '5d87ffa9-311a-4ea2-8e1f-81a10a10255b', 'mac_address': 'fa:16:3e:13:78:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6af2b868-37d3-46ab-a526-0465929f13c8', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:47:21.987453 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b39790ad-448f-4f54-a1a6-85ab0decb568 req-1843c8aa-b606-4e27-a12b-ac8924d95192 service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529846 Aug 16 22:47:22.012193 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b422cab-6d93-4ea4-a70c-b35db065892b req-65a76873-51ab-42be-a540-6c2719b70812 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:22.013854 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1b422cab-6d93-4ea4-a70c-b35db065892b req-65a76873-51ab-42be-a540-6c2719b70812 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] 10.222.0.36 "GET /v2.0/ports?device_id=de7969eb-fca2-49cf-a9d4-1f98f8acfed0 HTTP/1.1" status: 200 len: 948 time: 0.0630651 Aug 16 22:47:22.016492 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:22.037181 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d87ffa9-311a-4ea2-8e1f-81a10a10255b {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:47:22.043933 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning for port 853f0576-5402-426f-ac21-6b7625075f55 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:47:22.071129 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port 853f0576-5402-426f-ac21-6b7625075f55 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:47:22.073399 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:22.092880 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1b422cab-6d93-4ea4-a70c-b35db065892b req-88488859-fa8b-4bd1-a171-aad561d12162 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a2c666b-0599-45d4-8db2-76d5ddd783db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723767 Aug 16 22:47:22.119538 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2330f4ea-23b0-40fe-bbfd-994146d982fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:22.144483 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 5d87ffa9-311a-4ea2-8e1f-81a10a10255b, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=5d87ffa9-311a-4ea2-8e1f-81a10a10255b,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:47:22.169454 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:22.262357 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-04a58324-c6f4-4ba2-a1f9-53efdee95802 req-3336c93e-b02f-4ffe-a201-418f0a503a7a tempest-ImagesOneServerTestJSON-2024240417 tempest-ImagesOneServerTestJSON-2024240417-project] 10.222.0.36 "GET /v2.0/ports?device_id=b80c4af1-ac2a-45e3-b032-9ed4ff60e117 HTTP/1.1" status: 200 len: 210 time: 0.0929039 Aug 16 22:47:22.263131 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b39790ad-448f-4f54-a1a6-85ab0decb568 req-aba91289-db0e-4a00-b8bb-5ebbb8c0dadb service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683971 Aug 16 22:47:22.324391 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463677d2-dea1-4032-ab0f-43e964c9b422 req-c240e2a1-0e95-41f2-8940-2290c6c1185e tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:22.326888 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-463677d2-dea1-4032-ab0f-43e964c9b422 req-c240e2a1-0e95-41f2-8940-2290c6c1185e tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd403877-9d1d-4f11-b362-68537194146a HTTP/1.1" status: 200 len: 944 time: 0.1400487 Aug 16 22:47:22.327325 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=5d87ffa9-311a-4ea2-8e1f-81a10a10255b,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:22.353110 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2330f4ea-23b0-40fe-bbfd-994146d982fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:22.362853 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2330f4ea-23b0-40fe-bbfd-994146d982fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:22.440589 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2330f4ea-23b0-40fe-bbfd-994146d982fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=534cd8cd-6a02-4ed8-862b-5884afcfe304,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:22.447930 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-463677d2-dea1-4032-ab0f-43e964c9b422 req-6d4e8e42-dbd6-40e6-9a72-562af8d76baf tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] 10.222.0.36 "GET /v2.0/security-groups?id=540ed4cf-0245-400b-b069-6009faf7f924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135530 Aug 16 22:47:22.459019 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:22.469296 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-2330f4ea-23b0-40fe-bbfd-994146d982fd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=271ee5cf390441e3bc575346e292e037&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6711092 Aug 16 22:47:22.472925 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 50976) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:22.507051 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd403877-9d1d-4f11-b362-68537194146a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '853f0576-5402-426f-ac21-6b7625075f55'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:47:22.510005 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b54228c3-cf37-4d6d-bd45-b5a0b9ccb864" -d '{"events": [{"server_uuid": "bd403877-9d1d-4f11-b362-68537194146a", "name": "network-vif-plugged", "status": "completed", "tag": "853f0576-5402-426f-ac21-6b7625075f55"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:47:22.523338 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 853f0576-5402-426f-ac21-6b7625075f55, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=853f0576-5402-426f-ac21-6b7625075f55,segment=NetworkSegment(7d1a5182-196d-4b0a-929d-265f51384dc2),segment_id=7d1a5182-196d-4b0a-929d-265f51384dc2)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:47:22.528964 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:22.544476 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a712b2a-21b1-49e2-a6dc-824eb47de356 req-ba9d978d-473f-459d-a863-f18581001498 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:22.558298 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1a712b2a-21b1-49e2-a6dc-824eb47de356 req-ba9d978d-473f-459d-a863-f18581001498 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ab9dd79-cdd8-4824-b179-7013d5235b9f HTTP/1.1" status: 200 len: 943 time: 0.1368077 Aug 16 22:47:22.599448 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fbe20bf7-ffe5-476a-9791-73504ccaf431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:22.619478 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 50982) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:22.638839 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1a712b2a-21b1-49e2-a6dc-824eb47de356 req-dced7256-e08a-40dc-becb-a7715d8bcd16 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792894 Aug 16 22:47:22.639412 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fbe20bf7-ffe5-476a-9791-73504ccaf431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:22.687999 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=853f0576-5402-426f-ac21-6b7625075f55,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:22.687999 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9a66455-2a26-4606-9db0-c8ad6faa5a3c x-openstack-request-id: req-b9a66455-2a26-4606-9db0-c8ad6faa5a3c {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:47:22.687999 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd403877-9d1d-4f11-b362-68537194146a", "name": "network-vif-plugged", "status": "completed", "tag": "853f0576-5402-426f-ac21-6b7625075f55", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:47:22.687999 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b9a66455-2a26-4606-9db0-c8ad6faa5a3c {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:47:22.687999 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd403877-9d1d-4f11-b362-68537194146a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '853f0576-5402-426f-ac21-6b7625075f55', 'code': 200} Aug 16 22:47:22.690350 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['5d87ffa9-311a-4ea2-8e1f-81a10a10255b'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:47:22.736133 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:23.001881 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-49891e9b-7baa-4cda-86db-af7e0b77012a admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-156302043-network', 'tenant_id': '0dd87a1533c14d3ca4af6a1d28d07ee7'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:23.018604 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d214b95-816f-4fb8-bf5e-8d29f8c4072f req-e1a23b32-7370-4f7f-9142-26e8c7e348fe tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:23.027017 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5d214b95-816f-4fb8-bf5e-8d29f8c4072f req-e1a23b32-7370-4f7f-9142-26e8c7e348fe tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] 10.222.0.36 "GET /v2.0/ports?device_id=262306cf-5aa8-4837-8362-03fc0ec667c8 HTTP/1.1" status: 200 len: 948 time: 0.0677290 Aug 16 22:47:23.057005 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264bd64c-6d79-4f2a-83ba-88d29d71e055 req-ad588842-e025-4043-bd07-c276d65c03ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:23.059053 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-264bd64c-6d79-4f2a-83ba-88d29d71e055 req-ad588842-e025-4043-bd07-c276d65c03ec service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bd403877-9d1d-4f11-b362-68537194146a HTTP/1.1" status: 200 len: 1097 time: 0.3583462 Aug 16 22:47:23.060454 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49891e9b-7baa-4cda-86db-af7e0b77012a admin admin] Made reservation on behalf of 0dd87a1533c14d3ca4af6a1d28d07ee7 for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:47:23.062823 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-49891e9b-7baa-4cda-86db-af7e0b77012a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:23.075947 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-49891e9b-7baa-4cda-86db-af7e0b77012a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:23.077896 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fbe20bf7-ffe5-476a-9791-73504ccaf431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:23.080583 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fbe20bf7-ffe5-476a-9791-73504ccaf431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:23.081153 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5d214b95-816f-4fb8-bf5e-8d29f8c4072f req-611fe032-c5f0-4350-bb2e-e219b7e9f4b8 tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] 10.222.0.36 "GET /v2.0/security-groups?id=f22233e2-8c34-4fd0-8000-1738a843992b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528922 Aug 16 22:47:23.082032 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-fbe20bf7-ffe5-476a-9791-73504ccaf431 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/534cd8cd-6a02-4ed8-862b-5884afcfe304 HTTP/1.1" status: 204 len: 168 time: 0.6074533 Aug 16 22:47:23.115406 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe20bf7-ffe5-476a-9791-73504ccaf431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=534cd8cd-6a02-4ed8-862b-5884afcfe304,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:23.152828 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-264bd64c-6d79-4f2a-83ba-88d29d71e055 req-6f5fe34c-083e-4c2b-8d5e-b99c298ea4f6 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=540ed4cf-0245-400b-b069-6009faf7f924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790329 Aug 16 22:47:23.247418 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-49891e9b-7baa-4cda-86db-af7e0b77012a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:23.252683 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-49891e9b-7baa-4cda-86db-af7e0b77012a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:23.283180 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49891e9b-7baa-4cda-86db-af7e0b77012a admin admin] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:47:23.299433 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc27ff-ce28-4b6d-aabe-a706fc7e0eb6 req-8fef16c8-26c8-460d-a513-a92737ce2617 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:23.301151 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49891e9b-7baa-4cda-86db-af7e0b77012a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a51f45dc-c58b-4871-b201-83151acd2814,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:23.307698 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-49891e9b-7baa-4cda-86db-af7e0b77012a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:23.308082 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-49891e9b-7baa-4cda-86db-af7e0b77012a admin admin] Added segment 814a6fa1-947a-41e8-8b6d-b5eadf99c956 of type vlan for network c1d758fb-43f6-4266-93a1-ed2a7049a6a3 Aug 16 22:47:23.308477 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2ccc27ff-ce28-4b6d-aabe-a706fc7e0eb6 req-8fef16c8-26c8-460d-a513-a92737ce2617 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] 10.222.0.36 "GET /v2.0/ports?device_id=de7969eb-fca2-49cf-a9d4-1f98f8acfed0 HTTP/1.1" status: 200 len: 948 time: 0.1068134 Aug 16 22:47:23.374374 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2ccc27ff-ce28-4b6d-aabe-a706fc7e0eb6 req-0ee062ba-afba-4860-bc62-807500b13b5e tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a2c666b-0599-45d4-8db2-76d5ddd783db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570247 Aug 16 22:47:23.375909 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-49891e9b-7baa-4cda-86db-af7e0b77012a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:23.415633 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-49891e9b-7baa-4cda-86db-af7e0b77012a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:23.418318 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49891e9b-7baa-4cda-86db-af7e0b77012a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:23.420091 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-49891e9b-7baa-4cda-86db-af7e0b77012a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:23.435786 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a14cc3ca-fee1-4739-bf83-9d5b03d04ecc req-3a5eb755-c383-4f2d-9dfb-0792f6456263 tempest-ImagesOneServerTestJSON-2024240417 tempest-ImagesOneServerTestJSON-2024240417-project] 10.222.0.36 "GET /v2.0/ports?device_id=b80c4af1-ac2a-45e3-b032-9ed4ff60e117 HTTP/1.1" status: 200 len: 210 time: 0.0330720 Aug 16 22:47:23.482318 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-49891e9b-7baa-4cda-86db-af7e0b77012a admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8590243 Aug 16 22:47:23.482707 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 51010) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:23.487493 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-0b4707a6-006a-483a-b5d2-fdb41546f3b8 admin admin] Request body: {'subnet': {'network_id': 'c1d758fb-43f6-4266-93a1-ed2a7049a6a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-156302043-subnet', 'tenant_id': '0dd87a1533c14d3ca4af6a1d28d07ee7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:23.498211 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49891e9b-7baa-4cda-86db-af7e0b77012a admin admin] Pushing event updated for resources: {'Network': ['ID=c1d758fb-43f6-4266-93a1-ed2a7049a6a3,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:23.512288 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network c1d758fb-43f6-4266-93a1-ed2a7049a6a3 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:47:23.519873 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b4707a6-006a-483a-b5d2-fdb41546f3b8 admin admin] Made reservation on behalf of 0dd87a1533c14d3ca4af6a1d28d07ee7 for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:47:23.522509 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0b4707a6-006a-483a-b5d2-fdb41546f3b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:23.601060 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0cddc9-86d7-4152-b097-c223fba8ae13 req-5f823989-2ac0-4451-8cfd-78fe96a03dc8 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:23.602675 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1b0cddc9-86d7-4152-b097-c223fba8ae13 req-5f823989-2ac0-4451-8cfd-78fe96a03dc8 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd403877-9d1d-4f11-b362-68537194146a HTTP/1.1" status: 200 len: 945 time: 0.0731359 Aug 16 22:47:23.616022 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device ac0c1df4-b6cc-41b4-a071-67b0439c495d details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:47:23.648223 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1b0cddc9-86d7-4152-b097-c223fba8ae13 req-73873080-78de-45b9-9d0a-fd93bf695d9e tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] 10.222.0.36 "GET /v2.0/security-groups?id=540ed4cf-0245-400b-b069-6009faf7f924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368874 Aug 16 22:47:23.764200 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0b4707a6-006a-483a-b5d2-fdb41546f3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:23.765039 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 5d87ffa9-311a-4ea2-8e1f-81a10a10255b up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:47:23.813851 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port ac0c1df4-b6cc-41b4-a071-67b0439c495d, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=ac0c1df4-b6cc-41b4-a071-67b0439c495d,segment=NetworkSegment(f636a4c4-5ebb-45e7-a739-a275ed345fed),segment_id=f636a4c4-5ebb-45e7-a739-a275ed345fed)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:47:23.833071 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 51020) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:23.842511 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4707a6-006a-483a-b5d2-fdb41546f3b8 admin admin] Checking segment: {'id': '814a6fa1-947a-41e8-8b6d-b5eadf99c956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c1d758fb-43f6-4266-93a1-ed2a7049a6a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:47:23.843101 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4707a6-006a-483a-b5d2-fdb41546f3b8 admin admin] Network hostable DHCP agents. Network: c1d758fb-43f6-4266-93a1-ed2a7049a6a3, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:47:23.847110 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': 'ac0c1df4-b6cc-41b4-a071-67b0439c495d', 'network_id': 'bdacd106-3582-43d1-a3c6-7a9333f5e2e0', 'port_id': 'ac0c1df4-b6cc-41b4-a071-67b0439c495d', 'mac_address': 'fa:16:3e:a8:da:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78dd72b6-bd21-4b15-8ce7-13fda92dba19', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:47:23.847350 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4707a6-006a-483a-b5d2-fdb41546f3b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d903676-5940-4682-8c71-041282775edf,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:23.866912 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b7e64c-7f73-49fa-bdf2-e038a651d3ba req-97aa790b-6163-4221-b1a3-77af76be8bc3 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:23.869803 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4707a6-006a-483a-b5d2-fdb41546f3b8 admin admin] Network c1d758fb-43f6-4266-93a1-ed2a7049a6a3 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:47:23.870474 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-39b7e64c-7f73-49fa-bdf2-e038a651d3ba req-97aa790b-6163-4221-b1a3-77af76be8bc3 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ab9dd79-cdd8-4824-b179-7013d5235b9f HTTP/1.1" status: 200 len: 943 time: 0.0895534 Aug 16 22:47:23.886090 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fe442ff4-6f19-4a40-9dc9-53f07b014ddc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:23.895918 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-0b4707a6-006a-483a-b5d2-fdb41546f3b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, c1d758fb-43f6-4266-93a1-ed2a7049a6a3) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:23.908519 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4707a6-006a-483a-b5d2-fdb41546f3b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:23.909942 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0b4707a6-006a-483a-b5d2-fdb41546f3b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:23.916365 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec13c6e6-9526-4ec3-9046-23b64d3083f8 None None] Network c1d758fb-43f6-4266-93a1-ed2a7049a6a3 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:47:23.923065 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning for port 5d87ffa9-311a-4ea2-8e1f-81a10a10255b completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:47:23.930517 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-39b7e64c-7f73-49fa-bdf2-e038a651d3ba req-82c5db06-6522-4bfe-8543-01ca5458dcdb tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523033 Aug 16 22:47:23.989630 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port 5d87ffa9-311a-4ea2-8e1f-81a10a10255b triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:47:23.993448 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:24.021957 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:24.044665 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac0c1df4-b6cc-41b4-a071-67b0439c495d {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:47:24.061961 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b203f77a-f846-488a-91e8-2c0099b626d3 req-2a6ecb51-b562-4e97-88de-8f4d3d36f57c tempest-ImagesOneServerTestJSON-2024240417 tempest-ImagesOneServerTestJSON-2024240417-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=3073df6e909d46859f573df5c08abd8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0421183 Aug 16 22:47:24.062506 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fe442ff4-6f19-4a40-9dc9-53f07b014ddc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:24.067670 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fe442ff4-6f19-4a40-9dc9-53f07b014ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:24.083119 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-0b4707a6-006a-483a-b5d2-fdb41546f3b8 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5995555 Aug 16 22:47:24.094338 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 51028) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:24.098019 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port ac0c1df4-b6cc-41b4-a071-67b0439c495d, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=ac0c1df4-b6cc-41b4-a071-67b0439c495d,segment=NetworkSegment(f636a4c4-5ebb-45e7-a739-a275ed345fed),segment_id=f636a4c4-5ebb-45e7-a739-a275ed345fed)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:47:24.100938 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-4285a4fb-3bfb-4e46-b353-e7da20b387dc admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-156302043-router', 'tenant_id': '0dd87a1533c14d3ca4af6a1d28d07ee7', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:24.108607 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:24.109817 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 56b88ace-9e76-4418-8374-f5623321a342 details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:47:24.132148 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-fe442ff4-6f19-4a40-9dc9-53f07b014ddc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ef386c1e2b6e44b0972d4ee875f11878&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2969875 Aug 16 22:47:24.135409 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 51034) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:24.159085 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe442ff4-6f19-4a40-9dc9-53f07b014ddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a80be3e7-fb07-40e7-93ee-c03044cd933b,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:24.189929 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4285a4fb-3bfb-4e46-b353-e7da20b387dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:24.191153 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4285a4fb-3bfb-4e46-b353-e7da20b387dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:24.247578 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe442ff4-6f19-4a40-9dc9-53f07b014ddc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:24.248026 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe442ff4-6f19-4a40-9dc9-53f07b014ddc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:24.249392 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe442ff4-6f19-4a40-9dc9-53f07b014ddc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:24.249743 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe442ff4-6f19-4a40-9dc9-53f07b014ddc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:24.250095 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe442ff4-6f19-4a40-9dc9-53f07b014ddc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:24.251565 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe442ff4-6f19-4a40-9dc9-53f07b014ddc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:24.251945 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe442ff4-6f19-4a40-9dc9-53f07b014ddc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:24.253236 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe442ff4-6f19-4a40-9dc9-53f07b014ddc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:24.254223 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe442ff4-6f19-4a40-9dc9-53f07b014ddc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:24.256340 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe442ff4-6f19-4a40-9dc9-53f07b014ddc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:24.256843 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe442ff4-6f19-4a40-9dc9-53f07b014ddc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:24.257188 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe442ff4-6f19-4a40-9dc9-53f07b014ddc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:24.285291 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4285a4fb-3bfb-4e46-b353-e7da20b387dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:24.296025 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.db.resource_extend [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 22:47:24.395558 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 56b88ace-9e76-4418-8374-f5623321a342, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=56b88ace-9e76-4418-8374-f5623321a342,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:47:24.397541 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b203f77a-f846-488a-91e8-2c0099b626d3 req-ad487bc2-0e41-4965-9111-50e40ba7b94c tempest-ImagesOneServerTestJSON-2024240417 tempest-ImagesOneServerTestJSON-2024240417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:24.402301 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b203f77a-f846-488a-91e8-2c0099b626d3 req-ad487bc2-0e41-4965-9111-50e40ba7b94c tempest-ImagesOneServerTestJSON-2024240417 tempest-ImagesOneServerTestJSON-2024240417-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3335640 Aug 16 22:47:24.410796 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': '56b88ace-9e76-4418-8374-f5623321a342', 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd', 'port_id': '56b88ace-9e76-4418-8374-f5623321a342', 'mac_address': 'fa:16:3e:58:d0:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6af2b868-37d3-46ab-a526-0465929f13c8', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:47:24.422528 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe533fb-2a4d-45eb-96ad-474c38a82bc6 req-e17dc5a3-c415-4133-b281-9810c46bbf39 tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:24.424862 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-abe533fb-2a4d-45eb-96ad-474c38a82bc6 req-e17dc5a3-c415-4133-b281-9810c46bbf39 tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] 10.222.0.36 "GET /v2.0/ports?device_id=262306cf-5aa8-4837-8362-03fc0ec667c8 HTTP/1.1" status: 200 len: 948 time: 0.2089767 Aug 16 22:47:24.425771 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-040057d5-ae3c-4c1a-8a07-ad92c536dec1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:24.471017 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:24.472303 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-040057d5-ae3c-4c1a-8a07-ad92c536dec1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:24.489627 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1bb04a1-96bd-48ad-b191-410716a1303a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-c1d758fb-43f6-4266-93a1-ed2a7049a6a3', 'network_id': 'c1d758fb-43f6-4266-93a1-ed2a7049a6a3', 'tenant_id': '0dd87a1533c14d3ca4af6a1d28d07ee7', 'fixed_ips': [{'subnet_id': '6d903676-5940-4682-8c71-041282775edf'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:47:24.491411 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f1bb04a1-96bd-48ad-b191-410716a1303a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:24.502845 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-b203f77a-f846-488a-91e8-2c0099b626d3 req-c9c4fe22-dd28-4f94-b1af-a1e4b053701b tempest-ImagesOneServerTestJSON-2024240417 tempest-ImagesOneServerTestJSON-2024240417-project] Request body: {'port': {'device_id': 'b80c4af1-ac2a-45e3-b032-9ed4ff60e117', 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd', 'admin_state_up': True, 'tenant_id': '3073df6e909d46859f573df5c08abd8c'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:24.515215 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56b88ace-9e76-4418-8374-f5623321a342 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:47:24.571412 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 56b88ace-9e76-4418-8374-f5623321a342, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=56b88ace-9e76-4418-8374-f5623321a342,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:47:24.594334 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-abe533fb-2a4d-45eb-96ad-474c38a82bc6 req-d66ba2e5-e455-45b3-b6f8-8edec9bdcc0a tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] 10.222.0.36 "GET /v2.0/security-groups?id=f22233e2-8c34-4fd0-8000-1738a843992b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572261 Aug 16 22:47:24.667404 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-040057d5-ae3c-4c1a-8a07-ad92c536dec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:24.670626 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4285a4fb-3bfb-4e46-b353-e7da20b387dc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:24.675281 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-040057d5-ae3c-4c1a-8a07-ad92c536dec1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:24.694496 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-040057d5-ae3c-4c1a-8a07-ad92c536dec1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a80be3e7-fb07-40e7-93ee-c03044cd933b HTTP/1.1" status: 204 len: 168 time: 0.5413013 Aug 16 22:47:24.733082 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040057d5-ae3c-4c1a-8a07-ad92c536dec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a80be3e7-fb07-40e7-93ee-c03044cd933b,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:24.737218 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b203f77a-f846-488a-91e8-2c0099b626d3 req-c9c4fe22-dd28-4f94-b1af-a1e4b053701b tempest-ImagesOneServerTestJSON-2024240417 tempest-ImagesOneServerTestJSON-2024240417-project] Made reservation on behalf of 3073df6e909d46859f573df5c08abd8c for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:47:24.743848 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-b203f77a-f846-488a-91e8-2c0099b626d3 req-c9c4fe22-dd28-4f94-b1af-a1e4b053701b tempest-ImagesOneServerTestJSON-2024240417 tempest-ImagesOneServerTestJSON-2024240417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:24.757579 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-b203f77a-f846-488a-91e8-2c0099b626d3 req-c9c4fe22-dd28-4f94-b1af-a1e4b053701b tempest-ImagesOneServerTestJSON-2024240417 tempest-ImagesOneServerTestJSON-2024240417-project] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:24.764892 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:24.767181 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=ac0c1df4-b6cc-41b4-a071-67b0439c495d,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:24.778309 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:24.838780 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1a0e1e99-9de9-4e34-8302-40341e82ba85 req-45e7afda-178f-4675-96d2-ba95c90594de tempest-ImagesOneServerTestJSON-2024240417 tempest-ImagesOneServerTestJSON-2024240417-project] 10.222.0.36 "GET /v2.0/ports?device_id=b80c4af1-ac2a-45e3-b032-9ed4ff60e117 HTTP/1.1" status: 200 len: 210 time: 0.0870545 Aug 16 22:47:24.866553 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '262306cf-5aa8-4837-8362-03fc0ec667c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d87ffa9-311a-4ea2-8e1f-81a10a10255b'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:47:24.869938 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cafd4b9-ddf7-40c1-aee2-0573b101c0af" -d '{"events": [{"server_uuid": "262306cf-5aa8-4837-8362-03fc0ec667c8", "name": "network-vif-plugged", "status": "completed", "tag": "5d87ffa9-311a-4ea2-8e1f-81a10a10255b"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:47:24.939214 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 5d87ffa9-311a-4ea2-8e1f-81a10a10255b, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=5d87ffa9-311a-4ea2-8e1f-81a10a10255b,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:47:24.948914 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:24.963406 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85f1d73-e20d-4c16-b941-af46dac03aaa req-0faa790d-90a7-4494-8e75-622bce224b71 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:24.974507 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:24.977488 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f85f1d73-e20d-4c16-b941-af46dac03aaa req-0faa790d-90a7-4494-8e75-622bce224b71 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] 10.222.0.36 "GET /v2.0/ports?device_id=de7969eb-fca2-49cf-a9d4-1f98f8acfed0 HTTP/1.1" status: 200 len: 949 time: 0.1577940 Aug 16 22:47:24.983630 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=56b88ace-9e76-4418-8374-f5623321a342,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:25.027777 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['56b88ace-9e76-4418-8374-f5623321a342'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:47:25.038640 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-f1bb04a1-96bd-48ad-b191-410716a1303a None None] Allocated IP 172.20.0.2 (c1d758fb-43f6-4266-93a1-ed2a7049a6a3/6d903676-5940-4682-8c71-041282775edf/b0688dfe-df83-4624-84ae-c928d6c8249d) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:47:25.068690 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['ac0c1df4-b6cc-41b4-a071-67b0439c495d'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:47:25.077329 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f85f1d73-e20d-4c16-b941-af46dac03aaa req-2f4b69f0-55e4-456b-a7bb-426e711d0e20 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a2c666b-0599-45d4-8db2-76d5ddd783db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943239 Aug 16 22:47:25.149666 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-b203f77a-f846-488a-91e8-2c0099b626d3 req-c9c4fe22-dd28-4f94-b1af-a1e4b053701b tempest-ImagesOneServerTestJSON-2024240417 tempest-ImagesOneServerTestJSON-2024240417-project] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:25.150999 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ec5cc-d624-456f-a4b6-25177788d5d2 req-54f9d61b-46d3-466d-bfd2-ddb565dfa95a tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:25.153679 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-072ec5cc-d624-456f-a4b6-25177788d5d2 req-54f9d61b-46d3-466d-bfd2-ddb565dfa95a tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd403877-9d1d-4f11-b362-68537194146a HTTP/1.1" status: 200 len: 945 time: 0.1371891 Aug 16 22:47:25.161801 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31d93552-a9db-4761-9a09-14f68082af7c x-openstack-request-id: req-31d93552-a9db-4761-9a09-14f68082af7c {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:47:25.162368 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "262306cf-5aa8-4837-8362-03fc0ec667c8", "name": "network-vif-plugged", "status": "completed", "tag": "5d87ffa9-311a-4ea2-8e1f-81a10a10255b", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:47:25.162945 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-31d93552-a9db-4761-9a09-14f68082af7c {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:47:25.163494 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '262306cf-5aa8-4837-8362-03fc0ec667c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d87ffa9-311a-4ea2-8e1f-81a10a10255b', 'code': 200} Aug 16 22:47:25.176359 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-b203f77a-f846-488a-91e8-2c0099b626d3 req-c9c4fe22-dd28-4f94-b1af-a1e4b053701b tempest-ImagesOneServerTestJSON-2024240417 tempest-ImagesOneServerTestJSON-2024240417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:25.214836 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=5d87ffa9-311a-4ea2-8e1f-81a10a10255b,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:25.252998 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-072ec5cc-d624-456f-a4b6-25177788d5d2 req-c1d1fa87-3650-42dd-885b-26c964c789fd tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] 10.222.0.36 "GET /v2.0/security-groups?id=540ed4cf-0245-400b-b069-6009faf7f924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900102 Aug 16 22:47:25.394454 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f1bb04a1-96bd-48ad-b191-410716a1303a None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:25.405730 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-b203f77a-f846-488a-91e8-2c0099b626d3 req-c9c4fe22-dd28-4f94-b1af-a1e4b053701b tempest-ImagesOneServerTestJSON-2024240417 tempest-ImagesOneServerTestJSON-2024240417-project] Allocated IP 192.168.233.237 (a2f596d0-b80e-4404-bf4b-27a7e14f50dd/6af2b868-37d3-46ab-a526-0465929f13c8/47efd86c-94df-49a5-923f-1402ca72a3ac) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:47:25.432955 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-f1bb04a1-96bd-48ad-b191-410716a1303a None None] Transition to ACTIVE for port object b0688dfe-df83-4624-84ae-c928d6c8249d will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:47:25.475003 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-f1bb04a1-96bd-48ad-b191-410716a1303a None None] Transition to ACTIVE for port object b0688dfe-df83-4624-84ae-c928d6c8249d will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:47:25.482401 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8debeb5-9929-49ba-a9e4-5a5e651563fd req-7d72174b-8c53-4950-8ef1-02b3447612b4 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:25.486835 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e8debeb5-9929-49ba-a9e4-5a5e651563fd req-7d72174b-8c53-4950-8ef1-02b3447612b4 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ab9dd79-cdd8-4824-b179-7013d5235b9f HTTP/1.1" status: 200 len: 944 time: 0.1211190 Aug 16 22:47:25.512150 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:25.512815 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:25.513327 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:25.513831 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:25.514319 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:25.514899 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:25.515400 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:25.515972 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:25.516464 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:25.517004 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:25.517604 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:25.518112 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:25.523649 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f1bb04a1-96bd-48ad-b191-410716a1303a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:25.589684 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e8debeb5-9929-49ba-a9e4-5a5e651563fd req-bd0ed28f-088c-4432-8f9a-528345ff8e18 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908322 Aug 16 22:47:25.625150 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bb04a1-96bd-48ad-b191-410716a1303a None None] Pushing event updated for resources: {'Port': ['ID=b0688dfe-df83-4624-84ae-c928d6c8249d,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:25.649205 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1bb04a1-96bd-48ad-b191-410716a1303a None None] Network c1d758fb-43f6-4266-93a1-ed2a7049a6a3 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:47:25.664381 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-f1bb04a1-96bd-48ad-b191-410716a1303a None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:25.673791 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bb04a1-96bd-48ad-b191-410716a1303a None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:47:25.843798 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8895ff5-51ab-42e9-b434-974735198124 req-e38f69c6-0ba1-44ab-b6a3-33776b46018c tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:25.854387 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-b203f77a-f846-488a-91e8-2c0099b626d3 req-c9c4fe22-dd28-4f94-b1af-a1e4b053701b tempest-ImagesOneServerTestJSON-2024240417 tempest-ImagesOneServerTestJSON-2024240417-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:25.856066 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f8895ff5-51ab-42e9-b434-974735198124 req-e38f69c6-0ba1-44ab-b6a3-33776b46018c tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] 10.222.0.36 "GET /v2.0/ports?device_id=262306cf-5aa8-4837-8362-03fc0ec667c8 HTTP/1.1" status: 200 len: 949 time: 0.1257789 Aug 16 22:47:25.877808 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-b203f77a-f846-488a-91e8-2c0099b626d3 req-c9c4fe22-dd28-4f94-b1af-a1e4b053701b tempest-ImagesOneServerTestJSON-2024240417 tempest-ImagesOneServerTestJSON-2024240417-project] Transition to ACTIVE for port object 47efd86c-94df-49a5-923f-1402ca72a3ac will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:47:25.924192 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f8895ff5-51ab-42e9-b434-974735198124 req-b48b0feb-92f7-47cf-9db2-f9ac5723ef46 tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] 10.222.0.36 "GET /v2.0/security-groups?id=f22233e2-8c34-4fd0-8000-1738a843992b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670688 Aug 16 22:47:25.939939 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c4fe22-dd28-4f94-b1af-a1e4b053701b tempest-ImagesOneServerTestJSON-2024240417 tempest-ImagesOneServerTestJSON-2024240417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8896dcf-9bf9-49fb-84e3-51ed2fed130b,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:25.945129 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4285a4fb-3bfb-4e46-b353-e7da20b387dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:25.962051 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-f1bb04a1-96bd-48ad-b191-410716a1303a None None] Attempting to bind port b0688dfe-df83-4624-84ae-c928d6c8249d on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:47:25.962660 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-f1bb04a1-96bd-48ad-b191-410716a1303a None None] Attempting to bind port b0688dfe-df83-4624-84ae-c928d6c8249d by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '814a6fa1-947a-41e8-8b6d-b5eadf99c956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c1d758fb-43f6-4266-93a1-ed2a7049a6a3'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:47:25.962887 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bb04a1-96bd-48ad-b191-410716a1303a None None] Attempting to bind port b0688dfe-df83-4624-84ae-c928d6c8249d on network c1d758fb-43f6-4266-93a1-ed2a7049a6a3 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:47:25.964812 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-b203f77a-f846-488a-91e8-2c0099b626d3 req-c9c4fe22-dd28-4f94-b1af-a1e4b053701b tempest-ImagesOneServerTestJSON-2024240417 tempest-ImagesOneServerTestJSON-2024240417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:25.978373 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bb04a1-96bd-48ad-b191-410716a1303a None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:47:25.978745 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bb04a1-96bd-48ad-b191-410716a1303a None None] Checking segment: {'id': '814a6fa1-947a-41e8-8b6d-b5eadf99c956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c1d758fb-43f6-4266-93a1-ed2a7049a6a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:47:25.979146 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f1bb04a1-96bd-48ad-b191-410716a1303a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:25.979537 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bb04a1-96bd-48ad-b191-410716a1303a None None] Bound using segment: {'id': '814a6fa1-947a-41e8-8b6d-b5eadf99c956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c1d758fb-43f6-4266-93a1-ed2a7049a6a3'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:47:25.980339 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-f1bb04a1-96bd-48ad-b191-410716a1303a None None] Bound port: b0688dfe-df83-4624-84ae-c928d6c8249d, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '814a6fa1-947a-41e8-8b6d-b5eadf99c956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c1d758fb-43f6-4266-93a1-ed2a7049a6a3'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:47:25.980922 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f1bb04a1-96bd-48ad-b191-410716a1303a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:25.996798 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c4fe22-dd28-4f94-b1af-a1e4b053701b tempest-ImagesOneServerTestJSON-2024240417 tempest-ImagesOneServerTestJSON-2024240417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:25.997318 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c4fe22-dd28-4f94-b1af-a1e4b053701b tempest-ImagesOneServerTestJSON-2024240417 tempest-ImagesOneServerTestJSON-2024240417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:25.997820 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c4fe22-dd28-4f94-b1af-a1e4b053701b tempest-ImagesOneServerTestJSON-2024240417 tempest-ImagesOneServerTestJSON-2024240417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:25.998552 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c4fe22-dd28-4f94-b1af-a1e4b053701b tempest-ImagesOneServerTestJSON-2024240417 tempest-ImagesOneServerTestJSON-2024240417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:25.999006 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c4fe22-dd28-4f94-b1af-a1e4b053701b tempest-ImagesOneServerTestJSON-2024240417 tempest-ImagesOneServerTestJSON-2024240417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:25.999560 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c4fe22-dd28-4f94-b1af-a1e4b053701b tempest-ImagesOneServerTestJSON-2024240417 tempest-ImagesOneServerTestJSON-2024240417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:26.000294 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c4fe22-dd28-4f94-b1af-a1e4b053701b tempest-ImagesOneServerTestJSON-2024240417 tempest-ImagesOneServerTestJSON-2024240417-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:26.000972 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c4fe22-dd28-4f94-b1af-a1e4b053701b tempest-ImagesOneServerTestJSON-2024240417 tempest-ImagesOneServerTestJSON-2024240417-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:26.001639 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c4fe22-dd28-4f94-b1af-a1e4b053701b tempest-ImagesOneServerTestJSON-2024240417 tempest-ImagesOneServerTestJSON-2024240417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:26.002417 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c4fe22-dd28-4f94-b1af-a1e4b053701b tempest-ImagesOneServerTestJSON-2024240417 tempest-ImagesOneServerTestJSON-2024240417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:26.003740 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c4fe22-dd28-4f94-b1af-a1e4b053701b tempest-ImagesOneServerTestJSON-2024240417 tempest-ImagesOneServerTestJSON-2024240417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:26.004437 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c4fe22-dd28-4f94-b1af-a1e4b053701b tempest-ImagesOneServerTestJSON-2024240417 tempest-ImagesOneServerTestJSON-2024240417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:26.028594 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4285a4fb-3bfb-4e46-b353-e7da20b387dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:26.116839 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b203f77a-f846-488a-91e8-2c0099b626d3 req-c9c4fe22-dd28-4f94-b1af-a1e4b053701b tempest-ImagesOneServerTestJSON-2024240417 tempest-ImagesOneServerTestJSON-2024240417-project] Network a2f596d0-b80e-4404-bf4b-27a7e14f50dd is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:47:26.139265 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe2e00-19a9-4243-810d-f1495038c5d0 req-144638ce-8d83-458b-b733-3b748275a33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:26.141002 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4efe2e00-19a9-4243-810d-f1495038c5d0 req-144638ce-8d83-458b-b733-3b748275a33e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=262306cf-5aa8-4837-8362-03fc0ec667c8 HTTP/1.1" status: 200 len: 1101 time: 0.6396546 Aug 16 22:47:26.142190 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-b203f77a-f846-488a-91e8-2c0099b626d3 req-c9c4fe22-dd28-4f94-b1af-a1e4b053701b tempest-ImagesOneServerTestJSON-2024240417 tempest-ImagesOneServerTestJSON-2024240417-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:26.188265 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ae6f3d-58a8-4d7b-baf8-bfa7294a87e3 req-f4089af9-55f9-4f68-a09b-6c540a522eea tempest-ImagesOneServerTestJSON-2024240417 tempest-ImagesOneServerTestJSON-2024240417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:26.201627 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e2ae6f3d-58a8-4d7b-baf8-bfa7294a87e3 req-f4089af9-55f9-4f68-a09b-6c540a522eea tempest-ImagesOneServerTestJSON-2024240417 tempest-ImagesOneServerTestJSON-2024240417-project] 10.222.0.36 "GET /v2.0/ports?device_id=b80c4af1-ac2a-45e3-b032-9ed4ff60e117 HTTP/1.1" status: 200 len: 936 time: 0.1409128 Aug 16 22:47:26.224307 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-b203f77a-f846-488a-91e8-2c0099b626d3 req-c9c4fe22-dd28-4f94-b1af-a1e4b053701b tempest-ImagesOneServerTestJSON-2024240417 tempest-ImagesOneServerTestJSON-2024240417-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:47:26.239873 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f1bb04a1-96bd-48ad-b191-410716a1303a None None] For port b0688dfe-df83-4624-84ae-c928d6c8249d, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:47:26.244934 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f1bb04a1-96bd-48ad-b191-410716a1303a None None] For port b0688dfe-df83-4624-84ae-c928d6c8249d, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=b0688dfe-df83-4624-84ae-c928d6c8249d,segment=NetworkSegment(814a6fa1-947a-41e8-8b6d-b5eadf99c956),segment_id=814a6fa1-947a-41e8-8b6d-b5eadf99c956)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:47:26.250920 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e2ae6f3d-58a8-4d7b-baf8-bfa7294a87e3 req-7561516a-29e3-4e37-ba9e-2ae1cd92e96f tempest-ImagesOneServerTestJSON-2024240417 tempest-ImagesOneServerTestJSON-2024240417-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8896dcf-9bf9-49fb-84e3-51ed2fed130b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475295 Aug 16 22:47:26.256661 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f1bb04a1-96bd-48ad-b191-410716a1303a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:26.314984 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b203f77a-f846-488a-91e8-2c0099b626d3 req-c9c4fe22-dd28-4f94-b1af-a1e4b053701b tempest-ImagesOneServerTestJSON-2024240417 tempest-ImagesOneServerTestJSON-2024240417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:26.315797 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-b203f77a-f846-488a-91e8-2c0099b626d3 req-c9c4fe22-dd28-4f94-b1af-a1e4b053701b tempest-ImagesOneServerTestJSON-2024240417 tempest-ImagesOneServerTestJSON-2024240417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:26.360467 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b462067c-86ce-414f-ae66-4fd2def08a6a req-1cb0773b-97fa-4c7e-92fe-e1cd7859521e tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:26.370356 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b462067c-86ce-414f-ae66-4fd2def08a6a req-1cb0773b-97fa-4c7e-92fe-e1cd7859521e tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] 10.222.0.36 "GET /v2.0/ports?device_id=de7969eb-fca2-49cf-a9d4-1f98f8acfed0 HTTP/1.1" status: 200 len: 949 time: 0.1168518 Aug 16 22:47:26.374524 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c4fe22-dd28-4f94-b1af-a1e4b053701b tempest-ImagesOneServerTestJSON-2024240417 tempest-ImagesOneServerTestJSON-2024240417-project] Pushing event updated for resources: {'Port': ['ID=47efd86c-94df-49a5-923f-1402ca72a3ac,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:26.410857 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b203f77a-f846-488a-91e8-2c0099b626d3 req-c9c4fe22-dd28-4f94-b1af-a1e4b053701b tempest-ImagesOneServerTestJSON-2024240417 tempest-ImagesOneServerTestJSON-2024240417-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9464149 Aug 16 22:47:26.426567 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bb04a1-96bd-48ad-b191-410716a1303a None None] Pushing event updated for resources: {'Port': ['ID=b0688dfe-df83-4624-84ae-c928d6c8249d,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:26.446074 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-b203f77a-f846-488a-91e8-2c0099b626d3 req-39b3e9d2-1298-441b-b6d6-507903dbabf7 service neutron] Request body: {'port': {'device_id': 'b80c4af1-ac2a-45e3-b032-9ed4ff60e117', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:26.468341 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b462067c-86ce-414f-ae66-4fd2def08a6a req-bbc02f80-69bc-4c94-9a38-fe508c31fbc0 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a2c666b-0599-45d4-8db2-76d5ddd783db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969317 Aug 16 22:47:26.500493 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4efe2e00-19a9-4243-810d-f1495038c5d0 req-e909de09-cdd6-4de4-9eb3-7b816297a4bd service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f22233e2-8c34-4fd0-8000-1738a843992b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886899 Aug 16 22:47:26.519220 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d517f9e-f745-4364-a2be-86e247fdfef4 req-bdd1c0f2-6d78-42eb-ac89-99e560edd3f2 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:26.527703 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1d517f9e-f745-4364-a2be-86e247fdfef4 req-bdd1c0f2-6d78-42eb-ac89-99e560edd3f2 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd403877-9d1d-4f11-b362-68537194146a HTTP/1.1" status: 200 len: 945 time: 0.0839984 Aug 16 22:47:26.587269 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1d517f9e-f745-4364-a2be-86e247fdfef4 req-129cb29c-ea9b-4e75-9daf-f20924d69773 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] 10.222.0.36 "GET /v2.0/security-groups?id=540ed4cf-0245-400b-b069-6009faf7f924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558987 Aug 16 22:47:26.593672 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9753955e-329e-4b56-b899-50d5c446e693 None None] Provisioning for port 47efd86c-94df-49a5-923f-1402ca72a3ac completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:47:26.613213 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9753955e-329e-4b56-b899-50d5c446e693 None None] Provisioning complete for port 47efd86c-94df-49a5-923f-1402ca72a3ac triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:47:26.613668 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9753955e-329e-4b56-b899-50d5c446e693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:26.618036 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-b203f77a-f846-488a-91e8-2c0099b626d3 req-39b3e9d2-1298-441b-b6d6-507903dbabf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:26.646988 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-4285a4fb-3bfb-4e46-b353-e7da20b387dc admin admin] Allocated IP 172.25.4.26 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/72454211-c10d-4db2-b951-eb1fbe010830) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:47:26.691859 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-9753955e-329e-4b56-b899-50d5c446e693 None None] Port 47efd86c-94df-49a5-923f-1402ca72a3ac cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:47:26.812304 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef1f38c-5677-4132-853a-f746495ba53f req-b58edd6a-f823-432a-93c2-cf63804212c0 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:26.813979 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2ef1f38c-5677-4132-853a-f746495ba53f req-b58edd6a-f823-432a-93c2-cf63804212c0 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd403877-9d1d-4f11-b362-68537194146a HTTP/1.1" status: 200 len: 945 time: 0.1185527 Aug 16 22:47:26.834096 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 51128) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:26.853966 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-e034e572-9620-4b70-9ccf-a9cc8b2f8b3d tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Request body: {'floatingip': {'port_id': '853f0576-5402-426f-ac21-6b7625075f55'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:26.899141 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1c43b2-f2cf-4fb0-b192-a4af0cc8db13 req-847be6d9-6b12-41b0-a98c-28c74c94d046 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:26.909264 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1b1c43b2-f2cf-4fb0-b192-a4af0cc8db13 req-847be6d9-6b12-41b0-a98c-28c74c94d046 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ab9dd79-cdd8-4824-b179-7013d5235b9f HTTP/1.1" status: 200 len: 944 time: 0.1688957 Aug 16 22:47:27.186108 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e034e572-9620-4b70-9ccf-a9cc8b2f8b3d tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Notify callbacks [] for floatingip, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:27.234582 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4285a4fb-3bfb-4e46-b353-e7da20b387dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:27.289319 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1b1c43b2-f2cf-4fb0-b192-a4af0cc8db13 req-e847b7f1-042e-451a-a242-546944419b4a tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3790522 Aug 16 22:47:27.333774 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d116f3-f608-4ffe-8c83-3864780da20d req-5eed0334-a379-4e48-9cc7-0b7ffb7b92c5 tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:27.334120 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4285a4fb-3bfb-4e46-b353-e7da20b387dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:27.353445 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a4d116f3-f608-4ffe-8c83-3864780da20d req-5eed0334-a379-4e48-9cc7-0b7ffb7b92c5 tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] 10.222.0.36 "GET /v2.0/ports?device_id=262306cf-5aa8-4837-8362-03fc0ec667c8 HTTP/1.1" status: 200 len: 949 time: 0.2041907 Aug 16 22:47:27.418270 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4285a4fb-3bfb-4e46-b353-e7da20b387dc admin admin] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:47:27.423198 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-b203f77a-f846-488a-91e8-2c0099b626d3 req-39b3e9d2-1298-441b-b6d6-507903dbabf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47efd86c-94df-49a5-923f-1402ca72a3ac {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:47:27.428150 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-4285a4fb-3bfb-4e46-b353-e7da20b387dc admin admin] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:27.447092 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-b203f77a-f846-488a-91e8-2c0099b626d3 req-39b3e9d2-1298-441b-b6d6-507903dbabf7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:27.465296 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-b203f77a-f846-488a-91e8-2c0099b626d3 req-39b3e9d2-1298-441b-b6d6-507903dbabf7 service neutron] Transition to ACTIVE for port object 47efd86c-94df-49a5-923f-1402ca72a3ac will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:47:27.469602 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4285a4fb-3bfb-4e46-b353-e7da20b387dc admin admin] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:47:27.514888 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a4d116f3-f608-4ffe-8c83-3864780da20d req-81b0e86f-42ab-4fe4-9177-b9a072ee81d9 tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] 10.222.0.36 "GET /v2.0/security-groups?id=f22233e2-8c34-4fd0-8000-1738a843992b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598463 Aug 16 22:47:27.529812 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-b203f77a-f846-488a-91e8-2c0099b626d3 req-39b3e9d2-1298-441b-b6d6-507903dbabf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:27.539009 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4285a4fb-3bfb-4e46-b353-e7da20b387dc admin admin] Pushing event updated for resources: {'Port': ['ID=72454211-c10d-4db2-b951-eb1fbe010830,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:27.626705 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece0a77e-93c3-48a4-ae86-12983552d8de req-0adaa73a-804c-4f57-91b4-7c055aef12d6 tempest-ImagesOneServerTestJSON-2024240417 tempest-ImagesOneServerTestJSON-2024240417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:27.628288 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ece0a77e-93c3-48a4-ae86-12983552d8de req-0adaa73a-804c-4f57-91b4-7c055aef12d6 tempest-ImagesOneServerTestJSON-2024240417 tempest-ImagesOneServerTestJSON-2024240417-project] 10.222.0.36 "GET /v2.0/ports?device_id=b80c4af1-ac2a-45e3-b032-9ed4ff60e117 HTTP/1.1" status: 200 len: 948 time: 0.1414673 Aug 16 22:47:27.659495 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device ac0c1df4-b6cc-41b4-a071-67b0439c495d up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:47:27.732753 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning for port ac0c1df4-b6cc-41b4-a071-67b0439c495d completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:47:27.742028 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port ac0c1df4-b6cc-41b4-a071-67b0439c495d triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:47:27.742492 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:27.909152 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:27.914582 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b17bc9-1b40-4d36-aade-d1d676ce19bb None None] Network c1d758fb-43f6-4266-93a1-ed2a7049a6a3 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:47:27.924009 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b3e9d2-1298-441b-b6d6-507903dbabf7 service neutron] Pushing event updated for resources: {'Port': ['ID=47efd86c-94df-49a5-923f-1402ca72a3ac,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:28.001357 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4285a4fb-3bfb-4e46-b353-e7da20b387dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:28.012369 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ece0a77e-93c3-48a4-ae86-12983552d8de req-ef67dd6f-68ca-4851-9b12-a8dcfc9b8e69 tempest-ImagesOneServerTestJSON-2024240417 tempest-ImagesOneServerTestJSON-2024240417-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8896dcf-9bf9-49fb-84e3-51ed2fed130b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3662720 Aug 16 22:47:28.030495 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ab9dd79-cdd8-4824-b179-7013d5235b9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac0c1df4-b6cc-41b4-a071-67b0439c495d'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:47:28.033919 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbe8f516-4799-40f4-8c55-7a20ca0bebc8" -d '{"events": [{"server_uuid": "1ab9dd79-cdd8-4824-b179-7013d5235b9f", "name": "network-vif-plugged", "status": "completed", "tag": "ac0c1df4-b6cc-41b4-a071-67b0439c495d"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:47:28.048408 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8955f0fd-029f-4048-8b0c-70422d7fdbe2 req-fce0f407-fd24-4054-8917-78e2184a20c2 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:28.062864 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8955f0fd-029f-4048-8b0c-70422d7fdbe2 req-fce0f407-fd24-4054-8917-78e2184a20c2 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] 10.222.0.36 "GET /v2.0/ports?device_id=de7969eb-fca2-49cf-a9d4-1f98f8acfed0 HTTP/1.1" status: 200 len: 949 time: 0.4484887 Aug 16 22:47:28.066976 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port ac0c1df4-b6cc-41b4-a071-67b0439c495d, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=ac0c1df4-b6cc-41b4-a071-67b0439c495d,segment=NetworkSegment(f636a4c4-5ebb-45e7-a739-a275ed345fed),segment_id=f636a4c4-5ebb-45e7-a739-a275ed345fed)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:47:28.085368 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:28.085538 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-b203f77a-f846-488a-91e8-2c0099b626d3 req-39b3e9d2-1298-441b-b6d6-507903dbabf7 service neutron] Attempting to bind port 47efd86c-94df-49a5-923f-1402ca72a3ac on host n-h2-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:47:28.085625 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 56b88ace-9e76-4418-8374-f5623321a342 up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:47:28.085747 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-b203f77a-f846-488a-91e8-2c0099b626d3 req-39b3e9d2-1298-441b-b6d6-507903dbabf7 service neutron] Attempting to bind port 47efd86c-94df-49a5-923f-1402ca72a3ac by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:47:28.085747 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b203f77a-f846-488a-91e8-2c0099b626d3 req-39b3e9d2-1298-441b-b6d6-507903dbabf7 service neutron] Attempting to bind port 47efd86c-94df-49a5-923f-1402ca72a3ac on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:47:28.096158 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b203f77a-f846-488a-91e8-2c0099b626d3 req-39b3e9d2-1298-441b-b6d6-507903dbabf7 service neutron] Port 47efd86c-94df-49a5-923f-1402ca72a3ac on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:47:28.096493 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b203f77a-f846-488a-91e8-2c0099b626d3 req-39b3e9d2-1298-441b-b6d6-507903dbabf7 service neutron] Attempting to bind port 47efd86c-94df-49a5-923f-1402ca72a3ac on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:47:28.145068 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9e713115-3738-41a8-b9df-465f77c80361 None None] Provisioning for port b0688dfe-df83-4624-84ae-c928d6c8249d completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:47:28.162206 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b203f77a-f846-488a-91e8-2c0099b626d3 req-39b3e9d2-1298-441b-b6d6-507903dbabf7 service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:47:28.162598 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b203f77a-f846-488a-91e8-2c0099b626d3 req-39b3e9d2-1298-441b-b6d6-507903dbabf7 service neutron] Checking segment: {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:47:28.163678 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b203f77a-f846-488a-91e8-2c0099b626d3 req-39b3e9d2-1298-441b-b6d6-507903dbabf7 service neutron] Bound using segment: {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:47:28.164054 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-b203f77a-f846-488a-91e8-2c0099b626d3 req-39b3e9d2-1298-441b-b6d6-507903dbabf7 service neutron] Bound port: 47efd86c-94df-49a5-923f-1402ca72a3ac, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:47:28.164725 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-b203f77a-f846-488a-91e8-2c0099b626d3 req-39b3e9d2-1298-441b-b6d6-507903dbabf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:28.216819 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8955f0fd-029f-4048-8b0c-70422d7fdbe2 req-8da49bd2-b1b1-4ea4-826a-790bd6063877 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a2c666b-0599-45d4-8db2-76d5ddd783db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530578 Aug 16 22:47:28.244366 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=ac0c1df4-b6cc-41b4-a071-67b0439c495d,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:28.264224 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.db.resource_extend [None req-e034e572-9620-4b70-9ccf-a9cc8b2f8b3d tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 22:47:28.304138 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning for port 56b88ace-9e76-4418-8374-f5623321a342 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:47:28.309445 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dacd7878-9293-4ca3-b5f5-b505b6b1a5b2 x-openstack-request-id: req-dacd7878-9293-4ca3-b5f5-b505b6b1a5b2 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:47:28.309979 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ab9dd79-cdd8-4824-b179-7013d5235b9f", "name": "network-vif-plugged", "status": "completed", "tag": "ac0c1df4-b6cc-41b4-a071-67b0439c495d", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:47:28.310419 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-dacd7878-9293-4ca3-b5f5-b505b6b1a5b2 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:47:28.310952 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ab9dd79-cdd8-4824-b179-7013d5235b9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac0c1df4-b6cc-41b4-a071-67b0439c495d', 'code': 200} Aug 16 22:47:28.317417 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port 56b88ace-9e76-4418-8374-f5623321a342 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:47:28.318125 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:28.439695 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e034e572-9620-4b70-9ccf-a9cc8b2f8b3d tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:28.443326 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:28.448569 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e034e572-9620-4b70-9ccf-a9cc8b2f8b3d tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:28.510037 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 56b88ace-9e76-4418-8374-f5623321a342, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=56b88ace-9e76-4418-8374-f5623321a342,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:47:28.521043 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:28.543286 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-b203f77a-f846-488a-91e8-2c0099b626d3 req-39b3e9d2-1298-441b-b6d6-507903dbabf7 service neutron] For port 47efd86c-94df-49a5-923f-1402ca72a3ac, host n-h2-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:47:28.562229 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-b203f77a-f846-488a-91e8-2c0099b626d3 req-39b3e9d2-1298-441b-b6d6-507903dbabf7 service neutron] For port 47efd86c-94df-49a5-923f-1402ca72a3ac, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=47efd86c-94df-49a5-923f-1402ca72a3ac,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:47:28.564911 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4285a4fb-3bfb-4e46-b353-e7da20b387dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:28.605361 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=56b88ace-9e76-4418-8374-f5623321a342,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:28.626851 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-b203f77a-f846-488a-91e8-2c0099b626d3 req-39b3e9d2-1298-441b-b6d6-507903dbabf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:28.648192 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bb1012-6a35-4d8a-a6f1-73ebda46c02f req-5be8959b-b295-46b7-9565-7f22239a83d8 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:28.651601 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-42bb1012-6a35-4d8a-a6f1-73ebda46c02f req-5be8959b-b295-46b7-9565-7f22239a83d8 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ab9dd79-cdd8-4824-b179-7013d5235b9f HTTP/1.1" status: 200 len: 945 time: 0.1462662 Aug 16 22:47:28.674206 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40abfaad-a0e8-4db5-a266-8390a7f61434 req-7530feec-8faf-4665-a6a5-88e5078a8d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:28.675821 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-40abfaad-a0e8-4db5-a266-8390a7f61434 req-7530feec-8faf-4665-a6a5-88e5078a8d17 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=1ab9dd79-cdd8-4824-b179-7013d5235b9f HTTP/1.1" status: 200 len: 1097 time: 0.2672908 Aug 16 22:47:28.687768 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b203f77a-f846-488a-91e8-2c0099b626d3 req-39b3e9d2-1298-441b-b6d6-507903dbabf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:28.688653 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-b203f77a-f846-488a-91e8-2c0099b626d3 req-39b3e9d2-1298-441b-b6d6-507903dbabf7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:28.690096 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b203f77a-f846-488a-91e8-2c0099b626d3 req-39b3e9d2-1298-441b-b6d6-507903dbabf7 service neutron] 10.222.0.57 "PUT /v2.0/ports/47efd86c-94df-49a5-923f-1402ca72a3ac HTTP/1.1" status: 200 len: 1097 time: 2.2615514 Aug 16 22:47:28.693038 n-d-791506-26 neutron-server[101292]: INFO neutron.db.l3_db [None req-e034e572-9620-4b70-9ccf-a9cc8b2f8b3d tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Floating IP aca20739-3636-4582-b5b8-01b188fc7378 associated. External IP: 172.25.4.139, port: 853f0576-5402-426f-ac21-6b7625075f55. Aug 16 22:47:28.698738 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b80c4af1-ac2a-45e3-b032-9ed4ff60e117', 'tag': '47efd86c-94df-49a5-923f-1402ca72a3ac'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:47:28.708902 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70394214-8f6f-4e82-9bd5-62936c6a6dfc" -d '{"events": [{"name": "network-changed", "server_uuid": "b80c4af1-ac2a-45e3-b032-9ed4ff60e117", "tag": "47efd86c-94df-49a5-923f-1402ca72a3ac"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:47:28.792344 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-42bb1012-6a35-4d8a-a6f1-73ebda46c02f req-3e37ebbc-de69-45ef-9a56-70984c704916 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326790 Aug 16 22:47:28.846457 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device b0688dfe-df83-4624-84ae-c928d6c8249d up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:47:28.860518 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-40abfaad-a0e8-4db5-a266-8390a7f61434 req-3d750bae-31d1-4faf-9376-f326d228dfd5 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625915 Aug 16 22:47:28.868602 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b3e9d2-1298-441b-b6d6-507903dbabf7 service neutron] Pushing event updated for resources: {'Port': ['ID=47efd86c-94df-49a5-923f-1402ca72a3ac,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:28.877261 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270f4c21-82b9-425d-a799-0e478738f999 req-f73c4a19-b184-450b-8bdc-ca3a2a1d1a6d tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:28.878697 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-270f4c21-82b9-425d-a799-0e478738f999 req-f73c4a19-b184-450b-8bdc-ca3a2a1d1a6d tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] 10.222.0.36 "GET /v2.0/ports?device_id=262306cf-5aa8-4837-8362-03fc0ec667c8 HTTP/1.1" status: 200 len: 949 time: 0.2009680 Aug 16 22:47:28.896068 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b203f77a-f846-488a-91e8-2c0099b626d3 req-8aacc5a3-ffa8-4a84-b8e9-d02bab05d320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:28.897652 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b203f77a-f846-488a-91e8-2c0099b626d3 req-8aacc5a3-ffa8-4a84-b8e9-d02bab05d320 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3073df6e909d46859f573df5c08abd8c&device_id=b80c4af1-ac2a-45e3-b032-9ed4ff60e117 HTTP/1.1" status: 200 len: 1100 time: 0.1374578 Aug 16 22:47:28.953161 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-270f4c21-82b9-425d-a799-0e478738f999 req-cbc3edaf-6ed6-4549-98ef-f6aa77051043 tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] 10.222.0.36 "GET /v2.0/security-groups?id=f22233e2-8c34-4fd0-8000-1738a843992b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664661 Aug 16 22:47:28.976322 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port b0688dfe-df83-4624-84ae-c928d6c8249d completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:47:28.980172 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4285a4fb-3bfb-4e46-b353-e7da20b387dc admin admin] Router a764d288-f741-4726-a94c-ccd506c9d005 is scheduled to L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f with binding_index 1 {{(pid=101291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:47:28.981364 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port b0688dfe-df83-4624-84ae-c928d6c8249d triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:47:28.981748 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:28.987203 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b203f77a-f846-488a-91e8-2c0099b626d3 req-d44ce7a6-6459-43df-8f5e-c521b22bc825 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=47efd86c-94df-49a5-923f-1402ca72a3ac HTTP/1.1" status: 200 len: 217 time: 0.0569544 Aug 16 22:47:29.085323 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:29.090298 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b203f77a-f846-488a-91e8-2c0099b626d3 req-0a5cadde-b445-4ef5-965b-ecfcd7ec0dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:29.091968 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b203f77a-f846-488a-91e8-2c0099b626d3 req-0a5cadde-b445-4ef5-965b-ecfcd7ec0dd8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6af2b868-37d3-46ab-a526-0465929f13c8 HTTP/1.1" status: 200 len: 843 time: 0.0971732 Aug 16 22:47:29.138514 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port b0688dfe-df83-4624-84ae-c928d6c8249d, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=b0688dfe-df83-4624-84ae-c928d6c8249d,segment=NetworkSegment(814a6fa1-947a-41e8-8b6d-b5eadf99c956),segment_id=814a6fa1-947a-41e8-8b6d-b5eadf99c956)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:47:29.144716 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:29.173879 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e034e572-9620-4b70-9ccf-a9cc8b2f8b3d tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Router 357c01c1-cc55-4012-9ecd-02569dabfeea has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:47:29.194243 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4285a4fb-3bfb-4e46-b353-e7da20b387dc admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:47:29.202541 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b203f77a-f846-488a-91e8-2c0099b626d3 req-062f6b2d-ef84-4e92-9899-bb1ac1aca4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:29.205052 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b203f77a-f846-488a-91e8-2c0099b626d3 req-062f6b2d-ef84-4e92-9899-bb1ac1aca4f2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0768080 Aug 16 22:47:29.206583 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f40347-8068-4b8a-9019-86a406dd739b None None] Sync routers for ids ['a764d288-f741-4726-a94c-ccd506c9d005'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:47:29.218193 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=b0688dfe-df83-4624-84ae-c928d6c8249d,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:29.227301 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4285a4fb-3bfb-4e46-b353-e7da20b387dc admin admin] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:29.228851 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-4285a4fb-3bfb-4e46-b353-e7da20b387dc admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.1329169 Aug 16 22:47:29.236241 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f40347-8068-4b8a-9019-86a406dd739b None None] Routers {'a764d288-f741-4726-a94c-ccd506c9d005'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:47:29.236934 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-b9f40347-8068-4b8a-9019-86a406dd739b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:47:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['a764d288-f741-4726-a94c-ccd506c9d005'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:47:29.239169 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 51190) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:29.329261 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30259c93-6513-4bab-9310-0b6194eaa892 x-openstack-request-id: req-30259c93-6513-4bab-9310-0b6194eaa892 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:47:29.329605 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b80c4af1-ac2a-45e3-b032-9ed4ff60e117", "tag": "47efd86c-94df-49a5-923f-1402ca72a3ac", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:47:29.329804 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-30259c93-6513-4bab-9310-0b6194eaa892 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:47:29.330787 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b80c4af1-ac2a-45e3-b032-9ed4ff60e117', 'tag': '47efd86c-94df-49a5-923f-1402ca72a3ac', 'status': 'completed', 'code': 200} Aug 16 22:47:29.433728 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b203f77a-f846-488a-91e8-2c0099b626d3 req-cbc35b54-62b2-4863-87f0-22a2363c2eae service neutron] 10.222.0.57 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194235 Aug 16 22:47:29.530744 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-b9f40347-8068-4b8a-9019-86a406dd739b None None] Set router a764d288-f741-4726-a94c-ccd506c9d005 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:47:29.568380 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [req-41eed3a2-c711-4d65-aa8c-ce196200bdf3 req-eb6e6811-99bc-45c2-8f3a-f3d450c43e79 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:47:29.569542 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-41eed3a2-c711-4d65-aa8c-ce196200bdf3 req-eb6e6811-99bc-45c2-8f3a-f3d450c43e79 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080116 Aug 16 22:47:29.647360 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9ea572-26e3-46e0-a4d6-ab9fac69525a req-5cdcc913-5be2-42f8-9a61-cffe5a14c276 tempest-ImagesOneServerTestJSON-2024240417 tempest-ImagesOneServerTestJSON-2024240417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:29.661418 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7d9ea572-26e3-46e0-a4d6-ab9fac69525a req-5cdcc913-5be2-42f8-9a61-cffe5a14c276 tempest-ImagesOneServerTestJSON-2024240417 tempest-ImagesOneServerTestJSON-2024240417-project] 10.222.0.36 "GET /v2.0/ports?device_id=b80c4af1-ac2a-45e3-b032-9ed4ff60e117 HTTP/1.1" status: 200 len: 948 time: 0.1519563 Aug 16 22:47:29.775622 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7d9ea572-26e3-46e0-a4d6-ab9fac69525a req-9b945f83-a4a9-47b3-b0ff-a3b01a8fe35e tempest-ImagesOneServerTestJSON-2024240417 tempest-ImagesOneServerTestJSON-2024240417-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8896dcf-9bf9-49fb-84e3-51ed2fed130b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078222 Aug 16 22:47:29.778009 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e034e572-9620-4b70-9ccf-a9cc8b2f8b3d tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:47:29.780801 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-b9f40347-8068-4b8a-9019-86a406dd739b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a764d288-f741-4726-a94c-ccd506c9d005', 'name': 'tempest-AttachSCSIVolumeTestJSON-156302043-router', 'tenant_id': '0dd87a1533c14d3ca4af6a1d28d07ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': '72454211-c10d-4db2-b951-eb1fbe010830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:47:24Z', 'updated_at': '2021-08-16T22:47:27Z', 'revision_number': 3, 'project_id': '0dd87a1533c14d3ca4af6a1d28d07ee7', 'gw_port': {'id': '72454211-c10d-4db2-b951-eb1fbe010830', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ee:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a764d288-f741-4726-a94c-ccd506c9d005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:47:26Z', 'updated_at': '2021-08-16T22:47:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:47:29.784279 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e034e572-9620-4b70-9ccf-a9cc8b2f8b3d tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:29.796149 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a67dcf6-1111-4182-b779-ab2bacf374d6 None None] Sync routers for ids ['357c01c1-cc55-4012-9ecd-02569dabfeea'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:47:29.809061 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a67dcf6-1111-4182-b779-ab2bacf374d6 None None] Routers {'357c01c1-cc55-4012-9ecd-02569dabfeea'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:47:29.810053 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-6a67dcf6-1111-4182-b779-ab2bacf374d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:47:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['357c01c1-cc55-4012-9ecd-02569dabfeea'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:47:29.830723 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-e034e572-9620-4b70-9ccf-a9cc8b2f8b3d tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] 10.222.0.36 "PUT /v2.0/floatingips/aca20739-3636-4582-b5b8-01b188fc7378 HTTP/1.1" status: 200 len: 991 time: 2.9954901 Aug 16 22:47:29.832036 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd403877-9d1d-4f11-b362-68537194146a', 'tag': '853f0576-5402-426f-ac21-6b7625075f55'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:47:29.835403 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6065864b-dce0-4736-9a9c-97644f43f1f4" -d '{"events": [{"name": "network-changed", "server_uuid": "bd403877-9d1d-4f11-b362-68537194146a", "tag": "853f0576-5402-426f-ac21-6b7625075f55"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:47:29.862256 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcbcb9f-207f-424b-b9d7-275d5f24b73b req-56b9ecfc-a5a5-47c2-b264-495f9eb25a35 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:29.863848 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dbcbcb9f-207f-424b-b9d7-275d5f24b73b req-56b9ecfc-a5a5-47c2-b264-495f9eb25a35 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] 10.222.0.36 "GET /v2.0/ports?device_id=de7969eb-fca2-49cf-a9d4-1f98f8acfed0 HTTP/1.1" status: 200 len: 950 time: 0.1359956 Aug 16 22:47:29.864644 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f40347-8068-4b8a-9019-86a406dd739b None None] Checking router: a764d288-f741-4726-a94c-ccd506c9d005 for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:47:29.866995 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f40347-8068-4b8a-9019-86a406dd739b None None] Updating router a764d288-f741-4726-a94c-ccd506c9d005 port 72454211-c10d-4db2-b951-eb1fbe010830 binding host n-d-791506-26 {{(pid=101294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:47:29.900662 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b203f77a-f846-488a-91e8-2c0099b626d3 req-e919ae02-1117-431f-9009-ba99015dafb5 service neutron] 10.222.0.57 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784589 Aug 16 22:47:29.919637 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dbcbcb9f-207f-424b-b9d7-275d5f24b73b req-0a4f14ee-b1cc-4073-8ed2-a2c256071dd8 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a2c666b-0599-45d4-8db2-76d5ddd783db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460761 Aug 16 22:47:29.943109 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-b9f40347-8068-4b8a-9019-86a406dd739b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:29.995082 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503da2c0-f658-4c86-a0b3-847453136786 req-fd0197db-4f9e-485e-897f-21e2825c6542 tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:30.004140 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-503da2c0-f658-4c86-a0b3-847453136786 req-fd0197db-4f9e-485e-897f-21e2825c6542 tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] 10.222.0.36 "GET /v2.0/ports?device_id=262306cf-5aa8-4837-8362-03fc0ec667c8 HTTP/1.1" status: 200 len: 949 time: 0.0624557 Aug 16 22:47:30.047646 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-6a67dcf6-1111-4182-b779-ab2bacf374d6 None None] Set router 357c01c1-cc55-4012-9ecd-02569dabfeea gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:47:30.058585 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-503da2c0-f658-4c86-a0b3-847453136786 req-4f01d2d2-6e85-459a-8c3f-1637e44f856e tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] 10.222.0.36 "GET /v2.0/security-groups?id=f22233e2-8c34-4fd0-8000-1738a843992b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468593 Aug 16 22:47:30.203348 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70394214-8f6f-4e82-9bd5-62936c6a6dfc req-276eed43-ee18-485b-b85d-fef0f07cb2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:30.205817 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-70394214-8f6f-4e82-9bd5-62936c6a6dfc req-276eed43-ee18-485b-b85d-fef0f07cb2e5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3073df6e909d46859f573df5c08abd8c&device_id=b80c4af1-ac2a-45e3-b032-9ed4ff60e117 HTTP/1.1" status: 200 len: 1100 time: 0.2075703 Aug 16 22:47:30.252679 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a7b47c-2caf-4c18-ae84-069a0ed539d9 req-8fea108b-045d-4996-845e-8364a4f005a8 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:30.262106 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-17a7b47c-2caf-4c18-ae84-069a0ed539d9 req-8fea108b-045d-4996-845e-8364a4f005a8 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ab9dd79-cdd8-4824-b179-7013d5235b9f HTTP/1.1" status: 200 len: 945 time: 0.1381893 Aug 16 22:47:30.324915 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-b9f40347-8068-4b8a-9019-86a406dd739b None None] Notify callbacks [] for port, precommit_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:30.336402 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.provisioning_blocks [None req-b9f40347-8068-4b8a-9019-86a406dd739b None None] Transition to ACTIVE for port object 72454211-c10d-4db2-b951-eb1fbe010830 will not be triggered until provisioned by entity L2. {{(pid=101294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:47:30.339674 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-17a7b47c-2caf-4c18-ae84-069a0ed539d9 req-69cb7e37-ae7e-41e5-beb9-f9e081afd860 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765929 Aug 16 22:47:30.348019 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-b9f40347-8068-4b8a-9019-86a406dd739b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:30.400439 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-982af4fe-d1e8-48cb-a495-89f58fee59cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:30.408276 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d72ec6f-f195-4b7a-86c3-ee6bd585edb8 None None] Pushing event updated for resources: {'Port': ['ID=72454211-c10d-4db2-b951-eb1fbe010830,revision_number=2']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:30.434318 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c9bdf2c-24d2-4b5e-b3e0-d0a5152fbbf7 x-openstack-request-id: req-0c9bdf2c-24d2-4b5e-b3e0-d0a5152fbbf7 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:47:30.434621 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd403877-9d1d-4f11-b362-68537194146a", "tag": "853f0576-5402-426f-ac21-6b7625075f55", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:47:30.435047 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0c9bdf2c-24d2-4b5e-b3e0-d0a5152fbbf7 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:47:30.436773 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd403877-9d1d-4f11-b362-68537194146a', 'tag': '853f0576-5402-426f-ac21-6b7625075f55', 'status': 'completed', 'code': 200} Aug 16 22:47:30.437013 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70394214-8f6f-4e82-9bd5-62936c6a6dfc req-47949584-7584-4d69-a8d1-77d8bcdd8811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:30.438132 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d72ec6f-f195-4b7a-86c3-ee6bd585edb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:30.438542 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d72ec6f-f195-4b7a-86c3-ee6bd585edb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:30.439086 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d72ec6f-f195-4b7a-86c3-ee6bd585edb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:30.439217 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-70394214-8f6f-4e82-9bd5-62936c6a6dfc req-47949584-7584-4d69-a8d1-77d8bcdd8811 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd HTTP/1.1" status: 200 len: 870 time: 0.2221918 Aug 16 22:47:30.439839 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d72ec6f-f195-4b7a-86c3-ee6bd585edb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:30.440364 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d72ec6f-f195-4b7a-86c3-ee6bd585edb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:30.440931 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d72ec6f-f195-4b7a-86c3-ee6bd585edb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:30.441470 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d72ec6f-f195-4b7a-86c3-ee6bd585edb8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:30.441994 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d72ec6f-f195-4b7a-86c3-ee6bd585edb8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:30.442519 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d72ec6f-f195-4b7a-86c3-ee6bd585edb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:30.442912 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d72ec6f-f195-4b7a-86c3-ee6bd585edb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:30.443423 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d72ec6f-f195-4b7a-86c3-ee6bd585edb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:30.443946 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d72ec6f-f195-4b7a-86c3-ee6bd585edb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:47:30.495023 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-b9f40347-8068-4b8a-9019-86a406dd739b None None] Attempting to bind port 72454211-c10d-4db2-b951-eb1fbe010830 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:47:30.495641 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-b9f40347-8068-4b8a-9019-86a406dd739b None None] Attempting to bind port 72454211-c10d-4db2-b951-eb1fbe010830 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:47:30.496250 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f40347-8068-4b8a-9019-86a406dd739b None None] Attempting to bind port 72454211-c10d-4db2-b951-eb1fbe010830 on network c22c4980-c849-406d-982c-a5d68c515a94 {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:47:30.510888 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f40347-8068-4b8a-9019-86a406dd739b None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:47:30.513046 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f40347-8068-4b8a-9019-86a406dd739b None None] Checking segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:47:30.513900 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-b9f40347-8068-4b8a-9019-86a406dd739b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:30.514130 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f40347-8068-4b8a-9019-86a406dd739b None None] Bound using segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:47:30.514728 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-b9f40347-8068-4b8a-9019-86a406dd739b None None] Bound port: 72454211-c10d-4db2-b951-eb1fbe010830, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:47:30.515239 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-b9f40347-8068-4b8a-9019-86a406dd739b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:30.546983 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de7969eb-fca2-49cf-a9d4-1f98f8acfed0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56b88ace-9e76-4418-8374-f5623321a342'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:47:30.549669 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e611194c-cd5b-4993-994c-bbc14fad1f2c" -d '{"events": [{"server_uuid": "de7969eb-fca2-49cf-a9d4-1f98f8acfed0", "name": "network-vif-plugged", "status": "completed", "tag": "56b88ace-9e76-4418-8374-f5623321a342"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:47:30.562225 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.57', 64081) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:30.572023 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-70394214-8f6f-4e82-9bd5-62936c6a6dfc req-562d8483-9acb-4f33-85cc-327360ece66f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=47efd86c-94df-49a5-923f-1402ca72a3ac HTTP/1.1" status: 200 len: 217 time: 0.0813539 Aug 16 22:47:30.614444 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-6a67dcf6-1111-4182-b779-ab2bacf374d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '357c01c1-cc55-4012-9ecd-02569dabfeea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-67857933-router', 'tenant_id': '733236da22f3411d852a1f0b783a3537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'd516a2b6-c4ce-4aff-b439-c775570a65f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:46:23Z', 'updated_at': '2021-08-16T22:46:29Z', 'revision_number': 4, 'project_id': '733236da22f3411d852a1f0b783a3537', 'gw_port': {'id': 'd516a2b6-c4ce-4aff-b439-c775570a65f1', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357c01c1-cc55-4012-9ecd-02569dabfeea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:46:24Z', 'updated_at': '2021-08-16T22:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': 'aca20739-3636-4582-b5b8-01b188fc7378', 'tenant_id': '733236da22f3411d852a1f0b783a3537', 'floating_ip_address': '172.25.4.139', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': '357c01c1-cc55-4012-9ecd-02569dabfeea', 'port_id': '853f0576-5402-426f-ac21-6b7625075f55', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ec41dbe-7c0a-4c4b-bab3-26488606d20f', 'mac_address': 'fa:16:3e:7a:4b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd403877-9d1d-4f11-b362-68537194146a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:46:52Z', 'updated_at': '2021-08-16T22:47:28Z', 'revision_number': 1, 'project_id': '733236da22f3411d852a1f0b783a3537', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bf5021e-a9c6-434b-bcf8-d588c1beca45', 'name': '', 'network_id': '1ec41dbe-7c0a-4c4b-bab3-26488606d20f', 'tenant_id': '733236da22f3411d852a1f0b783a3537', 'mac_address': 'fa:16:3e:24:8c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357c01c1-cc55-4012-9ecd-02569dabfeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd73dbfff-4ee7-4d05-8df7-c328a380882a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:46:27Z', 'updated_at': '2021-08-16T22:46:35Z', 'revision_number': 5, 'project_id': '733236da22f3411d852a1f0b783a3537', 'subnets': [{'id': 'd73dbfff-4ee7-4d05-8df7-c328a380882a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:47:30.621420 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-b9f40347-8068-4b8a-9019-86a406dd739b None None] For port 72454211-c10d-4db2-b951-eb1fbe010830, host n-d-791506-26, cleared binding levels {{(pid=101294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:47:30.624684 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-b9f40347-8068-4b8a-9019-86a406dd739b None None] For port 72454211-c10d-4db2-b951-eb1fbe010830, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=72454211-c10d-4db2-b951-eb1fbe010830,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:47:30.644500 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-b9f40347-8068-4b8a-9019-86a406dd739b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:30.646973 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a67dcf6-1111-4182-b779-ab2bacf374d6 None None] Checking router: 357c01c1-cc55-4012-9ecd-02569dabfeea for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:47:30.656497 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a67dcf6-1111-4182-b779-ab2bacf374d6 None None] Routers {'357c01c1-cc55-4012-9ecd-02569dabfeea'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:47:30.657290 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-6a67dcf6-1111-4182-b779-ab2bacf374d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:47:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['357c01c1-cc55-4012-9ecd-02569dabfeea'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:47:30.682165 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-94d28db9-e231-4995-b589-8c65a9fd3fbe req-2002b672-dc62-4866-bd07-7b5eb03e3dfd tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=10539860d211439d86a230953dfaef16&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344143 Aug 16 22:47:30.695712 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b317d594-9a5c-485f-835f-68b54a2313c1 req-5a5d3334-f79c-4bdc-8256-6c8611d2fc67 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bd403877-9d1d-4f11-b362-68537194146a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1318181 Aug 16 22:47:30.708463 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d72ec6f-f195-4b7a-86c3-ee6bd585edb8 None None] Pushing event updated for resources: {'Port': ['ID=72454211-c10d-4db2-b951-eb1fbe010830,revision_number=3']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:30.744039 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f40347-8068-4b8a-9019-86a406dd739b None None] Routers {'a764d288-f741-4726-a94c-ccd506c9d005'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:47:30.745349 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-b9f40347-8068-4b8a-9019-86a406dd739b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:47:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['a764d288-f741-4726-a94c-ccd506c9d005'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:47:30.781129 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6065864b-dce0-4736-9a9c-97644f43f1f4 req-24e9d81b-c32a-491a-b8b1-9b160fae83cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:30.782862 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6065864b-dce0-4736-9a9c-97644f43f1f4 req-24e9d81b-c32a-491a-b8b1-9b160fae83cb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=733236da22f3411d852a1f0b783a3537&device_id=bd403877-9d1d-4f11-b362-68537194146a HTTP/1.1" status: 200 len: 1097 time: 0.2143505 Aug 16 22:47:30.796374 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70394214-8f6f-4e82-9bd5-62936c6a6dfc req-49239fc9-f2c6-492b-8e17-c6a1bb2ad645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:30.797852 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-70394214-8f6f-4e82-9bd5-62936c6a6dfc req-49239fc9-f2c6-492b-8e17-c6a1bb2ad645 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6af2b868-37d3-46ab-a526-0465929f13c8 HTTP/1.1" status: 200 len: 843 time: 0.2037089 Aug 16 22:47:30.805201 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-6a67dcf6-1111-4182-b779-ab2bacf374d6 None None] Set router 357c01c1-cc55-4012-9ecd-02569dabfeea gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:47:30.848601 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device b0688dfe-df83-4624-84ae-c928d6c8249d up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:47:30.884278 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d28db9-e231-4995-b589-8c65a9fd3fbe req-4022020f-217e-4be1-b13e-a15f3a2d526e tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:30.897258 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-94d28db9-e231-4995-b589-8c65a9fd3fbe req-4022020f-217e-4be1-b13e-a15f3a2d526e tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2123015 Aug 16 22:47:30.915110 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-94d28db9-e231-4995-b589-8c65a9fd3fbe req-2aef8929-9089-40d9-ae73-e30b82b71e5a tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] 10.222.0.36 "GET /v2.0/quotas/10539860d211439d86a230953dfaef16 HTTP/1.1" status: 200 len: 375 time: 0.0166757 Aug 16 22:47:30.916864 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-b9f40347-8068-4b8a-9019-86a406dd739b None None] Set router a764d288-f741-4726-a94c-ccd506c9d005 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:47:30.953327 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port b0688dfe-df83-4624-84ae-c928d6c8249d triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:47:30.953633 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:30.980253 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6065864b-dce0-4736-9a9c-97644f43f1f4 req-d6458e46-7c9b-4f81-a8b2-fc80bd218635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:30.981716 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6065864b-dce0-4736-9a9c-97644f43f1f4 req-d6458e46-7c9b-4f81-a8b2-fc80bd218635 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1ec41dbe-7c0a-4c4b-bab3-26488606d20f HTTP/1.1" status: 200 len: 923 time: 0.1429482 Aug 16 22:47:31.028979 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-94d28db9-e231-4995-b589-8c65a9fd3fbe req-ad536eb8-cd60-427c-ab3b-6d75d217e406 tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=10539860d211439d86a230953dfaef16&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1116636 Aug 16 22:47:31.100064 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-982af4fe-d1e8-48cb-a495-89f58fee59cd admin admin] Allocated IP 172.20.0.1 (c1d758fb-43f6-4266-93a1-ed2a7049a6a3/6d903676-5940-4682-8c71-041282775edf/149667a1-e634-4db2-b8b9-47fb536db15b) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:47:31.124333 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70394214-8f6f-4e82-9bd5-62936c6a6dfc req-cfcb1315-3b6a-4b29-8e66-bde82c7b4ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:31.126007 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-70394214-8f6f-4e82-9bd5-62936c6a6dfc req-cfcb1315-3b6a-4b29-8e66-bde82c7b4ed1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1472991 Aug 16 22:47:31.188499 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-b9f40347-8068-4b8a-9019-86a406dd739b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a764d288-f741-4726-a94c-ccd506c9d005', 'name': 'tempest-AttachSCSIVolumeTestJSON-156302043-router', 'tenant_id': '0dd87a1533c14d3ca4af6a1d28d07ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': '72454211-c10d-4db2-b951-eb1fbe010830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:47:24Z', 'updated_at': '2021-08-16T22:47:27Z', 'revision_number': 3, 'project_id': '0dd87a1533c14d3ca4af6a1d28d07ee7', 'gw_port': {'id': '72454211-c10d-4db2-b951-eb1fbe010830', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ee:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a764d288-f741-4726-a94c-ccd506c9d005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:47:26Z', 'updated_at': '2021-08-16T22:47:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:47:31.256417 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f40347-8068-4b8a-9019-86a406dd739b None None] The sync data for ids ['a764d288-f741-4726-a94c-ccd506c9d005'] in n-d-791506-26 is: [{'id': 'a764d288-f741-4726-a94c-ccd506c9d005', 'name': 'tempest-AttachSCSIVolumeTestJSON-156302043-router', 'tenant_id': '0dd87a1533c14d3ca4af6a1d28d07ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': '72454211-c10d-4db2-b951-eb1fbe010830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:47:24Z', 'updated_at': '2021-08-16T22:47:27Z', 'revision_number': 3, 'project_id': '0dd87a1533c14d3ca4af6a1d28d07ee7', 'gw_port': {'id': '72454211-c10d-4db2-b951-eb1fbe010830', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ee:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a764d288-f741-4726-a94c-ccd506c9d005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:47:26Z', 'updated_at': '2021-08-16T22:47:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:47:31.258322 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-6a67dcf6-1111-4182-b779-ab2bacf374d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '357c01c1-cc55-4012-9ecd-02569dabfeea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-67857933-router', 'tenant_id': '733236da22f3411d852a1f0b783a3537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'd516a2b6-c4ce-4aff-b439-c775570a65f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:46:23Z', 'updated_at': '2021-08-16T22:46:29Z', 'revision_number': 4, 'project_id': '733236da22f3411d852a1f0b783a3537', 'gw_port': {'id': 'd516a2b6-c4ce-4aff-b439-c775570a65f1', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357c01c1-cc55-4012-9ecd-02569dabfeea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:46:24Z', 'updated_at': '2021-08-16T22:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': 'aca20739-3636-4582-b5b8-01b188fc7378', 'tenant_id': '733236da22f3411d852a1f0b783a3537', 'floating_ip_address': '172.25.4.139', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': '357c01c1-cc55-4012-9ecd-02569dabfeea', 'port_id': '853f0576-5402-426f-ac21-6b7625075f55', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ec41dbe-7c0a-4c4b-bab3-26488606d20f', 'mac_address': 'fa:16:3e:7a:4b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd403877-9d1d-4f11-b362-68537194146a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:46:52Z', 'updated_at': '2021-08-16T22:47:28Z', 'revision_number': 1, 'project_id': '733236da22f3411d852a1f0b783a3537', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bf5021e-a9c6-434b-bcf8-d588c1beca45', 'name': '', 'network_id': '1ec41dbe-7c0a-4c4b-bab3-26488606d20f', 'tenant_id': '733236da22f3411d852a1f0b783a3537', 'mac_address': 'fa:16:3e:24:8c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357c01c1-cc55-4012-9ecd-02569dabfeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd73dbfff-4ee7-4d05-8df7-c328a380882a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:46:27Z', 'updated_at': '2021-08-16T22:46:35Z', 'revision_number': 5, 'project_id': '733236da22f3411d852a1f0b783a3537', 'subnets': [{'id': 'd73dbfff-4ee7-4d05-8df7-c328a380882a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:47:31.290632 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a67dcf6-1111-4182-b779-ab2bacf374d6 None None] The sync data for ids ['357c01c1-cc55-4012-9ecd-02569dabfeea'] in n-d-791506-26 is: [{'id': '357c01c1-cc55-4012-9ecd-02569dabfeea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-67857933-router', 'tenant_id': '733236da22f3411d852a1f0b783a3537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'd516a2b6-c4ce-4aff-b439-c775570a65f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:46:23Z', 'updated_at': '2021-08-16T22:46:29Z', 'revision_number': 4, 'project_id': '733236da22f3411d852a1f0b783a3537', 'gw_port': {'id': 'd516a2b6-c4ce-4aff-b439-c775570a65f1', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357c01c1-cc55-4012-9ecd-02569dabfeea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:46:24Z', 'updated_at': '2021-08-16T22:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': 'aca20739-3636-4582-b5b8-01b188fc7378', 'tenant_id': '733236da22f3411d852a1f0b783a3537', 'floating_ip_address': '172.25.4.139', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': '357c01c1-cc55-4012-9ecd-02569dabfeea', 'port_id': '853f0576-5402-426f-ac21-6b7625075f55', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ec41dbe-7c0a-4c4b-bab3-26488606d20f', 'mac_address': 'fa:16:3e:7a:4b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd403877-9d1d-4f11-b362-68537194146a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:46:52Z', 'updated_at': '2021-08-16T22:47:28Z', 'revision_number': 1, 'project_id': '733236da22f3411d852a1f0b783a3537', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bf5021e-a9c6-434b-bcf8-d588c1beca45', 'name': '', 'network_id': '1ec41dbe-7c0a-4c4b-bab3-26488606d20f', 'tenant_id': '733236da22f3411d852a1f0b783a3537', 'mac_address': 'fa:16:3e:24:8c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357c01c1-cc55-4012-9ecd-02569dabfeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd73dbfff-4ee7-4d05-8df7-c328a380882a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:46:27Z', 'updated_at': '2021-08-16T22:46:35Z', 'revision_number': 5, 'project_id': '733236da22f3411d852a1f0b783a3537', 'subnets': [{'id': 'd73dbfff-4ee7-4d05-8df7-c328a380882a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:47:31.362344 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-70394214-8f6f-4e82-9bd5-62936c6a6dfc req-988fcee4-3c30-4dcc-a65f-24ef83e78b36 service neutron] 10.222.0.57 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269762 Aug 16 22:47:31.364191 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6065864b-dce0-4736-9a9c-97644f43f1f4 req-924cb13e-ea53-42c5-b888-3f4ca309a7f2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=853f0576-5402-426f-ac21-6b7625075f55 HTTP/1.1" status: 200 len: 999 time: 0.3689289 Aug 16 22:47:31.505430 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6065864b-dce0-4736-9a9c-97644f43f1f4 req-18c9ae27-ebd6-4c90-b9f2-106f6f4c19b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:31.506965 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6065864b-dce0-4736-9a9c-97644f43f1f4 req-18c9ae27-ebd6-4c90-b9f2-106f6f4c19b5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d73dbfff-4ee7-4d05-8df7-c328a380882a HTTP/1.1" status: 200 len: 861 time: 0.1263094 Aug 16 22:47:31.553950 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c47a00-3449-4f18-9ea2-0a733464e383 req-6e5ba29e-690a-4806-8af4-8b16b63fdb5d tempest-LiveMigrationTest-725130784 tempest-LiveMigrationTest-725130784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:31.565779 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b4c47a00-3449-4f18-9ea2-0a733464e383 req-6e5ba29e-690a-4806-8af4-8b16b63fdb5d tempest-LiveMigrationTest-725130784 tempest-LiveMigrationTest-725130784-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1ab9dd79-cdd8-4824-b179-7013d5235b9f HTTP/1.1" status: 200 len: 1097 time: 0.0784342 Aug 16 22:47:31.641057 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b4c47a00-3449-4f18-9ea2-0a733464e383 req-72d76b2b-7d3f-4743-9295-ace11075fbf1 tempest-LiveMigrationTest-725130784 tempest-LiveMigrationTest-725130784-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740860 Aug 16 22:47:31.672971 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b754d09-d72c-4ab0-920e-a7d5d742f06c None None] New status for floating IP aca20739-3636-4582-b5b8-01b188fc7378: ACTIVE {{(pid=101294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:47:31.777055 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6065864b-dce0-4736-9a9c-97644f43f1f4 req-0a511ddc-eff9-49ea-88d3-a7e4bc2d50f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:31.781404 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6065864b-dce0-4736-9a9c-97644f43f1f4 req-0a511ddc-eff9-49ea-88d3-a7e4bc2d50f2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1ec41dbe-7c0a-4c4b-bab3-26488606d20f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2230864 Aug 16 22:47:31.809817 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb391f9b-8315-4583-87cb-4162b0607387 x-openstack-request-id: req-bb391f9b-8315-4583-87cb-4162b0607387 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:47:31.810138 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de7969eb-fca2-49cf-a9d4-1f98f8acfed0", "name": "network-vif-plugged", "status": "completed", "tag": "56b88ace-9e76-4418-8374-f5623321a342", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:47:31.810395 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bb391f9b-8315-4583-87cb-4162b0607387 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:47:31.810803 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de7969eb-fca2-49cf-a9d4-1f98f8acfed0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56b88ace-9e76-4418-8374-f5623321a342', 'code': 200} Aug 16 22:47:31.895506 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-982af4fe-d1e8-48cb-a495-89f58fee59cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:31.999157 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09acd615-74e5-418e-b6db-9844a505b42d req-70f6ba84-7587-4f59-839c-d694b2854ecf tempest-ImagesOneServerTestJSON-2024240417 tempest-ImagesOneServerTestJSON-2024240417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:32.007348 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-09acd615-74e5-418e-b6db-9844a505b42d req-70f6ba84-7587-4f59-839c-d694b2854ecf tempest-ImagesOneServerTestJSON-2024240417 tempest-ImagesOneServerTestJSON-2024240417-project] 10.222.0.36 "GET /v2.0/ports?device_id=b80c4af1-ac2a-45e3-b032-9ed4ff60e117 HTTP/1.1" status: 200 len: 948 time: 0.0778015 Aug 16 22:47:32.051727 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-70394214-8f6f-4e82-9bd5-62936c6a6dfc req-18fbedb1-665f-4545-ad9d-23221a0f4ea3 service neutron] 10.222.0.57 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6719706 Aug 16 22:47:32.062954 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-09acd615-74e5-418e-b6db-9844a505b42d req-44467478-8764-401c-a850-2f703a770989 tempest-ImagesOneServerTestJSON-2024240417 tempest-ImagesOneServerTestJSON-2024240417-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8896dcf-9bf9-49fb-84e3-51ed2fed130b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546010 Aug 16 22:47:32.063882 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-982af4fe-d1e8-48cb-a495-89f58fee59cd admin admin] Transition to ACTIVE for port object 149667a1-e634-4db2-b8b9-47fb536db15b will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:47:32.195153 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92cf8a2-9ede-447d-a19f-43c9134e7849 req-e35dad83-cfe1-4d64-be88-ad632e0ab700 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:32.197447 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c92cf8a2-9ede-447d-a19f-43c9134e7849 req-e35dad83-cfe1-4d64-be88-ad632e0ab700 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] 10.222.0.36 "GET /v2.0/ports?device_id=de7969eb-fca2-49cf-a9d4-1f98f8acfed0 HTTP/1.1" status: 200 len: 950 time: 0.1012814 Aug 16 22:47:32.238145 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-91118013-e5ed-4795-a8a6-2ca0a526108f req-fbffc0e5-a2b7-407e-9135-2be2cf475a2b tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] 10.222.0.36 "GET /v2.0/ports?device_id=033f50fd-c303-4a9f-a3ea-6f67cb65a5d7 HTTP/1.1" status: 200 len: 210 time: 0.0394163 Aug 16 22:47:32.278463 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c92cf8a2-9ede-447d-a19f-43c9134e7849 req-d0c3ddb7-f046-44df-b6d2-29aeb83dabfe tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a2c666b-0599-45d4-8db2-76d5ddd783db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701647 Aug 16 22:47:32.398942 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d591b-8450-4f68-81d3-c7fa693b8126 req-2f7a1d5a-a1b0-4aa4-97e5-1b8d2d369c92 tempest-LiveMigrationTest-725130784 tempest-LiveMigrationTest-725130784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:32.403120 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6065864b-dce0-4736-9a9c-97644f43f1f4 req-b27a3e25-5a06-4a0b-bac4-ca4337952c6a service neutron] 10.222.0.57 "GET /v2.0/networks/1ec41dbe-7c0a-4c4b-bab3-26488606d20f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6113229 Aug 16 22:47:32.409823 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-769d591b-8450-4f68-81d3-c7fa693b8126 req-2f7a1d5a-a1b0-4aa4-97e5-1b8d2d369c92 tempest-LiveMigrationTest-725130784 tempest-LiveMigrationTest-725130784-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1ab9dd79-cdd8-4824-b179-7013d5235b9f HTTP/1.1" status: 200 len: 1097 time: 0.0689378 Aug 16 22:47:32.459358 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-769d591b-8450-4f68-81d3-c7fa693b8126 req-bd9bdcd3-49d3-42df-93cb-ef882bd06c0a tempest-LiveMigrationTest-725130784 tempest-LiveMigrationTest-725130784-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460057 Aug 16 22:47:32.491972 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dbb497-bfe0-4e59-a202-2fcf7e474bcf req-a1ca9cbf-6d9f-404b-9ccc-c813828aa363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:32.492202 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-71dbb497-bfe0-4e59-a202-2fcf7e474bcf req-a1ca9cbf-6d9f-404b-9ccc-c813828aa363 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=de7969eb-fca2-49cf-a9d4-1f98f8acfed0 HTTP/1.1" status: 200 len: 1102 time: 0.6194403 Aug 16 22:47:32.519651 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-982af4fe-d1e8-48cb-a495-89f58fee59cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:32.598201 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-71dbb497-bfe0-4e59-a202-2fcf7e474bcf req-9aff097b-9372-4fc3-8ba7-d244d596ca54 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=8a2c666b-0599-45d4-8db2-76d5ddd783db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990145 Aug 16 22:47:32.611941 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6065864b-dce0-4736-9a9c-97644f43f1f4 req-40395cda-6644-4212-b78a-8dc230c850d0 service neutron] 10.222.0.57 "GET /v2.0/networks/1ec41dbe-7c0a-4c4b-bab3-26488606d20f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881223 Aug 16 22:47:32.614117 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982af4fe-d1e8-48cb-a495-89f58fee59cd admin admin] Network c1d758fb-43f6-4266-93a1-ed2a7049a6a3 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:47:32.619170 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-982af4fe-d1e8-48cb-a495-89f58fee59cd admin admin] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:32.623690 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982af4fe-d1e8-48cb-a495-89f58fee59cd admin admin] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:47:32.626903 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982af4fe-d1e8-48cb-a495-89f58fee59cd admin admin] Pushing event updated for resources: {'Port': ['ID=149667a1-e634-4db2-b8b9-47fb536db15b,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:32.717552 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-94d28db9-e231-4995-b589-8c65a9fd3fbe req-d78bb05d-f839-42ec-b47c-b252bba73efe tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=10539860d211439d86a230953dfaef16&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0565586 Aug 16 22:47:32.891420 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-982af4fe-d1e8-48cb-a495-89f58fee59cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954230'] for router_interface, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:32.898528 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 72454211-c10d-4db2-b951-eb1fbe010830 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:47:32.979818 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 72454211-c10d-4db2-b951-eb1fbe010830 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:47:32.986613 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 72454211-c10d-4db2-b951-eb1fbe010830 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:47:32.987635 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:33.072785 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 51286) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:33.112382 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b317d594-9a5c-485f-835f-68b54a2313c1 req-a86ae174-491c-4f62-be60-5e2b91802a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:33.114164 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b317d594-9a5c-485f-835f-68b54a2313c1 req-a86ae174-491c-4f62-be60-5e2b91802a9c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=733236da22f3411d852a1f0b783a3537&device_id=bd403877-9d1d-4f11-b362-68537194146a HTTP/1.1" status: 200 len: 1097 time: 0.2048748 Aug 16 22:47:33.121082 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-a39416e4-3a0c-42e6-a4ea-c6a85aec19ce None None] Provisioning for port 149667a1-e634-4db2-b8b9-47fb536db15b completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:47:33.149192 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d28db9-e231-4995-b589-8c65a9fd3fbe req-9f3978a4-c40c-4d81-8841-39ed82fdadfa tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:33.151378 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-94d28db9-e231-4995-b589-8c65a9fd3fbe req-9f3978a4-c40c-4d81-8841-39ed82fdadfa tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4127371 Aug 16 22:47:33.152652 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 51292) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:33.179028 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-a39416e4-3a0c-42e6-a4ea-c6a85aec19ce None None] Provisioning complete for port 149667a1-e634-4db2-b8b9-47fb536db15b triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:47:33.182287 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-94d28db9-e231-4995-b589-8c65a9fd3fbe req-65033ea7-e8fc-4970-927a-5114db9d443f tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] Request body: {'port': {'device_id': '033f50fd-c303-4a9f-a3ea-6f67cb65a5d7', 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd', 'admin_state_up': True, 'tenant_id': '10539860d211439d86a230953dfaef16'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:33.187394 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a39416e4-3a0c-42e6-a4ea-c6a85aec19ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:33.277785 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf16bf8-8110-4c87-8499-0c9540e5287d req-6beb465c-3387-46f5-afc9-0cbb4aeb3a99 tempest-ImagesOneServerTestJSON-2024240417 tempest-ImagesOneServerTestJSON-2024240417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:33.289396 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:33.289873 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-adf16bf8-8110-4c87-8499-0c9540e5287d req-6beb465c-3387-46f5-afc9-0cbb4aeb3a99 tempest-ImagesOneServerTestJSON-2024240417 tempest-ImagesOneServerTestJSON-2024240417-project] 10.222.0.36 "GET /v2.0/ports?device_id=b80c4af1-ac2a-45e3-b032-9ed4ff60e117 HTTP/1.1" status: 200 len: 948 time: 0.0860991 Aug 16 22:47:33.315164 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-a39416e4-3a0c-42e6-a4ea-c6a85aec19ce None None] Port 149667a1-e634-4db2-b8b9-47fb536db15b cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:47:33.345774 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 72454211-c10d-4db2-b951-eb1fbe010830, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=72454211-c10d-4db2-b951-eb1fbe010830,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:47:33.353470 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:33.358484 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-adf16bf8-8110-4c87-8499-0c9540e5287d req-b9ec06de-386b-4ba2-afe5-3367940b253c tempest-ImagesOneServerTestJSON-2024240417 tempest-ImagesOneServerTestJSON-2024240417-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8896dcf-9bf9-49fb-84e3-51ed2fed130b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619550 Aug 16 22:47:33.398006 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3dac450c-4e4a-4db0-8cae-a3e74653d6f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:33.436131 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=72454211-c10d-4db2-b951-eb1fbe010830,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:33.459746 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a92437bc-4943-432e-93d2-e0d1134d7cb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:33.477278 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-982af4fe-d1e8-48cb-a495-89f58fee59cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:33.528275 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b317d594-9a5c-485f-835f-68b54a2313c1 req-85ac4106-2a51-4baf-ab93-f666fc49f818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:33.529797 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b317d594-9a5c-485f-835f-68b54a2313c1 req-85ac4106-2a51-4baf-ab93-f666fc49f818 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1ec41dbe-7c0a-4c4b-bab3-26488606d20f HTTP/1.1" status: 200 len: 923 time: 0.3775032 Aug 16 22:47:33.570901 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6a5c41a5-b7ac-4b7b-a89d-8b970ee7b7d7 req-3e81e13f-8d6a-4f29-bb0e-41dff3287e14 tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] 10.222.0.36 "GET /v2.0/ports?device_id=033f50fd-c303-4a9f-a3ea-6f67cb65a5d7 HTTP/1.1" status: 200 len: 210 time: 0.0601630 Aug 16 22:47:33.682929 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3dac450c-4e4a-4db0-8cae-a3e74653d6f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:33.693328 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b317d594-9a5c-485f-835f-68b54a2313c1 req-1b11a027-2c46-4b5e-b75a-e7bee9c030fc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=853f0576-5402-426f-ac21-6b7625075f55 HTTP/1.1" status: 200 len: 1001 time: 0.1340513 Aug 16 22:47:33.697138 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3dac450c-4e4a-4db0-8cae-a3e74653d6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:33.715290 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 47efd86c-94df-49a5-923f-1402ca72a3ac details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:47:33.757083 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dac450c-4e4a-4db0-8cae-a3e74653d6f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc10f158-0b1f-4afe-9042-396240175177,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:33.798630 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b317d594-9a5c-485f-835f-68b54a2313c1 req-c0cabe6e-2277-48d0-9e5c-786c1a103fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:33.800169 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b317d594-9a5c-485f-835f-68b54a2313c1 req-c0cabe6e-2277-48d0-9e5c-786c1a103fcf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d73dbfff-4ee7-4d05-8df7-c328a380882a HTTP/1.1" status: 200 len: 861 time: 0.0972116 Aug 16 22:47:33.826862 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f8ae6f-adfa-48d2-9a46-211e934b4bd2 req-9d9dc434-00e0-4116-ad66-6fcb35792e5f tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:33.826862 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b3f8ae6f-adfa-48d2-9a46-211e934b4bd2 req-9d9dc434-00e0-4116-ad66-6fcb35792e5f tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] 10.222.0.36 "GET /v2.0/ports?device_id=de7969eb-fca2-49cf-a9d4-1f98f8acfed0 HTTP/1.1" status: 200 len: 950 time: 0.1565940 Aug 16 22:47:33.835043 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-3dac450c-4e4a-4db0-8cae-a3e74653d6f4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=803310da49f8424fbe93bc21a65f738f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6808531 Aug 16 22:47:33.838755 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 51318) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:33.878740 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-982af4fe-d1e8-48cb-a495-89f58fee59cd admin admin] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:33.890675 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-982af4fe-d1e8-48cb-a495-89f58fee59cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:33.927109 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b317d594-9a5c-485f-835f-68b54a2313c1 req-2afe66d1-0bdb-4ee5-b1c3-a030298bc32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:33.929253 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b317d594-9a5c-485f-835f-68b54a2313c1 req-2afe66d1-0bdb-4ee5-b1c3-a030298bc32e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1ec41dbe-7c0a-4c4b-bab3-26488606d20f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1156919 Aug 16 22:47:33.934836 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 47efd86c-94df-49a5-923f-1402ca72a3ac, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=47efd86c-94df-49a5-923f-1402ca72a3ac,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:47:33.941532 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b3f8ae6f-adfa-48d2-9a46-211e934b4bd2 req-6d9509ee-5578-43bd-ac1f-2b2d924d65cf tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a2c666b-0599-45d4-8db2-76d5ddd783db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040199 Aug 16 22:47:33.967524 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': '47efd86c-94df-49a5-923f-1402ca72a3ac', 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd', 'port_id': '47efd86c-94df-49a5-923f-1402ca72a3ac', 'mac_address': 'fa:16:3e:68:0a:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6af2b868-37d3-46ab-a526-0465929f13c8', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:47:33.985967 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-47b8e6a1-fe9c-491a-840c-f099f671afe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:34.023697 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a92437bc-4943-432e-93d2-e0d1134d7cb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:34.030592 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-47b8e6a1-fe9c-491a-840c-f099f671afe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:34.031511 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:34.033209 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a92437bc-4943-432e-93d2-e0d1134d7cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:34.046202 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-982af4fe-d1e8-48cb-a495-89f58fee59cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954122'] for router_interface, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:34.052349 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47efd86c-94df-49a5-923f-1402ca72a3ac {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:47:34.071664 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982af4fe-d1e8-48cb-a495-89f58fee59cd admin admin] Pushing event updated for resources: {'Port': ['ID=149667a1-e634-4db2-b8b9-47fb536db15b,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:34.088934 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 47efd86c-94df-49a5-923f-1402ca72a3ac, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=47efd86c-94df-49a5-923f-1402ca72a3ac,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:47:34.096184 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:34.098503 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94d28db9-e231-4995-b589-8c65a9fd3fbe req-65033ea7-e8fc-4970-927a-5114db9d443f tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] Made reservation on behalf of 10539860d211439d86a230953dfaef16 for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:47:34.099947 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-a92437bc-4943-432e-93d2-e0d1134d7cb4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=880121eebcd34e56835ced19269fc226&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0259542 Aug 16 22:47:34.102237 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-94d28db9-e231-4995-b589-8c65a9fd3fbe req-65033ea7-e8fc-4970-927a-5114db9d443f tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:34.103335 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92437bc-4943-432e-93d2-e0d1134d7cb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c89697-7ce2-4389-8f38-69a11fd336d6,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:34.107388 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 51328) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:34.162932 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=47efd86c-94df-49a5-923f-1402ca72a3ac,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:34.212853 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b317d594-9a5c-485f-835f-68b54a2313c1 req-5fa859bd-fdc3-4f5a-a98a-d09d0a28e321 service neutron] 10.222.0.57 "GET /v2.0/networks/1ec41dbe-7c0a-4c4b-bab3-26488606d20f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446048 Aug 16 22:47:34.222478 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fbe491b7-b592-4ec4-891b-c09805f4a370 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:34.247658 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-47b8e6a1-fe9c-491a-840c-f099f671afe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:34.250600 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-47b8e6a1-fe9c-491a-840c-f099f671afe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:34.252046 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-47b8e6a1-fe9c-491a-840c-f099f671afe4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dc10f158-0b1f-4afe-9042-396240175177 HTTP/1.1" status: 204 len: 168 time: 0.4106057 Aug 16 22:47:34.264949 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fbe491b7-b592-4ec4-891b-c09805f4a370 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:34.279381 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b8e6a1-fe9c-491a-840c-f099f671afe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc10f158-0b1f-4afe-9042-396240175177,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:34.335332 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fbe491b7-b592-4ec4-891b-c09805f4a370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:34.339210 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fbe491b7-b592-4ec4-891b-c09805f4a370 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:34.340473 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-fbe491b7-b592-4ec4-891b-c09805f4a370 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a8c89697-7ce2-4389-8f38-69a11fd336d6 HTTP/1.1" status: 204 len: 168 time: 0.2298784 Aug 16 22:47:34.355558 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982af4fe-d1e8-48cb-a495-89f58fee59cd admin admin] Network c1d758fb-43f6-4266-93a1-ed2a7049a6a3 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:47:34.364209 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-982af4fe-d1e8-48cb-a495-89f58fee59cd admin admin] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:34.383234 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe491b7-b592-4ec4-891b-c09805f4a370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c89697-7ce2-4389-8f38-69a11fd336d6,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:34.545906 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['47efd86c-94df-49a5-923f-1402ca72a3ac'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:47:34.601616 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49bef9c-21ca-4b21-8d04-aff7d3db744b req-ba148dc2-81fe-4078-a49c-5d993926f122 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:34.602204 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b317d594-9a5c-485f-835f-68b54a2313c1 req-23d8187c-90db-4cf0-9dfe-4315a9a7f2bc service neutron] 10.222.0.57 "GET /v2.0/networks/1ec41dbe-7c0a-4c4b-bab3-26488606d20f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3654721 Aug 16 22:47:34.605161 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-94d28db9-e231-4995-b589-8c65a9fd3fbe req-65033ea7-e8fc-4970-927a-5114db9d443f tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] Allocated IP 192.168.233.236 (a2f596d0-b80e-4404-bf4b-27a7e14f50dd/6af2b868-37d3-46ab-a526-0465929f13c8/11ec10cd-31c1-4466-9f37-a5e7dff3dde3) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:47:34.614538 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c49bef9c-21ca-4b21-8d04-aff7d3db744b req-ba148dc2-81fe-4078-a49c-5d993926f122 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] 10.222.0.36 "GET /v2.0/ports?device_id=de7969eb-fca2-49cf-a9d4-1f98f8acfed0 HTTP/1.1" status: 200 len: 950 time: 0.1381366 Aug 16 22:47:34.685319 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c49bef9c-21ca-4b21-8d04-aff7d3db744b req-f7c4349f-a9ed-4eb9-80e6-0277485c54a1 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a2c666b-0599-45d4-8db2-76d5ddd783db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670102 Aug 16 22:47:34.687210 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-982af4fe-d1e8-48cb-a495-89f58fee59cd admin admin] Router a764d288-f741-4726-a94c-ccd506c9d005 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:47:34.817957 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-a1906f3b-56d6-493f-bef3-41cd7013b7bf None None] Provisioning complete for port 149667a1-e634-4db2-b8b9-47fb536db15b triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:47:34.818883 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a1906f3b-56d6-493f-bef3-41cd7013b7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:34.843274 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 72454211-c10d-4db2-b951-eb1fbe010830 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:47:34.920168 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec424ed8-e20f-4d27-be98-9d38c8ccb13c req-0260ecee-e387-4328-84c2-4eb1bea26790 tempest-ImagesOneServerTestJSON-2024240417 tempest-ImagesOneServerTestJSON-2024240417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:34.922832 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ec424ed8-e20f-4d27-be98-9d38c8ccb13c req-0260ecee-e387-4328-84c2-4eb1bea26790 tempest-ImagesOneServerTestJSON-2024240417 tempest-ImagesOneServerTestJSON-2024240417-project] 10.222.0.36 "GET /v2.0/ports?device_id=b80c4af1-ac2a-45e3-b032-9ed4ff60e117 HTTP/1.1" status: 200 len: 949 time: 0.0994375 Aug 16 22:47:34.950115 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-a1906f3b-56d6-493f-bef3-41cd7013b7bf None None] Port 149667a1-e634-4db2-b8b9-47fb536db15b cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:47:34.964032 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 72454211-c10d-4db2-b951-eb1fbe010830 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:47:34.964407 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:35.002354 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 51352) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:35.026418 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 51356) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:35.057530 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ec424ed8-e20f-4d27-be98-9d38c8ccb13c req-e32bf4ec-8a43-4dde-9c83-dd581d30b67d tempest-ImagesOneServerTestJSON-2024240417 tempest-ImagesOneServerTestJSON-2024240417-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8896dcf-9bf9-49fb-84e3-51ed2fed130b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246316 Aug 16 22:47:35.064216 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-82644b30-b641-42a5-850b-137b74846420 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:35.067309 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6eef4edd-36fc-486f-ba3d-8780f8d4dcc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:35.127159 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.db.api [None req-82644b30-b641-42a5-850b-137b74846420 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 22:47:35.127159 n-d-791506-26 neutron-server[101292]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 22:47:35.127159 n-d-791506-26 neutron-server[101292]: [parameters: {'project_id_1': '5e48d36dfea14c8ab945f3922a90a06f', 'expiration_1': datetime.datetime(2021, 8, 16, 22, 47, 35, 111367)}] Aug 16 22:47:35.127159 n-d-791506-26 neutron-server[101292]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101292) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:47:35.128101 n-d-791506-26 neutron-server[101292]: DEBUG oslo_db.api [None req-82644b30-b641-42a5-850b-137b74846420 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:47:35.152038 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-982af4fe-d1e8-48cb-a495-89f58fee59cd admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:47:35.163042 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49065ae-942b-4fbd-901a-01cdcd6af66d None None] Sync routers for ids ['a764d288-f741-4726-a94c-ccd506c9d005'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:47:35.181185 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-982af4fe-d1e8-48cb-a495-89f58fee59cd admin admin] 10.222.0.36 "PUT /v2.0/routers/a764d288-f741-4726-a94c-ccd506c9d005/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9324727 Aug 16 22:47:35.181185 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-94d28db9-e231-4995-b589-8c65a9fd3fbe req-65033ea7-e8fc-4970-927a-5114db9d443f tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:35.193017 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-94d28db9-e231-4995-b589-8c65a9fd3fbe req-65033ea7-e8fc-4970-927a-5114db9d443f tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] Transition to ACTIVE for port object 11ec10cd-31c1-4466-9f37-a5e7dff3dde3 will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:47:35.196854 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49065ae-942b-4fbd-901a-01cdcd6af66d None None] Routers {'a764d288-f741-4726-a94c-ccd506c9d005'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:47:35.199135 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-e49065ae-942b-4fbd-901a-01cdcd6af66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:47:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['a764d288-f741-4726-a94c-ccd506c9d005'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:47:35.210542 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 51362) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:35.221082 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-da9e6cc0-0735-4fbb-a5d2-ebc9650ac8a0 req-fd8cf971-2c3b-4452-9498-c7fffeccbb50 tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] 10.222.0.36 "GET /v2.0/ports?device_id=033f50fd-c303-4a9f-a3ea-6f67cb65a5d7 HTTP/1.1" status: 200 len: 210 time: 0.0501699 Aug 16 22:47:35.264953 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-94d28db9-e231-4995-b589-8c65a9fd3fbe req-65033ea7-e8fc-4970-927a-5114db9d443f tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:35.265610 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6eef4edd-36fc-486f-ba3d-8780f8d4dcc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:35.274679 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6eef4edd-36fc-486f-ba3d-8780f8d4dcc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:35.313047 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94d28db9-e231-4995-b589-8c65a9fd3fbe req-65033ea7-e8fc-4970-927a-5114db9d443f tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] Network a2f596d0-b80e-4404-bf4b-27a7e14f50dd is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:47:35.316902 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-94d28db9-e231-4995-b589-8c65a9fd3fbe req-65033ea7-e8fc-4970-927a-5114db9d443f tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:35.319678 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-94d28db9-e231-4995-b589-8c65a9fd3fbe req-65033ea7-e8fc-4970-927a-5114db9d443f tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:47:35.363713 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-6eef4edd-36fc-486f-ba3d-8780f8d4dcc8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=59cb8ca1b4e74474a8bc707acb0a30d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3334839 Aug 16 22:47:35.365453 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eef4edd-36fc-486f-ba3d-8780f8d4dcc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0aa2f5e-f774-4e2a-8a26-008adab6ddf8,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:35.369663 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 51366) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:35.373182 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65033ea7-e8fc-4970-927a-5114db9d443f tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] Pushing event updated for resources: {'Port': ['ID=11ec10cd-31c1-4466-9f37-a5e7dff3dde3,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:35.393120 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d28db9-e231-4995-b589-8c65a9fd3fbe req-65033ea7-e8fc-4970-927a-5114db9d443f tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:35.393790 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-94d28db9-e231-4995-b589-8c65a9fd3fbe req-65033ea7-e8fc-4970-927a-5114db9d443f tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:35.411469 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-94d28db9-e231-4995-b589-8c65a9fd3fbe req-65033ea7-e8fc-4970-927a-5114db9d443f tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2365589 Aug 16 22:47:35.426976 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-94d28db9-e231-4995-b589-8c65a9fd3fbe req-f3e8ceed-71fa-494a-a854-1ef1f5fa2969 service neutron] Request body: {'port': {'device_id': '033f50fd-c303-4a9f-a3ea-6f67cb65a5d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:35.443498 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f7e71019-178b-4058-9376-08fb90d0d636 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:35.474892 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-e49065ae-942b-4fbd-901a-01cdcd6af66d None None] Set router a764d288-f741-4726-a94c-ccd506c9d005 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:47:35.487722 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f7e71019-178b-4058-9376-08fb90d0d636 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:35.537834 n-d-791506-26 neutron-server[101291]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 16 22:47:35.546989 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [req-e2194cf7-9ffc-4d85-abcc-b47e0cc05626 req-c7c137a5-3400-4770-b8af-2e46118aaee1 tempest-LiveMigrationTest-725130784 tempest-LiveMigrationTest-725130784-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:47:35.561496 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e2194cf7-9ffc-4d85-abcc-b47e0cc05626 req-c7c137a5-3400-4770-b8af-2e46118aaee1 tempest-LiveMigrationTest-725130784 tempest-LiveMigrationTest-725130784-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3460774 Aug 16 22:47:35.565122 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f7e71019-178b-4058-9376-08fb90d0d636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:35.571335 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f7e71019-178b-4058-9376-08fb90d0d636 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:35.572910 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-f7e71019-178b-4058-9376-08fb90d0d636 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b0aa2f5e-f774-4e2a-8a26-008adab6ddf8 HTTP/1.1" status: 204 len: 168 time: 0.2019148 Aug 16 22:47:35.582075 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e71019-178b-4058-9376-08fb90d0d636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0aa2f5e-f774-4e2a-8a26-008adab6ddf8,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:35.588256 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-94d28db9-e231-4995-b589-8c65a9fd3fbe req-f3e8ceed-71fa-494a-a854-1ef1f5fa2969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:35.631157 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-82644b30-b641-42a5-850b-137b74846420 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:35.677485 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['5d87ffa9-311a-4ea2-8e1f-81a10a10255b'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:47:35.777791 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 47efd86c-94df-49a5-923f-1402ca72a3ac up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:47:35.783877 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-3a6b6ce2-1eac-4335-9844-a984752d4978 None None] Provisioning for port 11ec10cd-31c1-4466-9f37-a5e7dff3dde3 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:47:35.857874 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0744c7ae-87db-451c-8669-63938c9c6c53 req-6506d1e8-2040-4254-a595-c32cbfd853fa tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:35.859490 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0744c7ae-87db-451c-8669-63938c9c6c53 req-6506d1e8-2040-4254-a595-c32cbfd853fa tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] 10.222.0.36 "GET /v2.0/ports?device_id=de7969eb-fca2-49cf-a9d4-1f98f8acfed0 HTTP/1.1" status: 200 len: 950 time: 0.1365664 Aug 16 22:47:35.961194 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-3a6b6ce2-1eac-4335-9844-a984752d4978 None None] Provisioning complete for port 11ec10cd-31c1-4466-9f37-a5e7dff3dde3 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:47:35.962173 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-3a6b6ce2-1eac-4335-9844-a984752d4978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:35.989318 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-82644b30-b641-42a5-850b-137b74846420 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:35.998623 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-82644b30-b641-42a5-850b-137b74846420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:36.047778 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0744c7ae-87db-451c-8669-63938c9c6c53 req-9594dad3-b2bc-46db-ad40-b9452ee10421 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a2c666b-0599-45d4-8db2-76d5ddd783db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804299 Aug 16 22:47:36.130965 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-82644b30-b641-42a5-850b-137b74846420 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5e48d36dfea14c8ab945f3922a90a06f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1254275 Aug 16 22:47:36.134505 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82644b30-b641-42a5-850b-137b74846420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbbcdd3b-03e6-4810-9c62-1d3ac67cd1db,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:36.140033 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 51386) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:36.160707 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-3a6b6ce2-1eac-4335-9844-a984752d4978 None None] Port 11ec10cd-31c1-4466-9f37-a5e7dff3dde3 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:47:36.171831 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-94d28db9-e231-4995-b589-8c65a9fd3fbe req-f3e8ceed-71fa-494a-a854-1ef1f5fa2969 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11ec10cd-31c1-4466-9f37-a5e7dff3dde3 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:47:36.178385 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-94d28db9-e231-4995-b589-8c65a9fd3fbe req-f3e8ceed-71fa-494a-a854-1ef1f5fa2969 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:36.201434 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-94d28db9-e231-4995-b589-8c65a9fd3fbe req-f3e8ceed-71fa-494a-a854-1ef1f5fa2969 service neutron] Transition to ACTIVE for port object 11ec10cd-31c1-4466-9f37-a5e7dff3dde3 will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:47:36.222972 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-e2194cf7-9ffc-4d85-abcc-b47e0cc05626 req-8d67b8eb-035f-4a79-85d5-b1bac812e154 service neutron] Request body: {'binding': {'host': 'n-h2-791506-26', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:36.223454 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-e2194cf7-9ffc-4d85-abcc-b47e0cc05626 req-8d67b8eb-035f-4a79-85d5-b1bac812e154 service neutron] Unknown quota resources ['binding']. {{(pid=101291) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 22:47:36.231988 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-94d28db9-e231-4995-b589-8c65a9fd3fbe req-f3e8ceed-71fa-494a-a854-1ef1f5fa2969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:36.293742 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning for port 47efd86c-94df-49a5-923f-1402ca72a3ac completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:47:36.312868 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port 47efd86c-94df-49a5-923f-1402ca72a3ac triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:47:36.313531 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:36.423013 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-16ddea88-a26d-4eae-b865-7be407e6f6e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:36.451078 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e8ceed-71fa-494a-a854-1ef1f5fa2969 service neutron] Pushing event updated for resources: {'Port': ['ID=11ec10cd-31c1-4466-9f37-a5e7dff3dde3,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:36.519123 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-16ddea88-a26d-4eae-b865-7be407e6f6e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:36.538068 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-e49065ae-942b-4fbd-901a-01cdcd6af66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a764d288-f741-4726-a94c-ccd506c9d005', 'name': 'tempest-AttachSCSIVolumeTestJSON-156302043-router', 'tenant_id': '0dd87a1533c14d3ca4af6a1d28d07ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': '72454211-c10d-4db2-b951-eb1fbe010830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:47:24Z', 'updated_at': '2021-08-16T22:47:33Z', 'revision_number': 4, 'project_id': '0dd87a1533c14d3ca4af6a1d28d07ee7', 'gw_port': {'id': '72454211-c10d-4db2-b951-eb1fbe010830', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ee:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a764d288-f741-4726-a94c-ccd506c9d005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:47:26Z', 'updated_at': '2021-08-16T22:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '149667a1-e634-4db2-b8b9-47fb536db15b', 'name': '', 'network_id': 'c1d758fb-43f6-4266-93a1-ed2a7049a6a3', 'tenant_id': '0dd87a1533c14d3ca4af6a1d28d07ee7', 'mac_address': 'fa:16:3e:3d:18:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a764d288-f741-4726-a94c-ccd506c9d005', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '6d903676-5940-4682-8c71-041282775edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:47:30Z', 'updated_at': '2021-08-16T22:47:33Z', 'revision_number': 2, 'project_id': '0dd87a1533c14d3ca4af6a1d28d07ee7', 'subnets': [{'id': '6d903676-5940-4682-8c71-041282775edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:47:36.580369 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-94d28db9-e231-4995-b589-8c65a9fd3fbe req-f3e8ceed-71fa-494a-a854-1ef1f5fa2969 service neutron] Attempting to bind port 11ec10cd-31c1-4466-9f37-a5e7dff3dde3 on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:47:36.581696 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-94d28db9-e231-4995-b589-8c65a9fd3fbe req-f3e8ceed-71fa-494a-a854-1ef1f5fa2969 service neutron] Attempting to bind port 11ec10cd-31c1-4466-9f37-a5e7dff3dde3 by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:47:36.582095 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d28db9-e231-4995-b589-8c65a9fd3fbe req-f3e8ceed-71fa-494a-a854-1ef1f5fa2969 service neutron] Attempting to bind port 11ec10cd-31c1-4466-9f37-a5e7dff3dde3 on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:47:36.592140 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49065ae-942b-4fbd-901a-01cdcd6af66d None None] Checking router: a764d288-f741-4726-a94c-ccd506c9d005 for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:47:36.592913 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49065ae-942b-4fbd-901a-01cdcd6af66d None None] Updating router a764d288-f741-4726-a94c-ccd506c9d005 port 149667a1-e634-4db2-b8b9-47fb536db15b binding host n-d-791506-26 {{(pid=101293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:47:36.598956 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d28db9-e231-4995-b589-8c65a9fd3fbe req-f3e8ceed-71fa-494a-a854-1ef1f5fa2969 service neutron] Port 11ec10cd-31c1-4466-9f37-a5e7dff3dde3 on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:47:36.599289 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d28db9-e231-4995-b589-8c65a9fd3fbe req-f3e8ceed-71fa-494a-a854-1ef1f5fa2969 service neutron] Attempting to bind port 11ec10cd-31c1-4466-9f37-a5e7dff3dde3 on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:47:36.615711 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d28db9-e231-4995-b589-8c65a9fd3fbe req-f3e8ceed-71fa-494a-a854-1ef1f5fa2969 service neutron] Checking agent: {'id': 'd28e24f9-e5ea-41e1-80bf-3c7943ad7f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:47:36.616228 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d28db9-e231-4995-b589-8c65a9fd3fbe req-f3e8ceed-71fa-494a-a854-1ef1f5fa2969 service neutron] Checking segment: {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:47:36.616772 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d28db9-e231-4995-b589-8c65a9fd3fbe req-f3e8ceed-71fa-494a-a854-1ef1f5fa2969 service neutron] Bound using segment: {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:47:36.617082 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-94d28db9-e231-4995-b589-8c65a9fd3fbe req-f3e8ceed-71fa-494a-a854-1ef1f5fa2969 service neutron] Bound port: 11ec10cd-31c1-4466-9f37-a5e7dff3dde3, host: n-h1-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:47:36.617444 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-94d28db9-e231-4995-b589-8c65a9fd3fbe req-f3e8ceed-71fa-494a-a854-1ef1f5fa2969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:36.620435 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c445a22f-819b-459e-aa3d-d2977911d049 req-bcc8e03e-554d-422d-89bc-76049f805093 tempest-ImagesOneServerTestJSON-2024240417 tempest-ImagesOneServerTestJSON-2024240417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:36.636261 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c445a22f-819b-459e-aa3d-d2977911d049 req-bcc8e03e-554d-422d-89bc-76049f805093 tempest-ImagesOneServerTestJSON-2024240417 tempest-ImagesOneServerTestJSON-2024240417-project] 10.222.0.36 "GET /v2.0/ports?device_id=b80c4af1-ac2a-45e3-b032-9ed4ff60e117 HTTP/1.1" status: 200 len: 949 time: 0.3652437 Aug 16 22:47:36.661783 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-16ddea88-a26d-4eae-b865-7be407e6f6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:36.667189 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-16ddea88-a26d-4eae-b865-7be407e6f6e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:36.672000 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-16ddea88-a26d-4eae-b865-7be407e6f6e1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fbbcdd3b-03e6-4810-9c62-1d3ac67cd1db HTTP/1.1" status: 204 len: 168 time: 0.5268238 Aug 16 22:47:36.677420 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e49065ae-942b-4fbd-901a-01cdcd6af66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:36.697830 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:36.709015 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ddea88-a26d-4eae-b865-7be407e6f6e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbbcdd3b-03e6-4810-9c62-1d3ac67cd1db,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:36.752864 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c445a22f-819b-459e-aa3d-d2977911d049 req-84fb88cc-bed1-49a1-9530-2603562d53cd tempest-ImagesOneServerTestJSON-2024240417 tempest-ImagesOneServerTestJSON-2024240417-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8896dcf-9bf9-49fb-84e3-51ed2fed130b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154032 Aug 16 22:47:36.765654 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-94d28db9-e231-4995-b589-8c65a9fd3fbe req-f3e8ceed-71fa-494a-a854-1ef1f5fa2969 service neutron] For port 11ec10cd-31c1-4466-9f37-a5e7dff3dde3, host n-h1-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:47:36.789242 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 51408) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:36.792044 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-e2194cf7-9ffc-4d85-abcc-b47e0cc05626 req-8d67b8eb-035f-4a79-85d5-b1bac812e154 service neutron] Attempting to bind port ac0c1df4-b6cc-41b4-a071-67b0439c495d on host n-h2-791506-26 for vnic_type normal with profile None {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:47:36.792396 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-e2194cf7-9ffc-4d85-abcc-b47e0cc05626 req-8d67b8eb-035f-4a79-85d5-b1bac812e154 service neutron] Attempting to bind port ac0c1df4-b6cc-41b4-a071-67b0439c495d by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': 'f636a4c4-5ebb-45e7-a739-a275ed345fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bdacd106-3582-43d1-a3c6-7a9333f5e2e0'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:47:36.792758 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2194cf7-9ffc-4d85-abcc-b47e0cc05626 req-8d67b8eb-035f-4a79-85d5-b1bac812e154 service neutron] Attempting to bind port ac0c1df4-b6cc-41b4-a071-67b0439c495d on network bdacd106-3582-43d1-a3c6-7a9333f5e2e0 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:47:36.795796 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-8367c6a0-6f77-49e8-a4b2-cacd0553a15f admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1219877533-network', 'tenant_id': 'e2683ef2008b4aeab4218f76bf0bbfcf'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:36.799096 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2194cf7-9ffc-4d85-abcc-b47e0cc05626 req-8d67b8eb-035f-4a79-85d5-b1bac812e154 service neutron] Port ac0c1df4-b6cc-41b4-a071-67b0439c495d on network bdacd106-3582-43d1-a3c6-7a9333f5e2e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:47:36.799428 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2194cf7-9ffc-4d85-abcc-b47e0cc05626 req-8d67b8eb-035f-4a79-85d5-b1bac812e154 service neutron] Attempting to bind port ac0c1df4-b6cc-41b4-a071-67b0439c495d on network bdacd106-3582-43d1-a3c6-7a9333f5e2e0 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:47:36.802947 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-94d28db9-e231-4995-b589-8c65a9fd3fbe req-f3e8ceed-71fa-494a-a854-1ef1f5fa2969 service neutron] For port 11ec10cd-31c1-4466-9f37-a5e7dff3dde3, host n-h1-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=11ec10cd-31c1-4466-9f37-a5e7dff3dde3,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:47:36.810686 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-94d28db9-e231-4995-b589-8c65a9fd3fbe req-f3e8ceed-71fa-494a-a854-1ef1f5fa2969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:36.842293 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8367c6a0-6f77-49e8-a4b2-cacd0553a15f admin admin] Made reservation on behalf of e2683ef2008b4aeab4218f76bf0bbfcf for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:47:36.844973 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8367c6a0-6f77-49e8-a4b2-cacd0553a15f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:36.871434 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8367c6a0-6f77-49e8-a4b2-cacd0553a15f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:36.880745 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b80c4af1-ac2a-45e3-b032-9ed4ff60e117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47efd86c-94df-49a5-923f-1402ca72a3ac'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:47:36.888227 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41caf884-6d20-499d-ba02-18851bc38d63" -d '{"events": [{"server_uuid": "b80c4af1-ac2a-45e3-b032-9ed4ff60e117", "name": "network-vif-plugged", "status": "completed", "tag": "47efd86c-94df-49a5-923f-1402ca72a3ac"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:47:36.890275 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2194cf7-9ffc-4d85-abcc-b47e0cc05626 req-8d67b8eb-035f-4a79-85d5-b1bac812e154 service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:47:36.890629 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2194cf7-9ffc-4d85-abcc-b47e0cc05626 req-8d67b8eb-035f-4a79-85d5-b1bac812e154 service neutron] Checking segment: {'id': 'f636a4c4-5ebb-45e7-a739-a275ed345fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bdacd106-3582-43d1-a3c6-7a9333f5e2e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:47:36.891031 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2194cf7-9ffc-4d85-abcc-b47e0cc05626 req-8d67b8eb-035f-4a79-85d5-b1bac812e154 service neutron] Bound using segment: {'id': 'f636a4c4-5ebb-45e7-a739-a275ed345fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bdacd106-3582-43d1-a3c6-7a9333f5e2e0'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:47:36.891684 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-e2194cf7-9ffc-4d85-abcc-b47e0cc05626 req-8d67b8eb-035f-4a79-85d5-b1bac812e154 service neutron] Bound port: ac0c1df4-b6cc-41b4-a071-67b0439c495d, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f636a4c4-5ebb-45e7-a739-a275ed345fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bdacd106-3582-43d1-a3c6-7a9333f5e2e0'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:47:36.897529 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e8ceed-71fa-494a-a854-1ef1f5fa2969 service neutron] Pushing event updated for resources: {'Port': ['ID=11ec10cd-31c1-4466-9f37-a5e7dff3dde3,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:36.956242 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 47efd86c-94df-49a5-923f-1402ca72a3ac, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=47efd86c-94df-49a5-923f-1402ca72a3ac,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:47:37.012520 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d28db9-e231-4995-b589-8c65a9fd3fbe req-f3e8ceed-71fa-494a-a854-1ef1f5fa2969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:37.013228 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-94d28db9-e231-4995-b589-8c65a9fd3fbe req-f3e8ceed-71fa-494a-a854-1ef1f5fa2969 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:37.014773 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-94d28db9-e231-4995-b589-8c65a9fd3fbe req-f3e8ceed-71fa-494a-a854-1ef1f5fa2969 service neutron] 10.222.0.68 "PUT /v2.0/ports/11ec10cd-31c1-4466-9f37-a5e7dff3dde3 HTTP/1.1" status: 200 len: 1097 time: 1.5940301 Aug 16 22:47:37.018252 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe93c18-bf95-4a33-b064-231f8918d291 req-14c5e531-5b68-4280-9bd7-e58284ddb450 tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:37.022947 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '033f50fd-c303-4a9f-a3ea-6f67cb65a5d7', 'tag': '11ec10cd-31c1-4466-9f37-a5e7dff3dde3'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:47:37.024992 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1fe93c18-bf95-4a33-b064-231f8918d291 req-14c5e531-5b68-4280-9bd7-e58284ddb450 tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] 10.222.0.36 "GET /v2.0/ports?device_id=033f50fd-c303-4a9f-a3ea-6f67cb65a5d7 HTTP/1.1" status: 200 len: 948 time: 0.0956748 Aug 16 22:47:37.026178 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08f0a4f3-4017-4b0e-9b37-e9c42583eb95" -d '{"events": [{"name": "network-changed", "server_uuid": "033f50fd-c303-4a9f-a3ea-6f67cb65a5d7", "tag": "11ec10cd-31c1-4466-9f37-a5e7dff3dde3"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:47:37.140767 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1fe93c18-bf95-4a33-b064-231f8918d291 req-ded9b9d7-b0a2-4cb9-917a-aaf666c04eed tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] 10.222.0.36 "GET /v2.0/security-groups?id=f22233e2-8c34-4fd0-8000-1738a843992b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004918 Aug 16 22:47:37.178431 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:37.210512 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-e2194cf7-9ffc-4d85-abcc-b47e0cc05626 req-8d67b8eb-035f-4a79-85d5-b1bac812e154 service neutron] For port ac0c1df4-b6cc-41b4-a071-67b0439c495d, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=ac0c1df4-b6cc-41b4-a071-67b0439c495d,segment=NetworkSegment(f636a4c4-5ebb-45e7-a739-a275ed345fed),segment_id=f636a4c4-5ebb-45e7-a739-a275ed345fed)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:47:37.225213 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-e2194cf7-9ffc-4d85-abcc-b47e0cc05626 req-8d67b8eb-035f-4a79-85d5-b1bac812e154 service neutron] Notify callbacks [] for binding, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:37.227412 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8367c6a0-6f77-49e8-a4b2-cacd0553a15f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:37.235528 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8367c6a0-6f77-49e8-a4b2-cacd0553a15f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:37.238325 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e2194cf7-9ffc-4d85-abcc-b47e0cc05626 req-8d67b8eb-035f-4a79-85d5-b1bac812e154 service neutron] 10.222.0.36 "POST /v2.0/ports/ac0c1df4-b6cc-41b4-a071-67b0439c495d/bindings HTTP/1.1" status: 201 len: 390 time: 1.5673838 Aug 16 22:47:37.277263 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383f21c1-8722-4f6a-948b-6d1378fe26b0 req-2ce82a93-dd87-4501-910b-5c50b68f5e25 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:37.280640 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-383f21c1-8722-4f6a-948b-6d1378fe26b0 req-2ce82a93-dd87-4501-910b-5c50b68f5e25 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] 10.222.0.68 "GET /v2.0/ports?device_id=de7969eb-fca2-49cf-a9d4-1f98f8acfed0 HTTP/1.1" status: 200 len: 950 time: 0.2378271 Aug 16 22:47:37.376916 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8367c6a0-6f77-49e8-a4b2-cacd0553a15f admin admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:47:37.380779 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4043d77-e3f9-4f0c-9182-f4dfe4108409 x-openstack-request-id: req-d4043d77-e3f9-4f0c-9182-f4dfe4108409 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:47:37.381507 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b80c4af1-ac2a-45e3-b032-9ed4ff60e117", "name": "network-vif-plugged", "status": "completed", "tag": "47efd86c-94df-49a5-923f-1402ca72a3ac", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:47:37.381507 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d4043d77-e3f9-4f0c-9182-f4dfe4108409 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:47:37.382363 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b80c4af1-ac2a-45e3-b032-9ed4ff60e117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47efd86c-94df-49a5-923f-1402ca72a3ac', 'code': 200} Aug 16 22:47:37.385791 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=47efd86c-94df-49a5-923f-1402ca72a3ac,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:37.407200 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d28db9-e231-4995-b589-8c65a9fd3fbe req-2430b542-b7b7-46b0-9001-6be7a74c1303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:37.417054 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-94d28db9-e231-4995-b589-8c65a9fd3fbe req-2430b542-b7b7-46b0-9001-6be7a74c1303 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=10539860d211439d86a230953dfaef16&device_id=033f50fd-c303-4a9f-a3ea-6f67cb65a5d7 HTTP/1.1" status: 200 len: 1100 time: 0.3466899 Aug 16 22:47:37.446617 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8367c6a0-6f77-49e8-a4b2-cacd0553a15f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3624c6f-65d7-474c-9d28-2f53d321e112,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:37.456235 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8367c6a0-6f77-49e8-a4b2-cacd0553a15f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:37.456814 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-8367c6a0-6f77-49e8-a4b2-cacd0553a15f admin admin] Added segment b74a8f22-d9c9-4479-a1f3-db401b933fe9 of type vlan for network 9f019b89-3daf-4b39-8c40-677aca7183d5 Aug 16 22:47:37.519075 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-720ca69f-4232-47f0-a77e-58e7b40d10d8 x-openstack-request-id: req-720ca69f-4232-47f0-a77e-58e7b40d10d8 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:47:37.521623 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "033f50fd-c303-4a9f-a3ea-6f67cb65a5d7", "tag": "11ec10cd-31c1-4466-9f37-a5e7dff3dde3", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:47:37.522052 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-720ca69f-4232-47f0-a77e-58e7b40d10d8 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:47:37.523882 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '033f50fd-c303-4a9f-a3ea-6f67cb65a5d7', 'tag': '11ec10cd-31c1-4466-9f37-a5e7dff3dde3', 'status': 'completed', 'code': 200} Aug 16 22:47:37.548968 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8367c6a0-6f77-49e8-a4b2-cacd0553a15f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:37.604856 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-94d28db9-e231-4995-b589-8c65a9fd3fbe req-5bfc0d86-f08f-42a0-9d2f-de38a9e3a0ff service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=11ec10cd-31c1-4466-9f37-a5e7dff3dde3 HTTP/1.1" status: 200 len: 217 time: 0.0893638 Aug 16 22:47:37.655417 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e49065ae-942b-4fbd-901a-01cdcd6af66d None None] Notify callbacks [] for port, precommit_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:37.657207 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8367c6a0-6f77-49e8-a4b2-cacd0553a15f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:37.658197 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8367c6a0-6f77-49e8-a4b2-cacd0553a15f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:37.658915 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8367c6a0-6f77-49e8-a4b2-cacd0553a15f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:37.687093 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-e49065ae-942b-4fbd-901a-01cdcd6af66d None None] Transition to ACTIVE for port object 149667a1-e634-4db2-b8b9-47fb536db15b will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:47:37.703474 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e49065ae-942b-4fbd-901a-01cdcd6af66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:37.741829 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-8367c6a0-6f77-49e8-a4b2-cacd0553a15f admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9509208 Aug 16 22:47:37.748826 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 51432) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:37.757418 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-6eb2a8b4-1459-4d52-b1f4-2603ad5007a9 admin admin] Request body: {'subnet': {'network_id': '9f019b89-3daf-4b39-8c40-677aca7183d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1219877533-subnet', 'tenant_id': 'e2683ef2008b4aeab4218f76bf0bbfcf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:37.805635 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c668b2-e6cd-42ee-abf3-2d49d9499092 req-3e54d198-6e2d-44fb-ad22-12d37f748a03 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:37.807975 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f1c668b2-e6cd-42ee-abf3-2d49d9499092 req-3e54d198-6e2d-44fb-ad22-12d37f748a03 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ab9dd79-cdd8-4824-b179-7013d5235b9f HTTP/1.1" status: 200 len: 945 time: 0.2144477 Aug 16 22:47:37.824263 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0fc877-1eb5-48c4-8716-4bcbff06c494 None None] Pushing event updated for resources: {'Port': ['ID=149667a1-e634-4db2-b8b9-47fb536db15b,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:37.828046 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8367c6a0-6f77-49e8-a4b2-cacd0553a15f admin admin] Pushing event updated for resources: {'Network': ['ID=9f019b89-3daf-4b39-8c40-677aca7183d5,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:37.854093 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 9f019b89-3daf-4b39-8c40-677aca7183d5 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:47:37.871477 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d28db9-e231-4995-b589-8c65a9fd3fbe req-242ed158-3bbd-4307-83a6-8ba3be829d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:37.873996 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-94d28db9-e231-4995-b589-8c65a9fd3fbe req-242ed158-3bbd-4307-83a6-8ba3be829d1f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6af2b868-37d3-46ab-a526-0465929f13c8 HTTP/1.1" status: 200 len: 843 time: 0.2151158 Aug 16 22:47:37.877165 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bbe3f3-9b62-4e72-8547-f492ec2c97e4 req-50877a09-ce20-46ba-b22c-41d112ddc532 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:37.885752 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d5bbe3f3-9b62-4e72-8547-f492ec2c97e4 req-50877a09-ce20-46ba-b22c-41d112ddc532 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] 10.222.0.36 "GET /v2.0/ports?device_id=de7969eb-fca2-49cf-a9d4-1f98f8acfed0 HTTP/1.1" status: 200 len: 950 time: 0.2584000 Aug 16 22:47:37.908758 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b3972f-7b4d-450b-9710-7124b680e4fb req-f7d3595e-fc06-48ad-9263-f1fc422d9a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:37.910912 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-a0b3972f-7b4d-450b-9710-7124b680e4fb req-f7d3595e-fc06-48ad-9263-f1fc422d9a3a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b80c4af1-ac2a-45e3-b032-9ed4ff60e117 HTTP/1.1" status: 200 len: 1102 time: 0.2853448 Aug 16 22:47:37.912297 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eb2a8b4-1459-4d52-b1f4-2603ad5007a9 admin admin] Made reservation on behalf of e2683ef2008b4aeab4218f76bf0bbfcf for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:47:37.912850 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2194cf7-9ffc-4d85-abcc-b47e0cc05626 req-d80fbeca-4d2e-43ac-8c49-04c5d20eeca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:37.914301 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e2194cf7-9ffc-4d85-abcc-b47e0cc05626 req-d80fbeca-4d2e-43ac-8c49-04c5d20eeca5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a4c9d624b07f42a0ae3c7ed63064f003&device_id=1ab9dd79-cdd8-4824-b179-7013d5235b9f HTTP/1.1" status: 200 len: 1097 time: 0.2932980 Aug 16 22:47:37.919365 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6eb2a8b4-1459-4d52-b1f4-2603ad5007a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:37.994448 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-e49065ae-942b-4fbd-901a-01cdcd6af66d None None] Attempting to bind port 149667a1-e634-4db2-b8b9-47fb536db15b on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:47:37.994829 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-e49065ae-942b-4fbd-901a-01cdcd6af66d None None] Attempting to bind port 149667a1-e634-4db2-b8b9-47fb536db15b by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '814a6fa1-947a-41e8-8b6d-b5eadf99c956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c1d758fb-43f6-4266-93a1-ed2a7049a6a3'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:47:37.995733 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49065ae-942b-4fbd-901a-01cdcd6af66d None None] Attempting to bind port 149667a1-e634-4db2-b8b9-47fb536db15b on network c1d758fb-43f6-4266-93a1-ed2a7049a6a3 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:47:38.017118 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49065ae-942b-4fbd-901a-01cdcd6af66d None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:47:38.017807 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49065ae-942b-4fbd-901a-01cdcd6af66d None None] Checking segment: {'id': '814a6fa1-947a-41e8-8b6d-b5eadf99c956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c1d758fb-43f6-4266-93a1-ed2a7049a6a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:47:38.018384 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e49065ae-942b-4fbd-901a-01cdcd6af66d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:38.018942 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49065ae-942b-4fbd-901a-01cdcd6af66d None None] Bound using segment: {'id': '814a6fa1-947a-41e8-8b6d-b5eadf99c956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c1d758fb-43f6-4266-93a1-ed2a7049a6a3'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:47:38.019593 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-e49065ae-942b-4fbd-901a-01cdcd6af66d None None] Bound port: 149667a1-e634-4db2-b8b9-47fb536db15b, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '814a6fa1-947a-41e8-8b6d-b5eadf99c956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c1d758fb-43f6-4266-93a1-ed2a7049a6a3'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:47:38.020139 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e49065ae-942b-4fbd-901a-01cdcd6af66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:38.056417 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f1c668b2-e6cd-42ee-abf3-2d49d9499092 req-e58a3839-e0ba-4604-8bf2-638643ed69dc tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413509 Aug 16 22:47:38.113223 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-383f21c1-8722-4f6a-948b-6d1378fe26b0 req-b4391790-cf47-4f73-b42b-2e2588b39368 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] Deleting port 56b88ace-9e76-4418-8374-f5623321a342 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:47:38.113581 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-383f21c1-8722-4f6a-948b-6d1378fe26b0 req-b4391790-cf47-4f73-b42b-2e2588b39368 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:38.181461 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-e49065ae-942b-4fbd-901a-01cdcd6af66d None None] For port 149667a1-e634-4db2-b8b9-47fb536db15b, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:47:38.189350 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-e49065ae-942b-4fbd-901a-01cdcd6af66d None None] For port 149667a1-e634-4db2-b8b9-47fb536db15b, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=149667a1-e634-4db2-b8b9-47fb536db15b,segment=NetworkSegment(814a6fa1-947a-41e8-8b6d-b5eadf99c956),segment_id=814a6fa1-947a-41e8-8b6d-b5eadf99c956)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:47:38.202514 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e49065ae-942b-4fbd-901a-01cdcd6af66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:38.202721 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2194cf7-9ffc-4d85-abcc-b47e0cc05626 req-4270de35-4e69-45d3-bf85-c19c8ba1546e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:38.204209 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e2194cf7-9ffc-4d85-abcc-b47e0cc05626 req-4270de35-4e69-45d3-bf85-c19c8ba1546e service neutron] 10.222.0.57 "GET /v2.0/networks?id=bdacd106-3582-43d1-a3c6-7a9333f5e2e0 HTTP/1.1" status: 200 len: 909 time: 0.2355556 Aug 16 22:47:38.283040 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0fc877-1eb5-48c4-8716-4bcbff06c494 None None] Pushing event updated for resources: {'Port': ['ID=149667a1-e634-4db2-b8b9-47fb536db15b,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:38.286030 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49065ae-942b-4fbd-901a-01cdcd6af66d None None] Routers {'a764d288-f741-4726-a94c-ccd506c9d005'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:47:38.286923 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-e49065ae-942b-4fbd-901a-01cdcd6af66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:47:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['a764d288-f741-4726-a94c-ccd506c9d005'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:47:38.330044 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e2194cf7-9ffc-4d85-abcc-b47e0cc05626 req-85b3931f-ca95-4bb5-be3d-25479a6abb90 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac0c1df4-b6cc-41b4-a071-67b0439c495d HTTP/1.1" status: 200 len: 217 time: 0.1031976 Aug 16 22:47:38.405253 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d5bbe3f3-9b62-4e72-8547-f492ec2c97e4 req-c019f597-3234-4883-a616-9efc52b22e38 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a2c666b-0599-45d4-8db2-76d5ddd783db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5125480 Aug 16 22:47:38.413129 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6eb2a8b4-1459-4d52-b1f4-2603ad5007a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:38.413733 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2194cf7-9ffc-4d85-abcc-b47e0cc05626 req-ca58b69d-a8c5-4a84-ae5a-59e35da53954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:38.423648 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e2194cf7-9ffc-4d85-abcc-b47e0cc05626 req-ca58b69d-a8c5-4a84-ae5a-59e35da53954 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=78dd72b6-bd21-4b15-8ce7-13fda92dba19 HTTP/1.1" status: 200 len: 848 time: 0.0713987 Aug 16 22:47:38.450950 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-a0b3972f-7b4d-450b-9710-7124b680e4fb req-9520b134-1f3a-4475-bfe6-6ab86dc3fe8e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c8896dcf-9bf9-49fb-84e3-51ed2fed130b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4832289 Aug 16 22:47:38.478576 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d28db9-e231-4995-b589-8c65a9fd3fbe req-be5e169e-5440-43e0-8912-ec05fe55418b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:38.480433 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-94d28db9-e231-4995-b589-8c65a9fd3fbe req-be5e169e-5440-43e0-8912-ec05fe55418b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5933726 Aug 16 22:47:38.510892 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e2194cf7-9ffc-4d85-abcc-b47e0cc05626 req-ff290d2f-b90d-44c4-b113-4278258b9620 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bdacd106-3582-43d1-a3c6-7a9333f5e2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713677 Aug 16 22:47:38.526616 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-e49065ae-942b-4fbd-901a-01cdcd6af66d None None] Set router a764d288-f741-4726-a94c-ccd506c9d005 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:47:38.555613 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74623ea9-e845-4dd9-b0e8-ff0dce11547c req-9f777be9-58d5-496d-aab7-5d571d5ef9d9 tempest-ImagesOneServerTestJSON-2024240417 tempest-ImagesOneServerTestJSON-2024240417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:38.557112 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-74623ea9-e845-4dd9-b0e8-ff0dce11547c req-9f777be9-58d5-496d-aab7-5d571d5ef9d9 tempest-ImagesOneServerTestJSON-2024240417 tempest-ImagesOneServerTestJSON-2024240417-project] 10.222.0.36 "GET /v2.0/ports?device_id=b80c4af1-ac2a-45e3-b032-9ed4ff60e117 HTTP/1.1" status: 200 len: 950 time: 0.3476708 Aug 16 22:47:38.637924 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-383f21c1-8722-4f6a-948b-6d1378fe26b0 req-b4391790-cf47-4f73-b42b-2e2588b39368 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] For port 56b88ace-9e76-4418-8374-f5623321a342, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=56b88ace-9e76-4418-8374-f5623321a342,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:47:38.638472 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-383f21c1-8722-4f6a-948b-6d1378fe26b0 req-b4391790-cf47-4f73-b42b-2e2588b39368 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:38.646069 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb2a8b4-1459-4d52-b1f4-2603ad5007a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97af5075-0b94-4904-bafc-17cf4cb250fb,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:38.679104 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-383f21c1-8722-4f6a-948b-6d1378fe26b0 req-b4391790-cf47-4f73-b42b-2e2588b39368 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] Calling delete_port for 56b88ace-9e76-4418-8374-f5623321a342 owned by compute:nova {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:47:38.691132 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb2a8b4-1459-4d52-b1f4-2603ad5007a9 admin admin] Checking segment: {'id': 'b74a8f22-d9c9-4479-a1f3-db401b933fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '9f019b89-3daf-4b39-8c40-677aca7183d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:47:38.691510 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb2a8b4-1459-4d52-b1f4-2603ad5007a9 admin admin] Network hostable DHCP agents. Network: 9f019b89-3daf-4b39-8c40-677aca7183d5, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:47:38.719733 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-74623ea9-e845-4dd9-b0e8-ff0dce11547c req-9e625c40-67c0-46af-b561-c4f300c801ed tempest-ImagesOneServerTestJSON-2024240417 tempest-ImagesOneServerTestJSON-2024240417-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8896dcf-9bf9-49fb-84e3-51ed2fed130b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504760 Aug 16 22:47:38.748028 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a38fc7-a5b2-42d4-af21-ca14f1de3c58 req-83ebba8b-7594-419d-950f-96e6c8da6e16 tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:38.760410 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b3a38fc7-a5b2-42d4-af21-ca14f1de3c58 req-83ebba8b-7594-419d-950f-96e6c8da6e16 tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] 10.222.0.36 "GET /v2.0/ports?device_id=033f50fd-c303-4a9f-a3ea-6f67cb65a5d7 HTTP/1.1" status: 200 len: 948 time: 0.1945684 Aug 16 22:47:38.792061 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-94d28db9-e231-4995-b589-8c65a9fd3fbe req-e0cd41c8-7730-43d7-9fc5-bce7b00c32ed service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2881660 Aug 16 22:47:38.827345 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb2a8b4-1459-4d52-b1f4-2603ad5007a9 admin admin] Network 9f019b89-3daf-4b39-8c40-677aca7183d5 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:47:38.859176 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b3a38fc7-a5b2-42d4-af21-ca14f1de3c58 req-594ce899-1766-478c-8902-cdf1514dbbb2 tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] 10.222.0.36 "GET /v2.0/security-groups?id=f22233e2-8c34-4fd0-8000-1738a843992b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924735 Aug 16 22:47:38.863006 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-6eb2a8b4-1459-4d52-b1f4-2603ad5007a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 9f019b89-3daf-4b39-8c40-677aca7183d5) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:38.880053 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb2a8b4-1459-4d52-b1f4-2603ad5007a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:38.882667 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6eb2a8b4-1459-4d52-b1f4-2603ad5007a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:38.901290 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc87e113-db44-45a8-ae11-e2bb22aa2e16 None None] Network 9f019b89-3daf-4b39-8c40-677aca7183d5 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:47:38.918385 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-6eb2a8b4-1459-4d52-b1f4-2603ad5007a9 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1655693 Aug 16 22:47:38.918672 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 51470) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:38.926409 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-4ea8656c-1d77-4b6e-a244-2acef1cb883a admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1219877533-router', 'tenant_id': 'e2683ef2008b4aeab4218f76bf0bbfcf', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:38.965258 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4ea8656c-1d77-4b6e-a244-2acef1cb883a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:38.966832 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4ea8656c-1d77-4b6e-a244-2acef1cb883a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:39.097949 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-e49065ae-942b-4fbd-901a-01cdcd6af66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a764d288-f741-4726-a94c-ccd506c9d005', 'name': 'tempest-AttachSCSIVolumeTestJSON-156302043-router', 'tenant_id': '0dd87a1533c14d3ca4af6a1d28d07ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': '72454211-c10d-4db2-b951-eb1fbe010830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:47:24Z', 'updated_at': '2021-08-16T22:47:33Z', 'revision_number': 4, 'project_id': '0dd87a1533c14d3ca4af6a1d28d07ee7', 'gw_port': {'id': '72454211-c10d-4db2-b951-eb1fbe010830', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ee:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a764d288-f741-4726-a94c-ccd506c9d005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:47:26Z', 'updated_at': '2021-08-16T22:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '149667a1-e634-4db2-b8b9-47fb536db15b', 'name': '', 'network_id': 'c1d758fb-43f6-4266-93a1-ed2a7049a6a3', 'tenant_id': '0dd87a1533c14d3ca4af6a1d28d07ee7', 'mac_address': 'fa:16:3e:3d:18:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a764d288-f741-4726-a94c-ccd506c9d005', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '6d903676-5940-4682-8c71-041282775edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:47:30Z', 'updated_at': '2021-08-16T22:47:38Z', 'revision_number': 4, 'project_id': '0dd87a1533c14d3ca4af6a1d28d07ee7', 'subnets': [{'id': '6d903676-5940-4682-8c71-041282775edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:47:39.160695 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4ea8656c-1d77-4b6e-a244-2acef1cb883a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:39.169987 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9429c2ad-cd7a-4140-90c3-7795b85c06df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-9f019b89-3daf-4b39-8c40-677aca7183d5', 'network_id': '9f019b89-3daf-4b39-8c40-677aca7183d5', 'tenant_id': 'e2683ef2008b4aeab4218f76bf0bbfcf', 'fixed_ips': [{'subnet_id': '97af5075-0b94-4904-bafc-17cf4cb250fb'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:47:39.171029 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9429c2ad-cd7a-4140-90c3-7795b85c06df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:39.188528 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49065ae-942b-4fbd-901a-01cdcd6af66d None None] The sync data for ids ['a764d288-f741-4726-a94c-ccd506c9d005'] in n-d-791506-26 is: [{'id': 'a764d288-f741-4726-a94c-ccd506c9d005', 'name': 'tempest-AttachSCSIVolumeTestJSON-156302043-router', 'tenant_id': '0dd87a1533c14d3ca4af6a1d28d07ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': '72454211-c10d-4db2-b951-eb1fbe010830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:47:24Z', 'updated_at': '2021-08-16T22:47:33Z', 'revision_number': 4, 'project_id': '0dd87a1533c14d3ca4af6a1d28d07ee7', 'gw_port': {'id': '72454211-c10d-4db2-b951-eb1fbe010830', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ee:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a764d288-f741-4726-a94c-ccd506c9d005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:47:26Z', 'updated_at': '2021-08-16T22:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '149667a1-e634-4db2-b8b9-47fb536db15b', 'name': '', 'network_id': 'c1d758fb-43f6-4266-93a1-ed2a7049a6a3', 'tenant_id': '0dd87a1533c14d3ca4af6a1d28d07ee7', 'mac_address': 'fa:16:3e:3d:18:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a764d288-f741-4726-a94c-ccd506c9d005', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '6d903676-5940-4682-8c71-041282775edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:47:30Z', 'updated_at': '2021-08-16T22:47:38Z', 'revision_number': 4, 'project_id': '0dd87a1533c14d3ca4af6a1d28d07ee7', 'subnets': [{'id': '6d903676-5940-4682-8c71-041282775edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:47:39.416084 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-9429c2ad-cd7a-4140-90c3-7795b85c06df None None] Allocated IP 172.20.0.2 (9f019b89-3daf-4b39-8c40-677aca7183d5/97af5075-0b94-4904-bafc-17cf4cb250fb/883093d5-4480-439b-9b67-76164b3013ab) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:47:39.465404 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4ea8656c-1d77-4b6e-a244-2acef1cb883a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:39.477240 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338720e5-0ce3-4872-9d63-81ef1c0ff921 req-3248558d-29e2-49a4-acfe-a8b870e58f94 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:39.482822 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-338720e5-0ce3-4872-9d63-81ef1c0ff921 req-3248558d-29e2-49a4-acfe-a8b870e58f94 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ab9dd79-cdd8-4824-b179-7013d5235b9f HTTP/1.1" status: 200 len: 945 time: 0.2659450 Aug 16 22:47:39.512002 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-94d28db9-e231-4995-b589-8c65a9fd3fbe req-9c124ff4-32c0-4f07-9188-c2d63ec0ea46 service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7080712 Aug 16 22:47:39.531203 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-383f21c1-8722-4f6a-948b-6d1378fe26b0 req-b4391790-cf47-4f73-b42b-2e2588b39368 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:39.534269 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e2194cf7-9ffc-4d85-abcc-b47e0cc05626 req-e348e015-9a93-41a7-b3b6-50d7a1669fb5 service neutron] 10.222.0.57 "GET /v2.0/networks/bdacd106-3582-43d1-a3c6-7a9333f5e2e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6798141 Aug 16 22:47:39.601701 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['56b88ace-9e76-4418-8374-f5623321a342'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:47:39.695484 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4391790-cf47-4f73-b42b-2e2588b39368 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] Pushing event deleted for resources: {'Port': ['ID=56b88ace-9e76-4418-8374-f5623321a342,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:39.727941 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-338720e5-0ce3-4872-9d63-81ef1c0ff921 req-098a1c96-2bfd-4be0-aea7-bd725c66a4f9 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386289 Aug 16 22:47:39.806765 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9429c2ad-cd7a-4140-90c3-7795b85c06df None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:39.841370 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9429c2ad-cd7a-4140-90c3-7795b85c06df None None] Transition to ACTIVE for port object 883093d5-4480-439b-9b67-76164b3013ab will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:47:39.872167 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9429c2ad-cd7a-4140-90c3-7795b85c06df None None] Transition to ACTIVE for port object 883093d5-4480-439b-9b67-76164b3013ab will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:47:39.877240 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-99da6572-4052-4b1b-b2a4-9db72c0f5b3c req-c28007e1-9630-400d-ab19-275fe802b370 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=5aa270b810014cb1b7df23f71a5483f7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0674276 Aug 16 22:47:39.884470 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9429c2ad-cd7a-4140-90c3-7795b85c06df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:39.941041 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-383f21c1-8722-4f6a-948b-6d1378fe26b0 req-b4391790-cf47-4f73-b42b-2e2588b39368 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] No DVR routers for this DVR port 56b88ace-9e76-4418-8374-f5623321a342 on host n-h1-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:47:39.945589 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-383f21c1-8722-4f6a-948b-6d1378fe26b0 req-b4391790-cf47-4f73-b42b-2e2588b39368 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:39.950390 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-383f21c1-8722-4f6a-948b-6d1378fe26b0 req-b4391790-cf47-4f73-b42b-2e2588b39368 tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] 10.222.0.68 "DELETE /v2.0/ports/56b88ace-9e76-4418-8374-f5623321a342 HTTP/1.1" status: 204 len: 173 time: 2.6588550 Aug 16 22:47:39.955195 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de7969eb-fca2-49cf-a9d4-1f98f8acfed0', 'name': 'network-vif-deleted', 'tag': '56b88ace-9e76-4418-8374-f5623321a342'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:47:39.958940 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af78dad3-8ceb-4dcc-a98d-982c501a23c4" -d '{"events": [{"server_uuid": "de7969eb-fca2-49cf-a9d4-1f98f8acfed0", "name": "network-vif-deleted", "tag": "56b88ace-9e76-4418-8374-f5623321a342"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:47:39.977093 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9429c2ad-cd7a-4140-90c3-7795b85c06df None None] Network 9f019b89-3daf-4b39-8c40-677aca7183d5 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:47:39.985680 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-9429c2ad-cd7a-4140-90c3-7795b85c06df None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:39.996467 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9429c2ad-cd7a-4140-90c3-7795b85c06df None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:47:39.998908 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9429c2ad-cd7a-4140-90c3-7795b85c06df None None] Pushing event updated for resources: {'Port': ['ID=883093d5-4480-439b-9b67-76164b3013ab,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:40.001507 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f0a4f3-4017-4b0e-9b37-e9c42583eb95 req-d0f616b2-ee4b-402f-aada-d8ebeb2c6802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:40.004206 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-08f0a4f3-4017-4b0e-9b37-e9c42583eb95 req-d0f616b2-ee4b-402f-aada-d8ebeb2c6802 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=10539860d211439d86a230953dfaef16&device_id=033f50fd-c303-4a9f-a3ea-6f67cb65a5d7 HTTP/1.1" status: 200 len: 1100 time: 0.4086487 Aug 16 22:47:40.104892 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e2194cf7-9ffc-4d85-abcc-b47e0cc05626 req-e683526b-0578-44ad-ab88-f196f6cc60f3 service neutron] 10.222.0.57 "GET /v2.0/networks/bdacd106-3582-43d1-a3c6-7a9333f5e2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5183160 Aug 16 22:47:40.114991 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-9429c2ad-cd7a-4140-90c3-7795b85c06df None None] Attempting to bind port 883093d5-4480-439b-9b67-76164b3013ab on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:47:40.115720 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-9429c2ad-cd7a-4140-90c3-7795b85c06df None None] Attempting to bind port 883093d5-4480-439b-9b67-76164b3013ab by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': 'b74a8f22-d9c9-4479-a1f3-db401b933fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '9f019b89-3daf-4b39-8c40-677aca7183d5'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:47:40.116116 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9429c2ad-cd7a-4140-90c3-7795b85c06df None None] Attempting to bind port 883093d5-4480-439b-9b67-76164b3013ab on network 9f019b89-3daf-4b39-8c40-677aca7183d5 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:47:40.122824 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9429c2ad-cd7a-4140-90c3-7795b85c06df None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:47:40.123213 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9429c2ad-cd7a-4140-90c3-7795b85c06df None None] Checking segment: {'id': 'b74a8f22-d9c9-4479-a1f3-db401b933fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '9f019b89-3daf-4b39-8c40-677aca7183d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:47:40.123600 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9429c2ad-cd7a-4140-90c3-7795b85c06df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:40.124047 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9429c2ad-cd7a-4140-90c3-7795b85c06df None None] Bound using segment: {'id': 'b74a8f22-d9c9-4479-a1f3-db401b933fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '9f019b89-3daf-4b39-8c40-677aca7183d5'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:47:40.124526 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-9429c2ad-cd7a-4140-90c3-7795b85c06df None None] Bound port: 883093d5-4480-439b-9b67-76164b3013ab, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b74a8f22-d9c9-4479-a1f3-db401b933fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '9f019b89-3daf-4b39-8c40-677aca7183d5'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:47:40.124924 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9429c2ad-cd7a-4140-90c3-7795b85c06df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:40.211396 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f0a4f3-4017-4b0e-9b37-e9c42583eb95 req-caa23c6d-694e-4735-b434-3853d6a1c09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:40.214587 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-08f0a4f3-4017-4b0e-9b37-e9c42583eb95 req-caa23c6d-694e-4735-b434-3853d6a1c09a service neutron] 10.222.0.68 "GET /v2.0/networks?id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd HTTP/1.1" status: 200 len: 870 time: 0.1937194 Aug 16 22:47:40.221611 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9429c2ad-cd7a-4140-90c3-7795b85c06df None None] For port 883093d5-4480-439b-9b67-76164b3013ab, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:47:40.232516 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9429c2ad-cd7a-4140-90c3-7795b85c06df None None] For port 883093d5-4480-439b-9b67-76164b3013ab, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=883093d5-4480-439b-9b67-76164b3013ab,segment=NetworkSegment(b74a8f22-d9c9-4479-a1f3-db401b933fe9),segment_id=b74a8f22-d9c9-4479-a1f3-db401b933fe9)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:47:40.239145 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9429c2ad-cd7a-4140-90c3-7795b85c06df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:40.269396 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-08f0a4f3-4017-4b0e-9b37-e9c42583eb95 req-ef0bbcae-a316-4341-af82-d834e19e312d service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=11ec10cd-31c1-4466-9f37-a5e7dff3dde3 HTTP/1.1" status: 200 len: 217 time: 0.0458813 Aug 16 22:47:40.330605 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dc8b5982-80a0-4a4e-9d50-352711015a94 req-2dc2d20c-0b82-4f33-888b-2b52fd71f67c tempest-DeleteServersAdminTestJSON-1837355198 tempest-DeleteServersAdminTestJSON-1837355198-project] 10.222.0.36 "GET /v2.0/ports?device_id=de7969eb-fca2-49cf-a9d4-1f98f8acfed0 HTTP/1.1" status: 200 len: 210 time: 0.1004944 Aug 16 22:47:40.364372 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f0a4f3-4017-4b0e-9b37-e9c42583eb95 req-1b81914e-7d30-4880-a9bd-f4e19b7ca2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:40.366253 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-08f0a4f3-4017-4b0e-9b37-e9c42583eb95 req-1b81914e-7d30-4880-a9bd-f4e19b7ca2fd service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6af2b868-37d3-46ab-a526-0465929f13c8 HTTP/1.1" status: 200 len: 843 time: 0.0870936 Aug 16 22:47:40.378351 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9429c2ad-cd7a-4140-90c3-7795b85c06df None None] Pushing event updated for resources: {'Port': ['ID=883093d5-4480-439b-9b67-76164b3013ab,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:40.455937 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4ea8656c-1d77-4b6e-a244-2acef1cb883a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:40.505225 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4ea8656c-1d77-4b6e-a244-2acef1cb883a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:40.526422 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f0a4f3-4017-4b0e-9b37-e9c42583eb95 req-64654796-5302-44f1-ab03-8d4600e9ec8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:40.528201 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-08f0a4f3-4017-4b0e-9b37-e9c42583eb95 req-64654796-5302-44f1-ab03-8d4600e9ec8a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1546450 Aug 16 22:47:40.547746 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da6572-4052-4b1b-b2a4-9db72c0f5b3c req-876c4eac-a55a-405f-94fd-b9a949b7ef9b tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:40.554102 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-99da6572-4052-4b1b-b2a4-9db72c0f5b3c req-876c4eac-a55a-405f-94fd-b9a949b7ef9b tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3630028 Aug 16 22:47:40.660763 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-99da6572-4052-4b1b-b2a4-9db72c0f5b3c req-763a7c96-b58b-4b41-8eec-163b9f002dac tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/quotas/5aa270b810014cb1b7df23f71a5483f7 HTTP/1.1" status: 200 len: 375 time: 0.0864198 Aug 16 22:47:40.710358 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2194cf7-9ffc-4d85-abcc-b47e0cc05626 req-5ad6b64c-8dba-428f-b224-aa77c47c5285 tempest-LiveMigrationTest-725130784 tempest-LiveMigrationTest-725130784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:40.712449 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e2194cf7-9ffc-4d85-abcc-b47e0cc05626 req-5ad6b64c-8dba-428f-b224-aa77c47c5285 tempest-LiveMigrationTest-725130784 tempest-LiveMigrationTest-725130784-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=1ab9dd79-cdd8-4824-b179-7013d5235b9f&tenant_id=a4c9d624b07f42a0ae3c7ed63064f003&binding%3Ahost_id=n-h1-791506-26 HTTP/1.1" status: 200 len: 1097 time: 0.3059869 Aug 16 22:47:40.730081 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-e2194cf7-9ffc-4d85-abcc-b47e0cc05626 req-23cd3a20-f780-4f1a-acd6-e819b5979f55 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-791506-26'}}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:40.736839 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e70fab6-908f-47a3-96b4-aeffacfc7115 req-88d24f31-27db-4604-b8de-806b4b562649 tempest-ImagesOneServerTestJSON-2024240417 tempest-ImagesOneServerTestJSON-2024240417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:40.763620 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5e70fab6-908f-47a3-96b4-aeffacfc7115 req-88d24f31-27db-4604-b8de-806b4b562649 tempest-ImagesOneServerTestJSON-2024240417 tempest-ImagesOneServerTestJSON-2024240417-project] 10.222.0.36 "GET /v2.0/ports?device_id=b80c4af1-ac2a-45e3-b032-9ed4ff60e117 HTTP/1.1" status: 200 len: 950 time: 0.3005931 Aug 16 22:47:40.776914 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:40.782004 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-99da6572-4052-4b1b-b2a4-9db72c0f5b3c req-c31fbbf8-97e8-4fca-b8ad-792f31692bcc tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5aa270b810014cb1b7df23f71a5483f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1202953 Aug 16 22:47:40.823166 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-e2194cf7-9ffc-4d85-abcc-b47e0cc05626 req-23cd3a20-f780-4f1a-acd6-e819b5979f55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:40.850412 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-08f0a4f3-4017-4b0e-9b37-e9c42583eb95 req-4a38ecea-10ee-4950-9011-58ca7cae83dd service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3125813 Aug 16 22:47:40.952238 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 149667a1-e634-4db2-b8b9-47fb536db15b up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:47:40.983372 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5e70fab6-908f-47a3-96b4-aeffacfc7115 req-c1921017-92a6-4188-bb29-5f58373aad1a tempest-ImagesOneServerTestJSON-2024240417 tempest-ImagesOneServerTestJSON-2024240417-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8896dcf-9bf9-49fb-84e3-51ed2fed130b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186346 Aug 16 22:47:41.059444 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-4ea8656c-1d77-4b6e-a244-2acef1cb883a admin admin] Allocated IP 172.25.4.101 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/ddb66a39-fdf9-40e0-a13e-2565da501f80) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:47:41.067313 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 149667a1-e634-4db2-b8b9-47fb536db15b completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:47:41.078046 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 149667a1-e634-4db2-b8b9-47fb536db15b triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:47:41.078661 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:41.163184 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-e2194cf7-9ffc-4d85-abcc-b47e0cc05626 req-23cd3a20-f780-4f1a-acd6-e819b5979f55 service neutron] For port ac0c1df4-b6cc-41b4-a071-67b0439c495d, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=ac0c1df4-b6cc-41b4-a071-67b0439c495d,segment=NetworkSegment(f636a4c4-5ebb-45e7-a739-a275ed345fed),segment_id=f636a4c4-5ebb-45e7-a739-a275ed345fed)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:47:41.229636 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:41.251490 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-08f0a4f3-4017-4b0e-9b37-e9c42583eb95 req-dd9d45a0-e038-4757-9b24-1534c69c6bbe service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3699379 Aug 16 22:47:41.252746 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-e2194cf7-9ffc-4d85-abcc-b47e0cc05626 req-23cd3a20-f780-4f1a-acd6-e819b5979f55 service neutron] For port ac0c1df4-b6cc-41b4-a071-67b0439c495d, host n-h1-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:47:41.308676 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 149667a1-e634-4db2-b8b9-47fb536db15b, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=149667a1-e634-4db2-b8b9-47fb536db15b,segment=NetworkSegment(814a6fa1-947a-41e8-8b6d-b5eadf99c956),segment_id=814a6fa1-947a-41e8-8b6d-b5eadf99c956)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:47:41.312319 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a05f30b-98f4-4d81-9e8e-3f497fc0d18b req-2a25fd1d-47d7-45cc-85d5-9f5a68e303cb tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:41.314432 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9a05f30b-98f4-4d81-9e8e-3f497fc0d18b req-2a25fd1d-47d7-45cc-85d5-9f5a68e303cb tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] 10.222.0.36 "GET /v2.0/ports?device_id=033f50fd-c303-4a9f-a3ea-6f67cb65a5d7 HTTP/1.1" status: 200 len: 948 time: 0.2293355 Aug 16 22:47:41.319107 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:41.333659 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 883093d5-4480-439b-9b67-76164b3013ab up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:47:41.367160 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-e2194cf7-9ffc-4d85-abcc-b47e0cc05626 req-23cd3a20-f780-4f1a-acd6-e819b5979f55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:41.376338 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-e2194cf7-9ffc-4d85-abcc-b47e0cc05626 req-23cd3a20-f780-4f1a-acd6-e819b5979f55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:41.400587 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4ea8656c-1d77-4b6e-a244-2acef1cb883a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:41.439791 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9a05f30b-98f4-4d81-9e8e-3f497fc0d18b req-bf171f34-6493-4b3a-b9b8-60ddc62a2e62 tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] 10.222.0.36 "GET /v2.0/security-groups?id=f22233e2-8c34-4fd0-8000-1738a843992b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103859 Aug 16 22:47:41.508658 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=149667a1-e634-4db2-b8b9-47fb536db15b,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:41.541018 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 883093d5-4480-439b-9b67-76164b3013ab completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:47:41.548497 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4ea8656c-1d77-4b6e-a244-2acef1cb883a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:41.594450 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9982c6e2-0751-4df4-9874-c25f71a6d950 x-openstack-request-id: req-9982c6e2-0751-4df4-9874-c25f71a6d950 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:47:41.594812 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de7969eb-fca2-49cf-a9d4-1f98f8acfed0", "name": "network-vif-deleted", "tag": "56b88ace-9e76-4418-8374-f5623321a342", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:47:41.595121 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9982c6e2-0751-4df4-9874-c25f71a6d950 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:47:41.595581 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de7969eb-fca2-49cf-a9d4-1f98f8acfed0', 'name': 'network-vif-deleted', 'tag': '56b88ace-9e76-4418-8374-f5623321a342', 'status': 'completed', 'code': 200} Aug 16 22:47:41.627245 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-e2194cf7-9ffc-4d85-abcc-b47e0cc05626 req-23cd3a20-f780-4f1a-acd6-e819b5979f55 service neutron] Attempting to bind port ac0c1df4-b6cc-41b4-a071-67b0439c495d on host n-h1-791506-26 for vnic_type normal with profile {"migrating_to": "n-h2-791506-26"} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:47:41.627732 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-e2194cf7-9ffc-4d85-abcc-b47e0cc05626 req-23cd3a20-f780-4f1a-acd6-e819b5979f55 service neutron] Attempting to bind port ac0c1df4-b6cc-41b4-a071-67b0439c495d by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': 'f636a4c4-5ebb-45e7-a739-a275ed345fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bdacd106-3582-43d1-a3c6-7a9333f5e2e0'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:47:41.627912 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2194cf7-9ffc-4d85-abcc-b47e0cc05626 req-23cd3a20-f780-4f1a-acd6-e819b5979f55 service neutron] Attempting to bind port ac0c1df4-b6cc-41b4-a071-67b0439c495d on network bdacd106-3582-43d1-a3c6-7a9333f5e2e0 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:47:41.632828 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2194cf7-9ffc-4d85-abcc-b47e0cc05626 req-23cd3a20-f780-4f1a-acd6-e819b5979f55 service neutron] Port ac0c1df4-b6cc-41b4-a071-67b0439c495d on network bdacd106-3582-43d1-a3c6-7a9333f5e2e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:47:41.633160 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2194cf7-9ffc-4d85-abcc-b47e0cc05626 req-23cd3a20-f780-4f1a-acd6-e819b5979f55 service neutron] Attempting to bind port ac0c1df4-b6cc-41b4-a071-67b0439c495d on network bdacd106-3582-43d1-a3c6-7a9333f5e2e0 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:47:41.635349 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cd3a20-f780-4f1a-acd6-e819b5979f55 service neutron] Pushing event updated for resources: {'Port': ['ID=ac0c1df4-b6cc-41b4-a071-67b0439c495d,revision_number=7']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:41.641671 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2194cf7-9ffc-4d85-abcc-b47e0cc05626 req-23cd3a20-f780-4f1a-acd6-e819b5979f55 service neutron] Checking agent: {'id': 'd28e24f9-e5ea-41e1-80bf-3c7943ad7f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:47:41.642014 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2194cf7-9ffc-4d85-abcc-b47e0cc05626 req-23cd3a20-f780-4f1a-acd6-e819b5979f55 service neutron] Checking segment: {'id': 'f636a4c4-5ebb-45e7-a739-a275ed345fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bdacd106-3582-43d1-a3c6-7a9333f5e2e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:47:41.642565 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2194cf7-9ffc-4d85-abcc-b47e0cc05626 req-23cd3a20-f780-4f1a-acd6-e819b5979f55 service neutron] Bound using segment: {'id': 'f636a4c4-5ebb-45e7-a739-a275ed345fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bdacd106-3582-43d1-a3c6-7a9333f5e2e0'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:47:41.643007 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-e2194cf7-9ffc-4d85-abcc-b47e0cc05626 req-23cd3a20-f780-4f1a-acd6-e819b5979f55 service neutron] Bound port: ac0c1df4-b6cc-41b4-a071-67b0439c495d, host: n-h1-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f636a4c4-5ebb-45e7-a739-a275ed345fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bdacd106-3582-43d1-a3c6-7a9333f5e2e0'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:47:41.643369 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-e2194cf7-9ffc-4d85-abcc-b47e0cc05626 req-23cd3a20-f780-4f1a-acd6-e819b5979f55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:41.660770 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bdcf71f6-1a7b-4be9-be09-83e345611b32 req-f624826d-41a1-4b16-bfd9-951d4241ac84 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=5383df3d-264c-4983-9fd4-d5c6625fc0bd HTTP/1.1" status: 200 len: 210 time: 0.0445514 Aug 16 22:47:41.677917 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea8656c-1d77-4b6e-a244-2acef1cb883a admin admin] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:47:41.682516 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-4ea8656c-1d77-4b6e-a244-2acef1cb883a admin admin] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:41.688203 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea8656c-1d77-4b6e-a244-2acef1cb883a admin admin] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:47:41.717784 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea8656c-1d77-4b6e-a244-2acef1cb883a admin admin] Pushing event updated for resources: {'Port': ['ID=ddb66a39-fdf9-40e0-a13e-2565da501f80,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:41.732028 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-e2194cf7-9ffc-4d85-abcc-b47e0cc05626 req-23cd3a20-f780-4f1a-acd6-e819b5979f55 service neutron] For port ac0c1df4-b6cc-41b4-a071-67b0439c495d, host n-h1-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:47:41.737075 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-e2194cf7-9ffc-4d85-abcc-b47e0cc05626 req-23cd3a20-f780-4f1a-acd6-e819b5979f55 service neutron] For port ac0c1df4-b6cc-41b4-a071-67b0439c495d, host n-h1-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=ac0c1df4-b6cc-41b4-a071-67b0439c495d,segment=NetworkSegment(f636a4c4-5ebb-45e7-a739-a275ed345fed),segment_id=f636a4c4-5ebb-45e7-a739-a275ed345fed)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:47:41.743579 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-e2194cf7-9ffc-4d85-abcc-b47e0cc05626 req-23cd3a20-f780-4f1a-acd6-e819b5979f55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:41.752444 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 11ec10cd-31c1-4466-9f37-a5e7dff3dde3 details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:47:41.755949 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 56b88ace-9e76-4418-8374-f5623321a342 no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:47:41.796179 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] No Port match for: 56b88ace-9e76-4418-8374-f5623321a342 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:47:41.796528 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 56b88ace-9e76-4418-8374-f5623321a342 not bound to the agent host n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:47:41.838400 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1971edd6-7b53-4e0f-885f-6007807ed737 req-bb338e0a-5ca8-4d1b-b30f-388b9115584b tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:41.845926 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1971edd6-7b53-4e0f-885f-6007807ed737 req-bb338e0a-5ca8-4d1b-b30f-388b9115584b tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ab9dd79-cdd8-4824-b179-7013d5235b9f HTTP/1.1" status: 200 len: 943 time: 0.1816161 Aug 16 22:47:41.877682 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d02cd08-df07-4d17-a8ff-d5dd58d45c72 None None] Network 9f019b89-3daf-4b39-8c40-677aca7183d5 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:47:41.895646 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2194cf7-9ffc-4d85-abcc-b47e0cc05626 req-23cd3a20-f780-4f1a-acd6-e819b5979f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:41.896209 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-e2194cf7-9ffc-4d85-abcc-b47e0cc05626 req-23cd3a20-f780-4f1a-acd6-e819b5979f55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:41.897632 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e2194cf7-9ffc-4d85-abcc-b47e0cc05626 req-23cd3a20-f780-4f1a-acd6-e819b5979f55 service neutron] 10.222.0.57 "PUT /v2.0/ports/ac0c1df4-b6cc-41b4-a071-67b0439c495d HTTP/1.1" status: 200 len: 1123 time: 1.1771970 Aug 16 22:47:41.905440 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cd3a20-f780-4f1a-acd6-e819b5979f55 service neutron] Pushing event updated for resources: {'Port': ['ID=ac0c1df4-b6cc-41b4-a071-67b0439c495d,revision_number=8']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:41.997216 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4f8a4a34-8b8b-4f44-9b81-f0aae8e67fdb None None] Provisioning for port 883093d5-4480-439b-9b67-76164b3013ab completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:47:42.009162 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1971edd6-7b53-4e0f-885f-6007807ed737 req-c518381f-e74c-4ae9-ac7e-0be96946d2bb tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616275 Aug 16 22:47:42.011910 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4f8a4a34-8b8b-4f44-9b81-f0aae8e67fdb None None] Provisioning complete for port 883093d5-4480-439b-9b67-76164b3013ab triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:47:42.012633 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4f8a4a34-8b8b-4f44-9b81-f0aae8e67fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:42.020817 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['ac0c1df4-b6cc-41b4-a071-67b0439c495d'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:47:42.236649 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4ea8656c-1d77-4b6e-a244-2acef1cb883a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:42.560022 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-99da6572-4052-4b1b-b2a4-9db72c0f5b3c req-965f2272-7203-4dab-a6be-33f1f1d394a9 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=5aa270b810014cb1b7df23f71a5483f7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0563436 Aug 16 22:47:42.668637 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4f8a4a34-8b8b-4f44-9b81-f0aae8e67fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:42.683899 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 51572) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:42.718315 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 51578) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:42.766688 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-4f8a4a34-8b8b-4f44-9b81-f0aae8e67fdb None None] For port 883093d5-4480-439b-9b67-76164b3013ab, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=883093d5-4480-439b-9b67-76164b3013ab,segment=NetworkSegment(b74a8f22-d9c9-4479-a1f3-db401b933fe9),segment_id=b74a8f22-d9c9-4479-a1f3-db401b933fe9)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:47:42.782495 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4f8a4a34-8b8b-4f44-9b81-f0aae8e67fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:42.785383 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6553f138-d1b4-4f5f-960c-beaf1d32f51a req-08b0a990-f7f5-4ec0-ac2b-5ea1f24c4f64 tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:42.788779 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 11ec10cd-31c1-4466-9f37-a5e7dff3dde3, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=11ec10cd-31c1-4466-9f37-a5e7dff3dde3,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:47:42.800256 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6553f138-d1b4-4f5f-960c-beaf1d32f51a req-08b0a990-f7f5-4ec0-ac2b-5ea1f24c4f64 tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] 10.222.0.36 "GET /v2.0/ports?device_id=033f50fd-c303-4a9f-a3ea-6f67cb65a5d7 HTTP/1.1" status: 200 len: 948 time: 0.2150066 Aug 16 22:47:42.849174 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da6572-4052-4b1b-b2a4-9db72c0f5b3c req-b8992a3b-c8ea-41d9-acc7-2e07819da106 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:42.855164 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-99da6572-4052-4b1b-b2a4-9db72c0f5b3c req-b8992a3b-c8ea-41d9-acc7-2e07819da106 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2864587 Aug 16 22:47:42.871372 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-99da6572-4052-4b1b-b2a4-9db72c0f5b3c req-360738f9-1293-49b1-84b3-16eed7fa6f1e tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Request body: {'port': {'device_id': '5383df3d-264c-4983-9fd4-d5c6625fc0bd', 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd', 'admin_state_up': True, 'tenant_id': '5aa270b810014cb1b7df23f71a5483f7'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:42.902963 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8a4a34-8b8b-4f44-9b81-f0aae8e67fdb None None] Pushing event updated for resources: {'Port': ['ID=883093d5-4480-439b-9b67-76164b3013ab,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:42.917262 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 149667a1-e634-4db2-b8b9-47fb536db15b up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:47:42.919279 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4ea8656c-1d77-4b6e-a244-2acef1cb883a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:42.976439 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': '11ec10cd-31c1-4466-9f37-a5e7dff3dde3', 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd', 'port_id': '11ec10cd-31c1-4466-9f37-a5e7dff3dde3', 'mac_address': 'fa:16:3e:ff:de:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6af2b868-37d3-46ab-a526-0465929f13c8', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:47:43.005412 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-219086ef-33c5-4ebb-874c-8df93ebb2d86 req-f597232e-f82d-4337-be79-77c1d95964fb tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=5383df3d-264c-4983-9fd4-d5c6625fc0bd HTTP/1.1" status: 200 len: 210 time: 0.1854553 Aug 16 22:47:43.068988 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4be14fd2-ff5d-4edb-9619-96f3baa44ae2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:43.069180 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-d5bc10fc-22d8-442a-bf2c-845625f46cdf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9056e26ac3ee4e199dd44fcb58187fae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3470657 Aug 16 22:47:43.069295 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:43.069737 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 51584) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:43.103165 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6553f138-d1b4-4f5f-960c-beaf1d32f51a req-c47e4993-c9a7-4523-9e50-7523e44b0187 tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] 10.222.0.36 "GET /v2.0/security-groups?id=f22233e2-8c34-4fd0-8000-1738a843992b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019991 Aug 16 22:47:43.103379 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 149667a1-e634-4db2-b8b9-47fb536db15b triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:47:43.103907 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:43.169147 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-00225454-e60a-45b2-a4f1-1d9e8ea32f0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:43.176948 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11ec10cd-31c1-4466-9f37-a5e7dff3dde3 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:47:43.202612 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-00225454-e60a-45b2-a4f1-1d9e8ea32f0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:43.225201 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 11ec10cd-31c1-4466-9f37-a5e7dff3dde3, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=11ec10cd-31c1-4466-9f37-a5e7dff3dde3,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:47:43.232409 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a981ac04-871f-4877-ae7c-2571a7a08ab4 req-268341b3-3c15-477f-854d-48bd3c8c5077 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:43.233999 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a981ac04-871f-4877-ae7c-2571a7a08ab4 req-268341b3-3c15-477f-854d-48bd3c8c5077 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ab9dd79-cdd8-4824-b179-7013d5235b9f HTTP/1.1" status: 200 len: 943 time: 0.1053083 Aug 16 22:47:43.234712 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:43.255695 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4be14fd2-ff5d-4edb-9619-96f3baa44ae2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:43.265842 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4be14fd2-ff5d-4edb-9619-96f3baa44ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:43.269713 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-1212730d-12e7-40df-bee0-2e2c06f8d5d9 None None] Provisioning complete for port 883093d5-4480-439b-9b67-76164b3013ab triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:47:43.270100 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-1212730d-12e7-40df-bee0-2e2c06f8d5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:43.288176 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-00225454-e60a-45b2-a4f1-1d9e8ea32f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:43.291552 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-00225454-e60a-45b2-a4f1-1d9e8ea32f0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:43.295057 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-00225454-e60a-45b2-a4f1-1d9e8ea32f0b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8a2c666b-0599-45d4-8db2-76d5ddd783db HTTP/1.1" status: 204 len: 168 time: 0.2220712 Aug 16 22:47:43.304744 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99da6572-4052-4b1b-b2a4-9db72c0f5b3c req-360738f9-1293-49b1-84b3-16eed7fa6f1e tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Made reservation on behalf of 5aa270b810014cb1b7df23f71a5483f7 for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:47:43.308603 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-99da6572-4052-4b1b-b2a4-9db72c0f5b3c req-360738f9-1293-49b1-84b3-16eed7fa6f1e tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:43.318060 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ea8656c-1d77-4b6e-a244-2acef1cb883a admin admin] Router 093279c1-5de7-46e7-9938-8b95cc51c7f3 is scheduled to L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f with binding_index 1 {{(pid=101292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:47:43.318223 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00225454-e60a-45b2-a4f1-1d9e8ea32f0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a2c666b-0599-45d4-8db2-76d5ddd783db,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:43.327873 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-99da6572-4052-4b1b-b2a4-9db72c0f5b3c req-360738f9-1293-49b1-84b3-16eed7fa6f1e tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:43.372644 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=11ec10cd-31c1-4466-9f37-a5e7dff3dde3,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:43.396618 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a981ac04-871f-4877-ae7c-2571a7a08ab4 req-7eefe63e-d42d-4d9e-86e2-9b7af8ff3de6 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486444 Aug 16 22:47:43.405181 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be14fd2-ff5d-4edb-9619-96f3baa44ae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d35b2716-c3fd-4af4-9776-d4e0818bd54b,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:43.425396 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-4be14fd2-ff5d-4edb-9619-96f3baa44ae2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a84a7130c3b8450a827df15a5133dc86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7375441 Aug 16 22:47:43.461750 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['11ec10cd-31c1-4466-9f37-a5e7dff3dde3'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:47:43.473195 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 51594) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:43.544378 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e57109e-a4e7-49ca-b702-6964a18ebcea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:43.548253 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-99da6572-4052-4b1b-b2a4-9db72c0f5b3c req-360738f9-1293-49b1-84b3-16eed7fa6f1e tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:43.559917 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-99da6572-4052-4b1b-b2a4-9db72c0f5b3c req-360738f9-1293-49b1-84b3-16eed7fa6f1e tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:43.598260 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e57109e-a4e7-49ca-b702-6964a18ebcea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:43.599936 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ab9dd79-cdd8-4824-b179-7013d5235b9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac0c1df4-b6cc-41b4-a071-67b0439c495d'}, {'name': 'network-changed', 'server_uuid': '1ab9dd79-cdd8-4824-b179-7013d5235b9f', 'tag': 'ac0c1df4-b6cc-41b4-a071-67b0439c495d'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:47:43.602883 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09846281-8d69-4f94-8870-34c324a01e56" -d '{"events": [{"server_uuid": "1ab9dd79-cdd8-4824-b179-7013d5235b9f", "name": "network-vif-unplugged", "status": "completed", "tag": "ac0c1df4-b6cc-41b4-a071-67b0439c495d"}, {"name": "network-changed", "server_uuid": "1ab9dd79-cdd8-4824-b179-7013d5235b9f", "tag": "ac0c1df4-b6cc-41b4-a071-67b0439c495d"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:47:43.690032 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 16 Aug 2021 22:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ffb7d7e-0a0e-419d-b82d-5f1c1c7af3e4 x-openstack-request-id: req-8ffb7d7e-0a0e-419d-b82d-5f1c1c7af3e4 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:47:43.697727 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ab9dd79-cdd8-4824-b179-7013d5235b9f", "name": "network-vif-unplugged", "status": "completed", "tag": "ac0c1df4-b6cc-41b4-a071-67b0439c495d", "code": 200}, {"name": "network-changed", "server_uuid": "1ab9dd79-cdd8-4824-b179-7013d5235b9f", "tag": "ac0c1df4-b6cc-41b4-a071-67b0439c495d", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:47:43.698334 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8ffb7d7e-0a0e-419d-b82d-5f1c1c7af3e4 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:47:43.699449 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ab9dd79-cdd8-4824-b179-7013d5235b9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac0c1df4-b6cc-41b4-a071-67b0439c495d', 'code': 200} Aug 16 22:47:43.699725 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ab9dd79-cdd8-4824-b179-7013d5235b9f', 'tag': 'ac0c1df4-b6cc-41b4-a071-67b0439c495d', 'status': 'completed', 'code': 200} Aug 16 22:47:43.732827 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360738f9-1293-49b1-84b3-16eed7fa6f1e tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c3202d4-1091-4aa6-aaf8-719a70a73509,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:43.783341 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 51606) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:43.804479 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7ba552f2-21d5-42b0-be5f-11e656459efa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:43.839246 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ea8656c-1d77-4b6e-a244-2acef1cb883a admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:47:43.859079 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6795a1b7-d0a3-4a6c-98df-27fae536249b None None] Sync routers for ids ['093279c1-5de7-46e7-9938-8b95cc51c7f3'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:47:43.865994 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09846281-8d69-4f94-8870-34c324a01e56 req-0af36c05-afcb-476b-8abf-2d5af2293dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:43.868348 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-09846281-8d69-4f94-8870-34c324a01e56 req-0af36c05-afcb-476b-8abf-2d5af2293dbc service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a4c9d624b07f42a0ae3c7ed63064f003&device_id=1ab9dd79-cdd8-4824-b179-7013d5235b9f HTTP/1.1" status: 200 len: 1126 time: 0.1307690 Aug 16 22:47:43.876630 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e57109e-a4e7-49ca-b702-6964a18ebcea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:43.879780 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e57109e-a4e7-49ca-b702-6964a18ebcea admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:43.880125 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6795a1b7-d0a3-4a6c-98df-27fae536249b None None] Routers {'093279c1-5de7-46e7-9938-8b95cc51c7f3'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:47:43.881036 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-6795a1b7-d0a3-4a6c-98df-27fae536249b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:47:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['093279c1-5de7-46e7-9938-8b95cc51c7f3'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:47:43.884700 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-1e57109e-a4e7-49ca-b702-6964a18ebcea admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d35b2716-c3fd-4af4-9776-d4e0818bd54b HTTP/1.1" status: 204 len: 168 time: 0.4102995 Aug 16 22:47:43.932586 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-99da6572-4052-4b1b-b2a4-9db72c0f5b3c req-360738f9-1293-49b1-84b3-16eed7fa6f1e tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Allocated IP 192.168.233.166 (a2f596d0-b80e-4404-bf4b-27a7e14f50dd/6af2b868-37d3-46ab-a526-0465929f13c8/3daf38f0-2d73-4b14-8053-5e2922a5d49b) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:47:43.935076 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e57109e-a4e7-49ca-b702-6964a18ebcea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d35b2716-c3fd-4af4-9776-d4e0818bd54b,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:43.951206 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7ba552f2-21d5-42b0-be5f-11e656459efa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:43.959118 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7ba552f2-21d5-42b0-be5f-11e656459efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:43.980013 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4ea8656c-1d77-4b6e-a244-2acef1cb883a admin admin] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:43.981264 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-4ea8656c-1d77-4b6e-a244-2acef1cb883a admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.0614216 Aug 16 22:47:43.988609 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 51610) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:44.069973 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-6795a1b7-d0a3-4a6c-98df-27fae536249b None None] Set router 093279c1-5de7-46e7-9938-8b95cc51c7f3 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:47:44.072155 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09846281-8d69-4f94-8870-34c324a01e56 req-320b6401-c61c-483f-85d5-a8208e790926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:44.075149 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-09846281-8d69-4f94-8870-34c324a01e56 req-320b6401-c61c-483f-85d5-a8208e790926 service neutron] 10.222.0.68 "GET /v2.0/networks?id=bdacd106-3582-43d1-a3c6-7a9333f5e2e0 HTTP/1.1" status: 200 len: 909 time: 0.1857722 Aug 16 22:47:44.078194 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba552f2-21d5-42b0-be5f-11e656459efa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64175ae8-6490-4ca3-ae43-19cbcb666fc0,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:44.089790 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-7ba552f2-21d5-42b0-be5f-11e656459efa admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e7966d322b7b4e6cb34a5e1506906c41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3052733 Aug 16 22:47:44.090396 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 51614) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:44.254773 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-09846281-8d69-4f94-8870-34c324a01e56 req-c7c01a97-9ce9-43b2-8acc-4bdb8a57d457 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac0c1df4-b6cc-41b4-a071-67b0439c495d HTTP/1.1" status: 200 len: 217 time: 0.1662025 Aug 16 22:47:44.264382 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f88c5e5d-48c2-43e2-9ece-82ad11063fa9 req-0b1d6fec-8fd0-4996-8723-3e50cb78520f tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=5383df3d-264c-4983-9fd4-d5c6625fc0bd HTTP/1.1" status: 200 len: 210 time: 0.0860665 Aug 16 22:47:44.275964 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-99da6572-4052-4b1b-b2a4-9db72c0f5b3c req-360738f9-1293-49b1-84b3-16eed7fa6f1e tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:44.319822 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-99da6572-4052-4b1b-b2a4-9db72c0f5b3c req-360738f9-1293-49b1-84b3-16eed7fa6f1e tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Transition to ACTIVE for port object 3daf38f0-2d73-4b14-8053-5e2922a5d49b will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:47:44.334896 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09846281-8d69-4f94-8870-34c324a01e56 req-fca41f13-c488-4aea-969a-bfa67e969541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:44.336769 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-09846281-8d69-4f94-8870-34c324a01e56 req-fca41f13-c488-4aea-969a-bfa67e969541 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=78dd72b6-bd21-4b15-8ce7-13fda92dba19 HTTP/1.1" status: 200 len: 848 time: 0.0750673 Aug 16 22:47:44.387980 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-09846281-8d69-4f94-8870-34c324a01e56 req-9302c109-a334-4fd5-ad40-0f899104daad service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=bdacd106-3582-43d1-a3c6-7a9333f5e2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421238 Aug 16 22:47:44.436273 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8a93ecc0-411f-4dec-a004-271c11a0176b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:44.454501 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-99da6572-4052-4b1b-b2a4-9db72c0f5b3c req-360738f9-1293-49b1-84b3-16eed7fa6f1e tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:44.504840 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-6795a1b7-d0a3-4a6c-98df-27fae536249b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '093279c1-5de7-46e7-9938-8b95cc51c7f3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1219877533-router', 'tenant_id': 'e2683ef2008b4aeab4218f76bf0bbfcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.101'}], 'enable_snat': True}, 'gw_port_id': 'ddb66a39-fdf9-40e0-a13e-2565da501f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:47:38Z', 'updated_at': '2021-08-16T22:47:42Z', 'revision_number': 3, 'project_id': 'e2683ef2008b4aeab4218f76bf0bbfcf', 'gw_port': {'id': 'ddb66a39-fdf9-40e0-a13e-2565da501f80', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:56:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '093279c1-5de7-46e7-9938-8b95cc51c7f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:47:40Z', 'updated_at': '2021-08-16T22:47:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:47:44.509448 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bf4766-a0de-46ee-a508-1cfd4bced2be req-5e18a28a-71cb-4dfc-afe6-eb044efec9f0 tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:44.514286 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-42bf4766-a0de-46ee-a508-1cfd4bced2be req-5e18a28a-71cb-4dfc-afe6-eb044efec9f0 tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] 10.222.0.36 "GET /v2.0/ports?device_id=033f50fd-c303-4a9f-a3ea-6f67cb65a5d7 HTTP/1.1" status: 200 len: 949 time: 0.2540410 Aug 16 22:47:44.514810 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 51624) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:44.541712 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99da6572-4052-4b1b-b2a4-9db72c0f5b3c req-360738f9-1293-49b1-84b3-16eed7fa6f1e tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Network a2f596d0-b80e-4404-bf4b-27a7e14f50dd is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:47:44.547699 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6795a1b7-d0a3-4a6c-98df-27fae536249b None None] Checking router: 093279c1-5de7-46e7-9938-8b95cc51c7f3 for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:47:44.547699 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6795a1b7-d0a3-4a6c-98df-27fae536249b None None] Updating router 093279c1-5de7-46e7-9938-8b95cc51c7f3 port ddb66a39-fdf9-40e0-a13e-2565da501f80 binding host n-d-791506-26 {{(pid=101294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:47:44.549697 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360738f9-1293-49b1-84b3-16eed7fa6f1e tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Pushing event updated for resources: {'Port': ['ID=3daf38f0-2d73-4b14-8053-5e2922a5d49b,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:44.557435 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-99da6572-4052-4b1b-b2a4-9db72c0f5b3c req-360738f9-1293-49b1-84b3-16eed7fa6f1e tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:44.561140 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-99da6572-4052-4b1b-b2a4-9db72c0f5b3c req-360738f9-1293-49b1-84b3-16eed7fa6f1e tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:47:44.581517 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-6795a1b7-d0a3-4a6c-98df-27fae536249b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:44.595783 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8a93ecc0-411f-4dec-a004-271c11a0176b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:44.597548 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1be0620d-714d-4131-9096-3a597422e408 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:44.638204 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da6572-4052-4b1b-b2a4-9db72c0f5b3c req-360738f9-1293-49b1-84b3-16eed7fa6f1e tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:44.638867 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-99da6572-4052-4b1b-b2a4-9db72c0f5b3c req-360738f9-1293-49b1-84b3-16eed7fa6f1e tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:44.747372 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-42bf4766-a0de-46ee-a508-1cfd4bced2be req-b0249c37-f7d8-4555-82df-a59d8631f6ee tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] 10.222.0.36 "GET /v2.0/security-groups?id=f22233e2-8c34-4fd0-8000-1738a843992b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992285 Aug 16 22:47:44.850277 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 883093d5-4480-439b-9b67-76164b3013ab up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:47:44.891262 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1be0620d-714d-4131-9096-3a597422e408 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:44.907719 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582c946e-8523-40d5-b389-bac33f5c7bf2 req-422deb9c-9828-44ce-a9b6-c561bc5e7cca tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:44.909631 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-582c946e-8523-40d5-b389-bac33f5c7bf2 req-422deb9c-9828-44ce-a9b6-c561bc5e7cca tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ab9dd79-cdd8-4824-b179-7013d5235b9f HTTP/1.1" status: 200 len: 943 time: 0.3921151 Aug 16 22:47:44.926035 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1be0620d-714d-4131-9096-3a597422e408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:44.948804 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-99da6572-4052-4b1b-b2a4-9db72c0f5b3c req-360738f9-1293-49b1-84b3-16eed7fa6f1e tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0849011 Aug 16 22:47:44.953195 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-09846281-8d69-4f94-8870-34c324a01e56 req-942737e2-b2cf-44ec-aa3a-1d164b199784 service neutron] 10.222.0.68 "GET /v2.0/networks/bdacd106-3582-43d1-a3c6-7a9333f5e2e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5562134 Aug 16 22:47:44.965604 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be0620d-714d-4131-9096-3a597422e408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68a2fb59-d05a-47fb-bfaf-15c4c7636dec,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:44.971637 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-99da6572-4052-4b1b-b2a4-9db72c0f5b3c req-f606a400-9716-4f5b-b332-5922071577e6 service neutron] Request body: {'port': {'device_id': '5383df3d-264c-4983-9fd4-d5c6625fc0bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:47:44.997083 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-6795a1b7-d0a3-4a6c-98df-27fae536249b None None] Notify callbacks [] for port, precommit_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:44.999557 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 883093d5-4480-439b-9b67-76164b3013ab triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:47:44.999948 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:45.011732 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.provisioning_blocks [None req-6795a1b7-d0a3-4a6c-98df-27fae536249b None None] Transition to ACTIVE for port object ddb66a39-fdf9-40e0-a13e-2565da501f80 will not be triggered until provisioned by entity L2. {{(pid=101294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:47:45.020334 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-6795a1b7-d0a3-4a6c-98df-27fae536249b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:45.041723 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8a93ecc0-411f-4dec-a004-271c11a0176b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:45.046353 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8a93ecc0-411f-4dec-a004-271c11a0176b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:45.051136 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-8a93ecc0-411f-4dec-a004-271c11a0176b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/64175ae8-6490-4ca3-ae43-19cbcb666fc0 HTTP/1.1" status: 204 len: 168 time: 0.9520271 Aug 16 22:47:45.111848 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-2f57b0a4-87cf-4302-a787-fc42ae850fa4 None None] Provisioning for port 3daf38f0-2d73-4b14-8053-5e2922a5d49b completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:47:45.117865 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-2f57b0a4-87cf-4302-a787-fc42ae850fa4 None None] Provisioning complete for port 3daf38f0-2d73-4b14-8053-5e2922a5d49b triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:47:45.118561 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2f57b0a4-87cf-4302-a787-fc42ae850fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:45.124352 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-99da6572-4052-4b1b-b2a4-9db72c0f5b3c req-f606a400-9716-4f5b-b332-5922071577e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:45.150912 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a40a408-ba16-409c-a01e-c48157c5371f None None] Pushing event updated for resources: {'Port': ['ID=ddb66a39-fdf9-40e0-a13e-2565da501f80,revision_number=2']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:45.170789 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-2f57b0a4-87cf-4302-a787-fc42ae850fa4 None None] Port 3daf38f0-2d73-4b14-8053-5e2922a5d49b cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:47:45.176516 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a93ecc0-411f-4dec-a004-271c11a0176b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64175ae8-6490-4ca3-ae43-19cbcb666fc0,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:45.197368 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-1be0620d-714d-4131-9096-3a597422e408 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1c3c987cb8d84f21a62d5e4f35faa023&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6758423 Aug 16 22:47:45.201588 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 51640) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:45.217168 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-582c946e-8523-40d5-b389-bac33f5c7bf2 req-445272b4-38a2-4702-832b-dd89cdb4f0a7 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845366 Aug 16 22:47:45.220139 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-6795a1b7-d0a3-4a6c-98df-27fae536249b None None] Attempting to bind port ddb66a39-fdf9-40e0-a13e-2565da501f80 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:47:45.220864 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-6795a1b7-d0a3-4a6c-98df-27fae536249b None None] Attempting to bind port ddb66a39-fdf9-40e0-a13e-2565da501f80 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:47:45.221704 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6795a1b7-d0a3-4a6c-98df-27fae536249b None None] Attempting to bind port ddb66a39-fdf9-40e0-a13e-2565da501f80 on network c22c4980-c849-406d-982c-a5d68c515a94 {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:47:45.233869 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6795a1b7-d0a3-4a6c-98df-27fae536249b None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:47:45.234487 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6795a1b7-d0a3-4a6c-98df-27fae536249b None None] Checking segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:47:45.234905 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-6795a1b7-d0a3-4a6c-98df-27fae536249b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:45.235491 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6795a1b7-d0a3-4a6c-98df-27fae536249b None None] Bound using segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:47:45.235978 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-6795a1b7-d0a3-4a6c-98df-27fae536249b None None] Bound port: ddb66a39-fdf9-40e0-a13e-2565da501f80, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:47:45.236441 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-6795a1b7-d0a3-4a6c-98df-27fae536249b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:45.323414 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-6795a1b7-d0a3-4a6c-98df-27fae536249b None None] For port ddb66a39-fdf9-40e0-a13e-2565da501f80, host n-d-791506-26, cleared binding levels {{(pid=101294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:47:45.330978 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-6795a1b7-d0a3-4a6c-98df-27fae536249b None None] For port ddb66a39-fdf9-40e0-a13e-2565da501f80, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=ddb66a39-fdf9-40e0-a13e-2565da501f80,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:47:45.338319 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-6795a1b7-d0a3-4a6c-98df-27fae536249b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:45.360043 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fd2144a6-6ce6-40b3-a529-cc58235b12bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:45.407027 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a40a408-ba16-409c-a01e-c48157c5371f None None] Pushing event updated for resources: {'Port': ['ID=ddb66a39-fdf9-40e0-a13e-2565da501f80,revision_number=3']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:45.439422 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6795a1b7-d0a3-4a6c-98df-27fae536249b None None] Routers {'093279c1-5de7-46e7-9938-8b95cc51c7f3'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:47:45.440312 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-6795a1b7-d0a3-4a6c-98df-27fae536249b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:47:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['093279c1-5de7-46e7-9938-8b95cc51c7f3'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:47:45.448488 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf5caa5-67f3-451e-9ce1-455199abe320 req-6ebf54b3-966e-404c-9a14-8144e67f2c34 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:45.457105 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2bf5caa5-67f3-451e-9ce1-455199abe320 req-6ebf54b3-966e-404c-9a14-8144e67f2c34 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=5383df3d-264c-4983-9fd4-d5c6625fc0bd HTTP/1.1" status: 200 len: 936 time: 0.0808856 Aug 16 22:47:45.552622 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-99da6572-4052-4b1b-b2a4-9db72c0f5b3c req-f606a400-9716-4f5b-b332-5922071577e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3daf38f0-2d73-4b14-8053-5e2922a5d49b {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:47:45.562291 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-99da6572-4052-4b1b-b2a4-9db72c0f5b3c req-f606a400-9716-4f5b-b332-5922071577e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:45.576396 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2bf5caa5-67f3-451e-9ce1-455199abe320 req-e5798505-d939-4852-91dc-56d9291d02e5 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133184 Aug 16 22:47:45.576703 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-99da6572-4052-4b1b-b2a4-9db72c0f5b3c req-f606a400-9716-4f5b-b332-5922071577e6 service neutron] Transition to ACTIVE for port object 3daf38f0-2d73-4b14-8053-5e2922a5d49b will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:47:45.581692 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-09846281-8d69-4f94-8870-34c324a01e56 req-b39df863-8c1b-413b-8336-074f29dc6bb5 service neutron] 10.222.0.68 "GET /v2.0/networks/bdacd106-3582-43d1-a3c6-7a9333f5e2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5626512 Aug 16 22:47:45.583109 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-99da6572-4052-4b1b-b2a4-9db72c0f5b3c req-f606a400-9716-4f5b-b332-5922071577e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:45.587793 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-6795a1b7-d0a3-4a6c-98df-27fae536249b None None] Set router 093279c1-5de7-46e7-9938-8b95cc51c7f3 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:47:45.656431 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4b307575-bfce-43b3-8eb5-d7e6de5f1c7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:45.695198 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-fd2144a6-6ce6-40b3-a529-cc58235b12bf admin admin] Allocated IP 172.20.0.1 (9f019b89-3daf-4b39-8c40-677aca7183d5/97af5075-0b94-4904-bafc-17cf4cb250fb/cde52f5e-1e09-4497-a40e-1616a26e3fe2) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:47:45.770265 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 11ec10cd-31c1-4466-9f37-a5e7dff3dde3 up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:47:45.814922 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f606a400-9716-4f5b-b332-5922071577e6 service neutron] Pushing event updated for resources: {'Port': ['ID=3daf38f0-2d73-4b14-8053-5e2922a5d49b,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:45.831980 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device ac0c1df4-b6cc-41b4-a071-67b0439c495d details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:47:45.851724 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4b307575-bfce-43b3-8eb5-d7e6de5f1c7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:45.936210 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:47:45.944045 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-99da6572-4052-4b1b-b2a4-9db72c0f5b3c req-f606a400-9716-4f5b-b332-5922071577e6 service neutron] Attempting to bind port 3daf38f0-2d73-4b14-8053-5e2922a5d49b on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:47:45.944389 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-99da6572-4052-4b1b-b2a4-9db72c0f5b3c req-f606a400-9716-4f5b-b332-5922071577e6 service neutron] Attempting to bind port 3daf38f0-2d73-4b14-8053-5e2922a5d49b by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:47:45.951193 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99da6572-4052-4b1b-b2a4-9db72c0f5b3c req-f606a400-9716-4f5b-b332-5922071577e6 service neutron] Attempting to bind port 3daf38f0-2d73-4b14-8053-5e2922a5d49b on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:47:45.957169 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99da6572-4052-4b1b-b2a4-9db72c0f5b3c req-f606a400-9716-4f5b-b332-5922071577e6 service neutron] Port 3daf38f0-2d73-4b14-8053-5e2922a5d49b on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:47:45.958350 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99da6572-4052-4b1b-b2a4-9db72c0f5b3c req-f606a400-9716-4f5b-b332-5922071577e6 service neutron] Attempting to bind port 3daf38f0-2d73-4b14-8053-5e2922a5d49b on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:47:45.973585 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-6795a1b7-d0a3-4a6c-98df-27fae536249b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '093279c1-5de7-46e7-9938-8b95cc51c7f3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1219877533-router', 'tenant_id': 'e2683ef2008b4aeab4218f76bf0bbfcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.101'}], 'enable_snat': True}, 'gw_port_id': 'ddb66a39-fdf9-40e0-a13e-2565da501f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:47:38Z', 'updated_at': '2021-08-16T22:47:42Z', 'revision_number': 3, 'project_id': 'e2683ef2008b4aeab4218f76bf0bbfcf', 'gw_port': {'id': 'ddb66a39-fdf9-40e0-a13e-2565da501f80', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:56:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '093279c1-5de7-46e7-9938-8b95cc51c7f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:47:40Z', 'updated_at': '2021-08-16T22:47:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:47:45.994418 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99da6572-4052-4b1b-b2a4-9db72c0f5b3c req-f606a400-9716-4f5b-b332-5922071577e6 service neutron] Checking agent: {'id': 'd28e24f9-e5ea-41e1-80bf-3c7943ad7f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:47:45.994771 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99da6572-4052-4b1b-b2a4-9db72c0f5b3c req-f606a400-9716-4f5b-b332-5922071577e6 service neutron] Checking segment: {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:47:45.995165 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99da6572-4052-4b1b-b2a4-9db72c0f5b3c req-f606a400-9716-4f5b-b332-5922071577e6 service neutron] Bound using segment: {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:47:45.995616 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-99da6572-4052-4b1b-b2a4-9db72c0f5b3c req-f606a400-9716-4f5b-b332-5922071577e6 service neutron] Bound port: 3daf38f0-2d73-4b14-8053-5e2922a5d49b, host: n-h1-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:47:45.995983 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-99da6572-4052-4b1b-b2a4-9db72c0f5b3c req-f606a400-9716-4f5b-b332-5922071577e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:46.031880 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port ac0c1df4-b6cc-41b4-a071-67b0439c495d, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=ac0c1df4-b6cc-41b4-a071-67b0439c495d,segment=NetworkSegment(f636a4c4-5ebb-45e7-a739-a275ed345fed),segment_id=f636a4c4-5ebb-45e7-a739-a275ed345fed)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:47:46.053741 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6795a1b7-d0a3-4a6c-98df-27fae536249b None None] The sync data for ids ['093279c1-5de7-46e7-9938-8b95cc51c7f3'] in n-d-791506-26 is: [{'id': '093279c1-5de7-46e7-9938-8b95cc51c7f3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1219877533-router', 'tenant_id': 'e2683ef2008b4aeab4218f76bf0bbfcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.101'}], 'enable_snat': True}, 'gw_port_id': 'ddb66a39-fdf9-40e0-a13e-2565da501f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:47:38Z', 'updated_at': '2021-08-16T22:47:42Z', 'revision_number': 3, 'project_id': 'e2683ef2008b4aeab4218f76bf0bbfcf', 'gw_port': {'id': 'ddb66a39-fdf9-40e0-a13e-2565da501f80', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:56:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '093279c1-5de7-46e7-9938-8b95cc51c7f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:47:40Z', 'updated_at': '2021-08-16T22:47:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:47:46.069469 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156a2276-e6b0-49e1-8bfa-a615024f01b6 req-15852224-bced-4f77-b92a-ad3b3f72c3b1 tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:46.071073 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-156a2276-e6b0-49e1-8bfa-a615024f01b6 req-15852224-bced-4f77-b92a-ad3b3f72c3b1 tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] 10.222.0.36 "GET /v2.0/ports?device_id=033f50fd-c303-4a9f-a3ea-6f67cb65a5d7 HTTP/1.1" status: 200 len: 949 time: 0.2019792 Aug 16 22:47:46.087090 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device ac0c1df4-b6cc-41b4-a071-67b0439c495d has no active binding in host n-h2-791506-26 {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 22:47:46.094627 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fd2144a6-6ce6-40b3-a529-cc58235b12bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:46.105208 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning for port 11ec10cd-31c1-4466-9f37-a5e7dff3dde3 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:47:46.133498 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port 11ec10cd-31c1-4466-9f37-a5e7dff3dde3 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:47:46.133983 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:46.144482 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-99da6572-4052-4b1b-b2a4-9db72c0f5b3c req-f606a400-9716-4f5b-b332-5922071577e6 service neutron] For port 3daf38f0-2d73-4b14-8053-5e2922a5d49b, host n-h1-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:47:46.148612 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-99da6572-4052-4b1b-b2a4-9db72c0f5b3c req-f606a400-9716-4f5b-b332-5922071577e6 service neutron] For port 3daf38f0-2d73-4b14-8053-5e2922a5d49b, host n-h1-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=3daf38f0-2d73-4b14-8053-5e2922a5d49b,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:47:46.155142 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-99da6572-4052-4b1b-b2a4-9db72c0f5b3c req-f606a400-9716-4f5b-b332-5922071577e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:46.163706 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-156a2276-e6b0-49e1-8bfa-a615024f01b6 req-fd0d3401-37c3-4eee-bd6a-f4b352ee6754 tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] 10.222.0.36 "GET /v2.0/security-groups?id=f22233e2-8c34-4fd0-8000-1738a843992b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828681 Aug 16 22:47:46.216009 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [None req-fd2144a6-6ce6-40b3-a529-cc58235b12bf admin admin] Transition to ACTIVE for port object cde52f5e-1e09-4497-a40e-1616a26e3fe2 will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:47:46.219965 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da6572-4052-4b1b-b2a4-9db72c0f5b3c req-f606a400-9716-4f5b-b332-5922071577e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:46.221119 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-99da6572-4052-4b1b-b2a4-9db72c0f5b3c req-f606a400-9716-4f5b-b332-5922071577e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:46.222478 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-99da6572-4052-4b1b-b2a4-9db72c0f5b3c req-f606a400-9716-4f5b-b332-5922071577e6 service neutron] 10.222.0.68 "PUT /v2.0/ports/3daf38f0-2d73-4b14-8053-5e2922a5d49b HTTP/1.1" status: 200 len: 1097 time: 1.2584555 Aug 16 22:47:46.223169 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5383df3d-264c-4983-9fd4-d5c6625fc0bd', 'tag': '3daf38f0-2d73-4b14-8053-5e2922a5d49b'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:47:46.225784 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60fb39ab-32af-4018-9946-6227eb6d04c0" -d '{"events": [{"name": "network-changed", "server_uuid": "5383df3d-264c-4983-9fd4-d5c6625fc0bd", "tag": "3daf38f0-2d73-4b14-8053-5e2922a5d49b"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:47:46.242010 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4b307575-bfce-43b3-8eb5-d7e6de5f1c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:46.245864 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4b307575-bfce-43b3-8eb5-d7e6de5f1c7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:46.256049 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-4b307575-bfce-43b3-8eb5-d7e6de5f1c7b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/68a2fb59-d05a-47fb-bfaf-15c4c7636dec HTTP/1.1" status: 204 len: 168 time: 1.0338073 Aug 16 22:47:46.297346 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b307575-bfce-43b3-8eb5-d7e6de5f1c7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a2fb59-d05a-47fb-bfaf-15c4c7636dec,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:46.341285 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f606a400-9716-4f5b-b332-5922071577e6 service neutron] Pushing event updated for resources: {'Port': ['ID=3daf38f0-2d73-4b14-8053-5e2922a5d49b,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:46.357911 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fd2144a6-6ce6-40b3-a529-cc58235b12bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:46.393043 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da6572-4052-4b1b-b2a4-9db72c0f5b3c req-f8d935a2-6ec7-4509-8296-5da822a22395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:46.395415 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-99da6572-4052-4b1b-b2a4-9db72c0f5b3c req-f8d935a2-6ec7-4509-8296-5da822a22395 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5aa270b810014cb1b7df23f71a5483f7&device_id=5383df3d-264c-4983-9fd4-d5c6625fc0bd HTTP/1.1" status: 200 len: 1100 time: 0.1197510 Aug 16 22:47:46.400145 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8bd0071-d1ff-43af-8559-0da93557a3f5 x-openstack-request-id: req-c8bd0071-d1ff-43af-8559-0da93557a3f5 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:47:46.400706 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5383df3d-264c-4983-9fd4-d5c6625fc0bd", "tag": "3daf38f0-2d73-4b14-8053-5e2922a5d49b", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:47:46.401814 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c8bd0071-d1ff-43af-8559-0da93557a3f5 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:47:46.403943 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5383df3d-264c-4983-9fd4-d5c6625fc0bd', 'tag': '3daf38f0-2d73-4b14-8053-5e2922a5d49b', 'status': 'completed', 'code': 200} Aug 16 22:47:46.417377 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:46.449729 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '033f50fd-c303-4a9f-a3ea-6f67cb65a5d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ec10cd-31c1-4466-9f37-a5e7dff3dde3'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:47:46.452562 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb75ff43-b6c2-4f6e-97bc-c4f104082f60" -d '{"events": [{"server_uuid": "033f50fd-c303-4a9f-a3ea-6f67cb65a5d7", "name": "network-vif-plugged", "status": "completed", "tag": "11ec10cd-31c1-4466-9f37-a5e7dff3dde3"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:47:46.459862 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2144a6-6ce6-40b3-a529-cc58235b12bf admin admin] Network 9f019b89-3daf-4b39-8c40-677aca7183d5 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:47:46.475563 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-fd2144a6-6ce6-40b3-a529-cc58235b12bf admin admin] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:46.492076 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2144a6-6ce6-40b3-a529-cc58235b12bf admin admin] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:47:46.509247 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2144a6-6ce6-40b3-a529-cc58235b12bf admin admin] Pushing event updated for resources: {'Port': ['ID=cde52f5e-1e09-4497-a40e-1616a26e3fe2,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:46.525286 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 11ec10cd-31c1-4466-9f37-a5e7dff3dde3, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=11ec10cd-31c1-4466-9f37-a5e7dff3dde3,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:47:46.540838 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:46.567093 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-99da6572-4052-4b1b-b2a4-9db72c0f5b3c req-6f093765-4ddc-4c6b-803f-5e9118ebecd6 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=3daf38f0-2d73-4b14-8053-5e2922a5d49b HTTP/1.1" status: 200 len: 217 time: 0.1368511 Aug 16 22:47:46.640698 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9336d0eb-456a-4088-9700-15c138f867e6 x-openstack-request-id: req-9336d0eb-456a-4088-9700-15c138f867e6 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:47:46.657087 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "033f50fd-c303-4a9f-a3ea-6f67cb65a5d7", "name": "network-vif-plugged", "status": "completed", "tag": "11ec10cd-31c1-4466-9f37-a5e7dff3dde3", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:47:46.658835 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9336d0eb-456a-4088-9700-15c138f867e6 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:47:46.659369 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '033f50fd-c303-4a9f-a3ea-6f67cb65a5d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ec10cd-31c1-4466-9f37-a5e7dff3dde3', 'code': 200} Aug 16 22:47:46.726654 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=11ec10cd-31c1-4466-9f37-a5e7dff3dde3,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:46.754016 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da6572-4052-4b1b-b2a4-9db72c0f5b3c req-db67e562-1508-4de5-96db-26a99ac73631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:46.769142 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-99da6572-4052-4b1b-b2a4-9db72c0f5b3c req-db67e562-1508-4de5-96db-26a99ac73631 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6af2b868-37d3-46ab-a526-0465929f13c8 HTTP/1.1" status: 200 len: 843 time: 0.1972740 Aug 16 22:47:46.929737 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-e46d8c8a-7aa1-478b-9dcc-d3021071c354 None None] Provisioning for port cde52f5e-1e09-4497-a40e-1616a26e3fe2 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:47:46.937403 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-e46d8c8a-7aa1-478b-9dcc-d3021071c354 None None] Provisioning complete for port cde52f5e-1e09-4497-a40e-1616a26e3fe2 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:47:46.938175 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e46d8c8a-7aa1-478b-9dcc-d3021071c354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:46.961735 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fd2144a6-6ce6-40b3-a529-cc58235b12bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954230'] for router_interface, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:46.988892 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed811fdc-7cae-4b8f-aae7-f34b7c90f4b1 req-9f727fed-bb7d-4f6d-bd96-0594ccd0c196 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:47.004307 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ed811fdc-7cae-4b8f-aae7-f34b7c90f4b1 req-9f727fed-bb7d-4f6d-bd96-0594ccd0c196 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ab9dd79-cdd8-4824-b179-7013d5235b9f HTTP/1.1" status: 200 len: 943 time: 0.5065050 Aug 16 22:47:47.020999 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-e46d8c8a-7aa1-478b-9dcc-d3021071c354 None None] Port cde52f5e-1e09-4497-a40e-1616a26e3fe2 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:47:47.025064 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da6572-4052-4b1b-b2a4-9db72c0f5b3c req-77ea1ca8-f778-4a7d-9536-324491775602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:47.026921 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-99da6572-4052-4b1b-b2a4-9db72c0f5b3c req-77ea1ca8-f778-4a7d-9536-324491775602 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2015190 Aug 16 22:47:47.037797 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bffbc5-354c-44b4-b147-0d93626d4f4f req-8768d598-272d-4620-bb89-2879dc805b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:47.039399 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e5bffbc5-354c-44b4-b147-0d93626d4f4f req-8768d598-272d-4620-bb89-2879dc805b65 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=033f50fd-c303-4a9f-a3ea-6f67cb65a5d7 HTTP/1.1" status: 200 len: 1102 time: 0.3425834 Aug 16 22:47:47.058340 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device ddb66a39-fdf9-40e0-a13e-2565da501f80 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:47:47.142390 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port ddb66a39-fdf9-40e0-a13e-2565da501f80 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:47:47.155257 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port ddb66a39-fdf9-40e0-a13e-2565da501f80 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:47:47.158831 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:47.205191 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401af38c-9113-4ce6-af72-940c2608b084 req-15f048eb-5a0c-4673-97fc-9179572533e8 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:47.208427 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e5bffbc5-354c-44b4-b147-0d93626d4f4f req-cb2e5d21-e9f2-41e9-bc48-73f6ca380b7a service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=f22233e2-8c34-4fd0-8000-1738a843992b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497812 Aug 16 22:47:47.213970 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-401af38c-9113-4ce6-af72-940c2608b084 req-15f048eb-5a0c-4673-97fc-9179572533e8 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=5383df3d-264c-4983-9fd4-d5c6625fc0bd HTTP/1.1" status: 200 len: 948 time: 0.3902938 Aug 16 22:47:47.296806 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-99da6572-4052-4b1b-b2a4-9db72c0f5b3c req-c458ffc1-4c2b-4198-945c-73785d42bc54 service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549586 Aug 16 22:47:47.328852 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ed811fdc-7cae-4b8f-aae7-f34b7c90f4b1 req-3b151d5e-2d1e-493a-bb78-4a3b37484afa tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3193769 Aug 16 22:47:47.333315 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fd2144a6-6ce6-40b3-a529-cc58235b12bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:47.362587 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:47.363270 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-401af38c-9113-4ce6-af72-940c2608b084 req-36de9eb1-59ff-478a-90dc-fd9936f21ad8 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483476 Aug 16 22:47:47.410343 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port ddb66a39-fdf9-40e0-a13e-2565da501f80, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=ddb66a39-fdf9-40e0-a13e-2565da501f80,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:47:47.417824 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:47.530339 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=ddb66a39-fdf9-40e0-a13e-2565da501f80,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:47.533606 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-99da6572-4052-4b1b-b2a4-9db72c0f5b3c req-a31702ef-5128-4107-aec5-485f8d553a64 service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295043 Aug 16 22:47:47.608260 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-6fac067d-a63b-4d9e-b49c-cff9b3904d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:47.657294 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cdcab4-1752-4bdf-b8cc-8cbcd0216774 req-90084f15-a4e3-4722-801a-688128d34964 tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:47.658916 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-79cdcab4-1752-4bdf-b8cc-8cbcd0216774 req-90084f15-a4e3-4722-801a-688128d34964 tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] 10.222.0.36 "GET /v2.0/ports?device_id=033f50fd-c303-4a9f-a3ea-6f67cb65a5d7 HTTP/1.1" status: 200 len: 950 time: 0.1818619 Aug 16 22:47:47.675419 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fb39ab-32af-4018-9946-6227eb6d04c0 req-2b2acd3d-5924-4a4c-9a80-e77e1481b0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:47.677301 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-60fb39ab-32af-4018-9946-6227eb6d04c0 req-2b2acd3d-5924-4a4c-9a80-e77e1481b0a4 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5aa270b810014cb1b7df23f71a5483f7&device_id=5383df3d-264c-4983-9fd4-d5c6625fc0bd HTTP/1.1" status: 200 len: 1100 time: 0.0809009 Aug 16 22:47:47.746693 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-79cdcab4-1752-4bdf-b8cc-8cbcd0216774 req-59e4e88a-dc90-43a3-9df9-e65b11c09752 tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] 10.222.0.36 "GET /v2.0/security-groups?id=f22233e2-8c34-4fd0-8000-1738a843992b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716910 Aug 16 22:47:47.752248 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fd2144a6-6ce6-40b3-a529-cc58235b12bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:47.766392 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fd2144a6-6ce6-40b3-a529-cc58235b12bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:47.777955 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 47efd86c-94df-49a5-923f-1402ca72a3ac details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:47:47.856293 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fb39ab-32af-4018-9946-6227eb6d04c0 req-770f138a-e542-481f-9a33-b95e30d3487f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:47.860676 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-60fb39ab-32af-4018-9946-6227eb6d04c0 req-770f138a-e542-481f-9a33-b95e30d3487f service neutron] 10.222.0.68 "GET /v2.0/networks?id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd HTTP/1.1" status: 200 len: 870 time: 0.1730709 Aug 16 22:47:47.861165 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fd2144a6-6ce6-40b3-a529-cc58235b12bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954122'] for router_interface, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:47.872687 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2144a6-6ce6-40b3-a529-cc58235b12bf admin admin] Pushing event updated for resources: {'Port': ['ID=cde52f5e-1e09-4497-a40e-1616a26e3fe2,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:47.951309 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-60fb39ab-32af-4018-9946-6227eb6d04c0 req-e4c2b7a3-fb96-4683-8a1a-98cd8b5efc6e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=3daf38f0-2d73-4b14-8053-5e2922a5d49b HTTP/1.1" status: 200 len: 217 time: 0.0858314 Aug 16 22:47:47.983716 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 47efd86c-94df-49a5-923f-1402ca72a3ac, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=47efd86c-94df-49a5-923f-1402ca72a3ac,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:47:47.999315 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': '47efd86c-94df-49a5-923f-1402ca72a3ac', 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd', 'port_id': '47efd86c-94df-49a5-923f-1402ca72a3ac', 'mac_address': 'fa:16:3e:68:0a:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6af2b868-37d3-46ab-a526-0465929f13c8', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:47:48.023313 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2144a6-6ce6-40b3-a529-cc58235b12bf admin admin] Network 9f019b89-3daf-4b39-8c40-677aca7183d5 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:47:48.025460 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-fd2144a6-6ce6-40b3-a529-cc58235b12bf admin admin] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:47:48.064235 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fb39ab-32af-4018-9946-6227eb6d04c0 req-229187fb-9e38-4653-807a-04e662dce4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:48.066889 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-60fb39ab-32af-4018-9946-6227eb6d04c0 req-229187fb-9e38-4653-807a-04e662dce4b0 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6af2b868-37d3-46ab-a526-0465929f13c8 HTTP/1.1" status: 200 len: 843 time: 0.1055131 Aug 16 22:47:48.148089 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:48.168080 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fb39ab-32af-4018-9946-6227eb6d04c0 req-66d2547c-87b4-43dd-85e4-9aca3b5e093e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:48.169649 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-60fb39ab-32af-4018-9946-6227eb6d04c0 req-66d2547c-87b4-43dd-85e4-9aca3b5e093e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0954313 Aug 16 22:47:48.187850 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 47efd86c-94df-49a5-923f-1402ca72a3ac {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:47:48.249056 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 47efd86c-94df-49a5-923f-1402ca72a3ac, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=47efd86c-94df-49a5-923f-1402ca72a3ac,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:47:48.261039 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd2144a6-6ce6-40b3-a529-cc58235b12bf admin admin] Router 093279c1-5de7-46e7-9938-8b95cc51c7f3 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:47:48.262038 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:48.368434 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-60fb39ab-32af-4018-9946-6227eb6d04c0 req-c161c116-d490-4534-9450-750df6a4912d service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899235 Aug 16 22:47:48.426027 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=47efd86c-94df-49a5-923f-1402ca72a3ac,revision_number=6']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:48.430423 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4c2b1a97-da1d-4c3c-bde6-f0f14972c752 None None] Provisioning complete for port cde52f5e-1e09-4497-a40e-1616a26e3fe2 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:47:48.431241 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4c2b1a97-da1d-4c3c-bde6-f0f14972c752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:48.501600 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['47efd86c-94df-49a5-923f-1402ca72a3ac'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:47:48.509835 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd2144a6-6ce6-40b3-a529-cc58235b12bf admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:47:48.516125 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-fd2144a6-6ce6-40b3-a529-cc58235b12bf admin admin] 10.222.0.36 "PUT /v2.0/routers/093279c1-5de7-46e7-9938-8b95cc51c7f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5244594 Aug 16 22:47:48.534177 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-4c2b1a97-da1d-4c3c-bde6-f0f14972c752 None None] Port cde52f5e-1e09-4497-a40e-1616a26e3fe2 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:47:48.539137 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7499febb-fb8c-40c4-bd1a-74d0637d3c37 req-afb71b4d-2255-402a-a176-7f76a48dc20f tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:48.541499 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7499febb-fb8c-40c4-bd1a-74d0637d3c37 req-afb71b4d-2255-402a-a176-7f76a48dc20f tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ab9dd79-cdd8-4824-b179-7013d5235b9f HTTP/1.1" status: 200 len: 943 time: 0.0696833 Aug 16 22:47:48.557420 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-60fb39ab-32af-4018-9946-6227eb6d04c0 req-16a54751-5441-444e-aaaf-2d2220eb0dc0 service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768401 Aug 16 22:47:48.598799 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7499febb-fb8c-40c4-bd1a-74d0637d3c37 req-2e397709-3b7d-4e48-89e3-96e0bb461bc2 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483880 Aug 16 22:47:48.841259 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e01bdd-0d24-4599-bcce-0d2cb7abba65 req-f26900bd-063f-45e1-8150-f9263b60526e tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:48.842336 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a1e01bdd-0d24-4599-bcce-0d2cb7abba65 req-f26900bd-063f-45e1-8150-f9263b60526e tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=5383df3d-264c-4983-9fd4-d5c6625fc0bd HTTP/1.1" status: 200 len: 948 time: 0.1154981 Aug 16 22:47:48.860962 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device ddb66a39-fdf9-40e0-a13e-2565da501f80 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:47:48.907613 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a1e01bdd-0d24-4599-bcce-0d2cb7abba65 req-8bed5c7d-a40c-4431-8300-dd5605b153fb tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567832 Aug 16 22:47:48.943489 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port ddb66a39-fdf9-40e0-a13e-2565da501f80 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:47:48.944624 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:48.992531 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827aeac3-9926-495e-a20d-bf8290b17371 None None] Sync routers for ids ['093279c1-5de7-46e7-9938-8b95cc51c7f3'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:47:49.018794 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827aeac3-9926-495e-a20d-bf8290b17371 None None] Routers {'093279c1-5de7-46e7-9938-8b95cc51c7f3'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:47:49.018794 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-827aeac3-9926-495e-a20d-bf8290b17371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:47:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['093279c1-5de7-46e7-9938-8b95cc51c7f3'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:47:49.132203 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eb7d1f-dd32-42dd-9cd1-8b53289a9f52 req-beadc37e-13d3-4059-bb13-8a10bf5a8e57 tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:49.141232 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b1eb7d1f-dd32-42dd-9cd1-8b53289a9f52 req-beadc37e-13d3-4059-bb13-8a10bf5a8e57 tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] 10.222.0.36 "GET /v2.0/ports?device_id=033f50fd-c303-4a9f-a3ea-6f67cb65a5d7 HTTP/1.1" status: 200 len: 950 time: 0.0898600 Aug 16 22:47:49.197572 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b1eb7d1f-dd32-42dd-9cd1-8b53289a9f52 req-89201c6b-acff-4e5b-993f-e414bafd83cd tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] 10.222.0.36 "GET /v2.0/security-groups?id=f22233e2-8c34-4fd0-8000-1738a843992b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554128 Aug 16 22:47:49.547540 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-827aeac3-9926-495e-a20d-bf8290b17371 None None] Set router 093279c1-5de7-46e7-9938-8b95cc51c7f3 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:47:49.712633 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3df9bc-308d-49d6-be18-5324ee642799 req-0dfa6603-2147-4fc8-bfce-9da1b6c0dc86 tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:49.731645 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1a3df9bc-308d-49d6-be18-5324ee642799 req-0dfa6603-2147-4fc8-bfce-9da1b6c0dc86 tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] 10.222.0.36 "GET /v2.0/ports?device_id=033f50fd-c303-4a9f-a3ea-6f67cb65a5d7 HTTP/1.1" status: 200 len: 950 time: 0.1249144 Aug 16 22:47:49.745346 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cc4fd12f-b77a-40c1-8c4e-713fc67f8a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:49.760112 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 3daf38f0-2d73-4b14-8053-5e2922a5d49b details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:47:49.867628 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1a3df9bc-308d-49d6-be18-5324ee642799 req-9b1dabe6-25b7-422c-b7c4-7f5801098010 tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] 10.222.0.36 "GET /v2.0/security-groups?id=f22233e2-8c34-4fd0-8000-1738a843992b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240358 Aug 16 22:47:49.902228 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 51812) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:49.906943 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 47efd86c-94df-49a5-923f-1402ca72a3ac up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:47:49.963292 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e2194cf7-9ffc-4d85-abcc-b47e0cc05626 req-ccedbd6f-988a-4082-a6ee-0661136e803a service neutron] 10.222.0.68 "GET /v2.0/ports/ac0c1df4-b6cc-41b4-a071-67b0439c495d/bindings/n-h2-791506-26 HTTP/1.1" status: 200 len: 385 time: 0.1696525 Aug 16 22:47:49.993099 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 3daf38f0-2d73-4b14-8053-5e2922a5d49b, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=3daf38f0-2d73-4b14-8053-5e2922a5d49b,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:47:50.015381 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': '3daf38f0-2d73-4b14-8053-5e2922a5d49b', 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd', 'port_id': '3daf38f0-2d73-4b14-8053-5e2922a5d49b', 'mac_address': 'fa:16:3e:ba:71:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6af2b868-37d3-46ab-a526-0465929f13c8', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:47:50.285243 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:50.338243 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port 47efd86c-94df-49a5-923f-1402ca72a3ac triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:47:50.340934 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:50.358389 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3daf38f0-2d73-4b14-8053-5e2922a5d49b {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:47:50.491209 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-e2194cf7-9ffc-4d85-abcc-b47e0cc05626 req-3bddddca-0877-4118-90ca-ca98fa702b89 service neutron] For port ac0c1df4-b6cc-41b4-a071-67b0439c495d, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=ac0c1df4-b6cc-41b4-a071-67b0439c495d,segment=NetworkSegment(f636a4c4-5ebb-45e7-a739-a275ed345fed),segment_id=f636a4c4-5ebb-45e7-a739-a275ed345fed)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:47:50.542062 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 3daf38f0-2d73-4b14-8053-5e2922a5d49b, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=3daf38f0-2d73-4b14-8053-5e2922a5d49b,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:47:50.547984 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-e2194cf7-9ffc-4d85-abcc-b47e0cc05626 req-3bddddca-0877-4118-90ca-ca98fa702b89 service neutron] For port ac0c1df4-b6cc-41b4-a071-67b0439c495d, host n-h1-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:47:50.566210 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:50.604133 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-e2194cf7-9ffc-4d85-abcc-b47e0cc05626 req-3bddddca-0877-4118-90ca-ca98fa702b89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac0c1df4-b6cc-41b4-a071-67b0439c495d {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:47:50.618962 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:50.624717 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-e2194cf7-9ffc-4d85-abcc-b47e0cc05626 req-3bddddca-0877-4118-90ca-ca98fa702b89 service neutron] For port ac0c1df4-b6cc-41b4-a071-67b0439c495d, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=ac0c1df4-b6cc-41b4-a071-67b0439c495d,segment=NetworkSegment(f636a4c4-5ebb-45e7-a739-a275ed345fed),segment_id=f636a4c4-5ebb-45e7-a739-a275ed345fed)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:47:50.624933 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-827aeac3-9926-495e-a20d-bf8290b17371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '093279c1-5de7-46e7-9938-8b95cc51c7f3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1219877533-router', 'tenant_id': 'e2683ef2008b4aeab4218f76bf0bbfcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.101'}], 'enable_snat': True}, 'gw_port_id': 'ddb66a39-fdf9-40e0-a13e-2565da501f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:47:38Z', 'updated_at': '2021-08-16T22:47:47Z', 'revision_number': 4, 'project_id': 'e2683ef2008b4aeab4218f76bf0bbfcf', 'gw_port': {'id': 'ddb66a39-fdf9-40e0-a13e-2565da501f80', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:56:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '093279c1-5de7-46e7-9938-8b95cc51c7f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:47:40Z', 'updated_at': '2021-08-16T22:47:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'cde52f5e-1e09-4497-a40e-1616a26e3fe2', 'name': '', 'network_id': '9f019b89-3daf-4b39-8c40-677aca7183d5', 'tenant_id': 'e2683ef2008b4aeab4218f76bf0bbfcf', 'mac_address': 'fa:16:3e:43:db:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '093279c1-5de7-46e7-9938-8b95cc51c7f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '97af5075-0b94-4904-bafc-17cf4cb250fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:47:45Z', 'updated_at': '2021-08-16T22:47:47Z', 'revision_number': 2, 'project_id': 'e2683ef2008b4aeab4218f76bf0bbfcf', 'subnets': [{'id': '97af5075-0b94-4904-bafc-17cf4cb250fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:47:50.643631 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-e2194cf7-9ffc-4d85-abcc-b47e0cc05626 req-3bddddca-0877-4118-90ca-ca98fa702b89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:50.669750 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827aeac3-9926-495e-a20d-bf8290b17371 None None] Checking router: 093279c1-5de7-46e7-9938-8b95cc51c7f3 for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:47:50.670682 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827aeac3-9926-495e-a20d-bf8290b17371 None None] Updating router 093279c1-5de7-46e7-9938-8b95cc51c7f3 port cde52f5e-1e09-4497-a40e-1616a26e3fe2 binding host n-d-791506-26 {{(pid=101293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:47:50.747983 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f620d611-db8a-42c0-802d-ecaffd76523c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:50.777025 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-827aeac3-9926-495e-a20d-bf8290b17371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:50.801670 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=3daf38f0-2d73-4b14-8053-5e2922a5d49b,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:50.826519 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489114b3-a298-40a8-a0e9-61e08478f73d req-13bf847c-9674-40a6-ba17-331e18d75c07 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:50.832152 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['3daf38f0-2d73-4b14-8053-5e2922a5d49b'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:47:50.832880 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-489114b3-a298-40a8-a0e9-61e08478f73d req-13bf847c-9674-40a6-ba17-331e18d75c07 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ab9dd79-cdd8-4824-b179-7013d5235b9f HTTP/1.1" status: 200 len: 943 time: 0.8470750 Aug 16 22:47:50.853547 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-e2194cf7-9ffc-4d85-abcc-b47e0cc05626 req-3bddddca-0877-4118-90ca-ca98fa702b89 service neutron] Transition to ACTIVE for port object ac0c1df4-b6cc-41b4-a071-67b0439c495d will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:47:50.855246 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99a889c-e874-4c79-a206-fab80d813c75 req-af387376-e9d4-4e45-97ac-8ea46d84eb70 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:50.857157 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c99a889c-e874-4c79-a206-fab80d813c75 req-af387376-e9d4-4e45-97ac-8ea46d84eb70 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=5383df3d-264c-4983-9fd4-d5c6625fc0bd HTTP/1.1" status: 200 len: 949 time: 0.2451570 Aug 16 22:47:50.872098 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-e2194cf7-9ffc-4d85-abcc-b47e0cc05626 req-3bddddca-0877-4118-90ca-ca98fa702b89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:50.880163 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:50.932644 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b80c4af1-ac2a-45e3-b032-9ed4ff60e117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47efd86c-94df-49a5-923f-1402ca72a3ac'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:47:50.936130 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c3b34fc-df95-4c44-b95a-afe045f22a86" -d '{"events": [{"server_uuid": "b80c4af1-ac2a-45e3-b032-9ed4ff60e117", "name": "network-vif-plugged", "status": "completed", "tag": "47efd86c-94df-49a5-923f-1402ca72a3ac"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:47:50.960890 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-489114b3-a298-40a8-a0e9-61e08478f73d req-2dfec795-a2be-4634-b127-5ced6d20c6f8 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249664 Aug 16 22:47:50.995352 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c99a889c-e874-4c79-a206-fab80d813c75 req-822ad50c-c7b2-4a14-a9cd-de497b5267af tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249511 Aug 16 22:47:51.095888 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2194cf7-9ffc-4d85-abcc-b47e0cc05626 req-3bddddca-0877-4118-90ca-ca98fa702b89 service neutron] No DVR routers for this DVR port ac0c1df4-b6cc-41b4-a071-67b0439c495d on host n-h1-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:47:51.096610 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 47efd86c-94df-49a5-923f-1402ca72a3ac, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=47efd86c-94df-49a5-923f-1402ca72a3ac,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:47:51.106671 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f620d611-db8a-42c0-802d-ecaffd76523c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:51.113228 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f620d611-db8a-42c0-802d-ecaffd76523c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:51.119239 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bddddca-0877-4118-90ca-ca98fa702b89 service neutron] Pushing event updated for resources: {'Port': ['ID=ac0c1df4-b6cc-41b4-a071-67b0439c495d,revision_number=10']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:51.144983 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:51.153485 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dbc3045-fd8b-4427-aa5c-999e97b37004 x-openstack-request-id: req-7dbc3045-fd8b-4427-aa5c-999e97b37004 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:47:51.153941 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b80c4af1-ac2a-45e3-b032-9ed4ff60e117", "name": "network-vif-plugged", "status": "completed", "tag": "47efd86c-94df-49a5-923f-1402ca72a3ac", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:47:51.154271 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7dbc3045-fd8b-4427-aa5c-999e97b37004 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:47:51.154748 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b80c4af1-ac2a-45e3-b032-9ed4ff60e117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47efd86c-94df-49a5-923f-1402ca72a3ac', 'code': 200} Aug 16 22:47:51.183224 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f620d611-db8a-42c0-802d-ecaffd76523c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07893ab2-3007-49a3-865c-3640ac7790e9,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:51.188437 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-f620d611-db8a-42c0-802d-ecaffd76523c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=24360e16b79749a98b321b8e4f295af3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2855456 Aug 16 22:47:51.190999 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 51852) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:51.202017 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e2194cf7-9ffc-4d85-abcc-b47e0cc05626 req-3bddddca-0877-4118-90ca-ca98fa702b89 service neutron] 10.222.0.68 "PUT /v2.0/ports/ac0c1df4-b6cc-41b4-a071-67b0439c495d/bindings/n-h2-791506-26/activate HTTP/1.1" status: 200 len: 370 time: 1.2299712 Aug 16 22:47:51.256931 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=47efd86c-94df-49a5-923f-1402ca72a3ac,revision_number=7']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:51.279939 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6567a71b-279b-48e9-98f0-dd2b294c319b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:51.312191 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6567a71b-279b-48e9-98f0-dd2b294c319b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:51.366136 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248e2997-2552-4a67-9610-0c83c80f4048 req-2273ba59-6597-4665-8a98-e35315200548 tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:51.368556 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-248e2997-2552-4a67-9610-0c83c80f4048 req-2273ba59-6597-4665-8a98-e35315200548 tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] 10.222.0.36 "GET /v2.0/ports?device_id=033f50fd-c303-4a9f-a3ea-6f67cb65a5d7 HTTP/1.1" status: 200 len: 950 time: 0.1222389 Aug 16 22:47:51.420440 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2194cf7-9ffc-4d85-abcc-b47e0cc05626 req-e3222933-c7b0-4f1b-8399-6b8c106acfce tempest-LiveMigrationTest-725130784 tempest-LiveMigrationTest-725130784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:51.422626 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e2194cf7-9ffc-4d85-abcc-b47e0cc05626 req-e3222933-c7b0-4f1b-8399-6b8c106acfce tempest-LiveMigrationTest-725130784 tempest-LiveMigrationTest-725130784-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=1ab9dd79-cdd8-4824-b179-7013d5235b9f&tenant_id=a4c9d624b07f42a0ae3c7ed63064f003&binding%3Ahost_id=n-h1-791506-26 HTTP/1.1" status: 200 len: 1096 time: 0.0915127 Aug 16 22:47:51.432232 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:51.449038 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6567a71b-279b-48e9-98f0-dd2b294c319b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:51.458643 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6567a71b-279b-48e9-98f0-dd2b294c319b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:51.462791 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-6567a71b-279b-48e9-98f0-dd2b294c319b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/07893ab2-3007-49a3-865c-3640ac7790e9 HTTP/1.1" status: 204 len: 168 time: 0.2677443 Aug 16 22:47:51.534528 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6567a71b-279b-48e9-98f0-dd2b294c319b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07893ab2-3007-49a3-865c-3640ac7790e9,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:51.664789 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-248e2997-2552-4a67-9610-0c83c80f4048 req-db541389-1963-4af7-828d-b621a2c8a1f7 tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] 10.222.0.36 "GET /v2.0/security-groups?id=f22233e2-8c34-4fd0-8000-1738a843992b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191746 Aug 16 22:47:51.784268 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2194cf7-9ffc-4d85-abcc-b47e0cc05626 req-d152840f-acb0-4924-8eb2-c829896827bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:51.790576 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e2194cf7-9ffc-4d85-abcc-b47e0cc05626 req-d152840f-acb0-4924-8eb2-c829896827bc service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1ab9dd79-cdd8-4824-b179-7013d5235b9f&tenant_id=a4c9d624b07f42a0ae3c7ed63064f003 HTTP/1.1" status: 200 len: 1096 time: 0.3562610 Aug 16 22:47:51.885811 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device ac0c1df4-b6cc-41b4-a071-67b0439c495d no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:47:52.040886 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-827aeac3-9926-495e-a20d-bf8290b17371 None None] Notify callbacks [] for port, precommit_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:52.078098 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2194cf7-9ffc-4d85-abcc-b47e0cc05626 req-c1256467-88d4-4167-a532-4e961cc1be18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:52.088049 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e2194cf7-9ffc-4d85-abcc-b47e0cc05626 req-c1256467-88d4-4167-a532-4e961cc1be18 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a4c9d624b07f42a0ae3c7ed63064f003&device_id=1ab9dd79-cdd8-4824-b179-7013d5235b9f HTTP/1.1" status: 200 len: 1096 time: 0.1911170 Aug 16 22:47:52.132456 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8923c4-98ce-4b90-9453-931d4f0c4471 req-8f1f8173-c86e-4d0f-bd99-30cfeb9f7c58 tempest-LiveMigrationNegativeTest-1433571735 tempest-LiveMigrationNegativeTest-1433571735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:52.144488 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ec8923c4-98ce-4b90-9453-931d4f0c4471 req-8f1f8173-c86e-4d0f-bd99-30cfeb9f7c58 tempest-LiveMigrationNegativeTest-1433571735 tempest-LiveMigrationNegativeTest-1433571735-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=033f50fd-c303-4a9f-a3ea-6f67cb65a5d7 HTTP/1.1" status: 200 len: 1102 time: 0.0830793 Aug 16 22:47:52.160629 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-827aeac3-9926-495e-a20d-bf8290b17371 None None] Transition to ACTIVE for port object cde52f5e-1e09-4497-a40e-1616a26e3fe2 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:47:52.174904 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-ec8923c4-98ce-4b90-9453-931d4f0c4471 req-1fb164a1-0acb-45ac-9609-87a3e64f3f82 tempest-LiveMigrationNegativeTest-1433571735 tempest-LiveMigrationNegativeTest-1433571735-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:52.209538 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-827aeac3-9926-495e-a20d-bf8290b17371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:52.369790 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-ec8923c4-98ce-4b90-9453-931d4f0c4471 req-1fb164a1-0acb-45ac-9609-87a3e64f3f82 tempest-LiveMigrationNegativeTest-1433571735 tempest-LiveMigrationNegativeTest-1433571735-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:52.378801 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-ec8923c4-98ce-4b90-9453-931d4f0c4471 req-1fb164a1-0acb-45ac-9609-87a3e64f3f82 tempest-LiveMigrationNegativeTest-1433571735 tempest-LiveMigrationNegativeTest-1433571735-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:52.418071 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device ac0c1df4-b6cc-41b4-a071-67b0439c495d not bound to the agent host n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:47:52.425090 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb164a1-0acb-45ac-9609-87a3e64f3f82 tempest-LiveMigrationNegativeTest-1433571735 tempest-LiveMigrationNegativeTest-1433571735-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea611fc1-882c-4b95-b570-8402ba090d1b,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:52.450172 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2194cf7-9ffc-4d85-abcc-b47e0cc05626 req-0c8c9842-76c7-42df-b1c6-a2855604188b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:52.451728 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e2194cf7-9ffc-4d85-abcc-b47e0cc05626 req-0c8c9842-76c7-42df-b1c6-a2855604188b service neutron] 10.222.0.57 "GET /v2.0/networks?id=bdacd106-3582-43d1-a3c6-7a9333f5e2e0 HTTP/1.1" status: 200 len: 909 time: 0.3526778 Aug 16 22:47:52.467846 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ec8923c4-98ce-4b90-9453-931d4f0c4471 req-1fb164a1-0acb-45ac-9609-87a3e64f3f82 tempest-LiveMigrationNegativeTest-1433571735 tempest-LiveMigrationNegativeTest-1433571735-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=f22233e2-8c34-4fd0-8000-1738a843992b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3179140 Aug 16 22:47:52.574112 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e620ce-b812-4b5e-9090-62cc329a8cdb None None] Pushing event updated for resources: {'Port': ['ID=cde52f5e-1e09-4497-a40e-1616a26e3fe2,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:52.593480 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 51886) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:52.643687 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c169ef4c-8500-48c7-9af5-7fc6349fe7b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:52.647938 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e2194cf7-9ffc-4d85-abcc-b47e0cc05626 req-98c4c1e7-0b31-4314-b720-3407e5f9ff2e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac0c1df4-b6cc-41b4-a071-67b0439c495d HTTP/1.1" status: 200 len: 217 time: 0.1791370 Aug 16 22:47:52.736667 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-827aeac3-9926-495e-a20d-bf8290b17371 None None] Attempting to bind port cde52f5e-1e09-4497-a40e-1616a26e3fe2 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:47:52.739255 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-827aeac3-9926-495e-a20d-bf8290b17371 None None] Attempting to bind port cde52f5e-1e09-4497-a40e-1616a26e3fe2 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': 'b74a8f22-d9c9-4479-a1f3-db401b933fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '9f019b89-3daf-4b39-8c40-677aca7183d5'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:47:52.744250 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827aeac3-9926-495e-a20d-bf8290b17371 None None] Attempting to bind port cde52f5e-1e09-4497-a40e-1616a26e3fe2 on network 9f019b89-3daf-4b39-8c40-677aca7183d5 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:47:52.760591 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:52.791697 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827aeac3-9926-495e-a20d-bf8290b17371 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:47:52.801450 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827aeac3-9926-495e-a20d-bf8290b17371 None None] Checking segment: {'id': 'b74a8f22-d9c9-4479-a1f3-db401b933fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '9f019b89-3daf-4b39-8c40-677aca7183d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:47:52.802775 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-827aeac3-9926-495e-a20d-bf8290b17371 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:52.804003 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827aeac3-9926-495e-a20d-bf8290b17371 None None] Bound using segment: {'id': 'b74a8f22-d9c9-4479-a1f3-db401b933fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '9f019b89-3daf-4b39-8c40-677aca7183d5'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:47:52.805527 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-827aeac3-9926-495e-a20d-bf8290b17371 None None] Bound port: cde52f5e-1e09-4497-a40e-1616a26e3fe2, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b74a8f22-d9c9-4479-a1f3-db401b933fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '9f019b89-3daf-4b39-8c40-677aca7183d5'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:47:52.806123 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-827aeac3-9926-495e-a20d-bf8290b17371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:52.811419 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2194cf7-9ffc-4d85-abcc-b47e0cc05626 req-1e413f99-1bf0-49e4-9210-5aaafa163351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:52.813741 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e2194cf7-9ffc-4d85-abcc-b47e0cc05626 req-1e413f99-1bf0-49e4-9210-5aaafa163351 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=78dd72b6-bd21-4b15-8ce7-13fda92dba19 HTTP/1.1" status: 200 len: 848 time: 0.1588631 Aug 16 22:47:52.870757 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e2194cf7-9ffc-4d85-abcc-b47e0cc05626 req-4b1b82a0-71af-4b3b-8dc9-78536a9506df service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bdacd106-3582-43d1-a3c6-7a9333f5e2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417340 Aug 16 22:47:52.990271 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beb0de5-7508-4c43-a47f-cf9914cb5e53 req-d64d8e63-4bf6-4e3b-9577-a031ad36663c tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:52.997028 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0beb0de5-7508-4c43-a47f-cf9914cb5e53 req-d64d8e63-4bf6-4e3b-9577-a031ad36663c tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ab9dd79-cdd8-4824-b179-7013d5235b9f HTTP/1.1" status: 200 len: 944 time: 0.2025139 Aug 16 22:47:53.015646 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-827aeac3-9926-495e-a20d-bf8290b17371 None None] For port cde52f5e-1e09-4497-a40e-1616a26e3fe2, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:47:53.022486 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-827aeac3-9926-495e-a20d-bf8290b17371 None None] For port cde52f5e-1e09-4497-a40e-1616a26e3fe2, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=cde52f5e-1e09-4497-a40e-1616a26e3fe2,segment=NetworkSegment(b74a8f22-d9c9-4479-a1f3-db401b933fe9),segment_id=b74a8f22-d9c9-4479-a1f3-db401b933fe9)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:47:53.042578 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-827aeac3-9926-495e-a20d-bf8290b17371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:53.052291 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e2194cf7-9ffc-4d85-abcc-b47e0cc05626 req-117669ed-4ba6-4d36-a4b0-4c9d9d0516ca service neutron] 10.222.0.57 "GET /v2.0/networks/bdacd106-3582-43d1-a3c6-7a9333f5e2e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634245 Aug 16 22:47:53.083664 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c169ef4c-8500-48c7-9af5-7fc6349fe7b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:53.099078 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0beb0de5-7508-4c43-a47f-cf9914cb5e53 req-67c38a9f-2818-423d-9d3f-11035c9004fa tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919926 Aug 16 22:47:53.099999 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c169ef4c-8500-48c7-9af5-7fc6349fe7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:53.188583 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c169ef4c-8500-48c7-9af5-7fc6349fe7b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4372af38-ee67-450e-aae1-2bb94c576877,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:53.216916 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-c169ef4c-8500-48c7-9af5-7fc6349fe7b0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=de4f1132bfc34248a31dc951f6e0cbfe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6223199 Aug 16 22:47:53.233360 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 51890) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:53.249342 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e2194cf7-9ffc-4d85-abcc-b47e0cc05626 req-962056ef-d55f-45a7-9c9b-8a5dd6b3d450 service neutron] 10.222.0.57 "GET /v2.0/networks/bdacd106-3582-43d1-a3c6-7a9333f5e2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884680 Aug 16 22:47:53.311120 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827aeac3-9926-495e-a20d-bf8290b17371 None None] Routers {'093279c1-5de7-46e7-9938-8b95cc51c7f3'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:47:53.315529 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-827aeac3-9926-495e-a20d-bf8290b17371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:47:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['093279c1-5de7-46e7-9938-8b95cc51c7f3'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:47:53.458004 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bf93f865-2704-4bc4-897c-0f80f4c708a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:53.498529 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b67f64-f460-4168-b40d-8079519b39d5 req-c8f9202a-ac3f-4df2-bae4-52e452ac3d78 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:53.506924 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-23b67f64-f460-4168-b40d-8079519b39d5 req-c8f9202a-ac3f-4df2-bae4-52e452ac3d78 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=5383df3d-264c-4983-9fd4-d5c6625fc0bd HTTP/1.1" status: 200 len: 949 time: 0.2105319 Aug 16 22:47:53.507556 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-827aeac3-9926-495e-a20d-bf8290b17371 None None] Set router 093279c1-5de7-46e7-9938-8b95cc51c7f3 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:47:53.549325 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bf93f865-2704-4bc4-897c-0f80f4c708a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:53.603716 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-23b67f64-f460-4168-b40d-8079519b39d5 req-c3fc2c1d-3802-4279-8946-bef8b1a64264 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934525 Aug 16 22:47:53.689405 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bf93f865-2704-4bc4-897c-0f80f4c708a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:53.692240 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bf93f865-2704-4bc4-897c-0f80f4c708a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:53.693581 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-bf93f865-2704-4bc4-897c-0f80f4c708a0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4372af38-ee67-450e-aae1-2bb94c576877 HTTP/1.1" status: 204 len: 168 time: 0.4571800 Aug 16 22:47:53.724371 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf93f865-2704-4bc4-897c-0f80f4c708a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4372af38-ee67-450e-aae1-2bb94c576877,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:53.868051 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 3daf38f0-2d73-4b14-8053-5e2922a5d49b up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:47:53.926842 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2194cf7-9ffc-4d85-abcc-b47e0cc05626 req-e6b3cac5-4893-4759-a299-24e3a5cd1ca8 tempest-LiveMigrationTest-725130784 tempest-LiveMigrationTest-725130784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:53.928419 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e2194cf7-9ffc-4d85-abcc-b47e0cc05626 req-e6b3cac5-4893-4759-a299-24e3a5cd1ca8 tempest-LiveMigrationTest-725130784 tempest-LiveMigrationTest-725130784-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=1ab9dd79-cdd8-4824-b179-7013d5235b9f&tenant_id=a4c9d624b07f42a0ae3c7ed63064f003&binding%3Ahost_id=n-h2-791506-26 HTTP/1.1" status: 200 len: 1096 time: 0.1944106 Aug 16 22:47:53.938669 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device ac0c1df4-b6cc-41b4-a071-67b0439c495d no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:47:54.013627 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [req-8b3b6971-825a-455f-96e9-626ecc02beb9 req-3125af13-7d12-4b3a-8ea7-6198c362301d service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:47:54.014628 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8b3b6971-825a-455f-96e9-626ecc02beb9 req-3125af13-7d12-4b3a-8ea7-6198c362301d service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055025 Aug 16 22:47:54.069188 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e620ce-b812-4b5e-9090-62cc329a8cdb None None] Pushing event updated for resources: {'Port': ['ID=cde52f5e-1e09-4497-a40e-1616a26e3fe2,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:54.383879 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-e2194cf7-9ffc-4d85-abcc-b47e0cc05626 req-2aaa22ee-fe23-41a2-844a-a22fa49adc56 service neutron] For port ac0c1df4-b6cc-41b4-a071-67b0439c495d, host n-h1-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:47:54.393216 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e313ac3-4038-4d68-be01-1c8daad5ba1e req-65735785-635c-4e44-9836-1286474fd1eb tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:54.396031 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-e2194cf7-9ffc-4d85-abcc-b47e0cc05626 req-2aaa22ee-fe23-41a2-844a-a22fa49adc56 service neutron] Notify callbacks [] for binding, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:54.401373 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e2194cf7-9ffc-4d85-abcc-b47e0cc05626 req-2aaa22ee-fe23-41a2-844a-a22fa49adc56 service neutron] 10.222.0.57 "DELETE /v2.0/ports/ac0c1df4-b6cc-41b4-a071-67b0439c495d/bindings/n-h1-791506-26 HTTP/1.1" status: 204 len: 173 time: 0.4610579 Aug 16 22:47:54.423620 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6e313ac3-4038-4d68-be01-1c8daad5ba1e req-65735785-635c-4e44-9836-1286474fd1eb tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ab9dd79-cdd8-4824-b179-7013d5235b9f HTTP/1.1" status: 200 len: 944 time: 0.1560466 Aug 16 22:47:54.548816 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6e313ac3-4038-4d68-be01-1c8daad5ba1e req-390b797c-6488-4a2a-ae2e-289aa0231986 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202142 Aug 16 22:47:54.767373 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bcb00a-ab3d-43a0-8a1d-9478e7daa058 req-dbd7876b-86f1-4e79-a709-50942d7e63c2 tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:54.784714 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-36bcb00a-ab3d-43a0-8a1d-9478e7daa058 req-dbd7876b-86f1-4e79-a709-50942d7e63c2 tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] 10.222.0.36 "GET /v2.0/ports?device_id=033f50fd-c303-4a9f-a3ea-6f67cb65a5d7 HTTP/1.1" status: 200 len: 950 time: 0.2199504 Aug 16 22:47:54.910536 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-36bcb00a-ab3d-43a0-8a1d-9478e7daa058 req-02b20740-6c88-4847-bc69-88cc8d811547 tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] 10.222.0.36 "GET /v2.0/security-groups?id=f22233e2-8c34-4fd0-8000-1738a843992b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187413 Aug 16 22:47:55.001670 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:55.053359 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bfc562-da33-43a2-abe1-a45c70635579 req-2a74394c-4ce2-4f3d-ae2b-5552159fa515 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:55.067986 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d9bfc562-da33-43a2-abe1-a45c70635579 req-2a74394c-4ce2-4f3d-ae2b-5552159fa515 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=5383df3d-264c-4983-9fd4-d5c6625fc0bd HTTP/1.1" status: 200 len: 949 time: 0.1795273 Aug 16 22:47:55.079073 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 51934) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:55.165084 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99940bb4-a664-408c-8683-6763a08bd117 req-fa467f58-c28c-4769-a6f7-cb42b039c6cd tempest-LiveMigrationTest-725130784 tempest-LiveMigrationTest-725130784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:55.173198 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-99940bb4-a664-408c-8683-6763a08bd117 req-fa467f58-c28c-4769-a6f7-cb42b039c6cd tempest-LiveMigrationTest-725130784 tempest-LiveMigrationTest-725130784-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1ab9dd79-cdd8-4824-b179-7013d5235b9f HTTP/1.1" status: 200 len: 1096 time: 0.1025877 Aug 16 22:47:55.223770 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d9bfc562-da33-43a2-abe1-a45c70635579 req-d5a43ddc-84a3-4985-b4cd-c2efbe0d855b tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540155 Aug 16 22:47:55.283501 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-99940bb4-a664-408c-8683-6763a08bd117 req-9b822bcd-e380-467b-a0e6-bd1e2029cf48 tempest-LiveMigrationTest-725130784 tempest-LiveMigrationTest-725130784-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090612 Aug 16 22:47:55.295036 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning for port 3daf38f0-2d73-4b14-8053-5e2922a5d49b completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:47:55.304562 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port 3daf38f0-2d73-4b14-8053-5e2922a5d49b triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:47:55.306096 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:55.392579 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-827aeac3-9926-495e-a20d-bf8290b17371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '093279c1-5de7-46e7-9938-8b95cc51c7f3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1219877533-router', 'tenant_id': 'e2683ef2008b4aeab4218f76bf0bbfcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.101'}], 'enable_snat': True}, 'gw_port_id': 'ddb66a39-fdf9-40e0-a13e-2565da501f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:47:38Z', 'updated_at': '2021-08-16T22:47:47Z', 'revision_number': 4, 'project_id': 'e2683ef2008b4aeab4218f76bf0bbfcf', 'gw_port': {'id': 'ddb66a39-fdf9-40e0-a13e-2565da501f80', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:56:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '093279c1-5de7-46e7-9938-8b95cc51c7f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:47:40Z', 'updated_at': '2021-08-16T22:47:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'cde52f5e-1e09-4497-a40e-1616a26e3fe2', 'name': '', 'network_id': '9f019b89-3daf-4b39-8c40-677aca7183d5', 'tenant_id': 'e2683ef2008b4aeab4218f76bf0bbfcf', 'mac_address': 'fa:16:3e:43:db:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '093279c1-5de7-46e7-9938-8b95cc51c7f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '97af5075-0b94-4904-bafc-17cf4cb250fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:47:45Z', 'updated_at': '2021-08-16T22:47:53Z', 'revision_number': 4, 'project_id': 'e2683ef2008b4aeab4218f76bf0bbfcf', 'subnets': [{'id': '97af5075-0b94-4904-bafc-17cf4cb250fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:47:55.474105 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827aeac3-9926-495e-a20d-bf8290b17371 None None] The sync data for ids ['093279c1-5de7-46e7-9938-8b95cc51c7f3'] in n-d-791506-26 is: [{'id': '093279c1-5de7-46e7-9938-8b95cc51c7f3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1219877533-router', 'tenant_id': 'e2683ef2008b4aeab4218f76bf0bbfcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.101'}], 'enable_snat': True}, 'gw_port_id': 'ddb66a39-fdf9-40e0-a13e-2565da501f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:47:38Z', 'updated_at': '2021-08-16T22:47:47Z', 'revision_number': 4, 'project_id': 'e2683ef2008b4aeab4218f76bf0bbfcf', 'gw_port': {'id': 'ddb66a39-fdf9-40e0-a13e-2565da501f80', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:56:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '093279c1-5de7-46e7-9938-8b95cc51c7f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:47:40Z', 'updated_at': '2021-08-16T22:47:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'cde52f5e-1e09-4497-a40e-1616a26e3fe2', 'name': '', 'network_id': '9f019b89-3daf-4b39-8c40-677aca7183d5', 'tenant_id': 'e2683ef2008b4aeab4218f76bf0bbfcf', 'mac_address': 'fa:16:3e:43:db:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '093279c1-5de7-46e7-9938-8b95cc51c7f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '97af5075-0b94-4904-bafc-17cf4cb250fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:47:45Z', 'updated_at': '2021-08-16T22:47:53Z', 'revision_number': 4, 'project_id': 'e2683ef2008b4aeab4218f76bf0bbfcf', 'subnets': [{'id': '97af5075-0b94-4904-bafc-17cf4cb250fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:47:55.530333 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2415b91d-f02e-4a07-ae8e-4cc2ae6da8de admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:55.723945 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:55.845492 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5383df3d-264c-4983-9fd4-d5c6625fc0bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3daf38f0-2d73-4b14-8053-5e2922a5d49b'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:47:55.849327 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-844d675f-8a96-4db0-8398-d60490bf0165" -d '{"events": [{"server_uuid": "5383df3d-264c-4983-9fd4-d5c6625fc0bd", "name": "network-vif-plugged", "status": "completed", "tag": "3daf38f0-2d73-4b14-8053-5e2922a5d49b"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:47:55.876943 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2415b91d-f02e-4a07-ae8e-4cc2ae6da8de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:55.879649 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 3daf38f0-2d73-4b14-8053-5e2922a5d49b, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=3daf38f0-2d73-4b14-8053-5e2922a5d49b,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:47:55.885342 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2415b91d-f02e-4a07-ae8e-4cc2ae6da8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:55.890383 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:56.021859 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98318ee1-4d01-4e39-834b-311fa5ec3d72 x-openstack-request-id: req-98318ee1-4d01-4e39-834b-311fa5ec3d72 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:47:56.022253 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5383df3d-264c-4983-9fd4-d5c6625fc0bd", "name": "network-vif-plugged", "status": "completed", "tag": "3daf38f0-2d73-4b14-8053-5e2922a5d49b", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:47:56.022415 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-98318ee1-4d01-4e39-834b-311fa5ec3d72 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:47:56.022821 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5383df3d-264c-4983-9fd4-d5c6625fc0bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3daf38f0-2d73-4b14-8053-5e2922a5d49b', 'code': 200} Aug 16 22:47:56.183513 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=3daf38f0-2d73-4b14-8053-5e2922a5d49b,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:56.237212 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8331ec05-0955-4aac-bd6e-9db2a6d26091 req-afa9637c-95be-4ee9-97f6-59d2778ccd32 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:56.249084 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8331ec05-0955-4aac-bd6e-9db2a6d26091 req-afa9637c-95be-4ee9-97f6-59d2778ccd32 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/networks?id=bdacd106-3582-43d1-a3c6-7a9333f5e2e0 HTTP/1.1" status: 200 len: 808 time: 0.3371913 Aug 16 22:47:56.297261 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8331ec05-0955-4aac-bd6e-9db2a6d26091 req-b0c6b18c-e68c-425b-be8e-d5058dc3ff63 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/quotas/a4c9d624b07f42a0ae3c7ed63064f003 HTTP/1.1" status: 200 len: 375 time: 0.0469294 Aug 16 22:47:56.305946 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-2415b91d-f02e-4a07-ae8e-4cc2ae6da8de admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3fe2e008bdc94907b51fba3b0128b483&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2230411 Aug 16 22:47:56.309600 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2415b91d-f02e-4a07-ae8e-4cc2ae6da8de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88d7d1a6-ddb7-45a7-8849-589b89d97c1e,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:56.312617 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 51976) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:56.387844 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcf38ef-84ca-4b11-a84a-3aed2d48fd85 req-0381ac5a-34ad-4232-86ff-6c68ef098c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:56.389634 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5dcf38ef-84ca-4b11-a84a-3aed2d48fd85 req-0381ac5a-34ad-4232-86ff-6c68ef098c77 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=5383df3d-264c-4983-9fd4-d5c6625fc0bd HTTP/1.1" status: 200 len: 1102 time: 0.2929144 Aug 16 22:47:56.395701 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c12946a-ab5d-4d44-9a2e-236babc7e346 req-c924d9f0-202a-42c7-81e6-4bca2dec75e0 tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:56.397370 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6c12946a-ab5d-4d44-9a2e-236babc7e346 req-c924d9f0-202a-42c7-81e6-4bca2dec75e0 tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] 10.222.0.36 "GET /v2.0/ports?device_id=033f50fd-c303-4a9f-a3ea-6f67cb65a5d7 HTTP/1.1" status: 200 len: 950 time: 0.1940091 Aug 16 22:47:56.404169 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-255135ab-ef73-46af-943a-e4674b4537ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:56.464641 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-255135ab-ef73-46af-943a-e4674b4537ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:56.496618 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8331ec05-0955-4aac-bd6e-9db2a6d26091 req-6e5b7e2d-4d94-43bb-80b7-fa5214bbb407 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a4c9d624b07f42a0ae3c7ed63064f003&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1974792 Aug 16 22:47:56.611364 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e3e3e0-966e-480a-b71c-de44bf94427a req-544c201a-263a-470d-850b-0443c5d25400 tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:56.614960 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-82e3e3e0-966e-480a-b71c-de44bf94427a req-544c201a-263a-470d-850b-0443c5d25400 tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] 10.222.0.68 "GET /v2.0/ports?device_id=033f50fd-c303-4a9f-a3ea-6f67cb65a5d7 HTTP/1.1" status: 200 len: 950 time: 0.6592665 Aug 16 22:47:56.633376 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-255135ab-ef73-46af-943a-e4674b4537ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:56.641893 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-255135ab-ef73-46af-943a-e4674b4537ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:56.647563 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-255135ab-ef73-46af-943a-e4674b4537ba admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/88d7d1a6-ddb7-45a7-8849-589b89d97c1e HTTP/1.1" status: 204 len: 168 time: 0.3321548 Aug 16 22:47:56.662292 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8331ec05-0955-4aac-bd6e-9db2a6d26091 req-e73d374d-37d0-4bf0-a707-5116817686a5 service neutron] 10.222.0.36 "GET /v2.0/networks/bdacd106-3582-43d1-a3c6-7a9333f5e2e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646676 Aug 16 22:47:56.735184 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255135ab-ef73-46af-943a-e4674b4537ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d7d1a6-ddb7-45a7-8849-589b89d97c1e,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:56.793741 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6c12946a-ab5d-4d44-9a2e-236babc7e346 req-447810d3-11b0-49b4-a169-a9e64e51e403 tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] 10.222.0.36 "GET /v2.0/security-groups?id=f22233e2-8c34-4fd0-8000-1738a843992b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3797195 Aug 16 22:47:56.945857 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8331ec05-0955-4aac-bd6e-9db2a6d26091 req-d670c0e6-f7f3-4636-96f2-1fcc15c7ee68 service neutron] 10.222.0.36 "GET /v2.0/networks/bdacd106-3582-43d1-a3c6-7a9333f5e2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825696 Aug 16 22:47:57.057367 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5dcf38ef-84ca-4b11-a84a-3aed2d48fd85 req-4140142b-d3cb-4628-828e-05e7eab86ce0 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6550534 Aug 16 22:47:57.152273 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device cde52f5e-1e09-4497-a40e-1616a26e3fe2 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:47:57.162629 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8290ecc8-bd8b-4267-9785-a63e59fb3202 req-1161054c-e158-40d8-8ca6-e0afee370b93 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:57.175405 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8290ecc8-bd8b-4267-9785-a63e59fb3202 req-1161054c-e158-40d8-8ca6-e0afee370b93 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=5383df3d-264c-4983-9fd4-d5c6625fc0bd HTTP/1.1" status: 200 len: 950 time: 0.1855168 Aug 16 22:47:57.192399 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-82e3e3e0-966e-480a-b71c-de44bf94427a req-013b9d57-e73d-4340-8010-36b9fe5e6852 tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] Deleting port 11ec10cd-31c1-4466-9f37-a5e7dff3dde3 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:47:57.201057 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-82e3e3e0-966e-480a-b71c-de44bf94427a req-013b9d57-e73d-4340-8010-36b9fe5e6852 tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:57.372500 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8290ecc8-bd8b-4267-9785-a63e59fb3202 req-793d7fc7-85a0-4c0e-947d-8ad19e8fdcc8 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837242 Aug 16 22:47:57.473715 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port cde52f5e-1e09-4497-a40e-1616a26e3fe2 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:47:57.498185 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port cde52f5e-1e09-4497-a40e-1616a26e3fe2 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:47:57.498574 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:57.648837 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-82e3e3e0-966e-480a-b71c-de44bf94427a req-013b9d57-e73d-4340-8010-36b9fe5e6852 tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] For port 11ec10cd-31c1-4466-9f37-a5e7dff3dde3, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=11ec10cd-31c1-4466-9f37-a5e7dff3dde3,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:47:57.650213 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-82e3e3e0-966e-480a-b71c-de44bf94427a req-013b9d57-e73d-4340-8010-36b9fe5e6852 tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:57.793427 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f5d681cf-edc5-4031-8b36-23c057cd9461 req-07be4bb4-0566-4061-90b6-ebb2657ebb0b tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5d18b06-440f-45f6-ba34-a54a3301a873 HTTP/1.1" status: 200 len: 210 time: 0.1763744 Aug 16 22:47:57.807803 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-82e3e3e0-966e-480a-b71c-de44bf94427a req-013b9d57-e73d-4340-8010-36b9fe5e6852 tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] Calling delete_port for 11ec10cd-31c1-4466-9f37-a5e7dff3dde3 owned by compute:nova {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:47:58.085444 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:58.130221 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-82e3e3e0-966e-480a-b71c-de44bf94427a req-013b9d57-e73d-4340-8010-36b9fe5e6852 tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:58.172753 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['5d87ffa9-311a-4ea2-8e1f-81a10a10255b'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:47:58.250668 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dd4a60c0-d0c2-4a93-98a4-cea7e2833461 req-0cb26e58-6d32-4351-9953-cba38aa81994 tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] 10.222.0.36 "GET /v2.0/ports?device_id=033f50fd-c303-4a9f-a3ea-6f67cb65a5d7 HTTP/1.1" status: 200 len: 210 time: 0.1306539 Aug 16 22:47:58.300845 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013b9d57-e73d-4340-8010-36b9fe5e6852 tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] Pushing event deleted for resources: {'Port': ['ID=11ec10cd-31c1-4466-9f37-a5e7dff3dde3,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:58.393610 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port cde52f5e-1e09-4497-a40e-1616a26e3fe2, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=cde52f5e-1e09-4497-a40e-1616a26e3fe2,segment=NetworkSegment(b74a8f22-d9c9-4479-a1f3-db401b933fe9),segment_id=b74a8f22-d9c9-4479-a1f3-db401b933fe9)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:47:58.445797 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:58.573966 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-82e3e3e0-966e-480a-b71c-de44bf94427a req-013b9d57-e73d-4340-8010-36b9fe5e6852 tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] No DVR routers for this DVR port 11ec10cd-31c1-4466-9f37-a5e7dff3dde3 on host n-h1-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:47:58.589126 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-82e3e3e0-966e-480a-b71c-de44bf94427a req-013b9d57-e73d-4340-8010-36b9fe5e6852 tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:58.607954 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-82e3e3e0-966e-480a-b71c-de44bf94427a req-013b9d57-e73d-4340-8010-36b9fe5e6852 tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] 10.222.0.68 "DELETE /v2.0/ports/11ec10cd-31c1-4466-9f37-a5e7dff3dde3 HTTP/1.1" status: 204 len: 173 time: 1.9373708 Aug 16 22:47:58.619657 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '033f50fd-c303-4a9f-a3ea-6f67cb65a5d7', 'name': 'network-vif-deleted', 'tag': '11ec10cd-31c1-4466-9f37-a5e7dff3dde3'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:47:58.653199 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dd56b88-1076-4f92-afcb-f43881b95458" -d '{"events": [{"server_uuid": "033f50fd-c303-4a9f-a3ea-6f67cb65a5d7", "name": "network-vif-deleted", "tag": "11ec10cd-31c1-4466-9f37-a5e7dff3dde3"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:47:58.719804 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52034) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:58.778891 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-40081143-e011-4a90-9329-92e5644f61da admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:58.920836 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=cde52f5e-1e09-4497-a40e-1616a26e3fe2,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:58.995450 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459e0ca-70c7-45de-9c9d-49492f73a73b req-7d0813f9-c6ed-46c8-9c36-cc6ac0f10fd6 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:47:59.008802 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c459e0ca-70c7-45de-9c9d-49492f73a73b req-7d0813f9-c6ed-46c8-9c36-cc6ac0f10fd6 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=5383df3d-264c-4983-9fd4-d5c6625fc0bd HTTP/1.1" status: 200 len: 950 time: 0.3163605 Aug 16 22:47:59.123621 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c459e0ca-70c7-45de-9c9d-49492f73a73b req-ba9908cf-49b3-46f1-8016-8dc0675a6946 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124926 Aug 16 22:47:59.138256 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3fe3aa0-0873-4057-b111-7df5ab81694a x-openstack-request-id: req-b3fe3aa0-0873-4057-b111-7df5ab81694a {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:47:59.139034 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "033f50fd-c303-4a9f-a3ea-6f67cb65a5d7", "name": "network-vif-deleted", "tag": "11ec10cd-31c1-4466-9f37-a5e7dff3dde3", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:47:59.139877 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b3fe3aa0-0873-4057-b111-7df5ab81694a {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:47:59.145381 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '033f50fd-c303-4a9f-a3ea-6f67cb65a5d7', 'name': 'network-vif-deleted', 'tag': '11ec10cd-31c1-4466-9f37-a5e7dff3dde3', 'status': 'completed', 'code': 200} Aug 16 22:47:59.229614 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-40081143-e011-4a90-9329-92e5644f61da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:59.242208 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-40081143-e011-4a90-9329-92e5644f61da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:59.381603 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40081143-e011-4a90-9329-92e5644f61da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=856f007b-1177-4dd4-97a7-448a52b6a68b,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:47:59.424579 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-117fe798-528f-4ec8-b80c-d083d1409f22 req-18a52af2-0af3-46c8-83d4-285fb3d17733 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5d18b06-440f-45f6-ba34-a54a3301a873 HTTP/1.1" status: 200 len: 210 time: 0.0971692 Aug 16 22:47:59.487178 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52048) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:47:59.488079 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-40081143-e011-4a90-9329-92e5644f61da admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3f8d099751184043a6f4352d92d2e537&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7669082 Aug 16 22:47:59.802788 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 11ec10cd-31c1-4466-9f37-a5e7dff3dde3 no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:47:59.806285 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-82307513-3d1b-4d3e-90ec-bf920551ab93 req-71507363-5bdf-4876-b0c6-a08956a5371f tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] 10.222.0.36 "GET /v2.0/ports?device_id=033f50fd-c303-4a9f-a3ea-6f67cb65a5d7 HTTP/1.1" status: 200 len: 210 time: 0.0854177 Aug 16 22:47:59.822721 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d379e0db-0291-474b-8d62-e5f4ebff6a58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:59.857603 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d379e0db-0291-474b-8d62-e5f4ebff6a58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:59.923084 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d379e0db-0291-474b-8d62-e5f4ebff6a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:59.924331 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] No Port match for: 11ec10cd-31c1-4466-9f37-a5e7dff3dde3 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:47:59.925150 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 11ec10cd-31c1-4466-9f37-a5e7dff3dde3 not bound to the agent host n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:47:59.927882 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d379e0db-0291-474b-8d62-e5f4ebff6a58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:47:59.932388 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-d379e0db-0291-474b-8d62-e5f4ebff6a58 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/856f007b-1177-4dd4-97a7-448a52b6a68b HTTP/1.1" status: 204 len: 168 time: 0.4413254 Aug 16 22:47:59.986973 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d379e0db-0291-474b-8d62-e5f4ebff6a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=856f007b-1177-4dd4-97a7-448a52b6a68b,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:00.064855 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b41943-9471-405b-8e2b-2ca2b604a747 req-f549d8b5-6013-471c-9c3f-c9be978cb03d tempest-MigrationsAdminTest-990754867 tempest-MigrationsAdminTest-990754867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:00.074583 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f0b41943-9471-405b-8e2b-2ca2b604a747 req-f549d8b5-6013-471c-9c3f-c9be978cb03d tempest-MigrationsAdminTest-990754867 tempest-MigrationsAdminTest-990754867-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=5383df3d-264c-4983-9fd4-d5c6625fc0bd HTTP/1.1" status: 200 len: 1102 time: 0.1427720 Aug 16 22:48:00.112844 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-f0b41943-9471-405b-8e2b-2ca2b604a747 req-2541505d-30c1-40d1-aa5b-8aa4cb7b6024 tempest-MigrationsAdminTest-990754867 tempest-MigrationsAdminTest-990754867-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:00.374017 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-f0b41943-9471-405b-8e2b-2ca2b604a747 req-2541505d-30c1-40d1-aa5b-8aa4cb7b6024 tempest-MigrationsAdminTest-990754867 tempest-MigrationsAdminTest-990754867-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:00.385454 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-f0b41943-9471-405b-8e2b-2ca2b604a747 req-2541505d-30c1-40d1-aa5b-8aa4cb7b6024 tempest-MigrationsAdminTest-990754867 tempest-MigrationsAdminTest-990754867-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:00.461714 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f0b41943-9471-405b-8e2b-2ca2b604a747 req-2541505d-30c1-40d1-aa5b-8aa4cb7b6024 tempest-MigrationsAdminTest-990754867 tempest-MigrationsAdminTest-990754867-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3670917 Aug 16 22:48:00.512179 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2541505d-30c1-40d1-aa5b-8aa4cb7b6024 tempest-MigrationsAdminTest-990754867 tempest-MigrationsAdminTest-990754867-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1703b9dc-88d0-4878-be2f-31bee262d7e0,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:00.670669 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8331ec05-0955-4aac-bd6e-9db2a6d26091 req-0e28da19-a668-4aa3-9f0c-a679c513ad8d tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:00.677233 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-8331ec05-0955-4aac-bd6e-9db2a6d26091 req-0e28da19-a668-4aa3-9f0c-a679c513ad8d tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.68 "GET /v2.0/networks?id=bdacd106-3582-43d1-a3c6-7a9333f5e2e0 HTTP/1.1" status: 200 len: 808 time: 0.4462323 Aug 16 22:48:00.702012 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-8331ec05-0955-4aac-bd6e-9db2a6d26091 req-0d42f7ef-6089-4b3f-8283-a634d25ce4ef tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Request body: {'port': {'device_id': 'b5d18b06-440f-45f6-ba34-a54a3301a873', 'network_id': 'bdacd106-3582-43d1-a3c6-7a9333f5e2e0', 'admin_state_up': True, 'tenant_id': 'a4c9d624b07f42a0ae3c7ed63064f003'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:48:00.935339 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0d82b7c0-7872-40c3-a555-99dc89fe3605 req-025665d7-77a6-44f6-ac34-a163f59791d5 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5d18b06-440f-45f6-ba34-a54a3301a873 HTTP/1.1" status: 200 len: 210 time: 0.1112893 Aug 16 22:48:00.968598 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device cde52f5e-1e09-4497-a40e-1616a26e3fe2 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:48:01.112076 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port cde52f5e-1e09-4497-a40e-1616a26e3fe2 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:48:01.112914 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:01.520872 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8331ec05-0955-4aac-bd6e-9db2a6d26091 req-0d42f7ef-6089-4b3f-8283-a634d25ce4ef tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Made reservation on behalf of a4c9d624b07f42a0ae3c7ed63064f003 for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:48:01.528182 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-8331ec05-0955-4aac-bd6e-9db2a6d26091 req-0d42f7ef-6089-4b3f-8283-a634d25ce4ef tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:01.737021 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52120) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:01.862241 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-3099e5b7-4ec0-4f81-9ea6-4c3e4697dfe0 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-444214535-network', 'tenant_id': '96f36b2ac4b747ffa8d23196eebfe0fe'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:48:01.917752 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3099e5b7-4ec0-4f81-9ea6-4c3e4697dfe0 admin admin] Made reservation on behalf of 96f36b2ac4b747ffa8d23196eebfe0fe for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:48:01.920470 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3099e5b7-4ec0-4f81-9ea6-4c3e4697dfe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:01.929294 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-8331ec05-0955-4aac-bd6e-9db2a6d26091 req-0d42f7ef-6089-4b3f-8283-a634d25ce4ef tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Allocated IP 172.20.0.13 (bdacd106-3582-43d1-a3c6-7a9333f5e2e0/78dd72b6-bd21-4b15-8ce7-13fda92dba19/d54df04a-f49a-4781-a81f-a08eeb71ea39) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:48:01.935375 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3099e5b7-4ec0-4f81-9ea6-4c3e4697dfe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:02.274191 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3099e5b7-4ec0-4f81-9ea6-4c3e4697dfe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:02.281989 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3099e5b7-4ec0-4f81-9ea6-4c3e4697dfe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:02.369816 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3099e5b7-4ec0-4f81-9ea6-4c3e4697dfe0 admin admin] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:48:02.380794 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3099e5b7-4ec0-4f81-9ea6-4c3e4697dfe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa34463-d92a-4d78-82d7-5c12c36f0401,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:02.408220 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3099e5b7-4ec0-4f81-9ea6-4c3e4697dfe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:02.408731 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-3099e5b7-4ec0-4f81-9ea6-4c3e4697dfe0 admin admin] Added segment b4a6b143-6a51-43cd-8781-944dbb368ca5 of type vlan for network db61fb9f-768d-428b-8446-991cbb0c6922 Aug 16 22:48:02.482238 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-8331ec05-0955-4aac-bd6e-9db2a6d26091 req-0d42f7ef-6089-4b3f-8283-a634d25ce4ef tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:02.522629 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3099e5b7-4ec0-4f81-9ea6-4c3e4697dfe0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:02.646512 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3099e5b7-4ec0-4f81-9ea6-4c3e4697dfe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:02.649433 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3099e5b7-4ec0-4f81-9ea6-4c3e4697dfe0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:02.652158 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3099e5b7-4ec0-4f81-9ea6-4c3e4697dfe0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:02.676914 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-8331ec05-0955-4aac-bd6e-9db2a6d26091 req-0d42f7ef-6089-4b3f-8283-a634d25ce4ef tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:02.828724 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-3099e5b7-4ec0-4f81-9ea6-4c3e4697dfe0 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0805178 Aug 16 22:48:02.828724 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52156) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:02.838348 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-1576313c-0097-4129-a4f2-b03e2d6cefe1 admin admin] Request body: {'subnet': {'network_id': 'db61fb9f-768d-428b-8446-991cbb0c6922', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-444214535-subnet', 'tenant_id': '96f36b2ac4b747ffa8d23196eebfe0fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:48:02.865174 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8331ec05-0955-4aac-bd6e-9db2a6d26091 req-0d42f7ef-6089-4b3f-8283-a634d25ce4ef tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Network bdacd106-3582-43d1-a3c6-7a9333f5e2e0 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:48:02.866139 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d42f7ef-6089-4b3f-8283-a634d25ce4ef tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Pushing event updated for resources: {'Port': ['ID=d54df04a-f49a-4781-a81f-a08eeb71ea39,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:02.869376 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52158) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:02.884549 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-8331ec05-0955-4aac-bd6e-9db2a6d26091 req-0d42f7ef-6089-4b3f-8283-a634d25ce4ef tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:48:02.887061 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-8331ec05-0955-4aac-bd6e-9db2a6d26091 req-0d42f7ef-6089-4b3f-8283-a634d25ce4ef tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:48:02.940900 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3099e5b7-4ec0-4f81-9ea6-4c3e4697dfe0 admin admin] Pushing event updated for resources: {'Network': ['ID=db61fb9f-768d-428b-8446-991cbb0c6922,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:02.953749 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network db61fb9f-768d-428b-8446-991cbb0c6922 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:48:03.005302 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1576313c-0097-4129-a4f2-b03e2d6cefe1 admin admin] Made reservation on behalf of 96f36b2ac4b747ffa8d23196eebfe0fe for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:48:03.007915 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1576313c-0097-4129-a4f2-b03e2d6cefe1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:03.091679 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8331ec05-0955-4aac-bd6e-9db2a6d26091 req-0d42f7ef-6089-4b3f-8283-a634d25ce4ef tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:03.103818 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-8331ec05-0955-4aac-bd6e-9db2a6d26091 req-0d42f7ef-6089-4b3f-8283-a634d25ce4ef tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:03.187783 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-8331ec05-0955-4aac-bd6e-9db2a6d26091 req-0d42f7ef-6089-4b3f-8283-a634d25ce4ef tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4981694 Aug 16 22:48:03.204392 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-8331ec05-0955-4aac-bd6e-9db2a6d26091 req-3c4e9fd9-4dcf-4e56-b6a3-4f256704e543 service neutron] Request body: {'port': {'device_id': 'b5d18b06-440f-45f6-ba34-a54a3301a873', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:48:03.248669 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2c751046-84c4-4d03-a9f3-03707fc50176 req-a4e30257-da69-4ac9-8ec3-2d442c35c52d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5383df3d-264c-4983-9fd4-d5c6625fc0bd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3711982 Aug 16 22:48:03.248906 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b9bd7c-d17c-4978-916d-42d95573c847 req-bc2d3033-1824-4751-8c6e-0f8d2bd58e93 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:03.255953 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-74b9bd7c-d17c-4978-916d-42d95573c847 req-bc2d3033-1824-4751-8c6e-0f8d2bd58e93 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5d18b06-440f-45f6-ba34-a54a3301a873 HTTP/1.1" status: 200 len: 932 time: 0.4283218 Aug 16 22:48:03.331326 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-8331ec05-0955-4aac-bd6e-9db2a6d26091 req-3c4e9fd9-4dcf-4e56-b6a3-4f256704e543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:03.353216 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-74b9bd7c-d17c-4978-916d-42d95573c847 req-e40096b4-e248-4091-9cb6-7c50c8933416 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962632 Aug 16 22:48:03.610983 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1576313c-0097-4129-a4f2-b03e2d6cefe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:03.655467 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c9b54c-ff8a-42f1-95a6-96697a3a6ec7 req-0f225e87-ee9e-48e6-9135-2d7476a4ff58 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:03.677852 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c3c9b54c-ff8a-42f1-95a6-96697a3a6ec7 req-0f225e87-ee9e-48e6-9135-2d7476a4ff58 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=5383df3d-264c-4983-9fd4-d5c6625fc0bd HTTP/1.1" status: 200 len: 950 time: 0.4759152 Aug 16 22:48:03.833700 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-8331ec05-0955-4aac-bd6e-9db2a6d26091 req-3c4e9fd9-4dcf-4e56-b6a3-4f256704e543 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d54df04a-f49a-4781-a81f-a08eeb71ea39 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:48:03.856904 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-8331ec05-0955-4aac-bd6e-9db2a6d26091 req-3c4e9fd9-4dcf-4e56-b6a3-4f256704e543 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:03.862204 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c3c9b54c-ff8a-42f1-95a6-96697a3a6ec7 req-969fb890-112d-44e3-978f-2a8ddca4bfbb tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787062 Aug 16 22:48:03.881748 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1576313c-0097-4129-a4f2-b03e2d6cefe1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f340c0a0-6bbc-45f5-920c-bfa473779acd,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:03.899693 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73269eac-1ae0-4a5c-a678-d03283c6e1b4 req-92dd1fe3-46b4-447a-a9e1-8187008fe5b9 tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:03.909057 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-73269eac-1ae0-4a5c-a678-d03283c6e1b4 req-92dd1fe3-46b4-447a-a9e1-8187008fe5b9 tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] 10.222.0.36 "GET /v2.0/ports?device_id=262306cf-5aa8-4837-8362-03fc0ec667c8 HTTP/1.1" status: 200 len: 949 time: 0.3247032 Aug 16 22:48:03.912300 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-8331ec05-0955-4aac-bd6e-9db2a6d26091 req-3c4e9fd9-4dcf-4e56-b6a3-4f256704e543 service neutron] Transition to ACTIVE for port object d54df04a-f49a-4781-a81f-a08eeb71ea39 will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:48:03.923362 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-8331ec05-0955-4aac-bd6e-9db2a6d26091 req-3c4e9fd9-4dcf-4e56-b6a3-4f256704e543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:03.938476 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1576313c-0097-4129-a4f2-b03e2d6cefe1 admin admin] Checking segment: {'id': 'b4a6b143-6a51-43cd-8781-944dbb368ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'db61fb9f-768d-428b-8446-991cbb0c6922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:48:03.939742 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1576313c-0097-4129-a4f2-b03e2d6cefe1 admin admin] Network hostable DHCP agents. Network: db61fb9f-768d-428b-8446-991cbb0c6922, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:48:03.999923 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-73269eac-1ae0-4a5c-a678-d03283c6e1b4 req-cfc0a7a5-9716-43d1-9bda-6e45a19b0278 tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] 10.222.0.36 "GET /v2.0/security-groups?id=f22233e2-8c34-4fd0-8000-1738a843992b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895131 Aug 16 22:48:04.002366 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4e9fd9-4dcf-4e56-b6a3-4f256704e543 service neutron] Pushing event updated for resources: {'Port': ['ID=d54df04a-f49a-4781-a81f-a08eeb71ea39,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:04.005489 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1576313c-0097-4129-a4f2-b03e2d6cefe1 admin admin] Network db61fb9f-768d-428b-8446-991cbb0c6922 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:48:04.029097 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-1576313c-0097-4129-a4f2-b03e2d6cefe1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, db61fb9f-768d-428b-8446-991cbb0c6922) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:48:04.039663 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1576313c-0097-4129-a4f2-b03e2d6cefe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:04.039663 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1576313c-0097-4129-a4f2-b03e2d6cefe1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:04.046046 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0d5e97-b435-4a1d-9042-519942609b32 None None] Network db61fb9f-768d-428b-8446-991cbb0c6922 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:48:04.066676 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-1576313c-0097-4129-a4f2-b03e2d6cefe1 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2376819 Aug 16 22:48:04.201782 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-8331ec05-0955-4aac-bd6e-9db2a6d26091 req-3c4e9fd9-4dcf-4e56-b6a3-4f256704e543 service neutron] Attempting to bind port d54df04a-f49a-4781-a81f-a08eeb71ea39 on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:48:04.201782 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-8331ec05-0955-4aac-bd6e-9db2a6d26091 req-3c4e9fd9-4dcf-4e56-b6a3-4f256704e543 service neutron] Attempting to bind port d54df04a-f49a-4781-a81f-a08eeb71ea39 by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': 'f636a4c4-5ebb-45e7-a739-a275ed345fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bdacd106-3582-43d1-a3c6-7a9333f5e2e0'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:48:04.201782 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8331ec05-0955-4aac-bd6e-9db2a6d26091 req-3c4e9fd9-4dcf-4e56-b6a3-4f256704e543 service neutron] Attempting to bind port d54df04a-f49a-4781-a81f-a08eeb71ea39 on network bdacd106-3582-43d1-a3c6-7a9333f5e2e0 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:48:04.208510 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8331ec05-0955-4aac-bd6e-9db2a6d26091 req-3c4e9fd9-4dcf-4e56-b6a3-4f256704e543 service neutron] Port d54df04a-f49a-4781-a81f-a08eeb71ea39 on network bdacd106-3582-43d1-a3c6-7a9333f5e2e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:48:04.208959 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8331ec05-0955-4aac-bd6e-9db2a6d26091 req-3c4e9fd9-4dcf-4e56-b6a3-4f256704e543 service neutron] Attempting to bind port d54df04a-f49a-4781-a81f-a08eeb71ea39 on network bdacd106-3582-43d1-a3c6-7a9333f5e2e0 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:48:04.220652 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8331ec05-0955-4aac-bd6e-9db2a6d26091 req-3c4e9fd9-4dcf-4e56-b6a3-4f256704e543 service neutron] Checking agent: {'id': 'd28e24f9-e5ea-41e1-80bf-3c7943ad7f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:48:04.223915 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8331ec05-0955-4aac-bd6e-9db2a6d26091 req-3c4e9fd9-4dcf-4e56-b6a3-4f256704e543 service neutron] Checking segment: {'id': 'f636a4c4-5ebb-45e7-a739-a275ed345fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bdacd106-3582-43d1-a3c6-7a9333f5e2e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:48:04.224413 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8331ec05-0955-4aac-bd6e-9db2a6d26091 req-3c4e9fd9-4dcf-4e56-b6a3-4f256704e543 service neutron] Bound using segment: {'id': 'f636a4c4-5ebb-45e7-a739-a275ed345fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bdacd106-3582-43d1-a3c6-7a9333f5e2e0'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:48:04.225426 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-8331ec05-0955-4aac-bd6e-9db2a6d26091 req-3c4e9fd9-4dcf-4e56-b6a3-4f256704e543 service neutron] Bound port: d54df04a-f49a-4781-a81f-a08eeb71ea39, host: n-h1-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f636a4c4-5ebb-45e7-a739-a275ed345fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bdacd106-3582-43d1-a3c6-7a9333f5e2e0'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:48:04.228430 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-8331ec05-0955-4aac-bd6e-9db2a6d26091 req-3c4e9fd9-4dcf-4e56-b6a3-4f256704e543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:04.355691 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-8331ec05-0955-4aac-bd6e-9db2a6d26091 req-3c4e9fd9-4dcf-4e56-b6a3-4f256704e543 service neutron] For port d54df04a-f49a-4781-a81f-a08eeb71ea39, host n-h1-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:48:04.360784 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-8331ec05-0955-4aac-bd6e-9db2a6d26091 req-3c4e9fd9-4dcf-4e56-b6a3-4f256704e543 service neutron] For port d54df04a-f49a-4781-a81f-a08eeb71ea39, host n-h1-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=d54df04a-f49a-4781-a81f-a08eeb71ea39,segment=NetworkSegment(f636a4c4-5ebb-45e7-a739-a275ed345fed),segment_id=f636a4c4-5ebb-45e7-a739-a275ed345fed)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:48:04.366727 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-8331ec05-0955-4aac-bd6e-9db2a6d26091 req-3c4e9fd9-4dcf-4e56-b6a3-4f256704e543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:04.371318 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4769c1-211f-471d-9efa-bcbd14d6d9d2 None None] Network db61fb9f-768d-428b-8446-991cbb0c6922 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:48:04.456226 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8331ec05-0955-4aac-bd6e-9db2a6d26091 req-3c4e9fd9-4dcf-4e56-b6a3-4f256704e543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:04.457638 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-8331ec05-0955-4aac-bd6e-9db2a6d26091 req-3c4e9fd9-4dcf-4e56-b6a3-4f256704e543 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:04.459476 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-8331ec05-0955-4aac-bd6e-9db2a6d26091 req-3c4e9fd9-4dcf-4e56-b6a3-4f256704e543 service neutron] 10.222.0.68 "PUT /v2.0/ports/d54df04a-f49a-4781-a81f-a08eeb71ea39 HTTP/1.1" status: 200 len: 1093 time: 1.2642877 Aug 16 22:48:04.460158 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5d18b06-440f-45f6-ba34-a54a3301a873', 'tag': 'd54df04a-f49a-4781-a81f-a08eeb71ea39'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:48:04.463560 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e13f14-0e62-4f2a-92e9-3bc54b270b60" -d '{"events": [{"name": "network-changed", "server_uuid": "b5d18b06-440f-45f6-ba34-a54a3301a873", "tag": "d54df04a-f49a-4781-a81f-a08eeb71ea39"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:48:04.520680 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4e9fd9-4dcf-4e56-b6a3-4f256704e543 service neutron] Pushing event updated for resources: {'Port': ['ID=d54df04a-f49a-4781-a81f-a08eeb71ea39,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:04.749208 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c49e49-c12f-4291-9b0d-6a238d678a0f req-24e2e55a-c926-479f-a4a6-124380148d5f tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:04.755658 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-59c49e49-c12f-4291-9b0d-6a238d678a0f req-24e2e55a-c926-479f-a4a6-124380148d5f tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] 10.222.0.57 "GET /v2.0/ports?device_id=262306cf-5aa8-4837-8362-03fc0ec667c8 HTTP/1.1" status: 200 len: 949 time: 0.1675060 Aug 16 22:48:04.942284 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef23ffb-7f50-41ae-a650-6eb593a4a686 req-dd6034a2-ae08-4e40-a2b6-2574a15d5f5e tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:04.952788 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-eef23ffb-7f50-41ae-a650-6eb593a4a686 req-dd6034a2-ae08-4e40-a2b6-2574a15d5f5e tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5d18b06-440f-45f6-ba34-a54a3301a873 HTTP/1.1" status: 200 len: 944 time: 0.1759896 Aug 16 22:48:05.008252 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8331ec05-0955-4aac-bd6e-9db2a6d26091 req-58297b4e-2c48-4b20-81f1-132993272772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:05.010762 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-8331ec05-0955-4aac-bd6e-9db2a6d26091 req-58297b4e-2c48-4b20-81f1-132993272772 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a4c9d624b07f42a0ae3c7ed63064f003&device_id=b5d18b06-440f-45f6-ba34-a54a3301a873 HTTP/1.1" status: 200 len: 1096 time: 0.2524822 Aug 16 22:48:05.086764 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-eef23ffb-7f50-41ae-a650-6eb593a4a686 req-11a01c64-2b1b-4059-a8cf-fe5c333ca19f tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199386 Aug 16 22:48:05.173021 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-8331ec05-0955-4aac-bd6e-9db2a6d26091 req-6e66bcd9-5fda-4b30-a8cb-7a5b0c708c1c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d54df04a-f49a-4781-a81f-a08eeb71ea39 HTTP/1.1" status: 200 len: 217 time: 0.1370277 Aug 16 22:48:05.253893 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1059253-f42d-4642-8230-99a2aceb8dd7 x-openstack-request-id: req-b1059253-f42d-4642-8230-99a2aceb8dd7 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:48:05.255005 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5d18b06-440f-45f6-ba34-a54a3301a873", "tag": "d54df04a-f49a-4781-a81f-a08eeb71ea39", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:48:05.256072 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b1059253-f42d-4642-8230-99a2aceb8dd7 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:48:05.259296 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5d18b06-440f-45f6-ba34-a54a3301a873', 'tag': 'd54df04a-f49a-4781-a81f-a08eeb71ea39', 'status': 'completed', 'code': 200} Aug 16 22:48:05.394612 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-59c49e49-c12f-4291-9b0d-6a238d678a0f req-d9fe5190-e47b-41e5-b334-7bfde46ba381 tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] Deleting port 5d87ffa9-311a-4ea2-8e1f-81a10a10255b {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:48:05.396415 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-59c49e49-c12f-4291-9b0d-6a238d678a0f req-d9fe5190-e47b-41e5-b334-7bfde46ba381 tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:05.478754 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7b45e6-0a46-4854-aece-8ffd113a8c5e req-d8aa36cd-51e8-4fe2-8529-a62772e68b40 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:05.503733 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9b7b45e6-0a46-4854-aece-8ffd113a8c5e req-d8aa36cd-51e8-4fe2-8529-a62772e68b40 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=5383df3d-264c-4983-9fd4-d5c6625fc0bd HTTP/1.1" status: 200 len: 950 time: 0.1570306 Aug 16 22:48:05.516692 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8331ec05-0955-4aac-bd6e-9db2a6d26091 req-3d8b9a0a-2a04-408e-beee-d4316e9710b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:05.521938 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-8331ec05-0955-4aac-bd6e-9db2a6d26091 req-3d8b9a0a-2a04-408e-beee-d4316e9710b2 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=78dd72b6-bd21-4b15-8ce7-13fda92dba19 HTTP/1.1" status: 200 len: 848 time: 0.3300810 Aug 16 22:48:05.605767 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9b7b45e6-0a46-4854-aece-8ffd113a8c5e req-5a040c64-7154-47fd-ba2e-eb46f29939a8 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010425 Aug 16 22:48:05.820393 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-8331ec05-0955-4aac-bd6e-9db2a6d26091 req-67e3d23a-a270-4d2d-85c1-6925dae44715 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=bdacd106-3582-43d1-a3c6-7a9333f5e2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2703576 Aug 16 22:48:05.821835 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52252) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:05.863195 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6882f-e281-45ed-845f-ee74b4673740 req-896e3e85-09ee-4b8b-ada0-da4cd5183770 tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:05.869665 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4ca6882f-e281-45ed-845f-ee74b4673740 req-896e3e85-09ee-4b8b-ada0-da4cd5183770 tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] 10.222.0.36 "GET /v2.0/ports?device_id=262306cf-5aa8-4837-8362-03fc0ec667c8 HTTP/1.1" status: 200 len: 949 time: 0.0852246 Aug 16 22:48:05.881291 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-7b8a47c0-c6b2-4d92-883a-dd57b228a7f7 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-331985633-network', 'tenant_id': 'b73dead647034bafa6a67158a65333bc'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:48:05.956762 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4ca6882f-e281-45ed-845f-ee74b4673740 req-46b3aa87-ea3b-440d-9d50-25cca2617e1e tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] 10.222.0.36 "GET /v2.0/security-groups?id=f22233e2-8c34-4fd0-8000-1738a843992b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795956 Aug 16 22:48:06.005294 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52256) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:06.100837 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-59c49e49-c12f-4291-9b0d-6a238d678a0f req-d9fe5190-e47b-41e5-b334-7bfde46ba381 tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] For port 5d87ffa9-311a-4ea2-8e1f-81a10a10255b, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=5d87ffa9-311a-4ea2-8e1f-81a10a10255b,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:48:06.105237 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-59c49e49-c12f-4291-9b0d-6a238d678a0f req-d9fe5190-e47b-41e5-b334-7bfde46ba381 tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:06.191667 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-59c49e49-c12f-4291-9b0d-6a238d678a0f req-d9fe5190-e47b-41e5-b334-7bfde46ba381 tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] Calling delete_port for 5d87ffa9-311a-4ea2-8e1f-81a10a10255b owned by compute:nova {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:48:06.213898 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-581b2dd1-6ea2-48ba-896e-ef812f52c6d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:06.219972 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b8a47c0-c6b2-4d92-883a-dd57b228a7f7 admin admin] Made reservation on behalf of b73dead647034bafa6a67158a65333bc for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:48:06.222360 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7b8a47c0-c6b2-4d92-883a-dd57b228a7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:06.249054 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c751046-84c4-4d03-a9f3-03707fc50176 req-4cdfa2f1-d3a7-4b6b-8426-deb7122fc68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:06.250606 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2c751046-84c4-4d03-a9f3-03707fc50176 req-4cdfa2f1-d3a7-4b6b-8426-deb7122fc68c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5aa270b810014cb1b7df23f71a5483f7&device_id=5383df3d-264c-4983-9fd4-d5c6625fc0bd HTTP/1.1" status: 200 len: 1102 time: 0.4388983 Aug 16 22:48:06.279797 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7b8a47c0-c6b2-4d92-883a-dd57b228a7f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:06.333096 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8b659b-5d56-4de5-a77f-62e74fa32553 req-c060b2a3-853f-4373-a5a4-51a4f8d858b5 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:06.341828 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6b8b659b-5d56-4de5-a77f-62e74fa32553 req-c060b2a3-853f-4373-a5a4-51a4f8d858b5 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5d18b06-440f-45f6-ba34-a54a3301a873 HTTP/1.1" status: 200 len: 944 time: 0.1255045 Aug 16 22:48:06.400490 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-8331ec05-0955-4aac-bd6e-9db2a6d26091 req-24d43239-9181-4bd6-bd56-a7152b2313f4 service neutron] 10.222.0.68 "GET /v2.0/networks/bdacd106-3582-43d1-a3c6-7a9333f5e2e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5342827 Aug 16 22:48:06.404652 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6b8b659b-5d56-4de5-a77f-62e74fa32553 req-795676d3-43f2-4e55-b2ab-f0d0e6a14294 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579286 Aug 16 22:48:06.480629 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-581b2dd1-6ea2-48ba-896e-ef812f52c6d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:06.490544 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-581b2dd1-6ea2-48ba-896e-ef812f52c6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:06.545098 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-581b2dd1-6ea2-48ba-896e-ef812f52c6d2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=837c458d8e934be494b75a54789f60cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5386403 Aug 16 22:48:06.545706 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52262) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:06.547815 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581b2dd1-6ea2-48ba-896e-ef812f52c6d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51537eaa-8d64-4c19-a5eb-2a08c2c21e3d,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:06.633664 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ee5904a7-84e6-4825-9296-cb7ecce60401 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:06.675541 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ee5904a7-84e6-4825-9296-cb7ecce60401 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:06.770546 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c751046-84c4-4d03-a9f3-03707fc50176 req-4ae621f0-5300-42ea-bfb3-989141042084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:06.778023 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2c751046-84c4-4d03-a9f3-03707fc50176 req-4ae621f0-5300-42ea-bfb3-989141042084 service neutron] 10.222.0.68 "GET /v2.0/networks?id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd HTTP/1.1" status: 200 len: 870 time: 0.5162520 Aug 16 22:48:06.824985 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a5f68-b791-4cd8-a306-f896a835f7b9 req-04023360-5236-4723-b239-5d2544bdedd7 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:06.836143 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c98a5f68-b791-4cd8-a306-f896a835f7b9 req-04023360-5236-4723-b239-5d2544bdedd7 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=5383df3d-264c-4983-9fd4-d5c6625fc0bd HTTP/1.1" status: 200 len: 950 time: 0.0946419 Aug 16 22:48:06.883377 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ee5904a7-84e6-4825-9296-cb7ecce60401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:06.886164 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ee5904a7-84e6-4825-9296-cb7ecce60401 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:06.897960 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-ee5904a7-84e6-4825-9296-cb7ecce60401 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/51537eaa-8d64-4c19-a5eb-2a08c2c21e3d HTTP/1.1" status: 204 len: 168 time: 0.3509376 Aug 16 22:48:06.933145 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5904a7-84e6-4825-9296-cb7ecce60401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51537eaa-8d64-4c19-a5eb-2a08c2c21e3d,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:06.988359 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2c751046-84c4-4d03-a9f3-03707fc50176 req-6ec7e6ec-5b5e-47d1-8499-a1498f407ca4 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=3daf38f0-2d73-4b14-8053-5e2922a5d49b HTTP/1.1" status: 200 len: 217 time: 0.1857436 Aug 16 22:48:07.006772 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c98a5f68-b791-4cd8-a306-f896a835f7b9 req-1f03d30f-8a36-40ad-bc55-c7146e35b4c1 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696608 Aug 16 22:48:07.077734 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-8331ec05-0955-4aac-bd6e-9db2a6d26091 req-50cb9a6b-e441-404b-b704-6b0f4dc73b51 service neutron] 10.222.0.68 "GET /v2.0/networks/bdacd106-3582-43d1-a3c6-7a9333f5e2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6584597 Aug 16 22:48:07.154618 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-59c49e49-c12f-4291-9b0d-6a238d678a0f req-d9fe5190-e47b-41e5-b334-7bfde46ba381 tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:07.255649 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d54b9316-e31c-405e-b332-0ec3c944b1b7 req-df775272-5d9b-40a5-8c95-08227a3535c2 tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] 10.222.0.36 "GET /v2.0/ports?device_id=262306cf-5aa8-4837-8362-03fc0ec667c8 HTTP/1.1" status: 200 len: 210 time: 0.0813718 Aug 16 22:48:07.269127 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c751046-84c4-4d03-a9f3-03707fc50176 req-c9f3a1de-0ef7-4f7b-b409-d3a3c2f3004a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:07.270556 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2c751046-84c4-4d03-a9f3-03707fc50176 req-c9f3a1de-0ef7-4f7b-b409-d3a3c2f3004a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6af2b868-37d3-46ab-a526-0465929f13c8 HTTP/1.1" status: 200 len: 843 time: 0.2710350 Aug 16 22:48:07.277293 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fe5190-e47b-41e5-b334-7bfde46ba381 tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] Pushing event deleted for resources: {'Port': ['ID=5d87ffa9-311a-4ea2-8e1f-81a10a10255b,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:07.370315 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-59c49e49-c12f-4291-9b0d-6a238d678a0f req-d9fe5190-e47b-41e5-b334-7bfde46ba381 tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] No DVR routers for this DVR port 5d87ffa9-311a-4ea2-8e1f-81a10a10255b on host n-h2-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:48:07.376779 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-59c49e49-c12f-4291-9b0d-6a238d678a0f req-d9fe5190-e47b-41e5-b334-7bfde46ba381 tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:07.379765 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-59c49e49-c12f-4291-9b0d-6a238d678a0f req-d9fe5190-e47b-41e5-b334-7bfde46ba381 tempest-LiveMigrationNegativeTest-1434328511 tempest-LiveMigrationNegativeTest-1434328511-project] 10.222.0.57 "DELETE /v2.0/ports/5d87ffa9-311a-4ea2-8e1f-81a10a10255b HTTP/1.1" status: 204 len: 173 time: 2.5950727 Aug 16 22:48:07.438784 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '262306cf-5aa8-4837-8362-03fc0ec667c8', 'name': 'network-vif-deleted', 'tag': '5d87ffa9-311a-4ea2-8e1f-81a10a10255b'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:48:07.441025 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e35065-b657-40e9-ab3d-943ed4b906df" -d '{"events": [{"server_uuid": "262306cf-5aa8-4837-8362-03fc0ec667c8", "name": "network-vif-deleted", "tag": "5d87ffa9-311a-4ea2-8e1f-81a10a10255b"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:48:07.450614 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52278) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:07.467291 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e13f14-0e62-4f2a-92e9-3bc54b270b60 req-5fce2534-1ea9-4ea5-b626-425fff7d7a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:07.468886 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-00e13f14-0e62-4f2a-92e9-3bc54b270b60 req-5fce2534-1ea9-4ea5-b626-425fff7d7a60 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a4c9d624b07f42a0ae3c7ed63064f003&device_id=b5d18b06-440f-45f6-ba34-a54a3301a873 HTTP/1.1" status: 200 len: 1096 time: 0.3319566 Aug 16 22:48:07.475809 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7b8a47c0-c6b2-4d92-883a-dd57b228a7f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:07.485255 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f285d973-17a3-4a60-b93a-19687371a0c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:07.582257 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e13f14-0e62-4f2a-92e9-3bc54b270b60 req-342a93a4-bc5c-40de-8726-037c78cdcbea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:07.583734 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-00e13f14-0e62-4f2a-92e9-3bc54b270b60 req-342a93a4-bc5c-40de-8726-037c78cdcbea service neutron] 10.222.0.68 "GET /v2.0/networks?id=bdacd106-3582-43d1-a3c6-7a9333f5e2e0 HTTP/1.1" status: 200 len: 909 time: 0.1020730 Aug 16 22:48:07.587720 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7b8a47c0-c6b2-4d92-883a-dd57b228a7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:07.619838 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c751046-84c4-4d03-a9f3-03707fc50176 req-a1f0acf7-1a90-466b-a649-713f79d5517c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:07.621443 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2c751046-84c4-4d03-a9f3-03707fc50176 req-a1f0acf7-1a90-466b-a649-713f79d5517c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3356056 Aug 16 22:48:07.706028 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-00e13f14-0e62-4f2a-92e9-3bc54b270b60 req-5e6cd6a6-4607-42a9-a2bc-f137555464f8 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d54df04a-f49a-4781-a81f-a08eeb71ea39 HTTP/1.1" status: 200 len: 217 time: 0.1025672 Aug 16 22:48:07.716044 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b8a47c0-c6b2-4d92-883a-dd57b228a7f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:48:07.729061 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f285d973-17a3-4a60-b93a-19687371a0c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:07.740402 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4057e1-c66b-4385-8ff1-92c3e7068678 req-574ab051-107f-415f-94b4-6a82d3aa86bb tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:07.743005 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bb4057e1-c66b-4385-8ff1-92c3e7068678 req-574ab051-107f-415f-94b4-6a82d3aa86bb tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5d18b06-440f-45f6-ba34-a54a3301a873 HTTP/1.1" status: 200 len: 944 time: 0.1898899 Aug 16 22:48:07.744628 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f285d973-17a3-4a60-b93a-19687371a0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:07.778345 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f285d973-17a3-4a60-b93a-19687371a0c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1543bc15-1b05-49c0-9969-816e8a0b382e,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:07.798448 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e13f14-0e62-4f2a-92e9-3bc54b270b60 req-da317290-a761-405d-a34e-0030d4c43ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:07.800129 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-00e13f14-0e62-4f2a-92e9-3bc54b270b60 req-da317290-a761-405d-a34e-0030d4c43ef4 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=78dd72b6-bd21-4b15-8ce7-13fda92dba19 HTTP/1.1" status: 200 len: 848 time: 0.0769441 Aug 16 22:48:07.843066 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-f285d973-17a3-4a60-b93a-19687371a0c0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5b59724267b54e81ac349ca420e5a664&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3913608 Aug 16 22:48:07.849482 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52280) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:07.870612 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bb4057e1-c66b-4385-8ff1-92c3e7068678 req-68de4e6b-aa32-4e79-a957-3cce814f9c80 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933743 Aug 16 22:48:07.893100 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8a47c0-c6b2-4d92-883a-dd57b228a7f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=293ed29a-0f9e-4c9e-b302-a2dff7f0c5ba,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:07.914329 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 5d87ffa9-311a-4ea2-8e1f-81a10a10255b no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:48:07.954860 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7b8a47c0-c6b2-4d92-883a-dd57b228a7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:07.955230 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-7b8a47c0-c6b2-4d92-883a-dd57b228a7f7 admin admin] Added segment ec23b0ed-04e1-4fcb-89b6-6bd31394a6ee of type vlan for network 6a273b70-c78a-4bf3-9ca6-bd7b47647f5d Aug 16 22:48:07.962832 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-00e13f14-0e62-4f2a-92e9-3bc54b270b60 req-b95031dc-dc81-478b-b0e3-03d5410c9949 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=bdacd106-3582-43d1-a3c6-7a9333f5e2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1090631 Aug 16 22:48:07.967166 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] No Port match for: 5d87ffa9-311a-4ea2-8e1f-81a10a10255b {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:48:07.967676 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 5d87ffa9-311a-4ea2-8e1f-81a10a10255b not bound to the agent host n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:48:07.983787 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-52bb94f5-7cd4-4b29-b1e5-cc4e9a434be5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:08.014529 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-52bb94f5-7cd4-4b29-b1e5-cc4e9a434be5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:08.044716 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e58878-596f-4bc6-8f65-053ff2d4cefe x-openstack-request-id: req-29e58878-596f-4bc6-8f65-053ff2d4cefe {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:48:08.045067 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "262306cf-5aa8-4837-8362-03fc0ec667c8", "name": "network-vif-deleted", "tag": "5d87ffa9-311a-4ea2-8e1f-81a10a10255b", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:48:08.045270 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-29e58878-596f-4bc6-8f65-053ff2d4cefe {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:48:08.050304 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '262306cf-5aa8-4837-8362-03fc0ec667c8', 'name': 'network-vif-deleted', 'tag': '5d87ffa9-311a-4ea2-8e1f-81a10a10255b', 'status': 'completed', 'code': 200} Aug 16 22:48:08.084880 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-52bb94f5-7cd4-4b29-b1e5-cc4e9a434be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:08.090300 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-52bb94f5-7cd4-4b29-b1e5-cc4e9a434be5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:08.092486 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-52bb94f5-7cd4-4b29-b1e5-cc4e9a434be5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1543bc15-1b05-49c0-9969-816e8a0b382e HTTP/1.1" status: 204 len: 168 time: 0.2417212 Aug 16 22:48:08.105405 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bb94f5-7cd4-4b29-b1e5-cc4e9a434be5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1543bc15-1b05-49c0-9969-816e8a0b382e,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:08.279880 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7b8a47c0-c6b2-4d92-883a-dd57b228a7f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:08.347117 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73caba7e-c924-498c-8859-eb5c1c0ee1db req-c7876f20-199d-4436-a24f-5250f5eabe0c tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:08.349381 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-73caba7e-c924-498c-8859-eb5c1c0ee1db req-c7876f20-199d-4436-a24f-5250f5eabe0c tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=5383df3d-264c-4983-9fd4-d5c6625fc0bd HTTP/1.1" status: 200 len: 950 time: 0.1471231 Aug 16 22:48:08.437435 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-73caba7e-c924-498c-8859-eb5c1c0ee1db req-59b1d7e1-37e4-4e5c-80ec-aff92c99eba5 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763216 Aug 16 22:48:08.438991 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7b8a47c0-c6b2-4d92-883a-dd57b228a7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:08.440016 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8a47c0-c6b2-4d92-883a-dd57b228a7f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:08.440623 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7b8a47c0-c6b2-4d92-883a-dd57b228a7f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:08.596705 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2c751046-84c4-4d03-a9f3-03707fc50176 req-432bd4e1-5924-4461-9254-939cc6e25640 service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9286230 Aug 16 22:48:08.598930 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-00e13f14-0e62-4f2a-92e9-3bc54b270b60 req-0546c39a-906f-4207-aa46-8444cdc5f53d service neutron] 10.222.0.68 "GET /v2.0/networks/bdacd106-3582-43d1-a3c6-7a9333f5e2e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6018488 Aug 16 22:48:08.629509 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8a47c0-c6b2-4d92-883a-dd57b228a7f7 admin admin] Pushing event updated for resources: {'Network': ['ID=6a273b70-c78a-4bf3-9ca6-bd7b47647f5d,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:08.639823 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 6a273b70-c78a-4bf3-9ca6-bd7b47647f5d details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:48:08.819021 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-7b8a47c0-c6b2-4d92-883a-dd57b228a7f7 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.9533796 Aug 16 22:48:08.819021 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-00e13f14-0e62-4f2a-92e9-3bc54b270b60 req-6e4f40e9-66d8-4401-b68a-68da6900d5c8 service neutron] 10.222.0.68 "GET /v2.0/networks/bdacd106-3582-43d1-a3c6-7a9333f5e2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870694 Aug 16 22:48:08.819321 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52300) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:08.832817 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-6b1a0fb0-ab93-4167-a76e-1b22050a24cb admin admin] Request body: {'subnet': {'network_id': '6a273b70-c78a-4bf3-9ca6-bd7b47647f5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-331985633-subnet', 'tenant_id': 'b73dead647034bafa6a67158a65333bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:48:08.894029 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b1a0fb0-ab93-4167-a76e-1b22050a24cb admin admin] Made reservation on behalf of b73dead647034bafa6a67158a65333bc for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:48:08.902446 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6b1a0fb0-ab93-4167-a76e-1b22050a24cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:08.999877 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2c751046-84c4-4d03-a9f3-03707fc50176 req-b9ec64c0-d187-4663-a8c7-c177ef8ff734 service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065907 Aug 16 22:48:09.161651 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52310) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:09.255782 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ee55e7-152d-4353-9e86-b0215bebe904 req-73c9bf69-a4c7-4a4d-a19d-68f457468704 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:09.269313 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-25ee55e7-152d-4353-9e86-b0215bebe904 req-73c9bf69-a4c7-4a4d-a19d-68f457468704 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5d18b06-440f-45f6-ba34-a54a3301a873 HTTP/1.1" status: 200 len: 944 time: 0.2443781 Aug 16 22:48:09.392178 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-25ee55e7-152d-4353-9e86-b0215bebe904 req-d77cdb3d-a59f-4df5-98d7-7ac136047cd3 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216109 Aug 16 22:48:09.576486 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-74948440-d580-4b36-b6bb-954639d2ec28 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=10539860d211439d86a230953dfaef16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4113066 Aug 16 22:48:09.576983 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52324) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:09.706418 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6b1a0fb0-ab93-4167-a76e-1b22050a24cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:09.828811 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device d54df04a-f49a-4781-a81f-a08eeb71ea39 details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:48:09.846087 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba0c739-505c-4005-943d-91b958b439fd req-018a22ee-c6d5-43df-8470-d5cca0dd49e5 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:09.847673 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7ba0c739-505c-4005-943d-91b958b439fd req-018a22ee-c6d5-43df-8470-d5cca0dd49e5 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=5383df3d-264c-4983-9fd4-d5c6625fc0bd HTTP/1.1" status: 200 len: 950 time: 0.2358556 Aug 16 22:48:09.963990 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1a0fb0-ab93-4167-a76e-1b22050a24cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc006680-d256-4afa-904e-998379856a42,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:10.032854 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1a0fb0-ab93-4167-a76e-1b22050a24cb admin admin] Checking segment: {'id': 'ec23b0ed-04e1-4fcb-89b6-6bd31394a6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6a273b70-c78a-4bf3-9ca6-bd7b47647f5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:48:10.033231 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1a0fb0-ab93-4167-a76e-1b22050a24cb admin admin] Network hostable DHCP agents. Network: 6a273b70-c78a-4bf3-9ca6-bd7b47647f5d, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:48:10.045797 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7ba0c739-505c-4005-943d-91b958b439fd req-d7ffc2ce-9109-43b6-b56d-744808cd2839 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572688 Aug 16 22:48:10.063125 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port d54df04a-f49a-4781-a81f-a08eeb71ea39, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=d54df04a-f49a-4781-a81f-a08eeb71ea39,segment=NetworkSegment(f636a4c4-5ebb-45e7-a739-a275ed345fed),segment_id=f636a4c4-5ebb-45e7-a739-a275ed345fed)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:48:10.090313 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': 'd54df04a-f49a-4781-a81f-a08eeb71ea39', 'network_id': 'bdacd106-3582-43d1-a3c6-7a9333f5e2e0', 'port_id': 'd54df04a-f49a-4781-a81f-a08eeb71ea39', 'mac_address': 'fa:16:3e:c9:65:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78dd72b6-bd21-4b15-8ce7-13fda92dba19', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:48:10.097756 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1a0fb0-ab93-4167-a76e-1b22050a24cb admin admin] Network 6a273b70-c78a-4bf3-9ca6-bd7b47647f5d is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:48:10.118664 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-6b1a0fb0-ab93-4167-a76e-1b22050a24cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 6a273b70-c78a-4bf3-9ca6-bd7b47647f5d) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:48:10.129693 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1a0fb0-ab93-4167-a76e-1b22050a24cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:10.130287 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6b1a0fb0-ab93-4167-a76e-1b22050a24cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:10.180115 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-6b1a0fb0-ab93-4167-a76e-1b22050a24cb admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.3590910 Aug 16 22:48:10.237460 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:10.245037 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2c58295c-d505-44d1-83a9-e0bd74bccefa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:10.249898 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586dcdf3-a8b6-4839-9de1-110be15431e8 None None] Network 6a273b70-c78a-4bf3-9ca6-bd7b47647f5d requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:48:10.272582 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2c58295c-d505-44d1-83a9-e0bd74bccefa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:10.339251 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2c58295c-d505-44d1-83a9-e0bd74bccefa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:10.341909 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2c58295c-d505-44d1-83a9-e0bd74bccefa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:10.345149 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-2c58295c-d505-44d1-83a9-e0bd74bccefa admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f22233e2-8c34-4fd0-8000-1738a843992b HTTP/1.1" status: 204 len: 168 time: 0.7674839 Aug 16 22:48:10.375261 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c58295c-d505-44d1-83a9-e0bd74bccefa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f22233e2-8c34-4fd0-8000-1738a843992b,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:10.562549 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d54df04a-f49a-4781-a81f-a08eeb71ea39 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:48:10.627278 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port d54df04a-f49a-4781-a81f-a08eeb71ea39, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=d54df04a-f49a-4781-a81f-a08eeb71ea39,segment=NetworkSegment(f636a4c4-5ebb-45e7-a739-a275ed345fed),segment_id=f636a4c4-5ebb-45e7-a739-a275ed345fed)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:48:10.664235 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b705f2c-1235-4e3b-8da5-0bc82dc38e96 req-337a4781-ad0d-487e-b112-887993797a55 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:10.692440 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:10.706157 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8b705f2c-1235-4e3b-8da5-0bc82dc38e96 req-337a4781-ad0d-487e-b112-887993797a55 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5d18b06-440f-45f6-ba34-a54a3301a873 HTTP/1.1" status: 200 len: 944 time: 0.1990340 Aug 16 22:48:10.777315 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f616816-3796-45fa-a654-a5dc84da49d9 None None] Network 6a273b70-c78a-4bf3-9ca6-bd7b47647f5d requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:48:10.807876 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8b705f2c-1235-4e3b-8da5-0bc82dc38e96 req-9d474160-9061-4537-bb90-e5b3704bf81f tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988626 Aug 16 22:48:10.925941 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:10.947879 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=d54df04a-f49a-4781-a81f-a08eeb71ea39,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:10.964583 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['d54df04a-f49a-4781-a81f-a08eeb71ea39'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:48:11.038833 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52356) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:11.140557 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-e40a2734-22eb-4461-900c-1dfdcc8fa7a7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2f7523854fd8415295c8622b10aa4d71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1003032 Aug 16 22:48:11.143648 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52360) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:11.274874 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e36b997-d7f8-467f-ab77-96953f956e7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:11.306315 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e36b997-d7f8-467f-ab77-96953f956e7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:11.399099 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e36b997-d7f8-467f-ab77-96953f956e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:11.401847 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e36b997-d7f8-467f-ab77-96953f956e7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:11.405528 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-1e36b997-d7f8-467f-ab77-96953f956e7a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ea611fc1-882c-4b95-b570-8402ba090d1b HTTP/1.1" status: 204 len: 168 time: 0.2589405 Aug 16 22:48:11.423053 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e36b997-d7f8-467f-ab77-96953f956e7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea611fc1-882c-4b95-b570-8402ba090d1b,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:11.845320 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device d54df04a-f49a-4781-a81f-a08eeb71ea39 up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:48:11.949647 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning for port d54df04a-f49a-4781-a81f-a08eeb71ea39 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:48:11.955223 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port d54df04a-f49a-4781-a81f-a08eeb71ea39 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:48:11.955997 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:12.092246 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:12.145645 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5d18b06-440f-45f6-ba34-a54a3301a873', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd54df04a-f49a-4781-a81f-a08eeb71ea39'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:48:12.148831 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5664e02c-21dd-4c5d-80a0-dc9a3d0776b7" -d '{"events": [{"server_uuid": "b5d18b06-440f-45f6-ba34-a54a3301a873", "name": "network-vif-plugged", "status": "completed", "tag": "d54df04a-f49a-4781-a81f-a08eeb71ea39"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:48:12.188037 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port d54df04a-f49a-4781-a81f-a08eeb71ea39, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=d54df04a-f49a-4781-a81f-a08eeb71ea39,segment=NetworkSegment(f636a4c4-5ebb-45e7-a739-a275ed345fed),segment_id=f636a4c4-5ebb-45e7-a739-a275ed345fed)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:48:12.195433 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:12.305031 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=d54df04a-f49a-4781-a81f-a08eeb71ea39,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:14.775258 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349c6c97-fe95-4d82-9fbd-ee0f9c66e5ea req-2ac1d24f-360c-4167-ab8a-ee0d8ccdcbef tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:14.782197 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-349c6c97-fe95-4d82-9fbd-ee0f9c66e5ea req-2ac1d24f-360c-4167-ab8a-ee0d8ccdcbef tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/networks?id=db61fb9f-768d-428b-8446-991cbb0c6922 HTTP/1.1" status: 200 len: 820 time: 0.1469457 Aug 16 22:48:14.802926 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef61ab9e-0be0-4346-ab50-b5b96c1f9962 req-3577159e-d591-4143-ad01-458e69722616 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:14.804441 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ef61ab9e-0be0-4346-ab50-b5b96c1f9962 req-3577159e-d591-4143-ad01-458e69722616 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=5383df3d-264c-4983-9fd4-d5c6625fc0bd HTTP/1.1" status: 200 len: 950 time: 0.0994976 Aug 16 22:48:14.805692 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-349c6c97-fe95-4d82-9fbd-ee0f9c66e5ea req-7c01f623-db0d-4dae-bef1-3809eed4fab2 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/quotas/96f36b2ac4b747ffa8d23196eebfe0fe HTTP/1.1" status: 200 len: 375 time: 0.0227494 Aug 16 22:48:14.856265 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-349c6c97-fe95-4d82-9fbd-ee0f9c66e5ea req-a72e7406-e954-4ecf-b148-d1bc674a86a2 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=96f36b2ac4b747ffa8d23196eebfe0fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382338 Aug 16 22:48:14.921287 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ef61ab9e-0be0-4346-ab50-b5b96c1f9962 req-2800e20f-9238-44d9-9249-6abb1905c280 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095641 Aug 16 22:48:14.987996 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-349c6c97-fe95-4d82-9fbd-ee0f9c66e5ea req-5f9a7763-8a82-4933-a197-30e83a4de293 service neutron] 10.222.0.36 "GET /v2.0/networks/db61fb9f-768d-428b-8446-991cbb0c6922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241343 Aug 16 22:48:15.104036 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-349c6c97-fe95-4d82-9fbd-ee0f9c66e5ea req-f140c033-3931-42db-a6e8-16823650aa28 service neutron] 10.222.0.36 "GET /v2.0/networks/db61fb9f-768d-428b-8446-991cbb0c6922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077776 Aug 16 22:48:15.380527 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a8a55-0ae5-4eec-900b-160366701d5c req-d2ba16ea-b6d2-44ce-8fce-fd7547ce1e17 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:15.385261 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6f3a8a55-0ae5-4eec-900b-160366701d5c req-d2ba16ea-b6d2-44ce-8fce-fd7547ce1e17 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5d18b06-440f-45f6-ba34-a54a3301a873 HTTP/1.1" status: 200 len: 946 time: 0.0918815 Aug 16 22:48:15.489998 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-64295cea-90be-4b5e-b5a8-bcc04cee6fae req-1161fe1b-9763-4813-a9d6-62fbee74ed40 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=8a5e1d0e34564f40b5c7c9ef56843b1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1027479 Aug 16 22:48:15.505107 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6f3a8a55-0ae5-4eec-900b-160366701d5c req-1fc16875-e6cd-4da6-b5dc-8af4e8ec34bf tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678122 Aug 16 22:48:15.581171 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f9cffd7-85e2-4477-b262-205352421089 x-openstack-request-id: req-3f9cffd7-85e2-4477-b262-205352421089 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:48:15.581658 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5d18b06-440f-45f6-ba34-a54a3301a873", "name": "network-vif-plugged", "status": "completed", "tag": "d54df04a-f49a-4781-a81f-a08eeb71ea39", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:48:15.581739 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3f9cffd7-85e2-4477-b262-205352421089 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:48:15.582091 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5d18b06-440f-45f6-ba34-a54a3301a873', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd54df04a-f49a-4781-a81f-a08eeb71ea39', 'code': 200} Aug 16 22:48:15.729360 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6fefba-5abf-4f36-a903-f76bb0c7b048 req-3378c432-0da7-4e23-b893-f184140fb147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:15.734733 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-8b6fefba-5abf-4f36-a903-f76bb0c7b048 req-3378c432-0da7-4e23-b893-f184140fb147 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=b5d18b06-440f-45f6-ba34-a54a3301a873 HTTP/1.1" status: 200 len: 1098 time: 0.0648451 Aug 16 22:48:15.735805 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64295cea-90be-4b5e-b5a8-bcc04cee6fae req-1ee849a8-2980-4201-9a08-8c3a29cc0a6c tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:15.737963 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-64295cea-90be-4b5e-b5a8-bcc04cee6fae req-1ee849a8-2980-4201-9a08-8c3a29cc0a6c tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2316103 Aug 16 22:48:15.764456 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-64295cea-90be-4b5e-b5a8-bcc04cee6fae req-c3d1f3d6-6f23-41d2-80f9-9592b2335a3c tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/quotas/8a5e1d0e34564f40b5c7c9ef56843b1e HTTP/1.1" status: 200 len: 375 time: 0.0175824 Aug 16 22:48:15.796658 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-8b6fefba-5abf-4f36-a903-f76bb0c7b048 req-6c5d5b75-c34c-4ca3-b37a-31ee53f0d656 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506921 Aug 16 22:48:15.814899 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-64295cea-90be-4b5e-b5a8-bcc04cee6fae req-192b6676-e235-45f8-b419-ab2a7924f96b tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8a5e1d0e34564f40b5c7c9ef56843b1e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434284 Aug 16 22:48:15.818610 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-f32d363a-30d4-4359-a7fd-9a43d6d8e527 req-663e6f11-8519-4be3-8798-bce0b3f01d0e tempest-SecurityGroupsTestAdminJSON-1972146384 tempest-SecurityGroupsTestAdminJSON-1972146384-project] Request body: {'security_group': {'name': 'tempest-securitygroup-292007085', 'description': 'tempest-description-680459965'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:48:15.848082 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-f32d363a-30d4-4359-a7fd-9a43d6d8e527 req-663e6f11-8519-4be3-8798-bce0b3f01d0e tempest-SecurityGroupsTestAdminJSON-1972146384 tempest-SecurityGroupsTestAdminJSON-1972146384-project] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:15.859741 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-f32d363a-30d4-4359-a7fd-9a43d6d8e527 req-663e6f11-8519-4be3-8798-bce0b3f01d0e tempest-SecurityGroupsTestAdminJSON-1972146384 tempest-SecurityGroupsTestAdminJSON-1972146384-project] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:16.004010 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-f32d363a-30d4-4359-a7fd-9a43d6d8e527 req-663e6f11-8519-4be3-8798-bce0b3f01d0e tempest-SecurityGroupsTestAdminJSON-1972146384 tempest-SecurityGroupsTestAdminJSON-1972146384-project] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:16.010716 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-f32d363a-30d4-4359-a7fd-9a43d6d8e527 req-663e6f11-8519-4be3-8798-bce0b3f01d0e tempest-SecurityGroupsTestAdminJSON-1972146384 tempest-SecurityGroupsTestAdminJSON-1972146384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:16.068687 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663e6f11-8519-4be3-8798-bce0b3f01d0e tempest-SecurityGroupsTestAdminJSON-1972146384 tempest-SecurityGroupsTestAdminJSON-1972146384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e0f7b45-8a42-48d1-b408-b190af09f063,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:16.160840 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-053361a4-422e-4bc8-88ab-f1e60f24ff87 req-7ef42499-ba19-45fb-a99f-73c517ff4afd tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=e33c8386-df5b-4338-93b9-5f927a55fe8d HTTP/1.1" status: 200 len: 210 time: 0.0387442 Aug 16 22:48:16.163802 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-f32d363a-30d4-4359-a7fd-9a43d6d8e527 req-663e6f11-8519-4be3-8798-bce0b3f01d0e tempest-SecurityGroupsTestAdminJSON-1972146384 tempest-SecurityGroupsTestAdminJSON-1972146384-project] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:16.173090 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-f32d363a-30d4-4359-a7fd-9a43d6d8e527 req-663e6f11-8519-4be3-8798-bce0b3f01d0e tempest-SecurityGroupsTestAdminJSON-1972146384 tempest-SecurityGroupsTestAdminJSON-1972146384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:16.220029 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663e6f11-8519-4be3-8798-bce0b3f01d0e tempest-SecurityGroupsTestAdminJSON-1972146384 tempest-SecurityGroupsTestAdminJSON-1972146384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe4204e-be0a-4d70-99ab-a8a950d088de,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:16.223642 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-f32d363a-30d4-4359-a7fd-9a43d6d8e527 req-663e6f11-8519-4be3-8798-bce0b3f01d0e tempest-SecurityGroupsTestAdminJSON-1972146384 tempest-SecurityGroupsTestAdminJSON-1972146384-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:16.224968 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f32d363a-30d4-4359-a7fd-9a43d6d8e527 req-663e6f11-8519-4be3-8798-bce0b3f01d0e tempest-SecurityGroupsTestAdminJSON-1972146384 tempest-SecurityGroupsTestAdminJSON-1972146384-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4130266 Aug 16 22:48:16.560665 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-abf95f01-d812-4941-89d0-17a0bdf76afb req-344148cf-87ff-48c6-bf7e-ec898d9c96af tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/ports?device_id=20ef94fe-941f-4df0-81c2-7685911e9843 HTTP/1.1" status: 200 len: 210 time: 0.0443196 Aug 16 22:48:16.590931 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913484b8-165f-4145-969b-47c7ad041a67 req-60930892-c6a3-4626-989e-7bff323c4777 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:16.593296 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-913484b8-165f-4145-969b-47c7ad041a67 req-60930892-c6a3-4626-989e-7bff323c4777 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=5383df3d-264c-4983-9fd4-d5c6625fc0bd HTTP/1.1" status: 200 len: 950 time: 0.3304429 Aug 16 22:48:16.661809 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-913484b8-165f-4145-969b-47c7ad041a67 req-1e09bced-d658-4eb9-b2d5-f6d983a6706d tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597732 Aug 16 22:48:16.710195 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-f420ff0a-f561-4dbf-ae13-6a2a6e816305 req-c2d8326c-b92e-4752-b629-7401d2d74c8f tempest-SecurityGroupsTestAdminJSON-1972146384 tempest-SecurityGroupsTestAdminJSON-1972146384-project] Request body: {'security_group': {'name': 'tempest-securitygroup-408352957', 'description': 'tempest-description-796371983'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:48:16.747646 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-f420ff0a-f561-4dbf-ae13-6a2a6e816305 req-c2d8326c-b92e-4752-b629-7401d2d74c8f tempest-SecurityGroupsTestAdminJSON-1972146384 tempest-SecurityGroupsTestAdminJSON-1972146384-project] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:16.829877 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d1eba5-34a4-4d10-9584-6912a4feb8dd req-5d876188-dc87-4862-8d9d-fc5d73e16521 tempest-ImagesOneServerTestJSON-2024240417 tempest-ImagesOneServerTestJSON-2024240417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:16.832242 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-96d1eba5-34a4-4d10-9584-6912a4feb8dd req-5d876188-dc87-4862-8d9d-fc5d73e16521 tempest-ImagesOneServerTestJSON-2024240417 tempest-ImagesOneServerTestJSON-2024240417-project] 10.222.0.36 "GET /v2.0/ports?device_id=b80c4af1-ac2a-45e3-b032-9ed4ff60e117 HTTP/1.1" status: 200 len: 950 time: 0.0814002 Aug 16 22:48:16.907474 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-96d1eba5-34a4-4d10-9584-6912a4feb8dd req-512c12e3-35c7-4e66-b5ba-9d4b4852b2f8 tempest-ImagesOneServerTestJSON-2024240417 tempest-ImagesOneServerTestJSON-2024240417-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8896dcf-9bf9-49fb-84e3-51ed2fed130b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650899 Aug 16 22:48:16.936805 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-f420ff0a-f561-4dbf-ae13-6a2a6e816305 req-c2d8326c-b92e-4752-b629-7401d2d74c8f tempest-SecurityGroupsTestAdminJSON-1972146384 tempest-SecurityGroupsTestAdminJSON-1972146384-project] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:16.948055 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349c6c97-fe95-4d82-9fbd-ee0f9c66e5ea req-a815f356-e3b5-49fd-9728-5288d63f2707 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:16.950398 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-f420ff0a-f561-4dbf-ae13-6a2a6e816305 req-c2d8326c-b92e-4752-b629-7401d2d74c8f tempest-SecurityGroupsTestAdminJSON-1972146384 tempest-SecurityGroupsTestAdminJSON-1972146384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:16.950561 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-349c6c97-fe95-4d82-9fbd-ee0f9c66e5ea req-a815f356-e3b5-49fd-9728-5288d63f2707 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.57 "GET /v2.0/networks?id=db61fb9f-768d-428b-8446-991cbb0c6922 HTTP/1.1" status: 200 len: 820 time: 0.2049568 Aug 16 22:48:16.982881 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-349c6c97-fe95-4d82-9fbd-ee0f9c66e5ea req-bb584778-2a62-42fa-b7a7-687210193bff tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Request body: {'port': {'device_id': 'e33c8386-df5b-4338-93b9-5f927a55fe8d', 'network_id': 'db61fb9f-768d-428b-8446-991cbb0c6922', 'admin_state_up': True, 'tenant_id': '96f36b2ac4b747ffa8d23196eebfe0fe'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:48:17.004725 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-f420ff0a-f561-4dbf-ae13-6a2a6e816305 req-c2d8326c-b92e-4752-b629-7401d2d74c8f tempest-SecurityGroupsTestAdminJSON-1972146384 tempest-SecurityGroupsTestAdminJSON-1972146384-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:17.022070 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f420ff0a-f561-4dbf-ae13-6a2a6e816305 req-c2d8326c-b92e-4752-b629-7401d2d74c8f tempest-SecurityGroupsTestAdminJSON-1972146384 tempest-SecurityGroupsTestAdminJSON-1972146384-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3172340 Aug 16 22:48:17.086139 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d8326c-b92e-4752-b629-7401d2d74c8f tempest-SecurityGroupsTestAdminJSON-1972146384 tempest-SecurityGroupsTestAdminJSON-1972146384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0dd9b52-cc01-4979-94d9-8583bd4d2896,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:17.152889 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990db6b1-0a1b-4356-8da8-ffa02a66768a req-cc085949-e236-481f-993a-744c95579f1d tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:17.170342 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-990db6b1-0a1b-4356-8da8-ffa02a66768a req-cc085949-e236-481f-993a-744c95579f1d tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5d18b06-440f-45f6-ba34-a54a3301a873 HTTP/1.1" status: 200 len: 946 time: 0.1810722 Aug 16 22:48:17.208142 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-990db6b1-0a1b-4356-8da8-ffa02a66768a req-1f53590a-f749-46de-b20f-fa56a98d3e79 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368187 Aug 16 22:48:17.226487 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-26e404db-1ed9-4d9b-a10a-299d2a7c28c9 req-d7fa885b-3795-4118-8c23-fe6235831cc1 tempest-SecurityGroupsTestAdminJSON-1216986500 tempest-SecurityGroupsTestAdminJSON-1216986500-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1892206994', 'description': 'tempest-description-1592907429'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:48:17.231405 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-349c6c97-fe95-4d82-9fbd-ee0f9c66e5ea req-bb584778-2a62-42fa-b7a7-687210193bff tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Made reservation on behalf of 96f36b2ac4b747ffa8d23196eebfe0fe for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:48:17.235800 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-349c6c97-fe95-4d82-9fbd-ee0f9c66e5ea req-bb584778-2a62-42fa-b7a7-687210193bff tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:17.258314 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-26e404db-1ed9-4d9b-a10a-299d2a7c28c9 req-d7fa885b-3795-4118-8c23-fe6235831cc1 tempest-SecurityGroupsTestAdminJSON-1216986500 tempest-SecurityGroupsTestAdminJSON-1216986500-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:17.276474 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-26e404db-1ed9-4d9b-a10a-299d2a7c28c9 req-d7fa885b-3795-4118-8c23-fe6235831cc1 tempest-SecurityGroupsTestAdminJSON-1216986500 tempest-SecurityGroupsTestAdminJSON-1216986500-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:17.378108 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-233073ef-eebf-4e87-a8bd-c75955139491 req-08c1ed27-9bbf-4b88-96c4-29386b4c3e92 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=e33c8386-df5b-4338-93b9-5f927a55fe8d HTTP/1.1" status: 200 len: 210 time: 0.0517666 Aug 16 22:48:17.423473 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-349c6c97-fe95-4d82-9fbd-ee0f9c66e5ea req-bb584778-2a62-42fa-b7a7-687210193bff tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Allocated IP 172.20.0.8 (db61fb9f-768d-428b-8446-991cbb0c6922/f340c0a0-6bbc-45f5-920c-bfa473779acd/73fddd19-7093-4a55-973e-9c89d255911d) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:48:17.481915 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-26e404db-1ed9-4d9b-a10a-299d2a7c28c9 req-d7fa885b-3795-4118-8c23-fe6235831cc1 tempest-SecurityGroupsTestAdminJSON-1216986500 tempest-SecurityGroupsTestAdminJSON-1216986500-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:17.514565 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-26e404db-1ed9-4d9b-a10a-299d2a7c28c9 req-d7fa885b-3795-4118-8c23-fe6235831cc1 tempest-SecurityGroupsTestAdminJSON-1216986500 tempest-SecurityGroupsTestAdminJSON-1216986500-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:17.561751 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fa885b-3795-4118-8c23-fe6235831cc1 tempest-SecurityGroupsTestAdminJSON-1216986500 tempest-SecurityGroupsTestAdminJSON-1216986500-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9417ab86-d638-4cf0-b4b7-cb72afb3b2cf,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:17.593858 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78ea070-f7f6-4d6a-9853-da369fa265a4 req-020de9c3-6960-48df-a67b-4e358edcb1c9 tempest-LiveMigrationTest-725130784 tempest-LiveMigrationTest-725130784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:17.595949 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-3a0292e3-c769-4375-9746-1156d3278d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:17.604597 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b78ea070-f7f6-4d6a-9853-da369fa265a4 req-020de9c3-6960-48df-a67b-4e358edcb1c9 tempest-LiveMigrationTest-725130784 tempest-LiveMigrationTest-725130784-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b5d18b06-440f-45f6-ba34-a54a3301a873 HTTP/1.1" status: 200 len: 1098 time: 0.1374743 Aug 16 22:48:17.669320 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b78ea070-f7f6-4d6a-9853-da369fa265a4 req-5d13a1f1-dfca-4895-b55b-514a91190c65 tempest-LiveMigrationTest-725130784 tempest-LiveMigrationTest-725130784-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637393 Aug 16 22:48:17.682122 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-26e404db-1ed9-4d9b-a10a-299d2a7c28c9 req-d7fa885b-3795-4118-8c23-fe6235831cc1 tempest-SecurityGroupsTestAdminJSON-1216986500 tempest-SecurityGroupsTestAdminJSON-1216986500-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:17.690422 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-26e404db-1ed9-4d9b-a10a-299d2a7c28c9 req-d7fa885b-3795-4118-8c23-fe6235831cc1 tempest-SecurityGroupsTestAdminJSON-1216986500 tempest-SecurityGroupsTestAdminJSON-1216986500-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:17.721431 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-64295cea-90be-4b5e-b5a8-bcc04cee6fae req-dee284c7-4b65-458a-872c-9b4330057155 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=8a5e1d0e34564f40b5c7c9ef56843b1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0786402 Aug 16 22:48:17.729907 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-26e404db-1ed9-4d9b-a10a-299d2a7c28c9 req-d7fa885b-3795-4118-8c23-fe6235831cc1 tempest-SecurityGroupsTestAdminJSON-1216986500 tempest-SecurityGroupsTestAdminJSON-1216986500-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:17.734167 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-349c6c97-fe95-4d82-9fbd-ee0f9c66e5ea req-bb584778-2a62-42fa-b7a7-687210193bff tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:17.744234 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-26e404db-1ed9-4d9b-a10a-299d2a7c28c9 req-d7fa885b-3795-4118-8c23-fe6235831cc1 tempest-SecurityGroupsTestAdminJSON-1216986500 tempest-SecurityGroupsTestAdminJSON-1216986500-project-admin] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.5234694 Aug 16 22:48:17.748060 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fa885b-3795-4118-8c23-fe6235831cc1 tempest-SecurityGroupsTestAdminJSON-1216986500 tempest-SecurityGroupsTestAdminJSON-1216986500-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e870f5b3-0651-443b-90b7-4837b801fba7,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:17.836919 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cc14e8d7-f14d-496a-99b8-097d983c7178 req-43eedbb4-3b3c-4fcc-8094-07d0edd2c2dd tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/ports?device_id=20ef94fe-941f-4df0-81c2-7685911e9843 HTTP/1.1" status: 200 len: 210 time: 0.0407419 Aug 16 22:48:17.845400 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-349c6c97-fe95-4d82-9fbd-ee0f9c66e5ea req-bb584778-2a62-42fa-b7a7-687210193bff tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:17.958231 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-349c6c97-fe95-4d82-9fbd-ee0f9c66e5ea req-bb584778-2a62-42fa-b7a7-687210193bff tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Network db61fb9f-768d-428b-8446-991cbb0c6922 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:48:17.966714 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-349c6c97-fe95-4d82-9fbd-ee0f9c66e5ea req-bb584778-2a62-42fa-b7a7-687210193bff tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:48:17.971220 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb584778-2a62-42fa-b7a7-687210193bff tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Pushing event updated for resources: {'Port': ['ID=73fddd19-7093-4a55-973e-9c89d255911d,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:17.972252 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 47efd86c-94df-49a5-923f-1402ca72a3ac no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:48:17.973524 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-349c6c97-fe95-4d82-9fbd-ee0f9c66e5ea req-bb584778-2a62-42fa-b7a7-687210193bff tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:48:18.030600 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349c6c97-fe95-4d82-9fbd-ee0f9c66e5ea req-bb584778-2a62-42fa-b7a7-687210193bff tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:18.031244 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-349c6c97-fe95-4d82-9fbd-ee0f9c66e5ea req-bb584778-2a62-42fa-b7a7-687210193bff tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:18.055692 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:18.071880 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64295cea-90be-4b5e-b5a8-bcc04cee6fae req-1b0f2dda-d32d-4e4c-96eb-be35b2af1737 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:18.074603 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-64295cea-90be-4b5e-b5a8-bcc04cee6fae req-1b0f2dda-d32d-4e4c-96eb-be35b2af1737 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2635019 Aug 16 22:48:18.080648 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b80c4af1-ac2a-45e3-b032-9ed4ff60e117', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47efd86c-94df-49a5-923f-1402ca72a3ac'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:48:18.083376 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0850a24b-3b69-4ccd-b8cd-21bd3cda4a17" -d '{"events": [{"server_uuid": "b80c4af1-ac2a-45e3-b032-9ed4ff60e117", "name": "network-vif-unplugged", "status": "completed", "tag": "47efd86c-94df-49a5-923f-1402ca72a3ac"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:48:18.085805 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-349c6c97-fe95-4d82-9fbd-ee0f9c66e5ea req-bb584778-2a62-42fa-b7a7-687210193bff tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1160359 Aug 16 22:48:18.099269 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 47efd86c-94df-49a5-923f-1402ca72a3ac, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=47efd86c-94df-49a5-923f-1402ca72a3ac,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:48:18.104926 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:18.109282 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-64295cea-90be-4b5e-b5a8-bcc04cee6fae req-5aa0c0ea-896a-46ed-b649-0f59db229c1f tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Request body: {'port': {'device_id': '20ef94fe-941f-4df0-81c2-7685911e9843', 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd', 'admin_state_up': True, 'tenant_id': '8a5e1d0e34564f40b5c7c9ef56843b1e'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:48:18.118158 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-349c6c97-fe95-4d82-9fbd-ee0f9c66e5ea req-badffa82-d810-498b-a58e-54c8ef32b84a service neutron] Request body: {'port': {'device_id': 'e33c8386-df5b-4338-93b9-5f927a55fe8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:48:18.171997 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=47efd86c-94df-49a5-923f-1402ca72a3ac,revision_number=8']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:18.204242 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5f15f0-67dc-45a3-9fc5-6e1f993ec062 req-51668d3e-49c2-4f61-a8d2-862e558b53f5 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:18.211907 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7f5f15f0-67dc-45a3-9fc5-6e1f993ec062 req-51668d3e-49c2-4f61-a8d2-862e558b53f5 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=5383df3d-264c-4983-9fd4-d5c6625fc0bd HTTP/1.1" status: 200 len: 950 time: 0.1124415 Aug 16 22:48:18.260419 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-349c6c97-fe95-4d82-9fbd-ee0f9c66e5ea req-badffa82-d810-498b-a58e-54c8ef32b84a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:18.273215 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7f5f15f0-67dc-45a3-9fc5-6e1f993ec062 req-5d3249f6-1bec-4593-ba2e-3beb053e5706 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592654 Aug 16 22:48:18.354460 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64295cea-90be-4b5e-b5a8-bcc04cee6fae req-5aa0c0ea-896a-46ed-b649-0f59db229c1f tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Made reservation on behalf of 8a5e1d0e34564f40b5c7c9ef56843b1e for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:48:18.358349 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-64295cea-90be-4b5e-b5a8-bcc04cee6fae req-5aa0c0ea-896a-46ed-b649-0f59db229c1f tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:18.372205 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-64295cea-90be-4b5e-b5a8-bcc04cee6fae req-5aa0c0ea-896a-46ed-b649-0f59db229c1f tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:18.435729 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb5de60-c8c8-4c56-909a-55ac0948cd3e req-79a6676a-2da3-4c8b-9b20-7b96c08bed8d tempest-LiveMigrationTest-725130784 tempest-LiveMigrationTest-725130784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:18.437643 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-acb5de60-c8c8-4c56-909a-55ac0948cd3e req-79a6676a-2da3-4c8b-9b20-7b96c08bed8d tempest-LiveMigrationTest-725130784 tempest-LiveMigrationTest-725130784-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b5d18b06-440f-45f6-ba34-a54a3301a873 HTTP/1.1" status: 200 len: 1098 time: 0.0520473 Aug 16 22:48:18.488231 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-acb5de60-c8c8-4c56-909a-55ac0948cd3e req-33ba9767-5de2-45ad-adf5-9b4a519fe48a tempest-LiveMigrationTest-725130784 tempest-LiveMigrationTest-725130784-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442524 Aug 16 22:48:18.534088 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-1813b911-e44e-4b36-9217-2ce89e27beec req-5ba3792f-a7ec-4547-b922-9814a078c010 tempest-SecurityGroupsTestAdminJSON-1216986500 tempest-SecurityGroupsTestAdminJSON-1216986500-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2104145396', 'description': 'tempest-description-1258354082'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:48:18.713779 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-64295cea-90be-4b5e-b5a8-bcc04cee6fae req-5aa0c0ea-896a-46ed-b649-0f59db229c1f tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:18.732592 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-64295cea-90be-4b5e-b5a8-bcc04cee6fae req-5aa0c0ea-896a-46ed-b649-0f59db229c1f tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:18.748525 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1813b911-e44e-4b36-9217-2ce89e27beec req-5ba3792f-a7ec-4547-b922-9814a078c010 tempest-SecurityGroupsTestAdminJSON-1216986500 tempest-SecurityGroupsTestAdminJSON-1216986500-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:18.853707 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa0c0ea-896a-46ed-b649-0f59db229c1f tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf51abff-a5e4-4ed4-87b7-552597e1ec97,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:18.879062 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1813b911-e44e-4b36-9217-2ce89e27beec req-5ba3792f-a7ec-4547-b922-9814a078c010 tempest-SecurityGroupsTestAdminJSON-1216986500 tempest-SecurityGroupsTestAdminJSON-1216986500-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:18.885377 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1813b911-e44e-4b36-9217-2ce89e27beec req-5ba3792f-a7ec-4547-b922-9814a078c010 tempest-SecurityGroupsTestAdminJSON-1216986500 tempest-SecurityGroupsTestAdminJSON-1216986500-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:18.886710 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-349c6c97-fe95-4d82-9fbd-ee0f9c66e5ea req-badffa82-d810-498b-a58e-54c8ef32b84a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73fddd19-7093-4a55-973e-9c89d255911d {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:48:18.899620 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-349c6c97-fe95-4d82-9fbd-ee0f9c66e5ea req-badffa82-d810-498b-a58e-54c8ef32b84a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:18.911207 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1813b911-e44e-4b36-9217-2ce89e27beec req-5ba3792f-a7ec-4547-b922-9814a078c010 tempest-SecurityGroupsTestAdminJSON-1216986500 tempest-SecurityGroupsTestAdminJSON-1216986500-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:18.912877 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1813b911-e44e-4b36-9217-2ce89e27beec req-5ba3792f-a7ec-4547-b922-9814a078c010 tempest-SecurityGroupsTestAdminJSON-1216986500 tempest-SecurityGroupsTestAdminJSON-1216986500-project-admin] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.3831856 Aug 16 22:48:18.946270 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba3792f-a7ec-4547-b922-9814a078c010 tempest-SecurityGroupsTestAdminJSON-1216986500 tempest-SecurityGroupsTestAdminJSON-1216986500-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=354a5baa-62b6-494e-bb08-5b44eb3cb2e5,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:18.968971 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-349c6c97-fe95-4d82-9fbd-ee0f9c66e5ea req-badffa82-d810-498b-a58e-54c8ef32b84a service neutron] Transition to ACTIVE for port object 73fddd19-7093-4a55-973e-9c89d255911d will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:48:18.994875 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-349c6c97-fe95-4d82-9fbd-ee0f9c66e5ea req-badffa82-d810-498b-a58e-54c8ef32b84a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:19.005087 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 22:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db27dbfb-2962-4a24-b51f-8c25ae59765c x-openstack-request-id: req-db27dbfb-2962-4a24-b51f-8c25ae59765c {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:48:19.005575 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b80c4af1-ac2a-45e3-b032-9ed4ff60e117", "name": "network-vif-unplugged", "status": "completed", "tag": "47efd86c-94df-49a5-923f-1402ca72a3ac", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:48:19.005659 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-db27dbfb-2962-4a24-b51f-8c25ae59765c {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:48:19.006116 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b80c4af1-ac2a-45e3-b032-9ed4ff60e117', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47efd86c-94df-49a5-923f-1402ca72a3ac', 'code': 200} Aug 16 22:48:19.051247 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badffa82-d810-498b-a58e-54c8ef32b84a service neutron] Pushing event updated for resources: {'Port': ['ID=73fddd19-7093-4a55-973e-9c89d255911d,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:19.104067 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc204a42-500e-4c5d-8b97-8ae42240ad27 req-97ecc497-e67e-4cb2-abc5-d86d793372b0 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:19.118671 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fc204a42-500e-4c5d-8b97-8ae42240ad27 req-97ecc497-e67e-4cb2-abc5-d86d793372b0 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=e33c8386-df5b-4338-93b9-5f927a55fe8d HTTP/1.1" status: 200 len: 943 time: 0.0941322 Aug 16 22:48:19.119047 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-64295cea-90be-4b5e-b5a8-bcc04cee6fae req-5aa0c0ea-896a-46ed-b649-0f59db229c1f tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Allocated IP 192.168.233.242 (a2f596d0-b80e-4404-bf4b-27a7e14f50dd/6af2b868-37d3-46ab-a526-0465929f13c8/f323738b-f883-4014-ba78-4c322dc7f679) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:48:19.197780 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fc204a42-500e-4c5d-8b97-8ae42240ad27 req-d27619a3-c290-43b1-90ca-e60758932320 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711222 Aug 16 22:48:19.220722 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-349c6c97-fe95-4d82-9fbd-ee0f9c66e5ea req-badffa82-d810-498b-a58e-54c8ef32b84a service neutron] Attempting to bind port 73fddd19-7093-4a55-973e-9c89d255911d on host n-h2-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:48:19.221001 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-349c6c97-fe95-4d82-9fbd-ee0f9c66e5ea req-badffa82-d810-498b-a58e-54c8ef32b84a service neutron] Attempting to bind port 73fddd19-7093-4a55-973e-9c89d255911d by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': 'b4a6b143-6a51-43cd-8781-944dbb368ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'db61fb9f-768d-428b-8446-991cbb0c6922'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:48:19.221412 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349c6c97-fe95-4d82-9fbd-ee0f9c66e5ea req-badffa82-d810-498b-a58e-54c8ef32b84a service neutron] Attempting to bind port 73fddd19-7093-4a55-973e-9c89d255911d on network db61fb9f-768d-428b-8446-991cbb0c6922 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:48:19.230197 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6de233a2-a967-40cc-8440-4f2dbc6c9079 req-34248cb1-acc9-4809-be8c-c1ecc691ce06 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/ports?device_id=20ef94fe-941f-4df0-81c2-7685911e9843 HTTP/1.1" status: 200 len: 210 time: 0.0766695 Aug 16 22:48:19.238749 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349c6c97-fe95-4d82-9fbd-ee0f9c66e5ea req-badffa82-d810-498b-a58e-54c8ef32b84a service neutron] Port 73fddd19-7093-4a55-973e-9c89d255911d on network db61fb9f-768d-428b-8446-991cbb0c6922 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:48:19.239083 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349c6c97-fe95-4d82-9fbd-ee0f9c66e5ea req-badffa82-d810-498b-a58e-54c8ef32b84a service neutron] Attempting to bind port 73fddd19-7093-4a55-973e-9c89d255911d on network db61fb9f-768d-428b-8446-991cbb0c6922 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:48:19.279543 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349c6c97-fe95-4d82-9fbd-ee0f9c66e5ea req-badffa82-d810-498b-a58e-54c8ef32b84a service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:48:19.279897 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349c6c97-fe95-4d82-9fbd-ee0f9c66e5ea req-badffa82-d810-498b-a58e-54c8ef32b84a service neutron] Checking segment: {'id': 'b4a6b143-6a51-43cd-8781-944dbb368ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'db61fb9f-768d-428b-8446-991cbb0c6922'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:48:19.280269 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349c6c97-fe95-4d82-9fbd-ee0f9c66e5ea req-badffa82-d810-498b-a58e-54c8ef32b84a service neutron] Bound using segment: {'id': 'b4a6b143-6a51-43cd-8781-944dbb368ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'db61fb9f-768d-428b-8446-991cbb0c6922'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:48:19.280782 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-349c6c97-fe95-4d82-9fbd-ee0f9c66e5ea req-badffa82-d810-498b-a58e-54c8ef32b84a service neutron] Bound port: 73fddd19-7093-4a55-973e-9c89d255911d, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4a6b143-6a51-43cd-8781-944dbb368ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'db61fb9f-768d-428b-8446-991cbb0c6922'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:48:19.281122 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-349c6c97-fe95-4d82-9fbd-ee0f9c66e5ea req-badffa82-d810-498b-a58e-54c8ef32b84a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:19.406964 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-64295cea-90be-4b5e-b5a8-bcc04cee6fae req-5aa0c0ea-896a-46ed-b649-0f59db229c1f tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:19.427213 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-349c6c97-fe95-4d82-9fbd-ee0f9c66e5ea req-badffa82-d810-498b-a58e-54c8ef32b84a service neutron] For port 73fddd19-7093-4a55-973e-9c89d255911d, host n-h2-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:48:19.433826 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-349c6c97-fe95-4d82-9fbd-ee0f9c66e5ea req-badffa82-d810-498b-a58e-54c8ef32b84a service neutron] For port 73fddd19-7093-4a55-973e-9c89d255911d, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=73fddd19-7093-4a55-973e-9c89d255911d,segment=NetworkSegment(b4a6b143-6a51-43cd-8781-944dbb368ca5),segment_id=b4a6b143-6a51-43cd-8781-944dbb368ca5)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:48:19.435404 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-64295cea-90be-4b5e-b5a8-bcc04cee6fae req-5aa0c0ea-896a-46ed-b649-0f59db229c1f tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Transition to ACTIVE for port object f323738b-f883-4014-ba78-4c322dc7f679 will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:48:19.441556 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-349c6c97-fe95-4d82-9fbd-ee0f9c66e5ea req-badffa82-d810-498b-a58e-54c8ef32b84a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:19.489115 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349c6c97-fe95-4d82-9fbd-ee0f9c66e5ea req-badffa82-d810-498b-a58e-54c8ef32b84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:19.490219 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-349c6c97-fe95-4d82-9fbd-ee0f9c66e5ea req-badffa82-d810-498b-a58e-54c8ef32b84a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:19.492151 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-349c6c97-fe95-4d82-9fbd-ee0f9c66e5ea req-badffa82-d810-498b-a58e-54c8ef32b84a service neutron] 10.222.0.57 "PUT /v2.0/ports/73fddd19-7093-4a55-973e-9c89d255911d HTTP/1.1" status: 200 len: 1092 time: 1.3795147 Aug 16 22:48:19.492819 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e33c8386-df5b-4338-93b9-5f927a55fe8d', 'tag': '73fddd19-7093-4a55-973e-9c89d255911d'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:48:19.495224 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52608cc1-435d-4d64-bc2b-bc2ee916fadc" -d '{"events": [{"name": "network-changed", "server_uuid": "e33c8386-df5b-4338-93b9-5f927a55fe8d", "tag": "73fddd19-7093-4a55-973e-9c89d255911d"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:48:19.550380 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badffa82-d810-498b-a58e-54c8ef32b84a service neutron] Pushing event updated for resources: {'Port': ['ID=73fddd19-7093-4a55-973e-9c89d255911d,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:19.555204 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-64295cea-90be-4b5e-b5a8-bcc04cee6fae req-5aa0c0ea-896a-46ed-b649-0f59db229c1f tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:19.622627 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64295cea-90be-4b5e-b5a8-bcc04cee6fae req-5aa0c0ea-896a-46ed-b649-0f59db229c1f tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Network a2f596d0-b80e-4404-bf4b-27a7e14f50dd is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:48:19.626264 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-64295cea-90be-4b5e-b5a8-bcc04cee6fae req-5aa0c0ea-896a-46ed-b649-0f59db229c1f tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:48:19.635702 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-64295cea-90be-4b5e-b5a8-bcc04cee6fae req-5aa0c0ea-896a-46ed-b649-0f59db229c1f tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:48:19.674504 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa0c0ea-896a-46ed-b649-0f59db229c1f tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Pushing event updated for resources: {'Port': ['ID=f323738b-f883-4014-ba78-4c322dc7f679,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:19.694799 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349c6c97-fe95-4d82-9fbd-ee0f9c66e5ea req-11a1af54-89a1-4284-8122-4d2d8e71243c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:19.701328 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e5d92e4f-999b-406c-aec4-a90fd71226f4 req-9bc0a7ba-145f-494d-9a4b-674a0ba4efd2 tempest-SecurityGroupsTestAdminJSON-1216986500 tempest-SecurityGroupsTestAdminJSON-1216986500-project-admin] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 56133 time: 0.4695189 Aug 16 22:48:19.709173 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-349c6c97-fe95-4d82-9fbd-ee0f9c66e5ea req-11a1af54-89a1-4284-8122-4d2d8e71243c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=96f36b2ac4b747ffa8d23196eebfe0fe&device_id=e33c8386-df5b-4338-93b9-5f927a55fe8d HTTP/1.1" status: 200 len: 1095 time: 0.1517522 Aug 16 22:48:19.712789 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-6ed50ab2-b74e-4c69-9b46-da27fef4f5fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:19.729962 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64295cea-90be-4b5e-b5a8-bcc04cee6fae req-5aa0c0ea-896a-46ed-b649-0f59db229c1f tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:19.730646 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-64295cea-90be-4b5e-b5a8-bcc04cee6fae req-5aa0c0ea-896a-46ed-b649-0f59db229c1f tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:19.788815 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-349c6c97-fe95-4d82-9fbd-ee0f9c66e5ea req-d06fc2b2-0288-48be-b2e9-eacd3d017000 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73fddd19-7093-4a55-973e-9c89d255911d HTTP/1.1" status: 200 len: 217 time: 0.0547636 Aug 16 22:48:19.803539 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-64295cea-90be-4b5e-b5a8-bcc04cee6fae req-5aa0c0ea-896a-46ed-b649-0f59db229c1f tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6983941 Aug 16 22:48:19.805105 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8a8d7e-edc7-48de-8532-f03f1bd188d0 req-734bfb14-23f2-48df-b62c-44d546e4dde7 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:19.812376 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-be8a8d7e-edc7-48de-8532-f03f1bd188d0 req-734bfb14-23f2-48df-b62c-44d546e4dde7 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=5383df3d-264c-4983-9fd4-d5c6625fc0bd HTTP/1.1" status: 200 len: 950 time: 0.1050012 Aug 16 22:48:19.828779 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e5d92e4f-999b-406c-aec4-a90fd71226f4 req-2e88a088-65b3-41e1-a825-7662ec0805dd tempest-SecurityGroupsTestAdminJSON-1216986500 tempest-SecurityGroupsTestAdminJSON-1216986500-project-admin] 10.222.0.36 "GET /v2.0/security-groups/0c3202d4-1091-4aa6-aaf8-719a70a73509 HTTP/1.1" status: 200 len: 2981 time: 0.1198325 Aug 16 22:48:19.829639 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-64295cea-90be-4b5e-b5a8-bcc04cee6fae req-244b23fc-8406-44f0-836c-48afe0cc4c62 service neutron] Request body: {'port': {'device_id': '20ef94fe-941f-4df0-81c2-7685911e9843', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:48:19.895801 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349c6c97-fe95-4d82-9fbd-ee0f9c66e5ea req-fa9b8880-60f2-4011-aa85-fc8718c388e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:19.899126 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-349c6c97-fe95-4d82-9fbd-ee0f9c66e5ea req-fa9b8880-60f2-4011-aa85-fc8718c388e3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f340c0a0-6bbc-45f5-920c-bfa473779acd HTTP/1.1" status: 200 len: 860 time: 0.1037986 Aug 16 22:48:19.909466 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-be8a8d7e-edc7-48de-8532-f03f1bd188d0 req-bb76f07e-ac30-42cb-afc6-539adafbef5c tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959499 Aug 16 22:48:19.953448 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e5d92e4f-999b-406c-aec4-a90fd71226f4 req-6681d12c-03b3-4e26-bc73-18872fb2a9ca tempest-SecurityGroupsTestAdminJSON-1216986500 tempest-SecurityGroupsTestAdminJSON-1216986500-project-admin] 10.222.0.36 "GET /v2.0/security-groups/0c3202d4-1091-4aa6-aaf8-719a70a73509 HTTP/1.1" status: 200 len: 2981 time: 0.1060166 Aug 16 22:48:19.956882 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-349c6c97-fe95-4d82-9fbd-ee0f9c66e5ea req-e8d1eb0b-e908-4a0e-b8e3-85c8af2baef9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=db61fb9f-768d-428b-8446-991cbb0c6922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491304 Aug 16 22:48:19.957613 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-64295cea-90be-4b5e-b5a8-bcc04cee6fae req-244b23fc-8406-44f0-836c-48afe0cc4c62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:19.968698 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-bd6d1a6f-c104-4729-a93a-5504ddbbbfc6 None None] Provisioning for port f323738b-f883-4014-ba78-4c322dc7f679 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:48:19.974809 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-bd6d1a6f-c104-4729-a93a-5504ddbbbfc6 None None] Provisioning complete for port f323738b-f883-4014-ba78-4c322dc7f679 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:48:19.976878 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-bd6d1a6f-c104-4729-a93a-5504ddbbbfc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:20.008626 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e5d92e4f-999b-406c-aec4-a90fd71226f4 req-86d79c0c-bc3a-47d5-bfb2-eb514320c3e8 tempest-SecurityGroupsTestAdminJSON-1216986500 tempest-SecurityGroupsTestAdminJSON-1216986500-project-admin] 10.222.0.36 "GET /v2.0/security-groups/1703b9dc-88d0-4878-be2f-31bee262d7e0 HTTP/1.1" status: 200 len: 2981 time: 0.0522039 Aug 16 22:48:20.026080 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d1a6f-c104-4729-a93a-5504ddbbbfc6 None None] Port f323738b-f883-4014-ba78-4c322dc7f679 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:48:20.057841 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e5d92e4f-999b-406c-aec4-a90fd71226f4 req-4db17c16-3a4a-463b-beb5-d935a42dcea4 tempest-SecurityGroupsTestAdminJSON-1216986500 tempest-SecurityGroupsTestAdminJSON-1216986500-project-admin] 10.222.0.36 "GET /v2.0/security-groups/1703b9dc-88d0-4878-be2f-31bee262d7e0 HTTP/1.1" status: 200 len: 2981 time: 0.0405755 Aug 16 22:48:20.109359 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e5d92e4f-999b-406c-aec4-a90fd71226f4 req-86dd273e-15e4-4d8f-a044-94255b0ab2e7 tempest-SecurityGroupsTestAdminJSON-1216986500 tempest-SecurityGroupsTestAdminJSON-1216986500-project-admin] 10.222.0.36 "GET /v2.0/security-groups/21c3e12c-c02d-4e95-87d1-62778f7e456c HTTP/1.1" status: 200 len: 2973 time: 0.0445716 Aug 16 22:48:20.150323 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e5d92e4f-999b-406c-aec4-a90fd71226f4 req-e6b3ac76-f5b1-40b5-a6cd-7a7d2ea254b4 tempest-SecurityGroupsTestAdminJSON-1216986500 tempest-SecurityGroupsTestAdminJSON-1216986500-project-admin] 10.222.0.36 "GET /v2.0/security-groups/21c3e12c-c02d-4e95-87d1-62778f7e456c HTTP/1.1" status: 200 len: 2973 time: 0.0400879 Aug 16 22:48:20.164428 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-349c6c97-fe95-4d82-9fbd-ee0f9c66e5ea req-7784a6eb-f519-429e-aae6-9f32d0dfc3f3 service neutron] 10.222.0.57 "GET /v2.0/networks/db61fb9f-768d-428b-8446-991cbb0c6922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956334 Aug 16 22:48:20.210255 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e5d92e4f-999b-406c-aec4-a90fd71226f4 req-39aceed7-3df6-4f4d-b7b4-7a59141a97dd tempest-SecurityGroupsTestAdminJSON-1216986500 tempest-SecurityGroupsTestAdminJSON-1216986500-project-admin] 10.222.0.36 "GET /v2.0/security-groups/293ed29a-0f9e-4c9e-b302-a2dff7f0c5ba HTTP/1.1" status: 200 len: 2981 time: 0.0385795 Aug 16 22:48:20.258360 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e5d92e4f-999b-406c-aec4-a90fd71226f4 req-550fb5fd-d8a6-4217-925b-358eb6bab67f tempest-SecurityGroupsTestAdminJSON-1216986500 tempest-SecurityGroupsTestAdminJSON-1216986500-project-admin] 10.222.0.36 "GET /v2.0/security-groups/293ed29a-0f9e-4c9e-b302-a2dff7f0c5ba HTTP/1.1" status: 200 len: 2981 time: 0.0410905 Aug 16 22:48:20.316663 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e5d92e4f-999b-406c-aec4-a90fd71226f4 req-2a6fb309-6724-47a8-9bd7-3378e81f9393 tempest-SecurityGroupsTestAdminJSON-1216986500 tempest-SecurityGroupsTestAdminJSON-1216986500-project-admin] 10.222.0.36 "GET /v2.0/security-groups/4d22b8c6-6699-4183-99a5-9c41025fd7b2 HTTP/1.1" status: 200 len: 2977 time: 0.0517788 Aug 16 22:48:20.322489 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-539716c6-66ff-4907-b2f8-786c6ce8867c x-openstack-request-id: req-539716c6-66ff-4907-b2f8-786c6ce8867c {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:48:20.322778 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e33c8386-df5b-4338-93b9-5f927a55fe8d", "tag": "73fddd19-7093-4a55-973e-9c89d255911d", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:48:20.323030 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-539716c6-66ff-4907-b2f8-786c6ce8867c {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:48:20.323424 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e33c8386-df5b-4338-93b9-5f927a55fe8d', 'tag': '73fddd19-7093-4a55-973e-9c89d255911d', 'status': 'completed', 'code': 200} Aug 16 22:48:20.349090 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-349c6c97-fe95-4d82-9fbd-ee0f9c66e5ea req-31651133-2d19-413a-804b-6f9f56914011 service neutron] 10.222.0.57 "GET /v2.0/networks/db61fb9f-768d-428b-8446-991cbb0c6922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774805 Aug 16 22:48:20.389462 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e5d92e4f-999b-406c-aec4-a90fd71226f4 req-d0f98f13-14e8-494d-9f2a-3153a92b9d3c tempest-SecurityGroupsTestAdminJSON-1216986500 tempest-SecurityGroupsTestAdminJSON-1216986500-project-admin] 10.222.0.36 "GET /v2.0/security-groups/4d22b8c6-6699-4183-99a5-9c41025fd7b2 HTTP/1.1" status: 200 len: 2977 time: 0.0647480 Aug 16 22:48:20.442768 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-64295cea-90be-4b5e-b5a8-bcc04cee6fae req-244b23fc-8406-44f0-836c-48afe0cc4c62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f323738b-f883-4014-ba78-4c322dc7f679 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:48:20.451400 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-64295cea-90be-4b5e-b5a8-bcc04cee6fae req-244b23fc-8406-44f0-836c-48afe0cc4c62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:20.455002 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e5d92e4f-999b-406c-aec4-a90fd71226f4 req-fc2d54df-22ff-4cc4-8589-785662752b6c tempest-SecurityGroupsTestAdminJSON-1216986500 tempest-SecurityGroupsTestAdminJSON-1216986500-project-admin] 10.222.0.36 "GET /v2.0/security-groups/5644387a-a56f-4310-927d-e1494fba514b HTTP/1.1" status: 200 len: 2981 time: 0.0645673 Aug 16 22:48:20.461203 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fad3c87-31a2-460a-9af3-134a938873c0 req-f7913583-9bed-40d9-8fb2-71a67b12a5c8 tempest-LiveMigrationTest-725130784 tempest-LiveMigrationTest-725130784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:20.462963 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7fad3c87-31a2-460a-9af3-134a938873c0 req-f7913583-9bed-40d9-8fb2-71a67b12a5c8 tempest-LiveMigrationTest-725130784 tempest-LiveMigrationTest-725130784-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b5d18b06-440f-45f6-ba34-a54a3301a873 HTTP/1.1" status: 200 len: 1098 time: 0.0714283 Aug 16 22:48:20.491820 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-64295cea-90be-4b5e-b5a8-bcc04cee6fae req-244b23fc-8406-44f0-836c-48afe0cc4c62 service neutron] Transition to ACTIVE for port object f323738b-f883-4014-ba78-4c322dc7f679 will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:48:20.501476 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-64295cea-90be-4b5e-b5a8-bcc04cee6fae req-244b23fc-8406-44f0-836c-48afe0cc4c62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:20.527845 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7fad3c87-31a2-460a-9af3-134a938873c0 req-33f2fd7e-8ff5-47f4-8494-f059c6db05cc tempest-LiveMigrationTest-725130784 tempest-LiveMigrationTest-725130784-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571985 Aug 16 22:48:20.530101 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:20.530584 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e5d92e4f-999b-406c-aec4-a90fd71226f4 req-c7ccfa01-a21d-4bbe-bfcb-da24a39c9388 tempest-SecurityGroupsTestAdminJSON-1216986500 tempest-SecurityGroupsTestAdminJSON-1216986500-project-admin] 10.222.0.36 "GET /v2.0/security-groups/5644387a-a56f-4310-927d-e1494fba514b HTTP/1.1" status: 200 len: 2981 time: 0.0656195 Aug 16 22:48:20.533865 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52608cc1-435d-4d64-bc2b-bc2ee916fadc req-34816125-9d2a-4efd-a659-8c590c12d0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:20.535421 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-52608cc1-435d-4d64-bc2b-bc2ee916fadc req-34816125-9d2a-4efd-a659-8c590c12d0fd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=96f36b2ac4b747ffa8d23196eebfe0fe&device_id=e33c8386-df5b-4338-93b9-5f927a55fe8d HTTP/1.1" status: 200 len: 1095 time: 0.0775676 Aug 16 22:48:20.601145 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e5d92e4f-999b-406c-aec4-a90fd71226f4 req-d3851a50-9419-4ef0-b57f-41f0d2cb8deb tempest-SecurityGroupsTestAdminJSON-1216986500 tempest-SecurityGroupsTestAdminJSON-1216986500-project-admin] 10.222.0.36 "GET /v2.0/security-groups/64e098cf-84be-4d3b-a713-26bea79af820 HTTP/1.1" status: 200 len: 2977 time: 0.0502157 Aug 16 22:48:20.611758 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244b23fc-8406-44f0-836c-48afe0cc4c62 service neutron] Pushing event updated for resources: {'Port': ['ID=f323738b-f883-4014-ba78-4c322dc7f679,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:20.670948 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e5d92e4f-999b-406c-aec4-a90fd71226f4 req-48c2b737-0c1c-4f66-883a-fb50b71b6b93 tempest-SecurityGroupsTestAdminJSON-1216986500 tempest-SecurityGroupsTestAdminJSON-1216986500-project-admin] 10.222.0.36 "GET /v2.0/security-groups/64e098cf-84be-4d3b-a713-26bea79af820 HTTP/1.1" status: 200 len: 2977 time: 0.0614774 Aug 16 22:48:20.716777 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e5d92e4f-999b-406c-aec4-a90fd71226f4 req-d50f6250-a095-4a99-97f5-0977dba2bfa2 tempest-SecurityGroupsTestAdminJSON-1216986500 tempest-SecurityGroupsTestAdminJSON-1216986500-project-admin] 10.222.0.36 "GET /v2.0/security-groups/754ae8f9-5823-4a65-8533-b35cf1c261cb HTTP/1.1" status: 200 len: 2981 time: 0.0446167 Aug 16 22:48:20.744022 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52608cc1-435d-4d64-bc2b-bc2ee916fadc req-c975f7c3-8350-4650-8f12-dfc6ac1f8f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:20.745557 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-52608cc1-435d-4d64-bc2b-bc2ee916fadc req-c975f7c3-8350-4650-8f12-dfc6ac1f8f1a service neutron] 10.222.0.57 "GET /v2.0/networks?id=db61fb9f-768d-428b-8446-991cbb0c6922 HTTP/1.1" status: 200 len: 921 time: 0.2010112 Aug 16 22:48:20.750183 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-64295cea-90be-4b5e-b5a8-bcc04cee6fae req-244b23fc-8406-44f0-836c-48afe0cc4c62 service neutron] Attempting to bind port f323738b-f883-4014-ba78-4c322dc7f679 on host n-h2-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:48:20.750610 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-64295cea-90be-4b5e-b5a8-bcc04cee6fae req-244b23fc-8406-44f0-836c-48afe0cc4c62 service neutron] Attempting to bind port f323738b-f883-4014-ba78-4c322dc7f679 by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:48:20.750835 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64295cea-90be-4b5e-b5a8-bcc04cee6fae req-244b23fc-8406-44f0-836c-48afe0cc4c62 service neutron] Attempting to bind port f323738b-f883-4014-ba78-4c322dc7f679 on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:48:20.765268 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64295cea-90be-4b5e-b5a8-bcc04cee6fae req-244b23fc-8406-44f0-836c-48afe0cc4c62 service neutron] Port f323738b-f883-4014-ba78-4c322dc7f679 on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:48:20.765626 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64295cea-90be-4b5e-b5a8-bcc04cee6fae req-244b23fc-8406-44f0-836c-48afe0cc4c62 service neutron] Attempting to bind port f323738b-f883-4014-ba78-4c322dc7f679 on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:48:20.797734 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-52608cc1-435d-4d64-bc2b-bc2ee916fadc req-be6b44eb-423c-421f-bab2-a3b2e2ebc7e5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73fddd19-7093-4a55-973e-9c89d255911d HTTP/1.1" status: 200 len: 217 time: 0.0429261 Aug 16 22:48:20.798746 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64295cea-90be-4b5e-b5a8-bcc04cee6fae req-244b23fc-8406-44f0-836c-48afe0cc4c62 service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:48:20.799081 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64295cea-90be-4b5e-b5a8-bcc04cee6fae req-244b23fc-8406-44f0-836c-48afe0cc4c62 service neutron] Checking segment: {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:48:20.799457 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64295cea-90be-4b5e-b5a8-bcc04cee6fae req-244b23fc-8406-44f0-836c-48afe0cc4c62 service neutron] Bound using segment: {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:48:20.799881 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-64295cea-90be-4b5e-b5a8-bcc04cee6fae req-244b23fc-8406-44f0-836c-48afe0cc4c62 service neutron] Bound port: f323738b-f883-4014-ba78-4c322dc7f679, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:48:20.800233 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-64295cea-90be-4b5e-b5a8-bcc04cee6fae req-244b23fc-8406-44f0-836c-48afe0cc4c62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:20.820197 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e5d92e4f-999b-406c-aec4-a90fd71226f4 req-956b0ae0-0454-4dd9-ad63-ff15b6d178be tempest-SecurityGroupsTestAdminJSON-1216986500 tempest-SecurityGroupsTestAdminJSON-1216986500-project-admin] 10.222.0.36 "GET /v2.0/security-groups/754ae8f9-5823-4a65-8533-b35cf1c261cb HTTP/1.1" status: 200 len: 2981 time: 0.1013637 Aug 16 22:48:20.889982 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bde7775-e062-43e5-9c00-d70ce4d793e1 req-3f43d0b2-aef2-45e0-9229-42ea12622e1d tempest-AttachSCSIVolumeTestJSON-183853041 tempest-AttachSCSIVolumeTestJSON-183853041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:20.890891 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52608cc1-435d-4d64-bc2b-bc2ee916fadc req-689391d4-06d3-47d8-b907-2f642fee1a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:20.891459 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6bde7775-e062-43e5-9c00-d70ce4d793e1 req-3f43d0b2-aef2-45e0-9229-42ea12622e1d tempest-AttachSCSIVolumeTestJSON-183853041 tempest-AttachSCSIVolumeTestJSON-183853041-project] 10.222.0.36 "GET /v2.0/networks?id=c1d758fb-43f6-4266-93a1-ed2a7049a6a3 HTTP/1.1" status: 200 len: 814 time: 0.1539111 Aug 16 22:48:20.892353 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-52608cc1-435d-4d64-bc2b-bc2ee916fadc req-689391d4-06d3-47d8-b907-2f642fee1a97 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f340c0a0-6bbc-45f5-920c-bfa473779acd HTTP/1.1" status: 200 len: 860 time: 0.0839989 Aug 16 22:48:20.896897 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e5d92e4f-999b-406c-aec4-a90fd71226f4 req-aa07e944-bbaa-4261-9353-c7edea81a02d tempest-SecurityGroupsTestAdminJSON-1216986500 tempest-SecurityGroupsTestAdminJSON-1216986500-project-admin] 10.222.0.36 "GET /v2.0/security-groups/7e0f7b45-8a42-48d1-b408-b190af09f063 HTTP/1.1" status: 200 len: 2981 time: 0.0715675 Aug 16 22:48:20.915298 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6bde7775-e062-43e5-9c00-d70ce4d793e1 req-f3bb449e-91f5-4590-83f6-2948cc68d281 tempest-AttachSCSIVolumeTestJSON-183853041 tempest-AttachSCSIVolumeTestJSON-183853041-project] 10.222.0.36 "GET /v2.0/quotas/0dd87a1533c14d3ca4af6a1d28d07ee7 HTTP/1.1" status: 200 len: 375 time: 0.0163851 Aug 16 22:48:20.931833 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-52608cc1-435d-4d64-bc2b-bc2ee916fadc req-e23864cd-5d4a-4531-ae42-6546b0b894fd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=db61fb9f-768d-428b-8446-991cbb0c6922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312243 Aug 16 22:48:20.934953 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-64295cea-90be-4b5e-b5a8-bcc04cee6fae req-244b23fc-8406-44f0-836c-48afe0cc4c62 service neutron] For port f323738b-f883-4014-ba78-4c322dc7f679, host n-h2-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:48:20.964306 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-64295cea-90be-4b5e-b5a8-bcc04cee6fae req-244b23fc-8406-44f0-836c-48afe0cc4c62 service neutron] For port f323738b-f883-4014-ba78-4c322dc7f679, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=f323738b-f883-4014-ba78-4c322dc7f679,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:48:20.982792 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e5d92e4f-999b-406c-aec4-a90fd71226f4 req-e2d1fee5-6ff7-4734-b909-fa767cf1702e tempest-SecurityGroupsTestAdminJSON-1216986500 tempest-SecurityGroupsTestAdminJSON-1216986500-project-admin] 10.222.0.36 "GET /v2.0/security-groups/7e0f7b45-8a42-48d1-b408-b190af09f063 HTTP/1.1" status: 200 len: 2981 time: 0.0771098 Aug 16 22:48:20.994190 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6bde7775-e062-43e5-9c00-d70ce4d793e1 req-b6630e3c-bfb2-4282-9c6a-02e27ad659c8 tempest-AttachSCSIVolumeTestJSON-183853041 tempest-AttachSCSIVolumeTestJSON-183853041-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0dd87a1533c14d3ca4af6a1d28d07ee7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0724165 Aug 16 22:48:20.996614 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-64295cea-90be-4b5e-b5a8-bcc04cee6fae req-244b23fc-8406-44f0-836c-48afe0cc4c62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:21.019271 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64295cea-90be-4b5e-b5a8-bcc04cee6fae req-244b23fc-8406-44f0-836c-48afe0cc4c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:21.020250 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-64295cea-90be-4b5e-b5a8-bcc04cee6fae req-244b23fc-8406-44f0-836c-48afe0cc4c62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:21.022018 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-64295cea-90be-4b5e-b5a8-bcc04cee6fae req-244b23fc-8406-44f0-836c-48afe0cc4c62 service neutron] 10.222.0.57 "PUT /v2.0/ports/f323738b-f883-4014-ba78-4c322dc7f679 HTTP/1.1" status: 200 len: 1097 time: 1.1976578 Aug 16 22:48:21.094417 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e5d92e4f-999b-406c-aec4-a90fd71226f4 req-e96237d0-12f4-4735-82e8-b1b6fd00f2fa tempest-SecurityGroupsTestAdminJSON-1216986500 tempest-SecurityGroupsTestAdminJSON-1216986500-project-admin] 10.222.0.36 "GET /v2.0/security-groups/8fa34463-d92a-4d78-82d7-5c12c36f0401 HTTP/1.1" status: 200 len: 2981 time: 0.0989687 Aug 16 22:48:21.120141 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244b23fc-8406-44f0-836c-48afe0cc4c62 service neutron] Pushing event updated for resources: {'Port': ['ID=f323738b-f883-4014-ba78-4c322dc7f679,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:21.133272 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-52608cc1-435d-4d64-bc2b-bc2ee916fadc req-20703741-99af-4207-a106-a52079c8a7a3 service neutron] 10.222.0.57 "GET /v2.0/networks/db61fb9f-768d-428b-8446-991cbb0c6922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937013 Aug 16 22:48:21.150880 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6bde7775-e062-43e5-9c00-d70ce4d793e1 req-15334c1c-d03d-4ed4-8972-033cf22d59f0 service neutron] 10.222.0.36 "GET /v2.0/networks/c1d758fb-43f6-4266-93a1-ed2a7049a6a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487498 Aug 16 22:48:21.166535 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e5d92e4f-999b-406c-aec4-a90fd71226f4 req-db0cb60b-fc60-4fe6-92ad-749808a57ceb tempest-SecurityGroupsTestAdminJSON-1216986500 tempest-SecurityGroupsTestAdminJSON-1216986500-project-admin] 10.222.0.36 "GET /v2.0/security-groups/8fa34463-d92a-4d78-82d7-5c12c36f0401 HTTP/1.1" status: 200 len: 2981 time: 0.0652425 Aug 16 22:48:21.202939 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64295cea-90be-4b5e-b5a8-bcc04cee6fae req-54256d1f-a224-44b4-b174-2177b16b58a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:21.204466 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-64295cea-90be-4b5e-b5a8-bcc04cee6fae req-54256d1f-a224-44b4-b174-2177b16b58a2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8a5e1d0e34564f40b5c7c9ef56843b1e&device_id=20ef94fe-941f-4df0-81c2-7685911e9843 HTTP/1.1" status: 200 len: 1100 time: 0.1174843 Aug 16 22:48:21.262262 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e5d92e4f-999b-406c-aec4-a90fd71226f4 req-eafdffb0-8a15-4ef0-bd7b-c29ced489346 tempest-SecurityGroupsTestAdminJSON-1216986500 tempest-SecurityGroupsTestAdminJSON-1216986500-project-admin] 10.222.0.36 "GET /v2.0/security-groups/9417ab86-d638-4cf0-b4b7-cb72afb3b2cf HTTP/1.1" status: 200 len: 2981 time: 0.0882771 Aug 16 22:48:21.268498 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-64295cea-90be-4b5e-b5a8-bcc04cee6fae req-c54f053e-b24f-439b-a3a5-24bc31a9226f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=f323738b-f883-4014-ba78-4c322dc7f679 HTTP/1.1" status: 200 len: 217 time: 0.0421729 Aug 16 22:48:21.278137 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6bde7775-e062-43e5-9c00-d70ce4d793e1 req-9894f9e9-bf24-497c-946a-d457442a985a service neutron] 10.222.0.36 "GET /v2.0/networks/c1d758fb-43f6-4266-93a1-ed2a7049a6a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135304 Aug 16 22:48:21.322243 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e5d92e4f-999b-406c-aec4-a90fd71226f4 req-68249a04-3084-4806-b8c0-9b09ae237c55 tempest-SecurityGroupsTestAdminJSON-1216986500 tempest-SecurityGroupsTestAdminJSON-1216986500-project-admin] 10.222.0.36 "GET /v2.0/security-groups/9417ab86-d638-4cf0-b4b7-cb72afb3b2cf HTTP/1.1" status: 200 len: 2981 time: 0.0413997 Aug 16 22:48:21.375637 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e5d92e4f-999b-406c-aec4-a90fd71226f4 req-e3dd24ab-28b6-4ce0-ad58-476979aa1565 tempest-SecurityGroupsTestAdminJSON-1216986500 tempest-SecurityGroupsTestAdminJSON-1216986500-project-admin] 10.222.0.36 "GET /v2.0/security-groups/a1875bb3-204b-4368-802b-30188a40fe61 HTTP/1.1" status: 200 len: 2981 time: 0.0457554 Aug 16 22:48:21.413445 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:21.453528 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e5d92e4f-999b-406c-aec4-a90fd71226f4 req-cd2e32aa-2aeb-47c8-97ed-db4d3721fdc0 tempest-SecurityGroupsTestAdminJSON-1216986500 tempest-SecurityGroupsTestAdminJSON-1216986500-project-admin] 10.222.0.36 "GET /v2.0/security-groups/a1875bb3-204b-4368-802b-30188a40fe61 HTTP/1.1" status: 200 len: 2981 time: 0.0589793 Aug 16 22:48:21.531750 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e5d92e4f-999b-406c-aec4-a90fd71226f4 req-a71edd08-4d88-49fa-ae03-cb07994f5604 tempest-SecurityGroupsTestAdminJSON-1216986500 tempest-SecurityGroupsTestAdminJSON-1216986500-project-admin] 10.222.0.36 "GET /v2.0/security-groups/a51f45dc-c58b-4871-b201-83151acd2814 HTTP/1.1" status: 200 len: 2981 time: 0.0715425 Aug 16 22:48:21.535019 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-52608cc1-435d-4d64-bc2b-bc2ee916fadc req-c2902259-b36a-4f4b-901e-1e29755138dc service neutron] 10.222.0.57 "GET /v2.0/networks/db61fb9f-768d-428b-8446-991cbb0c6922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3899002 Aug 16 22:48:21.544209 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5818da-e02e-4dce-b6c5-89d4b8a8d19e req-658dfd57-2277-4dd1-8905-9801dec3d757 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:21.545688 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2d5818da-e02e-4dce-b6c5-89d4b8a8d19e req-658dfd57-2277-4dd1-8905-9801dec3d757 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=e33c8386-df5b-4338-93b9-5f927a55fe8d HTTP/1.1" status: 200 len: 943 time: 0.0720987 Aug 16 22:48:21.549652 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64295cea-90be-4b5e-b5a8-bcc04cee6fae req-b5bccf11-76a3-41bd-84c0-c937a90d3276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:21.551917 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-64295cea-90be-4b5e-b5a8-bcc04cee6fae req-b5bccf11-76a3-41bd-84c0-c937a90d3276 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6af2b868-37d3-46ab-a526-0465929f13c8 HTTP/1.1" status: 200 len: 843 time: 0.2726479 Aug 16 22:48:21.606385 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64295cea-90be-4b5e-b5a8-bcc04cee6fae req-34cd2ac5-f907-49fb-9c46-de09415c40e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:21.607901 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-64295cea-90be-4b5e-b5a8-bcc04cee6fae req-34cd2ac5-f907-49fb-9c46-de09415c40e2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0464513 Aug 16 22:48:21.608017 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e5d92e4f-999b-406c-aec4-a90fd71226f4 req-11ee5a66-a769-4aac-973f-98345f58e129 tempest-SecurityGroupsTestAdminJSON-1216986500 tempest-SecurityGroupsTestAdminJSON-1216986500-project-admin] 10.222.0.36 "GET /v2.0/security-groups/a51f45dc-c58b-4871-b201-83151acd2814 HTTP/1.1" status: 200 len: 2981 time: 0.0613687 Aug 16 22:48:21.612952 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2d5818da-e02e-4dce-b6c5-89d4b8a8d19e req-c39f84f7-002a-4b15-a536-1f7a6153535f tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537117 Aug 16 22:48:21.661500 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e5d92e4f-999b-406c-aec4-a90fd71226f4 req-6bac5ffb-958d-4213-99aa-332692c4772b tempest-SecurityGroupsTestAdminJSON-1216986500 tempest-SecurityGroupsTestAdminJSON-1216986500-project-admin] 10.222.0.36 "GET /v2.0/security-groups/c8896dcf-9bf9-49fb-84e3-51ed2fed130b HTTP/1.1" status: 200 len: 2981 time: 0.0458145 Aug 16 22:48:21.734136 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-64295cea-90be-4b5e-b5a8-bcc04cee6fae req-4333472b-9d97-482c-98ef-90affceda778 service neutron] 10.222.0.57 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168363 Aug 16 22:48:21.749889 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e5d92e4f-999b-406c-aec4-a90fd71226f4 req-276cfb82-3008-45ca-bf5a-6503e2ddeda2 tempest-SecurityGroupsTestAdminJSON-1216986500 tempest-SecurityGroupsTestAdminJSON-1216986500-project-admin] 10.222.0.36 "GET /v2.0/security-groups/c8896dcf-9bf9-49fb-84e3-51ed2fed130b HTTP/1.1" status: 200 len: 2981 time: 0.0763533 Aug 16 22:48:21.765592 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683fc51e-9d5f-42a2-b43a-8c9cec455138 req-e7365858-f958-408c-98c9-3fc2ae3de503 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:21.773079 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-683fc51e-9d5f-42a2-b43a-8c9cec455138 req-e7365858-f958-408c-98c9-3fc2ae3de503 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/ports?device_id=20ef94fe-941f-4df0-81c2-7685911e9843 HTTP/1.1" status: 200 len: 948 time: 0.0837252 Aug 16 22:48:21.836338 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-683fc51e-9d5f-42a2-b43a-8c9cec455138 req-386cb6df-6813-4702-bc97-12542ad89253 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf51abff-a5e4-4ed4-87b7-552597e1ec97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624001 Aug 16 22:48:21.839349 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e5d92e4f-999b-406c-aec4-a90fd71226f4 req-ad92bc67-dcf6-4c1c-b132-361c32283774 tempest-SecurityGroupsTestAdminJSON-1216986500 tempest-SecurityGroupsTestAdminJSON-1216986500-project-admin] 10.222.0.36 "GET /v2.0/security-groups/cf51abff-a5e4-4ed4-87b7-552597e1ec97 HTTP/1.1" status: 200 len: 2981 time: 0.0822873 Aug 16 22:48:21.845735 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-64295cea-90be-4b5e-b5a8-bcc04cee6fae req-f9461ba1-ead1-40bd-8c1b-f99a49e3fb18 service neutron] 10.222.0.57 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026363 Aug 16 22:48:21.888030 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e5d92e4f-999b-406c-aec4-a90fd71226f4 req-19e3e152-39e2-414a-8e62-a872a0a203cf tempest-SecurityGroupsTestAdminJSON-1216986500 tempest-SecurityGroupsTestAdminJSON-1216986500-project-admin] 10.222.0.36 "GET /v2.0/security-groups/cf51abff-a5e4-4ed4-87b7-552597e1ec97 HTTP/1.1" status: 200 len: 2981 time: 0.0425646 Aug 16 22:48:21.942760 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e5d92e4f-999b-406c-aec4-a90fd71226f4 req-047a0f54-7b14-4d57-a397-1cdedcd1e589 tempest-SecurityGroupsTestAdminJSON-1216986500 tempest-SecurityGroupsTestAdminJSON-1216986500-project-admin] 10.222.0.36 "GET /v2.0/security-groups/e3624c6f-65d7-474c-9d28-2f53d321e112 HTTP/1.1" status: 200 len: 2981 time: 0.0476675 Aug 16 22:48:21.987266 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e5d92e4f-999b-406c-aec4-a90fd71226f4 req-25925750-7688-4bd4-a620-4275ddb84069 tempest-SecurityGroupsTestAdminJSON-1216986500 tempest-SecurityGroupsTestAdminJSON-1216986500-project-admin] 10.222.0.36 "GET /v2.0/security-groups/e3624c6f-65d7-474c-9d28-2f53d321e112 HTTP/1.1" status: 200 len: 2981 time: 0.0368221 Aug 16 22:48:22.033519 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e5d92e4f-999b-406c-aec4-a90fd71226f4 req-ead9b940-ecb8-45c3-9a52-800078c2ea9f tempest-SecurityGroupsTestAdminJSON-1216986500 tempest-SecurityGroupsTestAdminJSON-1216986500-project-admin] 10.222.0.36 "GET /v2.0/security-groups/ed135527-4a2b-47c9-a726-b54bff546680 HTTP/1.1" status: 200 len: 2977 time: 0.0387149 Aug 16 22:48:22.079683 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e5d92e4f-999b-406c-aec4-a90fd71226f4 req-b65af06e-d082-4d46-ad87-c0f400880be1 tempest-SecurityGroupsTestAdminJSON-1216986500 tempest-SecurityGroupsTestAdminJSON-1216986500-project-admin] 10.222.0.36 "GET /v2.0/security-groups/ed135527-4a2b-47c9-a726-b54bff546680 HTTP/1.1" status: 200 len: 2977 time: 0.0392461 Aug 16 22:48:22.200336 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248335b4-7dca-4f02-b6ac-ad37e2604ecd req-7a596703-dc99-4711-921d-f57e1dbed6b1 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:22.201921 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-248335b4-7dca-4f02-b6ac-ad37e2604ecd req-7a596703-dc99-4711-921d-f57e1dbed6b1 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=5383df3d-264c-4983-9fd4-d5c6625fc0bd HTTP/1.1" status: 200 len: 950 time: 0.0501535 Aug 16 22:48:22.241575 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-248335b4-7dca-4f02-b6ac-ad37e2604ecd req-62f19f6b-21f4-477b-8a14-fee058a292fb tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334466 Aug 16 22:48:22.324410 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20ef94fe-941f-4df0-81c2-7685911e9843', 'tag': 'f323738b-f883-4014-ba78-4c322dc7f679'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:48:22.326323 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-57e8e544-1a8e-4f0d-9512-22c72ff291f5 req-94a763ce-c401-4062-b308-31f125e0ebfe tempest-AttachSCSIVolumeTestJSON-183853041 tempest-AttachSCSIVolumeTestJSON-183853041-project] 10.222.0.36 "GET /v2.0/ports?device_id=f15458ea-2599-4ca6-8ec2-6fd3e05f8794 HTTP/1.1" status: 200 len: 210 time: 0.0296147 Aug 16 22:48:22.326703 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7bffa1d-f9c9-42a2-9836-ad223d7e1acd" -d '{"events": [{"name": "network-changed", "server_uuid": "20ef94fe-941f-4df0-81c2-7685911e9843", "tag": "f323738b-f883-4014-ba78-4c322dc7f679"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:48:22.445001 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1afb4c06-67a2-4da0-b841-c531acd36b89 req-9c2f89a3-23a3-4cda-b41d-11225ef901fe tempest-SecurityGroupsTestAdminJSON-1972146384 tempest-SecurityGroupsTestAdminJSON-1972146384-project] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7dd0c4af78934dd183cb3506bcdc8898 HTTP/1.1" status: 200 len: 6100 time: 0.0928786 Aug 16 22:48:22.500908 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1afb4c06-67a2-4da0-b841-c531acd36b89 req-d7a5a3b5-f3c5-4d2b-ba3b-878033bc5a2d tempest-SecurityGroupsTestAdminJSON-1972146384 tempest-SecurityGroupsTestAdminJSON-1972146384-project] 10.222.0.36 "GET /v2.0/security-groups/7e0f7b45-8a42-48d1-b408-b190af09f063 HTTP/1.1" status: 200 len: 2981 time: 0.0545478 Aug 16 22:48:22.554538 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1afb4c06-67a2-4da0-b841-c531acd36b89 req-8eac0d45-d0c9-46e2-8363-339629d03a9c tempest-SecurityGroupsTestAdminJSON-1972146384 tempest-SecurityGroupsTestAdminJSON-1972146384-project] 10.222.0.36 "GET /v2.0/security-groups/7e0f7b45-8a42-48d1-b408-b190af09f063 HTTP/1.1" status: 200 len: 2981 time: 0.0454793 Aug 16 22:48:22.589539 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bde7775-e062-43e5-9c00-d70ce4d793e1 req-71998066-afb1-4fa3-bf81-406d7fe32993 tempest-AttachSCSIVolumeTestJSON-183853041 tempest-AttachSCSIVolumeTestJSON-183853041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:22.591114 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6bde7775-e062-43e5-9c00-d70ce4d793e1 req-71998066-afb1-4fa3-bf81-406d7fe32993 tempest-AttachSCSIVolumeTestJSON-183853041 tempest-AttachSCSIVolumeTestJSON-183853041-project] 10.222.0.68 "GET /v2.0/networks?id=c1d758fb-43f6-4266-93a1-ed2a7049a6a3 HTTP/1.1" status: 200 len: 814 time: 0.1548181 Aug 16 22:48:22.598960 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d02487c-53dc-4659-8d89-5bdce9f51394 x-openstack-request-id: req-0d02487c-53dc-4659-8d89-5bdce9f51394 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:48:22.599332 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20ef94fe-941f-4df0-81c2-7685911e9843", "tag": "f323738b-f883-4014-ba78-4c322dc7f679", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:48:22.601095 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0d02487c-53dc-4659-8d89-5bdce9f51394 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:48:22.601095 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20ef94fe-941f-4df0-81c2-7685911e9843', 'tag': 'f323738b-f883-4014-ba78-4c322dc7f679', 'status': 'completed', 'code': 200} Aug 16 22:48:22.615781 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-6bde7775-e062-43e5-9c00-d70ce4d793e1 req-8126d82e-3eb2-4e3f-b87a-cab5690fde64 tempest-AttachSCSIVolumeTestJSON-183853041 tempest-AttachSCSIVolumeTestJSON-183853041-project] Request body: {'port': {'device_id': 'f15458ea-2599-4ca6-8ec2-6fd3e05f8794', 'network_id': 'c1d758fb-43f6-4266-93a1-ed2a7049a6a3', 'admin_state_up': True, 'tenant_id': '0dd87a1533c14d3ca4af6a1d28d07ee7'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:48:22.628001 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:22.651090 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8588b8c7-319d-4113-b55f-f42f45f40380 req-7433ab5d-9989-4608-92ec-4522d70300ce tempest-SecurityGroupsTestAdminJSON-1216986500 tempest-SecurityGroupsTestAdminJSON-1216986500-project-admin] 10.222.0.36 "GET /v2.0/security-groups/354a5baa-62b6-494e-bb08-5b44eb3cb2e5 HTTP/1.1" status: 200 len: 1778 time: 0.0401535 Aug 16 22:48:22.687738 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:48:22.723384 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-8588b8c7-319d-4113-b55f-f42f45f40380 req-d4ed3c8d-e43c-4afb-aad4-413b4ffc72d3 tempest-SecurityGroupsTestAdminJSON-1216986500 tempest-SecurityGroupsTestAdminJSON-1216986500-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:22.733980 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bffa1d-f9c9-42a2-9836-ad223d7e1acd req-5ddfe242-e6e5-49e4-b231-c8bea3cae8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:22.735510 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b7bffa1d-f9c9-42a2-9836-ad223d7e1acd req-5ddfe242-e6e5-49e4-b231-c8bea3cae8fd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8a5e1d0e34564f40b5c7c9ef56843b1e&device_id=20ef94fe-941f-4df0-81c2-7685911e9843 HTTP/1.1" status: 200 len: 1100 time: 0.0733566 Aug 16 22:48:22.754469 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-8588b8c7-319d-4113-b55f-f42f45f40380 req-d4ed3c8d-e43c-4afb-aad4-413b4ffc72d3 tempest-SecurityGroupsTestAdminJSON-1216986500 tempest-SecurityGroupsTestAdminJSON-1216986500-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:22.805330 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-8588b8c7-319d-4113-b55f-f42f45f40380 req-d4ed3c8d-e43c-4afb-aad4-413b4ffc72d3 tempest-SecurityGroupsTestAdminJSON-1216986500 tempest-SecurityGroupsTestAdminJSON-1216986500-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:22.808076 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-8588b8c7-319d-4113-b55f-f42f45f40380 req-d4ed3c8d-e43c-4afb-aad4-413b4ffc72d3 tempest-SecurityGroupsTestAdminJSON-1216986500 tempest-SecurityGroupsTestAdminJSON-1216986500-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:22.809374 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8588b8c7-319d-4113-b55f-f42f45f40380 req-d4ed3c8d-e43c-4afb-aad4-413b4ffc72d3 tempest-SecurityGroupsTestAdminJSON-1216986500 tempest-SecurityGroupsTestAdminJSON-1216986500-project-admin] 10.222.0.36 "DELETE /v2.0/security-groups/354a5baa-62b6-494e-bb08-5b44eb3cb2e5 HTTP/1.1" status: 204 len: 173 time: 0.1516006 Aug 16 22:48:22.817550 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ed3c8d-e43c-4afb-aad4-413b4ffc72d3 tempest-SecurityGroupsTestAdminJSON-1216986500 tempest-SecurityGroupsTestAdminJSON-1216986500-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=354a5baa-62b6-494e-bb08-5b44eb3cb2e5,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:22.871591 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bde7775-e062-43e5-9c00-d70ce4d793e1 req-8126d82e-3eb2-4e3f-b87a-cab5690fde64 tempest-AttachSCSIVolumeTestJSON-183853041 tempest-AttachSCSIVolumeTestJSON-183853041-project] Made reservation on behalf of 0dd87a1533c14d3ca4af6a1d28d07ee7 for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:48:22.875112 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-6bde7775-e062-43e5-9c00-d70ce4d793e1 req-8126d82e-3eb2-4e3f-b87a-cab5690fde64 tempest-AttachSCSIVolumeTestJSON-183853041 tempest-AttachSCSIVolumeTestJSON-183853041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:22.954944 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bffa1d-f9c9-42a2-9836-ad223d7e1acd req-0058268f-5478-4b66-8e2d-e886c3e7def2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:22.956424 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b7bffa1d-f9c9-42a2-9836-ad223d7e1acd req-0058268f-5478-4b66-8e2d-e886c3e7def2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd HTTP/1.1" status: 200 len: 870 time: 0.2089670 Aug 16 22:48:22.984065 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defd8134-3940-4be5-a87d-650b5a5f884c req-cbb3ac21-733e-41a6-8713-531d2bad2fe2 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:22.986009 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-defd8134-3940-4be5-a87d-650b5a5f884c req-cbb3ac21-733e-41a6-8713-531d2bad2fe2 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=e33c8386-df5b-4338-93b9-5f927a55fe8d HTTP/1.1" status: 200 len: 943 time: 0.0966032 Aug 16 22:48:23.031806 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b7bffa1d-f9c9-42a2-9836-ad223d7e1acd req-238d275d-10bc-49db-9645-daa7d5c89072 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=f323738b-f883-4014-ba78-4c322dc7f679 HTTP/1.1" status: 200 len: 217 time: 0.0642784 Aug 16 22:48:23.059101 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-defd8134-3940-4be5-a87d-650b5a5f884c req-5ef0999e-723b-4b8f-bcce-85002e765f77 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649674 Aug 16 22:48:23.148965 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-72649b69-4866-4771-a07a-5da133b3463f req-5af24d72-5225-4d38-b9a1-6ed516869126 tempest-SecurityGroupsTestAdminJSON-1216986500 tempest-SecurityGroupsTestAdminJSON-1216986500-project-admin] 10.222.0.36 "GET /v2.0/security-groups/e870f5b3-0651-443b-90b7-4837b801fba7 HTTP/1.1" status: 200 len: 1778 time: 0.0478170 Aug 16 22:48:23.185480 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-6bde7775-e062-43e5-9c00-d70ce4d793e1 req-8126d82e-3eb2-4e3f-b87a-cab5690fde64 tempest-AttachSCSIVolumeTestJSON-183853041 tempest-AttachSCSIVolumeTestJSON-183853041-project] Allocated IP 172.20.0.9 (c1d758fb-43f6-4266-93a1-ed2a7049a6a3/6d903676-5940-4682-8c71-041282775edf/99917a4e-a980-41a6-bb55-73d4ccc287dc) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:48:23.216378 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bffa1d-f9c9-42a2-9836-ad223d7e1acd req-f869eb11-85dc-4ccf-8728-025930f04d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:23.218456 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b7bffa1d-f9c9-42a2-9836-ad223d7e1acd req-f869eb11-85dc-4ccf-8728-025930f04d40 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6af2b868-37d3-46ab-a526-0465929f13c8 HTTP/1.1" status: 200 len: 843 time: 0.1816368 Aug 16 22:48:23.219324 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-72649b69-4866-4771-a07a-5da133b3463f req-8b20b166-b4f1-4ddb-a646-72857b048511 tempest-SecurityGroupsTestAdminJSON-1216986500 tempest-SecurityGroupsTestAdminJSON-1216986500-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:23.243980 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-72649b69-4866-4771-a07a-5da133b3463f req-8b20b166-b4f1-4ddb-a646-72857b048511 tempest-SecurityGroupsTestAdminJSON-1216986500 tempest-SecurityGroupsTestAdminJSON-1216986500-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:23.333124 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-72649b69-4866-4771-a07a-5da133b3463f req-8b20b166-b4f1-4ddb-a646-72857b048511 tempest-SecurityGroupsTestAdminJSON-1216986500 tempest-SecurityGroupsTestAdminJSON-1216986500-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:23.336825 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-72649b69-4866-4771-a07a-5da133b3463f req-8b20b166-b4f1-4ddb-a646-72857b048511 tempest-SecurityGroupsTestAdminJSON-1216986500 tempest-SecurityGroupsTestAdminJSON-1216986500-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:23.346399 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-72649b69-4866-4771-a07a-5da133b3463f req-8b20b166-b4f1-4ddb-a646-72857b048511 tempest-SecurityGroupsTestAdminJSON-1216986500 tempest-SecurityGroupsTestAdminJSON-1216986500-project-admin] 10.222.0.36 "DELETE /v2.0/security-groups/e870f5b3-0651-443b-90b7-4837b801fba7 HTTP/1.1" status: 204 len: 173 time: 0.1882999 Aug 16 22:48:23.363532 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b20b166-b4f1-4ddb-a646-72857b048511 tempest-SecurityGroupsTestAdminJSON-1216986500 tempest-SecurityGroupsTestAdminJSON-1216986500-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e870f5b3-0651-443b-90b7-4837b801fba7,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:23.421069 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bffa1d-f9c9-42a2-9836-ad223d7e1acd req-c57cb49c-3982-4be1-99ed-af8bd94d1b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:23.423221 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b7bffa1d-f9c9-42a2-9836-ad223d7e1acd req-c57cb49c-3982-4be1-99ed-af8bd94d1b03 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1923957 Aug 16 22:48:23.525989 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-6bde7775-e062-43e5-9c00-d70ce4d793e1 req-8126d82e-3eb2-4e3f-b87a-cab5690fde64 tempest-AttachSCSIVolumeTestJSON-183853041 tempest-AttachSCSIVolumeTestJSON-183853041-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:23.528329 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76689b4-e634-4df9-a774-c980e12cc014 req-7679355a-f5ae-4da2-80ef-feebe4625586 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:23.543103 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a76689b4-e634-4df9-a774-c980e12cc014 req-7679355a-f5ae-4da2-80ef-feebe4625586 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/ports?device_id=20ef94fe-941f-4df0-81c2-7685911e9843 HTTP/1.1" status: 200 len: 948 time: 0.1377106 Aug 16 22:48:23.552683 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-6bde7775-e062-43e5-9c00-d70ce4d793e1 req-8126d82e-3eb2-4e3f-b87a-cab5690fde64 tempest-AttachSCSIVolumeTestJSON-183853041 tempest-AttachSCSIVolumeTestJSON-183853041-project] Transition to ACTIVE for port object 99917a4e-a980-41a6-bb55-73d4ccc287dc will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:48:23.572500 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b7bffa1d-f9c9-42a2-9836-ad223d7e1acd req-f507dea5-c48b-4d80-873a-235a94898c67 service neutron] 10.222.0.57 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381776 Aug 16 22:48:23.597105 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a76689b4-e634-4df9-a774-c980e12cc014 req-04516f89-7e27-4771-88a2-b7e59ffb2c79 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf51abff-a5e4-4ed4-87b7-552597e1ec97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508468 Aug 16 22:48:23.676216 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-6bde7775-e062-43e5-9c00-d70ce4d793e1 req-8126d82e-3eb2-4e3f-b87a-cab5690fde64 tempest-AttachSCSIVolumeTestJSON-183853041 tempest-AttachSCSIVolumeTestJSON-183853041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:23.749528 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bde7775-e062-43e5-9c00-d70ce4d793e1 req-8126d82e-3eb2-4e3f-b87a-cab5690fde64 tempest-AttachSCSIVolumeTestJSON-183853041 tempest-AttachSCSIVolumeTestJSON-183853041-project] Network c1d758fb-43f6-4266-93a1-ed2a7049a6a3 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:48:23.750101 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126d82e-3eb2-4e3f-b87a-cab5690fde64 tempest-AttachSCSIVolumeTestJSON-183853041 tempest-AttachSCSIVolumeTestJSON-183853041-project] Pushing event updated for resources: {'Port': ['ID=99917a4e-a980-41a6-bb55-73d4ccc287dc,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:23.756194 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-6bde7775-e062-43e5-9c00-d70ce4d793e1 req-8126d82e-3eb2-4e3f-b87a-cab5690fde64 tempest-AttachSCSIVolumeTestJSON-183853041 tempest-AttachSCSIVolumeTestJSON-183853041-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:48:23.760300 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bde7775-e062-43e5-9c00-d70ce4d793e1 req-8126d82e-3eb2-4e3f-b87a-cab5690fde64 tempest-AttachSCSIVolumeTestJSON-183853041 tempest-AttachSCSIVolumeTestJSON-183853041-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:48:23.819998 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b7bffa1d-f9c9-42a2-9836-ad223d7e1acd req-07c48377-d44a-4751-9fdf-967db2b717d4 service neutron] 10.222.0.57 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295332 Aug 16 22:48:23.833431 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bde7775-e062-43e5-9c00-d70ce4d793e1 req-8126d82e-3eb2-4e3f-b87a-cab5690fde64 tempest-AttachSCSIVolumeTestJSON-183853041 tempest-AttachSCSIVolumeTestJSON-183853041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:23.834081 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-6bde7775-e062-43e5-9c00-d70ce4d793e1 req-8126d82e-3eb2-4e3f-b87a-cab5690fde64 tempest-AttachSCSIVolumeTestJSON-183853041 tempest-AttachSCSIVolumeTestJSON-183853041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:23.860906 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6bde7775-e062-43e5-9c00-d70ce4d793e1 req-8126d82e-3eb2-4e3f-b87a-cab5690fde64 tempest-AttachSCSIVolumeTestJSON-183853041 tempest-AttachSCSIVolumeTestJSON-183853041-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2484622 Aug 16 22:48:23.904089 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13085e9e-35b0-4d2a-815d-a99a1df9efe8 req-3dbe07ec-bf92-4631-b1f0-149744cee03a tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:23.905704 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-13085e9e-35b0-4d2a-815d-a99a1df9efe8 req-3dbe07ec-bf92-4631-b1f0-149744cee03a tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=5383df3d-264c-4983-9fd4-d5c6625fc0bd HTTP/1.1" status: 200 len: 950 time: 0.0660090 Aug 16 22:48:23.957778 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-13085e9e-35b0-4d2a-815d-a99a1df9efe8 req-59a9d058-5abf-4528-8055-7368ab970405 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449407 Aug 16 22:48:24.029782 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0a4e08c8-998e-4a04-85d7-444da90efb1a req-8bb792ed-081d-4d6c-bc46-466ab88b2d9a tempest-SecurityGroupsTestAdminJSON-1972146384 tempest-SecurityGroupsTestAdminJSON-1972146384-project] 10.222.0.36 "GET /v2.0/security-groups/f0dd9b52-cc01-4979-94d9-8583bd4d2896 HTTP/1.1" status: 200 len: 1776 time: 0.0549510 Aug 16 22:48:24.033195 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-d3c4bbbd-a87f-4572-8138-295c6c546e10 None None] Provisioning for port 99917a4e-a980-41a6-bb55-73d4ccc287dc completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:48:24.038145 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-d3c4bbbd-a87f-4572-8138-295c6c546e10 None None] Provisioning complete for port 99917a4e-a980-41a6-bb55-73d4ccc287dc triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:48:24.038505 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d3c4bbbd-a87f-4572-8138-295c6c546e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:24.077098 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-d3c4bbbd-a87f-4572-8138-295c6c546e10 None None] Port 99917a4e-a980-41a6-bb55-73d4ccc287dc cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:48:24.106829 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-0a4e08c8-998e-4a04-85d7-444da90efb1a req-54fc6726-e5df-435c-a20d-8340fec704b5 tempest-SecurityGroupsTestAdminJSON-1972146384 tempest-SecurityGroupsTestAdminJSON-1972146384-project] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:24.129948 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-0a4e08c8-998e-4a04-85d7-444da90efb1a req-54fc6726-e5df-435c-a20d-8340fec704b5 tempest-SecurityGroupsTestAdminJSON-1972146384 tempest-SecurityGroupsTestAdminJSON-1972146384-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:24.180151 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-0a4e08c8-998e-4a04-85d7-444da90efb1a req-54fc6726-e5df-435c-a20d-8340fec704b5 tempest-SecurityGroupsTestAdminJSON-1972146384 tempest-SecurityGroupsTestAdminJSON-1972146384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:24.182788 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-0a4e08c8-998e-4a04-85d7-444da90efb1a req-54fc6726-e5df-435c-a20d-8340fec704b5 tempest-SecurityGroupsTestAdminJSON-1972146384 tempest-SecurityGroupsTestAdminJSON-1972146384-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:24.183843 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0a4e08c8-998e-4a04-85d7-444da90efb1a req-54fc6726-e5df-435c-a20d-8340fec704b5 tempest-SecurityGroupsTestAdminJSON-1972146384 tempest-SecurityGroupsTestAdminJSON-1972146384-project] 10.222.0.36 "DELETE /v2.0/security-groups/f0dd9b52-cc01-4979-94d9-8583bd4d2896 HTTP/1.1" status: 204 len: 173 time: 0.1477377 Aug 16 22:48:24.203297 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc6726-e5df-435c-a20d-8340fec704b5 tempest-SecurityGroupsTestAdminJSON-1972146384 tempest-SecurityGroupsTestAdminJSON-1972146384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0dd9b52-cc01-4979-94d9-8583bd4d2896,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:24.313406 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98454ec-c730-4b12-9b27-02bb0682d82b req-2e23fdad-f603-413a-88f3-da367edfe5a9 tempest-AttachSCSIVolumeTestJSON-183853041 tempest-AttachSCSIVolumeTestJSON-183853041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:24.315565 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f98454ec-c730-4b12-9b27-02bb0682d82b req-2e23fdad-f603-413a-88f3-da367edfe5a9 tempest-AttachSCSIVolumeTestJSON-183853041 tempest-AttachSCSIVolumeTestJSON-183853041-project] 10.222.0.36 "GET /v2.0/ports?device_id=f15458ea-2599-4ca6-8ec2-6fd3e05f8794 HTTP/1.1" status: 200 len: 931 time: 0.0544055 Aug 16 22:48:24.363511 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f98454ec-c730-4b12-9b27-02bb0682d82b req-082b91d5-baeb-4571-8bdc-fb5d86774416 tempest-AttachSCSIVolumeTestJSON-183853041 tempest-AttachSCSIVolumeTestJSON-183853041-project] 10.222.0.36 "GET /v2.0/security-groups?id=a51f45dc-c58b-4871-b201-83151acd2814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411193 Aug 16 22:48:24.502358 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c34f555-3dde-40ca-a2a1-12bb70a2227a req-bd6bb8e0-60a0-4fa6-8e9e-00c1ab34a000 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:24.503778 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0c34f555-3dde-40ca-a2a1-12bb70a2227a req-bd6bb8e0-60a0-4fa6-8e9e-00c1ab34a000 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=e33c8386-df5b-4338-93b9-5f927a55fe8d HTTP/1.1" status: 200 len: 943 time: 0.0606585 Aug 16 22:48:24.547181 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0c34f555-3dde-40ca-a2a1-12bb70a2227a req-014d3c8e-294e-49b0-ae82-3feb747dd32e tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364375 Aug 16 22:48:24.624388 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-51c4935c-c814-4069-8c57-349b9cc89ec5 req-82ec195a-c404-47b5-b5b6-2e4d01c3c746 tempest-SecurityGroupsTestAdminJSON-1972146384 tempest-SecurityGroupsTestAdminJSON-1972146384-project] 10.222.0.36 "GET /v2.0/security-groups/bfe4204e-be0a-4d70-99ab-a8a950d088de HTTP/1.1" status: 200 len: 1776 time: 0.0459993 Aug 16 22:48:24.689556 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-51c4935c-c814-4069-8c57-349b9cc89ec5 req-7eab0de3-06c7-4ef1-beeb-af6ce04699e5 tempest-SecurityGroupsTestAdminJSON-1972146384 tempest-SecurityGroupsTestAdminJSON-1972146384-project] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:24.718284 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-51c4935c-c814-4069-8c57-349b9cc89ec5 req-7eab0de3-06c7-4ef1-beeb-af6ce04699e5 tempest-SecurityGroupsTestAdminJSON-1972146384 tempest-SecurityGroupsTestAdminJSON-1972146384-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:24.783444 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-51c4935c-c814-4069-8c57-349b9cc89ec5 req-7eab0de3-06c7-4ef1-beeb-af6ce04699e5 tempest-SecurityGroupsTestAdminJSON-1972146384 tempest-SecurityGroupsTestAdminJSON-1972146384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:24.786685 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-51c4935c-c814-4069-8c57-349b9cc89ec5 req-7eab0de3-06c7-4ef1-beeb-af6ce04699e5 tempest-SecurityGroupsTestAdminJSON-1972146384 tempest-SecurityGroupsTestAdminJSON-1972146384-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:24.788243 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-51c4935c-c814-4069-8c57-349b9cc89ec5 req-7eab0de3-06c7-4ef1-beeb-af6ce04699e5 tempest-SecurityGroupsTestAdminJSON-1972146384 tempest-SecurityGroupsTestAdminJSON-1972146384-project] 10.222.0.36 "DELETE /v2.0/security-groups/bfe4204e-be0a-4d70-99ab-a8a950d088de HTTP/1.1" status: 204 len: 173 time: 0.1578803 Aug 16 22:48:24.805380 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eab0de3-06c7-4ef1-beeb-af6ce04699e5 tempest-SecurityGroupsTestAdminJSON-1972146384 tempest-SecurityGroupsTestAdminJSON-1972146384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe4204e-be0a-4d70-99ab-a8a950d088de,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:24.828340 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eab0de3-06c7-4ef1-beeb-af6ce04699e5 tempest-SecurityGroupsTestAdminJSON-1972146384 tempest-SecurityGroupsTestAdminJSON-1972146384-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:24.829143 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eab0de3-06c7-4ef1-beeb-af6ce04699e5 tempest-SecurityGroupsTestAdminJSON-1972146384 tempest-SecurityGroupsTestAdminJSON-1972146384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:24.829516 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eab0de3-06c7-4ef1-beeb-af6ce04699e5 tempest-SecurityGroupsTestAdminJSON-1972146384 tempest-SecurityGroupsTestAdminJSON-1972146384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:24.829857 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eab0de3-06c7-4ef1-beeb-af6ce04699e5 tempest-SecurityGroupsTestAdminJSON-1972146384 tempest-SecurityGroupsTestAdminJSON-1972146384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:24.830244 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eab0de3-06c7-4ef1-beeb-af6ce04699e5 tempest-SecurityGroupsTestAdminJSON-1972146384 tempest-SecurityGroupsTestAdminJSON-1972146384-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:24.830594 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eab0de3-06c7-4ef1-beeb-af6ce04699e5 tempest-SecurityGroupsTestAdminJSON-1972146384 tempest-SecurityGroupsTestAdminJSON-1972146384-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:24.830928 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eab0de3-06c7-4ef1-beeb-af6ce04699e5 tempest-SecurityGroupsTestAdminJSON-1972146384 tempest-SecurityGroupsTestAdminJSON-1972146384-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:24.831259 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eab0de3-06c7-4ef1-beeb-af6ce04699e5 tempest-SecurityGroupsTestAdminJSON-1972146384 tempest-SecurityGroupsTestAdminJSON-1972146384-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:24.831594 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eab0de3-06c7-4ef1-beeb-af6ce04699e5 tempest-SecurityGroupsTestAdminJSON-1972146384 tempest-SecurityGroupsTestAdminJSON-1972146384-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:24.831918 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eab0de3-06c7-4ef1-beeb-af6ce04699e5 tempest-SecurityGroupsTestAdminJSON-1972146384 tempest-SecurityGroupsTestAdminJSON-1972146384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:24.832352 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eab0de3-06c7-4ef1-beeb-af6ce04699e5 tempest-SecurityGroupsTestAdminJSON-1972146384 tempest-SecurityGroupsTestAdminJSON-1972146384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:24.832710 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eab0de3-06c7-4ef1-beeb-af6ce04699e5 tempest-SecurityGroupsTestAdminJSON-1972146384 tempest-SecurityGroupsTestAdminJSON-1972146384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:24.883492 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:24.956709 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37874ebd-df2a-4f6e-8b33-3c612113f4f9 req-051453bb-520b-4f22-bcf0-e2a01c427970 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:24.964946 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-37874ebd-df2a-4f6e-8b33-3c612113f4f9 req-051453bb-520b-4f22-bcf0-e2a01c427970 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/ports?device_id=20ef94fe-941f-4df0-81c2-7685911e9843 HTTP/1.1" status: 200 len: 948 time: 0.0621250 Aug 16 22:48:25.002558 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-37874ebd-df2a-4f6e-8b33-3c612113f4f9 req-d16589a4-2829-42f4-bbf4-4502e7ab90c8 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf51abff-a5e4-4ed4-87b7-552597e1ec97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361953 Aug 16 22:48:25.220930 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52754) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:25.373776 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17d3516-80ad-421c-b3d0-8dd57c910ff3 req-c88bd989-0c57-4c98-8978-b49588ea6a11 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:25.375357 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a17d3516-80ad-421c-b3d0-8dd57c910ff3 req-c88bd989-0c57-4c98-8978-b49588ea6a11 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=5383df3d-264c-4983-9fd4-d5c6625fc0bd HTTP/1.1" status: 200 len: 950 time: 0.0804508 Aug 16 22:48:25.423319 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-e43df0c2-8dc4-42f1-8410-66b2c0a4d538 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7dd0c4af78934dd183cb3506bcdc8898&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2011240 Aug 16 22:48:25.425773 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52760) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:25.450890 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a17d3516-80ad-421c-b3d0-8dd57c910ff3 req-5b051ba6-d573-4ec4-8e77-0645ad5644c1 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646589 Aug 16 22:48:25.495163 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e22c468d-f56b-4eb7-8642-8615eef99927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:25.527780 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e22c468d-f56b-4eb7-8642-8615eef99927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:25.607738 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2829cc08-f959-484f-925c-7811aa45695d req-606ee6c7-698a-4953-a5ee-e26548a300b4 tempest-AttachSCSIVolumeTestJSON-183853041 tempest-AttachSCSIVolumeTestJSON-183853041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:25.609306 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2829cc08-f959-484f-925c-7811aa45695d req-606ee6c7-698a-4953-a5ee-e26548a300b4 tempest-AttachSCSIVolumeTestJSON-183853041 tempest-AttachSCSIVolumeTestJSON-183853041-project] 10.222.0.36 "GET /v2.0/ports?device_id=f15458ea-2599-4ca6-8ec2-6fd3e05f8794 HTTP/1.1" status: 200 len: 931 time: 0.0841625 Aug 16 22:48:25.625319 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e22c468d-f56b-4eb7-8642-8615eef99927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:25.627651 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e22c468d-f56b-4eb7-8642-8615eef99927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:25.631073 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-e22c468d-f56b-4eb7-8642-8615eef99927 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7e0f7b45-8a42-48d1-b408-b190af09f063 HTTP/1.1" status: 204 len: 168 time: 0.2020864 Aug 16 22:48:25.647698 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c468d-f56b-4eb7-8642-8615eef99927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e0f7b45-8a42-48d1-b408-b190af09f063,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:25.673421 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2829cc08-f959-484f-925c-7811aa45695d req-979aa76d-a64d-4fc8-8e02-8fa8275aea87 tempest-AttachSCSIVolumeTestJSON-183853041 tempest-AttachSCSIVolumeTestJSON-183853041-project] 10.222.0.36 "GET /v2.0/security-groups?id=a51f45dc-c58b-4871-b201-83151acd2814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577860 Aug 16 22:48:25.803120 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d83e2db-03c3-43db-8a9c-bdfd6ed9c3d4 req-03182d3f-d3a3-4595-b267-f287364f37a3 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:25.803346 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8d83e2db-03c3-43db-8a9c-bdfd6ed9c3d4 req-03182d3f-d3a3-4595-b267-f287364f37a3 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=e33c8386-df5b-4338-93b9-5f927a55fe8d HTTP/1.1" status: 200 len: 943 time: 0.0642743 Aug 16 22:48:25.871522 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8d83e2db-03c3-43db-8a9c-bdfd6ed9c3d4 req-58e5ad00-ef38-4dfd-bf70-eee1d6bebb79 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474122 Aug 16 22:48:25.995302 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 73fddd19-7093-4a55-973e-9c89d255911d details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:48:26.025418 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52770) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:26.109533 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52774) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:26.110322 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-1d96c0ec-0313-4649-98d8-4d8c86f4576c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c06d7daa36b141a69f180a4254b012fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0828018 Aug 16 22:48:26.152455 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 73fddd19-7093-4a55-973e-9c89d255911d, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=73fddd19-7093-4a55-973e-9c89d255911d,segment=NetworkSegment(b4a6b143-6a51-43cd-8781-944dbb368ca5),segment_id=b4a6b143-6a51-43cd-8781-944dbb368ca5)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:48:26.179982 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': '73fddd19-7093-4a55-973e-9c89d255911d', 'network_id': 'db61fb9f-768d-428b-8446-991cbb0c6922', 'port_id': '73fddd19-7093-4a55-973e-9c89d255911d', 'mac_address': 'fa:16:3e:65:c2:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f340c0a0-6bbc-45f5-920c-bfa473779acd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:48:26.185087 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae88324-32b4-404e-9c9e-9bac1f307397 req-82047f50-d70b-47fe-bb49-75625bcaca2c tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:26.186644 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2ae88324-32b4-404e-9c9e-9bac1f307397 req-82047f50-d70b-47fe-bb49-75625bcaca2c tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/ports?device_id=20ef94fe-941f-4df0-81c2-7685911e9843 HTTP/1.1" status: 200 len: 948 time: 0.0921996 Aug 16 22:48:26.231287 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-313e588b-7fb1-46a6-9f3e-9458f640d3a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:26.256975 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2ae88324-32b4-404e-9c9e-9bac1f307397 req-a3c4874c-6432-4b6d-b9bd-e9b73f892eeb tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf51abff-a5e4-4ed4-87b7-552597e1ec97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627968 Aug 16 22:48:26.274882 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-313e588b-7fb1-46a6-9f3e-9458f640d3a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:26.354808 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-313e588b-7fb1-46a6-9f3e-9458f640d3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:26.357437 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-313e588b-7fb1-46a6-9f3e-9458f640d3a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:26.358584 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-313e588b-7fb1-46a6-9f3e-9458f640d3a5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9417ab86-d638-4cf0-b4b7-cb72afb3b2cf HTTP/1.1" status: 204 len: 168 time: 0.2500584 Aug 16 22:48:26.367443 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313e588b-7fb1-46a6-9f3e-9458f640d3a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9417ab86-d638-4cf0-b4b7-cb72afb3b2cf,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:26.378762 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:26.400749 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73fddd19-7093-4a55-973e-9c89d255911d {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:48:26.434763 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 73fddd19-7093-4a55-973e-9c89d255911d, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=73fddd19-7093-4a55-973e-9c89d255911d,segment=NetworkSegment(b4a6b143-6a51-43cd-8781-944dbb368ca5),segment_id=b4a6b143-6a51-43cd-8781-944dbb368ca5)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:48:26.442166 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:26.446607 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 47efd86c-94df-49a5-923f-1402ca72a3ac details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:48:26.582424 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=73fddd19-7093-4a55-973e-9c89d255911d,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:26.595926 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:26.596398 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:26.596643 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:26.596984 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:26.597322 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:26.597656 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:26.597992 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:26.598316 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:26.598646 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:26.598988 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:26.599441 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:26.599773 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:26.657048 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 47efd86c-94df-49a5-923f-1402ca72a3ac, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=47efd86c-94df-49a5-923f-1402ca72a3ac,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:48:26.672040 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': '47efd86c-94df-49a5-923f-1402ca72a3ac', 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd', 'port_id': '47efd86c-94df-49a5-923f-1402ca72a3ac', 'mac_address': 'fa:16:3e:68:0a:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6af2b868-37d3-46ab-a526-0465929f13c8', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:48:26.709915 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2edaa2a-446f-4fdd-ace5-7b4d02c1bf64 req-6bbaa917-4185-4876-8f7e-ea5d929e890a tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:26.718809 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d2edaa2a-446f-4fdd-ace5-7b4d02c1bf64 req-6bbaa917-4185-4876-8f7e-ea5d929e890a tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=5383df3d-264c-4983-9fd4-d5c6625fc0bd HTTP/1.1" status: 200 len: 950 time: 0.1213157 Aug 16 22:48:26.755491 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:26.772845 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d2edaa2a-446f-4fdd-ace5-7b4d02c1bf64 req-98df44ac-fb54-4564-8d19-ad28e1a1b763 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462580 Aug 16 22:48:26.773777 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47efd86c-94df-49a5-923f-1402ca72a3ac {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:48:26.803784 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 47efd86c-94df-49a5-923f-1402ca72a3ac, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=47efd86c-94df-49a5-923f-1402ca72a3ac,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:48:26.809592 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:26.895279 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=47efd86c-94df-49a5-923f-1402ca72a3ac,revision_number=9']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:26.915506 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d09dc3f-cee3-40c3-ace7-e1ea6ca8bb0b req-476e4d5f-e7df-4c6c-9579-96f43b261694 tempest-AttachSCSIVolumeTestJSON-183853041 tempest-AttachSCSIVolumeTestJSON-183853041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:26.918010 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1d09dc3f-cee3-40c3-ace7-e1ea6ca8bb0b req-476e4d5f-e7df-4c6c-9579-96f43b261694 tempest-AttachSCSIVolumeTestJSON-183853041 tempest-AttachSCSIVolumeTestJSON-183853041-project] 10.222.0.36 "GET /v2.0/ports?device_id=f15458ea-2599-4ca6-8ec2-6fd3e05f8794 HTTP/1.1" status: 200 len: 931 time: 0.0765998 Aug 16 22:48:26.988086 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1d09dc3f-cee3-40c3-ace7-e1ea6ca8bb0b req-62de996b-7187-4420-88c0-e220829bb1a6 tempest-AttachSCSIVolumeTestJSON-183853041 tempest-AttachSCSIVolumeTestJSON-183853041-project] 10.222.0.36 "GET /v2.0/security-groups?id=a51f45dc-c58b-4871-b201-83151acd2814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560462 Aug 16 22:48:27.008678 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['47efd86c-94df-49a5-923f-1402ca72a3ac'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:48:27.188559 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9777e686-c624-4c9d-983e-4dad07f1ceb6 req-00b936f7-6c32-43ab-b0f3-0ece54005020 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:27.190883 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9777e686-c624-4c9d-983e-4dad07f1ceb6 req-00b936f7-6c32-43ab-b0f3-0ece54005020 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=e33c8386-df5b-4338-93b9-5f927a55fe8d HTTP/1.1" status: 200 len: 944 time: 0.1086514 Aug 16 22:48:27.252779 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9777e686-c624-4c9d-983e-4dad07f1ceb6 req-79841d33-08d6-4894-9f29-c715cda9ee68 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516355 Aug 16 22:48:27.431869 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['73fddd19-7093-4a55-973e-9c89d255911d'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:48:27.474645 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32bee03-8cd9-42e2-9298-4db6a996e388 req-f810e39d-b355-4612-8e0e-f8fec649a329 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:27.477320 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e32bee03-8cd9-42e2-9298-4db6a996e388 req-f810e39d-b355-4612-8e0e-f8fec649a329 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/ports?device_id=20ef94fe-941f-4df0-81c2-7685911e9843 HTTP/1.1" status: 200 len: 948 time: 0.0930245 Aug 16 22:48:27.531597 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e32bee03-8cd9-42e2-9298-4db6a996e388 req-e374d087-5094-4562-994b-0361b0610df9 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf51abff-a5e4-4ed4-87b7-552597e1ec97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450201 Aug 16 22:48:27.595891 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52824) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:27.791478 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-f93b27db-4cb8-4b46-9eba-24627756b081 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-425917876-network', 'tenant_id': 'c63a28594c214f838f1a5ddeb2a81e3f'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:48:27.827257 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f93b27db-4cb8-4b46-9eba-24627756b081 admin admin] Made reservation on behalf of c63a28594c214f838f1a5ddeb2a81e3f for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:48:27.830198 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f93b27db-4cb8-4b46-9eba-24627756b081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:27.842099 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f93b27db-4cb8-4b46-9eba-24627756b081 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:27.961770 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fa81c4-72e3-4228-9fad-92a4528e7066 req-e7daa96a-cead-4c28-b570-97797eca2b2d tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:27.964053 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e4fa81c4-72e3-4228-9fad-92a4528e7066 req-e7daa96a-cead-4c28-b570-97797eca2b2d tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=5383df3d-264c-4983-9fd4-d5c6625fc0bd HTTP/1.1" status: 200 len: 950 time: 0.0989196 Aug 16 22:48:28.013318 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device f323738b-f883-4014-ba78-4c322dc7f679 details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:48:28.023457 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 47efd86c-94df-49a5-923f-1402ca72a3ac up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:48:28.047770 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e4fa81c4-72e3-4228-9fad-92a4528e7066 req-cf054855-6028-48d6-a74a-d22f409da87b tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587909 Aug 16 22:48:28.057411 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f93b27db-4cb8-4b46-9eba-24627756b081 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:28.064762 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f93b27db-4cb8-4b46-9eba-24627756b081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:28.091190 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f93b27db-4cb8-4b46-9eba-24627756b081 admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:48:28.103998 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f93b27db-4cb8-4b46-9eba-24627756b081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:28.104715 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-f93b27db-4cb8-4b46-9eba-24627756b081 admin admin] Added segment dbd6a7b3-b56f-48d0-8df5-dc8503a74c13 of type vlan for network 2f4dbeea-fe0f-4678-95de-52518f112d3e Aug 16 22:48:28.190789 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f93b27db-4cb8-4b46-9eba-24627756b081 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:28.206526 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port 47efd86c-94df-49a5-923f-1402ca72a3ac triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:48:28.206893 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:28.251138 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93b27db-4cb8-4b46-9eba-24627756b081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed99c971-72f7-4ec2-860a-3003ed7525e1,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:28.274175 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f93b27db-4cb8-4b46-9eba-24627756b081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:28.275718 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93b27db-4cb8-4b46-9eba-24627756b081 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:28.276736 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f93b27db-4cb8-4b46-9eba-24627756b081 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:28.280343 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port f323738b-f883-4014-ba78-4c322dc7f679, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=f323738b-f883-4014-ba78-4c322dc7f679,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:48:28.298331 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': 'f323738b-f883-4014-ba78-4c322dc7f679', 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd', 'port_id': 'f323738b-f883-4014-ba78-4c322dc7f679', 'mac_address': 'fa:16:3e:6d:56:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6af2b868-37d3-46ab-a526-0465929f13c8', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:48:28.314205 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e188b716-3b84-48e4-a6fb-d5c542a39ebf req-5da8125f-6321-423c-945d-b663f3c6b606 tempest-AttachSCSIVolumeTestJSON-183853041 tempest-AttachSCSIVolumeTestJSON-183853041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:28.315900 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e188b716-3b84-48e4-a6fb-d5c542a39ebf req-5da8125f-6321-423c-945d-b663f3c6b606 tempest-AttachSCSIVolumeTestJSON-183853041 tempest-AttachSCSIVolumeTestJSON-183853041-project] 10.222.0.36 "GET /v2.0/ports?device_id=f15458ea-2599-4ca6-8ec2-6fd3e05f8794 HTTP/1.1" status: 200 len: 931 time: 0.1203735 Aug 16 22:48:28.351082 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:28.359231 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-f93b27db-4cb8-4b46-9eba-24627756b081 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.7618980 Aug 16 22:48:28.362371 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52838) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:28.368737 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-cfac6fed-e57d-4325-85b2-561bc01fac0e admin admin] Request body: {'subnet': {'network_id': '2f4dbeea-fe0f-4678-95de-52518f112d3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-425917876-subnet', 'tenant_id': 'c63a28594c214f838f1a5ddeb2a81e3f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:48:28.395131 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93b27db-4cb8-4b46-9eba-24627756b081 admin admin] Pushing event updated for resources: {'Network': ['ID=2f4dbeea-fe0f-4678-95de-52518f112d3e,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:28.398272 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f323738b-f883-4014-ba78-4c322dc7f679 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:48:28.418796 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 2f4dbeea-fe0f-4678-95de-52518f112d3e details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:48:28.426293 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfac6fed-e57d-4325-85b2-561bc01fac0e admin admin] Made reservation on behalf of c63a28594c214f838f1a5ddeb2a81e3f for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:48:28.442689 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:28.445790 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port f323738b-f883-4014-ba78-4c322dc7f679, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=f323738b-f883-4014-ba78-4c322dc7f679,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:48:28.451037 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e188b716-3b84-48e4-a6fb-d5c542a39ebf req-3a895e0f-fa8e-4e5c-a6ac-9ecd90491363 tempest-AttachSCSIVolumeTestJSON-183853041 tempest-AttachSCSIVolumeTestJSON-183853041-project] 10.222.0.36 "GET /v2.0/security-groups?id=a51f45dc-c58b-4871-b201-83151acd2814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002672 Aug 16 22:48:28.453796 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cfac6fed-e57d-4325-85b2-561bc01fac0e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:28.495526 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:28.599457 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b80c4af1-ac2a-45e3-b032-9ed4ff60e117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47efd86c-94df-49a5-923f-1402ca72a3ac'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:48:28.602822 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d59abb0-2f5c-46ef-83bc-fd9ea3528c32" -d '{"events": [{"server_uuid": "b80c4af1-ac2a-45e3-b032-9ed4ff60e117", "name": "network-vif-plugged", "status": "completed", "tag": "47efd86c-94df-49a5-923f-1402ca72a3ac"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:48:28.607432 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635a6a6f-5f06-46e2-9c85-e50ef86d93ad req-d4ac1568-4f4d-4d0f-aae6-44cd52ac119b tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:28.609354 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-635a6a6f-5f06-46e2-9c85-e50ef86d93ad req-d4ac1568-4f4d-4d0f-aae6-44cd52ac119b tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=e33c8386-df5b-4338-93b9-5f927a55fe8d HTTP/1.1" status: 200 len: 944 time: 0.0984738 Aug 16 22:48:28.631959 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 47efd86c-94df-49a5-923f-1402ca72a3ac, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=47efd86c-94df-49a5-923f-1402ca72a3ac,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:48:28.645217 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:28.670697 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=f323738b-f883-4014-ba78-4c322dc7f679,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:28.705427 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-635a6a6f-5f06-46e2-9c85-e50ef86d93ad req-9bce4f34-722e-4ac8-8980-18a9dceb6faf tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866568 Aug 16 22:48:28.812262 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=47efd86c-94df-49a5-923f-1402ca72a3ac,revision_number=10']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:28.833893 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cfac6fed-e57d-4325-85b2-561bc01fac0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:28.862500 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76262d22-1b75-4339-b616-29ad6089d977 req-1c6167c3-35ee-42ef-a007-4847570de0dc tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:28.863996 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-76262d22-1b75-4339-b616-29ad6089d977 req-1c6167c3-35ee-42ef-a007-4847570de0dc tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/ports?device_id=20ef94fe-941f-4df0-81c2-7685911e9843 HTTP/1.1" status: 200 len: 949 time: 0.0615823 Aug 16 22:48:28.891419 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfac6fed-e57d-4325-85b2-561bc01fac0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c2f9fbb-1429-4941-a208-becc5a9d6b4d,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:28.906155 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-76262d22-1b75-4339-b616-29ad6089d977 req-359016e8-1e9d-4d14-bfe3-3280d2b09ec6 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf51abff-a5e4-4ed4-87b7-552597e1ec97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353506 Aug 16 22:48:28.909373 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfac6fed-e57d-4325-85b2-561bc01fac0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:28.909730 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfac6fed-e57d-4325-85b2-561bc01fac0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:28.910080 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfac6fed-e57d-4325-85b2-561bc01fac0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:28.910423 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfac6fed-e57d-4325-85b2-561bc01fac0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:28.910766 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfac6fed-e57d-4325-85b2-561bc01fac0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:28.911103 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfac6fed-e57d-4325-85b2-561bc01fac0e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:28.911440 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfac6fed-e57d-4325-85b2-561bc01fac0e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:28.911774 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfac6fed-e57d-4325-85b2-561bc01fac0e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:28.912105 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfac6fed-e57d-4325-85b2-561bc01fac0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:28.913123 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfac6fed-e57d-4325-85b2-561bc01fac0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:28.913461 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfac6fed-e57d-4325-85b2-561bc01fac0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:28.914029 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfac6fed-e57d-4325-85b2-561bc01fac0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:28.941939 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfac6fed-e57d-4325-85b2-561bc01fac0e admin admin] Checking segment: {'id': 'dbd6a7b3-b56f-48d0-8df5-dc8503a74c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '2f4dbeea-fe0f-4678-95de-52518f112d3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:48:28.942369 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfac6fed-e57d-4325-85b2-561bc01fac0e admin admin] Network hostable DHCP agents. Network: 2f4dbeea-fe0f-4678-95de-52518f112d3e, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:48:28.962405 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfac6fed-e57d-4325-85b2-561bc01fac0e admin admin] Network 2f4dbeea-fe0f-4678-95de-52518f112d3e is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:48:28.973375 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef7868e1-7381-4d45-9fd1-cbe1c42862b4 x-openstack-request-id: req-ef7868e1-7381-4d45-9fd1-cbe1c42862b4 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:48:28.973872 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b80c4af1-ac2a-45e3-b032-9ed4ff60e117", "name": "network-vif-plugged", "status": "completed", "tag": "47efd86c-94df-49a5-923f-1402ca72a3ac", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:48:28.973999 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ef7868e1-7381-4d45-9fd1-cbe1c42862b4 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:48:28.974395 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b80c4af1-ac2a-45e3-b032-9ed4ff60e117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47efd86c-94df-49a5-923f-1402ca72a3ac', 'code': 200} Aug 16 22:48:28.977904 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-cfac6fed-e57d-4325-85b2-561bc01fac0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 2f4dbeea-fe0f-4678-95de-52518f112d3e) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:48:28.982305 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfac6fed-e57d-4325-85b2-561bc01fac0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:28.982991 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cfac6fed-e57d-4325-85b2-561bc01fac0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:28.993081 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30237a14-9fba-43d8-b9b4-b03b15820557 None None] Network 2f4dbeea-fe0f-4678-95de-52518f112d3e requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:48:29.014529 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-cfac6fed-e57d-4325-85b2-561bc01fac0e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.6504891 Aug 16 22:48:29.017453 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52854) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:29.023913 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-06516c5a-37bb-415e-bdd8-e5913d787a5f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-425917876-router', 'tenant_id': 'c63a28594c214f838f1a5ddeb2a81e3f', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:48:29.074252 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-06516c5a-37bb-415e-bdd8-e5913d787a5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:29.075596 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-06516c5a-37bb-415e-bdd8-e5913d787a5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:29.186155 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ec7be0-e83c-4a38-80a5-3d7e29041347 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-2f4dbeea-fe0f-4678-95de-52518f112d3e', 'network_id': '2f4dbeea-fe0f-4678-95de-52518f112d3e', 'tenant_id': 'c63a28594c214f838f1a5ddeb2a81e3f', 'fixed_ips': [{'subnet_id': '4c2f9fbb-1429-4941-a208-becc5a9d6b4d'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:48:29.187317 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-75ec7be0-e83c-4a38-80a5-3d7e29041347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:29.196591 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-06516c5a-37bb-415e-bdd8-e5913d787a5f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:29.395643 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['f323738b-f883-4014-ba78-4c322dc7f679'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:48:29.426752 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-06516c5a-37bb-415e-bdd8-e5913d787a5f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:29.499214 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-75ec7be0-e83c-4a38-80a5-3d7e29041347 None None] Allocated IP 172.20.0.2 (2f4dbeea-fe0f-4678-95de-52518f112d3e/4c2f9fbb-1429-4941-a208-becc5a9d6b4d/90ab81b0-93ab-4e46-ba6b-bdb7ff306c1f) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:48:29.743877 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-75ec7be0-e83c-4a38-80a5-3d7e29041347 None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:29.750593 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d13201-3ee6-45a8-9342-9241f443af89 req-0fff7617-8f30-4c56-97c5-84257e71cd52 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:29.752352 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-75ec7be0-e83c-4a38-80a5-3d7e29041347 None None] Transition to ACTIVE for port object 90ab81b0-93ab-4e46-ba6b-bdb7ff306c1f will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:48:29.758177 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c8d13201-3ee6-45a8-9342-9241f443af89 req-0fff7617-8f30-4c56-97c5-84257e71cd52 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=5383df3d-264c-4983-9fd4-d5c6625fc0bd HTTP/1.1" status: 200 len: 950 time: 0.3147037 Aug 16 22:48:29.781966 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-75ec7be0-e83c-4a38-80a5-3d7e29041347 None None] Transition to ACTIVE for port object 90ab81b0-93ab-4e46-ba6b-bdb7ff306c1f will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:48:29.789490 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-75ec7be0-e83c-4a38-80a5-3d7e29041347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:29.802483 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c8d13201-3ee6-45a8-9342-9241f443af89 req-88505e16-1dd1-4a28-b4e3-c71805c58ee0 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424099 Aug 16 22:48:29.847424 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ec7be0-e83c-4a38-80a5-3d7e29041347 None None] Network 2f4dbeea-fe0f-4678-95de-52518f112d3e is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:48:29.851416 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-75ec7be0-e83c-4a38-80a5-3d7e29041347 None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:48:29.855909 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ec7be0-e83c-4a38-80a5-3d7e29041347 None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:48:29.859156 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ec7be0-e83c-4a38-80a5-3d7e29041347 None None] Pushing event updated for resources: {'Port': ['ID=90ab81b0-93ab-4e46-ba6b-bdb7ff306c1f,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:29.948133 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-75ec7be0-e83c-4a38-80a5-3d7e29041347 None None] Attempting to bind port 90ab81b0-93ab-4e46-ba6b-bdb7ff306c1f on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:48:29.948600 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-75ec7be0-e83c-4a38-80a5-3d7e29041347 None None] Attempting to bind port 90ab81b0-93ab-4e46-ba6b-bdb7ff306c1f by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': 'dbd6a7b3-b56f-48d0-8df5-dc8503a74c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '2f4dbeea-fe0f-4678-95de-52518f112d3e'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:48:29.948988 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ec7be0-e83c-4a38-80a5-3d7e29041347 None None] Attempting to bind port 90ab81b0-93ab-4e46-ba6b-bdb7ff306c1f on network 2f4dbeea-fe0f-4678-95de-52518f112d3e {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:48:29.960120 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ec7be0-e83c-4a38-80a5-3d7e29041347 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:48:29.960571 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ec7be0-e83c-4a38-80a5-3d7e29041347 None None] Checking segment: {'id': 'dbd6a7b3-b56f-48d0-8df5-dc8503a74c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '2f4dbeea-fe0f-4678-95de-52518f112d3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:48:29.960940 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-75ec7be0-e83c-4a38-80a5-3d7e29041347 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:29.961415 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ec7be0-e83c-4a38-80a5-3d7e29041347 None None] Bound using segment: {'id': 'dbd6a7b3-b56f-48d0-8df5-dc8503a74c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '2f4dbeea-fe0f-4678-95de-52518f112d3e'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:48:29.961962 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-75ec7be0-e83c-4a38-80a5-3d7e29041347 None None] Bound port: 90ab81b0-93ab-4e46-ba6b-bdb7ff306c1f, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbd6a7b3-b56f-48d0-8df5-dc8503a74c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '2f4dbeea-fe0f-4678-95de-52518f112d3e'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:48:29.962341 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-75ec7be0-e83c-4a38-80a5-3d7e29041347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:30.024162 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 73fddd19-7093-4a55-973e-9c89d255911d up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:48:30.025794 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cb06e7-2636-4b02-bb9e-f45f68fc60c3 req-03d16255-ff74-47dc-8ecf-8d61025256d4 tempest-AttachSCSIVolumeTestJSON-183853041 tempest-AttachSCSIVolumeTestJSON-183853041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:30.029242 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-29cb06e7-2636-4b02-bb9e-f45f68fc60c3 req-03d16255-ff74-47dc-8ecf-8d61025256d4 tempest-AttachSCSIVolumeTestJSON-183853041 tempest-AttachSCSIVolumeTestJSON-183853041-project] 10.222.0.36 "GET /v2.0/ports?device_id=f15458ea-2599-4ca6-8ec2-6fd3e05f8794 HTTP/1.1" status: 200 len: 931 time: 0.1144984 Aug 16 22:48:30.038558 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-06516c5a-37bb-415e-bdd8-e5913d787a5f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:30.064126 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-75ec7be0-e83c-4a38-80a5-3d7e29041347 None None] For port 90ab81b0-93ab-4e46-ba6b-bdb7ff306c1f, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:48:30.077889 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-06516c5a-37bb-415e-bdd8-e5913d787a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:30.084250 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-75ec7be0-e83c-4a38-80a5-3d7e29041347 None None] For port 90ab81b0-93ab-4e46-ba6b-bdb7ff306c1f, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=90ab81b0-93ab-4e46-ba6b-bdb7ff306c1f,segment=NetworkSegment(dbd6a7b3-b56f-48d0-8df5-dc8503a74c13),segment_id=dbd6a7b3-b56f-48d0-8df5-dc8503a74c13)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:48:30.098471 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-75ec7be0-e83c-4a38-80a5-3d7e29041347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:30.140926 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning for port 73fddd19-7093-4a55-973e-9c89d255911d completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:48:30.151025 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-29cb06e7-2636-4b02-bb9e-f45f68fc60c3 req-bf81a6c3-5ab8-4b1b-a56e-eeb0723c9d7f tempest-AttachSCSIVolumeTestJSON-183853041 tempest-AttachSCSIVolumeTestJSON-183853041-project] 10.222.0.36 "GET /v2.0/security-groups?id=a51f45dc-c58b-4871-b201-83151acd2814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099863 Aug 16 22:48:30.154546 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port 73fddd19-7093-4a55-973e-9c89d255911d triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:48:30.155043 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:30.244155 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ec7be0-e83c-4a38-80a5-3d7e29041347 None None] Pushing event updated for resources: {'Port': ['ID=90ab81b0-93ab-4e46-ba6b-bdb7ff306c1f,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:30.291176 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:30.294353 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-06516c5a-37bb-415e-bdd8-e5913d787a5f admin admin] Allocated IP 172.25.4.134 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/8783347e-b151-43ee-a28d-5b8ce32076c4) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:48:30.339122 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 73fddd19-7093-4a55-973e-9c89d255911d, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=73fddd19-7093-4a55-973e-9c89d255911d,segment=NetworkSegment(b4a6b143-6a51-43cd-8781-944dbb368ca5),segment_id=b4a6b143-6a51-43cd-8781-944dbb368ca5)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:48:30.347694 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:30.352334 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c1076a-e65a-460b-8266-175efd9038d2 req-eb8dfea7-9fc9-4595-92e8-371f6184d3a6 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:30.362076 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-23c1076a-e65a-460b-8266-175efd9038d2 req-eb8dfea7-9fc9-4595-92e8-371f6184d3a6 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=e33c8386-df5b-4338-93b9-5f927a55fe8d HTTP/1.1" status: 200 len: 944 time: 0.0913405 Aug 16 22:48:30.465092 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-23c1076a-e65a-460b-8266-175efd9038d2 req-d79af7a9-e6e4-4e97-8a7e-60e9b47f29c8 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019847 Aug 16 22:48:30.471981 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=73fddd19-7093-4a55-973e-9c89d255911d,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:30.662161 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-06516c5a-37bb-415e-bdd8-e5913d787a5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:30.779191 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db2b3ba-e812-4176-881d-f91ebfaf46dd req-7bbad244-3f20-4990-9e23-e2dd15543e65 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:30.786756 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6db2b3ba-e812-4176-881d-f91ebfaf46dd req-7bbad244-3f20-4990-9e23-e2dd15543e65 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/ports?device_id=20ef94fe-941f-4df0-81c2-7685911e9843 HTTP/1.1" status: 200 len: 949 time: 0.1048446 Aug 16 22:48:30.790585 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-06516c5a-37bb-415e-bdd8-e5913d787a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:30.916192 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 90ab81b0-93ab-4e46-ba6b-bdb7ff306c1f up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:48:30.938527 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06516c5a-37bb-415e-bdd8-e5913d787a5f admin admin] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:48:30.946342 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6db2b3ba-e812-4176-881d-f91ebfaf46dd req-2649ccaa-41b7-43d0-95ba-881b8b69a232 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf51abff-a5e4-4ed4-87b7-552597e1ec97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571720 Aug 16 22:48:30.947196 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-06516c5a-37bb-415e-bdd8-e5913d787a5f admin admin] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:48:30.951850 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06516c5a-37bb-415e-bdd8-e5913d787a5f admin admin] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:48:30.960279 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06516c5a-37bb-415e-bdd8-e5913d787a5f admin admin] Pushing event updated for resources: {'Port': ['ID=8783347e-b151-43ee-a28d-5b8ce32076c4,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:30.979102 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e33c8386-df5b-4338-93b9-5f927a55fe8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73fddd19-7093-4a55-973e-9c89d255911d'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:48:30.979353 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2bcdb82-2604-4963-9ada-34dafb2e81dd" -d '{"events": [{"server_uuid": "e33c8386-df5b-4338-93b9-5f927a55fe8d", "name": "network-vif-plugged", "status": "completed", "tag": "73fddd19-7093-4a55-973e-9c89d255911d"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:48:31.001891 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 90ab81b0-93ab-4e46-ba6b-bdb7ff306c1f completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:48:31.476314 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-06516c5a-37bb-415e-bdd8-e5913d787a5f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:31.815430 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666e8b77-a606-4f9c-9a12-3c55ba0dd58a None None] Network 2f4dbeea-fe0f-4678-95de-52518f112d3e requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:48:31.935525 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-06516c5a-37bb-415e-bdd8-e5913d787a5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:32.017115 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device f323738b-f883-4014-ba78-4c322dc7f679 up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:48:32.151466 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06516c5a-37bb-415e-bdd8-e5913d787a5f admin admin] Router 3ebb43b3-b1ab-4bfd-a2c2-a07b7560f569 is scheduled to L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f with binding_index 1 {{(pid=101292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:48:32.182928 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-6bde7775-e062-43e5-9c00-d70ce4d793e1 req-f90ccce5-c6b5-420d-b510-b99ab1fc6527 service neutron] Request body: {'port': {'device_id': 'f15458ea-2599-4ca6-8ec2-6fd3e05f8794', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:48:32.308284 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-81ecfdd4-b81e-4eff-9c31-230db4db86eb None None] Provisioning for port 90ab81b0-93ab-4e46-ba6b-bdb7ff306c1f completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:48:32.317907 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-81ecfdd4-b81e-4eff-9c31-230db4db86eb None None] Provisioning complete for port 90ab81b0-93ab-4e46-ba6b-bdb7ff306c1f triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:48:32.318028 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-81ecfdd4-b81e-4eff-9c31-230db4db86eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:32.355888 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-6bde7775-e062-43e5-9c00-d70ce4d793e1 req-f90ccce5-c6b5-420d-b510-b99ab1fc6527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:32.411586 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06516c5a-37bb-415e-bdd8-e5913d787a5f admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:48:32.432424 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af8ba62-7104-4cf0-8bd1-5427774a22fa None None] Sync routers for ids ['3ebb43b3-b1ab-4bfd-a2c2-a07b7560f569'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:48:32.450668 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af8ba62-7104-4cf0-8bd1-5427774a22fa None None] Routers {'3ebb43b3-b1ab-4bfd-a2c2-a07b7560f569'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:48:32.450668 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-6af8ba62-7104-4cf0-8bd1-5427774a22fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:48:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['3ebb43b3-b1ab-4bfd-a2c2-a07b7560f569'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:48:32.479057 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning for port f323738b-f883-4014-ba78-4c322dc7f679 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:48:32.495448 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-06516c5a-37bb-415e-bdd8-e5913d787a5f admin admin] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:32.501387 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-06516c5a-37bb-415e-bdd8-e5913d787a5f admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 3.4825704 Aug 16 22:48:32.505240 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52910) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:48:32.511818 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port f323738b-f883-4014-ba78-4c322dc7f679 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:48:32.512222 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:32.665838 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-81ecfdd4-b81e-4eff-9c31-230db4db86eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:32.718683 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-81ecfdd4-b81e-4eff-9c31-230db4db86eb None None] For port 90ab81b0-93ab-4e46-ba6b-bdb7ff306c1f, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=90ab81b0-93ab-4e46-ba6b-bdb7ff306c1f,segment=NetworkSegment(dbd6a7b3-b56f-48d0-8df5-dc8503a74c13),segment_id=dbd6a7b3-b56f-48d0-8df5-dc8503a74c13)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:48:32.728371 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-81ecfdd4-b81e-4eff-9c31-230db4db86eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:32.769101 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-6af8ba62-7104-4cf0-8bd1-5427774a22fa None None] Set router 3ebb43b3-b1ab-4bfd-a2c2-a07b7560f569 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:48:32.854614 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ecfdd4-b81e-4eff-9c31-230db4db86eb None None] Pushing event updated for resources: {'Port': ['ID=90ab81b0-93ab-4e46-ba6b-bdb7ff306c1f,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:32.884824 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [req-fe84da3b-88e9-4358-a72c-ace38d2b2480 req-c230c0f4-9e3c-4884-9f25-7fb3cd45ad0e tempest-LiveMigrationTest-725130784 tempest-LiveMigrationTest-725130784-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:48:32.885871 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-fe84da3b-88e9-4358-a72c-ace38d2b2480 req-c230c0f4-9e3c-4884-9f25-7fb3cd45ad0e tempest-LiveMigrationTest-725130784 tempest-LiveMigrationTest-725130784-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2291529 Aug 16 22:48:32.911185 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-fe84da3b-88e9-4358-a72c-ace38d2b2480 req-3b4afd06-d5ad-45d5-a0a5-da8fb6372944 service neutron] Request body: {'binding': {'host': 'n-h2-791506-26', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:48:32.915160 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-fe84da3b-88e9-4358-a72c-ace38d2b2480 req-3b4afd06-d5ad-45d5-a0a5-da8fb6372944 service neutron] Unknown quota resources ['binding']. {{(pid=101291) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 22:48:32.971678 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:33.013233 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0eb851cc-a75c-41f4-b13c-4b80596bb86e None None] Provisioning complete for port 90ab81b0-93ab-4e46-ba6b-bdb7ff306c1f triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:48:33.015852 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0eb851cc-a75c-41f4-b13c-4b80596bb86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:33.030145 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-6af8ba62-7104-4cf0-8bd1-5427774a22fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ebb43b3-b1ab-4bfd-a2c2-a07b7560f569', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-425917876-router', 'tenant_id': 'c63a28594c214f838f1a5ddeb2a81e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '8783347e-b151-43ee-a28d-5b8ce32076c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:48:29Z', 'updated_at': '2021-08-16T22:48:31Z', 'revision_number': 3, 'project_id': 'c63a28594c214f838f1a5ddeb2a81e3f', 'gw_port': {'id': '8783347e-b151-43ee-a28d-5b8ce32076c4', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:4f:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ebb43b3-b1ab-4bfd-a2c2-a07b7560f569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:48:30Z', 'updated_at': '2021-08-16T22:48:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:48:33.059918 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af8ba62-7104-4cf0-8bd1-5427774a22fa None None] Checking router: 3ebb43b3-b1ab-4bfd-a2c2-a07b7560f569 for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:48:33.060582 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af8ba62-7104-4cf0-8bd1-5427774a22fa None None] Updating router 3ebb43b3-b1ab-4bfd-a2c2-a07b7560f569 port 8783347e-b151-43ee-a28d-5b8ce32076c4 binding host n-d-791506-26 {{(pid=101294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:48:33.096119 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-6af8ba62-7104-4cf0-8bd1-5427774a22fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:33.100824 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port f323738b-f883-4014-ba78-4c322dc7f679, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=f323738b-f883-4014-ba78-4c322dc7f679,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:48:33.158202 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:33.256653 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-6bde7775-e062-43e5-9c00-d70ce4d793e1 req-f90ccce5-c6b5-420d-b510-b99ab1fc6527 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99917a4e-a980-41a6-bb55-73d4ccc287dc {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:48:33.265229 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-fe84da3b-88e9-4358-a72c-ace38d2b2480 req-3b4afd06-d5ad-45d5-a0a5-da8fb6372944 service neutron] Attempting to bind port d54df04a-f49a-4781-a81f-a08eeb71ea39 on host n-h2-791506-26 for vnic_type normal with profile None {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:48:33.265581 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-fe84da3b-88e9-4358-a72c-ace38d2b2480 req-3b4afd06-d5ad-45d5-a0a5-da8fb6372944 service neutron] Attempting to bind port d54df04a-f49a-4781-a81f-a08eeb71ea39 by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': 'f636a4c4-5ebb-45e7-a739-a275ed345fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bdacd106-3582-43d1-a3c6-7a9333f5e2e0'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:48:33.265918 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe84da3b-88e9-4358-a72c-ace38d2b2480 req-3b4afd06-d5ad-45d5-a0a5-da8fb6372944 service neutron] Attempting to bind port d54df04a-f49a-4781-a81f-a08eeb71ea39 on network bdacd106-3582-43d1-a3c6-7a9333f5e2e0 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:48:33.271635 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-6bde7775-e062-43e5-9c00-d70ce4d793e1 req-f90ccce5-c6b5-420d-b510-b99ab1fc6527 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:33.282838 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe84da3b-88e9-4358-a72c-ace38d2b2480 req-3b4afd06-d5ad-45d5-a0a5-da8fb6372944 service neutron] Port d54df04a-f49a-4781-a81f-a08eeb71ea39 on network bdacd106-3582-43d1-a3c6-7a9333f5e2e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:48:33.283427 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe84da3b-88e9-4358-a72c-ace38d2b2480 req-3b4afd06-d5ad-45d5-a0a5-da8fb6372944 service neutron] Attempting to bind port d54df04a-f49a-4781-a81f-a08eeb71ea39 on network bdacd106-3582-43d1-a3c6-7a9333f5e2e0 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:48:33.294811 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-6bde7775-e062-43e5-9c00-d70ce4d793e1 req-f90ccce5-c6b5-420d-b510-b99ab1fc6527 service neutron] Transition to ACTIVE for port object 99917a4e-a980-41a6-bb55-73d4ccc287dc will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:48:33.296227 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe84da3b-88e9-4358-a72c-ace38d2b2480 req-3b4afd06-d5ad-45d5-a0a5-da8fb6372944 service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:48:33.296729 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe84da3b-88e9-4358-a72c-ace38d2b2480 req-3b4afd06-d5ad-45d5-a0a5-da8fb6372944 service neutron] Checking segment: {'id': 'f636a4c4-5ebb-45e7-a739-a275ed345fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bdacd106-3582-43d1-a3c6-7a9333f5e2e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:48:33.297179 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe84da3b-88e9-4358-a72c-ace38d2b2480 req-3b4afd06-d5ad-45d5-a0a5-da8fb6372944 service neutron] Bound using segment: {'id': 'f636a4c4-5ebb-45e7-a739-a275ed345fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bdacd106-3582-43d1-a3c6-7a9333f5e2e0'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:48:33.297678 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-fe84da3b-88e9-4358-a72c-ace38d2b2480 req-3b4afd06-d5ad-45d5-a0a5-da8fb6372944 service neutron] Bound port: d54df04a-f49a-4781-a81f-a08eeb71ea39, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f636a4c4-5ebb-45e7-a739-a275ed345fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bdacd106-3582-43d1-a3c6-7a9333f5e2e0'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:48:33.301595 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-6bde7775-e062-43e5-9c00-d70ce4d793e1 req-f90ccce5-c6b5-420d-b510-b99ab1fc6527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:33.395092 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=f323738b-f883-4014-ba78-4c322dc7f679,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:33.626634 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90ccce5-c6b5-420d-b510-b99ab1fc6527 service neutron] Pushing event updated for resources: {'Port': ['ID=99917a4e-a980-41a6-bb55-73d4ccc287dc,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:33.642144 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-fe84da3b-88e9-4358-a72c-ace38d2b2480 req-3b4afd06-d5ad-45d5-a0a5-da8fb6372944 service neutron] For port d54df04a-f49a-4781-a81f-a08eeb71ea39, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=d54df04a-f49a-4781-a81f-a08eeb71ea39,segment=NetworkSegment(f636a4c4-5ebb-45e7-a739-a275ed345fed),segment_id=f636a4c4-5ebb-45e7-a739-a275ed345fed)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:48:33.652997 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-fe84da3b-88e9-4358-a72c-ace38d2b2480 req-3b4afd06-d5ad-45d5-a0a5-da8fb6372944 service neutron] Notify callbacks [] for binding, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:33.655730 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-fe84da3b-88e9-4358-a72c-ace38d2b2480 req-3b4afd06-d5ad-45d5-a0a5-da8fb6372944 service neutron] 10.222.0.36 "POST /v2.0/ports/d54df04a-f49a-4781-a81f-a08eeb71ea39/bindings HTTP/1.1" status: 201 len: 390 time: 0.7521095 Aug 16 22:48:33.675720 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b1a8d865-15a5-4bc8-b085-1f0e0b2324c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:33.702021 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-6bde7775-e062-43e5-9c00-d70ce4d793e1 req-f90ccce5-c6b5-420d-b510-b99ab1fc6527 service neutron] Attempting to bind port 99917a4e-a980-41a6-bb55-73d4ccc287dc on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:48:33.702021 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-6bde7775-e062-43e5-9c00-d70ce4d793e1 req-f90ccce5-c6b5-420d-b510-b99ab1fc6527 service neutron] Attempting to bind port 99917a4e-a980-41a6-bb55-73d4ccc287dc by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': '814a6fa1-947a-41e8-8b6d-b5eadf99c956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c1d758fb-43f6-4266-93a1-ed2a7049a6a3'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:48:33.702021 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bde7775-e062-43e5-9c00-d70ce4d793e1 req-f90ccce5-c6b5-420d-b510-b99ab1fc6527 service neutron] Attempting to bind port 99917a4e-a980-41a6-bb55-73d4ccc287dc on network c1d758fb-43f6-4266-93a1-ed2a7049a6a3 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:48:33.714651 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bde7775-e062-43e5-9c00-d70ce4d793e1 req-f90ccce5-c6b5-420d-b510-b99ab1fc6527 service neutron] Port 99917a4e-a980-41a6-bb55-73d4ccc287dc on network c1d758fb-43f6-4266-93a1-ed2a7049a6a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:48:33.715277 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bde7775-e062-43e5-9c00-d70ce4d793e1 req-f90ccce5-c6b5-420d-b510-b99ab1fc6527 service neutron] Attempting to bind port 99917a4e-a980-41a6-bb55-73d4ccc287dc on network c1d758fb-43f6-4266-93a1-ed2a7049a6a3 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:48:33.723170 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bde7775-e062-43e5-9c00-d70ce4d793e1 req-f90ccce5-c6b5-420d-b510-b99ab1fc6527 service neutron] Checking agent: {'id': 'd28e24f9-e5ea-41e1-80bf-3c7943ad7f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:48:33.723792 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bde7775-e062-43e5-9c00-d70ce4d793e1 req-f90ccce5-c6b5-420d-b510-b99ab1fc6527 service neutron] Checking segment: {'id': '814a6fa1-947a-41e8-8b6d-b5eadf99c956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c1d758fb-43f6-4266-93a1-ed2a7049a6a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:48:33.724380 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bde7775-e062-43e5-9c00-d70ce4d793e1 req-f90ccce5-c6b5-420d-b510-b99ab1fc6527 service neutron] Bound using segment: {'id': '814a6fa1-947a-41e8-8b6d-b5eadf99c956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c1d758fb-43f6-4266-93a1-ed2a7049a6a3'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:48:33.725795 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-6bde7775-e062-43e5-9c00-d70ce4d793e1 req-f90ccce5-c6b5-420d-b510-b99ab1fc6527 service neutron] Bound port: 99917a4e-a980-41a6-bb55-73d4ccc287dc, host: n-h1-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '814a6fa1-947a-41e8-8b6d-b5eadf99c956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c1d758fb-43f6-4266-93a1-ed2a7049a6a3'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:48:33.726256 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-6bde7775-e062-43e5-9c00-d70ce4d793e1 req-f90ccce5-c6b5-420d-b510-b99ab1fc6527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:33.728603 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-6af8ba62-7104-4cf0-8bd1-5427774a22fa None None] Notify callbacks [] for port, precommit_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:33.754465 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.provisioning_blocks [None req-6af8ba62-7104-4cf0-8bd1-5427774a22fa None None] Transition to ACTIVE for port object 8783347e-b151-43ee-a28d-5b8ce32076c4 will not be triggered until provisioned by entity L2. {{(pid=101294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:48:33.768591 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-6af8ba62-7104-4cf0-8bd1-5427774a22fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:33.838347 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-6bde7775-e062-43e5-9c00-d70ce4d793e1 req-f90ccce5-c6b5-420d-b510-b99ab1fc6527 service neutron] For port 99917a4e-a980-41a6-bb55-73d4ccc287dc, host n-h1-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:48:33.855626 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-6af8ba62-7104-4cf0-8bd1-5427774a22fa None None] Attempting to bind port 8783347e-b151-43ee-a28d-5b8ce32076c4 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:48:33.861756 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-6af8ba62-7104-4cf0-8bd1-5427774a22fa None None] Attempting to bind port 8783347e-b151-43ee-a28d-5b8ce32076c4 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:48:33.862576 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af8ba62-7104-4cf0-8bd1-5427774a22fa None None] Attempting to bind port 8783347e-b151-43ee-a28d-5b8ce32076c4 on network c22c4980-c849-406d-982c-a5d68c515a94 {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:48:33.871712 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-6bde7775-e062-43e5-9c00-d70ce4d793e1 req-f90ccce5-c6b5-420d-b510-b99ab1fc6527 service neutron] For port 99917a4e-a980-41a6-bb55-73d4ccc287dc, host n-h1-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=99917a4e-a980-41a6-bb55-73d4ccc287dc,segment=NetworkSegment(814a6fa1-947a-41e8-8b6d-b5eadf99c956),segment_id=814a6fa1-947a-41e8-8b6d-b5eadf99c956)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:48:33.874189 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a698bd53-cb25-4c9e-93e1-8b44d2ea325a None None] Pushing event updated for resources: {'Port': ['ID=8783347e-b151-43ee-a28d-5b8ce32076c4,revision_number=2']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:33.877759 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af8ba62-7104-4cf0-8bd1-5427774a22fa None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:48:33.878598 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af8ba62-7104-4cf0-8bd1-5427774a22fa None None] Checking segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:48:33.879245 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-6af8ba62-7104-4cf0-8bd1-5427774a22fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:33.879851 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af8ba62-7104-4cf0-8bd1-5427774a22fa None None] Bound using segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:48:33.880623 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-6af8ba62-7104-4cf0-8bd1-5427774a22fa None None] Bound port: 8783347e-b151-43ee-a28d-5b8ce32076c4, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:48:33.882182 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-6af8ba62-7104-4cf0-8bd1-5427774a22fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:33.884106 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-6bde7775-e062-43e5-9c00-d70ce4d793e1 req-f90ccce5-c6b5-420d-b510-b99ab1fc6527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:33.944361 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a698bd53-cb25-4c9e-93e1-8b44d2ea325a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:33.944752 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a698bd53-cb25-4c9e-93e1-8b44d2ea325a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:33.945582 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a698bd53-cb25-4c9e-93e1-8b44d2ea325a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:33.946575 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a698bd53-cb25-4c9e-93e1-8b44d2ea325a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:33.947027 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a698bd53-cb25-4c9e-93e1-8b44d2ea325a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:33.947689 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a698bd53-cb25-4c9e-93e1-8b44d2ea325a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:33.948164 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a698bd53-cb25-4c9e-93e1-8b44d2ea325a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:33.956188 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a698bd53-cb25-4c9e-93e1-8b44d2ea325a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:33.956600 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a698bd53-cb25-4c9e-93e1-8b44d2ea325a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:33.957194 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a698bd53-cb25-4c9e-93e1-8b44d2ea325a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:33.958139 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a698bd53-cb25-4c9e-93e1-8b44d2ea325a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:33.958537 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a698bd53-cb25-4c9e-93e1-8b44d2ea325a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:48:33.990466 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bde7775-e062-43e5-9c00-d70ce4d793e1 req-f90ccce5-c6b5-420d-b510-b99ab1fc6527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:33.991545 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-6bde7775-e062-43e5-9c00-d70ce4d793e1 req-f90ccce5-c6b5-420d-b510-b99ab1fc6527 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:33.994220 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6bde7775-e062-43e5-9c00-d70ce4d793e1 req-f90ccce5-c6b5-420d-b510-b99ab1fc6527 service neutron] 10.222.0.68 "PUT /v2.0/ports/99917a4e-a980-41a6-bb55-73d4ccc287dc HTTP/1.1" status: 200 len: 1092 time: 1.8165965 Aug 16 22:48:33.999391 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f15458ea-2599-4ca6-8ec2-6fd3e05f8794', 'tag': '99917a4e-a980-41a6-bb55-73d4ccc287dc'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:48:34.001871 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb5a1404-5647-4ca9-854f-4e156fdae534" -d '{"events": [{"name": "network-changed", "server_uuid": "f15458ea-2599-4ca6-8ec2-6fd3e05f8794", "tag": "99917a4e-a980-41a6-bb55-73d4ccc287dc"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:48:34.058219 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-6af8ba62-7104-4cf0-8bd1-5427774a22fa None None] For port 8783347e-b151-43ee-a28d-5b8ce32076c4, host n-d-791506-26, cleared binding levels {{(pid=101294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:48:34.074983 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-6af8ba62-7104-4cf0-8bd1-5427774a22fa None None] For port 8783347e-b151-43ee-a28d-5b8ce32076c4, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=8783347e-b151-43ee-a28d-5b8ce32076c4,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:48:34.083824 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-6af8ba62-7104-4cf0-8bd1-5427774a22fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:34.175159 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-b1a8d865-15a5-4bc8-b085-1f0e0b2324c6 admin admin] Allocated IP 172.20.0.1 (2f4dbeea-fe0f-4678-95de-52518f112d3e/4c2f9fbb-1429-4941-a208-becc5a9d6b4d/a1083023-e065-48a1-914e-afe25bd8ee4c) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:48:34.268976 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90ccce5-c6b5-420d-b510-b99ab1fc6527 service neutron] Pushing event updated for resources: {'Port': ['ID=99917a4e-a980-41a6-bb55-73d4ccc287dc,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:34.318078 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d77e18-90e8-48b9-a189-e30d2f829f1e req-b22ddf39-feb0-4101-88f6-33400219b278 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:34.339790 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c9d77e18-90e8-48b9-a189-e30d2f829f1e req-b22ddf39-feb0-4101-88f6-33400219b278 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=5383df3d-264c-4983-9fd4-d5c6625fc0bd HTTP/1.1" status: 200 len: 950 time: 0.1656501 Aug 16 22:48:34.350914 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bde7775-e062-43e5-9c00-d70ce4d793e1 req-fcdaa935-14c4-48dd-9623-a26551893094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:34.352642 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6bde7775-e062-43e5-9c00-d70ce4d793e1 req-fcdaa935-14c4-48dd-9623-a26551893094 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=0dd87a1533c14d3ca4af6a1d28d07ee7&device_id=f15458ea-2599-4ca6-8ec2-6fd3e05f8794 HTTP/1.1" status: 200 len: 1095 time: 0.2940714 Aug 16 22:48:34.354692 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe84da3b-88e9-4358-a72c-ace38d2b2480 req-1c62f80c-2efa-451d-8228-cb3f2535277e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:34.356451 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-fe84da3b-88e9-4358-a72c-ace38d2b2480 req-1c62f80c-2efa-451d-8228-cb3f2535277e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a4c9d624b07f42a0ae3c7ed63064f003&device_id=b5d18b06-440f-45f6-ba34-a54a3301a873 HTTP/1.1" status: 200 len: 1098 time: 0.2048583 Aug 16 22:48:34.357879 n-d-791506-26 neutron-server[101291]: INFO neutron.api.v2.resource [req-2c751046-84c4-4d03-a9f3-03707fc50176 req-de513747-f4cf-4b2b-85d2-aed03fe30f48 service neutron] show failed (client error): The resource could not be found. Aug 16 22:48:34.358907 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2c751046-84c4-4d03-a9f3-03707fc50176 req-de513747-f4cf-4b2b-85d2-aed03fe30f48 service neutron] 10.222.0.68 "GET /v2.0/ports/3daf38f0-2d73-4b14-8053-5e2922a5d49b/bindings/n-h2-791506-26 HTTP/1.1" status: 404 len: 381 time: 0.3472967 Aug 16 22:48:34.477639 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c9d77e18-90e8-48b9-a189-e30d2f829f1e req-b4fd267b-47ac-452f-9722-95e4a3ecc688 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363771 Aug 16 22:48:34.493975 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6bde7775-e062-43e5-9c00-d70ce4d793e1 req-667a8165-18ff-453c-be7c-5c22a3c2780a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99917a4e-a980-41a6-bb55-73d4ccc287dc HTTP/1.1" status: 200 len: 217 time: 0.1058130 Aug 16 22:48:34.505303 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af8ba62-7104-4cf0-8bd1-5427774a22fa None None] Routers {'3ebb43b3-b1ab-4bfd-a2c2-a07b7560f569'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:48:34.506731 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-6af8ba62-7104-4cf0-8bd1-5427774a22fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:48:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['3ebb43b3-b1ab-4bfd-a2c2-a07b7560f569'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:48:34.577027 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b1a8d865-15a5-4bc8-b085-1f0e0b2324c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:34.602838 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [None req-b1a8d865-15a5-4bc8-b085-1f0e0b2324c6 admin admin] Transition to ACTIVE for port object a1083023-e065-48a1-914e-afe25bd8ee4c will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:48:34.607917 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c355ed7b-5a2d-4697-b53d-6ae43956a7f3 x-openstack-request-id: req-c355ed7b-5a2d-4697-b53d-6ae43956a7f3 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:48:34.608490 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e33c8386-df5b-4338-93b9-5f927a55fe8d", "name": "network-vif-plugged", "status": "completed", "tag": "73fddd19-7093-4a55-973e-9c89d255911d", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:48:34.609349 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c355ed7b-5a2d-4697-b53d-6ae43956a7f3 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:48:34.609857 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e33c8386-df5b-4338-93b9-5f927a55fe8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73fddd19-7093-4a55-973e-9c89d255911d', 'code': 200} Aug 16 22:48:34.621864 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a698bd53-cb25-4c9e-93e1-8b44d2ea325a None None] Pushing event updated for resources: {'Port': ['ID=8783347e-b151-43ee-a28d-5b8ce32076c4,revision_number=3']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:34.700484 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b1a8d865-15a5-4bc8-b085-1f0e0b2324c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:34.924695 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a8d865-15a5-4bc8-b085-1f0e0b2324c6 admin admin] Pushing event updated for resources: {'Port': ['ID=a1083023-e065-48a1-914e-afe25bd8ee4c,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:35.001722 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-6af8ba62-7104-4cf0-8bd1-5427774a22fa None None] Set router 3ebb43b3-b1ab-4bfd-a2c2-a07b7560f569 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:48:35.068987 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 90ab81b0-93ab-4e46-ba6b-bdb7ff306c1f up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:48:35.139962 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bde7775-e062-43e5-9c00-d70ce4d793e1 req-a952b58c-c060-4ba4-a091-fc0159778eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:35.139962 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6bde7775-e062-43e5-9c00-d70ce4d793e1 req-a952b58c-c060-4ba4-a091-fc0159778eec service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6d903676-5940-4682-8c71-041282775edf HTTP/1.1" status: 200 len: 853 time: 0.6175296 Aug 16 22:48:35.140773 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a8d865-15a5-4bc8-b085-1f0e0b2324c6 admin admin] Network 2f4dbeea-fe0f-4678-95de-52518f112d3e is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:48:35.160229 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-b1a8d865-15a5-4bc8-b085-1f0e0b2324c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:48:35.180125 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a8d865-15a5-4bc8-b085-1f0e0b2324c6 admin admin] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:48:35.185240 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c751046-84c4-4d03-a9f3-03707fc50176 req-d41151ff-230e-4d5d-9325-1d5fa0efb6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:35.196185 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2c751046-84c4-4d03-a9f3-03707fc50176 req-d41151ff-230e-4d5d-9325-1d5fa0efb6b4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5383df3d-264c-4983-9fd4-d5c6625fc0bd&tenant_id=5aa270b810014cb1b7df23f71a5483f7 HTTP/1.1" status: 200 len: 1102 time: 0.2096961 Aug 16 22:48:35.233511 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e199c7-c14d-4cfb-bc29-01721c078109 req-1b9e973a-a469-4281-b561-e2819c80dbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:35.238429 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d7e199c7-c14d-4cfb-bc29-01721c078109 req-1b9e973a-a469-4281-b561-e2819c80dbf5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e33c8386-df5b-4338-93b9-5f927a55fe8d HTTP/1.1" status: 200 len: 1097 time: 0.0964441 Aug 16 22:48:35.239718 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 90ab81b0-93ab-4e46-ba6b-bdb7ff306c1f triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:48:35.245114 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:35.253688 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe84da3b-88e9-4358-a72c-ace38d2b2480 req-666295ab-7ca2-49d4-b3c6-f537abaa797f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:35.255349 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-fe84da3b-88e9-4358-a72c-ace38d2b2480 req-666295ab-7ca2-49d4-b3c6-f537abaa797f service neutron] 10.222.0.57 "GET /v2.0/networks?id=bdacd106-3582-43d1-a3c6-7a9333f5e2e0 HTTP/1.1" status: 200 len: 909 time: 0.8898950 Aug 16 22:48:35.377034 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-fe84da3b-88e9-4358-a72c-ace38d2b2480 req-14f2d5ab-beee-4e34-8082-d74c1c9f3470 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d54df04a-f49a-4781-a81f-a08eeb71ea39 HTTP/1.1" status: 200 len: 217 time: 0.1142097 Aug 16 22:48:35.436914 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-6af8ba62-7104-4cf0-8bd1-5427774a22fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ebb43b3-b1ab-4bfd-a2c2-a07b7560f569', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-425917876-router', 'tenant_id': 'c63a28594c214f838f1a5ddeb2a81e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '8783347e-b151-43ee-a28d-5b8ce32076c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:48:29Z', 'updated_at': '2021-08-16T22:48:31Z', 'revision_number': 3, 'project_id': 'c63a28594c214f838f1a5ddeb2a81e3f', 'gw_port': {'id': '8783347e-b151-43ee-a28d-5b8ce32076c4', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:4f:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ebb43b3-b1ab-4bfd-a2c2-a07b7560f569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:48:30Z', 'updated_at': '2021-08-16T22:48:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:48:35.471706 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d7e199c7-c14d-4cfb-bc29-01721c078109 req-defa3f5e-8e4c-41c7-a96b-0c7bb4c2c6cf service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146277 Aug 16 22:48:35.492339 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af8ba62-7104-4cf0-8bd1-5427774a22fa None None] The sync data for ids ['3ebb43b3-b1ab-4bfd-a2c2-a07b7560f569'] in n-d-791506-26 is: [{'id': '3ebb43b3-b1ab-4bfd-a2c2-a07b7560f569', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-425917876-router', 'tenant_id': 'c63a28594c214f838f1a5ddeb2a81e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '8783347e-b151-43ee-a28d-5b8ce32076c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:48:29Z', 'updated_at': '2021-08-16T22:48:31Z', 'revision_number': 3, 'project_id': 'c63a28594c214f838f1a5ddeb2a81e3f', 'gw_port': {'id': '8783347e-b151-43ee-a28d-5b8ce32076c4', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:4f:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ebb43b3-b1ab-4bfd-a2c2-a07b7560f569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:48:30Z', 'updated_at': '2021-08-16T22:48:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:48:35.534394 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bde7775-e062-43e5-9c00-d70ce4d793e1 req-e5c3e08c-da1b-4052-9727-a2f1b18d3676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:35.539655 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6bde7775-e062-43e5-9c00-d70ce4d793e1 req-e5c3e08c-da1b-4052-9727-a2f1b18d3676 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c1d758fb-43f6-4266-93a1-ed2a7049a6a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2504256 Aug 16 22:48:35.549427 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe84da3b-88e9-4358-a72c-ace38d2b2480 req-822bb662-5bfc-449c-8f31-7ede60fee998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:35.551121 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-fe84da3b-88e9-4358-a72c-ace38d2b2480 req-822bb662-5bfc-449c-8f31-7ede60fee998 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=78dd72b6-bd21-4b15-8ce7-13fda92dba19 HTTP/1.1" status: 200 len: 848 time: 0.1238456 Aug 16 22:48:35.617962 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-2c751046-84c4-4d03-a9f3-03707fc50176 req-cda69c52-8d7d-4ef3-8def-b22e264fcd31 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791506-26', 'device_owner': 'compute:nova'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:48:35.628712 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11921fbe-f5c8-4d7a-8613-6f1fd407c8f6 req-3595b9a8-30b9-4c55-9e55-5ba3b2c012ae tempest-AttachSCSIVolumeTestJSON-183853041 tempest-AttachSCSIVolumeTestJSON-183853041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:35.630318 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-11921fbe-f5c8-4d7a-8613-6f1fd407c8f6 req-3595b9a8-30b9-4c55-9e55-5ba3b2c012ae tempest-AttachSCSIVolumeTestJSON-183853041 tempest-AttachSCSIVolumeTestJSON-183853041-project] 10.222.0.36 "GET /v2.0/ports?device_id=f15458ea-2599-4ca6-8ec2-6fd3e05f8794 HTTP/1.1" status: 200 len: 943 time: 0.6782455 Aug 16 22:48:35.667386 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-53388bf3-48d7-47e8-aeda-dcb70a4730ea None None] Provisioning for port a1083023-e065-48a1-914e-afe25bd8ee4c completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:48:35.674360 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-53388bf3-48d7-47e8-aeda-dcb70a4730ea None None] Provisioning complete for port a1083023-e065-48a1-914e-afe25bd8ee4c triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:48:35.674832 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-53388bf3-48d7-47e8-aeda-dcb70a4730ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:35.718138 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6bde7775-e062-43e5-9c00-d70ce4d793e1 req-647c0c88-29ee-46c7-bf7d-fbee53271333 service neutron] 10.222.0.68 "GET /v2.0/networks/c1d758fb-43f6-4266-93a1-ed2a7049a6a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658704 Aug 16 22:48:35.724619 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b1a8d865-15a5-4bc8-b085-1f0e0b2324c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954230'] for router_interface, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:35.752719 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-53388bf3-48d7-47e8-aeda-dcb70a4730ea None None] Port a1083023-e065-48a1-914e-afe25bd8ee4c cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:48:35.885176 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-fe84da3b-88e9-4358-a72c-ace38d2b2480 req-b59756f8-73e2-4d9c-8402-2df44206fd4b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bdacd106-3582-43d1-a3c6-7a9333f5e2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304041 Aug 16 22:48:35.895226 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194d12ec-7557-4fd9-850f-c03a59af20a5 req-d2a007db-7123-4a32-8acf-f95d99831f10 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:35.897311 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-194d12ec-7557-4fd9-850f-c03a59af20a5 req-d2a007db-7123-4a32-8acf-f95d99831f10 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=e33c8386-df5b-4338-93b9-5f927a55fe8d HTTP/1.1" status: 200 len: 945 time: 0.2966933 Aug 16 22:48:35.961150 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-11921fbe-f5c8-4d7a-8613-6f1fd407c8f6 req-1b1bdc5d-5974-4296-b9de-f6ef7ee880af tempest-AttachSCSIVolumeTestJSON-183853041 tempest-AttachSCSIVolumeTestJSON-183853041-project] 10.222.0.36 "GET /v2.0/security-groups?id=a51f45dc-c58b-4871-b201-83151acd2814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3136652 Aug 16 22:48:35.972281 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-2c751046-84c4-4d03-a9f3-03707fc50176 req-cda69c52-8d7d-4ef3-8def-b22e264fcd31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:36.006874 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b1a8d865-15a5-4bc8-b085-1f0e0b2324c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:36.058417 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-194d12ec-7557-4fd9-850f-c03a59af20a5 req-d414607e-50d5-4d3a-a878-5cb4e306de4c tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257467 Aug 16 22:48:36.081648 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6bde7775-e062-43e5-9c00-d70ce4d793e1 req-eae805e1-f11f-4b61-9de1-583ebc741caa service neutron] 10.222.0.68 "GET /v2.0/networks/c1d758fb-43f6-4266-93a1-ed2a7049a6a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3529034 Aug 16 22:48:36.156335 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-fe84da3b-88e9-4358-a72c-ace38d2b2480 req-93cff34e-1e9b-464b-973f-9768484894bc service neutron] 10.222.0.57 "GET /v2.0/networks/bdacd106-3582-43d1-a3c6-7a9333f5e2e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594013 Aug 16 22:48:36.284749 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-fe84da3b-88e9-4358-a72c-ace38d2b2480 req-262c167a-bc23-4fe3-a2fa-a3de42849a68 service neutron] 10.222.0.57 "GET /v2.0/networks/bdacd106-3582-43d1-a3c6-7a9333f5e2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203804 Aug 16 22:48:36.477733 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe84da3b-88e9-4358-a72c-ace38d2b2480 req-49761bbc-2cc7-4e09-9a80-a67531620b9f tempest-LiveMigrationTest-725130784 tempest-LiveMigrationTest-725130784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:36.479277 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-fe84da3b-88e9-4358-a72c-ace38d2b2480 req-49761bbc-2cc7-4e09-9a80-a67531620b9f tempest-LiveMigrationTest-725130784 tempest-LiveMigrationTest-725130784-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=b5d18b06-440f-45f6-ba34-a54a3301a873&tenant_id=a4c9d624b07f42a0ae3c7ed63064f003&binding%3Ahost_id=n-h1-791506-26 HTTP/1.1" status: 200 len: 1098 time: 0.0617468 Aug 16 22:48:36.503656 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-fe84da3b-88e9-4358-a72c-ace38d2b2480 req-a910d819-d4bb-4069-9f57-8c838b6785f0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-791506-26'}}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:48:36.545613 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3edb32-d85b-4e04-9e54-ca9d60ad7e50 req-46792f1f-650d-4817-8f8a-771a4e1f05fc tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:36.547203 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ba3edb32-d85b-4e04-9e54-ca9d60ad7e50 req-46792f1f-650d-4817-8f8a-771a4e1f05fc tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/ports?device_id=20ef94fe-941f-4df0-81c2-7685911e9843 HTTP/1.1" status: 200 len: 950 time: 0.4599826 Aug 16 22:48:36.609884 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-fe84da3b-88e9-4358-a72c-ace38d2b2480 req-a910d819-d4bb-4069-9f57-8c838b6785f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:36.611610 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20ef94fe-941f-4df0-81c2-7685911e9843', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f323738b-f883-4014-ba78-4c322dc7f679'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:48:36.614628 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8ebe78-7a1a-46f9-8fec-a01a887fecd4 req-15781d35-2145-4594-bdad-85d6cb8a9423 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:36.616966 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1f8ebe78-7a1a-46f9-8fec-a01a887fecd4 req-15781d35-2145-4594-bdad-85d6cb8a9423 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5d18b06-440f-45f6-ba34-a54a3301a873 HTTP/1.1" status: 200 len: 946 time: 0.2784405 Aug 16 22:48:36.617442 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d095209a-9d35-4632-acad-b4c4e66b3a5b" -d '{"events": [{"server_uuid": "20ef94fe-941f-4df0-81c2-7685911e9843", "name": "network-vif-plugged", "status": "completed", "tag": "f323738b-f883-4014-ba78-4c322dc7f679"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:48:36.686246 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ba3edb32-d85b-4e04-9e54-ca9d60ad7e50 req-73ad63cb-faa0-4939-97d2-fbfbbb145c3f tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf51abff-a5e4-4ed4-87b7-552597e1ec97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259203 Aug 16 22:48:36.718245 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-2c751046-84c4-4d03-a9f3-03707fc50176 req-cda69c52-8d7d-4ef3-8def-b22e264fcd31 service neutron] For port 3daf38f0-2d73-4b14-8053-5e2922a5d49b, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=3daf38f0-2d73-4b14-8053-5e2922a5d49b,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:48:36.765759 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b1a8d865-15a5-4bc8-b085-1f0e0b2324c6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:36.770409 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1f8ebe78-7a1a-46f9-8fec-a01a887fecd4 req-11bb8702-fb5d-4a41-824b-6b641e4ac520 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355691 Aug 16 22:48:36.778486 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b1a8d865-15a5-4bc8-b085-1f0e0b2324c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:36.855856 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-2c751046-84c4-4d03-a9f3-03707fc50176 req-cda69c52-8d7d-4ef3-8def-b22e264fcd31 service neutron] For port 3daf38f0-2d73-4b14-8053-5e2922a5d49b, host n-h1-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:48:36.905740 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31c101ac-0047-4a03-9e6e-8e89a8f0d3f8 x-openstack-request-id: req-31c101ac-0047-4a03-9e6e-8e89a8f0d3f8 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:48:36.908076 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f15458ea-2599-4ca6-8ec2-6fd3e05f8794", "tag": "99917a4e-a980-41a6-bb55-73d4ccc287dc", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:48:36.909514 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-31c101ac-0047-4a03-9e6e-8e89a8f0d3f8 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:48:36.910158 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f15458ea-2599-4ca6-8ec2-6fd3e05f8794', 'tag': '99917a4e-a980-41a6-bb55-73d4ccc287dc', 'status': 'completed', 'code': 200} Aug 16 22:48:36.920656 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a8d865-15a5-4bc8-b085-1f0e0b2324c6 admin admin] Pushing event updated for resources: {'Port': ['ID=a1083023-e065-48a1-914e-afe25bd8ee4c,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:36.923158 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b1a8d865-15a5-4bc8-b085-1f0e0b2324c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954122'] for router_interface, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:36.964153 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5383df3d-264c-4983-9fd4-d5c6625fc0bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3daf38f0-2d73-4b14-8053-5e2922a5d49b'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:48:36.966490 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92ea6d1f-1939-4608-aa55-234adee136a7" -d '{"events": [{"server_uuid": "5383df3d-264c-4983-9fd4-d5c6625fc0bd", "name": "network-vif-unplugged", "status": "completed", "tag": "3daf38f0-2d73-4b14-8053-5e2922a5d49b"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:48:36.985782 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-2c751046-84c4-4d03-a9f3-03707fc50176 req-cda69c52-8d7d-4ef3-8def-b22e264fcd31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:37.025821 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 8783347e-b151-43ee-a28d-5b8ce32076c4 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:48:37.038396 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5a1404-5647-4ca9-854f-4e156fdae534 req-626224a0-611f-4f67-bcd0-861926a1609d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:37.042176 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-cb5a1404-5647-4ca9-854f-4e156fdae534 req-626224a0-611f-4f67-bcd0-861926a1609d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=0dd87a1533c14d3ca4af6a1d28d07ee7&device_id=f15458ea-2599-4ca6-8ec2-6fd3e05f8794 HTTP/1.1" status: 200 len: 1095 time: 0.1281431 Aug 16 22:48:37.139304 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 8783347e-b151-43ee-a28d-5b8ce32076c4 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:48:37.143858 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 8783347e-b151-43ee-a28d-5b8ce32076c4 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:48:37.144341 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:37.199632 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-2c751046-84c4-4d03-a9f3-03707fc50176 req-cda69c52-8d7d-4ef3-8def-b22e264fcd31 service neutron] Transition to ACTIVE for port object 3daf38f0-2d73-4b14-8053-5e2922a5d49b will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:48:37.239880 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-2c751046-84c4-4d03-a9f3-03707fc50176 req-cda69c52-8d7d-4ef3-8def-b22e264fcd31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:37.248372 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5a1404-5647-4ca9-854f-4e156fdae534 req-d1e48235-38eb-4712-89de-26e6905f47cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:37.250482 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-cb5a1404-5647-4ca9-854f-4e156fdae534 req-d1e48235-38eb-4712-89de-26e6905f47cc service neutron] 10.222.0.68 "GET /v2.0/networks?id=c1d758fb-43f6-4266-93a1-ed2a7049a6a3 HTTP/1.1" status: 200 len: 915 time: 0.1959584 Aug 16 22:48:37.308710 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1345afe8-b790-4d71-9a0e-8aa2eebb2f8f x-openstack-request-id: req-1345afe8-b790-4d71-9a0e-8aa2eebb2f8f {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:48:37.309000 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20ef94fe-941f-4df0-81c2-7685911e9843", "name": "network-vif-plugged", "status": "completed", "tag": "f323738b-f883-4014-ba78-4c322dc7f679", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:48:37.309257 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1345afe8-b790-4d71-9a0e-8aa2eebb2f8f {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:48:37.309667 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20ef94fe-941f-4df0-81c2-7685911e9843', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f323738b-f883-4014-ba78-4c322dc7f679', 'code': 200} Aug 16 22:48:37.314072 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:37.319544 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-cb5a1404-5647-4ca9-854f-4e156fdae534 req-347c37df-fadf-4ee1-8050-8741f6b07efb service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99917a4e-a980-41a6-bb55-73d4ccc287dc HTTP/1.1" status: 200 len: 217 time: 0.0568519 Aug 16 22:48:37.384924 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 8783347e-b151-43ee-a28d-5b8ce32076c4, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=8783347e-b151-43ee-a28d-5b8ce32076c4,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:48:37.395669 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:37.418757 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5a1404-5647-4ca9-854f-4e156fdae534 req-2d25c933-ff1d-4104-8b53-6558edffdf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:37.420473 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-cb5a1404-5647-4ca9-854f-4e156fdae534 req-2d25c933-ff1d-4104-8b53-6558edffdf47 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6d903676-5940-4682-8c71-041282775edf HTTP/1.1" status: 200 len: 853 time: 0.0931263 Aug 16 22:48:37.470677 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-fe84da3b-88e9-4358-a72c-ace38d2b2480 req-a910d819-d4bb-4069-9f57-8c838b6785f0 service neutron] For port d54df04a-f49a-4781-a81f-a08eeb71ea39, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=d54df04a-f49a-4781-a81f-a08eeb71ea39,segment=NetworkSegment(f636a4c4-5ebb-45e7-a739-a275ed345fed),segment_id=f636a4c4-5ebb-45e7-a739-a275ed345fed)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:48:37.510485 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=8783347e-b151-43ee-a28d-5b8ce32076c4,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:37.523316 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda69c52-8d7d-4ef3-8def-b22e264fcd31 service neutron] Pushing event updated for resources: {'Port': ['ID=3daf38f0-2d73-4b14-8053-5e2922a5d49b,revision_number=6']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:37.547027 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c751046-84c4-4d03-a9f3-03707fc50176 req-cda69c52-8d7d-4ef3-8def-b22e264fcd31 service neutron] No DVR routers for this DVR port 3daf38f0-2d73-4b14-8053-5e2922a5d49b on host n-h1-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:48:37.554460 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4bf83b-47a8-4f80-a7cb-8fb685884bbc req-2aa9e9b9-bbc5-416d-bfea-9a0cda7817fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:37.556114 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-de4bf83b-47a8-4f80-a7cb-8fb685884bbc req-2aa9e9b9-bbc5-416d-bfea-9a0cda7817fb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=20ef94fe-941f-4df0-81c2-7685911e9843 HTTP/1.1" status: 200 len: 1102 time: 0.1329594 Aug 16 22:48:37.565974 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61756373-710b-46da-b14e-565dd5455cc6 req-d69395ee-674c-4d50-8690-25d1e2d30c83 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:37.567668 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-61756373-710b-46da-b14e-565dd5455cc6 req-d69395ee-674c-4d50-8690-25d1e2d30c83 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=5383df3d-264c-4983-9fd4-d5c6625fc0bd HTTP/1.1" status: 200 len: 948 time: 0.5500681 Aug 16 22:48:37.580974 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a8d865-15a5-4bc8-b085-1f0e0b2324c6 admin admin] Network 2f4dbeea-fe0f-4678-95de-52518f112d3e is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:48:37.604404 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-b1a8d865-15a5-4bc8-b085-1f0e0b2324c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:48:37.610094 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5a1404-5647-4ca9-854f-4e156fdae534 req-4aac0af7-b078-4cc6-a64c-0b4c8a2a66fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:37.616086 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-cb5a1404-5647-4ca9-854f-4e156fdae534 req-4aac0af7-b078-4cc6-a64c-0b4c8a2a66fd service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c1d758fb-43f6-4266-93a1-ed2a7049a6a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1425154 Aug 16 22:48:37.651744 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7649f44-059d-453d-8f45-1ae306a2306f req-3cb1ede4-dd86-4c6e-819a-8dd8f004d56a tempest-AttachSCSIVolumeTestJSON-183853041 tempest-AttachSCSIVolumeTestJSON-183853041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:37.659443 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-de4bf83b-47a8-4f80-a7cb-8fb685884bbc req-bbdf654d-78f2-4dd5-9aef-1a1aeabadc50 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=cf51abff-a5e4-4ed4-87b7-552597e1ec97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758896 Aug 16 22:48:37.661092 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d7649f44-059d-453d-8f45-1ae306a2306f req-3cb1ede4-dd86-4c6e-819a-8dd8f004d56a tempest-AttachSCSIVolumeTestJSON-183853041 tempest-AttachSCSIVolumeTestJSON-183853041-project] 10.222.0.36 "GET /v2.0/ports?device_id=f15458ea-2599-4ca6-8ec2-6fd3e05f8794 HTTP/1.1" status: 200 len: 943 time: 0.2310207 Aug 16 22:48:37.750055 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-2c751046-84c4-4d03-a9f3-03707fc50176 req-cda69c52-8d7d-4ef3-8def-b22e264fcd31 service neutron] Attempting to bind port 3daf38f0-2d73-4b14-8053-5e2922a5d49b on host n-h2-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:48:37.750411 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-2c751046-84c4-4d03-a9f3-03707fc50176 req-cda69c52-8d7d-4ef3-8def-b22e264fcd31 service neutron] Attempting to bind port 3daf38f0-2d73-4b14-8053-5e2922a5d49b by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:48:37.750753 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c751046-84c4-4d03-a9f3-03707fc50176 req-cda69c52-8d7d-4ef3-8def-b22e264fcd31 service neutron] Attempting to bind port 3daf38f0-2d73-4b14-8053-5e2922a5d49b on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:48:37.793688 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c751046-84c4-4d03-a9f3-03707fc50176 req-cda69c52-8d7d-4ef3-8def-b22e264fcd31 service neutron] Port 3daf38f0-2d73-4b14-8053-5e2922a5d49b on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:48:37.794394 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c751046-84c4-4d03-a9f3-03707fc50176 req-cda69c52-8d7d-4ef3-8def-b22e264fcd31 service neutron] Attempting to bind port 3daf38f0-2d73-4b14-8053-5e2922a5d49b on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:48:37.822447 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-61756373-710b-46da-b14e-565dd5455cc6 req-974be138-8517-4ae1-a02c-a6b8eaf438a8 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436807 Aug 16 22:48:37.844895 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-cb5a1404-5647-4ca9-854f-4e156fdae534 req-3b22b182-0acd-443f-bc7d-bae036814556 service neutron] 10.222.0.68 "GET /v2.0/networks/c1d758fb-43f6-4266-93a1-ed2a7049a6a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931729 Aug 16 22:48:37.870797 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c751046-84c4-4d03-a9f3-03707fc50176 req-cda69c52-8d7d-4ef3-8def-b22e264fcd31 service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:48:37.871146 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c751046-84c4-4d03-a9f3-03707fc50176 req-cda69c52-8d7d-4ef3-8def-b22e264fcd31 service neutron] Checking segment: {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:48:37.871780 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c751046-84c4-4d03-a9f3-03707fc50176 req-cda69c52-8d7d-4ef3-8def-b22e264fcd31 service neutron] Bound using segment: {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:48:37.872387 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-2c751046-84c4-4d03-a9f3-03707fc50176 req-cda69c52-8d7d-4ef3-8def-b22e264fcd31 service neutron] Bound port: 3daf38f0-2d73-4b14-8053-5e2922a5d49b, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:48:37.872779 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-2c751046-84c4-4d03-a9f3-03707fc50176 req-cda69c52-8d7d-4ef3-8def-b22e264fcd31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:37.882033 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-fe84da3b-88e9-4358-a72c-ace38d2b2480 req-a910d819-d4bb-4069-9f57-8c838b6785f0 service neutron] For port d54df04a-f49a-4781-a81f-a08eeb71ea39, host n-h1-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:48:37.895591 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d7649f44-059d-453d-8f45-1ae306a2306f req-c5d4268c-029d-4f62-a6d4-1c2bcc17f69a tempest-AttachSCSIVolumeTestJSON-183853041 tempest-AttachSCSIVolumeTestJSON-183853041-project] 10.222.0.36 "GET /v2.0/security-groups?id=a51f45dc-c58b-4871-b201-83151acd2814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335408 Aug 16 22:48:38.003659 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 22:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf3e8f7-858a-4c13-9171-c4093be5078b x-openstack-request-id: req-adf3e8f7-858a-4c13-9171-c4093be5078b {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:48:38.004187 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5383df3d-264c-4983-9fd4-d5c6625fc0bd", "name": "network-vif-unplugged", "status": "completed", "tag": "3daf38f0-2d73-4b14-8053-5e2922a5d49b", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:48:38.005376 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-adf3e8f7-858a-4c13-9171-c4093be5078b {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:48:38.006044 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5383df3d-264c-4983-9fd4-d5c6625fc0bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3daf38f0-2d73-4b14-8053-5e2922a5d49b', 'code': 200} Aug 16 22:48:38.006681 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 3daf38f0-2d73-4b14-8053-5e2922a5d49b no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:48:38.049559 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-fe84da3b-88e9-4358-a72c-ace38d2b2480 req-a910d819-d4bb-4069-9f57-8c838b6785f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:38.066684 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 3daf38f0-2d73-4b14-8053-5e2922a5d49b not bound to the agent host n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:48:38.077145 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1a8d865-15a5-4bc8-b085-1f0e0b2324c6 admin admin] Router 3ebb43b3-b1ab-4bfd-a2c2-a07b7560f569 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:48:38.087494 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-fe84da3b-88e9-4358-a72c-ace38d2b2480 req-a910d819-d4bb-4069-9f57-8c838b6785f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:38.147331 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-28bc3bf8-e2a7-4f4a-902e-b2412ceb0347 None None] Provisioning complete for port a1083023-e065-48a1-914e-afe25bd8ee4c triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:48:38.148483 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-28bc3bf8-e2a7-4f4a-902e-b2412ceb0347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:38.176030 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-cb5a1404-5647-4ca9-854f-4e156fdae534 req-5536248e-f60a-4d4c-88e0-722c41b8e6c2 service neutron] 10.222.0.68 "GET /v2.0/networks/c1d758fb-43f6-4266-93a1-ed2a7049a6a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3190987 Aug 16 22:48:38.177057 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5559e22a-b472-4a32-aed3-7db4b30d2088 req-d6c5078a-cdc9-4ea8-84b9-f647477c439d tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:38.185874 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5559e22a-b472-4a32-aed3-7db4b30d2088 req-d6c5078a-cdc9-4ea8-84b9-f647477c439d tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=e33c8386-df5b-4338-93b9-5f927a55fe8d HTTP/1.1" status: 200 len: 945 time: 0.1935410 Aug 16 22:48:38.195477 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-2c751046-84c4-4d03-a9f3-03707fc50176 req-cda69c52-8d7d-4ef3-8def-b22e264fcd31 service neutron] For port 3daf38f0-2d73-4b14-8053-5e2922a5d49b, host n-h2-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:48:38.241879 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-28bc3bf8-e2a7-4f4a-902e-b2412ceb0347 None None] Port a1083023-e065-48a1-914e-afe25bd8ee4c cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:48:38.260447 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-2c751046-84c4-4d03-a9f3-03707fc50176 req-cda69c52-8d7d-4ef3-8def-b22e264fcd31 service neutron] For port 3daf38f0-2d73-4b14-8053-5e2922a5d49b, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=3daf38f0-2d73-4b14-8053-5e2922a5d49b,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:48:38.266361 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-fe84da3b-88e9-4358-a72c-ace38d2b2480 req-a910d819-d4bb-4069-9f57-8c838b6785f0 service neutron] Attempting to bind port d54df04a-f49a-4781-a81f-a08eeb71ea39 on host n-h1-791506-26 for vnic_type normal with profile {"migrating_to": "n-h2-791506-26"} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:48:38.266714 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-fe84da3b-88e9-4358-a72c-ace38d2b2480 req-a910d819-d4bb-4069-9f57-8c838b6785f0 service neutron] Attempting to bind port d54df04a-f49a-4781-a81f-a08eeb71ea39 by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': 'f636a4c4-5ebb-45e7-a739-a275ed345fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bdacd106-3582-43d1-a3c6-7a9333f5e2e0'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:48:38.267045 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe84da3b-88e9-4358-a72c-ace38d2b2480 req-a910d819-d4bb-4069-9f57-8c838b6785f0 service neutron] Attempting to bind port d54df04a-f49a-4781-a81f-a08eeb71ea39 on network bdacd106-3582-43d1-a3c6-7a9333f5e2e0 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:48:38.271365 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a910d819-d4bb-4069-9f57-8c838b6785f0 service neutron] Pushing event updated for resources: {'Port': ['ID=d54df04a-f49a-4781-a81f-a08eeb71ea39,revision_number=7']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:38.276622 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe84da3b-88e9-4358-a72c-ace38d2b2480 req-a910d819-d4bb-4069-9f57-8c838b6785f0 service neutron] Port d54df04a-f49a-4781-a81f-a08eeb71ea39 on network bdacd106-3582-43d1-a3c6-7a9333f5e2e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:48:38.276917 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe84da3b-88e9-4358-a72c-ace38d2b2480 req-a910d819-d4bb-4069-9f57-8c838b6785f0 service neutron] Attempting to bind port d54df04a-f49a-4781-a81f-a08eeb71ea39 on network bdacd106-3582-43d1-a3c6-7a9333f5e2e0 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:48:38.279305 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-2c751046-84c4-4d03-a9f3-03707fc50176 req-cda69c52-8d7d-4ef3-8def-b22e264fcd31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:38.290597 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe84da3b-88e9-4358-a72c-ace38d2b2480 req-a910d819-d4bb-4069-9f57-8c838b6785f0 service neutron] Checking agent: {'id': 'd28e24f9-e5ea-41e1-80bf-3c7943ad7f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:48:38.291220 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe84da3b-88e9-4358-a72c-ace38d2b2480 req-a910d819-d4bb-4069-9f57-8c838b6785f0 service neutron] Checking segment: {'id': 'f636a4c4-5ebb-45e7-a739-a275ed345fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bdacd106-3582-43d1-a3c6-7a9333f5e2e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:48:38.291777 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe84da3b-88e9-4358-a72c-ace38d2b2480 req-a910d819-d4bb-4069-9f57-8c838b6785f0 service neutron] Bound using segment: {'id': 'f636a4c4-5ebb-45e7-a739-a275ed345fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bdacd106-3582-43d1-a3c6-7a9333f5e2e0'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:48:38.292576 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-fe84da3b-88e9-4358-a72c-ace38d2b2480 req-a910d819-d4bb-4069-9f57-8c838b6785f0 service neutron] Bound port: d54df04a-f49a-4781-a81f-a08eeb71ea39, host: n-h1-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f636a4c4-5ebb-45e7-a739-a275ed345fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bdacd106-3582-43d1-a3c6-7a9333f5e2e0'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:48:38.293106 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-fe84da3b-88e9-4358-a72c-ace38d2b2480 req-a910d819-d4bb-4069-9f57-8c838b6785f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:38.335833 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd6976-e715-49d2-afc9-3893cd8bc84d req-2466daa2-d80b-46d2-bf27-e3da96428a8c tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:38.337449 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6fbd6976-e715-49d2-afc9-3893cd8bc84d req-2466daa2-d80b-46d2-bf27-e3da96428a8c tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/ports?device_id=20ef94fe-941f-4df0-81c2-7685911e9843 HTTP/1.1" status: 200 len: 950 time: 0.2410624 Aug 16 22:48:38.379864 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-fe84da3b-88e9-4358-a72c-ace38d2b2480 req-a910d819-d4bb-4069-9f57-8c838b6785f0 service neutron] For port d54df04a-f49a-4781-a81f-a08eeb71ea39, host n-h1-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:48:38.384276 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-fe84da3b-88e9-4358-a72c-ace38d2b2480 req-a910d819-d4bb-4069-9f57-8c838b6785f0 service neutron] For port d54df04a-f49a-4781-a81f-a08eeb71ea39, host n-h1-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=d54df04a-f49a-4781-a81f-a08eeb71ea39,segment=NetworkSegment(f636a4c4-5ebb-45e7-a739-a275ed345fed),segment_id=f636a4c4-5ebb-45e7-a739-a275ed345fed)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:48:38.385393 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5559e22a-b472-4a32-aed3-7db4b30d2088 req-0bf4ef4d-e3d3-4eb3-9a00-f0c79e3f6f6f tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982112 Aug 16 22:48:38.393026 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-fe84da3b-88e9-4358-a72c-ace38d2b2480 req-a910d819-d4bb-4069-9f57-8c838b6785f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:38.478090 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe84da3b-88e9-4358-a72c-ace38d2b2480 req-a910d819-d4bb-4069-9f57-8c838b6785f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:38.479309 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-fe84da3b-88e9-4358-a72c-ace38d2b2480 req-a910d819-d4bb-4069-9f57-8c838b6785f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:38.479453 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda69c52-8d7d-4ef3-8def-b22e264fcd31 service neutron] Pushing event updated for resources: {'Port': ['ID=3daf38f0-2d73-4b14-8053-5e2922a5d49b,revision_number=7']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:38.480126 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-fe84da3b-88e9-4358-a72c-ace38d2b2480 req-a910d819-d4bb-4069-9f57-8c838b6785f0 service neutron] 10.222.0.57 "PUT /v2.0/ports/d54df04a-f49a-4781-a81f-a08eeb71ea39 HTTP/1.1" status: 200 len: 1124 time: 1.9868751 Aug 16 22:48:38.481281 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a910d819-d4bb-4069-9f57-8c838b6785f0 service neutron] Pushing event updated for resources: {'Port': ['ID=d54df04a-f49a-4781-a81f-a08eeb71ea39,revision_number=8']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:38.488295 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c751046-84c4-4d03-a9f3-03707fc50176 req-cda69c52-8d7d-4ef3-8def-b22e264fcd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:38.489364 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-2c751046-84c4-4d03-a9f3-03707fc50176 req-cda69c52-8d7d-4ef3-8def-b22e264fcd31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:38.491522 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2c751046-84c4-4d03-a9f3-03707fc50176 req-cda69c52-8d7d-4ef3-8def-b22e264fcd31 service neutron] 10.222.0.57 "PUT /v2.0/ports/3daf38f0-2d73-4b14-8053-5e2922a5d49b HTTP/1.1" status: 200 len: 1097 time: 2.8923109 Aug 16 22:48:38.541884 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['d54df04a-f49a-4781-a81f-a08eeb71ea39'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:48:38.658586 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6fbd6976-e715-49d2-afc9-3893cd8bc84d req-d60ef357-fff7-406c-8351-cdb38ececbfb tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf51abff-a5e4-4ed4-87b7-552597e1ec97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3050735 Aug 16 22:48:38.667244 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1a8d865-15a5-4bc8-b085-1f0e0b2324c6 admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:48:38.673342 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-b1a8d865-15a5-4bc8-b085-1f0e0b2324c6 admin admin] 10.222.0.36 "PUT /v2.0/routers/3ebb43b3-b1ab-4bfd-a2c2-a07b7560f569/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1637018 Aug 16 22:48:38.705310 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6968ffe-542f-4cb2-8805-ecbd2f7f4774 None None] Sync routers for ids ['3ebb43b3-b1ab-4bfd-a2c2-a07b7560f569'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:48:38.723489 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c751046-84c4-4d03-a9f3-03707fc50176 req-846ee74e-b2bc-42db-ad3f-1873e5868e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:38.727782 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2c751046-84c4-4d03-a9f3-03707fc50176 req-846ee74e-b2bc-42db-ad3f-1873e5868e93 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5aa270b810014cb1b7df23f71a5483f7&device_id=5383df3d-264c-4983-9fd4-d5c6625fc0bd HTTP/1.1" status: 200 len: 1100 time: 0.1511068 Aug 16 22:48:38.735658 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147033ed-dca7-4be3-ad72-035d71f3a6d3 req-97e25ebb-58f5-42ae-bde4-c34ef988c22d tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:38.737261 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-147033ed-dca7-4be3-ad72-035d71f3a6d3 req-97e25ebb-58f5-42ae-bde4-c34ef988c22d tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5d18b06-440f-45f6-ba34-a54a3301a873 HTTP/1.1" status: 200 len: 944 time: 0.2060010 Aug 16 22:48:38.836764 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6968ffe-542f-4cb2-8805-ecbd2f7f4774 None None] Routers {'3ebb43b3-b1ab-4bfd-a2c2-a07b7560f569'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:48:38.840119 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-f6968ffe-542f-4cb2-8805-ecbd2f7f4774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:48:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['3ebb43b3-b1ab-4bfd-a2c2-a07b7560f569'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:48:38.913248 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5d18b06-440f-45f6-ba34-a54a3301a873', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd54df04a-f49a-4781-a81f-a08eeb71ea39'}, {'name': 'network-changed', 'server_uuid': 'b5d18b06-440f-45f6-ba34-a54a3301a873', 'tag': 'd54df04a-f49a-4781-a81f-a08eeb71ea39'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:48:38.915691 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc8e03ff-7a5d-4f9a-b7f2-2800353f3afc" -d '{"events": [{"server_uuid": "b5d18b06-440f-45f6-ba34-a54a3301a873", "name": "network-vif-unplugged", "status": "completed", "tag": "d54df04a-f49a-4781-a81f-a08eeb71ea39"}, {"name": "network-changed", "server_uuid": "b5d18b06-440f-45f6-ba34-a54a3301a873", "tag": "d54df04a-f49a-4781-a81f-a08eeb71ea39"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:48:38.953410 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 8783347e-b151-43ee-a28d-5b8ce32076c4 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:48:39.106829 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 8783347e-b151-43ee-a28d-5b8ce32076c4 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:48:39.107411 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:39.151425 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-147033ed-dca7-4be3-ad72-035d71f3a6d3 req-e0f571f3-fa5b-443b-9cd4-e6a466635ad5 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3908591 Aug 16 22:48:39.226206 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-f6968ffe-542f-4cb2-8805-ecbd2f7f4774 None None] Set router 3ebb43b3-b1ab-4bfd-a2c2-a07b7560f569 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:48:39.290912 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c751046-84c4-4d03-a9f3-03707fc50176 req-52dc2e9e-5e40-43a3-9bca-01fa1a59bf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:39.292467 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2c751046-84c4-4d03-a9f3-03707fc50176 req-52dc2e9e-5e40-43a3-9bca-01fa1a59bf65 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd HTTP/1.1" status: 200 len: 870 time: 0.5543280 Aug 16 22:48:39.305260 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e5f577-3cc2-4ac8-899f-602c25811aa5 req-6be23001-8718-415b-b920-ed8dfdc152d6 tempest-LiveAutoBlockMigrationV225Test-1199004585 tempest-LiveAutoBlockMigrationV225Test-1199004585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:39.307451 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-92e5f577-3cc2-4ac8-899f-602c25811aa5 req-6be23001-8718-415b-b920-ed8dfdc152d6 tempest-LiveAutoBlockMigrationV225Test-1199004585 tempest-LiveAutoBlockMigrationV225Test-1199004585-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=e33c8386-df5b-4338-93b9-5f927a55fe8d HTTP/1.1" status: 200 len: 1097 time: 0.1310854 Aug 16 22:48:39.329024 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0757de-86d0-4760-a409-db719b46ab3a req-12aff709-1f15-484a-9362-1fffddc78660 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:39.330622 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3e0757de-86d0-4760-a409-db719b46ab3a req-12aff709-1f15-484a-9362-1fffddc78660 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=5383df3d-264c-4983-9fd4-d5c6625fc0bd HTTP/1.1" status: 200 len: 948 time: 0.0893557 Aug 16 22:48:39.424054 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2c751046-84c4-4d03-a9f3-03707fc50176 req-e891213f-f220-45e5-be22-497e1ef683ba service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=3daf38f0-2d73-4b14-8053-5e2922a5d49b HTTP/1.1" status: 200 len: 217 time: 0.1103373 Aug 16 22:48:39.495610 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-92e5f577-3cc2-4ac8-899f-602c25811aa5 req-17c74f9a-218c-4158-9871-a929623da014 tempest-LiveAutoBlockMigrationV225Test-1199004585 tempest-LiveAutoBlockMigrationV225Test-1199004585-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751790 Aug 16 22:48:39.526267 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3e0757de-86d0-4760-a409-db719b46ab3a req-29aa35d9-98fb-4daa-b0f6-a467e7b4d98a tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746271 Aug 16 22:48:39.558202 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c751046-84c4-4d03-a9f3-03707fc50176 req-f5912079-cf04-4a46-af2a-c5d33211b214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:39.563904 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2c751046-84c4-4d03-a9f3-03707fc50176 req-f5912079-cf04-4a46-af2a-c5d33211b214 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6af2b868-37d3-46ab-a526-0465929f13c8 HTTP/1.1" status: 200 len: 843 time: 0.1249518 Aug 16 22:48:39.571407 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-f6968ffe-542f-4cb2-8805-ecbd2f7f4774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ebb43b3-b1ab-4bfd-a2c2-a07b7560f569', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-425917876-router', 'tenant_id': 'c63a28594c214f838f1a5ddeb2a81e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '8783347e-b151-43ee-a28d-5b8ce32076c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:48:29Z', 'updated_at': '2021-08-16T22:48:35Z', 'revision_number': 4, 'project_id': 'c63a28594c214f838f1a5ddeb2a81e3f', 'gw_port': {'id': '8783347e-b151-43ee-a28d-5b8ce32076c4', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:4f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebb43b3-b1ab-4bfd-a2c2-a07b7560f569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:48:30Z', 'updated_at': '2021-08-16T22:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'a1083023-e065-48a1-914e-afe25bd8ee4c', 'name': '', 'network_id': '2f4dbeea-fe0f-4678-95de-52518f112d3e', 'tenant_id': 'c63a28594c214f838f1a5ddeb2a81e3f', 'mac_address': 'fa:16:3e:71:2b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ebb43b3-b1ab-4bfd-a2c2-a07b7560f569', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '4c2f9fbb-1429-4941-a208-becc5a9d6b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:48:33Z', 'updated_at': '2021-08-16T22:48:36Z', 'revision_number': 2, 'project_id': 'c63a28594c214f838f1a5ddeb2a81e3f', 'subnets': [{'id': '4c2f9fbb-1429-4941-a208-becc5a9d6b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:48:39.612136 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6968ffe-542f-4cb2-8805-ecbd2f7f4774 None None] Checking router: 3ebb43b3-b1ab-4bfd-a2c2-a07b7560f569 for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:48:39.612576 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6968ffe-542f-4cb2-8805-ecbd2f7f4774 None None] Updating router 3ebb43b3-b1ab-4bfd-a2c2-a07b7560f569 port a1083023-e065-48a1-914e-afe25bd8ee4c binding host n-d-791506-26 {{(pid=101293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:48:39.656900 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 16 Aug 2021 22:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca4e4d5-0dd1-4419-9b8a-50f3e6d8c9dd x-openstack-request-id: req-7ca4e4d5-0dd1-4419-9b8a-50f3e6d8c9dd {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:48:39.657417 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5d18b06-440f-45f6-ba34-a54a3301a873", "name": "network-vif-unplugged", "status": "completed", "tag": "d54df04a-f49a-4781-a81f-a08eeb71ea39", "code": 200}, {"name": "network-changed", "server_uuid": "b5d18b06-440f-45f6-ba34-a54a3301a873", "tag": "d54df04a-f49a-4781-a81f-a08eeb71ea39", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:48:39.657858 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7ca4e4d5-0dd1-4419-9b8a-50f3e6d8c9dd {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:48:39.659191 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5d18b06-440f-45f6-ba34-a54a3301a873', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd54df04a-f49a-4781-a81f-a08eeb71ea39', 'code': 200} Aug 16 22:48:39.659612 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5d18b06-440f-45f6-ba34-a54a3301a873', 'tag': 'd54df04a-f49a-4781-a81f-a08eeb71ea39', 'status': 'completed', 'code': 200} Aug 16 22:48:39.674206 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f6968ffe-542f-4cb2-8805-ecbd2f7f4774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:39.722334 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c751046-84c4-4d03-a9f3-03707fc50176 req-ea1d71ad-3f54-403c-b097-1fe56d85ae34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:39.723963 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2c751046-84c4-4d03-a9f3-03707fc50176 req-ea1d71ad-3f54-403c-b097-1fe56d85ae34 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1546564 Aug 16 22:48:39.779403 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8e03ff-7a5d-4f9a-b7f2-2800353f3afc req-16dad5ad-a333-4329-a49c-484136fd837b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:39.789653 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ac21db-a129-42fb-aaea-cbacc197e546 req-b4eee83b-6646-47d6-aa17-522d6d7cec88 tempest-AttachSCSIVolumeTestJSON-183853041 tempest-AttachSCSIVolumeTestJSON-183853041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:39.795445 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-bc8e03ff-7a5d-4f9a-b7f2-2800353f3afc req-16dad5ad-a333-4329-a49c-484136fd837b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a4c9d624b07f42a0ae3c7ed63064f003&device_id=b5d18b06-440f-45f6-ba34-a54a3301a873 HTTP/1.1" status: 200 len: 1127 time: 0.1111231 Aug 16 22:48:39.796921 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-56ac21db-a129-42fb-aaea-cbacc197e546 req-b4eee83b-6646-47d6-aa17-522d6d7cec88 tempest-AttachSCSIVolumeTestJSON-183853041 tempest-AttachSCSIVolumeTestJSON-183853041-project] 10.222.0.36 "GET /v2.0/ports?device_id=f15458ea-2599-4ca6-8ec2-6fd3e05f8794 HTTP/1.1" status: 200 len: 943 time: 0.1401553 Aug 16 22:48:39.868379 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-56ac21db-a129-42fb-aaea-cbacc197e546 req-f10f800a-c9a1-4b07-a775-606673382948 tempest-AttachSCSIVolumeTestJSON-183853041 tempest-AttachSCSIVolumeTestJSON-183853041-project] 10.222.0.36 "GET /v2.0/security-groups?id=a51f45dc-c58b-4871-b201-83151acd2814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704038 Aug 16 22:48:39.948488 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2c751046-84c4-4d03-a9f3-03707fc50176 req-7354ad9a-3e93-4629-b675-045c4362b672 service neutron] 10.222.0.57 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166519 Aug 16 22:48:39.973496 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8e03ff-7a5d-4f9a-b7f2-2800353f3afc req-b32ded20-8b31-49d3-83ff-7ba508f4a492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:39.976369 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-bc8e03ff-7a5d-4f9a-b7f2-2800353f3afc req-b32ded20-8b31-49d3-83ff-7ba508f4a492 service neutron] 10.222.0.68 "GET /v2.0/networks?id=bdacd106-3582-43d1-a3c6-7a9333f5e2e0 HTTP/1.1" status: 200 len: 909 time: 0.1708026 Aug 16 22:48:40.011624 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5383df3d-264c-4983-9fd4-d5c6625fc0bd', 'tag': '3daf38f0-2d73-4b14-8053-5e2922a5d49b'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:48:40.014025 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-413f229b-f7b3-4993-81d2-c9cca1395a65" -d '{"events": [{"name": "network-changed", "server_uuid": "5383df3d-264c-4983-9fd4-d5c6625fc0bd", "tag": "3daf38f0-2d73-4b14-8053-5e2922a5d49b"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:48:40.037993 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f6968ffe-542f-4cb2-8805-ecbd2f7f4774 None None] Notify callbacks [] for port, precommit_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:40.050112 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-bc8e03ff-7a5d-4f9a-b7f2-2800353f3afc req-51d280cc-6426-4a85-8756-9cc51578081c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d54df04a-f49a-4781-a81f-a08eeb71ea39 HTTP/1.1" status: 200 len: 217 time: 0.0612295 Aug 16 22:48:40.050502 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-f6968ffe-542f-4cb2-8805-ecbd2f7f4774 None None] Transition to ACTIVE for port object a1083023-e065-48a1-914e-afe25bd8ee4c will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:48:40.057450 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 99917a4e-a980-41a6-bb55-73d4ccc287dc details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:48:40.065036 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f6968ffe-542f-4cb2-8805-ecbd2f7f4774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:40.123015 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8e03ff-7a5d-4f9a-b7f2-2800353f3afc req-fe95feed-e668-4be9-b119-ee6109654bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:40.124879 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-bc8e03ff-7a5d-4f9a-b7f2-2800353f3afc req-fe95feed-e668-4be9-b119-ee6109654bd1 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=78dd72b6-bd21-4b15-8ce7-13fda92dba19 HTTP/1.1" status: 200 len: 848 time: 0.0703459 Aug 16 22:48:40.179643 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-bc8e03ff-7a5d-4f9a-b7f2-2800353f3afc req-c5f72740-a0aa-4505-90ce-790aa534c542 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=bdacd106-3582-43d1-a3c6-7a9333f5e2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459373 Aug 16 22:48:40.185911 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e589f3ee-eaf2-4eba-a983-709f796622a7 req-b429fdb5-3418-4d5a-94ec-ac9bd2b73f92 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:40.187301 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e589f3ee-eaf2-4eba-a983-709f796622a7 req-b429fdb5-3418-4d5a-94ec-ac9bd2b73f92 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] 10.222.0.36 "GET /v2.0/networks?id=2f4dbeea-fe0f-4678-95de-52518f112d3e HTTP/1.1" status: 200 len: 828 time: 0.2682993 Aug 16 22:48:40.204083 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2c751046-84c4-4d03-a9f3-03707fc50176 req-b23f8268-1595-4ba7-86e6-7ad846af20f9 service neutron] 10.222.0.57 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299542 Aug 16 22:48:40.207131 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a5814-5a69-4af5-942e-f32828d272f9 req-afe8a736-1b58-492e-b8e4-6253e860bbdb tempest-LiveAutoBlockMigrationV225Test-1199004585 tempest-LiveAutoBlockMigrationV225Test-1199004585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:40.209439 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ba3a5814-5a69-4af5-942e-f32828d272f9 req-afe8a736-1b58-492e-b8e4-6253e860bbdb tempest-LiveAutoBlockMigrationV225Test-1199004585 tempest-LiveAutoBlockMigrationV225Test-1199004585-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=e33c8386-df5b-4338-93b9-5f927a55fe8d HTTP/1.1" status: 200 len: 1097 time: 0.2330279 Aug 16 22:48:40.260453 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e589f3ee-eaf2-4eba-a983-709f796622a7 req-5b7bcdf4-607e-43a7-8e84-bb99c1f7f267 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] 10.222.0.36 "GET /v2.0/quotas/c63a28594c214f838f1a5ddeb2a81e3f HTTP/1.1" status: 200 len: 375 time: 0.0552619 Aug 16 22:48:40.275251 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 99917a4e-a980-41a6-bb55-73d4ccc287dc, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=99917a4e-a980-41a6-bb55-73d4ccc287dc,segment=NetworkSegment(814a6fa1-947a-41e8-8b6d-b5eadf99c956),segment_id=814a6fa1-947a-41e8-8b6d-b5eadf99c956)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:48:40.294562 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': '99917a4e-a980-41a6-bb55-73d4ccc287dc', 'network_id': 'c1d758fb-43f6-4266-93a1-ed2a7049a6a3', 'port_id': '99917a4e-a980-41a6-bb55-73d4ccc287dc', 'mac_address': 'fa:16:3e:07:a2:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d903676-5940-4682-8c71-041282775edf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:48:40.309828 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afadc707-965b-4306-ba43-38f4132fb65a None None] Pushing event updated for resources: {'Port': ['ID=a1083023-e065-48a1-914e-afe25bd8ee4c,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:40.355661 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-bc8e03ff-7a5d-4f9a-b7f2-2800353f3afc req-dc529d8c-f5e0-4c7a-a617-34f686820ece service neutron] 10.222.0.68 "GET /v2.0/networks/bdacd106-3582-43d1-a3c6-7a9333f5e2e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667264 Aug 16 22:48:40.361511 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e589f3ee-eaf2-4eba-a983-709f796622a7 req-74704fb9-bd2d-4021-b6d2-e48234985960 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c63a28594c214f838f1a5ddeb2a81e3f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1000812 Aug 16 22:48:40.387832 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ba3a5814-5a69-4af5-942e-f32828d272f9 req-067f0534-710e-4837-9182-9eff21561311 tempest-LiveAutoBlockMigrationV225Test-1199004585 tempest-LiveAutoBlockMigrationV225Test-1199004585-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573546 Aug 16 22:48:40.510910 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:40.519215 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-f6968ffe-542f-4cb2-8805-ecbd2f7f4774 None None] Attempting to bind port a1083023-e065-48a1-914e-afe25bd8ee4c on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:48:40.519777 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-f6968ffe-542f-4cb2-8805-ecbd2f7f4774 None None] Attempting to bind port a1083023-e065-48a1-914e-afe25bd8ee4c by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': 'dbd6a7b3-b56f-48d0-8df5-dc8503a74c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '2f4dbeea-fe0f-4678-95de-52518f112d3e'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:48:40.520261 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6968ffe-542f-4cb2-8805-ecbd2f7f4774 None None] Attempting to bind port a1083023-e065-48a1-914e-afe25bd8ee4c on network 2f4dbeea-fe0f-4678-95de-52518f112d3e {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:48:40.535573 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6968ffe-542f-4cb2-8805-ecbd2f7f4774 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:48:40.536129 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6968ffe-542f-4cb2-8805-ecbd2f7f4774 None None] Checking segment: {'id': 'dbd6a7b3-b56f-48d0-8df5-dc8503a74c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '2f4dbeea-fe0f-4678-95de-52518f112d3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:48:40.537255 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f6968ffe-542f-4cb2-8805-ecbd2f7f4774 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:40.537764 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6968ffe-542f-4cb2-8805-ecbd2f7f4774 None None] Bound using segment: {'id': 'dbd6a7b3-b56f-48d0-8df5-dc8503a74c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '2f4dbeea-fe0f-4678-95de-52518f112d3e'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:48:40.538411 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-f6968ffe-542f-4cb2-8805-ecbd2f7f4774 None None] Bound port: a1083023-e065-48a1-914e-afe25bd8ee4c, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbd6a7b3-b56f-48d0-8df5-dc8503a74c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '2f4dbeea-fe0f-4678-95de-52518f112d3e'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:48:40.538902 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f6968ffe-542f-4cb2-8805-ecbd2f7f4774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:40.545285 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99917a4e-a980-41a6-bb55-73d4ccc287dc {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:48:40.559901 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-bc8e03ff-7a5d-4f9a-b7f2-2800353f3afc req-26c2582f-5c26-46ce-b1d0-52cae19a2666 service neutron] 10.222.0.68 "GET /v2.0/networks/bdacd106-3582-43d1-a3c6-7a9333f5e2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960721 Aug 16 22:48:40.581539 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 99917a4e-a980-41a6-bb55-73d4ccc287dc, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=99917a4e-a980-41a6-bb55-73d4ccc287dc,segment=NetworkSegment(814a6fa1-947a-41e8-8b6d-b5eadf99c956),segment_id=814a6fa1-947a-41e8-8b6d-b5eadf99c956)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:48:40.610664 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:40.617920 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e589f3ee-eaf2-4eba-a983-709f796622a7 req-dc2303b7-d4fd-4a04-bb97-cfa8c2dd84c6 service neutron] 10.222.0.36 "GET /v2.0/networks/2f4dbeea-fe0f-4678-95de-52518f112d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554929 Aug 16 22:48:40.626805 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3bdf19-a65f-418a-b201-764367f26b2c req-b07173ae-93cd-443f-b4ab-2c6087f5d962 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:40.628404 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-af3bdf19-a65f-418a-b201-764367f26b2c req-b07173ae-93cd-443f-b4ab-2c6087f5d962 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/ports?device_id=20ef94fe-941f-4df0-81c2-7685911e9843 HTTP/1.1" status: 200 len: 950 time: 0.0892320 Aug 16 22:48:40.697829 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f6968ffe-542f-4cb2-8805-ecbd2f7f4774 None None] For port a1083023-e065-48a1-914e-afe25bd8ee4c, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:48:40.700702 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=99917a4e-a980-41a6-bb55-73d4ccc287dc,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:40.714403 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f6968ffe-542f-4cb2-8805-ecbd2f7f4774 None None] For port a1083023-e065-48a1-914e-afe25bd8ee4c, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=a1083023-e065-48a1-914e-afe25bd8ee4c,segment=NetworkSegment(dbd6a7b3-b56f-48d0-8df5-dc8503a74c13),segment_id=dbd6a7b3-b56f-48d0-8df5-dc8503a74c13)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:48:40.721635 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f6968ffe-542f-4cb2-8805-ecbd2f7f4774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:40.725036 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-af3bdf19-a65f-418a-b201-764367f26b2c req-e3031ef4-6044-4e52-aabe-1482346ed107 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf51abff-a5e4-4ed4-87b7-552597e1ec97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861425 Aug 16 22:48:40.764666 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e589f3ee-eaf2-4eba-a983-709f796622a7 req-a8dbfeec-5167-4ca8-8902-5f6fb789b304 service neutron] 10.222.0.36 "GET /v2.0/networks/2f4dbeea-fe0f-4678-95de-52518f112d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350954 Aug 16 22:48:40.823546 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6968ffe-542f-4cb2-8805-ecbd2f7f4774 None None] Routers {'3ebb43b3-b1ab-4bfd-a2c2-a07b7560f569'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:48:40.824269 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-f6968ffe-542f-4cb2-8805-ecbd2f7f4774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:48:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['3ebb43b3-b1ab-4bfd-a2c2-a07b7560f569'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:48:40.831741 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:40.880096 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['99917a4e-a980-41a6-bb55-73d4ccc287dc'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:48:40.898235 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afadc707-965b-4306-ba43-38f4132fb65a None None] Pushing event updated for resources: {'Port': ['ID=a1083023-e065-48a1-914e-afe25bd8ee4c,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:41.096376 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f303dd9e-5745-41a3-8027-aaf29f9a1b93 x-openstack-request-id: req-f303dd9e-5745-41a3-8027-aaf29f9a1b93 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:48:41.096705 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5383df3d-264c-4983-9fd4-d5c6625fc0bd", "tag": "3daf38f0-2d73-4b14-8053-5e2922a5d49b", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:48:41.096958 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f303dd9e-5745-41a3-8027-aaf29f9a1b93 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:48:41.097355 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5383df3d-264c-4983-9fd4-d5c6625fc0bd', 'tag': '3daf38f0-2d73-4b14-8053-5e2922a5d49b', 'status': 'completed', 'code': 200} Aug 16 22:48:41.212283 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413f229b-f7b3-4993-81d2-c9cca1395a65 req-678a7c90-07b9-418f-a543-6b0153359514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:41.214050 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-413f229b-f7b3-4993-81d2-c9cca1395a65 req-678a7c90-07b9-418f-a543-6b0153359514 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5aa270b810014cb1b7df23f71a5483f7&device_id=5383df3d-264c-4983-9fd4-d5c6625fc0bd HTTP/1.1" status: 200 len: 1100 time: 0.1022630 Aug 16 22:48:41.234911 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78925dbf-feaf-40fe-98f9-8c1d62c356fe req-719cd51f-5814-44f8-8cea-0d2c7901375b tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:41.248066 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-78925dbf-feaf-40fe-98f9-8c1d62c356fe req-719cd51f-5814-44f8-8cea-0d2c7901375b tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5d18b06-440f-45f6-ba34-a54a3301a873 HTTP/1.1" status: 200 len: 944 time: 0.1735818 Aug 16 22:48:41.371631 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413f229b-f7b3-4993-81d2-c9cca1395a65 req-72175e8b-c35d-432f-bf41-acca0d7bc100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:41.373253 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-413f229b-f7b3-4993-81d2-c9cca1395a65 req-72175e8b-c35d-432f-bf41-acca0d7bc100 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5aa270b810014cb1b7df23f71a5483f7&device_id=5383df3d-264c-4983-9fd4-d5c6625fc0bd HTTP/1.1" status: 200 len: 1100 time: 0.2271132 Aug 16 22:48:41.385520 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413f229b-f7b3-4993-81d2-c9cca1395a65 req-b74bfbd2-b6a6-4dfc-88a7-3ca6d0370f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:41.389320 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-413f229b-f7b3-4993-81d2-c9cca1395a65 req-b74bfbd2-b6a6-4dfc-88a7-3ca6d0370f80 service neutron] 10.222.0.68 "GET /v2.0/networks?id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd HTTP/1.1" status: 200 len: 870 time: 0.1613929 Aug 16 22:48:41.389954 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-78925dbf-feaf-40fe-98f9-8c1d62c356fe req-690a8c63-82fa-48b8-9a6a-8f3e2664893d tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408069 Aug 16 22:48:41.417896 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-f6968ffe-542f-4cb2-8805-ecbd2f7f4774 None None] Set router 3ebb43b3-b1ab-4bfd-a2c2-a07b7560f569 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:48:41.459799 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-413f229b-f7b3-4993-81d2-c9cca1395a65 req-3ab40f7e-f44c-4dec-a34e-909fa17fe5eb service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=3daf38f0-2d73-4b14-8053-5e2922a5d49b HTTP/1.1" status: 200 len: 217 time: 0.0525167 Aug 16 22:48:41.533206 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413f229b-f7b3-4993-81d2-c9cca1395a65 req-d8cfdf80-791e-4613-ba22-59833b9ec7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:41.535157 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-413f229b-f7b3-4993-81d2-c9cca1395a65 req-d8cfdf80-791e-4613-ba22-59833b9ec7a4 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6af2b868-37d3-46ab-a526-0465929f13c8 HTTP/1.1" status: 200 len: 843 time: 0.0681927 Aug 16 22:48:41.605213 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413f229b-f7b3-4993-81d2-c9cca1395a65 req-25de751b-9002-47b5-bf4a-067a44427d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:41.607124 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-413f229b-f7b3-4993-81d2-c9cca1395a65 req-25de751b-9002-47b5-bf4a-067a44427d4c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0632427 Aug 16 22:48:41.646681 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413f229b-f7b3-4993-81d2-c9cca1395a65 req-5d51b710-2cbd-4695-8250-0bbe4da0f394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:41.651992 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-413f229b-f7b3-4993-81d2-c9cca1395a65 req-5d51b710-2cbd-4695-8250-0bbe4da0f394 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd HTTP/1.1" status: 200 len: 870 time: 0.2560947 Aug 16 22:48:41.668673 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07740b8-7155-4724-b898-ed1443492829 req-2b976ec6-fd53-4c1b-a72c-83c529481a15 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:41.691017 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a07740b8-7155-4724-b898-ed1443492829 req-2b976ec6-fd53-4c1b-a72c-83c529481a15 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=5383df3d-264c-4983-9fd4-d5c6625fc0bd HTTP/1.1" status: 200 len: 948 time: 0.3798957 Aug 16 22:48:41.737847 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-413f229b-f7b3-4993-81d2-c9cca1395a65 req-d793aba6-f431-44b3-a1f0-452026f1669e service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204801 Aug 16 22:48:41.836798 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-413f229b-f7b3-4993-81d2-c9cca1395a65 req-7425e2e2-27c2-4903-a96a-2b39b4f60b86 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=3daf38f0-2d73-4b14-8053-5e2922a5d49b HTTP/1.1" status: 200 len: 217 time: 0.1040223 Aug 16 22:48:41.854480 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a07740b8-7155-4724-b898-ed1443492829 req-6256f35e-b8da-4c26-88ed-70523c1ce16d tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625578 Aug 16 22:48:41.933455 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-413f229b-f7b3-4993-81d2-c9cca1395a65 req-c1f74434-0bc5-4735-9e72-a01fa8a83636 service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861875 Aug 16 22:48:41.956905 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-f6968ffe-542f-4cb2-8805-ecbd2f7f4774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ebb43b3-b1ab-4bfd-a2c2-a07b7560f569', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-425917876-router', 'tenant_id': 'c63a28594c214f838f1a5ddeb2a81e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '8783347e-b151-43ee-a28d-5b8ce32076c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:48:29Z', 'updated_at': '2021-08-16T22:48:35Z', 'revision_number': 4, 'project_id': 'c63a28594c214f838f1a5ddeb2a81e3f', 'gw_port': {'id': '8783347e-b151-43ee-a28d-5b8ce32076c4', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:4f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebb43b3-b1ab-4bfd-a2c2-a07b7560f569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:48:30Z', 'updated_at': '2021-08-16T22:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'a1083023-e065-48a1-914e-afe25bd8ee4c', 'name': '', 'network_id': '2f4dbeea-fe0f-4678-95de-52518f112d3e', 'tenant_id': 'c63a28594c214f838f1a5ddeb2a81e3f', 'mac_address': 'fa:16:3e:71:2b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ebb43b3-b1ab-4bfd-a2c2-a07b7560f569', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '4c2f9fbb-1429-4941-a208-becc5a9d6b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:48:33Z', 'updated_at': '2021-08-16T22:48:40Z', 'revision_number': 4, 'project_id': 'c63a28594c214f838f1a5ddeb2a81e3f', 'subnets': [{'id': '4c2f9fbb-1429-4941-a208-becc5a9d6b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:48:41.962193 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8db4e6f-e8ea-4faa-ac58-681fd6f5b548 req-6e16d664-3963-49e4-b213-993c4b24ad49 tempest-ServersOnMultiNodesTest-1217803004 tempest-ServersOnMultiNodesTest-1217803004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:41.969522 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d8db4e6f-e8ea-4faa-ac58-681fd6f5b548 req-6e16d664-3963-49e4-b213-993c4b24ad49 tempest-ServersOnMultiNodesTest-1217803004 tempest-ServersOnMultiNodesTest-1217803004-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=20ef94fe-941f-4df0-81c2-7685911e9843 HTTP/1.1" status: 200 len: 1102 time: 0.2022185 Aug 16 22:48:41.987878 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6968ffe-542f-4cb2-8805-ecbd2f7f4774 None None] The sync data for ids ['3ebb43b3-b1ab-4bfd-a2c2-a07b7560f569'] in n-d-791506-26 is: [{'id': '3ebb43b3-b1ab-4bfd-a2c2-a07b7560f569', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-425917876-router', 'tenant_id': 'c63a28594c214f838f1a5ddeb2a81e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '8783347e-b151-43ee-a28d-5b8ce32076c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:48:29Z', 'updated_at': '2021-08-16T22:48:35Z', 'revision_number': 4, 'project_id': 'c63a28594c214f838f1a5ddeb2a81e3f', 'gw_port': {'id': '8783347e-b151-43ee-a28d-5b8ce32076c4', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:4f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebb43b3-b1ab-4bfd-a2c2-a07b7560f569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:48:30Z', 'updated_at': '2021-08-16T22:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'a1083023-e065-48a1-914e-afe25bd8ee4c', 'name': '', 'network_id': '2f4dbeea-fe0f-4678-95de-52518f112d3e', 'tenant_id': 'c63a28594c214f838f1a5ddeb2a81e3f', 'mac_address': 'fa:16:3e:71:2b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ebb43b3-b1ab-4bfd-a2c2-a07b7560f569', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '4c2f9fbb-1429-4941-a208-becc5a9d6b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:48:33Z', 'updated_at': '2021-08-16T22:48:40Z', 'revision_number': 4, 'project_id': 'c63a28594c214f838f1a5ddeb2a81e3f', 'subnets': [{'id': '4c2f9fbb-1429-4941-a208-becc5a9d6b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:48:42.007243 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-d8db4e6f-e8ea-4faa-ac58-681fd6f5b548 req-1481d882-6d0c-4d3d-90d3-d803cb823bb7 tempest-ServersOnMultiNodesTest-1217803004 tempest-ServersOnMultiNodesTest-1217803004-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:42.032563 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413f229b-f7b3-4993-81d2-c9cca1395a65 req-4f7430ee-7be6-4ccd-8ed9-b40d0aa492b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:42.034118 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-413f229b-f7b3-4993-81d2-c9cca1395a65 req-4f7430ee-7be6-4ccd-8ed9-b40d0aa492b9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6af2b868-37d3-46ab-a526-0465929f13c8 HTTP/1.1" status: 200 len: 843 time: 0.1733005 Aug 16 22:48:42.051649 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device d54df04a-f49a-4781-a81f-a08eeb71ea39 details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:48:42.157216 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8df7e1-b785-4022-8d53-3dabf95665c0 req-7d5b80df-4d53-47ad-994e-e122b9e60953 tempest-AttachSCSIVolumeTestJSON-183853041 tempest-AttachSCSIVolumeTestJSON-183853041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:42.164354 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-de8df7e1-b785-4022-8d53-3dabf95665c0 req-7d5b80df-4d53-47ad-994e-e122b9e60953 tempest-AttachSCSIVolumeTestJSON-183853041 tempest-AttachSCSIVolumeTestJSON-183853041-project] 10.222.0.36 "GET /v2.0/ports?device_id=f15458ea-2599-4ca6-8ec2-6fd3e05f8794 HTTP/1.1" status: 200 len: 944 time: 0.1874750 Aug 16 22:48:42.256885 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413f229b-f7b3-4993-81d2-c9cca1395a65 req-45ccf79a-6134-4375-870b-f4f356e1b44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:42.272090 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-413f229b-f7b3-4993-81d2-c9cca1395a65 req-45ccf79a-6134-4375-870b-f4f356e1b44c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2238262 Aug 16 22:48:42.305812 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-de8df7e1-b785-4022-8d53-3dabf95665c0 req-f0b54f7f-3f5b-425c-a2ed-d3624e5597a2 tempest-AttachSCSIVolumeTestJSON-183853041 tempest-AttachSCSIVolumeTestJSON-183853041-project] 10.222.0.36 "GET /v2.0/security-groups?id=a51f45dc-c58b-4871-b201-83151acd2814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402752 Aug 16 22:48:42.366981 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port d54df04a-f49a-4781-a81f-a08eeb71ea39, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=d54df04a-f49a-4781-a81f-a08eeb71ea39,segment=NetworkSegment(f636a4c4-5ebb-45e7-a739-a275ed345fed),segment_id=f636a4c4-5ebb-45e7-a739-a275ed345fed)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:48:42.405804 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device d54df04a-f49a-4781-a81f-a08eeb71ea39 has no active binding in host n-h2-791506-26 {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 22:48:42.481905 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0e5bdd5f-d283-48a6-90f9-822575f85ca0 req-a8f35815-78a0-41dd-82b2-f0fd1e62dd06 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5f4c85a-eeef-497d-be00-9073128939b3 HTTP/1.1" status: 200 len: 210 time: 0.0528204 Aug 16 22:48:42.497897 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-d8db4e6f-e8ea-4faa-ac58-681fd6f5b548 req-1481d882-6d0c-4d3d-90d3-d803cb823bb7 tempest-ServersOnMultiNodesTest-1217803004 tempest-ServersOnMultiNodesTest-1217803004-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:42.505762 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-d8db4e6f-e8ea-4faa-ac58-681fd6f5b548 req-1481d882-6d0c-4d3d-90d3-d803cb823bb7 tempest-ServersOnMultiNodesTest-1217803004 tempest-ServersOnMultiNodesTest-1217803004-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:42.564610 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d8db4e6f-e8ea-4faa-ac58-681fd6f5b548 req-1481d882-6d0c-4d3d-90d3-d803cb823bb7 tempest-ServersOnMultiNodesTest-1217803004 tempest-ServersOnMultiNodesTest-1217803004-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=cf51abff-a5e4-4ed4-87b7-552597e1ec97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5941076 Aug 16 22:48:42.595770 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-413f229b-f7b3-4993-81d2-c9cca1395a65 req-ebbb87fc-0998-496c-be08-36d92aa0a14a service neutron] 10.222.0.57 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3103311 Aug 16 22:48:42.604077 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481d882-6d0c-4d3d-90d3-d803cb823bb7 tempest-ServersOnMultiNodesTest-1217803004 tempest-ServersOnMultiNodesTest-1217803004-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b50dc1c6-511e-437f-8cb6-08b002c93223,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:42.873864 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-413f229b-f7b3-4993-81d2-c9cca1395a65 req-19c9ad31-1879-4c21-9662-7f5e97c15aeb service neutron] 10.222.0.57 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602868 Aug 16 22:48:43.051572 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af07674-044b-4517-9ba0-b600822f2d50 req-bf4b7d83-9c5f-4a54-bca2-ae63a9047069 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:43.053874 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3af07674-044b-4517-9ba0-b600822f2d50 req-bf4b7d83-9c5f-4a54-bca2-ae63a9047069 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5d18b06-440f-45f6-ba34-a54a3301a873 HTTP/1.1" status: 200 len: 944 time: 0.0777352 Aug 16 22:48:43.055241 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device a1083023-e065-48a1-914e-afe25bd8ee4c up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:48:43.119494 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3af07674-044b-4517-9ba0-b600822f2d50 req-422de7a0-3eb4-4434-b5f9-78c94e5bb057 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550776 Aug 16 22:48:43.154480 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port a1083023-e065-48a1-914e-afe25bd8ee4c completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:48:43.160050 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port a1083023-e065-48a1-914e-afe25bd8ee4c triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:48:43.160499 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:43.379334 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:43.457662 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port a1083023-e065-48a1-914e-afe25bd8ee4c, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=a1083023-e065-48a1-914e-afe25bd8ee4c,segment=NetworkSegment(dbd6a7b3-b56f-48d0-8df5-dc8503a74c13),segment_id=dbd6a7b3-b56f-48d0-8df5-dc8503a74c13)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:48:43.471438 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:43.591653 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=a1083023-e065-48a1-914e-afe25bd8ee4c,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:43.596946 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e589f3ee-eaf2-4eba-a983-709f796622a7 req-bda50a7c-4f3e-4bc9-8750-12ff04a72f2e tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:43.599799 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e589f3ee-eaf2-4eba-a983-709f796622a7 req-bda50a7c-4f3e-4bc9-8750-12ff04a72f2e tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] 10.222.0.57 "GET /v2.0/networks?id=2f4dbeea-fe0f-4678-95de-52518f112d3e HTTP/1.1" status: 200 len: 828 time: 0.4322698 Aug 16 22:48:43.638928 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-e589f3ee-eaf2-4eba-a983-709f796622a7 req-9006f16e-8619-4de2-b029-c9dce9f0c720 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Request body: {'port': {'device_id': 'd5f4c85a-eeef-497d-be00-9073128939b3', 'network_id': '2f4dbeea-fe0f-4678-95de-52518f112d3e', 'admin_state_up': True, 'tenant_id': 'c63a28594c214f838f1a5ddeb2a81e3f'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:48:43.739005 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bda184b-3b12-47b2-95b9-44c66e838221 req-01fe70ed-6765-40e0-ae16-9b99176ac63b tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:43.743322 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1bda184b-3b12-47b2-95b9-44c66e838221 req-01fe70ed-6765-40e0-ae16-9b99176ac63b tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=5383df3d-264c-4983-9fd4-d5c6625fc0bd HTTP/1.1" status: 200 len: 948 time: 0.2380941 Aug 16 22:48:44.037740 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 3daf38f0-2d73-4b14-8053-5e2922a5d49b details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:48:44.062369 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 99917a4e-a980-41a6-bb55-73d4ccc287dc up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:48:44.119665 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [req-8aa88b42-80d9-4208-b85e-69a28f7b9fbd req-47da2455-a6d0-4a64-b493-b9ce12ab0252 tempest-LiveAutoBlockMigrationV225Test-1199004585 tempest-LiveAutoBlockMigrationV225Test-1199004585-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:48:44.123128 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-8aa88b42-80d9-4208-b85e-69a28f7b9fbd req-47da2455-a6d0-4a64-b493-b9ce12ab0252 tempest-LiveAutoBlockMigrationV225Test-1199004585 tempest-LiveAutoBlockMigrationV225Test-1199004585-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0097768 Aug 16 22:48:44.146854 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-8aa88b42-80d9-4208-b85e-69a28f7b9fbd req-fb1495bf-ec02-4dc2-b767-bc865d4689d3 service neutron] Request body: {'binding': {'host': 'n-h1-791506-26', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:48:44.147495 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-8aa88b42-80d9-4208-b85e-69a28f7b9fbd req-fb1495bf-ec02-4dc2-b767-bc865d4689d3 service neutron] Unknown quota resources ['binding']. {{(pid=101291) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 22:48:44.158953 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1bda184b-3b12-47b2-95b9-44c66e838221 req-d165e310-0320-41f8-8884-66d6e9b44fbc tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4062924 Aug 16 22:48:44.166784 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e589f3ee-eaf2-4eba-a983-709f796622a7 req-9006f16e-8619-4de2-b029-c9dce9f0c720 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Made reservation on behalf of c63a28594c214f838f1a5ddeb2a81e3f for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:48:44.171557 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-e589f3ee-eaf2-4eba-a983-709f796622a7 req-9006f16e-8619-4de2-b029-c9dce9f0c720 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:44.263515 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning for port 99917a4e-a980-41a6-bb55-73d4ccc287dc completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:48:44.281307 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port 99917a4e-a980-41a6-bb55-73d4ccc287dc triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:48:44.282592 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:44.288202 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 3daf38f0-2d73-4b14-8053-5e2922a5d49b, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=3daf38f0-2d73-4b14-8053-5e2922a5d49b,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:48:44.328334 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': '3daf38f0-2d73-4b14-8053-5e2922a5d49b', 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd', 'port_id': '3daf38f0-2d73-4b14-8053-5e2922a5d49b', 'mac_address': 'fa:16:3e:ba:71:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6af2b868-37d3-46ab-a526-0465929f13c8', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:48:44.391425 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:44.397087 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-fe84da3b-88e9-4358-a72c-ace38d2b2480 req-f82bbc94-1295-4387-aa58-36bbb83098d2 service neutron] 10.222.0.68 "GET /v2.0/ports/d54df04a-f49a-4781-a81f-a08eeb71ea39/bindings/n-h2-791506-26 HTTP/1.1" status: 200 len: 385 time: 0.1795628 Aug 16 22:48:44.398976 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71afa1b8-c778-471d-a7fb-ae6f87803351 req-7bd5e17b-3c1f-446e-ab23-8be54afb57b5 tempest-AttachSCSIVolumeTestJSON-183853041 tempest-AttachSCSIVolumeTestJSON-183853041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:44.400762 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-71afa1b8-c778-471d-a7fb-ae6f87803351 req-7bd5e17b-3c1f-446e-ab23-8be54afb57b5 tempest-AttachSCSIVolumeTestJSON-183853041 tempest-AttachSCSIVolumeTestJSON-183853041-project] 10.222.0.36 "GET /v2.0/ports?device_id=f15458ea-2599-4ca6-8ec2-6fd3e05f8794 HTTP/1.1" status: 200 len: 944 time: 0.1112092 Aug 16 22:48:44.439856 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3daf38f0-2d73-4b14-8053-5e2922a5d49b {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:48:44.465588 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:44.481127 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [req-e589f3ee-eaf2-4eba-a983-709f796622a7 req-9006f16e-8619-4de2-b029-c9dce9f0c720 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Allocated IP 172.20.0.4 (2f4dbeea-fe0f-4678-95de-52518f112d3e/4c2f9fbb-1429-4941-a208-becc5a9d6b4d/53f761fa-aa04-4e67-ab7f-23a534d5a5e0) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:48:44.493732 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 3daf38f0-2d73-4b14-8053-5e2922a5d49b, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=3daf38f0-2d73-4b14-8053-5e2922a5d49b,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:48:44.515431 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:44.527885 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f15458ea-2599-4ca6-8ec2-6fd3e05f8794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99917a4e-a980-41a6-bb55-73d4ccc287dc'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:48:44.536087 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77b814c2-55fe-4d71-866e-a8f5825593b9" -d '{"events": [{"server_uuid": "f15458ea-2599-4ca6-8ec2-6fd3e05f8794", "name": "network-vif-plugged", "status": "completed", "tag": "99917a4e-a980-41a6-bb55-73d4ccc287dc"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:48:44.553077 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 99917a4e-a980-41a6-bb55-73d4ccc287dc, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=99917a4e-a980-41a6-bb55-73d4ccc287dc,segment=NetworkSegment(814a6fa1-947a-41e8-8b6d-b5eadf99c956),segment_id=814a6fa1-947a-41e8-8b6d-b5eadf99c956)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:48:44.563542 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-8aa88b42-80d9-4208-b85e-69a28f7b9fbd req-fb1495bf-ec02-4dc2-b767-bc865d4689d3 service neutron] Attempting to bind port 73fddd19-7093-4a55-973e-9c89d255911d on host n-h1-791506-26 for vnic_type normal with profile None {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:48:44.564045 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-8aa88b42-80d9-4208-b85e-69a28f7b9fbd req-fb1495bf-ec02-4dc2-b767-bc865d4689d3 service neutron] Attempting to bind port 73fddd19-7093-4a55-973e-9c89d255911d by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': 'b4a6b143-6a51-43cd-8781-944dbb368ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'db61fb9f-768d-428b-8446-991cbb0c6922'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:48:44.564670 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa88b42-80d9-4208-b85e-69a28f7b9fbd req-fb1495bf-ec02-4dc2-b767-bc865d4689d3 service neutron] Attempting to bind port 73fddd19-7093-4a55-973e-9c89d255911d on network db61fb9f-768d-428b-8446-991cbb0c6922 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:48:44.572065 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa88b42-80d9-4208-b85e-69a28f7b9fbd req-fb1495bf-ec02-4dc2-b767-bc865d4689d3 service neutron] Port 73fddd19-7093-4a55-973e-9c89d255911d on network db61fb9f-768d-428b-8446-991cbb0c6922 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:48:44.572527 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa88b42-80d9-4208-b85e-69a28f7b9fbd req-fb1495bf-ec02-4dc2-b767-bc865d4689d3 service neutron] Attempting to bind port 73fddd19-7093-4a55-973e-9c89d255911d on network db61fb9f-768d-428b-8446-991cbb0c6922 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:48:44.579165 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:44.584520 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa88b42-80d9-4208-b85e-69a28f7b9fbd req-fb1495bf-ec02-4dc2-b767-bc865d4689d3 service neutron] Checking agent: {'id': 'd28e24f9-e5ea-41e1-80bf-3c7943ad7f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:48:44.588980 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa88b42-80d9-4208-b85e-69a28f7b9fbd req-fb1495bf-ec02-4dc2-b767-bc865d4689d3 service neutron] Checking segment: {'id': 'b4a6b143-6a51-43cd-8781-944dbb368ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'db61fb9f-768d-428b-8446-991cbb0c6922'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:48:44.589537 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa88b42-80d9-4208-b85e-69a28f7b9fbd req-fb1495bf-ec02-4dc2-b767-bc865d4689d3 service neutron] Bound using segment: {'id': 'b4a6b143-6a51-43cd-8781-944dbb368ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'db61fb9f-768d-428b-8446-991cbb0c6922'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:48:44.590096 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-8aa88b42-80d9-4208-b85e-69a28f7b9fbd req-fb1495bf-ec02-4dc2-b767-bc865d4689d3 service neutron] Bound port: 73fddd19-7093-4a55-973e-9c89d255911d, host: n-h1-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4a6b143-6a51-43cd-8781-944dbb368ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'db61fb9f-768d-428b-8446-991cbb0c6922'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:48:44.626643 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=3daf38f0-2d73-4b14-8053-5e2922a5d49b,revision_number=8']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:44.631807 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-71afa1b8-c778-471d-a7fb-ae6f87803351 req-1265c54b-2a6b-490c-96b4-7f27b5c702e3 tempest-AttachSCSIVolumeTestJSON-183853041 tempest-AttachSCSIVolumeTestJSON-183853041-project] 10.222.0.36 "GET /v2.0/security-groups?id=a51f45dc-c58b-4871-b201-83151acd2814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218411 Aug 16 22:48:44.720298 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-8aa88b42-80d9-4208-b85e-69a28f7b9fbd req-fb1495bf-ec02-4dc2-b767-bc865d4689d3 service neutron] For port 73fddd19-7093-4a55-973e-9c89d255911d, host n-h1-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=73fddd19-7093-4a55-973e-9c89d255911d,segment=NetworkSegment(b4a6b143-6a51-43cd-8781-944dbb368ca5),segment_id=b4a6b143-6a51-43cd-8781-944dbb368ca5)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:48:44.742196 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-8aa88b42-80d9-4208-b85e-69a28f7b9fbd req-fb1495bf-ec02-4dc2-b767-bc865d4689d3 service neutron] Notify callbacks [] for binding, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:44.743618 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=99917a4e-a980-41a6-bb55-73d4ccc287dc,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:44.756629 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-8aa88b42-80d9-4208-b85e-69a28f7b9fbd req-fb1495bf-ec02-4dc2-b767-bc865d4689d3 service neutron] 10.222.0.36 "POST /v2.0/ports/73fddd19-7093-4a55-973e-9c89d255911d/bindings HTTP/1.1" status: 201 len: 390 time: 0.6264040 Aug 16 22:48:44.773291 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-fe84da3b-88e9-4358-a72c-ace38d2b2480 req-bede55ac-e150-4af5-98f1-036ae7488113 service neutron] For port d54df04a-f49a-4781-a81f-a08eeb71ea39, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=d54df04a-f49a-4781-a81f-a08eeb71ea39,segment=NetworkSegment(f636a4c4-5ebb-45e7-a739-a275ed345fed),segment_id=f636a4c4-5ebb-45e7-a739-a275ed345fed)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:48:44.819424 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-fe84da3b-88e9-4358-a72c-ace38d2b2480 req-bede55ac-e150-4af5-98f1-036ae7488113 service neutron] For port d54df04a-f49a-4781-a81f-a08eeb71ea39, host n-h1-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:48:44.822554 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5c423783-7f4b-432d-9f83-be270436cfe2 req-002128d1-611d-4102-b3f3-273119f6fe45 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=8a5e1d0e34564f40b5c7c9ef56843b1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0490992 Aug 16 22:48:44.892388 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-fe84da3b-88e9-4358-a72c-ace38d2b2480 req-bede55ac-e150-4af5-98f1-036ae7488113 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d54df04a-f49a-4781-a81f-a08eeb71ea39 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:48:44.913047 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-fe84da3b-88e9-4358-a72c-ace38d2b2480 req-bede55ac-e150-4af5-98f1-036ae7488113 service neutron] For port d54df04a-f49a-4781-a81f-a08eeb71ea39, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=d54df04a-f49a-4781-a81f-a08eeb71ea39,segment=NetworkSegment(f636a4c4-5ebb-45e7-a739-a275ed345fed),segment_id=f636a4c4-5ebb-45e7-a739-a275ed345fed)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:48:44.937239 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-fe84da3b-88e9-4358-a72c-ace38d2b2480 req-bede55ac-e150-4af5-98f1-036ae7488113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:44.938772 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device a1083023-e065-48a1-914e-afe25bd8ee4c up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:48:45.056183 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port a1083023-e065-48a1-914e-afe25bd8ee4c triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:48:45.056615 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:45.062476 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-fe84da3b-88e9-4358-a72c-ace38d2b2480 req-bede55ac-e150-4af5-98f1-036ae7488113 service neutron] Transition to ACTIVE for port object d54df04a-f49a-4781-a81f-a08eeb71ea39 will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:48:45.069842 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-e589f3ee-eaf2-4eba-a983-709f796622a7 req-9006f16e-8619-4de2-b029-c9dce9f0c720 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:45.072668 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-fe84da3b-88e9-4358-a72c-ace38d2b2480 req-bede55ac-e150-4af5-98f1-036ae7488113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:45.093347 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-e589f3ee-eaf2-4eba-a983-709f796622a7 req-9006f16e-8619-4de2-b029-c9dce9f0c720 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Transition to ACTIVE for port object 53f761fa-aa04-4e67-ab7f-23a534d5a5e0 will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:48:45.161197 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe84da3b-88e9-4358-a72c-ace38d2b2480 req-bede55ac-e150-4af5-98f1-036ae7488113 service neutron] No DVR routers for this DVR port d54df04a-f49a-4781-a81f-a08eeb71ea39 on host n-h1-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:48:45.174084 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bede55ac-e150-4af5-98f1-036ae7488113 service neutron] Pushing event updated for resources: {'Port': ['ID=d54df04a-f49a-4781-a81f-a08eeb71ea39,revision_number=10']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:45.234505 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c2e7ef26-cda7-41aa-b9dc-045801257541 req-0341647d-6452-4e2c-bf48-11a6a252cfdd tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5f4c85a-eeef-497d-be00-9073128939b3 HTTP/1.1" status: 200 len: 210 time: 0.2062330 Aug 16 22:48:45.240076 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-fe84da3b-88e9-4358-a72c-ace38d2b2480 req-bede55ac-e150-4af5-98f1-036ae7488113 service neutron] 10.222.0.68 "PUT /v2.0/ports/d54df04a-f49a-4781-a81f-a08eeb71ea39/bindings/n-h2-791506-26/activate HTTP/1.1" status: 200 len: 370 time: 0.8331845 Aug 16 22:48:45.241562 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-e589f3ee-eaf2-4eba-a983-709f796622a7 req-9006f16e-8619-4de2-b029-c9dce9f0c720 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:45.262189 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['3daf38f0-2d73-4b14-8053-5e2922a5d49b'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:48:45.278996 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e589f3ee-eaf2-4eba-a983-709f796622a7 req-9006f16e-8619-4de2-b029-c9dce9f0c720 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Network 2f4dbeea-fe0f-4678-95de-52518f112d3e is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:48:45.284687 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [req-e589f3ee-eaf2-4eba-a983-709f796622a7 req-9006f16e-8619-4de2-b029-c9dce9f0c720 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:48:45.341770 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-e589f3ee-eaf2-4eba-a983-709f796622a7 req-9006f16e-8619-4de2-b029-c9dce9f0c720 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:48:45.448279 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa88b42-80d9-4208-b85e-69a28f7b9fbd req-641c329f-25e4-47ad-8f3e-07a0da1a2c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:45.450028 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-8aa88b42-80d9-4208-b85e-69a28f7b9fbd req-641c329f-25e4-47ad-8f3e-07a0da1a2c2f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=96f36b2ac4b747ffa8d23196eebfe0fe&device_id=e33c8386-df5b-4338-93b9-5f927a55fe8d HTTP/1.1" status: 200 len: 1097 time: 0.1588438 Aug 16 22:48:45.495683 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e589f3ee-eaf2-4eba-a983-709f796622a7 req-9006f16e-8619-4de2-b029-c9dce9f0c720 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:45.496573 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-e589f3ee-eaf2-4eba-a983-709f796622a7 req-9006f16e-8619-4de2-b029-c9dce9f0c720 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:45.555209 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e589f3ee-eaf2-4eba-a983-709f796622a7 req-9006f16e-8619-4de2-b029-c9dce9f0c720 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9402764 Aug 16 22:48:45.565758 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe84da3b-88e9-4358-a72c-ace38d2b2480 req-0a25fd90-564d-4cea-ac6e-563ec195afdf tempest-LiveMigrationTest-725130784 tempest-LiveMigrationTest-725130784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:45.569103 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-fe84da3b-88e9-4358-a72c-ace38d2b2480 req-0a25fd90-564d-4cea-ac6e-563ec195afdf tempest-LiveMigrationTest-725130784 tempest-LiveMigrationTest-725130784-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=b5d18b06-440f-45f6-ba34-a54a3301a873&tenant_id=a4c9d624b07f42a0ae3c7ed63064f003&binding%3Ahost_id=n-h1-791506-26 HTTP/1.1" status: 200 len: 1097 time: 0.2230992 Aug 16 22:48:45.608371 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-e589f3ee-eaf2-4eba-a983-709f796622a7 req-f412760c-a045-497e-a065-e6e526a55db1 service neutron] Request body: {'port': {'device_id': 'd5f4c85a-eeef-497d-be00-9073128939b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-26'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:48:45.660489 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa88b42-80d9-4208-b85e-69a28f7b9fbd req-e94b6687-fa79-4845-b912-c407794c387a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:45.663088 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-8aa88b42-80d9-4208-b85e-69a28f7b9fbd req-e94b6687-fa79-4845-b912-c407794c387a service neutron] 10.222.0.68 "GET /v2.0/networks?id=db61fb9f-768d-428b-8446-991cbb0c6922 HTTP/1.1" status: 200 len: 921 time: 0.2029469 Aug 16 22:48:45.665201 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe84da3b-88e9-4358-a72c-ace38d2b2480 req-452ae716-dba8-4c47-914c-98a565e5c2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:45.666896 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-fe84da3b-88e9-4358-a72c-ace38d2b2480 req-452ae716-dba8-4c47-914c-98a565e5c2c6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b5d18b06-440f-45f6-ba34-a54a3301a873&tenant_id=a4c9d624b07f42a0ae3c7ed63064f003 HTTP/1.1" status: 200 len: 1097 time: 0.0838742 Aug 16 22:48:45.695369 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-5475f40a-a5ad-4b42-a92e-debea695ff2d None None] Provisioning for port 53f761fa-aa04-4e67-ab7f-23a534d5a5e0 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:48:45.704136 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-5475f40a-a5ad-4b42-a92e-debea695ff2d None None] Provisioning complete for port 53f761fa-aa04-4e67-ab7f-23a534d5a5e0 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:48:45.704841 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-5475f40a-a5ad-4b42-a92e-debea695ff2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:45.743867 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-8aa88b42-80d9-4208-b85e-69a28f7b9fbd req-8648094b-cacf-4662-bce6-51f5aba6a9da service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73fddd19-7093-4a55-973e-9c89d255911d HTTP/1.1" status: 200 len: 217 time: 0.0709701 Aug 16 22:48:45.747322 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9006f16e-8619-4de2-b029-c9dce9f0c720 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Pushing event updated for resources: {'Port': ['ID=53f761fa-aa04-4e67-ab7f-23a534d5a5e0,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:45.776513 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c423783-7f4b-432d-9f83-be270436cfe2 req-120a8413-9d93-41c1-8b9f-325b10c92c16 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:45.778126 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5c423783-7f4b-432d-9f83-be270436cfe2 req-120a8413-9d93-41c1-8b9f-325b10c92c16 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9491396 Aug 16 22:48:45.779725 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-5475f40a-a5ad-4b42-a92e-debea695ff2d None None] Port 53f761fa-aa04-4e67-ab7f-23a534d5a5e0 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:48:45.781005 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-e589f3ee-eaf2-4eba-a983-709f796622a7 req-f412760c-a045-497e-a065-e6e526a55db1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:45.815923 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aaaee8-afbe-4117-b8f2-942f905210dd req-9c795dfb-c45e-4136-97ff-429b227bc373 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:45.827863 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-74aaaee8-afbe-4117-b8f2-942f905210dd req-9c795dfb-c45e-4136-97ff-429b227bc373 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5d18b06-440f-45f6-ba34-a54a3301a873 HTTP/1.1" status: 200 len: 945 time: 0.1597657 Aug 16 22:48:45.837551 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe84da3b-88e9-4358-a72c-ace38d2b2480 req-3b2170a8-dd64-4aac-958c-c19da3698125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:45.839464 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-fe84da3b-88e9-4358-a72c-ace38d2b2480 req-3b2170a8-dd64-4aac-958c-c19da3698125 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a4c9d624b07f42a0ae3c7ed63064f003&device_id=b5d18b06-440f-45f6-ba34-a54a3301a873 HTTP/1.1" status: 200 len: 1097 time: 0.0985885 Aug 16 22:48:45.862361 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa88b42-80d9-4208-b85e-69a28f7b9fbd req-9dba3576-0df0-494f-85bd-8eb389871efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:45.866190 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-8aa88b42-80d9-4208-b85e-69a28f7b9fbd req-9dba3576-0df0-494f-85bd-8eb389871efc service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f340c0a0-6bbc-45f5-920c-bfa473779acd HTTP/1.1" status: 200 len: 860 time: 0.0790799 Aug 16 22:48:45.878978 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5c423783-7f4b-432d-9f83-be270436cfe2 req-3cba6cd2-080f-4f72-b94e-f65cf48a6699 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/quotas/8a5e1d0e34564f40b5c7c9ef56843b1e HTTP/1.1" status: 200 len: 375 time: 0.0805011 Aug 16 22:48:45.967974 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-8aa88b42-80d9-4208-b85e-69a28f7b9fbd req-e80671da-4d7a-43eb-af0d-1efb012f89d2 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=db61fb9f-768d-428b-8446-991cbb0c6922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457165 Aug 16 22:48:45.973295 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-74aaaee8-afbe-4117-b8f2-942f905210dd req-0b0a3107-203e-4b2f-bedf-2360b8e0af56 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444781 Aug 16 22:48:46.032025 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b7c43c8-b5a4-459b-b68f-49b099cef612 x-openstack-request-id: req-2b7c43c8-b5a4-459b-b68f-49b099cef612 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:48:46.032568 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f15458ea-2599-4ca6-8ec2-6fd3e05f8794", "name": "network-vif-plugged", "status": "completed", "tag": "99917a4e-a980-41a6-bb55-73d4ccc287dc", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:48:46.033062 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2b7c43c8-b5a4-459b-b68f-49b099cef612 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:48:46.033693 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f15458ea-2599-4ca6-8ec2-6fd3e05f8794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99917a4e-a980-41a6-bb55-73d4ccc287dc', 'code': 200} Aug 16 22:48:46.097160 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5c423783-7f4b-432d-9f83-be270436cfe2 req-a3c75ac0-4eba-4712-8002-aa32e671392d tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8a5e1d0e34564f40b5c7c9ef56843b1e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2071681 Aug 16 22:48:46.110826 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe84da3b-88e9-4358-a72c-ace38d2b2480 req-1afae01b-4a0f-4119-942f-71f77be08ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:46.112648 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-fe84da3b-88e9-4358-a72c-ace38d2b2480 req-1afae01b-4a0f-4119-942f-71f77be08ba4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=bdacd106-3582-43d1-a3c6-7a9333f5e2e0 HTTP/1.1" status: 200 len: 909 time: 0.2609701 Aug 16 22:48:46.241315 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b3dc95-c3fe-4c72-9fed-9571ae24ce57 req-ef7f3690-3491-4968-bc71-e243bce102ec tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:46.249194 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e0b3dc95-c3fe-4c72-9fed-9571ae24ce57 req-ef7f3690-3491-4968-bc71-e243bce102ec tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=e33c8386-df5b-4338-93b9-5f927a55fe8d HTTP/1.1" status: 200 len: 945 time: 0.1486681 Aug 16 22:48:46.328983 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e0b3dc95-c3fe-4c72-9fed-9571ae24ce57 req-dd204e33-e2e8-45f3-873c-1ccfd96995fb tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785971 Aug 16 22:48:46.495007 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [req-e589f3ee-eaf2-4eba-a983-709f796622a7 req-f412760c-a045-497e-a065-e6e526a55db1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53f761fa-aa04-4e67-ab7f-23a534d5a5e0 {{(pid=101292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:48:46.504939 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-e589f3ee-eaf2-4eba-a983-709f796622a7 req-f412760c-a045-497e-a065-e6e526a55db1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:46.521448 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-e589f3ee-eaf2-4eba-a983-709f796622a7 req-f412760c-a045-497e-a065-e6e526a55db1 service neutron] Transition to ACTIVE for port object 53f761fa-aa04-4e67-ab7f-23a534d5a5e0 will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:48:46.530783 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-e589f3ee-eaf2-4eba-a983-709f796622a7 req-f412760c-a045-497e-a065-e6e526a55db1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:46.551220 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-fe84da3b-88e9-4358-a72c-ace38d2b2480 req-2482fac5-8373-43b6-abf4-ffadd2352b43 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d54df04a-f49a-4781-a81f-a08eeb71ea39 HTTP/1.1" status: 200 len: 217 time: 0.4211917 Aug 16 22:48:46.651389 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-8aa88b42-80d9-4208-b85e-69a28f7b9fbd req-24e8ee6f-a27c-4ed5-89b2-9fdbed453a5a service neutron] 10.222.0.68 "GET /v2.0/networks/db61fb9f-768d-428b-8446-991cbb0c6922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6735063 Aug 16 22:48:46.663531 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817ba952-4c6e-45f6-b5b9-53451b39262a req-9401517b-500c-4a9a-bab5-847fd0fbc0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:46.666082 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-817ba952-4c6e-45f6-b5b9-53451b39262a req-9401517b-500c-4a9a-bab5-847fd0fbc0d4 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=f15458ea-2599-4ca6-8ec2-6fd3e05f8794 HTTP/1.1" status: 200 len: 1097 time: 0.5526149 Aug 16 22:48:46.679992 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb29d6f-6ceb-499f-891e-97e7edd1572d req-99d55e89-7b56-48d6-8c28-d1e4a0fabe28 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:46.689056 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1eb29d6f-6ceb-499f-891e-97e7edd1572d req-99d55e89-7b56-48d6-8c28-d1e4a0fabe28 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=5383df3d-264c-4983-9fd4-d5c6625fc0bd HTTP/1.1" status: 200 len: 949 time: 0.2606475 Aug 16 22:48:46.766155 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe84da3b-88e9-4358-a72c-ace38d2b2480 req-edf968bd-e22f-4529-b1c9-c83db42f287e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:46.767638 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-fe84da3b-88e9-4358-a72c-ace38d2b2480 req-edf968bd-e22f-4529-b1c9-c83db42f287e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=78dd72b6-bd21-4b15-8ce7-13fda92dba19 HTTP/1.1" status: 200 len: 848 time: 0.1961935 Aug 16 22:48:46.841316 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-fe84da3b-88e9-4358-a72c-ace38d2b2480 req-5df993e9-2e36-447d-a9bf-4315013686e6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bdacd106-3582-43d1-a3c6-7a9333f5e2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645688 Aug 16 22:48:46.847389 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-817ba952-4c6e-45f6-b5b9-53451b39262a req-bf1d2cba-f124-423f-aa3b-617b15850339 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=a51f45dc-c58b-4871-b201-83151acd2814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706243 Aug 16 22:48:46.859429 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f412760c-a045-497e-a065-e6e526a55db1 service neutron] Pushing event updated for resources: {'Port': ['ID=53f761fa-aa04-4e67-ab7f-23a534d5a5e0,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:46.913977 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1eb29d6f-6ceb-499f-891e-97e7edd1572d req-99ee48ed-9b2b-4509-951a-07b7fa0c64df tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169862 Aug 16 22:48:46.944379 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-e589f3ee-eaf2-4eba-a983-709f796622a7 req-f412760c-a045-497e-a065-e6e526a55db1 service neutron] Attempting to bind port 53f761fa-aa04-4e67-ab7f-23a534d5a5e0 on host n-h2-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:48:46.945362 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-e589f3ee-eaf2-4eba-a983-709f796622a7 req-f412760c-a045-497e-a065-e6e526a55db1 service neutron] Attempting to bind port 53f761fa-aa04-4e67-ab7f-23a534d5a5e0 by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': 'dbd6a7b3-b56f-48d0-8df5-dc8503a74c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '2f4dbeea-fe0f-4678-95de-52518f112d3e'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:48:46.946307 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e589f3ee-eaf2-4eba-a983-709f796622a7 req-f412760c-a045-497e-a065-e6e526a55db1 service neutron] Attempting to bind port 53f761fa-aa04-4e67-ab7f-23a534d5a5e0 on network 2f4dbeea-fe0f-4678-95de-52518f112d3e {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:48:46.964172 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87a0068-f1cf-4ec4-a56a-99f308a15fe3 req-3030d0a3-0c59-478a-b260-70a0feab9109 tempest-AttachSCSIVolumeTestJSON-183853041 tempest-AttachSCSIVolumeTestJSON-183853041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:46.965935 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b87a0068-f1cf-4ec4-a56a-99f308a15fe3 req-3030d0a3-0c59-478a-b260-70a0feab9109 tempest-AttachSCSIVolumeTestJSON-183853041 tempest-AttachSCSIVolumeTestJSON-183853041-project] 10.222.0.36 "GET /v2.0/ports?device_id=f15458ea-2599-4ca6-8ec2-6fd3e05f8794 HTTP/1.1" status: 200 len: 945 time: 0.2719812 Aug 16 22:48:46.967107 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e589f3ee-eaf2-4eba-a983-709f796622a7 req-f412760c-a045-497e-a065-e6e526a55db1 service neutron] Port 53f761fa-aa04-4e67-ab7f-23a534d5a5e0 on network 2f4dbeea-fe0f-4678-95de-52518f112d3e not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:48:46.968030 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e589f3ee-eaf2-4eba-a983-709f796622a7 req-f412760c-a045-497e-a065-e6e526a55db1 service neutron] Attempting to bind port 53f761fa-aa04-4e67-ab7f-23a534d5a5e0 on network 2f4dbeea-fe0f-4678-95de-52518f112d3e {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:48:46.976604 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e589f3ee-eaf2-4eba-a983-709f796622a7 req-f412760c-a045-497e-a065-e6e526a55db1 service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:48:46.977100 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e589f3ee-eaf2-4eba-a983-709f796622a7 req-f412760c-a045-497e-a065-e6e526a55db1 service neutron] Checking segment: {'id': 'dbd6a7b3-b56f-48d0-8df5-dc8503a74c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '2f4dbeea-fe0f-4678-95de-52518f112d3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:48:46.977589 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e589f3ee-eaf2-4eba-a983-709f796622a7 req-f412760c-a045-497e-a065-e6e526a55db1 service neutron] Bound using segment: {'id': 'dbd6a7b3-b56f-48d0-8df5-dc8503a74c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '2f4dbeea-fe0f-4678-95de-52518f112d3e'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:48:46.978136 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-e589f3ee-eaf2-4eba-a983-709f796622a7 req-f412760c-a045-497e-a065-e6e526a55db1 service neutron] Bound port: 53f761fa-aa04-4e67-ab7f-23a534d5a5e0, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbd6a7b3-b56f-48d0-8df5-dc8503a74c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '2f4dbeea-fe0f-4678-95de-52518f112d3e'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:48:46.978601 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-e589f3ee-eaf2-4eba-a983-709f796622a7 req-f412760c-a045-497e-a065-e6e526a55db1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:47.000506 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-8aa88b42-80d9-4208-b85e-69a28f7b9fbd req-124c836e-beed-4d75-acb8-e1e18db4fc54 service neutron] 10.222.0.68 "GET /v2.0/networks/db61fb9f-768d-428b-8446-991cbb0c6922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3333600 Aug 16 22:48:47.058491 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-fe84da3b-88e9-4358-a72c-ace38d2b2480 req-37ca2729-968c-4bcc-8daa-8907e97f309d service neutron] 10.222.0.57 "GET /v2.0/networks/bdacd106-3582-43d1-a3c6-7a9333f5e2e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072895 Aug 16 22:48:47.167659 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b87a0068-f1cf-4ec4-a56a-99f308a15fe3 req-37bf0e24-48ee-4e2b-b63e-c0b176733769 tempest-AttachSCSIVolumeTestJSON-183853041 tempest-AttachSCSIVolumeTestJSON-183853041-project] 10.222.0.36 "GET /v2.0/security-groups?id=a51f45dc-c58b-4871-b201-83151acd2814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862948 Aug 16 22:48:47.177892 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-e589f3ee-eaf2-4eba-a983-709f796622a7 req-f412760c-a045-497e-a065-e6e526a55db1 service neutron] For port 53f761fa-aa04-4e67-ab7f-23a534d5a5e0, host n-h2-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:48:47.213671 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa88b42-80d9-4208-b85e-69a28f7b9fbd req-5c3a2b7e-299b-4004-a12e-2b606e21a048 tempest-LiveAutoBlockMigrationV225Test-1199004585 tempest-LiveAutoBlockMigrationV225Test-1199004585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:47.215452 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-8aa88b42-80d9-4208-b85e-69a28f7b9fbd req-5c3a2b7e-299b-4004-a12e-2b606e21a048 tempest-LiveAutoBlockMigrationV225Test-1199004585 tempest-LiveAutoBlockMigrationV225Test-1199004585-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=e33c8386-df5b-4338-93b9-5f927a55fe8d&tenant_id=96f36b2ac4b747ffa8d23196eebfe0fe&binding%3Ahost_id=n-h2-791506-26 HTTP/1.1" status: 200 len: 1097 time: 0.1231453 Aug 16 22:48:47.223554 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b142f05a-2ed6-49d5-8798-47eb57c42b16 req-12a381f5-01c9-4610-9fbc-4d7eb198bb07 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:47.229904 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b142f05a-2ed6-49d5-8798-47eb57c42b16 req-12a381f5-01c9-4610-9fbc-4d7eb198bb07 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5f4c85a-eeef-497d-be00-9073128939b3 HTTP/1.1" status: 200 len: 943 time: 0.2270789 Aug 16 22:48:47.231741 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-8aa88b42-80d9-4208-b85e-69a28f7b9fbd req-da530c9e-8371-449f-9fac-403e57f1a841 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-791506-26'}}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:48:47.238781 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-e589f3ee-eaf2-4eba-a983-709f796622a7 req-f412760c-a045-497e-a065-e6e526a55db1 service neutron] For port 53f761fa-aa04-4e67-ab7f-23a534d5a5e0, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=53f761fa-aa04-4e67-ab7f-23a534d5a5e0,segment=NetworkSegment(dbd6a7b3-b56f-48d0-8df5-dc8503a74c13),segment_id=dbd6a7b3-b56f-48d0-8df5-dc8503a74c13)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:48:47.259666 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-e589f3ee-eaf2-4eba-a983-709f796622a7 req-f412760c-a045-497e-a065-e6e526a55db1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:47.348949 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-fe84da3b-88e9-4358-a72c-ace38d2b2480 req-6f85d2b3-96c0-489d-b90c-699842f788a2 service neutron] 10.222.0.57 "GET /v2.0/networks/bdacd106-3582-43d1-a3c6-7a9333f5e2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780972 Aug 16 22:48:47.371790 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e589f3ee-eaf2-4eba-a983-709f796622a7 req-f412760c-a045-497e-a065-e6e526a55db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:47.372971 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-e589f3ee-eaf2-4eba-a983-709f796622a7 req-f412760c-a045-497e-a065-e6e526a55db1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:47.375951 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e589f3ee-eaf2-4eba-a983-709f796622a7 req-f412760c-a045-497e-a065-e6e526a55db1 service neutron] 10.222.0.57 "PUT /v2.0/ports/53f761fa-aa04-4e67-ab7f-23a534d5a5e0 HTTP/1.1" status: 200 len: 1092 time: 1.7807498 Aug 16 22:48:47.376494 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5f4c85a-eeef-497d-be00-9073128939b3', 'tag': '53f761fa-aa04-4e67-ab7f-23a534d5a5e0'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:48:47.380922 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-343c05a4-210a-4d1c-8967-f465b69dfd9a" -d '{"events": [{"name": "network-changed", "server_uuid": "d5f4c85a-eeef-497d-be00-9073128939b3", "tag": "53f761fa-aa04-4e67-ab7f-23a534d5a5e0"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:48:47.383470 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-8aa88b42-80d9-4208-b85e-69a28f7b9fbd req-da530c9e-8371-449f-9fac-403e57f1a841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:47.410185 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b142f05a-2ed6-49d5-8798-47eb57c42b16 req-61b8747a-136c-4fa4-9f6c-3293ba6f7e63 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed99c971-72f7-4ec2-860a-3003ed7525e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687829 Aug 16 22:48:47.420403 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f412760c-a045-497e-a065-e6e526a55db1 service neutron] Pushing event updated for resources: {'Port': ['ID=53f761fa-aa04-4e67-ab7f-23a534d5a5e0,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:47.644864 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-aa1ace24-8db3-4c43-bc26-30281435db50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:47.674628 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e589f3ee-eaf2-4eba-a983-709f796622a7 req-687cdb7f-cad6-4fe1-a341-1a9d8d98a4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:47.676430 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e589f3ee-eaf2-4eba-a983-709f796622a7 req-687cdb7f-cad6-4fe1-a341-1a9d8d98a4bc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c63a28594c214f838f1a5ddeb2a81e3f&device_id=d5f4c85a-eeef-497d-be00-9073128939b3 HTTP/1.1" status: 200 len: 1095 time: 0.1506884 Aug 16 22:48:47.849545 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e589f3ee-eaf2-4eba-a983-709f796622a7 req-c67ca117-fe37-4f29-9204-b2b54d111338 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=53f761fa-aa04-4e67-ab7f-23a534d5a5e0 HTTP/1.1" status: 200 len: 217 time: 0.1585307 Aug 16 22:48:47.857297 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-8aa88b42-80d9-4208-b85e-69a28f7b9fbd req-da530c9e-8371-449f-9fac-403e57f1a841 service neutron] For port 73fddd19-7093-4a55-973e-9c89d255911d, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=73fddd19-7093-4a55-973e-9c89d255911d,segment=NetworkSegment(b4a6b143-6a51-43cd-8781-944dbb368ca5),segment_id=b4a6b143-6a51-43cd-8781-944dbb368ca5)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:48:47.930923 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-8aa88b42-80d9-4208-b85e-69a28f7b9fbd req-da530c9e-8371-449f-9fac-403e57f1a841 service neutron] For port 73fddd19-7093-4a55-973e-9c89d255911d, host n-h2-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:48:48.044381 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 3daf38f0-2d73-4b14-8053-5e2922a5d49b up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:48:48.085493 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fc3131-876a-44b6-a3e8-51fd35544ea7 req-569a655f-f306-41fa-b283-1a2adcfad640 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:48.090039 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device d54df04a-f49a-4781-a81f-a08eeb71ea39 no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:48:48.095909 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-43fc3131-876a-44b6-a3e8-51fd35544ea7 req-569a655f-f306-41fa-b283-1a2adcfad640 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5d18b06-440f-45f6-ba34-a54a3301a873 HTTP/1.1" status: 200 len: 945 time: 0.2512217 Aug 16 22:48:48.100065 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e589f3ee-eaf2-4eba-a983-709f796622a7 req-d3c21205-4095-404c-9af4-624ef5600e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:48.111223 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e589f3ee-eaf2-4eba-a983-709f796622a7 req-d3c21205-4095-404c-9af4-624ef5600e66 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4c2f9fbb-1429-4941-a208-becc5a9d6b4d HTTP/1.1" status: 200 len: 867 time: 0.2304704 Aug 16 22:48:48.145225 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-8aa88b42-80d9-4208-b85e-69a28f7b9fbd req-da530c9e-8371-449f-9fac-403e57f1a841 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:48.153790 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e33c8386-df5b-4338-93b9-5f927a55fe8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73fddd19-7093-4a55-973e-9c89d255911d'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:48:48.159660 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84e5da9d-4d72-49ca-8af1-22e76f9ffbc1" -d '{"events": [{"server_uuid": "e33c8386-df5b-4338-93b9-5f927a55fe8d", "name": "network-vif-unplugged", "status": "completed", "tag": "73fddd19-7093-4a55-973e-9c89d255911d"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:48:48.188059 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-8aa88b42-80d9-4208-b85e-69a28f7b9fbd req-da530c9e-8371-449f-9fac-403e57f1a841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:48.188845 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device d54df04a-f49a-4781-a81f-a08eeb71ea39 not bound to the agent host n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:48:48.242487 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e589f3ee-eaf2-4eba-a983-709f796622a7 req-f0abacf5-d69e-4770-be07-3bd5cca5507c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:48.244463 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning for port 3daf38f0-2d73-4b14-8053-5e2922a5d49b completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:48:48.250088 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e589f3ee-eaf2-4eba-a983-709f796622a7 req-f0abacf5-d69e-4770-be07-3bd5cca5507c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2f4dbeea-fe0f-4678-95de-52518f112d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1355746 Aug 16 22:48:48.252745 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port 3daf38f0-2d73-4b14-8053-5e2922a5d49b triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:48:48.253954 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:48.277557 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-43fc3131-876a-44b6-a3e8-51fd35544ea7 req-3b6c48fb-1c41-4e3f-be2b-bd676675cf91 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683903 Aug 16 22:48:48.383152 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75556244-478e-4a5f-962c-374a19aa0620 req-bdee470e-556a-47be-a643-5792d5c82912 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:48.384787 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-75556244-478e-4a5f-962c-374a19aa0620 req-bdee470e-556a-47be-a643-5792d5c82912 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.68 "GET /v2.0/ports?device_id=5383df3d-264c-4983-9fd4-d5c6625fc0bd&tenant_id=5aa270b810014cb1b7df23f71a5483f7&binding%3Ahost_id=n-h2-791506-26 HTTP/1.1" status: 200 len: 949 time: 0.2716444 Aug 16 22:48:48.394706 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe84da3b-88e9-4358-a72c-ace38d2b2480 req-cebd4d98-4f83-4020-be24-50ee1d226dd8 tempest-LiveMigrationTest-725130784 tempest-LiveMigrationTest-725130784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:48.397131 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-fe84da3b-88e9-4358-a72c-ace38d2b2480 req-cebd4d98-4f83-4020-be24-50ee1d226dd8 tempest-LiveMigrationTest-725130784 tempest-LiveMigrationTest-725130784-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=b5d18b06-440f-45f6-ba34-a54a3301a873&tenant_id=a4c9d624b07f42a0ae3c7ed63064f003&binding%3Ahost_id=n-h2-791506-26 HTTP/1.1" status: 200 len: 1097 time: 0.3427119 Aug 16 22:48:48.441366 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e1405c-8a8a-4679-ada9-065b9fc477ea x-openstack-request-id: req-43e1405c-8a8a-4679-ada9-065b9fc477ea {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:48:48.441695 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5f4c85a-eeef-497d-be00-9073128939b3", "tag": "53f761fa-aa04-4e67-ab7f-23a534d5a5e0", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:48:48.442142 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-43e1405c-8a8a-4679-ada9-065b9fc477ea {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:48:48.442566 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5f4c85a-eeef-497d-be00-9073128939b3', 'tag': '53f761fa-aa04-4e67-ab7f-23a534d5a5e0', 'status': 'completed', 'code': 200} Aug 16 22:48:48.457846 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da530c9e-8371-449f-9fac-403e57f1a841 service neutron] Pushing event updated for resources: {'Port': ['ID=73fddd19-7093-4a55-973e-9c89d255911d,revision_number=7']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:48.488444 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:48.554594 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5383df3d-264c-4983-9fd4-d5c6625fc0bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3daf38f0-2d73-4b14-8053-5e2922a5d49b'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:48:48.562251 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2777d736-800d-4a7b-a402-64a098616288" -d '{"events": [{"server_uuid": "5383df3d-264c-4983-9fd4-d5c6625fc0bd", "name": "network-vif-plugged", "status": "completed", "tag": "3daf38f0-2d73-4b14-8053-5e2922a5d49b"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:48:48.587286 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 3daf38f0-2d73-4b14-8053-5e2922a5d49b, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=3daf38f0-2d73-4b14-8053-5e2922a5d49b,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:48:48.593835 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-8aa88b42-80d9-4208-b85e-69a28f7b9fbd req-da530c9e-8371-449f-9fac-403e57f1a841 service neutron] Attempting to bind port 73fddd19-7093-4a55-973e-9c89d255911d on host n-h2-791506-26 for vnic_type normal with profile {"migrating_to": "n-h1-791506-26"} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:48:48.594109 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-8aa88b42-80d9-4208-b85e-69a28f7b9fbd req-da530c9e-8371-449f-9fac-403e57f1a841 service neutron] Attempting to bind port 73fddd19-7093-4a55-973e-9c89d255911d by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': 'b4a6b143-6a51-43cd-8781-944dbb368ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'db61fb9f-768d-428b-8446-991cbb0c6922'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:48:48.594753 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa88b42-80d9-4208-b85e-69a28f7b9fbd req-da530c9e-8371-449f-9fac-403e57f1a841 service neutron] Attempting to bind port 73fddd19-7093-4a55-973e-9c89d255911d on network db61fb9f-768d-428b-8446-991cbb0c6922 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:48:48.601709 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:48.617885 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa88b42-80d9-4208-b85e-69a28f7b9fbd req-da530c9e-8371-449f-9fac-403e57f1a841 service neutron] Port 73fddd19-7093-4a55-973e-9c89d255911d on network db61fb9f-768d-428b-8446-991cbb0c6922 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:48:48.618227 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa88b42-80d9-4208-b85e-69a28f7b9fbd req-da530c9e-8371-449f-9fac-403e57f1a841 service neutron] Attempting to bind port 73fddd19-7093-4a55-973e-9c89d255911d on network db61fb9f-768d-428b-8446-991cbb0c6922 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:48:48.623788 n-d-791506-26 neutron-server[101291]: INFO neutron.api.v2.resource [req-75556244-478e-4a5f-962c-374a19aa0620 req-fe17099b-1c51-4dbe-8ed0-34b8aa1b29b5 service neutron] delete failed (client error): The resource could not be found. Aug 16 22:48:48.624938 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-75556244-478e-4a5f-962c-374a19aa0620 req-fe17099b-1c51-4dbe-8ed0-34b8aa1b29b5 service neutron] 10.222.0.68 "DELETE /v2.0/ports/3daf38f0-2d73-4b14-8053-5e2922a5d49b/bindings/n-h1-791506-26 HTTP/1.1" status: 404 len: 381 time: 0.2247076 Aug 16 22:48:48.632016 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa88b42-80d9-4208-b85e-69a28f7b9fbd req-da530c9e-8371-449f-9fac-403e57f1a841 service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:48:48.632363 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa88b42-80d9-4208-b85e-69a28f7b9fbd req-da530c9e-8371-449f-9fac-403e57f1a841 service neutron] Checking segment: {'id': 'b4a6b143-6a51-43cd-8781-944dbb368ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'db61fb9f-768d-428b-8446-991cbb0c6922'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:48:48.632791 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa88b42-80d9-4208-b85e-69a28f7b9fbd req-da530c9e-8371-449f-9fac-403e57f1a841 service neutron] Bound using segment: {'id': 'b4a6b143-6a51-43cd-8781-944dbb368ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'db61fb9f-768d-428b-8446-991cbb0c6922'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:48:48.633194 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-8aa88b42-80d9-4208-b85e-69a28f7b9fbd req-da530c9e-8371-449f-9fac-403e57f1a841 service neutron] Bound port: 73fddd19-7093-4a55-973e-9c89d255911d, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4a6b143-6a51-43cd-8781-944dbb368ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'db61fb9f-768d-428b-8446-991cbb0c6922'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:48:48.633557 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-8aa88b42-80d9-4208-b85e-69a28f7b9fbd req-da530c9e-8371-449f-9fac-403e57f1a841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:48.646827 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-fe84da3b-88e9-4358-a72c-ace38d2b2480 req-940c3967-fcbd-4d41-bc90-3286b844717b service neutron] For port d54df04a-f49a-4781-a81f-a08eeb71ea39, host n-h1-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:48:48.652106 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-fe84da3b-88e9-4358-a72c-ace38d2b2480 req-940c3967-fcbd-4d41-bc90-3286b844717b service neutron] Notify callbacks [] for binding, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:48.653359 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-fe84da3b-88e9-4358-a72c-ace38d2b2480 req-940c3967-fcbd-4d41-bc90-3286b844717b service neutron] 10.222.0.57 "DELETE /v2.0/ports/d54df04a-f49a-4781-a81f-a08eeb71ea39/bindings/n-h1-791506-26 HTTP/1.1" status: 204 len: 173 time: 0.2107811 Aug 16 22:48:48.690369 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dfec27-d12e-43ec-95e8-72603b68c350 req-11651fdd-a05c-49b5-8738-17aa46bfcfcb tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:48.704109 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-20dfec27-d12e-43ec-95e8-72603b68c350 req-11651fdd-a05c-49b5-8738-17aa46bfcfcb tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=5383df3d-264c-4983-9fd4-d5c6625fc0bd HTTP/1.1" status: 200 len: 949 time: 0.2107017 Aug 16 22:48:48.723869 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f202bf81-d9c5-48a7-9a11-4cbe3fcbb2a1 req-91fb073c-51ad-4c14-98b1-7272502393e3 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:48.725659 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=3daf38f0-2d73-4b14-8053-5e2922a5d49b,revision_number=9']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:48.731957 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f202bf81-d9c5-48a7-9a11-4cbe3fcbb2a1 req-91fb073c-51ad-4c14-98b1-7272502393e3 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=e33c8386-df5b-4338-93b9-5f927a55fe8d HTTP/1.1" status: 200 len: 943 time: 0.3045707 Aug 16 22:48:48.740581 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e589f3ee-eaf2-4eba-a983-709f796622a7 req-b9a91046-0bc9-4854-9d7c-731369dedd6a service neutron] 10.222.0.57 "GET /v2.0/networks/2f4dbeea-fe0f-4678-95de-52518f112d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4585505 Aug 16 22:48:48.745672 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-8aa88b42-80d9-4208-b85e-69a28f7b9fbd req-da530c9e-8371-449f-9fac-403e57f1a841 service neutron] For port 73fddd19-7093-4a55-973e-9c89d255911d, host n-h2-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:48:48.799105 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-8aa88b42-80d9-4208-b85e-69a28f7b9fbd req-da530c9e-8371-449f-9fac-403e57f1a841 service neutron] For port 73fddd19-7093-4a55-973e-9c89d255911d, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=73fddd19-7093-4a55-973e-9c89d255911d,segment=NetworkSegment(b4a6b143-6a51-43cd-8781-944dbb368ca5),segment_id=b4a6b143-6a51-43cd-8781-944dbb368ca5)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:48:48.807680 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-8aa88b42-80d9-4208-b85e-69a28f7b9fbd req-da530c9e-8371-449f-9fac-403e57f1a841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:48.859093 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75556244-478e-4a5f-962c-374a19aa0620 req-6ee3a508-52fa-4f50-81d7-8a5f2f240628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:48.860716 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-75556244-478e-4a5f-962c-374a19aa0620 req-6ee3a508-52fa-4f50-81d7-8a5f2f240628 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5aa270b810014cb1b7df23f71a5483f7&device_id=5383df3d-264c-4983-9fd4-d5c6625fc0bd HTTP/1.1" status: 200 len: 1102 time: 0.1122704 Aug 16 22:48:48.955374 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da530c9e-8371-449f-9fac-403e57f1a841 service neutron] Pushing event updated for resources: {'Port': ['ID=73fddd19-7093-4a55-973e-9c89d255911d,revision_number=8']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:48.986064 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-20dfec27-d12e-43ec-95e8-72603b68c350 req-3fde9de0-04fa-43c7-95e1-8d976f0effe0 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509930 Aug 16 22:48:48.988175 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5c423783-7f4b-432d-9f83-be270436cfe2 req-ecf70c0f-a661-4aa2-bfb7-03181bfff606 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=8a5e1d0e34564f40b5c7c9ef56843b1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0925338 Aug 16 22:48:49.000590 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa88b42-80d9-4208-b85e-69a28f7b9fbd req-da530c9e-8371-449f-9fac-403e57f1a841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:49.000590 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-8aa88b42-80d9-4208-b85e-69a28f7b9fbd req-da530c9e-8371-449f-9fac-403e57f1a841 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:49.000590 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-8aa88b42-80d9-4208-b85e-69a28f7b9fbd req-da530c9e-8371-449f-9fac-403e57f1a841 service neutron] 10.222.0.68 "PUT /v2.0/ports/73fddd19-7093-4a55-973e-9c89d255911d HTTP/1.1" status: 200 len: 1123 time: 1.7709675 Aug 16 22:48:49.060319 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 22:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-919b3091-53c2-40d0-8cf6-4ff13bd94957 x-openstack-request-id: req-919b3091-53c2-40d0-8cf6-4ff13bd94957 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:48:49.060650 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e33c8386-df5b-4338-93b9-5f927a55fe8d", "name": "network-vif-unplugged", "status": "completed", "tag": "73fddd19-7093-4a55-973e-9c89d255911d", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:48:49.060911 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-919b3091-53c2-40d0-8cf6-4ff13bd94957 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:48:49.061391 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e33c8386-df5b-4338-93b9-5f927a55fe8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73fddd19-7093-4a55-973e-9c89d255911d', 'code': 200} Aug 16 22:48:49.072491 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75556244-478e-4a5f-962c-374a19aa0620 req-fe2a6ba6-47b2-4f16-8ec5-a4049d8a3596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:49.074716 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-75556244-478e-4a5f-962c-374a19aa0620 req-fe2a6ba6-47b2-4f16-8ec5-a4049d8a3596 service neutron] 10.222.0.68 "GET /v2.0/networks?id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd HTTP/1.1" status: 200 len: 870 time: 0.1953292 Aug 16 22:48:49.120684 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f202bf81-d9c5-48a7-9a11-4cbe3fcbb2a1 req-a2820573-0791-4484-99b9-770f2cb85508 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3510675 Aug 16 22:48:49.185498 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['73fddd19-7093-4a55-973e-9c89d255911d'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:48:49.213914 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e589f3ee-eaf2-4eba-a983-709f796622a7 req-f8639569-7725-4a33-a7f4-3a86ff29b3a5 service neutron] 10.222.0.57 "GET /v2.0/networks/2f4dbeea-fe0f-4678-95de-52518f112d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4432161 Aug 16 22:48:49.228290 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-75556244-478e-4a5f-962c-374a19aa0620 req-6a87a174-2598-4a0d-a5b0-265bdda9b1be service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=3daf38f0-2d73-4b14-8053-5e2922a5d49b HTTP/1.1" status: 200 len: 217 time: 0.1452577 Aug 16 22:48:49.284119 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212355a1-3cc2-40d4-9a5e-09a917328d86 req-c9c7b846-ad52-4146-89ee-eecbbcbdb411 tempest-AttachSCSIVolumeTestJSON-183853041 tempest-AttachSCSIVolumeTestJSON-183853041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:49.292706 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-212355a1-3cc2-40d4-9a5e-09a917328d86 req-c9c7b846-ad52-4146-89ee-eecbbcbdb411 tempest-AttachSCSIVolumeTestJSON-183853041 tempest-AttachSCSIVolumeTestJSON-183853041-project] 10.222.0.36 "GET /v2.0/ports?device_id=f15458ea-2599-4ca6-8ec2-6fd3e05f8794 HTTP/1.1" status: 200 len: 945 time: 0.1479325 Aug 16 22:48:49.337612 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c423783-7f4b-432d-9f83-be270436cfe2 req-c4b764d1-a03a-4e7c-b075-4f33c95db8b6 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:49.339121 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5c423783-7f4b-432d-9f83-be270436cfe2 req-c4b764d1-a03a-4e7c-b075-4f33c95db8b6 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3271711 Aug 16 22:48:49.342369 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75556244-478e-4a5f-962c-374a19aa0620 req-c78b2bb5-6e2a-4dc9-8536-ab4d7c43d49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:49.344403 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-75556244-478e-4a5f-962c-374a19aa0620 req-c78b2bb5-6e2a-4dc9-8536-ab4d7c43d49e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6af2b868-37d3-46ab-a526-0465929f13c8 HTTP/1.1" status: 200 len: 843 time: 0.1088367 Aug 16 22:48:49.384803 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-963dd8f0-2518-4ebc-908f-e2c9d9cd624d req-ea3227e7-5572-4f39-9979-d3e03b09800b tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/ports?device_id=948bb553-444c-4329-a8a0-f7e24ff16e44 HTTP/1.1" status: 200 len: 210 time: 0.0845561 Aug 16 22:48:49.388772 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-5c423783-7f4b-432d-9f83-be270436cfe2 req-90bf6b8d-cf40-4bce-93e2-b6a6ca7b48dd tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Request body: {'port': {'device_id': 'ddfc8c57-da19-41a9-8ba5-70be6e62d75e', 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd', 'admin_state_up': True, 'tenant_id': '8a5e1d0e34564f40b5c7c9ef56843b1e'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:48:49.521011 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5c423783-7f4b-432d-9f83-be270436cfe2 req-b1b3ec10-8d35-414b-ac8a-b02c49f0da0d tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=8a5e1d0e34564f40b5c7c9ef56843b1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0825727 Aug 16 22:48:49.631992 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75556244-478e-4a5f-962c-374a19aa0620 req-5d55bebe-3918-479b-8cf5-993d3ec06409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:49.633574 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-75556244-478e-4a5f-962c-374a19aa0620 req-5d55bebe-3918-479b-8cf5-993d3ec06409 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2773702 Aug 16 22:48:49.692126 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-212355a1-3cc2-40d4-9a5e-09a917328d86 req-7b17160a-6ed1-423b-a8cd-d53843531679 tempest-AttachSCSIVolumeTestJSON-183853041 tempest-AttachSCSIVolumeTestJSON-183853041-project] 10.222.0.36 "GET /v2.0/security-groups?id=a51f45dc-c58b-4871-b201-83151acd2814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3987746 Aug 16 22:48:49.719128 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c423783-7f4b-432d-9f83-be270436cfe2 req-90bf6b8d-cf40-4bce-93e2-b6a6ca7b48dd tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Made reservation on behalf of 8a5e1d0e34564f40b5c7c9ef56843b1e for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:48:49.722814 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-5c423783-7f4b-432d-9f83-be270436cfe2 req-90bf6b8d-cf40-4bce-93e2-b6a6ca7b48dd tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:49.763378 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-11afe0cb-a8e8-4e32-ae34-95dec452d1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:49.769591 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c423783-7f4b-432d-9f83-be270436cfe2 req-c669d7db-ad59-486b-b9a8-cfdcb182ef69 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:49.771562 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5c423783-7f4b-432d-9f83-be270436cfe2 req-c669d7db-ad59-486b-b9a8-cfdcb182ef69 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2450438 Aug 16 22:48:49.818781 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-5c423783-7f4b-432d-9f83-be270436cfe2 req-ae9572c0-80e1-47b5-adf5-9789f2493385 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Request body: {'port': {'device_id': '948bb553-444c-4329-a8a0-f7e24ff16e44', 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd', 'admin_state_up': True, 'tenant_id': '8a5e1d0e34564f40b5c7c9ef56843b1e'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:48:49.824874 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af27e739-bc5c-448e-ac4b-efbbfadcf71a x-openstack-request-id: req-af27e739-bc5c-448e-ac4b-efbbfadcf71a {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:48:49.826945 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5383df3d-264c-4983-9fd4-d5c6625fc0bd", "name": "network-vif-plugged", "status": "completed", "tag": "3daf38f0-2d73-4b14-8053-5e2922a5d49b", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:48:49.827214 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-af27e739-bc5c-448e-ac4b-efbbfadcf71a {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:48:49.827633 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5383df3d-264c-4983-9fd4-d5c6625fc0bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3daf38f0-2d73-4b14-8053-5e2922a5d49b', 'code': 200} Aug 16 22:48:49.856599 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c05a4-210a-4d1c-8967-f465b69dfd9a req-c29002e5-e6ad-453a-b46c-41acfe7745e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:49.858613 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-343c05a4-210a-4d1c-8967-f465b69dfd9a req-c29002e5-e6ad-453a-b46c-41acfe7745e7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c63a28594c214f838f1a5ddeb2a81e3f&device_id=d5f4c85a-eeef-497d-be00-9073128939b3 HTTP/1.1" status: 200 len: 1095 time: 0.2777240 Aug 16 22:48:49.908197 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-75556244-478e-4a5f-962c-374a19aa0620 req-9aa1a5cb-0e50-4942-94e5-e399f157f02c service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645822 Aug 16 22:48:50.108378 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-75556244-478e-4a5f-962c-374a19aa0620 req-384534a5-6f21-43b0-92f3-a0472056ca98 service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915929 Aug 16 22:48:50.115541 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c423783-7f4b-432d-9f83-be270436cfe2 req-ae9572c0-80e1-47b5-adf5-9789f2493385 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Made reservation on behalf of 8a5e1d0e34564f40b5c7c9ef56843b1e for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:48:50.119699 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-5c423783-7f4b-432d-9f83-be270436cfe2 req-ae9572c0-80e1-47b5-adf5-9789f2493385 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:50.325689 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c55f9b2-f3b4-4d50-8bd5-ac055ef2be61 req-92399d5b-aa7b-492a-a37f-1945e54b3cfe tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:50.334904 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6c55f9b2-f3b4-4d50-8bd5-ac055ef2be61 req-92399d5b-aa7b-492a-a37f-1945e54b3cfe tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5f4c85a-eeef-497d-be00-9073128939b3 HTTP/1.1" status: 200 len: 943 time: 0.5608547 Aug 16 22:48:50.438127 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-5c423783-7f4b-432d-9f83-be270436cfe2 req-ae9572c0-80e1-47b5-adf5-9789f2493385 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Allocated IP 192.168.233.91 (a2f596d0-b80e-4404-bf4b-27a7e14f50dd/6af2b868-37d3-46ab-a526-0465929f13c8/6febc145-575d-4190-8648-f4c30710fedf) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:48:50.497227 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6c55f9b2-f3b4-4d50-8bd5-ac055ef2be61 req-854eec0d-1ced-40ed-b5f2-1323cbb87284 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed99c971-72f7-4ec2-860a-3003ed7525e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611738 Aug 16 22:48:50.540606 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:50.574583 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce15dfa2-16e6-4c3e-b337-9533ec41b024 req-d14cee5d-282e-4dfb-ac2c-f6d16a652743 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:50.582861 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ce15dfa2-16e6-4c3e-b337-9533ec41b024 req-d14cee5d-282e-4dfb-ac2c-f6d16a652743 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5d18b06-440f-45f6-ba34-a54a3301a873 HTTP/1.1" status: 200 len: 945 time: 0.3025544 Aug 16 22:48:50.667906 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c05a4-210a-4d1c-8967-f465b69dfd9a req-3c862e10-1f89-4d3b-b1ea-4a03f0091448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:50.669596 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-343c05a4-210a-4d1c-8967-f465b69dfd9a req-3c862e10-1f89-4d3b-b1ea-4a03f0091448 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2f4dbeea-fe0f-4678-95de-52518f112d3e HTTP/1.1" status: 200 len: 929 time: 0.8028088 Aug 16 22:48:50.685081 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-5c423783-7f4b-432d-9f83-be270436cfe2 req-ae9572c0-80e1-47b5-adf5-9789f2493385 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:50.702967 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ce15dfa2-16e6-4c3e-b337-9533ec41b024 req-f7ccdd14-d973-4d59-a50e-000be9d639fc tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127043 Aug 16 22:48:50.712453 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-5c423783-7f4b-432d-9f83-be270436cfe2 req-ae9572c0-80e1-47b5-adf5-9789f2493385 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Transition to ACTIVE for port object 6febc145-575d-4190-8648-f4c30710fedf will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:48:50.825598 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-5c423783-7f4b-432d-9f83-be270436cfe2 req-ae9572c0-80e1-47b5-adf5-9789f2493385 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:50.854756 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-343c05a4-210a-4d1c-8967-f465b69dfd9a req-8511b2b2-efdc-4125-98c0-aa9cc6c63c0e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=53f761fa-aa04-4e67-ab7f-23a534d5a5e0 HTTP/1.1" status: 200 len: 217 time: 0.0950725 Aug 16 22:48:50.870757 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['f323738b-f883-4014-ba78-4c322dc7f679'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:48:50.960505 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c423783-7f4b-432d-9f83-be270436cfe2 req-ae9572c0-80e1-47b5-adf5-9789f2493385 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Network a2f596d0-b80e-4404-bf4b-27a7e14f50dd is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:48:50.962071 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-5c423783-7f4b-432d-9f83-be270436cfe2 req-ae9572c0-80e1-47b5-adf5-9789f2493385 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:48:50.966951 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c423783-7f4b-432d-9f83-be270436cfe2 req-ae9572c0-80e1-47b5-adf5-9789f2493385 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:48:51.067568 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e33c8386-df5b-4338-93b9-5f927a55fe8d', 'tag': '73fddd19-7093-4a55-973e-9c89d255911d'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:48:51.070562 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-047fa6b4-e659-4dab-854d-15a845e38346" -d '{"events": [{"name": "network-changed", "server_uuid": "e33c8386-df5b-4338-93b9-5f927a55fe8d", "tag": "73fddd19-7093-4a55-973e-9c89d255911d"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:48:51.108072 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c423783-7f4b-432d-9f83-be270436cfe2 req-ae9572c0-80e1-47b5-adf5-9789f2493385 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:51.108845 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-5c423783-7f4b-432d-9f83-be270436cfe2 req-ae9572c0-80e1-47b5-adf5-9789f2493385 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:51.119801 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9572c0-80e1-47b5-adf5-9789f2493385 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Pushing event updated for resources: {'Port': ['ID=6febc145-575d-4190-8648-f4c30710fedf,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:51.128680 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [req-5c423783-7f4b-432d-9f83-be270436cfe2 req-90bf6b8d-cf40-4bce-93e2-b6a6ca7b48dd tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Allocated IP 192.168.233.12 (a2f596d0-b80e-4404-bf4b-27a7e14f50dd/6af2b868-37d3-46ab-a526-0465929f13c8/2936c26e-d0eb-4c67-ab4d-e875efb1b500) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:48:51.149228 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5c423783-7f4b-432d-9f83-be270436cfe2 req-ae9572c0-80e1-47b5-adf5-9789f2493385 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3549819 Aug 16 22:48:51.169176 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-5c423783-7f4b-432d-9f83-be270436cfe2 req-e139319f-b9b1-4111-b1e2-446d1ec9259d service neutron] Request body: {'port': {'device_id': '948bb553-444c-4329-a8a0-f7e24ff16e44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:48:51.303230 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-5c423783-7f4b-432d-9f83-be270436cfe2 req-e139319f-b9b1-4111-b1e2-446d1ec9259d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:51.320262 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c05a4-210a-4d1c-8967-f465b69dfd9a req-e606dd98-1e60-4e71-848e-0e999f77a505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:51.321811 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-343c05a4-210a-4d1c-8967-f465b69dfd9a req-e606dd98-1e60-4e71-848e-0e999f77a505 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4c2f9fbb-1429-4941-a208-becc5a9d6b4d HTTP/1.1" status: 200 len: 867 time: 0.4243882 Aug 16 22:48:51.397621 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1f13db-6180-481a-b2a1-8ed33905e800 req-91d66aba-c612-47dc-a22f-138b6abe52b5 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:51.400486 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2a1f13db-6180-481a-b2a1-8ed33905e800 req-91d66aba-c612-47dc-a22f-138b6abe52b5 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=5383df3d-264c-4983-9fd4-d5c6625fc0bd HTTP/1.1" status: 200 len: 950 time: 0.7709503 Aug 16 22:48:51.406356 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:51.435554 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-67092dd7-9789-4bde-85ad-7d723bec474b None None] Provisioning for port 6febc145-575d-4190-8648-f4c30710fedf completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:48:51.439695 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-67092dd7-9789-4bde-85ad-7d723bec474b None None] Provisioning complete for port 6febc145-575d-4190-8648-f4c30710fedf triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:48:51.440337 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-67092dd7-9789-4bde-85ad-7d723bec474b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:51.488848 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-67092dd7-9789-4bde-85ad-7d723bec474b None None] Port 6febc145-575d-4190-8648-f4c30710fedf cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:48:51.509509 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f1e4cb-2b33-4bf2-baf6-05e0b9b28edb req-f8ca54f1-fd4d-4c30-9d4b-8d4ca9ca6d5d tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:51.511095 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-88f1e4cb-2b33-4bf2-baf6-05e0b9b28edb req-f8ca54f1-fd4d-4c30-9d4b-8d4ca9ca6d5d tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=e33c8386-df5b-4338-93b9-5f927a55fe8d HTTP/1.1" status: 200 len: 943 time: 0.6125205 Aug 16 22:48:51.531468 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2a1f13db-6180-481a-b2a1-8ed33905e800 req-414ec2a5-e2fc-4c61-b2cd-64476eee4577 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093323 Aug 16 22:48:51.556275 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c05a4-210a-4d1c-8967-f465b69dfd9a req-06b3a7c5-6010-4c81-bacc-f882312782a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:51.557892 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-343c05a4-210a-4d1c-8967-f465b69dfd9a req-06b3a7c5-6010-4c81-bacc-f882312782a6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2f4dbeea-fe0f-4678-95de-52518f112d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2266450 Aug 16 22:48:51.611996 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-88f1e4cb-2b33-4bf2-baf6-05e0b9b28edb req-4474f58d-29f8-4249-a5a9-bcacaf5237a0 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891159 Aug 16 22:48:51.688827 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-5c423783-7f4b-432d-9f83-be270436cfe2 req-90bf6b8d-cf40-4bce-93e2-b6a6ca7b48dd tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:51.714127 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-5c423783-7f4b-432d-9f83-be270436cfe2 req-90bf6b8d-cf40-4bce-93e2-b6a6ca7b48dd tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Transition to ACTIVE for port object 2936c26e-d0eb-4c67-ab4d-e875efb1b500 will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:48:51.753508 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9caba4-cf77-4d7f-b271-fe0a3e6c5fd5 req-4de578bc-701e-4beb-b2a5-8f1b23f2b683 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:51.755606 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-eb9caba4-cf77-4d7f-b271-fe0a3e6c5fd5 req-4de578bc-701e-4beb-b2a5-8f1b23f2b683 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/ports?device_id=948bb553-444c-4329-a8a0-f7e24ff16e44 HTTP/1.1" status: 200 len: 935 time: 0.1463087 Aug 16 22:48:51.788925 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-343c05a4-210a-4d1c-8967-f465b69dfd9a req-c33a4af8-4f72-4e65-9944-ccd48e8a931a service neutron] 10.222.0.57 "GET /v2.0/networks/2f4dbeea-fe0f-4678-95de-52518f112d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024956 Aug 16 22:48:51.866566 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-5c423783-7f4b-432d-9f83-be270436cfe2 req-90bf6b8d-cf40-4bce-93e2-b6a6ca7b48dd tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:51.872616 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-eb9caba4-cf77-4d7f-b271-fe0a3e6c5fd5 req-82c18d9d-81b3-4bf7-be52-ba0cba943412 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf51abff-a5e4-4ed4-87b7-552597e1ec97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965550 Aug 16 22:48:51.926134 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['f323738b-f883-4014-ba78-4c322dc7f679'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:48:52.100110 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c423783-7f4b-432d-9f83-be270436cfe2 req-90bf6b8d-cf40-4bce-93e2-b6a6ca7b48dd tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Network a2f596d0-b80e-4404-bf4b-27a7e14f50dd is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:48:52.110432 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-5c423783-7f4b-432d-9f83-be270436cfe2 req-e139319f-b9b1-4111-b1e2-446d1ec9259d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6febc145-575d-4190-8648-f4c30710fedf {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:48:52.112440 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-343c05a4-210a-4d1c-8967-f465b69dfd9a req-8fd2a599-f5ac-4073-9bb8-19779f399dea service neutron] 10.222.0.57 "GET /v2.0/networks/2f4dbeea-fe0f-4678-95de-52518f112d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3032243 Aug 16 22:48:52.117078 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [req-5c423783-7f4b-432d-9f83-be270436cfe2 req-90bf6b8d-cf40-4bce-93e2-b6a6ca7b48dd tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:48:52.121699 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-5c423783-7f4b-432d-9f83-be270436cfe2 req-e139319f-b9b1-4111-b1e2-446d1ec9259d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:52.134532 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 73fddd19-7093-4a55-973e-9c89d255911d details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:48:52.137151 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c423783-7f4b-432d-9f83-be270436cfe2 req-90bf6b8d-cf40-4bce-93e2-b6a6ca7b48dd tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:48:52.161968 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b55306-a6ee-40e3-8ebe-6c633d57b7f6 x-openstack-request-id: req-78b55306-a6ee-40e3-8ebe-6c633d57b7f6 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:48:52.162750 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e33c8386-df5b-4338-93b9-5f927a55fe8d", "tag": "73fddd19-7093-4a55-973e-9c89d255911d", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:48:52.163380 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-78b55306-a6ee-40e3-8ebe-6c633d57b7f6 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:48:52.164271 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e33c8386-df5b-4338-93b9-5f927a55fe8d', 'tag': '73fddd19-7093-4a55-973e-9c89d255911d', 'status': 'completed', 'code': 200} Aug 16 22:48:52.166353 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-5c423783-7f4b-432d-9f83-be270436cfe2 req-e139319f-b9b1-4111-b1e2-446d1ec9259d service neutron] Transition to ACTIVE for port object 6febc145-575d-4190-8648-f4c30710fedf will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:48:52.171486 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-5c423783-7f4b-432d-9f83-be270436cfe2 req-e139319f-b9b1-4111-b1e2-446d1ec9259d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:52.176150 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bf6b8d-cf40-4bce-93e2-b6a6ca7b48dd tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Pushing event updated for resources: {'Port': ['ID=2936c26e-d0eb-4c67-ab4d-e875efb1b500,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:52.259195 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e139319f-b9b1-4111-b1e2-446d1ec9259d service neutron] Pushing event updated for resources: {'Port': ['ID=6febc145-575d-4190-8648-f4c30710fedf,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:52.274690 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c423783-7f4b-432d-9f83-be270436cfe2 req-90bf6b8d-cf40-4bce-93e2-b6a6ca7b48dd tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:52.275540 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-5c423783-7f4b-432d-9f83-be270436cfe2 req-90bf6b8d-cf40-4bce-93e2-b6a6ca7b48dd tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:52.291230 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33dc48b-804d-4304-a992-96103b57fd2c req-6f79ffd0-4af2-44c5-99dc-4a57e346f34f tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:52.302914 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d33dc48b-804d-4304-a992-96103b57fd2c req-6f79ffd0-4af2-44c5-99dc-4a57e346f34f tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5f4c85a-eeef-497d-be00-9073128939b3 HTTP/1.1" status: 200 len: 943 time: 0.1798012 Aug 16 22:48:52.429549 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-5c423783-7f4b-432d-9f83-be270436cfe2 req-e139319f-b9b1-4111-b1e2-446d1ec9259d service neutron] Attempting to bind port 6febc145-575d-4190-8648-f4c30710fedf on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:48:52.430042 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-5c423783-7f4b-432d-9f83-be270436cfe2 req-e139319f-b9b1-4111-b1e2-446d1ec9259d service neutron] Attempting to bind port 6febc145-575d-4190-8648-f4c30710fedf by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:48:52.431924 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c423783-7f4b-432d-9f83-be270436cfe2 req-e139319f-b9b1-4111-b1e2-446d1ec9259d service neutron] Attempting to bind port 6febc145-575d-4190-8648-f4c30710fedf on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:48:52.443712 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c423783-7f4b-432d-9f83-be270436cfe2 req-e139319f-b9b1-4111-b1e2-446d1ec9259d service neutron] Port 6febc145-575d-4190-8648-f4c30710fedf on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:48:52.445289 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c423783-7f4b-432d-9f83-be270436cfe2 req-e139319f-b9b1-4111-b1e2-446d1ec9259d service neutron] Attempting to bind port 6febc145-575d-4190-8648-f4c30710fedf on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:48:52.459028 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c423783-7f4b-432d-9f83-be270436cfe2 req-e139319f-b9b1-4111-b1e2-446d1ec9259d service neutron] Checking agent: {'id': 'd28e24f9-e5ea-41e1-80bf-3c7943ad7f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:48:52.459568 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c423783-7f4b-432d-9f83-be270436cfe2 req-e139319f-b9b1-4111-b1e2-446d1ec9259d service neutron] Checking segment: {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:48:52.460505 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c423783-7f4b-432d-9f83-be270436cfe2 req-e139319f-b9b1-4111-b1e2-446d1ec9259d service neutron] Bound using segment: {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:48:52.460993 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-5c423783-7f4b-432d-9f83-be270436cfe2 req-e139319f-b9b1-4111-b1e2-446d1ec9259d service neutron] Bound port: 6febc145-575d-4190-8648-f4c30710fedf, host: n-h1-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:48:52.461367 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-5c423783-7f4b-432d-9f83-be270436cfe2 req-e139319f-b9b1-4111-b1e2-446d1ec9259d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:52.471017 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d33dc48b-804d-4304-a992-96103b57fd2c req-552a0714-3612-4909-8ce0-fcdb56d2a426 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed99c971-72f7-4ec2-860a-3003ed7525e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668887 Aug 16 22:48:52.474403 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5c423783-7f4b-432d-9f83-be270436cfe2 req-90bf6b8d-cf40-4bce-93e2-b6a6ca7b48dd tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1163380 Aug 16 22:48:52.495472 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-5c423783-7f4b-432d-9f83-be270436cfe2 req-55c4455f-338c-4b56-9c8d-f310943ece3d service neutron] Request body: {'port': {'device_id': 'ddfc8c57-da19-41a9-8ba5-70be6e62d75e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-26'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:48:52.517745 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 73fddd19-7093-4a55-973e-9c89d255911d, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=73fddd19-7093-4a55-973e-9c89d255911d,segment=NetworkSegment(b4a6b143-6a51-43cd-8781-944dbb368ca5),segment_id=b4a6b143-6a51-43cd-8781-944dbb368ca5)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:48:52.540953 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8741904c-0fbc-4114-be44-3b886c1b1604 req-2111fc99-1009-4086-ab7a-fc0e2d41090c tempest-LiveMigrationTest-725130784 tempest-LiveMigrationTest-725130784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:52.554042 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8741904c-0fbc-4114-be44-3b886c1b1604 req-2111fc99-1009-4086-ab7a-fc0e2d41090c tempest-LiveMigrationTest-725130784 tempest-LiveMigrationTest-725130784-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b5d18b06-440f-45f6-ba34-a54a3301a873 HTTP/1.1" status: 200 len: 1097 time: 0.1655345 Aug 16 22:48:52.561531 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 73fddd19-7093-4a55-973e-9c89d255911d has no active binding in host n-h1-791506-26 {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 22:48:52.562089 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047fa6b4-e659-4dab-854d-15a845e38346 req-635df7b6-fd59-4da4-88d2-0add7cf77724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:52.569167 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-047fa6b4-e659-4dab-854d-15a845e38346 req-635df7b6-fd59-4da4-88d2-0add7cf77724 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=96f36b2ac4b747ffa8d23196eebfe0fe&device_id=e33c8386-df5b-4338-93b9-5f927a55fe8d HTTP/1.1" status: 200 len: 1126 time: 0.2348466 Aug 16 22:48:52.578539 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-750e7979-4258-4788-89cc-2ae29b8a5d71 None None] Provisioning for port 2936c26e-d0eb-4c67-ab4d-e875efb1b500 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:48:52.585653 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-750e7979-4258-4788-89cc-2ae29b8a5d71 None None] Provisioning complete for port 2936c26e-d0eb-4c67-ab4d-e875efb1b500 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:48:52.586031 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-750e7979-4258-4788-89cc-2ae29b8a5d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:52.625832 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-5c423783-7f4b-432d-9f83-be270436cfe2 req-e139319f-b9b1-4111-b1e2-446d1ec9259d service neutron] For port 6febc145-575d-4190-8648-f4c30710fedf, host n-h1-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:48:52.631216 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-5c423783-7f4b-432d-9f83-be270436cfe2 req-e139319f-b9b1-4111-b1e2-446d1ec9259d service neutron] For port 6febc145-575d-4190-8648-f4c30710fedf, host n-h1-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=6febc145-575d-4190-8648-f4c30710fedf,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:48:52.638344 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-5c423783-7f4b-432d-9f83-be270436cfe2 req-e139319f-b9b1-4111-b1e2-446d1ec9259d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:52.678043 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c423783-7f4b-432d-9f83-be270436cfe2 req-e139319f-b9b1-4111-b1e2-446d1ec9259d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:52.678737 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-5c423783-7f4b-432d-9f83-be270436cfe2 req-e139319f-b9b1-4111-b1e2-446d1ec9259d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:52.680314 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5c423783-7f4b-432d-9f83-be270436cfe2 req-e139319f-b9b1-4111-b1e2-446d1ec9259d service neutron] 10.222.0.68 "PUT /v2.0/ports/6febc145-575d-4190-8648-f4c30710fedf HTTP/1.1" status: 200 len: 1096 time: 1.5219488 Aug 16 22:48:52.695913 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-750e7979-4258-4788-89cc-2ae29b8a5d71 None None] Port 2936c26e-d0eb-4c67-ab4d-e875efb1b500 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:48:52.701786 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:52.792323 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e139319f-b9b1-4111-b1e2-446d1ec9259d service neutron] Pushing event updated for resources: {'Port': ['ID=6febc145-575d-4190-8648-f4c30710fedf,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:52.809235 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c423783-7f4b-432d-9f83-be270436cfe2 req-aeacbca6-ca2d-4ee1-aff6-4fea2b241309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:52.810979 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-5c423783-7f4b-432d-9f83-be270436cfe2 req-55c4455f-338c-4b56-9c8d-f310943ece3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:52.811334 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5c423783-7f4b-432d-9f83-be270436cfe2 req-aeacbca6-ca2d-4ee1-aff6-4fea2b241309 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=8a5e1d0e34564f40b5c7c9ef56843b1e&device_id=948bb553-444c-4329-a8a0-f7e24ff16e44 HTTP/1.1" status: 200 len: 1099 time: 0.0831876 Aug 16 22:48:52.814384 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8741904c-0fbc-4114-be44-3b886c1b1604 req-dbd748ca-f65a-400c-9f0e-e1970f4f0c04 tempest-LiveMigrationTest-725130784 tempest-LiveMigrationTest-725130784-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595332 Aug 16 22:48:52.921125 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5c423783-7f4b-432d-9f83-be270436cfe2 req-4425538e-e8d6-4843-828d-0463c65eb15e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=6febc145-575d-4190-8648-f4c30710fedf HTTP/1.1" status: 200 len: 217 time: 0.0862691 Aug 16 22:48:52.984975 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c423783-7f4b-432d-9f83-be270436cfe2 req-0109727a-6ad3-40df-a9ba-b8e59d458b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:52.987040 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5c423783-7f4b-432d-9f83-be270436cfe2 req-0109727a-6ad3-40df-a9ba-b8e59d458b31 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6af2b868-37d3-46ab-a526-0465929f13c8 HTTP/1.1" status: 200 len: 843 time: 0.0566232 Aug 16 22:48:53.046588 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac2fed4-6e94-4e5c-95f7-93e3112811d9 req-91c09742-719a-424c-a1b9-d769747da413 tempest-ImagesOneServerTestJSON-2024240417 tempest-ImagesOneServerTestJSON-2024240417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:53.054770 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2ac2fed4-6e94-4e5c-95f7-93e3112811d9 req-91c09742-719a-424c-a1b9-d769747da413 tempest-ImagesOneServerTestJSON-2024240417 tempest-ImagesOneServerTestJSON-2024240417-project] 10.222.0.36 "GET /v2.0/ports?device_id=b80c4af1-ac2a-45e3-b032-9ed4ff60e117 HTTP/1.1" status: 200 len: 951 time: 0.4030831 Aug 16 22:48:53.086557 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c423783-7f4b-432d-9f83-be270436cfe2 req-b7629717-a5e1-4df4-b520-611a5a78dd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:53.088583 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5c423783-7f4b-432d-9f83-be270436cfe2 req-b7629717-a5e1-4df4-b520-611a5a78dd04 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0918360 Aug 16 22:48:53.190136 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047fa6b4-e659-4dab-854d-15a845e38346 req-0d4aa894-3f6c-425b-8d1d-f17c73aa83ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:53.193129 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-047fa6b4-e659-4dab-854d-15a845e38346 req-0d4aa894-3f6c-425b-8d1d-f17c73aa83ff service neutron] 10.222.0.57 "GET /v2.0/networks?id=db61fb9f-768d-428b-8446-991cbb0c6922 HTTP/1.1" status: 200 len: 921 time: 0.6043386 Aug 16 22:48:53.262193 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5c423783-7f4b-432d-9f83-be270436cfe2 req-1fdeea26-32ec-4def-9132-e9ed3188a822 service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638637 Aug 16 22:48:53.303543 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce6efa1-cca8-428e-84f7-f1ac65219b71 req-ad67cafe-0692-472b-9b94-337548b8b51a tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:53.305071 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2ce6efa1-cca8-428e-84f7-f1ac65219b71 req-ad67cafe-0692-472b-9b94-337548b8b51a tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=5383df3d-264c-4983-9fd4-d5c6625fc0bd HTTP/1.1" status: 200 len: 950 time: 0.2957144 Aug 16 22:48:53.310250 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2ac2fed4-6e94-4e5c-95f7-93e3112811d9 req-f6101bb5-c011-44aa-82b4-6f28c326a73b tempest-ImagesOneServerTestJSON-2024240417 tempest-ImagesOneServerTestJSON-2024240417-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8896dcf-9bf9-49fb-84e3-51ed2fed130b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545233 Aug 16 22:48:53.313707 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-047fa6b4-e659-4dab-854d-15a845e38346 req-75cd3843-3e37-4bb7-aeae-a0e120b65d54 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73fddd19-7093-4a55-973e-9c89d255911d HTTP/1.1" status: 200 len: 217 time: 0.0709081 Aug 16 22:48:53.377037 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5c423783-7f4b-432d-9f83-be270436cfe2 req-1379807b-663c-441e-827f-b1d0ae0dec8c service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026292 Aug 16 22:48:53.465962 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047fa6b4-e659-4dab-854d-15a845e38346 req-e86bc07e-40a6-456e-894b-24190efd7adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:53.467360 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-047fa6b4-e659-4dab-854d-15a845e38346 req-e86bc07e-40a6-456e-894b-24190efd7adb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f340c0a0-6bbc-45f5-920c-bfa473779acd HTTP/1.1" status: 200 len: 860 time: 0.1410880 Aug 16 22:48:53.470179 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2ce6efa1-cca8-428e-84f7-f1ac65219b71 req-7098867b-9a48-4090-9571-d4625857688c tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494088 Aug 16 22:48:53.534792 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1042845-47bf-4c18-b1b0-40bf6553f4c8 req-d34c058f-0521-40ab-82cf-e72b768d550a tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:53.536602 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c1042845-47bf-4c18-b1b0-40bf6553f4c8 req-d34c058f-0521-40ab-82cf-e72b768d550a tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=e33c8386-df5b-4338-93b9-5f927a55fe8d HTTP/1.1" status: 200 len: 943 time: 0.1613259 Aug 16 22:48:53.538543 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-047fa6b4-e659-4dab-854d-15a845e38346 req-a831127b-9538-4760-84eb-fc685f382b52 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=db61fb9f-768d-428b-8446-991cbb0c6922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568607 Aug 16 22:48:53.565418 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [req-5c423783-7f4b-432d-9f83-be270436cfe2 req-55c4455f-338c-4b56-9c8d-f310943ece3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2936c26e-d0eb-4c67-ab4d-e875efb1b500 {{(pid=101292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:48:53.574498 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-5c423783-7f4b-432d-9f83-be270436cfe2 req-55c4455f-338c-4b56-9c8d-f310943ece3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:53.645348 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c1042845-47bf-4c18-b1b0-40bf6553f4c8 req-c47f9267-cba1-43b5-9d96-c5b5eb4eadb9 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010294 Aug 16 22:48:53.647455 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-5c423783-7f4b-432d-9f83-be270436cfe2 req-55c4455f-338c-4b56-9c8d-f310943ece3d service neutron] Transition to ACTIVE for port object 2936c26e-d0eb-4c67-ab4d-e875efb1b500 will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:48:53.670021 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-5c423783-7f4b-432d-9f83-be270436cfe2 req-55c4455f-338c-4b56-9c8d-f310943ece3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:53.777319 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c4455f-338c-4b56-9c8d-f310943ece3d service neutron] Pushing event updated for resources: {'Port': ['ID=2936c26e-d0eb-4c67-ab4d-e875efb1b500,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:53.836805 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80724c-becc-493b-8acf-c1301e1c3c86 req-f7300589-63ed-4977-acca-a7ea4cde87e2 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:53.838265 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9f80724c-becc-493b-8acf-c1301e1c3c86 req-f7300589-63ed-4977-acca-a7ea4cde87e2 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/ports?device_id=948bb553-444c-4329-a8a0-f7e24ff16e44 HTTP/1.1" status: 200 len: 947 time: 0.1920040 Aug 16 22:48:53.840116 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-047fa6b4-e659-4dab-854d-15a845e38346 req-608e377f-96df-44c7-9e30-f65da9837fc1 service neutron] 10.222.0.57 "GET /v2.0/networks/db61fb9f-768d-428b-8446-991cbb0c6922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513707 Aug 16 22:48:54.015626 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9f80724c-becc-493b-8acf-c1301e1c3c86 req-7ba33396-35a4-4d82-86d4-909d540245a6 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf51abff-a5e4-4ed4-87b7-552597e1ec97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601620 Aug 16 22:48:54.032421 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e9dfe2-0cd2-4b4f-9139-9d06ae69962a req-41e54415-baeb-4ef4-b06b-98d89f3252cd tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:54.033931 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f5e9dfe2-0cd2-4b4f-9139-9d06ae69962a req-41e54415-baeb-4ef4-b06b-98d89f3252cd tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/networks?id=bdacd106-3582-43d1-a3c6-7a9333f5e2e0 HTTP/1.1" status: 200 len: 808 time: 0.2805510 Aug 16 22:48:54.057971 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-5c423783-7f4b-432d-9f83-be270436cfe2 req-55c4455f-338c-4b56-9c8d-f310943ece3d service neutron] Attempting to bind port 2936c26e-d0eb-4c67-ab4d-e875efb1b500 on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:48:54.058309 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-5c423783-7f4b-432d-9f83-be270436cfe2 req-55c4455f-338c-4b56-9c8d-f310943ece3d service neutron] Attempting to bind port 2936c26e-d0eb-4c67-ab4d-e875efb1b500 by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:48:54.058648 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c423783-7f4b-432d-9f83-be270436cfe2 req-55c4455f-338c-4b56-9c8d-f310943ece3d service neutron] Attempting to bind port 2936c26e-d0eb-4c67-ab4d-e875efb1b500 on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:48:54.070796 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 53f761fa-aa04-4e67-ab7f-23a534d5a5e0 details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:48:54.071740 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c423783-7f4b-432d-9f83-be270436cfe2 req-55c4455f-338c-4b56-9c8d-f310943ece3d service neutron] Port 2936c26e-d0eb-4c67-ab4d-e875efb1b500 on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:48:54.072065 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c423783-7f4b-432d-9f83-be270436cfe2 req-55c4455f-338c-4b56-9c8d-f310943ece3d service neutron] Attempting to bind port 2936c26e-d0eb-4c67-ab4d-e875efb1b500 on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:48:54.074734 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f5e9dfe2-0cd2-4b4f-9139-9d06ae69962a req-4f84cf5f-4864-43c6-b257-f05ddc920251 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/quotas/a4c9d624b07f42a0ae3c7ed63064f003 HTTP/1.1" status: 200 len: 375 time: 0.0283589 Aug 16 22:48:54.077661 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-047fa6b4-e659-4dab-854d-15a845e38346 req-3ba3d02a-20d7-4799-84da-535e2e76fac5 service neutron] 10.222.0.57 "GET /v2.0/networks/db61fb9f-768d-428b-8446-991cbb0c6922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175634 Aug 16 22:48:54.080603 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c423783-7f4b-432d-9f83-be270436cfe2 req-55c4455f-338c-4b56-9c8d-f310943ece3d service neutron] Checking agent: {'id': 'd28e24f9-e5ea-41e1-80bf-3c7943ad7f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:48:54.080949 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c423783-7f4b-432d-9f83-be270436cfe2 req-55c4455f-338c-4b56-9c8d-f310943ece3d service neutron] Checking segment: {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:48:54.081331 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c423783-7f4b-432d-9f83-be270436cfe2 req-55c4455f-338c-4b56-9c8d-f310943ece3d service neutron] Bound using segment: {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:48:54.081767 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-5c423783-7f4b-432d-9f83-be270436cfe2 req-55c4455f-338c-4b56-9c8d-f310943ece3d service neutron] Bound port: 2936c26e-d0eb-4c67-ab4d-e875efb1b500, host: n-h1-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:48:54.082130 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-5c423783-7f4b-432d-9f83-be270436cfe2 req-55c4455f-338c-4b56-9c8d-f310943ece3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:54.086262 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 47efd86c-94df-49a5-923f-1402ca72a3ac no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:48:54.165934 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '948bb553-444c-4329-a8a0-f7e24ff16e44', 'tag': '6febc145-575d-4190-8648-f4c30710fedf'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:48:54.168766 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a31562f-ffc3-4cad-89ff-ee08f057d11b" -d '{"events": [{"name": "network-changed", "server_uuid": "948bb553-444c-4329-a8a0-f7e24ff16e44", "tag": "6febc145-575d-4190-8648-f4c30710fedf"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:48:54.193445 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f5e9dfe2-0cd2-4b4f-9139-9d06ae69962a req-f35b10e6-f879-4999-9ad6-00a174dd2876 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a4c9d624b07f42a0ae3c7ed63064f003&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1088066 Aug 16 22:48:54.218036 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-5c423783-7f4b-432d-9f83-be270436cfe2 req-55c4455f-338c-4b56-9c8d-f310943ece3d service neutron] For port 2936c26e-d0eb-4c67-ab4d-e875efb1b500, host n-h1-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:48:54.221160 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-5c423783-7f4b-432d-9f83-be270436cfe2 req-55c4455f-338c-4b56-9c8d-f310943ece3d service neutron] For port 2936c26e-d0eb-4c67-ab4d-e875efb1b500, host n-h1-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=2936c26e-d0eb-4c67-ab4d-e875efb1b500,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:48:54.241585 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-5c423783-7f4b-432d-9f83-be270436cfe2 req-55c4455f-338c-4b56-9c8d-f310943ece3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:54.258355 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:54.261275 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 53f761fa-aa04-4e67-ab7f-23a534d5a5e0, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=53f761fa-aa04-4e67-ab7f-23a534d5a5e0,segment=NetworkSegment(dbd6a7b3-b56f-48d0-8df5-dc8503a74c13),segment_id=dbd6a7b3-b56f-48d0-8df5-dc8503a74c13)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:48:54.286219 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': '53f761fa-aa04-4e67-ab7f-23a534d5a5e0', 'network_id': '2f4dbeea-fe0f-4678-95de-52518f112d3e', 'port_id': '53f761fa-aa04-4e67-ab7f-23a534d5a5e0', 'mac_address': 'fa:16:3e:4f:64:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c2f9fbb-1429-4941-a208-becc5a9d6b4d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:48:54.304043 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b80c4af1-ac2a-45e3-b032-9ed4ff60e117', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47efd86c-94df-49a5-923f-1402ca72a3ac'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:48:54.306572 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29dfcd37-6ef4-497c-9f4d-e62aeb981b3d" -d '{"events": [{"server_uuid": "b80c4af1-ac2a-45e3-b032-9ed4ff60e117", "name": "network-vif-unplugged", "status": "completed", "tag": "47efd86c-94df-49a5-923f-1402ca72a3ac"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:48:54.340000 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 47efd86c-94df-49a5-923f-1402ca72a3ac, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=47efd86c-94df-49a5-923f-1402ca72a3ac,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:48:54.344395 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:54.387701 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:54.412532 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53f761fa-aa04-4e67-ab7f-23a534d5a5e0 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:48:54.421060 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=47efd86c-94df-49a5-923f-1402ca72a3ac,revision_number=11']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:54.440940 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 53f761fa-aa04-4e67-ab7f-23a534d5a5e0, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=53f761fa-aa04-4e67-ab7f-23a534d5a5e0,segment=NetworkSegment(dbd6a7b3-b56f-48d0-8df5-dc8503a74c13),segment_id=dbd6a7b3-b56f-48d0-8df5-dc8503a74c13)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:48:54.447262 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:54.507322 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=53f761fa-aa04-4e67-ab7f-23a534d5a5e0,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:54.584065 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c423783-7f4b-432d-9f83-be270436cfe2 req-55c4455f-338c-4b56-9c8d-f310943ece3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:54.584765 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-5c423783-7f4b-432d-9f83-be270436cfe2 req-55c4455f-338c-4b56-9c8d-f310943ece3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:54.586217 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5c423783-7f4b-432d-9f83-be270436cfe2 req-55c4455f-338c-4b56-9c8d-f310943ece3d service neutron] 10.222.0.68 "PUT /v2.0/ports/2936c26e-d0eb-4c67-ab4d-e875efb1b500 HTTP/1.1" status: 200 len: 1096 time: 2.1012552 Aug 16 22:48:54.586659 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddfc8c57-da19-41a9-8ba5-70be6e62d75e', 'tag': '2936c26e-d0eb-4c67-ab4d-e875efb1b500'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:48:54.588889 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c553f2f-4c97-4cd4-9e8f-0aded0cae38c" -d '{"events": [{"name": "network-changed", "server_uuid": "ddfc8c57-da19-41a9-8ba5-70be6e62d75e", "tag": "2936c26e-d0eb-4c67-ab4d-e875efb1b500"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:48:54.627999 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c4455f-338c-4b56-9c8d-f310943ece3d service neutron] Pushing event updated for resources: {'Port': ['ID=2936c26e-d0eb-4c67-ab4d-e875efb1b500,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:54.701129 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f5e9dfe2-0cd2-4b4f-9139-9d06ae69962a req-51360931-1c8d-43bc-bf8f-ffcf7b4970f1 service neutron] 10.222.0.36 "GET /v2.0/networks/bdacd106-3582-43d1-a3c6-7a9333f5e2e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4719775 Aug 16 22:48:54.767370 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c423783-7f4b-432d-9f83-be270436cfe2 req-8b363fec-89a4-4774-8129-08febd27da5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:54.768834 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5c423783-7f4b-432d-9f83-be270436cfe2 req-8b363fec-89a4-4774-8129-08febd27da5c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=8a5e1d0e34564f40b5c7c9ef56843b1e&device_id=ddfc8c57-da19-41a9-8ba5-70be6e62d75e HTTP/1.1" status: 200 len: 1099 time: 0.1347103 Aug 16 22:48:54.777858 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f0b5fe-3943-44ab-a36f-cb311ddecf11 req-625af6eb-cdb7-41e1-bd6a-23771fa207bf tempest-MigrationsAdminTest-990754867 tempest-MigrationsAdminTest-990754867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:54.779362 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-43f0b5fe-3943-44ab-a36f-cb311ddecf11 req-625af6eb-cdb7-41e1-bd6a-23771fa207bf tempest-MigrationsAdminTest-990754867 tempest-MigrationsAdminTest-990754867-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=5383df3d-264c-4983-9fd4-d5c6625fc0bd HTTP/1.1" status: 200 len: 1102 time: 0.1278956 Aug 16 22:48:54.832417 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5c423783-7f4b-432d-9f83-be270436cfe2 req-f92c7e9c-2988-4aad-95b5-a0ea97484655 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=2936c26e-d0eb-4c67-ab4d-e875efb1b500 HTTP/1.1" status: 200 len: 217 time: 0.0506456 Aug 16 22:48:54.881573 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:54.902711 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-43f0b5fe-3943-44ab-a36f-cb311ddecf11 req-791714fe-7199-4bb8-a5d8-be26ad225afb tempest-MigrationsAdminTest-990754867 tempest-MigrationsAdminTest-990754867-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117051 Aug 16 22:48:54.906496 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f5e9dfe2-0cd2-4b4f-9139-9d06ae69962a req-0fa205cb-85f3-4c2f-899e-91978ea398a6 service neutron] 10.222.0.36 "GET /v2.0/networks/bdacd106-3582-43d1-a3c6-7a9333f5e2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972680 Aug 16 22:48:54.917365 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c423783-7f4b-432d-9f83-be270436cfe2 req-829283c3-37af-4305-8e63-50721c3315f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:54.918855 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5c423783-7f4b-432d-9f83-be270436cfe2 req-829283c3-37af-4305-8e63-50721c3315f6 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6af2b868-37d3-46ab-a526-0465929f13c8 HTTP/1.1" status: 200 len: 843 time: 0.0669379 Aug 16 22:48:54.996637 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c423783-7f4b-432d-9f83-be270436cfe2 req-78760c9f-2d42-4106-90dd-9985206e091a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:54.998166 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5c423783-7f4b-432d-9f83-be270436cfe2 req-78760c9f-2d42-4106-90dd-9985206e091a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0710022 Aug 16 22:48:55.012246 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['53f761fa-aa04-4e67-ab7f-23a534d5a5e0'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:48:55.075659 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-111493b3-79f5-4a17-9bd3-57aa7e667bc6 x-openstack-request-id: req-111493b3-79f5-4a17-9bd3-57aa7e667bc6 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:48:55.076213 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "948bb553-444c-4329-a8a0-f7e24ff16e44", "tag": "6febc145-575d-4190-8648-f4c30710fedf", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:48:55.076365 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-111493b3-79f5-4a17-9bd3-57aa7e667bc6 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:48:55.076882 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '948bb553-444c-4329-a8a0-f7e24ff16e44', 'tag': '6febc145-575d-4190-8648-f4c30710fedf', 'status': 'completed', 'code': 200} Aug 16 22:48:55.077017 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3469e3ee-90ce-4b70-9cce-cae9e9db87f2 req-492e4bc2-cb96-4fcc-92bf-0e462b777360 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:55.078498 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3469e3ee-90ce-4b70-9cce-cae9e9db87f2 req-492e4bc2-cb96-4fcc-92bf-0e462b777360 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5f4c85a-eeef-497d-be00-9073128939b3 HTTP/1.1" status: 200 len: 944 time: 0.1127448 Aug 16 22:48:55.152342 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3469e3ee-90ce-4b70-9cce-cae9e9db87f2 req-629ee9f3-9885-4e11-81e9-b2225b6c9652 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed99c971-72f7-4ec2-860a-3003ed7525e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660789 Aug 16 22:48:55.163853 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5c423783-7f4b-432d-9f83-be270436cfe2 req-75a01158-4a53-4661-8bdd-5b0b14694b0d service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562634 Aug 16 22:48:55.217638 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a31562f-ffc3-4cad-89ff-ee08f057d11b req-505ee685-3a37-4152-bfa8-ed8e625baeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:55.227172 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7a31562f-ffc3-4cad-89ff-ee08f057d11b req-505ee685-3a37-4152-bfa8-ed8e625baeb0 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=8a5e1d0e34564f40b5c7c9ef56843b1e&device_id=948bb553-444c-4329-a8a0-f7e24ff16e44 HTTP/1.1" status: 200 len: 1099 time: 0.1219788 Aug 16 22:48:55.232812 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 22:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-372aa118-4087-408d-95bc-b89b0a235b8d x-openstack-request-id: req-372aa118-4087-408d-95bc-b89b0a235b8d {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:48:55.234194 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b80c4af1-ac2a-45e3-b032-9ed4ff60e117", "name": "network-vif-unplugged", "status": "completed", "tag": "47efd86c-94df-49a5-923f-1402ca72a3ac", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:48:55.234586 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-372aa118-4087-408d-95bc-b89b0a235b8d {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:48:55.236035 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b80c4af1-ac2a-45e3-b032-9ed4ff60e117', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47efd86c-94df-49a5-923f-1402ca72a3ac', 'code': 200} Aug 16 22:48:55.295218 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5c423783-7f4b-432d-9f83-be270436cfe2 req-18cfd3c5-b91f-497a-ab17-0c1ac044f910 service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238706 Aug 16 22:48:55.446954 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eb19582-f119-4fbf-9da0-b75e080cde91 x-openstack-request-id: req-0eb19582-f119-4fbf-9da0-b75e080cde91 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:48:55.447481 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddfc8c57-da19-41a9-8ba5-70be6e62d75e", "tag": "2936c26e-d0eb-4c67-ab4d-e875efb1b500", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:48:55.447883 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0eb19582-f119-4fbf-9da0-b75e080cde91 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:48:55.448450 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddfc8c57-da19-41a9-8ba5-70be6e62d75e', 'tag': '2936c26e-d0eb-4c67-ab4d-e875efb1b500', 'status': 'completed', 'code': 200} Aug 16 22:48:55.578037 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c553f2f-4c97-4cd4-9e8f-0aded0cae38c req-99cae9e3-64ed-43d1-be2d-afa405e576d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:55.579290 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8c553f2f-4c97-4cd4-9e8f-0aded0cae38c req-99cae9e3-64ed-43d1-be2d-afa405e576d6 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=8a5e1d0e34564f40b5c7c9ef56843b1e&device_id=ddfc8c57-da19-41a9-8ba5-70be6e62d75e HTTP/1.1" status: 200 len: 1099 time: 0.1041965 Aug 16 22:48:55.619993 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a31562f-ffc3-4cad-89ff-ee08f057d11b req-7bf8e232-c6ab-41a3-a83d-06d00872bf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:55.622423 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7a31562f-ffc3-4cad-89ff-ee08f057d11b req-7bf8e232-c6ab-41a3-a83d-06d00872bf3c service neutron] 10.222.0.68 "GET /v2.0/networks?id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd HTTP/1.1" status: 200 len: 870 time: 0.3858149 Aug 16 22:48:55.634951 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc1bb94-af37-4ea5-b6ae-b3c2590d3aa2 req-d323828f-046d-46d9-bd02-989c4c4c1fc1 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:55.642250 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8cc1bb94-af37-4ea5-b6ae-b3c2590d3aa2 req-d323828f-046d-46d9-bd02-989c4c4c1fc1 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=e33c8386-df5b-4338-93b9-5f927a55fe8d HTTP/1.1" status: 200 len: 943 time: 0.1058688 Aug 16 22:48:55.741972 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9d55c100-50ed-40d0-9230-dc51db42d0a0 req-2c6badd1-dea7-4a8b-b862-362998165bdf tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=f42e12b8-8894-4259-ab72-4cde2141db35 HTTP/1.1" status: 200 len: 210 time: 0.0527940 Aug 16 22:48:55.748168 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7a31562f-ffc3-4cad-89ff-ee08f057d11b req-34de45b7-8cab-4fff-a6dd-79a9b15e7056 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=6febc145-575d-4190-8648-f4c30710fedf HTTP/1.1" status: 200 len: 217 time: 0.1110606 Aug 16 22:48:55.774228 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8cc1bb94-af37-4ea5-b6ae-b3c2590d3aa2 req-a3505dfa-1b7f-42b7-bc22-c6ce5e332437 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306386 Aug 16 22:48:55.824662 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c553f2f-4c97-4cd4-9e8f-0aded0cae38c req-0cbb64aa-df66-49a2-9d05-31e6aed051aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:55.829588 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8c553f2f-4c97-4cd4-9e8f-0aded0cae38c req-0cbb64aa-df66-49a2-9d05-31e6aed051aa service neutron] 10.222.0.68 "GET /v2.0/networks?id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd HTTP/1.1" status: 200 len: 870 time: 0.2413139 Aug 16 22:48:55.861321 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a31562f-ffc3-4cad-89ff-ee08f057d11b req-34fdf074-c9b2-48f6-9091-946278f6c7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:55.862942 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7a31562f-ffc3-4cad-89ff-ee08f057d11b req-34fdf074-c9b2-48f6-9091-946278f6c7fe service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6af2b868-37d3-46ab-a526-0465929f13c8 HTTP/1.1" status: 200 len: 843 time: 0.1023469 Aug 16 22:48:55.901115 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8c553f2f-4c97-4cd4-9e8f-0aded0cae38c req-f045099f-308b-46fa-a552-d6b2fd5bdec3 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=2936c26e-d0eb-4c67-ab4d-e875efb1b500 HTTP/1.1" status: 200 len: 217 time: 0.0623503 Aug 16 22:48:55.937621 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a31562f-ffc3-4cad-89ff-ee08f057d11b req-50263b58-aaf5-4b03-a145-80921e831870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:55.952120 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7a31562f-ffc3-4cad-89ff-ee08f057d11b req-50263b58-aaf5-4b03-a145-80921e831870 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0737693 Aug 16 22:48:55.995918 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a68181-7648-4f88-9c03-a1d97d7528d7 req-78b8463d-1794-4182-a58c-ab9218a4f459 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:55.997633 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e9a68181-7648-4f88-9c03-a1d97d7528d7 req-78b8463d-1794-4182-a58c-ab9218a4f459 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/ports?device_id=948bb553-444c-4329-a8a0-f7e24ff16e44 HTTP/1.1" status: 200 len: 947 time: 0.1004877 Aug 16 22:48:56.008950 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c553f2f-4c97-4cd4-9e8f-0aded0cae38c req-e902b25d-e3c8-4ba1-8d5b-ca68c6cadbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:56.011787 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8c553f2f-4c97-4cd4-9e8f-0aded0cae38c req-e902b25d-e3c8-4ba1-8d5b-ca68c6cadbbb service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6af2b868-37d3-46ab-a526-0465929f13c8 HTTP/1.1" status: 200 len: 843 time: 0.0753324 Aug 16 22:48:56.132932 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e9a68181-7648-4f88-9c03-a1d97d7528d7 req-24be6d19-10e5-4c91-86c8-0841b3488863 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf51abff-a5e4-4ed4-87b7-552597e1ec97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199119 Aug 16 22:48:56.150142 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fdbbb305-629f-4802-9ae1-ff3fa7ec8cb9 req-c86e067e-6f13-4885-ad75-c14e66ca3043 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=5aa270b810014cb1b7df23f71a5483f7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0699356 Aug 16 22:48:56.163837 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c553f2f-4c97-4cd4-9e8f-0aded0cae38c req-c7be7c5e-2105-4115-bd59-78aece0fdfed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:56.164372 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 6febc145-575d-4190-8648-f4c30710fedf details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:48:56.165420 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8c553f2f-4c97-4cd4-9e8f-0aded0cae38c req-c7be7c5e-2105-4115-bd59-78aece0fdfed service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1434078 Aug 16 22:48:56.188289 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7a31562f-ffc3-4cad-89ff-ee08f057d11b req-d8d4d16d-0722-491c-9ea6-8106fdeb5e94 service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935146 Aug 16 22:48:56.320048 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7a31562f-ffc3-4cad-89ff-ee08f057d11b req-9940dd08-4fbc-485c-8908-148e816df399 service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183209 Aug 16 22:48:56.433303 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbbb305-629f-4802-9ae1-ff3fa7ec8cb9 req-c712a0df-966d-414f-9fd0-78d70b18b47a tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:56.434812 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fdbbb305-629f-4802-9ae1-ff3fa7ec8cb9 req-c712a0df-966d-414f-9fd0-78d70b18b47a tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2839065 Aug 16 22:48:56.444020 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 6febc145-575d-4190-8648-f4c30710fedf, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=6febc145-575d-4190-8648-f4c30710fedf,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:48:56.446153 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513e225a-33d6-47f7-ba5f-d4e5b4a34d25 req-71e7e2bc-c467-492a-b740-bd8f9362ab68 tempest-ImagesOneServerTestJSON-2024240417 tempest-ImagesOneServerTestJSON-2024240417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:56.447645 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-513e225a-33d6-47f7-ba5f-d4e5b4a34d25 req-71e7e2bc-c467-492a-b740-bd8f9362ab68 tempest-ImagesOneServerTestJSON-2024240417 tempest-ImagesOneServerTestJSON-2024240417-project] 10.222.0.36 "GET /v2.0/ports?device_id=b80c4af1-ac2a-45e3-b032-9ed4ff60e117 HTTP/1.1" status: 200 len: 949 time: 0.2059681 Aug 16 22:48:56.454692 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8aa88b42-80d9-4208-b85e-69a28f7b9fbd req-e3427198-83b2-4735-8230-f6fed3fcfc1f service neutron] 10.222.0.57 "GET /v2.0/ports/73fddd19-7093-4a55-973e-9c89d255911d/bindings/n-h1-791506-26 HTTP/1.1" status: 200 len: 385 time: 0.1801503 Aug 16 22:48:56.456912 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': '6febc145-575d-4190-8648-f4c30710fedf', 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd', 'port_id': '6febc145-575d-4190-8648-f4c30710fedf', 'mac_address': 'fa:16:3e:7a:1f:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6af2b868-37d3-46ab-a526-0465929f13c8', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:48:56.496825 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:56.500694 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fdbbb305-629f-4802-9ae1-ff3fa7ec8cb9 req-b156858d-0c94-4c69-b0f8-5832a942e381 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/quotas/5aa270b810014cb1b7df23f71a5483f7 HTTP/1.1" status: 200 len: 375 time: 0.0520294 Aug 16 22:48:56.502576 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8c553f2f-4c97-4cd4-9e8f-0aded0cae38c req-501b28d6-e575-4289-b52a-a6797c817a6a service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3232749 Aug 16 22:48:56.510976 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6febc145-575d-4190-8648-f4c30710fedf {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:48:56.547270 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 6febc145-575d-4190-8648-f4c30710fedf, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=6febc145-575d-4190-8648-f4c30710fedf,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:48:56.554081 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:56.646234 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-513e225a-33d6-47f7-ba5f-d4e5b4a34d25 req-29bc5108-73d7-409b-a00d-554f03eb8069 tempest-ImagesOneServerTestJSON-2024240417 tempest-ImagesOneServerTestJSON-2024240417-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8896dcf-9bf9-49fb-84e3-51ed2fed130b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787758 Aug 16 22:48:56.667846 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=6febc145-575d-4190-8648-f4c30710fedf,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:56.710380 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fdbbb305-629f-4802-9ae1-ff3fa7ec8cb9 req-28b2c132-6b89-4969-a1d8-60812e5f3285 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5aa270b810014cb1b7df23f71a5483f7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1963489 Aug 16 22:48:56.729163 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8c553f2f-4c97-4cd4-9e8f-0aded0cae38c req-790e0323-5c6a-4e3a-af02-7ee672d3f41c service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140667 Aug 16 22:48:56.813868 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['6febc145-575d-4190-8648-f4c30710fedf'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:48:56.827926 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e9dfe2-0cd2-4b4f-9139-9d06ae69962a req-591e1f14-f45b-4e84-bcc9-31fadea7e2f7 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:56.829932 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-f5e9dfe2-0cd2-4b4f-9139-9d06ae69962a req-591e1f14-f45b-4e84-bcc9-31fadea7e2f7 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.68 "GET /v2.0/networks?id=bdacd106-3582-43d1-a3c6-7a9333f5e2e0 HTTP/1.1" status: 200 len: 808 time: 0.2026355 Aug 16 22:48:56.849428 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-f5e9dfe2-0cd2-4b4f-9139-9d06ae69962a req-b434078e-5950-4955-a23b-58d01c9c0c8e tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Request body: {'port': {'device_id': 'f42e12b8-8894-4259-ab72-4cde2141db35', 'network_id': 'bdacd106-3582-43d1-a3c6-7a9333f5e2e0', 'admin_state_up': True, 'tenant_id': 'a4c9d624b07f42a0ae3c7ed63064f003'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:48:56.907681 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2c2bdf-1c90-4680-b83e-da3f0f31ae53 req-101958a4-319f-4aa4-ade5-46a9dc9a3db5 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:56.909265 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2a2c2bdf-1c90-4680-b83e-da3f0f31ae53 req-101958a4-319f-4aa4-ade5-46a9dc9a3db5 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5f4c85a-eeef-497d-be00-9073128939b3 HTTP/1.1" status: 200 len: 944 time: 0.0914388 Aug 16 22:48:56.916907 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-8aa88b42-80d9-4208-b85e-69a28f7b9fbd req-8a0ae777-980e-4e4b-b604-0631ee8af086 service neutron] For port 73fddd19-7093-4a55-973e-9c89d255911d, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=73fddd19-7093-4a55-973e-9c89d255911d,segment=NetworkSegment(b4a6b143-6a51-43cd-8781-944dbb368ca5),segment_id=b4a6b143-6a51-43cd-8781-944dbb368ca5)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:48:56.960299 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-8aa88b42-80d9-4208-b85e-69a28f7b9fbd req-8a0ae777-980e-4e4b-b604-0631ee8af086 service neutron] For port 73fddd19-7093-4a55-973e-9c89d255911d, host n-h2-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:48:56.997656 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2a2c2bdf-1c90-4680-b83e-da3f0f31ae53 req-92fb6175-dbe6-4182-8916-2397a55a5466 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed99c971-72f7-4ec2-860a-3003ed7525e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777864 Aug 16 22:48:57.009565 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [req-8aa88b42-80d9-4208-b85e-69a28f7b9fbd req-8a0ae777-980e-4e4b-b604-0631ee8af086 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73fddd19-7093-4a55-973e-9c89d255911d {{(pid=101292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:48:57.047018 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-8aa88b42-80d9-4208-b85e-69a28f7b9fbd req-8a0ae777-980e-4e4b-b604-0631ee8af086 service neutron] For port 73fddd19-7093-4a55-973e-9c89d255911d, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=73fddd19-7093-4a55-973e-9c89d255911d,segment=NetworkSegment(b4a6b143-6a51-43cd-8781-944dbb368ca5),segment_id=b4a6b143-6a51-43cd-8781-944dbb368ca5)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:48:57.063851 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-8aa88b42-80d9-4208-b85e-69a28f7b9fbd req-8a0ae777-980e-4e4b-b604-0631ee8af086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:57.096275 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5e9dfe2-0cd2-4b4f-9139-9d06ae69962a req-b434078e-5950-4955-a23b-58d01c9c0c8e tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Made reservation on behalf of a4c9d624b07f42a0ae3c7ed63064f003 for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:48:57.106592 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-f5e9dfe2-0cd2-4b4f-9139-9d06ae69962a req-b434078e-5950-4955-a23b-58d01c9c0c8e tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:57.185319 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8f83e76a-f18d-462a-933e-bb9f48474d3d req-c8ac103d-909f-414e-ad25-150b37799fcb tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=f42e12b8-8894-4259-ab72-4cde2141db35 HTTP/1.1" status: 200 len: 210 time: 0.0428538 Aug 16 22:48:57.260513 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-8aa88b42-80d9-4208-b85e-69a28f7b9fbd req-8a0ae777-980e-4e4b-b604-0631ee8af086 service neutron] Transition to ACTIVE for port object 73fddd19-7093-4a55-973e-9c89d255911d will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:48:57.266132 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-8aa88b42-80d9-4208-b85e-69a28f7b9fbd req-8a0ae777-980e-4e4b-b604-0631ee8af086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:57.303385 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-f5e9dfe2-0cd2-4b4f-9139-9d06ae69962a req-b434078e-5950-4955-a23b-58d01c9c0c8e tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Allocated IP 172.20.0.14 (bdacd106-3582-43d1-a3c6-7a9333f5e2e0/78dd72b6-bd21-4b15-8ce7-13fda92dba19/9ca74afc-f076-4667-b880-cefeb6f88161) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:48:57.392509 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-61f3db1d-31e3-46f4-ad50-500cca74b96e req-c73ee2d5-ef34-42ad-8d47-c5a4aeeea469 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd80fd78-9e08-4cc7-a161-80457457a8fc HTTP/1.1" status: 200 len: 210 time: 0.1136823 Aug 16 22:48:57.396667 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aa88b42-80d9-4208-b85e-69a28f7b9fbd req-8a0ae777-980e-4e4b-b604-0631ee8af086 service neutron] No DVR routers for this DVR port 73fddd19-7093-4a55-973e-9c89d255911d on host n-h2-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:48:57.449019 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8aa88b42-80d9-4208-b85e-69a28f7b9fbd req-8a0ae777-980e-4e4b-b604-0631ee8af086 service neutron] 10.222.0.57 "PUT /v2.0/ports/73fddd19-7093-4a55-973e-9c89d255911d/bindings/n-h1-791506-26/activate HTTP/1.1" status: 200 len: 370 time: 0.9835677 Aug 16 22:48:57.461618 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa569e2-4227-4a6d-91b2-40ca0f528926 req-73448c4d-e378-4397-9032-b70b73e7d371 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:57.470034 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6aa569e2-4227-4a6d-91b2-40ca0f528926 req-73448c4d-e378-4397-9032-b70b73e7d371 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=e33c8386-df5b-4338-93b9-5f927a55fe8d HTTP/1.1" status: 200 len: 944 time: 0.1759613 Aug 16 22:48:57.529172 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6aa569e2-4227-4a6d-91b2-40ca0f528926 req-3904136a-bdbe-4d5b-9044-999f81a05bfe tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578642 Aug 16 22:48:57.546537 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0ae777-980e-4e4b-b604-0631ee8af086 service neutron] Pushing event updated for resources: {'Port': ['ID=73fddd19-7093-4a55-973e-9c89d255911d,revision_number=10']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:57.580030 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-f5e9dfe2-0cd2-4b4f-9139-9d06ae69962a req-b434078e-5950-4955-a23b-58d01c9c0c8e tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:57.640627 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-f5e9dfe2-0cd2-4b4f-9139-9d06ae69962a req-b434078e-5950-4955-a23b-58d01c9c0c8e tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:57.691685 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8696b8f-04ac-4567-8edf-9382414dc2c3 req-add154b3-d286-4e95-b68e-3ee8975cb1c8 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:57.693889 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5e9dfe2-0cd2-4b4f-9139-9d06ae69962a req-b434078e-5950-4955-a23b-58d01c9c0c8e tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Network bdacd106-3582-43d1-a3c6-7a9333f5e2e0 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:48:57.694007 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f8696b8f-04ac-4567-8edf-9382414dc2c3 req-add154b3-d286-4e95-b68e-3ee8975cb1c8 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/ports?device_id=948bb553-444c-4329-a8a0-f7e24ff16e44 HTTP/1.1" status: 200 len: 948 time: 0.1747279 Aug 16 22:48:57.697392 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-f5e9dfe2-0cd2-4b4f-9139-9d06ae69962a req-b434078e-5950-4955-a23b-58d01c9c0c8e tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:48:57.701752 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5e9dfe2-0cd2-4b4f-9139-9d06ae69962a req-b434078e-5950-4955-a23b-58d01c9c0c8e tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:48:57.707340 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa88b42-80d9-4208-b85e-69a28f7b9fbd req-144d1fcd-254a-4563-80e9-a1f4d771cfcb tempest-LiveAutoBlockMigrationV225Test-1199004585 tempest-LiveAutoBlockMigrationV225Test-1199004585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:57.710385 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8aa88b42-80d9-4208-b85e-69a28f7b9fbd req-144d1fcd-254a-4563-80e9-a1f4d771cfcb tempest-LiveAutoBlockMigrationV225Test-1199004585 tempest-LiveAutoBlockMigrationV225Test-1199004585-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=e33c8386-df5b-4338-93b9-5f927a55fe8d&tenant_id=96f36b2ac4b747ffa8d23196eebfe0fe&binding%3Ahost_id=n-h2-791506-26 HTTP/1.1" status: 200 len: 1096 time: 0.1186826 Aug 16 22:48:57.756530 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b434078e-5950-4955-a23b-58d01c9c0c8e tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Pushing event updated for resources: {'Port': ['ID=9ca74afc-f076-4667-b880-cefeb6f88161,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:57.765144 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e9dfe2-0cd2-4b4f-9139-9d06ae69962a req-b434078e-5950-4955-a23b-58d01c9c0c8e tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:57.765835 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-f5e9dfe2-0cd2-4b4f-9139-9d06ae69962a req-b434078e-5950-4955-a23b-58d01c9c0c8e tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:57.783556 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-f5e9dfe2-0cd2-4b4f-9139-9d06ae69962a req-b434078e-5950-4955-a23b-58d01c9c0c8e tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9394057 Aug 16 22:48:57.799770 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f8696b8f-04ac-4567-8edf-9382414dc2c3 req-a654c872-2570-414f-96ca-5bbebf8943dc tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf51abff-a5e4-4ed4-87b7-552597e1ec97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880911 Aug 16 22:48:57.802994 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-f5e9dfe2-0cd2-4b4f-9139-9d06ae69962a req-59501f59-6dcd-4db7-b286-ab597c557491 service neutron] Request body: {'port': {'device_id': 'f42e12b8-8894-4259-ab72-4cde2141db35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:48:57.847337 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa88b42-80d9-4208-b85e-69a28f7b9fbd req-af06bc02-df74-4951-8e8e-003b0a186bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:57.849623 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8aa88b42-80d9-4208-b85e-69a28f7b9fbd req-af06bc02-df74-4951-8e8e-003b0a186bf0 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=e33c8386-df5b-4338-93b9-5f927a55fe8d&tenant_id=96f36b2ac4b747ffa8d23196eebfe0fe HTTP/1.1" status: 200 len: 1096 time: 0.1295209 Aug 16 22:48:57.874019 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-f5e9dfe2-0cd2-4b4f-9139-9d06ae69962a req-59501f59-6dcd-4db7-b286-ab597c557491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:57.886659 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214b1404-086e-453f-9a83-9166acda4d06 req-370f890b-557c-4277-b83c-b3397628f652 tempest-ImagesOneServerTestJSON-2024240417 tempest-ImagesOneServerTestJSON-2024240417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:57.889195 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-214b1404-086e-453f-9a83-9166acda4d06 req-370f890b-557c-4277-b83c-b3397628f652 tempest-ImagesOneServerTestJSON-2024240417 tempest-ImagesOneServerTestJSON-2024240417-project] 10.222.0.36 "GET /v2.0/ports?device_id=b80c4af1-ac2a-45e3-b032-9ed4ff60e117 HTTP/1.1" status: 200 len: 949 time: 0.0875285 Aug 16 22:48:57.992454 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-214b1404-086e-453f-9a83-9166acda4d06 req-661d010e-1015-45a3-8e5d-39e56d76eb89 tempest-ImagesOneServerTestJSON-2024240417 tempest-ImagesOneServerTestJSON-2024240417-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8896dcf-9bf9-49fb-84e3-51ed2fed130b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704093 Aug 16 22:48:57.994810 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa88b42-80d9-4208-b85e-69a28f7b9fbd req-e060978c-c8b9-4505-b774-86ef090914b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:57.996367 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8aa88b42-80d9-4208-b85e-69a28f7b9fbd req-e060978c-c8b9-4505-b774-86ef090914b0 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=96f36b2ac4b747ffa8d23196eebfe0fe&device_id=e33c8386-df5b-4338-93b9-5f927a55fe8d HTTP/1.1" status: 200 len: 1096 time: 0.1061254 Aug 16 22:48:58.096680 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 53f761fa-aa04-4e67-ab7f-23a534d5a5e0 up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:48:58.147028 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa88b42-80d9-4208-b85e-69a28f7b9fbd req-dfe6dce9-eb62-4b7c-a19c-b4b53f497026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:58.149238 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8aa88b42-80d9-4208-b85e-69a28f7b9fbd req-dfe6dce9-eb62-4b7c-a19c-b4b53f497026 service neutron] 10.222.0.68 "GET /v2.0/networks?id=db61fb9f-768d-428b-8446-991cbb0c6922 HTTP/1.1" status: 200 len: 921 time: 0.1423321 Aug 16 22:48:58.153093 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning for port 53f761fa-aa04-4e67-ab7f-23a534d5a5e0 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:48:58.168995 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 2936c26e-d0eb-4c67-ab4d-e875efb1b500 details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:48:58.195779 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b28cf8-01f3-436c-88ef-0d6f5bdb261e req-66cec1df-1be6-4850-95a3-99254220dcd3 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:58.204155 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-37b28cf8-01f3-436c-88ef-0d6f5bdb261e req-66cec1df-1be6-4850-95a3-99254220dcd3 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5f4c85a-eeef-497d-be00-9073128939b3 HTTP/1.1" status: 200 len: 944 time: 0.1039577 Aug 16 22:48:58.245630 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8aa88b42-80d9-4208-b85e-69a28f7b9fbd req-2d83c9ea-e30a-4357-af63-8a65822b79eb service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73fddd19-7093-4a55-973e-9c89d255911d HTTP/1.1" status: 200 len: 217 time: 0.0763109 Aug 16 22:48:58.290196 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 6febc145-575d-4190-8648-f4c30710fedf up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:48:58.294129 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-f5e9dfe2-0cd2-4b4f-9139-9d06ae69962a req-59501f59-6dcd-4db7-b286-ab597c557491 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ca74afc-f076-4667-b880-cefeb6f88161 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:48:58.294618 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 2936c26e-d0eb-4c67-ab4d-e875efb1b500, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=2936c26e-d0eb-4c67-ab4d-e875efb1b500,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:48:58.299446 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port 53f761fa-aa04-4e67-ab7f-23a534d5a5e0 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:48:58.300052 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:58.321549 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-37b28cf8-01f3-436c-88ef-0d6f5bdb261e req-e2844765-87c0-420a-9513-0111b04885c9 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed99c971-72f7-4ec2-860a-3003ed7525e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163151 Aug 16 22:48:58.323555 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-f5e9dfe2-0cd2-4b4f-9139-9d06ae69962a req-59501f59-6dcd-4db7-b286-ab597c557491 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:58.362318 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa88b42-80d9-4208-b85e-69a28f7b9fbd req-d1d4be8d-5669-473b-bd2f-108052900a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:58.366282 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8aa88b42-80d9-4208-b85e-69a28f7b9fbd req-d1d4be8d-5669-473b-bd2f-108052900a60 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f340c0a0-6bbc-45f5-920c-bfa473779acd HTTP/1.1" status: 200 len: 860 time: 0.1058354 Aug 16 22:48:58.376313 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-f5e9dfe2-0cd2-4b4f-9139-9d06ae69962a req-59501f59-6dcd-4db7-b286-ab597c557491 service neutron] Transition to ACTIVE for port object 9ca74afc-f076-4667-b880-cefeb6f88161 will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:48:58.381327 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-f5e9dfe2-0cd2-4b4f-9139-9d06ae69962a req-59501f59-6dcd-4db7-b286-ab597c557491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:58.390817 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': '2936c26e-d0eb-4c67-ab4d-e875efb1b500', 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd', 'port_id': '2936c26e-d0eb-4c67-ab4d-e875efb1b500', 'mac_address': 'fa:16:3e:d1:88:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6af2b868-37d3-46ab-a526-0465929f13c8', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:48:58.455750 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8aa88b42-80d9-4208-b85e-69a28f7b9fbd req-24213de1-c8d6-417f-86c1-1b31718bf64a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=db61fb9f-768d-428b-8446-991cbb0c6922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0836854 Aug 16 22:48:58.494793 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-fdbbb305-629f-4802-9ae1-ff3fa7ec8cb9 req-1a9f2a60-15ec-4940-8cdc-283bef804814 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=5aa270b810014cb1b7df23f71a5483f7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353270 Aug 16 22:48:58.514569 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:58.580127 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59501f59-6dcd-4db7-b286-ab597c557491 service neutron] Pushing event updated for resources: {'Port': ['ID=9ca74afc-f076-4667-b880-cefeb6f88161,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:58.660410 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2936c26e-d0eb-4c67-ab4d-e875efb1b500 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:48:58.676086 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-f5e9dfe2-0cd2-4b4f-9139-9d06ae69962a req-59501f59-6dcd-4db7-b286-ab597c557491 service neutron] Attempting to bind port 9ca74afc-f076-4667-b880-cefeb6f88161 on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:48:58.676425 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-f5e9dfe2-0cd2-4b4f-9139-9d06ae69962a req-59501f59-6dcd-4db7-b286-ab597c557491 service neutron] Attempting to bind port 9ca74afc-f076-4667-b880-cefeb6f88161 by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': 'f636a4c4-5ebb-45e7-a739-a275ed345fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bdacd106-3582-43d1-a3c6-7a9333f5e2e0'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:48:58.676834 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e9dfe2-0cd2-4b4f-9139-9d06ae69962a req-59501f59-6dcd-4db7-b286-ab597c557491 service neutron] Attempting to bind port 9ca74afc-f076-4667-b880-cefeb6f88161 on network bdacd106-3582-43d1-a3c6-7a9333f5e2e0 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:48:58.693551 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e9dfe2-0cd2-4b4f-9139-9d06ae69962a req-59501f59-6dcd-4db7-b286-ab597c557491 service neutron] Port 9ca74afc-f076-4667-b880-cefeb6f88161 on network bdacd106-3582-43d1-a3c6-7a9333f5e2e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:48:58.693865 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e9dfe2-0cd2-4b4f-9139-9d06ae69962a req-59501f59-6dcd-4db7-b286-ab597c557491 service neutron] Attempting to bind port 9ca74afc-f076-4667-b880-cefeb6f88161 on network bdacd106-3582-43d1-a3c6-7a9333f5e2e0 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:48:58.702631 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e9dfe2-0cd2-4b4f-9139-9d06ae69962a req-59501f59-6dcd-4db7-b286-ab597c557491 service neutron] Checking agent: {'id': 'd28e24f9-e5ea-41e1-80bf-3c7943ad7f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:48:58.702978 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e9dfe2-0cd2-4b4f-9139-9d06ae69962a req-59501f59-6dcd-4db7-b286-ab597c557491 service neutron] Checking segment: {'id': 'f636a4c4-5ebb-45e7-a739-a275ed345fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bdacd106-3582-43d1-a3c6-7a9333f5e2e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:48:58.703375 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e9dfe2-0cd2-4b4f-9139-9d06ae69962a req-59501f59-6dcd-4db7-b286-ab597c557491 service neutron] Bound using segment: {'id': 'f636a4c4-5ebb-45e7-a739-a275ed345fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bdacd106-3582-43d1-a3c6-7a9333f5e2e0'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:48:58.703824 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-f5e9dfe2-0cd2-4b4f-9139-9d06ae69962a req-59501f59-6dcd-4db7-b286-ab597c557491 service neutron] Bound port: 9ca74afc-f076-4667-b880-cefeb6f88161, host: n-h1-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f636a4c4-5ebb-45e7-a739-a275ed345fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bdacd106-3582-43d1-a3c6-7a9333f5e2e0'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:48:58.704193 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-f5e9dfe2-0cd2-4b4f-9139-9d06ae69962a req-59501f59-6dcd-4db7-b286-ab597c557491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:58.705968 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 2936c26e-d0eb-4c67-ab4d-e875efb1b500, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=2936c26e-d0eb-4c67-ab4d-e875efb1b500,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:48:58.730074 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:58.732582 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbbb305-629f-4802-9ae1-ff3fa7ec8cb9 req-92b67c49-059c-4b8b-847b-63d09e1d45af tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:58.734170 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-fdbbb305-629f-4802-9ae1-ff3fa7ec8cb9 req-92b67c49-059c-4b8b-847b-63d09e1d45af tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2306879 Aug 16 22:48:58.740836 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning for port 6febc145-575d-4190-8648-f4c30710fedf completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:48:58.748361 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port 6febc145-575d-4190-8648-f4c30710fedf triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:48:58.748361 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:58.759460 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-fdbbb305-629f-4802-9ae1-ff3fa7ec8cb9 req-280705ba-2365-4026-816e-58445c1be7de tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Request body: {'port': {'device_id': 'dd80fd78-9e08-4cc7-a161-80457457a8fc', 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd', 'admin_state_up': True, 'tenant_id': '5aa270b810014cb1b7df23f71a5483f7'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:48:58.831580 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:58.856991 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-f5e9dfe2-0cd2-4b4f-9139-9d06ae69962a req-59501f59-6dcd-4db7-b286-ab597c557491 service neutron] For port 9ca74afc-f076-4667-b880-cefeb6f88161, host n-h1-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:48:58.862224 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-f5e9dfe2-0cd2-4b4f-9139-9d06ae69962a req-59501f59-6dcd-4db7-b286-ab597c557491 service neutron] For port 9ca74afc-f076-4667-b880-cefeb6f88161, host n-h1-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=9ca74afc-f076-4667-b880-cefeb6f88161,segment=NetworkSegment(f636a4c4-5ebb-45e7-a739-a275ed345fed),segment_id=f636a4c4-5ebb-45e7-a739-a275ed345fed)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:48:58.873283 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-f5e9dfe2-0cd2-4b4f-9139-9d06ae69962a req-59501f59-6dcd-4db7-b286-ab597c557491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:58.897509 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5f4c85a-eeef-497d-be00-9073128939b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f761fa-aa04-4e67-ab7f-23a534d5a5e0'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:48:58.899887 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c16fc63c-76e3-4d52-af2a-7be42d505ac2" -d '{"events": [{"server_uuid": "d5f4c85a-eeef-497d-be00-9073128939b3", "name": "network-vif-plugged", "status": "completed", "tag": "53f761fa-aa04-4e67-ab7f-23a534d5a5e0"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:48:58.903276 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a56f0f53-18e8-450e-9a0e-0cd3c1742b55 req-6e350c3b-1f9a-4a7f-a35d-8affb7b7ad6e tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd80fd78-9e08-4cc7-a161-80457457a8fc HTTP/1.1" status: 200 len: 210 time: 0.0635459 Aug 16 22:48:58.923959 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaaf5ad-8d4b-4727-9585-515b65c346a5 req-fdf5848d-baf2-43a1-adcc-79be3e3e685c tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:58.931165 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=2936c26e-d0eb-4c67-ab4d-e875efb1b500,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:58.941136 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59501f59-6dcd-4db7-b286-ab597c557491 service neutron] Pushing event updated for resources: {'Port': ['ID=9ca74afc-f076-4667-b880-cefeb6f88161,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:58.946613 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6aaaf5ad-8d4b-4727-9585-515b65c346a5 req-fdf5848d-baf2-43a1-adcc-79be3e3e685c tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=f42e12b8-8894-4259-ab72-4cde2141db35 HTTP/1.1" status: 200 len: 944 time: 0.4971960 Aug 16 22:48:58.955868 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 53f761fa-aa04-4e67-ab7f-23a534d5a5e0, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=53f761fa-aa04-4e67-ab7f-23a534d5a5e0,segment=NetworkSegment(dbd6a7b3-b56f-48d0-8df5-dc8503a74c13),segment_id=dbd6a7b3-b56f-48d0-8df5-dc8503a74c13)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:48:58.958554 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e9dfe2-0cd2-4b4f-9139-9d06ae69962a req-59501f59-6dcd-4db7-b286-ab597c557491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:58.959586 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-f5e9dfe2-0cd2-4b4f-9139-9d06ae69962a req-59501f59-6dcd-4db7-b286-ab597c557491 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:58.961237 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-f5e9dfe2-0cd2-4b4f-9139-9d06ae69962a req-59501f59-6dcd-4db7-b286-ab597c557491 service neutron] 10.222.0.68 "PUT /v2.0/ports/9ca74afc-f076-4667-b880-cefeb6f88161 HTTP/1.1" status: 200 len: 1093 time: 1.1637313 Aug 16 22:48:58.961743 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f42e12b8-8894-4259-ab72-4cde2141db35', 'tag': '9ca74afc-f076-4667-b880-cefeb6f88161'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:48:58.972590 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:58.990826 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e7f42f-7335-4926-8780-22f682a27e2c" -d '{"events": [{"name": "network-changed", "server_uuid": "f42e12b8-8894-4259-ab72-4cde2141db35", "tag": "9ca74afc-f076-4667-b880-cefeb6f88161"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:48:58.992592 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb4cb0-07b9-4e70-9f6b-d8d96420a897 req-3875812e-645c-4082-adda-b51887278429 tempest-ImagesOneServerTestJSON-2024240417 tempest-ImagesOneServerTestJSON-2024240417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:58.994086 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2adb4cb0-07b9-4e70-9f6b-d8d96420a897 req-3875812e-645c-4082-adda-b51887278429 tempest-ImagesOneServerTestJSON-2024240417 tempest-ImagesOneServerTestJSON-2024240417-project] 10.222.0.57 "GET /v2.0/ports?device_id=b80c4af1-ac2a-45e3-b032-9ed4ff60e117 HTTP/1.1" status: 200 len: 949 time: 0.1496863 Aug 16 22:48:59.050718 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8aa88b42-80d9-4208-b85e-69a28f7b9fbd req-1c19e3ff-ccb4-4c4f-b6d5-389df11fc9cc service neutron] 10.222.0.68 "GET /v2.0/networks/db61fb9f-768d-428b-8446-991cbb0c6922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5728974 Aug 16 22:48:59.068256 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['2936c26e-d0eb-4c67-ab4d-e875efb1b500'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:48:59.101924 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e9dfe2-0cd2-4b4f-9139-9d06ae69962a req-9c96f761-6862-4f4c-8943-693570c8f9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:59.103816 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-f5e9dfe2-0cd2-4b4f-9139-9d06ae69962a req-9c96f761-6862-4f4c-8943-693570c8f9fc service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a4c9d624b07f42a0ae3c7ed63064f003&device_id=f42e12b8-8894-4259-ab72-4cde2141db35 HTTP/1.1" status: 200 len: 1096 time: 0.0882831 Aug 16 22:48:59.104620 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdbbb305-629f-4802-9ae1-ff3fa7ec8cb9 req-280705ba-2365-4026-816e-58445c1be7de tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Made reservation on behalf of 5aa270b810014cb1b7df23f71a5483f7 for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:48:59.108429 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-fdbbb305-629f-4802-9ae1-ff3fa7ec8cb9 req-280705ba-2365-4026-816e-58445c1be7de tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:59.164025 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=53f761fa-aa04-4e67-ab7f-23a534d5a5e0,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:59.171485 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-f5e9dfe2-0cd2-4b4f-9139-9d06ae69962a req-9d711f05-af88-4104-8e9a-ac4992b7d592 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ca74afc-f076-4667-b880-cefeb6f88161 HTTP/1.1" status: 200 len: 217 time: 0.0519907 Aug 16 22:48:59.181275 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:59.242226 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6aaaf5ad-8d4b-4727-9585-515b65c346a5 req-5c510155-f18b-4a00-9940-1fa756b4582b tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946639 Aug 16 22:48:59.309351 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 6febc145-575d-4190-8648-f4c30710fedf, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=6febc145-575d-4190-8648-f4c30710fedf,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:48:59.314988 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e9dfe2-0cd2-4b4f-9139-9d06ae69962a req-d5a51f6e-ceb7-44b7-ba52-9ba1dd73499d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:59.319618 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-f5e9dfe2-0cd2-4b4f-9139-9d06ae69962a req-d5a51f6e-ceb7-44b7-ba52-9ba1dd73499d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=78dd72b6-bd21-4b15-8ce7-13fda92dba19 HTTP/1.1" status: 200 len: 848 time: 0.1108277 Aug 16 22:48:59.324858 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae1460b-84bf-470d-86fd-1eb61e7cc001 req-2d970277-f078-46e0-a4bb-98d9b4f0d3cb tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:59.326434 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1ae1460b-84bf-470d-86fd-1eb61e7cc001 req-2d970277-f078-46e0-a4bb-98d9b4f0d3cb tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=e33c8386-df5b-4338-93b9-5f927a55fe8d HTTP/1.1" status: 200 len: 944 time: 0.3126752 Aug 16 22:48:59.329011 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:59.373314 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-f5e9dfe2-0cd2-4b4f-9139-9d06ae69962a req-4edfe685-2cbd-4a10-94e5-d114c5242259 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=bdacd106-3582-43d1-a3c6-7a9333f5e2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373125 Aug 16 22:48:59.398574 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=6febc145-575d-4190-8648-f4c30710fedf,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:48:59.400788 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-fdbbb305-629f-4802-9ae1-ff3fa7ec8cb9 req-280705ba-2365-4026-816e-58445c1be7de tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Allocated IP 192.168.233.218 (a2f596d0-b80e-4404-bf4b-27a7e14f50dd/6af2b868-37d3-46ab-a526-0465929f13c8/a7acfedd-7328-4c89-b0a3-75e70efe3623) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:48:59.432335 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1ae1460b-84bf-470d-86fd-1eb61e7cc001 req-b120a72a-9a83-474b-a883-bc2a7b8bdb23 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947406 Aug 16 22:48:59.458140 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8aa88b42-80d9-4208-b85e-69a28f7b9fbd req-d0ae199e-23af-457f-904e-d35ad0901361 service neutron] 10.222.0.68 "GET /v2.0/networks/db61fb9f-768d-428b-8446-991cbb0c6922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3871417 Aug 16 22:48:59.470777 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-2adb4cb0-07b9-4e70-9f6b-d8d96420a897 req-bca8613d-7b65-4b2d-9ce3-7339b5a05e9e tempest-ImagesOneServerTestJSON-2024240417 tempest-ImagesOneServerTestJSON-2024240417-project] Deleting port 47efd86c-94df-49a5-923f-1402ca72a3ac {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:48:59.471164 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-2adb4cb0-07b9-4e70-9f6b-d8d96420a897 req-bca8613d-7b65-4b2d-9ce3-7339b5a05e9e tempest-ImagesOneServerTestJSON-2024240417 tempest-ImagesOneServerTestJSON-2024240417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:59.514787 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bf01197-9472-4d3a-8db1-884a9a0ca9c3 x-openstack-request-id: req-1bf01197-9472-4d3a-8db1-884a9a0ca9c3 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:48:59.515102 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5f4c85a-eeef-497d-be00-9073128939b3", "name": "network-vif-plugged", "status": "completed", "tag": "53f761fa-aa04-4e67-ab7f-23a534d5a5e0", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:48:59.515361 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1bf01197-9472-4d3a-8db1-884a9a0ca9c3 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:48:59.515973 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5f4c85a-eeef-497d-be00-9073128939b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f761fa-aa04-4e67-ab7f-23a534d5a5e0', 'code': 200} Aug 16 22:48:59.573652 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-f5e9dfe2-0cd2-4b4f-9139-9d06ae69962a req-77a3a9ff-3e43-4d3f-a38e-878461584670 service neutron] 10.222.0.68 "GET /v2.0/networks/bdacd106-3582-43d1-a3c6-7a9333f5e2e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892238 Aug 16 22:48:59.610531 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd988c6b-d75e-4aba-b117-a71c35c09308 x-openstack-request-id: req-fd988c6b-d75e-4aba-b117-a71c35c09308 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:48:59.611061 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f42e12b8-8894-4259-ab72-4cde2141db35", "tag": "9ca74afc-f076-4667-b880-cefeb6f88161", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:48:59.611264 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fd988c6b-d75e-4aba-b117-a71c35c09308 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:48:59.612849 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f42e12b8-8894-4259-ab72-4cde2141db35', 'tag': '9ca74afc-f076-4667-b880-cefeb6f88161', 'status': 'completed', 'code': 200} Aug 16 22:48:59.633652 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d2c6a5-60b0-4c75-a6c9-0f68e11c645e req-0f1c31ef-d603-434e-92f0-2e6ce50f1517 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:59.635458 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-89d2c6a5-60b0-4c75-a6c9-0f68e11c645e req-0f1c31ef-d603-434e-92f0-2e6ce50f1517 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/ports?device_id=948bb553-444c-4329-a8a0-f7e24ff16e44 HTTP/1.1" status: 200 len: 949 time: 0.2457039 Aug 16 22:48:59.637762 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-2adb4cb0-07b9-4e70-9f6b-d8d96420a897 req-bca8613d-7b65-4b2d-9ce3-7339b5a05e9e tempest-ImagesOneServerTestJSON-2024240417 tempest-ImagesOneServerTestJSON-2024240417-project] For port 47efd86c-94df-49a5-923f-1402ca72a3ac, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=47efd86c-94df-49a5-923f-1402ca72a3ac,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:48:59.638186 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-2adb4cb0-07b9-4e70-9f6b-d8d96420a897 req-bca8613d-7b65-4b2d-9ce3-7339b5a05e9e tempest-ImagesOneServerTestJSON-2024240417 tempest-ImagesOneServerTestJSON-2024240417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:59.672766 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-2adb4cb0-07b9-4e70-9f6b-d8d96420a897 req-bca8613d-7b65-4b2d-9ce3-7339b5a05e9e tempest-ImagesOneServerTestJSON-2024240417 tempest-ImagesOneServerTestJSON-2024240417-project] Calling delete_port for 47efd86c-94df-49a5-923f-1402ca72a3ac owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:48:59.688045 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:48:59.800826 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763c88cf-5387-4aaf-ba10-6b497c304ba4 req-25e1be68-da95-41cf-b9a8-b5e572477a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:59.802631 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-763c88cf-5387-4aaf-ba10-6b497c304ba4 req-25e1be68-da95-41cf-b9a8-b5e572477a18 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d5f4c85a-eeef-497d-be00-9073128939b3 HTTP/1.1" status: 200 len: 1097 time: 0.1139302 Aug 16 22:48:59.823576 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-89d2c6a5-60b0-4c75-a6c9-0f68e11c645e req-6e47bf66-a676-41cd-9ba8-140e2005c277 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf51abff-a5e4-4ed4-87b7-552597e1ec97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692197 Aug 16 22:48:59.853514 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-fdbbb305-629f-4802-9ae1-ff3fa7ec8cb9 req-280705ba-2365-4026-816e-58445c1be7de tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:48:59.853514 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-f5e9dfe2-0cd2-4b4f-9139-9d06ae69962a req-166b0c10-267b-4583-94e5-8a4be561a03b service neutron] 10.222.0.68 "GET /v2.0/networks/bdacd106-3582-43d1-a3c6-7a9333f5e2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387938 Aug 16 22:48:59.855523 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65df8be3-f7b4-4563-89aa-e7196c2fccb2 req-e1777c13-aaf8-4453-8dc6-a55c7db896ac tempest-ImagesOneServerTestJSON-2024240417 tempest-ImagesOneServerTestJSON-2024240417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:59.864858 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-65df8be3-f7b4-4563-89aa-e7196c2fccb2 req-e1777c13-aaf8-4453-8dc6-a55c7db896ac tempest-ImagesOneServerTestJSON-2024240417 tempest-ImagesOneServerTestJSON-2024240417-project] 10.222.0.36 "GET /v2.0/ports?device_id=b80c4af1-ac2a-45e3-b032-9ed4ff60e117 HTTP/1.1" status: 200 len: 949 time: 0.2018034 Aug 16 22:48:59.894396 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa88b42-80d9-4208-b85e-69a28f7b9fbd req-db739329-087c-4d26-a901-ecbe9e9da246 tempest-LiveAutoBlockMigrationV225Test-1199004585 tempest-LiveAutoBlockMigrationV225Test-1199004585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:48:59.895558 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8aa88b42-80d9-4208-b85e-69a28f7b9fbd req-db739329-087c-4d26-a901-ecbe9e9da246 tempest-LiveAutoBlockMigrationV225Test-1199004585 tempest-LiveAutoBlockMigrationV225Test-1199004585-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=e33c8386-df5b-4338-93b9-5f927a55fe8d&tenant_id=96f36b2ac4b747ffa8d23196eebfe0fe&binding%3Ahost_id=n-h1-791506-26 HTTP/1.1" status: 200 len: 1096 time: 0.1823425 Aug 16 22:48:59.907635 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-fdbbb305-629f-4802-9ae1-ff3fa7ec8cb9 req-280705ba-2365-4026-816e-58445c1be7de tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Transition to ACTIVE for port object a7acfedd-7328-4c89-b0a3-75e70efe3623 will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:48:59.964803 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-65df8be3-f7b4-4563-89aa-e7196c2fccb2 req-1a33d7c8-a9c1-41d8-92c9-5ffd778dd839 tempest-ImagesOneServerTestJSON-2024240417 tempest-ImagesOneServerTestJSON-2024240417-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8896dcf-9bf9-49fb-84e3-51ed2fed130b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960889 Aug 16 22:48:59.973247 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-763c88cf-5387-4aaf-ba10-6b497c304ba4 req-9a90cd88-6343-4325-ae64-47486a53bef6 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ed99c971-72f7-4ec2-860a-3003ed7525e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579115 Aug 16 22:49:00.012908 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e7f42f-7335-4926-8780-22f682a27e2c req-c67dcc65-f7cd-4dee-9db6-62e99687131b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:00.014512 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-17e7f42f-7335-4926-8780-22f682a27e2c req-c67dcc65-f7cd-4dee-9db6-62e99687131b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a4c9d624b07f42a0ae3c7ed63064f003&device_id=f42e12b8-8894-4259-ab72-4cde2141db35 HTTP/1.1" status: 200 len: 1096 time: 0.0955207 Aug 16 22:49:00.021180 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-fdbbb305-629f-4802-9ae1-ff3fa7ec8cb9 req-280705ba-2365-4026-816e-58445c1be7de tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:00.066760 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['3daf38f0-2d73-4b14-8053-5e2922a5d49b'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:49:00.113642 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 73fddd19-7093-4a55-973e-9c89d255911d no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:49:00.181092 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdbbb305-629f-4802-9ae1-ff3fa7ec8cb9 req-280705ba-2365-4026-816e-58445c1be7de tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Network a2f596d0-b80e-4404-bf4b-27a7e14f50dd is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:49:00.184456 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 2936c26e-d0eb-4c67-ab4d-e875efb1b500 up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:49:00.187406 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280705ba-2365-4026-816e-58445c1be7de tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Pushing event updated for resources: {'Port': ['ID=a7acfedd-7328-4c89-b0a3-75e70efe3623,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:00.200489 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-fdbbb305-629f-4802-9ae1-ff3fa7ec8cb9 req-280705ba-2365-4026-816e-58445c1be7de tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:49:00.205339 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdbbb305-629f-4802-9ae1-ff3fa7ec8cb9 req-280705ba-2365-4026-816e-58445c1be7de tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:49:00.239173 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-2adb4cb0-07b9-4e70-9f6b-d8d96420a897 req-bca8613d-7b65-4b2d-9ce3-7339b5a05e9e tempest-ImagesOneServerTestJSON-2024240417 tempest-ImagesOneServerTestJSON-2024240417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:00.253553 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b18ee2-c375-4f4c-9d93-a9a722e0f260 req-56725bc7-c7bf-4593-88c2-0c69e19af2f2 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:00.262352 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b1b18ee2-c375-4f4c-9d93-a9a722e0f260 req-56725bc7-c7bf-4593-88c2-0c69e19af2f2 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd80fd78-9e08-4cc7-a161-80457457a8fc HTTP/1.1" status: 200 len: 936 time: 0.1639023 Aug 16 22:49:00.272254 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-8aa88b42-80d9-4208-b85e-69a28f7b9fbd req-05497c07-4c95-4835-9c9c-2a97ed831be4 service neutron] For port 73fddd19-7093-4a55-973e-9c89d255911d, host n-h2-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:49:00.288853 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 73fddd19-7093-4a55-973e-9c89d255911d not bound to the agent host n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:49:00.299443 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbbb305-629f-4802-9ae1-ff3fa7ec8cb9 req-280705ba-2365-4026-816e-58445c1be7de tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:00.300262 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-fdbbb305-629f-4802-9ae1-ff3fa7ec8cb9 req-280705ba-2365-4026-816e-58445c1be7de tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:00.318228 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-8aa88b42-80d9-4208-b85e-69a28f7b9fbd req-05497c07-4c95-4835-9c9c-2a97ed831be4 service neutron] Notify callbacks [] for binding, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:00.319640 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8aa88b42-80d9-4208-b85e-69a28f7b9fbd req-05497c07-4c95-4835-9c9c-2a97ed831be4 service neutron] 10.222.0.68 "DELETE /v2.0/ports/73fddd19-7093-4a55-973e-9c89d255911d/bindings/n-h2-791506-26 HTTP/1.1" status: 204 len: 173 time: 0.4030337 Aug 16 22:49:00.326740 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e7f42f-7335-4926-8780-22f682a27e2c req-d89ce485-6e1a-457f-b6bf-26d9c265a0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:00.328149 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61490ebb-c7fc-4ada-8a13-4966cf27083f req-4d063461-64fc-4cf2-bc06-0b7f65d5915b tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:00.328306 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-17e7f42f-7335-4926-8780-22f682a27e2c req-d89ce485-6e1a-457f-b6bf-26d9c265a0d5 service neutron] 10.222.0.68 "GET /v2.0/networks?id=bdacd106-3582-43d1-a3c6-7a9333f5e2e0 HTTP/1.1" status: 200 len: 909 time: 0.2959466 Aug 16 22:49:00.330879 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-fdbbb305-629f-4802-9ae1-ff3fa7ec8cb9 req-280705ba-2365-4026-816e-58445c1be7de tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5757685 Aug 16 22:49:00.331952 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-61490ebb-c7fc-4ada-8a13-4966cf27083f req-4d063461-64fc-4cf2-bc06-0b7f65d5915b tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5f4c85a-eeef-497d-be00-9073128939b3 HTTP/1.1" status: 200 len: 945 time: 0.2443621 Aug 16 22:49:00.361946 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-fdbbb305-629f-4802-9ae1-ff3fa7ec8cb9 req-7e89d77e-b83d-472f-818b-303975f98042 service neutron] Request body: {'port': {'device_id': 'dd80fd78-9e08-4cc7-a161-80457457a8fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:49:00.372354 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca8613d-7b65-4b2d-9ce3-7339b5a05e9e tempest-ImagesOneServerTestJSON-2024240417 tempest-ImagesOneServerTestJSON-2024240417-project] Pushing event deleted for resources: {'Port': ['ID=47efd86c-94df-49a5-923f-1402ca72a3ac,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:00.382205 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning for port 2936c26e-d0eb-4c67-ab4d-e875efb1b500 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:49:00.425755 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-17e7f42f-7335-4926-8780-22f682a27e2c req-39d62388-cb83-4175-8649-ffcece592692 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ca74afc-f076-4667-b880-cefeb6f88161 HTTP/1.1" status: 200 len: 217 time: 0.0822010 Aug 16 22:49:00.449628 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port 2936c26e-d0eb-4c67-ab4d-e875efb1b500 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:49:00.450165 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:00.486403 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b1b18ee2-c375-4f4c-9d93-a9a722e0f260 req-616abcc4-3b65-4698-b847-104880e4b024 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180905 Aug 16 22:49:00.528919 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-2adb4cb0-07b9-4e70-9f6b-d8d96420a897 req-bca8613d-7b65-4b2d-9ce3-7339b5a05e9e tempest-ImagesOneServerTestJSON-2024240417 tempest-ImagesOneServerTestJSON-2024240417-project] No DVR routers for this DVR port 47efd86c-94df-49a5-923f-1402ca72a3ac on host n-h2-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:49:00.536718 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-2adb4cb0-07b9-4e70-9f6b-d8d96420a897 req-bca8613d-7b65-4b2d-9ce3-7339b5a05e9e tempest-ImagesOneServerTestJSON-2024240417 tempest-ImagesOneServerTestJSON-2024240417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:00.538803 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2adb4cb0-07b9-4e70-9f6b-d8d96420a897 req-bca8613d-7b65-4b2d-9ce3-7339b5a05e9e tempest-ImagesOneServerTestJSON-2024240417 tempest-ImagesOneServerTestJSON-2024240417-project] 10.222.0.57 "DELETE /v2.0/ports/47efd86c-94df-49a5-923f-1402ca72a3ac HTTP/1.1" status: 204 len: 173 time: 1.5238383 Aug 16 22:49:00.539261 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b80c4af1-ac2a-45e3-b032-9ed4ff60e117', 'name': 'network-vif-deleted', 'tag': '47efd86c-94df-49a5-923f-1402ca72a3ac'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:49:00.553827 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8c81091-5db7-4ef0-a35b-b156cd66e1bf" -d '{"events": [{"server_uuid": "b80c4af1-ac2a-45e3-b032-9ed4ff60e117", "name": "network-vif-deleted", "tag": "47efd86c-94df-49a5-923f-1402ca72a3ac"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:49:00.576717 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-61490ebb-c7fc-4ada-8a13-4966cf27083f req-527d976a-b83a-459e-bc36-9c95d6ed53bc tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed99c971-72f7-4ec2-860a-3003ed7525e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093320 Aug 16 22:49:00.580810 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-fdbbb305-629f-4802-9ae1-ff3fa7ec8cb9 req-7e89d77e-b83d-472f-818b-303975f98042 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:00.585276 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e7f42f-7335-4926-8780-22f682a27e2c req-8a1b196a-06cc-4867-b9b0-4e095bd59599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:00.586753 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-17e7f42f-7335-4926-8780-22f682a27e2c req-8a1b196a-06cc-4867-b9b0-4e095bd59599 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=78dd72b6-bd21-4b15-8ce7-13fda92dba19 HTTP/1.1" status: 200 len: 848 time: 0.1420636 Aug 16 22:49:00.676435 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:00.720419 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-17e7f42f-7335-4926-8780-22f682a27e2c req-db13becc-60ca-4a3f-b754-c13026bd72c2 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=bdacd106-3582-43d1-a3c6-7a9333f5e2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1172304 Aug 16 22:49:00.731757 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 2936c26e-d0eb-4c67-ab4d-e875efb1b500, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=2936c26e-d0eb-4c67-ab4d-e875efb1b500,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:49:00.739923 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:00.746033 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a8ac5d-5b01-47c2-8d6c-73630a6d737d req-86d8f968-d54e-48ae-b5f9-b3ff8ce6d91d tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:00.747617 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-40a8ac5d-5b01-47c2-8d6c-73630a6d737d req-86d8f968-d54e-48ae-b5f9-b3ff8ce6d91d tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=f42e12b8-8894-4259-ab72-4cde2141db35 HTTP/1.1" status: 200 len: 944 time: 0.1399531 Aug 16 22:49:00.837751 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=2936c26e-d0eb-4c67-ab4d-e875efb1b500,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:00.851925 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8004fb-7f58-4313-b1c0-03d4a0ec1b11 req-0c31933e-d53d-4b7d-b325-2aac11849695 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:00.853622 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ff8004fb-7f58-4313-b1c0-03d4a0ec1b11 req-0c31933e-d53d-4b7d-b325-2aac11849695 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=e33c8386-df5b-4338-93b9-5f927a55fe8d HTTP/1.1" status: 200 len: 944 time: 0.1703923 Aug 16 22:49:00.865160 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-40a8ac5d-5b01-47c2-8d6c-73630a6d737d req-62a891e8-bb83-41d7-9767-103022c1b153 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018467 Aug 16 22:49:00.908572 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-1b819d2c-dafc-4001-88d7-376eb1a8bf3b None None] Provisioning for port a7acfedd-7328-4c89-b0a3-75e70efe3623 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:49:00.912834 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-1b819d2c-dafc-4001-88d7-376eb1a8bf3b None None] Provisioning complete for port a7acfedd-7328-4c89-b0a3-75e70efe3623 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:49:00.913206 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-1b819d2c-dafc-4001-88d7-376eb1a8bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:00.940426 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ff8004fb-7f58-4313-b1c0-03d4a0ec1b11 req-d6ec384b-1380-4b13-8496-5238d2e40d73 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736139 Aug 16 22:49:00.948658 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffb19770-40fa-4d74-968f-04b8121de0d9 x-openstack-request-id: req-ffb19770-40fa-4d74-968f-04b8121de0d9 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:49:00.952872 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b80c4af1-ac2a-45e3-b032-9ed4ff60e117", "name": "network-vif-deleted", "tag": "47efd86c-94df-49a5-923f-1402ca72a3ac", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:49:00.953386 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ffb19770-40fa-4d74-968f-04b8121de0d9 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:49:00.954076 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b80c4af1-ac2a-45e3-b032-9ed4ff60e117', 'name': 'network-vif-deleted', 'tag': '47efd86c-94df-49a5-923f-1402ca72a3ac', 'status': 'completed', 'code': 200} Aug 16 22:49:01.020879 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-1b819d2c-dafc-4001-88d7-376eb1a8bf3b None None] Port a7acfedd-7328-4c89-b0a3-75e70efe3623 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:49:01.131818 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2005a421-7395-45a9-a16e-365eb97fa92d req-3efa8326-7084-4dca-8dec-367e71a58f00 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:01.134970 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2005a421-7395-45a9-a16e-365eb97fa92d req-3efa8326-7084-4dca-8dec-367e71a58f00 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/ports?device_id=948bb553-444c-4329-a8a0-f7e24ff16e44 HTTP/1.1" status: 200 len: 949 time: 0.1003001 Aug 16 22:49:01.213980 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-aebe1ecf-8fb0-450c-b013-544daa0ad1ce req-522ded84-b139-4bc9-b735-acdf72cc7bc5 tempest-ImagesOneServerTestJSON-2024240417 tempest-ImagesOneServerTestJSON-2024240417-project] 10.222.0.36 "GET /v2.0/ports?device_id=b80c4af1-ac2a-45e3-b032-9ed4ff60e117 HTTP/1.1" status: 200 len: 210 time: 0.0478566 Aug 16 22:49:01.266357 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2005a421-7395-45a9-a16e-365eb97fa92d req-5eae7678-fd35-4214-92ec-78fb5235b86e tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf51abff-a5e4-4ed4-87b7-552597e1ec97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195917 Aug 16 22:49:01.441252 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61564f2a-707a-4d42-b82d-0cfe6cccb6df req-0074719d-cc8c-4e7e-b8f5-5bc93d332857 tempest-LiveAutoBlockMigrationV225Test-1199004585 tempest-LiveAutoBlockMigrationV225Test-1199004585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:01.459321 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-61564f2a-707a-4d42-b82d-0cfe6cccb6df req-0074719d-cc8c-4e7e-b8f5-5bc93d332857 tempest-LiveAutoBlockMigrationV225Test-1199004585 tempest-LiveAutoBlockMigrationV225Test-1199004585-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=e33c8386-df5b-4338-93b9-5f927a55fe8d HTTP/1.1" status: 200 len: 1096 time: 0.1091890 Aug 16 22:49:01.475190 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-17e7f42f-7335-4926-8780-22f682a27e2c req-5e7832b3-80b8-4948-ae40-335f5b4a4752 service neutron] 10.222.0.68 "GET /v2.0/networks/bdacd106-3582-43d1-a3c6-7a9333f5e2e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7519321 Aug 16 22:49:01.517123 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '948bb553-444c-4329-a8a0-f7e24ff16e44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6febc145-575d-4190-8648-f4c30710fedf'}, {'server_uuid': 'ddfc8c57-da19-41a9-8ba5-70be6e62d75e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2936c26e-d0eb-4c67-ab4d-e875efb1b500'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:49:01.521242 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab44240b-52ca-4cd2-a4a3-2962de17b99b" -d '{"events": [{"server_uuid": "948bb553-444c-4329-a8a0-f7e24ff16e44", "name": "network-vif-plugged", "status": "completed", "tag": "6febc145-575d-4190-8648-f4c30710fedf"}, {"server_uuid": "ddfc8c57-da19-41a9-8ba5-70be6e62d75e", "name": "network-vif-plugged", "status": "completed", "tag": "2936c26e-d0eb-4c67-ab4d-e875efb1b500"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:49:01.525489 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-61564f2a-707a-4d42-b82d-0cfe6cccb6df req-9b25e4bb-92c9-4c05-ae6f-ebdaa7effd83 tempest-LiveAutoBlockMigrationV225Test-1199004585 tempest-LiveAutoBlockMigrationV225Test-1199004585-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505714 Aug 16 22:49:01.625783 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 22:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eecaca74-ba64-4e48-b5ba-af4d7f6bbb3c x-openstack-request-id: req-eecaca74-ba64-4e48-b5ba-af4d7f6bbb3c {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:49:01.626320 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "948bb553-444c-4329-a8a0-f7e24ff16e44", "name": "network-vif-plugged", "status": "completed", "tag": "6febc145-575d-4190-8648-f4c30710fedf", "code": 200}, {"server_uuid": "ddfc8c57-da19-41a9-8ba5-70be6e62d75e", "name": "network-vif-plugged", "status": "completed", "tag": "2936c26e-d0eb-4c67-ab4d-e875efb1b500", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:49:01.627575 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-eecaca74-ba64-4e48-b5ba-af4d7f6bbb3c {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:49:01.628139 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '948bb553-444c-4329-a8a0-f7e24ff16e44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6febc145-575d-4190-8648-f4c30710fedf', 'code': 200} Aug 16 22:49:01.628693 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddfc8c57-da19-41a9-8ba5-70be6e62d75e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2936c26e-d0eb-4c67-ab4d-e875efb1b500', 'code': 200} Aug 16 22:49:01.836348 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0529d268-1a92-4269-aa29-f95f82a94af3 req-cea24b51-8b37-41dd-912c-1d33f3620390 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:01.838153 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0529d268-1a92-4269-aa29-f95f82a94af3 req-cea24b51-8b37-41dd-912c-1d33f3620390 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd80fd78-9e08-4cc7-a161-80457457a8fc HTTP/1.1" status: 200 len: 936 time: 0.1399193 Aug 16 22:49:01.855285 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a72b46-fb17-4dc0-87f0-4c7ce2b0ba23 req-d8d0e965-cccb-48a8-aaaf-99da42f37ffe tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:01.857544 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e3a72b46-fb17-4dc0-87f0-4c7ce2b0ba23 req-d8d0e965-cccb-48a8-aaaf-99da42f37ffe tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5f4c85a-eeef-497d-be00-9073128939b3 HTTP/1.1" status: 200 len: 945 time: 0.0966842 Aug 16 22:49:01.892319 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-fdbbb305-629f-4802-9ae1-ff3fa7ec8cb9 req-7e89d77e-b83d-472f-818b-303975f98042 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7acfedd-7328-4c89-b0a3-75e70efe3623 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:49:01.899272 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-17e7f42f-7335-4926-8780-22f682a27e2c req-c85ea66c-1cfb-47f9-bd18-715303a887db service neutron] 10.222.0.68 "GET /v2.0/networks/bdacd106-3582-43d1-a3c6-7a9333f5e2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3875592 Aug 16 22:49:01.903309 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-fdbbb305-629f-4802-9ae1-ff3fa7ec8cb9 req-7e89d77e-b83d-472f-818b-303975f98042 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:01.910445 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.68', 60790) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:01.930835 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-fdbbb305-629f-4802-9ae1-ff3fa7ec8cb9 req-7e89d77e-b83d-472f-818b-303975f98042 service neutron] Transition to ACTIVE for port object a7acfedd-7328-4c89-b0a3-75e70efe3623 will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:49:01.933253 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0529d268-1a92-4269-aa29-f95f82a94af3 req-9d9993ad-333b-4901-a9d2-29c33e1a51e7 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724659 Aug 16 22:49:01.960330 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-fdbbb305-629f-4802-9ae1-ff3fa7ec8cb9 req-7e89d77e-b83d-472f-818b-303975f98042 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:02.048302 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e3a72b46-fb17-4dc0-87f0-4c7ce2b0ba23 req-85b99ef8-2012-438b-9732-69a3bb2d248f tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed99c971-72f7-4ec2-860a-3003ed7525e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482687 Aug 16 22:49:02.064844 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e89d77e-b83d-472f-818b-303975f98042 service neutron] Pushing event updated for resources: {'Port': ['ID=a7acfedd-7328-4c89-b0a3-75e70efe3623,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:02.101830 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59115314-f711-407d-873b-b23987a52822 req-261d2892-f80c-4614-a59e-b74fa7ceee54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:02.103530 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-59115314-f711-407d-873b-b23987a52822 req-261d2892-f80c-4614-a59e-b74fa7ceee54 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=948bb553-444c-4329-a8a0-f7e24ff16e44 HTTP/1.1" status: 200 len: 1101 time: 0.1878726 Aug 16 22:49:02.144905 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c3696c-1c64-40e4-b8b4-2fcb0c5345ab req-073ba913-78a3-49e0-bdf5-6dfcc8c2f2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:02.146256 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-fdbbb305-629f-4802-9ae1-ff3fa7ec8cb9 req-7e89d77e-b83d-472f-818b-303975f98042 service neutron] Attempting to bind port a7acfedd-7328-4c89-b0a3-75e70efe3623 on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:49:02.147015 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-fdbbb305-629f-4802-9ae1-ff3fa7ec8cb9 req-7e89d77e-b83d-472f-818b-303975f98042 service neutron] Attempting to bind port a7acfedd-7328-4c89-b0a3-75e70efe3623 by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:49:02.147406 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbbb305-629f-4802-9ae1-ff3fa7ec8cb9 req-7e89d77e-b83d-472f-818b-303975f98042 service neutron] Attempting to bind port a7acfedd-7328-4c89-b0a3-75e70efe3623 on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:49:02.147759 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-81c3696c-1c64-40e4-b8b4-2fcb0c5345ab req-073ba913-78a3-49e0-bdf5-6dfcc8c2f2b8 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=ddfc8c57-da19-41a9-8ba5-70be6e62d75e HTTP/1.1" status: 200 len: 1101 time: 0.2491114 Aug 16 22:49:02.152515 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbbb305-629f-4802-9ae1-ff3fa7ec8cb9 req-7e89d77e-b83d-472f-818b-303975f98042 service neutron] Port a7acfedd-7328-4c89-b0a3-75e70efe3623 on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:49:02.152922 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbbb305-629f-4802-9ae1-ff3fa7ec8cb9 req-7e89d77e-b83d-472f-818b-303975f98042 service neutron] Attempting to bind port a7acfedd-7328-4c89-b0a3-75e70efe3623 on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:49:02.159217 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbbb305-629f-4802-9ae1-ff3fa7ec8cb9 req-7e89d77e-b83d-472f-818b-303975f98042 service neutron] Checking agent: {'id': 'd28e24f9-e5ea-41e1-80bf-3c7943ad7f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:49:02.159217 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbbb305-629f-4802-9ae1-ff3fa7ec8cb9 req-7e89d77e-b83d-472f-818b-303975f98042 service neutron] Checking segment: {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:49:02.159505 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbbb305-629f-4802-9ae1-ff3fa7ec8cb9 req-7e89d77e-b83d-472f-818b-303975f98042 service neutron] Bound using segment: {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:49:02.160082 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-fdbbb305-629f-4802-9ae1-ff3fa7ec8cb9 req-7e89d77e-b83d-472f-818b-303975f98042 service neutron] Bound port: a7acfedd-7328-4c89-b0a3-75e70efe3623, host: n-h1-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:49:02.161816 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-fdbbb305-629f-4802-9ae1-ff3fa7ec8cb9 req-7e89d77e-b83d-472f-818b-303975f98042 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:02.188159 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 9ca74afc-f076-4667-b880-cefeb6f88161 details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:49:02.217734 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a14ddc-b6c0-4b53-8643-f6f3726e253e req-1081764f-7b3a-4d12-a911-3fdbb3a2eea4 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:02.226314 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-60a14ddc-b6c0-4b53-8643-f6f3726e253e req-1081764f-7b3a-4d12-a911-3fdbb3a2eea4 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/networks?id=db61fb9f-768d-428b-8446-991cbb0c6922 HTTP/1.1" status: 200 len: 820 time: 0.1819260 Aug 16 22:49:02.255279 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-fdbbb305-629f-4802-9ae1-ff3fa7ec8cb9 req-7e89d77e-b83d-472f-818b-303975f98042 service neutron] For port a7acfedd-7328-4c89-b0a3-75e70efe3623, host n-h1-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:49:02.261131 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee5a664-92bf-4aca-ae3c-d280721c3528 req-842f6c68-47a2-4969-a2c4-88eed2e59e53 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:02.268914 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8ee5a664-92bf-4aca-ae3c-d280721c3528 req-842f6c68-47a2-4969-a2c4-88eed2e59e53 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=f42e12b8-8894-4259-ab72-4cde2141db35 HTTP/1.1" status: 200 len: 944 time: 0.1360579 Aug 16 22:49:02.272730 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-59115314-f711-407d-873b-b23987a52822 req-44fcc0ec-8970-48b4-a8e8-beea73f4c77f service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=cf51abff-a5e4-4ed4-87b7-552597e1ec97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411685 Aug 16 22:49:02.284471 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-60a14ddc-b6c0-4b53-8643-f6f3726e253e req-91188590-3216-41fc-ae7e-e80dc305db0d tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/quotas/96f36b2ac4b747ffa8d23196eebfe0fe HTTP/1.1" status: 200 len: 375 time: 0.0572491 Aug 16 22:49:02.284943 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-fdbbb305-629f-4802-9ae1-ff3fa7ec8cb9 req-7e89d77e-b83d-472f-818b-303975f98042 service neutron] For port a7acfedd-7328-4c89-b0a3-75e70efe3623, host n-h1-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=a7acfedd-7328-4c89-b0a3-75e70efe3623,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:49:02.291625 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-fdbbb305-629f-4802-9ae1-ff3fa7ec8cb9 req-7e89d77e-b83d-472f-818b-303975f98042 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:02.341936 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 9ca74afc-f076-4667-b880-cefeb6f88161, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=9ca74afc-f076-4667-b880-cefeb6f88161,segment=NetworkSegment(f636a4c4-5ebb-45e7-a739-a275ed345fed),segment_id=f636a4c4-5ebb-45e7-a739-a275ed345fed)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:49:02.343551 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbbb305-629f-4802-9ae1-ff3fa7ec8cb9 req-7e89d77e-b83d-472f-818b-303975f98042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:02.344248 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-fdbbb305-629f-4802-9ae1-ff3fa7ec8cb9 req-7e89d77e-b83d-472f-818b-303975f98042 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:02.345784 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-fdbbb305-629f-4802-9ae1-ff3fa7ec8cb9 req-7e89d77e-b83d-472f-818b-303975f98042 service neutron] 10.222.0.68 "PUT /v2.0/ports/a7acfedd-7328-4c89-b0a3-75e70efe3623 HTTP/1.1" status: 200 len: 1097 time: 1.9938302 Aug 16 22:49:02.346557 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd80fd78-9e08-4cc7-a161-80457457a8fc', 'tag': 'a7acfedd-7328-4c89-b0a3-75e70efe3623'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:49:02.349588 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9dfc4f2-b988-40a5-bbcd-42e2a491fd51" -d '{"events": [{"name": "network-changed", "server_uuid": "dd80fd78-9e08-4cc7-a161-80457457a8fc", "tag": "a7acfedd-7328-4c89-b0a3-75e70efe3623"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:49:02.354514 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-81c3696c-1c64-40e4-b8b4-2fcb0c5345ab req-06a891d6-70bd-4bb6-9101-980e44f9b8e6 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=cf51abff-a5e4-4ed4-87b7-552597e1ec97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137371 Aug 16 22:49:02.357777 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': '9ca74afc-f076-4667-b880-cefeb6f88161', 'network_id': 'bdacd106-3582-43d1-a3c6-7a9333f5e2e0', 'port_id': '9ca74afc-f076-4667-b880-cefeb6f88161', 'mac_address': 'fa:16:3e:f1:c9:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78dd72b6-bd21-4b15-8ce7-13fda92dba19', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:49:02.376164 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e89d77e-b83d-472f-818b-303975f98042 service neutron] Pushing event updated for resources: {'Port': ['ID=a7acfedd-7328-4c89-b0a3-75e70efe3623,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:02.377192 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8ee5a664-92bf-4aca-ae3c-d280721c3528 req-6b99f716-9d38-43e3-bb16-8419c667fd24 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074018 Aug 16 22:49:02.388009 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-60a14ddc-b6c0-4b53-8643-f6f3726e253e req-a272352a-282e-461e-ad07-2756d47786c7 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=96f36b2ac4b747ffa8d23196eebfe0fe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1026390 Aug 16 22:49:02.418816 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:02.435561 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ca74afc-f076-4667-b880-cefeb6f88161 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:49:02.507799 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 9ca74afc-f076-4667-b880-cefeb6f88161, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=9ca74afc-f076-4667-b880-cefeb6f88161,segment=NetworkSegment(f636a4c4-5ebb-45e7-a739-a275ed345fed),segment_id=f636a4c4-5ebb-45e7-a739-a275ed345fed)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:49:02.513663 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:02.561298 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbbb305-629f-4802-9ae1-ff3fa7ec8cb9 req-a795d07e-aea5-4df2-875d-327f1f4e178d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:02.562812 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fdbbb305-629f-4802-9ae1-ff3fa7ec8cb9 req-a795d07e-aea5-4df2-875d-327f1f4e178d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5aa270b810014cb1b7df23f71a5483f7&device_id=dd80fd78-9e08-4cc7-a161-80457457a8fc HTTP/1.1" status: 200 len: 1100 time: 0.1111684 Aug 16 22:49:02.572321 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-60a14ddc-b6c0-4b53-8643-f6f3726e253e req-bfa4751a-0d13-4296-9464-976cc6592cae service neutron] 10.222.0.36 "GET /v2.0/networks/db61fb9f-768d-428b-8446-991cbb0c6922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770175 Aug 16 22:49:02.600046 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=9ca74afc-f076-4667-b880-cefeb6f88161,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:02.620808 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fdbbb305-629f-4802-9ae1-ff3fa7ec8cb9 req-db575e87-f9f2-4bbf-b0b3-4ba7bc4666f1 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=a7acfedd-7328-4c89-b0a3-75e70efe3623 HTTP/1.1" status: 200 len: 217 time: 0.0457823 Aug 16 22:49:02.636705 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e5450d-e26e-4094-b521-a25026a77880 req-3e5b9dc6-4a9d-4ab1-ba0d-63891c11221d tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:02.638156 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e1e5450d-e26e-4094-b521-a25026a77880 req-3e5b9dc6-4a9d-4ab1-ba0d-63891c11221d tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/ports?device_id=948bb553-444c-4329-a8a0-f7e24ff16e44 HTTP/1.1" status: 200 len: 949 time: 0.1369929 Aug 16 22:49:02.722038 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53486) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:02.748655 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbbb305-629f-4802-9ae1-ff3fa7ec8cb9 req-7b0183e0-95a6-4d19-b772-ca0d88321239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:02.750133 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fdbbb305-629f-4802-9ae1-ff3fa7ec8cb9 req-7b0183e0-95a6-4d19-b772-ca0d88321239 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6af2b868-37d3-46ab-a526-0465929f13c8 HTTP/1.1" status: 200 len: 843 time: 0.1111107 Aug 16 22:49:02.752986 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e1e5450d-e26e-4094-b521-a25026a77880 req-57525a63-0401-4c5e-9467-25078b644a1d tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf51abff-a5e4-4ed4-87b7-552597e1ec97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794895 Aug 16 22:49:02.813997 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-60a14ddc-b6c0-4b53-8643-f6f3726e253e req-5d5eeef0-ef7d-4a74-99cb-26f2496db766 service neutron] 10.222.0.36 "GET /v2.0/networks/db61fb9f-768d-428b-8446-991cbb0c6922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312231 Aug 16 22:49:02.824960 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbbb305-629f-4802-9ae1-ff3fa7ec8cb9 req-6fe5f74e-c4cc-4232-b83e-6b443ff862b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:02.826526 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fdbbb305-629f-4802-9ae1-ff3fa7ec8cb9 req-6fe5f74e-c4cc-4232-b83e-6b443ff862b2 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0668375 Aug 16 22:49:02.914575 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-7f150c39-fbb0-4d62-ba4a-66c3738c5a34 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3073df6e909d46859f573df5c08abd8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1888223 Aug 16 22:49:02.914575 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c0497f9-5c3d-4157-a73b-9d0b7ce58372 x-openstack-request-id: req-1c0497f9-5c3d-4157-a73b-9d0b7ce58372 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:49:02.914575 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd80fd78-9e08-4cc7-a161-80457457a8fc", "tag": "a7acfedd-7328-4c89-b0a3-75e70efe3623", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:49:02.914916 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1c0497f9-5c3d-4157-a73b-9d0b7ce58372 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:49:02.915191 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd80fd78-9e08-4cc7-a161-80457457a8fc', 'tag': 'a7acfedd-7328-4c89-b0a3-75e70efe3623', 'status': 'completed', 'code': 200} Aug 16 22:49:02.915585 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53490) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:02.944999 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fdbbb305-629f-4802-9ae1-ff3fa7ec8cb9 req-232c176b-b81b-4cab-8ee1-722ac93e4fad service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066120 Aug 16 22:49:02.954689 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['9ca74afc-f076-4667-b880-cefeb6f88161'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:49:02.992124 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-44fe70a6-9c29-4114-a8a0-45bf3adb8901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:03.048983 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-44fe70a6-9c29-4114-a8a0-45bf3adb8901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:03.073296 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fef016b7-aaf8-4d09-a991-82c5640a64d5 req-edd13eb5-a3df-474c-b936-1dfd8798d884 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd47d4cf-ff78-4ca2-9661-63e409d4344e HTTP/1.1" status: 200 len: 210 time: 0.0707359 Aug 16 22:49:03.154610 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e76f8-8c43-4391-a623-a3f66e12a7ff req-9f600454-edaf-4c2f-bd0a-eb83d21a8237 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:03.156424 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bc0e76f8-8c43-4391-a623-a3f66e12a7ff req-9f600454-edaf-4c2f-bd0a-eb83d21a8237 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd80fd78-9e08-4cc7-a161-80457457a8fc HTTP/1.1" status: 200 len: 948 time: 0.0806360 Aug 16 22:49:03.164159 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-44fe70a6-9c29-4114-a8a0-45bf3adb8901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:03.167870 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-44fe70a6-9c29-4114-a8a0-45bf3adb8901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:03.171929 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-44fe70a6-9c29-4114-a8a0-45bf3adb8901 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c8896dcf-9bf9-49fb-84e3-51ed2fed130b HTTP/1.1" status: 204 len: 168 time: 0.2553887 Aug 16 22:49:03.183875 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fe70a6-9c29-4114-a8a0-45bf3adb8901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8896dcf-9bf9-49fb-84e3-51ed2fed130b,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:03.242683 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bc0e76f8-8c43-4391-a623-a3f66e12a7ff req-7ebf57c6-a6bf-4a4f-a80c-041e1a096d53 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640481 Aug 16 22:49:03.297209 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fdbbb305-629f-4802-9ae1-ff3fa7ec8cb9 req-22e6bc1d-f828-484b-ac1d-dc5865b9955c service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3230102 Aug 16 22:49:03.326884 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f286d28f-ccb6-4e76-9f4c-e02ad8893810 req-3fcc5f2c-65da-413c-ab07-3ea7c3968bbd tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:03.328804 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f286d28f-ccb6-4e76-9f4c-e02ad8893810 req-3fcc5f2c-65da-413c-ab07-3ea7c3968bbd tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5f4c85a-eeef-497d-be00-9073128939b3 HTTP/1.1" status: 200 len: 945 time: 0.0950105 Aug 16 22:49:03.425147 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f286d28f-ccb6-4e76-9f4c-e02ad8893810 req-d53ced91-bd6a-46ff-a212-088120dec9ba tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed99c971-72f7-4ec2-860a-3003ed7525e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882776 Aug 16 22:49:03.981008 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dfc4f2-b988-40a5-bbcd-42e2a491fd51 req-258223c4-1cb9-481f-9d00-4f1d1fa859c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:03.982990 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f9dfc4f2-b988-40a5-bbcd-42e2a491fd51 req-258223c4-1cb9-481f-9d00-4f1d1fa859c0 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5aa270b810014cb1b7df23f71a5483f7&device_id=dd80fd78-9e08-4cc7-a161-80457457a8fc HTTP/1.1" status: 200 len: 1100 time: 0.5662212 Aug 16 22:49:04.107311 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e4cef-9be6-4368-8557-327a284c52c1 req-75acb31b-0480-4515-aac5-cb5b16a3ec97 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:04.108808 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e80e4cef-9be6-4368-8557-327a284c52c1 req-75acb31b-0480-4515-aac5-cb5b16a3ec97 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=f42e12b8-8894-4259-ab72-4cde2141db35 HTTP/1.1" status: 200 len: 945 time: 0.5745819 Aug 16 22:49:04.118928 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 47efd86c-94df-49a5-923f-1402ca72a3ac no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:49:04.128955 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53538) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:04.142925 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] No Port match for: 47efd86c-94df-49a5-923f-1402ca72a3ac {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:49:04.143744 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 47efd86c-94df-49a5-923f-1402ca72a3ac not bound to the agent host n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:49:04.146420 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-49d804d1-3f05-4907-984a-1cdc10a53339 req-83a4cf1a-0556-48f8-8c9f-0c09e6844464 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=c22c4980-c849-406d-982c-a5d68c515a94 HTTP/1.1" status: 200 len: 258 time: 0.6587014 Aug 16 22:49:04.165001 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-49d804d1-3f05-4907-984a-1cdc10a53339 req-de6a247d-a939-49a4-a2d3-00430363d935 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Request body: {'floatingip': {'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:49:04.210666 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 9ca74afc-f076-4667-b880-cefeb6f88161 up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:49:04.237555 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e80e4cef-9be6-4368-8557-327a284c52c1 req-6242bc47-3065-4e94-9e9a-dbfdc9d6a54f tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180379 Aug 16 22:49:04.244365 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dfc4f2-b988-40a5-bbcd-42e2a491fd51 req-c3b2c5b1-942f-4d7e-b64f-16bd23b0cb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:04.247853 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f9dfc4f2-b988-40a5-bbcd-42e2a491fd51 req-c3b2c5b1-942f-4d7e-b64f-16bd23b0cb6a service neutron] 10.222.0.68 "GET /v2.0/networks?id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd HTTP/1.1" status: 200 len: 870 time: 0.2489970 Aug 16 22:49:04.250503 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-49d804d1-3f05-4907-984a-1cdc10a53339 req-de6a247d-a939-49a4-a2d3-00430363d935 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Notify callbacks [] for floatingip, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:04.301773 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning for port 9ca74afc-f076-4667-b880-cefeb6f88161 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:49:04.312848 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port 9ca74afc-f076-4667-b880-cefeb6f88161 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:49:04.313915 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:04.314579 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-e7f92e83-67cc-496e-bc4a-17957683be24 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1124322501-network', 'tenant_id': 'eee78de3e27d4ca2a9e521ff126d2519'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:49:04.355405 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f9dfc4f2-b988-40a5-bbcd-42e2a491fd51 req-27f193e9-d1ac-4408-bdac-c9681e7d8c89 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=a7acfedd-7328-4c89-b0a3-75e70efe3623 HTTP/1.1" status: 200 len: 217 time: 0.0972335 Aug 16 22:49:04.402228 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7f92e83-67cc-496e-bc4a-17957683be24 admin admin] Made reservation on behalf of eee78de3e27d4ca2a9e521ff126d2519 for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:49:04.404680 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e7f92e83-67cc-496e-bc4a-17957683be24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:04.423941 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e7f92e83-67cc-496e-bc4a-17957683be24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:04.433311 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:04.472287 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f42e12b8-8894-4259-ab72-4cde2141db35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ca74afc-f076-4667-b880-cefeb6f88161'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:49:04.476965 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d13d814-a486-4f83-9260-ed4f90f535ce" -d '{"events": [{"server_uuid": "f42e12b8-8894-4259-ab72-4cde2141db35", "name": "network-vif-plugged", "status": "completed", "tag": "9ca74afc-f076-4667-b880-cefeb6f88161"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:49:04.478559 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dfc4f2-b988-40a5-bbcd-42e2a491fd51 req-88e09063-2e8f-4a30-b528-67899272b23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:04.480389 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f9dfc4f2-b988-40a5-bbcd-42e2a491fd51 req-88e09063-2e8f-4a30-b528-67899272b23c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6af2b868-37d3-46ab-a526-0465929f13c8 HTTP/1.1" status: 200 len: 843 time: 0.0961246 Aug 16 22:49:04.499700 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 9ca74afc-f076-4667-b880-cefeb6f88161, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=9ca74afc-f076-4667-b880-cefeb6f88161,segment=NetworkSegment(f636a4c4-5ebb-45e7-a739-a275ed345fed),segment_id=f636a4c4-5ebb-45e7-a739-a275ed345fed)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:49:04.515728 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:04.652778 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e7f92e83-67cc-496e-bc4a-17957683be24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:04.656596 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b57c552-b869-4cd1-940e-6cfda00b5aa3 req-dc86a321-6d80-4b27-819b-8e5cb63d5ab1 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:04.660348 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=9ca74afc-f076-4667-b880-cefeb6f88161,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:04.663676 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e7f92e83-67cc-496e-bc4a-17957683be24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:04.668678 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1b57c552-b869-4cd1-940e-6cfda00b5aa3 req-dc86a321-6d80-4b27-819b-8e5cb63d5ab1 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/ports?device_id=948bb553-444c-4329-a8a0-f7e24ff16e44 HTTP/1.1" status: 200 len: 949 time: 0.2995565 Aug 16 22:49:04.734885 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7f92e83-67cc-496e-bc4a-17957683be24 admin admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:49:04.746639 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f92e83-67cc-496e-bc4a-17957683be24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd8cd42b-bcd1-4894-a6e8-8e53e5ef542d,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:04.747187 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dfc4f2-b988-40a5-bbcd-42e2a491fd51 req-e0fb8e1e-63cd-4f81-b195-35648307bbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:04.748829 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f9dfc4f2-b988-40a5-bbcd-42e2a491fd51 req-e0fb8e1e-63cd-4f81-b195-35648307bbfb service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2472336 Aug 16 22:49:04.752605 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e7f92e83-67cc-496e-bc4a-17957683be24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:04.753187 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-e7f92e83-67cc-496e-bc4a-17957683be24 admin admin] Added segment f4c2a458-a93d-45a3-a14a-b167216db01a of type vlan for network 77bfa438-dd6f-4918-9205-4d5dfb73da9f Aug 16 22:49:04.805327 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e7f92e83-67cc-496e-bc4a-17957683be24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:04.813135 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1b57c552-b869-4cd1-940e-6cfda00b5aa3 req-41554cd5-50a1-4d20-a225-ac71a16e37eb tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf51abff-a5e4-4ed4-87b7-552597e1ec97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433918 Aug 16 22:49:04.839377 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e7f92e83-67cc-496e-bc4a-17957683be24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:04.840280 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f92e83-67cc-496e-bc4a-17957683be24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:04.840903 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e7f92e83-67cc-496e-bc4a-17957683be24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:04.904895 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-e7f92e83-67cc-496e-bc4a-17957683be24 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7737439 Aug 16 22:49:04.915170 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53556) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:04.925145 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-fdc4bb2d-0aed-42b3-b4b1-26c14bf270bc admin admin] Request body: {'subnet': {'network_id': '77bfa438-dd6f-4918-9205-4d5dfb73da9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1124322501-subnet', 'tenant_id': 'eee78de3e27d4ca2a9e521ff126d2519', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:49:04.933480 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-49d804d1-3f05-4907-984a-1cdc10a53339 req-de6a247d-a939-49a4-a2d3-00430363d935 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:04.937773 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f92e83-67cc-496e-bc4a-17957683be24 admin admin] Pushing event updated for resources: {'Network': ['ID=77bfa438-dd6f-4918-9205-4d5dfb73da9f,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:04.949616 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 77bfa438-dd6f-4918-9205-4d5dfb73da9f details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:49:04.967818 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdc4bb2d-0aed-42b3-b4b1-26c14bf270bc admin admin] Made reservation on behalf of eee78de3e27d4ca2a9e521ff126d2519 for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:49:04.972065 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fdc4bb2d-0aed-42b3-b4b1-26c14bf270bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:04.987460 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a14ddc-b6c0-4b53-8643-f6f3726e253e req-0c7444e3-c6e5-4e34-bc6b-4b6128ae2008 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:04.990465 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-60a14ddc-b6c0-4b53-8643-f6f3726e253e req-0c7444e3-c6e5-4e34-bc6b-4b6128ae2008 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.57 "GET /v2.0/networks?id=db61fb9f-768d-428b-8446-991cbb0c6922 HTTP/1.1" status: 200 len: 820 time: 0.4319975 Aug 16 22:49:05.036418 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f04379f0-08d1-468d-9cdb-e021ca8ed862 req-38f6fd7e-d7e1-4210-956e-16994a048e14 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd47d4cf-ff78-4ca2-9661-63e409d4344e HTTP/1.1" status: 200 len: 210 time: 0.0393758 Aug 16 22:49:05.080169 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-60a14ddc-b6c0-4b53-8643-f6f3726e253e req-3d03e2b1-a3e4-405e-9e4d-6210ff08af64 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Request body: {'port': {'device_id': 'cd47d4cf-ff78-4ca2-9661-63e409d4344e', 'network_id': 'db61fb9f-768d-428b-8446-991cbb0c6922', 'admin_state_up': True, 'tenant_id': '96f36b2ac4b747ffa8d23196eebfe0fe'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:49:05.151805 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f9dfc4f2-b988-40a5-bbcd-42e2a491fd51 req-12963a30-c6c0-4331-ae33-d4761c582592 service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3780460 Aug 16 22:49:05.191650 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fdc4bb2d-0aed-42b3-b4b1-26c14bf270bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:05.246915 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc4bb2d-0aed-42b3-b4b1-26c14bf270bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=231cbf21-70a0-45e6-b437-8522395679e8,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:05.262578 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc4bb2d-0aed-42b3-b4b1-26c14bf270bc admin admin] Checking segment: {'id': 'f4c2a458-a93d-45a3-a14a-b167216db01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '77bfa438-dd6f-4918-9205-4d5dfb73da9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:49:05.262944 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc4bb2d-0aed-42b3-b4b1-26c14bf270bc admin admin] Network hostable DHCP agents. Network: 77bfa438-dd6f-4918-9205-4d5dfb73da9f, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:49:05.285307 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc4bb2d-0aed-42b3-b4b1-26c14bf270bc admin admin] Network 77bfa438-dd6f-4918-9205-4d5dfb73da9f is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:49:05.298280 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-fdc4bb2d-0aed-42b3-b4b1-26c14bf270bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 77bfa438-dd6f-4918-9205-4d5dfb73da9f) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:49:05.303415 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc4bb2d-0aed-42b3-b4b1-26c14bf270bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:05.304137 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fdc4bb2d-0aed-42b3-b4b1-26c14bf270bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:05.312186 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644e08d1-cde8-497e-b920-786a2c165836 None None] Network 77bfa438-dd6f-4918-9205-4d5dfb73da9f requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:49:05.319401 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-fdc4bb2d-0aed-42b3-b4b1-26c14bf270bc admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4028463 Aug 16 22:49:05.337938 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [req-49d804d1-3f05-4907-984a-1cdc10a53339 req-de6a247d-a939-49a4-a2d3-00430363d935 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Allocated IP 172.25.4.185 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/8c55f54b-5f60-46a1-917b-e7529d4bcc4e) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:49:05.360042 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c6a2cf-d5e2-458e-8de0-ab3765c027c6 req-4eec013f-c1b6-412c-9af5-0b6440e152ba tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:05.361623 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-65c6a2cf-d5e2-458e-8de0-ab3765c027c6 req-4eec013f-c1b6-412c-9af5-0b6440e152ba tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd80fd78-9e08-4cc7-a161-80457457a8fc HTTP/1.1" status: 200 len: 948 time: 0.2161460 Aug 16 22:49:05.422047 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f9dfc4f2-b988-40a5-bbcd-42e2a491fd51 req-86624c59-ce12-4d7b-9d38-9bc8a9a2ae1a service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554231 Aug 16 22:49:05.456851 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60a14ddc-b6c0-4b53-8643-f6f3726e253e req-3d03e2b1-a3e4-405e-9e4d-6210ff08af64 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Made reservation on behalf of 96f36b2ac4b747ffa8d23196eebfe0fe for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:49:05.460309 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-60a14ddc-b6c0-4b53-8643-f6f3726e253e req-3d03e2b1-a3e4-405e-9e4d-6210ff08af64 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:05.466657 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae8a8db-daf8-4282-bb4d-16c153bca3a6 None None] Network 77bfa438-dd6f-4918-9205-4d5dfb73da9f requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:49:05.496012 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-65c6a2cf-d5e2-458e-8de0-ab3765c027c6 req-7f06acda-af1e-41da-890e-6d6297a60036 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084988 Aug 16 22:49:05.562668 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c930b51-01de-4200-8676-74219bfb8725 x-openstack-request-id: req-4c930b51-01de-4200-8676-74219bfb8725 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:49:05.563307 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f42e12b8-8894-4259-ab72-4cde2141db35", "name": "network-vif-plugged", "status": "completed", "tag": "9ca74afc-f076-4667-b880-cefeb6f88161", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:49:05.563879 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4c930b51-01de-4200-8676-74219bfb8725 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:49:05.564736 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f42e12b8-8894-4259-ab72-4cde2141db35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ca74afc-f076-4667-b880-cefeb6f88161', 'code': 200} Aug 16 22:49:05.587487 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-49d804d1-3f05-4907-984a-1cdc10a53339 req-de6a247d-a939-49a4-a2d3-00430363d935 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:05.677333 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [req-60a14ddc-b6c0-4b53-8643-f6f3726e253e req-3d03e2b1-a3e4-405e-9e4d-6210ff08af64 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Allocated IP 172.20.0.5 (db61fb9f-768d-428b-8446-991cbb0c6922/f340c0a0-6bbc-45f5-920c-bfa473779acd/b663606e-190c-4956-82fa-54d825c02e77) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:49:05.747063 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-49d804d1-3f05-4907-984a-1cdc10a53339 req-de6a247d-a939-49a4-a2d3-00430363d935 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:05.811015 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cde8b25-db28-4a3f-929a-8cd2df5e549f req-3d0e20a1-e789-4f68-be04-cc764243dd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:05.812528 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3cde8b25-db28-4a3f-929a-8cd2df5e549f req-3d0e20a1-e789-4f68-be04-cc764243dd2c service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=f42e12b8-8894-4259-ab72-4cde2141db35 HTTP/1.1" status: 200 len: 1098 time: 0.1520152 Aug 16 22:49:05.823848 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49d804d1-3f05-4907-984a-1cdc10a53339 req-de6a247d-a939-49a4-a2d3-00430363d935 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:49:05.838603 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e97f5f9-2829-415a-8d63-9ad0b22d5ac4 req-3e9beef3-521b-47cf-b765-de0ff4e50185 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:05.840070 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8e97f5f9-2829-415a-8d63-9ad0b22d5ac4 req-3e9beef3-521b-47cf-b765-de0ff4e50185 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddfc8c57-da19-41a9-8ba5-70be6e62d75e HTTP/1.1" status: 200 len: 949 time: 0.1678171 Aug 16 22:49:05.856312 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [req-49d804d1-3f05-4907-984a-1cdc10a53339 req-de6a247d-a939-49a4-a2d3-00430363d935 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:49:05.904848 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-49d804d1-3f05-4907-984a-1cdc10a53339 req-de6a247d-a939-49a4-a2d3-00430363d935 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:49:05.913001 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6a247d-a939-49a4-a2d3-00430363d935 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Pushing event updated for resources: {'Port': ['ID=8c55f54b-5f60-46a1-917b-e7529d4bcc4e,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:05.987096 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3cde8b25-db28-4a3f-929a-8cd2df5e549f req-545025b6-4f10-44fb-a98a-f1594d5168a7 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562126 Aug 16 22:49:06.004582 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8e97f5f9-2829-415a-8d63-9ad0b22d5ac4 req-4ac0b10d-1d64-4d5d-9333-6ce9cf3d1850 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf51abff-a5e4-4ed4-87b7-552597e1ec97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531842 Aug 16 22:49:06.077583 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-60a14ddc-b6c0-4b53-8643-f6f3726e253e req-3d03e2b1-a3e4-405e-9e4d-6210ff08af64 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:06.104135 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-49d804d1-3f05-4907-984a-1cdc10a53339 req-de6a247d-a939-49a4-a2d3-00430363d935 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:06.172565 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf0e9b1-13d4-47b3-8e03-ef70d3693feb req-ca1e8782-e675-4e01-b0b6-8d95812e4889 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:06.174051 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ccf0e9b1-13d4-47b3-8e03-ef70d3693feb req-ca1e8782-e675-4e01-b0b6-8d95812e4889 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=f42e12b8-8894-4259-ab72-4cde2141db35 HTTP/1.1" status: 200 len: 946 time: 0.1113431 Aug 16 22:49:06.175901 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-49d804d1-3f05-4907-984a-1cdc10a53339 req-de6a247d-a939-49a4-a2d3-00430363d935 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:06.212051 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device a7acfedd-7328-4c89-b0a3-75e70efe3623 details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:49:06.225866 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-60a14ddc-b6c0-4b53-8643-f6f3726e253e req-3d03e2b1-a3e4-405e-9e4d-6210ff08af64 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:06.311321 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port a7acfedd-7328-4c89-b0a3-75e70efe3623, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=a7acfedd-7328-4c89-b0a3-75e70efe3623,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:49:06.322249 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': 'a7acfedd-7328-4c89-b0a3-75e70efe3623', 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd', 'port_id': 'a7acfedd-7328-4c89-b0a3-75e70efe3623', 'mac_address': 'fa:16:3e:19:35:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6af2b868-37d3-46ab-a526-0465929f13c8', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:49:06.479273 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:06.493282 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7acfedd-7328-4c89-b0a3-75e70efe3623 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:49:06.514201 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port a7acfedd-7328-4c89-b0a3-75e70efe3623, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=a7acfedd-7328-4c89-b0a3-75e70efe3623,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:49:06.518373 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:06.563365 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60a14ddc-b6c0-4b53-8643-f6f3726e253e req-3d03e2b1-a3e4-405e-9e4d-6210ff08af64 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Network db61fb9f-768d-428b-8446-991cbb0c6922 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:49:06.567299 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=a7acfedd-7328-4c89-b0a3-75e70efe3623,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:06.570085 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ccf0e9b1-13d4-47b3-8e03-ef70d3693feb req-e07b4c5f-ef29-4176-858b-96b44628362e tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3887763 Aug 16 22:49:06.576484 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [req-60a14ddc-b6c0-4b53-8643-f6f3726e253e req-3d03e2b1-a3e4-405e-9e4d-6210ff08af64 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:49:06.585357 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-60a14ddc-b6c0-4b53-8643-f6f3726e253e req-3d03e2b1-a3e4-405e-9e4d-6210ff08af64 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:49:06.617054 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d03e2b1-a3e4-405e-9e4d-6210ff08af64 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Pushing event updated for resources: {'Port': ['ID=b663606e-190c-4956-82fa-54d825c02e77,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:06.650391 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a14ddc-b6c0-4b53-8643-f6f3726e253e req-3d03e2b1-a3e4-405e-9e4d-6210ff08af64 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:06.651011 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-60a14ddc-b6c0-4b53-8643-f6f3726e253e req-3d03e2b1-a3e4-405e-9e4d-6210ff08af64 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:06.681143 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-60a14ddc-b6c0-4b53-8643-f6f3726e253e req-3d03e2b1-a3e4-405e-9e4d-6210ff08af64 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6319604 Aug 16 22:49:06.705144 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-60a14ddc-b6c0-4b53-8643-f6f3726e253e req-36fa3e71-f510-48bb-8c29-004681ad3c2a service neutron] Request body: {'port': {'device_id': 'cd47d4cf-ff78-4ca2-9661-63e409d4344e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-26'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:49:06.711288 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-49d804d1-3f05-4907-984a-1cdc10a53339 req-de6a247d-a939-49a4-a2d3-00430363d935 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:06.735352 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-d18e101c-24bf-43bb-9b68-2792ac3c0aa9 req-3f80b3f1-f7cc-4f31-891b-4fe5e18c605e tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1470441899', 'description': 'tempest-description-897397876'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:49:06.740002 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-49d804d1-3f05-4907-984a-1cdc10a53339 req-de6a247d-a939-49a4-a2d3-00430363d935 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:06.843278 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-d18e101c-24bf-43bb-9b68-2792ac3c0aa9 req-3f80b3f1-f7cc-4f31-891b-4fe5e18c605e tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:06.852174 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6a247d-a939-49a4-a2d3-00430363d935 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Pushing event updated for resources: {'Port': ['ID=8c55f54b-5f60-46a1-917b-e7529d4bcc4e,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:06.861747 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-60a14ddc-b6c0-4b53-8643-f6f3726e253e req-36fa3e71-f510-48bb-8c29-004681ad3c2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:06.892825 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-49d804d1-3f05-4907-984a-1cdc10a53339 req-de6a247d-a939-49a4-a2d3-00430363d935 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:06.928517 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['a7acfedd-7328-4c89-b0a3-75e70efe3623'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:49:07.095426 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-d18e101c-24bf-43bb-9b68-2792ac3c0aa9 req-3f80b3f1-f7cc-4f31-891b-4fe5e18c605e tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:07.102863 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-d18e101c-24bf-43bb-9b68-2792ac3c0aa9 req-3f80b3f1-f7cc-4f31-891b-4fe5e18c605e tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:07.112643 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-49d804d1-3f05-4907-984a-1cdc10a53339 req-de6a247d-a939-49a4-a2d3-00430363d935 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:07.114410 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-49d804d1-3f05-4907-984a-1cdc10a53339 req-de6a247d-a939-49a4-a2d3-00430363d935 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.9663661 Aug 16 22:49:07.210792 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f80b3f1-f7cc-4f31-891b-4fe5e18c605e tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=150a4091-58ea-4931-abf8-ba218a60e080,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:07.213023 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-d18e101c-24bf-43bb-9b68-2792ac3c0aa9 req-3f80b3f1-f7cc-4f31-891b-4fe5e18c605e tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:07.214321 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d18e101c-24bf-43bb-9b68-2792ac3c0aa9 req-3f80b3f1-f7cc-4f31-891b-4fe5e18c605e tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4865971 Aug 16 22:49:07.229610 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-49d804d1-3f05-4907-984a-1cdc10a53339 req-3eef0cf8-c47e-45c0-afe1-f5b84521eb4f tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.4.185 HTTP/1.1" status: 200 len: 696 time: 0.1053736 Aug 16 22:49:07.383174 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [req-60a14ddc-b6c0-4b53-8643-f6f3726e253e req-36fa3e71-f510-48bb-8c29-004681ad3c2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b663606e-190c-4956-82fa-54d825c02e77 {{(pid=101292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:49:07.393174 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-60a14ddc-b6c0-4b53-8643-f6f3726e253e req-36fa3e71-f510-48bb-8c29-004681ad3c2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:07.402634 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d804d1-3f05-4907-984a-1cdc10a53339 req-cf50262c-ecfc-493f-ab98-6c81910ce531 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:07.404001 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-49d804d1-3f05-4907-984a-1cdc10a53339 req-cf50262c-ecfc-493f-ab98-6c81910ce531 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] 10.222.0.36 "GET /v2.0/networks/c22c4980-c849-406d-982c-a5d68c515a94 HTTP/1.1" status: 200 len: 784 time: 0.1627550 Aug 16 22:49:07.417890 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [req-49d804d1-3f05-4907-984a-1cdc10a53339 req-c814d83e-cfc0-422c-afd7-b67d6bc35ca5 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:49:07.418842 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-49d804d1-3f05-4907-984a-1cdc10a53339 req-c814d83e-cfc0-422c-afd7-b67d6bc35ca5 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080612 Aug 16 22:49:07.421514 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-60a14ddc-b6c0-4b53-8643-f6f3726e253e req-36fa3e71-f510-48bb-8c29-004681ad3c2a service neutron] Transition to ACTIVE for port object b663606e-190c-4956-82fa-54d825c02e77 will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:49:07.426046 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-60a14ddc-b6c0-4b53-8643-f6f3726e253e req-36fa3e71-f510-48bb-8c29-004681ad3c2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:07.478539 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fa3e71-f510-48bb-8c29-004681ad3c2a service neutron] Pushing event updated for resources: {'Port': ['ID=b663606e-190c-4956-82fa-54d825c02e77,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:07.559549 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-60a14ddc-b6c0-4b53-8643-f6f3726e253e req-36fa3e71-f510-48bb-8c29-004681ad3c2a service neutron] Attempting to bind port b663606e-190c-4956-82fa-54d825c02e77 on host n-h2-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:49:07.560015 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-60a14ddc-b6c0-4b53-8643-f6f3726e253e req-36fa3e71-f510-48bb-8c29-004681ad3c2a service neutron] Attempting to bind port b663606e-190c-4956-82fa-54d825c02e77 by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': 'b4a6b143-6a51-43cd-8781-944dbb368ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'db61fb9f-768d-428b-8446-991cbb0c6922'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:49:07.560350 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a14ddc-b6c0-4b53-8643-f6f3726e253e req-36fa3e71-f510-48bb-8c29-004681ad3c2a service neutron] Attempting to bind port b663606e-190c-4956-82fa-54d825c02e77 on network db61fb9f-768d-428b-8446-991cbb0c6922 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:49:07.565340 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a14ddc-b6c0-4b53-8643-f6f3726e253e req-36fa3e71-f510-48bb-8c29-004681ad3c2a service neutron] Port b663606e-190c-4956-82fa-54d825c02e77 on network db61fb9f-768d-428b-8446-991cbb0c6922 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:49:07.565991 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a14ddc-b6c0-4b53-8643-f6f3726e253e req-36fa3e71-f510-48bb-8c29-004681ad3c2a service neutron] Attempting to bind port b663606e-190c-4956-82fa-54d825c02e77 on network db61fb9f-768d-428b-8446-991cbb0c6922 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:49:07.572232 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a14ddc-b6c0-4b53-8643-f6f3726e253e req-36fa3e71-f510-48bb-8c29-004681ad3c2a service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:49:07.572605 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a14ddc-b6c0-4b53-8643-f6f3726e253e req-36fa3e71-f510-48bb-8c29-004681ad3c2a service neutron] Checking segment: {'id': 'b4a6b143-6a51-43cd-8781-944dbb368ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'db61fb9f-768d-428b-8446-991cbb0c6922'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:49:07.572998 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a14ddc-b6c0-4b53-8643-f6f3726e253e req-36fa3e71-f510-48bb-8c29-004681ad3c2a service neutron] Bound using segment: {'id': 'b4a6b143-6a51-43cd-8781-944dbb368ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'db61fb9f-768d-428b-8446-991cbb0c6922'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:49:07.573591 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-60a14ddc-b6c0-4b53-8643-f6f3726e253e req-36fa3e71-f510-48bb-8c29-004681ad3c2a service neutron] Bound port: b663606e-190c-4956-82fa-54d825c02e77, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4a6b143-6a51-43cd-8781-944dbb368ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'db61fb9f-768d-428b-8446-991cbb0c6922'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:49:07.573954 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-60a14ddc-b6c0-4b53-8643-f6f3726e253e req-36fa3e71-f510-48bb-8c29-004681ad3c2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:07.675814 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-60a14ddc-b6c0-4b53-8643-f6f3726e253e req-36fa3e71-f510-48bb-8c29-004681ad3c2a service neutron] For port b663606e-190c-4956-82fa-54d825c02e77, host n-h2-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:49:07.681396 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-60a14ddc-b6c0-4b53-8643-f6f3726e253e req-36fa3e71-f510-48bb-8c29-004681ad3c2a service neutron] For port b663606e-190c-4956-82fa-54d825c02e77, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=b663606e-190c-4956-82fa-54d825c02e77,segment=NetworkSegment(b4a6b143-6a51-43cd-8781-944dbb368ca5),segment_id=b4a6b143-6a51-43cd-8781-944dbb368ca5)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:49:07.686765 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-60a14ddc-b6c0-4b53-8643-f6f3726e253e req-36fa3e71-f510-48bb-8c29-004681ad3c2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:07.699826 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a7154b-a001-4320-b9bc-175c720b266e req-96868921-65aa-445e-a8ab-f56315c51f63 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:07.701372 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-24a7154b-a001-4320-b9bc-175c720b266e req-96868921-65aa-445e-a8ab-f56315c51f63 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd47d4cf-ff78-4ca2-9661-63e409d4344e HTTP/1.1" status: 200 len: 943 time: 0.0752673 Aug 16 22:49:07.753740 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a14ddc-b6c0-4b53-8643-f6f3726e253e req-36fa3e71-f510-48bb-8c29-004681ad3c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:07.755041 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-60a14ddc-b6c0-4b53-8643-f6f3726e253e req-36fa3e71-f510-48bb-8c29-004681ad3c2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:07.756743 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-60a14ddc-b6c0-4b53-8643-f6f3726e253e req-36fa3e71-f510-48bb-8c29-004681ad3c2a service neutron] 10.222.0.57 "PUT /v2.0/ports/b663606e-190c-4956-82fa-54d825c02e77 HTTP/1.1" status: 200 len: 1092 time: 1.0572371 Aug 16 22:49:07.757190 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd47d4cf-ff78-4ca2-9661-63e409d4344e', 'tag': 'b663606e-190c-4956-82fa-54d825c02e77'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:49:07.759473 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53bae9ff-b78b-411e-8519-9c89d2d14f49" -d '{"events": [{"name": "network-changed", "server_uuid": "cd47d4cf-ff78-4ca2-9661-63e409d4344e", "tag": "b663606e-190c-4956-82fa-54d825c02e77"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:49:07.786040 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fa3e71-f510-48bb-8c29-004681ad3c2a service neutron] Pushing event updated for resources: {'Port': ['ID=b663606e-190c-4956-82fa-54d825c02e77,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:07.796911 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-24a7154b-a001-4320-b9bc-175c720b266e req-4fec94cb-61ae-4b6e-b614-bfaefac84661 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742397 Aug 16 22:49:07.925085 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a14ddc-b6c0-4b53-8643-f6f3726e253e req-497ea58f-d9f5-4e7c-911f-465d87020c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:07.927248 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-60a14ddc-b6c0-4b53-8643-f6f3726e253e req-497ea58f-d9f5-4e7c-911f-465d87020c38 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=96f36b2ac4b747ffa8d23196eebfe0fe&device_id=cd47d4cf-ff78-4ca2-9661-63e409d4344e HTTP/1.1" status: 200 len: 1095 time: 0.1072235 Aug 16 22:49:07.935794 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8196cf32-844f-4d09-9cdc-6ae4ddd705b0 req-2f5da374-34bc-402e-b2b2-ddb6ace64114 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:07.941615 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8196cf32-844f-4d09-9cdc-6ae4ddd705b0 req-2f5da374-34bc-402e-b2b2-ddb6ace64114 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:07.943674 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8196cf32-844f-4d09-9cdc-6ae4ddd705b0 req-2f5da374-34bc-402e-b2b2-ddb6ace64114 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/ports?device_id=948bb553-444c-4329-a8a0-f7e24ff16e44&device_id=ddfc8c57-da19-41a9-8ba5-70be6e62d75e HTTP/1.1" status: 200 len: 1689 time: 0.1108327 Aug 16 22:49:07.986017 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-60a14ddc-b6c0-4b53-8643-f6f3726e253e req-0086fc4a-518d-47ab-a0f4-b7f14103f24d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b663606e-190c-4956-82fa-54d825c02e77 HTTP/1.1" status: 200 len: 217 time: 0.0414298 Aug 16 22:49:08.013073 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a12d57a-1e43-4582-8f09-a048c490e5a1 req-10c36bab-cdf6-44db-8cac-6c26dcafe848 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:08.014505 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a12d57a-1e43-4582-8f09-a048c490e5a1 req-10c36bab-cdf6-44db-8cac-6c26dcafe848 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd80fd78-9e08-4cc7-a161-80457457a8fc HTTP/1.1" status: 200 len: 949 time: 0.1404891 Aug 16 22:49:08.072288 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8196cf32-844f-4d09-9cdc-6ae4ddd705b0 req-7ed24e2b-6c7e-4e0b-915a-8f7f623f3315 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf51abff-a5e4-4ed4-87b7-552597e1ec97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937769 Aug 16 22:49:08.084888 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a14ddc-b6c0-4b53-8643-f6f3726e253e req-ab8f6afa-a4c9-4621-99cc-6cafae09fbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:08.084888 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-60a14ddc-b6c0-4b53-8643-f6f3726e253e req-ab8f6afa-a4c9-4621-99cc-6cafae09fbf4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f340c0a0-6bbc-45f5-920c-bfa473779acd HTTP/1.1" status: 200 len: 860 time: 0.0870423 Aug 16 22:49:08.119608 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a12d57a-1e43-4582-8f09-a048c490e5a1 req-aa68e0f0-c5ef-497c-9779-89c592ad2acb tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858862 Aug 16 22:49:08.147028 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-60a14ddc-b6c0-4b53-8643-f6f3726e253e req-ef123d47-16be-46ca-bcfa-df2f2dcdef98 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=db61fb9f-768d-428b-8446-991cbb0c6922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545380 Aug 16 22:49:08.181452 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-772f482a-5e13-45ec-b2b1-a27e3c8f9895 req-d7907d39-f58e-48ee-8412-75ec48dac52a tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] 10.222.0.36 "GET /v2.0/security-groups/150a4091-58ea-4931-abf8-ba218a60e080 HTTP/1.1" status: 200 len: 1804 time: 0.0921884 Aug 16 22:49:08.211882 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-772f482a-5e13-45ec-b2b1-a27e3c8f9895 req-1e4ef4b6-8b58-41e2-82cc-76cb68d833ac tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '150a4091-58ea-4931-abf8-ba218a60e080', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:49:08.212433 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-772f482a-5e13-45ec-b2b1-a27e3c8f9895 req-1e4ef4b6-8b58-41e2-82cc-76cb68d833ac tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '150a4091-58ea-4931-abf8-ba218a60e080', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:49:08.234239 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device a7acfedd-7328-4c89-b0a3-75e70efe3623 up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:49:08.284303 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning for port a7acfedd-7328-4c89-b0a3-75e70efe3623 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:49:08.288872 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port a7acfedd-7328-4c89-b0a3-75e70efe3623 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:49:08.289248 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:08.342552 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-60a14ddc-b6c0-4b53-8643-f6f3726e253e req-d2c17a0f-b3bc-4b37-bb0d-dde3658c1b23 service neutron] 10.222.0.57 "GET /v2.0/networks/db61fb9f-768d-428b-8446-991cbb0c6922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847377 Aug 16 22:49:08.359471 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76da43fa-8a69-4d81-bb4f-f88db676a87a req-9c1dad1a-d465-43f2-a72b-f33ba84c290f tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:08.361035 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-76da43fa-8a69-4d81-bb4f-f88db676a87a req-9c1dad1a-d465-43f2-a72b-f33ba84c290f tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5f4c85a-eeef-497d-be00-9073128939b3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1426044 Aug 16 22:49:08.383772 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:08.409827 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd80fd78-9e08-4cc7-a161-80457457a8fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7acfedd-7328-4c89-b0a3-75e70efe3623'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:49:08.413133 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f6eb161-5764-4656-baf4-182c5e2053e2" -d '{"events": [{"server_uuid": "dd80fd78-9e08-4cc7-a161-80457457a8fc", "name": "network-vif-plugged", "status": "completed", "tag": "a7acfedd-7328-4c89-b0a3-75e70efe3623"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:49:08.427394 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port a7acfedd-7328-4c89-b0a3-75e70efe3623, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=a7acfedd-7328-4c89-b0a3-75e70efe3623,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:49:08.432784 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:08.483404 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-76da43fa-8a69-4d81-bb4f-f88db676a87a req-6d83caca-d966-4f26-99c8-3f841ee31d58 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.4.185 HTTP/1.1" status: 200 len: 696 time: 0.1047959 Aug 16 22:49:08.492758 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=a7acfedd-7328-4c89-b0a3-75e70efe3623,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:08.499838 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-76da43fa-8a69-4d81-bb4f-f88db676a87a req-869fc300-9ae2-4ab2-b360-5d71599ce5fb tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Request body: {'floatingip': {'port_id': '53f761fa-aa04-4e67-ab7f-23a534d5a5e0', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:49:08.506273 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-772f482a-5e13-45ec-b2b1-a27e3c8f9895 req-1e4ef4b6-8b58-41e2-82cc-76cb68d833ac tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:08.568530 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-76da43fa-8a69-4d81-bb4f-f88db676a87a req-869fc300-9ae2-4ab2-b360-5d71599ce5fb tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Notify callbacks [] for floatingip, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:08.612937 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-772f482a-5e13-45ec-b2b1-a27e3c8f9895 req-1e4ef4b6-8b58-41e2-82cc-76cb68d833ac tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:08.618255 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-60a14ddc-b6c0-4b53-8643-f6f3726e253e req-0ac068be-d075-4871-b1bc-7c67b2145621 service neutron] 10.222.0.57 "GET /v2.0/networks/db61fb9f-768d-428b-8446-991cbb0c6922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563353 Aug 16 22:49:08.624907 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-772f482a-5e13-45ec-b2b1-a27e3c8f9895 req-1e4ef4b6-8b58-41e2-82cc-76cb68d833ac tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:08.674150 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ef4b6-8b58-41e2-82cc-76cb68d833ac tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78555fd2-43e6-4fa8-860c-83cf06c23f81,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:08.698905 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-772f482a-5e13-45ec-b2b1-a27e3c8f9895 req-1e4ef4b6-8b58-41e2-82cc-76cb68d833ac tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:08.700003 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-772f482a-5e13-45ec-b2b1-a27e3c8f9895 req-1e4ef4b6-8b58-41e2-82cc-76cb68d833ac tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4939587 Aug 16 22:49:08.850100 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6057ee-bd15-48b9-9cfa-65745116f959 req-1ba3a832-0bd1-4211-a07b-494ff849d37a tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:08.851586 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bc6057ee-bd15-48b9-9cfa-65745116f959 req-1ba3a832-0bd1-4211-a07b-494ff849d37a tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=f42e12b8-8894-4259-ab72-4cde2141db35 HTTP/1.1" status: 200 len: 946 time: 0.0933912 Aug 16 22:49:08.968418 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bc6057ee-bd15-48b9-9cfa-65745116f959 req-438a4d9d-a920-476b-aa36-cabc290cab05 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096847 Aug 16 22:49:09.150168 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-76da43fa-8a69-4d81-bb4f-f88db676a87a req-869fc300-9ae2-4ab2-b360-5d71599ce5fb tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:09.154238 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-76da43fa-8a69-4d81-bb4f-f88db676a87a req-869fc300-9ae2-4ab2-b360-5d71599ce5fb tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:09.198959 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6165bd8-bc53-4605-a2af-dcd9d4548341 x-openstack-request-id: req-b6165bd8-bc53-4605-a2af-dcd9d4548341 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:49:09.199253 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd47d4cf-ff78-4ca2-9661-63e409d4344e", "tag": "b663606e-190c-4956-82fa-54d825c02e77", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:49:09.199506 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b6165bd8-bc53-4605-a2af-dcd9d4548341 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:49:09.199908 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd47d4cf-ff78-4ca2-9661-63e409d4344e', 'tag': 'b663606e-190c-4956-82fa-54d825c02e77', 'status': 'completed', 'code': 200} Aug 16 22:49:09.274025 n-d-791506-26 neutron-server[101292]: INFO neutron.db.l3_db [req-76da43fa-8a69-4d81-bb4f-f88db676a87a req-869fc300-9ae2-4ab2-b360-5d71599ce5fb tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Floating IP 0ef8d4a7-ada7-4785-a0e5-3c7ee4bd4921 associated. External IP: 172.25.4.185, port: 53f761fa-aa04-4e67-ab7f-23a534d5a5e0. Aug 16 22:49:09.296602 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af27825-ec09-4039-af2e-ebc87ad8317c x-openstack-request-id: req-5af27825-ec09-4039-af2e-ebc87ad8317c {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:49:09.297455 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd80fd78-9e08-4cc7-a161-80457457a8fc", "name": "network-vif-plugged", "status": "completed", "tag": "a7acfedd-7328-4c89-b0a3-75e70efe3623", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:49:09.297890 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5af27825-ec09-4039-af2e-ebc87ad8317c {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:49:09.298434 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd80fd78-9e08-4cc7-a161-80457457a8fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7acfedd-7328-4c89-b0a3-75e70efe3623', 'code': 200} Aug 16 22:49:09.415720 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-15dbd21b-d6b3-4640-92c5-6633d8162522 req-e0df1fd8-e0c8-4cf4-bc9a-2fc9e6b4cd05 tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-16189911', 'description': 'tempest-description-2042191262'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:49:09.451026 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bae9ff-b78b-411e-8519-9c89d2d14f49 req-c4b8e794-3fee-4921-8c2f-b81337baa7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:09.452551 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-53bae9ff-b78b-411e-8519-9c89d2d14f49 req-c4b8e794-3fee-4921-8c2f-b81337baa7b2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=96f36b2ac4b747ffa8d23196eebfe0fe&device_id=cd47d4cf-ff78-4ca2-9661-63e409d4344e HTTP/1.1" status: 200 len: 1095 time: 0.1876791 Aug 16 22:49:09.770650 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-15dbd21b-d6b3-4640-92c5-6633d8162522 req-e0df1fd8-e0c8-4cf4-bc9a-2fc9e6b4cd05 tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:09.776328 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8536cade-6bda-4ba4-b694-da6e75613f71 req-ac2e7ede-1352-42af-91ca-45037a0788d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:09.777719 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8536cade-6bda-4ba4-b694-da6e75613f71 req-ac2e7ede-1352-42af-91ca-45037a0788d0 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=dd80fd78-9e08-4cc7-a161-80457457a8fc HTTP/1.1" status: 200 len: 1102 time: 0.4086747 Aug 16 22:49:09.916217 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8536cade-6bda-4ba4-b694-da6e75613f71 req-771b45ca-05e9-4f96-8916-c8efa0d6de6b service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267779 Aug 16 22:49:09.954244 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bae9ff-b78b-411e-8519-9c89d2d14f49 req-8c20f626-f1cd-40ee-9888-043ea2685bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:09.955642 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-53bae9ff-b78b-411e-8519-9c89d2d14f49 req-8c20f626-f1cd-40ee-9888-043ea2685bb5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=db61fb9f-768d-428b-8446-991cbb0c6922 HTTP/1.1" status: 200 len: 921 time: 0.4866455 Aug 16 22:49:10.022068 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-53bae9ff-b78b-411e-8519-9c89d2d14f49 req-67480a79-1c8c-4afc-9f4f-ebee059c5c95 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b663606e-190c-4956-82fa-54d825c02e77 HTTP/1.1" status: 200 len: 217 time: 0.0553253 Aug 16 22:49:10.050179 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [req-76da43fa-8a69-4d81-bb4f-f88db676a87a req-869fc300-9ae2-4ab2-b360-5d71599ce5fb tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Router 3ebb43b3-b1ab-4bfd-a2c2-a07b7560f569 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:49:10.079570 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-15dbd21b-d6b3-4640-92c5-6633d8162522 req-e0df1fd8-e0c8-4cf4-bc9a-2fc9e6b4cd05 tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:10.090986 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-15dbd21b-d6b3-4640-92c5-6633d8162522 req-e0df1fd8-e0c8-4cf4-bc9a-2fc9e6b4cd05 tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:10.153270 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bae9ff-b78b-411e-8519-9c89d2d14f49 req-569e5702-a7e5-4d24-8bec-a05ce2cdc43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:10.154757 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-53bae9ff-b78b-411e-8519-9c89d2d14f49 req-569e5702-a7e5-4d24-8bec-a05ce2cdc43c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f340c0a0-6bbc-45f5-920c-bfa473779acd HTTP/1.1" status: 200 len: 860 time: 0.1168282 Aug 16 22:49:10.176099 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-15dbd21b-d6b3-4640-92c5-6633d8162522 req-e0df1fd8-e0c8-4cf4-bc9a-2fc9e6b4cd05 tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:10.176954 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-15dbd21b-d6b3-4640-92c5-6633d8162522 req-e0df1fd8-e0c8-4cf4-bc9a-2fc9e6b4cd05 tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.7787297 Aug 16 22:49:10.199827 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0df1fd8-e0c8-4cf4-bc9a-2fc9e6b4cd05 tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73adcd4d-0290-4bb7-8f43-16f6a8661422,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:10.203391 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-53bae9ff-b78b-411e-8519-9c89d2d14f49 req-0d11b320-111d-42aa-b14e-1a44271ef2ff service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=db61fb9f-768d-428b-8446-991cbb0c6922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410206 Aug 16 22:49:10.352339 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-76da43fa-8a69-4d81-bb4f-f88db676a87a req-869fc300-9ae2-4ab2-b360-5d71599ce5fb tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:49:10.357165 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-76da43fa-8a69-4d81-bb4f-f88db676a87a req-869fc300-9ae2-4ab2-b360-5d71599ce5fb tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:10.362840 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b29c9f-e1fd-4078-a82d-1f8347e7e414 None None] Sync routers for ids ['3ebb43b3-b1ab-4bfd-a2c2-a07b7560f569'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:49:10.374102 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b29c9f-e1fd-4078-a82d-1f8347e7e414 None None] Routers {'3ebb43b3-b1ab-4bfd-a2c2-a07b7560f569'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:49:10.375087 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-f9b29c9f-e1fd-4078-a82d-1f8347e7e414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:48:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['3ebb43b3-b1ab-4bfd-a2c2-a07b7560f569'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:49:10.395927 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f90c67-e81a-4063-a9fe-cb2453753ce0 req-8b80ea80-2446-4694-a36d-d845d876011b tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:10.397652 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e0f90c67-e81a-4063-a9fe-cb2453753ce0 req-8b80ea80-2446-4694-a36d-d845d876011b tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd47d4cf-ff78-4ca2-9661-63e409d4344e HTTP/1.1" status: 200 len: 943 time: 0.1475697 Aug 16 22:49:10.411885 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-76da43fa-8a69-4d81-bb4f-f88db676a87a req-869fc300-9ae2-4ab2-b360-5d71599ce5fb tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] 10.222.0.36 "PUT /v2.0/floatingips/0ef8d4a7-ada7-4785-a0e5-3c7ee4bd4921 HTTP/1.1" status: 200 len: 996 time: 1.9203720 Aug 16 22:49:10.437383 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-53bae9ff-b78b-411e-8519-9c89d2d14f49 req-1bb81b4b-1170-44b7-8236-c57e6f856a51 service neutron] 10.222.0.57 "GET /v2.0/networks/db61fb9f-768d-428b-8446-991cbb0c6922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237661 Aug 16 22:49:10.484295 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-f9b29c9f-e1fd-4078-a82d-1f8347e7e414 None None] Set router 3ebb43b3-b1ab-4bfd-a2c2-a07b7560f569 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:49:10.528298 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e0f90c67-e81a-4063-a9fe-cb2453753ce0 req-22713090-fc13-48df-8cb4-a3b45ea6504f tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103966 Aug 16 22:49:10.546966 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76da43fa-8a69-4d81-bb4f-f88db676a87a req-b88dcc9a-b799-4ace-b3e1-d1d4ce554b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:10.548478 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-76da43fa-8a69-4d81-bb4f-f88db676a87a req-b88dcc9a-b799-4ace-b3e1-d1d4ce554b21 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c63a28594c214f838f1a5ddeb2a81e3f&device_id=d5f4c85a-eeef-497d-be00-9073128939b3 HTTP/1.1" status: 200 len: 1097 time: 0.1135805 Aug 16 22:49:10.640206 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-53bae9ff-b78b-411e-8519-9c89d2d14f49 req-ff0e0069-f997-45f4-9424-fad9e151219c service neutron] 10.222.0.57 "GET /v2.0/networks/db61fb9f-768d-428b-8446-991cbb0c6922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910269 Aug 16 22:49:10.688184 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6efe75-d6cf-4718-98ff-166516d5625b req-8ee7d69e-3491-4252-a16a-08eea79682f2 tempest-LiveMigrationTest-725130784 tempest-LiveMigrationTest-725130784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:10.689702 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a6efe75-d6cf-4718-98ff-166516d5625b req-8ee7d69e-3491-4252-a16a-08eea79682f2 tempest-LiveMigrationTest-725130784 tempest-LiveMigrationTest-725130784-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f42e12b8-8894-4259-ab72-4cde2141db35 HTTP/1.1" status: 200 len: 1098 time: 0.0672259 Aug 16 22:49:10.699947 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76da43fa-8a69-4d81-bb4f-f88db676a87a req-5ee53fb5-6e29-4c23-b6ac-b0887e7e698f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:10.701427 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-76da43fa-8a69-4d81-bb4f-f88db676a87a req-5ee53fb5-6e29-4c23-b6ac-b0887e7e698f service neutron] 10.222.0.36 "GET /v2.0/networks?id=2f4dbeea-fe0f-4678-95de-52518f112d3e HTTP/1.1" status: 200 len: 929 time: 0.1428149 Aug 16 22:49:10.789869 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-f9b29c9f-e1fd-4078-a82d-1f8347e7e414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ebb43b3-b1ab-4bfd-a2c2-a07b7560f569', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-425917876-router', 'tenant_id': 'c63a28594c214f838f1a5ddeb2a81e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '8783347e-b151-43ee-a28d-5b8ce32076c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:48:29Z', 'updated_at': '2021-08-16T22:48:35Z', 'revision_number': 4, 'project_id': 'c63a28594c214f838f1a5ddeb2a81e3f', 'gw_port': {'id': '8783347e-b151-43ee-a28d-5b8ce32076c4', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:4f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebb43b3-b1ab-4bfd-a2c2-a07b7560f569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:48:30Z', 'updated_at': '2021-08-16T22:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': '0ef8d4a7-ada7-4785-a0e5-3c7ee4bd4921', 'tenant_id': 'c63a28594c214f838f1a5ddeb2a81e3f', 'floating_ip_address': '172.25.4.185', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': '3ebb43b3-b1ab-4bfd-a2c2-a07b7560f569', 'port_id': '53f761fa-aa04-4e67-ab7f-23a534d5a5e0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f4dbeea-fe0f-4678-95de-52518f112d3e', 'mac_address': 'fa:16:3e:4f:64:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f4c85a-eeef-497d-be00-9073128939b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:49:06Z', 'updated_at': '2021-08-16T22:49:09Z', 'revision_number': 1, 'project_id': 'c63a28594c214f838f1a5ddeb2a81e3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1083023-e065-48a1-914e-afe25bd8ee4c', 'name': '', 'network_id': '2f4dbeea-fe0f-4678-95de-52518f112d3e', 'tenant_id': 'c63a28594c214f838f1a5ddeb2a81e3f', 'mac_address': 'fa:16:3e:71:2b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebb43b3-b1ab-4bfd-a2c2-a07b7560f569', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '4c2f9fbb-1429-4941-a208-becc5a9d6b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:48:33Z', 'updated_at': '2021-08-16T22:48:43Z', 'revision_number': 5, 'project_id': 'c63a28594c214f838f1a5ddeb2a81e3f', 'subnets': [{'id': '4c2f9fbb-1429-4941-a208-becc5a9d6b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:49:10.817713 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:10.834103 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b29c9f-e1fd-4078-a82d-1f8347e7e414 None None] Checking router: 3ebb43b3-b1ab-4bfd-a2c2-a07b7560f569 for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:49:10.836803 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a6efe75-d6cf-4718-98ff-166516d5625b req-6d48324e-88eb-40ff-8780-8373e265e52e tempest-LiveMigrationTest-725130784 tempest-LiveMigrationTest-725130784-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342747 Aug 16 22:49:10.843713 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b29c9f-e1fd-4078-a82d-1f8347e7e414 None None] Routers {'3ebb43b3-b1ab-4bfd-a2c2-a07b7560f569'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:49:10.844689 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-f9b29c9f-e1fd-4078-a82d-1f8347e7e414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:48:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['3ebb43b3-b1ab-4bfd-a2c2-a07b7560f569'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:49:10.856562 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-76da43fa-8a69-4d81-bb4f-f88db676a87a req-aedac1f4-5fb0-4e3a-ada6-e514b362bf6d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=53f761fa-aa04-4e67-ab7f-23a534d5a5e0 HTTP/1.1" status: 200 len: 999 time: 0.1407785 Aug 16 22:49:10.914921 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76da43fa-8a69-4d81-bb4f-f88db676a87a req-253ce97f-acac-4335-a0d2-61ab822e509b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:10.916448 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-76da43fa-8a69-4d81-bb4f-f88db676a87a req-253ce97f-acac-4335-a0d2-61ab822e509b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4c2f9fbb-1429-4941-a208-becc5a9d6b4d HTTP/1.1" status: 200 len: 867 time: 0.0645769 Aug 16 22:49:10.979338 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-f9b29c9f-e1fd-4078-a82d-1f8347e7e414 None None] Set router 3ebb43b3-b1ab-4bfd-a2c2-a07b7560f569 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:49:10.999192 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76da43fa-8a69-4d81-bb4f-f88db676a87a req-132ae816-f8fe-4d69-9143-e18ea29b862e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:11.000757 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-76da43fa-8a69-4d81-bb4f-f88db676a87a req-132ae816-f8fe-4d69-9143-e18ea29b862e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2f4dbeea-fe0f-4678-95de-52518f112d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0772197 Aug 16 22:49:11.008317 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfd984b-06c8-4d45-aba4-c1a33b2a8aae req-a1b17fab-8c21-4018-b477-d1fe860de420 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:11.009754 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0dfd984b-06c8-4d45-aba4-c1a33b2a8aae req-a1b17fab-8c21-4018-b477-d1fe860de420 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd80fd78-9e08-4cc7-a161-80457457a8fc HTTP/1.1" status: 200 len: 950 time: 0.0778375 Aug 16 22:49:11.014582 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [req-76da43fa-8a69-4d81-bb4f-f88db676a87a req-06eb97e5-b0cf-4366-86f2-30289fb93b2f service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:49:11.015610 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-76da43fa-8a69-4d81-bb4f-f88db676a87a req-06eb97e5-b0cf-4366-86f2-30289fb93b2f service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050001 Aug 16 22:49:11.096464 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0dfd984b-06c8-4d45-aba4-c1a33b2a8aae req-6b0704c1-4fe2-404c-b176-51d084ffc820 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798938 Aug 16 22:49:11.147059 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-76da43fa-8a69-4d81-bb4f-f88db676a87a req-ac30203e-9c0b-4177-a171-e75727b63552 service neutron] 10.222.0.36 "GET /v2.0/networks/2f4dbeea-fe0f-4678-95de-52518f112d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229911 Aug 16 22:49:11.217853 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5f4c85a-eeef-497d-be00-9073128939b3', 'tag': '53f761fa-aa04-4e67-ab7f-23a534d5a5e0'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:49:11.220729 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bc2f0dd-981c-47d4-af57-df5c1554efcb" -d '{"events": [{"name": "network-changed", "server_uuid": "d5f4c85a-eeef-497d-be00-9073128939b3", "tag": "53f761fa-aa04-4e67-ab7f-23a534d5a5e0"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:49:11.285810 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-f9b29c9f-e1fd-4078-a82d-1f8347e7e414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ebb43b3-b1ab-4bfd-a2c2-a07b7560f569', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-425917876-router', 'tenant_id': 'c63a28594c214f838f1a5ddeb2a81e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '8783347e-b151-43ee-a28d-5b8ce32076c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:48:29Z', 'updated_at': '2021-08-16T22:48:35Z', 'revision_number': 4, 'project_id': 'c63a28594c214f838f1a5ddeb2a81e3f', 'gw_port': {'id': '8783347e-b151-43ee-a28d-5b8ce32076c4', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:4f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebb43b3-b1ab-4bfd-a2c2-a07b7560f569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:48:30Z', 'updated_at': '2021-08-16T22:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': '0ef8d4a7-ada7-4785-a0e5-3c7ee4bd4921', 'tenant_id': 'c63a28594c214f838f1a5ddeb2a81e3f', 'floating_ip_address': '172.25.4.185', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': '3ebb43b3-b1ab-4bfd-a2c2-a07b7560f569', 'port_id': '53f761fa-aa04-4e67-ab7f-23a534d5a5e0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f4dbeea-fe0f-4678-95de-52518f112d3e', 'mac_address': 'fa:16:3e:4f:64:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f4c85a-eeef-497d-be00-9073128939b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:49:06Z', 'updated_at': '2021-08-16T22:49:09Z', 'revision_number': 1, 'project_id': 'c63a28594c214f838f1a5ddeb2a81e3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1083023-e065-48a1-914e-afe25bd8ee4c', 'name': '', 'network_id': '2f4dbeea-fe0f-4678-95de-52518f112d3e', 'tenant_id': 'c63a28594c214f838f1a5ddeb2a81e3f', 'mac_address': 'fa:16:3e:71:2b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebb43b3-b1ab-4bfd-a2c2-a07b7560f569', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '4c2f9fbb-1429-4941-a208-becc5a9d6b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:48:33Z', 'updated_at': '2021-08-16T22:48:43Z', 'revision_number': 5, 'project_id': 'c63a28594c214f838f1a5ddeb2a81e3f', 'subnets': [{'id': '4c2f9fbb-1429-4941-a208-becc5a9d6b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:49:11.292873 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e171e356-87fe-43ae-b51d-49fed0075980 req-3c441957-6734-44d7-b771-255dec95cad8 tempest-ServersOnMultiNodesTest-1217803004 tempest-ServersOnMultiNodesTest-1217803004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:11.294396 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e171e356-87fe-43ae-b51d-49fed0075980 req-3c441957-6734-44d7-b771-255dec95cad8 tempest-ServersOnMultiNodesTest-1217803004 tempest-ServersOnMultiNodesTest-1217803004-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=948bb553-444c-4329-a8a0-f7e24ff16e44 HTTP/1.1" status: 200 len: 1101 time: 0.1079333 Aug 16 22:49:11.313082 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b29c9f-e1fd-4078-a82d-1f8347e7e414 None None] The sync data for ids ['3ebb43b3-b1ab-4bfd-a2c2-a07b7560f569'] in n-d-791506-26 is: [{'id': '3ebb43b3-b1ab-4bfd-a2c2-a07b7560f569', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-425917876-router', 'tenant_id': 'c63a28594c214f838f1a5ddeb2a81e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '8783347e-b151-43ee-a28d-5b8ce32076c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:48:29Z', 'updated_at': '2021-08-16T22:48:35Z', 'revision_number': 4, 'project_id': 'c63a28594c214f838f1a5ddeb2a81e3f', 'gw_port': {'id': '8783347e-b151-43ee-a28d-5b8ce32076c4', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:4f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebb43b3-b1ab-4bfd-a2c2-a07b7560f569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:48:30Z', 'updated_at': '2021-08-16T22:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': '0ef8d4a7-ada7-4785-a0e5-3c7ee4bd4921', 'tenant_id': 'c63a28594c214f838f1a5ddeb2a81e3f', 'floating_ip_address': '172.25.4.185', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': '3ebb43b3-b1ab-4bfd-a2c2-a07b7560f569', 'port_id': '53f761fa-aa04-4e67-ab7f-23a534d5a5e0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f4dbeea-fe0f-4678-95de-52518f112d3e', 'mac_address': 'fa:16:3e:4f:64:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f4c85a-eeef-497d-be00-9073128939b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:49:06Z', 'updated_at': '2021-08-16T22:49:09Z', 'revision_number': 1, 'project_id': 'c63a28594c214f838f1a5ddeb2a81e3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1083023-e065-48a1-914e-afe25bd8ee4c', 'name': '', 'network_id': '2f4dbeea-fe0f-4678-95de-52518f112d3e', 'tenant_id': 'c63a28594c214f838f1a5ddeb2a81e3f', 'mac_address': 'fa:16:3e:71:2b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebb43b3-b1ab-4bfd-a2c2-a07b7560f569', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '4c2f9fbb-1429-4941-a208-becc5a9d6b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:48:33Z', 'updated_at': '2021-08-16T22:48:43Z', 'revision_number': 5, 'project_id': 'c63a28594c214f838f1a5ddeb2a81e3f', 'subnets': [{'id': '4c2f9fbb-1429-4941-a208-becc5a9d6b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:49:11.326031 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-76da43fa-8a69-4d81-bb4f-f88db676a87a req-a63e57ca-397a-4c7d-9dc5-3713c18ce912 service neutron] 10.222.0.36 "GET /v2.0/networks/2f4dbeea-fe0f-4678-95de-52518f112d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719465 Aug 16 22:49:11.360828 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e171e356-87fe-43ae-b51d-49fed0075980 req-03d372e7-76c1-4edd-8e40-afa40db58660 tempest-ServersOnMultiNodesTest-1217803004 tempest-ServersOnMultiNodesTest-1217803004-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=cf51abff-a5e4-4ed4-87b7-552597e1ec97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540330 Aug 16 22:49:11.447640 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-89a6348a-9b3e-4926-a448-e03cae6b75b7 req-eece2212-f544-4a51-9f17-839b75fc70d8 tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] 10.222.0.36 "GET /v2.0/security-groups/73adcd4d-0290-4bb7-8f43-16f6a8661422 HTTP/1.1" status: 200 len: 1803 time: 0.0816147 Aug 16 22:49:11.475880 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-89a6348a-9b3e-4926-a448-e03cae6b75b7 req-429b33e1-91e1-4038-8406-4b2369b6ffdb tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '73adcd4d-0290-4bb7-8f43-16f6a8661422', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:49:11.476613 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-89a6348a-9b3e-4926-a448-e03cae6b75b7 req-429b33e1-91e1-4038-8406-4b2369b6ffdb tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '73adcd4d-0290-4bb7-8f43-16f6a8661422', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:49:11.647835 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cff1cf2-3f39-4c22-8105-13b652052973 None None] New status for floating IP 0ef8d4a7-ada7-4785-a0e5-3c7ee4bd4921: ACTIVE {{(pid=101293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:49:11.686591 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6f3ae9a-a6b2-40c8-9be5-994c936e2388 x-openstack-request-id: req-d6f3ae9a-a6b2-40c8-9be5-994c936e2388 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:49:11.686887 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5f4c85a-eeef-497d-be00-9073128939b3", "tag": "53f761fa-aa04-4e67-ab7f-23a534d5a5e0", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:49:11.687259 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d6f3ae9a-a6b2-40c8-9be5-994c936e2388 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:49:11.687715 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5f4c85a-eeef-497d-be00-9073128939b3', 'tag': '53f761fa-aa04-4e67-ab7f-23a534d5a5e0', 'status': 'completed', 'code': 200} Aug 16 22:49:11.689062 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-89a6348a-9b3e-4926-a448-e03cae6b75b7 req-429b33e1-91e1-4038-8406-4b2369b6ffdb tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:11.805971 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-89a6348a-9b3e-4926-a448-e03cae6b75b7 req-429b33e1-91e1-4038-8406-4b2369b6ffdb tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:11.819146 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-889bd2f0-8a5b-49e0-b481-7918b7631e2f req-a711a31e-aa3e-462c-a4d3-c42358c98a36 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=c22c4980-c849-406d-982c-a5d68c515a94 HTTP/1.1" status: 200 len: 258 time: 0.2342818 Aug 16 22:49:11.825045 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-889bd2f0-8a5b-49e0-b481-7918b7631e2f req-16cd86b5-1524-452c-bc33-2956f4b67c59 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Request body: {'floatingip': {'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:49:11.858237 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-89a6348a-9b3e-4926-a448-e03cae6b75b7 req-429b33e1-91e1-4038-8406-4b2369b6ffdb tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:11.871148 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc2f0dd-981c-47d4-af57-df5c1554efcb req-1f460536-d362-454e-b0bc-11b9cec574fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:11.872804 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9bc2f0dd-981c-47d4-af57-df5c1554efcb req-1f460536-d362-454e-b0bc-11b9cec574fb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c63a28594c214f838f1a5ddeb2a81e3f&device_id=d5f4c85a-eeef-497d-be00-9073128939b3 HTTP/1.1" status: 200 len: 1097 time: 0.1746638 Aug 16 22:49:11.875720 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-889bd2f0-8a5b-49e0-b481-7918b7631e2f req-16cd86b5-1524-452c-bc33-2956f4b67c59 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Notify callbacks [] for floatingip, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:11.952026 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429b33e1-91e1-4038-8406-4b2369b6ffdb tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f30d507-9818-459c-a569-2b755eb199eb,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:11.967096 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-89a6348a-9b3e-4926-a448-e03cae6b75b7 req-429b33e1-91e1-4038-8406-4b2369b6ffdb tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:11.979212 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-89a6348a-9b3e-4926-a448-e03cae6b75b7 req-429b33e1-91e1-4038-8406-4b2369b6ffdb tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.5144663 Aug 16 22:49:12.138572 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc2f0dd-981c-47d4-af57-df5c1554efcb req-8428e0de-7f62-4f29-abb6-2221840aa306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:12.141299 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9bc2f0dd-981c-47d4-af57-df5c1554efcb req-8428e0de-7f62-4f29-abb6-2221840aa306 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2f4dbeea-fe0f-4678-95de-52518f112d3e HTTP/1.1" status: 200 len: 929 time: 0.2554824 Aug 16 22:49:12.162583 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device b663606e-190c-4956-82fa-54d825c02e77 details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:49:12.214322 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56c3849-7a3e-438b-b2be-b595db97a99b req-661a332e-65fd-4709-9dce-9d76f964bee6 tempest-ServersOnMultiNodesTest-1217803004 tempest-ServersOnMultiNodesTest-1217803004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:12.215866 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c56c3849-7a3e-438b-b2be-b595db97a99b req-661a332e-65fd-4709-9dce-9d76f964bee6 tempest-ServersOnMultiNodesTest-1217803004 tempest-ServersOnMultiNodesTest-1217803004-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=ddfc8c57-da19-41a9-8ba5-70be6e62d75e HTTP/1.1" status: 200 len: 1101 time: 0.1362345 Aug 16 22:49:12.253591 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9bc2f0dd-981c-47d4-af57-df5c1554efcb req-a9637f8d-2604-42c4-b4bf-b115d8ef928a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=53f761fa-aa04-4e67-ab7f-23a534d5a5e0 HTTP/1.1" status: 200 len: 1001 time: 0.1045039 Aug 16 22:49:12.281875 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port b663606e-190c-4956-82fa-54d825c02e77, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=b663606e-190c-4956-82fa-54d825c02e77,segment=NetworkSegment(b4a6b143-6a51-43cd-8781-944dbb368ca5),segment_id=b4a6b143-6a51-43cd-8781-944dbb368ca5)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:49:12.293423 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': 'b663606e-190c-4956-82fa-54d825c02e77', 'network_id': 'db61fb9f-768d-428b-8446-991cbb0c6922', 'port_id': 'b663606e-190c-4956-82fa-54d825c02e77', 'mac_address': 'fa:16:3e:40:7f:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f340c0a0-6bbc-45f5-920c-bfa473779acd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:49:12.299934 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c56c3849-7a3e-438b-b2be-b595db97a99b req-82a4f13c-5762-4738-ab2b-6b7909922fe3 tempest-ServersOnMultiNodesTest-1217803004 tempest-ServersOnMultiNodesTest-1217803004-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=cf51abff-a5e4-4ed4-87b7-552597e1ec97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745618 Aug 16 22:49:12.325608 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc2f0dd-981c-47d4-af57-df5c1554efcb req-1a8fcf89-043f-4ebb-8e7e-0f5c03514be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:12.327120 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9bc2f0dd-981c-47d4-af57-df5c1554efcb req-1a8fcf89-043f-4ebb-8e7e-0f5c03514be8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4c2f9fbb-1429-4941-a208-becc5a9d6b4d HTTP/1.1" status: 200 len: 867 time: 0.0665793 Aug 16 22:49:12.329522 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-889bd2f0-8a5b-49e0-b481-7918b7631e2f req-16cd86b5-1524-452c-bc33-2956f4b67c59 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:12.350018 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:12.372001 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b663606e-190c-4956-82fa-54d825c02e77 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:49:12.395794 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port b663606e-190c-4956-82fa-54d825c02e77, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=b663606e-190c-4956-82fa-54d825c02e77,segment=NetworkSegment(b4a6b143-6a51-43cd-8781-944dbb368ca5),segment_id=b4a6b143-6a51-43cd-8781-944dbb368ca5)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:49:12.400283 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:12.453081 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=b663606e-190c-4956-82fa-54d825c02e77,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:12.485079 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc2f0dd-981c-47d4-af57-df5c1554efcb req-745f1b0b-a948-4cd6-9dd4-cb2fe324a0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:12.486579 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9bc2f0dd-981c-47d4-af57-df5c1554efcb req-745f1b0b-a948-4cd6-9dd4-cb2fe324a0ba service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2f4dbeea-fe0f-4678-95de-52518f112d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1487432 Aug 16 22:49:12.500140 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7b1892-228e-417d-b29d-a15f5cb120a9 req-c44475dd-978e-40c1-ad46-f7c1c1b50e72 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:12.501590 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5b7b1892-228e-417d-b29d-a15f5cb120a9 req-c44475dd-978e-40c1-ad46-f7c1c1b50e72 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd47d4cf-ff78-4ca2-9661-63e409d4344e HTTP/1.1" status: 200 len: 944 time: 0.1070266 Aug 16 22:49:12.578806 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [req-889bd2f0-8a5b-49e0-b481-7918b7631e2f req-16cd86b5-1524-452c-bc33-2956f4b67c59 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Allocated IP 172.25.4.146 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/f95aaff4-3043-42ee-821a-c772247deb05) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:49:12.653486 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5b7b1892-228e-417d-b29d-a15f5cb120a9 req-4403b8dc-eda0-4b7f-8af1-caca5ea37579 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448917 Aug 16 22:49:12.700815 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-27e0d963-3339-473f-8516-519ae88b336b req-7b66fb5c-0d01-4c7f-849a-bfb580648d34 tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2082349581', 'description': 'tempest-description-106249055'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:49:12.721439 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9bc2f0dd-981c-47d4-af57-df5c1554efcb req-69070b66-9885-4fb5-98d0-6c7fc40914af service neutron] 10.222.0.57 "GET /v2.0/networks/2f4dbeea-fe0f-4678-95de-52518f112d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046468 Aug 16 22:49:12.804137 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-27e0d963-3339-473f-8516-519ae88b336b req-7b66fb5c-0d01-4c7f-849a-bfb580648d34 tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:12.808632 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-889bd2f0-8a5b-49e0-b481-7918b7631e2f req-16cd86b5-1524-452c-bc33-2956f4b67c59 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:12.886222 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9bc2f0dd-981c-47d4-af57-df5c1554efcb req-3b1323b5-169e-4975-a1a9-98b7d053749f service neutron] 10.222.0.57 "GET /v2.0/networks/2f4dbeea-fe0f-4678-95de-52518f112d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550035 Aug 16 22:49:12.907641 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['b663606e-190c-4956-82fa-54d825c02e77'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:49:12.917458 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-889bd2f0-8a5b-49e0-b481-7918b7631e2f req-16cd86b5-1524-452c-bc33-2956f4b67c59 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:12.990657 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-889bd2f0-8a5b-49e0-b481-7918b7631e2f req-16cd86b5-1524-452c-bc33-2956f4b67c59 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:49:12.994657 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cd86b5-1524-452c-bc33-2956f4b67c59 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Pushing event updated for resources: {'Port': ['ID=f95aaff4-3043-42ee-821a-c772247deb05,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:13.018052 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [req-889bd2f0-8a5b-49e0-b481-7918b7631e2f req-16cd86b5-1524-452c-bc33-2956f4b67c59 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:49:13.020643 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-889bd2f0-8a5b-49e0-b481-7918b7631e2f req-16cd86b5-1524-452c-bc33-2956f4b67c59 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:49:13.025343 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-27e0d963-3339-473f-8516-519ae88b336b req-7b66fb5c-0d01-4c7f-849a-bfb580648d34 tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:13.046929 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-27e0d963-3339-473f-8516-519ae88b336b req-7b66fb5c-0d01-4c7f-849a-bfb580648d34 tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:13.093476 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-27e0d963-3339-473f-8516-519ae88b336b req-7b66fb5c-0d01-4c7f-849a-bfb580648d34 tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:13.094681 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-27e0d963-3339-473f-8516-519ae88b336b req-7b66fb5c-0d01-4c7f-849a-bfb580648d34 tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4068713 Aug 16 22:49:13.107493 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b66fb5c-0d01-4c7f-849a-bfb580648d34 tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=179fe10e-f439-4b0a-a101-473694c4e19d,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:13.109212 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f4085f98-e8c9-45e5-9942-29819178d7e5 req-53830945-35bc-4b3f-af2d-297d3fda8a60 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=e33c8386-df5b-4338-93b9-5f927a55fe8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1291833 Aug 16 22:49:13.157638 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-889bd2f0-8a5b-49e0-b481-7918b7631e2f req-16cd86b5-1524-452c-bc33-2956f4b67c59 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:13.242205 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-889bd2f0-8a5b-49e0-b481-7918b7631e2f req-16cd86b5-1524-452c-bc33-2956f4b67c59 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:13.284806 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4085f98-e8c9-45e5-9942-29819178d7e5 req-94a1c83b-0e64-4154-b67c-400c20af23cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:13.286373 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f4085f98-e8c9-45e5-9942-29819178d7e5 req-94a1c83b-0e64-4154-b67c-400c20af23cc service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=96f36b2ac4b747ffa8d23196eebfe0fe&device_id=e33c8386-df5b-4338-93b9-5f927a55fe8d HTTP/1.1" status: 200 len: 1096 time: 0.1219351 Aug 16 22:49:13.295352 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df702b40-e077-426d-949f-e0bc4ae6772c req-395ac053-a020-48e7-a40b-559301b6d746 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:13.296810 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-df702b40-e077-426d-949f-e0bc4ae6772c req-395ac053-a020-48e7-a40b-559301b6d746 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd80fd78-9e08-4cc7-a161-80457457a8fc HTTP/1.1" status: 200 len: 950 time: 0.1242216 Aug 16 22:49:13.685218 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-df702b40-e077-426d-949f-e0bc4ae6772c req-0d1894b7-b700-4891-b77d-8384fd066d12 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3792515 Aug 16 22:49:13.736246 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4085f98-e8c9-45e5-9942-29819178d7e5 req-df76b3e1-960b-49dc-8945-34a0f648bfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:13.737228 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f4085f98-e8c9-45e5-9942-29819178d7e5 req-df76b3e1-960b-49dc-8945-34a0f648bfa9 service neutron] 10.222.0.68 "GET /v2.0/networks?id=db61fb9f-768d-428b-8446-991cbb0c6922 HTTP/1.1" status: 200 len: 921 time: 0.1808066 Aug 16 22:49:13.764514 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-889bd2f0-8a5b-49e0-b481-7918b7631e2f req-16cd86b5-1524-452c-bc33-2956f4b67c59 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:13.798753 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-889bd2f0-8a5b-49e0-b481-7918b7631e2f req-16cd86b5-1524-452c-bc33-2956f4b67c59 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:13.798753 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f4085f98-e8c9-45e5-9942-29819178d7e5 req-da7575a9-5d02-4dfb-8e7a-d992dad0b6ea service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73fddd19-7093-4a55-973e-9c89d255911d HTTP/1.1" status: 200 len: 217 time: 0.0475833 Aug 16 22:49:13.898347 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cd86b5-1524-452c-bc33-2956f4b67c59 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Pushing event updated for resources: {'Port': ['ID=f95aaff4-3043-42ee-821a-c772247deb05,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:13.912501 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-889bd2f0-8a5b-49e0-b481-7918b7631e2f req-16cd86b5-1524-452c-bc33-2956f4b67c59 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:13.916885 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4085f98-e8c9-45e5-9942-29819178d7e5 req-3be03d31-51d3-490e-9ee6-8549b46bac22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:13.918356 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f4085f98-e8c9-45e5-9942-29819178d7e5 req-3be03d31-51d3-490e-9ee6-8549b46bac22 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f340c0a0-6bbc-45f5-920c-bfa473779acd HTTP/1.1" status: 200 len: 860 time: 0.1131983 Aug 16 22:49:13.930487 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-889bd2f0-8a5b-49e0-b481-7918b7631e2f req-16cd86b5-1524-452c-bc33-2956f4b67c59 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:13.932507 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-889bd2f0-8a5b-49e0-b481-7918b7631e2f req-16cd86b5-1524-452c-bc33-2956f4b67c59 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1120806 Aug 16 22:49:13.976257 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f4085f98-e8c9-45e5-9942-29819178d7e5 req-fa4b334b-5ded-42f3-a8a7-8617e3e0d696 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=db61fb9f-768d-428b-8446-991cbb0c6922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407796 Aug 16 22:49:14.028182 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-889bd2f0-8a5b-49e0-b481-7918b7631e2f req-88b1b957-70fa-4940-8675-4fbfc657884c tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.4.146 HTTP/1.1" status: 200 len: 696 time: 0.0795481 Aug 16 22:49:14.169991 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device b663606e-190c-4956-82fa-54d825c02e77 up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:49:14.170524 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f4085f98-e8c9-45e5-9942-29819178d7e5 req-d5208d7f-8b61-4647-acac-751b0389e480 service neutron] 10.222.0.68 "GET /v2.0/networks/db61fb9f-768d-428b-8446-991cbb0c6922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672709 Aug 16 22:49:14.195586 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889bd2f0-8a5b-49e0-b481-7918b7631e2f req-43397273-4784-4535-8c73-4dfdab814fa3 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:14.196877 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-889bd2f0-8a5b-49e0-b481-7918b7631e2f req-43397273-4784-4535-8c73-4dfdab814fa3 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] 10.222.0.36 "GET /v2.0/networks/c22c4980-c849-406d-982c-a5d68c515a94 HTTP/1.1" status: 200 len: 784 time: 0.1441982 Aug 16 22:49:14.230736 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning for port b663606e-190c-4956-82fa-54d825c02e77 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:49:14.235542 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port b663606e-190c-4956-82fa-54d825c02e77 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:49:14.236337 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:14.245357 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [req-889bd2f0-8a5b-49e0-b481-7918b7631e2f req-5c21bc23-da8a-4e71-8fa8-feb308a6a096 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:49:14.257149 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-889bd2f0-8a5b-49e0-b481-7918b7631e2f req-5c21bc23-da8a-4e71-8fa8-feb308a6a096 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0503175 Aug 16 22:49:14.275397 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-8e6e22a4-8e95-4d3a-bf4a-b2d9d8d6ae29 req-fec471f3-f460-4667-96ea-75bf5d3d854d tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1067915776', 'description': 'tempest-description-17348093'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:49:14.346720 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:14.370094 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-8e6e22a4-8e95-4d3a-bf4a-b2d9d8d6ae29 req-fec471f3-f460-4667-96ea-75bf5d3d854d tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:14.372507 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd47d4cf-ff78-4ca2-9661-63e409d4344e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b663606e-190c-4956-82fa-54d825c02e77'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:49:14.374771 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04922307-0410-47b2-9c0c-26bc983cd886" -d '{"events": [{"server_uuid": "cd47d4cf-ff78-4ca2-9661-63e409d4344e", "name": "network-vif-plugged", "status": "completed", "tag": "b663606e-190c-4956-82fa-54d825c02e77"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:49:14.386503 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f4085f98-e8c9-45e5-9942-29819178d7e5 req-825ca229-0311-42ae-bcf3-17aa47cb5523 service neutron] 10.222.0.68 "GET /v2.0/networks/db61fb9f-768d-428b-8446-991cbb0c6922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076406 Aug 16 22:49:14.388813 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port b663606e-190c-4956-82fa-54d825c02e77, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=b663606e-190c-4956-82fa-54d825c02e77,segment=NetworkSegment(b4a6b143-6a51-43cd-8781-944dbb368ca5),segment_id=b4a6b143-6a51-43cd-8781-944dbb368ca5)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:49:14.395366 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:14.420784 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088cbac4-5b09-444d-b127-43b96ee5bac6 req-e7c2f569-0d85-4b7c-9d6f-857ebc0bce1b tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:14.422282 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-088cbac4-5b09-444d-b127-43b96ee5bac6 req-e7c2f569-0d85-4b7c-9d6f-857ebc0bce1b tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd47d4cf-ff78-4ca2-9661-63e409d4344e HTTP/1.1" status: 200 len: 944 time: 0.0937099 Aug 16 22:49:14.449397 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=b663606e-190c-4956-82fa-54d825c02e77,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:14.488569 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-088cbac4-5b09-444d-b127-43b96ee5bac6 req-3f46bde6-e5b7-4fa0-977e-fae1085943aa tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593281 Aug 16 22:49:14.543602 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-8e6e22a4-8e95-4d3a-bf4a-b2d9d8d6ae29 req-fec471f3-f460-4667-96ea-75bf5d3d854d tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:14.548169 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-8e6e22a4-8e95-4d3a-bf4a-b2d9d8d6ae29 req-fec471f3-f460-4667-96ea-75bf5d3d854d tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:14.576231 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-8e6e22a4-8e95-4d3a-bf4a-b2d9d8d6ae29 req-fec471f3-f460-4667-96ea-75bf5d3d854d tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:14.577812 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8e6e22a4-8e95-4d3a-bf4a-b2d9d8d6ae29 req-fec471f3-f460-4667-96ea-75bf5d3d854d tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3193614 Aug 16 22:49:14.587440 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec471f3-f460-4667-96ea-75bf5d3d854d tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=438a3d75-fe57-447d-b1bc-e4e8db302dc4,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:14.622577 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [req-ee3dabdd-8ba7-4569-8264-0b13ac637508 req-4db8733a-18f6-4629-90e2-4bc5c3aa8c9a service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:49:14.623678 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ee3dabdd-8ba7-4569-8264-0b13ac637508 req-4db8733a-18f6-4629-90e2-4bc5c3aa8c9a service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058007 Aug 16 22:49:14.676099 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-88f7280b-b84c-4bad-a26d-ce4e444ddfa2 req-7358de35-1d6a-4884-80eb-9ed4c34610bd tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=8a5e1d0e34564f40b5c7c9ef56843b1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0231519 Aug 16 22:49:14.798437 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7280b-b84c-4bad-a26d-ce4e444ddfa2 req-9a22e8b7-23db-4df3-a7a5-fbb6ccefed28 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:14.799795 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-88f7280b-b84c-4bad-a26d-ce4e444ddfa2 req-9a22e8b7-23db-4df3-a7a5-fbb6ccefed28 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1176550 Aug 16 22:49:14.817133 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-88f7280b-b84c-4bad-a26d-ce4e444ddfa2 req-5cf9aa95-1d9d-40a4-b55b-686b3fcffd8a tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/quotas/8a5e1d0e34564f40b5c7c9ef56843b1e HTTP/1.1" status: 200 len: 375 time: 0.0106771 Aug 16 22:49:14.888240 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-213e8dc5-0c84-42c6-86cb-f7f869eab4cc req-4bb8f2e9-b7f3-4923-af14-e09d24d57342 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=dd80fd78-9e08-4cc7-a161-80457457a8fc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0740759 Aug 16 22:49:14.897529 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-88f7280b-b84c-4bad-a26d-ce4e444ddfa2 req-d886ab48-d716-4fdb-98f8-9bc621612313 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8a5e1d0e34564f40b5c7c9ef56843b1e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0694034 Aug 16 22:49:15.031517 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3d95af-5c23-4ea7-b05b-ec1e1f1f8e00 req-9f2bd940-0e47-4d23-b2bf-4bc987f76622 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:15.041534 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ff3d95af-5c23-4ea7-b05b-ec1e1f1f8e00 req-9f2bd940-0e47-4d23-b2bf-4bc987f76622 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5f4c85a-eeef-497d-be00-9073128939b3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0778658 Aug 16 22:49:15.103288 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ff3d95af-5c23-4ea7-b05b-ec1e1f1f8e00 req-4b4a206a-382b-4fc3-880f-7520565d6537 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.4.146 HTTP/1.1" status: 200 len: 696 time: 0.0605762 Aug 16 22:49:15.115918 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-ff3d95af-5c23-4ea7-b05b-ec1e1f1f8e00 req-447a70de-aa94-438a-a345-822a86b63c26 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Request body: {'floatingip': {'port_id': '53f761fa-aa04-4e67-ab7f-23a534d5a5e0', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:49:15.169941 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-ff3d95af-5c23-4ea7-b05b-ec1e1f1f8e00 req-447a70de-aa94-438a-a345-822a86b63c26 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Notify callbacks [] for floatingip, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:15.315963 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0ca513f-9ba8-4753-aadc-b8c66511544c x-openstack-request-id: req-b0ca513f-9ba8-4753-aadc-b8c66511544c {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:49:15.316611 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd47d4cf-ff78-4ca2-9661-63e409d4344e", "name": "network-vif-plugged", "status": "completed", "tag": "b663606e-190c-4956-82fa-54d825c02e77", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:49:15.316611 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b0ca513f-9ba8-4753-aadc-b8c66511544c {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:49:15.316954 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd47d4cf-ff78-4ca2-9661-63e409d4344e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b663606e-190c-4956-82fa-54d825c02e77', 'code': 200} Aug 16 22:49:15.551603 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc48af4-ff50-499f-a1e4-9bb42adfe6ea req-b459db45-2780-475c-9d7a-0e2544c10530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:15.557370 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fbc48af4-ff50-499f-a1e4-9bb42adfe6ea req-b459db45-2780-475c-9d7a-0e2544c10530 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cd47d4cf-ff78-4ca2-9661-63e409d4344e HTTP/1.1" status: 200 len: 1097 time: 0.1399493 Aug 16 22:49:15.563064 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-81380051-bb5e-42cd-ba94-d843175d3ced req-0b777302-75d2-403e-9fb1-65ebfd2ede62 tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] 10.222.0.36 "GET /v2.0/security-groups/179fe10e-f439-4b0a-a101-473694c4e19d HTTP/1.1" status: 200 len: 1804 time: 0.1467953 Aug 16 22:49:15.672182 n-d-791506-26 neutron-server[101292]: INFO neutron.api.v2.resource [req-ff3d95af-5c23-4ea7-b05b-ec1e1f1f8e00 req-447a70de-aa94-438a-a345-822a86b63c26 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] update failed (client error): There was a conflict when trying to complete your request. Aug 16 22:49:15.673467 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ff3d95af-5c23-4ea7-b05b-ec1e1f1f8e00 req-447a70de-aa94-438a-a345-822a86b63c26 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] 10.222.0.36 "PUT /v2.0/floatingips/f8ea971a-70d5-4084-8f30-e1b2338e3a29 HTTP/1.1" status: 409 len: 550 time: 0.5638762 Aug 16 22:49:15.721114 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fbc48af4-ff50-499f-a1e4-9bb42adfe6ea req-b46b9c15-d55b-41d2-9432-b3e2d5eaee4c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551671 Aug 16 22:49:15.731495 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-81380051-bb5e-42cd-ba94-d843175d3ced req-f24621db-af44-4d18-a216-f30198041d60 tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] 10.222.0.36 "GET /v2.0/security-groups/438a3d75-fe57-447d-b1bc-e4e8db302dc4 HTTP/1.1" status: 200 len: 1803 time: 0.1467285 Aug 16 22:49:15.746380 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-81380051-bb5e-42cd-ba94-d843175d3ced req-0de5ea19-a462-4f44-9f1a-c4fc56abca04 tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '179fe10e-f439-4b0a-a101-473694c4e19d', 'remote_group_id': '438a3d75-fe57-447d-b1bc-e4e8db302dc4', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:49:15.746788 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-81380051-bb5e-42cd-ba94-d843175d3ced req-0de5ea19-a462-4f44-9f1a-c4fc56abca04 tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '179fe10e-f439-4b0a-a101-473694c4e19d', 'remote_group_id': '438a3d75-fe57-447d-b1bc-e4e8db302dc4', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:49:15.866614 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2530d218-7165-441e-bb44-18eddac2323d req-5cde3d13-cc98-4692-a14a-e4f21811ae09 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:15.868127 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2530d218-7165-441e-bb44-18eddac2323d req-5cde3d13-cc98-4692-a14a-e4f21811ae09 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd80fd78-9e08-4cc7-a161-80457457a8fc HTTP/1.1" status: 200 len: 950 time: 0.0934527 Aug 16 22:49:15.915561 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-81380051-bb5e-42cd-ba94-d843175d3ced req-0de5ea19-a462-4f44-9f1a-c4fc56abca04 tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:15.945903 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2530d218-7165-441e-bb44-18eddac2323d req-4bd753c5-9883-47c7-b1d8-25dc43971f55 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668440 Aug 16 22:49:15.963747 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-81380051-bb5e-42cd-ba94-d843175d3ced req-0de5ea19-a462-4f44-9f1a-c4fc56abca04 tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:15.978737 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-81380051-bb5e-42cd-ba94-d843175d3ced req-0de5ea19-a462-4f44-9f1a-c4fc56abca04 tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:16.004185 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-81380051-bb5e-42cd-ba94-d843175d3ced req-0de5ea19-a462-4f44-9f1a-c4fc56abca04 tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:16.005866 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-81380051-bb5e-42cd-ba94-d843175d3ced req-0de5ea19-a462-4f44-9f1a-c4fc56abca04 tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2671721 Aug 16 22:49:16.008679 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de5ea19-a462-4f44-9f1a-c4fc56abca04 tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1175f411-c920-48b5-aa72-714f21153155,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:16.444874 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a04012b-95f5-4ad8-ba1c-00ea96998788 req-d49140e1-e55e-4922-8029-6259ced4059f tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] 10.222.0.36 "GET /v2.0/floatingips/f8ea971a-70d5-4084-8f30-e1b2338e3a29 HTTP/1.1" status: 200 len: 693 time: 0.0816011 Aug 16 22:49:16.453503 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae03026-c237-4311-8148-881d4b82c50f req-e565ac7c-3b30-4548-870e-7388f8cf6fb1 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:16.455215 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dae03026-c237-4311-8148-881d4b82c50f req-e565ac7c-3b30-4548-870e-7388f8cf6fb1 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd47d4cf-ff78-4ca2-9661-63e409d4344e HTTP/1.1" status: 200 len: 945 time: 0.1908064 Aug 16 22:49:16.559555 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dae03026-c237-4311-8148-881d4b82c50f req-cad2ea2d-e75b-40f8-95ea-9a6b094f31c8 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901787 Aug 16 22:49:16.600876 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-9f709c6c-ab00-4d76-b148-bc485941a957 req-c1e0c756-3907-463e-9f05-8f408c6a7bc6 tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-79018681', 'description': 'tempest-description-255722777'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:49:16.624167 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a04012b-95f5-4ad8-ba1c-00ea96998788 req-74f086cb-168e-4dca-8901-53969928a98c tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:16.625591 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a04012b-95f5-4ad8-ba1c-00ea96998788 req-74f086cb-168e-4dca-8901-53969928a98c tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] 10.222.0.36 "GET /v2.0/networks/c22c4980-c849-406d-982c-a5d68c515a94 HTTP/1.1" status: 200 len: 784 time: 0.1694677 Aug 16 22:49:16.638739 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [req-3a04012b-95f5-4ad8-ba1c-00ea96998788 req-37dfa30b-7c42-4342-89bc-e4cb052c18a0 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:49:16.639718 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a04012b-95f5-4ad8-ba1c-00ea96998788 req-37dfa30b-7c42-4342-89bc-e4cb052c18a0 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083745 Aug 16 22:49:16.645804 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-9f709c6c-ab00-4d76-b148-bc485941a957 req-c1e0c756-3907-463e-9f05-8f408c6a7bc6 tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:16.700588 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a04012b-95f5-4ad8-ba1c-00ea96998788 req-c36d6e1c-a4ca-4b5b-bf3a-f8e817673e6a tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.4.146 HTTP/1.1" status: 200 len: 696 time: 0.0524895 Aug 16 22:49:16.768182 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a04012b-95f5-4ad8-ba1c-00ea96998788 req-7699fba8-7d27-4330-a9cd-e48daa55dd8f tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.4.146 HTTP/1.1" status: 200 len: 696 time: 0.0609274 Aug 16 22:49:16.908159 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-9f709c6c-ab00-4d76-b148-bc485941a957 req-c1e0c756-3907-463e-9f05-8f408c6a7bc6 tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:16.914102 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-9f709c6c-ab00-4d76-b148-bc485941a957 req-c1e0c756-3907-463e-9f05-8f408c6a7bc6 tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:16.950961 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-9f709c6c-ab00-4d76-b148-bc485941a957 req-c1e0c756-3907-463e-9f05-8f408c6a7bc6 tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:16.952227 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9f709c6c-ab00-4d76-b148-bc485941a957 req-c1e0c756-3907-463e-9f05-8f408c6a7bc6 tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3616927 Aug 16 22:49:16.956262 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e0c756-3907-463e-9f05-8f408c6a7bc6 tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acd1a734-c3cc-4f85-a091-4a2721ca3363,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:16.964951 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-3a04012b-95f5-4ad8-ba1c-00ea96998788 req-b5862e79-e96a-494a-8d56-1d7223da18f7 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Deleting port f95aaff4-3043-42ee-821a-c772247deb05 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:49:16.965303 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3a04012b-95f5-4ad8-ba1c-00ea96998788 req-b5862e79-e96a-494a-8d56-1d7223da18f7 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:17.105486 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3a04012b-95f5-4ad8-ba1c-00ea96998788 req-b5862e79-e96a-494a-8d56-1d7223da18f7 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:17.106012 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3a04012b-95f5-4ad8-ba1c-00ea96998788 req-b5862e79-e96a-494a-8d56-1d7223da18f7 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:17.125465 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-3a04012b-95f5-4ad8-ba1c-00ea96998788 req-b5862e79-e96a-494a-8d56-1d7223da18f7 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Calling delete_port for f95aaff4-3043-42ee-821a-c772247deb05 owned by network:floatingip {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:49:17.152815 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8379648e-1e64-4b98-a3dc-c258fb793655 req-59e64cff-1272-4d85-8385-d6210ea52d66 tempest-AttachSCSIVolumeTestJSON-183853041 tempest-AttachSCSIVolumeTestJSON-183853041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:17.154343 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8379648e-1e64-4b98-a3dc-c258fb793655 req-59e64cff-1272-4d85-8385-d6210ea52d66 tempest-AttachSCSIVolumeTestJSON-183853041 tempest-AttachSCSIVolumeTestJSON-183853041-project] 10.222.0.36 "GET /v2.0/ports?device_id=f15458ea-2599-4ca6-8ec2-6fd3e05f8794 HTTP/1.1" status: 200 len: 945 time: 0.1199944 Aug 16 22:49:17.213033 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213e8dc5-0c84-42c6-86cb-f7f869eab4cc req-4db227e9-da57-4dbd-8385-6af4f7b636d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:17.214467 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-213e8dc5-0c84-42c6-86cb-f7f869eab4cc req-4db227e9-da57-4dbd-8385-6af4f7b636d5 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5aa270b810014cb1b7df23f71a5483f7&device_id=dd80fd78-9e08-4cc7-a161-80457457a8fc HTTP/1.1" status: 200 len: 1102 time: 0.1650956 Aug 16 22:49:17.299320 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8379648e-1e64-4b98-a3dc-c258fb793655 req-d0e1006e-5e4b-46c2-98fd-08ebd02f7af1 tempest-AttachSCSIVolumeTestJSON-183853041 tempest-AttachSCSIVolumeTestJSON-183853041-project] 10.222.0.36 "GET /v2.0/security-groups?id=a51f45dc-c58b-4871-b201-83151acd2814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053021 Aug 16 22:49:17.381801 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213e8dc5-0c84-42c6-86cb-f7f869eab4cc req-6f604320-83b4-4361-8f93-dc028c550e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:17.383283 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-213e8dc5-0c84-42c6-86cb-f7f869eab4cc req-6f604320-83b4-4361-8f93-dc028c550e9c service neutron] 10.222.0.68 "GET /v2.0/networks?id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd HTTP/1.1" status: 200 len: 870 time: 0.1559782 Aug 16 22:49:17.419246 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dfc8083f-8a30-4407-a33f-6ff5b322624a req-a9ffcc4c-de44-42f5-8b7f-622ad2ebfaa7 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ed93b14-c910-46e8-96a4-20bf18db316f HTTP/1.1" status: 200 len: 210 time: 0.0349934 Aug 16 22:49:17.462804 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-213e8dc5-0c84-42c6-86cb-f7f869eab4cc req-0f1d7a20-a1d3-4671-8869-09656310cb53 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=a7acfedd-7328-4c89-b0a3-75e70efe3623 HTTP/1.1" status: 200 len: 217 time: 0.0398250 Aug 16 22:49:17.463525 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3a04012b-95f5-4ad8-ba1c-00ea96998788 req-b5862e79-e96a-494a-8d56-1d7223da18f7 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:17.496581 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-95dba102-7c16-4110-ba68-abfa7585d175 req-90f8176b-da07-41e5-a654-041bced34415 tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1754755139', 'description': 'tempest-description-1250579133'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:49:17.510119 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5862e79-e96a-494a-8d56-1d7223da18f7 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Pushing event deleted for resources: {'Port': ['ID=f95aaff4-3043-42ee-821a-c772247deb05,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:17.602122 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213e8dc5-0c84-42c6-86cb-f7f869eab4cc req-60c21f61-7f12-401b-9579-c07a3b1f9730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:17.603715 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-213e8dc5-0c84-42c6-86cb-f7f869eab4cc req-60c21f61-7f12-401b-9579-c07a3b1f9730 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6af2b868-37d3-46ab-a526-0465929f13c8 HTTP/1.1" status: 200 len: 843 time: 0.1122079 Aug 16 22:49:17.606338 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-95dba102-7c16-4110-ba68-abfa7585d175 req-90f8176b-da07-41e5-a654-041bced34415 tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:17.626972 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-8dd3ae47-462c-4c27-84dc-0116a58c7718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:17.647908 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3a04012b-95f5-4ad8-ba1c-00ea96998788 req-b5862e79-e96a-494a-8d56-1d7223da18f7 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Notify callbacks [] for floatingip, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:17.650552 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3a04012b-95f5-4ad8-ba1c-00ea96998788 req-b5862e79-e96a-494a-8d56-1d7223da18f7 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:17.651846 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a04012b-95f5-4ad8-ba1c-00ea96998788 req-b5862e79-e96a-494a-8d56-1d7223da18f7 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] 10.222.0.36 "DELETE /v2.0/floatingips/f8ea971a-70d5-4084-8f30-e1b2338e3a29 HTTP/1.1" status: 204 len: 173 time: 0.8768878 Aug 16 22:49:17.751468 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-88f7280b-b84c-4bad-a26d-ce4e444ddfa2 req-86202147-e14f-4656-a07b-b83cba56e563 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=8a5e1d0e34564f40b5c7c9ef56843b1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354617 Aug 16 22:49:17.776074 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213e8dc5-0c84-42c6-86cb-f7f869eab4cc req-ee48445d-a03b-4bb2-95b0-678db1fe0d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:17.777977 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-213e8dc5-0c84-42c6-86cb-f7f869eab4cc req-ee48445d-a03b-4bb2-95b0-678db1fe0d57 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1318257 Aug 16 22:49:17.945809 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7280b-b84c-4bad-a26d-ce4e444ddfa2 req-f70b3308-5914-4ba8-8e78-ea65c29f783c tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:17.948661 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-88f7280b-b84c-4bad-a26d-ce4e444ddfa2 req-f70b3308-5914-4ba8-8e78-ea65c29f783c tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1726897 Aug 16 22:49:17.975301 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-88f7280b-b84c-4bad-a26d-ce4e444ddfa2 req-bc117e8a-6a6a-4cab-9882-d62a981b5cb0 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Request body: {'port': {'device_id': '0ed93b14-c910-46e8-96a4-20bf18db316f', 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd', 'admin_state_up': True, 'tenant_id': '8a5e1d0e34564f40b5c7c9ef56843b1e'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:49:18.172158 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-88f7280b-b84c-4bad-a26d-ce4e444ddfa2 req-3d768f6f-3fa5-4d3e-8dbc-a9833a515540 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=8a5e1d0e34564f40b5c7c9ef56843b1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3565478 Aug 16 22:49:18.182690 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-95dba102-7c16-4110-ba68-abfa7585d175 req-90f8176b-da07-41e5-a654-041bced34415 tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:18.203711 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88f7280b-b84c-4bad-a26d-ce4e444ddfa2 req-bc117e8a-6a6a-4cab-9882-d62a981b5cb0 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Made reservation on behalf of 8a5e1d0e34564f40b5c7c9ef56843b1e for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:49:18.205432 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e69aa1-b2f9-41a6-bb34-2d775b3cbb1d req-b45f0fee-f250-482c-b469-7b0e27ce67f7 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:18.207719 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-77e69aa1-b2f9-41a6-bb34-2d775b3cbb1d req-b45f0fee-f250-482c-b469-7b0e27ce67f7 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd80fd78-9e08-4cc7-a161-80457457a8fc HTTP/1.1" status: 200 len: 950 time: 0.4728234 Aug 16 22:49:18.207903 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-88f7280b-b84c-4bad-a26d-ce4e444ddfa2 req-bc117e8a-6a6a-4cab-9882-d62a981b5cb0 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:18.208284 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-95dba102-7c16-4110-ba68-abfa7585d175 req-90f8176b-da07-41e5-a654-041bced34415 tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:18.315937 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-95dba102-7c16-4110-ba68-abfa7585d175 req-90f8176b-da07-41e5-a654-041bced34415 tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:18.316955 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-95dba102-7c16-4110-ba68-abfa7585d175 req-90f8176b-da07-41e5-a654-041bced34415 tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.8242157 Aug 16 22:49:18.345917 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f8176b-da07-41e5-a654-041bced34415 tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f3fd05f-f63c-4518-899b-9b0252eb09d1,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:18.362324 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-77e69aa1-b2f9-41a6-bb34-2d775b3cbb1d req-3c382cae-ad36-4d2d-a5d5-7bda8eb95cfc tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129315 Aug 16 22:49:18.371745 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-213e8dc5-0c84-42c6-86cb-f7f869eab4cc req-38f10ade-53e4-4b03-9682-793db5a356f6 service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5687478 Aug 16 22:49:18.403523 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-88f7280b-b84c-4bad-a26d-ce4e444ddfa2 req-bc117e8a-6a6a-4cab-9882-d62a981b5cb0 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Allocated IP 192.168.233.223 (a2f596d0-b80e-4404-bf4b-27a7e14f50dd/6af2b868-37d3-46ab-a526-0465929f13c8/5dc72a00-0f55-40d2-95ec-e6c1f053f268) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:49:18.474096 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7280b-b84c-4bad-a26d-ce4e444ddfa2 req-d83cb87f-cb59-4981-91f3-64b6adab74ca tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:18.475940 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-88f7280b-b84c-4bad-a26d-ce4e444ddfa2 req-d83cb87f-cb59-4981-91f3-64b6adab74ca tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2957428 Aug 16 22:49:18.555322 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-88f7280b-b84c-4bad-a26d-ce4e444ddfa2 req-83cbaccd-5f56-42df-a611-f4d7ed67a4b3 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Request body: {'port': {'device_id': '8fcc190a-32da-4836-a78f-cca14a40fb9b', 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd', 'admin_state_up': True, 'tenant_id': '8a5e1d0e34564f40b5c7c9ef56843b1e'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:49:18.577223 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-88f7280b-b84c-4bad-a26d-ce4e444ddfa2 req-bc117e8a-6a6a-4cab-9882-d62a981b5cb0 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:18.595205 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-88f7280b-b84c-4bad-a26d-ce4e444ddfa2 req-bc117e8a-6a6a-4cab-9882-d62a981b5cb0 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Transition to ACTIVE for port object 5dc72a00-0f55-40d2-95ec-e6c1f053f268 will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:49:18.632981 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-88f7280b-b84c-4bad-a26d-ce4e444ddfa2 req-bc117e8a-6a6a-4cab-9882-d62a981b5cb0 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:18.649075 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['6febc145-575d-4190-8648-f4c30710fedf', '2936c26e-d0eb-4c67-ab4d-e875efb1b500'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:49:18.675253 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-213e8dc5-0c84-42c6-86cb-f7f869eab4cc req-17504536-d0bb-44f5-96ac-6cd3e45f0540 service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875023 Aug 16 22:49:18.677163 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88f7280b-b84c-4bad-a26d-ce4e444ddfa2 req-bc117e8a-6a6a-4cab-9882-d62a981b5cb0 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Network a2f596d0-b80e-4404-bf4b-27a7e14f50dd is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:49:18.680674 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-88f7280b-b84c-4bad-a26d-ce4e444ddfa2 req-bc117e8a-6a6a-4cab-9882-d62a981b5cb0 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:49:18.684750 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-88f7280b-b84c-4bad-a26d-ce4e444ddfa2 req-bc117e8a-6a6a-4cab-9882-d62a981b5cb0 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:49:18.741693 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7280b-b84c-4bad-a26d-ce4e444ddfa2 req-bc117e8a-6a6a-4cab-9882-d62a981b5cb0 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:18.742359 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-88f7280b-b84c-4bad-a26d-ce4e444ddfa2 req-bc117e8a-6a6a-4cab-9882-d62a981b5cb0 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:18.768346 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc117e8a-6a6a-4cab-9882-d62a981b5cb0 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Pushing event updated for resources: {'Port': ['ID=5dc72a00-0f55-40d2-95ec-e6c1f053f268,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:18.768936 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['f323738b-f883-4014-ba78-4c322dc7f679'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:49:18.776340 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-88f7280b-b84c-4bad-a26d-ce4e444ddfa2 req-bc117e8a-6a6a-4cab-9882-d62a981b5cb0 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8059723 Aug 16 22:49:18.799967 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-88f7280b-b84c-4bad-a26d-ce4e444ddfa2 req-2c60658e-04d0-46d9-a429-3bef5de43a59 service neutron] Request body: {'port': {'device_id': '0ed93b14-c910-46e8-96a4-20bf18db316f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:49:18.809488 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9f9cefbc-4e4c-4e33-bce2-08027e9a4df0 req-40efe8d6-e04d-4195-b3a8-e36ee628497e tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.4.185 HTTP/1.1" status: 200 len: 1001 time: 0.3323259 Aug 16 22:49:18.839400 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbdd26d-af7b-47b8-8a97-7d56924dac0c req-94cb2aeb-04b4-4551-a1d3-d6bd3bab7d6c tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:18.842382 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9fbdd26d-af7b-47b8-8a97-7d56924dac0c req-94cb2aeb-04b4-4551-a1d3-d6bd3bab7d6c tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd47d4cf-ff78-4ca2-9661-63e409d4344e HTTP/1.1" status: 200 len: 945 time: 0.3624918 Aug 16 22:49:18.919502 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-88f7280b-b84c-4bad-a26d-ce4e444ddfa2 req-2c60658e-04d0-46d9-a429-3bef5de43a59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:18.952492 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88f7280b-b84c-4bad-a26d-ce4e444ddfa2 req-83cbaccd-5f56-42df-a611-f4d7ed67a4b3 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Made reservation on behalf of 8a5e1d0e34564f40b5c7c9ef56843b1e for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:49:18.959582 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-88f7280b-b84c-4bad-a26d-ce4e444ddfa2 req-83cbaccd-5f56-42df-a611-f4d7ed67a4b3 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:19.066937 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9cefbc-4e4c-4e33-bce2-08027e9a4df0 req-94aa8ca9-6a33-4049-9092-0c00c356573d tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:19.080784 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9f9cefbc-4e4c-4e33-bce2-08027e9a4df0 req-94aa8ca9-6a33-4049-9092-0c00c356573d tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] 10.222.0.36 "GET /v2.0/ports/53f761fa-aa04-4e67-ab7f-23a534d5a5e0 HTTP/1.1" status: 200 len: 942 time: 0.2700269 Aug 16 22:49:19.106911 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-81eef40c-3178-4899-8f72-1e7fd674e7c0 None None] Provisioning for port 5dc72a00-0f55-40d2-95ec-e6c1f053f268 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:49:19.124575 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-81eef40c-3178-4899-8f72-1e7fd674e7c0 None None] Provisioning complete for port 5dc72a00-0f55-40d2-95ec-e6c1f053f268 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:49:19.124575 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-81eef40c-3178-4899-8f72-1e7fd674e7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:19.153644 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9fbdd26d-af7b-47b8-8a97-7d56924dac0c req-86a0ad3f-2b1f-4f97-9135-904a9f39fa31 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508588 Aug 16 22:49:19.189083 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-81eef40c-3178-4899-8f72-1e7fd674e7c0 None None] Port 5dc72a00-0f55-40d2-95ec-e6c1f053f268 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:49:19.274253 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9f9cefbc-4e4c-4e33-bce2-08027e9a4df0 req-b80638f2-b511-4b70-80f6-bb7746004b3a tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.4.185 HTTP/1.1" status: 200 len: 1001 time: 0.1167142 Aug 16 22:49:19.309976 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be421de-da18-41b0-b286-d154f01344cb req-be3f726e-f287-43b2-ab58-3089aaba9029 tempest-AttachSCSIVolumeTestJSON-183853041 tempest-AttachSCSIVolumeTestJSON-183853041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:19.311401 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2be421de-da18-41b0-b286-d154f01344cb req-be3f726e-f287-43b2-ab58-3089aaba9029 tempest-AttachSCSIVolumeTestJSON-183853041 tempest-AttachSCSIVolumeTestJSON-183853041-project] 10.222.0.68 "GET /v2.0/ports?device_id=f15458ea-2599-4ca6-8ec2-6fd3e05f8794 HTTP/1.1" status: 200 len: 945 time: 0.3376665 Aug 16 22:49:19.317217 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-88f7280b-b84c-4bad-a26d-ce4e444ddfa2 req-2c60658e-04d0-46d9-a429-3bef5de43a59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dc72a00-0f55-40d2-95ec-e6c1f053f268 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:49:19.325139 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-88f7280b-b84c-4bad-a26d-ce4e444ddfa2 req-2c60658e-04d0-46d9-a429-3bef5de43a59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:19.337934 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-88f7280b-b84c-4bad-a26d-ce4e444ddfa2 req-2c60658e-04d0-46d9-a429-3bef5de43a59 service neutron] Transition to ACTIVE for port object 5dc72a00-0f55-40d2-95ec-e6c1f053f268 will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:49:19.341732 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-88f7280b-b84c-4bad-a26d-ce4e444ddfa2 req-2c60658e-04d0-46d9-a429-3bef5de43a59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:19.391422 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c60658e-04d0-46d9-a429-3bef5de43a59 service neutron] Pushing event updated for resources: {'Port': ['ID=5dc72a00-0f55-40d2-95ec-e6c1f053f268,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:19.469915 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-88f7280b-b84c-4bad-a26d-ce4e444ddfa2 req-2c60658e-04d0-46d9-a429-3bef5de43a59 service neutron] Attempting to bind port 5dc72a00-0f55-40d2-95ec-e6c1f053f268 on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:49:19.470260 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-88f7280b-b84c-4bad-a26d-ce4e444ddfa2 req-2c60658e-04d0-46d9-a429-3bef5de43a59 service neutron] Attempting to bind port 5dc72a00-0f55-40d2-95ec-e6c1f053f268 by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:49:19.470602 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f7280b-b84c-4bad-a26d-ce4e444ddfa2 req-2c60658e-04d0-46d9-a429-3bef5de43a59 service neutron] Attempting to bind port 5dc72a00-0f55-40d2-95ec-e6c1f053f268 on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:49:19.475855 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f7280b-b84c-4bad-a26d-ce4e444ddfa2 req-2c60658e-04d0-46d9-a429-3bef5de43a59 service neutron] Port 5dc72a00-0f55-40d2-95ec-e6c1f053f268 on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:49:19.476183 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f7280b-b84c-4bad-a26d-ce4e444ddfa2 req-2c60658e-04d0-46d9-a429-3bef5de43a59 service neutron] Attempting to bind port 5dc72a00-0f55-40d2-95ec-e6c1f053f268 on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:49:19.481431 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f7280b-b84c-4bad-a26d-ce4e444ddfa2 req-2c60658e-04d0-46d9-a429-3bef5de43a59 service neutron] Checking agent: {'id': 'd28e24f9-e5ea-41e1-80bf-3c7943ad7f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:49:19.481774 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f7280b-b84c-4bad-a26d-ce4e444ddfa2 req-2c60658e-04d0-46d9-a429-3bef5de43a59 service neutron] Checking segment: {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:49:19.482171 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f7280b-b84c-4bad-a26d-ce4e444ddfa2 req-2c60658e-04d0-46d9-a429-3bef5de43a59 service neutron] Bound using segment: {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:49:19.482602 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-88f7280b-b84c-4bad-a26d-ce4e444ddfa2 req-2c60658e-04d0-46d9-a429-3bef5de43a59 service neutron] Bound port: 5dc72a00-0f55-40d2-95ec-e6c1f053f268, host: n-h1-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:49:19.482965 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-88f7280b-b84c-4bad-a26d-ce4e444ddfa2 req-2c60658e-04d0-46d9-a429-3bef5de43a59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:19.485856 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643e5ab0-bb1b-4f28-860a-b4ce0f1ed56c req-5286b902-a944-4c32-bc8e-b15cadac1863 tempest-AttachSCSIVolumeTestJSON-183853041 tempest-AttachSCSIVolumeTestJSON-183853041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:19.487540 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-643e5ab0-bb1b-4f28-860a-b4ce0f1ed56c req-5286b902-a944-4c32-bc8e-b15cadac1863 tempest-AttachSCSIVolumeTestJSON-183853041 tempest-AttachSCSIVolumeTestJSON-183853041-project] 10.222.0.36 "GET /v2.0/ports?device_id=f15458ea-2599-4ca6-8ec2-6fd3e05f8794 HTTP/1.1" status: 200 len: 945 time: 0.2538710 Aug 16 22:49:19.556812 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-88f7280b-b84c-4bad-a26d-ce4e444ddfa2 req-2c60658e-04d0-46d9-a429-3bef5de43a59 service neutron] For port 5dc72a00-0f55-40d2-95ec-e6c1f053f268, host n-h1-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:49:19.557222 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [req-88f7280b-b84c-4bad-a26d-ce4e444ddfa2 req-83cbaccd-5f56-42df-a611-f4d7ed67a4b3 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Allocated IP 192.168.233.74 (a2f596d0-b80e-4404-bf4b-27a7e14f50dd/6af2b868-37d3-46ab-a526-0465929f13c8/5889a528-9304-413d-8a3e-d220839675c1) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:49:19.559987 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-88f7280b-b84c-4bad-a26d-ce4e444ddfa2 req-2c60658e-04d0-46d9-a429-3bef5de43a59 service neutron] For port 5dc72a00-0f55-40d2-95ec-e6c1f053f268, host n-h1-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=5dc72a00-0f55-40d2-95ec-e6c1f053f268,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:49:19.565321 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-88f7280b-b84c-4bad-a26d-ce4e444ddfa2 req-2c60658e-04d0-46d9-a429-3bef5de43a59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:19.600474 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7280b-b84c-4bad-a26d-ce4e444ddfa2 req-2c60658e-04d0-46d9-a429-3bef5de43a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:19.600949 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-88f7280b-b84c-4bad-a26d-ce4e444ddfa2 req-2c60658e-04d0-46d9-a429-3bef5de43a59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:19.602330 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-88f7280b-b84c-4bad-a26d-ce4e444ddfa2 req-2c60658e-04d0-46d9-a429-3bef5de43a59 service neutron] 10.222.0.68 "PUT /v2.0/ports/5dc72a00-0f55-40d2-95ec-e6c1f053f268 HTTP/1.1" status: 200 len: 1097 time: 0.8077223 Aug 16 22:49:19.602448 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9cefbc-4e4c-4e33-bce2-08027e9a4df0 req-328961a2-7316-4e23-99c9-aca13d082177 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:19.602760 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ed93b14-c910-46e8-96a4-20bf18db316f', 'tag': '5dc72a00-0f55-40d2-95ec-e6c1f053f268'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:49:19.603728 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9f9cefbc-4e4c-4e33-bce2-08027e9a4df0 req-328961a2-7316-4e23-99c9-aca13d082177 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] 10.222.0.36 "GET /v2.0/networks/c22c4980-c849-406d-982c-a5d68c515a94 HTTP/1.1" status: 200 len: 784 time: 0.3030589 Aug 16 22:49:19.605017 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8a8960d-c14f-40f0-8099-143bd5bf2dfa" -d '{"events": [{"name": "network-changed", "server_uuid": "0ed93b14-c910-46e8-96a4-20bf18db316f", "tag": "5dc72a00-0f55-40d2-95ec-e6c1f053f268"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:49:19.629125 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-643e5ab0-bb1b-4f28-860a-b4ce0f1ed56c req-208d8b5e-2bac-4fa5-a8b3-08d1dfee3a9f tempest-AttachSCSIVolumeTestJSON-183853041 tempest-AttachSCSIVolumeTestJSON-183853041-project] 10.222.0.36 "GET /v2.0/security-groups?id=a51f45dc-c58b-4871-b201-83151acd2814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155233 Aug 16 22:49:19.641494 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c60658e-04d0-46d9-a429-3bef5de43a59 service neutron] Pushing event updated for resources: {'Port': ['ID=5dc72a00-0f55-40d2-95ec-e6c1f053f268,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:19.703894 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-78ec1397-397e-4e0e-9233-a73fe13556fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:19.731769 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-2be421de-da18-41b0-b286-d154f01344cb req-e3265bee-3777-4fd0-9889-2d32b006b60f tempest-AttachSCSIVolumeTestJSON-183853041 tempest-AttachSCSIVolumeTestJSON-183853041-project] Deleting port 99917a4e-a980-41a6-bb55-73d4ccc287dc {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:49:19.732017 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7280b-b84c-4bad-a26d-ce4e444ddfa2 req-656e72e4-84e9-4ce8-8c1d-7e0ae33c1cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:19.732109 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-2be421de-da18-41b0-b286-d154f01344cb req-e3265bee-3777-4fd0-9889-2d32b006b60f tempest-AttachSCSIVolumeTestJSON-183853041 tempest-AttachSCSIVolumeTestJSON-183853041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:19.733518 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-88f7280b-b84c-4bad-a26d-ce4e444ddfa2 req-656e72e4-84e9-4ce8-8c1d-7e0ae33c1cee service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=8a5e1d0e34564f40b5c7c9ef56843b1e&device_id=0ed93b14-c910-46e8-96a4-20bf18db316f HTTP/1.1" status: 200 len: 1100 time: 0.0554934 Aug 16 22:49:19.795446 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-88f7280b-b84c-4bad-a26d-ce4e444ddfa2 req-9f6c414e-fab8-42c4-bc08-0dda9e10b036 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=5dc72a00-0f55-40d2-95ec-e6c1f053f268 HTTP/1.1" status: 200 len: 217 time: 0.0460470 Aug 16 22:49:19.854830 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9f9cefbc-4e4c-4e33-bce2-08027e9a4df0 req-332e38d3-a2da-4a2d-9c9e-9e1ab932719f tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.4.185 HTTP/1.1" status: 200 len: 1001 time: 0.2174139 Aug 16 22:49:19.867333 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7280b-b84c-4bad-a26d-ce4e444ddfa2 req-dd6c3876-cb04-4f41-9ef3-512e4167d8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:19.868135 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-9f9cefbc-4e4c-4e33-bce2-08027e9a4df0 req-1c9649e1-c269-4778-939d-d7a39f803a46 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:49:19.868993 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-88f7280b-b84c-4bad-a26d-ce4e444ddfa2 req-dd6c3876-cb04-4f41-9ef3-512e4167d8c2 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6af2b868-37d3-46ab-a526-0465929f13c8 HTTP/1.1" status: 200 len: 843 time: 0.0524571 Aug 16 22:49:19.914535 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-de649d9f-b877-448a-b1ab-ca8c53c0d9ca req-55b7222f-5bfa-436f-bcbd-ce25e579f56b tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] 10.222.0.36 "GET /v2.0/security-groups/acd1a734-c3cc-4f85-a091-4a2721ca3363 HTTP/1.1" status: 200 len: 1802 time: 0.2191679 Aug 16 22:49:19.930355 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7280b-b84c-4bad-a26d-ce4e444ddfa2 req-66822d5d-aa91-44f3-900a-5cd7546365a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:19.931997 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-88f7280b-b84c-4bad-a26d-ce4e444ddfa2 req-66822d5d-aa91-44f3-900a-5cd7546365a3 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0540125 Aug 16 22:49:20.011133 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-9f9cefbc-4e4c-4e33-bce2-08027e9a4df0 req-1c9649e1-c269-4778-939d-d7a39f803a46 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Notify callbacks [] for floatingip, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:20.018512 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-2be421de-da18-41b0-b286-d154f01344cb req-e3265bee-3777-4fd0-9889-2d32b006b60f tempest-AttachSCSIVolumeTestJSON-183853041 tempest-AttachSCSIVolumeTestJSON-183853041-project] For port 99917a4e-a980-41a6-bb55-73d4ccc287dc, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=99917a4e-a980-41a6-bb55-73d4ccc287dc,segment=NetworkSegment(814a6fa1-947a-41e8-8b6d-b5eadf99c956),segment_id=814a6fa1-947a-41e8-8b6d-b5eadf99c956)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:49:20.018867 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-2be421de-da18-41b0-b286-d154f01344cb req-e3265bee-3777-4fd0-9889-2d32b006b60f tempest-AttachSCSIVolumeTestJSON-183853041 tempest-AttachSCSIVolumeTestJSON-183853041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:20.029039 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-88f7280b-b84c-4bad-a26d-ce4e444ddfa2 req-79eb31d2-b4fa-4725-9f3d-c2462902a5af service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866127 Aug 16 22:49:20.076905 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-88f7280b-b84c-4bad-a26d-ce4e444ddfa2 req-83cbaccd-5f56-42df-a611-f4d7ed67a4b3 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:20.085668 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-2be421de-da18-41b0-b286-d154f01344cb req-e3265bee-3777-4fd0-9889-2d32b006b60f tempest-AttachSCSIVolumeTestJSON-183853041 tempest-AttachSCSIVolumeTestJSON-183853041-project] Calling delete_port for 99917a4e-a980-41a6-bb55-73d4ccc287dc owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:49:20.103385 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-de649d9f-b877-448a-b1ab-ca8c53c0d9ca req-47c5b353-499f-400b-9a5e-0e0011ee4101 tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] 10.222.0.36 "GET /v2.0/security-groups/4f3fd05f-f63c-4518-899b-9b0252eb09d1 HTTP/1.1" status: 200 len: 1805 time: 0.1825812 Aug 16 22:49:20.117697 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-88f7280b-b84c-4bad-a26d-ce4e444ddfa2 req-83cbaccd-5f56-42df-a611-f4d7ed67a4b3 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Transition to ACTIVE for port object 5889a528-9304-413d-8a3e-d220839675c1 will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:49:20.121200 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-88f7280b-b84c-4bad-a26d-ce4e444ddfa2 req-efc9c940-f677-433a-adc6-9af5516c0d4d service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837259 Aug 16 22:49:20.124127 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-de649d9f-b877-448a-b1ab-ca8c53c0d9ca req-dbaa84e0-770a-4b76-a3ca-a3d275582056 tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'acd1a734-c3cc-4f85-a091-4a2721ca3363', 'remote_group_id': '4f3fd05f-f63c-4518-899b-9b0252eb09d1', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:49:20.124454 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-de649d9f-b877-448a-b1ab-ca8c53c0d9ca req-dbaa84e0-770a-4b76-a3ca-a3d275582056 tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'acd1a734-c3cc-4f85-a091-4a2721ca3363', 'remote_group_id': '4f3fd05f-f63c-4518-899b-9b0252eb09d1', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:49:20.312111 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-9f9cefbc-4e4c-4e33-bce2-08027e9a4df0 req-1c9649e1-c269-4778-939d-d7a39f803a46 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:20.323063 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-9f9cefbc-4e4c-4e33-bce2-08027e9a4df0 req-1c9649e1-c269-4778-939d-d7a39f803a46 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:20.323379 n-d-791506-26 neutron-server[101292]: INFO neutron.db.l3_db [req-9f9cefbc-4e4c-4e33-bce2-08027e9a4df0 req-1c9649e1-c269-4778-939d-d7a39f803a46 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Floating IP 0ef8d4a7-ada7-4785-a0e5-3c7ee4bd4921 disassociated. External IP: 172.25.4.185, port: 53f761fa-aa04-4e67-ab7f-23a534d5a5e0. Aug 16 22:49:20.325389 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-88f7280b-b84c-4bad-a26d-ce4e444ddfa2 req-83cbaccd-5f56-42df-a611-f4d7ed67a4b3 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:20.344649 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['6febc145-575d-4190-8648-f4c30710fedf', '2936c26e-d0eb-4c67-ab4d-e875efb1b500'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:49:20.372758 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['f323738b-f883-4014-ba78-4c322dc7f679'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:49:20.462909 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88f7280b-b84c-4bad-a26d-ce4e444ddfa2 req-83cbaccd-5f56-42df-a611-f4d7ed67a4b3 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Network a2f596d0-b80e-4404-bf4b-27a7e14f50dd is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:49:20.561908 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:20.755766 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [req-88f7280b-b84c-4bad-a26d-ce4e444ddfa2 req-83cbaccd-5f56-42df-a611-f4d7ed67a4b3 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:49:20.765160 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cbaccd-5f56-42df-a611-f4d7ed67a4b3 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Pushing event updated for resources: {'Port': ['ID=5889a528-9304-413d-8a3e-d220839675c1,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:20.771507 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-88f7280b-b84c-4bad-a26d-ce4e444ddfa2 req-83cbaccd-5f56-42df-a611-f4d7ed67a4b3 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:49:20.797777 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-de649d9f-b877-448a-b1ab-ca8c53c0d9ca req-dbaa84e0-770a-4b76-a3ca-a3d275582056 tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:20.838041 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-2be421de-da18-41b0-b286-d154f01344cb req-e3265bee-3777-4fd0-9889-2d32b006b60f tempest-AttachSCSIVolumeTestJSON-183853041 tempest-AttachSCSIVolumeTestJSON-183853041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:20.897295 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7280b-b84c-4bad-a26d-ce4e444ddfa2 req-83cbaccd-5f56-42df-a611-f4d7ed67a4b3 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:20.897953 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-88f7280b-b84c-4bad-a26d-ce4e444ddfa2 req-83cbaccd-5f56-42df-a611-f4d7ed67a4b3 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:20.915589 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3265bee-3777-4fd0-9889-2d32b006b60f tempest-AttachSCSIVolumeTestJSON-183853041 tempest-AttachSCSIVolumeTestJSON-183853041-project] Pushing event deleted for resources: {'Port': ['ID=99917a4e-a980-41a6-bb55-73d4ccc287dc,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:20.918578 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-de649d9f-b877-448a-b1ab-ca8c53c0d9ca req-dbaa84e0-770a-4b76-a3ca-a3d275582056 tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:20.930364 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-de649d9f-b877-448a-b1ab-ca8c53c0d9ca req-dbaa84e0-770a-4b76-a3ca-a3d275582056 tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:20.993562 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-88f7280b-b84c-4bad-a26d-ce4e444ddfa2 req-83cbaccd-5f56-42df-a611-f4d7ed67a4b3 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4454300 Aug 16 22:49:21.010239 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-f2e60240-9e51-40c1-9d1d-011619193d34 None None] Provisioning for port 5889a528-9304-413d-8a3e-d220839675c1 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:49:21.016203 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-f2e60240-9e51-40c1-9d1d-011619193d34 None None] Provisioning complete for port 5889a528-9304-413d-8a3e-d220839675c1 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:49:21.016614 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f2e60240-9e51-40c1-9d1d-011619193d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:21.026664 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-2be421de-da18-41b0-b286-d154f01344cb req-e3265bee-3777-4fd0-9889-2d32b006b60f tempest-AttachSCSIVolumeTestJSON-183853041 tempest-AttachSCSIVolumeTestJSON-183853041-project] No DVR routers for this DVR port 99917a4e-a980-41a6-bb55-73d4ccc287dc on host n-h1-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:49:21.033377 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-88f7280b-b84c-4bad-a26d-ce4e444ddfa2 req-e5687eb3-e19b-493d-b6f1-c9567b7af575 service neutron] Request body: {'port': {'device_id': '8fcc190a-32da-4836-a78f-cca14a40fb9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-26'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:49:21.040626 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-2be421de-da18-41b0-b286-d154f01344cb req-e3265bee-3777-4fd0-9889-2d32b006b60f tempest-AttachSCSIVolumeTestJSON-183853041 tempest-AttachSCSIVolumeTestJSON-183853041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:21.042474 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2be421de-da18-41b0-b286-d154f01344cb req-e3265bee-3777-4fd0-9889-2d32b006b60f tempest-AttachSCSIVolumeTestJSON-183853041 tempest-AttachSCSIVolumeTestJSON-183853041-project] 10.222.0.68 "DELETE /v2.0/ports/99917a4e-a980-41a6-bb55-73d4ccc287dc HTTP/1.1" status: 204 len: 173 time: 1.7117562 Aug 16 22:49:21.043108 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaa84e0-770a-4b76-a3ca-a3d275582056 tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12dabfd2-ec50-44c1-8995-26fe09fa7167,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:21.044490 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f15458ea-2599-4ca6-8ec2-6fd3e05f8794', 'name': 'network-vif-deleted', 'tag': '99917a4e-a980-41a6-bb55-73d4ccc287dc'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:49:21.046711 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68084852-6f65-4732-8457-9470ca99accb" -d '{"events": [{"server_uuid": "f15458ea-2599-4ca6-8ec2-6fd3e05f8794", "name": "network-vif-deleted", "tag": "99917a4e-a980-41a6-bb55-73d4ccc287dc"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:49:21.076846 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-f2e60240-9e51-40c1-9d1d-011619193d34 None None] Port 5889a528-9304-413d-8a3e-d220839675c1 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:49:21.102330 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-de649d9f-b877-448a-b1ab-ca8c53c0d9ca req-dbaa84e0-770a-4b76-a3ca-a3d275582056 tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:21.103542 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-de649d9f-b877-448a-b1ab-ca8c53c0d9ca req-dbaa84e0-770a-4b76-a3ca-a3d275582056 tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.9892399 Aug 16 22:49:21.154962 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-88f7280b-b84c-4bad-a26d-ce4e444ddfa2 req-e5687eb3-e19b-493d-b6f1-c9567b7af575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:21.168009 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f9cefbc-4e4c-4e33-bce2-08027e9a4df0 req-1c9649e1-c269-4778-939d-d7a39f803a46 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Router 3ebb43b3-b1ab-4bfd-a2c2-a07b7560f569 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:49:21.391985 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042e1c96-5e6c-49ee-ada8-9c3526c1a216 req-d6fafa88-23e9-4680-ae37-d80b6da06305 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:21.393537 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-042e1c96-5e6c-49ee-ada8-9c3526c1a216 req-d6fafa88-23e9-4680-ae37-d80b6da06305 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ed93b14-c910-46e8-96a4-20bf18db316f HTTP/1.1" status: 200 len: 948 time: 0.2202582 Aug 16 22:49:21.402969 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:21.495765 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f9cefbc-4e4c-4e33-bce2-08027e9a4df0 req-1c9649e1-c269-4778-939d-d7a39f803a46 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:49:21.501565 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-042e1c96-5e6c-49ee-ada8-9c3526c1a216 req-830504c0-a579-4786-a7e6-2ab9832a8a66 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf51abff-a5e4-4ed4-87b7-552597e1ec97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978312 Aug 16 22:49:21.504685 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-9f9cefbc-4e4c-4e33-bce2-08027e9a4df0 req-1c9649e1-c269-4778-939d-d7a39f803a46 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:21.505211 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3932da-e1f3-4d89-b7f7-3392462c1b7d None None] Sync routers for ids ['3ebb43b3-b1ab-4bfd-a2c2-a07b7560f569'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:49:21.516360 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3932da-e1f3-4d89-b7f7-3392462c1b7d None None] Routers {'3ebb43b3-b1ab-4bfd-a2c2-a07b7560f569'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:49:21.517250 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-7a3932da-e1f3-4d89-b7f7-3392462c1b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:49:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['3ebb43b3-b1ab-4bfd-a2c2-a07b7560f569'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:49:21.552201 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9f9cefbc-4e4c-4e33-bce2-08027e9a4df0 req-1c9649e1-c269-4778-939d-d7a39f803a46 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] 10.222.0.36 "PUT /v2.0/floatingips/0ef8d4a7-ada7-4785-a0e5-3c7ee4bd4921 HTTP/1.1" status: 200 len: 695 time: 1.6885717 Aug 16 22:49:21.682124 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [req-88f7280b-b84c-4bad-a26d-ce4e444ddfa2 req-e5687eb3-e19b-493d-b6f1-c9567b7af575 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5889a528-9304-413d-8a3e-d220839675c1 {{(pid=101292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:49:21.692719 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-88f7280b-b84c-4bad-a26d-ce4e444ddfa2 req-e5687eb3-e19b-493d-b6f1-c9567b7af575 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:21.701328 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9cefbc-4e4c-4e33-bce2-08027e9a4df0 req-757e755a-4993-4a5c-8ab1-3bad4bca047f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:21.702901 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9f9cefbc-4e4c-4e33-bce2-08027e9a4df0 req-757e755a-4993-4a5c-8ab1-3bad4bca047f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c63a28594c214f838f1a5ddeb2a81e3f&device_id=d5f4c85a-eeef-497d-be00-9073128939b3 HTTP/1.1" status: 200 len: 1097 time: 0.1317434 Aug 16 22:49:21.710697 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96efac8-66a2-4107-a3aa-d07982cfc444 req-c305f108-1fbd-4fd0-800e-53d49ffbcd46 tempest-LiveAutoBlockMigrationV225Test-1199004585 tempest-LiveAutoBlockMigrationV225Test-1199004585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:21.712226 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b96efac8-66a2-4107-a3aa-d07982cfc444 req-c305f108-1fbd-4fd0-800e-53d49ffbcd46 tempest-LiveAutoBlockMigrationV225Test-1199004585 tempest-LiveAutoBlockMigrationV225Test-1199004585-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=cd47d4cf-ff78-4ca2-9661-63e409d4344e HTTP/1.1" status: 200 len: 1097 time: 0.1250110 Aug 16 22:49:21.714906 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-88f7280b-b84c-4bad-a26d-ce4e444ddfa2 req-e5687eb3-e19b-493d-b6f1-c9567b7af575 service neutron] Transition to ACTIVE for port object 5889a528-9304-413d-8a3e-d220839675c1 will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:49:21.720619 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-88f7280b-b84c-4bad-a26d-ce4e444ddfa2 req-e5687eb3-e19b-493d-b6f1-c9567b7af575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:21.730695 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-7a3932da-e1f3-4d89-b7f7-3392462c1b7d None None] Set router 3ebb43b3-b1ab-4bfd-a2c2-a07b7560f569 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:49:21.849130 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5687eb3-e19b-493d-b6f1-c9567b7af575 service neutron] Pushing event updated for resources: {'Port': ['ID=5889a528-9304-413d-8a3e-d220839675c1,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:21.863503 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b96efac8-66a2-4107-a3aa-d07982cfc444 req-f8955d9d-efab-4fa6-bb34-6f9769f6fc45 tempest-LiveAutoBlockMigrationV225Test-1199004585 tempest-LiveAutoBlockMigrationV225Test-1199004585-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136737 Aug 16 22:49:21.953163 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9cefbc-4e4c-4e33-bce2-08027e9a4df0 req-3d054ff1-026d-40d6-adf1-39926743c34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:21.954646 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9f9cefbc-4e4c-4e33-bce2-08027e9a4df0 req-3d054ff1-026d-40d6-adf1-39926743c34f service neutron] 10.222.0.36 "GET /v2.0/networks?id=2f4dbeea-fe0f-4678-95de-52518f112d3e HTTP/1.1" status: 200 len: 929 time: 0.2032604 Aug 16 22:49:21.991344 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-7a3932da-e1f3-4d89-b7f7-3392462c1b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ebb43b3-b1ab-4bfd-a2c2-a07b7560f569', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-425917876-router', 'tenant_id': 'c63a28594c214f838f1a5ddeb2a81e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '8783347e-b151-43ee-a28d-5b8ce32076c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:48:29Z', 'updated_at': '2021-08-16T22:48:35Z', 'revision_number': 4, 'project_id': 'c63a28594c214f838f1a5ddeb2a81e3f', 'gw_port': {'id': '8783347e-b151-43ee-a28d-5b8ce32076c4', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:4f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebb43b3-b1ab-4bfd-a2c2-a07b7560f569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:48:30Z', 'updated_at': '2021-08-16T22:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'a1083023-e065-48a1-914e-afe25bd8ee4c', 'name': '', 'network_id': '2f4dbeea-fe0f-4678-95de-52518f112d3e', 'tenant_id': 'c63a28594c214f838f1a5ddeb2a81e3f', 'mac_address': 'fa:16:3e:71:2b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebb43b3-b1ab-4bfd-a2c2-a07b7560f569', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '4c2f9fbb-1429-4941-a208-becc5a9d6b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:48:33Z', 'updated_at': '2021-08-16T22:48:43Z', 'revision_number': 5, 'project_id': 'c63a28594c214f838f1a5ddeb2a81e3f', 'subnets': [{'id': '4c2f9fbb-1429-4941-a208-becc5a9d6b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:49:22.020184 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3932da-e1f3-4d89-b7f7-3392462c1b7d None None] Checking router: 3ebb43b3-b1ab-4bfd-a2c2-a07b7560f569 for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:49:22.029024 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3932da-e1f3-4d89-b7f7-3392462c1b7d None None] Routers {'3ebb43b3-b1ab-4bfd-a2c2-a07b7560f569'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:49:22.029753 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-7a3932da-e1f3-4d89-b7f7-3392462c1b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:49:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['3ebb43b3-b1ab-4bfd-a2c2-a07b7560f569'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:49:22.034153 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9f9cefbc-4e4c-4e33-bce2-08027e9a4df0 req-27cd94a6-e805-4d23-92ab-d5ada5179d9a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=53f761fa-aa04-4e67-ab7f-23a534d5a5e0 HTTP/1.1" status: 200 len: 217 time: 0.0670002 Aug 16 22:49:22.040512 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-88f7280b-b84c-4bad-a26d-ce4e444ddfa2 req-e5687eb3-e19b-493d-b6f1-c9567b7af575 service neutron] Attempting to bind port 5889a528-9304-413d-8a3e-d220839675c1 on host n-h2-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:49:22.040873 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-88f7280b-b84c-4bad-a26d-ce4e444ddfa2 req-e5687eb3-e19b-493d-b6f1-c9567b7af575 service neutron] Attempting to bind port 5889a528-9304-413d-8a3e-d220839675c1 by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:49:22.041196 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f7280b-b84c-4bad-a26d-ce4e444ddfa2 req-e5687eb3-e19b-493d-b6f1-c9567b7af575 service neutron] Attempting to bind port 5889a528-9304-413d-8a3e-d220839675c1 on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:49:22.076920 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f7280b-b84c-4bad-a26d-ce4e444ddfa2 req-e5687eb3-e19b-493d-b6f1-c9567b7af575 service neutron] Port 5889a528-9304-413d-8a3e-d220839675c1 on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:49:22.077248 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f7280b-b84c-4bad-a26d-ce4e444ddfa2 req-e5687eb3-e19b-493d-b6f1-c9567b7af575 service neutron] Attempting to bind port 5889a528-9304-413d-8a3e-d220839675c1 on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:49:22.097758 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709747f8-714a-4422-bf2a-51287e8caa91 req-807750a1-d823-4014-bfe0-9a9abe4f4e61 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:22.099212 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-709747f8-714a-4422-bf2a-51287e8caa91 req-807750a1-d823-4014-bfe0-9a9abe4f4e61 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd80fd78-9e08-4cc7-a161-80457457a8fc HTTP/1.1" status: 200 len: 950 time: 0.1477196 Aug 16 22:49:22.102326 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f7280b-b84c-4bad-a26d-ce4e444ddfa2 req-e5687eb3-e19b-493d-b6f1-c9567b7af575 service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:49:22.102667 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f7280b-b84c-4bad-a26d-ce4e444ddfa2 req-e5687eb3-e19b-493d-b6f1-c9567b7af575 service neutron] Checking segment: {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:49:22.103056 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f7280b-b84c-4bad-a26d-ce4e444ddfa2 req-e5687eb3-e19b-493d-b6f1-c9567b7af575 service neutron] Bound using segment: {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:49:22.103504 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-88f7280b-b84c-4bad-a26d-ce4e444ddfa2 req-e5687eb3-e19b-493d-b6f1-c9567b7af575 service neutron] Bound port: 5889a528-9304-413d-8a3e-d220839675c1, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:49:22.103864 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-88f7280b-b84c-4bad-a26d-ce4e444ddfa2 req-e5687eb3-e19b-493d-b6f1-c9567b7af575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:22.133258 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9cefbc-4e4c-4e33-bce2-08027e9a4df0 req-9edb98c5-99c7-4005-bd1e-8bcb29a0435c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:22.134715 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9f9cefbc-4e4c-4e33-bce2-08027e9a4df0 req-9edb98c5-99c7-4005-bd1e-8bcb29a0435c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4c2f9fbb-1429-4941-a208-becc5a9d6b4d HTTP/1.1" status: 200 len: 867 time: 0.0905688 Aug 16 22:49:22.157092 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-7a3932da-e1f3-4d89-b7f7-3392462c1b7d None None] Set router 3ebb43b3-b1ab-4bfd-a2c2-a07b7560f569 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:49:22.206539 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-709747f8-714a-4422-bf2a-51287e8caa91 req-49fa820a-7827-44ac-9ed9-8bff879b5b02 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980453 Aug 16 22:49:22.238392 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-88f7280b-b84c-4bad-a26d-ce4e444ddfa2 req-e5687eb3-e19b-493d-b6f1-c9567b7af575 service neutron] For port 5889a528-9304-413d-8a3e-d220839675c1, host n-h2-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:49:22.241904 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9cefbc-4e4c-4e33-bce2-08027e9a4df0 req-bdc3f86a-6bf3-4021-a37b-2e64f77a46d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:22.244284 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9f9cefbc-4e4c-4e33-bce2-08027e9a4df0 req-bdc3f86a-6bf3-4021-a37b-2e64f77a46d7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2f4dbeea-fe0f-4678-95de-52518f112d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1005147 Aug 16 22:49:22.246059 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-88f7280b-b84c-4bad-a26d-ce4e444ddfa2 req-e5687eb3-e19b-493d-b6f1-c9567b7af575 service neutron] For port 5889a528-9304-413d-8a3e-d220839675c1, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=5889a528-9304-413d-8a3e-d220839675c1,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:49:22.252648 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-88f7280b-b84c-4bad-a26d-ce4e444ddfa2 req-e5687eb3-e19b-493d-b6f1-c9567b7af575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:22.273394 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 99917a4e-a980-41a6-bb55-73d4ccc287dc no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:49:22.295315 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] No Port match for: 99917a4e-a980-41a6-bb55-73d4ccc287dc {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:49:22.295676 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 99917a4e-a980-41a6-bb55-73d4ccc287dc not bound to the agent host n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:49:22.336276 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7280b-b84c-4bad-a26d-ce4e444ddfa2 req-e5687eb3-e19b-493d-b6f1-c9567b7af575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:22.336923 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-88f7280b-b84c-4bad-a26d-ce4e444ddfa2 req-e5687eb3-e19b-493d-b6f1-c9567b7af575 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:22.338316 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-88f7280b-b84c-4bad-a26d-ce4e444ddfa2 req-e5687eb3-e19b-493d-b6f1-c9567b7af575 service neutron] 10.222.0.57 "PUT /v2.0/ports/5889a528-9304-413d-8a3e-d220839675c1 HTTP/1.1" status: 200 len: 1096 time: 1.3129933 Aug 16 22:49:22.365932 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5687eb3-e19b-493d-b6f1-c9567b7af575 service neutron] Pushing event updated for resources: {'Port': ['ID=5889a528-9304-413d-8a3e-d220839675c1,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:22.385812 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d9c5fbf-d32c-4817-b829-4fa5bace00ac x-openstack-request-id: req-4d9c5fbf-d32c-4817-b829-4fa5bace00ac {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:49:22.386342 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ed93b14-c910-46e8-96a4-20bf18db316f", "tag": "5dc72a00-0f55-40d2-95ec-e6c1f053f268", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:49:22.386542 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4d9c5fbf-d32c-4817-b829-4fa5bace00ac {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:49:22.387084 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ed93b14-c910-46e8-96a4-20bf18db316f', 'tag': '5dc72a00-0f55-40d2-95ec-e6c1f053f268', 'status': 'completed', 'code': 200} Aug 16 22:49:22.409810 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9f9cefbc-4e4c-4e33-bce2-08027e9a4df0 req-059a5343-c465-477a-b43f-dc3f90e73f7e service neutron] 10.222.0.36 "GET /v2.0/networks/2f4dbeea-fe0f-4678-95de-52518f112d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535234 Aug 16 22:49:22.426186 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-7a3932da-e1f3-4d89-b7f7-3392462c1b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ebb43b3-b1ab-4bfd-a2c2-a07b7560f569', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-425917876-router', 'tenant_id': 'c63a28594c214f838f1a5ddeb2a81e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '8783347e-b151-43ee-a28d-5b8ce32076c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:48:29Z', 'updated_at': '2021-08-16T22:48:35Z', 'revision_number': 4, 'project_id': 'c63a28594c214f838f1a5ddeb2a81e3f', 'gw_port': {'id': '8783347e-b151-43ee-a28d-5b8ce32076c4', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:4f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebb43b3-b1ab-4bfd-a2c2-a07b7560f569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:48:30Z', 'updated_at': '2021-08-16T22:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'a1083023-e065-48a1-914e-afe25bd8ee4c', 'name': '', 'network_id': '2f4dbeea-fe0f-4678-95de-52518f112d3e', 'tenant_id': 'c63a28594c214f838f1a5ddeb2a81e3f', 'mac_address': 'fa:16:3e:71:2b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebb43b3-b1ab-4bfd-a2c2-a07b7560f569', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '4c2f9fbb-1429-4941-a208-becc5a9d6b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:48:33Z', 'updated_at': '2021-08-16T22:48:43Z', 'revision_number': 5, 'project_id': 'c63a28594c214f838f1a5ddeb2a81e3f', 'subnets': [{'id': '4c2f9fbb-1429-4941-a208-becc5a9d6b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:49:22.496324 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3932da-e1f3-4d89-b7f7-3392462c1b7d None None] The sync data for ids ['3ebb43b3-b1ab-4bfd-a2c2-a07b7560f569'] in n-d-791506-26 is: [{'id': '3ebb43b3-b1ab-4bfd-a2c2-a07b7560f569', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-425917876-router', 'tenant_id': 'c63a28594c214f838f1a5ddeb2a81e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '8783347e-b151-43ee-a28d-5b8ce32076c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:48:29Z', 'updated_at': '2021-08-16T22:48:35Z', 'revision_number': 4, 'project_id': 'c63a28594c214f838f1a5ddeb2a81e3f', 'gw_port': {'id': '8783347e-b151-43ee-a28d-5b8ce32076c4', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:4f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebb43b3-b1ab-4bfd-a2c2-a07b7560f569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:48:30Z', 'updated_at': '2021-08-16T22:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'a1083023-e065-48a1-914e-afe25bd8ee4c', 'name': '', 'network_id': '2f4dbeea-fe0f-4678-95de-52518f112d3e', 'tenant_id': 'c63a28594c214f838f1a5ddeb2a81e3f', 'mac_address': 'fa:16:3e:71:2b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebb43b3-b1ab-4bfd-a2c2-a07b7560f569', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '4c2f9fbb-1429-4941-a208-becc5a9d6b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:48:33Z', 'updated_at': '2021-08-16T22:48:43Z', 'revision_number': 5, 'project_id': 'c63a28594c214f838f1a5ddeb2a81e3f', 'subnets': [{'id': '4c2f9fbb-1429-4941-a208-becc5a9d6b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:49:22.501603 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c07ac121-b8fe-494e-9548-9d32d69afc56 x-openstack-request-id: req-c07ac121-b8fe-494e-9548-9d32d69afc56 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:49:22.501739 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f15458ea-2599-4ca6-8ec2-6fd3e05f8794", "name": "network-vif-deleted", "tag": "99917a4e-a980-41a6-bb55-73d4ccc287dc", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:49:22.502002 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c07ac121-b8fe-494e-9548-9d32d69afc56 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:49:22.502405 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f15458ea-2599-4ca6-8ec2-6fd3e05f8794', 'name': 'network-vif-deleted', 'tag': '99917a4e-a980-41a6-bb55-73d4ccc287dc', 'status': 'completed', 'code': 200} Aug 16 22:49:22.570493 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a8960d-c14f-40f0-8099-143bd5bf2dfa req-0ccbc942-d68f-4663-8dd7-f5ef60ff6118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:22.572014 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a8a8960d-c14f-40f0-8099-143bd5bf2dfa req-0ccbc942-d68f-4663-8dd7-f5ef60ff6118 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=8a5e1d0e34564f40b5c7c9ef56843b1e&device_id=0ed93b14-c910-46e8-96a4-20bf18db316f HTTP/1.1" status: 200 len: 1100 time: 0.1022630 Aug 16 22:49:22.647290 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:22.658425 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7280b-b84c-4bad-a26d-ce4e444ddfa2 req-62c72abf-3226-4dce-8328-e47145d3483b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:22.660660 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-88f7280b-b84c-4bad-a26d-ce4e444ddfa2 req-62c72abf-3226-4dce-8328-e47145d3483b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8a5e1d0e34564f40b5c7c9ef56843b1e&device_id=8fcc190a-32da-4836-a78f-cca14a40fb9b HTTP/1.1" status: 200 len: 1099 time: 0.2267950 Aug 16 22:49:22.663221 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ee12f714-8ca6-4baf-9333-10f0be36460d req-e23d1494-33b4-4159-8caa-abb6909779df tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] 10.222.0.36 "GET /v2.0/security-groups/4f3fd05f-f63c-4518-899b-9b0252eb09d1 HTTP/1.1" status: 200 len: 1805 time: 0.1600556 Aug 16 22:49:22.673211 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9f9cefbc-4e4c-4e33-bce2-08027e9a4df0 req-0da6020a-d129-434f-b5a8-771c4faae6ac service neutron] 10.222.0.36 "GET /v2.0/networks/2f4dbeea-fe0f-4678-95de-52518f112d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619951 Aug 16 22:49:22.720279 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a8960d-c14f-40f0-8099-143bd5bf2dfa req-75a9a61f-efc7-48e3-a36c-2dd4bc25393e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:22.721931 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a8a8960d-c14f-40f0-8099-143bd5bf2dfa req-75a9a61f-efc7-48e3-a36c-2dd4bc25393e service neutron] 10.222.0.68 "GET /v2.0/networks?id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd HTTP/1.1" status: 200 len: 870 time: 0.1248586 Aug 16 22:49:22.809286 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-88f7280b-b84c-4bad-a26d-ce4e444ddfa2 req-843db1d2-f25c-4233-9f53-529a2060c661 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=5889a528-9304-413d-8a3e-d220839675c1 HTTP/1.1" status: 200 len: 217 time: 0.0858052 Aug 16 22:49:22.817762 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46eda96-7853-4aa0-9e56-afb0b20763d8 None None] New status for floating IP 0ef8d4a7-ada7-4785-a0e5-3c7ee4bd4921: DOWN {{(pid=101293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:49:22.871525 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a8a8960d-c14f-40f0-8099-143bd5bf2dfa req-36b7a9c1-778c-4e2c-96a1-8b85d1744152 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=5dc72a00-0f55-40d2-95ec-e6c1f053f268 HTTP/1.1" status: 200 len: 217 time: 0.0912609 Aug 16 22:49:22.956477 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdb53a6-5779-44d9-85c5-34e2b137fdf4 req-1f550195-bdf1-413b-87c7-93859ed3fa07 tempest-LiveAutoBlockMigrationV225Test-1199004585 tempest-LiveAutoBlockMigrationV225Test-1199004585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:22.959009 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dfdb53a6-5779-44d9-85c5-34e2b137fdf4 req-1f550195-bdf1-413b-87c7-93859ed3fa07 tempest-LiveAutoBlockMigrationV225Test-1199004585 tempest-LiveAutoBlockMigrationV225Test-1199004585-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=cd47d4cf-ff78-4ca2-9661-63e409d4344e HTTP/1.1" status: 200 len: 1097 time: 0.1776536 Aug 16 22:49:22.974020 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7280b-b84c-4bad-a26d-ce4e444ddfa2 req-51ae162f-abd2-42da-8b3a-a135a2548ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:22.975688 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-88f7280b-b84c-4bad-a26d-ce4e444ddfa2 req-51ae162f-abd2-42da-8b3a-a135a2548ad2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6af2b868-37d3-46ab-a526-0465929f13c8 HTTP/1.1" status: 200 len: 843 time: 0.1209083 Aug 16 22:49:23.018088 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-ee12f714-8ca6-4baf-9333-10f0be36460d req-6d602d20-93b3-4a39-a04d-c72abc0ecd2d tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:23.044261 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a8960d-c14f-40f0-8099-143bd5bf2dfa req-b9ce3504-e373-4b25-a9eb-e6c75d63d2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:23.046064 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a8a8960d-c14f-40f0-8099-143bd5bf2dfa req-b9ce3504-e373-4b25-a9eb-e6c75d63d2a6 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6af2b868-37d3-46ab-a526-0465929f13c8 HTTP/1.1" status: 200 len: 843 time: 0.1485336 Aug 16 22:49:23.123252 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dfdb53a6-5779-44d9-85c5-34e2b137fdf4 req-aab6647d-37ca-421a-882a-d59ce9cad369 tempest-LiveAutoBlockMigrationV225Test-1199004585 tempest-LiveAutoBlockMigrationV225Test-1199004585-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465769 Aug 16 22:49:23.129299 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-ee12f714-8ca6-4baf-9333-10f0be36460d req-6d602d20-93b3-4a39-a04d-c72abc0ecd2d tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:23.187217 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7280b-b84c-4bad-a26d-ce4e444ddfa2 req-f003a082-874b-4d06-a6d4-ddc5d179fe73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:23.188755 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-88f7280b-b84c-4bad-a26d-ce4e444ddfa2 req-f003a082-874b-4d06-a6d4-ddc5d179fe73 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1757567 Aug 16 22:49:23.195941 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a8960d-c14f-40f0-8099-143bd5bf2dfa req-d0167df1-2b52-4215-9476-fc36dcc05554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:23.197597 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a8a8960d-c14f-40f0-8099-143bd5bf2dfa req-d0167df1-2b52-4215-9476-fc36dcc05554 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1217411 Aug 16 22:49:23.360452 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-ee12f714-8ca6-4baf-9333-10f0be36460d req-6d602d20-93b3-4a39-a04d-c72abc0ecd2d tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:23.363044 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-ee12f714-8ca6-4baf-9333-10f0be36460d req-6d602d20-93b3-4a39-a04d-c72abc0ecd2d tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:23.364890 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ee12f714-8ca6-4baf-9333-10f0be36460d req-6d602d20-93b3-4a39-a04d-c72abc0ecd2d tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] 10.222.0.36 "DELETE /v2.0/security-groups/4f3fd05f-f63c-4518-899b-9b0252eb09d1 HTTP/1.1" status: 204 len: 173 time: 0.6463714 Aug 16 22:49:23.672900 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d602d20-93b3-4a39-a04d-c72abc0ecd2d tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f3fd05f-f63c-4518-899b-9b0252eb09d1,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:23.740378 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d24746-de42-4ab3-ab2d-5e2d1b767efc req-7d343f64-972b-4fe4-80e1-c85c776a7dbd tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:23.741889 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-59d24746-de42-4ab3-ab2d-5e2d1b767efc req-7d343f64-972b-4fe4-80e1-c85c776a7dbd tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ed93b14-c910-46e8-96a4-20bf18db316f HTTP/1.1" status: 200 len: 948 time: 0.4837456 Aug 16 22:49:23.748856 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-88f7280b-b84c-4bad-a26d-ce4e444ddfa2 req-c3348618-4d51-42f4-8b5c-d497edd40573 service neutron] 10.222.0.57 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5485673 Aug 16 22:49:23.754600 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-16cd013d-6374-4f32-b285-3f165a491015 req-7a55a8b4-89a0-446b-a99f-0db6302a6846 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] 10.222.0.36 "GET /v2.0/floatingips/0ef8d4a7-ada7-4785-a0e5-3c7ee4bd4921 HTTP/1.1" status: 200 len: 693 time: 0.0966930 Aug 16 22:49:23.757003 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a8a8960d-c14f-40f0-8099-143bd5bf2dfa req-4707816c-e9fd-44c6-a836-bfc307a41e3f service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5377579 Aug 16 22:49:23.953548 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-59d24746-de42-4ab3-ab2d-5e2d1b767efc req-ec28c473-a681-4c51-afa4-ac39790b435a tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf51abff-a5e4-4ed4-87b7-552597e1ec97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037411 Aug 16 22:49:24.031305 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cd013d-6374-4f32-b285-3f165a491015 req-be116622-1c56-46aa-8657-ef4f056df60e tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:24.032694 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-16cd013d-6374-4f32-b285-3f165a491015 req-be116622-1c56-46aa-8657-ef4f056df60e tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] 10.222.0.36 "GET /v2.0/networks/c22c4980-c849-406d-982c-a5d68c515a94 HTTP/1.1" status: 200 len: 784 time: 0.2684677 Aug 16 22:49:24.039860 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a8a8960d-c14f-40f0-8099-143bd5bf2dfa req-54312862-7a3c-4ae4-be91-5ebf714c8baa service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601292 Aug 16 22:49:24.052976 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-88f7280b-b84c-4bad-a26d-ce4e444ddfa2 req-0b075c69-9dea-412a-955e-4a77775ea576 service neutron] 10.222.0.57 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875273 Aug 16 22:49:24.106449 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-16cd013d-6374-4f32-b285-3f165a491015 req-39691255-d9a7-4d1f-848b-4349161ff224 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.4.185 HTTP/1.1" status: 200 len: 696 time: 0.0656471 Aug 16 22:49:24.174823 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-16cd013d-6374-4f32-b285-3f165a491015 req-2ec26229-a227-43a9-bf90-159eb37df2a2 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.4.185 HTTP/1.1" status: 200 len: 696 time: 0.0535128 Aug 16 22:49:24.190744 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85addfe1-a28a-4f67-b637-dbd82090f322 req-2edbb6b4-9575-408f-ab78-33d60ca32689 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:24.192724 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-85addfe1-a28a-4f67-b637-dbd82090f322 req-2edbb6b4-9575-408f-ab78-33d60ca32689 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd80fd78-9e08-4cc7-a161-80457457a8fc HTTP/1.1" status: 200 len: 950 time: 0.1051402 Aug 16 22:49:24.285559 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 5dc72a00-0f55-40d2-95ec-e6c1f053f268 details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:49:24.336290 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-85addfe1-a28a-4f67-b637-dbd82090f322 req-07cf2d65-1a88-4e2c-a1fb-9ac3e01aec15 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359346 Aug 16 22:49:24.404965 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-16cd013d-6374-4f32-b285-3f165a491015 req-e2a254ee-ddad-40ae-b224-64f14dad8332 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Deleting port 8c55f54b-5f60-46a1-917b-e7529d4bcc4e {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:49:24.405307 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-16cd013d-6374-4f32-b285-3f165a491015 req-e2a254ee-ddad-40ae-b224-64f14dad8332 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:24.486734 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-16cd013d-6374-4f32-b285-3f165a491015 req-e2a254ee-ddad-40ae-b224-64f14dad8332 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:24.487330 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-16cd013d-6374-4f32-b285-3f165a491015 req-e2a254ee-ddad-40ae-b224-64f14dad8332 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:24.505264 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5f4c85a-eeef-497d-be00-9073128939b3', 'tag': '53f761fa-aa04-4e67-ab7f-23a534d5a5e0'}, {'name': 'network-changed', 'server_uuid': '8fcc190a-32da-4836-a78f-cca14a40fb9b', 'tag': '5889a528-9304-413d-8a3e-d220839675c1'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:49:24.507466 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9220a762-2a83-47fa-aee4-c4f9fe9e94a9" -d '{"events": [{"name": "network-changed", "server_uuid": "d5f4c85a-eeef-497d-be00-9073128939b3", "tag": "53f761fa-aa04-4e67-ab7f-23a534d5a5e0"}, {"name": "network-changed", "server_uuid": "8fcc190a-32da-4836-a78f-cca14a40fb9b", "tag": "5889a528-9304-413d-8a3e-d220839675c1"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:49:24.519762 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-16cd013d-6374-4f32-b285-3f165a491015 req-e2a254ee-ddad-40ae-b224-64f14dad8332 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Calling delete_port for 8c55f54b-5f60-46a1-917b-e7529d4bcc4e owned by network:floatingip {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:49:24.554928 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9e9fb32f-0f22-4362-9b81-5a484f37af2e req-ae844175-87c3-42cd-be89-346beae24583 tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] 10.222.0.36 "GET /v2.0/security-groups/acd1a734-c3cc-4f85-a091-4a2721ca3363 HTTP/1.1" status: 200 len: 1802 time: 0.0591400 Aug 16 22:49:24.570737 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 5dc72a00-0f55-40d2-95ec-e6c1f053f268, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=5dc72a00-0f55-40d2-95ec-e6c1f053f268,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:49:24.585720 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': '5dc72a00-0f55-40d2-95ec-e6c1f053f268', 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd', 'port_id': '5dc72a00-0f55-40d2-95ec-e6c1f053f268', 'mac_address': 'fa:16:3e:75:6f:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6af2b868-37d3-46ab-a526-0465929f13c8', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:49:24.639107 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:24.670571 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dc72a00-0f55-40d2-95ec-e6c1f053f268 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:49:24.714063 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 5dc72a00-0f55-40d2-95ec-e6c1f053f268, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=5dc72a00-0f55-40d2-95ec-e6c1f053f268,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:49:24.726444 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:24.753932 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-16cd013d-6374-4f32-b285-3f165a491015 req-e2a254ee-ddad-40ae-b224-64f14dad8332 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:24.803954 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 16 Aug 2021 22:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6104e05-1cf9-4ad0-a8e3-f34165f1ce18 x-openstack-request-id: req-f6104e05-1cf9-4ad0-a8e3-f34165f1ce18 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:49:24.804258 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5f4c85a-eeef-497d-be00-9073128939b3", "tag": "53f761fa-aa04-4e67-ab7f-23a534d5a5e0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8fcc190a-32da-4836-a78f-cca14a40fb9b", "tag": "5889a528-9304-413d-8a3e-d220839675c1", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:49:24.804507 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f6104e05-1cf9-4ad0-a8e3-f34165f1ce18 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:49:24.804934 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5f4c85a-eeef-497d-be00-9073128939b3', 'tag': '53f761fa-aa04-4e67-ab7f-23a534d5a5e0', 'status': 'completed', 'code': 200} Aug 16 22:49:24.805191 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fcc190a-32da-4836-a78f-cca14a40fb9b', 'tag': '5889a528-9304-413d-8a3e-d220839675c1', 'status': 'completed', 'code': 200} Aug 16 22:49:24.806273 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a254ee-ddad-40ae-b224-64f14dad8332 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Pushing event deleted for resources: {'Port': ['ID=8c55f54b-5f60-46a1-917b-e7529d4bcc4e,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:24.829227 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-46266f5b-2237-43b1-afdf-7caa366243d3 req-041970c3-0596-443a-919c-4b3f9bfcfd56 tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-803797937', 'description': 'tempest-description-593430799'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:49:24.847972 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=5dc72a00-0f55-40d2-95ec-e6c1f053f268,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:24.889930 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:24.930514 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-16cd013d-6374-4f32-b285-3f165a491015 req-e2a254ee-ddad-40ae-b224-64f14dad8332 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Notify callbacks [] for floatingip, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:24.933043 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-16cd013d-6374-4f32-b285-3f165a491015 req-e2a254ee-ddad-40ae-b224-64f14dad8332 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:24.934262 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-16cd013d-6374-4f32-b285-3f165a491015 req-e2a254ee-ddad-40ae-b224-64f14dad8332 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] 10.222.0.36 "DELETE /v2.0/floatingips/0ef8d4a7-ada7-4785-a0e5-3c7ee4bd4921 HTTP/1.1" status: 204 len: 173 time: 0.7530632 Aug 16 22:49:24.947242 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-46266f5b-2237-43b1-afdf-7caa366243d3 req-041970c3-0596-443a-919c-4b3f9bfcfd56 tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:24.967035 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9220a762-2a83-47fa-aee4-c4f9fe9e94a9 req-462a8715-de82-41e0-915d-6383c8c34c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:24.968576 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9220a762-2a83-47fa-aee4-c4f9fe9e94a9 req-462a8715-de82-41e0-915d-6383c8c34c8c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c63a28594c214f838f1a5ddeb2a81e3f&device_id=d5f4c85a-eeef-497d-be00-9073128939b3 HTTP/1.1" status: 200 len: 1097 time: 0.0836186 Aug 16 22:49:25.172510 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fc1fb4-2905-4a78-a426-8315443dfc4a req-7002d7ae-279f-4d1f-95c2-534546bb850e tempest-LiveAutoBlockMigrationV225Test-1199004585 tempest-LiveAutoBlockMigrationV225Test-1199004585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:25.174089 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d8fc1fb4-2905-4a78-a426-8315443dfc4a req-7002d7ae-279f-4d1f-95c2-534546bb850e tempest-LiveAutoBlockMigrationV225Test-1199004585 tempest-LiveAutoBlockMigrationV225Test-1199004585-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=cd47d4cf-ff78-4ca2-9661-63e409d4344e HTTP/1.1" status: 200 len: 1097 time: 0.1509211 Aug 16 22:49:25.181240 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['5dc72a00-0f55-40d2-95ec-e6c1f053f268'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:49:25.221970 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9220a762-2a83-47fa-aee4-c4f9fe9e94a9 req-f1d2ccf7-d0b5-452e-883e-88c8f7fc53a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:25.224706 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9220a762-2a83-47fa-aee4-c4f9fe9e94a9 req-f1d2ccf7-d0b5-452e-883e-88c8f7fc53a7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2f4dbeea-fe0f-4678-95de-52518f112d3e HTTP/1.1" status: 200 len: 929 time: 0.2472963 Aug 16 22:49:25.276283 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-46266f5b-2237-43b1-afdf-7caa366243d3 req-041970c3-0596-443a-919c-4b3f9bfcfd56 tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:25.334369 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-46266f5b-2237-43b1-afdf-7caa366243d3 req-041970c3-0596-443a-919c-4b3f9bfcfd56 tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:25.342894 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9220a762-2a83-47fa-aee4-c4f9fe9e94a9 req-7ee8e873-acfb-4e0c-9a9b-0a57a8520127 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=53f761fa-aa04-4e67-ab7f-23a534d5a5e0 HTTP/1.1" status: 200 len: 217 time: 0.0995715 Aug 16 22:49:25.351248 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d8fc1fb4-2905-4a78-a426-8315443dfc4a req-2cfe91ba-4be8-44fc-b0d1-8e8b8d5ed9cb tempest-LiveAutoBlockMigrationV225Test-1199004585 tempest-LiveAutoBlockMigrationV225Test-1199004585-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682553 Aug 16 22:49:25.395126 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-46266f5b-2237-43b1-afdf-7caa366243d3 req-041970c3-0596-443a-919c-4b3f9bfcfd56 tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:25.419169 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-46266f5b-2237-43b1-afdf-7caa366243d3 req-041970c3-0596-443a-919c-4b3f9bfcfd56 tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5952520 Aug 16 22:49:25.445667 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041970c3-0596-443a-919c-4b3f9bfcfd56 tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2910c631-dc12-4be9-a83f-60d6d2c77e39,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:25.463710 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041970c3-0596-443a-919c-4b3f9bfcfd56 tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:25.464141 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041970c3-0596-443a-919c-4b3f9bfcfd56 tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:25.464802 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041970c3-0596-443a-919c-4b3f9bfcfd56 tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:25.465003 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041970c3-0596-443a-919c-4b3f9bfcfd56 tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:25.465336 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041970c3-0596-443a-919c-4b3f9bfcfd56 tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:25.465668 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041970c3-0596-443a-919c-4b3f9bfcfd56 tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:25.466004 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041970c3-0596-443a-919c-4b3f9bfcfd56 tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:25.466333 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041970c3-0596-443a-919c-4b3f9bfcfd56 tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:25.466781 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041970c3-0596-443a-919c-4b3f9bfcfd56 tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:25.467115 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041970c3-0596-443a-919c-4b3f9bfcfd56 tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:25.467442 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041970c3-0596-443a-919c-4b3f9bfcfd56 tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:25.467764 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041970c3-0596-443a-919c-4b3f9bfcfd56 tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:25.483029 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9220a762-2a83-47fa-aee4-c4f9fe9e94a9 req-7be05aea-b4df-4e0e-a91d-e69eaa513ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:25.484589 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9220a762-2a83-47fa-aee4-c4f9fe9e94a9 req-7be05aea-b4df-4e0e-a91d-e69eaa513ec1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4c2f9fbb-1429-4941-a208-becc5a9d6b4d HTTP/1.1" status: 200 len: 867 time: 0.1263230 Aug 16 22:49:25.586544 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a80092a-52c5-4284-b4dd-de89a62bfb2a req-e44a30c8-db4e-4be8-8a54-12d5e835c596 tempest-LiveMigrationTest-725130784 tempest-LiveMigrationTest-725130784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:25.588118 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9a80092a-52c5-4284-b4dd-de89a62bfb2a req-e44a30c8-db4e-4be8-8a54-12d5e835c596 tempest-LiveMigrationTest-725130784 tempest-LiveMigrationTest-725130784-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f42e12b8-8894-4259-ab72-4cde2141db35 HTTP/1.1" status: 200 len: 1098 time: 0.1070120 Aug 16 22:49:25.595367 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4086fd-55ca-49d3-9bc2-e72d288cec1a req-bf654576-f136-4e23-8ec7-a81a44f2c887 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:25.596986 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fd4086fd-55ca-49d3-9bc2-e72d288cec1a req-bf654576-f136-4e23-8ec7-a81a44f2c887 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ed93b14-c910-46e8-96a4-20bf18db316f HTTP/1.1" status: 200 len: 949 time: 0.1380751 Aug 16 22:49:25.605860 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9220a762-2a83-47fa-aee4-c4f9fe9e94a9 req-0c0c30fe-5a3e-47e2-9241-06ae9590767d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:25.607605 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9220a762-2a83-47fa-aee4-c4f9fe9e94a9 req-0c0c30fe-5a3e-47e2-9241-06ae9590767d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2f4dbeea-fe0f-4678-95de-52518f112d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0978084 Aug 16 22:49:25.705352 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9a80092a-52c5-4284-b4dd-de89a62bfb2a req-be1279fe-b849-461c-99fb-489d54db4ead tempest-LiveMigrationTest-725130784 tempest-LiveMigrationTest-725130784-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072788 Aug 16 22:49:25.716282 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fd4086fd-55ca-49d3-9bc2-e72d288cec1a req-7f2f81d8-24f1-4f77-9a2a-a6e33d341639 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf51abff-a5e4-4ed4-87b7-552597e1ec97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076524 Aug 16 22:49:25.772975 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9220a762-2a83-47fa-aee4-c4f9fe9e94a9 req-ac59f2c3-49ba-45b7-9617-4935ae84e2ca service neutron] 10.222.0.57 "GET /v2.0/networks/2f4dbeea-fe0f-4678-95de-52518f112d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508381 Aug 16 22:49:25.934876 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae09dca-d50d-48e0-b730-fbf95797ac5f req-7121e347-a58e-4738-8244-b27085625425 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:25.936324 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7ae09dca-d50d-48e0-b730-fbf95797ac5f req-7121e347-a58e-4738-8244-b27085625425 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd80fd78-9e08-4cc7-a161-80457457a8fc HTTP/1.1" status: 200 len: 950 time: 0.1473849 Aug 16 22:49:25.950049 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eab800-3f2a-4085-a73f-ea6c65c89167 req-581b73b3-d7c0-4012-bbb4-ea32876b18cb tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:25.951509 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c0eab800-3f2a-4085-a73f-ea6c65c89167 req-581b73b3-d7c0-4012-bbb4-ea32876b18cb tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5f4c85a-eeef-497d-be00-9073128939b3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1449876 Aug 16 22:49:25.970300 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9220a762-2a83-47fa-aee4-c4f9fe9e94a9 req-745f2a21-6572-4b06-a599-47fb3b5b0d31 service neutron] 10.222.0.57 "GET /v2.0/networks/2f4dbeea-fe0f-4678-95de-52518f112d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826828 Aug 16 22:49:26.012381 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c0eab800-3f2a-4085-a73f-ea6c65c89167 req-b1f26070-33c9-4957-b1b6-92cce89a99c7 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0457771 Aug 16 22:49:26.029731 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7ae09dca-d50d-48e0-b730-fbf95797ac5f req-1f617a36-316b-40f5-9277-a17b0e7f19db tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721450 Aug 16 22:49:26.109475 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9e2e1065-5511-4b7d-8c62-bd9868833271 req-dc63f883-fa28-4a9b-8132-7dbf67d6555d tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] 10.222.0.36 "GET /v2.0/security-groups/2910c631-dc12-4be9-a83f-60d6d2c77e39 HTTP/1.1" status: 200 len: 1803 time: 0.0787318 Aug 16 22:49:26.121731 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-9e2e1065-5511-4b7d-8c62-bd9868833271 req-94085c42-401f-4a40-b07c-f699d3bafc6a tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2910c631-dc12-4be9-a83f-60d6d2c77e39', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:49:26.122047 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-9e2e1065-5511-4b7d-8c62-bd9868833271 req-94085c42-401f-4a40-b07c-f699d3bafc6a tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2910c631-dc12-4be9-a83f-60d6d2c77e39', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:49:26.133918 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9220a762-2a83-47fa-aee4-c4f9fe9e94a9 req-c1c9a0bf-3876-4889-87dd-e4d10215f0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:26.135362 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9220a762-2a83-47fa-aee4-c4f9fe9e94a9 req-c1c9a0bf-3876-4889-87dd-e4d10215f0a6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8a5e1d0e34564f40b5c7c9ef56843b1e&device_id=8fcc190a-32da-4836-a78f-cca14a40fb9b HTTP/1.1" status: 200 len: 1099 time: 0.0759008 Aug 16 22:49:26.186960 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-9e2e1065-5511-4b7d-8c62-bd9868833271 req-94085c42-401f-4a40-b07c-f699d3bafc6a tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:26.204724 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-9e2e1065-5511-4b7d-8c62-bd9868833271 req-94085c42-401f-4a40-b07c-f699d3bafc6a tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:26.209363 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-9e2e1065-5511-4b7d-8c62-bd9868833271 req-94085c42-401f-4a40-b07c-f699d3bafc6a tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:26.229102 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94085c42-401f-4a40-b07c-f699d3bafc6a tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2eb7b3e6-3a34-4889-8716-b6c84898c841,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:26.235885 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-9e2e1065-5511-4b7d-8c62-bd9868833271 req-94085c42-401f-4a40-b07c-f699d3bafc6a tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:26.249185 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9e2e1065-5511-4b7d-8c62-bd9868833271 req-94085c42-401f-4a40-b07c-f699d3bafc6a tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1319489 Aug 16 22:49:26.311625 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-88203d0c-6f0a-419a-a262-f9c0a1f0466e req-1dcc0087-07ef-4416-8f83-405e5a1ae549 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0492153 Aug 16 22:49:26.314934 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 5dc72a00-0f55-40d2-95ec-e6c1f053f268 up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:49:26.389288 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning for port 5dc72a00-0f55-40d2-95ec-e6c1f053f268 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:49:26.397760 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port 5dc72a00-0f55-40d2-95ec-e6c1f053f268 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:49:26.398786 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a266fa09-ed9c-4759-b115-31d931d52742 req-0804e5cb-dbf5-4020-9bf9-b1fd07b8fcff tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] 10.222.0.36 "GET /v2.0/security-groups/2910c631-dc12-4be9-a83f-60d6d2c77e39 HTTP/1.1" status: 200 len: 2396 time: 0.0596926 Aug 16 22:49:26.406814 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:26.418721 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-a266fa09-ed9c-4759-b115-31d931d52742 req-8c8bd423-55b9-4b64-8552-8ea1d719feb8 tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2910c631-dc12-4be9-a83f-60d6d2c77e39', 'remote_group_id': None}]} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:49:26.419385 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-a266fa09-ed9c-4759-b115-31d931d52742 req-8c8bd423-55b9-4b64-8552-8ea1d719feb8 tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2910c631-dc12-4be9-a83f-60d6d2c77e39', 'remote_group_id': None}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:49:26.453296 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9220a762-2a83-47fa-aee4-c4f9fe9e94a9 req-bbda5e5d-b6b6-491d-8eeb-c39691fc665c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:26.454994 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9220a762-2a83-47fa-aee4-c4f9fe9e94a9 req-bbda5e5d-b6b6-491d-8eeb-c39691fc665c service neutron] 10.222.0.57 "GET /v2.0/networks?id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd HTTP/1.1" status: 200 len: 870 time: 0.2042215 Aug 16 22:49:26.509237 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:26.517598 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9220a762-2a83-47fa-aee4-c4f9fe9e94a9 req-3e07c1be-fad6-4123-996d-b2486d51caa1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=5889a528-9304-413d-8a3e-d220839675c1 HTTP/1.1" status: 200 len: 217 time: 0.0535910 Aug 16 22:49:26.552598 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed93b14-c910-46e8-96a4-20bf18db316f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dc72a00-0f55-40d2-95ec-e6c1f053f268'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:49:26.560588 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2dfb8dd-2d37-4804-8f46-667d2b39e8b4" -d '{"events": [{"server_uuid": "0ed93b14-c910-46e8-96a4-20bf18db316f", "name": "network-vif-plugged", "status": "completed", "tag": "5dc72a00-0f55-40d2-95ec-e6c1f053f268"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:49:26.568684 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 5dc72a00-0f55-40d2-95ec-e6c1f053f268, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=5dc72a00-0f55-40d2-95ec-e6c1f053f268,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:49:26.574404 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:26.584596 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-a266fa09-ed9c-4759-b115-31d931d52742 req-8c8bd423-55b9-4b64-8552-8ea1d719feb8 tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:26.605080 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9220a762-2a83-47fa-aee4-c4f9fe9e94a9 req-d4a40d0f-5b34-40d7-949d-bff83bde9910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:26.606580 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9220a762-2a83-47fa-aee4-c4f9fe9e94a9 req-d4a40d0f-5b34-40d7-949d-bff83bde9910 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6af2b868-37d3-46ab-a526-0465929f13c8 HTTP/1.1" status: 200 len: 843 time: 0.0754309 Aug 16 22:49:26.613145 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-a266fa09-ed9c-4759-b115-31d931d52742 req-8c8bd423-55b9-4b64-8552-8ea1d719feb8 tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:26.627428 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-a266fa09-ed9c-4759-b115-31d931d52742 req-8c8bd423-55b9-4b64-8552-8ea1d719feb8 tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:26.650963 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=5dc72a00-0f55-40d2-95ec-e6c1f053f268,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:26.659292 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:26.659674 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:26.660027 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:26.660808 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:26.661161 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:26.661501 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:26.661836 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:26.662172 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:26.662502 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:26.662833 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:26.663163 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:26.663515 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:26.665865 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8bd423-55b9-4b64-8552-8ea1d719feb8 tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4604df8a-eb6f-43b7-a1ec-5241d2e1a905,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:26.670762 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-a266fa09-ed9c-4759-b115-31d931d52742 req-8c8bd423-55b9-4b64-8552-8ea1d719feb8 tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:26.672018 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a266fa09-ed9c-4759-b115-31d931d52742 req-8c8bd423-55b9-4b64-8552-8ea1d719feb8 tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2621419 Aug 16 22:49:26.682530 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9220a762-2a83-47fa-aee4-c4f9fe9e94a9 req-f3c719ba-510e-486f-b5c0-d3f1d3068b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:26.684369 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9220a762-2a83-47fa-aee4-c4f9fe9e94a9 req-f3c719ba-510e-486f-b5c0-d3f1d3068b38 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0673423 Aug 16 22:49:26.822135 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9220a762-2a83-47fa-aee4-c4f9fe9e94a9 req-ebaa04fa-30b0-4094-af18-6529c1072a54 service neutron] 10.222.0.57 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288097 Aug 16 22:49:26.995890 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989dd30c-f9f5-4e4f-ae1e-420051418dd0 req-45013e94-0e94-44af-89e3-27ccbde26f90 tempest-LiveAutoBlockMigrationV225Test-1199004585 tempest-LiveAutoBlockMigrationV225Test-1199004585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:26.997431 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-989dd30c-f9f5-4e4f-ae1e-420051418dd0 req-45013e94-0e94-44af-89e3-27ccbde26f90 tempest-LiveAutoBlockMigrationV225Test-1199004585 tempest-LiveAutoBlockMigrationV225Test-1199004585-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=cd47d4cf-ff78-4ca2-9661-63e409d4344e HTTP/1.1" status: 200 len: 1097 time: 0.1062863 Aug 16 22:49:27.002664 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9220a762-2a83-47fa-aee4-c4f9fe9e94a9 req-9c39b201-02a2-423f-8541-515350eb3933 service neutron] 10.222.0.57 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339493 Aug 16 22:49:27.033035 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-989dd30c-f9f5-4e4f-ae1e-420051418dd0 req-e2f3a5fa-dc40-4eab-a5a1-60fb455ea7e6 tempest-LiveAutoBlockMigrationV225Test-1199004585 tempest-LiveAutoBlockMigrationV225Test-1199004585-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294456 Aug 16 22:49:27.125015 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3b20c39-10fd-415e-b27e-7eb4c0db6000 x-openstack-request-id: req-a3b20c39-10fd-415e-b27e-7eb4c0db6000 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:49:27.125310 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ed93b14-c910-46e8-96a4-20bf18db316f", "name": "network-vif-plugged", "status": "completed", "tag": "5dc72a00-0f55-40d2-95ec-e6c1f053f268", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:49:27.125581 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a3b20c39-10fd-415e-b27e-7eb4c0db6000 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:49:27.126519 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ed93b14-c910-46e8-96a4-20bf18db316f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dc72a00-0f55-40d2-95ec-e6c1f053f268', 'code': 200} Aug 16 22:49:27.183697 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-47b45fb7-33a0-43ab-ba46-cd87ba224be3 req-a45f7ffb-6ff7-407d-9888-c7e445ef8c09 tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] 10.222.0.36 "GET /v2.0/security-groups/2910c631-dc12-4be9-a83f-60d6d2c77e39 HTTP/1.1" status: 200 len: 2994 time: 0.0454767 Aug 16 22:49:27.220110 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [req-576b5516-0857-45ba-9dd5-e0ffea694d2e req-1a3e89ae-1b1d-49f4-9c7f-fd3d79930148 tempest-LiveMigrationTest-725130784 tempest-LiveMigrationTest-725130784-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:49:27.221326 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-576b5516-0857-45ba-9dd5-e0ffea694d2e req-1a3e89ae-1b1d-49f4-9c7f-fd3d79930148 tempest-LiveMigrationTest-725130784 tempest-LiveMigrationTest-725130784-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066397 Aug 16 22:49:27.235179 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-576b5516-0857-45ba-9dd5-e0ffea694d2e req-4e24b56c-d038-4a78-b6e3-bcb672160353 service neutron] Request body: {'binding': {'host': 'n-h2-791506-26', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:49:27.237012 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-576b5516-0857-45ba-9dd5-e0ffea694d2e req-4e24b56c-d038-4a78-b6e3-bcb672160353 service neutron] Unknown quota resources ['binding']. {{(pid=101291) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 22:49:27.289211 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780fc622-7107-4771-bed0-4aca48c10608 req-ec8609d6-1d7f-48cb-9e60-0582ef00840b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:27.290716 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-780fc622-7107-4771-bed0-4aca48c10608 req-ec8609d6-1d7f-48cb-9e60-0582ef00840b service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=0ed93b14-c910-46e8-96a4-20bf18db316f HTTP/1.1" status: 200 len: 1102 time: 0.0775645 Aug 16 22:49:27.319741 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6470fab3-6375-4dd7-ac91-9cecad81f8b0 req-8284d735-bdea-4ad7-aebd-ef65533fb827 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:27.321107 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6470fab3-6375-4dd7-ac91-9cecad81f8b0 req-8284d735-bdea-4ad7-aebd-ef65533fb827 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ed93b14-c910-46e8-96a4-20bf18db316f HTTP/1.1" status: 200 len: 950 time: 0.0732760 Aug 16 22:49:27.364196 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-780fc622-7107-4771-bed0-4aca48c10608 req-123dd705-0549-4c4f-9e71-763ddc9045a2 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=cf51abff-a5e4-4ed4-87b7-552597e1ec97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579915 Aug 16 22:49:27.376923 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6470fab3-6375-4dd7-ac91-9cecad81f8b0 req-0b538f78-621c-4e5c-9648-8d68cbbce0dc tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf51abff-a5e4-4ed4-87b7-552597e1ec97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487125 Aug 16 22:49:27.399083 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-576b5516-0857-45ba-9dd5-e0ffea694d2e req-4e24b56c-d038-4a78-b6e3-bcb672160353 service neutron] Attempting to bind port 9ca74afc-f076-4667-b880-cefeb6f88161 on host n-h2-791506-26 for vnic_type normal with profile None {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:49:27.399416 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-576b5516-0857-45ba-9dd5-e0ffea694d2e req-4e24b56c-d038-4a78-b6e3-bcb672160353 service neutron] Attempting to bind port 9ca74afc-f076-4667-b880-cefeb6f88161 by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': 'f636a4c4-5ebb-45e7-a739-a275ed345fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bdacd106-3582-43d1-a3c6-7a9333f5e2e0'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:49:27.399960 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576b5516-0857-45ba-9dd5-e0ffea694d2e req-4e24b56c-d038-4a78-b6e3-bcb672160353 service neutron] Attempting to bind port 9ca74afc-f076-4667-b880-cefeb6f88161 on network bdacd106-3582-43d1-a3c6-7a9333f5e2e0 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:49:27.404530 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576b5516-0857-45ba-9dd5-e0ffea694d2e req-4e24b56c-d038-4a78-b6e3-bcb672160353 service neutron] Port 9ca74afc-f076-4667-b880-cefeb6f88161 on network bdacd106-3582-43d1-a3c6-7a9333f5e2e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:49:27.404909 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576b5516-0857-45ba-9dd5-e0ffea694d2e req-4e24b56c-d038-4a78-b6e3-bcb672160353 service neutron] Attempting to bind port 9ca74afc-f076-4667-b880-cefeb6f88161 on network bdacd106-3582-43d1-a3c6-7a9333f5e2e0 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:49:27.410389 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576b5516-0857-45ba-9dd5-e0ffea694d2e req-4e24b56c-d038-4a78-b6e3-bcb672160353 service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:49:27.410549 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576b5516-0857-45ba-9dd5-e0ffea694d2e req-4e24b56c-d038-4a78-b6e3-bcb672160353 service neutron] Checking segment: {'id': 'f636a4c4-5ebb-45e7-a739-a275ed345fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bdacd106-3582-43d1-a3c6-7a9333f5e2e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:49:27.411292 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576b5516-0857-45ba-9dd5-e0ffea694d2e req-4e24b56c-d038-4a78-b6e3-bcb672160353 service neutron] Bound using segment: {'id': 'f636a4c4-5ebb-45e7-a739-a275ed345fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bdacd106-3582-43d1-a3c6-7a9333f5e2e0'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:49:27.411738 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-576b5516-0857-45ba-9dd5-e0ffea694d2e req-4e24b56c-d038-4a78-b6e3-bcb672160353 service neutron] Bound port: 9ca74afc-f076-4667-b880-cefeb6f88161, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f636a4c4-5ebb-45e7-a739-a275ed345fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bdacd106-3582-43d1-a3c6-7a9333f5e2e0'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:49:27.483188 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-576b5516-0857-45ba-9dd5-e0ffea694d2e req-4e24b56c-d038-4a78-b6e3-bcb672160353 service neutron] For port 9ca74afc-f076-4667-b880-cefeb6f88161, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=9ca74afc-f076-4667-b880-cefeb6f88161,segment=NetworkSegment(f636a4c4-5ebb-45e7-a739-a275ed345fed),segment_id=f636a4c4-5ebb-45e7-a739-a275ed345fed)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:49:27.489485 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-576b5516-0857-45ba-9dd5-e0ffea694d2e req-4e24b56c-d038-4a78-b6e3-bcb672160353 service neutron] Notify callbacks [] for binding, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:27.490942 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-576b5516-0857-45ba-9dd5-e0ffea694d2e req-4e24b56c-d038-4a78-b6e3-bcb672160353 service neutron] 10.222.0.36 "POST /v2.0/ports/9ca74afc-f076-4667-b880-cefeb6f88161/bindings HTTP/1.1" status: 201 len: 390 time: 0.2592576 Aug 16 22:49:27.499593 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761aed43-a713-4579-84e2-1d087d1c82a2 req-27a91903-7621-4ecf-9292-8af1a6061def tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:27.501593 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-761aed43-a713-4579-84e2-1d087d1c82a2 req-27a91903-7621-4ecf-9292-8af1a6061def tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5f4c85a-eeef-497d-be00-9073128939b3 HTTP/1.1" status: 200 len: 945 time: 0.0609603 Aug 16 22:49:27.567954 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-761aed43-a713-4579-84e2-1d087d1c82a2 req-db3b89b7-5ceb-4d84-a181-8b81905a8eb7 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed99c971-72f7-4ec2-860a-3003ed7525e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572643 Aug 16 22:49:27.664557 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76463c9c-f76f-4959-af23-c2a69a6ab516 req-c22d079c-4b4f-40e4-9116-5a5586b715b3 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:27.666092 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-76463c9c-f76f-4959-af23-c2a69a6ab516 req-c22d079c-4b4f-40e4-9116-5a5586b715b3 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd80fd78-9e08-4cc7-a161-80457457a8fc HTTP/1.1" status: 200 len: 950 time: 0.0594554 Aug 16 22:49:27.712814 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-76463c9c-f76f-4959-af23-c2a69a6ab516 req-b3a41a9c-2a9b-4228-b62c-db162df8aa34 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400631 Aug 16 22:49:27.772473 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53944) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:27.823467 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9ad0dd9b-04f2-4318-930f-71311f1b1845 req-af04044b-f06c-4a64-8e97-49fef622e6e6 tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] 10.222.0.36 "GET /v2.0/security-group-rules/4604df8a-eb6f-43b7-a1ec-5241d2e1a905 HTTP/1.1" status: 200 len: 783 time: 0.0330548 Aug 16 22:49:27.850146 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576b5516-0857-45ba-9dd5-e0ffea694d2e req-287f864e-2b58-4cc6-9a8c-93e7c455eb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:27.852264 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-576b5516-0857-45ba-9dd5-e0ffea694d2e req-287f864e-2b58-4cc6-9a8c-93e7c455eb77 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a4c9d624b07f42a0ae3c7ed63064f003&device_id=f42e12b8-8894-4259-ab72-4cde2141db35 HTTP/1.1" status: 200 len: 1098 time: 0.0943468 Aug 16 22:49:27.944703 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9ad0dd9b-04f2-4318-930f-71311f1b1845 req-c0f33480-55b3-4908-b324-b1ea392e2923 tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] 10.222.0.36 "GET /v2.0/security-groups/2910c631-dc12-4be9-a83f-60d6d2c77e39 HTTP/1.1" status: 200 len: 2994 time: 0.1101248 Aug 16 22:49:27.999867 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576b5516-0857-45ba-9dd5-e0ffea694d2e req-2e760a43-7119-4e7a-b32e-940761e97757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:28.001665 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-576b5516-0857-45ba-9dd5-e0ffea694d2e req-2e760a43-7119-4e7a-b32e-940761e97757 service neutron] 10.222.0.57 "GET /v2.0/networks?id=bdacd106-3582-43d1-a3c6-7a9333f5e2e0 HTTP/1.1" status: 200 len: 909 time: 0.1393349 Aug 16 22:49:28.006063 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-9ad0dd9b-04f2-4318-930f-71311f1b1845 req-a615b2fd-1d8d-4a75-aae5-38855c2f571b tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:28.024680 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-9ad0dd9b-04f2-4318-930f-71311f1b1845 req-a615b2fd-1d8d-4a75-aae5-38855c2f571b tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:28.066234 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-576b5516-0857-45ba-9dd5-e0ffea694d2e req-4aff2bca-a836-4d20-b15d-11940d34e8de service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ca74afc-f076-4667-b880-cefeb6f88161 HTTP/1.1" status: 200 len: 217 time: 0.0562825 Aug 16 22:49:28.089339 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-9ad0dd9b-04f2-4318-930f-71311f1b1845 req-a615b2fd-1d8d-4a75-aae5-38855c2f571b tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:28.095449 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-9ad0dd9b-04f2-4318-930f-71311f1b1845 req-a615b2fd-1d8d-4a75-aae5-38855c2f571b tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:28.096627 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9ad0dd9b-04f2-4318-930f-71311f1b1845 req-a615b2fd-1d8d-4a75-aae5-38855c2f571b tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/4604df8a-eb6f-43b7-a1ec-5241d2e1a905 HTTP/1.1" status: 204 len: 173 time: 0.1423736 Aug 16 22:49:28.103228 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a615b2fd-1d8d-4a75-aae5-38855c2f571b tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4604df8a-eb6f-43b7-a1ec-5241d2e1a905,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:28.193541 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576b5516-0857-45ba-9dd5-e0ffea694d2e req-8d5d6b28-db83-45a7-9c93-3208fdaa58c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:28.195903 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-576b5516-0857-45ba-9dd5-e0ffea694d2e req-8d5d6b28-db83-45a7-9c93-3208fdaa58c9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=78dd72b6-bd21-4b15-8ce7-13fda92dba19 HTTP/1.1" status: 200 len: 848 time: 0.0709963 Aug 16 22:49:28.240614 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 5889a528-9304-413d-8a3e-d220839675c1 details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:49:28.281432 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-576b5516-0857-45ba-9dd5-e0ffea694d2e req-ca0b1ebe-5437-4afd-93b4-a4ccf56299c3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bdacd106-3582-43d1-a3c6-7a9333f5e2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414226 Aug 16 22:49:28.308425 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c2860633-0647-4e8b-83c1-ef4e539a6d22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537579'] for router_interface, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:28.408717 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 5889a528-9304-413d-8a3e-d220839675c1, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=5889a528-9304-413d-8a3e-d220839675c1,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:49:28.424580 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': '5889a528-9304-413d-8a3e-d220839675c1', 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd', 'port_id': '5889a528-9304-413d-8a3e-d220839675c1', 'mac_address': 'fa:16:3e:d2:87:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6af2b868-37d3-46ab-a526-0465929f13c8', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:49:28.431375 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb3574f-76d1-49aa-a056-942b802421ef req-356df5b0-4a9b-44d2-87ee-2f7a7998a794 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:28.433946 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8fb3574f-76d1-49aa-a056-942b802421ef req-356df5b0-4a9b-44d2-87ee-2f7a7998a794 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=f42e12b8-8894-4259-ab72-4cde2141db35 HTTP/1.1" status: 200 len: 946 time: 0.1152635 Aug 16 22:49:28.463138 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-576b5516-0857-45ba-9dd5-e0ffea694d2e req-74f4affc-1a14-43ca-90db-5c548b86f1f5 service neutron] 10.222.0.57 "GET /v2.0/networks/bdacd106-3582-43d1-a3c6-7a9333f5e2e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738496 Aug 16 22:49:28.490295 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:28.510287 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5889a528-9304-413d-8a3e-d220839675c1 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:49:28.539159 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 5889a528-9304-413d-8a3e-d220839675c1, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=5889a528-9304-413d-8a3e-d220839675c1,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:49:28.545575 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:28.616156 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=5889a528-9304-413d-8a3e-d220839675c1,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:28.666481 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [req-16471da0-e8e3-45a6-8395-df65092c849b req-591f8a05-c2ee-4cf7-98c8-e9a29698ea83 tempest-LiveAutoBlockMigrationV225Test-1199004585 tempest-LiveAutoBlockMigrationV225Test-1199004585-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:49:28.667585 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-16471da0-e8e3-45a6-8395-df65092c849b req-591f8a05-c2ee-4cf7-98c8-e9a29698ea83 tempest-LiveAutoBlockMigrationV225Test-1199004585 tempest-LiveAutoBlockMigrationV225Test-1199004585-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0092654 Aug 16 22:49:28.851953 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8fb3574f-76d1-49aa-a056-942b802421ef req-88310371-fb79-441f-b932-b659e6434e49 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4004946 Aug 16 22:49:28.929702 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-576b5516-0857-45ba-9dd5-e0ffea694d2e req-520c174b-bb41-4e98-a6be-185b790a17b6 service neutron] 10.222.0.57 "GET /v2.0/networks/bdacd106-3582-43d1-a3c6-7a9333f5e2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4493315 Aug 16 22:49:28.946336 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-16471da0-e8e3-45a6-8395-df65092c849b req-436906f5-0adb-4796-8da9-6d4bc93a5f1b service neutron] Request body: {'binding': {'host': 'n-h1-791506-26', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:49:28.946844 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-16471da0-e8e3-45a6-8395-df65092c849b req-436906f5-0adb-4796-8da9-6d4bc93a5f1b service neutron] Unknown quota resources ['binding']. {{(pid=101291) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 22:49:28.961310 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e1beb276-e0ae-40ae-b63d-a56143916db1 req-d8947504-9d4f-4ac8-b4c2-ce2c576ef76e tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] 10.222.0.36 "GET /v2.0/security-groups/2910c631-dc12-4be9-a83f-60d6d2c77e39 HTTP/1.1" status: 200 len: 2396 time: 0.0657296 Aug 16 22:49:29.030205 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-e1beb276-e0ae-40ae-b63d-a56143916db1 req-a69df26e-59fe-4fb8-8e3c-763abd07e98a tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:29.066227 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['5889a528-9304-413d-8a3e-d220839675c1'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:49:29.069378 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-e1beb276-e0ae-40ae-b63d-a56143916db1 req-a69df26e-59fe-4fb8-8e3c-763abd07e98a tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:29.122921 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-e1beb276-e0ae-40ae-b63d-a56143916db1 req-a69df26e-59fe-4fb8-8e3c-763abd07e98a tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:29.126259 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-e1beb276-e0ae-40ae-b63d-a56143916db1 req-a69df26e-59fe-4fb8-8e3c-763abd07e98a tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:29.127640 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e1beb276-e0ae-40ae-b63d-a56143916db1 req-a69df26e-59fe-4fb8-8e3c-763abd07e98a tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] 10.222.0.36 "DELETE /v2.0/security-groups/2910c631-dc12-4be9-a83f-60d6d2c77e39 HTTP/1.1" status: 204 len: 173 time: 0.1581962 Aug 16 22:49:29.137389 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15674075-12fa-4524-a220-d8a4dcea6fa6 req-5d13dfe7-ae87-46ab-b6af-fe84cf4d2d6f tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:29.138940 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-15674075-12fa-4524-a220-d8a4dcea6fa6 req-5d13dfe7-ae87-46ab-b6af-fe84cf4d2d6f tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5f4c85a-eeef-497d-be00-9073128939b3 HTTP/1.1" status: 200 len: 945 time: 0.1888361 Aug 16 22:49:29.150267 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69df26e-59fe-4fb8-8e3c-763abd07e98a tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2910c631-dc12-4be9-a83f-60d6d2c77e39,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:29.179643 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-c2860633-0647-4e8b-83c1-ef4e539a6d22 admin admin] Deleting port 149667a1-e634-4db2-b8b9-47fb536db15b {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:49:29.180056 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c2860633-0647-4e8b-83c1-ef4e539a6d22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:29.267767 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e716cd-857b-4cbb-8dfc-70a759150d0c req-b11ac43b-62f6-400c-b5ff-a09294942f07 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:29.271526 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-16471da0-e8e3-45a6-8395-df65092c849b req-436906f5-0adb-4796-8da9-6d4bc93a5f1b service neutron] Attempting to bind port b663606e-190c-4956-82fa-54d825c02e77 on host n-h1-791506-26 for vnic_type normal with profile None {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:49:29.271875 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-16471da0-e8e3-45a6-8395-df65092c849b req-436906f5-0adb-4796-8da9-6d4bc93a5f1b service neutron] Attempting to bind port b663606e-190c-4956-82fa-54d825c02e77 by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': 'b4a6b143-6a51-43cd-8781-944dbb368ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'db61fb9f-768d-428b-8446-991cbb0c6922'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:49:29.272219 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16471da0-e8e3-45a6-8395-df65092c849b req-436906f5-0adb-4796-8da9-6d4bc93a5f1b service neutron] Attempting to bind port b663606e-190c-4956-82fa-54d825c02e77 on network db61fb9f-768d-428b-8446-991cbb0c6922 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:49:29.277338 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-55e716cd-857b-4cbb-8dfc-70a759150d0c req-b11ac43b-62f6-400c-b5ff-a09294942f07 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ed93b14-c910-46e8-96a4-20bf18db316f HTTP/1.1" status: 200 len: 950 time: 0.0758569 Aug 16 22:49:29.280807 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16471da0-e8e3-45a6-8395-df65092c849b req-436906f5-0adb-4796-8da9-6d4bc93a5f1b service neutron] Port b663606e-190c-4956-82fa-54d825c02e77 on network db61fb9f-768d-428b-8446-991cbb0c6922 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:49:29.281143 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16471da0-e8e3-45a6-8395-df65092c849b req-436906f5-0adb-4796-8da9-6d4bc93a5f1b service neutron] Attempting to bind port b663606e-190c-4956-82fa-54d825c02e77 on network db61fb9f-768d-428b-8446-991cbb0c6922 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:49:29.297184 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16471da0-e8e3-45a6-8395-df65092c849b req-436906f5-0adb-4796-8da9-6d4bc93a5f1b service neutron] Checking agent: {'id': 'd28e24f9-e5ea-41e1-80bf-3c7943ad7f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:49:29.297524 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16471da0-e8e3-45a6-8395-df65092c849b req-436906f5-0adb-4796-8da9-6d4bc93a5f1b service neutron] Checking segment: {'id': 'b4a6b143-6a51-43cd-8781-944dbb368ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'db61fb9f-768d-428b-8446-991cbb0c6922'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:49:29.297913 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16471da0-e8e3-45a6-8395-df65092c849b req-436906f5-0adb-4796-8da9-6d4bc93a5f1b service neutron] Bound using segment: {'id': 'b4a6b143-6a51-43cd-8781-944dbb368ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'db61fb9f-768d-428b-8446-991cbb0c6922'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:49:29.298348 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-16471da0-e8e3-45a6-8395-df65092c849b req-436906f5-0adb-4796-8da9-6d4bc93a5f1b service neutron] Bound port: b663606e-190c-4956-82fa-54d825c02e77, host: n-h1-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4a6b143-6a51-43cd-8781-944dbb368ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'db61fb9f-768d-428b-8446-991cbb0c6922'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:49:29.317474 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-55e716cd-857b-4cbb-8dfc-70a759150d0c req-0f654973-2e0d-4a6b-9e39-fece791d6793 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf51abff-a5e4-4ed4-87b7-552597e1ec97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382869 Aug 16 22:49:29.339692 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-c2860633-0647-4e8b-83c1-ef4e539a6d22 admin admin] For port 149667a1-e634-4db2-b8b9-47fb536db15b, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=149667a1-e634-4db2-b8b9-47fb536db15b,segment=NetworkSegment(814a6fa1-947a-41e8-8b6d-b5eadf99c956),segment_id=814a6fa1-947a-41e8-8b6d-b5eadf99c956)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:49:29.340274 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c2860633-0647-4e8b-83c1-ef4e539a6d22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:29.385613 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-c2860633-0647-4e8b-83c1-ef4e539a6d22 admin admin] Calling delete_port for 149667a1-e634-4db2-b8b9-47fb536db15b owned by network:router_interface {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:49:29.420710 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-16471da0-e8e3-45a6-8395-df65092c849b req-436906f5-0adb-4796-8da9-6d4bc93a5f1b service neutron] For port b663606e-190c-4956-82fa-54d825c02e77, host n-h1-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=b663606e-190c-4956-82fa-54d825c02e77,segment=NetworkSegment(b4a6b143-6a51-43cd-8781-944dbb368ca5),segment_id=b4a6b143-6a51-43cd-8781-944dbb368ca5)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:49:29.459282 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe57b0bf-ac8b-4182-93d9-1387cd1f425d req-23847e31-90c4-4695-af23-1ac9e7ba56a9 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:29.460849 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fe57b0bf-ac8b-4182-93d9-1387cd1f425d req-23847e31-90c4-4695-af23-1ac9e7ba56a9 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5f4c85a-eeef-497d-be00-9073128939b3 HTTP/1.1" status: 200 len: 945 time: 0.0536523 Aug 16 22:49:29.478785 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-16471da0-e8e3-45a6-8395-df65092c849b req-436906f5-0adb-4796-8da9-6d4bc93a5f1b service neutron] Notify callbacks [] for binding, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:29.479983 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-16471da0-e8e3-45a6-8395-df65092c849b req-436906f5-0adb-4796-8da9-6d4bc93a5f1b service neutron] 10.222.0.36 "POST /v2.0/ports/b663606e-190c-4956-82fa-54d825c02e77/bindings HTTP/1.1" status: 201 len: 390 time: 0.7867992 Aug 16 22:49:29.519593 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fe57b0bf-ac8b-4182-93d9-1387cd1f425d req-e5bde81b-3d1a-4598-a9d4-85249c7e5983 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed99c971-72f7-4ec2-860a-3003ed7525e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517280 Aug 16 22:49:29.599472 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-15674075-12fa-4524-a220-d8a4dcea6fa6 req-5b64e793-522a-4a34-8d5c-34d63bc32092 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Deleting port 53f761fa-aa04-4e67-ab7f-23a534d5a5e0 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:49:29.599813 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-15674075-12fa-4524-a220-d8a4dcea6fa6 req-5b64e793-522a-4a34-8d5c-34d63bc32092 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:29.650461 n-d-791506-26 neutron-server[101292]: INFO neutron.api.v2.resource [req-30c81c56-b75a-42a9-a7f1-e9adfb2c8318 req-b58c13a6-aa2f-4916-b58c-a976dc39081a tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] show failed (client error): The resource could not be found. Aug 16 22:49:29.664634 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-30c81c56-b75a-42a9-a7f1-e9adfb2c8318 req-b58c13a6-aa2f-4916-b58c-a976dc39081a tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] 10.222.0.36 "GET /v2.0/security-groups/4f3fd05f-f63c-4518-899b-9b0252eb09d1 HTTP/1.1" status: 404 len: 352 time: 0.0324509 Aug 16 22:49:29.712907 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1df3f38-3f32-4c25-8fe5-7ff65111c824 req-f6c80e6b-e20b-42c6-9211-69004b2f23c2 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:29.714562 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b1df3f38-3f32-4c25-8fe5-7ff65111c824 req-f6c80e6b-e20b-42c6-9211-69004b2f23c2 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd80fd78-9e08-4cc7-a161-80457457a8fc HTTP/1.1" status: 200 len: 950 time: 0.0989730 Aug 16 22:49:29.761269 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b1df3f38-3f32-4c25-8fe5-7ff65111c824 req-9e2c95a0-d5b7-4147-926b-5301c3a1ecc9 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404158 Aug 16 22:49:29.794344 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c2860633-0647-4e8b-83c1-ef4e539a6d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:29.824898 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16471da0-e8e3-45a6-8395-df65092c849b req-73f6088c-51a5-40d7-b8f8-71ff9ec01254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:29.827194 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-16471da0-e8e3-45a6-8395-df65092c849b req-73f6088c-51a5-40d7-b8f8-71ff9ec01254 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=96f36b2ac4b747ffa8d23196eebfe0fe&device_id=cd47d4cf-ff78-4ca2-9661-63e409d4344e HTTP/1.1" status: 200 len: 1097 time: 0.0584748 Aug 16 22:49:29.849028 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2860633-0647-4e8b-83c1-ef4e539a6d22 admin admin] Pushing event deleted for resources: {'Port': ['ID=149667a1-e634-4db2-b8b9-47fb536db15b,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:29.878732 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-15674075-12fa-4524-a220-d8a4dcea6fa6 req-5b64e793-522a-4a34-8d5c-34d63bc32092 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] For port 53f761fa-aa04-4e67-ab7f-23a534d5a5e0, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=53f761fa-aa04-4e67-ab7f-23a534d5a5e0,segment=NetworkSegment(dbd6a7b3-b56f-48d0-8df5-dc8503a74c13),segment_id=dbd6a7b3-b56f-48d0-8df5-dc8503a74c13)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:49:29.879264 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-15674075-12fa-4524-a220-d8a4dcea6fa6 req-5b64e793-522a-4a34-8d5c-34d63bc32092 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:29.883279 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2860633-0647-4e8b-83c1-ef4e539a6d22 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:29.883685 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2860633-0647-4e8b-83c1-ef4e539a6d22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:29.884521 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2860633-0647-4e8b-83c1-ef4e539a6d22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:29.884521 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2860633-0647-4e8b-83c1-ef4e539a6d22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:29.884744 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2860633-0647-4e8b-83c1-ef4e539a6d22 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:29.885042 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2860633-0647-4e8b-83c1-ef4e539a6d22 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:29.885373 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2860633-0647-4e8b-83c1-ef4e539a6d22 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:29.885700 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2860633-0647-4e8b-83c1-ef4e539a6d22 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:29.886035 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2860633-0647-4e8b-83c1-ef4e539a6d22 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:29.886351 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2860633-0647-4e8b-83c1-ef4e539a6d22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:29.889356 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2860633-0647-4e8b-83c1-ef4e539a6d22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:29.889728 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2860633-0647-4e8b-83c1-ef4e539a6d22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:29.947684 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-15674075-12fa-4524-a220-d8a4dcea6fa6 req-5b64e793-522a-4a34-8d5c-34d63bc32092 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Calling delete_port for 53f761fa-aa04-4e67-ab7f-23a534d5a5e0 owned by compute:nova {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:49:30.045909 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53bbb6c-b392-499b-a0c8-63e58c4e2d09 req-6c9df480-dcf1-4246-a96f-9f396fe4767b tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:30.047455 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c53bbb6c-b392-499b-a0c8-63e58c4e2d09 req-6c9df480-dcf1-4246-a96f-9f396fe4767b tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd47d4cf-ff78-4ca2-9661-63e409d4344e HTTP/1.1" status: 200 len: 945 time: 0.1111739 Aug 16 22:49:30.058435 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982830d9-8e9b-4c16-8d7a-21f88ab18082 req-d3e68c4d-b310-496a-93cf-ac8a3cc152a4 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:30.060482 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-982830d9-8e9b-4c16-8d7a-21f88ab18082 req-d3e68c4d-b310-496a-93cf-ac8a3cc152a4 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fcc190a-32da-4836-a78f-cca14a40fb9b HTTP/1.1" status: 200 len: 948 time: 0.1433287 Aug 16 22:49:30.063406 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16471da0-e8e3-45a6-8395-df65092c849b req-e195cbfa-c9db-4fa4-b81d-630bc5e1a9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:30.064919 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-16471da0-e8e3-45a6-8395-df65092c849b req-e195cbfa-c9db-4fa4-b81d-630bc5e1a9f8 service neutron] 10.222.0.68 "GET /v2.0/networks?id=db61fb9f-768d-428b-8446-991cbb0c6922 HTTP/1.1" status: 200 len: 921 time: 0.2227676 Aug 16 22:49:30.150060 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-16471da0-e8e3-45a6-8395-df65092c849b req-484138c7-8e8f-4f38-b91c-ce9e2316224a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b663606e-190c-4956-82fa-54d825c02e77 HTTP/1.1" status: 200 len: 217 time: 0.0627925 Aug 16 22:49:30.215268 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c53bbb6c-b392-499b-a0c8-63e58c4e2d09 req-f75bb8b0-16b9-4d9f-83b0-bea8c82e60da tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541016 Aug 16 22:49:30.220935 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-982830d9-8e9b-4c16-8d7a-21f88ab18082 req-ea20e8a0-0c48-4b1e-986f-af966eb0bd45 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf51abff-a5e4-4ed4-87b7-552597e1ec97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491907 Aug 16 22:49:30.234665 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-15674075-12fa-4524-a220-d8a4dcea6fa6 req-5b64e793-522a-4a34-8d5c-34d63bc32092 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:30.254864 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c2860633-0647-4e8b-83c1-ef4e539a6d22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537471'] for router_interface, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:30.256418 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16471da0-e8e3-45a6-8395-df65092c849b req-c14c435b-9d92-4c88-97a4-700d0583434d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:30.258110 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-16471da0-e8e3-45a6-8395-df65092c849b req-c14c435b-9d92-4c88-97a4-700d0583434d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f340c0a0-6bbc-45f5-920c-bfa473779acd HTTP/1.1" status: 200 len: 860 time: 0.0811248 Aug 16 22:49:30.273996 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['53f761fa-aa04-4e67-ab7f-23a534d5a5e0'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:49:30.307587 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b64e793-522a-4a34-8d5c-34d63bc32092 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Pushing event deleted for resources: {'Port': ['ID=53f761fa-aa04-4e67-ab7f-23a534d5a5e0,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:30.310095 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-16471da0-e8e3-45a6-8395-df65092c849b req-378aede0-0b90-4607-bc4f-905205f4903d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=db61fb9f-768d-428b-8446-991cbb0c6922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421042 Aug 16 22:49:30.403528 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-15674075-12fa-4524-a220-d8a4dcea6fa6 req-5b64e793-522a-4a34-8d5c-34d63bc32092 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] No DVR routers for this DVR port 53f761fa-aa04-4e67-ab7f-23a534d5a5e0 on host n-h2-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:49:30.411794 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-15674075-12fa-4524-a220-d8a4dcea6fa6 req-5b64e793-522a-4a34-8d5c-34d63bc32092 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:30.414380 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-15674075-12fa-4524-a220-d8a4dcea6fa6 req-5b64e793-522a-4a34-8d5c-34d63bc32092 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] 10.222.0.57 "DELETE /v2.0/ports/53f761fa-aa04-4e67-ab7f-23a534d5a5e0 HTTP/1.1" status: 204 len: 173 time: 1.0869911 Aug 16 22:49:30.415183 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5f4c85a-eeef-497d-be00-9073128939b3', 'name': 'network-vif-deleted', 'tag': '53f761fa-aa04-4e67-ab7f-23a534d5a5e0'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:49:30.418712 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3387844a-96b6-404f-9bf4-4d6287bac639" -d '{"events": [{"server_uuid": "d5f4c85a-eeef-497d-be00-9073128939b3", "name": "network-vif-deleted", "tag": "53f761fa-aa04-4e67-ab7f-23a534d5a5e0"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:49:30.512698 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c0c812bd-bf00-4e01-8ca3-698b4b62eeb9 req-0b85745b-1392-4f7c-9697-c05506acdc76 tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] 10.222.0.36 "GET /v2.0/security-groups/acd1a734-c3cc-4f85-a091-4a2721ca3363 HTTP/1.1" status: 200 len: 1802 time: 0.2014968 Aug 16 22:49:30.525383 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b402b3-9218-4cc4-91ac-64796317c3d8 req-9d58657a-f83a-433c-8c9b-6013971566fc tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:30.527371 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-05b402b3-9218-4cc4-91ac-64796317c3d8 req-9d58657a-f83a-433c-8c9b-6013971566fc tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=f42e12b8-8894-4259-ab72-4cde2141db35 HTTP/1.1" status: 200 len: 946 time: 0.1637549 Aug 16 22:49:30.614478 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-16471da0-e8e3-45a6-8395-df65092c849b req-f66b3104-0c55-4ed7-bfaf-3fe35a838894 service neutron] 10.222.0.68 "GET /v2.0/networks/db61fb9f-768d-428b-8446-991cbb0c6922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2827158 Aug 16 22:49:30.633588 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-05b402b3-9218-4cc4-91ac-64796317c3d8 req-17160f31-76d2-414c-89cf-30443733cbad tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824699 Aug 16 22:49:30.647327 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2860633-0647-4e8b-83c1-ef4e539a6d22 admin admin] Router a764d288-f741-4726-a94c-ccd506c9d005 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:49:30.663588 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-c0c812bd-bf00-4e01-8ca3-698b4b62eeb9 req-5b787981-61e1-4be4-95a4-37418d3ebd0c tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:30.713232 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36043fcd-efc0-4fb2-bb60-ae402c53390d x-openstack-request-id: req-36043fcd-efc0-4fb2-bb60-ae402c53390d {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:49:30.713582 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5f4c85a-eeef-497d-be00-9073128939b3", "name": "network-vif-deleted", "tag": "53f761fa-aa04-4e67-ab7f-23a534d5a5e0", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:49:30.713938 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-36043fcd-efc0-4fb2-bb60-ae402c53390d {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:49:30.714339 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5f4c85a-eeef-497d-be00-9073128939b3', 'name': 'network-vif-deleted', 'tag': '53f761fa-aa04-4e67-ab7f-23a534d5a5e0', 'status': 'completed', 'code': 200} Aug 16 22:49:30.719112 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-c0c812bd-bf00-4e01-8ca3-698b4b62eeb9 req-5b787981-61e1-4be4-95a4-37418d3ebd0c tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:30.779672 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-16471da0-e8e3-45a6-8395-df65092c849b req-8e206cc6-39cf-48d5-89a2-931743d9a92d service neutron] 10.222.0.68 "GET /v2.0/networks/db61fb9f-768d-428b-8446-991cbb0c6922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403103 Aug 16 22:49:30.806555 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2860633-0647-4e8b-83c1-ef4e539a6d22 admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:49:30.815257 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac37c12-be18-4049-a113-ecfe7ac1883d None None] Sync routers for ids ['a764d288-f741-4726-a94c-ccd506c9d005'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:49:30.816938 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-c2860633-0647-4e8b-83c1-ef4e539a6d22 admin admin] 10.222.0.36 "PUT /v2.0/routers/a764d288-f741-4726-a94c-ccd506c9d005/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0427735 Aug 16 22:49:30.817663 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53994) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:30.822984 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-da17cd61-2db2-4c4b-adee-dfe49ea7fe1e req-92bfbdbc-839f-413f-a3a8-1ccebed06ee6 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854 tempest-FloatingIPsAssociationNegativeTestJSON-1259637854-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5f4c85a-eeef-497d-be00-9073128939b3 HTTP/1.1" status: 200 len: 210 time: 0.0390134 Aug 16 22:49:30.824198 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-c0c812bd-bf00-4e01-8ca3-698b4b62eeb9 req-5b787981-61e1-4be4-95a4-37418d3ebd0c tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:30.826887 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-c0c812bd-bf00-4e01-8ca3-698b4b62eeb9 req-5b787981-61e1-4be4-95a4-37418d3ebd0c tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:30.832261 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac37c12-be18-4049-a113-ecfe7ac1883d None None] Routers {'a764d288-f741-4726-a94c-ccd506c9d005'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:49:30.835818 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-7ac37c12-be18-4049-a113-ecfe7ac1883d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:49:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['a764d288-f741-4726-a94c-ccd506c9d005'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:49:30.842823 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c0c812bd-bf00-4e01-8ca3-698b4b62eeb9 req-5b787981-61e1-4be4-95a4-37418d3ebd0c tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] 10.222.0.36 "DELETE /v2.0/security-groups/acd1a734-c3cc-4f85-a091-4a2721ca3363 HTTP/1.1" status: 204 len: 173 time: 0.3118522 Aug 16 22:49:30.877945 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b787981-61e1-4be4-95a4-37418d3ebd0c tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd1a734-c3cc-4f85-a091-4a2721ca3363,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:30.999472 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16471da0-e8e3-45a6-8395-df65092c849b req-c02e5a0e-cc20-4c44-a518-ae1606989035 tempest-LiveAutoBlockMigrationV225Test-1199004585 tempest-LiveAutoBlockMigrationV225Test-1199004585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:31.000923 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-16471da0-e8e3-45a6-8395-df65092c849b req-c02e5a0e-cc20-4c44-a518-ae1606989035 tempest-LiveAutoBlockMigrationV225Test-1199004585 tempest-LiveAutoBlockMigrationV225Test-1199004585-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=cd47d4cf-ff78-4ca2-9661-63e409d4344e&tenant_id=96f36b2ac4b747ffa8d23196eebfe0fe&binding%3Ahost_id=n-h2-791506-26 HTTP/1.1" status: 200 len: 1097 time: 0.0975437 Aug 16 22:49:31.016232 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-16471da0-e8e3-45a6-8395-df65092c849b req-214bfa1e-6b63-431f-b2a8-f1a9e8556e7f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-791506-26'}}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:49:31.049753 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94203dcf-5405-4a91-b529-2a18846bdcaf req-b8766b57-a40e-448e-80e1-893dcc4be4d5 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:31.051625 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-94203dcf-5405-4a91-b529-2a18846bdcaf req-b8766b57-a40e-448e-80e1-893dcc4be4d5 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd80fd78-9e08-4cc7-a161-80457457a8fc HTTP/1.1" status: 200 len: 950 time: 0.1019666 Aug 16 22:49:31.062309 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d02fbacc-867d-4d05-8895-2c9ba8074753 admin admin] Notify callbacks [] for router, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:31.115834 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-7ac37c12-be18-4049-a113-ecfe7ac1883d None None] Set router a764d288-f741-4726-a94c-ccd506c9d005 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:49:31.188306 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-94203dcf-5405-4a91-b529-2a18846bdcaf req-aa37c58c-5c01-4561-aec1-a61bb0b4c9c3 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676825 Aug 16 22:49:31.247488 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d02fbacc-867d-4d05-8895-2c9ba8074753 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:31.281897 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-66179007-8270-4550-9f7f-4765727dcfa0 req-4c51e0d9-a0e9-4ae2-834b-06fcd8cfcd9f tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] 10.222.0.36 "GET /v2.0/security-groups/438a3d75-fe57-447d-b1bc-e4e8db302dc4 HTTP/1.1" status: 200 len: 1803 time: 0.1623757 Aug 16 22:49:31.291223 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-16471da0-e8e3-45a6-8395-df65092c849b req-214bfa1e-6b63-431f-b2a8-f1a9e8556e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:31.361163 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-d02fbacc-867d-4d05-8895-2c9ba8074753 admin admin] Deleting port 72454211-c10d-4db2-b951-eb1fbe010830 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:49:31.361656 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d02fbacc-867d-4d05-8895-2c9ba8074753 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:31.424593 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-7ac37c12-be18-4049-a113-ecfe7ac1883d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a764d288-f741-4726-a94c-ccd506c9d005', 'name': 'tempest-AttachSCSIVolumeTestJSON-156302043-router', 'tenant_id': '0dd87a1533c14d3ca4af6a1d28d07ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': '72454211-c10d-4db2-b951-eb1fbe010830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:47:24Z', 'updated_at': '2021-08-16T22:49:29Z', 'revision_number': 5, 'project_id': '0dd87a1533c14d3ca4af6a1d28d07ee7', 'gw_port': {'id': '72454211-c10d-4db2-b951-eb1fbe010830', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ee:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a764d288-f741-4726-a94c-ccd506c9d005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:47:26Z', 'updated_at': '2021-08-16T22:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:49:31.454571 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac37c12-be18-4049-a113-ecfe7ac1883d None None] Checking router: a764d288-f741-4726-a94c-ccd506c9d005 for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:49:31.462894 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-d02fbacc-867d-4d05-8895-2c9ba8074753 admin admin] For port 72454211-c10d-4db2-b951-eb1fbe010830, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=72454211-c10d-4db2-b951-eb1fbe010830,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:49:31.463434 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d02fbacc-867d-4d05-8895-2c9ba8074753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:31.464764 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac37c12-be18-4049-a113-ecfe7ac1883d None None] Routers {'a764d288-f741-4726-a94c-ccd506c9d005'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:49:31.465403 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-7ac37c12-be18-4049-a113-ecfe7ac1883d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:49:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['a764d288-f741-4726-a94c-ccd506c9d005'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:49:31.481415 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-d02fbacc-867d-4d05-8895-2c9ba8074753 admin admin] Calling delete_port for 72454211-c10d-4db2-b951-eb1fbe010830 owned by network:router_gateway {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:49:31.490251 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-66179007-8270-4550-9f7f-4765727dcfa0 req-a3c29149-6947-4732-8de1-64b7cdddd143 tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:31.534612 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b923fa-46d3-423e-9fe3-a2125102fc07 req-8fa4d160-dcba-47b0-ad74-a7e95807a99d tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:31.536827 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-21b923fa-46d3-423e-9fe3-a2125102fc07 req-8fa4d160-dcba-47b0-ad74-a7e95807a99d tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fcc190a-32da-4836-a78f-cca14a40fb9b HTTP/1.1" status: 200 len: 948 time: 0.1822448 Aug 16 22:49:31.547825 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-66179007-8270-4550-9f7f-4765727dcfa0 req-a3c29149-6947-4732-8de1-64b7cdddd143 tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:31.564235 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-7ac37c12-be18-4049-a113-ecfe7ac1883d None None] Set router a764d288-f741-4726-a94c-ccd506c9d005 gateway port host: None {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:49:31.625369 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-7ac37c12-be18-4049-a113-ecfe7ac1883d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a764d288-f741-4726-a94c-ccd506c9d005', 'name': 'tempest-AttachSCSIVolumeTestJSON-156302043-router', 'tenant_id': '0dd87a1533c14d3ca4af6a1d28d07ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:47:24Z', 'updated_at': '2021-08-16T22:49:31Z', 'revision_number': 6, 'project_id': '0dd87a1533c14d3ca4af6a1d28d07ee7', 'gw_port_host': None}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:49:31.650682 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-16471da0-e8e3-45a6-8395-df65092c849b req-214bfa1e-6b63-431f-b2a8-f1a9e8556e7f service neutron] For port b663606e-190c-4956-82fa-54d825c02e77, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=b663606e-190c-4956-82fa-54d825c02e77,segment=NetworkSegment(b4a6b143-6a51-43cd-8781-944dbb368ca5),segment_id=b4a6b143-6a51-43cd-8781-944dbb368ca5)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:49:31.660910 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac37c12-be18-4049-a113-ecfe7ac1883d None None] The sync data for ids ['a764d288-f741-4726-a94c-ccd506c9d005'] in n-d-791506-26 is: [{'id': 'a764d288-f741-4726-a94c-ccd506c9d005', 'name': 'tempest-AttachSCSIVolumeTestJSON-156302043-router', 'tenant_id': '0dd87a1533c14d3ca4af6a1d28d07ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:47:24Z', 'updated_at': '2021-08-16T22:49:31Z', 'revision_number': 6, 'project_id': '0dd87a1533c14d3ca4af6a1d28d07ee7', 'gw_port_host': None}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:49:31.698406 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d02fbacc-867d-4d05-8895-2c9ba8074753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:31.700509 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-21b923fa-46d3-423e-9fe3-a2125102fc07 req-0c3e9e99-f6b4-4d50-b087-4cc8b1287d1d tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf51abff-a5e4-4ed4-87b7-552597e1ec97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569805 Aug 16 22:49:31.752511 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02fbacc-867d-4d05-8895-2c9ba8074753 admin admin] Pushing event deleted for resources: {'Port': ['ID=72454211-c10d-4db2-b951-eb1fbe010830,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:31.753371 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-16471da0-e8e3-45a6-8395-df65092c849b req-214bfa1e-6b63-431f-b2a8-f1a9e8556e7f service neutron] For port b663606e-190c-4956-82fa-54d825c02e77, host n-h2-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:49:31.760023 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-66179007-8270-4550-9f7f-4765727dcfa0 req-a3c29149-6947-4732-8de1-64b7cdddd143 tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:31.763909 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-66179007-8270-4550-9f7f-4765727dcfa0 req-a3c29149-6947-4732-8de1-64b7cdddd143 tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:31.766036 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-66179007-8270-4550-9f7f-4765727dcfa0 req-a3c29149-6947-4732-8de1-64b7cdddd143 tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] 10.222.0.36 "DELETE /v2.0/security-groups/438a3d75-fe57-447d-b1bc-e4e8db302dc4 HTTP/1.1" status: 204 len: 173 time: 0.4759462 Aug 16 22:49:31.823111 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d02fbacc-867d-4d05-8895-2c9ba8074753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537121'] for router_gateway, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:31.829161 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c29149-6947-4732-8de1-64b7cdddd143 tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=438a3d75-fe57-447d-b1bc-e4e8db302dc4,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:31.873464 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd47d4cf-ff78-4ca2-9661-63e409d4344e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b663606e-190c-4956-82fa-54d825c02e77'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:49:31.875710 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86bfc476-3230-4a9d-ab9a-ac7a51c4dda8" -d '{"events": [{"server_uuid": "cd47d4cf-ff78-4ca2-9661-63e409d4344e", "name": "network-vif-unplugged", "status": "completed", "tag": "b663606e-190c-4956-82fa-54d825c02e77"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:49:31.882093 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-16471da0-e8e3-45a6-8395-df65092c849b req-214bfa1e-6b63-431f-b2a8-f1a9e8556e7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:31.910791 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-16471da0-e8e3-45a6-8395-df65092c849b req-214bfa1e-6b63-431f-b2a8-f1a9e8556e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:31.954687 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c842ef1-1407-42d6-98fc-b0124cceb1c8 req-c83198a4-98a7-41d1-a08b-5c9354ad5da1 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:31.956222 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4c842ef1-1407-42d6-98fc-b0124cceb1c8 req-c83198a4-98a7-41d1-a08b-5c9354ad5da1 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd47d4cf-ff78-4ca2-9661-63e409d4344e HTTP/1.1" status: 200 len: 945 time: 0.1567125 Aug 16 22:49:31.958318 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d02fbacc-867d-4d05-8895-2c9ba8074753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:31.960864 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d02fbacc-867d-4d05-8895-2c9ba8074753 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:31.991274 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2292f9-c222-472c-a7fe-5740dfd64b8f req-b17edaba-929f-4315-a307-91d139cd639d tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:31.992878 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0d2292f9-c222-472c-a7fe-5740dfd64b8f req-b17edaba-929f-4315-a307-91d139cd639d tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=f42e12b8-8894-4259-ab72-4cde2141db35 HTTP/1.1" status: 200 len: 946 time: 0.1452999 Aug 16 22:49:32.040646 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214bfa1e-6b63-431f-b2a8-f1a9e8556e7f service neutron] Pushing event updated for resources: {'Port': ['ID=b663606e-190c-4956-82fa-54d825c02e77,revision_number=7']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:32.044013 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d02fbacc-867d-4d05-8895-2c9ba8074753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:32.044723 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d02fbacc-867d-4d05-8895-2c9ba8074753 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a764d288-f741-4726-a94c-ccd506c9d005 {{(pid=101291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:49:32.051428 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d02fbacc-867d-4d05-8895-2c9ba8074753 admin admin] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:32.052658 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-d02fbacc-867d-4d05-8895-2c9ba8074753 admin admin] 10.222.0.36 "DELETE /v2.0/routers/a764d288-f741-4726-a94c-ccd506c9d005 HTTP/1.1" status: 204 len: 168 time: 1.2339902 Aug 16 22:49:32.055265 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 54010) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:32.105453 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-e822a12e-982c-4498-baf6-0adfee1f1485 admin admin] Deleting subnet 6d903676-5940-4682-8c71-041282775edf {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:49:32.111837 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e822a12e-982c-4498-baf6-0adfee1f1485 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:32.127013 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-16471da0-e8e3-45a6-8395-df65092c849b req-214bfa1e-6b63-431f-b2a8-f1a9e8556e7f service neutron] Attempting to bind port b663606e-190c-4956-82fa-54d825c02e77 on host n-h2-791506-26 for vnic_type normal with profile {"migrating_to": "n-h1-791506-26"} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:49:32.127588 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-16471da0-e8e3-45a6-8395-df65092c849b req-214bfa1e-6b63-431f-b2a8-f1a9e8556e7f service neutron] Attempting to bind port b663606e-190c-4956-82fa-54d825c02e77 by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': 'b4a6b143-6a51-43cd-8781-944dbb368ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'db61fb9f-768d-428b-8446-991cbb0c6922'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:49:32.127885 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16471da0-e8e3-45a6-8395-df65092c849b req-214bfa1e-6b63-431f-b2a8-f1a9e8556e7f service neutron] Attempting to bind port b663606e-190c-4956-82fa-54d825c02e77 on network db61fb9f-768d-428b-8446-991cbb0c6922 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:49:32.144981 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4c842ef1-1407-42d6-98fc-b0124cceb1c8 req-190897d0-2d53-45db-9e59-fea7075fb349 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608498 Aug 16 22:49:32.150441 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0d2292f9-c222-472c-a7fe-5740dfd64b8f req-4fa2ff2c-aeea-48a3-8782-85d4e0f96f88 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359742 Aug 16 22:49:32.153133 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16471da0-e8e3-45a6-8395-df65092c849b req-214bfa1e-6b63-431f-b2a8-f1a9e8556e7f service neutron] Port b663606e-190c-4956-82fa-54d825c02e77 on network db61fb9f-768d-428b-8446-991cbb0c6922 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:49:32.173126 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16471da0-e8e3-45a6-8395-df65092c849b req-214bfa1e-6b63-431f-b2a8-f1a9e8556e7f service neutron] Attempting to bind port b663606e-190c-4956-82fa-54d825c02e77 on network db61fb9f-768d-428b-8446-991cbb0c6922 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:49:32.179132 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16471da0-e8e3-45a6-8395-df65092c849b req-214bfa1e-6b63-431f-b2a8-f1a9e8556e7f service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:49:32.179589 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16471da0-e8e3-45a6-8395-df65092c849b req-214bfa1e-6b63-431f-b2a8-f1a9e8556e7f service neutron] Checking segment: {'id': 'b4a6b143-6a51-43cd-8781-944dbb368ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'db61fb9f-768d-428b-8446-991cbb0c6922'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:49:32.180076 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16471da0-e8e3-45a6-8395-df65092c849b req-214bfa1e-6b63-431f-b2a8-f1a9e8556e7f service neutron] Bound using segment: {'id': 'b4a6b143-6a51-43cd-8781-944dbb368ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'db61fb9f-768d-428b-8446-991cbb0c6922'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:49:32.180923 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-16471da0-e8e3-45a6-8395-df65092c849b req-214bfa1e-6b63-431f-b2a8-f1a9e8556e7f service neutron] Bound port: b663606e-190c-4956-82fa-54d825c02e77, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4a6b143-6a51-43cd-8781-944dbb368ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'db61fb9f-768d-428b-8446-991cbb0c6922'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:49:32.181387 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-16471da0-e8e3-45a6-8395-df65092c849b req-214bfa1e-6b63-431f-b2a8-f1a9e8556e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:32.186323 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e822a12e-982c-4498-baf6-0adfee1f1485 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:32.248253 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 54016) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:32.270474 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 5889a528-9304-413d-8a3e-d220839675c1 up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:49:32.309107 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 22:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cefa16f6-92a2-40fc-8945-101777a635af x-openstack-request-id: req-cefa16f6-92a2-40fc-8945-101777a635af {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:49:32.309481 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd47d4cf-ff78-4ca2-9661-63e409d4344e", "name": "network-vif-unplugged", "status": "completed", "tag": "b663606e-190c-4956-82fa-54d825c02e77", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:49:32.309813 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cefa16f6-92a2-40fc-8945-101777a635af {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:49:32.310381 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd47d4cf-ff78-4ca2-9661-63e409d4344e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b663606e-190c-4956-82fa-54d825c02e77', 'code': 200} Aug 16 22:49:32.355986 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7f1a87c7-0699-4aea-9a4c-35f513b866cd req-678b0fba-2ed3-426a-a894-0d6d5001136e tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] 10.222.0.36 "GET /v2.0/security-groups/179fe10e-f439-4b0a-a101-473694c4e19d HTTP/1.1" status: 200 len: 1804 time: 0.1641457 Aug 16 22:49:32.368744 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning for port 5889a528-9304-413d-8a3e-d220839675c1 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:49:32.373789 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port 5889a528-9304-413d-8a3e-d220839675c1 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:49:32.374460 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:32.420108 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-16471da0-e8e3-45a6-8395-df65092c849b req-214bfa1e-6b63-431f-b2a8-f1a9e8556e7f service neutron] For port b663606e-190c-4956-82fa-54d825c02e77, host n-h2-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:49:32.493003 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-16471da0-e8e3-45a6-8395-df65092c849b req-214bfa1e-6b63-431f-b2a8-f1a9e8556e7f service neutron] For port b663606e-190c-4956-82fa-54d825c02e77, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=b663606e-190c-4956-82fa-54d825c02e77,segment=NetworkSegment(b4a6b143-6a51-43cd-8781-944dbb368ca5),segment_id=b4a6b143-6a51-43cd-8781-944dbb368ca5)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:49:32.501623 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:32.536737 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fcc190a-32da-4836-a78f-cca14a40fb9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5889a528-9304-413d-8a3e-d220839675c1'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:49:32.540041 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7edb4af8-7663-4c98-9c4c-faba9b595a93" -d '{"events": [{"server_uuid": "8fcc190a-32da-4836-a78f-cca14a40fb9b", "name": "network-vif-plugged", "status": "completed", "tag": "5889a528-9304-413d-8a3e-d220839675c1"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:49:32.557402 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 5889a528-9304-413d-8a3e-d220839675c1, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=5889a528-9304-413d-8a3e-d220839675c1,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:49:32.563110 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-7f1a87c7-0699-4aea-9a4c-35f513b866cd req-5161c956-b94b-4c3f-b323-33eeb25c8659 tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:32.563714 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:32.565124 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 53f761fa-aa04-4e67-ab7f-23a534d5a5e0 no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:49:32.592060 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-7f1a87c7-0699-4aea-9a4c-35f513b866cd req-5161c956-b94b-4c3f-b323-33eeb25c8659 tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:32.598885 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] No Port match for: 53f761fa-aa04-4e67-ab7f-23a534d5a5e0 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:49:32.599515 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 53f761fa-aa04-4e67-ab7f-23a534d5a5e0 not bound to the agent host n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:49:32.629127 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-16471da0-e8e3-45a6-8395-df65092c849b req-214bfa1e-6b63-431f-b2a8-f1a9e8556e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:32.655667 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=5889a528-9304-413d-8a3e-d220839675c1,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:32.667802 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e822a12e-982c-4498-baf6-0adfee1f1485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:32.705962 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5ab824-7ee1-432d-93aa-0359de49d617 req-5995f069-7acc-49ab-aa4d-f9eba395bef3 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:32.713076 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9b5ab824-7ee1-432d-93aa-0359de49d617 req-5995f069-7acc-49ab-aa4d-f9eba395bef3 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd80fd78-9e08-4cc7-a161-80457457a8fc HTTP/1.1" status: 200 len: 950 time: 0.2156479 Aug 16 22:49:32.737132 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e822a12e-982c-4498-baf6-0adfee1f1485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:32.751098 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e822a12e-982c-4498-baf6-0adfee1f1485 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:32.753339 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-e822a12e-982c-4498-baf6-0adfee1f1485 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/6d903676-5940-4682-8c71-041282775edf HTTP/1.1" status: 204 len: 168 time: 0.6967504 Aug 16 22:49:32.759941 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d004ca0d-af7f-44ec-abfa-0d53b6318483 None None] Network c1d758fb-43f6-4266-93a1-ed2a7049a6a3 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:49:32.775315 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 54022) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:32.777875 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e822a12e-982c-4498-baf6-0adfee1f1485 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d903676-5940-4682-8c71-041282775edf,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:32.865945 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1dccbc49-7143-41ac-aa6f-9d941aa260b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:32.937971 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 149667a1-e634-4db2-b8b9-47fb536db15b no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:49:32.945436 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-7f1a87c7-0699-4aea-9a4c-35f513b866cd req-5161c956-b94b-4c3f-b323-33eeb25c8659 tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:32.947912 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-7f1a87c7-0699-4aea-9a4c-35f513b866cd req-5161c956-b94b-4c3f-b323-33eeb25c8659 tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:32.949250 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7f1a87c7-0699-4aea-9a4c-35f513b866cd req-5161c956-b94b-4c3f-b323-33eeb25c8659 tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] 10.222.0.36 "DELETE /v2.0/security-groups/179fe10e-f439-4b0a-a101-473694c4e19d HTTP/1.1" status: 204 len: 173 time: 0.5494964 Aug 16 22:49:32.965056 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 149667a1-e634-4db2-b8b9-47fb536db15b {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:49:32.965406 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 149667a1-e634-4db2-b8b9-47fb536db15b not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:49:32.965820 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 72454211-c10d-4db2-b951-eb1fbe010830 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:49:32.995198 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 72454211-c10d-4db2-b951-eb1fbe010830 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:49:32.996163 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 72454211-c10d-4db2-b951-eb1fbe010830 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:49:32.999415 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5161c956-b94b-4c3f-b323-33eeb25c8659 tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=179fe10e-f439-4b0a-a101-473694c4e19d,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:33.001638 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214bfa1e-6b63-431f-b2a8-f1a9e8556e7f service neutron] Pushing event updated for resources: {'Port': ['ID=b663606e-190c-4956-82fa-54d825c02e77,revision_number=8']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:33.018428 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e773c4ad-5e29-4c3a-a889-0c2d06b7f891 req-66a90d30-6f9f-45d0-94a4-b7075f1df592 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bd403877-9d1d-4f11-b362-68537194146a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1477206 Aug 16 22:49:33.030981 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13fc1592-100c-48c2-872d-bf03dfe18f86 x-openstack-request-id: req-13fc1592-100c-48c2-872d-bf03dfe18f86 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:49:33.031735 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fcc190a-32da-4836-a78f-cca14a40fb9b", "name": "network-vif-plugged", "status": "completed", "tag": "5889a528-9304-413d-8a3e-d220839675c1", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:49:33.032945 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-13fc1592-100c-48c2-872d-bf03dfe18f86 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:49:33.044064 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fcc190a-32da-4836-a78f-cca14a40fb9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5889a528-9304-413d-8a3e-d220839675c1', 'code': 200} Aug 16 22:49:33.057322 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16471da0-e8e3-45a6-8395-df65092c849b req-214bfa1e-6b63-431f-b2a8-f1a9e8556e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:33.057716 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-16471da0-e8e3-45a6-8395-df65092c849b req-214bfa1e-6b63-431f-b2a8-f1a9e8556e7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:33.065801 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-16471da0-e8e3-45a6-8395-df65092c849b req-214bfa1e-6b63-431f-b2a8-f1a9e8556e7f service neutron] 10.222.0.68 "PUT /v2.0/ports/b663606e-190c-4956-82fa-54d825c02e77 HTTP/1.1" status: 200 len: 1123 time: 2.0486960 Aug 16 22:49:33.079820 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1dccbc49-7143-41ac-aa6f-9d941aa260b7 admin admin] Deleting port b0688dfe-df83-4624-84ae-c928d6c8249d {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:49:33.082297 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1dccbc49-7143-41ac-aa6f-9d941aa260b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:33.131945 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9b5ab824-7ee1-432d-93aa-0359de49d617 req-46c93241-e292-4877-abb9-9f035b4773ef tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4008510 Aug 16 22:49:33.153324 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1bf750-8c82-4ef7-b2f6-7f1475c09b30 None None] DHCP port deletion for c1d758fb-43f6-4266-93a1-ed2a7049a6a3 request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:49:33.211953 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-1a1bf750-8c82-4ef7-b2f6-7f1475c09b30 None None] Deleting port b0688dfe-df83-4624-84ae-c928d6c8249d {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:49:33.212335 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-1a1bf750-8c82-4ef7-b2f6-7f1475c09b30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:33.215561 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['b663606e-190c-4956-82fa-54d825c02e77'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:49:33.252621 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1dccbc49-7143-41ac-aa6f-9d941aa260b7 admin admin] For port b0688dfe-df83-4624-84ae-c928d6c8249d, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=b0688dfe-df83-4624-84ae-c928d6c8249d,segment=NetworkSegment(814a6fa1-947a-41e8-8b6d-b5eadf99c956),segment_id=814a6fa1-947a-41e8-8b6d-b5eadf99c956)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:49:33.252621 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1dccbc49-7143-41ac-aa6f-9d941aa260b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:33.271028 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e773c4ad-5e29-4c3a-a889-0c2d06b7f891 req-de865879-6b75-4a57-957a-9840ed3c78f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:33.272962 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e773c4ad-5e29-4c3a-a889-0c2d06b7f891 req-de865879-6b75-4a57-957a-9840ed3c78f6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=733236da22f3411d852a1f0b783a3537&device_id=bd403877-9d1d-4f11-b362-68537194146a HTTP/1.1" status: 200 len: 1097 time: 0.0871811 Aug 16 22:49:33.280503 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1dccbc49-7143-41ac-aa6f-9d941aa260b7 admin admin] Calling delete_port for b0688dfe-df83-4624-84ae-c928d6c8249d owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:49:33.349900 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-1a1bf750-8c82-4ef7-b2f6-7f1475c09b30 None None] For port b0688dfe-df83-4624-84ae-c928d6c8249d, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=b0688dfe-df83-4624-84ae-c928d6c8249d,segment=NetworkSegment(814a6fa1-947a-41e8-8b6d-b5eadf99c956),segment_id=814a6fa1-947a-41e8-8b6d-b5eadf99c956)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:49:33.350468 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-1a1bf750-8c82-4ef7-b2f6-7f1475c09b30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:33.371531 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-1a1bf750-8c82-4ef7-b2f6-7f1475c09b30 None None] Calling delete_port for b0688dfe-df83-4624-84ae-c928d6c8249d owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:49:33.386405 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-300a9ec3-9427-4251-bc10-475f851142d0 req-2d5b9df8-b4b0-450d-912c-8f8ef107c7b3 tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] 10.222.0.36 "GET /v2.0/security-groups/73adcd4d-0290-4bb7-8f43-16f6a8661422 HTTP/1.1" status: 200 len: 2402 time: 0.1926954 Aug 16 22:49:33.400433 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ed539-79bb-4e1d-bca8-efe52308b035 req-1e665764-2db6-4d39-96a8-0dcc844ca58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:33.401833 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-137ed539-79bb-4e1d-bca8-efe52308b035 req-1e665764-2db6-4d39-96a8-0dcc844ca58c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8fcc190a-32da-4836-a78f-cca14a40fb9b HTTP/1.1" status: 200 len: 1101 time: 0.2068789 Aug 16 22:49:33.428891 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaafda47-785f-499b-8b25-e13ef6475083 req-611d5d13-04ad-4553-852c-6203c9bb49be tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:33.430558 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-eaafda47-785f-499b-8b25-e13ef6475083 req-611d5d13-04ad-4553-852c-6203c9bb49be tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fcc190a-32da-4836-a78f-cca14a40fb9b HTTP/1.1" status: 200 len: 949 time: 0.2251210 Aug 16 22:49:33.480438 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e773c4ad-5e29-4c3a-a889-0c2d06b7f891 req-575ec68d-5358-432f-8201-6e5058594139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:33.482375 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e773c4ad-5e29-4c3a-a889-0c2d06b7f891 req-575ec68d-5358-432f-8201-6e5058594139 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1ec41dbe-7c0a-4c4b-bab3-26488606d20f HTTP/1.1" status: 200 len: 923 time: 0.1835680 Aug 16 22:49:33.493001 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1dccbc49-7143-41ac-aa6f-9d941aa260b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:33.560282 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-eaafda47-785f-499b-8b25-e13ef6475083 req-3286f804-56af-4a8c-a63d-ffce95f221e1 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf51abff-a5e4-4ed4-87b7-552597e1ec97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745957 Aug 16 22:49:33.582040 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dccbc49-7143-41ac-aa6f-9d941aa260b7 admin admin] No DVR routers for this DVR port b0688dfe-df83-4624-84ae-c928d6c8249d on host n-d-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:49:33.592799 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dccbc49-7143-41ac-aa6f-9d941aa260b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0688dfe-df83-4624-84ae-c928d6c8249d,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:33.603612 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-300a9ec3-9427-4251-bc10-475f851142d0 req-f5f000a0-3cc9-4f85-862c-9479d51379cd tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:33.615102 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-1a1bf750-8c82-4ef7-b2f6-7f1475c09b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:33.631639 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-137ed539-79bb-4e1d-bca8-efe52308b035 req-feb2e893-a704-462d-89ec-72d64d531967 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=cf51abff-a5e4-4ed4-87b7-552597e1ec97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130489 Aug 16 22:49:33.654557 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1bf750-8c82-4ef7-b2f6-7f1475c09b30 None None] Pushing event deleted for resources: {'Port': ['ID=b0688dfe-df83-4624-84ae-c928d6c8249d,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:33.669739 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1bf750-8c82-4ef7-b2f6-7f1475c09b30 None None] No DVR routers for this DVR port b0688dfe-df83-4624-84ae-c928d6c8249d on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:49:33.698118 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e773c4ad-5e29-4c3a-a889-0c2d06b7f891 req-1e9200e1-2b92-4f99-843d-a2bfc3ae6853 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=853f0576-5402-426f-ac21-6b7625075f55 HTTP/1.1" status: 200 len: 1001 time: 0.1944766 Aug 16 22:49:33.712768 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1dccbc49-7143-41ac-aa6f-9d941aa260b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:33.723783 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-1dccbc49-7143-41ac-aa6f-9d941aa260b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1d758fb-43f6-4266-93a1-ed2a7049a6a3']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:49:33.732157 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-300a9ec3-9427-4251-bc10-475f851142d0 req-f5f000a0-3cc9-4f85-862c-9479d51379cd tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:33.734975 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-1dccbc49-7143-41ac-aa6f-9d941aa260b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '814a6fa1-947a-41e8-8b6d-b5eadf99c956') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:49:33.735291 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-1dccbc49-7143-41ac-aa6f-9d941aa260b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '814a6fa1-947a-41e8-8b6d-b5eadf99c956') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:49:33.745905 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1dccbc49-7143-41ac-aa6f-9d941aa260b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:33.764670 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1dccbc49-7143-41ac-aa6f-9d941aa260b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:33.774599 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dccbc49-7143-41ac-aa6f-9d941aa260b7 admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:49:33.775097 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1dccbc49-7143-41ac-aa6f-9d941aa260b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:33.778098 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 22:49:33.778098 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:49:33.778098 n-d-791506-26 neutron-server[101291]: timer() Aug 16 22:49:33.778098 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:49:33.778098 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 22:49:33.778098 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:49:33.778098 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 22:49:33.778098 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:49:33.778098 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 22:49:33.778098 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:49:33.778098 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 22:49:33.778098 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:49:33.778098 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 22:49:33.778098 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:49:33.778098 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:49:33.778098 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:49:33.778098 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:49:33.778098 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:49:33.778098 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 22:49:33.778098 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:49:33.778098 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 22:49:33.778098 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:49:33.778098 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:49:33.778098 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:49:33.778098 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 22:49:33.778098 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:49:33.778098 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:49:33.778098 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:49:33.778098 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:49:33.778098 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:49:33.778098 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:49:33.778098 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:49:33.820495 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925a430c-11af-4a23-b623-e2e33045c8b6 req-5bd21031-21e6-49ca-90d6-ee61ddea6a1a tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:33.825036 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-925a430c-11af-4a23-b623-e2e33045c8b6 req-5bd21031-21e6-49ca-90d6-ee61ddea6a1a tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd47d4cf-ff78-4ca2-9661-63e409d4344e HTTP/1.1" status: 200 len: 943 time: 0.1335888 Aug 16 22:49:33.841845 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1dccbc49-7143-41ac-aa6f-9d941aa260b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:33.848343 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1dccbc49-7143-41ac-aa6f-9d941aa260b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:33.854378 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-1dccbc49-7143-41ac-aa6f-9d941aa260b7 admin admin] 10.222.0.36 "DELETE /v2.0/networks/c1d758fb-43f6-4266-93a1-ed2a7049a6a3 HTTP/1.1" status: 204 len: 168 time: 1.0752754 Aug 16 22:49:33.855696 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 54032) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:33.868338 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dccbc49-7143-41ac-aa6f-9d941aa260b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1d758fb-43f6-4266-93a1-ed2a7049a6a3,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:33.876242 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-75c04d39-4a0c-4060-8176-28615af80861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537579'] for router_interface, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:33.880788 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-300a9ec3-9427-4251-bc10-475f851142d0 req-f5f000a0-3cc9-4f85-862c-9479d51379cd tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:33.883264 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-300a9ec3-9427-4251-bc10-475f851142d0 req-f5f000a0-3cc9-4f85-862c-9479d51379cd tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:33.884517 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-300a9ec3-9427-4251-bc10-475f851142d0 req-f5f000a0-3cc9-4f85-862c-9479d51379cd tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] 10.222.0.36 "DELETE /v2.0/security-groups/73adcd4d-0290-4bb7-8f43-16f6a8661422 HTTP/1.1" status: 204 len: 173 time: 0.4890420 Aug 16 22:49:33.991108 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f000a0-3cc9-4f85-862c-9479d51379cd tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73adcd4d-0290-4bb7-8f43-16f6a8661422,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:34.023204 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-925a430c-11af-4a23-b623-e2e33045c8b6 req-f0192923-0a06-4c4c-a362-4e8060ae57a0 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939700 Aug 16 22:49:34.055640 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e773c4ad-5e29-4c3a-a889-0c2d06b7f891 req-208f6064-124f-4059-ba0d-c4e54b1fc9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:34.056900 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e773c4ad-5e29-4c3a-a889-0c2d06b7f891 req-208f6064-124f-4059-ba0d-c4e54b1fc9ec service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d73dbfff-4ee7-4d05-8df7-c328a380882a HTTP/1.1" status: 200 len: 861 time: 0.0560927 Aug 16 22:49:34.114857 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e773c4ad-5e29-4c3a-a889-0c2d06b7f891 req-f136c46c-bb55-44be-ad2d-eee31ba32c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:34.116502 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e773c4ad-5e29-4c3a-a889-0c2d06b7f891 req-f136c46c-bb55-44be-ad2d-eee31ba32c15 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1ec41dbe-7c0a-4c4b-bab3-26488606d20f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0501618 Aug 16 22:49:34.246794 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e773c4ad-5e29-4c3a-a889-0c2d06b7f891 req-5cc7acff-4b71-4b82-8652-fa899be369a0 service neutron] 10.222.0.57 "GET /v2.0/networks/1ec41dbe-7c0a-4c4b-bab3-26488606d20f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007729 Aug 16 22:49:34.344082 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e773c4ad-5e29-4c3a-a889-0c2d06b7f891 req-28e70aa5-d164-40b2-803a-9e3aee122391 service neutron] 10.222.0.57 "GET /v2.0/networks/1ec41dbe-7c0a-4c4b-bab3-26488606d20f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889356 Aug 16 22:49:34.346327 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd47d4cf-ff78-4ca2-9661-63e409d4344e', 'tag': 'b663606e-190c-4956-82fa-54d825c02e77'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:49:34.348726 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38addb65-1f55-42eb-b67a-91134afb2092" -d '{"events": [{"name": "network-changed", "server_uuid": "cd47d4cf-ff78-4ca2-9661-63e409d4344e", "tag": "b663606e-190c-4956-82fa-54d825c02e77"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:49:34.422336 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a849e5b6-4e55-4c00-b38e-ad4f486601e8 req-bf1a28ab-c753-4cf6-88aa-2891cd393287 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:34.423780 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a849e5b6-4e55-4c00-b38e-ad4f486601e8 req-bf1a28ab-c753-4cf6-88aa-2891cd393287 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=f42e12b8-8894-4259-ab72-4cde2141db35 HTTP/1.1" status: 200 len: 946 time: 0.4595866 Aug 16 22:49:34.532060 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0fe9f618-365f-4bde-b938-914e2019eae9 req-418eba46-c512-4662-a3a9-d9597e516900 tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] 10.222.0.36 "GET /v2.0/security-groups/150a4091-58ea-4931-abf8-ba218a60e080 HTTP/1.1" status: 200 len: 2397 time: 0.1803555 Aug 16 22:49:34.638638 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a849e5b6-4e55-4c00-b38e-ad4f486601e8 req-e5238882-747f-4d77-93d1-690be19096b7 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074704 Aug 16 22:49:34.786738 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-0fe9f618-365f-4bde-b938-914e2019eae9 req-39b2dd91-b378-42ec-b43e-06d10661e337 tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:34.864968 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-0fe9f618-365f-4bde-b938-914e2019eae9 req-39b2dd91-b378-42ec-b43e-06d10661e337 tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:34.865300 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device b0688dfe-df83-4624-84ae-c928d6c8249d no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:49:34.874611 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa8d301-a971-4424-94a9-1f7004da2109 req-0357b29e-4e60-48f6-a985-96da2bce73ed tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:34.876088 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0fa8d301-a971-4424-94a9-1f7004da2109 req-0357b29e-4e60-48f6-a985-96da2bce73ed tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd80fd78-9e08-4cc7-a161-80457457a8fc HTTP/1.1" status: 200 len: 950 time: 0.1767294 Aug 16 22:49:34.889003 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: b0688dfe-df83-4624-84ae-c928d6c8249d {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:49:34.889356 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device b0688dfe-df83-4624-84ae-c928d6c8249d not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:49:34.998050 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0fa8d301-a971-4424-94a9-1f7004da2109 req-18cb13e2-9090-4384-9611-749118c9283a tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109457 Aug 16 22:49:35.023071 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-0fe9f618-365f-4bde-b938-914e2019eae9 req-39b2dd91-b378-42ec-b43e-06d10661e337 tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:35.025578 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-0fe9f618-365f-4bde-b938-914e2019eae9 req-39b2dd91-b378-42ec-b43e-06d10661e337 tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:35.026699 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0fe9f618-365f-4bde-b938-914e2019eae9 req-39b2dd91-b378-42ec-b43e-06d10661e337 tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] 10.222.0.36 "DELETE /v2.0/security-groups/150a4091-58ea-4931-abf8-ba218a60e080 HTTP/1.1" status: 204 len: 173 time: 0.4429507 Aug 16 22:49:35.032398 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 54042) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:35.043051 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-75c04d39-4a0c-4060-8176-28615af80861 admin admin] Deleting port a1083023-e065-48a1-914e-afe25bd8ee4c {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:49:35.043051 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-75c04d39-4a0c-4060-8176-28615af80861 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:35.045360 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b2dd91-b378-42ec-b43e-06d10661e337 tempest-SecurityGroupRulesTestJSON-1733730094 tempest-SecurityGroupRulesTestJSON-1733730094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=150a4091-58ea-4931-abf8-ba218a60e080,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:35.054448 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14dda769-0fae-4b32-a06b-3d81ca79c476 x-openstack-request-id: req-14dda769-0fae-4b32-a06b-3d81ca79c476 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:49:35.054448 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd47d4cf-ff78-4ca2-9661-63e409d4344e", "tag": "b663606e-190c-4956-82fa-54d825c02e77", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:49:35.054448 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-14dda769-0fae-4b32-a06b-3d81ca79c476 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:49:35.054448 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd47d4cf-ff78-4ca2-9661-63e409d4344e', 'tag': 'b663606e-190c-4956-82fa-54d825c02e77', 'status': 'completed', 'code': 200} Aug 16 22:49:35.126235 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b690d16-1cf8-44d9-bf94-122ecbe5e6bc admin admin] Deleting subnet 231cbf21-70a0-45e6-b437-8522395679e8 {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:49:35.130199 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6b690d16-1cf8-44d9-bf94-122ecbe5e6bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:35.200123 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6b690d16-1cf8-44d9-bf94-122ecbe5e6bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:35.236831 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38addb65-1f55-42eb-b67a-91134afb2092 req-b7f3f67f-4ab4-4256-878f-978ce6741d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:35.239046 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-38addb65-1f55-42eb-b67a-91134afb2092 req-b7f3f67f-4ab4-4256-878f-978ce6741d93 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=96f36b2ac4b747ffa8d23196eebfe0fe&device_id=cd47d4cf-ff78-4ca2-9661-63e409d4344e HTTP/1.1" status: 200 len: 1126 time: 0.0821931 Aug 16 22:49:35.254930 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-75c04d39-4a0c-4060-8176-28615af80861 admin admin] For port a1083023-e065-48a1-914e-afe25bd8ee4c, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=a1083023-e065-48a1-914e-afe25bd8ee4c,segment=NetworkSegment(dbd6a7b3-b56f-48d0-8df5-dc8503a74c13),segment_id=dbd6a7b3-b56f-48d0-8df5-dc8503a74c13)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:49:35.255204 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-75c04d39-4a0c-4060-8176-28615af80861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:35.268409 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6b690d16-1cf8-44d9-bf94-122ecbe5e6bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:35.292177 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac5dcd4-94f7-4088-8378-9b888c06e9b1 req-b2b89fb2-0298-4633-b110-1e8d426e17e9 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:35.293888 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6ac5dcd4-94f7-4088-8378-9b888c06e9b1 req-b2b89fb2-0298-4633-b110-1e8d426e17e9 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd47d4cf-ff78-4ca2-9661-63e409d4344e HTTP/1.1" status: 200 len: 943 time: 0.1771352 Aug 16 22:49:35.294885 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-75c04d39-4a0c-4060-8176-28615af80861 admin admin] Calling delete_port for a1083023-e065-48a1-914e-afe25bd8ee4c owned by network:router_interface {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:49:35.304689 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48f6a38-60a4-4718-80a3-e674975a8634 req-5665142f-c157-4f48-a693-4be15b6af142 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:35.306157 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e48f6a38-60a4-4718-80a3-e674975a8634 req-5665142f-c157-4f48-a693-4be15b6af142 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fcc190a-32da-4836-a78f-cca14a40fb9b HTTP/1.1" status: 200 len: 949 time: 0.1858876 Aug 16 22:49:35.384665 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38addb65-1f55-42eb-b67a-91134afb2092 req-491b2243-94b9-4b71-acb7-f293ce0557ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:35.386150 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-38addb65-1f55-42eb-b67a-91134afb2092 req-491b2243-94b9-4b71-acb7-f293ce0557ee service neutron] 10.222.0.57 "GET /v2.0/networks?id=db61fb9f-768d-428b-8446-991cbb0c6922 HTTP/1.1" status: 200 len: 921 time: 0.1390729 Aug 16 22:49:35.388646 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6b690d16-1cf8-44d9-bf94-122ecbe5e6bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:35.389031 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4f98feec-4b1c-4b95-a1a2-33eb5f92eea7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537579'] for router_interface, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:35.453999 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b690d16-1cf8-44d9-bf94-122ecbe5e6bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=231cbf21-70a0-45e6-b437-8522395679e8,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:35.456886 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6b690d16-1cf8-44d9-bf94-122ecbe5e6bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:35.461421 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-6b690d16-1cf8-44d9-bf94-122ecbe5e6bc admin admin] 10.222.0.36 "DELETE /v2.0/subnets/231cbf21-70a0-45e6-b437-8522395679e8 HTTP/1.1" status: 204 len: 168 time: 0.4251552 Aug 16 22:49:35.461802 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 54048) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:35.469111 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-38addb65-1f55-42eb-b67a-91134afb2092 req-c2a016b9-cf5f-4565-a527-5e022d10d0ff service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b663606e-190c-4956-82fa-54d825c02e77 HTTP/1.1" status: 200 len: 217 time: 0.0713031 Aug 16 22:49:35.474675 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e48f6a38-60a4-4718-80a3-e674975a8634 req-f8f2d209-5969-4619-8368-8ea8ce4754d2 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf51abff-a5e4-4ed4-87b7-552597e1ec97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617987 Aug 16 22:49:35.482155 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6ac5dcd4-94f7-4088-8378-9b888c06e9b1 req-b9f386fd-8c9e-43d1-bb9d-5f2daf9dd96e tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738112 Aug 16 22:49:35.571837 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-32f6a327-aa76-4d8e-820f-c56716cdfaa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:35.574487 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38addb65-1f55-42eb-b67a-91134afb2092 req-bf154bb7-9e92-455e-bfa1-b83d86028104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:35.575933 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-38addb65-1f55-42eb-b67a-91134afb2092 req-bf154bb7-9e92-455e-bfa1-b83d86028104 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f340c0a0-6bbc-45f5-920c-bfa473779acd HTTP/1.1" status: 200 len: 860 time: 0.0954280 Aug 16 22:49:35.617669 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-38addb65-1f55-42eb-b67a-91134afb2092 req-a851950e-4c9b-43c4-9868-a1d0ed294a2e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=db61fb9f-768d-428b-8446-991cbb0c6922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331190 Aug 16 22:49:35.740787 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-32f6a327-aa76-4d8e-820f-c56716cdfaa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:35.754384 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-32f6a327-aa76-4d8e-820f-c56716cdfaa5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77bfa438-dd6f-4918-9205-4d5dfb73da9f']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:49:35.771042 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-32f6a327-aa76-4d8e-820f-c56716cdfaa5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4c2a458-a93d-45a3-a14a-b167216db01a') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:49:35.771274 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-32f6a327-aa76-4d8e-820f-c56716cdfaa5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4c2a458-a93d-45a3-a14a-b167216db01a') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:49:35.777057 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-75c04d39-4a0c-4060-8176-28615af80861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:35.791331 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-32f6a327-aa76-4d8e-820f-c56716cdfaa5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:35.810162 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-38addb65-1f55-42eb-b67a-91134afb2092 req-b3651c6a-4016-4c86-bf92-c2e4cb18e0dd service neutron] 10.222.0.57 "GET /v2.0/networks/db61fb9f-768d-428b-8446-991cbb0c6922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741858 Aug 16 22:49:35.814697 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-32f6a327-aa76-4d8e-820f-c56716cdfaa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:35.816568 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c04d39-4a0c-4060-8176-28615af80861 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1083023-e065-48a1-914e-afe25bd8ee4c,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:35.840688 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32f6a327-aa76-4d8e-820f-c56716cdfaa5 admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:49:35.841102 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-32f6a327-aa76-4d8e-820f-c56716cdfaa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:35.842763 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 22:49:35.842763 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:49:35.842763 n-d-791506-26 neutron-server[101291]: timer() Aug 16 22:49:35.842763 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:49:35.842763 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 22:49:35.842763 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:49:35.842763 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 22:49:35.842763 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:49:35.842763 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 22:49:35.842763 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:49:35.842763 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 22:49:35.842763 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:49:35.842763 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 22:49:35.842763 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:49:35.842763 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:49:35.842763 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:49:35.842763 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:49:35.842763 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:49:35.842763 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 22:49:35.842763 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:49:35.842763 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 22:49:35.842763 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:49:35.842763 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:49:35.842763 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:49:35.842763 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 22:49:35.842763 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:49:35.842763 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:49:35.842763 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:49:35.842763 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:49:35.842763 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:49:35.842763 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:49:35.842763 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:49:35.867421 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00fcba-34e1-4ce8-9553-9260e84bfe73 req-fa698abf-0bc0-4218-ac13-b0e23ca7d882 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:35.868995 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3d00fcba-34e1-4ce8-9553-9260e84bfe73 req-fa698abf-0bc0-4218-ac13-b0e23ca7d882 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=f42e12b8-8894-4259-ab72-4cde2141db35 HTTP/1.1" status: 200 len: 946 time: 0.1507628 Aug 16 22:49:35.950293 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-32f6a327-aa76-4d8e-820f-c56716cdfaa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:35.953010 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3d00fcba-34e1-4ce8-9553-9260e84bfe73 req-ca612524-a954-46d5-932a-7c451f6013fb tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635307 Aug 16 22:49:35.957003 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-32f6a327-aa76-4d8e-820f-c56716cdfaa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:35.961825 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-32f6a327-aa76-4d8e-820f-c56716cdfaa5 admin admin] 10.222.0.36 "DELETE /v2.0/networks/77bfa438-dd6f-4918-9205-4d5dfb73da9f HTTP/1.1" status: 204 len: 168 time: 0.4965460 Aug 16 22:49:35.999198 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-38addb65-1f55-42eb-b67a-91134afb2092 req-326abae4-3df3-4c6c-b841-14d4052fcdc3 service neutron] 10.222.0.57 "GET /v2.0/networks/db61fb9f-768d-428b-8446-991cbb0c6922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816676 Aug 16 22:49:36.000082 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f6a327-aa76-4d8e-820f-c56716cdfaa5 admin admin] Pushing event deleted for resources: {'Network': ['ID=77bfa438-dd6f-4918-9205-4d5dfb73da9f,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:36.011926 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-4f98feec-4b1c-4b95-a1a2-33eb5f92eea7 admin admin] Deleting port cde52f5e-1e09-4497-a40e-1616a26e3fe2 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:49:36.012265 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4f98feec-4b1c-4b95-a1a2-33eb5f92eea7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:36.110090 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 54056) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:36.150844 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-d2616a55-1e2e-4b9d-bc1b-682d69c7a34e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=eee78de3e27d4ca2a9e521ff126d2519&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0398574 Aug 16 22:49:36.153406 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 54058) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:36.153717 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-75c04d39-4a0c-4060-8176-28615af80861 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537471'] for router_interface, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:36.178855 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-4f98feec-4b1c-4b95-a1a2-33eb5f92eea7 admin admin] For port cde52f5e-1e09-4497-a40e-1616a26e3fe2, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=cde52f5e-1e09-4497-a40e-1616a26e3fe2,segment=NetworkSegment(b74a8f22-d9c9-4479-a1f3-db401b933fe9),segment_id=b74a8f22-d9c9-4479-a1f3-db401b933fe9)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:49:36.179289 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4f98feec-4b1c-4b95-a1a2-33eb5f92eea7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:36.196520 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfb8c4d-03ae-458c-bad3-4d7f7be6c5fe req-67bf57fc-f792-4bdb-a52b-76a008d095a6 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:36.198030 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-edfb8c4d-03ae-458c-bad3-4d7f7be6c5fe req-67bf57fc-f792-4bdb-a52b-76a008d095a6 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd80fd78-9e08-4cc7-a161-80457457a8fc HTTP/1.1" status: 200 len: 950 time: 0.1133096 Aug 16 22:49:36.205313 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e8a34e8f-36a1-49fb-b16c-3418d1b89122 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:36.227213 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e8a34e8f-36a1-49fb-b16c-3418d1b89122 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:36.236813 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-4f98feec-4b1c-4b95-a1a2-33eb5f92eea7 admin admin] Calling delete_port for cde52f5e-1e09-4497-a40e-1616a26e3fe2 owned by network:router_interface {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:49:36.278919 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e8a34e8f-36a1-49fb-b16c-3418d1b89122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:36.281548 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e8a34e8f-36a1-49fb-b16c-3418d1b89122 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:36.282709 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-e8a34e8f-36a1-49fb-b16c-3418d1b89122 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dd8cd42b-bcd1-4894-a6e8-8e53e5ef542d HTTP/1.1" status: 204 len: 168 time: 0.1282253 Aug 16 22:49:36.296789 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a34e8f-36a1-49fb-b16c-3418d1b89122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd8cd42b-bcd1-4894-a6e8-8e53e5ef542d,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:36.358107 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-edfb8c4d-03ae-458c-bad3-4d7f7be6c5fe req-074fa8ea-86dc-418f-adc8-ba55395e753a tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229618 Aug 16 22:49:36.369215 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device b663606e-190c-4956-82fa-54d825c02e77 details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:49:36.480478 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port b663606e-190c-4956-82fa-54d825c02e77, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=b663606e-190c-4956-82fa-54d825c02e77,segment=NetworkSegment(b4a6b143-6a51-43cd-8781-944dbb368ca5),segment_id=b4a6b143-6a51-43cd-8781-944dbb368ca5)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:49:36.494000 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device b663606e-190c-4956-82fa-54d825c02e77 has no active binding in host n-h1-791506-26 {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 22:49:36.579416 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75c04d39-4a0c-4060-8176-28615af80861 admin admin] Router 3ebb43b3-b1ab-4bfd-a2c2-a07b7560f569 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:49:36.687762 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:49:36.937080 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4f98feec-4b1c-4b95-a1a2-33eb5f92eea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:37.016479 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f39b9ab-7608-4c15-88e5-b8e5739ae089 req-eed27e8a-a551-4875-b096-fac27b269f08 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:37.018083 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1f39b9ab-7608-4c15-88e5-b8e5739ae089 req-eed27e8a-a551-4875-b096-fac27b269f08 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd47d4cf-ff78-4ca2-9661-63e409d4344e HTTP/1.1" status: 200 len: 943 time: 0.4437723 Aug 16 22:49:37.024366 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f98feec-4b1c-4b95-a1a2-33eb5f92eea7 admin admin] Pushing event deleted for resources: {'Port': ['ID=cde52f5e-1e09-4497-a40e-1616a26e3fe2,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:37.038878 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d4527b-3085-45a8-8d65-f87655c58257 req-b465f872-0a53-47a5-a2bc-fe11a7843cba tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:37.040391 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-96d4527b-3085-45a8-8d65-f87655c58257 req-b465f872-0a53-47a5-a2bc-fe11a7843cba tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fcc190a-32da-4836-a78f-cca14a40fb9b HTTP/1.1" status: 200 len: 949 time: 0.4676964 Aug 16 22:49:37.209686 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1f39b9ab-7608-4c15-88e5-b8e5739ae089 req-c79dc7bc-1693-4ff2-b7e3-7c6e1f8a03fe tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680393 Aug 16 22:49:37.222439 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-96d4527b-3085-45a8-8d65-f87655c58257 req-43f4ca0a-a457-4ae8-90c4-b2620121d572 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf51abff-a5e4-4ed4-87b7-552597e1ec97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617162 Aug 16 22:49:37.223794 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75c04d39-4a0c-4060-8176-28615af80861 admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:49:37.231431 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-75c04d39-4a0c-4060-8176-28615af80861 admin admin] 10.222.0.36 "PUT /v2.0/routers/3ebb43b3-b1ab-4bfd-a2c2-a07b7560f569/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9817972 Aug 16 22:49:37.244574 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 54090) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:37.245313 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06edf5c-56ab-4160-89e4-e45553a7dacc None None] Sync routers for ids ['3ebb43b3-b1ab-4bfd-a2c2-a07b7560f569'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:49:37.262530 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06edf5c-56ab-4160-89e4-e45553a7dacc None None] Routers {'3ebb43b3-b1ab-4bfd-a2c2-a07b7560f569'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:49:37.263265 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-c06edf5c-56ab-4160-89e4-e45553a7dacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:49:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['3ebb43b3-b1ab-4bfd-a2c2-a07b7560f569'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:49:37.421572 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1b8f85a4-357a-408e-9a71-443d2e1df21f admin admin] Notify callbacks [] for router, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:37.422208 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-c06edf5c-56ab-4160-89e4-e45553a7dacc None None] Set router 3ebb43b3-b1ab-4bfd-a2c2-a07b7560f569 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:49:37.457925 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4f98feec-4b1c-4b95-a1a2-33eb5f92eea7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537471'] for router_interface, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:37.557938 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b89eaf7-9d0b-4d9e-80f8-41255823c84d req-ae37d1c7-4ba3-4757-992b-c87d705deee4 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:37.566603 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9b89eaf7-9d0b-4d9e-80f8-41255823c84d req-ae37d1c7-4ba3-4757-992b-c87d705deee4 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=f42e12b8-8894-4259-ab72-4cde2141db35 HTTP/1.1" status: 200 len: 946 time: 0.2140121 Aug 16 22:49:37.671570 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-16471da0-e8e3-45a6-8395-df65092c849b req-bed7881a-74c0-4fc2-95bb-13400a5bcd48 service neutron] 10.222.0.57 "GET /v2.0/ports/b663606e-190c-4956-82fa-54d825c02e77/bindings/n-h1-791506-26 HTTP/1.1" status: 200 len: 385 time: 0.1051183 Aug 16 22:49:37.692236 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1b8f85a4-357a-408e-9a71-443d2e1df21f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:37.704089 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9b89eaf7-9d0b-4d9e-80f8-41255823c84d req-6f746997-75b0-47b2-8397-4bfe2f78f0d2 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343935 Aug 16 22:49:37.722038 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-c06edf5c-56ab-4160-89e4-e45553a7dacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ebb43b3-b1ab-4bfd-a2c2-a07b7560f569', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-425917876-router', 'tenant_id': 'c63a28594c214f838f1a5ddeb2a81e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '8783347e-b151-43ee-a28d-5b8ce32076c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:48:29Z', 'updated_at': '2021-08-16T22:49:35Z', 'revision_number': 5, 'project_id': 'c63a28594c214f838f1a5ddeb2a81e3f', 'gw_port': {'id': '8783347e-b151-43ee-a28d-5b8ce32076c4', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:4f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebb43b3-b1ab-4bfd-a2c2-a07b7560f569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:48:30Z', 'updated_at': '2021-08-16T22:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:49:37.801973 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06edf5c-56ab-4160-89e4-e45553a7dacc None None] Checking router: 3ebb43b3-b1ab-4bfd-a2c2-a07b7560f569 for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:49:37.808114 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1b8f85a4-357a-408e-9a71-443d2e1df21f admin admin] Deleting port 8783347e-b151-43ee-a28d-5b8ce32076c4 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:49:37.808607 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1b8f85a4-357a-408e-9a71-443d2e1df21f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:37.831914 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06edf5c-56ab-4160-89e4-e45553a7dacc None None] Routers {'3ebb43b3-b1ab-4bfd-a2c2-a07b7560f569'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:49:37.832636 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-c06edf5c-56ab-4160-89e4-e45553a7dacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:49:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['3ebb43b3-b1ab-4bfd-a2c2-a07b7560f569'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:49:37.916039 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f98feec-4b1c-4b95-a1a2-33eb5f92eea7 admin admin] Router 093279c1-5de7-46e7-9938-8b95cc51c7f3 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:49:37.925874 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1010953e-c1a4-429b-a785-2d89f1c50760 req-620efd5a-4edd-4e1f-94b1-f80df14545ff tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:37.935431 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1010953e-c1a4-429b-a785-2d89f1c50760 req-620efd5a-4edd-4e1f-94b1-f80df14545ff tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd80fd78-9e08-4cc7-a161-80457457a8fc HTTP/1.1" status: 200 len: 950 time: 0.1050851 Aug 16 22:49:38.033146 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1010953e-c1a4-429b-a785-2d89f1c50760 req-a8c8bd13-19a3-4eae-80f8-11db3ee8352a tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918243 Aug 16 22:49:38.108695 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 54104) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:38.145125 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21afbd7-6d16-4498-9de9-dc3e54b13d6d req-60eeb386-b46c-439d-a1ba-841e92513e83 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:38.151957 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21afbd7-6d16-4498-9de9-dc3e54b13d6d req-60eeb386-b46c-439d-a1ba-841e92513e83 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:38.153870 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b21afbd7-6d16-4498-9de9-dc3e54b13d6d req-60eeb386-b46c-439d-a1ba-841e92513e83 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ed93b14-c910-46e8-96a4-20bf18db316f&device_id=8fcc190a-32da-4836-a78f-cca14a40fb9b HTTP/1.1" status: 200 len: 1690 time: 0.1158195 Aug 16 22:49:38.156724 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-c06edf5c-56ab-4160-89e4-e45553a7dacc None None] Set router 3ebb43b3-b1ab-4bfd-a2c2-a07b7560f569 gateway port host: None {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:49:38.174608 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f98feec-4b1c-4b95-a1a2-33eb5f92eea7 admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:49:38.181978 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-4f98feec-4b1c-4b95-a1a2-33eb5f92eea7 admin admin] 10.222.0.36 "PUT /v2.0/routers/093279c1-5de7-46e7-9938-8b95cc51c7f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3159063 Aug 16 22:49:38.184712 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f62aa1c-6292-444a-8978-f6839ff90c19 None None] Sync routers for ids ['093279c1-5de7-46e7-9938-8b95cc51c7f3'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:49:38.189544 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 54108) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:38.201522 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f62aa1c-6292-444a-8978-f6839ff90c19 None None] Routers {'093279c1-5de7-46e7-9938-8b95cc51c7f3'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:49:38.202138 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-9f62aa1c-6292-444a-8978-f6839ff90c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:49:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['093279c1-5de7-46e7-9938-8b95cc51c7f3'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:49:38.285998 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-c06edf5c-56ab-4160-89e4-e45553a7dacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ebb43b3-b1ab-4bfd-a2c2-a07b7560f569', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-425917876-router', 'tenant_id': 'c63a28594c214f838f1a5ddeb2a81e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:48:29Z', 'updated_at': '2021-08-16T22:49:37Z', 'revision_number': 6, 'project_id': 'c63a28594c214f838f1a5ddeb2a81e3f', 'gw_port_host': None}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:49:38.312643 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1b8f85a4-357a-408e-9a71-443d2e1df21f admin admin] For port 8783347e-b151-43ee-a28d-5b8ce32076c4, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=8783347e-b151-43ee-a28d-5b8ce32076c4,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:49:38.313228 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1b8f85a4-357a-408e-9a71-443d2e1df21f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:38.319201 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06edf5c-56ab-4160-89e4-e45553a7dacc None None] The sync data for ids ['3ebb43b3-b1ab-4bfd-a2c2-a07b7560f569'] in n-d-791506-26 is: [{'id': '3ebb43b3-b1ab-4bfd-a2c2-a07b7560f569', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-425917876-router', 'tenant_id': 'c63a28594c214f838f1a5ddeb2a81e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:48:29Z', 'updated_at': '2021-08-16T22:49:37Z', 'revision_number': 6, 'project_id': 'c63a28594c214f838f1a5ddeb2a81e3f', 'gw_port_host': None}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:49:38.332601 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1b8f85a4-357a-408e-9a71-443d2e1df21f admin admin] Calling delete_port for 8783347e-b151-43ee-a28d-5b8ce32076c4 owned by network:router_gateway {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:49:38.335248 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5628843a-6628-4203-8736-0ac3c719bb4e admin admin] Notify callbacks [] for router, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:38.392751 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-9f62aa1c-6292-444a-8978-f6839ff90c19 None None] Set router 093279c1-5de7-46e7-9938-8b95cc51c7f3 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:49:38.412646 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-16471da0-e8e3-45a6-8395-df65092c849b req-3bdb3b09-8488-4f48-b0c5-699793d112c6 service neutron] For port b663606e-190c-4956-82fa-54d825c02e77, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=b663606e-190c-4956-82fa-54d825c02e77,segment=NetworkSegment(b4a6b143-6a51-43cd-8781-944dbb368ca5),segment_id=b4a6b143-6a51-43cd-8781-944dbb368ca5)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:49:38.421144 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2173209a-9327-47ea-96a4-7fe43742fce3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:38.446810 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b21afbd7-6d16-4498-9de9-dc3e54b13d6d req-4fd5b003-54ef-40d0-ac3a-7cb328ce3302 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf51abff-a5e4-4ed4-87b7-552597e1ec97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796221 Aug 16 22:49:38.468086 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-16471da0-e8e3-45a6-8395-df65092c849b req-3bdb3b09-8488-4f48-b0c5-699793d112c6 service neutron] For port b663606e-190c-4956-82fa-54d825c02e77, host n-h2-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:49:38.526586 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa99ce-5867-4c87-9bed-fe971963990b req-b0ec67d3-1a95-461d-9ae3-8a42146cb634 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:38.528190 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-42aa99ce-5867-4c87-9bed-fe971963990b req-b0ec67d3-1a95-461d-9ae3-8a42146cb634 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd47d4cf-ff78-4ca2-9661-63e409d4344e HTTP/1.1" status: 200 len: 943 time: 0.1908150 Aug 16 22:49:38.563868 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5628843a-6628-4203-8736-0ac3c719bb4e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:38.573594 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-16471da0-e8e3-45a6-8395-df65092c849b req-3bdb3b09-8488-4f48-b0c5-699793d112c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b663606e-190c-4956-82fa-54d825c02e77 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:49:38.592525 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-16471da0-e8e3-45a6-8395-df65092c849b req-3bdb3b09-8488-4f48-b0c5-699793d112c6 service neutron] For port b663606e-190c-4956-82fa-54d825c02e77, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=b663606e-190c-4956-82fa-54d825c02e77,segment=NetworkSegment(b4a6b143-6a51-43cd-8781-944dbb368ca5),segment_id=b4a6b143-6a51-43cd-8781-944dbb368ca5)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:49:38.617978 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-16471da0-e8e3-45a6-8395-df65092c849b req-3bdb3b09-8488-4f48-b0c5-699793d112c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:38.629797 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-42aa99ce-5867-4c87-9bed-fe971963990b req-ad4ec8ce-abd6-469a-b78b-896ed4de9f26 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936592 Aug 16 22:49:38.689159 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2173209a-9327-47ea-96a4-7fe43742fce3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:38.693770 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-5628843a-6628-4203-8736-0ac3c719bb4e admin admin] Deleting port ddb66a39-fdf9-40e0-a13e-2565da501f80 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:49:38.694116 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5628843a-6628-4203-8736-0ac3c719bb4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:38.706707 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2173209a-9327-47ea-96a4-7fe43742fce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:38.744033 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-9f62aa1c-6292-444a-8978-f6839ff90c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '093279c1-5de7-46e7-9938-8b95cc51c7f3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1219877533-router', 'tenant_id': 'e2683ef2008b4aeab4218f76bf0bbfcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.101'}], 'enable_snat': True}, 'gw_port_id': 'ddb66a39-fdf9-40e0-a13e-2565da501f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:47:38Z', 'updated_at': '2021-08-16T22:49:36Z', 'revision_number': 5, 'project_id': 'e2683ef2008b4aeab4218f76bf0bbfcf', 'gw_port': {'id': 'ddb66a39-fdf9-40e0-a13e-2565da501f80', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:56:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '093279c1-5de7-46e7-9938-8b95cc51c7f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:47:40Z', 'updated_at': '2021-08-16T22:47:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:49:38.782941 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f62aa1c-6292-444a-8978-f6839ff90c19 None None] Checking router: 093279c1-5de7-46e7-9938-8b95cc51c7f3 for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:49:38.798960 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f62aa1c-6292-444a-8978-f6839ff90c19 None None] Routers {'093279c1-5de7-46e7-9938-8b95cc51c7f3'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:49:38.799810 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-9f62aa1c-6292-444a-8978-f6839ff90c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:49:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['093279c1-5de7-46e7-9938-8b95cc51c7f3'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:49:38.808341 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1b8f85a4-357a-408e-9a71-443d2e1df21f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:38.841157 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-2173209a-9327-47ea-96a4-7fe43742fce3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2c913c93de50456c837fd59e0d9c83c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7277210 Aug 16 22:49:38.856579 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2173209a-9327-47ea-96a4-7fe43742fce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c548cd4e-2de4-4961-9272-7b06ee48c2de,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:38.858356 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 54120) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:38.877094 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-16471da0-e8e3-45a6-8395-df65092c849b req-3bdb3b09-8488-4f48-b0c5-699793d112c6 service neutron] Transition to ACTIVE for port object b663606e-190c-4956-82fa-54d825c02e77 will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:49:38.900452 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8f85a4-357a-408e-9a71-443d2e1df21f admin admin] Pushing event deleted for resources: {'Port': ['ID=8783347e-b151-43ee-a28d-5b8ce32076c4,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:38.910173 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-9f62aa1c-6292-444a-8978-f6839ff90c19 None None] Set router 093279c1-5de7-46e7-9938-8b95cc51c7f3 gateway port host: None {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:49:38.918471 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-16471da0-e8e3-45a6-8395-df65092c849b req-3bdb3b09-8488-4f48-b0c5-699793d112c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:38.945198 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-5628843a-6628-4203-8736-0ac3c719bb4e admin admin] For port ddb66a39-fdf9-40e0-a13e-2565da501f80, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=ddb66a39-fdf9-40e0-a13e-2565da501f80,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:49:38.945476 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5628843a-6628-4203-8736-0ac3c719bb4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:38.967394 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f47e2d-2acc-40ef-9880-a7571066ceef req-4d415ad7-f8ab-4707-a92f-5baca2bbe806 tempest-ServersOnMultiNodesTest-1217803004 tempest-ServersOnMultiNodesTest-1217803004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:38.968153 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-9f62aa1c-6292-444a-8978-f6839ff90c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '093279c1-5de7-46e7-9938-8b95cc51c7f3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1219877533-router', 'tenant_id': 'e2683ef2008b4aeab4218f76bf0bbfcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:47:38Z', 'updated_at': '2021-08-16T22:49:38Z', 'revision_number': 6, 'project_id': 'e2683ef2008b4aeab4218f76bf0bbfcf', 'gw_port_host': None}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:49:38.968976 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-69f47e2d-2acc-40ef-9880-a7571066ceef req-4d415ad7-f8ab-4707-a92f-5baca2bbe806 tempest-ServersOnMultiNodesTest-1217803004 tempest-ServersOnMultiNodesTest-1217803004-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=0ed93b14-c910-46e8-96a4-20bf18db316f HTTP/1.1" status: 200 len: 1102 time: 0.1669443 Aug 16 22:49:38.975139 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-5628843a-6628-4203-8736-0ac3c719bb4e admin admin] Calling delete_port for ddb66a39-fdf9-40e0-a13e-2565da501f80 owned by network:router_gateway {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:49:38.997233 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f62aa1c-6292-444a-8978-f6839ff90c19 None None] The sync data for ids ['093279c1-5de7-46e7-9938-8b95cc51c7f3'] in n-d-791506-26 is: [{'id': '093279c1-5de7-46e7-9938-8b95cc51c7f3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1219877533-router', 'tenant_id': 'e2683ef2008b4aeab4218f76bf0bbfcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:47:38Z', 'updated_at': '2021-08-16T22:49:38Z', 'revision_number': 6, 'project_id': 'e2683ef2008b4aeab4218f76bf0bbfcf', 'gw_port_host': None}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:49:39.005896 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfebca26-2b45-4fc8-9188-64d8032c9cac req-09a9135f-c02d-4313-9807-5eb1716bf40a tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:39.007457 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cfebca26-2b45-4fc8-9188-64d8032c9cac req-09a9135f-c02d-4313-9807-5eb1716bf40a tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=f42e12b8-8894-4259-ab72-4cde2141db35 HTTP/1.1" status: 200 len: 946 time: 0.2026274 Aug 16 22:49:39.021711 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-16471da0-e8e3-45a6-8395-df65092c849b req-3bdb3b09-8488-4f48-b0c5-699793d112c6 service neutron] No DVR routers for this DVR port b663606e-190c-4956-82fa-54d825c02e77 on host n-h2-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:49:39.072204 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdb3b09-8488-4f48-b0c5-699793d112c6 service neutron] Pushing event updated for resources: {'Port': ['ID=b663606e-190c-4956-82fa-54d825c02e77,revision_number=10']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:39.075666 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9c109f3b-54ac-4fca-9b7d-b65d5b4c9397 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:39.085345 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1b8f85a4-357a-408e-9a71-443d2e1df21f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537121'] for router_gateway, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:39.093275 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-16471da0-e8e3-45a6-8395-df65092c849b req-3bdb3b09-8488-4f48-b0c5-699793d112c6 service neutron] 10.222.0.57 "PUT /v2.0/ports/b663606e-190c-4956-82fa-54d825c02e77/bindings/n-h1-791506-26/activate HTTP/1.1" status: 200 len: 370 time: 1.4137914 Aug 16 22:49:39.113048 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-69f47e2d-2acc-40ef-9880-a7571066ceef req-a60cf4bd-5889-4d66-beb2-1f9d6d196061 tempest-ServersOnMultiNodesTest-1217803004 tempest-ServersOnMultiNodesTest-1217803004-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=cf51abff-a5e4-4ed4-87b7-552597e1ec97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293855 Aug 16 22:49:39.139989 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9c109f3b-54ac-4fca-9b7d-b65d5b4c9397 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:39.151077 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cfebca26-2b45-4fc8-9188-64d8032c9cac req-554fb2bb-d511-4d0d-b39b-d9703935cd71 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264522 Aug 16 22:49:39.196821 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1b8f85a4-357a-408e-9a71-443d2e1df21f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:39.199617 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1b8f85a4-357a-408e-9a71-443d2e1df21f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:39.274450 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1b8f85a4-357a-408e-9a71-443d2e1df21f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:39.275334 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b8f85a4-357a-408e-9a71-443d2e1df21f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ebb43b3-b1ab-4bfd-a2c2-a07b7560f569 {{(pid=101291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:49:39.282910 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1b8f85a4-357a-408e-9a71-443d2e1df21f admin admin] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:39.288945 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-1b8f85a4-357a-408e-9a71-443d2e1df21f admin admin] 10.222.0.36 "DELETE /v2.0/routers/3ebb43b3-b1ab-4bfd-a2c2-a07b7560f569 HTTP/1.1" status: 204 len: 168 time: 2.0539567 Aug 16 22:49:39.291230 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 54128) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:39.356001 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a1ef077-905d-4467-8d09-6c7a2518b5ac admin admin] Deleting subnet 4c2f9fbb-1429-4941-a208-becc5a9d6b4d {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:49:39.359894 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7a1ef077-905d-4467-8d09-6c7a2518b5ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:39.385782 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9c109f3b-54ac-4fca-9b7d-b65d5b4c9397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:39.388628 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9c109f3b-54ac-4fca-9b7d-b65d5b4c9397 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:39.392345 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-9c109f3b-54ac-4fca-9b7d-b65d5b4c9397 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c548cd4e-2de4-4961-9272-7b06ee48c2de HTTP/1.1" status: 204 len: 168 time: 0.5277050 Aug 16 22:49:39.395956 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16471da0-e8e3-45a6-8395-df65092c849b req-98dcb1b8-c3ed-4b2d-a8d4-549814eecae1 tempest-LiveAutoBlockMigrationV225Test-1199004585 tempest-LiveAutoBlockMigrationV225Test-1199004585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:39.399754 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-16471da0-e8e3-45a6-8395-df65092c849b req-98dcb1b8-c3ed-4b2d-a8d4-549814eecae1 tempest-LiveAutoBlockMigrationV225Test-1199004585 tempest-LiveAutoBlockMigrationV225Test-1199004585-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=cd47d4cf-ff78-4ca2-9661-63e409d4344e&tenant_id=96f36b2ac4b747ffa8d23196eebfe0fe&binding%3Ahost_id=n-h2-791506-26 HTTP/1.1" status: 200 len: 1096 time: 0.1515017 Aug 16 22:49:39.403122 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5628843a-6628-4203-8736-0ac3c719bb4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:39.414716 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd65052-3cce-402c-a28b-ad4453fc3592 req-02fa8aca-5502-48cf-bda8-94fd9687a753 tempest-ServersOnMultiNodesTest-1217803004 tempest-ServersOnMultiNodesTest-1217803004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:39.419482 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7a1ef077-905d-4467-8d09-6c7a2518b5ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:39.419888 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bbd65052-3cce-402c-a28b-ad4453fc3592 req-02fa8aca-5502-48cf-bda8-94fd9687a753 tempest-ServersOnMultiNodesTest-1217803004 tempest-ServersOnMultiNodesTest-1217803004-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=8fcc190a-32da-4836-a78f-cca14a40fb9b HTTP/1.1" status: 200 len: 1101 time: 0.1345351 Aug 16 22:49:39.429268 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c109f3b-54ac-4fca-9b7d-b65d5b4c9397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c548cd4e-2de4-4961-9272-7b06ee48c2de,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:39.466785 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5628843a-6628-4203-8736-0ac3c719bb4e admin admin] Pushing event deleted for resources: {'Port': ['ID=ddb66a39-fdf9-40e0-a13e-2565da501f80,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:39.536942 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7a1ef077-905d-4467-8d09-6c7a2518b5ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:39.572251 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device a1083023-e065-48a1-914e-afe25bd8ee4c no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:49:39.615861 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: a1083023-e065-48a1-914e-afe25bd8ee4c {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:49:39.617864 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device a1083023-e065-48a1-914e-afe25bd8ee4c not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:49:39.624523 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7a1ef077-905d-4467-8d09-6c7a2518b5ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:39.644834 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16471da0-e8e3-45a6-8395-df65092c849b req-aeda0041-9a43-4046-83f9-2baa69f98d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:39.646541 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-16471da0-e8e3-45a6-8395-df65092c849b req-aeda0041-9a43-4046-83f9-2baa69f98d93 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=cd47d4cf-ff78-4ca2-9661-63e409d4344e&tenant_id=96f36b2ac4b747ffa8d23196eebfe0fe HTTP/1.1" status: 200 len: 1096 time: 0.1945853 Aug 16 22:49:39.660052 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bbd65052-3cce-402c-a28b-ad4453fc3592 req-904de153-0421-40a4-8ef7-8352facad97e tempest-ServersOnMultiNodesTest-1217803004 tempest-ServersOnMultiNodesTest-1217803004-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=cf51abff-a5e4-4ed4-87b7-552597e1ec97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004080 Aug 16 22:49:39.702706 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ef077-905d-4467-8d09-6c7a2518b5ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c2f9fbb-1429-4941-a208-becc5a9d6b4d,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:39.705605 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8565a95d-3f77-450d-a8e7-91761819776e req-2417d6ad-fe25-46c6-bf6e-7d26744a5dbe tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:39.708407 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8565a95d-3f77-450d-a8e7-91761819776e req-2417d6ad-fe25-46c6-bf6e-7d26744a5dbe tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd80fd78-9e08-4cc7-a161-80457457a8fc HTTP/1.1" status: 200 len: 950 time: 0.2459681 Aug 16 22:49:39.718933 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5628843a-6628-4203-8736-0ac3c719bb4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537121'] for router_gateway, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:39.724182 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7a1ef077-905d-4467-8d09-6c7a2518b5ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:39.734355 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfaef1c0-ee6a-428e-9665-6e79ebee2982 None None] Network 2f4dbeea-fe0f-4678-95de-52518f112d3e requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:49:39.735993 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-7a1ef077-905d-4467-8d09-6c7a2518b5ac admin admin] 10.222.0.36 "DELETE /v2.0/subnets/4c2f9fbb-1429-4941-a208-becc5a9d6b4d HTTP/1.1" status: 204 len: 168 time: 0.4433594 Aug 16 22:49:39.739246 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 54140) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:39.915742 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-77051a9b-c5df-44be-8426-e8a8780e1f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:39.995383 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-77051a9b-c5df-44be-8426-e8a8780e1f7c admin admin] Deleting port 90ab81b0-93ab-4e46-ba6b-bdb7ff306c1f {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:49:39.995815 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-77051a9b-c5df-44be-8426-e8a8780e1f7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:40.080446 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-77051a9b-c5df-44be-8426-e8a8780e1f7c admin admin] For port 90ab81b0-93ab-4e46-ba6b-bdb7ff306c1f, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=90ab81b0-93ab-4e46-ba6b-bdb7ff306c1f,segment=NetworkSegment(dbd6a7b3-b56f-48d0-8df5-dc8503a74c13),segment_id=dbd6a7b3-b56f-48d0-8df5-dc8503a74c13)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:49:40.080877 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-77051a9b-c5df-44be-8426-e8a8780e1f7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:40.092223 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5628843a-6628-4203-8736-0ac3c719bb4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:40.096959 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-77051a9b-c5df-44be-8426-e8a8780e1f7c admin admin] Calling delete_port for 90ab81b0-93ab-4e46-ba6b-bdb7ff306c1f owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:49:40.097536 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5628843a-6628-4203-8736-0ac3c719bb4e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:40.109403 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8565a95d-3f77-450d-a8e7-91761819776e req-87fa2006-921d-476b-8811-5e096d5264da tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3916540 Aug 16 22:49:40.169341 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af5394b-59b5-49b0-8043-e0753c17ba87 None None] DHCP port deletion for 2f4dbeea-fe0f-4678-95de-52518f112d3e request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:49:40.264373 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0af5394b-59b5-49b0-8043-e0753c17ba87 None None] Deleting port 90ab81b0-93ab-4e46-ba6b-bdb7ff306c1f {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:49:40.266616 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-77051a9b-c5df-44be-8426-e8a8780e1f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:40.269515 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0af5394b-59b5-49b0-8043-e0753c17ba87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:40.279166 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d5083-6a9d-4675-b57c-21b601382ff5 req-7ce4b01c-b069-4a77-9cb1-798793f65994 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:40.290287 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e53d5083-6a9d-4675-b57c-21b601382ff5 req-7ce4b01c-b069-4a77-9cb1-798793f65994 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd47d4cf-ff78-4ca2-9661-63e409d4344e HTTP/1.1" status: 200 len: 944 time: 0.3223469 Aug 16 22:49:40.298043 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16471da0-e8e3-45a6-8395-df65092c849b req-01148f57-8ccf-451b-8ac8-ebbfc3dd40f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:40.301092 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-16471da0-e8e3-45a6-8395-df65092c849b req-01148f57-8ccf-451b-8ac8-ebbfc3dd40f0 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=96f36b2ac4b747ffa8d23196eebfe0fe&device_id=cd47d4cf-ff78-4ca2-9661-63e409d4344e HTTP/1.1" status: 200 len: 1096 time: 0.5748048 Aug 16 22:49:40.305883 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77051a9b-c5df-44be-8426-e8a8780e1f7c admin admin] Pushing event deleted for resources: {'Port': ['ID=90ab81b0-93ab-4e46-ba6b-bdb7ff306c1f,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:40.314078 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77051a9b-c5df-44be-8426-e8a8780e1f7c admin admin] No DVR routers for this DVR port 90ab81b0-93ab-4e46-ba6b-bdb7ff306c1f on host n-d-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:49:40.387889 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0af5394b-59b5-49b0-8043-e0753c17ba87 None None] For port 90ab81b0-93ab-4e46-ba6b-bdb7ff306c1f, host n-d-791506-26, got binding levels [] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:49:40.388354 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0af5394b-59b5-49b0-8043-e0753c17ba87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:40.422577 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-77051a9b-c5df-44be-8426-e8a8780e1f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:40.423969 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0af5394b-59b5-49b0-8043-e0753c17ba87 None None] Calling delete_port for 90ab81b0-93ab-4e46-ba6b-bdb7ff306c1f owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:49:40.427349 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.ipam_backend_mixin [None req-0af5394b-59b5-49b0-8043-e0753c17ba87 None None] Port 90ab81b0-93ab-4e46-ba6b-bdb7ff306c1f was not found and therefore no delete operation was performed {{(pid=101293) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 22:49:40.429957 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0af5394b-59b5-49b0-8043-e0753c17ba87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:40.446349 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-77051a9b-c5df-44be-8426-e8a8780e1f7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f4dbeea-fe0f-4678-95de-52518f112d3e']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:49:40.462612 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-77051a9b-c5df-44be-8426-e8a8780e1f7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbd6a7b3-b56f-48d0-8df5-dc8503a74c13') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:49:40.462903 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-77051a9b-c5df-44be-8426-e8a8780e1f7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbd6a7b3-b56f-48d0-8df5-dc8503a74c13') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:49:40.469007 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af5394b-59b5-49b0-8043-e0753c17ba87 None None] Pushing event deleted for resources: {'Port': ['ID=90ab81b0-93ab-4e46-ba6b-bdb7ff306c1f,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:40.475931 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-77051a9b-c5df-44be-8426-e8a8780e1f7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:40.482077 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af5394b-59b5-49b0-8043-e0753c17ba87 None None] No DVR routers for this DVR port 90ab81b0-93ab-4e46-ba6b-bdb7ff306c1f on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:49:40.513673 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-77051a9b-c5df-44be-8426-e8a8780e1f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:40.522056 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77051a9b-c5df-44be-8426-e8a8780e1f7c admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:49:40.522541 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-77051a9b-c5df-44be-8426-e8a8780e1f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:40.524691 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 22:49:40.524691 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:49:40.524691 n-d-791506-26 neutron-server[101291]: timer() Aug 16 22:49:40.524691 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:49:40.524691 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 22:49:40.524691 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:49:40.524691 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 22:49:40.524691 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:49:40.524691 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 22:49:40.524691 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:49:40.524691 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 22:49:40.524691 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:49:40.524691 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 22:49:40.524691 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:49:40.524691 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:49:40.524691 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:49:40.524691 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:49:40.524691 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:49:40.524691 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 22:49:40.524691 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:49:40.524691 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 22:49:40.524691 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:49:40.524691 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:49:40.524691 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:49:40.524691 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 22:49:40.524691 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:49:40.524691 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:49:40.524691 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:49:40.524691 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:49:40.524691 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:49:40.524691 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:49:40.524691 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:49:40.602718 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-77051a9b-c5df-44be-8426-e8a8780e1f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:40.611460 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-77051a9b-c5df-44be-8426-e8a8780e1f7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:40.614807 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-77051a9b-c5df-44be-8426-e8a8780e1f7c admin admin] 10.222.0.36 "DELETE /v2.0/networks/2f4dbeea-fe0f-4678-95de-52518f112d3e HTTP/1.1" status: 204 len: 168 time: 0.8744397 Aug 16 22:49:40.635123 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77051a9b-c5df-44be-8426-e8a8780e1f7c admin admin] Pushing event deleted for resources: {'Network': ['ID=2f4dbeea-fe0f-4678-95de-52518f112d3e,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:40.689216 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5628843a-6628-4203-8736-0ac3c719bb4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:40.689738 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5628843a-6628-4203-8736-0ac3c719bb4e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 093279c1-5de7-46e7-9938-8b95cc51c7f3 {{(pid=101292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:49:40.692372 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8354f464-16cb-4307-a96f-fb2ab8b12f3b req-e1755995-4ad2-4152-81c1-7b80a72a9847 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=8a5e1d0e34564f40b5c7c9ef56843b1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4282832 Aug 16 22:49:40.721198 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5628843a-6628-4203-8736-0ac3c719bb4e admin admin] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:40.725222 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-5628843a-6628-4203-8736-0ac3c719bb4e admin admin] 10.222.0.36 "DELETE /v2.0/routers/093279c1-5de7-46e7-9938-8b95cc51c7f3 HTTP/1.1" status: 204 len: 168 time: 2.5316327 Aug 16 22:49:40.725895 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 54176) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:40.806020 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-5886841c-58bd-4437-8b97-8b5c79882a48 admin admin] Deleting subnet 97af5075-0b94-4904-bafc-17cf4cb250fb {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:49:40.806309 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:40.809401 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5886841c-58bd-4437-8b97-8b5c79882a48 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:40.812128 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e53d5083-6a9d-4675-b57c-21b601382ff5 req-0ddea049-33ca-49a2-ad90-4d81a610065a tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5208368 Aug 16 22:49:40.830855 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 54180) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:40.881951 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5886841c-58bd-4437-8b97-8b5c79882a48 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:40.912914 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16471da0-e8e3-45a6-8395-df65092c849b req-37cd960d-7463-4e3e-abc7-f3540b14aa5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:40.914381 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-16471da0-e8e3-45a6-8395-df65092c849b req-37cd960d-7463-4e3e-abc7-f3540b14aa5b service neutron] 10.222.0.68 "GET /v2.0/networks?id=db61fb9f-768d-428b-8446-991cbb0c6922 HTTP/1.1" status: 200 len: 921 time: 0.5818353 Aug 16 22:49:40.918831 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device ddb66a39-fdf9-40e0-a13e-2565da501f80 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:49:40.943664 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: ddb66a39-fdf9-40e0-a13e-2565da501f80 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:49:40.944142 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device ddb66a39-fdf9-40e0-a13e-2565da501f80 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:49:40.944142 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 8783347e-b151-43ee-a28d-5b8ce32076c4 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:49:40.968529 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 8783347e-b151-43ee-a28d-5b8ce32076c4 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:49:40.969031 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 8783347e-b151-43ee-a28d-5b8ce32076c4 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:49:40.970026 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 90ab81b0-93ab-4e46-ba6b-bdb7ff306c1f no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:49:40.984464 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5886841c-58bd-4437-8b97-8b5c79882a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:40.996046 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 90ab81b0-93ab-4e46-ba6b-bdb7ff306c1f {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:49:40.996491 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 90ab81b0-93ab-4e46-ba6b-bdb7ff306c1f not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:49:40.997012 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device cde52f5e-1e09-4497-a40e-1616a26e3fe2 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:49:41.003118 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8354f464-16cb-4307-a96f-fb2ab8b12f3b req-58b8ba36-4877-495e-be30-2383a95d0c7d tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:41.004593 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8354f464-16cb-4307-a96f-fb2ab8b12f3b req-58b8ba36-4877-495e-be30-2383a95d0c7d tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2794955 Aug 16 22:49:41.007871 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-16471da0-e8e3-45a6-8395-df65092c849b req-b3d1c5cf-f874-40d2-8c84-7522987aecd3 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b663606e-190c-4956-82fa-54d825c02e77 HTTP/1.1" status: 200 len: 217 time: 0.0604234 Aug 16 22:49:41.010258 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-27f6d0a3-68f0-42fd-9c10-e6d191f07b9e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c63a28594c214f838f1a5ddeb2a81e3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1764483 Aug 16 22:49:41.012906 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 54182) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:41.021474 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: cde52f5e-1e09-4497-a40e-1616a26e3fe2 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:49:41.021912 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device cde52f5e-1e09-4497-a40e-1616a26e3fe2 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:49:41.051808 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5886841c-58bd-4437-8b97-8b5c79882a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:41.074750 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8354f464-16cb-4307-a96f-fb2ab8b12f3b req-a8ccf075-5a0c-4e12-bdf6-becb5b86ae22 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/quotas/8a5e1d0e34564f40b5c7c9ef56843b1e HTTP/1.1" status: 200 len: 375 time: 0.0548298 Aug 16 22:49:41.079427 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5886841c-58bd-4437-8b97-8b5c79882a48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97af5075-0b94-4904-bafc-17cf4cb250fb,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:41.081503 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5886841c-58bd-4437-8b97-8b5c79882a48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:41.086107 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-5886841c-58bd-4437-8b97-8b5c79882a48 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/97af5075-0b94-4904-bafc-17cf4cb250fb HTTP/1.1" status: 204 len: 168 time: 0.3590806 Aug 16 22:49:41.087208 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 54184) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:41.088769 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc8d485-9914-4ac3-82ea-8de95f5ca314 None None] Network 9f019b89-3daf-4b39-8c40-677aca7183d5 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:49:41.100063 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b06b53-cb74-4a1c-b732-c8a56539565e req-3d060b12-4e5e-4dd2-bd1c-c483aa58269a tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:41.101569 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-47b06b53-cb74-4a1c-b732-c8a56539565e req-3d060b12-4e5e-4dd2-bd1c-c483aa58269a tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=f42e12b8-8894-4259-ab72-4cde2141db35 HTTP/1.1" status: 200 len: 946 time: 0.2037609 Aug 16 22:49:41.167168 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16471da0-e8e3-45a6-8395-df65092c849b req-79d0ccdb-abd0-4954-8c36-6888a320642e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:41.168676 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-16471da0-e8e3-45a6-8395-df65092c849b req-79d0ccdb-abd0-4954-8c36-6888a320642e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f340c0a0-6bbc-45f5-920c-bfa473779acd HTTP/1.1" status: 200 len: 860 time: 0.1455173 Aug 16 22:49:41.168954 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-68e5789f-7d7a-456c-bfcf-3ba7df4baa46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:41.200116 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-389ae53a-6b14-40bc-9dda-7b4ea3202ba9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:41.230018 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-16471da0-e8e3-45a6-8395-df65092c849b req-c9d526a4-28bf-4343-a058-f2197e83ebbd service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=db61fb9f-768d-428b-8446-991cbb0c6922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505085 Aug 16 22:49:41.230265 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-68e5789f-7d7a-456c-bfcf-3ba7df4baa46 admin admin] Deleting port 883093d5-4480-439b-9b67-76164b3013ab {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:49:41.230358 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-68e5789f-7d7a-456c-bfcf-3ba7df4baa46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:41.234784 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-47b06b53-cb74-4a1c-b732-c8a56539565e req-6a541419-3c52-4eea-96ab-7e6cddce195f tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119263 Aug 16 22:49:41.271460 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8354f464-16cb-4307-a96f-fb2ab8b12f3b req-70867ca6-2022-43cd-ad72-8e05301fde72 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8a5e1d0e34564f40b5c7c9ef56843b1e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1851542 Aug 16 22:49:41.273580 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-389ae53a-6b14-40bc-9dda-7b4ea3202ba9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:41.322776 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-68e5789f-7d7a-456c-bfcf-3ba7df4baa46 admin admin] For port 883093d5-4480-439b-9b67-76164b3013ab, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=883093d5-4480-439b-9b67-76164b3013ab,segment=NetworkSegment(b74a8f22-d9c9-4479-a1f3-db401b933fe9),segment_id=b74a8f22-d9c9-4479-a1f3-db401b933fe9)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:49:41.323239 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-68e5789f-7d7a-456c-bfcf-3ba7df4baa46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:41.333275 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af257468-9601-4203-8711-93ee5b79a10d None None] DHCP port deletion for 9f019b89-3daf-4b39-8c40-677aca7183d5 request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:49:41.353259 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-68e5789f-7d7a-456c-bfcf-3ba7df4baa46 admin admin] Calling delete_port for 883093d5-4480-439b-9b67-76164b3013ab owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:49:41.400794 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-16471da0-e8e3-45a6-8395-df65092c849b req-a0d72304-091a-4f12-a916-ca6a501ad8a8 service neutron] 10.222.0.68 "GET /v2.0/networks/db61fb9f-768d-428b-8446-991cbb0c6922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537659 Aug 16 22:49:41.413597 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-389ae53a-6b14-40bc-9dda-7b4ea3202ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:41.421642 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-389ae53a-6b14-40bc-9dda-7b4ea3202ba9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:41.423871 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-389ae53a-6b14-40bc-9dda-7b4ea3202ba9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ed99c971-72f7-4ec2-860a-3003ed7525e1 HTTP/1.1" status: 204 len: 168 time: 0.4100344 Aug 16 22:49:41.443529 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-af257468-9601-4203-8711-93ee5b79a10d None None] Deleting port 883093d5-4480-439b-9b67-76164b3013ab {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:49:41.444014 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-af257468-9601-4203-8711-93ee5b79a10d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:41.489732 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-68e5789f-7d7a-456c-bfcf-3ba7df4baa46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:41.530636 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389ae53a-6b14-40bc-9dda-7b4ea3202ba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed99c971-72f7-4ec2-860a-3003ed7525e1,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:41.531453 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e5789f-7d7a-456c-bfcf-3ba7df4baa46 admin admin] Pushing event deleted for resources: {'Port': ['ID=883093d5-4480-439b-9b67-76164b3013ab,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:41.547597 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e5789f-7d7a-456c-bfcf-3ba7df4baa46 admin admin] No DVR routers for this DVR port 883093d5-4480-439b-9b67-76164b3013ab on host n-d-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:49:41.595236 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-af257468-9601-4203-8711-93ee5b79a10d None None] For port 883093d5-4480-439b-9b67-76164b3013ab, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=883093d5-4480-439b-9b67-76164b3013ab,segment=NetworkSegment(b74a8f22-d9c9-4479-a1f3-db401b933fe9),segment_id=b74a8f22-d9c9-4479-a1f3-db401b933fe9)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:49:41.598463 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-af257468-9601-4203-8711-93ee5b79a10d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:41.631485 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-16471da0-e8e3-45a6-8395-df65092c849b req-6acbc60f-2066-4801-913e-aa9007316bfd service neutron] 10.222.0.68 "GET /v2.0/networks/db61fb9f-768d-428b-8446-991cbb0c6922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203352 Aug 16 22:49:41.632791 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-af257468-9601-4203-8711-93ee5b79a10d None None] Calling delete_port for 883093d5-4480-439b-9b67-76164b3013ab owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:49:41.731634 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-68e5789f-7d7a-456c-bfcf-3ba7df4baa46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:41.751037 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-68e5789f-7d7a-456c-bfcf-3ba7df4baa46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f019b89-3daf-4b39-8c40-677aca7183d5']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:49:41.759093 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-af257468-9601-4203-8711-93ee5b79a10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:41.794456 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-68e5789f-7d7a-456c-bfcf-3ba7df4baa46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b74a8f22-d9c9-4479-a1f3-db401b933fe9') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:49:41.794992 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-68e5789f-7d7a-456c-bfcf-3ba7df4baa46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b74a8f22-d9c9-4479-a1f3-db401b933fe9') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:49:41.803196 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af257468-9601-4203-8711-93ee5b79a10d None None] Pushing event deleted for resources: {'Port': ['ID=883093d5-4480-439b-9b67-76164b3013ab,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:41.806839 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af257468-9601-4203-8711-93ee5b79a10d None None] No DVR routers for this DVR port 883093d5-4480-439b-9b67-76164b3013ab on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:49:41.816027 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-68e5789f-7d7a-456c-bfcf-3ba7df4baa46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:41.839968 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-68e5789f-7d7a-456c-bfcf-3ba7df4baa46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:41.853210 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68e5789f-7d7a-456c-bfcf-3ba7df4baa46 admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:49:41.854805 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-68e5789f-7d7a-456c-bfcf-3ba7df4baa46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:41.859429 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392fec77-2a61-4b90-9151-5a7256ab3649 req-021c5929-b3ae-4da5-8fab-ce6bf18bd6a5 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:41.859957 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 22:49:41.859957 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:49:41.859957 n-d-791506-26 neutron-server[101291]: timer() Aug 16 22:49:41.859957 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:49:41.859957 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 22:49:41.859957 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:49:41.859957 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 22:49:41.859957 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:49:41.859957 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 22:49:41.859957 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:49:41.859957 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 22:49:41.859957 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:49:41.859957 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 22:49:41.859957 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:49:41.859957 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:49:41.859957 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:49:41.859957 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:49:41.859957 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:49:41.859957 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 22:49:41.859957 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:49:41.859957 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 22:49:41.859957 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:49:41.859957 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:49:41.859957 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:49:41.859957 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 22:49:41.859957 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:49:41.859957 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:49:41.859957 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:49:41.859957 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:49:41.859957 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:49:41.859957 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:49:41.859957 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:49:41.867411 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-392fec77-2a61-4b90-9151-5a7256ab3649 req-021c5929-b3ae-4da5-8fab-ce6bf18bd6a5 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd80fd78-9e08-4cc7-a161-80457457a8fc HTTP/1.1" status: 200 len: 950 time: 0.1291387 Aug 16 22:49:41.983212 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-68e5789f-7d7a-456c-bfcf-3ba7df4baa46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:42.008740 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-392fec77-2a61-4b90-9151-5a7256ab3649 req-6f6476a2-704b-4772-b9a6-470dc746fa57 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349847 Aug 16 22:49:42.026882 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-68e5789f-7d7a-456c-bfcf-3ba7df4baa46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:42.031281 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-68e5789f-7d7a-456c-bfcf-3ba7df4baa46 admin admin] 10.222.0.36 "DELETE /v2.0/networks/9f019b89-3daf-4b39-8c40-677aca7183d5 HTTP/1.1" status: 204 len: 168 time: 0.9431412 Aug 16 22:49:42.035546 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e5789f-7d7a-456c-bfcf-3ba7df4baa46 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f019b89-3daf-4b39-8c40-677aca7183d5,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:42.095074 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e5e140c2-29d0-47e5-89f6-d03cc8d6936a req-b701624a-4aaf-4f10-908d-1e07480bcd36 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/ports?device_id=c832b9e1-7d5b-4292-8168-e40604a87622 HTTP/1.1" status: 200 len: 210 time: 0.0547955 Aug 16 22:49:42.099224 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16471da0-e8e3-45a6-8395-df65092c849b req-dbc9e9b7-4f22-4b62-a6c3-84a6d9e9e4a5 tempest-LiveAutoBlockMigrationV225Test-1199004585 tempest-LiveAutoBlockMigrationV225Test-1199004585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:42.100305 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-16471da0-e8e3-45a6-8395-df65092c849b req-dbc9e9b7-4f22-4b62-a6c3-84a6d9e9e4a5 tempest-LiveAutoBlockMigrationV225Test-1199004585 tempest-LiveAutoBlockMigrationV225Test-1199004585-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=cd47d4cf-ff78-4ca2-9661-63e409d4344e&tenant_id=96f36b2ac4b747ffa8d23196eebfe0fe&binding%3Ahost_id=n-h1-791506-26 HTTP/1.1" status: 200 len: 1096 time: 0.1574278 Aug 16 22:49:42.252134 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 54230) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:42.289660 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1cdc3fea-9a56-43e1-9c5d-7b135a1ea6be req-9dbaf4f6-2a02-44f9-af57-45e873637abf tempest-ServerShowV257Test-35714244 tempest-ServerShowV257Test-35714244-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ecd430d-f8b3-477f-ad59-345156be3ac7 HTTP/1.1" status: 200 len: 210 time: 0.0486495 Aug 16 22:49:42.303651 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device b663606e-190c-4956-82fa-54d825c02e77 no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:49:42.328586 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-66b0c135-b17a-4022-b70c-9039add74c21 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0dd87a1533c14d3ca4af6a1d28d07ee7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0730588 Aug 16 22:49:42.329349 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 54236) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:42.369431 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device b663606e-190c-4956-82fa-54d825c02e77 not bound to the agent host n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:49:42.402525 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9ad243-9400-407c-a0af-1e5b9ec1cec7 req-25abc8a4-6317-46a1-9455-1f70d300cd07 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:42.410439 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5e9ad243-9400-407c-a0af-1e5b9ec1cec7 req-25abc8a4-6317-46a1-9455-1f70d300cd07 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd47d4cf-ff78-4ca2-9661-63e409d4344e HTTP/1.1" status: 200 len: 944 time: 0.2911325 Aug 16 22:49:42.460906 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-65dee911-846a-4376-b8e6-9e4a84e76156 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:42.488076 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-16471da0-e8e3-45a6-8395-df65092c849b req-36672f55-2d36-4000-8216-e3a36dd38679 service neutron] For port b663606e-190c-4956-82fa-54d825c02e77, host n-h2-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:49:42.505623 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5e9ad243-9400-407c-a0af-1e5b9ec1cec7 req-f8434b9e-438c-4980-968d-b714eb91aee6 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941370 Aug 16 22:49:42.509359 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-16471da0-e8e3-45a6-8395-df65092c849b req-36672f55-2d36-4000-8216-e3a36dd38679 service neutron] Notify callbacks [] for binding, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:42.517592 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-65dee911-846a-4376-b8e6-9e4a84e76156 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:42.525873 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-16471da0-e8e3-45a6-8395-df65092c849b req-36672f55-2d36-4000-8216-e3a36dd38679 service neutron] 10.222.0.68 "DELETE /v2.0/ports/b663606e-190c-4956-82fa-54d825c02e77/bindings/n-h2-791506-26 HTTP/1.1" status: 204 len: 173 time: 0.4092407 Aug 16 22:49:42.553330 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3406dffa-2ef5-4809-b5c3-b46208cf5fd1 req-3399059a-4f71-47c1-ba5e-ecc7ec8184ee tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:42.561916 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3406dffa-2ef5-4809-b5c3-b46208cf5fd1 req-3399059a-4f71-47c1-ba5e-ecc7ec8184ee tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=f42e12b8-8894-4259-ab72-4cde2141db35 HTTP/1.1" status: 200 len: 946 time: 0.1465759 Aug 16 22:49:42.605495 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-65dee911-846a-4376-b8e6-9e4a84e76156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:42.610192 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-65dee911-846a-4376-b8e6-9e4a84e76156 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:42.611379 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-65dee911-846a-4376-b8e6-9e4a84e76156 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a51f45dc-c58b-4871-b201-83151acd2814 HTTP/1.1" status: 204 len: 168 time: 0.2811255 Aug 16 22:49:42.635537 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3406dffa-2ef5-4809-b5c3-b46208cf5fd1 req-0873f1cb-84cc-4dd9-8da2-bd7207a14f7a tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721774 Aug 16 22:49:42.638851 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dee911-846a-4376-b8e6-9e4a84e76156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a51f45dc-c58b-4871-b201-83151acd2814,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:42.765355 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa16eeda-1caf-4195-84a7-4b3419211471 req-983ab010-aca4-4207-a423-2bdb410af232 tempest-LiveAutoBlockMigrationV225Test-1199004585 tempest-LiveAutoBlockMigrationV225Test-1199004585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:42.767697 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fa16eeda-1caf-4195-84a7-4b3419211471 req-983ab010-aca4-4207-a423-2bdb410af232 tempest-LiveAutoBlockMigrationV225Test-1199004585 tempest-LiveAutoBlockMigrationV225Test-1199004585-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=cd47d4cf-ff78-4ca2-9661-63e409d4344e HTTP/1.1" status: 200 len: 1096 time: 0.0829868 Aug 16 22:49:42.818351 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fa16eeda-1caf-4195-84a7-4b3419211471 req-5862f873-9cdc-472f-a6a8-0cca5e573041 tempest-LiveAutoBlockMigrationV225Test-1199004585 tempest-LiveAutoBlockMigrationV225Test-1199004585-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424273 Aug 16 22:49:42.884733 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 883093d5-4480-439b-9b67-76164b3013ab no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:49:42.909852 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 883093d5-4480-439b-9b67-76164b3013ab {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:49:42.910335 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 883093d5-4480-439b-9b67-76164b3013ab not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:49:43.069586 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 54264) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:43.203265 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e177c7-b54a-4e2a-ae2c-6519a6c5fa54 req-61b0891d-2e1a-4f48-8acb-32a7f1acb205 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:43.203832 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-c788d00d-2bce-440b-b731-70aa09f24d33 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e2683ef2008b4aeab4218f76bf0bbfcf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1321409 Aug 16 22:49:43.206729 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 54274) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:43.214357 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-10e177c7-b54a-4e2a-ae2c-6519a6c5fa54 req-61b0891d-2e1a-4f48-8acb-32a7f1acb205 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd80fd78-9e08-4cc7-a161-80457457a8fc HTTP/1.1" status: 200 len: 950 time: 0.1261973 Aug 16 22:49:43.225209 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 54280) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:43.259149 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8354f464-16cb-4307-a96f-fb2ab8b12f3b req-347bad98-4310-49b9-b78c-784ecb2f09d0 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=8a5e1d0e34564f40b5c7c9ef56843b1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0827692 Aug 16 22:49:43.273558 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576b5516-0857-45ba-9dd5-e0ffea694d2e req-34b27cd3-4d3c-468a-a05e-27187c8ed64c tempest-LiveMigrationTest-725130784 tempest-LiveMigrationTest-725130784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:43.276191 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-576b5516-0857-45ba-9dd5-e0ffea694d2e req-34b27cd3-4d3c-468a-a05e-27187c8ed64c tempest-LiveMigrationTest-725130784 tempest-LiveMigrationTest-725130784-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=f42e12b8-8894-4259-ab72-4cde2141db35&tenant_id=a4c9d624b07f42a0ae3c7ed63064f003&binding%3Ahost_id=n-h1-791506-26 HTTP/1.1" status: 200 len: 1098 time: 0.1292326 Aug 16 22:49:43.295058 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-576b5516-0857-45ba-9dd5-e0ffea694d2e req-a4548f06-5bbd-406c-8e59-90bc03f96088 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-791506-26'}}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:49:43.351972 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-10e177c7-b54a-4e2a-ae2c-6519a6c5fa54 req-c8b46ea3-277f-4c78-b737-361d721bbcdf tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346128 Aug 16 22:49:43.365015 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-525bd653-ab66-420a-97b9-1e56936e4b85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:43.386258 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-576b5516-0857-45ba-9dd5-e0ffea694d2e req-a4548f06-5bbd-406c-8e59-90bc03f96088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:43.412300 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-525bd653-ab66-420a-97b9-1e56936e4b85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:43.494800 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8354f464-16cb-4307-a96f-fb2ab8b12f3b req-2da2e8f7-04c4-43eb-8d6a-a032a4777777 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:43.496411 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8354f464-16cb-4307-a96f-fb2ab8b12f3b req-2da2e8f7-04c4-43eb-8d6a-a032a4777777 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2236319 Aug 16 22:49:43.519463 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83551c18-e725-4057-a5f5-5c4cb5181b55 req-b9ecaf78-d9b8-4c50-8456-ca9ed988c321 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:43.521120 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-83551c18-e725-4057-a5f5-5c4cb5181b55 req-b9ecaf78-d9b8-4c50-8456-ca9ed988c321 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/networks?id=db61fb9f-768d-428b-8446-991cbb0c6922 HTTP/1.1" status: 200 len: 820 time: 0.2731903 Aug 16 22:49:43.524456 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-ea442f8b-b61d-4dbf-a981-0748af1e8ef7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-267406614-network', 'tenant_id': '045c2fb1242b4f198653ab8e957a0b0c'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:49:43.530156 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ec0ce311-c501-4e51-a711-d434fdb25ede req-16546dcd-7d4e-465e-bd2f-b9c0559e265a tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/ports?device_id=c832b9e1-7d5b-4292-8168-e40604a87622 HTTP/1.1" status: 200 len: 210 time: 0.0635691 Aug 16 22:49:43.535996 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-8354f464-16cb-4307-a96f-fb2ab8b12f3b req-5a196002-acba-4954-b76a-d756139b6282 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Request body: {'port': {'device_id': 'c832b9e1-7d5b-4292-8168-e40604a87622', 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd', 'admin_state_up': True, 'tenant_id': '8a5e1d0e34564f40b5c7c9ef56843b1e'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:49:43.570349 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-83551c18-e725-4057-a5f5-5c4cb5181b55 req-7954228f-22ac-4d1e-bb3e-abd9d4e11de7 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/quotas/96f36b2ac4b747ffa8d23196eebfe0fe HTTP/1.1" status: 200 len: 375 time: 0.0391312 Aug 16 22:49:43.585630 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-576b5516-0857-45ba-9dd5-e0ffea694d2e req-a4548f06-5bbd-406c-8e59-90bc03f96088 service neutron] For port 9ca74afc-f076-4667-b880-cefeb6f88161, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=9ca74afc-f076-4667-b880-cefeb6f88161,segment=NetworkSegment(f636a4c4-5ebb-45e7-a739-a275ed345fed),segment_id=f636a4c4-5ebb-45e7-a739-a275ed345fed)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:49:43.620113 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-525bd653-ab66-420a-97b9-1e56936e4b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:43.622697 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-525bd653-ab66-420a-97b9-1e56936e4b85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:43.626817 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-525bd653-ab66-420a-97b9-1e56936e4b85 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e3624c6f-65d7-474c-9d28-2f53d321e112 HTTP/1.1" status: 204 len: 168 time: 0.4191003 Aug 16 22:49:43.640169 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525bd653-ab66-420a-97b9-1e56936e4b85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3624c6f-65d7-474c-9d28-2f53d321e112,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:43.671134 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea442f8b-b61d-4dbf-a981-0748af1e8ef7 admin admin] Made reservation on behalf of 045c2fb1242b4f198653ab8e957a0b0c for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:49:43.673682 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ea442f8b-b61d-4dbf-a981-0748af1e8ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:43.681865 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-576b5516-0857-45ba-9dd5-e0ffea694d2e req-a4548f06-5bbd-406c-8e59-90bc03f96088 service neutron] For port 9ca74afc-f076-4667-b880-cefeb6f88161, host n-h1-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:49:43.688672 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ea442f8b-b61d-4dbf-a981-0748af1e8ef7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:43.732046 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f42e12b8-8894-4259-ab72-4cde2141db35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ca74afc-f076-4667-b880-cefeb6f88161'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:49:43.734541 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43edd76b-01ac-4805-97b5-18d3761518b8" -d '{"events": [{"server_uuid": "f42e12b8-8894-4259-ab72-4cde2141db35", "name": "network-vif-unplugged", "status": "completed", "tag": "9ca74afc-f076-4667-b880-cefeb6f88161"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:49:43.740055 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-576b5516-0857-45ba-9dd5-e0ffea694d2e req-a4548f06-5bbd-406c-8e59-90bc03f96088 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:43.746201 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-576b5516-0857-45ba-9dd5-e0ffea694d2e req-a4548f06-5bbd-406c-8e59-90bc03f96088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:43.753637 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8651c7ed-4bda-4714-b417-4ea07c273f63 req-4464d17c-c69c-41ba-b681-e366c490fd8f tempest-ServerShowV257Test-35714244 tempest-ServerShowV257Test-35714244-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ecd430d-f8b3-477f-ad59-345156be3ac7 HTTP/1.1" status: 200 len: 210 time: 0.0684767 Aug 16 22:49:43.776024 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-83551c18-e725-4057-a5f5-5c4cb5181b55 req-fb305ff1-5a2a-4967-8d48-0897dd80dc05 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=96f36b2ac4b747ffa8d23196eebfe0fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2047226 Aug 16 22:49:43.850402 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4548f06-5bbd-406c-8e59-90bc03f96088 service neutron] Pushing event updated for resources: {'Port': ['ID=9ca74afc-f076-4667-b880-cefeb6f88161,revision_number=7']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:43.861763 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-576b5516-0857-45ba-9dd5-e0ffea694d2e req-a4548f06-5bbd-406c-8e59-90bc03f96088 service neutron] Attempting to bind port 9ca74afc-f076-4667-b880-cefeb6f88161 on host n-h1-791506-26 for vnic_type normal with profile {"migrating_to": "n-h2-791506-26"} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:49:43.863032 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-576b5516-0857-45ba-9dd5-e0ffea694d2e req-a4548f06-5bbd-406c-8e59-90bc03f96088 service neutron] Attempting to bind port 9ca74afc-f076-4667-b880-cefeb6f88161 by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': 'f636a4c4-5ebb-45e7-a739-a275ed345fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bdacd106-3582-43d1-a3c6-7a9333f5e2e0'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:49:43.863231 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576b5516-0857-45ba-9dd5-e0ffea694d2e req-a4548f06-5bbd-406c-8e59-90bc03f96088 service neutron] Attempting to bind port 9ca74afc-f076-4667-b880-cefeb6f88161 on network bdacd106-3582-43d1-a3c6-7a9333f5e2e0 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:49:43.869705 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576b5516-0857-45ba-9dd5-e0ffea694d2e req-a4548f06-5bbd-406c-8e59-90bc03f96088 service neutron] Port 9ca74afc-f076-4667-b880-cefeb6f88161 on network bdacd106-3582-43d1-a3c6-7a9333f5e2e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:49:43.869705 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576b5516-0857-45ba-9dd5-e0ffea694d2e req-a4548f06-5bbd-406c-8e59-90bc03f96088 service neutron] Attempting to bind port 9ca74afc-f076-4667-b880-cefeb6f88161 on network bdacd106-3582-43d1-a3c6-7a9333f5e2e0 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:49:43.874398 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576b5516-0857-45ba-9dd5-e0ffea694d2e req-a4548f06-5bbd-406c-8e59-90bc03f96088 service neutron] Checking agent: {'id': 'd28e24f9-e5ea-41e1-80bf-3c7943ad7f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:49:43.874755 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576b5516-0857-45ba-9dd5-e0ffea694d2e req-a4548f06-5bbd-406c-8e59-90bc03f96088 service neutron] Checking segment: {'id': 'f636a4c4-5ebb-45e7-a739-a275ed345fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bdacd106-3582-43d1-a3c6-7a9333f5e2e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:49:43.875129 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576b5516-0857-45ba-9dd5-e0ffea694d2e req-a4548f06-5bbd-406c-8e59-90bc03f96088 service neutron] Bound using segment: {'id': 'f636a4c4-5ebb-45e7-a739-a275ed345fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bdacd106-3582-43d1-a3c6-7a9333f5e2e0'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:49:43.875559 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-576b5516-0857-45ba-9dd5-e0ffea694d2e req-a4548f06-5bbd-406c-8e59-90bc03f96088 service neutron] Bound port: 9ca74afc-f076-4667-b880-cefeb6f88161, host: n-h1-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f636a4c4-5ebb-45e7-a739-a275ed345fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bdacd106-3582-43d1-a3c6-7a9333f5e2e0'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:49:43.875921 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-576b5516-0857-45ba-9dd5-e0ffea694d2e req-a4548f06-5bbd-406c-8e59-90bc03f96088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:43.948499 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-83551c18-e725-4057-a5f5-5c4cb5181b55 req-98aa9943-23ba-44da-9326-342e424f4d55 service neutron] 10.222.0.36 "GET /v2.0/networks/db61fb9f-768d-428b-8446-991cbb0c6922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715260 Aug 16 22:49:43.948959 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-576b5516-0857-45ba-9dd5-e0ffea694d2e req-a4548f06-5bbd-406c-8e59-90bc03f96088 service neutron] For port 9ca74afc-f076-4667-b880-cefeb6f88161, host n-h1-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:49:43.953135 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-576b5516-0857-45ba-9dd5-e0ffea694d2e req-a4548f06-5bbd-406c-8e59-90bc03f96088 service neutron] For port 9ca74afc-f076-4667-b880-cefeb6f88161, host n-h1-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=9ca74afc-f076-4667-b880-cefeb6f88161,segment=NetworkSegment(f636a4c4-5ebb-45e7-a739-a275ed345fed),segment_id=f636a4c4-5ebb-45e7-a739-a275ed345fed)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:49:43.960879 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-576b5516-0857-45ba-9dd5-e0ffea694d2e req-a4548f06-5bbd-406c-8e59-90bc03f96088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:43.981801 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3508a80c-cfe1-4a60-b439-6bda2757bc21 req-f6ca6559-06d7-48c5-a673-bddcfe2049e8 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:43.983316 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3508a80c-cfe1-4a60-b439-6bda2757bc21 req-f6ca6559-06d7-48c5-a673-bddcfe2049e8 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=f42e12b8-8894-4259-ab72-4cde2141db35 HTTP/1.1" status: 200 len: 944 time: 0.1163826 Aug 16 22:49:44.047948 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576b5516-0857-45ba-9dd5-e0ffea694d2e req-a4548f06-5bbd-406c-8e59-90bc03f96088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:44.048587 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-576b5516-0857-45ba-9dd5-e0ffea694d2e req-a4548f06-5bbd-406c-8e59-90bc03f96088 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:44.050915 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-576b5516-0857-45ba-9dd5-e0ffea694d2e req-a4548f06-5bbd-406c-8e59-90bc03f96088 service neutron] 10.222.0.57 "PUT /v2.0/ports/9ca74afc-f076-4667-b880-cefeb6f88161 HTTP/1.1" status: 200 len: 1124 time: 0.7646933 Aug 16 22:49:44.055736 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4548f06-5bbd-406c-8e59-90bc03f96088 service neutron] Pushing event updated for resources: {'Port': ['ID=9ca74afc-f076-4667-b880-cefeb6f88161,revision_number=8']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:44.069585 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ea442f8b-b61d-4dbf-a981-0748af1e8ef7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:44.092582 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ea442f8b-b61d-4dbf-a981-0748af1e8ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:44.113970 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3508a80c-cfe1-4a60-b439-6bda2757bc21 req-c032dfec-d117-4b1d-950f-0f439950de9a tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873148 Aug 16 22:49:44.149244 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8354f464-16cb-4307-a96f-fb2ab8b12f3b req-5a196002-acba-4954-b76a-d756139b6282 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Made reservation on behalf of 8a5e1d0e34564f40b5c7c9ef56843b1e for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:49:44.149495 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-8354f464-16cb-4307-a96f-fb2ab8b12f3b req-5a196002-acba-4954-b76a-d756139b6282 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:44.171465 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea442f8b-b61d-4dbf-a981-0748af1e8ef7 admin admin] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:49:44.190755 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-83551c18-e725-4057-a5f5-5c4cb5181b55 req-74fffdda-7c18-4705-b474-a3de863414eb service neutron] 10.222.0.36 "GET /v2.0/networks/db61fb9f-768d-428b-8446-991cbb0c6922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293713 Aug 16 22:49:44.196622 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['9ca74afc-f076-4667-b880-cefeb6f88161'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:49:44.199579 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ea442f8b-b61d-4dbf-a981-0748af1e8ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:44.199936 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-ea442f8b-b61d-4dbf-a981-0748af1e8ef7 admin admin] Added segment ffe8bff2-09a2-49ec-8d81-dedf1e27a266 of type vlan for network 8dc8009d-300f-4ad9-93e2-45fec049ca94 Aug 16 22:49:44.201475 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea442f8b-b61d-4dbf-a981-0748af1e8ef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=280ac18d-efd1-4858-b049-3cb0583f2d41,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:44.263152 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 22:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb3e00a-2d2c-444c-91af-a53093c8aeb4 x-openstack-request-id: req-5bb3e00a-2d2c-444c-91af-a53093c8aeb4 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:49:44.263471 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f42e12b8-8894-4259-ab72-4cde2141db35", "name": "network-vif-unplugged", "status": "completed", "tag": "9ca74afc-f076-4667-b880-cefeb6f88161", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:49:44.263713 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5bb3e00a-2d2c-444c-91af-a53093c8aeb4 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:49:44.264191 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f42e12b8-8894-4259-ab72-4cde2141db35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ca74afc-f076-4667-b880-cefeb6f88161', 'code': 200} Aug 16 22:49:44.309302 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ea442f8b-b61d-4dbf-a981-0748af1e8ef7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:44.316422 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['9ca74afc-f076-4667-b880-cefeb6f88161'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:49:44.318800 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 9ca74afc-f076-4667-b880-cefeb6f88161 details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:49:44.385830 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ea442f8b-b61d-4dbf-a981-0748af1e8ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:44.386821 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea442f8b-b61d-4dbf-a981-0748af1e8ef7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:44.387411 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ea442f8b-b61d-4dbf-a981-0748af1e8ef7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:44.460127 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-ea442f8b-b61d-4dbf-a981-0748af1e8ef7 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2146924 Aug 16 22:49:44.460493 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 54312) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:44.465778 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-a45d92e8-a80d-469b-a510-098f2e9e1d9c admin admin] Request body: {'subnet': {'network_id': '8dc8009d-300f-4ad9-93e2-45fec049ca94', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-267406614-subnet', 'tenant_id': '045c2fb1242b4f198653ab8e957a0b0c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:49:44.473899 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [req-8354f464-16cb-4307-a96f-fb2ab8b12f3b req-5a196002-acba-4954-b76a-d756139b6282 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Allocated IP 192.168.233.129 (a2f596d0-b80e-4404-bf4b-27a7e14f50dd/6af2b868-37d3-46ab-a526-0465929f13c8/a55a6d11-4f48-478c-b6b0-5567dcd53c85) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:49:44.506993 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea442f8b-b61d-4dbf-a981-0748af1e8ef7 admin admin] Pushing event updated for resources: {'Network': ['ID=8dc8009d-300f-4ad9-93e2-45fec049ca94,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:44.515155 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a45d92e8-a80d-469b-a510-098f2e9e1d9c admin admin] Made reservation on behalf of 045c2fb1242b4f198653ab8e957a0b0c for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:49:44.519083 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a45d92e8-a80d-469b-a510-098f2e9e1d9c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:44.626099 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 8dc8009d-300f-4ad9-93e2-45fec049ca94 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:49:44.634466 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9cecd1d1-f4c8-4d9a-8a1d-f20685df2d4f req-e0d3c2a5-afea-419d-aed0-6d342a33358f tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=874b6679-a5eb-4e9a-a8a3-13432fb39a1e HTTP/1.1" status: 200 len: 210 time: 0.0718660 Aug 16 22:49:44.714554 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28380a91-0e12-40cb-ac37-14e182d7eafb req-3d4edc10-7bdc-4f0d-bcad-13c897f43986 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:44.725028 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-28380a91-0e12-40cb-ac37-14e182d7eafb req-3d4edc10-7bdc-4f0d-bcad-13c897f43986 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd80fd78-9e08-4cc7-a161-80457457a8fc HTTP/1.1" status: 200 len: 950 time: 0.1816645 Aug 16 22:49:44.741066 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 54324) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:44.775253 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a45d92e8-a80d-469b-a510-098f2e9e1d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:44.829343 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-28380a91-0e12-40cb-ac37-14e182d7eafb req-22fa4987-b6db-4402-a8f8-a43c957a1a3c tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026950 Aug 16 22:49:44.858645 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-8354f464-16cb-4307-a96f-fb2ab8b12f3b req-5a196002-acba-4954-b76a-d756139b6282 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:44.885795 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45d92e8-a80d-469b-a510-098f2e9e1d9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a194ee1-7521-45d2-b9a3-036203ea9131,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:44.902067 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-8354f464-16cb-4307-a96f-fb2ab8b12f3b req-5a196002-acba-4954-b76a-d756139b6282 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Transition to ACTIVE for port object a55a6d11-4f48-478c-b6b0-5567dcd53c85 will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:49:44.923172 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-daecff15-b5e6-4f2b-bff6-5236eb1c5fab req-717e916c-d793-4432-b808-57f650c9dc09 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/ports?device_id=c832b9e1-7d5b-4292-8168-e40604a87622 HTTP/1.1" status: 200 len: 210 time: 0.0461874 Aug 16 22:49:44.949496 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45d92e8-a80d-469b-a510-098f2e9e1d9c admin admin] Checking segment: {'id': 'ffe8bff2-09a2-49ec-8d81-dedf1e27a266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8dc8009d-300f-4ad9-93e2-45fec049ca94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:49:44.949862 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45d92e8-a80d-469b-a510-098f2e9e1d9c admin admin] Network hostable DHCP agents. Network: 8dc8009d-300f-4ad9-93e2-45fec049ca94, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:49:44.980357 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45d92e8-a80d-469b-a510-098f2e9e1d9c admin admin] Network 8dc8009d-300f-4ad9-93e2-45fec049ca94 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:49:44.981841 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-0ab16adf-0d99-44e2-bdcd-51b653ee1bad admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-407627951-network', 'tenant_id': 'ab7d0f0c42f145f6b72ab10762d369d7'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:49:44.996961 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 9ca74afc-f076-4667-b880-cefeb6f88161, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=9ca74afc-f076-4667-b880-cefeb6f88161,segment=NetworkSegment(f636a4c4-5ebb-45e7-a739-a275ed345fed),segment_id=f636a4c4-5ebb-45e7-a739-a275ed345fed)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:49:45.000620 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-a45d92e8-a80d-469b-a510-098f2e9e1d9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 8dc8009d-300f-4ad9-93e2-45fec049ca94) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:49:45.001278 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-8354f464-16cb-4307-a96f-fb2ab8b12f3b req-5a196002-acba-4954-b76a-d756139b6282 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:45.024810 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458fff0f-59d3-4886-8e62-f7628b6f7ea9 None None] Network 8dc8009d-300f-4ad9-93e2-45fec049ca94 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:49:45.034737 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45d92e8-a80d-469b-a510-098f2e9e1d9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:45.035608 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a45d92e8-a80d-469b-a510-098f2e9e1d9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:45.059444 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-131e71d9-102f-4885-b7e7-cdd478f26ae8 req-b10e631c-5c72-48b0-a30c-1c8678fbff23 tempest-ServerShowV257Test-35714244 tempest-ServerShowV257Test-35714244-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ecd430d-f8b3-477f-ad59-345156be3ac7 HTTP/1.1" status: 200 len: 210 time: 0.0643311 Aug 16 22:49:45.094976 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab16adf-0d99-44e2-bdcd-51b653ee1bad admin admin] Made reservation on behalf of ab7d0f0c42f145f6b72ab10762d369d7 for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:49:45.098328 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0ab16adf-0d99-44e2-bdcd-51b653ee1bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:45.098826 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-a45d92e8-a80d-469b-a510-098f2e9e1d9c admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6367979 Aug 16 22:49:45.100598 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 9ca74afc-f076-4667-b880-cefeb6f88161 has no active binding in host n-h2-791506-26 {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 22:49:45.106484 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 54334) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:45.117402 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8354f464-16cb-4307-a96f-fb2ab8b12f3b req-5a196002-acba-4954-b76a-d756139b6282 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Network a2f596d0-b80e-4404-bf4b-27a7e14f50dd is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:49:45.121057 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [req-8354f464-16cb-4307-a96f-fb2ab8b12f3b req-5a196002-acba-4954-b76a-d756139b6282 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:49:45.124056 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-cc59e403-bd0f-4cbe-80b9-0c31cc81de31 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-267406614-router', 'tenant_id': '045c2fb1242b4f198653ab8e957a0b0c', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:49:45.125189 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0ab16adf-0d99-44e2-bdcd-51b653ee1bad admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:45.128196 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-8354f464-16cb-4307-a96f-fb2ab8b12f3b req-5a196002-acba-4954-b76a-d756139b6282 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:49:45.165310 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a196002-acba-4954-b76a-d756139b6282 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Pushing event updated for resources: {'Port': ['ID=a55a6d11-4f48-478c-b6b0-5567dcd53c85,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:45.215354 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8354f464-16cb-4307-a96f-fb2ab8b12f3b req-5a196002-acba-4954-b76a-d756139b6282 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:45.223167 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-8354f464-16cb-4307-a96f-fb2ab8b12f3b req-5a196002-acba-4954-b76a-d756139b6282 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:45.224527 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cc59e403-bd0f-4cbe-80b9-0c31cc81de31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:45.225656 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cc59e403-bd0f-4cbe-80b9-0c31cc81de31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:45.278453 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.db.api [None req-0ab16adf-0d99-44e2-bdcd-51b653ee1bad admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 22:49:45.278453 n-d-791506-26 neutron-server[101292]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 22:49:45.278453 n-d-791506-26 neutron-server[101292]: [parameters: {'project_id_1': 'ab7d0f0c42f145f6b72ab10762d369d7', 'expiration_1': datetime.datetime(2021, 8, 16, 22, 49, 45, 177285)}] Aug 16 22:49:45.278453 n-d-791506-26 neutron-server[101292]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101292) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:49:45.278943 n-d-791506-26 neutron-server[101292]: DEBUG oslo_db.api [None req-0ab16adf-0d99-44e2-bdcd-51b653ee1bad admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:49:45.287026 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8354f464-16cb-4307-a96f-fb2ab8b12f3b req-5a196002-acba-4954-b76a-d756139b6282 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7590468 Aug 16 22:49:45.301409 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f834fb1-a2cb-4479-9799-132e56137666 req-734b4383-e8aa-49b3-a5a9-1488fad8eb29 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:45.309217 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0f834fb1-a2cb-4479-9799-132e56137666 req-734b4383-e8aa-49b3-a5a9-1488fad8eb29 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=f42e12b8-8894-4259-ab72-4cde2141db35 HTTP/1.1" status: 200 len: 944 time: 0.0754626 Aug 16 22:49:45.325937 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-8354f464-16cb-4307-a96f-fb2ab8b12f3b req-06c936d1-8cd6-4e67-bfd6-86960e1b9832 service neutron] Request body: {'port': {'device_id': 'c832b9e1-7d5b-4292-8168-e40604a87622', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-26'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:49:45.343763 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cc59e403-bd0f-4cbe-80b9-0c31cc81de31 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:45.412977 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2bac13-104e-4385-83d8-9ab486e36e68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-8dc8009d-300f-4ad9-93e2-45fec049ca94', 'network_id': '8dc8009d-300f-4ad9-93e2-45fec049ca94', 'tenant_id': '045c2fb1242b4f198653ab8e957a0b0c', 'fixed_ips': [{'subnet_id': '4a194ee1-7521-45d2-b9a3-036203ea9131'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:49:45.414515 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-dd2bac13-104e-4385-83d8-9ab486e36e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:45.443021 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0f834fb1-a2cb-4479-9799-132e56137666 req-592b7e35-4aae-4944-97c7-73900b420253 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328471 Aug 16 22:49:45.444397 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['6febc145-575d-4190-8648-f4c30710fedf', '2936c26e-d0eb-4c67-ab4d-e875efb1b500', '5dc72a00-0f55-40d2-95ec-e6c1f053f268'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:49:45.451274 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-8354f464-16cb-4307-a96f-fb2ab8b12f3b req-06c936d1-8cd6-4e67-bfd6-86960e1b9832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:45.547253 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cc59e403-bd0f-4cbe-80b9-0c31cc81de31 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:45.615154 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-a5ed5ffc-de73-463c-946d-b86f823a9926 None None] Provisioning for port a55a6d11-4f48-478c-b6b0-5567dcd53c85 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:49:45.634753 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-a5ed5ffc-de73-463c-946d-b86f823a9926 None None] Provisioning complete for port a55a6d11-4f48-478c-b6b0-5567dcd53c85 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:49:45.635132 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a5ed5ffc-de73-463c-946d-b86f823a9926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:45.753206 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-dd2bac13-104e-4385-83d8-9ab486e36e68 None None] Allocated IP 172.20.0.2 (8dc8009d-300f-4ad9-93e2-45fec049ca94/4a194ee1-7521-45d2-b9a3-036203ea9131/df65998c-dd28-4024-b13b-4c3932cb2570) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:49:45.755853 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-a5ed5ffc-de73-463c-946d-b86f823a9926 None None] Port a55a6d11-4f48-478c-b6b0-5567dcd53c85 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:49:45.780867 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0ab16adf-0d99-44e2-bdcd-51b653ee1bad admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:45.801116 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cc59e403-bd0f-4cbe-80b9-0c31cc81de31 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:45.822892 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cc59e403-bd0f-4cbe-80b9-0c31cc81de31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:45.834673 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-33504b3a-3c33-4858-8cde-b7bd69ae39d0 req-9d5b2ea5-90c8-4136-91c4-ba49018da405 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=874b6679-a5eb-4e9a-a8a3-13432fb39a1e HTTP/1.1" status: 200 len: 210 time: 0.0514526 Aug 16 22:49:45.904831 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [req-8354f464-16cb-4307-a96f-fb2ab8b12f3b req-06c936d1-8cd6-4e67-bfd6-86960e1b9832 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a55a6d11-4f48-478c-b6b0-5567dcd53c85 {{(pid=101292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:49:45.914589 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-8354f464-16cb-4307-a96f-fb2ab8b12f3b req-06c936d1-8cd6-4e67-bfd6-86960e1b9832 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:45.930221 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-8354f464-16cb-4307-a96f-fb2ab8b12f3b req-06c936d1-8cd6-4e67-bfd6-86960e1b9832 service neutron] Transition to ACTIVE for port object a55a6d11-4f48-478c-b6b0-5567dcd53c85 will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:49:45.948373 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-8354f464-16cb-4307-a96f-fb2ab8b12f3b req-06c936d1-8cd6-4e67-bfd6-86960e1b9832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:45.974560 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-cc59e403-bd0f-4cbe-80b9-0c31cc81de31 admin admin] Allocated IP 172.25.4.155 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/f5a6a55c-1ef9-4f50-a5b3-9232af711950) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:49:46.017513 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['f323738b-f883-4014-ba78-4c322dc7f679', '5889a528-9304-413d-8a3e-d220839675c1'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:49:46.020347 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c936d1-8cd6-4e67-bfd6-86960e1b9832 service neutron] Pushing event updated for resources: {'Port': ['ID=a55a6d11-4f48-478c-b6b0-5567dcd53c85,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:46.153441 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db39f67-7921-4c37-a607-21fe4c53552c req-1f5002d0-6ca1-47b0-a4a9-7408c63deb9f tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:46.155042 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3db39f67-7921-4c37-a607-21fe4c53552c req-1f5002d0-6ca1-47b0-a4a9-7408c63deb9f tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd80fd78-9e08-4cc7-a161-80457457a8fc HTTP/1.1" status: 200 len: 950 time: 0.2198851 Aug 16 22:49:46.234007 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f11608d-ba1d-4567-9ec8-f488b59c8c17 req-2c05c7d0-1436-45a4-996a-0139527b77ed tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:46.242517 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9f11608d-ba1d-4567-9ec8-f488b59c8c17 req-2c05c7d0-1436-45a4-996a-0139527b77ed tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/ports?device_id=c832b9e1-7d5b-4292-8168-e40604a87622 HTTP/1.1" status: 200 len: 948 time: 0.1978369 Aug 16 22:49:46.294340 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f42e12b8-8894-4259-ab72-4cde2141db35', 'tag': '9ca74afc-f076-4667-b880-cefeb6f88161'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:49:46.297205 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bae575a2-fff0-414e-be7b-f2654e4b0fd2" -d '{"events": [{"name": "network-changed", "server_uuid": "f42e12b8-8894-4259-ab72-4cde2141db35", "tag": "9ca74afc-f076-4667-b880-cefeb6f88161"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:49:46.313239 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83551c18-e725-4057-a5f5-5c4cb5181b55 req-828aeced-293d-4d5c-817c-009e5cf776b2 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:46.316364 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-83551c18-e725-4057-a5f5-5c4cb5181b55 req-828aeced-293d-4d5c-817c-009e5cf776b2 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.57 "GET /v2.0/networks?id=db61fb9f-768d-428b-8446-991cbb0c6922 HTTP/1.1" status: 200 len: 820 time: 0.1510587 Aug 16 22:49:46.340664 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3db39f67-7921-4c37-a607-21fe4c53552c req-de3b23f1-d74e-4f8d-9071-9654c378ed63 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674113 Aug 16 22:49:46.374659 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cc59e403-bd0f-4cbe-80b9-0c31cc81de31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:46.389349 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9f11608d-ba1d-4567-9ec8-f488b59c8c17 req-d5e0d710-5d81-40a5-b894-737417a020ff tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf51abff-a5e4-4ed4-87b7-552597e1ec97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459005 Aug 16 22:49:46.425921 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-dd2bac13-104e-4385-83d8-9ab486e36e68 None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:46.452707 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-dd2bac13-104e-4385-83d8-9ab486e36e68 None None] Transition to ACTIVE for port object df65998c-dd28-4024-b13b-4c3932cb2570 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:49:46.462076 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-83551c18-e725-4057-a5f5-5c4cb5181b55 req-fc3ca101-2b2a-4913-beab-f68dbf942054 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Request body: {'port': {'device_id': '874b6679-a5eb-4e9a-a8a3-13432fb39a1e', 'network_id': 'db61fb9f-768d-428b-8446-991cbb0c6922', 'admin_state_up': True, 'tenant_id': '96f36b2ac4b747ffa8d23196eebfe0fe'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:49:46.477018 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0ab16adf-0d99-44e2-bdcd-51b653ee1bad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:46.490149 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32a69215-fd54-4570-82ff-84e2fa813db1 x-openstack-request-id: req-32a69215-fd54-4570-82ff-84e2fa813db1 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:49:46.490538 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f42e12b8-8894-4259-ab72-4cde2141db35", "tag": "9ca74afc-f076-4667-b880-cefeb6f88161", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:49:46.490723 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-32a69215-fd54-4570-82ff-84e2fa813db1 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:49:46.491074 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f42e12b8-8894-4259-ab72-4cde2141db35', 'tag': '9ca74afc-f076-4667-b880-cefeb6f88161', 'status': 'completed', 'code': 200} Aug 16 22:49:46.516239 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-dd2bac13-104e-4385-83d8-9ab486e36e68 None None] Transition to ACTIVE for port object df65998c-dd28-4024-b13b-4c3932cb2570 will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:49:46.520608 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cc59e403-bd0f-4cbe-80b9-0c31cc81de31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:46.522838 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0ab16adf-0d99-44e2-bdcd-51b653ee1bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:46.545991 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-dd2bac13-104e-4385-83d8-9ab486e36e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:46.569295 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9219ef04-2825-4661-b48d-09f702e85fe6 req-8977ab9d-ac14-44e8-a157-bcc7edbefd22 tempest-ServerShowV257Test-35714244 tempest-ServerShowV257Test-35714244-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ecd430d-f8b3-477f-ad59-345156be3ac7 HTTP/1.1" status: 200 len: 210 time: 0.0846319 Aug 16 22:49:46.571824 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab16adf-0d99-44e2-bdcd-51b653ee1bad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd15f188-a05c-4c6a-a5ae-5277d0a8ea7d,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:46.593945 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-8354f464-16cb-4307-a96f-fb2ab8b12f3b req-06c936d1-8cd6-4e67-bfd6-86960e1b9832 service neutron] Attempting to bind port a55a6d11-4f48-478c-b6b0-5567dcd53c85 on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:49:46.594671 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-8354f464-16cb-4307-a96f-fb2ab8b12f3b req-06c936d1-8cd6-4e67-bfd6-86960e1b9832 service neutron] Attempting to bind port a55a6d11-4f48-478c-b6b0-5567dcd53c85 by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:49:46.595174 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8354f464-16cb-4307-a96f-fb2ab8b12f3b req-06c936d1-8cd6-4e67-bfd6-86960e1b9832 service neutron] Attempting to bind port a55a6d11-4f48-478c-b6b0-5567dcd53c85 on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:49:46.618944 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ab16adf-0d99-44e2-bdcd-51b653ee1bad admin admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:49:46.621135 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8354f464-16cb-4307-a96f-fb2ab8b12f3b req-06c936d1-8cd6-4e67-bfd6-86960e1b9832 service neutron] Port a55a6d11-4f48-478c-b6b0-5567dcd53c85 on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:49:46.621634 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8354f464-16cb-4307-a96f-fb2ab8b12f3b req-06c936d1-8cd6-4e67-bfd6-86960e1b9832 service neutron] Attempting to bind port a55a6d11-4f48-478c-b6b0-5567dcd53c85 on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:49:46.644525 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8354f464-16cb-4307-a96f-fb2ab8b12f3b req-06c936d1-8cd6-4e67-bfd6-86960e1b9832 service neutron] Checking agent: {'id': 'd28e24f9-e5ea-41e1-80bf-3c7943ad7f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:49:46.645195 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8354f464-16cb-4307-a96f-fb2ab8b12f3b req-06c936d1-8cd6-4e67-bfd6-86960e1b9832 service neutron] Checking segment: {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:49:46.645540 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2bac13-104e-4385-83d8-9ab486e36e68 None None] Network 8dc8009d-300f-4ad9-93e2-45fec049ca94 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:49:46.645912 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8354f464-16cb-4307-a96f-fb2ab8b12f3b req-06c936d1-8cd6-4e67-bfd6-86960e1b9832 service neutron] Bound using segment: {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:49:46.646494 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-8354f464-16cb-4307-a96f-fb2ab8b12f3b req-06c936d1-8cd6-4e67-bfd6-86960e1b9832 service neutron] Bound port: a55a6d11-4f48-478c-b6b0-5567dcd53c85, host: n-h1-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:49:46.647008 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-8354f464-16cb-4307-a96f-fb2ab8b12f3b req-06c936d1-8cd6-4e67-bfd6-86960e1b9832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:46.657394 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-dd2bac13-104e-4385-83d8-9ab486e36e68 None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:49:46.659932 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2bac13-104e-4385-83d8-9ab486e36e68 None None] Pushing event updated for resources: {'Port': ['ID=df65998c-dd28-4024-b13b-4c3932cb2570,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:46.662960 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0ab16adf-0d99-44e2-bdcd-51b653ee1bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:46.663389 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-0ab16adf-0d99-44e2-bdcd-51b653ee1bad admin admin] Added segment d83a977f-6b89-433e-bde2-7cf8b15135ff of type vlan for network abc9e355-d177-4a37-9021-01659648e2b4 Aug 16 22:49:46.678256 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2bac13-104e-4385-83d8-9ab486e36e68 None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:49:46.736163 n-d-791506-26 neutron-server[101291]: INFO neutron.api.v2.resource [req-213e8dc5-0c84-42c6-86cb-f7f869eab4cc req-d382274a-7e08-49bb-8326-482a1e2a7607 service neutron] show failed (client error): The resource could not be found. Aug 16 22:49:46.738037 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-213e8dc5-0c84-42c6-86cb-f7f869eab4cc req-d382274a-7e08-49bb-8326-482a1e2a7607 service neutron] 10.222.0.68 "GET /v2.0/ports/a7acfedd-7328-4c89-b0a3-75e70efe3623/bindings/n-h2-791506-26 HTTP/1.1" status: 404 len: 381 time: 0.2897069 Aug 16 22:49:46.744834 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc59e403-bd0f-4cbe-80b9-0c31cc81de31 admin admin] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:49:46.764499 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-cc59e403-bd0f-4cbe-80b9-0c31cc81de31 admin admin] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:49:46.770909 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc59e403-bd0f-4cbe-80b9-0c31cc81de31 admin admin] Pushing event updated for resources: {'Port': ['ID=f5a6a55c-1ef9-4f50-a5b3-9232af711950,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:46.779407 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc59e403-bd0f-4cbe-80b9-0c31cc81de31 admin admin] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:49:46.807814 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-8354f464-16cb-4307-a96f-fb2ab8b12f3b req-06c936d1-8cd6-4e67-bfd6-86960e1b9832 service neutron] For port a55a6d11-4f48-478c-b6b0-5567dcd53c85, host n-h1-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:49:46.812813 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-8354f464-16cb-4307-a96f-fb2ab8b12f3b req-06c936d1-8cd6-4e67-bfd6-86960e1b9832 service neutron] For port a55a6d11-4f48-478c-b6b0-5567dcd53c85, host n-h1-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=a55a6d11-4f48-478c-b6b0-5567dcd53c85,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:49:46.824397 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae575a2-fff0-414e-be7b-f2654e4b0fd2 req-3f5d09fc-a1da-4a17-b648-3e24a0d16b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:46.825901 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-bae575a2-fff0-414e-be7b-f2654e4b0fd2 req-3f5d09fc-a1da-4a17-b648-3e24a0d16b90 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a4c9d624b07f42a0ae3c7ed63064f003&device_id=f42e12b8-8894-4259-ab72-4cde2141db35 HTTP/1.1" status: 200 len: 1127 time: 0.2678306 Aug 16 22:49:46.851213 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1236efbd-6594-41aa-981a-ae66dc854166 req-69657f73-a39b-453c-91fe-20ec1dc897c0 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:46.866787 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1236efbd-6594-41aa-981a-ae66dc854166 req-69657f73-a39b-453c-91fe-20ec1dc897c0 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=f42e12b8-8894-4259-ab72-4cde2141db35 HTTP/1.1" status: 200 len: 944 time: 0.2790532 Aug 16 22:49:46.881269 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0ab16adf-0d99-44e2-bdcd-51b653ee1bad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:46.886430 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-8354f464-16cb-4307-a96f-fb2ab8b12f3b req-06c936d1-8cd6-4e67-bfd6-86960e1b9832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:46.896001 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-dd2bac13-104e-4385-83d8-9ab486e36e68 None None] Attempting to bind port df65998c-dd28-4024-b13b-4c3932cb2570 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:49:46.897090 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-dd2bac13-104e-4385-83d8-9ab486e36e68 None None] Attempting to bind port df65998c-dd28-4024-b13b-4c3932cb2570 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': 'ffe8bff2-09a2-49ec-8d81-dedf1e27a266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8dc8009d-300f-4ad9-93e2-45fec049ca94'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:49:46.898002 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2bac13-104e-4385-83d8-9ab486e36e68 None None] Attempting to bind port df65998c-dd28-4024-b13b-4c3932cb2570 on network 8dc8009d-300f-4ad9-93e2-45fec049ca94 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:49:46.911593 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2bac13-104e-4385-83d8-9ab486e36e68 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:49:46.925365 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2bac13-104e-4385-83d8-9ab486e36e68 None None] Checking segment: {'id': 'ffe8bff2-09a2-49ec-8d81-dedf1e27a266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8dc8009d-300f-4ad9-93e2-45fec049ca94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:49:46.926226 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-dd2bac13-104e-4385-83d8-9ab486e36e68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:46.927577 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2bac13-104e-4385-83d8-9ab486e36e68 None None] Bound using segment: {'id': 'ffe8bff2-09a2-49ec-8d81-dedf1e27a266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8dc8009d-300f-4ad9-93e2-45fec049ca94'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:49:46.928942 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-dd2bac13-104e-4385-83d8-9ab486e36e68 None None] Bound port: df65998c-dd28-4024-b13b-4c3932cb2570, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffe8bff2-09a2-49ec-8d81-dedf1e27a266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8dc8009d-300f-4ad9-93e2-45fec049ca94'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:49:46.930125 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-dd2bac13-104e-4385-83d8-9ab486e36e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:46.999605 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1236efbd-6594-41aa-981a-ae66dc854166 req-a66a6e20-a7ea-4e1b-983b-78d994639b81 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316760 Aug 16 22:49:47.026936 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8354f464-16cb-4307-a96f-fb2ab8b12f3b req-06c936d1-8cd6-4e67-bfd6-86960e1b9832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:47.026936 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-8354f464-16cb-4307-a96f-fb2ab8b12f3b req-06c936d1-8cd6-4e67-bfd6-86960e1b9832 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:47.028630 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8354f464-16cb-4307-a96f-fb2ab8b12f3b req-06c936d1-8cd6-4e67-bfd6-86960e1b9832 service neutron] 10.222.0.68 "PUT /v2.0/ports/a55a6d11-4f48-478c-b6b0-5567dcd53c85 HTTP/1.1" status: 200 len: 1097 time: 1.7167904 Aug 16 22:49:47.066823 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-dd2bac13-104e-4385-83d8-9ab486e36e68 None None] For port df65998c-dd28-4024-b13b-4c3932cb2570, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:49:47.074031 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-dd2bac13-104e-4385-83d8-9ab486e36e68 None None] For port df65998c-dd28-4024-b13b-4c3932cb2570, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=df65998c-dd28-4024-b13b-4c3932cb2570,segment=NetworkSegment(ffe8bff2-09a2-49ec-8d81-dedf1e27a266),segment_id=ffe8bff2-09a2-49ec-8d81-dedf1e27a266)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:49:47.079923 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-dd2bac13-104e-4385-83d8-9ab486e36e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:47.084249 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c832b9e1-7d5b-4292-8168-e40604a87622', 'tag': 'a55a6d11-4f48-478c-b6b0-5567dcd53c85'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:49:47.090942 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63e469a2-34b5-4c44-9902-1833c291311a" -d '{"events": [{"name": "network-changed", "server_uuid": "c832b9e1-7d5b-4292-8168-e40604a87622", "tag": "a55a6d11-4f48-478c-b6b0-5567dcd53c85"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:49:47.148445 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2bac13-104e-4385-83d8-9ab486e36e68 None None] Pushing event updated for resources: {'Port': ['ID=df65998c-dd28-4024-b13b-4c3932cb2570,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:47.214260 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83551c18-e725-4057-a5f5-5c4cb5181b55 req-fc3ca101-2b2a-4913-beab-f68dbf942054 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Made reservation on behalf of 96f36b2ac4b747ffa8d23196eebfe0fe for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:49:47.218289 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-83551c18-e725-4057-a5f5-5c4cb5181b55 req-fc3ca101-2b2a-4913-beab-f68dbf942054 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:47.226489 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7e9f1967-0b1a-4dba-a986-decc351943ac req-3a66ea04-67ca-410d-8c77-8395e21ed919 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=874b6679-a5eb-4e9a-a8a3-13432fb39a1e HTTP/1.1" status: 200 len: 210 time: 0.2345901 Aug 16 22:49:47.228307 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9ff65b1-230c-49ea-b43d-4653967803f2 x-openstack-request-id: req-b9ff65b1-230c-49ea-b43d-4653967803f2 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:49:47.228793 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c832b9e1-7d5b-4292-8168-e40604a87622", "tag": "a55a6d11-4f48-478c-b6b0-5567dcd53c85", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:49:47.229209 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b9ff65b1-230c-49ea-b43d-4653967803f2 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:49:47.229899 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c832b9e1-7d5b-4292-8168-e40604a87622', 'tag': 'a55a6d11-4f48-478c-b6b0-5567dcd53c85', 'status': 'completed', 'code': 200} Aug 16 22:49:47.263798 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0ab16adf-0d99-44e2-bdcd-51b653ee1bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:47.264863 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab16adf-0d99-44e2-bdcd-51b653ee1bad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:47.265428 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0ab16adf-0d99-44e2-bdcd-51b653ee1bad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:47.356867 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab16adf-0d99-44e2-bdcd-51b653ee1bad admin admin] Pushing event updated for resources: {'Network': ['ID=abc9e355-d177-4a37-9021-01659648e2b4,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:47.360412 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c936d1-8cd6-4e67-bfd6-86960e1b9832 service neutron] Pushing event updated for resources: {'Port': ['ID=a55a6d11-4f48-478c-b6b0-5567dcd53c85,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:47.368844 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network abc9e355-d177-4a37-9021-01659648e2b4 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:49:47.386692 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-0ab16adf-0d99-44e2-bdcd-51b653ee1bad admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.6430867 Aug 16 22:49:47.389622 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 54360) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:47.405488 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8354f464-16cb-4307-a96f-fb2ab8b12f3b req-90191f9b-59c9-4646-99dc-30e5f29b5cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:47.410126 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8354f464-16cb-4307-a96f-fb2ab8b12f3b req-90191f9b-59c9-4646-99dc-30e5f29b5cdd service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=8a5e1d0e34564f40b5c7c9ef56843b1e&device_id=c832b9e1-7d5b-4292-8168-e40604a87622 HTTP/1.1" status: 200 len: 1100 time: 0.2928517 Aug 16 22:49:47.434193 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-a95dfb93-6740-4dde-8c31-f3e2f4b80b0a admin admin] Request body: {'subnet': {'network_id': 'abc9e355-d177-4a37-9021-01659648e2b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-407627951-subnet', 'tenant_id': 'ab7d0f0c42f145f6b72ab10762d369d7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:49:47.478158 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213e8dc5-0c84-42c6-86cb-f7f869eab4cc req-0bdb9556-da79-4962-b768-93bd7dd3bf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:47.479861 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-213e8dc5-0c84-42c6-86cb-f7f869eab4cc req-0bdb9556-da79-4962-b768-93bd7dd3bf35 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=dd80fd78-9e08-4cc7-a161-80457457a8fc&tenant_id=5aa270b810014cb1b7df23f71a5483f7 HTTP/1.1" status: 200 len: 1102 time: 0.4935932 Aug 16 22:49:47.584824 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae575a2-fff0-414e-be7b-f2654e4b0fd2 req-b16a5697-aa1c-4892-9e9a-abdc32c30d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:47.586330 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-bae575a2-fff0-414e-be7b-f2654e4b0fd2 req-b16a5697-aa1c-4892-9e9a-abdc32c30d12 service neutron] 10.222.0.68 "GET /v2.0/networks?id=bdacd106-3582-43d1-a3c6-7a9333f5e2e0 HTTP/1.1" status: 200 len: 909 time: 0.7477059 Aug 16 22:49:47.596755 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-1ecedb8d-04f9-4da8-a657-ff3a3b0eaa7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:47.692003 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-bae575a2-fff0-414e-be7b-f2654e4b0fd2 req-a4f36ae9-fe0f-49f5-b4f6-4868139dfff5 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ca74afc-f076-4667-b880-cefeb6f88161 HTTP/1.1" status: 200 len: 217 time: 0.0677562 Aug 16 22:49:47.746278 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-83551c18-e725-4057-a5f5-5c4cb5181b55 req-fc3ca101-2b2a-4913-beab-f68dbf942054 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Allocated IP 172.20.0.4 (db61fb9f-768d-428b-8446-991cbb0c6922/f340c0a0-6bbc-45f5-920c-bfa473779acd/f60c1841-d48e-4cc7-b1a1-1650b8d9fd20) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:49:47.758671 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cc59e403-bd0f-4cbe-80b9-0c31cc81de31 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:47.820814 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae575a2-fff0-414e-be7b-f2654e4b0fd2 req-cedb0e16-949f-4e24-a8d1-1225ab6c74f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:47.822699 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-bae575a2-fff0-414e-be7b-f2654e4b0fd2 req-cedb0e16-949f-4e24-a8d1-1225ab6c74f4 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=78dd72b6-bd21-4b15-8ce7-13fda92dba19 HTTP/1.1" status: 200 len: 848 time: 0.1195199 Aug 16 22:49:47.836926 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8354f464-16cb-4307-a96f-fb2ab8b12f3b req-e741a595-cd66-40a2-a3d3-e7cc6334c869 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=a55a6d11-4f48-478c-b6b0-5567dcd53c85 HTTP/1.1" status: 200 len: 217 time: 0.3872313 Aug 16 22:49:47.840640 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-213e8dc5-0c84-42c6-86cb-f7f869eab4cc req-204cfe8f-a58b-4ad6-a12b-5240cfcb7455 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791506-26', 'device_owner': 'compute:nova'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:49:47.902368 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-bae575a2-fff0-414e-be7b-f2654e4b0fd2 req-a5694ab8-3cc0-499f-a5f4-8029db3c57b4 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=bdacd106-3582-43d1-a3c6-7a9333f5e2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639117 Aug 16 22:49:47.956482 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a95dfb93-6740-4dde-8c31-f3e2f4b80b0a admin admin] Made reservation on behalf of ab7d0f0c42f145f6b72ab10762d369d7 for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:49:47.958801 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a95dfb93-6740-4dde-8c31-f3e2f4b80b0a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:48.041709 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8354f464-16cb-4307-a96f-fb2ab8b12f3b req-9fd79885-e966-4a49-84f8-322145eb0b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:48.043573 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8354f464-16cb-4307-a96f-fb2ab8b12f3b req-9fd79885-e966-4a49-84f8-322145eb0b31 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6af2b868-37d3-46ab-a526-0465929f13c8 HTTP/1.1" status: 200 len: 843 time: 0.1964388 Aug 16 22:49:48.070902 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b665575-5c81-4d17-85ea-f40066cbf12b req-5070aace-672e-4b61-916e-55f2ebdc289c tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:48.078218 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5b665575-5c81-4d17-85ea-f40066cbf12b req-5070aace-672e-4b61-916e-55f2ebdc289c tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/ports?device_id=c832b9e1-7d5b-4292-8168-e40604a87622 HTTP/1.1" status: 200 len: 948 time: 0.2452769 Aug 16 22:49:48.099863 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72503c55-4ac9-4edb-8adb-138c96562f1f req-88f3efc0-4f3c-422a-abfa-774a7b61950b tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:48.101433 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-72503c55-4ac9-4edb-8adb-138c96562f1f req-88f3efc0-4f3c-422a-abfa-774a7b61950b tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd80fd78-9e08-4cc7-a161-80457457a8fc HTTP/1.1" status: 200 len: 950 time: 0.2664561 Aug 16 22:49:48.110036 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-213e8dc5-0c84-42c6-86cb-f7f869eab4cc req-204cfe8f-a58b-4ad6-a12b-5240cfcb7455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:48.154105 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-bae575a2-fff0-414e-be7b-f2654e4b0fd2 req-180b39dd-7f13-4668-8540-ba534e1e8441 service neutron] 10.222.0.68 "GET /v2.0/networks/bdacd106-3582-43d1-a3c6-7a9333f5e2e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396047 Aug 16 22:49:48.240600 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5b665575-5c81-4d17-85ea-f40066cbf12b req-1577b872-a362-4f1e-8535-26019164d4ed tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf51abff-a5e4-4ed4-87b7-552597e1ec97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614785 Aug 16 22:49:48.255734 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-83551c18-e725-4057-a5f5-5c4cb5181b55 req-fc3ca101-2b2a-4913-beab-f68dbf942054 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:48.261362 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cc59e403-bd0f-4cbe-80b9-0c31cc81de31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:48.261501 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-72503c55-4ac9-4edb-8adb-138c96562f1f req-1d628257-aae0-4451-a2a8-ea1f948120d5 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269617 Aug 16 22:49:48.278866 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8354f464-16cb-4307-a96f-fb2ab8b12f3b req-e5d482d1-5128-4549-9053-61a072c05839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:48.279699 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8354f464-16cb-4307-a96f-fb2ab8b12f3b req-e5d482d1-5128-4549-9053-61a072c05839 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2179444 Aug 16 22:49:48.389607 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7caa2cb9-6d54-48b7-a234-dd2cbd298841 None None] Network 8dc8009d-300f-4ad9-93e2-45fec049ca94 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:49:48.417188 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-bae575a2-fff0-414e-be7b-f2654e4b0fd2 req-afe2b797-d374-472b-b797-989210710d2d service neutron] 10.222.0.68 "GET /v2.0/networks/bdacd106-3582-43d1-a3c6-7a9333f5e2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403107 Aug 16 22:49:48.435758 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-83551c18-e725-4057-a5f5-5c4cb5181b55 req-fc3ca101-2b2a-4913-beab-f68dbf942054 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:48.497781 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83551c18-e725-4057-a5f5-5c4cb5181b55 req-fc3ca101-2b2a-4913-beab-f68dbf942054 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Network db61fb9f-768d-428b-8446-991cbb0c6922 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:49:48.506729 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-83551c18-e725-4057-a5f5-5c4cb5181b55 req-fc3ca101-2b2a-4913-beab-f68dbf942054 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:49:48.512845 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-83551c18-e725-4057-a5f5-5c4cb5181b55 req-fc3ca101-2b2a-4913-beab-f68dbf942054 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:49:48.515683 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3ca101-2b2a-4913-beab-f68dbf942054 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Pushing event updated for resources: {'Port': ['ID=f60c1841-d48e-4cc7-b1a1-1650b8d9fd20,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:48.537287 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0b1f66d9-b79e-43da-9150-7b02208d29c5 None None] Provisioning for port df65998c-dd28-4024-b13b-4c3932cb2570 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:49:48.576209 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc59e403-bd0f-4cbe-80b9-0c31cc81de31 admin admin] Router 4b6089c4-7801-4b98-8460-d2d180558ad8 is scheduled to L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f with binding_index 1 {{(pid=101291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:49:48.587117 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83551c18-e725-4057-a5f5-5c4cb5181b55 req-fc3ca101-2b2a-4913-beab-f68dbf942054 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:48.587761 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-83551c18-e725-4057-a5f5-5c4cb5181b55 req-fc3ca101-2b2a-4913-beab-f68dbf942054 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:48.607983 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-83551c18-e725-4057-a5f5-5c4cb5181b55 req-fc3ca101-2b2a-4913-beab-f68dbf942054 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1565275 Aug 16 22:49:48.610192 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-29c1b682-6a62-4ee0-bcc4-71fa06026a64 req-bcb9488b-a4b4-43e3-9e58-a89bcabd38cc tempest-ServerShowV257Test-35714244 tempest-ServerShowV257Test-35714244-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ecd430d-f8b3-477f-ad59-345156be3ac7 HTTP/1.1" status: 200 len: 210 time: 0.1933305 Aug 16 22:49:48.611136 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a95dfb93-6740-4dde-8c31-f3e2f4b80b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:48.645780 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-83551c18-e725-4057-a5f5-5c4cb5181b55 req-4966d4cf-bfe8-4a6b-bd7d-e4df03d01e1d service neutron] Request body: {'port': {'device_id': '874b6679-a5eb-4e9a-a8a3-13432fb39a1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:49:48.758655 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-83551c18-e725-4057-a5f5-5c4cb5181b55 req-4966d4cf-bfe8-4a6b-bd7d-e4df03d01e1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:48.775554 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc59e403-bd0f-4cbe-80b9-0c31cc81de31 admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:49:48.789898 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7379498d-89ed-4333-b3dd-28268d19068f None None] Sync routers for ids ['4b6089c4-7801-4b98-8460-d2d180558ad8'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:49:48.801741 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7379498d-89ed-4333-b3dd-28268d19068f None None] Routers {'4b6089c4-7801-4b98-8460-d2d180558ad8'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:49:48.806344 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-7379498d-89ed-4333-b3dd-28268d19068f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:49:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['4b6089c4-7801-4b98-8460-d2d180558ad8'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:49:48.819929 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cc59e403-bd0f-4cbe-80b9-0c31cc81de31 admin admin] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:48.824193 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-cc59e403-bd0f-4cbe-80b9-0c31cc81de31 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.7147965 Aug 16 22:49:48.826858 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 54374) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:48.838532 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-213e8dc5-0c84-42c6-86cb-f7f869eab4cc req-204cfe8f-a58b-4ad6-a12b-5240cfcb7455 service neutron] For port a7acfedd-7328-4c89-b0a3-75e70efe3623, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=a7acfedd-7328-4c89-b0a3-75e70efe3623,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:49:48.852729 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2430a6d5-1476-4417-ab39-30dad88f4344 req-e52d2996-b7cc-42ac-901c-3a022c5c8b4f tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:48.854403 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2430a6d5-1476-4417-ab39-30dad88f4344 req-e52d2996-b7cc-42ac-901c-3a022c5c8b4f tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=f42e12b8-8894-4259-ab72-4cde2141db35 HTTP/1.1" status: 200 len: 944 time: 0.2799661 Aug 16 22:49:48.870380 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8354f464-16cb-4307-a96f-fb2ab8b12f3b req-dd2d6c41-68a3-4b6e-9af1-fe42478bf0a7 service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5687459 Aug 16 22:49:48.883922 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95dfb93-6740-4dde-8c31-f3e2f4b80b0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fa0d837-e453-42b0-ac66-896759787a65,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:48.966157 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95dfb93-6740-4dde-8c31-f3e2f4b80b0a admin admin] Checking segment: {'id': 'd83a977f-6b89-433e-bde2-7cf8b15135ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'abc9e355-d177-4a37-9021-01659648e2b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:49:48.966647 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95dfb93-6740-4dde-8c31-f3e2f4b80b0a admin admin] Network hostable DHCP agents. Network: abc9e355-d177-4a37-9021-01659648e2b4, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:49:49.013665 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94992934-f7cf-44bb-b5c9-35e5ce73c886 req-f0d276d4-0f52-4cf1-968a-6c9be0ee029b tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:49.015328 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-94992934-f7cf-44bb-b5c9-35e5ce73c886 req-f0d276d4-0f52-4cf1-968a-6c9be0ee029b tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=874b6679-a5eb-4e9a-a8a3-13432fb39a1e HTTP/1.1" status: 200 len: 931 time: 0.2985218 Aug 16 22:49:49.019888 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device df65998c-dd28-4024-b13b-4c3932cb2570 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:49:49.027168 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-213e8dc5-0c84-42c6-86cb-f7f869eab4cc req-204cfe8f-a58b-4ad6-a12b-5240cfcb7455 service neutron] For port a7acfedd-7328-4c89-b0a3-75e70efe3623, host n-h1-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:49:49.051838 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2430a6d5-1476-4417-ab39-30dad88f4344 req-75d9d839-831d-4e5c-a9ee-54f0c6acc3de tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744215 Aug 16 22:49:49.071317 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-7379498d-89ed-4333-b3dd-28268d19068f None None] Set router 4b6089c4-7801-4b98-8460-d2d180558ad8 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:49:49.086460 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95dfb93-6740-4dde-8c31-f3e2f4b80b0a admin admin] Network abc9e355-d177-4a37-9021-01659648e2b4 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:49:49.115981 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2eb51f5c-ba74-43f4-a81c-e4c3df4334ba req-d8c7076b-be3c-403b-a1d7-b75554b44d36 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5ecd430d-f8b3-477f-ad59-345156be3ac7 HTTP/1.1" status: 200 len: 210 time: 0.0731072 Aug 16 22:49:49.141181 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-94992934-f7cf-44bb-b5c9-35e5ce73c886 req-bc9731a7-efec-4220-8738-8f80e2641b03 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117637 Aug 16 22:49:49.152717 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-213e8dc5-0c84-42c6-86cb-f7f869eab4cc req-204cfe8f-a58b-4ad6-a12b-5240cfcb7455 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:49.155596 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-a95dfb93-6740-4dde-8c31-f3e2f4b80b0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, abc9e355-d177-4a37-9021-01659648e2b4) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:49:49.169018 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8354f464-16cb-4307-a96f-fb2ab8b12f3b req-4d5f520f-55fa-4b15-b9e5-d24e9ba3d000 service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767487 Aug 16 22:49:49.178504 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95dfb93-6740-4dde-8c31-f3e2f4b80b0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:49.179106 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a95dfb93-6740-4dde-8c31-f3e2f4b80b0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:49.191783 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed33290c-7070-4b1b-a17b-d4e0c064f341 None None] Network abc9e355-d177-4a37-9021-01659648e2b4 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:49:49.200267 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-a95dfb93-6740-4dde-8c31-f3e2f4b80b0a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.7895133 Aug 16 22:49:49.200267 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-213e8dc5-0c84-42c6-86cb-f7f869eab4cc req-204cfe8f-a58b-4ad6-a12b-5240cfcb7455 service neutron] Transition to ACTIVE for port object a7acfedd-7328-4c89-b0a3-75e70efe3623 will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:49:49.200601 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 54376) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:49.205523 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-d5004b34-be77-4b30-b226-02337650127c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-407627951-router', 'tenant_id': 'ab7d0f0c42f145f6b72ab10762d369d7', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:49:49.210780 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-213e8dc5-0c84-42c6-86cb-f7f869eab4cc req-204cfe8f-a58b-4ad6-a12b-5240cfcb7455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:49.255548 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd80fd78-9e08-4cc7-a161-80457457a8fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7acfedd-7328-4c89-b0a3-75e70efe3623'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:49:49.258254 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93d0912d-d307-4cea-b25c-7a2e0a79c929" -d '{"events": [{"server_uuid": "dd80fd78-9e08-4cc7-a161-80457457a8fc", "name": "network-vif-unplugged", "status": "completed", "tag": "a7acfedd-7328-4c89-b0a3-75e70efe3623"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:49:49.288348 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port df65998c-dd28-4024-b13b-4c3932cb2570 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:49:49.304885 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port df65998c-dd28-4024-b13b-4c3932cb2570 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:49:49.305271 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:49.376097 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204cfe8f-a58b-4ad6-a12b-5240cfcb7455 service neutron] Pushing event updated for resources: {'Port': ['ID=a7acfedd-7328-4c89-b0a3-75e70efe3623,revision_number=6']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:49.456627 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 22:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dbb733a-7265-473a-9b5f-b10c812e440d x-openstack-request-id: req-9dbb733a-7265-473a-9b5f-b10c812e440d {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:49:49.457063 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd80fd78-9e08-4cc7-a161-80457457a8fc", "name": "network-vif-unplugged", "status": "completed", "tag": "a7acfedd-7328-4c89-b0a3-75e70efe3623", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:49:49.457386 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9dbb733a-7265-473a-9b5f-b10c812e440d {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:49:49.458023 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd80fd78-9e08-4cc7-a161-80457457a8fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7acfedd-7328-4c89-b0a3-75e70efe3623', 'code': 200} Aug 16 22:49:49.459969 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-213e8dc5-0c84-42c6-86cb-f7f869eab4cc req-204cfe8f-a58b-4ad6-a12b-5240cfcb7455 service neutron] No DVR routers for this DVR port a7acfedd-7328-4c89-b0a3-75e70efe3623 on host n-h1-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:49:49.464869 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d5004b34-be77-4b30-b226-02337650127c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:49.466010 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d5004b34-be77-4b30-b226-02337650127c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:49.525693 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b60e49c-d66e-4c88-bad9-fb87f5df21b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-abc9e355-d177-4a37-9021-01659648e2b4', 'network_id': 'abc9e355-d177-4a37-9021-01659648e2b4', 'tenant_id': 'ab7d0f0c42f145f6b72ab10762d369d7', 'fixed_ips': [{'subnet_id': '4fa0d837-e453-42b0-ac66-896759787a65'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:49:49.526762 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7b60e49c-d66e-4c88-bad9-fb87f5df21b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:49.537924 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e469a2-34b5-4c44-9902-1833c291311a req-dbcab8ad-1801-4984-b965-ce8a1a8d0285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:49.539657 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-63e469a2-34b5-4c44-9902-1833c291311a req-dbcab8ad-1801-4984-b965-ce8a1a8d0285 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=8a5e1d0e34564f40b5c7c9ef56843b1e&device_id=c832b9e1-7d5b-4292-8168-e40604a87622 HTTP/1.1" status: 200 len: 1100 time: 0.2777178 Aug 16 22:49:49.559484 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-7379498d-89ed-4333-b3dd-28268d19068f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b6089c4-7801-4b98-8460-d2d180558ad8', 'name': 'tempest-FloatingIPDetailsTestJSON-267406614-router', 'tenant_id': '045c2fb1242b4f198653ab8e957a0b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': 'f5a6a55c-1ef9-4f50-a5b3-9232af711950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:49:45Z', 'updated_at': '2021-08-16T22:49:47Z', 'revision_number': 3, 'project_id': '045c2fb1242b4f198653ab8e957a0b0c', 'gw_port': {'id': 'f5a6a55c-1ef9-4f50-a5b3-9232af711950', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:a9:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b6089c4-7801-4b98-8460-d2d180558ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:49:45Z', 'updated_at': '2021-08-16T22:49:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:49:49.587421 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-213e8dc5-0c84-42c6-86cb-f7f869eab4cc req-204cfe8f-a58b-4ad6-a12b-5240cfcb7455 service neutron] Attempting to bind port a7acfedd-7328-4c89-b0a3-75e70efe3623 on host n-h2-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:49:49.587877 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-213e8dc5-0c84-42c6-86cb-f7f869eab4cc req-204cfe8f-a58b-4ad6-a12b-5240cfcb7455 service neutron] Attempting to bind port a7acfedd-7328-4c89-b0a3-75e70efe3623 by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:49:49.588386 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213e8dc5-0c84-42c6-86cb-f7f869eab4cc req-204cfe8f-a58b-4ad6-a12b-5240cfcb7455 service neutron] Attempting to bind port a7acfedd-7328-4c89-b0a3-75e70efe3623 on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:49:49.598983 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7379498d-89ed-4333-b3dd-28268d19068f None None] Checking router: 4b6089c4-7801-4b98-8460-d2d180558ad8 for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:49:49.599334 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7379498d-89ed-4333-b3dd-28268d19068f None None] Updating router 4b6089c4-7801-4b98-8460-d2d180558ad8 port f5a6a55c-1ef9-4f50-a5b3-9232af711950 binding host n-d-791506-26 {{(pid=101293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:49:49.603088 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:49.682165 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d5004b34-be77-4b30-b226-02337650127c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:49.706466 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213e8dc5-0c84-42c6-86cb-f7f869eab4cc req-204cfe8f-a58b-4ad6-a12b-5240cfcb7455 service neutron] Port a7acfedd-7328-4c89-b0a3-75e70efe3623 on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:49:49.707238 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213e8dc5-0c84-42c6-86cb-f7f869eab4cc req-204cfe8f-a58b-4ad6-a12b-5240cfcb7455 service neutron] Attempting to bind port a7acfedd-7328-4c89-b0a3-75e70efe3623 on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:49:49.728866 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1357c3e-baf7-4bdc-8623-1c73173b9119 req-ad6f7690-d680-460b-bad0-735d853a5e50 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:49.730880 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b1357c3e-baf7-4bdc-8623-1c73173b9119 req-ad6f7690-d680-460b-bad0-735d853a5e50 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/ports?device_id=c832b9e1-7d5b-4292-8168-e40604a87622 HTTP/1.1" status: 200 len: 948 time: 0.2953799 Aug 16 22:49:49.756998 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7379498d-89ed-4333-b3dd-28268d19068f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:49.788838 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-b85dae97-4c2f-4fbe-bfa4-f40464fac9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:49.793722 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port df65998c-dd28-4024-b13b-4c3932cb2570, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=df65998c-dd28-4024-b13b-4c3932cb2570,segment=NetworkSegment(ffe8bff2-09a2-49ec-8d81-dedf1e27a266),segment_id=ffe8bff2-09a2-49ec-8d81-dedf1e27a266)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:49:49.806871 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213e8dc5-0c84-42c6-86cb-f7f869eab4cc req-204cfe8f-a58b-4ad6-a12b-5240cfcb7455 service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:49:49.807580 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213e8dc5-0c84-42c6-86cb-f7f869eab4cc req-204cfe8f-a58b-4ad6-a12b-5240cfcb7455 service neutron] Checking segment: {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:49:49.808213 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213e8dc5-0c84-42c6-86cb-f7f869eab4cc req-204cfe8f-a58b-4ad6-a12b-5240cfcb7455 service neutron] Bound using segment: {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:49:49.808784 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-213e8dc5-0c84-42c6-86cb-f7f869eab4cc req-204cfe8f-a58b-4ad6-a12b-5240cfcb7455 service neutron] Bound port: a7acfedd-7328-4c89-b0a3-75e70efe3623, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:49:49.809735 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-213e8dc5-0c84-42c6-86cb-f7f869eab4cc req-204cfe8f-a58b-4ad6-a12b-5240cfcb7455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:49.825588 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:49.834596 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-83551c18-e725-4057-a5f5-5c4cb5181b55 req-4966d4cf-bfe8-4a6b-bd7d-e4df03d01e1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f60c1841-d48e-4cc7-b1a1-1650b8d9fd20 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:49:49.875708 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-83551c18-e725-4057-a5f5-5c4cb5181b55 req-4966d4cf-bfe8-4a6b-bd7d-e4df03d01e1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:49.901075 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-83551c18-e725-4057-a5f5-5c4cb5181b55 req-4966d4cf-bfe8-4a6b-bd7d-e4df03d01e1d service neutron] Transition to ACTIVE for port object f60c1841-d48e-4cc7-b1a1-1650b8d9fd20 will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:49:49.907540 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-83551c18-e725-4057-a5f5-5c4cb5181b55 req-4966d4cf-bfe8-4a6b-bd7d-e4df03d01e1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:49.959987 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4966d4cf-bfe8-4a6b-bd7d-e4df03d01e1d service neutron] Pushing event updated for resources: {'Port': ['ID=f60c1841-d48e-4cc7-b1a1-1650b8d9fd20,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:49.986151 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afe7d39-d67f-4320-849f-af80688e1430 req-1098066c-c9f5-4093-8a8c-18482841e566 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:49.989019 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8afe7d39-d67f-4320-849f-af80688e1430 req-1098066c-c9f5-4093-8a8c-18482841e566 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd80fd78-9e08-4cc7-a161-80457457a8fc HTTP/1.1" status: 200 len: 948 time: 0.4032571 Aug 16 22:49:50.017011 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e469a2-34b5-4c44-9902-1833c291311a req-5389cb42-4356-437c-8360-d5da5c64ddd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:50.017011 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-63e469a2-34b5-4c44-9902-1833c291311a req-5389cb42-4356-437c-8360-d5da5c64ddd7 service neutron] 10.222.0.68 "GET /v2.0/networks?id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd HTTP/1.1" status: 200 len: 870 time: 0.4574754 Aug 16 22:49:50.024613 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d5004b34-be77-4b30-b226-02337650127c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:50.045302 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b1357c3e-baf7-4bdc-8623-1c73173b9119 req-6899a6a4-27b7-4fed-982c-32a2dfc46fc4 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf51abff-a5e4-4ed4-87b7-552597e1ec97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758791 Aug 16 22:49:50.090139 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-7b60e49c-d66e-4c88-bad9-fb87f5df21b5 None None] Allocated IP 172.20.0.2 (abc9e355-d177-4a37-9021-01659648e2b4/4fa0d837-e453-42b0-ac66-896759787a65/06f95f40-3974-4caa-a273-7b4e84d47b7b) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:49:50.116298 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=df65998c-dd28-4024-b13b-4c3932cb2570,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:50.130291 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-63e469a2-34b5-4c44-9902-1833c291311a req-55e28666-1701-46f2-9e72-060595f57223 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=a55a6d11-4f48-478c-b6b0-5567dcd53c85 HTTP/1.1" status: 200 len: 217 time: 0.0907075 Aug 16 22:49:50.168561 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-213e8dc5-0c84-42c6-86cb-f7f869eab4cc req-204cfe8f-a58b-4ad6-a12b-5240cfcb7455 service neutron] For port a7acfedd-7328-4c89-b0a3-75e70efe3623, host n-h2-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:49:50.175388 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ff8026e3-a1ab-4e98-9d7c-53848c578c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:50.247193 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8afe7d39-d67f-4320-849f-af80688e1430 req-922e155f-336f-4227-8040-8955cfcdc8be tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331214 Aug 16 22:49:50.255341 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-213e8dc5-0c84-42c6-86cb-f7f869eab4cc req-204cfe8f-a58b-4ad6-a12b-5240cfcb7455 service neutron] For port a7acfedd-7328-4c89-b0a3-75e70efe3623, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=a7acfedd-7328-4c89-b0a3-75e70efe3623,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:49:50.266594 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-213e8dc5-0c84-42c6-86cb-f7f869eab4cc req-204cfe8f-a58b-4ad6-a12b-5240cfcb7455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:50.373215 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-ff8026e3-a1ab-4e98-9d7c-53848c578c7a admin admin] Allocated IP 172.20.0.1 (8dc8009d-300f-4ad9-93e2-45fec049ca94/4a194ee1-7521-45d2-b9a3-036203ea9131/55200ea7-d2e1-4d5f-a168-538f95e70cfd) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:49:50.419116 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7b60e49c-d66e-4c88-bad9-fb87f5df21b5 None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:50.435311 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-7b60e49c-d66e-4c88-bad9-fb87f5df21b5 None None] Transition to ACTIVE for port object 06f95f40-3974-4caa-a273-7b4e84d47b7b will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:49:50.451776 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-7b60e49c-d66e-4c88-bad9-fb87f5df21b5 None None] Transition to ACTIVE for port object 06f95f40-3974-4caa-a273-7b4e84d47b7b will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:49:50.459254 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device a7acfedd-7328-4c89-b0a3-75e70efe3623 no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:49:50.467244 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7b60e49c-d66e-4c88-bad9-fb87f5df21b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:50.503408 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ff8026e3-a1ab-4e98-9d7c-53848c578c7a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:50.511898 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7379498d-89ed-4333-b3dd-28268d19068f None None] Notify callbacks [] for port, precommit_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:50.520111 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ff8026e3-a1ab-4e98-9d7c-53848c578c7a admin admin] Transition to ACTIVE for port object 55200ea7-d2e1-4d5f-a168-538f95e70cfd will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:49:50.558488 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ff8026e3-a1ab-4e98-9d7c-53848c578c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:50.561328 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b60e49c-d66e-4c88-bad9-fb87f5df21b5 None None] Network abc9e355-d177-4a37-9021-01659648e2b4 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:49:50.563171 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-83551c18-e725-4057-a5f5-5c4cb5181b55 req-4966d4cf-bfe8-4a6b-bd7d-e4df03d01e1d service neutron] Attempting to bind port f60c1841-d48e-4cc7-b1a1-1650b8d9fd20 on host n-h2-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:49:50.563560 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-83551c18-e725-4057-a5f5-5c4cb5181b55 req-4966d4cf-bfe8-4a6b-bd7d-e4df03d01e1d service neutron] Attempting to bind port f60c1841-d48e-4cc7-b1a1-1650b8d9fd20 by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': 'b4a6b143-6a51-43cd-8781-944dbb368ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'db61fb9f-768d-428b-8446-991cbb0c6922'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:49:50.563892 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83551c18-e725-4057-a5f5-5c4cb5181b55 req-4966d4cf-bfe8-4a6b-bd7d-e4df03d01e1d service neutron] Attempting to bind port f60c1841-d48e-4cc7-b1a1-1650b8d9fd20 on network db61fb9f-768d-428b-8446-991cbb0c6922 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:49:50.570630 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-7379498d-89ed-4333-b3dd-28268d19068f None None] Transition to ACTIVE for port object f5a6a55c-1ef9-4f50-a5b3-9232af711950 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:49:50.573579 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83551c18-e725-4057-a5f5-5c4cb5181b55 req-4966d4cf-bfe8-4a6b-bd7d-e4df03d01e1d service neutron] Port f60c1841-d48e-4cc7-b1a1-1650b8d9fd20 on network db61fb9f-768d-428b-8446-991cbb0c6922 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:49:50.573909 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83551c18-e725-4057-a5f5-5c4cb5181b55 req-4966d4cf-bfe8-4a6b-bd7d-e4df03d01e1d service neutron] Attempting to bind port f60c1841-d48e-4cc7-b1a1-1650b8d9fd20 on network db61fb9f-768d-428b-8446-991cbb0c6922 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:49:50.582893 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-7b60e49c-d66e-4c88-bad9-fb87f5df21b5 None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:49:50.588335 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b60e49c-d66e-4c88-bad9-fb87f5df21b5 None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:49:50.591990 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7379498d-89ed-4333-b3dd-28268d19068f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:50.607084 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:50.608377 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60e49c-d66e-4c88-bad9-fb87f5df21b5 None None] Pushing event updated for resources: {'Port': ['ID=06f95f40-3974-4caa-a273-7b4e84d47b7b,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:50.614523 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8026e3-a1ab-4e98-9d7c-53848c578c7a admin admin] Network 8dc8009d-300f-4ad9-93e2-45fec049ca94 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:49:50.620637 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-ff8026e3-a1ab-4e98-9d7c-53848c578c7a admin admin] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:49:50.620637 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83551c18-e725-4057-a5f5-5c4cb5181b55 req-4966d4cf-bfe8-4a6b-bd7d-e4df03d01e1d service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:49:50.620637 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83551c18-e725-4057-a5f5-5c4cb5181b55 req-4966d4cf-bfe8-4a6b-bd7d-e4df03d01e1d service neutron] Checking segment: {'id': 'b4a6b143-6a51-43cd-8781-944dbb368ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'db61fb9f-768d-428b-8446-991cbb0c6922'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:49:50.621057 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83551c18-e725-4057-a5f5-5c4cb5181b55 req-4966d4cf-bfe8-4a6b-bd7d-e4df03d01e1d service neutron] Bound using segment: {'id': 'b4a6b143-6a51-43cd-8781-944dbb368ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'db61fb9f-768d-428b-8446-991cbb0c6922'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:49:50.621271 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-83551c18-e725-4057-a5f5-5c4cb5181b55 req-4966d4cf-bfe8-4a6b-bd7d-e4df03d01e1d service neutron] Bound port: f60c1841-d48e-4cc7-b1a1-1650b8d9fd20, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4a6b143-6a51-43cd-8781-944dbb368ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'db61fb9f-768d-428b-8446-991cbb0c6922'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:49:50.621531 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-83551c18-e725-4057-a5f5-5c4cb5181b55 req-4966d4cf-bfe8-4a6b-bd7d-e4df03d01e1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:50.639374 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8026e3-a1ab-4e98-9d7c-53848c578c7a admin admin] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:49:50.658425 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device a7acfedd-7328-4c89-b0a3-75e70efe3623 not bound to the agent host n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:49:50.673648 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e469a2-34b5-4c44-9902-1833c291311a req-70a0a4ac-f0cc-4885-a85a-dd9ddea3e83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:50.676095 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-63e469a2-34b5-4c44-9902-1833c291311a req-70a0a4ac-f0cc-4885-a85a-dd9ddea3e83a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6af2b868-37d3-46ab-a526-0465929f13c8 HTTP/1.1" status: 200 len: 843 time: 0.5238862 Aug 16 22:49:50.679452 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213e8dc5-0c84-42c6-86cb-f7f869eab4cc req-204cfe8f-a58b-4ad6-a12b-5240cfcb7455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:50.679987 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ff8026e3-a1ab-4e98-9d7c-53848c578c7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954230'] for router_interface, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:50.680448 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-213e8dc5-0c84-42c6-86cb-f7f869eab4cc req-204cfe8f-a58b-4ad6-a12b-5240cfcb7455 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:50.681979 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-213e8dc5-0c84-42c6-86cb-f7f869eab4cc req-204cfe8f-a58b-4ad6-a12b-5240cfcb7455 service neutron] 10.222.0.57 "PUT /v2.0/ports/a7acfedd-7328-4c89-b0a3-75e70efe3623 HTTP/1.1" status: 200 len: 1097 time: 2.8479552 Aug 16 22:49:50.721783 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-7379498d-89ed-4333-b3dd-28268d19068f None None] Attempting to bind port f5a6a55c-1ef9-4f50-a5b3-9232af711950 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:49:50.722160 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-7379498d-89ed-4333-b3dd-28268d19068f None None] Attempting to bind port f5a6a55c-1ef9-4f50-a5b3-9232af711950 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:49:50.722532 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7379498d-89ed-4333-b3dd-28268d19068f None None] Attempting to bind port f5a6a55c-1ef9-4f50-a5b3-9232af711950 on network c22c4980-c849-406d-982c-a5d68c515a94 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:49:50.732228 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bc065887-a3da-4339-a0b8-83b13df09d64 req-3388e202-9060-43da-a4b8-f6b98884c9c4 tempest-ServerShowV257Test-35714244 tempest-ServerShowV257Test-35714244-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ecd430d-f8b3-477f-ad59-345156be3ac7 HTTP/1.1" status: 200 len: 210 time: 0.0841823 Aug 16 22:49:50.739727 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-7b60e49c-d66e-4c88-bad9-fb87f5df21b5 None None] Attempting to bind port 06f95f40-3974-4caa-a273-7b4e84d47b7b on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:49:50.740100 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-7b60e49c-d66e-4c88-bad9-fb87f5df21b5 None None] Attempting to bind port 06f95f40-3974-4caa-a273-7b4e84d47b7b by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': 'd83a977f-6b89-433e-bde2-7cf8b15135ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'abc9e355-d177-4a37-9021-01659648e2b4'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:49:50.740466 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b60e49c-d66e-4c88-bad9-fb87f5df21b5 None None] Attempting to bind port 06f95f40-3974-4caa-a273-7b4e84d47b7b on network abc9e355-d177-4a37-9021-01659648e2b4 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:49:50.742587 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6268e550-f984-4784-a91f-393685733697 None None] Pushing event updated for resources: {'Port': ['ID=f5a6a55c-1ef9-4f50-a5b3-9232af711950,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:50.746079 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7379498d-89ed-4333-b3dd-28268d19068f None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:49:50.746623 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7379498d-89ed-4333-b3dd-28268d19068f None None] Checking segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:49:50.747326 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7379498d-89ed-4333-b3dd-28268d19068f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:50.748166 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7379498d-89ed-4333-b3dd-28268d19068f None None] Bound using segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:49:50.748281 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-7379498d-89ed-4333-b3dd-28268d19068f None None] Bound port: f5a6a55c-1ef9-4f50-a5b3-9232af711950, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:49:50.748592 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7379498d-89ed-4333-b3dd-28268d19068f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:50.754715 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b60e49c-d66e-4c88-bad9-fb87f5df21b5 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:49:50.754980 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b60e49c-d66e-4c88-bad9-fb87f5df21b5 None None] Checking segment: {'id': 'd83a977f-6b89-433e-bde2-7cf8b15135ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'abc9e355-d177-4a37-9021-01659648e2b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:49:50.755279 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7b60e49c-d66e-4c88-bad9-fb87f5df21b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:50.755594 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b60e49c-d66e-4c88-bad9-fb87f5df21b5 None None] Bound using segment: {'id': 'd83a977f-6b89-433e-bde2-7cf8b15135ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'abc9e355-d177-4a37-9021-01659648e2b4'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:49:50.756173 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-7b60e49c-d66e-4c88-bad9-fb87f5df21b5 None None] Bound port: 06f95f40-3974-4caa-a273-7b4e84d47b7b, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd83a977f-6b89-433e-bde2-7cf8b15135ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'abc9e355-d177-4a37-9021-01659648e2b4'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:49:50.756440 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7b60e49c-d66e-4c88-bad9-fb87f5df21b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:50.907483 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-7379498d-89ed-4333-b3dd-28268d19068f None None] For port f5a6a55c-1ef9-4f50-a5b3-9232af711950, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:49:50.912376 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-7379498d-89ed-4333-b3dd-28268d19068f None None] For port f5a6a55c-1ef9-4f50-a5b3-9232af711950, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=f5a6a55c-1ef9-4f50-a5b3-9232af711950,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:49:50.912610 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8026e3-a1ab-4e98-9d7c-53848c578c7a admin admin] Pushing event updated for resources: {'Port': ['ID=55200ea7-d2e1-4d5f-a168-538f95e70cfd,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:50.932850 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7379498d-89ed-4333-b3dd-28268d19068f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:50.938971 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-7b60e49c-d66e-4c88-bad9-fb87f5df21b5 None None] For port 06f95f40-3974-4caa-a273-7b4e84d47b7b, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:49:50.949493 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204cfe8f-a58b-4ad6-a12b-5240cfcb7455 service neutron] Pushing event updated for resources: {'Port': ['ID=a7acfedd-7328-4c89-b0a3-75e70efe3623,revision_number=7']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:50.976333 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ff8026e3-a1ab-4e98-9d7c-53848c578c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:51.017297 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-7b60e49c-d66e-4c88-bad9-fb87f5df21b5 None None] For port 06f95f40-3974-4caa-a273-7b4e84d47b7b, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=06f95f40-3974-4caa-a273-7b4e84d47b7b,segment=NetworkSegment(d83a977f-6b89-433e-bde2-7cf8b15135ff),segment_id=d83a977f-6b89-433e-bde2-7cf8b15135ff)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:49:51.037379 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee4458d-e791-42d7-84f0-6a433735d8b0 req-3960abe9-fb3d-4371-b55b-3678552a2ba1 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:51.042317 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7b60e49c-d66e-4c88-bad9-fb87f5df21b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:51.045459 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0ee4458d-e791-42d7-84f0-6a433735d8b0 req-3960abe9-fb3d-4371-b55b-3678552a2ba1 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=f42e12b8-8894-4259-ab72-4cde2141db35 HTTP/1.1" status: 200 len: 944 time: 0.4001400 Aug 16 22:49:51.075724 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7379498d-89ed-4333-b3dd-28268d19068f None None] Routers {'4b6089c4-7801-4b98-8460-d2d180558ad8'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:49:51.077018 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-7379498d-89ed-4333-b3dd-28268d19068f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:49:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['4b6089c4-7801-4b98-8460-d2d180558ad8'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:49:51.095065 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6268e550-f984-4784-a91f-393685733697 None None] Pushing event updated for resources: {'Port': ['ID=f5a6a55c-1ef9-4f50-a5b3-9232af711950,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:51.104166 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-83551c18-e725-4057-a5f5-5c4cb5181b55 req-4966d4cf-bfe8-4a6b-bd7d-e4df03d01e1d service neutron] For port f60c1841-d48e-4cc7-b1a1-1650b8d9fd20, host n-h2-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:49:51.108051 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e469a2-34b5-4c44-9902-1833c291311a req-86538a55-6a3c-4a1b-b303-f8dfb77f5a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:51.109661 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-63e469a2-34b5-4c44-9902-1833c291311a req-86538a55-6a3c-4a1b-b303-f8dfb77f5a63 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3909261 Aug 16 22:49:51.157375 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213e8dc5-0c84-42c6-86cb-f7f869eab4cc req-e52e9afb-ffaa-4c88-9399-aa9f68b74892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:51.159584 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-213e8dc5-0c84-42c6-86cb-f7f869eab4cc req-e52e9afb-ffaa-4c88-9399-aa9f68b74892 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5aa270b810014cb1b7df23f71a5483f7&device_id=dd80fd78-9e08-4cc7-a161-80457457a8fc HTTP/1.1" status: 200 len: 1100 time: 0.3318202 Aug 16 22:49:51.168114 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device df65998c-dd28-4024-b13b-4c3932cb2570 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:49:51.170209 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-83551c18-e725-4057-a5f5-5c4cb5181b55 req-4966d4cf-bfe8-4a6b-bd7d-e4df03d01e1d service neutron] For port f60c1841-d48e-4cc7-b1a1-1650b8d9fd20, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=f60c1841-d48e-4cc7-b1a1-1650b8d9fd20,segment=NetworkSegment(b4a6b143-6a51-43cd-8781-944dbb368ca5),segment_id=b4a6b143-6a51-43cd-8781-944dbb368ca5)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:49:51.182409 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-83551c18-e725-4057-a5f5-5c4cb5181b55 req-4966d4cf-bfe8-4a6b-bd7d-e4df03d01e1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:51.290567 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-e7798495-c2bd-4867-b694-38baa1344bbc None None] Provisioning for port 55200ea7-d2e1-4d5f-a168-538f95e70cfd completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:49:51.297714 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83551c18-e725-4057-a5f5-5c4cb5181b55 req-4966d4cf-bfe8-4a6b-bd7d-e4df03d01e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:51.298015 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-83551c18-e725-4057-a5f5-5c4cb5181b55 req-4966d4cf-bfe8-4a6b-bd7d-e4df03d01e1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:51.300354 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-83551c18-e725-4057-a5f5-5c4cb5181b55 req-4966d4cf-bfe8-4a6b-bd7d-e4df03d01e1d service neutron] 10.222.0.57 "PUT /v2.0/ports/f60c1841-d48e-4cc7-b1a1-1650b8d9fd20 HTTP/1.1" status: 200 len: 1092 time: 2.6599357 Aug 16 22:49:51.302732 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '874b6679-a5eb-4e9a-a8a3-13432fb39a1e', 'tag': 'f60c1841-d48e-4cc7-b1a1-1650b8d9fd20'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:49:51.305027 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-686828c1-f649-4ac1-a2c8-21c95668409a" -d '{"events": [{"name": "network-changed", "server_uuid": "874b6679-a5eb-4e9a-a8a3-13432fb39a1e", "tag": "f60c1841-d48e-4cc7-b1a1-1650b8d9fd20"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:49:51.329486 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0ee4458d-e791-42d7-84f0-6a433735d8b0 req-c37355bb-4eb2-44f1-be42-5037f0bb9a48 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778008 Aug 16 22:49:51.335180 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-e7798495-c2bd-4867-b694-38baa1344bbc None None] Provisioning complete for port 55200ea7-d2e1-4d5f-a168-538f95e70cfd triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:49:51.335565 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e7798495-c2bd-4867-b694-38baa1344bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:51.336099 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4966d4cf-bfe8-4a6b-bd7d-e4df03d01e1d service neutron] Pushing event updated for resources: {'Port': ['ID=f60c1841-d48e-4cc7-b1a1-1650b8d9fd20,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:51.394489 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60e49c-d66e-4c88-bad9-fb87f5df21b5 None None] Pushing event updated for resources: {'Port': ['ID=06f95f40-3974-4caa-a273-7b4e84d47b7b,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:51.440580 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-e7798495-c2bd-4867-b694-38baa1344bbc None None] Port 55200ea7-d2e1-4d5f-a168-538f95e70cfd cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:49:51.453774 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-7379498d-89ed-4333-b3dd-28268d19068f None None] Set router 4b6089c4-7801-4b98-8460-d2d180558ad8 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:49:51.458427 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port df65998c-dd28-4024-b13b-4c3932cb2570 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:49:51.458963 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:51.483933 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ff8026e3-a1ab-4e98-9d7c-53848c578c7a admin admin] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:51.484124 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:51.489335 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd80fd78-9e08-4cc7-a161-80457457a8fc', 'tag': 'a7acfedd-7328-4c89-b0a3-75e70efe3623'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:49:51.491803 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf2b7e5-2dbe-4ee1-9f0b-20b5f6353f13" -d '{"events": [{"name": "network-changed", "server_uuid": "dd80fd78-9e08-4cc7-a161-80457457a8fc", "tag": "a7acfedd-7328-4c89-b0a3-75e70efe3623"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:49:51.493857 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83551c18-e725-4057-a5f5-5c4cb5181b55 req-33419bbc-d44a-499f-b969-49b00aac57ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:51.495179 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-83551c18-e725-4057-a5f5-5c4cb5181b55 req-33419bbc-d44a-499f-b969-49b00aac57ee service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=96f36b2ac4b747ffa8d23196eebfe0fe&device_id=874b6679-a5eb-4e9a-a8a3-13432fb39a1e HTTP/1.1" status: 200 len: 1095 time: 0.1146619 Aug 16 22:49:51.496759 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ff8026e3-a1ab-4e98-9d7c-53848c578c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:51.504158 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bd970e-892a-4248-96a3-39a58a86884f req-fc2d2d67-685e-4a13-85c0-c85d98f0fe7d tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:51.506997 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-20bd970e-892a-4248-96a3-39a58a86884f req-fc2d2d67-685e-4a13-85c0-c85d98f0fe7d tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=874b6679-a5eb-4e9a-a8a3-13432fb39a1e HTTP/1.1" status: 200 len: 943 time: 0.6291547 Aug 16 22:49:51.619794 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-83551c18-e725-4057-a5f5-5c4cb5181b55 req-b7d983c1-bb31-4002-b984-adcce724b18e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f60c1841-d48e-4cc7-b1a1-1650b8d9fd20 HTTP/1.1" status: 200 len: 217 time: 0.0752523 Aug 16 22:49:51.640194 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8026e3-a1ab-4e98-9d7c-53848c578c7a admin admin] Pushing event updated for resources: {'Port': ['ID=55200ea7-d2e1-4d5f-a168-538f95e70cfd,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:51.643185 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ff8026e3-a1ab-4e98-9d7c-53848c578c7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954122'] for router_interface, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:51.732233 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83551c18-e725-4057-a5f5-5c4cb5181b55 req-0e7fd34d-261a-4dd2-8bbc-e16495d2851c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:51.733883 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-83551c18-e725-4057-a5f5-5c4cb5181b55 req-0e7fd34d-261a-4dd2-8bbc-e16495d2851c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f340c0a0-6bbc-45f5-920c-bfa473779acd HTTP/1.1" status: 200 len: 860 time: 0.1044497 Aug 16 22:49:51.757965 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213e8dc5-0c84-42c6-86cb-f7f869eab4cc req-48060d4d-a022-4239-9929-96b617452304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:51.759592 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-213e8dc5-0c84-42c6-86cb-f7f869eab4cc req-48060d4d-a022-4239-9929-96b617452304 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd HTTP/1.1" status: 200 len: 870 time: 0.5667939 Aug 16 22:49:51.776329 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-83551c18-e725-4057-a5f5-5c4cb5181b55 req-6faa2821-753c-4da7-8cb3-62a299c5a2c8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=db61fb9f-768d-428b-8446-991cbb0c6922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339718 Aug 16 22:49:51.788372 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-7379498d-89ed-4333-b3dd-28268d19068f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b6089c4-7801-4b98-8460-d2d180558ad8', 'name': 'tempest-FloatingIPDetailsTestJSON-267406614-router', 'tenant_id': '045c2fb1242b4f198653ab8e957a0b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': 'f5a6a55c-1ef9-4f50-a5b3-9232af711950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:49:45Z', 'updated_at': '2021-08-16T22:49:50Z', 'revision_number': 4, 'project_id': '045c2fb1242b4f198653ab8e957a0b0c', 'gw_port': {'id': 'f5a6a55c-1ef9-4f50-a5b3-9232af711950', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:a9:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b6089c4-7801-4b98-8460-d2d180558ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:49:45Z', 'updated_at': '2021-08-16T22:49:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '55200ea7-d2e1-4d5f-a168-538f95e70cfd', 'name': '', 'network_id': '8dc8009d-300f-4ad9-93e2-45fec049ca94', 'tenant_id': '045c2fb1242b4f198653ab8e957a0b0c', 'mac_address': 'fa:16:3e:66:f9:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b6089c4-7801-4b98-8460-d2d180558ad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '4a194ee1-7521-45d2-b9a3-036203ea9131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:49:50Z', 'updated_at': '2021-08-16T22:49:50Z', 'revision_number': 1, 'project_id': '045c2fb1242b4f198653ab8e957a0b0c', 'subnets': [{'id': '4a194ee1-7521-45d2-b9a3-036203ea9131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:49:51.817283 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7379498d-89ed-4333-b3dd-28268d19068f None None] The sync data for ids ['4b6089c4-7801-4b98-8460-d2d180558ad8'] in n-d-791506-26 is: [{'id': '4b6089c4-7801-4b98-8460-d2d180558ad8', 'name': 'tempest-FloatingIPDetailsTestJSON-267406614-router', 'tenant_id': '045c2fb1242b4f198653ab8e957a0b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': 'f5a6a55c-1ef9-4f50-a5b3-9232af711950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:49:45Z', 'updated_at': '2021-08-16T22:49:50Z', 'revision_number': 4, 'project_id': '045c2fb1242b4f198653ab8e957a0b0c', 'gw_port': {'id': 'f5a6a55c-1ef9-4f50-a5b3-9232af711950', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:a9:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b6089c4-7801-4b98-8460-d2d180558ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:49:45Z', 'updated_at': '2021-08-16T22:49:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '55200ea7-d2e1-4d5f-a168-538f95e70cfd', 'name': '', 'network_id': '8dc8009d-300f-4ad9-93e2-45fec049ca94', 'tenant_id': '045c2fb1242b4f198653ab8e957a0b0c', 'mac_address': 'fa:16:3e:66:f9:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b6089c4-7801-4b98-8460-d2d180558ad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '4a194ee1-7521-45d2-b9a3-036203ea9131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:49:50Z', 'updated_at': '2021-08-16T22:49:50Z', 'revision_number': 1, 'project_id': '045c2fb1242b4f198653ab8e957a0b0c', 'subnets': [{'id': '4a194ee1-7521-45d2-b9a3-036203ea9131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:49:51.833294 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6ea121-147b-4277-9563-9d5cc8f0e9f7 req-1b70993d-a58a-406d-83e8-36960ff778b0 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:51.835045 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9e6ea121-147b-4277-9563-9d5cc8f0e9f7 req-1b70993d-a58a-406d-83e8-36960ff778b0 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/ports?device_id=c832b9e1-7d5b-4292-8168-e40604a87622 HTTP/1.1" status: 200 len: 948 time: 0.3142900 Aug 16 22:49:51.858082 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8026e3-a1ab-4e98-9d7c-53848c578c7a admin admin] Network 8dc8009d-300f-4ad9-93e2-45fec049ca94 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:49:51.864024 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-ff8026e3-a1ab-4e98-9d7c-53848c578c7a admin admin] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:49:51.869378 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-20bd970e-892a-4248-96a3-39a58a86884f req-c012d6f3-f11e-4f90-aaa2-cf34f253061d tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3411865 Aug 16 22:49:51.876796 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-213e8dc5-0c84-42c6-86cb-f7f869eab4cc req-eb930955-f6ca-4209-b48a-cecf922a4674 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=a7acfedd-7328-4c89-b0a3-75e70efe3623 HTTP/1.1" status: 200 len: 217 time: 0.0697942 Aug 16 22:49:51.880896 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-63e469a2-34b5-4c44-9902-1833c291311a req-817aa5a5-cf8d-4487-8e81-f462c136447c service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7487760 Aug 16 22:49:51.926370 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d5004b34-be77-4b30-b226-02337650127c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:52.003826 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-83551c18-e725-4057-a5f5-5c4cb5181b55 req-f95ba87f-731a-4f11-b824-9741d90703e2 service neutron] 10.222.0.57 "GET /v2.0/networks/db61fb9f-768d-428b-8446-991cbb0c6922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026470 Aug 16 22:49:52.017307 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d5004b34-be77-4b30-b226-02337650127c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:52.122998 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff8026e3-a1ab-4e98-9d7c-53848c578c7a admin admin] Router 4b6089c4-7801-4b98-8460-d2d180558ad8 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:49:52.149232 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9e6ea121-147b-4277-9563-9d5cc8f0e9f7 req-ff753d64-1eae-4c79-8b2f-a1111ca991a9 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf51abff-a5e4-4ed4-87b7-552597e1ec97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681568 Aug 16 22:49:52.196011 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213e8dc5-0c84-42c6-86cb-f7f869eab4cc req-31a9f8dd-87d6-41b2-a585-6a2a9f4d646d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:52.197731 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-213e8dc5-0c84-42c6-86cb-f7f869eab4cc req-31a9f8dd-87d6-41b2-a585-6a2a9f4d646d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6af2b868-37d3-46ab-a526-0465929f13c8 HTTP/1.1" status: 200 len: 843 time: 0.3081422 Aug 16 22:49:52.276561 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-83551c18-e725-4057-a5f5-5c4cb5181b55 req-0ac1dfd2-eb5c-4a76-8255-24bbf0281f71 service neutron] 10.222.0.57 "GET /v2.0/networks/db61fb9f-768d-428b-8446-991cbb0c6922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653177 Aug 16 22:49:52.333651 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-03cfe941-bf05-457f-aa5f-f91b12edddd9 None None] Provisioning complete for port 55200ea7-d2e1-4d5f-a168-538f95e70cfd triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:49:52.334663 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-03cfe941-bf05-457f-aa5f-f91b12edddd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:52.351094 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0a2cd15-9e5d-49b3-8bb4-e34b963bd118 x-openstack-request-id: req-c0a2cd15-9e5d-49b3-8bb4-e34b963bd118 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:49:52.355241 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "874b6679-a5eb-4e9a-a8a3-13432fb39a1e", "tag": "f60c1841-d48e-4cc7-b1a1-1650b8d9fd20", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:49:52.358327 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c0a2cd15-9e5d-49b3-8bb4-e34b963bd118 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:49:52.360511 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '874b6679-a5eb-4e9a-a8a3-13432fb39a1e', 'tag': 'f60c1841-d48e-4cc7-b1a1-1650b8d9fd20', 'status': 'completed', 'code': 200} Aug 16 22:49:52.431278 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-03cfe941-bf05-457f-aa5f-f91b12edddd9 None None] Port 55200ea7-d2e1-4d5f-a168-538f95e70cfd cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:49:52.435217 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device a55a6d11-4f48-478c-b6b0-5567dcd53c85 details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:49:52.458550 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4440b9c2-5bcb-43f8-ae09-5d7690735099 req-376b031f-8bdc-47b3-809e-602cb8384c75 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:52.472794 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4440b9c2-5bcb-43f8-ae09-5d7690735099 req-376b031f-8bdc-47b3-809e-602cb8384c75 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd80fd78-9e08-4cc7-a161-80457457a8fc HTTP/1.1" status: 200 len: 948 time: 0.4816132 Aug 16 22:49:52.479586 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff8026e3-a1ab-4e98-9d7c-53848c578c7a admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:49:52.486188 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-ff8026e3-a1ab-4e98-9d7c-53848c578c7a admin admin] 10.222.0.36 "PUT /v2.0/routers/4b6089c4-7801-4b98-8460-d2d180558ad8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6581051 Aug 16 22:49:52.526545 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-63e469a2-34b5-4c44-9902-1833c291311a req-4e961183-03d9-4163-87ce-b12387c85f23 service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6353936 Aug 16 22:49:52.547973 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686828c1-f649-4ac1-a2c8-21c95668409a req-34c86fb0-52df-4bff-b0bf-5155c23615c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:52.556659 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-686828c1-f649-4ac1-a2c8-21c95668409a req-34c86fb0-52df-4bff-b0bf-5155c23615c2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=96f36b2ac4b747ffa8d23196eebfe0fe&device_id=874b6679-a5eb-4e9a-a8a3-13432fb39a1e HTTP/1.1" status: 200 len: 1095 time: 0.1630089 Aug 16 22:49:52.609682 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e33f51f6-2350-490a-a7a4-2faaab547f10 x-openstack-request-id: req-e33f51f6-2350-490a-a7a4-2faaab547f10 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:49:52.613499 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd80fd78-9e08-4cc7-a161-80457457a8fc", "tag": "a7acfedd-7328-4c89-b0a3-75e70efe3623", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:49:52.614089 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e33f51f6-2350-490a-a7a4-2faaab547f10 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:49:52.619107 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd80fd78-9e08-4cc7-a161-80457457a8fc', 'tag': 'a7acfedd-7328-4c89-b0a3-75e70efe3623', 'status': 'completed', 'code': 200} Aug 16 22:49:52.667322 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port a55a6d11-4f48-478c-b6b0-5567dcd53c85, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=a55a6d11-4f48-478c-b6b0-5567dcd53c85,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:49:52.688177 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213e8dc5-0c84-42c6-86cb-f7f869eab4cc req-28e273f2-dacc-450a-a2fb-0723375c805b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:52.691114 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-213e8dc5-0c84-42c6-86cb-f7f869eab4cc req-28e273f2-dacc-450a-a2fb-0723375c805b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4724689 Aug 16 22:49:52.698140 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:52.700424 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': 'a55a6d11-4f48-478c-b6b0-5567dcd53c85', 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd', 'port_id': 'a55a6d11-4f48-478c-b6b0-5567dcd53c85', 'mac_address': 'fa:16:3e:12:94:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6af2b868-37d3-46ab-a526-0465929f13c8', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:49:52.746055 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4440b9c2-5bcb-43f8-ae09-5d7690735099 req-746c0ef8-7a63-4587-b19b-d0eebfe163eb tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719710 Aug 16 22:49:52.802672 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686828c1-f649-4ac1-a2c8-21c95668409a req-f6a2af1b-ae97-4142-8f3b-e167c7e5312e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:52.804174 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-686828c1-f649-4ac1-a2c8-21c95668409a req-f6a2af1b-ae97-4142-8f3b-e167c7e5312e service neutron] 10.222.0.57 "GET /v2.0/networks?id=db61fb9f-768d-428b-8446-991cbb0c6922 HTTP/1.1" status: 200 len: 921 time: 0.2306705 Aug 16 22:49:52.805890 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:52.824989 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a55a6d11-4f48-478c-b6b0-5567dcd53c85 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:49:52.829211 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a8bb55-a4bc-4aa4-b16f-042f1a775f1c None None] Network abc9e355-d177-4a37-9021-01659648e2b4 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:49:52.885067 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-686828c1-f649-4ac1-a2c8-21c95668409a req-6f78a315-da31-4c57-9252-bc1c773e5bc8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f60c1841-d48e-4cc7-b1a1-1650b8d9fd20 HTTP/1.1" status: 200 len: 217 time: 0.0656097 Aug 16 22:49:52.899585 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-765ac931-1ec5-43d4-b0fa-448f136e0707 req-028676d6-c933-430e-b641-8e340945339a tempest-ServerShowV257Test-35714244 tempest-ServerShowV257Test-35714244-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ecd430d-f8b3-477f-ad59-345156be3ac7 HTTP/1.1" status: 200 len: 210 time: 0.2045138 Aug 16 22:49:52.961843 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port a55a6d11-4f48-478c-b6b0-5567dcd53c85, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=a55a6d11-4f48-478c-b6b0-5567dcd53c85,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:49:52.982513 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:53.000017 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686828c1-f649-4ac1-a2c8-21c95668409a req-81603566-ac22-4902-a88c-b5ce47f6c8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:53.002000 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-686828c1-f649-4ac1-a2c8-21c95668409a req-81603566-ac22-4902-a88c-b5ce47f6c8c3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f340c0a0-6bbc-45f5-920c-bfa473779acd HTTP/1.1" status: 200 len: 860 time: 0.1070070 Aug 16 22:49:53.065116 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-3c57be7a-4d66-4d45-b44f-6b678907d9a9 None None] Provisioning for port 06f95f40-3974-4caa-a273-7b4e84d47b7b completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:49:53.091607 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-686828c1-f649-4ac1-a2c8-21c95668409a req-73087003-f60e-4746-9b2c-e9840d23f7d4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=db61fb9f-768d-428b-8446-991cbb0c6922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809708 Aug 16 22:49:53.103268 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-d5004b34-be77-4b30-b226-02337650127c admin admin] Allocated IP 172.25.4.207 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/1a5c9af1-2a64-43e7-ae82-6afd9cb1b312) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:49:53.130627 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-213e8dc5-0c84-42c6-86cb-f7f869eab4cc req-a1e532dd-724f-41f7-a559-868e1ecba3de service neutron] 10.222.0.57 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4261844 Aug 16 22:49:53.168335 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 06f95f40-3974-4caa-a273-7b4e84d47b7b up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:49:53.288371 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-213e8dc5-0c84-42c6-86cb-f7f869eab4cc req-1d4729c7-490d-4aff-a34d-b499dbb9d5f4 service neutron] 10.222.0.57 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340637 Aug 16 22:49:53.289342 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-686828c1-f649-4ac1-a2c8-21c95668409a req-8ce45185-c701-4474-b4ea-2706df75fcd2 service neutron] 10.222.0.57 "GET /v2.0/networks/db61fb9f-768d-428b-8446-991cbb0c6922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852186 Aug 16 22:49:53.307007 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf2b7e5-2dbe-4ee1-9f0b-20b5f6353f13 req-47a3db90-06ad-4e65-856b-fcd416282982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:53.308829 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dcf2b7e5-2dbe-4ee1-9f0b-20b5f6353f13 req-47a3db90-06ad-4e65-856b-fcd416282982 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5aa270b810014cb1b7df23f71a5483f7&device_id=dd80fd78-9e08-4cc7-a161-80457457a8fc HTTP/1.1" status: 200 len: 1100 time: 0.7261381 Aug 16 22:49:53.440908 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=a55a6d11-4f48-478c-b6b0-5567dcd53c85,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:53.466654 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['a55a6d11-4f48-478c-b6b0-5567dcd53c85'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:49:53.471182 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 06f95f40-3974-4caa-a273-7b4e84d47b7b completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:49:53.525790 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 06f95f40-3974-4caa-a273-7b4e84d47b7b triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:49:53.526166 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:53.541591 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-686828c1-f649-4ac1-a2c8-21c95668409a req-2be71afd-fa3f-472f-897f-1a25ffb88a73 service neutron] 10.222.0.57 "GET /v2.0/networks/db61fb9f-768d-428b-8446-991cbb0c6922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246830 Aug 16 22:49:53.554525 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35023c2a-cc60-4ac0-b585-79f92278d597 req-f49eef85-7125-4c80-8be1-426616f15803 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:53.556296 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-35023c2a-cc60-4ac0-b585-79f92278d597 req-f49eef85-7125-4c80-8be1-426616f15803 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=f42e12b8-8894-4259-ab72-4cde2141db35 HTTP/1.1" status: 200 len: 944 time: 0.6568522 Aug 16 22:49:53.729293 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf2b7e5-2dbe-4ee1-9f0b-20b5f6353f13 req-e766337b-2ea2-4671-b626-0ecfb5d16866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:53.730854 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dcf2b7e5-2dbe-4ee1-9f0b-20b5f6353f13 req-e766337b-2ea2-4671-b626-0ecfb5d16866 service neutron] 10.222.0.68 "GET /v2.0/networks?id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd HTTP/1.1" status: 200 len: 870 time: 0.4035621 Aug 16 22:49:53.756525 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:53.800636 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 06f95f40-3974-4caa-a273-7b4e84d47b7b, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=06f95f40-3974-4caa-a273-7b4e84d47b7b,segment=NetworkSegment(d83a977f-6b89-433e-bde2-7cf8b15135ff),segment_id=d83a977f-6b89-433e-bde2-7cf8b15135ff)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:49:53.810667 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:53.844883 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-2a6857a5-dc93-46dc-9bb9-28f06de58f58 None None] Provisioning complete for port 06f95f40-3974-4caa-a273-7b4e84d47b7b triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:49:53.845270 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2a6857a5-dc93-46dc-9bb9-28f06de58f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:53.879405 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1a195ef9-c46b-460a-b55a-f807fac40098 req-1ebf80eb-a46f-4076-b633-f0f8ac6f1914 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5825534 Aug 16 22:49:53.906856 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=06f95f40-3974-4caa-a273-7b4e84d47b7b,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:53.945990 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d5004b34-be77-4b30-b226-02337650127c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:53.951160 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-1a195ef9-c46b-460a-b55a-f807fac40098 req-34a61f95-6269-4073-b5e9-e9db963d2cc3 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Request body: {'floatingip': {'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:49:53.964376 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dcf2b7e5-2dbe-4ee1-9f0b-20b5f6353f13 req-9689464c-16fb-494c-bc87-917a43724cc2 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=a7acfedd-7328-4c89-b0a3-75e70efe3623 HTTP/1.1" status: 200 len: 217 time: 0.1719849 Aug 16 22:49:54.042691 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf2b7e5-2dbe-4ee1-9f0b-20b5f6353f13 req-e3b58e0b-5c15-428f-9337-d33f7abd0bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:54.044172 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dcf2b7e5-2dbe-4ee1-9f0b-20b5f6353f13 req-e3b58e0b-5c15-428f-9337-d33f7abd0bd7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5aa270b810014cb1b7df23f71a5483f7&device_id=dd80fd78-9e08-4cc7-a161-80457457a8fc HTTP/1.1" status: 200 len: 1100 time: 0.5516000 Aug 16 22:49:54.050192 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1a195ef9-c46b-460a-b55a-f807fac40098 req-34a61f95-6269-4073-b5e9-e9db963d2cc3 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Notify callbacks [] for floatingip, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:54.059008 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-35023c2a-cc60-4ac0-b585-79f92278d597 req-a6412107-fc12-4457-a9f7-206a832a5906 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897513 Aug 16 22:49:54.162770 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf2b7e5-2dbe-4ee1-9f0b-20b5f6353f13 req-094293b5-9c80-4353-8f35-2c372e9b91a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:54.164209 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dcf2b7e5-2dbe-4ee1-9f0b-20b5f6353f13 req-094293b5-9c80-4353-8f35-2c372e9b91a3 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6af2b868-37d3-46ab-a526-0465929f13c8 HTTP/1.1" status: 200 len: 843 time: 0.1808195 Aug 16 22:49:54.406384 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-576b5516-0857-45ba-9dd5-e0ffea694d2e req-52a6f54d-39a4-4ab8-81ce-2ce6faba8130 service neutron] 10.222.0.68 "GET /v2.0/ports/9ca74afc-f076-4667-b880-cefeb6f88161/bindings/n-h2-791506-26 HTTP/1.1" status: 200 len: 385 time: 0.0664575 Aug 16 22:49:54.443978 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 9ca74afc-f076-4667-b880-cefeb6f88161 no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:49:54.547263 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d5004b34-be77-4b30-b226-02337650127c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:54.619030 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-576b5516-0857-45ba-9dd5-e0ffea694d2e req-c184fae8-4d68-41a9-adc5-8e849cd31c66 service neutron] For port 9ca74afc-f076-4667-b880-cefeb6f88161, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=9ca74afc-f076-4667-b880-cefeb6f88161,segment=NetworkSegment(f636a4c4-5ebb-45e7-a739-a275ed345fed),segment_id=f636a4c4-5ebb-45e7-a739-a275ed345fed)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:49:54.643826 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-576b5516-0857-45ba-9dd5-e0ffea694d2e req-c184fae8-4d68-41a9-adc5-8e849cd31c66 service neutron] For port 9ca74afc-f076-4667-b880-cefeb6f88161, host n-h1-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:49:54.648208 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5004b34-be77-4b30-b226-02337650127c admin admin] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:49:54.661023 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5004b34-be77-4b30-b226-02337650127c admin admin] Pushing event updated for resources: {'Port': ['ID=1a5c9af1-2a64-43e7-ae82-6afd9cb1b312,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:54.672013 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca8cb0-0ac1-451f-b529-e8f2c06ca959 req-912b80aa-3a8c-4c5b-967b-2031d4c8c8c3 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:54.673547 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-42ca8cb0-0ac1-451f-b529-e8f2c06ca959 req-912b80aa-3a8c-4c5b-967b-2031d4c8c8c3 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=874b6679-a5eb-4e9a-a8a3-13432fb39a1e HTTP/1.1" status: 200 len: 943 time: 0.5169721 Aug 16 22:49:54.674631 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-d5004b34-be77-4b30-b226-02337650127c admin admin] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:49:54.677250 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5004b34-be77-4b30-b226-02337650127c admin admin] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:49:54.681612 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-576b5516-0857-45ba-9dd5-e0ffea694d2e req-c184fae8-4d68-41a9-adc5-8e849cd31c66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ca74afc-f076-4667-b880-cefeb6f88161 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:49:54.683608 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf2b7e5-2dbe-4ee1-9f0b-20b5f6353f13 req-6589c895-3e19-4794-8632-20fd0b59db4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:54.685099 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dcf2b7e5-2dbe-4ee1-9f0b-20b5f6353f13 req-6589c895-3e19-4794-8632-20fd0b59db4c service neutron] 10.222.0.57 "GET /v2.0/networks?id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd HTTP/1.1" status: 200 len: 870 time: 0.6320736 Aug 16 22:49:54.686834 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf2b7e5-2dbe-4ee1-9f0b-20b5f6353f13 req-916a8f2f-37ce-4ac6-bc61-f4f4cf5d8170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:54.688198 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dcf2b7e5-2dbe-4ee1-9f0b-20b5f6353f13 req-916a8f2f-37ce-4ac6-bc61-f4f4cf5d8170 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5109026 Aug 16 22:49:54.692718 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-576b5516-0857-45ba-9dd5-e0ffea694d2e req-c184fae8-4d68-41a9-adc5-8e849cd31c66 service neutron] For port 9ca74afc-f076-4667-b880-cefeb6f88161, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=9ca74afc-f076-4667-b880-cefeb6f88161,segment=NetworkSegment(f636a4c4-5ebb-45e7-a739-a275ed345fed),segment_id=f636a4c4-5ebb-45e7-a739-a275ed345fed)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:49:54.707911 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-576b5516-0857-45ba-9dd5-e0ffea694d2e req-c184fae8-4d68-41a9-adc5-8e849cd31c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:54.786260 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-576b5516-0857-45ba-9dd5-e0ffea694d2e req-c184fae8-4d68-41a9-adc5-8e849cd31c66 service neutron] Transition to ACTIVE for port object 9ca74afc-f076-4667-b880-cefeb6f88161 will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:49:54.791503 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-576b5516-0857-45ba-9dd5-e0ffea694d2e req-c184fae8-4d68-41a9-adc5-8e849cd31c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:54.816834 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dcf2b7e5-2dbe-4ee1-9f0b-20b5f6353f13 req-77774184-ee0a-493b-afdb-da2554483379 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=a7acfedd-7328-4c89-b0a3-75e70efe3623 HTTP/1.1" status: 200 len: 217 time: 0.1017003 Aug 16 22:49:54.858615 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75fc7f95-2354-4824-8333-32e88a5e92bf None None] Sync routers for ids ['4b6089c4-7801-4b98-8460-d2d180558ad8'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:49:54.875190 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fc7f95-2354-4824-8333-32e88a5e92bf None None] Routers {'4b6089c4-7801-4b98-8460-d2d180558ad8'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:49:54.875501 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-75fc7f95-2354-4824-8333-32e88a5e92bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:49:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['4b6089c4-7801-4b98-8460-d2d180558ad8'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:49:54.928523 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:54.969234 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-42ca8cb0-0ac1-451f-b529-e8f2c06ca959 req-a4b68a2d-b0ad-48d6-a344-733119c816ca tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884309 Aug 16 22:49:55.011809 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf2b7e5-2dbe-4ee1-9f0b-20b5f6353f13 req-e6e176b7-ac1c-4a1e-b376-4e3ec1b2ebaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:55.013349 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dcf2b7e5-2dbe-4ee1-9f0b-20b5f6353f13 req-e6e176b7-ac1c-4a1e-b376-4e3ec1b2ebaa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6af2b868-37d3-46ab-a526-0465929f13c8 HTTP/1.1" status: 200 len: 843 time: 0.1859119 Aug 16 22:49:55.026615 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-75fc7f95-2354-4824-8333-32e88a5e92bf None None] Set router 4b6089c4-7801-4b98-8460-d2d180558ad8 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:49:55.072883 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 06f95f40-3974-4caa-a273-7b4e84d47b7b up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:49:55.095436 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dcf2b7e5-2dbe-4ee1-9f0b-20b5f6353f13 req-97c4a1b8-7510-4111-92ad-d25add9ffa45 service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3796909 Aug 16 22:49:55.120530 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1a195ef9-c46b-460a-b55a-f807fac40098 req-34a61f95-6269-4073-b5e9-e9db963d2cc3 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:55.195491 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 06f95f40-3974-4caa-a273-7b4e84d47b7b triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:49:55.195871 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:55.254312 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-576b5516-0857-45ba-9dd5-e0ffea694d2e req-c184fae8-4d68-41a9-adc5-8e849cd31c66 service neutron] No DVR routers for this DVR port 9ca74afc-f076-4667-b880-cefeb6f88161 on host n-h1-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:49:55.272559 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c184fae8-4d68-41a9-adc5-8e849cd31c66 service neutron] Pushing event updated for resources: {'Port': ['ID=9ca74afc-f076-4667-b880-cefeb6f88161,revision_number=10']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:55.296876 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-576b5516-0857-45ba-9dd5-e0ffea694d2e req-c184fae8-4d68-41a9-adc5-8e849cd31c66 service neutron] 10.222.0.68 "PUT /v2.0/ports/9ca74afc-f076-4667-b880-cefeb6f88161/bindings/n-h2-791506-26/activate HTTP/1.1" status: 200 len: 370 time: 0.8729482 Aug 16 22:49:55.321179 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dcf2b7e5-2dbe-4ee1-9f0b-20b5f6353f13 req-b269f873-73ad-4329-aa65-da81604d2360 service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110274 Aug 16 22:49:55.338742 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf2b7e5-2dbe-4ee1-9f0b-20b5f6353f13 req-e3fee433-8023-484c-976c-fddcd4527a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:55.345306 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dcf2b7e5-2dbe-4ee1-9f0b-20b5f6353f13 req-e3fee433-8023-484c-976c-fddcd4527a47 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3137221 Aug 16 22:49:55.358927 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device f5a6a55c-1ef9-4f50-a5b3-9232af711950 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:49:55.380881 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-75fc7f95-2354-4824-8333-32e88a5e92bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b6089c4-7801-4b98-8460-d2d180558ad8', 'name': 'tempest-FloatingIPDetailsTestJSON-267406614-router', 'tenant_id': '045c2fb1242b4f198653ab8e957a0b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': 'f5a6a55c-1ef9-4f50-a5b3-9232af711950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:49:45Z', 'updated_at': '2021-08-16T22:49:50Z', 'revision_number': 4, 'project_id': '045c2fb1242b4f198653ab8e957a0b0c', 'gw_port': {'id': 'f5a6a55c-1ef9-4f50-a5b3-9232af711950', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:a9:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b6089c4-7801-4b98-8460-d2d180558ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:49:45Z', 'updated_at': '2021-08-16T22:49:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '55200ea7-d2e1-4d5f-a168-538f95e70cfd', 'name': '', 'network_id': '8dc8009d-300f-4ad9-93e2-45fec049ca94', 'tenant_id': '045c2fb1242b4f198653ab8e957a0b0c', 'mac_address': 'fa:16:3e:66:f9:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b6089c4-7801-4b98-8460-d2d180558ad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '4a194ee1-7521-45d2-b9a3-036203ea9131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:49:50Z', 'updated_at': '2021-08-16T22:49:51Z', 'revision_number': 2, 'project_id': '045c2fb1242b4f198653ab8e957a0b0c', 'subnets': [{'id': '4a194ee1-7521-45d2-b9a3-036203ea9131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:49:55.447550 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75fc7f95-2354-4824-8333-32e88a5e92bf None None] Checking router: 4b6089c4-7801-4b98-8460-d2d180558ad8 for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:49:55.448274 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75fc7f95-2354-4824-8333-32e88a5e92bf None None] Updating router 4b6089c4-7801-4b98-8460-d2d180558ad8 port 55200ea7-d2e1-4d5f-a168-538f95e70cfd binding host n-d-791506-26 {{(pid=101294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:49:55.457974 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576b5516-0857-45ba-9dd5-e0ffea694d2e req-77d46e06-afc1-4023-b3f4-4a5c811ecc2e tempest-LiveMigrationTest-725130784 tempest-LiveMigrationTest-725130784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:55.459518 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-576b5516-0857-45ba-9dd5-e0ffea694d2e req-77d46e06-afc1-4023-b3f4-4a5c811ecc2e tempest-LiveMigrationTest-725130784 tempest-LiveMigrationTest-725130784-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=f42e12b8-8894-4259-ab72-4cde2141db35&tenant_id=a4c9d624b07f42a0ae3c7ed63064f003&binding%3Ahost_id=n-h1-791506-26 HTTP/1.1" status: 200 len: 1097 time: 0.0932608 Aug 16 22:49:55.481560 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port f5a6a55c-1ef9-4f50-a5b3-9232af711950 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:49:55.495036 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port f5a6a55c-1ef9-4f50-a5b3-9232af711950 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:49:55.495947 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:55.524357 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-75fc7f95-2354-4824-8333-32e88a5e92bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:55.559606 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576b5516-0857-45ba-9dd5-e0ffea694d2e req-c7ddefd2-876c-493c-a854-639b372bc9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:55.561991 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-576b5516-0857-45ba-9dd5-e0ffea694d2e req-c7ddefd2-876c-493c-a854-639b372bc9f1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f42e12b8-8894-4259-ab72-4cde2141db35&tenant_id=a4c9d624b07f42a0ae3c7ed63064f003 HTTP/1.1" status: 200 len: 1097 time: 0.0887814 Aug 16 22:49:55.597971 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [req-1a195ef9-c46b-460a-b55a-f807fac40098 req-34a61f95-6269-4073-b5e9-e9db963d2cc3 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Allocated IP 172.25.4.58 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/805f57b3-5453-4a2a-9108-09f84309a922) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:49:55.601681 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d5004b34-be77-4b30-b226-02337650127c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:55.649469 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:55.654647 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576b5516-0857-45ba-9dd5-e0ffea694d2e req-622225be-1c2d-4ab7-9c02-dd2430e1185f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:55.656926 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-576b5516-0857-45ba-9dd5-e0ffea694d2e req-622225be-1c2d-4ab7-9c02-dd2430e1185f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a4c9d624b07f42a0ae3c7ed63064f003&device_id=f42e12b8-8894-4259-ab72-4cde2141db35 HTTP/1.1" status: 200 len: 1097 time: 0.0550747 Aug 16 22:49:55.685056 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port f5a6a55c-1ef9-4f50-a5b3-9232af711950, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=f5a6a55c-1ef9-4f50-a5b3-9232af711950,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:49:55.691709 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:55.740133 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dcf2b7e5-2dbe-4ee1-9f0b-20b5f6353f13 req-fb1658c9-0dd1-4e2f-94a4-937f3dd955d5 service neutron] 10.222.0.57 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3748775 Aug 16 22:49:55.790695 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=f5a6a55c-1ef9-4f50-a5b3-9232af711950,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:55.818946 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576b5516-0857-45ba-9dd5-e0ffea694d2e req-481905fb-1beb-4139-9b35-51250d7f3fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:55.822338 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-576b5516-0857-45ba-9dd5-e0ffea694d2e req-481905fb-1beb-4139-9b35-51250d7f3fde service neutron] 10.222.0.57 "GET /v2.0/networks?id=bdacd106-3582-43d1-a3c6-7a9333f5e2e0 HTTP/1.1" status: 200 len: 909 time: 0.1507614 Aug 16 22:49:55.858988 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee078a5-11d6-4b6f-a75b-1c2c56539a7c req-811a040d-a242-471e-9173-c05bbe372f7c tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:55.860478 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6ee078a5-11d6-4b6f-a75b-1c2c56539a7c req-811a040d-a242-471e-9173-c05bbe372f7c tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/ports?device_id=c832b9e1-7d5b-4292-8168-e40604a87622 HTTP/1.1" status: 200 len: 949 time: 0.3341997 Aug 16 22:49:55.890933 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-576b5516-0857-45ba-9dd5-e0ffea694d2e req-fb39544b-fed9-4a5b-9d80-22dc3fa77ed8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ca74afc-f076-4667-b880-cefeb6f88161 HTTP/1.1" status: 200 len: 217 time: 0.0588565 Aug 16 22:49:55.944833 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576b5516-0857-45ba-9dd5-e0ffea694d2e req-59914acd-ab1f-4d39-a767-b50da0c6e4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:55.946488 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-576b5516-0857-45ba-9dd5-e0ffea694d2e req-59914acd-ab1f-4d39-a767-b50da0c6e4b6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=78dd72b6-bd21-4b15-8ce7-13fda92dba19 HTTP/1.1" status: 200 len: 848 time: 0.0488911 Aug 16 22:49:55.951092 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-75fc7f95-2354-4824-8333-32e88a5e92bf None None] Notify callbacks [] for port, precommit_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:55.962265 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.provisioning_blocks [None req-75fc7f95-2354-4824-8333-32e88a5e92bf None None] Transition to ACTIVE for port object 55200ea7-d2e1-4d5f-a168-538f95e70cfd will not be triggered until provisioned by entity L2. {{(pid=101294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:49:55.968666 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-75fc7f95-2354-4824-8333-32e88a5e92bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:56.009797 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-576b5516-0857-45ba-9dd5-e0ffea694d2e req-ebc8032e-7073-42a4-8d96-54695a0b379e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bdacd106-3582-43d1-a3c6-7a9333f5e2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331566 Aug 16 22:49:56.020286 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a5577a-d2a6-4e21-a152-0329973297f0 None None] Pushing event updated for resources: {'Port': ['ID=55200ea7-d2e1-4d5f-a168-538f95e70cfd,revision_number=3']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:56.045850 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a5577a-d2a6-4e21-a152-0329973297f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:56.046192 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a5577a-d2a6-4e21-a152-0329973297f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:56.046529 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a5577a-d2a6-4e21-a152-0329973297f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:56.046860 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a5577a-d2a6-4e21-a152-0329973297f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:56.047184 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a5577a-d2a6-4e21-a152-0329973297f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:56.047506 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a5577a-d2a6-4e21-a152-0329973297f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:56.047825 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a5577a-d2a6-4e21-a152-0329973297f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:56.048142 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a5577a-d2a6-4e21-a152-0329973297f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:56.048459 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a5577a-d2a6-4e21-a152-0329973297f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:56.049472 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a5577a-d2a6-4e21-a152-0329973297f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:56.049907 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a5577a-d2a6-4e21-a152-0329973297f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:56.050233 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a5577a-d2a6-4e21-a152-0329973297f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:49:56.076040 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6ee078a5-11d6-4b6f-a75b-1c2c56539a7c req-5ed948d0-9e34-4bc8-accc-a48cfd23bb23 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf51abff-a5e4-4ed4-87b7-552597e1ec97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874573 Aug 16 22:49:56.093918 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1a195ef9-c46b-460a-b55a-f807fac40098 req-34a61f95-6269-4073-b5e9-e9db963d2cc3 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:56.094626 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-75fc7f95-2354-4824-8333-32e88a5e92bf None None] Attempting to bind port 55200ea7-d2e1-4d5f-a168-538f95e70cfd on host n-d-791506-26 for vnic_type normal with profile {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:49:56.094993 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-75fc7f95-2354-4824-8333-32e88a5e92bf None None] Attempting to bind port 55200ea7-d2e1-4d5f-a168-538f95e70cfd by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': 'ffe8bff2-09a2-49ec-8d81-dedf1e27a266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8dc8009d-300f-4ad9-93e2-45fec049ca94'}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:49:56.095366 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fc7f95-2354-4824-8333-32e88a5e92bf None None] Attempting to bind port 55200ea7-d2e1-4d5f-a168-538f95e70cfd on network 8dc8009d-300f-4ad9-93e2-45fec049ca94 {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:49:56.101793 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fc7f95-2354-4824-8333-32e88a5e92bf None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:49:56.102161 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fc7f95-2354-4824-8333-32e88a5e92bf None None] Checking segment: {'id': 'ffe8bff2-09a2-49ec-8d81-dedf1e27a266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8dc8009d-300f-4ad9-93e2-45fec049ca94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:49:56.102975 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-75fc7f95-2354-4824-8333-32e88a5e92bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:56.102975 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fc7f95-2354-4824-8333-32e88a5e92bf None None] Bound using segment: {'id': 'ffe8bff2-09a2-49ec-8d81-dedf1e27a266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8dc8009d-300f-4ad9-93e2-45fec049ca94'} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:49:56.103402 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-75fc7f95-2354-4824-8333-32e88a5e92bf None None] Bound port: 55200ea7-d2e1-4d5f-a168-538f95e70cfd, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffe8bff2-09a2-49ec-8d81-dedf1e27a266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8dc8009d-300f-4ad9-93e2-45fec049ca94'}}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:49:56.103800 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-75fc7f95-2354-4824-8333-32e88a5e92bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:56.119179 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dcf2b7e5-2dbe-4ee1-9f0b-20b5f6353f13 req-bd073e6d-a66f-4a7b-a503-c17e995c4124 service neutron] 10.222.0.57 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3664942 Aug 16 22:49:56.181827 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d5004b34-be77-4b30-b226-02337650127c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:56.187942 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-75fc7f95-2354-4824-8333-32e88a5e92bf None None] For port 55200ea7-d2e1-4d5f-a168-538f95e70cfd, host n-d-791506-26, cleared binding levels {{(pid=101294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:49:56.190181 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-576b5516-0857-45ba-9dd5-e0ffea694d2e req-a728a9b5-9b48-461c-b14d-ead273a64ada service neutron] 10.222.0.57 "GET /v2.0/networks/bdacd106-3582-43d1-a3c6-7a9333f5e2e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712861 Aug 16 22:49:56.191994 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-75fc7f95-2354-4824-8333-32e88a5e92bf None None] For port 55200ea7-d2e1-4d5f-a168-538f95e70cfd, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=55200ea7-d2e1-4d5f-a168-538f95e70cfd,segment=NetworkSegment(ffe8bff2-09a2-49ec-8d81-dedf1e27a266),segment_id=ffe8bff2-09a2-49ec-8d81-dedf1e27a266)] {{(pid=101294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:49:56.198397 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-75fc7f95-2354-4824-8333-32e88a5e92bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:56.271877 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1a195ef9-c46b-460a-b55a-f807fac40098 req-34a61f95-6269-4073-b5e9-e9db963d2cc3 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:56.288498 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fc7f95-2354-4824-8333-32e88a5e92bf None None] Routers {'4b6089c4-7801-4b98-8460-d2d180558ad8'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:49:56.289744 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-75fc7f95-2354-4824-8333-32e88a5e92bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:49:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['4b6089c4-7801-4b98-8460-d2d180558ad8'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:49:56.346986 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a5577a-d2a6-4e21-a152-0329973297f0 None None] Pushing event updated for resources: {'Port': ['ID=55200ea7-d2e1-4d5f-a168-538f95e70cfd,revision_number=4']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:56.362432 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device a7acfedd-7328-4c89-b0a3-75e70efe3623 details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:49:56.381565 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-576b5516-0857-45ba-9dd5-e0ffea694d2e req-79c8bb00-9c30-4845-953d-7fd914e700e3 service neutron] 10.222.0.57 "GET /v2.0/networks/bdacd106-3582-43d1-a3c6-7a9333f5e2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649354 Aug 16 22:49:56.382331 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 9ca74afc-f076-4667-b880-cefeb6f88161 no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:49:56.388159 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a195ef9-c46b-460a-b55a-f807fac40098 req-34a61f95-6269-4073-b5e9-e9db963d2cc3 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:49:56.395913 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [req-1a195ef9-c46b-460a-b55a-f807fac40098 req-34a61f95-6269-4073-b5e9-e9db963d2cc3 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:49:56.399077 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a195ef9-c46b-460a-b55a-f807fac40098 req-34a61f95-6269-4073-b5e9-e9db963d2cc3 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:49:56.465080 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device a55a6d11-4f48-478c-b6b0-5567dcd53c85 up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:49:56.473561 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-75fc7f95-2354-4824-8333-32e88a5e92bf None None] Set router 4b6089c4-7801-4b98-8460-d2d180558ad8 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:49:56.480160 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7dc81-3dd4-4ad2-a848-0ba71b098bc1 req-83fad45e-bc32-4cf4-9e95-f1816525b0a6 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:56.481933 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-25d7dc81-3dd4-4ad2-a848-0ba71b098bc1 req-83fad45e-bc32-4cf4-9e95-f1816525b0a6 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd80fd78-9e08-4cc7-a161-80457457a8fc HTTP/1.1" status: 200 len: 948 time: 0.1696723 Aug 16 22:49:56.521833 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a61f95-6269-4073-b5e9-e9db963d2cc3 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Pushing event updated for resources: {'Port': ['ID=805f57b3-5453-4a2a-9108-09f84309a922,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:56.665348 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-25d7dc81-3dd4-4ad2-a848-0ba71b098bc1 req-57d2a9b3-bc8d-4c2f-9c9c-0ed8b5ceca57 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723797 Aug 16 22:49:56.681709 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1a195ef9-c46b-460a-b55a-f807fac40098 req-34a61f95-6269-4073-b5e9-e9db963d2cc3 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:56.683604 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5004b34-be77-4b30-b226-02337650127c admin admin] Router 8c2c4ac4-bab4-4142-afa3-bad331c18b45 is scheduled to L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f with binding_index 1 {{(pid=101292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:49:56.715535 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port a7acfedd-7328-4c89-b0a3-75e70efe3623, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=a7acfedd-7328-4c89-b0a3-75e70efe3623,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:49:56.734790 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning for port a55a6d11-4f48-478c-b6b0-5567dcd53c85 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:49:56.743015 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': 'a7acfedd-7328-4c89-b0a3-75e70efe3623', 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd', 'port_id': 'a7acfedd-7328-4c89-b0a3-75e70efe3623', 'mac_address': 'fa:16:3e:19:35:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6af2b868-37d3-46ab-a526-0465929f13c8', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:49:56.748865 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port a55a6d11-4f48-478c-b6b0-5567dcd53c85 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:49:56.750227 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:56.777116 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576b5516-0857-45ba-9dd5-e0ffea694d2e req-7951c725-5970-4f3b-bab6-804d0433f0fc tempest-LiveMigrationTest-725130784 tempest-LiveMigrationTest-725130784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:56.779281 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-576b5516-0857-45ba-9dd5-e0ffea694d2e req-7951c725-5970-4f3b-bab6-804d0433f0fc tempest-LiveMigrationTest-725130784 tempest-LiveMigrationTest-725130784-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=f42e12b8-8894-4259-ab72-4cde2141db35&tenant_id=a4c9d624b07f42a0ae3c7ed63064f003&binding%3Ahost_id=n-h2-791506-26 HTTP/1.1" status: 200 len: 1097 time: 0.0966835 Aug 16 22:49:56.781703 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1a195ef9-c46b-460a-b55a-f807fac40098 req-34a61f95-6269-4073-b5e9-e9db963d2cc3 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:56.810004 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:56.824492 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-75fc7f95-2354-4824-8333-32e88a5e92bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b6089c4-7801-4b98-8460-d2d180558ad8', 'name': 'tempest-FloatingIPDetailsTestJSON-267406614-router', 'tenant_id': '045c2fb1242b4f198653ab8e957a0b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': 'f5a6a55c-1ef9-4f50-a5b3-9232af711950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:49:45Z', 'updated_at': '2021-08-16T22:49:50Z', 'revision_number': 4, 'project_id': '045c2fb1242b4f198653ab8e957a0b0c', 'gw_port': {'id': 'f5a6a55c-1ef9-4f50-a5b3-9232af711950', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:a9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6089c4-7801-4b98-8460-d2d180558ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:49:45Z', 'updated_at': '2021-08-16T22:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '55200ea7-d2e1-4d5f-a168-538f95e70cfd', 'name': '', 'network_id': '8dc8009d-300f-4ad9-93e2-45fec049ca94', 'tenant_id': '045c2fb1242b4f198653ab8e957a0b0c', 'mac_address': 'fa:16:3e:66:f9:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b6089c4-7801-4b98-8460-d2d180558ad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '4a194ee1-7521-45d2-b9a3-036203ea9131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:49:50Z', 'updated_at': '2021-08-16T22:49:56Z', 'revision_number': 4, 'project_id': '045c2fb1242b4f198653ab8e957a0b0c', 'subnets': [{'id': '4a194ee1-7521-45d2-b9a3-036203ea9131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:49:56.836255 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7acfedd-7328-4c89-b0a3-75e70efe3623 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:49:56.862606 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port a7acfedd-7328-4c89-b0a3-75e70efe3623, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=a7acfedd-7328-4c89-b0a3-75e70efe3623,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:49:56.881505 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:56.882229 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device f60c1841-d48e-4cc7-b1a1-1650b8d9fd20 details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:49:56.895451 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75fc7f95-2354-4824-8333-32e88a5e92bf None None] The sync data for ids ['4b6089c4-7801-4b98-8460-d2d180558ad8'] in n-d-791506-26 is: [{'id': '4b6089c4-7801-4b98-8460-d2d180558ad8', 'name': 'tempest-FloatingIPDetailsTestJSON-267406614-router', 'tenant_id': '045c2fb1242b4f198653ab8e957a0b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': 'f5a6a55c-1ef9-4f50-a5b3-9232af711950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:49:45Z', 'updated_at': '2021-08-16T22:49:50Z', 'revision_number': 4, 'project_id': '045c2fb1242b4f198653ab8e957a0b0c', 'gw_port': {'id': 'f5a6a55c-1ef9-4f50-a5b3-9232af711950', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:a9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6089c4-7801-4b98-8460-d2d180558ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:49:45Z', 'updated_at': '2021-08-16T22:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '55200ea7-d2e1-4d5f-a168-538f95e70cfd', 'name': '', 'network_id': '8dc8009d-300f-4ad9-93e2-45fec049ca94', 'tenant_id': '045c2fb1242b4f198653ab8e957a0b0c', 'mac_address': 'fa:16:3e:66:f9:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b6089c4-7801-4b98-8460-d2d180558ad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '4a194ee1-7521-45d2-b9a3-036203ea9131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:49:50Z', 'updated_at': '2021-08-16T22:49:56Z', 'revision_number': 4, 'project_id': '045c2fb1242b4f198653ab8e957a0b0c', 'subnets': [{'id': '4a194ee1-7521-45d2-b9a3-036203ea9131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:49:56.968207 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-576b5516-0857-45ba-9dd5-e0ffea694d2e req-721fefd5-e795-4404-aa3a-7d7595757985 service neutron] For port 9ca74afc-f076-4667-b880-cefeb6f88161, host n-h1-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:49:56.972456 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-576b5516-0857-45ba-9dd5-e0ffea694d2e req-721fefd5-e795-4404-aa3a-7d7595757985 service neutron] Notify callbacks [] for binding, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:56.974547 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-576b5516-0857-45ba-9dd5-e0ffea694d2e req-721fefd5-e795-4404-aa3a-7d7595757985 service neutron] 10.222.0.57 "DELETE /v2.0/ports/9ca74afc-f076-4667-b880-cefeb6f88161/bindings/n-h1-791506-26 HTTP/1.1" status: 204 len: 173 time: 0.1861289 Aug 16 22:49:56.985067 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 55200ea7-d2e1-4d5f-a168-538f95e70cfd up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:49:57.078019 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=a7acfedd-7328-4c89-b0a3-75e70efe3623,revision_number=8']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:57.091072 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:57.148831 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c832b9e1-7d5b-4292-8168-e40604a87622', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a55a6d11-4f48-478c-b6b0-5567dcd53c85'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:49:57.151244 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca50b90-cbb8-4db8-8e52-60b39e8e2fde" -d '{"events": [{"server_uuid": "c832b9e1-7d5b-4292-8168-e40604a87622", "name": "network-vif-plugged", "status": "completed", "tag": "a55a6d11-4f48-478c-b6b0-5567dcd53c85"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:49:57.184717 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port a55a6d11-4f48-478c-b6b0-5567dcd53c85, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=a55a6d11-4f48-478c-b6b0-5567dcd53c85,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:49:57.193998 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port f60c1841-d48e-4cc7-b1a1-1650b8d9fd20, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=f60c1841-d48e-4cc7-b1a1-1650b8d9fd20,segment=NetworkSegment(b4a6b143-6a51-43cd-8781-944dbb368ca5),segment_id=b4a6b143-6a51-43cd-8781-944dbb368ca5)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:49:57.196509 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 55200ea7-d2e1-4d5f-a168-538f95e70cfd completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:49:57.198851 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:57.229817 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 55200ea7-d2e1-4d5f-a168-538f95e70cfd triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:49:57.230282 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:57.261343 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': 'f60c1841-d48e-4cc7-b1a1-1650b8d9fd20', 'network_id': 'db61fb9f-768d-428b-8446-991cbb0c6922', 'port_id': 'f60c1841-d48e-4cc7-b1a1-1650b8d9fd20', 'mac_address': 'fa:16:3e:cc:99:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f340c0a0-6bbc-45f5-920c-bfa473779acd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:49:57.323448 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=a55a6d11-4f48-478c-b6b0-5567dcd53c85,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:57.331487 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5004b34-be77-4b30-b226-02337650127c admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:49:57.340101 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:57.344914 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08671253-f327-4d12-9251-649328983e56 None None] Sync routers for ids ['8c2c4ac4-bab4-4142-afa3-bad331c18b45'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:49:57.367171 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dac74d-5479-4976-9db5-0cf3801dd05b req-51f1cd12-24ef-4da7-9784-6cbed8d5f895 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:57.368866 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a0dac74d-5479-4976-9db5-0cf3801dd05b req-51f1cd12-24ef-4da7-9784-6cbed8d5f895 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=f42e12b8-8894-4259-ab72-4cde2141db35 HTTP/1.1" status: 200 len: 945 time: 0.1519256 Aug 16 22:49:57.370296 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f60c1841-d48e-4cc7-b1a1-1650b8d9fd20 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:49:57.371849 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d5004b34-be77-4b30-b226-02337650127c admin admin] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:57.375632 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-d5004b34-be77-4b30-b226-02337650127c admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 8.1716597 Aug 16 22:49:57.376300 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 54448) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:49:57.406442 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08671253-f327-4d12-9251-649328983e56 None None] Routers {'8c2c4ac4-bab4-4142-afa3-bad331c18b45'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:49:57.407179 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-08671253-f327-4d12-9251-649328983e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:49:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['8c2c4ac4-bab4-4142-afa3-bad331c18b45'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:49:57.472221 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port f60c1841-d48e-4cc7-b1a1-1650b8d9fd20, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=f60c1841-d48e-4cc7-b1a1-1650b8d9fd20,segment=NetworkSegment(b4a6b143-6a51-43cd-8781-944dbb368ca5),segment_id=b4a6b143-6a51-43cd-8781-944dbb368ca5)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:49:57.480620 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:57.485675 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:57.519685 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1a195ef9-c46b-460a-b55a-f807fac40098 req-34a61f95-6269-4073-b5e9-e9db963d2cc3 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:57.542819 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1a195ef9-c46b-460a-b55a-f807fac40098 req-34a61f95-6269-4073-b5e9-e9db963d2cc3 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:57.561604 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a0dac74d-5479-4976-9db5-0cf3801dd05b req-f8818fd3-d730-49ff-921f-73c732a2c496 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403365 Aug 16 22:49:57.738005 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a61f95-6269-4073-b5e9-e9db963d2cc3 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Pushing event updated for resources: {'Port': ['ID=805f57b3-5453-4a2a-9108-09f84309a922,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:57.769255 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b0b37615-720f-41f4-a374-b76f98ddfed3 req-2bd03176-df9c-4df5-a9ce-e9d7e3be2129 tempest-ServerShowV257Test-35714244 tempest-ServerShowV257Test-35714244-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ecd430d-f8b3-477f-ad59-345156be3ac7 HTTP/1.1" status: 200 len: 210 time: 0.0518706 Aug 16 22:49:57.779714 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1a195ef9-c46b-460a-b55a-f807fac40098 req-34a61f95-6269-4073-b5e9-e9db963d2cc3 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:57.784005 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 55200ea7-d2e1-4d5f-a168-538f95e70cfd, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=55200ea7-d2e1-4d5f-a168-538f95e70cfd,segment=NetworkSegment(ffe8bff2-09a2-49ec-8d81-dedf1e27a266),segment_id=ffe8bff2-09a2-49ec-8d81-dedf1e27a266)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:49:57.815206 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-08671253-f327-4d12-9251-649328983e56 None None] Set router 8c2c4ac4-bab4-4142-afa3-bad331c18b45 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:49:57.817706 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:57.818607 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device f5a6a55c-1ef9-4f50-a5b3-9232af711950 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:49:57.844630 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1a195ef9-c46b-460a-b55a-f807fac40098 req-34a61f95-6269-4073-b5e9-e9db963d2cc3 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:57.846040 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1a195ef9-c46b-460a-b55a-f807fac40098 req-34a61f95-6269-4073-b5e9-e9db963d2cc3 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.9479027 Aug 16 22:49:57.903403 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=f60c1841-d48e-4cc7-b1a1-1650b8d9fd20,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:57.972103 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1a195ef9-c46b-460a-b55a-f807fac40098 req-a13acf95-e569-44eb-9c53-3b84d87f6fc2 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.4.58 HTTP/1.1" status: 200 len: 695 time: 0.1139941 Aug 16 22:49:58.020418 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c1da04-8b61-49e2-a3c8-2a1ea58ee879 req-d8e6e25a-8a6a-425c-a529-e02a23f5c9de tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:58.021963 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-38c1da04-8b61-49e2-a3c8-2a1ea58ee879 req-d8e6e25a-8a6a-425c-a529-e02a23f5c9de tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=874b6679-a5eb-4e9a-a8a3-13432fb39a1e HTTP/1.1" status: 200 len: 944 time: 0.1651599 Aug 16 22:49:58.026354 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=55200ea7-d2e1-4d5f-a168-538f95e70cfd,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:58.047125 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port f5a6a55c-1ef9-4f50-a5b3-9232af711950 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:49:58.047480 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:58.180005 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-08671253-f327-4d12-9251-649328983e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2c4ac4-bab4-4142-afa3-bad331c18b45', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-407627951-router', 'tenant_id': 'ab7d0f0c42f145f6b72ab10762d369d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '1a5c9af1-2a64-43e7-ae82-6afd9cb1b312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:49:49Z', 'updated_at': '2021-08-16T22:49:55Z', 'revision_number': 3, 'project_id': 'ab7d0f0c42f145f6b72ab10762d369d7', 'gw_port': {'id': '1a5c9af1-2a64-43e7-ae82-6afd9cb1b312', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:99:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c2c4ac4-bab4-4142-afa3-bad331c18b45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:49:52Z', 'updated_at': '2021-08-16T22:49:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:49:58.213617 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08671253-f327-4d12-9251-649328983e56 None None] Checking router: 8c2c4ac4-bab4-4142-afa3-bad331c18b45 for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:49:58.214068 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08671253-f327-4d12-9251-649328983e56 None None] Updating router 8c2c4ac4-bab4-4142-afa3-bad331c18b45 port 1a5c9af1-2a64-43e7-ae82-6afd9cb1b312 binding host n-d-791506-26 {{(pid=101293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:49:58.215490 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-38c1da04-8b61-49e2-a3c8-2a1ea58ee879 req-82ce6be8-46b8-46c0-8902-eebafdb0b46e tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636572 Aug 16 22:49:58.228644 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a195ef9-c46b-460a-b55a-f807fac40098 req-2fdf68ea-7475-4e3c-ab31-e5786dd36b3b tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:58.230028 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1a195ef9-c46b-460a-b55a-f807fac40098 req-2fdf68ea-7475-4e3c-ab31-e5786dd36b3b tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] 10.222.0.36 "GET /v2.0/networks/c22c4980-c849-406d-982c-a5d68c515a94 HTTP/1.1" status: 200 len: 784 time: 0.2457771 Aug 16 22:49:58.241450 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['a7acfedd-7328-4c89-b0a3-75e70efe3623'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:49:58.284346 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['f60c1841-d48e-4cc7-b1a1-1650b8d9fd20'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:49:58.290272 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e64aefda-ea01-473e-a06b-85aab9cf0468 x-openstack-request-id: req-e64aefda-ea01-473e-a06b-85aab9cf0468 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:49:58.290562 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c832b9e1-7d5b-4292-8168-e40604a87622", "name": "network-vif-plugged", "status": "completed", "tag": "a55a6d11-4f48-478c-b6b0-5567dcd53c85", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:49:58.290817 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e64aefda-ea01-473e-a06b-85aab9cf0468 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:49:58.291184 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c832b9e1-7d5b-4292-8168-e40604a87622', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a55a6d11-4f48-478c-b6b0-5567dcd53c85', 'code': 200} Aug 16 22:49:58.317320 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-08671253-f327-4d12-9251-649328983e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:58.451414 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4c648a-9113-44d0-9ebb-66415c85fb07 req-9d080da5-5680-4221-9ea0-1455453a0860 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:58.452812 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0f4c648a-9113-44d0-9ebb-66415c85fb07 req-9d080da5-5680-4221-9ea0-1455453a0860 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/ports?device_id=c832b9e1-7d5b-4292-8168-e40604a87622 HTTP/1.1" status: 200 len: 950 time: 0.1268282 Aug 16 22:49:58.518433 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1304383e-de5c-4d33-a03c-2c8194ffcaee req-32e385c8-a21c-44af-817c-f8f4f33469a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:58.520031 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1304383e-de5c-4d33-a03c-2c8194ffcaee req-32e385c8-a21c-44af-817c-f8f4f33469a0 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=c832b9e1-7d5b-4292-8168-e40604a87622 HTTP/1.1" status: 200 len: 1102 time: 0.1576941 Aug 16 22:49:58.521669 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-af0d7ab1-dc39-446a-882b-66d7c647ae13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:58.573974 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0f4c648a-9113-44d0-9ebb-66415c85fb07 req-4f851eb2-9546-4da8-a2af-3c2c3e465f7e tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf51abff-a5e4-4ed4-87b7-552597e1ec97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042464 Aug 16 22:49:58.586372 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bdd44b-aafa-42d0-a73c-034538765879 req-da486e2f-3a12-4089-94e4-6331359e788f tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:58.595775 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d4bdd44b-aafa-42d0-a73c-034538765879 req-da486e2f-3a12-4089-94e4-6331359e788f tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd80fd78-9e08-4cc7-a161-80457457a8fc HTTP/1.1" status: 200 len: 949 time: 0.1341865 Aug 16 22:49:58.685483 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1304383e-de5c-4d33-a03c-2c8194ffcaee req-e667c212-1c87-4358-b7e9-95e5c5f8b1d5 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=cf51abff-a5e4-4ed4-87b7-552597e1ec97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426125 Aug 16 22:49:58.733504 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d4bdd44b-aafa-42d0-a73c-034538765879 req-857d23a2-3ee0-4de6-a973-7082095eaee6 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380751 Aug 16 22:49:58.776855 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-08671253-f327-4d12-9251-649328983e56 None None] Notify callbacks [] for port, precommit_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:58.789273 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-08671253-f327-4d12-9251-649328983e56 None None] Transition to ACTIVE for port object 1a5c9af1-2a64-43e7-ae82-6afd9cb1b312 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:49:58.795601 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-08671253-f327-4d12-9251-649328983e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:58.854502 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-08671253-f327-4d12-9251-649328983e56 None None] Attempting to bind port 1a5c9af1-2a64-43e7-ae82-6afd9cb1b312 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:49:58.854873 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-08671253-f327-4d12-9251-649328983e56 None None] Attempting to bind port 1a5c9af1-2a64-43e7-ae82-6afd9cb1b312 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:49:58.855251 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08671253-f327-4d12-9251-649328983e56 None None] Attempting to bind port 1a5c9af1-2a64-43e7-ae82-6afd9cb1b312 on network c22c4980-c849-406d-982c-a5d68c515a94 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:49:58.865710 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08671253-f327-4d12-9251-649328983e56 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:49:58.866084 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08671253-f327-4d12-9251-649328983e56 None None] Checking segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:49:58.866489 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-08671253-f327-4d12-9251-649328983e56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:58.866878 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08671253-f327-4d12-9251-649328983e56 None None] Bound using segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:49:58.867337 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-08671253-f327-4d12-9251-649328983e56 None None] Bound port: 1a5c9af1-2a64-43e7-ae82-6afd9cb1b312, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:49:58.867714 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-08671253-f327-4d12-9251-649328983e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:58.869425 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd58b59-60d1-4dac-8d4b-cd5bb2ec3550 None None] Pushing event updated for resources: {'Port': ['ID=1a5c9af1-2a64-43e7-ae82-6afd9cb1b312,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:58.874781 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-571a0c43-b3c8-4eea-aaf0-16c654b3d7ce req-aa8043a7-0df1-49bb-b05f-ed1c3cffdd08 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2644634 Aug 16 22:49:58.884308 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-571a0c43-b3c8-4eea-aaf0-16c654b3d7ce req-209b7f82-6399-4542-880f-9868fd40f193 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Request body: {'floatingip': {'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:49:58.915649 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-af0d7ab1-dc39-446a-882b-66d7c647ae13 admin admin] Allocated IP 172.20.0.1 (abc9e355-d177-4a37-9021-01659648e2b4/4fa0d837-e453-42b0-ac66-896759787a65/7ee1472e-c8db-4991-842f-d8ee274f7958) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:49:58.916823 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 55200ea7-d2e1-4d5f-a168-538f95e70cfd up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:49:58.926873 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-571a0c43-b3c8-4eea-aaf0-16c654b3d7ce req-209b7f82-6399-4542-880f-9868fd40f193 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Notify callbacks [] for floatingip, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:58.930430 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78a5388-d334-4a13-85d6-b5e4049ab1fc req-56b7abee-c2ad-4c89-9870-aa7f9d1397e5 tempest-LiveMigrationTest-725130784 tempest-LiveMigrationTest-725130784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:58.931964 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e78a5388-d334-4a13-85d6-b5e4049ab1fc req-56b7abee-c2ad-4c89-9870-aa7f9d1397e5 tempest-LiveMigrationTest-725130784 tempest-LiveMigrationTest-725130784-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f42e12b8-8894-4259-ab72-4cde2141db35 HTTP/1.1" status: 200 len: 1097 time: 0.1289954 Aug 16 22:49:58.950541 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-08671253-f327-4d12-9251-649328983e56 None None] For port 1a5c9af1-2a64-43e7-ae82-6afd9cb1b312, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:49:58.970347 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-08671253-f327-4d12-9251-649328983e56 None None] For port 1a5c9af1-2a64-43e7-ae82-6afd9cb1b312, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=1a5c9af1-2a64-43e7-ae82-6afd9cb1b312,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:49:58.976333 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-08671253-f327-4d12-9251-649328983e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:59.046165 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08671253-f327-4d12-9251-649328983e56 None None] Routers {'8c2c4ac4-bab4-4142-afa3-bad331c18b45'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:49:59.046695 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-08671253-f327-4d12-9251-649328983e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:49:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['8c2c4ac4-bab4-4142-afa3-bad331c18b45'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:49:59.048328 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 55200ea7-d2e1-4d5f-a168-538f95e70cfd triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:49:59.049387 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:59.062186 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e78a5388-d334-4a13-85d6-b5e4049ab1fc req-71ac4d7d-9cf0-4b40-8658-001ebd8e972e tempest-LiveMigrationTest-725130784 tempest-LiveMigrationTest-725130784-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150985 Aug 16 22:49:59.102174 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd58b59-60d1-4dac-8d4b-cd5bb2ec3550 None None] Pushing event updated for resources: {'Port': ['ID=1a5c9af1-2a64-43e7-ae82-6afd9cb1b312,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:59.122509 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-af0d7ab1-dc39-446a-882b-66d7c647ae13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:59.146973 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [None req-af0d7ab1-dc39-446a-882b-66d7c647ae13 admin admin] Transition to ACTIVE for port object 7ee1472e-c8db-4991-842f-d8ee274f7958 will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:49:59.168903 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-571a0c43-b3c8-4eea-aaf0-16c654b3d7ce req-209b7f82-6399-4542-880f-9868fd40f193 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:59.234640 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-08671253-f327-4d12-9251-649328983e56 None None] Set router 8c2c4ac4-bab4-4142-afa3-bad331c18b45 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:49:59.278751 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-af0d7ab1-dc39-446a-882b-66d7c647ae13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:59.380100 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0782a5f0-e439-4768-819d-2e67c3f6e145 req-d4b77c80-6194-471c-a4d7-aaa316cd6517 tempest-ServerShowV257Test-35714244 tempest-ServerShowV257Test-35714244-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ecd430d-f8b3-477f-ad59-345156be3ac7 HTTP/1.1" status: 200 len: 210 time: 0.1049223 Aug 16 22:49:59.409201 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0d7ab1-dc39-446a-882b-66d7c647ae13 admin admin] Network abc9e355-d177-4a37-9021-01659648e2b4 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:49:59.423698 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [req-571a0c43-b3c8-4eea-aaf0-16c654b3d7ce req-209b7f82-6399-4542-880f-9868fd40f193 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Allocated IP 172.25.4.172 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/974e7c31-4886-4a6a-b83e-51c3d2aeae94) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:49:59.425878 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-af0d7ab1-dc39-446a-882b-66d7c647ae13 admin admin] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:49:59.428665 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-08671253-f327-4d12-9251-649328983e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2c4ac4-bab4-4142-afa3-bad331c18b45', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-407627951-router', 'tenant_id': 'ab7d0f0c42f145f6b72ab10762d369d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '1a5c9af1-2a64-43e7-ae82-6afd9cb1b312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:49:49Z', 'updated_at': '2021-08-16T22:49:55Z', 'revision_number': 3, 'project_id': 'ab7d0f0c42f145f6b72ab10762d369d7', 'gw_port': {'id': '1a5c9af1-2a64-43e7-ae82-6afd9cb1b312', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:99:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c2c4ac4-bab4-4142-afa3-bad331c18b45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:49:52Z', 'updated_at': '2021-08-16T22:49:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:49:59.435070 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0d7ab1-dc39-446a-882b-66d7c647ae13 admin admin] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:49:59.440922 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0d7ab1-dc39-446a-882b-66d7c647ae13 admin admin] Pushing event updated for resources: {'Port': ['ID=7ee1472e-c8db-4991-842f-d8ee274f7958,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:49:59.470848 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08671253-f327-4d12-9251-649328983e56 None None] The sync data for ids ['8c2c4ac4-bab4-4142-afa3-bad331c18b45'] in n-d-791506-26 is: [{'id': '8c2c4ac4-bab4-4142-afa3-bad331c18b45', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-407627951-router', 'tenant_id': 'ab7d0f0c42f145f6b72ab10762d369d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '1a5c9af1-2a64-43e7-ae82-6afd9cb1b312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:49:49Z', 'updated_at': '2021-08-16T22:49:55Z', 'revision_number': 3, 'project_id': 'ab7d0f0c42f145f6b72ab10762d369d7', 'gw_port': {'id': '1a5c9af1-2a64-43e7-ae82-6afd9cb1b312', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:99:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c2c4ac4-bab4-4142-afa3-bad331c18b45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:49:52Z', 'updated_at': '2021-08-16T22:49:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:49:59.539172 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f84d0e-4e95-4b54-bb95-b9782318e32d req-f1c92d0f-5591-48ed-84a1-3e82bedbc482 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:59.541498 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-80f84d0e-4e95-4b54-bb95-b9782318e32d req-f1c92d0f-5591-48ed-84a1-3e82bedbc482 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.68 "GET /v2.0/ports?device_id=dd80fd78-9e08-4cc7-a161-80457457a8fc&tenant_id=5aa270b810014cb1b7df23f71a5483f7&binding%3Ahost_id=n-h2-791506-26 HTTP/1.1" status: 200 len: 949 time: 0.2607324 Aug 16 22:49:59.576957 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-af0d7ab1-dc39-446a-882b-66d7c647ae13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954230'] for router_interface, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:59.719812 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc677e23-3294-4385-a3a4-0cdbff97ee82 req-1e8ff44c-5a27-4739-a014-f3baab4ac034 tempest-LiveMigrationTest-725130784 tempest-LiveMigrationTest-725130784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:49:59.730749 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cc677e23-3294-4385-a3a4-0cdbff97ee82 req-1e8ff44c-5a27-4739-a014-f3baab4ac034 tempest-LiveMigrationTest-725130784 tempest-LiveMigrationTest-725130784-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f42e12b8-8894-4259-ab72-4cde2141db35 HTTP/1.1" status: 200 len: 1097 time: 0.2625864 Aug 16 22:49:59.747079 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-7df66991-21d2-49d0-b906-9844dd985f91 None None] Provisioning for port 7ee1472e-c8db-4991-842f-d8ee274f7958 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:49:59.751185 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-7df66991-21d2-49d0-b906-9844dd985f91 None None] Provisioning complete for port 7ee1472e-c8db-4991-842f-d8ee274f7958 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:49:59.751560 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7df66991-21d2-49d0-b906-9844dd985f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:59.793615 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-571a0c43-b3c8-4eea-aaf0-16c654b3d7ce req-209b7f82-6399-4542-880f-9868fd40f193 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:49:59.797790 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-7df66991-21d2-49d0-b906-9844dd985f91 None None] Port 7ee1472e-c8db-4991-842f-d8ee274f7958 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:49:59.801779 n-d-791506-26 neutron-server[101292]: INFO neutron.api.v2.resource [req-80f84d0e-4e95-4b54-bb95-b9782318e32d req-8ea914a3-5f10-49f7-a5c4-f374e060a9c8 service neutron] delete failed (client error): The resource could not be found. Aug 16 22:49:59.802935 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-80f84d0e-4e95-4b54-bb95-b9782318e32d req-8ea914a3-5f10-49f7-a5c4-f374e060a9c8 service neutron] 10.222.0.68 "DELETE /v2.0/ports/a7acfedd-7328-4c89-b0a3-75e70efe3623/bindings/n-h1-791506-26 HTTP/1.1" status: 404 len: 381 time: 0.2272923 Aug 16 22:49:59.856638 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cc677e23-3294-4385-a3a4-0cdbff97ee82 req-c0e33c08-616e-45f2-868c-d3779eda0145 tempest-LiveMigrationTest-725130784 tempest-LiveMigrationTest-725130784-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249750 Aug 16 22:49:59.908833 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-af0d7ab1-dc39-446a-882b-66d7c647ae13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:00.300682 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-571a0c43-b3c8-4eea-aaf0-16c654b3d7ce req-209b7f82-6399-4542-880f-9868fd40f193 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:00.378190 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-571a0c43-b3c8-4eea-aaf0-16c654b3d7ce req-209b7f82-6399-4542-880f-9868fd40f193 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:50:00.390683 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f84d0e-4e95-4b54-bb95-b9782318e32d req-b8dc77b4-c08e-4e65-8657-1b64272df109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:00.392164 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-80f84d0e-4e95-4b54-bb95-b9782318e32d req-b8dc77b4-c08e-4e65-8657-1b64272df109 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5aa270b810014cb1b7df23f71a5483f7&device_id=dd80fd78-9e08-4cc7-a161-80457457a8fc HTTP/1.1" status: 200 len: 1101 time: 0.1771576 Aug 16 22:50:00.429054 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dba4bd-cc7a-4f20-adac-6e7369e68b7a req-554f873e-0e16-4761-9519-bb76cd9a952b tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:00.430611 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-30dba4bd-cc7a-4f20-adac-6e7369e68b7a req-554f873e-0e16-4761-9519-bb76cd9a952b tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd80fd78-9e08-4cc7-a161-80457457a8fc HTTP/1.1" status: 200 len: 949 time: 0.2145209 Aug 16 22:50:00.431514 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [req-571a0c43-b3c8-4eea-aaf0-16c654b3d7ce req-209b7f82-6399-4542-880f-9868fd40f193 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:50:00.438646 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-571a0c43-b3c8-4eea-aaf0-16c654b3d7ce req-209b7f82-6399-4542-880f-9868fd40f193 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:50:00.457114 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209b7f82-6399-4542-880f-9868fd40f193 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Pushing event updated for resources: {'Port': ['ID=974e7c31-4886-4a6a-b83e-51c3d2aeae94,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:00.597414 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-30dba4bd-cc7a-4f20-adac-6e7369e68b7a req-308057b5-8aed-4975-bd3d-c1c260eae07e tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563361 Aug 16 22:50:00.688788 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f84d0e-4e95-4b54-bb95-b9782318e32d req-15ae3ab8-b4e6-4579-a09c-1ebccaa9141b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:00.690368 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-80f84d0e-4e95-4b54-bb95-b9782318e32d req-15ae3ab8-b4e6-4579-a09c-1ebccaa9141b service neutron] 10.222.0.68 "GET /v2.0/networks?id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd HTTP/1.1" status: 200 len: 870 time: 0.2528100 Aug 16 22:50:00.693620 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-af0d7ab1-dc39-446a-882b-66d7c647ae13 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:00.710593 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-571a0c43-b3c8-4eea-aaf0-16c654b3d7ce req-209b7f82-6399-4542-880f-9868fd40f193 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:00.718767 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-af0d7ab1-dc39-446a-882b-66d7c647ae13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:00.800279 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-80f84d0e-4e95-4b54-bb95-b9782318e32d req-2fcc9195-e3a3-46c3-ba6b-0c0bed0dee33 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=a7acfedd-7328-4c89-b0a3-75e70efe3623 HTTP/1.1" status: 200 len: 217 time: 0.0909238 Aug 16 22:50:00.886802 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-af0d7ab1-dc39-446a-882b-66d7c647ae13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954122'] for router_interface, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:00.898288 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720280b0-3255-492d-a472-b20647ad904d req-393b57b3-2d81-4091-9c46-efd205b29284 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:00.899859 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-720280b0-3255-492d-a472-b20647ad904d req-393b57b3-2d81-4091-9c46-efd205b29284 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=874b6679-a5eb-4e9a-a8a3-13432fb39a1e HTTP/1.1" status: 200 len: 944 time: 0.2378201 Aug 16 22:50:00.900513 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0d7ab1-dc39-446a-882b-66d7c647ae13 admin admin] Pushing event updated for resources: {'Port': ['ID=7ee1472e-c8db-4991-842f-d8ee274f7958,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:00.905910 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-571a0c43-b3c8-4eea-aaf0-16c654b3d7ce req-209b7f82-6399-4542-880f-9868fd40f193 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:00.924748 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 1a5c9af1-2a64-43e7-ae82-6afd9cb1b312 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:50:00.964135 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f84d0e-4e95-4b54-bb95-b9782318e32d req-1d5e719b-52fe-465f-9673-e6e0e92e46fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:00.965626 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-80f84d0e-4e95-4b54-bb95-b9782318e32d req-1d5e719b-52fe-465f-9673-e6e0e92e46fd service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6af2b868-37d3-46ab-a526-0465929f13c8 HTTP/1.1" status: 200 len: 843 time: 0.1436865 Aug 16 22:50:00.974399 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 1a5c9af1-2a64-43e7-ae82-6afd9cb1b312 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:50:00.978133 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 1a5c9af1-2a64-43e7-ae82-6afd9cb1b312 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:50:00.978504 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:01.063518 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:01.066786 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-720280b0-3255-492d-a472-b20647ad904d req-4a59104d-ad41-4857-adc7-84bf34d0e560 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526628 Aug 16 22:50:01.097138 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 1a5c9af1-2a64-43e7-ae82-6afd9cb1b312, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=1a5c9af1-2a64-43e7-ae82-6afd9cb1b312,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:50:01.102842 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:01.148949 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f84d0e-4e95-4b54-bb95-b9782318e32d req-80f259e0-be53-4a7b-8a78-92641aac6279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:01.150380 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-80f84d0e-4e95-4b54-bb95-b9782318e32d req-80f259e0-be53-4a7b-8a78-92641aac6279 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1558008 Aug 16 22:50:01.163069 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0d7ab1-dc39-446a-882b-66d7c647ae13 admin admin] Network abc9e355-d177-4a37-9021-01659648e2b4 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:50:01.171736 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=1a5c9af1-2a64-43e7-ae82-6afd9cb1b312,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:01.183750 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-af0d7ab1-dc39-446a-882b-66d7c647ae13 admin admin] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:50:01.388332 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-571a0c43-b3c8-4eea-aaf0-16c654b3d7ce req-209b7f82-6399-4542-880f-9868fd40f193 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:01.411473 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-571a0c43-b3c8-4eea-aaf0-16c654b3d7ce req-209b7f82-6399-4542-880f-9868fd40f193 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:01.428676 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-880ee461-3196-454f-b274-afbb49dca3e0 None None] Provisioning complete for port 7ee1472e-c8db-4991-842f-d8ee274f7958 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:50:01.429366 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-880ee461-3196-454f-b274-afbb49dca3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:01.442686 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378ab63b-bb82-4eff-af2a-8d5cb693e4c8 req-12812f3a-3e1d-4d09-b6eb-cbf6e9224bc4 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:01.444261 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-378ab63b-bb82-4eff-af2a-8d5cb693e4c8 req-12812f3a-3e1d-4d09-b6eb-cbf6e9224bc4 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/ports?device_id=c832b9e1-7d5b-4292-8168-e40604a87622 HTTP/1.1" status: 200 len: 950 time: 0.2074356 Aug 16 22:50:01.465655 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-880ee461-3196-454f-b274-afbb49dca3e0 None None] Port 7ee1472e-c8db-4991-842f-d8ee274f7958 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:50:01.469110 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-80f84d0e-4e95-4b54-bb95-b9782318e32d req-6bd1de6d-4f6e-48a1-80ac-0d625f0f7819 service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2943013 Aug 16 22:50:01.568409 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af0d7ab1-dc39-446a-882b-66d7c647ae13 admin admin] Router 8c2c4ac4-bab4-4142-afa3-bad331c18b45 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:50:01.587001 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209b7f82-6399-4542-880f-9868fd40f193 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Pushing event updated for resources: {'Port': ['ID=974e7c31-4886-4a6a-b83e-51c3d2aeae94,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:01.623628 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-378ab63b-bb82-4eff-af2a-8d5cb693e4c8 req-2d6f7f63-518c-4679-b9a5-9be17c25f337 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf51abff-a5e4-4ed4-87b7-552597e1ec97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571970 Aug 16 22:50:01.624552 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-571a0c43-b3c8-4eea-aaf0-16c654b3d7ce req-209b7f82-6399-4542-880f-9868fd40f193 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:01.695668 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-571a0c43-b3c8-4eea-aaf0-16c654b3d7ce req-209b7f82-6399-4542-880f-9868fd40f193 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:01.696927 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-571a0c43-b3c8-4eea-aaf0-16c654b3d7ce req-209b7f82-6399-4542-880f-9868fd40f193 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8213408 Aug 16 22:50:01.700721 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-80f84d0e-4e95-4b54-bb95-b9782318e32d req-7b5f64ec-e3e0-4b7a-a62b-4102cc7f06f3 service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180851 Aug 16 22:50:01.785628 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-571a0c43-b3c8-4eea-aaf0-16c654b3d7ce req-f705fb30-4b95-45e3-bfe1-dcf63b86d985 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.4.172 HTTP/1.1" status: 200 len: 696 time: 0.0801051 Aug 16 22:50:01.843554 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af0d7ab1-dc39-446a-882b-66d7c647ae13 admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:50:01.850567 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-af0d7ab1-dc39-446a-882b-66d7c647ae13 admin admin] 10.222.0.36 "PUT /v2.0/routers/8c2c4ac4-bab4-4142-afa3-bad331c18b45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4304752 Aug 16 22:50:01.856702 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9bcde8-b2b4-47cc-a997-17cc360440f4 None None] Sync routers for ids ['8c2c4ac4-bab4-4142-afa3-bad331c18b45'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:50:01.874195 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9bcde8-b2b4-47cc-a997-17cc360440f4 None None] Routers {'8c2c4ac4-bab4-4142-afa3-bad331c18b45'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:50:01.875096 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-6b9bcde8-b2b4-47cc-a997-17cc360440f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:49:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['8c2c4ac4-bab4-4142-afa3-bad331c18b45'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:50:01.975996 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-35eca2de-9592-41fc-90ba-8be1923862ce req-bf383e2b-018a-4606-941e-2845cfc32d55 tempest-ServerShowV257Test-35714244 tempest-ServerShowV257Test-35714244-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ecd430d-f8b3-477f-ad59-345156be3ac7 HTTP/1.1" status: 200 len: 210 time: 0.0511694 Aug 16 22:50:01.987220 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571a0c43-b3c8-4eea-aaf0-16c654b3d7ce req-c04170ec-c9aa-4dbc-a77a-b1b23b589d0a tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:01.988907 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-6b9bcde8-b2b4-47cc-a997-17cc360440f4 None None] Set router 8c2c4ac4-bab4-4142-afa3-bad331c18b45 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:50:02.005165 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-571a0c43-b3c8-4eea-aaf0-16c654b3d7ce req-c04170ec-c9aa-4dbc-a77a-b1b23b589d0a tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] 10.222.0.36 "GET /v2.0/networks/c22c4980-c849-406d-982c-a5d68c515a94 HTTP/1.1" status: 200 len: 784 time: 0.2093294 Aug 16 22:50:02.123196 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50354e91-4a51-43c1-8a79-c56c4307cb4a req-c406f55c-9b06-40d3-93f4-50615a3791f1 tempest-ServersOnMultiNodesTest-1217803004 tempest-ServersOnMultiNodesTest-1217803004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:02.124761 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-50354e91-4a51-43c1-8a79-c56c4307cb4a req-c406f55c-9b06-40d3-93f4-50615a3791f1 tempest-ServersOnMultiNodesTest-1217803004 tempest-ServersOnMultiNodesTest-1217803004-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c832b9e1-7d5b-4292-8168-e40604a87622 HTTP/1.1" status: 200 len: 1102 time: 0.0700073 Aug 16 22:50:02.144902 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3b82b4-409f-4149-9b69-a32836802e3e req-6eaedc1c-e28e-4bfd-ae00-053f4d93be93 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:02.146445 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-af3b82b4-409f-4149-9b69-a32836802e3e req-6eaedc1c-e28e-4bfd-ae00-053f4d93be93 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd80fd78-9e08-4cc7-a161-80457457a8fc HTTP/1.1" status: 200 len: 949 time: 0.0834613 Aug 16 22:50:02.207240 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-50354e91-4a51-43c1-8a79-c56c4307cb4a req-21185814-cc2e-4556-8d04-1539b3f5cb3f tempest-ServersOnMultiNodesTest-1217803004 tempest-ServersOnMultiNodesTest-1217803004-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=cf51abff-a5e4-4ed4-87b7-552597e1ec97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717173 Aug 16 22:50:02.215065 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-af3b82b4-409f-4149-9b69-a32836802e3e req-bbd34415-c0a6-4bc7-8844-cadadcad0d1c tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546579 Aug 16 22:50:02.216476 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-6b9bcde8-b2b4-47cc-a997-17cc360440f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2c4ac4-bab4-4142-afa3-bad331c18b45', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-407627951-router', 'tenant_id': 'ab7d0f0c42f145f6b72ab10762d369d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '1a5c9af1-2a64-43e7-ae82-6afd9cb1b312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:49:49Z', 'updated_at': '2021-08-16T22:49:59Z', 'revision_number': 4, 'project_id': 'ab7d0f0c42f145f6b72ab10762d369d7', 'gw_port': {'id': '1a5c9af1-2a64-43e7-ae82-6afd9cb1b312', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:99:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2c4ac4-bab4-4142-afa3-bad331c18b45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:49:52Z', 'updated_at': '2021-08-16T22:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '7ee1472e-c8db-4991-842f-d8ee274f7958', 'name': '', 'network_id': 'abc9e355-d177-4a37-9021-01659648e2b4', 'tenant_id': 'ab7d0f0c42f145f6b72ab10762d369d7', 'mac_address': 'fa:16:3e:8b:a6:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c2c4ac4-bab4-4142-afa3-bad331c18b45', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '4fa0d837-e453-42b0-ac66-896759787a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:49:58Z', 'updated_at': '2021-08-16T22:50:00Z', 'revision_number': 2, 'project_id': 'ab7d0f0c42f145f6b72ab10762d369d7', 'subnets': [{'id': '4fa0d837-e453-42b0-ac66-896759787a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:50:02.252662 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9bcde8-b2b4-47cc-a997-17cc360440f4 None None] Checking router: 8c2c4ac4-bab4-4142-afa3-bad331c18b45 for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:50:02.253101 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9bcde8-b2b4-47cc-a997-17cc360440f4 None None] Updating router 8c2c4ac4-bab4-4142-afa3-bad331c18b45 port 7ee1472e-c8db-4991-842f-d8ee274f7958 binding host n-d-791506-26 {{(pid=101294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:50:02.288052 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-6b9bcde8-b2b4-47cc-a997-17cc360440f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:02.395673 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device a7acfedd-7328-4c89-b0a3-75e70efe3623 up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:50:02.418467 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-107881b1-df80-4f61-907e-26ebc6696225 req-d907a4a0-97df-4600-b4ac-f1362ea0129b tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1494699 Aug 16 22:50:02.434119 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-107881b1-df80-4f61-907e-26ebc6696225 req-6a53b3c2-843b-4060-a29b-be63ebeec0df tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Request body: {'floatingip': {'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:50:02.462699 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-107881b1-df80-4f61-907e-26ebc6696225 req-6a53b3c2-843b-4060-a29b-be63ebeec0df tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Notify callbacks [] for floatingip, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:02.469978 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning for port a7acfedd-7328-4c89-b0a3-75e70efe3623 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:50:02.475701 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port a7acfedd-7328-4c89-b0a3-75e70efe3623 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:50:02.476443 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:02.573091 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:02.609159 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd80fd78-9e08-4cc7-a161-80457457a8fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7acfedd-7328-4c89-b0a3-75e70efe3623'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:50:02.615454 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25dfd389-9382-423b-b6ce-69b88491567d" -d '{"events": [{"server_uuid": "dd80fd78-9e08-4cc7-a161-80457457a8fc", "name": "network-vif-plugged", "status": "completed", "tag": "a7acfedd-7328-4c89-b0a3-75e70efe3623"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:50:02.634251 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-6b9bcde8-b2b4-47cc-a997-17cc360440f4 None None] Notify callbacks [] for port, precommit_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:02.641112 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port a7acfedd-7328-4c89-b0a3-75e70efe3623, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=a7acfedd-7328-4c89-b0a3-75e70efe3623,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:50:02.645934 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.provisioning_blocks [None req-6b9bcde8-b2b4-47cc-a997-17cc360440f4 None None] Transition to ACTIVE for port object 7ee1472e-c8db-4991-842f-d8ee274f7958 will not be triggered until provisioned by entity L2. {{(pid=101294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:50:02.648086 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:02.649926 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device f60c1841-d48e-4cc7-b1a1-1650b8d9fd20 up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:50:02.652798 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-6b9bcde8-b2b4-47cc-a997-17cc360440f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:02.755468 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29f1f97-0ed6-4fae-a734-ff37218156e7 None None] Pushing event updated for resources: {'Port': ['ID=7ee1472e-c8db-4991-842f-d8ee274f7958,revision_number=3']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:02.778939 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-6b9bcde8-b2b4-47cc-a997-17cc360440f4 None None] Attempting to bind port 7ee1472e-c8db-4991-842f-d8ee274f7958 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:50:02.780725 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-6b9bcde8-b2b4-47cc-a997-17cc360440f4 None None] Attempting to bind port 7ee1472e-c8db-4991-842f-d8ee274f7958 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': 'd83a977f-6b89-433e-bde2-7cf8b15135ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'abc9e355-d177-4a37-9021-01659648e2b4'}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:50:02.781726 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9bcde8-b2b4-47cc-a997-17cc360440f4 None None] Attempting to bind port 7ee1472e-c8db-4991-842f-d8ee274f7958 on network abc9e355-d177-4a37-9021-01659648e2b4 {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:50:02.784499 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=a7acfedd-7328-4c89-b0a3-75e70efe3623,revision_number=9']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:02.789369 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9bcde8-b2b4-47cc-a997-17cc360440f4 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:50:02.790039 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9bcde8-b2b4-47cc-a997-17cc360440f4 None None] Checking segment: {'id': 'd83a977f-6b89-433e-bde2-7cf8b15135ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'abc9e355-d177-4a37-9021-01659648e2b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:50:02.791089 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-6b9bcde8-b2b4-47cc-a997-17cc360440f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:02.791870 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9bcde8-b2b4-47cc-a997-17cc360440f4 None None] Bound using segment: {'id': 'd83a977f-6b89-433e-bde2-7cf8b15135ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'abc9e355-d177-4a37-9021-01659648e2b4'} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:50:02.792607 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-6b9bcde8-b2b4-47cc-a997-17cc360440f4 None None] Bound port: 7ee1472e-c8db-4991-842f-d8ee274f7958, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd83a977f-6b89-433e-bde2-7cf8b15135ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'abc9e355-d177-4a37-9021-01659648e2b4'}}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:50:02.793224 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-6b9bcde8-b2b4-47cc-a997-17cc360440f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:02.804820 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning for port f60c1841-d48e-4cc7-b1a1-1650b8d9fd20 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:50:02.810761 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port f60c1841-d48e-4cc7-b1a1-1650b8d9fd20 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:50:02.811267 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:02.904301 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-6b9bcde8-b2b4-47cc-a997-17cc360440f4 None None] For port 7ee1472e-c8db-4991-842f-d8ee274f7958, host n-d-791506-26, cleared binding levels {{(pid=101294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:50:02.907288 n-d-791506-26 neutron-server[101292]: INFO neutron.api.v2.resource [req-c74f1898-763b-41f9-a8d7-331df9fb2365 req-7578fdfd-d02e-417f-a08f-5bb6be92262e tempest-FloatingIPDetailsNegativeTestJSON-1740495642 tempest-FloatingIPDetailsNegativeTestJSON-1740495642-project] show failed (client error): The resource could not be found. Aug 16 22:50:02.908394 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c74f1898-763b-41f9-a8d7-331df9fb2365 req-7578fdfd-d02e-417f-a08f-5bb6be92262e tempest-FloatingIPDetailsNegativeTestJSON-1740495642 tempest-FloatingIPDetailsNegativeTestJSON-1740495642-project] 10.222.0.36 "GET /v2.0/floatingips/f5b9df40-041d-48d0-a04f-a4d64cc66d17 HTTP/1.1" status: 404 len: 350 time: 0.4288957 Aug 16 22:50:02.910365 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-6b9bcde8-b2b4-47cc-a997-17cc360440f4 None None] For port 7ee1472e-c8db-4991-842f-d8ee274f7958, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=7ee1472e-c8db-4991-842f-d8ee274f7958,segment=NetworkSegment(d83a977f-6b89-433e-bde2-7cf8b15135ff),segment_id=d83a977f-6b89-433e-bde2-7cf8b15135ff)] {{(pid=101294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:50:02.917669 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-6b9bcde8-b2b4-47cc-a997-17cc360440f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:02.921769 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 54506) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:50:03.031450 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9bcde8-b2b4-47cc-a997-17cc360440f4 None None] Routers {'8c2c4ac4-bab4-4142-afa3-bad331c18b45'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:50:03.032082 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-6b9bcde8-b2b4-47cc-a997-17cc360440f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:49:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['8c2c4ac4-bab4-4142-afa3-bad331c18b45'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:50:03.060174 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-107881b1-df80-4f61-907e-26ebc6696225 req-6a53b3c2-843b-4060-a29b-be63ebeec0df tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:03.133561 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 1a5c9af1-2a64-43e7-ae82-6afd9cb1b312 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:50:03.134622 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29f1f97-0ed6-4fae-a734-ff37218156e7 None None] Pushing event updated for resources: {'Port': ['ID=7ee1472e-c8db-4991-842f-d8ee274f7958,revision_number=4']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:03.183021 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1dee20-3859-4a0c-adcc-6ac00318bdd2 req-22d9ae58-25e1-4225-91ff-aa390ad1f0d7 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:03.186308 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ab1dee20-3859-4a0c-adcc-6ac00318bdd2 req-22d9ae58-25e1-4225-91ff-aa390ad1f0d7 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=874b6679-a5eb-4e9a-a8a3-13432fb39a1e HTTP/1.1" status: 200 len: 944 time: 0.1488812 Aug 16 22:50:03.319102 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ab1dee20-3859-4a0c-adcc-6ac00318bdd2 req-208ae612-cd0b-4f13-8a19-14da354c8f92 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237700 Aug 16 22:50:03.319718 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-6b9bcde8-b2b4-47cc-a997-17cc360440f4 None None] Set router 8c2c4ac4-bab4-4142-afa3-bad331c18b45 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:50:03.320862 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [req-107881b1-df80-4f61-907e-26ebc6696225 req-6a53b3c2-843b-4060-a29b-be63ebeec0df tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Allocated IP 172.25.4.245 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/c68a157b-3bef-47ef-9d06-2962130c3d56) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:50:03.358909 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:03.378172 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 1a5c9af1-2a64-43e7-ae82-6afd9cb1b312 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:50:03.378694 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:03.450355 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port f60c1841-d48e-4cc7-b1a1-1650b8d9fd20, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=f60c1841-d48e-4cc7-b1a1-1650b8d9fd20,segment=NetworkSegment(b4a6b143-6a51-43cd-8781-944dbb368ca5),segment_id=b4a6b143-6a51-43cd-8781-944dbb368ca5)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:50:03.479032 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:03.574353 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-107881b1-df80-4f61-907e-26ebc6696225 req-6a53b3c2-843b-4060-a29b-be63ebeec0df tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:03.607672 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=f60c1841-d48e-4cc7-b1a1-1650b8d9fd20,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:03.644014 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d7887413-91b1-43e9-b512-5e6a09de3000 req-dae7f978-a621-4042-88a6-2f36b8604431 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=8a5e1d0e34564f40b5c7c9ef56843b1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0360518 Aug 16 22:50:03.701968 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-aa8765bc-602f-45fb-af4a-97b4fad2090e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537579'] for router_interface, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:03.710185 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-6b9bcde8-b2b4-47cc-a997-17cc360440f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2c4ac4-bab4-4142-afa3-bad331c18b45', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-407627951-router', 'tenant_id': 'ab7d0f0c42f145f6b72ab10762d369d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '1a5c9af1-2a64-43e7-ae82-6afd9cb1b312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:49:49Z', 'updated_at': '2021-08-16T22:49:59Z', 'revision_number': 4, 'project_id': 'ab7d0f0c42f145f6b72ab10762d369d7', 'gw_port': {'id': '1a5c9af1-2a64-43e7-ae82-6afd9cb1b312', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:99:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2c4ac4-bab4-4142-afa3-bad331c18b45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:49:52Z', 'updated_at': '2021-08-16T22:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '7ee1472e-c8db-4991-842f-d8ee274f7958', 'name': '', 'network_id': 'abc9e355-d177-4a37-9021-01659648e2b4', 'tenant_id': 'ab7d0f0c42f145f6b72ab10762d369d7', 'mac_address': 'fa:16:3e:8b:a6:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c2c4ac4-bab4-4142-afa3-bad331c18b45', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '4fa0d837-e453-42b0-ac66-896759787a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:49:58Z', 'updated_at': '2021-08-16T22:50:02Z', 'revision_number': 4, 'project_id': 'ab7d0f0c42f145f6b72ab10762d369d7', 'subnets': [{'id': '4fa0d837-e453-42b0-ac66-896759787a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:50:03.738923 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9bcde8-b2b4-47cc-a997-17cc360440f4 None None] The sync data for ids ['8c2c4ac4-bab4-4142-afa3-bad331c18b45'] in n-d-791506-26 is: [{'id': '8c2c4ac4-bab4-4142-afa3-bad331c18b45', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-407627951-router', 'tenant_id': 'ab7d0f0c42f145f6b72ab10762d369d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '1a5c9af1-2a64-43e7-ae82-6afd9cb1b312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:49:49Z', 'updated_at': '2021-08-16T22:49:59Z', 'revision_number': 4, 'project_id': 'ab7d0f0c42f145f6b72ab10762d369d7', 'gw_port': {'id': '1a5c9af1-2a64-43e7-ae82-6afd9cb1b312', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:99:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2c4ac4-bab4-4142-afa3-bad331c18b45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:49:52Z', 'updated_at': '2021-08-16T22:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '7ee1472e-c8db-4991-842f-d8ee274f7958', 'name': '', 'network_id': 'abc9e355-d177-4a37-9021-01659648e2b4', 'tenant_id': 'ab7d0f0c42f145f6b72ab10762d369d7', 'mac_address': 'fa:16:3e:8b:a6:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c2c4ac4-bab4-4142-afa3-bad331c18b45', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '4fa0d837-e453-42b0-ac66-896759787a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:49:58Z', 'updated_at': '2021-08-16T22:50:02Z', 'revision_number': 4, 'project_id': 'ab7d0f0c42f145f6b72ab10762d369d7', 'subnets': [{'id': '4fa0d837-e453-42b0-ac66-896759787a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:50:03.750618 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-107881b1-df80-4f61-907e-26ebc6696225 req-6a53b3c2-843b-4060-a29b-be63ebeec0df tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:03.800621 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a53b3c2-843b-4060-a29b-be63ebeec0df tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Pushing event updated for resources: {'Port': ['ID=c68a157b-3bef-47ef-9d06-2962130c3d56,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:03.860072 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-107881b1-df80-4f61-907e-26ebc6696225 req-6a53b3c2-843b-4060-a29b-be63ebeec0df tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:50:03.870552 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7887413-91b1-43e9-b512-5e6a09de3000 req-b802d93f-1c4e-4122-99f5-d8166caa11b0 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:03.872294 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d7887413-91b1-43e9-b512-5e6a09de3000 req-b802d93f-1c4e-4122-99f5-d8166caa11b0 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2275305 Aug 16 22:50:03.873366 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [req-107881b1-df80-4f61-907e-26ebc6696225 req-6a53b3c2-843b-4060-a29b-be63ebeec0df tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:50:03.875895 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-107881b1-df80-4f61-907e-26ebc6696225 req-6a53b3c2-843b-4060-a29b-be63ebeec0df tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:50:03.920749 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d7887413-91b1-43e9-b512-5e6a09de3000 req-ae1bee01-fdab-493a-bfc1-8ea166927612 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/quotas/8a5e1d0e34564f40b5c7c9ef56843b1e HTTP/1.1" status: 200 len: 375 time: 0.0175903 Aug 16 22:50:04.021376 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-107881b1-df80-4f61-907e-26ebc6696225 req-6a53b3c2-843b-4060-a29b-be63ebeec0df tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:04.042557 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d7887413-91b1-43e9-b512-5e6a09de3000 req-54c8ceb2-17fb-4b58-85d7-918149470f4d tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8a5e1d0e34564f40b5c7c9ef56843b1e&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1042347 Aug 16 22:50:04.045369 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-aa8765bc-602f-45fb-af4a-97b4fad2090e admin admin] Deleting port 7ee1472e-c8db-4991-842f-d8ee274f7958 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:50:04.045815 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-aa8765bc-602f-45fb-af4a-97b4fad2090e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:04.072733 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-107881b1-df80-4f61-907e-26ebc6696225 req-6a53b3c2-843b-4060-a29b-be63ebeec0df tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:04.154454 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-aa8765bc-602f-45fb-af4a-97b4fad2090e admin admin] For port 7ee1472e-c8db-4991-842f-d8ee274f7958, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=7ee1472e-c8db-4991-842f-d8ee274f7958,segment=NetworkSegment(d83a977f-6b89-433e-bde2-7cf8b15135ff),segment_id=d83a977f-6b89-433e-bde2-7cf8b15135ff)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:50:04.154832 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-aa8765bc-602f-45fb-af4a-97b4fad2090e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:04.179227 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-aa8765bc-602f-45fb-af4a-97b4fad2090e admin admin] Calling delete_port for 7ee1472e-c8db-4991-842f-d8ee274f7958 owned by network:router_interface {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:50:04.310970 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61cdedd0-accc-40a4-9dcf-b6ee1fa0dd97 x-openstack-request-id: req-61cdedd0-accc-40a4-9dcf-b6ee1fa0dd97 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:50:04.311264 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd80fd78-9e08-4cc7-a161-80457457a8fc", "name": "network-vif-plugged", "status": "completed", "tag": "a7acfedd-7328-4c89-b0a3-75e70efe3623", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:50:04.311517 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-61cdedd0-accc-40a4-9dcf-b6ee1fa0dd97 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:50:04.311916 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd80fd78-9e08-4cc7-a161-80457457a8fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7acfedd-7328-4c89-b0a3-75e70efe3623', 'code': 200} Aug 16 22:50:04.371141 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-107881b1-df80-4f61-907e-26ebc6696225 req-6a53b3c2-843b-4060-a29b-be63ebeec0df tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:04.378366 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-107881b1-df80-4f61-907e-26ebc6696225 req-6a53b3c2-843b-4060-a29b-be63ebeec0df tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:04.508334 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a53b3c2-843b-4060-a29b-be63ebeec0df tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Pushing event updated for resources: {'Port': ['ID=c68a157b-3bef-47ef-9d06-2962130c3d56,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:04.515829 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6f206542-e869-4940-8fe8-3f1d644bbfab req-c7a3cb3e-d523-4403-91ee-a6739b53f72c tempest-ServerShowV257Test-35714244 tempest-ServerShowV257Test-35714244-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ecd430d-f8b3-477f-ad59-345156be3ac7 HTTP/1.1" status: 200 len: 210 time: 0.0884852 Aug 16 22:50:04.568399 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-107881b1-df80-4f61-907e-26ebc6696225 req-6a53b3c2-843b-4060-a29b-be63ebeec0df tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:04.571239 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-aa8765bc-602f-45fb-af4a-97b4fad2090e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:04.598012 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-107881b1-df80-4f61-907e-26ebc6696225 req-6a53b3c2-843b-4060-a29b-be63ebeec0df tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:04.600151 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-107881b1-df80-4f61-907e-26ebc6696225 req-6a53b3c2-843b-4060-a29b-be63ebeec0df tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1730843 Aug 16 22:50:04.623340 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8765bc-602f-45fb-af4a-97b4fad2090e admin admin] Pushing event deleted for resources: {'Port': ['ID=7ee1472e-c8db-4991-842f-d8ee274f7958,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:04.742508 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-107881b1-df80-4f61-907e-26ebc6696225 req-1316d505-d256-433c-97b0-a3498c6ca76c tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.4.245 HTTP/1.1" status: 200 len: 696 time: 0.1357026 Aug 16 22:50:04.893923 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed62f61-9bb9-4c0a-a29b-0693e59be2aa req-62807066-271b-4225-b82d-56c83db7bf6c tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:04.901407 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8ed62f61-9bb9-4c0a-a29b-0693e59be2aa req-62807066-271b-4225-b82d-56c83db7bf6c tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd80fd78-9e08-4cc7-a161-80457457a8fc HTTP/1.1" status: 200 len: 950 time: 0.2129374 Aug 16 22:50:04.911549 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-aa8765bc-602f-45fb-af4a-97b4fad2090e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537471'] for router_interface, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:04.980090 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8ed62f61-9bb9-4c0a-a29b-0693e59be2aa req-913a1045-ea54-4ac2-a848-c5151adca74d tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777383 Aug 16 22:50:05.035867 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107881b1-df80-4f61-907e-26ebc6696225 req-66b4accc-772b-4665-b754-cd6507493291 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:05.051650 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-107881b1-df80-4f61-907e-26ebc6696225 req-66b4accc-772b-4665-b754-cd6507493291 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] 10.222.0.36 "GET /v2.0/networks/c22c4980-c849-406d-982c-a5d68c515a94 HTTP/1.1" status: 200 len: 784 time: 0.3003938 Aug 16 22:50:05.192520 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2e95445c-0224-4c57-bf4c-c9f31022dff4 req-7f1718ff-a069-462a-b06d-13f461825e4a tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/ports?device_id=7df45d2f-eed2-4217-8d86-48044163bc75 HTTP/1.1" status: 200 len: 210 time: 0.0903225 Aug 16 22:50:05.284852 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16757a1c-f735-44ae-a36c-511ec7ddd6c8 req-785b387e-3fbf-4cd8-80a7-436488d46ec7 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:05.295134 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-16757a1c-f735-44ae-a36c-511ec7ddd6c8 req-785b387e-3fbf-4cd8-80a7-436488d46ec7 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=874b6679-a5eb-4e9a-a8a3-13432fb39a1e HTTP/1.1" status: 200 len: 945 time: 0.1011970 Aug 16 22:50:05.319725 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa8765bc-602f-45fb-af4a-97b4fad2090e admin admin] Router 8c2c4ac4-bab4-4142-afa3-bad331c18b45 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:50:05.359266 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-16757a1c-f735-44ae-a36c-511ec7ddd6c8 req-ea29e428-8c27-4761-a5d2-a535e7a7aa88 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574563 Aug 16 22:50:05.500071 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa8765bc-602f-45fb-af4a-97b4fad2090e admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:50:05.507292 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-aa8765bc-602f-45fb-af4a-97b4fad2090e admin admin] 10.222.0.36 "PUT /v2.0/routers/8c2c4ac4-bab4-4142-afa3-bad331c18b45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5843010 Aug 16 22:50:05.510501 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 54540) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:50:05.613955 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03ce0b2-3333-4825-9179-d0d8b240ab91 req-bc4a4424-4a85-4643-913d-72c1fa69dc13 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:05.615460 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a03ce0b2-3333-4825-9179-d0d8b240ab91 req-bc4a4424-4a85-4643-913d-72c1fa69dc13 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd80fd78-9e08-4cc7-a161-80457457a8fc HTTP/1.1" status: 200 len: 950 time: 0.1441047 Aug 16 22:50:05.648466 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02734925-76f3-4457-ae30-1a309189e6b6 None None] Sync routers for ids ['8c2c4ac4-bab4-4142-afa3-bad331c18b45'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:50:05.658795 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02734925-76f3-4457-ae30-1a309189e6b6 None None] Routers {'8c2c4ac4-bab4-4142-afa3-bad331c18b45'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:50:05.659856 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-02734925-76f3-4457-ae30-1a309189e6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:49:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['8c2c4ac4-bab4-4142-afa3-bad331c18b45'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:50:05.685888 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-75f60cc3-e6e2-418d-becc-c751ac26c61d req-47fd196b-6711-4786-89fa-990f87270d45 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2851090 Aug 16 22:50:05.708299 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-75f60cc3-e6e2-418d-becc-c751ac26c61d req-10547fa7-2ba8-47c3-91ef-9621c28d40b9 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Request body: {'floatingip': {'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:50:05.728056 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a03ce0b2-3333-4825-9179-d0d8b240ab91 req-4f2a43e3-ee57-4944-a454-5bd0a1a89b89 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775566 Aug 16 22:50:05.731931 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7e426447-55c6-4c8b-bbf0-19d423a41ced admin admin] Notify callbacks [] for router, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:05.803303 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-02734925-76f3-4457-ae30-1a309189e6b6 None None] Set router 8c2c4ac4-bab4-4142-afa3-bad331c18b45 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:50:05.826863 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-75f60cc3-e6e2-418d-becc-c751ac26c61d req-10547fa7-2ba8-47c3-91ef-9621c28d40b9 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Notify callbacks [] for floatingip, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:05.848062 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7e9a8d3f-7c5f-476a-9731-5fd242291301 req-d4585e3c-636c-40a0-a466-dfd82b5a27af tempest-ServerShowV257Test-35714244 tempest-ServerShowV257Test-35714244-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ecd430d-f8b3-477f-ad59-345156be3ac7 HTTP/1.1" status: 200 len: 210 time: 0.0354140 Aug 16 22:50:05.915582 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d7887413-91b1-43e9-b512-5e6a09de3000 req-33abd562-0051-425b-8f70-95ca3402e078 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=8a5e1d0e34564f40b5c7c9ef56843b1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0237544 Aug 16 22:50:06.080886 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7e426447-55c6-4c8b-bbf0-19d423a41ced admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:06.177582 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7887413-91b1-43e9-b512-5e6a09de3000 req-c0d5e5ea-9765-4599-a9cd-b10be213c169 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:06.179720 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d7887413-91b1-43e9-b512-5e6a09de3000 req-c0d5e5ea-9765-4599-a9cd-b10be213c169 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2350955 Aug 16 22:50:06.186278 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-02734925-76f3-4457-ae30-1a309189e6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2c4ac4-bab4-4142-afa3-bad331c18b45', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-407627951-router', 'tenant_id': 'ab7d0f0c42f145f6b72ab10762d369d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '1a5c9af1-2a64-43e7-ae82-6afd9cb1b312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:49:49Z', 'updated_at': '2021-08-16T22:50:04Z', 'revision_number': 5, 'project_id': 'ab7d0f0c42f145f6b72ab10762d369d7', 'gw_port': {'id': '1a5c9af1-2a64-43e7-ae82-6afd9cb1b312', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:99:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2c4ac4-bab4-4142-afa3-bad331c18b45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:49:52Z', 'updated_at': '2021-08-16T22:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:50:06.215223 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02734925-76f3-4457-ae30-1a309189e6b6 None None] Checking router: 8c2c4ac4-bab4-4142-afa3-bad331c18b45 for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:50:06.218063 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-d7887413-91b1-43e9-b512-5e6a09de3000 req-ce78a72f-238a-4461-827f-4665cf95cff4 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Request body: {'port': {'device_id': '7df45d2f-eed2-4217-8d86-48044163bc75', 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd', 'admin_state_up': True, 'tenant_id': '8a5e1d0e34564f40b5c7c9ef56843b1e'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:50:06.224846 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02734925-76f3-4457-ae30-1a309189e6b6 None None] Routers {'8c2c4ac4-bab4-4142-afa3-bad331c18b45'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:50:06.225497 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-02734925-76f3-4457-ae30-1a309189e6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:49:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['8c2c4ac4-bab4-4142-afa3-bad331c18b45'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:50:06.234798 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5b3eba1d-5688-4fd6-8dd1-49047598e9bf req-ca042135-46f9-4a09-bc81-621023d61aa1 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=5aa270b810014cb1b7df23f71a5483f7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0495842 Aug 16 22:50:06.314843 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '874b6679-a5eb-4e9a-a8a3-13432fb39a1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f60c1841-d48e-4cc7-b1a1-1650b8d9fd20'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:50:06.317173 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dae30dd-6d90-443c-92a5-c17a97ba97f4" -d '{"events": [{"server_uuid": "874b6679-a5eb-4e9a-a8a3-13432fb39a1e", "name": "network-vif-plugged", "status": "completed", "tag": "f60c1841-d48e-4cc7-b1a1-1650b8d9fd20"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:50:06.326274 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-02734925-76f3-4457-ae30-1a309189e6b6 None None] Set router 8c2c4ac4-bab4-4142-afa3-bad331c18b45 gateway port host: None {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:50:06.367067 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-7e426447-55c6-4c8b-bbf0-19d423a41ced admin admin] Deleting port 1a5c9af1-2a64-43e7-ae82-6afd9cb1b312 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:50:06.367436 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7e426447-55c6-4c8b-bbf0-19d423a41ced admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:06.395127 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-02734925-76f3-4457-ae30-1a309189e6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c2c4ac4-bab4-4142-afa3-bad331c18b45', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-407627951-router', 'tenant_id': 'ab7d0f0c42f145f6b72ab10762d369d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:49:49Z', 'updated_at': '2021-08-16T22:50:06Z', 'revision_number': 6, 'project_id': 'ab7d0f0c42f145f6b72ab10762d369d7', 'gw_port_host': None}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:50:06.421337 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-75f60cc3-e6e2-418d-becc-c751ac26c61d req-10547fa7-2ba8-47c3-91ef-9621c28d40b9 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:06.427483 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02734925-76f3-4457-ae30-1a309189e6b6 None None] The sync data for ids ['8c2c4ac4-bab4-4142-afa3-bad331c18b45'] in n-d-791506-26 is: [{'id': '8c2c4ac4-bab4-4142-afa3-bad331c18b45', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-407627951-router', 'tenant_id': 'ab7d0f0c42f145f6b72ab10762d369d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:49:49Z', 'updated_at': '2021-08-16T22:50:06Z', 'revision_number': 6, 'project_id': 'ab7d0f0c42f145f6b72ab10762d369d7', 'gw_port_host': None}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:50:06.566405 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3eba1d-5688-4fd6-8dd1-49047598e9bf req-8fb42cd5-6a27-4d8d-b2ac-8cdec1b6a508 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:06.567911 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5b3eba1d-5688-4fd6-8dd1-49047598e9bf req-8fb42cd5-6a27-4d8d-b2ac-8cdec1b6a508 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2893288 Aug 16 22:50:06.628437 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5b3eba1d-5688-4fd6-8dd1-49047598e9bf req-132a8750-de18-40b5-b3b2-d2cbfe530ad7 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/quotas/5aa270b810014cb1b7df23f71a5483f7 HTTP/1.1" status: 200 len: 375 time: 0.0472674 Aug 16 22:50:06.629030 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7887413-91b1-43e9-b512-5e6a09de3000 req-ce78a72f-238a-4461-827f-4665cf95cff4 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Made reservation on behalf of 8a5e1d0e34564f40b5c7c9ef56843b1e for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:50:06.632478 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-d7887413-91b1-43e9-b512-5e6a09de3000 req-ce78a72f-238a-4461-827f-4665cf95cff4 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:06.643920 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-7e426447-55c6-4c8b-bbf0-19d423a41ced admin admin] For port 1a5c9af1-2a64-43e7-ae82-6afd9cb1b312, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=1a5c9af1-2a64-43e7-ae82-6afd9cb1b312,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:50:06.644440 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7e426447-55c6-4c8b-bbf0-19d423a41ced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:06.694446 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-7e426447-55c6-4c8b-bbf0-19d423a41ced admin admin] Calling delete_port for 1a5c9af1-2a64-43e7-ae82-6afd9cb1b312 owned by network:router_gateway {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:50:06.724571 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [req-75f60cc3-e6e2-418d-becc-c751ac26c61d req-10547fa7-2ba8-47c3-91ef-9621c28d40b9 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Allocated IP 172.25.4.12 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/e0b9de6d-18a3-4bc0-8734-181e6871b749) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:50:06.887612 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5b3eba1d-5688-4fd6-8dd1-49047598e9bf req-0a87afbf-0644-4997-ace4-d9114e3c8c56 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5aa270b810014cb1b7df23f71a5483f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2460759 Aug 16 22:50:06.916163 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 7ee1472e-c8db-4991-842f-d8ee274f7958 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:50:06.955006 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 7ee1472e-c8db-4991-842f-d8ee274f7958 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:50:06.955492 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 7ee1472e-c8db-4991-842f-d8ee274f7958 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:50:07.071770 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [req-d7887413-91b1-43e9-b512-5e6a09de3000 req-ce78a72f-238a-4461-827f-4665cf95cff4 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Allocated IP 192.168.233.213 (a2f596d0-b80e-4404-bf4b-27a7e14f50dd/6af2b868-37d3-46ab-a526-0465929f13c8/5df2da5d-eef0-4761-a20a-65bd101099bf) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:50:07.076359 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-75f60cc3-e6e2-418d-becc-c751ac26c61d req-10547fa7-2ba8-47c3-91ef-9621c28d40b9 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:07.614661 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7dba21fe-8d60-40ec-a591-3e1f6c3083df req-a03d1d31-7bcc-47e0-b683-73e2ae326c84 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/ports?device_id=7df45d2f-eed2-4217-8d86-48044163bc75 HTTP/1.1" status: 200 len: 210 time: 0.4444132 Aug 16 22:50:07.680127 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7e426447-55c6-4c8b-bbf0-19d423a41ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:07.699660 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f5f56c9-c43f-4f35-936e-b6abdf3bfd6e x-openstack-request-id: req-4f5f56c9-c43f-4f35-936e-b6abdf3bfd6e {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:50:07.699660 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "874b6679-a5eb-4e9a-a8a3-13432fb39a1e", "name": "network-vif-plugged", "status": "completed", "tag": "f60c1841-d48e-4cc7-b1a1-1650b8d9fd20", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:50:07.699937 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4f5f56c9-c43f-4f35-936e-b6abdf3bfd6e {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:50:07.700247 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '874b6679-a5eb-4e9a-a8a3-13432fb39a1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f60c1841-d48e-4cc7-b1a1-1650b8d9fd20', 'code': 200} Aug 16 22:50:07.723542 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e426447-55c6-4c8b-bbf0-19d423a41ced admin admin] Pushing event deleted for resources: {'Port': ['ID=1a5c9af1-2a64-43e7-ae82-6afd9cb1b312,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:07.730385 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-75f60cc3-e6e2-418d-becc-c751ac26c61d req-10547fa7-2ba8-47c3-91ef-9621c28d40b9 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:07.829685 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75f60cc3-e6e2-418d-becc-c751ac26c61d req-10547fa7-2ba8-47c3-91ef-9621c28d40b9 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:50:07.862276 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [req-75f60cc3-e6e2-418d-becc-c751ac26c61d req-10547fa7-2ba8-47c3-91ef-9621c28d40b9 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:50:07.868614 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-d7887413-91b1-43e9-b512-5e6a09de3000 req-ce78a72f-238a-4461-827f-4665cf95cff4 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:07.872202 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-75f60cc3-e6e2-418d-becc-c751ac26c61d req-10547fa7-2ba8-47c3-91ef-9621c28d40b9 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:50:07.896892 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10547fa7-2ba8-47c3-91ef-9621c28d40b9 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Pushing event updated for resources: {'Port': ['ID=e0b9de6d-18a3-4bc0-8734-181e6871b749,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:07.938045 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89955db9-b195-4351-a61d-85923c2ec8ec req-573271c7-57fc-4827-8f10-a287fa4c43ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:07.940378 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-89955db9-b195-4351-a61d-85923c2ec8ec req-573271c7-57fc-4827-8f10-a287fa4c43ee service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=874b6679-a5eb-4e9a-a8a3-13432fb39a1e HTTP/1.1" status: 200 len: 1097 time: 0.0547566 Aug 16 22:50:07.957660 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-d7887413-91b1-43e9-b512-5e6a09de3000 req-ce78a72f-238a-4461-827f-4665cf95cff4 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Transition to ACTIVE for port object 5df2da5d-eef0-4761-a20a-65bd101099bf will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:50:07.979409 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-89955db9-b195-4351-a61d-85923c2ec8ec req-b76a8879-94a3-465b-b0c5-2f1571357e33 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294495 Aug 16 22:50:08.004803 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7e426447-55c6-4c8b-bbf0-19d423a41ced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537121'] for router_gateway, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:08.194641 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1fd623-ead3-480e-b811-ef2b063c44b9 req-e1b8181e-97a9-40a7-b5c9-cdcf4a87a909 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:08.196194 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7e1fd623-ead3-480e-b811-ef2b063c44b9 req-e1b8181e-97a9-40a7-b5c9-cdcf4a87a909 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=874b6679-a5eb-4e9a-a8a3-13432fb39a1e HTTP/1.1" status: 200 len: 945 time: 0.2959242 Aug 16 22:50:08.197953 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7e426447-55c6-4c8b-bbf0-19d423a41ced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:08.219691 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7e426447-55c6-4c8b-bbf0-19d423a41ced admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:08.255854 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-d7887413-91b1-43e9-b512-5e6a09de3000 req-ce78a72f-238a-4461-827f-4665cf95cff4 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:08.273060 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['6febc145-575d-4190-8648-f4c30710fedf', '2936c26e-d0eb-4c67-ab4d-e875efb1b500', '5dc72a00-0f55-40d2-95ec-e6c1f053f268', 'a55a6d11-4f48-478c-b6b0-5567dcd53c85'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:50:08.298353 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['f323738b-f883-4014-ba78-4c322dc7f679', '5889a528-9304-413d-8a3e-d220839675c1'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:50:08.309603 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-75f60cc3-e6e2-418d-becc-c751ac26c61d req-10547fa7-2ba8-47c3-91ef-9621c28d40b9 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:08.351745 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7e426447-55c6-4c8b-bbf0-19d423a41ced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:08.352285 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e426447-55c6-4c8b-bbf0-19d423a41ced admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c2c4ac4-bab4-4142-afa3-bad331c18b45 {{(pid=101292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:50:08.359545 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5b3eba1d-5688-4fd6-8dd1-49047598e9bf req-c8293181-e877-4ea6-8ff8-4c1e9ff96192 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=5aa270b810014cb1b7df23f71a5483f7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0437887 Aug 16 22:50:08.364362 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7887413-91b1-43e9-b512-5e6a09de3000 req-ce78a72f-238a-4461-827f-4665cf95cff4 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Network a2f596d0-b80e-4404-bf4b-27a7e14f50dd is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:50:08.367682 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7e426447-55c6-4c8b-bbf0-19d423a41ced admin admin] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:08.368904 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-7e426447-55c6-4c8b-bbf0-19d423a41ced admin admin] 10.222.0.36 "DELETE /v2.0/routers/8c2c4ac4-bab4-4142-afa3-bad331c18b45 HTTP/1.1" status: 204 len: 168 time: 2.8535175 Aug 16 22:50:08.384003 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7e1fd623-ead3-480e-b811-ef2b063c44b9 req-79c67e22-5cc9-47cb-98bd-9b373fd0c118 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615114 Aug 16 22:50:08.432304 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 54588) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:50:08.466013 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce78a72f-238a-4461-827f-4665cf95cff4 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Pushing event updated for resources: {'Port': ['ID=5df2da5d-eef0-4761-a20a-65bd101099bf,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:08.470411 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [req-d7887413-91b1-43e9-b512-5e6a09de3000 req-ce78a72f-238a-4461-827f-4665cf95cff4 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:50:08.489999 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7887413-91b1-43e9-b512-5e6a09de3000 req-ce78a72f-238a-4461-827f-4665cf95cff4 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:50:08.551250 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3eba1d-5688-4fd6-8dd1-49047598e9bf req-66b14b75-6ee7-41eb-89b2-7cde82eac57e tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:08.551725 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-75f60cc3-e6e2-418d-becc-c751ac26c61d req-10547fa7-2ba8-47c3-91ef-9621c28d40b9 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:08.560955 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5b3eba1d-5688-4fd6-8dd1-49047598e9bf req-66b14b75-6ee7-41eb-89b2-7cde82eac57e tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1950655 Aug 16 22:50:08.578682 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-5b3eba1d-5688-4fd6-8dd1-49047598e9bf req-5c07c326-d5f8-4a56-bc46-970bcef39382 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Request body: {'port': {'device_id': 'ccafbb9c-84fb-4dc5-9318-99c0fbf40f72', 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd', 'admin_state_up': True, 'tenant_id': '5aa270b810014cb1b7df23f71a5483f7'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:50:08.623998 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_v2 [None req-492931e6-7270-4b49-8d15-fa2aff1e4f4c admin admin] Deleting subnet 4fa0d837-e453-42b0-ac66-896759787a65 {{(pid=101292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:50:08.629251 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-492931e6-7270-4b49-8d15-fa2aff1e4f4c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:08.726337 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d836839f-88d5-43bd-960e-f81ba61d089c req-913d58be-066e-46a0-9e7c-9728df6f6383 tempest-ServerShowV257Test-35714244 tempest-ServerShowV257Test-35714244-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ecd430d-f8b3-477f-ad59-345156be3ac7 HTTP/1.1" status: 200 len: 210 time: 0.1659536 Aug 16 22:50:08.741431 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b3eba1d-5688-4fd6-8dd1-49047598e9bf req-5c07c326-d5f8-4a56-bc46-970bcef39382 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Made reservation on behalf of 5aa270b810014cb1b7df23f71a5483f7 for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:50:08.746129 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-5b3eba1d-5688-4fd6-8dd1-49047598e9bf req-5c07c326-d5f8-4a56-bc46-970bcef39382 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:08.770313 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-492931e6-7270-4b49-8d15-fa2aff1e4f4c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3848860'] for subnet, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:08.810696 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7887413-91b1-43e9-b512-5e6a09de3000 req-ce78a72f-238a-4461-827f-4665cf95cff4 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:08.811413 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-d7887413-91b1-43e9-b512-5e6a09de3000 req-ce78a72f-238a-4461-827f-4665cf95cff4 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:08.824902 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-7ca123e0-8546-42ad-88f7-0ef20aec0e9b None None] Provisioning for port 5df2da5d-eef0-4761-a20a-65bd101099bf completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:50:08.879230 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6a1f7609-a9c1-491d-8e65-da3c6b3c2e81 req-939a6f14-a796-4aec-a68e-caca8e034342 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccafbb9c-84fb-4dc5-9318-99c0fbf40f72 HTTP/1.1" status: 200 len: 210 time: 0.0534997 Aug 16 22:50:08.887263 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-7ca123e0-8546-42ad-88f7-0ef20aec0e9b None None] Provisioning complete for port 5df2da5d-eef0-4761-a20a-65bd101099bf triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:50:08.887645 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7ca123e0-8546-42ad-88f7-0ef20aec0e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:08.918652 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d7887413-91b1-43e9-b512-5e6a09de3000 req-ce78a72f-238a-4461-827f-4665cf95cff4 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7043717 Aug 16 22:50:08.928515 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-5b3eba1d-5688-4fd6-8dd1-49047598e9bf req-5c07c326-d5f8-4a56-bc46-970bcef39382 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Allocated IP 192.168.233.229 (a2f596d0-b80e-4404-bf4b-27a7e14f50dd/6af2b868-37d3-46ab-a526-0465929f13c8/fc000a0b-c9d1-47c5-8bb6-a1ddf7834593) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:50:08.932253 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 1a5c9af1-2a64-43e7-ae82-6afd9cb1b312 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:50:08.959765 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 1a5c9af1-2a64-43e7-ae82-6afd9cb1b312 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:50:08.960123 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 1a5c9af1-2a64-43e7-ae82-6afd9cb1b312 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:50:08.969101 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-d7887413-91b1-43e9-b512-5e6a09de3000 req-0be75bef-06b2-46d8-a5f3-1f50d0d3f81d service neutron] Request body: {'port': {'device_id': '7df45d2f-eed2-4217-8d86-48044163bc75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-26'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:50:09.048249 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-7ca123e0-8546-42ad-88f7-0ef20aec0e9b None None] Port 5df2da5d-eef0-4761-a20a-65bd101099bf cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:50:09.151170 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-5b3eba1d-5688-4fd6-8dd1-49047598e9bf req-5c07c326-d5f8-4a56-bc46-970bcef39382 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:09.168659 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-5b3eba1d-5688-4fd6-8dd1-49047598e9bf req-5c07c326-d5f8-4a56-bc46-970bcef39382 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Transition to ACTIVE for port object fc000a0b-c9d1-47c5-8bb6-a1ddf7834593 will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:50:09.184011 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-d7887413-91b1-43e9-b512-5e6a09de3000 req-0be75bef-06b2-46d8-a5f3-1f50d0d3f81d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:09.209857 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-492931e6-7270-4b49-8d15-fa2aff1e4f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:09.216943 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-5b3eba1d-5688-4fd6-8dd1-49047598e9bf req-5c07c326-d5f8-4a56-bc46-970bcef39382 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:09.223572 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726ba6e0-c445-4327-a6eb-c87cf725d769 req-bf3201b5-02da-464f-8889-f8f2d10f607a tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:09.225832 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-726ba6e0-c445-4327-a6eb-c87cf725d769 req-bf3201b5-02da-464f-8889-f8f2d10f607a tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/ports?device_id=7df45d2f-eed2-4217-8d86-48044163bc75 HTTP/1.1" status: 200 len: 936 time: 0.1857302 Aug 16 22:50:09.275999 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b3eba1d-5688-4fd6-8dd1-49047598e9bf req-5c07c326-d5f8-4a56-bc46-970bcef39382 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Network a2f596d0-b80e-4404-bf4b-27a7e14f50dd is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:50:09.279539 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-5b3eba1d-5688-4fd6-8dd1-49047598e9bf req-5c07c326-d5f8-4a56-bc46-970bcef39382 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:50:09.282766 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b3eba1d-5688-4fd6-8dd1-49047598e9bf req-5c07c326-d5f8-4a56-bc46-970bcef39382 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:50:09.326010 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c07c326-d5f8-4a56-bc46-970bcef39382 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Pushing event updated for resources: {'Port': ['ID=fc000a0b-c9d1-47c5-8bb6-a1ddf7834593,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:09.336717 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-726ba6e0-c445-4327-a6eb-c87cf725d769 req-ad0617b8-5d97-4ec0-b205-b675880766bf tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf51abff-a5e4-4ed4-87b7-552597e1ec97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616806 Aug 16 22:50:09.354104 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3eba1d-5688-4fd6-8dd1-49047598e9bf req-5c07c326-d5f8-4a56-bc46-970bcef39382 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:09.354884 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-5b3eba1d-5688-4fd6-8dd1-49047598e9bf req-5c07c326-d5f8-4a56-bc46-970bcef39382 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:09.375710 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5b3eba1d-5688-4fd6-8dd1-49047598e9bf req-5c07c326-d5f8-4a56-bc46-970bcef39382 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8024833 Aug 16 22:50:09.389689 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-5b3eba1d-5688-4fd6-8dd1-49047598e9bf req-d099c2d0-a1b2-4a92-a66c-a26e6045d71f service neutron] Request body: {'port': {'device_id': 'ccafbb9c-84fb-4dc5-9318-99c0fbf40f72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:50:09.473221 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-5b3eba1d-5688-4fd6-8dd1-49047598e9bf req-d099c2d0-a1b2-4a92-a66c-a26e6045d71f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:09.541833 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-492931e6-7270-4b49-8d15-fa2aff1e4f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26252129'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:09.551305 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-75f60cc3-e6e2-418d-becc-c751ac26c61d req-10547fa7-2ba8-47c3-91ef-9621c28d40b9 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:09.578123 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-c5de7900-4e88-418b-abba-56b3a7266eec None None] Provisioning for port fc000a0b-c9d1-47c5-8bb6-a1ddf7834593 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:50:09.582050 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-75f60cc3-e6e2-418d-becc-c751ac26c61d req-10547fa7-2ba8-47c3-91ef-9621c28d40b9 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:09.584772 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-c5de7900-4e88-418b-abba-56b3a7266eec None None] Provisioning complete for port fc000a0b-c9d1-47c5-8bb6-a1ddf7834593 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:50:09.585654 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c5de7900-4e88-418b-abba-56b3a7266eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:09.606012 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492931e6-7270-4b49-8d15-fa2aff1e4f4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fa0d837-e453-42b0-ac66-896759787a65,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:09.608196 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-492931e6-7270-4b49-8d15-fa2aff1e4f4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:09.629689 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-492931e6-7270-4b49-8d15-fa2aff1e4f4c admin admin] 10.222.0.36 "DELETE /v2.0/subnets/4fa0d837-e453-42b0-ac66-896759787a65 HTTP/1.1" status: 204 len: 168 time: 1.1885824 Aug 16 22:50:09.631318 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc92e284-c182-462e-9283-0df5e4d2ded2 None None] Network abc9e355-d177-4a37-9021-01659648e2b4 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:50:09.639831 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 54638) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:50:09.708612 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-c5de7900-4e88-418b-abba-56b3a7266eec None None] Port fc000a0b-c9d1-47c5-8bb6-a1ddf7834593 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:50:09.724280 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10547fa7-2ba8-47c3-91ef-9621c28d40b9 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Pushing event updated for resources: {'Port': ['ID=e0b9de6d-18a3-4bc0-8734-181e6871b749,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:09.745962 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-791aeb2c-0854-438e-8926-d0daab13901b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:09.849307 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-791aeb2c-0854-438e-8926-d0daab13901b admin admin] Deleting port 06f95f40-3974-4caa-a273-7b4e84d47b7b {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:50:09.849807 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-791aeb2c-0854-438e-8926-d0daab13901b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:09.895977 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac63adc7-e78e-4c5c-bb63-c6bd980b7db4 req-98c75435-fc08-44ae-9043-da2db75863f3 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:09.897707 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ac63adc7-e78e-4c5c-bb63-c6bd980b7db4 req-98c75435-fc08-44ae-9043-da2db75863f3 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=874b6679-a5eb-4e9a-a8a3-13432fb39a1e HTTP/1.1" status: 200 len: 945 time: 0.3134377 Aug 16 22:50:09.901997 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-75f60cc3-e6e2-418d-becc-c751ac26c61d req-10547fa7-2ba8-47c3-91ef-9621c28d40b9 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:09.914453 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38918bd-8391-4d0c-9e71-6383cc10e243 None None] DHCP port deletion for abc9e355-d177-4a37-9021-01659648e2b4 request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:50:09.946325 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['3daf38f0-2d73-4b14-8053-5e2922a5d49b', 'a7acfedd-7328-4c89-b0a3-75e70efe3623'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:50:09.964761 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-791aeb2c-0854-438e-8926-d0daab13901b admin admin] For port 06f95f40-3974-4caa-a273-7b4e84d47b7b, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=06f95f40-3974-4caa-a273-7b4e84d47b7b,segment=NetworkSegment(d83a977f-6b89-433e-bde2-7cf8b15135ff),segment_id=d83a977f-6b89-433e-bde2-7cf8b15135ff)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:50:09.965182 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-791aeb2c-0854-438e-8926-d0daab13901b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:09.979518 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [req-d7887413-91b1-43e9-b512-5e6a09de3000 req-0be75bef-06b2-46d8-a5f3-1f50d0d3f81d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5df2da5d-eef0-4761-a20a-65bd101099bf {{(pid=101292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:50:09.981117 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-791aeb2c-0854-438e-8926-d0daab13901b admin admin] Calling delete_port for 06f95f40-3974-4caa-a273-7b4e84d47b7b owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:50:09.990916 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-d7887413-91b1-43e9-b512-5e6a09de3000 req-0be75bef-06b2-46d8-a5f3-1f50d0d3f81d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:10.027972 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-d7887413-91b1-43e9-b512-5e6a09de3000 req-0be75bef-06b2-46d8-a5f3-1f50d0d3f81d service neutron] Transition to ACTIVE for port object 5df2da5d-eef0-4761-a20a-65bd101099bf will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:50:10.035778 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-75f60cc3-e6e2-418d-becc-c751ac26c61d req-10547fa7-2ba8-47c3-91ef-9621c28d40b9 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:10.037373 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-75f60cc3-e6e2-418d-becc-c751ac26c61d req-10547fa7-2ba8-47c3-91ef-9621c28d40b9 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.3405287 Aug 16 22:50:10.045424 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-d7887413-91b1-43e9-b512-5e6a09de3000 req-0be75bef-06b2-46d8-a5f3-1f50d0d3f81d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:10.060690 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-a38918bd-8391-4d0c-9e71-6383cc10e243 None None] Deleting port 06f95f40-3974-4caa-a273-7b4e84d47b7b {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:50:10.061249 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a38918bd-8391-4d0c-9e71-6383cc10e243 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:10.105655 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-75f60cc3-e6e2-418d-becc-c751ac26c61d req-7d09df01-b8ae-4a12-b293-af1776429372 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.4.12 HTTP/1.1" status: 200 len: 695 time: 0.0548730 Aug 16 22:50:10.158257 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ac63adc7-e78e-4c5c-bb63-c6bd980b7db4 req-01a1b8a4-3055-4023-a84f-33ac81bb25a1 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396200 Aug 16 22:50:10.222299 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-5b3eba1d-5688-4fd6-8dd1-49047598e9bf req-d099c2d0-a1b2-4a92-a66c-a26e6045d71f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc000a0b-c9d1-47c5-8bb6-a1ddf7834593 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:50:10.230995 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-5b3eba1d-5688-4fd6-8dd1-49047598e9bf req-d099c2d0-a1b2-4a92-a66c-a26e6045d71f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:10.241057 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-a38918bd-8391-4d0c-9e71-6383cc10e243 None None] For port 06f95f40-3974-4caa-a273-7b4e84d47b7b, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=06f95f40-3974-4caa-a273-7b4e84d47b7b,segment=NetworkSegment(d83a977f-6b89-433e-bde2-7cf8b15135ff),segment_id=d83a977f-6b89-433e-bde2-7cf8b15135ff)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:50:10.241722 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a38918bd-8391-4d0c-9e71-6383cc10e243 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:10.246535 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-5b3eba1d-5688-4fd6-8dd1-49047598e9bf req-d099c2d0-a1b2-4a92-a66c-a26e6045d71f service neutron] Transition to ACTIVE for port object fc000a0b-c9d1-47c5-8bb6-a1ddf7834593 will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:50:10.255813 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-5b3eba1d-5688-4fd6-8dd1-49047598e9bf req-d099c2d0-a1b2-4a92-a66c-a26e6045d71f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:10.260945 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-a38918bd-8391-4d0c-9e71-6383cc10e243 None None] Calling delete_port for 06f95f40-3974-4caa-a273-7b4e84d47b7b owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:50:10.327404 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d099c2d0-a1b2-4a92-a66c-a26e6045d71f service neutron] Pushing event updated for resources: {'Port': ['ID=fc000a0b-c9d1-47c5-8bb6-a1ddf7834593,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:10.378224 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be75bef-06b2-46d8-a5f3-1f50d0d3f81d service neutron] Pushing event updated for resources: {'Port': ['ID=5df2da5d-eef0-4761-a20a-65bd101099bf,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:10.391016 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7f5c14b3-c4d6-4b71-a3be-0beff3473ecb req-5419b8ce-fb5c-4182-80d5-7cbe1e6f36ae tempest-ServerShowV257Test-35714244 tempest-ServerShowV257Test-35714244-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ecd430d-f8b3-477f-ad59-345156be3ac7 HTTP/1.1" status: 200 len: 210 time: 0.0891433 Aug 16 22:50:10.411144 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-791aeb2c-0854-438e-8926-d0daab13901b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:10.440577 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791aeb2c-0854-438e-8926-d0daab13901b admin admin] Pushing event deleted for resources: {'Port': ['ID=06f95f40-3974-4caa-a273-7b4e84d47b7b,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:10.479600 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791aeb2c-0854-438e-8926-d0daab13901b admin admin] No DVR routers for this DVR port 06f95f40-3974-4caa-a273-7b4e84d47b7b on host n-d-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:50:10.481803 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a38918bd-8391-4d0c-9e71-6383cc10e243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:10.557076 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38918bd-8391-4d0c-9e71-6383cc10e243 None None] No DVR routers for this DVR port 06f95f40-3974-4caa-a273-7b4e84d47b7b on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:50:10.573412 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38918bd-8391-4d0c-9e71-6383cc10e243 None None] Pushing event deleted for resources: {'Port': ['ID=06f95f40-3974-4caa-a273-7b4e84d47b7b,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:10.601742 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f60cc3-e6e2-418d-becc-c751ac26c61d req-8de24be9-5dae-47fb-ae74-7f55ee91bc3e tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:10.603514 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-75f60cc3-e6e2-418d-becc-c751ac26c61d req-8de24be9-5dae-47fb-ae74-7f55ee91bc3e tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] 10.222.0.36 "GET /v2.0/networks/c22c4980-c849-406d-982c-a5d68c515a94 HTTP/1.1" status: 200 len: 784 time: 0.4694993 Aug 16 22:50:10.637092 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-d7887413-91b1-43e9-b512-5e6a09de3000 req-0be75bef-06b2-46d8-a5f3-1f50d0d3f81d service neutron] Attempting to bind port 5df2da5d-eef0-4761-a20a-65bd101099bf on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:50:10.637712 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-d7887413-91b1-43e9-b512-5e6a09de3000 req-0be75bef-06b2-46d8-a5f3-1f50d0d3f81d service neutron] Attempting to bind port 5df2da5d-eef0-4761-a20a-65bd101099bf by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:50:10.638176 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7887413-91b1-43e9-b512-5e6a09de3000 req-0be75bef-06b2-46d8-a5f3-1f50d0d3f81d service neutron] Attempting to bind port 5df2da5d-eef0-4761-a20a-65bd101099bf on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:50:10.666003 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a49501-c556-4af7-8968-dd801e1bbb35 req-7aff8915-140b-4689-a6d0-3c473cd44b39 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:10.667597 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f8a49501-c556-4af7-8968-dd801e1bbb35 req-7aff8915-140b-4689-a6d0-3c473cd44b39 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccafbb9c-84fb-4dc5-9318-99c0fbf40f72 HTTP/1.1" status: 200 len: 948 time: 0.1477129 Aug 16 22:50:10.687026 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7887413-91b1-43e9-b512-5e6a09de3000 req-0be75bef-06b2-46d8-a5f3-1f50d0d3f81d service neutron] Port 5df2da5d-eef0-4761-a20a-65bd101099bf on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:50:10.687345 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7887413-91b1-43e9-b512-5e6a09de3000 req-0be75bef-06b2-46d8-a5f3-1f50d0d3f81d service neutron] Attempting to bind port 5df2da5d-eef0-4761-a20a-65bd101099bf on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:50:10.693275 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-5b3eba1d-5688-4fd6-8dd1-49047598e9bf req-d099c2d0-a1b2-4a92-a66c-a26e6045d71f service neutron] Attempting to bind port fc000a0b-c9d1-47c5-8bb6-a1ddf7834593 on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:50:10.693618 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-5b3eba1d-5688-4fd6-8dd1-49047598e9bf req-d099c2d0-a1b2-4a92-a66c-a26e6045d71f service neutron] Attempting to bind port fc000a0b-c9d1-47c5-8bb6-a1ddf7834593 by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:50:10.694137 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3eba1d-5688-4fd6-8dd1-49047598e9bf req-d099c2d0-a1b2-4a92-a66c-a26e6045d71f service neutron] Attempting to bind port fc000a0b-c9d1-47c5-8bb6-a1ddf7834593 on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:50:10.703620 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3eba1d-5688-4fd6-8dd1-49047598e9bf req-d099c2d0-a1b2-4a92-a66c-a26e6045d71f service neutron] Port fc000a0b-c9d1-47c5-8bb6-a1ddf7834593 on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:50:10.703845 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3eba1d-5688-4fd6-8dd1-49047598e9bf req-d099c2d0-a1b2-4a92-a66c-a26e6045d71f service neutron] Attempting to bind port fc000a0b-c9d1-47c5-8bb6-a1ddf7834593 on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:50:10.719508 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3eba1d-5688-4fd6-8dd1-49047598e9bf req-d099c2d0-a1b2-4a92-a66c-a26e6045d71f service neutron] Checking agent: {'id': 'd28e24f9-e5ea-41e1-80bf-3c7943ad7f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:50:10.720389 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3eba1d-5688-4fd6-8dd1-49047598e9bf req-d099c2d0-a1b2-4a92-a66c-a26e6045d71f service neutron] Checking segment: {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:50:10.721055 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3eba1d-5688-4fd6-8dd1-49047598e9bf req-d099c2d0-a1b2-4a92-a66c-a26e6045d71f service neutron] Bound using segment: {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:50:10.721631 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-5b3eba1d-5688-4fd6-8dd1-49047598e9bf req-d099c2d0-a1b2-4a92-a66c-a26e6045d71f service neutron] Bound port: fc000a0b-c9d1-47c5-8bb6-a1ddf7834593, host: n-h1-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:50:10.722006 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-5b3eba1d-5688-4fd6-8dd1-49047598e9bf req-d099c2d0-a1b2-4a92-a66c-a26e6045d71f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:10.726824 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-791aeb2c-0854-438e-8926-d0daab13901b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:10.744974 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-791aeb2c-0854-438e-8926-d0daab13901b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abc9e355-d177-4a37-9021-01659648e2b4']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:50:10.774285 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7887413-91b1-43e9-b512-5e6a09de3000 req-0be75bef-06b2-46d8-a5f3-1f50d0d3f81d service neutron] Checking agent: {'id': 'd28e24f9-e5ea-41e1-80bf-3c7943ad7f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:50:10.775082 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7887413-91b1-43e9-b512-5e6a09de3000 req-0be75bef-06b2-46d8-a5f3-1f50d0d3f81d service neutron] Checking segment: {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:50:10.775732 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7887413-91b1-43e9-b512-5e6a09de3000 req-0be75bef-06b2-46d8-a5f3-1f50d0d3f81d service neutron] Bound using segment: {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:50:10.776282 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-d7887413-91b1-43e9-b512-5e6a09de3000 req-0be75bef-06b2-46d8-a5f3-1f50d0d3f81d service neutron] Bound port: 5df2da5d-eef0-4761-a20a-65bd101099bf, host: n-h1-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:50:10.776783 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-d7887413-91b1-43e9-b512-5e6a09de3000 req-0be75bef-06b2-46d8-a5f3-1f50d0d3f81d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:10.794483 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-791aeb2c-0854-438e-8926-d0daab13901b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd83a977f-6b89-433e-bde2-7cf8b15135ff') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:50:10.794782 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-791aeb2c-0854-438e-8926-d0daab13901b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd83a977f-6b89-433e-bde2-7cf8b15135ff') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:50:10.804523 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:10.819655 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-791aeb2c-0854-438e-8926-d0daab13901b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:10.849014 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-791aeb2c-0854-438e-8926-d0daab13901b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:10.861463 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-791aeb2c-0854-438e-8926-d0daab13901b admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:50:10.862100 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-791aeb2c-0854-438e-8926-d0daab13901b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:10.864210 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 22:50:10.864210 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:50:10.864210 n-d-791506-26 neutron-server[101291]: timer() Aug 16 22:50:10.864210 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:50:10.864210 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 22:50:10.864210 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:50:10.864210 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 22:50:10.864210 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:50:10.864210 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 22:50:10.864210 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:50:10.864210 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 22:50:10.864210 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:50:10.864210 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 22:50:10.864210 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:50:10.864210 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:50:10.864210 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:50:10.864210 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:50:10.864210 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:50:10.864210 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 22:50:10.864210 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:50:10.864210 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 22:50:10.864210 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:50:10.864210 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:50:10.864210 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:50:10.864210 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 22:50:10.864210 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:50:10.864210 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:50:10.864210 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:50:10.864210 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:50:10.864210 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:50:10.864210 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:50:10.864210 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:50:10.884571 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f8a49501-c556-4af7-8968-dd801e1bbb35 req-56de5533-031f-49b3-90b3-f391568c6532 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941278 Aug 16 22:50:10.910048 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-5b3eba1d-5688-4fd6-8dd1-49047598e9bf req-d099c2d0-a1b2-4a92-a66c-a26e6045d71f service neutron] For port fc000a0b-c9d1-47c5-8bb6-a1ddf7834593, host n-h1-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:50:10.920138 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862957da-31c8-4b58-8b15-653cf8111490 req-91fbb9ae-4a3d-4467-ba17-672b29c0bbd2 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:10.922221 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-862957da-31c8-4b58-8b15-653cf8111490 req-91fbb9ae-4a3d-4467-ba17-672b29c0bbd2 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/ports?device_id=7df45d2f-eed2-4217-8d86-48044163bc75 HTTP/1.1" status: 200 len: 948 time: 0.1866033 Aug 16 22:50:10.940449 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-d7887413-91b1-43e9-b512-5e6a09de3000 req-0be75bef-06b2-46d8-a5f3-1f50d0d3f81d service neutron] For port 5df2da5d-eef0-4761-a20a-65bd101099bf, host n-h1-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:50:10.944672 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-d7887413-91b1-43e9-b512-5e6a09de3000 req-0be75bef-06b2-46d8-a5f3-1f50d0d3f81d service neutron] For port 5df2da5d-eef0-4761-a20a-65bd101099bf, host n-h1-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=5df2da5d-eef0-4761-a20a-65bd101099bf,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:50:10.954245 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-5b3eba1d-5688-4fd6-8dd1-49047598e9bf req-d099c2d0-a1b2-4a92-a66c-a26e6045d71f service neutron] For port fc000a0b-c9d1-47c5-8bb6-a1ddf7834593, host n-h1-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=fc000a0b-c9d1-47c5-8bb6-a1ddf7834593,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:50:10.956763 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-d7887413-91b1-43e9-b512-5e6a09de3000 req-0be75bef-06b2-46d8-a5f3-1f50d0d3f81d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:10.962468 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-5b3eba1d-5688-4fd6-8dd1-49047598e9bf req-d099c2d0-a1b2-4a92-a66c-a26e6045d71f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:10.975162 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 06f95f40-3974-4caa-a273-7b4e84d47b7b no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:50:10.979149 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-791aeb2c-0854-438e-8926-d0daab13901b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:11.008203 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 06f95f40-3974-4caa-a273-7b4e84d47b7b {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:50:11.008571 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 06f95f40-3974-4caa-a273-7b4e84d47b7b not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:50:11.027424 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-791aeb2c-0854-438e-8926-d0daab13901b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:11.029160 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-791aeb2c-0854-438e-8926-d0daab13901b admin admin] 10.222.0.36 "DELETE /v2.0/networks/abc9e355-d177-4a37-9021-01659648e2b4 HTTP/1.1" status: 204 len: 168 time: 1.3884974 Aug 16 22:50:11.034417 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7887413-91b1-43e9-b512-5e6a09de3000 req-0be75bef-06b2-46d8-a5f3-1f50d0d3f81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:11.035053 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-d7887413-91b1-43e9-b512-5e6a09de3000 req-0be75bef-06b2-46d8-a5f3-1f50d0d3f81d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:11.036701 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d7887413-91b1-43e9-b512-5e6a09de3000 req-0be75bef-06b2-46d8-a5f3-1f50d0d3f81d service neutron] 10.222.0.68 "PUT /v2.0/ports/5df2da5d-eef0-4761-a20a-65bd101099bf HTTP/1.1" status: 200 len: 1097 time: 2.0739489 Aug 16 22:50:11.037477 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7df45d2f-eed2-4217-8d86-48044163bc75', 'tag': '5df2da5d-eef0-4761-a20a-65bd101099bf'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:50:11.039907 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab80222-0804-412e-810a-9e6b9562b065" -d '{"events": [{"name": "network-changed", "server_uuid": "7df45d2f-eed2-4217-8d86-48044163bc75", "tag": "5df2da5d-eef0-4761-a20a-65bd101099bf"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:50:11.044222 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791aeb2c-0854-438e-8926-d0daab13901b admin admin] Pushing event deleted for resources: {'Network': ['ID=abc9e355-d177-4a37-9021-01659648e2b4,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:11.049558 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-862957da-31c8-4b58-8b15-653cf8111490 req-61e74a36-80b5-4a34-8505-ea8199d88f8f tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf51abff-a5e4-4ed4-87b7-552597e1ec97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167703 Aug 16 22:50:11.061624 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3eba1d-5688-4fd6-8dd1-49047598e9bf req-d099c2d0-a1b2-4a92-a66c-a26e6045d71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:11.062750 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-5b3eba1d-5688-4fd6-8dd1-49047598e9bf req-d099c2d0-a1b2-4a92-a66c-a26e6045d71f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:11.065607 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5b3eba1d-5688-4fd6-8dd1-49047598e9bf req-d099c2d0-a1b2-4a92-a66c-a26e6045d71f service neutron] 10.222.0.68 "PUT /v2.0/ports/fc000a0b-c9d1-47c5-8bb6-a1ddf7834593 HTTP/1.1" status: 200 len: 1097 time: 1.6813114 Aug 16 22:50:11.066400 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccafbb9c-84fb-4dc5-9318-99c0fbf40f72', 'tag': 'fc000a0b-c9d1-47c5-8bb6-a1ddf7834593'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:50:11.069270 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8d8b038-6dfd-4658-aae4-8fa4da598c34" -d '{"events": [{"name": "network-changed", "server_uuid": "ccafbb9c-84fb-4dc5-9318-99c0fbf40f72", "tag": "fc000a0b-c9d1-47c5-8bb6-a1ddf7834593"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:50:11.086687 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be75bef-06b2-46d8-a5f3-1f50d0d3f81d service neutron] Pushing event updated for resources: {'Port': ['ID=5df2da5d-eef0-4761-a20a-65bd101099bf,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:11.133348 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d099c2d0-a1b2-4a92-a66c-a26e6045d71f service neutron] Pushing event updated for resources: {'Port': ['ID=fc000a0b-c9d1-47c5-8bb6-a1ddf7834593,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:11.167765 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7887413-91b1-43e9-b512-5e6a09de3000 req-8bd83699-4756-477c-8818-6c82d4cd0890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:11.169707 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d7887413-91b1-43e9-b512-5e6a09de3000 req-8bd83699-4756-477c-8818-6c82d4cd0890 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=8a5e1d0e34564f40b5c7c9ef56843b1e&device_id=7df45d2f-eed2-4217-8d86-48044163bc75 HTTP/1.1" status: 200 len: 1100 time: 0.0728693 Aug 16 22:50:11.257007 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f2e3d00-862b-4a85-a238-24bd5154541b x-openstack-request-id: req-2f2e3d00-862b-4a85-a238-24bd5154541b {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:50:11.257291 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7df45d2f-eed2-4217-8d86-48044163bc75", "tag": "5df2da5d-eef0-4761-a20a-65bd101099bf", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:50:11.257554 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2f2e3d00-862b-4a85-a238-24bd5154541b {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:50:11.257972 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7df45d2f-eed2-4217-8d86-48044163bc75', 'tag': '5df2da5d-eef0-4761-a20a-65bd101099bf', 'status': 'completed', 'code': 200} Aug 16 22:50:11.265079 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d7887413-91b1-43e9-b512-5e6a09de3000 req-5cef7138-5b3d-49c6-9d06-532f1347afb6 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=5df2da5d-eef0-4761-a20a-65bd101099bf HTTP/1.1" status: 200 len: 217 time: 0.0854220 Aug 16 22:50:11.265597 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 54696) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:50:11.271796 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d4d3287b-25a6-4bcc-af5f-fd0bcc775f88 req-059789ee-db17-4e85-a76f-bec160838e92 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] 10.222.0.36 "GET /v2.0/floatingips/b3ce3214-1a13-4bf0-a0df-683e08e8a3f7 HTTP/1.1" status: 200 len: 692 time: 0.1510909 Aug 16 22:50:11.320233 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fbacaa5-59e1-44bc-b66b-1d8a364a9d94 x-openstack-request-id: req-0fbacaa5-59e1-44bc-b66b-1d8a364a9d94 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:50:11.320525 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccafbb9c-84fb-4dc5-9318-99c0fbf40f72", "tag": "fc000a0b-c9d1-47c5-8bb6-a1ddf7834593", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:50:11.320800 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0fbacaa5-59e1-44bc-b66b-1d8a364a9d94 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:50:11.321962 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccafbb9c-84fb-4dc5-9318-99c0fbf40f72', 'tag': 'fc000a0b-c9d1-47c5-8bb6-a1ddf7834593', 'status': 'completed', 'code': 200} Aug 16 22:50:11.340929 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3eba1d-5688-4fd6-8dd1-49047598e9bf req-1ca238b0-85b2-4a07-bb01-04fea783d1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:11.342524 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5b3eba1d-5688-4fd6-8dd1-49047598e9bf req-1ca238b0-85b2-4a07-bb01-04fea783d1e8 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5aa270b810014cb1b7df23f71a5483f7&device_id=ccafbb9c-84fb-4dc5-9318-99c0fbf40f72 HTTP/1.1" status: 200 len: 1100 time: 0.1626537 Aug 16 22:50:11.396874 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7887413-91b1-43e9-b512-5e6a09de3000 req-f4e2e062-05b7-49b6-b54d-7c797ece19b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:11.398279 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d7887413-91b1-43e9-b512-5e6a09de3000 req-f4e2e062-05b7-49b6-b54d-7c797ece19b5 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6af2b868-37d3-46ab-a526-0465929f13c8 HTTP/1.1" status: 200 len: 843 time: 0.1147797 Aug 16 22:50:11.432469 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5b3eba1d-5688-4fd6-8dd1-49047598e9bf req-aad59e7d-4696-4ff3-be1f-bb4c6925da63 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=fc000a0b-c9d1-47c5-8bb6-a1ddf7834593 HTTP/1.1" status: 200 len: 217 time: 0.0795922 Aug 16 22:50:11.441213 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-4d7dc633-4e9d-4d0a-be25-b4bdd7bf1431 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ab7d0f0c42f145f6b72ab10762d369d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1744955 Aug 16 22:50:11.442228 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 54700) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:50:11.511133 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7887413-91b1-43e9-b512-5e6a09de3000 req-d128e8cc-b9d7-440e-a516-12153bc0d341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:11.513427 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d7887413-91b1-43e9-b512-5e6a09de3000 req-d128e8cc-b9d7-440e-a516-12153bc0d341 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0950379 Aug 16 22:50:11.520444 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d3287b-25a6-4bcc-af5f-fd0bcc775f88 req-3edc738b-042c-4d19-9f8a-6b435cb9084a tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:11.522105 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d4d3287b-25a6-4bcc-af5f-fd0bcc775f88 req-3edc738b-042c-4d19-9f8a-6b435cb9084a tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] 10.222.0.36 "GET /v2.0/networks/c22c4980-c849-406d-982c-a5d68c515a94 HTTP/1.1" status: 200 len: 784 time: 0.2407980 Aug 16 22:50:11.534996 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5db4919-a06d-4af5-a7f0-389f24d78f48 req-046c124c-afa8-46b4-a4d0-0661b6691b6e tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:11.536591 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b5db4919-a06d-4af5-a7f0-389f24d78f48 req-046c124c-afa8-46b4-a4d0-0661b6691b6e tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=874b6679-a5eb-4e9a-a8a3-13432fb39a1e HTTP/1.1" status: 200 len: 945 time: 0.1714993 Aug 16 22:50:11.542225 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [req-d4d3287b-25a6-4bcc-af5f-fd0bcc775f88 req-b015e84d-f20a-408f-8725-34bc91c995cf tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:50:11.543212 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d4d3287b-25a6-4bcc-af5f-fd0bcc775f88 req-b015e84d-f20a-408f-8725-34bc91c995cf tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057206 Aug 16 22:50:11.572821 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3eba1d-5688-4fd6-8dd1-49047598e9bf req-a48ade20-b226-4704-a74a-030240e9817e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:11.574286 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5b3eba1d-5688-4fd6-8dd1-49047598e9bf req-a48ade20-b226-4704-a74a-030240e9817e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6af2b868-37d3-46ab-a526-0465929f13c8 HTTP/1.1" status: 200 len: 843 time: 0.1284249 Aug 16 22:50:11.600165 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b5db4919-a06d-4af5-a7f0-389f24d78f48 req-cec2d4bd-5895-40cd-b45a-c69a95b403e0 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499060 Aug 16 22:50:11.600376 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a4ecc221-7d9c-487c-a76c-d5fe79515973 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:11.638713 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3eba1d-5688-4fd6-8dd1-49047598e9bf req-75fe43e9-0f05-4073-be50-43e85936ff1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:11.639513 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a4ecc221-7d9c-487c-a76c-d5fe79515973 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:11.640222 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5b3eba1d-5688-4fd6-8dd1-49047598e9bf req-75fe43e9-0f05-4073-be50-43e85936ff1b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0548909 Aug 16 22:50:11.700616 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d7887413-91b1-43e9-b512-5e6a09de3000 req-0f092de3-077e-49df-b145-0623ecdad9f0 service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685317 Aug 16 22:50:11.757261 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d0bd67d0-d014-41e4-98d6-c195accc79e0 req-dd0008a8-7771-4ee3-b8d9-88acf6c2b005 tempest-ServerShowV257Test-35714244 tempest-ServerShowV257Test-35714244-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ecd430d-f8b3-477f-ad59-345156be3ac7 HTTP/1.1" status: 200 len: 210 time: 0.0570881 Aug 16 22:50:11.768264 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-27e2394b-a4e9-4fc9-81e7-89e99115fcbb req-b985271f-5426-4787-8e89-fddb5ab19d87 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] 10.222.0.36 "GET /v2.0/floatingips/b3ce3214-1a13-4bf0-a0df-683e08e8a3f7 HTTP/1.1" status: 200 len: 692 time: 0.1089938 Aug 16 22:50:11.849793 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a4ecc221-7d9c-487c-a76c-d5fe79515973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:11.851713 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a4ecc221-7d9c-487c-a76c-d5fe79515973 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:11.856237 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-a4ecc221-7d9c-487c-a76c-d5fe79515973 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fd15f188-a05c-4c6a-a5ae-5277d0a8ea7d HTTP/1.1" status: 204 len: 168 time: 0.3980083 Aug 16 22:50:11.872115 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d7887413-91b1-43e9-b512-5e6a09de3000 req-f09e7f71-1d1d-4f3c-b664-8b91c3c2c04f service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651762 Aug 16 22:50:11.873122 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ecc221-7d9c-487c-a76c-d5fe79515973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd15f188-a05c-4c6a-a5ae-5277d0a8ea7d,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:12.021372 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab80222-0804-412e-810a-9e6b9562b065 req-55fb5e52-af9c-484a-8f16-10e0f68dd399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:12.023774 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0ab80222-0804-412e-810a-9e6b9562b065 req-55fb5e52-af9c-484a-8f16-10e0f68dd399 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=8a5e1d0e34564f40b5c7c9ef56843b1e&device_id=7df45d2f-eed2-4217-8d86-48044163bc75 HTTP/1.1" status: 200 len: 1100 time: 0.0789170 Aug 16 22:50:12.230439 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5b3eba1d-5688-4fd6-8dd1-49047598e9bf req-7dabe57c-7cb6-4981-8138-355839daaa3c service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5807157 Aug 16 22:50:12.311963 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e2394b-a4e9-4fc9-81e7-89e99115fcbb req-73d81668-3834-4b93-a90d-b869daf380a5 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:12.313969 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-27e2394b-a4e9-4fc9-81e7-89e99115fcbb req-73d81668-3834-4b93-a90d-b869daf380a5 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] 10.222.0.36 "GET /v2.0/networks/c22c4980-c849-406d-982c-a5d68c515a94 HTTP/1.1" status: 200 len: 784 time: 0.5363841 Aug 16 22:50:12.323449 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e176026-e348-471e-918a-41e4bc9790dd req-bb3d5af1-84ab-4d92-a370-3393cedafe39 tempest-LiveAutoBlockMigrationV225Test-1199004585 tempest-LiveAutoBlockMigrationV225Test-1199004585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:12.331928 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0e176026-e348-471e-918a-41e4bc9790dd req-bb3d5af1-84ab-4d92-a370-3393cedafe39 tempest-LiveAutoBlockMigrationV225Test-1199004585 tempest-LiveAutoBlockMigrationV225Test-1199004585-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=874b6679-a5eb-4e9a-a8a3-13432fb39a1e HTTP/1.1" status: 200 len: 1097 time: 0.4763069 Aug 16 22:50:12.424199 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-27e2394b-a4e9-4fc9-81e7-89e99115fcbb req-4daef902-9aa6-4eb5-bfa0-3eaad86bb1d1 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.4.12 HTTP/1.1" status: 200 len: 695 time: 0.0833235 Aug 16 22:50:12.445009 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0e176026-e348-471e-918a-41e4bc9790dd req-405896ab-8f94-4b50-8f84-f8ff2c0589cd tempest-LiveAutoBlockMigrationV225Test-1199004585 tempest-LiveAutoBlockMigrationV225Test-1199004585-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121478 Aug 16 22:50:12.478114 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab80222-0804-412e-810a-9e6b9562b065 req-5d17759a-7615-45dd-b586-4862eebb12df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:12.481764 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0ab80222-0804-412e-810a-9e6b9562b065 req-5d17759a-7615-45dd-b586-4862eebb12df service neutron] 10.222.0.68 "GET /v2.0/networks?id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd HTTP/1.1" status: 200 len: 870 time: 0.4473066 Aug 16 22:50:12.498002 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-27e2394b-a4e9-4fc9-81e7-89e99115fcbb req-eeb81ae7-7d03-438f-8c33-de37171237bc tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.4.12 HTTP/1.1" status: 200 len: 695 time: 0.0727954 Aug 16 22:50:12.501309 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5b3eba1d-5688-4fd6-8dd1-49047598e9bf req-4b2ec219-2390-4e70-81d9-f57fef68d48b service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565644 Aug 16 22:50:12.582993 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0ab80222-0804-412e-810a-9e6b9562b065 req-a9a2e252-f9ee-444a-893f-1881f36cdae1 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=5df2da5d-eef0-4761-a20a-65bd101099bf HTTP/1.1" status: 200 len: 217 time: 0.0830455 Aug 16 22:50:12.704994 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab80222-0804-412e-810a-9e6b9562b065 req-aa64a900-f68c-475b-9f24-72302585e9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:12.706784 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0ab80222-0804-412e-810a-9e6b9562b065 req-aa64a900-f68c-475b-9f24-72302585e9df service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6af2b868-37d3-46ab-a526-0465929f13c8 HTTP/1.1" status: 200 len: 843 time: 0.0981991 Aug 16 22:50:12.710568 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-52ac809b-eb4a-489a-8ee3-a7d399fb00e4 req-d399be91-166f-4db2-9b95-4ba8076c8d54 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=ddfc8c57-da19-41a9-8ba5-70be6e62d75e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0612557 Aug 16 22:50:12.723477 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c82ca-8ccb-4179-b60a-5da835b902b7 req-7c9d3028-9d4d-449d-bf45-50cebd8350ce tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:12.725057 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fc3c82ca-8ccb-4179-b60a-5da835b902b7 req-7c9d3028-9d4d-449d-bf45-50cebd8350ce tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccafbb9c-84fb-4dc5-9318-99c0fbf40f72 HTTP/1.1" status: 200 len: 948 time: 0.1221464 Aug 16 22:50:12.729856 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d8b038-6dfd-4658-aae4-8fa4da598c34 req-78bc1f27-cb14-470b-8309-9d9ebeefe57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:12.731328 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e8d8b038-6dfd-4658-aae4-8fa4da598c34 req-78bc1f27-cb14-470b-8309-9d9ebeefe57a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5aa270b810014cb1b7df23f71a5483f7&device_id=ccafbb9c-84fb-4dc5-9318-99c0fbf40f72 HTTP/1.1" status: 200 len: 1100 time: 0.1121221 Aug 16 22:50:12.764820 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-27e2394b-a4e9-4fc9-81e7-89e99115fcbb req-de57eed6-9112-4bae-8021-60a3e0d6b451 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Deleting port e0b9de6d-18a3-4bc0-8734-181e6871b749 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:50:12.764820 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-27e2394b-a4e9-4fc9-81e7-89e99115fcbb req-de57eed6-9112-4bae-8021-60a3e0d6b451 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:12.828095 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac809b-eb4a-489a-8ee3-a7d399fb00e4 req-f7fdaaab-7105-4d2a-a2c1-fec6e10ab0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:12.830046 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-52ac809b-eb4a-489a-8ee3-a7d399fb00e4 req-f7fdaaab-7105-4d2a-a2c1-fec6e10ab0f6 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=8a5e1d0e34564f40b5c7c9ef56843b1e&device_id=ddfc8c57-da19-41a9-8ba5-70be6e62d75e HTTP/1.1" status: 200 len: 1101 time: 0.0835049 Aug 16 22:50:12.845595 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab80222-0804-412e-810a-9e6b9562b065 req-4d063367-10fb-4f64-91d1-9a893152916d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:12.847492 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0ab80222-0804-412e-810a-9e6b9562b065 req-4d063367-10fb-4f64-91d1-9a893152916d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1185813 Aug 16 22:50:12.888824 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fc3c82ca-8ccb-4179-b60a-5da835b902b7 req-8cfec9cf-c988-4454-b55b-0bcef32d66dc tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517217 Aug 16 22:50:12.950858 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d8b038-6dfd-4658-aae4-8fa4da598c34 req-e200c174-587e-40c7-816f-0728c7bb219c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:12.952345 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e8d8b038-6dfd-4658-aae4-8fa4da598c34 req-e200c174-587e-40c7-816f-0728c7bb219c service neutron] 10.222.0.68 "GET /v2.0/networks?id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd HTTP/1.1" status: 200 len: 870 time: 0.2058918 Aug 16 22:50:12.954932 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-27e2394b-a4e9-4fc9-81e7-89e99115fcbb req-de57eed6-9112-4bae-8021-60a3e0d6b451 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:12.955962 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-27e2394b-a4e9-4fc9-81e7-89e99115fcbb req-de57eed6-9112-4bae-8021-60a3e0d6b451 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:13.006974 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-27e2394b-a4e9-4fc9-81e7-89e99115fcbb req-de57eed6-9112-4bae-8021-60a3e0d6b451 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Calling delete_port for e0b9de6d-18a3-4bc0-8734-181e6871b749 owned by network:floatingip {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:50:13.011837 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e8d8b038-6dfd-4658-aae4-8fa4da598c34 req-85c25803-3f06-4e0c-ba74-33b14fbe60fc service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=fc000a0b-c9d1-47c5-8bb6-a1ddf7834593 HTTP/1.1" status: 200 len: 217 time: 0.0479584 Aug 16 22:50:13.021978 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac809b-eb4a-489a-8ee3-a7d399fb00e4 req-4b954e58-2f36-48df-8675-41cd00679e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:13.023481 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-52ac809b-eb4a-489a-8ee3-a7d399fb00e4 req-4b954e58-2f36-48df-8675-41cd00679e7c service neutron] 10.222.0.68 "GET /v2.0/networks?id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd HTTP/1.1" status: 200 len: 870 time: 0.1647241 Aug 16 22:50:13.079198 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-52ac809b-eb4a-489a-8ee3-a7d399fb00e4 req-556b408d-526d-4cf9-9994-2c599abb9969 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=2936c26e-d0eb-4c67-ab4d-e875efb1b500 HTTP/1.1" status: 200 len: 217 time: 0.0447929 Aug 16 22:50:13.137987 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d8b038-6dfd-4658-aae4-8fa4da598c34 req-896765fd-a557-484c-ac8c-c359af4df677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:13.139483 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e8d8b038-6dfd-4658-aae4-8fa4da598c34 req-896765fd-a557-484c-ac8c-c359af4df677 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6af2b868-37d3-46ab-a526-0465929f13c8 HTTP/1.1" status: 200 len: 843 time: 0.1191511 Aug 16 22:50:13.139986 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0ab80222-0804-412e-810a-9e6b9562b065 req-0f7a766b-6673-48d1-91a8-56c84734ac23 service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699821 Aug 16 22:50:13.184146 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac809b-eb4a-489a-8ee3-a7d399fb00e4 req-5a93c816-e9d0-4064-8460-9ff1e3233ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:13.185632 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-52ac809b-eb4a-489a-8ee3-a7d399fb00e4 req-5a93c816-e9d0-4064-8460-9ff1e3233ee3 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6af2b868-37d3-46ab-a526-0465929f13c8 HTTP/1.1" status: 200 len: 843 time: 0.0965321 Aug 16 22:50:13.262935 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d8b038-6dfd-4658-aae4-8fa4da598c34 req-59f390d0-ab08-43bc-b06e-ffb016ccb046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:13.264375 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e8d8b038-6dfd-4658-aae4-8fa4da598c34 req-59f390d0-ab08-43bc-b06e-ffb016ccb046 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1097496 Aug 16 22:50:13.294764 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac809b-eb4a-489a-8ee3-a7d399fb00e4 req-1300842d-1e05-4b1a-9cc4-35fe209c4b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:13.296303 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-52ac809b-eb4a-489a-8ee3-a7d399fb00e4 req-1300842d-1e05-4b1a-9cc4-35fe209c4b53 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0803056 Aug 16 22:50:13.329800 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0ab80222-0804-412e-810a-9e6b9562b065 req-5889cfa3-80c6-49e2-a55c-5bce2c66004c service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746800 Aug 16 22:50:13.358432 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe916867-b458-4543-8de1-96aa21eb5134 req-96499513-ad24-4eee-95b6-5921c4d1b3f2 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:13.360195 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fe916867-b458-4543-8de1-96aa21eb5134 req-96499513-ad24-4eee-95b6-5921c4d1b3f2 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/ports?device_id=7df45d2f-eed2-4217-8d86-48044163bc75 HTTP/1.1" status: 200 len: 948 time: 0.1719823 Aug 16 22:50:13.375577 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-27e2394b-a4e9-4fc9-81e7-89e99115fcbb req-de57eed6-9112-4bae-8021-60a3e0d6b451 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:13.419961 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de57eed6-9112-4bae-8021-60a3e0d6b451 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Pushing event deleted for resources: {'Port': ['ID=e0b9de6d-18a3-4bc0-8734-181e6871b749,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:13.441522 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-52ac809b-eb4a-489a-8ee3-a7d399fb00e4 req-644d17f8-602d-4105-9001-15e98ee1cbc8 service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304536 Aug 16 22:50:13.488988 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fe916867-b458-4543-8de1-96aa21eb5134 req-511a813f-f6be-4b09-b9a3-e3c1e7c1b487 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf51abff-a5e4-4ed4-87b7-552597e1ec97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164899 Aug 16 22:50:13.565369 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-27e2394b-a4e9-4fc9-81e7-89e99115fcbb req-de57eed6-9112-4bae-8021-60a3e0d6b451 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Notify callbacks [] for floatingip, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:13.571525 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-27e2394b-a4e9-4fc9-81e7-89e99115fcbb req-de57eed6-9112-4bae-8021-60a3e0d6b451 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:13.590957 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-52ac809b-eb4a-489a-8ee3-a7d399fb00e4 req-a417b61c-4fca-4f7f-bf11-9a8dc158738c service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343164 Aug 16 22:50:13.594017 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-27e2394b-a4e9-4fc9-81e7-89e99115fcbb req-de57eed6-9112-4bae-8021-60a3e0d6b451 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] 10.222.0.36 "DELETE /v2.0/floatingips/b3ce3214-1a13-4bf0-a0df-683e08e8a3f7 HTTP/1.1" status: 204 len: 173 time: 1.0818980 Aug 16 22:50:13.615987 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e8d8b038-6dfd-4658-aae4-8fa4da598c34 req-7f7c0d55-fbbd-4cef-a99b-5cccb1be5f2e service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3394630 Aug 16 22:50:13.687494 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:50:13.743420 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-37bb0519-97cb-48bd-8b9a-185410e2c764 req-8da405e9-5fdd-4f4a-aaed-d40ba7b8ba2b tempest-ServerShowV257Test-35714244 tempest-ServerShowV257Test-35714244-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ecd430d-f8b3-477f-ad59-345156be3ac7 HTTP/1.1" status: 200 len: 210 time: 0.1329548 Aug 16 22:50:13.967125 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9834d5bb-e12a-4777-9be3-dc3490662ca0 req-76cccce6-7020-4aac-afd5-6f8b918055e6 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:13.981042 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9834d5bb-e12a-4777-9be3-dc3490662ca0 req-76cccce6-7020-4aac-afd5-6f8b918055e6 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3846610 Aug 16 22:50:13.992435 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e8d8b038-6dfd-4658-aae4-8fa4da598c34 req-a749ee60-b106-4083-a820-f0e616c8ca60 service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480390 Aug 16 22:50:14.082253 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ec8dd0-8d2c-47c4-b1cd-98558ae8efc3 req-a92db61f-cc33-4d80-beac-a41b3f246e32 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:14.084095 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-53ec8dd0-8d2c-47c4-b1cd-98558ae8efc3 req-a92db61f-cc33-4d80-beac-a41b3f246e32 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccafbb9c-84fb-4dc5-9318-99c0fbf40f72 HTTP/1.1" status: 200 len: 948 time: 0.0896935 Aug 16 22:50:14.144084 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-53ec8dd0-8d2c-47c4-b1cd-98558ae8efc3 req-2a7b181e-30a3-4db7-acbe-19005c1261af tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532408 Aug 16 22:50:14.270673 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ea1dc900-c799-4479-9770-7e1cb9b80474 req-f70cb49e-ec17-448f-84b4-76f50a70d0c7 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] 10.222.0.36 "GET /v2.0/floatingips?tenant_id=045c2fb1242b4f198653ab8e957a0b0c HTTP/1.1" status: 200 len: 1656 time: 0.0842755 Aug 16 22:50:14.400455 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1dc900-c799-4479-9770-7e1cb9b80474 req-03027f0e-ecfe-4af1-af6a-bbce6581029a tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:14.411385 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ea1dc900-c799-4479-9770-7e1cb9b80474 req-03027f0e-ecfe-4af1-af6a-bbce6581029a tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] 10.222.0.36 "GET /v2.0/networks?id=c22c4980-c849-406d-982c-a5d68c515a94&id=c22c4980-c849-406d-982c-a5d68c515a94&id=c22c4980-c849-406d-982c-a5d68c515a94 HTTP/1.1" status: 200 len: 787 time: 0.1342816 Aug 16 22:50:14.418692 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [req-ea1dc900-c799-4479-9770-7e1cb9b80474 req-de449a53-fcdf-46c3-b46b-a189987c3bd2 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:50:14.430791 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ea1dc900-c799-4479-9770-7e1cb9b80474 req-de449a53-fcdf-46c3-b46b-a189987c3bd2 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0180793 Aug 16 22:50:14.563124 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4d2fa998-9c04-4923-9456-e4a1cae03107 req-3edf33b3-4ffe-451c-808c-53d8d1b8b289 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] 10.222.0.36 "GET /v2.0/floatingips/7a024627-e9db-4086-bad9-e0768478af81 HTTP/1.1" status: 200 len: 693 time: 0.0640359 Aug 16 22:50:14.596759 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 5df2da5d-eef0-4761-a20a-65bd101099bf details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:50:14.707957 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2fa998-9c04-4923-9456-e4a1cae03107 req-f173b661-d8f6-483a-9bc9-cee198efe79d tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:14.719218 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4d2fa998-9c04-4923-9456-e4a1cae03107 req-f173b661-d8f6-483a-9bc9-cee198efe79d tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] 10.222.0.36 "GET /v2.0/networks/c22c4980-c849-406d-982c-a5d68c515a94 HTTP/1.1" status: 200 len: 784 time: 0.1535814 Aug 16 22:50:14.781037 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 5df2da5d-eef0-4761-a20a-65bd101099bf, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=5df2da5d-eef0-4761-a20a-65bd101099bf,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:50:14.795802 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4d2fa998-9c04-4923-9456-e4a1cae03107 req-72f5f1ed-3618-4163-bb89-3e998d143056 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.4.245 HTTP/1.1" status: 200 len: 696 time: 0.0736973 Aug 16 22:50:14.813882 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': '5df2da5d-eef0-4761-a20a-65bd101099bf', 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd', 'port_id': '5df2da5d-eef0-4761-a20a-65bd101099bf', 'mac_address': 'fa:16:3e:7d:bb:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6af2b868-37d3-46ab-a526-0465929f13c8', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:50:14.859764 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4d2fa998-9c04-4923-9456-e4a1cae03107 req-665760b2-434f-43d0-b0b1-cce36ce6b8a2 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.4.245 HTTP/1.1" status: 200 len: 696 time: 0.0630763 Aug 16 22:50:14.882226 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:14.901304 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5df2da5d-eef0-4761-a20a-65bd101099bf {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:50:14.930075 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 5df2da5d-eef0-4761-a20a-65bd101099bf, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=5df2da5d-eef0-4761-a20a-65bd101099bf,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:50:14.937733 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:14.940623 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device fc000a0b-c9d1-47c5-8bb6-a1ddf7834593 details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:50:15.013466 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=5df2da5d-eef0-4761-a20a-65bd101099bf,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:15.019933 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port fc000a0b-c9d1-47c5-8bb6-a1ddf7834593, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=fc000a0b-c9d1-47c5-8bb6-a1ddf7834593,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:50:15.027479 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-4d2fa998-9c04-4923-9456-e4a1cae03107 req-f8261c03-d384-4430-8ba0-98a8088892c7 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Deleting port c68a157b-3bef-47ef-9d06-2962130c3d56 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:50:15.027823 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-4d2fa998-9c04-4923-9456-e4a1cae03107 req-f8261c03-d384-4430-8ba0-98a8088892c7 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:15.034851 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': 'fc000a0b-c9d1-47c5-8bb6-a1ddf7834593', 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd', 'port_id': 'fc000a0b-c9d1-47c5-8bb6-a1ddf7834593', 'mac_address': 'fa:16:3e:bc:f6:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6af2b868-37d3-46ab-a526-0465929f13c8', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:50:15.075348 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:15.089256 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc000a0b-c9d1-47c5-8bb6-a1ddf7834593 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:50:15.110112 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port fc000a0b-c9d1-47c5-8bb6-a1ddf7834593, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=fc000a0b-c9d1-47c5-8bb6-a1ddf7834593,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:50:15.116989 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:15.138351 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad3cb0-f410-4c0b-a9f3-a97079be7c34 req-baaf92c8-c8da-451e-b494-4b94adde4cf4 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:15.139749 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-74ad3cb0-f410-4c0b-a9f3-a97079be7c34 req-baaf92c8-c8da-451e-b494-4b94adde4cf4 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/ports?device_id=7df45d2f-eed2-4217-8d86-48044163bc75 HTTP/1.1" status: 200 len: 949 time: 0.0753667 Aug 16 22:50:15.149833 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-4d2fa998-9c04-4923-9456-e4a1cae03107 req-f8261c03-d384-4430-8ba0-98a8088892c7 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:15.150164 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-4d2fa998-9c04-4923-9456-e4a1cae03107 req-f8261c03-d384-4430-8ba0-98a8088892c7 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:15.177767 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-4d2fa998-9c04-4923-9456-e4a1cae03107 req-f8261c03-d384-4430-8ba0-98a8088892c7 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Calling delete_port for c68a157b-3bef-47ef-9d06-2962130c3d56 owned by network:floatingip {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:50:15.199059 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=fc000a0b-c9d1-47c5-8bb6-a1ddf7834593,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:15.218596 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-74ad3cb0-f410-4c0b-a9f3-a97079be7c34 req-e983971d-0011-4fa4-8ad8-2c4dd535d41b tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf51abff-a5e4-4ed4-87b7-552597e1ec97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727010 Aug 16 22:50:15.358041 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0adbf459-560f-4515-acc7-93c3f8000090 req-88045d2d-73bd-47f7-a635-c762d635b019 tempest-ServerShowV257Test-35714244 tempest-ServerShowV257Test-35714244-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ecd430d-f8b3-477f-ad59-345156be3ac7 HTTP/1.1" status: 200 len: 210 time: 0.0553143 Aug 16 22:50:15.384325 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-4d2fa998-9c04-4923-9456-e4a1cae03107 req-f8261c03-d384-4430-8ba0-98a8088892c7 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:15.412225 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8261c03-d384-4430-8ba0-98a8088892c7 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Pushing event deleted for resources: {'Port': ['ID=c68a157b-3bef-47ef-9d06-2962130c3d56,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:15.443037 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['5df2da5d-eef0-4761-a20a-65bd101099bf'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:50:15.467705 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['fc000a0b-c9d1-47c5-8bb6-a1ddf7834593'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:50:15.534451 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-4d2fa998-9c04-4923-9456-e4a1cae03107 req-f8261c03-d384-4430-8ba0-98a8088892c7 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Notify callbacks [] for floatingip, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:15.537494 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-4d2fa998-9c04-4923-9456-e4a1cae03107 req-f8261c03-d384-4430-8ba0-98a8088892c7 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:15.549422 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4d2fa998-9c04-4923-9456-e4a1cae03107 req-f8261c03-d384-4430-8ba0-98a8088892c7 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] 10.222.0.36 "DELETE /v2.0/floatingips/7a024627-e9db-4086-bad9-e0768478af81 HTTP/1.1" status: 204 len: 173 time: 0.6797831 Aug 16 22:50:15.583457 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0416d5-430a-4f6d-8543-4b80c099b5b5 req-c787d653-36f5-40ab-816e-3713ae8b2b6a tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:15.585323 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ed0416d5-430a-4f6d-8543-4b80c099b5b5 req-c787d653-36f5-40ab-816e-3713ae8b2b6a tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccafbb9c-84fb-4dc5-9318-99c0fbf40f72 HTTP/1.1" status: 200 len: 949 time: 0.0918198 Aug 16 22:50:15.637121 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ed0416d5-430a-4f6d-8543-4b80c099b5b5 req-b1e3faf3-a062-4090-87fd-a2382f29205c tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451870 Aug 16 22:50:16.075349 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-13e8ed26-f73a-4f33-aa4e-11c5052b0c0c req-6be2ae76-8332-43d8-ab58-93ea538ec7c3 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] 10.222.0.36 "GET /v2.0/floatingips/20ec9922-1c73-4dd9-8bf3-1310f47b56b2 HTTP/1.1" status: 200 len: 693 time: 0.0490825 Aug 16 22:50:16.212952 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e8ed26-f73a-4f33-aa4e-11c5052b0c0c req-f7c65dbd-ea29-4da7-8427-45d9d0e3a75e tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:16.221220 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-13e8ed26-f73a-4f33-aa4e-11c5052b0c0c req-f7c65dbd-ea29-4da7-8427-45d9d0e3a75e tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] 10.222.0.36 "GET /v2.0/networks/c22c4980-c849-406d-982c-a5d68c515a94 HTTP/1.1" status: 200 len: 784 time: 0.1448298 Aug 16 22:50:16.288719 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-13e8ed26-f73a-4f33-aa4e-11c5052b0c0c req-80f36aca-8c02-484a-9bee-aaa4a850db64 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.4.172 HTTP/1.1" status: 200 len: 696 time: 0.0659597 Aug 16 22:50:16.367665 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-13e8ed26-f73a-4f33-aa4e-11c5052b0c0c req-fc487be0-a075-4040-b3ae-bfccf28545a5 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.4.172 HTTP/1.1" status: 200 len: 696 time: 0.0776610 Aug 16 22:50:16.537169 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-13e8ed26-f73a-4f33-aa4e-11c5052b0c0c req-0d530f4f-4377-42b7-ba66-93a25586cb19 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Deleting port 974e7c31-4886-4a6a-b83e-51c3d2aeae94 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:50:16.537355 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-13e8ed26-f73a-4f33-aa4e-11c5052b0c0c req-0d530f4f-4377-42b7-ba66-93a25586cb19 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:16.632390 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-13e8ed26-f73a-4f33-aa4e-11c5052b0c0c req-0d530f4f-4377-42b7-ba66-93a25586cb19 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:16.632748 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-13e8ed26-f73a-4f33-aa4e-11c5052b0c0c req-0d530f4f-4377-42b7-ba66-93a25586cb19 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:16.669016 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-13e8ed26-f73a-4f33-aa4e-11c5052b0c0c req-0d530f4f-4377-42b7-ba66-93a25586cb19 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Calling delete_port for 974e7c31-4886-4a6a-b83e-51c3d2aeae94 owned by network:floatingip {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:50:16.729304 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318debed-e16f-4d46-8d21-6bfb38adf1f3 req-39f3096e-4686-46a3-adec-4c77eeba09ae tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:16.730848 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-318debed-e16f-4d46-8d21-6bfb38adf1f3 req-39f3096e-4686-46a3-adec-4c77eeba09ae tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/ports?device_id=7df45d2f-eed2-4217-8d86-48044163bc75 HTTP/1.1" status: 200 len: 949 time: 0.1061254 Aug 16 22:50:16.805186 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-318debed-e16f-4d46-8d21-6bfb38adf1f3 req-22a127c9-caac-4246-83bc-63a63ff06641 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf51abff-a5e4-4ed4-87b7-552597e1ec97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626121 Aug 16 22:50:16.878090 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-13e8ed26-f73a-4f33-aa4e-11c5052b0c0c req-0d530f4f-4377-42b7-ba66-93a25586cb19 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:16.917134 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d530f4f-4377-42b7-ba66-93a25586cb19 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Pushing event deleted for resources: {'Port': ['ID=974e7c31-4886-4a6a-b83e-51c3d2aeae94,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:16.942691 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d018baed-b423-43f6-88da-6378e70f4786 req-e5686196-9bf7-4b36-9e3f-163ef96a9885 tempest-ServerShowV257Test-35714244 tempest-ServerShowV257Test-35714244-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ecd430d-f8b3-477f-ad59-345156be3ac7 HTTP/1.1" status: 200 len: 210 time: 0.0368216 Aug 16 22:50:17.033936 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-13e8ed26-f73a-4f33-aa4e-11c5052b0c0c req-0d530f4f-4377-42b7-ba66-93a25586cb19 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Notify callbacks [] for floatingip, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:17.037003 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-13e8ed26-f73a-4f33-aa4e-11c5052b0c0c req-0d530f4f-4377-42b7-ba66-93a25586cb19 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:17.042601 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-13e8ed26-f73a-4f33-aa4e-11c5052b0c0c req-0d530f4f-4377-42b7-ba66-93a25586cb19 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] 10.222.0.36 "DELETE /v2.0/floatingips/20ec9922-1c73-4dd9-8bf3-1310f47b56b2 HTTP/1.1" status: 204 len: 173 time: 0.6694286 Aug 16 22:50:17.171538 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9410613e-7b4f-4fa4-8667-2a4ab883418c req-1d2576b1-c8a5-4dc5-aa05-a17b843add3b tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:17.181144 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9410613e-7b4f-4fa4-8667-2a4ab883418c req-1d2576b1-c8a5-4dc5-aa05-a17b843add3b tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccafbb9c-84fb-4dc5-9318-99c0fbf40f72 HTTP/1.1" status: 200 len: 949 time: 0.0721054 Aug 16 22:50:17.226719 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9410613e-7b4f-4fa4-8667-2a4ab883418c req-f6792062-eed0-49f9-adfb-2bb95658c288 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422587 Aug 16 22:50:17.318373 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c065a795-378d-402d-9257-60f0f08f2a50 req-0274e109-0eab-4535-bdf6-424dedeec5f0 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] 10.222.0.36 "GET /v2.0/floatingips/9d61ebe0-6538-4aa5-9db5-9429d14afbb2 HTTP/1.1" status: 200 len: 692 time: 0.0501888 Aug 16 22:50:17.595583 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-fa33ef22-edfb-4f23-bc3c-b17e75a3d6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:17.817174 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c065a795-378d-402d-9257-60f0f08f2a50 req-cd670db4-c1f6-4fb8-a7b7-64247b1b05de tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:17.825091 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c065a795-378d-402d-9257-60f0f08f2a50 req-cd670db4-c1f6-4fb8-a7b7-64247b1b05de tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] 10.222.0.36 "GET /v2.0/networks/c22c4980-c849-406d-982c-a5d68c515a94 HTTP/1.1" status: 200 len: 784 time: 0.5003364 Aug 16 22:50:17.835621 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [req-c065a795-378d-402d-9257-60f0f08f2a50 req-170bdc45-4683-4d3f-b984-6253120f52dd tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:50:17.841041 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c065a795-378d-402d-9257-60f0f08f2a50 req-170bdc45-4683-4d3f-b984-6253120f52dd tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0142841 Aug 16 22:50:17.906317 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c065a795-378d-402d-9257-60f0f08f2a50 req-fdbbb420-ac8f-4aa6-8047-54827c67002e tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.4.58 HTTP/1.1" status: 200 len: 695 time: 0.0635300 Aug 16 22:50:17.959521 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c065a795-378d-402d-9257-60f0f08f2a50 req-f1cfd3ad-0f0c-4660-a571-d38ebbb5d023 tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.4.58 HTTP/1.1" status: 200 len: 695 time: 0.0493629 Aug 16 22:50:18.177900 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211a6434-e7e6-4a79-babe-df537562d12b req-dadbaf62-7a05-44f8-8176-16dc7251b7ae tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:18.179862 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-211a6434-e7e6-4a79-babe-df537562d12b req-dadbaf62-7a05-44f8-8176-16dc7251b7ae tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/ports?device_id=7df45d2f-eed2-4217-8d86-48044163bc75 HTTP/1.1" status: 200 len: 949 time: 0.0894520 Aug 16 22:50:18.186521 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-c065a795-378d-402d-9257-60f0f08f2a50 req-eca0bd4b-c167-43bc-99e3-6853387da59d tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Deleting port 805f57b3-5453-4a2a-9108-09f84309a922 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:50:18.186869 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-c065a795-378d-402d-9257-60f0f08f2a50 req-eca0bd4b-c167-43bc-99e3-6853387da59d tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:18.273330 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-211a6434-e7e6-4a79-babe-df537562d12b req-29544694-8db8-4bb2-9e9b-d69c2789042b tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf51abff-a5e4-4ed4-87b7-552597e1ec97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830140 Aug 16 22:50:18.305959 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-c065a795-378d-402d-9257-60f0f08f2a50 req-eca0bd4b-c167-43bc-99e3-6853387da59d tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:18.306361 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-c065a795-378d-402d-9257-60f0f08f2a50 req-eca0bd4b-c167-43bc-99e3-6853387da59d tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:18.323379 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-c065a795-378d-402d-9257-60f0f08f2a50 req-eca0bd4b-c167-43bc-99e3-6853387da59d tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Calling delete_port for 805f57b3-5453-4a2a-9108-09f84309a922 owned by network:floatingip {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:50:18.410518 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a97320b3-da2b-4092-b8e1-e49988415758 req-07fbe335-7718-4001-b37f-7bc4a14455fc tempest-ServerShowV257Test-35714244 tempest-ServerShowV257Test-35714244-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ecd430d-f8b3-477f-ad59-345156be3ac7 HTTP/1.1" status: 200 len: 210 time: 0.0384533 Aug 16 22:50:18.538438 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-c065a795-378d-402d-9257-60f0f08f2a50 req-eca0bd4b-c167-43bc-99e3-6853387da59d tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:18.579878 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca0bd4b-c167-43bc-99e3-6853387da59d tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Pushing event deleted for resources: {'Port': ['ID=805f57b3-5453-4a2a-9108-09f84309a922,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:18.625416 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 5df2da5d-eef0-4761-a20a-65bd101099bf up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:50:18.644684 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-c065a795-378d-402d-9257-60f0f08f2a50 req-eca0bd4b-c167-43bc-99e3-6853387da59d tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Notify callbacks [] for floatingip, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:18.648128 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-c065a795-378d-402d-9257-60f0f08f2a50 req-eca0bd4b-c167-43bc-99e3-6853387da59d tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:18.655790 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c065a795-378d-402d-9257-60f0f08f2a50 req-eca0bd4b-c167-43bc-99e3-6853387da59d tempest-FloatingIPDetailsTestJSON-1075639138 tempest-FloatingIPDetailsTestJSON-1075639138-project] 10.222.0.36 "DELETE /v2.0/floatingips/9d61ebe0-6538-4aa5-9db5-9429d14afbb2 HTTP/1.1" status: 204 len: 173 time: 0.6903012 Aug 16 22:50:18.657995 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 55118) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:50:18.721924 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning for port 5df2da5d-eef0-4761-a20a-65bd101099bf completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:50:18.728019 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port 5df2da5d-eef0-4761-a20a-65bd101099bf triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:50:18.728676 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:18.812984 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45f5422-3760-49b4-a902-f63e7f98f384 req-33fd004e-3a70-4534-8d5a-299edee52deb tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:18.815964 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f45f5422-3760-49b4-a902-f63e7f98f384 req-33fd004e-3a70-4534-8d5a-299edee52deb tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccafbb9c-84fb-4dc5-9318-99c0fbf40f72 HTTP/1.1" status: 200 len: 949 time: 0.1351197 Aug 16 22:50:18.876455 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f45f5422-3760-49b4-a902-f63e7f98f384 req-6f3ce4e6-698c-4c34-945e-dcff9df501d3 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504792 Aug 16 22:50:18.889409 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:18.932107 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 5df2da5d-eef0-4761-a20a-65bd101099bf, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=5df2da5d-eef0-4761-a20a-65bd101099bf,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:50:18.933038 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7df45d2f-eed2-4217-8d86-48044163bc75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5df2da5d-eef0-4761-a20a-65bd101099bf'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:50:18.939982 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b6ed16-a585-42a2-a395-bed70870baea" -d '{"events": [{"server_uuid": "7df45d2f-eed2-4217-8d86-48044163bc75", "name": "network-vif-plugged", "status": "completed", "tag": "5df2da5d-eef0-4761-a20a-65bd101099bf"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:50:18.944723 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:18.947155 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device fc000a0b-c9d1-47c5-8bb6-a1ddf7834593 up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:50:18.999516 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcdb66bd-341b-4044-ae43-32dd14c20979 x-openstack-request-id: req-fcdb66bd-341b-4044-ae43-32dd14c20979 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:50:19.000049 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7df45d2f-eed2-4217-8d86-48044163bc75", "name": "network-vif-plugged", "status": "completed", "tag": "5df2da5d-eef0-4761-a20a-65bd101099bf", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:50:19.000465 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fcdb66bd-341b-4044-ae43-32dd14c20979 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:50:19.001823 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7df45d2f-eed2-4217-8d86-48044163bc75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5df2da5d-eef0-4761-a20a-65bd101099bf', 'code': 200} Aug 16 22:50:19.057521 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=5df2da5d-eef0-4761-a20a-65bd101099bf,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:19.074701 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning for port fc000a0b-c9d1-47c5-8bb6-a1ddf7834593 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:50:19.081181 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port fc000a0b-c9d1-47c5-8bb6-a1ddf7834593 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:50:19.081851 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:19.155486 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520fad42-4009-486d-b8ec-49874a7347ca req-2ab5f491-639c-49d5-96bf-6ece5942e930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:19.157787 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-520fad42-4009-486d-b8ec-49874a7347ca req-2ab5f491-639c-49d5-96bf-6ece5942e930 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=7df45d2f-eed2-4217-8d86-48044163bc75 HTTP/1.1" status: 200 len: 1102 time: 0.0917149 Aug 16 22:50:19.195171 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:19.238830 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port fc000a0b-c9d1-47c5-8bb6-a1ddf7834593, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=fc000a0b-c9d1-47c5-8bb6-a1ddf7834593,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:50:19.246203 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:19.288184 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-520fad42-4009-486d-b8ec-49874a7347ca req-49f98879-ef5d-45f1-a8bf-caafd65a22a8 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=cf51abff-a5e4-4ed4-87b7-552597e1ec97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114275 Aug 16 22:50:19.344020 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=fc000a0b-c9d1-47c5-8bb6-a1ddf7834593,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:19.470720 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c829fb9f-0453-4096-8d86-5d76ae2d8f52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537579'] for router_interface, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:19.483098 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce0b952-3013-439e-a4df-3e0021098dd6 req-51c99913-17ab-4efb-be51-9ece25820a8f tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:19.496719 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6ce0b952-3013-439e-a4df-3e0021098dd6 req-51c99913-17ab-4efb-be51-9ece25820a8f tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/ports?device_id=7df45d2f-eed2-4217-8d86-48044163bc75 HTTP/1.1" status: 200 len: 950 time: 0.0932415 Aug 16 22:50:19.582216 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6ce0b952-3013-439e-a4df-3e0021098dd6 req-b615418c-a516-42ee-a2df-e3abbdff1c99 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf51abff-a5e4-4ed4-87b7-552597e1ec97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845442 Aug 16 22:50:19.708602 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d123bc3d-f1d9-4af3-93f1-810f422b964c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:19.793167 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ea744dc8-a822-4749-9a48-e2ba28db793e req-104d96a7-d32a-4a07-921e-51d2143ab146 tempest-ServerShowV257Test-35714244 tempest-ServerShowV257Test-35714244-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ecd430d-f8b3-477f-ad59-345156be3ac7 HTTP/1.1" status: 200 len: 210 time: 0.0625789 Aug 16 22:50:19.880349 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-c829fb9f-0453-4096-8d86-5d76ae2d8f52 admin admin] Deleting port 55200ea7-d2e1-4d5f-a168-538f95e70cfd {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:50:19.881300 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c829fb9f-0453-4096-8d86-5d76ae2d8f52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:19.994926 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-c829fb9f-0453-4096-8d86-5d76ae2d8f52 admin admin] For port 55200ea7-d2e1-4d5f-a168-538f95e70cfd, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=55200ea7-d2e1-4d5f-a168-538f95e70cfd,segment=NetworkSegment(ffe8bff2-09a2-49ec-8d81-dedf1e27a266),segment_id=ffe8bff2-09a2-49ec-8d81-dedf1e27a266)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:50:19.995286 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c829fb9f-0453-4096-8d86-5d76ae2d8f52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:20.009739 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-c829fb9f-0453-4096-8d86-5d76ae2d8f52 admin admin] Calling delete_port for 55200ea7-d2e1-4d5f-a168-538f95e70cfd owned by network:router_interface {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:50:20.063084 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400521b6-56ba-4af9-8ca0-cf69437655ae req-f8d92ca4-0c7c-42dd-b391-82b033a9b46f tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:20.073795 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-400521b6-56ba-4af9-8ca0-cf69437655ae req-f8d92ca4-0c7c-42dd-b391-82b033a9b46f tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccafbb9c-84fb-4dc5-9318-99c0fbf40f72 HTTP/1.1" status: 200 len: 950 time: 0.0934970 Aug 16 22:50:20.125812 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-400521b6-56ba-4af9-8ca0-cf69437655ae req-b72fd591-81a2-4e29-8fae-f144b49a0e8e tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468702 Aug 16 22:50:20.240849 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c829fb9f-0453-4096-8d86-5d76ae2d8f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:20.272756 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c829fb9f-0453-4096-8d86-5d76ae2d8f52 admin admin] Pushing event deleted for resources: {'Port': ['ID=55200ea7-d2e1-4d5f-a168-538f95e70cfd,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:20.547128 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:20.592993 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c829fb9f-0453-4096-8d86-5d76ae2d8f52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537471'] for router_interface, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:20.770231 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56b2361-e20a-4054-9af9-9b431b5c65d0 req-57add056-c3cf-454d-ae15-b02147746d7e tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:20.782056 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e56b2361-e20a-4054-9af9-9b431b5c65d0 req-57add056-c3cf-454d-ae15-b02147746d7e tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/ports?device_id=7df45d2f-eed2-4217-8d86-48044163bc75 HTTP/1.1" status: 200 len: 950 time: 0.0725856 Aug 16 22:50:20.837636 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e56b2361-e20a-4054-9af9-9b431b5c65d0 req-c1440cbf-38ee-413d-bf22-638b5935b828 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf51abff-a5e4-4ed4-87b7-552597e1ec97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499301 Aug 16 22:50:20.990503 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-eb247152-0916-4c9c-84cc-fd8ec5b2a305 req-6a18d06b-d603-43b5-8ef1-8e8f7b1cb7ad tempest-ServerShowV257Test-35714244 tempest-ServerShowV257Test-35714244-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ecd430d-f8b3-477f-ad59-345156be3ac7 HTTP/1.1" status: 200 len: 210 time: 0.0390115 Aug 16 22:50:21.003396 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccafbb9c-84fb-4dc5-9318-99c0fbf40f72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc000a0b-c9d1-47c5-8bb6-a1ddf7834593'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:50:21.005744 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac3664c3-4b18-4646-a756-ea179acefbc7" -d '{"events": [{"server_uuid": "ccafbb9c-84fb-4dc5-9318-99c0fbf40f72", "name": "network-vif-plugged", "status": "completed", "tag": "fc000a0b-c9d1-47c5-8bb6-a1ddf7834593"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:50:21.014678 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c829fb9f-0453-4096-8d86-5d76ae2d8f52 admin admin] Router 4b6089c4-7801-4b98-8460-d2d180558ad8 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:50:21.129801 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768fbec-17e9-4287-bc5a-a95004700df1 req-7d5ab29f-8fd0-46a9-a85a-1bd0df8bd0b9 tempest-ServersOnMultiNodesTest-1217803004 tempest-ServersOnMultiNodesTest-1217803004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:21.141913 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b768fbec-17e9-4287-bc5a-a95004700df1 req-7d5ab29f-8fd0-46a9-a85a-1bd0df8bd0b9 tempest-ServersOnMultiNodesTest-1217803004 tempest-ServersOnMultiNodesTest-1217803004-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=7df45d2f-eed2-4217-8d86-48044163bc75 HTTP/1.1" status: 200 len: 1102 time: 0.0575275 Aug 16 22:50:21.172099 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c829fb9f-0453-4096-8d86-5d76ae2d8f52 admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:50:21.183321 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382801e3-1492-4820-a3b4-0b0e85017e97 None None] Sync routers for ids ['4b6089c4-7801-4b98-8460-d2d180558ad8'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:50:21.184692 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-c829fb9f-0453-4096-8d86-5d76ae2d8f52 admin admin] 10.222.0.36 "PUT /v2.0/routers/4b6089c4-7801-4b98-8460-d2d180558ad8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5234778 Aug 16 22:50:21.185438 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 55310) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:50:21.199073 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382801e3-1492-4820-a3b4-0b0e85017e97 None None] Routers {'4b6089c4-7801-4b98-8460-d2d180558ad8'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:50:21.200719 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-382801e3-1492-4820-a3b4-0b0e85017e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:50:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['4b6089c4-7801-4b98-8460-d2d180558ad8'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:50:21.242573 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b768fbec-17e9-4287-bc5a-a95004700df1 req-f4daae24-73a9-4266-b621-7a4eef9deed2 tempest-ServersOnMultiNodesTest-1217803004 tempest-ServersOnMultiNodesTest-1217803004-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=cf51abff-a5e4-4ed4-87b7-552597e1ec97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984936 Aug 16 22:50:21.314857 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e8973c-0edb-43d1-9e99-f2e87fb2e49e x-openstack-request-id: req-64e8973c-0edb-43d1-9e99-f2e87fb2e49e {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:50:21.315368 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccafbb9c-84fb-4dc5-9318-99c0fbf40f72", "name": "network-vif-plugged", "status": "completed", "tag": "fc000a0b-c9d1-47c5-8bb6-a1ddf7834593", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:50:21.315703 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-64e8973c-0edb-43d1-9e99-f2e87fb2e49e {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:50:21.316322 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccafbb9c-84fb-4dc5-9318-99c0fbf40f72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc000a0b-c9d1-47c5-8bb6-a1ddf7834593', 'code': 200} Aug 16 22:50:21.334857 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-382801e3-1492-4820-a3b4-0b0e85017e97 None None] Set router 4b6089c4-7801-4b98-8460-d2d180558ad8 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:50:21.418121 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:21.423203 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-551bc14d-164e-4814-b94c-decb87b3e61c admin admin] Notify callbacks [] for router, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:21.625075 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7c390b-d95f-4747-995d-5e6dd4b186bf req-04ce524d-0d0c-4c5d-be4f-e54d9d7e46ae tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:21.627057 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2d7c390b-d95f-4747-995d-5e6dd4b186bf req-04ce524d-0d0c-4c5d-be4f-e54d9d7e46ae tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccafbb9c-84fb-4dc5-9318-99c0fbf40f72 HTTP/1.1" status: 200 len: 950 time: 0.2282829 Aug 16 22:50:21.642054 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cce30c-f8e0-482f-b8fc-18b6f2fee01d req-bb3f5f62-7d59-4414-9b05-c637221fe828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:21.644708 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-29cce30c-f8e0-482f-b8fc-18b6f2fee01d req-bb3f5f62-7d59-4414-9b05-c637221fe828 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=ccafbb9c-84fb-4dc5-9318-99c0fbf40f72 HTTP/1.1" status: 200 len: 1102 time: 0.1263883 Aug 16 22:50:21.719938 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-29cce30c-f8e0-482f-b8fc-18b6f2fee01d req-f3bf42d4-2047-4f8a-89bc-be6981c3b8f9 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504050 Aug 16 22:50:21.744965 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2d7c390b-d95f-4747-995d-5e6dd4b186bf req-ad31d2c7-a321-4b0e-862d-751e264c404b tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943351 Aug 16 22:50:21.814404 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-382801e3-1492-4820-a3b4-0b0e85017e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b6089c4-7801-4b98-8460-d2d180558ad8', 'name': 'tempest-FloatingIPDetailsTestJSON-267406614-router', 'tenant_id': '045c2fb1242b4f198653ab8e957a0b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': 'f5a6a55c-1ef9-4f50-a5b3-9232af711950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:49:45Z', 'updated_at': '2021-08-16T22:50:20Z', 'revision_number': 5, 'project_id': '045c2fb1242b4f198653ab8e957a0b0c', 'gw_port': {'id': 'f5a6a55c-1ef9-4f50-a5b3-9232af711950', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:a9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6089c4-7801-4b98-8460-d2d180558ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:49:45Z', 'updated_at': '2021-08-16T22:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:50:21.871687 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382801e3-1492-4820-a3b4-0b0e85017e97 None None] Checking router: 4b6089c4-7801-4b98-8460-d2d180558ad8 for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:50:21.879271 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-551bc14d-164e-4814-b94c-decb87b3e61c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:21.907726 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382801e3-1492-4820-a3b4-0b0e85017e97 None None] Routers {'4b6089c4-7801-4b98-8460-d2d180558ad8'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:50:21.909344 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-382801e3-1492-4820-a3b4-0b0e85017e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:50:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['4b6089c4-7801-4b98-8460-d2d180558ad8'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:50:21.918640 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1636f0d4-842b-42e6-9017-cef6a1426b4d req-135622a8-80ce-4c67-a62f-759ccc7a4be7 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=8a5e1d0e34564f40b5c7c9ef56843b1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328014 Aug 16 22:50:21.948268 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-551bc14d-164e-4814-b94c-decb87b3e61c admin admin] Deleting port f5a6a55c-1ef9-4f50-a5b3-9232af711950 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:50:21.948686 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-551bc14d-164e-4814-b94c-decb87b3e61c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:22.042628 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-382801e3-1492-4820-a3b4-0b0e85017e97 None None] Set router 4b6089c4-7801-4b98-8460-d2d180558ad8 gateway port host: None {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:50:22.048984 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1636f0d4-842b-42e6-9017-cef6a1426b4d req-0e6be7e4-c64f-45ad-99d0-b60d49fdad9b tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:22.057712 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1636f0d4-842b-42e6-9017-cef6a1426b4d req-0e6be7e4-c64f-45ad-99d0-b60d49fdad9b tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1374974 Aug 16 22:50:22.069989 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-551bc14d-164e-4814-b94c-decb87b3e61c admin admin] For port f5a6a55c-1ef9-4f50-a5b3-9232af711950, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=f5a6a55c-1ef9-4f50-a5b3-9232af711950,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:50:22.070497 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-551bc14d-164e-4814-b94c-decb87b3e61c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:22.083475 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1636f0d4-842b-42e6-9017-cef6a1426b4d req-48374606-d030-409d-bad9-ecd34d30e2ff tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/quotas/8a5e1d0e34564f40b5c7c9ef56843b1e HTTP/1.1" status: 200 len: 375 time: 0.0242136 Aug 16 22:50:22.101464 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-551bc14d-164e-4814-b94c-decb87b3e61c admin admin] Calling delete_port for f5a6a55c-1ef9-4f50-a5b3-9232af711950 owned by network:router_gateway {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:50:22.167683 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a0c4679b-1070-4c17-a54c-2330897273aa req-595585fc-ec67-47ac-b769-e7714721a269 tempest-ServerShowV257Test-35714244 tempest-ServerShowV257Test-35714244-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ecd430d-f8b3-477f-ad59-345156be3ac7 HTTP/1.1" status: 200 len: 210 time: 0.0318525 Aug 16 22:50:22.169226 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-382801e3-1492-4820-a3b4-0b0e85017e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b6089c4-7801-4b98-8460-d2d180558ad8', 'name': 'tempest-FloatingIPDetailsTestJSON-267406614-router', 'tenant_id': '045c2fb1242b4f198653ab8e957a0b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:49:45Z', 'updated_at': '2021-08-16T22:50:21Z', 'revision_number': 6, 'project_id': '045c2fb1242b4f198653ab8e957a0b0c', 'gw_port_host': None}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:50:22.200817 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1636f0d4-842b-42e6-9017-cef6a1426b4d req-c7eeeea4-34be-4382-a363-261d12a30623 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8a5e1d0e34564f40b5c7c9ef56843b1e&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1155980 Aug 16 22:50:22.216777 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382801e3-1492-4820-a3b4-0b0e85017e97 None None] The sync data for ids ['4b6089c4-7801-4b98-8460-d2d180558ad8'] in n-d-791506-26 is: [{'id': '4b6089c4-7801-4b98-8460-d2d180558ad8', 'name': 'tempest-FloatingIPDetailsTestJSON-267406614-router', 'tenant_id': '045c2fb1242b4f198653ab8e957a0b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:49:45Z', 'updated_at': '2021-08-16T22:50:21Z', 'revision_number': 6, 'project_id': '045c2fb1242b4f198653ab8e957a0b0c', 'gw_port_host': None}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:50:22.314077 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 55360) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:50:22.394343 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-551bc14d-164e-4814-b94c-decb87b3e61c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:22.455185 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551bc14d-164e-4814-b94c-decb87b3e61c admin admin] Pushing event deleted for resources: {'Port': ['ID=f5a6a55c-1ef9-4f50-a5b3-9232af711950,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:22.515869 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-03c7a86d-9620-4718-ac15-7ead0145e113 req-f79cca4d-b65c-492e-87a6-41418e0d2379 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/ports?device_id=53aeb36d-2ee8-4d47-9f13-97eb5961d643 HTTP/1.1" status: 200 len: 210 time: 0.0671418 Aug 16 22:50:22.530536 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-775be3e4-bac4-4866-88fd-295837bf1a19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:22.559138 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-551bc14d-164e-4814-b94c-decb87b3e61c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537121'] for router_gateway, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:22.660043 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:22.687952 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-775be3e4-bac4-4866-88fd-295837bf1a19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:22.698680 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-775be3e4-bac4-4866-88fd-295837bf1a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:22.704679 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-551bc14d-164e-4814-b94c-decb87b3e61c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:22.714216 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-551bc14d-164e-4814-b94c-decb87b3e61c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:22.792195 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775be3e4-bac4-4866-88fd-295837bf1a19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99152357-e748-457e-9d1f-dc2b3f55a5a4,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:22.804519 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-551bc14d-164e-4814-b94c-decb87b3e61c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:22.805358 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-551bc14d-164e-4814-b94c-decb87b3e61c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b6089c4-7801-4b98-8460-d2d180558ad8 {{(pid=101291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:50:22.809487 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-775be3e4-bac4-4866-88fd-295837bf1a19 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d7721781066d41fa8f2c9d6f2245dd67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4940238 Aug 16 22:50:22.810821 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-551bc14d-164e-4814-b94c-decb87b3e61c admin admin] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:22.811430 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 55378) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:50:22.812303 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-551bc14d-164e-4814-b94c-decb87b3e61c admin admin] 10.222.0.36 "DELETE /v2.0/routers/4b6089c4-7801-4b98-8460-d2d180558ad8 HTTP/1.1" status: 204 len: 168 time: 1.6242228 Aug 16 22:50:22.814890 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 55380) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:50:22.880789 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef21048a-5265-4799-90da-326aa1b496f7 admin admin] Deleting subnet 4a194ee1-7521-45d2-b9a3-036203ea9131 {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:50:22.886109 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ef21048a-5265-4799-90da-326aa1b496f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:22.977743 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ef21048a-5265-4799-90da-326aa1b496f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:23.008938 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 55200ea7-d2e1-4d5f-a168-538f95e70cfd no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:50:23.037241 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c804a94c-37b7-41d7-9e94-48345ddbd2c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:23.040528 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 55200ea7-d2e1-4d5f-a168-538f95e70cfd {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:50:23.041146 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 55200ea7-d2e1-4d5f-a168-538f95e70cfd not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:50:23.042394 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device f5a6a55c-1ef9-4f50-a5b3-9232af711950 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:50:23.049029 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a339e9ed-5635-4ae8-9c41-72c5b4e645b0 req-1bfe0576-b181-494c-b4e3-a197423821e8 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:23.051806 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a339e9ed-5635-4ae8-9c41-72c5b4e645b0 req-1bfe0576-b181-494c-b4e3-a197423821e8 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccafbb9c-84fb-4dc5-9318-99c0fbf40f72 HTTP/1.1" status: 200 len: 950 time: 0.1125946 Aug 16 22:50:23.097389 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: f5a6a55c-1ef9-4f50-a5b3-9232af711950 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:50:23.097742 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device f5a6a55c-1ef9-4f50-a5b3-9232af711950 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:50:23.104509 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c804a94c-37b7-41d7-9e94-48345ddbd2c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:23.117750 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ef21048a-5265-4799-90da-326aa1b496f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:23.165557 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a339e9ed-5635-4ae8-9c41-72c5b4e645b0 req-51e576d8-c097-4aed-bbb0-33202b724aeb tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062219 Aug 16 22:50:23.197619 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c804a94c-37b7-41d7-9e94-48345ddbd2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:23.200356 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c804a94c-37b7-41d7-9e94-48345ddbd2c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:23.201854 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-c804a94c-37b7-41d7-9e94-48345ddbd2c9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/99152357-e748-457e-9d1f-dc2b3f55a5a4 HTTP/1.1" status: 204 len: 168 time: 0.3867133 Aug 16 22:50:23.210498 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ef21048a-5265-4799-90da-326aa1b496f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:23.211678 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c804a94c-37b7-41d7-9e94-48345ddbd2c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99152357-e748-457e-9d1f-dc2b3f55a5a4,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:23.254621 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef21048a-5265-4799-90da-326aa1b496f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a194ee1-7521-45d2-b9a3-036203ea9131,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:23.259088 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ef21048a-5265-4799-90da-326aa1b496f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:23.263702 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-ef21048a-5265-4799-90da-326aa1b496f7 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/4a194ee1-7521-45d2-b9a3-036203ea9131 HTTP/1.1" status: 204 len: 168 time: 0.4453299 Aug 16 22:50:23.264096 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 55390) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:50:23.265681 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc002cef-fe83-430a-b582-d9c9df108fa0 None None] Network 8dc8009d-300f-4ad9-93e2-45fec049ca94 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:50:23.414210 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ad2d7ed6-4bb6-4586-a07b-d0df7c708087 req-c87e596d-95b1-49bb-881b-203f55067ca7 tempest-ServerShowV257Test-35714244 tempest-ServerShowV257Test-35714244-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ecd430d-f8b3-477f-ad59-345156be3ac7 HTTP/1.1" status: 200 len: 210 time: 0.0510919 Aug 16 22:50:23.418350 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c82f2d73-b1e6-4936-9343-c25e460f25f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:23.532929 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-c82f2d73-b1e6-4936-9343-c25e460f25f5 admin admin] Deleting port df65998c-dd28-4024-b13b-4c3932cb2570 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:50:23.533271 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c82f2d73-b1e6-4936-9343-c25e460f25f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:23.674490 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-c82f2d73-b1e6-4936-9343-c25e460f25f5 admin admin] For port df65998c-dd28-4024-b13b-4c3932cb2570, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=df65998c-dd28-4024-b13b-4c3932cb2570,segment=NetworkSegment(ffe8bff2-09a2-49ec-8d81-dedf1e27a266),segment_id=ffe8bff2-09a2-49ec-8d81-dedf1e27a266)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:50:23.675662 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c82f2d73-b1e6-4936-9343-c25e460f25f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:23.691254 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-c82f2d73-b1e6-4936-9343-c25e460f25f5 admin admin] Calling delete_port for df65998c-dd28-4024-b13b-4c3932cb2570 owned by network:dhcp {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:50:23.717361 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7ff494ad-aa34-49f8-9013-64a6f9753387 req-4e0b32d8-0a7d-410e-b37c-48144ecd9137 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/ports?device_id=53aeb36d-2ee8-4d47-9f13-97eb5961d643 HTTP/1.1" status: 200 len: 210 time: 0.0684984 Aug 16 22:50:23.767054 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0618f004-77ec-4391-8fe0-fd4fe13b7879 None None] DHCP port deletion for 8dc8009d-300f-4ad9-93e2-45fec049ca94 request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:50:23.839781 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0618f004-77ec-4391-8fe0-fd4fe13b7879 None None] Deleting port df65998c-dd28-4024-b13b-4c3932cb2570 {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:50:23.840278 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0618f004-77ec-4391-8fe0-fd4fe13b7879 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:23.845816 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c82f2d73-b1e6-4936-9343-c25e460f25f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:23.871134 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82f2d73-b1e6-4936-9343-c25e460f25f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=df65998c-dd28-4024-b13b-4c3932cb2570,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:23.877633 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82f2d73-b1e6-4936-9343-c25e460f25f5 admin admin] No DVR routers for this DVR port df65998c-dd28-4024-b13b-4c3932cb2570 on host n-d-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:50:23.926818 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0618f004-77ec-4391-8fe0-fd4fe13b7879 None None] For port df65998c-dd28-4024-b13b-4c3932cb2570, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=df65998c-dd28-4024-b13b-4c3932cb2570,segment=NetworkSegment(ffe8bff2-09a2-49ec-8d81-dedf1e27a266),segment_id=ffe8bff2-09a2-49ec-8d81-dedf1e27a266)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:50:23.927709 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0618f004-77ec-4391-8fe0-fd4fe13b7879 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:23.949053 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0618f004-77ec-4391-8fe0-fd4fe13b7879 None None] Calling delete_port for df65998c-dd28-4024-b13b-4c3932cb2570 owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:50:23.966174 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c82f2d73-b1e6-4936-9343-c25e460f25f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:23.987569 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-c82f2d73-b1e6-4936-9343-c25e460f25f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dc8009d-300f-4ad9-93e2-45fec049ca94']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:50:23.998675 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-c82f2d73-b1e6-4936-9343-c25e460f25f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffe8bff2-09a2-49ec-8d81-dedf1e27a266') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:50:23.998933 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-c82f2d73-b1e6-4936-9343-c25e460f25f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffe8bff2-09a2-49ec-8d81-dedf1e27a266') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:50:24.010989 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c82f2d73-b1e6-4936-9343-c25e460f25f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:24.039880 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c82f2d73-b1e6-4936-9343-c25e460f25f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:24.056836 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c82f2d73-b1e6-4936-9343-c25e460f25f5 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:50:24.056836 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c82f2d73-b1e6-4936-9343-c25e460f25f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:24.056836 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 16 22:50:24.056836 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:50:24.056836 n-d-791506-26 neutron-server[101292]: timer() Aug 16 22:50:24.056836 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:50:24.056836 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 16 22:50:24.056836 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:50:24.056836 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 16 22:50:24.056836 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:50:24.056836 n-d-791506-26 neutron-server[101292]: self._notify() Aug 16 22:50:24.056836 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:50:24.056836 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 16 22:50:24.056836 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:50:24.056836 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 16 22:50:24.056836 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:50:24.056836 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:50:24.056836 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:50:24.056836 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:50:24.056836 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:50:24.056836 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 16 22:50:24.056836 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:50:24.056836 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 16 22:50:24.056836 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:50:24.056836 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:50:24.056836 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:50:24.056836 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 16 22:50:24.056836 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:50:24.056836 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:50:24.056836 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:50:24.056836 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:50:24.056836 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:50:24.056836 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:50:24.056836 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:50:24.096049 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0618f004-77ec-4391-8fe0-fd4fe13b7879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:24.122963 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c82f2d73-b1e6-4936-9343-c25e460f25f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:24.130172 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c82f2d73-b1e6-4936-9343-c25e460f25f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:24.136968 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-c82f2d73-b1e6-4936-9343-c25e460f25f5 admin admin] 10.222.0.36 "DELETE /v2.0/networks/8dc8009d-300f-4ad9-93e2-45fec049ca94 HTTP/1.1" status: 204 len: 168 time: 0.8693717 Aug 16 22:50:24.154366 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82f2d73-b1e6-4936-9343-c25e460f25f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=8dc8009d-300f-4ad9-93e2-45fec049ca94,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:24.157301 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0618f004-77ec-4391-8fe0-fd4fe13b7879 None None] Pushing event deleted for resources: {'Port': ['ID=df65998c-dd28-4024-b13b-4c3932cb2570,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:24.159663 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0618f004-77ec-4391-8fe0-fd4fe13b7879 None None] No DVR routers for this DVR port df65998c-dd28-4024-b13b-4c3932cb2570 on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:50:24.225581 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-1636f0d4-842b-42e6-9017-cef6a1426b4d req-009a23cf-48ac-4703-92c8-2fd1cf9d6062 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=8a5e1d0e34564f40b5c7c9ef56843b1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0903525 Aug 16 22:50:24.421296 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b06c2f1-b152-4015-b811-f8163fdf61e4 req-afb29ccc-5c5b-410e-9902-b2e936d7058c tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:24.432736 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0b06c2f1-b152-4015-b811-f8163fdf61e4 req-afb29ccc-5c5b-410e-9902-b2e936d7058c tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccafbb9c-84fb-4dc5-9318-99c0fbf40f72 HTTP/1.1" status: 200 len: 950 time: 0.1114235 Aug 16 22:50:24.457740 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 55424) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:50:24.484781 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0b06c2f1-b152-4015-b811-f8163fdf61e4 req-c2d37c83-4787-456e-a4e8-40a432d0a46c tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494750 Aug 16 22:50:24.533845 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1636f0d4-842b-42e6-9017-cef6a1426b4d req-c0fe1719-6e3a-4513-b8f8-912c64ba0e4b tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:24.535766 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-1636f0d4-842b-42e6-9017-cef6a1426b4d req-c0fe1719-6e3a-4513-b8f8-912c64ba0e4b tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3034697 Aug 16 22:50:24.585413 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-1636f0d4-842b-42e6-9017-cef6a1426b4d req-38e3e57c-d8cb-4904-876b-50dc285b2f35 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Request body: {'port': {'device_id': '53aeb36d-2ee8-4d47-9f13-97eb5961d643', 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd', 'admin_state_up': True, 'tenant_id': '8a5e1d0e34564f40b5c7c9ef56843b1e'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:50:24.613066 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-c43a72cd-5d58-4f0b-a803-7744257c7d70 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=045c2fb1242b4f198653ab8e957a0b0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1538444 Aug 16 22:50:24.633627 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-52f4a5ab-8b9d-49d6-978d-8a59510ec7dd req-c0baa74d-1302-48ab-92db-536f6e8b9466 tempest-ServerShowV257Test-35714244 tempest-ServerShowV257Test-35714244-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ecd430d-f8b3-477f-ad59-345156be3ac7 HTTP/1.1" status: 200 len: 210 time: 0.0349858 Aug 16 22:50:24.634171 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 55434) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:50:24.778973 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5783b316-56ce-4900-b946-47a6cc3ad108 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:24.790645 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1636f0d4-842b-42e6-9017-cef6a1426b4d req-38e3e57c-d8cb-4904-876b-50dc285b2f35 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Made reservation on behalf of 8a5e1d0e34564f40b5c7c9ef56843b1e for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:50:24.796262 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-1636f0d4-842b-42e6-9017-cef6a1426b4d req-38e3e57c-d8cb-4904-876b-50dc285b2f35 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:24.799585 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78e3189-4dad-4b24-aa93-5ecb40d566a7 req-96729f59-d42c-4fa7-9c34-6faed0ea3ddc tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:24.806759 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e78e3189-4dad-4b24-aa93-5ecb40d566a7 req-96729f59-d42c-4fa7-9c34-6faed0ea3ddc tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccafbb9c-84fb-4dc5-9318-99c0fbf40f72 HTTP/1.1" status: 200 len: 950 time: 0.0999968 Aug 16 22:50:24.847887 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5783b316-56ce-4900-b946-47a6cc3ad108 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:24.924382 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:24.929342 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e78e3189-4dad-4b24-aa93-5ecb40d566a7 req-ec28696c-d3ec-453c-8fef-a5ccf6c845ea tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216114 Aug 16 22:50:24.996516 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5783b316-56ce-4900-b946-47a6cc3ad108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:24.999383 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device df65998c-dd28-4024-b13b-4c3932cb2570 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:50:25.001388 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5783b316-56ce-4900-b946-47a6cc3ad108 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:25.003525 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-5783b316-56ce-4900-b946-47a6cc3ad108 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/280ac18d-efd1-4858-b049-3cb0583f2d41 HTTP/1.1" status: 204 len: 168 time: 0.3684056 Aug 16 22:50:25.020150 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5783b316-56ce-4900-b946-47a6cc3ad108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=280ac18d-efd1-4858-b049-3cb0583f2d41,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:25.074122 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: df65998c-dd28-4024-b13b-4c3932cb2570 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:50:25.074470 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device df65998c-dd28-4024-b13b-4c3932cb2570 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:50:25.093371 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-1636f0d4-842b-42e6-9017-cef6a1426b4d req-38e3e57c-d8cb-4904-876b-50dc285b2f35 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Allocated IP 192.168.233.132 (a2f596d0-b80e-4404-bf4b-27a7e14f50dd/6af2b868-37d3-46ab-a526-0465929f13c8/0dd5482a-bca0-4084-9655-459e76fdc327) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:50:25.114018 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-264026cc-a181-4f7d-9394-6ac2074ccc81 req-8d300ecf-0e85-437f-a176-4a6f9c969784 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/ports?device_id=53aeb36d-2ee8-4d47-9f13-97eb5961d643 HTTP/1.1" status: 200 len: 210 time: 0.0628455 Aug 16 22:50:25.465018 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-1636f0d4-842b-42e6-9017-cef6a1426b4d req-38e3e57c-d8cb-4904-876b-50dc285b2f35 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:25.569396 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-1636f0d4-842b-42e6-9017-cef6a1426b4d req-38e3e57c-d8cb-4904-876b-50dc285b2f35 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Transition to ACTIVE for port object 0dd5482a-bca0-4084-9655-459e76fdc327 will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:50:25.687435 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-1636f0d4-842b-42e6-9017-cef6a1426b4d req-38e3e57c-d8cb-4904-876b-50dc285b2f35 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:25.702388 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['6febc145-575d-4190-8648-f4c30710fedf', '2936c26e-d0eb-4c67-ab4d-e875efb1b500', '5dc72a00-0f55-40d2-95ec-e6c1f053f268', 'a55a6d11-4f48-478c-b6b0-5567dcd53c85', '5df2da5d-eef0-4761-a20a-65bd101099bf'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:50:25.717274 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3e143be1-1c83-4780-b5e4-43c6709c94c8 req-f886c215-8453-45b4-b269-4c30e225d43d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ccafbb9c-84fb-4dc5-9318-99c0fbf40f72&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1043932 Aug 16 22:50:25.746688 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c387446-8602-4b52-bfbb-ca67c07e863c req-02baff26-5095-44db-a50a-7c433967cc2d tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:25.758972 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5c387446-8602-4b52-bfbb-ca67c07e863c req-02baff26-5095-44db-a50a-7c433967cc2d tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccafbb9c-84fb-4dc5-9318-99c0fbf40f72 HTTP/1.1" status: 200 len: 950 time: 0.1357336 Aug 16 22:50:25.788008 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['f323738b-f883-4014-ba78-4c322dc7f679', '5889a528-9304-413d-8a3e-d220839675c1'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:50:25.800447 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1636f0d4-842b-42e6-9017-cef6a1426b4d req-38e3e57c-d8cb-4904-876b-50dc285b2f35 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Network a2f596d0-b80e-4404-bf4b-27a7e14f50dd is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:50:25.804526 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-1636f0d4-842b-42e6-9017-cef6a1426b4d req-38e3e57c-d8cb-4904-876b-50dc285b2f35 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:50:25.809868 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-1636f0d4-842b-42e6-9017-cef6a1426b4d req-38e3e57c-d8cb-4904-876b-50dc285b2f35 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:50:25.815602 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e3e57c-d8cb-4904-876b-50dc285b2f35 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Pushing event updated for resources: {'Port': ['ID=0dd5482a-bca0-4084-9655-459e76fdc327,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:25.883233 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1636f0d4-842b-42e6-9017-cef6a1426b4d req-38e3e57c-d8cb-4904-876b-50dc285b2f35 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:25.884485 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-1636f0d4-842b-42e6-9017-cef6a1426b4d req-38e3e57c-d8cb-4904-876b-50dc285b2f35 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:25.909351 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-1636f0d4-842b-42e6-9017-cef6a1426b4d req-38e3e57c-d8cb-4904-876b-50dc285b2f35 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3343270 Aug 16 22:50:25.933084 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-1636f0d4-842b-42e6-9017-cef6a1426b4d req-f6fcc65b-6dc6-470d-ac3b-e39e7ff00945 service neutron] Request body: {'port': {'device_id': '53aeb36d-2ee8-4d47-9f13-97eb5961d643', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:50:25.945788 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8b8c3be3-0dbb-4ffd-8d95-0d1e5188d674 req-0c3124ac-275f-4220-9cf4-4dec8bded542 tempest-ServerShowV257Test-35714244 tempest-ServerShowV257Test-35714244-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ecd430d-f8b3-477f-ad59-345156be3ac7 HTTP/1.1" status: 200 len: 210 time: 0.1514652 Aug 16 22:50:25.996506 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5c387446-8602-4b52-bfbb-ca67c07e863c req-5db47da3-a414-4667-b859-c4ce1809915c tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359910 Aug 16 22:50:26.054407 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-1636f0d4-842b-42e6-9017-cef6a1426b4d req-f6fcc65b-6dc6-470d-ac3b-e39e7ff00945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:26.151670 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 55512) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:50:26.394562 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e06f572-5708-4e20-9be8-0712b8dbc468 req-e8cb4cfd-a403-4af8-a364-aaaef5384892 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:26.408151 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7e06f572-5708-4e20-9be8-0712b8dbc468 req-e8cb4cfd-a403-4af8-a364-aaaef5384892 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/ports?device_id=53aeb36d-2ee8-4d47-9f13-97eb5961d643 HTTP/1.1" status: 200 len: 936 time: 0.1169405 Aug 16 22:50:26.509903 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7e06f572-5708-4e20-9be8-0712b8dbc468 req-2a42c11b-7537-4be4-ac3b-3c0244b8b9e1 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf51abff-a5e4-4ed4-87b7-552597e1ec97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979114 Aug 16 22:50:26.521328 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fdbbdd70-1bce-4ed8-af77-69a1b91ffcbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:26.574051 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-1636f0d4-842b-42e6-9017-cef6a1426b4d req-f6fcc65b-6dc6-470d-ac3b-e39e7ff00945 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dd5482a-bca0-4084-9655-459e76fdc327 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:50:26.598882 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-1636f0d4-842b-42e6-9017-cef6a1426b4d req-f6fcc65b-6dc6-470d-ac3b-e39e7ff00945 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:26.603748 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-74d9207a-c2d8-4e4c-a925-2b00c8ba9a1b None None] Provisioning for port 0dd5482a-bca0-4084-9655-459e76fdc327 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:50:26.615464 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-74d9207a-c2d8-4e4c-a925-2b00c8ba9a1b None None] Provisioning complete for port 0dd5482a-bca0-4084-9655-459e76fdc327 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:50:26.620437 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-74d9207a-c2d8-4e4c-a925-2b00c8ba9a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:26.621021 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-1636f0d4-842b-42e6-9017-cef6a1426b4d req-f6fcc65b-6dc6-470d-ac3b-e39e7ff00945 service neutron] Transition to ACTIVE for port object 0dd5482a-bca0-4084-9655-459e76fdc327 will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:50:26.627847 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-1636f0d4-842b-42e6-9017-cef6a1426b4d req-f6fcc65b-6dc6-470d-ac3b-e39e7ff00945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:26.676703 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fdbbdd70-1bce-4ed8-af77-69a1b91ffcbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:26.685137 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fdbbdd70-1bce-4ed8-af77-69a1b91ffcbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:26.769053 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fcc65b-6dc6-470d-ac3b-e39e7ff00945 service neutron] Pushing event updated for resources: {'Port': ['ID=0dd5482a-bca0-4084-9655-459e76fdc327,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:26.795177 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-fdbbdd70-1bce-4ed8-af77-69a1b91ffcbd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=307d375a7d3d46f99b326fa5c68b5ee9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6398716 Aug 16 22:50:26.804277 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-74d9207a-c2d8-4e4c-a925-2b00c8ba9a1b None None] Port 0dd5482a-bca0-4084-9655-459e76fdc327 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:50:26.808389 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 55538) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:50:26.824648 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbbdd70-1bce-4ed8-af77-69a1b91ffcbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adb75631-aac7-45c2-8024-29ef4be09d5e,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:26.883154 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbbdd70-1bce-4ed8-af77-69a1b91ffcbd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:50:26.883617 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbbdd70-1bce-4ed8-af77-69a1b91ffcbd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:50:26.884188 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbbdd70-1bce-4ed8-af77-69a1b91ffcbd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:50:26.884682 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbbdd70-1bce-4ed8-af77-69a1b91ffcbd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:50:26.885129 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbbdd70-1bce-4ed8-af77-69a1b91ffcbd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:50:26.885574 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbbdd70-1bce-4ed8-af77-69a1b91ffcbd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:50:26.885972 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbbdd70-1bce-4ed8-af77-69a1b91ffcbd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:50:26.886361 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbbdd70-1bce-4ed8-af77-69a1b91ffcbd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:50:26.886941 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbbdd70-1bce-4ed8-af77-69a1b91ffcbd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:50:26.887360 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbbdd70-1bce-4ed8-af77-69a1b91ffcbd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:50:26.888215 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbbdd70-1bce-4ed8-af77-69a1b91ffcbd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:50:26.888637 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbbdd70-1bce-4ed8-af77-69a1b91ffcbd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:50:26.893349 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 55540) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:50:26.950423 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6acb0a79-dca5-4a9e-b3d4-e48cc13ba006 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:26.960340 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-1636f0d4-842b-42e6-9017-cef6a1426b4d req-f6fcc65b-6dc6-470d-ac3b-e39e7ff00945 service neutron] Attempting to bind port 0dd5482a-bca0-4084-9655-459e76fdc327 on host n-h2-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:50:26.960948 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-1636f0d4-842b-42e6-9017-cef6a1426b4d req-f6fcc65b-6dc6-470d-ac3b-e39e7ff00945 service neutron] Attempting to bind port 0dd5482a-bca0-4084-9655-459e76fdc327 by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:50:26.965192 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1636f0d4-842b-42e6-9017-cef6a1426b4d req-f6fcc65b-6dc6-470d-ac3b-e39e7ff00945 service neutron] Attempting to bind port 0dd5482a-bca0-4084-9655-459e76fdc327 on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:50:26.975544 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1636f0d4-842b-42e6-9017-cef6a1426b4d req-f6fcc65b-6dc6-470d-ac3b-e39e7ff00945 service neutron] Port 0dd5482a-bca0-4084-9655-459e76fdc327 on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:50:26.976175 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1636f0d4-842b-42e6-9017-cef6a1426b4d req-f6fcc65b-6dc6-470d-ac3b-e39e7ff00945 service neutron] Attempting to bind port 0dd5482a-bca0-4084-9655-459e76fdc327 on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:50:26.991617 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1636f0d4-842b-42e6-9017-cef6a1426b4d req-f6fcc65b-6dc6-470d-ac3b-e39e7ff00945 service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:50:26.992174 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1636f0d4-842b-42e6-9017-cef6a1426b4d req-f6fcc65b-6dc6-470d-ac3b-e39e7ff00945 service neutron] Checking segment: {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:50:26.992757 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1636f0d4-842b-42e6-9017-cef6a1426b4d req-f6fcc65b-6dc6-470d-ac3b-e39e7ff00945 service neutron] Bound using segment: {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:50:26.993370 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-1636f0d4-842b-42e6-9017-cef6a1426b4d req-f6fcc65b-6dc6-470d-ac3b-e39e7ff00945 service neutron] Bound port: 0dd5482a-bca0-4084-9655-459e76fdc327, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:50:26.993911 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-1636f0d4-842b-42e6-9017-cef6a1426b4d req-f6fcc65b-6dc6-470d-ac3b-e39e7ff00945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:27.012707 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6acb0a79-dca5-4a9e-b3d4-e48cc13ba006 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:27.122239 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-ecb5dd20-2366-4d7b-b8eb-70f7a0776cae admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-779176482-network', 'tenant_id': '2d89c0e2d8c24255bb4c86a942d8f547'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:50:27.181559 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-1636f0d4-842b-42e6-9017-cef6a1426b4d req-f6fcc65b-6dc6-470d-ac3b-e39e7ff00945 service neutron] For port 0dd5482a-bca0-4084-9655-459e76fdc327, host n-h2-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:50:27.189679 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-1636f0d4-842b-42e6-9017-cef6a1426b4d req-f6fcc65b-6dc6-470d-ac3b-e39e7ff00945 service neutron] For port 0dd5482a-bca0-4084-9655-459e76fdc327, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=0dd5482a-bca0-4084-9655-459e76fdc327,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:50:27.191632 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6acb0a79-dca5-4a9e-b3d4-e48cc13ba006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:27.196359 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6acb0a79-dca5-4a9e-b3d4-e48cc13ba006 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:27.198004 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-6acb0a79-dca5-4a9e-b3d4-e48cc13ba006 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/adb75631-aac7-45c2-8024-29ef4be09d5e HTTP/1.1" status: 204 len: 168 time: 0.3884351 Aug 16 22:50:27.216088 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-1636f0d4-842b-42e6-9017-cef6a1426b4d req-f6fcc65b-6dc6-470d-ac3b-e39e7ff00945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:27.298952 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1636f0d4-842b-42e6-9017-cef6a1426b4d req-f6fcc65b-6dc6-470d-ac3b-e39e7ff00945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:27.299589 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-1636f0d4-842b-42e6-9017-cef6a1426b4d req-f6fcc65b-6dc6-470d-ac3b-e39e7ff00945 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:27.301065 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-1636f0d4-842b-42e6-9017-cef6a1426b4d req-f6fcc65b-6dc6-470d-ac3b-e39e7ff00945 service neutron] 10.222.0.57 "PUT /v2.0/ports/0dd5482a-bca0-4084-9655-459e76fdc327 HTTP/1.1" status: 200 len: 1097 time: 1.3732436 Aug 16 22:50:27.301508 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53aeb36d-2ee8-4d47-9f13-97eb5961d643', 'tag': '0dd5482a-bca0-4084-9655-459e76fdc327'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:50:27.304056 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f24aa8c5-66af-4a92-9116-a8bc4ea8a9d9" -d '{"events": [{"name": "network-changed", "server_uuid": "53aeb36d-2ee8-4d47-9f13-97eb5961d643", "tag": "0dd5482a-bca0-4084-9655-459e76fdc327"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:50:27.333502 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fcc65b-6dc6-470d-ac3b-e39e7ff00945 service neutron] Pushing event updated for resources: {'Port': ['ID=0dd5482a-bca0-4084-9655-459e76fdc327,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:27.372011 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acb0a79-dca5-4a9e-b3d4-e48cc13ba006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adb75631-aac7-45c2-8024-29ef4be09d5e,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:27.465632 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-273685f5-8830-4737-aa68-2290ca550b68 req-676c69d7-f45c-4168-9f53-e0a919f5cbee tempest-ServerShowV257Test-35714244 tempest-ServerShowV257Test-35714244-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ecd430d-f8b3-477f-ad59-345156be3ac7 HTTP/1.1" status: 200 len: 210 time: 0.1831000 Aug 16 22:50:27.476380 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1636f0d4-842b-42e6-9017-cef6a1426b4d req-35221488-acbc-4c41-b58d-e3095c1b0ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:27.484162 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-1636f0d4-842b-42e6-9017-cef6a1426b4d req-35221488-acbc-4c41-b58d-e3095c1b0ecf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8a5e1d0e34564f40b5c7c9ef56843b1e&device_id=53aeb36d-2ee8-4d47-9f13-97eb5961d643 HTTP/1.1" status: 200 len: 1100 time: 0.1070518 Aug 16 22:50:27.485795 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb5dd20-2366-4d7b-b8eb-70f7a0776cae admin admin] Made reservation on behalf of 2d89c0e2d8c24255bb4c86a942d8f547 for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:50:27.497811 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ecb5dd20-2366-4d7b-b8eb-70f7a0776cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:27.551980 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ecb5dd20-2366-4d7b-b8eb-70f7a0776cae admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:27.628964 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad35713-deca-46d5-a35b-c28ea52b8102 req-3c2427e6-4f79-4eff-a418-f0747fa1850c tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:27.635989 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9ad35713-deca-46d5-a35b-c28ea52b8102 req-3c2427e6-4f79-4eff-a418-f0747fa1850c tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccafbb9c-84fb-4dc5-9318-99c0fbf40f72 HTTP/1.1" status: 200 len: 950 time: 0.4500985 Aug 16 22:50:27.685524 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-1636f0d4-842b-42e6-9017-cef6a1426b4d req-9fe9d705-2ad0-4e2d-a5bf-0dc2202d5a82 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=0dd5482a-bca0-4084-9655-459e76fdc327 HTTP/1.1" status: 200 len: 217 time: 0.1732991 Aug 16 22:50:27.787702 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c28642b5-76e3-4f10-9755-19c33c984aad x-openstack-request-id: req-c28642b5-76e3-4f10-9755-19c33c984aad {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:50:27.788096 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53aeb36d-2ee8-4d47-9f13-97eb5961d643", "tag": "0dd5482a-bca0-4084-9655-459e76fdc327", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:50:27.788551 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c28642b5-76e3-4f10-9755-19c33c984aad {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:50:27.789087 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53aeb36d-2ee8-4d47-9f13-97eb5961d643', 'tag': '0dd5482a-bca0-4084-9655-459e76fdc327', 'status': 'completed', 'code': 200} Aug 16 22:50:27.797796 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ecb5dd20-2366-4d7b-b8eb-70f7a0776cae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:27.804938 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ecb5dd20-2366-4d7b-b8eb-70f7a0776cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:27.813409 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1636f0d4-842b-42e6-9017-cef6a1426b4d req-c4d240fc-d4f7-47a7-8e6d-7a98550e7e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:27.814978 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-1636f0d4-842b-42e6-9017-cef6a1426b4d req-c4d240fc-d4f7-47a7-8e6d-7a98550e7e51 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6af2b868-37d3-46ab-a526-0465929f13c8 HTTP/1.1" status: 200 len: 843 time: 0.1145244 Aug 16 22:50:27.839540 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecb5dd20-2366-4d7b-b8eb-70f7a0776cae admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:50:27.919648 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ecb5dd20-2366-4d7b-b8eb-70f7a0776cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:27.919998 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-ecb5dd20-2366-4d7b-b8eb-70f7a0776cae admin admin] Added segment e6122fd7-1696-466c-a498-8846cac95a95 of type vlan for network d1c34a55-fe24-47e8-83df-7a566561ebe2 Aug 16 22:50:28.005876 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1636f0d4-842b-42e6-9017-cef6a1426b4d req-99efbc03-d8ea-4cd9-aa65-8679a7d9cee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:28.012943 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-1636f0d4-842b-42e6-9017-cef6a1426b4d req-99efbc03-d8ea-4cd9-aa65-8679a7d9cee3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1793492 Aug 16 22:50:28.019336 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9ad35713-deca-46d5-a35b-c28ea52b8102 req-078b143d-5239-4a35-98a0-df29806d02af tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272811 Aug 16 22:50:28.021021 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb5dd20-2366-4d7b-b8eb-70f7a0776cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f760a278-a3cf-4645-9eb6-6aa028beaa53,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:28.073735 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ecb5dd20-2366-4d7b-b8eb-70f7a0776cae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:28.128425 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8227f68-8ced-4121-927c-76552f8c5244 req-f705e7b1-ff59-4e31-9c9a-e287e0e8258c tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:28.136222 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d8227f68-8ced-4121-927c-76552f8c5244 req-f705e7b1-ff59-4e31-9c9a-e287e0e8258c tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/ports?device_id=53aeb36d-2ee8-4d47-9f13-97eb5961d643 HTTP/1.1" status: 200 len: 948 time: 0.2143137 Aug 16 22:50:28.161577 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-1636f0d4-842b-42e6-9017-cef6a1426b4d req-349e5161-304c-42c9-9596-566859ff6a41 service neutron] 10.222.0.57 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342354 Aug 16 22:50:28.164697 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ecb5dd20-2366-4d7b-b8eb-70f7a0776cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:28.165691 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb5dd20-2366-4d7b-b8eb-70f7a0776cae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:28.166567 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ecb5dd20-2366-4d7b-b8eb-70f7a0776cae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:28.241693 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-ecb5dd20-2366-4d7b-b8eb-70f7a0776cae admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3459287 Aug 16 22:50:28.245911 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb5dd20-2366-4d7b-b8eb-70f7a0776cae admin admin] Pushing event updated for resources: {'Network': ['ID=d1c34a55-fe24-47e8-83df-7a566561ebe2,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:28.247382 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 55588) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:50:28.255296 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-4ae31863-b013-428d-8699-e9cafe3c069a admin admin] Request body: {'subnet': {'network_id': 'd1c34a55-fe24-47e8-83df-7a566561ebe2', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-779176482-subnet', 'tenant_id': '2d89c0e2d8c24255bb4c86a942d8f547', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:50:28.260402 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network d1c34a55-fe24-47e8-83df-7a566561ebe2 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:50:28.262571 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d8227f68-8ced-4121-927c-76552f8c5244 req-d410f842-0507-411c-a53e-98061da3949e tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf51abff-a5e4-4ed4-87b7-552597e1ec97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202006 Aug 16 22:50:28.308234 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-1636f0d4-842b-42e6-9017-cef6a1426b4d req-abc14ba5-3eab-4aec-9d1f-9569fd36856d service neutron] 10.222.0.57 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380682 Aug 16 22:50:28.309744 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ae31863-b013-428d-8699-e9cafe3c069a admin admin] Made reservation on behalf of 2d89c0e2d8c24255bb4c86a942d8f547 for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:50:28.312426 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4ae31863-b013-428d-8699-e9cafe3c069a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:28.582276 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24aa8c5-66af-4a92-9116-a8bc4ea8a9d9 req-eec5f199-b6c2-46a6-90e2-8f9c3f37a06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:28.583814 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-f24aa8c5-66af-4a92-9116-a8bc4ea8a9d9 req-eec5f199-b6c2-46a6-90e2-8f9c3f37a06d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8a5e1d0e34564f40b5c7c9ef56843b1e&device_id=53aeb36d-2ee8-4d47-9f13-97eb5961d643 HTTP/1.1" status: 200 len: 1100 time: 0.1411576 Aug 16 22:50:28.607876 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e143be1-1c83-4780-b5e4-43c6709c94c8 req-041c65de-9a3e-497e-96ea-2286bf7e6c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:28.616386 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3e143be1-1c83-4780-b5e4-43c6709c94c8 req-041c65de-9a3e-497e-96ea-2286bf7e6c29 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5aa270b810014cb1b7df23f71a5483f7&device_id=ccafbb9c-84fb-4dc5-9318-99c0fbf40f72 HTTP/1.1" status: 200 len: 1102 time: 0.1209023 Aug 16 22:50:28.649730 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4ae31863-b013-428d-8699-e9cafe3c069a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:28.683666 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3d85dc81-9552-4d47-9e38-66d68374e2ec req-09726dd9-7e74-40f6-9723-3ec4f2432247 tempest-ServerShowV257Test-35714244 tempest-ServerShowV257Test-35714244-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ecd430d-f8b3-477f-ad59-345156be3ac7 HTTP/1.1" status: 200 len: 210 time: 0.0658743 Aug 16 22:50:28.701197 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae31863-b013-428d-8699-e9cafe3c069a admin admin] Pushing event updated for resources: {'Subnet': ['ID=55c997cf-8d62-4807-9ba0-9be5afd9ec79,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:28.771445 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24aa8c5-66af-4a92-9116-a8bc4ea8a9d9 req-8a42d722-aa9e-49e3-9151-ddb26cec6505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:28.773396 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-f24aa8c5-66af-4a92-9116-a8bc4ea8a9d9 req-8a42d722-aa9e-49e3-9151-ddb26cec6505 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd HTTP/1.1" status: 200 len: 870 time: 0.1771135 Aug 16 22:50:28.775098 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae31863-b013-428d-8699-e9cafe3c069a admin admin] Checking segment: {'id': 'e6122fd7-1696-466c-a498-8846cac95a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd1c34a55-fe24-47e8-83df-7a566561ebe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:50:28.775751 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae31863-b013-428d-8699-e9cafe3c069a admin admin] Network hostable DHCP agents. Network: d1c34a55-fe24-47e8-83df-7a566561ebe2, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:50:28.780012 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3527ab66-83c1-401b-91bc-a14468b72e87 req-c34b6aeb-f3b6-4595-939f-67467752aeb3 tempest-LiveAutoBlockMigrationV225Test-1199004585 tempest-LiveAutoBlockMigrationV225Test-1199004585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:28.789382 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3527ab66-83c1-401b-91bc-a14468b72e87 req-c34b6aeb-f3b6-4595-939f-67467752aeb3 tempest-LiveAutoBlockMigrationV225Test-1199004585 tempest-LiveAutoBlockMigrationV225Test-1199004585-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=874b6679-a5eb-4e9a-a8a3-13432fb39a1e HTTP/1.1" status: 200 len: 1097 time: 0.1430688 Aug 16 22:50:28.829139 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-f24aa8c5-66af-4a92-9116-a8bc4ea8a9d9 req-91353dd0-0aa9-453f-8f10-f60b394092bb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=0dd5482a-bca0-4084-9655-459e76fdc327 HTTP/1.1" status: 200 len: 217 time: 0.0463526 Aug 16 22:50:28.831672 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e143be1-1c83-4780-b5e4-43c6709c94c8 req-c13949a1-6b15-474e-a1af-8ce8951c84d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:28.832023 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae31863-b013-428d-8699-e9cafe3c069a admin admin] Network d1c34a55-fe24-47e8-83df-7a566561ebe2 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:50:28.833183 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3e143be1-1c83-4780-b5e4-43c6709c94c8 req-c13949a1-6b15-474e-a1af-8ce8951c84d5 service neutron] 10.222.0.68 "GET /v2.0/networks?id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd HTTP/1.1" status: 200 len: 870 time: 0.1987772 Aug 16 22:50:28.865184 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3527ab66-83c1-401b-91bc-a14468b72e87 req-cbedd8a6-1b54-44a3-8f46-a4bd18cc24e0 tempest-LiveAutoBlockMigrationV225Test-1199004585 tempest-LiveAutoBlockMigrationV225Test-1199004585-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747995 Aug 16 22:50:28.870345 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-4ae31863-b013-428d-8699-e9cafe3c069a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, d1c34a55-fe24-47e8-83df-7a566561ebe2) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:50:28.878754 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b09071d-8b1e-47c4-8784-6f1f575f4891 None None] Network d1c34a55-fe24-47e8-83df-7a566561ebe2 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:50:28.913355 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3e143be1-1c83-4780-b5e4-43c6709c94c8 req-5a653724-edd1-4749-9e7c-ed09829fa52b service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=fc000a0b-c9d1-47c5-8bb6-a1ddf7834593 HTTP/1.1" status: 200 len: 217 time: 0.0466812 Aug 16 22:50:28.963971 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24aa8c5-66af-4a92-9116-a8bc4ea8a9d9 req-cd188f1e-d3ef-4d05-a352-f5561db0a766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:28.965489 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-f24aa8c5-66af-4a92-9116-a8bc4ea8a9d9 req-cd188f1e-d3ef-4d05-a352-f5561db0a766 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6af2b868-37d3-46ab-a526-0465929f13c8 HTTP/1.1" status: 200 len: 843 time: 0.1223381 Aug 16 22:50:28.974273 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae31863-b013-428d-8699-e9cafe3c069a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:28.974888 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4ae31863-b013-428d-8699-e9cafe3c069a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:28.994030 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e143be1-1c83-4780-b5e4-43c6709c94c8 req-a130a8e0-ac0f-46d9-b07d-8330f1008cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:28.996583 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3e143be1-1c83-4780-b5e4-43c6709c94c8 req-a130a8e0-ac0f-46d9-b07d-8330f1008cb2 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6af2b868-37d3-46ab-a526-0465929f13c8 HTTP/1.1" status: 200 len: 843 time: 0.0742345 Aug 16 22:50:29.010669 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-4ae31863-b013-428d-8699-e9cafe3c069a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7542322 Aug 16 22:50:29.067398 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e143be1-1c83-4780-b5e4-43c6709c94c8 req-e603820d-a615-4720-996d-26b2821bafbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:29.069478 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3e143be1-1c83-4780-b5e4-43c6709c94c8 req-e603820d-a615-4720-996d-26b2821bafbe service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0639703 Aug 16 22:50:29.181782 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303c442f-46f8-46ac-a0bc-9ea8cea869a9 None None] Network d1c34a55-fe24-47e8-83df-7a566561ebe2 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:50:29.243555 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24aa8c5-66af-4a92-9116-a8bc4ea8a9d9 req-0e9b40f3-dd1e-4d1f-8ff9-f42ba712a97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:29.245179 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-f24aa8c5-66af-4a92-9116-a8bc4ea8a9d9 req-0e9b40f3-dd1e-4d1f-8ff9-f42ba712a97a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1329267 Aug 16 22:50:29.435943 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3e143be1-1c83-4780-b5e4-43c6709c94c8 req-884521c5-ddd6-4bbc-8100-14ac8c557294 service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3549809 Aug 16 22:50:29.439382 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-f24aa8c5-66af-4a92-9116-a8bc4ea8a9d9 req-eb6d694e-09cf-4d28-9f8c-0347e84a537b service neutron] 10.222.0.57 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838901 Aug 16 22:50:29.490808 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e052fe-3900-45a0-b10a-ec8a3f763cb4 req-e0f211b7-445a-4849-8430-26e63f411232 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:29.501469 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-39e052fe-3900-45a0-b10a-ec8a3f763cb4 req-e0f211b7-445a-4849-8430-26e63f411232 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccafbb9c-84fb-4dc5-9318-99c0fbf40f72 HTTP/1.1" status: 200 len: 950 time: 0.2299421 Aug 16 22:50:29.537017 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 55642) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:50:29.627033 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-f24aa8c5-66af-4a92-9116-a8bc4ea8a9d9 req-036a97a5-ef0d-4de5-818f-3283b891b604 service neutron] 10.222.0.57 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687417 Aug 16 22:50:29.667121 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-39e052fe-3900-45a0-b10a-ec8a3f763cb4 req-866d5435-70e8-4a35-a827-f6af050059d1 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647072 Aug 16 22:50:29.722893 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3e143be1-1c83-4780-b5e4-43c6709c94c8 req-9b6c0291-1516-49de-afcf-e42efaa9f005 service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762413 Aug 16 22:50:29.753431 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d9108caf-5e6c-4262-9e9b-d65cc7b8c31f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:29.942638 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d9108caf-5e6c-4262-9e9b-d65cc7b8c31f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:29.956800 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d9108caf-5e6c-4262-9e9b-d65cc7b8c31f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:29.983862 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9108caf-5e6c-4262-9e9b-d65cc7b8c31f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=514e43f4-c3db-49ad-b608-f92bb2cc5cf0,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:30.028501 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-d9108caf-5e6c-4262-9e9b-d65cc7b8c31f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=73746cba8e2e44e4bf8ff36a3bb3af78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4898221 Aug 16 22:50:30.031132 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 55676) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:50:30.059121 n-d-791506-26 neutron-server[101292]: INFO neutron.api.v2.resource [req-91c5e418-0b98-4187-b686-27f544a2501d req-ce09f99d-aac1-4e4c-b9a1-1a0c1b061d83 tempest-SecurityGroupsNegativeTestJSON-46705038 tempest-SecurityGroupsNegativeTestJSON-46705038-project] show failed (client error): The resource could not be found. Aug 16 22:50:30.060447 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-91c5e418-0b98-4187-b686-27f544a2501d req-ce09f99d-aac1-4e4c-b9a1-1a0c1b061d83 tempest-SecurityGroupsNegativeTestJSON-46705038 tempest-SecurityGroupsNegativeTestJSON-46705038-project] 10.222.0.36 "GET /v2.0/security-groups/7b1c9c55-6eda-4645-aa8d-5b62975accf6 HTTP/1.1" status: 404 len: 352 time: 0.0195260 Aug 16 22:50:30.101019 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bf6c1552-d1d0-4c1a-a164-73f563650ec3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:30.127070 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bf6c1552-d1d0-4c1a-a164-73f563650ec3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:30.205164 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c01cc4-3481-4058-90da-a8ba9ca9761d req-785ed082-82ac-4237-b313-f13050280e0b tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:30.207819 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-93c01cc4-3481-4058-90da-a8ba9ca9761d req-785ed082-82ac-4237-b313-f13050280e0b tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/ports?device_id=53aeb36d-2ee8-4d47-9f13-97eb5961d643 HTTP/1.1" status: 200 len: 948 time: 0.0736337 Aug 16 22:50:30.226221 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bf6c1552-d1d0-4c1a-a164-73f563650ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:30.229193 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bf6c1552-d1d0-4c1a-a164-73f563650ec3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:30.230334 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-bf6c1552-d1d0-4c1a-a164-73f563650ec3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/514e43f4-c3db-49ad-b608-f92bb2cc5cf0 HTTP/1.1" status: 204 len: 168 time: 0.1975229 Aug 16 22:50:30.239396 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6c1552-d1d0-4c1a-a164-73f563650ec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=514e43f4-c3db-49ad-b608-f92bb2cc5cf0,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:30.247075 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6c1552-d1d0-4c1a-a164-73f563650ec3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:50:30.247439 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6c1552-d1d0-4c1a-a164-73f563650ec3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:50:30.247792 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6c1552-d1d0-4c1a-a164-73f563650ec3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:50:30.248144 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6c1552-d1d0-4c1a-a164-73f563650ec3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:50:30.249106 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6c1552-d1d0-4c1a-a164-73f563650ec3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:50:30.249448 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6c1552-d1d0-4c1a-a164-73f563650ec3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:50:30.249974 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6c1552-d1d0-4c1a-a164-73f563650ec3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:50:30.251188 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6c1552-d1d0-4c1a-a164-73f563650ec3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:50:30.251532 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6c1552-d1d0-4c1a-a164-73f563650ec3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:50:30.251919 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6c1552-d1d0-4c1a-a164-73f563650ec3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:50:30.252251 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6c1552-d1d0-4c1a-a164-73f563650ec3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:50:30.252603 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6c1552-d1d0-4c1a-a164-73f563650ec3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:50:30.259763 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-93c01cc4-3481-4058-90da-a8ba9ca9761d req-baac7ee8-cbf0-40be-ad27-44f6d961dc41 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf51abff-a5e4-4ed4-87b7-552597e1ec97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410423 Aug 16 22:50:30.389437 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-77a42838-9f93-450f-9706-66daf9ca7503 req-e9c35459-15d5-4bc8-925f-b03ef6755071 tempest-ServerShowV257Test-35714244 tempest-ServerShowV257Test-35714244-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ecd430d-f8b3-477f-ad59-345156be3ac7 HTTP/1.1" status: 200 len: 210 time: 0.0371792 Aug 16 22:50:30.458328 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [req-c3f8811b-99f1-403d-9474-6c5ef546b941 req-228a3e8d-c163-443f-821f-4358c5a0353a tempest-LiveAutoBlockMigrationV225Test-1199004585 tempest-LiveAutoBlockMigrationV225Test-1199004585-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:50:30.460971 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c3f8811b-99f1-403d-9474-6c5ef546b941 req-228a3e8d-c163-443f-821f-4358c5a0353a tempest-LiveAutoBlockMigrationV225Test-1199004585 tempest-LiveAutoBlockMigrationV225Test-1199004585-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093143 Aug 16 22:50:30.475007 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-c3f8811b-99f1-403d-9474-6c5ef546b941 req-03772d21-510d-46f5-8c36-2dc0c823013e service neutron] Request body: {'binding': {'host': 'n-h1-791506-26', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:50:30.475466 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-c3f8811b-99f1-403d-9474-6c5ef546b941 req-03772d21-510d-46f5-8c36-2dc0c823013e service neutron] Unknown quota resources ['binding']. {{(pid=101291) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 22:50:30.577341 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3335d546-5cf9-40e1-a889-de107112565c req-8a42c1a4-97fb-4ca5-8565-41a71cc8a946 tempest-SecurityGroupsNegativeTestJSON-46705038 tempest-SecurityGroupsNegativeTestJSON-46705038-project] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2d89c0e2d8c24255bb4c86a942d8f547 HTTP/1.1" status: 200 len: 2984 time: 0.0515025 Aug 16 22:50:30.635398 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3335d546-5cf9-40e1-a889-de107112565c req-37fa96ec-9a0e-43d2-b0d6-1812e8a7a320 tempest-SecurityGroupsNegativeTestJSON-46705038 tempest-SecurityGroupsNegativeTestJSON-46705038-project] 10.222.0.36 "GET /v2.0/security-groups/f760a278-a3cf-4645-9eb6-6aa028beaa53 HTTP/1.1" status: 200 len: 2981 time: 0.0498023 Aug 16 22:50:30.648715 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-c3f8811b-99f1-403d-9474-6c5ef546b941 req-03772d21-510d-46f5-8c36-2dc0c823013e service neutron] Attempting to bind port f60c1841-d48e-4cc7-b1a1-1650b8d9fd20 on host n-h1-791506-26 for vnic_type normal with profile None {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:50:30.649131 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-c3f8811b-99f1-403d-9474-6c5ef546b941 req-03772d21-510d-46f5-8c36-2dc0c823013e service neutron] Attempting to bind port f60c1841-d48e-4cc7-b1a1-1650b8d9fd20 by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': 'b4a6b143-6a51-43cd-8781-944dbb368ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'db61fb9f-768d-428b-8446-991cbb0c6922'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:50:30.649539 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f8811b-99f1-403d-9474-6c5ef546b941 req-03772d21-510d-46f5-8c36-2dc0c823013e service neutron] Attempting to bind port f60c1841-d48e-4cc7-b1a1-1650b8d9fd20 on network db61fb9f-768d-428b-8446-991cbb0c6922 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:50:30.655327 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f8811b-99f1-403d-9474-6c5ef546b941 req-03772d21-510d-46f5-8c36-2dc0c823013e service neutron] Port f60c1841-d48e-4cc7-b1a1-1650b8d9fd20 on network db61fb9f-768d-428b-8446-991cbb0c6922 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:50:30.656039 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f8811b-99f1-403d-9474-6c5ef546b941 req-03772d21-510d-46f5-8c36-2dc0c823013e service neutron] Attempting to bind port f60c1841-d48e-4cc7-b1a1-1650b8d9fd20 on network db61fb9f-768d-428b-8446-991cbb0c6922 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:50:30.663178 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f8811b-99f1-403d-9474-6c5ef546b941 req-03772d21-510d-46f5-8c36-2dc0c823013e service neutron] Checking agent: {'id': 'd28e24f9-e5ea-41e1-80bf-3c7943ad7f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:50:30.663608 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f8811b-99f1-403d-9474-6c5ef546b941 req-03772d21-510d-46f5-8c36-2dc0c823013e service neutron] Checking segment: {'id': 'b4a6b143-6a51-43cd-8781-944dbb368ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'db61fb9f-768d-428b-8446-991cbb0c6922'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:50:30.665773 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f8811b-99f1-403d-9474-6c5ef546b941 req-03772d21-510d-46f5-8c36-2dc0c823013e service neutron] Bound using segment: {'id': 'b4a6b143-6a51-43cd-8781-944dbb368ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'db61fb9f-768d-428b-8446-991cbb0c6922'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:50:30.666717 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-c3f8811b-99f1-403d-9474-6c5ef546b941 req-03772d21-510d-46f5-8c36-2dc0c823013e service neutron] Bound port: f60c1841-d48e-4cc7-b1a1-1650b8d9fd20, host: n-h1-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4a6b143-6a51-43cd-8781-944dbb368ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'db61fb9f-768d-428b-8446-991cbb0c6922'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:50:30.697207 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3335d546-5cf9-40e1-a889-de107112565c req-58dbf831-f1db-4f92-8075-82a9eceacba6 tempest-SecurityGroupsNegativeTestJSON-46705038 tempest-SecurityGroupsNegativeTestJSON-46705038-project] 10.222.0.36 "GET /v2.0/security-groups/f760a278-a3cf-4645-9eb6-6aa028beaa53 HTTP/1.1" status: 200 len: 2981 time: 0.0607491 Aug 16 22:50:30.739176 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-c3f8811b-99f1-403d-9474-6c5ef546b941 req-03772d21-510d-46f5-8c36-2dc0c823013e service neutron] For port f60c1841-d48e-4cc7-b1a1-1650b8d9fd20, host n-h1-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=f60c1841-d48e-4cc7-b1a1-1650b8d9fd20,segment=NetworkSegment(b4a6b143-6a51-43cd-8781-944dbb368ca5),segment_id=b4a6b143-6a51-43cd-8781-944dbb368ca5)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:50:30.746157 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-c3f8811b-99f1-403d-9474-6c5ef546b941 req-03772d21-510d-46f5-8c36-2dc0c823013e service neutron] Notify callbacks [] for binding, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:30.754998 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c3f8811b-99f1-403d-9474-6c5ef546b941 req-03772d21-510d-46f5-8c36-2dc0c823013e service neutron] 10.222.0.36 "POST /v2.0/ports/f60c1841-d48e-4cc7-b1a1-1650b8d9fd20/bindings HTTP/1.1" status: 201 len: 390 time: 0.2817340 Aug 16 22:50:30.773036 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3bd48370-30e6-45b4-894a-7836daadc973 req-0eb00c98-1c06-4a69-b690-4012db05395d tempest-SecurityGroupsNegativeTestJSON-46705038 tempest-SecurityGroupsNegativeTestJSON-46705038-project] 10.222.0.36 "GET /v2.0/security-groups/f760a278-a3cf-4645-9eb6-6aa028beaa53 HTTP/1.1" status: 200 len: 2981 time: 0.0581174 Aug 16 22:50:30.864551 n-d-791506-26 neutron-server[101292]: INFO neutron.api.v2.resource [req-3bd48370-30e6-45b4-894a-7836daadc973 req-f8460ba2-9300-4e8f-beef-b0e8757da2a6 tempest-SecurityGroupsNegativeTestJSON-46705038 tempest-SecurityGroupsNegativeTestJSON-46705038-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 16 22:50:30.865793 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3bd48370-30e6-45b4-894a-7836daadc973 req-f8460ba2-9300-4e8f-beef-b0e8757da2a6 tempest-SecurityGroupsNegativeTestJSON-46705038 tempest-SecurityGroupsNegativeTestJSON-46705038-project] 10.222.0.36 "DELETE /v2.0/security-groups/f760a278-a3cf-4645-9eb6-6aa028beaa53 HTTP/1.1" status: 409 len: 352 time: 0.0859983 Aug 16 22:50:30.952993 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2930279d-da6c-4250-acb1-8767033f8a98 req-cc3a11a2-48fa-49a5-870f-580df68c8c45 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:30.961755 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2930279d-da6c-4250-acb1-8767033f8a98 req-cc3a11a2-48fa-49a5-870f-580df68c8c45 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccafbb9c-84fb-4dc5-9318-99c0fbf40f72 HTTP/1.1" status: 200 len: 950 time: 0.0944567 Aug 16 22:50:31.040088 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2930279d-da6c-4250-acb1-8767033f8a98 req-2812ba3a-c84a-4bf7-8e32-6b540e07931e tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773964 Aug 16 22:50:31.049174 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0979f243-79bf-49ac-baae-8d1d30968327 req-a149a3e3-7a6d-46e7-a98d-23669ba9fc52 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:31.050645 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0979f243-79bf-49ac-baae-8d1d30968327 req-a149a3e3-7a6d-46e7-a98d-23669ba9fc52 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=874b6679-a5eb-4e9a-a8a3-13432fb39a1e HTTP/1.1" status: 200 len: 945 time: 0.0863853 Aug 16 22:50:31.127712 n-d-791506-26 neutron-server[101292]: INFO neutron.api.v2.resource [req-d3aa558b-7de7-42f4-8de6-ca9f9018b82d req-25895ccf-1baa-4b02-a24c-4dcd20e0f9ea tempest-SecurityGroupsNegativeTestJSON-46705038 tempest-SecurityGroupsNegativeTestJSON-46705038-project] show failed (client error): The resource could not be found. Aug 16 22:50:31.128784 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d3aa558b-7de7-42f4-8de6-ca9f9018b82d req-25895ccf-1baa-4b02-a24c-4dcd20e0f9ea tempest-SecurityGroupsNegativeTestJSON-46705038 tempest-SecurityGroupsNegativeTestJSON-46705038-project] 10.222.0.36 "GET /v2.0/security-groups/1ae17b10-a4dd-429c-96dd-ff654fcacf0f HTTP/1.1" status: 404 len: 352 time: 0.0477762 Aug 16 22:50:31.160594 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0979f243-79bf-49ac-baae-8d1d30968327 req-ab8a1bd6-7f15-4489-881f-60ebc62d091a tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843573 Aug 16 22:50:31.181719 n-d-791506-26 neutron-server[101292]: INFO neutron.api.v2.resource [req-36fd3994-98b7-4e03-b311-862f05d441ff req-b7db95fc-d236-425e-8535-3778275e15c0 tempest-SecurityGroupsNegativeTestJSON-46705038 tempest-SecurityGroupsNegativeTestJSON-46705038-project] show failed (client error): The resource could not be found. Aug 16 22:50:31.182714 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-36fd3994-98b7-4e03-b311-862f05d441ff req-b7db95fc-d236-425e-8535-3778275e15c0 tempest-SecurityGroupsNegativeTestJSON-46705038 tempest-SecurityGroupsNegativeTestJSON-46705038-project] 10.222.0.36 "GET /v2.0/security-groups/d5083dbe-7a51-40da-a32d-86b50d135eba HTTP/1.1" status: 404 len: 352 time: 0.0200660 Aug 16 22:50:31.188620 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f8811b-99f1-403d-9474-6c5ef546b941 req-65a119c1-9b39-4edc-b170-32aa4e0bcd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:31.190095 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c3f8811b-99f1-403d-9474-6c5ef546b941 req-65a119c1-9b39-4edc-b170-32aa4e0bcd9a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=96f36b2ac4b747ffa8d23196eebfe0fe&device_id=874b6679-a5eb-4e9a-a8a3-13432fb39a1e HTTP/1.1" status: 200 len: 1097 time: 0.1061869 Aug 16 22:50:31.197296 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 55716) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:50:31.248635 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e3f7332-84a4-4dee-93cb-f812a486b098 admin admin] Deleting subnet 55c997cf-8d62-4807-9ba0-9be5afd9ec79 {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:50:31.253371 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2e3f7332-84a4-4dee-93cb-f812a486b098 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:31.313196 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f8811b-99f1-403d-9474-6c5ef546b941 req-2b9469a0-05cb-4f83-b70b-5b674c37f938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:31.313399 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2e3f7332-84a4-4dee-93cb-f812a486b098 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:31.315609 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c3f8811b-99f1-403d-9474-6c5ef546b941 req-2b9469a0-05cb-4f83-b70b-5b674c37f938 service neutron] 10.222.0.68 "GET /v2.0/networks?id=db61fb9f-768d-428b-8446-991cbb0c6922 HTTP/1.1" status: 200 len: 921 time: 0.1101878 Aug 16 22:50:31.354545 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2e3f7332-84a4-4dee-93cb-f812a486b098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:31.382607 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c3f8811b-99f1-403d-9474-6c5ef546b941 req-2954bcf8-f66a-47f7-bf45-4f36a4424b37 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f60c1841-d48e-4cc7-b1a1-1650b8d9fd20 HTTP/1.1" status: 200 len: 217 time: 0.0508068 Aug 16 22:50:31.432091 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2e3f7332-84a4-4dee-93cb-f812a486b098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:31.485387 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3f7332-84a4-4dee-93cb-f812a486b098 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55c997cf-8d62-4807-9ba0-9be5afd9ec79,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:31.490964 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2e3f7332-84a4-4dee-93cb-f812a486b098 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:31.497179 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-2e3f7332-84a4-4dee-93cb-f812a486b098 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/55c997cf-8d62-4807-9ba0-9be5afd9ec79 HTTP/1.1" status: 204 len: 168 time: 0.2974975 Aug 16 22:50:31.497424 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 55736) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:50:31.498020 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febb60b4-425a-4057-9c3a-c13b23f962c5 req-8b45c4c4-1f84-4ac3-aa59-c8eed42a7efe tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:31.506225 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-febb60b4-425a-4057-9c3a-c13b23f962c5 req-8b45c4c4-1f84-4ac3-aa59-c8eed42a7efe tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/ports?device_id=53aeb36d-2ee8-4d47-9f13-97eb5961d643 HTTP/1.1" status: 200 len: 948 time: 0.1218462 Aug 16 22:50:31.509622 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f8811b-99f1-403d-9474-6c5ef546b941 req-5964de77-275a-4d03-be65-abcb020adfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:31.511036 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c3f8811b-99f1-403d-9474-6c5ef546b941 req-5964de77-275a-4d03-be65-abcb020adfc3 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f340c0a0-6bbc-45f5-920c-bfa473779acd HTTP/1.1" status: 200 len: 860 time: 0.1132085 Aug 16 22:50:31.573923 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5143f07c-ec9b-4054-9247-3418dc35fefd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:31.576102 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c3f8811b-99f1-403d-9474-6c5ef546b941 req-7804efae-d81b-4259-abe1-9950c2f4ed8c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=db61fb9f-768d-428b-8446-991cbb0c6922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557868 Aug 16 22:50:31.578214 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-074acd7e-afc3-4183-9d85-0c16db9e7422 req-c512a33b-77d2-4bf3-b83b-177be7f55c2c tempest-ServerShowV257Test-35714244 tempest-ServerShowV257Test-35714244-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ecd430d-f8b3-477f-ad59-345156be3ac7 HTTP/1.1" status: 200 len: 210 time: 0.0662687 Aug 16 22:50:31.664632 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5143f07c-ec9b-4054-9247-3418dc35fefd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:31.676357 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-5143f07c-ec9b-4054-9247-3418dc35fefd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1c34a55-fe24-47e8-83df-7a566561ebe2']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:50:31.688042 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-febb60b4-425a-4057-9c3a-c13b23f962c5 req-3913eb14-3416-47bf-9a0e-11d6ae8a9bc7 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf51abff-a5e4-4ed4-87b7-552597e1ec97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796343 Aug 16 22:50:31.695570 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-5143f07c-ec9b-4054-9247-3418dc35fefd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6122fd7-1696-466c-a498-8846cac95a95') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:50:31.695877 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-5143f07c-ec9b-4054-9247-3418dc35fefd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6122fd7-1696-466c-a498-8846cac95a95') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:50:31.698885 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c3f8811b-99f1-403d-9474-6c5ef546b941 req-0e52a099-409e-40e7-909c-a2060fc88aab service neutron] 10.222.0.68 "GET /v2.0/networks/db61fb9f-768d-428b-8446-991cbb0c6922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096561 Aug 16 22:50:31.716628 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5143f07c-ec9b-4054-9247-3418dc35fefd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:31.734135 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5143f07c-ec9b-4054-9247-3418dc35fefd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:31.757413 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5143f07c-ec9b-4054-9247-3418dc35fefd admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:50:31.757820 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5143f07c-ec9b-4054-9247-3418dc35fefd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:31.830162 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 22:50:31.830162 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:50:31.830162 n-d-791506-26 neutron-server[101291]: timer() Aug 16 22:50:31.830162 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:50:31.830162 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 22:50:31.830162 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:50:31.830162 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 22:50:31.830162 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:50:31.830162 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 22:50:31.830162 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:50:31.830162 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 22:50:31.830162 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:50:31.830162 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 22:50:31.830162 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:50:31.830162 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:50:31.830162 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:50:31.830162 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:50:31.830162 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:50:31.830162 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 22:50:31.830162 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:50:31.830162 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 22:50:31.830162 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:50:31.830162 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:50:31.830162 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:50:31.830162 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 22:50:31.830162 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:50:31.830162 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:50:31.830162 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:50:31.830162 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:50:31.830162 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:50:31.830162 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:50:31.830162 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:50:31.837417 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5143f07c-ec9b-4054-9247-3418dc35fefd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:31.847945 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5143f07c-ec9b-4054-9247-3418dc35fefd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:31.849931 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-5143f07c-ec9b-4054-9247-3418dc35fefd admin admin] 10.222.0.36 "DELETE /v2.0/networks/d1c34a55-fe24-47e8-83df-7a566561ebe2 HTTP/1.1" status: 204 len: 168 time: 0.3509045 Aug 16 22:50:31.857978 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c3f8811b-99f1-403d-9474-6c5ef546b941 req-c153d8a2-7c5f-410d-b145-cac672613eae service neutron] 10.222.0.68 "GET /v2.0/networks/db61fb9f-768d-428b-8446-991cbb0c6922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467371 Aug 16 22:50:31.861925 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5143f07c-ec9b-4054-9247-3418dc35fefd admin admin] Pushing event deleted for resources: {'Network': ['ID=d1c34a55-fe24-47e8-83df-7a566561ebe2,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:32.096118 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 55768) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:50:32.180181 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-bbfb733e-6891-4165-9810-67353e9bd385 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2d89c0e2d8c24255bb4c86a942d8f547&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0818260 Aug 16 22:50:32.183169 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 55772) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:50:32.215585 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e4ad8b-7f56-4748-b9a5-9bb60ffd0677 req-cc08123f-e774-45d7-91b9-49558dcd2650 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:32.227369 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-23e4ad8b-7f56-4748-b9a5-9bb60ffd0677 req-cc08123f-e774-45d7-91b9-49558dcd2650 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccafbb9c-84fb-4dc5-9318-99c0fbf40f72 HTTP/1.1" status: 200 len: 950 time: 0.0839555 Aug 16 22:50:32.284869 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 55774) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:50:32.309986 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ff954709-6648-46e2-a7ac-1a3adbe47275 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:32.342787 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ff954709-6648-46e2-a7ac-1a3adbe47275 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:32.374548 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-23e4ad8b-7f56-4748-b9a5-9bb60ffd0677 req-91931a4e-4ccc-479a-b5ad-af13c757550a tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419423 Aug 16 22:50:32.421676 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba737d-bee5-4953-892d-fd3c94305559 req-36b43857-68e8-4c24-98a2-89e112fadb0f tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:32.430861 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ff954709-6648-46e2-a7ac-1a3adbe47275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:32.434870 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ff954709-6648-46e2-a7ac-1a3adbe47275 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:32.436351 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-ff954709-6648-46e2-a7ac-1a3adbe47275 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f760a278-a3cf-4645-9eb6-6aa028beaa53 HTTP/1.1" status: 204 len: 168 time: 0.2515931 Aug 16 22:50:32.437199 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-19ba737d-bee5-4953-892d-fd3c94305559 req-36b43857-68e8-4c24-98a2-89e112fadb0f tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=874b6679-a5eb-4e9a-a8a3-13432fb39a1e HTTP/1.1" status: 200 len: 945 time: 0.1582634 Aug 16 22:50:32.446908 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff954709-6648-46e2-a7ac-1a3adbe47275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f760a278-a3cf-4645-9eb6-6aa028beaa53,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:32.482321 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-19ba737d-bee5-4953-892d-fd3c94305559 req-e3a14897-eea1-4ba7-babd-d1e63757d5d6 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420914 Aug 16 22:50:32.596882 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0e0e478d-f1e6-4276-9b1a-df62b07ae65f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:32.619815 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-be6e9fc3-d3bd-4f2e-bf08-a41e07adcdcf req-08c4c5f8-f8dc-480c-8691-72f80b49eab5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1ab9dd79-cdd8-4824-b179-7013d5235b9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1025639 Aug 16 22:50:32.790878 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0e0e478d-f1e6-4276-9b1a-df62b07ae65f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:32.807097 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0e0e478d-f1e6-4276-9b1a-df62b07ae65f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:32.875776 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6e9fc3-d3bd-4f2e-bf08-a41e07adcdcf req-883abdf4-3cac-4b36-9101-f7a435832b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:32.877403 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-be6e9fc3-d3bd-4f2e-bf08-a41e07adcdcf req-883abdf4-3cac-4b36-9101-f7a435832b8f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a4c9d624b07f42a0ae3c7ed63064f003&device_id=1ab9dd79-cdd8-4824-b179-7013d5235b9f HTTP/1.1" status: 200 len: 1096 time: 0.1381106 Aug 16 22:50:32.957752 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9c158fa0-7dde-41e3-b9d4-ef846ac70fdf req-cd789066-e40d-4f09-8c1d-b6644d6cb8ef tempest-ServerShowV257Test-35714244 tempest-ServerShowV257Test-35714244-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ecd430d-f8b3-477f-ad59-345156be3ac7 HTTP/1.1" status: 200 len: 210 time: 0.0949090 Aug 16 22:50:32.970389 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-0e0e478d-f1e6-4276-9b1a-df62b07ae65f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fd9c27f45eed4a8f82e1dda000691fc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6790254 Aug 16 22:50:32.973366 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 55790) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:50:33.059473 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5fc7072a-d1fa-49ae-9733-973ec353844a req-f4f91de3-1e38-4c02-a988-3f6aa746d38b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5ecd430d-f8b3-477f-ad59-345156be3ac7 HTTP/1.1" status: 200 len: 210 time: 0.0558033 Aug 16 22:50:33.070185 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0c4f12-9981-4613-96cb-716a72aba467 req-748ca6b5-3ce3-4be4-837c-179f6e1db7fe tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:33.077786 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3b0c4f12-9981-4613-96cb-716a72aba467 req-748ca6b5-3ce3-4be4-837c-179f6e1db7fe tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/ports?device_id=53aeb36d-2ee8-4d47-9f13-97eb5961d643 HTTP/1.1" status: 200 len: 948 time: 0.2563534 Aug 16 22:50:33.160783 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3b0c4f12-9981-4613-96cb-716a72aba467 req-aaa4a3a9-2092-4f5d-a78b-d3643669c55f tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf51abff-a5e4-4ed4-87b7-552597e1ec97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812492 Aug 16 22:50:33.220566 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e2f92821-84db-4c7b-b031-cce2541f851b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:33.271243 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e2f92821-84db-4c7b-b031-cce2541f851b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:33.293674 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0e478d-f1e6-4276-9b1a-df62b07ae65f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41361cac-2ef5-4e72-b420-03a11e7f4bb7,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:33.332849 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e2f92821-84db-4c7b-b031-cce2541f851b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:33.336660 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e2f92821-84db-4c7b-b031-cce2541f851b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:33.338068 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-e2f92821-84db-4c7b-b031-cce2541f851b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/41361cac-2ef5-4e72-b420-03a11e7f4bb7 HTTP/1.1" status: 204 len: 168 time: 0.3637011 Aug 16 22:50:33.348106 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f92821-84db-4c7b-b031-cce2541f851b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41361cac-2ef5-4e72-b420-03a11e7f4bb7,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:33.419620 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6e9fc3-d3bd-4f2e-bf08-a41e07adcdcf req-3ed795ca-93f5-4084-b351-7f7771a41d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:33.423116 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-be6e9fc3-d3bd-4f2e-bf08-a41e07adcdcf req-3ed795ca-93f5-4084-b351-7f7771a41d70 service neutron] 10.222.0.57 "GET /v2.0/networks?id=bdacd106-3582-43d1-a3c6-7a9333f5e2e0 HTTP/1.1" status: 200 len: 909 time: 0.5083725 Aug 16 22:50:33.555086 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf6207-f452-4161-a7b3-9cd4c8da0df1 req-a6410f75-709a-4920-9b3f-def22c6cfcb6 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:33.565721 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0aaf6207-f452-4161-a7b3-9cd4c8da0df1 req-a6410f75-709a-4920-9b3f-def22c6cfcb6 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccafbb9c-84fb-4dc5-9318-99c0fbf40f72 HTTP/1.1" status: 200 len: 950 time: 0.0876412 Aug 16 22:50:33.566787 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-be6e9fc3-d3bd-4f2e-bf08-a41e07adcdcf req-c9b63d20-bc30-4d24-9c1e-d8d8538b2e0e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac0c1df4-b6cc-41b4-a071-67b0439c495d HTTP/1.1" status: 200 len: 217 time: 0.0776083 Aug 16 22:50:33.617410 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0aaf6207-f452-4161-a7b3-9cd4c8da0df1 req-28234486-e1aa-494b-a49e-e720835bb3f8 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496192 Aug 16 22:50:33.664841 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6e9fc3-d3bd-4f2e-bf08-a41e07adcdcf req-eca1ae70-3b39-4551-a5b1-117878ce0c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:33.666612 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-be6e9fc3-d3bd-4f2e-bf08-a41e07adcdcf req-eca1ae70-3b39-4551-a5b1-117878ce0c2d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=78dd72b6-bd21-4b15-8ce7-13fda92dba19 HTTP/1.1" status: 200 len: 848 time: 0.0794635 Aug 16 22:50:33.712151 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-be6e9fc3-d3bd-4f2e-bf08-a41e07adcdcf req-561ecd88-92e3-4829-a22c-cf65cf56a831 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bdacd106-3582-43d1-a3c6-7a9333f5e2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353923 Aug 16 22:50:33.717532 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d565d71f-7956-46ee-a7d9-b071aab07fa3 req-737e9b75-2716-42f7-9d14-61857dc84d27 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:33.720570 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d565d71f-7956-46ee-a7d9-b071aab07fa3 req-737e9b75-2716-42f7-9d14-61857dc84d27 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=874b6679-a5eb-4e9a-a8a3-13432fb39a1e HTTP/1.1" status: 200 len: 945 time: 0.0947285 Aug 16 22:50:33.774750 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d565d71f-7956-46ee-a7d9-b071aab07fa3 req-08b89f03-3af7-4b3c-97d9-913ea5156511 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471017 Aug 16 22:50:33.875252 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-be6e9fc3-d3bd-4f2e-bf08-a41e07adcdcf req-b7c2b227-9f64-4b5d-9a90-ba78c7fd4b12 service neutron] 10.222.0.57 "GET /v2.0/networks/bdacd106-3582-43d1-a3c6-7a9333f5e2e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482651 Aug 16 22:50:33.891892 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 55822) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:50:34.092938 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-be6e9fc3-d3bd-4f2e-bf08-a41e07adcdcf req-85fd0488-2f34-4904-aa53-f8449a084745 service neutron] 10.222.0.57 "GET /v2.0/networks/bdacd106-3582-43d1-a3c6-7a9333f5e2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083819 Aug 16 22:50:34.161688 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8a6d4feb-1084-4049-9808-64243a9b841d req-3675d35c-35ab-4f41-861a-6da0f27de2c0 tempest-ServerShowV257Test-35714244 tempest-ServerShowV257Test-35714244-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ecd430d-f8b3-477f-ad59-345156be3ac7 HTTP/1.1" status: 200 len: 210 time: 0.0572836 Aug 16 22:50:34.168780 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-66c3fab4-6301-4045-bf4a-c4d0b1944054 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-518703753-network', 'tenant_id': 'd441e99ef8964ece912d98293dc4ac4d'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:50:34.206749 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c3fab4-6301-4045-bf4a-c4d0b1944054 admin admin] Made reservation on behalf of d441e99ef8964ece912d98293dc4ac4d for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:50:34.209453 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-66c3fab4-6301-4045-bf4a-c4d0b1944054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:34.221841 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-66c3fab4-6301-4045-bf4a-c4d0b1944054 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:34.339085 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6889b6-2211-4afb-a007-4f2cbf0e0886 req-cd73fc56-30fd-4f9f-9e7d-85b545d608e0 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:34.347132 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8a6889b6-2211-4afb-a007-4f2cbf0e0886 req-cd73fc56-30fd-4f9f-9e7d-85b545d608e0 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/ports?device_id=53aeb36d-2ee8-4d47-9f13-97eb5961d643 HTTP/1.1" status: 200 len: 948 time: 0.0824375 Aug 16 22:50:34.395294 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 55842) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:50:34.396055 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-66c3fab4-6301-4045-bf4a-c4d0b1944054 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:34.401675 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8a6889b6-2211-4afb-a007-4f2cbf0e0886 req-0d64bd78-2341-4f24-8b54-000428d88883 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf51abff-a5e4-4ed4-87b7-552597e1ec97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537345 Aug 16 22:50:34.402853 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-66c3fab4-6301-4045-bf4a-c4d0b1944054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:34.429290 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66c3fab4-6301-4045-bf4a-c4d0b1944054 admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:50:34.438289 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c3fab4-6301-4045-bf4a-c4d0b1944054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3427223-86cb-4b79-bf04-287d51f80261,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:34.444922 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-66c3fab4-6301-4045-bf4a-c4d0b1944054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:34.445281 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-66c3fab4-6301-4045-bf4a-c4d0b1944054 admin admin] Added segment 0776e957-0fd5-4cd9-b2cd-f5649efce124 of type vlan for network 293b6503-0dd0-473c-b292-a36a6d59f563 Aug 16 22:50:34.488769 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-66c3fab4-6301-4045-bf4a-c4d0b1944054 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:34.519650 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-66c3fab4-6301-4045-bf4a-c4d0b1944054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:34.520780 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c3fab4-6301-4045-bf4a-c4d0b1944054 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:34.521325 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-66c3fab4-6301-4045-bf4a-c4d0b1944054 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:34.544661 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 0dd5482a-bca0-4084-9655-459e76fdc327 details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:50:34.550056 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-fd3a6b48-7689-4cd2-a7f2-71b7f1a013d2 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-467707908-network', 'tenant_id': 'c1312625a5ee488398756a4806db2c25'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:50:34.596527 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd3a6b48-7689-4cd2-a7f2-71b7f1a013d2 admin admin] Made reservation on behalf of c1312625a5ee488398756a4806db2c25 for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:50:34.603402 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fd3a6b48-7689-4cd2-a7f2-71b7f1a013d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:34.618756 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-66c3fab4-6301-4045-bf4a-c4d0b1944054 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7252679 Aug 16 22:50:34.626080 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 55848) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:50:34.627112 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fd3a6b48-7689-4cd2-a7f2-71b7f1a013d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:34.651182 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-33f1c49a-848f-43e0-b2fa-1c572a0fe3f0 admin admin] Request body: {'subnet': {'network_id': '293b6503-0dd0-473c-b292-a36a6d59f563', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-518703753-subnet', 'tenant_id': 'd441e99ef8964ece912d98293dc4ac4d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:50:34.667505 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 0dd5482a-bca0-4084-9655-459e76fdc327, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=0dd5482a-bca0-4084-9655-459e76fdc327,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:50:34.673416 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c3fab4-6301-4045-bf4a-c4d0b1944054 admin admin] Pushing event updated for resources: {'Network': ['ID=293b6503-0dd0-473c-b292-a36a6d59f563,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:34.688490 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': '0dd5482a-bca0-4084-9655-459e76fdc327', 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd', 'port_id': '0dd5482a-bca0-4084-9655-459e76fdc327', 'mac_address': 'fa:16:3e:c6:ec:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6af2b868-37d3-46ab-a526-0465929f13c8', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:50:34.733129 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 293b6503-0dd0-473c-b292-a36a6d59f563 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:50:34.739893 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:34.773944 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fd3a6b48-7689-4cd2-a7f2-71b7f1a013d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:34.782323 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fd3a6b48-7689-4cd2-a7f2-71b7f1a013d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:34.789007 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2194e9-259b-4508-932b-10d8b977f286 req-06f1e340-ef7f-46ae-9a07-d6d82e9bcb6d tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:34.789187 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dd5482a-bca0-4084-9655-459e76fdc327 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:50:34.798005 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0e2194e9-259b-4508-932b-10d8b977f286 req-06f1e340-ef7f-46ae-9a07-d6d82e9bcb6d tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccafbb9c-84fb-4dc5-9318-99c0fbf40f72 HTTP/1.1" status: 200 len: 950 time: 0.0719273 Aug 16 22:50:34.822849 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33f1c49a-848f-43e0-b2fa-1c572a0fe3f0 admin admin] Made reservation on behalf of d441e99ef8964ece912d98293dc4ac4d for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:50:34.825818 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-33f1c49a-848f-43e0-b2fa-1c572a0fe3f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:34.837625 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 0dd5482a-bca0-4084-9655-459e76fdc327, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=0dd5482a-bca0-4084-9655-459e76fdc327,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:50:34.864035 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:34.871886 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd3a6b48-7689-4cd2-a7f2-71b7f1a013d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:50:34.896299 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fd3a6b48-7689-4cd2-a7f2-71b7f1a013d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:34.897074 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-fd3a6b48-7689-4cd2-a7f2-71b7f1a013d2 admin admin] Added segment 5e510fdc-9ea8-43b0-91d8-907062ccfd65 of type vlan for network e58689a5-5b58-46aa-ac41-c8ab49767a9e Aug 16 22:50:34.907455 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3a6b48-7689-4cd2-a7f2-71b7f1a013d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a98730cd-3ee7-4a69-bb1e-5c90a37c1f6f,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:34.957062 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fd3a6b48-7689-4cd2-a7f2-71b7f1a013d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:34.961253 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=0dd5482a-bca0-4084-9655-459e76fdc327,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:34.971143 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:50:34.971830 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:50:34.972376 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:50:34.972921 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:50:34.973444 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:50:34.973965 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:50:34.974482 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:50:34.975024 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:50:34.975539 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:50:34.976053 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:50:34.976596 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:50:34.977112 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:50:35.017596 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fd3a6b48-7689-4cd2-a7f2-71b7f1a013d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:35.019072 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3a6b48-7689-4cd2-a7f2-71b7f1a013d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:35.020006 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fd3a6b48-7689-4cd2-a7f2-71b7f1a013d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:35.031321 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-33f1c49a-848f-43e0-b2fa-1c572a0fe3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:35.082460 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-fd3a6b48-7689-4cd2-a7f2-71b7f1a013d2 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6846626 Aug 16 22:50:35.087260 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 55856) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:50:35.097867 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-893ccbda-f810-4ce2-9b46-b9d41e4021a2 admin admin] Request body: {'subnet': {'network_id': 'e58689a5-5b58-46aa-ac41-c8ab49767a9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-467707908-subnet', 'tenant_id': 'c1312625a5ee488398756a4806db2c25', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:50:35.102088 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3a6b48-7689-4cd2-a7f2-71b7f1a013d2 admin admin] Pushing event updated for resources: {'Network': ['ID=e58689a5-5b58-46aa-ac41-c8ab49767a9e,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:35.115983 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network e58689a5-5b58-46aa-ac41-c8ab49767a9e details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:50:35.171151 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-893ccbda-f810-4ce2-9b46-b9d41e4021a2 admin admin] Made reservation on behalf of c1312625a5ee488398756a4806db2c25 for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:50:35.174468 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-893ccbda-f810-4ce2-9b46-b9d41e4021a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:35.393042 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-893ccbda-f810-4ce2-9b46-b9d41e4021a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:35.443352 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0e2194e9-259b-4508-932b-10d8b977f286 req-192b9ec1-172f-4fb3-8b10-986a0b19d889 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6444874 Aug 16 22:50:35.446510 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893ccbda-f810-4ce2-9b46-b9d41e4021a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6d6cb79-667b-4b31-8066-0a37a58bc807,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:35.462481 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893ccbda-f810-4ce2-9b46-b9d41e4021a2 admin admin] Checking segment: {'id': '5e510fdc-9ea8-43b0-91d8-907062ccfd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e58689a5-5b58-46aa-ac41-c8ab49767a9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:50:35.462858 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893ccbda-f810-4ce2-9b46-b9d41e4021a2 admin admin] Network hostable DHCP agents. Network: e58689a5-5b58-46aa-ac41-c8ab49767a9e, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:50:35.467933 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['0dd5482a-bca0-4084-9655-459e76fdc327'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:50:35.479465 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f22ff-3b45-465f-87a4-32429a3956ae req-717c968b-193c-415b-a87b-47d6b84a2624 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:35.486206 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893ccbda-f810-4ce2-9b46-b9d41e4021a2 admin admin] Network e58689a5-5b58-46aa-ac41-c8ab49767a9e is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:50:35.487015 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c07f22ff-3b45-465f-87a4-32429a3956ae req-717c968b-193c-415b-a87b-47d6b84a2624 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=874b6679-a5eb-4e9a-a8a3-13432fb39a1e HTTP/1.1" status: 200 len: 945 time: 0.4683123 Aug 16 22:50:35.495074 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f1c49a-848f-43e0-b2fa-1c572a0fe3f0 admin admin] Checking segment: {'id': '0776e957-0fd5-4cd9-b2cd-f5649efce124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '293b6503-0dd0-473c-b292-a36a6d59f563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:50:35.495403 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f1c49a-848f-43e0-b2fa-1c572a0fe3f0 admin admin] Network hostable DHCP agents. Network: 293b6503-0dd0-473c-b292-a36a6d59f563, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:50:35.497451 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f1c49a-848f-43e0-b2fa-1c572a0fe3f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb70f846-7e6c-4740-9acb-63b13b1d78a5,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:35.500356 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-893ccbda-f810-4ce2-9b46-b9d41e4021a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, e58689a5-5b58-46aa-ac41-c8ab49767a9e) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:50:35.504909 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893ccbda-f810-4ce2-9b46-b9d41e4021a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:35.505720 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-893ccbda-f810-4ce2-9b46-b9d41e4021a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:35.513059 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e62575-9d93-4c46-a392-c5e37f854aaa None None] Network e58689a5-5b58-46aa-ac41-c8ab49767a9e requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:50:35.538473 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f1c49a-848f-43e0-b2fa-1c572a0fe3f0 admin admin] Network 293b6503-0dd0-473c-b292-a36a6d59f563 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:50:35.544132 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-893ccbda-f810-4ce2-9b46-b9d41e4021a2 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4552238 Aug 16 22:50:35.555512 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-33f1c49a-848f-43e0-b2fa-1c572a0fe3f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 293b6503-0dd0-473c-b292-a36a6d59f563) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:50:35.559712 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c07f22ff-3b45-465f-87a4-32429a3956ae req-0c639bf9-4216-4741-9a47-97089e33533a tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718913 Aug 16 22:50:35.563730 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f1c49a-848f-43e0-b2fa-1c572a0fe3f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:35.564326 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-33f1c49a-848f-43e0-b2fa-1c572a0fe3f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:35.582151 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-33f1c49a-848f-43e0-b2fa-1c572a0fe3f0 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9547684 Aug 16 22:50:35.650085 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddbcfdca-1d0b-4dbe-8f68-51f55cc8929b None None] Network 293b6503-0dd0-473c-b292-a36a6d59f563 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:50:35.804461 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252cb810-efbe-4ea8-8568-bb74da6b543e req-94388e25-920d-4e78-89f4-b4727971a95b tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:35.813957 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-252cb810-efbe-4ea8-8568-bb74da6b543e req-94388e25-920d-4e78-89f4-b4727971a95b tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/networks?id=bdacd106-3582-43d1-a3c6-7a9333f5e2e0 HTTP/1.1" status: 200 len: 808 time: 0.1688941 Aug 16 22:50:35.844454 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-252cb810-efbe-4ea8-8568-bb74da6b543e req-0c36fa9c-6857-4536-b4d7-4abad3fa4d20 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/quotas/a4c9d624b07f42a0ae3c7ed63064f003 HTTP/1.1" status: 200 len: 375 time: 0.0294976 Aug 16 22:50:35.873011 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-faadcf39-8cbd-4074-afbc-eee8549bf859 req-96ba5efd-f8fa-4516-a3b3-66afb88c1d52 tempest-ServerShowV257Test-35714244 tempest-ServerShowV257Test-35714244-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ecd430d-f8b3-477f-ad59-345156be3ac7 HTTP/1.1" status: 200 len: 210 time: 0.0488496 Aug 16 22:50:35.922652 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94d09f8-ee3e-46cd-a8cc-4e8a1e663888 None None] Network e58689a5-5b58-46aa-ac41-c8ab49767a9e requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:50:35.932502 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-252cb810-efbe-4ea8-8568-bb74da6b543e req-4a4e77b4-e01b-4b58-841c-c616c8ae5a63 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a4c9d624b07f42a0ae3c7ed63064f003&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0869768 Aug 16 22:50:35.981538 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5847985c-21c0-4d38-95be-48ec642c0699 None None] Network 293b6503-0dd0-473c-b292-a36a6d59f563 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:50:36.050876 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a8bc05-b0a4-409f-86d8-a31da1675de1 req-1eae8247-fc1d-4d57-8c0e-358344b7da8f tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:36.052551 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-12a8bc05-b0a4-409f-86d8-a31da1675de1 req-1eae8247-fc1d-4d57-8c0e-358344b7da8f tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/ports?device_id=53aeb36d-2ee8-4d47-9f13-97eb5961d643 HTTP/1.1" status: 200 len: 949 time: 0.1040814 Aug 16 22:50:36.075963 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-252cb810-efbe-4ea8-8568-bb74da6b543e req-e362011d-b16b-453a-a153-d78980a9cf6f service neutron] 10.222.0.36 "GET /v2.0/networks/bdacd106-3582-43d1-a3c6-7a9333f5e2e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356978 Aug 16 22:50:36.148068 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-12a8bc05-b0a4-409f-86d8-a31da1675de1 req-88a867cb-f155-471a-b8cf-2f865898501c tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf51abff-a5e4-4ed4-87b7-552597e1ec97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819650 Aug 16 22:50:36.193038 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-252cb810-efbe-4ea8-8568-bb74da6b543e req-0b23a8c6-d35d-458f-87e5-77a155163ca9 service neutron] 10.222.0.36 "GET /v2.0/networks/bdacd106-3582-43d1-a3c6-7a9333f5e2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024957 Aug 16 22:50:36.692609 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e26bede-3a73-4e3a-b8f5-9ab1a1cf6da2 req-5b789fe3-63b5-4268-8422-e5bb5071fdde tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:36.694166 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0e26bede-3a73-4e3a-b8f5-9ab1a1cf6da2 req-5b789fe3-63b5-4268-8422-e5bb5071fdde tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] 10.222.0.36 "GET /v2.0/networks?id=e58689a5-5b58-46aa-ac41-c8ab49767a9e HTTP/1.1" status: 200 len: 812 time: 0.1850870 Aug 16 22:50:36.723698 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0e26bede-3a73-4e3a-b8f5-9ab1a1cf6da2 req-9c88cb1a-02b4-400c-884c-7f5a311bc454 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] 10.222.0.36 "GET /v2.0/quotas/c1312625a5ee488398756a4806db2c25 HTTP/1.1" status: 200 len: 375 time: 0.0235612 Aug 16 22:50:36.768897 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0e26bede-3a73-4e3a-b8f5-9ab1a1cf6da2 req-3b8e1499-7f7c-4a4a-a221-190959688c69 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c1312625a5ee488398756a4806db2c25&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0442500 Aug 16 22:50:36.779840 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e69e0a-3b06-48d0-98bd-0841f12f236b req-a8c272d2-ec16-4672-98ca-49e37847cc18 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:36.782107 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-33e69e0a-3b06-48d0-98bd-0841f12f236b req-a8c272d2-ec16-4672-98ca-49e37847cc18 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/networks?id=293b6503-0dd0-473c-b292-a36a6d59f563 HTTP/1.1" status: 200 len: 814 time: 0.1788216 Aug 16 22:50:36.837514 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-33e69e0a-3b06-48d0-98bd-0841f12f236b req-4654f6c6-e6c6-4b9c-bf1e-347dfba5b79f tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/quotas/d441e99ef8964ece912d98293dc4ac4d HTTP/1.1" status: 200 len: 375 time: 0.0471051 Aug 16 22:50:36.883298 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-33e69e0a-3b06-48d0-98bd-0841f12f236b req-eb92d171-7543-448f-943c-ed54f3e6c0c3 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d441e99ef8964ece912d98293dc4ac4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321193 Aug 16 22:50:36.961261 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0e26bede-3a73-4e3a-b8f5-9ab1a1cf6da2 req-b80ea8a4-c6c6-4de2-a5e6-cf5809cbc3dd service neutron] 10.222.0.36 "GET /v2.0/networks/e58689a5-5b58-46aa-ac41-c8ab49767a9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778855 Aug 16 22:50:37.075319 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-33e69e0a-3b06-48d0-98bd-0841f12f236b req-f90806a1-129f-4f1b-992b-c8710d398999 service neutron] 10.222.0.36 "GET /v2.0/networks/293b6503-0dd0-473c-b292-a36a6d59f563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790538 Aug 16 22:50:37.149483 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0e26bede-3a73-4e3a-b8f5-9ab1a1cf6da2 req-12395ad5-3411-40e4-a558-7af096bd6c80 service neutron] 10.222.0.36 "GET /v2.0/networks/e58689a5-5b58-46aa-ac41-c8ab49767a9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871803 Aug 16 22:50:37.199832 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-33e69e0a-3b06-48d0-98bd-0841f12f236b req-847245e1-51aa-4f96-be06-5e67f7e78254 service neutron] 10.222.0.36 "GET /v2.0/networks/293b6503-0dd0-473c-b292-a36a6d59f563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155627 Aug 16 22:50:37.440724 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c59b51e-7f74-4eaf-a07e-3645bfe20574 req-346f1705-dbfe-449d-a729-2d84d20ccf27 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:37.443409 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5c59b51e-7f74-4eaf-a07e-3645bfe20574 req-346f1705-dbfe-449d-a729-2d84d20ccf27 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd403877-9d1d-4f11-b362-68537194146a HTTP/1.1" status: 200 len: 945 time: 0.0610821 Aug 16 22:50:37.496874 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5c59b51e-7f74-4eaf-a07e-3645bfe20574 req-e39c8dc9-87e5-44c0-b0a5-79ab2e541e86 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] 10.222.0.36 "GET /v2.0/security-groups?id=540ed4cf-0245-400b-b069-6009faf7f924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457687 Aug 16 22:50:37.544692 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2df3a211-0177-4f76-bf8f-819d50a52f51 req-0586bb07-76f2-4f29-855b-4f5682036f87 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=195f465d-89cd-403a-9319-c4c4f08fdfc5 HTTP/1.1" status: 200 len: 210 time: 0.0300543 Aug 16 22:50:37.612511 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e2db7f5b-845d-4539-aef4-9994feab21c9 req-3a7e347e-acb2-464a-b53f-47db64a1d3d9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c09bdccd326346b6807a502f17949eec&device_id=5ecd430d-f8b3-477f-ad59-345156be3ac7 HTTP/1.1" status: 200 len: 210 time: 0.0690169 Aug 16 22:50:37.659773 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e2db7f5b-845d-4539-aef4-9994feab21c9 req-ad8cf326-b7f9-4cc3-bf2f-41baf448f17e service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=c09bdccd326346b6807a502f17949eec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285220 Aug 16 22:50:37.838795 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9835cd5e-bdae-4478-b606-efa912613a9c req-cef18ab6-7f77-4115-aad9-312947d27b42 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:37.847272 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9835cd5e-bdae-4478-b606-efa912613a9c req-cef18ab6-7f77-4115-aad9-312947d27b42 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccafbb9c-84fb-4dc5-9318-99c0fbf40f72 HTTP/1.1" status: 200 len: 950 time: 0.2232587 Aug 16 22:50:37.854149 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2db7f5b-845d-4539-aef4-9994feab21c9 req-228bd3d6-f628-427e-bdd8-50ec5dd69e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:37.856512 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e2db7f5b-845d-4539-aef4-9994feab21c9 req-228bd3d6-f628-427e-bdd8-50ec5dd69e2d service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1875360 Aug 16 22:50:37.925682 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c05fb64-a3be-4bee-b338-f3c1ded0b160 req-ccc57082-6a6f-4921-92fe-68ac8f088fc2 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:37.927222 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1c05fb64-a3be-4bee-b338-f3c1ded0b160 req-ccc57082-6a6f-4921-92fe-68ac8f088fc2 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=874b6679-a5eb-4e9a-a8a3-13432fb39a1e HTTP/1.1" status: 200 len: 945 time: 0.2717340 Aug 16 22:50:37.976718 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9835cd5e-bdae-4478-b606-efa912613a9c req-43ff19d1-570b-464f-9e0c-242f583baabc tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285577 Aug 16 22:50:38.025883 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1c05fb64-a3be-4bee-b338-f3c1ded0b160 req-34a88978-ab2c-4081-9d18-438975c07d7c tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902603 Aug 16 22:50:38.054612 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252cb810-efbe-4ea8-8568-bb74da6b543e req-76e4a745-80b6-4ff6-876a-6160e8c8c4cf tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:38.068891 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-252cb810-efbe-4ea8-8568-bb74da6b543e req-76e4a745-80b6-4ff6-876a-6160e8c8c4cf tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.57 "GET /v2.0/networks?id=bdacd106-3582-43d1-a3c6-7a9333f5e2e0 HTTP/1.1" status: 200 len: 808 time: 0.3415344 Aug 16 22:50:38.092313 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-252cb810-efbe-4ea8-8568-bb74da6b543e req-6926acec-2a46-4453-a2a5-9eae0394ab20 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Request body: {'port': {'device_id': '195f465d-89cd-403a-9319-c4c4f08fdfc5', 'network_id': 'bdacd106-3582-43d1-a3c6-7a9333f5e2e0', 'admin_state_up': True, 'tenant_id': 'a4c9d624b07f42a0ae3c7ed63064f003'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:50:38.242087 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e58a245e-13a3-4fa2-bf53-41fbef0d20bd req-a1650784-af0d-4730-81e4-509f81163b41 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=f23d3b21-15f9-48db-9447-23eaa5d44e92 HTTP/1.1" status: 200 len: 210 time: 0.0518267 Aug 16 22:50:38.262720 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5af9be5-39fa-4bb3-a8c1-b8f76ca03ad5 req-1e3a1e52-6d42-4209-9023-fbce48dfceaf tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:38.264253 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d5af9be5-39fa-4bb3-a8c1-b8f76ca03ad5 req-1e3a1e52-6d42-4209-9023-fbce48dfceaf tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/ports?device_id=53aeb36d-2ee8-4d47-9f13-97eb5961d643 HTTP/1.1" status: 200 len: 949 time: 0.1778641 Aug 16 22:50:38.330872 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d5af9be5-39fa-4bb3-a8c1-b8f76ca03ad5 req-ace32c01-a0cf-494d-a877-5bb6b1c9b801 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf51abff-a5e4-4ed4-87b7-552597e1ec97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585997 Aug 16 22:50:38.339579 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-252cb810-efbe-4ea8-8568-bb74da6b543e req-6926acec-2a46-4453-a2a5-9eae0394ab20 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Made reservation on behalf of a4c9d624b07f42a0ae3c7ed63064f003 for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:50:38.345168 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-252cb810-efbe-4ea8-8568-bb74da6b543e req-6926acec-2a46-4453-a2a5-9eae0394ab20 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:38.545590 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-26b6bc93-4938-4416-bade-bae34fd6d122 req-b7b8f623-c94f-4905-bc95-15a1d712cc79 tempest-ServerShowV257Test-35714244 tempest-ServerShowV257Test-35714244-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ecd430d-f8b3-477f-ad59-345156be3ac7 HTTP/1.1" status: 200 len: 210 time: 0.0375590 Aug 16 22:50:38.563656 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 0dd5482a-bca0-4084-9655-459e76fdc327 up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:50:38.584214 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [req-252cb810-efbe-4ea8-8568-bb74da6b543e req-6926acec-2a46-4453-a2a5-9eae0394ab20 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Allocated IP 172.20.0.5 (bdacd106-3582-43d1-a3c6-7a9333f5e2e0/78dd72b6-bd21-4b15-8ce7-13fda92dba19/46991f02-0877-4fdb-a939-148b962ab439) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:50:38.688399 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning for port 0dd5482a-bca0-4084-9655-459e76fdc327 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:50:38.693487 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port 0dd5482a-bca0-4084-9655-459e76fdc327 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:50:38.694215 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:38.782104 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9bdce438-c3ca-4843-b0d4-09eb88ac2755 req-f2aa340b-579e-4169-927f-0501a2ac8fda tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] 10.222.0.36 "GET /v2.0/ports?device_id=94d83694-d21c-493c-a521-48c7f035728b HTTP/1.1" status: 200 len: 210 time: 0.0956092 Aug 16 22:50:38.822098 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:38.882778 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-77fd497e-2a67-456f-bb45-becb91d1e8ca req-9629dbe0-f995-4b69-ad66-ef058370adb3 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=195f465d-89cd-403a-9319-c4c4f08fdfc5 HTTP/1.1" status: 200 len: 210 time: 0.0865808 Aug 16 22:50:39.022636 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e69e0a-3b06-48d0-98bd-0841f12f236b req-25f95b01-c8c2-4d6e-9682-c137ec31d625 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:39.024253 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-33e69e0a-3b06-48d0-98bd-0841f12f236b req-25f95b01-c8c2-4d6e-9682-c137ec31d625 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.68 "GET /v2.0/networks?id=293b6503-0dd0-473c-b292-a36a6d59f563 HTTP/1.1" status: 200 len: 814 time: 0.1406126 Aug 16 22:50:39.039394 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53aeb36d-2ee8-4d47-9f13-97eb5961d643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dd5482a-bca0-4084-9655-459e76fdc327'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:50:39.042067 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8917f663-f29b-4ac0-97ea-03240eb5f0be" -d '{"events": [{"server_uuid": "53aeb36d-2ee8-4d47-9f13-97eb5961d643", "name": "network-vif-plugged", "status": "completed", "tag": "0dd5482a-bca0-4084-9655-459e76fdc327"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:50:39.057929 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 0dd5482a-bca0-4084-9655-459e76fdc327, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=0dd5482a-bca0-4084-9655-459e76fdc327,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:50:39.065625 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:39.068327 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-33e69e0a-3b06-48d0-98bd-0841f12f236b req-875ada17-fef7-4503-803b-30fab823b66c tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Request body: {'port': {'device_id': 'f23d3b21-15f9-48db-9447-23eaa5d44e92', 'network_id': '293b6503-0dd0-473c-b292-a36a6d59f563', 'admin_state_up': True, 'tenant_id': 'd441e99ef8964ece912d98293dc4ac4d'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:50:39.122907 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=0dd5482a-bca0-4084-9655-459e76fdc327,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:39.152325 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-94d0afd6-0caa-465f-9555-ea88cb6946b7 req-b4196d79-cba8-4bb8-9230-c0d89d6298a6 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1939244486&fields=id&tenant_id=733236da22f3411d852a1f0b783a3537 HTTP/1.1" status: 200 len: 267 time: 0.1242967 Aug 16 22:50:39.205594 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-252cb810-efbe-4ea8-8568-bb74da6b543e req-6926acec-2a46-4453-a2a5-9eae0394ab20 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:39.329784 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb65de5-0867-468c-a2ae-d6cea82faa1f req-d8b9322b-d7c8-48c4-9535-6f533e4482ad tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:39.331209 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1bb65de5-0867-468c-a2ae-d6cea82faa1f req-d8b9322b-d7c8-48c4-9535-6f533e4482ad tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccafbb9c-84fb-4dc5-9318-99c0fbf40f72 HTTP/1.1" status: 200 len: 950 time: 0.1998594 Aug 16 22:50:39.405959 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33e69e0a-3b06-48d0-98bd-0841f12f236b req-875ada17-fef7-4503-803b-30fab823b66c tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Made reservation on behalf of d441e99ef8964ece912d98293dc4ac4d for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:50:39.410437 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-33e69e0a-3b06-48d0-98bd-0841f12f236b req-875ada17-fef7-4503-803b-30fab823b66c tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:39.428442 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d0afd6-0caa-465f-9555-ea88cb6946b7 req-5dbbd4bd-fe93-4444-94d4-9e27dcf6e781 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:39.429999 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-94d0afd6-0caa-465f-9555-ea88cb6946b7 req-5dbbd4bd-fe93-4444-94d4-9e27dcf6e781 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] 10.222.0.36 "GET /v2.0/networks?id=1ec41dbe-7c0a-4c4b-bab3-26488606d20f HTTP/1.1" status: 200 len: 822 time: 0.2432475 Aug 16 22:50:39.431089 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-252cb810-efbe-4ea8-8568-bb74da6b543e req-6926acec-2a46-4453-a2a5-9eae0394ab20 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:39.468430 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1bb65de5-0867-468c-a2ae-d6cea82faa1f req-8bb733af-3688-457e-95db-4d3863b5f12d tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261044 Aug 16 22:50:39.514821 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-94d0afd6-0caa-465f-9555-ea88cb6946b7 req-6991959d-5bf0-4ae6-84a6-c6e7b95998dc tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] 10.222.0.36 "GET /v2.0/quotas/733236da22f3411d852a1f0b783a3537 HTTP/1.1" status: 200 len: 375 time: 0.0695534 Aug 16 22:50:39.543441 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e6a8b88-cae8-4ccd-9223-07c2016d531a x-openstack-request-id: req-0e6a8b88-cae8-4ccd-9223-07c2016d531a {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:50:39.543730 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53aeb36d-2ee8-4d47-9f13-97eb5961d643", "name": "network-vif-plugged", "status": "completed", "tag": "0dd5482a-bca0-4084-9655-459e76fdc327", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:50:39.544221 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0e6a8b88-cae8-4ccd-9223-07c2016d531a {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:50:39.544795 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53aeb36d-2ee8-4d47-9f13-97eb5961d643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dd5482a-bca0-4084-9655-459e76fdc327', 'code': 200} Aug 16 22:50:39.576861 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-252cb810-efbe-4ea8-8568-bb74da6b543e req-6926acec-2a46-4453-a2a5-9eae0394ab20 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Network bdacd106-3582-43d1-a3c6-7a9333f5e2e0 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:50:39.624166 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [req-252cb810-efbe-4ea8-8568-bb74da6b543e req-6926acec-2a46-4453-a2a5-9eae0394ab20 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:50:39.672160 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e26bede-3a73-4e3a-b8f5-9ab1a1cf6da2 req-38bf54e2-6e9d-43bb-9261-44a6f029ccb3 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:39.675738 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0e26bede-3a73-4e3a-b8f5-9ab1a1cf6da2 req-38bf54e2-6e9d-43bb-9261-44a6f029ccb3 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] 10.222.0.68 "GET /v2.0/networks?id=e58689a5-5b58-46aa-ac41-c8ab49767a9e HTTP/1.1" status: 200 len: 812 time: 0.1949353 Aug 16 22:50:39.676121 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-252cb810-efbe-4ea8-8568-bb74da6b543e req-6926acec-2a46-4453-a2a5-9eae0394ab20 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:50:39.682232 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6926acec-2a46-4453-a2a5-9eae0394ab20 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Pushing event updated for resources: {'Port': ['ID=46991f02-0877-4fdb-a939-148b962ab439,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:39.702145 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-0e26bede-3a73-4e3a-b8f5-9ab1a1cf6da2 req-88a16e99-8f42-461d-acbd-db54935254e5 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Request body: {'port': {'device_id': 'b6ff79a3-93e2-4528-8d77-7bbaab2da856', 'network_id': 'e58689a5-5b58-46aa-ac41-c8ab49767a9e', 'admin_state_up': True, 'tenant_id': 'c1312625a5ee488398756a4806db2c25'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:50:39.811084 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e2db7f5b-845d-4539-aef4-9994feab21c9 req-0b9b8158-a1cb-4b87-a327-06ed83d8736c tempest-ServerShowV257Test-35714244 tempest-ServerShowV257Test-35714244-project] 10.222.0.57 "GET /v2.0/ports?device_id=5ecd430d-f8b3-477f-ad59-345156be3ac7 HTTP/1.1" status: 200 len: 210 time: 0.0559721 Aug 16 22:50:39.823379 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-94d0afd6-0caa-465f-9555-ea88cb6946b7 req-b2992b9c-91bb-485d-acff-60d7afce2f35 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=733236da22f3411d852a1f0b783a3537&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3069041 Aug 16 22:50:39.837383 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252cb810-efbe-4ea8-8568-bb74da6b543e req-6926acec-2a46-4453-a2a5-9eae0394ab20 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:39.838008 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-252cb810-efbe-4ea8-8568-bb74da6b543e req-6926acec-2a46-4453-a2a5-9eae0394ab20 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:39.876796 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ba6264-bb95-4190-8a97-e80a138da1ba req-30cefd01-d84f-48e3-a6e5-5c74d80407ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:39.878737 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b5ba6264-bb95-4190-8a97-e80a138da1ba req-30cefd01-d84f-48e3-a6e5-5c74d80407ee service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=53aeb36d-2ee8-4d47-9f13-97eb5961d643 HTTP/1.1" status: 200 len: 1102 time: 0.1222727 Aug 16 22:50:39.884791 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66765d8-e8ab-47e2-8cd2-2ce4759af706 req-c030eb81-e6a9-4ead-bc8e-5ba2bfa58f92 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:39.886358 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e66765d8-e8ab-47e2-8cd2-2ce4759af706 req-c030eb81-e6a9-4ead-bc8e-5ba2bfa58f92 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=874b6679-a5eb-4e9a-a8a3-13432fb39a1e HTTP/1.1" status: 200 len: 945 time: 0.2074521 Aug 16 22:50:39.930280 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-252cb810-efbe-4ea8-8568-bb74da6b543e req-6926acec-2a46-4453-a2a5-9eae0394ab20 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8418176 Aug 16 22:50:39.948085 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [req-33e69e0a-3b06-48d0-98bd-0841f12f236b req-875ada17-fef7-4503-803b-30fab823b66c tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Allocated IP 172.20.0.6 (293b6503-0dd0-473c-b292-a36a6d59f563/cb70f846-7e6c-4740-9acb-63b13b1d78a5/6898dda7-5194-45f9-8075-a9e3379de869) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:50:39.970864 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-252cb810-efbe-4ea8-8568-bb74da6b543e req-a704a935-0c5c-4b08-8feb-b3b0297d09b0 service neutron] Request body: {'port': {'device_id': '195f465d-89cd-403a-9319-c4c4f08fdfc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-26'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:50:40.007973 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b5ba6264-bb95-4190-8a97-e80a138da1ba req-ddaa9bef-0145-4fee-a4f2-ec273f8a9ded service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=cf51abff-a5e4-4ed4-87b7-552597e1ec97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075692 Aug 16 22:50:40.025812 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e26bede-3a73-4e3a-b8f5-9ab1a1cf6da2 req-88a16e99-8f42-461d-acbd-db54935254e5 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Made reservation on behalf of c1312625a5ee488398756a4806db2c25 for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:50:40.034757 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-0e26bede-3a73-4e3a-b8f5-9ab1a1cf6da2 req-88a16e99-8f42-461d-acbd-db54935254e5 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:40.077632 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e66765d8-e8ab-47e2-8cd2-2ce4759af706 req-80e6b353-6af9-4c2d-9df0-a02876c3fbd6 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715298 Aug 16 22:50:40.141198 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-94d0afd6-0caa-465f-9555-ea88cb6946b7 req-8e68d0ed-f235-4fbc-8828-95e33e3d8d01 service neutron] 10.222.0.36 "GET /v2.0/networks/1ec41dbe-7c0a-4c4b-bab3-26488606d20f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2840974 Aug 16 22:50:40.166336 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-252cb810-efbe-4ea8-8568-bb74da6b543e req-a704a935-0c5c-4b08-8feb-b3b0297d09b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:40.250961 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e26bede-3a73-4e3a-b8f5-9ab1a1cf6da2 req-42b8cfcf-697d-4b99-8bbf-de1ed1e1b50c tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:40.252568 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0e26bede-3a73-4e3a-b8f5-9ab1a1cf6da2 req-42b8cfcf-697d-4b99-8bbf-de1ed1e1b50c tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] 10.222.0.68 "GET /v2.0/networks?id=e58689a5-5b58-46aa-ac41-c8ab49767a9e HTTP/1.1" status: 200 len: 812 time: 0.2600446 Aug 16 22:50:40.286946 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-0e26bede-3a73-4e3a-b8f5-9ab1a1cf6da2 req-4af4e2ae-1075-449a-ab75-edf5b8f57c24 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Request body: {'port': {'device_id': '94d83694-d21c-493c-a521-48c7f035728b', 'network_id': 'e58689a5-5b58-46aa-ac41-c8ab49767a9e', 'admin_state_up': True, 'tenant_id': 'c1312625a5ee488398756a4806db2c25'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:50:40.376790 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-0e26bede-3a73-4e3a-b8f5-9ab1a1cf6da2 req-88a16e99-8f42-461d-acbd-db54935254e5 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Allocated IP 172.20.0.12 (e58689a5-5b58-46aa-ac41-c8ab49767a9e/d6d6cb79-667b-4b31-8066-0a37a58bc807/e1aafbf9-8303-427c-8504-dcb37b143734) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:50:40.470813 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e26bede-3a73-4e3a-b8f5-9ab1a1cf6da2 req-4af4e2ae-1075-449a-ab75-edf5b8f57c24 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Made reservation on behalf of c1312625a5ee488398756a4806db2c25 for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:50:40.474601 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-0e26bede-3a73-4e3a-b8f5-9ab1a1cf6da2 req-4af4e2ae-1075-449a-ab75-edf5b8f57c24 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:40.616590 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-87f89f88-6bf3-4e00-8d65-b216349e79f5 req-6b9a60e2-ac63-46e5-8288-7f5252742341 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=f23d3b21-15f9-48db-9447-23eaa5d44e92 HTTP/1.1" status: 200 len: 210 time: 0.0774825 Aug 16 22:50:40.651427 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-0e26bede-3a73-4e3a-b8f5-9ab1a1cf6da2 req-88a16e99-8f42-461d-acbd-db54935254e5 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:40.754393 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-0e26bede-3a73-4e3a-b8f5-9ab1a1cf6da2 req-88a16e99-8f42-461d-acbd-db54935254e5 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:40.779668 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-0e26bede-3a73-4e3a-b8f5-9ab1a1cf6da2 req-4af4e2ae-1075-449a-ab75-edf5b8f57c24 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Allocated IP 172.20.0.5 (e58689a5-5b58-46aa-ac41-c8ab49767a9e/d6d6cb79-667b-4b31-8066-0a37a58bc807/cd1e7f64-8870-43a6-ba3c-2458ba477ea5) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:50:40.800425 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:40.803239 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-94d0afd6-0caa-465f-9555-ea88cb6946b7 req-ac8f3ab7-bc9c-4c73-822d-6a2e1c8feb48 service neutron] 10.222.0.36 "GET /v2.0/networks/1ec41dbe-7c0a-4c4b-bab3-26488606d20f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6504245 Aug 16 22:50:40.888013 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-33e69e0a-3b06-48d0-98bd-0841f12f236b req-875ada17-fef7-4503-803b-30fab823b66c tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:40.912211 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c7bf48-36ec-4851-84e9-6a25ada16948 req-0e7ad117-1c5a-4ac0-ad78-bfb40881fed8 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:40.925762 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-42c7bf48-36ec-4851-84e9-6a25ada16948 req-0e7ad117-1c5a-4ac0-ad78-bfb40881fed8 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/ports?device_id=53aeb36d-2ee8-4d47-9f13-97eb5961d643 HTTP/1.1" status: 200 len: 950 time: 0.1631503 Aug 16 22:50:40.986561 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e26bede-3a73-4e3a-b8f5-9ab1a1cf6da2 req-88a16e99-8f42-461d-acbd-db54935254e5 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Network e58689a5-5b58-46aa-ac41-c8ab49767a9e is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:50:41.022970 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-0e26bede-3a73-4e3a-b8f5-9ab1a1cf6da2 req-88a16e99-8f42-461d-acbd-db54935254e5 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:50:41.025778 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e26bede-3a73-4e3a-b8f5-9ab1a1cf6da2 req-88a16e99-8f42-461d-acbd-db54935254e5 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:50:41.039199 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-42c7bf48-36ec-4851-84e9-6a25ada16948 req-c7b2b879-f326-4fc0-9f3a-8310e747617c tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf51abff-a5e4-4ed4-87b7-552597e1ec97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079094 Aug 16 22:50:41.085342 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-33e69e0a-3b06-48d0-98bd-0841f12f236b req-875ada17-fef7-4503-803b-30fab823b66c tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:41.208971 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e26bede-3a73-4e3a-b8f5-9ab1a1cf6da2 req-88a16e99-8f42-461d-acbd-db54935254e5 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:41.210019 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-0e26bede-3a73-4e3a-b8f5-9ab1a1cf6da2 req-88a16e99-8f42-461d-acbd-db54935254e5 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:41.232006 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0e26bede-3a73-4e3a-b8f5-9ab1a1cf6da2 req-88a16e99-8f42-461d-acbd-db54935254e5 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5377493 Aug 16 22:50:41.232241 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a16e99-8f42-461d-acbd-db54935254e5 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Pushing event updated for resources: {'Port': ['ID=e1aafbf9-8303-427c-8504-dcb37b143734,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:41.259197 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-0e26bede-3a73-4e3a-b8f5-9ab1a1cf6da2 req-42e71643-b780-47d9-953e-cc171867760d service neutron] Request body: {'port': {'device_id': 'b6ff79a3-93e2-4528-8d77-7bbaab2da856', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:50:41.268948 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b6e6ff89-d7d2-4e62-ae7e-bad9cf6cb0c1 req-9dbc10b0-07b9-4177-bc30-fa78b7e78cd8 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] 10.222.0.36 "GET /v2.0/ports?device_id=94d83694-d21c-493c-a521-48c7f035728b HTTP/1.1" status: 200 len: 210 time: 0.1037366 Aug 16 22:50:41.271462 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-728bd1a3-b35c-493e-a464-1c81bfbea27b req-c42d1e93-b12d-48ac-be92-e9fdf218cb7b tempest-ServerShowV257Test-35714244 tempest-ServerShowV257Test-35714244-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ecd430d-f8b3-477f-ad59-345156be3ac7 HTTP/1.1" status: 200 len: 210 time: 0.1250157 Aug 16 22:50:41.286314 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33e69e0a-3b06-48d0-98bd-0841f12f236b req-875ada17-fef7-4503-803b-30fab823b66c tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Network 293b6503-0dd0-473c-b292-a36a6d59f563 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:50:41.298661 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875ada17-fef7-4503-803b-30fab823b66c tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Pushing event updated for resources: {'Port': ['ID=6898dda7-5194-45f9-8075-a9e3379de869,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:41.316143 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [req-33e69e0a-3b06-48d0-98bd-0841f12f236b req-875ada17-fef7-4503-803b-30fab823b66c tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:50:41.328589 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-33e69e0a-3b06-48d0-98bd-0841f12f236b req-875ada17-fef7-4503-803b-30fab823b66c tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:50:41.340201 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-0e26bede-3a73-4e3a-b8f5-9ab1a1cf6da2 req-4af4e2ae-1075-449a-ab75-edf5b8f57c24 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:41.410652 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-0e26bede-3a73-4e3a-b8f5-9ab1a1cf6da2 req-4af4e2ae-1075-449a-ab75-edf5b8f57c24 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:41.412527 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e69e0a-3b06-48d0-98bd-0841f12f236b req-875ada17-fef7-4503-803b-30fab823b66c tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:41.413284 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-33e69e0a-3b06-48d0-98bd-0841f12f236b req-875ada17-fef7-4503-803b-30fab823b66c tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:41.418198 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [req-252cb810-efbe-4ea8-8568-bb74da6b543e req-a704a935-0c5c-4b08-8feb-b3b0297d09b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46991f02-0877-4fdb-a939-148b962ab439 {{(pid=101292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:50:41.431941 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-252cb810-efbe-4ea8-8568-bb74da6b543e req-a704a935-0c5c-4b08-8feb-b3b0297d09b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:41.477525 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e26bede-3a73-4e3a-b8f5-9ab1a1cf6da2 req-4af4e2ae-1075-449a-ab75-edf5b8f57c24 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Network e58689a5-5b58-46aa-ac41-c8ab49767a9e is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:50:41.484123 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-0e26bede-3a73-4e3a-b8f5-9ab1a1cf6da2 req-4af4e2ae-1075-449a-ab75-edf5b8f57c24 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:50:41.494640 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-252cb810-efbe-4ea8-8568-bb74da6b543e req-a704a935-0c5c-4b08-8feb-b3b0297d09b0 service neutron] Transition to ACTIVE for port object 46991f02-0877-4fdb-a939-148b962ab439 will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:50:41.503003 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-33e69e0a-3b06-48d0-98bd-0841f12f236b req-875ada17-fef7-4503-803b-30fab823b66c tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4446509 Aug 16 22:50:41.509644 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-252cb810-efbe-4ea8-8568-bb74da6b543e req-a704a935-0c5c-4b08-8feb-b3b0297d09b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:41.520784 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e26bede-3a73-4e3a-b8f5-9ab1a1cf6da2 req-4af4e2ae-1075-449a-ab75-edf5b8f57c24 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:50:41.532166 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-33e69e0a-3b06-48d0-98bd-0841f12f236b req-a8e39764-1e18-4881-a22a-85609ac86886 service neutron] Request body: {'port': {'device_id': 'f23d3b21-15f9-48db-9447-23eaa5d44e92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-26'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:50:41.583590 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a3764d-be40-4614-ab85-ecfc2d49b93c req-045ac784-b7e4-4b9e-b648-32e53ac8af7c tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:41.591469 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-68a3764d-be40-4614-ab85-ecfc2d49b93c req-045ac784-b7e4-4b9e-b648-32e53ac8af7c tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=195f465d-89cd-403a-9319-c4c4f08fdfc5 HTTP/1.1" status: 200 len: 931 time: 0.1671681 Aug 16 22:50:41.624828 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0b66c5-acaf-49fc-8882-b3105587993e req-a896b97e-d09c-46bc-b631-8cc44e35c1b8 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:41.632589 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cf0b66c5-acaf-49fc-8882-b3105587993e req-a896b97e-d09c-46bc-b631-8cc44e35c1b8 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccafbb9c-84fb-4dc5-9318-99c0fbf40f72 HTTP/1.1" status: 200 len: 950 time: 0.2093353 Aug 16 22:50:41.646772 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e26bede-3a73-4e3a-b8f5-9ab1a1cf6da2 req-4af4e2ae-1075-449a-ab75-edf5b8f57c24 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:41.647744 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-0e26bede-3a73-4e3a-b8f5-9ab1a1cf6da2 req-4af4e2ae-1075-449a-ab75-edf5b8f57c24 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:41.673538 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-0e26bede-3a73-4e3a-b8f5-9ab1a1cf6da2 req-42e71643-b780-47d9-953e-cc171867760d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:41.686360 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6f52ff-1d2f-4c49-b545-e936bfe9342b req-06016e9b-835e-4dea-b202-6db0493a6b5c tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:41.690021 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-fd6f52ff-1d2f-4c49-b545-e936bfe9342b req-06016e9b-835e-4dea-b202-6db0493a6b5c tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] 10.222.0.57 "GET /v2.0/ports?device_id=bd403877-9d1d-4f11-b362-68537194146a HTTP/1.1" status: 200 len: 945 time: 0.2810266 Aug 16 22:50:41.691259 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af4e2ae-1075-449a-ab75-edf5b8f57c24 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Pushing event updated for resources: {'Port': ['ID=cd1e7f64-8870-43a6-ba3c-2458ba477ea5,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:41.694120 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a704a935-0c5c-4b08-8feb-b3b0297d09b0 service neutron] Pushing event updated for resources: {'Port': ['ID=46991f02-0877-4fdb-a939-148b962ab439,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:41.696838 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0e26bede-3a73-4e3a-b8f5-9ab1a1cf6da2 req-4af4e2ae-1075-449a-ab75-edf5b8f57c24 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4140942 Aug 16 22:50:41.744927 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-33e69e0a-3b06-48d0-98bd-0841f12f236b req-a8e39764-1e18-4881-a22a-85609ac86886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:41.754150 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-0e26bede-3a73-4e3a-b8f5-9ab1a1cf6da2 req-1e9eccb7-65d0-4d0c-a693-4885970a3dd1 service neutron] Request body: {'port': {'device_id': '94d83694-d21c-493c-a521-48c7f035728b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:50:41.757140 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-68a3764d-be40-4614-ab85-ecfc2d49b93c req-4ae18689-8596-441b-963d-db62355af992 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645160 Aug 16 22:50:41.820052 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cf0b66c5-acaf-49fc-8882-b3105587993e req-fd30c72a-cb09-4ec9-8f6c-8d7b873671d8 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863320 Aug 16 22:50:41.849157 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-0e26bede-3a73-4e3a-b8f5-9ab1a1cf6da2 req-1e9eccb7-65d0-4d0c-a693-4885970a3dd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:41.947227 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-252cb810-efbe-4ea8-8568-bb74da6b543e req-a704a935-0c5c-4b08-8feb-b3b0297d09b0 service neutron] Attempting to bind port 46991f02-0877-4fdb-a939-148b962ab439 on host n-h2-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:50:41.948172 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-252cb810-efbe-4ea8-8568-bb74da6b543e req-a704a935-0c5c-4b08-8feb-b3b0297d09b0 service neutron] Attempting to bind port 46991f02-0877-4fdb-a939-148b962ab439 by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': 'f636a4c4-5ebb-45e7-a739-a275ed345fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bdacd106-3582-43d1-a3c6-7a9333f5e2e0'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:50:41.948694 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252cb810-efbe-4ea8-8568-bb74da6b543e req-a704a935-0c5c-4b08-8feb-b3b0297d09b0 service neutron] Attempting to bind port 46991f02-0877-4fdb-a939-148b962ab439 on network bdacd106-3582-43d1-a3c6-7a9333f5e2e0 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:50:41.964629 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8d37543b-055a-4f4e-9f3e-d49d7cab01b8 req-b23bb7a1-e31e-4867-b0ac-248e57e0066b tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] 10.222.0.36 "GET /v2.0/ports?device_id=a50c58d7-d116-4c8e-b014-130d383ba537 HTTP/1.1" status: 200 len: 210 time: 0.0658937 Aug 16 22:50:42.064629 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252cb810-efbe-4ea8-8568-bb74da6b543e req-a704a935-0c5c-4b08-8feb-b3b0297d09b0 service neutron] Port 46991f02-0877-4fdb-a939-148b962ab439 on network bdacd106-3582-43d1-a3c6-7a9333f5e2e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:50:42.065174 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252cb810-efbe-4ea8-8568-bb74da6b543e req-a704a935-0c5c-4b08-8feb-b3b0297d09b0 service neutron] Attempting to bind port 46991f02-0877-4fdb-a939-148b962ab439 on network bdacd106-3582-43d1-a3c6-7a9333f5e2e0 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:50:42.112112 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252cb810-efbe-4ea8-8568-bb74da6b543e req-a704a935-0c5c-4b08-8feb-b3b0297d09b0 service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:50:42.112455 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252cb810-efbe-4ea8-8568-bb74da6b543e req-a704a935-0c5c-4b08-8feb-b3b0297d09b0 service neutron] Checking segment: {'id': 'f636a4c4-5ebb-45e7-a739-a275ed345fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bdacd106-3582-43d1-a3c6-7a9333f5e2e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:50:42.113129 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252cb810-efbe-4ea8-8568-bb74da6b543e req-a704a935-0c5c-4b08-8feb-b3b0297d09b0 service neutron] Bound using segment: {'id': 'f636a4c4-5ebb-45e7-a739-a275ed345fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bdacd106-3582-43d1-a3c6-7a9333f5e2e0'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:50:42.113577 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-252cb810-efbe-4ea8-8568-bb74da6b543e req-a704a935-0c5c-4b08-8feb-b3b0297d09b0 service neutron] Bound port: 46991f02-0877-4fdb-a939-148b962ab439, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f636a4c4-5ebb-45e7-a739-a275ed345fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bdacd106-3582-43d1-a3c6-7a9333f5e2e0'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:50:42.113937 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-252cb810-efbe-4ea8-8568-bb74da6b543e req-a704a935-0c5c-4b08-8feb-b3b0297d09b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:42.235195 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b849cf-8f95-4873-9e9e-322136e332e1 req-c661f28d-4ab8-4ce5-9648-8e40d9af779d tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:42.236772 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-27b849cf-8f95-4873-9e9e-322136e332e1 req-c661f28d-4ab8-4ce5-9648-8e40d9af779d tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=874b6679-a5eb-4e9a-a8a3-13432fb39a1e HTTP/1.1" status: 200 len: 945 time: 0.2938023 Aug 16 22:50:42.272130 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78884212-04c1-4fd6-8dc6-76ac9978bab4 req-54915c73-9e1b-4b2b-ade2-0f48bf39924f tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:42.274195 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-78884212-04c1-4fd6-8dc6-76ac9978bab4 req-54915c73-9e1b-4b2b-ade2-0f48bf39924f tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=f23d3b21-15f9-48db-9447-23eaa5d44e92 HTTP/1.1" status: 200 len: 931 time: 0.2055309 Aug 16 22:50:42.325568 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-fd6f52ff-1d2f-4c49-b545-e936bfe9342b req-fd42a655-3457-4c46-92c1-ccbefa14a020 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Deleting port 853f0576-5402-426f-ac21-6b7625075f55 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:50:42.325908 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-fd6f52ff-1d2f-4c49-b545-e936bfe9342b req-fd42a655-3457-4c46-92c1-ccbefa14a020 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:42.376621 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-252cb810-efbe-4ea8-8568-bb74da6b543e req-a704a935-0c5c-4b08-8feb-b3b0297d09b0 service neutron] For port 46991f02-0877-4fdb-a939-148b962ab439, host n-h2-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:50:42.399374 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-27b849cf-8f95-4873-9e9e-322136e332e1 req-2bb0b669-cc30-48b1-a35a-5b5e721661d3 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512170 Aug 16 22:50:42.414329 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-252cb810-efbe-4ea8-8568-bb74da6b543e req-a704a935-0c5c-4b08-8feb-b3b0297d09b0 service neutron] For port 46991f02-0877-4fdb-a939-148b962ab439, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=46991f02-0877-4fdb-a939-148b962ab439,segment=NetworkSegment(f636a4c4-5ebb-45e7-a739-a275ed345fed),segment_id=f636a4c4-5ebb-45e7-a739-a275ed345fed)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:50:42.420173 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-78884212-04c1-4fd6-8dc6-76ac9978bab4 req-f5003419-e302-40fd-b3e5-013c0a91978d tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219690 Aug 16 22:50:42.437877 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-252cb810-efbe-4ea8-8568-bb74da6b543e req-a704a935-0c5c-4b08-8feb-b3b0297d09b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:42.485664 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252cb810-efbe-4ea8-8568-bb74da6b543e req-a704a935-0c5c-4b08-8feb-b3b0297d09b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:42.486289 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-252cb810-efbe-4ea8-8568-bb74da6b543e req-a704a935-0c5c-4b08-8feb-b3b0297d09b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:42.489755 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-252cb810-efbe-4ea8-8568-bb74da6b543e req-a704a935-0c5c-4b08-8feb-b3b0297d09b0 service neutron] 10.222.0.57 "PUT /v2.0/ports/46991f02-0877-4fdb-a939-148b962ab439 HTTP/1.1" status: 200 len: 1092 time: 2.5348332 Aug 16 22:50:42.490278 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [req-33e69e0a-3b06-48d0-98bd-0841f12f236b req-a8e39764-1e18-4881-a22a-85609ac86886 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6898dda7-5194-45f9-8075-a9e3379de869 {{(pid=101292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:50:42.494461 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '195f465d-89cd-403a-9319-c4c4f08fdfc5', 'tag': '46991f02-0877-4fdb-a939-148b962ab439'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:50:42.496768 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d280d74-3df4-41a6-ad8a-82c15290b5a5" -d '{"events": [{"name": "network-changed", "server_uuid": "195f465d-89cd-403a-9319-c4c4f08fdfc5", "tag": "46991f02-0877-4fdb-a939-148b962ab439"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:50:42.508849 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-33e69e0a-3b06-48d0-98bd-0841f12f236b req-a8e39764-1e18-4881-a22a-85609ac86886 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:42.545312 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-33e69e0a-3b06-48d0-98bd-0841f12f236b req-a8e39764-1e18-4881-a22a-85609ac86886 service neutron] Transition to ACTIVE for port object 6898dda7-5194-45f9-8075-a9e3379de869 will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:50:42.548244 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a704a935-0c5c-4b08-8feb-b3b0297d09b0 service neutron] Pushing event updated for resources: {'Port': ['ID=46991f02-0877-4fdb-a939-148b962ab439,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:42.553094 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-33e69e0a-3b06-48d0-98bd-0841f12f236b req-a8e39764-1e18-4881-a22a-85609ac86886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:42.555574 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-0e26bede-3a73-4e3a-b8f5-9ab1a1cf6da2 req-1e9eccb7-65d0-4d0c-a693-4885970a3dd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd1e7f64-8870-43a6-ba3c-2458ba477ea5 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:50:42.572274 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-0e26bede-3a73-4e3a-b8f5-9ab1a1cf6da2 req-1e9eccb7-65d0-4d0c-a693-4885970a3dd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:42.620021 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-fd6f52ff-1d2f-4c49-b545-e936bfe9342b req-fd42a655-3457-4c46-92c1-ccbefa14a020 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] For port 853f0576-5402-426f-ac21-6b7625075f55, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=853f0576-5402-426f-ac21-6b7625075f55,segment=NetworkSegment(7d1a5182-196d-4b0a-929d-265f51384dc2),segment_id=7d1a5182-196d-4b0a-929d-265f51384dc2)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:50:42.620695 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-fd6f52ff-1d2f-4c49-b545-e936bfe9342b req-fd42a655-3457-4c46-92c1-ccbefa14a020 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:42.657748 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-0e26bede-3a73-4e3a-b8f5-9ab1a1cf6da2 req-1e9eccb7-65d0-4d0c-a693-4885970a3dd1 service neutron] Transition to ACTIVE for port object cd1e7f64-8870-43a6-ba3c-2458ba477ea5 will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:50:42.724130 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-0e26bede-3a73-4e3a-b8f5-9ab1a1cf6da2 req-1e9eccb7-65d0-4d0c-a693-4885970a3dd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:42.733745 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e39764-1e18-4881-a22a-85609ac86886 service neutron] Pushing event updated for resources: {'Port': ['ID=6898dda7-5194-45f9-8075-a9e3379de869,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:42.749379 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d25fba-ef3b-4cd8-983b-4a7b056ae455 req-c33d7083-3b7f-442a-b901-78f553788f18 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:42.757241 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-72d25fba-ef3b-4cd8-983b-4a7b056ae455 req-c33d7083-3b7f-442a-b901-78f553788f18 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/ports?device_id=53aeb36d-2ee8-4d47-9f13-97eb5961d643 HTTP/1.1" status: 200 len: 950 time: 0.2102230 Aug 16 22:50:42.785169 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b1f534-f44a-4427-8a39-822750c648ee req-b912ee62-c77b-44ab-b4c6-6699de81c39b tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:42.786786 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-99b1f534-f44a-4427-8a39-822750c648ee req-b912ee62-c77b-44ab-b4c6-6699de81c39b tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] 10.222.0.36 "GET /v2.0/ports?device_id=94d83694-d21c-493c-a521-48c7f035728b HTTP/1.1" status: 200 len: 931 time: 0.2345374 Aug 16 22:50:42.908164 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-72d25fba-ef3b-4cd8-983b-4a7b056ae455 req-c31f13c7-f152-4bb1-9d67-e587f2f1291f tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf51abff-a5e4-4ed4-87b7-552597e1ec97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500368 Aug 16 22:50:42.923053 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d0afd6-0caa-465f-9555-ea88cb6946b7 req-89913736-dcb3-482a-82c1-e1f067122bb8 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:42.924630 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-94d0afd6-0caa-465f-9555-ea88cb6946b7 req-89913736-dcb3-482a-82c1-e1f067122bb8 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] 10.222.0.57 "GET /v2.0/networks?id=1ec41dbe-7c0a-4c4b-bab3-26488606d20f HTTP/1.1" status: 200 len: 822 time: 0.3497829 Aug 16 22:50:42.939091 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-99b1f534-f44a-4427-8a39-822750c648ee req-94dabf4e-5e0c-4535-b290-082fa3944675 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] 10.222.0.36 "GET /v2.0/security-groups?id=a98730cd-3ee7-4a69-bb1e-5c90a37c1f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245434 Aug 16 22:50:42.966938 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-33e69e0a-3b06-48d0-98bd-0841f12f236b req-a8e39764-1e18-4881-a22a-85609ac86886 service neutron] Attempting to bind port 6898dda7-5194-45f9-8075-a9e3379de869 on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:50:42.967540 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-33e69e0a-3b06-48d0-98bd-0841f12f236b req-a8e39764-1e18-4881-a22a-85609ac86886 service neutron] Attempting to bind port 6898dda7-5194-45f9-8075-a9e3379de869 by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': '0776e957-0fd5-4cd9-b2cd-f5649efce124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '293b6503-0dd0-473c-b292-a36a6d59f563'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:50:42.967649 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e69e0a-3b06-48d0-98bd-0841f12f236b req-a8e39764-1e18-4881-a22a-85609ac86886 service neutron] Attempting to bind port 6898dda7-5194-45f9-8075-a9e3379de869 on network 293b6503-0dd0-473c-b292-a36a6d59f563 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:50:42.979414 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e69e0a-3b06-48d0-98bd-0841f12f236b req-a8e39764-1e18-4881-a22a-85609ac86886 service neutron] Port 6898dda7-5194-45f9-8075-a9e3379de869 on network 293b6503-0dd0-473c-b292-a36a6d59f563 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:50:42.979742 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e69e0a-3b06-48d0-98bd-0841f12f236b req-a8e39764-1e18-4881-a22a-85609ac86886 service neutron] Attempting to bind port 6898dda7-5194-45f9-8075-a9e3379de869 on network 293b6503-0dd0-473c-b292-a36a6d59f563 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:50:42.995620 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e69e0a-3b06-48d0-98bd-0841f12f236b req-a8e39764-1e18-4881-a22a-85609ac86886 service neutron] Checking agent: {'id': 'd28e24f9-e5ea-41e1-80bf-3c7943ad7f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:50:42.995958 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e69e0a-3b06-48d0-98bd-0841f12f236b req-a8e39764-1e18-4881-a22a-85609ac86886 service neutron] Checking segment: {'id': '0776e957-0fd5-4cd9-b2cd-f5649efce124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '293b6503-0dd0-473c-b292-a36a6d59f563'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:50:42.996350 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e69e0a-3b06-48d0-98bd-0841f12f236b req-a8e39764-1e18-4881-a22a-85609ac86886 service neutron] Bound using segment: {'id': '0776e957-0fd5-4cd9-b2cd-f5649efce124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '293b6503-0dd0-473c-b292-a36a6d59f563'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:50:42.996825 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-33e69e0a-3b06-48d0-98bd-0841f12f236b req-a8e39764-1e18-4881-a22a-85609ac86886 service neutron] Bound port: 6898dda7-5194-45f9-8075-a9e3379de869, host: n-h1-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0776e957-0fd5-4cd9-b2cd-f5649efce124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '293b6503-0dd0-473c-b292-a36a6d59f563'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:50:42.997187 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-33e69e0a-3b06-48d0-98bd-0841f12f236b req-a8e39764-1e18-4881-a22a-85609ac86886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:43.035138 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-94d0afd6-0caa-465f-9555-ea88cb6946b7 req-6a205a95-778e-432e-a925-d37abff1eac7 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=733236da22f3411d852a1f0b783a3537 HTTP/1.1" status: 200 len: 380 time: 0.0877669 Aug 16 22:50:43.041688 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-743c26d8-1a3c-442b-ba6e-0a0462a80f05 x-openstack-request-id: req-743c26d8-1a3c-442b-ba6e-0a0462a80f05 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:50:43.041988 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "195f465d-89cd-403a-9319-c4c4f08fdfc5", "tag": "46991f02-0877-4fdb-a939-148b962ab439", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:50:43.042243 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-743c26d8-1a3c-442b-ba6e-0a0462a80f05 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:50:43.042648 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '195f465d-89cd-403a-9319-c4c4f08fdfc5', 'tag': '46991f02-0877-4fdb-a939-148b962ab439', 'status': 'completed', 'code': 200} Aug 16 22:50:43.113511 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-94d0afd6-0caa-465f-9555-ea88cb6946b7 req-aae1c2d8-4d43-4ef4-ae76-072b2d5dd72d tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Request body: {'port': {'device_id': 'a50c58d7-d116-4c8e-b014-130d383ba537', 'network_id': '1ec41dbe-7c0a-4c4b-bab3-26488606d20f', 'admin_state_up': True, 'tenant_id': '733236da22f3411d852a1f0b783a3537', 'security_groups': ['540ed4cf-0245-400b-b069-6009faf7f924']}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:50:43.248968 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252cb810-efbe-4ea8-8568-bb74da6b543e req-27edf77e-565e-4179-ade3-494072817028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:43.251468 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-252cb810-efbe-4ea8-8568-bb74da6b543e req-27edf77e-565e-4179-ade3-494072817028 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a4c9d624b07f42a0ae3c7ed63064f003&device_id=195f465d-89cd-403a-9319-c4c4f08fdfc5 HTTP/1.1" status: 200 len: 1095 time: 0.6501899 Aug 16 22:50:43.252420 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-33e69e0a-3b06-48d0-98bd-0841f12f236b req-a8e39764-1e18-4881-a22a-85609ac86886 service neutron] For port 6898dda7-5194-45f9-8075-a9e3379de869, host n-h1-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:50:43.268281 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9eccb7-65d0-4d0c-a693-4885970a3dd1 service neutron] Pushing event updated for resources: {'Port': ['ID=cd1e7f64-8870-43a6-ba3c-2458ba477ea5,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:43.280624 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-33e69e0a-3b06-48d0-98bd-0841f12f236b req-a8e39764-1e18-4881-a22a-85609ac86886 service neutron] For port 6898dda7-5194-45f9-8075-a9e3379de869, host n-h1-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=6898dda7-5194-45f9-8075-a9e3379de869,segment=NetworkSegment(0776e957-0fd5-4cd9-b2cd-f5649efce124),segment_id=0776e957-0fd5-4cd9-b2cd-f5649efce124)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:50:43.306096 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-33e69e0a-3b06-48d0-98bd-0841f12f236b req-a8e39764-1e18-4881-a22a-85609ac86886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:43.315414 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d54d867-783a-40e8-9b17-bfb554f9e817 req-a5e67e53-ab1f-4dd0-ace1-14cb44d6844e tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:43.316986 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5d54d867-783a-40e8-9b17-bfb554f9e817 req-a5e67e53-ab1f-4dd0-ace1-14cb44d6844e tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=195f465d-89cd-403a-9319-c4c4f08fdfc5 HTTP/1.1" status: 200 len: 943 time: 0.2105622 Aug 16 22:50:43.341128 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56026) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:50:43.373953 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af63077-0555-485e-81fe-f4fa746e1db2 req-847dc408-9855-4944-b558-95ba6d99b6ae tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:43.376620 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5af63077-0555-485e-81fe-f4fa746e1db2 req-847dc408-9855-4944-b558-95ba6d99b6ae tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccafbb9c-84fb-4dc5-9318-99c0fbf40f72 HTTP/1.1" status: 200 len: 950 time: 0.2453227 Aug 16 22:50:43.384202 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-252cb810-efbe-4ea8-8568-bb74da6b543e req-db3b541d-4b59-430b-a426-1cb4dfca0acb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46991f02-0877-4fdb-a939-148b962ab439 HTTP/1.1" status: 200 len: 217 time: 0.1071794 Aug 16 22:50:43.406328 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e69e0a-3b06-48d0-98bd-0841f12f236b req-a8e39764-1e18-4881-a22a-85609ac86886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:43.407076 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-33e69e0a-3b06-48d0-98bd-0841f12f236b req-a8e39764-1e18-4881-a22a-85609ac86886 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:43.408521 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-33e69e0a-3b06-48d0-98bd-0841f12f236b req-a8e39764-1e18-4881-a22a-85609ac86886 service neutron] 10.222.0.68 "PUT /v2.0/ports/6898dda7-5194-45f9-8075-a9e3379de869 HTTP/1.1" status: 200 len: 1092 time: 1.8934984 Aug 16 22:50:43.485886 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e39764-1e18-4881-a22a-85609ac86886 service neutron] Pushing event updated for resources: {'Port': ['ID=6898dda7-5194-45f9-8075-a9e3379de869,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:43.490679 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5d54d867-783a-40e8-9b17-bfb554f9e817 req-5661bc25-5f91-4f70-aebf-c174250d0477 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503747 Aug 16 22:50:43.491264 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94d0afd6-0caa-465f-9555-ea88cb6946b7 req-aae1c2d8-4d43-4ef4-ae76-072b2d5dd72d tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Made reservation on behalf of 733236da22f3411d852a1f0b783a3537 for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:50:43.494516 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-94d0afd6-0caa-465f-9555-ea88cb6946b7 req-aae1c2d8-4d43-4ef4-ae76-072b2d5dd72d tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:43.547520 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5af63077-0555-485e-81fe-f4fa746e1db2 req-3242fae7-4a31-4878-8aa6-5baec334c2ee tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589081 Aug 16 22:50:43.565954 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9fcfa609-a504-4b7d-b118-4caca3190b7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:43.678212 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e69e0a-3b06-48d0-98bd-0841f12f236b req-e958cccd-e522-4188-ae81-b9c2c6c7cdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:43.679617 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-33e69e0a-3b06-48d0-98bd-0841f12f236b req-e958cccd-e522-4188-ae81-b9c2c6c7cdb5 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d441e99ef8964ece912d98293dc4ac4d&device_id=f23d3b21-15f9-48db-9447-23eaa5d44e92 HTTP/1.1" status: 200 len: 1095 time: 0.1960123 Aug 16 22:50:43.690995 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-0e26bede-3a73-4e3a-b8f5-9ab1a1cf6da2 req-1e9eccb7-65d0-4d0c-a693-4885970a3dd1 service neutron] Attempting to bind port cd1e7f64-8870-43a6-ba3c-2458ba477ea5 on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:50:43.691341 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-0e26bede-3a73-4e3a-b8f5-9ab1a1cf6da2 req-1e9eccb7-65d0-4d0c-a693-4885970a3dd1 service neutron] Attempting to bind port cd1e7f64-8870-43a6-ba3c-2458ba477ea5 by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': '5e510fdc-9ea8-43b0-91d8-907062ccfd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e58689a5-5b58-46aa-ac41-c8ab49767a9e'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:50:43.691678 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e26bede-3a73-4e3a-b8f5-9ab1a1cf6da2 req-1e9eccb7-65d0-4d0c-a693-4885970a3dd1 service neutron] Attempting to bind port cd1e7f64-8870-43a6-ba3c-2458ba477ea5 on network e58689a5-5b58-46aa-ac41-c8ab49767a9e {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:50:43.695229 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252cb810-efbe-4ea8-8568-bb74da6b543e req-d6fc087f-23f2-4132-94a0-350a70e1149c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:43.696725 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-252cb810-efbe-4ea8-8568-bb74da6b543e req-d6fc087f-23f2-4132-94a0-350a70e1149c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=78dd72b6-bd21-4b15-8ce7-13fda92dba19 HTTP/1.1" status: 200 len: 848 time: 0.2953923 Aug 16 22:50:43.707666 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c57bf768-b828-4f14-b382-ff2c24de64df req-577f4c58-6d12-4e29-ace6-f9ea5b136130 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] 10.222.0.36 "GET /v2.0/ports?device_id=a50c58d7-d116-4c8e-b014-130d383ba537 HTTP/1.1" status: 200 len: 210 time: 0.0875123 Aug 16 22:50:43.743088 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-fd6f52ff-1d2f-4c49-b545-e936bfe9342b req-fd42a655-3457-4c46-92c1-ccbefa14a020 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:43.743524 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-fd6f52ff-1d2f-4c49-b545-e936bfe9342b req-fd42a655-3457-4c46-92c1-ccbefa14a020 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:43.743865 n-d-791506-26 neutron-server[101291]: INFO neutron.db.l3_db [req-fd6f52ff-1d2f-4c49-b545-e936bfe9342b req-fd42a655-3457-4c46-92c1-ccbefa14a020 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Floating IP aca20739-3636-4582-b5b8-01b188fc7378 disassociated. External IP: 172.25.4.139, port: 853f0576-5402-426f-ac21-6b7625075f55. Aug 16 22:50:43.744220 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-fd6f52ff-1d2f-4c49-b545-e936bfe9342b req-fd42a655-3457-4c46-92c1-ccbefa14a020 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Calling delete_port for 853f0576-5402-426f-ac21-6b7625075f55 owned by compute:nova {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:50:43.761766 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-33e69e0a-3b06-48d0-98bd-0841f12f236b req-b0a9e20b-1cb0-4067-a162-c12be6dfad1b service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6898dda7-5194-45f9-8075-a9e3379de869 HTTP/1.1" status: 200 len: 217 time: 0.0594366 Aug 16 22:50:43.769804 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e26bede-3a73-4e3a-b8f5-9ab1a1cf6da2 req-1e9eccb7-65d0-4d0c-a693-4885970a3dd1 service neutron] Port cd1e7f64-8870-43a6-ba3c-2458ba477ea5 on network e58689a5-5b58-46aa-ac41-c8ab49767a9e not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:50:43.770054 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e26bede-3a73-4e3a-b8f5-9ab1a1cf6da2 req-1e9eccb7-65d0-4d0c-a693-4885970a3dd1 service neutron] Attempting to bind port cd1e7f64-8870-43a6-ba3c-2458ba477ea5 on network e58689a5-5b58-46aa-ac41-c8ab49767a9e {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:50:43.778975 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-252cb810-efbe-4ea8-8568-bb74da6b543e req-f37059a9-537d-41a1-b644-6576584a93a7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bdacd106-3582-43d1-a3c6-7a9333f5e2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706515 Aug 16 22:50:43.808397 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e26bede-3a73-4e3a-b8f5-9ab1a1cf6da2 req-1e9eccb7-65d0-4d0c-a693-4885970a3dd1 service neutron] Checking agent: {'id': 'd28e24f9-e5ea-41e1-80bf-3c7943ad7f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:50:43.808768 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e26bede-3a73-4e3a-b8f5-9ab1a1cf6da2 req-1e9eccb7-65d0-4d0c-a693-4885970a3dd1 service neutron] Checking segment: {'id': '5e510fdc-9ea8-43b0-91d8-907062ccfd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e58689a5-5b58-46aa-ac41-c8ab49767a9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:50:43.809154 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e26bede-3a73-4e3a-b8f5-9ab1a1cf6da2 req-1e9eccb7-65d0-4d0c-a693-4885970a3dd1 service neutron] Bound using segment: {'id': '5e510fdc-9ea8-43b0-91d8-907062ccfd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e58689a5-5b58-46aa-ac41-c8ab49767a9e'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:50:43.809609 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-0e26bede-3a73-4e3a-b8f5-9ab1a1cf6da2 req-1e9eccb7-65d0-4d0c-a693-4885970a3dd1 service neutron] Bound port: cd1e7f64-8870-43a6-ba3c-2458ba477ea5, host: n-h1-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e510fdc-9ea8-43b0-91d8-907062ccfd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e58689a5-5b58-46aa-ac41-c8ab49767a9e'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:50:43.809971 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-0e26bede-3a73-4e3a-b8f5-9ab1a1cf6da2 req-1e9eccb7-65d0-4d0c-a693-4885970a3dd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:43.816249 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-0e26bede-3a73-4e3a-b8f5-9ab1a1cf6da2 req-42e71643-b780-47d9-953e-cc171867760d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1aafbf9-8303-427c-8504-dcb37b143734 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:50:43.823546 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab5013b-9857-47df-ba30-f323af0af320 req-4791e728-1c0d-4d5a-9eee-a529f79ce7e1 tempest-ServersOnMultiNodesTest-1217803004 tempest-ServersOnMultiNodesTest-1217803004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:43.825343 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5ab5013b-9857-47df-ba30-f323af0af320 req-4791e728-1c0d-4d5a-9eee-a529f79ce7e1 tempest-ServersOnMultiNodesTest-1217803004 tempest-ServersOnMultiNodesTest-1217803004-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=53aeb36d-2ee8-4d47-9f13-97eb5961d643 HTTP/1.1" status: 200 len: 1102 time: 0.2503128 Aug 16 22:50:43.874817 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-0e26bede-3a73-4e3a-b8f5-9ab1a1cf6da2 req-42e71643-b780-47d9-953e-cc171867760d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:43.907599 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f8811b-99f1-403d-9474-6c5ef546b941 req-ebcfa6eb-2683-498d-9061-64342cbcc0a9 tempest-LiveAutoBlockMigrationV225Test-1199004585 tempest-LiveAutoBlockMigrationV225Test-1199004585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:43.909194 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c3f8811b-99f1-403d-9474-6c5ef546b941 req-ebcfa6eb-2683-498d-9061-64342cbcc0a9 tempest-LiveAutoBlockMigrationV225Test-1199004585 tempest-LiveAutoBlockMigrationV225Test-1199004585-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=874b6679-a5eb-4e9a-a8a3-13432fb39a1e&tenant_id=96f36b2ac4b747ffa8d23196eebfe0fe&binding%3Ahost_id=n-h2-791506-26 HTTP/1.1" status: 200 len: 1097 time: 0.2919662 Aug 16 22:50:43.943469 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [req-94d0afd6-0caa-465f-9555-ea88cb6946b7 req-aae1c2d8-4d43-4ef4-ae76-072b2d5dd72d tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Allocated IP 172.20.0.11 (1ec41dbe-7c0a-4c4b-bab3-26488606d20f/d73dbfff-4ee7-4d05-8df7-c328a380882a/274d2150-3525-4dba-92bb-dc45a148ca83) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:50:43.947179 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e69e0a-3b06-48d0-98bd-0841f12f236b req-2ef0880b-553b-43cc-ba30-eb3c8dbd3966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:43.948791 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-33e69e0a-3b06-48d0-98bd-0841f12f236b req-2ef0880b-553b-43cc-ba30-eb3c8dbd3966 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=cb70f846-7e6c-4740-9acb-63b13b1d78a5 HTTP/1.1" status: 200 len: 854 time: 0.1745317 Aug 16 22:50:43.958301 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-c3f8811b-99f1-403d-9474-6c5ef546b941 req-8a1dd7ad-aaaf-4286-b37b-b56adcc4c983 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-791506-26'}}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:50:43.961155 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-0e26bede-3a73-4e3a-b8f5-9ab1a1cf6da2 req-42e71643-b780-47d9-953e-cc171867760d service neutron] Transition to ACTIVE for port object e1aafbf9-8303-427c-8504-dcb37b143734 will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:50:44.000186 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-0e26bede-3a73-4e3a-b8f5-9ab1a1cf6da2 req-42e71643-b780-47d9-953e-cc171867760d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:44.016643 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5ab5013b-9857-47df-ba30-f323af0af320 req-97279306-eef6-4adc-9c31-9e544c6589c3 tempest-ServersOnMultiNodesTest-1217803004 tempest-ServersOnMultiNodesTest-1217803004-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=cf51abff-a5e4-4ed4-87b7-552597e1ec97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620369 Aug 16 22:50:44.028256 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179536fe-e121-403c-b291-e68761acc0c5 req-b7b8eeca-5543-4e88-9232-daa90752900c tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:44.029809 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-179536fe-e121-403c-b291-e68761acc0c5 req-b7b8eeca-5543-4e88-9232-daa90752900c tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=874b6679-a5eb-4e9a-a8a3-13432fb39a1e HTTP/1.1" status: 200 len: 945 time: 0.2127352 Aug 16 22:50:44.032713 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-33e69e0a-3b06-48d0-98bd-0841f12f236b req-c642e34c-8f7b-40a9-94ba-8c718be7348a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=293b6503-0dd0-473c-b292-a36a6d59f563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654325 Aug 16 22:50:44.036071 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9fcfa609-a504-4b7d-b118-4caca3190b7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:44.073096 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9fcfa609-a504-4b7d-b118-4caca3190b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:44.150060 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-0e26bede-3a73-4e3a-b8f5-9ab1a1cf6da2 req-1e9eccb7-65d0-4d0c-a693-4885970a3dd1 service neutron] For port cd1e7f64-8870-43a6-ba3c-2458ba477ea5, host n-h1-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:50:44.160395 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e71643-b780-47d9-953e-cc171867760d service neutron] Pushing event updated for resources: {'Port': ['ID=e1aafbf9-8303-427c-8504-dcb37b143734,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:44.173750 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-252cb810-efbe-4ea8-8568-bb74da6b543e req-496ce0f2-559c-446c-88fc-cec324e14033 service neutron] 10.222.0.57 "GET /v2.0/networks/bdacd106-3582-43d1-a3c6-7a9333f5e2e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3781269 Aug 16 22:50:44.181587 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-c3f8811b-99f1-403d-9474-6c5ef546b941 req-8a1dd7ad-aaaf-4286-b37b-b56adcc4c983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:44.205450 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-0e26bede-3a73-4e3a-b8f5-9ab1a1cf6da2 req-1e9eccb7-65d0-4d0c-a693-4885970a3dd1 service neutron] For port cd1e7f64-8870-43a6-ba3c-2458ba477ea5, host n-h1-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=cd1e7f64-8870-43a6-ba3c-2458ba477ea5,segment=NetworkSegment(5e510fdc-9ea8-43b0-91d8-907062ccfd65),segment_id=5e510fdc-9ea8-43b0-91d8-907062ccfd65)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:50:44.223763 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-9fcfa609-a504-4b7d-b118-4caca3190b7e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c09bdccd326346b6807a502f17949eec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8802214 Aug 16 22:50:44.234655 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 56038) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:50:44.261994 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-0e26bede-3a73-4e3a-b8f5-9ab1a1cf6da2 req-1e9eccb7-65d0-4d0c-a693-4885970a3dd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:44.264257 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcfa609-a504-4b7d-b118-4caca3190b7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7efa4faa-51a5-40db-960b-4dc9d6d9ee2f,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:44.289796 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-179536fe-e121-403c-b291-e68761acc0c5 req-3c5f2b2a-1d54-4784-95f8-26a40a59648b tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504647 Aug 16 22:50:44.347098 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1d1cf3-08af-4e70-939f-c296653d411f req-d5edeafb-0210-40d5-b719-187faa4025de tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:44.348693 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3c1d1cf3-08af-4e70-939f-c296653d411f req-d5edeafb-0210-40d5-b719-187faa4025de tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=f23d3b21-15f9-48db-9447-23eaa5d44e92 HTTP/1.1" status: 200 len: 943 time: 0.2391195 Aug 16 22:50:44.353300 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-33e69e0a-3b06-48d0-98bd-0841f12f236b req-eb9f6b51-3cf0-494b-9d38-ad0eb9041c59 service neutron] 10.222.0.68 "GET /v2.0/networks/293b6503-0dd0-473c-b292-a36a6d59f563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945545 Aug 16 22:50:44.439816 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-fd6f52ff-1d2f-4c49-b545-e936bfe9342b req-fd42a655-3457-4c46-92c1-ccbefa14a020 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:44.442242 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e26bede-3a73-4e3a-b8f5-9ab1a1cf6da2 req-1e9eccb7-65d0-4d0c-a693-4885970a3dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:44.442859 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-0e26bede-3a73-4e3a-b8f5-9ab1a1cf6da2 req-1e9eccb7-65d0-4d0c-a693-4885970a3dd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:44.444312 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0e26bede-3a73-4e3a-b8f5-9ab1a1cf6da2 req-1e9eccb7-65d0-4d0c-a693-4885970a3dd1 service neutron] 10.222.0.68 "PUT /v2.0/ports/cd1e7f64-8870-43a6-ba3c-2458ba477ea5 HTTP/1.1" status: 200 len: 1092 time: 2.7238140 Aug 16 22:50:44.450259 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94d83694-d21c-493c-a521-48c7f035728b', 'tag': 'cd1e7f64-8870-43a6-ba3c-2458ba477ea5'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:50:44.453197 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc6b075e-b4d1-4297-bd63-9668b099a365" -d '{"events": [{"name": "network-changed", "server_uuid": "94d83694-d21c-493c-a521-48c7f035728b", "tag": "cd1e7f64-8870-43a6-ba3c-2458ba477ea5"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:50:44.580801 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9eccb7-65d0-4d0c-a693-4885970a3dd1 service neutron] Pushing event updated for resources: {'Port': ['ID=cd1e7f64-8870-43a6-ba3c-2458ba477ea5,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:44.589707 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 853f0576-5402-426f-ac21-6b7625075f55 no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:50:44.593206 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-0e26bede-3a73-4e3a-b8f5-9ab1a1cf6da2 req-42e71643-b780-47d9-953e-cc171867760d service neutron] Attempting to bind port e1aafbf9-8303-427c-8504-dcb37b143734 on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:50:44.593206 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-0e26bede-3a73-4e3a-b8f5-9ab1a1cf6da2 req-42e71643-b780-47d9-953e-cc171867760d service neutron] Attempting to bind port e1aafbf9-8303-427c-8504-dcb37b143734 by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': '5e510fdc-9ea8-43b0-91d8-907062ccfd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e58689a5-5b58-46aa-ac41-c8ab49767a9e'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:50:44.593206 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e26bede-3a73-4e3a-b8f5-9ab1a1cf6da2 req-42e71643-b780-47d9-953e-cc171867760d service neutron] Attempting to bind port e1aafbf9-8303-427c-8504-dcb37b143734 on network e58689a5-5b58-46aa-ac41-c8ab49767a9e {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:50:44.622477 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6873464b-996d-47b3-afbd-0d96dce03055 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:44.628461 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] No Port match for: 853f0576-5402-426f-ac21-6b7625075f55 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:50:44.628841 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 853f0576-5402-426f-ac21-6b7625075f55 not bound to the agent host n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:50:44.645896 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-252cb810-efbe-4ea8-8568-bb74da6b543e req-48b9845a-afab-4be2-9245-87bd30e610ba service neutron] 10.222.0.57 "GET /v2.0/networks/bdacd106-3582-43d1-a3c6-7a9333f5e2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4435766 Aug 16 22:50:44.655894 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e26bede-3a73-4e3a-b8f5-9ab1a1cf6da2 req-42e71643-b780-47d9-953e-cc171867760d service neutron] Port e1aafbf9-8303-427c-8504-dcb37b143734 on network e58689a5-5b58-46aa-ac41-c8ab49767a9e not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:50:44.656338 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e26bede-3a73-4e3a-b8f5-9ab1a1cf6da2 req-42e71643-b780-47d9-953e-cc171867760d service neutron] Attempting to bind port e1aafbf9-8303-427c-8504-dcb37b143734 on network e58689a5-5b58-46aa-ac41-c8ab49767a9e {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:50:44.659680 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd42a655-3457-4c46-92c1-ccbefa14a020 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Pushing event deleted for resources: {'Port': ['ID=853f0576-5402-426f-ac21-6b7625075f55,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:44.729205 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e26bede-3a73-4e3a-b8f5-9ab1a1cf6da2 req-42e71643-b780-47d9-953e-cc171867760d service neutron] Checking agent: {'id': 'd28e24f9-e5ea-41e1-80bf-3c7943ad7f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:50:44.729561 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e26bede-3a73-4e3a-b8f5-9ab1a1cf6da2 req-42e71643-b780-47d9-953e-cc171867760d service neutron] Checking segment: {'id': '5e510fdc-9ea8-43b0-91d8-907062ccfd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e58689a5-5b58-46aa-ac41-c8ab49767a9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:50:44.729966 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e26bede-3a73-4e3a-b8f5-9ab1a1cf6da2 req-42e71643-b780-47d9-953e-cc171867760d service neutron] Bound using segment: {'id': '5e510fdc-9ea8-43b0-91d8-907062ccfd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e58689a5-5b58-46aa-ac41-c8ab49767a9e'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:50:44.732604 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-0e26bede-3a73-4e3a-b8f5-9ab1a1cf6da2 req-42e71643-b780-47d9-953e-cc171867760d service neutron] Bound port: e1aafbf9-8303-427c-8504-dcb37b143734, host: n-h1-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e510fdc-9ea8-43b0-91d8-907062ccfd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e58689a5-5b58-46aa-ac41-c8ab49767a9e'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:50:44.732604 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-0e26bede-3a73-4e3a-b8f5-9ab1a1cf6da2 req-42e71643-b780-47d9-953e-cc171867760d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:44.741976 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6873464b-996d-47b3-afbd-0d96dce03055 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:44.744203 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device f60c1841-d48e-4cc7-b1a1-1650b8d9fd20 details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:50:44.801694 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-94d0afd6-0caa-465f-9555-ea88cb6946b7 req-aae1c2d8-4d43-4ef4-ae76-072b2d5dd72d tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:44.845627 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3c1d1cf3-08af-4e70-939f-c296653d411f req-7fcff5f0-3399-4853-b6ff-256c36df270c tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4713955 Aug 16 22:50:44.846544 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-94d0afd6-0caa-465f-9555-ea88cb6946b7 req-aae1c2d8-4d43-4ef4-ae76-072b2d5dd72d tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Transition to ACTIVE for port object 274d2150-3525-4dba-92bb-dc45a148ca83 will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:50:44.869043 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d204f63-869f-4c73-9cdf-6f494c8ed7d0 req-3e72a948-fb63-427c-aee6-a2df8eb111df tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:44.876751 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9d204f63-869f-4c73-9cdf-6f494c8ed7d0 req-3e72a948-fb63-427c-aee6-a2df8eb111df tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] 10.222.0.36 "GET /v2.0/ports?device_id=94d83694-d21c-493c-a521-48c7f035728b HTTP/1.1" status: 200 len: 943 time: 0.5043681 Aug 16 22:50:44.883932 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e26bede-3a73-4e3a-b8f5-9ab1a1cf6da2 req-4d6a7d59-38df-494f-a935-7fd6eea4be6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:44.885514 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0e26bede-3a73-4e3a-b8f5-9ab1a1cf6da2 req-4d6a7d59-38df-494f-a935-7fd6eea4be6e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c1312625a5ee488398756a4806db2c25&device_id=94d83694-d21c-493c-a521-48c7f035728b HTTP/1.1" status: 200 len: 1095 time: 0.3706338 Aug 16 22:50:44.914704 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-33e69e0a-3b06-48d0-98bd-0841f12f236b req-c4c15fde-5823-41c1-bab7-6ea5a12445a6 service neutron] 10.222.0.68 "GET /v2.0/networks/293b6503-0dd0-473c-b292-a36a6d59f563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5499380 Aug 16 22:50:44.926354 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port f60c1841-d48e-4cc7-b1a1-1650b8d9fd20, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=f60c1841-d48e-4cc7-b1a1-1650b8d9fd20,segment=NetworkSegment(b4a6b143-6a51-43cd-8781-944dbb368ca5),segment_id=b4a6b143-6a51-43cd-8781-944dbb368ca5)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:50:44.930036 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-c3f8811b-99f1-403d-9474-6c5ef546b941 req-8a1dd7ad-aaaf-4286-b37b-b56adcc4c983 service neutron] For port f60c1841-d48e-4cc7-b1a1-1650b8d9fd20, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=f60c1841-d48e-4cc7-b1a1-1650b8d9fd20,segment=NetworkSegment(b4a6b143-6a51-43cd-8781-944dbb368ca5),segment_id=b4a6b143-6a51-43cd-8781-944dbb368ca5)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:50:44.955835 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9d204f63-869f-4c73-9cdf-6f494c8ed7d0 req-0e73cf1a-5526-415c-a618-9f84a8069666 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] 10.222.0.36 "GET /v2.0/security-groups?id=a98730cd-3ee7-4a69-bb1e-5c90a37c1f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775683 Aug 16 22:50:44.959774 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device f60c1841-d48e-4cc7-b1a1-1650b8d9fd20 has no active binding in host n-h1-791506-26 {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 22:50:44.990907 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-94d0afd6-0caa-465f-9555-ea88cb6946b7 req-aae1c2d8-4d43-4ef4-ae76-072b2d5dd72d tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:45.072747 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f23d3b21-15f9-48db-9447-23eaa5d44e92', 'tag': '6898dda7-5194-45f9-8075-a9e3379de869'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:50:45.075503 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4623b641-7a69-4ba3-a7fd-cb5f9b1b42f6" -d '{"events": [{"name": "network-changed", "server_uuid": "f23d3b21-15f9-48db-9447-23eaa5d44e92", "tag": "6898dda7-5194-45f9-8075-a9e3379de869"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:50:45.078759 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae1c2d8-4d43-4ef4-ae76-072b2d5dd72d tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Pushing event updated for resources: {'Port': ['ID=274d2150-3525-4dba-92bb-dc45a148ca83,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:45.100843 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94d0afd6-0caa-465f-9555-ea88cb6946b7 req-aae1c2d8-4d43-4ef4-ae76-072b2d5dd72d tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Network 1ec41dbe-7c0a-4c4b-bab3-26488606d20f is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:50:45.102529 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [req-94d0afd6-0caa-465f-9555-ea88cb6946b7 req-aae1c2d8-4d43-4ef4-ae76-072b2d5dd72d tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:50:45.106082 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-94d0afd6-0caa-465f-9555-ea88cb6946b7 req-aae1c2d8-4d43-4ef4-ae76-072b2d5dd72d tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:50:45.227987 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d0afd6-0caa-465f-9555-ea88cb6946b7 req-aae1c2d8-4d43-4ef4-ae76-072b2d5dd72d tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:45.228687 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-94d0afd6-0caa-465f-9555-ea88cb6946b7 req-aae1c2d8-4d43-4ef4-ae76-072b2d5dd72d tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:45.264273 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8d8ca7-bbb5-43b4-9e17-75fd5e3a1917 req-b6e88ca4-6532-4175-bad3-06652644dfea tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:45.266465 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ce8d8ca7-bbb5-43b4-9e17-75fd5e3a1917 req-b6e88ca4-6532-4175-bad3-06652644dfea tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=195f465d-89cd-403a-9319-c4c4f08fdfc5 HTTP/1.1" status: 200 len: 943 time: 0.1173990 Aug 16 22:50:45.282670 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-94d0afd6-0caa-465f-9555-ea88cb6946b7 req-aae1c2d8-4d43-4ef4-ae76-072b2d5dd72d tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1777148 Aug 16 22:50:45.307873 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-94d0afd6-0caa-465f-9555-ea88cb6946b7 req-318e39ed-a910-4e62-9d71-c3cb1eb6448e service neutron] Request body: {'port': {'device_id': 'a50c58d7-d116-4c8e-b014-130d383ba537', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-26'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:50:45.348175 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd14d562-82c6-4140-8479-499daa6a0795 x-openstack-request-id: req-fd14d562-82c6-4140-8479-499daa6a0795 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:50:45.349526 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94d83694-d21c-493c-a521-48c7f035728b", "tag": "cd1e7f64-8870-43a6-ba3c-2458ba477ea5", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:50:45.349526 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fd14d562-82c6-4140-8479-499daa6a0795 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:50:45.349526 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94d83694-d21c-493c-a521-48c7f035728b', 'tag': 'cd1e7f64-8870-43a6-ba3c-2458ba477ea5', 'status': 'completed', 'code': 200} Aug 16 22:50:45.358258 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0e26bede-3a73-4e3a-b8f5-9ab1a1cf6da2 req-4514ac31-1d18-4874-9040-e87421308f6c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd1e7f64-8870-43a6-ba3c-2458ba477ea5 HTTP/1.1" status: 200 len: 217 time: 0.4462996 Aug 16 22:50:45.361399 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ce8d8ca7-bbb5-43b4-9e17-75fd5e3a1917 req-fe7d0277-48d9-41cf-93fb-c29eb340875f tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807843 Aug 16 22:50:45.369689 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3321d3bb-e370-46d5-9360-62c5f06f8982 req-1ba16198-ba78-48a1-9798-f903f9acc710 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:45.371243 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3321d3bb-e370-46d5-9360-62c5f06f8982 req-1ba16198-ba78-48a1-9798-f903f9acc710 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccafbb9c-84fb-4dc5-9318-99c0fbf40f72 HTTP/1.1" status: 200 len: 950 time: 0.1326120 Aug 16 22:50:45.409826 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-0e26bede-3a73-4e3a-b8f5-9ab1a1cf6da2 req-42e71643-b780-47d9-953e-cc171867760d service neutron] For port e1aafbf9-8303-427c-8504-dcb37b143734, host n-h1-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:50:45.417384 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-94d0afd6-0caa-465f-9555-ea88cb6946b7 req-318e39ed-a910-4e62-9d71-c3cb1eb6448e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:45.450976 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d280d74-3df4-41a6-ad8a-82c15290b5a5 req-211dc49f-e293-4594-b029-ba54886fb9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:45.452663 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5d280d74-3df4-41a6-ad8a-82c15290b5a5 req-211dc49f-e293-4594-b029-ba54886fb9c4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a4c9d624b07f42a0ae3c7ed63064f003&device_id=195f465d-89cd-403a-9319-c4c4f08fdfc5 HTTP/1.1" status: 200 len: 1095 time: 0.6802979 Aug 16 22:50:45.459337 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fd6f52ff-1d2f-4c49-b545-e936bfe9342b req-fd42a655-3457-4c46-92c1-ccbefa14a020 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Router 357c01c1-cc55-4012-9ecd-02569dabfeea has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:50:45.472437 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6873464b-996d-47b3-afbd-0d96dce03055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:45.474945 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6873464b-996d-47b3-afbd-0d96dce03055 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:45.476041 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-6873464b-996d-47b3-afbd-0d96dce03055 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7efa4faa-51a5-40db-960b-4dc9d6d9ee2f HTTP/1.1" status: 204 len: 168 time: 1.2399812 Aug 16 22:50:45.478288 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3321d3bb-e370-46d5-9360-62c5f06f8982 req-8801171f-0392-490a-8975-4d5f222a76c5 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823095 Aug 16 22:50:45.556964 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-744305a2-f475-486f-90f0-f7dd1ae48ad8 None None] Provisioning for port 274d2150-3525-4dba-92bb-dc45a148ca83 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:50:45.568779 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-744305a2-f475-486f-90f0-f7dd1ae48ad8 None None] Provisioning complete for port 274d2150-3525-4dba-92bb-dc45a148ca83 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:50:45.569193 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-744305a2-f475-486f-90f0-f7dd1ae48ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:45.586769 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-032ce4ed-8afa-4c23-95e8-b3da8ff9fb9b x-openstack-request-id: req-032ce4ed-8afa-4c23-95e8-b3da8ff9fb9b {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:50:45.587245 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f23d3b21-15f9-48db-9447-23eaa5d44e92", "tag": "6898dda7-5194-45f9-8075-a9e3379de869", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:50:45.587718 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-032ce4ed-8afa-4c23-95e8-b3da8ff9fb9b {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:50:45.588183 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f23d3b21-15f9-48db-9447-23eaa5d44e92', 'tag': '6898dda7-5194-45f9-8075-a9e3379de869', 'status': 'completed', 'code': 200} Aug 16 22:50:45.633909 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-744305a2-f475-486f-90f0-f7dd1ae48ad8 None None] Port 274d2150-3525-4dba-92bb-dc45a148ca83 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:50:45.669232 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e26bede-3a73-4e3a-b8f5-9ab1a1cf6da2 req-604e5395-e8ce-487e-9c37-72c611daefaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:45.670816 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0e26bede-3a73-4e3a-b8f5-9ab1a1cf6da2 req-604e5395-e8ce-487e-9c37-72c611daefaf service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d6d6cb79-667b-4b31-8066-0a37a58bc807 HTTP/1.1" status: 200 len: 852 time: 0.2961638 Aug 16 22:50:45.673030 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-0e26bede-3a73-4e3a-b8f5-9ab1a1cf6da2 req-42e71643-b780-47d9-953e-cc171867760d service neutron] For port e1aafbf9-8303-427c-8504-dcb37b143734, host n-h1-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=e1aafbf9-8303-427c-8504-dcb37b143734,segment=NetworkSegment(5e510fdc-9ea8-43b0-91d8-907062ccfd65),segment_id=5e510fdc-9ea8-43b0-91d8-907062ccfd65)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:50:45.681807 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6873464b-996d-47b3-afbd-0d96dce03055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7efa4faa-51a5-40db-960b-4dc9d6d9ee2f,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:45.690645 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902c5fe3-84de-4ecd-9536-fc0145bbaf92 req-14e74561-968a-4c85-bbb8-acb5a855be15 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:45.691776 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-c3f8811b-99f1-403d-9474-6c5ef546b941 req-8a1dd7ad-aaaf-4286-b37b-b56adcc4c983 service neutron] For port f60c1841-d48e-4cc7-b1a1-1650b8d9fd20, host n-h2-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:50:45.692359 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-902c5fe3-84de-4ecd-9536-fc0145bbaf92 req-14e74561-968a-4c85-bbb8-acb5a855be15 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] 10.222.0.36 "GET /v2.0/ports?device_id=a50c58d7-d116-4c8e-b014-130d383ba537 HTTP/1.1" status: 200 len: 932 time: 0.2280040 Aug 16 22:50:45.757662 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4623b641-7a69-4ba3-a7fd-cb5f9b1b42f6 req-835d6dd5-f4ce-4f6e-8141-41431352606a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:45.759548 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4623b641-7a69-4ba3-a7fd-cb5f9b1b42f6 req-835d6dd5-f4ce-4f6e-8141-41431352606a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d441e99ef8964ece912d98293dc4ac4d&device_id=f23d3b21-15f9-48db-9447-23eaa5d44e92 HTTP/1.1" status: 200 len: 1095 time: 0.1753457 Aug 16 22:50:45.763336 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-0e26bede-3a73-4e3a-b8f5-9ab1a1cf6da2 req-42e71643-b780-47d9-953e-cc171867760d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:45.770130 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0e26bede-3a73-4e3a-b8f5-9ab1a1cf6da2 req-b8ef6f6b-db93-4636-9b36-2d73fad20aa7 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e58689a5-5b58-46aa-ac41-c8ab49767a9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755644 Aug 16 22:50:45.821076 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d280d74-3df4-41a6-ad8a-82c15290b5a5 req-f8a5be52-a6a5-4535-b2ec-980aa387e91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:45.822439 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5d280d74-3df4-41a6-ad8a-82c15290b5a5 req-f8a5be52-a6a5-4535-b2ec-980aa387e91a service neutron] 10.222.0.57 "GET /v2.0/networks?id=bdacd106-3582-43d1-a3c6-7a9333f5e2e0 HTTP/1.1" status: 200 len: 909 time: 0.3511267 Aug 16 22:50:45.845213 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fbedb3-5c9c-48cf-b9d7-7ee7bb58d4e7 req-f2c01aeb-a709-440b-b5f5-90f40aff65f7 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:45.846746 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-49fbedb3-5c9c-48cf-b9d7-7ee7bb58d4e7 req-f2c01aeb-a709-440b-b5f5-90f40aff65f7 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/ports?device_id=53aeb36d-2ee8-4d47-9f13-97eb5961d643 HTTP/1.1" status: 200 len: 950 time: 0.2250226 Aug 16 22:50:45.886607 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-902c5fe3-84de-4ecd-9536-fc0145bbaf92 req-bdb49e73-1bf4-447a-b054-733cf5d384c6 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] 10.222.0.36 "GET /v2.0/security-groups?id=540ed4cf-0245-400b-b069-6009faf7f924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1742105 Aug 16 22:50:45.967173 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-49fbedb3-5c9c-48cf-b9d7-7ee7bb58d4e7 req-abb67224-bdae-44d6-a4a3-08df9f503a4e tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf51abff-a5e4-4ed4-87b7-552597e1ec97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994751 Aug 16 22:50:45.970077 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4623b641-7a69-4ba3-a7fd-cb5f9b1b42f6 req-beb64802-66ea-4b86-ab90-59d9e7ea4b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:45.971635 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4623b641-7a69-4ba3-a7fd-cb5f9b1b42f6 req-beb64802-66ea-4b86-ab90-59d9e7ea4b67 service neutron] 10.222.0.68 "GET /v2.0/networks?id=293b6503-0dd0-473c-b292-a36a6d59f563 HTTP/1.1" status: 200 len: 915 time: 0.1981182 Aug 16 22:50:45.973791 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5d280d74-3df4-41a6-ad8a-82c15290b5a5 req-28d43f99-e67d-4e8d-ae68-1f08fa5f7c99 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46991f02-0877-4fdb-a939-148b962ab439 HTTP/1.1" status: 200 len: 217 time: 0.0555634 Aug 16 22:50:45.977064 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e26bede-3a73-4e3a-b8f5-9ab1a1cf6da2 req-42e71643-b780-47d9-953e-cc171867760d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:45.977684 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-0e26bede-3a73-4e3a-b8f5-9ab1a1cf6da2 req-42e71643-b780-47d9-953e-cc171867760d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:45.979063 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0e26bede-3a73-4e3a-b8f5-9ab1a1cf6da2 req-42e71643-b780-47d9-953e-cc171867760d service neutron] 10.222.0.68 "PUT /v2.0/ports/e1aafbf9-8303-427c-8504-dcb37b143734 HTTP/1.1" status: 200 len: 1093 time: 4.7246356 Aug 16 22:50:46.056186 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-c3f8811b-99f1-403d-9474-6c5ef546b941 req-8a1dd7ad-aaaf-4286-b37b-b56adcc4c983 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:46.091070 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4623b641-7a69-4ba3-a7fd-cb5f9b1b42f6 req-138b7142-3ff1-43dd-84b3-1bddd5da5aca service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6898dda7-5194-45f9-8075-a9e3379de869 HTTP/1.1" status: 200 len: 217 time: 0.0990467 Aug 16 22:50:46.120420 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [req-94d0afd6-0caa-465f-9555-ea88cb6946b7 req-318e39ed-a910-4e62-9d71-c3cb1eb6448e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 274d2150-3525-4dba-92bb-dc45a148ca83 {{(pid=101292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:50:46.169953 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-94d0afd6-0caa-465f-9555-ea88cb6946b7 req-318e39ed-a910-4e62-9d71-c3cb1eb6448e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:46.177479 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-c3f8811b-99f1-403d-9474-6c5ef546b941 req-8a1dd7ad-aaaf-4286-b37b-b56adcc4c983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:46.205741 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-94d0afd6-0caa-465f-9555-ea88cb6946b7 req-318e39ed-a910-4e62-9d71-c3cb1eb6448e service neutron] Transition to ACTIVE for port object 274d2150-3525-4dba-92bb-dc45a148ca83 will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:50:46.207165 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e71643-b780-47d9-953e-cc171867760d service neutron] Pushing event updated for resources: {'Port': ['ID=e1aafbf9-8303-427c-8504-dcb37b143734,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:46.218960 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9643a59-645b-4e90-bbf3-19578f1c05ea req-b85d9b67-266f-43a2-8cdf-200e5bf2dfc1 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:46.226443 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e9643a59-645b-4e90-bbf3-19578f1c05ea req-b85d9b67-266f-43a2-8cdf-200e5bf2dfc1 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=874b6679-a5eb-4e9a-a8a3-13432fb39a1e HTTP/1.1" status: 200 len: 945 time: 0.2416081 Aug 16 22:50:46.230464 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-94d0afd6-0caa-465f-9555-ea88cb6946b7 req-318e39ed-a910-4e62-9d71-c3cb1eb6448e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:46.241965 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4623b641-7a69-4ba3-a7fd-cb5f9b1b42f6 req-05c7b781-b748-4f36-8073-ff9cd95a3b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:46.243413 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4623b641-7a69-4ba3-a7fd-cb5f9b1b42f6 req-05c7b781-b748-4f36-8073-ff9cd95a3b0e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=cb70f846-7e6c-4740-9acb-63b13b1d78a5 HTTP/1.1" status: 200 len: 854 time: 0.1386533 Aug 16 22:50:46.272945 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d280d74-3df4-41a6-ad8a-82c15290b5a5 req-6797c050-6fab-4ddf-9dfe-5d6f090fb13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:46.274442 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5d280d74-3df4-41a6-ad8a-82c15290b5a5 req-6797c050-6fab-4ddf-9dfe-5d6f090fb13c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=78dd72b6-bd21-4b15-8ce7-13fda92dba19 HTTP/1.1" status: 200 len: 848 time: 0.2430475 Aug 16 22:50:46.294466 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0e26bede-3a73-4e3a-b8f5-9ab1a1cf6da2 req-6eb68285-59bd-4162-9c16-3a379c39656b service neutron] 10.222.0.68 "GET /v2.0/networks/e58689a5-5b58-46aa-ac41-c8ab49767a9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4753022 Aug 16 22:50:46.299881 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73fbc47-0934-4f93-9e40-5837b1934670 req-547b370c-e28b-4f96-9931-d1a92cfe3c8f tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:46.301291 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c73fbc47-0934-4f93-9e40-5837b1934670 req-547b370c-e28b-4f96-9931-d1a92cfe3c8f tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=f23d3b21-15f9-48db-9447-23eaa5d44e92 HTTP/1.1" status: 200 len: 943 time: 0.2198584 Aug 16 22:50:46.319441 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e26bede-3a73-4e3a-b8f5-9ab1a1cf6da2 req-154ddd73-d36d-43c0-90c7-4b8febb0b08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:46.321000 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0e26bede-3a73-4e3a-b8f5-9ab1a1cf6da2 req-154ddd73-d36d-43c0-90c7-4b8febb0b08b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c1312625a5ee488398756a4806db2c25&device_id=b6ff79a3-93e2-4528-8d77-7bbaab2da856 HTTP/1.1" status: 200 len: 1096 time: 0.2728844 Aug 16 22:50:46.322076 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fd6f52ff-1d2f-4c49-b545-e936bfe9342b req-fd42a655-3457-4c46-92c1-ccbefa14a020 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:50:46.331134 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4623b641-7a69-4ba3-a7fd-cb5f9b1b42f6 req-547e8dc3-f696-4d91-8e4e-85f865708bca service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=293b6503-0dd0-473c-b292-a36a6d59f563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553117 Aug 16 22:50:46.334986 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2f59c3-3d01-4574-9c88-75df5ac39fb8 None None] Sync routers for ids ['357c01c1-cc55-4012-9ecd-02569dabfeea'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:50:46.351377 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2f59c3-3d01-4574-9c88-75df5ac39fb8 None None] Routers {'357c01c1-cc55-4012-9ecd-02569dabfeea'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:50:46.352792 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-0f2f59c3-3d01-4574-9c88-75df5ac39fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:50:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['357c01c1-cc55-4012-9ecd-02569dabfeea'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:50:46.362486 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5d280d74-3df4-41a6-ad8a-82c15290b5a5 req-879ffb57-7065-4551-ac0c-2d484b165193 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bdacd106-3582-43d1-a3c6-7a9333f5e2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703144 Aug 16 22:50:46.437585 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e9643a59-645b-4e90-bbf3-19578f1c05ea req-e03d7a27-931d-4c8f-a62a-db6f1d866f94 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013049 Aug 16 22:50:46.438415 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318e39ed-a910-4e62-9d71-c3cb1eb6448e service neutron] Pushing event updated for resources: {'Port': ['ID=274d2150-3525-4dba-92bb-dc45a148ca83,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:46.521152 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56080) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:50:46.534691 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-0f2f59c3-3d01-4574-9c88-75df5ac39fb8 None None] Set router 357c01c1-cc55-4012-9ecd-02569dabfeea gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:50:46.575276 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4623b641-7a69-4ba3-a7fd-cb5f9b1b42f6 req-97539e9c-dc32-43da-a0d6-56f7a3ff782f service neutron] 10.222.0.68 "GET /v2.0/networks/293b6503-0dd0-473c-b292-a36a6d59f563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270052 Aug 16 22:50:46.583933 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0e26bede-3a73-4e3a-b8f5-9ab1a1cf6da2 req-5edb7885-ccca-4c1b-b587-6fc49eac0dd2 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1aafbf9-8303-427c-8504-dcb37b143734 HTTP/1.1" status: 200 len: 217 time: 0.2269886 Aug 16 22:50:46.584982 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd6f52ff-1d2f-4c49-b545-e936bfe9342b req-fd42a655-3457-4c46-92c1-ccbefa14a020 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] No DVR routers for this DVR port 853f0576-5402-426f-ac21-6b7625075f55 on host n-h2-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:50:46.611745 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1dd7ad-aaaf-4286-b37b-b56adcc4c983 service neutron] Pushing event updated for resources: {'Port': ['ID=f60c1841-d48e-4cc7-b1a1-1650b8d9fd20,revision_number=7']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:46.616491 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-fd6f52ff-1d2f-4c49-b545-e936bfe9342b req-fd42a655-3457-4c46-92c1-ccbefa14a020 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:46.619277 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-fd6f52ff-1d2f-4c49-b545-e936bfe9342b req-fd42a655-3457-4c46-92c1-ccbefa14a020 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] 10.222.0.57 "DELETE /v2.0/ports/853f0576-5402-426f-ac21-6b7625075f55 HTTP/1.1" status: 204 len: 173 time: 4.9122248 Aug 16 22:50:46.687556 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-94d0afd6-0caa-465f-9555-ea88cb6946b7 req-318e39ed-a910-4e62-9d71-c3cb1eb6448e service neutron] Attempting to bind port 274d2150-3525-4dba-92bb-dc45a148ca83 on host n-h2-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:50:46.689852 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-94d0afd6-0caa-465f-9555-ea88cb6946b7 req-318e39ed-a910-4e62-9d71-c3cb1eb6448e service neutron] Attempting to bind port 274d2150-3525-4dba-92bb-dc45a148ca83 by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': '7d1a5182-196d-4b0a-929d-265f51384dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1ec41dbe-7c0a-4c4b-bab3-26488606d20f'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:50:46.689852 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d0afd6-0caa-465f-9555-ea88cb6946b7 req-318e39ed-a910-4e62-9d71-c3cb1eb6448e service neutron] Attempting to bind port 274d2150-3525-4dba-92bb-dc45a148ca83 on network 1ec41dbe-7c0a-4c4b-bab3-26488606d20f {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:50:46.711128 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-c3f8811b-99f1-403d-9474-6c5ef546b941 req-8a1dd7ad-aaaf-4286-b37b-b56adcc4c983 service neutron] Attempting to bind port f60c1841-d48e-4cc7-b1a1-1650b8d9fd20 on host n-h2-791506-26 for vnic_type normal with profile {"migrating_to": "n-h1-791506-26"} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:50:46.711828 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-c3f8811b-99f1-403d-9474-6c5ef546b941 req-8a1dd7ad-aaaf-4286-b37b-b56adcc4c983 service neutron] Attempting to bind port f60c1841-d48e-4cc7-b1a1-1650b8d9fd20 by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': 'b4a6b143-6a51-43cd-8781-944dbb368ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'db61fb9f-768d-428b-8446-991cbb0c6922'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:50:46.712388 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f8811b-99f1-403d-9474-6c5ef546b941 req-8a1dd7ad-aaaf-4286-b37b-b56adcc4c983 service neutron] Attempting to bind port f60c1841-d48e-4cc7-b1a1-1650b8d9fd20 on network db61fb9f-768d-428b-8446-991cbb0c6922 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:50:46.736441 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c73fbc47-0934-4f93-9e40-5837b1934670 req-1d797a31-af01-4d2b-b8bd-055e64d9a324 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4141712 Aug 16 22:50:46.743883 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f8811b-99f1-403d-9474-6c5ef546b941 req-8a1dd7ad-aaaf-4286-b37b-b56adcc4c983 service neutron] Port f60c1841-d48e-4cc7-b1a1-1650b8d9fd20 on network db61fb9f-768d-428b-8446-991cbb0c6922 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:50:46.744511 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f8811b-99f1-403d-9474-6c5ef546b941 req-8a1dd7ad-aaaf-4286-b37b-b56adcc4c983 service neutron] Attempting to bind port f60c1841-d48e-4cc7-b1a1-1650b8d9fd20 on network db61fb9f-768d-428b-8446-991cbb0c6922 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:50:46.757269 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d0afd6-0caa-465f-9555-ea88cb6946b7 req-318e39ed-a910-4e62-9d71-c3cb1eb6448e service neutron] Port 274d2150-3525-4dba-92bb-dc45a148ca83 on network 1ec41dbe-7c0a-4c4b-bab3-26488606d20f not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:50:46.757269 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d0afd6-0caa-465f-9555-ea88cb6946b7 req-318e39ed-a910-4e62-9d71-c3cb1eb6448e service neutron] Attempting to bind port 274d2150-3525-4dba-92bb-dc45a148ca83 on network 1ec41dbe-7c0a-4c4b-bab3-26488606d20f {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:50:46.776891 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f8811b-99f1-403d-9474-6c5ef546b941 req-8a1dd7ad-aaaf-4286-b37b-b56adcc4c983 service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:50:46.777560 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f8811b-99f1-403d-9474-6c5ef546b941 req-8a1dd7ad-aaaf-4286-b37b-b56adcc4c983 service neutron] Checking segment: {'id': 'b4a6b143-6a51-43cd-8781-944dbb368ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'db61fb9f-768d-428b-8446-991cbb0c6922'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:50:46.778138 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f8811b-99f1-403d-9474-6c5ef546b941 req-8a1dd7ad-aaaf-4286-b37b-b56adcc4c983 service neutron] Bound using segment: {'id': 'b4a6b143-6a51-43cd-8781-944dbb368ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'db61fb9f-768d-428b-8446-991cbb0c6922'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:50:46.778723 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-c3f8811b-99f1-403d-9474-6c5ef546b941 req-8a1dd7ad-aaaf-4286-b37b-b56adcc4c983 service neutron] Bound port: f60c1841-d48e-4cc7-b1a1-1650b8d9fd20, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4a6b143-6a51-43cd-8781-944dbb368ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'db61fb9f-768d-428b-8446-991cbb0c6922'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:50:46.779313 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-c3f8811b-99f1-403d-9474-6c5ef546b941 req-8a1dd7ad-aaaf-4286-b37b-b56adcc4c983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:46.785088 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0e26bede-3a73-4e3a-b8f5-9ab1a1cf6da2 req-9b4b0653-4803-4e57-894d-4f1347bb4820 service neutron] 10.222.0.68 "GET /v2.0/networks/e58689a5-5b58-46aa-ac41-c8ab49767a9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4741492 Aug 16 22:50:46.790528 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e26bede-3a73-4e3a-b8f5-9ab1a1cf6da2 req-b345a019-0dda-403a-8d6f-a906258d9e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:46.791405 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d0afd6-0caa-465f-9555-ea88cb6946b7 req-318e39ed-a910-4e62-9d71-c3cb1eb6448e service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:50:46.791835 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d0afd6-0caa-465f-9555-ea88cb6946b7 req-318e39ed-a910-4e62-9d71-c3cb1eb6448e service neutron] Checking segment: {'id': '7d1a5182-196d-4b0a-929d-265f51384dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1ec41dbe-7c0a-4c4b-bab3-26488606d20f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:50:46.792240 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d0afd6-0caa-465f-9555-ea88cb6946b7 req-318e39ed-a910-4e62-9d71-c3cb1eb6448e service neutron] Bound using segment: {'id': '7d1a5182-196d-4b0a-929d-265f51384dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1ec41dbe-7c0a-4c4b-bab3-26488606d20f'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:50:46.793175 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0e26bede-3a73-4e3a-b8f5-9ab1a1cf6da2 req-b345a019-0dda-403a-8d6f-a906258d9e21 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d6d6cb79-667b-4b31-8066-0a37a58bc807 HTTP/1.1" status: 200 len: 852 time: 0.1780095 Aug 16 22:50:46.793371 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-94d0afd6-0caa-465f-9555-ea88cb6946b7 req-318e39ed-a910-4e62-9d71-c3cb1eb6448e service neutron] Bound port: 274d2150-3525-4dba-92bb-dc45a148ca83, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d1a5182-196d-4b0a-929d-265f51384dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1ec41dbe-7c0a-4c4b-bab3-26488606d20f'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:50:46.794322 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-94d0afd6-0caa-465f-9555-ea88cb6946b7 req-318e39ed-a910-4e62-9d71-c3cb1eb6448e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:46.806802 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5d280d74-3df4-41a6-ad8a-82c15290b5a5 req-36384b63-bf37-44d7-addd-6ec95ef6e0ae service neutron] 10.222.0.57 "GET /v2.0/networks/bdacd106-3582-43d1-a3c6-7a9333f5e2e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3591831 Aug 16 22:50:46.847378 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0e26bede-3a73-4e3a-b8f5-9ab1a1cf6da2 req-bb66d499-cbc1-4fef-a0ca-632dc576a97d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e58689a5-5b58-46aa-ac41-c8ab49767a9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442750 Aug 16 22:50:46.847895 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206dcb49-990a-4a73-94aa-a40b6432b60e req-33eeb7da-793c-4618-b077-0a36467b1ca2 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:46.856427 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-206dcb49-990a-4a73-94aa-a40b6432b60e req-33eeb7da-793c-4618-b077-0a36467b1ca2 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] 10.222.0.36 "GET /v2.0/ports?device_id=94d83694-d21c-493c-a521-48c7f035728b HTTP/1.1" status: 200 len: 943 time: 0.2682958 Aug 16 22:50:46.868084 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-0a4ae310-c86b-4a5c-848b-91b75691cf04 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1840383852-network', 'tenant_id': '57296d41c5f54ce79a9b782f4a8b4677'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:50:46.871901 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-0f2f59c3-3d01-4574-9c88-75df5ac39fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '357c01c1-cc55-4012-9ecd-02569dabfeea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-67857933-router', 'tenant_id': '733236da22f3411d852a1f0b783a3537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'd516a2b6-c4ce-4aff-b439-c775570a65f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:46:23Z', 'updated_at': '2021-08-16T22:46:29Z', 'revision_number': 4, 'project_id': '733236da22f3411d852a1f0b783a3537', 'gw_port': {'id': 'd516a2b6-c4ce-4aff-b439-c775570a65f1', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357c01c1-cc55-4012-9ecd-02569dabfeea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:46:24Z', 'updated_at': '2021-08-16T22:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '1bf5021e-a9c6-434b-bcf8-d588c1beca45', 'name': '', 'network_id': '1ec41dbe-7c0a-4c4b-bab3-26488606d20f', 'tenant_id': '733236da22f3411d852a1f0b783a3537', 'mac_address': 'fa:16:3e:24:8c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357c01c1-cc55-4012-9ecd-02569dabfeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd73dbfff-4ee7-4d05-8df7-c328a380882a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:46:27Z', 'updated_at': '2021-08-16T22:46:35Z', 'revision_number': 5, 'project_id': '733236da22f3411d852a1f0b783a3537', 'subnets': [{'id': 'd73dbfff-4ee7-4d05-8df7-c328a380882a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:50:46.906272 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2f59c3-3d01-4574-9c88-75df5ac39fb8 None None] Checking router: 357c01c1-cc55-4012-9ecd-02569dabfeea for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:50:46.918037 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2f59c3-3d01-4574-9c88-75df5ac39fb8 None None] Routers {'357c01c1-cc55-4012-9ecd-02569dabfeea'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:50:46.918949 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-0f2f59c3-3d01-4574-9c88-75df5ac39fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:50:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['357c01c1-cc55-4012-9ecd-02569dabfeea'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:50:47.022565 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4623b641-7a69-4ba3-a7fd-cb5f9b1b42f6 req-98ba101a-692f-4433-bdc4-5aebc7e44f96 service neutron] 10.222.0.68 "GET /v2.0/networks/293b6503-0dd0-473c-b292-a36a6d59f563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4042771 Aug 16 22:50:47.025487 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a4ae310-c86b-4a5c-848b-91b75691cf04 admin admin] Made reservation on behalf of 57296d41c5f54ce79a9b782f4a8b4677 for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:50:47.027897 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0a4ae310-c86b-4a5c-848b-91b75691cf04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:47.030414 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-94d0afd6-0caa-465f-9555-ea88cb6946b7 req-318e39ed-a910-4e62-9d71-c3cb1eb6448e service neutron] For port 274d2150-3525-4dba-92bb-dc45a148ca83, host n-h2-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:50:47.043171 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-c3f8811b-99f1-403d-9474-6c5ef546b941 req-8a1dd7ad-aaaf-4286-b37b-b56adcc4c983 service neutron] For port f60c1841-d48e-4cc7-b1a1-1650b8d9fd20, host n-h2-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:50:47.048946 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-206dcb49-990a-4a73-94aa-a40b6432b60e req-9bf9cb40-edf6-46e2-8bbe-85e3d56896e8 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] 10.222.0.36 "GET /v2.0/security-groups?id=a98730cd-3ee7-4a69-bb1e-5c90a37c1f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853528 Aug 16 22:50:47.051404 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-94d0afd6-0caa-465f-9555-ea88cb6946b7 req-318e39ed-a910-4e62-9d71-c3cb1eb6448e service neutron] For port 274d2150-3525-4dba-92bb-dc45a148ca83, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=274d2150-3525-4dba-92bb-dc45a148ca83,segment=NetworkSegment(7d1a5182-196d-4b0a-929d-265f51384dc2),segment_id=7d1a5182-196d-4b0a-929d-265f51384dc2)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:50:47.060341 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-0f2f59c3-3d01-4574-9c88-75df5ac39fb8 None None] Set router 357c01c1-cc55-4012-9ecd-02569dabfeea gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:50:47.061246 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-c3f8811b-99f1-403d-9474-6c5ef546b941 req-8a1dd7ad-aaaf-4286-b37b-b56adcc4c983 service neutron] For port f60c1841-d48e-4cc7-b1a1-1650b8d9fd20, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=f60c1841-d48e-4cc7-b1a1-1650b8d9fd20,segment=NetworkSegment(b4a6b143-6a51-43cd-8781-944dbb368ca5),segment_id=b4a6b143-6a51-43cd-8781-944dbb368ca5)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:50:47.084461 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bab2f67-705b-4b65-8adb-85971ad2588e req-3ce01996-6ae7-40d6-87a3-2e4b666e0a60 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:47.089102 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-c3f8811b-99f1-403d-9474-6c5ef546b941 req-8a1dd7ad-aaaf-4286-b37b-b56adcc4c983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:47.092177 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1bab2f67-705b-4b65-8adb-85971ad2588e req-3ce01996-6ae7-40d6-87a3-2e4b666e0a60 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=195f465d-89cd-403a-9319-c4c4f08fdfc5 HTTP/1.1" status: 200 len: 943 time: 0.1993985 Aug 16 22:50:47.092732 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6b075e-b4d1-4297-bd63-9668b099a365 req-024ce62d-f695-41cd-8cb9-95f86c1cf63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:47.094284 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-dc6b075e-b4d1-4297-bd63-9668b099a365 req-024ce62d-f695-41cd-8cb9-95f86c1cf63d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c1312625a5ee488398756a4806db2c25&device_id=94d83694-d21c-493c-a521-48c7f035728b HTTP/1.1" status: 200 len: 1095 time: 0.2096601 Aug 16 22:50:47.101292 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-94d0afd6-0caa-465f-9555-ea88cb6946b7 req-318e39ed-a910-4e62-9d71-c3cb1eb6448e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:47.103308 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0a4ae310-c86b-4a5c-848b-91b75691cf04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:47.174249 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5d280d74-3df4-41a6-ad8a-82c15290b5a5 req-0861ce5b-26b3-4eb1-97dc-32bf8ff8b596 service neutron] 10.222.0.57 "GET /v2.0/networks/bdacd106-3582-43d1-a3c6-7a9333f5e2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3526309 Aug 16 22:50:47.189277 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d0afd6-0caa-465f-9555-ea88cb6946b7 req-318e39ed-a910-4e62-9d71-c3cb1eb6448e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:47.190032 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-94d0afd6-0caa-465f-9555-ea88cb6946b7 req-318e39ed-a910-4e62-9d71-c3cb1eb6448e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:47.191766 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-94d0afd6-0caa-465f-9555-ea88cb6946b7 req-318e39ed-a910-4e62-9d71-c3cb1eb6448e service neutron] 10.222.0.57 "PUT /v2.0/ports/274d2150-3525-4dba-92bb-dc45a148ca83 HTTP/1.1" status: 200 len: 1093 time: 1.8895297 Aug 16 22:50:47.244239 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0e26bede-3a73-4e3a-b8f5-9ab1a1cf6da2 req-8f90b728-c96b-4f1f-adf8-a8ad48952a63 service neutron] 10.222.0.68 "GET /v2.0/networks/e58689a5-5b58-46aa-ac41-c8ab49767a9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3607581 Aug 16 22:50:47.297497 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0a4ae310-c86b-4a5c-848b-91b75691cf04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:47.319459 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-0f2f59c3-3d01-4574-9c88-75df5ac39fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '357c01c1-cc55-4012-9ecd-02569dabfeea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-67857933-router', 'tenant_id': '733236da22f3411d852a1f0b783a3537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'd516a2b6-c4ce-4aff-b439-c775570a65f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:46:23Z', 'updated_at': '2021-08-16T22:46:29Z', 'revision_number': 4, 'project_id': '733236da22f3411d852a1f0b783a3537', 'gw_port': {'id': 'd516a2b6-c4ce-4aff-b439-c775570a65f1', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357c01c1-cc55-4012-9ecd-02569dabfeea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:46:24Z', 'updated_at': '2021-08-16T22:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '1bf5021e-a9c6-434b-bcf8-d588c1beca45', 'name': '', 'network_id': '1ec41dbe-7c0a-4c4b-bab3-26488606d20f', 'tenant_id': '733236da22f3411d852a1f0b783a3537', 'mac_address': 'fa:16:3e:24:8c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357c01c1-cc55-4012-9ecd-02569dabfeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd73dbfff-4ee7-4d05-8df7-c328a380882a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:46:27Z', 'updated_at': '2021-08-16T22:46:35Z', 'revision_number': 5, 'project_id': '733236da22f3411d852a1f0b783a3537', 'subnets': [{'id': 'd73dbfff-4ee7-4d05-8df7-c328a380882a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:50:47.335748 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0a4ae310-c86b-4a5c-848b-91b75691cf04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:47.341800 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f8811b-99f1-403d-9474-6c5ef546b941 req-8a1dd7ad-aaaf-4286-b37b-b56adcc4c983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:47.342779 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-c3f8811b-99f1-403d-9474-6c5ef546b941 req-8a1dd7ad-aaaf-4286-b37b-b56adcc4c983 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:47.344263 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c3f8811b-99f1-403d-9474-6c5ef546b941 req-8a1dd7ad-aaaf-4286-b37b-b56adcc4c983 service neutron] 10.222.0.68 "PUT /v2.0/ports/f60c1841-d48e-4cc7-b1a1-1650b8d9fd20 HTTP/1.1" status: 200 len: 1123 time: 3.4179299 Aug 16 22:50:47.348909 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a4ae310-c86b-4a5c-848b-91b75691cf04 admin admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:50:47.358406 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0a4ae310-c86b-4a5c-848b-91b75691cf04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:47.358846 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-0a4ae310-c86b-4a5c-848b-91b75691cf04 admin admin] Added segment b23390f1-3345-4e11-b45b-da1aa220458a of type vlan for network 6017926f-7eef-429e-a22b-3a35337dccd4 Aug 16 22:50:47.367178 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6ff79a3-93e2-4528-8d77-7bbaab2da856', 'tag': 'e1aafbf9-8303-427c-8504-dcb37b143734'}, {'server_uuid': '874b6679-a5eb-4e9a-a8a3-13432fb39a1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f60c1841-d48e-4cc7-b1a1-1650b8d9fd20'}, {'server_uuid': 'bd403877-9d1d-4f11-b362-68537194146a', 'name': 'network-vif-deleted', 'tag': '853f0576-5402-426f-ac21-6b7625075f55'}, {'name': 'network-changed', 'server_uuid': '874b6679-a5eb-4e9a-a8a3-13432fb39a1e', 'tag': 'f60c1841-d48e-4cc7-b1a1-1650b8d9fd20'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:50:47.369661 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a0d0110-2f3a-4b78-bb6b-6b42ba53cfc6" -d '{"events": [{"name": "network-changed", "server_uuid": "b6ff79a3-93e2-4528-8d77-7bbaab2da856", "tag": "e1aafbf9-8303-427c-8504-dcb37b143734"}, {"server_uuid": "874b6679-a5eb-4e9a-a8a3-13432fb39a1e", "name": "network-vif-unplugged", "status": "completed", "tag": "f60c1841-d48e-4cc7-b1a1-1650b8d9fd20"}, {"server_uuid": "bd403877-9d1d-4f11-b362-68537194146a", "name": "network-vif-deleted", "tag": "853f0576-5402-426f-ac21-6b7625075f55"}, {"name": "network-changed", "server_uuid": "874b6679-a5eb-4e9a-a8a3-13432fb39a1e", "tag": "f60c1841-d48e-4cc7-b1a1-1650b8d9fd20"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:50:47.371476 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2f59c3-3d01-4574-9c88-75df5ac39fb8 None None] The sync data for ids ['357c01c1-cc55-4012-9ecd-02569dabfeea'] in n-d-791506-26 is: [{'id': '357c01c1-cc55-4012-9ecd-02569dabfeea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-67857933-router', 'tenant_id': '733236da22f3411d852a1f0b783a3537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'd516a2b6-c4ce-4aff-b439-c775570a65f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:46:23Z', 'updated_at': '2021-08-16T22:46:29Z', 'revision_number': 4, 'project_id': '733236da22f3411d852a1f0b783a3537', 'gw_port': {'id': 'd516a2b6-c4ce-4aff-b439-c775570a65f1', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357c01c1-cc55-4012-9ecd-02569dabfeea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:46:24Z', 'updated_at': '2021-08-16T22:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '1bf5021e-a9c6-434b-bcf8-d588c1beca45', 'name': '', 'network_id': '1ec41dbe-7c0a-4c4b-bab3-26488606d20f', 'tenant_id': '733236da22f3411d852a1f0b783a3537', 'mac_address': 'fa:16:3e:24:8c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357c01c1-cc55-4012-9ecd-02569dabfeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd73dbfff-4ee7-4d05-8df7-c328a380882a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:46:27Z', 'updated_at': '2021-08-16T22:46:35Z', 'revision_number': 5, 'project_id': '733236da22f3411d852a1f0b783a3537', 'subnets': [{'id': 'd73dbfff-4ee7-4d05-8df7-c328a380882a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:50:47.419608 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318e39ed-a910-4e62-9d71-c3cb1eb6448e service neutron] Pushing event updated for resources: {'Port': ['ID=274d2150-3525-4dba-92bb-dc45a148ca83,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:47.498557 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1dd7ad-aaaf-4286-b37b-b56adcc4c983 service neutron] Pushing event updated for resources: {'Port': ['ID=f60c1841-d48e-4cc7-b1a1-1650b8d9fd20,revision_number=8']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:47.504508 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['f60c1841-d48e-4cc7-b1a1-1650b8d9fd20'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:50:47.505846 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1bab2f67-705b-4b65-8adb-85971ad2588e req-b12adc85-a440-4f7b-9bf6-d980acf8da8e tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4119639 Aug 16 22:50:47.512403 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0a4ae310-c86b-4a5c-848b-91b75691cf04 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:47.541753 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6b075e-b4d1-4297-bd63-9668b099a365 req-8badfd21-0aa7-420e-a08f-032f403ea260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:47.543819 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-dc6b075e-b4d1-4297-bd63-9668b099a365 req-8badfd21-0aa7-420e-a08f-032f403ea260 service neutron] 10.222.0.68 "GET /v2.0/networks?id=e58689a5-5b58-46aa-ac41-c8ab49767a9e HTTP/1.1" status: 200 len: 913 time: 0.4327705 Aug 16 22:50:47.549681 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['f60c1841-d48e-4cc7-b1a1-1650b8d9fd20'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:50:47.581619 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4ae310-c86b-4a5c-848b-91b75691cf04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b54dd17-1d14-470a-ab48-3b56778e6ff6,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:47.592578 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a50c58d7-d116-4c8e-b014-130d383ba537', 'tag': '274d2150-3525-4dba-92bb-dc45a148ca83'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:50:47.605203 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c17ed80-9579-455f-9767-380a47a0c6c9" -d '{"events": [{"name": "network-changed", "server_uuid": "a50c58d7-d116-4c8e-b014-130d383ba537", "tag": "274d2150-3525-4dba-92bb-dc45a148ca83"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:50:47.633434 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2fe712e4-f698-4085-ba08-622b690b7869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:47.637345 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad8bf9d-60c0-47c8-93be-26e6a16a30cb req-645f8435-c919-4b5b-bd17-c8d93d87b306 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:47.639308 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bad8bf9d-60c0-47c8-93be-26e6a16a30cb req-645f8435-c919-4b5b-bd17-c8d93d87b306 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccafbb9c-84fb-4dc5-9318-99c0fbf40f72 HTTP/1.1" status: 200 len: 950 time: 0.4905217 Aug 16 22:50:47.672350 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d0afd6-0caa-465f-9555-ea88cb6946b7 req-500539fa-d30f-49ce-8370-cdd4b552b7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:47.674327 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-94d0afd6-0caa-465f-9555-ea88cb6946b7 req-500539fa-d30f-49ce-8370-cdd4b552b7ea service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=733236da22f3411d852a1f0b783a3537&device_id=a50c58d7-d116-4c8e-b014-130d383ba537 HTTP/1.1" status: 200 len: 1096 time: 0.3563111 Aug 16 22:50:47.707679 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0a4ae310-c86b-4a5c-848b-91b75691cf04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:47.709087 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4ae310-c86b-4a5c-848b-91b75691cf04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:47.710442 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0a4ae310-c86b-4a5c-848b-91b75691cf04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:47.758932 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0e26bede-3a73-4e3a-b8f5-9ab1a1cf6da2 req-e048dbba-aab3-4324-9ed0-3500fa92ddec service neutron] 10.222.0.68 "GET /v2.0/networks/e58689a5-5b58-46aa-ac41-c8ab49767a9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4834290 Aug 16 22:50:47.774345 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eabd1b6-52b4-4a55-b5ae-8e36fe70a3e8 req-a281b11e-b094-4415-a560-87d22dc238c5 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:47.776920 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0eabd1b6-52b4-4a55-b5ae-8e36fe70a3e8 req-a281b11e-b094-4415-a560-87d22dc238c5 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.57 "GET /v2.0/ports?device_id=53aeb36d-2ee8-4d47-9f13-97eb5961d643 HTTP/1.1" status: 200 len: 950 time: 0.4290488 Aug 16 22:50:47.780125 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-dc6b075e-b4d1-4297-bd63-9668b099a365 req-3a214a22-11a5-4636-9271-2c10282d6fb5 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd1e7f64-8870-43a6-ba3c-2458ba477ea5 HTTP/1.1" status: 200 len: 217 time: 0.2155545 Aug 16 22:50:47.846616 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-94d0afd6-0caa-465f-9555-ea88cb6946b7 req-906246dc-5811-4b69-9ebb-fdc92174cfcd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=274d2150-3525-4dba-92bb-dc45a148ca83 HTTP/1.1" status: 200 len: 217 time: 0.1533430 Aug 16 22:50:47.910187 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bad8bf9d-60c0-47c8-93be-26e6a16a30cb req-cc834bcf-9682-4d95-8d36-0ec38f6ea5f2 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488470 Aug 16 22:50:47.936397 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-0a4ae310-c86b-4a5c-848b-91b75691cf04 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3657806 Aug 16 22:50:47.937430 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6b075e-b4d1-4297-bd63-9668b099a365 req-3bcb08fa-0504-4472-8a95-1b62e01fdf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:47.937801 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56098) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:50:47.938439 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-dc6b075e-b4d1-4297-bd63-9668b099a365 req-3bcb08fa-0504-4472-8a95-1b62e01fdf16 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d6d6cb79-667b-4b31-8066-0a37a58bc807 HTTP/1.1" status: 200 len: 852 time: 0.1382868 Aug 16 22:50:47.956023 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a505e3cf-bcf3-4062-98c0-6c7d0bdebeec None None] New status for floating IP aca20739-3636-4582-b5b8-01b188fc7378: DOWN {{(pid=101294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:50:47.977009 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-dc6b075e-b4d1-4297-bd63-9668b099a365 req-cf5d3611-6c93-4b68-9935-40f5ef7c41a1 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e58689a5-5b58-46aa-ac41-c8ab49767a9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302782 Aug 16 22:50:47.980394 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-81f1f2fb-c996-4c59-b849-6af9d7202947 admin admin] Request body: {'subnet': {'network_id': '6017926f-7eef-429e-a22b-3a35337dccd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1840383852-subnet', 'tenant_id': '57296d41c5f54ce79a9b782f4a8b4677', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:50:47.984763 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4ae310-c86b-4a5c-848b-91b75691cf04 admin admin] Pushing event updated for resources: {'Network': ['ID=6017926f-7eef-429e-a22b-3a35337dccd4,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:48.002559 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 6017926f-7eef-429e-a22b-3a35337dccd4 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:50:48.058618 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8523cc4f-3cab-4fd7-a009-0c95c47ef63b req-62693abe-3cd4-4407-b72b-a3d804ed8122 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:48.070514 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8523cc4f-3cab-4fd7-a009-0c95c47ef63b req-62693abe-3cd4-4407-b72b-a3d804ed8122 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] 10.222.0.36 "GET /v2.0/ports?device_id=a50c58d7-d116-4c8e-b014-130d383ba537 HTTP/1.1" status: 200 len: 944 time: 0.4259102 Aug 16 22:50:48.110165 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d0afd6-0caa-465f-9555-ea88cb6946b7 req-f534b6e4-65c1-4056-aee7-714b285958b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:48.113068 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-94d0afd6-0caa-465f-9555-ea88cb6946b7 req-f534b6e4-65c1-4056-aee7-714b285958b3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d73dbfff-4ee7-4d05-8df7-c328a380882a HTTP/1.1" status: 200 len: 861 time: 0.1954553 Aug 16 22:50:48.196001 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f1f2fb-c996-4c59-b849-6af9d7202947 admin admin] Made reservation on behalf of 57296d41c5f54ce79a9b782f4a8b4677 for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:50:48.198931 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-81f1f2fb-c996-4c59-b849-6af9d7202947 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:48.216949 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc63194-a42c-467f-99f7-4fec2b766e78 req-0f0125a2-c288-4db6-8949-a229909f7269 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:48.219668 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ebc63194-a42c-467f-99f7-4fec2b766e78 req-0f0125a2-c288-4db6-8949-a229909f7269 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/ports?device_id=53aeb36d-2ee8-4d47-9f13-97eb5961d643 HTTP/1.1" status: 200 len: 950 time: 0.2147694 Aug 16 22:50:48.236047 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8523cc4f-3cab-4fd7-a009-0c95c47ef63b req-f5eb1cf7-cce7-4f84-ae83-d67617bab498 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] 10.222.0.36 "GET /v2.0/security-groups?id=540ed4cf-0245-400b-b069-6009faf7f924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1642253 Aug 16 22:50:48.314898 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d0afd6-0caa-465f-9555-ea88cb6946b7 req-62bd861f-59c2-46fa-a314-5ab8753439ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:48.316453 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-0eabd1b6-52b4-4a55-b5ae-8e36fe70a3e8 req-0d641bd0-9656-41fc-ba11-1329aaeb03ab tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Deleting port 0dd5482a-bca0-4084-9655-459e76fdc327 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:50:48.316869 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-0eabd1b6-52b4-4a55-b5ae-8e36fe70a3e8 req-0d641bd0-9656-41fc-ba11-1329aaeb03ab tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:48.317585 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-94d0afd6-0caa-465f-9555-ea88cb6946b7 req-62bd861f-59c2-46fa-a314-5ab8753439ed service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1ec41dbe-7c0a-4c4b-bab3-26488606d20f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1859353 Aug 16 22:50:48.330475 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 690 Content-Type: application/json Date: Mon, 16 Aug 2021 22:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b05a4b42-5f46-4f93-bc1d-92f29b2d3a6f x-openstack-request-id: req-b05a4b42-5f46-4f93-bc1d-92f29b2d3a6f {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:50:48.330784 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6ff79a3-93e2-4528-8d77-7bbaab2da856", "tag": "e1aafbf9-8303-427c-8504-dcb37b143734", "status": "completed", "code": 200}, {"server_uuid": "874b6679-a5eb-4e9a-a8a3-13432fb39a1e", "name": "network-vif-unplugged", "status": "completed", "tag": "f60c1841-d48e-4cc7-b1a1-1650b8d9fd20", "code": 200}, {"server_uuid": "bd403877-9d1d-4f11-b362-68537194146a", "name": "network-vif-deleted", "tag": "853f0576-5402-426f-ac21-6b7625075f55", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "874b6679-a5eb-4e9a-a8a3-13432fb39a1e", "tag": "f60c1841-d48e-4cc7-b1a1-1650b8d9fd20", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:50:48.331061 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b05a4b42-5f46-4f93-bc1d-92f29b2d3a6f {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:50:48.331441 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6ff79a3-93e2-4528-8d77-7bbaab2da856', 'tag': 'e1aafbf9-8303-427c-8504-dcb37b143734', 'status': 'completed', 'code': 200} Aug 16 22:50:48.331695 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '874b6679-a5eb-4e9a-a8a3-13432fb39a1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f60c1841-d48e-4cc7-b1a1-1650b8d9fd20', 'code': 200} Aug 16 22:50:48.331949 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd403877-9d1d-4f11-b362-68537194146a', 'name': 'network-vif-deleted', 'tag': '853f0576-5402-426f-ac21-6b7625075f55', 'status': 'completed', 'code': 200} Aug 16 22:50:48.332196 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '874b6679-a5eb-4e9a-a8a3-13432fb39a1e', 'tag': 'f60c1841-d48e-4cc7-b1a1-1650b8d9fd20', 'status': 'completed', 'code': 200} Aug 16 22:50:48.356254 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ebc63194-a42c-467f-99f7-4fec2b766e78 req-52ff92fe-3af6-413c-8390-0de0f46ef95a tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf51abff-a5e4-4ed4-87b7-552597e1ec97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877435 Aug 16 22:50:48.420250 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cb064b1-fb44-490b-8e96-c91cec6f941d x-openstack-request-id: req-3cb064b1-fb44-490b-8e96-c91cec6f941d {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:50:48.420702 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a50c58d7-d116-4c8e-b014-130d383ba537", "tag": "274d2150-3525-4dba-92bb-dc45a148ca83", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:50:48.422437 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3cb064b1-fb44-490b-8e96-c91cec6f941d {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:50:48.422868 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a50c58d7-d116-4c8e-b014-130d383ba537', 'tag': '274d2150-3525-4dba-92bb-dc45a148ca83', 'status': 'completed', 'code': 200} Aug 16 22:50:48.501097 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-dc6b075e-b4d1-4297-bd63-9668b099a365 req-8b3b25f3-aac2-4e54-a41d-c39cfd2b8376 service neutron] 10.222.0.68 "GET /v2.0/networks/e58689a5-5b58-46aa-ac41-c8ab49767a9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5130999 Aug 16 22:50:48.517497 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0d0110-2f3a-4b78-bb6b-6b42ba53cfc6 req-6e64c23d-afaa-4dc3-8df3-d7433b3fc54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:48.518969 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-1a0d0110-2f3a-4b78-bb6b-6b42ba53cfc6 req-6e64c23d-afaa-4dc3-8df3-d7433b3fc54d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c1312625a5ee488398756a4806db2c25&device_id=b6ff79a3-93e2-4528-8d77-7bbaab2da856 HTTP/1.1" status: 200 len: 1096 time: 0.1329565 Aug 16 22:50:48.541865 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-0eabd1b6-52b4-4a55-b5ae-8e36fe70a3e8 req-0d641bd0-9656-41fc-ba11-1329aaeb03ab tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] For port 0dd5482a-bca0-4084-9655-459e76fdc327, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=0dd5482a-bca0-4084-9655-459e76fdc327,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:50:48.542235 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-0eabd1b6-52b4-4a55-b5ae-8e36fe70a3e8 req-0d641bd0-9656-41fc-ba11-1329aaeb03ab tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:48.634284 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-0eabd1b6-52b4-4a55-b5ae-8e36fe70a3e8 req-0d641bd0-9656-41fc-ba11-1329aaeb03ab tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Calling delete_port for 0dd5482a-bca0-4084-9655-459e76fdc327 owned by compute:nova {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:50:48.654666 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0d0110-2f3a-4b78-bb6b-6b42ba53cfc6 req-1e3c5ee9-adf8-4542-8fde-8e6f0b6534c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:48.656820 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-1a0d0110-2f3a-4b78-bb6b-6b42ba53cfc6 req-1e3c5ee9-adf8-4542-8fde-8e6f0b6534c8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=96f36b2ac4b747ffa8d23196eebfe0fe&device_id=874b6679-a5eb-4e9a-a8a3-13432fb39a1e HTTP/1.1" status: 200 len: 1126 time: 0.2144876 Aug 16 22:50:48.753149 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 6898dda7-5194-45f9-8075-a9e3379de869 details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:50:48.818848 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-dc6b075e-b4d1-4297-bd63-9668b099a365 req-b416d55f-df89-4673-aecc-bf0e175b7c7c service neutron] 10.222.0.68 "GET /v2.0/networks/e58689a5-5b58-46aa-ac41-c8ab49767a9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3049328 Aug 16 22:50:48.835784 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0d0110-2f3a-4b78-bb6b-6b42ba53cfc6 req-920d255b-015b-4612-bc14-bf57d2eae7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:48.837731 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-1a0d0110-2f3a-4b78-bb6b-6b42ba53cfc6 req-920d255b-015b-4612-bc14-bf57d2eae7dc service neutron] 10.222.0.68 "GET /v2.0/networks?id=e58689a5-5b58-46aa-ac41-c8ab49767a9e HTTP/1.1" status: 200 len: 913 time: 0.3049862 Aug 16 22:50:48.861237 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 6898dda7-5194-45f9-8075-a9e3379de869, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=6898dda7-5194-45f9-8075-a9e3379de869,segment=NetworkSegment(0776e957-0fd5-4cd9-b2cd-f5649efce124),segment_id=0776e957-0fd5-4cd9-b2cd-f5649efce124)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:50:48.877035 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': '6898dda7-5194-45f9-8075-a9e3379de869', 'network_id': '293b6503-0dd0-473c-b292-a36a6d59f563', 'port_id': '6898dda7-5194-45f9-8075-a9e3379de869', 'mac_address': 'fa:16:3e:9c:6b:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb70f846-7e6c-4740-9acb-63b13b1d78a5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:50:48.910420 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d67ada-eeba-4ccd-8177-4ccdcdea2d90 req-a606ebae-0e0c-4171-a15f-d950ed46bf24 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:48.910660 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-1a0d0110-2f3a-4b78-bb6b-6b42ba53cfc6 req-a13f32be-ac11-4c9d-9ee7-57c16c56fc43 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1aafbf9-8303-427c-8504-dcb37b143734 HTTP/1.1" status: 200 len: 217 time: 0.0619822 Aug 16 22:50:48.911968 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a9d67ada-eeba-4ccd-8177-4ccdcdea2d90 req-a606ebae-0e0c-4171-a15f-d950ed46bf24 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=874b6679-a5eb-4e9a-a8a3-13432fb39a1e HTTP/1.1" status: 200 len: 943 time: 0.5086615 Aug 16 22:50:48.917406 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:48.931248 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6898dda7-5194-45f9-8075-a9e3379de869 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:50:48.955553 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 6898dda7-5194-45f9-8075-a9e3379de869, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=6898dda7-5194-45f9-8075-a9e3379de869,segment=NetworkSegment(0776e957-0fd5-4cd9-b2cd-f5649efce124),segment_id=0776e957-0fd5-4cd9-b2cd-f5649efce124)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:50:48.961056 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:48.963426 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0d0110-2f3a-4b78-bb6b-6b42ba53cfc6 req-7054a39a-8f4f-4f00-86e6-347f5585c91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:48.966283 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-1a0d0110-2f3a-4b78-bb6b-6b42ba53cfc6 req-7054a39a-8f4f-4f00-86e6-347f5585c91a service neutron] 10.222.0.57 "GET /v2.0/networks?id=db61fb9f-768d-428b-8446-991cbb0c6922 HTTP/1.1" status: 200 len: 921 time: 0.2941687 Aug 16 22:50:48.993062 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb466e7-349f-45de-bc8e-af08f2ae47c5 req-ead4f756-4cb2-4580-8e70-65d47af3d293 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:48.994583 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5eb466e7-349f-45de-bc8e-af08f2ae47c5 req-ead4f756-4cb2-4580-8e70-65d47af3d293 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=f23d3b21-15f9-48db-9447-23eaa5d44e92 HTTP/1.1" status: 200 len: 943 time: 0.4813013 Aug 16 22:50:49.005591 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-94d0afd6-0caa-465f-9555-ea88cb6946b7 req-838ea386-bbfb-4a35-9c4e-a790e2c93263 service neutron] 10.222.0.57 "GET /v2.0/networks/1ec41dbe-7c0a-4c4b-bab3-26488606d20f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5802476 Aug 16 22:50:49.013096 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-81f1f2fb-c996-4c59-b849-6af9d7202947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:49.014445 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=6898dda7-5194-45f9-8075-a9e3379de869,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:49.024433 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-1a0d0110-2f3a-4b78-bb6b-6b42ba53cfc6 req-545d124d-18bf-4f44-b745-76232d4bdd4d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f60c1841-d48e-4cc7-b1a1-1650b8d9fd20 HTTP/1.1" status: 200 len: 217 time: 0.0489750 Aug 16 22:50:49.055484 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0d0110-2f3a-4b78-bb6b-6b42ba53cfc6 req-eecb9dd5-bff9-44ee-a8bf-da3fbfb88814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:49.056909 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-1a0d0110-2f3a-4b78-bb6b-6b42ba53cfc6 req-eecb9dd5-bff9-44ee-a8bf-da3fbfb88814 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d6d6cb79-667b-4b31-8066-0a37a58bc807 HTTP/1.1" status: 200 len: 852 time: 0.1367974 Aug 16 22:50:49.121521 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-1a0d0110-2f3a-4b78-bb6b-6b42ba53cfc6 req-43a8ffbd-4267-4f5e-8a34-2517de1e26ac service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e58689a5-5b58-46aa-ac41-c8ab49767a9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404592 Aug 16 22:50:49.121745 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a9d67ada-eeba-4ccd-8177-4ccdcdea2d90 req-c05f8dbd-6827-4fa6-8040-c861624b6ed8 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793184 Aug 16 22:50:49.150873 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-0eabd1b6-52b4-4a55-b5ae-8e36fe70a3e8 req-0d641bd0-9656-41fc-ba11-1329aaeb03ab tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:49.169425 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['6febc145-575d-4190-8648-f4c30710fedf', '2936c26e-d0eb-4c67-ab4d-e875efb1b500', '5dc72a00-0f55-40d2-95ec-e6c1f053f268', 'a55a6d11-4f48-478c-b6b0-5567dcd53c85', '5df2da5d-eef0-4761-a20a-65bd101099bf'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:50:49.186446 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0d0110-2f3a-4b78-bb6b-6b42ba53cfc6 req-77d4b150-a664-4f33-9792-6919acbcc00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:49.188210 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-1a0d0110-2f3a-4b78-bb6b-6b42ba53cfc6 req-77d4b150-a664-4f33-9792-6919acbcc00f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f340c0a0-6bbc-45f5-920c-bfa473779acd HTTP/1.1" status: 200 len: 860 time: 0.1435714 Aug 16 22:50:49.189064 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5eb466e7-349f-45de-bc8e-af08f2ae47c5 req-59dd5171-24be-4228-8a8b-8e38e689dfbc tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798635 Aug 16 22:50:49.193877 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f1f2fb-c996-4c59-b849-6af9d7202947 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb160313-5dbe-49f2-8a31-7afb6f1954c3,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:49.221727 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d641bd0-9656-41fc-ba11-1329aaeb03ab tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Pushing event deleted for resources: {'Port': ['ID=0dd5482a-bca0-4084-9655-459e76fdc327,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:49.235457 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['f323738b-f883-4014-ba78-4c322dc7f679', '5889a528-9304-413d-8a3e-d220839675c1'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:50:49.253138 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-1a0d0110-2f3a-4b78-bb6b-6b42ba53cfc6 req-c4b5041c-ecb0-48bd-b24d-eb6b8ffae7f2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=db61fb9f-768d-428b-8446-991cbb0c6922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433056 Aug 16 22:50:49.266493 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-94d0afd6-0caa-465f-9555-ea88cb6946b7 req-c568ad59-a382-44e8-a4a6-2eb6f0dbc8df service neutron] 10.222.0.57 "GET /v2.0/networks/1ec41dbe-7c0a-4c4b-bab3-26488606d20f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402122 Aug 16 22:50:49.293231 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f1f2fb-c996-4c59-b849-6af9d7202947 admin admin] Checking segment: {'id': 'b23390f1-3345-4e11-b45b-da1aa220458a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6017926f-7eef-429e-a22b-3a35337dccd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:50:49.293787 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f1f2fb-c996-4c59-b849-6af9d7202947 admin admin] Network hostable DHCP agents. Network: 6017926f-7eef-429e-a22b-3a35337dccd4, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:50:49.339302 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3027fb-d11d-412e-be0e-a487adb8241a req-4256020e-7ae4-4c9b-89c8-3bf6ebfdc335 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:49.342131 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0e3027fb-d11d-412e-be0e-a487adb8241a req-4256020e-7ae4-4c9b-89c8-3bf6ebfdc335 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] 10.222.0.36 "GET /v2.0/ports?device_id=94d83694-d21c-493c-a521-48c7f035728b HTTP/1.1" status: 200 len: 943 time: 0.1235924 Aug 16 22:50:49.357848 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f1f2fb-c996-4c59-b849-6af9d7202947 admin admin] Network 6017926f-7eef-429e-a22b-3a35337dccd4 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:50:49.383947 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eabd1b6-52b4-4a55-b5ae-8e36fe70a3e8 req-0d641bd0-9656-41fc-ba11-1329aaeb03ab tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] No DVR routers for this DVR port 0dd5482a-bca0-4084-9655-459e76fdc327 on host n-h2-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:50:49.392431 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-0eabd1b6-52b4-4a55-b5ae-8e36fe70a3e8 req-0d641bd0-9656-41fc-ba11-1329aaeb03ab tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:49.394814 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0eabd1b6-52b4-4a55-b5ae-8e36fe70a3e8 req-0d641bd0-9656-41fc-ba11-1329aaeb03ab tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.57 "DELETE /v2.0/ports/0dd5482a-bca0-4084-9655-459e76fdc327 HTTP/1.1" status: 204 len: 173 time: 1.6055715 Aug 16 22:50:49.415655 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-1a0d0110-2f3a-4b78-bb6b-6b42ba53cfc6 req-4e2ecd81-4a60-410a-9211-f8f815136d4d service neutron] 10.222.0.68 "GET /v2.0/networks/e58689a5-5b58-46aa-ac41-c8ab49767a9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2837343 Aug 16 22:50:49.479306 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['6898dda7-5194-45f9-8075-a9e3379de869'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:50:49.491172 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-81f1f2fb-c996-4c59-b849-6af9d7202947 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 6017926f-7eef-429e-a22b-3a35337dccd4) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:50:49.506996 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f1f2fb-c996-4c59-b849-6af9d7202947 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:49.507388 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-81f1f2fb-c996-4c59-b849-6af9d7202947 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:49.517909 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-1a0d0110-2f3a-4b78-bb6b-6b42ba53cfc6 req-07491c9e-4691-4794-a09a-c59f7f6afa26 service neutron] 10.222.0.57 "GET /v2.0/networks/db61fb9f-768d-428b-8446-991cbb0c6922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558458 Aug 16 22:50:49.525007 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd31f3a1-e620-4e16-b2b0-f036d60ab441 None None] Network 6017926f-7eef-429e-a22b-3a35337dccd4 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:50:49.555166 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0e3027fb-d11d-412e-be0e-a487adb8241a req-225c7036-5a28-4435-a8f4-6194f5efaea0 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] 10.222.0.36 "GET /v2.0/security-groups?id=a98730cd-3ee7-4a69-bb1e-5c90a37c1f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030222 Aug 16 22:50:49.572939 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-81f1f2fb-c996-4c59-b849-6af9d7202947 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6236906 Aug 16 22:50:49.572939 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56110) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:50:49.583474 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-7ef466df-eaa2-4439-845a-f6941b92c10d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1840383852-router', 'tenant_id': '57296d41c5f54ce79a9b782f4a8b4677', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:50:49.614279 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852b1546-119d-43fb-af63-1aadd2a5b0f2 req-08477c55-8588-4484-b7e5-2f354c0c659f tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:49.622329 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-852b1546-119d-43fb-af63-1aadd2a5b0f2 req-08477c55-8588-4484-b7e5-2f354c0c659f tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=195f465d-89cd-403a-9319-c4c4f08fdfc5 HTTP/1.1" status: 200 len: 943 time: 0.2439034 Aug 16 22:50:49.659023 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c17ed80-9579-455f-9767-380a47a0c6c9 req-c2549e14-2c59-46b2-bda3-64e2aad440f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:49.660692 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6c17ed80-9579-455f-9767-380a47a0c6c9 req-c2549e14-2c59-46b2-bda3-64e2aad440f6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=733236da22f3411d852a1f0b783a3537&device_id=a50c58d7-d116-4c8e-b014-130d383ba537 HTTP/1.1" status: 200 len: 1096 time: 0.2118928 Aug 16 22:50:49.695059 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7ef466df-eaa2-4439-845a-f6941b92c10d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:49.696075 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7ef466df-eaa2-4439-845a-f6941b92c10d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:49.701681 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-852b1546-119d-43fb-af63-1aadd2a5b0f2 req-571b42fd-dca6-4022-be07-2de361008ac7 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784752 Aug 16 22:50:49.726798 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6051fe-73da-49b0-87ba-93e48b100915 req-8a05fa65-a280-40e4-942e-4d497d8a0273 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:49.728344 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-df6051fe-73da-49b0-87ba-93e48b100915 req-8a05fa65-a280-40e4-942e-4d497d8a0273 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccafbb9c-84fb-4dc5-9318-99c0fbf40f72 HTTP/1.1" status: 200 len: 950 time: 0.0939333 Aug 16 22:50:49.757433 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-1a0d0110-2f3a-4b78-bb6b-6b42ba53cfc6 req-2f66de23-f744-4235-bb07-1364d5241da0 service neutron] 10.222.0.68 "GET /v2.0/networks/e58689a5-5b58-46aa-ac41-c8ab49767a9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669697 Aug 16 22:50:49.794564 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7ef466df-eaa2-4439-845a-f6941b92c10d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:49.802200 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-1a0d0110-2f3a-4b78-bb6b-6b42ba53cfc6 req-3e141e20-2f1f-47a2-8d24-a91778464f14 service neutron] 10.222.0.57 "GET /v2.0/networks/db61fb9f-768d-428b-8446-991cbb0c6922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583528 Aug 16 22:50:49.814625 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-5b9be47e-2f85-4b45-b01b-7b5afeb1a9e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:49.841405 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c17ed80-9579-455f-9767-380a47a0c6c9 req-bfbb434b-fb74-43d9-aa81-ef477d408c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:49.844098 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6c17ed80-9579-455f-9767-380a47a0c6c9 req-bfbb434b-fb74-43d9-aa81-ef477d408c82 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1ec41dbe-7c0a-4c4b-bab3-26488606d20f HTTP/1.1" status: 200 len: 923 time: 0.1678300 Aug 16 22:50:49.881060 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-df6051fe-73da-49b0-87ba-93e48b100915 req-70f6d949-9f6a-40ba-8738-6cd31d2d55ae tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372900 Aug 16 22:50:49.924176 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6c17ed80-9579-455f-9767-380a47a0c6c9 req-b5c9c27f-6fd6-420d-8eec-bbdb82cef90a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=274d2150-3525-4dba-92bb-dc45a148ca83 HTTP/1.1" status: 200 len: 217 time: 0.0643697 Aug 16 22:50:49.977856 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c17ed80-9579-455f-9767-380a47a0c6c9 req-4099e3c0-d8bc-4744-96bb-a73c420fce16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:49.979320 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6c17ed80-9579-455f-9767-380a47a0c6c9 req-4099e3c0-d8bc-4744-96bb-a73c420fce16 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d73dbfff-4ee7-4d05-8df7-c328a380882a HTTP/1.1" status: 200 len: 861 time: 0.0472476 Aug 16 22:50:50.021670 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2b4023-f5df-4337-812a-9fee587d28cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-6017926f-7eef-429e-a22b-3a35337dccd4', 'network_id': '6017926f-7eef-429e-a22b-3a35337dccd4', 'tenant_id': '57296d41c5f54ce79a9b782f4a8b4677', 'fixed_ips': [{'subnet_id': 'bb160313-5dbe-49f2-8a31-7afb6f1954c3'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:50:50.022522 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-bc2b4023-f5df-4337-812a-9fee587d28cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:50.022667 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0ee62c-bf7f-4c63-8e37-4c5b932a2d4b req-023506ed-aedf-42f4-b767-fb2213f6993a tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:50.029121 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c17ed80-9579-455f-9767-380a47a0c6c9 req-7d4c3650-a294-41d3-9256-fb30a7cb93d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:50.029314 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4e0ee62c-bf7f-4c63-8e37-4c5b932a2d4b req-023506ed-aedf-42f4-b767-fb2213f6993a tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] 10.222.0.36 "GET /v2.0/ports?device_id=a50c58d7-d116-4c8e-b014-130d383ba537 HTTP/1.1" status: 200 len: 944 time: 0.1815267 Aug 16 22:50:50.031792 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6c17ed80-9579-455f-9767-380a47a0c6c9 req-7d4c3650-a294-41d3-9256-fb30a7cb93d5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1ec41dbe-7c0a-4c4b-bab3-26488606d20f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434713 Aug 16 22:50:50.047415 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7ef466df-eaa2-4439-845a-f6941b92c10d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:50.062767 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-59275088-c7af-4ace-89ba-7d0d3f410d20 req-1f42dae1-2c37-46ed-8b63-e0ccbd27399e tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/ports?device_id=53aeb36d-2ee8-4d47-9f13-97eb5961d643 HTTP/1.1" status: 200 len: 210 time: 0.0668950 Aug 16 22:50:50.105875 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4e0ee62c-bf7f-4c63-8e37-4c5b932a2d4b req-a27889c6-fb9e-4886-b9fd-8599adf1f0cc tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] 10.222.0.36 "GET /v2.0/security-groups?id=540ed4cf-0245-400b-b069-6009faf7f924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748115 Aug 16 22:50:50.141576 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6c17ed80-9579-455f-9767-380a47a0c6c9 req-7f58e5e0-fc6c-485e-85f5-e73482920f26 service neutron] 10.222.0.57 "GET /v2.0/networks/1ec41dbe-7c0a-4c4b-bab3-26488606d20f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967319 Aug 16 22:50:50.282449 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6c17ed80-9579-455f-9767-380a47a0c6c9 req-51932be7-c989-4298-95c5-7cbe7f7fbd6b service neutron] 10.222.0.57 "GET /v2.0/networks/1ec41dbe-7c0a-4c4b-bab3-26488606d20f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277099 Aug 16 22:50:50.333468 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53aeb36d-2ee8-4d47-9f13-97eb5961d643', 'name': 'network-vif-deleted', 'tag': '0dd5482a-bca0-4084-9655-459e76fdc327'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:50:50.335872 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb25c260-237e-4aea-b6e5-18e752954bdf" -d '{"events": [{"server_uuid": "53aeb36d-2ee8-4d47-9f13-97eb5961d643", "name": "network-vif-deleted", "tag": "0dd5482a-bca0-4084-9655-459e76fdc327"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:50:50.459944 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45da81d-f067-4e4c-8456-94b397a556f6 req-ad4db0f7-eab6-4e05-adbf-c8e83a1b2508 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:50.461501 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b45da81d-f067-4e4c-8456-94b397a556f6 req-ad4db0f7-eab6-4e05-adbf-c8e83a1b2508 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=874b6679-a5eb-4e9a-a8a3-13432fb39a1e HTTP/1.1" status: 200 len: 943 time: 0.1345994 Aug 16 22:50:50.462542 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7ef466df-eaa2-4439-845a-f6941b92c10d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:50.469895 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-bc2b4023-f5df-4337-812a-9fee587d28cb None None] Allocated IP 172.20.0.2 (6017926f-7eef-429e-a22b-3a35337dccd4/bb160313-5dbe-49f2-8a31-7afb6f1954c3/1ae7695c-c16e-4790-bd60-ea05fc721b97) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:50:50.491570 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b8f18-bd15-4959-b840-63b5cee4b917 req-5f03e07d-497b-4c89-87f8-92fa4925f893 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:50.493081 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3d1b8f18-bd15-4959-b840-63b5cee4b917 req-5f03e07d-497b-4c89-87f8-92fa4925f893 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=f23d3b21-15f9-48db-9447-23eaa5d44e92 HTTP/1.1" status: 200 len: 944 time: 0.1644964 Aug 16 22:50:50.494940 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7ef466df-eaa2-4439-845a-f6941b92c10d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:50.575638 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:50.605621 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b45da81d-f067-4e4c-8456-94b397a556f6 req-eb93bde6-4651-45a4-874d-ba86ad235dd7 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228385 Aug 16 22:50:50.611321 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3d1b8f18-bd15-4959-b840-63b5cee4b917 req-68b075d1-877f-4b70-a7c6-826d1f770541 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036747 Aug 16 22:50:50.614797 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 0dd5482a-bca0-4084-9655-459e76fdc327 no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:50:50.666731 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] No Port match for: 0dd5482a-bca0-4084-9655-459e76fdc327 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:50:50.667075 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 0dd5482a-bca0-4084-9655-459e76fdc327 not bound to the agent host n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:50:50.677358 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5974428-b0fc-4426-9b62-7306560e6fab x-openstack-request-id: req-b5974428-b0fc-4426-9b62-7306560e6fab {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:50:50.677885 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53aeb36d-2ee8-4d47-9f13-97eb5961d643", "name": "network-vif-deleted", "tag": "0dd5482a-bca0-4084-9655-459e76fdc327", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:50:50.678094 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b5974428-b0fc-4426-9b62-7306560e6fab {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:50:50.678500 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53aeb36d-2ee8-4d47-9f13-97eb5961d643', 'name': 'network-vif-deleted', 'tag': '0dd5482a-bca0-4084-9655-459e76fdc327', 'status': 'completed', 'code': 200} Aug 16 22:50:50.689331 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:50:50.694271 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-7ef466df-eaa2-4439-845a-f6941b92c10d admin admin] Allocated IP 172.25.4.181 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/054873b3-9d4e-4a94-834d-8373e369ec96) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:50:50.755871 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-bc2b4023-f5df-4337-812a-9fee587d28cb None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:50.768353 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device cd1e7f64-8870-43a6-ba3c-2458ba477ea5 details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:50:50.797132 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-bc2b4023-f5df-4337-812a-9fee587d28cb None None] Transition to ACTIVE for port object 1ae7695c-c16e-4790-bd60-ea05fc721b97 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:50:50.819372 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3594594d-1ddc-40c4-8e6e-ac10fe7cb6d9 req-f0a30351-7ed0-4dd3-8755-a385028c47d8 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:50.821089 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3594594d-1ddc-40c4-8e6e-ac10fe7cb6d9 req-f0a30351-7ed0-4dd3-8755-a385028c47d8 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] 10.222.0.36 "GET /v2.0/ports?device_id=94d83694-d21c-493c-a521-48c7f035728b HTTP/1.1" status: 200 len: 943 time: 0.1196141 Aug 16 22:50:50.863085 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-bc2b4023-f5df-4337-812a-9fee587d28cb None None] Transition to ACTIVE for port object 1ae7695c-c16e-4790-bd60-ea05fc721b97 will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:50:50.920391 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-bc2b4023-f5df-4337-812a-9fee587d28cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:50.929916 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7ef466df-eaa2-4439-845a-f6941b92c10d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:50.941854 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7962764e-80fd-4e31-882b-4075a8733109 req-58dcc714-1eca-46d0-a920-8d2cb78983e5 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:50.943678 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7962764e-80fd-4e31-882b-4075a8733109 req-58dcc714-1eca-46d0-a920-8d2cb78983e5 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=195f465d-89cd-403a-9319-c4c4f08fdfc5 HTTP/1.1" status: 200 len: 943 time: 0.1378632 Aug 16 22:50:50.946290 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3594594d-1ddc-40c4-8e6e-ac10fe7cb6d9 req-9b592aef-a19b-40a1-a780-0c79ec8ab806 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] 10.222.0.36 "GET /v2.0/security-groups?id=a98730cd-3ee7-4a69-bb1e-5c90a37c1f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145418 Aug 16 22:50:50.998306 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2b4023-f5df-4337-812a-9fee587d28cb None None] Network 6017926f-7eef-429e-a22b-3a35337dccd4 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:50:51.008328 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7962764e-80fd-4e31-882b-4075a8733109 req-cdc43ca3-bef2-4110-9c2d-e2bc82fd3159 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560801 Aug 16 22:50:51.016249 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-bc2b4023-f5df-4337-812a-9fee587d28cb None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:50:51.023319 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2b4023-f5df-4337-812a-9fee587d28cb None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:50:51.027092 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2b4023-f5df-4337-812a-9fee587d28cb None None] Pushing event updated for resources: {'Port': ['ID=1ae7695c-c16e-4790-bd60-ea05fc721b97,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:51.036719 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port cd1e7f64-8870-43a6-ba3c-2458ba477ea5, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=cd1e7f64-8870-43a6-ba3c-2458ba477ea5,segment=NetworkSegment(5e510fdc-9ea8-43b0-91d8-907062ccfd65),segment_id=5e510fdc-9ea8-43b0-91d8-907062ccfd65)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:50:51.048503 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7ef466df-eaa2-4439-845a-f6941b92c10d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:51.069274 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': 'cd1e7f64-8870-43a6-ba3c-2458ba477ea5', 'network_id': 'e58689a5-5b58-46aa-ac41-c8ab49767a9e', 'port_id': 'cd1e7f64-8870-43a6-ba3c-2458ba477ea5', 'mac_address': 'fa:16:3e:19:3a:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6d6cb79-667b-4b31-8066-0a37a58bc807', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:50:51.110802 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef466df-eaa2-4439-845a-f6941b92c10d admin admin] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:50:51.116793 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-7ef466df-eaa2-4439-845a-f6941b92c10d admin admin] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:50:51.119089 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-bc2b4023-f5df-4337-812a-9fee587d28cb None None] Attempting to bind port 1ae7695c-c16e-4790-bd60-ea05fc721b97 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:50:51.119528 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-bc2b4023-f5df-4337-812a-9fee587d28cb None None] Attempting to bind port 1ae7695c-c16e-4790-bd60-ea05fc721b97 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': 'b23390f1-3345-4e11-b45b-da1aa220458a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6017926f-7eef-429e-a22b-3a35337dccd4'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:50:51.119947 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2b4023-f5df-4337-812a-9fee587d28cb None None] Attempting to bind port 1ae7695c-c16e-4790-bd60-ea05fc721b97 on network 6017926f-7eef-429e-a22b-3a35337dccd4 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:50:51.123707 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef466df-eaa2-4439-845a-f6941b92c10d admin admin] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:50:51.127971 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef466df-eaa2-4439-845a-f6941b92c10d admin admin] Pushing event updated for resources: {'Port': ['ID=054873b3-9d4e-4a94-834d-8373e369ec96,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:51.132068 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2b4023-f5df-4337-812a-9fee587d28cb None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:50:51.132621 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2b4023-f5df-4337-812a-9fee587d28cb None None] Checking segment: {'id': 'b23390f1-3345-4e11-b45b-da1aa220458a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6017926f-7eef-429e-a22b-3a35337dccd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:50:51.133095 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-bc2b4023-f5df-4337-812a-9fee587d28cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:51.133552 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2b4023-f5df-4337-812a-9fee587d28cb None None] Bound using segment: {'id': 'b23390f1-3345-4e11-b45b-da1aa220458a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6017926f-7eef-429e-a22b-3a35337dccd4'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:50:51.134103 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-bc2b4023-f5df-4337-812a-9fee587d28cb None None] Bound port: 1ae7695c-c16e-4790-bd60-ea05fc721b97, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b23390f1-3345-4e11-b45b-da1aa220458a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6017926f-7eef-429e-a22b-3a35337dccd4'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:50:51.134552 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-bc2b4023-f5df-4337-812a-9fee587d28cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:51.156255 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad156fc-caf8-42ad-b66a-23ed386bd9da req-242785a0-ac99-4098-9705-6eb3b3809978 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:51.157837 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-aad156fc-caf8-42ad-b66a-23ed386bd9da req-242785a0-ac99-4098-9705-6eb3b3809978 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccafbb9c-84fb-4dc5-9318-99c0fbf40f72 HTTP/1.1" status: 200 len: 950 time: 0.1342616 Aug 16 22:50:51.168687 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:51.209183 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd1e7f64-8870-43a6-ba3c-2458ba477ea5 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:50:51.246410 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port cd1e7f64-8870-43a6-ba3c-2458ba477ea5, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=cd1e7f64-8870-43a6-ba3c-2458ba477ea5,segment=NetworkSegment(5e510fdc-9ea8-43b0-91d8-907062ccfd65),segment_id=5e510fdc-9ea8-43b0-91d8-907062ccfd65)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:50:51.253513 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:51.254192 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device e1aafbf9-8303-427c-8504-dcb37b143734 details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:50:51.292005 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-bc2b4023-f5df-4337-812a-9fee587d28cb None None] For port 1ae7695c-c16e-4790-bd60-ea05fc721b97, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:50:51.298088 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-aad156fc-caf8-42ad-b66a-23ed386bd9da req-9aead537-3403-4566-9bf7-93baf03f8358 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320882 Aug 16 22:50:51.310741 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-bc2b4023-f5df-4337-812a-9fee587d28cb None None] For port 1ae7695c-c16e-4790-bd60-ea05fc721b97, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=1ae7695c-c16e-4790-bd60-ea05fc721b97,segment=NetworkSegment(b23390f1-3345-4e11-b45b-da1aa220458a),segment_id=b23390f1-3345-4e11-b45b-da1aa220458a)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:50:51.332639 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-bc2b4023-f5df-4337-812a-9fee587d28cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:51.359721 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab337f61-6766-4012-81ba-49c6f5943cd2 req-2fd010b8-6cf1-4bdd-aa5c-01a6ac18c891 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:51.361063 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=cd1e7f64-8870-43a6-ba3c-2458ba477ea5,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:51.365264 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port e1aafbf9-8303-427c-8504-dcb37b143734, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=e1aafbf9-8303-427c-8504-dcb37b143734,segment=NetworkSegment(5e510fdc-9ea8-43b0-91d8-907062ccfd65),segment_id=5e510fdc-9ea8-43b0-91d8-907062ccfd65)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:50:51.368053 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ab337f61-6766-4012-81ba-49c6f5943cd2 req-2fd010b8-6cf1-4bdd-aa5c-01a6ac18c891 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] 10.222.0.36 "GET /v2.0/ports?device_id=a50c58d7-d116-4c8e-b014-130d383ba537 HTTP/1.1" status: 200 len: 944 time: 0.1713524 Aug 16 22:50:51.407934 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': 'e1aafbf9-8303-427c-8504-dcb37b143734', 'network_id': 'e58689a5-5b58-46aa-ac41-c8ab49767a9e', 'port_id': 'e1aafbf9-8303-427c-8504-dcb37b143734', 'mac_address': 'fa:16:3e:b5:a5:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6d6cb79-667b-4b31-8066-0a37a58bc807', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:50:51.475434 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ab337f61-6766-4012-81ba-49c6f5943cd2 req-55e0fc8b-bb93-4dce-b4af-f57f50844040 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] 10.222.0.36 "GET /v2.0/security-groups?id=540ed4cf-0245-400b-b069-6009faf7f924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064680 Aug 16 22:50:51.488111 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:51.500473 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2b4023-f5df-4337-812a-9fee587d28cb None None] Pushing event updated for resources: {'Port': ['ID=1ae7695c-c16e-4790-bd60-ea05fc721b97,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:51.518401 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:51.538893 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1aafbf9-8303-427c-8504-dcb37b143734 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:50:51.564770 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7ef466df-eaa2-4439-845a-f6941b92c10d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:51.566688 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port e1aafbf9-8303-427c-8504-dcb37b143734, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=e1aafbf9-8303-427c-8504-dcb37b143734,segment=NetworkSegment(5e510fdc-9ea8-43b0-91d8-907062ccfd65),segment_id=5e510fdc-9ea8-43b0-91d8-907062ccfd65)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:50:51.572651 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:51.645348 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=e1aafbf9-8303-427c-8504-dcb37b143734,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:51.682555 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41a4e0e-4132-47eb-8b4a-1a94e6a33235 req-4d64fe17-186a-4485-9b69-1d2d95d2afb6 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:51.684301 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d41a4e0e-4132-47eb-8b4a-1a94e6a33235 req-4d64fe17-186a-4485-9b69-1d2d95d2afb6 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/ports?device_id=7df45d2f-eed2-4217-8d86-48044163bc75 HTTP/1.1" status: 200 len: 950 time: 0.1174669 Aug 16 22:50:51.799384 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d41a4e0e-4132-47eb-8b4a-1a94e6a33235 req-4f0558ec-90c9-4dff-a1f1-bae9d29552fa tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf51abff-a5e4-4ed4-87b7-552597e1ec97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801697 Aug 16 22:50:51.855171 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beb6e46-b784-4ccc-86fa-403871fcb13b req-c1e291dd-3f54-49dd-9d54-41dde886fcdd tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:51.856934 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1beb6e46-b784-4ccc-86fa-403871fcb13b req-c1e291dd-3f54-49dd-9d54-41dde886fcdd tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=f23d3b21-15f9-48db-9447-23eaa5d44e92 HTTP/1.1" status: 200 len: 944 time: 0.1394224 Aug 16 22:50:51.967287 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1beb6e46-b784-4ccc-86fa-403871fcb13b req-313e949d-6cde-45f4-bdb3-aea95021b10c tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970948 Aug 16 22:50:51.990845 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748f73ab-fa4b-4af5-aab2-43048df8b0b4 req-206c9de4-b80e-45c1-a113-22b945851d0d tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:51.992908 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-748f73ab-fa4b-4af5-aab2-43048df8b0b4 req-206c9de4-b80e-45c1-a113-22b945851d0d tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=874b6679-a5eb-4e9a-a8a3-13432fb39a1e HTTP/1.1" status: 200 len: 943 time: 0.1324637 Aug 16 22:50:51.994532 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7ef466df-eaa2-4439-845a-f6941b92c10d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:52.146430 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-748f73ab-fa4b-4af5-aab2-43048df8b0b4 req-ed4a4398-8361-4895-8f6f-c4d14f745552 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412766 Aug 16 22:50:52.164724 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea95e88f-34a2-40c6-ac00-3c5ec9033c93 req-7e37646a-e072-4520-b022-ccba0003d1bd tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:52.166235 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ea95e88f-34a2-40c6-ac00-3c5ec9033c93 req-7e37646a-e072-4520-b022-ccba0003d1bd tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] 10.222.0.36 "GET /v2.0/ports?device_id=94d83694-d21c-493c-a521-48c7f035728b HTTP/1.1" status: 200 len: 944 time: 0.1259336 Aug 16 22:50:52.208473 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['e1aafbf9-8303-427c-8504-dcb37b143734'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:50:52.227512 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ea95e88f-34a2-40c6-ac00-3c5ec9033c93 req-30ce178c-bda6-4522-afbc-97d6dd43ed87 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] 10.222.0.36 "GET /v2.0/security-groups?id=a98730cd-3ee7-4a69-bb1e-5c90a37c1f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477362 Aug 16 22:50:52.230392 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ef466df-eaa2-4439-845a-f6941b92c10d admin admin] Router c9c7c399-7ad2-4aa9-aea9-5096d5610a71 is scheduled to L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f with binding_index 1 {{(pid=101292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:50:52.303500 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['cd1e7f64-8870-43a6-ba3c-2458ba477ea5'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:50:52.339973 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5f5fe5-9e15-472d-b033-78e1f10b2e3f req-8f901664-17c2-4162-9a9d-45066e3a547b tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:52.342007 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8a5f5fe5-9e15-472d-b033-78e1f10b2e3f req-8f901664-17c2-4162-9a9d-45066e3a547b tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=195f465d-89cd-403a-9319-c4c4f08fdfc5 HTTP/1.1" status: 200 len: 943 time: 0.1131608 Aug 16 22:50:52.475825 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8a5f5fe5-9e15-472d-b033-78e1f10b2e3f req-609a7c83-9d81-4124-bfd9-6ecbb19e78dd tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012549 Aug 16 22:50:52.478692 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ef466df-eaa2-4439-845a-f6941b92c10d admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:50:52.500358 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbaa0c61-ce60-42f0-b046-7a31eb336117 None None] Sync routers for ids ['c9c7c399-7ad2-4aa9-aea9-5096d5610a71'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:50:52.500693 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea73d4-c581-4393-9bab-044b71781a8d req-42f5686d-52f8-4209-b8a5-f68178d49fe5 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:52.502227 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d3ea73d4-c581-4393-9bab-044b71781a8d req-42f5686d-52f8-4209-b8a5-f68178d49fe5 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccafbb9c-84fb-4dc5-9318-99c0fbf40f72 HTTP/1.1" status: 200 len: 950 time: 0.1040986 Aug 16 22:50:52.509226 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7ef466df-eaa2-4439-845a-f6941b92c10d admin admin] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:52.510463 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-7ef466df-eaa2-4439-845a-f6941b92c10d admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.9390073 Aug 16 22:50:52.513712 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 56142) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:50:52.542875 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbaa0c61-ce60-42f0-b046-7a31eb336117 None None] Routers {'c9c7c399-7ad2-4aa9-aea9-5096d5610a71'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:50:52.543718 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-dbaa0c61-ce60-42f0-b046-7a31eb336117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:50:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['c9c7c399-7ad2-4aa9-aea9-5096d5610a71'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:50:52.565429 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d3ea73d4-c581-4393-9bab-044b71781a8d req-672aea7d-29cf-472a-928c-051ff426c662 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538592 Aug 16 22:50:52.604418 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35fd6438-1839-4c73-9692-747239d01339 None None] Network 6017926f-7eef-429e-a22b-3a35337dccd4 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:50:52.630699 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d515d22-4534-43aa-a710-40be2699084a req-ef7dfa86-238d-40a7-9fa6-f5a0349fc915 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:52.638288 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2d515d22-4534-43aa-a710-40be2699084a req-ef7dfa86-238d-40a7-9fa6-f5a0349fc915 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] 10.222.0.36 "GET /v2.0/ports?device_id=a50c58d7-d116-4c8e-b014-130d383ba537 HTTP/1.1" status: 200 len: 944 time: 0.0603480 Aug 16 22:50:52.677092 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2d515d22-4534-43aa-a710-40be2699084a req-3bb1b0ff-79fa-4767-ac53-c190c62bf45d tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] 10.222.0.36 "GET /v2.0/security-groups?id=540ed4cf-0245-400b-b069-6009faf7f924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378327 Aug 16 22:50:52.740690 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:52.741440 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-8b908e60-e03d-4604-8958-dbbf66c21dda None None] Provisioning for port 1ae7695c-c16e-4790-bd60-ea05fc721b97 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:50:52.784051 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 6898dda7-5194-45f9-8075-a9e3379de869 up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:50:52.794724 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-dbaa0c61-ce60-42f0-b046-7a31eb336117 None None] Set router c9c7c399-7ad2-4aa9-aea9-5096d5610a71 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:50:52.969736 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1230d44a-155a-48f5-a788-a699dfe8900b req-91c69707-3092-40bf-b6fd-6e517de0e831 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:52.981471 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1230d44a-155a-48f5-a788-a699dfe8900b req-91c69707-3092-40bf-b6fd-6e517de0e831 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/ports?device_id=7df45d2f-eed2-4217-8d86-48044163bc75 HTTP/1.1" status: 200 len: 950 time: 0.0941947 Aug 16 22:50:52.989453 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f0965f96-1111-4e60-896a-7b311f3e4ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:53.008704 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning for port 6898dda7-5194-45f9-8075-a9e3379de869 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:50:53.025539 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 1ae7695c-c16e-4790-bd60-ea05fc721b97 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:50:53.033313 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port 6898dda7-5194-45f9-8075-a9e3379de869 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:50:53.034087 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:53.053308 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1230d44a-155a-48f5-a788-a699dfe8900b req-fad93bd3-80a9-4417-9e99-9cd93bf55a1c tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf51abff-a5e4-4ed4-87b7-552597e1ec97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706606 Aug 16 22:50:53.114531 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd2a86-d215-4bbf-8594-037ac959db38 req-9768a08a-90e4-4011-b18a-486d8816f6f7 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:53.116229 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-92dd2a86-d215-4bbf-8594-037ac959db38 req-9768a08a-90e4-4011-b18a-486d8816f6f7 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=f23d3b21-15f9-48db-9447-23eaa5d44e92 HTTP/1.1" status: 200 len: 944 time: 0.0617294 Aug 16 22:50:53.166373 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-92dd2a86-d215-4bbf-8594-037ac959db38 req-fcb17a89-6319-4dff-8616-61ae9e650d9a tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431063 Aug 16 22:50:53.222766 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-f0965f96-1111-4e60-896a-7b311f3e4ad3 admin admin] Allocated IP 172.20.0.1 (6017926f-7eef-429e-a22b-3a35337dccd4/bb160313-5dbe-49f2-8a31-7afb6f1954c3/0975fd19-4250-46d8-81e3-b66f14831a7f) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:50:53.356717 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ba5cc3-6f12-496b-a42e-7cdecf6b9586 req-f327f796-35f1-4e53-a1df-e820c9a57a07 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:53.364230 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-00ba5cc3-6f12-496b-a42e-7cdecf6b9586 req-f327f796-35f1-4e53-a1df-e820c9a57a07 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=874b6679-a5eb-4e9a-a8a3-13432fb39a1e HTTP/1.1" status: 200 len: 943 time: 0.1143060 Aug 16 22:50:53.376364 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 1ae7695c-c16e-4790-bd60-ea05fc721b97 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:50:53.398098 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f0965f96-1111-4e60-896a-7b311f3e4ad3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:53.400586 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 1ae7695c-c16e-4790-bd60-ea05fc721b97 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:50:53.400958 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:53.424406 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-f0965f96-1111-4e60-896a-7b311f3e4ad3 admin admin] Transition to ACTIVE for port object 0975fd19-4250-46d8-81e3-b66f14831a7f will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:50:53.426466 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:53.432928 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-00ba5cc3-6f12-496b-a42e-7cdecf6b9586 req-6e4d175e-db09-40e2-afdc-fa1529778618 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669949 Aug 16 22:50:53.441413 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2154e784-a437-4d3e-9d63-bb996d198854 req-8efd9dd3-dd5b-42a6-95f1-a7abd999def2 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:53.443036 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2154e784-a437-4d3e-9d63-bb996d198854 req-8efd9dd3-dd5b-42a6-95f1-a7abd999def2 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] 10.222.0.36 "GET /v2.0/ports?device_id=94d83694-d21c-493c-a521-48c7f035728b HTTP/1.1" status: 200 len: 944 time: 0.1246362 Aug 16 22:50:53.450284 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-dbaa0c61-ce60-42f0-b046-7a31eb336117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c7c399-7ad2-4aa9-aea9-5096d5610a71', 'name': 'tempest-AttachVolumeShelveTestJSON-1840383852-router', 'tenant_id': '57296d41c5f54ce79a9b782f4a8b4677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '054873b3-9d4e-4a94-834d-8373e369ec96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:50:49Z', 'updated_at': '2021-08-16T22:50:51Z', 'revision_number': 3, 'project_id': '57296d41c5f54ce79a9b782f4a8b4677', 'gw_port': {'id': '054873b3-9d4e-4a94-834d-8373e369ec96', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:bf:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c7c399-7ad2-4aa9-aea9-5096d5610a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:50:50Z', 'updated_at': '2021-08-16T22:50:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:50:53.489973 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbaa0c61-ce60-42f0-b046-7a31eb336117 None None] Checking router: c9c7c399-7ad2-4aa9-aea9-5096d5610a71 for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:50:53.490229 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbaa0c61-ce60-42f0-b046-7a31eb336117 None None] Updating router c9c7c399-7ad2-4aa9-aea9-5096d5610a71 port 054873b3-9d4e-4a94-834d-8373e369ec96 binding host n-d-791506-26 {{(pid=101293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:50:53.514326 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f0965f96-1111-4e60-896a-7b311f3e4ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:53.525022 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec19fac7-cdc7-4e6a-8321-fee0ec490dfc req-03c2ac9d-52a5-415a-8b36-8de5a2ae1536 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:53.528310 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-ec19fac7-cdc7-4e6a-8321-fee0ec490dfc req-03c2ac9d-52a5-415a-8b36-8de5a2ae1536 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.68 "GET /v2.0/ports?device_id=7df45d2f-eed2-4217-8d86-48044163bc75 HTTP/1.1" status: 200 len: 950 time: 0.0777726 Aug 16 22:50:53.530594 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f23d3b21-15f9-48db-9447-23eaa5d44e92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6898dda7-5194-45f9-8075-a9e3379de869'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:50:53.532877 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60b85e9c-130d-4164-aba6-d28d547beafa" -d '{"events": [{"server_uuid": "f23d3b21-15f9-48db-9447-23eaa5d44e92", "name": "network-vif-plugged", "status": "completed", "tag": "6898dda7-5194-45f9-8075-a9e3379de869"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:50:53.553105 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-dbaa0c61-ce60-42f0-b046-7a31eb336117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:53.555860 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 6898dda7-5194-45f9-8075-a9e3379de869, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=6898dda7-5194-45f9-8075-a9e3379de869,segment=NetworkSegment(0776e957-0fd5-4cd9-b2cd-f5649efce124),segment_id=0776e957-0fd5-4cd9-b2cd-f5649efce124)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:50:53.582328 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-89533630-0a71-4e89-acff-bd04d41bb8eb None None] Provisioning complete for port 1ae7695c-c16e-4790-bd60-ea05fc721b97 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:50:53.582720 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-89533630-0a71-4e89-acff-bd04d41bb8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:53.604268 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:53.631535 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0965f96-1111-4e60-896a-7b311f3e4ad3 admin admin] Network 6017926f-7eef-429e-a22b-3a35337dccd4 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:50:53.642318 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-f0965f96-1111-4e60-896a-7b311f3e4ad3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:50:53.673333 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0965f96-1111-4e60-896a-7b311f3e4ad3 admin admin] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:50:53.713948 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0965f96-1111-4e60-896a-7b311f3e4ad3 admin admin] Pushing event updated for resources: {'Port': ['ID=0975fd19-4250-46d8-81e3-b66f14831a7f,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:53.751673 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f0965f96-1111-4e60-896a-7b311f3e4ad3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954230'] for router_interface, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:53.771052 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:53.815839 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=6898dda7-5194-45f9-8075-a9e3379de869,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:53.891404 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 1ae7695c-c16e-4790-bd60-ea05fc721b97, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=1ae7695c-c16e-4790-bd60-ea05fc721b97,segment=NetworkSegment(b23390f1-3345-4e11-b45b-da1aa220458a),segment_id=b23390f1-3345-4e11-b45b-da1aa220458a)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:50:53.924663 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:53.960951 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-89533630-0a71-4e89-acff-bd04d41bb8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:53.993635 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2154e784-a437-4d3e-9d63-bb996d198854 req-5a90bb8f-9be6-4211-b852-4e608d246ca6 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] 10.222.0.36 "GET /v2.0/security-groups?id=a98730cd-3ee7-4a69-bb1e-5c90a37c1f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5320520 Aug 16 22:50:54.048472 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3024d0ca-7744-4293-9636-7b07240f9bd5 req-0d7960da-31c6-413b-aae6-629da370bc60 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:54.050341 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3024d0ca-7744-4293-9636-7b07240f9bd5 req-0d7960da-31c6-413b-aae6-629da370bc60 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=195f465d-89cd-403a-9319-c4c4f08fdfc5 HTTP/1.1" status: 200 len: 943 time: 0.1690691 Aug 16 22:50:54.114361 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3024d0ca-7744-4293-9636-7b07240f9bd5 req-243991a8-96c0-441e-9b78-9d5ff3ac7409 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552993 Aug 16 22:50:54.212805 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46186cc-6c3c-4868-a363-2bb69f2d8912 req-76fb2328-fb5f-4ba4-8707-cc2e56a5cac2 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:54.218781 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f46186cc-6c3c-4868-a363-2bb69f2d8912 req-76fb2328-fb5f-4ba4-8707-cc2e56a5cac2 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccafbb9c-84fb-4dc5-9318-99c0fbf40f72 HTTP/1.1" status: 200 len: 950 time: 0.0765266 Aug 16 22:50:54.221460 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-dbaa0c61-ce60-42f0-b046-7a31eb336117 None None] Notify callbacks [] for port, precommit_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:54.246946 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-dbaa0c61-ce60-42f0-b046-7a31eb336117 None None] Transition to ACTIVE for port object 054873b3-9d4e-4a94-834d-8373e369ec96 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:50:54.249101 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-ec19fac7-cdc7-4e6a-8321-fee0ec490dfc req-6c83eb0f-eb9d-4cd8-80e7-73a1d4c0106b tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Deleting port 5df2da5d-eef0-4761-a20a-65bd101099bf {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:50:54.249740 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-ec19fac7-cdc7-4e6a-8321-fee0ec490dfc req-6c83eb0f-eb9d-4cd8-80e7-73a1d4c0106b tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:54.252227 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=1ae7695c-c16e-4790-bd60-ea05fc721b97,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:54.273569 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71b758ec-248f-4b2a-9215-6dcf52371d53 x-openstack-request-id: req-71b758ec-248f-4b2a-9215-6dcf52371d53 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:50:54.274154 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f23d3b21-15f9-48db-9447-23eaa5d44e92", "name": "network-vif-plugged", "status": "completed", "tag": "6898dda7-5194-45f9-8075-a9e3379de869", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:50:54.274596 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-71b758ec-248f-4b2a-9215-6dcf52371d53 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:50:54.275163 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f23d3b21-15f9-48db-9447-23eaa5d44e92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6898dda7-5194-45f9-8075-a9e3379de869', 'code': 200} Aug 16 22:50:54.297324 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f46186cc-6c3c-4868-a363-2bb69f2d8912 req-016fdaeb-2453-41cb-b592-9d8a231820f1 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704110 Aug 16 22:50:54.320792 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b01cf34-81b0-4a80-8ef0-96023c584d98 req-ce8cfb60-14d1-47ac-9457-1cb1abc3f64b tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:54.328616 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1b01cf34-81b0-4a80-8ef0-96023c584d98 req-ce8cfb60-14d1-47ac-9457-1cb1abc3f64b tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] 10.222.0.36 "GET /v2.0/ports?device_id=a50c58d7-d116-4c8e-b014-130d383ba537 HTTP/1.1" status: 200 len: 944 time: 0.0626085 Aug 16 22:50:54.329069 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.db.api [None req-89533630-0a71-4e89-acff-bd04d41bb8eb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101293) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:50:54.329486 n-d-791506-26 neutron-server[101293]: DEBUG oslo_db.api [None req-89533630-0a71-4e89-acff-bd04d41bb8eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:50:54.330028 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-dbaa0c61-ce60-42f0-b046-7a31eb336117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:54.354516 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-ec19fac7-cdc7-4e6a-8321-fee0ec490dfc req-6c83eb0f-eb9d-4cd8-80e7-73a1d4c0106b tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] For port 5df2da5d-eef0-4761-a20a-65bd101099bf, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=5df2da5d-eef0-4761-a20a-65bd101099bf,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:50:54.355033 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-ec19fac7-cdc7-4e6a-8321-fee0ec490dfc req-6c83eb0f-eb9d-4cd8-80e7-73a1d4c0106b tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:54.371144 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-ec19fac7-cdc7-4e6a-8321-fee0ec490dfc req-6c83eb0f-eb9d-4cd8-80e7-73a1d4c0106b tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Calling delete_port for 5df2da5d-eef0-4761-a20a-65bd101099bf owned by compute:nova {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:50:54.378381 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1b01cf34-81b0-4a80-8ef0-96023c584d98 req-26f57cfc-9933-455d-98cc-e017bc39c827 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] 10.222.0.36 "GET /v2.0/security-groups?id=540ed4cf-0245-400b-b069-6009faf7f924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487821 Aug 16 22:50:54.394078 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0c62a1-d972-447c-b36a-80c80660a7a1 None None] Pushing event updated for resources: {'Port': ['ID=054873b3-9d4e-4a94-834d-8373e369ec96,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:54.420081 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-dbaa0c61-ce60-42f0-b046-7a31eb336117 None None] Attempting to bind port 054873b3-9d4e-4a94-834d-8373e369ec96 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:50:54.420853 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-dbaa0c61-ce60-42f0-b046-7a31eb336117 None None] Attempting to bind port 054873b3-9d4e-4a94-834d-8373e369ec96 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:50:54.422529 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbaa0c61-ce60-42f0-b046-7a31eb336117 None None] Attempting to bind port 054873b3-9d4e-4a94-834d-8373e369ec96 on network c22c4980-c849-406d-982c-a5d68c515a94 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:50:54.429369 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbaa0c61-ce60-42f0-b046-7a31eb336117 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:50:54.430048 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbaa0c61-ce60-42f0-b046-7a31eb336117 None None] Checking segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:50:54.430616 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-dbaa0c61-ce60-42f0-b046-7a31eb336117 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:54.431163 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbaa0c61-ce60-42f0-b046-7a31eb336117 None None] Bound using segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:50:54.432564 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-dbaa0c61-ce60-42f0-b046-7a31eb336117 None None] Bound port: 054873b3-9d4e-4a94-834d-8373e369ec96, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:50:54.433150 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-dbaa0c61-ce60-42f0-b046-7a31eb336117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:54.492347 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f0965f96-1111-4e60-896a-7b311f3e4ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:54.520784 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-dbaa0c61-ce60-42f0-b046-7a31eb336117 None None] For port 054873b3-9d4e-4a94-834d-8373e369ec96, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:50:54.525342 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-dbaa0c61-ce60-42f0-b046-7a31eb336117 None None] For port 054873b3-9d4e-4a94-834d-8373e369ec96, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=054873b3-9d4e-4a94-834d-8373e369ec96,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:50:54.531727 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-dbaa0c61-ce60-42f0-b046-7a31eb336117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:54.537765 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5de8395-b50e-4334-93ab-a779411f4a57 req-cab21e5d-f476-49bb-aff7-7846e8f86db3 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:54.539562 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a5de8395-b50e-4334-93ab-a779411f4a57 req-cab21e5d-f476-49bb-aff7-7846e8f86db3 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=f23d3b21-15f9-48db-9447-23eaa5d44e92 HTTP/1.1" status: 200 len: 945 time: 0.0784214 Aug 16 22:50:54.540088 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09aa496-f114-4168-ba7f-cc984b9f1ade req-72cadd42-1639-47cc-a26a-0e4cbf8e5e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:54.541714 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-a09aa496-f114-4168-ba7f-cc984b9f1ade req-72cadd42-1639-47cc-a26a-0e4cbf8e5e0c service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=f23d3b21-15f9-48db-9447-23eaa5d44e92 HTTP/1.1" status: 200 len: 1097 time: 0.3279986 Aug 16 22:50:54.550374 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145926c1-964e-45e2-9a5d-b895dd428366 req-8186b305-0f5f-4e4f-841e-f15a88155e22 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:54.559897 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-145926c1-964e-45e2-9a5d-b895dd428366 req-8186b305-0f5f-4e4f-841e-f15a88155e22 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/ports?device_id=7df45d2f-eed2-4217-8d86-48044163bc75 HTTP/1.1" status: 200 len: 950 time: 0.1379416 Aug 16 22:50:54.613644 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbaa0c61-ce60-42f0-b046-7a31eb336117 None None] Routers {'c9c7c399-7ad2-4aa9-aea9-5096d5610a71'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:50:54.615114 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-dbaa0c61-ce60-42f0-b046-7a31eb336117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:50:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['c9c7c399-7ad2-4aa9-aea9-5096d5610a71'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:50:54.617523 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 46991f02-0877-4fdb-a939-148b962ab439 details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:50:54.619497 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a5de8395-b50e-4334-93ab-a779411f4a57 req-c53872c1-c854-45b2-a448-99962f9cc145 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517988 Aug 16 22:50:54.675334 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-145926c1-964e-45e2-9a5d-b895dd428366 req-06a6124a-1ce8-4fb7-b8c3-b0665a48c473 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf51abff-a5e4-4ed4-87b7-552597e1ec97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118765 Aug 16 22:50:54.678633 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-ec19fac7-cdc7-4e6a-8321-fee0ec490dfc req-6c83eb0f-eb9d-4cd8-80e7-73a1d4c0106b tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:54.699617 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['6febc145-575d-4190-8648-f4c30710fedf', '2936c26e-d0eb-4c67-ab4d-e875efb1b500', '5dc72a00-0f55-40d2-95ec-e6c1f053f268', 'a55a6d11-4f48-478c-b6b0-5567dcd53c85', '5df2da5d-eef0-4761-a20a-65bd101099bf'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:50:54.703161 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0c62a1-d972-447c-b36a-80c80660a7a1 None None] Pushing event updated for resources: {'Port': ['ID=054873b3-9d4e-4a94-834d-8373e369ec96,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:54.755499 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-a09aa496-f114-4168-ba7f-cc984b9f1ade req-21d8ef66-49b0-46bc-8c81-782b6f6a3884 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850247 Aug 16 22:50:54.762776 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c83eb0f-eb9d-4cd8-80e7-73a1d4c0106b tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Pushing event deleted for resources: {'Port': ['ID=5df2da5d-eef0-4761-a20a-65bd101099bf,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:54.792796 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['f323738b-f883-4014-ba78-4c322dc7f679', '5889a528-9304-413d-8a3e-d220839675c1'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:50:54.798871 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dd89e9-2da2-43b1-a48a-233c50754a61 req-e83941a7-4241-422d-847e-c631ac578e87 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:54.801383 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e0dd89e9-2da2-43b1-a48a-233c50754a61 req-e83941a7-4241-422d-847e-c631ac578e87 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=874b6679-a5eb-4e9a-a8a3-13432fb39a1e HTTP/1.1" status: 200 len: 943 time: 0.0737734 Aug 16 22:50:54.820604 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device cd1e7f64-8870-43a6-ba3c-2458ba477ea5 up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:50:54.853772 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e0dd89e9-2da2-43b1-a48a-233c50754a61 req-68d2ce9c-e908-453f-a6fb-828b95c75f58 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447760 Aug 16 22:50:54.869549 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec19fac7-cdc7-4e6a-8321-fee0ec490dfc req-6c83eb0f-eb9d-4cd8-80e7-73a1d4c0106b tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] No DVR routers for this DVR port 5df2da5d-eef0-4761-a20a-65bd101099bf on host n-h1-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:50:54.894631 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-ec19fac7-cdc7-4e6a-8321-fee0ec490dfc req-6c83eb0f-eb9d-4cd8-80e7-73a1d4c0106b tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:54.896694 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-ec19fac7-cdc7-4e6a-8321-fee0ec490dfc req-6c83eb0f-eb9d-4cd8-80e7-73a1d4c0106b tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.68 "DELETE /v2.0/ports/5df2da5d-eef0-4761-a20a-65bd101099bf HTTP/1.1" status: 204 len: 173 time: 1.3572085 Aug 16 22:50:54.897332 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7df45d2f-eed2-4217-8d86-48044163bc75', 'name': 'network-vif-deleted', 'tag': '5df2da5d-eef0-4761-a20a-65bd101099bf'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:50:54.907049 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67432243-d030-4750-bf51-b5678a6bb0aa" -d '{"events": [{"server_uuid": "7df45d2f-eed2-4217-8d86-48044163bc75", "name": "network-vif-deleted", "tag": "5df2da5d-eef0-4761-a20a-65bd101099bf"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:50:54.986063 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f0965f96-1111-4e60-896a-7b311f3e4ad3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:54.993134 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f0965f96-1111-4e60-896a-7b311f3e4ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:55.032112 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7c4648e-6c04-46c0-a784-15c92af87e7a x-openstack-request-id: req-b7c4648e-6c04-46c0-a784-15c92af87e7a {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:50:55.032748 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7df45d2f-eed2-4217-8d86-48044163bc75", "name": "network-vif-deleted", "tag": "5df2da5d-eef0-4761-a20a-65bd101099bf", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:50:55.033180 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b7c4648e-6c04-46c0-a784-15c92af87e7a {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:50:55.033891 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7df45d2f-eed2-4217-8d86-48044163bc75', 'name': 'network-vif-deleted', 'tag': '5df2da5d-eef0-4761-a20a-65bd101099bf', 'status': 'completed', 'code': 200} Aug 16 22:50:55.071854 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.db.resource_extend [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 22:50:55.076053 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 1ae7695c-c16e-4790-bd60-ea05fc721b97 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:50:55.092678 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f0965f96-1111-4e60-896a-7b311f3e4ad3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954122'] for router_interface, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:55.095038 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0965f96-1111-4e60-896a-7b311f3e4ad3 admin admin] Pushing event updated for resources: {'Port': ['ID=0975fd19-4250-46d8-81e3-b66f14831a7f,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:55.214355 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1561c85c-4987-48de-8456-55b4927bbefb req-01437505-fe28-4688-8a2b-979bbaf33245 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:55.226072 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1561c85c-4987-48de-8456-55b4927bbefb req-01437505-fe28-4688-8a2b-979bbaf33245 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] 10.222.0.36 "GET /v2.0/ports?device_id=94d83694-d21c-493c-a521-48c7f035728b HTTP/1.1" status: 200 len: 944 time: 0.1092491 Aug 16 22:50:55.259610 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0965f96-1111-4e60-896a-7b311f3e4ad3 admin admin] Network 6017926f-7eef-429e-a22b-3a35337dccd4 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:50:55.261587 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-f0965f96-1111-4e60-896a-7b311f3e4ad3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:50:55.322016 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1561c85c-4987-48de-8456-55b4927bbefb req-fb185ae6-4922-4251-8470-a71a0f891a13 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] 10.222.0.36 "GET /v2.0/security-groups?id=a98730cd-3ee7-4a69-bb1e-5c90a37c1f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771255 Aug 16 22:50:55.348396 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:55.351031 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadcd8c2-5669-4af9-8e09-f38dc50b371f req-fc908acf-f3c5-413a-a6cf-db9f7f233296 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:55.351890 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-eadcd8c2-5669-4af9-8e09-f38dc50b371f req-fc908acf-f3c5-413a-a6cf-db9f7f233296 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=195f465d-89cd-403a-9319-c4c4f08fdfc5 HTTP/1.1" status: 200 len: 943 time: 0.1246116 Aug 16 22:50:55.360325 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-dbaa0c61-ce60-42f0-b046-7a31eb336117 None None] Set router c9c7c399-7ad2-4aa9-aea9-5096d5610a71 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:50:55.471617 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-eadcd8c2-5669-4af9-8e09-f38dc50b371f req-f3644ce2-2528-4dfa-abe8-db09edc39793 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133280 Aug 16 22:50:55.473483 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0965f96-1111-4e60-896a-7b311f3e4ad3 admin admin] Router c9c7c399-7ad2-4aa9-aea9-5096d5610a71 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:50:55.557718 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89d68b0-6407-43d5-983d-3c61bdbe891a req-9657c16c-a887-460b-8d17-468b89b1c7d8 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:55.559538 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a89d68b0-6407-43d5-983d-3c61bdbe891a req-9657c16c-a887-460b-8d17-468b89b1c7d8 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccafbb9c-84fb-4dc5-9318-99c0fbf40f72 HTTP/1.1" status: 200 len: 950 time: 0.1044521 Aug 16 22:50:55.563083 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning for port cd1e7f64-8870-43a6-ba3c-2458ba477ea5 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:50:55.574194 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 1ae7695c-c16e-4790-bd60-ea05fc721b97 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:50:55.577246 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:55.628620 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port cd1e7f64-8870-43a6-ba3c-2458ba477ea5 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:50:55.630636 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:55.704643 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0965f96-1111-4e60-896a-7b311f3e4ad3 admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:50:55.712924 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a89d68b0-6407-43d5-983d-3c61bdbe891a req-bfa0e629-afc2-4f24-ae03-b8b0c7a3ffd8 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456776 Aug 16 22:50:55.716991 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-f0965f96-1111-4e60-896a-7b311f3e4ad3 admin admin] 10.222.0.36 "PUT /v2.0/routers/c9c7c399-7ad2-4aa9-aea9-5096d5610a71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2006102 Aug 16 22:50:55.759695 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11d9a6c-38e7-4d0a-a365-d2500af377e0 req-af130de6-8925-458f-9726-8f9571f04673 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:55.761550 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b11d9a6c-38e7-4d0a-a365-d2500af377e0 req-af130de6-8925-458f-9726-8f9571f04673 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] 10.222.0.36 "GET /v2.0/ports?device_id=a50c58d7-d116-4c8e-b014-130d383ba537 HTTP/1.1" status: 200 len: 944 time: 0.1200616 Aug 16 22:50:55.847924 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-696efeb1-2f2d-4d09-8d60-90d0679e9e8f None None] Provisioning for port 0975fd19-4250-46d8-81e3-b66f14831a7f completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:50:55.848432 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b11d9a6c-38e7-4d0a-a365-d2500af377e0 req-06738f79-b5ce-4081-9085-40567c43582f tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] 10.222.0.36 "GET /v2.0/security-groups?id=540ed4cf-0245-400b-b069-6009faf7f924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806808 Aug 16 22:50:55.871635 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 46991f02-0877-4fdb-a939-148b962ab439, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=46991f02-0877-4fdb-a939-148b962ab439,segment=NetworkSegment(f636a4c4-5ebb-45e7-a739-a275ed345fed),segment_id=f636a4c4-5ebb-45e7-a739-a275ed345fed)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:50:55.968273 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-696efeb1-2f2d-4d09-8d60-90d0679e9e8f None None] Provisioning complete for port 0975fd19-4250-46d8-81e3-b66f14831a7f triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:50:55.969548 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-696efeb1-2f2d-4d09-8d60-90d0679e9e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:56.003193 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e749dc66-bede-4a1e-b097-c9293a731832 req-db7abcd9-0132-4b55-b026-55d5304eb1c7 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:56.013398 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e749dc66-bede-4a1e-b097-c9293a731832 req-db7abcd9-0132-4b55-b026-55d5304eb1c7 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=f23d3b21-15f9-48db-9447-23eaa5d44e92 HTTP/1.1" status: 200 len: 945 time: 0.1634765 Aug 16 22:50:56.076037 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e749dc66-bede-4a1e-b097-c9293a731832 req-217b2a35-1a03-404a-a5a1-2226cce2a727 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615921 Aug 16 22:50:56.193951 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': '46991f02-0877-4fdb-a939-148b962ab439', 'network_id': 'bdacd106-3582-43d1-a3c6-7a9333f5e2e0', 'port_id': '46991f02-0877-4fdb-a939-148b962ab439', 'mac_address': 'fa:16:3e:22:76:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78dd72b6-bd21-4b15-8ce7-13fda92dba19', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:50:56.283178 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7009bf5b-a18f-43db-ba4b-c376ae4a4fdb req-c35b8b7e-91c9-428b-a788-cdbf84b43dd6 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:56.284942 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7009bf5b-a18f-43db-ba4b-c376ae4a4fdb req-c35b8b7e-91c9-428b-a788-cdbf84b43dd6 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=874b6679-a5eb-4e9a-a8a3-13432fb39a1e HTTP/1.1" status: 200 len: 943 time: 0.0884130 Aug 16 22:50:56.291660 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c3f8811b-99f1-403d-9474-6c5ef546b941 req-f0f44167-cde4-4b83-9d78-c76c96b4a74e service neutron] 10.222.0.57 "GET /v2.0/ports/f60c1841-d48e-4cc7-b1a1-1650b8d9fd20/bindings/n-h1-791506-26 HTTP/1.1" status: 200 len: 385 time: 0.1256886 Aug 16 22:50:56.332299 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-696efeb1-2f2d-4d09-8d60-90d0679e9e8f None None] Port 0975fd19-4250-46d8-81e3-b66f14831a7f cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:50:56.339494 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7009bf5b-a18f-43db-ba4b-c376ae4a4fdb req-1ad24d03-0848-47ac-b9ed-a6e4f904ae64 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437086 Aug 16 22:50:56.342274 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:56.414279 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56198) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:50:56.419569 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-91b7f4b5-5b02-4c41-90ef-8ff94434090a tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Request body: {'security_group': {'name': 'tempest-securitygroup--774273171', 'description': 'tempest-description--1871214405'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:50:56.465016 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:56.491558 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-91b7f4b5-5b02-4c41-90ef-8ff94434090a tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:56.522954 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94d83694-d21c-493c-a521-48c7f035728b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd1e7f64-8870-43a6-ba3c-2458ba477ea5'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:50:56.525277 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ff6986-2d19-412b-9b45-8534dc2ecf2f" -d '{"events": [{"server_uuid": "94d83694-d21c-493c-a521-48c7f035728b", "name": "network-vif-plugged", "status": "completed", "tag": "cd1e7f64-8870-43a6-ba3c-2458ba477ea5"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:50:56.545229 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-c3f8811b-99f1-403d-9474-6c5ef546b941 req-8ee88bb7-1efc-49f3-ba41-e43c725b9eda service neutron] For port f60c1841-d48e-4cc7-b1a1-1650b8d9fd20, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=f60c1841-d48e-4cc7-b1a1-1650b8d9fd20,segment=NetworkSegment(b4a6b143-6a51-43cd-8781-944dbb368ca5),segment_id=b4a6b143-6a51-43cd-8781-944dbb368ca5)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:50:56.563862 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46991f02-0877-4fdb-a939-148b962ab439 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:50:56.570461 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port cd1e7f64-8870-43a6-ba3c-2458ba477ea5, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=cd1e7f64-8870-43a6-ba3c-2458ba477ea5,segment=NetworkSegment(5e510fdc-9ea8-43b0-91d8-907062ccfd65),segment_id=5e510fdc-9ea8-43b0-91d8-907062ccfd65)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:50:56.598213 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:56.599024 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device e1aafbf9-8303-427c-8504-dcb37b143734 up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:50:56.605006 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-6927134d-317f-403f-9938-e8e2102b583b None None] Provisioning complete for port 0975fd19-4250-46d8-81e3-b66f14831a7f triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:50:56.605381 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-6927134d-317f-403f-9938-e8e2102b583b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:56.607569 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-c3f8811b-99f1-403d-9474-6c5ef546b941 req-8ee88bb7-1efc-49f3-ba41-e43c725b9eda service neutron] For port f60c1841-d48e-4cc7-b1a1-1650b8d9fd20, host n-h2-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:50:56.631738 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fd21e5-020a-4c9a-894f-a14a9c889990 req-378e2fdf-f188-4116-a3ec-7fab3aa5bb66 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:56.638786 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-23fd21e5-020a-4c9a-894f-a14a9c889990 req-378e2fdf-f188-4116-a3ec-7fab3aa5bb66 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] 10.222.0.36 "GET /v2.0/ports?device_id=94d83694-d21c-493c-a521-48c7f035728b HTTP/1.1" status: 200 len: 944 time: 0.1614578 Aug 16 22:50:56.652769 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-91b7f4b5-5b02-4c41-90ef-8ff94434090a tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:56.662030 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-c3f8811b-99f1-403d-9474-6c5ef546b941 req-8ee88bb7-1efc-49f3-ba41-e43c725b9eda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f60c1841-d48e-4cc7-b1a1-1650b8d9fd20 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:50:56.667769 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-91b7f4b5-5b02-4c41-90ef-8ff94434090a tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:56.676266 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-c3f8811b-99f1-403d-9474-6c5ef546b941 req-8ee88bb7-1efc-49f3-ba41-e43c725b9eda service neutron] For port f60c1841-d48e-4cc7-b1a1-1650b8d9fd20, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=f60c1841-d48e-4cc7-b1a1-1650b8d9fd20,segment=NetworkSegment(b4a6b143-6a51-43cd-8781-944dbb368ca5),segment_id=b4a6b143-6a51-43cd-8781-944dbb368ca5)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:50:56.692124 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 46991f02-0877-4fdb-a939-148b962ab439, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=46991f02-0877-4fdb-a939-148b962ab439,segment=NetworkSegment(f636a4c4-5ebb-45e7-a739-a275ed345fed),segment_id=f636a4c4-5ebb-45e7-a739-a275ed345fed)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:50:56.693903 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-c3f8811b-99f1-403d-9474-6c5ef546b941 req-8ee88bb7-1efc-49f3-ba41-e43c725b9eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:56.723156 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:56.723410 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 274d2150-3525-4dba-92bb-dc45a148ca83 details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:50:56.744619 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-23fd21e5-020a-4c9a-894f-a14a9c889990 req-022a64f0-cc01-461b-afc1-4c5497c9744b tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] 10.222.0.36 "GET /v2.0/security-groups?id=a98730cd-3ee7-4a69-bb1e-5c90a37c1f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946701 Aug 16 22:50:56.748050 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-91b7f4b5-5b02-4c41-90ef-8ff94434090a tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:56.752528 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-91b7f4b5-5b02-4c41-90ef-8ff94434090a tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3365891 Aug 16 22:50:56.753161 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b7f4b5-5b02-4c41-90ef-8ff94434090a tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0819ca22-363d-4b59-9328-30a084cf554a,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:56.755771 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 56208) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:50:56.774538 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a08ad1-ec91-44e8-a77c-d85414d21eec req-db1731b9-ba6e-485b-a1d8-34fe04dd57b2 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:56.776047 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e6a08ad1-ec91-44e8-a77c-d85414d21eec req-db1731b9-ba6e-485b-a1d8-34fe04dd57b2 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=195f465d-89cd-403a-9319-c4c4f08fdfc5 HTTP/1.1" status: 200 len: 944 time: 0.1033664 Aug 16 22:50:56.788879 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-4804ad75-9dc1-46fd-b722-3446fc234e3b tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Request body: {'security_group_rule': {'security_group_id': '0819ca22-363d-4b59-9328-30a084cf554a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:50:56.819837 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-6927134d-317f-403f-9938-e8e2102b583b None None] Port 0975fd19-4250-46d8-81e3-b66f14831a7f cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:50:56.825273 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4804ad75-9dc1-46fd-b722-3446fc234e3b tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:56.826643 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e6a08ad1-ec91-44e8-a77c-d85414d21eec req-c9407986-1208-4e1d-8bd0-24c6e55d18f6 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426459 Aug 16 22:50:56.840251 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=cd1e7f64-8870-43a6-ba3c-2458ba477ea5,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:56.871863 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e161d323-08aa-49ac-9366-f9d6a2e97bce x-openstack-request-id: req-e161d323-08aa-49ac-9366-f9d6a2e97bce {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:50:56.872503 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94d83694-d21c-493c-a521-48c7f035728b", "name": "network-vif-plugged", "status": "completed", "tag": "cd1e7f64-8870-43a6-ba3c-2458ba477ea5", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:50:56.872975 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e161d323-08aa-49ac-9366-f9d6a2e97bce {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:50:56.885212 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94d83694-d21c-493c-a521-48c7f035728b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd1e7f64-8870-43a6-ba3c-2458ba477ea5', 'code': 200} Aug 16 22:50:56.894221 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-c3f8811b-99f1-403d-9474-6c5ef546b941 req-8ee88bb7-1efc-49f3-ba41-e43c725b9eda service neutron] Transition to ACTIVE for port object f60c1841-d48e-4cc7-b1a1-1650b8d9fd20 will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:50:56.912950 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-c3f8811b-99f1-403d-9474-6c5ef546b941 req-8ee88bb7-1efc-49f3-ba41-e43c725b9eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:56.954255 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-dbaa0c61-ce60-42f0-b046-7a31eb336117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c7c399-7ad2-4aa9-aea9-5096d5610a71', 'name': 'tempest-AttachVolumeShelveTestJSON-1840383852-router', 'tenant_id': '57296d41c5f54ce79a9b782f4a8b4677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '054873b3-9d4e-4a94-834d-8373e369ec96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:50:49Z', 'updated_at': '2021-08-16T22:50:54Z', 'revision_number': 4, 'project_id': '57296d41c5f54ce79a9b782f4a8b4677', 'gw_port': {'id': '054873b3-9d4e-4a94-834d-8373e369ec96', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:bf:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c7c399-7ad2-4aa9-aea9-5096d5610a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:50:50Z', 'updated_at': '2021-08-16T22:50:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '0975fd19-4250-46d8-81e3-b66f14831a7f', 'name': '', 'network_id': '6017926f-7eef-429e-a22b-3a35337dccd4', 'tenant_id': '57296d41c5f54ce79a9b782f4a8b4677', 'mac_address': 'fa:16:3e:c0:87:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c7c399-7ad2-4aa9-aea9-5096d5610a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'bb160313-5dbe-49f2-8a31-7afb6f1954c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:50:53Z', 'updated_at': '2021-08-16T22:50:53Z', 'revision_number': 1, 'project_id': '57296d41c5f54ce79a9b782f4a8b4677', 'subnets': [{'id': 'bb160313-5dbe-49f2-8a31-7afb6f1954c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:50:57.001618 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ed5687-444d-4731-8eb8-6a4acbbff742 req-1423782c-0d88-46ee-8d66-8a149e1a1a53 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:57.003150 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-85ed5687-444d-4731-8eb8-6a4acbbff742 req-1423782c-0d88-46ee-8d66-8a149e1a1a53 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/ports?device_id=c832b9e1-7d5b-4292-8168-e40604a87622 HTTP/1.1" status: 200 len: 950 time: 0.0903616 Aug 16 22:50:57.015406 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4647741a-dff2-417c-8f6c-ef3fdb245592 req-d867d32a-16b0-4813-b71f-9f6ab518072a tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:57.017090 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4647741a-dff2-417c-8f6c-ef3fdb245592 req-d867d32a-16b0-4813-b71f-9f6ab518072a tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccafbb9c-84fb-4dc5-9318-99c0fbf40f72 HTTP/1.1" status: 200 len: 950 time: 0.0917349 Aug 16 22:50:57.037797 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning for port e1aafbf9-8303-427c-8504-dcb37b143734 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:50:57.040271 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbaa0c61-ce60-42f0-b046-7a31eb336117 None None] The sync data for ids ['c9c7c399-7ad2-4aa9-aea9-5096d5610a71'] in n-d-791506-26 is: [{'id': 'c9c7c399-7ad2-4aa9-aea9-5096d5610a71', 'name': 'tempest-AttachVolumeShelveTestJSON-1840383852-router', 'tenant_id': '57296d41c5f54ce79a9b782f4a8b4677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '054873b3-9d4e-4a94-834d-8373e369ec96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:50:49Z', 'updated_at': '2021-08-16T22:50:54Z', 'revision_number': 4, 'project_id': '57296d41c5f54ce79a9b782f4a8b4677', 'gw_port': {'id': '054873b3-9d4e-4a94-834d-8373e369ec96', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:bf:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c7c399-7ad2-4aa9-aea9-5096d5610a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:50:50Z', 'updated_at': '2021-08-16T22:50:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '0975fd19-4250-46d8-81e3-b66f14831a7f', 'name': '', 'network_id': '6017926f-7eef-429e-a22b-3a35337dccd4', 'tenant_id': '57296d41c5f54ce79a9b782f4a8b4677', 'mac_address': 'fa:16:3e:c0:87:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c7c399-7ad2-4aa9-aea9-5096d5610a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'bb160313-5dbe-49f2-8a31-7afb6f1954c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:50:53Z', 'updated_at': '2021-08-16T22:50:53Z', 'revision_number': 1, 'project_id': '57296d41c5f54ce79a9b782f4a8b4677', 'subnets': [{'id': 'bb160313-5dbe-49f2-8a31-7afb6f1954c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:50:57.049264 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4804ad75-9dc1-46fd-b722-3446fc234e3b tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:57.052856 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3f8811b-99f1-403d-9474-6c5ef546b941 req-8ee88bb7-1efc-49f3-ba41-e43c725b9eda service neutron] No DVR routers for this DVR port f60c1841-d48e-4cc7-b1a1-1650b8d9fd20 on host n-h2-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:50:57.062621 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port e1aafbf9-8303-427c-8504-dcb37b143734 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:50:57.063008 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:57.082125 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-85ed5687-444d-4731-8eb8-6a4acbbff742 req-341b7d09-5c62-4d81-be24-ff71a1be52b3 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf51abff-a5e4-4ed4-87b7-552597e1ec97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640287 Aug 16 22:50:57.088618 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4647741a-dff2-417c-8f6c-ef3fdb245592 req-60084ec2-04aa-4a9a-83bf-219f796b7e25 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640953 Aug 16 22:50:57.102681 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4804ad75-9dc1-46fd-b722-3446fc234e3b tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:57.142167 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c35bb0-b69e-477b-afbb-01186fea7bbc req-2b27db0a-5779-4fa9-9725-096761c0b145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:57.144385 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-32c35bb0-b69e-477b-afbb-01186fea7bbc req-2b27db0a-5779-4fa9-9725-096761c0b145 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=94d83694-d21c-493c-a521-48c7f035728b HTTP/1.1" status: 200 len: 1097 time: 0.2133620 Aug 16 22:50:57.147630 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=46991f02-0877-4fdb-a939-148b962ab439,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:57.194801 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c3f8811b-99f1-403d-9474-6c5ef546b941 req-8ee88bb7-1efc-49f3-ba41-e43c725b9eda service neutron] 10.222.0.57 "PUT /v2.0/ports/f60c1841-d48e-4cc7-b1a1-1650b8d9fd20/bindings/n-h1-791506-26/activate HTTP/1.1" status: 200 len: 370 time: 0.8939943 Aug 16 22:50:57.195883 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee88bb7-1efc-49f3-ba41-e43c725b9eda service neutron] Pushing event updated for resources: {'Port': ['ID=f60c1841-d48e-4cc7-b1a1-1650b8d9fd20,revision_number=10']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:57.198865 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4804ad75-9dc1-46fd-b722-3446fc234e3b tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:57.200441 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-4804ad75-9dc1-46fd-b722-3446fc234e3b tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4435222 Aug 16 22:50:57.208210 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 274d2150-3525-4dba-92bb-dc45a148ca83, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=274d2150-3525-4dba-92bb-dc45a148ca83,segment=NetworkSegment(7d1a5182-196d-4b0a-929d-265f51384dc2),segment_id=7d1a5182-196d-4b0a-929d-265f51384dc2)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:50:57.211226 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 56214) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:50:57.228937 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-6eb65720-aad4-437f-9073-e9d63e4f4e0e tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Request body: {'security_group_rule': {'security_group_id': '0819ca22-363d-4b59-9328-30a084cf554a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:50:57.233050 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4804ad75-9dc1-46fd-b722-3446fc234e3b tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38fde68a-8d20-44f6-9abd-e4d468508c46,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:57.261423 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': '274d2150-3525-4dba-92bb-dc45a148ca83', 'network_id': '1ec41dbe-7c0a-4c4b-bab3-26488606d20f', 'port_id': '274d2150-3525-4dba-92bb-dc45a148ca83', 'mac_address': 'fa:16:3e:c2:ee:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd73dbfff-4ee7-4d05-8df7-c328a380882a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:50:57.265223 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-32c35bb0-b69e-477b-afbb-01186fea7bbc req-b8d719b5-3603-44ea-b425-41a28c16ce02 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=a98730cd-3ee7-4a69-bb1e-5c90a37c1f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890052 Aug 16 22:50:57.291709 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6eb65720-aad4-437f-9073-e9d63e4f4e0e tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:57.329380 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc44a8c-630f-4718-8a36-4c7d0f4f62e6 req-d6dc5bf2-00d8-4d02-9956-33ffcb4dd560 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:57.337119 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1dc44a8c-630f-4718-8a36-4c7d0f4f62e6 req-d6dc5bf2-00d8-4d02-9956-33ffcb4dd560 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] 10.222.0.36 "GET /v2.0/ports?device_id=a50c58d7-d116-4c8e-b014-130d383ba537 HTTP/1.1" status: 200 len: 944 time: 0.1735125 Aug 16 22:50:57.347364 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bbc649-5f71-4c21-b8c4-f39b763ea510 req-ae1b9afe-9792-412a-97f7-8a7f461b5472 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:57.348858 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b2bbc649-5f71-4c21-b8c4-f39b763ea510 req-ae1b9afe-9792-412a-97f7-8a7f461b5472 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=f23d3b21-15f9-48db-9447-23eaa5d44e92 HTTP/1.1" status: 200 len: 945 time: 0.0927882 Aug 16 22:50:57.352642 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:57.385787 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:57.410044 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6eb65720-aad4-437f-9073-e9d63e4f4e0e tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:57.420205 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6eb65720-aad4-437f-9073-e9d63e4f4e0e tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:57.424331 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1dc44a8c-630f-4718-8a36-4c7d0f4f62e6 req-7c70088c-8ae9-4900-980a-0ff30887c09f tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] 10.222.0.36 "GET /v2.0/security-groups?id=540ed4cf-0245-400b-b069-6009faf7f924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865746 Aug 16 22:50:57.425291 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 274d2150-3525-4dba-92bb-dc45a148ca83 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:50:57.467332 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b2bbc649-5f71-4c21-b8c4-f39b763ea510 req-15475406-bcdd-406f-a6f6-b394336a37b9 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912137 Aug 16 22:50:57.478222 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb65720-aad4-437f-9073-e9d63e4f4e0e tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbe03a7a-2bcc-4a78-8081-2cee435d79e9,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:57.481053 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f8811b-99f1-403d-9474-6c5ef546b941 req-19e86594-501f-46e9-93e0-6042264b0a59 tempest-LiveAutoBlockMigrationV225Test-1199004585 tempest-LiveAutoBlockMigrationV225Test-1199004585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:57.482934 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c3f8811b-99f1-403d-9474-6c5ef546b941 req-19e86594-501f-46e9-93e0-6042264b0a59 tempest-LiveAutoBlockMigrationV225Test-1199004585 tempest-LiveAutoBlockMigrationV225Test-1199004585-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=874b6679-a5eb-4e9a-a8a3-13432fb39a1e&tenant_id=96f36b2ac4b747ffa8d23196eebfe0fe&binding%3Ahost_id=n-h2-791506-26 HTTP/1.1" status: 200 len: 1096 time: 0.1584895 Aug 16 22:50:57.492060 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6eb65720-aad4-437f-9073-e9d63e4f4e0e tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:57.498606 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-6eb65720-aad4-437f-9073-e9d63e4f4e0e tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2784843 Aug 16 22:50:57.500732 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56220) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:50:57.501769 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port e1aafbf9-8303-427c-8504-dcb37b143734, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=e1aafbf9-8303-427c-8504-dcb37b143734,segment=NetworkSegment(5e510fdc-9ea8-43b0-91d8-907062ccfd65),segment_id=5e510fdc-9ea8-43b0-91d8-907062ccfd65)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:50:57.506749 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-a5c29535-67d9-432a-9e5b-fef84124ac54 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Request body: {'floatingip': {'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:50:57.516300 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:57.517284 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 5df2da5d-eef0-4761-a20a-65bd101099bf no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:50:57.566451 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f8811b-99f1-403d-9474-6c5ef546b941 req-b76652dc-bbb1-4fed-a20f-e1ad77bb8ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:57.568056 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c3f8811b-99f1-403d-9474-6c5ef546b941 req-b76652dc-bbb1-4fed-a20f-e1ad77bb8ef6 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=874b6679-a5eb-4e9a-a8a3-13432fb39a1e&tenant_id=96f36b2ac4b747ffa8d23196eebfe0fe HTTP/1.1" status: 200 len: 1096 time: 0.0678453 Aug 16 22:50:57.573692 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 274d2150-3525-4dba-92bb-dc45a148ca83, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=274d2150-3525-4dba-92bb-dc45a148ca83,segment=NetworkSegment(7d1a5182-196d-4b0a-929d-265f51384dc2),segment_id=7d1a5182-196d-4b0a-929d-265f51384dc2)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:50:57.598578 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] No Port match for: 5df2da5d-eef0-4761-a20a-65bd101099bf {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:50:57.598931 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 5df2da5d-eef0-4761-a20a-65bd101099bf not bound to the agent host n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:50:57.604495 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:57.620495 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a5c29535-67d9-432a-9e5b-fef84124ac54 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Notify callbacks [] for floatingip, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:57.661060 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f8811b-99f1-403d-9474-6c5ef546b941 req-96b68c89-0fdb-48d2-aabc-346caa4243bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:57.662876 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c3f8811b-99f1-403d-9474-6c5ef546b941 req-96b68c89-0fdb-48d2-aabc-346caa4243bb service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=96f36b2ac4b747ffa8d23196eebfe0fe&device_id=874b6679-a5eb-4e9a-a8a3-13432fb39a1e HTTP/1.1" status: 200 len: 1096 time: 0.0589573 Aug 16 22:50:57.678289 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=e1aafbf9-8303-427c-8504-dcb37b143734,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:57.699644 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a193a74f-6928-4df6-878f-7f906dae5ba4 req-b396488c-92e4-4f43-8107-832ec272e3d0 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:57.701244 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a193a74f-6928-4df6-878f-7f906dae5ba4 req-b396488c-92e4-4f43-8107-832ec272e3d0 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=f23d3b21-15f9-48db-9447-23eaa5d44e92 HTTP/1.1" status: 200 len: 945 time: 0.1213803 Aug 16 22:50:57.711541 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d34be14-adaf-4130-98ad-bfa1e97092f8 req-d022f755-f836-4c17-96d6-c236e7863ca4 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:57.713406 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1d34be14-adaf-4130-98ad-bfa1e97092f8 req-d022f755-f836-4c17-96d6-c236e7863ca4 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=874b6679-a5eb-4e9a-a8a3-13432fb39a1e HTTP/1.1" status: 200 len: 944 time: 0.1859727 Aug 16 22:50:57.769160 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=274d2150-3525-4dba-92bb-dc45a148ca83,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:57.793201 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f8811b-99f1-403d-9474-6c5ef546b941 req-1f722cc2-ee51-491a-868f-b6bdca5dd93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:57.794835 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a193a74f-6928-4df6-878f-7f906dae5ba4 req-12c6365c-ebdd-428d-a566-b29f751c4c3a tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801005 Aug 16 22:50:57.801079 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c3f8811b-99f1-403d-9474-6c5ef546b941 req-1f722cc2-ee51-491a-868f-b6bdca5dd93a service neutron] 10.222.0.68 "GET /v2.0/networks?id=db61fb9f-768d-428b-8446-991cbb0c6922 HTTP/1.1" status: 200 len: 921 time: 0.1196887 Aug 16 22:50:57.805430 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1d34be14-adaf-4130-98ad-bfa1e97092f8 req-dffed85d-91d5-4b1b-aad9-c26b2e2ee461 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808780 Aug 16 22:50:57.875523 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a5c29535-67d9-432a-9e5b-fef84124ac54 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:57.880426 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c3f8811b-99f1-403d-9474-6c5ef546b941 req-278d1d0b-21fb-4570-8f9a-0a3aa3a08ea6 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f60c1841-d48e-4cc7-b1a1-1650b8d9fd20 HTTP/1.1" status: 200 len: 217 time: 0.0721560 Aug 16 22:50:57.960395 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f8811b-99f1-403d-9474-6c5ef546b941 req-4cc4c509-14bf-4d0f-9d92-c97dfc624534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:57.962547 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c3f8811b-99f1-403d-9474-6c5ef546b941 req-4cc4c509-14bf-4d0f-9d92-c97dfc624534 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f340c0a0-6bbc-45f5-920c-bfa473779acd HTTP/1.1" status: 200 len: 860 time: 0.0671000 Aug 16 22:50:57.999591 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c3f8811b-99f1-403d-9474-6c5ef546b941 req-5aef046d-3b2d-4e80-996c-5d9279d3541c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=db61fb9f-768d-428b-8446-991cbb0c6922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268610 Aug 16 22:50:58.019683 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7403d9d3-347b-4d4c-970b-0fbf654cf5f2 req-66c83a5c-b258-4853-aec1-483c31df0928 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:58.033139 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7403d9d3-347b-4d4c-970b-0fbf654cf5f2 req-66c83a5c-b258-4853-aec1-483c31df0928 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] 10.222.0.36 "GET /v2.0/ports?device_id=94d83694-d21c-493c-a521-48c7f035728b HTTP/1.1" status: 200 len: 945 time: 0.1481144 Aug 16 22:50:58.097693 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-a5c29535-67d9-432a-9e5b-fef84124ac54 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Allocated IP 172.25.4.207 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/b985f02e-b57f-499e-b90e-e5bfd2e9b384) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:50:58.183738 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c3f8811b-99f1-403d-9474-6c5ef546b941 req-496143b6-3a93-4b5b-9a10-55207539e7a8 service neutron] 10.222.0.68 "GET /v2.0/networks/db61fb9f-768d-428b-8446-991cbb0c6922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745741 Aug 16 22:50:58.206920 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7403d9d3-347b-4d4c-970b-0fbf654cf5f2 req-7bd32db1-7178-460c-b11b-21f8b4a29f4a tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] 10.222.0.36 "GET /v2.0/security-groups?id=a98730cd-3ee7-4a69-bb1e-5c90a37c1f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641316 Aug 16 22:50:58.298978 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a5c29535-67d9-432a-9e5b-fef84124ac54 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:58.334235 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['46991f02-0877-4fdb-a939-148b962ab439'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:50:58.347330 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c3f8811b-99f1-403d-9474-6c5ef546b941 req-b892bd80-6990-4829-b468-d0a413f55478 service neutron] 10.222.0.68 "GET /v2.0/networks/db61fb9f-768d-428b-8446-991cbb0c6922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512291 Aug 16 22:50:58.372270 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['274d2150-3525-4dba-92bb-dc45a148ca83'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:50:58.453079 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660ec4b3-79d9-4050-8dac-606466858357 req-2f1ce26d-8d1d-46d5-ae31-5807914ffc6e tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:58.454939 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-660ec4b3-79d9-4050-8dac-606466858357 req-2f1ce26d-8d1d-46d5-ae31-5807914ffc6e tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=195f465d-89cd-403a-9319-c4c4f08fdfc5 HTTP/1.1" status: 200 len: 944 time: 0.1489003 Aug 16 22:50:58.467360 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d375fb-1845-4d25-a18e-3e94904cf7e5 req-66f1cfdd-2bb5-48ba-8cd1-f48c83c1f7ac tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:58.469504 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-18d375fb-1845-4d25-a18e-3e94904cf7e5 req-66f1cfdd-2bb5-48ba-8cd1-f48c83c1f7ac tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/ports?device_id=c832b9e1-7d5b-4292-8168-e40604a87622 HTTP/1.1" status: 200 len: 950 time: 0.1206844 Aug 16 22:50:58.522888 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a5c29535-67d9-432a-9e5b-fef84124ac54 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:58.594341 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c29535-67d9-432a-9e5b-fef84124ac54 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:50:58.609426 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-a5c29535-67d9-432a-9e5b-fef84124ac54 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:50:58.612031 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c29535-67d9-432a-9e5b-fef84124ac54 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:50:58.620712 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-660ec4b3-79d9-4050-8dac-606466858357 req-23f08646-dc97-404d-aca5-2d528ffb44a5 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487164 Aug 16 22:50:58.655447 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-18d375fb-1845-4d25-a18e-3e94904cf7e5 req-6e29a4b7-8cf8-4f9e-ba15-1d4940c75729 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf51abff-a5e4-4ed4-87b7-552597e1ec97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666348 Aug 16 22:50:58.685588 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c29535-67d9-432a-9e5b-fef84124ac54 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Pushing event updated for resources: {'Port': ['ID=b985f02e-b57f-499e-b90e-e5bfd2e9b384,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:58.809670 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f5e3c-ac72-4dde-b50f-391320674127 req-ed03ada7-23ab-48ed-a71e-98281ce50e84 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:58.811498 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e16f5e3c-ac72-4dde-b50f-391320674127 req-ed03ada7-23ab-48ed-a71e-98281ce50e84 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.68 "GET /v2.0/ports?device_id=c832b9e1-7d5b-4292-8168-e40604a87622 HTTP/1.1" status: 200 len: 950 time: 0.2030706 Aug 16 22:50:58.819264 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f8811b-99f1-403d-9474-6c5ef546b941 req-1ee211d8-0ad2-415c-8a7e-f305bd851a5b tempest-LiveAutoBlockMigrationV225Test-1199004585 tempest-LiveAutoBlockMigrationV225Test-1199004585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:58.820948 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c3f8811b-99f1-403d-9474-6c5ef546b941 req-1ee211d8-0ad2-415c-8a7e-f305bd851a5b tempest-LiveAutoBlockMigrationV225Test-1199004585 tempest-LiveAutoBlockMigrationV225Test-1199004585-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=874b6679-a5eb-4e9a-a8a3-13432fb39a1e&tenant_id=96f36b2ac4b747ffa8d23196eebfe0fe&binding%3Ahost_id=n-h1-791506-26 HTTP/1.1" status: 200 len: 1096 time: 0.1046240 Aug 16 22:50:58.863332 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a5c29535-67d9-432a-9e5b-fef84124ac54 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:58.886356 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6ff79a3-93e2-4528-8d77-7bbaab2da856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1aafbf9-8303-427c-8504-dcb37b143734'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:50:58.890208 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff6b5fab-adde-416c-9fb4-5185add7f3bc" -d '{"events": [{"server_uuid": "b6ff79a3-93e2-4528-8d77-7bbaab2da856", "name": "network-vif-plugged", "status": "completed", "tag": "e1aafbf9-8303-427c-8504-dcb37b143734"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:50:58.911995 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142f5d5d-20ed-45bd-b6e8-eda927e79233 req-a4842d81-498e-442a-86e6-7d315c9fadcd tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:58.913565 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-142f5d5d-20ed-45bd-b6e8-eda927e79233 req-a4842d81-498e-442a-86e6-7d315c9fadcd tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=f23d3b21-15f9-48db-9447-23eaa5d44e92 HTTP/1.1" status: 200 len: 945 time: 0.1281531 Aug 16 22:50:58.926248 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f670c54-2664-40b1-9635-a6bb51a7d9f1 req-cd0ffb06-f8bb-4ab4-a0fa-37e77804b567 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:58.932377 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5f670c54-2664-40b1-9635-a6bb51a7d9f1 req-cd0ffb06-f8bb-4ab4-a0fa-37e77804b567 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccafbb9c-84fb-4dc5-9318-99c0fbf40f72 HTTP/1.1" status: 200 len: 950 time: 0.1495094 Aug 16 22:50:58.955063 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a5c29535-67d9-432a-9e5b-fef84124ac54 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:59.015638 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 054873b3-9d4e-4a94-834d-8373e369ec96 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:50:59.037407 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5f670c54-2664-40b1-9635-a6bb51a7d9f1 req-49121bac-2cd9-496b-ac31-b7ef41fe815b tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039321 Aug 16 22:50:59.040439 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-142f5d5d-20ed-45bd-b6e8-eda927e79233 req-d44324ed-57a7-4300-b72a-59e2d120694d tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025274 Aug 16 22:50:59.075898 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-e16f5e3c-ac72-4dde-b50f-391320674127 req-bbe7eefd-1988-404f-8bbb-4c07f35ffbdd tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Deleting port a55a6d11-4f48-478c-b6b0-5567dcd53c85 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:50:59.075898 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-e16f5e3c-ac72-4dde-b50f-391320674127 req-bbe7eefd-1988-404f-8bbb-4c07f35ffbdd tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:59.083061 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-c3f8811b-99f1-403d-9474-6c5ef546b941 req-80401fee-e1a9-4a61-97d9-b2fcc1836f77 service neutron] For port f60c1841-d48e-4cc7-b1a1-1650b8d9fd20, host n-h2-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:50:59.091514 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 054873b3-9d4e-4a94-834d-8373e369ec96 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:50:59.097499 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 054873b3-9d4e-4a94-834d-8373e369ec96 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:50:59.098168 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:59.114535 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-c3f8811b-99f1-403d-9474-6c5ef546b941 req-80401fee-e1a9-4a61-97d9-b2fcc1836f77 service neutron] Notify callbacks [] for binding, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:59.115783 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c3f8811b-99f1-403d-9474-6c5ef546b941 req-80401fee-e1a9-4a61-97d9-b2fcc1836f77 service neutron] 10.222.0.68 "DELETE /v2.0/ports/f60c1841-d48e-4cc7-b1a1-1650b8d9fd20/bindings/n-h2-791506-26 HTTP/1.1" status: 204 len: 173 time: 0.2846458 Aug 16 22:50:59.218617 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:59.226867 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-e16f5e3c-ac72-4dde-b50f-391320674127 req-bbe7eefd-1988-404f-8bbb-4c07f35ffbdd tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] For port a55a6d11-4f48-478c-b6b0-5567dcd53c85, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=a55a6d11-4f48-478c-b6b0-5567dcd53c85,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:50:59.227651 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-e16f5e3c-ac72-4dde-b50f-391320674127 req-bbe7eefd-1988-404f-8bbb-4c07f35ffbdd tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:59.241705 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 054873b3-9d4e-4a94-834d-8373e369ec96, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=054873b3-9d4e-4a94-834d-8373e369ec96,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:50:59.241963 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-e16f5e3c-ac72-4dde-b50f-391320674127 req-bbe7eefd-1988-404f-8bbb-4c07f35ffbdd tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Calling delete_port for a55a6d11-4f48-478c-b6b0-5567dcd53c85 owned by compute:nova {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:50:59.247538 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:59.269443 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a5c29535-67d9-432a-9e5b-fef84124ac54 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:59.284466 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7665ae15-360f-41f2-89aa-3bd4f5e96cde req-3d12d2f9-6f44-4e5f-a132-5d0e52edeb77 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:59.286018 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7665ae15-360f-41f2-89aa-3bd4f5e96cde req-3d12d2f9-6f44-4e5f-a132-5d0e52edeb77 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] 10.222.0.36 "GET /v2.0/ports?device_id=a50c58d7-d116-4c8e-b014-130d383ba537 HTTP/1.1" status: 200 len: 945 time: 0.1168368 Aug 16 22:50:59.288531 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a5c29535-67d9-432a-9e5b-fef84124ac54 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:59.305322 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee1923f-3dbf-46c7-9c09-01f017ecc384 req-8a056fdf-bbf7-40ae-9ed7-054e1c4dd57b tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:59.306803 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9ee1923f-3dbf-46c7-9c09-01f017ecc384 req-8a056fdf-bbf7-40ae-9ed7-054e1c4dd57b tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=874b6679-a5eb-4e9a-a8a3-13432fb39a1e HTTP/1.1" status: 200 len: 944 time: 0.1387644 Aug 16 22:50:59.312873 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=054873b3-9d4e-4a94-834d-8373e369ec96,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:59.392450 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-e16f5e3c-ac72-4dde-b50f-391320674127 req-bbe7eefd-1988-404f-8bbb-4c07f35ffbdd tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:59.408518 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['6febc145-575d-4190-8648-f4c30710fedf', '2936c26e-d0eb-4c67-ab4d-e875efb1b500', '5dc72a00-0f55-40d2-95ec-e6c1f053f268'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:50:59.414147 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c29535-67d9-432a-9e5b-fef84124ac54 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Pushing event updated for resources: {'Port': ['ID=b985f02e-b57f-499e-b90e-e5bfd2e9b384,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:59.431317 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7665ae15-360f-41f2-89aa-3bd4f5e96cde req-ffc022f9-4eaa-4c62-af42-85f3d14566e5 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] 10.222.0.36 "GET /v2.0/security-groups?id=540ed4cf-0245-400b-b069-6009faf7f924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336498 Aug 16 22:50:59.433186 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe7eefd-1988-404f-8bbb-4c07f35ffbdd tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Pushing event deleted for resources: {'Port': ['ID=a55a6d11-4f48-478c-b6b0-5567dcd53c85,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:50:59.456919 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9ee1923f-3dbf-46c7-9c09-01f017ecc384 req-0f99cd18-d326-411d-87da-654174109544 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241162 Aug 16 22:50:59.458070 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a5c29535-67d9-432a-9e5b-fef84124ac54 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:59.487341 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-e16f5e3c-ac72-4dde-b50f-391320674127 req-bbe7eefd-1988-404f-8bbb-4c07f35ffbdd tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] No DVR routers for this DVR port a55a6d11-4f48-478c-b6b0-5567dcd53c85 on host n-h1-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:50:59.492105 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-e16f5e3c-ac72-4dde-b50f-391320674127 req-bbe7eefd-1988-404f-8bbb-4c07f35ffbdd tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:59.494933 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e16f5e3c-ac72-4dde-b50f-391320674127 req-bbe7eefd-1988-404f-8bbb-4c07f35ffbdd tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.68 "DELETE /v2.0/ports/a55a6d11-4f48-478c-b6b0-5567dcd53c85 HTTP/1.1" status: 204 len: 173 time: 0.6729558 Aug 16 22:50:59.495641 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c832b9e1-7d5b-4292-8168-e40604a87622', 'name': 'network-vif-deleted', 'tag': 'a55a6d11-4f48-478c-b6b0-5567dcd53c85'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:50:59.500939 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a5c29535-67d9-432a-9e5b-fef84124ac54 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:50:59.502622 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-a5c29535-67d9-432a-9e5b-fef84124ac54 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0007839 Aug 16 22:50:59.504471 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04034df4-e001-4304-a349-0549938bab68" -d '{"events": [{"server_uuid": "c832b9e1-7d5b-4292-8168-e40604a87622", "name": "network-vif-deleted", "tag": "a55a6d11-4f48-478c-b6b0-5567dcd53c85"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:50:59.550520 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a66a537-a7ab-4908-a051-d4def33b5b63 x-openstack-request-id: req-6a66a537-a7ab-4908-a051-d4def33b5b63 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:50:59.550852 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6ff79a3-93e2-4528-8d77-7bbaab2da856", "name": "network-vif-plugged", "status": "completed", "tag": "e1aafbf9-8303-427c-8504-dcb37b143734", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:50:59.551272 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6a66a537-a7ab-4908-a051-d4def33b5b63 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:50:59.551535 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6ff79a3-93e2-4528-8d77-7bbaab2da856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1aafbf9-8303-427c-8504-dcb37b143734', 'code': 200} Aug 16 22:50:59.644423 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a50da25-8c01-4515-aac2-9f71ba6a10cd req-0252cca7-7220-4496-842e-8353ac885713 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:59.645857 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6a50da25-8c01-4515-aac2-9f71ba6a10cd req-0252cca7-7220-4496-842e-8353ac885713 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] 10.222.0.36 "GET /v2.0/ports?device_id=94d83694-d21c-493c-a521-48c7f035728b HTTP/1.1" status: 200 len: 945 time: 0.0899301 Aug 16 22:50:59.650043 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e49a661c-cdcb-4aeb-a004-665ec1c766ac x-openstack-request-id: req-e49a661c-cdcb-4aeb-a004-665ec1c766ac {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:50:59.650401 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c832b9e1-7d5b-4292-8168-e40604a87622", "name": "network-vif-deleted", "tag": "a55a6d11-4f48-478c-b6b0-5567dcd53c85", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:50:59.650695 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e49a661c-cdcb-4aeb-a004-665ec1c766ac {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:50:59.651445 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c832b9e1-7d5b-4292-8168-e40604a87622', 'name': 'network-vif-deleted', 'tag': 'a55a6d11-4f48-478c-b6b0-5567dcd53c85', 'status': 'completed', 'code': 200} Aug 16 22:50:59.680391 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['f323738b-f883-4014-ba78-4c322dc7f679', '5889a528-9304-413d-8a3e-d220839675c1'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:50:59.682556 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device f60c1841-d48e-4cc7-b1a1-1650b8d9fd20 no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:50:59.728955 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6a50da25-8c01-4515-aac2-9f71ba6a10cd req-7147b1db-40e9-4abc-a05e-87d64afbe475 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] 10.222.0.36 "GET /v2.0/security-groups?id=a98730cd-3ee7-4a69-bb1e-5c90a37c1f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756872 Aug 16 22:50:59.734831 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c260de-6c03-4010-8ab2-06ea404d5f9c req-7b0ff32e-a831-4fd3-90e4-31fe40f060f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:59.736431 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d6c260de-6c03-4010-8ab2-06ea404d5f9c req-7b0ff32e-a831-4fd3-90e4-31fe40f060f8 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=b6ff79a3-93e2-4528-8d77-7bbaab2da856 HTTP/1.1" status: 200 len: 1098 time: 0.0768521 Aug 16 22:50:59.814949 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d6c260de-6c03-4010-8ab2-06ea404d5f9c req-0e995f06-a591-4593-af41-c0ce61c8e2c1 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=a98730cd-3ee7-4a69-bb1e-5c90a37c1f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571167 Aug 16 22:50:59.842183 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3d3e7c41-a80e-4da6-b631-98644ba06f62 req-ea8df22e-cc8e-432d-81a7-adbbf851fea6 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--774273171&fields=id&tenant_id=57296d41c5f54ce79a9b782f4a8b4677 HTTP/1.1" status: 200 len: 267 time: 0.0580888 Aug 16 22:50:59.855015 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device f60c1841-d48e-4cc7-b1a1-1650b8d9fd20 not bound to the agent host n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:50:59.970045 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d47d48-5378-46c0-89b8-7604caa2a115 req-482c5744-5465-4313-b614-1a1d6f4014b8 tempest-LiveAutoBlockMigrationV225Test-1199004585 tempest-LiveAutoBlockMigrationV225Test-1199004585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:50:59.971600 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-90d47d48-5378-46c0-89b8-7604caa2a115 req-482c5744-5465-4313-b614-1a1d6f4014b8 tempest-LiveAutoBlockMigrationV225Test-1199004585 tempest-LiveAutoBlockMigrationV225Test-1199004585-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=874b6679-a5eb-4e9a-a8a3-13432fb39a1e HTTP/1.1" status: 200 len: 1096 time: 0.1283236 Aug 16 22:51:00.036042 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8653404f-7f3e-4668-8041-0f378ddcdca7 None None] Sync routers for ids ['c9c7c399-7ad2-4aa9-aea9-5096d5610a71'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:51:00.047922 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8653404f-7f3e-4668-8041-0f378ddcdca7 None None] Routers {'c9c7c399-7ad2-4aa9-aea9-5096d5610a71'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:51:00.049662 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-8653404f-7f3e-4668-8041-0f378ddcdca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:50:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['c9c7c399-7ad2-4aa9-aea9-5096d5610a71'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:51:00.064893 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-90d47d48-5378-46c0-89b8-7604caa2a115 req-4ab68e83-6f6d-4942-9cc3-a0d00ffb0c79 tempest-LiveAutoBlockMigrationV225Test-1199004585 tempest-LiveAutoBlockMigrationV225Test-1199004585-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705953 Aug 16 22:51:00.070746 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3e7c41-a80e-4da6-b631-98644ba06f62 req-dfa4a2db-f643-4174-8f0f-0f7b39e2b7cc tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:00.078341 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3d3e7c41-a80e-4da6-b631-98644ba06f62 req-dfa4a2db-f643-4174-8f0f-0f7b39e2b7cc tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/networks?id=6017926f-7eef-429e-a22b-3a35337dccd4 HTTP/1.1" status: 200 len: 817 time: 0.1934884 Aug 16 22:51:00.095212 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3d3e7c41-a80e-4da6-b631-98644ba06f62 req-fdeea92a-ab41-40f1-b21e-4632fc5e9967 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/quotas/57296d41c5f54ce79a9b782f4a8b4677 HTTP/1.1" status: 200 len: 375 time: 0.0159268 Aug 16 22:51:00.172036 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3d3e7c41-a80e-4da6-b631-98644ba06f62 req-9de93eca-0a8a-4880-9470-9c2d843b5bbb tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=57296d41c5f54ce79a9b782f4a8b4677&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0758169 Aug 16 22:51:00.206701 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-8653404f-7f3e-4668-8041-0f378ddcdca7 None None] Set router c9c7c399-7ad2-4aa9-aea9-5096d5610a71 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:51:00.284029 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623210ff-a7f6-4572-830f-f27a1c661f50 req-4d282d0d-702d-4843-a4af-b1c3ca64b8f7 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:00.291308 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-623210ff-a7f6-4572-830f-f27a1c661f50 req-4d282d0d-702d-4843-a4af-b1c3ca64b8f7 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=195f465d-89cd-403a-9319-c4c4f08fdfc5 HTTP/1.1" status: 200 len: 944 time: 0.1181819 Aug 16 22:51:00.346082 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3d3e7c41-a80e-4da6-b631-98644ba06f62 req-ff13f60e-1918-4c30-b1e1-4ed4e7a4e251 service neutron] 10.222.0.36 "GET /v2.0/networks/6017926f-7eef-429e-a22b-3a35337dccd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642315 Aug 16 22:51:00.356992 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-623210ff-a7f6-4572-830f-f27a1c661f50 req-31fb1460-a3cd-4fb2-a90b-66f3782d565c tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637057 Aug 16 22:51:00.463335 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-8653404f-7f3e-4668-8041-0f378ddcdca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c7c399-7ad2-4aa9-aea9-5096d5610a71', 'name': 'tempest-AttachVolumeShelveTestJSON-1840383852-router', 'tenant_id': '57296d41c5f54ce79a9b782f4a8b4677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '054873b3-9d4e-4a94-834d-8373e369ec96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:50:49Z', 'updated_at': '2021-08-16T22:50:54Z', 'revision_number': 4, 'project_id': '57296d41c5f54ce79a9b782f4a8b4677', 'gw_port': {'id': '054873b3-9d4e-4a94-834d-8373e369ec96', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:bf:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c7c399-7ad2-4aa9-aea9-5096d5610a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:50:50Z', 'updated_at': '2021-08-16T22:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '0975fd19-4250-46d8-81e3-b66f14831a7f', 'name': '', 'network_id': '6017926f-7eef-429e-a22b-3a35337dccd4', 'tenant_id': '57296d41c5f54ce79a9b782f4a8b4677', 'mac_address': 'fa:16:3e:c0:87:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c7c399-7ad2-4aa9-aea9-5096d5610a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'bb160313-5dbe-49f2-8a31-7afb6f1954c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:50:53Z', 'updated_at': '2021-08-16T22:50:54Z', 'revision_number': 2, 'project_id': '57296d41c5f54ce79a9b782f4a8b4677', 'subnets': [{'id': 'bb160313-5dbe-49f2-8a31-7afb6f1954c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:51:00.481757 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b2aa37e4-5b3e-4ac9-a307-a1617607c7d4 req-be475226-e4fa-4ac6-a5cd-96733f432417 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/ports?device_id=c832b9e1-7d5b-4292-8168-e40604a87622 HTTP/1.1" status: 200 len: 210 time: 0.0397723 Aug 16 22:51:00.492891 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8653404f-7f3e-4668-8041-0f378ddcdca7 None None] Checking router: c9c7c399-7ad2-4aa9-aea9-5096d5610a71 for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:51:00.493502 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8653404f-7f3e-4668-8041-0f378ddcdca7 None None] Updating router c9c7c399-7ad2-4aa9-aea9-5096d5610a71 port 0975fd19-4250-46d8-81e3-b66f14831a7f binding host n-d-791506-26 {{(pid=101294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:51:00.506850 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3d3e7c41-a80e-4da6-b631-98644ba06f62 req-4bef95b7-4a52-4838-a7d4-40fcd42f936e service neutron] 10.222.0.36 "GET /v2.0/networks/6017926f-7eef-429e-a22b-3a35337dccd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478221 Aug 16 22:51:00.528331 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-8653404f-7f3e-4668-8041-0f378ddcdca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:00.610130 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f4a108-c426-4d00-ac1a-b470c8e630d0 req-ef5c1011-78b4-4101-8a84-41a6374bcc36 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:00.611827 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a4f4a108-c426-4d00-ac1a-b470c8e630d0 req-ef5c1011-78b4-4101-8a84-41a6374bcc36 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6ff79a3-93e2-4528-8d77-7bbaab2da856 HTTP/1.1" status: 200 len: 946 time: 0.0573642 Aug 16 22:51:00.663965 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a4f4a108-c426-4d00-ac1a-b470c8e630d0 req-e6620c7c-70a8-4b27-acde-481402b08466 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] 10.222.0.36 "GET /v2.0/security-groups?id=a98730cd-3ee7-4a69-bb1e-5c90a37c1f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442722 Aug 16 22:51:00.753872 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb75600a-9796-4609-8b4b-7de6fd38a968 req-b79703ba-6a66-44ee-9352-93dc3442f7bb tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:00.755667 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-eb75600a-9796-4609-8b4b-7de6fd38a968 req-b79703ba-6a66-44ee-9352-93dc3442f7bb tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccafbb9c-84fb-4dc5-9318-99c0fbf40f72 HTTP/1.1" status: 200 len: 950 time: 0.0732870 Aug 16 22:51:00.820671 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4418945b-8978-44c0-9f82-44b6a5051769 req-03cdaabd-8bc5-403c-8b54-6e9b3a2411c9 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:00.822192 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4418945b-8978-44c0-9f82-44b6a5051769 req-03cdaabd-8bc5-403c-8b54-6e9b3a2411c9 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=f23d3b21-15f9-48db-9447-23eaa5d44e92 HTTP/1.1" status: 200 len: 945 time: 0.0900743 Aug 16 22:51:00.825367 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-eb75600a-9796-4609-8b4b-7de6fd38a968 req-f294d61f-f114-47a6-ac8a-3155142457cd tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549092 Aug 16 22:51:00.831931 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-8653404f-7f3e-4668-8041-0f378ddcdca7 None None] Notify callbacks [] for port, precommit_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:00.843517 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.provisioning_blocks [None req-8653404f-7f3e-4668-8041-0f378ddcdca7 None None] Transition to ACTIVE for port object 0975fd19-4250-46d8-81e3-b66f14831a7f will not be triggered until provisioned by entity L2. {{(pid=101294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:51:00.851677 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-8653404f-7f3e-4668-8041-0f378ddcdca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:00.911351 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4418945b-8978-44c0-9f82-44b6a5051769 req-b59e01cd-88e8-456f-8b57-6cd6520537c3 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782597 Aug 16 22:51:00.973341 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e325339-1cc8-4de0-b7c4-52d6797a8013 None None] Pushing event updated for resources: {'Port': ['ID=0975fd19-4250-46d8-81e3-b66f14831a7f,revision_number=3']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:00.983847 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e325339-1cc8-4de0-b7c4-52d6797a8013 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:00.984336 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e325339-1cc8-4de0-b7c4-52d6797a8013 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:00.985315 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e325339-1cc8-4de0-b7c4-52d6797a8013 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:00.985665 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e325339-1cc8-4de0-b7c4-52d6797a8013 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:00.986003 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e325339-1cc8-4de0-b7c4-52d6797a8013 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:00.986337 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e325339-1cc8-4de0-b7c4-52d6797a8013 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:00.986667 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e325339-1cc8-4de0-b7c4-52d6797a8013 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:00.986995 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e325339-1cc8-4de0-b7c4-52d6797a8013 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:00.987322 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e325339-1cc8-4de0-b7c4-52d6797a8013 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:00.987897 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e325339-1cc8-4de0-b7c4-52d6797a8013 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:00.988218 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e325339-1cc8-4de0-b7c4-52d6797a8013 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:00.988561 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e325339-1cc8-4de0-b7c4-52d6797a8013 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:00.991776 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-8653404f-7f3e-4668-8041-0f378ddcdca7 None None] Attempting to bind port 0975fd19-4250-46d8-81e3-b66f14831a7f on host n-d-791506-26 for vnic_type normal with profile {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:51:00.992144 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-8653404f-7f3e-4668-8041-0f378ddcdca7 None None] Attempting to bind port 0975fd19-4250-46d8-81e3-b66f14831a7f by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': 'b23390f1-3345-4e11-b45b-da1aa220458a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6017926f-7eef-429e-a22b-3a35337dccd4'}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:51:00.992501 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8653404f-7f3e-4668-8041-0f378ddcdca7 None None] Attempting to bind port 0975fd19-4250-46d8-81e3-b66f14831a7f on network 6017926f-7eef-429e-a22b-3a35337dccd4 {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:51:01.011667 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8653404f-7f3e-4668-8041-0f378ddcdca7 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:51:01.012040 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8653404f-7f3e-4668-8041-0f378ddcdca7 None None] Checking segment: {'id': 'b23390f1-3345-4e11-b45b-da1aa220458a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6017926f-7eef-429e-a22b-3a35337dccd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:51:01.012448 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-8653404f-7f3e-4668-8041-0f378ddcdca7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:01.012989 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8653404f-7f3e-4668-8041-0f378ddcdca7 None None] Bound using segment: {'id': 'b23390f1-3345-4e11-b45b-da1aa220458a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6017926f-7eef-429e-a22b-3a35337dccd4'} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:51:01.013351 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-8653404f-7f3e-4668-8041-0f378ddcdca7 None None] Bound port: 0975fd19-4250-46d8-81e3-b66f14831a7f, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b23390f1-3345-4e11-b45b-da1aa220458a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6017926f-7eef-429e-a22b-3a35337dccd4'}}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:51:01.013765 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-8653404f-7f3e-4668-8041-0f378ddcdca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:01.041248 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 054873b3-9d4e-4a94-834d-8373e369ec96 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:51:01.097286 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8607ea0d-dbaa-4ca9-a4ed-b116834dbf83 req-c67b8aa4-b080-4cb3-a503-86fd0af61bce tempest-LiveAutoBlockMigrationV225Test-1199004585 tempest-LiveAutoBlockMigrationV225Test-1199004585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:01.100671 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8607ea0d-dbaa-4ca9-a4ed-b116834dbf83 req-c67b8aa4-b080-4cb3-a503-86fd0af61bce tempest-LiveAutoBlockMigrationV225Test-1199004585 tempest-LiveAutoBlockMigrationV225Test-1199004585-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=874b6679-a5eb-4e9a-a8a3-13432fb39a1e HTTP/1.1" status: 200 len: 1096 time: 0.1883500 Aug 16 22:51:01.117641 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 054873b3-9d4e-4a94-834d-8373e369ec96 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:51:01.118107 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:01.148080 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89911fa3-82e0-477f-8b22-25cf476dded5 req-c6e97364-5445-43cc-9fac-0ceb317204d3 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:01.150139 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-89911fa3-82e0-477f-8b22-25cf476dded5 req-c6e97364-5445-43cc-9fac-0ceb317204d3 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] 10.222.0.36 "GET /v2.0/ports?device_id=a50c58d7-d116-4c8e-b014-130d383ba537 HTTP/1.1" status: 200 len: 945 time: 0.1275470 Aug 16 22:51:01.169085 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-8653404f-7f3e-4668-8041-0f378ddcdca7 None None] For port 0975fd19-4250-46d8-81e3-b66f14831a7f, host n-d-791506-26, cleared binding levels {{(pid=101294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:51:01.183522 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-8653404f-7f3e-4668-8041-0f378ddcdca7 None None] For port 0975fd19-4250-46d8-81e3-b66f14831a7f, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=0975fd19-4250-46d8-81e3-b66f14831a7f,segment=NetworkSegment(b23390f1-3345-4e11-b45b-da1aa220458a),segment_id=b23390f1-3345-4e11-b45b-da1aa220458a)] {{(pid=101294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:51:01.191295 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-8653404f-7f3e-4668-8041-0f378ddcdca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:01.213757 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8607ea0d-dbaa-4ca9-a4ed-b116834dbf83 req-70d59dea-2fc4-4b1e-8dbf-3f98f08f69d7 tempest-LiveAutoBlockMigrationV225Test-1199004585 tempest-LiveAutoBlockMigrationV225Test-1199004585-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063154 Aug 16 22:51:01.267442 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8653404f-7f3e-4668-8041-0f378ddcdca7 None None] Routers {'c9c7c399-7ad2-4aa9-aea9-5096d5610a71'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:51:01.268341 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-8653404f-7f3e-4668-8041-0f378ddcdca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:50:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['c9c7c399-7ad2-4aa9-aea9-5096d5610a71'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:51:01.293264 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-89911fa3-82e0-477f-8b22-25cf476dded5 req-c91698ff-7e36-420c-be82-4057fc7ebf83 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] 10.222.0.36 "GET /v2.0/security-groups?id=540ed4cf-0245-400b-b069-6009faf7f924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298292 Aug 16 22:51:01.386967 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bc7c8f98-c6c9-43b6-a1c2-0c8b718c6c6b req-e53e6eb3-b616-4d6e-a51c-957d0e4e8e00 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bc6ad35-37eb-49fc-aa60-10ea3b36c658 HTTP/1.1" status: 200 len: 210 time: 0.0615263 Aug 16 22:51:01.485902 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-8653404f-7f3e-4668-8041-0f378ddcdca7 None None] Set router c9c7c399-7ad2-4aa9-aea9-5096d5610a71 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:51:01.489208 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e325339-1cc8-4de0-b7c4-52d6797a8013 None None] Pushing event updated for resources: {'Port': ['ID=0975fd19-4250-46d8-81e3-b66f14831a7f,revision_number=4']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:01.537824 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3aab22-ab75-460b-b939-9dc322bf64a6 req-369cf435-5bf8-4336-b3ce-e51a33a97c89 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:01.539582 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6f3aab22-ab75-460b-b939-9dc322bf64a6 req-369cf435-5bf8-4336-b3ce-e51a33a97c89 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=195f465d-89cd-403a-9319-c4c4f08fdfc5 HTTP/1.1" status: 200 len: 944 time: 0.0859916 Aug 16 22:51:01.589255 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6f3aab22-ab75-460b-b939-9dc322bf64a6 req-61cddc17-ad1e-4d92-8151-13f66b75d0bc tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402374 Aug 16 22:51:01.675548 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 274d2150-3525-4dba-92bb-dc45a148ca83 up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:51:01.750383 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-8653404f-7f3e-4668-8041-0f378ddcdca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c7c399-7ad2-4aa9-aea9-5096d5610a71', 'name': 'tempest-AttachVolumeShelveTestJSON-1840383852-router', 'tenant_id': '57296d41c5f54ce79a9b782f4a8b4677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '054873b3-9d4e-4a94-834d-8373e369ec96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:50:49Z', 'updated_at': '2021-08-16T22:50:54Z', 'revision_number': 4, 'project_id': '57296d41c5f54ce79a9b782f4a8b4677', 'gw_port': {'id': '054873b3-9d4e-4a94-834d-8373e369ec96', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:bf:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c7c399-7ad2-4aa9-aea9-5096d5610a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:50:50Z', 'updated_at': '2021-08-16T22:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '0975fd19-4250-46d8-81e3-b66f14831a7f', 'name': '', 'network_id': '6017926f-7eef-429e-a22b-3a35337dccd4', 'tenant_id': '57296d41c5f54ce79a9b782f4a8b4677', 'mac_address': 'fa:16:3e:c0:87:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c7c399-7ad2-4aa9-aea9-5096d5610a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'bb160313-5dbe-49f2-8a31-7afb6f1954c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:50:53Z', 'updated_at': '2021-08-16T22:51:01Z', 'revision_number': 4, 'project_id': '57296d41c5f54ce79a9b782f4a8b4677', 'subnets': [{'id': 'bb160313-5dbe-49f2-8a31-7afb6f1954c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:51:01.758951 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning for port 274d2150-3525-4dba-92bb-dc45a148ca83 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:51:01.764378 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port 274d2150-3525-4dba-92bb-dc45a148ca83 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:51:01.764821 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:01.883856 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ac05a9-f1bb-4a9b-a75c-37e2ffe5f8d1 req-c8b09b6f-73fb-4582-8301-6a635332f8ba tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:01.885465 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f8ac05a9-f1bb-4a9b-a75c-37e2ffe5f8d1 req-c8b09b6f-73fb-4582-8301-6a635332f8ba tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6ff79a3-93e2-4528-8d77-7bbaab2da856 HTTP/1.1" status: 200 len: 946 time: 0.1009791 Aug 16 22:51:01.898090 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:01.914212 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8653404f-7f3e-4668-8041-0f378ddcdca7 None None] The sync data for ids ['c9c7c399-7ad2-4aa9-aea9-5096d5610a71'] in n-d-791506-26 is: [{'id': 'c9c7c399-7ad2-4aa9-aea9-5096d5610a71', 'name': 'tempest-AttachVolumeShelveTestJSON-1840383852-router', 'tenant_id': '57296d41c5f54ce79a9b782f4a8b4677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '054873b3-9d4e-4a94-834d-8373e369ec96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:50:49Z', 'updated_at': '2021-08-16T22:50:54Z', 'revision_number': 4, 'project_id': '57296d41c5f54ce79a9b782f4a8b4677', 'gw_port': {'id': '054873b3-9d4e-4a94-834d-8373e369ec96', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:bf:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c7c399-7ad2-4aa9-aea9-5096d5610a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:50:50Z', 'updated_at': '2021-08-16T22:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '0975fd19-4250-46d8-81e3-b66f14831a7f', 'name': '', 'network_id': '6017926f-7eef-429e-a22b-3a35337dccd4', 'tenant_id': '57296d41c5f54ce79a9b782f4a8b4677', 'mac_address': 'fa:16:3e:c0:87:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c7c399-7ad2-4aa9-aea9-5096d5610a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'bb160313-5dbe-49f2-8a31-7afb6f1954c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:50:53Z', 'updated_at': '2021-08-16T22:51:01Z', 'revision_number': 4, 'project_id': '57296d41c5f54ce79a9b782f4a8b4677', 'subnets': [{'id': 'bb160313-5dbe-49f2-8a31-7afb6f1954c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:51:01.935619 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a50c58d7-d116-4c8e-b014-130d383ba537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '274d2150-3525-4dba-92bb-dc45a148ca83'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:51:01.937093 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f8ac05a9-f1bb-4a9b-a75c-37e2ffe5f8d1 req-caa4ece8-1d44-48ac-8139-38f801ae1b8b tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] 10.222.0.36 "GET /v2.0/security-groups?id=a98730cd-3ee7-4a69-bb1e-5c90a37c1f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435627 Aug 16 22:51:01.942816 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8094d55d-fd90-4494-9aeb-3b5c35180f39" -d '{"events": [{"server_uuid": "a50c58d7-d116-4c8e-b014-130d383ba537", "name": "network-vif-plugged", "status": "completed", "tag": "274d2150-3525-4dba-92bb-dc45a148ca83"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:51:01.958682 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 274d2150-3525-4dba-92bb-dc45a148ca83, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=274d2150-3525-4dba-92bb-dc45a148ca83,segment=NetworkSegment(7d1a5182-196d-4b0a-929d-265f51384dc2),segment_id=7d1a5182-196d-4b0a-929d-265f51384dc2)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:51:01.965231 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:01.966151 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 46991f02-0877-4fdb-a939-148b962ab439 up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:51:02.087561 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=274d2150-3525-4dba-92bb-dc45a148ca83,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:02.111748 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning for port 46991f02-0877-4fdb-a939-148b962ab439 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:51:02.117422 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port 46991f02-0877-4fdb-a939-148b962ab439 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:51:02.118109 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:02.119138 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e14fb2e-8ab3-4f24-8c48-4ba7c9a7a30c req-5906da13-fe61-4e4c-89fd-8cb551de6217 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:02.125910 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5e14fb2e-8ab3-4f24-8c48-4ba7c9a7a30c req-5906da13-fe61-4e4c-89fd-8cb551de6217 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccafbb9c-84fb-4dc5-9318-99c0fbf40f72 HTTP/1.1" status: 200 len: 950 time: 0.0984323 Aug 16 22:51:02.210252 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5e14fb2e-8ab3-4f24-8c48-4ba7c9a7a30c req-c9a9b089-13e6-47da-8bd8-084a85b20319 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790310 Aug 16 22:51:02.226432 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:02.265920 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 46991f02-0877-4fdb-a939-148b962ab439, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=46991f02-0877-4fdb-a939-148b962ab439,segment=NetworkSegment(f636a4c4-5ebb-45e7-a739-a275ed345fed),segment_id=f636a4c4-5ebb-45e7-a739-a275ed345fed)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:51:02.273109 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:02.319919 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3e7c41-a80e-4da6-b631-98644ba06f62 req-da2e1907-aa0e-4ac8-a50d-cb4bc5c2a91e tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:02.321494 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3d3e7c41-a80e-4da6-b631-98644ba06f62 req-da2e1907-aa0e-4ac8-a50d-cb4bc5c2a91e tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.57 "GET /v2.0/networks?id=6017926f-7eef-429e-a22b-3a35337dccd4 HTTP/1.1" status: 200 len: 817 time: 0.2336097 Aug 16 22:51:02.326677 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3e143be1-1c83-4780-b5e4-43c6709c94c8 req-a2d0e63b-23d1-443a-bdbf-120431cc7e27 service neutron] 10.222.0.68 "GET /v2.0/ports/fc000a0b-c9d1-47c5-8bb6-a1ddf7834593/bindings/n-h1-791506-26 HTTP/1.1" status: 200 len: 383 time: 0.1273987 Aug 16 22:51:02.339495 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad1c6740-4bbe-4621-8ca0-b4721754fd1e x-openstack-request-id: req-ad1c6740-4bbe-4621-8ca0-b4721754fd1e {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:51:02.340297 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a50c58d7-d116-4c8e-b014-130d383ba537", "name": "network-vif-plugged", "status": "completed", "tag": "274d2150-3525-4dba-92bb-dc45a148ca83", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:51:02.340297 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ad1c6740-4bbe-4621-8ca0-b4721754fd1e {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:51:02.343256 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a50c58d7-d116-4c8e-b014-130d383ba537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '274d2150-3525-4dba-92bb-dc45a148ca83', 'code': 200} Aug 16 22:51:02.349733 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1510a3ce-e03d-4d04-a3a8-b2a3886f2f20 req-698b7ee7-858e-41bb-97eb-747156044972 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:02.366280 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=46991f02-0877-4fdb-a939-148b962ab439,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:02.369896 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1510a3ce-e03d-4d04-a3a8-b2a3886f2f20 req-698b7ee7-858e-41bb-97eb-747156044972 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=f23d3b21-15f9-48db-9447-23eaa5d44e92 HTTP/1.1" status: 200 len: 945 time: 0.1757660 Aug 16 22:51:02.388852 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3d3e7c41-a80e-4da6-b631-98644ba06f62 req-55a5721b-bf78-4b15-bd97-91d39bf86dd8 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57296d41c5f54ce79a9b782f4a8b4677 HTTP/1.1" status: 200 len: 379 time: 0.0480189 Aug 16 22:51:02.407932 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-3d3e7c41-a80e-4da6-b631-98644ba06f62 req-aee8869b-f97d-48f1-9680-769ab7856530 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Request body: {'port': {'device_id': '3bc6ad35-37eb-49fc-aa60-10ea3b36c658', 'network_id': '6017926f-7eef-429e-a22b-3a35337dccd4', 'admin_state_up': True, 'tenant_id': '57296d41c5f54ce79a9b782f4a8b4677', 'security_groups': ['0819ca22-363d-4b59-9328-30a084cf554a']}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:51:02.455458 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1510a3ce-e03d-4d04-a3a8-b2a3886f2f20 req-0572da1a-d8ee-490b-a7e2-cec845824303 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844324 Aug 16 22:51:02.634256 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8028451a-4bd8-424e-bc0a-093efe607720 req-8262f13b-1677-4a66-ad65-f84fcf9f346a tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:02.636450 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8028451a-4bd8-424e-bc0a-093efe607720 req-8262f13b-1677-4a66-ad65-f84fcf9f346a tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fcc190a-32da-4836-a78f-cca14a40fb9b HTTP/1.1" status: 200 len: 949 time: 0.0803726 Aug 16 22:51:02.694893 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80832dbc-c653-4fc2-9ad0-93b249ce1514 req-304dc6c1-42c8-4403-8f45-cdddab6b4255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:02.696526 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-80832dbc-c653-4fc2-9ad0-93b249ce1514 req-304dc6c1-42c8-4403-8f45-cdddab6b4255 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a50c58d7-d116-4c8e-b014-130d383ba537 HTTP/1.1" status: 200 len: 1098 time: 0.1779790 Aug 16 22:51:02.709752 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8028451a-4bd8-424e-bc0a-093efe607720 req-63428dbe-6374-4857-918a-edde4c344bba tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf51abff-a5e4-4ed4-87b7-552597e1ec97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660346 Aug 16 22:51:02.728032 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c72f34-e6c6-4df3-b860-206e1b98738b req-4045d2f1-44f8-4b41-93d7-3c5ceeab4147 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:02.736496 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-27c72f34-e6c6-4df3-b860-206e1b98738b req-4045d2f1-44f8-4b41-93d7-3c5ceeab4147 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] 10.222.0.36 "GET /v2.0/ports?device_id=a50c58d7-d116-4c8e-b014-130d383ba537 HTTP/1.1" status: 200 len: 946 time: 0.0823216 Aug 16 22:51:02.743316 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-80832dbc-c653-4fc2-9ad0-93b249ce1514 req-f289fb8a-3b4d-4ced-afbe-d8a37ef2ac79 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=540ed4cf-0245-400b-b069-6009faf7f924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349669 Aug 16 22:51:02.754817 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e143be1-1c83-4780-b5e4-43c6709c94c8 req-340064af-deec-4268-a578-e5c388cfbdce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:02.756753 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3e143be1-1c83-4780-b5e4-43c6709c94c8 req-340064af-deec-4268-a578-e5c388cfbdce service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=ccafbb9c-84fb-4dc5-9318-99c0fbf40f72&tenant_id=5aa270b810014cb1b7df23f71a5483f7 HTTP/1.1" status: 200 len: 1102 time: 0.1142740 Aug 16 22:51:02.757942 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d3e7c41-a80e-4da6-b631-98644ba06f62 req-aee8869b-f97d-48f1-9680-769ab7856530 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Made reservation on behalf of 57296d41c5f54ce79a9b782f4a8b4677 for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:51:02.761719 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3d3e7c41-a80e-4da6-b631-98644ba06f62 req-aee8869b-f97d-48f1-9680-769ab7856530 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:02.793984 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-27c72f34-e6c6-4df3-b860-206e1b98738b req-754aad23-546b-416f-998a-30ba1fbc359a tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] 10.222.0.36 "GET /v2.0/security-groups?id=540ed4cf-0245-400b-b069-6009faf7f924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562983 Aug 16 22:51:02.844628 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device a55a6d11-4f48-478c-b6b0-5567dcd53c85 no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:51:02.870058 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] No Port match for: a55a6d11-4f48-478c-b6b0-5567dcd53c85 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:51:02.870578 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device a55a6d11-4f48-478c-b6b0-5567dcd53c85 not bound to the agent host n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:51:02.901123 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e143be1-1c83-4780-b5e4-43c6709c94c8 req-3dd469ad-dbda-46d7-a4ed-17e2f196b336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:02.906742 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3e143be1-1c83-4780-b5e4-43c6709c94c8 req-3dd469ad-dbda-46d7-a4ed-17e2f196b336 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5aa270b810014cb1b7df23f71a5483f7&device_id=ccafbb9c-84fb-4dc5-9318-99c0fbf40f72 HTTP/1.1" status: 200 len: 1102 time: 0.1101701 Aug 16 22:51:02.918442 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6a9bbca1-6f75-4d76-ac8c-06bf2edc0723 req-b027511c-fa88-4b17-9248-8e348b8b2536 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bc6ad35-37eb-49fc-aa60-10ea3b36c658 HTTP/1.1" status: 200 len: 210 time: 0.0813601 Aug 16 22:51:03.022010 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 0975fd19-4250-46d8-81e3-b66f14831a7f up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:51:03.103946 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e143be1-1c83-4780-b5e4-43c6709c94c8 req-1e8d001d-35b4-4155-9bae-cbc9a39735d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:03.106629 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3e143be1-1c83-4780-b5e4-43c6709c94c8 req-1e8d001d-35b4-4155-9bae-cbc9a39735d0 service neutron] 10.222.0.68 "GET /v2.0/networks?id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd HTTP/1.1" status: 200 len: 870 time: 0.1813707 Aug 16 22:51:03.127304 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 0975fd19-4250-46d8-81e3-b66f14831a7f completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:51:03.131216 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 0975fd19-4250-46d8-81e3-b66f14831a7f triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:51:03.131550 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:03.162941 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fb33df-d678-46c4-a252-9d21d2193030 req-050a70e3-87ba-4231-93c6-128a947a5f56 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:03.164519 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-20fb33df-d678-46c4-a252-9d21d2193030 req-050a70e3-87ba-4231-93c6-128a947a5f56 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=195f465d-89cd-403a-9319-c4c4f08fdfc5 HTTP/1.1" status: 200 len: 945 time: 0.0970838 Aug 16 22:51:03.174994 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3e143be1-1c83-4780-b5e4-43c6709c94c8 req-64319d11-77ee-45d5-865f-c1fa260a238f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=fc000a0b-c9d1-47c5-8bb6-a1ddf7834593 HTTP/1.1" status: 200 len: 217 time: 0.0499549 Aug 16 22:51:03.192405 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-3d3e7c41-a80e-4da6-b631-98644ba06f62 req-aee8869b-f97d-48f1-9680-769ab7856530 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Allocated IP 172.20.0.4 (6017926f-7eef-429e-a22b-3a35337dccd4/bb160313-5dbe-49f2-8a31-7afb6f1954c3/386b7938-45f8-4304-8ad8-6bd407d56721) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:51:03.242130 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-20fb33df-d678-46c4-a252-9d21d2193030 req-e2194b0b-2b44-459d-82c4-763ad34c7fb7 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671561 Aug 16 22:51:03.284874 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e143be1-1c83-4780-b5e4-43c6709c94c8 req-098c2047-e4bf-4f13-b680-5c25af68a0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:03.286431 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:03.286578 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3e143be1-1c83-4780-b5e4-43c6709c94c8 req-098c2047-e4bf-4f13-b680-5c25af68a0ae service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6af2b868-37d3-46ab-a526-0465929f13c8 HTTP/1.1" status: 200 len: 843 time: 0.0911334 Aug 16 22:51:03.345637 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 0975fd19-4250-46d8-81e3-b66f14831a7f, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=0975fd19-4250-46d8-81e3-b66f14831a7f,segment=NetworkSegment(b23390f1-3345-4e11-b45b-da1aa220458a),segment_id=b23390f1-3345-4e11-b45b-da1aa220458a)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:51:03.352493 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:03.408975 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e143be1-1c83-4780-b5e4-43c6709c94c8 req-18c17854-b44d-435b-9fe1-21bb33a5d033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:03.410658 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3e143be1-1c83-4780-b5e4-43c6709c94c8 req-18c17854-b44d-435b-9fe1-21bb33a5d033 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0949326 Aug 16 22:51:03.436492 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21bc2ca-bfd1-479f-8979-65b97c0908a9 req-1cffc801-88cf-4de9-91c3-93e0c8816645 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:03.444503 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f21bc2ca-bfd1-479f-8979-65b97c0908a9 req-1cffc801-88cf-4de9-91c3-93e0c8816645 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccafbb9c-84fb-4dc5-9318-99c0fbf40f72 HTTP/1.1" status: 200 len: 950 time: 0.1261230 Aug 16 22:51:03.511533 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3d3e7c41-a80e-4da6-b631-98644ba06f62 req-aee8869b-f97d-48f1-9680-769ab7856530 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:03.519604 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f21bc2ca-bfd1-479f-8979-65b97c0908a9 req-ddb97f43-8ba2-43ff-b23d-06bbb40bdb26 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738566 Aug 16 22:51:03.536653 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf0b17d-2b2d-4255-9fbc-c7cbe639a879 req-71c97649-4eb4-4dc0-89c9-ac27b638246f tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:03.539054 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-3d3e7c41-a80e-4da6-b631-98644ba06f62 req-aee8869b-f97d-48f1-9680-769ab7856530 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Transition to ACTIVE for port object 386b7938-45f8-4304-8ad8-6bd407d56721 will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:51:03.556020 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1bf0b17d-2b2d-4255-9fbc-c7cbe639a879 req-71c97649-4eb4-4dc0-89c9-ac27b638246f tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] 10.222.0.36 "GET /v2.0/networks?id=e58689a5-5b58-46aa-ac41-c8ab49767a9e HTTP/1.1" status: 200 len: 812 time: 0.2067258 Aug 16 22:51:03.584906 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1bf0b17d-2b2d-4255-9fbc-c7cbe639a879 req-dce36b90-6df9-46a7-94bc-f7907c8a1cb0 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] 10.222.0.36 "GET /v2.0/quotas/c1312625a5ee488398756a4806db2c25 HTTP/1.1" status: 200 len: 375 time: 0.0275431 Aug 16 22:51:03.613410 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=0975fd19-4250-46d8-81e3-b66f14831a7f,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:03.615468 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3e143be1-1c83-4780-b5e4-43c6709c94c8 req-03e9a34d-9756-4247-b1c5-dfac62aa9f0d service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939292 Aug 16 22:51:03.626698 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3d3e7c41-a80e-4da6-b631-98644ba06f62 req-aee8869b-f97d-48f1-9680-769ab7856530 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:03.666535 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1bf0b17d-2b2d-4255-9fbc-c7cbe639a879 req-bcb3c406-5f79-4950-89f5-05e5ed555a46 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c1312625a5ee488398756a4806db2c25&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0807452 Aug 16 22:51:03.721992 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d3e7c41-a80e-4da6-b631-98644ba06f62 req-aee8869b-f97d-48f1-9680-769ab7856530 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Network 6017926f-7eef-429e-a22b-3a35337dccd4 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:51:03.731784 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-3d3e7c41-a80e-4da6-b631-98644ba06f62 req-aee8869b-f97d-48f1-9680-769ab7856530 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:51:03.740704 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d3e7c41-a80e-4da6-b631-98644ba06f62 req-aee8869b-f97d-48f1-9680-769ab7856530 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:51:03.765855 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f1c6c9-eba2-451d-bdfc-c51cb5de03ef req-2c39c01f-8d29-40b1-82f8-c74226bce582 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:03.767536 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-78f1c6c9-eba2-451d-bdfc-c51cb5de03ef req-2c39c01f-8d29-40b1-82f8-c74226bce582 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=f23d3b21-15f9-48db-9447-23eaa5d44e92 HTTP/1.1" status: 200 len: 945 time: 0.1203523 Aug 16 22:51:03.773120 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee8869b-f97d-48f1-9680-769ab7856530 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Pushing event updated for resources: {'Port': ['ID=386b7938-45f8-4304-8ad8-6bd407d56721,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:03.827517 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1bf0b17d-2b2d-4255-9fbc-c7cbe639a879 req-70f20933-43e1-4ce6-93c2-82cd27045931 service neutron] 10.222.0.36 "GET /v2.0/networks/e58689a5-5b58-46aa-ac41-c8ab49767a9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436160 Aug 16 22:51:03.838190 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3e7c41-a80e-4da6-b631-98644ba06f62 req-aee8869b-f97d-48f1-9680-769ab7856530 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:03.838858 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3d3e7c41-a80e-4da6-b631-98644ba06f62 req-aee8869b-f97d-48f1-9680-769ab7856530 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:03.845158 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3e143be1-1c83-4780-b5e4-43c6709c94c8 req-2d365bfe-d240-4b1d-9b7d-bf941e6960d3 service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126675 Aug 16 22:51:03.871084 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3d3e7c41-a80e-4da6-b631-98644ba06f62 req-aee8869b-f97d-48f1-9680-769ab7856530 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4677474 Aug 16 22:51:03.876786 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-78f1c6c9-eba2-451d-bdfc-c51cb5de03ef req-f1e2c648-6d2b-41ca-adc5-9c7632014e1c tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900998 Aug 16 22:51:03.906079 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-3d3e7c41-a80e-4da6-b631-98644ba06f62 req-09f2b8cb-2ddc-461c-af0c-5f96e70d8cd1 service neutron] Request body: {'port': {'device_id': '3bc6ad35-37eb-49fc-aa60-10ea3b36c658', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:51:04.005288 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1bf0b17d-2b2d-4255-9fbc-c7cbe639a879 req-00ac5a1b-7b32-4ead-bfb3-6213cd294260 service neutron] 10.222.0.36 "GET /v2.0/networks/e58689a5-5b58-46aa-ac41-c8ab49767a9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674280 Aug 16 22:51:04.039587 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3d3e7c41-a80e-4da6-b631-98644ba06f62 req-09f2b8cb-2ddc-461c-af0c-5f96e70d8cd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:04.111885 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105b3c6d-51cf-46d8-a5b9-5348f77efbc3 req-a293f1fb-f575-4073-a97e-016777cb8268 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:04.120528 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-105b3c6d-51cf-46d8-a5b9-5348f77efbc3 req-a293f1fb-f575-4073-a97e-016777cb8268 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fcc190a-32da-4836-a78f-cca14a40fb9b HTTP/1.1" status: 200 len: 949 time: 0.1140532 Aug 16 22:51:04.197333 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-105b3c6d-51cf-46d8-a5b9-5348f77efbc3 req-86319291-6ad5-42ae-b8dd-7608f9a6ef6b tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf51abff-a5e4-4ed4-87b7-552597e1ec97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754917 Aug 16 22:51:04.218389 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-58caa1cd-0476-4d47-8cd2-c0c19a1ec5ed None None] Provisioning for port 386b7938-45f8-4304-8ad8-6bd407d56721 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:51:04.221952 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-58caa1cd-0476-4d47-8cd2-c0c19a1ec5ed None None] Provisioning complete for port 386b7938-45f8-4304-8ad8-6bd407d56721 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:51:04.222329 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-58caa1cd-0476-4d47-8cd2-c0c19a1ec5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:04.274707 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c7b4a3-de44-4b9e-b0e7-4f5031e792bc req-17f56788-432f-49d7-b11f-73192e27dacd tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:04.276245 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e9c7b4a3-de44-4b9e-b0e7-4f5031e792bc req-17f56788-432f-49d7-b11f-73192e27dacd tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.68 "GET /v2.0/ports?device_id=0ed93b14-c910-46e8-96a4-20bf18db316f HTTP/1.1" status: 200 len: 950 time: 0.0817666 Aug 16 22:51:04.310017 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-58caa1cd-0476-4d47-8cd2-c0c19a1ec5ed None None] Port 386b7938-45f8-4304-8ad8-6bd407d56721 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:51:04.344455 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '195f465d-89cd-403a-9319-c4c4f08fdfc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46991f02-0877-4fdb-a939-148b962ab439'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:51:04.346741 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfd97104-5f95-4716-9f7a-9cdddfbbaf89" -d '{"events": [{"server_uuid": "195f465d-89cd-403a-9319-c4c4f08fdfc5", "name": "network-vif-plugged", "status": "completed", "tag": "46991f02-0877-4fdb-a939-148b962ab439"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:51:04.408470 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf5d232-1ac5-464e-a719-bf6e7862e1e2 req-0ae1c49b-cfa0-4c30-87ef-25f62b4f1bac tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:04.417169 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-aaf5d232-1ac5-464e-a719-bf6e7862e1e2 req-0ae1c49b-cfa0-4c30-87ef-25f62b4f1bac tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] 10.222.0.36 "GET /v2.0/ports?device_id=a50c58d7-d116-4c8e-b014-130d383ba537 HTTP/1.1" status: 200 len: 946 time: 0.0985010 Aug 16 22:51:04.435310 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3a3cb0-0785-4451-b60b-2a947e6d5398 req-fa0e5c80-6160-4279-86e4-934af3c3a120 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:04.436883 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-1d3a3cb0-0785-4451-b60b-2a947e6d5398 req-fa0e5c80-6160-4279-86e4-934af3c3a120 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.57 "GET /v2.0/ports?device_id=8fcc190a-32da-4836-a78f-cca14a40fb9b HTTP/1.1" status: 200 len: 949 time: 0.1078494 Aug 16 22:51:04.447524 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec15cd53-829c-42c2-98c6-bc99c3e86a55 req-96681f8a-6f79-4b0c-9f5d-c5a80edcb10b tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:04.449073 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ec15cd53-829c-42c2-98c6-bc99c3e86a55 req-96681f8a-6f79-4b0c-9f5d-c5a80edcb10b tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bc6ad35-37eb-49fc-aa60-10ea3b36c658 HTTP/1.1" status: 200 len: 931 time: 0.0994737 Aug 16 22:51:04.495922 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-aaf5d232-1ac5-464e-a719-bf6e7862e1e2 req-92898423-7015-4cc8-ba63-ca0a3879b8c4 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] 10.222.0.36 "GET /v2.0/security-groups?id=540ed4cf-0245-400b-b069-6009faf7f924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761051 Aug 16 22:51:04.580050 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ec15cd53-829c-42c2-98c6-bc99c3e86a55 req-98533b45-dc0b-4d7f-b4cf-3e25c0da1f42 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=0819ca22-363d-4b59-9328-30a084cf554a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100883 Aug 16 22:51:04.583356 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-e9c7b4a3-de44-4b9e-b0e7-4f5031e792bc req-6623328b-a210-4248-a96f-6248fb187e0d tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Deleting port 5dc72a00-0f55-40d2-95ec-e6c1f053f268 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:51:04.583705 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-e9c7b4a3-de44-4b9e-b0e7-4f5031e792bc req-6623328b-a210-4248-a96f-6248fb187e0d tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:04.687490 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-e9c7b4a3-de44-4b9e-b0e7-4f5031e792bc req-6623328b-a210-4248-a96f-6248fb187e0d tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] For port 5dc72a00-0f55-40d2-95ec-e6c1f053f268, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=5dc72a00-0f55-40d2-95ec-e6c1f053f268,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:51:04.687876 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-e9c7b4a3-de44-4b9e-b0e7-4f5031e792bc req-6623328b-a210-4248-a96f-6248fb187e0d tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:04.710162 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-e9c7b4a3-de44-4b9e-b0e7-4f5031e792bc req-6623328b-a210-4248-a96f-6248fb187e0d tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Calling delete_port for 5dc72a00-0f55-40d2-95ec-e6c1f053f268 owned by compute:nova {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:51:04.784777 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a9db1c-6a40-4ae3-b947-3429d70236f1 req-4f061bb3-4e7f-4659-be3b-637f82ac76e9 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:04.786331 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-39a9db1c-6a40-4ae3-b947-3429d70236f1 req-4f061bb3-4e7f-4659-be3b-637f82ac76e9 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=195f465d-89cd-403a-9319-c4c4f08fdfc5 HTTP/1.1" status: 200 len: 945 time: 0.1053827 Aug 16 22:51:04.847212 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device fc000a0b-c9d1-47c5-8bb6-a1ddf7834593 no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:51:04.877592 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-39a9db1c-6a40-4ae3-b947-3429d70236f1 req-bf894f7f-2dc5-48db-8ac1-aa2c5129eb6e tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788751 Aug 16 22:51:04.958561 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9394307e-1e40-4296-81e6-9a357561adb0 x-openstack-request-id: req-9394307e-1e40-4296-81e6-9a357561adb0 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:51:04.973445 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "195f465d-89cd-403a-9319-c4c4f08fdfc5", "name": "network-vif-plugged", "status": "completed", "tag": "46991f02-0877-4fdb-a939-148b962ab439", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:51:04.978425 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9394307e-1e40-4296-81e6-9a357561adb0 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:51:04.984596 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '195f465d-89cd-403a-9319-c4c4f08fdfc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46991f02-0877-4fdb-a939-148b962ab439', 'code': 200} Aug 16 22:51:05.111088 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 0975fd19-4250-46d8-81e3-b66f14831a7f up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:51:05.238205 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:05.294746 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 0975fd19-4250-46d8-81e3-b66f14831a7f triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:51:05.296109 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:05.296678 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2eb4c0-01e7-4360-9023-2890369cd3f9 req-aeed87b8-4a43-42f3-928d-0a4fa6fc5eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:05.299624 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port fc000a0b-c9d1-47c5-8bb6-a1ddf7834593, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=fc000a0b-c9d1-47c5-8bb6-a1ddf7834593,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:51:05.305450 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4d2eb4c0-01e7-4360-9023-2890369cd3f9 req-aeed87b8-4a43-42f3-928d-0a4fa6fc5eac service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=195f465d-89cd-403a-9319-c4c4f08fdfc5 HTTP/1.1" status: 200 len: 1097 time: 0.2491102 Aug 16 22:51:05.327028 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:05.377098 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06c0eee-35e1-4699-a831-0ed84393231d req-01b2e416-1fa9-4f37-9aa1-4bff76e153b5 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:05.387917 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f06c0eee-35e1-4699-a831-0ed84393231d req-01b2e416-1fa9-4f37-9aa1-4bff76e153b5 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=f23d3b21-15f9-48db-9447-23eaa5d44e92 HTTP/1.1" status: 200 len: 945 time: 0.2539732 Aug 16 22:51:05.400000 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d0092e-93a9-4594-a524-a5f8ebcc9340 req-76e80528-f7af-42a1-82c6-870c4605e592 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:05.401536 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-68d0092e-93a9-4594-a524-a5f8ebcc9340 req-76e80528-f7af-42a1-82c6-870c4605e592 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccafbb9c-84fb-4dc5-9318-99c0fbf40f72 HTTP/1.1" status: 200 len: 950 time: 0.3033812 Aug 16 22:51:05.407242 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=fc000a0b-c9d1-47c5-8bb6-a1ddf7834593,revision_number=6']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:05.528986 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f06c0eee-35e1-4699-a831-0ed84393231d req-f02cf659-e86e-4991-ab80-efb45542a6c2 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382909 Aug 16 22:51:05.548819 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4d2eb4c0-01e7-4360-9023-2890369cd3f9 req-23711ba9-977c-4c8f-8a88-3c83eaa0b619 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204733 Aug 16 22:51:05.561966 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-68d0092e-93a9-4594-a524-a5f8ebcc9340 req-54b148be-9efc-4266-8141-1ade84ca5dc7 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266048 Aug 16 22:51:05.618165 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5177e96a-a51c-4ff6-bd79-1c39ba816185 req-e7591b19-230b-43a8-9670-a9c4d55a83f1 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:05.619719 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5177e96a-a51c-4ff6-bd79-1c39ba816185 req-e7591b19-230b-43a8-9670-a9c4d55a83f1 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6ff79a3-93e2-4528-8d77-7bbaab2da856 HTTP/1.1" status: 200 len: 946 time: 0.2230871 Aug 16 22:51:05.622907 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-3d3e7c41-a80e-4da6-b631-98644ba06f62 req-09f2b8cb-2ddc-461c-af0c-5f96e70d8cd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 386b7938-45f8-4304-8ad8-6bd407d56721 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:51:05.651297 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3d3e7c41-a80e-4da6-b631-98644ba06f62 req-09f2b8cb-2ddc-461c-af0c-5f96e70d8cd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:05.701129 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8cdd871e-fff2-4be7-b033-be419cb87cd8 req-d9549bec-d48e-4d62-b719-cf138a3a1d4b tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] 10.222.0.36 "GET /v2.0/ports?device_id=c60a7914-f526-4c0d-a6e6-774b55d0f055 HTTP/1.1" status: 200 len: 210 time: 0.0331800 Aug 16 22:51:05.713168 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb355d0-4966-423e-a8d5-74a4eaf2e8c7 req-b179c4d4-298b-4b6d-8f49-92a7191f3246 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:05.720989 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cfb355d0-4966-423e-a8d5-74a4eaf2e8c7 req-b179c4d4-298b-4b6d-8f49-92a7191f3246 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fcc190a-32da-4836-a78f-cca14a40fb9b HTTP/1.1" status: 200 len: 949 time: 0.0991898 Aug 16 22:51:05.783214 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cfb355d0-4966-423e-a8d5-74a4eaf2e8c7 req-d23abb5d-c46f-4b32-8812-c1ea120c381b tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf51abff-a5e4-4ed4-87b7-552597e1ec97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566072 Aug 16 22:51:05.871322 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-3d3e7c41-a80e-4da6-b631-98644ba06f62 req-09f2b8cb-2ddc-461c-af0c-5f96e70d8cd1 service neutron] Transition to ACTIVE for port object 386b7938-45f8-4304-8ad8-6bd407d56721 will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:51:05.896639 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4766dffc-69c4-44bb-88dd-fc54df07a565 req-cc523dcb-e588-43c2-a920-33f2348b43bc tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:05.898399 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4766dffc-69c4-44bb-88dd-fc54df07a565 req-cc523dcb-e588-43c2-a920-33f2348b43bc tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] 10.222.0.68 "GET /v2.0/ports?device_id=94d83694-d21c-493c-a521-48c7f035728b HTTP/1.1" status: 200 len: 945 time: 0.5441113 Aug 16 22:51:05.899073 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3d3e7c41-a80e-4da6-b631-98644ba06f62 req-09f2b8cb-2ddc-461c-af0c-5f96e70d8cd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:05.923628 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-1d3a3cb0-0785-4451-b60b-2a947e6d5398 req-0fa09994-6d3f-4fa0-8acf-84ec2e5722a5 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Deleting port 5889a528-9304-413d-8a3e-d220839675c1 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:51:05.923841 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-1d3a3cb0-0785-4451-b60b-2a947e6d5398 req-0fa09994-6d3f-4fa0-8acf-84ec2e5722a5 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:05.938239 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4af874-0672-4c76-8617-a0b1fd892f8a req-45ac6fe8-d9d9-45be-bf7f-23bf990a1eae tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:05.941561 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6b4af874-0672-4c76-8617-a0b1fd892f8a req-45ac6fe8-d9d9-45be-bf7f-23bf990a1eae tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] 10.222.0.36 "GET /v2.0/ports?device_id=a50c58d7-d116-4c8e-b014-130d383ba537 HTTP/1.1" status: 200 len: 946 time: 0.0906928 Aug 16 22:51:06.024715 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6b4af874-0672-4c76-8617-a0b1fd892f8a req-72767b35-ba8d-4944-a929-8f36b7ea8b03 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] 10.222.0.36 "GET /v2.0/security-groups?id=540ed4cf-0245-400b-b069-6009faf7f924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766485 Aug 16 22:51:06.053425 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c154b8-bb32-4bcb-be26-ba9aa00864d8 req-fe61c1d1-b770-4d95-83bf-4cda2f0fdf3c tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:06.054912 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f9c154b8-bb32-4bcb-be26-ba9aa00864d8 req-fe61c1d1-b770-4d95-83bf-4cda2f0fdf3c tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bc6ad35-37eb-49fc-aa60-10ea3b36c658 HTTP/1.1" status: 200 len: 943 time: 0.0907013 Aug 16 22:51:06.058488 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-e9c7b4a3-de44-4b9e-b0e7-4f5031e792bc req-6623328b-a210-4248-a96f-6248fb187e0d tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:06.071420 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['6febc145-575d-4190-8648-f4c30710fedf', '2936c26e-d0eb-4c67-ab4d-e875efb1b500'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:51:06.162310 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['f323738b-f883-4014-ba78-4c322dc7f679'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:51:06.197932 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f2b8cb-2ddc-461c-af0c-5f96e70d8cd1 service neutron] Pushing event updated for resources: {'Port': ['ID=386b7938-45f8-4304-8ad8-6bd407d56721,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:06.370884 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6623328b-a210-4248-a96f-6248fb187e0d tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Pushing event deleted for resources: {'Port': ['ID=5dc72a00-0f55-40d2-95ec-e6c1f053f268,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:06.382577 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9c7b4a3-de44-4b9e-b0e7-4f5031e792bc req-6623328b-a210-4248-a96f-6248fb187e0d tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] No DVR routers for this DVR port 5dc72a00-0f55-40d2-95ec-e6c1f053f268 on host n-h1-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:51:06.393456 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-e9c7b4a3-de44-4b9e-b0e7-4f5031e792bc req-6623328b-a210-4248-a96f-6248fb187e0d tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:06.395746 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e9c7b4a3-de44-4b9e-b0e7-4f5031e792bc req-6623328b-a210-4248-a96f-6248fb187e0d tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.68 "DELETE /v2.0/ports/5dc72a00-0f55-40d2-95ec-e6c1f053f268 HTTP/1.1" status: 204 len: 173 time: 2.1054578 Aug 16 22:51:06.421283 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed93b14-c910-46e8-96a4-20bf18db316f', 'name': 'network-vif-deleted', 'tag': '5dc72a00-0f55-40d2-95ec-e6c1f053f268'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:51:06.424001 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d1595f0-a0f6-4108-ae85-d62a3790b2d4" -d '{"events": [{"server_uuid": "0ed93b14-c910-46e8-96a4-20bf18db316f", "name": "network-vif-deleted", "tag": "5dc72a00-0f55-40d2-95ec-e6c1f053f268"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:51:06.439698 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-1d3a3cb0-0785-4451-b60b-2a947e6d5398 req-0fa09994-6d3f-4fa0-8acf-84ec2e5722a5 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] For port 5889a528-9304-413d-8a3e-d220839675c1, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=5889a528-9304-413d-8a3e-d220839675c1,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:51:06.440081 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-1d3a3cb0-0785-4451-b60b-2a947e6d5398 req-0fa09994-6d3f-4fa0-8acf-84ec2e5722a5 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:06.475810 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-1d3a3cb0-0785-4451-b60b-2a947e6d5398 req-0fa09994-6d3f-4fa0-8acf-84ec2e5722a5 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Calling delete_port for 5889a528-9304-413d-8a3e-d220839675c1 owned by compute:nova {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:51:06.501676 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-5177e96a-a51c-4ff6-bd79-1c39ba816185 req-5ba1da89-a0fa-4f32-9d3b-ec39a074df29 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Deleting port e1aafbf9-8303-427c-8504-dcb37b143734 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:51:06.502040 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-5177e96a-a51c-4ff6-bd79-1c39ba816185 req-5ba1da89-a0fa-4f32-9d3b-ec39a074df29 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:06.655661 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-3d3e7c41-a80e-4da6-b631-98644ba06f62 req-09f2b8cb-2ddc-461c-af0c-5f96e70d8cd1 service neutron] Attempting to bind port 386b7938-45f8-4304-8ad8-6bd407d56721 on host n-h2-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:51:06.656475 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-3d3e7c41-a80e-4da6-b631-98644ba06f62 req-09f2b8cb-2ddc-461c-af0c-5f96e70d8cd1 service neutron] Attempting to bind port 386b7938-45f8-4304-8ad8-6bd407d56721 by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': 'b23390f1-3345-4e11-b45b-da1aa220458a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6017926f-7eef-429e-a22b-3a35337dccd4'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:51:06.656475 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3e7c41-a80e-4da6-b631-98644ba06f62 req-09f2b8cb-2ddc-461c-af0c-5f96e70d8cd1 service neutron] Attempting to bind port 386b7938-45f8-4304-8ad8-6bd407d56721 on network 6017926f-7eef-429e-a22b-3a35337dccd4 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:51:06.660411 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-4766dffc-69c4-44bb-88dd-fc54df07a565 req-71ed5b7a-f850-413f-a00b-579d3263331c tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Deleting port cd1e7f64-8870-43a6-ba3c-2458ba477ea5 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:51:06.660799 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-4766dffc-69c4-44bb-88dd-fc54df07a565 req-71ed5b7a-f850-413f-a00b-579d3263331c tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:06.715515 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3e7c41-a80e-4da6-b631-98644ba06f62 req-09f2b8cb-2ddc-461c-af0c-5f96e70d8cd1 service neutron] Port 386b7938-45f8-4304-8ad8-6bd407d56721 on network 6017926f-7eef-429e-a22b-3a35337dccd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:51:06.715734 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3e7c41-a80e-4da6-b631-98644ba06f62 req-09f2b8cb-2ddc-461c-af0c-5f96e70d8cd1 service neutron] Attempting to bind port 386b7938-45f8-4304-8ad8-6bd407d56721 on network 6017926f-7eef-429e-a22b-3a35337dccd4 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:51:06.792666 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3e7c41-a80e-4da6-b631-98644ba06f62 req-09f2b8cb-2ddc-461c-af0c-5f96e70d8cd1 service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:51:06.793088 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3e7c41-a80e-4da6-b631-98644ba06f62 req-09f2b8cb-2ddc-461c-af0c-5f96e70d8cd1 service neutron] Checking segment: {'id': 'b23390f1-3345-4e11-b45b-da1aa220458a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6017926f-7eef-429e-a22b-3a35337dccd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:51:06.793402 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3e7c41-a80e-4da6-b631-98644ba06f62 req-09f2b8cb-2ddc-461c-af0c-5f96e70d8cd1 service neutron] Bound using segment: {'id': 'b23390f1-3345-4e11-b45b-da1aa220458a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6017926f-7eef-429e-a22b-3a35337dccd4'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:51:06.793847 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-3d3e7c41-a80e-4da6-b631-98644ba06f62 req-09f2b8cb-2ddc-461c-af0c-5f96e70d8cd1 service neutron] Bound port: 386b7938-45f8-4304-8ad8-6bd407d56721, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b23390f1-3345-4e11-b45b-da1aa220458a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6017926f-7eef-429e-a22b-3a35337dccd4'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:51:06.794196 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3d3e7c41-a80e-4da6-b631-98644ba06f62 req-09f2b8cb-2ddc-461c-af0c-5f96e70d8cd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:06.806056 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcf35c4-9566-4cde-8a25-99789347baf8 req-dd0ab9df-32aa-43d7-8f47-ea532f027c77 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:06.819729 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-adcf35c4-9566-4cde-8a25-99789347baf8 req-dd0ab9df-32aa-43d7-8f47-ea532f027c77 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=195f465d-89cd-403a-9319-c4c4f08fdfc5 HTTP/1.1" status: 200 len: 945 time: 0.2185202 Aug 16 22:51:06.851305 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f9c154b8-bb32-4bcb-be26-ba9aa00864d8 req-b2757eac-89a2-4dee-b171-5f3cb245b9d5 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=0819ca22-363d-4b59-9328-30a084cf554a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7856140 Aug 16 22:51:06.873148 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device fc000a0b-c9d1-47c5-8bb6-a1ddf7834593 details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:51:06.893587 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-5177e96a-a51c-4ff6-bd79-1c39ba816185 req-5ba1da89-a0fa-4f32-9d3b-ec39a074df29 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] For port e1aafbf9-8303-427c-8504-dcb37b143734, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=e1aafbf9-8303-427c-8504-dcb37b143734,segment=NetworkSegment(5e510fdc-9ea8-43b0-91d8-907062ccfd65),segment_id=5e510fdc-9ea8-43b0-91d8-907062ccfd65)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:51:06.893969 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-5177e96a-a51c-4ff6-bd79-1c39ba816185 req-5ba1da89-a0fa-4f32-9d3b-ec39a074df29 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:06.908157 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 5dc72a00-0f55-40d2-95ec-e6c1f053f268 no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:51:06.944770 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-5177e96a-a51c-4ff6-bd79-1c39ba816185 req-5ba1da89-a0fa-4f32-9d3b-ec39a074df29 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Calling delete_port for e1aafbf9-8303-427c-8504-dcb37b143734 owned by compute:nova {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:51:06.980531 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] No Port match for: 5dc72a00-0f55-40d2-95ec-e6c1f053f268 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:51:06.980899 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 5dc72a00-0f55-40d2-95ec-e6c1f053f268 not bound to the agent host n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:51:06.991042 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccafbb9c-84fb-4dc5-9318-99c0fbf40f72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc000a0b-c9d1-47c5-8bb6-a1ddf7834593'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:51:06.993367 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da6bbd2-ef85-4553-8632-444ba821c368" -d '{"events": [{"server_uuid": "ccafbb9c-84fb-4dc5-9318-99c0fbf40f72", "name": "network-vif-unplugged", "status": "completed", "tag": "fc000a0b-c9d1-47c5-8bb6-a1ddf7834593"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:51:07.025420 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-adcf35c4-9566-4cde-8a25-99789347baf8 req-61277dd7-eeae-4954-8483-1b974b6f8e7b tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028253 Aug 16 22:51:07.156996 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ecc81a1-5ee9-4739-b5df-7c499a9da81f x-openstack-request-id: req-9ecc81a1-5ee9-4739-b5df-7c499a9da81f {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:51:07.157309 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ed93b14-c910-46e8-96a4-20bf18db316f", "name": "network-vif-deleted", "tag": "5dc72a00-0f55-40d2-95ec-e6c1f053f268", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:51:07.157548 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9ecc81a1-5ee9-4739-b5df-7c499a9da81f {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:51:07.157950 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ed93b14-c910-46e8-96a4-20bf18db316f', 'name': 'network-vif-deleted', 'tag': '5dc72a00-0f55-40d2-95ec-e6c1f053f268', 'status': 'completed', 'code': 200} Aug 16 22:51:07.197029 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf0b17d-2b2d-4255-9fbc-c7cbe639a879 req-1225cce8-60c0-471c-83fb-31808f9c475e tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:07.198715 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1bf0b17d-2b2d-4255-9fbc-c7cbe639a879 req-1225cce8-60c0-471c-83fb-31808f9c475e tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] 10.222.0.68 "GET /v2.0/networks?id=e58689a5-5b58-46aa-ac41-c8ab49767a9e HTTP/1.1" status: 200 len: 812 time: 0.5638251 Aug 16 22:51:07.229660 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-1bf0b17d-2b2d-4255-9fbc-c7cbe639a879 req-ae017f00-96ae-4e51-96d8-33c724e47afa tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Request body: {'port': {'device_id': 'c60a7914-f526-4c0d-a6e6-774b55d0f055', 'network_id': 'e58689a5-5b58-46aa-ac41-c8ab49767a9e', 'admin_state_up': True, 'tenant_id': 'c1312625a5ee488398756a4806db2c25'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:51:07.251967 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port fc000a0b-c9d1-47c5-8bb6-a1ddf7834593, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=fc000a0b-c9d1-47c5-8bb6-a1ddf7834593,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:51:07.272055 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': 'fc000a0b-c9d1-47c5-8bb6-a1ddf7834593', 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd', 'port_id': 'fc000a0b-c9d1-47c5-8bb6-a1ddf7834593', 'mac_address': 'fa:16:3e:bc:f6:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6af2b868-37d3-46ab-a526-0465929f13c8', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:51:07.281453 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-4766dffc-69c4-44bb-88dd-fc54df07a565 req-71ed5b7a-f850-413f-a00b-579d3263331c tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] For port cd1e7f64-8870-43a6-ba3c-2458ba477ea5, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=cd1e7f64-8870-43a6-ba3c-2458ba477ea5,segment=NetworkSegment(5e510fdc-9ea8-43b0-91d8-907062ccfd65),segment_id=5e510fdc-9ea8-43b0-91d8-907062ccfd65)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:51:07.281827 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-4766dffc-69c4-44bb-88dd-fc54df07a565 req-71ed5b7a-f850-413f-a00b-579d3263331c tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:07.318762 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:07.335152 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc000a0b-c9d1-47c5-8bb6-a1ddf7834593 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:51:07.339729 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-4766dffc-69c4-44bb-88dd-fc54df07a565 req-71ed5b7a-f850-413f-a00b-579d3263331c tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Calling delete_port for cd1e7f64-8870-43a6-ba3c-2458ba477ea5 owned by compute:nova {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:51:07.341828 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-3d3e7c41-a80e-4da6-b631-98644ba06f62 req-09f2b8cb-2ddc-461c-af0c-5f96e70d8cd1 service neutron] For port 386b7938-45f8-4304-8ad8-6bd407d56721, host n-h2-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:51:07.351787 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-3d3e7c41-a80e-4da6-b631-98644ba06f62 req-09f2b8cb-2ddc-461c-af0c-5f96e70d8cd1 service neutron] For port 386b7938-45f8-4304-8ad8-6bd407d56721, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=386b7938-45f8-4304-8ad8-6bd407d56721,segment=NetworkSegment(b23390f1-3345-4e11-b45b-da1aa220458a),segment_id=b23390f1-3345-4e11-b45b-da1aa220458a)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:51:07.362738 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-1d3a3cb0-0785-4451-b60b-2a947e6d5398 req-0fa09994-6d3f-4fa0-8acf-84ec2e5722a5 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:07.370568 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port fc000a0b-c9d1-47c5-8bb6-a1ddf7834593, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=fc000a0b-c9d1-47c5-8bb6-a1ddf7834593,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:51:07.373845 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8991a58-0d5d-452e-95ca-1c56e3d4d8b7 req-bde249f2-edd6-4062-a576-d89800da6c1f tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:07.376036 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3d3e7c41-a80e-4da6-b631-98644ba06f62 req-09f2b8cb-2ddc-461c-af0c-5f96e70d8cd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:07.376615 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:07.390371 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e8991a58-0d5d-452e-95ca-1c56e3d4d8b7 req-bde249f2-edd6-4062-a576-d89800da6c1f tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] 10.222.0.36 "GET /v2.0/ports?device_id=a50c58d7-d116-4c8e-b014-130d383ba537 HTTP/1.1" status: 200 len: 946 time: 0.3223596 Aug 16 22:51:07.390958 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56410) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:07.408661 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-dda6c62a-6ceb-4945-8388-bd94517cf8d1 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Request body: {'floatingip': {'port_id': '274d2150-3525-4dba-92bb-dc45a148ca83'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:51:07.437537 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf0b17d-2b2d-4255-9fbc-c7cbe639a879 req-fca21b44-a1f2-4066-9874-946fb5b1e98b tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:07.443074 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1bf0b17d-2b2d-4255-9fbc-c7cbe639a879 req-fca21b44-a1f2-4066-9874-946fb5b1e98b tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] 10.222.0.57 "GET /v2.0/networks?id=e58689a5-5b58-46aa-ac41-c8ab49767a9e HTTP/1.1" status: 200 len: 812 time: 0.5777013 Aug 16 22:51:07.446639 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['f323738b-f883-4014-ba78-4c322dc7f679'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:51:07.458552 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa09994-6d3f-4fa0-8acf-84ec2e5722a5 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Pushing event deleted for resources: {'Port': ['ID=5889a528-9304-413d-8a3e-d220839675c1,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:07.507613 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3e7c41-a80e-4da6-b631-98644ba06f62 req-09f2b8cb-2ddc-461c-af0c-5f96e70d8cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:07.508245 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3d3e7c41-a80e-4da6-b631-98644ba06f62 req-09f2b8cb-2ddc-461c-af0c-5f96e70d8cd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:07.512489 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3d3e7c41-a80e-4da6-b631-98644ba06f62 req-09f2b8cb-2ddc-461c-af0c-5f96e70d8cd1 service neutron] 10.222.0.57 "PUT /v2.0/ports/386b7938-45f8-4304-8ad8-6bd407d56721 HTTP/1.1" status: 200 len: 1092 time: 3.6117113 Aug 16 22:51:07.596100 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=fc000a0b-c9d1-47c5-8bb6-a1ddf7834593,revision_number=7']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:07.616398 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-1bf0b17d-2b2d-4255-9fbc-c7cbe639a879 req-3dbfff96-e612-4a45-a963-6c7cd34ab345 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Request body: {'port': {'device_id': '4cbc422e-2f93-4401-bdfe-d0c1e0dc31c5', 'network_id': 'e58689a5-5b58-46aa-ac41-c8ab49767a9e', 'admin_state_up': True, 'tenant_id': 'c1312625a5ee488398756a4806db2c25'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:51:07.621163 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d3a3cb0-0785-4451-b60b-2a947e6d5398 req-0fa09994-6d3f-4fa0-8acf-84ec2e5722a5 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] No DVR routers for this DVR port 5889a528-9304-413d-8a3e-d220839675c1 on host n-h2-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:51:07.631123 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-1d3a3cb0-0785-4451-b60b-2a947e6d5398 req-0fa09994-6d3f-4fa0-8acf-84ec2e5722a5 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:07.633128 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-1d3a3cb0-0785-4451-b60b-2a947e6d5398 req-0fa09994-6d3f-4fa0-8acf-84ec2e5722a5 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.57 "DELETE /v2.0/ports/5889a528-9304-413d-8a3e-d220839675c1 HTTP/1.1" status: 204 len: 173 time: 3.1436241 Aug 16 22:51:07.677456 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-dda6c62a-6ceb-4945-8388-bd94517cf8d1 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Notify callbacks [] for floatingip, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:07.703401 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f2b8cb-2ddc-461c-af0c-5f96e70d8cd1 service neutron] Pushing event updated for resources: {'Port': ['ID=386b7938-45f8-4304-8ad8-6bd407d56721,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:07.706550 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 5889a528-9304-413d-8a3e-d220839675c1 no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:51:07.721402 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-5177e96a-a51c-4ff6-bd79-1c39ba816185 req-5ba1da89-a0fa-4f32-9d3b-ec39a074df29 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:07.744850 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] No Port match for: 5889a528-9304-413d-8a3e-d220839675c1 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:51:07.745456 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 5889a528-9304-413d-8a3e-d220839675c1 not bound to the agent host n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:51:07.755150 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3e7c41-a80e-4da6-b631-98644ba06f62 req-921bd860-5a91-40fc-a81d-69a5ed5d9e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:07.756035 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3d3e7c41-a80e-4da6-b631-98644ba06f62 req-921bd860-5a91-40fc-a81d-69a5ed5d9e59 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=57296d41c5f54ce79a9b782f4a8b4677&device_id=3bc6ad35-37eb-49fc-aa60-10ea3b36c658 HTTP/1.1" status: 200 len: 1095 time: 0.1464252 Aug 16 22:51:07.814431 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba1da89-a0fa-4f32-9d3b-ec39a074df29 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Pushing event deleted for resources: {'Port': ['ID=e1aafbf9-8303-427c-8504-dcb37b143734,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:07.863013 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['fc000a0b-c9d1-47c5-8bb6-a1ddf7834593'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:51:07.886597 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3d3e7c41-a80e-4da6-b631-98644ba06f62 req-1b1704e6-71df-4ee4-827c-2ee2b5cdecb8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=386b7938-45f8-4304-8ad8-6bd407d56721 HTTP/1.1" status: 200 len: 217 time: 0.0923624 Aug 16 22:51:07.929726 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['6febc145-575d-4190-8648-f4c30710fedf', '2936c26e-d0eb-4c67-ab4d-e875efb1b500'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:51:07.990768 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-5177e96a-a51c-4ff6-bd79-1c39ba816185 req-5ba1da89-a0fa-4f32-9d3b-ec39a074df29 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] No DVR routers for this DVR port e1aafbf9-8303-427c-8504-dcb37b143734 on host n-h1-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:51:07.997199 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-5177e96a-a51c-4ff6-bd79-1c39ba816185 req-5ba1da89-a0fa-4f32-9d3b-ec39a074df29 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:08.000011 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5177e96a-a51c-4ff6-bd79-1c39ba816185 req-5ba1da89-a0fa-4f32-9d3b-ec39a074df29 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] 10.222.0.68 "DELETE /v2.0/ports/e1aafbf9-8303-427c-8504-dcb37b143734 HTTP/1.1" status: 204 len: 173 time: 2.3657496 Aug 16 22:51:08.001584 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-4766dffc-69c4-44bb-88dd-fc54df07a565 req-71ed5b7a-f850-413f-a00b-579d3263331c tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:08.054152 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ed5b7a-f850-413f-a00b-579d3263331c tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Pushing event deleted for resources: {'Port': ['ID=cd1e7f64-8870-43a6-ba3c-2458ba477ea5,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:08.058708 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3e7c41-a80e-4da6-b631-98644ba06f62 req-63ced792-c3fc-4b84-9316-ad9824c36799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:08.060597 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3d3e7c41-a80e-4da6-b631-98644ba06f62 req-63ced792-c3fc-4b84-9316-ad9824c36799 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bb160313-5dbe-49f2-8a31-7afb6f1954c3 HTTP/1.1" status: 200 len: 856 time: 0.1514647 Aug 16 22:51:08.238816 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-4766dffc-69c4-44bb-88dd-fc54df07a565 req-71ed5b7a-f850-413f-a00b-579d3263331c tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] No DVR routers for this DVR port cd1e7f64-8870-43a6-ba3c-2458ba477ea5 on host n-h1-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:51:08.261446 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-4766dffc-69c4-44bb-88dd-fc54df07a565 req-71ed5b7a-f850-413f-a00b-579d3263331c tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:08.267842 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4766dffc-69c4-44bb-88dd-fc54df07a565 req-71ed5b7a-f850-413f-a00b-579d3263331c tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] 10.222.0.68 "DELETE /v2.0/ports/cd1e7f64-8870-43a6-ba3c-2458ba477ea5 HTTP/1.1" status: 204 len: 173 time: 2.3044331 Aug 16 22:51:08.289268 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6118f79f-e3f5-41b2-9282-f6784789f9b3 req-5ed60d1f-657e-4829-bf2a-a975cc1fda8b tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:08.296821 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6118f79f-e3f5-41b2-9282-f6784789f9b3 req-5ed60d1f-657e-4829-bf2a-a975cc1fda8b tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=f23d3b21-15f9-48db-9447-23eaa5d44e92 HTTP/1.1" status: 200 len: 945 time: 1.0385089 Aug 16 22:51:08.299385 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3e7c41-a80e-4da6-b631-98644ba06f62 req-b7aca7b5-94f8-4b82-a679-b671adf734f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:08.303994 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3d3e7c41-a80e-4da6-b631-98644ba06f62 req-b7aca7b5-94f8-4b82-a679-b671adf734f9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6017926f-7eef-429e-a22b-3a35337dccd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2346976 Aug 16 22:51:08.315583 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bf0b17d-2b2d-4255-9fbc-c7cbe639a879 req-ae017f00-96ae-4e51-96d8-33c724e47afa tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Made reservation on behalf of c1312625a5ee488398756a4806db2c25 for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:51:08.323608 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1bf0b17d-2b2d-4255-9fbc-c7cbe639a879 req-ae017f00-96ae-4e51-96d8-33c724e47afa tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:08.398538 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bf0b17d-2b2d-4255-9fbc-c7cbe639a879 req-3dbfff96-e612-4a45-a963-6c7cd34ab345 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Made reservation on behalf of c1312625a5ee488398756a4806db2c25 for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:51:08.402274 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1bf0b17d-2b2d-4255-9fbc-c7cbe639a879 req-3dbfff96-e612-4a45-a963-6c7cd34ab345 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:08.444388 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9929e1fc-13da-4d93-b847-cff0aa8fa791 req-d79821d6-a786-485c-b449-230cfafa744b tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:08.446193 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9929e1fc-13da-4d93-b847-cff0aa8fa791 req-d79821d6-a786-485c-b449-230cfafa744b tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccafbb9c-84fb-4dc5-9318-99c0fbf40f72 HTTP/1.1" status: 200 len: 949 time: 0.8615017 Aug 16 22:51:08.476514 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3d3e7c41-a80e-4da6-b631-98644ba06f62 req-82d3f2a8-7389-4e42-9e2c-c37c1462e4fb service neutron] 10.222.0.57 "GET /v2.0/networks/6017926f-7eef-429e-a22b-3a35337dccd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572225 Aug 16 22:51:08.595599 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3d3e7c41-a80e-4da6-b631-98644ba06f62 req-dcb507f6-770c-4ed8-9357-654b65727d7e service neutron] 10.222.0.57 "GET /v2.0/networks/6017926f-7eef-429e-a22b-3a35337dccd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952272 Aug 16 22:51:08.598313 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6118f79f-e3f5-41b2-9282-f6784789f9b3 req-c2e1d87d-1aa9-4587-b0bf-9ab19525e871 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3006504 Aug 16 22:51:08.621046 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9929e1fc-13da-4d93-b847-cff0aa8fa791 req-f35f548c-d1cf-4223-8380-51186148e12f tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655941 Aug 16 22:51:08.776685 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 22:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d285fc1-afc1-4b65-8616-07b50f2ea1d1 x-openstack-request-id: req-7d285fc1-afc1-4b65-8616-07b50f2ea1d1 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:51:08.777108 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccafbb9c-84fb-4dc5-9318-99c0fbf40f72", "name": "network-vif-unplugged", "status": "completed", "tag": "fc000a0b-c9d1-47c5-8bb6-a1ddf7834593", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:51:08.777499 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7d285fc1-afc1-4b65-8616-07b50f2ea1d1 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:51:08.778131 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccafbb9c-84fb-4dc5-9318-99c0fbf40f72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc000a0b-c9d1-47c5-8bb6-a1ddf7834593', 'code': 200} Aug 16 22:51:08.846646 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [req-1bf0b17d-2b2d-4255-9fbc-c7cbe639a879 req-3dbfff96-e612-4a45-a963-6c7cd34ab345 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Allocated IP 172.20.0.8 (e58689a5-5b58-46aa-ac41-c8ab49767a9e/d6d6cb79-667b-4b31-8066-0a37a58bc807/d25f68cd-84cf-4603-851f-0a8676aa85aa) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:51:08.875588 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device cd1e7f64-8870-43a6-ba3c-2458ba477ea5 no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:51:08.900140 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] No Port match for: cd1e7f64-8870-43a6-ba3c-2458ba477ea5 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:51:08.900732 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device cd1e7f64-8870-43a6-ba3c-2458ba477ea5 not bound to the agent host n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:51:08.902175 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device e1aafbf9-8303-427c-8504-dcb37b143734 no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:51:08.904123 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e7338b40-3885-4c4b-9afa-51028930bd9a req-f856065a-88d8-4b65-9c38-9176c4582b1c tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] 10.222.0.36 "GET /v2.0/ports?device_id=c60a7914-f526-4c0d-a6e6-774b55d0f055 HTTP/1.1" status: 200 len: 210 time: 0.1393621 Aug 16 22:51:08.931046 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] No Port match for: e1aafbf9-8303-427c-8504-dcb37b143734 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:51:08.931652 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device e1aafbf9-8303-427c-8504-dcb37b143734 not bound to the agent host n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:51:09.075583 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8590906-08ba-43af-a927-68beebc68339 req-0eba197f-ba9a-427d-9186-4dd637e28a4c tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:09.077853 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e8590906-08ba-43af-a927-68beebc68339 req-0eba197f-ba9a-427d-9186-4dd637e28a4c tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bc6ad35-37eb-49fc-aa60-10ea3b36c658 HTTP/1.1" status: 200 len: 943 time: 0.2168510 Aug 16 22:51:09.159291 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bc6ad35-37eb-49fc-aa60-10ea3b36c658', 'tag': '386b7938-45f8-4304-8ad8-6bd407d56721'}, {'server_uuid': '8fcc190a-32da-4836-a78f-cca14a40fb9b', 'name': 'network-vif-deleted', 'tag': '5889a528-9304-413d-8a3e-d220839675c1'}, {'server_uuid': 'b6ff79a3-93e2-4528-8d77-7bbaab2da856', 'name': 'network-vif-deleted', 'tag': 'e1aafbf9-8303-427c-8504-dcb37b143734'}, {'server_uuid': '94d83694-d21c-493c-a521-48c7f035728b', 'name': 'network-vif-deleted', 'tag': 'cd1e7f64-8870-43a6-ba3c-2458ba477ea5'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:51:09.162858 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5946926-1da9-4d46-95c9-73ec5332f626" -d '{"events": [{"name": "network-changed", "server_uuid": "3bc6ad35-37eb-49fc-aa60-10ea3b36c658", "tag": "386b7938-45f8-4304-8ad8-6bd407d56721"}, {"server_uuid": "8fcc190a-32da-4836-a78f-cca14a40fb9b", "name": "network-vif-deleted", "tag": "5889a528-9304-413d-8a3e-d220839675c1"}, {"server_uuid": "b6ff79a3-93e2-4528-8d77-7bbaab2da856", "name": "network-vif-deleted", "tag": "e1aafbf9-8303-427c-8504-dcb37b143734"}, {"server_uuid": "94d83694-d21c-493c-a521-48c7f035728b", "name": "network-vif-deleted", "tag": "cd1e7f64-8870-43a6-ba3c-2458ba477ea5"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:51:09.187512 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255363e7-b30d-4b70-82fe-4753d5831eb6 req-df35899b-d921-48b9-bf07-8a41cb749d55 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:09.189082 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-255363e7-b30d-4b70-82fe-4753d5831eb6 req-df35899b-d921-48b9-bf07-8a41cb749d55 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=195f465d-89cd-403a-9319-c4c4f08fdfc5 HTTP/1.1" status: 200 len: 945 time: 0.1989686 Aug 16 22:51:09.242854 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.db.resource_extend [None req-dda6c62a-6ceb-4945-8388-bd94517cf8d1 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 22:51:09.247666 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e8590906-08ba-43af-a927-68beebc68339 req-85ebccf3-0ee2-4c31-80a6-f673c447d8f3 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=0819ca22-363d-4b59-9328-30a084cf554a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1607139 Aug 16 22:51:09.340743 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-255363e7-b30d-4b70-82fe-4753d5831eb6 req-9fbdf9c0-f591-454d-bda0-072b23434dc3 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402497 Aug 16 22:51:09.344576 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1bf0b17d-2b2d-4255-9fbc-c7cbe639a879 req-3dbfff96-e612-4a45-a963-6c7cd34ab345 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:09.354019 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-dda6c62a-6ceb-4945-8388-bd94517cf8d1 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:09.359161 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-dda6c62a-6ceb-4945-8388-bd94517cf8d1 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:09.531589 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 692 Content-Type: application/json Date: Mon, 16 Aug 2021 22:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd1cde6a-6ffc-4d84-9b6e-e90baaf514ff x-openstack-request-id: req-bd1cde6a-6ffc-4d84-9b6e-e90baaf514ff {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:51:09.532078 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bc6ad35-37eb-49fc-aa60-10ea3b36c658", "tag": "386b7938-45f8-4304-8ad8-6bd407d56721", "status": "completed", "code": 200}, {"server_uuid": "8fcc190a-32da-4836-a78f-cca14a40fb9b", "name": "network-vif-deleted", "tag": "5889a528-9304-413d-8a3e-d220839675c1", "status": "completed", "code": 200}, {"server_uuid": "b6ff79a3-93e2-4528-8d77-7bbaab2da856", "name": "network-vif-deleted", "tag": "e1aafbf9-8303-427c-8504-dcb37b143734", "status": "completed", "code": 200}, {"server_uuid": "94d83694-d21c-493c-a521-48c7f035728b", "name": "network-vif-deleted", "tag": "cd1e7f64-8870-43a6-ba3c-2458ba477ea5", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:51:09.533786 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bd1cde6a-6ffc-4d84-9b6e-e90baaf514ff {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:51:09.534569 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bc6ad35-37eb-49fc-aa60-10ea3b36c658', 'tag': '386b7938-45f8-4304-8ad8-6bd407d56721', 'status': 'completed', 'code': 200} Aug 16 22:51:09.534842 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fcc190a-32da-4836-a78f-cca14a40fb9b', 'name': 'network-vif-deleted', 'tag': '5889a528-9304-413d-8a3e-d220839675c1', 'status': 'completed', 'code': 200} Aug 16 22:51:09.535408 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6ff79a3-93e2-4528-8d77-7bbaab2da856', 'name': 'network-vif-deleted', 'tag': 'e1aafbf9-8303-427c-8504-dcb37b143734', 'status': 'completed', 'code': 200} Aug 16 22:51:09.536368 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94d83694-d21c-493c-a521-48c7f035728b', 'name': 'network-vif-deleted', 'tag': 'cd1e7f64-8870-43a6-ba3c-2458ba477ea5', 'status': 'completed', 'code': 200} Aug 16 22:51:09.556572 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1bf0b17d-2b2d-4255-9fbc-c7cbe639a879 req-3dbfff96-e612-4a45-a963-6c7cd34ab345 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:09.593774 n-d-791506-26 neutron-server[101292]: INFO neutron.db.l3_db [None req-dda6c62a-6ceb-4945-8388-bd94517cf8d1 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Floating IP aca20739-3636-4582-b5b8-01b188fc7378 associated. External IP: 172.25.4.139, port: 274d2150-3525-4dba-92bb-dc45a148ca83. Aug 16 22:51:09.727647 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5946926-1da9-4d46-95c9-73ec5332f626 req-1b38ccc8-432f-43e8-98e7-4ae8d57944c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:09.729257 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d5946926-1da9-4d46-95c9-73ec5332f626 req-1b38ccc8-432f-43e8-98e7-4ae8d57944c5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=57296d41c5f54ce79a9b782f4a8b4677&device_id=3bc6ad35-37eb-49fc-aa60-10ea3b36c658 HTTP/1.1" status: 200 len: 1095 time: 0.1268606 Aug 16 22:51:09.761355 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a24df-3a46-48ee-9826-bae7828a94f0 req-be76bba7-df7a-42e5-aa4b-419311c60600 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:09.763164 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-024a24df-3a46-48ee-9826-bae7828a94f0 req-be76bba7-df7a-42e5-aa4b-419311c60600 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.68 "GET /v2.0/ports?device_id=ccafbb9c-84fb-4dc5-9318-99c0fbf40f72&tenant_id=5aa270b810014cb1b7df23f71a5483f7&binding%3Ahost_id=n-h1-791506-26 HTTP/1.1" status: 200 len: 949 time: 0.1057312 Aug 16 22:51:10.066654 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bf0b17d-2b2d-4255-9fbc-c7cbe639a879 req-3dbfff96-e612-4a45-a963-6c7cd34ab345 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Network e58689a5-5b58-46aa-ac41-c8ab49767a9e is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:51:10.120622 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [req-1bf0b17d-2b2d-4255-9fbc-c7cbe639a879 req-3dbfff96-e612-4a45-a963-6c7cd34ab345 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:51:10.149222 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbfff96-e612-4a45-a963-6c7cd34ab345 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Pushing event updated for resources: {'Port': ['ID=d25f68cd-84cf-4603-851f-0a8676aa85aa,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:10.151939 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bf0b17d-2b2d-4255-9fbc-c7cbe639a879 req-3dbfff96-e612-4a45-a963-6c7cd34ab345 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:51:10.207181 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [req-1bf0b17d-2b2d-4255-9fbc-c7cbe639a879 req-ae017f00-96ae-4e51-96d8-33c724e47afa tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Allocated IP 172.20.0.4 (e58689a5-5b58-46aa-ac41-c8ab49767a9e/d6d6cb79-667b-4b31-8066-0a37a58bc807/c6fee1ed-f466-429f-975c-dab512182aaf) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:51:10.212621 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-024a24df-3a46-48ee-9826-bae7828a94f0 req-a9a957e5-edc9-4c80-867d-044d706b1e01 service neutron] 10.222.0.68 "GET /v2.0/ports/fc000a0b-c9d1-47c5-8bb6-a1ddf7834593/bindings/n-h1-791506-26 HTTP/1.1" status: 200 len: 383 time: 0.4055579 Aug 16 22:51:10.216733 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5946926-1da9-4d46-95c9-73ec5332f626 req-31453e11-6554-4edc-9f15-18c877da4ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:10.222285 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d5946926-1da9-4d46-95c9-73ec5332f626 req-31453e11-6554-4edc-9f15-18c877da4ac2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6017926f-7eef-429e-a22b-3a35337dccd4 HTTP/1.1" status: 200 len: 918 time: 0.4833009 Aug 16 22:51:10.248760 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154b2a25-e985-491a-8064-f7c94a55048b req-af9b37d0-7adf-425a-bbeb-381d538eb00b tempest-LiveMigrationTest-725130784 tempest-LiveMigrationTest-725130784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:10.257465 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-154b2a25-e985-491a-8064-f7c94a55048b req-af9b37d0-7adf-425a-bbeb-381d538eb00b tempest-LiveMigrationTest-725130784 tempest-LiveMigrationTest-725130784-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=195f465d-89cd-403a-9319-c4c4f08fdfc5 HTTP/1.1" status: 200 len: 1097 time: 0.6542227 Aug 16 22:51:10.301842 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d5946926-1da9-4d46-95c9-73ec5332f626 req-8d83be49-0fb8-4bd7-b82d-e52fe96e824c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=386b7938-45f8-4304-8ad8-6bd407d56721 HTTP/1.1" status: 200 len: 217 time: 0.0713592 Aug 16 22:51:10.319119 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf0b17d-2b2d-4255-9fbc-c7cbe639a879 req-3dbfff96-e612-4a45-a963-6c7cd34ab345 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:10.320042 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1bf0b17d-2b2d-4255-9fbc-c7cbe639a879 req-3dbfff96-e612-4a45-a963-6c7cd34ab345 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:10.350369 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f953102-8288-4078-be2c-fd92207f6b55 req-e7bc4203-7513-43c7-ab80-5fac6a9d40ae tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:10.358358 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9f953102-8288-4078-be2c-fd92207f6b55 req-e7bc4203-7513-43c7-ab80-5fac6a9d40ae tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccafbb9c-84fb-4dc5-9318-99c0fbf40f72 HTTP/1.1" status: 200 len: 949 time: 0.3025885 Aug 16 22:51:10.411608 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a24df-3a46-48ee-9826-bae7828a94f0 req-4bd33abd-4b05-4ae2-805c-77b69e4f4b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:10.414020 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-024a24df-3a46-48ee-9826-bae7828a94f0 req-4bd33abd-4b05-4ae2-805c-77b69e4f4b78 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5aa270b810014cb1b7df23f71a5483f7&device_id=ccafbb9c-84fb-4dc5-9318-99c0fbf40f72 HTTP/1.1" status: 200 len: 1101 time: 0.1250575 Aug 16 22:51:10.418888 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5946926-1da9-4d46-95c9-73ec5332f626 req-5c46fb36-22c0-4cf6-a250-de22b225f6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:10.420780 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d5946926-1da9-4d46-95c9-73ec5332f626 req-5c46fb36-22c0-4cf6-a250-de22b225f6a3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bb160313-5dbe-49f2-8a31-7afb6f1954c3 HTTP/1.1" status: 200 len: 856 time: 0.0919476 Aug 16 22:51:10.440160 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-154b2a25-e985-491a-8064-f7c94a55048b req-3591e75e-c7d2-4bb6-81c9-823e0278abe3 tempest-LiveMigrationTest-725130784 tempest-LiveMigrationTest-725130784-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814921 Aug 16 22:51:10.447615 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1bf0b17d-2b2d-4255-9fbc-c7cbe639a879 req-3dbfff96-e612-4a45-a963-6c7cd34ab345 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8899646 Aug 16 22:51:10.517941 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-1bf0b17d-2b2d-4255-9fbc-c7cbe639a879 req-20c9678a-b63b-4559-9c32-71c1aaf926b8 service neutron] Request body: {'port': {'device_id': '4cbc422e-2f93-4401-bdfe-d0c1e0dc31c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-26'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:51:10.569646 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5946926-1da9-4d46-95c9-73ec5332f626 req-56b52147-36c8-423e-9ab3-267eb142be87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:10.571723 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d5946926-1da9-4d46-95c9-73ec5332f626 req-56b52147-36c8-423e-9ab3-267eb142be87 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6017926f-7eef-429e-a22b-3a35337dccd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1396186 Aug 16 22:51:10.623392 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9f953102-8288-4078-be2c-fd92207f6b55 req-4a2d5b7b-57bc-47c8-b9aa-fad303b89617 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638865 Aug 16 22:51:10.656851 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a24df-3a46-48ee-9826-bae7828a94f0 req-e32797fa-e791-4d71-966c-8c01c10e99be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:10.658583 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-024a24df-3a46-48ee-9826-bae7828a94f0 req-e32797fa-e791-4d71-966c-8c01c10e99be service neutron] 10.222.0.68 "GET /v2.0/networks?id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd HTTP/1.1" status: 200 len: 870 time: 0.2348421 Aug 16 22:51:10.720118 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-024a24df-3a46-48ee-9826-bae7828a94f0 req-b0745ef7-97f2-40d9-82f0-c80bcf788fbe service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=fc000a0b-c9d1-47c5-8bb6-a1ddf7834593 HTTP/1.1" status: 200 len: 217 time: 0.0451550 Aug 16 22:51:10.793188 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d5946926-1da9-4d46-95c9-73ec5332f626 req-5f3c083c-40b7-4f96-a6dc-990b29b00915 service neutron] 10.222.0.57 "GET /v2.0/networks/6017926f-7eef-429e-a22b-3a35337dccd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062590 Aug 16 22:51:10.800597 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1bf0b17d-2b2d-4255-9fbc-c7cbe639a879 req-20c9678a-b63b-4559-9c32-71c1aaf926b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:10.800834 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a24df-3a46-48ee-9826-bae7828a94f0 req-799794bd-1c86-42a8-9900-9a3c4c78751c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:10.801787 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-024a24df-3a46-48ee-9826-bae7828a94f0 req-799794bd-1c86-42a8-9900-9a3c4c78751c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6af2b868-37d3-46ab-a526-0465929f13c8 HTTP/1.1" status: 200 len: 843 time: 0.0728302 Aug 16 22:51:10.816251 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:10.825548 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dda6c62a-6ceb-4945-8388-bd94517cf8d1 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Router 357c01c1-cc55-4012-9ecd-02569dabfeea has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:51:10.829216 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bca3b36a-4fc3-44f4-b5c8-9cc648d21b65 req-c71aa634-0be2-4b88-8850-d0147e322e9a tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] 10.222.0.36 "GET /v2.0/ports?device_id=c60a7914-f526-4c0d-a6e6-774b55d0f055 HTTP/1.1" status: 200 len: 210 time: 0.0756657 Aug 16 22:51:10.837649 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1bf0b17d-2b2d-4255-9fbc-c7cbe639a879 req-ae017f00-96ae-4e51-96d8-33c724e47afa tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:10.860607 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device fc000a0b-c9d1-47c5-8bb6-a1ddf7834593 up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:51:10.917611 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a24df-3a46-48ee-9826-bae7828a94f0 req-e0cf5a91-fbb7-436c-8a0d-45b604a3a9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:10.919118 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-024a24df-3a46-48ee-9826-bae7828a94f0 req-e0cf5a91-fbb7-436c-8a0d-45b604a3a9c8 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0969753 Aug 16 22:51:10.950406 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port fc000a0b-c9d1-47c5-8bb6-a1ddf7834593 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:51:10.950777 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:10.988239 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d5946926-1da9-4d46-95c9-73ec5332f626 req-5baae94c-2c43-4456-82e5-712f9845e051 service neutron] 10.222.0.57 "GET /v2.0/networks/6017926f-7eef-429e-a22b-3a35337dccd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854393 Aug 16 22:51:11.046929 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-024a24df-3a46-48ee-9826-bae7828a94f0 req-b300231e-9db3-4a97-8b0d-ce2f3866df4d service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179690 Aug 16 22:51:11.053786 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:11.059022 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1bf0b17d-2b2d-4255-9fbc-c7cbe639a879 req-ae017f00-96ae-4e51-96d8-33c724e47afa tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:11.073128 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbb5773-a45a-47a5-a173-fec81db80fb8 req-28c1c120-6b28-4069-9a94-34618a41709b tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:11.075966 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ecbb5773-a45a-47a5-a173-fec81db80fb8 req-28c1c120-6b28-4069-9a94-34618a41709b tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=f23d3b21-15f9-48db-9447-23eaa5d44e92 HTTP/1.1" status: 200 len: 945 time: 0.3476968 Aug 16 22:51:11.088673 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccafbb9c-84fb-4dc5-9318-99c0fbf40f72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc000a0b-c9d1-47c5-8bb6-a1ddf7834593'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:51:11.091173 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e05c4b2-536d-4033-b710-f864848aa2b7" -d '{"events": [{"server_uuid": "ccafbb9c-84fb-4dc5-9318-99c0fbf40f72", "name": "network-vif-plugged", "status": "completed", "tag": "fc000a0b-c9d1-47c5-8bb6-a1ddf7834593"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:51:11.111225 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port fc000a0b-c9d1-47c5-8bb6-a1ddf7834593, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=fc000a0b-c9d1-47c5-8bb6-a1ddf7834593,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:51:11.117817 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:11.184981 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-024a24df-3a46-48ee-9826-bae7828a94f0 req-5f1ad484-64a3-4c3b-ab23-7d4ae0720d5f service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248150 Aug 16 22:51:11.200789 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=fc000a0b-c9d1-47c5-8bb6-a1ddf7834593,revision_number=8']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:11.276184 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bf0b17d-2b2d-4255-9fbc-c7cbe639a879 req-ae017f00-96ae-4e51-96d8-33c724e47afa tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Network e58689a5-5b58-46aa-ac41-c8ab49767a9e is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:51:11.312973 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [req-1bf0b17d-2b2d-4255-9fbc-c7cbe639a879 req-ae017f00-96ae-4e51-96d8-33c724e47afa tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:51:11.315483 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bf0b17d-2b2d-4255-9fbc-c7cbe639a879 req-ae017f00-96ae-4e51-96d8-33c724e47afa tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:51:11.386118 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ecbb5773-a45a-47a5-a173-fec81db80fb8 req-3d501311-8f3a-414b-9178-d8e250c9c0ee tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807205 Aug 16 22:51:11.401340 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa602a0-e204-45c0-928e-b935ebe32587 req-e29ed9d5-d08b-4b53-9bec-2d95c04ad8bd tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:11.402907 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6aa602a0-e204-45c0-928e-b935ebe32587 req-e29ed9d5-d08b-4b53-9bec-2d95c04ad8bd tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bc6ad35-37eb-49fc-aa60-10ea3b36c658 HTTP/1.1" status: 200 len: 943 time: 0.4143243 Aug 16 22:51:11.409723 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae017f00-96ae-4e51-96d8-33c724e47afa tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Pushing event updated for resources: {'Port': ['ID=c6fee1ed-f466-429f-975c-dab512182aaf,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:11.441225 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dda6c62a-6ceb-4945-8388-bd94517cf8d1 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:51:11.446013 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-dda6c62a-6ceb-4945-8388-bd94517cf8d1 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:11.453830 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88635a5a-9a08-4da6-a563-7ffab9d07b9d None None] Sync routers for ids ['357c01c1-cc55-4012-9ecd-02569dabfeea'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:51:11.462959 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88635a5a-9a08-4da6-a563-7ffab9d07b9d None None] Routers {'357c01c1-cc55-4012-9ecd-02569dabfeea'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:51:11.463668 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-88635a5a-9a08-4da6-a563-7ffab9d07b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:50:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['357c01c1-cc55-4012-9ecd-02569dabfeea'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:51:11.505260 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf0b17d-2b2d-4255-9fbc-c7cbe639a879 req-ae017f00-96ae-4e51-96d8-33c724e47afa tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:11.505870 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1bf0b17d-2b2d-4255-9fbc-c7cbe639a879 req-ae017f00-96ae-4e51-96d8-33c724e47afa tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:11.556337 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-dda6c62a-6ceb-4945-8388-bd94517cf8d1 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] 10.222.0.36 "PUT /v2.0/floatingips/aca20739-3636-4582-b5b8-01b188fc7378 HTTP/1.1" status: 200 len: 992 time: 4.1530721 Aug 16 22:51:11.559642 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6aa602a0-e204-45c0-928e-b935ebe32587 req-5af5c9be-aa81-4362-bd1d-8afd27010339 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=0819ca22-363d-4b59-9328-30a084cf554a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1399345 Aug 16 22:51:11.564579 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a50c58d7-d116-4c8e-b014-130d383ba537', 'tag': '274d2150-3525-4dba-92bb-dc45a148ca83'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:51:11.567127 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb03c939-5676-4192-aab6-55d6a5c46202" -d '{"events": [{"name": "network-changed", "server_uuid": "a50c58d7-d116-4c8e-b014-130d383ba537", "tag": "274d2150-3525-4dba-92bb-dc45a148ca83"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:51:11.580362 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-88635a5a-9a08-4da6-a563-7ffab9d07b9d None None] Set router 357c01c1-cc55-4012-9ecd-02569dabfeea gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:51:11.588587 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1bf0b17d-2b2d-4255-9fbc-c7cbe639a879 req-ae017f00-96ae-4e51-96d8-33c724e47afa tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3733552 Aug 16 22:51:11.601849 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-1bf0b17d-2b2d-4255-9fbc-c7cbe639a879 req-527d0b25-0a57-4cb3-a130-f72e08bc4c8e service neutron] Request body: {'port': {'device_id': 'c60a7914-f526-4c0d-a6e6-774b55d0f055', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-26'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:51:11.667125 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02782539-d4ff-4c9c-989c-4a227007a198 req-0166e6b9-3032-4b08-981a-58de6487c3ef tempest-LiveMigrationTest-725130784 tempest-LiveMigrationTest-725130784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:11.674515 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-02782539-d4ff-4c9c-989c-4a227007a198 req-0166e6b9-3032-4b08-981a-58de6487c3ef tempest-LiveMigrationTest-725130784 tempest-LiveMigrationTest-725130784-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=195f465d-89cd-403a-9319-c4c4f08fdfc5 HTTP/1.1" status: 200 len: 1097 time: 0.2122011 Aug 16 22:51:11.717755 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 386b7938-45f8-4304-8ad8-6bd407d56721 details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:51:11.720455 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [req-1bf0b17d-2b2d-4255-9fbc-c7cbe639a879 req-20c9678a-b63b-4559-9c32-71c1aaf926b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d25f68cd-84cf-4603-851f-0a8676aa85aa {{(pid=101292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:51:11.734051 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1bf0b17d-2b2d-4255-9fbc-c7cbe639a879 req-20c9678a-b63b-4559-9c32-71c1aaf926b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:11.750586 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1bf0b17d-2b2d-4255-9fbc-c7cbe639a879 req-527d0b25-0a57-4cb3-a130-f72e08bc4c8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:11.782338 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-1bf0b17d-2b2d-4255-9fbc-c7cbe639a879 req-20c9678a-b63b-4559-9c32-71c1aaf926b8 service neutron] Transition to ACTIVE for port object d25f68cd-84cf-4603-851f-0a8676aa85aa will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:51:11.796598 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-02782539-d4ff-4c9c-989c-4a227007a198 req-8fe707d0-03ac-4067-be6b-64834f6ce01d tempest-LiveMigrationTest-725130784 tempest-LiveMigrationTest-725130784-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178615 Aug 16 22:51:11.805268 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1bf0b17d-2b2d-4255-9fbc-c7cbe639a879 req-20c9678a-b63b-4559-9c32-71c1aaf926b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:11.871127 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b29c867a-840c-4682-8cb9-56079a7e41aa x-openstack-request-id: req-b29c867a-840c-4682-8cb9-56079a7e41aa {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:51:11.871643 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccafbb9c-84fb-4dc5-9318-99c0fbf40f72", "name": "network-vif-plugged", "status": "completed", "tag": "fc000a0b-c9d1-47c5-8bb6-a1ddf7834593", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:51:11.871643 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b29c867a-840c-4682-8cb9-56079a7e41aa {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:51:11.872032 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccafbb9c-84fb-4dc5-9318-99c0fbf40f72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc000a0b-c9d1-47c5-8bb6-a1ddf7834593', 'code': 200} Aug 16 22:51:11.915687 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4723991-4c77-4a94-890e-4e4c6b569b3f x-openstack-request-id: req-a4723991-4c77-4a94-890e-4e4c6b569b3f {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:51:11.916139 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a50c58d7-d116-4c8e-b014-130d383ba537", "tag": "274d2150-3525-4dba-92bb-dc45a148ca83", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:51:11.916463 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a4723991-4c77-4a94-890e-4e4c6b569b3f {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:51:11.916980 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a50c58d7-d116-4c8e-b014-130d383ba537', 'tag': '274d2150-3525-4dba-92bb-dc45a148ca83', 'status': 'completed', 'code': 200} Aug 16 22:51:11.989219 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 386b7938-45f8-4304-8ad8-6bd407d56721, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=386b7938-45f8-4304-8ad8-6bd407d56721,segment=NetworkSegment(b23390f1-3345-4e11-b45b-da1aa220458a),segment_id=b23390f1-3345-4e11-b45b-da1aa220458a)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:51:11.995528 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c9678a-b63b-4559-9c32-71c1aaf926b8 service neutron] Pushing event updated for resources: {'Port': ['ID=d25f68cd-84cf-4603-851f-0a8676aa85aa,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:12.044245 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': '386b7938-45f8-4304-8ad8-6bd407d56721', 'network_id': '6017926f-7eef-429e-a22b-3a35337dccd4', 'port_id': '386b7938-45f8-4304-8ad8-6bd407d56721', 'mac_address': 'fa:16:3e:63:66:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb160313-5dbe-49f2-8a31-7afb6f1954c3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:51:12.047115 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb03c939-5676-4192-aab6-55d6a5c46202 req-d684655f-b7d0-4417-9969-751ef54a2c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:12.048742 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-fb03c939-5676-4192-aab6-55d6a5c46202 req-d684655f-b7d0-4417-9969-751ef54a2c96 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=733236da22f3411d852a1f0b783a3537&device_id=a50c58d7-d116-4c8e-b014-130d383ba537 HTTP/1.1" status: 200 len: 1098 time: 0.0732670 Aug 16 22:51:12.056751 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-88635a5a-9a08-4da6-a563-7ffab9d07b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '357c01c1-cc55-4012-9ecd-02569dabfeea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-67857933-router', 'tenant_id': '733236da22f3411d852a1f0b783a3537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'd516a2b6-c4ce-4aff-b439-c775570a65f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:46:23Z', 'updated_at': '2021-08-16T22:46:29Z', 'revision_number': 4, 'project_id': '733236da22f3411d852a1f0b783a3537', 'gw_port': {'id': 'd516a2b6-c4ce-4aff-b439-c775570a65f1', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357c01c1-cc55-4012-9ecd-02569dabfeea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:46:24Z', 'updated_at': '2021-08-16T22:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': 'aca20739-3636-4582-b5b8-01b188fc7378', 'tenant_id': '733236da22f3411d852a1f0b783a3537', 'floating_ip_address': '172.25.4.139', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': '357c01c1-cc55-4012-9ecd-02569dabfeea', 'port_id': '274d2150-3525-4dba-92bb-dc45a148ca83', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ec41dbe-7c0a-4c4b-bab3-26488606d20f', 'mac_address': 'fa:16:3e:c2:ee:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50c58d7-d116-4c8e-b014-130d383ba537', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:46:52Z', 'updated_at': '2021-08-16T22:51:09Z', 'revision_number': 5, 'project_id': '733236da22f3411d852a1f0b783a3537', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bf5021e-a9c6-434b-bcf8-d588c1beca45', 'name': '', 'network_id': '1ec41dbe-7c0a-4c4b-bab3-26488606d20f', 'tenant_id': '733236da22f3411d852a1f0b783a3537', 'mac_address': 'fa:16:3e:24:8c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357c01c1-cc55-4012-9ecd-02569dabfeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd73dbfff-4ee7-4d05-8df7-c328a380882a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:46:27Z', 'updated_at': '2021-08-16T22:46:35Z', 'revision_number': 5, 'project_id': '733236da22f3411d852a1f0b783a3537', 'subnets': [{'id': 'd73dbfff-4ee7-4d05-8df7-c328a380882a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:51:12.109147 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88635a5a-9a08-4da6-a563-7ffab9d07b9d None None] Checking router: 357c01c1-cc55-4012-9ecd-02569dabfeea for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:51:12.133622 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:12.147118 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88635a5a-9a08-4da6-a563-7ffab9d07b9d None None] Routers {'357c01c1-cc55-4012-9ecd-02569dabfeea'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:51:12.147118 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-88635a5a-9a08-4da6-a563-7ffab9d07b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:50:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['357c01c1-cc55-4012-9ecd-02569dabfeea'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:51:12.166461 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb03c939-5676-4192-aab6-55d6a5c46202 req-ad7dec7a-1d76-4bf2-a782-3f620ae76c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:12.168359 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-fb03c939-5676-4192-aab6-55d6a5c46202 req-ad7dec7a-1d76-4bf2-a782-3f620ae76c42 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1ec41dbe-7c0a-4c4b-bab3-26488606d20f HTTP/1.1" status: 200 len: 923 time: 0.1118507 Aug 16 22:51:12.191163 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 386b7938-45f8-4304-8ad8-6bd407d56721 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:51:12.232145 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 386b7938-45f8-4304-8ad8-6bd407d56721, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=386b7938-45f8-4304-8ad8-6bd407d56721,segment=NetworkSegment(b23390f1-3345-4e11-b45b-da1aa220458a),segment_id=b23390f1-3345-4e11-b45b-da1aa220458a)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:51:12.266641 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c95291-b93e-4646-877e-1590e97e6b58 req-267b6ba1-cf30-4c81-ac91-5220319c4ce9 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:12.270431 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:12.271881 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-fb03c939-5676-4192-aab6-55d6a5c46202 req-c681bc55-a549-4c2f-9f52-72cc9c02dd99 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=274d2150-3525-4dba-92bb-dc45a148ca83 HTTP/1.1" status: 200 len: 1000 time: 0.0950208 Aug 16 22:51:12.273653 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c3c95291-b93e-4646-877e-1590e97e6b58 req-267b6ba1-cf30-4c81-ac91-5220319c4ce9 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccafbb9c-84fb-4dc5-9318-99c0fbf40f72 HTTP/1.1" status: 200 len: 950 time: 0.2788482 Aug 16 22:51:12.310989 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38d9f4d-385a-4446-9919-52749ea9c6d0 req-37cef368-be1e-41a0-820f-419171dc9608 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:12.312788 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d38d9f4d-385a-4446-9919-52749ea9c6d0 req-37cef368-be1e-41a0-820f-419171dc9608 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddfc8c57-da19-41a9-8ba5-70be6e62d75e HTTP/1.1" status: 200 len: 949 time: 0.2365830 Aug 16 22:51:12.313637 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-1bf0b17d-2b2d-4255-9fbc-c7cbe639a879 req-20c9678a-b63b-4559-9c32-71c1aaf926b8 service neutron] Attempting to bind port d25f68cd-84cf-4603-851f-0a8676aa85aa on host n-h2-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:51:12.314548 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-1bf0b17d-2b2d-4255-9fbc-c7cbe639a879 req-20c9678a-b63b-4559-9c32-71c1aaf926b8 service neutron] Attempting to bind port d25f68cd-84cf-4603-851f-0a8676aa85aa by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': '5e510fdc-9ea8-43b0-91d8-907062ccfd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e58689a5-5b58-46aa-ac41-c8ab49767a9e'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:51:12.314983 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf0b17d-2b2d-4255-9fbc-c7cbe639a879 req-20c9678a-b63b-4559-9c32-71c1aaf926b8 service neutron] Attempting to bind port d25f68cd-84cf-4603-851f-0a8676aa85aa on network e58689a5-5b58-46aa-ac41-c8ab49767a9e {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:51:12.337864 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-88635a5a-9a08-4da6-a563-7ffab9d07b9d None None] Set router 357c01c1-cc55-4012-9ecd-02569dabfeea gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:51:12.354332 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf0b17d-2b2d-4255-9fbc-c7cbe639a879 req-20c9678a-b63b-4559-9c32-71c1aaf926b8 service neutron] Port d25f68cd-84cf-4603-851f-0a8676aa85aa on network e58689a5-5b58-46aa-ac41-c8ab49767a9e not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:51:12.354809 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf0b17d-2b2d-4255-9fbc-c7cbe639a879 req-20c9678a-b63b-4559-9c32-71c1aaf926b8 service neutron] Attempting to bind port d25f68cd-84cf-4603-851f-0a8676aa85aa on network e58689a5-5b58-46aa-ac41-c8ab49767a9e {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:51:12.375524 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb03c939-5676-4192-aab6-55d6a5c46202 req-64981db3-d3b7-4b0b-b3e3-2c54a30b98ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:12.378497 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-fb03c939-5676-4192-aab6-55d6a5c46202 req-64981db3-d3b7-4b0b-b3e3-2c54a30b98ed service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d73dbfff-4ee7-4d05-8df7-c328a380882a HTTP/1.1" status: 200 len: 861 time: 0.0981061 Aug 16 22:51:12.380051 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=386b7938-45f8-4304-8ad8-6bd407d56721,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:12.395536 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf0b17d-2b2d-4255-9fbc-c7cbe639a879 req-20c9678a-b63b-4559-9c32-71c1aaf926b8 service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:51:12.396013 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf0b17d-2b2d-4255-9fbc-c7cbe639a879 req-20c9678a-b63b-4559-9c32-71c1aaf926b8 service neutron] Checking segment: {'id': '5e510fdc-9ea8-43b0-91d8-907062ccfd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e58689a5-5b58-46aa-ac41-c8ab49767a9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:51:12.396394 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf0b17d-2b2d-4255-9fbc-c7cbe639a879 req-20c9678a-b63b-4559-9c32-71c1aaf926b8 service neutron] Bound using segment: {'id': '5e510fdc-9ea8-43b0-91d8-907062ccfd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e58689a5-5b58-46aa-ac41-c8ab49767a9e'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:51:12.396933 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-1bf0b17d-2b2d-4255-9fbc-c7cbe639a879 req-20c9678a-b63b-4559-9c32-71c1aaf926b8 service neutron] Bound port: d25f68cd-84cf-4603-851f-0a8676aa85aa, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e510fdc-9ea8-43b0-91d8-907062ccfd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e58689a5-5b58-46aa-ac41-c8ab49767a9e'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:51:12.397403 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1bf0b17d-2b2d-4255-9fbc-c7cbe639a879 req-20c9678a-b63b-4559-9c32-71c1aaf926b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:12.427888 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c3c95291-b93e-4646-877e-1590e97e6b58 req-dc340529-36e4-4ff3-a9e3-1f871e739421 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532795 Aug 16 22:51:12.442153 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d38d9f4d-385a-4446-9919-52749ea9c6d0 req-a13b67bb-3bfc-4bcc-9219-99eb5b2cc4d1 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf51abff-a5e4-4ed4-87b7-552597e1ec97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126168 Aug 16 22:51:12.511896 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb03c939-5676-4192-aab6-55d6a5c46202 req-10c68c4b-daa0-4096-b15d-c6c3dadf2506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:12.514602 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-fb03c939-5676-4192-aab6-55d6a5c46202 req-10c68c4b-daa0-4096-b15d-c6c3dadf2506 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1ec41dbe-7c0a-4c4b-bab3-26488606d20f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1202786 Aug 16 22:51:12.665473 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [req-1bf0b17d-2b2d-4255-9fbc-c7cbe639a879 req-527d0b25-0a57-4cb3-a130-f72e08bc4c8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6fee1ed-f466-429f-975c-dab512182aaf {{(pid=101292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:51:12.684942 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-fb03c939-5676-4192-aab6-55d6a5c46202 req-747446db-5b49-47df-8e25-9f77f99ee454 service neutron] 10.222.0.57 "GET /v2.0/networks/1ec41dbe-7c0a-4c4b-bab3-26488606d20f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627982 Aug 16 22:51:12.688038 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1bf0b17d-2b2d-4255-9fbc-c7cbe639a879 req-527d0b25-0a57-4cb3-a130-f72e08bc4c8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:12.705456 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-1bf0b17d-2b2d-4255-9fbc-c7cbe639a879 req-20c9678a-b63b-4559-9c32-71c1aaf926b8 service neutron] For port d25f68cd-84cf-4603-851f-0a8676aa85aa, host n-h2-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:51:12.714939 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59103b-21d6-4d45-871d-ac9f9da07c30 req-13049df3-ab7e-48f9-928e-69b85180b515 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:12.716825 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-be59103b-21d6-4d45-871d-ac9f9da07c30 req-13049df3-ab7e-48f9-928e-69b85180b515 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.68 "GET /v2.0/ports?device_id=ddfc8c57-da19-41a9-8ba5-70be6e62d75e HTTP/1.1" status: 200 len: 949 time: 0.0821564 Aug 16 22:51:12.766064 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-88635a5a-9a08-4da6-a563-7ffab9d07b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '357c01c1-cc55-4012-9ecd-02569dabfeea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-67857933-router', 'tenant_id': '733236da22f3411d852a1f0b783a3537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'd516a2b6-c4ce-4aff-b439-c775570a65f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:46:23Z', 'updated_at': '2021-08-16T22:46:29Z', 'revision_number': 4, 'project_id': '733236da22f3411d852a1f0b783a3537', 'gw_port': {'id': 'd516a2b6-c4ce-4aff-b439-c775570a65f1', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357c01c1-cc55-4012-9ecd-02569dabfeea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:46:24Z', 'updated_at': '2021-08-16T22:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': 'aca20739-3636-4582-b5b8-01b188fc7378', 'tenant_id': '733236da22f3411d852a1f0b783a3537', 'floating_ip_address': '172.25.4.139', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': '357c01c1-cc55-4012-9ecd-02569dabfeea', 'port_id': '274d2150-3525-4dba-92bb-dc45a148ca83', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ec41dbe-7c0a-4c4b-bab3-26488606d20f', 'mac_address': 'fa:16:3e:c2:ee:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50c58d7-d116-4c8e-b014-130d383ba537', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:46:52Z', 'updated_at': '2021-08-16T22:51:09Z', 'revision_number': 5, 'project_id': '733236da22f3411d852a1f0b783a3537', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bf5021e-a9c6-434b-bcf8-d588c1beca45', 'name': '', 'network_id': '1ec41dbe-7c0a-4c4b-bab3-26488606d20f', 'tenant_id': '733236da22f3411d852a1f0b783a3537', 'mac_address': 'fa:16:3e:24:8c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357c01c1-cc55-4012-9ecd-02569dabfeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd73dbfff-4ee7-4d05-8df7-c328a380882a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:46:27Z', 'updated_at': '2021-08-16T22:46:35Z', 'revision_number': 5, 'project_id': '733236da22f3411d852a1f0b783a3537', 'subnets': [{'id': 'd73dbfff-4ee7-4d05-8df7-c328a380882a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:51:12.781255 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-1bf0b17d-2b2d-4255-9fbc-c7cbe639a879 req-20c9678a-b63b-4559-9c32-71c1aaf926b8 service neutron] For port d25f68cd-84cf-4603-851f-0a8676aa85aa, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=d25f68cd-84cf-4603-851f-0a8676aa85aa,segment=NetworkSegment(5e510fdc-9ea8-43b0-91d8-907062ccfd65),segment_id=5e510fdc-9ea8-43b0-91d8-907062ccfd65)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:51:12.798017 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88635a5a-9a08-4da6-a563-7ffab9d07b9d None None] The sync data for ids ['357c01c1-cc55-4012-9ecd-02569dabfeea'] in n-d-791506-26 is: [{'id': '357c01c1-cc55-4012-9ecd-02569dabfeea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-67857933-router', 'tenant_id': '733236da22f3411d852a1f0b783a3537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'd516a2b6-c4ce-4aff-b439-c775570a65f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:46:23Z', 'updated_at': '2021-08-16T22:46:29Z', 'revision_number': 4, 'project_id': '733236da22f3411d852a1f0b783a3537', 'gw_port': {'id': 'd516a2b6-c4ce-4aff-b439-c775570a65f1', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357c01c1-cc55-4012-9ecd-02569dabfeea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:46:24Z', 'updated_at': '2021-08-16T22:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': 'aca20739-3636-4582-b5b8-01b188fc7378', 'tenant_id': '733236da22f3411d852a1f0b783a3537', 'floating_ip_address': '172.25.4.139', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': '357c01c1-cc55-4012-9ecd-02569dabfeea', 'port_id': '274d2150-3525-4dba-92bb-dc45a148ca83', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ec41dbe-7c0a-4c4b-bab3-26488606d20f', 'mac_address': 'fa:16:3e:c2:ee:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50c58d7-d116-4c8e-b014-130d383ba537', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:46:52Z', 'updated_at': '2021-08-16T22:51:09Z', 'revision_number': 5, 'project_id': '733236da22f3411d852a1f0b783a3537', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bf5021e-a9c6-434b-bcf8-d588c1beca45', 'name': '', 'network_id': '1ec41dbe-7c0a-4c4b-bab3-26488606d20f', 'tenant_id': '733236da22f3411d852a1f0b783a3537', 'mac_address': 'fa:16:3e:24:8c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357c01c1-cc55-4012-9ecd-02569dabfeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd73dbfff-4ee7-4d05-8df7-c328a380882a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:46:27Z', 'updated_at': '2021-08-16T22:46:35Z', 'revision_number': 5, 'project_id': '733236da22f3411d852a1f0b783a3537', 'subnets': [{'id': 'd73dbfff-4ee7-4d05-8df7-c328a380882a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:51:12.800087 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['386b7938-45f8-4304-8ad8-6bd407d56721'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:51:12.806928 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-1bf0b17d-2b2d-4255-9fbc-c7cbe639a879 req-527d0b25-0a57-4cb3-a130-f72e08bc4c8e service neutron] Transition to ACTIVE for port object c6fee1ed-f466-429f-975c-dab512182aaf will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:51:12.834010 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dfc179-b110-44c2-be8b-c84d3a85197f req-f4ef4dbb-9ca7-41dc-9ee5-dd8b29b3fd85 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:12.844862 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-06dfc179-b110-44c2-be8b-c84d3a85197f req-f4ef4dbb-9ca7-41dc-9ee5-dd8b29b3fd85 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] 10.222.0.36 "GET /v2.0/ports?device_id=c60a7914-f526-4c0d-a6e6-774b55d0f055 HTTP/1.1" status: 200 len: 931 time: 0.2651432 Aug 16 22:51:12.858651 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1bf0b17d-2b2d-4255-9fbc-c7cbe639a879 req-527d0b25-0a57-4cb3-a130-f72e08bc4c8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:12.861962 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1bf0b17d-2b2d-4255-9fbc-c7cbe639a879 req-20c9678a-b63b-4559-9c32-71c1aaf926b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:12.902030 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf16921-4cf8-4583-8f42-f6c0f064c867 req-671281fb-e7d8-4f52-99ba-e5fd163b3823 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:12.905416 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ecf16921-4cf8-4583-8f42-f6c0f064c867 req-671281fb-e7d8-4f52-99ba-e5fd163b3823 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=f23d3b21-15f9-48db-9447-23eaa5d44e92 HTTP/1.1" status: 200 len: 945 time: 0.2678769 Aug 16 22:51:12.924932 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-be59103b-21d6-4d45-871d-ac9f9da07c30 req-fa22a36e-83ab-427d-9092-ea744fdbde05 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Deleting port 2936c26e-d0eb-4c67-ab4d-e875efb1b500 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:51:12.925286 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-be59103b-21d6-4d45-871d-ac9f9da07c30 req-fa22a36e-83ab-427d-9092-ea744fdbde05 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:12.930974 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-fb03c939-5676-4192-aab6-55d6a5c46202 req-9375d571-173d-4ad9-bd91-dc8db9a4e45f service neutron] 10.222.0.57 "GET /v2.0/networks/1ec41dbe-7c0a-4c4b-bab3-26488606d20f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372074 Aug 16 22:51:13.027422 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf0b17d-2b2d-4255-9fbc-c7cbe639a879 req-20c9678a-b63b-4559-9c32-71c1aaf926b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:13.028292 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1bf0b17d-2b2d-4255-9fbc-c7cbe639a879 req-20c9678a-b63b-4559-9c32-71c1aaf926b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:13.031334 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1bf0b17d-2b2d-4255-9fbc-c7cbe639a879 req-20c9678a-b63b-4559-9c32-71c1aaf926b8 service neutron] 10.222.0.57 "PUT /v2.0/ports/d25f68cd-84cf-4603-851f-0a8676aa85aa HTTP/1.1" status: 200 len: 1092 time: 2.5230260 Aug 16 22:51:13.033660 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527d0b25-0a57-4cb3-a130-f72e08bc4c8e service neutron] Pushing event updated for resources: {'Port': ['ID=c6fee1ed-f466-429f-975c-dab512182aaf,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:13.054520 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-be59103b-21d6-4d45-871d-ac9f9da07c30 req-fa22a36e-83ab-427d-9092-ea744fdbde05 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] For port 2936c26e-d0eb-4c67-ab4d-e875efb1b500, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=2936c26e-d0eb-4c67-ab4d-e875efb1b500,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:51:13.055052 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-be59103b-21d6-4d45-871d-ac9f9da07c30 req-fa22a36e-83ab-427d-9092-ea744fdbde05 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:13.073009 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-be59103b-21d6-4d45-871d-ac9f9da07c30 req-fa22a36e-83ab-427d-9092-ea744fdbde05 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Calling delete_port for 2936c26e-d0eb-4c67-ab4d-e875efb1b500 owned by compute:nova {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:51:13.165346 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bdf78c-49a6-45c6-a5ee-4fb2710f9585 None None] New status for floating IP aca20739-3636-4582-b5b8-01b188fc7378: ACTIVE {{(pid=101294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:51:13.244400 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c9678a-b63b-4559-9c32-71c1aaf926b8 service neutron] Pushing event updated for resources: {'Port': ['ID=d25f68cd-84cf-4603-851f-0a8676aa85aa,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:13.265887 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-06dfc179-b110-44c2-be8b-c84d3a85197f req-b9dad0cd-2305-4d37-8b09-f4bd96eeb7a6 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] 10.222.0.36 "GET /v2.0/security-groups?id=a98730cd-3ee7-4a69-bb1e-5c90a37c1f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4193499 Aug 16 22:51:13.267214 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-be59103b-21d6-4d45-871d-ac9f9da07c30 req-fa22a36e-83ab-427d-9092-ea744fdbde05 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:13.284296 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['6febc145-575d-4190-8648-f4c30710fedf', '2936c26e-d0eb-4c67-ab4d-e875efb1b500'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:51:13.289031 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ecf16921-4cf8-4583-8f42-f6c0f064c867 req-0a235e9b-a678-4349-a3b8-2546914862d9 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997403 Aug 16 22:51:13.346470 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf0b17d-2b2d-4255-9fbc-c7cbe639a879 req-e8daf49d-40b4-44ed-9a38-625fbb84d432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:13.354145 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1bf0b17d-2b2d-4255-9fbc-c7cbe639a879 req-e8daf49d-40b4-44ed-9a38-625fbb84d432 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c1312625a5ee488398756a4806db2c25&device_id=4cbc422e-2f93-4401-bdfe-d0c1e0dc31c5 HTTP/1.1" status: 200 len: 1095 time: 0.2476728 Aug 16 22:51:13.360018 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa22a36e-83ab-427d-9092-ea744fdbde05 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Pushing event deleted for resources: {'Port': ['ID=2936c26e-d0eb-4c67-ab4d-e875efb1b500,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:13.444059 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-be59103b-21d6-4d45-871d-ac9f9da07c30 req-fa22a36e-83ab-427d-9092-ea744fdbde05 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] No DVR routers for this DVR port 2936c26e-d0eb-4c67-ab4d-e875efb1b500 on host n-h1-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:51:13.446511 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1bf0b17d-2b2d-4255-9fbc-c7cbe639a879 req-3d63067e-c794-490a-b133-3e65d2a046f9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d25f68cd-84cf-4603-851f-0a8676aa85aa HTTP/1.1" status: 200 len: 217 time: 0.0614419 Aug 16 22:51:13.449392 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-be59103b-21d6-4d45-871d-ac9f9da07c30 req-fa22a36e-83ab-427d-9092-ea744fdbde05 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:13.451717 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-be59103b-21d6-4d45-871d-ac9f9da07c30 req-fa22a36e-83ab-427d-9092-ea744fdbde05 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.68 "DELETE /v2.0/ports/2936c26e-d0eb-4c67-ab4d-e875efb1b500 HTTP/1.1" status: 204 len: 173 time: 0.7212143 Aug 16 22:51:13.452395 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddfc8c57-da19-41a9-8ba5-70be6e62d75e', 'name': 'network-vif-deleted', 'tag': '2936c26e-d0eb-4c67-ab4d-e875efb1b500'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:51:13.456327 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff6a2676-98c2-4cbf-9f6d-1fb52d881013" -d '{"events": [{"server_uuid": "ddfc8c57-da19-41a9-8ba5-70be6e62d75e", "name": "network-vif-deleted", "tag": "2936c26e-d0eb-4c67-ab4d-e875efb1b500"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:51:13.552193 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-1bf0b17d-2b2d-4255-9fbc-c7cbe639a879 req-527d0b25-0a57-4cb3-a130-f72e08bc4c8e service neutron] Attempting to bind port c6fee1ed-f466-429f-975c-dab512182aaf on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:51:13.553500 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-1bf0b17d-2b2d-4255-9fbc-c7cbe639a879 req-527d0b25-0a57-4cb3-a130-f72e08bc4c8e service neutron] Attempting to bind port c6fee1ed-f466-429f-975c-dab512182aaf by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': '5e510fdc-9ea8-43b0-91d8-907062ccfd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e58689a5-5b58-46aa-ac41-c8ab49767a9e'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:51:13.554261 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf0b17d-2b2d-4255-9fbc-c7cbe639a879 req-527d0b25-0a57-4cb3-a130-f72e08bc4c8e service neutron] Attempting to bind port c6fee1ed-f466-429f-975c-dab512182aaf on network e58689a5-5b58-46aa-ac41-c8ab49767a9e {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:51:13.573471 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf0b17d-2b2d-4255-9fbc-c7cbe639a879 req-527d0b25-0a57-4cb3-a130-f72e08bc4c8e service neutron] Port c6fee1ed-f466-429f-975c-dab512182aaf on network e58689a5-5b58-46aa-ac41-c8ab49767a9e not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:51:13.573804 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf0b17d-2b2d-4255-9fbc-c7cbe639a879 req-527d0b25-0a57-4cb3-a130-f72e08bc4c8e service neutron] Attempting to bind port c6fee1ed-f466-429f-975c-dab512182aaf on network e58689a5-5b58-46aa-ac41-c8ab49767a9e {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:51:13.587455 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf0b17d-2b2d-4255-9fbc-c7cbe639a879 req-527d0b25-0a57-4cb3-a130-f72e08bc4c8e service neutron] Checking agent: {'id': 'd28e24f9-e5ea-41e1-80bf-3c7943ad7f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:51:13.587944 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf0b17d-2b2d-4255-9fbc-c7cbe639a879 req-527d0b25-0a57-4cb3-a130-f72e08bc4c8e service neutron] Checking segment: {'id': '5e510fdc-9ea8-43b0-91d8-907062ccfd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e58689a5-5b58-46aa-ac41-c8ab49767a9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:51:13.588423 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf0b17d-2b2d-4255-9fbc-c7cbe639a879 req-527d0b25-0a57-4cb3-a130-f72e08bc4c8e service neutron] Bound using segment: {'id': '5e510fdc-9ea8-43b0-91d8-907062ccfd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e58689a5-5b58-46aa-ac41-c8ab49767a9e'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:51:13.588981 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-1bf0b17d-2b2d-4255-9fbc-c7cbe639a879 req-527d0b25-0a57-4cb3-a130-f72e08bc4c8e service neutron] Bound port: c6fee1ed-f466-429f-975c-dab512182aaf, host: n-h1-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e510fdc-9ea8-43b0-91d8-907062ccfd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e58689a5-5b58-46aa-ac41-c8ab49767a9e'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:51:13.589431 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1bf0b17d-2b2d-4255-9fbc-c7cbe639a879 req-527d0b25-0a57-4cb3-a130-f72e08bc4c8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:13.621336 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf0b17d-2b2d-4255-9fbc-c7cbe639a879 req-f223cabf-2b60-43bd-971f-71189c0492ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:13.623434 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1bf0b17d-2b2d-4255-9fbc-c7cbe639a879 req-f223cabf-2b60-43bd-971f-71189c0492ec service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d6d6cb79-667b-4b31-8066-0a37a58bc807 HTTP/1.1" status: 200 len: 852 time: 0.1414828 Aug 16 22:51:13.650594 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f0be5f-8a19-4e2e-90e1-22b5fc141f2e req-577e206b-17cd-4802-a88c-370f37aad95c tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:13.652097 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b2f0be5f-8a19-4e2e-90e1-22b5fc141f2e req-577e206b-17cd-4802-a88c-370f37aad95c tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bc6ad35-37eb-49fc-aa60-10ea3b36c658 HTTP/1.1" status: 200 len: 944 time: 0.2046978 Aug 16 22:51:13.672172 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1bf0b17d-2b2d-4255-9fbc-c7cbe639a879 req-4196bcfa-3048-4ab3-bd50-c7204d89b88f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e58689a5-5b58-46aa-ac41-c8ab49767a9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393496 Aug 16 22:51:13.824647 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b2f0be5f-8a19-4e2e-90e1-22b5fc141f2e req-ecc969b4-55d7-4318-bb31-56cec5f6acfc tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=0819ca22-363d-4b59-9328-30a084cf554a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1549840 Aug 16 22:51:13.831298 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-1bf0b17d-2b2d-4255-9fbc-c7cbe639a879 req-527d0b25-0a57-4cb3-a130-f72e08bc4c8e service neutron] For port c6fee1ed-f466-429f-975c-dab512182aaf, host n-h1-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:51:13.836653 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-1bf0b17d-2b2d-4255-9fbc-c7cbe639a879 req-527d0b25-0a57-4cb3-a130-f72e08bc4c8e service neutron] For port c6fee1ed-f466-429f-975c-dab512182aaf, host n-h1-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=c6fee1ed-f466-429f-975c-dab512182aaf,segment=NetworkSegment(5e510fdc-9ea8-43b0-91d8-907062ccfd65),segment_id=5e510fdc-9ea8-43b0-91d8-907062ccfd65)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:51:13.849913 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1bf0b17d-2b2d-4255-9fbc-c7cbe639a879 req-527d0b25-0a57-4cb3-a130-f72e08bc4c8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:13.937116 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cbc422e-2f93-4401-bdfe-d0c1e0dc31c5', 'tag': 'd25f68cd-84cf-4603-851f-0a8676aa85aa'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:51:13.939728 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ebecd93-c9b7-46ae-8049-89923b8e68ad" -d '{"events": [{"name": "network-changed", "server_uuid": "4cbc422e-2f93-4401-bdfe-d0c1e0dc31c5", "tag": "d25f68cd-84cf-4603-851f-0a8676aa85aa"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:51:13.965117 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['f323738b-f883-4014-ba78-4c322dc7f679'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:51:13.969996 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1bf0b17d-2b2d-4255-9fbc-c7cbe639a879 req-2fa5d71f-c0c4-45ff-b5d0-28731ad07d15 service neutron] 10.222.0.57 "GET /v2.0/networks/e58689a5-5b58-46aa-ac41-c8ab49767a9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795146 Aug 16 22:51:13.971602 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf0b17d-2b2d-4255-9fbc-c7cbe639a879 req-527d0b25-0a57-4cb3-a130-f72e08bc4c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:13.984855 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1bf0b17d-2b2d-4255-9fbc-c7cbe639a879 req-527d0b25-0a57-4cb3-a130-f72e08bc4c8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:13.988736 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1bf0b17d-2b2d-4255-9fbc-c7cbe639a879 req-527d0b25-0a57-4cb3-a130-f72e08bc4c8e service neutron] 10.222.0.68 "PUT /v2.0/ports/c6fee1ed-f466-429f-975c-dab512182aaf HTTP/1.1" status: 200 len: 1092 time: 2.3913326 Aug 16 22:51:14.118361 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ceca3c-d5b2-4e36-a113-78e3e49ae043 req-afca5190-2e61-4e5e-b208-f7ecaea64231 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:14.120958 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-45ceca3c-d5b2-4e36-a113-78e3e49ae043 req-afca5190-2e61-4e5e-b208-f7ecaea64231 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.68 "GET /v2.0/ports?device_id=948bb553-444c-4329-a8a0-f7e24ff16e44 HTTP/1.1" status: 200 len: 949 time: 0.2014143 Aug 16 22:51:14.363561 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a24df-3a46-48ee-9826-bae7828a94f0 req-e9847065-bfc8-4e0e-b5e9-12a8bdf0eb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:14.368301 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-024a24df-3a46-48ee-9826-bae7828a94f0 req-e9847065-bfc8-4e0e-b5e9-12a8bdf0eb0e service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=ccafbb9c-84fb-4dc5-9318-99c0fbf40f72&tenant_id=5aa270b810014cb1b7df23f71a5483f7 HTTP/1.1" status: 200 len: 1102 time: 0.0958879 Aug 16 22:51:14.392926 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-45ceca3c-d5b2-4e36-a113-78e3e49ae043 req-15ec5d39-853d-4a80-a113-d93e240f8224 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Deleting port 6febc145-575d-4190-8648-f4c30710fedf {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:51:14.393635 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-45ceca3c-d5b2-4e36-a113-78e3e49ae043 req-15ec5d39-853d-4a80-a113-d93e240f8224 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:14.532964 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a24df-3a46-48ee-9826-bae7828a94f0 req-f3b62c14-a448-4108-9fd3-5316e413d4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:14.535217 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-024a24df-3a46-48ee-9826-bae7828a94f0 req-f3b62c14-a448-4108-9fd3-5316e413d4ee service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5aa270b810014cb1b7df23f71a5483f7&device_id=ccafbb9c-84fb-4dc5-9318-99c0fbf40f72 HTTP/1.1" status: 200 len: 1102 time: 0.1376212 Aug 16 22:51:14.628927 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-45ceca3c-d5b2-4e36-a113-78e3e49ae043 req-15ec5d39-853d-4a80-a113-d93e240f8224 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] For port 6febc145-575d-4190-8648-f4c30710fedf, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=6febc145-575d-4190-8648-f4c30710fedf,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:51:14.629299 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-45ceca3c-d5b2-4e36-a113-78e3e49ae043 req-15ec5d39-853d-4a80-a113-d93e240f8224 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:14.653426 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-45ceca3c-d5b2-4e36-a113-78e3e49ae043 req-15ec5d39-853d-4a80-a113-d93e240f8224 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Calling delete_port for 6febc145-575d-4190-8648-f4c30710fedf owned by compute:nova {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:51:14.653673 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527d0b25-0a57-4cb3-a130-f72e08bc4c8e service neutron] Pushing event updated for resources: {'Port': ['ID=c6fee1ed-f466-429f-975c-dab512182aaf,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:14.698196 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf0b17d-2b2d-4255-9fbc-c7cbe639a879 req-405e6689-bf46-4c6e-bc12-1e86a574d998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:14.699701 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1bf0b17d-2b2d-4255-9fbc-c7cbe639a879 req-405e6689-bf46-4c6e-bc12-1e86a574d998 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c1312625a5ee488398756a4806db2c25&device_id=c60a7914-f526-4c0d-a6e6-774b55d0f055 HTTP/1.1" status: 200 len: 1095 time: 0.6060612 Aug 16 22:51:14.721035 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa5deec-a754-49de-a967-9bd4ed855630 req-9d1e9e41-6441-43a4-bef7-866e5cdb7641 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:14.729360 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7fa5deec-a754-49de-a967-9bd4ed855630 req-9d1e9e41-6441-43a4-bef7-866e5cdb7641 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccafbb9c-84fb-4dc5-9318-99c0fbf40f72 HTTP/1.1" status: 200 len: 950 time: 0.1238434 Aug 16 22:51:14.739431 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a24df-3a46-48ee-9826-bae7828a94f0 req-4ad7c609-9dfd-4623-a129-4801b3527ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:14.740928 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-024a24df-3a46-48ee-9826-bae7828a94f0 req-4ad7c609-9dfd-4623-a129-4801b3527ae7 service neutron] 10.222.0.68 "GET /v2.0/networks?id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd HTTP/1.1" status: 200 len: 870 time: 0.1904044 Aug 16 22:51:14.799031 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1bf0b17d-2b2d-4255-9fbc-c7cbe639a879 req-2567476d-ddeb-455d-b0ff-c23f04f23816 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c6fee1ed-f466-429f-975c-dab512182aaf HTTP/1.1" status: 200 len: 217 time: 0.0621016 Aug 16 22:51:14.803486 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-024a24df-3a46-48ee-9826-bae7828a94f0 req-94b5cdcf-c90d-4476-9bb4-44cb4ea00bff service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=fc000a0b-c9d1-47c5-8bb6-a1ddf7834593 HTTP/1.1" status: 200 len: 217 time: 0.0532508 Aug 16 22:51:14.805183 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1bf0b17d-2b2d-4255-9fbc-c7cbe639a879 req-dcdeebe0-0e56-4fd4-a4aa-027f9045fce2 service neutron] 10.222.0.57 "GET /v2.0/networks/e58689a5-5b58-46aa-ac41-c8ab49767a9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8094783 Aug 16 22:51:14.846663 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7fa5deec-a754-49de-a967-9bd4ed855630 req-da43b9d1-8f2f-4108-b8ef-2ebea6b3576a tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163685 Aug 16 22:51:14.868592 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf0b17d-2b2d-4255-9fbc-c7cbe639a879 req-7dd41f69-c1d3-40f0-bc4e-00f1c4f164b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:14.868592 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1bf0b17d-2b2d-4255-9fbc-c7cbe639a879 req-7dd41f69-c1d3-40f0-bc4e-00f1c4f164b6 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d6d6cb79-667b-4b31-8066-0a37a58bc807 HTTP/1.1" status: 200 len: 852 time: 0.0555532 Aug 16 22:51:14.889960 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a24df-3a46-48ee-9826-bae7828a94f0 req-eeb1a11e-00a2-4bd7-b474-88024b3bf692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:14.891828 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-024a24df-3a46-48ee-9826-bae7828a94f0 req-eeb1a11e-00a2-4bd7-b474-88024b3bf692 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6af2b868-37d3-46ab-a526-0465929f13c8 HTTP/1.1" status: 200 len: 843 time: 0.0762336 Aug 16 22:51:14.920613 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1bf0b17d-2b2d-4255-9fbc-c7cbe639a879 req-cc1e4cd8-db0b-4af8-a97e-ac21f3800da1 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e58689a5-5b58-46aa-ac41-c8ab49767a9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410666 Aug 16 22:51:14.947228 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc62dde7-d53d-443f-9f69-c303fb4aa8ef x-openstack-request-id: req-fc62dde7-d53d-443f-9f69-c303fb4aa8ef {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:51:14.947444 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddfc8c57-da19-41a9-8ba5-70be6e62d75e", "name": "network-vif-deleted", "tag": "2936c26e-d0eb-4c67-ab4d-e875efb1b500", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:51:14.947690 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fc62dde7-d53d-443f-9f69-c303fb4aa8ef {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:51:14.948317 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddfc8c57-da19-41a9-8ba5-70be6e62d75e', 'name': 'network-vif-deleted', 'tag': '2936c26e-d0eb-4c67-ab4d-e875efb1b500', 'status': 'completed', 'code': 200} Aug 16 22:51:14.961295 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [req-329449b8-0946-4c83-a37e-c7d18a97d1b4 req-32ff87e9-056c-4806-876f-78b0d76ab9d5 tempest-LiveMigrationTest-725130784 tempest-LiveMigrationTest-725130784-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:51:14.971231 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-329449b8-0946-4c83-a37e-c7d18a97d1b4 req-32ff87e9-056c-4806-876f-78b0d76ab9d5 tempest-LiveMigrationTest-725130784 tempest-LiveMigrationTest-725130784-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0218756 Aug 16 22:51:14.981961 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-329449b8-0946-4c83-a37e-c7d18a97d1b4 req-5b567605-16e8-461f-984c-a45b97e9a0d3 service neutron] Request body: {'binding': {'host': 'n-h1-791506-26', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:51:14.982475 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-329449b8-0946-4c83-a37e-c7d18a97d1b4 req-5b567605-16e8-461f-984c-a45b97e9a0d3 service neutron] Unknown quota resources ['binding']. {{(pid=101291) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 22:51:15.009161 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db3b0e5-cc1c-41cd-b1ff-352eb1280eb0 x-openstack-request-id: req-7db3b0e5-cc1c-41cd-b1ff-352eb1280eb0 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:51:15.009725 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cbc422e-2f93-4401-bdfe-d0c1e0dc31c5", "tag": "d25f68cd-84cf-4603-851f-0a8676aa85aa", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:51:15.010046 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7db3b0e5-cc1c-41cd-b1ff-352eb1280eb0 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:51:15.010432 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cbc422e-2f93-4401-bdfe-d0c1e0dc31c5', 'tag': 'd25f68cd-84cf-4603-851f-0a8676aa85aa', 'status': 'completed', 'code': 200} Aug 16 22:51:15.022054 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-45ceca3c-d5b2-4e36-a113-78e3e49ae043 req-15ec5d39-853d-4a80-a113-d93e240f8224 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:15.046264 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1bf0b17d-2b2d-4255-9fbc-c7cbe639a879 req-6bed6327-a53f-41fe-9f60-a16c91529817 service neutron] 10.222.0.68 "GET /v2.0/networks/e58689a5-5b58-46aa-ac41-c8ab49767a9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183836 Aug 16 22:51:15.061500 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['f323738b-f883-4014-ba78-4c322dc7f679'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:51:15.086134 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ec5d39-853d-4a80-a113-d93e240f8224 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Pushing event deleted for resources: {'Port': ['ID=6febc145-575d-4190-8648-f4c30710fedf,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:15.196236 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a24df-3a46-48ee-9826-bae7828a94f0 req-0a7920bc-1503-49a7-8381-e38e55423358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:15.198697 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-024a24df-3a46-48ee-9826-bae7828a94f0 req-0a7920bc-1503-49a7-8381-e38e55423358 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2970774 Aug 16 22:51:15.234595 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3209674c-1467-41cb-abec-56b927989de9 req-e1adad1e-4eae-480f-8ca7-fe5ced6b91b7 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:15.235709 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-45ceca3c-d5b2-4e36-a113-78e3e49ae043 req-15ec5d39-853d-4a80-a113-d93e240f8224 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] No DVR routers for this DVR port 6febc145-575d-4190-8648-f4c30710fedf on host n-h1-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:51:15.243200 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3209674c-1467-41cb-abec-56b927989de9 req-e1adad1e-4eae-480f-8ca7-fe5ced6b91b7 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] 10.222.0.36 "GET /v2.0/ports?device_id=c60a7914-f526-4c0d-a6e6-774b55d0f055 HTTP/1.1" status: 200 len: 943 time: 0.1730332 Aug 16 22:51:15.246506 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-45ceca3c-d5b2-4e36-a113-78e3e49ae043 req-15ec5d39-853d-4a80-a113-d93e240f8224 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:15.249549 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-45ceca3c-d5b2-4e36-a113-78e3e49ae043 req-15ec5d39-853d-4a80-a113-d93e240f8224 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.68 "DELETE /v2.0/ports/6febc145-575d-4190-8648-f4c30710fedf HTTP/1.1" status: 204 len: 173 time: 1.1208153 Aug 16 22:51:15.260971 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebecd93-c9b7-46ae-8049-89923b8e68ad req-ab460cf1-9de0-4fed-94bb-7511c2fbde92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:15.262387 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0ebecd93-c9b7-46ae-8049-89923b8e68ad req-ab460cf1-9de0-4fed-94bb-7511c2fbde92 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c1312625a5ee488398756a4806db2c25&device_id=4cbc422e-2f93-4401-bdfe-d0c1e0dc31c5 HTTP/1.1" status: 200 len: 1095 time: 0.1808248 Aug 16 22:51:15.353413 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1bf0b17d-2b2d-4255-9fbc-c7cbe639a879 req-b772490f-c43c-4d78-af2e-c990a24aa88c service neutron] 10.222.0.68 "GET /v2.0/networks/e58689a5-5b58-46aa-ac41-c8ab49767a9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2996130 Aug 16 22:51:15.358373 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-329449b8-0946-4c83-a37e-c7d18a97d1b4 req-5b567605-16e8-461f-984c-a45b97e9a0d3 service neutron] Attempting to bind port 46991f02-0877-4fdb-a939-148b962ab439 on host n-h1-791506-26 for vnic_type normal with profile None {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:51:15.358837 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-329449b8-0946-4c83-a37e-c7d18a97d1b4 req-5b567605-16e8-461f-984c-a45b97e9a0d3 service neutron] Attempting to bind port 46991f02-0877-4fdb-a939-148b962ab439 by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': 'f636a4c4-5ebb-45e7-a739-a275ed345fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bdacd106-3582-43d1-a3c6-7a9333f5e2e0'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:51:15.359463 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329449b8-0946-4c83-a37e-c7d18a97d1b4 req-5b567605-16e8-461f-984c-a45b97e9a0d3 service neutron] Attempting to bind port 46991f02-0877-4fdb-a939-148b962ab439 on network bdacd106-3582-43d1-a3c6-7a9333f5e2e0 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:51:15.375483 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3209674c-1467-41cb-abec-56b927989de9 req-de5fbe96-9e98-478a-bfd2-c1664e5b5f2e tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] 10.222.0.36 "GET /v2.0/security-groups?id=a98730cd-3ee7-4a69-bb1e-5c90a37c1f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313138 Aug 16 22:51:15.381743 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329449b8-0946-4c83-a37e-c7d18a97d1b4 req-5b567605-16e8-461f-984c-a45b97e9a0d3 service neutron] Port 46991f02-0877-4fdb-a939-148b962ab439 on network bdacd106-3582-43d1-a3c6-7a9333f5e2e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:51:15.382260 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329449b8-0946-4c83-a37e-c7d18a97d1b4 req-5b567605-16e8-461f-984c-a45b97e9a0d3 service neutron] Attempting to bind port 46991f02-0877-4fdb-a939-148b962ab439 on network bdacd106-3582-43d1-a3c6-7a9333f5e2e0 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:51:15.395867 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329449b8-0946-4c83-a37e-c7d18a97d1b4 req-5b567605-16e8-461f-984c-a45b97e9a0d3 service neutron] Checking agent: {'id': 'd28e24f9-e5ea-41e1-80bf-3c7943ad7f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:51:15.396194 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329449b8-0946-4c83-a37e-c7d18a97d1b4 req-5b567605-16e8-461f-984c-a45b97e9a0d3 service neutron] Checking segment: {'id': 'f636a4c4-5ebb-45e7-a739-a275ed345fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bdacd106-3582-43d1-a3c6-7a9333f5e2e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:51:15.397416 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329449b8-0946-4c83-a37e-c7d18a97d1b4 req-5b567605-16e8-461f-984c-a45b97e9a0d3 service neutron] Bound using segment: {'id': 'f636a4c4-5ebb-45e7-a739-a275ed345fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bdacd106-3582-43d1-a3c6-7a9333f5e2e0'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:51:15.398632 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-329449b8-0946-4c83-a37e-c7d18a97d1b4 req-5b567605-16e8-461f-984c-a45b97e9a0d3 service neutron] Bound port: 46991f02-0877-4fdb-a939-148b962ab439, host: n-h1-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f636a4c4-5ebb-45e7-a739-a275ed345fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bdacd106-3582-43d1-a3c6-7a9333f5e2e0'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:51:15.429743 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-024a24df-3a46-48ee-9826-bae7828a94f0 req-a9ec205c-2a99-4429-b5c2-8928dbb070bf service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119679 Aug 16 22:51:15.450030 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebecd93-c9b7-46ae-8049-89923b8e68ad req-f8a16558-593d-4348-8816-fd8aead0d12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:15.453253 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0ebecd93-c9b7-46ae-8049-89923b8e68ad req-f8a16558-593d-4348-8816-fd8aead0d12c service neutron] 10.222.0.57 "GET /v2.0/networks?id=e58689a5-5b58-46aa-ac41-c8ab49767a9e HTTP/1.1" status: 200 len: 913 time: 0.1806779 Aug 16 22:51:15.535685 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0ebecd93-c9b7-46ae-8049-89923b8e68ad req-74bd461e-4d75-4be5-8f0e-954182a2e7d8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d25f68cd-84cf-4603-851f-0a8676aa85aa HTTP/1.1" status: 200 len: 217 time: 0.0567904 Aug 16 22:51:15.593207 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de7c8c1-c687-4892-8910-d89eaf3afe6a req-f943df3f-5c88-4482-9917-bc1c6c84c011 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:15.594162 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-024a24df-3a46-48ee-9826-bae7828a94f0 req-6325b73b-b8e2-48a3-83dd-390cb15a17cc service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544063 Aug 16 22:51:15.604155 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6de7c8c1-c687-4892-8910-d89eaf3afe6a req-f943df3f-5c88-4482-9917-bc1c6c84c011 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=f23d3b21-15f9-48db-9447-23eaa5d44e92 HTTP/1.1" status: 200 len: 945 time: 0.1376250 Aug 16 22:51:15.620380 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-329449b8-0946-4c83-a37e-c7d18a97d1b4 req-5b567605-16e8-461f-984c-a45b97e9a0d3 service neutron] For port 46991f02-0877-4fdb-a939-148b962ab439, host n-h1-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=46991f02-0877-4fdb-a939-148b962ab439,segment=NetworkSegment(f636a4c4-5ebb-45e7-a739-a275ed345fed),segment_id=f636a4c4-5ebb-45e7-a739-a275ed345fed)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:51:15.629717 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-329449b8-0946-4c83-a37e-c7d18a97d1b4 req-5b567605-16e8-461f-984c-a45b97e9a0d3 service neutron] Notify callbacks [] for binding, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:15.631755 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-329449b8-0946-4c83-a37e-c7d18a97d1b4 req-5b567605-16e8-461f-984c-a45b97e9a0d3 service neutron] 10.222.0.36 "POST /v2.0/ports/46991f02-0877-4fdb-a939-148b962ab439/bindings HTTP/1.1" status: 201 len: 390 time: 0.6583602 Aug 16 22:51:15.641010 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebecd93-c9b7-46ae-8049-89923b8e68ad req-15e5c646-01f5-4837-ae4f-9a7a249837e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:15.642488 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0ebecd93-c9b7-46ae-8049-89923b8e68ad req-15e5c646-01f5-4837-ae4f-9a7a249837e2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d6d6cb79-667b-4b31-8066-0a37a58bc807 HTTP/1.1" status: 200 len: 852 time: 0.0991139 Aug 16 22:51:15.668293 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6de7c8c1-c687-4892-8910-d89eaf3afe6a req-b000069b-2714-48e2-85d9-52d0af6de0f4 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630891 Aug 16 22:51:15.686646 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0ebecd93-c9b7-46ae-8049-89923b8e68ad req-3c1010d3-0a0b-44d5-8a1f-5362748d015c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e58689a5-5b58-46aa-ac41-c8ab49767a9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341156 Aug 16 22:51:15.738847 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 386b7938-45f8-4304-8ad8-6bd407d56721 up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:51:15.818936 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning for port 386b7938-45f8-4304-8ad8-6bd407d56721 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:51:15.824375 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port 386b7938-45f8-4304-8ad8-6bd407d56721 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:51:15.825134 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:15.881525 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dd05901c-6ad4-4616-8242-7c28b5c0ac17 req-ce117b7c-bd68-4517-a3c1-3c0e2244d499 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/ports?device_id=948bb553-444c-4329-a8a0-f7e24ff16e44 HTTP/1.1" status: 200 len: 210 time: 0.0628517 Aug 16 22:51:15.949402 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0ebecd93-c9b7-46ae-8049-89923b8e68ad req-0c061f4b-47fc-4003-8463-13f4763297b4 service neutron] 10.222.0.57 "GET /v2.0/networks/e58689a5-5b58-46aa-ac41-c8ab49767a9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381892 Aug 16 22:51:15.961653 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f5f6b-6166-4c21-8ba5-bdddece21ae2 req-9687098a-e500-45da-a0fa-70b77fef8cf3 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:15.965515 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a19f5f6b-6166-4c21-8ba5-bdddece21ae2 req-9687098a-e500-45da-a0fa-70b77fef8cf3 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bc6ad35-37eb-49fc-aa60-10ea3b36c658 HTTP/1.1" status: 200 len: 944 time: 0.1482284 Aug 16 22:51:15.987550 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:16.028868 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bc6ad35-37eb-49fc-aa60-10ea3b36c658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '386b7938-45f8-4304-8ad8-6bd407d56721'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:51:16.032327 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c496b3c2-f0ea-41ca-9b85-6ef2407d7434" -d '{"events": [{"server_uuid": "3bc6ad35-37eb-49fc-aa60-10ea3b36c658", "name": "network-vif-plugged", "status": "completed", "tag": "386b7938-45f8-4304-8ad8-6bd407d56721"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:51:16.046900 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 386b7938-45f8-4304-8ad8-6bd407d56721, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=386b7938-45f8-4304-8ad8-6bd407d56721,segment=NetworkSegment(b23390f1-3345-4e11-b45b-da1aa220458a),segment_id=b23390f1-3345-4e11-b45b-da1aa220458a)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:51:16.053682 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:16.086519 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329449b8-0946-4c83-a37e-c7d18a97d1b4 req-431f27d1-95d2-4a11-b8fe-a8b9b36234ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:16.090028 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-329449b8-0946-4c83-a37e-c7d18a97d1b4 req-431f27d1-95d2-4a11-b8fe-a8b9b36234ce service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a4c9d624b07f42a0ae3c7ed63064f003&device_id=195f465d-89cd-403a-9319-c4c4f08fdfc5 HTTP/1.1" status: 200 len: 1097 time: 0.0973399 Aug 16 22:51:16.113269 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=386b7938-45f8-4304-8ad8-6bd407d56721,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:16.135179 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a19f5f6b-6166-4c21-8ba5-bdddece21ae2 req-4cca6b54-c40e-4831-816a-5a07e5f68a0c tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=0819ca22-363d-4b59-9328-30a084cf554a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1630590 Aug 16 22:51:16.190104 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e478e4-96c5-4afa-816f-696bd42187ab req-486104a9-529f-4a6a-af62-1b22ea5056fb tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:16.191655 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-23e478e4-96c5-4afa-816f-696bd42187ab req-486104a9-529f-4a6a-af62-1b22ea5056fb tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=195f465d-89cd-403a-9319-c4c4f08fdfc5 HTTP/1.1" status: 200 len: 945 time: 0.1167097 Aug 16 22:51:16.194041 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0ebecd93-c9b7-46ae-8049-89923b8e68ad req-77df74c2-518e-4c45-9537-0436d7a9ca10 service neutron] 10.222.0.57 "GET /v2.0/networks/e58689a5-5b58-46aa-ac41-c8ab49767a9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904631 Aug 16 22:51:16.219764 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329449b8-0946-4c83-a37e-c7d18a97d1b4 req-456a8bb6-ae62-4d95-bf8b-d9b7e88a21cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:16.222001 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-329449b8-0946-4c83-a37e-c7d18a97d1b4 req-456a8bb6-ae62-4d95-bf8b-d9b7e88a21cf service neutron] 10.222.0.68 "GET /v2.0/networks?id=bdacd106-3582-43d1-a3c6-7a9333f5e2e0 HTTP/1.1" status: 200 len: 909 time: 0.1219878 Aug 16 22:51:16.238413 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-23e478e4-96c5-4afa-816f-696bd42187ab req-f056a0c3-baf6-4a84-beb1-90ad4bb8fc44 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397258 Aug 16 22:51:16.298379 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-329449b8-0946-4c83-a37e-c7d18a97d1b4 req-b1b0cb3f-bdad-4ea0-9ff9-1193bc1d47e8 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46991f02-0877-4fdb-a939-148b962ab439 HTTP/1.1" status: 200 len: 217 time: 0.0675039 Aug 16 22:51:16.301106 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a4d003-27d8-4f2b-b250-82afd00082ce x-openstack-request-id: req-97a4d003-27d8-4f2b-b250-82afd00082ce {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:51:16.301494 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bc6ad35-37eb-49fc-aa60-10ea3b36c658", "name": "network-vif-plugged", "status": "completed", "tag": "386b7938-45f8-4304-8ad8-6bd407d56721", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:51:16.301835 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-97a4d003-27d8-4f2b-b250-82afd00082ce {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:51:16.302504 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bc6ad35-37eb-49fc-aa60-10ea3b36c658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '386b7938-45f8-4304-8ad8-6bd407d56721', 'code': 200} Aug 16 22:51:16.310357 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4126e7b4-9af1-4497-9bfe-e79917aebbaf req-250df1b0-db7e-45d4-857a-8278c8014602 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:16.312531 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4126e7b4-9af1-4497-9bfe-e79917aebbaf req-250df1b0-db7e-45d4-857a-8278c8014602 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccafbb9c-84fb-4dc5-9318-99c0fbf40f72 HTTP/1.1" status: 200 len: 950 time: 0.0820336 Aug 16 22:51:16.367874 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4126e7b4-9af1-4497-9bfe-e79917aebbaf req-99b343b9-27c7-4761-a1fe-15d5023b1b4a tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476391 Aug 16 22:51:16.373599 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329449b8-0946-4c83-a37e-c7d18a97d1b4 req-63449156-8470-4b77-bcee-6cbafa8dac2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:16.375159 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-329449b8-0946-4c83-a37e-c7d18a97d1b4 req-63449156-8470-4b77-bcee-6cbafa8dac2d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=78dd72b6-bd21-4b15-8ce7-13fda92dba19 HTTP/1.1" status: 200 len: 848 time: 0.0686581 Aug 16 22:51:16.413602 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-329449b8-0946-4c83-a37e-c7d18a97d1b4 req-f71bf728-c0ba-4fc5-bdc5-c33511ff396a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=bdacd106-3582-43d1-a3c6-7a9333f5e2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300782 Aug 16 22:51:16.484135 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2216db61-847a-4227-aa31-4f72b6513900 req-f904dbc8-c2c8-4f13-a186-214a665dd7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:16.485614 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2216db61-847a-4227-aa31-4f72b6513900 req-f904dbc8-c2c8-4f13-a186-214a665dd7d0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3bc6ad35-37eb-49fc-aa60-10ea3b36c658 HTTP/1.1" status: 200 len: 1097 time: 0.0768843 Aug 16 22:51:16.516629 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-329449b8-0946-4c83-a37e-c7d18a97d1b4 req-568bfbb4-8a13-4902-9bf5-ecfa70228690 service neutron] 10.222.0.68 "GET /v2.0/networks/bdacd106-3582-43d1-a3c6-7a9333f5e2e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942891 Aug 16 22:51:16.520008 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb455c6-a827-4640-aa91-22441cb747ca req-a4e3bd0d-c8cd-4479-b386-6ab286aa4f1c tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:16.521568 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6cb455c6-a827-4640-aa91-22441cb747ca req-a4e3bd0d-c8cd-4479-b386-6ab286aa4f1c tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] 10.222.0.36 "GET /v2.0/ports?device_id=c60a7914-f526-4c0d-a6e6-774b55d0f055 HTTP/1.1" status: 200 len: 943 time: 0.0708158 Aug 16 22:51:16.550143 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2216db61-847a-4227-aa31-4f72b6513900 req-35cfaa8e-a7a4-42de-b99a-585cf36126c6 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0819ca22-363d-4b59-9328-30a084cf554a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545740 Aug 16 22:51:16.570883 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6cb455c6-a827-4640-aa91-22441cb747ca req-ecf33b0f-c4f7-4bcb-aa75-de596e8de3b0 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] 10.222.0.36 "GET /v2.0/security-groups?id=a98730cd-3ee7-4a69-bb1e-5c90a37c1f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385225 Aug 16 22:51:16.624648 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-329449b8-0946-4c83-a37e-c7d18a97d1b4 req-7c1e9edd-feb1-4277-b96f-f41405680e0e service neutron] 10.222.0.68 "GET /v2.0/networks/bdacd106-3582-43d1-a3c6-7a9333f5e2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960488 Aug 16 22:51:16.799520 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58280930-8768-462d-b6c0-f8dcfcb50324 req-bddc38d6-4d96-4b60-87bf-1c4088ce3b01 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:16.801149 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-58280930-8768-462d-b6c0-f8dcfcb50324 req-bddc38d6-4d96-4b60-87bf-1c4088ce3b01 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=f23d3b21-15f9-48db-9447-23eaa5d44e92 HTTP/1.1" status: 200 len: 945 time: 0.0531323 Aug 16 22:51:16.842282 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-58280930-8768-462d-b6c0-f8dcfcb50324 req-069e41ab-630c-44cc-90fa-b4476bc41fda tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344543 Aug 16 22:51:16.874157 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device c6fee1ed-f466-429f-975c-dab512182aaf details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:51:16.877485 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 6febc145-575d-4190-8648-f4c30710fedf no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:51:16.907157 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] No Port match for: 6febc145-575d-4190-8648-f4c30710fedf {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:51:16.907585 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 6febc145-575d-4190-8648-f4c30710fedf not bound to the agent host n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:51:16.908109 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 2936c26e-d0eb-4c67-ab4d-e875efb1b500 no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:51:16.934291 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] No Port match for: 2936c26e-d0eb-4c67-ab4d-e875efb1b500 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:51:16.934737 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 2936c26e-d0eb-4c67-ab4d-e875efb1b500 not bound to the agent host n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:51:16.935327 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device fc000a0b-c9d1-47c5-8bb6-a1ddf7834593 no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:51:16.949916 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '948bb553-444c-4329-a8a0-f7e24ff16e44', 'name': 'network-vif-deleted', 'tag': '6febc145-575d-4190-8648-f4c30710fedf'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:51:16.953278 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ad87d4-84bb-4135-bc0e-65f2911da8ab" -d '{"events": [{"server_uuid": "948bb553-444c-4329-a8a0-f7e24ff16e44", "name": "network-vif-deleted", "tag": "6febc145-575d-4190-8648-f4c30710fedf"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:51:17.011889 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c60a7914-f526-4c0d-a6e6-774b55d0f055', 'tag': 'c6fee1ed-f466-429f-975c-dab512182aaf'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:51:17.019371 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e507bea2-f487-43c9-bcf4-a7d3a896de83" -d '{"events": [{"name": "network-changed", "server_uuid": "c60a7914-f526-4c0d-a6e6-774b55d0f055", "tag": "c6fee1ed-f466-429f-975c-dab512182aaf"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:51:17.053197 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97fa9a95-5773-45cd-b41f-ad5a87203aa3 x-openstack-request-id: req-97fa9a95-5773-45cd-b41f-ad5a87203aa3 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:51:17.053701 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "948bb553-444c-4329-a8a0-f7e24ff16e44", "name": "network-vif-deleted", "tag": "6febc145-575d-4190-8648-f4c30710fedf", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:51:17.054119 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-97fa9a95-5773-45cd-b41f-ad5a87203aa3 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:51:17.054664 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '948bb553-444c-4329-a8a0-f7e24ff16e44', 'name': 'network-vif-deleted', 'tag': '6febc145-575d-4190-8648-f4c30710fedf', 'status': 'completed', 'code': 200} Aug 16 22:51:17.095674 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port c6fee1ed-f466-429f-975c-dab512182aaf, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=c6fee1ed-f466-429f-975c-dab512182aaf,segment=NetworkSegment(5e510fdc-9ea8-43b0-91d8-907062ccfd65),segment_id=5e510fdc-9ea8-43b0-91d8-907062ccfd65)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:51:17.107724 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:17.119933 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-153d9526-c649-43d0-b55b-4907907419e1 x-openstack-request-id: req-153d9526-c649-43d0-b55b-4907907419e1 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:51:17.120761 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': 'c6fee1ed-f466-429f-975c-dab512182aaf', 'network_id': 'e58689a5-5b58-46aa-ac41-c8ab49767a9e', 'port_id': 'c6fee1ed-f466-429f-975c-dab512182aaf', 'mac_address': 'fa:16:3e:43:cf:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6d6cb79-667b-4b31-8066-0a37a58bc807', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:51:17.121256 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c60a7914-f526-4c0d-a6e6-774b55d0f055", "tag": "c6fee1ed-f466-429f-975c-dab512182aaf", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:51:17.121721 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-153d9526-c649-43d0-b55b-4907907419e1 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:51:17.122428 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c60a7914-f526-4c0d-a6e6-774b55d0f055', 'tag': 'c6fee1ed-f466-429f-975c-dab512182aaf', 'status': 'completed', 'code': 200} Aug 16 22:51:17.187289 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port fc000a0b-c9d1-47c5-8bb6-a1ddf7834593, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=fc000a0b-c9d1-47c5-8bb6-a1ddf7834593,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:51:17.195033 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:17.200246 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:17.224657 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e507bea2-f487-43c9-bcf4-a7d3a896de83 req-78da8204-2e7f-4b82-8ef8-f01a3d847be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:17.226229 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e507bea2-f487-43c9-bcf4-a7d3a896de83 req-78da8204-2e7f-4b82-8ef8-f01a3d847be7 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c1312625a5ee488398756a4806db2c25&device_id=c60a7914-f526-4c0d-a6e6-774b55d0f055 HTTP/1.1" status: 200 len: 1095 time: 0.0736110 Aug 16 22:51:17.250090 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6fee1ed-f466-429f-975c-dab512182aaf {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:51:17.284326 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=fc000a0b-c9d1-47c5-8bb6-a1ddf7834593,revision_number=9']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:17.300030 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port c6fee1ed-f466-429f-975c-dab512182aaf, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=c6fee1ed-f466-429f-975c-dab512182aaf,segment=NetworkSegment(5e510fdc-9ea8-43b0-91d8-907062ccfd65),segment_id=5e510fdc-9ea8-43b0-91d8-907062ccfd65)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:51:17.305765 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:17.372193 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=c6fee1ed-f466-429f-975c-dab512182aaf,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:17.437989 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b24561-23e2-4758-bab7-599690a8c82d req-c51c50b1-96ca-4bd1-9219-b112b05412b4 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:17.442605 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d0b24561-23e2-4758-bab7-599690a8c82d req-c51c50b1-96ca-4bd1-9219-b112b05412b4 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bc6ad35-37eb-49fc-aa60-10ea3b36c658 HTTP/1.1" status: 200 len: 945 time: 0.1133311 Aug 16 22:51:17.478543 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e507bea2-f487-43c9-bcf4-a7d3a896de83 req-5aa01417-db97-4539-8069-f4f5e99f5f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:17.480279 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e507bea2-f487-43c9-bcf4-a7d3a896de83 req-5aa01417-db97-4539-8069-f4f5e99f5f5b service neutron] 10.222.0.68 "GET /v2.0/networks?id=e58689a5-5b58-46aa-ac41-c8ab49767a9e HTTP/1.1" status: 200 len: 913 time: 0.2463403 Aug 16 22:51:17.531911 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d0b24561-23e2-4758-bab7-599690a8c82d req-909f83df-20a8-41a8-87b8-152c68273d52 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=0819ca22-363d-4b59-9328-30a084cf554a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816169 Aug 16 22:51:17.574581 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f2a928-d878-4224-8a72-b566fb10d22f req-df137cc6-a4f8-4d26-ab6f-90078b1b1710 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:17.578488 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-75f2a928-d878-4224-8a72-b566fb10d22f req-df137cc6-a4f8-4d26-ab6f-90078b1b1710 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=195f465d-89cd-403a-9319-c4c4f08fdfc5 HTTP/1.1" status: 200 len: 945 time: 0.1046264 Aug 16 22:51:17.603036 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e507bea2-f487-43c9-bcf4-a7d3a896de83 req-2d6f1a2c-90af-4199-af24-ef4abb682d1a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c6fee1ed-f466-429f-975c-dab512182aaf HTTP/1.1" status: 200 len: 217 time: 0.1108181 Aug 16 22:51:17.604904 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-6a03db51-6ac4-4e2e-84c4-a33ec1d44159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:17.645576 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['c6fee1ed-f466-429f-975c-dab512182aaf'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:51:17.666871 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-75f2a928-d878-4224-8a72-b566fb10d22f req-fcfb3c16-a330-45d9-a7c4-cf14ceab1708 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790453 Aug 16 22:51:17.716573 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e507bea2-f487-43c9-bcf4-a7d3a896de83 req-cd798da6-c7aa-449f-83e8-37e6f991896e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:17.719225 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e507bea2-f487-43c9-bcf4-a7d3a896de83 req-cd798da6-c7aa-449f-83e8-37e6f991896e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d6d6cb79-667b-4b31-8066-0a37a58bc807 HTTP/1.1" status: 200 len: 852 time: 0.1066995 Aug 16 22:51:17.790266 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device d25f68cd-84cf-4603-851f-0a8676aa85aa details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:51:17.797708 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e507bea2-f487-43c9-bcf4-a7d3a896de83 req-19559793-c113-4507-8f7b-a3f7f0127a3f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e58689a5-5b58-46aa-ac41-c8ab49767a9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631485 Aug 16 22:51:17.885558 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1effa2f3-2184-44bd-84a5-556a6943dc74 req-fef53900-bb61-4775-b3cc-e1fabe081d95 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:17.902427 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1effa2f3-2184-44bd-84a5-556a6943dc74 req-fef53900-bb61-4775-b3cc-e1fabe081d95 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccafbb9c-84fb-4dc5-9318-99c0fbf40f72 HTTP/1.1" status: 200 len: 948 time: 0.2339792 Aug 16 22:51:17.922856 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e507bea2-f487-43c9-bcf4-a7d3a896de83 req-13952298-31ee-428c-a2db-403672ca6304 service neutron] 10.222.0.68 "GET /v2.0/networks/e58689a5-5b58-46aa-ac41-c8ab49767a9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102300 Aug 16 22:51:17.999821 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1effa2f3-2184-44bd-84a5-556a6943dc74 req-992df5ce-cf6b-427a-aa21-266e574f7109 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961120 Aug 16 22:51:18.050040 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e56987-9368-490e-9302-e31e573b05c0 req-3345ca04-d018-452c-a056-b6ee9f6dffea tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:18.055181 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-25e56987-9368-490e-9302-e31e573b05c0 req-3345ca04-d018-452c-a056-b6ee9f6dffea tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/ports?device_id=20ef94fe-941f-4df0-81c2-7685911e9843 HTTP/1.1" status: 200 len: 950 time: 0.2372558 Aug 16 22:51:18.139980 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-25e56987-9368-490e-9302-e31e573b05c0 req-f27a90f6-a148-407f-89b4-c677d6d026a3 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf51abff-a5e4-4ed4-87b7-552597e1ec97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741594 Aug 16 22:51:18.166941 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port d25f68cd-84cf-4603-851f-0a8676aa85aa, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=d25f68cd-84cf-4603-851f-0a8676aa85aa,segment=NetworkSegment(5e510fdc-9ea8-43b0-91d8-907062ccfd65),segment_id=5e510fdc-9ea8-43b0-91d8-907062ccfd65)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:51:18.187139 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': 'd25f68cd-84cf-4603-851f-0a8676aa85aa', 'network_id': 'e58689a5-5b58-46aa-ac41-c8ab49767a9e', 'port_id': 'd25f68cd-84cf-4603-851f-0a8676aa85aa', 'mac_address': 'fa:16:3e:e5:2e:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6d6cb79-667b-4b31-8066-0a37a58bc807', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:51:18.252180 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:18.283532 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eed5a89-871b-4c2b-9054-baf97e32a6dc req-0da0574f-8ea9-40ad-a487-e007b6859e6d tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:18.288059 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d25f68cd-84cf-4603-851f-0a8676aa85aa {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:51:18.290099 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3eed5a89-871b-4c2b-9054-baf97e32a6dc req-0da0574f-8ea9-40ad-a487-e007b6859e6d tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] 10.222.0.36 "GET /v2.0/ports?device_id=c60a7914-f526-4c0d-a6e6-774b55d0f055 HTTP/1.1" status: 200 len: 944 time: 0.1402824 Aug 16 22:51:18.307820 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccafbb9c-84fb-4dc5-9318-99c0fbf40f72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc000a0b-c9d1-47c5-8bb6-a1ddf7834593'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:51:18.313060 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d38a07-242d-4fb9-865b-88ca5991e77b" -d '{"events": [{"server_uuid": "ccafbb9c-84fb-4dc5-9318-99c0fbf40f72", "name": "network-vif-unplugged", "status": "completed", "tag": "fc000a0b-c9d1-47c5-8bb6-a1ddf7834593"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:51:18.371378 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port d25f68cd-84cf-4603-851f-0a8676aa85aa, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=d25f68cd-84cf-4603-851f-0a8676aa85aa,segment=NetworkSegment(5e510fdc-9ea8-43b0-91d8-907062ccfd65),segment_id=5e510fdc-9ea8-43b0-91d8-907062ccfd65)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:51:18.378659 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:18.406032 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3eed5a89-871b-4c2b-9054-baf97e32a6dc req-8c4159e2-4133-4d0b-800c-1e4de51b6da0 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] 10.222.0.36 "GET /v2.0/security-groups?id=a98730cd-3ee7-4a69-bb1e-5c90a37c1f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143382 Aug 16 22:51:18.452834 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cc8558-b43a-4b76-b50b-c242efdca4b6 req-c20feb32-4368-4a93-a4d7-56069b255c28 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:18.457303 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d0cc8558-b43a-4b76-b50b-c242efdca4b6 req-c20feb32-4368-4a93-a4d7-56069b255c28 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=f23d3b21-15f9-48db-9447-23eaa5d44e92 HTTP/1.1" status: 200 len: 945 time: 0.1651604 Aug 16 22:51:18.493432 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e507bea2-f487-43c9-bcf4-a7d3a896de83 req-e1b019ff-954d-446d-9194-0eb50d1fc19e service neutron] 10.222.0.68 "GET /v2.0/networks/e58689a5-5b58-46aa-ac41-c8ab49767a9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5559106 Aug 16 22:51:18.496930 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=d25f68cd-84cf-4603-851f-0a8676aa85aa,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:18.542995 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d0cc8558-b43a-4b76-b50b-c242efdca4b6 req-c496ba6f-7c01-4f71-85b7-bb652c5584a4 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769832 Aug 16 22:51:18.565983 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 22:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c790699-b3ce-4432-9b39-f9553b5f1787 x-openstack-request-id: req-0c790699-b3ce-4432-9b39-f9553b5f1787 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:51:18.565983 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccafbb9c-84fb-4dc5-9318-99c0fbf40f72", "name": "network-vif-unplugged", "status": "completed", "tag": "fc000a0b-c9d1-47c5-8bb6-a1ddf7834593", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:51:18.565983 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0c790699-b3ce-4432-9b39-f9553b5f1787 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:51:18.565983 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccafbb9c-84fb-4dc5-9318-99c0fbf40f72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc000a0b-c9d1-47c5-8bb6-a1ddf7834593', 'code': 200} Aug 16 22:51:18.667066 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa40060b-c730-45fb-9c77-f1d92322a44a req-ae8f2f0a-32dc-4837-835b-b0cff29252db tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:18.668632 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-aa40060b-c730-45fb-9c77-f1d92322a44a req-ae8f2f0a-32dc-4837-835b-b0cff29252db tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bc6ad35-37eb-49fc-aa60-10ea3b36c658 HTTP/1.1" status: 200 len: 945 time: 0.0516827 Aug 16 22:51:18.717901 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-aa40060b-c730-45fb-9c77-f1d92322a44a req-74b8f99b-3780-48ea-af16-37b327f83fcf tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=0819ca22-363d-4b59-9328-30a084cf554a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429847 Aug 16 22:51:18.829035 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c5ec5-ca7c-44d8-a644-8def63220de1 req-66ad6d27-13b5-4b4a-9da9-58b20010285e tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:18.830466 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-170c5ec5-ca7c-44d8-a644-8def63220de1 req-66ad6d27-13b5-4b4a-9da9-58b20010285e tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=195f465d-89cd-403a-9319-c4c4f08fdfc5 HTTP/1.1" status: 200 len: 945 time: 0.0807447 Aug 16 22:51:18.898474 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06961db-ae65-4a57-8c87-82553f4f5f06 req-7e0e07ed-8103-4a72-a630-cbfbb38d9b2a tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:18.899959 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e06961db-ae65-4a57-8c87-82553f4f5f06 req-7e0e07ed-8103-4a72-a630-cbfbb38d9b2a tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bc6ad35-37eb-49fc-aa60-10ea3b36c658 HTTP/1.1" status: 200 len: 945 time: 0.0949011 Aug 16 22:51:18.906050 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device fc000a0b-c9d1-47c5-8bb6-a1ddf7834593 details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:51:18.910319 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 56634) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:18.913821 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device c6fee1ed-f466-429f-975c-dab512182aaf up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:51:18.915339 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-170c5ec5-ca7c-44d8-a644-8def63220de1 req-856b15ca-ba34-4105-b39f-0536008be134 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690322 Aug 16 22:51:18.917155 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-13c92837-826c-4bd5-bb51-3ed6f570ad2e tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Request body: {'floatingip': {'port_id': '386b7938-45f8-4304-8ad8-6bd407d56721'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:51:18.972414 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-13c92837-826c-4bd5-bb51-3ed6f570ad2e tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Notify callbacks [] for floatingip, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:19.028380 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['d25f68cd-84cf-4603-851f-0a8676aa85aa'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:51:19.088708 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port fc000a0b-c9d1-47c5-8bb6-a1ddf7834593, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=fc000a0b-c9d1-47c5-8bb6-a1ddf7834593,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:51:19.114696 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': 'fc000a0b-c9d1-47c5-8bb6-a1ddf7834593', 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd', 'port_id': 'fc000a0b-c9d1-47c5-8bb6-a1ddf7834593', 'mac_address': 'fa:16:3e:bc:f6:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6af2b868-37d3-46ab-a526-0465929f13c8', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:51:19.192233 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449ad076-bf87-4e6c-b1b8-31b59a088011 req-77c6d64d-1870-4945-a2be-a6885625f647 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:19.204008 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-449ad076-bf87-4e6c-b1b8-31b59a088011 req-77c6d64d-1870-4945-a2be-a6885625f647 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccafbb9c-84fb-4dc5-9318-99c0fbf40f72 HTTP/1.1" status: 200 len: 948 time: 0.1142068 Aug 16 22:51:19.227437 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:19.243867 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc000a0b-c9d1-47c5-8bb6-a1ddf7834593 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:51:19.264689 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port fc000a0b-c9d1-47c5-8bb6-a1ddf7834593, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=fc000a0b-c9d1-47c5-8bb6-a1ddf7834593,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:51:19.266339 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning for port c6fee1ed-f466-429f-975c-dab512182aaf completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:51:19.272757 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port c6fee1ed-f466-429f-975c-dab512182aaf triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:51:19.273362 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:19.282358 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:19.321641 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-449ad076-bf87-4e6c-b1b8-31b59a088011 req-3dbe76e0-d891-45b4-8120-bef0871fc3e4 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166642 Aug 16 22:51:19.490766 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=fc000a0b-c9d1-47c5-8bb6-a1ddf7834593,revision_number=10']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:19.541291 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:19.559130 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7270a513-4d67-43a8-b7ff-366567305919 req-280e53d8-0508-4583-8a9b-f12c82ab4763 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:19.562602 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7270a513-4d67-43a8-b7ff-366567305919 req-280e53d8-0508-4583-8a9b-f12c82ab4763 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/ports?device_id=20ef94fe-941f-4df0-81c2-7685911e9843 HTTP/1.1" status: 200 len: 950 time: 0.2661803 Aug 16 22:51:19.613709 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port c6fee1ed-f466-429f-975c-dab512182aaf, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=c6fee1ed-f466-429f-975c-dab512182aaf,segment=NetworkSegment(5e510fdc-9ea8-43b0-91d8-907062ccfd65),segment_id=5e510fdc-9ea8-43b0-91d8-907062ccfd65)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:51:19.621981 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['fc000a0b-c9d1-47c5-8bb6-a1ddf7834593'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:51:19.624942 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a74277-ca10-4eb6-8a31-8f8e9c1be459 req-4e682833-b7b3-40e2-bbf4-282db87f5d93 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:19.630923 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:19.635480 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f8a74277-ca10-4eb6-8a31-8f8e9c1be459 req-4e682833-b7b3-40e2-bbf4-282db87f5d93 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccafbb9c-84fb-4dc5-9318-99c0fbf40f72 HTTP/1.1" status: 200 len: 950 time: 0.2101130 Aug 16 22:51:19.737606 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e64adc22-c604-4ba2-bf92-bc3f96365309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:19.753789 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40612657-5f24-4deb-aba7-eca689ec9995 req-1fa4d3db-f2b4-4754-a58a-402505ee98ab tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:19.755560 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-40612657-5f24-4deb-aba7-eca689ec9995 req-1fa4d3db-f2b4-4754-a58a-402505ee98ab tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.57 "GET /v2.0/ports?device_id=20ef94fe-941f-4df0-81c2-7685911e9843 HTTP/1.1" status: 200 len: 950 time: 0.0916529 Aug 16 22:51:19.765213 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7270a513-4d67-43a8-b7ff-366567305919 req-051105ad-3673-4c39-aeb7-6ca4bce5c5c1 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf51abff-a5e4-4ed4-87b7-552597e1ec97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892519 Aug 16 22:51:19.765516 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=c6fee1ed-f466-429f-975c-dab512182aaf,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:19.780442 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.db.resource_extend [None req-13c92837-826c-4bd5-bb51-3ed6f570ad2e tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 22:51:19.784700 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f8a74277-ca10-4eb6-8a31-8f8e9c1be459 req-baf7bfcb-5eff-4e2b-a0df-935fad6b42d8 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455057 Aug 16 22:51:19.940615 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-13c92837-826c-4bd5-bb51-3ed6f570ad2e tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:19.946335 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-13c92837-826c-4bd5-bb51-3ed6f570ad2e tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:20.028733 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3cde78-0d4e-4746-90e2-64042baa014a req-8796bae0-67be-40f0-b6a1-04f215e0349f tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:20.033100 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8c3cde78-0d4e-4746-90e2-64042baa014a req-8796bae0-67be-40f0-b6a1-04f215e0349f tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] 10.222.0.36 "GET /v2.0/ports?device_id=c60a7914-f526-4c0d-a6e6-774b55d0f055 HTTP/1.1" status: 200 len: 945 time: 0.1060064 Aug 16 22:51:20.040875 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-40612657-5f24-4deb-aba7-eca689ec9995 req-e02f6b65-ae27-402a-bc44-af2dfd392780 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Deleting port f323738b-f883-4014-ba78-4c322dc7f679 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:51:20.040875 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-40612657-5f24-4deb-aba7-eca689ec9995 req-e02f6b65-ae27-402a-bc44-af2dfd392780 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:20.126228 n-d-791506-26 neutron-server[101291]: INFO neutron.db.l3_db [None req-13c92837-826c-4bd5-bb51-3ed6f570ad2e tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Floating IP 6c3440b2-1f62-4125-bb1c-4e52877b3ccf associated. External IP: 172.25.4.207, port: 386b7938-45f8-4304-8ad8-6bd407d56721. Aug 16 22:51:20.223620 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8c3cde78-0d4e-4746-90e2-64042baa014a req-347fd166-c346-42d7-983e-2b4853d2be69 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] 10.222.0.36 "GET /v2.0/security-groups?id=a98730cd-3ee7-4a69-bb1e-5c90a37c1f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775064 Aug 16 22:51:20.238813 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea51d4d9-a254-440e-aa19-6bfb9dce3f02 req-06e21857-87fa-4a66-9a83-4e7e43daf50b tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:20.240505 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ea51d4d9-a254-440e-aa19-6bfb9dce3f02 req-06e21857-87fa-4a66-9a83-4e7e43daf50b tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=f23d3b21-15f9-48db-9447-23eaa5d44e92 HTTP/1.1" status: 200 len: 945 time: 0.1265485 Aug 16 22:51:20.278855 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-40612657-5f24-4deb-aba7-eca689ec9995 req-e02f6b65-ae27-402a-bc44-af2dfd392780 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] For port f323738b-f883-4014-ba78-4c322dc7f679, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=f323738b-f883-4014-ba78-4c322dc7f679,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:51:20.279312 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-40612657-5f24-4deb-aba7-eca689ec9995 req-e02f6b65-ae27-402a-bc44-af2dfd392780 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:20.308072 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-40612657-5f24-4deb-aba7-eca689ec9995 req-e02f6b65-ae27-402a-bc44-af2dfd392780 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Calling delete_port for f323738b-f883-4014-ba78-4c322dc7f679 owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:51:20.346423 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ea51d4d9-a254-440e-aa19-6bfb9dce3f02 req-bbe59c5f-e3c4-46ac-881f-7ce4a7b1b140 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887728 Aug 16 22:51:20.467458 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a63779-d619-4f68-b0c6-505830051489 req-b640468b-78e9-462c-a36f-ccac3c13bbec tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:20.469265 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-34a63779-d619-4f68-b0c6-505830051489 req-b640468b-78e9-462c-a36f-ccac3c13bbec tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=195f465d-89cd-403a-9319-c4c4f08fdfc5 HTTP/1.1" status: 200 len: 945 time: 0.0849648 Aug 16 22:51:20.514430 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13c92837-826c-4bd5-bb51-3ed6f570ad2e tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Router c9c7c399-7ad2-4aa9-aea9-5096d5610a71 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:51:20.547006 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:20.564579 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c60a7914-f526-4c0d-a6e6-774b55d0f055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6fee1ed-f466-429f-975c-dab512182aaf'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:51:20.567205 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdd230e6-a108-4ade-aa83-4c3bacf14314" -d '{"events": [{"server_uuid": "c60a7914-f526-4c0d-a6e6-774b55d0f055", "name": "network-vif-plugged", "status": "completed", "tag": "c6fee1ed-f466-429f-975c-dab512182aaf"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:51:20.632697 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e76bc8e4-0d26-430a-aee4-628db211ff38 req-036ac71f-3995-43a4-a5f6-e3acb276afa0 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=5aa270b810014cb1b7df23f71a5483f7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0527461 Aug 16 22:51:20.641885 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-34a63779-d619-4f68-b0c6-505830051489 req-0e679670-10bd-4bcb-97bd-095d17d39730 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611369 Aug 16 22:51:20.714337 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf05493d-be90-4edc-a534-f305ac77a22b x-openstack-request-id: req-cf05493d-be90-4edc-a534-f305ac77a22b {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:51:20.715045 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c60a7914-f526-4c0d-a6e6-774b55d0f055", "name": "network-vif-plugged", "status": "completed", "tag": "c6fee1ed-f466-429f-975c-dab512182aaf", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:51:20.715332 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cf05493d-be90-4edc-a534-f305ac77a22b {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:51:20.715978 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c60a7914-f526-4c0d-a6e6-774b55d0f055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6fee1ed-f466-429f-975c-dab512182aaf', 'code': 200} Aug 16 22:51:20.717756 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13c92837-826c-4bd5-bb51-3ed6f570ad2e tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:51:20.729846 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-13c92837-826c-4bd5-bb51-3ed6f570ad2e tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:20.732795 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da81475d-1df7-4917-af1f-fb7ee3d6b92d None None] Sync routers for ids ['c9c7c399-7ad2-4aa9-aea9-5096d5610a71'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:51:20.733221 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-40612657-5f24-4deb-aba7-eca689ec9995 req-e02f6b65-ae27-402a-bc44-af2dfd392780 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:20.767982 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da81475d-1df7-4917-af1f-fb7ee3d6b92d None None] Routers {'c9c7c399-7ad2-4aa9-aea9-5096d5610a71'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:51:20.772909 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-da81475d-1df7-4917-af1f-fb7ee3d6b92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:51:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['c9c7c399-7ad2-4aa9-aea9-5096d5610a71'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:51:20.800028 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-13c92837-826c-4bd5-bb51-3ed6f570ad2e tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "PUT /v2.0/floatingips/6c3440b2-1f62-4125-bb1c-4e52877b3ccf HTTP/1.1" status: 200 len: 991 time: 1.8849418 Aug 16 22:51:20.800028 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bc6ad35-37eb-49fc-aa60-10ea3b36c658', 'tag': '386b7938-45f8-4304-8ad8-6bd407d56721'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:51:20.801326 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['f323738b-f883-4014-ba78-4c322dc7f679'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:51:20.801802 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63e51779-b240-49c7-bc54-9ddf23228da0" -d '{"events": [{"name": "network-changed", "server_uuid": "3bc6ad35-37eb-49fc-aa60-10ea3b36c658", "tag": "386b7938-45f8-4304-8ad8-6bd407d56721"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:51:20.861493 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-40612657-5f24-4deb-aba7-eca689ec9995 req-e02f6b65-ae27-402a-bc44-af2dfd392780 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] No DVR routers for this DVR port f323738b-f883-4014-ba78-4c322dc7f679 on host n-h2-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:51:20.867163 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02f6b65-ae27-402a-bc44-af2dfd392780 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Pushing event deleted for resources: {'Port': ['ID=f323738b-f883-4014-ba78-4c322dc7f679,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:20.872650 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-40612657-5f24-4deb-aba7-eca689ec9995 req-e02f6b65-ae27-402a-bc44-af2dfd392780 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:20.875120 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-40612657-5f24-4deb-aba7-eca689ec9995 req-e02f6b65-ae27-402a-bc44-af2dfd392780 tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.57 "DELETE /v2.0/ports/f323738b-f883-4014-ba78-4c322dc7f679 HTTP/1.1" status: 204 len: 173 time: 1.1088216 Aug 16 22:51:20.875614 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20ef94fe-941f-4df0-81c2-7685911e9843', 'name': 'network-vif-deleted', 'tag': 'f323738b-f883-4014-ba78-4c322dc7f679'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:51:20.878754 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c9a26d9-3e37-4d95-9d6f-3a1715080d57" -d '{"events": [{"server_uuid": "20ef94fe-941f-4df0-81c2-7685911e9843", "name": "network-vif-deleted", "tag": "f323738b-f883-4014-ba78-4c322dc7f679"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:51:20.894628 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37784a27-7b04-447a-b17d-51e4ffc45d24 req-0e0fbb20-7b80-4109-bfdf-7f01b8dbd3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:20.897861 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-37784a27-7b04-447a-b17d-51e4ffc45d24 req-0e0fbb20-7b80-4109-bfdf-7f01b8dbd3bb service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=c60a7914-f526-4c0d-a6e6-774b55d0f055 HTTP/1.1" status: 200 len: 1097 time: 0.0885165 Aug 16 22:51:20.936409 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-86f88c3c-f19e-479d-88de-c9f9b3fc9e0b req-b1823447-6c2d-4504-9c25-d30ac6e379df tempest-ServersOnMultiNodesTest-283307822 tempest-ServersOnMultiNodesTest-283307822-project] 10.222.0.36 "GET /v2.0/ports?device_id=20ef94fe-941f-4df0-81c2-7685911e9843 HTTP/1.1" status: 200 len: 210 time: 0.0538845 Aug 16 22:51:20.943896 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device fc000a0b-c9d1-47c5-8bb6-a1ddf7834593 up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:51:20.955939 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76bc8e4-0d26-430a-aee4-628db211ff38 req-60fceb51-148d-44ed-ad43-b5228af1b7db tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:20.957951 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e76bc8e4-0d26-430a-aee4-628db211ff38 req-60fceb51-148d-44ed-ad43-b5228af1b7db tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3120360 Aug 16 22:51:20.977062 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-37784a27-7b04-447a-b17d-51e4ffc45d24 req-e01bef8f-d1ae-48f7-a317-36bf09b491a1 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=a98730cd-3ee7-4a69-bb1e-5c90a37c1f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713303 Aug 16 22:51:21.004850 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e76bc8e4-0d26-430a-aee4-628db211ff38 req-3f9aac4e-4851-4cbf-9267-4d2c40c35f5e tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/quotas/5aa270b810014cb1b7df23f71a5483f7 HTTP/1.1" status: 200 len: 375 time: 0.0369055 Aug 16 22:51:21.084653 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e76bc8e4-0d26-430a-aee4-628db211ff38 req-1af92525-8364-4c4c-a5f6-285114832486 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5aa270b810014cb1b7df23f71a5483f7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0688424 Aug 16 22:51:21.091168 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-da81475d-1df7-4917-af1f-fb7ee3d6b92d None None] Set router c9c7c399-7ad2-4aa9-aea9-5096d5610a71 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:51:21.227233 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ed6007-1a98-4be2-9a43-387cd8343d09 x-openstack-request-id: req-99ed6007-1a98-4be2-9a43-387cd8343d09 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:51:21.227531 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bc6ad35-37eb-49fc-aa60-10ea3b36c658", "tag": "386b7938-45f8-4304-8ad8-6bd407d56721", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:51:21.227786 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-99ed6007-1a98-4be2-9a43-387cd8343d09 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:51:21.228205 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bc6ad35-37eb-49fc-aa60-10ea3b36c658', 'tag': '386b7938-45f8-4304-8ad8-6bd407d56721', 'status': 'completed', 'code': 200} Aug 16 22:51:21.336635 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port fc000a0b-c9d1-47c5-8bb6-a1ddf7834593 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:51:21.337144 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:21.351336 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a674d3-4e91-48f5-bd6c-379f5d47d798 x-openstack-request-id: req-35a674d3-4e91-48f5-bd6c-379f5d47d798 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:51:21.351336 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20ef94fe-941f-4df0-81c2-7685911e9843", "name": "network-vif-deleted", "tag": "f323738b-f883-4014-ba78-4c322dc7f679", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:51:21.351677 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-35a674d3-4e91-48f5-bd6c-379f5d47d798 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:51:21.353652 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20ef94fe-941f-4df0-81c2-7685911e9843', 'name': 'network-vif-deleted', 'tag': 'f323738b-f883-4014-ba78-4c322dc7f679', 'status': 'completed', 'code': 200} Aug 16 22:51:21.455652 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e51779-b240-49c7-bc54-9ddf23228da0 req-7c199c94-db11-467f-a8cd-a01d12048b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:21.460942 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-63e51779-b240-49c7-bc54-9ddf23228da0 req-7c199c94-db11-467f-a8cd-a01d12048b78 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=57296d41c5f54ce79a9b782f4a8b4677&device_id=3bc6ad35-37eb-49fc-aa60-10ea3b36c658 HTTP/1.1" status: 200 len: 1097 time: 0.1730154 Aug 16 22:51:21.518557 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:21.578050 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:21.671034 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port fc000a0b-c9d1-47c5-8bb6-a1ddf7834593, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=fc000a0b-c9d1-47c5-8bb6-a1ddf7834593,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:51:21.677067 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:21.746466 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc290c50-1c51-49f2-a7d9-bbe84da345bc req-2ef05e54-0c54-4bbb-b7a5-03a21e241b81 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:21.759110 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cc290c50-1c51-49f2-a7d9-bbe84da345bc req-2ef05e54-0c54-4bbb-b7a5-03a21e241b81 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] 10.222.0.36 "GET /v2.0/ports?device_id=c60a7914-f526-4c0d-a6e6-774b55d0f055 HTTP/1.1" status: 200 len: 945 time: 0.1521602 Aug 16 22:51:21.801862 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=fc000a0b-c9d1-47c5-8bb6-a1ddf7834593,revision_number=11']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:21.817713 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device d25f68cd-84cf-4603-851f-0a8676aa85aa up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:51:21.825514 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88e49fb-7ee5-4e79-8513-295a7d689d89 req-8690988f-b34b-4b38-9cd5-8f18af6c2316 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:21.837032 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f88e49fb-7ee5-4e79-8513-295a7d689d89 req-8690988f-b34b-4b38-9cd5-8f18af6c2316 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=f23d3b21-15f9-48db-9447-23eaa5d44e92 HTTP/1.1" status: 200 len: 945 time: 0.2659605 Aug 16 22:51:21.913605 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f88e49fb-7ee5-4e79-8513-295a7d689d89 req-3f14ce35-3dee-4644-97bf-52da760f761c tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755830 Aug 16 22:51:22.026152 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning for port d25f68cd-84cf-4603-851f-0a8676aa85aa completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:51:22.032065 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cc290c50-1c51-49f2-a7d9-bbe84da345bc req-41d9c3a0-3144-496f-9c25-21075dbfa8a4 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] 10.222.0.36 "GET /v2.0/security-groups?id=a98730cd-3ee7-4a69-bb1e-5c90a37c1f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714589 Aug 16 22:51:22.035124 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port d25f68cd-84cf-4603-851f-0a8676aa85aa triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:51:22.035640 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:22.104481 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-37b2cc23-66b0-4153-9faa-960f91101c5f req-d11766ff-bfd8-4e50-a8d7-f24951d64814 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68c494f-5a7e-4124-bd68-c461a50ab348 HTTP/1.1" status: 200 len: 210 time: 0.0459013 Aug 16 22:51:22.115467 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-da81475d-1df7-4917-af1f-fb7ee3d6b92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c7c399-7ad2-4aa9-aea9-5096d5610a71', 'name': 'tempest-AttachVolumeShelveTestJSON-1840383852-router', 'tenant_id': '57296d41c5f54ce79a9b782f4a8b4677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '054873b3-9d4e-4a94-834d-8373e369ec96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:50:49Z', 'updated_at': '2021-08-16T22:50:54Z', 'revision_number': 4, 'project_id': '57296d41c5f54ce79a9b782f4a8b4677', 'gw_port': {'id': '054873b3-9d4e-4a94-834d-8373e369ec96', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:bf:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c7c399-7ad2-4aa9-aea9-5096d5610a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:50:50Z', 'updated_at': '2021-08-16T22:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': '6c3440b2-1f62-4125-bb1c-4e52877b3ccf', 'tenant_id': '57296d41c5f54ce79a9b782f4a8b4677', 'floating_ip_address': '172.25.4.207', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': 'c9c7c399-7ad2-4aa9-aea9-5096d5610a71', 'port_id': '386b7938-45f8-4304-8ad8-6bd407d56721', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6017926f-7eef-429e-a22b-3a35337dccd4', 'mac_address': 'fa:16:3e:63:66:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc6ad35-37eb-49fc-aa60-10ea3b36c658', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:50:58Z', 'updated_at': '2021-08-16T22:51:19Z', 'revision_number': 1, 'project_id': '57296d41c5f54ce79a9b782f4a8b4677', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0975fd19-4250-46d8-81e3-b66f14831a7f', 'name': '', 'network_id': '6017926f-7eef-429e-a22b-3a35337dccd4', 'tenant_id': '57296d41c5f54ce79a9b782f4a8b4677', 'mac_address': 'fa:16:3e:c0:87:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c7c399-7ad2-4aa9-aea9-5096d5610a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'bb160313-5dbe-49f2-8a31-7afb6f1954c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:50:53Z', 'updated_at': '2021-08-16T22:51:03Z', 'revision_number': 5, 'project_id': '57296d41c5f54ce79a9b782f4a8b4677', 'subnets': [{'id': 'bb160313-5dbe-49f2-8a31-7afb6f1954c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:51:22.121145 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e51779-b240-49c7-bc54-9ddf23228da0 req-d212c298-3231-49c5-b3fc-f09fe5ae2c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:22.122550 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-63e51779-b240-49c7-bc54-9ddf23228da0 req-d212c298-3231-49c5-b3fc-f09fe5ae2c0f service neutron] 10.222.0.57 "GET /v2.0/networks?id=6017926f-7eef-429e-a22b-3a35337dccd4 HTTP/1.1" status: 200 len: 918 time: 0.6539772 Aug 16 22:51:22.174427 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da81475d-1df7-4917-af1f-fb7ee3d6b92d None None] Checking router: c9c7c399-7ad2-4aa9-aea9-5096d5610a71 for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:51:22.191291 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da81475d-1df7-4917-af1f-fb7ee3d6b92d None None] Routers {'c9c7c399-7ad2-4aa9-aea9-5096d5610a71'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:51:22.192229 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-da81475d-1df7-4917-af1f-fb7ee3d6b92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:51:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['c9c7c399-7ad2-4aa9-aea9-5096d5610a71'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:51:22.333504 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:22.362660 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b848fd-851c-4912-a81d-d2a4effcad6e req-0e26ad01-5f55-4171-99e8-8dce283c0725 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:22.367652 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b6b848fd-851c-4912-a81d-d2a4effcad6e req-0e26ad01-5f55-4171-99e8-8dce283c0725 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=195f465d-89cd-403a-9319-c4c4f08fdfc5 HTTP/1.1" status: 200 len: 945 time: 0.2020855 Aug 16 22:51:22.383522 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-63e51779-b240-49c7-bc54-9ddf23228da0 req-3400801a-7cd8-4ee9-8ecd-cb09ec0831af service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=386b7938-45f8-4304-8ad8-6bd407d56721 HTTP/1.1" status: 200 len: 999 time: 0.2407970 Aug 16 22:51:22.399653 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port d25f68cd-84cf-4603-851f-0a8676aa85aa, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=d25f68cd-84cf-4603-851f-0a8676aa85aa,segment=NetworkSegment(5e510fdc-9ea8-43b0-91d8-907062ccfd65),segment_id=5e510fdc-9ea8-43b0-91d8-907062ccfd65)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:51:22.436953 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:22.482259 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b6b848fd-851c-4912-a81d-d2a4effcad6e req-9beca674-1906-41e3-b59e-6ddc80419b69 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883014 Aug 16 22:51:22.519868 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e51779-b240-49c7-bc54-9ddf23228da0 req-744f8bf3-759b-4308-9f44-bf0e5e1b1968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:22.522981 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-63e51779-b240-49c7-bc54-9ddf23228da0 req-744f8bf3-759b-4308-9f44-bf0e5e1b1968 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bb160313-5dbe-49f2-8a31-7afb6f1954c3 HTTP/1.1" status: 200 len: 856 time: 0.1193724 Aug 16 22:51:22.575157 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-da81475d-1df7-4917-af1f-fb7ee3d6b92d None None] Set router c9c7c399-7ad2-4aa9-aea9-5096d5610a71 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:51:22.577805 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=d25f68cd-84cf-4603-851f-0a8676aa85aa,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:22.621354 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e51779-b240-49c7-bc54-9ddf23228da0 req-2e5292ca-f680-49b3-82da-78b6254ea736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:22.635304 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 56708) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:22.635868 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-63e51779-b240-49c7-bc54-9ddf23228da0 req-2e5292ca-f680-49b3-82da-78b6254ea736 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6017926f-7eef-429e-a22b-3a35337dccd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0856144 Aug 16 22:51:22.668784 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:22.723128 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccafbb9c-84fb-4dc5-9318-99c0fbf40f72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc000a0b-c9d1-47c5-8bb6-a1ddf7834593'}, {'server_uuid': '4cbc422e-2f93-4401-bdfe-d0c1e0dc31c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd25f68cd-84cf-4603-851f-0a8676aa85aa'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:51:22.725491 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62d79d6d-b976-49c3-8d7d-f5e978de4f79" -d '{"events": [{"server_uuid": "ccafbb9c-84fb-4dc5-9318-99c0fbf40f72", "name": "network-vif-plugged", "status": "completed", "tag": "fc000a0b-c9d1-47c5-8bb6-a1ddf7834593"}, {"server_uuid": "4cbc422e-2f93-4401-bdfe-d0c1e0dc31c5", "name": "network-vif-plugged", "status": "completed", "tag": "d25f68cd-84cf-4603-851f-0a8676aa85aa"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:51:22.771611 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-63e51779-b240-49c7-bc54-9ddf23228da0 req-d79ef97a-0e72-4653-966f-e58bfe3c151c service neutron] 10.222.0.57 "GET /v2.0/networks/6017926f-7eef-429e-a22b-3a35337dccd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315694 Aug 16 22:51:22.852726 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 22:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a2d27f-de8d-4d1b-8738-52b9b5167844 x-openstack-request-id: req-c2a2d27f-de8d-4d1b-8738-52b9b5167844 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:51:22.853018 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccafbb9c-84fb-4dc5-9318-99c0fbf40f72", "name": "network-vif-plugged", "status": "completed", "tag": "fc000a0b-c9d1-47c5-8bb6-a1ddf7834593", "code": 200}, {"server_uuid": "4cbc422e-2f93-4401-bdfe-d0c1e0dc31c5", "name": "network-vif-plugged", "status": "completed", "tag": "d25f68cd-84cf-4603-851f-0a8676aa85aa", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:51:22.853260 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c2a2d27f-de8d-4d1b-8738-52b9b5167844 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:51:22.853654 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccafbb9c-84fb-4dc5-9318-99c0fbf40f72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc000a0b-c9d1-47c5-8bb6-a1ddf7834593', 'code': 200} Aug 16 22:51:22.853908 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cbc422e-2f93-4401-bdfe-d0c1e0dc31c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd25f68cd-84cf-4603-851f-0a8676aa85aa', 'code': 200} Aug 16 22:51:22.912216 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-08a3efdc-c281-4544-ae51-cdf664d696bb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8a5e1d0e34564f40b5c7c9ef56843b1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2739122 Aug 16 22:51:22.915284 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 56714) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:22.970916 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-63e51779-b240-49c7-bc54-9ddf23228da0 req-334dc915-44d3-4acd-b015-204c9f73d548 service neutron] 10.222.0.57 "GET /v2.0/networks/6017926f-7eef-429e-a22b-3a35337dccd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900396 Aug 16 22:51:23.023926 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-da81475d-1df7-4917-af1f-fb7ee3d6b92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c7c399-7ad2-4aa9-aea9-5096d5610a71', 'name': 'tempest-AttachVolumeShelveTestJSON-1840383852-router', 'tenant_id': '57296d41c5f54ce79a9b782f4a8b4677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '054873b3-9d4e-4a94-834d-8373e369ec96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:50:49Z', 'updated_at': '2021-08-16T22:50:54Z', 'revision_number': 4, 'project_id': '57296d41c5f54ce79a9b782f4a8b4677', 'gw_port': {'id': '054873b3-9d4e-4a94-834d-8373e369ec96', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:bf:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c7c399-7ad2-4aa9-aea9-5096d5610a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:50:50Z', 'updated_at': '2021-08-16T22:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': '6c3440b2-1f62-4125-bb1c-4e52877b3ccf', 'tenant_id': '57296d41c5f54ce79a9b782f4a8b4677', 'floating_ip_address': '172.25.4.207', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': 'c9c7c399-7ad2-4aa9-aea9-5096d5610a71', 'port_id': '386b7938-45f8-4304-8ad8-6bd407d56721', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6017926f-7eef-429e-a22b-3a35337dccd4', 'mac_address': 'fa:16:3e:63:66:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc6ad35-37eb-49fc-aa60-10ea3b36c658', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:50:58Z', 'updated_at': '2021-08-16T22:51:19Z', 'revision_number': 1, 'project_id': '57296d41c5f54ce79a9b782f4a8b4677', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0975fd19-4250-46d8-81e3-b66f14831a7f', 'name': '', 'network_id': '6017926f-7eef-429e-a22b-3a35337dccd4', 'tenant_id': '57296d41c5f54ce79a9b782f4a8b4677', 'mac_address': 'fa:16:3e:c0:87:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c7c399-7ad2-4aa9-aea9-5096d5610a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'bb160313-5dbe-49f2-8a31-7afb6f1954c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:50:53Z', 'updated_at': '2021-08-16T22:51:03Z', 'revision_number': 5, 'project_id': '57296d41c5f54ce79a9b782f4a8b4677', 'subnets': [{'id': 'bb160313-5dbe-49f2-8a31-7afb6f1954c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:51:23.075560 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da81475d-1df7-4917-af1f-fb7ee3d6b92d None None] The sync data for ids ['c9c7c399-7ad2-4aa9-aea9-5096d5610a71'] in n-d-791506-26 is: [{'id': 'c9c7c399-7ad2-4aa9-aea9-5096d5610a71', 'name': 'tempest-AttachVolumeShelveTestJSON-1840383852-router', 'tenant_id': '57296d41c5f54ce79a9b782f4a8b4677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '054873b3-9d4e-4a94-834d-8373e369ec96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:50:49Z', 'updated_at': '2021-08-16T22:50:54Z', 'revision_number': 4, 'project_id': '57296d41c5f54ce79a9b782f4a8b4677', 'gw_port': {'id': '054873b3-9d4e-4a94-834d-8373e369ec96', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:bf:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c7c399-7ad2-4aa9-aea9-5096d5610a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:50:50Z', 'updated_at': '2021-08-16T22:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': '6c3440b2-1f62-4125-bb1c-4e52877b3ccf', 'tenant_id': '57296d41c5f54ce79a9b782f4a8b4677', 'floating_ip_address': '172.25.4.207', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': 'c9c7c399-7ad2-4aa9-aea9-5096d5610a71', 'port_id': '386b7938-45f8-4304-8ad8-6bd407d56721', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6017926f-7eef-429e-a22b-3a35337dccd4', 'mac_address': 'fa:16:3e:63:66:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc6ad35-37eb-49fc-aa60-10ea3b36c658', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:50:58Z', 'updated_at': '2021-08-16T22:51:19Z', 'revision_number': 1, 'project_id': '57296d41c5f54ce79a9b782f4a8b4677', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0975fd19-4250-46d8-81e3-b66f14831a7f', 'name': '', 'network_id': '6017926f-7eef-429e-a22b-3a35337dccd4', 'tenant_id': '57296d41c5f54ce79a9b782f4a8b4677', 'mac_address': 'fa:16:3e:c0:87:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c7c399-7ad2-4aa9-aea9-5096d5610a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'bb160313-5dbe-49f2-8a31-7afb6f1954c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:50:53Z', 'updated_at': '2021-08-16T22:51:03Z', 'revision_number': 5, 'project_id': '57296d41c5f54ce79a9b782f4a8b4677', 'subnets': [{'id': 'bb160313-5dbe-49f2-8a31-7afb6f1954c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:51:23.077112 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eb58c9-463a-4a64-a297-9821b63e8df1 req-68ec2a07-582f-4c22-8159-00578258f2c6 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:23.078654 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-34eb58c9-463a-4a64-a297-9821b63e8df1 req-68ec2a07-582f-4c22-8159-00578258f2c6 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=f23d3b21-15f9-48db-9447-23eaa5d44e92 HTTP/1.1" status: 200 len: 945 time: 0.0727172 Aug 16 22:51:23.147728 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e76bc8e4-0d26-430a-aee4-628db211ff38 req-6b26dc00-eceb-40e9-bb64-f800fdccbcc7 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=5aa270b810014cb1b7df23f71a5483f7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0468559 Aug 16 22:51:23.194704 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-34eb58c9-463a-4a64-a297-9821b63e8df1 req-87a93ae1-fa66-4fcd-9eab-5d582e409764 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002617 Aug 16 22:51:23.326662 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2b63-523d-4705-9fc9-b5d48faeb047 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:23.334949 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab4185-28a2-4921-88e6-39a82ce9d478 req-53dc9f35-a3d1-472c-9334-aa4dc2a4bd0c tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:23.341951 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76bc8e4-0d26-430a-aee4-628db211ff38 req-b3835215-3b47-48ae-b88d-fe68c203ff80 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:23.343519 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e76bc8e4-0d26-430a-aee4-628db211ff38 req-b3835215-3b47-48ae-b88d-fe68c203ff80 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1852119 Aug 16 22:51:23.345140 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-68ab4185-28a2-4921-88e6-39a82ce9d478 req-53dc9f35-a3d1-472c-9334-aa4dc2a4bd0c tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] 10.222.0.36 "GET /v2.0/ports?device_id=c60a7914-f526-4c0d-a6e6-774b55d0f055 HTTP/1.1" status: 200 len: 945 time: 0.0922320 Aug 16 22:51:23.361959 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-e76bc8e4-0d26-430a-aee4-628db211ff38 req-604bfd9a-d70a-46a8-84c4-2eb2acf04a78 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Request body: {'port': {'device_id': 'd68c494f-5a7e-4124-bd68-c461a50ab348', 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd', 'admin_state_up': True, 'tenant_id': '5aa270b810014cb1b7df23f71a5483f7'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:51:23.373542 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2be5bda-520d-44ab-ad5c-16f7ba35711e req-9d967636-4544-43cc-b7b0-10ded561c360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:23.375163 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b2be5bda-520d-44ab-ad5c-16f7ba35711e req-9d967636-4544-43cc-b7b0-10ded561c360 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4cbc422e-2f93-4401-bdfe-d0c1e0dc31c5 HTTP/1.1" status: 200 len: 1097 time: 0.4067850 Aug 16 22:51:23.383626 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2b63-523d-4705-9fc9-b5d48faeb047 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:23.410024 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-efa24656-6cd0-4fdb-860f-9c9cd790446a req-2f671132-7c93-43af-b44a-be205a7bd7a1 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68c494f-5a7e-4124-bd68-c461a50ab348 HTTP/1.1" status: 200 len: 210 time: 0.0427101 Aug 16 22:51:23.423787 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-68ab4185-28a2-4921-88e6-39a82ce9d478 req-d7a05327-8cba-4b64-9ce1-fa2670a51ace tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] 10.222.0.36 "GET /v2.0/security-groups?id=a98730cd-3ee7-4a69-bb1e-5c90a37c1f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773861 Aug 16 22:51:23.529580 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b2be5bda-520d-44ab-ad5c-16f7ba35711e req-479faa3d-5798-4f7d-a23d-c821f514c50a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a98730cd-3ee7-4a69-bb1e-5c90a37c1f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311994 Aug 16 22:51:23.534560 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a30ad4b-634a-4823-8265-3eacb9936bac None None] New status for floating IP 6c3440b2-1f62-4125-bb1c-4e52877b3ccf: ACTIVE {{(pid=101294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:51:23.612775 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2b63-523d-4705-9fc9-b5d48faeb047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:23.615864 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2b63-523d-4705-9fc9-b5d48faeb047 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:23.627068 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-3e9d2b63-523d-4705-9fc9-b5d48faeb047 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cf51abff-a5e4-4ed4-87b7-552597e1ec97 HTTP/1.1" status: 204 len: 168 time: 0.7034245 Aug 16 22:51:23.638897 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd4cc77-f006-4745-b708-e7ab08df5f5c req-77d91c4a-7f1a-42dc-9e6e-05f3dfd2a819 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:23.640863 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7dd4cc77-f006-4745-b708-e7ab08df5f5c req-77d91c4a-7f1a-42dc-9e6e-05f3dfd2a819 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] 10.222.0.36 "GET /v2.0/ports?device_id=4cbc422e-2f93-4401-bdfe-d0c1e0dc31c5 HTTP/1.1" status: 200 len: 945 time: 0.1189556 Aug 16 22:51:23.659287 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9d2b63-523d-4705-9fc9-b5d48faeb047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf51abff-a5e4-4ed4-87b7-552597e1ec97,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:23.708468 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e76bc8e4-0d26-430a-aee4-628db211ff38 req-604bfd9a-d70a-46a8-84c4-2eb2acf04a78 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Made reservation on behalf of 5aa270b810014cb1b7df23f71a5483f7 for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:51:23.714762 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-e76bc8e4-0d26-430a-aee4-628db211ff38 req-604bfd9a-d70a-46a8-84c4-2eb2acf04a78 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:23.760007 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7dd4cc77-f006-4745-b708-e7ab08df5f5c req-87b08f1b-3283-498d-aba1-0da0a99dfe67 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] 10.222.0.36 "GET /v2.0/security-groups?id=a98730cd-3ee7-4a69-bb1e-5c90a37c1f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097355 Aug 16 22:51:23.776706 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device f323738b-f883-4014-ba78-4c322dc7f679 no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:51:23.795374 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cc2df9-bd42-47fc-9038-ad556ca0b7f1 req-f210c14b-fce6-4601-b465-81c7805d66eb tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:23.805997 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-35cc2df9-bd42-47fc-9038-ad556ca0b7f1 req-f210c14b-fce6-4601-b465-81c7805d66eb tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=195f465d-89cd-403a-9319-c4c4f08fdfc5 HTTP/1.1" status: 200 len: 945 time: 0.1509199 Aug 16 22:51:23.830920 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] No Port match for: f323738b-f883-4014-ba78-4c322dc7f679 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:51:23.831436 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device f323738b-f883-4014-ba78-4c322dc7f679 not bound to the agent host n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:51:23.887595 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-35cc2df9-bd42-47fc-9038-ad556ca0b7f1 req-0539ef9e-b7be-4faf-9865-3546cd68c9a1 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755339 Aug 16 22:51:23.910389 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-e76bc8e4-0d26-430a-aee4-628db211ff38 req-604bfd9a-d70a-46a8-84c4-2eb2acf04a78 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Allocated IP 192.168.233.169 (a2f596d0-b80e-4404-bf4b-27a7e14f50dd/6af2b868-37d3-46ab-a526-0465929f13c8/61d94c64-e04a-4ffd-8f1f-5f38a2295699) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:51:24.081716 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56738) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:24.091602 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-e76bc8e4-0d26-430a-aee4-628db211ff38 req-604bfd9a-d70a-46a8-84c4-2eb2acf04a78 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:24.113176 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-e76bc8e4-0d26-430a-aee4-628db211ff38 req-604bfd9a-d70a-46a8-84c4-2eb2acf04a78 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Transition to ACTIVE for port object 61d94c64-e04a-4ffd-8f1f-5f38a2295699 will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:51:24.140679 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-6d14d0bc-e3db-4157-92b0-1a66e4a98605 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8d5a41435c234c6e8a61bd63fe31d21d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0577178 Aug 16 22:51:24.141271 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 56740) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:24.182161 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-e76bc8e4-0d26-430a-aee4-628db211ff38 req-604bfd9a-d70a-46a8-84c4-2eb2acf04a78 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:24.202935 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['fc000a0b-c9d1-47c5-8bb6-a1ddf7834593'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:51:24.254376 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e76bc8e4-0d26-430a-aee4-628db211ff38 req-604bfd9a-d70a-46a8-84c4-2eb2acf04a78 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Network a2f596d0-b80e-4404-bf4b-27a7e14f50dd is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:51:24.259020 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['3daf38f0-2d73-4b14-8053-5e2922a5d49b', 'a7acfedd-7328-4c89-b0a3-75e70efe3623'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:51:24.264574 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-e76bc8e4-0d26-430a-aee4-628db211ff38 req-604bfd9a-d70a-46a8-84c4-2eb2acf04a78 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:51:24.269223 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-e76bc8e4-0d26-430a-aee4-628db211ff38 req-604bfd9a-d70a-46a8-84c4-2eb2acf04a78 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:51:24.272304 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604bfd9a-d70a-46a8-84c4-2eb2acf04a78 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Pushing event updated for resources: {'Port': ['ID=61d94c64-e04a-4ffd-8f1f-5f38a2295699,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:24.276006 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0c75ee20-dd4d-4d33-83c2-5a38ef88a46a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:24.366264 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0c75ee20-dd4d-4d33-83c2-5a38ef88a46a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:24.399511 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76bc8e4-0d26-430a-aee4-628db211ff38 req-604bfd9a-d70a-46a8-84c4-2eb2acf04a78 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:24.400195 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-e76bc8e4-0d26-430a-aee4-628db211ff38 req-604bfd9a-d70a-46a8-84c4-2eb2acf04a78 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:24.488603 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c45b74-581f-48d0-90c4-f7b42037d399 req-07e1c7a7-5368-4306-822a-a58312f4639c tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:24.493610 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e76bc8e4-0d26-430a-aee4-628db211ff38 req-604bfd9a-d70a-46a8-84c4-2eb2acf04a78 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1362815 Aug 16 22:51:24.512061 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-e76bc8e4-0d26-430a-aee4-628db211ff38 req-5fdcdce4-945c-4b31-babc-0c60b74a390a service neutron] Request body: {'port': {'device_id': 'd68c494f-5a7e-4124-bd68-c461a50ab348', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:51:24.520672 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-62c45b74-581f-48d0-90c4-f7b42037d399 req-07e1c7a7-5368-4306-822a-a58312f4639c tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=f23d3b21-15f9-48db-9447-23eaa5d44e92 HTTP/1.1" status: 200 len: 945 time: 0.1979461 Aug 16 22:51:24.589702 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-62c45b74-581f-48d0-90c4-f7b42037d399 req-cf1ef043-5e43-4a9b-8f01-4d162c213461 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680649 Aug 16 22:51:24.613219 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0c75ee20-dd4d-4d33-83c2-5a38ef88a46a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:24.616630 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0c75ee20-dd4d-4d33-83c2-5a38ef88a46a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:24.617855 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-0c75ee20-dd4d-4d33-83c2-5a38ef88a46a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b50dc1c6-511e-437f-8cb6-08b002c93223 HTTP/1.1" status: 204 len: 168 time: 0.4755812 Aug 16 22:51:24.654891 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c75ee20-dd4d-4d33-83c2-5a38ef88a46a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b50dc1c6-511e-437f-8cb6-08b002c93223,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:24.657457 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-e76bc8e4-0d26-430a-aee4-628db211ff38 req-5fdcdce4-945c-4b31-babc-0c60b74a390a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:24.719288 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec88422-d2e6-448e-a505-6703f2b68373 req-f7f2979b-c214-47d1-831c-17b0d8ae31f5 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:24.721204 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4ec88422-d2e6-448e-a505-6703f2b68373 req-f7f2979b-c214-47d1-831c-17b0d8ae31f5 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68c494f-5a7e-4124-bd68-c461a50ab348 HTTP/1.1" status: 200 len: 936 time: 0.1603625 Aug 16 22:51:24.781105 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-8e6d24ec-0ab1-4fc1-855f-40ca97195a8b None None] Provisioning for port 61d94c64-e04a-4ffd-8f1f-5f38a2295699 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:51:24.789522 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4ec88422-d2e6-448e-a505-6703f2b68373 req-67174460-fd5e-4a08-9eb5-d69abef431f6 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541916 Aug 16 22:51:24.808736 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-8e6d24ec-0ab1-4fc1-855f-40ca97195a8b None None] Provisioning complete for port 61d94c64-e04a-4ffd-8f1f-5f38a2295699 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:51:24.809471 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-8e6d24ec-0ab1-4fc1-855f-40ca97195a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:24.986812 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b4387f-a0c9-4dca-a54f-f2a6005f8a9a req-7452e179-ac85-427e-b483-92633b8c2a27 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:24.989617 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-8e6d24ec-0ab1-4fc1-855f-40ca97195a8b None None] Port 61d94c64-e04a-4ffd-8f1f-5f38a2295699 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:51:24.998146 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-57b4387f-a0c9-4dca-a54f-f2a6005f8a9a req-7452e179-ac85-427e-b483-92633b8c2a27 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] 10.222.0.36 "GET /v2.0/ports?device_id=4cbc422e-2f93-4401-bdfe-d0c1e0dc31c5 HTTP/1.1" status: 200 len: 945 time: 0.0951407 Aug 16 22:51:25.002982 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:25.115800 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-57b4387f-a0c9-4dca-a54f-f2a6005f8a9a req-00442177-c0f3-4b85-b978-59d14ba7144d tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] 10.222.0.36 "GET /v2.0/security-groups?id=a98730cd-3ee7-4a69-bb1e-5c90a37c1f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138973 Aug 16 22:51:25.118901 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-e76bc8e4-0d26-430a-aee4-628db211ff38 req-5fdcdce4-945c-4b31-babc-0c60b74a390a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61d94c64-e04a-4ffd-8f1f-5f38a2295699 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:51:25.134688 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-e76bc8e4-0d26-430a-aee4-628db211ff38 req-5fdcdce4-945c-4b31-babc-0c60b74a390a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:25.142704 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53fac16-ace6-46a8-b7ea-7c07923df106 req-9cbd6b5c-ecb9-4744-be7a-b61040e4ddef tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:25.148897 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c53fac16-ace6-46a8-b7ea-7c07923df106 req-9cbd6b5c-ecb9-4744-be7a-b61040e4ddef tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=195f465d-89cd-403a-9319-c4c4f08fdfc5 HTTP/1.1" status: 200 len: 945 time: 0.1259561 Aug 16 22:51:25.172391 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-e76bc8e4-0d26-430a-aee4-628db211ff38 req-5fdcdce4-945c-4b31-babc-0c60b74a390a service neutron] Transition to ACTIVE for port object 61d94c64-e04a-4ffd-8f1f-5f38a2295699 will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:51:25.182088 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-e76bc8e4-0d26-430a-aee4-628db211ff38 req-5fdcdce4-945c-4b31-babc-0c60b74a390a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:25.259548 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c53fac16-ace6-46a8-b7ea-7c07923df106 req-9c9ec413-5907-4871-b321-9dc003fddff0 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067462 Aug 16 22:51:25.283362 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdcdce4-945c-4b31-babc-0c60b74a390a service neutron] Pushing event updated for resources: {'Port': ['ID=61d94c64-e04a-4ffd-8f1f-5f38a2295699,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:25.420971 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-e76bc8e4-0d26-430a-aee4-628db211ff38 req-5fdcdce4-945c-4b31-babc-0c60b74a390a service neutron] Attempting to bind port 61d94c64-e04a-4ffd-8f1f-5f38a2295699 on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:51:25.421472 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-e76bc8e4-0d26-430a-aee4-628db211ff38 req-5fdcdce4-945c-4b31-babc-0c60b74a390a service neutron] Attempting to bind port 61d94c64-e04a-4ffd-8f1f-5f38a2295699 by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:51:25.421922 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76bc8e4-0d26-430a-aee4-628db211ff38 req-5fdcdce4-945c-4b31-babc-0c60b74a390a service neutron] Attempting to bind port 61d94c64-e04a-4ffd-8f1f-5f38a2295699 on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:51:25.427925 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76bc8e4-0d26-430a-aee4-628db211ff38 req-5fdcdce4-945c-4b31-babc-0c60b74a390a service neutron] Port 61d94c64-e04a-4ffd-8f1f-5f38a2295699 on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:51:25.428326 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76bc8e4-0d26-430a-aee4-628db211ff38 req-5fdcdce4-945c-4b31-babc-0c60b74a390a service neutron] Attempting to bind port 61d94c64-e04a-4ffd-8f1f-5f38a2295699 on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:51:25.435342 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76bc8e4-0d26-430a-aee4-628db211ff38 req-5fdcdce4-945c-4b31-babc-0c60b74a390a service neutron] Checking agent: {'id': 'd28e24f9-e5ea-41e1-80bf-3c7943ad7f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:51:25.436009 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76bc8e4-0d26-430a-aee4-628db211ff38 req-5fdcdce4-945c-4b31-babc-0c60b74a390a service neutron] Checking segment: {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:51:25.436507 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76bc8e4-0d26-430a-aee4-628db211ff38 req-5fdcdce4-945c-4b31-babc-0c60b74a390a service neutron] Bound using segment: {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:51:25.437057 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-e76bc8e4-0d26-430a-aee4-628db211ff38 req-5fdcdce4-945c-4b31-babc-0c60b74a390a service neutron] Bound port: 61d94c64-e04a-4ffd-8f1f-5f38a2295699, host: n-h1-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:51:25.437491 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-e76bc8e4-0d26-430a-aee4-628db211ff38 req-5fdcdce4-945c-4b31-babc-0c60b74a390a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:25.527404 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-e76bc8e4-0d26-430a-aee4-628db211ff38 req-5fdcdce4-945c-4b31-babc-0c60b74a390a service neutron] For port 61d94c64-e04a-4ffd-8f1f-5f38a2295699, host n-h1-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:51:25.532681 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-e76bc8e4-0d26-430a-aee4-628db211ff38 req-5fdcdce4-945c-4b31-babc-0c60b74a390a service neutron] For port 61d94c64-e04a-4ffd-8f1f-5f38a2295699, host n-h1-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=61d94c64-e04a-4ffd-8f1f-5f38a2295699,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:51:25.539293 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-e76bc8e4-0d26-430a-aee4-628db211ff38 req-5fdcdce4-945c-4b31-babc-0c60b74a390a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:25.592695 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76bc8e4-0d26-430a-aee4-628db211ff38 req-5fdcdce4-945c-4b31-babc-0c60b74a390a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:25.592695 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-e76bc8e4-0d26-430a-aee4-628db211ff38 req-5fdcdce4-945c-4b31-babc-0c60b74a390a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:25.592695 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e76bc8e4-0d26-430a-aee4-628db211ff38 req-5fdcdce4-945c-4b31-babc-0c60b74a390a service neutron] 10.222.0.68 "PUT /v2.0/ports/61d94c64-e04a-4ffd-8f1f-5f38a2295699 HTTP/1.1" status: 200 len: 1097 time: 1.0842903 Aug 16 22:51:25.592695 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd68c494f-5a7e-4124-bd68-c461a50ab348', 'tag': '61d94c64-e04a-4ffd-8f1f-5f38a2295699'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:51:25.595747 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49c5e78f-faf4-46c1-9fe9-9f79c7edaf55" -d '{"events": [{"name": "network-changed", "server_uuid": "d68c494f-5a7e-4124-bd68-c461a50ab348", "tag": "61d94c64-e04a-4ffd-8f1f-5f38a2295699"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:51:25.637363 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdcdce4-945c-4b31-babc-0c60b74a390a service neutron] Pushing event updated for resources: {'Port': ['ID=61d94c64-e04a-4ffd-8f1f-5f38a2295699,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:25.705424 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d505866-9efc-45dc-ae15-eec2b632b6d2 x-openstack-request-id: req-5d505866-9efc-45dc-ae15-eec2b632b6d2 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:51:25.705997 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d68c494f-5a7e-4124-bd68-c461a50ab348", "tag": "61d94c64-e04a-4ffd-8f1f-5f38a2295699", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:51:25.706513 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5d505866-9efc-45dc-ae15-eec2b632b6d2 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:51:25.707258 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd68c494f-5a7e-4124-bd68-c461a50ab348', 'tag': '61d94c64-e04a-4ffd-8f1f-5f38a2295699', 'status': 'completed', 'code': 200} Aug 16 22:51:25.710351 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76bc8e4-0d26-430a-aee4-628db211ff38 req-8f049e02-b7af-403c-a32a-360237deaedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:25.715173 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e76bc8e4-0d26-430a-aee4-628db211ff38 req-8f049e02-b7af-403c-a32a-360237deaedf service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5aa270b810014cb1b7df23f71a5483f7&device_id=d68c494f-5a7e-4124-bd68-c461a50ab348 HTTP/1.1" status: 200 len: 1100 time: 0.0710003 Aug 16 22:51:25.770172 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e76bc8e4-0d26-430a-aee4-628db211ff38 req-ef44fac5-8ea9-4b0d-9b07-14cdd77ef145 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=61d94c64-e04a-4ffd-8f1f-5f38a2295699 HTTP/1.1" status: 200 len: 217 time: 0.0487137 Aug 16 22:51:25.848773 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad694db9-996f-4dac-babd-17b650a5dc3a req-d87c3d36-e6fd-4f79-a5cd-8d0d15f35d10 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:25.850359 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ad694db9-996f-4dac-babd-17b650a5dc3a req-d87c3d36-e6fd-4f79-a5cd-8d0d15f35d10 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=f23d3b21-15f9-48db-9447-23eaa5d44e92 HTTP/1.1" status: 200 len: 945 time: 0.1218045 Aug 16 22:51:25.880269 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76bc8e4-0d26-430a-aee4-628db211ff38 req-c1edc1ab-ba15-47d6-b0e9-e06080d3e214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:25.883292 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e76bc8e4-0d26-430a-aee4-628db211ff38 req-c1edc1ab-ba15-47d6-b0e9-e06080d3e214 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6af2b868-37d3-46ab-a526-0465929f13c8 HTTP/1.1" status: 200 len: 843 time: 0.1010749 Aug 16 22:51:25.908788 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ad694db9-996f-4dac-babd-17b650a5dc3a req-900e12a2-8787-440e-8308-8516f16202c3 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479488 Aug 16 22:51:25.952862 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76bc8e4-0d26-430a-aee4-628db211ff38 req-cc57d4a2-3b50-457c-acd9-3d0cab092d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:25.954708 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e76bc8e4-0d26-430a-aee4-628db211ff38 req-cc57d4a2-3b50-457c-acd9-3d0cab092d64 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0636070 Aug 16 22:51:26.024291 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe62956c-9143-47c0-a780-e71032e60e6b req-84619eee-d553-4a16-ab2f-1c4b48af68b5 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:26.032883 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fe62956c-9143-47c0-a780-e71032e60e6b req-84619eee-d553-4a16-ab2f-1c4b48af68b5 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68c494f-5a7e-4124-bd68-c461a50ab348 HTTP/1.1" status: 200 len: 948 time: 0.0641739 Aug 16 22:51:26.073594 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e76bc8e4-0d26-430a-aee4-628db211ff38 req-6ca39b0b-c097-4c4f-a17c-8975e5e017e0 service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107948 Aug 16 22:51:26.074681 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fe62956c-9143-47c0-a780-e71032e60e6b req-69447cb9-9cd9-414c-b151-3cce7cccd852 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408294 Aug 16 22:51:26.284663 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cae862-b525-4699-a2bf-3b34d61856e2 req-73adbfa4-473a-42f4-a117-d3b635677d64 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:26.286628 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-83cae862-b525-4699-a2bf-3b34d61856e2 req-73adbfa4-473a-42f4-a117-d3b635677d64 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] 10.222.0.36 "GET /v2.0/ports?device_id=4cbc422e-2f93-4401-bdfe-d0c1e0dc31c5 HTTP/1.1" status: 200 len: 945 time: 0.0648615 Aug 16 22:51:26.392250 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-83cae862-b525-4699-a2bf-3b34d61856e2 req-1d729dc9-f45f-49a2-87b2-b130f9b98828 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] 10.222.0.36 "GET /v2.0/security-groups?id=a98730cd-3ee7-4a69-bb1e-5c90a37c1f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891798 Aug 16 22:51:26.480873 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894ea7d0-d6f9-45ca-b5ca-6f2d03a8a847 req-69fd71c0-cf35-44e6-b023-d32a2afbc962 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:26.490947 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e76bc8e4-0d26-430a-aee4-628db211ff38 req-7450290e-2fc5-4daf-bef9-75d5615dca2b service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4044087 Aug 16 22:51:26.491586 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-894ea7d0-d6f9-45ca-b5ca-6f2d03a8a847 req-69fd71c0-cf35-44e6-b023-d32a2afbc962 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=195f465d-89cd-403a-9319-c4c4f08fdfc5 HTTP/1.1" status: 200 len: 945 time: 0.0863738 Aug 16 22:51:26.573740 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-894ea7d0-d6f9-45ca-b5ca-6f2d03a8a847 req-403d0b95-8153-4e36-9500-1dfa0bb1de7a tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807781 Aug 16 22:51:26.638261 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c5e78f-faf4-46c1-9fe9-9f79c7edaf55 req-dfc85c84-7517-4917-826d-0d146a2ab477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:26.640432 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-49c5e78f-faf4-46c1-9fe9-9f79c7edaf55 req-dfc85c84-7517-4917-826d-0d146a2ab477 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5aa270b810014cb1b7df23f71a5483f7&device_id=d68c494f-5a7e-4124-bd68-c461a50ab348 HTTP/1.1" status: 200 len: 1100 time: 0.0584669 Aug 16 22:51:26.792771 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c5e78f-faf4-46c1-9fe9-9f79c7edaf55 req-72990f6b-0346-47ec-80b9-33eff07c2046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:26.795226 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-49c5e78f-faf4-46c1-9fe9-9f79c7edaf55 req-72990f6b-0346-47ec-80b9-33eff07c2046 service neutron] 10.222.0.68 "GET /v2.0/networks?id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd HTTP/1.1" status: 200 len: 870 time: 0.1457946 Aug 16 22:51:26.848957 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-49c5e78f-faf4-46c1-9fe9-9f79c7edaf55 req-a78018e7-9093-40ad-9e29-726bb8346d0d service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=61d94c64-e04a-4ffd-8f1f-5f38a2295699 HTTP/1.1" status: 200 len: 217 time: 0.0391316 Aug 16 22:51:26.947430 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c5e78f-faf4-46c1-9fe9-9f79c7edaf55 req-20cf4cfa-a2c0-41a9-85e6-e831b9e0763f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:26.949211 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-49c5e78f-faf4-46c1-9fe9-9f79c7edaf55 req-20cf4cfa-a2c0-41a9-85e6-e831b9e0763f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6af2b868-37d3-46ab-a526-0465929f13c8 HTTP/1.1" status: 200 len: 843 time: 0.0922410 Aug 16 22:51:27.035743 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c5e78f-faf4-46c1-9fe9-9f79c7edaf55 req-0c5f05fd-b815-47c6-bd21-a8352ab69bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:27.037888 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-49c5e78f-faf4-46c1-9fe9-9f79c7edaf55 req-0c5f05fd-b815-47c6-bd21-a8352ab69bf4 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0774531 Aug 16 22:51:27.190824 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46e0bcd-25f8-4d06-a493-efcc252fc70f req-72c2c546-4fdf-46db-809d-34e7db9468c3 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:27.192432 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e46e0bcd-25f8-4d06-a493-efcc252fc70f req-72c2c546-4fdf-46db-809d-34e7db9468c3 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=f23d3b21-15f9-48db-9447-23eaa5d44e92 HTTP/1.1" status: 200 len: 945 time: 0.1070652 Aug 16 22:51:27.202581 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-49c5e78f-faf4-46c1-9fe9-9f79c7edaf55 req-fad90523-3531-41b2-8e2e-b977051b397f service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505511 Aug 16 22:51:27.206716 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c9a4ba-b503-4890-abf2-910fb41e6f77 req-11f8e30f-c64e-411b-aaad-0bfcec604128 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:27.208225 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d0c9a4ba-b503-4890-abf2-910fb41e6f77 req-11f8e30f-c64e-411b-aaad-0bfcec604128 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] 10.222.0.36 "GET /v2.0/ports?device_id=4cbc422e-2f93-4401-bdfe-d0c1e0dc31c5 HTTP/1.1" status: 200 len: 945 time: 0.0894339 Aug 16 22:51:27.269810 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e46e0bcd-25f8-4d06-a493-efcc252fc70f req-dce86b31-e53b-49f1-8cde-8f20f566241c tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605578 Aug 16 22:51:27.289216 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d0c9a4ba-b503-4890-abf2-910fb41e6f77 req-ec835591-2147-4241-87f9-05dd7cbf068c tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] 10.222.0.36 "GET /v2.0/security-groups?id=a98730cd-3ee7-4a69-bb1e-5c90a37c1f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734174 Aug 16 22:51:27.332273 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-49c5e78f-faf4-46c1-9fe9-9f79c7edaf55 req-773bf907-f147-41e3-8342-ccdb5fad0b19 service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185238 Aug 16 22:51:27.429151 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a0264bc-6c75-46d1-a51a-a20576ff2ff3 req-597699c3-fc95-4734-80d2-eaea32350257 tempest-FlavorsV2NegativeTest-1949022025 tempest-FlavorsV2NegativeTest-1949022025-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=f74862501301450aaa29adadbfd94cf4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0408809 Aug 16 22:51:27.692403 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:51:27.814068 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac01eb76-ba0e-4642-9880-9bbb04fbb978 req-5be78e9b-a964-4fd4-8fae-8b4dc851f683 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:27.815574 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ac01eb76-ba0e-4642-9880-9bbb04fbb978 req-5be78e9b-a964-4fd4-8fae-8b4dc851f683 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68c494f-5a7e-4124-bd68-c461a50ab348 HTTP/1.1" status: 200 len: 948 time: 0.4360135 Aug 16 22:51:27.880162 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ac01eb76-ba0e-4642-9880-9bbb04fbb978 req-c3b2c484-bd96-47b1-a403-04b1ff2f3fb9 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568986 Aug 16 22:51:27.886835 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0264bc-6c75-46d1-a51a-a20576ff2ff3 req-7c7bea9e-47ac-499a-a203-1bbb65696492 tempest-FlavorsV2NegativeTest-1949022025 tempest-FlavorsV2NegativeTest-1949022025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:27.888903 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a0264bc-6c75-46d1-a51a-a20576ff2ff3 req-7c7bea9e-47ac-499a-a203-1bbb65696492 tempest-FlavorsV2NegativeTest-1949022025 tempest-FlavorsV2NegativeTest-1949022025-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4553115 Aug 16 22:51:27.912124 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a0264bc-6c75-46d1-a51a-a20576ff2ff3 req-91c262d5-68e4-4adb-9fc0-3e672d434e41 tempest-FlavorsV2NegativeTest-1949022025 tempest-FlavorsV2NegativeTest-1949022025-project] 10.222.0.36 "GET /v2.0/quotas/f74862501301450aaa29adadbfd94cf4 HTTP/1.1" status: 200 len: 375 time: 0.0105963 Aug 16 22:51:27.945218 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a0264bc-6c75-46d1-a51a-a20576ff2ff3 req-4f64b69d-70a5-483a-939c-347dd91d925a tempest-FlavorsV2NegativeTest-1949022025 tempest-FlavorsV2NegativeTest-1949022025-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f74862501301450aaa29adadbfd94cf4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266130 Aug 16 22:51:28.063233 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5298249-3732-4e0b-b385-fd30345ba425 req-ebcab4f2-2762-41b5-a440-b81f407f13df tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:28.064777 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e5298249-3732-4e0b-b385-fd30345ba425 req-ebcab4f2-2762-41b5-a440-b81f407f13df tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=195f465d-89cd-403a-9319-c4c4f08fdfc5 HTTP/1.1" status: 200 len: 945 time: 0.0631862 Aug 16 22:51:28.115369 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e5298249-3732-4e0b-b385-fd30345ba425 req-2cbbbb63-e23b-4d4b-987d-08d0dfa2c512 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390792 Aug 16 22:51:28.453228 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0ac366-5649-4045-aa77-ec3dcd22720f req-2e6c7c72-ac4e-44a3-978b-4ebac11bc3f2 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:28.454723 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-af0ac366-5649-4045-aa77-ec3dcd22720f req-2e6c7c72-ac4e-44a3-978b-4ebac11bc3f2 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=f23d3b21-15f9-48db-9447-23eaa5d44e92 HTTP/1.1" status: 200 len: 945 time: 0.0902865 Aug 16 22:51:28.478625 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca16e8e-a2b7-4a94-81f7-8035bd30af2c req-0a9e09ab-21d4-4018-9a13-c13a8f11fe4c tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:28.481127 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2ca16e8e-a2b7-4a94-81f7-8035bd30af2c req-0a9e09ab-21d4-4018-9a13-c13a8f11fe4c tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] 10.222.0.36 "GET /v2.0/ports?device_id=4cbc422e-2f93-4401-bdfe-d0c1e0dc31c5 HTTP/1.1" status: 200 len: 945 time: 0.0850070 Aug 16 22:51:28.520278 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 56904) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:28.541051 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-af0ac366-5649-4045-aa77-ec3dcd22720f req-c2ed48b6-c399-4919-99b2-546761f60748 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776000 Aug 16 22:51:28.546745 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2ca16e8e-a2b7-4a94-81f7-8035bd30af2c req-28891552-2f04-4b92-901b-6e37b0c36430 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] 10.222.0.36 "GET /v2.0/security-groups?id=a98730cd-3ee7-4a69-bb1e-5c90a37c1f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563962 Aug 16 22:51:28.656825 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e337396b-e6b8-4785-9501-3f78a32869a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:28.774191 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e337396b-e6b8-4785-9501-3f78a32869a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:28.781116 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e337396b-e6b8-4785-9501-3f78a32869a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:28.839334 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66496abf-4468-4912-8324-c8c02818fd2c req-7ff2c0a0-1ffc-49dc-9645-dbea33fb64c6 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:28.841402 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-66496abf-4468-4912-8324-c8c02818fd2c req-7ff2c0a0-1ffc-49dc-9645-dbea33fb64c6 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] 10.222.0.68 "GET /v2.0/ports?device_id=c60a7914-f526-4c0d-a6e6-774b55d0f055 HTTP/1.1" status: 200 len: 945 time: 0.1040783 Aug 16 22:51:28.844528 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-e337396b-e6b8-4785-9501-3f78a32869a8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f74862501301450aaa29adadbfd94cf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3231819 Aug 16 22:51:28.845424 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e337396b-e6b8-4785-9501-3f78a32869a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6dc3884-064f-4715-b244-3f157d346958,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:28.848831 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56908) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:28.933204 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1cdc20ad-bc46-4e80-9f58-c2cd9623a9a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:28.957702 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-66496abf-4468-4912-8324-c8c02818fd2c req-9d9fd07d-faf1-490c-a019-f52362861487 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Deleting port c6fee1ed-f466-429f-975c-dab512182aaf {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:51:28.958085 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-66496abf-4468-4912-8324-c8c02818fd2c req-9d9fd07d-faf1-490c-a019-f52362861487 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:28.963535 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1cdc20ad-bc46-4e80-9f58-c2cd9623a9a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:28.994710 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 61d94c64-e04a-4ffd-8f1f-5f38a2295699 details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:51:29.052255 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf606570-5583-47f5-b04d-1c99b2955844 req-a670f5a4-0a4d-44e6-acd1-9e8333f40ec2 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:29.062401 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bf606570-5583-47f5-b04d-1c99b2955844 req-a670f5a4-0a4d-44e6-acd1-9e8333f40ec2 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68c494f-5a7e-4124-bd68-c461a50ab348 HTTP/1.1" status: 200 len: 948 time: 0.0966039 Aug 16 22:51:29.107275 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 61d94c64-e04a-4ffd-8f1f-5f38a2295699, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=61d94c64-e04a-4ffd-8f1f-5f38a2295699,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:51:29.114719 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-66496abf-4468-4912-8324-c8c02818fd2c req-9d9fd07d-faf1-490c-a019-f52362861487 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] For port c6fee1ed-f466-429f-975c-dab512182aaf, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=c6fee1ed-f466-429f-975c-dab512182aaf,segment=NetworkSegment(5e510fdc-9ea8-43b0-91d8-907062ccfd65),segment_id=5e510fdc-9ea8-43b0-91d8-907062ccfd65)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:51:29.114905 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bf606570-5583-47f5-b04d-1c99b2955844 req-380d76b0-815a-4843-a33b-28f89f0cef1c tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497811 Aug 16 22:51:29.115039 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-66496abf-4468-4912-8324-c8c02818fd2c req-9d9fd07d-faf1-490c-a019-f52362861487 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:29.119950 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1cdc20ad-bc46-4e80-9f58-c2cd9623a9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:29.125518 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1cdc20ad-bc46-4e80-9f58-c2cd9623a9a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:29.130169 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-1cdc20ad-bc46-4e80-9f58-c2cd9623a9a1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b6dc3884-064f-4715-b244-3f157d346958 HTTP/1.1" status: 204 len: 168 time: 0.2771602 Aug 16 22:51:29.131068 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': '61d94c64-e04a-4ffd-8f1f-5f38a2295699', 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd', 'port_id': '61d94c64-e04a-4ffd-8f1f-5f38a2295699', 'mac_address': 'fa:16:3e:cc:7d:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6af2b868-37d3-46ab-a526-0465929f13c8', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:51:29.148963 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-66496abf-4468-4912-8324-c8c02818fd2c req-9d9fd07d-faf1-490c-a019-f52362861487 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Calling delete_port for c6fee1ed-f466-429f-975c-dab512182aaf owned by compute:nova {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:51:29.153440 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc20ad-bc46-4e80-9f58-c2cd9623a9a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6dc3884-064f-4715-b244-3f157d346958,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:29.168751 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc20ad-bc46-4e80-9f58-c2cd9623a9a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:29.169262 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc20ad-bc46-4e80-9f58-c2cd9623a9a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:29.170096 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc20ad-bc46-4e80-9f58-c2cd9623a9a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:29.170555 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc20ad-bc46-4e80-9f58-c2cd9623a9a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:29.171573 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc20ad-bc46-4e80-9f58-c2cd9623a9a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:29.172032 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc20ad-bc46-4e80-9f58-c2cd9623a9a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:29.172472 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc20ad-bc46-4e80-9f58-c2cd9623a9a1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:29.172933 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc20ad-bc46-4e80-9f58-c2cd9623a9a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:29.173361 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc20ad-bc46-4e80-9f58-c2cd9623a9a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:29.173793 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc20ad-bc46-4e80-9f58-c2cd9623a9a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:29.174223 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc20ad-bc46-4e80-9f58-c2cd9623a9a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:29.174652 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdc20ad-bc46-4e80-9f58-c2cd9623a9a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:29.225748 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d835ca3-ae42-442f-ae4b-baa549d2d5d8 req-d440c730-fdda-4e1f-afda-fb0156a9ba99 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:29.227549 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0d835ca3-ae42-442f-ae4b-baa549d2d5d8 req-d440c730-fdda-4e1f-afda-fb0156a9ba99 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] 10.222.0.57 "GET /v2.0/ports?device_id=4cbc422e-2f93-4401-bdfe-d0c1e0dc31c5 HTTP/1.1" status: 200 len: 945 time: 0.1787412 Aug 16 22:51:29.233390 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:29.250465 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61d94c64-e04a-4ffd-8f1f-5f38a2295699 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:51:29.280018 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 61d94c64-e04a-4ffd-8f1f-5f38a2295699, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=61d94c64-e04a-4ffd-8f1f-5f38a2295699,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:51:29.287431 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:29.342151 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efadd7a-18ac-4e4d-b9da-cbba5b9ad569 req-33f34d27-a231-4d33-8066-b3227be5a8b8 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:29.344778 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4efadd7a-18ac-4e4d-b9da-cbba5b9ad569 req-33f34d27-a231-4d33-8066-b3227be5a8b8 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=195f465d-89cd-403a-9319-c4c4f08fdfc5 HTTP/1.1" status: 200 len: 945 time: 0.0736942 Aug 16 22:51:29.378195 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=61d94c64-e04a-4ffd-8f1f-5f38a2295699,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:29.402810 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4efadd7a-18ac-4e4d-b9da-cbba5b9ad569 req-cf60367f-3aab-4705-b619-b64aca45eef0 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516775 Aug 16 22:51:29.465519 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-0d835ca3-ae42-442f-ae4b-baa549d2d5d8 req-ae8c7678-4881-40ef-9b57-d5aa2b8d2cd3 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Deleting port d25f68cd-84cf-4603-851f-0a8676aa85aa {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:51:29.465927 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-0d835ca3-ae42-442f-ae4b-baa549d2d5d8 req-ae8c7678-4881-40ef-9b57-d5aa2b8d2cd3 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:29.560167 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-66496abf-4468-4912-8324-c8c02818fd2c req-9d9fd07d-faf1-490c-a019-f52362861487 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:29.572981 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['c6fee1ed-f466-429f-975c-dab512182aaf'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:51:29.627199 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fd07d-faf1-490c-a019-f52362861487 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Pushing event deleted for resources: {'Port': ['ID=c6fee1ed-f466-429f-975c-dab512182aaf,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:29.637119 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-0d835ca3-ae42-442f-ae4b-baa549d2d5d8 req-ae8c7678-4881-40ef-9b57-d5aa2b8d2cd3 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] For port d25f68cd-84cf-4603-851f-0a8676aa85aa, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=d25f68cd-84cf-4603-851f-0a8676aa85aa,segment=NetworkSegment(5e510fdc-9ea8-43b0-91d8-907062ccfd65),segment_id=5e510fdc-9ea8-43b0-91d8-907062ccfd65)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:51:29.637119 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-0d835ca3-ae42-442f-ae4b-baa549d2d5d8 req-ae8c7678-4881-40ef-9b57-d5aa2b8d2cd3 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:29.668469 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['d25f68cd-84cf-4603-851f-0a8676aa85aa'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:51:29.689950 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-66496abf-4468-4912-8324-c8c02818fd2c req-9d9fd07d-faf1-490c-a019-f52362861487 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] No DVR routers for this DVR port c6fee1ed-f466-429f-975c-dab512182aaf on host n-h1-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:51:29.706721 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-0d835ca3-ae42-442f-ae4b-baa549d2d5d8 req-ae8c7678-4881-40ef-9b57-d5aa2b8d2cd3 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Calling delete_port for d25f68cd-84cf-4603-851f-0a8676aa85aa owned by compute:nova {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:51:29.709808 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-66496abf-4468-4912-8324-c8c02818fd2c req-9d9fd07d-faf1-490c-a019-f52362861487 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:29.713221 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-66496abf-4468-4912-8324-c8c02818fd2c req-9d9fd07d-faf1-490c-a019-f52362861487 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] 10.222.0.68 "DELETE /v2.0/ports/c6fee1ed-f466-429f-975c-dab512182aaf HTTP/1.1" status: 204 len: 173 time: 0.8648951 Aug 16 22:51:29.713819 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c60a7914-f526-4c0d-a6e6-774b55d0f055', 'name': 'network-vif-deleted', 'tag': 'c6fee1ed-f466-429f-975c-dab512182aaf'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:51:29.717526 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1011452e-f3c6-4735-a94a-e98b2cd0fa50" -d '{"events": [{"server_uuid": "c60a7914-f526-4c0d-a6e6-774b55d0f055", "name": "network-vif-deleted", "tag": "c6fee1ed-f466-429f-975c-dab512182aaf"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:51:29.737277 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['61d94c64-e04a-4ffd-8f1f-5f38a2295699'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:51:29.889527 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329449b8-0946-4c83-a37e-c7d18a97d1b4 req-85e0a3e0-2875-40a8-ad8f-9efb03cbaa86 tempest-LiveMigrationTest-725130784 tempest-LiveMigrationTest-725130784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:29.896531 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-329449b8-0946-4c83-a37e-c7d18a97d1b4 req-85e0a3e0-2875-40a8-ad8f-9efb03cbaa86 tempest-LiveMigrationTest-725130784 tempest-LiveMigrationTest-725130784-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=195f465d-89cd-403a-9319-c4c4f08fdfc5&tenant_id=a4c9d624b07f42a0ae3c7ed63064f003&binding%3Ahost_id=n-h2-791506-26 HTTP/1.1" status: 200 len: 1097 time: 0.1924736 Aug 16 22:51:29.928621 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b03af-bdf4-4e5f-a0f7-df0dd406b2b0 req-b4ecea07-58bd-4a1d-9e14-c293c9a25385 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:29.939923 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-195b03af-bdf4-4e5f-a0f7-df0dd406b2b0 req-b4ecea07-58bd-4a1d-9e14-c293c9a25385 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=f23d3b21-15f9-48db-9447-23eaa5d44e92 HTTP/1.1" status: 200 len: 945 time: 0.2384748 Aug 16 22:51:29.950359 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-0d835ca3-ae42-442f-ae4b-baa549d2d5d8 req-ae8c7678-4881-40ef-9b57-d5aa2b8d2cd3 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:29.978226 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-329449b8-0946-4c83-a37e-c7d18a97d1b4 req-164bd9f7-a1e6-482c-a0e1-770342909e19 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-791506-26'}}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:51:30.026388 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8c7678-4881-40ef-9b57-d5aa2b8d2cd3 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Pushing event deleted for resources: {'Port': ['ID=d25f68cd-84cf-4603-851f-0a8676aa85aa,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:30.050431 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67edaef0-4e1a-45ab-bafd-49a280d403dd req-352061a3-8f02-4615-bcf8-467d14f90934 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:30.051997 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-67edaef0-4e1a-45ab-bafd-49a280d403dd req-352061a3-8f02-4615-bcf8-467d14f90934 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] 10.222.0.36 "GET /v2.0/ports?device_id=4cbc422e-2f93-4401-bdfe-d0c1e0dc31c5 HTTP/1.1" status: 200 len: 945 time: 0.3607612 Aug 16 22:51:30.121005 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d835ca3-ae42-442f-ae4b-baa549d2d5d8 req-ae8c7678-4881-40ef-9b57-d5aa2b8d2cd3 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] No DVR routers for this DVR port d25f68cd-84cf-4603-851f-0a8676aa85aa on host n-h2-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:51:30.125013 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-0d835ca3-ae42-442f-ae4b-baa549d2d5d8 req-ae8c7678-4881-40ef-9b57-d5aa2b8d2cd3 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:30.127870 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0d835ca3-ae42-442f-ae4b-baa549d2d5d8 req-ae8c7678-4881-40ef-9b57-d5aa2b8d2cd3 tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] 10.222.0.57 "DELETE /v2.0/ports/d25f68cd-84cf-4603-851f-0a8676aa85aa HTTP/1.1" status: 204 len: 173 time: 0.8613269 Aug 16 22:51:30.171398 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-67edaef0-4e1a-45ab-bafd-49a280d403dd req-de660651-f5e0-4ead-aa86-59982ab89a6a tempest-MultipleCreateTestJSON-392815010 tempest-MultipleCreateTestJSON-392815010-project] 10.222.0.36 "GET /v2.0/security-groups?id=a98730cd-3ee7-4a69-bb1e-5c90a37c1f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027799 Aug 16 22:51:30.206823 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-195b03af-bdf4-4e5f-a0f7-df0dd406b2b0 req-183500fa-51da-455a-8f4e-f5051cefc75d tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647111 Aug 16 22:51:30.231453 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-329449b8-0946-4c83-a37e-c7d18a97d1b4 req-164bd9f7-a1e6-482c-a0e1-770342909e19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:30.250340 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bfdccb9-12b9-4ff6-a563-7a0b6f779727 x-openstack-request-id: req-8bfdccb9-12b9-4ff6-a563-7a0b6f779727 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:51:30.250725 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c60a7914-f526-4c0d-a6e6-774b55d0f055", "name": "network-vif-deleted", "tag": "c6fee1ed-f466-429f-975c-dab512182aaf", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:51:30.250985 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8bfdccb9-12b9-4ff6-a563-7a0b6f779727 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:51:30.251402 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c60a7914-f526-4c0d-a6e6-774b55d0f055', 'name': 'network-vif-deleted', 'tag': 'c6fee1ed-f466-429f-975c-dab512182aaf', 'status': 'completed', 'code': 200} Aug 16 22:51:30.304713 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 56952) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:30.452695 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01f31c7-ebf7-455d-9f9d-317309e7a767 req-e86a1399-656e-446c-8eae-0bd5ae16c681 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:30.460969 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b01f31c7-ebf7-455d-9f9d-317309e7a767 req-e86a1399-656e-446c-8eae-0bd5ae16c681 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68c494f-5a7e-4124-bd68-c461a50ab348 HTTP/1.1" status: 200 len: 949 time: 0.1265903 Aug 16 22:51:30.491716 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-4eebe992-b82a-41f7-afb1-ad77b5bd8ac5 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-2086800973-network', 'tenant_id': 'fb2060cb262e45228555b9d2259abb2f'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:51:30.518527 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b01f31c7-ebf7-455d-9f9d-317309e7a767 req-8a49c21f-cdd0-442d-adf5-2a0c65da00c3 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540028 Aug 16 22:51:30.539497 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eebe992-b82a-41f7-afb1-ad77b5bd8ac5 admin admin] Made reservation on behalf of fb2060cb262e45228555b9d2259abb2f for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:51:30.542625 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4eebe992-b82a-41f7-afb1-ad77b5bd8ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:30.554970 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4eebe992-b82a-41f7-afb1-ad77b5bd8ac5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:30.585733 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-329449b8-0946-4c83-a37e-c7d18a97d1b4 req-164bd9f7-a1e6-482c-a0e1-770342909e19 service neutron] For port 46991f02-0877-4fdb-a939-148b962ab439, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=46991f02-0877-4fdb-a939-148b962ab439,segment=NetworkSegment(f636a4c4-5ebb-45e7-a739-a275ed345fed),segment_id=f636a4c4-5ebb-45e7-a739-a275ed345fed)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:51:30.644756 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-329449b8-0946-4c83-a37e-c7d18a97d1b4 req-164bd9f7-a1e6-482c-a0e1-770342909e19 service neutron] For port 46991f02-0877-4fdb-a939-148b962ab439, host n-h2-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:51:30.658574 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4eebe992-b82a-41f7-afb1-ad77b5bd8ac5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:30.666860 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4eebe992-b82a-41f7-afb1-ad77b5bd8ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:30.693314 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['c6fee1ed-f466-429f-975c-dab512182aaf'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:51:30.708968 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-329449b8-0946-4c83-a37e-c7d18a97d1b4 req-164bd9f7-a1e6-482c-a0e1-770342909e19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:30.709551 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4eebe992-b82a-41f7-afb1-ad77b5bd8ac5 admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:51:30.712028 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '195f465d-89cd-403a-9319-c4c4f08fdfc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46991f02-0877-4fdb-a939-148b962ab439'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:51:30.715026 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5687464-7664-41e9-9a8e-75d1b4eb42c9" -d '{"events": [{"server_uuid": "195f465d-89cd-403a-9319-c4c4f08fdfc5", "name": "network-vif-unplugged", "status": "completed", "tag": "46991f02-0877-4fdb-a939-148b962ab439"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:51:30.723236 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-329449b8-0946-4c83-a37e-c7d18a97d1b4 req-164bd9f7-a1e6-482c-a0e1-770342909e19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:30.736105 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eebe992-b82a-41f7-afb1-ad77b5bd8ac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27dbc869-d84c-4027-ab20-4514a0688a6f,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:30.736105 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4eebe992-b82a-41f7-afb1-ad77b5bd8ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:30.736105 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-4eebe992-b82a-41f7-afb1-ad77b5bd8ac5 admin admin] Added segment 14912929-ceb9-4c21-80c4-b8179d0f9d12 of type vlan for network 64579410-f531-42c6-89b5-3114daa376a8 Aug 16 22:51:30.767950 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eebe992-b82a-41f7-afb1-ad77b5bd8ac5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:30.767950 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eebe992-b82a-41f7-afb1-ad77b5bd8ac5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:30.768818 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eebe992-b82a-41f7-afb1-ad77b5bd8ac5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:30.768818 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eebe992-b82a-41f7-afb1-ad77b5bd8ac5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:30.769130 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eebe992-b82a-41f7-afb1-ad77b5bd8ac5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:30.769330 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eebe992-b82a-41f7-afb1-ad77b5bd8ac5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:30.770175 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eebe992-b82a-41f7-afb1-ad77b5bd8ac5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:30.770175 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eebe992-b82a-41f7-afb1-ad77b5bd8ac5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:30.770419 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eebe992-b82a-41f7-afb1-ad77b5bd8ac5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:30.771313 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eebe992-b82a-41f7-afb1-ad77b5bd8ac5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:30.771313 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eebe992-b82a-41f7-afb1-ad77b5bd8ac5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:30.772079 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eebe992-b82a-41f7-afb1-ad77b5bd8ac5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:30.845808 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 22:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d1d9a5-3366-4311-b04c-aa91e9bd8f6b x-openstack-request-id: req-73d1d9a5-3366-4311-b04c-aa91e9bd8f6b {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:51:30.846104 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "195f465d-89cd-403a-9319-c4c4f08fdfc5", "name": "network-vif-unplugged", "status": "completed", "tag": "46991f02-0877-4fdb-a939-148b962ab439", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:51:30.846418 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-73d1d9a5-3366-4311-b04c-aa91e9bd8f6b {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:51:30.846843 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '195f465d-89cd-403a-9319-c4c4f08fdfc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46991f02-0877-4fdb-a939-148b962ab439', 'code': 200} Aug 16 22:51:30.855439 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4eebe992-b82a-41f7-afb1-ad77b5bd8ac5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:30.896041 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4eebe992-b82a-41f7-afb1-ad77b5bd8ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:30.897126 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eebe992-b82a-41f7-afb1-ad77b5bd8ac5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:30.897715 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4eebe992-b82a-41f7-afb1-ad77b5bd8ac5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:30.937406 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164bd9f7-a1e6-482c-a0e1-770342909e19 service neutron] Pushing event updated for resources: {'Port': ['ID=46991f02-0877-4fdb-a939-148b962ab439,revision_number=7']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:30.942169 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-329449b8-0946-4c83-a37e-c7d18a97d1b4 req-164bd9f7-a1e6-482c-a0e1-770342909e19 service neutron] Attempting to bind port 46991f02-0877-4fdb-a939-148b962ab439 on host n-h2-791506-26 for vnic_type normal with profile {"migrating_to": "n-h1-791506-26"} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:51:30.942785 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-329449b8-0946-4c83-a37e-c7d18a97d1b4 req-164bd9f7-a1e6-482c-a0e1-770342909e19 service neutron] Attempting to bind port 46991f02-0877-4fdb-a939-148b962ab439 by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': 'f636a4c4-5ebb-45e7-a739-a275ed345fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bdacd106-3582-43d1-a3c6-7a9333f5e2e0'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:51:30.943399 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329449b8-0946-4c83-a37e-c7d18a97d1b4 req-164bd9f7-a1e6-482c-a0e1-770342909e19 service neutron] Attempting to bind port 46991f02-0877-4fdb-a939-148b962ab439 on network bdacd106-3582-43d1-a3c6-7a9333f5e2e0 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:51:30.953887 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39170a83-40d0-477e-b841-7d302cf14983 req-ac11fba3-236b-4567-9d37-c750fe1ed611 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:30.962834 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-39170a83-40d0-477e-b841-7d302cf14983 req-ac11fba3-236b-4567-9d37-c750fe1ed611 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=195f465d-89cd-403a-9319-c4c4f08fdfc5 HTTP/1.1" status: 200 len: 943 time: 0.2423317 Aug 16 22:51:30.965638 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-4eebe992-b82a-41f7-afb1-ad77b5bd8ac5 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.6595333 Aug 16 22:51:30.966906 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 56962) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:30.982193 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-665d4d94-563f-43d5-be96-ca0e2ae3b7c2 admin admin] Request body: {'subnet': {'network_id': '64579410-f531-42c6-89b5-3114daa376a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-2086800973-subnet', 'tenant_id': 'fb2060cb262e45228555b9d2259abb2f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:51:30.986307 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329449b8-0946-4c83-a37e-c7d18a97d1b4 req-164bd9f7-a1e6-482c-a0e1-770342909e19 service neutron] Port 46991f02-0877-4fdb-a939-148b962ab439 on network bdacd106-3582-43d1-a3c6-7a9333f5e2e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:51:30.986860 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329449b8-0946-4c83-a37e-c7d18a97d1b4 req-164bd9f7-a1e6-482c-a0e1-770342909e19 service neutron] Attempting to bind port 46991f02-0877-4fdb-a939-148b962ab439 on network bdacd106-3582-43d1-a3c6-7a9333f5e2e0 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:51:30.993313 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eebe992-b82a-41f7-afb1-ad77b5bd8ac5 admin admin] Pushing event updated for resources: {'Network': ['ID=64579410-f531-42c6-89b5-3114daa376a8,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:30.998657 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329449b8-0946-4c83-a37e-c7d18a97d1b4 req-164bd9f7-a1e6-482c-a0e1-770342909e19 service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:51:30.999361 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329449b8-0946-4c83-a37e-c7d18a97d1b4 req-164bd9f7-a1e6-482c-a0e1-770342909e19 service neutron] Checking segment: {'id': 'f636a4c4-5ebb-45e7-a739-a275ed345fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bdacd106-3582-43d1-a3c6-7a9333f5e2e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:51:30.999703 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329449b8-0946-4c83-a37e-c7d18a97d1b4 req-164bd9f7-a1e6-482c-a0e1-770342909e19 service neutron] Bound using segment: {'id': 'f636a4c4-5ebb-45e7-a739-a275ed345fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bdacd106-3582-43d1-a3c6-7a9333f5e2e0'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:51:31.000161 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-329449b8-0946-4c83-a37e-c7d18a97d1b4 req-164bd9f7-a1e6-482c-a0e1-770342909e19 service neutron] Bound port: 46991f02-0877-4fdb-a939-148b962ab439, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f636a4c4-5ebb-45e7-a739-a275ed345fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bdacd106-3582-43d1-a3c6-7a9333f5e2e0'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:51:31.000710 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-329449b8-0946-4c83-a37e-c7d18a97d1b4 req-164bd9f7-a1e6-482c-a0e1-770342909e19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:31.016632 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 64579410-f531-42c6-89b5-3114daa376a8 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:51:31.019190 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-665d4d94-563f-43d5-be96-ca0e2ae3b7c2 admin admin] Made reservation on behalf of fb2060cb262e45228555b9d2259abb2f for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:51:31.023620 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-665d4d94-563f-43d5-be96-ca0e2ae3b7c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:31.034683 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-39170a83-40d0-477e-b841-7d302cf14983 req-e1fa2002-eeab-4e3e-ad9e-5e6376ae1720 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704558 Aug 16 22:51:31.122112 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-329449b8-0946-4c83-a37e-c7d18a97d1b4 req-164bd9f7-a1e6-482c-a0e1-770342909e19 service neutron] For port 46991f02-0877-4fdb-a939-148b962ab439, host n-h2-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:51:31.136217 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-329449b8-0946-4c83-a37e-c7d18a97d1b4 req-164bd9f7-a1e6-482c-a0e1-770342909e19 service neutron] For port 46991f02-0877-4fdb-a939-148b962ab439, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=46991f02-0877-4fdb-a939-148b962ab439,segment=NetworkSegment(f636a4c4-5ebb-45e7-a739-a275ed345fed),segment_id=f636a4c4-5ebb-45e7-a739-a275ed345fed)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:51:31.150962 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-329449b8-0946-4c83-a37e-c7d18a97d1b4 req-164bd9f7-a1e6-482c-a0e1-770342909e19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:31.152755 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 46991f02-0877-4fdb-a939-148b962ab439 details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:51:31.244090 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329449b8-0946-4c83-a37e-c7d18a97d1b4 req-164bd9f7-a1e6-482c-a0e1-770342909e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:31.245145 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-329449b8-0946-4c83-a37e-c7d18a97d1b4 req-164bd9f7-a1e6-482c-a0e1-770342909e19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:31.247771 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-329449b8-0946-4c83-a37e-c7d18a97d1b4 req-164bd9f7-a1e6-482c-a0e1-770342909e19 service neutron] 10.222.0.68 "PUT /v2.0/ports/46991f02-0877-4fdb-a939-148b962ab439 HTTP/1.1" status: 200 len: 1123 time: 1.2984202 Aug 16 22:51:31.258403 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164bd9f7-a1e6-482c-a0e1-770342909e19 service neutron] Pushing event updated for resources: {'Port': ['ID=46991f02-0877-4fdb-a939-148b962ab439,revision_number=8']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:31.366426 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56970) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:31.469095 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-665d4d94-563f-43d5-be96-ca0e2ae3b7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:31.523342 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 46991f02-0877-4fdb-a939-148b962ab439, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=46991f02-0877-4fdb-a939-148b962ab439,segment=NetworkSegment(f636a4c4-5ebb-45e7-a739-a275ed345fed),segment_id=f636a4c4-5ebb-45e7-a739-a275ed345fed)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:51:31.538081 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 61d94c64-e04a-4ffd-8f1f-5f38a2295699 up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:51:31.578778 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d4d94-563f-43d5-be96-ca0e2ae3b7c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a76baa69-a994-4c40-8fea-8de6cbc7d46e,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:31.589495 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 46991f02-0877-4fdb-a939-148b962ab439 has no active binding in host n-h1-791506-26 {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 22:51:31.612585 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665d4d94-563f-43d5-be96-ca0e2ae3b7c2 admin admin] Checking segment: {'id': '14912929-ceb9-4c21-80c4-b8179d0f9d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '64579410-f531-42c6-89b5-3114daa376a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:51:31.613016 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665d4d94-563f-43d5-be96-ca0e2ae3b7c2 admin admin] Network hostable DHCP agents. Network: 64579410-f531-42c6-89b5-3114daa376a8, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:51:31.621483 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_v2 [None req-afcfd2f4-cb36-46ad-ac5d-d2eee49e899a admin admin] Deleting subnet d6d6cb79-667b-4b31-8066-0a37a58bc807 {{(pid=101292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:51:31.624880 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['46991f02-0877-4fdb-a939-148b962ab439'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:51:31.631545 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-afcfd2f4-cb36-46ad-ac5d-d2eee49e899a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:31.648460 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665d4d94-563f-43d5-be96-ca0e2ae3b7c2 admin admin] Network 64579410-f531-42c6-89b5-3114daa376a8 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:51:31.663466 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-665d4d94-563f-43d5-be96-ca0e2ae3b7c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 64579410-f531-42c6-89b5-3114daa376a8) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:51:31.668361 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665d4d94-563f-43d5-be96-ca0e2ae3b7c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:31.669823 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-665d4d94-563f-43d5-be96-ca0e2ae3b7c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:31.689688 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-665d4d94-563f-43d5-be96-ca0e2ae3b7c2 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7135785 Aug 16 22:51:31.709983 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['46991f02-0877-4fdb-a939-148b962ab439'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:51:31.716462 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-afcfd2f4-cb36-46ad-ac5d-d2eee49e899a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3848860'] for subnet, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:31.719825 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c57b13f-8cf9-4927-b1c2-abc845ef4a03 None None] Network 64579410-f531-42c6-89b5-3114daa376a8 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:51:31.728796 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc81f693-c546-4801-bd4a-7bad282d8f0a req-0c5b007f-e851-4033-bb6c-0c42b93c9d23 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:31.739946 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bc81f693-c546-4801-bd4a-7bad282d8f0a req-0c5b007f-e851-4033-bb6c-0c42b93c9d23 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=f23d3b21-15f9-48db-9447-23eaa5d44e92 HTTP/1.1" status: 200 len: 945 time: 0.2667875 Aug 16 22:51:31.812285 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning for port 61d94c64-e04a-4ffd-8f1f-5f38a2295699 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:51:31.830971 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-afcfd2f4-cb36-46ad-ac5d-d2eee49e899a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:31.878878 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port 61d94c64-e04a-4ffd-8f1f-5f38a2295699 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:51:31.879345 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:31.935149 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-afcfd2f4-cb36-46ad-ac5d-d2eee49e899a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26252129'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:32.014756 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcfd2f4-cb36-46ad-ac5d-d2eee49e899a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6d6cb79-667b-4b31-8066-0a37a58bc807,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:32.027660 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-afcfd2f4-cb36-46ad-ac5d-d2eee49e899a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:32.030798 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-afcfd2f4-cb36-46ad-ac5d-d2eee49e899a admin admin] 10.222.0.36 "DELETE /v2.0/subnets/d6d6cb79-667b-4b31-8066-0a37a58bc807 HTTP/1.1" status: 204 len: 168 time: 0.6626186 Aug 16 22:51:32.033354 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 56986) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:32.069525 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bc81f693-c546-4801-bd4a-7bad282d8f0a req-60b030c4-4b99-4fcb-b06b-798b52d719a6 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3283663 Aug 16 22:51:32.113760 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3686e4-a5da-44e3-859e-f9ecc497206f req-b7f78c98-704e-453e-878b-e8e375e989b3 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:32.117303 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ee3686e4-a5da-44e3-859e-f9ecc497206f req-b7f78c98-704e-453e-878b-e8e375e989b3 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68c494f-5a7e-4124-bd68-c461a50ab348 HTTP/1.1" status: 200 len: 949 time: 0.1972113 Aug 16 22:51:32.117794 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:32.132624 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8cfdce69-5332-4ff6-bfbf-ca3b3c283cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:32.173335 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ee3686e4-a5da-44e3-859e-f9ecc497206f req-5e64c88d-ef24-4749-8f82-bddcfcbcec94 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447717 Aug 16 22:51:32.241319 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9885bb-aa0d-4dc6-b6ae-751d32cac821 None None] Network 64579410-f531-42c6-89b5-3114daa376a8 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:51:32.268433 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cbc422e-2f93-4401-bdfe-d0c1e0dc31c5', 'name': 'network-vif-deleted', 'tag': 'd25f68cd-84cf-4603-851f-0a8676aa85aa'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:51:32.271275 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b193e8b6-c2df-48ae-8d45-5bed32b3784b" -d '{"events": [{"server_uuid": "4cbc422e-2f93-4401-bdfe-d0c1e0dc31c5", "name": "network-vif-deleted", "tag": "d25f68cd-84cf-4603-851f-0a8676aa85aa"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:51:32.293727 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8cfdce69-5332-4ff6-bfbf-ca3b3c283cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:32.308520 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-8cfdce69-5332-4ff6-bfbf-ca3b3c283cc9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e58689a5-5b58-46aa-ac41-c8ab49767a9e']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:51:32.315017 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd68c494f-5a7e-4124-bd68-c461a50ab348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61d94c64-e04a-4ffd-8f1f-5f38a2295699'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:51:32.318531 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b77aeed7-6b6e-419c-a7f5-e9fd27ff2515" -d '{"events": [{"server_uuid": "d68c494f-5a7e-4124-bd68-c461a50ab348", "name": "network-vif-plugged", "status": "completed", "tag": "61d94c64-e04a-4ffd-8f1f-5f38a2295699"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:51:32.330244 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-8cfdce69-5332-4ff6-bfbf-ca3b3c283cc9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e510fdc-9ea8-43b0-91d8-907062ccfd65') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:51:32.331127 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-8cfdce69-5332-4ff6-bfbf-ca3b3c283cc9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e510fdc-9ea8-43b0-91d8-907062ccfd65') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:51:32.344290 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8cfdce69-5332-4ff6-bfbf-ca3b3c283cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:32.350342 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37522ab1-494a-4536-a385-a6f9977963dc req-bddb0cfd-6021-40e2-be2d-9237343e4d26 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:32.360252 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-37522ab1-494a-4536-a385-a6f9977963dc req-bddb0cfd-6021-40e2-be2d-9237343e4d26 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=195f465d-89cd-403a-9319-c4c4f08fdfc5 HTTP/1.1" status: 200 len: 943 time: 0.1033003 Aug 16 22:51:32.360856 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8cfdce69-5332-4ff6-bfbf-ca3b3c283cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:32.369355 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cfdce69-5332-4ff6-bfbf-ca3b3c283cc9 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:51:32.369827 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8cfdce69-5332-4ff6-bfbf-ca3b3c283cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:32.413083 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 61d94c64-e04a-4ffd-8f1f-5f38a2295699, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=61d94c64-e04a-4ffd-8f1f-5f38a2295699,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:51:32.437200 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:32.452818 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-37522ab1-494a-4536-a385-a6f9977963dc req-11e123bb-5291-440f-a60a-e3970781e798 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897613 Aug 16 22:51:32.514546 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 22:51:32.514546 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:51:32.514546 n-d-791506-26 neutron-server[101291]: timer() Aug 16 22:51:32.514546 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:51:32.514546 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 22:51:32.514546 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:51:32.514546 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 22:51:32.514546 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:51:32.514546 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 22:51:32.514546 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:51:32.514546 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 22:51:32.514546 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:51:32.514546 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 22:51:32.514546 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:51:32.514546 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:51:32.514546 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:51:32.514546 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:51:32.514546 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:51:32.514546 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 22:51:32.514546 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:51:32.514546 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 22:51:32.514546 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:51:32.514546 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:51:32.514546 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:51:32.514546 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 22:51:32.514546 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:51:32.514546 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:51:32.514546 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:51:32.514546 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:51:32.514546 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:51:32.514546 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:51:32.514546 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:51:32.519055 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8cfdce69-5332-4ff6-bfbf-ca3b3c283cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:32.532116 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8cfdce69-5332-4ff6-bfbf-ca3b3c283cc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:32.534965 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-8cfdce69-5332-4ff6-bfbf-ca3b3c283cc9 admin admin] 10.222.0.36 "DELETE /v2.0/networks/e58689a5-5b58-46aa-ac41-c8ab49767a9e HTTP/1.1" status: 204 len: 168 time: 0.5000398 Aug 16 22:51:32.537372 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c08a290-0057-4433-b54f-8498cf4bdb8f x-openstack-request-id: req-7c08a290-0057-4433-b54f-8498cf4bdb8f {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:51:32.537828 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cbc422e-2f93-4401-bdfe-d0c1e0dc31c5", "name": "network-vif-deleted", "tag": "d25f68cd-84cf-4603-851f-0a8676aa85aa", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:51:32.538276 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7c08a290-0057-4433-b54f-8498cf4bdb8f {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:51:32.538753 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cbc422e-2f93-4401-bdfe-d0c1e0dc31c5', 'name': 'network-vif-deleted', 'tag': 'd25f68cd-84cf-4603-851f-0a8676aa85aa', 'status': 'completed', 'code': 200} Aug 16 22:51:32.567342 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfdce69-5332-4ff6-bfbf-ca3b3c283cc9 admin admin] Pushing event deleted for resources: {'Network': ['ID=e58689a5-5b58-46aa-ac41-c8ab49767a9e,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:32.568921 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7093ebd7-aeab-449a-af58-bf14b2c89141 x-openstack-request-id: req-7093ebd7-aeab-449a-af58-bf14b2c89141 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:51:32.569411 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d68c494f-5a7e-4124-bd68-c461a50ab348", "name": "network-vif-plugged", "status": "completed", "tag": "61d94c64-e04a-4ffd-8f1f-5f38a2295699", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:51:32.569844 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7093ebd7-aeab-449a-af58-bf14b2c89141 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:51:32.570485 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd68c494f-5a7e-4124-bd68-c461a50ab348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61d94c64-e04a-4ffd-8f1f-5f38a2295699', 'code': 200} Aug 16 22:51:32.613204 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=61d94c64-e04a-4ffd-8f1f-5f38a2295699,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:32.620520 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4249ed8a-1bfe-4177-b29d-25a68bf9f80a req-e39c3cdc-5150-44a1-bb06-e272eeaed1f9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5383df3d-264c-4983-9fd4-d5c6625fc0bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0661380 Aug 16 22:51:32.739539 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4249ed8a-1bfe-4177-b29d-25a68bf9f80a req-15acde5f-b2fe-4c59-b1b9-1f023c68705b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:32.742188 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4249ed8a-1bfe-4177-b29d-25a68bf9f80a req-15acde5f-b2fe-4c59-b1b9-1f023c68705b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5aa270b810014cb1b7df23f71a5483f7&device_id=5383df3d-264c-4983-9fd4-d5c6625fc0bd HTTP/1.1" status: 200 len: 1102 time: 0.0733328 Aug 16 22:51:32.757502 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 57008) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:32.808411 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92affd45-cdca-4644-b4af-67eecfd2291c req-c020f72e-b445-4766-9670-5cc2d87e2499 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:32.819087 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-92affd45-cdca-4644-b4af-67eecfd2291c req-c020f72e-b445-4766-9670-5cc2d87e2499 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/networks?id=64579410-f531-42c6-89b5-3114daa376a8 HTTP/1.1" status: 200 len: 822 time: 0.2886741 Aug 16 22:51:32.838176 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f90dba-8fee-43c7-b7fd-864ca03bf803 req-490f349d-8e7e-4536-accc-37633a2b4671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:32.839700 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-29f90dba-8fee-43c7-b7fd-864ca03bf803 req-490f349d-8e7e-4536-accc-37633a2b4671 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=d68c494f-5a7e-4124-bd68-c461a50ab348 HTTP/1.1" status: 200 len: 1102 time: 0.0854719 Aug 16 22:51:32.841553 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-92affd45-cdca-4644-b4af-67eecfd2291c req-a3c80af5-ca8d-4170-92a7-dbfa3eb040e8 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/quotas/fb2060cb262e45228555b9d2259abb2f HTTP/1.1" status: 200 len: 375 time: 0.0213158 Aug 16 22:51:32.848993 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '195f465d-89cd-403a-9319-c4c4f08fdfc5', 'tag': '46991f02-0877-4fdb-a939-148b962ab439'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:51:32.851513 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6adadd6b-aabd-4b8f-941d-7e15489a7af1" -d '{"events": [{"name": "network-changed", "server_uuid": "195f465d-89cd-403a-9319-c4c4f08fdfc5", "tag": "46991f02-0877-4fdb-a939-148b962ab439"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:51:32.921493 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-4f6ae107-b7c3-4f26-8758-f4176af647f1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c1312625a5ee488398756a4806db2c25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1619670 Aug 16 22:51:32.925581 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 57016) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:32.927344 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-241e6a3b-f53c-4382-927e-9dc3049ed1ce x-openstack-request-id: req-241e6a3b-f53c-4382-927e-9dc3049ed1ce {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:51:32.927645 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "195f465d-89cd-403a-9319-c4c4f08fdfc5", "tag": "46991f02-0877-4fdb-a939-148b962ab439", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:51:32.927871 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-241e6a3b-f53c-4382-927e-9dc3049ed1ce {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:51:32.928264 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '195f465d-89cd-403a-9319-c4c4f08fdfc5', 'tag': '46991f02-0877-4fdb-a939-148b962ab439', 'status': 'completed', 'code': 200} Aug 16 22:51:32.930437 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-92affd45-cdca-4644-b4af-67eecfd2291c req-a49079d5-98ca-445e-96f5-9d4e74f7104e tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=fb2060cb262e45228555b9d2259abb2f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0688910 Aug 16 22:51:32.940315 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4249ed8a-1bfe-4177-b29d-25a68bf9f80a req-3a6008f6-534b-43a2-a166-247b6ca74e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:32.941863 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4249ed8a-1bfe-4177-b29d-25a68bf9f80a req-3a6008f6-534b-43a2-a166-247b6ca74e26 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd HTTP/1.1" status: 200 len: 870 time: 0.1747382 Aug 16 22:51:33.006095 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4249ed8a-1bfe-4177-b29d-25a68bf9f80a req-ee416b48-ce05-4101-a0b1-1823d1f14b90 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=3daf38f0-2d73-4b14-8053-5e2922a5d49b HTTP/1.1" status: 200 len: 217 time: 0.0405941 Aug 16 22:51:33.010103 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-29f90dba-8fee-43c7-b7fd-864ca03bf803 req-04df03bd-a3be-43a5-9c56-6c0d088b39fb service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619921 Aug 16 22:51:33.036627 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device c6fee1ed-f466-429f-975c-dab512182aaf no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:51:33.060261 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] No Port match for: c6fee1ed-f466-429f-975c-dab512182aaf {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:51:33.061275 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device c6fee1ed-f466-429f-975c-dab512182aaf not bound to the agent host n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:51:33.068064 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4249ed8a-1bfe-4177-b29d-25a68bf9f80a req-b4337aba-13a9-47f1-b6ff-2ad7a62954f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:33.069673 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4249ed8a-1bfe-4177-b29d-25a68bf9f80a req-b4337aba-13a9-47f1-b6ff-2ad7a62954f1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6af2b868-37d3-46ab-a526-0465929f13c8 HTTP/1.1" status: 200 len: 843 time: 0.0532455 Aug 16 22:51:33.097458 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adadd6b-aabd-4b8f-941d-7e15489a7af1 req-f2390150-98e9-4c19-9e0c-e244ab91fa5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:33.098964 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6adadd6b-aabd-4b8f-941d-7e15489a7af1 req-f2390150-98e9-4c19-9e0c-e244ab91fa5e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a4c9d624b07f42a0ae3c7ed63064f003&device_id=195f465d-89cd-403a-9319-c4c4f08fdfc5 HTTP/1.1" status: 200 len: 1126 time: 0.0952008 Aug 16 22:51:33.099587 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-917842b2-018d-4599-a458-2f297c9bc105 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:33.127626 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4249ed8a-1bfe-4177-b29d-25a68bf9f80a req-30dfc6c9-5e89-4819-bbea-0ca65b28e2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:33.129234 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4249ed8a-1bfe-4177-b29d-25a68bf9f80a req-30dfc6c9-5e89-4819-bbea-0ca65b28e2eb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0466132 Aug 16 22:51:33.186713 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-92affd45-cdca-4644-b4af-67eecfd2291c req-d540587b-6557-40de-9ec9-c50342f0cc07 service neutron] 10.222.0.36 "GET /v2.0/networks/64579410-f531-42c6-89b5-3114daa376a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463853 Aug 16 22:51:33.193841 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-917842b2-018d-4599-a458-2f297c9bc105 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:33.243413 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4249ed8a-1bfe-4177-b29d-25a68bf9f80a req-e0202de3-60cc-4672-8ef5-db51af376771 service neutron] 10.222.0.57 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025553 Aug 16 22:51:33.339314 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4249ed8a-1bfe-4177-b29d-25a68bf9f80a req-b5622f5d-8e68-48ce-8dd1-a815edba6297 service neutron] 10.222.0.57 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861347 Aug 16 22:51:33.358224 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adadd6b-aabd-4b8f-941d-7e15489a7af1 req-2b1083ab-110a-4bc2-bcf1-a75c88f143b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:33.359724 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6adadd6b-aabd-4b8f-941d-7e15489a7af1 req-2b1083ab-110a-4bc2-bcf1-a75c88f143b6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=bdacd106-3582-43d1-a3c6-7a9333f5e2e0 HTTP/1.1" status: 200 len: 909 time: 0.2444582 Aug 16 22:51:33.373957 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b136ab-e272-4ee9-afb5-ad04e0ed8ce8 req-71feb02b-40d6-415d-a3af-f921c57cea8d tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:33.375411 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-86b136ab-e272-4ee9-afb5-ad04e0ed8ce8 req-71feb02b-40d6-415d-a3af-f921c57cea8d tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=f23d3b21-15f9-48db-9447-23eaa5d44e92 HTTP/1.1" status: 200 len: 945 time: 0.1912127 Aug 16 22:51:33.429844 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6adadd6b-aabd-4b8f-941d-7e15489a7af1 req-5f4f5420-e736-4c61-aeb4-a5990a334853 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46991f02-0877-4fdb-a939-148b962ab439 HTTP/1.1" status: 200 len: 217 time: 0.0532260 Aug 16 22:51:33.430419 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-917842b2-018d-4599-a458-2f297c9bc105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:33.432881 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-917842b2-018d-4599-a458-2f297c9bc105 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:33.433890 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-917842b2-018d-4599-a458-2f297c9bc105 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a98730cd-3ee7-4a69-bb1e-5c90a37c1f6f HTTP/1.1" status: 204 len: 168 time: 0.5026140 Aug 16 22:51:33.454687 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-92affd45-cdca-4644-b4af-67eecfd2291c req-8349b4bc-f3a4-47a9-ad29-5310014004ab service neutron] 10.222.0.36 "GET /v2.0/networks/64579410-f531-42c6-89b5-3114daa376a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519023 Aug 16 22:51:33.458036 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917842b2-018d-4599-a458-2f297c9bc105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a98730cd-3ee7-4a69-bb1e-5c90a37c1f6f,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:33.508378 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-86b136ab-e272-4ee9-afb5-ad04e0ed8ce8 req-4a84b4e4-a185-4494-a946-8f0d6ba67e1a tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229448 Aug 16 22:51:33.524689 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adadd6b-aabd-4b8f-941d-7e15489a7af1 req-a484a419-7a28-4418-a1fb-e78a886689c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:33.526174 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6adadd6b-aabd-4b8f-941d-7e15489a7af1 req-a484a419-7a28-4418-a1fb-e78a886689c2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=78dd72b6-bd21-4b15-8ce7-13fda92dba19 HTTP/1.1" status: 200 len: 848 time: 0.0661657 Aug 16 22:51:33.572629 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6adadd6b-aabd-4b8f-941d-7e15489a7af1 req-bfe6079b-2d69-47f4-a476-a5a6411c01a0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bdacd106-3582-43d1-a3c6-7a9333f5e2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312819 Aug 16 22:51:33.749153 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6adadd6b-aabd-4b8f-941d-7e15489a7af1 req-90b0a869-1146-4c93-aec7-0098bee2f6a7 service neutron] 10.222.0.57 "GET /v2.0/networks/bdacd106-3582-43d1-a3c6-7a9333f5e2e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597898 Aug 16 22:51:33.765366 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc0dea8-a033-4421-804c-b072e039d5dc req-c97a2081-c810-4193-886a-8d5f7822c1d0 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:33.766898 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4dc0dea8-a033-4421-804c-b072e039d5dc req-c97a2081-c810-4193-886a-8d5f7822c1d0 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68c494f-5a7e-4124-bd68-c461a50ab348 HTTP/1.1" status: 200 len: 950 time: 0.1765022 Aug 16 22:51:33.776023 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704f6add-40d7-406c-a3dc-0a09b3d96500 req-c65c3f8f-e9b6-4500-9ec2-776b1352a3e0 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:33.777503 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-704f6add-40d7-406c-a3dc-0a09b3d96500 req-c65c3f8f-e9b6-4500-9ec2-776b1352a3e0 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=195f465d-89cd-403a-9319-c4c4f08fdfc5 HTTP/1.1" status: 200 len: 943 time: 0.1097620 Aug 16 22:51:33.811843 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device d25f68cd-84cf-4603-851f-0a8676aa85aa no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:51:33.836214 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] No Port match for: d25f68cd-84cf-4603-851f-0a8676aa85aa {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:51:33.837054 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device d25f68cd-84cf-4603-851f-0a8676aa85aa not bound to the agent host n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:51:33.935412 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4dc0dea8-a033-4421-804c-b072e039d5dc req-f75cbb95-e040-4e90-b153-5447847928e6 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569574 Aug 16 22:51:33.944973 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-704f6add-40d7-406c-a3dc-0a09b3d96500 req-149b52f3-a119-4860-86b6-ebd2aa59feea tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560524 Aug 16 22:51:33.962713 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6adadd6b-aabd-4b8f-941d-7e15489a7af1 req-204fa1a5-e043-4544-b9fb-cf004a5a5a2d service neutron] 10.222.0.57 "GET /v2.0/networks/bdacd106-3582-43d1-a3c6-7a9333f5e2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945252 Aug 16 22:51:34.029216 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-00aaaa9b-a5d3-4636-9fd8-0662993a33cc req-7e492305-fc90-4e50-9bfc-f34824f92c30 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ff12a09-4221-4ac1-b150-5cba34748f11 HTTP/1.1" status: 200 len: 210 time: 0.0339582 Aug 16 22:51:34.327918 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587e6815-40c9-4b13-8b2f-5a8d1ffbe5de req-88a40045-98b1-42c9-9d0a-4dc0afe806a1 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:34.329520 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-587e6815-40c9-4b13-8b2f-5a8d1ffbe5de req-88a40045-98b1-42c9-9d0a-4dc0afe806a1 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/networks?id=db61fb9f-768d-428b-8446-991cbb0c6922 HTTP/1.1" status: 200 len: 820 time: 0.1318078 Aug 16 22:51:34.341327 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 57064) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:34.348361 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-587e6815-40c9-4b13-8b2f-5a8d1ffbe5de req-e826e700-2f60-4b1e-955b-86e032b47680 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/quotas/96f36b2ac4b747ffa8d23196eebfe0fe HTTP/1.1" status: 200 len: 375 time: 0.0103390 Aug 16 22:51:34.415202 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-587e6815-40c9-4b13-8b2f-5a8d1ffbe5de req-eedebf22-d5d0-431e-91f7-8b9514ebc27a tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=96f36b2ac4b747ffa8d23196eebfe0fe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0597868 Aug 16 22:51:34.448457 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-0e42e691-14f6-48a6-9bb9-f305bc3a370c admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-502548391-network', 'tenant_id': '7a2d0bdfd24d464b8212782ba992f5f9'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:51:34.471672 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e42e691-14f6-48a6-9bb9-f305bc3a370c admin admin] Made reservation on behalf of 7a2d0bdfd24d464b8212782ba992f5f9 for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:51:34.474226 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0e42e691-14f6-48a6-9bb9-f305bc3a370c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:34.483570 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0e42e691-14f6-48a6-9bb9-f305bc3a370c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:34.516129 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-587e6815-40c9-4b13-8b2f-5a8d1ffbe5de req-f06a025a-2cf3-4533-8352-813fc69fc548 service neutron] 10.222.0.36 "GET /v2.0/networks/db61fb9f-768d-428b-8446-991cbb0c6922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933590 Aug 16 22:51:34.584564 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0e42e691-14f6-48a6-9bb9-f305bc3a370c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:34.589593 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0e42e691-14f6-48a6-9bb9-f305bc3a370c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:34.614305 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e42e691-14f6-48a6-9bb9-f305bc3a370c admin admin] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:51:34.628686 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e42e691-14f6-48a6-9bb9-f305bc3a370c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f95f0dfc-e747-43ad-bc02-900d07c40153,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:34.631610 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-587e6815-40c9-4b13-8b2f-5a8d1ffbe5de req-0ea19be2-3d45-49c2-bb5f-0dd01686e885 service neutron] 10.222.0.36 "GET /v2.0/networks/db61fb9f-768d-428b-8446-991cbb0c6922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080763 Aug 16 22:51:34.634461 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0e42e691-14f6-48a6-9bb9-f305bc3a370c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:34.634671 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-0e42e691-14f6-48a6-9bb9-f305bc3a370c admin admin] Added segment e85fcd9d-6ca3-43dc-b894-82d87495894a of type vlan for network 288e7916-cac4-46c9-a14c-5de83c90a51d Aug 16 22:51:34.682078 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0e42e691-14f6-48a6-9bb9-f305bc3a370c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:34.710331 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0e42e691-14f6-48a6-9bb9-f305bc3a370c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:34.711394 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e42e691-14f6-48a6-9bb9-f305bc3a370c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:34.712218 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0e42e691-14f6-48a6-9bb9-f305bc3a370c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:34.784498 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-0e42e691-14f6-48a6-9bb9-f305bc3a370c admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4391356 Aug 16 22:51:34.784831 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 57078) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:51:34.790617 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-a60bd0d9-6a80-4985-8bf1-b5c5c91d7eee admin admin] Request body: {'subnet': {'network_id': '288e7916-cac4-46c9-a14c-5de83c90a51d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-502548391-subnet', 'tenant_id': '7a2d0bdfd24d464b8212782ba992f5f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:51:34.795046 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c4f863-59ad-493e-bb70-ab10b966862c req-a4047392-f443-448a-a2be-d0d2c8050d6b tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:34.796664 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f5c4f863-59ad-493e-bb70-ab10b966862c req-a4047392-f443-448a-a2be-d0d2c8050d6b tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=f23d3b21-15f9-48db-9447-23eaa5d44e92 HTTP/1.1" status: 200 len: 945 time: 0.2082510 Aug 16 22:51:34.805065 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e42e691-14f6-48a6-9bb9-f305bc3a370c admin admin] Pushing event updated for resources: {'Network': ['ID=288e7916-cac4-46c9-a14c-5de83c90a51d,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:34.816853 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 288e7916-cac4-46c9-a14c-5de83c90a51d details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:51:34.837363 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a60bd0d9-6a80-4985-8bf1-b5c5c91d7eee admin admin] Made reservation on behalf of 7a2d0bdfd24d464b8212782ba992f5f9 for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:51:34.840072 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a60bd0d9-6a80-4985-8bf1-b5c5c91d7eee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:34.879934 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f5c4f863-59ad-493e-bb70-ab10b966862c req-48fa057a-7ed3-4755-85df-944a6f11515c tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756073 Aug 16 22:51:35.127413 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a60bd0d9-6a80-4985-8bf1-b5c5c91d7eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:35.206728 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60bd0d9-6a80-4985-8bf1-b5c5c91d7eee admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9641656-ceaa-4372-9d50-6f1192c929ac,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:35.213236 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60bd0d9-6a80-4985-8bf1-b5c5c91d7eee admin admin] Checking segment: {'id': 'e85fcd9d-6ca3-43dc-b894-82d87495894a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '288e7916-cac4-46c9-a14c-5de83c90a51d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:51:35.213654 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60bd0d9-6a80-4985-8bf1-b5c5c91d7eee admin admin] Network hostable DHCP agents. Network: 288e7916-cac4-46c9-a14c-5de83c90a51d, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:51:35.242654 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f69dcdc-d839-493e-a05b-7c722bcf21ed req-0ca9eb9d-62cc-4ee7-a1da-31e3806c23b2 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:35.244876 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60bd0d9-6a80-4985-8bf1-b5c5c91d7eee admin admin] Network 288e7916-cac4-46c9-a14c-5de83c90a51d is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:51:35.251174 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0f69dcdc-d839-493e-a05b-7c722bcf21ed req-0ca9eb9d-62cc-4ee7-a1da-31e3806c23b2 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68c494f-5a7e-4124-bd68-c461a50ab348 HTTP/1.1" status: 200 len: 950 time: 0.1237195 Aug 16 22:51:35.267344 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-a60bd0d9-6a80-4985-8bf1-b5c5c91d7eee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 288e7916-cac4-46c9-a14c-5de83c90a51d) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:51:35.281201 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60bd0d9-6a80-4985-8bf1-b5c5c91d7eee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:35.282470 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a60bd0d9-6a80-4985-8bf1-b5c5c91d7eee admin admin] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:35.286945 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f565e076-1d63-4fe2-9368-59b3a2eac57a None None] Network 288e7916-cac4-46c9-a14c-5de83c90a51d requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:51:35.306899 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92affd45-cdca-4644-b4af-67eecfd2291c req-496ec806-3436-4d94-8b7a-96070397d554 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:35.308503 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-92affd45-cdca-4644-b4af-67eecfd2291c req-496ec806-3436-4d94-8b7a-96070397d554 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.68 "GET /v2.0/networks?id=64579410-f531-42c6-89b5-3114daa376a8 HTTP/1.1" status: 200 len: 822 time: 0.3429675 Aug 16 22:51:35.318125 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-a60bd0d9-6a80-4985-8bf1-b5c5c91d7eee admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5320721 Aug 16 22:51:35.353187 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-23c860df-a7e5-4822-9e67-b14069f2f1b9 req-fbc99366-c2a9-4c49-b377-3a7e5aec8fcb tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=889a7380-3570-4612-b1d9-86f08e3fcda6 HTTP/1.1" status: 200 len: 210 time: 0.2896078 Aug 16 22:51:35.365650 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-92affd45-cdca-4644-b4af-67eecfd2291c req-1b0d5ea0-b9de-4ca4-9501-e0851a4f3f50 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Request body: {'port': {'device_id': '8ff12a09-4221-4ac1-b150-5cba34748f11', 'network_id': '64579410-f531-42c6-89b5-3114daa376a8', 'admin_state_up': True, 'tenant_id': 'fb2060cb262e45228555b9d2259abb2f'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:51:35.421025 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0f69dcdc-d839-493e-a05b-7c722bcf21ed req-159159ea-b528-4e75-9a84-4e5285a701e2 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228690 Aug 16 22:51:35.568922 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a087bbc1-91b5-4e1b-8f4a-562275b2b64d None None] Network 288e7916-cac4-46c9-a14c-5de83c90a51d requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:51:35.631467 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cddc7e79-16cd-407c-93f3-e9bfa7b77d7d req-71e3bfec-35a9-40cd-a4c2-1d9b3920e734 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ff12a09-4221-4ac1-b150-5cba34748f11 HTTP/1.1" status: 200 len: 210 time: 0.0451672 Aug 16 22:51:35.659724 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d44b86-a934-49bd-8704-a885d08c5487 req-c8c1828b-158d-4ef6-a92c-e93b133fbc02 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:35.667646 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-27d44b86-a934-49bd-8704-a885d08c5487 req-c8c1828b-158d-4ef6-a92c-e93b133fbc02 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=195f465d-89cd-403a-9319-c4c4f08fdfc5 HTTP/1.1" status: 200 len: 943 time: 0.1418536 Aug 16 22:51:35.743777 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-27d44b86-a934-49bd-8704-a885d08c5487 req-ebc6424e-1848-4189-9aa6-bfd8e8861662 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750558 Aug 16 22:51:35.784733 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92affd45-cdca-4644-b4af-67eecfd2291c req-1b0d5ea0-b9de-4ca4-9501-e0851a4f3f50 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Made reservation on behalf of fb2060cb262e45228555b9d2259abb2f for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:51:35.795325 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-92affd45-cdca-4644-b4af-67eecfd2291c req-1b0d5ea0-b9de-4ca4-9501-e0851a4f3f50 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:35.947067 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac572337-2712-4238-b7b2-16221cb56047 req-2797d5f4-45ad-42c0-822a-d8673bc2a26e tempest-MigrationsAdminTest-990754867 tempest-MigrationsAdminTest-990754867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:35.948615 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ac572337-2712-4238-b7b2-16221cb56047 req-2797d5f4-45ad-42c0-822a-d8673bc2a26e tempest-MigrationsAdminTest-990754867 tempest-MigrationsAdminTest-990754867-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d68c494f-5a7e-4124-bd68-c461a50ab348 HTTP/1.1" status: 200 len: 1102 time: 0.1087909 Aug 16 22:51:36.030719 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [req-92affd45-cdca-4644-b4af-67eecfd2291c req-1b0d5ea0-b9de-4ca4-9501-e0851a4f3f50 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Allocated IP 172.20.0.9 (64579410-f531-42c6-89b5-3114daa376a8/a76baa69-a994-4c40-8fea-8de6cbc7d46e/6c53726c-313d-4b07-99cc-3c30f92b16fd) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:51:36.039569 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ac572337-2712-4238-b7b2-16221cb56047 req-d5f72bc2-5894-4df2-abf1-f5e07ccb1457 tempest-MigrationsAdminTest-990754867 tempest-MigrationsAdminTest-990754867-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712717 Aug 16 22:51:36.269815 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522687d3-4a65-4660-9318-c91e509d39ae req-48814c2f-0ca7-4c0b-a2cb-dc10116aedac tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:36.271367 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-522687d3-4a65-4660-9318-c91e509d39ae req-48814c2f-0ca7-4c0b-a2cb-dc10116aedac tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=f23d3b21-15f9-48db-9447-23eaa5d44e92 HTTP/1.1" status: 200 len: 945 time: 0.1543434 Aug 16 22:51:36.280884 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dae171-04ed-4c6e-8ce0-9aad10e9bbbc req-7ad7500a-1089-44f5-9a2d-8389cce47dfd tempest-ServerTagsTestJSON-673524354 tempest-ServerTagsTestJSON-673524354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:36.282292 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d8dae171-04ed-4c6e-8ce0-9aad10e9bbbc req-7ad7500a-1089-44f5-9a2d-8389cce47dfd tempest-ServerTagsTestJSON-673524354 tempest-ServerTagsTestJSON-673524354-project] 10.222.0.36 "GET /v2.0/networks?id=288e7916-cac4-46c9-a14c-5de83c90a51d HTTP/1.1" status: 200 len: 808 time: 0.2347765 Aug 16 22:51:36.331643 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d8dae171-04ed-4c6e-8ce0-9aad10e9bbbc req-e574f79e-b4d6-44a3-803d-281a7b6d0741 tempest-ServerTagsTestJSON-673524354 tempest-ServerTagsTestJSON-673524354-project] 10.222.0.36 "GET /v2.0/quotas/7a2d0bdfd24d464b8212782ba992f5f9 HTTP/1.1" status: 200 len: 375 time: 0.0383754 Aug 16 22:51:36.393149 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d8dae171-04ed-4c6e-8ce0-9aad10e9bbbc req-bdcf2631-b3d7-47be-97f0-bc03c4423ecb tempest-ServerTagsTestJSON-673524354 tempest-ServerTagsTestJSON-673524354-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=7a2d0bdfd24d464b8212782ba992f5f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0491443 Aug 16 22:51:36.406887 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-522687d3-4a65-4660-9318-c91e509d39ae req-bb75b783-e7d3-45f6-8ee5-08bf2b5e26b2 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234043 Aug 16 22:51:36.410324 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-92affd45-cdca-4644-b4af-67eecfd2291c req-1b0d5ea0-b9de-4ca4-9501-e0851a4f3f50 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:36.796358 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-10a8298a-352c-4a46-9330-ce9bc7129fb2 req-d28ac69e-8193-4962-8544-6deab80416c3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d68c494f-5a7e-4124-bd68-c461a50ab348&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0930355 Aug 16 22:51:36.899035 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0428d92b-aab1-431e-9f3a-bd17a7a9f887 req-b7fe0e7f-ec44-4bd8-8680-533543095cc6 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=889a7380-3570-4612-b1d9-86f08e3fcda6 HTTP/1.1" status: 200 len: 210 time: 0.1106465 Aug 16 22:51:36.921344 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-329449b8-0946-4c83-a37e-c7d18a97d1b4 req-d30f6877-a43b-4211-a1ac-1324cb187fe7 service neutron] 10.222.0.57 "GET /v2.0/ports/46991f02-0877-4fdb-a939-148b962ab439/bindings/n-h1-791506-26 HTTP/1.1" status: 200 len: 385 time: 0.0836184 Aug 16 22:51:37.007462 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587e6815-40c9-4b13-8b2f-5a8d1ffbe5de req-6c9bb92a-809d-4112-bdac-8095f5008a98 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:37.009002 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-587e6815-40c9-4b13-8b2f-5a8d1ffbe5de req-6c9bb92a-809d-4112-bdac-8095f5008a98 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.57 "GET /v2.0/networks?id=db61fb9f-768d-428b-8446-991cbb0c6922 HTTP/1.1" status: 200 len: 820 time: 0.2173886 Aug 16 22:51:37.010071 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-92affd45-cdca-4644-b4af-67eecfd2291c req-1b0d5ea0-b9de-4ca4-9501-e0851a4f3f50 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:37.063552 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d8dae171-04ed-4c6e-8ce0-9aad10e9bbbc req-edfe0fc8-2041-4fb6-ba45-1fe6c2edb66f service neutron] 10.222.0.36 "GET /v2.0/networks/288e7916-cac4-46c9-a14c-5de83c90a51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6613767 Aug 16 22:51:37.070925 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-587e6815-40c9-4b13-8b2f-5a8d1ffbe5de req-9a37254d-3134-482d-a08a-4e8e1b22fb37 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Request body: {'port': {'device_id': '889a7380-3570-4612-b1d9-86f08e3fcda6', 'network_id': 'db61fb9f-768d-428b-8446-991cbb0c6922', 'admin_state_up': True, 'tenant_id': '96f36b2ac4b747ffa8d23196eebfe0fe'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:51:37.162692 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-329449b8-0946-4c83-a37e-c7d18a97d1b4 req-b591d696-b6f3-4a81-b724-78ad17bf20e4 service neutron] For port 46991f02-0877-4fdb-a939-148b962ab439, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=46991f02-0877-4fdb-a939-148b962ab439,segment=NetworkSegment(f636a4c4-5ebb-45e7-a739-a275ed345fed),segment_id=f636a4c4-5ebb-45e7-a739-a275ed345fed)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:51:37.187033 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-329449b8-0946-4c83-a37e-c7d18a97d1b4 req-b591d696-b6f3-4a81-b724-78ad17bf20e4 service neutron] For port 46991f02-0877-4fdb-a939-148b962ab439, host n-h2-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:51:37.209352 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92affd45-cdca-4644-b4af-67eecfd2291c req-1b0d5ea0-b9de-4ca4-9501-e0851a4f3f50 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Network 64579410-f531-42c6-89b5-3114daa376a8 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:51:37.231801 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [req-92affd45-cdca-4644-b4af-67eecfd2291c req-1b0d5ea0-b9de-4ca4-9501-e0851a4f3f50 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:51:37.234398 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-92affd45-cdca-4644-b4af-67eecfd2291c req-1b0d5ea0-b9de-4ca4-9501-e0851a4f3f50 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:51:37.235491 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-329449b8-0946-4c83-a37e-c7d18a97d1b4 req-b591d696-b6f3-4a81-b724-78ad17bf20e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46991f02-0877-4fdb-a939-148b962ab439 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:51:37.253958 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-329449b8-0946-4c83-a37e-c7d18a97d1b4 req-b591d696-b6f3-4a81-b724-78ad17bf20e4 service neutron] For port 46991f02-0877-4fdb-a939-148b962ab439, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=46991f02-0877-4fdb-a939-148b962ab439,segment=NetworkSegment(f636a4c4-5ebb-45e7-a739-a275ed345fed),segment_id=f636a4c4-5ebb-45e7-a739-a275ed345fed)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:51:37.276190 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-329449b8-0946-4c83-a37e-c7d18a97d1b4 req-b591d696-b6f3-4a81-b724-78ad17bf20e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:37.280203 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0d5ea0-b9de-4ca4-9501-e0851a4f3f50 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Pushing event updated for resources: {'Port': ['ID=6c53726c-313d-4b07-99cc-3c30f92b16fd,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:37.348157 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd4fd17-5a22-4d72-b013-eb77edf6a365 req-c7085c2e-ffa3-450a-8e55-8f1ab3764b8a tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:37.350279 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ffd4fd17-5a22-4d72-b013-eb77edf6a365 req-c7085c2e-ffa3-450a-8e55-8f1ab3764b8a tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68c494f-5a7e-4124-bd68-c461a50ab348 HTTP/1.1" status: 200 len: 950 time: 0.2847397 Aug 16 22:51:37.388760 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-329449b8-0946-4c83-a37e-c7d18a97d1b4 req-b591d696-b6f3-4a81-b724-78ad17bf20e4 service neutron] Transition to ACTIVE for port object 46991f02-0877-4fdb-a939-148b962ab439 will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:51:37.392705 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92affd45-cdca-4644-b4af-67eecfd2291c req-1b0d5ea0-b9de-4ca4-9501-e0851a4f3f50 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:37.393425 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-92affd45-cdca-4644-b4af-67eecfd2291c req-1b0d5ea0-b9de-4ca4-9501-e0851a4f3f50 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:37.394380 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-329449b8-0946-4c83-a37e-c7d18a97d1b4 req-b591d696-b6f3-4a81-b724-78ad17bf20e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:37.432508 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-92affd45-cdca-4644-b4af-67eecfd2291c req-1b0d5ea0-b9de-4ca4-9501-e0851a4f3f50 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0862417 Aug 16 22:51:37.441235 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d8dae171-04ed-4c6e-8ce0-9aad10e9bbbc req-208aa0db-3fec-42d6-ab30-9aae860172ed service neutron] 10.222.0.36 "GET /v2.0/networks/288e7916-cac4-46c9-a14c-5de83c90a51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3767543 Aug 16 22:51:37.462525 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-92affd45-cdca-4644-b4af-67eecfd2291c req-20788139-4098-40b5-bda3-053329481f28 service neutron] Request body: {'port': {'device_id': '8ff12a09-4221-4ac1-b150-5cba34748f11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-26'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:51:37.471386 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-329449b8-0946-4c83-a37e-c7d18a97d1b4 req-b591d696-b6f3-4a81-b724-78ad17bf20e4 service neutron] No DVR routers for this DVR port 46991f02-0877-4fdb-a939-148b962ab439 on host n-h2-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:51:37.520654 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-587e6815-40c9-4b13-8b2f-5a8d1ffbe5de req-9a37254d-3134-482d-a08a-4e8e1b22fb37 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Made reservation on behalf of 96f36b2ac4b747ffa8d23196eebfe0fe for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:51:37.524355 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-329449b8-0946-4c83-a37e-c7d18a97d1b4 req-b591d696-b6f3-4a81-b724-78ad17bf20e4 service neutron] 10.222.0.57 "PUT /v2.0/ports/46991f02-0877-4fdb-a939-148b962ab439/bindings/n-h1-791506-26/activate HTTP/1.1" status: 200 len: 370 time: 0.5962903 Aug 16 22:51:37.524515 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-587e6815-40c9-4b13-8b2f-5a8d1ffbe5de req-9a37254d-3134-482d-a08a-4e8e1b22fb37 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:37.528554 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b591d696-b6f3-4a81-b724-78ad17bf20e4 service neutron] Pushing event updated for resources: {'Port': ['ID=46991f02-0877-4fdb-a939-148b962ab439,revision_number=10']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:37.561855 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ffd4fd17-5a22-4d72-b013-eb77edf6a365 req-4a5b0f00-77a9-45c2-86c0-ab349343222a tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803660 Aug 16 22:51:37.597328 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-92affd45-cdca-4644-b4af-67eecfd2291c req-20788139-4098-40b5-bda3-053329481f28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:37.769838 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329449b8-0946-4c83-a37e-c7d18a97d1b4 req-349881f6-f6a0-4f42-9754-c9f039861b28 tempest-LiveMigrationTest-725130784 tempest-LiveMigrationTest-725130784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:37.771349 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-329449b8-0946-4c83-a37e-c7d18a97d1b4 req-349881f6-f6a0-4f42-9754-c9f039861b28 tempest-LiveMigrationTest-725130784 tempest-LiveMigrationTest-725130784-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=195f465d-89cd-403a-9319-c4c4f08fdfc5&tenant_id=a4c9d624b07f42a0ae3c7ed63064f003&binding%3Ahost_id=n-h2-791506-26 HTTP/1.1" status: 200 len: 1096 time: 0.1191161 Aug 16 22:51:37.803475 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 46991f02-0877-4fdb-a939-148b962ab439 no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:51:37.850604 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 46991f02-0877-4fdb-a939-148b962ab439 not bound to the agent host n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:51:37.870912 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329449b8-0946-4c83-a37e-c7d18a97d1b4 req-39ac2097-b836-4ce2-a84f-1cd082bbcd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:37.872770 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-329449b8-0946-4c83-a37e-c7d18a97d1b4 req-39ac2097-b836-4ce2-a84f-1cd082bbcd56 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=195f465d-89cd-403a-9319-c4c4f08fdfc5&tenant_id=a4c9d624b07f42a0ae3c7ed63064f003 HTTP/1.1" status: 200 len: 1096 time: 0.0927181 Aug 16 22:51:37.976683 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329449b8-0946-4c83-a37e-c7d18a97d1b4 req-fa9a1d4d-3c37-4721-8226-150948a68ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:37.978467 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-329449b8-0946-4c83-a37e-c7d18a97d1b4 req-fa9a1d4d-3c37-4721-8226-150948a68ca1 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a4c9d624b07f42a0ae3c7ed63064f003&device_id=195f465d-89cd-403a-9319-c4c4f08fdfc5 HTTP/1.1" status: 200 len: 1096 time: 0.0781162 Aug 16 22:51:38.011364 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [req-587e6815-40c9-4b13-8b2f-5a8d1ffbe5de req-9a37254d-3134-482d-a08a-4e8e1b22fb37 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Allocated IP 172.20.0.13 (db61fb9f-768d-428b-8446-991cbb0c6922/f340c0a0-6bbc-45f5-920c-bfa473779acd/a04efa9f-af0c-479f-b11f-4228d439f67d) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:51:38.072587 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4518dde-03da-4f20-9234-8f3759931d2a req-aa1eeb9a-60b3-4b57-a5cc-6d612e6f9806 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:38.080467 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d4518dde-03da-4f20-9234-8f3759931d2a req-aa1eeb9a-60b3-4b57-a5cc-6d612e6f9806 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ff12a09-4221-4ac1-b150-5cba34748f11 HTTP/1.1" status: 200 len: 931 time: 0.1921585 Aug 16 22:51:38.113442 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0839060f-e673-468d-8b4e-53fd55c1f623 req-71fba8b2-9d0b-4449-bd9b-a6816243854d tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:38.115615 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0839060f-e673-468d-8b4e-53fd55c1f623 req-71fba8b2-9d0b-4449-bd9b-a6816243854d tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=195f465d-89cd-403a-9319-c4c4f08fdfc5 HTTP/1.1" status: 200 len: 944 time: 0.2240751 Aug 16 22:51:38.199557 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329449b8-0946-4c83-a37e-c7d18a97d1b4 req-e0985385-8979-41e6-8c2c-370d5629684b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:38.202292 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-329449b8-0946-4c83-a37e-c7d18a97d1b4 req-e0985385-8979-41e6-8c2c-370d5629684b service neutron] 10.222.0.68 "GET /v2.0/networks?id=bdacd106-3582-43d1-a3c6-7a9333f5e2e0 HTTP/1.1" status: 200 len: 909 time: 0.2162333 Aug 16 22:51:38.233558 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d4518dde-03da-4f20-9234-8f3759931d2a req-7091f4ea-1c9f-4cee-aa9b-32e794beddae tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/security-groups?id=27dbc869-d84c-4027-ab20-4514a0688a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517017 Aug 16 22:51:38.347245 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-329449b8-0946-4c83-a37e-c7d18a97d1b4 req-59c06336-b5ff-415c-8c07-ed2489c18edc service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46991f02-0877-4fdb-a939-148b962ab439 HTTP/1.1" status: 200 len: 217 time: 0.1300824 Aug 16 22:51:38.377738 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [req-92affd45-cdca-4644-b4af-67eecfd2291c req-20788139-4098-40b5-bda3-053329481f28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c53726c-313d-4b07-99cc-3c30f92b16fd {{(pid=101292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:51:38.395177 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-92affd45-cdca-4644-b4af-67eecfd2291c req-20788139-4098-40b5-bda3-053329481f28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:38.410096 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-92affd45-cdca-4644-b4af-67eecfd2291c req-20788139-4098-40b5-bda3-053329481f28 service neutron] Transition to ACTIVE for port object 6c53726c-313d-4b07-99cc-3c30f92b16fd will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:51:38.432014 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-92affd45-cdca-4644-b4af-67eecfd2291c req-20788139-4098-40b5-bda3-053329481f28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:38.444026 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329449b8-0946-4c83-a37e-c7d18a97d1b4 req-e3cd5fa4-3b58-422d-b6b9-1b278cd01209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:38.446099 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-329449b8-0946-4c83-a37e-c7d18a97d1b4 req-e3cd5fa4-3b58-422d-b6b9-1b278cd01209 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=78dd72b6-bd21-4b15-8ce7-13fda92dba19 HTTP/1.1" status: 200 len: 848 time: 0.0901825 Aug 16 22:51:38.534901 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-329449b8-0946-4c83-a37e-c7d18a97d1b4 req-86b90d7e-8294-4dc8-8712-977510f1b2af service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=bdacd106-3582-43d1-a3c6-7a9333f5e2e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776002 Aug 16 22:51:38.540446 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0839060f-e673-468d-8b4e-53fd55c1f623 req-bd340d70-d808-4924-ad91-8f779bcd1730 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4018242 Aug 16 22:51:38.726448 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20788139-4098-40b5-bda3-053329481f28 service neutron] Pushing event updated for resources: {'Port': ['ID=6c53726c-313d-4b07-99cc-3c30f92b16fd,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:38.749703 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-329449b8-0946-4c83-a37e-c7d18a97d1b4 req-9ec4a854-5464-4e02-b46c-582960adced2 service neutron] 10.222.0.68 "GET /v2.0/networks/bdacd106-3582-43d1-a3c6-7a9333f5e2e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617510 Aug 16 22:51:38.771677 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e220a445-1978-414f-89c4-8a8c4f9e2b8b req-7b0b3fe5-6052-4598-98c7-f0297dee127c tempest-ServerTagsTestJSON-673524354 tempest-ServerTagsTestJSON-673524354-project] 10.222.0.36 "GET /v2.0/ports?device_id=d512571d-2daf-40d2-ab05-ff27ee5b8045 HTTP/1.1" status: 200 len: 210 time: 0.0840645 Aug 16 22:51:38.816530 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837f37e5-f2a7-4979-9995-1d5ed55ad114 req-5ca5804d-33c3-428a-8f51-5a68b4bfa848 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:38.818144 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-837f37e5-f2a7-4979-9995-1d5ed55ad114 req-5ca5804d-33c3-428a-8f51-5a68b4bfa848 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=f23d3b21-15f9-48db-9447-23eaa5d44e92 HTTP/1.1" status: 200 len: 945 time: 0.2284739 Aug 16 22:51:38.838437 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-587e6815-40c9-4b13-8b2f-5a8d1ffbe5de req-9a37254d-3134-482d-a08a-4e8e1b22fb37 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:38.848085 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-92affd45-cdca-4644-b4af-67eecfd2291c req-20788139-4098-40b5-bda3-053329481f28 service neutron] Attempting to bind port 6c53726c-313d-4b07-99cc-3c30f92b16fd on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:51:38.848442 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-92affd45-cdca-4644-b4af-67eecfd2291c req-20788139-4098-40b5-bda3-053329481f28 service neutron] Attempting to bind port 6c53726c-313d-4b07-99cc-3c30f92b16fd by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': '14912929-ceb9-4c21-80c4-b8179d0f9d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '64579410-f531-42c6-89b5-3114daa376a8'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:51:38.848783 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92affd45-cdca-4644-b4af-67eecfd2291c req-20788139-4098-40b5-bda3-053329481f28 service neutron] Attempting to bind port 6c53726c-313d-4b07-99cc-3c30f92b16fd on network 64579410-f531-42c6-89b5-3114daa376a8 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:51:38.885377 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92affd45-cdca-4644-b4af-67eecfd2291c req-20788139-4098-40b5-bda3-053329481f28 service neutron] Port 6c53726c-313d-4b07-99cc-3c30f92b16fd on network 64579410-f531-42c6-89b5-3114daa376a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:51:38.885853 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92affd45-cdca-4644-b4af-67eecfd2291c req-20788139-4098-40b5-bda3-053329481f28 service neutron] Attempting to bind port 6c53726c-313d-4b07-99cc-3c30f92b16fd on network 64579410-f531-42c6-89b5-3114daa376a8 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:51:38.889573 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-329449b8-0946-4c83-a37e-c7d18a97d1b4 req-d19b7e53-521f-4d7c-870d-d11e00c7ca64 service neutron] 10.222.0.68 "GET /v2.0/networks/bdacd106-3582-43d1-a3c6-7a9333f5e2e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308362 Aug 16 22:51:38.911245 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-62786e2a-c22b-495e-aaee-8f88da0a060e req-e04a3196-6491-4777-85fd-cf573f22b11d tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=889a7380-3570-4612-b1d9-86f08e3fcda6 HTTP/1.1" status: 200 len: 210 time: 0.0461686 Aug 16 22:51:38.925871 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92affd45-cdca-4644-b4af-67eecfd2291c req-20788139-4098-40b5-bda3-053329481f28 service neutron] Checking agent: {'id': 'd28e24f9-e5ea-41e1-80bf-3c7943ad7f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:51:38.926215 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92affd45-cdca-4644-b4af-67eecfd2291c req-20788139-4098-40b5-bda3-053329481f28 service neutron] Checking segment: {'id': '14912929-ceb9-4c21-80c4-b8179d0f9d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '64579410-f531-42c6-89b5-3114daa376a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:51:38.926608 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92affd45-cdca-4644-b4af-67eecfd2291c req-20788139-4098-40b5-bda3-053329481f28 service neutron] Bound using segment: {'id': '14912929-ceb9-4c21-80c4-b8179d0f9d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '64579410-f531-42c6-89b5-3114daa376a8'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:51:38.927056 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-92affd45-cdca-4644-b4af-67eecfd2291c req-20788139-4098-40b5-bda3-053329481f28 service neutron] Bound port: 6c53726c-313d-4b07-99cc-3c30f92b16fd, host: n-h1-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14912929-ceb9-4c21-80c4-b8179d0f9d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '64579410-f531-42c6-89b5-3114daa376a8'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:51:38.927418 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-92affd45-cdca-4644-b4af-67eecfd2291c req-20788139-4098-40b5-bda3-053329481f28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:38.945046 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-837f37e5-f2a7-4979-9995-1d5ed55ad114 req-20a0578b-466f-4fb8-9735-8167b82e890a tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133456 Aug 16 22:51:39.013233 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-587e6815-40c9-4b13-8b2f-5a8d1ffbe5de req-9a37254d-3134-482d-a08a-4e8e1b22fb37 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:39.025797 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['f60c1841-d48e-4cc7-b1a1-1650b8d9fd20'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:51:39.078690 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-92affd45-cdca-4644-b4af-67eecfd2291c req-20788139-4098-40b5-bda3-053329481f28 service neutron] For port 6c53726c-313d-4b07-99cc-3c30f92b16fd, host n-h1-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:51:39.101765 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-587e6815-40c9-4b13-8b2f-5a8d1ffbe5de req-9a37254d-3134-482d-a08a-4e8e1b22fb37 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Network db61fb9f-768d-428b-8446-991cbb0c6922 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:51:39.141843 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [req-587e6815-40c9-4b13-8b2f-5a8d1ffbe5de req-9a37254d-3134-482d-a08a-4e8e1b22fb37 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:51:39.144960 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-92affd45-cdca-4644-b4af-67eecfd2291c req-20788139-4098-40b5-bda3-053329481f28 service neutron] For port 6c53726c-313d-4b07-99cc-3c30f92b16fd, host n-h1-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=6c53726c-313d-4b07-99cc-3c30f92b16fd,segment=NetworkSegment(14912929-ceb9-4c21-80c4-b8179d0f9d12),segment_id=14912929-ceb9-4c21-80c4-b8179d0f9d12)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:51:39.154361 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-587e6815-40c9-4b13-8b2f-5a8d1ffbe5de req-9a37254d-3134-482d-a08a-4e8e1b22fb37 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:51:39.166241 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-92affd45-cdca-4644-b4af-67eecfd2291c req-20788139-4098-40b5-bda3-053329481f28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:39.190948 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a37254d-3134-482d-a08a-4e8e1b22fb37 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Pushing event updated for resources: {'Port': ['ID=a04efa9f-af0c-479f-b11f-4228d439f67d,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:39.265713 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8298a-352c-4a46-9330-ce9bc7129fb2 req-e67f953a-89e5-41db-9df5-381b9e6bf0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:39.267132 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-10a8298a-352c-4a46-9330-ce9bc7129fb2 req-e67f953a-89e5-41db-9df5-381b9e6bf0f7 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5aa270b810014cb1b7df23f71a5483f7&device_id=d68c494f-5a7e-4124-bd68-c461a50ab348 HTTP/1.1" status: 200 len: 1102 time: 0.1278911 Aug 16 22:51:39.280523 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329449b8-0946-4c83-a37e-c7d18a97d1b4 req-3bf5b300-9093-4c26-b737-a40e63903eac tempest-LiveMigrationTest-725130784 tempest-LiveMigrationTest-725130784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:39.282279 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20788139-4098-40b5-bda3-053329481f28 service neutron] Pushing event updated for resources: {'Port': ['ID=6c53726c-313d-4b07-99cc-3c30f92b16fd,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:39.282799 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-329449b8-0946-4c83-a37e-c7d18a97d1b4 req-3bf5b300-9093-4c26-b737-a40e63903eac tempest-LiveMigrationTest-725130784 tempest-LiveMigrationTest-725130784-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=195f465d-89cd-403a-9319-c4c4f08fdfc5&tenant_id=a4c9d624b07f42a0ae3c7ed63064f003&binding%3Ahost_id=n-h1-791506-26 HTTP/1.1" status: 200 len: 1096 time: 0.0717952 Aug 16 22:51:39.300275 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca9dfba-42e3-4746-a1ed-eef9c9035937 req-ae2d8003-fba8-425e-bb12-66e0981b283e tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:39.302026 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6ca9dfba-42e3-4746-a1ed-eef9c9035937 req-ae2d8003-fba8-425e-bb12-66e0981b283e tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68c494f-5a7e-4124-bd68-c461a50ab348 HTTP/1.1" status: 200 len: 950 time: 0.2175782 Aug 16 22:51:39.303349 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92affd45-cdca-4644-b4af-67eecfd2291c req-20788139-4098-40b5-bda3-053329481f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:39.303963 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-92affd45-cdca-4644-b4af-67eecfd2291c req-20788139-4098-40b5-bda3-053329481f28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:39.305561 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-92affd45-cdca-4644-b4af-67eecfd2291c req-20788139-4098-40b5-bda3-053329481f28 service neutron] 10.222.0.68 "PUT /v2.0/ports/6c53726c-313d-4b07-99cc-3c30f92b16fd HTTP/1.1" status: 200 len: 1092 time: 1.8494768 Aug 16 22:51:39.307752 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ff12a09-4221-4ac1-b150-5cba34748f11', 'tag': '6c53726c-313d-4b07-99cc-3c30f92b16fd'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:51:39.311429 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-379094e8-aa1a-47ea-932c-f18b10cc84e3" -d '{"events": [{"name": "network-changed", "server_uuid": "8ff12a09-4221-4ac1-b150-5cba34748f11", "tag": "6c53726c-313d-4b07-99cc-3c30f92b16fd"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:51:39.326616 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587e6815-40c9-4b13-8b2f-5a8d1ffbe5de req-9a37254d-3134-482d-a08a-4e8e1b22fb37 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:39.327437 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-587e6815-40c9-4b13-8b2f-5a8d1ffbe5de req-9a37254d-3134-482d-a08a-4e8e1b22fb37 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:39.382275 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-587e6815-40c9-4b13-8b2f-5a8d1ffbe5de req-9a37254d-3134-482d-a08a-4e8e1b22fb37 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3279183 Aug 16 22:51:39.426116 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-587e6815-40c9-4b13-8b2f-5a8d1ffbe5de req-18ad1f17-cd03-46c4-a0d2-be9762926329 service neutron] Request body: {'port': {'device_id': '889a7380-3570-4612-b1d9-86f08e3fcda6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-26'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:51:39.473302 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6ca9dfba-42e3-4746-a1ed-eef9c9035937 req-e895dd16-1177-479a-a63d-3df744bd7709 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571016 Aug 16 22:51:39.488904 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8298a-352c-4a46-9330-ce9bc7129fb2 req-39f0ac05-71f7-47ca-a7a8-3fb396b467f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:39.490717 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-10a8298a-352c-4a46-9330-ce9bc7129fb2 req-39f0ac05-71f7-47ca-a7a8-3fb396b467f5 service neutron] 10.222.0.68 "GET /v2.0/networks?id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd HTTP/1.1" status: 200 len: 870 time: 0.2129738 Aug 16 22:51:39.509230 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92affd45-cdca-4644-b4af-67eecfd2291c req-599d7c80-15a0-4d7f-bd13-bfd43412f0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:39.510735 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-92affd45-cdca-4644-b4af-67eecfd2291c req-599d7c80-15a0-4d7f-bd13-bfd43412f0bf service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=fb2060cb262e45228555b9d2259abb2f&device_id=8ff12a09-4221-4ac1-b150-5cba34748f11 HTTP/1.1" status: 200 len: 1095 time: 0.1584756 Aug 16 22:51:39.521489 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed4aafd-96d5-4360-84e8-ba85f07cb55c req-bae0ecc0-505a-4e25-b5dc-2555945b2ef4 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:39.528810 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-aed4aafd-96d5-4360-84e8-ba85f07cb55c req-bae0ecc0-505a-4e25-b5dc-2555945b2ef4 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ff12a09-4221-4ac1-b150-5cba34748f11 HTTP/1.1" status: 200 len: 943 time: 0.1750972 Aug 16 22:51:39.551120 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-10a8298a-352c-4a46-9330-ce9bc7129fb2 req-4bae139b-8f46-47f1-90c5-12648dee586f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=61d94c64-e04a-4ffd-8f1f-5f38a2295699 HTTP/1.1" status: 200 len: 217 time: 0.0495741 Aug 16 22:51:39.569368 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-329449b8-0946-4c83-a37e-c7d18a97d1b4 req-9bb6f2ea-519c-4e04-aa25-7cf277fed07a service neutron] For port 46991f02-0877-4fdb-a939-148b962ab439, host n-h2-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:51:39.587967 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-587e6815-40c9-4b13-8b2f-5a8d1ffbe5de req-18ad1f17-cd03-46c4-a0d2-be9762926329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:39.594608 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ea7246-1e1a-47c7-9f21-3854f80919b4 x-openstack-request-id: req-59ea7246-1e1a-47c7-9f21-3854f80919b4 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:51:39.594990 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ff12a09-4221-4ac1-b150-5cba34748f11", "tag": "6c53726c-313d-4b07-99cc-3c30f92b16fd", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:51:39.595428 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-59ea7246-1e1a-47c7-9f21-3854f80919b4 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:51:39.595856 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ff12a09-4221-4ac1-b150-5cba34748f11', 'tag': '6c53726c-313d-4b07-99cc-3c30f92b16fd', 'status': 'completed', 'code': 200} Aug 16 22:51:39.601031 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-329449b8-0946-4c83-a37e-c7d18a97d1b4 req-9bb6f2ea-519c-4e04-aa25-7cf277fed07a service neutron] Notify callbacks [] for binding, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:39.602292 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-329449b8-0946-4c83-a37e-c7d18a97d1b4 req-9bb6f2ea-519c-4e04-aa25-7cf277fed07a service neutron] 10.222.0.68 "DELETE /v2.0/ports/46991f02-0877-4fdb-a939-148b962ab439/bindings/n-h2-791506-26 HTTP/1.1" status: 204 len: 173 time: 0.2420957 Aug 16 22:51:39.604808 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-92affd45-cdca-4644-b4af-67eecfd2291c req-e25831a9-cfe6-43dd-b296-eb6ca2b9826e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6c53726c-313d-4b07-99cc-3c30f92b16fd HTTP/1.1" status: 200 len: 217 time: 0.0712640 Aug 16 22:51:39.671222 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8298a-352c-4a46-9330-ce9bc7129fb2 req-8f1e0ba7-6d07-4867-9b6f-6ceef2d42af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:39.693930 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-10a8298a-352c-4a46-9330-ce9bc7129fb2 req-8f1e0ba7-6d07-4867-9b6f-6ceef2d42af1 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6af2b868-37d3-46ab-a526-0465929f13c8 HTTP/1.1" status: 200 len: 843 time: 0.1039531 Aug 16 22:51:39.712605 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-aed4aafd-96d5-4360-84e8-ba85f07cb55c req-2c20ff7b-323f-4c52-b80d-17be3323be2e tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/security-groups?id=27dbc869-d84c-4027-ab20-4514a0688a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828117 Aug 16 22:51:39.758582 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92affd45-cdca-4644-b4af-67eecfd2291c req-65c33091-59af-407a-93a4-6d1ca4844851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:39.760079 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-92affd45-cdca-4644-b4af-67eecfd2291c req-65c33091-59af-407a-93a4-6d1ca4844851 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a76baa69-a994-4c40-8fea-8de6cbc7d46e HTTP/1.1" status: 200 len: 862 time: 0.1381981 Aug 16 22:51:39.836951 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8298a-352c-4a46-9330-ce9bc7129fb2 req-35ed76d8-900c-4b53-8233-f4ae92b8af98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:39.839223 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-10a8298a-352c-4a46-9330-ce9bc7129fb2 req-35ed76d8-900c-4b53-8233-f4ae92b8af98 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1436946 Aug 16 22:51:39.894857 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-92affd45-cdca-4644-b4af-67eecfd2291c req-b0f51933-6858-49b1-a07c-344379429582 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=64579410-f531-42c6-89b5-3114daa376a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1113546 Aug 16 22:51:39.956009 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dae171-04ed-4c6e-8ce0-9aad10e9bbbc req-4d420e8f-619e-46a1-b59b-4c508859ca13 tempest-ServerTagsTestJSON-673524354 tempest-ServerTagsTestJSON-673524354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:39.957610 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d8dae171-04ed-4c6e-8ce0-9aad10e9bbbc req-4d420e8f-619e-46a1-b59b-4c508859ca13 tempest-ServerTagsTestJSON-673524354 tempest-ServerTagsTestJSON-673524354-project] 10.222.0.57 "GET /v2.0/networks?id=288e7916-cac4-46c9-a14c-5de83c90a51d HTTP/1.1" status: 200 len: 808 time: 0.2578130 Aug 16 22:51:39.990393 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-10a8298a-352c-4a46-9330-ce9bc7129fb2 req-a8278a06-ca82-4fef-b0bb-5b67ccc543f2 service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327238 Aug 16 22:51:40.000451 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-455c60b4-45d2-47e2-ad53-b428b803b38d req-512d6035-b686-432a-857b-03db5d565af8 tempest-ServerTagsTestJSON-673524354 tempest-ServerTagsTestJSON-673524354-project] 10.222.0.36 "GET /v2.0/ports?device_id=d512571d-2daf-40d2-ab05-ff27ee5b8045 HTTP/1.1" status: 200 len: 210 time: 0.1046033 Aug 16 22:51:40.087285 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-d8dae171-04ed-4c6e-8ce0-9aad10e9bbbc req-0a67a978-0019-449a-bb83-d984349c9411 tempest-ServerTagsTestJSON-673524354 tempest-ServerTagsTestJSON-673524354-project] Request body: {'port': {'device_id': 'd512571d-2daf-40d2-ab05-ff27ee5b8045', 'network_id': '288e7916-cac4-46c9-a14c-5de83c90a51d', 'admin_state_up': True, 'tenant_id': '7a2d0bdfd24d464b8212782ba992f5f9'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:51:40.150068 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f7d257-1aa0-4cc3-8bb6-f6de222a324c req-96d92dd7-0567-49fd-996d-8ce05340a324 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:40.160447 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-75f7d257-1aa0-4cc3-8bb6-f6de222a324c req-96d92dd7-0567-49fd-996d-8ce05340a324 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=195f465d-89cd-403a-9319-c4c4f08fdfc5 HTTP/1.1" status: 200 len: 944 time: 0.4176741 Aug 16 22:51:40.284567 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-92affd45-cdca-4644-b4af-67eecfd2291c req-558f5173-9b38-4082-b052-2756365b3664 service neutron] 10.222.0.68 "GET /v2.0/networks/64579410-f531-42c6-89b5-3114daa376a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3619821 Aug 16 22:51:40.310631 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-75f7d257-1aa0-4cc3-8bb6-f6de222a324c req-da94f5cf-bfd2-43e2-b468-9f1cf05ccff6 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472807 Aug 16 22:51:40.353408 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60f7f93-1f53-4902-82a6-975443cf3c8d req-91dc8d3c-bef6-4213-b011-840c8e3a8f7d tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:40.355577 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d60f7f93-1f53-4902-82a6-975443cf3c8d req-91dc8d3c-bef6-4213-b011-840c8e3a8f7d tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=889a7380-3570-4612-b1d9-86f08e3fcda6 HTTP/1.1" status: 200 len: 932 time: 0.2482040 Aug 16 22:51:40.535928 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [req-587e6815-40c9-4b13-8b2f-5a8d1ffbe5de req-18ad1f17-cd03-46c4-a0d2-be9762926329 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a04efa9f-af0c-479f-b11f-4228d439f67d {{(pid=101292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:51:40.542071 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-10a8298a-352c-4a46-9330-ce9bc7129fb2 req-d227fdff-19a0-48eb-9cf1-0f92e2f1995e service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5312591 Aug 16 22:51:40.556300 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-587e6815-40c9-4b13-8b2f-5a8d1ffbe5de req-18ad1f17-cd03-46c4-a0d2-be9762926329 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:40.581918 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8dae171-04ed-4c6e-8ce0-9aad10e9bbbc req-0a67a978-0019-449a-bb83-d984349c9411 tempest-ServerTagsTestJSON-673524354 tempest-ServerTagsTestJSON-673524354-project] Made reservation on behalf of 7a2d0bdfd24d464b8212782ba992f5f9 for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:51:40.584746 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324891bb-5718-46b2-a4ea-17b2069ea438 req-e49c4fa8-d416-4f08-9169-22e767b67036 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:40.586037 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-d8dae171-04ed-4c6e-8ce0-9aad10e9bbbc req-0a67a978-0019-449a-bb83-d984349c9411 tempest-ServerTagsTestJSON-673524354 tempest-ServerTagsTestJSON-673524354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:40.586694 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-324891bb-5718-46b2-a4ea-17b2069ea438 req-e49c4fa8-d416-4f08-9169-22e767b67036 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=f23d3b21-15f9-48db-9447-23eaa5d44e92 HTTP/1.1" status: 200 len: 945 time: 0.1553469 Aug 16 22:51:40.610525 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-587e6815-40c9-4b13-8b2f-5a8d1ffbe5de req-18ad1f17-cd03-46c4-a0d2-be9762926329 service neutron] Transition to ACTIVE for port object a04efa9f-af0c-479f-b11f-4228d439f67d will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:51:40.621235 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d60f7f93-1f53-4902-82a6-975443cf3c8d req-edfe3511-6885-45ae-b591-b60c2034fee7 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917055 Aug 16 22:51:40.631397 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-587e6815-40c9-4b13-8b2f-5a8d1ffbe5de req-18ad1f17-cd03-46c4-a0d2-be9762926329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:40.708274 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-92affd45-cdca-4644-b4af-67eecfd2291c req-4f158e6b-cfca-452d-ba2c-cdfb78e86a0e service neutron] 10.222.0.68 "GET /v2.0/networks/64579410-f531-42c6-89b5-3114daa376a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4112477 Aug 16 22:51:40.741295 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-324891bb-5718-46b2-a4ea-17b2069ea438 req-8970d373-7fde-4e91-971f-3d3f01d9d5a8 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399977 Aug 16 22:51:40.743519 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ad1f17-cd03-46c4-a0d2-be9762926329 service neutron] Pushing event updated for resources: {'Port': ['ID=a04efa9f-af0c-479f-b11f-4228d439f67d,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:40.833923 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:40.855329 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-d8dae171-04ed-4c6e-8ce0-9aad10e9bbbc req-0a67a978-0019-449a-bb83-d984349c9411 tempest-ServerTagsTestJSON-673524354 tempest-ServerTagsTestJSON-673524354-project] Allocated IP 172.20.0.3 (288e7916-cac4-46c9-a14c-5de83c90a51d/e9641656-ceaa-4372-9d50-6f1192c929ac/cb3bf198-cb41-468a-8c5f-5fea6ce4c5c0) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:51:41.077335 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-d8dae171-04ed-4c6e-8ce0-9aad10e9bbbc req-0a67a978-0019-449a-bb83-d984349c9411 tempest-ServerTagsTestJSON-673524354 tempest-ServerTagsTestJSON-673524354-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:41.124815 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-d8dae171-04ed-4c6e-8ce0-9aad10e9bbbc req-0a67a978-0019-449a-bb83-d984349c9411 tempest-ServerTagsTestJSON-673524354 tempest-ServerTagsTestJSON-673524354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:41.173493 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8dae171-04ed-4c6e-8ce0-9aad10e9bbbc req-0a67a978-0019-449a-bb83-d984349c9411 tempest-ServerTagsTestJSON-673524354 tempest-ServerTagsTestJSON-673524354-project] Network 288e7916-cac4-46c9-a14c-5de83c90a51d is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:51:41.176635 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-d8dae171-04ed-4c6e-8ce0-9aad10e9bbbc req-0a67a978-0019-449a-bb83-d984349c9411 tempest-ServerTagsTestJSON-673524354 tempest-ServerTagsTestJSON-673524354-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:51:41.180490 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8dae171-04ed-4c6e-8ce0-9aad10e9bbbc req-0a67a978-0019-449a-bb83-d984349c9411 tempest-ServerTagsTestJSON-673524354 tempest-ServerTagsTestJSON-673524354-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:51:41.214889 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a67a978-0019-449a-bb83-d984349c9411 tempest-ServerTagsTestJSON-673524354 tempest-ServerTagsTestJSON-673524354-project] Pushing event updated for resources: {'Port': ['ID=cb3bf198-cb41-468a-8c5f-5fea6ce4c5c0,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:41.249454 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dae171-04ed-4c6e-8ce0-9aad10e9bbbc req-0a67a978-0019-449a-bb83-d984349c9411 tempest-ServerTagsTestJSON-673524354 tempest-ServerTagsTestJSON-673524354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:41.250212 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-d8dae171-04ed-4c6e-8ce0-9aad10e9bbbc req-0a67a978-0019-449a-bb83-d984349c9411 tempest-ServerTagsTestJSON-673524354 tempest-ServerTagsTestJSON-673524354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:41.266876 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d8dae171-04ed-4c6e-8ce0-9aad10e9bbbc req-0a67a978-0019-449a-bb83-d984349c9411 tempest-ServerTagsTestJSON-673524354 tempest-ServerTagsTestJSON-673524354-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2540305 Aug 16 22:51:41.286595 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-d8dae171-04ed-4c6e-8ce0-9aad10e9bbbc req-fdb1910c-86c6-46d1-9712-cbd6e2e1ab80 service neutron] Request body: {'port': {'device_id': 'd512571d-2daf-40d2-ab05-ff27ee5b8045', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:51:41.342235 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-d8dae171-04ed-4c6e-8ce0-9aad10e9bbbc req-fdb1910c-86c6-46d1-9712-cbd6e2e1ab80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:41.390123 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00facfb5-fa80-4234-ab0e-b67d88480a61 req-25a53de3-4520-4ec3-b22d-73e580372f79 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:41.391680 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-00facfb5-fa80-4234-ab0e-b67d88480a61 req-25a53de3-4520-4ec3-b22d-73e580372f79 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68c494f-5a7e-4124-bd68-c461a50ab348 HTTP/1.1" status: 200 len: 950 time: 0.5160749 Aug 16 22:51:41.394069 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-587e6815-40c9-4b13-8b2f-5a8d1ffbe5de req-18ad1f17-cd03-46c4-a0d2-be9762926329 service neutron] Attempting to bind port a04efa9f-af0c-479f-b11f-4228d439f67d on host n-h2-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:51:41.394411 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-587e6815-40c9-4b13-8b2f-5a8d1ffbe5de req-18ad1f17-cd03-46c4-a0d2-be9762926329 service neutron] Attempting to bind port a04efa9f-af0c-479f-b11f-4228d439f67d by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': 'b4a6b143-6a51-43cd-8781-944dbb368ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'db61fb9f-768d-428b-8446-991cbb0c6922'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:51:41.394745 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587e6815-40c9-4b13-8b2f-5a8d1ffbe5de req-18ad1f17-cd03-46c4-a0d2-be9762926329 service neutron] Attempting to bind port a04efa9f-af0c-479f-b11f-4228d439f67d on network db61fb9f-768d-428b-8446-991cbb0c6922 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:51:41.409174 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379094e8-aa1a-47ea-932c-f18b10cc84e3 req-ad9c7836-0dd0-4722-b9fd-e458fce2b07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:41.410671 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-379094e8-aa1a-47ea-932c-f18b10cc84e3 req-ad9c7836-0dd0-4722-b9fd-e458fce2b07a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=fb2060cb262e45228555b9d2259abb2f&device_id=8ff12a09-4221-4ac1-b150-5cba34748f11 HTTP/1.1" status: 200 len: 1095 time: 0.5195856 Aug 16 22:51:41.419628 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587e6815-40c9-4b13-8b2f-5a8d1ffbe5de req-18ad1f17-cd03-46c4-a0d2-be9762926329 service neutron] Port a04efa9f-af0c-479f-b11f-4228d439f67d on network db61fb9f-768d-428b-8446-991cbb0c6922 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:51:41.420109 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587e6815-40c9-4b13-8b2f-5a8d1ffbe5de req-18ad1f17-cd03-46c4-a0d2-be9762926329 service neutron] Attempting to bind port a04efa9f-af0c-479f-b11f-4228d439f67d on network db61fb9f-768d-428b-8446-991cbb0c6922 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:51:41.430823 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c006b696-7f54-4585-a305-36c88a2887e5 req-ce8642a2-46ad-4db5-95bd-ba411dc347e3 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:41.432408 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c006b696-7f54-4585-a305-36c88a2887e5 req-ce8642a2-46ad-4db5-95bd-ba411dc347e3 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ff12a09-4221-4ac1-b150-5cba34748f11 HTTP/1.1" status: 200 len: 943 time: 0.1285789 Aug 16 22:51:41.457538 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587e6815-40c9-4b13-8b2f-5a8d1ffbe5de req-18ad1f17-cd03-46c4-a0d2-be9762926329 service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:51:41.457950 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587e6815-40c9-4b13-8b2f-5a8d1ffbe5de req-18ad1f17-cd03-46c4-a0d2-be9762926329 service neutron] Checking segment: {'id': 'b4a6b143-6a51-43cd-8781-944dbb368ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'db61fb9f-768d-428b-8446-991cbb0c6922'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:51:41.458329 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587e6815-40c9-4b13-8b2f-5a8d1ffbe5de req-18ad1f17-cd03-46c4-a0d2-be9762926329 service neutron] Bound using segment: {'id': 'b4a6b143-6a51-43cd-8781-944dbb368ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'db61fb9f-768d-428b-8446-991cbb0c6922'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:51:41.458802 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-587e6815-40c9-4b13-8b2f-5a8d1ffbe5de req-18ad1f17-cd03-46c4-a0d2-be9762926329 service neutron] Bound port: a04efa9f-af0c-479f-b11f-4228d439f67d, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4a6b143-6a51-43cd-8781-944dbb368ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'db61fb9f-768d-428b-8446-991cbb0c6922'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:51:41.459192 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-587e6815-40c9-4b13-8b2f-5a8d1ffbe5de req-18ad1f17-cd03-46c4-a0d2-be9762926329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:41.546159 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-00facfb5-fa80-4234-ab0e-b67d88480a61 req-b2a5665b-e234-41df-9a15-447234c22f51 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403596 Aug 16 22:51:41.601179 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c006b696-7f54-4585-a305-36c88a2887e5 req-db5b26df-b1c4-417c-8521-be2e5b5e6ba7 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/security-groups?id=27dbc869-d84c-4027-ab20-4514a0688a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474183 Aug 16 22:51:41.648360 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-d8dae171-04ed-4c6e-8ce0-9aad10e9bbbc req-fdb1910c-86c6-46d1-9712-cbd6e2e1ab80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb3bf198-cb41-468a-8c5f-5fea6ce4c5c0 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:51:41.648876 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-587e6815-40c9-4b13-8b2f-5a8d1ffbe5de req-18ad1f17-cd03-46c4-a0d2-be9762926329 service neutron] For port a04efa9f-af0c-479f-b11f-4228d439f67d, host n-h2-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:51:41.652372 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-587e6815-40c9-4b13-8b2f-5a8d1ffbe5de req-18ad1f17-cd03-46c4-a0d2-be9762926329 service neutron] For port a04efa9f-af0c-479f-b11f-4228d439f67d, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=a04efa9f-af0c-479f-b11f-4228d439f67d,segment=NetworkSegment(b4a6b143-6a51-43cd-8781-944dbb368ca5),segment_id=b4a6b143-6a51-43cd-8781-944dbb368ca5)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:51:41.661543 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-d8dae171-04ed-4c6e-8ce0-9aad10e9bbbc req-fdb1910c-86c6-46d1-9712-cbd6e2e1ab80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:41.675164 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-d8dae171-04ed-4c6e-8ce0-9aad10e9bbbc req-fdb1910c-86c6-46d1-9712-cbd6e2e1ab80 service neutron] Transition to ACTIVE for port object cb3bf198-cb41-468a-8c5f-5fea6ce4c5c0 will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:51:41.679527 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-d8dae171-04ed-4c6e-8ce0-9aad10e9bbbc req-fdb1910c-86c6-46d1-9712-cbd6e2e1ab80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:41.698713 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-587e6815-40c9-4b13-8b2f-5a8d1ffbe5de req-18ad1f17-cd03-46c4-a0d2-be9762926329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:41.742603 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb1910c-86c6-46d1-9712-cbd6e2e1ab80 service neutron] Pushing event updated for resources: {'Port': ['ID=cb3bf198-cb41-468a-8c5f-5fea6ce4c5c0,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:41.761142 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379094e8-aa1a-47ea-932c-f18b10cc84e3 req-c5b3e032-d682-45c6-ac4b-cef6e958b56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:41.763647 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-379094e8-aa1a-47ea-932c-f18b10cc84e3 req-c5b3e032-d682-45c6-ac4b-cef6e958b56d service neutron] 10.222.0.68 "GET /v2.0/networks?id=64579410-f531-42c6-89b5-3114daa376a8 HTTP/1.1" status: 200 len: 923 time: 0.3227611 Aug 16 22:51:41.780605 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587e6815-40c9-4b13-8b2f-5a8d1ffbe5de req-18ad1f17-cd03-46c4-a0d2-be9762926329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:41.781223 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-587e6815-40c9-4b13-8b2f-5a8d1ffbe5de req-18ad1f17-cd03-46c4-a0d2-be9762926329 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:41.782614 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-587e6815-40c9-4b13-8b2f-5a8d1ffbe5de req-18ad1f17-cd03-46c4-a0d2-be9762926329 service neutron] 10.222.0.57 "PUT /v2.0/ports/a04efa9f-af0c-479f-b11f-4228d439f67d HTTP/1.1" status: 200 len: 1093 time: 2.3642437 Aug 16 22:51:41.786000 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '889a7380-3570-4612-b1d9-86f08e3fcda6', 'tag': 'a04efa9f-af0c-479f-b11f-4228d439f67d'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:51:41.788165 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f23d847-5714-42ae-a323-5f9033d0f9e3" -d '{"events": [{"name": "network-changed", "server_uuid": "889a7380-3570-4612-b1d9-86f08e3fcda6", "tag": "a04efa9f-af0c-479f-b11f-4228d439f67d"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:51:41.835676 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-d8dae171-04ed-4c6e-8ce0-9aad10e9bbbc req-fdb1910c-86c6-46d1-9712-cbd6e2e1ab80 service neutron] Attempting to bind port cb3bf198-cb41-468a-8c5f-5fea6ce4c5c0 on host n-h2-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:51:41.835992 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-d8dae171-04ed-4c6e-8ce0-9aad10e9bbbc req-fdb1910c-86c6-46d1-9712-cbd6e2e1ab80 service neutron] Attempting to bind port cb3bf198-cb41-468a-8c5f-5fea6ce4c5c0 by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': 'e85fcd9d-6ca3-43dc-b894-82d87495894a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '288e7916-cac4-46c9-a14c-5de83c90a51d'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:51:41.836430 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8dae171-04ed-4c6e-8ce0-9aad10e9bbbc req-fdb1910c-86c6-46d1-9712-cbd6e2e1ab80 service neutron] Attempting to bind port cb3bf198-cb41-468a-8c5f-5fea6ce4c5c0 on network 288e7916-cac4-46c9-a14c-5de83c90a51d {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:51:41.842525 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8dae171-04ed-4c6e-8ce0-9aad10e9bbbc req-fdb1910c-86c6-46d1-9712-cbd6e2e1ab80 service neutron] Port cb3bf198-cb41-468a-8c5f-5fea6ce4c5c0 on network 288e7916-cac4-46c9-a14c-5de83c90a51d not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:51:41.843149 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8dae171-04ed-4c6e-8ce0-9aad10e9bbbc req-fdb1910c-86c6-46d1-9712-cbd6e2e1ab80 service neutron] Attempting to bind port cb3bf198-cb41-468a-8c5f-5fea6ce4c5c0 on network 288e7916-cac4-46c9-a14c-5de83c90a51d {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:51:41.848905 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8dae171-04ed-4c6e-8ce0-9aad10e9bbbc req-fdb1910c-86c6-46d1-9712-cbd6e2e1ab80 service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:51:41.849380 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8dae171-04ed-4c6e-8ce0-9aad10e9bbbc req-fdb1910c-86c6-46d1-9712-cbd6e2e1ab80 service neutron] Checking segment: {'id': 'e85fcd9d-6ca3-43dc-b894-82d87495894a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '288e7916-cac4-46c9-a14c-5de83c90a51d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:51:41.849781 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8dae171-04ed-4c6e-8ce0-9aad10e9bbbc req-fdb1910c-86c6-46d1-9712-cbd6e2e1ab80 service neutron] Bound using segment: {'id': 'e85fcd9d-6ca3-43dc-b894-82d87495894a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '288e7916-cac4-46c9-a14c-5de83c90a51d'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:51:41.850678 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-d8dae171-04ed-4c6e-8ce0-9aad10e9bbbc req-fdb1910c-86c6-46d1-9712-cbd6e2e1ab80 service neutron] Bound port: cb3bf198-cb41-468a-8c5f-5fea6ce4c5c0, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e85fcd9d-6ca3-43dc-b894-82d87495894a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '288e7916-cac4-46c9-a14c-5de83c90a51d'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:51:41.851068 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-d8dae171-04ed-4c6e-8ce0-9aad10e9bbbc req-fdb1910c-86c6-46d1-9712-cbd6e2e1ab80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:41.864392 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-379094e8-aa1a-47ea-932c-f18b10cc84e3 req-885e1e1c-b575-4037-99ee-e62c3c49209a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6c53726c-313d-4b07-99cc-3c30f92b16fd HTTP/1.1" status: 200 len: 217 time: 0.0790973 Aug 16 22:51:41.870261 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c772d3f9-81a9-4281-87e2-ba80e9e7b6d9 req-408dea65-0380-41a3-ace4-5f9c88d71b56 tempest-LiveMigrationTest-725130784 tempest-LiveMigrationTest-725130784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:41.872443 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c772d3f9-81a9-4281-87e2-ba80e9e7b6d9 req-408dea65-0380-41a3-ace4-5f9c88d71b56 tempest-LiveMigrationTest-725130784 tempest-LiveMigrationTest-725130784-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=195f465d-89cd-403a-9319-c4c4f08fdfc5 HTTP/1.1" status: 200 len: 1096 time: 0.2374420 Aug 16 22:51:41.896919 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ad1f17-cd03-46c4-a0d2-be9762926329 service neutron] Pushing event updated for resources: {'Port': ['ID=a04efa9f-af0c-479f-b11f-4228d439f67d,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:41.928322 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-d8dae171-04ed-4c6e-8ce0-9aad10e9bbbc req-fdb1910c-86c6-46d1-9712-cbd6e2e1ab80 service neutron] For port cb3bf198-cb41-468a-8c5f-5fea6ce4c5c0, host n-h2-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:51:41.931677 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-d8dae171-04ed-4c6e-8ce0-9aad10e9bbbc req-fdb1910c-86c6-46d1-9712-cbd6e2e1ab80 service neutron] For port cb3bf198-cb41-468a-8c5f-5fea6ce4c5c0, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=cb3bf198-cb41-468a-8c5f-5fea6ce4c5c0,segment=NetworkSegment(e85fcd9d-6ca3-43dc-b894-82d87495894a),segment_id=e85fcd9d-6ca3-43dc-b894-82d87495894a)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:51:41.935616 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a3222-e996-4f06-93ed-21314e987a3c req-7025c52b-2947-4a42-826a-bcd134224796 tempest-ServerTagsTestJSON-673524354 tempest-ServerTagsTestJSON-673524354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:41.937154 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-213a3222-e996-4f06-93ed-21314e987a3c req-7025c52b-2947-4a42-826a-bcd134224796 tempest-ServerTagsTestJSON-673524354 tempest-ServerTagsTestJSON-673524354-project] 10.222.0.36 "GET /v2.0/ports?device_id=d512571d-2daf-40d2-ab05-ff27ee5b8045 HTTP/1.1" status: 200 len: 943 time: 0.2502749 Aug 16 22:51:41.938164 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-d8dae171-04ed-4c6e-8ce0-9aad10e9bbbc req-fdb1910c-86c6-46d1-9712-cbd6e2e1ab80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:41.958087 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dae171-04ed-4c6e-8ce0-9aad10e9bbbc req-fdb1910c-86c6-46d1-9712-cbd6e2e1ab80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:41.959368 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-d8dae171-04ed-4c6e-8ce0-9aad10e9bbbc req-fdb1910c-86c6-46d1-9712-cbd6e2e1ab80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:41.960989 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d8dae171-04ed-4c6e-8ce0-9aad10e9bbbc req-fdb1910c-86c6-46d1-9712-cbd6e2e1ab80 service neutron] 10.222.0.57 "PUT /v2.0/ports/cb3bf198-cb41-468a-8c5f-5fea6ce4c5c0 HTTP/1.1" status: 200 len: 1092 time: 0.6791461 Aug 16 22:51:41.992050 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd512571d-2daf-40d2-ab05-ff27ee5b8045', 'tag': 'cb3bf198-cb41-468a-8c5f-5fea6ce4c5c0'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:51:41.994533 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20fa7866-35eb-4690-84f8-2cabe2f8635a" -d '{"events": [{"name": "network-changed", "server_uuid": "d512571d-2daf-40d2-ab05-ff27ee5b8045", "tag": "cb3bf198-cb41-468a-8c5f-5fea6ce4c5c0"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:51:42.005870 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379094e8-aa1a-47ea-932c-f18b10cc84e3 req-bf64f7fa-c78c-471a-b801-ea842344a0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:42.007331 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-379094e8-aa1a-47ea-932c-f18b10cc84e3 req-bf64f7fa-c78c-471a-b801-ea842344a0d4 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a76baa69-a994-4c40-8fea-8de6cbc7d46e HTTP/1.1" status: 200 len: 862 time: 0.1339965 Aug 16 22:51:42.017168 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587e6815-40c9-4b13-8b2f-5a8d1ffbe5de req-4a97a4f7-9105-47a8-91a0-5691bb33aab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:42.018673 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-587e6815-40c9-4b13-8b2f-5a8d1ffbe5de req-4a97a4f7-9105-47a8-91a0-5691bb33aab0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=96f36b2ac4b747ffa8d23196eebfe0fe&device_id=889a7380-3570-4612-b1d9-86f08e3fcda6 HTTP/1.1" status: 200 len: 1096 time: 0.1734746 Aug 16 22:51:42.026588 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb1910c-86c6-46d1-9712-cbd6e2e1ab80 service neutron] Pushing event updated for resources: {'Port': ['ID=cb3bf198-cb41-468a-8c5f-5fea6ce4c5c0,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:42.034891 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c772d3f9-81a9-4281-87e2-ba80e9e7b6d9 req-dd2acf41-f338-43b5-8d60-87f5bc9bbd44 tempest-LiveMigrationTest-725130784 tempest-LiveMigrationTest-725130784-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461244 Aug 16 22:51:42.056616 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-213a3222-e996-4f06-93ed-21314e987a3c req-beb0b015-f7f4-4634-90b3-0d79ee390d31 tempest-ServerTagsTestJSON-673524354 tempest-ServerTagsTestJSON-673524354-project] 10.222.0.36 "GET /v2.0/security-groups?id=f95f0dfc-e747-43ad-bc02-900d07c40153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060877 Aug 16 22:51:42.106506 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dae171-04ed-4c6e-8ce0-9aad10e9bbbc req-d8d3147d-a7f8-456b-aa44-b3fca35fe411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:42.108858 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d8dae171-04ed-4c6e-8ce0-9aad10e9bbbc req-d8d3147d-a7f8-456b-aa44-b3fca35fe411 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7a2d0bdfd24d464b8212782ba992f5f9&device_id=d512571d-2daf-40d2-ab05-ff27ee5b8045 HTTP/1.1" status: 200 len: 1095 time: 0.0689924 Aug 16 22:51:42.146837 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-379094e8-aa1a-47ea-932c-f18b10cc84e3 req-57029d8a-1e7e-44d2-94b9-7a6948c18b4b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=64579410-f531-42c6-89b5-3114daa376a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1248274 Aug 16 22:51:42.150884 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-587e6815-40c9-4b13-8b2f-5a8d1ffbe5de req-0f098f21-6dd8-4312-85e0-be79a9cd1542 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a04efa9f-af0c-479f-b11f-4228d439f67d HTTP/1.1" status: 200 len: 217 time: 0.0979524 Aug 16 22:51:42.165748 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d8dae171-04ed-4c6e-8ce0-9aad10e9bbbc req-df870751-1847-4b02-929e-97ff5b4e5d17 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb3bf198-cb41-468a-8c5f-5fea6ce4c5c0 HTTP/1.1" status: 200 len: 217 time: 0.0432930 Aug 16 22:51:42.219351 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dae171-04ed-4c6e-8ce0-9aad10e9bbbc req-c989990f-1649-49f8-92f9-2b1d85cdeaba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:42.221513 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d8dae171-04ed-4c6e-8ce0-9aad10e9bbbc req-c989990f-1649-49f8-92f9-2b1d85cdeaba service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e9641656-ceaa-4372-9d50-6f1192c929ac HTTP/1.1" status: 200 len: 848 time: 0.0489380 Aug 16 22:51:42.256201 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d8dae171-04ed-4c6e-8ce0-9aad10e9bbbc req-48657b4d-7284-4b2d-8abf-909c02c85ec8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=288e7916-cac4-46c9-a14c-5de83c90a51d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265217 Aug 16 22:51:42.331426 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bf5724-0670-44a7-9bb8-0337da4b69d1 req-8ba51241-8967-4e20-994a-33c70d610dae tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:42.333074 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e7bf5724-0670-44a7-9bb8-0337da4b69d1 req-8ba51241-8967-4e20-994a-33c70d610dae tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=f23d3b21-15f9-48db-9447-23eaa5d44e92 HTTP/1.1" status: 200 len: 945 time: 0.1852944 Aug 16 22:51:42.334484 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587e6815-40c9-4b13-8b2f-5a8d1ffbe5de req-5105b529-869a-48ce-bb38-a72c31b6e242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:42.335808 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-587e6815-40c9-4b13-8b2f-5a8d1ffbe5de req-5105b529-869a-48ce-bb38-a72c31b6e242 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f340c0a0-6bbc-45f5-920c-bfa473779acd HTTP/1.1" status: 200 len: 860 time: 0.1475770 Aug 16 22:51:42.357380 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d8dae171-04ed-4c6e-8ce0-9aad10e9bbbc req-cb9c096a-cc5f-4048-a255-0b01b318161a service neutron] 10.222.0.57 "GET /v2.0/networks/288e7916-cac4-46c9-a14c-5de83c90a51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926931 Aug 16 22:51:42.378396 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee54f9-12d9-49c1-a828-561b853d4b6c req-05401c7b-9459-440c-b674-4be010a6c6fa tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:42.380047 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bfee54f9-12d9-49c1-a828-561b853d4b6c req-05401c7b-9459-440c-b674-4be010a6c6fa tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=889a7380-3570-4612-b1d9-86f08e3fcda6 HTTP/1.1" status: 200 len: 944 time: 0.2308490 Aug 16 22:51:42.407901 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-587e6815-40c9-4b13-8b2f-5a8d1ffbe5de req-83249613-13b9-42bc-bc96-8f79b701463a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=db61fb9f-768d-428b-8446-991cbb0c6922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614302 Aug 16 22:51:42.470594 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d8dae171-04ed-4c6e-8ce0-9aad10e9bbbc req-97bd189d-c912-41c7-bc43-5e873e446ebe service neutron] 10.222.0.57 "GET /v2.0/networks/288e7916-cac4-46c9-a14c-5de83c90a51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052916 Aug 16 22:51:42.492470 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-379094e8-aa1a-47ea-932c-f18b10cc84e3 req-8677ffbc-be55-48fc-98b8-99331edc3413 service neutron] 10.222.0.68 "GET /v2.0/networks/64579410-f531-42c6-89b5-3114daa376a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051679 Aug 16 22:51:42.543756 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e7bf5724-0670-44a7-9bb8-0337da4b69d1 req-ada05949-c51f-4024-8a66-9f11b0ba87e2 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960568 Aug 16 22:51:42.585061 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bfee54f9-12d9-49c1-a828-561b853d4b6c req-6004844f-ed9b-47bb-a381-f291fb985fc4 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857069 Aug 16 22:51:42.613259 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78129e22-4d3a-467e-bcad-0a2757ae531f x-openstack-request-id: req-78129e22-4d3a-467e-bcad-0a2757ae531f {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:51:42.613747 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "889a7380-3570-4612-b1d9-86f08e3fcda6", "tag": "a04efa9f-af0c-479f-b11f-4228d439f67d", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:51:42.614164 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-78129e22-4d3a-467e-bcad-0a2757ae531f {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:51:42.614717 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '889a7380-3570-4612-b1d9-86f08e3fcda6', 'tag': 'a04efa9f-af0c-479f-b11f-4228d439f67d', 'status': 'completed', 'code': 200} Aug 16 22:51:42.670876 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-587e6815-40c9-4b13-8b2f-5a8d1ffbe5de req-72582e9e-4e43-4387-87aa-a8954b8c9d10 service neutron] 10.222.0.57 "GET /v2.0/networks/db61fb9f-768d-428b-8446-991cbb0c6922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513802 Aug 16 22:51:42.697198 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8212d36c-f269-4705-9ae2-08ea84d24a60 x-openstack-request-id: req-8212d36c-f269-4705-9ae2-08ea84d24a60 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:51:42.697491 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d512571d-2daf-40d2-ab05-ff27ee5b8045", "tag": "cb3bf198-cb41-468a-8c5f-5fea6ce4c5c0", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:51:42.697744 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8212d36c-f269-4705-9ae2-08ea84d24a60 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:51:42.698136 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd512571d-2daf-40d2-ab05-ff27ee5b8045', 'tag': 'cb3bf198-cb41-468a-8c5f-5fea6ce4c5c0', 'status': 'completed', 'code': 200} Aug 16 22:51:42.698822 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-379094e8-aa1a-47ea-932c-f18b10cc84e3 req-ce603ad5-2501-4d00-8e32-9f72b24c2d7a service neutron] 10.222.0.68 "GET /v2.0/networks/64579410-f531-42c6-89b5-3114daa376a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942272 Aug 16 22:51:42.815216 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fa7866-35eb-4690-84f8-2cabe2f8635a req-4270a788-ac2c-439a-b946-18c195578b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:42.818366 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-20fa7866-35eb-4690-84f8-2cabe2f8635a req-4270a788-ac2c-439a-b946-18c195578b9c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7a2d0bdfd24d464b8212782ba992f5f9&device_id=d512571d-2daf-40d2-ab05-ff27ee5b8045 HTTP/1.1" status: 200 len: 1095 time: 0.0597534 Aug 16 22:51:42.852868 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937bcfbd-4d4c-4796-961a-f5d83b83079b req-17e2db69-21db-4c2b-ad57-5928cb2c0b34 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:42.861715 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-937bcfbd-4d4c-4796-961a-f5d83b83079b req-17e2db69-21db-4c2b-ad57-5928cb2c0b34 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68c494f-5a7e-4124-bd68-c461a50ab348 HTTP/1.1" status: 200 len: 950 time: 0.0940053 Aug 16 22:51:42.905127 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-587e6815-40c9-4b13-8b2f-5a8d1ffbe5de req-dc801dfa-7758-4f70-9ad3-3c00b407710f service neutron] 10.222.0.57 "GET /v2.0/networks/db61fb9f-768d-428b-8446-991cbb0c6922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996708 Aug 16 22:51:42.926210 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fa7866-35eb-4690-84f8-2cabe2f8635a req-a53a1822-4e94-4573-952b-b987d9b44ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:42.927751 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-20fa7866-35eb-4690-84f8-2cabe2f8635a req-a53a1822-4e94-4573-952b-b987d9b44ce6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=288e7916-cac4-46c9-a14c-5de83c90a51d HTTP/1.1" status: 200 len: 909 time: 0.1007597 Aug 16 22:51:42.953476 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-937bcfbd-4d4c-4796-961a-f5d83b83079b req-8243c7a3-9b36-4536-bf9e-b56365c17125 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903692 Aug 16 22:51:42.973385 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b81c464-3b19-4021-9f7b-009349d758b1 req-aa3ab604-3c3c-4fa4-b545-9abf57377f54 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:42.974919 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0b81c464-3b19-4021-9f7b-009349d758b1 req-aa3ab604-3c3c-4fa4-b545-9abf57377f54 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ff12a09-4221-4ac1-b150-5cba34748f11 HTTP/1.1" status: 200 len: 943 time: 0.0974932 Aug 16 22:51:43.001036 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-20fa7866-35eb-4690-84f8-2cabe2f8635a req-3531a2e1-7585-411c-a4fa-056d1a1b36f3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb3bf198-cb41-468a-8c5f-5fea6ce4c5c0 HTTP/1.1" status: 200 len: 217 time: 0.0525751 Aug 16 22:51:43.018885 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0b81c464-3b19-4021-9f7b-009349d758b1 req-a641a964-a62c-45c7-b3d7-73774df72bbc tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/security-groups?id=27dbc869-d84c-4027-ab20-4514a0688a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367668 Aug 16 22:51:43.086405 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fa7866-35eb-4690-84f8-2cabe2f8635a req-db98acb3-10fb-4375-a81a-5ae7ee56b6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:43.087437 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-20fa7866-35eb-4690-84f8-2cabe2f8635a req-db98acb3-10fb-4375-a81a-5ae7ee56b6d1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e9641656-ceaa-4372-9d50-6f1192c929ac HTTP/1.1" status: 200 len: 848 time: 0.0487597 Aug 16 22:51:43.098307 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c185aef-44b4-4724-9f42-a99fee990f03 req-1f5b7f7b-b76c-4da2-81a8-a7c2f1e4ffe5 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:43.103404 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3c185aef-44b4-4724-9f42-a99fee990f03 req-1f5b7f7b-b76c-4da2-81a8-a7c2f1e4ffe5 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=195f465d-89cd-403a-9319-c4c4f08fdfc5 HTTP/1.1" status: 200 len: 944 time: 0.0879641 Aug 16 22:51:43.106424 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f23d847-5714-42ae-a323-5f9033d0f9e3 req-b96f65d9-ca30-4af7-9ee7-501c2b87deec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:43.108372 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8f23d847-5714-42ae-a323-5f9033d0f9e3 req-b96f65d9-ca30-4af7-9ee7-501c2b87deec service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=96f36b2ac4b747ffa8d23196eebfe0fe&device_id=889a7380-3570-4612-b1d9-86f08e3fcda6 HTTP/1.1" status: 200 len: 1096 time: 0.0645633 Aug 16 22:51:43.111116 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 6898dda7-5194-45f9-8075-a9e3379de869 details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:51:43.114683 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 6898dda7-5194-45f9-8075-a9e3379de869 no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:51:43.128758 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-20fa7866-35eb-4690-84f8-2cabe2f8635a req-7dcc6a02-bff1-420a-95a7-bc08538cd4a0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=288e7916-cac4-46c9-a14c-5de83c90a51d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323901 Aug 16 22:51:43.229923 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3c185aef-44b4-4724-9f42-a99fee990f03 req-50aac4c9-1578-4dd8-821c-b3d79d19797d tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829329 Aug 16 22:51:43.251129 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:43.251819 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-20fa7866-35eb-4690-84f8-2cabe2f8635a req-71366cd8-50ff-4201-a819-fd0545717d45 service neutron] 10.222.0.57 "GET /v2.0/networks/288e7916-cac4-46c9-a14c-5de83c90a51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144557 Aug 16 22:51:43.251957 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeb3be2-d6ee-4729-a177-f588583c0aad req-cbf432ae-7f76-480a-a35c-1ece4f9d80aa tempest-ServerTagsTestJSON-673524354 tempest-ServerTagsTestJSON-673524354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:43.253520 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ceeb3be2-d6ee-4729-a177-f588583c0aad req-cbf432ae-7f76-480a-a35c-1ece4f9d80aa tempest-ServerTagsTestJSON-673524354 tempest-ServerTagsTestJSON-673524354-project] 10.222.0.36 "GET /v2.0/ports?device_id=d512571d-2daf-40d2-ab05-ff27ee5b8045 HTTP/1.1" status: 200 len: 943 time: 0.1425145 Aug 16 22:51:43.288321 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f23d3b21-15f9-48db-9447-23eaa5d44e92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6898dda7-5194-45f9-8075-a9e3379de869'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:51:43.290633 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d566cf49-21e6-42af-b729-024f323e680a" -d '{"events": [{"server_uuid": "f23d3b21-15f9-48db-9447-23eaa5d44e92", "name": "network-vif-unplugged", "status": "completed", "tag": "6898dda7-5194-45f9-8075-a9e3379de869"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:51:43.297470 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f23d847-5714-42ae-a323-5f9033d0f9e3 req-a2e49f18-d3e2-4c20-ac83-1c26f1937946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:43.298947 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8f23d847-5714-42ae-a323-5f9033d0f9e3 req-a2e49f18-d3e2-4c20-ac83-1c26f1937946 service neutron] 10.222.0.57 "GET /v2.0/networks?id=db61fb9f-768d-428b-8446-991cbb0c6922 HTTP/1.1" status: 200 len: 921 time: 0.1788702 Aug 16 22:51:43.314581 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 6898dda7-5194-45f9-8075-a9e3379de869, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=6898dda7-5194-45f9-8075-a9e3379de869,segment=NetworkSegment(0776e957-0fd5-4cd9-b2cd-f5649efce124),segment_id=0776e957-0fd5-4cd9-b2cd-f5649efce124)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:51:43.323720 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 6898dda7-5194-45f9-8075-a9e3379de869, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=6898dda7-5194-45f9-8075-a9e3379de869,segment=NetworkSegment(0776e957-0fd5-4cd9-b2cd-f5649efce124),segment_id=0776e957-0fd5-4cd9-b2cd-f5649efce124)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:51:43.326834 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:43.358017 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8f23d847-5714-42ae-a323-5f9033d0f9e3 req-6f75661b-5dc8-4744-a1f9-50bfe0cd7b1f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a04efa9f-af0c-479f-b11f-4228d439f67d HTTP/1.1" status: 200 len: 217 time: 0.0490546 Aug 16 22:51:43.359637 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 22:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96f4765e-c699-485c-af7c-9bf1cba6028f x-openstack-request-id: req-96f4765e-c699-485c-af7c-9bf1cba6028f {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:51:43.360462 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f23d3b21-15f9-48db-9447-23eaa5d44e92", "name": "network-vif-unplugged", "status": "completed", "tag": "6898dda7-5194-45f9-8075-a9e3379de869", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:51:43.360749 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-96f4765e-c699-485c-af7c-9bf1cba6028f {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:51:43.361482 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f23d3b21-15f9-48db-9447-23eaa5d44e92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6898dda7-5194-45f9-8075-a9e3379de869', 'code': 200} Aug 16 22:51:43.368519 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-20fa7866-35eb-4690-84f8-2cabe2f8635a req-eed0e0f0-b4f2-430d-ade9-d833cb83863e service neutron] 10.222.0.57 "GET /v2.0/networks/288e7916-cac4-46c9-a14c-5de83c90a51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047444 Aug 16 22:51:43.371045 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ceeb3be2-d6ee-4729-a177-f588583c0aad req-06e664b8-538d-45db-ace2-4dedbcb81081 tempest-ServerTagsTestJSON-673524354 tempest-ServerTagsTestJSON-673524354-project] 10.222.0.36 "GET /v2.0/security-groups?id=f95f0dfc-e747-43ad-bc02-900d07c40153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062901 Aug 16 22:51:43.373691 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': '6898dda7-5194-45f9-8075-a9e3379de869', 'network_id': '293b6503-0dd0-473c-b292-a36a6d59f563', 'port_id': '6898dda7-5194-45f9-8075-a9e3379de869', 'mac_address': 'fa:16:3e:9c:6b:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb70f846-7e6c-4740-9acb-63b13b1d78a5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:51:43.421922 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f23d847-5714-42ae-a323-5f9033d0f9e3 req-e17bfa5f-c892-4605-bc3f-a928809010a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:43.423460 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8f23d847-5714-42ae-a323-5f9033d0f9e3 req-e17bfa5f-c892-4605-bc3f-a928809010a4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f340c0a0-6bbc-45f5-920c-bfa473779acd HTTP/1.1" status: 200 len: 860 time: 0.0494425 Aug 16 22:51:43.433659 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=6898dda7-5194-45f9-8075-a9e3379de869,revision_number=6']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:43.443944 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:43.446668 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:43.447022 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:43.447368 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:43.447711 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:43.448052 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:43.448392 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:43.448758 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:43.449092 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:43.449487 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:43.449873 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:43.450208 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:43.450582 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:51:43.456354 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8f23d847-5714-42ae-a323-5f9033d0f9e3 req-18562b98-754d-4f9d-b600-b4f8adeba7e6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=db61fb9f-768d-428b-8446-991cbb0c6922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254974 Aug 16 22:51:43.466579 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6898dda7-5194-45f9-8075-a9e3379de869 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:51:43.492646 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 6898dda7-5194-45f9-8075-a9e3379de869, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=6898dda7-5194-45f9-8075-a9e3379de869,segment=NetworkSegment(0776e957-0fd5-4cd9-b2cd-f5649efce124),segment_id=0776e957-0fd5-4cd9-b2cd-f5649efce124)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:51:43.496977 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:43.497667 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 6c53726c-313d-4b07-99cc-3c30f92b16fd details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:51:43.552922 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8f23d847-5714-42ae-a323-5f9033d0f9e3 req-7542a2b3-f93a-492a-9198-824604c3c04e service neutron] 10.222.0.57 "GET /v2.0/networks/db61fb9f-768d-428b-8446-991cbb0c6922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889273 Aug 16 22:51:43.589984 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=6898dda7-5194-45f9-8075-a9e3379de869,revision_number=7']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:43.636949 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 6c53726c-313d-4b07-99cc-3c30f92b16fd, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=6c53726c-313d-4b07-99cc-3c30f92b16fd,segment=NetworkSegment(14912929-ceb9-4c21-80c4-b8179d0f9d12),segment_id=14912929-ceb9-4c21-80c4-b8179d0f9d12)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:51:43.650465 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': '6c53726c-313d-4b07-99cc-3c30f92b16fd', 'network_id': '64579410-f531-42c6-89b5-3114daa376a8', 'port_id': '6c53726c-313d-4b07-99cc-3c30f92b16fd', 'mac_address': 'fa:16:3e:74:16:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a76baa69-a994-4c40-8fea-8de6cbc7d46e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:51:43.704610 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:43.718380 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c53726c-313d-4b07-99cc-3c30f92b16fd {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:51:43.738525 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d4c8a6-5d7a-4403-8cfb-f8347ba514ab req-57bed97d-d8b2-436f-86a2-b92e382fda6f tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:43.740017 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-08d4c8a6-5d7a-4403-8cfb-f8347ba514ab req-57bed97d-d8b2-436f-86a2-b92e382fda6f tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.68 "GET /v2.0/ports?device_id=195f465d-89cd-403a-9319-c4c4f08fdfc5 HTTP/1.1" status: 200 len: 944 time: 0.1710427 Aug 16 22:51:43.740530 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 6c53726c-313d-4b07-99cc-3c30f92b16fd, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=6c53726c-313d-4b07-99cc-3c30f92b16fd,segment=NetworkSegment(14912929-ceb9-4c21-80c4-b8179d0f9d12),segment_id=14912929-ceb9-4c21-80c4-b8179d0f9d12)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:51:43.744896 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:43.767007 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8f23d847-5714-42ae-a323-5f9033d0f9e3 req-db0e26bd-3080-40cc-9a01-69181b70fa2d service neutron] 10.222.0.57 "GET /v2.0/networks/db61fb9f-768d-428b-8446-991cbb0c6922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055502 Aug 16 22:51:43.800373 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6fcd7a-2a27-47a3-bc65-1ba46ec7d138 req-d86e2adf-40bd-40a5-8d90-2af257bf7d4b tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:43.800678 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=6c53726c-313d-4b07-99cc-3c30f92b16fd,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:43.802544 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fc6fcd7a-2a27-47a3-bc65-1ba46ec7d138 req-d86e2adf-40bd-40a5-8d90-2af257bf7d4b tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=f23d3b21-15f9-48db-9447-23eaa5d44e92 HTTP/1.1" status: 200 len: 944 time: 0.1681318 Aug 16 22:51:43.817629 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5570db0-dbf1-44db-bcf6-e6957965de99 req-2e1ecf69-68a7-4d17-832a-9650bfbbef71 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:43.819113 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e5570db0-dbf1-44db-bcf6-e6957965de99 req-2e1ecf69-68a7-4d17-832a-9650bfbbef71 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=889a7380-3570-4612-b1d9-86f08e3fcda6 HTTP/1.1" status: 200 len: 944 time: 0.1439025 Aug 16 22:51:43.906341 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fc6fcd7a-2a27-47a3-bc65-1ba46ec7d138 req-8bb2eff7-0d75-4cf3-a70c-3a1b7a45d369 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837533 Aug 16 22:51:43.924935 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e5570db0-dbf1-44db-bcf6-e6957965de99 req-0a7e1ef3-3c77-45e2-8ac2-915b449aac93 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900762 Aug 16 22:51:43.953356 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-08d4c8a6-5d7a-4403-8cfb-f8347ba514ab req-5143cb37-4f9a-4de7-860a-1952e449f408 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Deleting port 46991f02-0877-4fdb-a939-148b962ab439 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:51:43.953827 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-08d4c8a6-5d7a-4403-8cfb-f8347ba514ab req-5143cb37-4f9a-4de7-860a-1952e449f408 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:44.046979 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['6c53726c-313d-4b07-99cc-3c30f92b16fd'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:51:44.050176 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['6898dda7-5194-45f9-8075-a9e3379de869'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:51:44.092806 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-08d4c8a6-5d7a-4403-8cfb-f8347ba514ab req-5143cb37-4f9a-4de7-860a-1952e449f408 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] For port 46991f02-0877-4fdb-a939-148b962ab439, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=46991f02-0877-4fdb-a939-148b962ab439,segment=NetworkSegment(f636a4c4-5ebb-45e7-a739-a275ed345fed),segment_id=f636a4c4-5ebb-45e7-a739-a275ed345fed)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:51:44.093127 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-08d4c8a6-5d7a-4403-8cfb-f8347ba514ab req-5143cb37-4f9a-4de7-860a-1952e449f408 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:44.118688 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-08d4c8a6-5d7a-4403-8cfb-f8347ba514ab req-5143cb37-4f9a-4de7-860a-1952e449f408 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Calling delete_port for 46991f02-0877-4fdb-a939-148b962ab439 owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:51:44.204638 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a585824-cf4d-4f5b-abd6-4d1379379fbe req-1b360afe-641d-4316-b264-bbd95458830d tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:44.206170 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7a585824-cf4d-4f5b-abd6-4d1379379fbe req-1b360afe-641d-4316-b264-bbd95458830d tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68c494f-5a7e-4124-bd68-c461a50ab348 HTTP/1.1" status: 200 len: 950 time: 0.1513772 Aug 16 22:51:44.238517 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc74dfe-4566-48cf-90e4-2c66be314317 req-73d03d17-2d6d-453a-a656-f3e22e08e552 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:44.240001 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7cc74dfe-4566-48cf-90e4-2c66be314317 req-73d03d17-2d6d-453a-a656-f3e22e08e552 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ff12a09-4221-4ac1-b150-5cba34748f11 HTTP/1.1" status: 200 len: 944 time: 0.1426513 Aug 16 22:51:44.306431 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7a585824-cf4d-4f5b-abd6-4d1379379fbe req-b07696db-262a-4a3a-82a1-f8cce8eb6f57 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898144 Aug 16 22:51:44.315234 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7cc74dfe-4566-48cf-90e4-2c66be314317 req-bd482995-4586-4f7f-beae-ffbd795e4e5e tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/security-groups?id=27dbc869-d84c-4027-ab20-4514a0688a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649102 Aug 16 22:51:44.374066 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-08d4c8a6-5d7a-4403-8cfb-f8347ba514ab req-5143cb37-4f9a-4de7-860a-1952e449f408 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:44.423226 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5143cb37-4f9a-4de7-860a-1952e449f408 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Pushing event deleted for resources: {'Port': ['ID=46991f02-0877-4fdb-a939-148b962ab439,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:44.454293 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-67adfaaa-ef6e-4e91-82d8-1ec82881961d req-5cc481c9-2352-4559-ae72-15df78ba6283 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=195f465d-89cd-403a-9319-c4c4f08fdfc5 HTTP/1.1" status: 200 len: 210 time: 0.0752933 Aug 16 22:51:44.494681 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-08d4c8a6-5d7a-4403-8cfb-f8347ba514ab req-5143cb37-4f9a-4de7-860a-1952e449f408 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] No DVR routers for this DVR port 46991f02-0877-4fdb-a939-148b962ab439 on host n-h1-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:51:44.500133 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-08d4c8a6-5d7a-4403-8cfb-f8347ba514ab req-5143cb37-4f9a-4de7-860a-1952e449f408 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:44.502122 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-08d4c8a6-5d7a-4403-8cfb-f8347ba514ab req-5143cb37-4f9a-4de7-860a-1952e449f408 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.68 "DELETE /v2.0/ports/46991f02-0877-4fdb-a939-148b962ab439 HTTP/1.1" status: 204 len: 173 time: 0.7512608 Aug 16 22:51:44.523024 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad4da12-f0e4-48f2-a452-692eec7621f9 req-9ff26b37-debb-41b8-97ee-93c32b97320b tempest-ServerTagsTestJSON-673524354 tempest-ServerTagsTestJSON-673524354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:44.524519 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4ad4da12-f0e4-48f2-a452-692eec7621f9 req-9ff26b37-debb-41b8-97ee-93c32b97320b tempest-ServerTagsTestJSON-673524354 tempest-ServerTagsTestJSON-673524354-project] 10.222.0.36 "GET /v2.0/ports?device_id=d512571d-2daf-40d2-ab05-ff27ee5b8045 HTTP/1.1" status: 200 len: 943 time: 0.0693738 Aug 16 22:51:44.565530 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4ad4da12-f0e4-48f2-a452-692eec7621f9 req-4fe7e593-6065-4e92-9693-6048c8c763a2 tempest-ServerTagsTestJSON-673524354 tempest-ServerTagsTestJSON-673524354-project] 10.222.0.36 "GET /v2.0/security-groups?id=f95f0dfc-e747-43ad-bc02-900d07c40153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337303 Aug 16 22:51:44.617300 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '195f465d-89cd-403a-9319-c4c4f08fdfc5', 'name': 'network-vif-deleted', 'tag': '46991f02-0877-4fdb-a939-148b962ab439'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:51:44.619689 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-887c445e-11e9-4557-b85c-bcfc738cd07f" -d '{"events": [{"server_uuid": "195f465d-89cd-403a-9319-c4c4f08fdfc5", "name": "network-vif-deleted", "tag": "46991f02-0877-4fdb-a939-148b962ab439"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:51:44.656936 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e537101-ae98-4e07-a799-6080a6214f8e x-openstack-request-id: req-0e537101-ae98-4e07-a799-6080a6214f8e {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:51:44.657235 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "195f465d-89cd-403a-9319-c4c4f08fdfc5", "name": "network-vif-deleted", "tag": "46991f02-0877-4fdb-a939-148b962ab439", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:51:44.657482 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0e537101-ae98-4e07-a799-6080a6214f8e {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:51:44.657881 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '195f465d-89cd-403a-9319-c4c4f08fdfc5', 'name': 'network-vif-deleted', 'tag': '46991f02-0877-4fdb-a939-148b962ab439', 'status': 'completed', 'code': 200} Aug 16 22:51:44.884748 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['46991f02-0877-4fdb-a939-148b962ab439'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:51:45.085578 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565beebd-f59f-4d05-9312-15471027b055 req-efc0844b-2358-4b99-a00e-88f8a9fa87f1 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:45.087732 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-565beebd-f59f-4d05-9312-15471027b055 req-efc0844b-2358-4b99-a00e-88f8a9fa87f1 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=f23d3b21-15f9-48db-9447-23eaa5d44e92 HTTP/1.1" status: 200 len: 944 time: 0.1112206 Aug 16 22:51:45.103855 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f092195a-5659-40ba-baba-5a41c999c4fa req-037bcfdb-e2eb-4149-b5fc-3bcbbff10bdf tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:45.105366 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f092195a-5659-40ba-baba-5a41c999c4fa req-037bcfdb-e2eb-4149-b5fc-3bcbbff10bdf tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=889a7380-3570-4612-b1d9-86f08e3fcda6 HTTP/1.1" status: 200 len: 944 time: 0.0923460 Aug 16 22:51:45.129861 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 6898dda7-5194-45f9-8075-a9e3379de869 up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:51:45.167345 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-565beebd-f59f-4d05-9312-15471027b055 req-fc058824-57e9-41d9-ab88-658d3a860686 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722570 Aug 16 22:51:45.173481 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f092195a-5659-40ba-baba-5a41c999c4fa req-db33e382-07e2-48f4-af5a-f0611ddbde83 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606928 Aug 16 22:51:45.225636 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port 6898dda7-5194-45f9-8075-a9e3379de869 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:51:45.226149 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:45.466291 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee8d730-835e-44bb-86f6-a1f77b062559 req-b398b680-7050-4f16-8a01-18f3e62dc830 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:45.468694 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5ee8d730-835e-44bb-86f6-a1f77b062559 req-b398b680-7050-4f16-8a01-18f3e62dc830 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68c494f-5a7e-4124-bd68-c461a50ab348 HTTP/1.1" status: 200 len: 950 time: 0.0664411 Aug 16 22:51:45.483835 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:45.506493 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f23d3b21-15f9-48db-9447-23eaa5d44e92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6898dda7-5194-45f9-8075-a9e3379de869'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:51:45.508660 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b400963-9b6f-45dd-aff0-89fd4d429ffc" -d '{"events": [{"server_uuid": "f23d3b21-15f9-48db-9447-23eaa5d44e92", "name": "network-vif-plugged", "status": "completed", "tag": "6898dda7-5194-45f9-8075-a9e3379de869"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:51:45.522412 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 6898dda7-5194-45f9-8075-a9e3379de869, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=6898dda7-5194-45f9-8075-a9e3379de869,segment=NetworkSegment(0776e957-0fd5-4cd9-b2cd-f5649efce124),segment_id=0776e957-0fd5-4cd9-b2cd-f5649efce124)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:51:45.530029 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:45.530930 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 6c53726c-313d-4b07-99cc-3c30f92b16fd up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:51:45.549193 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5ee8d730-835e-44bb-86f6-a1f77b062559 req-6d6dc0fe-3d0b-4688-82d1-728e82a823f1 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733805 Aug 16 22:51:45.557864 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed848742-8f57-4761-9b31-84d788c94e77 req-cb6f8c8e-15e1-4ae0-8de9-ca28625862b1 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:45.575737 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ed848742-8f57-4761-9b31-84d788c94e77 req-cb6f8c8e-15e1-4ae0-8de9-ca28625862b1 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ff12a09-4221-4ac1-b150-5cba34748f11 HTTP/1.1" status: 200 len: 944 time: 0.0921354 Aug 16 22:51:45.608392 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=6898dda7-5194-45f9-8075-a9e3379de869,revision_number=8']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:45.623555 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ed848742-8f57-4761-9b31-84d788c94e77 req-c455241d-4849-451a-83bd-687bbf5732b5 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/security-groups?id=27dbc869-d84c-4027-ab20-4514a0688a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530832 Aug 16 22:51:45.623953 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning for port 6c53726c-313d-4b07-99cc-3c30f92b16fd completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:51:45.639730 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port 6c53726c-313d-4b07-99cc-3c30f92b16fd triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:51:45.640129 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:45.671010 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea885864-f2a5-4667-abd9-32c27f3f6681 x-openstack-request-id: req-ea885864-f2a5-4667-abd9-32c27f3f6681 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:51:45.671668 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f23d3b21-15f9-48db-9447-23eaa5d44e92", "name": "network-vif-plugged", "status": "completed", "tag": "6898dda7-5194-45f9-8075-a9e3379de869", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:51:45.671832 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ea885864-f2a5-4667-abd9-32c27f3f6681 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:51:45.672395 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f23d3b21-15f9-48db-9447-23eaa5d44e92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6898dda7-5194-45f9-8075-a9e3379de869', 'code': 200} Aug 16 22:51:45.744086 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5a774350-1d6c-44ec-81cb-58e7c898d222 req-cce15721-59e9-4ea8-a3c6-a76d590cd66e tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=195f465d-89cd-403a-9319-c4c4f08fdfc5 HTTP/1.1" status: 200 len: 210 time: 0.0826848 Aug 16 22:51:45.814108 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d888feb0-3b03-491e-9592-1a7e9af20b45 req-0bb61ea1-b58a-4b18-8ad2-74af04918058 tempest-ServerTagsTestJSON-673524354 tempest-ServerTagsTestJSON-673524354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:45.818231 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:45.822895 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d888feb0-3b03-491e-9592-1a7e9af20b45 req-0bb61ea1-b58a-4b18-8ad2-74af04918058 tempest-ServerTagsTestJSON-673524354 tempest-ServerTagsTestJSON-673524354-project] 10.222.0.36 "GET /v2.0/ports?device_id=d512571d-2daf-40d2-ab05-ff27ee5b8045 HTTP/1.1" status: 200 len: 943 time: 0.0739160 Aug 16 22:51:45.873634 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d888feb0-3b03-491e-9592-1a7e9af20b45 req-4768de23-0626-43ab-b064-18140d7b43f9 tempest-ServerTagsTestJSON-673524354 tempest-ServerTagsTestJSON-673524354-project] 10.222.0.36 "GET /v2.0/security-groups?id=f95f0dfc-e747-43ad-bc02-900d07c40153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498240 Aug 16 22:51:45.892547 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 6c53726c-313d-4b07-99cc-3c30f92b16fd, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=6c53726c-313d-4b07-99cc-3c30f92b16fd,segment=NetworkSegment(14912929-ceb9-4c21-80c4-b8179d0f9d12),segment_id=14912929-ceb9-4c21-80c4-b8179d0f9d12)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:51:45.899759 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:45.900599 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 46991f02-0877-4fdb-a939-148b962ab439 no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:51:45.947196 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] No Port match for: 46991f02-0877-4fdb-a939-148b962ab439 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:51:45.947461 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 46991f02-0877-4fdb-a939-148b962ab439 not bound to the agent host n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:51:45.954590 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d8a37-0473-41b4-a64c-463c80e1e804 req-80f6ee91-e742-40c4-8582-7b5f079a9470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:45.956185 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6b4d8a37-0473-41b4-a64c-463c80e1e804 req-80f6ee91-e742-40c4-8582-7b5f079a9470 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=f23d3b21-15f9-48db-9447-23eaa5d44e92 HTTP/1.1" status: 200 len: 1097 time: 0.1108842 Aug 16 22:51:45.984729 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=6c53726c-313d-4b07-99cc-3c30f92b16fd,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:45.998083 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6b4d8a37-0473-41b4-a64c-463c80e1e804 req-e4e5e21d-7578-46a6-acf4-99a506f1a1ac service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334766 Aug 16 22:51:46.315477 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1585a085-f87c-4632-b390-ff37f902e92a req-c900b57b-a622-4589-ac98-7b4c8d11722d tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:46.316968 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1585a085-f87c-4632-b390-ff37f902e92a req-c900b57b-a622-4589-ac98-7b4c8d11722d tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=f23d3b21-15f9-48db-9447-23eaa5d44e92 HTTP/1.1" status: 200 len: 945 time: 0.0738087 Aug 16 22:51:46.330168 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ead3a-44f8-4b11-b88f-90e1b63b1c38 req-e43d7ae7-af0b-43e1-8734-94c09031f18c tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:46.331726 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c04ead3a-44f8-4b11-b88f-90e1b63b1c38 req-e43d7ae7-af0b-43e1-8734-94c09031f18c tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=889a7380-3570-4612-b1d9-86f08e3fcda6 HTTP/1.1" status: 200 len: 944 time: 0.0793588 Aug 16 22:51:46.390954 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c04ead3a-44f8-4b11-b88f-90e1b63b1c38 req-b989f1ea-f374-44aa-b0d7-fc942be56d8c tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523167 Aug 16 22:51:46.393679 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1585a085-f87c-4632-b390-ff37f902e92a req-22e03a7d-2700-4dcd-a495-675b1ad7772f tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610781 Aug 16 22:51:46.681741 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec225fa-da05-4e84-8569-7a05bb40851e req-48111242-5c64-4270-bcdf-1d2a55bfb925 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:46.683258 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9ec225fa-da05-4e84-8569-7a05bb40851e req-48111242-5c64-4270-bcdf-1d2a55bfb925 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68c494f-5a7e-4124-bd68-c461a50ab348 HTTP/1.1" status: 200 len: 950 time: 0.0528123 Aug 16 22:51:46.751292 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9ec225fa-da05-4e84-8569-7a05bb40851e req-6efbc4d6-85b3-45fb-994e-f9d802feb354 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554807 Aug 16 22:51:46.759334 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09b0af6-2279-4d66-9278-c96e5e1a6646 req-7dc5250c-1433-4c4f-b4bb-48eed6eea0d8 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:46.761958 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c09b0af6-2279-4d66-9278-c96e5e1a6646 req-7dc5250c-1433-4c4f-b4bb-48eed6eea0d8 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ff12a09-4221-4ac1-b150-5cba34748f11 HTTP/1.1" status: 200 len: 945 time: 0.0736995 Aug 16 22:51:46.811672 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c09b0af6-2279-4d66-9278-c96e5e1a6646 req-e9514322-212e-4894-9645-fdd9fd8beb56 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/security-groups?id=27dbc869-d84c-4027-ab20-4514a0688a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384152 Aug 16 22:51:46.843803 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-baa30d8b-71c5-4a28-a044-71197c9090f9 req-fe339d8b-fd39-4401-aade-e17b64e655c2 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=195f465d-89cd-403a-9319-c4c4f08fdfc5 HTTP/1.1" status: 200 len: 210 time: 0.0311778 Aug 16 22:51:46.983346 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9901f2b-3d75-4ab8-9a99-9e887a69ac63 req-84b693ea-e778-4c6c-978d-9a185b070561 tempest-ServerTagsTestJSON-673524354 tempest-ServerTagsTestJSON-673524354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:46.984869 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d9901f2b-3d75-4ab8-9a99-9e887a69ac63 req-84b693ea-e778-4c6c-978d-9a185b070561 tempest-ServerTagsTestJSON-673524354 tempest-ServerTagsTestJSON-673524354-project] 10.222.0.36 "GET /v2.0/ports?device_id=d512571d-2daf-40d2-ab05-ff27ee5b8045 HTTP/1.1" status: 200 len: 943 time: 0.0497139 Aug 16 22:51:47.024794 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d9901f2b-3d75-4ab8-9a99-9e887a69ac63 req-88f98d37-6e40-4685-836f-068a923adcf0 tempest-ServerTagsTestJSON-673524354 tempest-ServerTagsTestJSON-673524354-project] 10.222.0.36 "GET /v2.0/security-groups?id=f95f0dfc-e747-43ad-bc02-900d07c40153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333447 Aug 16 22:51:47.548057 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dadd1b-2f27-4961-8eb3-a085db242920 req-75724b16-8672-4269-ac41-4aa47bcf2ea7 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:47.549605 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-20dadd1b-2f27-4961-8eb3-a085db242920 req-75724b16-8672-4269-ac41-4aa47bcf2ea7 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=f23d3b21-15f9-48db-9447-23eaa5d44e92 HTTP/1.1" status: 200 len: 945 time: 0.0850611 Aug 16 22:51:47.556971 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb7aae2-6350-45d5-9ab5-d5685cf282f4 req-7c5d5127-1edb-4ef2-9c68-e2150f132773 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:47.558404 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-beb7aae2-6350-45d5-9ab5-d5685cf282f4 req-7c5d5127-1edb-4ef2-9c68-e2150f132773 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=889a7380-3570-4612-b1d9-86f08e3fcda6 HTTP/1.1" status: 200 len: 944 time: 0.0818598 Aug 16 22:51:47.587909 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-af7bb1db-c878-4559-a630-6cb54bddd0cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:47.616302 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-20dadd1b-2f27-4961-8eb3-a085db242920 req-5aaa386b-3c7f-40a7-8e02-2af207498f9b tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568914 Aug 16 22:51:47.619084 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-beb7aae2-6350-45d5-9ab5-d5685cf282f4 req-69e64679-c839-46ac-b390-6a606c567f05 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538931 Aug 16 22:51:47.673187 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ff12a09-4221-4ac1-b150-5cba34748f11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c53726c-313d-4b07-99cc-3c30f92b16fd'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:51:47.677043 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-199f4adf-97b8-4d47-b723-c3be4e04fa1d" -d '{"events": [{"server_uuid": "8ff12a09-4221-4ac1-b150-5cba34748f11", "name": "network-vif-plugged", "status": "completed", "tag": "6c53726c-313d-4b07-99cc-3c30f92b16fd"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:51:47.773679 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ecf6e20-f4f9-4809-a75c-6f9a6ad3181d x-openstack-request-id: req-4ecf6e20-f4f9-4809-a75c-6f9a6ad3181d {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:51:47.774242 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ff12a09-4221-4ac1-b150-5cba34748f11", "name": "network-vif-plugged", "status": "completed", "tag": "6c53726c-313d-4b07-99cc-3c30f92b16fd", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:51:47.774770 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4ecf6e20-f4f9-4809-a75c-6f9a6ad3181d {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:51:47.775406 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ff12a09-4221-4ac1-b150-5cba34748f11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c53726c-313d-4b07-99cc-3c30f92b16fd', 'code': 200} Aug 16 22:51:47.831972 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02429931-96fc-456c-9397-f8d11b437fe4 req-2ef95026-2f29-4f49-ba99-89f09eb78a47 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:47.833611 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-02429931-96fc-456c-9397-f8d11b437fe4 req-2ef95026-2f29-4f49-ba99-89f09eb78a47 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=f23d3b21-15f9-48db-9447-23eaa5d44e92 HTTP/1.1" status: 200 len: 945 time: 0.0677402 Aug 16 22:51:47.835026 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device cb3bf198-cb41-468a-8c5f-5fea6ce4c5c0 details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:51:47.931704 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-02429931-96fc-456c-9397-f8d11b437fe4 req-2f4c5a90-ce8c-4006-9ded-4f94582f4787 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878618 Aug 16 22:51:47.940086 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port cb3bf198-cb41-468a-8c5f-5fea6ce4c5c0, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=cb3bf198-cb41-468a-8c5f-5fea6ce4c5c0,segment=NetworkSegment(e85fcd9d-6ca3-43dc-b894-82d87495894a),segment_id=e85fcd9d-6ca3-43dc-b894-82d87495894a)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:51:47.942857 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3df001-589f-436a-818e-53e897903868 req-8823738a-54c4-466e-94c0-fcc712012f5b tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:47.950936 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8b3df001-589f-436a-818e-53e897903868 req-8823738a-54c4-466e-94c0-fcc712012f5b tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68c494f-5a7e-4124-bd68-c461a50ab348 HTTP/1.1" status: 200 len: 950 time: 0.1158810 Aug 16 22:51:47.957227 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': 'cb3bf198-cb41-468a-8c5f-5fea6ce4c5c0', 'network_id': '288e7916-cac4-46c9-a14c-5de83c90a51d', 'port_id': 'cb3bf198-cb41-468a-8c5f-5fea6ce4c5c0', 'mac_address': 'fa:16:3e:97:6f:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9641656-ceaa-4372-9d50-6f1192c929ac', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:51:47.967068 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d1f138-0044-4b66-b417-d8fbf069c5a7 req-419c4ea0-6772-4ff5-8ca8-93c54d122f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:47.968772 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-82d1f138-0044-4b66-b417-d8fbf069c5a7 req-419c4ea0-6772-4ff5-8ca8-93c54d122f26 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=8ff12a09-4221-4ac1-b150-5cba34748f11 HTTP/1.1" status: 200 len: 1097 time: 0.1222191 Aug 16 22:51:48.000357 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:48.014681 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb3bf198-cb41-468a-8c5f-5fea6ce4c5c0 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:51:48.038334 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port cb3bf198-cb41-468a-8c5f-5fea6ce4c5c0, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=cb3bf198-cb41-468a-8c5f-5fea6ce4c5c0,segment=NetworkSegment(e85fcd9d-6ca3-43dc-b894-82d87495894a),segment_id=e85fcd9d-6ca3-43dc-b894-82d87495894a)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:51:48.040368 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8b3df001-589f-436a-818e-53e897903868 req-08fab91f-b396-4d8d-a99d-e02a495cd64b tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885723 Aug 16 22:51:48.042007 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-82d1f138-0044-4b66-b417-d8fbf069c5a7 req-90a0b786-d113-4efa-8564-4935f8b11036 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=27dbc869-d84c-4027-ab20-4514a0688a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635352 Aug 16 22:51:48.046167 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:48.082831 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1170dd-6713-42ce-9101-3c04ddc6f9ec req-7c1971da-75cf-4c1e-aa3a-86a4746341bb tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:48.084576 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ac1170dd-6713-42ce-9101-3c04ddc6f9ec req-7c1971da-75cf-4c1e-aa3a-86a4746341bb tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ff12a09-4221-4ac1-b150-5cba34748f11 HTTP/1.1" status: 200 len: 945 time: 0.0636470 Aug 16 22:51:48.098969 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=cb3bf198-cb41-468a-8c5f-5fea6ce4c5c0,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:48.133376 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ac1170dd-6713-42ce-9101-3c04ddc6f9ec req-def2796e-85b2-4486-8b0f-00265ecd7771 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/security-groups?id=27dbc869-d84c-4027-ab20-4514a0688a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425148 Aug 16 22:51:48.159840 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-19b06dd3-21b4-480b-8cc4-f847381569eb req-4384ff9a-4bad-4f99-b9f9-e98c49b59664 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=195f465d-89cd-403a-9319-c4c4f08fdfc5 HTTP/1.1" status: 200 len: 210 time: 0.0393934 Aug 16 22:51:48.278420 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296244a7-c982-4d85-8cf9-5663b98075e0 req-e830780f-2748-4bcc-9f56-33986140572c tempest-ServerTagsTestJSON-673524354 tempest-ServerTagsTestJSON-673524354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:48.280076 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-296244a7-c982-4d85-8cf9-5663b98075e0 req-e830780f-2748-4bcc-9f56-33986140572c tempest-ServerTagsTestJSON-673524354 tempest-ServerTagsTestJSON-673524354-project] 10.222.0.36 "GET /v2.0/ports?device_id=d512571d-2daf-40d2-ab05-ff27ee5b8045 HTTP/1.1" status: 200 len: 944 time: 0.0585589 Aug 16 22:51:48.359258 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-296244a7-c982-4d85-8cf9-5663b98075e0 req-083bd1bb-2761-428c-bebb-76e09b71e7c1 tempest-ServerTagsTestJSON-673524354 tempest-ServerTagsTestJSON-673524354-project] 10.222.0.36 "GET /v2.0/security-groups?id=f95f0dfc-e747-43ad-bc02-900d07c40153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724335 Aug 16 22:51:48.547087 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['cb3bf198-cb41-468a-8c5f-5fea6ce4c5c0'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:51:48.603290 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd289efe-f0f4-43f7-8e5e-6a89b1bfd222 req-65b6fceb-95e6-4558-9624-0efa621020d2 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:48.605071 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fd289efe-f0f4-43f7-8e5e-6a89b1bfd222 req-65b6fceb-95e6-4558-9624-0efa621020d2 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/networks?id=293b6503-0dd0-473c-b292-a36a6d59f563 HTTP/1.1" status: 200 len: 814 time: 0.1060319 Aug 16 22:51:48.622337 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fd289efe-f0f4-43f7-8e5e-6a89b1bfd222 req-74826e6d-5d41-4a28-ba58-04c1f838c638 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/quotas/d441e99ef8964ece912d98293dc4ac4d HTTP/1.1" status: 200 len: 375 time: 0.0097125 Aug 16 22:51:48.691684 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fd289efe-f0f4-43f7-8e5e-6a89b1bfd222 req-01b38af7-b9e5-4db8-8792-93fc836d3d72 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d441e99ef8964ece912d98293dc4ac4d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0630503 Aug 16 22:51:49.109051 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f0c7f2-c3b1-43c0-bb86-447c7a3cb1cf req-1984be6e-2ce4-4a35-9620-df600392c6c9 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:49.110576 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-29f0c7f2-c3b1-43c0-bb86-447c7a3cb1cf req-1984be6e-2ce4-4a35-9620-df600392c6c9 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=889a7380-3570-4612-b1d9-86f08e3fcda6 HTTP/1.1" status: 200 len: 944 time: 0.4083219 Aug 16 22:51:49.132029 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fd289efe-f0f4-43f7-8e5e-6a89b1bfd222 req-ac388659-c383-4cdc-b82a-9d858f98721d service neutron] 10.222.0.36 "GET /v2.0/networks/293b6503-0dd0-473c-b292-a36a6d59f563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4308448 Aug 16 22:51:49.203582 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-29f0c7f2-c3b1-43c0-bb86-447c7a3cb1cf req-ee6ebb88-3902-436a-873a-f8be781ac6e0 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823870 Aug 16 22:51:49.241649 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fd289efe-f0f4-43f7-8e5e-6a89b1bfd222 req-254849fc-f372-4a13-90a7-b2a51f6a014f service neutron] 10.222.0.36 "GET /v2.0/networks/293b6503-0dd0-473c-b292-a36a6d59f563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010900 Aug 16 22:51:49.464209 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6656306d-4eb4-4240-a361-df6bb97fd826 req-c9eadb6d-ea0d-482a-aa0d-54f104e2e042 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:49.466387 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6656306d-4eb4-4240-a361-df6bb97fd826 req-c9eadb6d-ea0d-482a-aa0d-54f104e2e042 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68c494f-5a7e-4124-bd68-c461a50ab348 HTTP/1.1" status: 200 len: 950 time: 0.0562372 Aug 16 22:51:49.537191 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6656306d-4eb4-4240-a361-df6bb97fd826 req-df24fa3c-0a85-4698-84d3-0a315ed11fd3 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569661 Aug 16 22:51:49.545622 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dec7e9-2a06-435b-a66b-383a7d426250 req-b5f23de7-1969-45bd-9e64-9026bf67f890 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:49.553317 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d8dec7e9-2a06-435b-a66b-383a7d426250 req-b5f23de7-1969-45bd-9e64-9026bf67f890 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ff12a09-4221-4ac1-b150-5cba34748f11 HTTP/1.1" status: 200 len: 945 time: 0.0834856 Aug 16 22:51:49.614022 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d8dec7e9-2a06-435b-a66b-383a7d426250 req-ad73dc86-5997-4d80-b996-c3faad40b50e tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/security-groups?id=27dbc869-d84c-4027-ab20-4514a0688a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576296 Aug 16 22:51:49.681003 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d36bda70-db53-4926-803a-4e3d447b8f6d req-b9ef0b44-c93c-452f-830a-cfb9714857e7 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=acbad045-44e9-4866-b6f7-f0288855d525 HTTP/1.1" status: 200 len: 210 time: 0.0288117 Aug 16 22:51:49.729838 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a8851063-0395-4b53-9999-ea8338d1b139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:49.814610 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7e936e-8cf1-4be3-a644-001277465c2e req-746f6ba5-a7f1-425d-9452-d5e693a0bbb3 tempest-ServerTagsTestJSON-673524354 tempest-ServerTagsTestJSON-673524354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:49.829147 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1b7e936e-8cf1-4be3-a644-001277465c2e req-746f6ba5-a7f1-425d-9452-d5e693a0bbb3 tempest-ServerTagsTestJSON-673524354 tempest-ServerTagsTestJSON-673524354-project] 10.222.0.36 "GET /v2.0/ports?device_id=d512571d-2daf-40d2-ab05-ff27ee5b8045 HTTP/1.1" status: 200 len: 944 time: 0.1203182 Aug 16 22:51:49.856708 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device cb3bf198-cb41-468a-8c5f-5fea6ce4c5c0 up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:51:49.889485 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1983a87b-e299-4700-b852-f0b9ba530bce req-48004c70-7bee-4c59-8ed2-9e31181af029 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:49.891060 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1983a87b-e299-4700-b852-f0b9ba530bce req-48004c70-7bee-4c59-8ed2-9e31181af029 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ff12a09-4221-4ac1-b150-5cba34748f11 HTTP/1.1" status: 200 len: 945 time: 0.1072047 Aug 16 22:51:49.929417 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning for port cb3bf198-cb41-468a-8c5f-5fea6ce4c5c0 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:51:49.933713 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port cb3bf198-cb41-468a-8c5f-5fea6ce4c5c0 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:51:49.934519 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:49.938838 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1983a87b-e299-4700-b852-f0b9ba530bce req-e9eec65c-cd8f-4b71-af93-ab455c915c2d tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/security-groups?id=27dbc869-d84c-4027-ab20-4514a0688a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389571 Aug 16 22:51:49.950560 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1b7e936e-8cf1-4be3-a644-001277465c2e req-ea19f946-ee58-46ad-bbfd-4aa076b54edb tempest-ServerTagsTestJSON-673524354 tempest-ServerTagsTestJSON-673524354-project] 10.222.0.36 "GET /v2.0/security-groups?id=f95f0dfc-e747-43ad-bc02-900d07c40153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074593 Aug 16 22:51:50.114734 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26906df-138b-4e45-8653-6afa98394caa req-52aa415e-0137-4fd8-bf07-d95fc01219a9 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:50.116215 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:50.117375 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e26906df-138b-4e45-8653-6afa98394caa req-52aa415e-0137-4fd8-bf07-d95fc01219a9 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ff12a09-4221-4ac1-b150-5cba34748f11 HTTP/1.1" status: 200 len: 945 time: 0.0646083 Aug 16 22:51:50.162913 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd512571d-2daf-40d2-ab05-ff27ee5b8045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb3bf198-cb41-468a-8c5f-5fea6ce4c5c0'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:51:50.169284 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5995417-e43b-431e-a293-ff4a792bc3a5" -d '{"events": [{"server_uuid": "d512571d-2daf-40d2-ab05-ff27ee5b8045", "name": "network-vif-plugged", "status": "completed", "tag": "cb3bf198-cb41-468a-8c5f-5fea6ce4c5c0"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:51:50.176919 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port cb3bf198-cb41-468a-8c5f-5fea6ce4c5c0, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=cb3bf198-cb41-468a-8c5f-5fea6ce4c5c0,segment=NetworkSegment(e85fcd9d-6ca3-43dc-b894-82d87495894a),segment_id=e85fcd9d-6ca3-43dc-b894-82d87495894a)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:51:50.181558 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:50.242204 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=cb3bf198-cb41-468a-8c5f-5fea6ce4c5c0,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:50.276459 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a2dea71-0923-4cdc-806a-7f324d7fe09c x-openstack-request-id: req-1a2dea71-0923-4cdc-806a-7f324d7fe09c {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:51:50.276969 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d512571d-2daf-40d2-ab05-ff27ee5b8045", "name": "network-vif-plugged", "status": "completed", "tag": "cb3bf198-cb41-468a-8c5f-5fea6ce4c5c0", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:51:50.277313 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1a2dea71-0923-4cdc-806a-7f324d7fe09c {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:51:50.278014 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd512571d-2daf-40d2-ab05-ff27ee5b8045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb3bf198-cb41-468a-8c5f-5fea6ce4c5c0', 'code': 200} Aug 16 22:51:50.290431 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e26906df-138b-4e45-8653-6afa98394caa req-394bb6da-c174-4462-836d-1595b38f1ab6 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/security-groups?id=27dbc869-d84c-4027-ab20-4514a0688a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400008 Aug 16 22:51:50.368471 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fc08c3-0a52-4730-9d7c-e9c6e4a98dea req-b9a23e9d-1473-4645-af04-af5659d60f7e tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:50.372315 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-58fc08c3-0a52-4730-9d7c-e9c6e4a98dea req-b9a23e9d-1473-4645-af04-af5659d60f7e tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.68 "GET /v2.0/ports?device_id=f23d3b21-15f9-48db-9447-23eaa5d44e92 HTTP/1.1" status: 200 len: 945 time: 0.2462356 Aug 16 22:51:50.537571 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:50.591622 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff2d4f3-0b2f-4255-abcd-57bcd5efe9e8 req-984e06c8-09c4-41cb-a219-8a457bec0b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:50.593385 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dff2d4f3-0b2f-4255-abcd-57bcd5efe9e8 req-984e06c8-09c4-41cb-a219-8a457bec0b83 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d512571d-2daf-40d2-ab05-ff27ee5b8045 HTTP/1.1" status: 200 len: 1097 time: 0.2195454 Aug 16 22:51:50.609214 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1b0256-ab80-4ca0-ac3f-13627a3f5d15 req-572c1cb0-1f05-460e-b251-126392b39693 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:50.611079 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ca1b0256-ab80-4ca0-ac3f-13627a3f5d15 req-572c1cb0-1f05-460e-b251-126392b39693 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=889a7380-3570-4612-b1d9-86f08e3fcda6 HTTP/1.1" status: 200 len: 944 time: 0.1678605 Aug 16 22:51:50.671829 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d61140-d4d5-4436-a4a6-d711b52830a3 req-55bb01c6-1645-495d-a14d-f6ff256f897b tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:50.673572 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-24d61140-d4d5-4436-a4a6-d711b52830a3 req-55bb01c6-1645-495d-a14d-f6ff256f897b tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ff12a09-4221-4ac1-b150-5cba34748f11 HTTP/1.1" status: 200 len: 945 time: 0.1819122 Aug 16 22:51:50.740032 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dff2d4f3-0b2f-4255-abcd-57bcd5efe9e8 req-2506f20b-0778-4633-b63b-8120163bb03e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f95f0dfc-e747-43ad-bc02-900d07c40153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257899 Aug 16 22:51:50.753699 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-58fc08c3-0a52-4730-9d7c-e9c6e4a98dea req-7e3bbc17-c8ef-411b-8e95-97b25e8c7a19 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Deleting port 6898dda7-5194-45f9-8075-a9e3379de869 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:51:50.753699 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-58fc08c3-0a52-4730-9d7c-e9c6e4a98dea req-7e3bbc17-c8ef-411b-8e95-97b25e8c7a19 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:50.769392 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ca1b0256-ab80-4ca0-ac3f-13627a3f5d15 req-953399a0-a45b-4a67-bcd8-9ac109fcd9b9 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363635 Aug 16 22:51:50.829506 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-24d61140-d4d5-4436-a4a6-d711b52830a3 req-27259084-3d9c-4504-bb86-f40731a24417 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/security-groups?id=27dbc869-d84c-4027-ab20-4514a0688a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430683 Aug 16 22:51:50.903912 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-58fc08c3-0a52-4730-9d7c-e9c6e4a98dea req-7e3bbc17-c8ef-411b-8e95-97b25e8c7a19 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] For port 6898dda7-5194-45f9-8075-a9e3379de869, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=6898dda7-5194-45f9-8075-a9e3379de869,segment=NetworkSegment(0776e957-0fd5-4cd9-b2cd-f5649efce124),segment_id=0776e957-0fd5-4cd9-b2cd-f5649efce124)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:51:50.904419 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-58fc08c3-0a52-4730-9d7c-e9c6e4a98dea req-7e3bbc17-c8ef-411b-8e95-97b25e8c7a19 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:50.929080 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-58fc08c3-0a52-4730-9d7c-e9c6e4a98dea req-7e3bbc17-c8ef-411b-8e95-97b25e8c7a19 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Calling delete_port for 6898dda7-5194-45f9-8075-a9e3379de869 owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:51:51.038078 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618897d3-0852-4dff-b740-8f0dde897ceb req-a61d982c-0592-4c8f-b647-c27f028af59f tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:51.041056 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-618897d3-0852-4dff-b740-8f0dde897ceb req-a61d982c-0592-4c8f-b647-c27f028af59f tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68c494f-5a7e-4124-bd68-c461a50ab348 HTTP/1.1" status: 200 len: 950 time: 0.1097047 Aug 16 22:51:51.115952 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-618897d3-0852-4dff-b740-8f0dde897ceb req-d270bcac-177d-4c5b-9e87-1f79b7124c0f tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689070 Aug 16 22:51:51.171125 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-58fc08c3-0a52-4730-9d7c-e9c6e4a98dea req-7e3bbc17-c8ef-411b-8e95-97b25e8c7a19 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:51.190622 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['6898dda7-5194-45f9-8075-a9e3379de869'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:51:51.304502 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3bbc17-c8ef-411b-8e95-97b25e8c7a19 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Pushing event deleted for resources: {'Port': ['ID=6898dda7-5194-45f9-8075-a9e3379de869,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:51.343248 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-26268c0c-2541-40c9-8cce-baadcfc22e46 req-b0882b54-a970-4a2c-8101-b9ee063b45d3 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=acbad045-44e9-4866-b6f7-f0288855d525 HTTP/1.1" status: 200 len: 210 time: 0.0608711 Aug 16 22:51:51.409353 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-58fc08c3-0a52-4730-9d7c-e9c6e4a98dea req-7e3bbc17-c8ef-411b-8e95-97b25e8c7a19 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] No DVR routers for this DVR port 6898dda7-5194-45f9-8075-a9e3379de869 on host n-h1-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:51:51.416508 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:51.426787 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-58fc08c3-0a52-4730-9d7c-e9c6e4a98dea req-7e3bbc17-c8ef-411b-8e95-97b25e8c7a19 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:51.429392 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-58fc08c3-0a52-4730-9d7c-e9c6e4a98dea req-7e3bbc17-c8ef-411b-8e95-97b25e8c7a19 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.68 "DELETE /v2.0/ports/6898dda7-5194-45f9-8075-a9e3379de869 HTTP/1.1" status: 204 len: 173 time: 1.0438197 Aug 16 22:51:51.429985 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f23d3b21-15f9-48db-9447-23eaa5d44e92', 'name': 'network-vif-deleted', 'tag': '6898dda7-5194-45f9-8075-a9e3379de869'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:51:51.432995 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a001d32f-008a-47fe-95e8-434c02a372bc" -d '{"events": [{"server_uuid": "f23d3b21-15f9-48db-9447-23eaa5d44e92", "name": "network-vif-deleted", "tag": "6898dda7-5194-45f9-8075-a9e3379de869"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:51:51.473664 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd289efe-f0f4-43f7-8e5e-6a89b1bfd222 req-6fcc2ff3-db5e-4464-9af5-ca871bab5440 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:51.475286 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fd289efe-f0f4-43f7-8e5e-6a89b1bfd222 req-6fcc2ff3-db5e-4464-9af5-ca871bab5440 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.57 "GET /v2.0/networks?id=293b6503-0dd0-473c-b292-a36a6d59f563 HTTP/1.1" status: 200 len: 814 time: 0.3187850 Aug 16 22:51:51.496714 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d5cfc0-c0f9-44ec-96d7-3b0dfd69f72c req-a33e877f-3dbd-4618-bef9-074597cd0537 tempest-ServerTagsTestJSON-673524354 tempest-ServerTagsTestJSON-673524354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:51.498257 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-07d5cfc0-c0f9-44ec-96d7-3b0dfd69f72c req-a33e877f-3dbd-4618-bef9-074597cd0537 tempest-ServerTagsTestJSON-673524354 tempest-ServerTagsTestJSON-673524354-project] 10.222.0.36 "GET /v2.0/ports?device_id=d512571d-2daf-40d2-ab05-ff27ee5b8045 HTTP/1.1" status: 200 len: 945 time: 0.2170949 Aug 16 22:51:51.517169 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-fd289efe-f0f4-43f7-8e5e-6a89b1bfd222 req-4d76263e-f9b0-4bb4-9af2-7dba8c89ba6e tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Request body: {'port': {'device_id': 'acbad045-44e9-4866-b6f7-f0288855d525', 'network_id': '293b6503-0dd0-473c-b292-a36a6d59f563', 'admin_state_up': True, 'tenant_id': 'd441e99ef8964ece912d98293dc4ac4d'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:51:51.619777 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75346017-f8fc-474e-ab54-837288dbc450 req-c869cebb-0967-4698-a3b8-f45e3977bc89 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:51.621406 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-75346017-f8fc-474e-ab54-837288dbc450 req-c869cebb-0967-4698-a3b8-f45e3977bc89 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ff12a09-4221-4ac1-b150-5cba34748f11 HTTP/1.1" status: 200 len: 945 time: 0.1832106 Aug 16 22:51:51.642653 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-07d5cfc0-c0f9-44ec-96d7-3b0dfd69f72c req-f9edf328-4de5-4a5b-bd49-b0cde172b4d4 tempest-ServerTagsTestJSON-673524354 tempest-ServerTagsTestJSON-673524354-project] 10.222.0.36 "GET /v2.0/security-groups?id=f95f0dfc-e747-43ad-bc02-900d07c40153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294291 Aug 16 22:51:51.700936 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-75346017-f8fc-474e-ab54-837288dbc450 req-0fc4386c-4e45-4e6a-8e79-3a2a4442f716 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/security-groups?id=27dbc869-d84c-4027-ab20-4514a0688a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677757 Aug 16 22:51:51.742557 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd289efe-f0f4-43f7-8e5e-6a89b1bfd222 req-4d76263e-f9b0-4bb4-9af2-7dba8c89ba6e tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Made reservation on behalf of d441e99ef8964ece912d98293dc4ac4d for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:51:51.746992 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-fd289efe-f0f4-43f7-8e5e-6a89b1bfd222 req-4d76263e-f9b0-4bb4-9af2-7dba8c89ba6e tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:51.767636 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69d7c811-8760-4d94-a05e-b6becf109e04 x-openstack-request-id: req-69d7c811-8760-4d94-a05e-b6becf109e04 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:51:51.768117 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f23d3b21-15f9-48db-9447-23eaa5d44e92", "name": "network-vif-deleted", "tag": "6898dda7-5194-45f9-8075-a9e3379de869", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:51:51.768628 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-69d7c811-8760-4d94-a05e-b6becf109e04 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:51:51.769240 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f23d3b21-15f9-48db-9447-23eaa5d44e92', 'name': 'network-vif-deleted', 'tag': '6898dda7-5194-45f9-8075-a9e3379de869', 'status': 'completed', 'code': 200} Aug 16 22:51:51.998595 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e9e862-57a8-4319-8e5b-099bc1679b96 req-c0bf9b70-6e05-43dc-98fb-dfef4b8602e3 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:52.000072 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e0e9e862-57a8-4319-8e5b-099bc1679b96 req-c0bf9b70-6e05-43dc-98fb-dfef4b8602e3 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ff12a09-4221-4ac1-b150-5cba34748f11 HTTP/1.1" status: 200 len: 945 time: 0.2064812 Aug 16 22:51:52.001319 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [req-fd289efe-f0f4-43f7-8e5e-6a89b1bfd222 req-4d76263e-f9b0-4bb4-9af2-7dba8c89ba6e tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Allocated IP 172.20.0.14 (293b6503-0dd0-473c-b292-a36a6d59f563/cb70f846-7e6c-4740-9acb-63b13b1d78a5/624590e7-8726-4e89-8214-7476bcaae046) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:51:52.015356 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d301527-25bf-4538-8eba-15b82ae77630 req-73b13d4d-8a19-4d37-b1fd-7ea843bc38d0 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:52.016904 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2d301527-25bf-4538-8eba-15b82ae77630 req-73b13d4d-8a19-4d37-b1fd-7ea843bc38d0 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=889a7380-3570-4612-b1d9-86f08e3fcda6 HTTP/1.1" status: 200 len: 944 time: 0.1579568 Aug 16 22:51:52.110487 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e0e9e862-57a8-4319-8e5b-099bc1679b96 req-21134f1b-3ec7-44b2-9022-f62a980fd79f tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/security-groups?id=27dbc869-d84c-4027-ab20-4514a0688a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925844 Aug 16 22:51:52.116143 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2d301527-25bf-4538-8eba-15b82ae77630 req-caca3da6-a42d-4202-98dc-e7d00db3e7fe tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849762 Aug 16 22:51:52.272648 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-fd289efe-f0f4-43f7-8e5e-6a89b1bfd222 req-4d76263e-f9b0-4bb4-9af2-7dba8c89ba6e tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:52.383489 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160e8a66-68a6-43e2-8ec6-7d2a33085bc4 req-f33b3352-932e-4ec1-932e-9fb112ac2d3e tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:52.387709 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-160e8a66-68a6-43e2-8ec6-7d2a33085bc4 req-f33b3352-932e-4ec1-932e-9fb112ac2d3e tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68c494f-5a7e-4124-bd68-c461a50ab348 HTTP/1.1" status: 200 len: 950 time: 0.1396008 Aug 16 22:51:52.427879 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb87d1a-e8df-4229-8e14-1f531d0e0fff req-d81a3ff8-62fa-4d68-a7b3-6af593416436 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:52.429383 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-abb87d1a-e8df-4229-8e14-1f531d0e0fff req-d81a3ff8-62fa-4d68-a7b3-6af593416436 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ff12a09-4221-4ac1-b150-5cba34748f11 HTTP/1.1" status: 200 len: 945 time: 0.1216388 Aug 16 22:51:52.454943 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-fd289efe-f0f4-43f7-8e5e-6a89b1bfd222 req-4d76263e-f9b0-4bb4-9af2-7dba8c89ba6e tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:52.474184 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-160e8a66-68a6-43e2-8ec6-7d2a33085bc4 req-fb467fd1-58dc-4a00-a42f-ec4539f7051b tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782831 Aug 16 22:51:52.531764 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd289efe-f0f4-43f7-8e5e-6a89b1bfd222 req-4d76263e-f9b0-4bb4-9af2-7dba8c89ba6e tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Network 293b6503-0dd0-473c-b292-a36a6d59f563 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:51:52.538408 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [req-fd289efe-f0f4-43f7-8e5e-6a89b1bfd222 req-4d76263e-f9b0-4bb4-9af2-7dba8c89ba6e tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:51:52.549147 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-abb87d1a-e8df-4229-8e14-1f531d0e0fff req-555fa8d6-55b6-42f9-b7f0-f8de03efc082 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/security-groups?id=27dbc869-d84c-4027-ab20-4514a0688a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097450 Aug 16 22:51:52.553062 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd289efe-f0f4-43f7-8e5e-6a89b1bfd222 req-4d76263e-f9b0-4bb4-9af2-7dba8c89ba6e tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:51:52.587337 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d76263e-f9b0-4bb4-9af2-7dba8c89ba6e tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Pushing event updated for resources: {'Port': ['ID=624590e7-8726-4e89-8214-7476bcaae046,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:52.654505 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:52.669332 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd289efe-f0f4-43f7-8e5e-6a89b1bfd222 req-4d76263e-f9b0-4bb4-9af2-7dba8c89ba6e tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:52.670014 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-fd289efe-f0f4-43f7-8e5e-6a89b1bfd222 req-4d76263e-f9b0-4bb4-9af2-7dba8c89ba6e tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:52.694939 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20b5242-3f5a-4b82-ba77-cdedd5d036c6 req-01a8bb5e-2824-4701-a0bb-4f26089509c0 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:52.696445 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c20b5242-3f5a-4b82-ba77-cdedd5d036c6 req-01a8bb5e-2824-4701-a0bb-4f26089509c0 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=acbad045-44e9-4866-b6f7-f0288855d525 HTTP/1.1" status: 200 len: 932 time: 0.1332409 Aug 16 22:51:52.706049 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fd289efe-f0f4-43f7-8e5e-6a89b1bfd222 req-4d76263e-f9b0-4bb4-9af2-7dba8c89ba6e tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1964567 Aug 16 22:51:52.723233 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a8b812-bf37-41eb-a2a8-2534942b042a req-566fc9a9-5cf6-4e57-8591-4e688c2a675e tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:52.724745 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-41a8b812-bf37-41eb-a2a8-2534942b042a req-566fc9a9-5cf6-4e57-8591-4e688c2a675e tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ff12a09-4221-4ac1-b150-5cba34748f11 HTTP/1.1" status: 200 len: 945 time: 0.0976098 Aug 16 22:51:52.737879 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-fd289efe-f0f4-43f7-8e5e-6a89b1bfd222 req-95ab969d-4e2d-4ccc-a445-baaac9a20738 service neutron] Request body: {'port': {'device_id': 'acbad045-44e9-4866-b6f7-f0288855d525', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-26'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:51:52.800340 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c20b5242-3f5a-4b82-ba77-cdedd5d036c6 req-89ed2a8a-8553-4cfe-85d6-d15c43b0b6c6 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917294 Aug 16 22:51:52.840704 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-41a8b812-bf37-41eb-a2a8-2534942b042a req-276ee0ad-732f-40a3-b059-f6891b54f3b6 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/security-groups?id=27dbc869-d84c-4027-ab20-4514a0688a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984414 Aug 16 22:51:52.845875 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-fd289efe-f0f4-43f7-8e5e-6a89b1bfd222 req-95ab969d-4e2d-4ccc-a445-baaac9a20738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:53.046339 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e313dea0-d19c-4573-94a1-12a37ca9e77e req-4a81b02d-bf12-4e51-91dc-97d5640c4602 tempest-ServerTagsTestJSON-673524354 tempest-ServerTagsTestJSON-673524354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:53.047905 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e313dea0-d19c-4573-94a1-12a37ca9e77e req-4a81b02d-bf12-4e51-91dc-97d5640c4602 tempest-ServerTagsTestJSON-673524354 tempest-ServerTagsTestJSON-673524354-project] 10.222.0.36 "GET /v2.0/ports?device_id=d512571d-2daf-40d2-ab05-ff27ee5b8045 HTTP/1.1" status: 200 len: 945 time: 0.1511583 Aug 16 22:51:53.144148 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e313dea0-d19c-4573-94a1-12a37ca9e77e req-d3161460-832f-40d5-ad5c-1d5a77ba5698 tempest-ServerTagsTestJSON-673524354 tempest-ServerTagsTestJSON-673524354-project] 10.222.0.36 "GET /v2.0/security-groups?id=f95f0dfc-e747-43ad-bc02-900d07c40153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839264 Aug 16 22:51:53.167426 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 6898dda7-5194-45f9-8075-a9e3379de869 no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:51:53.211962 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] No Port match for: 6898dda7-5194-45f9-8075-a9e3379de869 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:51:53.212316 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 6898dda7-5194-45f9-8075-a9e3379de869 not bound to the agent host n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:51:53.308287 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [req-fd289efe-f0f4-43f7-8e5e-6a89b1bfd222 req-95ab969d-4e2d-4ccc-a445-baaac9a20738 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 624590e7-8726-4e89-8214-7476bcaae046 {{(pid=101292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:51:53.318721 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-fd289efe-f0f4-43f7-8e5e-6a89b1bfd222 req-95ab969d-4e2d-4ccc-a445-baaac9a20738 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:53.347887 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-fd289efe-f0f4-43f7-8e5e-6a89b1bfd222 req-95ab969d-4e2d-4ccc-a445-baaac9a20738 service neutron] Transition to ACTIVE for port object 624590e7-8726-4e89-8214-7476bcaae046 will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:51:53.360795 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-fd289efe-f0f4-43f7-8e5e-6a89b1bfd222 req-95ab969d-4e2d-4ccc-a445-baaac9a20738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:53.432250 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ab969d-4e2d-4ccc-a445-baaac9a20738 service neutron] Pushing event updated for resources: {'Port': ['ID=624590e7-8726-4e89-8214-7476bcaae046,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:53.476349 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b36d40-cfed-4573-9a2b-ff0721e9d294 req-1aa2a357-25bc-4eba-9e6a-da590dc771b0 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:53.478060 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-16b36d40-cfed-4573-9a2b-ff0721e9d294 req-1aa2a357-25bc-4eba-9e6a-da590dc771b0 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=889a7380-3570-4612-b1d9-86f08e3fcda6 HTTP/1.1" status: 200 len: 944 time: 0.1314888 Aug 16 22:51:53.552410 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-16b36d40-cfed-4573-9a2b-ff0721e9d294 req-6be2d7a2-05ce-4f04-a385-7b2271df0a14 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465117 Aug 16 22:51:53.562390 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-fd289efe-f0f4-43f7-8e5e-6a89b1bfd222 req-95ab969d-4e2d-4ccc-a445-baaac9a20738 service neutron] Attempting to bind port 624590e7-8726-4e89-8214-7476bcaae046 on host n-h2-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:51:53.562691 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-fd289efe-f0f4-43f7-8e5e-6a89b1bfd222 req-95ab969d-4e2d-4ccc-a445-baaac9a20738 service neutron] Attempting to bind port 624590e7-8726-4e89-8214-7476bcaae046 by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': '0776e957-0fd5-4cd9-b2cd-f5649efce124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '293b6503-0dd0-473c-b292-a36a6d59f563'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:51:53.563021 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd289efe-f0f4-43f7-8e5e-6a89b1bfd222 req-95ab969d-4e2d-4ccc-a445-baaac9a20738 service neutron] Attempting to bind port 624590e7-8726-4e89-8214-7476bcaae046 on network 293b6503-0dd0-473c-b292-a36a6d59f563 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:51:53.567920 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd289efe-f0f4-43f7-8e5e-6a89b1bfd222 req-95ab969d-4e2d-4ccc-a445-baaac9a20738 service neutron] Port 624590e7-8726-4e89-8214-7476bcaae046 on network 293b6503-0dd0-473c-b292-a36a6d59f563 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:51:53.568249 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd289efe-f0f4-43f7-8e5e-6a89b1bfd222 req-95ab969d-4e2d-4ccc-a445-baaac9a20738 service neutron] Attempting to bind port 624590e7-8726-4e89-8214-7476bcaae046 on network 293b6503-0dd0-473c-b292-a36a6d59f563 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:51:53.584262 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd289efe-f0f4-43f7-8e5e-6a89b1bfd222 req-95ab969d-4e2d-4ccc-a445-baaac9a20738 service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:51:53.584642 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd289efe-f0f4-43f7-8e5e-6a89b1bfd222 req-95ab969d-4e2d-4ccc-a445-baaac9a20738 service neutron] Checking segment: {'id': '0776e957-0fd5-4cd9-b2cd-f5649efce124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '293b6503-0dd0-473c-b292-a36a6d59f563'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:51:53.585035 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd289efe-f0f4-43f7-8e5e-6a89b1bfd222 req-95ab969d-4e2d-4ccc-a445-baaac9a20738 service neutron] Bound using segment: {'id': '0776e957-0fd5-4cd9-b2cd-f5649efce124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '293b6503-0dd0-473c-b292-a36a6d59f563'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:51:53.585479 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-fd289efe-f0f4-43f7-8e5e-6a89b1bfd222 req-95ab969d-4e2d-4ccc-a445-baaac9a20738 service neutron] Bound port: 624590e7-8726-4e89-8214-7476bcaae046, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0776e957-0fd5-4cd9-b2cd-f5649efce124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '293b6503-0dd0-473c-b292-a36a6d59f563'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:51:53.585818 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-fd289efe-f0f4-43f7-8e5e-6a89b1bfd222 req-95ab969d-4e2d-4ccc-a445-baaac9a20738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:53.655460 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-fd289efe-f0f4-43f7-8e5e-6a89b1bfd222 req-95ab969d-4e2d-4ccc-a445-baaac9a20738 service neutron] For port 624590e7-8726-4e89-8214-7476bcaae046, host n-h2-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:51:53.662302 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-fd289efe-f0f4-43f7-8e5e-6a89b1bfd222 req-95ab969d-4e2d-4ccc-a445-baaac9a20738 service neutron] For port 624590e7-8726-4e89-8214-7476bcaae046, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=624590e7-8726-4e89-8214-7476bcaae046,segment=NetworkSegment(0776e957-0fd5-4cd9-b2cd-f5649efce124),segment_id=0776e957-0fd5-4cd9-b2cd-f5649efce124)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:51:53.668132 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-fd289efe-f0f4-43f7-8e5e-6a89b1bfd222 req-95ab969d-4e2d-4ccc-a445-baaac9a20738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:53.762840 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd289efe-f0f4-43f7-8e5e-6a89b1bfd222 req-95ab969d-4e2d-4ccc-a445-baaac9a20738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:53.763484 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-fd289efe-f0f4-43f7-8e5e-6a89b1bfd222 req-95ab969d-4e2d-4ccc-a445-baaac9a20738 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:53.764833 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fd289efe-f0f4-43f7-8e5e-6a89b1bfd222 req-95ab969d-4e2d-4ccc-a445-baaac9a20738 service neutron] 10.222.0.57 "PUT /v2.0/ports/624590e7-8726-4e89-8214-7476bcaae046 HTTP/1.1" status: 200 len: 1093 time: 1.0382552 Aug 16 22:51:53.774916 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acbad045-44e9-4866-b6f7-f0288855d525', 'tag': '624590e7-8726-4e89-8214-7476bcaae046'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:51:53.778776 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38d5e23b-0154-47ad-a7c8-42740ce7ecc1" -d '{"events": [{"name": "network-changed", "server_uuid": "acbad045-44e9-4866-b6f7-f0288855d525", "tag": "624590e7-8726-4e89-8214-7476bcaae046"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:51:53.793303 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ab969d-4e2d-4ccc-a445-baaac9a20738 service neutron] Pushing event updated for resources: {'Port': ['ID=624590e7-8726-4e89-8214-7476bcaae046,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:53.809913 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efb8412-2387-4f76-9219-c99b560ea381 req-d2e324e7-0cf6-4e85-bd1f-82653da574a3 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:53.811449 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6efb8412-2387-4f76-9219-c99b560ea381 req-d2e324e7-0cf6-4e85-bd1f-82653da574a3 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=f42e12b8-8894-4259-ab72-4cde2141db35 HTTP/1.1" status: 200 len: 945 time: 0.1401613 Aug 16 22:51:53.831723 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e77d148-a9d3-4861-ba5d-3e4a7f74854d req-4785ee48-8041-4e57-92ce-083a74ea96fe tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:53.834055 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3e77d148-a9d3-4861-ba5d-3e4a7f74854d req-4785ee48-8041-4e57-92ce-083a74ea96fe tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68c494f-5a7e-4124-bd68-c461a50ab348 HTTP/1.1" status: 200 len: 950 time: 0.1239457 Aug 16 22:51:53.864090 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device a04efa9f-af0c-479f-b11f-4228d439f67d details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:51:53.913949 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6efb8412-2387-4f76-9219-c99b560ea381 req-a06a06de-8c81-45fb-9619-1a24b074a1e5 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952029 Aug 16 22:51:53.924911 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3e77d148-a9d3-4861-ba5d-3e4a7f74854d req-2c7dec7a-c1ef-4055-b1d2-9b0924ede27d tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827239 Aug 16 22:51:53.936947 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd289efe-f0f4-43f7-8e5e-6a89b1bfd222 req-982d877e-3e05-40a6-a8d8-a0ed00f6e7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:53.936947 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fd289efe-f0f4-43f7-8e5e-6a89b1bfd222 req-982d877e-3e05-40a6-a8d8-a0ed00f6e7c8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d441e99ef8964ece912d98293dc4ac4d&device_id=acbad045-44e9-4866-b6f7-f0288855d525 HTTP/1.1" status: 200 len: 1096 time: 0.0953739 Aug 16 22:51:53.973708 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port a04efa9f-af0c-479f-b11f-4228d439f67d, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=a04efa9f-af0c-479f-b11f-4228d439f67d,segment=NetworkSegment(b4a6b143-6a51-43cd-8781-944dbb368ca5),segment_id=b4a6b143-6a51-43cd-8781-944dbb368ca5)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:51:53.989793 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': 'a04efa9f-af0c-479f-b11f-4228d439f67d', 'network_id': 'db61fb9f-768d-428b-8446-991cbb0c6922', 'port_id': 'a04efa9f-af0c-479f-b11f-4228d439f67d', 'mac_address': 'fa:16:3e:63:50:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f340c0a0-6bbc-45f5-920c-bfa473779acd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:51:53.990813 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fd289efe-f0f4-43f7-8e5e-6a89b1bfd222 req-5ff56f33-4a73-4f94-a980-438599ee4030 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=624590e7-8726-4e89-8214-7476bcaae046 HTTP/1.1" status: 200 len: 217 time: 0.0458062 Aug 16 22:51:53.999037 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24611954-2fb9-4428-ab3d-e2702cc7ff4c x-openstack-request-id: req-24611954-2fb9-4428-ab3d-e2702cc7ff4c {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:51:53.999334 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acbad045-44e9-4866-b6f7-f0288855d525", "tag": "624590e7-8726-4e89-8214-7476bcaae046", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:51:53.999586 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-24611954-2fb9-4428-ab3d-e2702cc7ff4c {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:51:53.999986 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acbad045-44e9-4866-b6f7-f0288855d525', 'tag': '624590e7-8726-4e89-8214-7476bcaae046', 'status': 'completed', 'code': 200} Aug 16 22:51:54.039096 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:54.054066 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a04efa9f-af0c-479f-b11f-4228d439f67d {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:51:54.081141 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port a04efa9f-af0c-479f-b11f-4228d439f67d, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=a04efa9f-af0c-479f-b11f-4228d439f67d,segment=NetworkSegment(b4a6b143-6a51-43cd-8781-944dbb368ca5),segment_id=b4a6b143-6a51-43cd-8781-944dbb368ca5)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:51:54.087721 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:54.134571 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd289efe-f0f4-43f7-8e5e-6a89b1bfd222 req-cbb17dfc-7705-48e8-8f9a-794c35a9ef21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:54.136339 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fd289efe-f0f4-43f7-8e5e-6a89b1bfd222 req-cbb17dfc-7705-48e8-8f9a-794c35a9ef21 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cb70f846-7e6c-4740-9acb-63b13b1d78a5 HTTP/1.1" status: 200 len: 854 time: 0.0801609 Aug 16 22:51:54.145835 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5ae34f-6924-43de-8826-b34ff3566c63 req-1ca4eed9-72bb-4971-a102-a28acaf28f5f tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:54.147342 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2c5ae34f-6924-43de-8826-b34ff3566c63 req-1ca4eed9-72bb-4971-a102-a28acaf28f5f tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=acbad045-44e9-4866-b6f7-f0288855d525 HTTP/1.1" status: 200 len: 944 time: 0.1011434 Aug 16 22:51:54.149610 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=a04efa9f-af0c-479f-b11f-4228d439f67d,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:54.190424 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2c5ae34f-6924-43de-8826-b34ff3566c63 req-45228af5-ff7d-4c03-8f59-4d7ac5bbd7f2 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357943 Aug 16 22:51:54.228331 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fd289efe-f0f4-43f7-8e5e-6a89b1bfd222 req-11be46bd-6aed-44bf-9915-2a086c2de652 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=293b6503-0dd0-473c-b292-a36a6d59f563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290751 Aug 16 22:51:54.351428 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab8cca7-baf7-4479-b5dd-f87e9a8476aa req-1f6d51b5-ec82-4a47-b467-5e7ac5c63cfd tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:54.352907 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4ab8cca7-baf7-4479-b5dd-f87e9a8476aa req-1f6d51b5-ec82-4a47-b467-5e7ac5c63cfd tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ff12a09-4221-4ac1-b150-5cba34748f11 HTTP/1.1" status: 200 len: 945 time: 0.0978632 Aug 16 22:51:54.367205 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fd289efe-f0f4-43f7-8e5e-6a89b1bfd222 req-457aeca0-4af0-4b2e-9677-c765459ae699 service neutron] 10.222.0.57 "GET /v2.0/networks/293b6503-0dd0-473c-b292-a36a6d59f563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306481 Aug 16 22:51:54.440467 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ed038-40bd-47f7-9c45-81313cd2fdec req-7c0d843b-ca36-4678-8c2f-cc930767eea4 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:54.443061 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-f26ed038-40bd-47f7-9c45-81313cd2fdec req-7c0d843b-ca36-4678-8c2f-cc930767eea4 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.57 "GET /v2.0/ports?device_id=f42e12b8-8894-4259-ab72-4cde2141db35 HTTP/1.1" status: 200 len: 945 time: 0.0827494 Aug 16 22:51:54.452939 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4ab8cca7-baf7-4479-b5dd-f87e9a8476aa req-861592a2-e741-45bd-b204-7af6f6e28df9 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/security-groups?id=27dbc869-d84c-4027-ab20-4514a0688a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887070 Aug 16 22:51:54.506882 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fd289efe-f0f4-43f7-8e5e-6a89b1bfd222 req-9ff566b0-7008-430a-adaf-88a00e881819 service neutron] 10.222.0.57 "GET /v2.0/networks/293b6503-0dd0-473c-b292-a36a6d59f563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263912 Aug 16 22:51:54.563812 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-f26ed038-40bd-47f7-9c45-81313cd2fdec req-93125b4b-08ff-4eee-8aad-48c6df17aed8 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Deleting port 9ca74afc-f076-4667-b880-cefeb6f88161 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:51:54.564169 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-f26ed038-40bd-47f7-9c45-81313cd2fdec req-93125b4b-08ff-4eee-8aad-48c6df17aed8 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:54.681226 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['a04efa9f-af0c-479f-b11f-4228d439f67d'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:51:54.686189 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-f26ed038-40bd-47f7-9c45-81313cd2fdec req-93125b4b-08ff-4eee-8aad-48c6df17aed8 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] For port 9ca74afc-f076-4667-b880-cefeb6f88161, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=9ca74afc-f076-4667-b880-cefeb6f88161,segment=NetworkSegment(f636a4c4-5ebb-45e7-a739-a275ed345fed),segment_id=f636a4c4-5ebb-45e7-a739-a275ed345fed)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:51:54.686654 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-f26ed038-40bd-47f7-9c45-81313cd2fdec req-93125b4b-08ff-4eee-8aad-48c6df17aed8 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:54.687124 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d5e23b-0154-47ad-a7c8-42740ce7ecc1 req-36eedaf8-aa3b-4758-a71c-80e4c689a262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:54.688936 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-38d5e23b-0154-47ad-a7c8-42740ce7ecc1 req-36eedaf8-aa3b-4758-a71c-80e4c689a262 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d441e99ef8964ece912d98293dc4ac4d&device_id=acbad045-44e9-4866-b6f7-f0288855d525 HTTP/1.1" status: 200 len: 1096 time: 0.0791247 Aug 16 22:51:54.702043 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-f26ed038-40bd-47f7-9c45-81313cd2fdec req-93125b4b-08ff-4eee-8aad-48c6df17aed8 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Calling delete_port for 9ca74afc-f076-4667-b880-cefeb6f88161 owned by compute:nova {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:51:54.735288 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bfcd5d-97be-4cef-ba4f-958c50f9d95b req-dbf5d72b-2ac4-440d-94a7-9fc88262c3a2 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:54.737440 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-12bfcd5d-97be-4cef-ba4f-958c50f9d95b req-dbf5d72b-2ac4-440d-94a7-9fc88262c3a2 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=889a7380-3570-4612-b1d9-86f08e3fcda6 HTTP/1.1" status: 200 len: 945 time: 0.0873888 Aug 16 22:51:54.846911 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-12bfcd5d-97be-4cef-ba4f-958c50f9d95b req-12a4c8b4-7412-49bb-a1e1-955110e29727 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741532 Aug 16 22:51:54.864178 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-f26ed038-40bd-47f7-9c45-81313cd2fdec req-93125b4b-08ff-4eee-8aad-48c6df17aed8 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:54.865571 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d5e23b-0154-47ad-a7c8-42740ce7ecc1 req-5794e8e9-887f-46cd-892f-047698d85a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:54.867391 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-38d5e23b-0154-47ad-a7c8-42740ce7ecc1 req-5794e8e9-887f-46cd-892f-047698d85a7a service neutron] 10.222.0.57 "GET /v2.0/networks?id=293b6503-0dd0-473c-b292-a36a6d59f563 HTTP/1.1" status: 200 len: 915 time: 0.1690245 Aug 16 22:51:54.908614 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93125b4b-08ff-4eee-8aad-48c6df17aed8 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Pushing event deleted for resources: {'Port': ['ID=9ca74afc-f076-4667-b880-cefeb6f88161,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:54.912822 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-38d5e23b-0154-47ad-a7c8-42740ce7ecc1 req-fca6748c-5977-476a-b262-66c5756a1475 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=624590e7-8726-4e89-8214-7476bcaae046 HTTP/1.1" status: 200 len: 217 time: 0.0374634 Aug 16 22:51:54.960801 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-f26ed038-40bd-47f7-9c45-81313cd2fdec req-93125b4b-08ff-4eee-8aad-48c6df17aed8 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] No DVR routers for this DVR port 9ca74afc-f076-4667-b880-cefeb6f88161 on host n-h2-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:51:54.963799 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-f26ed038-40bd-47f7-9c45-81313cd2fdec req-93125b4b-08ff-4eee-8aad-48c6df17aed8 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:54.966536 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-f26ed038-40bd-47f7-9c45-81313cd2fdec req-93125b4b-08ff-4eee-8aad-48c6df17aed8 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.57 "DELETE /v2.0/ports/9ca74afc-f076-4667-b880-cefeb6f88161 HTTP/1.1" status: 204 len: 173 time: 0.5164993 Aug 16 22:51:54.967072 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f42e12b8-8894-4259-ab72-4cde2141db35', 'name': 'network-vif-deleted', 'tag': '9ca74afc-f076-4667-b880-cefeb6f88161'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:51:54.969363 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce0584ad-e881-4ff1-ac81-1b2efc2581d4" -d '{"events": [{"server_uuid": "f42e12b8-8894-4259-ab72-4cde2141db35", "name": "network-vif-deleted", "tag": "9ca74afc-f076-4667-b880-cefeb6f88161"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:51:54.971561 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d5e23b-0154-47ad-a7c8-42740ce7ecc1 req-7dd384a3-9c5d-45e6-b239-a4574ee386b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:54.973255 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-38d5e23b-0154-47ad-a7c8-42740ce7ecc1 req-7dd384a3-9c5d-45e6-b239-a4574ee386b1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cb70f846-7e6c-4740-9acb-63b13b1d78a5 HTTP/1.1" status: 200 len: 854 time: 0.0498514 Aug 16 22:51:55.009008 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:55.031186 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-38d5e23b-0154-47ad-a7c8-42740ce7ecc1 req-37230278-66c4-40bf-a5fc-904818ca20bc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=293b6503-0dd0-473c-b292-a36a6d59f563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481253 Aug 16 22:51:55.063207 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3951f970-74cf-403c-a7b1-bb7a83bf248d req-332f6825-0960-4eca-a3f5-a48612a618d6 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=f42e12b8-8894-4259-ab72-4cde2141db35 HTTP/1.1" status: 200 len: 210 time: 0.0343430 Aug 16 22:51:55.172917 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 6c53726c-313d-4b07-99cc-3c30f92b16fd details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:51:55.184202 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d4588f7-1401-4213-996f-ac4ee7d53d1d x-openstack-request-id: req-5d4588f7-1401-4213-996f-ac4ee7d53d1d {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:51:55.185002 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f42e12b8-8894-4259-ab72-4cde2141db35", "name": "network-vif-deleted", "tag": "9ca74afc-f076-4667-b880-cefeb6f88161", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:51:55.185523 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5d4588f7-1401-4213-996f-ac4ee7d53d1d {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:51:55.186120 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f42e12b8-8894-4259-ab72-4cde2141db35', 'name': 'network-vif-deleted', 'tag': '9ca74afc-f076-4667-b880-cefeb6f88161', 'status': 'completed', 'code': 200} Aug 16 22:51:55.193307 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b1efa9-a1e2-4cbb-a72a-f3cbb3702a94 req-423c8d64-038b-4b7d-928d-9f3c56644a7d tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:55.195190 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-31b1efa9-a1e2-4cbb-a72a-f3cbb3702a94 req-423c8d64-038b-4b7d-928d-9f3c56644a7d tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68c494f-5a7e-4124-bd68-c461a50ab348 HTTP/1.1" status: 200 len: 950 time: 0.1361153 Aug 16 22:51:55.229011 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-38d5e23b-0154-47ad-a7c8-42740ce7ecc1 req-b6bd5178-1a02-4be8-8e01-8e44cabc4b39 service neutron] 10.222.0.57 "GET /v2.0/networks/293b6503-0dd0-473c-b292-a36a6d59f563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685052 Aug 16 22:51:55.285436 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 6c53726c-313d-4b07-99cc-3c30f92b16fd, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=6c53726c-313d-4b07-99cc-3c30f92b16fd,segment=NetworkSegment(14912929-ceb9-4c21-80c4-b8179d0f9d12),segment_id=14912929-ceb9-4c21-80c4-b8179d0f9d12)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:51:55.298646 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': '6c53726c-313d-4b07-99cc-3c30f92b16fd', 'network_id': '64579410-f531-42c6-89b5-3114daa376a8', 'port_id': '6c53726c-313d-4b07-99cc-3c30f92b16fd', 'mac_address': 'fa:16:3e:74:16:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a76baa69-a994-4c40-8fea-8de6cbc7d46e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:51:55.299882 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-31b1efa9-a1e2-4cbb-a72a-f3cbb3702a94 req-f6c9d3fb-ca4e-479e-989a-6ed8bc13bf38 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909586 Aug 16 22:51:55.359179 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-38d5e23b-0154-47ad-a7c8-42740ce7ecc1 req-e9a00484-0c53-4f2c-bfc5-50d3d9039c91 service neutron] 10.222.0.57 "GET /v2.0/networks/293b6503-0dd0-473c-b292-a36a6d59f563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222029 Aug 16 22:51:55.361601 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:55.375119 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6c53726c-313d-4b07-99cc-3c30f92b16fd {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:51:55.397497 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 6c53726c-313d-4b07-99cc-3c30f92b16fd, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=6c53726c-313d-4b07-99cc-3c30f92b16fd,segment=NetworkSegment(14912929-ceb9-4c21-80c4-b8179d0f9d12),segment_id=14912929-ceb9-4c21-80c4-b8179d0f9d12)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:51:55.401741 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:55.451904 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72114b92-ea89-42dc-aea4-8e6f3f936cd8 req-f2176af6-5dbb-4d53-9016-4fe403d9ac4d tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:55.453494 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-72114b92-ea89-42dc-aea4-8e6f3f936cd8 req-f2176af6-5dbb-4d53-9016-4fe403d9ac4d tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=acbad045-44e9-4866-b6f7-f0288855d525 HTTP/1.1" status: 200 len: 944 time: 0.0708601 Aug 16 22:51:55.466983 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=6c53726c-313d-4b07-99cc-3c30f92b16fd,revision_number=6']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:55.497014 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-72114b92-ea89-42dc-aea4-8e6f3f936cd8 req-23b2b87a-9fd7-4645-b00a-c88ff349cfde tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356002 Aug 16 22:51:55.566504 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['6c53726c-313d-4b07-99cc-3c30f92b16fd'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:51:55.620473 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3e5434-86f1-44be-95a1-5799c570c85e req-0a76eafc-1449-49dd-8a04-3cf17a2af825 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:55.623128 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ab3e5434-86f1-44be-95a1-5799c570c85e req-0a76eafc-1449-49dd-8a04-3cf17a2af825 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ff12a09-4221-4ac1-b150-5cba34748f11 HTTP/1.1" status: 200 len: 944 time: 0.0534420 Aug 16 22:51:55.689427 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ab3e5434-86f1-44be-95a1-5799c570c85e req-877a55e3-d402-4492-8a21-e3a175c9f5e7 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/security-groups?id=27dbc869-d84c-4027-ab20-4514a0688a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552561 Aug 16 22:51:56.030785 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ef0683-580c-417f-a8ef-cccc415037ec req-319aec72-8f13-4e2d-9941-fed47b3f459b tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:56.032402 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-63ef0683-580c-417f-a8ef-cccc415037ec req-319aec72-8f13-4e2d-9941-fed47b3f459b tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=889a7380-3570-4612-b1d9-86f08e3fcda6 HTTP/1.1" status: 200 len: 945 time: 0.0502803 Aug 16 22:51:56.075087 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-63ef0683-580c-417f-a8ef-cccc415037ec req-b83a5b6b-1832-449a-a366-cdaf8f043ff3 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348654 Aug 16 22:51:56.618254 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be98321c-6f8e-4166-a7b1-3e7c48c34105 req-61a581f9-2c46-46c6-982b-7d1155c4da5e tempest-ServerTagsTestJSON-673524354 tempest-ServerTagsTestJSON-673524354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:56.619716 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-be98321c-6f8e-4166-a7b1-3e7c48c34105 req-61a581f9-2c46-46c6-982b-7d1155c4da5e tempest-ServerTagsTestJSON-673524354 tempest-ServerTagsTestJSON-673524354-project] 10.222.0.36 "GET /v2.0/ports?device_id=d512571d-2daf-40d2-ab05-ff27ee5b8045 HTTP/1.1" status: 200 len: 945 time: 0.3877380 Aug 16 22:51:56.633917 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88166f1f-81f2-4357-bf07-534a804d65c4 req-ef41335f-4546-40aa-8dad-c9a82adec481 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:56.635311 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-88166f1f-81f2-4357-bf07-534a804d65c4 req-ef41335f-4546-40aa-8dad-c9a82adec481 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5d18b06-440f-45f6-ba34-a54a3301a873 HTTP/1.1" status: 200 len: 945 time: 0.0679693 Aug 16 22:51:56.682041 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-be98321c-6f8e-4166-a7b1-3e7c48c34105 req-e2c545d6-0821-46ab-b1d4-ba25eb5b3604 tempest-ServerTagsTestJSON-673524354 tempest-ServerTagsTestJSON-673524354-project] 10.222.0.36 "GET /v2.0/security-groups?id=f95f0dfc-e747-43ad-bc02-900d07c40153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554378 Aug 16 22:51:56.702940 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-88166f1f-81f2-4357-bf07-534a804d65c4 req-d2fe12ae-5c23-41eb-9b16-cdb6e1f2e3e1 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468490 Aug 16 22:51:56.797442 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca810490-0384-4f65-9fbe-b141c0497fc9 req-ff911082-1374-4e27-a1e6-0ec0b04f7c69 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:56.798980 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ca810490-0384-4f65-9fbe-b141c0497fc9 req-ff911082-1374-4e27-a1e6-0ec0b04f7c69 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68c494f-5a7e-4124-bd68-c461a50ab348 HTTP/1.1" status: 200 len: 950 time: 0.0555518 Aug 16 22:51:56.897336 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ca810490-0384-4f65-9fbe-b141c0497fc9 req-55d1864d-f750-4544-9c4d-d3b4213e5414 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907345 Aug 16 22:51:56.920656 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4464018b-a2c2-4b9c-9ddc-dbf9a90bc548 req-709f2744-3e40-4bee-9a66-580e2b7a436d tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:56.922142 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4464018b-a2c2-4b9c-9ddc-dbf9a90bc548 req-709f2744-3e40-4bee-9a66-580e2b7a436d tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=acbad045-44e9-4866-b6f7-f0288855d525 HTTP/1.1" status: 200 len: 944 time: 0.0779583 Aug 16 22:51:56.962830 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4464018b-a2c2-4b9c-9ddc-dbf9a90bc548 req-5bb13583-08ec-4c22-b208-54ad76a93d19 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339904 Aug 16 22:51:57.068414 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccd8bb9-a03c-463d-8bad-8648021bcc4c req-fe86a98c-d4e3-401b-9606-0f99ee635d3f tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:57.069930 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7ccd8bb9-a03c-463d-8bad-8648021bcc4c req-fe86a98c-d4e3-401b-9606-0f99ee635d3f tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ff12a09-4221-4ac1-b150-5cba34748f11 HTTP/1.1" status: 200 len: 944 time: 0.0878997 Aug 16 22:51:57.082166 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3d06dd-101c-40c5-9d6e-07f0462d02be req-8b8ef06e-593d-4015-9ff7-fd8a97bc1b1e tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:57.083552 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2f3d06dd-101c-40c5-9d6e-07f0462d02be req-8b8ef06e-593d-4015-9ff7-fd8a97bc1b1e tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.57 "GET /v2.0/ports?device_id=b5d18b06-440f-45f6-ba34-a54a3301a873 HTTP/1.1" status: 200 len: 945 time: 0.0716739 Aug 16 22:51:57.156864 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7ccd8bb9-a03c-463d-8bad-8648021bcc4c req-8d4c86d8-92dd-4d46-ab94-0ae000b91a34 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/security-groups?id=27dbc869-d84c-4027-ab20-4514a0688a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722041 Aug 16 22:51:57.188056 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 6c53726c-313d-4b07-99cc-3c30f92b16fd up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:51:57.239336 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b84776f-6b0a-4c88-b80b-31ad4e65b0ab req-093cc5d3-b4bb-422e-b1a2-72f65a95e803 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:57.240936 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2b84776f-6b0a-4c88-b80b-31ad4e65b0ab req-093cc5d3-b4bb-422e-b1a2-72f65a95e803 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=889a7380-3570-4612-b1d9-86f08e3fcda6 HTTP/1.1" status: 200 len: 945 time: 0.0823081 Aug 16 22:51:57.249021 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port 6c53726c-313d-4b07-99cc-3c30f92b16fd triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:51:57.249629 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:57.252860 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-2f3d06dd-101c-40c5-9d6e-07f0462d02be req-75fec0f2-3a5d-4f89-ac9c-d81f637a0bd3 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Deleting port d54df04a-f49a-4781-a81f-a08eeb71ea39 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:51:57.253214 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-2f3d06dd-101c-40c5-9d6e-07f0462d02be req-75fec0f2-3a5d-4f89-ac9c-d81f637a0bd3 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:57.346902 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2b84776f-6b0a-4c88-b80b-31ad4e65b0ab req-61baba16-3fbd-473a-85e7-1bbc458e3c05 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905991 Aug 16 22:51:57.353600 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:57.389461 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ff12a09-4221-4ac1-b150-5cba34748f11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c53726c-313d-4b07-99cc-3c30f92b16fd'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:51:57.391782 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a917dda5-41f9-4d50-a9a4-550e9c7707ad" -d '{"events": [{"server_uuid": "8ff12a09-4221-4ac1-b150-5cba34748f11", "name": "network-vif-plugged", "status": "completed", "tag": "6c53726c-313d-4b07-99cc-3c30f92b16fd"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:51:57.406742 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 6c53726c-313d-4b07-99cc-3c30f92b16fd, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=6c53726c-313d-4b07-99cc-3c30f92b16fd,segment=NetworkSegment(14912929-ceb9-4c21-80c4-b8179d0f9d12),segment_id=14912929-ceb9-4c21-80c4-b8179d0f9d12)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:51:57.411295 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:57.413577 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-2f3d06dd-101c-40c5-9d6e-07f0462d02be req-75fec0f2-3a5d-4f89-ac9c-d81f637a0bd3 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] For port d54df04a-f49a-4781-a81f-a08eeb71ea39, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=d54df04a-f49a-4781-a81f-a08eeb71ea39,segment=NetworkSegment(f636a4c4-5ebb-45e7-a739-a275ed345fed),segment_id=f636a4c4-5ebb-45e7-a739-a275ed345fed)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:51:57.414411 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-2f3d06dd-101c-40c5-9d6e-07f0462d02be req-75fec0f2-3a5d-4f89-ac9c-d81f637a0bd3 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:57.444512 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-287780e5-8114-4ee3-a8e2-13cf1f09059a x-openstack-request-id: req-287780e5-8114-4ee3-a8e2-13cf1f09059a {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:51:57.444996 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ff12a09-4221-4ac1-b150-5cba34748f11", "name": "network-vif-plugged", "status": "completed", "tag": "6c53726c-313d-4b07-99cc-3c30f92b16fd", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:51:57.445346 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-287780e5-8114-4ee3-a8e2-13cf1f09059a {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:51:57.445754 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ff12a09-4221-4ac1-b150-5cba34748f11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c53726c-313d-4b07-99cc-3c30f92b16fd', 'code': 200} Aug 16 22:51:57.454381 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-2f3d06dd-101c-40c5-9d6e-07f0462d02be req-75fec0f2-3a5d-4f89-ac9c-d81f637a0bd3 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Calling delete_port for d54df04a-f49a-4781-a81f-a08eeb71ea39 owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:51:57.474642 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=6c53726c-313d-4b07-99cc-3c30f92b16fd,revision_number=7']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:57.519836 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dfdad4-da3b-48ef-999b-8cfbe4c30afc req-25819a32-988e-4a9e-b2ef-c4a939b74214 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:57.521357 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b9dfdad4-da3b-48ef-999b-8cfbe4c30afc req-25819a32-988e-4a9e-b2ef-c4a939b74214 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ff12a09-4221-4ac1-b150-5cba34748f11 HTTP/1.1" status: 200 len: 945 time: 0.1037533 Aug 16 22:51:57.586409 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b9dfdad4-da3b-48ef-999b-8cfbe4c30afc req-b1947f08-8131-44e3-a4d5-e4e678e079f6 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/security-groups?id=27dbc869-d84c-4027-ab20-4514a0688a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572660 Aug 16 22:51:57.643039 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-2f3d06dd-101c-40c5-9d6e-07f0462d02be req-75fec0f2-3a5d-4f89-ac9c-d81f637a0bd3 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:57.669801 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fec0f2-3a5d-4f89-ac9c-d81f637a0bd3 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Pushing event deleted for resources: {'Port': ['ID=d54df04a-f49a-4781-a81f-a08eeb71ea39,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:57.718509 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f3d06dd-101c-40c5-9d6e-07f0462d02be req-75fec0f2-3a5d-4f89-ac9c-d81f637a0bd3 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] No DVR routers for this DVR port d54df04a-f49a-4781-a81f-a08eeb71ea39 on host n-h2-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:51:57.722162 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-2f3d06dd-101c-40c5-9d6e-07f0462d02be req-75fec0f2-3a5d-4f89-ac9c-d81f637a0bd3 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:57.723679 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2f3d06dd-101c-40c5-9d6e-07f0462d02be req-75fec0f2-3a5d-4f89-ac9c-d81f637a0bd3 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.57 "DELETE /v2.0/ports/d54df04a-f49a-4781-a81f-a08eeb71ea39 HTTP/1.1" status: 204 len: 173 time: 0.6224601 Aug 16 22:51:57.724395 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5d18b06-440f-45f6-ba34-a54a3301a873', 'name': 'network-vif-deleted', 'tag': 'd54df04a-f49a-4781-a81f-a08eeb71ea39'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:51:57.726885 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac3bf49a-f127-472b-96d1-dddd611048e6" -d '{"events": [{"server_uuid": "b5d18b06-440f-45f6-ba34-a54a3301a873", "name": "network-vif-deleted", "tag": "d54df04a-f49a-4781-a81f-a08eeb71ea39"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:51:57.823054 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-02918d18-14f8-4941-b62f-e02f39b5eedd req-b1df072b-f7f6-4eeb-b1cb-91f1863292a2 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5d18b06-440f-45f6-ba34-a54a3301a873 HTTP/1.1" status: 200 len: 210 time: 0.0339575 Aug 16 22:51:57.843422 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d506048-c6ca-48a5-bbb3-7e667cde6957 req-8329b0f4-3d7d-4819-a1aa-6717e1ba51d6 tempest-ServerTagsTestJSON-673524354 tempest-ServerTagsTestJSON-673524354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:57.845506 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0d506048-c6ca-48a5-bbb3-7e667cde6957 req-8329b0f4-3d7d-4819-a1aa-6717e1ba51d6 tempest-ServerTagsTestJSON-673524354 tempest-ServerTagsTestJSON-673524354-project] 10.222.0.36 "GET /v2.0/ports?device_id=d512571d-2daf-40d2-ab05-ff27ee5b8045 HTTP/1.1" status: 200 len: 945 time: 0.0877380 Aug 16 22:51:57.877608 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4dd47aa-7ab9-4306-a115-ee4c6c7a742b x-openstack-request-id: req-d4dd47aa-7ab9-4306-a115-ee4c6c7a742b {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:51:57.878134 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5d18b06-440f-45f6-ba34-a54a3301a873", "name": "network-vif-deleted", "tag": "d54df04a-f49a-4781-a81f-a08eeb71ea39", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:51:57.878247 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d4dd47aa-7ab9-4306-a115-ee4c6c7a742b {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:51:57.878692 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5d18b06-440f-45f6-ba34-a54a3301a873', 'name': 'network-vif-deleted', 'tag': 'd54df04a-f49a-4781-a81f-a08eeb71ea39', 'status': 'completed', 'code': 200} Aug 16 22:51:57.900854 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0d506048-c6ca-48a5-bbb3-7e667cde6957 req-01790efa-6e03-4541-85b6-4ea839364089 tempest-ServerTagsTestJSON-673524354 tempest-ServerTagsTestJSON-673524354-project] 10.222.0.36 "GET /v2.0/security-groups?id=f95f0dfc-e747-43ad-bc02-900d07c40153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486939 Aug 16 22:51:57.907351 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device a04efa9f-af0c-479f-b11f-4228d439f67d up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:51:57.959776 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning for port a04efa9f-af0c-479f-b11f-4228d439f67d completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:51:57.963711 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port a04efa9f-af0c-479f-b11f-4228d439f67d triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:51:57.964085 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:58.023850 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82da970e-4675-4ba5-9569-70f26a8b0cb7 req-88e4e070-4cac-44f9-b85b-08907e14337b tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:58.025860 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-82da970e-4675-4ba5-9569-70f26a8b0cb7 req-88e4e070-4cac-44f9-b85b-08907e14337b tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68c494f-5a7e-4124-bd68-c461a50ab348 HTTP/1.1" status: 200 len: 950 time: 0.0575874 Aug 16 22:51:58.049439 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:58.084620 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port a04efa9f-af0c-479f-b11f-4228d439f67d, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=a04efa9f-af0c-479f-b11f-4228d439f67d,segment=NetworkSegment(b4a6b143-6a51-43cd-8781-944dbb368ca5),segment_id=b4a6b143-6a51-43cd-8781-944dbb368ca5)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:51:58.088764 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:58.090484 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 9ca74afc-f076-4667-b880-cefeb6f88161 no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:51:58.131565 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-82da970e-4675-4ba5-9569-70f26a8b0cb7 req-79ec4276-1b64-41ac-9b18-bd8d90a0e6c3 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955131 Aug 16 22:51:58.133651 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] No Port match for: 9ca74afc-f076-4667-b880-cefeb6f88161 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:51:58.134002 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 9ca74afc-f076-4667-b880-cefeb6f88161 not bound to the agent host n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:51:58.142700 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f822845-577f-4fc9-bce6-cffe29885e7f req-de69657d-b271-441c-8819-f8f89af58a5d tempest-ServerTagsTestJSON-673524354 tempest-ServerTagsTestJSON-673524354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:58.144628 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0f822845-577f-4fc9-bce6-cffe29885e7f req-de69657d-b271-441c-8819-f8f89af58a5d tempest-ServerTagsTestJSON-673524354 tempest-ServerTagsTestJSON-673524354-project] 10.222.0.57 "GET /v2.0/ports?device_id=d512571d-2daf-40d2-ab05-ff27ee5b8045 HTTP/1.1" status: 200 len: 945 time: 0.1097577 Aug 16 22:51:58.166600 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598373c0-8be8-48eb-9540-e0b37d26b446 req-c96a2a1a-ec36-46f3-b1d8-c778d67c1167 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:58.167391 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=a04efa9f-af0c-479f-b11f-4228d439f67d,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:58.173514 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-598373c0-8be8-48eb-9540-e0b37d26b446 req-c96a2a1a-ec36-46f3-b1d8-c778d67c1167 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=acbad045-44e9-4866-b6f7-f0288855d525 HTTP/1.1" status: 200 len: 944 time: 0.1243844 Aug 16 22:51:58.274109 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-598373c0-8be8-48eb-9540-e0b37d26b446 req-52eb594f-8015-4da7-ab34-cddc0ef2ea42 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995300 Aug 16 22:51:58.298781 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-0f822845-577f-4fc9-bce6-cffe29885e7f req-fd84826a-cf41-4836-8618-fe5aaa8419de tempest-ServerTagsTestJSON-673524354 tempest-ServerTagsTestJSON-673524354-project] Deleting port cb3bf198-cb41-468a-8c5f-5fea6ce4c5c0 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:51:58.299126 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-0f822845-577f-4fc9-bce6-cffe29885e7f req-fd84826a-cf41-4836-8618-fe5aaa8419de tempest-ServerTagsTestJSON-673524354 tempest-ServerTagsTestJSON-673524354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:58.390167 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-0f822845-577f-4fc9-bce6-cffe29885e7f req-fd84826a-cf41-4836-8618-fe5aaa8419de tempest-ServerTagsTestJSON-673524354 tempest-ServerTagsTestJSON-673524354-project] For port cb3bf198-cb41-468a-8c5f-5fea6ce4c5c0, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=cb3bf198-cb41-468a-8c5f-5fea6ce4c5c0,segment=NetworkSegment(e85fcd9d-6ca3-43dc-b894-82d87495894a),segment_id=e85fcd9d-6ca3-43dc-b894-82d87495894a)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:51:58.390745 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-0f822845-577f-4fc9-bce6-cffe29885e7f req-fd84826a-cf41-4836-8618-fe5aaa8419de tempest-ServerTagsTestJSON-673524354 tempest-ServerTagsTestJSON-673524354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:58.410773 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-0f822845-577f-4fc9-bce6-cffe29885e7f req-fd84826a-cf41-4836-8618-fe5aaa8419de tempest-ServerTagsTestJSON-673524354 tempest-ServerTagsTestJSON-673524354-project] Calling delete_port for cb3bf198-cb41-468a-8c5f-5fea6ce4c5c0 owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:51:58.517110 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1adaf0-353b-4e7a-9d98-7f8032bf2beb req-70eb46ba-47b3-44d2-8494-b57420c8d79c tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:58.518509 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-af1adaf0-353b-4e7a-9d98-7f8032bf2beb req-70eb46ba-47b3-44d2-8494-b57420c8d79c tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=889a7380-3570-4612-b1d9-86f08e3fcda6 HTTP/1.1" status: 200 len: 946 time: 0.0957367 Aug 16 22:51:58.588726 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-af1adaf0-353b-4e7a-9d98-7f8032bf2beb req-d6909a84-b61c-40c1-b4d2-9f0933c7d487 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593667 Aug 16 22:51:58.615586 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-0f822845-577f-4fc9-bce6-cffe29885e7f req-fd84826a-cf41-4836-8618-fe5aaa8419de tempest-ServerTagsTestJSON-673524354 tempest-ServerTagsTestJSON-673524354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:58.645020 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd84826a-cf41-4836-8618-fe5aaa8419de tempest-ServerTagsTestJSON-673524354 tempest-ServerTagsTestJSON-673524354-project] Pushing event deleted for resources: {'Port': ['ID=cb3bf198-cb41-468a-8c5f-5fea6ce4c5c0,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:58.648989 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['cb3bf198-cb41-468a-8c5f-5fea6ce4c5c0'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:51:58.714035 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f822845-577f-4fc9-bce6-cffe29885e7f req-fd84826a-cf41-4836-8618-fe5aaa8419de tempest-ServerTagsTestJSON-673524354 tempest-ServerTagsTestJSON-673524354-project] No DVR routers for this DVR port cb3bf198-cb41-468a-8c5f-5fea6ce4c5c0 on host n-h2-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:51:58.717987 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-0f822845-577f-4fc9-bce6-cffe29885e7f req-fd84826a-cf41-4836-8618-fe5aaa8419de tempest-ServerTagsTestJSON-673524354 tempest-ServerTagsTestJSON-673524354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:58.720155 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0f822845-577f-4fc9-bce6-cffe29885e7f req-fd84826a-cf41-4836-8618-fe5aaa8419de tempest-ServerTagsTestJSON-673524354 tempest-ServerTagsTestJSON-673524354-project] 10.222.0.57 "DELETE /v2.0/ports/cb3bf198-cb41-468a-8c5f-5fea6ce4c5c0 HTTP/1.1" status: 204 len: 173 time: 0.5697963 Aug 16 22:51:58.745964 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b798a446-9f64-4bca-8a33-4a77ca8d4e69 req-d05fde39-a77e-4bce-a2fa-802f0e02bbfd tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:58.747613 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b798a446-9f64-4bca-8a33-4a77ca8d4e69 req-d05fde39-a77e-4bce-a2fa-802f0e02bbfd tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ff12a09-4221-4ac1-b150-5cba34748f11 HTTP/1.1" status: 200 len: 945 time: 0.0724170 Aug 16 22:51:58.787062 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b798a446-9f64-4bca-8a33-4a77ca8d4e69 req-ad7d8848-44de-4bc4-987c-2940728db71a tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/security-groups?id=27dbc869-d84c-4027-ab20-4514a0688a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329189 Aug 16 22:51:59.029014 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-88508c73-35d7-4305-8ba5-027544366255 req-3c1a070b-e252-4aee-83b9-9de9a88f488c tempest-ServerTagsTestJSON-673524354 tempest-ServerTagsTestJSON-673524354-project] 10.222.0.36 "GET /v2.0/ports?device_id=d512571d-2daf-40d2-ab05-ff27ee5b8045 HTTP/1.1" status: 200 len: 210 time: 0.0296946 Aug 16 22:51:59.138061 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959f2ee0-e177-40a1-b031-aa43a290da18 req-d48e865c-acf0-46a5-9de2-f61dff922d11 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:59.139585 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-959f2ee0-e177-40a1-b031-aa43a290da18 req-d48e865c-acf0-46a5-9de2-f61dff922d11 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ab9dd79-cdd8-4824-b179-7013d5235b9f HTTP/1.1" status: 200 len: 944 time: 0.0495667 Aug 16 22:51:59.179581 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-959f2ee0-e177-40a1-b031-aa43a290da18 req-e5c799d4-570b-4590-ba3e-6e293f5600e2 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339437 Aug 16 22:51:59.204370 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 6c53726c-313d-4b07-99cc-3c30f92b16fd no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:51:59.256748 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbb3f23-322b-4197-bce0-d474223ef283 req-1c183397-1868-40c1-b6de-64c14f7ae003 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:59.258267 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3fbb3f23-322b-4197-bce0-d474223ef283 req-1c183397-1868-40c1-b6de-64c14f7ae003 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68c494f-5a7e-4124-bd68-c461a50ab348 HTTP/1.1" status: 200 len: 950 time: 0.0506213 Aug 16 22:51:59.284414 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:59.311602 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3fbb3f23-322b-4197-bce0-d474223ef283 req-58dfa34c-8302-4826-a862-52e6e32039ba tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403955 Aug 16 22:51:59.322821 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 6c53726c-313d-4b07-99cc-3c30f92b16fd, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=6c53726c-313d-4b07-99cc-3c30f92b16fd,segment=NetworkSegment(14912929-ceb9-4c21-80c4-b8179d0f9d12),segment_id=14912929-ceb9-4c21-80c4-b8179d0f9d12)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:51:59.329563 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:59.393231 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=6c53726c-313d-4b07-99cc-3c30f92b16fd,revision_number=8']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:51:59.426943 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1ceb48-8849-4ea0-81d3-31a8b4e4bbca req-0eb5b0a7-2499-4c7d-b16e-887a34f28dbe tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:59.428404 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6e1ceb48-8849-4ea0-81d3-31a8b4e4bbca req-0eb5b0a7-2499-4c7d-b16e-887a34f28dbe tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.68 "GET /v2.0/ports?device_id=8ff12a09-4221-4ac1-b150-5cba34748f11 HTTP/1.1" status: 200 len: 943 time: 0.0977521 Aug 16 22:51:59.446724 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '889a7380-3570-4612-b1d9-86f08e3fcda6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a04efa9f-af0c-479f-b11f-4228d439f67d'}, {'server_uuid': '8ff12a09-4221-4ac1-b150-5cba34748f11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c53726c-313d-4b07-99cc-3c30f92b16fd'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:51:59.450422 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-444caf95-8f1e-4112-bab9-5a3c7dcf88a2" -d '{"events": [{"server_uuid": "889a7380-3570-4612-b1d9-86f08e3fcda6", "name": "network-vif-plugged", "status": "completed", "tag": "a04efa9f-af0c-479f-b11f-4228d439f67d"}, {"server_uuid": "8ff12a09-4221-4ac1-b150-5cba34748f11", "name": "network-vif-unplugged", "status": "completed", "tag": "6c53726c-313d-4b07-99cc-3c30f92b16fd"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:51:59.476147 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c3fb9c-161d-49b3-9563-fdf4630e1e11 req-6b414eb4-295f-4f12-a98a-d0607325bce6 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:59.477695 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-67c3fb9c-161d-49b3-9563-fdf4630e1e11 req-6b414eb4-295f-4f12-a98a-d0607325bce6 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=acbad045-44e9-4866-b6f7-f0288855d525 HTTP/1.1" status: 200 len: 944 time: 0.0855818 Aug 16 22:51:59.494077 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Mon, 16 Aug 2021 22:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a196c01-b5cc-4499-8b0d-99a70d846553 x-openstack-request-id: req-2a196c01-b5cc-4499-8b0d-99a70d846553 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:51:59.494373 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "889a7380-3570-4612-b1d9-86f08e3fcda6", "name": "network-vif-plugged", "status": "completed", "tag": "a04efa9f-af0c-479f-b11f-4228d439f67d", "code": 200}, {"server_uuid": "8ff12a09-4221-4ac1-b150-5cba34748f11", "name": "network-vif-unplugged", "status": "completed", "tag": "6c53726c-313d-4b07-99cc-3c30f92b16fd", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:51:59.494626 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2a196c01-b5cc-4499-8b0d-99a70d846553 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:51:59.495022 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '889a7380-3570-4612-b1d9-86f08e3fcda6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a04efa9f-af0c-479f-b11f-4228d439f67d', 'code': 200} Aug 16 22:51:59.495278 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ff12a09-4221-4ac1-b150-5cba34748f11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c53726c-313d-4b07-99cc-3c30f92b16fd', 'code': 200} Aug 16 22:51:59.552281 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-67c3fb9c-161d-49b3-9563-fdf4630e1e11 req-8ea6b4c7-cf43-442c-8495-ea9fe845f47b tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646448 Aug 16 22:51:59.571710 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-6e1ceb48-8849-4ea0-81d3-31a8b4e4bbca req-2578fd90-4d5d-429c-bc5b-dfe01965d035 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Deleting port 6c53726c-313d-4b07-99cc-3c30f92b16fd {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:51:59.572237 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-6e1ceb48-8849-4ea0-81d3-31a8b4e4bbca req-2578fd90-4d5d-429c-bc5b-dfe01965d035 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:59.707049 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb74c337-9ede-4173-baa6-a29015c5650a req-0d3a3941-7488-4782-80e8-ca7765f0dcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:59.708503 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-eb74c337-9ede-4173-baa6-a29015c5650a req-0d3a3941-7488-4782-80e8-ca7765f0dcc7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=889a7380-3570-4612-b1d9-86f08e3fcda6 HTTP/1.1" status: 200 len: 1098 time: 0.0944223 Aug 16 22:51:59.735920 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-6e1ceb48-8849-4ea0-81d3-31a8b4e4bbca req-2578fd90-4d5d-429c-bc5b-dfe01965d035 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] For port 6c53726c-313d-4b07-99cc-3c30f92b16fd, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=6c53726c-313d-4b07-99cc-3c30f92b16fd,segment=NetworkSegment(14912929-ceb9-4c21-80c4-b8179d0f9d12),segment_id=14912929-ceb9-4c21-80c4-b8179d0f9d12)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:51:59.736299 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-6e1ceb48-8849-4ea0-81d3-31a8b4e4bbca req-2578fd90-4d5d-429c-bc5b-dfe01965d035 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:51:59.756292 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-6e1ceb48-8849-4ea0-81d3-31a8b4e4bbca req-2578fd90-4d5d-429c-bc5b-dfe01965d035 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Calling delete_port for 6c53726c-313d-4b07-99cc-3c30f92b16fd owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:51:59.779629 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dd686d-5c85-4527-8124-2aef065bae7d req-f130446d-a434-4c48-8740-52670bcaa758 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:59.781498 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-43dd686d-5c85-4527-8124-2aef065bae7d req-f130446d-a434-4c48-8740-52670bcaa758 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=889a7380-3570-4612-b1d9-86f08e3fcda6 HTTP/1.1" status: 200 len: 946 time: 0.1152112 Aug 16 22:51:59.792732 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-eb74c337-9ede-4173-baa6-a29015c5650a req-c924f0e6-448e-4af7-948d-51e23d5d4131 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746496 Aug 16 22:51:59.876271 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-43dd686d-5c85-4527-8124-2aef065bae7d req-4546b39f-222b-4521-b070-3c64645dfa9c tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875220 Aug 16 22:51:59.879637 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd512571d-2daf-40d2-ab05-ff27ee5b8045', 'name': 'network-vif-deleted', 'tag': 'cb3bf198-cb41-468a-8c5f-5fea6ce4c5c0'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:51:59.881443 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9a21023-5334-4fb9-82af-a0efddc224fd" -d '{"events": [{"server_uuid": "d512571d-2daf-40d2-ab05-ff27ee5b8045", "name": "network-vif-deleted", "tag": "cb3bf198-cb41-468a-8c5f-5fea6ce4c5c0"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:51:59.900991 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 624590e7-8726-4e89-8214-7476bcaae046 details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:51:59.906280 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device d54df04a-f49a-4781-a81f-a08eeb71ea39 no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:51:59.926967 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55632aa7-b484-4ff7-82cd-e99c2caccde0 x-openstack-request-id: req-55632aa7-b484-4ff7-82cd-e99c2caccde0 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:51:59.927336 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d512571d-2daf-40d2-ab05-ff27ee5b8045", "name": "network-vif-deleted", "tag": "cb3bf198-cb41-468a-8c5f-5fea6ce4c5c0", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:51:59.927691 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-55632aa7-b484-4ff7-82cd-e99c2caccde0 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:51:59.928137 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd512571d-2daf-40d2-ab05-ff27ee5b8045', 'name': 'network-vif-deleted', 'tag': 'cb3bf198-cb41-468a-8c5f-5fea6ce4c5c0', 'status': 'completed', 'code': 200} Aug 16 22:51:59.933156 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] No Port match for: d54df04a-f49a-4781-a81f-a08eeb71ea39 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:51:59.934151 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device d54df04a-f49a-4781-a81f-a08eeb71ea39 not bound to the agent host n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:51:59.971718 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a020a5d-1d88-4a73-ad20-8ba95611110b req-89fbfef4-a3a1-489e-9e05-82d57833f0e2 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:51:59.973241 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1a020a5d-1d88-4a73-ad20-8ba95611110b req-89fbfef4-a3a1-489e-9e05-82d57833f0e2 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ff12a09-4221-4ac1-b150-5cba34748f11 HTTP/1.1" status: 200 len: 943 time: 0.1110282 Aug 16 22:52:00.016442 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 624590e7-8726-4e89-8214-7476bcaae046, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=624590e7-8726-4e89-8214-7476bcaae046,segment=NetworkSegment(0776e957-0fd5-4cd9-b2cd-f5649efce124),segment_id=0776e957-0fd5-4cd9-b2cd-f5649efce124)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:52:00.020517 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-6e1ceb48-8849-4ea0-81d3-31a8b4e4bbca req-2578fd90-4d5d-429c-bc5b-dfe01965d035 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:00.029566 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': '624590e7-8726-4e89-8214-7476bcaae046', 'network_id': '293b6503-0dd0-473c-b292-a36a6d59f563', 'port_id': '624590e7-8726-4e89-8214-7476bcaae046', 'mac_address': 'fa:16:3e:39:da:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb70f846-7e6c-4740-9acb-63b13b1d78a5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:52:00.056239 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1a020a5d-1d88-4a73-ad20-8ba95611110b req-f0d5dc47-7878-4271-9589-f7cb833bfa0a tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/security-groups?id=27dbc869-d84c-4027-ab20-4514a0688a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732477 Aug 16 22:52:00.057394 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2578fd90-4d5d-429c-bc5b-dfe01965d035 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Pushing event deleted for resources: {'Port': ['ID=6c53726c-313d-4b07-99cc-3c30f92b16fd,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:00.080802 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:00.100227 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 624590e7-8726-4e89-8214-7476bcaae046 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:52:00.100718 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 57582) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:00.104347 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e1ceb48-8849-4ea0-81d3-31a8b4e4bbca req-2578fd90-4d5d-429c-bc5b-dfe01965d035 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] No DVR routers for this DVR port 6c53726c-313d-4b07-99cc-3c30f92b16fd on host n-h1-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:52:00.108584 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-6e1ceb48-8849-4ea0-81d3-31a8b4e4bbca req-2578fd90-4d5d-429c-bc5b-dfe01965d035 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:00.111119 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6e1ceb48-8849-4ea0-81d3-31a8b4e4bbca req-2578fd90-4d5d-429c-bc5b-dfe01965d035 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.68 "DELETE /v2.0/ports/6c53726c-313d-4b07-99cc-3c30f92b16fd HTTP/1.1" status: 204 len: 173 time: 0.6715293 Aug 16 22:52:00.130334 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 624590e7-8726-4e89-8214-7476bcaae046, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=624590e7-8726-4e89-8214-7476bcaae046,segment=NetworkSegment(0776e957-0fd5-4cd9-b2cd-f5649efce124),segment_id=0776e957-0fd5-4cd9-b2cd-f5649efce124)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:52:00.144941 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:00.155207 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-4127c9c8-0524-4923-a0d4-028077f4822e admin admin] Deleting subnet e9641656-ceaa-4372-9d50-6f1192c929ac {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:52:00.158512 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4127c9c8-0524-4923-a0d4-028077f4822e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:00.201853 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4127c9c8-0524-4923-a0d4-028077f4822e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:00.202111 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=624590e7-8726-4e89-8214-7476bcaae046,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:00.248633 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4127c9c8-0524-4923-a0d4-028077f4822e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:00.308344 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4127c9c8-0524-4923-a0d4-028077f4822e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:00.333756 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b0f62c-5feb-4155-8e07-c0dd60abafdc req-08636b1c-09dd-474c-89a8-324a6fb71961 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:00.334341 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4127c9c8-0524-4923-a0d4-028077f4822e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9641656-ceaa-4372-9d50-6f1192c929ac,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:00.341105 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4127c9c8-0524-4923-a0d4-028077f4822e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:00.343041 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-4127c9c8-0524-4923-a0d4-028077f4822e admin admin] 10.222.0.36 "DELETE /v2.0/subnets/e9641656-ceaa-4372-9d50-6f1192c929ac HTTP/1.1" status: 204 len: 168 time: 0.2414238 Aug 16 22:52:00.344939 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-76b0f62c-5feb-4155-8e07-c0dd60abafdc req-08636b1c-09dd-474c-89a8-324a6fb71961 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ab9dd79-cdd8-4824-b179-7013d5235b9f HTTP/1.1" status: 200 len: 944 time: 0.0904744 Aug 16 22:52:00.345773 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 57590) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:00.361384 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecdd5c7-2150-4c46-8892-1d583aee88f5 req-32cbe51a-9171-4904-8aaa-b26db7df5ae8 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:00.363120 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5ecdd5c7-2150-4c46-8892-1d583aee88f5 req-32cbe51a-9171-4904-8aaa-b26db7df5ae8 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ab9dd79-cdd8-4824-b179-7013d5235b9f HTTP/1.1" status: 200 len: 944 time: 0.0997939 Aug 16 22:52:00.421821 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-439e6f4e-6b87-44b7-9ad6-902ee61cb926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:00.458990 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-76b0f62c-5feb-4155-8e07-c0dd60abafdc req-33706127-45d4-478e-b9ab-57d5da949a82 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5644387a-a56f-4310-927d-e1494fba514b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070426 Aug 16 22:52:00.503623 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-439e6f4e-6b87-44b7-9ad6-902ee61cb926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:00.514238 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-439e6f4e-6b87-44b7-9ad6-902ee61cb926 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['288e7916-cac4-46c9-a14c-5de83c90a51d']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:52:00.519139 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af5358-ee64-419b-b9dc-722aa107409d req-957a2984-b89f-47d0-8ac0-c835448828e8 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:00.519626 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-94af5358-ee64-419b-b9dc-722aa107409d req-957a2984-b89f-47d0-8ac0-c835448828e8 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68c494f-5a7e-4124-bd68-c461a50ab348 HTTP/1.1" status: 200 len: 950 time: 0.1187174 Aug 16 22:52:00.525591 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-439e6f4e-6b87-44b7-9ad6-902ee61cb926 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e85fcd9d-6ca3-43dc-b894-82d87495894a') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:52:00.525891 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-439e6f4e-6b87-44b7-9ad6-902ee61cb926 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e85fcd9d-6ca3-43dc-b894-82d87495894a') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:52:00.535688 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-439e6f4e-6b87-44b7-9ad6-902ee61cb926 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:00.552160 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-439e6f4e-6b87-44b7-9ad6-902ee61cb926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:00.554013 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-5ecdd5c7-2150-4c46-8892-1d583aee88f5 req-914eb23f-ab96-4cab-ad28-33b34555e37d tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Deleting port ac0c1df4-b6cc-41b4-a071-67b0439c495d {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:52:00.554423 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-5ecdd5c7-2150-4c46-8892-1d583aee88f5 req-914eb23f-ab96-4cab-ad28-33b34555e37d tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:00.560405 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-439e6f4e-6b87-44b7-9ad6-902ee61cb926 admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:52:00.560880 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-439e6f4e-6b87-44b7-9ad6-902ee61cb926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:00.562951 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 22:52:00.562951 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:52:00.562951 n-d-791506-26 neutron-server[101291]: timer() Aug 16 22:52:00.562951 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:52:00.562951 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 22:52:00.562951 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:52:00.562951 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 22:52:00.562951 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:52:00.562951 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 22:52:00.562951 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:52:00.562951 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 22:52:00.562951 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:52:00.562951 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 22:52:00.562951 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:52:00.562951 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:52:00.562951 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:52:00.562951 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:52:00.562951 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:52:00.562951 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 22:52:00.562951 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:52:00.562951 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 22:52:00.562951 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:52:00.562951 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:52:00.562951 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:52:00.562951 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 22:52:00.562951 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:52:00.562951 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:52:00.562951 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:52:00.562951 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:52:00.562951 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:52:00.562951 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:52:00.562951 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:52:00.611310 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['624590e7-8726-4e89-8214-7476bcaae046'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:52:00.616801 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-94af5358-ee64-419b-b9dc-722aa107409d req-d91c4749-affd-43ad-9e8f-5903536924b7 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907013 Aug 16 22:52:00.640214 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-439e6f4e-6b87-44b7-9ad6-902ee61cb926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:00.650988 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-439e6f4e-6b87-44b7-9ad6-902ee61cb926 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:00.654543 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-439e6f4e-6b87-44b7-9ad6-902ee61cb926 admin admin] 10.222.0.36 "DELETE /v2.0/networks/288e7916-cac4-46c9-a14c-5de83c90a51d HTTP/1.1" status: 204 len: 168 time: 0.3078079 Aug 16 22:52:00.671659 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439e6f4e-6b87-44b7-9ad6-902ee61cb926 admin admin] Pushing event deleted for resources: {'Network': ['ID=288e7916-cac4-46c9-a14c-5de83c90a51d,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:00.718490 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-5ecdd5c7-2150-4c46-8892-1d583aee88f5 req-914eb23f-ab96-4cab-ad28-33b34555e37d tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] For port ac0c1df4-b6cc-41b4-a071-67b0439c495d, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=ac0c1df4-b6cc-41b4-a071-67b0439c495d,segment=NetworkSegment(f636a4c4-5ebb-45e7-a739-a275ed345fed),segment_id=f636a4c4-5ebb-45e7-a739-a275ed345fed)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:52:00.718855 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-5ecdd5c7-2150-4c46-8892-1d583aee88f5 req-914eb23f-ab96-4cab-ad28-33b34555e37d tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:00.739184 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-5ecdd5c7-2150-4c46-8892-1d583aee88f5 req-914eb23f-ab96-4cab-ad28-33b34555e37d tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Calling delete_port for ac0c1df4-b6cc-41b4-a071-67b0439c495d owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:52:00.750170 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48732e2-a07e-45da-a224-3f3e1f827bf1 req-ad8de56a-0a0d-457c-8ca0-82dead594bba tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:00.752097 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f48732e2-a07e-45da-a224-3f3e1f827bf1 req-ad8de56a-0a0d-457c-8ca0-82dead594bba tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=acbad045-44e9-4866-b6f7-f0288855d525 HTTP/1.1" status: 200 len: 945 time: 0.1070108 Aug 16 22:52:00.827321 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 57596) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:00.845850 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f48732e2-a07e-45da-a224-3f3e1f827bf1 req-02d6c66e-0b15-4d8f-ba99-b59cf53f86a3 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844326 Aug 16 22:52:00.867797 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-43032fa5-f8ce-4c13-b2d0-a97eaf0d3105 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7a2d0bdfd24d464b8212782ba992f5f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0393264 Aug 16 22:52:00.870240 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 57598) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:00.925737 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3f00d156-11c9-468f-a059-54428a36c19e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:00.930179 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-5ecdd5c7-2150-4c46-8892-1d583aee88f5 req-914eb23f-ab96-4cab-ad28-33b34555e37d tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:00.952184 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3f00d156-11c9-468f-a059-54428a36c19e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:00.965139 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914eb23f-ab96-4cab-ad28-33b34555e37d tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Pushing event deleted for resources: {'Port': ['ID=ac0c1df4-b6cc-41b4-a071-67b0439c495d,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:01.008738 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3f00d156-11c9-468f-a059-54428a36c19e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:01.012280 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3f00d156-11c9-468f-a059-54428a36c19e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:01.015823 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-3f00d156-11c9-468f-a059-54428a36c19e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f95f0dfc-e747-43ad-bc02-900d07c40153 HTTP/1.1" status: 204 len: 168 time: 0.1418393 Aug 16 22:52:01.021640 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f00d156-11c9-468f-a059-54428a36c19e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f95f0dfc-e747-43ad-bc02-900d07c40153,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:01.041247 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ecdd5c7-2150-4c46-8892-1d583aee88f5 req-914eb23f-ab96-4cab-ad28-33b34555e37d tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] No DVR routers for this DVR port ac0c1df4-b6cc-41b4-a071-67b0439c495d on host n-h2-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:52:01.043946 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-5ecdd5c7-2150-4c46-8892-1d583aee88f5 req-914eb23f-ab96-4cab-ad28-33b34555e37d tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:01.046980 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5ecdd5c7-2150-4c46-8892-1d583aee88f5 req-914eb23f-ab96-4cab-ad28-33b34555e37d tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.57 "DELETE /v2.0/ports/ac0c1df4-b6cc-41b4-a071-67b0439c495d HTTP/1.1" status: 204 len: 173 time: 0.6777058 Aug 16 22:52:01.067442 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a801cd-7ca4-43fb-b236-0305993c113c req-2c9298d9-e336-4cd5-b6d9-0f1270fbdbb0 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:01.069139 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-80a801cd-7ca4-43fb-b236-0305993c113c req-2c9298d9-e336-4cd5-b6d9-0f1270fbdbb0 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=889a7380-3570-4612-b1d9-86f08e3fcda6 HTTP/1.1" status: 200 len: 946 time: 0.1083212 Aug 16 22:52:01.110417 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-80a801cd-7ca4-43fb-b236-0305993c113c req-67eb7a49-87e2-45e7-bc07-a3aa98e679a4 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342605 Aug 16 22:52:01.422970 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 57618) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:01.428113 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-6524abe8-a07a-48e0-999d-ad7df2a98d4b tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1972921604', 'description': 'tempest-description--392401675'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:52:01.466082 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6524abe8-a07a-48e0-999d-ad7df2a98d4b tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:01.599857 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6524abe8-a07a-48e0-999d-ad7df2a98d4b tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:01.604699 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f90935c3-4e21-4478-b7e4-e526d4f52e0f req-ed440312-3c36-40db-9712-d2023a347640 tempest-LiveMigrationTest-1531121175 tempest-LiveMigrationTest-1531121175-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ab9dd79-cdd8-4824-b179-7013d5235b9f HTTP/1.1" status: 200 len: 210 time: 0.0425360 Aug 16 22:52:01.604950 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6524abe8-a07a-48e0-999d-ad7df2a98d4b tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:01.639378 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6524abe8-a07a-48e0-999d-ad7df2a98d4b tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:01.643941 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-6524abe8-a07a-48e0-999d-ad7df2a98d4b tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2169948 Aug 16 22:52:01.644272 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 57630) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:01.653878 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-e7e33678-52e5-42fe-8b6a-1f5a2121e8c1 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Request body: {'security_group_rule': {'security_group_id': '52b34166-d04e-479d-8d47-673e9f59ed9b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:52:01.659144 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6524abe8-a07a-48e0-999d-ad7df2a98d4b tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52b34166-d04e-479d-8d47-673e9f59ed9b,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:01.693501 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e7e33678-52e5-42fe-8b6a-1f5a2121e8c1 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:01.784343 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e0ff00-c6a4-4218-baa9-b97dee0f7446 req-dcb42e86-3c12-48dc-9eb9-103ddce9dc10 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:01.786337 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b0e0ff00-c6a4-4218-baa9-b97dee0f7446 req-dcb42e86-3c12-48dc-9eb9-103ddce9dc10 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68c494f-5a7e-4124-bd68-c461a50ab348 HTTP/1.1" status: 200 len: 950 time: 0.0813901 Aug 16 22:52:01.793330 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e7e33678-52e5-42fe-8b6a-1f5a2121e8c1 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:01.802809 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e7e33678-52e5-42fe-8b6a-1f5a2121e8c1 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:01.835210 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e33678-52e5-42fe-8b6a-1f5a2121e8c1 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61ac9bdf-28e1-499f-b0b5-8def8c2adf6c,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:01.845711 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e7e33678-52e5-42fe-8b6a-1f5a2121e8c1 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:01.848960 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-e7e33678-52e5-42fe-8b6a-1f5a2121e8c1 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2017026 Aug 16 22:52:01.849754 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 57638) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:01.856627 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-64ded899-82ab-4448-9d54-aaf2a21034e2 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Request body: {'security_group_rule': {'security_group_id': '52b34166-d04e-479d-8d47-673e9f59ed9b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:52:01.864647 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b0e0ff00-c6a4-4218-baa9-b97dee0f7446 req-a281c5e4-639f-496e-92fc-ab9bcacb05e6 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694964 Aug 16 22:52:01.910047 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-64ded899-82ab-4448-9d54-aaf2a21034e2 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:01.932631 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ff12a09-4221-4ac1-b150-5cba34748f11', 'name': 'network-vif-deleted', 'tag': '6c53726c-313d-4b07-99cc-3c30f92b16fd'}, {'server_uuid': '1ab9dd79-cdd8-4824-b179-7013d5235b9f', 'name': 'network-vif-deleted', 'tag': 'ac0c1df4-b6cc-41b4-a071-67b0439c495d'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:52:01.935835 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60cb91eb-9920-4fb0-a7f0-319e1752ff74" -d '{"events": [{"server_uuid": "8ff12a09-4221-4ac1-b150-5cba34748f11", "name": "network-vif-deleted", "tag": "6c53726c-313d-4b07-99cc-3c30f92b16fd"}, {"server_uuid": "1ab9dd79-cdd8-4824-b179-7013d5235b9f", "name": "network-vif-deleted", "tag": "ac0c1df4-b6cc-41b4-a071-67b0439c495d"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:52:01.957047 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 624590e7-8726-4e89-8214-7476bcaae046 up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:52:01.989302 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 22:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b81e4fc0-9216-4f34-abcb-1e6b9b9664f1 x-openstack-request-id: req-b81e4fc0-9216-4f34-abcb-1e6b9b9664f1 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:52:01.989740 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ff12a09-4221-4ac1-b150-5cba34748f11", "name": "network-vif-deleted", "tag": "6c53726c-313d-4b07-99cc-3c30f92b16fd", "status": "completed", "code": 200}, {"server_uuid": "1ab9dd79-cdd8-4824-b179-7013d5235b9f", "name": "network-vif-deleted", "tag": "ac0c1df4-b6cc-41b4-a071-67b0439c495d", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:52:01.989991 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b81e4fc0-9216-4f34-abcb-1e6b9b9664f1 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:52:01.990386 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ff12a09-4221-4ac1-b150-5cba34748f11', 'name': 'network-vif-deleted', 'tag': '6c53726c-313d-4b07-99cc-3c30f92b16fd', 'status': 'completed', 'code': 200} Aug 16 22:52:01.990640 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ab9dd79-cdd8-4824-b179-7013d5235b9f', 'name': 'network-vif-deleted', 'tag': 'ac0c1df4-b6cc-41b4-a071-67b0439c495d', 'status': 'completed', 'code': 200} Aug 16 22:52:02.011685 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning for port 624590e7-8726-4e89-8214-7476bcaae046 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:52:02.015848 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port 624590e7-8726-4e89-8214-7476bcaae046 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:52:02.016222 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:02.031042 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d860c0bf-b2bb-4320-bc0e-0bd0ab3b5721 req-da766c1a-56b7-4358-889a-ce71430daa44 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:02.032752 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d860c0bf-b2bb-4320-bc0e-0bd0ab3b5721 req-da766c1a-56b7-4358-889a-ce71430daa44 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=acbad045-44e9-4866-b6f7-f0288855d525 HTTP/1.1" status: 200 len: 945 time: 0.1031806 Aug 16 22:52:02.045537 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-64ded899-82ab-4448-9d54-aaf2a21034e2 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:02.052620 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-64ded899-82ab-4448-9d54-aaf2a21034e2 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:02.089935 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ded899-82ab-4448-9d54-aaf2a21034e2 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=935a1d5b-be91-43e8-96f3-d3c367331c57,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:02.099905 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-64ded899-82ab-4448-9d54-aaf2a21034e2 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:02.101133 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-64ded899-82ab-4448-9d54-aaf2a21034e2 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2486427 Aug 16 22:52:02.105784 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 57648) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:02.107166 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d860c0bf-b2bb-4320-bc0e-0bd0ab3b5721 req-5079c776-bb1c-4641-8b4b-6ea3dc1ca2e0 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637252 Aug 16 22:52:02.108157 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:02.126014 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-5fdb1b34-f806-40b1-8f8f-cf949213309c tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Request body: {'floatingip': {'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:52:02.134514 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acbad045-44e9-4866-b6f7-f0288855d525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '624590e7-8726-4e89-8214-7476bcaae046'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:52:02.137855 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe87461b-9698-40c3-b22b-3ab5f0d46bb4" -d '{"events": [{"server_uuid": "acbad045-44e9-4866-b6f7-f0288855d525", "name": "network-vif-plugged", "status": "completed", "tag": "624590e7-8726-4e89-8214-7476bcaae046"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:52:02.217066 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5fdb1b34-f806-40b1-8f8f-cf949213309c tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Notify callbacks [] for floatingip, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:02.230892 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 57658) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:02.284975 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 624590e7-8726-4e89-8214-7476bcaae046, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=624590e7-8726-4e89-8214-7476bcaae046,segment=NetworkSegment(0776e957-0fd5-4cd9-b2cd-f5649efce124),segment_id=0776e957-0fd5-4cd9-b2cd-f5649efce124)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:52:02.289337 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd4cf2d-4d64-4ed8-8884-e1f17ed3825a req-ab07f2ee-4112-438a-a971-d2b715155bf8 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:02.291516 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dcd4cf2d-4d64-4ed8-8884-e1f17ed3825a req-ab07f2ee-4112-438a-a971-d2b715155bf8 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=889a7380-3570-4612-b1d9-86f08e3fcda6 HTTP/1.1" status: 200 len: 946 time: 0.0748150 Aug 16 22:52:02.293723 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:02.294882 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device cb3bf198-cb41-468a-8c5f-5fea6ce4c5c0 no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:52:02.318857 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] No Port match for: cb3bf198-cb41-468a-8c5f-5fea6ce4c5c0 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:52:02.319619 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device cb3bf198-cb41-468a-8c5f-5fea6ce4c5c0 not bound to the agent host n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:52:02.320206 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device ac0c1df4-b6cc-41b4-a071-67b0439c495d no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:52:02.344138 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dcd4cf2d-4d64-4ed8-8884-e1f17ed3825a req-99f287ee-fe0b-450d-84c4-d9186c7295af tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449502 Aug 16 22:52:02.399642 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5fdb1b34-f806-40b1-8f8f-cf949213309c tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:02.415027 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] No Port match for: ac0c1df4-b6cc-41b4-a071-67b0439c495d {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:52:02.415426 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device ac0c1df4-b6cc-41b4-a071-67b0439c495d not bound to the agent host n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:52:02.422107 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-062149ad-caac-480b-92ed-cf0418533601 x-openstack-request-id: req-062149ad-caac-480b-92ed-cf0418533601 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:52:02.422407 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acbad045-44e9-4866-b6f7-f0288855d525", "name": "network-vif-plugged", "status": "completed", "tag": "624590e7-8726-4e89-8214-7476bcaae046", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:52:02.422662 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-062149ad-caac-480b-92ed-cf0418533601 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:52:02.423103 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acbad045-44e9-4866-b6f7-f0288855d525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '624590e7-8726-4e89-8214-7476bcaae046', 'code': 200} Aug 16 22:52:02.427528 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1c6f433a-84a8-4cf9-8e7a-3dcadee8ab2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:02.448489 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=624590e7-8726-4e89-8214-7476bcaae046,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:02.526376 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-5fdb1b34-f806-40b1-8f8f-cf949213309c tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Allocated IP 172.25.4.176 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/32cc336a-213b-422d-aba4-fda1af78ed9b) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:52:02.600577 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1c6f433a-84a8-4cf9-8e7a-3dcadee8ab2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:02.603225 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52ce951-8b5f-42bf-a6be-625db6db3da6 req-09e18dd5-f2c2-496f-bf31-14428131898c tempest-LiveAutoBlockMigrationV225Test-1199004585 tempest-LiveAutoBlockMigrationV225Test-1199004585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:02.605639 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d52ce951-8b5f-42bf-a6be-625db6db3da6 req-09e18dd5-f2c2-496f-bf31-14428131898c tempest-LiveAutoBlockMigrationV225Test-1199004585 tempest-LiveAutoBlockMigrationV225Test-1199004585-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=889a7380-3570-4612-b1d9-86f08e3fcda6 HTTP/1.1" status: 200 len: 1098 time: 0.1076250 Aug 16 22:52:02.607700 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1c6f433a-84a8-4cf9-8e7a-3dcadee8ab2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:02.635447 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f050bd-3490-4290-b2f5-6fcf2821ce7b req-2955a8ed-136f-4289-89cc-bb387fe5d041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:02.637071 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-30f050bd-3490-4290-b2f5-6fcf2821ce7b req-2955a8ed-136f-4289-89cc-bb387fe5d041 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=acbad045-44e9-4866-b6f7-f0288855d525 HTTP/1.1" status: 200 len: 1098 time: 0.1078506 Aug 16 22:52:02.638458 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5fdb1b34-f806-40b1-8f8f-cf949213309c tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:02.666267 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 57670) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:02.688576 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6f433a-84a8-4cf9-8e7a-3dcadee8ab2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0080ab3-54f0-4836-b68d-dc9356d0efb0,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:02.707569 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-1c6f433a-84a8-4cf9-8e7a-3dcadee8ab2b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4b6aa42979814b67a625a3f7b4203564&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4736204 Aug 16 22:52:02.711065 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 57672) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:02.724183 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d52ce951-8b5f-42bf-a6be-625db6db3da6 req-5f9e953e-bac1-436b-873a-e16a1c871ded tempest-LiveAutoBlockMigrationV225Test-1199004585 tempest-LiveAutoBlockMigrationV225Test-1199004585-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103840 Aug 16 22:52:02.735028 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-338fcce4-b260-4756-90d2-11eb96cf0e69 admin admin] Deleting subnet 78dd72b6-bd21-4b15-8ce7-13fda92dba19 {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:52:02.735264 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-30f050bd-3490-4290-b2f5-6fcf2821ce7b req-1772e8ba-2465-4cc9-bbf2-8e1ea0bf7b55 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807955 Aug 16 22:52:02.739011 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5fdb1b34-f806-40b1-8f8f-cf949213309c tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:02.741624 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-338fcce4-b260-4756-90d2-11eb96cf0e69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:02.785960 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-04d3e6d1-4a7c-4d8c-9d88-7736a4d8cca5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:02.804431 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fdb1b34-f806-40b1-8f8f-cf949213309c tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:52:02.808249 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-04d3e6d1-4a7c-4d8c-9d88-7736a4d8cca5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:02.810124 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-338fcce4-b260-4756-90d2-11eb96cf0e69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:02.815879 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-5fdb1b34-f806-40b1-8f8f-cf949213309c tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:52:02.837881 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdb1b34-f806-40b1-8f8f-cf949213309c tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:52:02.875285 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdb1b34-f806-40b1-8f8f-cf949213309c tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Pushing event updated for resources: {'Port': ['ID=32cc336a-213b-422d-aba4-fda1af78ed9b,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:02.878672 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9953fcd-ab04-45f6-8908-98fbe13c8e2f req-4dc72a38-f898-45ca-9386-d5d36d6acf45 tempest-LiveAutoBlockMigrationV225Test-1199004585 tempest-LiveAutoBlockMigrationV225Test-1199004585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:02.880219 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e9953fcd-ab04-45f6-8908-98fbe13c8e2f req-4dc72a38-f898-45ca-9386-d5d36d6acf45 tempest-LiveAutoBlockMigrationV225Test-1199004585 tempest-LiveAutoBlockMigrationV225Test-1199004585-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=889a7380-3570-4612-b1d9-86f08e3fcda6 HTTP/1.1" status: 200 len: 1098 time: 0.0494795 Aug 16 22:52:02.892908 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-04d3e6d1-4a7c-4d8c-9d88-7736a4d8cca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:02.896654 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-04d3e6d1-4a7c-4d8c-9d88-7736a4d8cca5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:02.897576 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-338fcce4-b260-4756-90d2-11eb96cf0e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:02.898091 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-04d3e6d1-4a7c-4d8c-9d88-7736a4d8cca5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d0080ab3-54f0-4836-b68d-dc9356d0efb0 HTTP/1.1" status: 204 len: 168 time: 0.1861308 Aug 16 22:52:02.919884 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d3e6d1-4a7c-4d8c-9d88-7736a4d8cca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0080ab3-54f0-4836-b68d-dc9356d0efb0,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:02.941729 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e9953fcd-ab04-45f6-8908-98fbe13c8e2f req-e0405d87-c1e7-421e-b44f-9a1a63eba22e tempest-LiveAutoBlockMigrationV225Test-1199004585 tempest-LiveAutoBlockMigrationV225Test-1199004585-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423744 Aug 16 22:52:03.032402 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81dcf89-3d8a-455a-97e6-d48b0ca97b35 req-82c55728-1113-4f98-b1b0-d2e760097888 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:03.034081 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c81dcf89-3d8a-455a-97e6-d48b0ca97b35 req-82c55728-1113-4f98-b1b0-d2e760097888 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68c494f-5a7e-4124-bd68-c461a50ab348 HTTP/1.1" status: 200 len: 950 time: 0.0563757 Aug 16 22:52:03.061403 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5fdb1b34-f806-40b1-8f8f-cf949213309c tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:03.063806 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-338fcce4-b260-4756-90d2-11eb96cf0e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:03.092782 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c81dcf89-3d8a-455a-97e6-d48b0ca97b35 req-0f7544b9-2793-4512-a543-d4e1a1dc07af tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495653 Aug 16 22:52:03.114471 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338fcce4-b260-4756-90d2-11eb96cf0e69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78dd72b6-bd21-4b15-8ce7-13fda92dba19,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:03.134889 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-338fcce4-b260-4756-90d2-11eb96cf0e69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:03.137426 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-338fcce4-b260-4756-90d2-11eb96cf0e69 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/78dd72b6-bd21-4b15-8ce7-13fda92dba19 HTTP/1.1" status: 204 len: 168 time: 0.4700754 Aug 16 22:52:03.140022 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 57688) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:03.150940 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5fdb1b34-f806-40b1-8f8f-cf949213309c tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:03.220785 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 6c53726c-313d-4b07-99cc-3c30f92b16fd no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:52:03.239145 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-573eabb8-5f04-4e45-bcbf-9e67953c9162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:03.251967 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] No Port match for: 6c53726c-313d-4b07-99cc-3c30f92b16fd {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:52:03.265062 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 6c53726c-313d-4b07-99cc-3c30f92b16fd not bound to the agent host n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:52:03.347635 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5fdb1b34-f806-40b1-8f8f-cf949213309c tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:03.358712 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5fdb1b34-f806-40b1-8f8f-cf949213309c tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:03.364334 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1daeacd-70f6-4e3a-ad60-c311387bc02e req-72664719-35e4-48f4-b9f9-b2f4edc8b3b7 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:03.365922 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c1daeacd-70f6-4e3a-ad60-c311387bc02e req-72664719-35e4-48f4-b9f9-b2f4edc8b3b7 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=acbad045-44e9-4866-b6f7-f0288855d525 HTTP/1.1" status: 200 len: 946 time: 0.1239371 Aug 16 22:52:03.388991 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-573eabb8-5f04-4e45-bcbf-9e67953c9162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:03.406653 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-573eabb8-5f04-4e45-bcbf-9e67953c9162 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdacd106-3582-43d1-a3c6-7a9333f5e2e0']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:52:03.419181 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-573eabb8-5f04-4e45-bcbf-9e67953c9162 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f636a4c4-5ebb-45e7-a739-a275ed345fed') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:52:03.419454 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-573eabb8-5f04-4e45-bcbf-9e67953c9162 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f636a4c4-5ebb-45e7-a739-a275ed345fed') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:52:03.435251 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdb1b34-f806-40b1-8f8f-cf949213309c tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Pushing event updated for resources: {'Port': ['ID=32cc336a-213b-422d-aba4-fda1af78ed9b,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:03.437446 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-573eabb8-5f04-4e45-bcbf-9e67953c9162 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:03.445540 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5fdb1b34-f806-40b1-8f8f-cf949213309c tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:03.454903 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c1daeacd-70f6-4e3a-ad60-c311387bc02e req-2b1bae75-f9bd-44ad-903e-4718929cfac9 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769889 Aug 16 22:52:03.465142 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5fdb1b34-f806-40b1-8f8f-cf949213309c tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:03.466764 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-5fdb1b34-f806-40b1-8f8f-cf949213309c tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3575287 Aug 16 22:52:03.473581 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-573eabb8-5f04-4e45-bcbf-9e67953c9162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:03.482674 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-573eabb8-5f04-4e45-bcbf-9e67953c9162 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:52:03.483229 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-573eabb8-5f04-4e45-bcbf-9e67953c9162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:03.485415 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 16 22:52:03.485415 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:52:03.485415 n-d-791506-26 neutron-server[101292]: timer() Aug 16 22:52:03.485415 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:52:03.485415 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 16 22:52:03.485415 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:52:03.485415 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 16 22:52:03.485415 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:52:03.485415 n-d-791506-26 neutron-server[101292]: self._notify() Aug 16 22:52:03.485415 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:52:03.485415 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 16 22:52:03.485415 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:52:03.485415 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 16 22:52:03.485415 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:52:03.485415 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:52:03.485415 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:52:03.485415 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:52:03.485415 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:52:03.485415 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 16 22:52:03.485415 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:52:03.485415 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 16 22:52:03.485415 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:52:03.485415 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:52:03.485415 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:52:03.485415 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 16 22:52:03.485415 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:52:03.485415 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:52:03.485415 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:52:03.485415 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:52:03.485415 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:52:03.485415 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:52:03.485415 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:52:03.554521 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-573eabb8-5f04-4e45-bcbf-9e67953c9162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:03.562040 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-573eabb8-5f04-4e45-bcbf-9e67953c9162 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:03.564327 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-573eabb8-5f04-4e45-bcbf-9e67953c9162 admin admin] 10.222.0.36 "DELETE /v2.0/networks/bdacd106-3582-43d1-a3c6-7a9333f5e2e0 HTTP/1.1" status: 204 len: 168 time: 0.4232557 Aug 16 22:52:03.567099 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 57714) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:03.592261 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573eabb8-5f04-4e45-bcbf-9e67953c9162 admin admin] Pushing event deleted for resources: {'Network': ['ID=bdacd106-3582-43d1-a3c6-7a9333f5e2e0,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:03.627040 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-7061c4d8-c958-4d01-82de-dd9df4113a0f admin admin] Deleting subnet c2a3e3ec-5529-4e27-8be8-fb6b7b752655 {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:52:03.631714 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7061c4d8-c958-4d01-82de-dd9df4113a0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:03.673841 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7061c4d8-c958-4d01-82de-dd9df4113a0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:03.731350 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7061c4d8-c958-4d01-82de-dd9df4113a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:03.797537 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7061c4d8-c958-4d01-82de-dd9df4113a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:03.828075 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7061c4d8-c958-4d01-82de-dd9df4113a0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2a3e3ec-5529-4e27-8be8-fb6b7b752655,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:03.836599 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf56d02-86df-4c5c-8061-bd13191d701a req-62a7c4ba-4b38-48f4-8f80-6af155297337 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:03.837131 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7061c4d8-c958-4d01-82de-dd9df4113a0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:03.837131 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-7061c4d8-c958-4d01-82de-dd9df4113a0f admin admin] 10.222.0.36 "DELETE /v2.0/subnets/c2a3e3ec-5529-4e27-8be8-fb6b7b752655 HTTP/1.1" status: 204 len: 168 time: 0.2677886 Aug 16 22:52:03.838350 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 57740) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:03.843935 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5bf56d02-86df-4c5c-8061-bd13191d701a req-62a7c4ba-4b38-48f4-8f80-6af155297337 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/networks?id=64579410-f531-42c6-89b5-3114daa376a8 HTTP/1.1" status: 200 len: 822 time: 0.1596146 Aug 16 22:52:03.860072 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5bf56d02-86df-4c5c-8061-bd13191d701a req-3a8e362f-b670-4ba9-940a-efb63bf6f622 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/quotas/fb2060cb262e45228555b9d2259abb2f HTTP/1.1" status: 200 len: 375 time: 0.0149770 Aug 16 22:52:03.927402 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5bf56d02-86df-4c5c-8061-bd13191d701a req-ef659bd9-bdea-41b8-9dc6-5296d6e48ee8 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=fb2060cb262e45228555b9d2259abb2f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0666146 Aug 16 22:52:03.927707 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de0727b5-87ef-4eb0-866b-ca44fff64aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:04.015856 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de0727b5-87ef-4eb0-866b-ca44fff64aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:04.028386 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-de0727b5-87ef-4eb0-866b-ca44fff64aca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bdf43c9-9637-4061-8bc0-633860717bc0']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:52:04.040567 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-de0727b5-87ef-4eb0-866b-ca44fff64aca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5f4ee99-c76c-4084-a0a1-b73bcec0bdbe') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:52:04.040879 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-de0727b5-87ef-4eb0-866b-ca44fff64aca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5f4ee99-c76c-4084-a0a1-b73bcec0bdbe') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:52:04.050938 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de0727b5-87ef-4eb0-866b-ca44fff64aca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:04.071498 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de0727b5-87ef-4eb0-866b-ca44fff64aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:04.079274 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de0727b5-87ef-4eb0-866b-ca44fff64aca admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:52:04.079713 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de0727b5-87ef-4eb0-866b-ca44fff64aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:04.081831 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 22:52:04.081831 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:52:04.081831 n-d-791506-26 neutron-server[101291]: timer() Aug 16 22:52:04.081831 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:52:04.081831 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 22:52:04.081831 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:52:04.081831 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 22:52:04.081831 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:52:04.081831 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 22:52:04.081831 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:52:04.081831 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 22:52:04.081831 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:52:04.081831 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 22:52:04.081831 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:52:04.081831 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:52:04.081831 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:52:04.081831 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:52:04.081831 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:52:04.081831 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 22:52:04.081831 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:52:04.081831 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 22:52:04.081831 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:52:04.081831 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:52:04.081831 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:52:04.081831 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 22:52:04.081831 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:52:04.081831 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:52:04.081831 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:52:04.081831 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:52:04.081831 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:52:04.081831 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:52:04.081831 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:52:04.137763 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5bf56d02-86df-4c5c-8061-bd13191d701a req-719f0fec-16b1-49fd-a479-19afe920a4ba service neutron] 10.222.0.36 "GET /v2.0/networks/64579410-f531-42c6-89b5-3114daa376a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092826 Aug 16 22:52:04.147344 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de0727b5-87ef-4eb0-866b-ca44fff64aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:04.152861 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de0727b5-87ef-4eb0-866b-ca44fff64aca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:04.158107 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-de0727b5-87ef-4eb0-866b-ca44fff64aca admin admin] 10.222.0.36 "DELETE /v2.0/networks/8bdf43c9-9637-4061-8bc0-633860717bc0 HTTP/1.1" status: 204 len: 168 time: 0.3148277 Aug 16 22:52:04.186651 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0727b5-87ef-4eb0-866b-ca44fff64aca admin admin] Pushing event deleted for resources: {'Network': ['ID=8bdf43c9-9637-4061-8bc0-633860717bc0,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:04.241560 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5bf56d02-86df-4c5c-8061-bd13191d701a req-9a4929f9-109f-429c-b0b4-6336ffa2e041 service neutron] 10.222.0.36 "GET /v2.0/networks/64579410-f531-42c6-89b5-3114daa376a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966868 Aug 16 22:52:04.352927 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [req-e327e8f6-2146-41ea-87ec-4f52feced9b8 req-c6ebbf5e-bb02-4145-bf8a-974fe2fe0dea tempest-LiveAutoBlockMigrationV225Test-1199004585 tempest-LiveAutoBlockMigrationV225Test-1199004585-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:52:04.354087 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e327e8f6-2146-41ea-87ec-4f52feced9b8 req-c6ebbf5e-bb02-4145-bf8a-974fe2fe0dea tempest-LiveAutoBlockMigrationV225Test-1199004585 tempest-LiveAutoBlockMigrationV225Test-1199004585-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0121326 Aug 16 22:52:04.379772 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-e327e8f6-2146-41ea-87ec-4f52feced9b8 req-447d7694-e9c3-436d-b907-25140762750c service neutron] Request body: {'binding': {'host': 'n-h1-791506-26', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:52:04.381779 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-e327e8f6-2146-41ea-87ec-4f52feced9b8 req-447d7694-e9c3-436d-b907-25140762750c service neutron] Unknown quota resources ['binding']. {{(pid=101291) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 22:52:04.382525 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 57760) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:04.549116 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-e327e8f6-2146-41ea-87ec-4f52feced9b8 req-447d7694-e9c3-436d-b907-25140762750c service neutron] Attempting to bind port a04efa9f-af0c-479f-b11f-4228d439f67d on host n-h1-791506-26 for vnic_type normal with profile None {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:52:04.549458 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-e327e8f6-2146-41ea-87ec-4f52feced9b8 req-447d7694-e9c3-436d-b907-25140762750c service neutron] Attempting to bind port a04efa9f-af0c-479f-b11f-4228d439f67d by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': 'b4a6b143-6a51-43cd-8781-944dbb368ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'db61fb9f-768d-428b-8446-991cbb0c6922'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:52:04.551377 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e327e8f6-2146-41ea-87ec-4f52feced9b8 req-447d7694-e9c3-436d-b907-25140762750c service neutron] Attempting to bind port a04efa9f-af0c-479f-b11f-4228d439f67d on network db61fb9f-768d-428b-8446-991cbb0c6922 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:52:04.556355 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e327e8f6-2146-41ea-87ec-4f52feced9b8 req-447d7694-e9c3-436d-b907-25140762750c service neutron] Port a04efa9f-af0c-479f-b11f-4228d439f67d on network db61fb9f-768d-428b-8446-991cbb0c6922 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:52:04.556738 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e327e8f6-2146-41ea-87ec-4f52feced9b8 req-447d7694-e9c3-436d-b907-25140762750c service neutron] Attempting to bind port a04efa9f-af0c-479f-b11f-4228d439f67d on network db61fb9f-768d-428b-8446-991cbb0c6922 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:52:04.565118 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e327e8f6-2146-41ea-87ec-4f52feced9b8 req-447d7694-e9c3-436d-b907-25140762750c service neutron] Checking agent: {'id': 'd28e24f9-e5ea-41e1-80bf-3c7943ad7f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:52:04.565489 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e327e8f6-2146-41ea-87ec-4f52feced9b8 req-447d7694-e9c3-436d-b907-25140762750c service neutron] Checking segment: {'id': 'b4a6b143-6a51-43cd-8781-944dbb368ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'db61fb9f-768d-428b-8446-991cbb0c6922'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:52:04.565998 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e327e8f6-2146-41ea-87ec-4f52feced9b8 req-447d7694-e9c3-436d-b907-25140762750c service neutron] Bound using segment: {'id': 'b4a6b143-6a51-43cd-8781-944dbb368ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'db61fb9f-768d-428b-8446-991cbb0c6922'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:52:04.566529 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-e327e8f6-2146-41ea-87ec-4f52feced9b8 req-447d7694-e9c3-436d-b907-25140762750c service neutron] Bound port: a04efa9f-af0c-479f-b11f-4228d439f67d, host: n-h1-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4a6b143-6a51-43cd-8781-944dbb368ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'db61fb9f-768d-428b-8446-991cbb0c6922'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:52:04.629171 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-c87d1f47-dcc3-4e47-b861-d38b728e0893 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a4c9d624b07f42a0ae3c7ed63064f003&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2454267 Aug 16 22:52:04.629944 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 57774) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:04.646640 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-e327e8f6-2146-41ea-87ec-4f52feced9b8 req-447d7694-e9c3-436d-b907-25140762750c service neutron] For port a04efa9f-af0c-479f-b11f-4228d439f67d, host n-h1-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=a04efa9f-af0c-479f-b11f-4228d439f67d,segment=NetworkSegment(b4a6b143-6a51-43cd-8781-944dbb368ca5),segment_id=b4a6b143-6a51-43cd-8781-944dbb368ca5)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:52:04.657584 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-e327e8f6-2146-41ea-87ec-4f52feced9b8 req-447d7694-e9c3-436d-b907-25140762750c service neutron] Notify callbacks [] for binding, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:04.658896 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e327e8f6-2146-41ea-87ec-4f52feced9b8 req-447d7694-e9c3-436d-b907-25140762750c service neutron] 10.222.0.36 "POST /v2.0/ports/a04efa9f-af0c-479f-b11f-4228d439f67d/bindings HTTP/1.1" status: 201 len: 390 time: 0.2826877 Aug 16 22:52:04.692868 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:52:04.711545 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5878ad5c-f56f-42ec-b508-003cdc00e35f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:04.744579 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5878ad5c-f56f-42ec-b508-003cdc00e35f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:04.820820 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5878ad5c-f56f-42ec-b508-003cdc00e35f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:04.823490 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5878ad5c-f56f-42ec-b508-003cdc00e35f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:04.826994 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-5878ad5c-f56f-42ec-b508-003cdc00e35f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5644387a-a56f-4310-927d-e1494fba514b HTTP/1.1" status: 204 len: 168 time: 0.1941562 Aug 16 22:52:04.841329 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5878ad5c-f56f-42ec-b508-003cdc00e35f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5644387a-a56f-4310-927d-e1494fba514b,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:04.878170 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e61442c-dc2a-4a1d-93d0-dc0b8a743782 req-ce38e593-460d-47ac-b63f-30c8af06913a tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:04.888190 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4e61442c-dc2a-4a1d-93d0-dc0b8a743782 req-ce38e593-460d-47ac-b63f-30c8af06913a tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68c494f-5a7e-4124-bd68-c461a50ab348 HTTP/1.1" status: 200 len: 950 time: 0.0856526 Aug 16 22:52:04.936160 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4e61442c-dc2a-4a1d-93d0-dc0b8a743782 req-709ea507-083c-44a9-970d-c71b38d76100 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470045 Aug 16 22:52:04.993872 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e327e8f6-2146-41ea-87ec-4f52feced9b8 req-aab8c354-59be-4c92-b123-5796a571f328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:04.996670 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e327e8f6-2146-41ea-87ec-4f52feced9b8 req-aab8c354-59be-4c92-b123-5796a571f328 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=96f36b2ac4b747ffa8d23196eebfe0fe&device_id=889a7380-3570-4612-b1d9-86f08e3fcda6 HTTP/1.1" status: 200 len: 1098 time: 0.0587871 Aug 16 22:52:05.094185 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a2c02568-58cc-4c12-b4bb-228f50119c48 req-9bf0b7aa-8e16-432b-9191-ff9727ba1403 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/ports?device_id=aa49cadf-a584-4796-b201-bd263c2bdcda HTTP/1.1" status: 200 len: 210 time: 0.0385640 Aug 16 22:52:05.162181 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e327e8f6-2146-41ea-87ec-4f52feced9b8 req-440ec7fa-78ef-41ca-9a2c-a03a78911564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:05.164177 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e327e8f6-2146-41ea-87ec-4f52feced9b8 req-440ec7fa-78ef-41ca-9a2c-a03a78911564 service neutron] 10.222.0.68 "GET /v2.0/networks?id=db61fb9f-768d-428b-8446-991cbb0c6922 HTTP/1.1" status: 200 len: 921 time: 0.1608906 Aug 16 22:52:05.248021 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e327e8f6-2146-41ea-87ec-4f52feced9b8 req-2fcbe760-580b-4c09-a0b5-7e70fd233446 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a04efa9f-af0c-479f-b11f-4228d439f67d HTTP/1.1" status: 200 len: 217 time: 0.0761218 Aug 16 22:52:05.267499 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 57790) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:05.317109 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2596ba-476a-4591-b872-a10ddda93ac1 req-d0b049fb-7a7c-4f1a-ac13-585db62e35df tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:05.318679 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2a2596ba-476a-4591-b872-a10ddda93ac1 req-d0b049fb-7a7c-4f1a-ac13-585db62e35df tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=acbad045-44e9-4866-b6f7-f0288855d525 HTTP/1.1" status: 200 len: 946 time: 0.1393476 Aug 16 22:52:05.339666 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-e295965f-ff5a-431a-a9e7-7c6fb3afb160 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=152c6d916eb542c3a79adb43d0763174&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0703616 Aug 16 22:52:05.342414 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 57794) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:05.353291 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e327e8f6-2146-41ea-87ec-4f52feced9b8 req-19ac4522-3502-42f4-ac37-20498cc96009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:05.355932 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e327e8f6-2146-41ea-87ec-4f52feced9b8 req-19ac4522-3502-42f4-ac37-20498cc96009 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f340c0a0-6bbc-45f5-920c-bfa473779acd HTTP/1.1" status: 200 len: 860 time: 0.0914643 Aug 16 22:52:05.395864 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e327e8f6-2146-41ea-87ec-4f52feced9b8 req-0b6a6771-06d6-4924-97a3-fb7517ab2f9e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=db61fb9f-768d-428b-8446-991cbb0c6922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298970 Aug 16 22:52:05.398966 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2a2596ba-476a-4591-b872-a10ddda93ac1 req-1703e6e2-3524-421e-9c90-6b4b895a53c2 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722587 Aug 16 22:52:05.403569 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8d3556b7-dae9-492d-98b3-2fcf3c75b470 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:05.433729 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8d3556b7-dae9-492d-98b3-2fcf3c75b470 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:05.537050 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e327e8f6-2146-41ea-87ec-4f52feced9b8 req-6e083517-697a-477c-91fc-70d33a02311c service neutron] 10.222.0.68 "GET /v2.0/networks/db61fb9f-768d-428b-8446-991cbb0c6922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279194 Aug 16 22:52:05.615648 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebec4d7-bff4-4304-bc87-02edbf05a0a4 req-8a711539-e770-4139-896c-a7afe401e116 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:05.617313 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bebec4d7-bff4-4304-bc87-02edbf05a0a4 req-8a711539-e770-4139-896c-a7afe401e116 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=889a7380-3570-4612-b1d9-86f08e3fcda6 HTTP/1.1" status: 200 len: 946 time: 0.1394289 Aug 16 22:52:05.659358 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8d3556b7-dae9-492d-98b3-2fcf3c75b470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:05.662421 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8d3556b7-dae9-492d-98b3-2fcf3c75b470 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:05.679746 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-8d3556b7-dae9-492d-98b3-2fcf3c75b470 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/754ae8f9-5823-4a65-8533-b35cf1c261cb HTTP/1.1" status: 204 len: 168 time: 0.3233552 Aug 16 22:52:05.733082 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3556b7-dae9-492d-98b3-2fcf3c75b470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=754ae8f9-5823-4a65-8533-b35cf1c261cb,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:05.763088 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf56d02-86df-4c5c-8061-bd13191d701a req-3d10752c-176a-4010-bf87-349fd80009b9 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:05.764984 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5bf56d02-86df-4c5c-8061-bd13191d701a req-3d10752c-176a-4010-bf87-349fd80009b9 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.68 "GET /v2.0/networks?id=64579410-f531-42c6-89b5-3114daa376a8 HTTP/1.1" status: 200 len: 822 time: 0.2305853 Aug 16 22:52:05.790377 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-5bf56d02-86df-4c5c-8061-bd13191d701a req-5697d96b-0998-49a0-9cf1-52ba5b66892f tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Request body: {'port': {'device_id': 'aa49cadf-a584-4796-b201-bd263c2bdcda', 'network_id': '64579410-f531-42c6-89b5-3114daa376a8', 'admin_state_up': True, 'tenant_id': 'fb2060cb262e45228555b9d2259abb2f'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:52:05.923869 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bf56d02-86df-4c5c-8061-bd13191d701a req-5697d96b-0998-49a0-9cf1-52ba5b66892f tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Made reservation on behalf of fb2060cb262e45228555b9d2259abb2f for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:52:05.927999 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-5bf56d02-86df-4c5c-8061-bd13191d701a req-5697d96b-0998-49a0-9cf1-52ba5b66892f tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:06.090514 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bebec4d7-bff4-4304-bc87-02edbf05a0a4 req-6515fd98-a7dd-4270-9457-ead3184dc6e4 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4544151 Aug 16 22:52:06.107771 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e327e8f6-2146-41ea-87ec-4f52feced9b8 req-d7d7e9ab-29a7-458a-8445-45d13c5ab192 service neutron] 10.222.0.68 "GET /v2.0/networks/db61fb9f-768d-428b-8446-991cbb0c6922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5613973 Aug 16 22:52:06.137161 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73c3040-283f-45f4-8d98-c89ab1dd41f5 req-f78be013-6dde-4f41-9ffc-2f0b19b1bfb4 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:06.139805 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-5bf56d02-86df-4c5c-8061-bd13191d701a req-5697d96b-0998-49a0-9cf1-52ba5b66892f tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Allocated IP 172.20.0.3 (64579410-f531-42c6-89b5-3114daa376a8/a76baa69-a994-4c40-8fea-8de6cbc7d46e/d66b36ed-7bdc-4744-a1d8-3d945295367e) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:52:06.150008 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a73c3040-283f-45f4-8d98-c89ab1dd41f5 req-f78be013-6dde-4f41-9ffc-2f0b19b1bfb4 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=acbad045-44e9-4866-b6f7-f0288855d525 HTTP/1.1" status: 200 len: 946 time: 0.5293314 Aug 16 22:52:06.215596 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a73c3040-283f-45f4-8d98-c89ab1dd41f5 req-95466919-2f10-4a93-94cb-3bd7be4c3234 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600336 Aug 16 22:52:06.341034 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85925ece-52fb-4de9-9f70-5cee94895b0e req-18e574bc-8566-448f-b479-947f351207d5 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:06.342597 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-85925ece-52fb-4de9-9f70-5cee94895b0e req-18e574bc-8566-448f-b479-947f351207d5 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68c494f-5a7e-4124-bd68-c461a50ab348 HTTP/1.1" status: 200 len: 950 time: 0.0618911 Aug 16 22:52:06.373411 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-5bf56d02-86df-4c5c-8061-bd13191d701a req-5697d96b-0998-49a0-9cf1-52ba5b66892f tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:06.377100 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f1e9ef96-6b05-41dd-b827-ff73668d6545 req-86d800d4-514c-4e76-b169-766f5f249b8f tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/ports?device_id=aa49cadf-a584-4796-b201-bd263c2bdcda HTTP/1.1" status: 200 len: 210 time: 0.0334938 Aug 16 22:52:06.417903 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-5bf56d02-86df-4c5c-8061-bd13191d701a req-5697d96b-0998-49a0-9cf1-52ba5b66892f tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:06.425706 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-85925ece-52fb-4de9-9f70-5cee94895b0e req-6695cd82-f7e9-4c3c-8eb0-6258d04ba14a tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717788 Aug 16 22:52:06.487492 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bf56d02-86df-4c5c-8061-bd13191d701a req-5697d96b-0998-49a0-9cf1-52ba5b66892f tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Network 64579410-f531-42c6-89b5-3114daa376a8 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:52:06.491411 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-5bf56d02-86df-4c5c-8061-bd13191d701a req-5697d96b-0998-49a0-9cf1-52ba5b66892f tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:52:06.501809 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bf56d02-86df-4c5c-8061-bd13191d701a req-5697d96b-0998-49a0-9cf1-52ba5b66892f tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:52:06.507019 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5697d96b-0998-49a0-9cf1-52ba5b66892f tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Pushing event updated for resources: {'Port': ['ID=d66b36ed-7bdc-4744-a1d8-3d945295367e,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:06.588429 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf56d02-86df-4c5c-8061-bd13191d701a req-5697d96b-0998-49a0-9cf1-52ba5b66892f tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:06.589082 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-5bf56d02-86df-4c5c-8061-bd13191d701a req-5697d96b-0998-49a0-9cf1-52ba5b66892f tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:06.622519 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5bf56d02-86df-4c5c-8061-bd13191d701a req-5697d96b-0998-49a0-9cf1-52ba5b66892f tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8382409 Aug 16 22:52:06.637917 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-5bf56d02-86df-4c5c-8061-bd13191d701a req-6733e79b-b8a1-46a6-b3ca-cd0ea149c4e1 service neutron] Request body: {'port': {'device_id': 'aa49cadf-a584-4796-b201-bd263c2bdcda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:52:06.718212 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9481e4-1c9b-4e14-ba58-7d26ce20a838 req-8a3a051e-2cea-4413-bbfb-0123c309c378 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:06.727160 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-af9481e4-1c9b-4e14-ba58-7d26ce20a838 req-8a3a051e-2cea-4413-bbfb-0123c309c378 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=acbad045-44e9-4866-b6f7-f0288855d525 HTTP/1.1" status: 200 len: 946 time: 0.1201222 Aug 16 22:52:06.733091 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-5bf56d02-86df-4c5c-8061-bd13191d701a req-6733e79b-b8a1-46a6-b3ca-cd0ea149c4e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:06.775842 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-af9481e4-1c9b-4e14-ba58-7d26ce20a838 req-f2a0cc99-8634-4e79-ad6d-2e9c7790c13a tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472171 Aug 16 22:52:06.931492 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac82c4e-5603-401a-b9ef-639182158862 req-c1524999-6915-4519-8c46-c97b8686b460 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:06.933867 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-aac82c4e-5603-401a-b9ef-639182158862 req-c1524999-6915-4519-8c46-c97b8686b460 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=acbad045-44e9-4866-b6f7-f0288855d525 HTTP/1.1" status: 200 len: 946 time: 0.0874803 Aug 16 22:52:07.003296 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-aac82c4e-5603-401a-b9ef-639182158862 req-0bd667cf-0aa7-4ea2-a4b3-3173c730a546 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603089 Aug 16 22:52:07.166135 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-5bf56d02-86df-4c5c-8061-bd13191d701a req-6733e79b-b8a1-46a6-b3ca-cd0ea149c4e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d66b36ed-7bdc-4744-a1d8-3d945295367e {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:52:07.176720 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-5bf56d02-86df-4c5c-8061-bd13191d701a req-6733e79b-b8a1-46a6-b3ca-cd0ea149c4e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:07.193525 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-5bf56d02-86df-4c5c-8061-bd13191d701a req-6733e79b-b8a1-46a6-b3ca-cd0ea149c4e1 service neutron] Transition to ACTIVE for port object d66b36ed-7bdc-4744-a1d8-3d945295367e will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:52:07.201597 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-5bf56d02-86df-4c5c-8061-bd13191d701a req-6733e79b-b8a1-46a6-b3ca-cd0ea149c4e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:07.279093 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6733e79b-b8a1-46a6-b3ca-cd0ea149c4e1 service neutron] Pushing event updated for resources: {'Port': ['ID=d66b36ed-7bdc-4744-a1d8-3d945295367e,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:07.551953 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89003f71-067d-41a3-9f14-d570cc356f53 req-3a00dea5-d7eb-4e81-ba2b-475cdd9f9d2e tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:07.567744 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-89003f71-067d-41a3-9f14-d570cc356f53 req-3a00dea5-d7eb-4e81-ba2b-475cdd9f9d2e tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=889a7380-3570-4612-b1d9-86f08e3fcda6 HTTP/1.1" status: 200 len: 946 time: 0.1747870 Aug 16 22:52:07.639123 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-89003f71-067d-41a3-9f14-d570cc356f53 req-8a8342c8-4f23-48df-81e6-eb8135ce68f2 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679290 Aug 16 22:52:07.759978 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7998094d-d3cc-4a75-bcd1-e8a8ac2f3376 req-8c9792e6-a552-4963-b129-5416e5802a71 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:07.762466 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7998094d-d3cc-4a75-bcd1-e8a8ac2f3376 req-8c9792e6-a552-4963-b129-5416e5802a71 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=acbad045-44e9-4866-b6f7-f0288855d525 HTTP/1.1" status: 200 len: 946 time: 0.0982659 Aug 16 22:52:07.826388 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-5bf56d02-86df-4c5c-8061-bd13191d701a req-6733e79b-b8a1-46a6-b3ca-cd0ea149c4e1 service neutron] Attempting to bind port d66b36ed-7bdc-4744-a1d8-3d945295367e on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:52:07.827002 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-5bf56d02-86df-4c5c-8061-bd13191d701a req-6733e79b-b8a1-46a6-b3ca-cd0ea149c4e1 service neutron] Attempting to bind port d66b36ed-7bdc-4744-a1d8-3d945295367e by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': '14912929-ceb9-4c21-80c4-b8179d0f9d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '64579410-f531-42c6-89b5-3114daa376a8'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:52:07.827133 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf56d02-86df-4c5c-8061-bd13191d701a req-6733e79b-b8a1-46a6-b3ca-cd0ea149c4e1 service neutron] Attempting to bind port d66b36ed-7bdc-4744-a1d8-3d945295367e on network 64579410-f531-42c6-89b5-3114daa376a8 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:52:07.832952 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf56d02-86df-4c5c-8061-bd13191d701a req-6733e79b-b8a1-46a6-b3ca-cd0ea149c4e1 service neutron] Port d66b36ed-7bdc-4744-a1d8-3d945295367e on network 64579410-f531-42c6-89b5-3114daa376a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:52:07.833446 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf56d02-86df-4c5c-8061-bd13191d701a req-6733e79b-b8a1-46a6-b3ca-cd0ea149c4e1 service neutron] Attempting to bind port d66b36ed-7bdc-4744-a1d8-3d945295367e on network 64579410-f531-42c6-89b5-3114daa376a8 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:52:07.838756 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf56d02-86df-4c5c-8061-bd13191d701a req-6733e79b-b8a1-46a6-b3ca-cd0ea149c4e1 service neutron] Checking agent: {'id': 'd28e24f9-e5ea-41e1-80bf-3c7943ad7f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:52:07.839621 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf56d02-86df-4c5c-8061-bd13191d701a req-6733e79b-b8a1-46a6-b3ca-cd0ea149c4e1 service neutron] Checking segment: {'id': '14912929-ceb9-4c21-80c4-b8179d0f9d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '64579410-f531-42c6-89b5-3114daa376a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:52:07.840016 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf56d02-86df-4c5c-8061-bd13191d701a req-6733e79b-b8a1-46a6-b3ca-cd0ea149c4e1 service neutron] Bound using segment: {'id': '14912929-ceb9-4c21-80c4-b8179d0f9d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '64579410-f531-42c6-89b5-3114daa376a8'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:52:07.840627 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-5bf56d02-86df-4c5c-8061-bd13191d701a req-6733e79b-b8a1-46a6-b3ca-cd0ea149c4e1 service neutron] Bound port: d66b36ed-7bdc-4744-a1d8-3d945295367e, host: n-h1-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14912929-ceb9-4c21-80c4-b8179d0f9d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '64579410-f531-42c6-89b5-3114daa376a8'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:52:07.841072 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-5bf56d02-86df-4c5c-8061-bd13191d701a req-6733e79b-b8a1-46a6-b3ca-cd0ea149c4e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:07.858375 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7998094d-d3cc-4a75-bcd1-e8a8ac2f3376 req-dc54072e-6098-4e26-8d31-cce002fae4fc tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890152 Aug 16 22:52:07.920277 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-5bf56d02-86df-4c5c-8061-bd13191d701a req-6733e79b-b8a1-46a6-b3ca-cd0ea149c4e1 service neutron] For port d66b36ed-7bdc-4744-a1d8-3d945295367e, host n-h1-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:52:07.925452 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-5bf56d02-86df-4c5c-8061-bd13191d701a req-6733e79b-b8a1-46a6-b3ca-cd0ea149c4e1 service neutron] For port d66b36ed-7bdc-4744-a1d8-3d945295367e, host n-h1-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=d66b36ed-7bdc-4744-a1d8-3d945295367e,segment=NetworkSegment(14912929-ceb9-4c21-80c4-b8179d0f9d12),segment_id=14912929-ceb9-4c21-80c4-b8179d0f9d12)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:52:07.938875 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-5bf56d02-86df-4c5c-8061-bd13191d701a req-6733e79b-b8a1-46a6-b3ca-cd0ea149c4e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:07.978483 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d9476b-4e4c-4584-8943-b4937b368b12 req-8357a5a3-8b56-4bac-aad2-2f4da7fbf329 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:07.989633 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-24d9476b-4e4c-4584-8943-b4937b368b12 req-8357a5a3-8b56-4bac-aad2-2f4da7fbf329 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/ports?device_id=aa49cadf-a584-4796-b201-bd263c2bdcda HTTP/1.1" status: 200 len: 943 time: 0.1451461 Aug 16 22:52:07.993094 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf56d02-86df-4c5c-8061-bd13191d701a req-6733e79b-b8a1-46a6-b3ca-cd0ea149c4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:07.993977 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-5bf56d02-86df-4c5c-8061-bd13191d701a req-6733e79b-b8a1-46a6-b3ca-cd0ea149c4e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:07.995943 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5bf56d02-86df-4c5c-8061-bd13191d701a req-6733e79b-b8a1-46a6-b3ca-cd0ea149c4e1 service neutron] 10.222.0.68 "PUT /v2.0/ports/d66b36ed-7bdc-4744-a1d8-3d945295367e HTTP/1.1" status: 200 len: 1092 time: 1.3661950 Aug 16 22:52:07.996517 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa49cadf-a584-4796-b201-bd263c2bdcda', 'tag': 'd66b36ed-7bdc-4744-a1d8-3d945295367e'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:52:08.000332 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d18616cf-b8d8-40e6-8f42-d98193ee26c7" -d '{"events": [{"name": "network-changed", "server_uuid": "aa49cadf-a584-4796-b201-bd263c2bdcda", "tag": "d66b36ed-7bdc-4744-a1d8-3d945295367e"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:52:08.041041 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6733e79b-b8a1-46a6-b3ca-cd0ea149c4e1 service neutron] Pushing event updated for resources: {'Port': ['ID=d66b36ed-7bdc-4744-a1d8-3d945295367e,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:08.056580 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-24d9476b-4e4c-4584-8943-b4937b368b12 req-a6221b64-f836-4ccf-bad8-1e555a70bcd0 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/security-groups?id=27dbc869-d84c-4027-ab20-4514a0688a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633302 Aug 16 22:52:08.157353 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf56d02-86df-4c5c-8061-bd13191d701a req-d78a03ed-4a94-442c-9a5a-a1a9b6b4681e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:08.159040 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5bf56d02-86df-4c5c-8061-bd13191d701a req-d78a03ed-4a94-442c-9a5a-a1a9b6b4681e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=fb2060cb262e45228555b9d2259abb2f&device_id=aa49cadf-a584-4796-b201-bd263c2bdcda HTTP/1.1" status: 200 len: 1095 time: 0.0884211 Aug 16 22:52:08.171712 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb75c4-a357-4c46-b900-62f4db1bb521 req-6da4e89e-2e93-42d6-8888-7b3838065625 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:08.173369 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d2fb75c4-a357-4c46-b900-62f4db1bb521 req-6da4e89e-2e93-42d6-8888-7b3838065625 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68c494f-5a7e-4124-bd68-c461a50ab348 HTTP/1.1" status: 200 len: 950 time: 0.1127298 Aug 16 22:52:08.213094 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5bf56d02-86df-4c5c-8061-bd13191d701a req-daaac137-6f08-49d3-9c1a-3354b8b2a2d5 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d66b36ed-7bdc-4744-a1d8-3d945295367e HTTP/1.1" status: 200 len: 217 time: 0.0441246 Aug 16 22:52:08.247203 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d2fb75c4-a357-4c46-b900-62f4db1bb521 req-523c55da-4fd9-4392-91ca-d0dc54dddb55 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650775 Aug 16 22:52:08.281759 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf56d02-86df-4c5c-8061-bd13191d701a req-b123ff3a-4824-4a1d-b188-38e1f637d935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:08.283249 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5bf56d02-86df-4c5c-8061-bd13191d701a req-b123ff3a-4824-4a1d-b188-38e1f637d935 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a76baa69-a994-4c40-8fea-8de6cbc7d46e HTTP/1.1" status: 200 len: 862 time: 0.0627563 Aug 16 22:52:08.284820 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9f3d126-2e9d-477d-8027-e2bd9f9c82a8 x-openstack-request-id: req-e9f3d126-2e9d-477d-8027-e2bd9f9c82a8 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:52:08.285051 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa49cadf-a584-4796-b201-bd263c2bdcda", "tag": "d66b36ed-7bdc-4744-a1d8-3d945295367e", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:52:08.285306 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e9f3d126-2e9d-477d-8027-e2bd9f9c82a8 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:52:08.285740 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa49cadf-a584-4796-b201-bd263c2bdcda', 'tag': 'd66b36ed-7bdc-4744-a1d8-3d945295367e', 'status': 'completed', 'code': 200} Aug 16 22:52:08.340136 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5bf56d02-86df-4c5c-8061-bd13191d701a req-d804ec23-2046-49f2-b547-eeb7e08cbc06 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=64579410-f531-42c6-89b5-3114daa376a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464516 Aug 16 22:52:08.453081 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5bf56d02-86df-4c5c-8061-bd13191d701a req-73c346aa-7edb-42a8-b8e9-8e330397cb5f service neutron] 10.222.0.68 "GET /v2.0/networks/64579410-f531-42c6-89b5-3114daa376a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052582 Aug 16 22:52:08.594079 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5bf56d02-86df-4c5c-8061-bd13191d701a req-473ed4f2-0a18-4f7f-80ac-50144e77dead service neutron] 10.222.0.68 "GET /v2.0/networks/64579410-f531-42c6-89b5-3114daa376a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310740 Aug 16 22:52:08.825447 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18616cf-b8d8-40e6-8f42-d98193ee26c7 req-a1a9c513-8354-46ae-9579-de46ae5a536f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:08.827436 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d18616cf-b8d8-40e6-8f42-d98193ee26c7 req-a1a9c513-8354-46ae-9579-de46ae5a536f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=fb2060cb262e45228555b9d2259abb2f&device_id=aa49cadf-a584-4796-b201-bd263c2bdcda HTTP/1.1" status: 200 len: 1095 time: 0.1379843 Aug 16 22:52:08.855848 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a23865-d258-4e96-afcc-6006cd1effc0 req-2d3f9bc6-7199-486a-b636-f627b02f969e tempest-NetworksTest-1231986163 tempest-NetworksTest-1231986163-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:08.860505 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a23865-d258-4e96-afcc-6006cd1effc0 req-2d3f9bc6-7199-486a-b636-f627b02f969e tempest-NetworksTest-1231986163 tempest-NetworksTest-1231986163-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:08.861064 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a23865-d258-4e96-afcc-6006cd1effc0 req-2d3f9bc6-7199-486a-b636-f627b02f969e tempest-NetworksTest-1231986163 tempest-NetworksTest-1231986163-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:08.861801 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a23865-d258-4e96-afcc-6006cd1effc0 req-2d3f9bc6-7199-486a-b636-f627b02f969e tempest-NetworksTest-1231986163 tempest-NetworksTest-1231986163-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:08.864249 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a23865-d258-4e96-afcc-6006cd1effc0 req-2d3f9bc6-7199-486a-b636-f627b02f969e tempest-NetworksTest-1231986163 tempest-NetworksTest-1231986163-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:08.864904 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a23865-d258-4e96-afcc-6006cd1effc0 req-2d3f9bc6-7199-486a-b636-f627b02f969e tempest-NetworksTest-1231986163 tempest-NetworksTest-1231986163-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:08.865391 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a23865-d258-4e96-afcc-6006cd1effc0 req-2d3f9bc6-7199-486a-b636-f627b02f969e tempest-NetworksTest-1231986163 tempest-NetworksTest-1231986163-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:08.865865 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a23865-d258-4e96-afcc-6006cd1effc0 req-2d3f9bc6-7199-486a-b636-f627b02f969e tempest-NetworksTest-1231986163 tempest-NetworksTest-1231986163-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:08.866345 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a23865-d258-4e96-afcc-6006cd1effc0 req-2d3f9bc6-7199-486a-b636-f627b02f969e tempest-NetworksTest-1231986163 tempest-NetworksTest-1231986163-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:08.866805 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a23865-d258-4e96-afcc-6006cd1effc0 req-2d3f9bc6-7199-486a-b636-f627b02f969e tempest-NetworksTest-1231986163 tempest-NetworksTest-1231986163-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:08.873504 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-13a23865-d258-4e96-afcc-6006cd1effc0 req-2d3f9bc6-7199-486a-b636-f627b02f969e tempest-NetworksTest-1231986163 tempest-NetworksTest-1231986163-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7161 time: 0.3951519 Aug 16 22:52:08.931715 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cad9b83-8a9b-4cf5-8061-2acbc8f01439 req-0f4f9954-c06f-4fae-838b-d40b2615c3cd tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:08.934762 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5cad9b83-8a9b-4cf5-8061-2acbc8f01439 req-0f4f9954-c06f-4fae-838b-d40b2615c3cd tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=889a7380-3570-4612-b1d9-86f08e3fcda6 HTTP/1.1" status: 200 len: 946 time: 0.1542175 Aug 16 22:52:08.969991 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18616cf-b8d8-40e6-8f42-d98193ee26c7 req-bbcb483a-b0eb-46dc-a33a-3a32497ebd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:08.971745 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d18616cf-b8d8-40e6-8f42-d98193ee26c7 req-bbcb483a-b0eb-46dc-a33a-3a32497ebd47 service neutron] 10.222.0.68 "GET /v2.0/networks?id=64579410-f531-42c6-89b5-3114daa376a8 HTTP/1.1" status: 200 len: 923 time: 0.1326687 Aug 16 22:52:09.017068 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5cad9b83-8a9b-4cf5-8061-2acbc8f01439 req-139e258d-fac7-4e9a-9b68-6374e3e3858f tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496094 Aug 16 22:52:09.026378 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d18616cf-b8d8-40e6-8f42-d98193ee26c7 req-7443a2a0-df7f-441b-9514-d03e67851b77 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d66b36ed-7bdc-4744-a1d8-3d945295367e HTTP/1.1" status: 200 len: 217 time: 0.0461109 Aug 16 22:52:09.043802 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0190074-2da9-4b33-b5f8-b4079e27b4f4 req-e8161ba4-972d-4103-a330-3a2fc14ce645 tempest-NetworksTest-1231986163 tempest-NetworksTest-1231986163-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:09.048580 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a0190074-2da9-4b33-b5f8-b4079e27b4f4 req-e8161ba4-972d-4103-a330-3a2fc14ce645 tempest-NetworksTest-1231986163 tempest-NetworksTest-1231986163-project-admin] 10.222.0.36 "GET /v2.0/networks/c22c4980-c849-406d-982c-a5d68c515a94 HTTP/1.1" status: 200 len: 886 time: 0.1578469 Aug 16 22:52:09.106289 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18616cf-b8d8-40e6-8f42-d98193ee26c7 req-cf890101-1667-49f2-8166-fd299a51e5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:09.107805 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d18616cf-b8d8-40e6-8f42-d98193ee26c7 req-cf890101-1667-49f2-8166-fd299a51e5cc service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a76baa69-a994-4c40-8fea-8de6cbc7d46e HTTP/1.1" status: 200 len: 862 time: 0.0737691 Aug 16 22:52:09.148486 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d18616cf-b8d8-40e6-8f42-d98193ee26c7 req-aa9886a2-cef9-40fc-991e-8aa049769ba8 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=64579410-f531-42c6-89b5-3114daa376a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327795 Aug 16 22:52:09.190385 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0908b478-1f1e-4bb0-a4f0-eaa896851d92 req-80d2d11b-0255-4555-a6cc-889b14b36c58 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:09.191938 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0908b478-1f1e-4bb0-a4f0-eaa896851d92 req-80d2d11b-0255-4555-a6cc-889b14b36c58 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=acbad045-44e9-4866-b6f7-f0288855d525 HTTP/1.1" status: 200 len: 946 time: 0.0694177 Aug 16 22:52:09.247959 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b088ce-9c80-4342-8d61-26818065f392 req-787cd132-93fd-43c9-a7d5-ca83b0d91d36 tempest-NetworksTest-1231986163 tempest-NetworksTest-1231986163-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:09.248364 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b088ce-9c80-4342-8d61-26818065f392 req-787cd132-93fd-43c9-a7d5-ca83b0d91d36 tempest-NetworksTest-1231986163 tempest-NetworksTest-1231986163-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:09.248874 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b088ce-9c80-4342-8d61-26818065f392 req-787cd132-93fd-43c9-a7d5-ca83b0d91d36 tempest-NetworksTest-1231986163 tempest-NetworksTest-1231986163-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:09.249351 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b088ce-9c80-4342-8d61-26818065f392 req-787cd132-93fd-43c9-a7d5-ca83b0d91d36 tempest-NetworksTest-1231986163 tempest-NetworksTest-1231986163-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:09.249824 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b088ce-9c80-4342-8d61-26818065f392 req-787cd132-93fd-43c9-a7d5-ca83b0d91d36 tempest-NetworksTest-1231986163 tempest-NetworksTest-1231986163-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:09.250295 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b088ce-9c80-4342-8d61-26818065f392 req-787cd132-93fd-43c9-a7d5-ca83b0d91d36 tempest-NetworksTest-1231986163 tempest-NetworksTest-1231986163-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:09.250763 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b088ce-9c80-4342-8d61-26818065f392 req-787cd132-93fd-43c9-a7d5-ca83b0d91d36 tempest-NetworksTest-1231986163 tempest-NetworksTest-1231986163-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:09.251230 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b088ce-9c80-4342-8d61-26818065f392 req-787cd132-93fd-43c9-a7d5-ca83b0d91d36 tempest-NetworksTest-1231986163 tempest-NetworksTest-1231986163-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:09.251954 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b088ce-9c80-4342-8d61-26818065f392 req-787cd132-93fd-43c9-a7d5-ca83b0d91d36 tempest-NetworksTest-1231986163 tempest-NetworksTest-1231986163-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:09.252170 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b088ce-9c80-4342-8d61-26818065f392 req-787cd132-93fd-43c9-a7d5-ca83b0d91d36 tempest-NetworksTest-1231986163 tempest-NetworksTest-1231986163-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:09.257396 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d18616cf-b8d8-40e6-8f42-d98193ee26c7 req-f1838781-83ee-42d0-a76f-a48f0c9e2393 service neutron] 10.222.0.68 "GET /v2.0/networks/64579410-f531-42c6-89b5-3114daa376a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010435 Aug 16 22:52:09.265573 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-98b088ce-9c80-4342-8d61-26818065f392 req-787cd132-93fd-43c9-a7d5-ca83b0d91d36 tempest-NetworksTest-1231986163 tempest-NetworksTest-1231986163-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7161 time: 0.1987998 Aug 16 22:52:09.293673 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0908b478-1f1e-4bb0-a4f0-eaa896851d92 req-ae527974-0123-4f6c-b63e-12eb16784d7c tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880513 Aug 16 22:52:09.407924 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2079218d-cc64-4c87-a334-75f66a7225fb req-69e8ff82-4f30-4759-b91f-f8418c13f70f tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:09.417853 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2079218d-cc64-4c87-a334-75f66a7225fb req-69e8ff82-4f30-4759-b91f-f8418c13f70f tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/ports?device_id=aa49cadf-a584-4796-b201-bd263c2bdcda HTTP/1.1" status: 200 len: 943 time: 0.0882401 Aug 16 22:52:09.449356 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d18616cf-b8d8-40e6-8f42-d98193ee26c7 req-c50d1a95-b619-470a-9fac-a37caa8d5d7e service neutron] 10.222.0.68 "GET /v2.0/networks/64579410-f531-42c6-89b5-3114daa376a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724262 Aug 16 22:52:09.460733 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2079218d-cc64-4c87-a334-75f66a7225fb req-fed5908b-c8c5-40a6-a2e4-7f051272ee53 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/security-groups?id=27dbc869-d84c-4027-ab20-4514a0688a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417404 Aug 16 22:52:09.537507 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c693b-33d2-4b91-b82b-bb48bf99a7e5 req-69f83325-e691-4e18-882d-0bba21ea3523 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:09.539611 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-809c693b-33d2-4b91-b82b-bb48bf99a7e5 req-69f83325-e691-4e18-882d-0bba21ea3523 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68c494f-5a7e-4124-bd68-c461a50ab348 HTTP/1.1" status: 200 len: 950 time: 0.0614948 Aug 16 22:52:09.583965 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-809c693b-33d2-4b91-b82b-bb48bf99a7e5 req-62b6ee24-74cb-47d1-83c4-eef71a0f8857 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384245 Aug 16 22:52:09.618412 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 57936) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:09.743243 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5d20c30f-f804-49b8-861c-e131b552697e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:09.849833 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5d20c30f-f804-49b8-861c-e131b552697e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:09.855129 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5d20c30f-f804-49b8-861c-e131b552697e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:09.900311 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-5d20c30f-f804-49b8-861c-e131b552697e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ad861fd1286049978460ecfcfbaa23d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2783713 Aug 16 22:52:09.900311 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d20c30f-f804-49b8-861c-e131b552697e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f0ead9b-3f08-4842-a287-68ec0f055d6c,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:09.900873 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 57944) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:09.969224 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-992e4b91-6d36-4197-b61b-b40015fe8ba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:09.991783 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-992e4b91-6d36-4197-b61b-b40015fe8ba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:10.040265 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-992e4b91-6d36-4197-b61b-b40015fe8ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:10.043061 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-992e4b91-6d36-4197-b61b-b40015fe8ba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:10.044214 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-992e4b91-6d36-4197-b61b-b40015fe8ba7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5f0ead9b-3f08-4842-a287-68ec0f055d6c HTTP/1.1" status: 204 len: 168 time: 0.1388261 Aug 16 22:52:10.052427 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992e4b91-6d36-4197-b61b-b40015fe8ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f0ead9b-3f08-4842-a287-68ec0f055d6c,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:10.202258 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1323b2-a4a7-444f-ba9c-d83795b3da6e req-c57cc2d5-18de-4760-a918-42da6401f3db tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:10.203995 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cd1323b2-a4a7-444f-ba9c-d83795b3da6e req-c57cc2d5-18de-4760-a918-42da6401f3db tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=889a7380-3570-4612-b1d9-86f08e3fcda6 HTTP/1.1" status: 200 len: 946 time: 0.0741577 Aug 16 22:52:10.261543 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cd1323b2-a4a7-444f-ba9c-d83795b3da6e req-3decb41a-221b-4662-b2a5-3f6025dd4b1f tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473619 Aug 16 22:52:10.419205 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 57956) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:10.437900 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d6bd0f-9e78-4caa-90b9-ba3a357db073 req-03b1afcc-6222-470e-8716-880e8b2a1d96 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:10.440101 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-61d6bd0f-9e78-4caa-90b9-ba3a357db073 req-03b1afcc-6222-470e-8716-880e8b2a1d96 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=acbad045-44e9-4866-b6f7-f0288855d525 HTTP/1.1" status: 200 len: 946 time: 0.0793948 Aug 16 22:52:10.450785 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a0b41ee2-053b-4ac1-a126-3731cdf35bbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:10.497637 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-61d6bd0f-9e78-4caa-90b9-ba3a357db073 req-43fac611-f28f-4b1c-b762-0b24fe5b6247 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502305 Aug 16 22:52:10.597993 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a0b41ee2-053b-4ac1-a126-3731cdf35bbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:10.603991 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a0b41ee2-053b-4ac1-a126-3731cdf35bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:10.638283 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95d589c-91d8-485e-806b-f8ed9b88f6a6 req-a7388cf5-8ee6-45f1-b1b1-378be8836a68 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:10.653268 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a95d589c-91d8-485e-806b-f8ed9b88f6a6 req-a7388cf5-8ee6-45f1-b1b1-378be8836a68 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/ports?device_id=aa49cadf-a584-4796-b201-bd263c2bdcda HTTP/1.1" status: 200 len: 943 time: 0.0940673 Aug 16 22:52:10.675082 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-a0b41ee2-053b-4ac1-a126-3731cdf35bbe admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6a6e6a9db55442e58ba2a0a875d0a931&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2543068 Aug 16 22:52:10.677218 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 57962) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:10.682204 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b41ee2-053b-4ac1-a126-3731cdf35bbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a0f1a4-cc4f-4b37-b607-0314b26d1505,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:10.814630 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a95d589c-91d8-485e-806b-f8ed9b88f6a6 req-d071d595-be3f-418e-a005-76a9eb11a4b3 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/security-groups?id=27dbc869-d84c-4027-ab20-4514a0688a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396730 Aug 16 22:52:10.844741 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:10.849901 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddd7c4a-e520-4768-955a-e42919e8508c req-9c207758-c32c-4170-87cb-099c08206a10 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:10.851639 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5ddd7c4a-e520-4768-955a-e42919e8508c req-9c207758-c32c-4170-87cb-099c08206a10 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68c494f-5a7e-4124-bd68-c461a50ab348 HTTP/1.1" status: 200 len: 950 time: 0.1157165 Aug 16 22:52:10.874386 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c4940d11-8b07-437d-b9e7-ec7c5f141e08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:10.921609 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c4940d11-8b07-437d-b9e7-ec7c5f141e08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:10.932229 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5ddd7c4a-e520-4768-955a-e42919e8508c req-a0257f46-3479-47c5-ad39-dd4019cab255 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680623 Aug 16 22:52:10.994007 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c4940d11-8b07-437d-b9e7-ec7c5f141e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:10.998600 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c4940d11-8b07-437d-b9e7-ec7c5f141e08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:10.999777 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-c4940d11-8b07-437d-b9e7-ec7c5f141e08 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e1a0f1a4-cc4f-4b37-b607-0314b26d1505 HTTP/1.1" status: 204 len: 168 time: 0.3214324 Aug 16 22:52:11.014037 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4940d11-8b07-437d-b9e7-ec7c5f141e08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a0f1a4-cc4f-4b37-b607-0314b26d1505,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:11.263443 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device d66b36ed-7bdc-4744-a1d8-3d945295367e details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:52:11.401101 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port d66b36ed-7bdc-4744-a1d8-3d945295367e, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=d66b36ed-7bdc-4744-a1d8-3d945295367e,segment=NetworkSegment(14912929-ceb9-4c21-80c4-b8179d0f9d12),segment_id=14912929-ceb9-4c21-80c4-b8179d0f9d12)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:52:11.411510 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd7afb6-192e-4d33-ad73-aebe821ebeed req-b7459205-23b9-4299-851f-c53c97bd382c tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:11.414260 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': 'd66b36ed-7bdc-4744-a1d8-3d945295367e', 'network_id': '64579410-f531-42c6-89b5-3114daa376a8', 'port_id': 'd66b36ed-7bdc-4744-a1d8-3d945295367e', 'mac_address': 'fa:16:3e:9b:b0:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a76baa69-a994-4c40-8fea-8de6cbc7d46e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:52:11.425175 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3bd7afb6-192e-4d33-ad73-aebe821ebeed req-b7459205-23b9-4299-851f-c53c97bd382c tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=889a7380-3570-4612-b1d9-86f08e3fcda6 HTTP/1.1" status: 200 len: 946 time: 0.0881200 Aug 16 22:52:11.458564 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:11.474078 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d66b36ed-7bdc-4744-a1d8-3d945295367e {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:52:11.477604 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3bd7afb6-192e-4d33-ad73-aebe821ebeed req-1898e203-f1db-42e2-8749-6a136c093be2 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479469 Aug 16 22:52:11.503936 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port d66b36ed-7bdc-4744-a1d8-3d945295367e, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=d66b36ed-7bdc-4744-a1d8-3d945295367e,segment=NetworkSegment(14912929-ceb9-4c21-80c4-b8179d0f9d12),segment_id=14912929-ceb9-4c21-80c4-b8179d0f9d12)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:52:11.509550 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:11.578819 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=d66b36ed-7bdc-4744-a1d8-3d945295367e,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:11.632015 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d752bef2-f48a-4e50-8d4f-dfc1c9715e07 req-fc9b2b26-8628-4425-956c-59f3443538d2 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:11.636807 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d752bef2-f48a-4e50-8d4f-dfc1c9715e07 req-fc9b2b26-8628-4425-956c-59f3443538d2 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=acbad045-44e9-4866-b6f7-f0288855d525 HTTP/1.1" status: 200 len: 946 time: 0.0664337 Aug 16 22:52:11.679898 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d752bef2-f48a-4e50-8d4f-dfc1c9715e07 req-fb7ec13c-6d47-4b97-8aa3-a939d16cdd1e tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387964 Aug 16 22:52:11.810158 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['d66b36ed-7bdc-4744-a1d8-3d945295367e'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:52:11.946492 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85f5104-4f47-4838-9572-cd47348ae942 req-e31b0495-f2bd-441a-8ae7-62f5bdf11741 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:11.949335 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c85f5104-4f47-4838-9572-cd47348ae942 req-e31b0495-f2bd-441a-8ae7-62f5bdf11741 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/ports?device_id=aa49cadf-a584-4796-b201-bd263c2bdcda HTTP/1.1" status: 200 len: 944 time: 0.0595231 Aug 16 22:52:12.000676 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c85f5104-4f47-4838-9572-cd47348ae942 req-19180d13-9cbe-4326-974a-7b7bb0190e9d tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/security-groups?id=27dbc869-d84c-4027-ab20-4514a0688a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422931 Aug 16 22:52:12.101849 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a0fa52-daf1-486d-a389-ca3df6f23091 req-19d366c7-edb4-443a-85e8-c714c8351261 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:12.103378 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-29a0fa52-daf1-486d-a389-ca3df6f23091 req-19d366c7-edb4-443a-85e8-c714c8351261 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68c494f-5a7e-4124-bd68-c461a50ab348 HTTP/1.1" status: 200 len: 950 time: 0.0561864 Aug 16 22:52:12.161258 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-29a0fa52-daf1-486d-a389-ca3df6f23091 req-4cb14f55-96df-4d53-81f1-4032a0920a75 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452313 Aug 16 22:52:12.640701 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ab1c70-daef-43f0-b6b5-ef1e2fab176d req-f114aa43-0663-4ec9-93cd-053f2e0caf5a tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:12.645021 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-80ab1c70-daef-43f0-b6b5-ef1e2fab176d req-f114aa43-0663-4ec9-93cd-053f2e0caf5a tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=889a7380-3570-4612-b1d9-86f08e3fcda6 HTTP/1.1" status: 200 len: 946 time: 0.0808318 Aug 16 22:52:12.688694 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-80ab1c70-daef-43f0-b6b5-ef1e2fab176d req-262f4af1-5d86-46ad-8cfa-43880697aaa9 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396144 Aug 16 22:52:12.884692 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c4918-2e6b-4d56-8187-0deacbd2afdf req-4282ac02-8143-45c2-90fb-7ed42e9f908c tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:12.886451 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-668c4918-2e6b-4d56-8187-0deacbd2afdf req-4282ac02-8143-45c2-90fb-7ed42e9f908c tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=acbad045-44e9-4866-b6f7-f0288855d525 HTTP/1.1" status: 200 len: 946 time: 0.0585036 Aug 16 22:52:12.947525 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-668c4918-2e6b-4d56-8187-0deacbd2afdf req-8ceab716-68b6-4866-ba70-c227669ad579 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492733 Aug 16 22:52:12.957700 n-d-791506-26 neutron-server[101291]: INFO neutron.api.v2.resource [req-10a8298a-352c-4a46-9330-ce9bc7129fb2 req-58ff02b5-5665-413a-9460-eba63e4c059d service neutron] show failed (client error): The resource could not be found. Aug 16 22:52:12.959064 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-10a8298a-352c-4a46-9330-ce9bc7129fb2 req-58ff02b5-5665-413a-9460-eba63e4c059d service neutron] 10.222.0.68 "GET /v2.0/ports/61d94c64-e04a-4ffd-8f1f-5f38a2295699/bindings/n-h2-791506-26 HTTP/1.1" status: 404 len: 381 time: 0.1013708 Aug 16 22:52:13.192884 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a38f95-7a34-432e-be5d-57bb430eb38b req-1168d197-a6ae-4b05-a3a5-ed7bf6a7386a tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:13.202641 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c7a38f95-7a34-432e-be5d-57bb430eb38b req-1168d197-a6ae-4b05-a3a5-ed7bf6a7386a tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/ports?device_id=aa49cadf-a584-4796-b201-bd263c2bdcda HTTP/1.1" status: 200 len: 944 time: 0.1045690 Aug 16 22:52:13.254246 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c7a38f95-7a34-432e-be5d-57bb430eb38b req-c955db99-e13d-4e48-84eb-b055907a7efb tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/security-groups?id=27dbc869-d84c-4027-ab20-4514a0688a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505443 Aug 16 22:52:13.291388 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device d66b36ed-7bdc-4744-a1d8-3d945295367e up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:52:13.401758 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning for port d66b36ed-7bdc-4744-a1d8-3d945295367e completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:52:13.406700 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port d66b36ed-7bdc-4744-a1d8-3d945295367e triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:52:13.407398 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:13.456182 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8298a-352c-4a46-9330-ce9bc7129fb2 req-ddd177da-b00d-4c9b-9940-795632798f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:13.457621 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-10a8298a-352c-4a46-9330-ce9bc7129fb2 req-ddd177da-b00d-4c9b-9940-795632798f89 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d68c494f-5a7e-4124-bd68-c461a50ab348&tenant_id=5aa270b810014cb1b7df23f71a5483f7 HTTP/1.1" status: 200 len: 1102 time: 0.2874019 Aug 16 22:52:13.471171 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671a5862-a988-4459-9216-05d7c1e8e787 req-16bac742-bd57-45ce-adec-c8f2cc9096e4 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:13.472882 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-671a5862-a988-4459-9216-05d7c1e8e787 req-16bac742-bd57-45ce-adec-c8f2cc9096e4 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68c494f-5a7e-4124-bd68-c461a50ab348 HTTP/1.1" status: 200 len: 950 time: 0.0813005 Aug 16 22:52:13.479087 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-10a8298a-352c-4a46-9330-ce9bc7129fb2 req-b786d103-5e75-4b92-8573-5dbc7ff14bce service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791506-26', 'device_owner': 'compute:nova'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:52:13.501034 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:13.529096 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa49cadf-a584-4796-b201-bd263c2bdcda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd66b36ed-7bdc-4744-a1d8-3d945295367e'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:52:13.532092 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-015c0f1b-34dd-4294-a508-60a9f0b308c0" -d '{"events": [{"server_uuid": "aa49cadf-a584-4796-b201-bd263c2bdcda", "name": "network-vif-plugged", "status": "completed", "tag": "d66b36ed-7bdc-4744-a1d8-3d945295367e"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:52:13.548177 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port d66b36ed-7bdc-4744-a1d8-3d945295367e, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=d66b36ed-7bdc-4744-a1d8-3d945295367e,segment=NetworkSegment(14912929-ceb9-4c21-80c4-b8179d0f9d12),segment_id=14912929-ceb9-4c21-80c4-b8179d0f9d12)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:52:13.561721 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:13.587009 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-671a5862-a988-4459-9216-05d7c1e8e787 req-e5a697b5-d839-4609-bb6e-3b8efc35b80c tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770788 Aug 16 22:52:13.588149 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-10a8298a-352c-4a46-9330-ce9bc7129fb2 req-b786d103-5e75-4b92-8573-5dbc7ff14bce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:13.611965 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea8947bb-4b07-422f-958c-4433ee108833 x-openstack-request-id: req-ea8947bb-4b07-422f-958c-4433ee108833 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:52:13.612495 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa49cadf-a584-4796-b201-bd263c2bdcda", "name": "network-vif-plugged", "status": "completed", "tag": "d66b36ed-7bdc-4744-a1d8-3d945295367e", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:52:13.612960 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ea8947bb-4b07-422f-958c-4433ee108833 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:52:13.613629 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa49cadf-a584-4796-b201-bd263c2bdcda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd66b36ed-7bdc-4744-a1d8-3d945295367e', 'code': 200} Aug 16 22:52:13.650207 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=d66b36ed-7bdc-4744-a1d8-3d945295367e,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:13.787530 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ecb1d-5335-48bd-95c3-0afdbabc3b34 req-7811afa6-1eec-4f84-8a80-f6b64caed528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:13.789697 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-686ecb1d-5335-48bd-95c3-0afdbabc3b34 req-7811afa6-1eec-4f84-8a80-f6b64caed528 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=aa49cadf-a584-4796-b201-bd263c2bdcda HTTP/1.1" status: 200 len: 1097 time: 0.0837381 Aug 16 22:52:13.831551 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-686ecb1d-5335-48bd-95c3-0afdbabc3b34 req-a2b3fe8a-5ba0-4ff9-9e5b-3d0fad8673b7 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=27dbc869-d84c-4027-ab20-4514a0688a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327623 Aug 16 22:52:13.920459 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cad4fcf-5bf8-41ef-afb7-22acd6bb21a9 req-5d7db10f-5ec7-4252-9cbf-56433318a0d0 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:13.922011 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6cad4fcf-5bf8-41ef-afb7-22acd6bb21a9 req-5d7db10f-5ec7-4252-9cbf-56433318a0d0 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=889a7380-3570-4612-b1d9-86f08e3fcda6 HTTP/1.1" status: 200 len: 946 time: 0.1068254 Aug 16 22:52:13.971781 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-10a8298a-352c-4a46-9330-ce9bc7129fb2 req-b786d103-5e75-4b92-8573-5dbc7ff14bce service neutron] For port 61d94c64-e04a-4ffd-8f1f-5f38a2295699, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=61d94c64-e04a-4ffd-8f1f-5f38a2295699,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:52:14.006880 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 58068) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:14.036327 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-10a8298a-352c-4a46-9330-ce9bc7129fb2 req-b786d103-5e75-4b92-8573-5dbc7ff14bce service neutron] For port 61d94c64-e04a-4ffd-8f1f-5f38a2295699, host n-h1-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:52:14.070516 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6cad4fcf-5bf8-41ef-afb7-22acd6bb21a9 req-2472be95-6bc2-4add-a44f-7b57e865da4c tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192868 Aug 16 22:52:14.114175 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd68c494f-5a7e-4124-bd68-c461a50ab348', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61d94c64-e04a-4ffd-8f1f-5f38a2295699'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:52:14.116433 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de48054e-7dac-4c6b-aeec-6b4f4f99b3b5" -d '{"events": [{"server_uuid": "d68c494f-5a7e-4124-bd68-c461a50ab348", "name": "network-vif-unplugged", "status": "completed", "tag": "61d94c64-e04a-4ffd-8f1f-5f38a2295699"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:52:14.121504 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-10a8298a-352c-4a46-9330-ce9bc7129fb2 req-b786d103-5e75-4b92-8573-5dbc7ff14bce service neutron] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:14.141879 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6aced2-2e4b-4ecf-942f-81255a10c045 req-ead16a01-7e2e-44e8-9f16-fa9e4c470fcc tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:14.142281 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5120df98-6d39-4e27-bb53-409d5595ec8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:14.143479 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fd6aced2-2e4b-4ecf-942f-81255a10c045 req-ead16a01-7e2e-44e8-9f16-fa9e4c470fcc tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=acbad045-44e9-4866-b6f7-f0288855d525 HTTP/1.1" status: 200 len: 946 time: 0.1085105 Aug 16 22:52:14.152841 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-10a8298a-352c-4a46-9330-ce9bc7129fb2 req-b786d103-5e75-4b92-8573-5dbc7ff14bce service neutron] Transition to ACTIVE for port object 61d94c64-e04a-4ffd-8f1f-5f38a2295699 will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:52:14.166107 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-10a8298a-352c-4a46-9330-ce9bc7129fb2 req-b786d103-5e75-4b92-8573-5dbc7ff14bce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:14.204522 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 22:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2918863d-a9ed-4f1c-ae59-bbe599d197d3 x-openstack-request-id: req-2918863d-a9ed-4f1c-ae59-bbe599d197d3 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:52:14.204902 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d68c494f-5a7e-4124-bd68-c461a50ab348", "name": "network-vif-unplugged", "status": "completed", "tag": "61d94c64-e04a-4ffd-8f1f-5f38a2295699", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:52:14.205165 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2918863d-a9ed-4f1c-ae59-bbe599d197d3 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:52:14.205557 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd68c494f-5a7e-4124-bd68-c461a50ab348', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61d94c64-e04a-4ffd-8f1f-5f38a2295699', 'code': 200} Aug 16 22:52:14.241151 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fd6aced2-2e4b-4ecf-942f-81255a10c045 req-db0a8d18-01ad-4021-add5-4aa74913cfd2 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902164 Aug 16 22:52:14.259514 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5120df98-6d39-4e27-bb53-409d5595ec8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:14.267930 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5120df98-6d39-4e27-bb53-409d5595ec8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:14.280798 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b786d103-5e75-4b92-8573-5dbc7ff14bce service neutron] Pushing event updated for resources: {'Port': ['ID=61d94c64-e04a-4ffd-8f1f-5f38a2295699,revision_number=6']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:14.282806 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-10a8298a-352c-4a46-9330-ce9bc7129fb2 req-b786d103-5e75-4b92-8573-5dbc7ff14bce service neutron] No DVR routers for this DVR port 61d94c64-e04a-4ffd-8f1f-5f38a2295699 on host n-h1-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:52:14.330328 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-10a8298a-352c-4a46-9330-ce9bc7129fb2 req-b786d103-5e75-4b92-8573-5dbc7ff14bce service neutron] Attempting to bind port 61d94c64-e04a-4ffd-8f1f-5f38a2295699 on host n-h2-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:52:14.330702 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-10a8298a-352c-4a46-9330-ce9bc7129fb2 req-b786d103-5e75-4b92-8573-5dbc7ff14bce service neutron] Attempting to bind port 61d94c64-e04a-4ffd-8f1f-5f38a2295699 by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:52:14.331015 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a8298a-352c-4a46-9330-ce9bc7129fb2 req-b786d103-5e75-4b92-8573-5dbc7ff14bce service neutron] Attempting to bind port 61d94c64-e04a-4ffd-8f1f-5f38a2295699 on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:52:14.337388 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5120df98-6d39-4e27-bb53-409d5595ec8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a904bd-7034-43ef-950f-f6b4c49e9fa5,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:14.337932 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a8298a-352c-4a46-9330-ce9bc7129fb2 req-b786d103-5e75-4b92-8573-5dbc7ff14bce service neutron] Port 61d94c64-e04a-4ffd-8f1f-5f38a2295699 on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:52:14.338270 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a8298a-352c-4a46-9330-ce9bc7129fb2 req-b786d103-5e75-4b92-8573-5dbc7ff14bce service neutron] Attempting to bind port 61d94c64-e04a-4ffd-8f1f-5f38a2295699 on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:52:14.350351 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a8298a-352c-4a46-9330-ce9bc7129fb2 req-b786d103-5e75-4b92-8573-5dbc7ff14bce service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:52:14.350712 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a8298a-352c-4a46-9330-ce9bc7129fb2 req-b786d103-5e75-4b92-8573-5dbc7ff14bce service neutron] Checking segment: {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:52:14.351119 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a8298a-352c-4a46-9330-ce9bc7129fb2 req-b786d103-5e75-4b92-8573-5dbc7ff14bce service neutron] Bound using segment: {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:52:14.351539 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-10a8298a-352c-4a46-9330-ce9bc7129fb2 req-b786d103-5e75-4b92-8573-5dbc7ff14bce service neutron] Bound port: 61d94c64-e04a-4ffd-8f1f-5f38a2295699, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:52:14.351907 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-10a8298a-352c-4a46-9330-ce9bc7129fb2 req-b786d103-5e75-4b92-8573-5dbc7ff14bce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:14.366582 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-5120df98-6d39-4e27-bb53-409d5595ec8d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0cf319046e604bed910cb8bfc2801584&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3579357 Aug 16 22:52:14.373979 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 58078) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:14.511330 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9b9b9348-d21a-4c1d-a3c0-2612080fed89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:14.535618 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724b5f2b-05c4-4376-817b-65e7e8dec24d req-0199439c-33b3-4cb6-b56b-92287ae09766 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:14.537188 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-724b5f2b-05c4-4376-817b-65e7e8dec24d req-0199439c-33b3-4cb6-b56b-92287ae09766 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/ports?device_id=aa49cadf-a584-4796-b201-bd263c2bdcda HTTP/1.1" status: 200 len: 945 time: 0.1523418 Aug 16 22:52:14.543572 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-725cf985-8a63-4aa3-9748-243aaa5d88c7 req-19ffcd34-1cc5-4912-826f-544c268eeb38 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=e33c8386-df5b-4338-93b9-5f927a55fe8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1263168 Aug 16 22:52:14.562897 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9b9b9348-d21a-4c1d-a3c0-2612080fed89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:14.575216 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-10a8298a-352c-4a46-9330-ce9bc7129fb2 req-b786d103-5e75-4b92-8573-5dbc7ff14bce service neutron] For port 61d94c64-e04a-4ffd-8f1f-5f38a2295699, host n-h2-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:52:14.579712 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-10a8298a-352c-4a46-9330-ce9bc7129fb2 req-b786d103-5e75-4b92-8573-5dbc7ff14bce service neutron] For port 61d94c64-e04a-4ffd-8f1f-5f38a2295699, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=61d94c64-e04a-4ffd-8f1f-5f38a2295699,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:52:14.590346 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-10a8298a-352c-4a46-9330-ce9bc7129fb2 req-b786d103-5e75-4b92-8573-5dbc7ff14bce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:14.643602 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8298a-352c-4a46-9330-ce9bc7129fb2 req-b786d103-5e75-4b92-8573-5dbc7ff14bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:14.645110 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-10a8298a-352c-4a46-9330-ce9bc7129fb2 req-b786d103-5e75-4b92-8573-5dbc7ff14bce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:14.652927 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-10a8298a-352c-4a46-9330-ce9bc7129fb2 req-b786d103-5e75-4b92-8573-5dbc7ff14bce service neutron] 10.222.0.57 "PUT /v2.0/ports/61d94c64-e04a-4ffd-8f1f-5f38a2295699 HTTP/1.1" status: 200 len: 1097 time: 1.1771364 Aug 16 22:52:14.694892 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-724b5f2b-05c4-4376-817b-65e7e8dec24d req-9edfc3ac-71c9-4c05-803e-6de8e0667c6d tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/security-groups?id=27dbc869-d84c-4027-ab20-4514a0688a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313102 Aug 16 22:52:14.762011 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9b9b9348-d21a-4c1d-a3c0-2612080fed89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:14.764613 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9b9b9348-d21a-4c1d-a3c0-2612080fed89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:14.765784 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-9b9b9348-d21a-4c1d-a3c0-2612080fed89 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/60a904bd-7034-43ef-950f-f6b4c49e9fa5 HTTP/1.1" status: 204 len: 168 time: 0.3905654 Aug 16 22:52:14.794797 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b786d103-5e75-4b92-8573-5dbc7ff14bce service neutron] Pushing event updated for resources: {'Port': ['ID=61d94c64-e04a-4ffd-8f1f-5f38a2295699,revision_number=7']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:14.799824 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9b9348-d21a-4c1d-a3c0-2612080fed89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a904bd-7034-43ef-950f-f6b4c49e9fa5,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:14.806938 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8298a-352c-4a46-9330-ce9bc7129fb2 req-b3e9e5ce-75d4-4e93-824f-99ad4f7ebf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:14.809305 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-10a8298a-352c-4a46-9330-ce9bc7129fb2 req-b3e9e5ce-75d4-4e93-824f-99ad4f7ebf74 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5aa270b810014cb1b7df23f71a5483f7&device_id=d68c494f-5a7e-4124-bd68-c461a50ab348 HTTP/1.1" status: 200 len: 1100 time: 0.1017654 Aug 16 22:52:14.818865 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725cf985-8a63-4aa3-9748-243aaa5d88c7 req-7baefad9-4ad0-436f-a785-20ddcf5a4f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:14.820390 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-725cf985-8a63-4aa3-9748-243aaa5d88c7 req-7baefad9-4ad0-436f-a785-20ddcf5a4f7a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=96f36b2ac4b747ffa8d23196eebfe0fe&device_id=e33c8386-df5b-4338-93b9-5f927a55fe8d HTTP/1.1" status: 200 len: 1096 time: 0.2038519 Aug 16 22:52:15.070941 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725cf985-8a63-4aa3-9748-243aaa5d88c7 req-0bec5c43-02f3-49a3-8354-d9201d025f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:15.074478 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-725cf985-8a63-4aa3-9748-243aaa5d88c7 req-0bec5c43-02f3-49a3-8354-d9201d025f79 service neutron] 10.222.0.68 "GET /v2.0/networks?id=db61fb9f-768d-428b-8446-991cbb0c6922 HTTP/1.1" status: 200 len: 921 time: 0.1915348 Aug 16 22:52:15.138831 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887b903d-b50e-4430-9267-b30c91ac7053 req-5cfa89fd-c5af-403f-be9e-3a99188cad88 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:15.151051 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-887b903d-b50e-4430-9267-b30c91ac7053 req-5cfa89fd-c5af-403f-be9e-3a99188cad88 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68c494f-5a7e-4124-bd68-c461a50ab348 HTTP/1.1" status: 200 len: 948 time: 0.1434553 Aug 16 22:52:15.169736 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 58104) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:15.227879 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-725cf985-8a63-4aa3-9748-243aaa5d88c7 req-73a47541-e57a-4ff3-8749-07d7d072eb31 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73fddd19-7093-4a55-973e-9c89d255911d HTTP/1.1" status: 200 len: 217 time: 0.1461563 Aug 16 22:52:15.230983 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-887b903d-b50e-4430-9267-b30c91ac7053 req-88712413-4151-4c68-9f31-4e7295e9ff23 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749490 Aug 16 22:52:15.232349 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8298a-352c-4a46-9330-ce9bc7129fb2 req-6592b0e6-687f-41fa-80c4-d36fd8696b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:15.233892 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-10a8298a-352c-4a46-9330-ce9bc7129fb2 req-6592b0e6-687f-41fa-80c4-d36fd8696b69 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd HTTP/1.1" status: 200 len: 870 time: 0.4163680 Aug 16 22:52:15.290953 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 61d94c64-e04a-4ffd-8f1f-5f38a2295699 no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:52:15.307879 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-10a8298a-352c-4a46-9330-ce9bc7129fb2 req-8b0b67cd-101b-49d1-bec3-400b1085a9a7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=61d94c64-e04a-4ffd-8f1f-5f38a2295699 HTTP/1.1" status: 200 len: 217 time: 0.0636728 Aug 16 22:52:15.336794 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725cf985-8a63-4aa3-9748-243aaa5d88c7 req-0cbaeaec-aa5a-4bd8-bd85-dadf0c48dfad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:15.341269 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-725cf985-8a63-4aa3-9748-243aaa5d88c7 req-0cbaeaec-aa5a-4bd8-bd85-dadf0c48dfad service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f340c0a0-6bbc-45f5-920c-bfa473779acd HTTP/1.1" status: 200 len: 860 time: 0.1030803 Aug 16 22:52:15.372066 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7566541-bfc0-4e06-9025-96f5a2f131d5 req-8ee585e3-1b1e-4b3b-a973-737fe6ad9142 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:15.373150 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 61d94c64-e04a-4ffd-8f1f-5f38a2295699 not bound to the agent host n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:52:15.373567 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f7566541-bfc0-4e06-9025-96f5a2f131d5 req-8ee585e3-1b1e-4b3b-a973-737fe6ad9142 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=889a7380-3570-4612-b1d9-86f08e3fcda6 HTTP/1.1" status: 200 len: 946 time: 0.1388128 Aug 16 22:52:15.381840 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-725cf985-8a63-4aa3-9748-243aaa5d88c7 req-a27b7ea9-801e-4ccc-9f77-65d72a2b789b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=db61fb9f-768d-428b-8446-991cbb0c6922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343764 Aug 16 22:52:15.427977 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8298a-352c-4a46-9330-ce9bc7129fb2 req-1f656df5-aa1a-4565-bd63-64a6420de2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:15.429989 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-10a8298a-352c-4a46-9330-ce9bc7129fb2 req-1f656df5-aa1a-4565-bd63-64a6420de2cb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6af2b868-37d3-46ab-a526-0465929f13c8 HTTP/1.1" status: 200 len: 843 time: 0.1121926 Aug 16 22:52:15.464718 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8aa939-9aa3-431a-bcc0-0e3ba23f7e13 req-cbfcbc6b-71b6-438c-9b9f-38c4b762b870 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:15.466242 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6e8aa939-9aa3-431a-bcc0-0e3ba23f7e13 req-cbfcbc6b-71b6-438c-9b9f-38c4b762b870 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=acbad045-44e9-4866-b6f7-f0288855d525 HTTP/1.1" status: 200 len: 946 time: 0.1151412 Aug 16 22:52:15.501308 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f7566541-bfc0-4e06-9025-96f5a2f131d5 req-19487b98-4fa4-4dd2-9a33-07c64f331f64 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994015 Aug 16 22:52:15.514028 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-725cf985-8a63-4aa3-9748-243aaa5d88c7 req-ab5d4121-9a72-4cd2-9804-203610f99e64 service neutron] 10.222.0.68 "GET /v2.0/networks/db61fb9f-768d-428b-8446-991cbb0c6922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166351 Aug 16 22:52:15.514028 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 58114) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:15.534867 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a3ac6250-3739-4c32-9d14-12575b4e3b9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:15.539442 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ad711d55-6bd8-415d-8840-47e81e4289f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:15.572760 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8298a-352c-4a46-9330-ce9bc7129fb2 req-42076a5b-73a4-40eb-a01b-b276e2344183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:15.575082 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-10a8298a-352c-4a46-9330-ce9bc7129fb2 req-42076a5b-73a4-40eb-a01b-b276e2344183 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1313634 Aug 16 22:52:15.580859 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6e8aa939-9aa3-431a-bcc0-0e3ba23f7e13 req-be491b5d-5c60-4f37-baad-117835e05cdb tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775831 Aug 16 22:52:15.638751 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-725cf985-8a63-4aa3-9748-243aaa5d88c7 req-7209ce58-ec5b-4ff3-9994-1a62d21987be service neutron] 10.222.0.68 "GET /v2.0/networks/db61fb9f-768d-428b-8446-991cbb0c6922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173892 Aug 16 22:52:15.725765 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-10a8298a-352c-4a46-9330-ce9bc7129fb2 req-37b31915-50da-4ae8-9314-38840bee7603 service neutron] 10.222.0.57 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310132 Aug 16 22:52:15.787435 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a3ac6250-3739-4c32-9d14-12575b4e3b9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:15.796737 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a3ac6250-3739-4c32-9d14-12575b4e3b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:15.861628 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-a3ac6250-3739-4c32-9d14-12575b4e3b9c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e0c41e0a5bc54a27a1036c9f24f42860&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6893203 Aug 16 22:52:15.866225 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 58118) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:15.881737 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ac6250-3739-4c32-9d14-12575b4e3b9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d372b16-d221-4b39-b06e-659b01c51c41,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:15.886038 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ad711d55-6bd8-415d-8840-47e81e4289f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:15.897129 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ad711d55-6bd8-415d-8840-47e81e4289f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:15.906886 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-10a8298a-352c-4a46-9330-ce9bc7129fb2 req-c444c666-acbc-430b-8328-898decf0939e service neutron] 10.222.0.57 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727943 Aug 16 22:52:15.922891 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5beb4a9-c72f-424e-b744-1c211760c224 req-db02c91c-82a9-473d-a2f6-086780232e2a tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:15.924553 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a5beb4a9-c72f-424e-b744-1c211760c224 req-db02c91c-82a9-473d-a2f6-086780232e2a tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/ports?device_id=aa49cadf-a584-4796-b201-bd263c2bdcda HTTP/1.1" status: 200 len: 945 time: 0.0873218 Aug 16 22:52:15.952118 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-ad711d55-6bd8-415d-8840-47e81e4289f7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c73cca9a0cca4fa5b78a41456cf2a427&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4380646 Aug 16 22:52:15.954712 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad711d55-6bd8-415d-8840-47e81e4289f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a98202-925a-4cce-8e47-994e0230d2b4,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:15.955779 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 58120) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:15.966530 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6d7b5ebd-e7f8-4117-99d1-044f59d4c214 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:15.989998 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6d7b5ebd-e7f8-4117-99d1-044f59d4c214 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:16.004271 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a5beb4a9-c72f-424e-b744-1c211760c224 req-834b9071-924a-4f4d-9aa9-39e0e2d80dcc tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/security-groups?id=27dbc869-d84c-4027-ab20-4514a0688a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670059 Aug 16 22:52:16.035151 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7a3beee3-f282-4f72-96ea-0478b9a06f00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:16.047638 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6d7b5ebd-e7f8-4117-99d1-044f59d4c214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:16.050442 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6d7b5ebd-e7f8-4117-99d1-044f59d4c214 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:16.052066 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-6d7b5ebd-e7f8-4117-99d1-044f59d4c214 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0d372b16-d221-4b39-b06e-659b01c51c41 HTTP/1.1" status: 204 len: 168 time: 0.1844661 Aug 16 22:52:16.061856 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7b5ebd-e7f8-4117-99d1-044f59d4c214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d372b16-d221-4b39-b06e-659b01c51c41,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:16.072205 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7a3beee3-f282-4f72-96ea-0478b9a06f00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:16.162074 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7a3beee3-f282-4f72-96ea-0478b9a06f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:16.164719 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7a3beee3-f282-4f72-96ea-0478b9a06f00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:16.165847 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-7a3beee3-f282-4f72-96ea-0478b9a06f00 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/75a98202-925a-4cce-8e47-994e0230d2b4 HTTP/1.1" status: 204 len: 168 time: 0.2091622 Aug 16 22:52:16.178640 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3beee3-f282-4f72-96ea-0478b9a06f00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a98202-925a-4cce-8e47-994e0230d2b4,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:16.189022 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdb40f1-4f90-44b2-8483-efefdd2462ff req-92002640-42fb-401a-8eb4-a63971da118e tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:16.190659 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4cdb40f1-4f90-44b2-8483-efefdd2462ff req-92002640-42fb-401a-8eb4-a63971da118e tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/ports?device_id=aa49cadf-a584-4796-b201-bd263c2bdcda HTTP/1.1" status: 200 len: 945 time: 0.0697315 Aug 16 22:52:16.206102 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd68c494f-5a7e-4124-bd68-c461a50ab348', 'tag': '61d94c64-e04a-4ffd-8f1f-5f38a2295699'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:52:16.208299 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0450d33-9075-4445-8cbf-c1e80ecca112" -d '{"events": [{"name": "network-changed", "server_uuid": "d68c494f-5a7e-4124-bd68-c461a50ab348", "tag": "61d94c64-e04a-4ffd-8f1f-5f38a2295699"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:52:16.241802 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4cdb40f1-4f90-44b2-8483-efefdd2462ff req-251bc83c-00a2-4b24-a3a7-58e12e9dda86 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/security-groups?id=27dbc869-d84c-4027-ab20-4514a0688a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423970 Aug 16 22:52:16.269886 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f420af03-02ed-4d9a-86f7-a9facbc0abfa x-openstack-request-id: req-f420af03-02ed-4d9a-86f7-a9facbc0abfa {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:52:16.270270 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d68c494f-5a7e-4124-bd68-c461a50ab348", "tag": "61d94c64-e04a-4ffd-8f1f-5f38a2295699", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:52:16.270616 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f420af03-02ed-4d9a-86f7-a9facbc0abfa {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:52:16.271109 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd68c494f-5a7e-4124-bd68-c461a50ab348', 'tag': '61d94c64-e04a-4ffd-8f1f-5f38a2295699', 'status': 'completed', 'code': 200} Aug 16 22:52:16.371297 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0450d33-9075-4445-8cbf-c1e80ecca112 req-4a10044a-a7bd-48fb-80be-0e64995d1ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:16.373406 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c0450d33-9075-4445-8cbf-c1e80ecca112 req-4a10044a-a7bd-48fb-80be-0e64995d1ea4 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5aa270b810014cb1b7df23f71a5483f7&device_id=d68c494f-5a7e-4124-bd68-c461a50ab348 HTTP/1.1" status: 200 len: 1100 time: 0.0814331 Aug 16 22:52:16.437454 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0450d33-9075-4445-8cbf-c1e80ecca112 req-91b2f4db-bb49-4a60-91c9-404e816f3b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:16.439170 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c0450d33-9075-4445-8cbf-c1e80ecca112 req-91b2f4db-bb49-4a60-91c9-404e816f3b50 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5aa270b810014cb1b7df23f71a5483f7&device_id=d68c494f-5a7e-4124-bd68-c461a50ab348 HTTP/1.1" status: 200 len: 1100 time: 0.1140904 Aug 16 22:52:16.482831 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b809d603-aad0-469a-a23c-807ed912071c req-58eca3e7-a31c-4048-86e1-aefeba3ab54c tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:16.484455 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b809d603-aad0-469a-a23c-807ed912071c req-58eca3e7-a31c-4048-86e1-aefeba3ab54c tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68c494f-5a7e-4124-bd68-c461a50ab348 HTTP/1.1" status: 200 len: 948 time: 0.1283278 Aug 16 22:52:16.527438 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0450d33-9075-4445-8cbf-c1e80ecca112 req-12052aae-70b3-4bc9-86a1-3786bd594cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:16.530304 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c0450d33-9075-4445-8cbf-c1e80ecca112 req-12052aae-70b3-4bc9-86a1-3786bd594cb5 service neutron] 10.222.0.68 "GET /v2.0/networks?id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd HTTP/1.1" status: 200 len: 870 time: 0.1489553 Aug 16 22:52:16.605316 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b809d603-aad0-469a-a23c-807ed912071c req-ada7432b-3072-400b-85d4-7cc396cd8fdf tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957103 Aug 16 22:52:16.637207 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0450d33-9075-4445-8cbf-c1e80ecca112 req-f59cd4e4-4901-4806-b779-fc3310ce1bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:16.638937 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c0450d33-9075-4445-8cbf-c1e80ecca112 req-f59cd4e4-4901-4806-b779-fc3310ce1bd8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd HTTP/1.1" status: 200 len: 870 time: 0.1880476 Aug 16 22:52:16.641423 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c0450d33-9075-4445-8cbf-c1e80ecca112 req-cfd84c1b-de0d-46a4-8214-082709469779 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=61d94c64-e04a-4ffd-8f1f-5f38a2295699 HTTP/1.1" status: 200 len: 217 time: 0.0981033 Aug 16 22:52:16.704476 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c0450d33-9075-4445-8cbf-c1e80ecca112 req-53e8f9a1-5df5-4c71-97a4-40fddff1a093 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=61d94c64-e04a-4ffd-8f1f-5f38a2295699 HTTP/1.1" status: 200 len: 217 time: 0.0570359 Aug 16 22:52:16.707161 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0450d33-9075-4445-8cbf-c1e80ecca112 req-417f633e-1271-4f16-bfeb-be50d75b8834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:16.708720 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c0450d33-9075-4445-8cbf-c1e80ecca112 req-417f633e-1271-4f16-bfeb-be50d75b8834 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6af2b868-37d3-46ab-a526-0465929f13c8 HTTP/1.1" status: 200 len: 843 time: 0.0557392 Aug 16 22:52:16.775418 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0450d33-9075-4445-8cbf-c1e80ecca112 req-ab88aaa9-843d-491f-b4da-e2fe593b2da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:16.778077 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c0450d33-9075-4445-8cbf-c1e80ecca112 req-ab88aaa9-843d-491f-b4da-e2fe593b2da7 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0610850 Aug 16 22:52:16.847411 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0450d33-9075-4445-8cbf-c1e80ecca112 req-f227c0a8-d4cb-4d7d-8e00-0f66e1e5a01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:16.849625 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c0450d33-9075-4445-8cbf-c1e80ecca112 req-f227c0a8-d4cb-4d7d-8e00-0f66e1e5a01e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6af2b868-37d3-46ab-a526-0465929f13c8 HTTP/1.1" status: 200 len: 843 time: 0.1247261 Aug 16 22:52:16.859630 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc65e6c-9989-42e9-8566-e69f9d2a9a5d req-e36fa3cb-0b2a-49d8-bacc-3bfbc79be515 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:16.868002 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9cc65e6c-9989-42e9-8566-e69f9d2a9a5d req-e36fa3cb-0b2a-49d8-bacc-3bfbc79be515 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=889a7380-3570-4612-b1d9-86f08e3fcda6 HTTP/1.1" status: 200 len: 946 time: 0.1614931 Aug 16 22:52:16.977614 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c0450d33-9075-4445-8cbf-c1e80ecca112 req-0b3486cc-706f-4dec-88f4-61e29bb3eda4 service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917815 Aug 16 22:52:17.013417 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9cc65e6c-9989-42e9-8566-e69f9d2a9a5d req-47788740-042b-4396-9153-ee8eba8d271b tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440060 Aug 16 22:52:17.028348 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0450d33-9075-4445-8cbf-c1e80ecca112 req-213ff47d-b8ae-49e2-8caf-1383f2ed9a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:17.030665 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c0450d33-9075-4445-8cbf-c1e80ecca112 req-213ff47d-b8ae-49e2-8caf-1383f2ed9a27 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1496077 Aug 16 22:52:17.058778 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399e0235-f290-4e20-98d1-d8ad2944b94e req-ff7dff19-5931-48e2-ab5b-f979367f8488 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:17.060234 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-399e0235-f290-4e20-98d1-d8ad2944b94e req-ff7dff19-5931-48e2-ab5b-f979367f8488 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=acbad045-44e9-4866-b6f7-f0288855d525 HTTP/1.1" status: 200 len: 946 time: 0.1246161 Aug 16 22:52:17.111289 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c0450d33-9075-4445-8cbf-c1e80ecca112 req-77aba78b-c9b3-452a-94f1-dcaf1fb4d0fb service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236072 Aug 16 22:52:17.151212 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-399e0235-f290-4e20-98d1-d8ad2944b94e req-3e27984d-4222-458f-83e3-b320c5158d74 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808187 Aug 16 22:52:17.178373 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c0450d33-9075-4445-8cbf-c1e80ecca112 req-c62a77f6-9bbe-4188-947b-bff83afeb15d service neutron] 10.222.0.57 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385276 Aug 16 22:52:17.294101 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c0450d33-9075-4445-8cbf-c1e80ecca112 req-05ea1c95-2f8c-4bd1-9e32-3ab6366d315e service neutron] 10.222.0.57 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073027 Aug 16 22:52:17.435501 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca3d5b0-5c50-4a0b-94c2-15956265bd41 req-943b46aa-2b0c-4bb0-953e-447314bd9d53 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:17.437049 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2ca3d5b0-5c50-4a0b-94c2-15956265bd41 req-943b46aa-2b0c-4bb0-953e-447314bd9d53 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/ports?device_id=aa49cadf-a584-4796-b201-bd263c2bdcda HTTP/1.1" status: 200 len: 945 time: 0.0572786 Aug 16 22:52:17.478202 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2ca3d5b0-5c50-4a0b-94c2-15956265bd41 req-14cd1924-3a15-4713-94d1-c1f8c3d5c360 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/security-groups?id=27dbc869-d84c-4027-ab20-4514a0688a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338244 Aug 16 22:52:17.592855 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-35ec5240-6761-4f09-afbe-8a09dc85e63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:17.738314 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e2b167-a6c5-4d62-9606-9024c2380060 req-c41c5b3c-6901-4817-928e-7001a725524a tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:17.739895 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b6e2b167-a6c5-4d62-9606-9024c2380060 req-c41c5b3c-6901-4817-928e-7001a725524a tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68c494f-5a7e-4124-bd68-c461a50ab348 HTTP/1.1" status: 200 len: 948 time: 0.0647588 Aug 16 22:52:17.785357 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b6e2b167-a6c5-4d62-9606-9024c2380060 req-b8e459c2-8aa5-43b7-a7cc-04deec366206 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375113 Aug 16 22:52:18.011153 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e327e8f6-2146-41ea-87ec-4f52feced9b8 req-16c53773-7977-4baf-9bc5-cf98733e45bd tempest-LiveAutoBlockMigrationV225Test-1199004585 tempest-LiveAutoBlockMigrationV225Test-1199004585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:18.012931 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e327e8f6-2146-41ea-87ec-4f52feced9b8 req-16c53773-7977-4baf-9bc5-cf98733e45bd tempest-LiveAutoBlockMigrationV225Test-1199004585 tempest-LiveAutoBlockMigrationV225Test-1199004585-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=889a7380-3570-4612-b1d9-86f08e3fcda6&tenant_id=96f36b2ac4b747ffa8d23196eebfe0fe&binding%3Ahost_id=n-h2-791506-26 HTTP/1.1" status: 200 len: 1098 time: 0.0459752 Aug 16 22:52:18.024528 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-e327e8f6-2146-41ea-87ec-4f52feced9b8 req-69423b4f-75af-48af-abc5-88b4049082e1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-791506-26'}}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:52:18.099163 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-e327e8f6-2146-41ea-87ec-4f52feced9b8 req-69423b4f-75af-48af-abc5-88b4049082e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:18.154904 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e64a9e-f9eb-41cd-94a9-909211811b2a req-8d5e3b53-1518-418f-9a15-80ffcafee573 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:18.162235 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-87e64a9e-f9eb-41cd-94a9-909211811b2a req-8d5e3b53-1518-418f-9a15-80ffcafee573 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=889a7380-3570-4612-b1d9-86f08e3fcda6 HTTP/1.1" status: 200 len: 946 time: 0.0646062 Aug 16 22:52:18.201441 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-87e64a9e-f9eb-41cd-94a9-909211811b2a req-bf6b7961-9aba-4592-8ab0-0600ed659897 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382199 Aug 16 22:52:18.267769 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-e327e8f6-2146-41ea-87ec-4f52feced9b8 req-69423b4f-75af-48af-abc5-88b4049082e1 service neutron] For port a04efa9f-af0c-479f-b11f-4228d439f67d, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=a04efa9f-af0c-479f-b11f-4228d439f67d,segment=NetworkSegment(b4a6b143-6a51-43cd-8781-944dbb368ca5),segment_id=b4a6b143-6a51-43cd-8781-944dbb368ca5)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:52:18.316305 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-e327e8f6-2146-41ea-87ec-4f52feced9b8 req-69423b4f-75af-48af-abc5-88b4049082e1 service neutron] For port a04efa9f-af0c-479f-b11f-4228d439f67d, host n-h2-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:52:18.358446 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc63b25-7c80-4c92-9694-700f77c0362d req-0ea86c13-2394-4903-89a0-440df29cec82 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:18.360709 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4dc63b25-7c80-4c92-9694-700f77c0362d req-0ea86c13-2394-4903-89a0-440df29cec82 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=acbad045-44e9-4866-b6f7-f0288855d525 HTTP/1.1" status: 200 len: 946 time: 0.0813844 Aug 16 22:52:18.373507 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '889a7380-3570-4612-b1d9-86f08e3fcda6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a04efa9f-af0c-479f-b11f-4228d439f67d'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:52:18.376771 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0054523-6128-4215-a18c-93b8db78554d" -d '{"events": [{"server_uuid": "889a7380-3570-4612-b1d9-86f08e3fcda6", "name": "network-vif-unplugged", "status": "completed", "tag": "a04efa9f-af0c-479f-b11f-4228d439f67d"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:52:18.382088 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-e327e8f6-2146-41ea-87ec-4f52feced9b8 req-69423b4f-75af-48af-abc5-88b4049082e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:18.390878 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-e327e8f6-2146-41ea-87ec-4f52feced9b8 req-69423b4f-75af-48af-abc5-88b4049082e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:18.419202 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4dc63b25-7c80-4c92-9694-700f77c0362d req-980c724a-ee6e-4280-9ccd-9d72e84536dc tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518541 Aug 16 22:52:18.489796 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 22:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-747ef09b-6aab-43f4-b358-40159441cbfa x-openstack-request-id: req-747ef09b-6aab-43f4-b358-40159441cbfa {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:52:18.490157 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "889a7380-3570-4612-b1d9-86f08e3fcda6", "name": "network-vif-unplugged", "status": "completed", "tag": "a04efa9f-af0c-479f-b11f-4228d439f67d", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:52:18.490415 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-747ef09b-6aab-43f4-b358-40159441cbfa {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:52:18.490816 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '889a7380-3570-4612-b1d9-86f08e3fcda6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a04efa9f-af0c-479f-b11f-4228d439f67d', 'code': 200} Aug 16 22:52:18.494080 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69423b4f-75af-48af-abc5-88b4049082e1 service neutron] Pushing event updated for resources: {'Port': ['ID=a04efa9f-af0c-479f-b11f-4228d439f67d,revision_number=7']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:18.508122 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-e327e8f6-2146-41ea-87ec-4f52feced9b8 req-69423b4f-75af-48af-abc5-88b4049082e1 service neutron] Attempting to bind port a04efa9f-af0c-479f-b11f-4228d439f67d on host n-h2-791506-26 for vnic_type normal with profile {"migrating_to": "n-h1-791506-26"} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:52:18.508354 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-e327e8f6-2146-41ea-87ec-4f52feced9b8 req-69423b4f-75af-48af-abc5-88b4049082e1 service neutron] Attempting to bind port a04efa9f-af0c-479f-b11f-4228d439f67d by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': 'b4a6b143-6a51-43cd-8781-944dbb368ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'db61fb9f-768d-428b-8446-991cbb0c6922'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:52:18.508780 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e327e8f6-2146-41ea-87ec-4f52feced9b8 req-69423b4f-75af-48af-abc5-88b4049082e1 service neutron] Attempting to bind port a04efa9f-af0c-479f-b11f-4228d439f67d on network db61fb9f-768d-428b-8446-991cbb0c6922 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:52:18.513589 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e327e8f6-2146-41ea-87ec-4f52feced9b8 req-69423b4f-75af-48af-abc5-88b4049082e1 service neutron] Port a04efa9f-af0c-479f-b11f-4228d439f67d on network db61fb9f-768d-428b-8446-991cbb0c6922 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:52:18.513921 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e327e8f6-2146-41ea-87ec-4f52feced9b8 req-69423b4f-75af-48af-abc5-88b4049082e1 service neutron] Attempting to bind port a04efa9f-af0c-479f-b11f-4228d439f67d on network db61fb9f-768d-428b-8446-991cbb0c6922 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:52:18.518861 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e327e8f6-2146-41ea-87ec-4f52feced9b8 req-69423b4f-75af-48af-abc5-88b4049082e1 service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:52:18.519277 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e327e8f6-2146-41ea-87ec-4f52feced9b8 req-69423b4f-75af-48af-abc5-88b4049082e1 service neutron] Checking segment: {'id': 'b4a6b143-6a51-43cd-8781-944dbb368ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'db61fb9f-768d-428b-8446-991cbb0c6922'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:52:18.519669 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e327e8f6-2146-41ea-87ec-4f52feced9b8 req-69423b4f-75af-48af-abc5-88b4049082e1 service neutron] Bound using segment: {'id': 'b4a6b143-6a51-43cd-8781-944dbb368ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'db61fb9f-768d-428b-8446-991cbb0c6922'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:52:18.520100 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-e327e8f6-2146-41ea-87ec-4f52feced9b8 req-69423b4f-75af-48af-abc5-88b4049082e1 service neutron] Bound port: a04efa9f-af0c-479f-b11f-4228d439f67d, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4a6b143-6a51-43cd-8781-944dbb368ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'db61fb9f-768d-428b-8446-991cbb0c6922'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:52:18.520507 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-e327e8f6-2146-41ea-87ec-4f52feced9b8 req-69423b4f-75af-48af-abc5-88b4049082e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:18.640287 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-e327e8f6-2146-41ea-87ec-4f52feced9b8 req-69423b4f-75af-48af-abc5-88b4049082e1 service neutron] For port a04efa9f-af0c-479f-b11f-4228d439f67d, host n-h2-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:52:18.643786 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f852dc33-61a0-4de4-ae5e-d063fe05f8e6 req-cc716cdc-d895-4799-9192-0eddbc8a874a tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:18.644279 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-e327e8f6-2146-41ea-87ec-4f52feced9b8 req-69423b4f-75af-48af-abc5-88b4049082e1 service neutron] For port a04efa9f-af0c-479f-b11f-4228d439f67d, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=a04efa9f-af0c-479f-b11f-4228d439f67d,segment=NetworkSegment(b4a6b143-6a51-43cd-8781-944dbb368ca5),segment_id=b4a6b143-6a51-43cd-8781-944dbb368ca5)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:52:18.645855 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f852dc33-61a0-4de4-ae5e-d063fe05f8e6 req-cc716cdc-d895-4799-9192-0eddbc8a874a tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/ports?device_id=aa49cadf-a584-4796-b201-bd263c2bdcda HTTP/1.1" status: 200 len: 945 time: 0.0654726 Aug 16 22:52:18.650863 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-e327e8f6-2146-41ea-87ec-4f52feced9b8 req-69423b4f-75af-48af-abc5-88b4049082e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:18.703660 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f852dc33-61a0-4de4-ae5e-d063fe05f8e6 req-2d772886-0079-4f8a-8edb-6446269f17d2 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/security-groups?id=27dbc869-d84c-4027-ab20-4514a0688a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498474 Aug 16 22:52:18.763966 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e327e8f6-2146-41ea-87ec-4f52feced9b8 req-69423b4f-75af-48af-abc5-88b4049082e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:18.764747 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-e327e8f6-2146-41ea-87ec-4f52feced9b8 req-69423b4f-75af-48af-abc5-88b4049082e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:18.766050 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e327e8f6-2146-41ea-87ec-4f52feced9b8 req-69423b4f-75af-48af-abc5-88b4049082e1 service neutron] 10.222.0.68 "PUT /v2.0/ports/a04efa9f-af0c-479f-b11f-4228d439f67d HTTP/1.1" status: 200 len: 1124 time: 0.7458100 Aug 16 22:52:18.771918 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69423b4f-75af-48af-abc5-88b4049082e1 service neutron] Pushing event updated for resources: {'Port': ['ID=a04efa9f-af0c-479f-b11f-4228d439f67d,revision_number=8']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:18.913239 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['a04efa9f-af0c-479f-b11f-4228d439f67d'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:52:18.943087 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d02c790-e40f-42d2-ae63-28d8d8b3463d req-094afde6-4487-4462-861b-93b66b390962 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:18.945176 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7d02c790-e40f-42d2-ae63-28d8d8b3463d req-094afde6-4487-4462-861b-93b66b390962 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68c494f-5a7e-4124-bd68-c461a50ab348 HTTP/1.1" status: 200 len: 948 time: 0.0747194 Aug 16 22:52:18.957563 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['a04efa9f-af0c-479f-b11f-4228d439f67d'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:52:18.995290 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7d02c790-e40f-42d2-ae63-28d8d8b3463d req-38d16825-7d2f-4271-a7f2-bccd50603aaa tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428123 Aug 16 22:52:19.324510 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device d66b36ed-7bdc-4744-a1d8-3d945295367e details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:52:19.355378 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c944d0-15c0-4c5d-ada1-87ca5a1bcd98 req-ff999026-5dbd-42e3-9056-3b058f91d74f tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:19.363597 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-08c944d0-15c0-4c5d-ada1-87ca5a1bcd98 req-ff999026-5dbd-42e3-9056-3b058f91d74f tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=889a7380-3570-4612-b1d9-86f08e3fcda6 HTTP/1.1" status: 200 len: 944 time: 0.0797529 Aug 16 22:52:19.419071 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 58316) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:19.421139 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-08c944d0-15c0-4c5d-ada1-87ca5a1bcd98 req-23cd1709-6ec1-41f4-ad55-80d478c8d3a6 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564010 Aug 16 22:52:19.462355 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port d66b36ed-7bdc-4744-a1d8-3d945295367e, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=d66b36ed-7bdc-4744-a1d8-3d945295367e,segment=NetworkSegment(14912929-ceb9-4c21-80c4-b8179d0f9d12),segment_id=14912929-ceb9-4c21-80c4-b8179d0f9d12)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:52:19.475622 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': 'd66b36ed-7bdc-4744-a1d8-3d945295367e', 'network_id': '64579410-f531-42c6-89b5-3114daa376a8', 'port_id': 'd66b36ed-7bdc-4744-a1d8-3d945295367e', 'mac_address': 'fa:16:3e:9b:b0:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a76baa69-a994-4c40-8fea-8de6cbc7d46e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:52:19.521915 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:19.541079 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d66b36ed-7bdc-4744-a1d8-3d945295367e {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:52:19.569910 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port d66b36ed-7bdc-4744-a1d8-3d945295367e, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=d66b36ed-7bdc-4744-a1d8-3d945295367e,segment=NetworkSegment(14912929-ceb9-4c21-80c4-b8179d0f9d12),segment_id=14912929-ceb9-4c21-80c4-b8179d0f9d12)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:52:19.576460 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deb6746-435c-4bac-98b8-dfad7b9f9d22 req-988f4514-e213-4aa8-9d32-5c80ac9a6cb4 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:19.593506 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2deb6746-435c-4bac-98b8-dfad7b9f9d22 req-988f4514-e213-4aa8-9d32-5c80ac9a6cb4 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=acbad045-44e9-4866-b6f7-f0288855d525 HTTP/1.1" status: 200 len: 946 time: 0.0949225 Aug 16 22:52:19.594032 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:19.594738 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device a04efa9f-af0c-479f-b11f-4228d439f67d details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:52:19.600529 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-14f1f7e9-dabf-4409-bcf9-550c4cbaff3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:19.666818 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2deb6746-435c-4bac-98b8-dfad7b9f9d22 req-27057e2c-8488-4f59-a25e-cf13ee4083f6 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716958 Aug 16 22:52:19.667191 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 58326) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:19.674410 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=d66b36ed-7bdc-4744-a1d8-3d945295367e,revision_number=6']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:19.750209 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-14f1f7e9-dabf-4409-bcf9-550c4cbaff3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:19.760974 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-14f1f7e9-dabf-4409-bcf9-550c4cbaff3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:19.816420 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-14f1f7e9-dabf-4409-bcf9-550c4cbaff3b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5df21a15b7c44b2b9ae16cf5f84d5e7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3964252 Aug 16 22:52:19.818162 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f1f7e9-dabf-4409-bcf9-550c4cbaff3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c494e114-f74d-4163-9bc5-098812ac8f45,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:19.820700 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 58332) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:19.823525 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-44a6f383-594e-4795-887d-b699060e06c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:19.870685 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d487f52c-39b4-4b05-bf35-fd37d22102cb req-dae633d7-c0a1-4397-9c7d-bd7f69e9bd7b tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:19.872664 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d487f52c-39b4-4b05-bf35-fd37d22102cb req-dae633d7-c0a1-4397-9c7d-bd7f69e9bd7b tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/ports?device_id=aa49cadf-a584-4796-b201-bd263c2bdcda HTTP/1.1" status: 200 len: 944 time: 0.0776045 Aug 16 22:52:19.887807 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-da8482f1-5dd1-42b0-bf9c-b935a5f065e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:19.894135 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port a04efa9f-af0c-479f-b11f-4228d439f67d, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=a04efa9f-af0c-479f-b11f-4228d439f67d,segment=NetworkSegment(b4a6b143-6a51-43cd-8781-944dbb368ca5),segment_id=b4a6b143-6a51-43cd-8781-944dbb368ca5)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:52:19.908970 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device a04efa9f-af0c-479f-b11f-4228d439f67d has no active binding in host n-h1-791506-26 {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 22:52:19.911361 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ff6639b2-d697-4352-abba-41ea1dff7e6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:19.954494 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ff6639b2-d697-4352-abba-41ea1dff7e6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:19.957392 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d487f52c-39b4-4b05-bf35-fd37d22102cb req-afef1f04-c1b1-48f0-9bb1-14284530f646 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/security-groups?id=27dbc869-d84c-4027-ab20-4514a0688a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699754 Aug 16 22:52:19.981643 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 61d94c64-e04a-4ffd-8f1f-5f38a2295699 details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:52:20.061877 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ff6639b2-d697-4352-abba-41ea1dff7e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:20.064668 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ff6639b2-d697-4352-abba-41ea1dff7e6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:20.065853 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-ff6639b2-d697-4352-abba-41ea1dff7e6b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c494e114-f74d-4163-9bc5-098812ac8f45 HTTP/1.1" status: 204 len: 168 time: 0.2440643 Aug 16 22:52:20.072452 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['d66b36ed-7bdc-4744-a1d8-3d945295367e'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:52:20.101898 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6639b2-d697-4352-abba-41ea1dff7e6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c494e114-f74d-4163-9bc5-098812ac8f45,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:20.130281 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-da8482f1-5dd1-42b0-bf9c-b935a5f065e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:20.149307 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-da8482f1-5dd1-42b0-bf9c-b935a5f065e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:20.177519 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 61d94c64-e04a-4ffd-8f1f-5f38a2295699, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=61d94c64-e04a-4ffd-8f1f-5f38a2295699,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:52:20.198354 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': '61d94c64-e04a-4ffd-8f1f-5f38a2295699', 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd', 'port_id': '61d94c64-e04a-4ffd-8f1f-5f38a2295699', 'mac_address': 'fa:16:3e:cc:7d:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6af2b868-37d3-46ab-a526-0465929f13c8', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:52:20.208921 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee02a987-ca70-4333-a166-f6f077fcddd0 req-2ca85a44-5010-4e27-af90-8b7de2cf8875 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:20.212490 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ee02a987-ca70-4333-a166-f6f077fcddd0 req-2ca85a44-5010-4e27-af90-8b7de2cf8875 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68c494f-5a7e-4124-bd68-c461a50ab348 HTTP/1.1" status: 200 len: 948 time: 0.1001267 Aug 16 22:52:20.225851 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-da8482f1-5dd1-42b0-bf9c-b935a5f065e5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bae48c7729e44f9eab6f6271149a1c64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5563092 Aug 16 22:52:20.226704 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 58344) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:20.238359 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8482f1-5dd1-42b0-bf9c-b935a5f065e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef6c3a7c-69f4-499d-9495-9a1a7e12b6e0,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:20.303741 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:20.315241 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ee02a987-ca70-4333-a166-f6f077fcddd0 req-5128c4a6-0795-45b5-9304-b6b7da57c15c tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900195 Aug 16 22:52:20.339004 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-60fe2656-edbc-4b01-8100-26dad5933651 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:20.344215 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61d94c64-e04a-4ffd-8f1f-5f38a2295699 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:52:20.371121 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 61d94c64-e04a-4ffd-8f1f-5f38a2295699, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=61d94c64-e04a-4ffd-8f1f-5f38a2295699,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:52:20.377902 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:20.389454 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-60fe2656-edbc-4b01-8100-26dad5933651 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:20.437386 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c2730a-b168-4dc3-bd8e-3db600d9797b req-5469c242-a511-4d97-8673-0afa5104086b tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:20.439587 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-78c2730a-b168-4dc3-bd8e-3db600d9797b req-5469c242-a511-4d97-8673-0afa5104086b tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/ports?device_id=aa49cadf-a584-4796-b201-bd263c2bdcda HTTP/1.1" status: 200 len: 944 time: 0.0753105 Aug 16 22:52:20.453368 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-60fe2656-edbc-4b01-8100-26dad5933651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:20.456569 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-60fe2656-edbc-4b01-8100-26dad5933651 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:20.465695 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-60fe2656-edbc-4b01-8100-26dad5933651 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ef6c3a7c-69f4-499d-9495-9a1a7e12b6e0 HTTP/1.1" status: 204 len: 168 time: 0.2306685 Aug 16 22:52:20.470838 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=61d94c64-e04a-4ffd-8f1f-5f38a2295699,revision_number=8']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:20.495845 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '889a7380-3570-4612-b1d9-86f08e3fcda6', 'tag': 'a04efa9f-af0c-479f-b11f-4228d439f67d'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:52:20.502129 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a9694c2-3e61-4db9-ae36-7ca05dd68a6d" -d '{"events": [{"name": "network-changed", "server_uuid": "889a7380-3570-4612-b1d9-86f08e3fcda6", "tag": "a04efa9f-af0c-479f-b11f-4228d439f67d"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:52:20.506815 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fe2656-edbc-4b01-8100-26dad5933651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef6c3a7c-69f4-499d-9495-9a1a7e12b6e0,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:20.518250 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-78c2730a-b168-4dc3-bd8e-3db600d9797b req-10bb989e-d3e9-4676-86b4-2324569eac6f tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/security-groups?id=27dbc869-d84c-4027-ab20-4514a0688a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710163 Aug 16 22:52:20.599629 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1111e0c6-8b22-47b2-9773-1473be14b44f x-openstack-request-id: req-1111e0c6-8b22-47b2-9773-1473be14b44f {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:52:20.600465 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "889a7380-3570-4612-b1d9-86f08e3fcda6", "tag": "a04efa9f-af0c-479f-b11f-4228d439f67d", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:52:20.600906 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1111e0c6-8b22-47b2-9773-1473be14b44f {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:52:20.601481 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '889a7380-3570-4612-b1d9-86f08e3fcda6', 'tag': 'a04efa9f-af0c-479f-b11f-4228d439f67d', 'status': 'completed', 'code': 200} Aug 16 22:52:20.613450 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 58360) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:20.623156 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:20.638018 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c2aa850d-1e58-4a89-9276-e4833c7e6828 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:20.758753 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6f9ae8-6d5e-42b6-be36-f7a0fbaacdb8 req-33e28315-a4bd-41ca-9446-a2e3386d947c tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:20.765582 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9694c2-3e61-4db9-ae36-7ca05dd68a6d req-2cddc7be-e25f-40c6-abfa-aae0d0162fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:20.767208 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2a9694c2-3e61-4db9-ae36-7ca05dd68a6d req-2cddc7be-e25f-40c6-abfa-aae0d0162fbd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=96f36b2ac4b747ffa8d23196eebfe0fe&device_id=889a7380-3570-4612-b1d9-86f08e3fcda6 HTTP/1.1" status: 200 len: 1127 time: 0.0952611 Aug 16 22:52:20.767483 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9c6f9ae8-6d5e-42b6-be36-f7a0fbaacdb8 req-33e28315-a4bd-41ca-9446-a2e3386d947c tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=889a7380-3570-4612-b1d9-86f08e3fcda6 HTTP/1.1" status: 200 len: 944 time: 0.1465015 Aug 16 22:52:20.813632 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc1053-3167-4029-af49-0e8c8d146758 req-5cfc179c-64cb-4807-a5f9-dc3d2b42b0f6 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:20.815127 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-70bc1053-3167-4029-af49-0e8c8d146758 req-5cfc179c-64cb-4807-a5f9-dc3d2b42b0f6 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.57 "GET /v2.0/ports?device_id=d68c494f-5a7e-4124-bd68-c461a50ab348&tenant_id=5aa270b810014cb1b7df23f71a5483f7&binding%3Ahost_id=n-h2-791506-26 HTTP/1.1" status: 200 len: 949 time: 0.1503701 Aug 16 22:52:20.830170 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5870448-33a7-4e0a-ad6b-5409592a5e82 req-df83bc5a-a126-4ef4-a54d-03c2536e4dd8 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:20.832399 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b5870448-33a7-4e0a-ad6b-5409592a5e82 req-df83bc5a-a126-4ef4-a54d-03c2536e4dd8 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68c494f-5a7e-4124-bd68-c461a50ab348 HTTP/1.1" status: 200 len: 949 time: 0.1383307 Aug 16 22:52:20.848662 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9c6f9ae8-6d5e-42b6-be36-f7a0fbaacdb8 req-55cb7fea-c932-4f8b-85ed-baf869a40112 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747123 Aug 16 22:52:20.857768 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c2aa850d-1e58-4a89-9276-e4833c7e6828 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:20.870641 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c2aa850d-1e58-4a89-9276-e4833c7e6828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:20.915674 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b5870448-33a7-4e0a-ad6b-5409592a5e82 req-8a538e4b-1fc5-489b-bfeb-8a10a25ac110 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650542 Aug 16 22:52:20.930504 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-c2aa850d-1e58-4a89-9276-e4833c7e6828 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7ce00ed1c4624785a6f272b7ae3a2ccd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3155856 Aug 16 22:52:20.934111 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 58368) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:20.953281 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 58370) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:20.956002 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aa850d-1e58-4a89-9276-e4833c7e6828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf34ab9-7c5e-4d79-9a73-e5712163e7bc,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:20.962024 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9694c2-3e61-4db9-ae36-7ca05dd68a6d req-42b8f448-1032-42ae-958c-f4a2d047db5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:20.962024 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2a9694c2-3e61-4db9-ae36-7ca05dd68a6d req-42b8f448-1032-42ae-958c-f4a2d047db5d service neutron] 10.222.0.57 "GET /v2.0/networks?id=db61fb9f-768d-428b-8446-991cbb0c6922 HTTP/1.1" status: 200 len: 921 time: 0.1857924 Aug 16 22:52:20.966144 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['61d94c64-e04a-4ffd-8f1f-5f38a2295699'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:52:21.005333 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-70bc1053-3167-4029-af49-0e8c8d146758 req-abfa8f6a-68e0-4847-8071-a458b5671b73 service neutron] 10.222.0.57 "GET /v2.0/ports/61d94c64-e04a-4ffd-8f1f-5f38a2295699/bindings/n-h2-791506-26 HTTP/1.1" status: 200 len: 383 time: 0.1717708 Aug 16 22:52:21.020194 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-84750fc0-f6da-4658-9ff5-c661643bd735 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:21.020461 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2a9694c2-3e61-4db9-ae36-7ca05dd68a6d req-cc1f331e-ae83-4dcb-bb04-c3bbb722e733 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a04efa9f-af0c-479f-b11f-4228d439f67d HTTP/1.1" status: 200 len: 217 time: 0.0437343 Aug 16 22:52:21.068905 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b7f3e5-0290-4cce-b8eb-e7c1848b17c8 req-f4e2fd79-2344-473e-84fe-35d02f1242ae tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:21.070434 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-92b7f3e5-0290-4cce-b8eb-e7c1848b17c8 req-f4e2fd79-2344-473e-84fe-35d02f1242ae tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=acbad045-44e9-4866-b6f7-f0288855d525 HTTP/1.1" status: 200 len: 946 time: 0.1330948 Aug 16 22:52:21.119619 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1fa394bd-d806-4c08-a579-783b8d99fc3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:21.169533 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9694c2-3e61-4db9-ae36-7ca05dd68a6d req-62057812-0c39-45ea-86fc-bf4e405120a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:21.171813 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2a9694c2-3e61-4db9-ae36-7ca05dd68a6d req-62057812-0c39-45ea-86fc-bf4e405120a8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f340c0a0-6bbc-45f5-920c-bfa473779acd HTTP/1.1" status: 200 len: 860 time: 0.0579836 Aug 16 22:52:21.193164 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-92b7f3e5-0290-4cce-b8eb-e7c1848b17c8 req-55cd8922-8bf8-46a8-9726-9b2eaffb7420 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144137 Aug 16 22:52:21.198190 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1fa394bd-d806-4c08-a579-783b8d99fc3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:21.217015 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2a9694c2-3e61-4db9-ae36-7ca05dd68a6d req-57877160-82cc-40f7-b71c-b2d77479f9fb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=db61fb9f-768d-428b-8446-991cbb0c6922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270827 Aug 16 22:52:21.250952 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc1053-3167-4029-af49-0e8c8d146758 req-7e6feb41-0331-4f4f-a64b-f68914a9619f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:21.252469 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-70bc1053-3167-4029-af49-0e8c8d146758 req-7e6feb41-0331-4f4f-a64b-f68914a9619f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5aa270b810014cb1b7df23f71a5483f7&device_id=d68c494f-5a7e-4124-bd68-c461a50ab348 HTTP/1.1" status: 200 len: 1101 time: 0.1340368 Aug 16 22:52:21.344935 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device d66b36ed-7bdc-4744-a1d8-3d945295367e no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:52:21.349961 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2a9694c2-3e61-4db9-ae36-7ca05dd68a6d req-0ceac387-b6e1-4cf9-89ec-8421e346a5d1 service neutron] 10.222.0.57 "GET /v2.0/networks/db61fb9f-768d-428b-8446-991cbb0c6922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201231 Aug 16 22:52:21.444530 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:21.451257 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:21.467059 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2a9694c2-3e61-4db9-ae36-7ca05dd68a6d req-9d8c2562-134b-4c71-9455-fa063b8c92c8 service neutron] 10.222.0.57 "GET /v2.0/networks/db61fb9f-768d-428b-8446-991cbb0c6922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078742 Aug 16 22:52:21.468644 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id d66b36ed-7bdc-4744-a1d8-3d945295367e {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:52:21.490205 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port d66b36ed-7bdc-4744-a1d8-3d945295367e, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=d66b36ed-7bdc-4744-a1d8-3d945295367e,segment=NetworkSegment(14912929-ceb9-4c21-80c4-b8179d0f9d12),segment_id=14912929-ceb9-4c21-80c4-b8179d0f9d12)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:52:21.495022 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:21.549170 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=d66b36ed-7bdc-4744-a1d8-3d945295367e,revision_number=7']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:21.624077 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-84750fc0-f6da-4658-9ff5-c661643bd735 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:21.639018 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-84750fc0-f6da-4658-9ff5-c661643bd735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:21.667706 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1fa394bd-d806-4c08-a579-783b8d99fc3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:21.670077 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1fa394bd-d806-4c08-a579-783b8d99fc3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:21.671199 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-1fa394bd-d806-4c08-a579-783b8d99fc3f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/aaf34ab9-7c5e-4d79-9a73-e5712163e7bc HTTP/1.1" status: 204 len: 168 time: 0.7327538 Aug 16 22:52:21.719495 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84750fc0-f6da-4658-9ff5-c661643bd735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e881af-3bb9-4fe4-877f-2ec3bab4342d,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:21.730775 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-84750fc0-f6da-4658-9ff5-c661643bd735 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b2ca8754180c48e5bbf9c1f331d153fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7738314 Aug 16 22:52:21.734076 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 58378) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:21.753008 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa394bd-d806-4c08-a579-783b8d99fc3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf34ab9-7c5e-4d79-9a73-e5712163e7bc,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:21.762812 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c2ba26-b4e1-43f7-b5cc-21d843be93ac req-63c36a3a-ba0f-43ea-a554-1718204f328b tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:21.764390 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-02c2ba26-b4e1-43f7-b5cc-21d843be93ac req-63c36a3a-ba0f-43ea-a554-1718204f328b tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/ports?device_id=aa49cadf-a584-4796-b201-bd263c2bdcda HTTP/1.1" status: 200 len: 943 time: 0.1424298 Aug 16 22:52:21.767928 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc1053-3167-4029-af49-0e8c8d146758 req-cef1360c-d347-4a69-ad24-1096b5163096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:21.769269 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-70bc1053-3167-4029-af49-0e8c8d146758 req-cef1360c-d347-4a69-ad24-1096b5163096 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd HTTP/1.1" status: 200 len: 870 time: 0.5078070 Aug 16 22:52:21.800964 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-89dd075e-8a5c-46ae-b692-7b2707da54d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:21.823849 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-89dd075e-8a5c-46ae-b692-7b2707da54d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:21.824520 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-70bc1053-3167-4029-af49-0e8c8d146758 req-bf522804-5d99-4ae4-8042-7e6d65569892 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=61d94c64-e04a-4ffd-8f1f-5f38a2295699 HTTP/1.1" status: 200 len: 217 time: 0.0449927 Aug 16 22:52:21.869183 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-02c2ba26-b4e1-43f7-b5cc-21d843be93ac req-251b3f6a-e042-4012-9a4b-967b62cc18de tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/security-groups?id=27dbc869-d84c-4027-ab20-4514a0688a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969336 Aug 16 22:52:21.891685 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-89dd075e-8a5c-46ae-b692-7b2707da54d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:21.894360 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-89dd075e-8a5c-46ae-b692-7b2707da54d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:21.895594 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-89dd075e-8a5c-46ae-b692-7b2707da54d0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b5e881af-3bb9-4fe4-877f-2ec3bab4342d HTTP/1.1" status: 204 len: 168 time: 0.1604645 Aug 16 22:52:21.901180 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc1053-3167-4029-af49-0e8c8d146758 req-d69876c4-a212-4f17-8c35-1cfa6c2586d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:21.903703 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-70bc1053-3167-4029-af49-0e8c8d146758 req-d69876c4-a212-4f17-8c35-1cfa6c2586d1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6af2b868-37d3-46ab-a526-0465929f13c8 HTTP/1.1" status: 200 len: 843 time: 0.0693824 Aug 16 22:52:21.904178 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dd075e-8a5c-46ae-b692-7b2707da54d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e881af-3bb9-4fe4-877f-2ec3bab4342d,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:22.002925 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc1053-3167-4029-af49-0e8c8d146758 req-6049e70f-7f2a-4a38-adf6-5abc77c148e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:22.004515 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-70bc1053-3167-4029-af49-0e8c8d146758 req-6049e70f-7f2a-4a38-adf6-5abc77c148e8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0900590 Aug 16 22:52:22.068425 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63216ce3-d632-4d6d-982c-255f64b39f96 req-09669e16-4460-41d8-b0b7-560a9db04d87 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:22.069978 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-63216ce3-d632-4d6d-982c-255f64b39f96 req-09669e16-4460-41d8-b0b7-560a9db04d87 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=889a7380-3570-4612-b1d9-86f08e3fcda6 HTTP/1.1" status: 200 len: 944 time: 0.1163654 Aug 16 22:52:22.141592 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7237e42a-f9d6-4aeb-8069-133610ddfffa req-e59a8c0a-4f02-4195-8ae9-5f492193f368 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:22.143223 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7237e42a-f9d6-4aeb-8069-133610ddfffa req-e59a8c0a-4f02-4195-8ae9-5f492193f368 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68c494f-5a7e-4124-bd68-c461a50ab348 HTTP/1.1" status: 200 len: 949 time: 0.1375570 Aug 16 22:52:22.199437 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-63216ce3-d632-4d6d-982c-255f64b39f96 req-76351c4e-6cfc-457c-9c05-de9ad4b65fa9 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960588 Aug 16 22:52:22.222222 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-70bc1053-3167-4029-af49-0e8c8d146758 req-8777201a-6559-4267-9134-81826c23233e service neutron] 10.222.0.57 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024183 Aug 16 22:52:22.232308 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7237e42a-f9d6-4aeb-8069-133610ddfffa req-02efebbc-3aab-44e0-8599-4c923ac01849 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775948 Aug 16 22:52:22.358162 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a309ce-a903-473a-adae-9620deb4a446 req-99f069fb-684c-46e3-8138-18ff20560717 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:22.359487 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e2a309ce-a903-473a-adae-9620deb4a446 req-99f069fb-684c-46e3-8138-18ff20560717 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.68 "GET /v2.0/ports?device_id=aa49cadf-a584-4796-b201-bd263c2bdcda HTTP/1.1" status: 200 len: 943 time: 0.0861187 Aug 16 22:52:22.417072 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-70bc1053-3167-4029-af49-0e8c8d146758 req-aefc564e-9950-4a3e-a94e-fc864804cd9b service neutron] 10.222.0.57 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627142 Aug 16 22:52:22.429431 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438cbb4c-bf28-46a8-894e-0c353175e5be req-a16fcd95-aa7e-42b4-ab17-8eaf05cc9d78 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:22.439187 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-438cbb4c-bf28-46a8-894e-0c353175e5be req-a16fcd95-aa7e-42b4-ab17-8eaf05cc9d78 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=acbad045-44e9-4866-b6f7-f0288855d525 HTTP/1.1" status: 200 len: 946 time: 0.0992830 Aug 16 22:52:22.511294 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-438cbb4c-bf28-46a8-894e-0c353175e5be req-954df5b5-fe02-4efb-9730-ab9e1a88b739 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706508 Aug 16 22:52:22.566638 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-e2a309ce-a903-473a-adae-9620deb4a446 req-101e260d-9430-4f99-a8e0-5ef7a467bca2 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Deleting port d66b36ed-7bdc-4744-a1d8-3d945295367e {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:52:22.567518 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-e2a309ce-a903-473a-adae-9620deb4a446 req-101e260d-9430-4f99-a8e0-5ef7a467bca2 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:22.658849 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:22.689761 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-e2a309ce-a903-473a-adae-9620deb4a446 req-101e260d-9430-4f99-a8e0-5ef7a467bca2 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] For port d66b36ed-7bdc-4744-a1d8-3d945295367e, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=d66b36ed-7bdc-4744-a1d8-3d945295367e,segment=NetworkSegment(14912929-ceb9-4c21-80c4-b8179d0f9d12),segment_id=14912929-ceb9-4c21-80c4-b8179d0f9d12)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:52:22.690522 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-e2a309ce-a903-473a-adae-9620deb4a446 req-101e260d-9430-4f99-a8e0-5ef7a467bca2 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:22.706266 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-e2a309ce-a903-473a-adae-9620deb4a446 req-101e260d-9430-4f99-a8e0-5ef7a467bca2 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Calling delete_port for d66b36ed-7bdc-4744-a1d8-3d945295367e owned by compute:nova {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:52:22.879260 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-e2a309ce-a903-473a-adae-9620deb4a446 req-101e260d-9430-4f99-a8e0-5ef7a467bca2 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:22.970247 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101e260d-9430-4f99-a8e0-5ef7a467bca2 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Pushing event deleted for resources: {'Port': ['ID=d66b36ed-7bdc-4744-a1d8-3d945295367e,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:23.055201 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-87520400-f679-426b-b354-ec1b4ca48840 req-9851bdd2-3486-439a-904d-ba8b28140511 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/ports?device_id=aa49cadf-a584-4796-b201-bd263c2bdcda HTTP/1.1" status: 200 len: 210 time: 0.0568056 Aug 16 22:52:23.069512 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2a309ce-a903-473a-adae-9620deb4a446 req-101e260d-9430-4f99-a8e0-5ef7a467bca2 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] No DVR routers for this DVR port d66b36ed-7bdc-4744-a1d8-3d945295367e on host n-h1-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:52:23.072760 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-e2a309ce-a903-473a-adae-9620deb4a446 req-101e260d-9430-4f99-a8e0-5ef7a467bca2 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:23.075425 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e2a309ce-a903-473a-adae-9620deb4a446 req-101e260d-9430-4f99-a8e0-5ef7a467bca2 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.68 "DELETE /v2.0/ports/d66b36ed-7bdc-4744-a1d8-3d945295367e HTTP/1.1" status: 204 len: 173 time: 0.7080173 Aug 16 22:52:23.076129 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa49cadf-a584-4796-b201-bd263c2bdcda', 'name': 'network-vif-deleted', 'tag': 'd66b36ed-7bdc-4744-a1d8-3d945295367e'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:52:23.078827 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf577923-6f2c-488a-bec3-57252c1ca686" -d '{"events": [{"server_uuid": "aa49cadf-a584-4796-b201-bd263c2bdcda", "name": "network-vif-deleted", "tag": "d66b36ed-7bdc-4744-a1d8-3d945295367e"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:52:23.124677 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e28f45d-6729-47e5-967c-98d15c7afd21 x-openstack-request-id: req-4e28f45d-6729-47e5-967c-98d15c7afd21 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:52:23.125060 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa49cadf-a584-4796-b201-bd263c2bdcda", "name": "network-vif-deleted", "tag": "d66b36ed-7bdc-4744-a1d8-3d945295367e", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:52:23.125364 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4e28f45d-6729-47e5-967c-98d15c7afd21 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:52:23.125857 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa49cadf-a584-4796-b201-bd263c2bdcda', 'name': 'network-vif-deleted', 'tag': 'd66b36ed-7bdc-4744-a1d8-3d945295367e', 'status': 'completed', 'code': 200} Aug 16 22:52:23.390981 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef26934-61a1-402f-bda2-4a3deef8437d req-c46cc8e9-0a52-4fef-b158-1489b9da2837 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:23.392784 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-aef26934-61a1-402f-bda2-4a3deef8437d req-c46cc8e9-0a52-4fef-b158-1489b9da2837 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=889a7380-3570-4612-b1d9-86f08e3fcda6 HTTP/1.1" status: 200 len: 944 time: 0.0959721 Aug 16 22:52:23.469143 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b2869-b713-43a9-99c5-6d1dc78bae3a req-75f03418-7552-4991-9dd2-58e6e71b7c31 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:23.471259 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-977b2869-b713-43a9-99c5-6d1dc78bae3a req-75f03418-7552-4991-9dd2-58e6e71b7c31 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68c494f-5a7e-4124-bd68-c461a50ab348 HTTP/1.1" status: 200 len: 949 time: 0.1028907 Aug 16 22:52:23.478556 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-aef26934-61a1-402f-bda2-4a3deef8437d req-cdf8a5ba-2238-432b-812b-39ca02279d09 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641098 Aug 16 22:52:23.529787 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-977b2869-b713-43a9-99c5-6d1dc78bae3a req-859acc4a-453e-4ff7-b304-e9c4d47f78b2 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487912 Aug 16 22:52:23.748070 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1de88d-4e27-439e-8b31-5f3cec48f652 req-98ccc759-2921-48e9-8250-edb8064d9e28 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:23.756696 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1e1de88d-4e27-439e-8b31-5f3cec48f652 req-98ccc759-2921-48e9-8250-edb8064d9e28 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=acbad045-44e9-4866-b6f7-f0288855d525 HTTP/1.1" status: 200 len: 946 time: 0.0902874 Aug 16 22:52:23.808092 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1e1de88d-4e27-439e-8b31-5f3cec48f652 req-0749f51e-a11d-475d-b86a-f69abe50c6aa tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489163 Aug 16 22:52:24.009622 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 61d94c64-e04a-4ffd-8f1f-5f38a2295699 up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:52:24.103291 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning for port 61d94c64-e04a-4ffd-8f1f-5f38a2295699 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:52:24.112869 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port 61d94c64-e04a-4ffd-8f1f-5f38a2295699 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:52:24.113395 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:24.264198 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:24.320948 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 61d94c64-e04a-4ffd-8f1f-5f38a2295699, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=61d94c64-e04a-4ffd-8f1f-5f38a2295699,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:52:24.323952 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd68c494f-5a7e-4124-bd68-c461a50ab348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61d94c64-e04a-4ffd-8f1f-5f38a2295699'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:52:24.328388 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31f74082-4817-43a5-8b97-4066946d2162" -d '{"events": [{"server_uuid": "d68c494f-5a7e-4124-bd68-c461a50ab348", "name": "network-vif-plugged", "status": "completed", "tag": "61d94c64-e04a-4ffd-8f1f-5f38a2295699"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:52:24.335981 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:24.484460 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0c99922-c450-45e0-a89f-eba037d1b75a x-openstack-request-id: req-d0c99922-c450-45e0-a89f-eba037d1b75a {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:52:24.484782 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d68c494f-5a7e-4124-bd68-c461a50ab348", "name": "network-vif-plugged", "status": "completed", "tag": "61d94c64-e04a-4ffd-8f1f-5f38a2295699", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:52:24.485190 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d0c99922-c450-45e0-a89f-eba037d1b75a {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:52:24.485419 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd68c494f-5a7e-4124-bd68-c461a50ab348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61d94c64-e04a-4ffd-8f1f-5f38a2295699', 'code': 200} Aug 16 22:52:24.501834 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=61d94c64-e04a-4ffd-8f1f-5f38a2295699,revision_number=9']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:24.560238 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e327e8f6-2146-41ea-87ec-4f52feced9b8 req-9b7fbb1c-a284-47c3-9fc8-6560c76f5f35 service neutron] 10.222.0.57 "GET /v2.0/ports/a04efa9f-af0c-479f-b11f-4228d439f67d/bindings/n-h1-791506-26 HTTP/1.1" status: 200 len: 385 time: 0.2026930 Aug 16 22:52:24.706975 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe72844c-bf43-4a14-bac0-69f484bfebd0 req-4c130c2a-97da-45b9-9ab3-724ad8466850 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:24.709138 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fe72844c-bf43-4a14-bac0-69f484bfebd0 req-4c130c2a-97da-45b9-9ab3-724ad8466850 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/networks?id=64579410-f531-42c6-89b5-3114daa376a8 HTTP/1.1" status: 200 len: 822 time: 0.2354879 Aug 16 22:52:24.759072 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2cba64-f5b9-4dba-b139-23ec5657dfa7 req-3228be90-d479-477d-a0bb-44efc1f44fdd tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:24.763125 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fa2cba64-f5b9-4dba-b139-23ec5657dfa7 req-3228be90-d479-477d-a0bb-44efc1f44fdd tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=889a7380-3570-4612-b1d9-86f08e3fcda6 HTTP/1.1" status: 200 len: 944 time: 0.1531534 Aug 16 22:52:24.766859 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fe72844c-bf43-4a14-bac0-69f484bfebd0 req-ddd111ab-f770-488b-a3e5-7a98f4f11d7d tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/quotas/fb2060cb262e45228555b9d2259abb2f HTTP/1.1" status: 200 len: 375 time: 0.0511148 Aug 16 22:52:24.910062 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fa2cba64-f5b9-4dba-b139-23ec5657dfa7 req-cc6f6fd4-9b8b-4bae-81ee-e424de06dd56 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232038 Aug 16 22:52:24.932343 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fe72844c-bf43-4a14-bac0-69f484bfebd0 req-c74c35ef-71c0-48d9-8aa6-628f5ba80416 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=fb2060cb262e45228555b9d2259abb2f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1581120 Aug 16 22:52:24.999987 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:25.062198 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-e327e8f6-2146-41ea-87ec-4f52feced9b8 req-16e7a184-6dec-40c8-b47c-ddf075d38c7c service neutron] For port a04efa9f-af0c-479f-b11f-4228d439f67d, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=a04efa9f-af0c-479f-b11f-4228d439f67d,segment=NetworkSegment(b4a6b143-6a51-43cd-8781-944dbb368ca5),segment_id=b4a6b143-6a51-43cd-8781-944dbb368ca5)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:52:25.111784 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fe72844c-bf43-4a14-bac0-69f484bfebd0 req-8fb9273c-a164-40fe-91a3-1f8d26bc1ada service neutron] 10.222.0.36 "GET /v2.0/networks/64579410-f531-42c6-89b5-3114daa376a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777251 Aug 16 22:52:25.128373 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-e327e8f6-2146-41ea-87ec-4f52feced9b8 req-16e7a184-6dec-40c8-b47c-ddf075d38c7c service neutron] For port a04efa9f-af0c-479f-b11f-4228d439f67d, host n-h2-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:52:25.215359 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [req-e327e8f6-2146-41ea-87ec-4f52feced9b8 req-16e7a184-6dec-40c8-b47c-ddf075d38c7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a04efa9f-af0c-479f-b11f-4228d439f67d {{(pid=101292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:52:25.231251 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-e327e8f6-2146-41ea-87ec-4f52feced9b8 req-16e7a184-6dec-40c8-b47c-ddf075d38c7c service neutron] For port a04efa9f-af0c-479f-b11f-4228d439f67d, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=a04efa9f-af0c-479f-b11f-4228d439f67d,segment=NetworkSegment(b4a6b143-6a51-43cd-8781-944dbb368ca5),segment_id=b4a6b143-6a51-43cd-8781-944dbb368ca5)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:52:25.239785 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc1053-3167-4029-af49-0e8c8d146758 req-7fd4caea-acaa-4269-87dd-7a4d1d775774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:25.242267 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-70bc1053-3167-4029-af49-0e8c8d146758 req-7fd4caea-acaa-4269-87dd-7a4d1d775774 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=d68c494f-5a7e-4124-bd68-c461a50ab348&tenant_id=5aa270b810014cb1b7df23f71a5483f7 HTTP/1.1" status: 200 len: 1102 time: 0.0477390 Aug 16 22:52:25.256150 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-70bc1053-3167-4029-af49-0e8c8d146758 req-8f29cc3d-8eb1-4811-8631-6899eae8b304 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791506-26', 'device_owner': 'compute:nova'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:52:25.260310 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ae7c73-9f0f-436c-97d6-87f8f41267c1 req-91daba9e-75aa-4da0-bf18-60710d918216 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:25.262112 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-39ae7c73-9f0f-436c-97d6-87f8f41267c1 req-91daba9e-75aa-4da0-bf18-60710d918216 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68c494f-5a7e-4124-bd68-c461a50ab348 HTTP/1.1" status: 200 len: 950 time: 0.1724794 Aug 16 22:52:25.266551 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-e327e8f6-2146-41ea-87ec-4f52feced9b8 req-16e7a184-6dec-40c8-b47c-ddf075d38c7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:25.336023 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-70bc1053-3167-4029-af49-0e8c8d146758 req-8f29cc3d-8eb1-4811-8631-6899eae8b304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:25.336509 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fe72844c-bf43-4a14-bac0-69f484bfebd0 req-735aaef7-980a-40fe-bc45-a622efa4cd33 service neutron] 10.222.0.36 "GET /v2.0/networks/64579410-f531-42c6-89b5-3114daa376a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059200 Aug 16 22:52:25.362531 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device d66b36ed-7bdc-4744-a1d8-3d945295367e no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:52:25.369011 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-39ae7c73-9f0f-436c-97d6-87f8f41267c1 req-f93f4a27-7180-41f7-a146-006a69c10668 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825751 Aug 16 22:52:25.398123 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] No Port match for: d66b36ed-7bdc-4744-a1d8-3d945295367e {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:52:25.398605 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device d66b36ed-7bdc-4744-a1d8-3d945295367e not bound to the agent host n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:52:25.410812 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-e327e8f6-2146-41ea-87ec-4f52feced9b8 req-16e7a184-6dec-40c8-b47c-ddf075d38c7c service neutron] Transition to ACTIVE for port object a04efa9f-af0c-479f-b11f-4228d439f67d will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:52:25.418436 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-e327e8f6-2146-41ea-87ec-4f52feced9b8 req-16e7a184-6dec-40c8-b47c-ddf075d38c7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:25.526453 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-e327e8f6-2146-41ea-87ec-4f52feced9b8 req-16e7a184-6dec-40c8-b47c-ddf075d38c7c service neutron] No DVR routers for this DVR port a04efa9f-af0c-479f-b11f-4228d439f67d on host n-h2-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:52:25.561878 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e7a184-6dec-40c8-b47c-ddf075d38c7c service neutron] Pushing event updated for resources: {'Port': ['ID=a04efa9f-af0c-479f-b11f-4228d439f67d,revision_number=10']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:25.584846 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 58554) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:25.585152 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e327e8f6-2146-41ea-87ec-4f52feced9b8 req-16e7a184-6dec-40c8-b47c-ddf075d38c7c service neutron] 10.222.0.57 "PUT /v2.0/ports/a04efa9f-af0c-479f-b11f-4228d439f67d/bindings/n-h1-791506-26/activate HTTP/1.1" status: 200 len: 370 time: 1.0163581 Aug 16 22:52:25.680122 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-70bc1053-3167-4029-af49-0e8c8d146758 req-8f29cc3d-8eb1-4811-8631-6899eae8b304 service neutron] For port 61d94c64-e04a-4ffd-8f1f-5f38a2295699, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=61d94c64-e04a-4ffd-8f1f-5f38a2295699,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:52:25.722264 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-70bc1053-3167-4029-af49-0e8c8d146758 req-8f29cc3d-8eb1-4811-8631-6899eae8b304 service neutron] For port 61d94c64-e04a-4ffd-8f1f-5f38a2295699, host n-h2-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:52:25.764931 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda76705-f6e4-4f7c-95b3-f84b7abac792 req-34acee4e-a374-4b3b-937f-b099576b3b87 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:25.767569 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-eda76705-f6e4-4f7c-95b3-f84b7abac792 req-34acee4e-a374-4b3b-937f-b099576b3b87 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=acbad045-44e9-4866-b6f7-f0288855d525 HTTP/1.1" status: 200 len: 946 time: 0.1419587 Aug 16 22:52:25.804985 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd68c494f-5a7e-4124-bd68-c461a50ab348', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61d94c64-e04a-4ffd-8f1f-5f38a2295699'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:52:25.808162 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c264b964-3228-484a-b761-c2efacd626bc" -d '{"events": [{"server_uuid": "d68c494f-5a7e-4124-bd68-c461a50ab348", "name": "network-vif-unplugged", "status": "completed", "tag": "61d94c64-e04a-4ffd-8f1f-5f38a2295699"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:52:25.812146 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-70bc1053-3167-4029-af49-0e8c8d146758 req-8f29cc3d-8eb1-4811-8631-6899eae8b304 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:25.834103 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f88a7ff7-9e7c-4bb1-8b49-c0d5039699d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:25.842815 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e1b247cf-cccc-42c5-8170-aa55965b28ec req-8f7b680a-247a-471c-8a36-8d403db5c513 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/ports?device_id=75c528a1-3780-4505-abf0-4ee070c5d525 HTTP/1.1" status: 200 len: 210 time: 0.0494606 Aug 16 22:52:25.844127 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-70bc1053-3167-4029-af49-0e8c8d146758 req-8f29cc3d-8eb1-4811-8631-6899eae8b304 service neutron] Transition to ACTIVE for port object 61d94c64-e04a-4ffd-8f1f-5f38a2295699 will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:52:25.852998 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-70bc1053-3167-4029-af49-0e8c8d146758 req-8f29cc3d-8eb1-4811-8631-6899eae8b304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:25.878722 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e327e8f6-2146-41ea-87ec-4f52feced9b8 req-8111df95-eade-4087-902a-af70dfaa12f1 tempest-LiveAutoBlockMigrationV225Test-1199004585 tempest-LiveAutoBlockMigrationV225Test-1199004585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:25.880283 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e327e8f6-2146-41ea-87ec-4f52feced9b8 req-8111df95-eade-4087-902a-af70dfaa12f1 tempest-LiveAutoBlockMigrationV225Test-1199004585 tempest-LiveAutoBlockMigrationV225Test-1199004585-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=889a7380-3570-4612-b1d9-86f08e3fcda6&tenant_id=96f36b2ac4b747ffa8d23196eebfe0fe&binding%3Ahost_id=n-h2-791506-26 HTTP/1.1" status: 200 len: 1097 time: 0.1695406 Aug 16 22:52:25.885467 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-eda76705-f6e4-4f7c-95b3-f84b7abac792 req-f2a79b85-067f-4941-bb90-bad19b2c40ac tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939822 Aug 16 22:52:25.935484 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f29cc3d-8eb1-4811-8631-6899eae8b304 service neutron] Pushing event updated for resources: {'Port': ['ID=61d94c64-e04a-4ffd-8f1f-5f38a2295699,revision_number=10']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:25.981680 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-70bc1053-3167-4029-af49-0e8c8d146758 req-8f29cc3d-8eb1-4811-8631-6899eae8b304 service neutron] No DVR routers for this DVR port 61d94c64-e04a-4ffd-8f1f-5f38a2295699 on host n-h2-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:52:26.011823 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e327e8f6-2146-41ea-87ec-4f52feced9b8 req-216c9cb2-3e36-4172-8dcf-812cfc42cb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:26.013437 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e327e8f6-2146-41ea-87ec-4f52feced9b8 req-216c9cb2-3e36-4172-8dcf-812cfc42cb38 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=889a7380-3570-4612-b1d9-86f08e3fcda6&tenant_id=96f36b2ac4b747ffa8d23196eebfe0fe HTTP/1.1" status: 200 len: 1097 time: 0.1183681 Aug 16 22:52:26.016017 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device a04efa9f-af0c-479f-b11f-4228d439f67d no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:52:26.016198 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 22:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b340755b-9068-4aff-b5ba-71db21514f05 x-openstack-request-id: req-b340755b-9068-4aff-b5ba-71db21514f05 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:52:26.016441 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d68c494f-5a7e-4124-bd68-c461a50ab348", "name": "network-vif-unplugged", "status": "completed", "tag": "61d94c64-e04a-4ffd-8f1f-5f38a2295699", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:52:26.016950 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b340755b-9068-4aff-b5ba-71db21514f05 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:52:26.017505 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd68c494f-5a7e-4124-bd68-c461a50ab348', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61d94c64-e04a-4ffd-8f1f-5f38a2295699', 'code': 200} Aug 16 22:52:26.081442 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device a04efa9f-af0c-479f-b11f-4228d439f67d not bound to the agent host n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:52:26.114052 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-70bc1053-3167-4029-af49-0e8c8d146758 req-8f29cc3d-8eb1-4811-8631-6899eae8b304 service neutron] Attempting to bind port 61d94c64-e04a-4ffd-8f1f-5f38a2295699 on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:52:26.114739 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-70bc1053-3167-4029-af49-0e8c8d146758 req-8f29cc3d-8eb1-4811-8631-6899eae8b304 service neutron] Attempting to bind port 61d94c64-e04a-4ffd-8f1f-5f38a2295699 by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:52:26.115180 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bc1053-3167-4029-af49-0e8c8d146758 req-8f29cc3d-8eb1-4811-8631-6899eae8b304 service neutron] Attempting to bind port 61d94c64-e04a-4ffd-8f1f-5f38a2295699 on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:52:26.127998 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bc1053-3167-4029-af49-0e8c8d146758 req-8f29cc3d-8eb1-4811-8631-6899eae8b304 service neutron] Port 61d94c64-e04a-4ffd-8f1f-5f38a2295699 on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:52:26.128557 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bc1053-3167-4029-af49-0e8c8d146758 req-8f29cc3d-8eb1-4811-8631-6899eae8b304 service neutron] Attempting to bind port 61d94c64-e04a-4ffd-8f1f-5f38a2295699 on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:52:26.161966 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bc1053-3167-4029-af49-0e8c8d146758 req-8f29cc3d-8eb1-4811-8631-6899eae8b304 service neutron] Checking agent: {'id': 'd28e24f9-e5ea-41e1-80bf-3c7943ad7f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:52:26.162311 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bc1053-3167-4029-af49-0e8c8d146758 req-8f29cc3d-8eb1-4811-8631-6899eae8b304 service neutron] Checking segment: {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:52:26.166292 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bc1053-3167-4029-af49-0e8c8d146758 req-8f29cc3d-8eb1-4811-8631-6899eae8b304 service neutron] Bound using segment: {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:52:26.167530 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-70bc1053-3167-4029-af49-0e8c8d146758 req-8f29cc3d-8eb1-4811-8631-6899eae8b304 service neutron] Bound port: 61d94c64-e04a-4ffd-8f1f-5f38a2295699, host: n-h1-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:52:26.167922 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-70bc1053-3167-4029-af49-0e8c8d146758 req-8f29cc3d-8eb1-4811-8631-6899eae8b304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:26.171828 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f88a7ff7-9e7c-4bb1-8b49-c0d5039699d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:26.177790 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e327e8f6-2146-41ea-87ec-4f52feced9b8 req-aaecdd00-3db2-4d7a-abdc-d79998a2d066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:26.179610 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e327e8f6-2146-41ea-87ec-4f52feced9b8 req-aaecdd00-3db2-4d7a-abdc-d79998a2d066 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=96f36b2ac4b747ffa8d23196eebfe0fe&device_id=889a7380-3570-4612-b1d9-86f08e3fcda6 HTTP/1.1" status: 200 len: 1097 time: 0.1337268 Aug 16 22:52:26.184830 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f88a7ff7-9e7c-4bb1-8b49-c0d5039699d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:26.253927 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054c7a98-36ac-4a6e-afc3-2ec483d503e2 req-15959b2a-53e5-49a4-aabd-004de2a44e22 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:26.255833 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-054c7a98-36ac-4a6e-afc3-2ec483d503e2 req-15959b2a-53e5-49a4-aabd-004de2a44e22 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=889a7380-3570-4612-b1d9-86f08e3fcda6 HTTP/1.1" status: 200 len: 945 time: 0.1539378 Aug 16 22:52:26.270082 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88a7ff7-9e7c-4bb1-8b49-c0d5039699d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eacf8bef-c9a2-4261-a3f7-0cd297fe778d,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:26.276794 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-f88a7ff7-9e7c-4bb1-8b49-c0d5039699d1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ab149fd8d18c42d2b78d9b99d47272e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6908791 Aug 16 22:52:26.282496 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 58578) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:26.312034 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-70bc1053-3167-4029-af49-0e8c8d146758 req-8f29cc3d-8eb1-4811-8631-6899eae8b304 service neutron] For port 61d94c64-e04a-4ffd-8f1f-5f38a2295699, host n-h1-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:52:26.316021 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-70bc1053-3167-4029-af49-0e8c8d146758 req-8f29cc3d-8eb1-4811-8631-6899eae8b304 service neutron] For port 61d94c64-e04a-4ffd-8f1f-5f38a2295699, host n-h1-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=61d94c64-e04a-4ffd-8f1f-5f38a2295699,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:52:26.321047 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-70bc1053-3167-4029-af49-0e8c8d146758 req-8f29cc3d-8eb1-4811-8631-6899eae8b304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:26.365741 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc1053-3167-4029-af49-0e8c8d146758 req-8f29cc3d-8eb1-4811-8631-6899eae8b304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:26.366595 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-70bc1053-3167-4029-af49-0e8c8d146758 req-8f29cc3d-8eb1-4811-8631-6899eae8b304 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:26.368038 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-70bc1053-3167-4029-af49-0e8c8d146758 req-8f29cc3d-8eb1-4811-8631-6899eae8b304 service neutron] 10.222.0.68 "PUT /v2.0/ports/61d94c64-e04a-4ffd-8f1f-5f38a2295699 HTTP/1.1" status: 200 len: 1098 time: 1.1172128 Aug 16 22:52:26.374947 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-054c7a98-36ac-4a6e-afc3-2ec483d503e2 req-c8e67b80-68f2-4fe3-88f8-59da3ae7bdfe tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069946 Aug 16 22:52:26.396929 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e327e8f6-2146-41ea-87ec-4f52feced9b8 req-5b9f1f4a-d7c5-42ad-bee4-99c3d8baa0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:26.398458 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e327e8f6-2146-41ea-87ec-4f52feced9b8 req-5b9f1f4a-d7c5-42ad-bee4-99c3d8baa0c6 service neutron] 10.222.0.68 "GET /v2.0/networks?id=db61fb9f-768d-428b-8446-991cbb0c6922 HTTP/1.1" status: 200 len: 921 time: 0.2108045 Aug 16 22:52:26.418084 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f29cc3d-8eb1-4811-8631-6899eae8b304 service neutron] Pushing event updated for resources: {'Port': ['ID=61d94c64-e04a-4ffd-8f1f-5f38a2295699,revision_number=11']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:26.424437 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-faedfacb-1213-443a-ba2f-0389be70684e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:26.461934 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e327e8f6-2146-41ea-87ec-4f52feced9b8 req-a01cb459-30d2-4706-930a-7444eab694d9 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a04efa9f-af0c-479f-b11f-4228d439f67d HTTP/1.1" status: 200 len: 217 time: 0.0458357 Aug 16 22:52:26.520311 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc1053-3167-4029-af49-0e8c8d146758 req-d2062886-ac33-4ebc-8d5d-a13908a7cad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:26.522967 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-70bc1053-3167-4029-af49-0e8c8d146758 req-d2062886-ac33-4ebc-8d5d-a13908a7cad0 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5aa270b810014cb1b7df23f71a5483f7&device_id=d68c494f-5a7e-4124-bd68-c461a50ab348 HTTP/1.1" status: 200 len: 1101 time: 0.0877445 Aug 16 22:52:26.542086 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-faedfacb-1213-443a-ba2f-0389be70684e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:26.664302 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e327e8f6-2146-41ea-87ec-4f52feced9b8 req-fde128b2-9da2-413d-afca-e2fdc7bad8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:26.667940 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e327e8f6-2146-41ea-87ec-4f52feced9b8 req-fde128b2-9da2-413d-afca-e2fdc7bad8a7 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f340c0a0-6bbc-45f5-920c-bfa473779acd HTTP/1.1" status: 200 len: 860 time: 0.1987751 Aug 16 22:52:26.707287 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc1053-3167-4029-af49-0e8c8d146758 req-4357f893-60b2-490c-a2a2-5c7a7076f5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:26.709820 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-70bc1053-3167-4029-af49-0e8c8d146758 req-4357f893-60b2-490c-a2a2-5c7a7076f5c5 service neutron] 10.222.0.68 "GET /v2.0/networks?id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd HTTP/1.1" status: 200 len: 870 time: 0.1776147 Aug 16 22:52:26.725993 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e327e8f6-2146-41ea-87ec-4f52feced9b8 req-502e56d9-d3f4-4bf0-ba8d-4a1c0626eeff service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=db61fb9f-768d-428b-8446-991cbb0c6922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439801 Aug 16 22:52:26.788139 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-70bc1053-3167-4029-af49-0e8c8d146758 req-a293fb36-ad96-40dd-b97a-95d71104381c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=61d94c64-e04a-4ffd-8f1f-5f38a2295699 HTTP/1.1" status: 200 len: 217 time: 0.0693936 Aug 16 22:52:26.794181 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6705ddca-78e9-47e8-a589-31f34a10a5ab req-9aa1ab40-c167-4256-bee3-71b2241452db tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:26.796322 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6705ddca-78e9-47e8-a589-31f34a10a5ab req-9aa1ab40-c167-4256-bee3-71b2241452db tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68c494f-5a7e-4124-bd68-c461a50ab348 HTTP/1.1" status: 200 len: 949 time: 0.2272182 Aug 16 22:52:26.797114 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 58590) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:26.822351 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-faedfacb-1213-443a-ba2f-0389be70684e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:26.825415 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-faedfacb-1213-443a-ba2f-0389be70684e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:26.826589 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-faedfacb-1213-443a-ba2f-0389be70684e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/eacf8bef-c9a2-4261-a3f7-0cd297fe778d HTTP/1.1" status: 204 len: 168 time: 0.5403662 Aug 16 22:52:26.855129 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc1053-3167-4029-af49-0e8c8d146758 req-cd98378d-d37f-4625-8b60-495f2e4d1e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:26.859779 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-70bc1053-3167-4029-af49-0e8c8d146758 req-cd98378d-d37f-4625-8b60-495f2e4d1e05 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6af2b868-37d3-46ab-a526-0465929f13c8 HTTP/1.1" status: 200 len: 843 time: 0.0629532 Aug 16 22:52:26.861187 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faedfacb-1213-443a-ba2f-0389be70684e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eacf8bef-c9a2-4261-a3f7-0cd297fe778d,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:26.898932 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6705ddca-78e9-47e8-a589-31f34a10a5ab req-4f62ae1d-3690-467f-bb20-779ebf174537 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849998 Aug 16 22:52:26.936475 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e327e8f6-2146-41ea-87ec-4f52feced9b8 req-53da505b-886a-449c-83af-d21512b2e5d3 service neutron] 10.222.0.68 "GET /v2.0/networks/db61fb9f-768d-428b-8446-991cbb0c6922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019305 Aug 16 22:52:26.990893 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc1053-3167-4029-af49-0e8c8d146758 req-6d0c250b-98c0-449d-aabc-63964b9562a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:26.993882 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-70bc1053-3167-4029-af49-0e8c8d146758 req-6d0c250b-98c0-449d-aabc-63964b9562a6 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1170113 Aug 16 22:52:27.161090 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b152a8ca-5133-4f6b-bb6a-2fd77a52529c req-4ba6d855-2e0d-47bf-900d-2786c2fd2a32 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/ports?device_id=75c528a1-3780-4505-abf0-4ee070c5d525 HTTP/1.1" status: 200 len: 210 time: 0.1264870 Aug 16 22:52:27.205389 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1b592a62-9ef0-4767-abd9-d1d13f5026c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:27.255922 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2798e0c-3df4-4cfe-87fa-3d6a48481185 req-a34e5442-e41e-47dc-a1b5-7b323039a8e9 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:27.257481 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a2798e0c-3df4-4cfe-87fa-3d6a48481185 req-a34e5442-e41e-47dc-a1b5-7b323039a8e9 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=acbad045-44e9-4866-b6f7-f0288855d525 HTTP/1.1" status: 200 len: 946 time: 0.2199721 Aug 16 22:52:27.265482 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe72844c-bf43-4a14-bac0-69f484bfebd0 req-5711a6c7-61b1-440f-8cb7-cfd306544211 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:27.265689 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e327e8f6-2146-41ea-87ec-4f52feced9b8 req-a89a6d73-d3e5-4594-8325-a8492ffab150 service neutron] 10.222.0.68 "GET /v2.0/networks/db61fb9f-768d-428b-8446-991cbb0c6922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3220403 Aug 16 22:52:27.266982 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-fe72844c-bf43-4a14-bac0-69f484bfebd0 req-5711a6c7-61b1-440f-8cb7-cfd306544211 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.68 "GET /v2.0/networks?id=64579410-f531-42c6-89b5-3114daa376a8 HTTP/1.1" status: 200 len: 822 time: 0.2302003 Aug 16 22:52:27.269155 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-70bc1053-3167-4029-af49-0e8c8d146758 req-1a45923f-63f5-4bec-ab68-929a4a1f5168 service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640648 Aug 16 22:52:27.319433 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-fe72844c-bf43-4a14-bac0-69f484bfebd0 req-e068186b-1484-4a88-9adc-957955af8ce9 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Request body: {'port': {'device_id': '75c528a1-3780-4505-abf0-4ee070c5d525', 'network_id': '64579410-f531-42c6-89b5-3114daa376a8', 'admin_state_up': True, 'tenant_id': 'fb2060cb262e45228555b9d2259abb2f'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:52:27.321276 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 58602) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:27.334724 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a2798e0c-3df4-4cfe-87fa-3d6a48481185 req-9292fce3-082d-46c2-9864-d792cf0dba01 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653713 Aug 16 22:52:27.350217 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-cfe288f5-b8b0-40cf-8bbb-3f8978593dcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:27.415877 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1b592a62-9ef0-4767-abd9-d1d13f5026c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:27.423597 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1b592a62-9ef0-4767-abd9-d1d13f5026c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:27.491605 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b592a62-9ef0-4767-abd9-d1d13f5026c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43b4239f-9087-4947-8011-b1520324937e,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:27.592707 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-1b592a62-9ef0-4767-abd9-d1d13f5026c9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=15fe9539276745db8751a34d18757145&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7926540 Aug 16 22:52:27.594263 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 58606) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:27.735309 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e327e8f6-2146-41ea-87ec-4f52feced9b8 req-e6303089-7858-483b-93ed-453e06d4de1e tempest-LiveAutoBlockMigrationV225Test-1199004585 tempest-LiveAutoBlockMigrationV225Test-1199004585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:27.737389 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e327e8f6-2146-41ea-87ec-4f52feced9b8 req-e6303089-7858-483b-93ed-453e06d4de1e tempest-LiveAutoBlockMigrationV225Test-1199004585 tempest-LiveAutoBlockMigrationV225Test-1199004585-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=889a7380-3570-4612-b1d9-86f08e3fcda6&tenant_id=96f36b2ac4b747ffa8d23196eebfe0fe&binding%3Ahost_id=n-h1-791506-26 HTTP/1.1" status: 200 len: 1097 time: 0.2075763 Aug 16 22:52:27.744866 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e01176a4-84ed-465f-b4c0-6c6ea973fe39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:27.745701 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-70bc1053-3167-4029-af49-0e8c8d146758 req-7edb2cfe-b9ac-45d8-b34d-e07c3195662f service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4575436 Aug 16 22:52:27.766761 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e372ff-8803-49c5-be98-0011bc7571d1 req-7b3f963c-35cb-4773-9706-111a35ee93d1 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:27.768430 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c6e372ff-8803-49c5-be98-0011bc7571d1 req-7b3f963c-35cb-4773-9706-111a35ee93d1 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=889a7380-3570-4612-b1d9-86f08e3fcda6 HTTP/1.1" status: 200 len: 945 time: 0.2408345 Aug 16 22:52:27.846680 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e01176a4-84ed-465f-b4c0-6c6ea973fe39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:27.849409 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-cfe288f5-b8b0-40cf-8bbb-3f8978593dcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:27.868101 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-cfe288f5-b8b0-40cf-8bbb-3f8978593dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:27.874597 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe72844c-bf43-4a14-bac0-69f484bfebd0 req-e068186b-1484-4a88-9adc-957955af8ce9 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Made reservation on behalf of fb2060cb262e45228555b9d2259abb2f for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:52:27.885608 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-fe72844c-bf43-4a14-bac0-69f484bfebd0 req-e068186b-1484-4a88-9adc-957955af8ce9 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:28.020814 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd68c494f-5a7e-4124-bd68-c461a50ab348', 'tag': '61d94c64-e04a-4ffd-8f1f-5f38a2295699'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:52:28.024748 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc65a35-e3cc-4a41-9114-25e54e0cdc8f" -d '{"events": [{"name": "network-changed", "server_uuid": "d68c494f-5a7e-4124-bd68-c461a50ab348", "tag": "61d94c64-e04a-4ffd-8f1f-5f38a2295699"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:52:28.031381 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c6e372ff-8803-49c5-be98-0011bc7571d1 req-3bf93dcf-a20a-4708-88c4-bd304fe8ecf1 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481446 Aug 16 22:52:28.032315 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe288f5-b8b0-40cf-8bbb-3f8978593dcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a9cd9d4-2722-47fe-bf77-e317f7b9fc24,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:28.035287 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 61d94c64-e04a-4ffd-8f1f-5f38a2295699 no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:52:28.071979 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-cfe288f5-b8b0-40cf-8bbb-3f8978593dcd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7693cec9b42741968f72f18194dfe6fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7473354 Aug 16 22:52:28.079001 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 58616) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:28.107580 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 61d94c64-e04a-4ffd-8f1f-5f38a2295699 not bound to the agent host n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:52:28.149906 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-fe72844c-bf43-4a14-bac0-69f484bfebd0 req-e068186b-1484-4a88-9adc-957955af8ce9 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Allocated IP 172.20.0.8 (64579410-f531-42c6-89b5-3114daa376a8/a76baa69-a994-4c40-8fea-8de6cbc7d46e/0b529c13-f599-4bac-b950-254af41f6a22) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:52:28.160247 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16c7368f-5cd7-4eb0-9e60-e4562890be2f x-openstack-request-id: req-16c7368f-5cd7-4eb0-9e60-e4562890be2f {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:52:28.160565 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d68c494f-5a7e-4124-bd68-c461a50ab348", "tag": "61d94c64-e04a-4ffd-8f1f-5f38a2295699", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:52:28.160819 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-16c7368f-5cd7-4eb0-9e60-e4562890be2f {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:52:28.161326 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd68c494f-5a7e-4124-bd68-c461a50ab348', 'tag': '61d94c64-e04a-4ffd-8f1f-5f38a2295699', 'status': 'completed', 'code': 200} Aug 16 22:52:28.213130 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e01176a4-84ed-465f-b4c0-6c6ea973fe39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:28.213130 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e01176a4-84ed-465f-b4c0-6c6ea973fe39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:28.213130 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-e01176a4-84ed-465f-b4c0-6c6ea973fe39 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/43b4239f-9087-4947-8011-b1520324937e HTTP/1.1" status: 204 len: 168 time: 0.6127160 Aug 16 22:52:28.237930 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f9a0ec-19ad-42b1-aba3-b7930efa29cc req-8fc86fcb-8414-4e22-b16e-4ddb64d2ac8b tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:28.239599 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-33f9a0ec-19ad-42b1-aba3-b7930efa29cc req-8fc86fcb-8414-4e22-b16e-4ddb64d2ac8b tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68c494f-5a7e-4124-bd68-c461a50ab348 HTTP/1.1" status: 200 len: 949 time: 0.2525549 Aug 16 22:52:28.279398 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01176a4-84ed-465f-b4c0-6c6ea973fe39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b4239f-9087-4947-8011-b1520324937e,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:28.297627 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-e327e8f6-2146-41ea-87ec-4f52feced9b8 req-6e4bbc2a-8889-46c4-aa4a-a468269000f4 service neutron] For port a04efa9f-af0c-479f-b11f-4228d439f67d, host n-h2-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:52:28.320573 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-e327e8f6-2146-41ea-87ec-4f52feced9b8 req-6e4bbc2a-8889-46c4-aa4a-a468269000f4 service neutron] Notify callbacks [] for binding, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:28.321546 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e327e8f6-2146-41ea-87ec-4f52feced9b8 req-6e4bbc2a-8889-46c4-aa4a-a468269000f4 service neutron] 10.222.0.68 "DELETE /v2.0/ports/a04efa9f-af0c-479f-b11f-4228d439f67d/bindings/n-h2-791506-26 HTTP/1.1" status: 204 len: 173 time: 0.5416503 Aug 16 22:52:28.351472 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-933b851f-1ad8-44e6-9d78-c2755450fa37 req-1d2b89d6-1050-412c-9338-ed460945897b tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/ports?device_id=75c528a1-3780-4505-abf0-4ee070c5d525 HTTP/1.1" status: 200 len: 210 time: 0.0656307 Aug 16 22:52:28.365744 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6ab6669c-9399-4dbc-9be0-bb6838394455 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:28.375517 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc65a35-e3cc-4a41-9114-25e54e0cdc8f req-f9663b0d-e3f9-4c29-b270-3e4076c0ddf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:28.377223 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-edc65a35-e3cc-4a41-9114-25e54e0cdc8f req-f9663b0d-e3f9-4c29-b270-3e4076c0ddf3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5aa270b810014cb1b7df23f71a5483f7&device_id=d68c494f-5a7e-4124-bd68-c461a50ab348 HTTP/1.1" status: 200 len: 1101 time: 0.1661742 Aug 16 22:52:28.403790 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-33f9a0ec-19ad-42b1-aba3-b7930efa29cc req-1f6d0f50-834b-4f9c-8842-794a58540e29 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367006 Aug 16 22:52:28.439723 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6ab6669c-9399-4dbc-9be0-bb6838394455 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:28.494535 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc65a35-e3cc-4a41-9114-25e54e0cdc8f req-3766c73c-0029-4958-91d7-689a23ed4866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:28.500877 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-edc65a35-e3cc-4a41-9114-25e54e0cdc8f req-3766c73c-0029-4958-91d7-689a23ed4866 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5aa270b810014cb1b7df23f71a5483f7&device_id=d68c494f-5a7e-4124-bd68-c461a50ab348 HTTP/1.1" status: 200 len: 1101 time: 0.1792955 Aug 16 22:52:28.531804 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-fe72844c-bf43-4a14-bac0-69f484bfebd0 req-e068186b-1484-4a88-9adc-957955af8ce9 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:28.616328 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac8cf0-487c-4007-9637-13c762e1c6b6 req-331b2835-9b7e-4daa-a899-3dfb65179302 tempest-LiveAutoBlockMigrationV225Test-1199004585 tempest-LiveAutoBlockMigrationV225Test-1199004585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:28.618176 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-47ac8cf0-487c-4007-9637-13c762e1c6b6 req-331b2835-9b7e-4daa-a899-3dfb65179302 tempest-LiveAutoBlockMigrationV225Test-1199004585 tempest-LiveAutoBlockMigrationV225Test-1199004585-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=889a7380-3570-4612-b1d9-86f08e3fcda6 HTTP/1.1" status: 200 len: 1097 time: 0.1425242 Aug 16 22:52:28.641160 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fed71f7-478b-4413-9093-8bcb1c559a6c req-a9ec24de-2b1e-48f8-8215-4c1aae136914 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:28.642751 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8fed71f7-478b-4413-9093-8bcb1c559a6c req-a9ec24de-2b1e-48f8-8215-4c1aae136914 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=acbad045-44e9-4866-b6f7-f0288855d525 HTTP/1.1" status: 200 len: 946 time: 0.1203332 Aug 16 22:52:28.643964 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc65a35-e3cc-4a41-9114-25e54e0cdc8f req-6baf2f2f-332a-4e35-8715-9744df1de929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:28.645394 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-edc65a35-e3cc-4a41-9114-25e54e0cdc8f req-6baf2f2f-332a-4e35-8715-9744df1de929 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd HTTP/1.1" status: 200 len: 870 time: 0.2406247 Aug 16 22:52:28.655432 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc65a35-e3cc-4a41-9114-25e54e0cdc8f req-4a5a0218-fb11-481a-8c41-63825eabffbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:28.656961 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-edc65a35-e3cc-4a41-9114-25e54e0cdc8f req-4a5a0218-fb11-481a-8c41-63825eabffbb service neutron] 10.222.0.68 "GET /v2.0/networks?id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd HTTP/1.1" status: 200 len: 870 time: 0.1412511 Aug 16 22:52:28.662619 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6ab6669c-9399-4dbc-9be0-bb6838394455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:28.663258 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-fe72844c-bf43-4a14-bac0-69f484bfebd0 req-e068186b-1484-4a88-9adc-957955af8ce9 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:28.667101 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6ab6669c-9399-4dbc-9be0-bb6838394455 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:28.672261 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-6ab6669c-9399-4dbc-9be0-bb6838394455 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8a9cd9d4-2722-47fe-bf77-e317f7b9fc24 HTTP/1.1" status: 204 len: 168 time: 0.5866640 Aug 16 22:52:28.721134 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-edc65a35-e3cc-4a41-9114-25e54e0cdc8f req-1a8ea3b9-f7c3-4679-8364-cc42cdcb11f3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=61d94c64-e04a-4ffd-8f1f-5f38a2295699 HTTP/1.1" status: 200 len: 217 time: 0.0655959 Aug 16 22:52:28.730985 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab6669c-9399-4dbc-9be0-bb6838394455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a9cd9d4-2722-47fe-bf77-e317f7b9fc24,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:28.752352 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-edc65a35-e3cc-4a41-9114-25e54e0cdc8f req-26c4e033-1df4-4a7e-9bfd-7720cd937d14 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=61d94c64-e04a-4ffd-8f1f-5f38a2295699 HTTP/1.1" status: 200 len: 217 time: 0.0865273 Aug 16 22:52:28.771846 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe72844c-bf43-4a14-bac0-69f484bfebd0 req-e068186b-1484-4a88-9adc-957955af8ce9 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Network 64579410-f531-42c6-89b5-3114daa376a8 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:52:28.786827 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-fe72844c-bf43-4a14-bac0-69f484bfebd0 req-e068186b-1484-4a88-9adc-957955af8ce9 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:52:28.803074 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-47ac8cf0-487c-4007-9637-13c762e1c6b6 req-a11bd5bb-1c5a-4ff1-aa00-fb9f01a88123 tempest-LiveAutoBlockMigrationV225Test-1199004585 tempest-LiveAutoBlockMigrationV225Test-1199004585-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542337 Aug 16 22:52:28.812019 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe72844c-bf43-4a14-bac0-69f484bfebd0 req-e068186b-1484-4a88-9adc-957955af8ce9 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:52:28.844639 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8fed71f7-478b-4413-9093-8bcb1c559a6c req-187c4964-d131-4cb3-8b5c-da9630f6f551 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644628 Aug 16 22:52:28.844882 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e068186b-1484-4a88-9adc-957955af8ce9 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Pushing event updated for resources: {'Port': ['ID=0b529c13-f599-4bac-b950-254af41f6a22,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:28.849341 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 58634) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:28.872640 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc65a35-e3cc-4a41-9114-25e54e0cdc8f req-bb417db3-faaf-4c37-92c9-b1e88313ae43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:28.876331 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-edc65a35-e3cc-4a41-9114-25e54e0cdc8f req-bb417db3-faaf-4c37-92c9-b1e88313ae43 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6af2b868-37d3-46ab-a526-0465929f13c8 HTTP/1.1" status: 200 len: 843 time: 0.1337039 Aug 16 22:52:28.880863 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-65ffb152-9925-42b7-ab50-7609ead611eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:28.893423 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc65a35-e3cc-4a41-9114-25e54e0cdc8f req-339dc68d-824a-4b13-93d9-24c8a7243d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:28.894899 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-edc65a35-e3cc-4a41-9114-25e54e0cdc8f req-339dc68d-824a-4b13-93d9-24c8a7243d9d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6af2b868-37d3-46ab-a526-0465929f13c8 HTTP/1.1" status: 200 len: 843 time: 0.1259193 Aug 16 22:52:28.908370 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe72844c-bf43-4a14-bac0-69f484bfebd0 req-e068186b-1484-4a88-9adc-957955af8ce9 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:28.909042 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-fe72844c-bf43-4a14-bac0-69f484bfebd0 req-e068186b-1484-4a88-9adc-957955af8ce9 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:28.992650 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc65a35-e3cc-4a41-9114-25e54e0cdc8f req-8cdf3031-a58f-4898-9cf0-72d8d5db8676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:28.995518 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-edc65a35-e3cc-4a41-9114-25e54e0cdc8f req-8cdf3031-a58f-4898-9cf0-72d8d5db8676 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0826786 Aug 16 22:52:29.004524 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc65a35-e3cc-4a41-9114-25e54e0cdc8f req-925455a0-ec93-48d7-aaa4-536d7584469c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:29.006862 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-edc65a35-e3cc-4a41-9114-25e54e0cdc8f req-925455a0-ec93-48d7-aaa4-536d7584469c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1201959 Aug 16 22:52:29.146586 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-edc65a35-e3cc-4a41-9114-25e54e0cdc8f req-7093da3d-2266-40c4-b7bc-732c4ec9a45d service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423106 Aug 16 22:52:29.165471 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-65ffb152-9925-42b7-ab50-7609ead611eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:29.212466 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-65ffb152-9925-42b7-ab50-7609ead611eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:29.213472 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-edc65a35-e3cc-4a41-9114-25e54e0cdc8f req-61fa84aa-fa9e-4762-8706-3221e25d315f service neutron] 10.222.0.57 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553776 Aug 16 22:52:29.225637 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-fe72844c-bf43-4a14-bac0-69f484bfebd0 req-e068186b-1484-4a88-9adc-957955af8ce9 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9402440 Aug 16 22:52:29.248823 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-fe72844c-bf43-4a14-bac0-69f484bfebd0 req-3b151a43-d272-4543-a27c-4c6a58316d2b service neutron] Request body: {'port': {'device_id': '75c528a1-3780-4505-abf0-4ee070c5d525', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:52:29.310312 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb152-9925-42b7-ab50-7609ead611eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b2eaffd-dfd8-4f7b-84e5-e618b7fdce8d,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:29.324012 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-65ffb152-9925-42b7-ab50-7609ead611eb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=84700a8c81f542ec9b8911ca08d9ba6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4735792 Aug 16 22:52:29.328912 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 58652) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:29.368558 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 61d94c64-e04a-4ffd-8f1f-5f38a2295699 details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:52:29.392149 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-edc65a35-e3cc-4a41-9114-25e54e0cdc8f req-9a8501ba-0dd2-4ce0-8bf4-a5ec4c517f37 service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366369 Aug 16 22:52:29.409344 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-fe72844c-bf43-4a14-bac0-69f484bfebd0 req-3b151a43-d272-4543-a27c-4c6a58316d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:29.466659 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-227a5f3b-db73-4923-894c-9101b2187894 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:29.516022 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-227a5f3b-db73-4923-894c-9101b2187894 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:29.533970 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 61d94c64-e04a-4ffd-8f1f-5f38a2295699, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=61d94c64-e04a-4ffd-8f1f-5f38a2295699,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:52:29.568511 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': '61d94c64-e04a-4ffd-8f1f-5f38a2295699', 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd', 'port_id': '61d94c64-e04a-4ffd-8f1f-5f38a2295699', 'mac_address': 'fa:16:3e:cc:7d:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6af2b868-37d3-46ab-a526-0465929f13c8', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:52:29.670369 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:29.724586 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-227a5f3b-db73-4923-894c-9101b2187894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:29.727614 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61d94c64-e04a-4ffd-8f1f-5f38a2295699 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:52:29.734071 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-227a5f3b-db73-4923-894c-9101b2187894 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:29.734954 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-227a5f3b-db73-4923-894c-9101b2187894 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7b2eaffd-dfd8-4f7b-84e5-e618b7fdce8d HTTP/1.1" status: 204 len: 168 time: 0.4048102 Aug 16 22:52:29.771202 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 61d94c64-e04a-4ffd-8f1f-5f38a2295699, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=61d94c64-e04a-4ffd-8f1f-5f38a2295699,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:52:29.774666 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227a5f3b-db73-4923-894c-9101b2187894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b2eaffd-dfd8-4f7b-84e5-e618b7fdce8d,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:29.781520 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:29.840071 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f654fc1-8d1d-4b6f-b8e5-17a0bd628f5c req-206bcea7-5138-4800-bfb4-200f15404e3e tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:29.848087 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4f654fc1-8d1d-4b6f-b8e5-17a0bd628f5c req-206bcea7-5138-4800-bfb4-200f15404e3e tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=889a7380-3570-4612-b1d9-86f08e3fcda6 HTTP/1.1" status: 200 len: 945 time: 0.1663425 Aug 16 22:52:29.859054 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dff7d1b-f61e-45aa-bd05-043077dca47a req-1e38290a-a8b7-4e8a-ad5a-6891b36baff0 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:29.866638 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9dff7d1b-f61e-45aa-bd05-043077dca47a req-1e38290a-a8b7-4e8a-ad5a-6891b36baff0 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/ports?device_id=75c528a1-3780-4505-abf0-4ee070c5d525 HTTP/1.1" status: 200 len: 931 time: 0.1827748 Aug 16 22:52:29.903446 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=61d94c64-e04a-4ffd-8f1f-5f38a2295699,revision_number=12']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:29.907422 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-edc65a35-e3cc-4a41-9114-25e54e0cdc8f req-d48b8532-e142-4518-9edb-71e8de8bbedf service neutron] 10.222.0.57 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6820734 Aug 16 22:52:29.949509 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4f654fc1-8d1d-4b6f-b8e5-17a0bd628f5c req-82ed63af-a45e-4d23-9af4-ae65db1bd004 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003618 Aug 16 22:52:29.959874 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9dff7d1b-f61e-45aa-bd05-043077dca47a req-642c97c6-fa17-4835-8528-6702f343f9a6 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/security-groups?id=27dbc869-d84c-4027-ab20-4514a0688a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920317 Aug 16 22:52:30.044716 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-fe72844c-bf43-4a14-bac0-69f484bfebd0 req-3b151a43-d272-4543-a27c-4c6a58316d2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b529c13-f599-4bac-b950-254af41f6a22 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:52:30.066779 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['61d94c64-e04a-4ffd-8f1f-5f38a2295699'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:52:30.086622 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-fe72844c-bf43-4a14-bac0-69f484bfebd0 req-3b151a43-d272-4543-a27c-4c6a58316d2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:30.144433 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-fe72844c-bf43-4a14-bac0-69f484bfebd0 req-3b151a43-d272-4543-a27c-4c6a58316d2b service neutron] Transition to ACTIVE for port object 0b529c13-f599-4bac-b950-254af41f6a22 will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:52:30.175695 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767ecca9-e270-4312-914e-f05b651bb3f5 req-da0adced-6988-48b1-81ab-359fd4b2d368 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:30.181337 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cc495e-2bdb-470e-9b94-b3c89db40542 req-f671ed04-07bb-4e0d-a615-76053d7bd7d0 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:30.182428 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-767ecca9-e270-4312-914e-f05b651bb3f5 req-da0adced-6988-48b1-81ab-359fd4b2d368 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.68 "GET /v2.0/ports?device_id=889a7380-3570-4612-b1d9-86f08e3fcda6 HTTP/1.1" status: 200 len: 945 time: 0.3266864 Aug 16 22:52:30.183112 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-67cc495e-2bdb-470e-9b94-b3c89db40542 req-f671ed04-07bb-4e0d-a615-76053d7bd7d0 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=acbad045-44e9-4866-b6f7-f0288855d525 HTTP/1.1" status: 200 len: 946 time: 0.1418464 Aug 16 22:52:30.186625 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-fe72844c-bf43-4a14-bac0-69f484bfebd0 req-3b151a43-d272-4543-a27c-4c6a58316d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:30.304531 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-67cc495e-2bdb-470e-9b94-b3c89db40542 req-d8625f1b-1d0b-44f4-8a1a-ceec3017a350 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102588 Aug 16 22:52:30.411673 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b151a43-d272-4543-a27c-4c6a58316d2b service neutron] Pushing event updated for resources: {'Port': ['ID=0b529c13-f599-4bac-b950-254af41f6a22,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:30.430872 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d1f47-1dff-4c50-abf3-b7ba773cf8cd req-fd37915e-7a77-43a6-957c-1eae6b65391a tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:30.435122 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-137d1f47-1dff-4c50-abf3-b7ba773cf8cd req-fd37915e-7a77-43a6-957c-1eae6b65391a tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68c494f-5a7e-4124-bd68-c461a50ab348 HTTP/1.1" status: 200 len: 950 time: 0.0965927 Aug 16 22:52:30.504164 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-137d1f47-1dff-4c50-abf3-b7ba773cf8cd req-147a212f-d4ec-475f-a44a-3fa3c606b161 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621979 Aug 16 22:52:30.533173 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-fe72844c-bf43-4a14-bac0-69f484bfebd0 req-3b151a43-d272-4543-a27c-4c6a58316d2b service neutron] Attempting to bind port 0b529c13-f599-4bac-b950-254af41f6a22 on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:52:30.533763 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-fe72844c-bf43-4a14-bac0-69f484bfebd0 req-3b151a43-d272-4543-a27c-4c6a58316d2b service neutron] Attempting to bind port 0b529c13-f599-4bac-b950-254af41f6a22 by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': '14912929-ceb9-4c21-80c4-b8179d0f9d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '64579410-f531-42c6-89b5-3114daa376a8'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:52:30.534085 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe72844c-bf43-4a14-bac0-69f484bfebd0 req-3b151a43-d272-4543-a27c-4c6a58316d2b service neutron] Attempting to bind port 0b529c13-f599-4bac-b950-254af41f6a22 on network 64579410-f531-42c6-89b5-3114daa376a8 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:52:30.540900 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-767ecca9-e270-4312-914e-f05b651bb3f5 req-6c03f779-039a-4977-b7d7-fa9d68f3c787 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Deleting port a04efa9f-af0c-479f-b11f-4228d439f67d {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:52:30.542195 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-767ecca9-e270-4312-914e-f05b651bb3f5 req-6c03f779-039a-4977-b7d7-fa9d68f3c787 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:30.561740 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe72844c-bf43-4a14-bac0-69f484bfebd0 req-3b151a43-d272-4543-a27c-4c6a58316d2b service neutron] Port 0b529c13-f599-4bac-b950-254af41f6a22 on network 64579410-f531-42c6-89b5-3114daa376a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:52:30.562304 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe72844c-bf43-4a14-bac0-69f484bfebd0 req-3b151a43-d272-4543-a27c-4c6a58316d2b service neutron] Attempting to bind port 0b529c13-f599-4bac-b950-254af41f6a22 on network 64579410-f531-42c6-89b5-3114daa376a8 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:52:30.604170 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe72844c-bf43-4a14-bac0-69f484bfebd0 req-3b151a43-d272-4543-a27c-4c6a58316d2b service neutron] Checking agent: {'id': 'd28e24f9-e5ea-41e1-80bf-3c7943ad7f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:52:30.604170 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe72844c-bf43-4a14-bac0-69f484bfebd0 req-3b151a43-d272-4543-a27c-4c6a58316d2b service neutron] Checking segment: {'id': '14912929-ceb9-4c21-80c4-b8179d0f9d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '64579410-f531-42c6-89b5-3114daa376a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:52:30.604875 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe72844c-bf43-4a14-bac0-69f484bfebd0 req-3b151a43-d272-4543-a27c-4c6a58316d2b service neutron] Bound using segment: {'id': '14912929-ceb9-4c21-80c4-b8179d0f9d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '64579410-f531-42c6-89b5-3114daa376a8'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:52:30.605428 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-fe72844c-bf43-4a14-bac0-69f484bfebd0 req-3b151a43-d272-4543-a27c-4c6a58316d2b service neutron] Bound port: 0b529c13-f599-4bac-b950-254af41f6a22, host: n-h1-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14912929-ceb9-4c21-80c4-b8179d0f9d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '64579410-f531-42c6-89b5-3114daa376a8'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:52:30.605965 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-fe72844c-bf43-4a14-bac0-69f484bfebd0 req-3b151a43-d272-4543-a27c-4c6a58316d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:30.633406 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec0fde9-a29e-470c-a912-5c03cd93f8d3 req-58c9c869-531f-47e8-8561-2fcdaf48f486 tempest-MigrationsAdminTest-990754867 tempest-MigrationsAdminTest-990754867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:30.635687 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9ec0fde9-a29e-470c-a912-5c03cd93f8d3 req-58c9c869-531f-47e8-8561-2fcdaf48f486 tempest-MigrationsAdminTest-990754867 tempest-MigrationsAdminTest-990754867-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d68c494f-5a7e-4124-bd68-c461a50ab348 HTTP/1.1" status: 200 len: 1102 time: 0.0446656 Aug 16 22:52:30.706288 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9ec0fde9-a29e-470c-a912-5c03cd93f8d3 req-b3f8e973-7de9-40e1-9c18-458c482efb1d tempest-MigrationsAdminTest-990754867 tempest-MigrationsAdminTest-990754867-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621841 Aug 16 22:52:30.708396 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-767ecca9-e270-4312-914e-f05b651bb3f5 req-6c03f779-039a-4977-b7d7-fa9d68f3c787 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] For port a04efa9f-af0c-479f-b11f-4228d439f67d, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=a04efa9f-af0c-479f-b11f-4228d439f67d,segment=NetworkSegment(b4a6b143-6a51-43cd-8781-944dbb368ca5),segment_id=b4a6b143-6a51-43cd-8781-944dbb368ca5)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:52:30.708865 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-767ecca9-e270-4312-914e-f05b651bb3f5 req-6c03f779-039a-4977-b7d7-fa9d68f3c787 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:30.722739 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-fe72844c-bf43-4a14-bac0-69f484bfebd0 req-3b151a43-d272-4543-a27c-4c6a58316d2b service neutron] For port 0b529c13-f599-4bac-b950-254af41f6a22, host n-h1-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:52:30.738250 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-fe72844c-bf43-4a14-bac0-69f484bfebd0 req-3b151a43-d272-4543-a27c-4c6a58316d2b service neutron] For port 0b529c13-f599-4bac-b950-254af41f6a22, host n-h1-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=0b529c13-f599-4bac-b950-254af41f6a22,segment=NetworkSegment(14912929-ceb9-4c21-80c4-b8179d0f9d12),segment_id=14912929-ceb9-4c21-80c4-b8179d0f9d12)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:52:30.743130 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-767ecca9-e270-4312-914e-f05b651bb3f5 req-6c03f779-039a-4977-b7d7-fa9d68f3c787 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Calling delete_port for a04efa9f-af0c-479f-b11f-4228d439f67d owned by compute:nova {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:52:30.749942 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-fe72844c-bf43-4a14-bac0-69f484bfebd0 req-3b151a43-d272-4543-a27c-4c6a58316d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:30.780340 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe72844c-bf43-4a14-bac0-69f484bfebd0 req-3b151a43-d272-4543-a27c-4c6a58316d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:30.781088 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-fe72844c-bf43-4a14-bac0-69f484bfebd0 req-3b151a43-d272-4543-a27c-4c6a58316d2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:30.782691 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-fe72844c-bf43-4a14-bac0-69f484bfebd0 req-3b151a43-d272-4543-a27c-4c6a58316d2b service neutron] 10.222.0.68 "PUT /v2.0/ports/0b529c13-f599-4bac-b950-254af41f6a22 HTTP/1.1" status: 200 len: 1092 time: 1.5405824 Aug 16 22:52:30.816354 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75c528a1-3780-4505-abf0-4ee070c5d525', 'tag': '0b529c13-f599-4bac-b950-254af41f6a22'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:52:30.818688 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b2e63ca-e254-4490-8eac-d5676304d266" -d '{"events": [{"name": "network-changed", "server_uuid": "75c528a1-3780-4505-abf0-4ee070c5d525", "tag": "0b529c13-f599-4bac-b950-254af41f6a22"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:52:30.885185 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42b75986-4a04-42e8-98d5-5d5cc57d425c x-openstack-request-id: req-42b75986-4a04-42e8-98d5-5d5cc57d425c {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:52:30.885185 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75c528a1-3780-4505-abf0-4ee070c5d525", "tag": "0b529c13-f599-4bac-b950-254af41f6a22", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:52:30.885531 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-42b75986-4a04-42e8-98d5-5d5cc57d425c {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:52:30.886258 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75c528a1-3780-4505-abf0-4ee070c5d525', 'tag': '0b529c13-f599-4bac-b950-254af41f6a22', 'status': 'completed', 'code': 200} Aug 16 22:52:30.929581 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b151a43-d272-4543-a27c-4c6a58316d2b service neutron] Pushing event updated for resources: {'Port': ['ID=0b529c13-f599-4bac-b950-254af41f6a22,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:30.955974 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b151a43-d272-4543-a27c-4c6a58316d2b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:30.956268 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b151a43-d272-4543-a27c-4c6a58316d2b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:30.956649 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b151a43-d272-4543-a27c-4c6a58316d2b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:30.956997 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b151a43-d272-4543-a27c-4c6a58316d2b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:30.957347 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b151a43-d272-4543-a27c-4c6a58316d2b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:30.957672 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b151a43-d272-4543-a27c-4c6a58316d2b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:30.958033 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b151a43-d272-4543-a27c-4c6a58316d2b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:30.958326 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b151a43-d272-4543-a27c-4c6a58316d2b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:30.958701 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b151a43-d272-4543-a27c-4c6a58316d2b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:30.959114 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b151a43-d272-4543-a27c-4c6a58316d2b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:30.959481 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b151a43-d272-4543-a27c-4c6a58316d2b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:30.959867 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b151a43-d272-4543-a27c-4c6a58316d2b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:30.974338 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe72844c-bf43-4a14-bac0-69f484bfebd0 req-7d9f1fff-21bc-4db7-a9c1-cb80e58085c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:30.975908 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-fe72844c-bf43-4a14-bac0-69f484bfebd0 req-7d9f1fff-21bc-4db7-a9c1-cb80e58085c2 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=fb2060cb262e45228555b9d2259abb2f&device_id=75c528a1-3780-4505-abf0-4ee070c5d525 HTTP/1.1" status: 200 len: 1095 time: 0.1038268 Aug 16 22:52:31.031176 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-fe72844c-bf43-4a14-bac0-69f484bfebd0 req-e267e604-089d-4724-9098-bdbc1a2f1841 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0b529c13-f599-4bac-b950-254af41f6a22 HTTP/1.1" status: 200 len: 217 time: 0.0448956 Aug 16 22:52:31.147342 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-767ecca9-e270-4312-914e-f05b651bb3f5 req-6c03f779-039a-4977-b7d7-fa9d68f3c787 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:31.156059 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a5f6ad-52dc-4dba-a530-1f573142cdbb req-3c68e486-fb01-47a9-b266-b294ced2a3ee tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:31.158001 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b9a5f6ad-52dc-4dba-a530-1f573142cdbb req-3c68e486-fb01-47a9-b266-b294ced2a3ee tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68c494f-5a7e-4124-bd68-c461a50ab348 HTTP/1.1" status: 200 len: 950 time: 0.1225855 Aug 16 22:52:31.164975 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['f60c1841-d48e-4cc7-b1a1-1650b8d9fd20', 'a04efa9f-af0c-479f-b11f-4228d439f67d'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:52:31.180293 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedd4257-9d24-4866-9bc9-903ac46ad1b3 req-5a1ea83a-5ae1-4307-a81c-cbdff81fe61e tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:31.183044 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fedd4257-9d24-4866-9bc9-903ac46ad1b3 req-5a1ea83a-5ae1-4307-a81c-cbdff81fe61e tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=889a7380-3570-4612-b1d9-86f08e3fcda6 HTTP/1.1" status: 200 len: 945 time: 0.1144783 Aug 16 22:52:31.256972 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b9a5f6ad-52dc-4dba-a530-1f573142cdbb req-c97ab402-dee9-4b88-a091-0a4cf4466685 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719917 Aug 16 22:52:31.280224 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-767ecca9-e270-4312-914e-f05b651bb3f5 req-6c03f779-039a-4977-b7d7-fa9d68f3c787 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] No DVR routers for this DVR port a04efa9f-af0c-479f-b11f-4228d439f67d on host n-h1-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:52:31.280675 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fedd4257-9d24-4866-9bc9-903ac46ad1b3 req-865d2c73-f9eb-4a6e-8e08-c11aea058ef0 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746362 Aug 16 22:52:31.280983 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-767ecca9-e270-4312-914e-f05b651bb3f5 req-6c03f779-039a-4977-b7d7-fa9d68f3c787 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:31.285852 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-767ecca9-e270-4312-914e-f05b651bb3f5 req-6c03f779-039a-4977-b7d7-fa9d68f3c787 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.68 "DELETE /v2.0/ports/a04efa9f-af0c-479f-b11f-4228d439f67d HTTP/1.1" status: 204 len: 173 time: 1.0954194 Aug 16 22:52:31.286646 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c03f779-039a-4977-b7d7-fa9d68f3c787 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Pushing event deleted for resources: {'Port': ['ID=a04efa9f-af0c-479f-b11f-4228d439f67d,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:31.297262 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe72844c-bf43-4a14-bac0-69f484bfebd0 req-fe8a33f5-bba5-4741-8695-2b1b74129d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:31.301340 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-fe72844c-bf43-4a14-bac0-69f484bfebd0 req-fe8a33f5-bba5-4741-8695-2b1b74129d51 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a76baa69-a994-4c40-8fea-8de6cbc7d46e HTTP/1.1" status: 200 len: 862 time: 0.2555161 Aug 16 22:52:31.378287 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-fe72844c-bf43-4a14-bac0-69f484bfebd0 req-3b757fc7-1d2c-40f9-bcd5-8ce4bad5b34c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=64579410-f531-42c6-89b5-3114daa376a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668685 Aug 16 22:52:31.414071 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 61d94c64-e04a-4ffd-8f1f-5f38a2295699 up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:52:31.519124 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-fe72844c-bf43-4a14-bac0-69f484bfebd0 req-c2195870-0efc-4300-bcc5-1b887d51a002 service neutron] 10.222.0.68 "GET /v2.0/networks/64579410-f531-42c6-89b5-3114daa376a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314576 Aug 16 22:52:31.581255 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2521c829-6bec-4b10-b96e-27710c5e84bc req-6fc9de08-d225-4327-9b37-bd7fcaab7923 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:31.589453 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2521c829-6bec-4b10-b96e-27710c5e84bc req-6fc9de08-d225-4327-9b37-bd7fcaab7923 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=acbad045-44e9-4866-b6f7-f0288855d525 HTTP/1.1" status: 200 len: 946 time: 0.1902537 Aug 16 22:52:31.608869 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning for port 61d94c64-e04a-4ffd-8f1f-5f38a2295699 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:52:31.616836 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe70a11-0587-497c-afe0-7d4f8ccf7baa req-659d2c7d-75e9-4b21-be8e-a3241de8bbf3 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:31.618399 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dbe70a11-0587-497c-afe0-7d4f8ccf7baa req-659d2c7d-75e9-4b21-be8e-a3241de8bbf3 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/ports?device_id=75c528a1-3780-4505-abf0-4ee070c5d525 HTTP/1.1" status: 200 len: 943 time: 0.2093236 Aug 16 22:52:31.624293 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port 61d94c64-e04a-4ffd-8f1f-5f38a2295699 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:52:31.625088 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:31.715219 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-fe72844c-bf43-4a14-bac0-69f484bfebd0 req-1146358e-3193-423b-b38e-171ba892269b service neutron] 10.222.0.68 "GET /v2.0/networks/64579410-f531-42c6-89b5-3114daa376a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881258 Aug 16 22:52:31.741175 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2521c829-6bec-4b10-b96e-27710c5e84bc req-0a69d619-9d32-4079-b5e5-bb5912ba4c31 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507275 Aug 16 22:52:31.780438 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dbe70a11-0587-497c-afe0-7d4f8ccf7baa req-f582b433-5985-4936-b5b1-211898501ffb tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/security-groups?id=27dbc869-d84c-4027-ab20-4514a0688a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513460 Aug 16 22:52:31.836038 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:31.879742 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2e63ca-e254-4490-8eac-d5676304d266 req-da832f0d-911e-4c2f-9458-6faad13ae6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:31.881826 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd68c494f-5a7e-4124-bd68-c461a50ab348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61d94c64-e04a-4ffd-8f1f-5f38a2295699'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:52:31.882917 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5b2e63ca-e254-4490-8eac-d5676304d266 req-da832f0d-911e-4c2f-9458-6faad13ae6a4 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=fb2060cb262e45228555b9d2259abb2f&device_id=75c528a1-3780-4505-abf0-4ee070c5d525 HTTP/1.1" status: 200 len: 1095 time: 0.0988953 Aug 16 22:52:31.886735 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8ead318-b9ca-45ed-bb8c-eee2ee8c54b8" -d '{"events": [{"server_uuid": "d68c494f-5a7e-4124-bd68-c461a50ab348", "name": "network-vif-plugged", "status": "completed", "tag": "61d94c64-e04a-4ffd-8f1f-5f38a2295699"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:52:31.921979 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 61d94c64-e04a-4ffd-8f1f-5f38a2295699, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=61d94c64-e04a-4ffd-8f1f-5f38a2295699,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:52:31.928879 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:31.975615 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fadc834-7366-4b63-8f02-d1eda9aa623a x-openstack-request-id: req-6fadc834-7366-4b63-8f02-d1eda9aa623a {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:52:31.980682 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d68c494f-5a7e-4124-bd68-c461a50ab348", "name": "network-vif-plugged", "status": "completed", "tag": "61d94c64-e04a-4ffd-8f1f-5f38a2295699", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:52:31.981163 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6fadc834-7366-4b63-8f02-d1eda9aa623a {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:52:31.981852 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd68c494f-5a7e-4124-bd68-c461a50ab348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61d94c64-e04a-4ffd-8f1f-5f38a2295699', 'code': 200} Aug 16 22:52:32.003916 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=61d94c64-e04a-4ffd-8f1f-5f38a2295699,revision_number=13']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:32.039591 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2e63ca-e254-4490-8eac-d5676304d266 req-03e0a0e6-924e-48c2-9c48-929ea72dd040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:32.042160 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5b2e63ca-e254-4490-8eac-d5676304d266 req-03e0a0e6-924e-48c2-9c48-929ea72dd040 service neutron] 10.222.0.68 "GET /v2.0/networks?id=64579410-f531-42c6-89b5-3114daa376a8 HTTP/1.1" status: 200 len: 923 time: 0.1465805 Aug 16 22:52:32.091720 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5b2e63ca-e254-4490-8eac-d5676304d266 req-cfe53596-f104-4405-bb5e-b37acaee4a20 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0b529c13-f599-4bac-b950-254af41f6a22 HTTP/1.1" status: 200 len: 217 time: 0.0391724 Aug 16 22:52:32.156070 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2e63ca-e254-4490-8eac-d5676304d266 req-d283770f-94b5-4ff6-9f38-bf6ac1c22316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:32.157694 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5b2e63ca-e254-4490-8eac-d5676304d266 req-d283770f-94b5-4ff6-9f38-bf6ac1c22316 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a76baa69-a994-4c40-8fea-8de6cbc7d46e HTTP/1.1" status: 200 len: 862 time: 0.0541723 Aug 16 22:52:32.205256 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5b2e63ca-e254-4490-8eac-d5676304d266 req-7968dc96-aaa3-4a93-b0b0-e294d3c9b80c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=64579410-f531-42c6-89b5-3114daa376a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380337 Aug 16 22:52:32.370418 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5b2e63ca-e254-4490-8eac-d5676304d266 req-8561d94b-5a17-4306-98b0-f1f735677b89 service neutron] 10.222.0.68 "GET /v2.0/networks/64579410-f531-42c6-89b5-3114daa376a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553602 Aug 16 22:52:32.445791 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e8e8c-2d21-4550-a37d-a8255f892d17 req-c37c914d-353c-4a5b-aa39-4b30f0feefcf tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:32.453135 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-439e8e8c-2d21-4550-a37d-a8255f892d17 req-c37c914d-353c-4a5b-aa39-4b30f0feefcf tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68c494f-5a7e-4124-bd68-c461a50ab348 HTTP/1.1" status: 200 len: 951 time: 0.0731761 Aug 16 22:52:32.551059 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-439e8e8c-2d21-4550-a37d-a8255f892d17 req-5f68875d-5d37-4575-8b1e-a9f3f559f80e tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878465 Aug 16 22:52:32.606718 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-44707943-c12a-4f85-af56-4afd8b5122a3 req-46fa7446-5c72-428f-a844-d53f0d411ae3 tempest-TenantUsagesTestJSON-1383740445 tempest-TenantUsagesTestJSON-1383740445-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=10374e48bd5746119fe77609b856aa5f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0386248 Aug 16 22:52:32.620802 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c96ee28-9f4f-496e-8cf6-3f6152be49b7 req-6ffaffc7-1bbf-49bb-83b0-f3ce9eb4a120 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:32.622950 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2c96ee28-9f4f-496e-8cf6-3f6152be49b7 req-6ffaffc7-1bbf-49bb-83b0-f3ce9eb4a120 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.68 "GET /v2.0/ports?device_id=d68c494f-5a7e-4124-bd68-c461a50ab348 HTTP/1.1" status: 200 len: 951 time: 0.1829770 Aug 16 22:52:32.629368 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5b2e63ca-e254-4490-8eac-d5676304d266 req-cdbdd499-57a6-43d3-b718-5d6ca1357127 service neutron] 10.222.0.68 "GET /v2.0/networks/64579410-f531-42c6-89b5-3114daa376a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458279 Aug 16 22:52:32.723445 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8b75c2b2-d41f-40b7-9f49-083f943e9eef req-9428110c-a6cd-4c63-bc30-cb2113694794 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=889a7380-3570-4612-b1d9-86f08e3fcda6 HTTP/1.1" status: 200 len: 210 time: 0.1031623 Aug 16 22:52:32.787578 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-2c96ee28-9f4f-496e-8cf6-3f6152be49b7 req-3f4894bf-1c8c-40a5-9310-c564dde7b095 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Deleting port 61d94c64-e04a-4ffd-8f1f-5f38a2295699 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:52:32.788133 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-2c96ee28-9f4f-496e-8cf6-3f6152be49b7 req-3f4894bf-1c8c-40a5-9310-c564dde7b095 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:32.854765 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44707943-c12a-4f85-af56-4afd8b5122a3 req-02445b3c-5449-410b-be92-663db8e584cc tempest-TenantUsagesTestJSON-1383740445 tempest-TenantUsagesTestJSON-1383740445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:32.857037 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-44707943-c12a-4f85-af56-4afd8b5122a3 req-02445b3c-5449-410b-be92-663db8e584cc tempest-TenantUsagesTestJSON-1383740445 tempest-TenantUsagesTestJSON-1383740445-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2490039 Aug 16 22:52:32.889199 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '889a7380-3570-4612-b1d9-86f08e3fcda6', 'name': 'network-vif-deleted', 'tag': 'a04efa9f-af0c-479f-b11f-4228d439f67d'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:52:32.895674 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-44707943-c12a-4f85-af56-4afd8b5122a3 req-5861705d-ac55-4418-ae0b-3f141ad05ac8 tempest-TenantUsagesTestJSON-1383740445 tempest-TenantUsagesTestJSON-1383740445-project] 10.222.0.36 "GET /v2.0/quotas/10374e48bd5746119fe77609b856aa5f HTTP/1.1" status: 200 len: 375 time: 0.0200438 Aug 16 22:52:32.906830 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c7eac4-ef22-4c93-859b-b1b41d9fde99" -d '{"events": [{"server_uuid": "889a7380-3570-4612-b1d9-86f08e3fcda6", "name": "network-vif-deleted", "tag": "a04efa9f-af0c-479f-b11f-4228d439f67d"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:52:32.932314 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707d02bf-f984-45f4-92d7-2ff034dd1b08 req-5a24374e-3563-4192-84a4-2a4ba64fbd45 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:32.933577 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-2c96ee28-9f4f-496e-8cf6-3f6152be49b7 req-3f4894bf-1c8c-40a5-9310-c564dde7b095 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] For port 61d94c64-e04a-4ffd-8f1f-5f38a2295699, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=61d94c64-e04a-4ffd-8f1f-5f38a2295699,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:52:32.934081 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-2c96ee28-9f4f-496e-8cf6-3f6152be49b7 req-3f4894bf-1c8c-40a5-9310-c564dde7b095 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:32.935014 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-707d02bf-f984-45f4-92d7-2ff034dd1b08 req-5a24374e-3563-4192-84a4-2a4ba64fbd45 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=acbad045-44e9-4866-b6f7-f0288855d525 HTTP/1.1" status: 200 len: 946 time: 0.1156192 Aug 16 22:52:32.951773 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-2c96ee28-9f4f-496e-8cf6-3f6152be49b7 req-3f4894bf-1c8c-40a5-9310-c564dde7b095 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Calling delete_port for 61d94c64-e04a-4ffd-8f1f-5f38a2295699 owned by compute:nova {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:52:32.961754 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-44707943-c12a-4f85-af56-4afd8b5122a3 req-e2587278-1bcb-4cab-8ae7-60d2c2a08ead tempest-TenantUsagesTestJSON-1383740445 tempest-TenantUsagesTestJSON-1383740445-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=10374e48bd5746119fe77609b856aa5f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0556293 Aug 16 22:52:33.017043 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-707d02bf-f984-45f4-92d7-2ff034dd1b08 req-d8c94cfa-ed8e-4caa-8e88-59f56b63247b tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588360 Aug 16 22:52:33.247634 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102255d9-7b3a-4a45-ad18-70832e007345 req-8f76beaa-4af6-4e1b-b4ab-c8b63e0eef67 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:33.254409 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-102255d9-7b3a-4a45-ad18-70832e007345 req-8f76beaa-4af6-4e1b-b4ab-c8b63e0eef67 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/ports?device_id=75c528a1-3780-4505-abf0-4ee070c5d525 HTTP/1.1" status: 200 len: 943 time: 0.1222062 Aug 16 22:52:33.262365 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-2c96ee28-9f4f-496e-8cf6-3f6152be49b7 req-3f4894bf-1c8c-40a5-9310-c564dde7b095 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:33.274817 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['fc000a0b-c9d1-47c5-8bb6-a1ddf7834593', '61d94c64-e04a-4ffd-8f1f-5f38a2295699'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:52:33.314344 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4894bf-1c8c-40a5-9310-c564dde7b095 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Pushing event deleted for resources: {'Port': ['ID=61d94c64-e04a-4ffd-8f1f-5f38a2295699,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:33.343317 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-102255d9-7b3a-4a45-ad18-70832e007345 req-9435ecab-14db-4687-90e0-85349feec199 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/security-groups?id=27dbc869-d84c-4027-ab20-4514a0688a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758498 Aug 16 22:52:33.397482 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c96ee28-9f4f-496e-8cf6-3f6152be49b7 req-3f4894bf-1c8c-40a5-9310-c564dde7b095 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] No DVR routers for this DVR port 61d94c64-e04a-4ffd-8f1f-5f38a2295699 on host n-h1-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:52:33.400250 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-2c96ee28-9f4f-496e-8cf6-3f6152be49b7 req-3f4894bf-1c8c-40a5-9310-c564dde7b095 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:33.403522 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2c96ee28-9f4f-496e-8cf6-3f6152be49b7 req-3f4894bf-1c8c-40a5-9310-c564dde7b095 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.68 "DELETE /v2.0/ports/61d94c64-e04a-4ffd-8f1f-5f38a2295699 HTTP/1.1" status: 204 len: 173 time: 0.7729173 Aug 16 22:52:33.452721 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d95bcd3c-2ff7-41fc-beb4-c3bd11147260 x-openstack-request-id: req-d95bcd3c-2ff7-41fc-beb4-c3bd11147260 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:52:33.453313 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "889a7380-3570-4612-b1d9-86f08e3fcda6", "name": "network-vif-deleted", "tag": "a04efa9f-af0c-479f-b11f-4228d439f67d", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:52:33.453910 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d95bcd3c-2ff7-41fc-beb4-c3bd11147260 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:52:33.454547 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '889a7380-3570-4612-b1d9-86f08e3fcda6', 'name': 'network-vif-deleted', 'tag': 'a04efa9f-af0c-479f-b11f-4228d439f67d', 'status': 'completed', 'code': 200} Aug 16 22:52:33.468496 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['3daf38f0-2d73-4b14-8053-5e2922a5d49b', 'a7acfedd-7328-4c89-b0a3-75e70efe3623'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:52:33.475043 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 58808) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:33.524198 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 0b529c13-f599-4bac-b950-254af41f6a22 details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:52:33.595508 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-58fa602e-78b9-477c-8c46-cbc4cdcfc0a0 req-5497c581-99c7-428f-ac15-dec926913e37 tempest-TenantUsagesTestJSON-1383740445 tempest-TenantUsagesTestJSON-1383740445-project] 10.222.0.36 "GET /v2.0/ports?device_id=abb54f6d-424a-4288-9dfa-eee62fae1a7c HTTP/1.1" status: 200 len: 210 time: 0.0683687 Aug 16 22:52:33.621347 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device a04efa9f-af0c-479f-b11f-4228d439f67d no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:52:33.739692 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] No Port match for: a04efa9f-af0c-479f-b11f-4228d439f67d {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:52:33.740461 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device a04efa9f-af0c-479f-b11f-4228d439f67d not bound to the agent host n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:52:33.755272 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-eb071f50-a1b8-48b2-9617-a30691e60ff3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:33.767314 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-08cd438e-1590-41a3-8f25-02e80ab1010a req-d7138985-0e71-4eae-9db6-03a08997e11b tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68c494f-5a7e-4124-bd68-c461a50ab348 HTTP/1.1" status: 200 len: 210 time: 0.0842767 Aug 16 22:52:33.914189 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4bf9d25b-c77e-419b-9714-2713e3fe43e2 req-f40d65fb-23c8-40e6-9686-2116643a6c8c tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=889a7380-3570-4612-b1d9-86f08e3fcda6 HTTP/1.1" status: 200 len: 210 time: 0.0678353 Aug 16 22:52:33.978416 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-eb071f50-a1b8-48b2-9617-a30691e60ff3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:33.983889 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-eb071f50-a1b8-48b2-9617-a30691e60ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:34.007795 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 0b529c13-f599-4bac-b950-254af41f6a22, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=0b529c13-f599-4bac-b950-254af41f6a22,segment=NetworkSegment(14912929-ceb9-4c21-80c4-b8179d0f9d12),segment_id=14912929-ceb9-4c21-80c4-b8179d0f9d12)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:52:34.025536 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-eb071f50-a1b8-48b2-9617-a30691e60ff3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=25a2c47d01be4b089052fcab1b04a53e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5495958 Aug 16 22:52:34.029964 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 58822) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:34.055811 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb071f50-a1b8-48b2-9617-a30691e60ff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7efbe51-a304-405b-907f-805e86285ea3,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:34.065352 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': '0b529c13-f599-4bac-b950-254af41f6a22', 'network_id': '64579410-f531-42c6-89b5-3114daa376a8', 'port_id': '0b529c13-f599-4bac-b950-254af41f6a22', 'mac_address': 'fa:16:3e:b2:3e:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a76baa69-a994-4c40-8fea-8de6cbc7d46e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:52:34.090189 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-12403269-edbb-4c5c-a844-763558b329d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:34.115936 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-12403269-edbb-4c5c-a844-763558b329d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:34.149949 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:34.179875 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-12403269-edbb-4c5c-a844-763558b329d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:34.185587 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-12403269-edbb-4c5c-a844-763558b329d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:34.187284 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-12403269-edbb-4c5c-a844-763558b329d1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a7efbe51-a304-405b-907f-805e86285ea3 HTTP/1.1" status: 204 len: 168 time: 0.1557899 Aug 16 22:52:34.255432 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12403269-edbb-4c5c-a844-763558b329d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7efbe51-a304-405b-907f-805e86285ea3,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:34.278741 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12403269-edbb-4c5c-a844-763558b329d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:34.279257 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12403269-edbb-4c5c-a844-763558b329d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:34.279604 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12403269-edbb-4c5c-a844-763558b329d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:34.280307 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12403269-edbb-4c5c-a844-763558b329d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:34.280693 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12403269-edbb-4c5c-a844-763558b329d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:34.281032 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12403269-edbb-4c5c-a844-763558b329d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:34.281370 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12403269-edbb-4c5c-a844-763558b329d1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:34.282142 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12403269-edbb-4c5c-a844-763558b329d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:34.282478 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12403269-edbb-4c5c-a844-763558b329d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:34.282808 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12403269-edbb-4c5c-a844-763558b329d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:34.283137 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12403269-edbb-4c5c-a844-763558b329d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:34.283464 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12403269-edbb-4c5c-a844-763558b329d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:34.311599 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1462934f-8919-488c-820c-9c0c9e2e9174 req-ed965a0b-2f85-4dbe-a154-a2cd792b3e7b tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:34.314097 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1462934f-8919-488c-820c-9c0c9e2e9174 req-ed965a0b-2f85-4dbe-a154-a2cd792b3e7b tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=acbad045-44e9-4866-b6f7-f0288855d525 HTTP/1.1" status: 200 len: 946 time: 0.1255813 Aug 16 22:52:34.325166 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b529c13-f599-4bac-b950-254af41f6a22 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:52:34.379280 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 0b529c13-f599-4bac-b950-254af41f6a22, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=0b529c13-f599-4bac-b950-254af41f6a22,segment=NetworkSegment(14912929-ceb9-4c21-80c4-b8179d0f9d12),segment_id=14912929-ceb9-4c21-80c4-b8179d0f9d12)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:52:34.398613 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1462934f-8919-488c-820c-9c0c9e2e9174 req-3f5a0382-e8ed-4b0b-b84d-a750ffce8a00 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745292 Aug 16 22:52:34.437878 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:34.542205 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d2aac3-dbd7-485e-9ba4-4324aa0efdad req-2eda2884-12ee-45dc-85d3-4f29e5962b0d tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:34.551291 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-51d2aac3-dbd7-485e-9ba4-4324aa0efdad req-2eda2884-12ee-45dc-85d3-4f29e5962b0d tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/ports?device_id=75c528a1-3780-4505-abf0-4ee070c5d525 HTTP/1.1" status: 200 len: 944 time: 0.0710921 Aug 16 22:52:34.599311 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=0b529c13-f599-4bac-b950-254af41f6a22,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:34.613872 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-51d2aac3-dbd7-485e-9ba4-4324aa0efdad req-e4aaea78-9bcf-42e9-bd8c-c01db396a64e tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/security-groups?id=27dbc869-d84c-4027-ab20-4514a0688a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614414 Aug 16 22:52:34.639271 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 58838) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:34.659001 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-573aaae5-329c-42d8-9728-04e2b1c0db47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:34.696312 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['0b529c13-f599-4bac-b950-254af41f6a22'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:52:34.713418 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6166a4d7-d413-4e3c-8d67-e41166b59c23 req-6ea06d9d-c4e1-408a-bb88-1d5782926e50 tempest-TenantUsagesTestJSON-1383740445 tempest-TenantUsagesTestJSON-1383740445-project] 10.222.0.36 "GET /v2.0/ports?device_id=abb54f6d-424a-4288-9dfa-eee62fae1a7c HTTP/1.1" status: 200 len: 210 time: 0.0313849 Aug 16 22:52:34.797418 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-573aaae5-329c-42d8-9728-04e2b1c0db47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:34.802333 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-573aaae5-329c-42d8-9728-04e2b1c0db47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:34.851461 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573aaae5-329c-42d8-9728-04e2b1c0db47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75fc9dcd-c011-41e1-beb7-fe70469ddb49,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:34.872509 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-573aaae5-329c-42d8-9728-04e2b1c0db47 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=19bfb6d902074066b157aab8d953db55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2308824 Aug 16 22:52:34.875070 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 58844) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:34.985044 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-44707943-c12a-4f85-af56-4afd8b5122a3 req-beaeddfb-ac45-4b70-b9d3-866e5b7a400c tempest-TenantUsagesTestJSON-1383740445 tempest-TenantUsagesTestJSON-1383740445-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=10374e48bd5746119fe77609b856aa5f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0522645 Aug 16 22:52:34.988341 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4bd88872-20f3-4c68-934e-275abc6fd9e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:35.014966 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4bd88872-20f3-4c68-934e-275abc6fd9e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:35.095348 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cb949470-c1e4-49d8-bec6-b267ba70e0d0 req-7b4a3ae4-5cef-48c2-a265-60fbfefed891 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=889a7380-3570-4612-b1d9-86f08e3fcda6 HTTP/1.1" status: 200 len: 210 time: 0.0724962 Aug 16 22:52:35.201701 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4bd88872-20f3-4c68-934e-275abc6fd9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:35.204158 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4bd88872-20f3-4c68-934e-275abc6fd9e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:35.205321 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-4bd88872-20f3-4c68-934e-275abc6fd9e5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/75fc9dcd-c011-41e1-beb7-fe70469ddb49 HTTP/1.1" status: 204 len: 168 time: 0.3291409 Aug 16 22:52:35.216558 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828da26c-d549-4d97-9aac-b80fcda24420 req-63da8e19-22a5-4911-ab65-1c17949123c3 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:35.220230 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-828da26c-d549-4d97-9aac-b80fcda24420 req-63da8e19-22a5-4911-ab65-1c17949123c3 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccafbb9c-84fb-4dc5-9318-99c0fbf40f72 HTTP/1.1" status: 200 len: 951 time: 0.1331067 Aug 16 22:52:35.233853 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44707943-c12a-4f85-af56-4afd8b5122a3 req-60e3fadd-fca1-4796-889f-96abec75d73f tempest-TenantUsagesTestJSON-1383740445 tempest-TenantUsagesTestJSON-1383740445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:35.235296 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-44707943-c12a-4f85-af56-4afd8b5122a3 req-60e3fadd-fca1-4796-889f-96abec75d73f tempest-TenantUsagesTestJSON-1383740445 tempest-TenantUsagesTestJSON-1383740445-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2113855 Aug 16 22:52:35.242430 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd88872-20f3-4c68-934e-275abc6fd9e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75fc9dcd-c011-41e1-beb7-fe70469ddb49,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:35.257353 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-44707943-c12a-4f85-af56-4afd8b5122a3 req-3579877d-80fd-444a-b5a3-6a1cd4f7d4ac tempest-TenantUsagesTestJSON-1383740445 tempest-TenantUsagesTestJSON-1383740445-project] Request body: {'port': {'device_id': 'abb54f6d-424a-4288-9dfa-eee62fae1a7c', 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd', 'admin_state_up': True, 'tenant_id': '10374e48bd5746119fe77609b856aa5f'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:52:35.323582 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-828da26c-d549-4d97-9aac-b80fcda24420 req-b1c17995-8362-4416-b23f-f4635b3b231e tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977898 Aug 16 22:52:35.385960 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44707943-c12a-4f85-af56-4afd8b5122a3 req-3579877d-80fd-444a-b5a3-6a1cd4f7d4ac tempest-TenantUsagesTestJSON-1383740445 tempest-TenantUsagesTestJSON-1383740445-project] Made reservation on behalf of 10374e48bd5746119fe77609b856aa5f for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:52:35.390177 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-44707943-c12a-4f85-af56-4afd8b5122a3 req-3579877d-80fd-444a-b5a3-6a1cd4f7d4ac tempest-TenantUsagesTestJSON-1383740445 tempest-TenantUsagesTestJSON-1383740445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:35.399829 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-44707943-c12a-4f85-af56-4afd8b5122a3 req-3579877d-80fd-444a-b5a3-6a1cd4f7d4ac tempest-TenantUsagesTestJSON-1383740445 tempest-TenantUsagesTestJSON-1383740445-project] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:35.422357 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 61d94c64-e04a-4ffd-8f1f-5f38a2295699 no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:52:35.455874 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd68c494f-5a7e-4124-bd68-c461a50ab348', 'name': 'network-vif-deleted', 'tag': '61d94c64-e04a-4ffd-8f1f-5f38a2295699'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:52:35.460407 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3fd14d0-1d5e-46b0-8f3a-e02e35420c76" -d '{"events": [{"server_uuid": "d68c494f-5a7e-4124-bd68-c461a50ab348", "name": "network-vif-deleted", "tag": "61d94c64-e04a-4ffd-8f1f-5f38a2295699"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:52:35.473488 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] No Port match for: 61d94c64-e04a-4ffd-8f1f-5f38a2295699 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:52:35.473847 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 61d94c64-e04a-4ffd-8f1f-5f38a2295699 not bound to the agent host n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:52:35.572639 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1b0b0d-1883-41ea-9c4b-5cca2cd0538f req-539e4dfd-a659-4f0d-bd04-0d11834418a9 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:35.580803 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2e1b0b0d-1883-41ea-9c4b-5cca2cd0538f req-539e4dfd-a659-4f0d-bd04-0d11834418a9 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=acbad045-44e9-4866-b6f7-f0288855d525 HTTP/1.1" status: 200 len: 946 time: 0.0856757 Aug 16 22:52:35.584630 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d66d260-fc19-4071-bc37-e17d6082fc29 x-openstack-request-id: req-8d66d260-fc19-4071-bc37-e17d6082fc29 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:52:35.585186 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d68c494f-5a7e-4124-bd68-c461a50ab348", "name": "network-vif-deleted", "tag": "61d94c64-e04a-4ffd-8f1f-5f38a2295699", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:52:35.585320 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8d66d260-fc19-4071-bc37-e17d6082fc29 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:52:35.585628 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd68c494f-5a7e-4124-bd68-c461a50ab348', 'name': 'network-vif-deleted', 'tag': '61d94c64-e04a-4ffd-8f1f-5f38a2295699', 'status': 'completed', 'code': 200} Aug 16 22:52:35.622996 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-44707943-c12a-4f85-af56-4afd8b5122a3 req-3579877d-80fd-444a-b5a3-6a1cd4f7d4ac tempest-TenantUsagesTestJSON-1383740445 tempest-TenantUsagesTestJSON-1383740445-project] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:35.636762 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-44707943-c12a-4f85-af56-4afd8b5122a3 req-3579877d-80fd-444a-b5a3-6a1cd4f7d4ac tempest-TenantUsagesTestJSON-1383740445 tempest-TenantUsagesTestJSON-1383740445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:35.678253 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2e1b0b0d-1883-41ea-9c4b-5cca2cd0538f req-71e28ea9-b217-4908-993e-198cd958a78d tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946856 Aug 16 22:52:35.696012 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3579877d-80fd-444a-b5a3-6a1cd4f7d4ac tempest-TenantUsagesTestJSON-1383740445 tempest-TenantUsagesTestJSON-1383740445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c43ec179-cd75-4e70-bede-25c6dece4409,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:35.870908 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d45716e1-24fc-4a25-81fe-a3d3178e78ce req-642fd5f7-96e6-46de-bb22-5cdf8dc645e0 tempest-TenantUsagesTestJSON-1383740445 tempest-TenantUsagesTestJSON-1383740445-project] 10.222.0.36 "GET /v2.0/ports?device_id=abb54f6d-424a-4288-9dfa-eee62fae1a7c HTTP/1.1" status: 200 len: 210 time: 0.0513449 Aug 16 22:52:35.915095 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [req-44707943-c12a-4f85-af56-4afd8b5122a3 req-3579877d-80fd-444a-b5a3-6a1cd4f7d4ac tempest-TenantUsagesTestJSON-1383740445 tempest-TenantUsagesTestJSON-1383740445-project] Allocated IP 192.168.233.114 (a2f596d0-b80e-4404-bf4b-27a7e14f50dd/6af2b868-37d3-46ab-a526-0465929f13c8/1bb574fe-0d9b-4c9c-9cf9-096695bf9d2f) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:52:35.932580 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab20af4b-690d-48eb-99da-3ab51725e5a9 req-9083149b-8891-4c0e-8d8e-0a4f9f10e496 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:35.934288 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ab20af4b-690d-48eb-99da-3ab51725e5a9 req-9083149b-8891-4c0e-8d8e-0a4f9f10e496 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/ports?device_id=75c528a1-3780-4505-abf0-4ee070c5d525 HTTP/1.1" status: 200 len: 944 time: 0.1556942 Aug 16 22:52:36.014980 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ab20af4b-690d-48eb-99da-3ab51725e5a9 req-3bdb8694-559c-4620-b485-1e5ff91aadbb tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/security-groups?id=27dbc869-d84c-4027-ab20-4514a0688a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725904 Aug 16 22:52:36.135992 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-44707943-c12a-4f85-af56-4afd8b5122a3 req-3579877d-80fd-444a-b5a3-6a1cd4f7d4ac tempest-TenantUsagesTestJSON-1383740445 tempest-TenantUsagesTestJSON-1383740445-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:36.150926 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-44707943-c12a-4f85-af56-4afd8b5122a3 req-3579877d-80fd-444a-b5a3-6a1cd4f7d4ac tempest-TenantUsagesTestJSON-1383740445 tempest-TenantUsagesTestJSON-1383740445-project] Transition to ACTIVE for port object 1bb574fe-0d9b-4c9c-9cf9-096695bf9d2f will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:52:36.200657 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-44707943-c12a-4f85-af56-4afd8b5122a3 req-3579877d-80fd-444a-b5a3-6a1cd4f7d4ac tempest-TenantUsagesTestJSON-1383740445 tempest-TenantUsagesTestJSON-1383740445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:36.219146 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4459fd49-c285-42bd-b08e-de2b5163607d req-aa777c86-2b44-4862-bb56-9e00c9b32720 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=889a7380-3570-4612-b1d9-86f08e3fcda6 HTTP/1.1" status: 200 len: 210 time: 0.0297570 Aug 16 22:52:36.271920 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44707943-c12a-4f85-af56-4afd8b5122a3 req-3579877d-80fd-444a-b5a3-6a1cd4f7d4ac tempest-TenantUsagesTestJSON-1383740445 tempest-TenantUsagesTestJSON-1383740445-project] Network a2f596d0-b80e-4404-bf4b-27a7e14f50dd is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:52:36.275615 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [req-44707943-c12a-4f85-af56-4afd8b5122a3 req-3579877d-80fd-444a-b5a3-6a1cd4f7d4ac tempest-TenantUsagesTestJSON-1383740445 tempest-TenantUsagesTestJSON-1383740445-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:52:36.279493 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-44707943-c12a-4f85-af56-4afd8b5122a3 req-3579877d-80fd-444a-b5a3-6a1cd4f7d4ac tempest-TenantUsagesTestJSON-1383740445 tempest-TenantUsagesTestJSON-1383740445-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:52:36.286058 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3579877d-80fd-444a-b5a3-6a1cd4f7d4ac tempest-TenantUsagesTestJSON-1383740445 tempest-TenantUsagesTestJSON-1383740445-project] Pushing event updated for resources: {'Port': ['ID=1bb574fe-0d9b-4c9c-9cf9-096695bf9d2f,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:36.335455 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44707943-c12a-4f85-af56-4afd8b5122a3 req-3579877d-80fd-444a-b5a3-6a1cd4f7d4ac tempest-TenantUsagesTestJSON-1383740445 tempest-TenantUsagesTestJSON-1383740445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:36.336341 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-44707943-c12a-4f85-af56-4afd8b5122a3 req-3579877d-80fd-444a-b5a3-6a1cd4f7d4ac tempest-TenantUsagesTestJSON-1383740445 tempest-TenantUsagesTestJSON-1383740445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:36.358665 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-44707943-c12a-4f85-af56-4afd8b5122a3 req-3579877d-80fd-444a-b5a3-6a1cd4f7d4ac tempest-TenantUsagesTestJSON-1383740445 tempest-TenantUsagesTestJSON-1383740445-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1068983 Aug 16 22:52:36.380361 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-44707943-c12a-4f85-af56-4afd8b5122a3 req-8734341e-70b2-49fb-bcd9-3872e8db35c2 service neutron] Request body: {'port': {'device_id': 'abb54f6d-424a-4288-9dfa-eee62fae1a7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-26'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:52:36.460507 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-44707943-c12a-4f85-af56-4afd8b5122a3 req-8734341e-70b2-49fb-bcd9-3872e8db35c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:36.539590 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f90460f-adec-4325-b39d-10100e51b0c5 req-eec9b742-28af-495d-bea6-7f40b03b5ae9 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:36.547096 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4f90460f-adec-4325-b39d-10100e51b0c5 req-eec9b742-28af-495d-bea6-7f40b03b5ae9 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.68 "GET /v2.0/ports?device_id=ccafbb9c-84fb-4dc5-9318-99c0fbf40f72 HTTP/1.1" status: 200 len: 951 time: 0.1057186 Aug 16 22:52:36.583381 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ce758f-d876-4e2b-83d5-980362dbdfc1 req-d06c9291-d44f-4c52-a6b2-dc3802bec0c2 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:36.594345 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e7ce758f-d876-4e2b-83d5-980362dbdfc1 req-d06c9291-d44f-4c52-a6b2-dc3802bec0c2 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccafbb9c-84fb-4dc5-9318-99c0fbf40f72 HTTP/1.1" status: 200 len: 951 time: 0.1361222 Aug 16 22:52:36.667674 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-97576d72-95d6-4bcd-90b8-498b47064c6a None None] Provisioning for port 1bb574fe-0d9b-4c9c-9cf9-096695bf9d2f completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:52:36.673875 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-97576d72-95d6-4bcd-90b8-498b47064c6a None None] Provisioning complete for port 1bb574fe-0d9b-4c9c-9cf9-096695bf9d2f triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:52:36.674717 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-97576d72-95d6-4bcd-90b8-498b47064c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:36.733645 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-4f90460f-adec-4325-b39d-10100e51b0c5 req-b88629f1-cf03-4b82-b116-e9dae3f183f3 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Deleting port fc000a0b-c9d1-47c5-8bb6-a1ddf7834593 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:52:36.733992 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-4f90460f-adec-4325-b39d-10100e51b0c5 req-b88629f1-cf03-4b82-b116-e9dae3f183f3 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:36.762408 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e7ce758f-d876-4e2b-83d5-980362dbdfc1 req-173f035d-4dce-4ce1-912a-03531323e1c2 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676452 Aug 16 22:52:36.800587 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-97576d72-95d6-4bcd-90b8-498b47064c6a None None] Port 1bb574fe-0d9b-4c9c-9cf9-096695bf9d2f cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:52:36.915145 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-4f90460f-adec-4325-b39d-10100e51b0c5 req-b88629f1-cf03-4b82-b116-e9dae3f183f3 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] For port fc000a0b-c9d1-47c5-8bb6-a1ddf7834593, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=fc000a0b-c9d1-47c5-8bb6-a1ddf7834593,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:52:36.916421 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-4f90460f-adec-4325-b39d-10100e51b0c5 req-b88629f1-cf03-4b82-b116-e9dae3f183f3 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:36.933313 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-4f90460f-adec-4325-b39d-10100e51b0c5 req-b88629f1-cf03-4b82-b116-e9dae3f183f3 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Calling delete_port for fc000a0b-c9d1-47c5-8bb6-a1ddf7834593 owned by compute:nova {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:52:37.054011 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76175ae5-86a9-46e8-8ae5-c21801923f2f req-d2df6cc7-e334-4e6f-84bb-8e879e6e9fe4 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:37.055903 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-76175ae5-86a9-46e8-8ae5-c21801923f2f req-d2df6cc7-e334-4e6f-84bb-8e879e6e9fe4 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=acbad045-44e9-4866-b6f7-f0288855d525 HTTP/1.1" status: 200 len: 946 time: 0.1738939 Aug 16 22:52:37.091264 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-4f90460f-adec-4325-b39d-10100e51b0c5 req-b88629f1-cf03-4b82-b116-e9dae3f183f3 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:37.103855 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['fc000a0b-c9d1-47c5-8bb6-a1ddf7834593'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:52:37.132315 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88629f1-cf03-4b82-b116-e9dae3f183f3 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Pushing event deleted for resources: {'Port': ['ID=fc000a0b-c9d1-47c5-8bb6-a1ddf7834593,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:37.136132 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29afdb0-3fd7-4ca9-aecf-4a0bac4b1523 req-ff2d217a-5ede-4e1f-8024-f93a3cb4d68c tempest-TenantUsagesTestJSON-1383740445 tempest-TenantUsagesTestJSON-1383740445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:37.159497 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a29afdb0-3fd7-4ca9-aecf-4a0bac4b1523 req-ff2d217a-5ede-4e1f-8024-f93a3cb4d68c tempest-TenantUsagesTestJSON-1383740445 tempest-TenantUsagesTestJSON-1383740445-project] 10.222.0.36 "GET /v2.0/ports?device_id=abb54f6d-424a-4288-9dfa-eee62fae1a7c HTTP/1.1" status: 200 len: 936 time: 0.1740961 Aug 16 22:52:37.169727 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['3daf38f0-2d73-4b14-8053-5e2922a5d49b', 'a7acfedd-7328-4c89-b0a3-75e70efe3623'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:52:37.220751 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f90460f-adec-4325-b39d-10100e51b0c5 req-b88629f1-cf03-4b82-b116-e9dae3f183f3 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] No DVR routers for this DVR port fc000a0b-c9d1-47c5-8bb6-a1ddf7834593 on host n-h1-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:52:37.225227 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-4f90460f-adec-4325-b39d-10100e51b0c5 req-b88629f1-cf03-4b82-b116-e9dae3f183f3 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:37.227502 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4f90460f-adec-4325-b39d-10100e51b0c5 req-b88629f1-cf03-4b82-b116-e9dae3f183f3 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.68 "DELETE /v2.0/ports/fc000a0b-c9d1-47c5-8bb6-a1ddf7834593 HTTP/1.1" status: 204 len: 173 time: 0.6710985 Aug 16 22:52:37.233667 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-76175ae5-86a9-46e8-8ae5-c21801923f2f req-10cf3b58-d05e-40aa-89b8-a44448c66b74 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648602 Aug 16 22:52:37.287839 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [req-44707943-c12a-4f85-af56-4afd8b5122a3 req-8734341e-70b2-49fb-bcd9-3872e8db35c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bb574fe-0d9b-4c9c-9cf9-096695bf9d2f {{(pid=101292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:52:37.316128 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a29afdb0-3fd7-4ca9-aecf-4a0bac4b1523 req-cc05fe9a-b3e1-47f2-a22c-4af3357fc060 tempest-TenantUsagesTestJSON-1383740445 tempest-TenantUsagesTestJSON-1383740445-project] 10.222.0.36 "GET /v2.0/security-groups?id=c43ec179-cd75-4e70-bede-25c6dece4409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554530 Aug 16 22:52:37.323963 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-44707943-c12a-4f85-af56-4afd8b5122a3 req-8734341e-70b2-49fb-bcd9-3872e8db35c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:37.351906 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-44707943-c12a-4f85-af56-4afd8b5122a3 req-8734341e-70b2-49fb-bcd9-3872e8db35c2 service neutron] Transition to ACTIVE for port object 1bb574fe-0d9b-4c9c-9cf9-096695bf9d2f will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:52:37.382169 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-44707943-c12a-4f85-af56-4afd8b5122a3 req-8734341e-70b2-49fb-bcd9-3872e8db35c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:37.440724 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 0b529c13-f599-4bac-b950-254af41f6a22 up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:52:37.534690 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610ffe73-fe98-4114-9563-daae36e32737 req-6cf11c6c-d5b1-4ebd-bb6e-1dac1d7bac24 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:37.536835 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-610ffe73-fe98-4114-9563-daae36e32737 req-6cf11c6c-d5b1-4ebd-bb6e-1dac1d7bac24 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/ports?device_id=75c528a1-3780-4505-abf0-4ee070c5d525 HTTP/1.1" status: 200 len: 944 time: 0.1883042 Aug 16 22:52:37.591382 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccafbb9c-84fb-4dc5-9318-99c0fbf40f72', 'name': 'network-vif-deleted', 'tag': 'fc000a0b-c9d1-47c5-8bb6-a1ddf7834593'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:52:37.591382 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f21ef576-9235-45ba-9562-bd0c72ccbb3a" -d '{"events": [{"server_uuid": "ccafbb9c-84fb-4dc5-9318-99c0fbf40f72", "name": "network-vif-deleted", "tag": "fc000a0b-c9d1-47c5-8bb6-a1ddf7834593"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:52:37.646269 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning for port 0b529c13-f599-4bac-b950-254af41f6a22 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:52:37.675303 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8734341e-70b2-49fb-bcd9-3872e8db35c2 service neutron] Pushing event updated for resources: {'Port': ['ID=1bb574fe-0d9b-4c9c-9cf9-096695bf9d2f,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:37.687974 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-795a769a-1a9f-45cb-bffd-98859e5a91c5 x-openstack-request-id: req-795a769a-1a9f-45cb-bffd-98859e5a91c5 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:52:37.688268 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccafbb9c-84fb-4dc5-9318-99c0fbf40f72", "name": "network-vif-deleted", "tag": "fc000a0b-c9d1-47c5-8bb6-a1ddf7834593", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:52:37.688520 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-795a769a-1a9f-45cb-bffd-98859e5a91c5 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:52:37.689116 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccafbb9c-84fb-4dc5-9318-99c0fbf40f72', 'name': 'network-vif-deleted', 'tag': 'fc000a0b-c9d1-47c5-8bb6-a1ddf7834593', 'status': 'completed', 'code': 200} Aug 16 22:52:37.692522 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port 0b529c13-f599-4bac-b950-254af41f6a22 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:52:37.693512 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:37.740597 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-610ffe73-fe98-4114-9563-daae36e32737 req-60fa7d78-ddcb-49d5-a9a7-e440374b2331 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/security-groups?id=27dbc869-d84c-4027-ab20-4514a0688a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886339 Aug 16 22:52:37.791616 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-44707943-c12a-4f85-af56-4afd8b5122a3 req-8734341e-70b2-49fb-bcd9-3872e8db35c2 service neutron] Attempting to bind port 1bb574fe-0d9b-4c9c-9cf9-096695bf9d2f on host n-h2-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:52:37.792920 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-44707943-c12a-4f85-af56-4afd8b5122a3 req-8734341e-70b2-49fb-bcd9-3872e8db35c2 service neutron] Attempting to bind port 1bb574fe-0d9b-4c9c-9cf9-096695bf9d2f by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:52:37.793271 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44707943-c12a-4f85-af56-4afd8b5122a3 req-8734341e-70b2-49fb-bcd9-3872e8db35c2 service neutron] Attempting to bind port 1bb574fe-0d9b-4c9c-9cf9-096695bf9d2f on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:52:37.803908 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44707943-c12a-4f85-af56-4afd8b5122a3 req-8734341e-70b2-49fb-bcd9-3872e8db35c2 service neutron] Port 1bb574fe-0d9b-4c9c-9cf9-096695bf9d2f on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:52:37.809003 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44707943-c12a-4f85-af56-4afd8b5122a3 req-8734341e-70b2-49fb-bcd9-3872e8db35c2 service neutron] Attempting to bind port 1bb574fe-0d9b-4c9c-9cf9-096695bf9d2f on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:52:37.819156 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44707943-c12a-4f85-af56-4afd8b5122a3 req-8734341e-70b2-49fb-bcd9-3872e8db35c2 service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:52:37.820011 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44707943-c12a-4f85-af56-4afd8b5122a3 req-8734341e-70b2-49fb-bcd9-3872e8db35c2 service neutron] Checking segment: {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:52:37.820011 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44707943-c12a-4f85-af56-4afd8b5122a3 req-8734341e-70b2-49fb-bcd9-3872e8db35c2 service neutron] Bound using segment: {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:52:37.827122 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-44707943-c12a-4f85-af56-4afd8b5122a3 req-8734341e-70b2-49fb-bcd9-3872e8db35c2 service neutron] Bound port: 1bb574fe-0d9b-4c9c-9cf9-096695bf9d2f, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:52:37.827540 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-44707943-c12a-4f85-af56-4afd8b5122a3 req-8734341e-70b2-49fb-bcd9-3872e8db35c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:37.984669 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:38.006672 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-44707943-c12a-4f85-af56-4afd8b5122a3 req-8734341e-70b2-49fb-bcd9-3872e8db35c2 service neutron] For port 1bb574fe-0d9b-4c9c-9cf9-096695bf9d2f, host n-h2-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:52:38.020265 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-44707943-c12a-4f85-af56-4afd8b5122a3 req-8734341e-70b2-49fb-bcd9-3872e8db35c2 service neutron] For port 1bb574fe-0d9b-4c9c-9cf9-096695bf9d2f, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=1bb574fe-0d9b-4c9c-9cf9-096695bf9d2f,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:52:38.035533 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75c528a1-3780-4505-abf0-4ee070c5d525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b529c13-f599-4bac-b950-254af41f6a22'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:52:38.040355 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39c75462-e66b-4c5f-a579-3863accccd09" -d '{"events": [{"server_uuid": "75c528a1-3780-4505-abf0-4ee070c5d525", "name": "network-vif-plugged", "status": "completed", "tag": "0b529c13-f599-4bac-b950-254af41f6a22"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:52:38.047261 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-44707943-c12a-4f85-af56-4afd8b5122a3 req-8734341e-70b2-49fb-bcd9-3872e8db35c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:38.086042 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 0b529c13-f599-4bac-b950-254af41f6a22, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=0b529c13-f599-4bac-b950-254af41f6a22,segment=NetworkSegment(14912929-ceb9-4c21-80c4-b8179d0f9d12),segment_id=14912929-ceb9-4c21-80c4-b8179d0f9d12)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:52:38.098647 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:38.099627 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device fc000a0b-c9d1-47c5-8bb6-a1ddf7834593 no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:52:38.120003 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-97fe8459-2561-4bfa-ad92-30b874612664 req-85e11f16-f679-47d4-8f39-833c13930a63 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccafbb9c-84fb-4dc5-9318-99c0fbf40f72 HTTP/1.1" status: 200 len: 210 time: 0.0969994 Aug 16 22:52:38.139965 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d5cecd4-a505-4b60-8a77-5e6f47cb86cd x-openstack-request-id: req-2d5cecd4-a505-4b60-8a77-5e6f47cb86cd {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:52:38.140468 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75c528a1-3780-4505-abf0-4ee070c5d525", "name": "network-vif-plugged", "status": "completed", "tag": "0b529c13-f599-4bac-b950-254af41f6a22", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:52:38.140746 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2d5cecd4-a505-4b60-8a77-5e6f47cb86cd {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:52:38.141580 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75c528a1-3780-4505-abf0-4ee070c5d525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b529c13-f599-4bac-b950-254af41f6a22', 'code': 200} Aug 16 22:52:38.145787 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] No Port match for: fc000a0b-c9d1-47c5-8bb6-a1ddf7834593 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:52:38.146139 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device fc000a0b-c9d1-47c5-8bb6-a1ddf7834593 not bound to the agent host n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:52:38.168450 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44707943-c12a-4f85-af56-4afd8b5122a3 req-8734341e-70b2-49fb-bcd9-3872e8db35c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:38.169254 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-44707943-c12a-4f85-af56-4afd8b5122a3 req-8734341e-70b2-49fb-bcd9-3872e8db35c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:38.170853 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-44707943-c12a-4f85-af56-4afd8b5122a3 req-8734341e-70b2-49fb-bcd9-3872e8db35c2 service neutron] 10.222.0.57 "PUT /v2.0/ports/1bb574fe-0d9b-4c9c-9cf9-096695bf9d2f HTTP/1.1" status: 200 len: 1097 time: 1.7958667 Aug 16 22:52:38.177354 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abb54f6d-424a-4288-9dfa-eee62fae1a7c', 'tag': '1bb574fe-0d9b-4c9c-9cf9-096695bf9d2f'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:52:38.179801 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a993e37-cd15-4479-bfbb-ed85f0ebb6a3" -d '{"events": [{"name": "network-changed", "server_uuid": "abb54f6d-424a-4288-9dfa-eee62fae1a7c", "tag": "1bb574fe-0d9b-4c9c-9cf9-096695bf9d2f"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:52:38.238100 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8734341e-70b2-49fb-bcd9-3872e8db35c2 service neutron] Pushing event updated for resources: {'Port': ['ID=1bb574fe-0d9b-4c9c-9cf9-096695bf9d2f,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:38.315296 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=0b529c13-f599-4bac-b950-254af41f6a22,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:38.318806 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ade2ed-541f-4cad-bb90-b665ab8c492b req-f5c808d3-1937-4149-a600-013adf73a0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:38.329154 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e1ade2ed-541f-4cad-bb90-b665ab8c492b req-f5c808d3-1937-4149-a600-013adf73a0ad service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=75c528a1-3780-4505-abf0-4ee070c5d525 HTTP/1.1" status: 200 len: 1097 time: 0.1212754 Aug 16 22:52:38.396106 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e1ade2ed-541f-4cad-bb90-b665ab8c492b req-d4e98789-6a4c-4e88-a29d-803442c4433c service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=27dbc869-d84c-4027-ab20-4514a0688a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660517 Aug 16 22:52:38.432803 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44707943-c12a-4f85-af56-4afd8b5122a3 req-702973ff-2e35-45b3-968e-d120827a5c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:38.434692 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-44707943-c12a-4f85-af56-4afd8b5122a3 req-702973ff-2e35-45b3-968e-d120827a5c31 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=10374e48bd5746119fe77609b856aa5f&device_id=abb54f6d-424a-4288-9dfa-eee62fae1a7c HTTP/1.1" status: 200 len: 1100 time: 0.1929960 Aug 16 22:52:38.535320 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-44707943-c12a-4f85-af56-4afd8b5122a3 req-98ce201d-2e15-4293-a3fc-1045b91f5366 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=1bb574fe-0d9b-4c9c-9cf9-096695bf9d2f HTTP/1.1" status: 200 len: 217 time: 0.0756221 Aug 16 22:52:38.554621 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d555b0a-5bb3-4cb5-ada9-914f6fb75e33 req-db6112d8-7c1a-497d-be4e-9e2da04a7a6e tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:38.564019 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0d555b0a-5bb3-4cb5-ada9-914f6fb75e33 req-db6112d8-7c1a-497d-be4e-9e2da04a7a6e tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=acbad045-44e9-4866-b6f7-f0288855d525 HTTP/1.1" status: 200 len: 946 time: 0.1865423 Aug 16 22:52:38.568471 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82d524f9-a203-4065-9c77-11ab6e1adc80 x-openstack-request-id: req-82d524f9-a203-4065-9c77-11ab6e1adc80 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:52:38.568901 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abb54f6d-424a-4288-9dfa-eee62fae1a7c", "tag": "1bb574fe-0d9b-4c9c-9cf9-096695bf9d2f", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:52:38.569266 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-82d524f9-a203-4065-9c77-11ab6e1adc80 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:52:38.569769 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abb54f6d-424a-4288-9dfa-eee62fae1a7c', 'tag': '1bb574fe-0d9b-4c9c-9cf9-096695bf9d2f', 'status': 'completed', 'code': 200} Aug 16 22:52:38.735502 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44707943-c12a-4f85-af56-4afd8b5122a3 req-9bfa20ba-54ed-490c-b50e-0ec2a89af226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:38.737478 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-44707943-c12a-4f85-af56-4afd8b5122a3 req-9bfa20ba-54ed-490c-b50e-0ec2a89af226 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6af2b868-37d3-46ab-a526-0465929f13c8 HTTP/1.1" status: 200 len: 843 time: 0.1705806 Aug 16 22:52:38.751479 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0d555b0a-5bb3-4cb5-ada9-914f6fb75e33 req-a0d0db3b-eb4e-4f79-a1fc-57732ca25a5f tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861742 Aug 16 22:52:38.828118 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d7125d-6498-490b-bec1-d36e0f48bc18 req-1836439a-341f-4700-933e-d693db737a41 tempest-TenantUsagesTestJSON-1383740445 tempest-TenantUsagesTestJSON-1383740445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:38.836496 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-52d7125d-6498-490b-bec1-d36e0f48bc18 req-1836439a-341f-4700-933e-d693db737a41 tempest-TenantUsagesTestJSON-1383740445 tempest-TenantUsagesTestJSON-1383740445-project] 10.222.0.36 "GET /v2.0/ports?device_id=abb54f6d-424a-4288-9dfa-eee62fae1a7c HTTP/1.1" status: 200 len: 948 time: 0.1786847 Aug 16 22:52:38.863063 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44707943-c12a-4f85-af56-4afd8b5122a3 req-0333872d-4508-4352-bd9e-3635cf436fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:38.865043 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-44707943-c12a-4f85-af56-4afd8b5122a3 req-0333872d-4508-4352-bd9e-3635cf436fbf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1077993 Aug 16 22:52:38.902406 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-52d7125d-6498-490b-bec1-d36e0f48bc18 req-1dcc069f-3dae-474c-b42e-663004750121 tempest-TenantUsagesTestJSON-1383740445 tempest-TenantUsagesTestJSON-1383740445-project] 10.222.0.36 "GET /v2.0/security-groups?id=c43ec179-cd75-4e70-bede-25c6dece4409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646722 Aug 16 22:52:39.143104 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d35d38c-925f-44c9-96bd-bbee0badfde2 req-984424b4-1baf-4799-b51e-08a857f39c63 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:39.146280 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2d35d38c-925f-44c9-96bd-bbee0badfde2 req-984424b4-1baf-4799-b51e-08a857f39c63 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/ports?device_id=75c528a1-3780-4505-abf0-4ee070c5d525 HTTP/1.1" status: 200 len: 945 time: 0.2221220 Aug 16 22:52:39.240808 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-44707943-c12a-4f85-af56-4afd8b5122a3 req-26088ebe-1b0f-4038-bfd8-51e7c2e66b41 service neutron] 10.222.0.57 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3505342 Aug 16 22:52:39.349250 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2d35d38c-925f-44c9-96bd-bbee0badfde2 req-0e26c991-4e75-4896-b2d2-c498f7ecce65 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/security-groups?id=27dbc869-d84c-4027-ab20-4514a0688a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014821 Aug 16 22:52:39.445972 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-44707943-c12a-4f85-af56-4afd8b5122a3 req-b66a3354-6413-41b6-a476-cb77a48285e2 service neutron] 10.222.0.57 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036660 Aug 16 22:52:39.519237 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 58986) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:39.585996 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a993e37-cd15-4479-bfbb-ed85f0ebb6a3 req-3dfbbd26-efcc-4f1d-bfd1-f844cfb8ce04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:39.588304 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8a993e37-cd15-4479-bfbb-ed85f0ebb6a3 req-3dfbbd26-efcc-4f1d-bfd1-f844cfb8ce04 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=10374e48bd5746119fe77609b856aa5f&device_id=abb54f6d-424a-4288-9dfa-eee62fae1a7c HTTP/1.1" status: 200 len: 1100 time: 0.0491390 Aug 16 22:52:39.818727 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-97956a9d-47e1-4003-b876-9335cc9bec11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:39.835143 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a993e37-cd15-4479-bfbb-ed85f0ebb6a3 req-ff516857-12cd-4980-bd83-f792e157581f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:39.836928 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8a993e37-cd15-4479-bfbb-ed85f0ebb6a3 req-ff516857-12cd-4980-bd83-f792e157581f service neutron] 10.222.0.57 "GET /v2.0/networks?id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd HTTP/1.1" status: 200 len: 870 time: 0.2284381 Aug 16 22:52:39.849829 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9386dff8-7660-4038-91cc-d9ed5e3f8bb2 req-c8530234-064d-4ee2-bed2-6b757eb7fc29 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:39.851264 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9386dff8-7660-4038-91cc-d9ed5e3f8bb2 req-c8530234-064d-4ee2-bed2-6b757eb7fc29 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd80fd78-9e08-4cc7-a161-80457457a8fc HTTP/1.1" status: 200 len: 950 time: 0.1264682 Aug 16 22:52:39.927781 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8a993e37-cd15-4479-bfbb-ed85f0ebb6a3 req-c19c236e-0498-4ef3-8a1a-0c2553fb9522 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=1bb574fe-0d9b-4c9c-9cf9-096695bf9d2f HTTP/1.1" status: 200 len: 217 time: 0.0727980 Aug 16 22:52:40.015414 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9386dff8-7660-4038-91cc-d9ed5e3f8bb2 req-11fc4988-eb11-4c8e-afc7-ed9812bdc20f tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441734 Aug 16 22:52:40.029944 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a993e37-cd15-4479-bfbb-ed85f0ebb6a3 req-b3836dbe-2c1c-482f-9cac-2bd26b388048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:40.031747 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8a993e37-cd15-4479-bfbb-ed85f0ebb6a3 req-b3836dbe-2c1c-482f-9cac-2bd26b388048 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6af2b868-37d3-46ab-a526-0465929f13c8 HTTP/1.1" status: 200 len: 843 time: 0.0932059 Aug 16 22:52:40.039603 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240f71c5-21ec-4df4-ae51-e1335abca8ad req-854815f5-a33d-4144-bbb6-63665c140c97 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:40.041707 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-240f71c5-21ec-4df4-ae51-e1335abca8ad req-854815f5-a33d-4144-bbb6-63665c140c97 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=acbad045-44e9-4866-b6f7-f0288855d525 HTTP/1.1" status: 200 len: 946 time: 0.1998060 Aug 16 22:52:40.162879 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-240f71c5-21ec-4df4-ae51-e1335abca8ad req-3dccc869-bea3-4217-8774-8ccefe87ff28 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081400 Aug 16 22:52:40.183683 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a993e37-cd15-4479-bfbb-ed85f0ebb6a3 req-d0dc0a78-8b8e-41b3-92b7-c6709472db52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:40.185234 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8a993e37-cd15-4479-bfbb-ed85f0ebb6a3 req-d0dc0a78-8b8e-41b3-92b7-c6709472db52 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1426475 Aug 16 22:52:40.197947 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-97956a9d-47e1-4003-b876-9335cc9bec11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:40.216578 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38284e0c-4aad-4d3e-a3bc-f363a809fbdf req-06bb671b-ee7d-4ba1-8557-dfb3569748ce tempest-TenantUsagesTestJSON-1383740445 tempest-TenantUsagesTestJSON-1383740445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:40.219709 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-38284e0c-4aad-4d3e-a3bc-f363a809fbdf req-06bb671b-ee7d-4ba1-8557-dfb3569748ce tempest-TenantUsagesTestJSON-1383740445 tempest-TenantUsagesTestJSON-1383740445-project] 10.222.0.36 "GET /v2.0/ports?device_id=abb54f6d-424a-4288-9dfa-eee62fae1a7c HTTP/1.1" status: 200 len: 948 time: 0.0936208 Aug 16 22:52:40.220402 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-97956a9d-47e1-4003-b876-9335cc9bec11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:40.308158 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97956a9d-47e1-4003-b876-9335cc9bec11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17baed7c-37f4-460e-86e4-22d976b84ea7,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:40.340951 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-97956a9d-47e1-4003-b876-9335cc9bec11 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2fb70b3d729c467b9412aa18a992e0db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8205884 Aug 16 22:52:40.343704 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 59002) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:40.398162 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-51ca6147-6707-4d7a-8083-9c5eff998e83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:40.404381 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-38284e0c-4aad-4d3e-a3bc-f363a809fbdf req-225799ce-3bf8-45ed-a509-231b71cad4be tempest-TenantUsagesTestJSON-1383740445 tempest-TenantUsagesTestJSON-1383740445-project] 10.222.0.36 "GET /v2.0/security-groups?id=c43ec179-cd75-4e70-bede-25c6dece4409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717062 Aug 16 22:52:40.443730 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-51ca6147-6707-4d7a-8083-9c5eff998e83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:40.491042 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8a993e37-cd15-4479-bfbb-ed85f0ebb6a3 req-75a7c220-68e9-41f9-83a0-fa0cfbe87326 service neutron] 10.222.0.57 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315269 Aug 16 22:52:40.501725 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-51ca6147-6707-4d7a-8083-9c5eff998e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:40.504280 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-51ca6147-6707-4d7a-8083-9c5eff998e83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:40.505699 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-51ca6147-6707-4d7a-8083-9c5eff998e83 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/17baed7c-37f4-460e-86e4-22d976b84ea7 HTTP/1.1" status: 204 len: 168 time: 0.1610181 Aug 16 22:52:40.519003 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ca6147-6707-4d7a-8083-9c5eff998e83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17baed7c-37f4-460e-86e4-22d976b84ea7,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:40.597126 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e7bdfb-f8be-4566-9a42-cffd731b886c req-a6437152-b544-44a4-a06c-f70d1c2eda2f tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:40.599327 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-65e7bdfb-f8be-4566-9a42-cffd731b886c req-a6437152-b544-44a4-a06c-f70d1c2eda2f tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/ports?device_id=75c528a1-3780-4505-abf0-4ee070c5d525 HTTP/1.1" status: 200 len: 945 time: 0.1425123 Aug 16 22:52:40.856753 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:40.926127 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 59012) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:40.942254 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b3da2914-a05f-4b89-b63f-90e3d18fc352 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:41.039739 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-65e7bdfb-f8be-4566-9a42-cffd731b886c req-37281f0e-8899-4224-8b5f-e60a9ba19a4f tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/security-groups?id=27dbc869-d84c-4027-ab20-4514a0688a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4173188 Aug 16 22:52:41.052678 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8a993e37-cd15-4479-bfbb-ed85f0ebb6a3 req-a830982e-9eda-4c1f-b067-3b7cf15e8901 service neutron] 10.222.0.57 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5520225 Aug 16 22:52:41.107246 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b3da2914-a05f-4b89-b63f-90e3d18fc352 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:41.113718 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b3da2914-a05f-4b89-b63f-90e3d18fc352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:41.169514 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-b3da2914-a05f-4b89-b63f-90e3d18fc352 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f0322ede2d2c474ba76b6fd3b93c2617&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2419760 Aug 16 22:52:41.172286 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 59018) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:41.180371 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3da2914-a05f-4b89-b63f-90e3d18fc352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a44476-1a37-4289-8ea2-c1a011d6f9ed,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:41.192168 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab013f26-4849-45db-a42d-f22b84d2926d req-e5dbcb35-05dd-403f-82fd-70287a461ac8 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:41.194111 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ab013f26-4849-45db-a42d-f22b84d2926d req-e5dbcb35-05dd-403f-82fd-70287a461ac8 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd80fd78-9e08-4cc7-a161-80457457a8fc HTTP/1.1" status: 200 len: 950 time: 0.0875852 Aug 16 22:52:41.259894 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ab013f26-4849-45db-a42d-f22b84d2926d req-d189cb3e-a00f-4198-8374-ad03c6baf771 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571439 Aug 16 22:52:41.273804 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2ec18b1b-5f4c-47f1-b9b7-6dfc1968aeef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:41.324913 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2ec18b1b-5f4c-47f1-b9b7-6dfc1968aeef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:41.396674 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb56beeb-68e8-4956-8ee6-9f72728fa304 req-919b45ab-52f8-4994-a9a3-be7a5d9d4ca7 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:41.398156 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fb56beeb-68e8-4956-8ee6-9f72728fa304 req-919b45ab-52f8-4994-a9a3-be7a5d9d4ca7 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=acbad045-44e9-4866-b6f7-f0288855d525 HTTP/1.1" status: 200 len: 946 time: 0.1139686 Aug 16 22:52:41.423473 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f871c03f-f7cc-4482-a5d4-0ed969f8c26e req-93eb364f-fcce-4772-b9a7-3c0d1e9520a6 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:41.424953 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f871c03f-f7cc-4482-a5d4-0ed969f8c26e req-93eb364f-fcce-4772-b9a7-3c0d1e9520a6 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/ports?device_id=75c528a1-3780-4505-abf0-4ee070c5d525 HTTP/1.1" status: 200 len: 945 time: 0.1023772 Aug 16 22:52:41.453541 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2ec18b1b-5f4c-47f1-b9b7-6dfc1968aeef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:41.455971 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2ec18b1b-5f4c-47f1-b9b7-6dfc1968aeef admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:41.457101 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-2ec18b1b-5f4c-47f1-b9b7-6dfc1968aeef admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c8a44476-1a37-4289-8ea2-c1a011d6f9ed HTTP/1.1" status: 204 len: 168 time: 0.2834044 Aug 16 22:52:41.482107 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec18b1b-5f4c-47f1-b9b7-6dfc1968aeef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a44476-1a37-4289-8ea2-c1a011d6f9ed,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:41.489960 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fb56beeb-68e8-4956-8ee6-9f72728fa304 req-067c0c9e-8622-4f14-87ca-c3b6e37db5e9 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834134 Aug 16 22:52:41.496420 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f871c03f-f7cc-4482-a5d4-0ed969f8c26e req-1724ad37-d6b0-4570-b0bc-d4e0bda615d4 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/security-groups?id=27dbc869-d84c-4027-ab20-4514a0688a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651133 Aug 16 22:52:41.694846 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:52:41.754958 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39df9b35-799a-438e-9525-224a6e494ad5 req-a42cabf9-763c-405e-9e69-0b41589d91d0 tempest-TenantUsagesTestJSON-1383740445 tempest-TenantUsagesTestJSON-1383740445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:41.756575 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-39df9b35-799a-438e-9525-224a6e494ad5 req-a42cabf9-763c-405e-9e69-0b41589d91d0 tempest-TenantUsagesTestJSON-1383740445 tempest-TenantUsagesTestJSON-1383740445-project] 10.222.0.36 "GET /v2.0/ports?device_id=abb54f6d-424a-4288-9dfa-eee62fae1a7c HTTP/1.1" status: 200 len: 948 time: 0.0549493 Aug 16 22:52:41.806180 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-39df9b35-799a-438e-9525-224a6e494ad5 req-9427c640-308f-4892-aab7-df69ad4e08bc tempest-TenantUsagesTestJSON-1383740445 tempest-TenantUsagesTestJSON-1383740445-project] 10.222.0.36 "GET /v2.0/security-groups?id=c43ec179-cd75-4e70-bede-25c6dece4409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393100 Aug 16 22:52:42.090079 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a125863-d9c3-45b5-9b05-fb257c999129 req-ee57bb0f-3370-44c9-a25b-ed690d5e2516 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:42.091598 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2a125863-d9c3-45b5-9b05-fb257c999129 req-ee57bb0f-3370-44c9-a25b-ed690d5e2516 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd80fd78-9e08-4cc7-a161-80457457a8fc HTTP/1.1" status: 200 len: 950 time: 0.0618570 Aug 16 22:52:42.175849 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ee8cb4-9a27-48a7-8f66-40d252ed7ac2 req-5d29a1f4-9a20-43e8-9ec0-2e547ef730c8 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:42.177421 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c0ee8cb4-9a27-48a7-8f66-40d252ed7ac2 req-5d29a1f4-9a20-43e8-9ec0-2e547ef730c8 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=874b6679-a5eb-4e9a-a8a3-13432fb39a1e HTTP/1.1" status: 200 len: 944 time: 0.0849204 Aug 16 22:52:42.237905 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c0ee8cb4-9a27-48a7-8f66-40d252ed7ac2 req-b06db48d-30f0-40ff-a45f-df97c26d3756 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395579 Aug 16 22:52:42.263576 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-2a125863-d9c3-45b5-9b05-fb257c999129 req-e506e891-8507-4d18-8504-d418073981fe tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Deleting port a7acfedd-7328-4c89-b0a3-75e70efe3623 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:52:42.264049 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-2a125863-d9c3-45b5-9b05-fb257c999129 req-e506e891-8507-4d18-8504-d418073981fe tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:42.385288 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-2a125863-d9c3-45b5-9b05-fb257c999129 req-e506e891-8507-4d18-8504-d418073981fe tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] For port a7acfedd-7328-4c89-b0a3-75e70efe3623, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=a7acfedd-7328-4c89-b0a3-75e70efe3623,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:52:42.385660 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-2a125863-d9c3-45b5-9b05-fb257c999129 req-e506e891-8507-4d18-8504-d418073981fe tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:42.402962 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-2a125863-d9c3-45b5-9b05-fb257c999129 req-e506e891-8507-4d18-8504-d418073981fe tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Calling delete_port for a7acfedd-7328-4c89-b0a3-75e70efe3623 owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:52:42.421513 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9114c254-a60f-4288-ba4e-fb088ac22d9c req-d4efd44e-2970-41d7-9a71-61f4fae4fc78 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:42.423017 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9114c254-a60f-4288-ba4e-fb088ac22d9c req-d4efd44e-2970-41d7-9a71-61f4fae4fc78 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd80fd78-9e08-4cc7-a161-80457457a8fc HTTP/1.1" status: 200 len: 950 time: 0.0829601 Aug 16 22:52:42.505158 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9114c254-a60f-4288-ba4e-fb088ac22d9c req-68ae1afd-d537-417c-9bc1-a68345929321 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763395 Aug 16 22:52:42.636751 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-2a125863-d9c3-45b5-9b05-fb257c999129 req-e506e891-8507-4d18-8504-d418073981fe tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:42.651395 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6de6098-5807-4c89-aa94-17bff49eb876 req-b2db98ad-4383-49fb-bb1f-4ed70b34f38c tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:42.653495 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-a6de6098-5807-4c89-aa94-17bff49eb876 req-b2db98ad-4383-49fb-bb1f-4ed70b34f38c tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.68 "GET /v2.0/ports?device_id=874b6679-a5eb-4e9a-a8a3-13432fb39a1e HTTP/1.1" status: 200 len: 944 time: 0.0606320 Aug 16 22:52:42.673483 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['3daf38f0-2d73-4b14-8053-5e2922a5d49b', 'a7acfedd-7328-4c89-b0a3-75e70efe3623'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:52:42.689004 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e506e891-8507-4d18-8504-d418073981fe tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Pushing event deleted for resources: {'Port': ['ID=a7acfedd-7328-4c89-b0a3-75e70efe3623,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:42.736523 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60193a7-4307-4fd7-89ff-10942dd133b3 req-ddb7184d-d6f1-44ab-b9da-3550a2768fe5 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:42.738104 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e60193a7-4307-4fd7-89ff-10942dd133b3 req-ddb7184d-d6f1-44ab-b9da-3550a2768fe5 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/ports?device_id=75c528a1-3780-4505-abf0-4ee070c5d525 HTTP/1.1" status: 200 len: 945 time: 0.1463058 Aug 16 22:52:42.769707 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4062f9b3-b8ac-4424-8b95-d2ffdc71f48c req-f33d38bc-9f9c-46f0-b80a-a0d01f30fd89 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:42.771520 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4062f9b3-b8ac-4424-8b95-d2ffdc71f48c req-f33d38bc-9f9c-46f0-b80a-a0d01f30fd89 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=acbad045-44e9-4866-b6f7-f0288855d525 HTTP/1.1" status: 200 len: 946 time: 0.1760271 Aug 16 22:52:42.773599 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a125863-d9c3-45b5-9b05-fb257c999129 req-e506e891-8507-4d18-8504-d418073981fe tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] No DVR routers for this DVR port a7acfedd-7328-4c89-b0a3-75e70efe3623 on host n-h2-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:52:42.784382 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-2a125863-d9c3-45b5-9b05-fb257c999129 req-e506e891-8507-4d18-8504-d418073981fe tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:42.786116 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2a125863-d9c3-45b5-9b05-fb257c999129 req-e506e891-8507-4d18-8504-d418073981fe tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.57 "DELETE /v2.0/ports/a7acfedd-7328-4c89-b0a3-75e70efe3623 HTTP/1.1" status: 204 len: 173 time: 0.6853776 Aug 16 22:52:42.786565 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd80fd78-9e08-4cc7-a161-80457457a8fc', 'name': 'network-vif-deleted', 'tag': 'a7acfedd-7328-4c89-b0a3-75e70efe3623'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:52:42.789299 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aefc11a7-1dae-4a3b-aae9-572d154294e2" -d '{"events": [{"server_uuid": "dd80fd78-9e08-4cc7-a161-80457457a8fc", "name": "network-vif-deleted", "tag": "a7acfedd-7328-4c89-b0a3-75e70efe3623"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:52:42.795852 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da8a648-2ded-4434-a4dd-a6c0b91a8a92 req-63189c00-2b3a-4554-9bd2-3c0cac3504ee tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:42.797472 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0da8a648-2ded-4434-a4dd-a6c0b91a8a92 req-63189c00-2b3a-4554-9bd2-3c0cac3504ee tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.68 "GET /v2.0/ports?device_id=75c528a1-3780-4505-abf0-4ee070c5d525 HTTP/1.1" status: 200 len: 945 time: 0.1082799 Aug 16 22:52:42.854203 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-a6de6098-5807-4c89-aa94-17bff49eb876 req-e9d1cb59-cbe1-4328-a6aa-291593b4fe52 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Deleting port f60c1841-d48e-4cc7-b1a1-1650b8d9fd20 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:52:42.855333 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e60193a7-4307-4fd7-89ff-10942dd133b3 req-fa7b8907-460f-4513-8a48-cc474c8e479d tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/security-groups?id=27dbc869-d84c-4027-ab20-4514a0688a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817199 Aug 16 22:52:42.863105 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-a6de6098-5807-4c89-aa94-17bff49eb876 req-e9d1cb59-cbe1-4328-a6aa-291593b4fe52 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:42.881327 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4062f9b3-b8ac-4424-8b95-d2ffdc71f48c req-1a8033f5-0564-4a02-882e-ea233023c5a3 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640082 Aug 16 22:52:43.030323 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8938b22e-3b51-48ce-842b-940169ef4afd x-openstack-request-id: req-8938b22e-3b51-48ce-842b-940169ef4afd {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:52:43.030956 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd80fd78-9e08-4cc7-a161-80457457a8fc", "name": "network-vif-deleted", "tag": "a7acfedd-7328-4c89-b0a3-75e70efe3623", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:52:43.031687 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8938b22e-3b51-48ce-842b-940169ef4afd {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:52:43.032780 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd80fd78-9e08-4cc7-a161-80457457a8fc', 'name': 'network-vif-deleted', 'tag': 'a7acfedd-7328-4c89-b0a3-75e70efe3623', 'status': 'completed', 'code': 200} Aug 16 22:52:43.049451 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-a6de6098-5807-4c89-aa94-17bff49eb876 req-e9d1cb59-cbe1-4328-a6aa-291593b4fe52 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] For port f60c1841-d48e-4cc7-b1a1-1650b8d9fd20, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=f60c1841-d48e-4cc7-b1a1-1650b8d9fd20,segment=NetworkSegment(b4a6b143-6a51-43cd-8781-944dbb368ca5),segment_id=b4a6b143-6a51-43cd-8781-944dbb368ca5)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:52:43.049818 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-a6de6098-5807-4c89-aa94-17bff49eb876 req-e9d1cb59-cbe1-4328-a6aa-291593b4fe52 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:43.069502 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-a6de6098-5807-4c89-aa94-17bff49eb876 req-e9d1cb59-cbe1-4328-a6aa-291593b4fe52 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Calling delete_port for f60c1841-d48e-4cc7-b1a1-1650b8d9fd20 owned by compute:nova {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:52:43.091570 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-0da8a648-2ded-4434-a4dd-a6c0b91a8a92 req-06cb0d35-c836-409d-8775-bf113b5aab9d tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Deleting port 0b529c13-f599-4bac-b950-254af41f6a22 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:52:43.091920 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-0da8a648-2ded-4434-a4dd-a6c0b91a8a92 req-06cb0d35-c836-409d-8775-bf113b5aab9d tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:43.146726 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c6fc08-cd28-4ea1-8979-302ed5fc1360 req-40e61140-b613-40b7-9ca6-932858571fb8 tempest-TenantUsagesTestJSON-1383740445 tempest-TenantUsagesTestJSON-1383740445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:43.149413 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a5c6fc08-cd28-4ea1-8979-302ed5fc1360 req-40e61140-b613-40b7-9ca6-932858571fb8 tempest-TenantUsagesTestJSON-1383740445 tempest-TenantUsagesTestJSON-1383740445-project] 10.222.0.36 "GET /v2.0/ports?device_id=abb54f6d-424a-4288-9dfa-eee62fae1a7c HTTP/1.1" status: 200 len: 948 time: 0.0775797 Aug 16 22:52:43.208922 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a5c6fc08-cd28-4ea1-8979-302ed5fc1360 req-7eda6aec-f39f-4cb3-a32c-b2460f43016a tempest-TenantUsagesTestJSON-1383740445 tempest-TenantUsagesTestJSON-1383740445-project] 10.222.0.36 "GET /v2.0/security-groups?id=c43ec179-cd75-4e70-bede-25c6dece4409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519512 Aug 16 22:52:43.267964 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-0da8a648-2ded-4434-a4dd-a6c0b91a8a92 req-06cb0d35-c836-409d-8775-bf113b5aab9d tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] For port 0b529c13-f599-4bac-b950-254af41f6a22, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=0b529c13-f599-4bac-b950-254af41f6a22,segment=NetworkSegment(14912929-ceb9-4c21-80c4-b8179d0f9d12),segment_id=14912929-ceb9-4c21-80c4-b8179d0f9d12)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:52:43.268331 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-0da8a648-2ded-4434-a4dd-a6c0b91a8a92 req-06cb0d35-c836-409d-8775-bf113b5aab9d tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:43.290564 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-0da8a648-2ded-4434-a4dd-a6c0b91a8a92 req-06cb0d35-c836-409d-8775-bf113b5aab9d tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Calling delete_port for 0b529c13-f599-4bac-b950-254af41f6a22 owned by compute:nova {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:52:43.352178 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-a6de6098-5807-4c89-aa94-17bff49eb876 req-e9d1cb59-cbe1-4328-a6aa-291593b4fe52 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:43.359647 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f1002322-7142-4a04-9dff-4ac5a576e79e req-ee44db2f-76dd-493e-a7cf-627bf26c1464 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=874b6679-a5eb-4e9a-a8a3-13432fb39a1e HTTP/1.1" status: 200 len: 210 time: 0.0330315 Aug 16 22:52:43.364777 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['f60c1841-d48e-4cc7-b1a1-1650b8d9fd20'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:52:43.393126 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d1cb59-cbe1-4328-a6aa-291593b4fe52 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Pushing event deleted for resources: {'Port': ['ID=f60c1841-d48e-4cc7-b1a1-1650b8d9fd20,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:43.460904 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6de6098-5807-4c89-aa94-17bff49eb876 req-e9d1cb59-cbe1-4328-a6aa-291593b4fe52 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] No DVR routers for this DVR port f60c1841-d48e-4cc7-b1a1-1650b8d9fd20 on host n-h1-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:52:43.464199 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-a6de6098-5807-4c89-aa94-17bff49eb876 req-e9d1cb59-cbe1-4328-a6aa-291593b4fe52 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:43.466354 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-a6de6098-5807-4c89-aa94-17bff49eb876 req-e9d1cb59-cbe1-4328-a6aa-291593b4fe52 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.68 "DELETE /v2.0/ports/f60c1841-d48e-4cc7-b1a1-1650b8d9fd20 HTTP/1.1" status: 204 len: 173 time: 0.8056579 Aug 16 22:52:43.466806 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '874b6679-a5eb-4e9a-a8a3-13432fb39a1e', 'name': 'network-vif-deleted', 'tag': 'f60c1841-d48e-4cc7-b1a1-1650b8d9fd20'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:52:43.469280 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c00a7be7-9dd5-4bf9-9791-1230aae28683" -d '{"events": [{"server_uuid": "874b6679-a5eb-4e9a-a8a3-13432fb39a1e", "name": "network-vif-deleted", "tag": "f60c1841-d48e-4cc7-b1a1-1650b8d9fd20"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:52:43.519927 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e49a29ef-529f-40f0-bd2c-50e80dfbf4a0 x-openstack-request-id: req-e49a29ef-529f-40f0-bd2c-50e80dfbf4a0 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:52:43.520583 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "874b6679-a5eb-4e9a-a8a3-13432fb39a1e", "name": "network-vif-deleted", "tag": "f60c1841-d48e-4cc7-b1a1-1650b8d9fd20", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:52:43.520891 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e49a29ef-529f-40f0-bd2c-50e80dfbf4a0 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:52:43.521301 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '874b6679-a5eb-4e9a-a8a3-13432fb39a1e', 'name': 'network-vif-deleted', 'tag': 'f60c1841-d48e-4cc7-b1a1-1650b8d9fd20', 'status': 'completed', 'code': 200} Aug 16 22:52:43.556488 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-0da8a648-2ded-4434-a4dd-a6c0b91a8a92 req-06cb0d35-c836-409d-8775-bf113b5aab9d tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:43.594300 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cb0d35-c836-409d-8775-bf113b5aab9d tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Pushing event deleted for resources: {'Port': ['ID=0b529c13-f599-4bac-b950-254af41f6a22,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:43.641130 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-0da8a648-2ded-4434-a4dd-a6c0b91a8a92 req-06cb0d35-c836-409d-8775-bf113b5aab9d tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] No DVR routers for this DVR port 0b529c13-f599-4bac-b950-254af41f6a22 on host n-h1-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:52:43.644333 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-0da8a648-2ded-4434-a4dd-a6c0b91a8a92 req-06cb0d35-c836-409d-8775-bf113b5aab9d tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:43.647099 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0da8a648-2ded-4434-a4dd-a6c0b91a8a92 req-06cb0d35-c836-409d-8775-bf113b5aab9d tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.68 "DELETE /v2.0/ports/0b529c13-f599-4bac-b950-254af41f6a22 HTTP/1.1" status: 204 len: 173 time: 0.8412263 Aug 16 22:52:43.647498 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dfd7faf2-be54-4258-9924-a6b7407c8c2e req-2b1dc515-be30-4226-bf24-636fa17d009d tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd80fd78-9e08-4cc7-a161-80457457a8fc HTTP/1.1" status: 200 len: 210 time: 0.0359955 Aug 16 22:52:44.024026 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-757108db-8261-4966-96e8-e829869132ad req-a9d888c0-cd38-428b-959d-89174db59157 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/ports?device_id=75c528a1-3780-4505-abf0-4ee070c5d525 HTTP/1.1" status: 200 len: 210 time: 0.0534618 Aug 16 22:52:44.043921 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c727f-3281-4d5e-a6db-def9640aee61 req-4abccb17-6865-43b7-a463-664ec3ba0957 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:44.045462 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-401c727f-3281-4d5e-a6db-def9640aee61 req-4abccb17-6865-43b7-a463-664ec3ba0957 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=acbad045-44e9-4866-b6f7-f0288855d525 HTTP/1.1" status: 200 len: 946 time: 0.0860615 Aug 16 22:52:44.108929 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-401c727f-3281-4d5e-a6db-def9640aee61 req-398e14a5-f70c-4a5b-bc62-5511f95e6862 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555587 Aug 16 22:52:44.129662 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 1bb574fe-0d9b-4c9c-9cf9-096695bf9d2f details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:52:44.154866 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 624590e7-8726-4e89-8214-7476bcaae046 no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:52:44.318111 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 1bb574fe-0d9b-4c9c-9cf9-096695bf9d2f, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=1bb574fe-0d9b-4c9c-9cf9-096695bf9d2f,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:52:44.337873 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': '1bb574fe-0d9b-4c9c-9cf9-096695bf9d2f', 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd', 'port_id': '1bb574fe-0d9b-4c9c-9cf9-096695bf9d2f', 'mac_address': 'fa:16:3e:c4:d7:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6af2b868-37d3-46ab-a526-0465929f13c8', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:52:44.343682 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf4e208-bc0e-4834-884d-3f3c556ccf3c req-f7be2913-f47b-4685-b468-c782fb82446d tempest-TenantUsagesTestJSON-1383740445 tempest-TenantUsagesTestJSON-1383740445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:44.345740 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-faf4e208-bc0e-4834-884d-3f3c556ccf3c req-f7be2913-f47b-4685-b468-c782fb82446d tempest-TenantUsagesTestJSON-1383740445 tempest-TenantUsagesTestJSON-1383740445-project] 10.222.0.36 "GET /v2.0/ports?device_id=abb54f6d-424a-4288-9dfa-eee62fae1a7c HTTP/1.1" status: 200 len: 948 time: 0.0580354 Aug 16 22:52:44.391169 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 59122) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:44.396929 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-faf4e208-bc0e-4834-884d-3f3c556ccf3c req-f722c43f-c3ee-43ca-bbd4-30ed18a12a15 tempest-TenantUsagesTestJSON-1383740445 tempest-TenantUsagesTestJSON-1383740445-project] 10.222.0.36 "GET /v2.0/security-groups?id=c43ec179-cd75-4e70-bede-25c6dece4409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430264 Aug 16 22:52:44.405898 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:44.428855 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:44.439533 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acbad045-44e9-4866-b6f7-f0288855d525', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '624590e7-8726-4e89-8214-7476bcaae046'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:52:44.441808 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96a79ddd-4dfa-46ea-805c-ca1aff313b1c" -d '{"events": [{"server_uuid": "acbad045-44e9-4866-b6f7-f0288855d525", "name": "network-vif-unplugged", "status": "completed", "tag": "624590e7-8726-4e89-8214-7476bcaae046"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:52:44.467916 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 624590e7-8726-4e89-8214-7476bcaae046, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=624590e7-8726-4e89-8214-7476bcaae046,segment=NetworkSegment(0776e957-0fd5-4cd9-b2cd-f5649efce124),segment_id=0776e957-0fd5-4cd9-b2cd-f5649efce124)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:52:44.470550 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bb574fe-0d9b-4c9c-9cf9-096695bf9d2f {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:52:44.496128 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 1bb574fe-0d9b-4c9c-9cf9-096695bf9d2f, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=1bb574fe-0d9b-4c9c-9cf9-096695bf9d2f,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:52:44.497641 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:44.504378 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:44.510745 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 22:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77ca234c-6539-49b2-a981-9216eb26d56b x-openstack-request-id: req-77ca234c-6539-49b2-a981-9216eb26d56b {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:52:44.511348 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acbad045-44e9-4866-b6f7-f0288855d525", "name": "network-vif-unplugged", "status": "completed", "tag": "624590e7-8726-4e89-8214-7476bcaae046", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:52:44.511659 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-77ca234c-6539-49b2-a981-9216eb26d56b {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:52:44.512232 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acbad045-44e9-4866-b6f7-f0288855d525', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '624590e7-8726-4e89-8214-7476bcaae046', 'code': 200} Aug 16 22:52:44.536836 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6b6aa6bc-2870-4a1e-86e9-8575c65bf7ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:44.558579 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=624590e7-8726-4e89-8214-7476bcaae046,revision_number=6']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:44.566348 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:44.566697 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:44.567067 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:44.567418 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:44.567750 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:44.568066 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:44.568400 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:44.568763 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:44.569094 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:44.569457 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:44.569761 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:44.570090 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:52:44.633932 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=1bb574fe-0d9b-4c9c-9cf9-096695bf9d2f,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:44.648393 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6b6aa6bc-2870-4a1e-86e9-8575c65bf7ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:44.653395 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6b6aa6bc-2870-4a1e-86e9-8575c65bf7ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:44.693431 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6aa6bc-2870-4a1e-86e9-8575c65bf7ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a232d607-949a-434f-8045-1101504ebb6d,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:44.698480 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-6b6aa6bc-2870-4a1e-86e9-8575c65bf7ff admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=52100e0dcbb6494f9d735ccb59a601fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3047040 Aug 16 22:52:44.701945 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 59134) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:44.747177 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d872fbc0-9fc7-4192-964a-82aa596fb2b4 req-d5c41c1c-9c18-4dbe-a6b0-0eb11b886c9f tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:44.748815 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d872fbc0-9fc7-4192-964a-82aa596fb2b4 req-d5c41c1c-9c18-4dbe-a6b0-0eb11b886c9f tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd47d4cf-ff78-4ca2-9661-63e409d4344e HTTP/1.1" status: 200 len: 944 time: 0.0795431 Aug 16 22:52:44.799757 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-122431bf-bf9d-4245-b4b8-e726b2a936c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:44.808088 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d872fbc0-9fc7-4192-964a-82aa596fb2b4 req-0180a189-0af8-477c-90ac-c54ac265c3f0 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500796 Aug 16 22:52:44.827887 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-122431bf-bf9d-4245-b4b8-e726b2a936c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:44.881307 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-122431bf-bf9d-4245-b4b8-e726b2a936c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:44.887532 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-122431bf-bf9d-4245-b4b8-e726b2a936c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:44.889011 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-122431bf-bf9d-4245-b4b8-e726b2a936c1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a232d607-949a-434f-8045-1101504ebb6d HTTP/1.1" status: 204 len: 168 time: 0.1833360 Aug 16 22:52:44.898740 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122431bf-bf9d-4245-b4b8-e726b2a936c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a232d607-949a-434f-8045-1101504ebb6d,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:44.943788 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['1bb574fe-0d9b-4c9c-9cf9-096695bf9d2f'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:52:44.952525 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b76174e-93c0-43ab-a8f9-33bca62f815e req-6143f362-a289-4f0c-b6eb-372ad7331a95 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:44.954121 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2b76174e-93c0-43ab-a8f9-33bca62f815e req-6143f362-a289-4f0c-b6eb-372ad7331a95 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=5383df3d-264c-4983-9fd4-d5c6625fc0bd HTTP/1.1" status: 200 len: 950 time: 0.0492597 Aug 16 22:52:45.011644 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2b76174e-93c0-43ab-a8f9-33bca62f815e req-e8b1320e-19b0-4fe8-8dcf-d455cbdc9585 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493760 Aug 16 22:52:45.171358 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb71a6-ed67-4d4c-9ec9-3621577e1fb7 req-201058d7-29df-4a52-9c93-93733915eba1 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:45.173006 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5dbb71a6-ed67-4d4c-9ec9-3621577e1fb7 req-201058d7-29df-4a52-9c93-93733915eba1 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.68 "GET /v2.0/ports?device_id=cd47d4cf-ff78-4ca2-9661-63e409d4344e HTTP/1.1" status: 200 len: 944 time: 0.0717931 Aug 16 22:52:45.265248 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902ddd6d-25a1-4ea8-88af-fbde9f991b01 req-4b3a314f-dc96-4f85-afbb-0b7c1ee79fe1 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:45.266770 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-902ddd6d-25a1-4ea8-88af-fbde9f991b01 req-4b3a314f-dc96-4f85-afbb-0b7c1ee79fe1 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=acbad045-44e9-4866-b6f7-f0288855d525 HTTP/1.1" status: 200 len: 944 time: 0.0755868 Aug 16 22:52:45.267254 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 59162) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:45.296351 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-be71e7ee-a753-4af8-8027-737766d15f16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:45.313802 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-5dbb71a6-ed67-4d4c-9ec9-3621577e1fb7 req-0b909261-ad33-4b1b-bc57-d72508533761 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Deleting port b663606e-190c-4956-82fa-54d825c02e77 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:52:45.314153 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-5dbb71a6-ed67-4d4c-9ec9-3621577e1fb7 req-0b909261-ad33-4b1b-bc57-d72508533761 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:45.362003 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-902ddd6d-25a1-4ea8-88af-fbde9f991b01 req-227da06a-bdd4-4452-9976-aa36c23659ed tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876312 Aug 16 22:52:45.414089 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 59166) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:45.424804 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-5dbb71a6-ed67-4d4c-9ec9-3621577e1fb7 req-0b909261-ad33-4b1b-bc57-d72508533761 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] For port b663606e-190c-4956-82fa-54d825c02e77, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=b663606e-190c-4956-82fa-54d825c02e77,segment=NetworkSegment(b4a6b143-6a51-43cd-8781-944dbb368ca5),segment_id=b4a6b143-6a51-43cd-8781-944dbb368ca5)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:52:45.425370 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-5dbb71a6-ed67-4d4c-9ec9-3621577e1fb7 req-0b909261-ad33-4b1b-bc57-d72508533761 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:45.441968 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-5dbb71a6-ed67-4d4c-9ec9-3621577e1fb7 req-0b909261-ad33-4b1b-bc57-d72508533761 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Calling delete_port for b663606e-190c-4956-82fa-54d825c02e77 owned by compute:nova {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:52:45.462585 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device f60c1841-d48e-4cc7-b1a1-1650b8d9fd20 no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:52:45.496637 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] No Port match for: f60c1841-d48e-4cc7-b1a1-1650b8d9fd20 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:52:45.497256 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device f60c1841-d48e-4cc7-b1a1-1650b8d9fd20 not bound to the agent host n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:52:45.497689 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 0b529c13-f599-4bac-b950-254af41f6a22 no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:52:45.512062 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-67c06789-8586-41b7-8c3a-b2e904f217f9 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:45.517613 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] No Port match for: 0b529c13-f599-4bac-b950-254af41f6a22 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:52:45.518230 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 0b529c13-f599-4bac-b950-254af41f6a22 not bound to the agent host n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:52:45.523171 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75c528a1-3780-4505-abf0-4ee070c5d525', 'name': 'network-vif-deleted', 'tag': '0b529c13-f599-4bac-b950-254af41f6a22'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:52:45.525847 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd846121-38db-42d4-a768-8ff4e299feb2" -d '{"events": [{"server_uuid": "75c528a1-3780-4505-abf0-4ee070c5d525", "name": "network-vif-deleted", "tag": "0b529c13-f599-4bac-b950-254af41f6a22"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:52:45.569416 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-be71e7ee-a753-4af8-8027-737766d15f16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:45.572375 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-67c06789-8586-41b7-8c3a-b2e904f217f9 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:45.575033 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffa0e55e-5f95-4917-ad65-668cfeab1df8 x-openstack-request-id: req-ffa0e55e-5f95-4917-ad65-668cfeab1df8 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:52:45.575328 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75c528a1-3780-4505-abf0-4ee070c5d525", "name": "network-vif-deleted", "tag": "0b529c13-f599-4bac-b950-254af41f6a22", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:52:45.575581 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ffa0e55e-5f95-4917-ad65-668cfeab1df8 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:52:45.575971 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75c528a1-3780-4505-abf0-4ee070c5d525', 'name': 'network-vif-deleted', 'tag': '0b529c13-f599-4bac-b950-254af41f6a22', 'status': 'completed', 'code': 200} Aug 16 22:52:45.583021 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-be71e7ee-a753-4af8-8027-737766d15f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:45.605544 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-5dbb71a6-ed67-4d4c-9ec9-3621577e1fb7 req-0b909261-ad33-4b1b-bc57-d72508533761 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:45.642999 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336baab9-c2a7-4b7d-bf3d-def2f179a731 req-2b23636d-7ea3-4156-967d-dc5d4c0ee705 tempest-TenantUsagesTestJSON-1383740445 tempest-TenantUsagesTestJSON-1383740445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:45.643241 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b909261-ad33-4b1b-bc57-d72508533761 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Pushing event deleted for resources: {'Port': ['ID=b663606e-190c-4956-82fa-54d825c02e77,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:45.644507 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-336baab9-c2a7-4b7d-bf3d-def2f179a731 req-2b23636d-7ea3-4156-967d-dc5d4c0ee705 tempest-TenantUsagesTestJSON-1383740445 tempest-TenantUsagesTestJSON-1383740445-project] 10.222.0.36 "GET /v2.0/ports?device_id=abb54f6d-424a-4288-9dfa-eee62fae1a7c HTTP/1.1" status: 200 len: 949 time: 0.1427510 Aug 16 22:52:45.663614 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-be71e7ee-a753-4af8-8027-737766d15f16 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=54024d4ba99a4005bdd54b567ad0397b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3953686 Aug 16 22:52:45.667543 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 59172) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:45.670628 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be71e7ee-a753-4af8-8027-737766d15f16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61832b39-6776-4155-be87-ed478b8b9ad6,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:45.695463 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dbb71a6-ed67-4d4c-9ec9-3621577e1fb7 req-0b909261-ad33-4b1b-bc57-d72508533761 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] No DVR routers for this DVR port b663606e-190c-4956-82fa-54d825c02e77 on host n-h1-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:52:45.703350 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-5dbb71a6-ed67-4d4c-9ec9-3621577e1fb7 req-0b909261-ad33-4b1b-bc57-d72508533761 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:45.705328 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5dbb71a6-ed67-4d4c-9ec9-3621577e1fb7 req-0b909261-ad33-4b1b-bc57-d72508533761 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.68 "DELETE /v2.0/ports/b663606e-190c-4956-82fa-54d825c02e77 HTTP/1.1" status: 204 len: 173 time: 0.5238483 Aug 16 22:52:45.705565 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-336baab9-c2a7-4b7d-bf3d-def2f179a731 req-75682d14-fedf-473c-a311-6263a6e678f1 tempest-TenantUsagesTestJSON-1383740445 tempest-TenantUsagesTestJSON-1383740445-project] 10.222.0.36 "GET /v2.0/security-groups?id=c43ec179-cd75-4e70-bede-25c6dece4409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468228 Aug 16 22:52:45.706659 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-67c06789-8586-41b7-8c3a-b2e904f217f9 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:45.709297 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-67c06789-8586-41b7-8c3a-b2e904f217f9 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:45.710758 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-67c06789-8586-41b7-8c3a-b2e904f217f9 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "DELETE /v2.0/security-groups/52b34166-d04e-479d-8d47-673e9f59ed9b HTTP/1.1" status: 204 len: 168 time: 0.2956972 Aug 16 22:52:45.715351 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 59174) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:45.733159 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c06789-8586-41b7-8c3a-b2e904f217f9 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b34166-d04e-479d-8d47-673e9f59ed9b,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:45.751139 n-d-791506-26 neutron-server[101292]: INFO neutron.api.v2.resource [None req-40d95996-3ec7-4347-8795-43ec2aa0bad2 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] show failed (client error): The resource could not be found. Aug 16 22:52:45.752844 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-40d95996-3ec7-4347-8795-43ec2aa0bad2 tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "GET /v2.0/security-groups/52b34166-d04e-479d-8d47-673e9f59ed9b HTTP/1.1" status: 404 len: 347 time: 0.0351281 Aug 16 22:52:45.755702 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 59176) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:45.767633 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c351a29a-7275-4788-bd64-40a064a313da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:45.792891 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c351a29a-7275-4788-bd64-40a064a313da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:45.865152 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c351a29a-7275-4788-bd64-40a064a313da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:45.870199 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c351a29a-7275-4788-bd64-40a064a313da admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:45.872046 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-c351a29a-7275-4788-bd64-40a064a313da admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/61832b39-6776-4155-be87-ed478b8b9ad6 HTTP/1.1" status: 204 len: 168 time: 0.2032945 Aug 16 22:52:45.884450 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c351a29a-7275-4788-bd64-40a064a313da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61832b39-6776-4155-be87-ed478b8b9ad6,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:45.911440 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-e856bc51-88bb-4943-9642-e4e90990b49c tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Deleting port 32cc336a-213b-422d-aba4-fda1af78ed9b {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:52:45.911955 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e856bc51-88bb-4943-9642-e4e90990b49c tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:45.979704 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-611a5f47-4b00-43d2-bec4-8c3251a32888 req-fe6a988d-13e6-4479-9697-15717d441454 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd47d4cf-ff78-4ca2-9661-63e409d4344e HTTP/1.1" status: 200 len: 210 time: 0.0645494 Aug 16 22:52:46.015223 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e856bc51-88bb-4943-9642-e4e90990b49c tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:46.015689 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e856bc51-88bb-4943-9642-e4e90990b49c tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:46.027970 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-e856bc51-88bb-4943-9642-e4e90990b49c tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Calling delete_port for 32cc336a-213b-422d-aba4-fda1af78ed9b owned by network:floatingip {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:52:46.131274 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 624590e7-8726-4e89-8214-7476bcaae046 details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:52:46.148752 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 1bb574fe-0d9b-4c9c-9cf9-096695bf9d2f up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:52:46.216255 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8a935-93db-4c9a-8ee4-3d51b77fd524 req-9489423a-b0f1-4ae1-81f6-278a86fd2d64 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:46.223869 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cbf8a935-93db-4c9a-8ee4-3d51b77fd524 req-9489423a-b0f1-4ae1-81f6-278a86fd2d64 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=5383df3d-264c-4983-9fd4-d5c6625fc0bd HTTP/1.1" status: 200 len: 950 time: 0.1200731 Aug 16 22:52:46.276838 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cbf8a935-93db-4c9a-8ee4-3d51b77fd524 req-6650b48f-c867-475b-a25b-79ced5b1ff78 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/security-groups?id=0c3202d4-1091-4aa6-aaf8-719a70a73509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514503 Aug 16 22:52:46.278083 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e856bc51-88bb-4943-9642-e4e90990b49c tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:46.310307 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e856bc51-88bb-4943-9642-e4e90990b49c tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Pushing event deleted for resources: {'Port': ['ID=32cc336a-213b-422d-aba4-fda1af78ed9b,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:46.343092 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning for port 1bb574fe-0d9b-4c9c-9cf9-096695bf9d2f completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:52:46.351678 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port 1bb574fe-0d9b-4c9c-9cf9-096695bf9d2f triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:52:46.352376 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:46.357208 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 624590e7-8726-4e89-8214-7476bcaae046, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=624590e7-8726-4e89-8214-7476bcaae046,segment=NetworkSegment(0776e957-0fd5-4cd9-b2cd-f5649efce124),segment_id=0776e957-0fd5-4cd9-b2cd-f5649efce124)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:52:46.392659 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': '624590e7-8726-4e89-8214-7476bcaae046', 'network_id': '293b6503-0dd0-473c-b292-a36a6d59f563', 'port_id': '624590e7-8726-4e89-8214-7476bcaae046', 'mac_address': 'fa:16:3e:39:da:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb70f846-7e6c-4740-9acb-63b13b1d78a5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:52:46.406885 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e856bc51-88bb-4943-9642-e4e90990b49c tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Notify callbacks [] for floatingip, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:46.410973 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e856bc51-88bb-4943-9642-e4e90990b49c tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:46.412017 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-e856bc51-88bb-4943-9642-e4e90990b49c tempest-ImagesOneServerNegativeTestJSON-1642821913 tempest-ImagesOneServerNegativeTestJSON-1642821913-project] 10.222.0.36 "DELETE /v2.0/floatingips/0231fa19-3679-4b0b-a89d-b2b3eb4b46a9 HTTP/1.1" status: 204 len: 168 time: 0.6553719 Aug 16 22:52:46.482652 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:46.502752 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 624590e7-8726-4e89-8214-7476bcaae046 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:52:46.506169 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8edc0f-56fa-4689-9d68-8762fa47ab93 req-832b4b44-7118-4ac0-9705-2d2585e89207 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:46.508177 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dc8edc0f-56fa-4689-9d68-8762fa47ab93 req-832b4b44-7118-4ac0-9705-2d2585e89207 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=acbad045-44e9-4866-b6f7-f0288855d525 HTTP/1.1" status: 200 len: 944 time: 0.0553989 Aug 16 22:52:46.511482 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:46.539397 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 624590e7-8726-4e89-8214-7476bcaae046, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=624590e7-8726-4e89-8214-7476bcaae046,segment=NetworkSegment(0776e957-0fd5-4cd9-b2cd-f5649efce124),segment_id=0776e957-0fd5-4cd9-b2cd-f5649efce124)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:52:46.549603 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:46.604459 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abb54f6d-424a-4288-9dfa-eee62fae1a7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bb574fe-0d9b-4c9c-9cf9-096695bf9d2f'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:52:46.606816 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb23ea8b-cd12-4c6a-a434-447b15c13dba" -d '{"events": [{"server_uuid": "abb54f6d-424a-4288-9dfa-eee62fae1a7c", "name": "network-vif-plugged", "status": "completed", "tag": "1bb574fe-0d9b-4c9c-9cf9-096695bf9d2f"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:52:46.612031 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=624590e7-8726-4e89-8214-7476bcaae046,revision_number=7']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:46.621006 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a1679b-e849-4b9d-bda7-42c437950d97 req-8f50b89c-f14b-4aab-8171-4489d3ad8100 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:46.621006 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-12a1679b-e849-4b9d-bda7-42c437950d97 req-8f50b89c-f14b-4aab-8171-4489d3ad8100 tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.57 "GET /v2.0/ports?device_id=5383df3d-264c-4983-9fd4-d5c6625fc0bd HTTP/1.1" status: 200 len: 950 time: 0.0798712 Aug 16 22:52:46.629893 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dc8edc0f-56fa-4689-9d68-8762fa47ab93 req-2be28720-66ea-467b-b191-0d6a412afcd4 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118546 Aug 16 22:52:46.631614 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 1bb574fe-0d9b-4c9c-9cf9-096695bf9d2f, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=1bb574fe-0d9b-4c9c-9cf9-096695bf9d2f,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:52:46.639045 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:46.641347 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device a7acfedd-7328-4c89-b0a3-75e70efe3623 no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:52:46.691873 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c04107da-a323-4744-b154-5db5fc9a7691 x-openstack-request-id: req-c04107da-a323-4744-b154-5db5fc9a7691 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:52:46.692184 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abb54f6d-424a-4288-9dfa-eee62fae1a7c", "name": "network-vif-plugged", "status": "completed", "tag": "1bb574fe-0d9b-4c9c-9cf9-096695bf9d2f", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:52:46.692424 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c04107da-a323-4744-b154-5db5fc9a7691 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:52:46.692836 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abb54f6d-424a-4288-9dfa-eee62fae1a7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bb574fe-0d9b-4c9c-9cf9-096695bf9d2f', 'code': 200} Aug 16 22:52:46.694253 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 59218) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:46.695304 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] No Port match for: a7acfedd-7328-4c89-b0a3-75e70efe3623 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:52:46.695655 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device a7acfedd-7328-4c89-b0a3-75e70efe3623 not bound to the agent host n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:52:46.754884 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=1bb574fe-0d9b-4c9c-9cf9-096695bf9d2f,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:46.769568 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-69c42ba4-d5b9-444a-a2ce-2f92d4f23766 admin admin] Deleting subnet a76baa69-a994-4c40-8fea-8de6cbc7d46e {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:52:46.772972 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-69c42ba4-d5b9-444a-a2ce-2f92d4f23766 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:46.778145 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-12a1679b-e849-4b9d-bda7-42c437950d97 req-9d302f26-8537-4b2e-860a-632be69329ba tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Deleting port 3daf38f0-2d73-4b14-8053-5e2922a5d49b {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:52:46.778581 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-12a1679b-e849-4b9d-bda7-42c437950d97 req-9d302f26-8537-4b2e-860a-632be69329ba tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:46.919053 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddf651d-3401-462b-a81d-269c8169b6e5 req-9f66549b-d227-48fc-9ff3-297794ef0a4c tempest-TenantUsagesTestJSON-1383740445 tempest-TenantUsagesTestJSON-1383740445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:46.920666 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fddf651d-3401-462b-a81d-269c8169b6e5 req-9f66549b-d227-48fc-9ff3-297794ef0a4c tempest-TenantUsagesTestJSON-1383740445 tempest-TenantUsagesTestJSON-1383740445-project] 10.222.0.36 "GET /v2.0/ports?device_id=abb54f6d-424a-4288-9dfa-eee62fae1a7c HTTP/1.1" status: 200 len: 950 time: 0.0923235 Aug 16 22:52:46.928186 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-12a1679b-e849-4b9d-bda7-42c437950d97 req-9d302f26-8537-4b2e-860a-632be69329ba tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] For port 3daf38f0-2d73-4b14-8053-5e2922a5d49b, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=3daf38f0-2d73-4b14-8053-5e2922a5d49b,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:52:46.928580 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-12a1679b-e849-4b9d-bda7-42c437950d97 req-9d302f26-8537-4b2e-860a-632be69329ba tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:46.946162 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['624590e7-8726-4e89-8214-7476bcaae046'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:52:46.958518 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-12a1679b-e849-4b9d-bda7-42c437950d97 req-9d302f26-8537-4b2e-860a-632be69329ba tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Calling delete_port for 3daf38f0-2d73-4b14-8053-5e2922a5d49b owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:52:47.061521 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fddf651d-3401-462b-a81d-269c8169b6e5 req-39da70bf-397a-4326-bd7d-f3af67996f17 tempest-TenantUsagesTestJSON-1383740445 tempest-TenantUsagesTestJSON-1383740445-project] 10.222.0.36 "GET /v2.0/security-groups?id=c43ec179-cd75-4e70-bede-25c6dece4409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292787 Aug 16 22:52:47.126128 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-69c42ba4-d5b9-444a-a2ce-2f92d4f23766 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:47.153763 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3058869-9ee6-4a3c-8410-2767eb8d0f06 req-53af2c43-e07f-413f-8483-a01b522834b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:47.155338 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e3058869-9ee6-4a3c-8410-2767eb8d0f06 req-53af2c43-e07f-413f-8483-a01b522834b6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=abb54f6d-424a-4288-9dfa-eee62fae1a7c HTTP/1.1" status: 200 len: 1102 time: 0.3611212 Aug 16 22:52:47.208826 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-69c42ba4-d5b9-444a-a2ce-2f92d4f23766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:47.240341 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-12a1679b-e849-4b9d-bda7-42c437950d97 req-9d302f26-8537-4b2e-860a-632be69329ba tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:47.246423 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e3058869-9ee6-4a3c-8410-2767eb8d0f06 req-91666b83-c0c3-46a8-b35a-78280ae844a9 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c43ec179-cd75-4e70-bede-25c6dece4409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812323 Aug 16 22:52:47.287477 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d302f26-8537-4b2e-860a-632be69329ba tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Pushing event deleted for resources: {'Port': ['ID=3daf38f0-2d73-4b14-8053-5e2922a5d49b,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:47.309190 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-69c42ba4-d5b9-444a-a2ce-2f92d4f23766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:47.332123 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c42ba4-d5b9-444a-a2ce-2f92d4f23766 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a76baa69-a994-4c40-8fea-8de6cbc7d46e,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:47.341923 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-69c42ba4-d5b9-444a-a2ce-2f92d4f23766 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:47.343833 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-69c42ba4-d5b9-444a-a2ce-2f92d4f23766 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/a76baa69-a994-4c40-8fea-8de6cbc7d46e HTTP/1.1" status: 204 len: 168 time: 0.6479101 Aug 16 22:52:47.346993 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 59262) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:47.365707 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-12a1679b-e849-4b9d-bda7-42c437950d97 req-9d302f26-8537-4b2e-860a-632be69329ba tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] No DVR routers for this DVR port 3daf38f0-2d73-4b14-8053-5e2922a5d49b on host n-h2-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:52:47.371640 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-12a1679b-e849-4b9d-bda7-42c437950d97 req-9d302f26-8537-4b2e-860a-632be69329ba tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:47.373923 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-12a1679b-e849-4b9d-bda7-42c437950d97 req-9d302f26-8537-4b2e-860a-632be69329ba tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.57 "DELETE /v2.0/ports/3daf38f0-2d73-4b14-8053-5e2922a5d49b HTTP/1.1" status: 204 len: 173 time: 0.7415869 Aug 16 22:52:47.374538 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5383df3d-264c-4983-9fd4-d5c6625fc0bd', 'name': 'network-vif-deleted', 'tag': '3daf38f0-2d73-4b14-8053-5e2922a5d49b'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:52:47.376847 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a596c7-aecd-4865-a531-7dfc06109a3f" -d '{"events": [{"server_uuid": "5383df3d-264c-4983-9fd4-d5c6625fc0bd", "name": "network-vif-deleted", "tag": "3daf38f0-2d73-4b14-8053-5e2922a5d49b"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:52:47.403395 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3bde9f-5af7-485a-9443-37d2631e4ed6 req-15139f7a-e6da-4b51-a319-34f163188efd tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:47.405062 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8a3bde9f-5af7-485a-9443-37d2631e4ed6 req-15139f7a-e6da-4b51-a319-34f163188efd tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=e33c8386-df5b-4338-93b9-5f927a55fe8d HTTP/1.1" status: 200 len: 944 time: 0.0852282 Aug 16 22:52:47.436794 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-eeab4b1b-f1b5-4771-95bf-8c2ab2c1342a req-43c9d677-ba2b-4a02-a543-32d44d35a2ff tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=5383df3d-264c-4983-9fd4-d5c6625fc0bd HTTP/1.1" status: 200 len: 210 time: 0.0420926 Aug 16 22:52:47.457711 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-97c0bf92-8904-46f9-9d52-f9382aebaca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:47.476093 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device b663606e-190c-4956-82fa-54d825c02e77 no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:52:47.488180 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8a3bde9f-5af7-485a-9443-37d2631e4ed6 req-f64a17ed-8ef7-45b2-b547-2c0d9d331922 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fa34463-d92a-4d78-82d7-5c12c36f0401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748043 Aug 16 22:52:47.514107 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] No Port match for: b663606e-190c-4956-82fa-54d825c02e77 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:52:47.514659 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device b663606e-190c-4956-82fa-54d825c02e77 not bound to the agent host n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:52:47.523439 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d1b5315-e21b-4b72-af5d-e90485ac739e x-openstack-request-id: req-9d1b5315-e21b-4b72-af5d-e90485ac739e {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:52:47.523742 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5383df3d-264c-4983-9fd4-d5c6625fc0bd", "name": "network-vif-deleted", "tag": "3daf38f0-2d73-4b14-8053-5e2922a5d49b", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:52:47.524002 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9d1b5315-e21b-4b72-af5d-e90485ac739e {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:52:47.525040 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5383df3d-264c-4983-9fd4-d5c6625fc0bd', 'name': 'network-vif-deleted', 'tag': '3daf38f0-2d73-4b14-8053-5e2922a5d49b', 'status': 'completed', 'code': 200} Aug 16 22:52:47.565243 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-97c0bf92-8904-46f9-9d52-f9382aebaca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:47.579775 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-97c0bf92-8904-46f9-9d52-f9382aebaca1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64579410-f531-42c6-89b5-3114daa376a8']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:52:47.581724 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd47d4cf-ff78-4ca2-9661-63e409d4344e', 'name': 'network-vif-deleted', 'tag': 'b663606e-190c-4956-82fa-54d825c02e77'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:52:47.584224 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2991cead-18f7-47b4-bdaa-e90388db7fa4" -d '{"events": [{"server_uuid": "cd47d4cf-ff78-4ca2-9661-63e409d4344e", "name": "network-vif-deleted", "tag": "b663606e-190c-4956-82fa-54d825c02e77"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:52:47.596964 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-97c0bf92-8904-46f9-9d52-f9382aebaca1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14912929-ceb9-4c21-80c4-b8179d0f9d12') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:52:47.597267 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-97c0bf92-8904-46f9-9d52-f9382aebaca1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14912929-ceb9-4c21-80c4-b8179d0f9d12') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:52:47.603729 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4134f301-6cfe-4cc4-a6d0-38f3caf00f8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:47.612658 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-97c0bf92-8904-46f9-9d52-f9382aebaca1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:47.628897 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-97c0bf92-8904-46f9-9d52-f9382aebaca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:47.639091 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97c0bf92-8904-46f9-9d52-f9382aebaca1 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:52:47.639810 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-97c0bf92-8904-46f9-9d52-f9382aebaca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:47.680917 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 22:52:47.680917 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:52:47.680917 n-d-791506-26 neutron-server[101291]: timer() Aug 16 22:52:47.680917 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:52:47.680917 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 22:52:47.680917 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:52:47.680917 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 22:52:47.680917 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:52:47.680917 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 22:52:47.680917 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:52:47.680917 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 22:52:47.680917 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:52:47.680917 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 22:52:47.680917 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:52:47.680917 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:52:47.680917 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:52:47.680917 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:52:47.680917 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:52:47.680917 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 22:52:47.680917 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:52:47.680917 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 22:52:47.680917 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:52:47.680917 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:52:47.680917 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:52:47.680917 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 22:52:47.680917 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:52:47.680917 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:52:47.680917 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:52:47.680917 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:52:47.680917 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:52:47.680917 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:52:47.680917 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:52:47.746202 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb040082-9ccf-4565-bf93-6b7209af684a x-openstack-request-id: req-fb040082-9ccf-4565-bf93-6b7209af684a {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:52:47.746768 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd47d4cf-ff78-4ca2-9661-63e409d4344e", "name": "network-vif-deleted", "tag": "b663606e-190c-4956-82fa-54d825c02e77", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:52:47.746858 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fb040082-9ccf-4565-bf93-6b7209af684a {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:52:47.747216 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd47d4cf-ff78-4ca2-9661-63e409d4344e', 'name': 'network-vif-deleted', 'tag': 'b663606e-190c-4956-82fa-54d825c02e77', 'status': 'completed', 'code': 200} Aug 16 22:52:47.748941 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-97c0bf92-8904-46f9-9d52-f9382aebaca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:47.755443 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-97c0bf92-8904-46f9-9d52-f9382aebaca1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:47.757798 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-97c0bf92-8904-46f9-9d52-f9382aebaca1 admin admin] 10.222.0.36 "DELETE /v2.0/networks/64579410-f531-42c6-89b5-3114daa376a8 HTTP/1.1" status: 204 len: 168 time: 0.4096191 Aug 16 22:52:47.799328 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c0bf92-8904-46f9-9d52-f9382aebaca1 admin admin] Pushing event deleted for resources: {'Network': ['ID=64579410-f531-42c6-89b5-3114daa376a8,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:47.815725 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3a1f21-e60c-4826-b143-35b45083fdd2 req-abbb7e51-04be-44f0-a4a3-777a950c1c0a tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:47.816233 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-8d3a1f21-e60c-4826-b143-35b45083fdd2 req-abbb7e51-04be-44f0-a4a3-777a950c1c0a tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.68 "GET /v2.0/ports?device_id=e33c8386-df5b-4338-93b9-5f927a55fe8d HTTP/1.1" status: 200 len: 944 time: 0.1051517 Aug 16 22:52:47.886688 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddcbc5e-6773-4d25-bdb4-6689dd045a67 req-5d4b8a91-e49c-4b4f-8d85-0a97dcb36e00 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:47.888598 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0ddcbc5e-6773-4d25-bdb4-6689dd045a67 req-5d4b8a91-e49c-4b4f-8d85-0a97dcb36e00 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=acbad045-44e9-4866-b6f7-f0288855d525 HTTP/1.1" status: 200 len: 945 time: 0.0926175 Aug 16 22:52:47.909417 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['3daf38f0-2d73-4b14-8053-5e2922a5d49b'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:52:47.968223 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-8d3a1f21-e60c-4826-b143-35b45083fdd2 req-8d231614-ef2e-4050-96b7-cc7c1d53b3cc tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Deleting port 73fddd19-7093-4a55-973e-9c89d255911d {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:52:47.968434 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-8d3a1f21-e60c-4826-b143-35b45083fdd2 req-8d231614-ef2e-4050-96b7-cc7c1d53b3cc tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:47.981890 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0ddcbc5e-6773-4d25-bdb4-6689dd045a67 req-88d9bb68-46c2-45d4-a1ab-c40e1b3f4017 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758374 Aug 16 22:52:48.079406 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-8d3a1f21-e60c-4826-b143-35b45083fdd2 req-8d231614-ef2e-4050-96b7-cc7c1d53b3cc tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] For port 73fddd19-7093-4a55-973e-9c89d255911d, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=73fddd19-7093-4a55-973e-9c89d255911d,segment=NetworkSegment(b4a6b143-6a51-43cd-8781-944dbb368ca5),segment_id=b4a6b143-6a51-43cd-8781-944dbb368ca5)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:52:48.079849 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-8d3a1f21-e60c-4826-b143-35b45083fdd2 req-8d231614-ef2e-4050-96b7-cc7c1d53b3cc tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:48.081969 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 59336) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:48.098569 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-8d3a1f21-e60c-4826-b143-35b45083fdd2 req-8d231614-ef2e-4050-96b7-cc7c1d53b3cc tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Calling delete_port for 73fddd19-7093-4a55-973e-9c89d255911d owned by compute:nova {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:52:48.156882 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 624590e7-8726-4e89-8214-7476bcaae046 up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:52:48.169297 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-c7b55515-4987-48aa-9ade-0b1323b96f46 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fb2060cb262e45228555b9d2259abb2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0857069 Aug 16 22:52:48.173048 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 59340) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:48.201051 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c935ba83-461d-48a9-af06-e60afcbf0a4c req-c412a067-9285-4907-a629-3404439cc1ce tempest-TenantUsagesTestJSON-1383740445 tempest-TenantUsagesTestJSON-1383740445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:48.203222 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c935ba83-461d-48a9-af06-e60afcbf0a4c req-c412a067-9285-4907-a629-3404439cc1ce tempest-TenantUsagesTestJSON-1383740445 tempest-TenantUsagesTestJSON-1383740445-project] 10.222.0.36 "GET /v2.0/ports?device_id=abb54f6d-424a-4288-9dfa-eee62fae1a7c HTTP/1.1" status: 200 len: 950 time: 0.0759578 Aug 16 22:52:48.218750 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port 624590e7-8726-4e89-8214-7476bcaae046 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:52:48.219128 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:48.257022 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 59342) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:48.260009 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c935ba83-461d-48a9-af06-e60afcbf0a4c req-58472768-c1f9-48d7-9589-50ee06a613b8 tempest-TenantUsagesTestJSON-1383740445 tempest-TenantUsagesTestJSON-1383740445-project] 10.222.0.36 "GET /v2.0/security-groups?id=c43ec179-cd75-4e70-bede-25c6dece4409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465415 Aug 16 22:52:48.292488 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e4a3d462-5d5b-412e-87a9-8146efd07694 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:48.311422 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:48.319789 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-8d3a1f21-e60c-4826-b143-35b45083fdd2 req-8d231614-ef2e-4050-96b7-cc7c1d53b3cc tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:48.332142 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e4a3d462-5d5b-412e-87a9-8146efd07694 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:48.347463 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 624590e7-8726-4e89-8214-7476bcaae046, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=624590e7-8726-4e89-8214-7476bcaae046,segment=NetworkSegment(0776e957-0fd5-4cd9-b2cd-f5649efce124),segment_id=0776e957-0fd5-4cd9-b2cd-f5649efce124)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:52:48.356812 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:48.358317 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 3daf38f0-2d73-4b14-8053-5e2922a5d49b no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:52:48.373154 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d231614-ef2e-4050-96b7-cc7c1d53b3cc tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Pushing event deleted for resources: {'Port': ['ID=73fddd19-7093-4a55-973e-9c89d255911d,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:48.394746 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] No Port match for: 3daf38f0-2d73-4b14-8053-5e2922a5d49b {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:52:48.395215 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 3daf38f0-2d73-4b14-8053-5e2922a5d49b not bound to the agent host n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:52:48.436784 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d3a1f21-e60c-4826-b143-35b45083fdd2 req-8d231614-ef2e-4050-96b7-cc7c1d53b3cc tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] No DVR routers for this DVR port 73fddd19-7093-4a55-973e-9c89d255911d on host n-h1-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:52:48.444956 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-8d3a1f21-e60c-4826-b143-35b45083fdd2 req-8d231614-ef2e-4050-96b7-cc7c1d53b3cc tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:48.445910 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-8d3a1f21-e60c-4826-b143-35b45083fdd2 req-8d231614-ef2e-4050-96b7-cc7c1d53b3cc tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.68 "DELETE /v2.0/ports/73fddd19-7093-4a55-973e-9c89d255911d HTTP/1.1" status: 204 len: 173 time: 0.6228230 Aug 16 22:52:48.450839 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=624590e7-8726-4e89-8214-7476bcaae046,revision_number=8']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:48.454394 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c290e52d-5754-46a2-b669-b8a764a90791 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:48.474520 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e4a3d462-5d5b-412e-87a9-8146efd07694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:48.477154 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e4a3d462-5d5b-412e-87a9-8146efd07694 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:48.478434 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-e4a3d462-5d5b-412e-87a9-8146efd07694 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/27dbc869-d84c-4027-ab20-4514a0688a6f HTTP/1.1" status: 204 len: 168 time: 0.3044319 Aug 16 22:52:48.492213 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a3d462-5d5b-412e-87a9-8146efd07694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27dbc869-d84c-4027-ab20-4514a0688a6f,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:48.599465 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c290e52d-5754-46a2-b669-b8a764a90791 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:48.610054 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c290e52d-5754-46a2-b669-b8a764a90791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:48.640175 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-eb5b2228-f262-478a-801e-ecac3eed9a6e req-588a2d94-84f9-49c9-8d6d-4ae6e661edae tempest-MigrationsAdminTest-1103329468 tempest-MigrationsAdminTest-1103329468-project] 10.222.0.36 "GET /v2.0/ports?device_id=5383df3d-264c-4983-9fd4-d5c6625fc0bd HTTP/1.1" status: 200 len: 210 time: 0.0470803 Aug 16 22:52:48.654293 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-c290e52d-5754-46a2-b669-b8a764a90791 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8af261a840164fdb8227d60937e876dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3943923 Aug 16 22:52:48.660284 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 59352) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:48.671918 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c290e52d-5754-46a2-b669-b8a764a90791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76800710-8aa9-4149-8e05-42dd9ce27786,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:48.693882 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acbad045-44e9-4866-b6f7-f0288855d525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '624590e7-8726-4e89-8214-7476bcaae046'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:52:48.697418 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33878bf7-7ff5-4ca0-97cc-bfe0bd7c24f7" -d '{"events": [{"server_uuid": "acbad045-44e9-4866-b6f7-f0288855d525", "name": "network-vif-plugged", "status": "completed", "tag": "624590e7-8726-4e89-8214-7476bcaae046"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:52:48.700681 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b4d93d7b-f317-408a-a87d-fb1667ffe623 req-91e8685e-89d5-4c4c-8123-c183f7567da6 tempest-LiveAutoBlockMigrationV225Test-481763911 tempest-LiveAutoBlockMigrationV225Test-481763911-project] 10.222.0.36 "GET /v2.0/ports?device_id=e33c8386-df5b-4338-93b9-5f927a55fe8d HTTP/1.1" status: 200 len: 210 time: 0.0610731 Aug 16 22:52:48.750992 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d51fb5d-8189-4d8e-9003-61fc0ddcaf05 x-openstack-request-id: req-6d51fb5d-8189-4d8e-9003-61fc0ddcaf05 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:52:48.751283 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acbad045-44e9-4866-b6f7-f0288855d525", "name": "network-vif-plugged", "status": "completed", "tag": "624590e7-8726-4e89-8214-7476bcaae046", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:52:48.751535 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6d51fb5d-8189-4d8e-9003-61fc0ddcaf05 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:52:48.751924 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acbad045-44e9-4866-b6f7-f0288855d525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '624590e7-8726-4e89-8214-7476bcaae046', 'code': 200} Aug 16 22:52:48.752461 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c107e81d-5315-47e8-bb60-d02b2a224b97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:48.775683 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c107e81d-5315-47e8-bb60-d02b2a224b97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:48.834040 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c107e81d-5315-47e8-bb60-d02b2a224b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:48.837392 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c107e81d-5315-47e8-bb60-d02b2a224b97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:48.838576 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-c107e81d-5315-47e8-bb60-d02b2a224b97 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/76800710-8aa9-4149-8e05-42dd9ce27786 HTTP/1.1" status: 204 len: 168 time: 0.1770585 Aug 16 22:52:48.849174 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c107e81d-5315-47e8-bb60-d02b2a224b97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76800710-8aa9-4149-8e05-42dd9ce27786,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:49.144859 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666fef3a-6888-42fb-9ed7-168eb6e14c53 req-9380651c-93bf-4e23-826b-4501b3211492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:49.146368 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-666fef3a-6888-42fb-9ed7-168eb6e14c53 req-9380651c-93bf-4e23-826b-4501b3211492 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=acbad045-44e9-4866-b6f7-f0288855d525 HTTP/1.1" status: 200 len: 1098 time: 0.0810039 Aug 16 22:52:49.161225 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b04ce6-f431-4c32-aea8-953ba3d276df req-d9e95c78-53e8-460b-89e6-e2d503d38ab1 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:49.165740 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c9b04ce6-f431-4c32-aea8-953ba3d276df req-d9e95c78-53e8-460b-89e6-e2d503d38ab1 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=acbad045-44e9-4866-b6f7-f0288855d525 HTTP/1.1" status: 200 len: 946 time: 0.0907929 Aug 16 22:52:49.237684 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c9b04ce6-f431-4c32-aea8-953ba3d276df req-ce9d6ed5-9e6c-42d9-bd69-4b6f7f0c0fee tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637074 Aug 16 22:52:49.239524 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-666fef3a-6888-42fb-9ed7-168eb6e14c53 req-5c35a279-9f16-415d-ab67-463cd723025e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723910 Aug 16 22:52:49.386973 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce013a34-acee-4b24-909c-1ed244b1f8a4 req-8db7e62b-26ce-48fb-a589-9d9c9c8f62f6 tempest-TenantUsagesTestJSON-1383740445 tempest-TenantUsagesTestJSON-1383740445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:49.388787 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ce013a34-acee-4b24-909c-1ed244b1f8a4 req-8db7e62b-26ce-48fb-a589-9d9c9c8f62f6 tempest-TenantUsagesTestJSON-1383740445 tempest-TenantUsagesTestJSON-1383740445-project] 10.222.0.36 "GET /v2.0/ports?device_id=abb54f6d-424a-4288-9dfa-eee62fae1a7c HTTP/1.1" status: 200 len: 950 time: 0.0531476 Aug 16 22:52:49.428680 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ce013a34-acee-4b24-909c-1ed244b1f8a4 req-b7140f50-a8ab-4da1-8aa3-5017ab2a8e8a tempest-TenantUsagesTestJSON-1383740445 tempest-TenantUsagesTestJSON-1383740445-project] 10.222.0.36 "GET /v2.0/security-groups?id=c43ec179-cd75-4e70-bede-25c6dece4409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325694 Aug 16 22:52:49.724841 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-12cd87a9-c6ad-4474-9760-90b9b819b0a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:49.755849 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e33c8386-df5b-4338-93b9-5f927a55fe8d', 'name': 'network-vif-deleted', 'tag': '73fddd19-7093-4a55-973e-9c89d255911d'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:52:49.758573 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5929a5c7-3bbf-4038-b3ce-ea816190f05d" -d '{"events": [{"server_uuid": "e33c8386-df5b-4338-93b9-5f927a55fe8d", "name": "network-vif-deleted", "tag": "73fddd19-7093-4a55-973e-9c89d255911d"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:52:49.786466 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 59420) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:49.849724 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b284c77-e1b4-49cc-b328-364e0880105d admin admin] Deleting subnet f340c0a0-6bbc-45f5-920c-bfa473779acd {{(pid=101292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:52:49.854085 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8b284c77-e1b4-49cc-b328-364e0880105d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:49.880137 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44b2218d-255b-4c96-be94-04622dbf65bf x-openstack-request-id: req-44b2218d-255b-4c96-be94-04622dbf65bf {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:52:49.880435 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e33c8386-df5b-4338-93b9-5f927a55fe8d", "name": "network-vif-deleted", "tag": "73fddd19-7093-4a55-973e-9c89d255911d", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:52:49.880717 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-44b2218d-255b-4c96-be94-04622dbf65bf {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:52:49.881145 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e33c8386-df5b-4338-93b9-5f927a55fe8d', 'name': 'network-vif-deleted', 'tag': '73fddd19-7093-4a55-973e-9c89d255911d', 'status': 'completed', 'code': 200} Aug 16 22:52:49.920345 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 59426) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:49.938464 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8b284c77-e1b4-49cc-b328-364e0880105d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3848860'] for subnet, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:49.998344 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8b284c77-e1b4-49cc-b328-364e0880105d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:50.073210 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8b284c77-e1b4-49cc-b328-364e0880105d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26252129'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:50.087489 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8b284c77-e1b4-49cc-b328-364e0880105d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:50.089502 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-8b284c77-e1b4-49cc-b328-364e0880105d admin admin] 10.222.0.36 "DELETE /v2.0/subnets/f340c0a0-6bbc-45f5-920c-bfa473779acd HTTP/1.1" status: 204 len: 168 time: 0.3016803 Aug 16 22:52:50.092099 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 59436) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:50.122986 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 59438) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:50.132822 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b284c77-e1b4-49cc-b328-364e0880105d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f340c0a0-6bbc-45f5-920c-bfa473779acd,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:50.227227 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fcd871b8-5f0d-4a8c-903f-348fd8573c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:50.357662 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-1361d633-286a-441b-a16d-f06b104d0572 tempest-AgentManagementNegativeTest-1278140476 tempest-AgentManagementNegativeTest-1278140476-project] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4360824 Aug 16 22:52:50.360167 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fcd871b8-5f0d-4a8c-903f-348fd8573c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:50.374522 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-fcd871b8-5f0d-4a8c-903f-348fd8573c22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db61fb9f-768d-428b-8446-991cbb0c6922']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:52:50.414401 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-8ed5401d-f3fa-49df-acd3-80d4418281a0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5aa270b810014cb1b7df23f71a5483f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2885201 Aug 16 22:52:50.415695 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 59454) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:50.419939 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-fcd871b8-5f0d-4a8c-903f-348fd8573c22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4a6b143-6a51-43cd-8781-944dbb368ca5') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:52:50.420567 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-fcd871b8-5f0d-4a8c-903f-348fd8573c22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4a6b143-6a51-43cd-8781-944dbb368ca5') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:52:50.424634 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729739b0-506f-443b-9782-12edfd98c0ac req-a2b4cd71-8a58-4f9b-b146-35f715c244e6 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:50.426198 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-729739b0-506f-443b-9782-12edfd98c0ac req-a2b4cd71-8a58-4f9b-b146-35f715c244e6 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=acbad045-44e9-4866-b6f7-f0288855d525 HTTP/1.1" status: 200 len: 946 time: 0.0563681 Aug 16 22:52:50.436835 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fcd871b8-5f0d-4a8c-903f-348fd8573c22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:50.460722 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fcd871b8-5f0d-4a8c-903f-348fd8573c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:50.467475 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcd871b8-5f0d-4a8c-903f-348fd8573c22 admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:52:50.468006 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fcd871b8-5f0d-4a8c-903f-348fd8573c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:50.482073 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-729739b0-506f-443b-9782-12edfd98c0ac req-037d920d-addd-4974-86d8-b147c85e3b88 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477495 Aug 16 22:52:50.542363 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f0800173-b82f-4f23-8359-d1be32ee1cc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:50.542884 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:50.554255 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 22:52:50.554255 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:52:50.554255 n-d-791506-26 neutron-server[101291]: timer() Aug 16 22:52:50.554255 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:52:50.554255 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 22:52:50.554255 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:52:50.554255 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 22:52:50.554255 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:52:50.554255 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 22:52:50.554255 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:52:50.554255 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 22:52:50.554255 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:52:50.554255 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 22:52:50.554255 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:52:50.554255 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:52:50.554255 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:52:50.554255 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:52:50.554255 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:52:50.554255 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 22:52:50.554255 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:52:50.554255 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 22:52:50.554255 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:52:50.554255 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:52:50.554255 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:52:50.554255 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 22:52:50.554255 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:52:50.554255 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:52:50.554255 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:52:50.554255 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:52:50.554255 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:52:50.554255 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:52:50.554255 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:52:50.570737 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f0800173-b82f-4f23-8359-d1be32ee1cc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:50.593234 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fcd871b8-5f0d-4a8c-903f-348fd8573c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:50.603227 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fcd871b8-5f0d-4a8c-903f-348fd8573c22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:50.608397 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-fcd871b8-5f0d-4a8c-903f-348fd8573c22 admin admin] 10.222.0.36 "DELETE /v2.0/networks/db61fb9f-768d-428b-8446-991cbb0c6922 HTTP/1.1" status: 204 len: 168 time: 0.5149031 Aug 16 22:52:50.608968 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 59460) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:50.691378 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0fb4e6c-bd2d-47c7-ac48-8e1d37c61bad admin admin] Deleting subnet dc006680-d256-4afa-904e-998379856a42 {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:52:50.694312 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07270e64-7f26-4325-80c5-565e760bbd28 req-e86c7fbe-829f-4eca-bdeb-00519bea009b tempest-TenantUsagesTestJSON-1383740445 tempest-TenantUsagesTestJSON-1383740445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:50.694606 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd871b8-5f0d-4a8c-903f-348fd8573c22 admin admin] Pushing event deleted for resources: {'Network': ['ID=db61fb9f-768d-428b-8446-991cbb0c6922,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:50.696792 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d0fb4e6c-bd2d-47c7-ac48-8e1d37c61bad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:50.699049 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-07270e64-7f26-4325-80c5-565e760bbd28 req-e86c7fbe-829f-4eca-bdeb-00519bea009b tempest-TenantUsagesTestJSON-1383740445 tempest-TenantUsagesTestJSON-1383740445-project] 10.222.0.36 "GET /v2.0/ports?device_id=abb54f6d-424a-4288-9dfa-eee62fae1a7c HTTP/1.1" status: 200 len: 950 time: 0.0842178 Aug 16 22:52:50.700607 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 59464) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:50.768964 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-07270e64-7f26-4325-80c5-565e760bbd28 req-df582030-75f4-4bc3-b3cd-99981674d2af tempest-TenantUsagesTestJSON-1383740445 tempest-TenantUsagesTestJSON-1383740445-project] 10.222.0.36 "GET /v2.0/security-groups?id=c43ec179-cd75-4e70-bede-25c6dece4409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552022 Aug 16 22:52:50.772656 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f0800173-b82f-4f23-8359-d1be32ee1cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:50.776588 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f0800173-b82f-4f23-8359-d1be32ee1cc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:50.777825 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-f0800173-b82f-4f23-8359-d1be32ee1cc3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0c3202d4-1091-4aa6-aaf8-719a70a73509 HTTP/1.1" status: 204 len: 168 time: 0.3506491 Aug 16 22:52:50.790963 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0800173-b82f-4f23-8359-d1be32ee1cc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c3202d4-1091-4aa6-aaf8-719a70a73509,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:50.791741 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d0fb4e6c-bd2d-47c7-ac48-8e1d37c61bad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:50.861826 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d0fb4e6c-bd2d-47c7-ac48-8e1d37c61bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:50.911233 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-19d7442e-7f6c-486e-ba4f-b2db88935de0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:50.926402 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d0fb4e6c-bd2d-47c7-ac48-8e1d37c61bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:50.942285 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d0fb4e6c-bd2d-47c7-ac48-8e1d37c61bad admin admin] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:50.945373 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-d0fb4e6c-bd2d-47c7-ac48-8e1d37c61bad admin admin] 10.222.0.36 "DELETE /v2.0/subnets/dc006680-d256-4afa-904e-998379856a42 HTTP/1.1" status: 204 len: 168 time: 0.3335116 Aug 16 22:52:50.949064 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 59474) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:50.969040 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fb4e6c-bd2d-47c7-ac48-8e1d37c61bad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc006680-d256-4afa-904e-998379856a42,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:51.090243 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0d9bd717-1c4b-4d94-9f33-4f5b9f2bb673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:51.240445 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0d9bd717-1c4b-4d94-9f33-4f5b9f2bb673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:51.255377 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-0d9bd717-1c4b-4d94-9f33-4f5b9f2bb673 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a273b70-c78a-4bf3-9ca6-bd7b47647f5d']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:52:51.269866 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-0d9bd717-1c4b-4d94-9f33-4f5b9f2bb673 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec23b0ed-04e1-4fcb-89b6-6bd31394a6ee') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:52:51.270385 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-0d9bd717-1c4b-4d94-9f33-4f5b9f2bb673 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec23b0ed-04e1-4fcb-89b6-6bd31394a6ee') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:52:51.287414 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0d9bd717-1c4b-4d94-9f33-4f5b9f2bb673 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:51.287561 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 59482) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:51.302689 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-19d7442e-7f6c-486e-ba4f-b2db88935de0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:51.308062 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-19d7442e-7f6c-486e-ba4f-b2db88935de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:51.319469 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0d9bd717-1c4b-4d94-9f33-4f5b9f2bb673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:51.333346 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-59bc568e-a45d-4d3f-86ae-cbd2cd42a81d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8ddbe2c138a24d9ba7ff9a6f327880fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0446627 Aug 16 22:52:51.335836 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 59484) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:51.343540 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d9bd717-1c4b-4d94-9f33-4f5b9f2bb673 admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:52:51.343939 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0d9bd717-1c4b-4d94-9f33-4f5b9f2bb673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:51.345586 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 16 22:52:51.345586 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:52:51.345586 n-d-791506-26 neutron-server[101292]: timer() Aug 16 22:52:51.345586 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:52:51.345586 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 16 22:52:51.345586 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:52:51.345586 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 16 22:52:51.345586 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:52:51.345586 n-d-791506-26 neutron-server[101292]: self._notify() Aug 16 22:52:51.345586 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:52:51.345586 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 16 22:52:51.345586 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:52:51.345586 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 16 22:52:51.345586 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:52:51.345586 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:52:51.345586 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:52:51.345586 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:52:51.345586 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:52:51.345586 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 16 22:52:51.345586 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:52:51.345586 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 16 22:52:51.345586 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:52:51.345586 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:52:51.345586 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:52:51.345586 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 16 22:52:51.345586 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:52:51.345586 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:52:51.345586 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:52:51.345586 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:52:51.345586 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:52:51.345586 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:52:51.345586 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:52:51.390311 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-19d7442e-7f6c-486e-ba4f-b2db88935de0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6e97627946cb48c0b58f2fe1b7d153d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6859376 Aug 16 22:52:51.390519 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d7442e-7f6c-486e-ba4f-b2db88935de0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f82f1e81-afc6-4305-85b9-d7fb7de61a7d,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:51.392589 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 59486) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:51.414835 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0435d288-3da2-4665-8fe5-bd637d78bfdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:51.419184 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0d9bd717-1c4b-4d94-9f33-4f5b9f2bb673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:51.434847 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:51.444699 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0d9bd717-1c4b-4d94-9f33-4f5b9f2bb673 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:51.447085 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-0d9bd717-1c4b-4d94-9f33-4f5b9f2bb673 admin admin] 10.222.0.36 "DELETE /v2.0/networks/6a273b70-c78a-4bf3-9ca6-bd7b47647f5d HTTP/1.1" status: 204 len: 168 time: 0.4896703 Aug 16 22:52:51.447941 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9bd717-1c4b-4d94-9f33-4f5b9f2bb673 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a273b70-c78a-4bf3-9ca6-bd7b47647f5d,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:51.465563 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0435d288-3da2-4665-8fe5-bd637d78bfdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:51.478868 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 73fddd19-7093-4a55-973e-9c89d255911d no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:52:51.510214 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] No Port match for: 73fddd19-7093-4a55-973e-9c89d255911d {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:52:51.510433 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a184fd06-a997-4534-b3e1-0b60d7da7e3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:51.511341 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 73fddd19-7093-4a55-973e-9c89d255911d not bound to the agent host n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:52:51.542949 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a184fd06-a997-4534-b3e1-0b60d7da7e3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:51.560167 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0435d288-3da2-4665-8fe5-bd637d78bfdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:51.564813 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0435d288-3da2-4665-8fe5-bd637d78bfdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:51.569630 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-0435d288-3da2-4665-8fe5-bd637d78bfdd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1703b9dc-88d0-4878-be2f-31bee262d7e0 HTTP/1.1" status: 204 len: 168 time: 0.2286096 Aug 16 22:52:51.591457 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0435d288-3da2-4665-8fe5-bd637d78bfdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1703b9dc-88d0-4878-be2f-31bee262d7e0,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:51.631691 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a184fd06-a997-4534-b3e1-0b60d7da7e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:51.635704 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a184fd06-a997-4534-b3e1-0b60d7da7e3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:51.637266 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-a184fd06-a997-4534-b3e1-0b60d7da7e3d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f82f1e81-afc6-4305-85b9-d7fb7de61a7d HTTP/1.1" status: 204 len: 168 time: 0.2321723 Aug 16 22:52:51.647540 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a184fd06-a997-4534-b3e1-0b60d7da7e3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f82f1e81-afc6-4305-85b9-d7fb7de61a7d,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:51.703852 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b933f3-7755-4f1b-b831-be213a876e0c req-9199064b-37a6-4b86-92e4-0570849efa5c tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:51.706403 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c7b933f3-7755-4f1b-b831-be213a876e0c req-9199064b-37a6-4b86-92e4-0570849efa5c tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=acbad045-44e9-4866-b6f7-f0288855d525 HTTP/1.1" status: 200 len: 946 time: 0.0847375 Aug 16 22:52:51.707319 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 59498) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:51.782774 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c7b933f3-7755-4f1b-b831-be213a876e0c req-5f2548d0-b4fc-4d15-9db5-66461ca19a6c tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653093 Aug 16 22:52:51.816103 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-11815794-7d3e-4d1d-a116-3aac34d003cf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=96f36b2ac4b747ffa8d23196eebfe0fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1019487 Aug 16 22:52:51.816103 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 59504) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:51.886801 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-18a139c3-5f52-4187-9aac-8429a7635d0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:51.958506 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-18a139c3-5f52-4187-9aac-8429a7635d0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:51.968954 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e83f85-e43b-49ad-90c6-5283f14faf86 req-3e07552a-5f7f-4bbb-8ac3-3dd1d2011aab tempest-TenantUsagesTestJSON-1383740445 tempest-TenantUsagesTestJSON-1383740445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:51.970581 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c9e83f85-e43b-49ad-90c6-5283f14faf86 req-3e07552a-5f7f-4bbb-8ac3-3dd1d2011aab tempest-TenantUsagesTestJSON-1383740445 tempest-TenantUsagesTestJSON-1383740445-project] 10.222.0.36 "GET /v2.0/ports?device_id=abb54f6d-424a-4288-9dfa-eee62fae1a7c HTTP/1.1" status: 200 len: 950 time: 0.0854583 Aug 16 22:52:52.097288 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c9e83f85-e43b-49ad-90c6-5283f14faf86 req-d7120fd3-8d7d-43e1-9963-1f52faf932c2 tempest-TenantUsagesTestJSON-1383740445 tempest-TenantUsagesTestJSON-1383740445-project] 10.222.0.36 "GET /v2.0/security-groups?id=c43ec179-cd75-4e70-bede-25c6dece4409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186779 Aug 16 22:52:52.141622 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeb0f34-9ef6-4daa-b3dc-6da8f5be9a58 req-28a11315-0e56-4ec6-bab3-0398fe999b21 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:52.151559 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ddeb0f34-9ef6-4daa-b3dc-6da8f5be9a58 req-28a11315-0e56-4ec6-bab3-0398fe999b21 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=acbad045-44e9-4866-b6f7-f0288855d525 HTTP/1.1" status: 200 len: 946 time: 0.1750586 Aug 16 22:52:52.176669 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379e8e7a-3743-4128-b12b-400655666f50 req-13b947e1-b55f-4dd5-ae65-f827f81fef56 tempest-TenantUsagesTestJSON-1383740445 tempest-TenantUsagesTestJSON-1383740445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:52.178492 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-379e8e7a-3743-4128-b12b-400655666f50 req-13b947e1-b55f-4dd5-ae65-f827f81fef56 tempest-TenantUsagesTestJSON-1383740445 tempest-TenantUsagesTestJSON-1383740445-project] 10.222.0.57 "GET /v2.0/ports?device_id=abb54f6d-424a-4288-9dfa-eee62fae1a7c HTTP/1.1" status: 200 len: 950 time: 0.1958311 Aug 16 22:52:52.199773 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-18a139c3-5f52-4187-9aac-8429a7635d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:52.202478 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-18a139c3-5f52-4187-9aac-8429a7635d0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:52.206557 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-18a139c3-5f52-4187-9aac-8429a7635d0e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8fa34463-d92a-4d78-82d7-5c12c36f0401 HTTP/1.1" status: 204 len: 168 time: 0.3909836 Aug 16 22:52:52.239366 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a139c3-5f52-4187-9aac-8429a7635d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa34463-d92a-4d78-82d7-5c12c36f0401,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:52.272331 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ddeb0f34-9ef6-4daa-b3dc-6da8f5be9a58 req-0b07c321-2063-44bb-ae69-011418c68c17 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176279 Aug 16 22:52:52.416694 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-379e8e7a-3743-4128-b12b-400655666f50 req-fbafdf2a-43f1-4ed0-b07c-d985c74fe24c tempest-TenantUsagesTestJSON-1383740445 tempest-TenantUsagesTestJSON-1383740445-project] Deleting port 1bb574fe-0d9b-4c9c-9cf9-096695bf9d2f {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:52:52.417274 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-379e8e7a-3743-4128-b12b-400655666f50 req-fbafdf2a-43f1-4ed0-b07c-d985c74fe24c tempest-TenantUsagesTestJSON-1383740445 tempest-TenantUsagesTestJSON-1383740445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:52.556619 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-379e8e7a-3743-4128-b12b-400655666f50 req-fbafdf2a-43f1-4ed0-b07c-d985c74fe24c tempest-TenantUsagesTestJSON-1383740445 tempest-TenantUsagesTestJSON-1383740445-project] For port 1bb574fe-0d9b-4c9c-9cf9-096695bf9d2f, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=1bb574fe-0d9b-4c9c-9cf9-096695bf9d2f,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:52:52.556955 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-379e8e7a-3743-4128-b12b-400655666f50 req-fbafdf2a-43f1-4ed0-b07c-d985c74fe24c tempest-TenantUsagesTestJSON-1383740445 tempest-TenantUsagesTestJSON-1383740445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:52.575779 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-379e8e7a-3743-4128-b12b-400655666f50 req-fbafdf2a-43f1-4ed0-b07c-d985c74fe24c tempest-TenantUsagesTestJSON-1383740445 tempest-TenantUsagesTestJSON-1383740445-project] Calling delete_port for 1bb574fe-0d9b-4c9c-9cf9-096695bf9d2f owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:52:52.666919 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:52.765361 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-379e8e7a-3743-4128-b12b-400655666f50 req-fbafdf2a-43f1-4ed0-b07c-d985c74fe24c tempest-TenantUsagesTestJSON-1383740445 tempest-TenantUsagesTestJSON-1383740445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:52.794119 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbafdf2a-43f1-4ed0-b07c-d985c74fe24c tempest-TenantUsagesTestJSON-1383740445 tempest-TenantUsagesTestJSON-1383740445-project] Pushing event deleted for resources: {'Port': ['ID=1bb574fe-0d9b-4c9c-9cf9-096695bf9d2f,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:52.806166 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['1bb574fe-0d9b-4c9c-9cf9-096695bf9d2f'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:52:52.857281 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-379e8e7a-3743-4128-b12b-400655666f50 req-fbafdf2a-43f1-4ed0-b07c-d985c74fe24c tempest-TenantUsagesTestJSON-1383740445 tempest-TenantUsagesTestJSON-1383740445-project] No DVR routers for this DVR port 1bb574fe-0d9b-4c9c-9cf9-096695bf9d2f on host n-h2-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:52:52.860449 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 59564) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:52.870711 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-379e8e7a-3743-4128-b12b-400655666f50 req-fbafdf2a-43f1-4ed0-b07c-d985c74fe24c tempest-TenantUsagesTestJSON-1383740445 tempest-TenantUsagesTestJSON-1383740445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:52.876711 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-379e8e7a-3743-4128-b12b-400655666f50 req-fbafdf2a-43f1-4ed0-b07c-d985c74fe24c tempest-TenantUsagesTestJSON-1383740445 tempest-TenantUsagesTestJSON-1383740445-project] 10.222.0.57 "DELETE /v2.0/ports/1bb574fe-0d9b-4c9c-9cf9-096695bf9d2f HTTP/1.1" status: 204 len: 173 time: 0.6885571 Aug 16 22:52:52.877216 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abb54f6d-424a-4288-9dfa-eee62fae1a7c', 'name': 'network-vif-deleted', 'tag': '1bb574fe-0d9b-4c9c-9cf9-096695bf9d2f'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:52:52.887537 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06fd1503-d494-447e-872d-90c0f4a69db0" -d '{"events": [{"server_uuid": "abb54f6d-424a-4288-9dfa-eee62fae1a7c", "name": "network-vif-deleted", "tag": "1bb574fe-0d9b-4c9c-9cf9-096695bf9d2f"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:52:52.958067 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-34499bef-40c5-45bb-a4d0-cbf65d301d52 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b73dead647034bafa6a67158a65333bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0949054 Aug 16 22:52:52.959549 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 59568) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:52.980856 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4add87b2-3d1e-4823-b122-289af70e3aad x-openstack-request-id: req-4add87b2-3d1e-4823-b122-289af70e3aad {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:52:52.981156 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abb54f6d-424a-4288-9dfa-eee62fae1a7c", "name": "network-vif-deleted", "tag": "1bb574fe-0d9b-4c9c-9cf9-096695bf9d2f", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:52:52.981415 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4add87b2-3d1e-4823-b122-289af70e3aad {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:52:52.981817 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abb54f6d-424a-4288-9dfa-eee62fae1a7c', 'name': 'network-vif-deleted', 'tag': '1bb574fe-0d9b-4c9c-9cf9-096695bf9d2f', 'status': 'completed', 'code': 200} Aug 16 22:52:53.036375 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f593bd94-19a8-43eb-84cb-10d82f5acafe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:53.041253 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 59574) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:53.073566 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f593bd94-19a8-43eb-84cb-10d82f5acafe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:53.261418 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-08c076f4-9858-458c-9f19-83579dceaa4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:53.271471 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-946ab249-076a-4508-906b-552ae7d6ab16 req-85a98486-6b3d-47ba-a7bd-3921ef1577f4 tempest-TenantUsagesTestJSON-1383740445 tempest-TenantUsagesTestJSON-1383740445-project] 10.222.0.36 "GET /v2.0/ports?device_id=abb54f6d-424a-4288-9dfa-eee62fae1a7c HTTP/1.1" status: 200 len: 210 time: 0.0621421 Aug 16 22:52:53.294037 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f593bd94-19a8-43eb-84cb-10d82f5acafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:53.297169 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f593bd94-19a8-43eb-84cb-10d82f5acafe admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:53.298413 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-f593bd94-19a8-43eb-84cb-10d82f5acafe admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/293ed29a-0f9e-4c9e-b302-a2dff7f0c5ba HTTP/1.1" status: 204 len: 168 time: 0.3375709 Aug 16 22:52:53.325626 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cd8500-ee53-40d1-8fcd-e9b482da6af3 req-fd17f7a6-9af8-4797-b37d-d77708c25d7e tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:53.327479 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-67cd8500-ee53-40d1-8fcd-e9b482da6af3 req-fd17f7a6-9af8-4797-b37d-d77708c25d7e tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/networks?id=293b6503-0dd0-473c-b292-a36a6d59f563 HTTP/1.1" status: 200 len: 814 time: 0.2219954 Aug 16 22:52:53.328450 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f593bd94-19a8-43eb-84cb-10d82f5acafe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=293ed29a-0f9e-4c9e-b302-a2dff7f0c5ba,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:53.357902 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-67cd8500-ee53-40d1-8fcd-e9b482da6af3 req-dc43e1f2-5e8d-4d36-832c-f1ad7c6ab45d tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/quotas/d441e99ef8964ece912d98293dc4ac4d HTTP/1.1" status: 200 len: 375 time: 0.0223892 Aug 16 22:52:53.453506 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-67cd8500-ee53-40d1-8fcd-e9b482da6af3 req-df8e51b1-6467-4ce8-907d-0f33ff3317be tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d441e99ef8964ece912d98293dc4ac4d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0946336 Aug 16 22:52:53.458013 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-08c076f4-9858-458c-9f19-83579dceaa4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:53.469797 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-08c076f4-9858-458c-9f19-83579dceaa4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:53.478498 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 59602) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:53.507314 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-08c076f4-9858-458c-9f19-83579dceaa4a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9120728957dd41b2ba2bcd768b7b8539&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4649150 Aug 16 22:52:53.510781 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 59606) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:53.558020 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c076f4-9858-458c-9f19-83579dceaa4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ffa3be-5fc1-4d03-b164-f07bd124c2c2,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:53.594002 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2b674ca3-9769-46b2-a07f-e5abc923a02b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:53.636614 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2b674ca3-9769-46b2-a07f-e5abc923a02b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:53.707300 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2b674ca3-9769-46b2-a07f-e5abc923a02b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:53.711149 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2b674ca3-9769-46b2-a07f-e5abc923a02b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:53.713707 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-2b674ca3-9769-46b2-a07f-e5abc923a02b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a4ffa3be-5fc1-4d03-b164-f07bd124c2c2 HTTP/1.1" status: 204 len: 168 time: 0.2018516 Aug 16 22:52:53.723529 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b674ca3-9769-46b2-a07f-e5abc923a02b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ffa3be-5fc1-4d03-b164-f07bd124c2c2,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:53.899522 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-1848f107-2d67-479f-a85b-b069198fc104 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-645631984'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:52:53.933833 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1848f107-2d67-479f-a85b-b069198fc104 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Made reservation on behalf of 934ca4d0283b420081f9f15cff2f8e64 for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:52:53.937344 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1848f107-2d67-479f-a85b-b069198fc104 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:53.950276 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1848f107-2d67-479f-a85b-b069198fc104 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:53.987753 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-67cd8500-ee53-40d1-8fcd-e9b482da6af3 req-f07d687c-fcae-4deb-a21a-af032a064625 service neutron] 10.222.0.36 "GET /v2.0/networks/293b6503-0dd0-473c-b292-a36a6d59f563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5245395 Aug 16 22:52:54.127594 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-67cd8500-ee53-40d1-8fcd-e9b482da6af3 req-27187eaa-c1d6-4595-9236-eb096a1fbf21 service neutron] 10.222.0.36 "GET /v2.0/networks/293b6503-0dd0-473c-b292-a36a6d59f563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288238 Aug 16 22:52:54.178077 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1848f107-2d67-479f-a85b-b069198fc104 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:54.184258 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1848f107-2d67-479f-a85b-b069198fc104 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:54.218014 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1848f107-2d67-479f-a85b-b069198fc104 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:52:54.238748 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1848f107-2d67-479f-a85b-b069198fc104 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67a37436-e8a9-4955-952f-999efa25bd68,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:54.247121 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1848f107-2d67-479f-a85b-b069198fc104 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:54.247359 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-1848f107-2d67-479f-a85b-b069198fc104 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Added segment 858384b2-8b94-40d6-9015-b9fc65fd36f6 of type vlan for network 3acbd8bc-c927-476d-8849-f9549f6b8b02 Aug 16 22:52:54.345248 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1848f107-2d67-479f-a85b-b069198fc104 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:54.393742 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-405c1735-06e7-4dc2-8748-7d06ebe52db2 req-846fc1c3-c0b8-4bf0-95eb-d2f92318d98d tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f39e867-1742-489d-a6f5-74ae6bdbba48 HTTP/1.1" status: 200 len: 210 time: 0.0732946 Aug 16 22:52:54.429672 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e194ef2-672e-4260-a140-5ab151d22b69 req-5bb2d142-794c-43a4-b747-367a77c3a4f1 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:54.431571 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3e194ef2-672e-4260-a140-5ab151d22b69 req-5bb2d142-794c-43a4-b747-367a77c3a4f1 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.57 "GET /v2.0/ports?device_id=acbad045-44e9-4866-b6f7-f0288855d525 HTTP/1.1" status: 200 len: 946 time: 0.1310198 Aug 16 22:52:54.439273 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1848f107-2d67-479f-a85b-b069198fc104 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:54.446766 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1848f107-2d67-479f-a85b-b069198fc104 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:54.447695 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1848f107-2d67-479f-a85b-b069198fc104 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:54.652660 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-1848f107-2d67-479f-a85b-b069198fc104 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1587539 Aug 16 22:52:54.724381 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1848f107-2d67-479f-a85b-b069198fc104 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Pushing event updated for resources: {'Network': ['ID=3acbd8bc-c927-476d-8849-f9549f6b8b02,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:54.744223 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 3acbd8bc-c927-476d-8849-f9549f6b8b02 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:52:54.781910 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-3e194ef2-672e-4260-a140-5ab151d22b69 req-ad0e6869-9a88-4a9c-ae0e-f47403ead62a tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Deleting port 624590e7-8726-4e89-8214-7476bcaae046 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:52:54.782276 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3e194ef2-672e-4260-a140-5ab151d22b69 req-ad0e6869-9a88-4a9c-ae0e-f47403ead62a tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:54.818848 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 59664) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:54.826029 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-9c777340-b790-4a35-bc40-70bfde5c466e tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Request body: {'subnet': {'network_id': '3acbd8bc-c927-476d-8849-f9549f6b8b02', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:52:55.017676 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c777340-b790-4a35-bc40-70bfde5c466e tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Made reservation on behalf of 934ca4d0283b420081f9f15cff2f8e64 for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:52:55.022456 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9c777340-b790-4a35-bc40-70bfde5c466e tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:55.023227 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:55.087321 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 59670) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:55.334344 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9c777340-b790-4a35-bc40-70bfde5c466e tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:55.337836 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-3e194ef2-672e-4260-a140-5ab151d22b69 req-ad0e6869-9a88-4a9c-ae0e-f47403ead62a tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] For port 624590e7-8726-4e89-8214-7476bcaae046, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=624590e7-8726-4e89-8214-7476bcaae046,segment=NetworkSegment(0776e957-0fd5-4cd9-b2cd-f5649efce124),segment_id=0776e957-0fd5-4cd9-b2cd-f5649efce124)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:52:55.338411 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3e194ef2-672e-4260-a140-5ab151d22b69 req-ad0e6869-9a88-4a9c-ae0e-f47403ead62a tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:55.354454 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-3e194ef2-672e-4260-a140-5ab151d22b69 req-ad0e6869-9a88-4a9c-ae0e-f47403ead62a tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Calling delete_port for 624590e7-8726-4e89-8214-7476bcaae046 owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:52:55.460187 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c777340-b790-4a35-bc40-70bfde5c466e tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Pushing event updated for resources: {'Subnet': ['ID=aee10360-9fbb-4782-b536-e7b3ebaddbfa,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:55.476415 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c777340-b790-4a35-bc40-70bfde5c466e tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Checking segment: {'id': '858384b2-8b94-40d6-9015-b9fc65fd36f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '3acbd8bc-c927-476d-8849-f9549f6b8b02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:52:55.477068 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c777340-b790-4a35-bc40-70bfde5c466e tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Network hostable DHCP agents. Network: 3acbd8bc-c927-476d-8849-f9549f6b8b02, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:52:55.495430 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-7f6047b6-7194-4fb9-b752-1d4060acd9b3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=10374e48bd5746119fe77609b856aa5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4037652 Aug 16 22:52:55.509150 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 59688) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:55.523357 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3e194ef2-672e-4260-a140-5ab151d22b69 req-ad0e6869-9a88-4a9c-ae0e-f47403ead62a tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:55.557355 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['624590e7-8726-4e89-8214-7476bcaae046'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:52:55.568876 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c777340-b790-4a35-bc40-70bfde5c466e tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Network 3acbd8bc-c927-476d-8849-f9549f6b8b02 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:52:55.617638 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0e6869-9a88-4a9c-ae0e-f47403ead62a tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Pushing event deleted for resources: {'Port': ['ID=624590e7-8726-4e89-8214-7476bcaae046,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:55.642775 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-9c777340-b790-4a35-bc40-70bfde5c466e tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 3acbd8bc-c927-476d-8849-f9549f6b8b02) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:52:55.656755 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36ac72a-f6ac-4c0c-87c5-470b2a7806f0 None None] Network 3acbd8bc-c927-476d-8849-f9549f6b8b02 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:52:55.672784 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d2868408-bee4-4800-8892-4d038429d536 req-f6a8e5a9-c111-4bf0-944f-aacc5f8c77e5 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f39e867-1742-489d-a6f5-74ae6bdbba48 HTTP/1.1" status: 200 len: 210 time: 0.0842676 Aug 16 22:52:55.745074 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c777340-b790-4a35-bc40-70bfde5c466e tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:55.756797 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9c777340-b790-4a35-bc40-70bfde5c466e tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:55.814510 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-10355c98-8a35-4309-bfb5-301e3d670407 req-df85925f-70be-4ba4-abfc-39f36c37ce27 tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=5e8f9775da054f59af409b480707b947&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0540359 Aug 16 22:52:55.816979 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e194ef2-672e-4260-a140-5ab151d22b69 req-ad0e6869-9a88-4a9c-ae0e-f47403ead62a tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] No DVR routers for this DVR port 624590e7-8726-4e89-8214-7476bcaae046 on host n-h2-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:52:55.823822 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3e194ef2-672e-4260-a140-5ab151d22b69 req-ad0e6869-9a88-4a9c-ae0e-f47403ead62a tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:55.827768 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3e194ef2-672e-4260-a140-5ab151d22b69 req-ad0e6869-9a88-4a9c-ae0e-f47403ead62a tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.57 "DELETE /v2.0/ports/624590e7-8726-4e89-8214-7476bcaae046 HTTP/1.1" status: 204 len: 173 time: 1.3897614 Aug 16 22:52:55.858061 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-9c777340-b790-4a35-bc40-70bfde5c466e tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.0380237 Aug 16 22:52:55.869372 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5845dddb-c8ec-43fa-a569-db15473ad197 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:55.873666 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 59712) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:55.888886 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-628e97af-d227-4af4-890c-de63e1df0a14 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-620499621'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:52:55.946171 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5845dddb-c8ec-43fa-a569-db15473ad197 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:55.966356 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701adf8d-5e25-445f-8fab-cf9db38ad1b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-3acbd8bc-c927-476d-8849-f9549f6b8b02', 'network_id': '3acbd8bc-c927-476d-8849-f9549f6b8b02', 'tenant_id': '934ca4d0283b420081f9f15cff2f8e64', 'fixed_ips': [{'subnet_id': 'aee10360-9fbb-4782-b536-e7b3ebaddbfa'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:52:55.968885 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-701adf8d-5e25-445f-8fab-cf9db38ad1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:55.979518 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acbad045-44e9-4866-b6f7-f0288855d525', 'name': 'network-vif-deleted', 'tag': '624590e7-8726-4e89-8214-7476bcaae046'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:52:55.981960 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a8ad02f-6e97-4676-8a21-5dabacd59336" -d '{"events": [{"server_uuid": "acbad045-44e9-4866-b6f7-f0288855d525", "name": "network-vif-deleted", "tag": "624590e7-8726-4e89-8214-7476bcaae046"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:52:55.983237 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-628e97af-d227-4af4-890c-de63e1df0a14 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Made reservation on behalf of 934ca4d0283b420081f9f15cff2f8e64 for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:52:55.987180 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-628e97af-d227-4af4-890c-de63e1df0a14 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:55.992308 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10355c98-8a35-4309-bfb5-301e3d670407 req-217951be-0216-4688-8810-9b58d7fe2cb2 tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:55.995620 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-10355c98-8a35-4309-bfb5-301e3d670407 req-217951be-0216-4688-8810-9b58d7fe2cb2 tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1669219 Aug 16 22:52:56.032863 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-10355c98-8a35-4309-bfb5-301e3d670407 req-858531dd-c57d-4bd4-8fd1-dea3cd106309 tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] 10.222.0.36 "GET /v2.0/quotas/5e8f9775da054f59af409b480707b947 HTTP/1.1" status: 200 len: 375 time: 0.0300884 Aug 16 22:52:56.062216 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cd8500-ee53-40d1-8fcd-e9b482da6af3 req-b2774342-f4d3-4a41-8a34-6d0df1d36dee tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:56.064016 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-67cd8500-ee53-40d1-8fcd-e9b482da6af3 req-b2774342-f4d3-4a41-8a34-6d0df1d36dee tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.68 "GET /v2.0/networks?id=293b6503-0dd0-473c-b292-a36a6d59f563 HTTP/1.1" status: 200 len: 814 time: 0.4345999 Aug 16 22:52:56.086691 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-67cd8500-ee53-40d1-8fcd-e9b482da6af3 req-6a8cad29-7b0a-4273-8c9c-79d07daaa82d tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Request body: {'port': {'device_id': '8f39e867-1742-489d-a6f5-74ae6bdbba48', 'network_id': '293b6503-0dd0-473c-b292-a36a6d59f563', 'admin_state_up': True, 'tenant_id': 'd441e99ef8964ece912d98293dc4ac4d'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:52:56.093663 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-628e97af-d227-4af4-890c-de63e1df0a14 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:52:56.121598 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-10355c98-8a35-4309-bfb5-301e3d670407 req-0c4d34fe-482e-4da0-b059-dfe39666af0f tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5e8f9775da054f59af409b480707b947&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0877545 Aug 16 22:52:56.176150 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-628e97af-d227-4af4-890c-de63e1df0a14 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:56.176511 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-628e97af-d227-4af4-890c-de63e1df0a14 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Added segment e66c29bc-01fe-43f3-b4f8-44249a0c1e09 of type vlan for network 5264b02c-f26a-4b3f-b3c6-2c096bfbc302 Aug 16 22:52:56.224272 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5845dddb-c8ec-43fa-a569-db15473ad197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:56.229318 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5845dddb-c8ec-43fa-a569-db15473ad197 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:56.233556 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-5845dddb-c8ec-43fa-a569-db15473ad197 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c43ec179-cd75-4e70-bede-25c6dece4409 HTTP/1.1" status: 204 len: 168 time: 0.7194002 Aug 16 22:52:56.236691 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 1bb574fe-0d9b-4c9c-9cf9-096695bf9d2f no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:52:56.274796 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-628e97af-d227-4af4-890c-de63e1df0a14 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:56.276349 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] No Port match for: 1bb574fe-0d9b-4c9c-9cf9-096695bf9d2f {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:52:56.276988 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 1bb574fe-0d9b-4c9c-9cf9-096695bf9d2f not bound to the agent host n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:52:56.280721 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5845dddb-c8ec-43fa-a569-db15473ad197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c43ec179-cd75-4e70-bede-25c6dece4409,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:56.293504 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-701adf8d-5e25-445f-8fab-cf9db38ad1b9 None None] Allocated IP 172.20.255.242 (3acbd8bc-c927-476d-8849-f9549f6b8b02/aee10360-9fbb-4782-b536-e7b3ebaddbfa/3548ca54-4baa-469a-b83e-246d9b475a60) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:52:56.318311 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67cd8500-ee53-40d1-8fcd-e9b482da6af3 req-6a8cad29-7b0a-4273-8c9c-79d07daaa82d tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Made reservation on behalf of d441e99ef8964ece912d98293dc4ac4d for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:52:56.322837 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-67cd8500-ee53-40d1-8fcd-e9b482da6af3 req-6a8cad29-7b0a-4273-8c9c-79d07daaa82d tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:56.355268 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-628e97af-d227-4af4-890c-de63e1df0a14 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:56.363057 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628e97af-d227-4af4-890c-de63e1df0a14 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:56.363732 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-628e97af-d227-4af4-890c-de63e1df0a14 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:56.420220 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9a9e330-d630-41da-9666-967164cd4078 x-openstack-request-id: req-b9a9e330-d630-41da-9666-967164cd4078 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:52:56.420817 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acbad045-44e9-4866-b6f7-f0288855d525", "name": "network-vif-deleted", "tag": "624590e7-8726-4e89-8214-7476bcaae046", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:52:56.421033 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b9a9e330-d630-41da-9666-967164cd4078 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:52:56.421607 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acbad045-44e9-4866-b6f7-f0288855d525', 'name': 'network-vif-deleted', 'tag': '624590e7-8726-4e89-8214-7476bcaae046', 'status': 'completed', 'code': 200} Aug 16 22:52:56.460134 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-628e97af-d227-4af4-890c-de63e1df0a14 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5835772 Aug 16 22:52:56.463602 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 59734) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:56.470275 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-0a91db90-0e30-4720-9c2c-3b2cea4f0d23 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Request body: {'subnet': {'network_id': '5264b02c-f26a-4b3f-b3c6-2c096bfbc302', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:52:56.552559 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-701adf8d-5e25-445f-8fab-cf9db38ad1b9 None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:56.561905 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-701adf8d-5e25-445f-8fab-cf9db38ad1b9 None None] Transition to ACTIVE for port object 3548ca54-4baa-469a-b83e-246d9b475a60 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:52:56.605891 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-701adf8d-5e25-445f-8fab-cf9db38ad1b9 None None] Transition to ACTIVE for port object 3548ca54-4baa-469a-b83e-246d9b475a60 will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:52:56.606654 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628e97af-d227-4af4-890c-de63e1df0a14 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Pushing event updated for resources: {'Network': ['ID=5264b02c-f26a-4b3f-b3c6-2c096bfbc302,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:56.621145 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-701adf8d-5e25-445f-8fab-cf9db38ad1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:56.699198 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 5264b02c-f26a-4b3f-b3c6-2c096bfbc302 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:52:56.715266 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-67cd8500-ee53-40d1-8fcd-e9b482da6af3 req-6a8cad29-7b0a-4273-8c9c-79d07daaa82d tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Allocated IP 172.20.0.3 (293b6503-0dd0-473c-b292-a36a6d59f563/cb70f846-7e6c-4740-9acb-63b13b1d78a5/d023db02-ba5f-455f-a6dc-9e658c9a92cf) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:52:56.799077 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f935b759-feb0-4f3c-bea5-c80c47f6018b req-180fafb6-9973-4d75-b653-7e3644cb64a2 tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca479ee9-b271-4b75-82d2-38ece37a5b66 HTTP/1.1" status: 200 len: 210 time: 0.0522017 Aug 16 22:52:56.820129 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701adf8d-5e25-445f-8fab-cf9db38ad1b9 None None] Pushing event updated for resources: {'Port': ['ID=3548ca54-4baa-469a-b83e-246d9b475a60,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:56.841677 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a91db90-0e30-4720-9c2c-3b2cea4f0d23 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Made reservation on behalf of 934ca4d0283b420081f9f15cff2f8e64 for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:52:56.844211 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701adf8d-5e25-445f-8fab-cf9db38ad1b9 None None] Network 3acbd8bc-c927-476d-8849-f9549f6b8b02 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:52:56.849347 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0a91db90-0e30-4720-9c2c-3b2cea4f0d23 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:57.046068 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-12079825-4cc8-442d-8894-209ffb58f2a7 req-fbac417c-3c9f-46ce-8f0d-68a81ce92d9f tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f39e867-1742-489d-a6f5-74ae6bdbba48 HTTP/1.1" status: 200 len: 210 time: 0.0857952 Aug 16 22:52:57.084124 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-67cd8500-ee53-40d1-8fcd-e9b482da6af3 req-6a8cad29-7b0a-4273-8c9c-79d07daaa82d tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:57.135997 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-701adf8d-5e25-445f-8fab-cf9db38ad1b9 None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:52:57.145606 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701adf8d-5e25-445f-8fab-cf9db38ad1b9 None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:52:57.240525 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 59760) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:57.268174 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-701adf8d-5e25-445f-8fab-cf9db38ad1b9 None None] Attempting to bind port 3548ca54-4baa-469a-b83e-246d9b475a60 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:52:57.268877 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-701adf8d-5e25-445f-8fab-cf9db38ad1b9 None None] Attempting to bind port 3548ca54-4baa-469a-b83e-246d9b475a60 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '858384b2-8b94-40d6-9015-b9fc65fd36f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '3acbd8bc-c927-476d-8849-f9549f6b8b02'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:52:57.270090 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701adf8d-5e25-445f-8fab-cf9db38ad1b9 None None] Attempting to bind port 3548ca54-4baa-469a-b83e-246d9b475a60 on network 3acbd8bc-c927-476d-8849-f9549f6b8b02 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:52:57.276682 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701adf8d-5e25-445f-8fab-cf9db38ad1b9 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:52:57.277405 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701adf8d-5e25-445f-8fab-cf9db38ad1b9 None None] Checking segment: {'id': '858384b2-8b94-40d6-9015-b9fc65fd36f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '3acbd8bc-c927-476d-8849-f9549f6b8b02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:52:57.277979 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-701adf8d-5e25-445f-8fab-cf9db38ad1b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:57.278533 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701adf8d-5e25-445f-8fab-cf9db38ad1b9 None None] Bound using segment: {'id': '858384b2-8b94-40d6-9015-b9fc65fd36f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '3acbd8bc-c927-476d-8849-f9549f6b8b02'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:52:57.279182 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-701adf8d-5e25-445f-8fab-cf9db38ad1b9 None None] Bound port: 3548ca54-4baa-469a-b83e-246d9b475a60, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858384b2-8b94-40d6-9015-b9fc65fd36f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '3acbd8bc-c927-476d-8849-f9549f6b8b02'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:52:57.279728 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-701adf8d-5e25-445f-8fab-cf9db38ad1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:57.317158 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1fd97c1a-f6da-4827-893a-3a3d35f83dea admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:57.353199 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-67cd8500-ee53-40d1-8fcd-e9b482da6af3 req-6a8cad29-7b0a-4273-8c9c-79d07daaa82d tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:57.392314 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0a91db90-0e30-4720-9c2c-3b2cea4f0d23 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:57.397127 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-701adf8d-5e25-445f-8fab-cf9db38ad1b9 None None] For port 3548ca54-4baa-469a-b83e-246d9b475a60, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:52:57.408019 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-701adf8d-5e25-445f-8fab-cf9db38ad1b9 None None] For port 3548ca54-4baa-469a-b83e-246d9b475a60, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=3548ca54-4baa-469a-b83e-246d9b475a60,segment=NetworkSegment(858384b2-8b94-40d6-9015-b9fc65fd36f6),segment_id=858384b2-8b94-40d6-9015-b9fc65fd36f6)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:52:57.413786 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-701adf8d-5e25-445f-8fab-cf9db38ad1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:57.421383 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67cd8500-ee53-40d1-8fcd-e9b482da6af3 req-6a8cad29-7b0a-4273-8c9c-79d07daaa82d tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Network 293b6503-0dd0-473c-b292-a36a6d59f563 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:52:57.431221 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-67cd8500-ee53-40d1-8fcd-e9b482da6af3 req-6a8cad29-7b0a-4273-8c9c-79d07daaa82d tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:52:57.438948 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-67cd8500-ee53-40d1-8fcd-e9b482da6af3 req-6a8cad29-7b0a-4273-8c9c-79d07daaa82d tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:52:57.489484 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a91db90-0e30-4720-9c2c-3b2cea4f0d23 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Pushing event updated for resources: {'Subnet': ['ID=e1ca2bb4-421f-40ca-af84-cc6a136ca5ec,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:57.505607 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a91db90-0e30-4720-9c2c-3b2cea4f0d23 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Checking segment: {'id': 'e66c29bc-01fe-43f3-b4f8-44249a0c1e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5264b02c-f26a-4b3f-b3c6-2c096bfbc302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:52:57.506423 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a91db90-0e30-4720-9c2c-3b2cea4f0d23 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Network hostable DHCP agents. Network: 5264b02c-f26a-4b3f-b3c6-2c096bfbc302, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:52:57.550737 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a91db90-0e30-4720-9c2c-3b2cea4f0d23 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Network 5264b02c-f26a-4b3f-b3c6-2c096bfbc302 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:52:57.573429 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-0a91db90-0e30-4720-9c2c-3b2cea4f0d23 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 5264b02c-f26a-4b3f-b3c6-2c096bfbc302) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:52:57.579568 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701adf8d-5e25-445f-8fab-cf9db38ad1b9 None None] Pushing event updated for resources: {'Port': ['ID=3548ca54-4baa-469a-b83e-246d9b475a60,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:57.594406 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d04a7a-69bb-47ed-9956-d950eaf83cb0 None None] Network 5264b02c-f26a-4b3f-b3c6-2c096bfbc302 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:52:57.596557 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a91db90-0e30-4720-9c2c-3b2cea4f0d23 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:57.597226 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0a91db90-0e30-4720-9c2c-3b2cea4f0d23 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:57.603770 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8cad29-7b0a-4273-8c9c-79d07daaa82d tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Pushing event updated for resources: {'Port': ['ID=d023db02-ba5f-455f-a6dc-9e658c9a92cf,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:57.643057 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cd8500-ee53-40d1-8fcd-e9b482da6af3 req-6a8cad29-7b0a-4273-8c9c-79d07daaa82d tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:57.643996 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-67cd8500-ee53-40d1-8fcd-e9b482da6af3 req-6a8cad29-7b0a-4273-8c9c-79d07daaa82d tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:57.741408 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1fd97c1a-f6da-4827-893a-3a3d35f83dea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:57.746093 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1fd97c1a-f6da-4827-893a-3a3d35f83dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:57.756162 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-0a91db90-0e30-4720-9c2c-3b2cea4f0d23 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.2909048 Aug 16 22:52:57.756878 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 59768) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:57.800340 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-1fd97c1a-f6da-4827-893a-3a3d35f83dea admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=afc45bc6ef234bfbb3b4128f6c05c334&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5556142 Aug 16 22:52:57.802508 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-67cd8500-ee53-40d1-8fcd-e9b482da6af3 req-6a8cad29-7b0a-4273-8c9c-79d07daaa82d tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7254515 Aug 16 22:52:57.803102 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd97c1a-f6da-4827-893a-3a3d35f83dea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21b9c25c-5ed7-4b84-bf01-ddabf39435ec,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:57.805686 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 59770) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:52:57.816049 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-67cd8500-ee53-40d1-8fcd-e9b482da6af3 req-41ab2dc1-b189-4da4-938a-dba00f537b7d service neutron] Request body: {'port': {'device_id': '8f39e867-1742-489d-a6f5-74ae6bdbba48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:52:57.976389 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a6641d-72b6-43a8-80dc-72d9ee1ee832 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-5264b02c-f26a-4b3f-b3c6-2c096bfbc302', 'network_id': '5264b02c-f26a-4b3f-b3c6-2c096bfbc302', 'tenant_id': '934ca4d0283b420081f9f15cff2f8e64', 'fixed_ips': [{'subnet_id': 'e1ca2bb4-421f-40ca-af84-cc6a136ca5ec'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:52:57.978066 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a0a6641d-72b6-43a8-80dc-72d9ee1ee832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:57.994007 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-67cd8500-ee53-40d1-8fcd-e9b482da6af3 req-41ab2dc1-b189-4da4-938a-dba00f537b7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:58.057134 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7fd71888-4401-4061-bcc4-6a39b12ea27a tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:58.178637 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-a0a6641d-72b6-43a8-80dc-72d9ee1ee832 None None] Allocated IP 172.20.0.2 (5264b02c-f26a-4b3f-b3c6-2c096bfbc302/e1ca2bb4-421f-40ca-af84-cc6a136ca5ec/feeb9872-73a0-4ebf-9a3e-7d5403af1975) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:52:58.268470 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3064f369-6f87-42b6-8f06-17aca36749aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:58.328898 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7fd71888-4401-4061-bcc4-6a39b12ea27a tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:58.351638 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-10355c98-8a35-4309-bfb5-301e3d670407 req-971dce1e-4fb8-4250-b34b-830b65d6636d tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=5e8f9775da054f59af409b480707b947&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0907249 Aug 16 22:52:58.362412 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3064f369-6f87-42b6-8f06-17aca36749aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:58.378472 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a0a6641d-72b6-43a8-80dc-72d9ee1ee832 None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:58.389007 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-a0a6641d-72b6-43a8-80dc-72d9ee1ee832 None None] Transition to ACTIVE for port object feeb9872-73a0-4ebf-9a3e-7d5403af1975 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:52:58.410570 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-a0a6641d-72b6-43a8-80dc-72d9ee1ee832 None None] Transition to ACTIVE for port object feeb9872-73a0-4ebf-9a3e-7d5403af1975 will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:52:58.434168 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 624590e7-8726-4e89-8214-7476bcaae046 no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:52:58.472182 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] No Port match for: 624590e7-8726-4e89-8214-7476bcaae046 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:52:58.472513 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 624590e7-8726-4e89-8214-7476bcaae046 not bound to the agent host n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:52:58.478210 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a0a6641d-72b6-43a8-80dc-72d9ee1ee832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:58.534346 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-30c701c7-2d3f-4673-9cd9-458344f813db req-ca03750e-1af6-4cc6-9307-1198d7f84542 tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca479ee9-b271-4b75-82d2-38ece37a5b66 HTTP/1.1" status: 200 len: 210 time: 0.1932859 Aug 16 22:52:58.534975 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a6641d-72b6-43a8-80dc-72d9ee1ee832 None None] Network 5264b02c-f26a-4b3f-b3c6-2c096bfbc302 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:52:58.547583 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3064f369-6f87-42b6-8f06-17aca36749aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:58.550927 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3064f369-6f87-42b6-8f06-17aca36749aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:58.562913 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-3064f369-6f87-42b6-8f06-17aca36749aa admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/21b9c25c-5ed7-4b84-bf01-ddabf39435ec HTTP/1.1" status: 204 len: 168 time: 0.7458725 Aug 16 22:52:58.563039 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-a0a6641d-72b6-43a8-80dc-72d9ee1ee832 None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:52:58.568325 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a6641d-72b6-43a8-80dc-72d9ee1ee832 None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:52:58.574813 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3064f369-6f87-42b6-8f06-17aca36749aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b9c25c-5ed7-4b84-bf01-ddabf39435ec,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:58.578689 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-67cd8500-ee53-40d1-8fcd-e9b482da6af3 req-41ab2dc1-b189-4da4-938a-dba00f537b7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d023db02-ba5f-455f-a6dc-9e658c9a92cf {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:52:58.588751 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-67cd8500-ee53-40d1-8fcd-e9b482da6af3 req-41ab2dc1-b189-4da4-938a-dba00f537b7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:58.611127 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a6641d-72b6-43a8-80dc-72d9ee1ee832 None None] Pushing event updated for resources: {'Port': ['ID=feeb9872-73a0-4ebf-9a3e-7d5403af1975,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:58.636830 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-67cd8500-ee53-40d1-8fcd-e9b482da6af3 req-41ab2dc1-b189-4da4-938a-dba00f537b7d service neutron] Transition to ACTIVE for port object d023db02-ba5f-455f-a6dc-9e658c9a92cf will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:52:58.643976 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-67cd8500-ee53-40d1-8fcd-e9b482da6af3 req-41ab2dc1-b189-4da4-938a-dba00f537b7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:58.671577 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7fd71888-4401-4061-bcc4-6a39b12ea27a tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26252129'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:58.706331 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-a0a6641d-72b6-43a8-80dc-72d9ee1ee832 None None] Attempting to bind port feeb9872-73a0-4ebf-9a3e-7d5403af1975 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:52:58.707437 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-a0a6641d-72b6-43a8-80dc-72d9ee1ee832 None None] Attempting to bind port feeb9872-73a0-4ebf-9a3e-7d5403af1975 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': 'e66c29bc-01fe-43f3-b4f8-44249a0c1e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5264b02c-f26a-4b3f-b3c6-2c096bfbc302'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:52:58.707990 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a6641d-72b6-43a8-80dc-72d9ee1ee832 None None] Attempting to bind port feeb9872-73a0-4ebf-9a3e-7d5403af1975 on network 5264b02c-f26a-4b3f-b3c6-2c096bfbc302 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:52:58.715444 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a6641d-72b6-43a8-80dc-72d9ee1ee832 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:52:58.716103 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a6641d-72b6-43a8-80dc-72d9ee1ee832 None None] Checking segment: {'id': 'e66c29bc-01fe-43f3-b4f8-44249a0c1e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5264b02c-f26a-4b3f-b3c6-2c096bfbc302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:52:58.716938 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a0a6641d-72b6-43a8-80dc-72d9ee1ee832 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:58.717478 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a6641d-72b6-43a8-80dc-72d9ee1ee832 None None] Bound using segment: {'id': 'e66c29bc-01fe-43f3-b4f8-44249a0c1e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5264b02c-f26a-4b3f-b3c6-2c096bfbc302'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:52:58.719197 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-a0a6641d-72b6-43a8-80dc-72d9ee1ee832 None None] Bound port: feeb9872-73a0-4ebf-9a3e-7d5403af1975, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e66c29bc-01fe-43f3-b4f8-44249a0c1e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5264b02c-f26a-4b3f-b3c6-2c096bfbc302'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:52:58.720069 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a0a6641d-72b6-43a8-80dc-72d9ee1ee832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:58.731769 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ab2dc1-b189-4da4-938a-dba00f537b7d service neutron] Pushing event updated for resources: {'Port': ['ID=d023db02-ba5f-455f-a6dc-9e658c9a92cf,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:58.747384 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd71888-4401-4061-bcc4-6a39b12ea27a tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Pushing event deleted for resources: {'Subnet': ['ID=e1ca2bb4-421f-40ca-af84-cc6a136ca5ec,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:58.811796 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0495e61b-b049-4caa-99b9-edbfc281cfa1 req-b31c3f1f-c73d-489e-ad53-8143aa7d4758 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:58.821844 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0495e61b-b049-4caa-99b9-edbfc281cfa1 req-b31c3f1f-c73d-489e-ad53-8143aa7d4758 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f39e867-1742-489d-a6f5-74ae6bdbba48 HTTP/1.1" status: 200 len: 931 time: 0.2920532 Aug 16 22:52:58.850983 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-a0a6641d-72b6-43a8-80dc-72d9ee1ee832 None None] For port feeb9872-73a0-4ebf-9a3e-7d5403af1975, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:52:58.859726 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-a0a6641d-72b6-43a8-80dc-72d9ee1ee832 None None] For port feeb9872-73a0-4ebf-9a3e-7d5403af1975, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=feeb9872-73a0-4ebf-9a3e-7d5403af1975,segment=NetworkSegment(e66c29bc-01fe-43f3-b4f8-44249a0c1e09),segment_id=e66c29bc-01fe-43f3-b4f8-44249a0c1e09)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:52:58.870181 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a0a6641d-72b6-43a8-80dc-72d9ee1ee832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:58.897701 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-67cd8500-ee53-40d1-8fcd-e9b482da6af3 req-41ab2dc1-b189-4da4-938a-dba00f537b7d service neutron] Attempting to bind port d023db02-ba5f-455f-a6dc-9e658c9a92cf on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:52:58.898708 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-67cd8500-ee53-40d1-8fcd-e9b482da6af3 req-41ab2dc1-b189-4da4-938a-dba00f537b7d service neutron] Attempting to bind port d023db02-ba5f-455f-a6dc-9e658c9a92cf by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': '0776e957-0fd5-4cd9-b2cd-f5649efce124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '293b6503-0dd0-473c-b292-a36a6d59f563'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:52:58.903702 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cd8500-ee53-40d1-8fcd-e9b482da6af3 req-41ab2dc1-b189-4da4-938a-dba00f537b7d service neutron] Attempting to bind port d023db02-ba5f-455f-a6dc-9e658c9a92cf on network 293b6503-0dd0-473c-b292-a36a6d59f563 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:52:58.916643 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cd8500-ee53-40d1-8fcd-e9b482da6af3 req-41ab2dc1-b189-4da4-938a-dba00f537b7d service neutron] Port d023db02-ba5f-455f-a6dc-9e658c9a92cf on network 293b6503-0dd0-473c-b292-a36a6d59f563 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:52:58.916976 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cd8500-ee53-40d1-8fcd-e9b482da6af3 req-41ab2dc1-b189-4da4-938a-dba00f537b7d service neutron] Attempting to bind port d023db02-ba5f-455f-a6dc-9e658c9a92cf on network 293b6503-0dd0-473c-b292-a36a6d59f563 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:52:58.927412 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10355c98-8a35-4309-bfb5-301e3d670407 req-3ea1c31e-375d-471f-8565-70fa435a3ddb tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:58.927412 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-10355c98-8a35-4309-bfb5-301e3d670407 req-3ea1c31e-375d-471f-8565-70fa435a3ddb tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5392370 Aug 16 22:52:58.927663 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cd8500-ee53-40d1-8fcd-e9b482da6af3 req-41ab2dc1-b189-4da4-938a-dba00f537b7d service neutron] Checking agent: {'id': 'd28e24f9-e5ea-41e1-80bf-3c7943ad7f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:52:58.927663 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cd8500-ee53-40d1-8fcd-e9b482da6af3 req-41ab2dc1-b189-4da4-938a-dba00f537b7d service neutron] Checking segment: {'id': '0776e957-0fd5-4cd9-b2cd-f5649efce124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '293b6503-0dd0-473c-b292-a36a6d59f563'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:52:58.927663 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cd8500-ee53-40d1-8fcd-e9b482da6af3 req-41ab2dc1-b189-4da4-938a-dba00f537b7d service neutron] Bound using segment: {'id': '0776e957-0fd5-4cd9-b2cd-f5649efce124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '293b6503-0dd0-473c-b292-a36a6d59f563'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:52:58.927663 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-67cd8500-ee53-40d1-8fcd-e9b482da6af3 req-41ab2dc1-b189-4da4-938a-dba00f537b7d service neutron] Bound port: d023db02-ba5f-455f-a6dc-9e658c9a92cf, host: n-h1-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0776e957-0fd5-4cd9-b2cd-f5649efce124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '293b6503-0dd0-473c-b292-a36a6d59f563'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:52:58.927663 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-67cd8500-ee53-40d1-8fcd-e9b482da6af3 req-41ab2dc1-b189-4da4-938a-dba00f537b7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:58.969626 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-10355c98-8a35-4309-bfb5-301e3d670407 req-e521d635-4db9-43aa-b80d-f87ef643a6bb tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] Request body: {'port': {'device_id': 'ca479ee9-b271-4b75-82d2-38ece37a5b66', 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd', 'admin_state_up': True, 'tenant_id': '5e8f9775da054f59af409b480707b947'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:52:59.012172 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-67cd8500-ee53-40d1-8fcd-e9b482da6af3 req-41ab2dc1-b189-4da4-938a-dba00f537b7d service neutron] For port d023db02-ba5f-455f-a6dc-9e658c9a92cf, host n-h1-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:52:59.016781 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-67cd8500-ee53-40d1-8fcd-e9b482da6af3 req-41ab2dc1-b189-4da4-938a-dba00f537b7d service neutron] For port d023db02-ba5f-455f-a6dc-9e658c9a92cf, host n-h1-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=d023db02-ba5f-455f-a6dc-9e658c9a92cf,segment=NetworkSegment(0776e957-0fd5-4cd9-b2cd-f5649efce124),segment_id=0776e957-0fd5-4cd9-b2cd-f5649efce124)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:52:59.023647 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-67cd8500-ee53-40d1-8fcd-e9b482da6af3 req-41ab2dc1-b189-4da4-938a-dba00f537b7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:59.049527 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a6641d-72b6-43a8-80dc-72d9ee1ee832 None None] Pushing event updated for resources: {'Port': ['ID=feeb9872-73a0-4ebf-9a3e-7d5403af1975,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:59.101159 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ab2dc1-b189-4da4-938a-dba00f537b7d service neutron] Pushing event updated for resources: {'Port': ['ID=d023db02-ba5f-455f-a6dc-9e658c9a92cf,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:59.112033 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cd8500-ee53-40d1-8fcd-e9b482da6af3 req-41ab2dc1-b189-4da4-938a-dba00f537b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:59.113068 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-67cd8500-ee53-40d1-8fcd-e9b482da6af3 req-41ab2dc1-b189-4da4-938a-dba00f537b7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:59.114624 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-67cd8500-ee53-40d1-8fcd-e9b482da6af3 req-41ab2dc1-b189-4da4-938a-dba00f537b7d service neutron] 10.222.0.68 "PUT /v2.0/ports/d023db02-ba5f-455f-a6dc-9e658c9a92cf HTTP/1.1" status: 200 len: 1092 time: 1.3024416 Aug 16 22:52:59.115264 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f39e867-1742-489d-a6f5-74ae6bdbba48', 'tag': 'd023db02-ba5f-455f-a6dc-9e658c9a92cf'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:52:59.127596 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-310d2ac8-5120-4018-ac09-2a4f9be962ac" -d '{"events": [{"name": "network-changed", "server_uuid": "8f39e867-1742-489d-a6f5-74ae6bdbba48", "tag": "d023db02-ba5f-455f-a6dc-9e658c9a92cf"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:52:59.174458 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72903f66-cbb7-40ca-8152-3771c3cf00fa None None] Network 5264b02c-f26a-4b3f-b3c6-2c096bfbc302 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:52:59.229783 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd71711b-a3dc-4460-bc1a-050742f193af None None] Network 3acbd8bc-c927-476d-8849-f9549f6b8b02 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:52:59.237975 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 3548ca54-4baa-469a-b83e-246d9b475a60 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:52:59.289014 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7fd71888-4401-4061-bcc4-6a39b12ea27a tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:59.294233 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cd8500-ee53-40d1-8fcd-e9b482da6af3 req-1282869d-4cb7-44b1-bad8-ca0d9dfbc9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:59.296590 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10355c98-8a35-4309-bfb5-301e3d670407 req-e521d635-4db9-43aa-b80d-f87ef643a6bb tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] Made reservation on behalf of 5e8f9775da054f59af409b480707b947 for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:52:59.299245 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-67cd8500-ee53-40d1-8fcd-e9b482da6af3 req-1282869d-4cb7-44b1-bad8-ca0d9dfbc9b3 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d441e99ef8964ece912d98293dc4ac4d&device_id=8f39e867-1742-489d-a6f5-74ae6bdbba48 HTTP/1.1" status: 200 len: 1095 time: 0.1168709 Aug 16 22:52:59.302162 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-10355c98-8a35-4309-bfb5-301e3d670407 req-e521d635-4db9-43aa-b80d-f87ef643a6bb tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:59.345798 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0495e61b-b049-4caa-99b9-edbfc281cfa1 req-7afc1718-38fe-495a-aa12-fe1817d92917 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5229373 Aug 16 22:52:59.359640 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-10355c98-8a35-4309-bfb5-301e3d670407 req-e521d635-4db9-43aa-b80d-f87ef643a6bb tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:59.365876 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-7fd71888-4401-4061-bcc4-6a39b12ea27a tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5264b02c-f26a-4b3f-b3c6-2c096bfbc302']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:52:59.376356 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-bd7471c6-5112-4aa1-945c-077f7b909a0f None None] Provisioning for port 3548ca54-4baa-469a-b83e-246d9b475a60 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:52:59.428720 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 3548ca54-4baa-469a-b83e-246d9b475a60 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:52:59.437240 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-67cd8500-ee53-40d1-8fcd-e9b482da6af3 req-4970bb42-6dda-44ac-884c-38ea242d6327 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d023db02-ba5f-455f-a6dc-9e658c9a92cf HTTP/1.1" status: 200 len: 217 time: 0.1285138 Aug 16 22:52:59.443704 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 3548ca54-4baa-469a-b83e-246d9b475a60 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:52:59.444249 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:59.486346 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-7fd71888-4401-4061-bcc4-6a39b12ea27a tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e66c29bc-01fe-43f3-b4f8-44249a0c1e09') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:52:59.486632 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-7fd71888-4401-4061-bcc4-6a39b12ea27a tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e66c29bc-01fe-43f3-b4f8-44249a0c1e09') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:52:59.514709 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7fd71888-4401-4061-bcc4-6a39b12ea27a tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:59.553554 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cd8500-ee53-40d1-8fcd-e9b482da6af3 req-a925f926-8e9a-4d75-8676-3fa8902899c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:52:59.556154 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-67cd8500-ee53-40d1-8fcd-e9b482da6af3 req-a925f926-8e9a-4d75-8676-3fa8902899c1 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=cb70f846-7e6c-4740-9acb-63b13b1d78a5 HTTP/1.1" status: 200 len: 854 time: 0.1069074 Aug 16 22:52:59.558091 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7fd71888-4401-4061-bcc4-6a39b12ea27a tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:59.587213 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fd71888-4401-4061-bcc4-6a39b12ea27a tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:52:59.587652 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7fd71888-4401-4061-bcc4-6a39b12ea27a tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:59.591566 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 16 22:52:59.591566 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:52:59.591566 n-d-791506-26 neutron-server[101292]: timer() Aug 16 22:52:59.591566 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:52:59.591566 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 16 22:52:59.591566 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:52:59.591566 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 16 22:52:59.591566 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:52:59.591566 n-d-791506-26 neutron-server[101292]: self._notify() Aug 16 22:52:59.591566 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:52:59.591566 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 16 22:52:59.591566 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:52:59.591566 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 16 22:52:59.591566 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:52:59.591566 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:52:59.591566 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:52:59.591566 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:52:59.591566 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:52:59.591566 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 16 22:52:59.591566 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:52:59.591566 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 16 22:52:59.591566 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:52:59.591566 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:52:59.591566 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:52:59.591566 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 16 22:52:59.591566 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:52:59.591566 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:52:59.591566 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:52:59.591566 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:52:59.591566 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:52:59.591566 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:52:59.591566 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:52:59.648755 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-67cd8500-ee53-40d1-8fcd-e9b482da6af3 req-9c55d50b-4774-4fcb-9397-0d07d474059e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=293b6503-0dd0-473c-b292-a36a6d59f563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0834360 Aug 16 22:52:59.679177 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5336ed57-6f49-4f1a-bcc8-e6c30e8840e0 x-openstack-request-id: req-5336ed57-6f49-4f1a-bcc8-e6c30e8840e0 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:52:59.686167 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f39e867-1742-489d-a6f5-74ae6bdbba48", "tag": "d023db02-ba5f-455f-a6dc-9e658c9a92cf", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:52:59.686968 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5336ed57-6f49-4f1a-bcc8-e6c30e8840e0 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:52:59.688056 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f39e867-1742-489d-a6f5-74ae6bdbba48', 'tag': 'd023db02-ba5f-455f-a6dc-9e658c9a92cf', 'status': 'completed', 'code': 200} Aug 16 22:52:59.717409 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:59.759750 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-10355c98-8a35-4309-bfb5-301e3d670407 req-e521d635-4db9-43aa-b80d-f87ef643a6bb tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:59.767984 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.db.api [None req-7fd71888-4401-4061-bcc4-6a39b12ea27a tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 22:52:59.767984 n-d-791506-26 neutron-server[101292]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 22:52:59.767984 n-d-791506-26 neutron-server[101292]: [parameters: {'id': '5264b02c-f26a-4b3f-b3c6-2c096bfbc302'}] Aug 16 22:52:59.767984 n-d-791506-26 neutron-server[101292]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101292) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:52:59.768652 n-d-791506-26 neutron-server[101292]: DEBUG oslo_db.api [None req-7fd71888-4401-4061-bcc4-6a39b12ea27a tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:52:59.774397 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-10355c98-8a35-4309-bfb5-301e3d670407 req-e521d635-4db9-43aa-b80d-f87ef643a6bb tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:59.790778 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 3548ca54-4baa-469a-b83e-246d9b475a60, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=3548ca54-4baa-469a-b83e-246d9b475a60,segment=NetworkSegment(858384b2-8b94-40d6-9015-b9fc65fd36f6),segment_id=858384b2-8b94-40d6-9015-b9fc65fd36f6)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:52:59.800868 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:52:59.916199 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-67cd8500-ee53-40d1-8fcd-e9b482da6af3 req-5db95ab1-1c7a-41ba-b63e-4db1ff904fe2 service neutron] 10.222.0.68 "GET /v2.0/networks/293b6503-0dd0-473c-b292-a36a6d59f563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609196 Aug 16 22:52:59.922534 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=3548ca54-4baa-469a-b83e-246d9b475a60,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:52:59.967091 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e521d635-4db9-43aa-b80d-f87ef643a6bb tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=faa99c9d-dd29-40b5-a0a4-b7ed8dc0f17f,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:00.022011 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a0391aef-8032-4293-8cc7-2025b7a86316 req-e8cd3062-f017-49dc-94f6-a41124a12480 tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca479ee9-b271-4b75-82d2-38ece37a5b66 HTTP/1.1" status: 200 len: 210 time: 0.0596974 Aug 16 22:53:00.053236 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-67cd8500-ee53-40d1-8fcd-e9b482da6af3 req-f086224b-5396-4f84-91c2-208ff515540b service neutron] 10.222.0.68 "GET /v2.0/networks/293b6503-0dd0-473c-b292-a36a6d59f563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290030 Aug 16 22:53:00.079763 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c709fb9-91d2-44a1-8165-375b0ec44379 None None] get_active_networks_info from n-d-791506-26 {{(pid=101293) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 22:53:00.146308 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [req-10355c98-8a35-4309-bfb5-301e3d670407 req-e521d635-4db9-43aa-b80d-f87ef643a6bb tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] Allocated IP 192.168.233.181 (a2f596d0-b80e-4404-bf4b-27a7e14f50dd/6af2b868-37d3-46ab-a526-0465929f13c8/36847729-13b7-4fa3-b900-fd03f69af3e1) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:53:00.202492 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d2ac8-5120-4018-ac09-2a4f9be962ac req-bc9a1d7b-3113-4444-a8df-55e2d4eb87af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:00.214756 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-310d2ac8-5120-4018-ac09-2a4f9be962ac req-bc9a1d7b-3113-4444-a8df-55e2d4eb87af service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d441e99ef8964ece912d98293dc4ac4d&device_id=8f39e867-1742-489d-a6f5-74ae6bdbba48 HTTP/1.1" status: 200 len: 1095 time: 0.0886426 Aug 16 22:53:00.219384 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 59848) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:00.272243 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7fd71888-4401-4061-bcc4-6a39b12ea27a tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:00.371239 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-10355c98-8a35-4309-bfb5-301e3d670407 req-e521d635-4db9-43aa-b80d-f87ef643a6bb tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:00.383954 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c709fb9-91d2-44a1-8165-375b0ec44379 None None] Resources bound (agent type, host, resource id): {{(pid=101293) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 22:53:00.391990 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-10355c98-8a35-4309-bfb5-301e3d670407 req-e521d635-4db9-43aa-b80d-f87ef643a6bb tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] Transition to ACTIVE for port object 36847729-13b7-4fa3-b900-fd03f69af3e1 will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:53:00.407095 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-83e4d106-ffa0-47ca-be44-777360ddbe88 None None] Provisioning complete for port 3548ca54-4baa-469a-b83e-246d9b475a60 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:53:00.407558 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-83e4d106-ffa0-47ca-be44-777360ddbe88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:00.407977 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-7fd71888-4401-4061-bcc4-6a39b12ea27a tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Deleting port feeb9872-73a0-4ebf-9a3e-7d5403af1975 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:53:00.408516 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7fd71888-4401-4061-bcc4-6a39b12ea27a tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:00.440681 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d2ac8-5120-4018-ac09-2a4f9be962ac req-8056d5ff-3eb4-47e5-9035-9739c432eecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:00.450730 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-310d2ac8-5120-4018-ac09-2a4f9be962ac req-8056d5ff-3eb4-47e5-9035-9739c432eecd service neutron] 10.222.0.68 "GET /v2.0/networks?id=293b6503-0dd0-473c-b292-a36a6d59f563 HTTP/1.1" status: 200 len: 915 time: 0.2251720 Aug 16 22:53:00.485583 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-b38f220b-a2e1-4a3a-8ace-379b80638e65 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-684678681-network', 'tenant_id': 'dc5492cf6a2845ba9d22bb0eca33e51a'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:53:00.527610 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-310d2ac8-5120-4018-ac09-2a4f9be962ac req-033fd2e3-783a-463f-bc58-552c6de212ae service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d023db02-ba5f-455f-a6dc-9e658c9a92cf HTTP/1.1" status: 200 len: 217 time: 0.0694656 Aug 16 22:53:00.582398 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b38f220b-a2e1-4a3a-8ace-379b80638e65 admin admin] Made reservation on behalf of dc5492cf6a2845ba9d22bb0eca33e51a for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:53:00.586287 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b38f220b-a2e1-4a3a-8ace-379b80638e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:00.586556 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-10355c98-8a35-4309-bfb5-301e3d670407 req-e521d635-4db9-43aa-b80d-f87ef643a6bb tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:00.607380 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b38f220b-a2e1-4a3a-8ace-379b80638e65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:00.623118 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d2ac8-5120-4018-ac09-2a4f9be962ac req-dbe6ef36-a2dd-4f52-8f90-bee2b790c280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:00.625082 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-310d2ac8-5120-4018-ac09-2a4f9be962ac req-dbe6ef36-a2dd-4f52-8f90-bee2b790c280 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=cb70f846-7e6c-4740-9acb-63b13b1d78a5 HTTP/1.1" status: 200 len: 854 time: 0.0893824 Aug 16 22:53:00.733742 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-310d2ac8-5120-4018-ac09-2a4f9be962ac req-802ecca5-7f8a-41b1-be65-b87d53ad0328 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=293b6503-0dd0-473c-b292-a36a6d59f563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269587 Aug 16 22:53:00.737960 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-7fd71888-4401-4061-bcc4-6a39b12ea27a tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] For port feeb9872-73a0-4ebf-9a3e-7d5403af1975, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=feeb9872-73a0-4ebf-9a3e-7d5403af1975,segment=NetworkSegment(e66c29bc-01fe-43f3-b4f8-44249a0c1e09),segment_id=e66c29bc-01fe-43f3-b4f8-44249a0c1e09)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:53:00.739181 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7fd71888-4401-4061-bcc4-6a39b12ea27a tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:00.755479 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-7fd71888-4401-4061-bcc4-6a39b12ea27a tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Calling delete_port for feeb9872-73a0-4ebf-9a3e-7d5403af1975 owned by network:dhcp {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:53:00.816434 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b38f220b-a2e1-4a3a-8ace-379b80638e65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:00.827396 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b38f220b-a2e1-4a3a-8ace-379b80638e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:00.847343 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 59862) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:00.864628 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10355c98-8a35-4309-bfb5-301e3d670407 req-e521d635-4db9-43aa-b80d-f87ef643a6bb tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] Network a2f596d0-b80e-4404-bf4b-27a7e14f50dd is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:53:00.870759 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b38f220b-a2e1-4a3a-8ace-379b80638e65 admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:53:00.871734 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e521d635-4db9-43aa-b80d-f87ef643a6bb tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] Pushing event updated for resources: {'Port': ['ID=36847729-13b7-4fa3-b900-fd03f69af3e1,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:00.889388 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b588b-7180-45c5-9e4e-924ed28de75e req-67c833cb-cb6d-4794-92a9-5f8cd11b3274 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:00.897220 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0e2b588b-7180-45c5-9e4e-924ed28de75e req-67c833cb-cb6d-4794-92a9-5f8cd11b3274 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f39e867-1742-489d-a6f5-74ae6bdbba48 HTTP/1.1" status: 200 len: 943 time: 0.4115584 Aug 16 22:53:00.902591 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38f220b-a2e1-4a3a-8ace-379b80638e65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3816303d-9df9-4713-86ff-53d823e28b38,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:00.904647 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [req-10355c98-8a35-4309-bfb5-301e3d670407 req-e521d635-4db9-43aa-b80d-f87ef643a6bb tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:53:00.908833 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-10355c98-8a35-4309-bfb5-301e3d670407 req-e521d635-4db9-43aa-b80d-f87ef643a6bb tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:53:00.919854 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b38f220b-a2e1-4a3a-8ace-379b80638e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:00.920370 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7fd71888-4401-4061-bcc4-6a39b12ea27a tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:00.922148 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-b38f220b-a2e1-4a3a-8ace-379b80638e65 admin admin] Added segment a1591063-139e-43c7-a8c7-96e9de828ec2 of type vlan for network d61f3db9-5a9e-4f6a-b70c-8358388c27f5 Aug 16 22:53:00.960092 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-310d2ac8-5120-4018-ac09-2a4f9be962ac req-556d4601-d53e-4c6f-b13b-94a37fb6a29b service neutron] 10.222.0.68 "GET /v2.0/networks/293b6503-0dd0-473c-b292-a36a6d59f563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175424 Aug 16 22:53:00.973843 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd71888-4401-4061-bcc4-6a39b12ea27a tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Pushing event deleted for resources: {'Port': ['ID=feeb9872-73a0-4ebf-9a3e-7d5403af1975,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:00.978989 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd71888-4401-4061-bcc4-6a39b12ea27a tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] No DVR routers for this DVR port feeb9872-73a0-4ebf-9a3e-7d5403af1975 on host n-d-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:53:01.032765 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0e2b588b-7180-45c5-9e4e-924ed28de75e req-2e30cf92-8cf5-46dd-8e83-2b41c098bf38 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346433 Aug 16 22:53:01.080834 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10355c98-8a35-4309-bfb5-301e3d670407 req-e521d635-4db9-43aa-b80d-f87ef643a6bb tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:01.080834 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-10355c98-8a35-4309-bfb5-301e3d670407 req-e521d635-4db9-43aa-b80d-f87ef643a6bb tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:01.193787 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-310d2ac8-5120-4018-ac09-2a4f9be962ac req-4d51a817-80b1-493c-8a2d-5a608f24eee5 service neutron] 10.222.0.68 "GET /v2.0/networks/293b6503-0dd0-473c-b292-a36a6d59f563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945043 Aug 16 22:53:01.224495 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b38f220b-a2e1-4a3a-8ace-379b80638e65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:01.242074 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-10355c98-8a35-4309-bfb5-301e3d670407 req-e521d635-4db9-43aa-b80d-f87ef643a6bb tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2745562 Aug 16 22:53:01.249099 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 3548ca54-4baa-469a-b83e-246d9b475a60 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:53:01.266810 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b38f220b-a2e1-4a3a-8ace-379b80638e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:01.268132 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38f220b-a2e1-4a3a-8ace-379b80638e65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:01.273284 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b38f220b-a2e1-4a3a-8ace-379b80638e65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:01.273510 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7fd71888-4401-4061-bcc4-6a39b12ea27a tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:01.288093 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-10355c98-8a35-4309-bfb5-301e3d670407 req-df5e7b5b-942a-47c8-bede-7d84c8587c63 service neutron] Request body: {'port': {'device_id': 'ca479ee9-b271-4b75-82d2-38ece37a5b66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-26'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:53:01.297730 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-7fd71888-4401-4061-bcc4-6a39b12ea27a tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5264b02c-f26a-4b3f-b3c6-2c096bfbc302']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:01.334233 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-7fd71888-4401-4061-bcc4-6a39b12ea27a tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e66c29bc-01fe-43f3-b4f8-44249a0c1e09') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:01.334657 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-7fd71888-4401-4061-bcc4-6a39b12ea27a tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e66c29bc-01fe-43f3-b4f8-44249a0c1e09') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:01.348138 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7959ba57-a0d9-481c-aded-db455dc7c1b7 req-3ccd13ac-03b3-46e1-95a1-4ff6f195ec07 tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:01.349923 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7959ba57-a0d9-481c-aded-db455dc7c1b7 req-3ccd13ac-03b3-46e1-95a1-4ff6f195ec07 tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca479ee9-b271-4b75-82d2-38ece37a5b66 HTTP/1.1" status: 200 len: 936 time: 0.1972551 Aug 16 22:53:01.375630 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-b38f220b-a2e1-4a3a-8ace-379b80638e65 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1535130 Aug 16 22:53:01.385350 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 59874) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:01.394208 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-e0d72393-cba6-4728-aa6a-7a0bbb9022b1 admin admin] Request body: {'subnet': {'network_id': 'd61f3db9-5a9e-4f6a-b70c-8358388c27f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-684678681-subnet', 'tenant_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:53:01.395855 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 3548ca54-4baa-469a-b83e-246d9b475a60 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:53:01.396764 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:01.405786 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7fd71888-4401-4061-bcc4-6a39b12ea27a tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:01.418809 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-10355c98-8a35-4309-bfb5-301e3d670407 req-df5e7b5b-942a-47c8-bede-7d84c8587c63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:01.443428 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38f220b-a2e1-4a3a-8ace-379b80638e65 admin admin] Pushing event updated for resources: {'Network': ['ID=d61f3db9-5a9e-4f6a-b70c-8358388c27f5,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:01.463285 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-489466f4-d092-47e1-81e8-43a3535b4d08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:01.464315 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network d61f3db9-5a9e-4f6a-b70c-8358388c27f5 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:53:01.474682 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d72393-cba6-4728-aa6a-7a0bbb9022b1 admin admin] Made reservation on behalf of dc5492cf6a2845ba9d22bb0eca33e51a for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:53:01.477624 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e0d72393-cba6-4728-aa6a-7a0bbb9022b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:01.516415 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7fd71888-4401-4061-bcc4-6a39b12ea27a tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:01.521258 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7959ba57-a0d9-481c-aded-db455dc7c1b7 req-d29e9f1c-0b15-4194-9d65-3cdfde164927 tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] 10.222.0.36 "GET /v2.0/security-groups?id=faa99c9d-dd29-40b5-a0a4-b7ed8dc0f17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602881 Aug 16 22:53:01.550169 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fd71888-4401-4061-bcc4-6a39b12ea27a tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:53:01.550688 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7fd71888-4401-4061-bcc4-6a39b12ea27a tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:01.553906 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 16 22:53:01.553906 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:53:01.553906 n-d-791506-26 neutron-server[101292]: timer() Aug 16 22:53:01.553906 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:53:01.553906 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 16 22:53:01.553906 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:53:01.553906 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 16 22:53:01.553906 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:53:01.553906 n-d-791506-26 neutron-server[101292]: self._notify() Aug 16 22:53:01.553906 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:53:01.553906 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 16 22:53:01.553906 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:53:01.553906 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 16 22:53:01.553906 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:53:01.553906 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:53:01.553906 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:53:01.553906 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:53:01.553906 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:53:01.553906 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 16 22:53:01.553906 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:53:01.553906 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 16 22:53:01.553906 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:53:01.553906 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:53:01.553906 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:53:01.553906 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 16 22:53:01.553906 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:53:01.553906 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:53:01.553906 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:53:01.553906 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:53:01.553906 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:53:01.553906 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:53:01.553906 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:53:01.562780 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device d023db02-ba5f-455f-a6dc-9e658c9a92cf details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:53:01.572135 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 59878) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:01.678067 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7fd71888-4401-4061-bcc4-6a39b12ea27a tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:01.702573 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7fd71888-4401-4061-bcc4-6a39b12ea27a tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:01.705213 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-7fd71888-4401-4061-bcc4-6a39b12ea27a tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] 10.222.0.36 "DELETE /v2.0/networks/5264b02c-f26a-4b3f-b3c6-2c096bfbc302 HTTP/1.1" status: 204 len: 168 time: 3.9472661 Aug 16 22:53:01.720555 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 59882) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:01.725628 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-4b30943a-0b36-4f54-aaab-94335a69275b tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-430213181'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:53:01.738521 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd71888-4401-4061-bcc4-6a39b12ea27a tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Pushing event deleted for resources: {'Network': ['ID=5264b02c-f26a-4b3f-b3c6-2c096bfbc302,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:01.741227 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5fc916ff-b455-437f-917e-228701f6467e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:01.745478 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0a14a641-596b-4a0f-9fd0-3ab9e6eff39a None None] Provisioning for port 36847729-13b7-4fa3-b900-fd03f69af3e1 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:53:01.754942 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port d023db02-ba5f-455f-a6dc-9e658c9a92cf, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=d023db02-ba5f-455f-a6dc-9e658c9a92cf,segment=NetworkSegment(0776e957-0fd5-4cd9-b2cd-f5649efce124),segment_id=0776e957-0fd5-4cd9-b2cd-f5649efce124)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:53:01.757569 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0a14a641-596b-4a0f-9fd0-3ab9e6eff39a None None] Provisioning complete for port 36847729-13b7-4fa3-b900-fd03f69af3e1 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:53:01.760803 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0a14a641-596b-4a0f-9fd0-3ab9e6eff39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:01.793914 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': 'd023db02-ba5f-455f-a6dc-9e658c9a92cf', 'network_id': '293b6503-0dd0-473c-b292-a36a6d59f563', 'port_id': 'd023db02-ba5f-455f-a6dc-9e658c9a92cf', 'mac_address': 'fa:16:3e:65:43:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb70f846-7e6c-4740-9acb-63b13b1d78a5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:53:01.808267 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0a14a641-596b-4a0f-9fd0-3ab9e6eff39a None None] Port 36847729-13b7-4fa3-b900-fd03f69af3e1 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:53:01.832045 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e0d72393-cba6-4728-aa6a-7a0bbb9022b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:01.850634 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:01.871778 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d023db02-ba5f-455f-a6dc-9e658c9a92cf {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:53:01.890614 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d72393-cba6-4728-aa6a-7a0bbb9022b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99669aee-83b9-417a-a368-57108bfc92d4,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:01.897378 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-489466f4-d092-47e1-81e8-43a3535b4d08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:01.903484 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port d023db02-ba5f-455f-a6dc-9e658c9a92cf, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=d023db02-ba5f-455f-a6dc-9e658c9a92cf,segment=NetworkSegment(0776e957-0fd5-4cd9-b2cd-f5649efce124),segment_id=0776e957-0fd5-4cd9-b2cd-f5649efce124)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:53:01.908066 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-489466f4-d092-47e1-81e8-43a3535b4d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:01.908376 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d72393-cba6-4728-aa6a-7a0bbb9022b1 admin admin] Checking segment: {'id': 'a1591063-139e-43c7-a8c7-96e9de828ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f3db9-5a9e-4f6a-b70c-8358388c27f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:53:01.908840 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d72393-cba6-4728-aa6a-7a0bbb9022b1 admin admin] Network hostable DHCP agents. Network: d61f3db9-5a9e-4f6a-b70c-8358388c27f5, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:53:01.909053 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:01.929776 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d72393-cba6-4728-aa6a-7a0bbb9022b1 admin admin] Network d61f3db9-5a9e-4f6a-b70c-8358388c27f5 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:53:01.941569 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-e0d72393-cba6-4728-aa6a-7a0bbb9022b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, d61f3db9-5a9e-4f6a-b70c-8358388c27f5) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:53:01.949037 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d72393-cba6-4728-aa6a-7a0bbb9022b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:01.949835 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e0d72393-cba6-4728-aa6a-7a0bbb9022b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:01.957550 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b956f8-c85a-47bc-b605-e6a5a67826f2 None None] Network d61f3db9-5a9e-4f6a-b70c-8358388c27f5 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:53:01.966054 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b30943a-0b36-4f54-aaab-94335a69275b tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Made reservation on behalf of 934ca4d0283b420081f9f15cff2f8e64 for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:53:01.968772 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4b30943a-0b36-4f54-aaab-94335a69275b tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:01.987322 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489466f4-d092-47e1-81e8-43a3535b4d08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=242da7a1-8bb6-4934-a34c-7818c623c45f,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:01.998361 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-489466f4-d092-47e1-81e8-43a3535b4d08 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a07470cf957b4cabb453e7b94f0f518b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1426876 Aug 16 22:53:01.999605 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 59884) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:02.014568 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=d023db02-ba5f-455f-a6dc-9e658c9a92cf,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:02.058184 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b30943a-0b36-4f54-aaab-94335a69275b tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:53:02.074251 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5fc916ff-b455-437f-917e-228701f6467e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:02.084096 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5fc916ff-b455-437f-917e-228701f6467e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:02.116099 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4b30943a-0b36-4f54-aaab-94335a69275b tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:02.116521 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-4b30943a-0b36-4f54-aaab-94335a69275b tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Added segment 8c097d11-483e-451f-bfd9-41e6afe662c3 of type vlan for network d82c7133-6a0a-4850-a968-e3ad3a9bcf1d Aug 16 22:53:02.125135 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-5fc916ff-b455-437f-917e-228701f6467e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4cb5f854ac8442a29ad1885678c4aac4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5493829 Aug 16 22:53:02.128160 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['d023db02-ba5f-455f-a6dc-9e658c9a92cf'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:53:02.128265 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-e0d72393-cba6-4728-aa6a-7a0bbb9022b1 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7379966 Aug 16 22:53:02.128680 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 59888) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:02.129021 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 59890) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:02.145478 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-fe252ceb-71b0-4763-86e3-6245d10b4908 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-684678681-router', 'tenant_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:53:02.153871 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc916ff-b455-437f-917e-228701f6467e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b938df6-df58-44a7-af0f-7b82cc6d0658,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:02.205720 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c53007-bbb0-4f97-bf59-5a3352e75021 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-d61f3db9-5a9e-4f6a-b70c-8358388c27f5', 'network_id': 'd61f3db9-5a9e-4f6a-b70c-8358388c27f5', 'tenant_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'fixed_ips': [{'subnet_id': '99669aee-83b9-417a-a368-57108bfc92d4'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:53:02.206559 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-05c53007-bbb0-4f97-bf59-5a3352e75021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:02.219878 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [req-10355c98-8a35-4309-bfb5-301e3d670407 req-df5e7b5b-942a-47c8-bede-7d84c8587c63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36847729-13b7-4fa3-b900-fd03f69af3e1 {{(pid=101292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:53:02.228276 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c65fb366-a375-48b5-946e-3def6a292dc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:02.242248 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-10355c98-8a35-4309-bfb5-301e3d670407 req-df5e7b5b-942a-47c8-bede-7d84c8587c63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:02.282957 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4b30943a-0b36-4f54-aaab-94335a69275b tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:02.309768 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fe252ceb-71b0-4763-86e3-6245d10b4908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:02.310777 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fe252ceb-71b0-4763-86e3-6245d10b4908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:02.315076 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c65fb366-a375-48b5-946e-3def6a292dc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:02.317540 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-10355c98-8a35-4309-bfb5-301e3d670407 req-df5e7b5b-942a-47c8-bede-7d84c8587c63 service neutron] Transition to ACTIVE for port object 36847729-13b7-4fa3-b900-fd03f69af3e1 will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:53:02.356233 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-10355c98-8a35-4309-bfb5-301e3d670407 req-df5e7b5b-942a-47c8-bede-7d84c8587c63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:02.402441 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd16621a-2a93-4ed8-b8cb-0c8d8484f0a4 req-f68b338a-40a1-4cd8-aa72-34a02b065ec2 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:02.408558 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dd16621a-2a93-4ed8-b8cb-0c8d8484f0a4 req-f68b338a-40a1-4cd8-aa72-34a02b065ec2 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f39e867-1742-489d-a6f5-74ae6bdbba48 HTTP/1.1" status: 200 len: 944 time: 0.2740810 Aug 16 22:53:02.415488 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-05c53007-bbb0-4f97-bf59-5a3352e75021 None None] Allocated IP 172.20.0.2 (d61f3db9-5a9e-4f6a-b70c-8358388c27f5/99669aee-83b9-417a-a368-57108bfc92d4/24b30175-3c07-4967-be75-eeeb85027e27) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:53:02.428388 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4b30943a-0b36-4f54-aaab-94335a69275b tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:02.435005 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b30943a-0b36-4f54-aaab-94335a69275b tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:02.435622 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4b30943a-0b36-4f54-aaab-94335a69275b tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:02.581740 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f565d83d-0560-454f-8c48-b0e13831e872 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:02.586685 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fe252ceb-71b0-4763-86e3-6245d10b4908 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:02.601548 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-05c53007-bbb0-4f97-bf59-5a3352e75021 None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:02.620660 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-4b30943a-0b36-4f54-aaab-94335a69275b tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8989983 Aug 16 22:53:02.623525 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 59902) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:02.629742 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-5cde3958-c528-42ea-8d22-701ffa4be19c tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Request body: {'subnet': {'network_id': 'd82c7133-6a0a-4850-a968-e3ad3a9bcf1d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:53:02.719740 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5e7b5b-942a-47c8-bede-7d84c8587c63 service neutron] Pushing event updated for resources: {'Port': ['ID=36847729-13b7-4fa3-b900-fd03f69af3e1,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:02.739569 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b30943a-0b36-4f54-aaab-94335a69275b tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Pushing event updated for resources: {'Network': ['ID=d82c7133-6a0a-4850-a968-e3ad3a9bcf1d,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:02.742290 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-05c53007-bbb0-4f97-bf59-5a3352e75021 None None] Transition to ACTIVE for port object 24b30175-3c07-4967-be75-eeeb85027e27 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:53:02.762980 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-05c53007-bbb0-4f97-bf59-5a3352e75021 None None] Transition to ACTIVE for port object 24b30175-3c07-4967-be75-eeeb85027e27 will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:53:02.770459 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network d82c7133-6a0a-4850-a968-e3ad3a9bcf1d details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:53:02.779280 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f565d83d-0560-454f-8c48-b0e13831e872 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:02.785087 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c65fb366-a375-48b5-946e-3def6a292dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:02.788038 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c65fb366-a375-48b5-946e-3def6a292dc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:02.792943 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-c65fb366-a375-48b5-946e-3def6a292dc0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/242da7a1-8bb6-4934-a34c-7818c623c45f HTTP/1.1" status: 204 len: 168 time: 0.7915106 Aug 16 22:53:02.812105 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dd16621a-2a93-4ed8-b8cb-0c8d8484f0a4 req-29f91963-01bf-4fb1-bf30-6a2ddd78cbeb tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3913338 Aug 16 22:53:02.853836 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-05c53007-bbb0-4f97-bf59-5a3352e75021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:02.901596 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c53007-bbb0-4f97-bf59-5a3352e75021 None None] Network d61f3db9-5a9e-4f6a-b70c-8358388c27f5 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:53:02.904889 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-05c53007-bbb0-4f97-bf59-5a3352e75021 None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:53:02.910073 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c53007-bbb0-4f97-bf59-5a3352e75021 None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:53:02.915058 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fe252ceb-71b0-4763-86e3-6245d10b4908 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:02.932364 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c53007-bbb0-4f97-bf59-5a3352e75021 None None] Pushing event updated for resources: {'Port': ['ID=24b30175-3c07-4967-be75-eeeb85027e27,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:02.972644 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65fb366-a375-48b5-946e-3def6a292dc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=242da7a1-8bb6-4934-a34c-7818c623c45f,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:02.992209 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-05c53007-bbb0-4f97-bf59-5a3352e75021 None None] Attempting to bind port 24b30175-3c07-4967-be75-eeeb85027e27 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:53:02.992621 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-05c53007-bbb0-4f97-bf59-5a3352e75021 None None] Attempting to bind port 24b30175-3c07-4967-be75-eeeb85027e27 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': 'a1591063-139e-43c7-a8c7-96e9de828ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f3db9-5a9e-4f6a-b70c-8358388c27f5'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:53:02.993025 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c53007-bbb0-4f97-bf59-5a3352e75021 None None] Attempting to bind port 24b30175-3c07-4967-be75-eeeb85027e27 on network d61f3db9-5a9e-4f6a-b70c-8358388c27f5 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:53:03.007174 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c53007-bbb0-4f97-bf59-5a3352e75021 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:53:03.007557 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c53007-bbb0-4f97-bf59-5a3352e75021 None None] Checking segment: {'id': 'a1591063-139e-43c7-a8c7-96e9de828ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f3db9-5a9e-4f6a-b70c-8358388c27f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:53:03.008022 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-05c53007-bbb0-4f97-bf59-5a3352e75021 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:03.008648 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c53007-bbb0-4f97-bf59-5a3352e75021 None None] Bound using segment: {'id': 'a1591063-139e-43c7-a8c7-96e9de828ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f3db9-5a9e-4f6a-b70c-8358388c27f5'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:53:03.009270 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-05c53007-bbb0-4f97-bf59-5a3352e75021 None None] Bound port: 24b30175-3c07-4967-be75-eeeb85027e27, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1591063-139e-43c7-a8c7-96e9de828ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f3db9-5a9e-4f6a-b70c-8358388c27f5'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:53:03.009661 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-05c53007-bbb0-4f97-bf59-5a3352e75021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:03.045367 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70883998-62b4-4cbf-b593-76f676e9a860 req-bbf4ec1a-b95f-4dd5-9ecf-d9609c6f3374 tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:03.047082 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-70883998-62b4-4cbf-b593-76f676e9a860 req-bbf4ec1a-b95f-4dd5-9ecf-d9609c6f3374 tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca479ee9-b271-4b75-82d2-38ece37a5b66 HTTP/1.1" status: 200 len: 948 time: 0.3425965 Aug 16 22:53:03.071612 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cde3958-c528-42ea-8d22-701ffa4be19c tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Made reservation on behalf of 934ca4d0283b420081f9f15cff2f8e64 for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:53:03.079263 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5cde3958-c528-42ea-8d22-701ffa4be19c tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:03.089950 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-05c53007-bbb0-4f97-bf59-5a3352e75021 None None] For port 24b30175-3c07-4967-be75-eeeb85027e27, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:53:03.094699 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-05c53007-bbb0-4f97-bf59-5a3352e75021 None None] For port 24b30175-3c07-4967-be75-eeeb85027e27, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=24b30175-3c07-4967-be75-eeeb85027e27,segment=NetworkSegment(a1591063-139e-43c7-a8c7-96e9de828ec2),segment_id=a1591063-139e-43c7-a8c7-96e9de828ec2)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:53:03.100647 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-05c53007-bbb0-4f97-bf59-5a3352e75021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:03.112261 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-10355c98-8a35-4309-bfb5-301e3d670407 req-df5e7b5b-942a-47c8-bede-7d84c8587c63 service neutron] Attempting to bind port 36847729-13b7-4fa3-b900-fd03f69af3e1 on host n-h2-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:53:03.112700 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-10355c98-8a35-4309-bfb5-301e3d670407 req-df5e7b5b-942a-47c8-bede-7d84c8587c63 service neutron] Attempting to bind port 36847729-13b7-4fa3-b900-fd03f69af3e1 by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:53:03.113043 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10355c98-8a35-4309-bfb5-301e3d670407 req-df5e7b5b-942a-47c8-bede-7d84c8587c63 service neutron] Attempting to bind port 36847729-13b7-4fa3-b900-fd03f69af3e1 on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:53:03.132107 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-70883998-62b4-4cbf-b593-76f676e9a860 req-6e9b70e4-a279-44ad-996b-f1677848d1cd tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] 10.222.0.36 "GET /v2.0/security-groups?id=faa99c9d-dd29-40b5-a0a4-b7ed8dc0f17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767462 Aug 16 22:53:03.148176 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10355c98-8a35-4309-bfb5-301e3d670407 req-df5e7b5b-942a-47c8-bede-7d84c8587c63 service neutron] Port 36847729-13b7-4fa3-b900-fd03f69af3e1 on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:53:03.148176 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10355c98-8a35-4309-bfb5-301e3d670407 req-df5e7b5b-942a-47c8-bede-7d84c8587c63 service neutron] Attempting to bind port 36847729-13b7-4fa3-b900-fd03f69af3e1 on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:53:03.152532 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f565d83d-0560-454f-8c48-b0e13831e872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:03.154471 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f565d83d-0560-454f-8c48-b0e13831e872 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:03.157828 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-f565d83d-0560-454f-8c48-b0e13831e872 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3b938df6-df58-44a7-af0f-7b82cc6d0658 HTTP/1.1" status: 204 len: 168 time: 1.0150740 Aug 16 22:53:03.164456 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.ipam_backend_mixin [None req-5cde3958-c528-42ea-8d22-701ffa4be19c tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Performing IP validity checks on allocation pools {{(pid=101291) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 16 22:53:03.165144 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.ipam_backend_mixin [None req-5cde3958-c528-42ea-8d22-701ffa4be19c tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101291) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 16 22:53:03.191247 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c53007-bbb0-4f97-bf59-5a3352e75021 None None] Pushing event updated for resources: {'Port': ['ID=24b30175-3c07-4967-be75-eeeb85027e27,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:03.205851 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10355c98-8a35-4309-bfb5-301e3d670407 req-df5e7b5b-942a-47c8-bede-7d84c8587c63 service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:53:03.206676 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10355c98-8a35-4309-bfb5-301e3d670407 req-df5e7b5b-942a-47c8-bede-7d84c8587c63 service neutron] Checking segment: {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:53:03.208061 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10355c98-8a35-4309-bfb5-301e3d670407 req-df5e7b5b-942a-47c8-bede-7d84c8587c63 service neutron] Bound using segment: {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:53:03.209519 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-10355c98-8a35-4309-bfb5-301e3d670407 req-df5e7b5b-942a-47c8-bede-7d84c8587c63 service neutron] Bound port: 36847729-13b7-4fa3-b900-fd03f69af3e1, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:53:03.210257 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-10355c98-8a35-4309-bfb5-301e3d670407 req-df5e7b5b-942a-47c8-bede-7d84c8587c63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:03.236908 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f565d83d-0560-454f-8c48-b0e13831e872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b938df6-df58-44a7-af0f-7b82cc6d0658,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:03.355693 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-10355c98-8a35-4309-bfb5-301e3d670407 req-df5e7b5b-942a-47c8-bede-7d84c8587c63 service neutron] For port 36847729-13b7-4fa3-b900-fd03f69af3e1, host n-h2-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:53:03.387228 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5cde3958-c528-42ea-8d22-701ffa4be19c tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:03.451433 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-10355c98-8a35-4309-bfb5-301e3d670407 req-df5e7b5b-942a-47c8-bede-7d84c8587c63 service neutron] For port 36847729-13b7-4fa3-b900-fd03f69af3e1, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=36847729-13b7-4fa3-b900-fd03f69af3e1,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:53:03.461890 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-10355c98-8a35-4309-bfb5-301e3d670407 req-df5e7b5b-942a-47c8-bede-7d84c8587c63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:03.533030 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cde3958-c528-42ea-8d22-701ffa4be19c tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Pushing event updated for resources: {'Subnet': ['ID=bfe650de-7fda-4600-8f86-3e59061f5e81,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:03.543031 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cde3958-c528-42ea-8d22-701ffa4be19c tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Checking segment: {'id': '8c097d11-483e-451f-bfd9-41e6afe662c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd82c7133-6a0a-4850-a968-e3ad3a9bcf1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:53:03.543838 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cde3958-c528-42ea-8d22-701ffa4be19c tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Network hostable DHCP agents. Network: d82c7133-6a0a-4850-a968-e3ad3a9bcf1d, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:53:03.553907 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device d023db02-ba5f-455f-a6dc-9e658c9a92cf up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:53:03.597326 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cde3958-c528-42ea-8d22-701ffa4be19c tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Network d82c7133-6a0a-4850-a968-e3ad3a9bcf1d is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:53:03.619564 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-5cde3958-c528-42ea-8d22-701ffa4be19c tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, d82c7133-6a0a-4850-a968-e3ad3a9bcf1d) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:53:03.622849 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10355c98-8a35-4309-bfb5-301e3d670407 req-df5e7b5b-942a-47c8-bede-7d84c8587c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:03.623496 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-10355c98-8a35-4309-bfb5-301e3d670407 req-df5e7b5b-942a-47c8-bede-7d84c8587c63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:03.624994 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-10355c98-8a35-4309-bfb5-301e3d670407 req-df5e7b5b-942a-47c8-bede-7d84c8587c63 service neutron] 10.222.0.57 "PUT /v2.0/ports/36847729-13b7-4fa3-b900-fd03f69af3e1 HTTP/1.1" status: 200 len: 1097 time: 2.3479285 Aug 16 22:53:03.625469 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca479ee9-b271-4b75-82d2-38ece37a5b66', 'tag': '36847729-13b7-4fa3-b900-fd03f69af3e1'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:53:03.627730 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e127691c-9084-4e1b-9596-b7c3dec9b18b" -d '{"events": [{"name": "network-changed", "server_uuid": "ca479ee9-b271-4b75-82d2-38ece37a5b66", "tag": "36847729-13b7-4fa3-b900-fd03f69af3e1"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:53:03.634938 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cde3958-c528-42ea-8d22-701ffa4be19c tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:03.635749 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5cde3958-c528-42ea-8d22-701ffa4be19c tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:03.645805 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e345b593-37c2-4015-8e39-30cd820f23fe None None] Network d82c7133-6a0a-4850-a968-e3ad3a9bcf1d requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:53:03.679345 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-5cde3958-c528-42ea-8d22-701ffa4be19c tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.0540650 Aug 16 22:53:03.685060 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 59930) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:03.762424 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ea1d830-6289-44a6-acee-1bc8226f8982 x-openstack-request-id: req-7ea1d830-6289-44a6-acee-1bc8226f8982 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:53:03.763830 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca479ee9-b271-4b75-82d2-38ece37a5b66", "tag": "36847729-13b7-4fa3-b900-fd03f69af3e1", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:53:03.764254 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7ea1d830-6289-44a6-acee-1bc8226f8982 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:53:03.764841 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca479ee9-b271-4b75-82d2-38ece37a5b66', 'tag': '36847729-13b7-4fa3-b900-fd03f69af3e1', 'status': 'completed', 'code': 200} Aug 16 22:53:03.795040 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fe252ceb-71b0-4763-86e3-6245d10b4908 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:03.803063 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 59934) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:03.866051 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8558acf2-f257-4ecf-99f5-6c9cc9dedd4a tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:03.901802 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fe252ceb-71b0-4763-86e3-6245d10b4908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:03.908338 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5e7b5b-942a-47c8-bede-7d84c8587c63 service neutron] Pushing event updated for resources: {'Port': ['ID=36847729-13b7-4fa3-b900-fd03f69af3e1,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:03.928226 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-59c8cf10-c0bf-4b92-b6ae-4e3211731e77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:03.973606 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning for port d023db02-ba5f-455f-a6dc-9e658c9a92cf completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:53:03.982424 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port d023db02-ba5f-455f-a6dc-9e658c9a92cf triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:53:03.982803 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:04.037897 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b276f6f6-abfa-4929-9871-33776668a387 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-d82c7133-6a0a-4850-a968-e3ad3a9bcf1d', 'network_id': 'd82c7133-6a0a-4850-a968-e3ad3a9bcf1d', 'tenant_id': '934ca4d0283b420081f9f15cff2f8e64', 'fixed_ips': [{'subnet_id': 'bfe650de-7fda-4600-8f86-3e59061f5e81'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:53:04.038790 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-b276f6f6-abfa-4929-9871-33776668a387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:04.043927 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8558acf2-f257-4ecf-99f5-6c9cc9dedd4a tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:04.179386 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8558acf2-f257-4ecf-99f5-6c9cc9dedd4a tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:04.200387 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:04.219840 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8558acf2-f257-4ecf-99f5-6c9cc9dedd4a tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Pushing event deleted for resources: {'Subnet': ['ID=bfe650de-7fda-4600-8f86-3e59061f5e81,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:04.270142 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server [None req-b276f6f6-abfa-4929-9871-33776668a387 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bfe650de-7fda-4600-8f86-3e59061f5e81: This subnet is being modified by another concurrent operation. Aug 16 22:53:04.270142 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 22:53:04.270142 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 22:53:04.270142 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 22:53:04.270142 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 22:53:04.270142 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 22:53:04.270142 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 22:53:04.270142 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 22:53:04.270142 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 22:53:04.270142 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 22:53:04.270142 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 22:53:04.270142 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 22:53:04.270142 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:53:04.270142 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:53:04.270142 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:53:04.270142 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:53:04.270142 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 22:53:04.270142 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 22:53:04.270142 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 22:53:04.270142 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 22:53:04.270142 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:53:04.270142 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:53:04.270142 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:53:04.270142 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:53:04.270142 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 22:53:04.270142 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 22:53:04.270142 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 22:53:04.270142 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 22:53:04.270142 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:53:04.270142 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:53:04.270142 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:53:04.270142 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:53:04.270142 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 22:53:04.270142 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 22:53:04.270142 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 16 22:53:04.270142 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 16 22:53:04.270142 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 16 22:53:04.270142 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 16 22:53:04.270142 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 16 22:53:04.270142 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 16 22:53:04.270142 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 16 22:53:04.270142 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 16 22:53:04.270142 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 16 22:53:04.270142 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 22:53:04.270142 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 22:53:04.270142 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 22:53:04.270142 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 22:53:04.270142 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 22:53:04.270142 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:53:04.270142 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:53:04.270142 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:53:04.270142 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:53:04.270142 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 22:53:04.270142 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 22:53:04.275017 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 22:53:04.275017 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 22:53:04.275017 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:53:04.275017 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:53:04.275017 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:53:04.275017 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:53:04.275017 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 22:53:04.275017 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 22:53:04.275017 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 22:53:04.275017 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 22:53:04.275017 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:53:04.275017 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:53:04.275017 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:53:04.275017 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:53:04.275017 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 22:53:04.275017 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 22:53:04.275017 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 16 22:53:04.275017 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 16 22:53:04.275017 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 16 22:53:04.275017 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 16 22:53:04.275017 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 16 22:53:04.275017 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 16 22:53:04.275017 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 16 22:53:04.275017 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 16 22:53:04.275017 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:53:04.275017 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:53:04.275017 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:53:04.275017 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:53:04.275017 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 16 22:53:04.275017 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 16 22:53:04.275017 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 16 22:53:04.275017 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 22:53:04.275017 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 22:53:04.275017 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 22:53:04.275017 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 22:53:04.275017 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server raise exception Aug 16 22:53:04.275017 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bfe650de-7fda-4600-8f86-3e59061f5e81: This subnet is being modified by another concurrent operation. Aug 16 22:53:04.275017 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server Aug 16 22:53:04.301779 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f39e867-1742-489d-a6f5-74ae6bdbba48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd023db02-ba5f-455f-a6dc-9e658c9a92cf'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:53:04.304413 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b1bdc7-5b83-453b-a6b1-8b14e0be48f2" -d '{"events": [{"server_uuid": "8f39e867-1742-489d-a6f5-74ae6bdbba48", "name": "network-vif-plugged", "status": "completed", "tag": "d023db02-ba5f-455f-a6dc-9e658c9a92cf"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:53:04.313583 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8558acf2-f257-4ecf-99f5-6c9cc9dedd4a tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:04.319625 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port d023db02-ba5f-455f-a6dc-9e658c9a92cf, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=d023db02-ba5f-455f-a6dc-9e658c9a92cf,segment=NetworkSegment(0776e957-0fd5-4cd9-b2cd-f5649efce124),segment_id=0776e957-0fd5-4cd9-b2cd-f5649efce124)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:53:04.332751 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-8558acf2-f257-4ecf-99f5-6c9cc9dedd4a tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d82c7133-6a0a-4850-a968-e3ad3a9bcf1d']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:04.338087 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:04.344294 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f612ab4-130a-4c56-bc18-e049f72c4661 None None] Network d82c7133-6a0a-4850-a968-e3ad3a9bcf1d requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:53:04.350934 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-8558acf2-f257-4ecf-99f5-6c9cc9dedd4a tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c097d11-483e-451f-bfd9-41e6afe662c3') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:04.351561 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-8558acf2-f257-4ecf-99f5-6c9cc9dedd4a tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c097d11-483e-451f-bfd9-41e6afe662c3') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:04.374394 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8558acf2-f257-4ecf-99f5-6c9cc9dedd4a tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:04.393545 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8558acf2-f257-4ecf-99f5-6c9cc9dedd4a tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:04.407128 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8558acf2-f257-4ecf-99f5-6c9cc9dedd4a tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:53:04.409802 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8558acf2-f257-4ecf-99f5-6c9cc9dedd4a tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:04.470734 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10355c98-8a35-4309-bfb5-301e3d670407 req-85d06a67-f7b0-4be1-b0fd-05eaa4f8df51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:04.472292 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-10355c98-8a35-4309-bfb5-301e3d670407 req-85d06a67-f7b0-4be1-b0fd-05eaa4f8df51 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5e8f9775da054f59af409b480707b947&device_id=ca479ee9-b271-4b75-82d2-38ece37a5b66 HTTP/1.1" status: 200 len: 1100 time: 0.7738929 Aug 16 22:53:04.503302 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 22:53:04.503302 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:53:04.503302 n-d-791506-26 neutron-server[101291]: timer() Aug 16 22:53:04.503302 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:53:04.503302 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 22:53:04.503302 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:53:04.503302 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 22:53:04.503302 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:53:04.503302 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 22:53:04.503302 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:53:04.503302 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 22:53:04.503302 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:53:04.503302 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 22:53:04.503302 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:53:04.503302 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:53:04.503302 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:53:04.503302 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:53:04.503302 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:53:04.503302 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 22:53:04.503302 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:53:04.503302 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 22:53:04.503302 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:53:04.503302 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:53:04.503302 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:53:04.503302 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 22:53:04.503302 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:53:04.503302 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:53:04.503302 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:53:04.503302 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:53:04.503302 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:53:04.503302 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:53:04.503302 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:53:04.509951 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8558acf2-f257-4ecf-99f5-6c9cc9dedd4a tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:04.519245 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8558acf2-f257-4ecf-99f5-6c9cc9dedd4a tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:04.523161 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-8558acf2-f257-4ecf-99f5-6c9cc9dedd4a tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] 10.222.0.36 "DELETE /v2.0/networks/d82c7133-6a0a-4850-a968-e3ad3a9bcf1d HTTP/1.1" status: 204 len: 168 time: 0.8368695 Aug 16 22:53:04.527469 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 59950) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:04.543027 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=d023db02-ba5f-455f-a6dc-9e658c9a92cf,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:04.544075 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-656a25b5-adae-4805-87a7-ab04219c5b94 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-916941437'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:53:04.549419 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8558acf2-f257-4ecf-99f5-6c9cc9dedd4a tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Pushing event deleted for resources: {'Network': ['ID=d82c7133-6a0a-4850-a968-e3ad3a9bcf1d,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:04.564748 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-10355c98-8a35-4309-bfb5-301e3d670407 req-35952b20-528a-4299-a10d-034cddfddcf4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=36847729-13b7-4fa3-b900-fd03f69af3e1 HTTP/1.1" status: 200 len: 217 time: 0.0753646 Aug 16 22:53:04.605045 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214c1098-66cd-4192-9a79-d29f728aa0f1 req-6d8469c8-4c39-4b38-872e-20a067ce527f tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:04.606540 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-214c1098-66cd-4192-9a79-d29f728aa0f1 req-6d8469c8-4c39-4b38-872e-20a067ce527f tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f39e867-1742-489d-a6f5-74ae6bdbba48 HTTP/1.1" status: 200 len: 945 time: 0.2271795 Aug 16 22:53:04.716208 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10355c98-8a35-4309-bfb5-301e3d670407 req-cdc4a554-58a0-4e3b-b50a-d21f7ae580a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:04.717613 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-10355c98-8a35-4309-bfb5-301e3d670407 req-cdc4a554-58a0-4e3b-b50a-d21f7ae580a2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6af2b868-37d3-46ab-a526-0465929f13c8 HTTP/1.1" status: 200 len: 843 time: 0.1393709 Aug 16 22:53:04.724974 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c811426d-0c2d-4fcb-92c5-17cb36dc76da None None] Network d61f3db9-5a9e-4f6a-b70c-8358388c27f5 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:53:04.733366 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-fe252ceb-71b0-4763-86e3-6245d10b4908 admin admin] Allocated IP 172.25.4.245 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/6c0107f9-158a-4ddc-8086-9c371feb60b3) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:53:04.779411 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-214c1098-66cd-4192-9a79-d29f728aa0f1 req-02c885eb-c0ff-4b60-9501-adacdf971540 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346982 Aug 16 22:53:04.792298 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-d8777631-f3fb-4569-b7ef-83d76c52dddd None None] Provisioning for port 24b30175-3c07-4967-be75-eeeb85027e27 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:53:04.833462 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a3e738e-9547-4235-94bb-21c4f20a2906 x-openstack-request-id: req-7a3e738e-9547-4235-94bb-21c4f20a2906 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:53:04.834516 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f39e867-1742-489d-a6f5-74ae6bdbba48", "name": "network-vif-plugged", "status": "completed", "tag": "d023db02-ba5f-455f-a6dc-9e658c9a92cf", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:53:04.834516 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7a3e738e-9547-4235-94bb-21c4f20a2906 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:53:04.834516 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f39e867-1742-489d-a6f5-74ae6bdbba48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd023db02-ba5f-455f-a6dc-9e658c9a92cf', 'code': 200} Aug 16 22:53:04.910530 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10355c98-8a35-4309-bfb5-301e3d670407 req-75e0016f-6ae4-42ce-8987-bbc4cdb70205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:04.912072 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-10355c98-8a35-4309-bfb5-301e3d670407 req-75e0016f-6ae4-42ce-8987-bbc4cdb70205 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1765330 Aug 16 22:53:04.919948 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-59c8cf10-c0bf-4b92-b6ae-4e3211731e77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:04.932553 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908c480f-8ef1-4082-b48a-dbe365b17271 req-dd534d4c-aa01-40d4-bac8-ac49d9c271a4 tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:04.934126 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-908c480f-8ef1-4082-b48a-dbe365b17271 req-dd534d4c-aa01-40d4-bac8-ac49d9c271a4 tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca479ee9-b271-4b75-82d2-38ece37a5b66 HTTP/1.1" status: 200 len: 948 time: 0.1804094 Aug 16 22:53:04.947046 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-59c8cf10-c0bf-4b92-b6ae-4e3211731e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:04.960406 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-656a25b5-adae-4805-87a7-ab04219c5b94 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Made reservation on behalf of 934ca4d0283b420081f9f15cff2f8e64 for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:53:04.965414 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-656a25b5-adae-4805-87a7-ab04219c5b94 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:04.989464 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdf2989-f437-499d-82bb-b557e7d8b042 req-7a6c87c5-4af9-47ba-a17e-6794c2bcfd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:04.991572 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-bfdf2989-f437-499d-82bb-b557e7d8b042 req-7a6c87c5-4af9-47ba-a17e-6794c2bcfd19 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=8f39e867-1742-489d-a6f5-74ae6bdbba48 HTTP/1.1" status: 200 len: 1097 time: 0.0933132 Aug 16 22:53:05.003176 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-656a25b5-adae-4805-87a7-ab04219c5b94 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:53:05.039611 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-656a25b5-adae-4805-87a7-ab04219c5b94 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:05.042968 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-656a25b5-adae-4805-87a7-ab04219c5b94 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Added segment 49e821cc-a719-45d7-883f-fcd796862475 of type vlan for network 987d70d4-706f-4b58-9d36-77aeedc226c7 Aug 16 22:53:05.075471 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-bfdf2989-f437-499d-82bb-b557e7d8b042 req-14ba6d53-151c-4d66-bd48-5fb22b727066 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738285 Aug 16 22:53:05.092659 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fe252ceb-71b0-4763-86e3-6245d10b4908 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:05.118277 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-656a25b5-adae-4805-87a7-ab04219c5b94 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:05.166320 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c8cf10-c0bf-4b92-b6ae-4e3211731e77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0344220-aa40-4515-9648-acdfe69cf120,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:05.171325 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-656a25b5-adae-4805-87a7-ab04219c5b94 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:05.179967 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656a25b5-adae-4805-87a7-ab04219c5b94 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:05.180814 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-656a25b5-adae-4805-87a7-ab04219c5b94 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:05.205719 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d2bd41-f8eb-409c-918e-00e5ce241562 None None] get_active_networks_info from n-d-791506-26 {{(pid=101293) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 22:53:05.209431 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 24b30175-3c07-4967-be75-eeeb85027e27 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:53:05.210358 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-10355c98-8a35-4309-bfb5-301e3d670407 req-e32556cf-50e5-413c-b86d-094e4d0fc8fe service neutron] 10.222.0.57 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883296 Aug 16 22:53:05.216470 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-59c8cf10-c0bf-4b92-b6ae-4e3211731e77 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4d68e4c9875447498b1a9a22c5a04240&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3867764 Aug 16 22:53:05.223561 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 59960) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:05.272173 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-656a25b5-adae-4805-87a7-ab04219c5b94 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7435267 Aug 16 22:53:05.275277 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-908c480f-8ef1-4082-b48a-dbe365b17271 req-75fbd90c-6c23-469b-8ad7-719c7058ef4d tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] 10.222.0.36 "GET /v2.0/security-groups?id=faa99c9d-dd29-40b5-a0a4-b7ed8dc0f17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3230598 Aug 16 22:53:05.276000 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 59962) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:05.299397 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656a25b5-adae-4805-87a7-ab04219c5b94 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Pushing event updated for resources: {'Network': ['ID=987d70d4-706f-4b58-9d36-77aeedc226c7,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:05.315745 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 987d70d4-706f-4b58-9d36-77aeedc226c7 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:53:05.336665 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-f0895967-2042-4f05-b556-b589c43f0758 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Request body: {'subnet': {'network_id': '987d70d4-706f-4b58-9d36-77aeedc226c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:53:05.389437 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fe252ceb-71b0-4763-86e3-6245d10b4908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:05.453587 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 24b30175-3c07-4967-be75-eeeb85027e27 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:53:05.469385 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 24b30175-3c07-4967-be75-eeeb85027e27 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:53:05.469766 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:05.482689 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe252ceb-71b0-4763-86e3-6245d10b4908 admin admin] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:53:05.500012 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-fe252ceb-71b0-4763-86e3-6245d10b4908 admin admin] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:53:05.517183 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe252ceb-71b0-4763-86e3-6245d10b4908 admin admin] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:53:05.524975 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe252ceb-71b0-4763-86e3-6245d10b4908 admin admin] Pushing event updated for resources: {'Port': ['ID=6c0107f9-158a-4ddc-8086-9c371feb60b3,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:05.557297 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1385d514-ab5e-48ea-ac0e-9ea27c634695 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:05.568200 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-10355c98-8a35-4309-bfb5-301e3d670407 req-6ee8fcbe-b86a-4d9b-8302-51a34804ff0b service neutron] 10.222.0.57 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3341691 Aug 16 22:53:05.613999 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1385d514-ab5e-48ea-ac0e-9ea27c634695 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:05.623569 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0895967-2042-4f05-b556-b589c43f0758 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Made reservation on behalf of 934ca4d0283b420081f9f15cff2f8e64 for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:53:05.627250 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f0895967-2042-4f05-b556-b589c43f0758 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:05.669100 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d2bd41-f8eb-409c-918e-00e5ce241562 None None] Resources bound (agent type, host, resource id): {{(pid=101293) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 22:53:05.797784 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:05.918552 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 24b30175-3c07-4967-be75-eeeb85027e27, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=24b30175-3c07-4967-be75-eeeb85027e27,segment=NetworkSegment(a1591063-139e-43c7-a8c7-96e9de828ec2),segment_id=a1591063-139e-43c7-a8c7-96e9de828ec2)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:53:05.933759 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:06.069097 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=24b30175-3c07-4967-be75-eeeb85027e27,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:06.115625 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e127691c-9084-4e1b-9596-b7c3dec9b18b req-6cff6f75-233c-4ceb-abac-5daedc7ce6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:06.117679 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e127691c-9084-4e1b-9596-b7c3dec9b18b req-6cff6f75-233c-4ceb-abac-5daedc7ce6ab service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5e8f9775da054f59af409b480707b947&device_id=ca479ee9-b271-4b75-82d2-38ece37a5b66 HTTP/1.1" status: 200 len: 1100 time: 0.4244640 Aug 16 22:53:06.123857 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1385d514-ab5e-48ea-ac0e-9ea27c634695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:06.126397 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1385d514-ab5e-48ea-ac0e-9ea27c634695 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:06.127387 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-1385d514-ab5e-48ea-ac0e-9ea27c634695 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f0344220-aa40-4515-9648-acdfe69cf120 HTTP/1.1" status: 204 len: 168 time: 0.9029140 Aug 16 22:53:06.128283 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f0895967-2042-4f05-b556-b589c43f0758 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:06.189307 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82168fc0-dca5-49f1-b83f-c06f7ce02005 req-a15178b1-45d3-4877-b31e-cdbd3250592d tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:06.190809 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-82168fc0-dca5-49f1-b83f-c06f7ce02005 req-a15178b1-45d3-4877-b31e-cdbd3250592d tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f39e867-1742-489d-a6f5-74ae6bdbba48 HTTP/1.1" status: 200 len: 945 time: 0.2668707 Aug 16 22:53:06.264324 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1385d514-ab5e-48ea-ac0e-9ea27c634695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0344220-aa40-4515-9648-acdfe69cf120,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:06.356471 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0895967-2042-4f05-b556-b589c43f0758 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Pushing event updated for resources: {'Subnet': ['ID=ae820360-a2ba-4f41-b15b-f89852c428f0,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:06.416126 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-82168fc0-dca5-49f1-b83f-c06f7ce02005 req-29e8241e-b4ff-40b4-8db6-49845770fb57 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005656 Aug 16 22:53:06.419722 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fe252ceb-71b0-4763-86e3-6245d10b4908 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:06.423423 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e127691c-9084-4e1b-9596-b7c3dec9b18b req-c9950ffc-86f8-408a-bf53-1be9a545a9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:06.424930 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e127691c-9084-4e1b-9596-b7c3dec9b18b req-c9950ffc-86f8-408a-bf53-1be9a545a9b8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd HTTP/1.1" status: 200 len: 870 time: 0.2593651 Aug 16 22:53:06.425804 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0895967-2042-4f05-b556-b589c43f0758 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Checking segment: {'id': '49e821cc-a719-45d7-883f-fcd796862475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '987d70d4-706f-4b58-9d36-77aeedc226c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:53:06.426179 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0895967-2042-4f05-b556-b589c43f0758 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Network hostable DHCP agents. Network: 987d70d4-706f-4b58-9d36-77aeedc226c7, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:53:06.509948 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e127691c-9084-4e1b-9596-b7c3dec9b18b req-4ea8a20f-cb5d-42a9-be42-8ce73cec2671 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=36847729-13b7-4fa3-b900-fd03f69af3e1 HTTP/1.1" status: 200 len: 217 time: 0.0464807 Aug 16 22:53:06.553204 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0895967-2042-4f05-b556-b589c43f0758 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Network 987d70d4-706f-4b58-9d36-77aeedc226c7 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:53:06.601611 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-f0895967-2042-4f05-b556-b589c43f0758 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 987d70d4-706f-4b58-9d36-77aeedc226c7) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:53:06.611018 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5f315d-3a0a-46fe-8ea6-c666736f410b None None] Network 987d70d4-706f-4b58-9d36-77aeedc226c7 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:53:06.638289 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0895967-2042-4f05-b556-b589c43f0758 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:06.638894 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f0895967-2042-4f05-b556-b589c43f0758 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:06.696925 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e127691c-9084-4e1b-9596-b7c3dec9b18b req-06420fba-05b9-4fdc-b89e-3392c226e03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:06.698503 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e127691c-9084-4e1b-9596-b7c3dec9b18b req-06420fba-05b9-4fdc-b89e-3392c226e03e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6af2b868-37d3-46ab-a526-0465929f13c8 HTTP/1.1" status: 200 len: 843 time: 0.1418667 Aug 16 22:53:06.704381 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-f0895967-2042-4f05-b556-b589c43f0758 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3828371 Aug 16 22:53:06.710640 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 59992) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:06.807435 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fe252ceb-71b0-4763-86e3-6245d10b4908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:06.819531 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c52c5b-834c-4bb2-b93b-fda1ff1d849d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-987d70d4-706f-4b58-9d36-77aeedc226c7', 'network_id': '987d70d4-706f-4b58-9d36-77aeedc226c7', 'tenant_id': '934ca4d0283b420081f9f15cff2f8e64', 'fixed_ips': [{'subnet_id': 'ae820360-a2ba-4f41-b15b-f89852c428f0'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:53:06.821084 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-17c52c5b-834c-4bb2-b93b-fda1ff1d849d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:06.877059 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-495aff80-a4a8-4fda-875d-4b4b8ab47f5a tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:06.930651 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd608526-7026-4b67-9dc2-442205570243 req-66e8a2f8-d241-4f90-8089-ea1230eceb4f tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:06.943859 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dd608526-7026-4b67-9dc2-442205570243 req-66e8a2f8-d241-4f90-8089-ea1230eceb4f tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca479ee9-b271-4b75-82d2-38ece37a5b66 HTTP/1.1" status: 200 len: 948 time: 0.3452220 Aug 16 22:53:06.962223 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-495aff80-a4a8-4fda-875d-4b4b8ab47f5a tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:07.007543 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-17c52c5b-834c-4bb2-b93b-fda1ff1d849d None None] Allocated IP 172.20.0.1 (987d70d4-706f-4b58-9d36-77aeedc226c7/ae820360-a2ba-4f41-b15b-f89852c428f0/59b41bc0-b6ac-49f8-8197-f1266b7b39a0) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:53:07.034231 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e127691c-9084-4e1b-9596-b7c3dec9b18b req-ea2562db-8941-4859-bb59-b3dd1c2eb789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:07.035742 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e127691c-9084-4e1b-9596-b7c3dec9b18b req-ea2562db-8941-4859-bb59-b3dd1c2eb789 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3264520 Aug 16 22:53:07.053208 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dd608526-7026-4b67-9dc2-442205570243 req-08fa006d-516a-4ba3-8c9a-87b603b971df tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] 10.222.0.36 "GET /v2.0/security-groups?id=faa99c9d-dd29-40b5-a0a4-b7ed8dc0f17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064198 Aug 16 22:53:07.124874 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 24b30175-3c07-4967-be75-eeeb85027e27 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:53:07.199533 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 24b30175-3c07-4967-be75-eeeb85027e27 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:53:07.200216 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:07.208400 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e127691c-9084-4e1b-9596-b7c3dec9b18b req-38770ee6-24cd-49ef-81f1-608ed4746068 service neutron] 10.222.0.57 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621971 Aug 16 22:53:07.231208 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe252ceb-71b0-4763-86e3-6245d10b4908 admin admin] Router 03d1c458-e6cd-47a0-ba33-8993d24d22ce is scheduled to L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f with binding_index 1 {{(pid=101292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:53:07.266854 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 60006) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:07.326277 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-17c52c5b-834c-4bb2-b93b-fda1ff1d849d None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:07.363314 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-17c52c5b-834c-4bb2-b93b-fda1ff1d849d None None] Transition to ACTIVE for port object 59b41bc0-b6ac-49f8-8197-f1266b7b39a0 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:53:07.392553 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-17c52c5b-834c-4bb2-b93b-fda1ff1d849d None None] Transition to ACTIVE for port object 59b41bc0-b6ac-49f8-8197-f1266b7b39a0 will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:53:07.399739 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-17c52c5b-834c-4bb2-b93b-fda1ff1d849d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:07.423542 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-495aff80-a4a8-4fda-875d-4b4b8ab47f5a tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:07.425323 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e127691c-9084-4e1b-9596-b7c3dec9b18b req-875ffc5b-5f23-404b-b04e-1b4e498f73c8 service neutron] 10.222.0.57 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096176 Aug 16 22:53:07.441928 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe252ceb-71b0-4763-86e3-6245d10b4908 admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:53:07.459205 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b944217-ca0d-4991-8a7e-1982049c8154 None None] Sync routers for ids ['03d1c458-e6cd-47a0-ba33-8993d24d22ce'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:53:07.464159 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c52c5b-834c-4bb2-b93b-fda1ff1d849d None None] Network 987d70d4-706f-4b58-9d36-77aeedc226c7 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:53:07.468102 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c52c5b-834c-4bb2-b93b-fda1ff1d849d None None] Pushing event updated for resources: {'Port': ['ID=59b41bc0-b6ac-49f8-8197-f1266b7b39a0,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:07.471680 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-17c52c5b-834c-4bb2-b93b-fda1ff1d849d None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:53:07.478451 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fe252ceb-71b0-4763-86e3-6245d10b4908 admin admin] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:07.479607 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c52c5b-834c-4bb2-b93b-fda1ff1d849d None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:53:07.480655 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-fe252ceb-71b0-4763-86e3-6245d10b4908 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 5.3384311 Aug 16 22:53:07.484354 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60022) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:07.484793 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b944217-ca0d-4991-8a7e-1982049c8154 None None] Routers {'03d1c458-e6cd-47a0-ba33-8993d24d22ce'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:53:07.485655 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-4b944217-ca0d-4991-8a7e-1982049c8154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:52:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['03d1c458-e6cd-47a0-ba33-8993d24d22ce'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:07.600029 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-495aff80-a4a8-4fda-875d-4b4b8ab47f5a tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:07.612225 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-495aff80-a4a8-4fda-875d-4b4b8ab47f5a tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['987d70d4-706f-4b58-9d36-77aeedc226c7']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:07.623494 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-495aff80-a4a8-4fda-875d-4b4b8ab47f5a tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49e821cc-a719-45d7-883f-fcd796862475') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:07.623713 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-495aff80-a4a8-4fda-875d-4b4b8ab47f5a tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49e821cc-a719-45d7-883f-fcd796862475') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:07.625202 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-17c52c5b-834c-4bb2-b93b-fda1ff1d849d None None] Attempting to bind port 59b41bc0-b6ac-49f8-8197-f1266b7b39a0 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:53:07.625580 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-17c52c5b-834c-4bb2-b93b-fda1ff1d849d None None] Attempting to bind port 59b41bc0-b6ac-49f8-8197-f1266b7b39a0 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '49e821cc-a719-45d7-883f-fcd796862475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '987d70d4-706f-4b58-9d36-77aeedc226c7'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:53:07.625946 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c52c5b-834c-4bb2-b93b-fda1ff1d849d None None] Attempting to bind port 59b41bc0-b6ac-49f8-8197-f1266b7b39a0 on network 987d70d4-706f-4b58-9d36-77aeedc226c7 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:53:07.634411 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-495aff80-a4a8-4fda-875d-4b4b8ab47f5a tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:07.638297 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c52c5b-834c-4bb2-b93b-fda1ff1d849d None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:53:07.638835 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c52c5b-834c-4bb2-b93b-fda1ff1d849d None None] Checking segment: {'id': '49e821cc-a719-45d7-883f-fcd796862475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '987d70d4-706f-4b58-9d36-77aeedc226c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:53:07.639251 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-17c52c5b-834c-4bb2-b93b-fda1ff1d849d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:07.639645 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c52c5b-834c-4bb2-b93b-fda1ff1d849d None None] Bound using segment: {'id': '49e821cc-a719-45d7-883f-fcd796862475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '987d70d4-706f-4b58-9d36-77aeedc226c7'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:53:07.640125 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-17c52c5b-834c-4bb2-b93b-fda1ff1d849d None None] Bound port: 59b41bc0-b6ac-49f8-8197-f1266b7b39a0, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49e821cc-a719-45d7-883f-fcd796862475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '987d70d4-706f-4b58-9d36-77aeedc226c7'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:53:07.640506 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-17c52c5b-834c-4bb2-b93b-fda1ff1d849d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:07.649397 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-495aff80-a4a8-4fda-875d-4b4b8ab47f5a tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:07.656268 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-495aff80-a4a8-4fda-875d-4b4b8ab47f5a tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:53:07.656756 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-495aff80-a4a8-4fda-875d-4b4b8ab47f5a tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:07.720674 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-17c52c5b-834c-4bb2-b93b-fda1ff1d849d None None] For port 59b41bc0-b6ac-49f8-8197-f1266b7b39a0, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:53:07.733644 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-4b944217-ca0d-4991-8a7e-1982049c8154 None None] Set router 03d1c458-e6cd-47a0-ba33-8993d24d22ce gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:53:07.736804 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 22:53:07.736804 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:53:07.736804 n-d-791506-26 neutron-server[101291]: timer() Aug 16 22:53:07.736804 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:53:07.736804 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 22:53:07.736804 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:53:07.736804 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 22:53:07.736804 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:53:07.736804 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 22:53:07.736804 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:53:07.736804 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 22:53:07.736804 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:53:07.736804 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 22:53:07.736804 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:53:07.736804 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:53:07.736804 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:53:07.736804 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:53:07.736804 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:53:07.736804 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 22:53:07.736804 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:53:07.736804 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 22:53:07.736804 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:53:07.736804 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:53:07.736804 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:53:07.736804 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 22:53:07.736804 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:53:07.736804 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:53:07.736804 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:53:07.736804 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:53:07.736804 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:53:07.736804 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:53:07.736804 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:53:07.740823 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-66cdb841-e6f2-4bec-965b-6c279a7ede02 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-880350797-network', 'tenant_id': 'a9c0ed8d0d754c4dac8f472b354115ce'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:53:07.745831 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495aff80-a4a8-4fda-875d-4b4b8ab47f5a tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Pushing event deleted for resources: {'Subnet': ['ID=ae820360-a2ba-4f41-b15b-f89852c428f0,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:07.749849 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.db.api [None req-495aff80-a4a8-4fda-875d-4b4b8ab47f5a tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 22:53:07.749849 n-d-791506-26 neutron-server[101291]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 22:53:07.749849 n-d-791506-26 neutron-server[101291]: [parameters: {'id': '987d70d4-706f-4b58-9d36-77aeedc226c7'}] Aug 16 22:53:07.749849 n-d-791506-26 neutron-server[101291]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:53:07.750329 n-d-791506-26 neutron-server[101291]: DEBUG oslo_db.api [None req-495aff80-a4a8-4fda-875d-4b4b8ab47f5a tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:53:07.770772 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66cdb841-e6f2-4bec-965b-6c279a7ede02 admin admin] Made reservation on behalf of a9c0ed8d0d754c4dac8f472b354115ce for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:53:07.773198 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-17c52c5b-834c-4bb2-b93b-fda1ff1d849d None None] For port 59b41bc0-b6ac-49f8-8197-f1266b7b39a0, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=59b41bc0-b6ac-49f8-8197-f1266b7b39a0,segment=NetworkSegment(49e821cc-a719-45d7-883f-fcd796862475),segment_id=49e821cc-a719-45d7-883f-fcd796862475)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:53:07.774654 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-66cdb841-e6f2-4bec-965b-6c279a7ede02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:07.788070 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-66cdb841-e6f2-4bec-965b-6c279a7ede02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:07.805397 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-17c52c5b-834c-4bb2-b93b-fda1ff1d849d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:07.909718 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-66cdb841-e6f2-4bec-965b-6c279a7ede02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:07.916036 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-66cdb841-e6f2-4bec-965b-6c279a7ede02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:07.957248 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66cdb841-e6f2-4bec-965b-6c279a7ede02 admin admin] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:53:07.968219 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cdb841-e6f2-4bec-965b-6c279a7ede02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03d22907-1551-48d7-9250-f8cc744455c7,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:07.979401 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-66cdb841-e6f2-4bec-965b-6c279a7ede02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:07.979695 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-66cdb841-e6f2-4bec-965b-6c279a7ede02 admin admin] Added segment c75463d9-f53e-4823-944f-b7dcfb798698 of type vlan for network 7bb4d736-1ee0-4c9d-95be-95b3b284910b Aug 16 22:53:08.014719 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c52c5b-834c-4bb2-b93b-fda1ff1d849d None None] Pushing event updated for resources: {'Port': ['ID=59b41bc0-b6ac-49f8-8197-f1266b7b39a0,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:08.033432 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-4b944217-ca0d-4991-8a7e-1982049c8154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d1c458-e6cd-47a0-ba33-8993d24d22ce', 'name': 'tempest-FloatingIPsAssociationTestJSON-684678681-router', 'tenant_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '6c0107f9-158a-4ddc-8086-9c371feb60b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:53:02Z', 'updated_at': '2021-08-16T22:53:06Z', 'revision_number': 3, 'project_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'gw_port': {'id': '6c0107f9-158a-4ddc-8086-9c371feb60b3', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:be:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d1c458-e6cd-47a0-ba33-8993d24d22ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:03Z', 'updated_at': '2021-08-16T22:53:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:08.037877 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7b874b-5b14-4813-a66d-faf5f626b14d None None] Network 987d70d4-706f-4b58-9d36-77aeedc226c7 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:53:08.050351 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-66cdb841-e6f2-4bec-965b-6c279a7ede02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:08.073049 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f073a65a-f712-4106-8e7d-45e1a50dbb93 req-62f2d9be-83cc-442b-b85c-cad11840901b tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:08.081217 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f073a65a-f712-4106-8e7d-45e1a50dbb93 req-62f2d9be-83cc-442b-b85c-cad11840901b tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f39e867-1742-489d-a6f5-74ae6bdbba48 HTTP/1.1" status: 200 len: 945 time: 0.1258934 Aug 16 22:53:08.083490 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-66cdb841-e6f2-4bec-965b-6c279a7ede02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:08.085547 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66cdb841-e6f2-4bec-965b-6c279a7ede02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:08.088916 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-66cdb841-e6f2-4bec-965b-6c279a7ede02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:08.110403 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b944217-ca0d-4991-8a7e-1982049c8154 None None] Checking router: 03d1c458-e6cd-47a0-ba33-8993d24d22ce for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:53:08.110959 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b944217-ca0d-4991-8a7e-1982049c8154 None None] Updating router 03d1c458-e6cd-47a0-ba33-8993d24d22ce port 6c0107f9-158a-4ddc-8086-9c371feb60b3 binding host n-d-791506-26 {{(pid=101293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:53:08.159444 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4b944217-ca0d-4991-8a7e-1982049c8154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:08.168099 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-66cdb841-e6f2-4bec-965b-6c279a7ede02 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9001212 Aug 16 22:53:08.175459 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 60032) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:08.181879 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f073a65a-f712-4106-8e7d-45e1a50dbb93 req-a12b446f-fa67-4389-b153-e49c415e0d09 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975094 Aug 16 22:53:08.195322 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-97e4acc1-4949-423a-8bc6-915578caab0b admin admin] Request body: {'subnet': {'network_id': '7bb4d736-1ee0-4c9d-95be-95b3b284910b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-880350797-subnet', 'tenant_id': 'a9c0ed8d0d754c4dac8f472b354115ce', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:53:08.215068 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cdb841-e6f2-4bec-965b-6c279a7ede02 admin admin] Pushing event updated for resources: {'Network': ['ID=7bb4d736-1ee0-4c9d-95be-95b3b284910b,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:08.244736 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 7bb4d736-1ee0-4c9d-95be-95b3b284910b details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:53:08.246603 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97e4acc1-4949-423a-8bc6-915578caab0b admin admin] Made reservation on behalf of a9c0ed8d0d754c4dac8f472b354115ce for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:53:08.264723 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-97e4acc1-4949-423a-8bc6-915578caab0b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:08.268145 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-495aff80-a4a8-4fda-875d-4b4b8ab47f5a tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:08.443400 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-495aff80-a4a8-4fda-875d-4b4b8ab47f5a tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Deleting port 59b41bc0-b6ac-49f8-8197-f1266b7b39a0 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:53:08.443748 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-495aff80-a4a8-4fda-875d-4b4b8ab47f5a tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:08.448105 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7222cc04-0a03-4b0d-9ea6-fb04a9903dac None None] get_active_networks_info from n-d-791506-26 {{(pid=101293) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 22:53:08.543415 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b83459-94c0-46c3-9f64-4aed7a478ee5 req-dd0ae739-9680-4c62-8257-12d1969b0b3e tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:08.552134 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a6b83459-94c0-46c3-9f64-4aed7a478ee5 req-dd0ae739-9680-4c62-8257-12d1969b0b3e tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f39e867-1742-489d-a6f5-74ae6bdbba48 HTTP/1.1" status: 200 len: 945 time: 0.1555550 Aug 16 22:53:08.575917 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172decab-0af4-4f1b-95d1-60be696c0567 req-aec16da1-1d40-425c-9a34-c8a9c8b6c7b4 tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:08.581833 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-172decab-0af4-4f1b-95d1-60be696c0567 req-aec16da1-1d40-425c-9a34-c8a9c8b6c7b4 tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca479ee9-b271-4b75-82d2-38ece37a5b66 HTTP/1.1" status: 200 len: 948 time: 0.1873271 Aug 16 22:53:08.588389 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-495aff80-a4a8-4fda-875d-4b4b8ab47f5a tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] For port 59b41bc0-b6ac-49f8-8197-f1266b7b39a0, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=59b41bc0-b6ac-49f8-8197-f1266b7b39a0,segment=NetworkSegment(49e821cc-a719-45d7-883f-fcd796862475),segment_id=49e821cc-a719-45d7-883f-fcd796862475)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:53:08.588389 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-495aff80-a4a8-4fda-875d-4b4b8ab47f5a tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:08.609843 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-495aff80-a4a8-4fda-875d-4b4b8ab47f5a tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Calling delete_port for 59b41bc0-b6ac-49f8-8197-f1266b7b39a0 owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:53:08.615378 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-97e4acc1-4949-423a-8bc6-915578caab0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:08.645183 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7222cc04-0a03-4b0d-9ea6-fb04a9903dac None None] Resources bound (agent type, host, resource id): {{(pid=101293) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 22:53:08.676460 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a6b83459-94c0-46c3-9f64-4aed7a478ee5 req-5538304c-7e37-4c97-b153-78ebd74631f1 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228213 Aug 16 22:53:08.741850 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e4acc1-4949-423a-8bc6-915578caab0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f17be0c-e94d-48bc-9b35-a0b031c07b96,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:08.753667 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e4acc1-4949-423a-8bc6-915578caab0b admin admin] Checking segment: {'id': 'c75463d9-f53e-4823-944f-b7dcfb798698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7bb4d736-1ee0-4c9d-95be-95b3b284910b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:53:08.754008 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e4acc1-4949-423a-8bc6-915578caab0b admin admin] Network hostable DHCP agents. Network: 7bb4d736-1ee0-4c9d-95be-95b3b284910b, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:53:08.762061 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-172decab-0af4-4f1b-95d1-60be696c0567 req-d9f3815c-3452-4fca-af12-78124cd380c0 tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] 10.222.0.36 "GET /v2.0/security-groups?id=faa99c9d-dd29-40b5-a0a4-b7ed8dc0f17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766837 Aug 16 22:53:08.783414 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e4acc1-4949-423a-8bc6-915578caab0b admin admin] Network 7bb4d736-1ee0-4c9d-95be-95b3b284910b is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:53:08.790045 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-495aff80-a4a8-4fda-875d-4b4b8ab47f5a tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:08.810430 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495aff80-a4a8-4fda-875d-4b4b8ab47f5a tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] No DVR routers for this DVR port 59b41bc0-b6ac-49f8-8197-f1266b7b39a0 on host n-d-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:53:08.846333 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-00f3b086-607c-4aea-b4c4-d94cb919f2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:08.851958 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-97e4acc1-4949-423a-8bc6-915578caab0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 7bb4d736-1ee0-4c9d-95be-95b3b284910b) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:53:08.857619 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e4acc1-4949-423a-8bc6-915578caab0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:08.858492 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-97e4acc1-4949-423a-8bc6-915578caab0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:08.882707 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495aff80-a4a8-4fda-875d-4b4b8ab47f5a tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Pushing event deleted for resources: {'Port': ['ID=59b41bc0-b6ac-49f8-8197-f1266b7b39a0,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:08.931604 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4b944217-ca0d-4991-8a7e-1982049c8154 None None] Notify callbacks [] for port, precommit_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:08.950405 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-97e4acc1-4949-423a-8bc6-915578caab0b admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7734456 Aug 16 22:53:08.951910 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4b944217-ca0d-4991-8a7e-1982049c8154 None None] Transition to ACTIVE for port object 6c0107f9-158a-4ddc-8086-9c371feb60b3 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:53:08.955259 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 60046) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:08.962019 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-95b48d9c-e569-4be1-b3e5-9885664590a7 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-880350797-router', 'tenant_id': 'a9c0ed8d0d754c4dac8f472b354115ce', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:53:08.966867 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4b944217-ca0d-4991-8a7e-1982049c8154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:08.987463 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-495aff80-a4a8-4fda-875d-4b4b8ab47f5a tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:09.005242 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-495aff80-a4a8-4fda-875d-4b4b8ab47f5a tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['987d70d4-706f-4b58-9d36-77aeedc226c7']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:09.022083 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-495aff80-a4a8-4fda-875d-4b4b8ab47f5a tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49e821cc-a719-45d7-883f-fcd796862475') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:09.022523 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-495aff80-a4a8-4fda-875d-4b4b8ab47f5a tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49e821cc-a719-45d7-883f-fcd796862475') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:09.032610 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-95b48d9c-e569-4be1-b3e5-9885664590a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:09.033421 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-95b48d9c-e569-4be1-b3e5-9885664590a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:09.042395 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-495aff80-a4a8-4fda-875d-4b4b8ab47f5a tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:09.062407 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-495aff80-a4a8-4fda-875d-4b4b8ab47f5a tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:09.086596 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-495aff80-a4a8-4fda-875d-4b4b8ab47f5a tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:53:09.087128 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-495aff80-a4a8-4fda-875d-4b4b8ab47f5a tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:09.088472 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-4b944217-ca0d-4991-8a7e-1982049c8154 None None] Attempting to bind port 6c0107f9-158a-4ddc-8086-9c371feb60b3 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:53:09.089011 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-4b944217-ca0d-4991-8a7e-1982049c8154 None None] Attempting to bind port 6c0107f9-158a-4ddc-8086-9c371feb60b3 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:53:09.089511 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b944217-ca0d-4991-8a7e-1982049c8154 None None] Attempting to bind port 6c0107f9-158a-4ddc-8086-9c371feb60b3 on network c22c4980-c849-406d-982c-a5d68c515a94 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:53:09.090584 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 22:53:09.090584 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:53:09.090584 n-d-791506-26 neutron-server[101291]: timer() Aug 16 22:53:09.090584 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:53:09.090584 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 22:53:09.090584 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:53:09.090584 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 22:53:09.090584 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:53:09.090584 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 22:53:09.090584 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:53:09.090584 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 22:53:09.090584 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:53:09.090584 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 22:53:09.090584 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:53:09.090584 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:53:09.090584 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:53:09.090584 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:53:09.090584 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:53:09.090584 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 22:53:09.090584 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:53:09.090584 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 22:53:09.090584 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:53:09.090584 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:53:09.090584 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:53:09.090584 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 22:53:09.090584 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:53:09.090584 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:53:09.090584 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:53:09.090584 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:53:09.090584 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:53:09.090584 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:53:09.090584 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:53:09.098482 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61f73b6-aecc-4c64-88bc-46fa990008f1 None None] Pushing event updated for resources: {'Port': ['ID=6c0107f9-158a-4ddc-8086-9c371feb60b3,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:09.108407 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b944217-ca0d-4991-8a7e-1982049c8154 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:53:09.108989 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b944217-ca0d-4991-8a7e-1982049c8154 None None] Checking segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:53:09.109494 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4b944217-ca0d-4991-8a7e-1982049c8154 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:09.109985 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b944217-ca0d-4991-8a7e-1982049c8154 None None] Bound using segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:53:09.110559 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-4b944217-ca0d-4991-8a7e-1982049c8154 None None] Bound port: 6c0107f9-158a-4ddc-8086-9c371feb60b3, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:53:09.111481 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4b944217-ca0d-4991-8a7e-1982049c8154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:09.157858 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2ef9ad-e441-47b0-ad1a-1bf833591adf req-0fa370c6-7670-4ce8-a318-ac2a95e4f563 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:09.160040 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-eb2ef9ad-e441-47b0-ad1a-1bf833591adf req-0fa370c6-7670-4ce8-a318-ac2a95e4f563 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f39e867-1742-489d-a6f5-74ae6bdbba48 HTTP/1.1" status: 200 len: 945 time: 0.0772460 Aug 16 22:53:09.173199 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-00f3b086-607c-4aea-b4c4-d94cb919f2b4 admin admin] Allocated IP 172.20.0.1 (d61f3db9-5a9e-4f6a-b70c-8358388c27f5/99669aee-83b9-417a-a368-57108bfc92d4/ec9c6d23-5b6d-4a14-958f-7097a6943626) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:53:09.190634 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-95b48d9c-e569-4be1-b3e5-9885664590a7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:09.230075 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-eb2ef9ad-e441-47b0-ad1a-1bf833591adf req-d04182ca-f92e-4c31-a998-720b0b51ddbc tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583239 Aug 16 22:53:09.239047 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-4b944217-ca0d-4991-8a7e-1982049c8154 None None] For port 6c0107f9-158a-4ddc-8086-9c371feb60b3, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:53:09.268245 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-4b944217-ca0d-4991-8a7e-1982049c8154 None None] For port 6c0107f9-158a-4ddc-8086-9c371feb60b3, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=6c0107f9-158a-4ddc-8086-9c371feb60b3,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:53:09.275325 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4b944217-ca0d-4991-8a7e-1982049c8154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:09.332146 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a309e9cd-7057-49aa-b001-dbcf4c25e1c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-7bb4d736-1ee0-4c9d-95be-95b3b284910b', 'network_id': '7bb4d736-1ee0-4c9d-95be-95b3b284910b', 'tenant_id': 'a9c0ed8d0d754c4dac8f472b354115ce', 'fixed_ips': [{'subnet_id': '4f17be0c-e94d-48bc-9b35-a0b031c07b96'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:53:09.333969 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a309e9cd-7057-49aa-b001-dbcf4c25e1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:09.342588 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-495aff80-a4a8-4fda-875d-4b4b8ab47f5a tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:09.358411 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-495aff80-a4a8-4fda-875d-4b4b8ab47f5a tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:09.362466 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-495aff80-a4a8-4fda-875d-4b4b8ab47f5a tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] 10.222.0.36 "DELETE /v2.0/networks/987d70d4-706f-4b58-9d36-77aeedc226c7 HTTP/1.1" status: 204 len: 168 time: 2.6533067 Aug 16 22:53:09.369373 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60058) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:09.385292 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-339dba88-53d4-4c87-9543-f7c7e9974387 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1243754309'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:53:09.389782 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61f73b6-aecc-4c64-88bc-46fa990008f1 None None] Pushing event updated for resources: {'Port': ['ID=6c0107f9-158a-4ddc-8086-9c371feb60b3,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:09.435382 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495aff80-a4a8-4fda-875d-4b4b8ab47f5a tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Pushing event deleted for resources: {'Network': ['ID=987d70d4-706f-4b58-9d36-77aeedc226c7,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:09.447660 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b944217-ca0d-4991-8a7e-1982049c8154 None None] Routers {'03d1c458-e6cd-47a0-ba33-8993d24d22ce'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:53:09.448478 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-4b944217-ca0d-4991-8a7e-1982049c8154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:52:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['03d1c458-e6cd-47a0-ba33-8993d24d22ce'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:09.466395 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-339dba88-53d4-4c87-9543-f7c7e9974387 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Made reservation on behalf of 934ca4d0283b420081f9f15cff2f8e64 for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:53:09.471445 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-339dba88-53d4-4c87-9543-f7c7e9974387 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:09.484971 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-95b48d9c-e569-4be1-b3e5-9885664590a7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:09.571185 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-00f3b086-607c-4aea-b4c4-d94cb919f2b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:09.586337 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29832f47-1deb-496d-a328-c0b1655d1dc7 req-2f9ffd11-f1c3-4cfa-a385-21109feb0353 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:09.598734 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-29832f47-1deb-496d-a328-c0b1655d1dc7 req-2f9ffd11-f1c3-4cfa-a385-21109feb0353 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f39e867-1742-489d-a6f5-74ae6bdbba48 HTTP/1.1" status: 200 len: 945 time: 0.1705110 Aug 16 22:53:09.606947 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-339dba88-53d4-4c87-9543-f7c7e9974387 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:53:09.613486 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-a309e9cd-7057-49aa-b001-dbcf4c25e1c8 None None] Allocated IP 172.20.0.2 (7bb4d736-1ee0-4c9d-95be-95b3b284910b/4f17be0c-e94d-48bc-9b35-a0b031c07b96/57d5f06a-e8ad-4289-a615-a2e670826241) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:53:09.620590 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-4b944217-ca0d-4991-8a7e-1982049c8154 None None] Set router 03d1c458-e6cd-47a0-ba33-8993d24d22ce gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:53:09.639107 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [None req-00f3b086-607c-4aea-b4c4-d94cb919f2b4 admin admin] Transition to ACTIVE for port object ec9c6d23-5b6d-4a14-958f-7097a6943626 will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:53:09.642884 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-339dba88-53d4-4c87-9543-f7c7e9974387 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:09.643399 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-339dba88-53d4-4c87-9543-f7c7e9974387 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Added segment 542c09fc-9242-451b-ba12-ffd2c90990aa of type vlan for network 630b29ff-868b-4c34-b088-19805d58f918 Aug 16 22:53:09.703587 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-29832f47-1deb-496d-a328-c0b1655d1dc7 req-a48453e0-ed88-4f55-92b3-1c6b2a8163c4 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033373 Aug 16 22:53:09.723242 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-339dba88-53d4-4c87-9543-f7c7e9974387 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:09.771031 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-339dba88-53d4-4c87-9543-f7c7e9974387 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:09.778108 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339dba88-53d4-4c87-9543-f7c7e9974387 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:09.779067 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-339dba88-53d4-4c87-9543-f7c7e9974387 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:09.827810 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-95b48d9c-e569-4be1-b3e5-9885664590a7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:09.856334 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-95b48d9c-e569-4be1-b3e5-9885664590a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:09.902001 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-00f3b086-607c-4aea-b4c4-d94cb919f2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:09.931984 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339dba88-53d4-4c87-9543-f7c7e9974387 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Pushing event updated for resources: {'Network': ['ID=630b29ff-868b-4c34-b088-19805d58f918,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:09.941596 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a309e9cd-7057-49aa-b001-dbcf4c25e1c8 None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:09.956887 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 630b29ff-868b-4c34-b088-19805d58f918 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:53:09.957116 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-339dba88-53d4-4c87-9543-f7c7e9974387 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5836015 Aug 16 22:53:09.961849 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 60072) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:09.975944 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-4b944217-ca0d-4991-8a7e-1982049c8154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d1c458-e6cd-47a0-ba33-8993d24d22ce', 'name': 'tempest-FloatingIPsAssociationTestJSON-684678681-router', 'tenant_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '6c0107f9-158a-4ddc-8086-9c371feb60b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:53:02Z', 'updated_at': '2021-08-16T22:53:06Z', 'revision_number': 3, 'project_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'gw_port': {'id': '6c0107f9-158a-4ddc-8086-9c371feb60b3', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:be:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d1c458-e6cd-47a0-ba33-8993d24d22ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:03Z', 'updated_at': '2021-08-16T22:53:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:09.980723 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-ec2eed93-4b59-461f-97d7-e14c7eed5ae8 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Request body: {'subnet': {'network_id': '630b29ff-868b-4c34-b088-19805d58f918', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:53:10.017474 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60074) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:10.042880 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f3b086-607c-4aea-b4c4-d94cb919f2b4 admin admin] Network d61f3db9-5a9e-4f6a-b70c-8358388c27f5 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:53:10.052022 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-00f3b086-607c-4aea-b4c4-d94cb919f2b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:53:10.061771 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f3b086-607c-4aea-b4c4-d94cb919f2b4 admin admin] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:53:10.092198 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-95b48d9c-e569-4be1-b3e5-9885664590a7 admin admin] Allocated IP 172.25.4.195 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/30ffc958-3eb7-4180-94cf-7f861cf615c2) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:53:10.112825 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-a309e9cd-7057-49aa-b001-dbcf4c25e1c8 None None] Transition to ACTIVE for port object 57d5f06a-e8ad-4289-a615-a2e670826241 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:53:10.136981 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-a309e9cd-7057-49aa-b001-dbcf4c25e1c8 None None] Transition to ACTIVE for port object 57d5f06a-e8ad-4289-a615-a2e670826241 will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:53:10.147423 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b944217-ca0d-4991-8a7e-1982049c8154 None None] The sync data for ids ['03d1c458-e6cd-47a0-ba33-8993d24d22ce'] in n-d-791506-26 is: [{'id': '03d1c458-e6cd-47a0-ba33-8993d24d22ce', 'name': 'tempest-FloatingIPsAssociationTestJSON-684678681-router', 'tenant_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '6c0107f9-158a-4ddc-8086-9c371feb60b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:53:02Z', 'updated_at': '2021-08-16T22:53:06Z', 'revision_number': 3, 'project_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'gw_port': {'id': '6c0107f9-158a-4ddc-8086-9c371feb60b3', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:be:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d1c458-e6cd-47a0-ba33-8993d24d22ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:03Z', 'updated_at': '2021-08-16T22:53:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:53:10.156304 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a309e9cd-7057-49aa-b001-dbcf4c25e1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:10.158858 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-00f3b086-607c-4aea-b4c4-d94cb919f2b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954230'] for router_interface, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:10.169174 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec2eed93-4b59-461f-97d7-e14c7eed5ae8 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Made reservation on behalf of 934ca4d0283b420081f9f15cff2f8e64 for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:53:10.172611 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ec2eed93-4b59-461f-97d7-e14c7eed5ae8 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:10.224097 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a309e9cd-7057-49aa-b001-dbcf4c25e1c8 None None] Pushing event updated for resources: {'Port': ['ID=57d5f06a-e8ad-4289-a615-a2e670826241,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:10.247731 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a309e9cd-7057-49aa-b001-dbcf4c25e1c8 None None] Network 7bb4d736-1ee0-4c9d-95be-95b3b284910b is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:53:10.249505 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-a309e9cd-7057-49aa-b001-dbcf4c25e1c8 None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:53:10.252252 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a309e9cd-7057-49aa-b001-dbcf4c25e1c8 None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:53:10.267977 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f3b086-607c-4aea-b4c4-d94cb919f2b4 admin admin] Pushing event updated for resources: {'Port': ['ID=ec9c6d23-5b6d-4a14-958f-7097a6943626,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:10.311213 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a857e62a-2699-4ee0-9883-f98bb0e11286 req-912c675f-354d-4f37-8b10-996bbe21a102 tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:10.318656 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a857e62a-2699-4ee0-9883-f98bb0e11286 req-912c675f-354d-4f37-8b10-996bbe21a102 tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca479ee9-b271-4b75-82d2-38ece37a5b66 HTTP/1.1" status: 200 len: 948 time: 0.3913600 Aug 16 22:53:10.331928 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3c36196a-ef97-436e-a45c-6bf820a073bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:10.339820 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-95b48d9c-e569-4be1-b3e5-9885664590a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:10.344641 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 36847729-13b7-4fa3-b900-fd03f69af3e1 details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:53:10.347258 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-a309e9cd-7057-49aa-b001-dbcf4c25e1c8 None None] Attempting to bind port 57d5f06a-e8ad-4289-a615-a2e670826241 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:53:10.347874 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-a309e9cd-7057-49aa-b001-dbcf4c25e1c8 None None] Attempting to bind port 57d5f06a-e8ad-4289-a615-a2e670826241 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': 'c75463d9-f53e-4823-944f-b7dcfb798698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7bb4d736-1ee0-4c9d-95be-95b3b284910b'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:53:10.348260 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a309e9cd-7057-49aa-b001-dbcf4c25e1c8 None None] Attempting to bind port 57d5f06a-e8ad-4289-a615-a2e670826241 on network 7bb4d736-1ee0-4c9d-95be-95b3b284910b {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:53:10.362217 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a309e9cd-7057-49aa-b001-dbcf4c25e1c8 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:53:10.362461 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a309e9cd-7057-49aa-b001-dbcf4c25e1c8 None None] Checking segment: {'id': 'c75463d9-f53e-4823-944f-b7dcfb798698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7bb4d736-1ee0-4c9d-95be-95b3b284910b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:53:10.362746 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a309e9cd-7057-49aa-b001-dbcf4c25e1c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:10.363297 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a309e9cd-7057-49aa-b001-dbcf4c25e1c8 None None] Bound using segment: {'id': 'c75463d9-f53e-4823-944f-b7dcfb798698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7bb4d736-1ee0-4c9d-95be-95b3b284910b'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:53:10.363613 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-a309e9cd-7057-49aa-b001-dbcf4c25e1c8 None None] Bound port: 57d5f06a-e8ad-4289-a615-a2e670826241, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c75463d9-f53e-4823-944f-b7dcfb798698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7bb4d736-1ee0-4c9d-95be-95b3b284910b'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:53:10.364005 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a309e9cd-7057-49aa-b001-dbcf4c25e1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:10.378613 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3874923d-7599-4c57-8a36-4fdfac55ffb4 req-d0888997-2627-4a5b-8c5e-93e1c978d914 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:10.387027 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3874923d-7599-4c57-8a36-4fdfac55ffb4 req-d0888997-2627-4a5b-8c5e-93e1c978d914 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f39e867-1742-489d-a6f5-74ae6bdbba48 HTTP/1.1" status: 200 len: 945 time: 0.3692760 Aug 16 22:53:10.452221 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-a309e9cd-7057-49aa-b001-dbcf4c25e1c8 None None] For port 57d5f06a-e8ad-4289-a615-a2e670826241, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:53:10.455738 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-a309e9cd-7057-49aa-b001-dbcf4c25e1c8 None None] For port 57d5f06a-e8ad-4289-a615-a2e670826241, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=57d5f06a-e8ad-4289-a615-a2e670826241,segment=NetworkSegment(c75463d9-f53e-4823-944f-b7dcfb798698),segment_id=c75463d9-f53e-4823-944f-b7dcfb798698)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:53:10.468514 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-95b48d9c-e569-4be1-b3e5-9885664590a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:10.472823 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a309e9cd-7057-49aa-b001-dbcf4c25e1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:10.509953 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3874923d-7599-4c57-8a36-4fdfac55ffb4 req-bd9e9017-3feb-43a7-b54d-52cdc96a7966 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219192 Aug 16 22:53:10.510957 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-00f3b086-607c-4aea-b4c4-d94cb919f2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:10.541662 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ec2eed93-4b59-461f-97d7-e14c7eed5ae8 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:10.579959 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b48d9c-e569-4be1-b3e5-9885664590a7 admin admin] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:53:10.586708 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-95b48d9c-e569-4be1-b3e5-9885664590a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:53:10.592220 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b48d9c-e569-4be1-b3e5-9885664590a7 admin admin] Pushing event updated for resources: {'Port': ['ID=30ffc958-3eb7-4180-94cf-7f861cf615c2,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:10.600562 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b48d9c-e569-4be1-b3e5-9885664590a7 admin admin] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:53:10.608212 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a857e62a-2699-4ee0-9883-f98bb0e11286 req-e968b1d5-ad59-4c1d-b628-51247b14021f tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] 10.222.0.36 "GET /v2.0/security-groups?id=faa99c9d-dd29-40b5-a0a4-b7ed8dc0f17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885690 Aug 16 22:53:10.617429 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a309e9cd-7057-49aa-b001-dbcf4c25e1c8 None None] Pushing event updated for resources: {'Port': ['ID=57d5f06a-e8ad-4289-a615-a2e670826241,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:10.666199 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2eed93-4b59-461f-97d7-e14c7eed5ae8 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Pushing event updated for resources: {'Subnet': ['ID=0a8c913a-cfe8-40cb-9441-083fac71c6e1,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:10.715365 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 36847729-13b7-4fa3-b900-fd03f69af3e1, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=36847729-13b7-4fa3-b900-fd03f69af3e1,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:53:10.737032 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': '36847729-13b7-4fa3-b900-fd03f69af3e1', 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd', 'port_id': '36847729-13b7-4fa3-b900-fd03f69af3e1', 'mac_address': 'fa:16:3e:08:f1:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6af2b868-37d3-46ab-a526-0465929f13c8', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:53:10.810245 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2eed93-4b59-461f-97d7-e14c7eed5ae8 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Checking segment: {'id': '542c09fc-9242-451b-ba12-ffd2c90990aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '630b29ff-868b-4c34-b088-19805d58f918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:53:10.810618 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2eed93-4b59-461f-97d7-e14c7eed5ae8 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Network hostable DHCP agents. Network: 630b29ff-868b-4c34-b088-19805d58f918, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:53:10.829905 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:10.862592 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36847729-13b7-4fa3-b900-fd03f69af3e1 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:53:10.911404 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:10.913383 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 36847729-13b7-4fa3-b900-fd03f69af3e1, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=36847729-13b7-4fa3-b900-fd03f69af3e1,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:53:10.919488 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:10.925599 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a40c1c-5e07-47c8-9b54-1d830d0c7f20 req-20cea536-709b-455c-b033-a8bbd3a17aa4 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:10.934415 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-59a40c1c-5e07-47c8-9b54-1d830d0c7f20 req-20cea536-709b-455c-b033-a8bbd3a17aa4 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f39e867-1742-489d-a6f5-74ae6bdbba48 HTTP/1.1" status: 200 len: 945 time: 0.1406302 Aug 16 22:53:10.941835 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2eed93-4b59-461f-97d7-e14c7eed5ae8 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Network 630b29ff-868b-4c34-b088-19805d58f918 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:53:10.969707 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-ec2eed93-4b59-461f-97d7-e14c7eed5ae8 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 630b29ff-868b-4c34-b088-19805d58f918) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:53:10.979645 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2eed93-4b59-461f-97d7-e14c7eed5ae8 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:10.980155 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ec2eed93-4b59-461f-97d7-e14c7eed5ae8 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:11.067603 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=36847729-13b7-4fa3-b900-fd03f69af3e1,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:11.078705 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-59a40c1c-5e07-47c8-9b54-1d830d0c7f20 req-2011f3a5-72de-4e14-9563-7d1f9addad4b tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395941 Aug 16 22:53:11.080856 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3c36196a-ef97-436e-a45c-6bf820a073bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:11.081687 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-95b48d9c-e569-4be1-b3e5-9885664590a7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:11.128719 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3c36196a-ef97-436e-a45c-6bf820a073bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:11.177201 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-00f3b086-607c-4aea-b4c4-d94cb919f2b4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:11.194239 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-00f3b086-607c-4aea-b4c4-d94cb919f2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:11.218148 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 6c0107f9-158a-4ddc-8086-9c371feb60b3 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:53:11.269771 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-ec2eed93-4b59-461f-97d7-e14c7eed5ae8 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3067255 Aug 16 22:53:11.271231 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 60086) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:11.303184 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['36847729-13b7-4fa3-b900-fd03f69af3e1'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:53:11.359300 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-00f3b086-607c-4aea-b4c4-d94cb919f2b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954122'] for router_interface, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:11.373534 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 6c0107f9-158a-4ddc-8086-9c371feb60b3 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:53:11.388015 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-3c36196a-ef97-436e-a45c-6bf820a073bb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a437715707324cf7b62e74ff1397f15e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3675919 Aug 16 22:53:11.388331 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60090) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:11.391493 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 6c0107f9-158a-4ddc-8086-9c371feb60b3 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:53:11.391871 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:11.413180 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bbbc0a9a-95d0-45a2-a2a2-959cf0c89922 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:11.503371 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c36196a-ef97-436e-a45c-6bf820a073bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=337130af-9397-4d1e-833a-125b9f830309,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:11.548346 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f3b086-607c-4aea-b4c4-d94cb919f2b4 admin admin] Pushing event updated for resources: {'Port': ['ID=ec9c6d23-5b6d-4a14-958f-7097a6943626,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:11.572840 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f3b086-607c-4aea-b4c4-d94cb919f2b4 admin admin] Network d61f3db9-5a9e-4f6a-b70c-8358388c27f5 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:53:11.576264 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-00f3b086-607c-4aea-b4c4-d94cb919f2b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:53:11.640662 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bbbc0a9a-95d0-45a2-a2a2-959cf0c89922 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:11.666912 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-409a530f-314d-4ad1-8305-5791028e5aa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:11.722384 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-95b48d9c-e569-4be1-b3e5-9885664590a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:11.783059 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bbbc0a9a-95d0-45a2-a2a2-959cf0c89922 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:11.807900 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-409a530f-314d-4ad1-8305-5791028e5aa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:11.810917 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:11.832801 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 6c0107f9-158a-4ddc-8086-9c371feb60b3, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=6c0107f9-158a-4ddc-8086-9c371feb60b3,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:53:11.838315 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:11.885271 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bbbc0a9a-95d0-45a2-a2a2-959cf0c89922 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:11.896814 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-bbbc0a9a-95d0-45a2-a2a2-959cf0c89922 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['630b29ff-868b-4c34-b088-19805d58f918']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:11.907555 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fdfec2-8184-40e0-88e3-329b8b7b78a3 req-fc91ad71-66f8-4119-b041-9369dc145c30 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:11.909503 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-85fdfec2-8184-40e0-88e3-329b8b7b78a3 req-fc91ad71-66f8-4119-b041-9369dc145c30 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f39e867-1742-489d-a6f5-74ae6bdbba48 HTTP/1.1" status: 200 len: 945 time: 0.3098404 Aug 16 22:53:11.921153 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-bbbc0a9a-95d0-45a2-a2a2-959cf0c89922 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '542c09fc-9242-451b-ba12-ffd2c90990aa') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:11.921528 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-bbbc0a9a-95d0-45a2-a2a2-959cf0c89922 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '542c09fc-9242-451b-ba12-ffd2c90990aa') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:11.922548 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=6c0107f9-158a-4ddc-8086-9c371feb60b3,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:11.950568 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbc0a9a-95d0-45a2-a2a2-959cf0c89922 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Pushing event deleted for resources: {'Subnet': ['ID=0a8c913a-cfe8-40cb-9441-083fac71c6e1,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:11.957973 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c101c2c-c3c7-4c58-8f9d-42951fcfcaaa req-3c1d2aca-3c94-45ee-86fe-ff90dbd89dc2 tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:11.966577 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0c101c2c-c3c7-4c58-8f9d-42951fcfcaaa req-3c1d2aca-3c94-45ee-86fe-ff90dbd89dc2 tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca479ee9-b271-4b75-82d2-38ece37a5b66 HTTP/1.1" status: 200 len: 949 time: 0.2163882 Aug 16 22:53:11.968701 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bbbc0a9a-95d0-45a2-a2a2-959cf0c89922 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:12.006046 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00f3b086-607c-4aea-b4c4-d94cb919f2b4 admin admin] Router 03d1c458-e6cd-47a0-ba33-8993d24d22ce has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:53:12.014634 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-409a530f-314d-4ad1-8305-5791028e5aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:12.017485 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-409a530f-314d-4ad1-8305-5791028e5aa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:12.021333 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-409a530f-314d-4ad1-8305-5791028e5aa9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/337130af-9397-4d1e-833a-125b9f830309 HTTP/1.1" status: 204 len: 168 time: 0.6216035 Aug 16 22:53:12.021533 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bbbc0a9a-95d0-45a2-a2a2-959cf0c89922 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:12.030523 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbbc0a9a-95d0-45a2-a2a2-959cf0c89922 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:53:12.030988 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bbbc0a9a-95d0-45a2-a2a2-959cf0c89922 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:12.034467 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 22:53:12.034467 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:53:12.034467 n-d-791506-26 neutron-server[101291]: timer() Aug 16 22:53:12.034467 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:53:12.034467 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 22:53:12.034467 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:53:12.034467 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 22:53:12.034467 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:53:12.034467 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 22:53:12.034467 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:53:12.034467 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 22:53:12.034467 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:53:12.034467 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 22:53:12.034467 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:53:12.034467 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:53:12.034467 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:53:12.034467 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:53:12.034467 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:53:12.034467 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 22:53:12.034467 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:53:12.034467 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 22:53:12.034467 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:53:12.034467 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:53:12.034467 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:53:12.034467 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 22:53:12.034467 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:53:12.034467 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:53:12.034467 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:53:12.034467 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:53:12.034467 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:53:12.034467 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:53:12.034467 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:53:12.046622 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-85fdfec2-8184-40e0-88e3-329b8b7b78a3 req-43c8c9af-de84-450a-8088-eb23cfc09850 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258302 Aug 16 22:53:12.054047 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409a530f-314d-4ad1-8305-5791028e5aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=337130af-9397-4d1e-833a-125b9f830309,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:12.099647 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0c101c2c-c3c7-4c58-8f9d-42951fcfcaaa req-d75e32af-ad78-4ca1-9f7d-c89f47edfc9a tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] 10.222.0.36 "GET /v2.0/security-groups?id=faa99c9d-dd29-40b5-a0a4-b7ed8dc0f17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278429 Aug 16 22:53:12.125497 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bbbc0a9a-95d0-45a2-a2a2-959cf0c89922 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:12.140987 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bbbc0a9a-95d0-45a2-a2a2-959cf0c89922 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:12.143224 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-bbbc0a9a-95d0-45a2-a2a2-959cf0c89922 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] 10.222.0.36 "DELETE /v2.0/networks/630b29ff-868b-4c34-b088-19805d58f918 HTTP/1.1" status: 204 len: 168 time: 0.8683968 Aug 16 22:53:12.158135 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 60102) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:12.165024 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-dc90945a-702c-4fd9-91b0-e0f092eb651d tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1532417428'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:53:12.170080 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbc0a9a-95d0-45a2-a2a2-959cf0c89922 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Pushing event deleted for resources: {'Network': ['ID=630b29ff-868b-4c34-b088-19805d58f918,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:12.191006 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95b48d9c-e569-4be1-b3e5-9885664590a7 admin admin] Router 60f41f82-e452-41fa-9b14-d68572276c94 is scheduled to L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f with binding_index 1 {{(pid=101291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:53:12.214311 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc90945a-702c-4fd9-91b0-e0f092eb651d tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Made reservation on behalf of 934ca4d0283b420081f9f15cff2f8e64 for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:53:12.219327 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dc90945a-702c-4fd9-91b0-e0f092eb651d tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:12.292859 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00f3b086-607c-4aea-b4c4-d94cb919f2b4 admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:53:12.299317 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-00f3b086-607c-4aea-b4c4-d94cb919f2b4 admin admin] 10.222.0.36 "PUT /v2.0/routers/03d1c458-e6cd-47a0-ba33-8993d24d22ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8134193 Aug 16 22:53:12.397983 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7751f7f6-c272-45a5-80f9-6fee9abee728 None None] Network 7bb4d736-1ee0-4c9d-95be-95b3b284910b requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:53:12.484271 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d79990-33ef-40ab-bb5b-4c8a3ddc248b None None] Network 630b29ff-868b-4c34-b088-19805d58f918 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:53:12.520810 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d79990-33ef-40ab-bb5b-4c8a3ddc248b None None] Network 630b29ff-868b-4c34-b088-19805d58f918 could not be found, it might have been deleted concurrently. {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 16 22:53:12.539798 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1db9127-8bd6-498f-9907-48c95ac30aea None None] Network 630b29ff-868b-4c34-b088-19805d58f918 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:53:12.568840 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-993d4d29-b50d-4c22-940d-55d13e65dbcc None None] Provisioning for port 57d5f06a-e8ad-4289-a615-a2e670826241 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:53:12.586255 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1db9127-8bd6-498f-9907-48c95ac30aea None None] Network 630b29ff-868b-4c34-b088-19805d58f918 could not be found, it might have been deleted concurrently. {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 16 22:53:12.798370 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc90945a-702c-4fd9-91b0-e0f092eb651d tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:53:12.854884 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7c13cb-94dd-4d6d-b02d-2065c8cbbc2f None None] Sync routers for ids ['03d1c458-e6cd-47a0-ba33-8993d24d22ce'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:53:12.870248 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7c13cb-94dd-4d6d-b02d-2065c8cbbc2f None None] Routers {'03d1c458-e6cd-47a0-ba33-8993d24d22ce'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:53:12.872076 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-5a7c13cb-94dd-4d6d-b02d-2065c8cbbc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:52:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['03d1c458-e6cd-47a0-ba33-8993d24d22ce'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:12.877397 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-2b14211f-7727-4db3-9697-e8fb2a188640 None None] Provisioning for port ec9c6d23-5b6d-4a14-958f-7097a6943626 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:53:12.888796 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-2b14211f-7727-4db3-9697-e8fb2a188640 None None] Provisioning complete for port ec9c6d23-5b6d-4a14-958f-7097a6943626 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:53:12.889185 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2b14211f-7727-4db3-9697-e8fb2a188640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:12.900872 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dc90945a-702c-4fd9-91b0-e0f092eb651d tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:12.901230 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-dc90945a-702c-4fd9-91b0-e0f092eb651d tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Added segment 631c27c9-72e1-4aa0-9d21-621db58b5fd3 of type vlan for network ed2dcce6-1eba-4121-ba05-c1af84315c7a Aug 16 22:53:12.935505 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b39ffe-413b-4a57-8254-0babf8672211 req-c4fbbaf8-dec7-4bc1-9687-29134267201a tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:12.948057 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-04b39ffe-413b-4a57-8254-0babf8672211 req-c4fbbaf8-dec7-4bc1-9687-29134267201a tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.68 "GET /v2.0/ports?device_id=8f39e867-1742-489d-a6f5-74ae6bdbba48 HTTP/1.1" status: 200 len: 945 time: 0.1749554 Aug 16 22:53:12.951819 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95b48d9c-e569-4be1-b3e5-9885664590a7 admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:53:12.979385 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671d8b96-384e-4972-9a5d-4d26f8652d00 None None] Sync routers for ids ['60f41f82-e452-41fa-9b14-d68572276c94'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:53:12.983309 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-2b14211f-7727-4db3-9697-e8fb2a188640 None None] Port ec9c6d23-5b6d-4a14-958f-7097a6943626 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:53:13.001756 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671d8b96-384e-4972-9a5d-4d26f8652d00 None None] Routers {'60f41f82-e452-41fa-9b14-d68572276c94'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:53:13.002610 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-671d8b96-384e-4972-9a5d-4d26f8652d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:52:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['60f41f82-e452-41fa-9b14-d68572276c94'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:13.118705 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-95b48d9c-e569-4be1-b3e5-9885664590a7 admin admin] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:13.123188 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-95b48d9c-e569-4be1-b3e5-9885664590a7 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 4.1665134 Aug 16 22:53:13.126033 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60132) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:13.162384 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dc90945a-702c-4fd9-91b0-e0f092eb651d tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:13.223115 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-5a7c13cb-94dd-4d6d-b02d-2065c8cbbc2f None None] Set router 03d1c458-e6cd-47a0-ba33-8993d24d22ce gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:53:13.285340 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.db.resource_extend [None req-dc90945a-702c-4fd9-91b0-e0f092eb651d tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 22:53:13.335231 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-bab37c31-0541-4c99-a983-bb1f26ef710b None None] Provisioning complete for port ec9c6d23-5b6d-4a14-958f-7097a6943626 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:53:13.336102 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-bab37c31-0541-4c99-a983-bb1f26ef710b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:13.367196 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dc90945a-702c-4fd9-91b0-e0f092eb651d tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:13.378552 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc90945a-702c-4fd9-91b0-e0f092eb651d tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:13.379319 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dc90945a-702c-4fd9-91b0-e0f092eb651d tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:13.397566 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 6c0107f9-158a-4ddc-8086-9c371feb60b3 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:53:13.420711 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32525e3-3e22-40be-affc-6ee16ed6944b req-471ca6e3-dfeb-4d21-a7e5-fa9c4c7249dc tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:13.439148 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b32525e3-3e22-40be-affc-6ee16ed6944b req-471ca6e3-dfeb-4d21-a7e5-fa9c4c7249dc tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f39e867-1742-489d-a6f5-74ae6bdbba48 HTTP/1.1" status: 200 len: 945 time: 0.1976681 Aug 16 22:53:13.454495 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-04b39ffe-413b-4a57-8254-0babf8672211 req-30d66f16-6b36-491a-b87e-92493bb4d27e tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Deleting port d023db02-ba5f-455f-a6dc-9e658c9a92cf {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:53:13.454978 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-04b39ffe-413b-4a57-8254-0babf8672211 req-30d66f16-6b36-491a-b87e-92493bb4d27e tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:13.474295 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-671d8b96-384e-4972-9a5d-4d26f8652d00 None None] Set router 60f41f82-e452-41fa-9b14-d68572276c94 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:53:13.547937 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-dc90945a-702c-4fd9-91b0-e0f092eb651d tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3885326 Aug 16 22:53:13.556252 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 60150) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:13.562789 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-85b72469-4211-4eaf-a35d-6a3e3efe1bc2 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Request body: {'subnet': {'network_id': 'ed2dcce6-1eba-4121-ba05-c1af84315c7a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:53:13.576587 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc90945a-702c-4fd9-91b0-e0f092eb651d tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Pushing event updated for resources: {'Network': ['ID=ed2dcce6-1eba-4121-ba05-c1af84315c7a,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:13.604477 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network ed2dcce6-1eba-4121-ba05-c1af84315c7a details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:53:13.614278 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-5a7c13cb-94dd-4d6d-b02d-2065c8cbbc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d1c458-e6cd-47a0-ba33-8993d24d22ce', 'name': 'tempest-FloatingIPsAssociationTestJSON-684678681-router', 'tenant_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '6c0107f9-158a-4ddc-8086-9c371feb60b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:53:02Z', 'updated_at': '2021-08-16T22:53:10Z', 'revision_number': 4, 'project_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'gw_port': {'id': '6c0107f9-158a-4ddc-8086-9c371feb60b3', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:be:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d1c458-e6cd-47a0-ba33-8993d24d22ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:03Z', 'updated_at': '2021-08-16T22:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'ec9c6d23-5b6d-4a14-958f-7097a6943626', 'name': '', 'network_id': 'd61f3db9-5a9e-4f6a-b70c-8358388c27f5', 'tenant_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'mac_address': 'fa:16:3e:85:b8:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d1c458-e6cd-47a0-ba33-8993d24d22ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '99669aee-83b9-417a-a368-57108bfc92d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:08Z', 'updated_at': '2021-08-16T22:53:10Z', 'revision_number': 2, 'project_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'subnets': [{'id': '99669aee-83b9-417a-a368-57108bfc92d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:13.649074 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7c13cb-94dd-4d6d-b02d-2065c8cbbc2f None None] Checking router: 03d1c458-e6cd-47a0-ba33-8993d24d22ce for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:53:13.649452 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7c13cb-94dd-4d6d-b02d-2065c8cbbc2f None None] Updating router 03d1c458-e6cd-47a0-ba33-8993d24d22ce port ec9c6d23-5b6d-4a14-958f-7097a6943626 binding host n-d-791506-26 {{(pid=101294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:53:13.673042 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b32525e3-3e22-40be-affc-6ee16ed6944b req-959323b5-04ac-4f92-9510-99fd768d3c14 tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3427223-86cb-4b79-bf04-287d51f80261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301311 Aug 16 22:53:13.685551 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-5a7c13cb-94dd-4d6d-b02d-2065c8cbbc2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:13.688045 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-bab37c31-0541-4c99-a983-bb1f26ef710b None None] Port ec9c6d23-5b6d-4a14-958f-7097a6943626 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:53:13.752970 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 6c0107f9-158a-4ddc-8086-9c371feb60b3 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:53:13.753627 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:13.791466 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f51ba1-3e72-4d07-98ca-561c0031d47d req-83ad1559-3754-4037-9d15-af6ebe59de39 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:13.801180 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-04b39ffe-413b-4a57-8254-0babf8672211 req-30d66f16-6b36-491a-b87e-92493bb4d27e tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] For port d023db02-ba5f-455f-a6dc-9e658c9a92cf, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=d023db02-ba5f-455f-a6dc-9e658c9a92cf,segment=NetworkSegment(0776e957-0fd5-4cd9-b2cd-f5649efce124),segment_id=0776e957-0fd5-4cd9-b2cd-f5649efce124)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:53:13.801807 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-04b39ffe-413b-4a57-8254-0babf8672211 req-30d66f16-6b36-491a-b87e-92493bb4d27e tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:13.802656 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e7f51ba1-3e72-4d07-98ca-561c0031d47d req-83ad1559-3754-4037-9d15-af6ebe59de39 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] 10.222.0.36 "GET /v2.0/networks?id=d61f3db9-5a9e-4f6a-b70c-8358388c27f5 HTTP/1.1" status: 200 len: 820 time: 0.3585870 Aug 16 22:53:13.805741 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b72469-4211-4eaf-a35d-6a3e3efe1bc2 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Made reservation on behalf of 934ca4d0283b420081f9f15cff2f8e64 for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:53:13.809775 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-85b72469-4211-4eaf-a35d-6a3e3efe1bc2 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:13.810776 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897f2ea0-c5e5-41d7-8d41-3cc04141f30d None None] Network 7bb4d736-1ee0-4c9d-95be-95b3b284910b requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:53:13.875473 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-04b39ffe-413b-4a57-8254-0babf8672211 req-30d66f16-6b36-491a-b87e-92493bb4d27e tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Calling delete_port for d023db02-ba5f-455f-a6dc-9e658c9a92cf owned by compute:nova {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:53:13.905173 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.ipam_backend_mixin [None req-85b72469-4211-4eaf-a35d-6a3e3efe1bc2 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Performing IP validity checks on allocation pools {{(pid=101291) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 16 22:53:13.905980 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.ipam_backend_mixin [None req-85b72469-4211-4eaf-a35d-6a3e3efe1bc2 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101291) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 16 22:53:13.991596 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 57d5f06a-e8ad-4289-a615-a2e670826241 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:53:14.035070 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-5a7c13cb-94dd-4d6d-b02d-2065c8cbbc2f None None] Notify callbacks [] for port, precommit_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:14.047925 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.provisioning_blocks [None req-5a7c13cb-94dd-4d6d-b02d-2065c8cbbc2f None None] Transition to ACTIVE for port object ec9c6d23-5b6d-4a14-958f-7097a6943626 will not be triggered until provisioned by entity L2. {{(pid=101294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:53:14.056964 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-5a7c13cb-94dd-4d6d-b02d-2065c8cbbc2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:14.086220 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-671d8b96-384e-4972-9a5d-4d26f8652d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f41f82-e452-41fa-9b14-d68572276c94', 'name': 'tempest-ServersTestJSON-880350797-router', 'tenant_id': 'a9c0ed8d0d754c4dac8f472b354115ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '30ffc958-3eb7-4180-94cf-7f861cf615c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:53:09Z', 'updated_at': '2021-08-16T22:53:10Z', 'revision_number': 3, 'project_id': 'a9c0ed8d0d754c4dac8f472b354115ce', 'gw_port': {'id': '30ffc958-3eb7-4180-94cf-7f861cf615c2', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2b:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60f41f82-e452-41fa-9b14-d68572276c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:09Z', 'updated_at': '2021-08-16T22:53:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:14.112579 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc406a3-8e69-4156-86d9-0465b91871c3 None None] Pushing event updated for resources: {'Port': ['ID=ec9c6d23-5b6d-4a14-958f-7097a6943626,revision_number=3']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:14.122894 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671d8b96-384e-4972-9a5d-4d26f8652d00 None None] Checking router: 60f41f82-e452-41fa-9b14-d68572276c94 for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:53:14.123256 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671d8b96-384e-4972-9a5d-4d26f8652d00 None None] Updating router 60f41f82-e452-41fa-9b14-d68572276c94 port 30ffc958-3eb7-4180-94cf-7f861cf615c2 binding host n-d-791506-26 {{(pid=101293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:53:14.126338 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc406a3-8e69-4156-86d9-0465b91871c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:14.126905 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc406a3-8e69-4156-86d9-0465b91871c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:14.127540 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc406a3-8e69-4156-86d9-0465b91871c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:14.128084 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc406a3-8e69-4156-86d9-0465b91871c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:14.128698 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc406a3-8e69-4156-86d9-0465b91871c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:14.130120 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc406a3-8e69-4156-86d9-0465b91871c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:14.130120 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc406a3-8e69-4156-86d9-0465b91871c3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:14.130120 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc406a3-8e69-4156-86d9-0465b91871c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:14.130679 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc406a3-8e69-4156-86d9-0465b91871c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:14.131582 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc406a3-8e69-4156-86d9-0465b91871c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:14.132070 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc406a3-8e69-4156-86d9-0465b91871c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:14.133009 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc406a3-8e69-4156-86d9-0465b91871c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:14.167348 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 57d5f06a-e8ad-4289-a615-a2e670826241 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:53:14.181220 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 57d5f06a-e8ad-4289-a615-a2e670826241 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:53:14.181578 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:14.190589 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-671d8b96-384e-4972-9a5d-4d26f8652d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:14.205700 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-04b39ffe-413b-4a57-8254-0babf8672211 req-30d66f16-6b36-491a-b87e-92493bb4d27e tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:14.226391 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-85b72469-4211-4eaf-a35d-6a3e3efe1bc2 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:14.229637 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-5a7c13cb-94dd-4d6d-b02d-2065c8cbbc2f None None] Attempting to bind port ec9c6d23-5b6d-4a14-958f-7097a6943626 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:53:14.230256 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-5a7c13cb-94dd-4d6d-b02d-2065c8cbbc2f None None] Attempting to bind port ec9c6d23-5b6d-4a14-958f-7097a6943626 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': 'a1591063-139e-43c7-a8c7-96e9de828ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f3db9-5a9e-4f6a-b70c-8358388c27f5'}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:53:14.230813 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7c13cb-94dd-4d6d-b02d-2065c8cbbc2f None None] Attempting to bind port ec9c6d23-5b6d-4a14-958f-7097a6943626 on network d61f3db9-5a9e-4f6a-b70c-8358388c27f5 {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:53:14.237467 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7c13cb-94dd-4d6d-b02d-2065c8cbbc2f None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:53:14.238160 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7c13cb-94dd-4d6d-b02d-2065c8cbbc2f None None] Checking segment: {'id': 'a1591063-139e-43c7-a8c7-96e9de828ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f3db9-5a9e-4f6a-b70c-8358388c27f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:53:14.238757 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-5a7c13cb-94dd-4d6d-b02d-2065c8cbbc2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:14.239308 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7c13cb-94dd-4d6d-b02d-2065c8cbbc2f None None] Bound using segment: {'id': 'a1591063-139e-43c7-a8c7-96e9de828ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f3db9-5a9e-4f6a-b70c-8358388c27f5'} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:53:14.239949 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-5a7c13cb-94dd-4d6d-b02d-2065c8cbbc2f None None] Bound port: ec9c6d23-5b6d-4a14-958f-7097a6943626, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1591063-139e-43c7-a8c7-96e9de828ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f3db9-5a9e-4f6a-b70c-8358388c27f5'}}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:53:14.240515 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-5a7c13cb-94dd-4d6d-b02d-2065c8cbbc2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:14.306407 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 36847729-13b7-4fa3-b900-fd03f69af3e1 up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:53:14.316859 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d66f16-6b36-491a-b87e-92493bb4d27e tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Pushing event deleted for resources: {'Port': ['ID=d023db02-ba5f-455f-a6dc-9e658c9a92cf,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:14.319301 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-5a7c13cb-94dd-4d6d-b02d-2065c8cbbc2f None None] For port ec9c6d23-5b6d-4a14-958f-7097a6943626, host n-d-791506-26, cleared binding levels {{(pid=101294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:53:14.323851 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-5a7c13cb-94dd-4d6d-b02d-2065c8cbbc2f None None] For port ec9c6d23-5b6d-4a14-958f-7097a6943626, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=ec9c6d23-5b6d-4a14-958f-7097a6943626,segment=NetworkSegment(a1591063-139e-43c7-a8c7-96e9de828ec2),segment_id=a1591063-139e-43c7-a8c7-96e9de828ec2)] {{(pid=101294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:53:14.336938 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-5a7c13cb-94dd-4d6d-b02d-2065c8cbbc2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:14.356127 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e7f51ba1-3e72-4d07-98ca-561c0031d47d req-2f27712d-a56d-4dfd-af01-7b3c585d30ba tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] 10.222.0.36 "GET /v2.0/quotas/dc5492cf6a2845ba9d22bb0eca33e51a HTTP/1.1" status: 200 len: 375 time: 0.5523398 Aug 16 22:53:14.450671 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-04b39ffe-413b-4a57-8254-0babf8672211 req-30d66f16-6b36-491a-b87e-92493bb4d27e tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] No DVR routers for this DVR port d023db02-ba5f-455f-a6dc-9e658c9a92cf on host n-h1-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:53:14.461116 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-04b39ffe-413b-4a57-8254-0babf8672211 req-30d66f16-6b36-491a-b87e-92493bb4d27e tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:14.463588 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-04b39ffe-413b-4a57-8254-0babf8672211 req-30d66f16-6b36-491a-b87e-92493bb4d27e tempest-ServerDiskConfigTestJSON-1788895473 tempest-ServerDiskConfigTestJSON-1788895473-project] 10.222.0.68 "DELETE /v2.0/ports/d023db02-ba5f-455f-a6dc-9e658c9a92cf HTTP/1.1" status: 204 len: 173 time: 1.5013387 Aug 16 22:53:14.465956 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning for port 36847729-13b7-4fa3-b900-fd03f69af3e1 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:53:14.470675 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f39e867-1742-489d-a6f5-74ae6bdbba48', 'name': 'network-vif-deleted', 'tag': 'd023db02-ba5f-455f-a6dc-9e658c9a92cf'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:53:14.474329 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-791028c6-ad4d-4a8f-993c-68cde6818a2a" -d '{"events": [{"server_uuid": "8f39e867-1742-489d-a6f5-74ae6bdbba48", "name": "network-vif-deleted", "tag": "d023db02-ba5f-455f-a6dc-9e658c9a92cf"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:53:14.513751 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b72469-4211-4eaf-a35d-6a3e3efe1bc2 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Pushing event updated for resources: {'Subnet': ['ID=8efe8ebf-1d73-49ea-bd13-bef6b77bac72,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:14.524820 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b72469-4211-4eaf-a35d-6a3e3efe1bc2 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Checking segment: {'id': '631c27c9-72e1-4aa0-9d21-621db58b5fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ed2dcce6-1eba-4121-ba05-c1af84315c7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:53:14.530349 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b72469-4211-4eaf-a35d-6a3e3efe1bc2 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Network hostable DHCP agents. Network: ed2dcce6-1eba-4121-ba05-c1af84315c7a, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:53:14.536793 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ac76d2-25bc-4c57-a2e0-3269a5accdc9 req-c9bb36f5-86d8-42f5-85d2-5b2ad603d661 tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:14.548976 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-11ac76d2-25bc-4c57-a2e0-3269a5accdc9 req-c9bb36f5-86d8-42f5-85d2-5b2ad603d661 tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca479ee9-b271-4b75-82d2-38ece37a5b66 HTTP/1.1" status: 200 len: 949 time: 0.7098410 Aug 16 22:53:14.573253 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port 36847729-13b7-4fa3-b900-fd03f69af3e1 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:53:14.575560 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b72469-4211-4eaf-a35d-6a3e3efe1bc2 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Network ed2dcce6-1eba-4121-ba05-c1af84315c7a is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:53:14.576130 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:14.589722 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:14.596412 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-85b72469-4211-4eaf-a35d-6a3e3efe1bc2 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, ed2dcce6-1eba-4121-ba05-c1af84315c7a) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:53:14.604530 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b72469-4211-4eaf-a35d-6a3e3efe1bc2 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:14.605629 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-85b72469-4211-4eaf-a35d-6a3e3efe1bc2 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:14.628959 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-85b72469-4211-4eaf-a35d-6a3e3efe1bc2 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.0685229 Aug 16 22:53:14.629216 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 60154) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:14.639937 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50f676a-0537-4b52-b8e8-21a14110bb04 None None] Network ed2dcce6-1eba-4121-ba05-c1af84315c7a requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:53:14.704598 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc406a3-8e69-4156-86d9-0465b91871c3 None None] Pushing event updated for resources: {'Port': ['ID=ec9c6d23-5b6d-4a14-958f-7097a6943626,revision_number=4']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:14.704989 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e7f51ba1-3e72-4d07-98ca-561c0031d47d req-a09ce3b2-5a10-4963-a515-3a8e425e2f26 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc5492cf6a2845ba9d22bb0eca33e51a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3474782 Aug 16 22:53:14.731938 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7c13cb-94dd-4d6d-b02d-2065c8cbbc2f None None] Routers {'03d1c458-e6cd-47a0-ba33-8993d24d22ce'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:53:14.732634 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-5a7c13cb-94dd-4d6d-b02d-2065c8cbbc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:52:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['03d1c458-e6cd-47a0-ba33-8993d24d22ce'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:14.785511 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-11ac76d2-25bc-4c57-a2e0-3269a5accdc9 req-89ac0d9c-33c5-4406-9442-3d7371676dd5 tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] 10.222.0.36 "GET /v2.0/security-groups?id=faa99c9d-dd29-40b5-a0a4-b7ed8dc0f17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346749 Aug 16 22:53:14.837213 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 57d5f06a-e8ad-4289-a615-a2e670826241, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=57d5f06a-e8ad-4289-a615-a2e670826241,segment=NetworkSegment(c75463d9-f53e-4823-944f-b7dcfb798698),segment_id=c75463d9-f53e-4823-944f-b7dcfb798698)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:53:14.883703 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3781003c-3d41-43e7-9050-ba9353a997bd tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:14.890862 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e7f51ba1-3e72-4d07-98ca-561c0031d47d req-09c1fc5f-54ac-4a65-8862-e51e3697e7a0 service neutron] 10.222.0.36 "GET /v2.0/networks/d61f3db9-5a9e-4f6a-b70c-8358388c27f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540489 Aug 16 22:53:14.965618 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-5a7c13cb-94dd-4d6d-b02d-2065c8cbbc2f None None] Set router 03d1c458-e6cd-47a0-ba33-8993d24d22ce gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:53:15.024443 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:15.042407 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3781003c-3d41-43e7-9050-ba9353a997bd tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:15.070655 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-671d8b96-384e-4972-9a5d-4d26f8652d00 None None] Notify callbacks [] for port, precommit_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:15.127003 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-671d8b96-384e-4972-9a5d-4d26f8652d00 None None] Transition to ACTIVE for port object 30ffc958-3eb7-4180-94cf-7f861cf615c2 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:53:15.216302 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-785c1aa8-7315-4772-b2e5-89c8e9017e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:15.217794 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3781003c-3d41-43e7-9050-ba9353a997bd tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:15.229486 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-671d8b96-384e-4972-9a5d-4d26f8652d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:15.237548 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-f9c12915-073b-446c-b87d-c0c98e70ece0 None None] Provisioning complete for port 57d5f06a-e8ad-4289-a615-a2e670826241 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:53:15.238000 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f9c12915-073b-446c-b87d-c0c98e70ece0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:15.246751 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=57d5f06a-e8ad-4289-a615-a2e670826241,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:15.316204 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:15.412874 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e7f51ba1-3e72-4d07-98ca-561c0031d47d req-0168a55c-9a68-4220-9208-e8d5c0ed6858 service neutron] 10.222.0.36 "GET /v2.0/networks/d61f3db9-5a9e-4f6a-b70c-8358388c27f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4961309 Aug 16 22:53:15.434929 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3781003c-3d41-43e7-9050-ba9353a997bd tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:15.448926 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-3781003c-3d41-43e7-9050-ba9353a997bd tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed2dcce6-1eba-4121-ba05-c1af84315c7a']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:15.466926 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-3781003c-3d41-43e7-9050-ba9353a997bd tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '631c27c9-72e1-4aa0-9d21-621db58b5fd3') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:15.467674 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-3781003c-3d41-43e7-9050-ba9353a997bd tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '631c27c9-72e1-4aa0-9d21-621db58b5fd3') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:15.479116 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3781003c-3d41-43e7-9050-ba9353a997bd tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:15.493121 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-671d8b96-384e-4972-9a5d-4d26f8652d00 None None] Attempting to bind port 30ffc958-3eb7-4180-94cf-7f861cf615c2 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:53:15.495468 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-671d8b96-384e-4972-9a5d-4d26f8652d00 None None] Attempting to bind port 30ffc958-3eb7-4180-94cf-7f861cf615c2 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:53:15.495885 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671d8b96-384e-4972-9a5d-4d26f8652d00 None None] Attempting to bind port 30ffc958-3eb7-4180-94cf-7f861cf615c2 on network c22c4980-c849-406d-982c-a5d68c515a94 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:53:15.496188 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3781003c-3d41-43e7-9050-ba9353a997bd tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:15.504223 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3781003c-3d41-43e7-9050-ba9353a997bd tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Pushing event deleted for resources: {'Subnet': ['ID=8efe8ebf-1d73-49ea-bd13-bef6b77bac72,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:15.511781 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2eae59e-b7ab-4af5-ae90-49bb96be892a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-ed2dcce6-1eba-4121-ba05-c1af84315c7a', 'network_id': 'ed2dcce6-1eba-4121-ba05-c1af84315c7a', 'tenant_id': '934ca4d0283b420081f9f15cff2f8e64', 'fixed_ips': [{'subnet_id': '8efe8ebf-1d73-49ea-bd13-bef6b77bac72'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:53:15.512699 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c2eae59e-b7ab-4af5-ae90-49bb96be892a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:15.515613 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3781003c-3d41-43e7-9050-ba9353a997bd tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:53:15.516512 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3781003c-3d41-43e7-9050-ba9353a997bd tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:15.522466 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 22:53:15.522466 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:53:15.522466 n-d-791506-26 neutron-server[101291]: timer() Aug 16 22:53:15.522466 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:53:15.522466 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 22:53:15.522466 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:53:15.522466 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 22:53:15.522466 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:53:15.522466 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 22:53:15.522466 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:53:15.522466 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 22:53:15.522466 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:53:15.522466 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 22:53:15.522466 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:53:15.522466 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:53:15.522466 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:53:15.522466 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:53:15.522466 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:53:15.522466 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 22:53:15.522466 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:53:15.522466 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 22:53:15.522466 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:53:15.522466 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:53:15.522466 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:53:15.522466 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 22:53:15.522466 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:53:15.522466 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:53:15.522466 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:53:15.522466 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:53:15.522466 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:53:15.522466 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:53:15.522466 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:53:15.533796 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e00c164-2d96-470f-948b-602ee0a35c6f None None] Pushing event updated for resources: {'Port': ['ID=30ffc958-3eb7-4180-94cf-7f861cf615c2,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:15.546083 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-5a7c13cb-94dd-4d6d-b02d-2065c8cbbc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d1c458-e6cd-47a0-ba33-8993d24d22ce', 'name': 'tempest-FloatingIPsAssociationTestJSON-684678681-router', 'tenant_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '6c0107f9-158a-4ddc-8086-9c371feb60b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:53:02Z', 'updated_at': '2021-08-16T22:53:10Z', 'revision_number': 4, 'project_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'gw_port': {'id': '6c0107f9-158a-4ddc-8086-9c371feb60b3', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:be:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d1c458-e6cd-47a0-ba33-8993d24d22ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:03Z', 'updated_at': '2021-08-16T22:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'ec9c6d23-5b6d-4a14-958f-7097a6943626', 'name': '', 'network_id': 'd61f3db9-5a9e-4f6a-b70c-8358388c27f5', 'tenant_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'mac_address': 'fa:16:3e:85:b8:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d1c458-e6cd-47a0-ba33-8993d24d22ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '99669aee-83b9-417a-a368-57108bfc92d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:08Z', 'updated_at': '2021-08-16T22:53:14Z', 'revision_number': 4, 'project_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'subnets': [{'id': '99669aee-83b9-417a-a368-57108bfc92d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:15.567920 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca479ee9-b271-4b75-82d2-38ece37a5b66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36847729-13b7-4fa3-b900-fd03f69af3e1'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:53:15.579849 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32683741-fcea-494c-a0d6-a8b8b494b132" -d '{"events": [{"server_uuid": "ca479ee9-b271-4b75-82d2-38ece37a5b66", "name": "network-vif-plugged", "status": "completed", "tag": "36847729-13b7-4fa3-b900-fd03f69af3e1"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:53:15.619557 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7c13cb-94dd-4d6d-b02d-2065c8cbbc2f None None] The sync data for ids ['03d1c458-e6cd-47a0-ba33-8993d24d22ce'] in n-d-791506-26 is: [{'id': '03d1c458-e6cd-47a0-ba33-8993d24d22ce', 'name': 'tempest-FloatingIPsAssociationTestJSON-684678681-router', 'tenant_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '6c0107f9-158a-4ddc-8086-9c371feb60b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:53:02Z', 'updated_at': '2021-08-16T22:53:10Z', 'revision_number': 4, 'project_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'gw_port': {'id': '6c0107f9-158a-4ddc-8086-9c371feb60b3', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:be:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d1c458-e6cd-47a0-ba33-8993d24d22ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:03Z', 'updated_at': '2021-08-16T22:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'ec9c6d23-5b6d-4a14-958f-7097a6943626', 'name': '', 'network_id': 'd61f3db9-5a9e-4f6a-b70c-8358388c27f5', 'tenant_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'mac_address': 'fa:16:3e:85:b8:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d1c458-e6cd-47a0-ba33-8993d24d22ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '99669aee-83b9-417a-a368-57108bfc92d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:08Z', 'updated_at': '2021-08-16T22:53:14Z', 'revision_number': 4, 'project_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'subnets': [{'id': '99669aee-83b9-417a-a368-57108bfc92d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:53:15.625713 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671d8b96-384e-4972-9a5d-4d26f8652d00 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:53:15.629627 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671d8b96-384e-4972-9a5d-4d26f8652d00 None None] Checking segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:53:15.629973 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-671d8b96-384e-4972-9a5d-4d26f8652d00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:15.630498 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671d8b96-384e-4972-9a5d-4d26f8652d00 None None] Bound using segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:53:15.631110 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-671d8b96-384e-4972-9a5d-4d26f8652d00 None None] Bound port: 30ffc958-3eb7-4180-94cf-7f861cf615c2, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:53:15.631824 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-671d8b96-384e-4972-9a5d-4d26f8652d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:15.645341 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a53acd2-8406-472d-91ac-d1878fb6e860 x-openstack-request-id: req-9a53acd2-8406-472d-91ac-d1878fb6e860 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:53:15.645856 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f39e867-1742-489d-a6f5-74ae6bdbba48", "name": "network-vif-deleted", "tag": "d023db02-ba5f-455f-a6dc-9e658c9a92cf", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:53:15.646354 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9a53acd2-8406-472d-91ac-d1878fb6e860 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:53:15.646871 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f39e867-1742-489d-a6f5-74ae6bdbba48', 'name': 'network-vif-deleted', 'tag': 'd023db02-ba5f-455f-a6dc-9e658c9a92cf', 'status': 'completed', 'code': 200} Aug 16 22:53:15.649855 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3781003c-3d41-43e7-9050-ba9353a997bd tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:15.658079 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3781003c-3d41-43e7-9050-ba9353a997bd tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:15.660111 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-3781003c-3d41-43e7-9050-ba9353a997bd tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] 10.222.0.36 "DELETE /v2.0/networks/ed2dcce6-1eba-4121-ba05-c1af84315c7a HTTP/1.1" status: 204 len: 168 time: 1.0299132 Aug 16 22:53:15.664186 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 60166) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:15.704596 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 36847729-13b7-4fa3-b900-fd03f69af3e1, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=36847729-13b7-4fa3-b900-fd03f69af3e1,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:53:15.720272 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device d023db02-ba5f-455f-a6dc-9e658c9a92cf no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:53:15.742383 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-e819545e-ee1c-43b7-99fc-533841aa554d tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-262508929'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:53:15.789146 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] No Port match for: d023db02-ba5f-455f-a6dc-9e658c9a92cf {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:53:15.791886 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device d023db02-ba5f-455f-a6dc-9e658c9a92cf not bound to the agent host n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:53:15.795475 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:15.799356 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3781003c-3d41-43e7-9050-ba9353a997bd tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Pushing event deleted for resources: {'Network': ['ID=ed2dcce6-1eba-4121-ba05-c1af84315c7a,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:15.806352 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc0ca0e8-5f0f-436e-a1ef-fb56e9366dc7 x-openstack-request-id: req-cc0ca0e8-5f0f-436e-a1ef-fb56e9366dc7 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:53:15.808450 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca479ee9-b271-4b75-82d2-38ece37a5b66", "name": "network-vif-plugged", "status": "completed", "tag": "36847729-13b7-4fa3-b900-fd03f69af3e1", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:53:15.810164 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cc0ca0e8-5f0f-436e-a1ef-fb56e9366dc7 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:53:15.811213 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca479ee9-b271-4b75-82d2-38ece37a5b66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36847729-13b7-4fa3-b900-fd03f69af3e1', 'code': 200} Aug 16 22:53:15.815405 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e819545e-ee1c-43b7-99fc-533841aa554d tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Made reservation on behalf of 934ca4d0283b420081f9f15cff2f8e64 for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:53:15.820283 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e819545e-ee1c-43b7-99fc-533841aa554d tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:15.823370 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-785c1aa8-7315-4772-b2e5-89c8e9017e1c admin admin] Allocated IP 172.20.0.1 (7bb4d736-1ee0-4c9d-95be-95b3b284910b/4f17be0c-e94d-48bc-9b35-a0b031c07b96/b9cfd26d-c3f5-4cde-a062-35a75382e027) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:53:15.904178 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e819545e-ee1c-43b7-99fc-533841aa554d tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:53:15.927099 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e819545e-ee1c-43b7-99fc-533841aa554d tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:15.927456 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-e819545e-ee1c-43b7-99fc-533841aa554d tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Added segment ab6237cf-820d-48fd-9ad1-cd21c1f9dbe8 of type vlan for network 8b44ae0e-548c-4d63-a258-1af474ba5e25 Aug 16 22:53:15.966072 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95c86cc-e0db-47bf-aaea-0a9cff73ac7b None None] Network ed2dcce6-1eba-4121-ba05-c1af84315c7a requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:53:15.991958 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95c86cc-e0db-47bf-aaea-0a9cff73ac7b None None] Network ed2dcce6-1eba-4121-ba05-c1af84315c7a could not be found, it might have been deleted concurrently. {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 16 22:53:15.997254 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e819545e-ee1c-43b7-99fc-533841aa554d tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:16.027623 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=36847729-13b7-4fa3-b900-fd03f69af3e1,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:16.056506 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-671d8b96-384e-4972-9a5d-4d26f8652d00 None None] For port 30ffc958-3eb7-4180-94cf-7f861cf615c2, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:53:16.060625 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-671d8b96-384e-4972-9a5d-4d26f8652d00 None None] For port 30ffc958-3eb7-4180-94cf-7f861cf615c2, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=30ffc958-3eb7-4180-94cf-7f861cf615c2,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:53:16.061097 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e819545e-ee1c-43b7-99fc-533841aa554d tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:16.063415 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a9ec7aef-b1c2-4a24-984c-11fb7a949eff req-b72fc537-8721-4074-ac3f-16ac6898742b tempest-AbsoluteLimitsNegativeTestJSON-47574801 tempest-AbsoluteLimitsNegativeTestJSON-47574801-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=c335c981f4204414a43f36fb65c47816&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0998425 Aug 16 22:53:16.068555 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e819545e-ee1c-43b7-99fc-533841aa554d tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:16.069374 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e819545e-ee1c-43b7-99fc-533841aa554d tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:16.072425 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-96600c15-0e0a-49c8-aa5b-05b5718bedb0 req-1dda314b-18a6-4c28-a8bd-d3af9772ffbd tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c4c99e2-7d76-40fa-9e40-1a302aa8335d HTTP/1.1" status: 200 len: 210 time: 0.0795379 Aug 16 22:53:16.075645 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-671d8b96-384e-4972-9a5d-4d26f8652d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:16.158990 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-e819545e-ee1c-43b7-99fc-533841aa554d tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4516299 Aug 16 22:53:16.169329 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 60194) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:16.181955 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-472ad925-1b1a-414d-b3b2-ef6ed7d21408 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Request body: {'subnet': {'network_id': '8b44ae0e-548c-4d63-a258-1af474ba5e25', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:53:16.202146 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b096d64-657f-48a0-bfd4-f09409ec5480 req-9ee00ac1-0f39-4bf4-ae7c-9f422708bd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:16.204375 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8b096d64-657f-48a0-bfd4-f09409ec5480 req-9ee00ac1-0f39-4bf4-ae7c-9f422708bd85 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ca479ee9-b271-4b75-82d2-38ece37a5b66 HTTP/1.1" status: 200 len: 1102 time: 0.3150856 Aug 16 22:53:16.207315 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e819545e-ee1c-43b7-99fc-533841aa554d tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Pushing event updated for resources: {'Network': ['ID=8b44ae0e-548c-4d63-a258-1af474ba5e25,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:16.322569 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 8b44ae0e-548c-4d63-a258-1af474ba5e25 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:53:16.354191 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-785c1aa8-7315-4772-b2e5-89c8e9017e1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:16.369185 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8b096d64-657f-48a0-bfd4-f09409ec5480 req-e7f9528b-cdd4-47a8-beea-cf318de5f0bc service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=faa99c9d-dd29-40b5-a0a4-b7ed8dc0f17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231709 Aug 16 22:53:16.391506 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [None req-785c1aa8-7315-4772-b2e5-89c8e9017e1c admin admin] Transition to ACTIVE for port object b9cfd26d-c3f5-4cde-a062-35a75382e027 will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:53:16.411993 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-472ad925-1b1a-414d-b3b2-ef6ed7d21408 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Made reservation on behalf of 934ca4d0283b420081f9f15cff2f8e64 for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:53:16.416957 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-472ad925-1b1a-414d-b3b2-ef6ed7d21408 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:16.417854 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671d8b96-384e-4972-9a5d-4d26f8652d00 None None] Routers {'60f41f82-e452-41fa-9b14-d68572276c94'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:53:16.424629 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c65fcd-b161-4e53-a76e-b4fc6e1e80db req-860a88d5-e11e-4d5b-9a97-1566909fb2a1 tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:16.428861 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-671d8b96-384e-4972-9a5d-4d26f8652d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:52:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['60f41f82-e452-41fa-9b14-d68572276c94'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:16.433173 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-20c65fcd-b161-4e53-a76e-b4fc6e1e80db req-860a88d5-e11e-4d5b-9a97-1566909fb2a1 tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca479ee9-b271-4b75-82d2-38ece37a5b66 HTTP/1.1" status: 200 len: 950 time: 0.1856022 Aug 16 22:53:16.474200 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec7aef-b1c2-4a24-984c-11fb7a949eff req-309e91b8-e806-4b96-81e2-bb5eea9f0833 tempest-AbsoluteLimitsNegativeTestJSON-47574801 tempest-AbsoluteLimitsNegativeTestJSON-47574801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:16.487411 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a9ec7aef-b1c2-4a24-984c-11fb7a949eff req-309e91b8-e806-4b96-81e2-bb5eea9f0833 tempest-AbsoluteLimitsNegativeTestJSON-47574801 tempest-AbsoluteLimitsNegativeTestJSON-47574801-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4081416 Aug 16 22:53:16.526705 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a9ec7aef-b1c2-4a24-984c-11fb7a949eff req-0e15b433-9385-4a4d-be38-65d3b49b722e tempest-AbsoluteLimitsNegativeTestJSON-47574801 tempest-AbsoluteLimitsNegativeTestJSON-47574801-project] 10.222.0.36 "GET /v2.0/quotas/c335c981f4204414a43f36fb65c47816 HTTP/1.1" status: 200 len: 375 time: 0.0381796 Aug 16 22:53:16.604079 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-20c65fcd-b161-4e53-a76e-b4fc6e1e80db req-448f3118-61c4-4142-b91a-1ffda3cc1671 tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] 10.222.0.36 "GET /v2.0/security-groups?id=faa99c9d-dd29-40b5-a0a4-b7ed8dc0f17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699069 Aug 16 22:53:16.606605 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a9ec7aef-b1c2-4a24-984c-11fb7a949eff req-7562da9d-3c2e-4cc0-9566-ba299d61a27f tempest-AbsoluteLimitsNegativeTestJSON-47574801 tempest-AbsoluteLimitsNegativeTestJSON-47574801-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c335c981f4204414a43f36fb65c47816&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0786963 Aug 16 22:53:16.624886 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-785c1aa8-7315-4772-b2e5-89c8e9017e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:16.656556 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-671d8b96-384e-4972-9a5d-4d26f8652d00 None None] Set router 60f41f82-e452-41fa-9b14-d68572276c94 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:53:16.735385 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785c1aa8-7315-4772-b2e5-89c8e9017e1c admin admin] Network 7bb4d736-1ee0-4c9d-95be-95b3b284910b is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:53:16.786366 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-785c1aa8-7315-4772-b2e5-89c8e9017e1c admin admin] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:53:16.789380 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e00c164-2d96-470f-948b-602ee0a35c6f None None] Pushing event updated for resources: {'Port': ['ID=30ffc958-3eb7-4180-94cf-7f861cf615c2,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:16.801385 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785c1aa8-7315-4772-b2e5-89c8e9017e1c admin admin] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:53:16.809204 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c1aa8-7315-4772-b2e5-89c8e9017e1c admin admin] Pushing event updated for resources: {'Port': ['ID=b9cfd26d-c3f5-4cde-a062-35a75382e027,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:16.844014 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-472ad925-1b1a-414d-b3b2-ef6ed7d21408 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:16.936981 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-785c1aa8-7315-4772-b2e5-89c8e9017e1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954230'] for router_interface, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:16.949661 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 60204) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:17.014988 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472ad925-1b1a-414d-b3b2-ef6ed7d21408 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Pushing event updated for resources: {'Subnet': ['ID=3455b8de-5292-4b45-841a-ec21cc61d222,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:17.045270 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472ad925-1b1a-414d-b3b2-ef6ed7d21408 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Checking segment: {'id': 'ab6237cf-820d-48fd-9ad1-cd21c1f9dbe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8b44ae0e-548c-4d63-a258-1af474ba5e25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:53:17.045652 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472ad925-1b1a-414d-b3b2-ef6ed7d21408 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Network hostable DHCP agents. Network: 8b44ae0e-548c-4d63-a258-1af474ba5e25, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:53:17.070305 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc674ca7-285d-4537-b5c6-c31652bed8e4 admin admin] Deleting subnet cb70f846-7e6c-4740-9acb-63b13b1d78a5 {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:53:17.087115 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dc674ca7-285d-4537-b5c6-c31652bed8e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:17.151597 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472ad925-1b1a-414d-b3b2-ef6ed7d21408 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Network 8b44ae0e-548c-4d63-a258-1af474ba5e25 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:53:17.201117 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-472ad925-1b1a-414d-b3b2-ef6ed7d21408 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 8b44ae0e-548c-4d63-a258-1af474ba5e25) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:53:17.216560 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dc674ca7-285d-4537-b5c6-c31652bed8e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:17.216560 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472ad925-1b1a-414d-b3b2-ef6ed7d21408 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:17.216560 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-472ad925-1b1a-414d-b3b2-ef6ed7d21408 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:17.243846 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1da6dd7-6c18-4674-8539-3f68215aca1a None None] Network 8b44ae0e-548c-4d63-a258-1af474ba5e25 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:53:17.255429 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-472ad925-1b1a-414d-b3b2-ef6ed7d21408 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0822244 Aug 16 22:53:17.261295 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60210) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:17.280103 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 60212) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:17.309463 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dc674ca7-285d-4537-b5c6-c31652bed8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:17.362851 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-ace527e8-dab1-442b-9146-d01b72c2f29a None None] Provisioning for port b9cfd26d-c3f5-4cde-a062-35a75382e027 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:53:17.383892 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-ace527e8-dab1-442b-9146-d01b72c2f29a None None] Provisioning complete for port b9cfd26d-c3f5-4cde-a062-35a75382e027 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:53:17.387104 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ace527e8-dab1-442b-9146-d01b72c2f29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:17.392030 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-671d8b96-384e-4972-9a5d-4d26f8652d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f41f82-e452-41fa-9b14-d68572276c94', 'name': 'tempest-ServersTestJSON-880350797-router', 'tenant_id': 'a9c0ed8d0d754c4dac8f472b354115ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '30ffc958-3eb7-4180-94cf-7f861cf615c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:53:09Z', 'updated_at': '2021-08-16T22:53:10Z', 'revision_number': 3, 'project_id': 'a9c0ed8d0d754c4dac8f472b354115ce', 'gw_port': {'id': '30ffc958-3eb7-4180-94cf-7f861cf615c2', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2b:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60f41f82-e452-41fa-9b14-d68572276c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:09Z', 'updated_at': '2021-08-16T22:53:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:17.409035 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-02b75c6c-6d3e-4264-a6ae-9ec22d801fcb req-8ba67651-b48a-4b37-a3a4-890715c79d76 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c4c99e2-7d76-40fa-9e40-1a302aa8335d HTTP/1.1" status: 200 len: 210 time: 0.2114172 Aug 16 22:53:17.411820 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-785c1aa8-7315-4772-b2e5-89c8e9017e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:17.484311 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device ec9c6d23-5b6d-4a14-958f-7097a6943626 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:53:17.510131 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671d8b96-384e-4972-9a5d-4d26f8652d00 None None] The sync data for ids ['60f41f82-e452-41fa-9b14-d68572276c94'] in n-d-791506-26 is: [{'id': '60f41f82-e452-41fa-9b14-d68572276c94', 'name': 'tempest-ServersTestJSON-880350797-router', 'tenant_id': 'a9c0ed8d0d754c4dac8f472b354115ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '30ffc958-3eb7-4180-94cf-7f861cf615c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:53:09Z', 'updated_at': '2021-08-16T22:53:10Z', 'revision_number': 3, 'project_id': 'a9c0ed8d0d754c4dac8f472b354115ce', 'gw_port': {'id': '30ffc958-3eb7-4180-94cf-7f861cf615c2', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2b:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60f41f82-e452-41fa-9b14-d68572276c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:09Z', 'updated_at': '2021-08-16T22:53:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:53:17.555302 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f04c5b4b-c1ec-4a79-b8a8-2f5ffed68970 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:17.582475 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dc674ca7-285d-4537-b5c6-c31652bed8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:17.641514 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-ace527e8-dab1-442b-9146-d01b72c2f29a None None] Port b9cfd26d-c3f5-4cde-a062-35a75382e027 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:53:17.645943 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc674ca7-285d-4537-b5c6-c31652bed8e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb70f846-7e6c-4740-9acb-63b13b1d78a5,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:17.651620 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dc674ca7-285d-4537-b5c6-c31652bed8e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:17.655837 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-dc674ca7-285d-4537-b5c6-c31652bed8e4 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/cb70f846-7e6c-4740-9acb-63b13b1d78a5 HTTP/1.1" status: 204 len: 168 time: 0.7023413 Aug 16 22:53:17.657772 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-8422c050-1242-4c9e-afa3-32b4435ec849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:17.667561 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 60218) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:17.682145 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f51ba1-3e72-4d07-98ca-561c0031d47d req-7cba3dc0-3e11-4cab-9bb7-a12fcbdaf7f0 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:17.683752 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e7f51ba1-3e72-4d07-98ca-561c0031d47d req-7cba3dc0-3e11-4cab-9bb7-a12fcbdaf7f0 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] 10.222.0.68 "GET /v2.0/networks?id=d61f3db9-5a9e-4f6a-b70c-8358388c27f5 HTTP/1.1" status: 200 len: 820 time: 0.3106794 Aug 16 22:53:17.701873 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a76c9af0-28fe-4dfd-9d1a-5eb762ad9089 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:17.703994 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-e7f51ba1-3e72-4d07-98ca-561c0031d47d req-fd8af808-e7e7-4a32-aa72-1a20a88e10dd tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Request body: {'port': {'device_id': '2c4c99e2-7d76-40fa-9e40-1a302aa8335d', 'network_id': 'd61f3db9-5a9e-4f6a-b70c-8358388c27f5', 'admin_state_up': True, 'tenant_id': 'dc5492cf6a2845ba9d22bb0eca33e51a'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:53:17.778811 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port ec9c6d23-5b6d-4a14-958f-7097a6943626 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:53:17.785349 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port ec9c6d23-5b6d-4a14-958f-7097a6943626 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:53:17.785969 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:17.878421 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13bf5786-dccc-4488-b4ba-962a1d2dad94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-8b44ae0e-548c-4d63-a258-1af474ba5e25', 'network_id': '8b44ae0e-548c-4d63-a258-1af474ba5e25', 'tenant_id': '934ca4d0283b420081f9f15cff2f8e64', 'fixed_ips': [{'subnet_id': '3455b8de-5292-4b45-841a-ec21cc61d222'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:53:17.879652 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-13bf5786-dccc-4488-b4ba-962a1d2dad94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:17.919662 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a76c9af0-28fe-4dfd-9d1a-5eb762ad9089 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:17.939757 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f04c5b4b-c1ec-4a79-b8a8-2f5ffed68970 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:17.950547 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f04c5b4b-c1ec-4a79-b8a8-2f5ffed68970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:18.006472 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0364460-7067-4be0-8d07-6623f80fa040 req-08c64f98-5ece-4d4d-8755-68ac40f29cc0 tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:18.017474 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b0364460-7067-4be0-8d07-6623f80fa040 req-08c64f98-5ece-4d4d-8755-68ac40f29cc0 tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca479ee9-b271-4b75-82d2-38ece37a5b66 HTTP/1.1" status: 200 len: 950 time: 0.2086842 Aug 16 22:53:18.036938 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04c5b4b-c1ec-4a79-b8a8-2f5ffed68970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf882e64-1866-4ff9-8e7a-cc70fd55a0d5,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:18.039727 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-785c1aa8-7315-4772-b2e5-89c8e9017e1c admin admin] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:18.054210 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:18.070491 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-785c1aa8-7315-4772-b2e5-89c8e9017e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:18.129206 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3076fe21-832b-469f-a536-0d7cff71c55b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:18.155304 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-f04c5b4b-c1ec-4a79-b8a8-2f5ffed68970 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c335c981f4204414a43f36fb65c47816&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8740661 Aug 16 22:53:18.166573 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 60224) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:18.177878 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-13bf5786-dccc-4488-b4ba-962a1d2dad94 None None] Allocated IP 172.20.0.1 (8b44ae0e-548c-4d63-a258-1af474ba5e25/3455b8de-5292-4b45-841a-ec21cc61d222/e74c1c7f-5ad4-48d6-89d2-c02e86deea7e) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:53:18.203286 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port ec9c6d23-5b6d-4a14-958f-7097a6943626, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=ec9c6d23-5b6d-4a14-958f-7097a6943626,segment=NetworkSegment(a1591063-139e-43c7-a8c7-96e9de828ec2),segment_id=a1591063-139e-43c7-a8c7-96e9de828ec2)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:53:18.213996 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:18.214938 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 57d5f06a-e8ad-4289-a615-a2e670826241 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:53:18.221462 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b0364460-7067-4be0-8d07-6623f80fa040 req-c3ae009b-6b00-47d3-9c9b-66b4ca9ab1d1 tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] 10.222.0.36 "GET /v2.0/security-groups?id=faa99c9d-dd29-40b5-a0a4-b7ed8dc0f17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025871 Aug 16 22:53:18.237117 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c1aa8-7315-4772-b2e5-89c8e9017e1c admin admin] Pushing event updated for resources: {'Port': ['ID=b9cfd26d-c3f5-4cde-a062-35a75382e027,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:18.248349 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-785c1aa8-7315-4772-b2e5-89c8e9017e1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954122'] for router_interface, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:18.279828 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7f51ba1-3e72-4d07-98ca-561c0031d47d req-fd8af808-e7e7-4a32-aa72-1a20a88e10dd tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Made reservation on behalf of dc5492cf6a2845ba9d22bb0eca33e51a for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:53:18.283525 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-e7f51ba1-3e72-4d07-98ca-561c0031d47d req-fd8af808-e7e7-4a32-aa72-1a20a88e10dd tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:18.343415 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3076fe21-832b-469f-a536-0d7cff71c55b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:18.362178 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785c1aa8-7315-4772-b2e5-89c8e9017e1c admin admin] Network 7bb4d736-1ee0-4c9d-95be-95b3b284910b is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:53:18.364048 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-785c1aa8-7315-4772-b2e5-89c8e9017e1c admin admin] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:53:18.384284 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-3076fe21-832b-469f-a536-0d7cff71c55b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['293b6503-0dd0-473c-b292-a36a6d59f563']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:18.386682 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=ec9c6d23-5b6d-4a14-958f-7097a6943626,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:18.389730 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 57d5f06a-e8ad-4289-a615-a2e670826241 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:53:18.390107 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:18.436623 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ed4004a9-fb77-4dee-b285-839e583fe24e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:18.462471 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ed4004a9-fb77-4dee-b285-839e583fe24e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:18.553661 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-3076fe21-832b-469f-a536-0d7cff71c55b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0776e957-0fd5-4cd9-b2cd-f5649efce124') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:18.554919 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-3076fe21-832b-469f-a536-0d7cff71c55b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0776e957-0fd5-4cd9-b2cd-f5649efce124') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:18.561858 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ed4004a9-fb77-4dee-b285-839e583fe24e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:18.564579 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ed4004a9-fb77-4dee-b285-839e583fe24e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:18.572465 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-ed4004a9-fb77-4dee-b285-839e583fe24e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cf882e64-1866-4ff9-8e7a-cc70fd55a0d5 HTTP/1.1" status: 204 len: 168 time: 0.4046907 Aug 16 22:53:18.593598 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3076fe21-832b-469f-a536-0d7cff71c55b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:18.600786 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-785c1aa8-7315-4772-b2e5-89c8e9017e1c admin admin] Router 60f41f82-e452-41fa-9b14-d68572276c94 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:53:18.610225 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4004a9-fb77-4dee-b285-839e583fe24e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf882e64-1866-4ff9-8e7a-cc70fd55a0d5,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:18.616300 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-13bf5786-dccc-4488-b4ba-962a1d2dad94 None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:18.630710 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3076fe21-832b-469f-a536-0d7cff71c55b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:18.644893 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-13bf5786-dccc-4488-b4ba-962a1d2dad94 None None] Transition to ACTIVE for port object e74c1c7f-5ad4-48d6-89d2-c02e86deea7e will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:53:18.663221 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3076fe21-832b-469f-a536-0d7cff71c55b admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:53:18.664337 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3076fe21-832b-469f-a536-0d7cff71c55b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:18.666289 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4e9d45ee-5a4e-437b-a4de-b08317b07b03 req-646b1492-e0f0-40e6-b58c-8d1f05a3b536 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c4c99e2-7d76-40fa-9e40-1a302aa8335d HTTP/1.1" status: 200 len: 210 time: 0.0758286 Aug 16 22:53:18.666566 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 22:53:18.666566 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:53:18.666566 n-d-791506-26 neutron-server[101291]: timer() Aug 16 22:53:18.666566 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:53:18.666566 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 22:53:18.666566 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:53:18.666566 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 22:53:18.666566 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:53:18.666566 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 22:53:18.666566 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:53:18.666566 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 22:53:18.666566 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:53:18.666566 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 22:53:18.666566 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:53:18.666566 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:53:18.666566 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:53:18.666566 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:53:18.666566 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:53:18.666566 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 22:53:18.666566 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:53:18.666566 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 22:53:18.666566 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:53:18.666566 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:53:18.666566 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:53:18.666566 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 22:53:18.666566 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:53:18.666566 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:53:18.666566 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:53:18.666566 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:53:18.666566 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:53:18.666566 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:53:18.666566 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:53:18.677251 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-13bf5786-dccc-4488-b4ba-962a1d2dad94 None None] Transition to ACTIVE for port object e74c1c7f-5ad4-48d6-89d2-c02e86deea7e will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:53:18.700747 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:53:18.753408 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-e7f51ba1-3e72-4d07-98ca-561c0031d47d req-fd8af808-e7e7-4a32-aa72-1a20a88e10dd tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Allocated IP 172.20.0.7 (d61f3db9-5a9e-4f6a-b70c-8358388c27f5/99669aee-83b9-417a-a368-57108bfc92d4/2651156f-f967-4a9f-be6c-429269bd7d17) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:53:18.761239 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3076fe21-832b-469f-a536-0d7cff71c55b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:18.761684 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-13bf5786-dccc-4488-b4ba-962a1d2dad94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:18.767929 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3076fe21-832b-469f-a536-0d7cff71c55b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:18.770347 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-3076fe21-832b-469f-a536-0d7cff71c55b admin admin] 10.222.0.36 "DELETE /v2.0/networks/293b6503-0dd0-473c-b292-a36a6d59f563 HTTP/1.1" status: 204 len: 168 time: 1.0986769 Aug 16 22:53:18.801103 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3076fe21-832b-469f-a536-0d7cff71c55b admin admin] Pushing event deleted for resources: {'Network': ['ID=293b6503-0dd0-473c-b292-a36a6d59f563,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:18.815604 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a76c9af0-28fe-4dfd-9d1a-5eb762ad9089 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26252129'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:18.855979 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4d104dea-d126-4604-8365-f03c9e089b7b None None] Provisioning complete for port b9cfd26d-c3f5-4cde-a062-35a75382e027 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:53:18.856357 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4d104dea-d126-4604-8365-f03c9e089b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:18.865454 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76c9af0-28fe-4dfd-9d1a-5eb762ad9089 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Pushing event deleted for resources: {'Subnet': ['ID=3455b8de-5292-4b45-841a-ec21cc61d222,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:18.943180 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bf5786-dccc-4488-b4ba-962a1d2dad94 None None] Pushing event updated for resources: {'Port': ['ID=e74c1c7f-5ad4-48d6-89d2-c02e86deea7e,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:18.949411 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-4d104dea-d126-4604-8365-f03c9e089b7b None None] Port b9cfd26d-c3f5-4cde-a062-35a75382e027 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:53:18.989889 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13bf5786-dccc-4488-b4ba-962a1d2dad94 None None] Network 8b44ae0e-548c-4d63-a258-1af474ba5e25 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:53:18.998994 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-13bf5786-dccc-4488-b4ba-962a1d2dad94 None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:53:19.008514 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bf5786-dccc-4488-b4ba-962a1d2dad94 None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:53:19.018575 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a76c9af0-28fe-4dfd-9d1a-5eb762ad9089 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:19.082674 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-a76c9af0-28fe-4dfd-9d1a-5eb762ad9089 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b44ae0e-548c-4d63-a258-1af474ba5e25']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:19.098441 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-785c1aa8-7315-4772-b2e5-89c8e9017e1c admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:53:19.118780 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-785c1aa8-7315-4772-b2e5-89c8e9017e1c admin admin] 10.222.0.36 "PUT /v2.0/routers/60f41f82-e452-41fa-9b14-d68572276c94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9914582 Aug 16 22:53:19.129420 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-13bf5786-dccc-4488-b4ba-962a1d2dad94 None None] Attempting to bind port e74c1c7f-5ad4-48d6-89d2-c02e86deea7e on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:53:19.129908 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-13bf5786-dccc-4488-b4ba-962a1d2dad94 None None] Attempting to bind port e74c1c7f-5ad4-48d6-89d2-c02e86deea7e by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': 'ab6237cf-820d-48fd-9ad1-cd21c1f9dbe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8b44ae0e-548c-4d63-a258-1af474ba5e25'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:53:19.130240 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13bf5786-dccc-4488-b4ba-962a1d2dad94 None None] Attempting to bind port e74c1c7f-5ad4-48d6-89d2-c02e86deea7e on network 8b44ae0e-548c-4d63-a258-1af474ba5e25 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:53:19.130651 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-a76c9af0-28fe-4dfd-9d1a-5eb762ad9089 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab6237cf-820d-48fd-9ad1-cd21c1f9dbe8') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:19.130955 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-a76c9af0-28fe-4dfd-9d1a-5eb762ad9089 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab6237cf-820d-48fd-9ad1-cd21c1f9dbe8') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:19.140282 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13bf5786-dccc-4488-b4ba-962a1d2dad94 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:53:19.140729 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13bf5786-dccc-4488-b4ba-962a1d2dad94 None None] Checking segment: {'id': 'ab6237cf-820d-48fd-9ad1-cd21c1f9dbe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8b44ae0e-548c-4d63-a258-1af474ba5e25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:53:19.141146 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-13bf5786-dccc-4488-b4ba-962a1d2dad94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:19.141550 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13bf5786-dccc-4488-b4ba-962a1d2dad94 None None] Bound using segment: {'id': 'ab6237cf-820d-48fd-9ad1-cd21c1f9dbe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8b44ae0e-548c-4d63-a258-1af474ba5e25'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:53:19.148531 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-13bf5786-dccc-4488-b4ba-962a1d2dad94 None None] Bound port: e74c1c7f-5ad4-48d6-89d2-c02e86deea7e, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab6237cf-820d-48fd-9ad1-cd21c1f9dbe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8b44ae0e-548c-4d63-a258-1af474ba5e25'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:53:19.149048 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-13bf5786-dccc-4488-b4ba-962a1d2dad94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:19.169141 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a76c9af0-28fe-4dfd-9d1a-5eb762ad9089 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:19.192288 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-e7f51ba1-3e72-4d07-98ca-561c0031d47d req-fd8af808-e7e7-4a32-aa72-1a20a88e10dd tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:19.193547 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a76c9af0-28fe-4dfd-9d1a-5eb762ad9089 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:19.205942 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a76c9af0-28fe-4dfd-9d1a-5eb762ad9089 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:53:19.206322 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a76c9af0-28fe-4dfd-9d1a-5eb762ad9089 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:19.215126 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 16 22:53:19.215126 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:53:19.215126 n-d-791506-26 neutron-server[101292]: timer() Aug 16 22:53:19.215126 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:53:19.215126 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 16 22:53:19.215126 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:53:19.215126 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 16 22:53:19.215126 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:53:19.215126 n-d-791506-26 neutron-server[101292]: self._notify() Aug 16 22:53:19.215126 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:53:19.215126 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 16 22:53:19.215126 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:53:19.215126 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 16 22:53:19.215126 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:53:19.215126 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:53:19.215126 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:53:19.215126 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:53:19.215126 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:53:19.215126 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 16 22:53:19.215126 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:53:19.215126 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 16 22:53:19.215126 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:53:19.215126 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:53:19.215126 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:53:19.215126 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 16 22:53:19.215126 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:53:19.215126 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:53:19.215126 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:53:19.215126 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:53:19.215126 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:53:19.215126 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:53:19.215126 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:53:19.226343 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-e7f51ba1-3e72-4d07-98ca-561c0031d47d req-fd8af808-e7e7-4a32-aa72-1a20a88e10dd tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Transition to ACTIVE for port object 2651156f-f967-4a9f-be6c-429269bd7d17 will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:53:19.234449 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 60246) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:19.324247 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-13bf5786-dccc-4488-b4ba-962a1d2dad94 None None] For port e74c1c7f-5ad4-48d6-89d2-c02e86deea7e, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:53:19.327297 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.db.api [None req-a76c9af0-28fe-4dfd-9d1a-5eb762ad9089 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 22:53:19.327297 n-d-791506-26 neutron-server[101292]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 22:53:19.327297 n-d-791506-26 neutron-server[101292]: [parameters: {'id': '8b44ae0e-548c-4d63-a258-1af474ba5e25'}] Aug 16 22:53:19.327297 n-d-791506-26 neutron-server[101292]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101292) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:53:19.327705 n-d-791506-26 neutron-server[101292]: DEBUG oslo_db.api [None req-a76c9af0-28fe-4dfd-9d1a-5eb762ad9089 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:53:19.329292 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-13bf5786-dccc-4488-b4ba-962a1d2dad94 None None] For port e74c1c7f-5ad4-48d6-89d2-c02e86deea7e, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=e74c1c7f-5ad4-48d6-89d2-c02e86deea7e,segment=NetworkSegment(ab6237cf-820d-48fd-9ad1-cd21c1f9dbe8),segment_id=ab6237cf-820d-48fd-9ad1-cd21c1f9dbe8)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:53:19.340437 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-13bf5786-dccc-4488-b4ba-962a1d2dad94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:19.343232 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-e7f51ba1-3e72-4d07-98ca-561c0031d47d req-fd8af808-e7e7-4a32-aa72-1a20a88e10dd tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:19.405815 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bf5786-dccc-4488-b4ba-962a1d2dad94 None None] Pushing event updated for resources: {'Port': ['ID=e74c1c7f-5ad4-48d6-89d2-c02e86deea7e,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:19.408848 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 30ffc958-3eb7-4180-94cf-7f861cf615c2 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:53:19.452098 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-e761e6e0-35b1-454b-a6a7-10abc5b2fffa admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d441e99ef8964ece912d98293dc4ac4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2163897 Aug 16 22:53:19.454037 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7f51ba1-3e72-4d07-98ca-561c0031d47d req-fd8af808-e7e7-4a32-aa72-1a20a88e10dd tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Network d61f3db9-5a9e-4f6a-b70c-8358388c27f5 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:53:19.454515 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b347405-e3de-407f-8ef2-2b11866f82ec req-d338b565-487c-411f-b792-bd48929fc0fd tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:19.456577 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 60254) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:19.465443 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-e7f51ba1-3e72-4d07-98ca-561c0031d47d req-fd8af808-e7e7-4a32-aa72-1a20a88e10dd tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:53:19.469688 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9b347405-e3de-407f-8ef2-2b11866f82ec req-d338b565-487c-411f-b792-bd48929fc0fd tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca479ee9-b271-4b75-82d2-38ece37a5b66 HTTP/1.1" status: 200 len: 950 time: 0.0907030 Aug 16 22:53:19.482525 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7f51ba1-3e72-4d07-98ca-561c0031d47d req-fd8af808-e7e7-4a32-aa72-1a20a88e10dd tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:53:19.528168 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9b347405-e3de-407f-8ef2-2b11866f82ec req-be23a37c-505c-4b9e-8002-0ff8e24a87c6 tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] 10.222.0.36 "GET /v2.0/security-groups?id=faa99c9d-dd29-40b5-a0a4-b7ed8dc0f17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556400 Aug 16 22:53:19.571134 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f51ba1-3e72-4d07-98ca-561c0031d47d req-fd8af808-e7e7-4a32-aa72-1a20a88e10dd tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:19.571742 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-e7f51ba1-3e72-4d07-98ca-561c0031d47d req-fd8af808-e7e7-4a32-aa72-1a20a88e10dd tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:19.590634 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764c5ee9-18fb-4298-969d-7ce20be52f6f None None] Network 8b44ae0e-548c-4d63-a258-1af474ba5e25 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:53:19.606886 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8af808-e7e7-4a32-aa72-1a20a88e10dd tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Pushing event updated for resources: {'Port': ['ID=2651156f-f967-4a9f-be6c-429269bd7d17,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:19.639926 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e7f51ba1-3e72-4d07-98ca-561c0031d47d req-fd8af808-e7e7-4a32-aa72-1a20a88e10dd tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9396536 Aug 16 22:53:19.664262 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-e7f51ba1-3e72-4d07-98ca-561c0031d47d req-bb83f960-5438-4cb6-acf0-497dabf42220 service neutron] Request body: {'port': {'device_id': '2c4c99e2-7d76-40fa-9e40-1a302aa8335d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:53:19.671041 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 30ffc958-3eb7-4180-94cf-7f861cf615c2 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:53:19.688777 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 30ffc958-3eb7-4180-94cf-7f861cf615c2 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:53:19.690437 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:19.806712 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-769730ab-9bb1-4e2c-a13d-f7dfed4fdef4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:19.820254 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e4f89f79-45b3-4e5f-9fa8-9f255afd2b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:19.828966 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a76c9af0-28fe-4dfd-9d1a-5eb762ad9089 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:19.841885 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-769730ab-9bb1-4e2c-a13d-f7dfed4fdef4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:19.894956 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-ada5aab8-4075-4e50-83ae-0dd07cd6e4fe None None] Provisioning for port 2651156f-f967-4a9f-be6c-429269bd7d17 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:53:19.905319 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-ada5aab8-4075-4e50-83ae-0dd07cd6e4fe None None] Provisioning complete for port 2651156f-f967-4a9f-be6c-429269bd7d17 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:53:19.906238 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ada5aab8-4075-4e50-83ae-0dd07cd6e4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:19.920199 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-e7f51ba1-3e72-4d07-98ca-561c0031d47d req-bb83f960-5438-4cb6-acf0-497dabf42220 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:19.939214 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-769730ab-9bb1-4e2c-a13d-f7dfed4fdef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:19.942851 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-769730ab-9bb1-4e2c-a13d-f7dfed4fdef4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:19.945691 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-769730ab-9bb1-4e2c-a13d-f7dfed4fdef4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b3427223-86cb-4b79-bf04-287d51f80261 HTTP/1.1" status: 204 len: 168 time: 0.4881794 Aug 16 22:53:19.969193 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769730ab-9bb1-4e2c-a13d-f7dfed4fdef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3427223-86cb-4b79-bf04-287d51f80261,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:19.969350 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:20.013392 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 30ffc958-3eb7-4180-94cf-7f861cf615c2, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=30ffc958-3eb7-4180-94cf-7f861cf615c2,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:53:20.031675 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-a76c9af0-28fe-4dfd-9d1a-5eb762ad9089 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Deleting port e74c1c7f-5ad4-48d6-89d2-c02e86deea7e {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:53:20.032622 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a76c9af0-28fe-4dfd-9d1a-5eb762ad9089 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:20.269208 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-a76c9af0-28fe-4dfd-9d1a-5eb762ad9089 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] For port e74c1c7f-5ad4-48d6-89d2-c02e86deea7e, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=e74c1c7f-5ad4-48d6-89d2-c02e86deea7e,segment=NetworkSegment(ab6237cf-820d-48fd-9ad1-cd21c1f9dbe8),segment_id=ab6237cf-820d-48fd-9ad1-cd21c1f9dbe8)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:53:20.269773 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a76c9af0-28fe-4dfd-9d1a-5eb762ad9089 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:20.283893 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:20.287173 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-a76c9af0-28fe-4dfd-9d1a-5eb762ad9089 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Calling delete_port for e74c1c7f-5ad4-48d6-89d2-c02e86deea7e owned by network:dhcp {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:53:20.287343 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device ec9c6d23-5b6d-4a14-958f-7097a6943626 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:53:20.347442 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e959c47-0953-49ec-9a23-af71c5c2ec9a None None] Sync routers for ids ['60f41f82-e452-41fa-9b14-d68572276c94'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:53:20.370287 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e959c47-0953-49ec-9a23-af71c5c2ec9a None None] Routers {'60f41f82-e452-41fa-9b14-d68572276c94'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:53:20.370932 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-3e959c47-0953-49ec-9a23-af71c5c2ec9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:53:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['60f41f82-e452-41fa-9b14-d68572276c94'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:20.384266 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff9267a-b50c-4a29-8fdb-15aa9eec557b None None] get_active_networks_info from n-d-791506-26 {{(pid=101293) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 22:53:20.467376 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-ada5aab8-4075-4e50-83ae-0dd07cd6e4fe None None] Port 2651156f-f967-4a9f-be6c-429269bd7d17 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:53:20.489585 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a76c9af0-28fe-4dfd-9d1a-5eb762ad9089 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:20.543765 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 60286) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:20.548248 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76c9af0-28fe-4dfd-9d1a-5eb762ad9089 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Pushing event deleted for resources: {'Port': ['ID=e74c1c7f-5ad4-48d6-89d2-c02e86deea7e,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:20.562560 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-7de53fc3-f6a6-40d5-ad32-fcdeade19342 tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] Request body: {'security_group': {'name': 'tempest-securitygroup--273647179', 'description': 'tempest-description--1590488522'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:53:20.566583 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76c9af0-28fe-4dfd-9d1a-5eb762ad9089 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] No DVR routers for this DVR port e74c1c7f-5ad4-48d6-89d2-c02e86deea7e on host n-d-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:53:20.589202 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f7939e-66c0-4f7c-9711-44eb1dc3de57 req-8b5a7233-df9c-4a8d-99b3-478f3fe1c772 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:20.590915 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f1f7939e-66c0-4f7c-9711-44eb1dc3de57 req-8b5a7233-df9c-4a8d-99b3-478f3fe1c772 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c4c99e2-7d76-40fa-9e40-1a302aa8335d HTTP/1.1" status: 200 len: 931 time: 0.4140987 Aug 16 22:53:20.605823 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 60290) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:20.617336 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-e7f51ba1-3e72-4d07-98ca-561c0031d47d req-bb83f960-5438-4cb6-acf0-497dabf42220 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2651156f-f967-4a9f-be6c-429269bd7d17 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:53:20.644448 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-e7f51ba1-3e72-4d07-98ca-561c0031d47d req-bb83f960-5438-4cb6-acf0-497dabf42220 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:20.649391 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:20.651955 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-3e959c47-0953-49ec-9a23-af71c5c2ec9a None None] Set router 60f41f82-e452-41fa-9b14-d68572276c94 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:53:20.680809 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=30ffc958-3eb7-4180-94cf-7f861cf615c2,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:20.695607 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7de53fc3-f6a6-40d5-ad32-fcdeade19342 tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:20.726633 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a76c9af0-28fe-4dfd-9d1a-5eb762ad9089 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:20.736939 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-e7f51ba1-3e72-4d07-98ca-561c0031d47d req-bb83f960-5438-4cb6-acf0-497dabf42220 service neutron] Transition to ACTIVE for port object 2651156f-f967-4a9f-be6c-429269bd7d17 will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:53:20.741112 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-a76c9af0-28fe-4dfd-9d1a-5eb762ad9089 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b44ae0e-548c-4d63-a258-1af474ba5e25']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:20.743629 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port ec9c6d23-5b6d-4a14-958f-7097a6943626 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:53:20.744263 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:20.749520 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-e7f51ba1-3e72-4d07-98ca-561c0031d47d req-bb83f960-5438-4cb6-acf0-497dabf42220 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:20.760810 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-a76c9af0-28fe-4dfd-9d1a-5eb762ad9089 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab6237cf-820d-48fd-9ad1-cd21c1f9dbe8') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:20.761593 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-a76c9af0-28fe-4dfd-9d1a-5eb762ad9089 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab6237cf-820d-48fd-9ad1-cd21c1f9dbe8') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:20.775296 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a76c9af0-28fe-4dfd-9d1a-5eb762ad9089 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:20.862585 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a76c9af0-28fe-4dfd-9d1a-5eb762ad9089 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:20.874553 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb83f960-5438-4cb6-acf0-497dabf42220 service neutron] Pushing event updated for resources: {'Port': ['ID=2651156f-f967-4a9f-be6c-429269bd7d17,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:20.889727 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff9267a-b50c-4a29-8fdb-15aa9eec557b None None] Resources bound (agent type, host, resource id): {{(pid=101293) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 22:53:20.908167 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-3c6d7963-4d40-48db-8ea8-b4045664bd85 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1410935709-network', 'tenant_id': '59c961a779674ade84e46325c73c6eac'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:53:20.936172 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6b72fba8-b2df-4dea-ba14-e98334a1d2fe req-993c2601-87f8-463a-8ef6-7068c99b24be tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=5e8f9775da054f59af409b480707b947&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0470569 Aug 16 22:53:20.939259 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a76c9af0-28fe-4dfd-9d1a-5eb762ad9089 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:53:20.939665 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a76c9af0-28fe-4dfd-9d1a-5eb762ad9089 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:20.942954 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 16 22:53:20.942954 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:53:20.942954 n-d-791506-26 neutron-server[101292]: timer() Aug 16 22:53:20.942954 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:53:20.942954 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 16 22:53:20.942954 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:53:20.942954 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 16 22:53:20.942954 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:53:20.942954 n-d-791506-26 neutron-server[101292]: self._notify() Aug 16 22:53:20.942954 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:53:20.942954 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 16 22:53:20.942954 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:53:20.942954 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 16 22:53:20.942954 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:53:20.942954 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:53:20.942954 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:53:20.942954 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:53:20.942954 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:53:20.942954 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 16 22:53:20.942954 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:53:20.942954 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 16 22:53:20.942954 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:53:20.942954 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:53:20.942954 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:53:20.942954 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 16 22:53:20.942954 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:53:20.942954 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:53:20.942954 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:53:20.942954 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:53:20.942954 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:53:20.942954 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:53:20.942954 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:53:20.961992 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-3e959c47-0953-49ec-9a23-af71c5c2ec9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f41f82-e452-41fa-9b14-d68572276c94', 'name': 'tempest-ServersTestJSON-880350797-router', 'tenant_id': 'a9c0ed8d0d754c4dac8f472b354115ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '30ffc958-3eb7-4180-94cf-7f861cf615c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:53:09Z', 'updated_at': '2021-08-16T22:53:17Z', 'revision_number': 4, 'project_id': 'a9c0ed8d0d754c4dac8f472b354115ce', 'gw_port': {'id': '30ffc958-3eb7-4180-94cf-7f861cf615c2', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f41f82-e452-41fa-9b14-d68572276c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:09Z', 'updated_at': '2021-08-16T22:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'b9cfd26d-c3f5-4cde-a062-35a75382e027', 'name': '', 'network_id': '7bb4d736-1ee0-4c9d-95be-95b3b284910b', 'tenant_id': 'a9c0ed8d0d754c4dac8f472b354115ce', 'mac_address': 'fa:16:3e:59:47:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60f41f82-e452-41fa-9b14-d68572276c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '4f17be0c-e94d-48bc-9b35-a0b031c07b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:15Z', 'updated_at': '2021-08-16T22:53:17Z', 'revision_number': 2, 'project_id': 'a9c0ed8d0d754c4dac8f472b354115ce', 'subnets': [{'id': '4f17be0c-e94d-48bc-9b35-a0b031c07b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:20.964664 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f1f7939e-66c0-4f7c-9711-44eb1dc3de57 req-79a5371c-6cc2-4f24-b564-3b4ccd851539 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] 10.222.0.36 "GET /v2.0/security-groups?id=3816303d-9df9-4713-86ff-53d823e28b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3446076 Aug 16 22:53:21.057144 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e959c47-0953-49ec-9a23-af71c5c2ec9a None None] Checking router: 60f41f82-e452-41fa-9b14-d68572276c94 for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:53:21.057692 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e959c47-0953-49ec-9a23-af71c5c2ec9a None None] Updating router 60f41f82-e452-41fa-9b14-d68572276c94 port b9cfd26d-c3f5-4cde-a062-35a75382e027 binding host n-d-791506-26 {{(pid=101294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:53:21.081884 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a76c9af0-28fe-4dfd-9d1a-5eb762ad9089 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:21.088575 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a76c9af0-28fe-4dfd-9d1a-5eb762ad9089 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:21.093668 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-a76c9af0-28fe-4dfd-9d1a-5eb762ad9089 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] 10.222.0.36 "DELETE /v2.0/networks/8b44ae0e-548c-4d63-a258-1af474ba5e25 HTTP/1.1" status: 204 len: 168 time: 3.8283103 Aug 16 22:53:21.099929 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60310) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:21.101740 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-e7f51ba1-3e72-4d07-98ca-561c0031d47d req-bb83f960-5438-4cb6-acf0-497dabf42220 service neutron] Attempting to bind port 2651156f-f967-4a9f-be6c-429269bd7d17 on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:53:21.102271 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-e7f51ba1-3e72-4d07-98ca-561c0031d47d req-bb83f960-5438-4cb6-acf0-497dabf42220 service neutron] Attempting to bind port 2651156f-f967-4a9f-be6c-429269bd7d17 by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': 'a1591063-139e-43c7-a8c7-96e9de828ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f3db9-5a9e-4f6a-b70c-8358388c27f5'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:53:21.102783 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f51ba1-3e72-4d07-98ca-561c0031d47d req-bb83f960-5438-4cb6-acf0-497dabf42220 service neutron] Attempting to bind port 2651156f-f967-4a9f-be6c-429269bd7d17 on network d61f3db9-5a9e-4f6a-b70c-8358388c27f5 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:53:21.110835 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-9381cf53-4f46-424c-a35b-1465588cf8fa tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1582769279'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:53:21.122195 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-3e959c47-0953-49ec-9a23-af71c5c2ec9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:21.128817 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f51ba1-3e72-4d07-98ca-561c0031d47d req-bb83f960-5438-4cb6-acf0-497dabf42220 service neutron] Port 2651156f-f967-4a9f-be6c-429269bd7d17 on network d61f3db9-5a9e-4f6a-b70c-8358388c27f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:53:21.137934 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f51ba1-3e72-4d07-98ca-561c0031d47d req-bb83f960-5438-4cb6-acf0-497dabf42220 service neutron] Attempting to bind port 2651156f-f967-4a9f-be6c-429269bd7d17 on network d61f3db9-5a9e-4f6a-b70c-8358388c27f5 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:53:21.138140 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76c9af0-28fe-4dfd-9d1a-5eb762ad9089 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Pushing event deleted for resources: {'Network': ['ID=8b44ae0e-548c-4d63-a258-1af474ba5e25,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:21.160462 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f51ba1-3e72-4d07-98ca-561c0031d47d req-bb83f960-5438-4cb6-acf0-497dabf42220 service neutron] Checking agent: {'id': 'd28e24f9-e5ea-41e1-80bf-3c7943ad7f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:53:21.161690 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b72fba8-b2df-4dea-ba14-e98334a1d2fe req-70144be5-1f53-4dd0-9cbb-82f0effe7e9b tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:21.162734 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f51ba1-3e72-4d07-98ca-561c0031d47d req-bb83f960-5438-4cb6-acf0-497dabf42220 service neutron] Checking segment: {'id': 'a1591063-139e-43c7-a8c7-96e9de828ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f3db9-5a9e-4f6a-b70c-8358388c27f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:53:21.166211 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7f51ba1-3e72-4d07-98ca-561c0031d47d req-bb83f960-5438-4cb6-acf0-497dabf42220 service neutron] Bound using segment: {'id': 'a1591063-139e-43c7-a8c7-96e9de828ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f3db9-5a9e-4f6a-b70c-8358388c27f5'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:53:21.166816 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-e7f51ba1-3e72-4d07-98ca-561c0031d47d req-bb83f960-5438-4cb6-acf0-497dabf42220 service neutron] Bound port: 2651156f-f967-4a9f-be6c-429269bd7d17, host: n-h1-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1591063-139e-43c7-a8c7-96e9de828ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f3db9-5a9e-4f6a-b70c-8358388c27f5'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:53:21.167299 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-e7f51ba1-3e72-4d07-98ca-561c0031d47d req-bb83f960-5438-4cb6-acf0-497dabf42220 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:21.169862 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6b72fba8-b2df-4dea-ba14-e98334a1d2fe req-70144be5-1f53-4dd0-9cbb-82f0effe7e9b tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2328751 Aug 16 22:53:21.190190 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6b72fba8-b2df-4dea-ba14-e98334a1d2fe req-9a160c15-9c9f-4395-b474-e4370aaca137 tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] 10.222.0.36 "GET /v2.0/quotas/5e8f9775da054f59af409b480707b947 HTTP/1.1" status: 200 len: 375 time: 0.0193214 Aug 16 22:53:21.269128 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6b72fba8-b2df-4dea-ba14-e98334a1d2fe req-e72995f3-7c06-4c99-9cbe-56c776f8e84f tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5e8f9775da054f59af409b480707b947&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0780115 Aug 16 22:53:21.387631 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7de53fc3-f6a6-40d5-ad32-fcdeade19342 tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:21.399793 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 30ffc958-3eb7-4180-94cf-7f861cf615c2 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:53:21.420021 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.db.api [None req-9381cf53-4f46-424c-a35b-1465588cf8fa tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 22:53:21.420021 n-d-791506-26 neutron-server[101292]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 22:53:21.420021 n-d-791506-26 neutron-server[101292]: [parameters: {'project_id_1': '934ca4d0283b420081f9f15cff2f8e64', 'expiration_1': datetime.datetime(2021, 8, 16, 22, 53, 21, 135105)}] Aug 16 22:53:21.420021 n-d-791506-26 neutron-server[101292]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101292) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:53:21.420453 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7de53fc3-f6a6-40d5-ad32-fcdeade19342 tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:21.420577 n-d-791506-26 neutron-server[101292]: DEBUG oslo_db.api [None req-9381cf53-4f46-424c-a35b-1465588cf8fa tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:53:21.423059 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-e7f51ba1-3e72-4d07-98ca-561c0031d47d req-bb83f960-5438-4cb6-acf0-497dabf42220 service neutron] For port 2651156f-f967-4a9f-be6c-429269bd7d17, host n-h1-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:53:21.437118 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-e7f51ba1-3e72-4d07-98ca-561c0031d47d req-bb83f960-5438-4cb6-acf0-497dabf42220 service neutron] For port 2651156f-f967-4a9f-be6c-429269bd7d17, host n-h1-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=2651156f-f967-4a9f-be6c-429269bd7d17,segment=NetworkSegment(a1591063-139e-43c7-a8c7-96e9de828ec2),segment_id=a1591063-139e-43c7-a8c7-96e9de828ec2)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:53:21.445221 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60316) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:21.461813 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-e7f51ba1-3e72-4d07-98ca-561c0031d47d req-bb83f960-5438-4cb6-acf0-497dabf42220 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:21.486785 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:21.495685 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 30ffc958-3eb7-4180-94cf-7f861cf615c2 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:53:21.496014 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:21.539235 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c6d7963-4d40-48db-8ea8-b4045664bd85 admin admin] Made reservation on behalf of 59c961a779674ade84e46325c73c6eac for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:53:21.541930 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3c6d7963-4d40-48db-8ea8-b4045664bd85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:21.552822 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f51ba1-3e72-4d07-98ca-561c0031d47d req-bb83f960-5438-4cb6-acf0-497dabf42220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:21.553792 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-e7f51ba1-3e72-4d07-98ca-561c0031d47d req-bb83f960-5438-4cb6-acf0-497dabf42220 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:21.555872 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e7f51ba1-3e72-4d07-98ca-561c0031d47d req-bb83f960-5438-4cb6-acf0-497dabf42220 service neutron] 10.222.0.68 "PUT /v2.0/ports/2651156f-f967-4a9f-be6c-429269bd7d17 HTTP/1.1" status: 200 len: 1092 time: 1.9109859 Aug 16 22:53:21.570292 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c4c99e2-7d76-40fa-9e40-1a302aa8335d', 'tag': '2651156f-f967-4a9f-be6c-429269bd7d17'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:53:21.572980 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb3bcf9-e066-4f7d-943b-32c9811cea64" -d '{"events": [{"name": "network-changed", "server_uuid": "2c4c99e2-7d76-40fa-9e40-1a302aa8335d", "tag": "2651156f-f967-4a9f-be6c-429269bd7d17"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:53:21.577394 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7de53fc3-f6a6-40d5-ad32-fcdeade19342 tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:21.578984 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-7de53fc3-f6a6-40d5-ad32-fcdeade19342 tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.0337977 Aug 16 22:53:21.579290 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de53fc3-f6a6-40d5-ad32-fcdeade19342 tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f8a2671-4820-4bed-b29d-ce4513378842,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:21.581383 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60326) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:21.595693 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-2baaf6f7-33d2-433f-a833-20341de64926 tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] Request body: {'security_group_rule': {'security_group_id': '3f8a2671-4820-4bed-b29d-ce4513378842', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:53:21.619910 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3c6d7963-4d40-48db-8ea8-b4045664bd85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:21.681511 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d915c2f7-0cfd-43fd-8b11-9709b09fe03c x-openstack-request-id: req-d915c2f7-0cfd-43fd-8b11-9709b09fe03c {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:53:21.682088 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c4c99e2-7d76-40fa-9e40-1a302aa8335d", "tag": "2651156f-f967-4a9f-be6c-429269bd7d17", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:53:21.682088 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d915c2f7-0cfd-43fd-8b11-9709b09fe03c {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:53:21.682519 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c4c99e2-7d76-40fa-9e40-1a302aa8335d', 'tag': '2651156f-f967-4a9f-be6c-429269bd7d17', 'status': 'completed', 'code': 200} Aug 16 22:53:21.706096 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-3e959c47-0953-49ec-9a23-af71c5c2ec9a None None] Notify callbacks [] for port, precommit_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:21.726735 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-0279e237-06ef-4c41-980d-e1a44553e058 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1913979604-network', 'tenant_id': '463c04db7a86489b8d8a19358faf1fca'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:53:21.738744 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.provisioning_blocks [None req-3e959c47-0953-49ec-9a23-af71c5c2ec9a None None] Transition to ACTIVE for port object b9cfd26d-c3f5-4cde-a062-35a75382e027 will not be triggered until provisioned by entity L2. {{(pid=101294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:53:21.739747 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-91aeabb6-4110-4e83-bd82-48afb377d043 req-1d06655f-ac44-46e9-b9ed-7874f063407e tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] 10.222.0.36 "GET /v2.0/ports?device_id=486628ef-a12a-4ae8-9725-f93b2da39a4c HTTP/1.1" status: 200 len: 210 time: 0.1274450 Aug 16 22:53:21.764580 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-3e959c47-0953-49ec-9a23-af71c5c2ec9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:21.789448 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2baaf6f7-33d2-433f-a833-20341de64926 tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:21.808288 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb83f960-5438-4cb6-acf0-497dabf42220 service neutron] Pushing event updated for resources: {'Port': ['ID=2651156f-f967-4a9f-be6c-429269bd7d17,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:21.852570 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f51ba1-3e72-4d07-98ca-561c0031d47d req-13d9cb87-52f0-4fdb-932c-bb9f5c2ed961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:21.855456 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e7f51ba1-3e72-4d07-98ca-561c0031d47d req-13d9cb87-52f0-4fdb-932c-bb9f5c2ed961 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=dc5492cf6a2845ba9d22bb0eca33e51a&device_id=2c4c99e2-7d76-40fa-9e40-1a302aa8335d HTTP/1.1" status: 200 len: 1095 time: 0.2508771 Aug 16 22:53:21.874138 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cfa9ec-c037-447c-8079-3ade4d30d1e8 None None] Pushing event updated for resources: {'Port': ['ID=b9cfd26d-c3f5-4cde-a062-35a75382e027,revision_number=3']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:21.938174 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e7f51ba1-3e72-4d07-98ca-561c0031d47d req-658056c9-35da-43bb-9a34-f30feab8bc48 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2651156f-f967-4a9f-be6c-429269bd7d17 HTTP/1.1" status: 200 len: 217 time: 0.0729554 Aug 16 22:53:21.938582 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0279e237-06ef-4c41-980d-e1a44553e058 admin admin] Made reservation on behalf of 463c04db7a86489b8d8a19358faf1fca for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:53:21.939060 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-3e959c47-0953-49ec-9a23-af71c5c2ec9a None None] Attempting to bind port b9cfd26d-c3f5-4cde-a062-35a75382e027 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:53:21.939454 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-3e959c47-0953-49ec-9a23-af71c5c2ec9a None None] Attempting to bind port b9cfd26d-c3f5-4cde-a062-35a75382e027 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': 'c75463d9-f53e-4823-944f-b7dcfb798698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7bb4d736-1ee0-4c9d-95be-95b3b284910b'}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:53:21.939864 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e959c47-0953-49ec-9a23-af71c5c2ec9a None None] Attempting to bind port b9cfd26d-c3f5-4cde-a062-35a75382e027 on network 7bb4d736-1ee0-4c9d-95be-95b3b284910b {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:53:21.944267 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0279e237-06ef-4c41-980d-e1a44553e058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:21.948770 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e959c47-0953-49ec-9a23-af71c5c2ec9a None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:53:21.949297 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e959c47-0953-49ec-9a23-af71c5c2ec9a None None] Checking segment: {'id': 'c75463d9-f53e-4823-944f-b7dcfb798698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7bb4d736-1ee0-4c9d-95be-95b3b284910b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:53:21.949703 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-3e959c47-0953-49ec-9a23-af71c5c2ec9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:21.950245 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e959c47-0953-49ec-9a23-af71c5c2ec9a None None] Bound using segment: {'id': 'c75463d9-f53e-4823-944f-b7dcfb798698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7bb4d736-1ee0-4c9d-95be-95b3b284910b'} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:53:21.950799 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-3e959c47-0953-49ec-9a23-af71c5c2ec9a None None] Bound port: b9cfd26d-c3f5-4cde-a062-35a75382e027, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c75463d9-f53e-4823-944f-b7dcfb798698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7bb4d736-1ee0-4c9d-95be-95b3b284910b'}}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:53:21.951417 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-3e959c47-0953-49ec-9a23-af71c5c2ec9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:21.982170 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0279e237-06ef-4c41-980d-e1a44553e058 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:22.033513 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-3e959c47-0953-49ec-9a23-af71c5c2ec9a None None] For port b9cfd26d-c3f5-4cde-a062-35a75382e027, host n-d-791506-26, cleared binding levels {{(pid=101294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:53:22.037401 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2baaf6f7-33d2-433f-a833-20341de64926 tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:22.041138 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-3e959c47-0953-49ec-9a23-af71c5c2ec9a None None] For port b9cfd26d-c3f5-4cde-a062-35a75382e027, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=b9cfd26d-c3f5-4cde-a062-35a75382e027,segment=NetworkSegment(c75463d9-f53e-4823-944f-b7dcfb798698),segment_id=c75463d9-f53e-4823-944f-b7dcfb798698)] {{(pid=101294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:53:22.049236 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2baaf6f7-33d2-433f-a833-20341de64926 tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:22.049999 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-3e959c47-0953-49ec-9a23-af71c5c2ec9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:22.108919 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baaf6f7-33d2-433f-a833-20341de64926 tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bec06ec1-e7db-42ef-a5ef-ddaf151385f2,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:22.123185 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f51ba1-3e72-4d07-98ca-561c0031d47d req-5dc3e5d1-1dc7-4f61-b358-b0f37a621524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:22.127710 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e7f51ba1-3e72-4d07-98ca-561c0031d47d req-5dc3e5d1-1dc7-4f61-b358-b0f37a621524 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=99669aee-83b9-417a-a368-57108bfc92d4 HTTP/1.1" status: 200 len: 859 time: 0.1800108 Aug 16 22:53:22.145711 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cfa9ec-c037-447c-8079-3ade4d30d1e8 None None] Pushing event updated for resources: {'Port': ['ID=b9cfd26d-c3f5-4cde-a062-35a75382e027,revision_number=4']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:22.162910 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e959c47-0953-49ec-9a23-af71c5c2ec9a None None] Routers {'60f41f82-e452-41fa-9b14-d68572276c94'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:53:22.163500 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-3e959c47-0953-49ec-9a23-af71c5c2ec9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:53:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['60f41f82-e452-41fa-9b14-d68572276c94'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:22.243985 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415a7d7c-9827-4660-9abb-b812bc6135c7 req-b36c2cc7-f24b-45c7-b091-2725a9154179 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:22.245562 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-415a7d7c-9827-4660-9abb-b812bc6135c7 req-b36c2cc7-f24b-45c7-b091-2725a9154179 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c4c99e2-7d76-40fa-9e40-1a302aa8335d HTTP/1.1" status: 200 len: 943 time: 0.1181412 Aug 16 22:53:22.295061 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3c6d7963-4d40-48db-8ea8-b4045664bd85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:22.314023 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f51ba1-3e72-4d07-98ca-561c0031d47d req-895d88e7-450c-4648-81b8-da4ec047b17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:22.316053 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e7f51ba1-3e72-4d07-98ca-561c0031d47d req-895d88e7-450c-4648-81b8-da4ec047b17e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d61f3db9-5a9e-4f6a-b70c-8358388c27f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1787415 Aug 16 22:53:22.317470 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3c6d7963-4d40-48db-8ea8-b4045664bd85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:22.317838 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-415a7d7c-9827-4660-9abb-b812bc6135c7 req-33ddcdb4-c5ad-4de3-bf48-3ac028df7b4c tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] 10.222.0.36 "GET /v2.0/security-groups?id=3816303d-9df9-4713-86ff-53d823e28b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629265 Aug 16 22:53:22.336518 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2baaf6f7-33d2-433f-a833-20341de64926 tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:22.338333 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-2baaf6f7-33d2-433f-a833-20341de64926 tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7558787 Aug 16 22:53:22.341772 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9381cf53-4f46-424c-a35b-1465588cf8fa tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Made reservation on behalf of 934ca4d0283b420081f9f15cff2f8e64 for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:53:22.342154 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 60340) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:22.356283 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-03060740-790d-4820-bd43-ebeda8e564cb tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] Request body: {'security_group_rule': {'security_group_id': '3f8a2671-4820-4bed-b29d-ce4513378842', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:53:22.358877 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9381cf53-4f46-424c-a35b-1465588cf8fa tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:22.409280 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9381cf53-4f46-424c-a35b-1465588cf8fa tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:53:22.420485 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c6d7963-4d40-48db-8ea8-b4045664bd85 admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:53:22.427145 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9381cf53-4f46-424c-a35b-1465588cf8fa tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:22.427754 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-9381cf53-4f46-424c-a35b-1465588cf8fa tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Added segment 9342613c-8294-4991-8089-d33be230bb85 of type vlan for network 1637a282-6c5b-4e34-9f9d-9a3b71b1e122 Aug 16 22:53:22.436675 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-3e959c47-0953-49ec-9a23-af71c5c2ec9a None None] Set router 60f41f82-e452-41fa-9b14-d68572276c94 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:53:22.457188 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6d7963-4d40-48db-8ea8-b4045664bd85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8384bb30-36d1-44db-a513-c168c2a1b827,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:22.468291 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3c6d7963-4d40-48db-8ea8-b4045664bd85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:22.468510 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-3c6d7963-4d40-48db-8ea8-b4045664bd85 admin admin] Added segment ba972b88-db6b-4eb1-9871-9e900ec3fcf1 of type vlan for network a8aaeb65-e172-4fdd-9f1a-cbdbda638f0b Aug 16 22:53:22.507523 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9381cf53-4f46-424c-a35b-1465588cf8fa tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:22.532898 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e7f51ba1-3e72-4d07-98ca-561c0031d47d req-5d010177-df2e-44f9-adc7-11cff3ca2674 service neutron] 10.222.0.68 "GET /v2.0/networks/d61f3db9-5a9e-4f6a-b70c-8358388c27f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008817 Aug 16 22:53:22.578311 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0279e237-06ef-4c41-980d-e1a44553e058 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:22.581805 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9381cf53-4f46-424c-a35b-1465588cf8fa tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:22.591470 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9381cf53-4f46-424c-a35b-1465588cf8fa tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:22.595012 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9381cf53-4f46-424c-a35b-1465588cf8fa tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:22.611154 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0279e237-06ef-4c41-980d-e1a44553e058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:22.666470 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:22.678366 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3c6d7963-4d40-48db-8ea8-b4045664bd85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:22.683994 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-03060740-790d-4820-bd43-ebeda8e564cb tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:22.685261 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-9381cf53-4f46-424c-a35b-1465588cf8fa tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5839987 Aug 16 22:53:22.689355 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 60342) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:22.706686 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0279e237-06ef-4c41-980d-e1a44553e058 admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:53:22.718059 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0279e237-06ef-4c41-980d-e1a44553e058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:22.718418 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-0279e237-06ef-4c41-980d-e1a44553e058 admin admin] Added segment 0b00b110-ffa1-46c2-91d9-ab87a6c0117e of type vlan for network 84114c2c-8237-4c3d-8ec3-a63c8431ae95 Aug 16 22:53:22.723476 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-8f827947-3692-4a4b-8507-d31f14ea4a8c tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Request body: {'subnet': {'network_id': '1637a282-6c5b-4e34-9f9d-9a3b71b1e122', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:53:22.765735 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0279e237-06ef-4c41-980d-e1a44553e058 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:22.798219 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.db.resource_extend [None req-3c6d7963-4d40-48db-8ea8-b4045664bd85 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 22:53:22.803625 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0279e237-06ef-4c41-980d-e1a44553e058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7112d64a-fa50-4e7b-af47-b87caa1ebcdb,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:22.833197 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-3e959c47-0953-49ec-9a23-af71c5c2ec9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f41f82-e452-41fa-9b14-d68572276c94', 'name': 'tempest-ServersTestJSON-880350797-router', 'tenant_id': 'a9c0ed8d0d754c4dac8f472b354115ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '30ffc958-3eb7-4180-94cf-7f861cf615c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:53:09Z', 'updated_at': '2021-08-16T22:53:17Z', 'revision_number': 4, 'project_id': 'a9c0ed8d0d754c4dac8f472b354115ce', 'gw_port': {'id': '30ffc958-3eb7-4180-94cf-7f861cf615c2', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f41f82-e452-41fa-9b14-d68572276c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:09Z', 'updated_at': '2021-08-16T22:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'b9cfd26d-c3f5-4cde-a062-35a75382e027', 'name': '', 'network_id': '7bb4d736-1ee0-4c9d-95be-95b3b284910b', 'tenant_id': 'a9c0ed8d0d754c4dac8f472b354115ce', 'mac_address': 'fa:16:3e:59:47:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60f41f82-e452-41fa-9b14-d68572276c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '4f17be0c-e94d-48bc-9b35-a0b031c07b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:15Z', 'updated_at': '2021-08-16T22:53:22Z', 'revision_number': 4, 'project_id': 'a9c0ed8d0d754c4dac8f472b354115ce', 'subnets': [{'id': '4f17be0c-e94d-48bc-9b35-a0b031c07b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:22.834563 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3c6d7963-4d40-48db-8ea8-b4045664bd85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:22.836174 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6d7963-4d40-48db-8ea8-b4045664bd85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:22.836752 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3c6d7963-4d40-48db-8ea8-b4045664bd85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:22.849267 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0279e237-06ef-4c41-980d-e1a44553e058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:22.850201 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0279e237-06ef-4c41-980d-e1a44553e058 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:22.851379 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0279e237-06ef-4c41-980d-e1a44553e058 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:22.854058 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9381cf53-4f46-424c-a35b-1465588cf8fa tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Pushing event updated for resources: {'Network': ['ID=1637a282-6c5b-4e34-9f9d-9a3b71b1e122,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:22.870465 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 1637a282-6c5b-4e34-9f9d-9a3b71b1e122 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:53:22.877036 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e959c47-0953-49ec-9a23-af71c5c2ec9a None None] The sync data for ids ['60f41f82-e452-41fa-9b14-d68572276c94'] in n-d-791506-26 is: [{'id': '60f41f82-e452-41fa-9b14-d68572276c94', 'name': 'tempest-ServersTestJSON-880350797-router', 'tenant_id': 'a9c0ed8d0d754c4dac8f472b354115ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '30ffc958-3eb7-4180-94cf-7f861cf615c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:53:09Z', 'updated_at': '2021-08-16T22:53:17Z', 'revision_number': 4, 'project_id': 'a9c0ed8d0d754c4dac8f472b354115ce', 'gw_port': {'id': '30ffc958-3eb7-4180-94cf-7f861cf615c2', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f41f82-e452-41fa-9b14-d68572276c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:09Z', 'updated_at': '2021-08-16T22:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'b9cfd26d-c3f5-4cde-a062-35a75382e027', 'name': '', 'network_id': '7bb4d736-1ee0-4c9d-95be-95b3b284910b', 'tenant_id': 'a9c0ed8d0d754c4dac8f472b354115ce', 'mac_address': 'fa:16:3e:59:47:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60f41f82-e452-41fa-9b14-d68572276c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '4f17be0c-e94d-48bc-9b35-a0b031c07b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:15Z', 'updated_at': '2021-08-16T22:53:22Z', 'revision_number': 4, 'project_id': 'a9c0ed8d0d754c4dac8f472b354115ce', 'subnets': [{'id': '4f17be0c-e94d-48bc-9b35-a0b031c07b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:53:22.913018 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f13f0b40-eb36-4770-af44-eef61a54aa9a req-c97de307-548e-4fa5-8976-655dc237beea tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] 10.222.0.36 "GET /v2.0/ports?device_id=486628ef-a12a-4ae8-9725-f93b2da39a4c HTTP/1.1" status: 200 len: 210 time: 0.0660293 Aug 16 22:53:23.036757 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-0279e237-06ef-4c41-980d-e1a44553e058 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5900333 Aug 16 22:53:23.046056 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60348) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:23.052984 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-fa890ddb-8ad6-41a1-ab23-fa33f00aacad admin admin] Request body: {'subnet': {'network_id': '84114c2c-8237-4c3d-8ec3-a63c8431ae95', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1913979604-subnet', 'tenant_id': '463c04db7a86489b8d8a19358faf1fca', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:53:23.068918 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0279e237-06ef-4c41-980d-e1a44553e058 admin admin] Pushing event updated for resources: {'Network': ['ID=84114c2c-8237-4c3d-8ec3-a63c8431ae95,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:23.081288 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 84114c2c-8237-4c3d-8ec3-a63c8431ae95 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:53:23.092216 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-3c6d7963-4d40-48db-8ea8-b4045664bd85 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.4830649 Aug 16 22:53:23.093033 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60350) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:23.097185 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-03060740-790d-4820-bd43-ebeda8e564cb tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:23.099946 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-70cc8b7c-a7a5-40e9-b7e6-1008e1c9ed07 admin admin] Request body: {'subnet': {'network_id': 'a8aaeb65-e172-4fdd-9f1a-cbdbda638f0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1410935709-subnet', 'tenant_id': '59c961a779674ade84e46325c73c6eac', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:53:23.103141 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6d7963-4d40-48db-8ea8-b4045664bd85 admin admin] Pushing event updated for resources: {'Network': ['ID=a8aaeb65-e172-4fdd-9f1a-cbdbda638f0b,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:23.107752 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6b72fba8-b2df-4dea-ba14-e98334a1d2fe req-f0c89303-d9fd-40c1-b259-70dad6c0ec4d tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=5e8f9775da054f59af409b480707b947&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0888321 Aug 16 22:53:23.120181 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa890ddb-8ad6-41a1-ab23-fa33f00aacad admin admin] Made reservation on behalf of 463c04db7a86489b8d8a19358faf1fca for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:53:23.123427 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fa890ddb-8ad6-41a1-ab23-fa33f00aacad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:23.129918 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-03060740-790d-4820-bd43-ebeda8e564cb tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:23.145390 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e7f51ba1-3e72-4d07-98ca-561c0031d47d req-1e4b292f-e0dd-40a4-9a2b-72c60ba6b53f service neutron] 10.222.0.68 "GET /v2.0/networks/d61f3db9-5a9e-4f6a-b70c-8358388c27f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6098657 Aug 16 22:53:23.167879 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network a8aaeb65-e172-4fdd-9f1a-cbdbda638f0b details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:53:23.181201 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f827947-3692-4a4b-8507-d31f14ea4a8c tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Made reservation on behalf of 934ca4d0283b420081f9f15cff2f8e64 for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:53:23.184925 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8f827947-3692-4a4b-8507-d31f14ea4a8c tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:23.233129 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70cc8b7c-a7a5-40e9-b7e6-1008e1c9ed07 admin admin] Made reservation on behalf of 59c961a779674ade84e46325c73c6eac for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:53:23.236647 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-70cc8b7c-a7a5-40e9-b7e6-1008e1c9ed07 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:23.458964 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device b9cfd26d-c3f5-4cde-a062-35a75382e027 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:53:23.525908 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port b9cfd26d-c3f5-4cde-a062-35a75382e027 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:53:23.530646 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port b9cfd26d-c3f5-4cde-a062-35a75382e027 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:53:23.531294 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:23.612437 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-70cc8b7c-a7a5-40e9-b7e6-1008e1c9ed07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:23.638070 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03060740-790d-4820-bd43-ebeda8e564cb tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f579823f-abe3-4ed2-8d79-08bfbe7b8fbe,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:23.640636 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb3ed1-1a9d-4094-864a-7e65160df285 req-8a1f38fa-e62f-4abf-8776-3bf76aad363a tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:23.643513 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:23.650727 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cedb3ed1-1a9d-4094-864a-7e65160df285 req-8a1f38fa-e62f-4abf-8776-3bf76aad363a tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c4c99e2-7d76-40fa-9e40-1a302aa8335d HTTP/1.1" status: 200 len: 943 time: 0.1803658 Aug 16 22:53:23.686545 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port b9cfd26d-c3f5-4cde-a062-35a75382e027, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=b9cfd26d-c3f5-4cde-a062-35a75382e027,segment=NetworkSegment(c75463d9-f53e-4823-944f-b7dcfb798698),segment_id=c75463d9-f53e-4823-944f-b7dcfb798698)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:53:23.693961 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:23.716327 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-03060740-790d-4820-bd43-ebeda8e564cb tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:23.720824 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-03060740-790d-4820-bd43-ebeda8e564cb tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3710830 Aug 16 22:53:23.726604 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60358) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:23.744267 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-3186304b-173f-4fc3-a1a4-d8908dfc6d4f tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] Request body: {'floatingip': {'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:53:23.748017 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=b9cfd26d-c3f5-4cde-a062-35a75382e027,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:23.808299 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b72fba8-b2df-4dea-ba14-e98334a1d2fe req-74ad8c10-867f-4d08-bcd1-889fea7ce1a2 tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:23.809756 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6b72fba8-b2df-4dea-ba14-e98334a1d2fe req-74ad8c10-867f-4d08-bcd1-889fea7ce1a2 tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6901302 Aug 16 22:53:23.812995 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb3bcf9-e066-4f7d-943b-32c9811cea64 req-0cdae705-4222-4fa4-bf44-dd2f9d52a593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:23.814392 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-aeb3bcf9-e066-4f7d-943b-32c9811cea64 req-0cdae705-4222-4fa4-bf44-dd2f9d52a593 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=dc5492cf6a2845ba9d22bb0eca33e51a&device_id=2c4c99e2-7d76-40fa-9e40-1a302aa8335d HTTP/1.1" status: 200 len: 1095 time: 0.1955090 Aug 16 22:53:23.816251 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cc8b7c-a7a5-40e9-b7e6-1008e1c9ed07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5081f3b-73a4-4d61-9e4a-3f5b25fa6900,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:23.831404 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-6b72fba8-b2df-4dea-ba14-e98334a1d2fe req-5d95b64e-5c86-4802-9034-f2b60caef50e tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] Request body: {'port': {'device_id': '486628ef-a12a-4ae8-9725-f93b2da39a4c', 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd', 'admin_state_up': True, 'tenant_id': '5e8f9775da054f59af409b480707b947'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:53:23.841343 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cedb3ed1-1a9d-4094-864a-7e65160df285 req-93ea047d-11b8-4f84-8c42-69f8bdae7286 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] 10.222.0.36 "GET /v2.0/security-groups?id=3816303d-9df9-4713-86ff-53d823e28b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894858 Aug 16 22:53:23.856576 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fa890ddb-8ad6-41a1-ab23-fa33f00aacad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:23.863219 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3186304b-173f-4fc3-a1a4-d8908dfc6d4f tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] Notify callbacks [] for floatingip, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:24.103024 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb3bcf9-e066-4f7d-943b-32c9811cea64 req-6a47a026-4330-4a2c-8b10-4c6e9e8d2b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:24.104616 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-aeb3bcf9-e066-4f7d-943b-32c9811cea64 req-6a47a026-4330-4a2c-8b10-4c6e9e8d2b21 service neutron] 10.222.0.68 "GET /v2.0/networks?id=d61f3db9-5a9e-4f6a-b70c-8358388c27f5 HTTP/1.1" status: 200 len: 921 time: 0.2669914 Aug 16 22:53:24.126513 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8f827947-3692-4a4b-8507-d31f14ea4a8c tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:24.190710 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-aeb3bcf9-e066-4f7d-943b-32c9811cea64 req-a4a97d62-5ee7-49ac-85ff-453f3afd979b service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2651156f-f967-4a9f-be6c-429269bd7d17 HTTP/1.1" status: 200 len: 217 time: 0.0729346 Aug 16 22:53:24.199069 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b72fba8-b2df-4dea-ba14-e98334a1d2fe req-5d95b64e-5c86-4802-9034-f2b60caef50e tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] Made reservation on behalf of 5e8f9775da054f59af409b480707b947 for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:53:24.202592 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-6b72fba8-b2df-4dea-ba14-e98334a1d2fe req-5d95b64e-5c86-4802-9034-f2b60caef50e tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:24.282920 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cc8b7c-a7a5-40e9-b7e6-1008e1c9ed07 admin admin] Checking segment: {'id': 'ba972b88-db6b-4eb1-9871-9e900ec3fcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a8aaeb65-e172-4fdd-9f1a-cbdbda638f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:53:24.283439 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70cc8b7c-a7a5-40e9-b7e6-1008e1c9ed07 admin admin] Network hostable DHCP agents. Network: a8aaeb65-e172-4fdd-9f1a-cbdbda638f0b, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:53:24.290098 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f827947-3692-4a4b-8507-d31f14ea4a8c tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Pushing event updated for resources: {'Subnet': ['ID=6b6bfd40-ab6b-4519-ada0-e87682149f3d,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:24.311303 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb3bcf9-e066-4f7d-943b-32c9811cea64 req-f62919ed-a041-47f1-a222-c50198b6c6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:24.312952 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-aeb3bcf9-e066-4f7d-943b-32c9811cea64 req-f62919ed-a041-47f1-a222-c50198b6c6ce service neutron] 10.222.0.68 "GET /v2.0/subnets?id=99669aee-83b9-417a-a368-57108bfc92d4 HTTP/1.1" status: 200 len: 859 time: 0.1043077 Aug 16 22:53:24.313238 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4c95c628-1792-4ae6-ba6b-6df736c8baa6 req-81fc0199-884c-48de-ab05-1090213e9a18 tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] 10.222.0.36 "GET /v2.0/ports?device_id=486628ef-a12a-4ae8-9725-f93b2da39a4c HTTP/1.1" status: 200 len: 210 time: 0.0537734 Aug 16 22:53:24.394196 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa890ddb-8ad6-41a1-ab23-fa33f00aacad admin admin] Pushing event updated for resources: {'Subnet': ['ID=7dcd32e4-dfac-4bf2-accd-cdf25fc72851,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:24.413682 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70cc8b7c-a7a5-40e9-b7e6-1008e1c9ed07 admin admin] Network a8aaeb65-e172-4fdd-9f1a-cbdbda638f0b is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:53:24.418328 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f827947-3692-4a4b-8507-d31f14ea4a8c tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Checking segment: {'id': '9342613c-8294-4991-8089-d33be230bb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1637a282-6c5b-4e34-9f9d-9a3b71b1e122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:53:24.418699 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f827947-3692-4a4b-8507-d31f14ea4a8c tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Network hostable DHCP agents. Network: 1637a282-6c5b-4e34-9f9d-9a3b71b1e122, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:53:24.419515 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa890ddb-8ad6-41a1-ab23-fa33f00aacad admin admin] Checking segment: {'id': '0b00b110-ffa1-46c2-91d9-ab87a6c0117e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '84114c2c-8237-4c3d-8ec3-a63c8431ae95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:53:24.419886 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa890ddb-8ad6-41a1-ab23-fa33f00aacad admin admin] Network hostable DHCP agents. Network: 84114c2c-8237-4c3d-8ec3-a63c8431ae95, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:53:24.439759 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-70cc8b7c-a7a5-40e9-b7e6-1008e1c9ed07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, a8aaeb65-e172-4fdd-9f1a-cbdbda638f0b) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:53:24.449134 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49aa24b-37cd-4823-aeeb-8587c48a14cc None None] Network a8aaeb65-e172-4fdd-9f1a-cbdbda638f0b requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:53:24.461178 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70cc8b7c-a7a5-40e9-b7e6-1008e1c9ed07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:24.461847 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-70cc8b7c-a7a5-40e9-b7e6-1008e1c9ed07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:24.487923 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa890ddb-8ad6-41a1-ab23-fa33f00aacad admin admin] Network 84114c2c-8237-4c3d-8ec3-a63c8431ae95 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:53:24.505852 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-70cc8b7c-a7a5-40e9-b7e6-1008e1c9ed07 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4112685 Aug 16 22:53:24.506524 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-fa890ddb-8ad6-41a1-ab23-fa33f00aacad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 84114c2c-8237-4c3d-8ec3-a63c8431ae95) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:53:24.511311 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60366) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:24.515560 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-e4c63c70-6a14-40c2-9f8e-cb639bc55d60 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1410935709-router', 'tenant_id': '59c961a779674ade84e46325c73c6eac', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:53:24.520957 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53833000-14ce-45f6-b544-da44dcdd38f7 None None] Network 84114c2c-8237-4c3d-8ec3-a63c8431ae95 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:53:24.525252 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa890ddb-8ad6-41a1-ab23-fa33f00aacad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:24.525853 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fa890ddb-8ad6-41a1-ab23-fa33f00aacad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:24.543407 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb3bcf9-e066-4f7d-943b-32c9811cea64 req-651f3edb-3c31-4aee-a775-dfd480b8e500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:24.546388 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-aeb3bcf9-e066-4f7d-943b-32c9811cea64 req-651f3edb-3c31-4aee-a775-dfd480b8e500 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d61f3db9-5a9e-4f6a-b70c-8358388c27f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2231035 Aug 16 22:53:24.570475 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e4c63c70-6a14-40c2-9f8e-cb639bc55d60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:24.571707 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e4c63c70-6a14-40c2-9f8e-cb639bc55d60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:24.576036 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3186304b-173f-4fc3-a1a4-d8908dfc6d4f tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:24.583115 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-fa890ddb-8ad6-41a1-ab23-fa33f00aacad admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5357287 Aug 16 22:53:24.591109 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f827947-3692-4a4b-8507-d31f14ea4a8c tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Network 1637a282-6c5b-4e34-9f9d-9a3b71b1e122 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:53:24.658796 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-8f827947-3692-4a4b-8507-d31f14ea4a8c tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 1637a282-6c5b-4e34-9f9d-9a3b71b1e122) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:53:24.683051 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f827947-3692-4a4b-8507-d31f14ea4a8c tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:24.683650 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8f827947-3692-4a4b-8507-d31f14ea4a8c tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:24.691146 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee742d4-91b6-40b3-afc5-f27448d0e2f3 None None] Network 1637a282-6c5b-4e34-9f9d-9a3b71b1e122 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:53:24.704781 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-6b72fba8-b2df-4dea-ba14-e98334a1d2fe req-5d95b64e-5c86-4802-9034-f2b60caef50e tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] Allocated IP 192.168.233.248 (a2f596d0-b80e-4404-bf4b-27a7e14f50dd/6af2b868-37d3-46ab-a526-0465929f13c8/019c6b2b-b507-49b2-a989-70f03a270e10) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:53:24.724770 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e4c63c70-6a14-40c2-9f8e-cb639bc55d60 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:24.740208 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-8f827947-3692-4a4b-8507-d31f14ea4a8c tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.0444973 Aug 16 22:53:24.749538 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 60370) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:24.839313 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-aeb3bcf9-e066-4f7d-943b-32c9811cea64 req-c66c9164-b935-4b02-bd56-055eb931d39a service neutron] 10.222.0.68 "GET /v2.0/networks/d61f3db9-5a9e-4f6a-b70c-8358388c27f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688324 Aug 16 22:53:24.875133 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-3186304b-173f-4fc3-a1a4-d8908dfc6d4f tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] Allocated IP 172.25.4.64 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/fbd30dc1-fc86-40f7-83a1-a12678a70210) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:53:24.936156 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5954227e-5f0a-458b-87de-a6b81f0a66bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-a8aaeb65-e172-4fdd-9f1a-cbdbda638f0b', 'network_id': 'a8aaeb65-e172-4fdd-9f1a-cbdbda638f0b', 'tenant_id': '59c961a779674ade84e46325c73c6eac', 'fixed_ips': [{'subnet_id': 'd5081f3b-73a4-4d61-9e4a-3f5b25fa6900'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:53:24.937085 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-5954227e-5f0a-458b-87de-a6b81f0a66bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:25.087656 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9f29fc-2db6-4287-86e5-c55c296fd833 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-84114c2c-8237-4c3d-8ec3-a63c8431ae95', 'network_id': '84114c2c-8237-4c3d-8ec3-a63c8431ae95', 'tenant_id': '463c04db7a86489b8d8a19358faf1fca', 'fixed_ips': [{'subnet_id': '7dcd32e4-dfac-4bf2-accd-cdf25fc72851'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:53:25.088504 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0d9f29fc-2db6-4287-86e5-c55c296fd833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:25.100122 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c65cf366-852c-4d30-91f2-ef73adb79c98 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:25.104835 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3186304b-173f-4fc3-a1a4-d8908dfc6d4f tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:25.128504 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:25.169738 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-aeb3bcf9-e066-4f7d-943b-32c9811cea64 req-3d05ad2b-7d14-4bdd-9fec-960390caa307 service neutron] 10.222.0.68 "GET /v2.0/networks/d61f3db9-5a9e-4f6a-b70c-8358388c27f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3212667 Aug 16 22:53:25.173053 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-6b72fba8-b2df-4dea-ba14-e98334a1d2fe req-5d95b64e-5c86-4802-9034-f2b60caef50e tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:25.219699 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-6b72fba8-b2df-4dea-ba14-e98334a1d2fe req-5d95b64e-5c86-4802-9034-f2b60caef50e tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] Transition to ACTIVE for port object 019c6b2b-b507-49b2-a989-70f03a270e10 will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:53:25.236784 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c65cf366-852c-4d30-91f2-ef73adb79c98 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:25.269398 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e4c63c70-6a14-40c2-9f8e-cb639bc55d60 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:25.361080 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-6b72fba8-b2df-4dea-ba14-e98334a1d2fe req-5d95b64e-5c86-4802-9034-f2b60caef50e tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:25.371474 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2621864-058b-4c74-a956-b878d6f60a72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-1637a282-6c5b-4e34-9f9d-9a3b71b1e122', 'network_id': '1637a282-6c5b-4e34-9f9d-9a3b71b1e122', 'tenant_id': '934ca4d0283b420081f9f15cff2f8e64', 'fixed_ips': [{'subnet_id': '6b6bfd40-ab6b-4519-ada0-e87682149f3d'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:53:25.372727 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f2621864-058b-4c74-a956-b878d6f60a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:25.404165 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-5954227e-5f0a-458b-87de-a6b81f0a66bd None None] Allocated IP 172.20.0.2 (a8aaeb65-e172-4fdd-9f1a-cbdbda638f0b/d5081f3b-73a4-4d61-9e4a-3f5b25fa6900/b72b4a24-604b-48e1-a5b5-39e0ccafe741) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:53:25.424848 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device b9cfd26d-c3f5-4cde-a062-35a75382e027 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:53:25.427258 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['36847729-13b7-4fa3-b900-fd03f69af3e1'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:53:25.456844 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d95b64e-5c86-4802-9034-f2b60caef50e tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] Pushing event updated for resources: {'Port': ['ID=019c6b2b-b507-49b2-a989-70f03a270e10,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:25.460763 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c65cf366-852c-4d30-91f2-ef73adb79c98 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:25.496475 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3186304b-173f-4fc3-a1a4-d8908dfc6d4f tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:25.519212 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b72fba8-b2df-4dea-ba14-e98334a1d2fe req-5d95b64e-5c86-4802-9034-f2b60caef50e tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] Network a2f596d0-b80e-4404-bf4b-27a7e14f50dd is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:53:25.529455 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65cf366-852c-4d30-91f2-ef73adb79c98 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Pushing event deleted for resources: {'Subnet': ['ID=6b6bfd40-ab6b-4519-ada0-e87682149f3d,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:25.534487 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-6b72fba8-b2df-4dea-ba14-e98334a1d2fe req-5d95b64e-5c86-4802-9034-f2b60caef50e tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:53:25.537866 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b72fba8-b2df-4dea-ba14-e98334a1d2fe req-5d95b64e-5c86-4802-9034-f2b60caef50e tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:53:25.598909 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c31ac4f-7c09-452a-a012-643af7918e9e req-fc661624-9b75-429a-8a21-ec30a95b916b tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:25.606817 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0c31ac4f-7c09-452a-a012-643af7918e9e req-fc661624-9b75-429a-8a21-ec30a95b916b tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c4c99e2-7d76-40fa-9e40-1a302aa8335d HTTP/1.1" status: 200 len: 943 time: 0.3314617 Aug 16 22:53:25.633799 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3186304b-173f-4fc3-a1a4-d8908dfc6d4f tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:53:25.645864 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c65cf366-852c-4d30-91f2-ef73adb79c98 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:25.651834 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-3186304b-173f-4fc3-a1a4-d8908dfc6d4f tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:53:25.654582 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3186304b-173f-4fc3-a1a4-d8908dfc6d4f tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:53:25.677024 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b72fba8-b2df-4dea-ba14-e98334a1d2fe req-5d95b64e-5c86-4802-9034-f2b60caef50e tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:25.677896 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-6b72fba8-b2df-4dea-ba14-e98334a1d2fe req-5d95b64e-5c86-4802-9034-f2b60caef50e tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:25.700438 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-c65cf366-852c-4d30-91f2-ef73adb79c98 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1637a282-6c5b-4e34-9f9d-9a3b71b1e122']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:25.708581 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6b72fba8-b2df-4dea-ba14-e98334a1d2fe req-5d95b64e-5c86-4802-9034-f2b60caef50e tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8818004 Aug 16 22:53:25.711225 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3186304b-173f-4fc3-a1a4-d8908dfc6d4f tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] Pushing event updated for resources: {'Port': ['ID=fbd30dc1-fc86-40f7-83a1-a12678a70210,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:25.712720 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 2651156f-f967-4a9f-be6c-429269bd7d17 details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:53:25.729736 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0c31ac4f-7c09-452a-a012-643af7918e9e req-5d2e0562-a8f5-4350-9b1f-4ca3a1b0ae13 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] 10.222.0.36 "GET /v2.0/security-groups?id=3816303d-9df9-4713-86ff-53d823e28b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179028 Aug 16 22:53:25.744223 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-6b72fba8-b2df-4dea-ba14-e98334a1d2fe req-25438f13-f4f7-45a7-97a8-fd302e13bf45 service neutron] Request body: {'port': {'device_id': '486628ef-a12a-4ae8-9725-f93b2da39a4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:53:25.758828 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-c65cf366-852c-4d30-91f2-ef73adb79c98 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9342613c-8294-4991-8089-d33be230bb85') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:25.759201 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-c65cf366-852c-4d30-91f2-ef73adb79c98 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9342613c-8294-4991-8089-d33be230bb85') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:25.808334 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c65cf366-852c-4d30-91f2-ef73adb79c98 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:25.828111 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0782785d-5383-4ed4-a2fc-7218291020c2 req-16649e66-971d-4242-a5e9-f255778cb887 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:25.830190 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c65cf366-852c-4d30-91f2-ef73adb79c98 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:25.833512 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0782785d-5383-4ed4-a2fc-7218291020c2 req-16649e66-971d-4242-a5e9-f255778cb887 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/networks?id=84114c2c-8237-4c3d-8ec3-a63c8431ae95 HTTP/1.1" status: 200 len: 816 time: 0.4372690 Aug 16 22:53:25.861072 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c65cf366-852c-4d30-91f2-ef73adb79c98 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:53:25.861985 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c65cf366-852c-4d30-91f2-ef73adb79c98 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:25.865100 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 22:53:25.865100 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:53:25.865100 n-d-791506-26 neutron-server[101291]: timer() Aug 16 22:53:25.865100 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:53:25.865100 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 22:53:25.865100 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:53:25.865100 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 22:53:25.865100 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:53:25.865100 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 22:53:25.865100 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:53:25.865100 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 22:53:25.865100 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:53:25.865100 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 22:53:25.865100 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:53:25.865100 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:53:25.865100 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:53:25.865100 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:53:25.865100 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:53:25.865100 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 22:53:25.865100 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:53:25.865100 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 22:53:25.865100 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:53:25.865100 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:53:25.865100 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:53:25.865100 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 22:53:25.865100 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:53:25.865100 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:53:25.865100 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:53:25.865100 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:53:25.865100 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:53:25.865100 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:53:25.865100 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:53:25.878041 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0782785d-5383-4ed4-a2fc-7218291020c2 req-7c98f181-1888-4e29-9be1-24f1305daedc tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/quotas/463c04db7a86489b8d8a19358faf1fca HTTP/1.1" status: 200 len: 375 time: 0.0261369 Aug 16 22:53:25.919831 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-6b72fba8-b2df-4dea-ba14-e98334a1d2fe req-25438f13-f4f7-45a7-97a8-fd302e13bf45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:25.936081 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0782785d-5383-4ed4-a2fc-7218291020c2 req-600a5121-832d-4631-ae2a-e65fba910ecc tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=463c04db7a86489b8d8a19358faf1fca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0491478 Aug 16 22:53:25.976825 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c65cf366-852c-4d30-91f2-ef73adb79c98 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:25.989925 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c65cf366-852c-4d30-91f2-ef73adb79c98 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:25.992802 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-c65cf366-852c-4d30-91f2-ef73adb79c98 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] 10.222.0.36 "DELETE /v2.0/networks/1637a282-6c5b-4e34-9f9d-9a3b71b1e122 HTTP/1.1" status: 204 len: 168 time: 1.2418306 Aug 16 22:53:25.997215 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 60396) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:25.999887 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-0d9f29fc-2db6-4287-86e5-c55c296fd833 None None] Allocated IP 172.20.0.2 (84114c2c-8237-4c3d-8ec3-a63c8431ae95/7dcd32e4-dfac-4bf2-accd-cdf25fc72851/818cfc68-e188-48a4-9eb5-07cc1027cd76) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:53:26.001180 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-d7d13afd-5ad5-49d4-b625-ce707984a7f0 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1766594592'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:53:26.021517 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65cf366-852c-4d30-91f2-ef73adb79c98 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Pushing event deleted for resources: {'Network': ['ID=1637a282-6c5b-4e34-9f9d-9a3b71b1e122,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:26.041046 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91379587-9a10-47a2-8594-4611454c4561 None None] Network 1637a282-6c5b-4e34-9f9d-9a3b71b1e122 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:53:26.092465 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91379587-9a10-47a2-8594-4611454c4561 None None] Network 1637a282-6c5b-4e34-9f9d-9a3b71b1e122 could not be found, it might have been deleted concurrently. {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 16 22:53:26.112582 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d13afd-5ad5-49d4-b625-ce707984a7f0 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Made reservation on behalf of 934ca4d0283b420081f9f15cff2f8e64 for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:53:26.113645 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-de39c5c1-f7c8-45a1-a761-61e9e97ee36a None None] Provisioning for port 019c6b2b-b507-49b2-a989-70f03a270e10 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:53:26.116255 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d7d13afd-5ad5-49d4-b625-ce707984a7f0 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:26.157120 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3186304b-173f-4fc3-a1a4-d8908dfc6d4f tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:26.190840 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533e653a-4728-4c36-8116-91981343c08a req-fada42df-e88b-4bc5-a7c6-24058900ed3f tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:26.191690 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7d13afd-5ad5-49d4-b625-ce707984a7f0 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:53:26.192354 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-533e653a-4728-4c36-8116-91981343c08a req-fada42df-e88b-4bc5-a7c6-24058900ed3f tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] 10.222.0.36 "GET /v2.0/ports?device_id=486628ef-a12a-4ae8-9725-f93b2da39a4c HTTP/1.1" status: 200 len: 936 time: 0.2140660 Aug 16 22:53:26.206943 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d7d13afd-5ad5-49d4-b625-ce707984a7f0 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:26.207298 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-d7d13afd-5ad5-49d4-b625-ce707984a7f0 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Added segment f3480683-cfcf-43c6-854b-e202534ca3bb of type vlan for network 033afa38-0f8a-4ac5-a75a-baad18d409cc Aug 16 22:53:26.223459 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-de39c5c1-f7c8-45a1-a761-61e9e97ee36a None None] Provisioning complete for port 019c6b2b-b507-49b2-a989-70f03a270e10 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:53:26.224004 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-de39c5c1-f7c8-45a1-a761-61e9e97ee36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:26.251031 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e4c63c70-6a14-40c2-9f8e-cb639bc55d60 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:26.275096 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d7d13afd-5ad5-49d4-b625-ce707984a7f0 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:26.280795 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3186304b-173f-4fc3-a1a4-d8908dfc6d4f tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:26.308601 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0782785d-5383-4ed4-a2fc-7218291020c2 req-a6d628f2-6eb9-4b11-b1be-2ee6e6417d88 service neutron] 10.222.0.36 "GET /v2.0/networks/84114c2c-8237-4c3d-8ec3-a63c8431ae95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3041797 Aug 16 22:53:26.316170 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e4c63c70-6a14-40c2-9f8e-cb639bc55d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:26.324587 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 2651156f-f967-4a9f-be6c-429269bd7d17, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=2651156f-f967-4a9f-be6c-429269bd7d17,segment=NetworkSegment(a1591063-139e-43c7-a8c7-96e9de828ec2),segment_id=a1591063-139e-43c7-a8c7-96e9de828ec2)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:53:26.335793 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port b9cfd26d-c3f5-4cde-a062-35a75382e027 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:53:26.336277 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:26.342207 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d7d13afd-5ad5-49d4-b625-ce707984a7f0 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:26.348550 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d13afd-5ad5-49d4-b625-ce707984a7f0 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:26.348550 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d7d13afd-5ad5-49d4-b625-ce707984a7f0 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:26.376064 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-de39c5c1-f7c8-45a1-a761-61e9e97ee36a None None] Port 019c6b2b-b507-49b2-a989-70f03a270e10 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:53:26.425464 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-6b72fba8-b2df-4dea-ba14-e98334a1d2fe req-25438f13-f4f7-45a7-97a8-fd302e13bf45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 019c6b2b-b507-49b2-a989-70f03a270e10 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:53:26.431434 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-533e653a-4728-4c36-8116-91981343c08a req-bd400092-6d9f-4ebd-9864-d17c8b73abb4 tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] 10.222.0.36 "GET /v2.0/security-groups?id=faa99c9d-dd29-40b5-a0a4-b7ed8dc0f17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076404 Aug 16 22:53:26.436830 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-d7d13afd-5ad5-49d4-b625-ce707984a7f0 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4391577 Aug 16 22:53:26.437049 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': '2651156f-f967-4a9f-be6c-429269bd7d17', 'network_id': 'd61f3db9-5a9e-4f6a-b70c-8358388c27f5', 'port_id': '2651156f-f967-4a9f-be6c-429269bd7d17', 'mac_address': 'fa:16:3e:13:4b:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99669aee-83b9-417a-a368-57108bfc92d4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:53:26.437165 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 60398) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:26.445047 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-6b72fba8-b2df-4dea-ba14-e98334a1d2fe req-25438f13-f4f7-45a7-97a8-fd302e13bf45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:26.452112 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-ac13dee4-b94c-496c-ae8a-3bb24dc0959b tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Request body: {'network': {'name': 'New_network'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:53:26.536274 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0d9f29fc-2db6-4287-86e5-c55c296fd833 None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:26.542993 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d13afd-5ad5-49d4-b625-ce707984a7f0 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Pushing event updated for resources: {'Network': ['ID=033afa38-0f8a-4ac5-a75a-baad18d409cc,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:26.548350 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-5954227e-5f0a-458b-87de-a6b81f0a66bd None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:26.576861 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 033afa38-0f8a-4ac5-a75a-baad18d409cc details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:53:26.583192 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0d9f29fc-2db6-4287-86e5-c55c296fd833 None None] Transition to ACTIVE for port object 818cfc68-e188-48a4-9eb5-07cc1027cd76 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:53:26.597935 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-6b72fba8-b2df-4dea-ba14-e98334a1d2fe req-25438f13-f4f7-45a7-97a8-fd302e13bf45 service neutron] Transition to ACTIVE for port object 019c6b2b-b507-49b2-a989-70f03a270e10 will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:53:26.599747 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-5954227e-5f0a-458b-87de-a6b81f0a66bd None None] Transition to ACTIVE for port object b72b4a24-604b-48e1-a5b5-39e0ccafe741 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:53:26.605406 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:26.615608 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-6b72fba8-b2df-4dea-ba14-e98334a1d2fe req-25438f13-f4f7-45a7-97a8-fd302e13bf45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:26.615848 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0782785d-5383-4ed4-a2fc-7218291020c2 req-cbd2db92-d75b-4c93-b925-9e4bc5d1bc27 service neutron] 10.222.0.36 "GET /v2.0/networks/84114c2c-8237-4c3d-8ec3-a63c8431ae95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790611 Aug 16 22:53:26.634052 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-e4c63c70-6a14-40c2-9f8e-cb639bc55d60 admin admin] Allocated IP 172.25.4.208 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/9aa72632-19cf-4b9f-84a5-4e2d384931b3) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:53:26.667005 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3186304b-173f-4fc3-a1a4-d8908dfc6d4f tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:26.681265 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2651156f-f967-4a9f-be6c-429269bd7d17 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:53:26.683782 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3186304b-173f-4fc3-a1a4-d8908dfc6d4f tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:26.722474 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ac13dee4-b94c-496c-ae8a-3bb24dc0959b tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:26.777831 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0d9f29fc-2db6-4287-86e5-c55c296fd833 None None] Transition to ACTIVE for port object 818cfc68-e188-48a4-9eb5-07cc1027cd76 will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:53:26.785703 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-5954227e-5f0a-458b-87de-a6b81f0a66bd None None] Transition to ACTIVE for port object b72b4a24-604b-48e1-a5b5-39e0ccafe741 will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:53:26.801579 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25438f13-f4f7-45a7-97a8-fd302e13bf45 service neutron] Pushing event updated for resources: {'Port': ['ID=019c6b2b-b507-49b2-a989-70f03a270e10,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:26.802849 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 2651156f-f967-4a9f-be6c-429269bd7d17, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=2651156f-f967-4a9f-be6c-429269bd7d17,segment=NetworkSegment(a1591063-139e-43c7-a8c7-96e9de828ec2),segment_id=a1591063-139e-43c7-a8c7-96e9de828ec2)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:53:26.820473 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0d9f29fc-2db6-4287-86e5-c55c296fd833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:26.830836 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-5954227e-5f0a-458b-87de-a6b81f0a66bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:26.841328 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:26.888839 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9f29fc-2db6-4287-86e5-c55c296fd833 None None] Network 84114c2c-8237-4c3d-8ec3-a63c8431ae95 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:53:26.892130 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-0d9f29fc-2db6-4287-86e5-c55c296fd833 None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:53:26.895146 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9f29fc-2db6-4287-86e5-c55c296fd833 None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:53:26.917561 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-6b72fba8-b2df-4dea-ba14-e98334a1d2fe req-25438f13-f4f7-45a7-97a8-fd302e13bf45 service neutron] Attempting to bind port 019c6b2b-b507-49b2-a989-70f03a270e10 on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:53:26.918037 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-6b72fba8-b2df-4dea-ba14-e98334a1d2fe req-25438f13-f4f7-45a7-97a8-fd302e13bf45 service neutron] Attempting to bind port 019c6b2b-b507-49b2-a989-70f03a270e10 by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:53:26.918350 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b72fba8-b2df-4dea-ba14-e98334a1d2fe req-25438f13-f4f7-45a7-97a8-fd302e13bf45 service neutron] Attempting to bind port 019c6b2b-b507-49b2-a989-70f03a270e10 on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:53:26.920464 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ac13dee4-b94c-496c-ae8a-3bb24dc0959b tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:26.931097 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5954227e-5f0a-458b-87de-a6b81f0a66bd None None] Network a8aaeb65-e172-4fdd-9f1a-cbdbda638f0b is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:53:26.961009 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-5954227e-5f0a-458b-87de-a6b81f0a66bd None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:53:26.967384 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5954227e-5f0a-458b-87de-a6b81f0a66bd None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:53:26.979148 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3186304b-173f-4fc3-a1a4-d8908dfc6d4f tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] Pushing event updated for resources: {'Port': ['ID=fbd30dc1-fc86-40f7-83a1-a12678a70210,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:26.983915 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9f29fc-2db6-4287-86e5-c55c296fd833 None None] Pushing event updated for resources: {'Port': ['ID=818cfc68-e188-48a4-9eb5-07cc1027cd76,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:27.033961 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3186304b-173f-4fc3-a1a4-d8908dfc6d4f tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:27.040032 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ac13dee4-b94c-496c-ae8a-3bb24dc0959b tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Network 033afa38-0f8a-4ac5-a75a-baad18d409cc is not hosted by any dhcp agent {{(pid=101291) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 22:53:27.047315 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac13dee4-b94c-496c-ae8a-3bb24dc0959b tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:27.048459 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ac13dee4-b94c-496c-ae8a-3bb24dc0959b tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:27.053669 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-ac13dee4-b94c-496c-ae8a-3bb24dc0959b tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] 10.222.0.36 "PUT /v2.0/networks/033afa38-0f8a-4ac5-a75a-baad18d409cc HTTP/1.1" status: 200 len: 723 time: 0.6112053 Aug 16 22:53:27.053917 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60410) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:27.055935 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13dee4-b94c-496c-ae8a-3bb24dc0959b tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Pushing event updated for resources: {'Network': ['ID=033afa38-0f8a-4ac5-a75a-baad18d409cc,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:27.065178 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e4c63c70-6a14-40c2-9f8e-cb639bc55d60 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:27.072609 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b72fba8-b2df-4dea-ba14-e98334a1d2fe req-25438f13-f4f7-45a7-97a8-fd302e13bf45 service neutron] Port 019c6b2b-b507-49b2-a989-70f03a270e10 on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:53:27.072953 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b72fba8-b2df-4dea-ba14-e98334a1d2fe req-25438f13-f4f7-45a7-97a8-fd302e13bf45 service neutron] Attempting to bind port 019c6b2b-b507-49b2-a989-70f03a270e10 on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:53:27.081373 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b72fba8-b2df-4dea-ba14-e98334a1d2fe req-25438f13-f4f7-45a7-97a8-fd302e13bf45 service neutron] Checking agent: {'id': 'd28e24f9-e5ea-41e1-80bf-3c7943ad7f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:53:27.081714 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b72fba8-b2df-4dea-ba14-e98334a1d2fe req-25438f13-f4f7-45a7-97a8-fd302e13bf45 service neutron] Checking segment: {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:53:27.082099 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b72fba8-b2df-4dea-ba14-e98334a1d2fe req-25438f13-f4f7-45a7-97a8-fd302e13bf45 service neutron] Bound using segment: {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:53:27.082531 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-6b72fba8-b2df-4dea-ba14-e98334a1d2fe req-25438f13-f4f7-45a7-97a8-fd302e13bf45 service neutron] Bound port: 019c6b2b-b507-49b2-a989-70f03a270e10, host: n-h1-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:53:27.083433 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-a9b9ec24-5f36-41e6-a873-269cfa7e631d tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Request body: {'subnet': {'network_id': '033afa38-0f8a-4ac5-a75a-baad18d409cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:53:27.087384 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-6b72fba8-b2df-4dea-ba14-e98334a1d2fe req-25438f13-f4f7-45a7-97a8-fd302e13bf45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:27.114617 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['2651156f-f967-4a9f-be6c-429269bd7d17'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:53:27.118654 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 033afa38-0f8a-4ac5-a75a-baad18d409cc details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:53:27.186495 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-6b72fba8-b2df-4dea-ba14-e98334a1d2fe req-25438f13-f4f7-45a7-97a8-fd302e13bf45 service neutron] For port 019c6b2b-b507-49b2-a989-70f03a270e10, host n-h1-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:53:27.190460 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-6b72fba8-b2df-4dea-ba14-e98334a1d2fe req-25438f13-f4f7-45a7-97a8-fd302e13bf45 service neutron] For port 019c6b2b-b507-49b2-a989-70f03a270e10, host n-h1-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=019c6b2b-b507-49b2-a989-70f03a270e10,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:53:27.199122 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-6b72fba8-b2df-4dea-ba14-e98334a1d2fe req-25438f13-f4f7-45a7-97a8-fd302e13bf45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:27.200468 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3186304b-173f-4fc3-a1a4-d8908dfc6d4f tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:27.210845 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-3186304b-173f-4fc3-a1a4-d8908dfc6d4f tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4658890 Aug 16 22:53:27.213002 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f496b178-2a16-4161-9520-3a8fb5724858 req-194e8709-64f8-484f-8ffa-5be0885206f2 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:27.221001 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f496b178-2a16-4161-9520-3a8fb5724858 req-194e8709-64f8-484f-8ffa-5be0885206f2 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c4c99e2-7d76-40fa-9e40-1a302aa8335d HTTP/1.1" status: 200 len: 944 time: 0.2791786 Aug 16 22:53:27.240782 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b72fba8-b2df-4dea-ba14-e98334a1d2fe req-25438f13-f4f7-45a7-97a8-fd302e13bf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:27.242612 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-6b72fba8-b2df-4dea-ba14-e98334a1d2fe req-25438f13-f4f7-45a7-97a8-fd302e13bf45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:27.244569 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6b72fba8-b2df-4dea-ba14-e98334a1d2fe req-25438f13-f4f7-45a7-97a8-fd302e13bf45 service neutron] 10.222.0.68 "PUT /v2.0/ports/019c6b2b-b507-49b2-a989-70f03a270e10 HTTP/1.1" status: 200 len: 1097 time: 1.5091565 Aug 16 22:53:27.244881 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '486628ef-a12a-4ae8-9725-f93b2da39a4c', 'tag': '019c6b2b-b507-49b2-a989-70f03a270e10'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:53:27.247833 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c097b82-87a9-474e-8eca-5dc404ea646a" -d '{"events": [{"name": "network-changed", "server_uuid": "486628ef-a12a-4ae8-9725-f93b2da39a4c", "tag": "019c6b2b-b507-49b2-a989-70f03a270e10"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:53:27.314741 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-0d9f29fc-2db6-4287-86e5-c55c296fd833 None None] Attempting to bind port 818cfc68-e188-48a4-9eb5-07cc1027cd76 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:53:27.315121 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-0d9f29fc-2db6-4287-86e5-c55c296fd833 None None] Attempting to bind port 818cfc68-e188-48a4-9eb5-07cc1027cd76 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '0b00b110-ffa1-46c2-91d9-ab87a6c0117e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '84114c2c-8237-4c3d-8ec3-a63c8431ae95'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:53:27.315856 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9f29fc-2db6-4287-86e5-c55c296fd833 None None] Attempting to bind port 818cfc68-e188-48a4-9eb5-07cc1027cd76 on network 84114c2c-8237-4c3d-8ec3-a63c8431ae95 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:53:27.331075 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-5954227e-5f0a-458b-87de-a6b81f0a66bd None None] Attempting to bind port b72b4a24-604b-48e1-a5b5-39e0ccafe741 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:53:27.331465 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-5954227e-5f0a-458b-87de-a6b81f0a66bd None None] Attempting to bind port b72b4a24-604b-48e1-a5b5-39e0ccafe741 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': 'ba972b88-db6b-4eb1-9871-9e900ec3fcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a8aaeb65-e172-4fdd-9f1a-cbdbda638f0b'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:53:27.331810 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5954227e-5f0a-458b-87de-a6b81f0a66bd None None] Attempting to bind port b72b4a24-604b-48e1-a5b5-39e0ccafe741 on network a8aaeb65-e172-4fdd-9f1a-cbdbda638f0b {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:53:27.376767 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25438f13-f4f7-45a7-97a8-fd302e13bf45 service neutron] Pushing event updated for resources: {'Port': ['ID=019c6b2b-b507-49b2-a989-70f03a270e10,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:27.379923 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9f29fc-2db6-4287-86e5-c55c296fd833 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:53:27.381407 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9f29fc-2db6-4287-86e5-c55c296fd833 None None] Checking segment: {'id': '0b00b110-ffa1-46c2-91d9-ab87a6c0117e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '84114c2c-8237-4c3d-8ec3-a63c8431ae95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:53:27.382983 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0d9f29fc-2db6-4287-86e5-c55c296fd833 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:27.383872 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9f29fc-2db6-4287-86e5-c55c296fd833 None None] Bound using segment: {'id': '0b00b110-ffa1-46c2-91d9-ab87a6c0117e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '84114c2c-8237-4c3d-8ec3-a63c8431ae95'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:53:27.384384 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-0d9f29fc-2db6-4287-86e5-c55c296fd833 None None] Bound port: 818cfc68-e188-48a4-9eb5-07cc1027cd76, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b00b110-ffa1-46c2-91d9-ab87a6c0117e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '84114c2c-8237-4c3d-8ec3-a63c8431ae95'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:53:27.394319 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b72fba8-b2df-4dea-ba14-e98334a1d2fe req-a555ff75-00f6-498d-83ec-e0e0aae94f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:27.396030 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0d9f29fc-2db6-4287-86e5-c55c296fd833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:27.396152 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6b72fba8-b2df-4dea-ba14-e98334a1d2fe req-a555ff75-00f6-498d-83ec-e0e0aae94f14 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5e8f9775da054f59af409b480707b947&device_id=486628ef-a12a-4ae8-9725-f93b2da39a4c HTTP/1.1" status: 200 len: 1100 time: 0.1091409 Aug 16 22:53:27.403828 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5954227e-5f0a-458b-87de-a6b81f0a66bd None None] Pushing event updated for resources: {'Port': ['ID=b72b4a24-604b-48e1-a5b5-39e0ccafe741,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:27.414897 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5954227e-5f0a-458b-87de-a6b81f0a66bd None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:53:27.422573 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5954227e-5f0a-458b-87de-a6b81f0a66bd None None] Checking segment: {'id': 'ba972b88-db6b-4eb1-9871-9e900ec3fcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a8aaeb65-e172-4fdd-9f1a-cbdbda638f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:53:27.423017 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-5954227e-5f0a-458b-87de-a6b81f0a66bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:27.423429 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5954227e-5f0a-458b-87de-a6b81f0a66bd None None] Bound using segment: {'id': 'ba972b88-db6b-4eb1-9871-9e900ec3fcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a8aaeb65-e172-4fdd-9f1a-cbdbda638f0b'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:53:27.423926 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-5954227e-5f0a-458b-87de-a6b81f0a66bd None None] Bound port: b72b4a24-604b-48e1-a5b5-39e0ccafe741, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba972b88-db6b-4eb1-9871-9e900ec3fcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a8aaeb65-e172-4fdd-9f1a-cbdbda638f0b'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:53:27.424314 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-5954227e-5f0a-458b-87de-a6b81f0a66bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:27.451372 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6b72fba8-b2df-4dea-ba14-e98334a1d2fe req-af538ae5-807a-40cc-9c3f-2313fc15a6db service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=019c6b2b-b507-49b2-a989-70f03a270e10 HTTP/1.1" status: 200 len: 217 time: 0.0459073 Aug 16 22:53:27.471201 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e4c63c70-6a14-40c2-9f8e-cb639bc55d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:27.560360 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b72fba8-b2df-4dea-ba14-e98334a1d2fe req-521ec675-beba-4bf0-b17f-bfaa8f09dc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:27.560565 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-5954227e-5f0a-458b-87de-a6b81f0a66bd None None] For port b72b4a24-604b-48e1-a5b5-39e0ccafe741, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:53:27.563884 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-5954227e-5f0a-458b-87de-a6b81f0a66bd None None] For port b72b4a24-604b-48e1-a5b5-39e0ccafe741, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=b72b4a24-604b-48e1-a5b5-39e0ccafe741,segment=NetworkSegment(ba972b88-db6b-4eb1-9871-9e900ec3fcf1),segment_id=ba972b88-db6b-4eb1-9871-9e900ec3fcf1)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:53:27.565748 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6b72fba8-b2df-4dea-ba14-e98334a1d2fe req-521ec675-beba-4bf0-b17f-bfaa8f09dc47 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6af2b868-37d3-46ab-a526-0465929f13c8 HTTP/1.1" status: 200 len: 843 time: 0.1065960 Aug 16 22:53:27.592638 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f496b178-2a16-4161-9520-3a8fb5724858 req-11a8f8ba-c3a3-4d06-8f65-f82dcf3a385c tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] 10.222.0.36 "GET /v2.0/security-groups?id=3816303d-9df9-4713-86ff-53d823e28b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3703072 Aug 16 22:53:27.602230 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-5954227e-5f0a-458b-87de-a6b81f0a66bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:27.604378 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c63c70-6a14-40c2-9f8e-cb639bc55d60 admin admin] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:53:27.618320 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b9ec24-5f36-41e6-a873-269cfa7e631d tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Made reservation on behalf of 934ca4d0283b420081f9f15cff2f8e64 for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:53:27.622801 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a9b9ec24-5f36-41e6-a873-269cfa7e631d tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:27.626627 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-e4c63c70-6a14-40c2-9f8e-cb639bc55d60 admin admin] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:53:27.639551 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c63c70-6a14-40c2-9f8e-cb639bc55d60 admin admin] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:53:27.641612 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c63c70-6a14-40c2-9f8e-cb639bc55d60 admin admin] Pushing event updated for resources: {'Port': ['ID=9aa72632-19cf-4b9f-84a5-4e2d384931b3,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:27.663497 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0fd97fb-ad21-4901-a46f-c44f22f4fcf8 x-openstack-request-id: req-c0fd97fb-ad21-4901-a46f-c44f22f4fcf8 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:53:27.663981 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "486628ef-a12a-4ae8-9725-f93b2da39a4c", "tag": "019c6b2b-b507-49b2-a989-70f03a270e10", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:53:27.664573 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c0fd97fb-ad21-4901-a46f-c44f22f4fcf8 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:53:27.664992 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '486628ef-a12a-4ae8-9725-f93b2da39a4c', 'tag': '019c6b2b-b507-49b2-a989-70f03a270e10', 'status': 'completed', 'code': 200} Aug 16 22:53:27.673238 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b72fba8-b2df-4dea-ba14-e98334a1d2fe req-f62b2237-bd43-47f0-bcb8-db3a2cdc1035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:27.675130 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6b72fba8-b2df-4dea-ba14-e98334a1d2fe req-f62b2237-bd43-47f0-bcb8-db3a2cdc1035 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0996749 Aug 16 22:53:27.715954 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecdccfb-e4d4-4f70-8c20-8c9a7dc2a12b req-d96520c9-2387-4671-88ed-864762b5a1cf tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:27.723835 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3ecdccfb-e4d4-4f70-8c20-8c9a7dc2a12b req-d96520c9-2387-4671-88ed-864762b5a1cf tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/networks?id=84114c2c-8237-4c3d-8ec3-a63c8431ae95 HTTP/1.1" status: 200 len: 816 time: 0.5704298 Aug 16 22:53:27.748873 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=2651156f-f967-4a9f-be6c-429269bd7d17,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:27.814538 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3ecdccfb-e4d4-4f70-8c20-8c9a7dc2a12b req-65b92f38-2134-4186-84a2-beeee6d28c45 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/quotas/463c04db7a86489b8d8a19358faf1fca HTTP/1.1" status: 200 len: 375 time: 0.0894134 Aug 16 22:53:27.814883 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0d9f29fc-2db6-4287-86e5-c55c296fd833 None None] For port 818cfc68-e188-48a4-9eb5-07cc1027cd76, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:53:27.846678 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0d9f29fc-2db6-4287-86e5-c55c296fd833 None None] For port 818cfc68-e188-48a4-9eb5-07cc1027cd76, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=818cfc68-e188-48a4-9eb5-07cc1027cd76,segment=NetworkSegment(0b00b110-ffa1-46c2-91d9-ab87a6c0117e),segment_id=0b00b110-ffa1-46c2-91d9-ab87a6c0117e)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:53:27.865326 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0d9f29fc-2db6-4287-86e5-c55c296fd833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:27.879890 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5954227e-5f0a-458b-87de-a6b81f0a66bd None None] Pushing event updated for resources: {'Port': ['ID=b72b4a24-604b-48e1-a5b5-39e0ccafe741,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:27.896200 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6b72fba8-b2df-4dea-ba14-e98334a1d2fe req-c0927b77-0066-4edd-94e2-4f3992eac8a4 service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116730 Aug 16 22:53:27.969209 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9f29fc-2db6-4287-86e5-c55c296fd833 None None] Pushing event updated for resources: {'Port': ['ID=818cfc68-e188-48a4-9eb5-07cc1027cd76,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:28.042237 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6b72fba8-b2df-4dea-ba14-e98334a1d2fe req-78d7e3ee-fdf5-4c4e-99a8-05524bd0ae50 service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379037 Aug 16 22:53:28.180177 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c097b82-87a9-474e-8eca-5dc404ea646a req-c0d58392-be84-4147-b48a-3dc80b67fef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:28.183171 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0c097b82-87a9-474e-8eca-5dc404ea646a req-c0d58392-be84-4147-b48a-3dc80b67fef1 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5e8f9775da054f59af409b480707b947&device_id=486628ef-a12a-4ae8-9725-f93b2da39a4c HTTP/1.1" status: 200 len: 1100 time: 0.0665936 Aug 16 22:53:28.313764 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c097b82-87a9-474e-8eca-5dc404ea646a req-f31428a6-fb24-4bb9-be6d-110e100e4ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:28.315606 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0c097b82-87a9-474e-8eca-5dc404ea646a req-f31428a6-fb24-4bb9-be6d-110e100e4ca7 service neutron] 10.222.0.68 "GET /v2.0/networks?id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd HTTP/1.1" status: 200 len: 870 time: 0.1244614 Aug 16 22:53:28.398453 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0c097b82-87a9-474e-8eca-5dc404ea646a req-7d6c3d53-d47e-41ce-880c-d47f6654bb8a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=019c6b2b-b507-49b2-a989-70f03a270e10 HTTP/1.1" status: 200 len: 217 time: 0.0734851 Aug 16 22:53:28.446175 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d3ea51b3-d48a-4869-b213-3cf45f35fa37 req-bb894552-e232-46a9-840b-4a8f1baaf344 tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--273647179&fields=id&tenant_id=a9c0ed8d0d754c4dac8f472b354115ce HTTP/1.1" status: 200 len: 267 time: 0.6500113 Aug 16 22:53:28.462903 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c097b82-87a9-474e-8eca-5dc404ea646a req-6167b809-c4af-4d1b-9383-298a3eb58c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:28.464744 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0c097b82-87a9-474e-8eca-5dc404ea646a req-6167b809-c4af-4d1b-9383-298a3eb58c8f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6af2b868-37d3-46ab-a526-0465929f13c8 HTTP/1.1" status: 200 len: 843 time: 0.0577302 Aug 16 22:53:28.516432 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c097b82-87a9-474e-8eca-5dc404ea646a req-179bc0c7-2d21-4f1e-807a-8a0e954aa20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:28.517920 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0c097b82-87a9-474e-8eca-5dc404ea646a req-179bc0c7-2d21-4f1e-807a-8a0e954aa20d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0456004 Aug 16 22:53:28.632740 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0c097b82-87a9-474e-8eca-5dc404ea646a req-28956ce3-a562-4929-9420-b59520a029bb service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058702 Aug 16 22:53:28.665785 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3ecdccfb-e4d4-4f70-8c20-8c9a7dc2a12b req-124533fd-69b5-4875-9b7d-5f68af5ae339 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=463c04db7a86489b8d8a19358faf1fca&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8404863 Aug 16 22:53:28.741897 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0c097b82-87a9-474e-8eca-5dc404ea646a req-ae4c9849-33bf-4cf5-b26a-6b639346b7a7 service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019387 Aug 16 22:53:28.851856 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a9b9ec24-5f36-41e6-a873-269cfa7e631d tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:28.889659 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0782785d-5383-4ed4-a2fc-7218291020c2 req-5a6cfeb6-a502-4542-938a-f39b5c19c401 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:28.891214 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0782785d-5383-4ed4-a2fc-7218291020c2 req-5a6cfeb6-a502-4542-938a-f39b5c19c401 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.57 "GET /v2.0/networks?id=84114c2c-8237-4c3d-8ec3-a63c8431ae95 HTTP/1.1" status: 200 len: 816 time: 0.4574885 Aug 16 22:53:28.963692 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-0782785d-5383-4ed4-a2fc-7218291020c2 req-cd820ee3-307c-4032-b73a-2b6c260ec70d tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Request body: {'port': {'device_id': '90f849f6-77c3-4c08-b2bd-63815b5179a7', 'network_id': '84114c2c-8237-4c3d-8ec3-a63c8431ae95', 'admin_state_up': True, 'tenant_id': '463c04db7a86489b8d8a19358faf1fca'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:53:28.980584 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea51b3-d48a-4869-b213-3cf45f35fa37 req-aa0b3835-e676-4027-ac9a-ade8eba1e0c3 tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:28.982180 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d3ea51b3-d48a-4869-b213-3cf45f35fa37 req-aa0b3835-e676-4027-ac9a-ade8eba1e0c3 tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] 10.222.0.36 "GET /v2.0/networks?id=7bb4d736-1ee0-4c9d-95be-95b3b284910b HTTP/1.1" status: 200 len: 805 time: 0.5115047 Aug 16 22:53:29.082955 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687328de-6235-4a70-b621-ae79a114576d None None] Network 84114c2c-8237-4c3d-8ec3-a63c8431ae95 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:53:29.098927 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3ecdccfb-e4d4-4f70-8c20-8c9a7dc2a12b req-4cfdd20b-4147-4674-9480-eae0e2dec665 service neutron] 10.222.0.36 "GET /v2.0/networks/84114c2c-8237-4c3d-8ec3-a63c8431ae95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4224117 Aug 16 22:53:29.109400 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d3ea51b3-d48a-4869-b213-3cf45f35fa37 req-a7b291cb-e251-4136-b36f-5dea033ec4e1 tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] 10.222.0.36 "GET /v2.0/quotas/a9c0ed8d0d754c4dac8f472b354115ce HTTP/1.1" status: 200 len: 375 time: 0.0931437 Aug 16 22:53:29.110009 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b9ec24-5f36-41e6-a873-269cfa7e631d tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Pushing event updated for resources: {'Subnet': ['ID=35605c5a-d4b3-432d-90b0-6df79894220a,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:29.151923 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e4c63c70-6a14-40c2-9f8e-cb639bc55d60 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:29.174730 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-10313ffa-a113-4e82-b538-c5d29e0310fa None None] Provisioning for port 818cfc68-e188-48a4-9eb5-07cc1027cd76 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:53:29.254016 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b9ec24-5f36-41e6-a873-269cfa7e631d tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Checking segment: {'id': 'f3480683-cfcf-43c6-854b-e202534ca3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '033afa38-0f8a-4ac5-a75a-baad18d409cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:53:29.254388 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b9ec24-5f36-41e6-a873-269cfa7e631d tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Network hostable DHCP agents. Network: 033afa38-0f8a-4ac5-a75a-baad18d409cc, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:53:29.383516 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294dd062-b655-4417-8ff6-2e0aed677271 None None] Network a8aaeb65-e172-4fdd-9f1a-cbdbda638f0b requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:53:29.403744 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b9ec24-5f36-41e6-a873-269cfa7e631d tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Network 033afa38-0f8a-4ac5-a75a-baad18d409cc is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:53:29.451793 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-69d7fa84-74fc-41b5-87bd-2b954f7d9030 None None] Provisioning for port b72b4a24-604b-48e1-a5b5-39e0ccafe741 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:53:29.456652 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device b72b4a24-604b-48e1-a5b5-39e0ccafe741 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:53:29.491709 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d3ea51b3-d48a-4869-b213-3cf45f35fa37 req-8d4ad975-fff6-4537-8ee4-c27de8c86fc5 tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a9c0ed8d0d754c4dac8f472b354115ce&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3705499 Aug 16 22:53:29.506945 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-a9b9ec24-5f36-41e6-a873-269cfa7e631d tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 033afa38-0f8a-4ac5-a75a-baad18d409cc) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:53:29.524286 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3ecdccfb-e4d4-4f70-8c20-8c9a7dc2a12b req-a2a6dd74-1922-4bdc-ab72-611b088ea859 service neutron] 10.222.0.36 "GET /v2.0/networks/84114c2c-8237-4c3d-8ec3-a63c8431ae95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4106176 Aug 16 22:53:29.527069 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b9ec24-5f36-41e6-a873-269cfa7e631d tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:29.527720 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a9b9ec24-5f36-41e6-a873-269cfa7e631d tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:29.546482 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0782785d-5383-4ed4-a2fc-7218291020c2 req-cd820ee3-307c-4032-b73a-2b6c260ec70d tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Made reservation on behalf of 463c04db7a86489b8d8a19358faf1fca for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:53:29.555758 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-0782785d-5383-4ed4-a2fc-7218291020c2 req-cd820ee3-307c-4032-b73a-2b6c260ec70d tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:29.671267 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 60448) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:29.671860 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-a9b9ec24-5f36-41e6-a873-269cfa7e631d tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6100893 Aug 16 22:53:29.680060 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9a1e40-f3e7-40ac-ac19-ac4142d0abad None None] Network 033afa38-0f8a-4ac5-a75a-baad18d409cc requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:53:29.683594 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-efb7b8b7-7af5-420c-be21-b57f8f9a22ce tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:53:29.748515 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 019c6b2b-b507-49b2-a989-70f03a270e10 details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:53:29.757033 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 2651156f-f967-4a9f-be6c-429269bd7d17 up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:53:29.850942 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-efb7b8b7-7af5-420c-be21-b57f8f9a22ce tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-27061895'] for subnet, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:29.868496 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [req-0782785d-5383-4ed4-a2fc-7218291020c2 req-cd820ee3-307c-4032-b73a-2b6c260ec70d tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Allocated IP 172.20.0.3 (84114c2c-8237-4c3d-8ec3-a63c8431ae95/7dcd32e4-dfac-4bf2-accd-cdf25fc72851/3710bf3e-9ecf-4025-8bd6-a0dc12c7e9b1) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:53:29.908771 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e4c63c70-6a14-40c2-9f8e-cb639bc55d60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:29.950728 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port b72b4a24-604b-48e1-a5b5-39e0ccafe741 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:53:29.964921 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port b72b4a24-604b-48e1-a5b5-39e0ccafe741 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:53:29.965514 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:30.070817 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1468841-ed37-4ee3-bf18-767af20b2bb9 req-3b4ba052-896c-4da4-ab98-2f57dd3c1a16 tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:30.078908 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e1468841-ed37-4ee3-bf18-767af20b2bb9 req-3b4ba052-896c-4da4-ab98-2f57dd3c1a16 tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] 10.222.0.36 "GET /v2.0/ports?device_id=486628ef-a12a-4ae8-9725-f93b2da39a4c HTTP/1.1" status: 200 len: 948 time: 0.2420170 Aug 16 22:53:30.083368 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning for port 2651156f-f967-4a9f-be6c-429269bd7d17 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:53:30.092970 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d3ea51b3-d48a-4869-b213-3cf45f35fa37 req-d98f6c4b-71d8-4648-b91a-bab2b0f19147 service neutron] 10.222.0.36 "GET /v2.0/networks/7bb4d736-1ee0-4c9d-95be-95b3b284910b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5753191 Aug 16 22:53:30.093269 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port 2651156f-f967-4a9f-be6c-429269bd7d17 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:53:30.093641 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:30.119732 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-efb7b8b7-7af5-420c-be21-b57f8f9a22ce tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748570308280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25589105'] for subnet, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:30.146383 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb7b8b7-7af5-420c-be21-b57f8f9a22ce tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:30.148915 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-efb7b8b7-7af5-420c-be21-b57f8f9a22ce tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:30.149252 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 019c6b2b-b507-49b2-a989-70f03a270e10, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=019c6b2b-b507-49b2-a989-70f03a270e10,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:53:30.156426 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-efb7b8b7-7af5-420c-be21-b57f8f9a22ce tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] 10.222.0.36 "PUT /v2.0/subnets/35605c5a-d4b3-432d-90b0-6df79894220a HTTP/1.1" status: 200 len: 806 time: 0.4832311 Aug 16 22:53:30.159203 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 60460) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:30.249535 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:30.251565 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': '019c6b2b-b507-49b2-a989-70f03a270e10', 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd', 'port_id': '019c6b2b-b507-49b2-a989-70f03a270e10', 'mac_address': 'fa:16:3e:ff:72:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6af2b868-37d3-46ab-a526-0465929f13c8', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:53:30.270558 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a47dca-00f9-4cca-86ae-68590cbd5af2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-033afa38-0f8a-4ac5-a75a-baad18d409cc', 'network_id': '033afa38-0f8a-4ac5-a75a-baad18d409cc', 'tenant_id': '934ca4d0283b420081f9f15cff2f8e64', 'fixed_ips': [{'subnet_id': '35605c5a-d4b3-432d-90b0-6df79894220a'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:53:30.271744 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e6a47dca-00f9-4cca-86ae-68590cbd5af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:30.295841 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d3ea51b3-d48a-4869-b213-3cf45f35fa37 req-efbc895c-a76b-4c1a-9644-18fa3a63c254 service neutron] 10.222.0.36 "GET /v2.0/networks/7bb4d736-1ee0-4c9d-95be-95b3b284910b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594586 Aug 16 22:53:30.338974 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:30.368166 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port b72b4a24-604b-48e1-a5b5-39e0ccafe741, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=b72b4a24-604b-48e1-a5b5-39e0ccafe741,segment=NetworkSegment(ba972b88-db6b-4eb1-9871-9e900ec3fcf1),segment_id=ba972b88-db6b-4eb1-9871-9e900ec3fcf1)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:53:30.376317 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:30.377157 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 818cfc68-e188-48a4-9eb5-07cc1027cd76 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:53:30.485205 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 019c6b2b-b507-49b2-a989-70f03a270e10 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:53:30.562695 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-0782785d-5383-4ed4-a2fc-7218291020c2 req-cd820ee3-307c-4032-b73a-2b6c260ec70d tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:30.586699 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-0782785d-5383-4ed4-a2fc-7218291020c2 req-cd820ee3-307c-4032-b73a-2b6c260ec70d tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Transition to ACTIVE for port object 3710bf3e-9ecf-4025-8bd6-a0dc12c7e9b1 will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:53:30.595492 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=b72b4a24-604b-48e1-a5b5-39e0ccafe741,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:30.612846 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4b60d033-199d-4b49-a781-37faa73bbc2c None None] Provisioning complete for port b72b4a24-604b-48e1-a5b5-39e0ccafe741 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:53:30.613223 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4b60d033-199d-4b49-a781-37faa73bbc2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:30.626406 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 019c6b2b-b507-49b2-a989-70f03a270e10, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=019c6b2b-b507-49b2-a989-70f03a270e10,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:53:30.628257 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:30.660715 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:30.689960 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e1468841-ed37-4ee3-bf18-767af20b2bb9 req-c9b2c5f2-450c-4d20-9fab-3b4e5501b1b7 tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] 10.222.0.36 "GET /v2.0/security-groups?id=faa99c9d-dd29-40b5-a0a4-b7ed8dc0f17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6096265 Aug 16 22:53:30.696461 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-0782785d-5383-4ed4-a2fc-7218291020c2 req-cd820ee3-307c-4032-b73a-2b6c260ec70d tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:30.743930 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e5d86547-9462-4101-8e6c-6e44c5dcc403 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:30.766744 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c4c99e2-7d76-40fa-9e40-1a302aa8335d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2651156f-f967-4a9f-be6c-429269bd7d17'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:53:30.769039 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d34acbd0-7f86-4ba3-a40f-564133fe96e8" -d '{"events": [{"server_uuid": "2c4c99e2-7d76-40fa-9e40-1a302aa8335d", "name": "network-vif-plugged", "status": "completed", "tag": "2651156f-f967-4a9f-be6c-429269bd7d17"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:53:30.788832 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 818cfc68-e188-48a4-9eb5-07cc1027cd76 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:53:30.815519 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 2651156f-f967-4a9f-be6c-429269bd7d17, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=2651156f-f967-4a9f-be6c-429269bd7d17,segment=NetworkSegment(a1591063-139e-43c7-a8c7-96e9de828ec2),segment_id=a1591063-139e-43c7-a8c7-96e9de828ec2)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:53:30.819456 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=019c6b2b-b507-49b2-a989-70f03a270e10,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:30.828754 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 818cfc68-e188-48a4-9eb5-07cc1027cd76 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:53:30.829135 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:30.831053 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-e6a47dca-00f9-4cca-86ae-68590cbd5af2 None None] Allocated IP 172.20.0.2 (033afa38-0f8a-4ac5-a75a-baad18d409cc/35605c5a-d4b3-432d-90b0-6df79894220a/65dbc211-1203-4c10-acf1-378ced1d2c33) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:53:30.849715 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:30.876326 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd820ee3-307c-4032-b73a-2b6c260ec70d tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Pushing event updated for resources: {'Port': ['ID=3710bf3e-9ecf-4025-8bd6-a0dc12c7e9b1,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:30.909525 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0782785d-5383-4ed4-a2fc-7218291020c2 req-cd820ee3-307c-4032-b73a-2b6c260ec70d tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Network 84114c2c-8237-4c3d-8ec3-a63c8431ae95 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:53:30.910399 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['019c6b2b-b507-49b2-a989-70f03a270e10'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:53:30.916296 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [req-0782785d-5383-4ed4-a2fc-7218291020c2 req-cd820ee3-307c-4032-b73a-2b6c260ec70d tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:53:30.920912 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-0782785d-5383-4ed4-a2fc-7218291020c2 req-cd820ee3-307c-4032-b73a-2b6c260ec70d tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:53:30.952104 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e5d86547-9462-4101-8e6c-6e44c5dcc403 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:30.985011 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4c63c70-6a14-40c2-9f8e-cb639bc55d60 admin admin] Router a57a8d75-1785-472d-b1d9-2a0dda82a074 is scheduled to L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f with binding_index 1 {{(pid=101292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:53:31.010010 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0782785d-5383-4ed4-a2fc-7218291020c2 req-cd820ee3-307c-4032-b73a-2b6c260ec70d tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:31.010678 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-0782785d-5383-4ed4-a2fc-7218291020c2 req-cd820ee3-307c-4032-b73a-2b6c260ec70d tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:31.021512 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb7b8b7-7af5-420c-be21-b57f8f9a22ce tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Pushing event updated for resources: {'Subnet': ['ID=35605c5a-d4b3-432d-90b0-6df79894220a,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:31.066570 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb7b8b7-7af5-420c-be21-b57f8f9a22ce tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:31.067021 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb7b8b7-7af5-420c-be21-b57f8f9a22ce tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:31.067366 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb7b8b7-7af5-420c-be21-b57f8f9a22ce tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:31.067713 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb7b8b7-7af5-420c-be21-b57f8f9a22ce tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:31.068047 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb7b8b7-7af5-420c-be21-b57f8f9a22ce tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:31.068379 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb7b8b7-7af5-420c-be21-b57f8f9a22ce tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:31.068731 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb7b8b7-7af5-420c-be21-b57f8f9a22ce tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:31.069856 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb7b8b7-7af5-420c-be21-b57f8f9a22ce tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:31.070111 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb7b8b7-7af5-420c-be21-b57f8f9a22ce tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:31.071363 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb7b8b7-7af5-420c-be21-b57f8f9a22ce tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:31.071699 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb7b8b7-7af5-420c-be21-b57f8f9a22ce tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:31.072029 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb7b8b7-7af5-420c-be21-b57f8f9a22ce tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:31.117264 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=2651156f-f967-4a9f-be6c-429269bd7d17,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:31.238050 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0782785d-5383-4ed4-a2fc-7218291020c2 req-cd820ee3-307c-4032-b73a-2b6c260ec70d tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3201261 Aug 16 22:53:31.276284 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-0782785d-5383-4ed4-a2fc-7218291020c2 req-e3f21eaa-00f0-4aa0-8c30-1703de83266d service neutron] Request body: {'port': {'device_id': '90f849f6-77c3-4c08-b2bd-63815b5179a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-26'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:53:31.362510 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7477bfdd-81d7-464b-90ef-8d73643a1d05 req-d041f8c7-417d-4060-9839-e63fc70dc384 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:31.369913 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7477bfdd-81d7-464b-90ef-8d73643a1d05 req-d041f8c7-417d-4060-9839-e63fc70dc384 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c4c99e2-7d76-40fa-9e40-1a302aa8335d HTTP/1.1" status: 200 len: 945 time: 0.3038130 Aug 16 22:53:31.416382 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4c63c70-6a14-40c2-9f8e-cb639bc55d60 admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:53:31.445496 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d1fb3b-d0b4-4ea3-b4ba-41713f0bb5c7 None None] Sync routers for ids ['a57a8d75-1785-472d-b1d9-2a0dda82a074'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:53:31.449436 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:31.453141 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d86b9-5598-4f7c-bff0-b743ef1b624d req-cb21cb10-3eb3-40b7-b24f-d15e6c763546 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:31.470917 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c17d86b9-5598-4f7c-bff0-b743ef1b624d req-cb21cb10-3eb3-40b7-b24f-d15e6c763546 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/networks?id=84114c2c-8237-4c3d-8ec3-a63c8431ae95 HTTP/1.1" status: 200 len: 816 time: 0.3845038 Aug 16 22:53:31.491961 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-0782785d-5383-4ed4-a2fc-7218291020c2 req-e3f21eaa-00f0-4aa0-8c30-1703de83266d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:31.511841 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c17d86b9-5598-4f7c-bff0-b743ef1b624d req-47fa67d4-394b-49d3-bb7b-fe0d11179c87 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/quotas/463c04db7a86489b8d8a19358faf1fca HTTP/1.1" status: 200 len: 375 time: 0.0392263 Aug 16 22:53:31.536257 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7477bfdd-81d7-464b-90ef-8d73643a1d05 req-7c9a4b8d-e1e8-450e-986a-5a9cd25b9086 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] 10.222.0.36 "GET /v2.0/security-groups?id=3816303d-9df9-4713-86ff-53d823e28b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632740 Aug 16 22:53:31.560367 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-930ccd60-45c8-44cb-ac3b-8f42b3476218 None None] Provisioning for port 3710bf3e-9ecf-4025-8bd6-a0dc12c7e9b1 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:53:31.584228 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e4c63c70-6a14-40c2-9f8e-cb639bc55d60 admin admin] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:31.585901 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-930ccd60-45c8-44cb-ac3b-8f42b3476218 None None] Provisioning complete for port 3710bf3e-9ecf-4025-8bd6-a0dc12c7e9b1 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:53:31.586300 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-e4c63c70-6a14-40c2-9f8e-cb639bc55d60 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.0738714 Aug 16 22:53:31.586633 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-930ccd60-45c8-44cb-ac3b-8f42b3476218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:31.590621 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 60484) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:31.637630 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-930ccd60-45c8-44cb-ac3b-8f42b3476218 None None] Port 3710bf3e-9ecf-4025-8bd6-a0dc12c7e9b1 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:53:31.639065 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d1fb3b-d0b4-4ea3-b4ba-41713f0bb5c7 None None] Routers {'a57a8d75-1785-472d-b1d9-2a0dda82a074'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:53:31.639749 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-86d1fb3b-d0b4-4ea3-b4ba-41713f0bb5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:53:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['a57a8d75-1785-472d-b1d9-2a0dda82a074'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:31.645403 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e6a47dca-00f9-4cca-86ae-68590cbd5af2 None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:31.688967 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b8b5f713-1115-4cec-bd4b-ce5e8a1e5f4c req-a163fa00-7b4e-4f10-9dea-d6dfb0c0b220 tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] 10.222.0.36 "GET /v2.0/ports?device_id=17f5bfe5-4d50-4d2e-8eab-b5da0dd55868 HTTP/1.1" status: 200 len: 210 time: 0.0444605 Aug 16 22:53:31.707178 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 818cfc68-e188-48a4-9eb5-07cc1027cd76, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=818cfc68-e188-48a4-9eb5-07cc1027cd76,segment=NetworkSegment(0b00b110-ffa1-46c2-91d9-ab87a6c0117e),segment_id=0b00b110-ffa1-46c2-91d9-ab87a6c0117e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:53:31.708230 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c17d86b9-5598-4f7c-bff0-b743ef1b624d req-684d8451-836e-4b9b-a53b-a60f043e3c86 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=463c04db7a86489b8d8a19358faf1fca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1952767 Aug 16 22:53:31.718658 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-e6a47dca-00f9-4cca-86ae-68590cbd5af2 None None] Transition to ACTIVE for port object 65dbc211-1203-4c10-acf1-378ced1d2c33 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:53:31.731165 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:31.774833 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecdccfb-e4d4-4f70-8c20-8c9a7dc2a12b req-792ba72f-32eb-408b-b2aa-bce6da73c24e tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:31.777224 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3ecdccfb-e4d4-4f70-8c20-8c9a7dc2a12b req-792ba72f-32eb-408b-b2aa-bce6da73c24e tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.68 "GET /v2.0/networks?id=84114c2c-8237-4c3d-8ec3-a63c8431ae95 HTTP/1.1" status: 200 len: 816 time: 0.4497821 Aug 16 22:53:31.796594 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-3ecdccfb-e4d4-4f70-8c20-8c9a7dc2a12b req-429cf671-92d2-4311-bf16-716d4c2e7a5b tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Request body: {'port': {'device_id': 'eb466eeb-1aa5-43f0-8ac7-b12c0543ba14', 'network_id': '84114c2c-8237-4c3d-8ec3-a63c8431ae95', 'admin_state_up': True, 'tenant_id': '463c04db7a86489b8d8a19358faf1fca'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:53:31.854632 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31e96ae5-c931-4529-b9c5-1eefe64c6aa7 x-openstack-request-id: req-31e96ae5-c931-4529-b9c5-1eefe64c6aa7 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:53:31.854918 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c4c99e2-7d76-40fa-9e40-1a302aa8335d", "name": "network-vif-plugged", "status": "completed", "tag": "2651156f-f967-4a9f-be6c-429269bd7d17", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:53:31.855174 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-31e96ae5-c931-4529-b9c5-1eefe64c6aa7 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:53:31.855568 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c4c99e2-7d76-40fa-9e40-1a302aa8335d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2651156f-f967-4a9f-be6c-429269bd7d17', 'code': 200} Aug 16 22:53:31.862849 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=818cfc68-e188-48a4-9eb5-07cc1027cd76,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:31.929874 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device b72b4a24-604b-48e1-a5b5-39e0ccafe741 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:53:31.969456 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-e6a47dca-00f9-4cca-86ae-68590cbd5af2 None None] Transition to ACTIVE for port object 65dbc211-1203-4c10-acf1-378ced1d2c33 will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:53:31.997237 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e6a47dca-00f9-4cca-86ae-68590cbd5af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:32.086506 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-86d1fb3b-d0b4-4ea3-b4ba-41713f0bb5c7 None None] Set router a57a8d75-1785-472d-b1d9-2a0dda82a074 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:53:32.090357 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a47dca-00f9-4cca-86ae-68590cbd5af2 None None] Network 033afa38-0f8a-4ac5-a75a-baad18d409cc is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:53:32.119645 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e5d86547-9462-4101-8e6c-6e44c5dcc403 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:32.132182 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-e6a47dca-00f9-4cca-86ae-68590cbd5af2 None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:53:32.152235 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6b1fc5-4dce-4ad1-be73-8ca2a196889f req-edb04ee3-b6ad-4387-bf94-b65c6ffd0a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:32.154744 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5c6b1fc5-4dce-4ad1-be73-8ca2a196889f req-edb04ee3-b6ad-4387-bf94-b65c6ffd0a1c service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=2c4c99e2-7d76-40fa-9e40-1a302aa8335d HTTP/1.1" status: 200 len: 1097 time: 0.2541616 Aug 16 22:53:32.211688 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d86547-9462-4101-8e6c-6e44c5dcc403 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Pushing event deleted for resources: {'Subnet': ['ID=35605c5a-d4b3-432d-90b0-6df79894220a,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:32.335969 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a47dca-00f9-4cca-86ae-68590cbd5af2 None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:53:32.338705 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a47dca-00f9-4cca-86ae-68590cbd5af2 None None] Pushing event updated for resources: {'Port': ['ID=65dbc211-1203-4c10-acf1-378ced1d2c33,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:32.350420 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5c6b1fc5-4dce-4ad1-be73-8ca2a196889f req-7fe7970f-dee5-4ba4-90ff-b35112a42395 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=3816303d-9df9-4713-86ff-53d823e28b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601701 Aug 16 22:53:32.365057 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port b72b4a24-604b-48e1-a5b5-39e0ccafe741 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:53:32.365440 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:32.409226 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e5d86547-9462-4101-8e6c-6e44c5dcc403 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:32.414149 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ecdccfb-e4d4-4f70-8c20-8c9a7dc2a12b req-429cf671-92d2-4311-bf16-716d4c2e7a5b tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Made reservation on behalf of 463c04db7a86489b8d8a19358faf1fca for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:53:32.419811 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3ecdccfb-e4d4-4f70-8c20-8c9a7dc2a12b req-429cf671-92d2-4311-bf16-716d4c2e7a5b tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:32.463665 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-e5d86547-9462-4101-8e6c-6e44c5dcc403 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['033afa38-0f8a-4ac5-a75a-baad18d409cc']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:32.490680 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a1919-7910-4edb-a180-4390029203f0 req-e8d96c5f-3169-4746-903b-082677d6d3f3 tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:32.492999 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e73a1919-7910-4edb-a180-4390029203f0 req-e8d96c5f-3169-4746-903b-082677d6d3f3 tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] 10.222.0.36 "GET /v2.0/ports?device_id=486628ef-a12a-4ae8-9725-f93b2da39a4c HTTP/1.1" status: 200 len: 949 time: 0.1968119 Aug 16 22:53:32.521326 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-e6a47dca-00f9-4cca-86ae-68590cbd5af2 None None] Attempting to bind port 65dbc211-1203-4c10-acf1-378ced1d2c33 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:53:32.521873 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-e6a47dca-00f9-4cca-86ae-68590cbd5af2 None None] Attempting to bind port 65dbc211-1203-4c10-acf1-378ced1d2c33 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': 'f3480683-cfcf-43c6-854b-e202534ca3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '033afa38-0f8a-4ac5-a75a-baad18d409cc'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:53:32.522977 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a47dca-00f9-4cca-86ae-68590cbd5af2 None None] Attempting to bind port 65dbc211-1203-4c10-acf1-378ced1d2c33 on network 033afa38-0f8a-4ac5-a75a-baad18d409cc {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:53:32.546101 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c17d86b9-5598-4f7c-bff0-b743ef1b624d req-f77a4074-aba5-4b12-9ff4-ab336d3d1890 service neutron] 10.222.0.36 "GET /v2.0/networks/84114c2c-8237-4c3d-8ec3-a63c8431ae95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8276803 Aug 16 22:53:32.558018 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a47dca-00f9-4cca-86ae-68590cbd5af2 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:53:32.558388 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a47dca-00f9-4cca-86ae-68590cbd5af2 None None] Checking segment: {'id': 'f3480683-cfcf-43c6-854b-e202534ca3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '033afa38-0f8a-4ac5-a75a-baad18d409cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:53:32.558851 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e6a47dca-00f9-4cca-86ae-68590cbd5af2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:32.559319 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a47dca-00f9-4cca-86ae-68590cbd5af2 None None] Bound using segment: {'id': 'f3480683-cfcf-43c6-854b-e202534ca3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '033afa38-0f8a-4ac5-a75a-baad18d409cc'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:53:32.559802 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-e6a47dca-00f9-4cca-86ae-68590cbd5af2 None None] Bound port: 65dbc211-1203-4c10-acf1-378ced1d2c33, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3480683-cfcf-43c6-854b-e202534ca3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '033afa38-0f8a-4ac5-a75a-baad18d409cc'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:53:32.560258 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e6a47dca-00f9-4cca-86ae-68590cbd5af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:32.578442 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-e5d86547-9462-4101-8e6c-6e44c5dcc403 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3480683-cfcf-43c6-854b-e202534ca3bb') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:32.579548 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-e5d86547-9462-4101-8e6c-6e44c5dcc403 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3480683-cfcf-43c6-854b-e202534ca3bb') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:32.657937 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e5d86547-9462-4101-8e6c-6e44c5dcc403 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:32.721312 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-e6a47dca-00f9-4cca-86ae-68590cbd5af2 None None] For port 65dbc211-1203-4c10-acf1-378ced1d2c33, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:53:32.736086 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e5d86547-9462-4101-8e6c-6e44c5dcc403 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:32.737978 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-86d1fb3b-d0b4-4ea3-b4ba-41713f0bb5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57a8d75-1785-472d-b1d9-2a0dda82a074', 'name': 'tempest-ServersTestFqdnHostnames-1410935709-router', 'tenant_id': '59c961a779674ade84e46325c73c6eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '9aa72632-19cf-4b9f-84a5-4e2d384931b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:53:24Z', 'updated_at': '2021-08-16T22:53:28Z', 'revision_number': 3, 'project_id': '59c961a779674ade84e46325c73c6eac', 'gw_port': {'id': '9aa72632-19cf-4b9f-84a5-4e2d384931b3', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:e7:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a57a8d75-1785-472d-b1d9-2a0dda82a074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:26Z', 'updated_at': '2021-08-16T22:53:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:32.776167 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d1fb3b-d0b4-4ea3-b4ba-41713f0bb5c7 None None] Checking router: a57a8d75-1785-472d-b1d9-2a0dda82a074 for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:53:32.776578 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d1fb3b-d0b4-4ea3-b4ba-41713f0bb5c7 None None] Updating router a57a8d75-1785-472d-b1d9-2a0dda82a074 port 9aa72632-19cf-4b9f-84a5-4e2d384931b3 binding host n-d-791506-26 {{(pid=101293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:53:32.781995 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5d86547-9462-4101-8e6c-6e44c5dcc403 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:53:32.783255 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e5d86547-9462-4101-8e6c-6e44c5dcc403 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:32.792997 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 22:53:32.792997 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:53:32.792997 n-d-791506-26 neutron-server[101291]: timer() Aug 16 22:53:32.792997 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:53:32.792997 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 22:53:32.792997 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:53:32.792997 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 22:53:32.792997 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:53:32.792997 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 22:53:32.792997 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:53:32.792997 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 22:53:32.792997 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:53:32.792997 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 22:53:32.792997 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:53:32.792997 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:53:32.792997 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:53:32.792997 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:53:32.792997 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:53:32.792997 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 22:53:32.792997 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:53:32.792997 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 22:53:32.792997 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:53:32.792997 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:53:32.792997 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:53:32.792997 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 22:53:32.792997 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:53:32.792997 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:53:32.792997 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:53:32.792997 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:53:32.792997 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:53:32.792997 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:53:32.792997 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:53:32.795630 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [req-0782785d-5383-4ed4-a2fc-7218291020c2 req-e3f21eaa-00f0-4aa0-8c30-1703de83266d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3710bf3e-9ecf-4025-8bd6-a0dc12c7e9b1 {{(pid=101292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:53:32.807402 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e73a1919-7910-4edb-a180-4390029203f0 req-02c3bbcd-1513-466e-975e-46bad271e19a tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] 10.222.0.36 "GET /v2.0/security-groups?id=faa99c9d-dd29-40b5-a0a4-b7ed8dc0f17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937903 Aug 16 22:53:32.815972 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-0782785d-5383-4ed4-a2fc-7218291020c2 req-e3f21eaa-00f0-4aa0-8c30-1703de83266d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:32.821059 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-86d1fb3b-d0b4-4ea3-b4ba-41713f0bb5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:32.861592 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c17d86b9-5598-4f7c-bff0-b743ef1b624d req-a7a4d454-af5e-4b85-ab44-cfdb9299a89e service neutron] 10.222.0.36 "GET /v2.0/networks/84114c2c-8237-4c3d-8ec3-a63c8431ae95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3135655 Aug 16 22:53:32.919857 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea51b3-d48a-4869-b213-3cf45f35fa37 req-ea2f301f-d690-4de4-9e39-6b18f7f306f7 tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:32.921430 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d3ea51b3-d48a-4869-b213-3cf45f35fa37 req-ea2f301f-d690-4de4-9e39-6b18f7f306f7 tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] 10.222.0.57 "GET /v2.0/networks?id=7bb4d736-1ee0-4c9d-95be-95b3b284910b HTTP/1.1" status: 200 len: 805 time: 0.4386876 Aug 16 22:53:32.925474 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-0782785d-5383-4ed4-a2fc-7218291020c2 req-e3f21eaa-00f0-4aa0-8c30-1703de83266d service neutron] Transition to ACTIVE for port object 3710bf3e-9ecf-4025-8bd6-a0dc12c7e9b1 will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:53:32.930998 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-0782785d-5383-4ed4-a2fc-7218291020c2 req-e3f21eaa-00f0-4aa0-8c30-1703de83266d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:32.940898 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.db.api [None req-e5d86547-9462-4101-8e6c-6e44c5dcc403 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 22:53:32.940898 n-d-791506-26 neutron-server[101291]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 22:53:32.940898 n-d-791506-26 neutron-server[101291]: [parameters: {'id': '033afa38-0f8a-4ac5-a75a-baad18d409cc'}] Aug 16 22:53:32.940898 n-d-791506-26 neutron-server[101291]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:53:32.941395 n-d-791506-26 neutron-server[101291]: DEBUG oslo_db.api [None req-e5d86547-9462-4101-8e6c-6e44c5dcc403 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:53:33.066681 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-3ecdccfb-e4d4-4f70-8c20-8c9a7dc2a12b req-429cf671-92d2-4311-bf16-716d4c2e7a5b tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Allocated IP 172.20.0.7 (84114c2c-8237-4c3d-8ec3-a63c8431ae95/7dcd32e4-dfac-4bf2-accd-cdf25fc72851/330169e4-6106-4dbb-8d1a-647cab10094c) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:53:33.100133 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d3ea51b3-d48a-4869-b213-3cf45f35fa37 req-c70887e5-fcc3-46df-9777-4e8a0631a38d tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9c0ed8d0d754c4dac8f472b354115ce HTTP/1.1" status: 200 len: 379 time: 0.1229479 Aug 16 22:53:33.130409 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-e6a47dca-00f9-4cca-86ae-68590cbd5af2 None None] For port 65dbc211-1203-4c10-acf1-378ced1d2c33, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=65dbc211-1203-4c10-acf1-378ced1d2c33,segment=NetworkSegment(f3480683-cfcf-43c6-854b-e202534ca3bb),segment_id=f3480683-cfcf-43c6-854b-e202534ca3bb)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:53:33.143801 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-d3ea51b3-d48a-4869-b213-3cf45f35fa37 req-1e5569ee-b596-4b2b-a99c-841fea2fcce9 tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] Request body: {'port': {'device_id': '17f5bfe5-4d50-4d2e-8eab-b5da0dd55868', 'network_id': '7bb4d736-1ee0-4c9d-95be-95b3b284910b', 'admin_state_up': True, 'tenant_id': 'a9c0ed8d0d754c4dac8f472b354115ce', 'security_groups': ['3f8a2671-4820-4bed-b29d-ce4513378842']}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:53:33.171073 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e6a47dca-00f9-4cca-86ae-68590cbd5af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:33.183671 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f21eaa-00f0-4aa0-8c30-1703de83266d service neutron] Pushing event updated for resources: {'Port': ['ID=3710bf3e-9ecf-4025-8bd6-a0dc12c7e9b1,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:33.214713 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-0782785d-5383-4ed4-a2fc-7218291020c2 req-e3f21eaa-00f0-4aa0-8c30-1703de83266d service neutron] Attempting to bind port 3710bf3e-9ecf-4025-8bd6-a0dc12c7e9b1 on host n-h2-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:53:33.215062 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-0782785d-5383-4ed4-a2fc-7218291020c2 req-e3f21eaa-00f0-4aa0-8c30-1703de83266d service neutron] Attempting to bind port 3710bf3e-9ecf-4025-8bd6-a0dc12c7e9b1 by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': '0b00b110-ffa1-46c2-91d9-ab87a6c0117e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '84114c2c-8237-4c3d-8ec3-a63c8431ae95'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:53:33.220722 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0782785d-5383-4ed4-a2fc-7218291020c2 req-e3f21eaa-00f0-4aa0-8c30-1703de83266d service neutron] Attempting to bind port 3710bf3e-9ecf-4025-8bd6-a0dc12c7e9b1 on network 84114c2c-8237-4c3d-8ec3-a63c8431ae95 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:53:33.297807 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0782785d-5383-4ed4-a2fc-7218291020c2 req-e3f21eaa-00f0-4aa0-8c30-1703de83266d service neutron] Port 3710bf3e-9ecf-4025-8bd6-a0dc12c7e9b1 on network 84114c2c-8237-4c3d-8ec3-a63c8431ae95 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:53:33.298146 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0782785d-5383-4ed4-a2fc-7218291020c2 req-e3f21eaa-00f0-4aa0-8c30-1703de83266d service neutron] Attempting to bind port 3710bf3e-9ecf-4025-8bd6-a0dc12c7e9b1 on network 84114c2c-8237-4c3d-8ec3-a63c8431ae95 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:53:33.324790 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0782785d-5383-4ed4-a2fc-7218291020c2 req-e3f21eaa-00f0-4aa0-8c30-1703de83266d service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:53:33.325641 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0782785d-5383-4ed4-a2fc-7218291020c2 req-e3f21eaa-00f0-4aa0-8c30-1703de83266d service neutron] Checking segment: {'id': '0b00b110-ffa1-46c2-91d9-ab87a6c0117e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '84114c2c-8237-4c3d-8ec3-a63c8431ae95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:53:33.325793 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0782785d-5383-4ed4-a2fc-7218291020c2 req-e3f21eaa-00f0-4aa0-8c30-1703de83266d service neutron] Bound using segment: {'id': '0b00b110-ffa1-46c2-91d9-ab87a6c0117e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '84114c2c-8237-4c3d-8ec3-a63c8431ae95'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:53:33.326415 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-0782785d-5383-4ed4-a2fc-7218291020c2 req-e3f21eaa-00f0-4aa0-8c30-1703de83266d service neutron] Bound port: 3710bf3e-9ecf-4025-8bd6-a0dc12c7e9b1, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b00b110-ffa1-46c2-91d9-ab87a6c0117e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '84114c2c-8237-4c3d-8ec3-a63c8431ae95'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:53:33.328148 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-0782785d-5383-4ed4-a2fc-7218291020c2 req-e3f21eaa-00f0-4aa0-8c30-1703de83266d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:33.403860 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a47dca-00f9-4cca-86ae-68590cbd5af2 None None] Pushing event updated for resources: {'Port': ['ID=65dbc211-1203-4c10-acf1-378ced1d2c33,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:33.441688 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d5261665-27d5-4080-8702-a764b63c7ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:33.442510 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52af2b5f-5ee3-46fd-a862-b5229fd351f1 req-c268527f-a117-4487-826c-4a92c5179932 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:33.448705 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-52af2b5f-5ee3-46fd-a862-b5229fd351f1 req-c268527f-a117-4487-826c-4a92c5179932 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c4c99e2-7d76-40fa-9e40-1a302aa8335d HTTP/1.1" status: 200 len: 945 time: 0.2467680 Aug 16 22:53:33.455624 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3ecdccfb-e4d4-4f70-8c20-8c9a7dc2a12b req-429cf671-92d2-4311-bf16-716d4c2e7a5b tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:33.456072 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32778bb5-e0b5-4b72-92a0-f3089b8ed9ff None None] Network 033afa38-0f8a-4ac5-a75a-baad18d409cc requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:53:33.461439 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e5d86547-9462-4101-8e6c-6e44c5dcc403 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:33.463490 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-884fa50c-1f25-4c45-80d9-9269a8e33c2f req-1eb21cf3-837b-415d-8a20-fd81cdb3bec4 tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] 10.222.0.36 "GET /v2.0/ports?device_id=17f5bfe5-4d50-4d2e-8eab-b5da0dd55868 HTTP/1.1" status: 200 len: 210 time: 0.1268673 Aug 16 22:53:33.577935 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-3ecdccfb-e4d4-4f70-8c20-8c9a7dc2a12b req-429cf671-92d2-4311-bf16-716d4c2e7a5b tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Transition to ACTIVE for port object 330169e4-6106-4dbb-8d1a-647cab10094c will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:53:33.651358 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ed9afe91-2201-407d-be35-e072a2ee51a4 req-ec576a9f-803d-4665-8047-762c9d2fc92f tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/ports?device_id=e710dfef-46f9-4168-bf81-72df8f58f7f6 HTTP/1.1" status: 200 len: 210 time: 0.0621345 Aug 16 22:53:33.695995 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6811f02-6b55-4396-8e4a-0f6bb10bd9c7 None None] Network 033afa38-0f8a-4ac5-a75a-baad18d409cc requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:53:33.705198 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-52af2b5f-5ee3-46fd-a862-b5229fd351f1 req-baaf54aa-74bb-453d-b9e0-991e839f1f01 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] 10.222.0.36 "GET /v2.0/security-groups?id=3816303d-9df9-4713-86ff-53d823e28b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354596 Aug 16 22:53:33.718479 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-0782785d-5383-4ed4-a2fc-7218291020c2 req-e3f21eaa-00f0-4aa0-8c30-1703de83266d service neutron] For port 3710bf3e-9ecf-4025-8bd6-a0dc12c7e9b1, host n-h2-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:53:33.725124 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-0782785d-5383-4ed4-a2fc-7218291020c2 req-e3f21eaa-00f0-4aa0-8c30-1703de83266d service neutron] For port 3710bf3e-9ecf-4025-8bd6-a0dc12c7e9b1, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=3710bf3e-9ecf-4025-8bd6-a0dc12c7e9b1,segment=NetworkSegment(0b00b110-ffa1-46c2-91d9-ab87a6c0117e),segment_id=0b00b110-ffa1-46c2-91d9-ab87a6c0117e)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:53:33.732151 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-0782785d-5383-4ed4-a2fc-7218291020c2 req-e3f21eaa-00f0-4aa0-8c30-1703de83266d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:33.775195 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3ecdccfb-e4d4-4f70-8c20-8c9a7dc2a12b req-429cf671-92d2-4311-bf16-716d4c2e7a5b tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:33.778784 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 019c6b2b-b507-49b2-a989-70f03a270e10 up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:53:33.801451 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3ea51b3-d48a-4869-b213-3cf45f35fa37 req-1e5569ee-b596-4b2b-a99c-841fea2fcce9 tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] Made reservation on behalf of a9c0ed8d0d754c4dac8f472b354115ce for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:53:33.806325 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-d3ea51b3-d48a-4869-b213-3cf45f35fa37 req-1e5569ee-b596-4b2b-a99c-841fea2fcce9 tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:33.810246 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0782785d-5383-4ed4-a2fc-7218291020c2 req-e3f21eaa-00f0-4aa0-8c30-1703de83266d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:33.810881 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-0782785d-5383-4ed4-a2fc-7218291020c2 req-e3f21eaa-00f0-4aa0-8c30-1703de83266d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:33.812565 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0782785d-5383-4ed4-a2fc-7218291020c2 req-e3f21eaa-00f0-4aa0-8c30-1703de83266d service neutron] 10.222.0.57 "PUT /v2.0/ports/3710bf3e-9ecf-4025-8bd6-a0dc12c7e9b1 HTTP/1.1" status: 200 len: 1092 time: 2.5410206 Aug 16 22:53:33.813024 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90f849f6-77c3-4c08-b2bd-63815b5179a7', 'tag': '3710bf3e-9ecf-4025-8bd6-a0dc12c7e9b1'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:53:33.815872 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d1a481d-2833-4e26-8a40-35398edeb755" -d '{"events": [{"name": "network-changed", "server_uuid": "90f849f6-77c3-4c08-b2bd-63815b5179a7", "tag": "3710bf3e-9ecf-4025-8bd6-a0dc12c7e9b1"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:53:33.851475 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f21eaa-00f0-4aa0-8c30-1703de83266d service neutron] Pushing event updated for resources: {'Port': ['ID=3710bf3e-9ecf-4025-8bd6-a0dc12c7e9b1,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:33.893418 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-86d1fb3b-d0b4-4ea3-b4ba-41713f0bb5c7 None None] Notify callbacks [] for port, precommit_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:33.896329 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-d5261665-27d5-4080-8702-a764b63c7ae1 admin admin] Allocated IP 172.20.0.1 (a8aaeb65-e172-4fdd-9f1a-cbdbda638f0b/d5081f3b-73a4-4d61-9e4a-3f5b25fa6900/6e1d4414-8c1a-4bfa-94c5-48ac248d627a) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:53:33.951878 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dde6648-b90c-4398-9eee-52de49d328ee x-openstack-request-id: req-8dde6648-b90c-4398-9eee-52de49d328ee {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:53:33.952306 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90f849f6-77c3-4c08-b2bd-63815b5179a7", "tag": "3710bf3e-9ecf-4025-8bd6-a0dc12c7e9b1", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:53:33.952619 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8dde6648-b90c-4398-9eee-52de49d328ee {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:53:33.953269 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90f849f6-77c3-4c08-b2bd-63815b5179a7', 'tag': '3710bf3e-9ecf-4025-8bd6-a0dc12c7e9b1', 'status': 'completed', 'code': 200} Aug 16 22:53:33.964725 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 818cfc68-e188-48a4-9eb5-07cc1027cd76 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:53:34.035694 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-86d1fb3b-d0b4-4ea3-b4ba-41713f0bb5c7 None None] Transition to ACTIVE for port object 9aa72632-19cf-4b9f-84a5-4e2d384931b3 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:53:34.050593 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-86d1fb3b-d0b4-4ea3-b4ba-41713f0bb5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:34.065077 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0782785d-5383-4ed4-a2fc-7218291020c2 req-ee6d9df6-d198-4803-a6ae-f88caaa6cc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:34.066453 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ecdccfb-e4d4-4f70-8c20-8c9a7dc2a12b req-429cf671-92d2-4311-bf16-716d4c2e7a5b tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Network 84114c2c-8237-4c3d-8ec3-a63c8431ae95 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:53:34.067510 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0782785d-5383-4ed4-a2fc-7218291020c2 req-ee6d9df6-d198-4803-a6ae-f88caaa6cc21 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=463c04db7a86489b8d8a19358faf1fca&device_id=90f849f6-77c3-4c08-b2bd-63815b5179a7 HTTP/1.1" status: 200 len: 1095 time: 0.1836445 Aug 16 22:53:34.085947 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-3ecdccfb-e4d4-4f70-8c20-8c9a7dc2a12b req-429cf671-92d2-4311-bf16-716d4c2e7a5b tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:53:34.095260 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-e5d86547-9462-4101-8e6c-6e44c5dcc403 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Deleting port 65dbc211-1203-4c10-acf1-378ced1d2c33 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:53:34.095506 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e5d86547-9462-4101-8e6c-6e44c5dcc403 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:34.104282 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39fef76-4a41-4502-8b1c-0dd1664eeb64 req-089e5e88-dd30-4f41-b40a-7054e8b0bf2e tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:34.112515 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c39fef76-4a41-4502-8b1c-0dd1664eeb64 req-089e5e88-dd30-4f41-b40a-7054e8b0bf2e tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] 10.222.0.36 "GET /v2.0/ports?device_id=486628ef-a12a-4ae8-9725-f93b2da39a4c HTTP/1.1" status: 200 len: 949 time: 0.1578844 Aug 16 22:53:34.148651 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ecdccfb-e4d4-4f70-8c20-8c9a7dc2a12b req-429cf671-92d2-4311-bf16-716d4c2e7a5b tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:53:34.176554 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0782785d-5383-4ed4-a2fc-7218291020c2 req-a3763020-9f9f-4071-bbfc-cbf25ef50eb9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3710bf3e-9ecf-4025-8bd6-a0dc12c7e9b1 HTTP/1.1" status: 200 len: 217 time: 0.0954919 Aug 16 22:53:34.192686 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 818cfc68-e188-48a4-9eb5-07cc1027cd76 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:53:34.193167 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:34.210136 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning for port 019c6b2b-b507-49b2-a989-70f03a270e10 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:53:34.246457 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b76668-35b5-4eb5-aaad-fbcd70612804 None None] Pushing event updated for resources: {'Port': ['ID=9aa72632-19cf-4b9f-84a5-4e2d384931b3,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:34.254694 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port 019c6b2b-b507-49b2-a989-70f03a270e10 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:53:34.259156 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:34.271657 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c39fef76-4a41-4502-8b1c-0dd1664eeb64 req-39fc7be5-7d89-43f7-96ab-d768c814f059 tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] 10.222.0.36 "GET /v2.0/security-groups?id=faa99c9d-dd29-40b5-a0a4-b7ed8dc0f17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527421 Aug 16 22:53:34.276384 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0782785d-5383-4ed4-a2fc-7218291020c2 req-a025842c-1e41-4489-8883-695cf74b9f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:34.278166 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0782785d-5383-4ed4-a2fc-7218291020c2 req-a025842c-1e41-4489-8883-695cf74b9f0e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7dcd32e4-dfac-4bf2-accd-cdf25fc72851 HTTP/1.1" status: 200 len: 855 time: 0.0938311 Aug 16 22:53:34.291127 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-86d1fb3b-d0b4-4ea3-b4ba-41713f0bb5c7 None None] Attempting to bind port 9aa72632-19cf-4b9f-84a5-4e2d384931b3 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:53:34.291512 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-86d1fb3b-d0b4-4ea3-b4ba-41713f0bb5c7 None None] Attempting to bind port 9aa72632-19cf-4b9f-84a5-4e2d384931b3 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:53:34.291875 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d1fb3b-d0b4-4ea3-b4ba-41713f0bb5c7 None None] Attempting to bind port 9aa72632-19cf-4b9f-84a5-4e2d384931b3 on network c22c4980-c849-406d-982c-a5d68c515a94 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:53:34.310934 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d1fb3b-d0b4-4ea3-b4ba-41713f0bb5c7 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:53:34.311318 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d1fb3b-d0b4-4ea3-b4ba-41713f0bb5c7 None None] Checking segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:53:34.312145 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-86d1fb3b-d0b4-4ea3-b4ba-41713f0bb5c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:34.312767 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d1fb3b-d0b4-4ea3-b4ba-41713f0bb5c7 None None] Bound using segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:53:34.313787 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-86d1fb3b-d0b4-4ea3-b4ba-41713f0bb5c7 None None] Bound port: 9aa72632-19cf-4b9f-84a5-4e2d384931b3, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:53:34.314193 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-86d1fb3b-d0b4-4ea3-b4ba-41713f0bb5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:34.338567 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429cf671-92d2-4311-bf16-716d4c2e7a5b tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Pushing event updated for resources: {'Port': ['ID=330169e4-6106-4dbb-8d1a-647cab10094c,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:34.364573 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-e5d86547-9462-4101-8e6c-6e44c5dcc403 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] For port 65dbc211-1203-4c10-acf1-378ced1d2c33, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=65dbc211-1203-4c10-acf1-378ced1d2c33,segment=NetworkSegment(f3480683-cfcf-43c6-854b-e202534ca3bb),segment_id=f3480683-cfcf-43c6-854b-e202534ca3bb)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:53:34.365067 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e5d86547-9462-4101-8e6c-6e44c5dcc403 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:34.377659 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0782785d-5383-4ed4-a2fc-7218291020c2 req-29b2efd2-9699-4444-b070-023a60c70304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:34.379345 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0782785d-5383-4ed4-a2fc-7218291020c2 req-29b2efd2-9699-4444-b070-023a60c70304 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=84114c2c-8237-4c3d-8ec3-a63c8431ae95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0714889 Aug 16 22:53:34.432966 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-86d1fb3b-d0b4-4ea3-b4ba-41713f0bb5c7 None None] For port 9aa72632-19cf-4b9f-84a5-4e2d384931b3, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:53:34.452134 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-e5d86547-9462-4101-8e6c-6e44c5dcc403 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Calling delete_port for 65dbc211-1203-4c10-acf1-378ced1d2c33 owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:53:34.452478 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-86d1fb3b-d0b4-4ea3-b4ba-41713f0bb5c7 None None] For port 9aa72632-19cf-4b9f-84a5-4e2d384931b3, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=9aa72632-19cf-4b9f-84a5-4e2d384931b3,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:53:34.465888 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d5261665-27d5-4080-8702-a764b63c7ae1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:34.482454 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-86d1fb3b-d0b4-4ea3-b4ba-41713f0bb5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:34.492243 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecdccfb-e4d4-4f70-8c20-8c9a7dc2a12b req-429cf671-92d2-4311-bf16-716d4c2e7a5b tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:34.493006 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3ecdccfb-e4d4-4f70-8c20-8c9a7dc2a12b req-429cf671-92d2-4311-bf16-716d4c2e7a5b tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:34.513251 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-d5261665-27d5-4080-8702-a764b63c7ae1 admin admin] Transition to ACTIVE for port object 6e1d4414-8c1a-4bfa-94c5-48ac248d627a will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:53:34.545807 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-d3ea51b3-d48a-4869-b213-3cf45f35fa37 req-1e5569ee-b596-4b2b-a99c-841fea2fcce9 tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] Allocated IP 172.20.0.3 (7bb4d736-1ee0-4c9d-95be-95b3b284910b/4f17be0c-e94d-48bc-9b35-a0b031c07b96/ee33ed41-4cca-40de-891b-38c2fb6e5688) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:53:34.547245 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0782785d-5383-4ed4-a2fc-7218291020c2 req-1b31ec63-bbf9-4ce3-acd5-e7eff84cc983 service neutron] 10.222.0.57 "GET /v2.0/networks/84114c2c-8237-4c3d-8ec3-a63c8431ae95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599460 Aug 16 22:53:34.565098 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92dd922-9796-49c1-a72e-a2beb7109d49 None None] get_active_networks_info from n-d-791506-26 {{(pid=101293) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 22:53:34.635961 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:34.638220 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d1fb3b-d0b4-4ea3-b4ba-41713f0bb5c7 None None] Routers {'a57a8d75-1785-472d-b1d9-2a0dda82a074'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:53:34.638834 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-86d1fb3b-d0b4-4ea3-b4ba-41713f0bb5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:53:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['a57a8d75-1785-472d-b1d9-2a0dda82a074'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:34.666828 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-52714e78-dff5-4ac0-b186-490b8b6a6064 req-2a000c2e-3849-4d54-9744-bf5667378f94 tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] 10.222.0.36 "GET /v2.0/ports?device_id=17f5bfe5-4d50-4d2e-8eab-b5da0dd55868 HTTP/1.1" status: 200 len: 210 time: 0.0842502 Aug 16 22:53:34.712879 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-6a674019-e2fe-41f4-94d8-cd35282acdd1 None None] Provisioning for port 330169e4-6106-4dbb-8d1a-647cab10094c completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:53:34.715238 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0782785d-5383-4ed4-a2fc-7218291020c2 req-9747e9f4-9247-4536-b0f2-edad3fe2da2c service neutron] 10.222.0.57 "GET /v2.0/networks/84114c2c-8237-4c3d-8ec3-a63c8431ae95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604629 Aug 16 22:53:34.818614 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c0964944-5cec-4b66-ba7a-cd93a0753dec req-75933642-483f-4e18-983e-3ee662cfc527 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/ports?device_id=e710dfef-46f9-4168-bf81-72df8f58f7f6 HTTP/1.1" status: 200 len: 210 time: 0.0426776 Aug 16 22:53:34.875768 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '486628ef-a12a-4ae8-9725-f93b2da39a4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '019c6b2b-b507-49b2-a989-70f03a270e10'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:53:34.878080 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6ffde52-2eb4-4902-a29e-b7f5c2553d8c" -d '{"events": [{"server_uuid": "486628ef-a12a-4ae8-9725-f93b2da39a4c", "name": "network-vif-plugged", "status": "completed", "tag": "019c6b2b-b507-49b2-a989-70f03a270e10"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:53:34.881839 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b76668-35b5-4eb5-aaad-fbcd70612804 None None] Pushing event updated for resources: {'Port': ['ID=9aa72632-19cf-4b9f-84a5-4e2d384931b3,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:34.903994 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b078d7-ac98-478e-92f5-79507255871b req-16b1348b-e082-4123-a332-51867c555c0b tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:34.904532 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 019c6b2b-b507-49b2-a989-70f03a270e10, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=019c6b2b-b507-49b2-a989-70f03a270e10,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:53:34.905582 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-6a674019-e2fe-41f4-94d8-cd35282acdd1 None None] Provisioning complete for port 330169e4-6106-4dbb-8d1a-647cab10094c triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:53:34.905732 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b1b078d7-ac98-478e-92f5-79507255871b req-16b1348b-e082-4123-a332-51867c555c0b tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c4c99e2-7d76-40fa-9e40-1a302aa8335d HTTP/1.1" status: 200 len: 945 time: 0.0856130 Aug 16 22:53:34.906004 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-6a674019-e2fe-41f4-94d8-cd35282acdd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:34.917274 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1a481d-2833-4e26-8a40-35398edeb755 req-dbb7af08-9fef-4ee1-94bc-b5b6e664c909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:34.918799 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9d1a481d-2833-4e26-8a40-35398edeb755 req-dbb7af08-9fef-4ee1-94bc-b5b6e664c909 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=463c04db7a86489b8d8a19358faf1fca&device_id=90f849f6-77c3-4c08-b2bd-63815b5179a7 HTTP/1.1" status: 200 len: 1095 time: 0.0974853 Aug 16 22:53:35.017927 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3ecdccfb-e4d4-4f70-8c20-8c9a7dc2a12b req-429cf671-92d2-4311-bf16-716d4c2e7a5b tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2298579 Aug 16 22:53:35.044608 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1a481d-2833-4e26-8a40-35398edeb755 req-5450e3fa-5192-4ea6-b3a6-3b2035b5b9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:35.046299 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9d1a481d-2833-4e26-8a40-35398edeb755 req-5450e3fa-5192-4ea6-b3a6-3b2035b5b9fb service neutron] 10.222.0.57 "GET /v2.0/networks?id=84114c2c-8237-4c3d-8ec3-a63c8431ae95 HTTP/1.1" status: 200 len: 917 time: 0.1023881 Aug 16 22:53:35.063461 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-3ecdccfb-e4d4-4f70-8c20-8c9a7dc2a12b req-c264e76c-b081-4339-a2f7-ef70d59372f5 service neutron] Request body: {'port': {'device_id': 'eb466eeb-1aa5-43f0-8ac7-b12c0543ba14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:53:35.107190 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-befa9d08-2e2d-4c6f-b74c-25d28073a902 x-openstack-request-id: req-befa9d08-2e2d-4c6f-b74c-25d28073a902 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:53:35.107443 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "486628ef-a12a-4ae8-9725-f93b2da39a4c", "name": "network-vif-plugged", "status": "completed", "tag": "019c6b2b-b507-49b2-a989-70f03a270e10", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:53:35.107683 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-befa9d08-2e2d-4c6f-b74c-25d28073a902 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:53:35.108073 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '486628ef-a12a-4ae8-9725-f93b2da39a4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '019c6b2b-b507-49b2-a989-70f03a270e10', 'code': 200} Aug 16 22:53:35.108870 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:35.139470 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b1b078d7-ac98-478e-92f5-79507255871b req-608a38eb-f1c9-4d7e-8a7f-61c23121ca81 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] 10.222.0.36 "GET /v2.0/security-groups?id=3816303d-9df9-4713-86ff-53d823e28b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194057 Aug 16 22:53:35.143792 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9d1a481d-2833-4e26-8a40-35398edeb755 req-c2b6c26a-aa14-417c-bc0f-35b871da156f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3710bf3e-9ecf-4025-8bd6-a0dc12c7e9b1 HTTP/1.1" status: 200 len: 217 time: 0.0565341 Aug 16 22:53:35.151863 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b900b8-3c7d-47c9-8b04-e33d3acfb398 req-a7e8ce1c-4d00-4f89-a784-6305f35cb0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:35.153129 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-42b900b8-3c7d-47c9-8b04-e33d3acfb398 req-a7e8ce1c-4d00-4f89-a784-6305f35cb0aa service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=486628ef-a12a-4ae8-9725-f93b2da39a4c HTTP/1.1" status: 200 len: 1102 time: 0.1059146 Aug 16 22:53:35.189795 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-86d1fb3b-d0b4-4ea3-b4ba-41713f0bb5c7 None None] Set router a57a8d75-1785-472d-b1d9-2a0dda82a074 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:53:35.197864 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6b242955-bba1-49c2-8521-78f651f0049a req-015860e5-afd5-4f8d-a3ae-4249c8f5f612 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a50c58d7-d116-4c8e-b014-130d383ba537&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6929114 Aug 16 22:53:35.202639 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1a481d-2833-4e26-8a40-35398edeb755 req-1c6b17ca-ba6f-4339-99bf-3c0493ec4080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:35.204103 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9d1a481d-2833-4e26-8a40-35398edeb755 req-1c6b17ca-ba6f-4339-99bf-3c0493ec4080 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7dcd32e4-dfac-4bf2-accd-cdf25fc72851 HTTP/1.1" status: 200 len: 855 time: 0.0499187 Aug 16 22:53:35.238871 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-42b900b8-3c7d-47c9-8b04-e33d3acfb398 req-862258f5-4ea7-441c-a482-5543df99d58f service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=faa99c9d-dd29-40b5-a0a4-b7ed8dc0f17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336390 Aug 16 22:53:35.261279 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-6a674019-e2fe-41f4-94d8-cd35282acdd1 None None] Port 330169e4-6106-4dbb-8d1a-647cab10094c cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:53:35.273287 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d5261665-27d5-4080-8702-a764b63c7ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:35.276519 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92dd922-9796-49c1-a72e-a2beb7109d49 None None] Resources bound (agent type, host, resource id): {{(pid=101293) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 22:53:35.323693 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3ecdccfb-e4d4-4f70-8c20-8c9a7dc2a12b req-c264e76c-b081-4339-a2f7-ef70d59372f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:35.350819 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=019c6b2b-b507-49b2-a989-70f03a270e10,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:35.353128 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e5d86547-9462-4101-8e6c-6e44c5dcc403 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:35.384878 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5261665-27d5-4080-8702-a764b63c7ae1 admin admin] Network a8aaeb65-e172-4fdd-9f1a-cbdbda638f0b is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:53:35.385125 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1188d069-06aa-4654-a6da-64e11da1dbfb req-7d939483-7f97-489e-b34c-ef3c0e5edaf8 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1482687 Aug 16 22:53:35.394326 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d86b9-5598-4f7c-bff0-b743ef1b624d req-706b0143-ec37-4ea3-baf1-4366b518a6af tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:35.396081 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c17d86b9-5598-4f7c-bff0-b743ef1b624d req-706b0143-ec37-4ea3-baf1-4366b518a6af tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.68 "GET /v2.0/networks?id=84114c2c-8237-4c3d-8ec3-a63c8431ae95 HTTP/1.1" status: 200 len: 816 time: 0.4199398 Aug 16 22:53:35.400874 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-1188d069-06aa-4654-a6da-64e11da1dbfb req-d4047ebc-b2ae-49b5-a458-4bcb06805720 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Request body: {'floatingip': {'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:53:35.421546 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-d5261665-27d5-4080-8702-a764b63c7ae1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:53:35.423725 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d86547-9462-4101-8e6c-6e44c5dcc403 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] No DVR routers for this DVR port 65dbc211-1203-4c10-acf1-378ced1d2c33 on host n-d-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:53:35.434444 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-c17d86b9-5598-4f7c-bff0-b743ef1b624d req-6f0a80d1-7516-43d3-8bb6-bde9bfdc1251 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Request body: {'port': {'device_id': 'e710dfef-46f9-4168-bf81-72df8f58f7f6', 'network_id': '84114c2c-8237-4c3d-8ec3-a63c8431ae95', 'admin_state_up': True, 'tenant_id': '463c04db7a86489b8d8a19358faf1fca'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:53:35.440160 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5261665-27d5-4080-8702-a764b63c7ae1 admin admin] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:53:35.464815 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1a481d-2833-4e26-8a40-35398edeb755 req-f05e8bdc-812e-4757-a12e-3b6287909ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:35.466776 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9d1a481d-2833-4e26-8a40-35398edeb755 req-f05e8bdc-812e-4757-a12e-3b6287909ef5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=84114c2c-8237-4c3d-8ec3-a63c8431ae95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0795679 Aug 16 22:53:35.474551 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1188d069-06aa-4654-a6da-64e11da1dbfb req-d4047ebc-b2ae-49b5-a458-4bcb06805720 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Notify callbacks [] for floatingip, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:35.577929 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5261665-27d5-4080-8702-a764b63c7ae1 admin admin] Pushing event updated for resources: {'Port': ['ID=6e1d4414-8c1a-4bfa-94c5-48ac248d627a,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:35.594804 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-86d1fb3b-d0b4-4ea3-b4ba-41713f0bb5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57a8d75-1785-472d-b1d9-2a0dda82a074', 'name': 'tempest-ServersTestFqdnHostnames-1410935709-router', 'tenant_id': '59c961a779674ade84e46325c73c6eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '9aa72632-19cf-4b9f-84a5-4e2d384931b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:53:24Z', 'updated_at': '2021-08-16T22:53:28Z', 'revision_number': 3, 'project_id': '59c961a779674ade84e46325c73c6eac', 'gw_port': {'id': '9aa72632-19cf-4b9f-84a5-4e2d384931b3', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:e7:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a57a8d75-1785-472d-b1d9-2a0dda82a074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:26Z', 'updated_at': '2021-08-16T22:53:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:35.644611 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a94247-08b5-4844-9f7c-ea51706dc865 req-91091970-f126-46ee-9d16-c439a9be126c tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:35.646106 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-41a94247-08b5-4844-9f7c-ea51706dc865 req-91091970-f126-46ee-9d16-c439a9be126c tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] 10.222.0.36 "GET /v2.0/ports?device_id=486628ef-a12a-4ae8-9725-f93b2da39a4c HTTP/1.1" status: 200 len: 950 time: 0.1541667 Aug 16 22:53:35.665193 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d1fb3b-d0b4-4ea3-b4ba-41713f0bb5c7 None None] The sync data for ids ['a57a8d75-1785-472d-b1d9-2a0dda82a074'] in n-d-791506-26 is: [{'id': 'a57a8d75-1785-472d-b1d9-2a0dda82a074', 'name': 'tempest-ServersTestFqdnHostnames-1410935709-router', 'tenant_id': '59c961a779674ade84e46325c73c6eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '9aa72632-19cf-4b9f-84a5-4e2d384931b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:53:24Z', 'updated_at': '2021-08-16T22:53:28Z', 'revision_number': 3, 'project_id': '59c961a779674ade84e46325c73c6eac', 'gw_port': {'id': '9aa72632-19cf-4b9f-84a5-4e2d384931b3', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:e7:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a57a8d75-1785-472d-b1d9-2a0dda82a074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:26Z', 'updated_at': '2021-08-16T22:53:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:53:35.680621 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9d1a481d-2833-4e26-8a40-35398edeb755 req-ccaf8922-8bd8-44df-8b69-fb40b40c0744 service neutron] 10.222.0.57 "GET /v2.0/networks/84114c2c-8237-4c3d-8ec3-a63c8431ae95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982744 Aug 16 22:53:35.705078 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d86547-9462-4101-8e6c-6e44c5dcc403 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Pushing event deleted for resources: {'Port': ['ID=65dbc211-1203-4c10-acf1-378ced1d2c33,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:35.748846 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-41a94247-08b5-4844-9f7c-ea51706dc865 req-ff8989df-d298-4c8e-9844-20b60407ac4c tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] 10.222.0.36 "GET /v2.0/security-groups?id=faa99c9d-dd29-40b5-a0a4-b7ed8dc0f17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923500 Aug 16 22:53:35.817785 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1188d069-06aa-4654-a6da-64e11da1dbfb req-d4047ebc-b2ae-49b5-a458-4bcb06805720 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:35.828381 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d5261665-27d5-4080-8702-a764b63c7ae1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954230'] for router_interface, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:35.837075 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-d3ea51b3-d48a-4869-b213-3cf45f35fa37 req-1e5569ee-b596-4b2b-a99c-841fea2fcce9 tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:35.845519 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b242955-bba1-49c2-8521-78f651f0049a req-3874a8f9-3ef1-49b1-83df-4a478065b039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:35.847543 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6b242955-bba1-49c2-8521-78f651f0049a req-3874a8f9-3ef1-49b1-83df-4a478065b039 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=733236da22f3411d852a1f0b783a3537&device_id=a50c58d7-d116-4c8e-b014-130d383ba537 HTTP/1.1" status: 200 len: 1098 time: 0.4494107 Aug 16 22:53:35.862800 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e5d86547-9462-4101-8e6c-6e44c5dcc403 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:35.867467 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9d1a481d-2833-4e26-8a40-35398edeb755 req-4d38773e-9f63-4315-95e3-0451be0d8ed5 service neutron] 10.222.0.57 "GET /v2.0/networks/84114c2c-8237-4c3d-8ec3-a63c8431ae95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793473 Aug 16 22:53:36.013285 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-d3ea51b3-d48a-4869-b213-3cf45f35fa37 req-1e5569ee-b596-4b2b-a99c-841fea2fcce9 tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] Transition to ACTIVE for port object ee33ed41-4cca-40de-891b-38c2fb6e5688 will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:53:36.015844 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-e5d86547-9462-4101-8e6c-6e44c5dcc403 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['033afa38-0f8a-4ac5-a75a-baad18d409cc']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:36.074985 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-e5d86547-9462-4101-8e6c-6e44c5dcc403 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3480683-cfcf-43c6-854b-e202534ca3bb') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:36.075658 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-e5d86547-9462-4101-8e6c-6e44c5dcc403 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3480683-cfcf-43c6-854b-e202534ca3bb') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:36.117923 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-06b4c653-8c80-4801-8446-43c5d07f68e0 req-dcca02ca-9cec-4920-a0c0-4554af72bb9b tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] 10.222.0.36 "GET /v2.0/ports?device_id=17f5bfe5-4d50-4d2e-8eab-b5da0dd55868 HTTP/1.1" status: 200 len: 210 time: 0.0813251 Aug 16 22:53:36.130093 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e5d86547-9462-4101-8e6c-6e44c5dcc403 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:36.143307 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [req-1188d069-06aa-4654-a6da-64e11da1dbfb req-d4047ebc-b2ae-49b5-a458-4bcb06805720 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Allocated IP 172.25.4.210 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/66f8653c-920b-454b-95f6-cd997810e887) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:53:36.200207 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-3f255987-b996-4e8a-8be5-86c22b7340d0 None None] Provisioning for port 6e1d4414-8c1a-4bfa-94c5-48ac248d627a completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:53:36.208885 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-3f255987-b996-4e8a-8be5-86c22b7340d0 None None] Provisioning complete for port 6e1d4414-8c1a-4bfa-94c5-48ac248d627a triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:53:36.209839 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-3f255987-b996-4e8a-8be5-86c22b7340d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:36.243442 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e5d86547-9462-4101-8e6c-6e44c5dcc403 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:36.264114 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-3f255987-b996-4e8a-8be5-86c22b7340d0 None None] Port 6e1d4414-8c1a-4bfa-94c5-48ac248d627a cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:53:36.284385 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c31c01d9-a435-45e7-8eea-2141b6cc2f1f req-83b076c7-4cf4-4107-a85a-dfcc46d7ad0e tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/ports?device_id=e710dfef-46f9-4168-bf81-72df8f58f7f6 HTTP/1.1" status: 200 len: 210 time: 0.0343845 Aug 16 22:53:36.291537 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c17d86b9-5598-4f7c-bff0-b743ef1b624d req-6f0a80d1-7516-43d3-8bb6-bde9bfdc1251 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Made reservation on behalf of 463c04db7a86489b8d8a19358faf1fca for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:53:36.295215 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-c17d86b9-5598-4f7c-bff0-b743ef1b624d req-6f0a80d1-7516-43d3-8bb6-bde9bfdc1251 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:36.320432 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5d86547-9462-4101-8e6c-6e44c5dcc403 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:53:36.320880 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e5d86547-9462-4101-8e6c-6e44c5dcc403 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:36.323982 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 22:53:36.323982 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:53:36.323982 n-d-791506-26 neutron-server[101291]: timer() Aug 16 22:53:36.323982 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:53:36.323982 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 22:53:36.323982 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:53:36.323982 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 22:53:36.323982 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:53:36.323982 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 22:53:36.323982 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:53:36.323982 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 22:53:36.323982 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:53:36.323982 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 22:53:36.323982 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:53:36.323982 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:53:36.323982 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:53:36.323982 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:53:36.323982 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:53:36.323982 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 22:53:36.323982 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:53:36.323982 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 22:53:36.323982 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:53:36.323982 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:53:36.323982 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:53:36.323982 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 22:53:36.323982 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:53:36.323982 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:53:36.323982 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:53:36.323982 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:53:36.323982 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:53:36.323982 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:53:36.323982 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:53:36.344576 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1188d069-06aa-4654-a6da-64e11da1dbfb req-d4047ebc-b2ae-49b5-a458-4bcb06805720 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:36.404963 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b242955-bba1-49c2-8521-78f651f0049a req-ea6ce9ee-d275-42a6-9548-c89f6cbfcf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:36.406503 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6b242955-bba1-49c2-8521-78f651f0049a req-ea6ce9ee-d275-42a6-9548-c89f6cbfcf80 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1ec41dbe-7c0a-4c4b-bab3-26488606d20f HTTP/1.1" status: 200 len: 923 time: 0.4809561 Aug 16 22:53:36.408337 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1188d069-06aa-4654-a6da-64e11da1dbfb req-d4047ebc-b2ae-49b5-a458-4bcb06805720 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:36.451184 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-d3ea51b3-d48a-4869-b213-3cf45f35fa37 req-1e5569ee-b596-4b2b-a99c-841fea2fcce9 tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:36.463230 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1188d069-06aa-4654-a6da-64e11da1dbfb req-d4047ebc-b2ae-49b5-a458-4bcb06805720 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:53:36.466760 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [req-1188d069-06aa-4654-a6da-64e11da1dbfb req-d4047ebc-b2ae-49b5-a458-4bcb06805720 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:53:36.474295 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-1188d069-06aa-4654-a6da-64e11da1dbfb req-d4047ebc-b2ae-49b5-a458-4bcb06805720 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:53:36.503490 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4047ebc-b2ae-49b5-a458-4bcb06805720 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Pushing event updated for resources: {'Port': ['ID=66f8653c-920b-454b-95f6-cd997810e887,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:36.518004 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4047ebc-b2ae-49b5-a458-4bcb06805720 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:36.518359 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4047ebc-b2ae-49b5-a458-4bcb06805720 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:36.518710 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4047ebc-b2ae-49b5-a458-4bcb06805720 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:36.519056 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4047ebc-b2ae-49b5-a458-4bcb06805720 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:36.519400 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4047ebc-b2ae-49b5-a458-4bcb06805720 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:36.519740 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4047ebc-b2ae-49b5-a458-4bcb06805720 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:36.520078 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4047ebc-b2ae-49b5-a458-4bcb06805720 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:36.520412 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4047ebc-b2ae-49b5-a458-4bcb06805720 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:36.520769 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4047ebc-b2ae-49b5-a458-4bcb06805720 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:36.521101 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4047ebc-b2ae-49b5-a458-4bcb06805720 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:36.521574 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4047ebc-b2ae-49b5-a458-4bcb06805720 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:36.522188 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4047ebc-b2ae-49b5-a458-4bcb06805720 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:36.559832 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e5d86547-9462-4101-8e6c-6e44c5dcc403 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:36.596021 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1188d069-06aa-4654-a6da-64e11da1dbfb req-d4047ebc-b2ae-49b5-a458-4bcb06805720 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:36.599015 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e5d86547-9462-4101-8e6c-6e44c5dcc403 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:36.603221 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-e5d86547-9462-4101-8e6c-6e44c5dcc403 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] 10.222.0.36 "DELETE /v2.0/networks/033afa38-0f8a-4ac5-a75a-baad18d409cc HTTP/1.1" status: 204 len: 168 time: 5.9877155 Aug 16 22:53:36.604609 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60538) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:36.625622 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bb2d2bb-63cd-46a4-af9f-4877d25e5ccc tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] DELETE failed (client error): The resource could not be found. Aug 16 22:53:36.626238 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bb2d2bb-63cd-46a4-af9f-4877d25e5ccc tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:53:36.633915 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-4bb2d2bb-63cd-46a4-af9f-4877d25e5ccc tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] 10.222.0.36 "DELETE /v2.0/networks/033afa38-0f8a-4ac5-a75a-baad18d409cc HTTP/1.1" status: 404 len: 339 time: 0.0223420 Aug 16 22:53:36.635241 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60540) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:36.654990 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-2f800faa-4ce3-4f69-9f5f-450a266c2ade tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1888826344', 'description': 'd1'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:53:36.658413 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3ea51b3-d48a-4869-b213-3cf45f35fa37 req-1e5569ee-b596-4b2b-a99c-841fea2fcce9 tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] Network 7bb4d736-1ee0-4c9d-95be-95b3b284910b is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:53:36.663086 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d5261665-27d5-4080-8702-a764b63c7ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:36.665156 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d86547-9462-4101-8e6c-6e44c5dcc403 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Pushing event deleted for resources: {'Network': ['ID=033afa38-0f8a-4ac5-a75a-baad18d409cc,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:36.674806 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1188d069-06aa-4654-a6da-64e11da1dbfb req-d4047ebc-b2ae-49b5-a458-4bcb06805720 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:36.697244 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6b242955-bba1-49c2-8521-78f651f0049a req-0ff5ad1c-643b-4e44-9a13-15218c79505e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=274d2150-3525-4dba-92bb-dc45a148ca83 HTTP/1.1" status: 200 len: 1002 time: 0.2814200 Aug 16 22:53:36.698116 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-d3ea51b3-d48a-4869-b213-3cf45f35fa37 req-1e5569ee-b596-4b2b-a99c-841fea2fcce9 tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:53:36.706100 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5569ee-b596-4b2b-a99c-841fea2fcce9 tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] Pushing event updated for resources: {'Port': ['ID=ee33ed41-4cca-40de-891b-38c2fb6e5688,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:36.708644 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3ea51b3-d48a-4869-b213-3cf45f35fa37 req-1e5569ee-b596-4b2b-a99c-841fea2fcce9 tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:53:36.723342 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f800faa-4ce3-4f69-9f5f-450a266c2ade tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Made reservation on behalf of 934ca4d0283b420081f9f15cff2f8e64 for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:53:36.726985 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2f800faa-4ce3-4f69-9f5f-450a266c2ade tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:36.760973 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f800faa-4ce3-4f69-9f5f-450a266c2ade tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:53:36.773194 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2f800faa-4ce3-4f69-9f5f-450a266c2ade tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:36.773545 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-2f800faa-4ce3-4f69-9f5f-450a266c2ade tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Added segment 0bd08423-31e4-4700-9b6a-494a53960d19 of type vlan for network 46f1849e-5be6-4cf7-b5d3-911bbedd16ab Aug 16 22:53:36.818528 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2f800faa-4ce3-4f69-9f5f-450a266c2ade tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:36.837625 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-3ecdccfb-e4d4-4f70-8c20-8c9a7dc2a12b req-c264e76c-b081-4339-a2f7-ef70d59372f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 330169e4-6106-4dbb-8d1a-647cab10094c {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:53:36.856923 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3ecdccfb-e4d4-4f70-8c20-8c9a7dc2a12b req-c264e76c-b081-4339-a2f7-ef70d59372f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:36.862821 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2f800faa-4ce3-4f69-9f5f-450a266c2ade tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:36.873750 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f800faa-4ce3-4f69-9f5f-450a266c2ade tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:36.874531 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2f800faa-4ce3-4f69-9f5f-450a266c2ade tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:36.902162 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b242955-bba1-49c2-8521-78f651f0049a req-c9e08240-9674-446a-8927-ee6d30454435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:36.903074 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-2f800faa-4ce3-4f69-9f5f-450a266c2ade tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2518985 Aug 16 22:53:36.904139 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6b242955-bba1-49c2-8521-78f651f0049a req-c9e08240-9674-446a-8927-ee6d30454435 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d73dbfff-4ee7-4d05-8df7-c328a380882a HTTP/1.1" status: 200 len: 861 time: 0.1918116 Aug 16 22:53:36.910525 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea51b3-d48a-4869-b213-3cf45f35fa37 req-1e5569ee-b596-4b2b-a99c-841fea2fcce9 tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:36.911418 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-d3ea51b3-d48a-4869-b213-3cf45f35fa37 req-1e5569ee-b596-4b2b-a99c-841fea2fcce9 tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:36.916043 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 60544) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:36.917064 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-3ecdccfb-e4d4-4f70-8c20-8c9a7dc2a12b req-c264e76c-b081-4339-a2f7-ef70d59372f5 service neutron] Transition to ACTIVE for port object 330169e4-6106-4dbb-8d1a-647cab10094c will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:53:36.981809 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3ecdccfb-e4d4-4f70-8c20-8c9a7dc2a12b req-c264e76c-b081-4339-a2f7-ef70d59372f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:36.995708 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-f4034094-2b7f-472d-9a31-8d10ec2d6842 None None] Provisioning for port ee33ed41-4cca-40de-891b-38c2fb6e5688 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:53:37.000626 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-f4034094-2b7f-472d-9a31-8d10ec2d6842 None None] Provisioning complete for port ee33ed41-4cca-40de-891b-38c2fb6e5688 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:53:37.001080 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f4034094-2b7f-472d-9a31-8d10ec2d6842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:37.040681 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-f4034094-2b7f-472d-9a31-8d10ec2d6842 None None] Port ee33ed41-4cca-40de-891b-38c2fb6e5688 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:53:37.047862 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f800faa-4ce3-4f69-9f5f-450a266c2ade tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Pushing event updated for resources: {'Network': ['ID=46f1849e-5be6-4cf7-b5d3-911bbedd16ab,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:37.063289 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 46f1849e-5be6-4cf7-b5d3-911bbedd16ab details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:53:37.081621 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd35f6ca-f3ea-4b26-b907-126ee73f8559 req-b3712bdb-cc30-4544-ba9e-a09b388e56b4 tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:37.090220 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dd35f6ca-f3ea-4b26-b907-126ee73f8559 req-b3712bdb-cc30-4544-ba9e-a09b388e56b4 tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] 10.222.0.36 "GET /v2.0/ports?device_id=486628ef-a12a-4ae8-9725-f93b2da39a4c HTTP/1.1" status: 200 len: 950 time: 0.1938553 Aug 16 22:53:37.159528 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dd35f6ca-f3ea-4b26-b907-126ee73f8559 req-ccc7f30b-9033-41aa-ac1e-2ff146767831 tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] 10.222.0.36 "GET /v2.0/security-groups?id=faa99c9d-dd29-40b5-a0a4-b7ed8dc0f17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684211 Aug 16 22:53:37.173888 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1188d069-06aa-4654-a6da-64e11da1dbfb req-d4047ebc-b2ae-49b5-a458-4bcb06805720 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:37.187761 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1188d069-06aa-4654-a6da-64e11da1dbfb req-d4047ebc-b2ae-49b5-a458-4bcb06805720 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:37.260263 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4047ebc-b2ae-49b5-a458-4bcb06805720 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Pushing event updated for resources: {'Port': ['ID=66f8653c-920b-454b-95f6-cd997810e887,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:37.276250 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1188d069-06aa-4654-a6da-64e11da1dbfb req-d4047ebc-b2ae-49b5-a458-4bcb06805720 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:37.294310 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1188d069-06aa-4654-a6da-64e11da1dbfb req-d4047ebc-b2ae-49b5-a458-4bcb06805720 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:37.303051 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1188d069-06aa-4654-a6da-64e11da1dbfb req-d4047ebc-b2ae-49b5-a458-4bcb06805720 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9168208 Aug 16 22:53:37.362467 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1188d069-06aa-4654-a6da-64e11da1dbfb req-03762429-9fe5-4897-a207-8605528618b8 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.4.210 HTTP/1.1" status: 200 len: 696 time: 0.0576694 Aug 16 22:53:37.389048 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d3ea51b3-d48a-4869-b213-3cf45f35fa37 req-1e5569ee-b596-4b2b-a99c-841fea2fcce9 tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2740071 Aug 16 22:53:37.434598 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-d3ea51b3-d48a-4869-b213-3cf45f35fa37 req-34c3f255-8924-4c44-9b86-980a4eda8333 service neutron] Request body: {'port': {'device_id': '17f5bfe5-4d50-4d2e-8eab-b5da0dd55868', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:53:37.483222 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1649200-5172-4c29-993a-e7736c086f9b req-ff181ecf-c241-4061-912a-2872844baf2c tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:37.484751 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b1649200-5172-4c29-993a-e7736c086f9b req-ff181ecf-c241-4061-912a-2872844baf2c tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] 10.222.0.36 "GET /v2.0/ports?device_id=17f5bfe5-4d50-4d2e-8eab-b5da0dd55868 HTTP/1.1" status: 200 len: 931 time: 0.1270213 Aug 16 22:53:37.491855 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-c17d86b9-5598-4f7c-bff0-b743ef1b624d req-6f0a80d1-7516-43d3-8bb6-bde9bfdc1251 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Allocated IP 172.20.0.13 (84114c2c-8237-4c3d-8ec3-a63c8431ae95/7dcd32e4-dfac-4bf2-accd-cdf25fc72851/212dac15-9bad-44c2-9b11-d91b4a4ff2e2) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:53:37.518105 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03678af-9d67-41cc-b547-6723f16a9d3a tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:37.522585 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-f03678af-9d67-41cc-b547-6723f16a9d3a tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] 10.222.0.36 "GET /v2.0/networks?id=46f1849e-5be6-4cf7-b5d3-911bbedd16ab HTTP/1.1" status: 200 len: 761 time: 0.5993037 Aug 16 22:53:37.522585 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b242955-bba1-49c2-8521-78f651f0049a req-93f41b39-3e77-416c-9f36-9730672f459b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:37.523316 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6b242955-bba1-49c2-8521-78f651f0049a req-93f41b39-3e77-416c-9f36-9730672f459b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1ec41dbe-7c0a-4c4b-bab3-26488606d20f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6041381 Aug 16 22:53:37.527078 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60556) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:37.534430 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c264e76c-b081-4339-a2f7-ef70d59372f5 service neutron] Pushing event updated for resources: {'Port': ['ID=330169e4-6106-4dbb-8d1a-647cab10094c,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:37.542726 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-cb5b4853-ab2a-459d-a6f0-e9a45a488adf tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Request body: {'network': {'description': 'd2'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:53:37.571867 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1188d069-06aa-4654-a6da-64e11da1dbfb req-03ad30f8-ca00-4948-b517-33e26eceae20 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:37.582752 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1188d069-06aa-4654-a6da-64e11da1dbfb req-03ad30f8-ca00-4948-b517-33e26eceae20 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] 10.222.0.36 "GET /v2.0/networks/c22c4980-c849-406d-982c-a5d68c515a94 HTTP/1.1" status: 200 len: 784 time: 0.2090390 Aug 16 22:53:37.647475 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b1649200-5172-4c29-993a-e7736c086f9b req-129e55df-8b8d-42a5-9570-021bc22795a4 tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f8a2671-4820-4bed-b29d-ce4513378842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1434581 Aug 16 22:53:37.674370 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6b242955-bba1-49c2-8521-78f651f0049a req-41035a80-7539-4d8c-bb7f-3c454f9700e5 service neutron] 10.222.0.57 "GET /v2.0/networks/1ec41dbe-7c0a-4c4b-bab3-26488606d20f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364925 Aug 16 22:53:37.840412 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dc49e4cf-a890-4a81-883d-aea4e64cdb17 req-2f16f980-ba9f-409f-a836-c7deaa36bb7e tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/ports?device_id=e710dfef-46f9-4168-bf81-72df8f58f7f6 HTTP/1.1" status: 200 len: 210 time: 0.0783126 Aug 16 22:53:37.862896 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-cb5b4853-ab2a-459d-a6f0-e9a45a488adf tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:37.907780 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-cb5b4853-ab2a-459d-a6f0-e9a45a488adf tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:37.928149 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cb5b4853-ab2a-459d-a6f0-e9a45a488adf tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Network 46f1849e-5be6-4cf7-b5d3-911bbedd16ab is not hosted by any dhcp agent {{(pid=101292) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 22:53:37.939680 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5b4853-ab2a-459d-a6f0-e9a45a488adf tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:37.941062 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-cb5b4853-ab2a-459d-a6f0-e9a45a488adf tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:37.948455 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-cb5b4853-ab2a-459d-a6f0-e9a45a488adf tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] 10.222.0.36 "PUT /v2.0/networks/46f1849e-5be6-4cf7-b5d3-911bbedd16ab HTTP/1.1" status: 200 len: 758 time: 0.4145968 Aug 16 22:53:37.958363 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 60572) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:37.963165 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 9aa72632-19cf-4b9f-84a5-4e2d384931b3 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:53:38.015864 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 9aa72632-19cf-4b9f-84a5-4e2d384931b3 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:53:38.020194 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 9aa72632-19cf-4b9f-84a5-4e2d384931b3 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:53:38.020853 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:38.041613 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-d3ea51b3-d48a-4869-b213-3cf45f35fa37 req-34c3f255-8924-4c44-9b86-980a4eda8333 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:38.077357 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-3ecdccfb-e4d4-4f70-8c20-8c9a7dc2a12b req-c264e76c-b081-4339-a2f7-ef70d59372f5 service neutron] Attempting to bind port 330169e4-6106-4dbb-8d1a-647cab10094c on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:53:38.077690 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-3ecdccfb-e4d4-4f70-8c20-8c9a7dc2a12b req-c264e76c-b081-4339-a2f7-ef70d59372f5 service neutron] Attempting to bind port 330169e4-6106-4dbb-8d1a-647cab10094c by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': '0b00b110-ffa1-46c2-91d9-ab87a6c0117e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '84114c2c-8237-4c3d-8ec3-a63c8431ae95'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:53:38.078027 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ecdccfb-e4d4-4f70-8c20-8c9a7dc2a12b req-c264e76c-b081-4339-a2f7-ef70d59372f5 service neutron] Attempting to bind port 330169e4-6106-4dbb-8d1a-647cab10094c on network 84114c2c-8237-4c3d-8ec3-a63c8431ae95 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:53:38.105796 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5b4853-ab2a-459d-a6f0-e9a45a488adf tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Pushing event updated for resources: {'Network': ['ID=46f1849e-5be6-4cf7-b5d3-911bbedd16ab,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:38.107304 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:38.119585 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d5261665-27d5-4080-8702-a764b63c7ae1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:38.127803 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cff996-6154-437a-9533-025aed9e8037 req-1cc2cfaa-62d4-473b-ba7d-562a3db16af1 tempest-ServersAdminNegativeTestJSON-1225901898 tempest-ServersAdminNegativeTestJSON-1225901898-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:38.130642 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 9aa72632-19cf-4b9f-84a5-4e2d384931b3, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=9aa72632-19cf-4b9f-84a5-4e2d384931b3,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:53:38.133716 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 46f1849e-5be6-4cf7-b5d3-911bbedd16ab details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:53:38.137327 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:38.137576 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-66cff996-6154-437a-9533-025aed9e8037 req-1cc2cfaa-62d4-473b-ba7d-562a3db16af1 tempest-ServersAdminNegativeTestJSON-1225901898 tempest-ServersAdminNegativeTestJSON-1225901898-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=486628ef-a12a-4ae8-9725-f93b2da39a4c HTTP/1.1" status: 200 len: 1102 time: 0.1573889 Aug 16 22:53:38.148844 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ecdccfb-e4d4-4f70-8c20-8c9a7dc2a12b req-c264e76c-b081-4339-a2f7-ef70d59372f5 service neutron] Port 330169e4-6106-4dbb-8d1a-647cab10094c on network 84114c2c-8237-4c3d-8ec3-a63c8431ae95 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:53:38.148844 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ecdccfb-e4d4-4f70-8c20-8c9a7dc2a12b req-c264e76c-b081-4339-a2f7-ef70d59372f5 service neutron] Attempting to bind port 330169e4-6106-4dbb-8d1a-647cab10094c on network 84114c2c-8237-4c3d-8ec3-a63c8431ae95 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:53:38.166743 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-66cff996-6154-437a-9533-025aed9e8037 req-c89ab718-e3eb-457d-94e8-b12ff123b764 tempest-ServersAdminNegativeTestJSON-1225901898 tempest-ServersAdminNegativeTestJSON-1225901898-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:38.171361 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d5261665-27d5-4080-8702-a764b63c7ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:38.199068 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26294523-9e17-4e18-a140-af0f382fb6e3 req-05fb5b4a-47a3-4fe5-aea6-9970bcf99e6a tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:38.200582 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-26294523-9e17-4e18-a140-af0f382fb6e3 req-05fb5b4a-47a3-4fe5-aea6-9970bcf99e6a tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] 10.222.0.36 "GET /v2.0/networks?id=d61f3db9-5a9e-4f6a-b70c-8358388c27f5 HTTP/1.1" status: 200 len: 820 time: 0.2313082 Aug 16 22:53:38.231929 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-26294523-9e17-4e18-a140-af0f382fb6e3 req-0965d3ae-0827-4c9f-9eab-b016123667ed tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] 10.222.0.36 "GET /v2.0/quotas/dc5492cf6a2845ba9d22bb0eca33e51a HTTP/1.1" status: 200 len: 375 time: 0.0201569 Aug 16 22:53:38.236917 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=9aa72632-19cf-4b9f-84a5-4e2d384931b3,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:38.262948 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ecdccfb-e4d4-4f70-8c20-8c9a7dc2a12b req-c264e76c-b081-4339-a2f7-ef70d59372f5 service neutron] Checking agent: {'id': 'd28e24f9-e5ea-41e1-80bf-3c7943ad7f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:53:38.263294 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ecdccfb-e4d4-4f70-8c20-8c9a7dc2a12b req-c264e76c-b081-4339-a2f7-ef70d59372f5 service neutron] Checking segment: {'id': '0b00b110-ffa1-46c2-91d9-ab87a6c0117e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '84114c2c-8237-4c3d-8ec3-a63c8431ae95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:53:38.263686 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ecdccfb-e4d4-4f70-8c20-8c9a7dc2a12b req-c264e76c-b081-4339-a2f7-ef70d59372f5 service neutron] Bound using segment: {'id': '0b00b110-ffa1-46c2-91d9-ab87a6c0117e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '84114c2c-8237-4c3d-8ec3-a63c8431ae95'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:53:38.264133 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-3ecdccfb-e4d4-4f70-8c20-8c9a7dc2a12b req-c264e76c-b081-4339-a2f7-ef70d59372f5 service neutron] Bound port: 330169e4-6106-4dbb-8d1a-647cab10094c, host: n-h1-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b00b110-ffa1-46c2-91d9-ab87a6c0117e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '84114c2c-8237-4c3d-8ec3-a63c8431ae95'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:53:38.264490 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3ecdccfb-e4d4-4f70-8c20-8c9a7dc2a12b req-c264e76c-b081-4339-a2f7-ef70d59372f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:38.309119 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d5261665-27d5-4080-8702-a764b63c7ae1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954122'] for router_interface, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:38.321757 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-26294523-9e17-4e18-a140-af0f382fb6e3 req-ddd7032e-e370-43f3-8146-74f04b68b644 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc5492cf6a2845ba9d22bb0eca33e51a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0756395 Aug 16 22:53:38.349107 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49f3132-e18a-46f8-bda5-b4261f3dac93 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:38.352895 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-66cff996-6154-437a-9533-025aed9e8037 req-c89ab718-e3eb-457d-94e8-b12ff123b764 tempest-ServersAdminNegativeTestJSON-1225901898 tempest-ServersAdminNegativeTestJSON-1225901898-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:38.353500 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-c49f3132-e18a-46f8-bda5-b4261f3dac93 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] 10.222.0.36 "GET /v2.0/networks?id=46f1849e-5be6-4cf7-b5d3-911bbedd16ab HTTP/1.1" status: 200 len: 761 time: 0.3336601 Aug 16 22:53:38.362636 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6b242955-bba1-49c2-8521-78f651f0049a req-8b1c16f5-6a87-412a-8c68-df7b23841557 service neutron] 10.222.0.57 "GET /v2.0/networks/1ec41dbe-7c0a-4c4b-bab3-26488606d20f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6238923 Aug 16 22:53:38.363930 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60576) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:38.396789 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-252ca3a9-6ea4-4630-b22c-813b01c2369c tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-95673126'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:53:38.400356 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-66cff996-6154-437a-9533-025aed9e8037 req-c89ab718-e3eb-457d-94e8-b12ff123b764 tempest-ServersAdminNegativeTestJSON-1225901898 tempest-ServersAdminNegativeTestJSON-1225901898-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:38.442283 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-66cff996-6154-437a-9533-025aed9e8037 req-c89ab718-e3eb-457d-94e8-b12ff123b764 tempest-ServersAdminNegativeTestJSON-1225901898 tempest-ServersAdminNegativeTestJSON-1225901898-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=faa99c9d-dd29-40b5-a0a4-b7ed8dc0f17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039639 Aug 16 22:53:38.452720 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 3710bf3e-9ecf-4025-8bd6-a0dc12c7e9b1 details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:53:38.456128 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89ab718-e3eb-457d-94e8-b12ff123b764 tempest-ServersAdminNegativeTestJSON-1225901898 tempest-ServersAdminNegativeTestJSON-1225901898-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6afb4e46-3614-4fd9-aa98-37710c9fdf40,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:38.474026 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-252ca3a9-6ea4-4630-b22c-813b01c2369c tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Made reservation on behalf of 934ca4d0283b420081f9f15cff2f8e64 for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:53:38.477608 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-252ca3a9-6ea4-4630-b22c-813b01c2369c tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:38.512143 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-26294523-9e17-4e18-a140-af0f382fb6e3 req-fb7d6ab1-6a09-4620-8563-80d43aeb6d14 service neutron] 10.222.0.36 "GET /v2.0/networks/d61f3db9-5a9e-4f6a-b70c-8358388c27f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709111 Aug 16 22:53:38.571808 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-252ca3a9-6ea4-4630-b22c-813b01c2369c tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:53:38.592814 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-252ca3a9-6ea4-4630-b22c-813b01c2369c tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:38.593208 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-252ca3a9-6ea4-4630-b22c-813b01c2369c tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Added segment 9a4e701e-beee-44d0-bb80-3e489b19609c of type vlan for network fca6747d-7d60-43f9-9fe3-e8bf9ff71cbc Aug 16 22:53:38.595771 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 3710bf3e-9ecf-4025-8bd6-a0dc12c7e9b1, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=3710bf3e-9ecf-4025-8bd6-a0dc12c7e9b1,segment=NetworkSegment(0b00b110-ffa1-46c2-91d9-ab87a6c0117e),segment_id=0b00b110-ffa1-46c2-91d9-ab87a6c0117e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:53:38.609632 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': '3710bf3e-9ecf-4025-8bd6-a0dc12c7e9b1', 'network_id': '84114c2c-8237-4c3d-8ec3-a63c8431ae95', 'port_id': '3710bf3e-9ecf-4025-8bd6-a0dc12c7e9b1', 'mac_address': 'fa:16:3e:3b:02:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dcd32e4-dfac-4bf2-accd-cdf25fc72851', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:53:38.643128 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-3ecdccfb-e4d4-4f70-8c20-8c9a7dc2a12b req-c264e76c-b081-4339-a2f7-ef70d59372f5 service neutron] For port 330169e4-6106-4dbb-8d1a-647cab10094c, host n-h1-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:53:38.648333 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-3ecdccfb-e4d4-4f70-8c20-8c9a7dc2a12b req-c264e76c-b081-4339-a2f7-ef70d59372f5 service neutron] For port 330169e4-6106-4dbb-8d1a-647cab10094c, host n-h1-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=330169e4-6106-4dbb-8d1a-647cab10094c,segment=NetworkSegment(0b00b110-ffa1-46c2-91d9-ab87a6c0117e),segment_id=0b00b110-ffa1-46c2-91d9-ab87a6c0117e)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:53:38.652093 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:38.665498 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-c17d86b9-5598-4f7c-bff0-b743ef1b624d req-6f0a80d1-7516-43d3-8bb6-bde9bfdc1251 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:38.667800 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3710bf3e-9ecf-4025-8bd6-a0dc12c7e9b1 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:53:38.680999 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-c17d86b9-5598-4f7c-bff0-b743ef1b624d req-6f0a80d1-7516-43d3-8bb6-bde9bfdc1251 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Transition to ACTIVE for port object 212dac15-9bad-44c2-9b11-d91b4a4ff2e2 will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:53:38.692017 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 3710bf3e-9ecf-4025-8bd6-a0dc12c7e9b1, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=3710bf3e-9ecf-4025-8bd6-a0dc12c7e9b1,segment=NetworkSegment(0b00b110-ffa1-46c2-91d9-ab87a6c0117e),segment_id=0b00b110-ffa1-46c2-91d9-ab87a6c0117e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:53:38.697906 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:38.721172 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5261665-27d5-4080-8702-a764b63c7ae1 admin admin] Pushing event updated for resources: {'Port': ['ID=6e1d4414-8c1a-4bfa-94c5-48ac248d627a,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:38.758741 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=3710bf3e-9ecf-4025-8bd6-a0dc12c7e9b1,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:38.765524 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3ecdccfb-e4d4-4f70-8c20-8c9a7dc2a12b req-c264e76c-b081-4339-a2f7-ef70d59372f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:38.773163 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-c17d86b9-5598-4f7c-bff0-b743ef1b624d req-6f0a80d1-7516-43d3-8bb6-bde9bfdc1251 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:38.877756 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c264e76c-b081-4339-a2f7-ef70d59372f5 service neutron] Pushing event updated for resources: {'Port': ['ID=330169e4-6106-4dbb-8d1a-647cab10094c,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:38.885394 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c17d86b9-5598-4f7c-bff0-b743ef1b624d req-6f0a80d1-7516-43d3-8bb6-bde9bfdc1251 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Network 84114c2c-8237-4c3d-8ec3-a63c8431ae95 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:53:38.932457 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-c17d86b9-5598-4f7c-bff0-b743ef1b624d req-6f0a80d1-7516-43d3-8bb6-bde9bfdc1251 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:53:38.938117 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecdccfb-e4d4-4f70-8c20-8c9a7dc2a12b req-c264e76c-b081-4339-a2f7-ef70d59372f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:38.938756 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3ecdccfb-e4d4-4f70-8c20-8c9a7dc2a12b req-c264e76c-b081-4339-a2f7-ef70d59372f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:38.940201 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3ecdccfb-e4d4-4f70-8c20-8c9a7dc2a12b req-c264e76c-b081-4339-a2f7-ef70d59372f5 service neutron] 10.222.0.68 "PUT /v2.0/ports/330169e4-6106-4dbb-8d1a-647cab10094c HTTP/1.1" status: 200 len: 1092 time: 3.8824801 Aug 16 22:53:38.942883 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb466eeb-1aa5-43f0-8ac7-b12c0543ba14', 'tag': '330169e4-6106-4dbb-8d1a-647cab10094c'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:53:38.946043 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e05f7598-59fb-4c9b-841a-d6893ed0e4e5" -d '{"events": [{"name": "network-changed", "server_uuid": "eb466eeb-1aa5-43f0-8ac7-b12c0543ba14", "tag": "330169e4-6106-4dbb-8d1a-647cab10094c"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:53:38.964414 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-c17d86b9-5598-4f7c-bff0-b743ef1b624d req-6f0a80d1-7516-43d3-8bb6-bde9bfdc1251 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:53:39.031599 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0a80d1-7516-43d3-8bb6-bde9bfdc1251 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Pushing event updated for resources: {'Port': ['ID=212dac15-9bad-44c2-9b11-d91b4a4ff2e2,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:39.050057 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-252ca3a9-6ea4-4630-b22c-813b01c2369c tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:39.052776 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-26294523-9e17-4e18-a140-af0f382fb6e3 req-4e3d38a7-b256-45b4-8b4d-107c7012230b service neutron] 10.222.0.36 "GET /v2.0/networks/d61f3db9-5a9e-4f6a-b70c-8358388c27f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5397792 Aug 16 22:53:39.091673 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9fd923-9053-4496-81c7-003294ed7b8c req-066e795d-eec8-4dcb-8084-ebf5ade881c7 tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:39.098893 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5261665-27d5-4080-8702-a764b63c7ae1 admin admin] Network a8aaeb65-e172-4fdd-9f1a-cbdbda638f0b is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:53:39.099107 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5d9fd923-9053-4496-81c7-003294ed7b8c req-066e795d-eec8-4dcb-8084-ebf5ade881c7 tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] 10.222.0.36 "GET /v2.0/ports?device_id=17f5bfe5-4d50-4d2e-8eab-b5da0dd55868 HTTP/1.1" status: 200 len: 931 time: 0.0965149 Aug 16 22:53:39.115376 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-252ca3a9-6ea4-4630-b22c-813b01c2369c tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:39.120348 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-d5261665-27d5-4080-8702-a764b63c7ae1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:53:39.121645 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252ca3a9-6ea4-4630-b22c-813b01c2369c tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:39.122339 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-252ca3a9-6ea4-4630-b22c-813b01c2369c tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:39.127647 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-d3ea51b3-d48a-4869-b213-3cf45f35fa37 req-34c3f255-8924-4c44-9b86-980a4eda8333 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee33ed41-4cca-40de-891b-38c2fb6e5688 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:53:39.139224 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['3710bf3e-9ecf-4025-8bd6-a0dc12c7e9b1'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:53:39.157263 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-d3ea51b3-d48a-4869-b213-3cf45f35fa37 req-34c3f255-8924-4c44-9b86-980a4eda8333 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:39.189350 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-252ca3a9-6ea4-4630-b22c-813b01c2369c tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.8242288 Aug 16 22:53:39.203753 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60586) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:39.206070 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d86b9-5598-4f7c-bff0-b743ef1b624d req-6f0a80d1-7516-43d3-8bb6-bde9bfdc1251 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:39.208896 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-c17d86b9-5598-4f7c-bff0-b743ef1b624d req-6f0a80d1-7516-43d3-8bb6-bde9bfdc1251 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:39.212005 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-29adc195-be24-4147-b89b-18ca8113aa8d tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Request body: {'subnet': {'network_id': 'fca6747d-7d60-43f9-9fe3-e8bf9ff71cbc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:53:39.253581 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecdccfb-e4d4-4f70-8c20-8c9a7dc2a12b req-ced3da69-af05-404c-8ef5-b6de37b411d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:39.255388 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3ecdccfb-e4d4-4f70-8c20-8c9a7dc2a12b req-ced3da69-af05-404c-8ef5-b6de37b411d0 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=463c04db7a86489b8d8a19358faf1fca&device_id=eb466eeb-1aa5-43f0-8ac7-b12c0543ba14 HTTP/1.1" status: 200 len: 1095 time: 0.2606711 Aug 16 22:53:39.343303 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-d3ea51b3-d48a-4869-b213-3cf45f35fa37 req-34c3f255-8924-4c44-9b86-980a4eda8333 service neutron] Transition to ACTIVE for port object ee33ed41-4cca-40de-891b-38c2fb6e5688 will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:53:39.393968 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5d9fd923-9053-4496-81c7-003294ed7b8c req-22f020ce-607e-477a-b3fe-0650b7727b6e tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f8a2671-4820-4bed-b29d-ce4513378842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2938790 Aug 16 22:53:39.394649 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252ca3a9-6ea4-4630-b22c-813b01c2369c tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Pushing event updated for resources: {'Network': ['ID=fca6747d-7d60-43f9-9fe3-e8bf9ff71cbc,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:39.409715 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network fca6747d-7d60-43f9-9fe3-e8bf9ff71cbc details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:53:39.452824 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3ecdccfb-e4d4-4f70-8c20-8c9a7dc2a12b req-019ea88a-e097-491b-948b-930b7285d8ea service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=330169e4-6106-4dbb-8d1a-647cab10094c HTTP/1.1" status: 200 len: 217 time: 0.1819661 Aug 16 22:53:39.481861 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-d3ea51b3-d48a-4869-b213-3cf45f35fa37 req-34c3f255-8924-4c44-9b86-980a4eda8333 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:39.660923 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe09f10-63cf-4300-9e87-703c8abee71d req-5bfd532d-98a5-4b75-b3ae-e54d38a73ce2 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:39.681403 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9fe09f10-63cf-4300-9e87-703c8abee71d req-5bfd532d-98a5-4b75-b3ae-e54d38a73ce2 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/ports?device_id=e710dfef-46f9-4168-bf81-72df8f58f7f6 HTTP/1.1" status: 200 len: 932 time: 0.2806695 Aug 16 22:53:39.686445 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-77be3c17-57a6-4fea-80ec-80e3d58302a3 None None] Provisioning complete for port 6e1d4414-8c1a-4bfa-94c5-48ac248d627a triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:53:39.687052 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-77be3c17-57a6-4fea-80ec-80e3d58302a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:39.742066 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86fe17a8-48bc-4fe7-9451-5c2673bb1cd3 x-openstack-request-id: req-86fe17a8-48bc-4fe7-9451-5c2673bb1cd3 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:53:39.742575 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb466eeb-1aa5-43f0-8ac7-b12c0543ba14", "tag": "330169e4-6106-4dbb-8d1a-647cab10094c", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:53:39.742575 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-86fe17a8-48bc-4fe7-9451-5c2673bb1cd3 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:53:39.743130 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb466eeb-1aa5-43f0-8ac7-b12c0543ba14', 'tag': '330169e4-6106-4dbb-8d1a-647cab10094c', 'status': 'completed', 'code': 200} Aug 16 22:53:39.745521 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29adc195-be24-4147-b89b-18ca8113aa8d tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Made reservation on behalf of 934ca4d0283b420081f9f15cff2f8e64 for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:53:39.747480 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c17d86b9-5598-4f7c-bff0-b743ef1b624d req-6f0a80d1-7516-43d3-8bb6-bde9bfdc1251 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3287971 Aug 16 22:53:39.753530 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-29adc195-be24-4147-b89b-18ca8113aa8d tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:39.776844 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-77be3c17-57a6-4fea-80ec-80e3d58302a3 None None] Port 6e1d4414-8c1a-4bfa-94c5-48ac248d627a cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:53:39.790589 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5261665-27d5-4080-8702-a764b63c7ae1 admin admin] Router a57a8d75-1785-472d-b1d9-2a0dda82a074 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:53:39.800024 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-c17d86b9-5598-4f7c-bff0-b743ef1b624d req-14654a14-8e19-40db-a760-3dec5c0a28a3 service neutron] Request body: {'port': {'device_id': 'e710dfef-46f9-4168-bf81-72df8f58f7f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:53:39.803666 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-77be3c17-57a6-4fea-80ec-80e3d58302a3 None None] Provisioning for port 212dac15-9bad-44c2-9b11-d91b4a4ff2e2 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:53:39.808372 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-77be3c17-57a6-4fea-80ec-80e3d58302a3 None None] Provisioning complete for port 212dac15-9bad-44c2-9b11-d91b4a4ff2e2 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:53:39.808963 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-77be3c17-57a6-4fea-80ec-80e3d58302a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:39.852127 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9fe09f10-63cf-4300-9e87-703c8abee71d req-10bd6c3f-5895-4cd0-a8dd-92d97b0c0e0d tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/security-groups?id=7112d64a-fa50-4e7b-af47-b87caa1ebcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697309 Aug 16 22:53:39.894708 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-77be3c17-57a6-4fea-80ec-80e3d58302a3 None None] Port 212dac15-9bad-44c2-9b11-d91b4a4ff2e2 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:53:39.914347 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecdccfb-e4d4-4f70-8c20-8c9a7dc2a12b req-d59e2281-260e-4c33-8f7f-814468e5c46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:39.915877 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3ecdccfb-e4d4-4f70-8c20-8c9a7dc2a12b req-d59e2281-260e-4c33-8f7f-814468e5c46f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7dcd32e4-dfac-4bf2-accd-cdf25fc72851 HTTP/1.1" status: 200 len: 855 time: 0.4514840 Aug 16 22:53:39.933129 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c3f255-8924-4c44-9b86-980a4eda8333 service neutron] Pushing event updated for resources: {'Port': ['ID=ee33ed41-4cca-40de-891b-38c2fb6e5688,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:39.934180 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 9aa72632-19cf-4b9f-84a5-4e2d384931b3 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:53:39.988677 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8b3a709c-8081-434c-af9a-3f0a42fe10ba req-9ca41f7c-00c4-467b-a69b-9f25faaf1ada tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b972a69-4cef-4f2c-9e46-90524509cfbf HTTP/1.1" status: 200 len: 210 time: 0.1898458 Aug 16 22:53:40.034500 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-c17d86b9-5598-4f7c-bff0-b743ef1b624d req-14654a14-8e19-40db-a760-3dec5c0a28a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:40.055050 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 9aa72632-19cf-4b9f-84a5-4e2d384931b3 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:53:40.055050 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:40.125953 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f72c84-9e08-4f33-8917-1d88b28303a4 req-76ffbdfe-0f77-4d13-a62f-d16acca0e9b3 tempest-ServersAdminNegativeTestJSON-1225901898 tempest-ServersAdminNegativeTestJSON-1225901898-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:40.135211 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b8f72c84-9e08-4f33-8917-1d88b28303a4 req-76ffbdfe-0f77-4d13-a62f-d16acca0e9b3 tempest-ServersAdminNegativeTestJSON-1225901898 tempest-ServersAdminNegativeTestJSON-1225901898-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=486628ef-a12a-4ae8-9725-f93b2da39a4c HTTP/1.1" status: 200 len: 1102 time: 0.1225255 Aug 16 22:53:40.192567 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-d3ea51b3-d48a-4869-b213-3cf45f35fa37 req-34c3f255-8924-4c44-9b86-980a4eda8333 service neutron] Attempting to bind port ee33ed41-4cca-40de-891b-38c2fb6e5688 on host n-h2-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:53:40.192979 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-d3ea51b3-d48a-4869-b213-3cf45f35fa37 req-34c3f255-8924-4c44-9b86-980a4eda8333 service neutron] Attempting to bind port ee33ed41-4cca-40de-891b-38c2fb6e5688 by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': 'c75463d9-f53e-4823-944f-b7dcfb798698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7bb4d736-1ee0-4c9d-95be-95b3b284910b'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:53:40.193247 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ea51b3-d48a-4869-b213-3cf45f35fa37 req-34c3f255-8924-4c44-9b86-980a4eda8333 service neutron] Attempting to bind port ee33ed41-4cca-40de-891b-38c2fb6e5688 on network 7bb4d736-1ee0-4c9d-95be-95b3b284910b {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:53:40.200408 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecdccfb-e4d4-4f70-8c20-8c9a7dc2a12b req-12139cb5-dd80-402e-8234-f1f3847e8d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:40.202482 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3ecdccfb-e4d4-4f70-8c20-8c9a7dc2a12b req-12139cb5-dd80-402e-8234-f1f3847e8d5d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=84114c2c-8237-4c3d-8ec3-a63c8431ae95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2661536 Aug 16 22:53:40.207812 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b8f72c84-9e08-4f33-8917-1d88b28303a4 req-e4ecdbeb-48ce-4e70-9fc0-e33f0e6dd604 tempest-ServersAdminNegativeTestJSON-1225901898 tempest-ServersAdminNegativeTestJSON-1225901898-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=faa99c9d-dd29-40b5-a0a4-b7ed8dc0f17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717142 Aug 16 22:53:40.242772 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ea51b3-d48a-4869-b213-3cf45f35fa37 req-34c3f255-8924-4c44-9b86-980a4eda8333 service neutron] Port ee33ed41-4cca-40de-891b-38c2fb6e5688 on network 7bb4d736-1ee0-4c9d-95be-95b3b284910b not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:53:40.243026 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ea51b3-d48a-4869-b213-3cf45f35fa37 req-34c3f255-8924-4c44-9b86-980a4eda8333 service neutron] Attempting to bind port ee33ed41-4cca-40de-891b-38c2fb6e5688 on network 7bb4d736-1ee0-4c9d-95be-95b3b284910b {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:53:40.289699 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-29adc195-be24-4147-b89b-18ca8113aa8d tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:40.335519 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5261665-27d5-4080-8702-a764b63c7ae1 admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:53:40.353396 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-d5261665-27d5-4080-8702-a764b63c7ae1 admin admin] 10.222.0.36 "PUT /v2.0/routers/a57a8d75-1785-472d-b1d9-2a0dda82a074/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7501798 Aug 16 22:53:40.353539 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e35b31-35ea-449c-82b9-a586441502dd None None] Sync routers for ids ['a57a8d75-1785-472d-b1d9-2a0dda82a074'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:53:40.362594 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ea51b3-d48a-4869-b213-3cf45f35fa37 req-34c3f255-8924-4c44-9b86-980a4eda8333 service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:53:40.368501 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ea51b3-d48a-4869-b213-3cf45f35fa37 req-34c3f255-8924-4c44-9b86-980a4eda8333 service neutron] Checking segment: {'id': 'c75463d9-f53e-4823-944f-b7dcfb798698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7bb4d736-1ee0-4c9d-95be-95b3b284910b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:53:40.368501 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ea51b3-d48a-4869-b213-3cf45f35fa37 req-34c3f255-8924-4c44-9b86-980a4eda8333 service neutron] Bound using segment: {'id': 'c75463d9-f53e-4823-944f-b7dcfb798698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7bb4d736-1ee0-4c9d-95be-95b3b284910b'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:53:40.368501 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-d3ea51b3-d48a-4869-b213-3cf45f35fa37 req-34c3f255-8924-4c44-9b86-980a4eda8333 service neutron] Bound port: ee33ed41-4cca-40de-891b-38c2fb6e5688, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c75463d9-f53e-4823-944f-b7dcfb798698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7bb4d736-1ee0-4c9d-95be-95b3b284910b'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:53:40.368501 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-d3ea51b3-d48a-4869-b213-3cf45f35fa37 req-34c3f255-8924-4c44-9b86-980a4eda8333 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:40.369122 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e35b31-35ea-449c-82b9-a586441502dd None None] Routers {'a57a8d75-1785-472d-b1d9-2a0dda82a074'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:53:40.369505 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-58e35b31-35ea-449c-82b9-a586441502dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:53:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['a57a8d75-1785-472d-b1d9-2a0dda82a074'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:40.385777 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29adc195-be24-4147-b89b-18ca8113aa8d tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Pushing event updated for resources: {'Subnet': ['ID=5c38f9e0-a9a7-4ecc-a688-f257a3abaf50,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:40.439108 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29adc195-be24-4147-b89b-18ca8113aa8d tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Checking segment: {'id': '9a4e701e-beee-44d0-bb80-3e489b19609c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'fca6747d-7d60-43f9-9fe3-e8bf9ff71cbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:53:40.439464 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29adc195-be24-4147-b89b-18ca8113aa8d tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Network hostable DHCP agents. Network: fca6747d-7d60-43f9-9fe3-e8bf9ff71cbc, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:53:40.460785 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29adc195-be24-4147-b89b-18ca8113aa8d tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Network fca6747d-7d60-43f9-9fe3-e8bf9ff71cbc is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:53:40.477260 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-29adc195-be24-4147-b89b-18ca8113aa8d tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, fca6747d-7d60-43f9-9fe3-e8bf9ff71cbc) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:53:40.486711 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff59127-9de7-4c94-bcff-c566ec788da8 None None] Network fca6747d-7d60-43f9-9fe3-e8bf9ff71cbc requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:53:40.487323 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29adc195-be24-4147-b89b-18ca8113aa8d tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:40.491511 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-29adc195-be24-4147-b89b-18ca8113aa8d tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:40.530283 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-29adc195-be24-4147-b89b-18ca8113aa8d tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3231485 Aug 16 22:53:40.531455 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60620) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:40.578039 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3ecdccfb-e4d4-4f70-8c20-8c9a7dc2a12b req-171ec62a-4ced-478e-a72e-b72024890d8f service neutron] 10.222.0.68 "GET /v2.0/networks/84114c2c-8237-4c3d-8ec3-a63c8431ae95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3659441 Aug 16 22:53:40.604406 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-58e35b31-35ea-449c-82b9-a586441502dd None None] Set router a57a8d75-1785-472d-b1d9-2a0dda82a074 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:53:40.698779 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d91c034-317e-4dd7-84bd-6ba528ec0922 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-fca6747d-7d60-43f9-9fe3-e8bf9ff71cbc', 'network_id': 'fca6747d-7d60-43f9-9fe3-e8bf9ff71cbc', 'tenant_id': '934ca4d0283b420081f9f15cff2f8e64', 'fixed_ips': [{'subnet_id': '5c38f9e0-a9a7-4ecc-a688-f257a3abaf50'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:53:40.701295 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-6d91c034-317e-4dd7-84bd-6ba528ec0922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:40.719267 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-d3ea51b3-d48a-4869-b213-3cf45f35fa37 req-34c3f255-8924-4c44-9b86-980a4eda8333 service neutron] For port ee33ed41-4cca-40de-891b-38c2fb6e5688, host n-h2-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:53:40.725935 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-28047fa5-13d5-415f-8fe0-54e964e99e30 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:40.747592 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-d3ea51b3-d48a-4869-b213-3cf45f35fa37 req-34c3f255-8924-4c44-9b86-980a4eda8333 service neutron] For port ee33ed41-4cca-40de-891b-38c2fb6e5688, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=ee33ed41-4cca-40de-891b-38c2fb6e5688,segment=NetworkSegment(c75463d9-f53e-4823-944f-b7dcfb798698),segment_id=c75463d9-f53e-4823-944f-b7dcfb798698)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:53:40.761506 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-d3ea51b3-d48a-4869-b213-3cf45f35fa37 req-34c3f255-8924-4c44-9b86-980a4eda8333 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:40.852036 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3ea011-e93a-465e-8eaa-d5603bfc07ef req-c512ad6a-b061-4fc2-8e01-4c463acd9434 tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:40.868046 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4c3ea011-e93a-465e-8eaa-d5603bfc07ef req-c512ad6a-b061-4fc2-8e01-4c463acd9434 tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] 10.222.0.36 "GET /v2.0/ports?device_id=17f5bfe5-4d50-4d2e-8eab-b5da0dd55868 HTTP/1.1" status: 200 len: 943 time: 0.1785746 Aug 16 22:53:40.915632 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:40.938607 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-58e35b31-35ea-449c-82b9-a586441502dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57a8d75-1785-472d-b1d9-2a0dda82a074', 'name': 'tempest-ServersTestFqdnHostnames-1410935709-router', 'tenant_id': '59c961a779674ade84e46325c73c6eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '9aa72632-19cf-4b9f-84a5-4e2d384931b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:53:24Z', 'updated_at': '2021-08-16T22:53:36Z', 'revision_number': 4, 'project_id': '59c961a779674ade84e46325c73c6eac', 'gw_port': {'id': '9aa72632-19cf-4b9f-84a5-4e2d384931b3', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:e7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57a8d75-1785-472d-b1d9-2a0dda82a074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:26Z', 'updated_at': '2021-08-16T22:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '6e1d4414-8c1a-4bfa-94c5-48ac248d627a', 'name': '', 'network_id': 'a8aaeb65-e172-4fdd-9f1a-cbdbda638f0b', 'tenant_id': '59c961a779674ade84e46325c73c6eac', 'mac_address': 'fa:16:3e:50:3b:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a57a8d75-1785-472d-b1d9-2a0dda82a074', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'd5081f3b-73a4-4d61-9e4a-3f5b25fa6900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:33Z', 'updated_at': '2021-08-16T22:53:36Z', 'revision_number': 2, 'project_id': '59c961a779674ade84e46325c73c6eac', 'subnets': [{'id': 'd5081f3b-73a4-4d61-9e4a-3f5b25fa6900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:40.975519 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e35b31-35ea-449c-82b9-a586441502dd None None] Checking router: a57a8d75-1785-472d-b1d9-2a0dda82a074 for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:53:40.976276 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e35b31-35ea-449c-82b9-a586441502dd None None] Updating router a57a8d75-1785-472d-b1d9-2a0dda82a074 port 6e1d4414-8c1a-4bfa-94c5-48ac248d627a binding host n-d-791506-26 {{(pid=101294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:53:41.015409 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-6d91c034-317e-4dd7-84bd-6ba528ec0922 None None] Allocated IP 172.20.0.2 (fca6747d-7d60-43f9-9fe3-e8bf9ff71cbc/5c38f9e0-a9a7-4ecc-a688-f257a3abaf50/b93b2fbc-ee01-4b93-95f5-36b853012660) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:53:41.049100 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-58e35b31-35ea-449c-82b9-a586441502dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:41.077974 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4c3ea011-e93a-465e-8eaa-d5603bfc07ef req-6f48dfe9-3240-4db0-bb9d-bc67a8928847 tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f8a2671-4820-4bed-b29d-ce4513378842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1929677 Aug 16 22:53:41.093198 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-28047fa5-13d5-415f-8fe0-54e964e99e30 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:41.204739 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60634) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:41.210271 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-31f18740-74dd-4abd-ab58-bb9177d1164c tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1736576182', 'description': 'tempest-description--908498782'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:53:41.243745 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-31f18740-74dd-4abd-ab58-bb9177d1164c tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:41.249377 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3ecdccfb-e4d4-4f70-8c20-8c9a7dc2a12b req-813ce990-f449-41d7-8c1a-a4dcc34f6d88 service neutron] 10.222.0.68 "GET /v2.0/networks/84114c2c-8237-4c3d-8ec3-a63c8431ae95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6621940 Aug 16 22:53:41.352387 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-6d91c034-317e-4dd7-84bd-6ba528ec0922 None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:41.382366 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-6d91c034-317e-4dd7-84bd-6ba528ec0922 None None] Transition to ACTIVE for port object b93b2fbc-ee01-4b93-95f5-36b853012660 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:53:41.417466 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-6d91c034-317e-4dd7-84bd-6ba528ec0922 None None] Transition to ACTIVE for port object b93b2fbc-ee01-4b93-95f5-36b853012660 will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:53:41.425723 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-6d91c034-317e-4dd7-84bd-6ba528ec0922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:41.447329 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea51b3-d48a-4869-b213-3cf45f35fa37 req-34c3f255-8924-4c44-9b86-980a4eda8333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:41.448459 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-d3ea51b3-d48a-4869-b213-3cf45f35fa37 req-34c3f255-8924-4c44-9b86-980a4eda8333 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:41.450477 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d3ea51b3-d48a-4869-b213-3cf45f35fa37 req-34c3f255-8924-4c44-9b86-980a4eda8333 service neutron] 10.222.0.57 "PUT /v2.0/ports/ee33ed41-4cca-40de-891b-38c2fb6e5688 HTTP/1.1" status: 200 len: 1092 time: 4.0306811 Aug 16 22:53:41.495127 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d91c034-317e-4dd7-84bd-6ba528ec0922 None None] Network fca6747d-7d60-43f9-9fe3-e8bf9ff71cbc is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:53:41.502953 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-6d91c034-317e-4dd7-84bd-6ba528ec0922 None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:53:41.511589 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-31f18740-74dd-4abd-ab58-bb9177d1164c tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:41.512304 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-58e35b31-35ea-449c-82b9-a586441502dd None None] Notify callbacks [] for port, precommit_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:41.513130 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d91c034-317e-4dd7-84bd-6ba528ec0922 None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:53:41.517058 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d91c034-317e-4dd7-84bd-6ba528ec0922 None None] Pushing event updated for resources: {'Port': ['ID=b93b2fbc-ee01-4b93-95f5-36b853012660,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:41.520305 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-31f18740-74dd-4abd-ab58-bb9177d1164c tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:41.534851 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-28047fa5-13d5-415f-8fe0-54e964e99e30 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26252129'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:41.538687 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.provisioning_blocks [None req-58e35b31-35ea-449c-82b9-a586441502dd None None] Transition to ACTIVE for port object 6e1d4414-8c1a-4bfa-94c5-48ac248d627a will not be triggered until provisioned by entity L2. {{(pid=101294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:53:41.546105 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-58e35b31-35ea-449c-82b9-a586441502dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:41.590617 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-6d91c034-317e-4dd7-84bd-6ba528ec0922 None None] Attempting to bind port b93b2fbc-ee01-4b93-95f5-36b853012660 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:53:41.591516 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-6d91c034-317e-4dd7-84bd-6ba528ec0922 None None] Attempting to bind port b93b2fbc-ee01-4b93-95f5-36b853012660 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '9a4e701e-beee-44d0-bb80-3e489b19609c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'fca6747d-7d60-43f9-9fe3-e8bf9ff71cbc'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:53:41.592421 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d91c034-317e-4dd7-84bd-6ba528ec0922 None None] Attempting to bind port b93b2fbc-ee01-4b93-95f5-36b853012660 on network fca6747d-7d60-43f9-9fe3-e8bf9ff71cbc {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:53:41.614313 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d91c034-317e-4dd7-84bd-6ba528ec0922 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:53:41.614906 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d91c034-317e-4dd7-84bd-6ba528ec0922 None None] Checking segment: {'id': '9a4e701e-beee-44d0-bb80-3e489b19609c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'fca6747d-7d60-43f9-9fe3-e8bf9ff71cbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:53:41.615657 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-6d91c034-317e-4dd7-84bd-6ba528ec0922 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:41.617655 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d91c034-317e-4dd7-84bd-6ba528ec0922 None None] Bound using segment: {'id': '9a4e701e-beee-44d0-bb80-3e489b19609c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'fca6747d-7d60-43f9-9fe3-e8bf9ff71cbc'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:53:41.618342 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-6d91c034-317e-4dd7-84bd-6ba528ec0922 None None] Bound port: b93b2fbc-ee01-4b93-95f5-36b853012660, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a4e701e-beee-44d0-bb80-3e489b19609c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'fca6747d-7d60-43f9-9fe3-e8bf9ff71cbc'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:53:41.620056 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-6d91c034-317e-4dd7-84bd-6ba528ec0922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:41.627945 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d10183-2480-401b-b344-f26c283f7e24 req-b4b84b57-889d-40fb-b355-347cf2d5d11c tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:41.641732 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-12d10183-2480-401b-b344-f26c283f7e24 req-b4b84b57-889d-40fb-b355-347cf2d5d11c tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] 10.222.0.36 "GET /v2.0/ports?device_id=486628ef-a12a-4ae8-9725-f93b2da39a4c HTTP/1.1" status: 200 len: 950 time: 0.2628734 Aug 16 22:53:41.655878 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3680e2-101b-4b2f-8513-0dae74b45e1a None None] Pushing event updated for resources: {'Port': ['ID=6e1d4414-8c1a-4bfa-94c5-48ac248d627a,revision_number=3']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:41.659578 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28047fa5-13d5-415f-8fe0-54e964e99e30 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Pushing event deleted for resources: {'Subnet': ['ID=5c38f9e0-a9a7-4ecc-a688-f257a3abaf50,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:41.661515 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-31f18740-74dd-4abd-ab58-bb9177d1164c tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:41.665900 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-31f18740-74dd-4abd-ab58-bb9177d1164c tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4602928 Aug 16 22:53:41.666090 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26294523-9e17-4e18-a140-af0f382fb6e3 req-048ec53c-6788-4a6b-9079-31edcdcd945a tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:41.666090 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-26294523-9e17-4e18-a140-af0f382fb6e3 req-048ec53c-6788-4a6b-9079-31edcdcd945a tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] 10.222.0.57 "GET /v2.0/networks?id=d61f3db9-5a9e-4f6a-b70c-8358388c27f5 HTTP/1.1" status: 200 len: 820 time: 0.4284823 Aug 16 22:53:41.674924 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c3f255-8924-4c44-9b86-980a4eda8333 service neutron] Pushing event updated for resources: {'Port': ['ID=ee33ed41-4cca-40de-891b-38c2fb6e5688,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:41.680450 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-c17d86b9-5598-4f7c-bff0-b743ef1b624d req-14654a14-8e19-40db-a760-3dec5c0a28a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 212dac15-9bad-44c2-9b11-d91b4a4ff2e2 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:53:41.682616 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5df1e49-ef9b-462d-938c-0df6bec66906 req-9daf0c29-ec07-43c1-81e8-68f13f5764d6 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:41.685129 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 60636) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:41.690113 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d5df1e49-ef9b-462d-938c-0df6bec66906 req-9daf0c29-ec07-43c1-81e8-68f13f5764d6 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/ports?device_id=e710dfef-46f9-4168-bf81-72df8f58f7f6 HTTP/1.1" status: 200 len: 932 time: 0.2805724 Aug 16 22:53:41.690589 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-79cbad94-0ea4-47e8-b79b-18246fda77e5 tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] Request body: {'security_group_rule': {'security_group_id': '45609832-a78f-4425-9a35-532fec9b7759', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:53:41.707404 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-58e35b31-35ea-449c-82b9-a586441502dd None None] Attempting to bind port 6e1d4414-8c1a-4bfa-94c5-48ac248d627a on host n-d-791506-26 for vnic_type normal with profile {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:53:41.711393 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-58e35b31-35ea-449c-82b9-a586441502dd None None] Attempting to bind port 6e1d4414-8c1a-4bfa-94c5-48ac248d627a by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': 'ba972b88-db6b-4eb1-9871-9e900ec3fcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a8aaeb65-e172-4fdd-9f1a-cbdbda638f0b'}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:53:41.712502 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e35b31-35ea-449c-82b9-a586441502dd None None] Attempting to bind port 6e1d4414-8c1a-4bfa-94c5-48ac248d627a on network a8aaeb65-e172-4fdd-9f1a-cbdbda638f0b {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:53:41.717933 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05f7598-59fb-4c9b-841a-d6893ed0e4e5 req-93488c20-d9c5-4dac-bc31-c1a248069845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:41.719625 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e05f7598-59fb-4c9b-841a-d6893ed0e4e5 req-93488c20-d9c5-4dac-bc31-c1a248069845 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=463c04db7a86489b8d8a19358faf1fca&device_id=eb466eeb-1aa5-43f0-8ac7-b12c0543ba14 HTTP/1.1" status: 200 len: 1095 time: 0.3885150 Aug 16 22:53:41.720830 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e35b31-35ea-449c-82b9-a586441502dd None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:53:41.721643 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e35b31-35ea-449c-82b9-a586441502dd None None] Checking segment: {'id': 'ba972b88-db6b-4eb1-9871-9e900ec3fcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a8aaeb65-e172-4fdd-9f1a-cbdbda638f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:53:41.722688 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-58e35b31-35ea-449c-82b9-a586441502dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:41.723355 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e35b31-35ea-449c-82b9-a586441502dd None None] Bound using segment: {'id': 'ba972b88-db6b-4eb1-9871-9e900ec3fcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a8aaeb65-e172-4fdd-9f1a-cbdbda638f0b'} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:53:41.724223 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-58e35b31-35ea-449c-82b9-a586441502dd None None] Bound port: 6e1d4414-8c1a-4bfa-94c5-48ac248d627a, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba972b88-db6b-4eb1-9871-9e900ec3fcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a8aaeb65-e172-4fdd-9f1a-cbdbda638f0b'}}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:53:41.724355 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-c17d86b9-5598-4f7c-bff0-b743ef1b624d req-14654a14-8e19-40db-a760-3dec5c0a28a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:41.725285 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-58e35b31-35ea-449c-82b9-a586441502dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:41.728701 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-6d91c034-317e-4dd7-84bd-6ba528ec0922 None None] For port b93b2fbc-ee01-4b93-95f5-36b853012660, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:53:41.733343 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-6d91c034-317e-4dd7-84bd-6ba528ec0922 None None] For port b93b2fbc-ee01-4b93-95f5-36b853012660, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=b93b2fbc-ee01-4b93-95f5-36b853012660,segment=NetworkSegment(9a4e701e-beee-44d0-bb80-3e489b19609c),segment_id=9a4e701e-beee-44d0-bb80-3e489b19609c)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:53:41.734490 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f18740-74dd-4abd-ab58-bb9177d1164c tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45609832-a78f-4425-9a35-532fec9b7759,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:41.749646 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-6d91c034-317e-4dd7-84bd-6ba528ec0922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:41.763777 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17f5bfe5-4d50-4d2e-8eab-b5da0dd55868', 'tag': 'ee33ed41-4cca-40de-891b-38c2fb6e5688'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:53:41.766138 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f68d391b-4549-4035-9c51-cd49c370a599" -d '{"events": [{"name": "network-changed", "server_uuid": "17f5bfe5-4d50-4d2e-8eab-b5da0dd55868", "tag": "ee33ed41-4cca-40de-891b-38c2fb6e5688"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:53:41.797320 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-26294523-9e17-4e18-a140-af0f382fb6e3 req-036a0d88-eb19-43ef-9369-0ca517d97ecd tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Request body: {'port': {'device_id': '3b972a69-4cef-4f2c-9e46-90524509cfbf', 'network_id': 'd61f3db9-5a9e-4f6a-b70c-8358388c27f5', 'admin_state_up': True, 'tenant_id': 'dc5492cf6a2845ba9d22bb0eca33e51a'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:53:41.805785 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea51b3-d48a-4869-b213-3cf45f35fa37 req-1fe5db62-7ca0-4db4-947c-21880fee03de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:41.807369 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d3ea51b3-d48a-4869-b213-3cf45f35fa37 req-1fe5db62-7ca0-4db4-947c-21880fee03de service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a9c0ed8d0d754c4dac8f472b354115ce&device_id=17f5bfe5-4d50-4d2e-8eab-b5da0dd55868 HTTP/1.1" status: 200 len: 1095 time: 0.2598765 Aug 16 22:53:41.832803 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d91c034-317e-4dd7-84bd-6ba528ec0922 None None] Pushing event updated for resources: {'Port': ['ID=b93b2fbc-ee01-4b93-95f5-36b853012660,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:41.882527 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-28047fa5-13d5-415f-8fe0-54e964e99e30 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:41.888529 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-58e35b31-35ea-449c-82b9-a586441502dd None None] For port 6e1d4414-8c1a-4bfa-94c5-48ac248d627a, host n-d-791506-26, cleared binding levels {{(pid=101294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:53:41.897856 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d5df1e49-ef9b-462d-938c-0df6bec66906 req-e03053b4-5457-4aa2-8e05-0b7c29c6c3bf tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/security-groups?id=7112d64a-fa50-4e7b-af47-b87caa1ebcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067690 Aug 16 22:53:41.898313 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-58e35b31-35ea-449c-82b9-a586441502dd None None] For port 6e1d4414-8c1a-4bfa-94c5-48ac248d627a, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=6e1d4414-8c1a-4bfa-94c5-48ac248d627a,segment=NetworkSegment(ba972b88-db6b-4eb1-9871-9e900ec3fcf1),segment_id=ba972b88-db6b-4eb1-9871-9e900ec3fcf1)] {{(pid=101294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:53:41.901560 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b03931a-c8f8-4619-ac8e-7ead61a554ca None None] Network fca6747d-7d60-43f9-9fe3-e8bf9ff71cbc requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:53:41.904742 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-58e35b31-35ea-449c-82b9-a586441502dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:41.927663 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-12d10183-2480-401b-b344-f26c283f7e24 req-d8f59155-aeb5-4f79-8cd8-a99b60acb9b1 tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] 10.222.0.36 "GET /v2.0/security-groups?id=faa99c9d-dd29-40b5-a0a4-b7ed8dc0f17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850878 Aug 16 22:53:41.935915 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-28047fa5-13d5-415f-8fe0-54e964e99e30 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fca6747d-7d60-43f9-9fe3-e8bf9ff71cbc']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:41.936650 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-c17d86b9-5598-4f7c-bff0-b743ef1b624d req-14654a14-8e19-40db-a760-3dec5c0a28a3 service neutron] Transition to ACTIVE for port object 212dac15-9bad-44c2-9b11-d91b4a4ff2e2 will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:53:41.961119 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-28047fa5-13d5-415f-8fe0-54e964e99e30 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a4e701e-beee-44d0-bb80-3e489b19609c') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:41.961447 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-28047fa5-13d5-415f-8fe0-54e964e99e30 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a4e701e-beee-44d0-bb80-3e489b19609c') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:41.990896 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-28047fa5-13d5-415f-8fe0-54e964e99e30 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:42.010664 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-28047fa5-13d5-415f-8fe0-54e964e99e30 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:42.020477 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28047fa5-13d5-415f-8fe0-54e964e99e30 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:53:42.023735 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e35b31-35ea-449c-82b9-a586441502dd None None] Routers {'a57a8d75-1785-472d-b1d9-2a0dda82a074'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:53:42.024356 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-58e35b31-35ea-449c-82b9-a586441502dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:53:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['a57a8d75-1785-472d-b1d9-2a0dda82a074'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:42.026359 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3680e2-101b-4b2f-8513-0dae74b45e1a None None] Pushing event updated for resources: {'Port': ['ID=6e1d4414-8c1a-4bfa-94c5-48ac248d627a,revision_number=4']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:42.032101 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-28047fa5-13d5-415f-8fe0-54e964e99e30 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:42.037329 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 16 22:53:42.037329 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:53:42.037329 n-d-791506-26 neutron-server[101292]: timer() Aug 16 22:53:42.037329 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:53:42.037329 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 16 22:53:42.037329 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:53:42.037329 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 16 22:53:42.037329 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:53:42.037329 n-d-791506-26 neutron-server[101292]: self._notify() Aug 16 22:53:42.037329 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:53:42.037329 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 16 22:53:42.037329 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:53:42.037329 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 16 22:53:42.037329 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:53:42.037329 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:53:42.037329 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:53:42.037329 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:53:42.037329 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:53:42.037329 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 16 22:53:42.037329 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:53:42.037329 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 16 22:53:42.037329 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:53:42.037329 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:53:42.037329 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:53:42.037329 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 16 22:53:42.037329 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:53:42.037329 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:53:42.037329 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:53:42.037329 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:53:42.037329 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:53:42.037329 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:53:42.037329 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:53:42.044142 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d3ea51b3-d48a-4869-b213-3cf45f35fa37 req-6871a873-d399-4834-b99c-f38df4dc5830 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee33ed41-4cca-40de-891b-38c2fb6e5688 HTTP/1.1" status: 200 len: 217 time: 0.1822395 Aug 16 22:53:42.056105 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-c17d86b9-5598-4f7c-bff0-b743ef1b624d req-14654a14-8e19-40db-a760-3dec5c0a28a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:42.153257 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b2737ea8-07f2-4043-9573-127c4f18d20b req-d22c3795-a6eb-4df4-a394-57d1183143e7 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b972a69-4cef-4f2c-9e46-90524509cfbf HTTP/1.1" status: 200 len: 210 time: 0.0939872 Aug 16 22:53:42.169226 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.db.api [None req-28047fa5-13d5-415f-8fe0-54e964e99e30 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 22:53:42.169226 n-d-791506-26 neutron-server[101292]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 22:53:42.169226 n-d-791506-26 neutron-server[101292]: [parameters: {'id': 'fca6747d-7d60-43f9-9fe3-e8bf9ff71cbc'}] Aug 16 22:53:42.169226 n-d-791506-26 neutron-server[101292]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101292) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:53:42.170925 n-d-791506-26 neutron-server[101292]: DEBUG oslo_db.api [None req-28047fa5-13d5-415f-8fe0-54e964e99e30 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:53:42.174982 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-79cbad94-0ea4-47e8-b79b-18246fda77e5 tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:42.210755 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af25017d-8d06-48d1-96e2-02f1a8f99e86 x-openstack-request-id: req-af25017d-8d06-48d1-96e2-02f1a8f99e86 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:53:42.211253 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17f5bfe5-4d50-4d2e-8eab-b5da0dd55868", "tag": "ee33ed41-4cca-40de-891b-38c2fb6e5688", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:53:42.211581 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-af25017d-8d06-48d1-96e2-02f1a8f99e86 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:53:42.212139 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17f5bfe5-4d50-4d2e-8eab-b5da0dd55868', 'tag': 'ee33ed41-4cca-40de-891b-38c2fb6e5688', 'status': 'completed', 'code': 200} Aug 16 22:53:42.247860 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-58e35b31-35ea-449c-82b9-a586441502dd None None] Set router a57a8d75-1785-472d-b1d9-2a0dda82a074 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:53:42.356726 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e734eeba-147a-46b4-8adb-7130c4f071b0 req-b0061f0f-1965-45af-abe4-d62ab17549be tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:42.364768 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e734eeba-147a-46b4-8adb-7130c4f071b0 req-b0061f0f-1965-45af-abe4-d62ab17549be tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] 10.222.0.36 "GET /v2.0/ports?device_id=17f5bfe5-4d50-4d2e-8eab-b5da0dd55868 HTTP/1.1" status: 200 len: 943 time: 0.1350479 Aug 16 22:53:42.401335 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec23799d-0221-4ebd-9486-a007bf6f1ecf req-66a30514-d7c6-4a09-99b1-5d31e5a54e24 tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:42.403401 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ec23799d-0221-4ebd-9486-a007bf6f1ecf req-66a30514-d7c6-4a09-99b1-5d31e5a54e24 tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] 10.222.0.68 "GET /v2.0/ports?device_id=486628ef-a12a-4ae8-9725-f93b2da39a4c HTTP/1.1" status: 200 len: 950 time: 0.1211164 Aug 16 22:53:42.443030 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14654a14-8e19-40db-a760-3dec5c0a28a3 service neutron] Pushing event updated for resources: {'Port': ['ID=212dac15-9bad-44c2-9b11-d91b4a4ff2e2,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:42.465222 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05f7598-59fb-4c9b-841a-d6893ed0e4e5 req-bb48c0e5-b2df-42c8-8df9-7983ed510855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:42.466791 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e05f7598-59fb-4c9b-841a-d6893ed0e4e5 req-bb48c0e5-b2df-42c8-8df9-7983ed510855 service neutron] 10.222.0.68 "GET /v2.0/networks?id=84114c2c-8237-4c3d-8ec3-a63c8431ae95 HTTP/1.1" status: 200 len: 917 time: 0.7306814 Aug 16 22:53:42.468808 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea51b3-d48a-4869-b213-3cf45f35fa37 req-c60c47ca-6201-4502-b5bd-91c00d1d3612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:42.470185 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d3ea51b3-d48a-4869-b213-3cf45f35fa37 req-c60c47ca-6201-4502-b5bd-91c00d1d3612 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4f17be0c-e94d-48bc-9b35-a0b031c07b96 HTTP/1.1" status: 200 len: 844 time: 0.4078794 Aug 16 22:53:42.477771 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e734eeba-147a-46b4-8adb-7130c4f071b0 req-9bc66915-b88e-4d12-9e53-40c99d5c539a tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f8a2671-4820-4bed-b29d-ce4513378842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122358 Aug 16 22:53:42.488747 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 3710bf3e-9ecf-4025-8bd6-a0dc12c7e9b1 up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:53:42.508617 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-79cbad94-0ea4-47e8-b79b-18246fda77e5 tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:42.562210 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-58e35b31-35ea-449c-82b9-a586441502dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57a8d75-1785-472d-b1d9-2a0dda82a074', 'name': 'tempest-ServersTestFqdnHostnames-1410935709-router', 'tenant_id': '59c961a779674ade84e46325c73c6eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '9aa72632-19cf-4b9f-84a5-4e2d384931b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:53:24Z', 'updated_at': '2021-08-16T22:53:36Z', 'revision_number': 4, 'project_id': '59c961a779674ade84e46325c73c6eac', 'gw_port': {'id': '9aa72632-19cf-4b9f-84a5-4e2d384931b3', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:e7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57a8d75-1785-472d-b1d9-2a0dda82a074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:26Z', 'updated_at': '2021-08-16T22:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '6e1d4414-8c1a-4bfa-94c5-48ac248d627a', 'name': '', 'network_id': 'a8aaeb65-e172-4fdd-9f1a-cbdbda638f0b', 'tenant_id': '59c961a779674ade84e46325c73c6eac', 'mac_address': 'fa:16:3e:50:3b:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a57a8d75-1785-472d-b1d9-2a0dda82a074', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'd5081f3b-73a4-4d61-9e4a-3f5b25fa6900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:33Z', 'updated_at': '2021-08-16T22:53:41Z', 'revision_number': 4, 'project_id': '59c961a779674ade84e46325c73c6eac', 'subnets': [{'id': 'd5081f3b-73a4-4d61-9e4a-3f5b25fa6900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:42.564497 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-79cbad94-0ea4-47e8-b79b-18246fda77e5 tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:42.584288 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning for port 3710bf3e-9ecf-4025-8bd6-a0dc12c7e9b1 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:53:42.598370 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c9e9f9-82bb-4819-84e6-58f1516e8db7 None None] get_active_networks_info from n-d-791506-26 {{(pid=101293) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 22:53:42.602597 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port 3710bf3e-9ecf-4025-8bd6-a0dc12c7e9b1 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:53:42.602891 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-ec23799d-0221-4ebd-9486-a007bf6f1ecf req-d4de9100-36d4-4d89-aeb1-d7e90099ac78 tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] Deleting port 019c6b2b-b507-49b2-a989-70f03a270e10 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:53:42.603214 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-ec23799d-0221-4ebd-9486-a007bf6f1ecf req-d4de9100-36d4-4d89-aeb1-d7e90099ac78 tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:42.603748 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:42.618733 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e35b31-35ea-449c-82b9-a586441502dd None None] The sync data for ids ['a57a8d75-1785-472d-b1d9-2a0dda82a074'] in n-d-791506-26 is: [{'id': 'a57a8d75-1785-472d-b1d9-2a0dda82a074', 'name': 'tempest-ServersTestFqdnHostnames-1410935709-router', 'tenant_id': '59c961a779674ade84e46325c73c6eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '9aa72632-19cf-4b9f-84a5-4e2d384931b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:53:24Z', 'updated_at': '2021-08-16T22:53:36Z', 'revision_number': 4, 'project_id': '59c961a779674ade84e46325c73c6eac', 'gw_port': {'id': '9aa72632-19cf-4b9f-84a5-4e2d384931b3', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:e7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57a8d75-1785-472d-b1d9-2a0dda82a074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:26Z', 'updated_at': '2021-08-16T22:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '6e1d4414-8c1a-4bfa-94c5-48ac248d627a', 'name': '', 'network_id': 'a8aaeb65-e172-4fdd-9f1a-cbdbda638f0b', 'tenant_id': '59c961a779674ade84e46325c73c6eac', 'mac_address': 'fa:16:3e:50:3b:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a57a8d75-1785-472d-b1d9-2a0dda82a074', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'd5081f3b-73a4-4d61-9e4a-3f5b25fa6900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:33Z', 'updated_at': '2021-08-16T22:53:41Z', 'revision_number': 4, 'project_id': '59c961a779674ade84e46325c73c6eac', 'subnets': [{'id': 'd5081f3b-73a4-4d61-9e4a-3f5b25fa6900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:53:42.647322 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e05f7598-59fb-4c9b-841a-d6893ed0e4e5 req-a954541b-fada-47a2-b89f-95624bcf9cf4 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=330169e4-6106-4dbb-8d1a-647cab10094c HTTP/1.1" status: 200 len: 217 time: 0.1516309 Aug 16 22:53:42.663360 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cbad94-0ea4-47e8-b79b-18246fda77e5 tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69536ba0-92fe-4955-8f64-f403ee413ba0,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:42.675655 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-28047fa5-13d5-415f-8fe0-54e964e99e30 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:42.747278 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26294523-9e17-4e18-a140-af0f382fb6e3 req-036a0d88-eb19-43ef-9369-0ca517d97ecd tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Made reservation on behalf of dc5492cf6a2845ba9d22bb0eca33e51a for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:53:42.751076 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-26294523-9e17-4e18-a140-af0f382fb6e3 req-036a0d88-eb19-43ef-9369-0ca517d97ecd tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:42.767863 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-79cbad94-0ea4-47e8-b79b-18246fda77e5 tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:42.781896 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-79cbad94-0ea4-47e8-b79b-18246fda77e5 tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0953920 Aug 16 22:53:42.782147 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60644) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:42.795081 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-ec23799d-0221-4ebd-9486-a007bf6f1ecf req-d4de9100-36d4-4d89-aeb1-d7e90099ac78 tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] For port 019c6b2b-b507-49b2-a989-70f03a270e10, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=019c6b2b-b507-49b2-a989-70f03a270e10,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:53:42.795848 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-ec23799d-0221-4ebd-9486-a007bf6f1ecf req-d4de9100-36d4-4d89-aeb1-d7e90099ac78 tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:42.803278 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-9a840551-3f71-43f0-9b71-895b0a3747c6 tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] Request body: {'security_group_rule': {'security_group_id': '45609832-a78f-4425-9a35-532fec9b7759', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:53:42.818150 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea51b3-d48a-4869-b213-3cf45f35fa37 req-5b73330b-9a15-446b-a504-13e13dc4217a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:42.819946 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d3ea51b3-d48a-4869-b213-3cf45f35fa37 req-5b73330b-9a15-446b-a504-13e13dc4217a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7bb4d736-1ee0-4c9d-95be-95b3b284910b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3257616 Aug 16 22:53:42.836948 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-ec23799d-0221-4ebd-9486-a007bf6f1ecf req-d4de9100-36d4-4d89-aeb1-d7e90099ac78 tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] Calling delete_port for 019c6b2b-b507-49b2-a989-70f03a270e10 owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:53:42.846224 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05f7598-59fb-4c9b-841a-d6893ed0e4e5 req-6c1261b4-8a34-4dfa-841e-acf3ba2440d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:42.848076 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e05f7598-59fb-4c9b-841a-d6893ed0e4e5 req-6c1261b4-8a34-4dfa-841e-acf3ba2440d4 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7dcd32e4-dfac-4bf2-accd-cdf25fc72851 HTTP/1.1" status: 200 len: 855 time: 0.1719294 Aug 16 22:53:42.849055 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-c17d86b9-5598-4f7c-bff0-b743ef1b624d req-14654a14-8e19-40db-a760-3dec5c0a28a3 service neutron] Attempting to bind port 212dac15-9bad-44c2-9b11-d91b4a4ff2e2 on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:53:42.849824 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-c17d86b9-5598-4f7c-bff0-b743ef1b624d req-14654a14-8e19-40db-a760-3dec5c0a28a3 service neutron] Attempting to bind port 212dac15-9bad-44c2-9b11-d91b4a4ff2e2 by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': '0b00b110-ffa1-46c2-91d9-ab87a6c0117e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '84114c2c-8237-4c3d-8ec3-a63c8431ae95'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:53:42.851632 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17d86b9-5598-4f7c-bff0-b743ef1b624d req-14654a14-8e19-40db-a760-3dec5c0a28a3 service neutron] Attempting to bind port 212dac15-9bad-44c2-9b11-d91b4a4ff2e2 on network 84114c2c-8237-4c3d-8ec3-a63c8431ae95 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:53:42.864565 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-28047fa5-13d5-415f-8fe0-54e964e99e30 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Deleting port b93b2fbc-ee01-4b93-95f5-36b853012660 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:53:42.864921 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-28047fa5-13d5-415f-8fe0-54e964e99e30 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:42.893733 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c9e9f9-82bb-4819-84e6-58f1516e8db7 None None] Resources bound (agent type, host, resource id): {{(pid=101293) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 22:53:42.909332 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:42.954484 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9a840551-3f71-43f0-9b71-895b0a3747c6 tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:42.980786 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f849f6-77c3-4c08-b2bd-63815b5179a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3710bf3e-9ecf-4025-8bd6-a0dc12c7e9b1'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:53:42.983020 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d973575-8d84-4cec-b635-cd0bfcbf3fc7" -d '{"events": [{"server_uuid": "90f849f6-77c3-4c08-b2bd-63815b5179a7", "name": "network-vif-plugged", "status": "completed", "tag": "3710bf3e-9ecf-4025-8bd6-a0dc12c7e9b1"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:53:43.003334 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17d86b9-5598-4f7c-bff0-b743ef1b624d req-14654a14-8e19-40db-a760-3dec5c0a28a3 service neutron] Port 212dac15-9bad-44c2-9b11-d91b4a4ff2e2 on network 84114c2c-8237-4c3d-8ec3-a63c8431ae95 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:53:43.003664 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17d86b9-5598-4f7c-bff0-b743ef1b624d req-14654a14-8e19-40db-a760-3dec5c0a28a3 service neutron] Attempting to bind port 212dac15-9bad-44c2-9b11-d91b4a4ff2e2 on network 84114c2c-8237-4c3d-8ec3-a63c8431ae95 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:53:43.026208 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 3710bf3e-9ecf-4025-8bd6-a0dc12c7e9b1, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=3710bf3e-9ecf-4025-8bd6-a0dc12c7e9b1,segment=NetworkSegment(0b00b110-ffa1-46c2-91d9-ab87a6c0117e),segment_id=0b00b110-ffa1-46c2-91d9-ab87a6c0117e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:53:43.026560 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-28047fa5-13d5-415f-8fe0-54e964e99e30 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] For port b93b2fbc-ee01-4b93-95f5-36b853012660, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=b93b2fbc-ee01-4b93-95f5-36b853012660,segment=NetworkSegment(9a4e701e-beee-44d0-bb80-3e489b19609c),segment_id=9a4e701e-beee-44d0-bb80-3e489b19609c)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:53:43.026992 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-28047fa5-13d5-415f-8fe0-54e964e99e30 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:43.033741 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:43.036632 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17d86b9-5598-4f7c-bff0-b743ef1b624d req-14654a14-8e19-40db-a760-3dec5c0a28a3 service neutron] Checking agent: {'id': 'd28e24f9-e5ea-41e1-80bf-3c7943ad7f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:53:43.037071 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17d86b9-5598-4f7c-bff0-b743ef1b624d req-14654a14-8e19-40db-a760-3dec5c0a28a3 service neutron] Checking segment: {'id': '0b00b110-ffa1-46c2-91d9-ab87a6c0117e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '84114c2c-8237-4c3d-8ec3-a63c8431ae95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:53:43.045147 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17d86b9-5598-4f7c-bff0-b743ef1b624d req-14654a14-8e19-40db-a760-3dec5c0a28a3 service neutron] Bound using segment: {'id': '0b00b110-ffa1-46c2-91d9-ab87a6c0117e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '84114c2c-8237-4c3d-8ec3-a63c8431ae95'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:53:43.045699 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-c17d86b9-5598-4f7c-bff0-b743ef1b624d req-14654a14-8e19-40db-a760-3dec5c0a28a3 service neutron] Bound port: 212dac15-9bad-44c2-9b11-d91b4a4ff2e2, host: n-h1-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b00b110-ffa1-46c2-91d9-ab87a6c0117e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '84114c2c-8237-4c3d-8ec3-a63c8431ae95'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:53:43.046080 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-c17d86b9-5598-4f7c-bff0-b743ef1b624d req-14654a14-8e19-40db-a760-3dec5c0a28a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:43.096322 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-28047fa5-13d5-415f-8fe0-54e964e99e30 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Calling delete_port for b93b2fbc-ee01-4b93-95f5-36b853012660 owned by network:dhcp {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:53:43.144943 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=3710bf3e-9ecf-4025-8bd6-a0dc12c7e9b1,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:43.237465 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05f7598-59fb-4c9b-841a-d6893ed0e4e5 req-50a0ab37-64e0-481c-87e4-6de553d5dc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:43.239403 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e05f7598-59fb-4c9b-841a-d6893ed0e4e5 req-50a0ab37-64e0-481c-87e4-6de553d5dc5e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=84114c2c-8237-4c3d-8ec3-a63c8431ae95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3125803 Aug 16 22:53:43.285663 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-c17d86b9-5598-4f7c-bff0-b743ef1b624d req-14654a14-8e19-40db-a760-3dec5c0a28a3 service neutron] For port 212dac15-9bad-44c2-9b11-d91b4a4ff2e2, host n-h1-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:53:43.319464 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572d990a-3c1c-4a68-a6c5-4e7d9926fbb6 req-063cd23e-ee6d-4811-b833-ef8517fecd9c tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:43.327411 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-572d990a-3c1c-4a68-a6c5-4e7d9926fbb6 req-063cd23e-ee6d-4811-b833-ef8517fecd9c tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/ports?device_id=e710dfef-46f9-4168-bf81-72df8f58f7f6 HTTP/1.1" status: 200 len: 944 time: 0.2661052 Aug 16 22:53:43.344243 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f97635-d672-4a5d-9a5c-74f053c30afa req-4f8a5641-781f-4556-80a8-afbb87fbd95a tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:43.347674 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-46f97635-d672-4a5d-9a5c-74f053c30afa req-4f8a5641-781f-4556-80a8-afbb87fbd95a tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] 10.222.0.36 "GET /v2.0/ports?device_id=486628ef-a12a-4ae8-9725-f93b2da39a4c HTTP/1.1" status: 200 len: 950 time: 0.2644272 Aug 16 22:53:43.355180 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9a840551-3f71-43f0-9b71-895b0a3747c6 tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:43.361184 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d3ea51b3-d48a-4869-b213-3cf45f35fa37 req-a4e4c271-5fd8-4251-8865-e022e5f25654 service neutron] 10.222.0.57 "GET /v2.0/networks/7bb4d736-1ee0-4c9d-95be-95b3b284910b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5303903 Aug 16 22:53:43.366863 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-c17d86b9-5598-4f7c-bff0-b743ef1b624d req-14654a14-8e19-40db-a760-3dec5c0a28a3 service neutron] For port 212dac15-9bad-44c2-9b11-d91b4a4ff2e2, host n-h1-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=212dac15-9bad-44c2-9b11-d91b4a4ff2e2,segment=NetworkSegment(0b00b110-ffa1-46c2-91d9-ab87a6c0117e),segment_id=0b00b110-ffa1-46c2-91d9-ab87a6c0117e)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:53:43.389835 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-26294523-9e17-4e18-a140-af0f382fb6e3 req-036a0d88-eb19-43ef-9369-0ca517d97ecd tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Allocated IP 172.20.0.12 (d61f3db9-5a9e-4f6a-b70c-8358388c27f5/99669aee-83b9-417a-a368-57108bfc92d4/82024952-9aa7-490b-94c3-07408d48cdb2) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:53:43.391239 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9a840551-3f71-43f0-9b71-895b0a3747c6 tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:43.393319 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-c17d86b9-5598-4f7c-bff0-b743ef1b624d req-14654a14-8e19-40db-a760-3dec5c0a28a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:43.467993 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a840551-3f71-43f0-9b71-895b0a3747c6 tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7a46781-7c71-45bf-b183-0367ec05c441,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:43.470115 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-ec23799d-0221-4ebd-9486-a007bf6f1ecf req-d4de9100-36d4-4d89-aeb1-d7e90099ac78 tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:43.481705 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['019c6b2b-b507-49b2-a989-70f03a270e10'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:53:43.502547 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-572d990a-3c1c-4a68-a6c5-4e7d9926fbb6 req-a2d72008-955b-4380-bcfa-ee608cf509a2 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/security-groups?id=7112d64a-fa50-4e7b-af47-b87caa1ebcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737649 Aug 16 22:53:43.502922 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['36847729-13b7-4fa3-b900-fd03f69af3e1'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:53:43.523174 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d86b9-5598-4f7c-bff0-b743ef1b624d req-14654a14-8e19-40db-a760-3dec5c0a28a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:43.524164 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-c17d86b9-5598-4f7c-bff0-b743ef1b624d req-14654a14-8e19-40db-a760-3dec5c0a28a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:43.525798 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c17d86b9-5598-4f7c-bff0-b743ef1b624d req-14654a14-8e19-40db-a760-3dec5c0a28a3 service neutron] 10.222.0.68 "PUT /v2.0/ports/212dac15-9bad-44c2-9b11-d91b4a4ff2e2 HTTP/1.1" status: 200 len: 1093 time: 3.7337298 Aug 16 22:53:43.561783 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9a840551-3f71-43f0-9b71-895b0a3747c6 tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:43.566760 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-9a840551-3f71-43f0-9b71-895b0a3747c6 tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7796483 Aug 16 22:53:43.569205 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 60660) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:43.588903 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-d02bc054-d7c9-497b-a0e1-132c97deedea tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] Request body: {'floatingip': {'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:53:43.590201 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-46f97635-d672-4a5d-9a5c-74f053c30afa req-2e3eb1a6-c3db-480a-aabf-0d9e92f3ea7a tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] 10.222.0.36 "GET /v2.0/security-groups?id=faa99c9d-dd29-40b5-a0a4-b7ed8dc0f17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126021 Aug 16 22:53:43.592696 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4de9100-36d4-4d89-aeb1-d7e90099ac78 tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] Pushing event deleted for resources: {'Port': ['ID=019c6b2b-b507-49b2-a989-70f03a270e10,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:43.612915 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bae5ab2-a63c-47ef-a81a-db54e73f07b4 x-openstack-request-id: req-1bae5ab2-a63c-47ef-a81a-db54e73f07b4 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:53:43.613784 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-28047fa5-13d5-415f-8fe0-54e964e99e30 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:43.615272 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90f849f6-77c3-4c08-b2bd-63815b5179a7", "name": "network-vif-plugged", "status": "completed", "tag": "3710bf3e-9ecf-4025-8bd6-a0dc12c7e9b1", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:53:43.615675 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1bae5ab2-a63c-47ef-a81a-db54e73f07b4 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:53:43.616413 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90f849f6-77c3-4c08-b2bd-63815b5179a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3710bf3e-9ecf-4025-8bd6-a0dc12c7e9b1', 'code': 200} Aug 16 22:53:43.725796 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14654a14-8e19-40db-a760-3dec5c0a28a3 service neutron] Pushing event updated for resources: {'Port': ['ID=212dac15-9bad-44c2-9b11-d91b4a4ff2e2,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:43.745027 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e05f7598-59fb-4c9b-841a-d6893ed0e4e5 req-c1e46c9b-154c-4531-887d-4d016196db83 service neutron] 10.222.0.68 "GET /v2.0/networks/84114c2c-8237-4c3d-8ec3-a63c8431ae95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4848769 Aug 16 22:53:43.749350 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d02bc054-d7c9-497b-a0e1-132c97deedea tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] Notify callbacks [] for floatingip, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:43.795859 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 330169e4-6106-4dbb-8d1a-647cab10094c details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:53:43.845415 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28047fa5-13d5-415f-8fe0-54e964e99e30 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Pushing event deleted for resources: {'Port': ['ID=b93b2fbc-ee01-4b93-95f5-36b853012660,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:43.847331 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28047fa5-13d5-415f-8fe0-54e964e99e30 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] No DVR routers for this DVR port b93b2fbc-ee01-4b93-95f5-36b853012660 on host n-d-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:53:43.888107 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d3ea51b3-d48a-4869-b213-3cf45f35fa37 req-955c706a-535a-4ae8-8b31-e4d304584345 service neutron] 10.222.0.57 "GET /v2.0/networks/7bb4d736-1ee0-4c9d-95be-95b3b284910b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5176532 Aug 16 22:53:44.053814 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8aa13918-0e4e-4554-9c0a-40fddc91ac98 req-6c345c88-2460-4b27-b993-dbc6d8a4903a tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b972a69-4cef-4f2c-9e46-90524509cfbf HTTP/1.1" status: 200 len: 210 time: 0.2611179 Aug 16 22:53:44.055195 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec23799d-0221-4ebd-9486-a007bf6f1ecf req-d4de9100-36d4-4d89-aeb1-d7e90099ac78 tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] No DVR routers for this DVR port 019c6b2b-b507-49b2-a989-70f03a270e10 on host n-h1-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:53:44.064717 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-ec23799d-0221-4ebd-9486-a007bf6f1ecf req-d4de9100-36d4-4d89-aeb1-d7e90099ac78 tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:44.072024 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ec23799d-0221-4ebd-9486-a007bf6f1ecf req-d4de9100-36d4-4d89-aeb1-d7e90099ac78 tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] 10.222.0.68 "DELETE /v2.0/ports/019c6b2b-b507-49b2-a989-70f03a270e10 HTTP/1.1" status: 204 len: 173 time: 1.6599867 Aug 16 22:53:44.074927 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 6e1d4414-8c1a-4bfa-94c5-48ac248d627a up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:53:44.085802 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '486628ef-a12a-4ae8-9725-f93b2da39a4c', 'name': 'network-vif-deleted', 'tag': '019c6b2b-b507-49b2-a989-70f03a270e10'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:53:44.085998 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d86b9-5598-4f7c-bff0-b743ef1b624d req-c8ca90de-27a4-40ca-96a4-5d4d83c74dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:44.087580 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c17d86b9-5598-4f7c-bff0-b743ef1b624d req-c8ca90de-27a4-40ca-96a4-5d4d83c74dbf service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=463c04db7a86489b8d8a19358faf1fca&device_id=e710dfef-46f9-4168-bf81-72df8f58f7f6 HTTP/1.1" status: 200 len: 1096 time: 0.4811766 Aug 16 22:53:44.088129 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c1e2377-a185-498c-813a-fb51f2cc1040" -d '{"events": [{"server_uuid": "486628ef-a12a-4ae8-9725-f93b2da39a4c", "name": "network-vif-deleted", "tag": "019c6b2b-b507-49b2-a989-70f03a270e10"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:53:44.213981 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e710dfef-46f9-4168-bf81-72df8f58f7f6', 'tag': '212dac15-9bad-44c2-9b11-d91b4a4ff2e2'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:53:44.216928 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a091a26-c73d-4dee-af62-42037a9dca11" -d '{"events": [{"name": "network-changed", "server_uuid": "e710dfef-46f9-4168-bf81-72df8f58f7f6", "tag": "212dac15-9bad-44c2-9b11-d91b4a4ff2e2"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:53:44.239283 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c17d86b9-5598-4f7c-bff0-b743ef1b624d req-9e2c6c43-d2af-40c8-b9a5-7124b5de7434 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=212dac15-9bad-44c2-9b11-d91b4a4ff2e2 HTTP/1.1" status: 200 len: 217 time: 0.1066074 Aug 16 22:53:44.266412 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 330169e4-6106-4dbb-8d1a-647cab10094c, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=330169e4-6106-4dbb-8d1a-647cab10094c,segment=NetworkSegment(0b00b110-ffa1-46c2-91d9-ab87a6c0117e),segment_id=0b00b110-ffa1-46c2-91d9-ab87a6c0117e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:53:44.276354 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32916826-771e-4d60-83d4-fc7471d1482b x-openstack-request-id: req-32916826-771e-4d60-83d4-fc7471d1482b {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:53:44.276680 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e710dfef-46f9-4168-bf81-72df8f58f7f6", "tag": "212dac15-9bad-44c2-9b11-d91b4a4ff2e2", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:53:44.276930 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-32916826-771e-4d60-83d4-fc7471d1482b {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:53:44.277334 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e710dfef-46f9-4168-bf81-72df8f58f7f6', 'tag': '212dac15-9bad-44c2-9b11-d91b4a4ff2e2', 'status': 'completed', 'code': 200} Aug 16 22:53:44.296657 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': '330169e4-6106-4dbb-8d1a-647cab10094c', 'network_id': '84114c2c-8237-4c3d-8ec3-a63c8431ae95', 'port_id': '330169e4-6106-4dbb-8d1a-647cab10094c', 'mac_address': 'fa:16:3e:ad:1e:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dcd32e4-dfac-4bf2-accd-cdf25fc72851', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:53:44.305718 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 6e1d4414-8c1a-4bfa-94c5-48ac248d627a completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:53:44.316269 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-28047fa5-13d5-415f-8fe0-54e964e99e30 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:44.328306 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 6e1d4414-8c1a-4bfa-94c5-48ac248d627a triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:53:44.328792 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:44.330258 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-28047fa5-13d5-415f-8fe0-54e964e99e30 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fca6747d-7d60-43f9-9fe3-e8bf9ff71cbc']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:44.336122 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e05f7598-59fb-4c9b-841a-d6893ed0e4e5 req-87f7d94a-83b1-4a4c-98e9-bb0ee921dca6 service neutron] 10.222.0.68 "GET /v2.0/networks/84114c2c-8237-4c3d-8ec3-a63c8431ae95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5824749 Aug 16 22:53:44.342424 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68d391b-4549-4035-9c51-cd49c370a599 req-cb558641-5dce-4ab5-a700-a5f170ddf423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:44.343910 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-f68d391b-4549-4035-9c51-cd49c370a599 req-cb558641-5dce-4ab5-a700-a5f170ddf423 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a9c0ed8d0d754c4dac8f472b354115ce&device_id=17f5bfe5-4d50-4d2e-8eab-b5da0dd55868 HTTP/1.1" status: 200 len: 1095 time: 0.3299646 Aug 16 22:53:44.345792 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af4c5c96-2a2b-4fd7-9f1f-facbf74382d7 x-openstack-request-id: req-af4c5c96-2a2b-4fd7-9f1f-facbf74382d7 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:53:44.346032 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "486628ef-a12a-4ae8-9725-f93b2da39a4c", "name": "network-vif-deleted", "tag": "019c6b2b-b507-49b2-a989-70f03a270e10", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:53:44.346293 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-af4c5c96-2a2b-4fd7-9f1f-facbf74382d7 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:53:44.346709 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '486628ef-a12a-4ae8-9725-f93b2da39a4c', 'name': 'network-vif-deleted', 'tag': '019c6b2b-b507-49b2-a989-70f03a270e10', 'status': 'completed', 'code': 200} Aug 16 22:53:44.357230 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-26294523-9e17-4e18-a140-af0f382fb6e3 req-036a0d88-eb19-43ef-9369-0ca517d97ecd tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:44.368982 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-28047fa5-13d5-415f-8fe0-54e964e99e30 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a4e701e-beee-44d0-bb80-3e489b19609c') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:44.369290 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-28047fa5-13d5-415f-8fe0-54e964e99e30 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a4e701e-beee-44d0-bb80-3e489b19609c') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:44.393648 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-28047fa5-13d5-415f-8fe0-54e964e99e30 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:44.395392 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:44.403488 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b35976-95e7-4c15-84f1-8ed1cba8622f req-0de94087-3c76-4639-ac16-10df9b266e9e tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:44.405070 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-59b35976-95e7-4c15-84f1-8ed1cba8622f req-0de94087-3c76-4639-ac16-10df9b266e9e tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] 10.222.0.36 "GET /v2.0/ports?device_id=17f5bfe5-4d50-4d2e-8eab-b5da0dd55868 HTTP/1.1" status: 200 len: 943 time: 0.2948294 Aug 16 22:53:44.406968 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2469752b-ddf4-432d-b95f-40dd1669649e req-ed7f5b08-c3b4-483e-8c8e-6177c780e136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:44.408379 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2469752b-ddf4-432d-b95f-40dd1669649e req-ed7f5b08-c3b4-483e-8c8e-6177c780e136 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=90f849f6-77c3-4c08-b2bd-63815b5179a7 HTTP/1.1" status: 200 len: 1097 time: 0.5956628 Aug 16 22:53:44.411887 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 330169e4-6106-4dbb-8d1a-647cab10094c {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:53:44.438947 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d86b9-5598-4f7c-bff0-b743ef1b624d req-87b2ac61-dd12-4e0c-ac77-fcc3f8efac55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:44.440509 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-28047fa5-13d5-415f-8fe0-54e964e99e30 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:44.441354 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c17d86b9-5598-4f7c-bff0-b743ef1b624d req-87b2ac61-dd12-4e0c-ac77-fcc3f8efac55 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7dcd32e4-dfac-4bf2-accd-cdf25fc72851 HTTP/1.1" status: 200 len: 855 time: 0.1819181 Aug 16 22:53:44.463420 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-26294523-9e17-4e18-a140-af0f382fb6e3 req-036a0d88-eb19-43ef-9369-0ca517d97ecd tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Transition to ACTIVE for port object 82024952-9aa7-490b-94c3-07408d48cdb2 will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:53:44.464970 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 330169e4-6106-4dbb-8d1a-647cab10094c, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=330169e4-6106-4dbb-8d1a-647cab10094c,segment=NetworkSegment(0b00b110-ffa1-46c2-91d9-ab87a6c0117e),segment_id=0b00b110-ffa1-46c2-91d9-ab87a6c0117e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:53:44.478745 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28047fa5-13d5-415f-8fe0-54e964e99e30 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:53:44.479168 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-28047fa5-13d5-415f-8fe0-54e964e99e30 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:44.479307 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:44.482591 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 16 22:53:44.482591 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:53:44.482591 n-d-791506-26 neutron-server[101292]: timer() Aug 16 22:53:44.482591 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:53:44.482591 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 16 22:53:44.482591 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:53:44.482591 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 16 22:53:44.482591 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:53:44.482591 n-d-791506-26 neutron-server[101292]: self._notify() Aug 16 22:53:44.482591 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:53:44.482591 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 16 22:53:44.482591 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:53:44.482591 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 16 22:53:44.482591 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:53:44.482591 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:53:44.482591 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:53:44.482591 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:53:44.482591 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:53:44.482591 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 16 22:53:44.482591 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:53:44.482591 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 16 22:53:44.482591 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:53:44.482591 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:53:44.482591 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:53:44.482591 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 16 22:53:44.482591 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:53:44.482591 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:53:44.482591 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:53:44.482591 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:53:44.482591 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:53:44.482591 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:53:44.482591 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:53:44.520636 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:44.574508 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68d391b-4549-4035-9c51-cd49c370a599 req-2810b4a6-8eb9-4012-8d4b-b1fdec5c401f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:44.576335 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-f68d391b-4549-4035-9c51-cd49c370a599 req-2810b4a6-8eb9-4012-8d4b-b1fdec5c401f service neutron] 10.222.0.57 "GET /v2.0/networks?id=7bb4d736-1ee0-4c9d-95be-95b3b284910b HTTP/1.1" status: 200 len: 906 time: 0.2164800 Aug 16 22:53:44.586651 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d86b9-5598-4f7c-bff0-b743ef1b624d req-4b6799ee-8d9a-4074-b166-48fa28ad00a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:44.588309 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c17d86b9-5598-4f7c-bff0-b743ef1b624d req-4b6799ee-8d9a-4074-b166-48fa28ad00a0 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=84114c2c-8237-4c3d-8ec3-a63c8431ae95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1360092 Aug 16 22:53:44.595667 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 6e1d4414-8c1a-4bfa-94c5-48ac248d627a, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=6e1d4414-8c1a-4bfa-94c5-48ac248d627a,segment=NetworkSegment(ba972b88-db6b-4eb1-9871-9e900ec3fcf1),segment_id=ba972b88-db6b-4eb1-9871-9e900ec3fcf1)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:53:44.607960 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:44.632396 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=330169e4-6106-4dbb-8d1a-647cab10094c,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:44.645029 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:44.645862 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:44.646308 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:44.648042 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:44.648042 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:44.648278 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:44.648743 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:44.649111 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:44.649688 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:44.650027 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:44.650435 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:44.650808 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:53:44.660916 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-59b35976-95e7-4c15-84f1-8ed1cba8622f req-19130765-57b1-4cc1-bde2-4b9cb7bbe445 tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f8a2671-4820-4bed-b29d-ce4513378842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2412052 Aug 16 22:53:44.676991 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d02bc054-d7c9-497b-a0e1-132c97deedea tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:44.679531 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-26294523-9e17-4e18-a140-af0f382fb6e3 req-036a0d88-eb19-43ef-9369-0ca517d97ecd tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:44.717005 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2469752b-ddf4-432d-b95f-40dd1669649e req-ccd766f3-2bfc-40bd-bc6f-642222fdbe78 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=7112d64a-fa50-4e7b-af47-b87caa1ebcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996254 Aug 16 22:53:44.725310 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['2651156f-f967-4a9f-be6c-429269bd7d17'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:53:44.733528 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-f68d391b-4549-4035-9c51-cd49c370a599 req-544ed820-937e-4ff1-b83f-b4d849f5ec81 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee33ed41-4cca-40de-891b-38c2fb6e5688 HTTP/1.1" status: 200 len: 217 time: 0.1428411 Aug 16 22:53:44.736082 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-28047fa5-13d5-415f-8fe0-54e964e99e30 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:44.755656 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-28047fa5-13d5-415f-8fe0-54e964e99e30 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:44.757582 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['330169e4-6106-4dbb-8d1a-647cab10094c'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:53:44.758946 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-28047fa5-13d5-415f-8fe0-54e964e99e30 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] 10.222.0.36 "DELETE /v2.0/networks/fca6747d-7d60-43f9-9fe3-e8bf9ff71cbc HTTP/1.1" status: 204 len: 168 time: 4.2265015 Aug 16 22:53:44.776312 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60670) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:44.785623 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47c69cb-db5c-4dbf-94e9-4394a9fbe81c req-ed947a60-9b08-4469-a1c2-b850bc976aab tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:44.795021 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f47c69cb-db5c-4dbf-94e9-4394a9fbe81c req-ed947a60-9b08-4469-a1c2-b850bc976aab tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/ports?device_id=e710dfef-46f9-4168-bf81-72df8f58f7f6 HTTP/1.1" status: 200 len: 944 time: 0.1792572 Aug 16 22:53:44.795411 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=6e1d4414-8c1a-4bfa-94c5-48ac248d627a,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:44.819760 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28047fa5-13d5-415f-8fe0-54e964e99e30 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Pushing event deleted for resources: {'Network': ['ID=fca6747d-7d60-43f9-9fe3-e8bf9ff71cbc,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:44.877993 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5dfeccda-a735-4a58-afb4-f82230d33d1f req-d09ac5e0-913f-447e-aef4-429cc4835e56 tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] 10.222.0.36 "GET /v2.0/ports?device_id=486628ef-a12a-4ae8-9725-f93b2da39a4c HTTP/1.1" status: 200 len: 210 time: 0.0698414 Aug 16 22:53:44.882075 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-90b15a43-d76f-4722-aff6-cd52f99dee36 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] GET failed (client error): The resource could not be found. Aug 16 22:53:44.883901 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-90b15a43-d76f-4722-aff6-cd52f99dee36 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] 10.222.0.36 "GET /v2.0/subnets/5c38f9e0-a9a7-4ecc-a688-f257a3abaf50 HTTP/1.1" status: 404 len: 337 time: 0.0863252 Aug 16 22:53:44.886552 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60674) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:44.919711 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-71db7f13-a82c-4a73-be1a-a8cabe311e77 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] DELETE failed (client error): The resource could not be found. Aug 16 22:53:44.920438 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71db7f13-a82c-4a73-be1a-a8cabe311e77 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:53:44.922504 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-71db7f13-a82c-4a73-be1a-a8cabe311e77 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] 10.222.0.36 "DELETE /v2.0/networks/fca6747d-7d60-43f9-9fe3-e8bf9ff71cbc HTTP/1.1" status: 404 len: 339 time: 0.0348766 Aug 16 22:53:44.942546 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f47c69cb-db5c-4dbf-94e9-4394a9fbe81c req-e32ed2f6-10ea-4716-9bd7-a89de141efac tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/security-groups?id=7112d64a-fa50-4e7b-af47-b87caa1ebcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460738 Aug 16 22:53:44.943043 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60678) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:45.108760 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb34768d-76a3-47f2-8439-a6bdb2707a6e tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:45.108760 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-cb34768d-76a3-47f2-8439-a6bdb2707a6e tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1632662 Aug 16 22:53:45.111174 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60682) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:45.155685 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-bc998c57-b7cb-4dd4-b114-3f3819aaa8bc tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] 10.222.0.36 "GET /v2.0/subnets?network_id=c22c4980-c849-406d-982c-a5d68c515a94 HTTP/1.1" status: 200 len: 207 time: 0.0430861 Aug 16 22:53:45.159587 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60684) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:45.183132 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26294523-9e17-4e18-a140-af0f382fb6e3 req-036a0d88-eb19-43ef-9369-0ca517d97ecd tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Network d61f3db9-5a9e-4f6a-b70c-8358388c27f5 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:53:45.215159 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-26294523-9e17-4e18-a140-af0f382fb6e3 req-036a0d88-eb19-43ef-9369-0ca517d97ecd tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:53:45.228498 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-26294523-9e17-4e18-a140-af0f382fb6e3 req-036a0d88-eb19-43ef-9369-0ca517d97ecd tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:53:45.231197 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036a0d88-eb19-43ef-9369-0ca517d97ecd tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Pushing event updated for resources: {'Port': ['ID=82024952-9aa7-490b-94c3-07408d48cdb2,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:45.332185 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c17d86b9-5598-4f7c-bff0-b743ef1b624d req-e35d7332-7a4a-4b1b-b26c-04749df1243c service neutron] 10.222.0.68 "GET /v2.0/networks/84114c2c-8237-4c3d-8ec3-a63c8431ae95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7280071 Aug 16 22:53:45.337910 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68d391b-4549-4035-9c51-cd49c370a599 req-e0039cad-51d4-440b-8339-6b083e7b3647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:45.339395 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-f68d391b-4549-4035-9c51-cd49c370a599 req-e0039cad-51d4-440b-8339-6b083e7b3647 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4f17be0c-e94d-48bc-9b35-a0b031c07b96 HTTP/1.1" status: 200 len: 844 time: 0.1817017 Aug 16 22:53:45.386461 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843ef775-3203-4752-9a94-aa1f5f81d0fc req-550b3aa2-18e5-4b48-ab14-bc10f6244c46 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:45.387961 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-843ef775-3203-4752-9a94-aa1f5f81d0fc req-550b3aa2-18e5-4b48-ab14-bc10f6244c46 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b972a69-4cef-4f2c-9e46-90524509cfbf HTTP/1.1" status: 200 len: 932 time: 0.2055674 Aug 16 22:53:45.441228 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26294523-9e17-4e18-a140-af0f382fb6e3 req-036a0d88-eb19-43ef-9369-0ca517d97ecd tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:45.441855 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-26294523-9e17-4e18-a140-af0f382fb6e3 req-036a0d88-eb19-43ef-9369-0ca517d97ecd tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:45.458436 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b768498f-f1d3-41b2-92c5-70a463d63952 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:45.464721 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b768498f-f1d3-41b2-92c5-70a463d63952 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:45.471120 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b768498f-f1d3-41b2-92c5-70a463d63952 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:45.478340 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b768498f-f1d3-41b2-92c5-70a463d63952 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:45.484116 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-b768498f-f1d3-41b2-92c5-70a463d63952 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.3189018 Aug 16 22:53:45.485136 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60686) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:45.500707 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-26294523-9e17-4e18-a140-af0f382fb6e3 req-036a0d88-eb19-43ef-9369-0ca517d97ecd tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7073696 Aug 16 22:53:45.504158 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-d02bc054-d7c9-497b-a0e1-132c97deedea tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] Allocated IP 172.25.4.105 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/18d5cf4d-7c3f-489a-92db-18aecb6147a2) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:53:45.506621 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-843ef775-3203-4752-9a94-aa1f5f81d0fc req-f7a844d3-081a-4ceb-9d56-b13fdf56f753 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] 10.222.0.36 "GET /v2.0/security-groups?id=3816303d-9df9-4713-86ff-53d823e28b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112633 Aug 16 22:53:45.527368 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-26294523-9e17-4e18-a140-af0f382fb6e3 req-1645ca1b-1809-4d20-992e-44172c1178a4 service neutron] Request body: {'port': {'device_id': '3b972a69-4cef-4f2c-9e46-90524509cfbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:53:45.535621 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-2f1af176-5341-4577-91f0-2873ca7a1de1 None None] Provisioning for port 82024952-9aa7-490b-94c3-07408d48cdb2 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:53:45.540177 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-2f1af176-5341-4577-91f0-2873ca7a1de1 None None] Provisioning complete for port 82024952-9aa7-490b-94c3-07408d48cdb2 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:53:45.540952 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2f1af176-5341-4577-91f0-2873ca7a1de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:45.581234 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-2f1af176-5341-4577-91f0-2873ca7a1de1 None None] Port 82024952-9aa7-490b-94c3-07408d48cdb2 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:53:45.618120 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68d391b-4549-4035-9c51-cd49c370a599 req-20238510-0b8a-48ad-b935-56d3ef08f8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:45.619475 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-f68d391b-4549-4035-9c51-cd49c370a599 req-20238510-0b8a-48ad-b935-56d3ef08f8aa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7bb4d736-1ee0-4c9d-95be-95b3b284910b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2381599 Aug 16 22:53:45.622258 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-2de39f7f-254a-4c02-adad-62a97c801ce5 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] 10.222.0.36 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1354959 Aug 16 22:53:45.626525 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60688) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:45.632353 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c17d86b9-5598-4f7c-bff0-b743ef1b624d req-0a1ebc72-f3c2-47ad-9e54-c50ff63149ce service neutron] 10.222.0.68 "GET /v2.0/networks/84114c2c-8237-4c3d-8ec3-a63c8431ae95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867749 Aug 16 22:53:45.732872 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc3e196-c4c1-4ee0-a3c0-ddc1e88a04e2 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:45.734864 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc3e196-c4c1-4ee0-a3c0-ddc1e88a04e2 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:45.737156 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-cdc3e196-c4c1-4ee0-a3c0-ddc1e88a04e2 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1094794 Aug 16 22:53:45.741152 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60692) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:45.748924 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-26294523-9e17-4e18-a140-af0f382fb6e3 req-1645ca1b-1809-4d20-992e-44172c1178a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:45.813515 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 330169e4-6106-4dbb-8d1a-647cab10094c up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:53:45.818191 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d02bc054-d7c9-497b-a0e1-132c97deedea tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:45.869429 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be6f3e2-af28-41dc-9851-d1cd3b647149 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Attributes excluded by policy engine: ['shared'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:45.871805 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be6f3e2-af28-41dc-9851-d1cd3b647149 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Attributes excluded by policy engine: ['shared'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:45.873787 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-4be6f3e2-af28-41dc-9851-d1cd3b647149 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] 10.222.0.36 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1316535 Aug 16 22:53:45.880417 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60694) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:45.894529 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 6e1d4414-8c1a-4bfa-94c5-48ac248d627a up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:53:45.904889 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db76318d-9110-4db9-b622-3d9a3240fa91 req-a98c59a8-dbc3-4b0b-ac56-c3bc92703472 tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:45.909024 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-db76318d-9110-4db9-b622-3d9a3240fa91 req-a98c59a8-dbc3-4b0b-ac56-c3bc92703472 tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] 10.222.0.36 "GET /v2.0/ports?device_id=17f5bfe5-4d50-4d2e-8eab-b5da0dd55868 HTTP/1.1" status: 200 len: 943 time: 0.1568604 Aug 16 22:53:45.911031 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a091a26-c73d-4dee-af62-42037a9dca11 req-6196ae9c-2743-4c61-86c7-832ac39893c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:45.913919 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6a091a26-c73d-4dee-af62-42037a9dca11 req-6196ae9c-2743-4c61-86c7-832ac39893c0 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=463c04db7a86489b8d8a19358faf1fca&device_id=e710dfef-46f9-4168-bf81-72df8f58f7f6 HTTP/1.1" status: 200 len: 1096 time: 0.2160792 Aug 16 22:53:45.958059 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning for port 330169e4-6106-4dbb-8d1a-647cab10094c completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:53:45.968963 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port 330169e4-6106-4dbb-8d1a-647cab10094c triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:53:45.969337 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:45.999750 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 6e1d4414-8c1a-4bfa-94c5-48ac248d627a triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:53:46.000126 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:46.034571 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-f68d391b-4549-4035-9c51-cd49c370a599 req-cc118d8b-42dc-4f64-90b7-5d9364c33f20 service neutron] 10.222.0.57 "GET /v2.0/networks/7bb4d736-1ee0-4c9d-95be-95b3b284910b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4047704 Aug 16 22:53:46.038427 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af38951a-fb8f-4436-b8cc-7ca59f1b5a8d tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:46.043332 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a091a26-c73d-4dee-af62-42037a9dca11 req-f70adb32-f979-4df8-867f-b5f95777b946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:46.044895 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6a091a26-c73d-4dee-af62-42037a9dca11 req-f70adb32-f979-4df8-867f-b5f95777b946 service neutron] 10.222.0.68 "GET /v2.0/networks?id=84114c2c-8237-4c3d-8ec3-a63c8431ae95 HTTP/1.1" status: 200 len: 917 time: 0.1130254 Aug 16 22:53:46.045396 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 60702) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:46.046208 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-af38951a-fb8f-4436-b8cc-7ca59f1b5a8d tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] 10.222.0.36 "GET /v2.0/networks/3acbd8bc-c927-476d-8849-f9549f6b8b02 HTTP/1.1" status: 200 len: 799 time: 0.1643679 Aug 16 22:53:46.131751 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6c2732-a3ed-47c6-a249-bcb642c1c701 req-c3f03b1b-f04d-47a5-b92c-dea062b4b1d1 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:46.133264 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4e6c2732-a3ed-47c6-a249-bcb642c1c701 req-c3f03b1b-f04d-47a5-b92c-dea062b4b1d1 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/ports?device_id=e710dfef-46f9-4168-bf81-72df8f58f7f6 HTTP/1.1" status: 200 len: 944 time: 0.1069095 Aug 16 22:53:46.137554 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-db76318d-9110-4db9-b622-3d9a3240fa91 req-5752cd5f-0b28-49e5-843f-80a4d9ee85d1 tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f8a2671-4820-4bed-b29d-ce4513378842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093585 Aug 16 22:53:46.170365 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:46.206182 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb466eeb-1aa5-43f0-8ac7-b12c0543ba14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '330169e4-6106-4dbb-8d1a-647cab10094c'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:53:46.210009 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b081b542-f037-48f5-9b0e-1f39cba8bc6b" -d '{"events": [{"server_uuid": "eb466eeb-1aa5-43f0-8ac7-b12c0543ba14", "name": "network-vif-plugged", "status": "completed", "tag": "330169e4-6106-4dbb-8d1a-647cab10094c"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:53:46.223794 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4e6c2732-a3ed-47c6-a249-bcb642c1c701 req-65c3b41c-746a-4801-aaa4-3f94089f09b7 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/security-groups?id=7112d64a-fa50-4e7b-af47-b87caa1ebcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733793 Aug 16 22:53:46.229029 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 330169e4-6106-4dbb-8d1a-647cab10094c, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=330169e4-6106-4dbb-8d1a-647cab10094c,segment=NetworkSegment(0b00b110-ffa1-46c2-91d9-ab87a6c0117e),segment_id=0b00b110-ffa1-46c2-91d9-ab87a6c0117e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:53:46.235101 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:46.237391 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 019c6b2b-b507-49b2-a989-70f03a270e10 no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:53:46.287427 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] No Port match for: 019c6b2b-b507-49b2-a989-70f03a270e10 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:53:46.288324 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 019c6b2b-b507-49b2-a989-70f03a270e10 not bound to the agent host n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:53:46.321496 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=330169e4-6106-4dbb-8d1a-647cab10094c,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:46.359486 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6a091a26-c73d-4dee-af62-42037a9dca11 req-523be393-968c-495d-b382-6e01c6d641fc service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=212dac15-9bad-44c2-9b11-d91b4a4ff2e2 HTTP/1.1" status: 200 len: 217 time: 0.2871144 Aug 16 22:53:46.403386 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e37276b0-1a8d-43c2-8376-6045f25ff1f5 x-openstack-request-id: req-e37276b0-1a8d-43c2-8376-6045f25ff1f5 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:53:46.403751 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb466eeb-1aa5-43f0-8ac7-b12c0543ba14", "name": "network-vif-plugged", "status": "completed", "tag": "330169e4-6106-4dbb-8d1a-647cab10094c", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:53:46.403951 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e37276b0-1a8d-43c2-8376-6045f25ff1f5 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:53:46.404310 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb466eeb-1aa5-43f0-8ac7-b12c0543ba14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '330169e4-6106-4dbb-8d1a-647cab10094c', 'code': 200} Aug 16 22:53:46.439054 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d02bc054-d7c9-497b-a0e1-132c97deedea tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:46.530245 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963f34e9-d9ea-4015-bd81-5888f7b4a60b req-03715786-eeb6-4ad5-87e6-1e7b4d025d14 tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:46.532355 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-963f34e9-d9ea-4015-bd81-5888f7b4a60b req-03715786-eeb6-4ad5-87e6-1e7b4d025d14 tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca479ee9-b271-4b75-82d2-38ece37a5b66 HTTP/1.1" status: 200 len: 950 time: 0.0702162 Aug 16 22:53:46.578891 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-963f34e9-d9ea-4015-bd81-5888f7b4a60b req-62e06f92-427c-4e37-9446-a6396472f3ab tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] 10.222.0.36 "GET /v2.0/security-groups?id=faa99c9d-dd29-40b5-a0a4-b7ed8dc0f17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402989 Aug 16 22:53:46.599302 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02bc054-d7c9-497b-a0e1-132c97deedea tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:53:46.619095 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-d02bc054-d7c9-497b-a0e1-132c97deedea tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:53:46.626680 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a091a26-c73d-4dee-af62-42037a9dca11 req-91636177-4229-402d-942c-5fe01099d2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:46.628139 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6a091a26-c73d-4dee-af62-42037a9dca11 req-91636177-4229-402d-942c-5fe01099d2fe service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7dcd32e4-dfac-4bf2-accd-cdf25fc72851 HTTP/1.1" status: 200 len: 855 time: 0.2484310 Aug 16 22:53:46.633083 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-6182525b-d63d-4d4d-94bd-a38f41eb44f6 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] 10.222.0.36 "GET /v2.0/networks/3acbd8bc-c927-476d-8849-f9549f6b8b02?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.5754747 Aug 16 22:53:46.633987 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02bc054-d7c9-497b-a0e1-132c97deedea tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:53:46.636797 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60714) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:46.640191 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-f68d391b-4549-4035-9c51-cd49c370a599 req-c22adadd-79f4-438c-a4ce-f2b87a8fd152 service neutron] 10.222.0.57 "GET /v2.0/networks/7bb4d736-1ee0-4c9d-95be-95b3b284910b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5668862 Aug 16 22:53:46.645389 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02bc054-d7c9-497b-a0e1-132c97deedea tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] Pushing event updated for resources: {'Port': ['ID=18d5cf4d-7c3f-489a-92db-18aecb6147a2,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:46.674811 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c0730b-f458-40d7-a8da-bd0239a50ac2 req-47a957b8-0afa-462b-ad84-19542cf895f6 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:46.676308 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-02c0730b-f458-40d7-a8da-bd0239a50ac2 req-47a957b8-0afa-462b-ad84-19542cf895f6 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b972a69-4cef-4f2c-9e46-90524509cfbf HTTP/1.1" status: 200 len: 932 time: 0.0857182 Aug 16 22:53:46.716831 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0d5fab-522f-41ae-8ec2-11c2fad4ecde tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:46.722308 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-bd0d5fab-522f-41ae-8ec2-11c2fad4ecde tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] 10.222.0.36 "GET /v2.0/subnets/aee10360-9fbb-4782-b536-e7b3ebaddbfa HTTP/1.1" status: 200 len: 811 time: 0.0804574 Aug 16 22:53:46.722308 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60716) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:46.728694 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04e633a-cf13-4fb4-bb2e-a4ad41d83693 req-7e89f180-d7ee-4c61-a82c-4e039108822b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:46.730195 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c04e633a-cf13-4fb4-bb2e-a4ad41d83693 req-7e89f180-d7ee-4c61-a82c-4e039108822b service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=eb466eeb-1aa5-43f0-8ac7-b12c0543ba14 HTTP/1.1" status: 200 len: 1097 time: 0.2096410 Aug 16 22:53:46.763279 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-02c0730b-f458-40d7-a8da-bd0239a50ac2 req-14a74c04-7b93-4d3d-860f-12bc5ace489c tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] 10.222.0.36 "GET /v2.0/security-groups?id=3816303d-9df9-4713-86ff-53d823e28b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802672 Aug 16 22:53:46.784254 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e848f974-cbca-4d60-8e00-d77d8412cbd6 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Attributes excluded by policy engine: ['shared'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:46.785393 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-e848f974-cbca-4d60-8e00-d77d8412cbd6 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] 10.222.0.36 "GET /v2.0/subnets/aee10360-9fbb-4782-b536-e7b3ebaddbfa?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0627434 Aug 16 22:53:46.789276 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60718) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:46.794578 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-3dc5ee15-795d-4471-80c9-3440eeede342 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1771926572'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:53:46.815574 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dc5ee15-795d-4471-80c9-3440eeede342 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Made reservation on behalf of 934ca4d0283b420081f9f15cff2f8e64 for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:53:46.817780 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a091a26-c73d-4dee-af62-42037a9dca11 req-435e6f3e-e8b7-4ba6-8875-aae108d6f5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:46.819663 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3dc5ee15-795d-4471-80c9-3440eeede342 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:46.819924 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6a091a26-c73d-4dee-af62-42037a9dca11 req-435e6f3e-e8b7-4ba6-8875-aae108d6f5f4 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=84114c2c-8237-4c3d-8ec3-a63c8431ae95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1775846 Aug 16 22:53:46.846091 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dc5ee15-795d-4471-80c9-3440eeede342 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:53:46.856303 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3dc5ee15-795d-4471-80c9-3440eeede342 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:46.856686 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-3dc5ee15-795d-4471-80c9-3440eeede342 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Added segment cdcde345-f5f0-48c9-bff5-685db8cd4ad1 of type vlan for network 1b21cce5-c900-4d48-8f24-f31cf6834e4c Aug 16 22:53:46.876239 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c04e633a-cf13-4fb4-bb2e-a4ad41d83693 req-ee98293a-e01a-47b8-ac99-a4a5997423c7 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=7112d64a-fa50-4e7b-af47-b87caa1ebcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296105 Aug 16 22:53:46.897308 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3dc5ee15-795d-4471-80c9-3440eeede342 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:46.926531 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d02bc054-d7c9-497b-a0e1-132c97deedea tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:46.928053 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3dc5ee15-795d-4471-80c9-3440eeede342 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:46.933943 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc5ee15-795d-4471-80c9-3440eeede342 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:46.934533 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3dc5ee15-795d-4471-80c9-3440eeede342 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:46.955986 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-26294523-9e17-4e18-a140-af0f382fb6e3 req-1645ca1b-1809-4d20-992e-44172c1178a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82024952-9aa7-490b-94c3-07408d48cdb2 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:53:46.987400 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-26294523-9e17-4e18-a140-af0f382fb6e3 req-1645ca1b-1809-4d20-992e-44172c1178a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:46.990354 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-3dc5ee15-795d-4471-80c9-3440eeede342 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.1999934 Aug 16 22:53:46.996817 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60720) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:47.002926 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d02bc054-d7c9-497b-a0e1-132c97deedea tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:47.004616 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-94780bf6-fcad-4b6b-8955-0e7ed3aac361 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Request body: {'subnet': {'network_id': '1b21cce5-c900-4d48-8f24-f31cf6834e4c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:53:47.021204 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc5ee15-795d-4471-80c9-3440eeede342 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Pushing event updated for resources: {'Network': ['ID=1b21cce5-c900-4d48-8f24-f31cf6834e4c,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:47.032924 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 1b21cce5-c900-4d48-8f24-f31cf6834e4c details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:53:47.042674 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-26294523-9e17-4e18-a140-af0f382fb6e3 req-1645ca1b-1809-4d20-992e-44172c1178a4 service neutron] Transition to ACTIVE for port object 82024952-9aa7-490b-94c3-07408d48cdb2 will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:53:47.055372 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6a091a26-c73d-4dee-af62-42037a9dca11 req-6d544430-dab2-4c8b-b232-5a519fd7ab23 service neutron] 10.222.0.68 "GET /v2.0/networks/84114c2c-8237-4c3d-8ec3-a63c8431ae95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253356 Aug 16 22:53:47.057868 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-26294523-9e17-4e18-a140-af0f382fb6e3 req-1645ca1b-1809-4d20-992e-44172c1178a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:47.106712 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94780bf6-fcad-4b6b-8955-0e7ed3aac361 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Made reservation on behalf of 934ca4d0283b420081f9f15cff2f8e64 for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:53:47.110615 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-94780bf6-fcad-4b6b-8955-0e7ed3aac361 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:47.168791 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.ipam_backend_mixin [None req-94780bf6-fcad-4b6b-8955-0e7ed3aac361 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Performing IP validity checks on allocation pools {{(pid=101292) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 16 22:53:47.169640 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.ipam_backend_mixin [None req-94780bf6-fcad-4b6b-8955-0e7ed3aac361 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101292) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 16 22:53:47.235423 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1645ca1b-1809-4d20-992e-44172c1178a4 service neutron] Pushing event updated for resources: {'Port': ['ID=82024952-9aa7-490b-94c3-07408d48cdb2,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:47.369783 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6a091a26-c73d-4dee-af62-42037a9dca11 req-089f8912-0bef-4227-82a8-b2fda7672cd1 service neutron] 10.222.0.68 "GET /v2.0/networks/84114c2c-8237-4c3d-8ec3-a63c8431ae95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3021333 Aug 16 22:53:47.386607 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-26294523-9e17-4e18-a140-af0f382fb6e3 req-1645ca1b-1809-4d20-992e-44172c1178a4 service neutron] Attempting to bind port 82024952-9aa7-490b-94c3-07408d48cdb2 on host n-h2-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:53:47.387255 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-26294523-9e17-4e18-a140-af0f382fb6e3 req-1645ca1b-1809-4d20-992e-44172c1178a4 service neutron] Attempting to bind port 82024952-9aa7-490b-94c3-07408d48cdb2 by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': 'a1591063-139e-43c7-a8c7-96e9de828ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f3db9-5a9e-4f6a-b70c-8358388c27f5'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:53:47.387702 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26294523-9e17-4e18-a140-af0f382fb6e3 req-1645ca1b-1809-4d20-992e-44172c1178a4 service neutron] Attempting to bind port 82024952-9aa7-490b-94c3-07408d48cdb2 on network d61f3db9-5a9e-4f6a-b70c-8358388c27f5 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:53:47.398482 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26294523-9e17-4e18-a140-af0f382fb6e3 req-1645ca1b-1809-4d20-992e-44172c1178a4 service neutron] Port 82024952-9aa7-490b-94c3-07408d48cdb2 on network d61f3db9-5a9e-4f6a-b70c-8358388c27f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:53:47.398949 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26294523-9e17-4e18-a140-af0f382fb6e3 req-1645ca1b-1809-4d20-992e-44172c1178a4 service neutron] Attempting to bind port 82024952-9aa7-490b-94c3-07408d48cdb2 on network d61f3db9-5a9e-4f6a-b70c-8358388c27f5 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:53:47.404361 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8e8aed-16c8-4138-86ad-009a9282e9c2 req-507cef6a-cd53-4291-9b6d-abb1f04c0ae2 tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:47.412687 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-da8e8aed-16c8-4138-86ad-009a9282e9c2 req-507cef6a-cd53-4291-9b6d-abb1f04c0ae2 tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] 10.222.0.36 "GET /v2.0/ports?device_id=17f5bfe5-4d50-4d2e-8eab-b5da0dd55868 HTTP/1.1" status: 200 len: 943 time: 0.1861103 Aug 16 22:53:47.413459 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26294523-9e17-4e18-a140-af0f382fb6e3 req-1645ca1b-1809-4d20-992e-44172c1178a4 service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:53:47.414009 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26294523-9e17-4e18-a140-af0f382fb6e3 req-1645ca1b-1809-4d20-992e-44172c1178a4 service neutron] Checking segment: {'id': 'a1591063-139e-43c7-a8c7-96e9de828ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f3db9-5a9e-4f6a-b70c-8358388c27f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:53:47.414512 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26294523-9e17-4e18-a140-af0f382fb6e3 req-1645ca1b-1809-4d20-992e-44172c1178a4 service neutron] Bound using segment: {'id': 'a1591063-139e-43c7-a8c7-96e9de828ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f3db9-5a9e-4f6a-b70c-8358388c27f5'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:53:47.415311 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-26294523-9e17-4e18-a140-af0f382fb6e3 req-1645ca1b-1809-4d20-992e-44172c1178a4 service neutron] Bound port: 82024952-9aa7-490b-94c3-07408d48cdb2, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1591063-139e-43c7-a8c7-96e9de828ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd61f3db9-5a9e-4f6a-b70c-8358388c27f5'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:53:47.415777 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-26294523-9e17-4e18-a140-af0f382fb6e3 req-1645ca1b-1809-4d20-992e-44172c1178a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:47.420737 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d02bc054-d7c9-497b-a0e1-132c97deedea tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:47.426766 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-94780bf6-fcad-4b6b-8955-0e7ed3aac361 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:47.439691 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d02bc054-d7c9-497b-a0e1-132c97deedea tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:47.479599 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63416ace-4e11-450b-ade7-c5d18b0e8a74 req-5e84f7e0-673a-490f-8f96-2a22877322fe tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:47.481171 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-63416ace-4e11-450b-ade7-c5d18b0e8a74 req-5e84f7e0-673a-490f-8f96-2a22877322fe tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/ports?device_id=e710dfef-46f9-4168-bf81-72df8f58f7f6 HTTP/1.1" status: 200 len: 944 time: 0.1760550 Aug 16 22:53:47.550199 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02bc054-d7c9-497b-a0e1-132c97deedea tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] Pushing event updated for resources: {'Port': ['ID=18d5cf4d-7c3f-489a-92db-18aecb6147a2,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:47.579001 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d02bc054-d7c9-497b-a0e1-132c97deedea tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:47.590100 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-26294523-9e17-4e18-a140-af0f382fb6e3 req-1645ca1b-1809-4d20-992e-44172c1178a4 service neutron] For port 82024952-9aa7-490b-94c3-07408d48cdb2, host n-h2-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:53:47.595501 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-26294523-9e17-4e18-a140-af0f382fb6e3 req-1645ca1b-1809-4d20-992e-44172c1178a4 service neutron] For port 82024952-9aa7-490b-94c3-07408d48cdb2, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=82024952-9aa7-490b-94c3-07408d48cdb2,segment=NetworkSegment(a1591063-139e-43c7-a8c7-96e9de828ec2),segment_id=a1591063-139e-43c7-a8c7-96e9de828ec2)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:53:47.601498 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-26294523-9e17-4e18-a140-af0f382fb6e3 req-1645ca1b-1809-4d20-992e-44172c1178a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:47.604365 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-78717889-53e8-4284-8e7a-e439d3ed31c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:47.610725 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d02bc054-d7c9-497b-a0e1-132c97deedea tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:47.611968 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-d02bc054-d7c9-497b-a0e1-132c97deedea tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0282655 Aug 16 22:53:47.818718 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 212dac15-9bad-44c2-9b11-d91b4a4ff2e2 details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:53:47.892223 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-da8e8aed-16c8-4138-86ad-009a9282e9c2 req-598ee9c9-1f2a-49cd-b338-e1dc2a51fe33 tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f8a2671-4820-4bed-b29d-ce4513378842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4786255 Aug 16 22:53:47.917260 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94780bf6-fcad-4b6b-8955-0e7ed3aac361 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Pushing event updated for resources: {'Subnet': ['ID=3c5b7db6-f9ed-4aa4-9ab1-5307b3e26df7,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:47.934294 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-63416ace-4e11-450b-ade7-c5d18b0e8a74 req-283745fc-63e1-48a6-8abf-51c772895c5e tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/security-groups?id=7112d64a-fa50-4e7b-af47-b87caa1ebcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4401624 Aug 16 22:53:47.956735 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26294523-9e17-4e18-a140-af0f382fb6e3 req-1645ca1b-1809-4d20-992e-44172c1178a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:47.957371 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-26294523-9e17-4e18-a140-af0f382fb6e3 req-1645ca1b-1809-4d20-992e-44172c1178a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:47.957533 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94780bf6-fcad-4b6b-8955-0e7ed3aac361 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Checking segment: {'id': 'cdcde345-f5f0-48c9-bff5-685db8cd4ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1b21cce5-c900-4d48-8f24-f31cf6834e4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:53:47.957899 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94780bf6-fcad-4b6b-8955-0e7ed3aac361 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Network hostable DHCP agents. Network: 1b21cce5-c900-4d48-8f24-f31cf6834e4c, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:53:47.959554 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-26294523-9e17-4e18-a140-af0f382fb6e3 req-1645ca1b-1809-4d20-992e-44172c1178a4 service neutron] 10.222.0.57 "PUT /v2.0/ports/82024952-9aa7-490b-94c3-07408d48cdb2 HTTP/1.1" status: 200 len: 1093 time: 2.4360957 Aug 16 22:53:47.959873 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b972a69-4cef-4f2c-9e46-90524509cfbf', 'tag': '82024952-9aa7-490b-94c3-07408d48cdb2'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:53:47.962408 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a21ad3f-b65e-4045-845b-346ba609c5f3" -d '{"events": [{"name": "network-changed", "server_uuid": "3b972a69-4cef-4f2c-9e46-90524509cfbf", "tag": "82024952-9aa7-490b-94c3-07408d48cdb2"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:53:47.987958 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1645ca1b-1809-4d20-992e-44172c1178a4 service neutron] Pushing event updated for resources: {'Port': ['ID=82024952-9aa7-490b-94c3-07408d48cdb2,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:47.991509 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94780bf6-fcad-4b6b-8955-0e7ed3aac361 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Network 1b21cce5-c900-4d48-8f24-f31cf6834e4c is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:53:48.003375 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-94780bf6-fcad-4b6b-8955-0e7ed3aac361 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 1b21cce5-c900-4d48-8f24-f31cf6834e4c) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:53:48.011305 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94780bf6-fcad-4b6b-8955-0e7ed3aac361 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:48.011911 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-94780bf6-fcad-4b6b-8955-0e7ed3aac361 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:48.018144 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50350f5-ce35-4574-a0f9-00cc92b456c2 None None] Network 1b21cce5-c900-4d48-8f24-f31cf6834e4c requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:53:48.022136 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 212dac15-9bad-44c2-9b11-d91b4a4ff2e2, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=212dac15-9bad-44c2-9b11-d91b4a4ff2e2,segment=NetworkSegment(0b00b110-ffa1-46c2-91d9-ab87a6c0117e),segment_id=0b00b110-ffa1-46c2-91d9-ab87a6c0117e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:53:48.037995 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 60740) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:48.043714 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-22070de7-34aa-49e0-a65f-187594cbb94b tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:53:48.047556 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-94780bf6-fcad-4b6b-8955-0e7ed3aac361 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.0495906 Aug 16 22:53:48.068299 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': '212dac15-9bad-44c2-9b11-d91b4a4ff2e2', 'network_id': '84114c2c-8237-4c3d-8ec3-a63c8431ae95', 'port_id': '212dac15-9bad-44c2-9b11-d91b4a4ff2e2', 'mac_address': 'fa:16:3e:96:72:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dcd32e4-dfac-4bf2-accd-cdf25fc72851', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:53:48.159309 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:48.184011 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 212dac15-9bad-44c2-9b11-d91b4a4ff2e2 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:53:48.192984 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-22070de7-34aa-49e0-a65f-187594cbb94b tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-27061895'] for subnet, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:48.231640 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 212dac15-9bad-44c2-9b11-d91b4a4ff2e2, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=212dac15-9bad-44c2-9b11-d91b4a4ff2e2,segment=NetworkSegment(0b00b110-ffa1-46c2-91d9-ab87a6c0117e),segment_id=0b00b110-ffa1-46c2-91d9-ab87a6c0117e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:53:48.239788 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:48.245413 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d30d5-e4f3-4671-8698-8533fe252340 req-87c538bd-aeb6-4e29-94f3-6c716f0f3786 tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:48.250698 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4a7d30d5-e4f3-4671-8698-8533fe252340 req-87c538bd-aeb6-4e29-94f3-6c716f0f3786 tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca479ee9-b271-4b75-82d2-38ece37a5b66 HTTP/1.1" status: 200 len: 950 time: 0.0936074 Aug 16 22:53:48.312367 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5532055b-43f3-488d-ba60-ee985821d823 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-1b21cce5-c900-4d48-8f24-f31cf6834e4c', 'network_id': '1b21cce5-c900-4d48-8f24-f31cf6834e4c', 'tenant_id': '934ca4d0283b420081f9f15cff2f8e64', 'fixed_ips': [{'subnet_id': '3c5b7db6-f9ed-4aa4-9ab1-5307b3e26df7'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:53:48.313605 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-5532055b-43f3-488d-ba60-ee985821d823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:48.325880 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bfa132a3-d4c7-41cc-ba2c-68b158af3f3e req-72e8c870-4042-4c9a-8e0a-7bef159da411 tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1736576182&fields=id&tenant_id=59c961a779674ade84e46325c73c6eac HTTP/1.1" status: 200 len: 267 time: 0.0737352 Aug 16 22:53:48.326801 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=212dac15-9bad-44c2-9b11-d91b4a4ff2e2,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:48.343710 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105a2434-3e0b-466c-8e92-72848b0695f8 req-3c0c009a-0232-4569-82ca-e311e3aba78e tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:48.345448 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-105a2434-3e0b-466c-8e92-72848b0695f8 req-3c0c009a-0232-4569-82ca-e311e3aba78e tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] 10.222.0.57 "GET /v2.0/ports?device_id=ca479ee9-b271-4b75-82d2-38ece37a5b66 HTTP/1.1" status: 200 len: 950 time: 0.2209125 Aug 16 22:53:48.347655 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4a7d30d5-e4f3-4671-8698-8533fe252340 req-2c7b41b0-c52e-40cd-bdba-b53ad7e430cf tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] 10.222.0.36 "GET /v2.0/security-groups?id=faa99c9d-dd29-40b5-a0a4-b7ed8dc0f17f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843670 Aug 16 22:53:48.364019 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26294523-9e17-4e18-a140-af0f382fb6e3 req-39559bad-ed7a-4171-9809-f4c0b6e26df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:48.365890 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-26294523-9e17-4e18-a140-af0f382fb6e3 req-39559bad-ed7a-4171-9809-f4c0b6e26df1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dc5492cf6a2845ba9d22bb0eca33e51a&device_id=3b972a69-4cef-4f2c-9e46-90524509cfbf HTTP/1.1" status: 200 len: 1096 time: 0.2398517 Aug 16 22:53:48.487695 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-26294523-9e17-4e18-a140-af0f382fb6e3 req-bd47dd64-7fb6-4ff3-9318-08baacfb855f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=82024952-9aa7-490b-94c3-07408d48cdb2 HTTP/1.1" status: 200 len: 217 time: 0.0828371 Aug 16 22:53:48.502356 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device ee33ed41-4cca-40de-891b-38c2fb6e5688 details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:53:48.507788 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['212dac15-9bad-44c2-9b11-d91b4a4ff2e2'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:53:48.519103 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa132a3-d4c7-41cc-ba2c-68b158af3f3e req-a2905561-c9e2-4a5c-b631-43f376148fbd tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:48.520745 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bfa132a3-d4c7-41cc-ba2c-68b158af3f3e req-a2905561-c9e2-4a5c-b631-43f376148fbd tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] 10.222.0.36 "GET /v2.0/networks?id=a8aaeb65-e172-4fdd-9f1a-cbdbda638f0b HTTP/1.1" status: 200 len: 815 time: 0.1772418 Aug 16 22:53:48.533992 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002cbb2f-b21e-4f66-b1b8-5b9c730b2cfc req-a1d9be9a-12c6-4cc8-9e61-7e31f5b71422 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:48.535151 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-002cbb2f-b21e-4f66-b1b8-5b9c730b2cfc req-a1d9be9a-12c6-4cc8-9e61-7e31f5b71422 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b972a69-4cef-4f2c-9e46-90524509cfbf HTTP/1.1" status: 200 len: 944 time: 0.0881872 Aug 16 22:53:48.552697 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bfa132a3-d4c7-41cc-ba2c-68b158af3f3e req-227473f7-9afe-4780-9371-a8aeab2702e6 tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] 10.222.0.36 "GET /v2.0/quotas/59c961a779674ade84e46325c73c6eac HTTP/1.1" status: 200 len: 375 time: 0.0164113 Aug 16 22:53:48.608897 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-002cbb2f-b21e-4f66-b1b8-5b9c730b2cfc req-415ad63f-4a53-4619-8797-0caee518585d tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] 10.222.0.36 "GET /v2.0/security-groups?id=3816303d-9df9-4713-86ff-53d823e28b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646412 Aug 16 22:53:48.616359 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26294523-9e17-4e18-a140-af0f382fb6e3 req-c02b3c00-29f5-4292-9077-30caa97bcd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:48.617891 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-26294523-9e17-4e18-a140-af0f382fb6e3 req-c02b3c00-29f5-4292-9077-30caa97bcd2d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=99669aee-83b9-417a-a368-57108bfc92d4 HTTP/1.1" status: 200 len: 859 time: 0.1186147 Aug 16 22:53:48.640573 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-22070de7-34aa-49e0-a65f-187594cbb94b tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748570308280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25589105'] for subnet, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:48.643825 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bfa132a3-d4c7-41cc-ba2c-68b158af3f3e req-00b7fed0-d0d6-421a-aec3-a4c20d2e48fe tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=59c961a779674ade84e46325c73c6eac&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0748110 Aug 16 22:53:48.668001 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dbc9e4a-35b8-42ae-a977-b0ba1822bdfd x-openstack-request-id: req-2dbc9e4a-35b8-42ae-a977-b0ba1822bdfd {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:53:48.668292 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b972a69-4cef-4f2c-9e46-90524509cfbf", "tag": "82024952-9aa7-490b-94c3-07408d48cdb2", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:53:48.668566 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2dbc9e4a-35b8-42ae-a977-b0ba1822bdfd {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:53:48.668969 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b972a69-4cef-4f2c-9e46-90524509cfbf', 'tag': '82024952-9aa7-490b-94c3-07408d48cdb2', 'status': 'completed', 'code': 200} Aug 16 22:53:48.703330 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-105a2434-3e0b-466c-8e92-72848b0695f8 req-ec1be4d1-437a-42cc-8e6d-0c90cdef09fb tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] Deleting port 36847729-13b7-4fa3-b900-fd03f69af3e1 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:53:48.703677 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-105a2434-3e0b-466c-8e92-72848b0695f8 req-ec1be4d1-437a-42cc-8e6d-0c90cdef09fb tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:48.718084 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port ee33ed41-4cca-40de-891b-38c2fb6e5688, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=ee33ed41-4cca-40de-891b-38c2fb6e5688,segment=NetworkSegment(c75463d9-f53e-4823-944f-b7dcfb798698),segment_id=c75463d9-f53e-4823-944f-b7dcfb798698)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:53:48.744830 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': 'ee33ed41-4cca-40de-891b-38c2fb6e5688', 'network_id': '7bb4d736-1ee0-4c9d-95be-95b3b284910b', 'port_id': 'ee33ed41-4cca-40de-891b-38c2fb6e5688', 'mac_address': 'fa:16:3e:92:47:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f17be0c-e94d-48bc-9b35-a0b031c07b96', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:53:48.751116 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-5532055b-43f3-488d-ba60-ee985821d823 None None] Allocated IP 172.20.0.3 (1b21cce5-c900-4d48-8f24-f31cf6834e4c/3c5b7db6-f9ed-4aa4-9ab1-5307b3e26df7/718b49bd-b237-4806-9268-efc97527559b) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:53:48.762407 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bfa132a3-d4c7-41cc-ba2c-68b158af3f3e req-0487cd1f-f2a2-43ed-9a81-cf0b126298d6 service neutron] 10.222.0.36 "GET /v2.0/networks/a8aaeb65-e172-4fdd-9f1a-cbdbda638f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976837 Aug 16 22:53:48.768608 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22070de7-34aa-49e0-a65f-187594cbb94b tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:48.769226 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-22070de7-34aa-49e0-a65f-187594cbb94b tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:48.774214 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-22070de7-34aa-49e0-a65f-187594cbb94b tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] 10.222.0.36 "PUT /v2.0/subnets/3c5b7db6-f9ed-4aa4-9ab1-5307b3e26df7 HTTP/1.1" status: 200 len: 877 time: 0.7314398 Aug 16 22:53:48.780339 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60750) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:48.780513 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22070de7-34aa-49e0-a65f-187594cbb94b tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Pushing event updated for resources: {'Subnet': ['ID=3c5b7db6-f9ed-4aa4-9ab1-5307b3e26df7,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:48.796736 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26294523-9e17-4e18-a140-af0f382fb6e3 req-9ac6da89-a33c-4231-b7aa-27691b85c728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:48.798505 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-26294523-9e17-4e18-a140-af0f382fb6e3 req-9ac6da89-a33c-4231-b7aa-27691b85c728 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d61f3db9-5a9e-4f6a-b70c-8358388c27f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1709759 Aug 16 22:53:48.838859 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:48.887701 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-105a2434-3e0b-466c-8e92-72848b0695f8 req-ec1be4d1-437a-42cc-8e6d-0c90cdef09fb tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] For port 36847729-13b7-4fa3-b900-fd03f69af3e1, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=36847729-13b7-4fa3-b900-fd03f69af3e1,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:53:48.888345 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-105a2434-3e0b-466c-8e92-72848b0695f8 req-ec1be4d1-437a-42cc-8e6d-0c90cdef09fb tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:48.899806 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee33ed41-4cca-40de-891b-38c2fb6e5688 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:53:48.909028 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-105a2434-3e0b-466c-8e92-72848b0695f8 req-ec1be4d1-437a-42cc-8e6d-0c90cdef09fb tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] Calling delete_port for 36847729-13b7-4fa3-b900-fd03f69af3e1 owned by compute:nova {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:53:48.948243 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bfa132a3-d4c7-41cc-ba2c-68b158af3f3e req-85c7a85d-b257-4f3e-affc-d468213c79ca service neutron] 10.222.0.36 "GET /v2.0/networks/a8aaeb65-e172-4fdd-9f1a-cbdbda638f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784019 Aug 16 22:53:48.962591 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f455e7cb-aa4d-4767-93ce-716e0b424746 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:48.964257 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port ee33ed41-4cca-40de-891b-38c2fb6e5688, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=ee33ed41-4cca-40de-891b-38c2fb6e5688,segment=NetworkSegment(c75463d9-f53e-4823-944f-b7dcfb798698),segment_id=c75463d9-f53e-4823-944f-b7dcfb798698)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:53:48.978654 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:48.980777 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-26294523-9e17-4e18-a140-af0f382fb6e3 req-2c2143ab-1e82-4d37-87c3-631beec4ebe1 service neutron] 10.222.0.57 "GET /v2.0/networks/d61f3db9-5a9e-4f6a-b70c-8358388c27f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728292 Aug 16 22:53:49.035507 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f455e7cb-aa4d-4767-93ce-716e0b424746 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:49.092178 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=ee33ed41-4cca-40de-891b-38c2fb6e5688,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:49.096267 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-5532055b-43f3-488d-ba60-ee985821d823 None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:49.108202 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-5532055b-43f3-488d-ba60-ee985821d823 None None] Transition to ACTIVE for port object 718b49bd-b237-4806-9268-efc97527559b will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:53:49.126676 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-5532055b-43f3-488d-ba60-ee985821d823 None None] Transition to ACTIVE for port object 718b49bd-b237-4806-9268-efc97527559b will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:53:49.136197 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-5532055b-43f3-488d-ba60-ee985821d823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:49.154944 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-26294523-9e17-4e18-a140-af0f382fb6e3 req-6ee49b60-4d45-4ea9-bee6-7cfb3b233cf4 service neutron] 10.222.0.57 "GET /v2.0/networks/d61f3db9-5a9e-4f6a-b70c-8358388c27f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587000 Aug 16 22:53:49.164154 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f455e7cb-aa4d-4767-93ce-716e0b424746 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26252129'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:49.180018 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5532055b-43f3-488d-ba60-ee985821d823 None None] Network 1b21cce5-c900-4d48-8f24-f31cf6834e4c is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:53:49.182570 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ed0e10-5a82-479c-ba26-0573f200083d req-8d09cb65-e59f-4ca8-898d-972881d1002e tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:49.182915 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-5532055b-43f3-488d-ba60-ee985821d823 None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:53:49.188876 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5532055b-43f3-488d-ba60-ee985821d823 None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:53:49.189130 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-52ed0e10-5a82-479c-ba26-0573f200083d req-8d09cb65-e59f-4ca8-898d-972881d1002e tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] 10.222.0.36 "GET /v2.0/ports?device_id=17f5bfe5-4d50-4d2e-8eab-b5da0dd55868 HTTP/1.1" status: 200 len: 944 time: 0.0864968 Aug 16 22:53:49.210719 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-105a2434-3e0b-466c-8e92-72848b0695f8 req-ec1be4d1-437a-42cc-8e6d-0c90cdef09fb tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:49.221250 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5532055b-43f3-488d-ba60-ee985821d823 None None] Pushing event updated for resources: {'Port': ['ID=718b49bd-b237-4806-9268-efc97527559b,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:49.262928 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f455e7cb-aa4d-4767-93ce-716e0b424746 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Pushing event deleted for resources: {'Subnet': ['ID=3c5b7db6-f9ed-4aa4-9ab1-5307b3e26df7,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:49.287291 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-5532055b-43f3-488d-ba60-ee985821d823 None None] Attempting to bind port 718b49bd-b237-4806-9268-efc97527559b on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:53:49.287638 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-5532055b-43f3-488d-ba60-ee985821d823 None None] Attempting to bind port 718b49bd-b237-4806-9268-efc97527559b by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': 'cdcde345-f5f0-48c9-bff5-685db8cd4ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1b21cce5-c900-4d48-8f24-f31cf6834e4c'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:53:49.288002 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5532055b-43f3-488d-ba60-ee985821d823 None None] Attempting to bind port 718b49bd-b237-4806-9268-efc97527559b on network 1b21cce5-c900-4d48-8f24-f31cf6834e4c {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:53:49.298020 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1be4d1-437a-42cc-8e6d-0c90cdef09fb tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] Pushing event deleted for resources: {'Port': ['ID=36847729-13b7-4fa3-b900-fd03f69af3e1,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:49.303597 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5532055b-43f3-488d-ba60-ee985821d823 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:53:49.303597 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5532055b-43f3-488d-ba60-ee985821d823 None None] Checking segment: {'id': 'cdcde345-f5f0-48c9-bff5-685db8cd4ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1b21cce5-c900-4d48-8f24-f31cf6834e4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:53:49.303597 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-5532055b-43f3-488d-ba60-ee985821d823 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:49.303597 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5532055b-43f3-488d-ba60-ee985821d823 None None] Bound using segment: {'id': 'cdcde345-f5f0-48c9-bff5-685db8cd4ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1b21cce5-c900-4d48-8f24-f31cf6834e4c'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:53:49.304726 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-5532055b-43f3-488d-ba60-ee985821d823 None None] Bound port: 718b49bd-b237-4806-9268-efc97527559b, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdcde345-f5f0-48c9-bff5-685db8cd4ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1b21cce5-c900-4d48-8f24-f31cf6834e4c'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:53:49.305111 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-5532055b-43f3-488d-ba60-ee985821d823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:49.352312 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f455e7cb-aa4d-4767-93ce-716e0b424746 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:49.369455 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-f455e7cb-aa4d-4767-93ce-716e0b424746 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b21cce5-c900-4d48-8f24-f31cf6834e4c']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:49.376843 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-105a2434-3e0b-466c-8e92-72848b0695f8 req-ec1be4d1-437a-42cc-8e6d-0c90cdef09fb tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] No DVR routers for this DVR port 36847729-13b7-4fa3-b900-fd03f69af3e1 on host n-h2-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:53:49.380176 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-105a2434-3e0b-466c-8e92-72848b0695f8 req-ec1be4d1-437a-42cc-8e6d-0c90cdef09fb tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:49.383060 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-105a2434-3e0b-466c-8e92-72848b0695f8 req-ec1be4d1-437a-42cc-8e6d-0c90cdef09fb tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] 10.222.0.57 "DELETE /v2.0/ports/36847729-13b7-4fa3-b900-fd03f69af3e1 HTTP/1.1" status: 204 len: 173 time: 1.0291669 Aug 16 22:53:49.388863 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-f455e7cb-aa4d-4767-93ce-716e0b424746 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdcde345-f5f0-48c9-bff5-685db8cd4ad1') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:49.389173 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-f455e7cb-aa4d-4767-93ce-716e0b424746 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdcde345-f5f0-48c9-bff5-685db8cd4ad1') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:49.394663 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a21ad3f-b65e-4045-845b-346ba609c5f3 req-56cee54c-3b25-4455-9b1f-99a73a78aca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:49.401973 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7a21ad3f-b65e-4045-845b-346ba609c5f3 req-56cee54c-3b25-4455-9b1f-99a73a78aca2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dc5492cf6a2845ba9d22bb0eca33e51a&device_id=3b972a69-4cef-4f2c-9e46-90524509cfbf HTTP/1.1" status: 200 len: 1096 time: 0.1134517 Aug 16 22:53:49.402692 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f455e7cb-aa4d-4767-93ce-716e0b424746 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:49.437510 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f455e7cb-aa4d-4767-93ce-716e0b424746 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:49.451590 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f455e7cb-aa4d-4767-93ce-716e0b424746 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:53:49.452115 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f455e7cb-aa4d-4767-93ce-716e0b424746 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:49.472189 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 16 22:53:49.472189 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:53:49.472189 n-d-791506-26 neutron-server[101292]: timer() Aug 16 22:53:49.472189 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:53:49.472189 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 16 22:53:49.472189 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:53:49.472189 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 16 22:53:49.472189 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:53:49.472189 n-d-791506-26 neutron-server[101292]: self._notify() Aug 16 22:53:49.472189 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:53:49.472189 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 16 22:53:49.472189 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:53:49.472189 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 16 22:53:49.472189 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:53:49.472189 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:53:49.472189 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:53:49.472189 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:53:49.472189 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:53:49.472189 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 16 22:53:49.472189 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:53:49.472189 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 16 22:53:49.472189 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:53:49.472189 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:53:49.472189 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:53:49.472189 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 16 22:53:49.472189 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:53:49.472189 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:53:49.472189 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:53:49.472189 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:53:49.472189 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:53:49.472189 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:53:49.472189 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:53:49.559926 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-52ed0e10-5a82-479c-ba26-0573f200083d req-69df8de4-6281-4e39-819c-e8c5102e8743 tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f8a2671-4820-4bed-b29d-ce4513378842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3698168 Aug 16 22:53:49.607371 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['ee33ed41-4cca-40de-891b-38c2fb6e5688'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:53:49.622812 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.db.api [None req-f455e7cb-aa4d-4767-93ce-716e0b424746 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 22:53:49.622812 n-d-791506-26 neutron-server[101292]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 22:53:49.622812 n-d-791506-26 neutron-server[101292]: [parameters: {'id': '1b21cce5-c900-4d48-8f24-f31cf6834e4c'}] Aug 16 22:53:49.622812 n-d-791506-26 neutron-server[101292]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101292) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:53:49.623332 n-d-791506-26 neutron-server[101292]: DEBUG oslo_db.api [None req-f455e7cb-aa4d-4767-93ce-716e0b424746 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:53:49.640981 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510689e1-b364-4ef9-b03b-c0cde1265657 req-79a54562-730a-44d9-a43f-84455cc19bbf tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:49.643791 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a21ad3f-b65e-4045-845b-346ba609c5f3 req-ca0adaef-4685-4204-b817-6eb605ff821c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:49.645474 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7a21ad3f-b65e-4045-845b-346ba609c5f3 req-ca0adaef-4685-4204-b817-6eb605ff821c service neutron] 10.222.0.57 "GET /v2.0/networks?id=d61f3db9-5a9e-4f6a-b70c-8358388c27f5 HTTP/1.1" status: 200 len: 921 time: 0.2369795 Aug 16 22:53:49.649313 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-510689e1-b364-4ef9-b03b-c0cde1265657 req-79a54562-730a-44d9-a43f-84455cc19bbf tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/ports?device_id=e710dfef-46f9-4168-bf81-72df8f58f7f6 HTTP/1.1" status: 200 len: 945 time: 0.3049276 Aug 16 22:53:49.716804 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-510689e1-b364-4ef9-b03b-c0cde1265657 req-e3dfd4a2-5cbc-4308-93ad-df60c7f9c107 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/security-groups?id=7112d64a-fa50-4e7b-af47-b87caa1ebcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663555 Aug 16 22:53:49.720141 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7a21ad3f-b65e-4045-845b-346ba609c5f3 req-fe7e360a-52ec-46e8-aedc-04b5b36da22a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=82024952-9aa7-490b-94c3-07408d48cdb2 HTTP/1.1" status: 200 len: 217 time: 0.0643556 Aug 16 22:53:49.734301 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-5532055b-43f3-488d-ba60-ee985821d823 None None] For port 718b49bd-b237-4806-9268-efc97527559b, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:53:49.756728 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-687e4bb1-513a-4bea-9434-9054cbe2766a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:49.765655 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-5532055b-43f3-488d-ba60-ee985821d823 None None] For port 718b49bd-b237-4806-9268-efc97527559b, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=718b49bd-b237-4806-9268-efc97527559b,segment=NetworkSegment(cdcde345-f5f0-48c9-bff5-685db8cd4ad1),segment_id=cdcde345-f5f0-48c9-bff5-685db8cd4ad1)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:53:49.776843 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-5532055b-43f3-488d-ba60-ee985821d823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:49.819448 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6ae75779-1ef0-48d0-a445-f4354fbffc6f req-22703790-07a9-4a5b-8fa8-a65bd240b79d tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] 10.222.0.36 "GET /v2.0/ports?device_id=b115892f-b98a-4cde-8f7b-ecca2188b3a0 HTTP/1.1" status: 200 len: 210 time: 0.0449030 Aug 16 22:53:49.832498 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a21ad3f-b65e-4045-845b-346ba609c5f3 req-e9e90298-e19b-434a-82a0-011552d7faa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:49.834598 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7a21ad3f-b65e-4045-845b-346ba609c5f3 req-e9e90298-e19b-434a-82a0-011552d7faa3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=99669aee-83b9-417a-a368-57108bfc92d4 HTTP/1.1" status: 200 len: 859 time: 0.1032650 Aug 16 22:53:49.873746 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 212dac15-9bad-44c2-9b11-d91b4a4ff2e2 up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:53:49.935237 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a21ad3f-b65e-4045-845b-346ba609c5f3 req-39122907-56f2-4415-8e5c-29f673d11a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:49.937235 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7a21ad3f-b65e-4045-845b-346ba609c5f3 req-39122907-56f2-4415-8e5c-29f673d11a35 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d61f3db9-5a9e-4f6a-b70c-8358388c27f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0877509 Aug 16 22:53:49.941727 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5a345b56-a694-425a-8999-ab5d19a6bfce req-87389cf8-2265-482a-b645-933d93eac4c5 tempest-ServersAdminNegativeTestJSON-174541937 tempest-ServersAdminNegativeTestJSON-174541937-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca479ee9-b271-4b75-82d2-38ece37a5b66 HTTP/1.1" status: 200 len: 210 time: 0.0324862 Aug 16 22:53:49.948792 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5532055b-43f3-488d-ba60-ee985821d823 None None] Pushing event updated for resources: {'Port': ['ID=718b49bd-b237-4806-9268-efc97527559b,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:50.031531 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187a7975-2b77-4857-9e24-5b8203f8c999 req-5d85ed9e-14e1-4ea9-83d1-a83474f65c1f tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:50.034471 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-187a7975-2b77-4857-9e24-5b8203f8c999 req-5d85ed9e-14e1-4ea9-83d1-a83474f65c1f tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b972a69-4cef-4f2c-9e46-90524509cfbf HTTP/1.1" status: 200 len: 944 time: 0.0955906 Aug 16 22:53:50.038573 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216dea74-e04c-4453-b61b-abe3851177fe None None] Network 1b21cce5-c900-4d48-8f24-f31cf6834e4c requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:53:50.067439 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7a21ad3f-b65e-4045-845b-346ba609c5f3 req-8118d544-b014-4292-85a4-8d75f9f02888 service neutron] 10.222.0.57 "GET /v2.0/networks/d61f3db9-5a9e-4f6a-b70c-8358388c27f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167367 Aug 16 22:53:50.080735 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-187a7975-2b77-4857-9e24-5b8203f8c999 req-e3e23d87-2486-4742-bec9-6f5f09ef9d35 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] 10.222.0.36 "GET /v2.0/security-groups?id=3816303d-9df9-4713-86ff-53d823e28b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380211 Aug 16 22:53:50.125675 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f455e7cb-aa4d-4767-93ce-716e0b424746 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:50.194477 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7a21ad3f-b65e-4045-845b-346ba609c5f3 req-b5dd7f11-4ab5-4548-a47b-4aef85931ae3 service neutron] 10.222.0.57 "GET /v2.0/networks/d61f3db9-5a9e-4f6a-b70c-8358388c27f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154780 Aug 16 22:53:50.229409 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-f455e7cb-aa4d-4767-93ce-716e0b424746 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Deleting port 718b49bd-b237-4806-9268-efc97527559b {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:53:50.229409 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f455e7cb-aa4d-4767-93ce-716e0b424746 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:50.245244 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning for port 212dac15-9bad-44c2-9b11-d91b4a4ff2e2 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:53:50.249614 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port 212dac15-9bad-44c2-9b11-d91b4a4ff2e2 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:53:50.250068 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:50.288936 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-f455e7cb-aa4d-4767-93ce-716e0b424746 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] For port 718b49bd-b237-4806-9268-efc97527559b, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=718b49bd-b237-4806-9268-efc97527559b,segment=NetworkSegment(cdcde345-f5f0-48c9-bff5-685db8cd4ad1),segment_id=cdcde345-f5f0-48c9-bff5-685db8cd4ad1)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:53:50.289367 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f455e7cb-aa4d-4767-93ce-716e0b424746 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:50.306515 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-f455e7cb-aa4d-4767-93ce-716e0b424746 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Calling delete_port for 718b49bd-b237-4806-9268-efc97527559b owned by network:dhcp {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:53:50.315585 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8324d127-8763-4088-9872-90d61fdeb83f None None] Network 1b21cce5-c900-4d48-8f24-f31cf6834e4c requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:53:50.390813 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f455e7cb-aa4d-4767-93ce-716e0b424746 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:50.408365 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:50.418192 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f455e7cb-aa4d-4767-93ce-716e0b424746 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Pushing event deleted for resources: {'Port': ['ID=718b49bd-b237-4806-9268-efc97527559b,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:50.423208 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f455e7cb-aa4d-4767-93ce-716e0b424746 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] No DVR routers for this DVR port 718b49bd-b237-4806-9268-efc97527559b on host n-d-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:53:50.467385 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e710dfef-46f9-4168-bf81-72df8f58f7f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '212dac15-9bad-44c2-9b11-d91b4a4ff2e2'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:53:50.469711 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aabb2979-e304-47e1-87a3-ff90fc0054ac" -d '{"events": [{"server_uuid": "e710dfef-46f9-4168-bf81-72df8f58f7f6", "name": "network-vif-plugged", "status": "completed", "tag": "212dac15-9bad-44c2-9b11-d91b4a4ff2e2"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:53:50.476308 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c179f4aa-5e31-4171-974b-91804e4e8e27 None None] get_active_networks_info from n-d-791506-26 {{(pid=101293) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 22:53:50.504108 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 212dac15-9bad-44c2-9b11-d91b4a4ff2e2, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=212dac15-9bad-44c2-9b11-d91b4a4ff2e2,segment=NetworkSegment(0b00b110-ffa1-46c2-91d9-ab87a6c0117e),segment_id=0b00b110-ffa1-46c2-91d9-ab87a6c0117e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:53:50.509380 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f455e7cb-aa4d-4767-93ce-716e0b424746 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:50.509567 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc3747b0-cfeb-4509-83ed-2beb21d7c22a x-openstack-request-id: req-bc3747b0-cfeb-4509-83ed-2beb21d7c22a {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:53:50.509774 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e710dfef-46f9-4168-bf81-72df8f58f7f6", "name": "network-vif-plugged", "status": "completed", "tag": "212dac15-9bad-44c2-9b11-d91b4a4ff2e2", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:53:50.510047 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bc3747b0-cfeb-4509-83ed-2beb21d7c22a {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:53:50.510458 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e710dfef-46f9-4168-bf81-72df8f58f7f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '212dac15-9bad-44c2-9b11-d91b4a4ff2e2', 'code': 200} Aug 16 22:53:50.515104 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:50.520209 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-f455e7cb-aa4d-4767-93ce-716e0b424746 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b21cce5-c900-4d48-8f24-f31cf6834e4c']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:50.524575 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 36847729-13b7-4fa3-b900-fd03f69af3e1 no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:53:50.532486 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-f455e7cb-aa4d-4767-93ce-716e0b424746 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdcde345-f5f0-48c9-bff5-685db8cd4ad1') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:50.532868 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-f455e7cb-aa4d-4767-93ce-716e0b424746 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdcde345-f5f0-48c9-bff5-685db8cd4ad1') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:50.543882 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f455e7cb-aa4d-4767-93ce-716e0b424746 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:50.558562 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f455e7cb-aa4d-4767-93ce-716e0b424746 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:50.567114 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f455e7cb-aa4d-4767-93ce-716e0b424746 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:53:50.567747 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f455e7cb-aa4d-4767-93ce-716e0b424746 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:50.572074 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 16 22:53:50.572074 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:53:50.572074 n-d-791506-26 neutron-server[101292]: timer() Aug 16 22:53:50.572074 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:53:50.572074 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 16 22:53:50.572074 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:53:50.572074 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 16 22:53:50.572074 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:53:50.572074 n-d-791506-26 neutron-server[101292]: self._notify() Aug 16 22:53:50.572074 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:53:50.572074 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 16 22:53:50.572074 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:53:50.572074 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 16 22:53:50.572074 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:53:50.572074 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:53:50.572074 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:53:50.572074 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:53:50.572074 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:53:50.572074 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 16 22:53:50.572074 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:53:50.572074 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 16 22:53:50.572074 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:53:50.572074 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:53:50.572074 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:53:50.572074 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 16 22:53:50.572074 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:53:50.572074 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:53:50.572074 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:53:50.572074 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:53:50.572074 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:53:50.572074 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:53:50.572074 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:53:50.575468 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] No Port match for: 36847729-13b7-4fa3-b900-fd03f69af3e1 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:53:50.575819 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 36847729-13b7-4fa3-b900-fd03f69af3e1 not bound to the agent host n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:53:50.628927 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:50.644845 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=212dac15-9bad-44c2-9b11-d91b4a4ff2e2,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:50.652932 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f455e7cb-aa4d-4767-93ce-716e0b424746 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:50.668502 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f455e7cb-aa4d-4767-93ce-716e0b424746 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:50.672205 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-f455e7cb-aa4d-4767-93ce-716e0b424746 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] 10.222.0.36 "DELETE /v2.0/networks/1b21cce5-c900-4d48-8f24-f31cf6834e4c HTTP/1.1" status: 204 len: 168 time: 1.8910229 Aug 16 22:53:50.674599 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca479ee9-b271-4b75-82d2-38ece37a5b66', 'name': 'network-vif-deleted', 'tag': '36847729-13b7-4fa3-b900-fd03f69af3e1'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:53:50.680137 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c03788d3-9670-4af1-a271-84fed7387e42" -d '{"events": [{"server_uuid": "ca479ee9-b271-4b75-82d2-38ece37a5b66", "name": "network-vif-deleted", "tag": "36847729-13b7-4fa3-b900-fd03f69af3e1"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:53:50.684066 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 60778) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:50.697986 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f455e7cb-aa4d-4767-93ce-716e0b424746 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Pushing event deleted for resources: {'Network': ['ID=1b21cce5-c900-4d48-8f24-f31cf6834e4c,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:50.700831 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c179f4aa-5e31-4171-974b-91804e4e8e27 None None] Resources bound (agent type, host, resource id): {{(pid=101293) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 22:53:50.734461 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-d76df29a-6d65-4b69-8467-9792229f5b35 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] DELETE failed (client error): The resource could not be found. Aug 16 22:53:50.735943 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d76df29a-6d65-4b69-8467-9792229f5b35 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:53:50.741744 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-d76df29a-6d65-4b69-8467-9792229f5b35 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] 10.222.0.36 "DELETE /v2.0/subnets/3c5b7db6-f9ed-4aa4-9ab1-5307b3e26df7 HTTP/1.1" status: 404 len: 337 time: 0.0561526 Aug 16 22:53:50.743514 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 60786) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:50.764174 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3875bcd-0b70-45ac-831c-812a4e10d738 req-af51b3e2-c1c1-4238-8828-b3faf4d444f8 tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:50.766904 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c3875bcd-0b70-45ac-831c-812a4e10d738 req-af51b3e2-c1c1-4238-8828-b3faf4d444f8 tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] 10.222.0.36 "GET /v2.0/ports?device_id=17f5bfe5-4d50-4d2e-8eab-b5da0dd55868 HTTP/1.1" status: 200 len: 944 time: 0.0718455 Aug 16 22:53:50.769154 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea8ec1d9-51b6-485d-ba4f-c8f5672753de tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] DELETE failed (client error): The resource could not be found. Aug 16 22:53:50.770032 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea8ec1d9-51b6-485d-ba4f-c8f5672753de tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:53:50.780808 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-ea8ec1d9-51b6-485d-ba4f-c8f5672753de tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] 10.222.0.36 "DELETE /v2.0/networks/1b21cce5-c900-4d48-8f24-f31cf6834e4c HTTP/1.1" status: 404 len: 339 time: 0.0361078 Aug 16 22:53:50.783121 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-526b49da-863b-4077-b8e1-b1de3613a2d7 x-openstack-request-id: req-526b49da-863b-4077-b8e1-b1de3613a2d7 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:53:50.783638 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca479ee9-b271-4b75-82d2-38ece37a5b66", "name": "network-vif-deleted", "tag": "36847729-13b7-4fa3-b900-fd03f69af3e1", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:53:50.784079 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-526b49da-863b-4077-b8e1-b1de3613a2d7 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:53:50.784791 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca479ee9-b271-4b75-82d2-38ece37a5b66', 'name': 'network-vif-deleted', 'tag': '36847729-13b7-4fa3-b900-fd03f69af3e1', 'status': 'completed', 'code': 200} Aug 16 22:53:50.784937 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60788) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:50.798274 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf08a449-c1bb-4388-9f4e-1d454de7912c req-b7e919d8-4d8a-4e2b-861e-71f987a4d759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:50.800015 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-cf08a449-c1bb-4388-9f4e-1d454de7912c req-b7e919d8-4d8a-4e2b-861e-71f987a4d759 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=e710dfef-46f9-4168-bf81-72df8f58f7f6 HTTP/1.1" status: 200 len: 1098 time: 0.2033334 Aug 16 22:53:50.841672 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-0968b16b-616f-477f-a2e8-8214724ec6a4 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] DELETE failed (client error): The resource could not be found. Aug 16 22:53:50.842801 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0968b16b-616f-477f-a2e8-8214724ec6a4 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:53:50.844171 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-0968b16b-616f-477f-a2e8-8214724ec6a4 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] 10.222.0.36 "DELETE /v2.0/subnets/5c38f9e0-a9a7-4ecc-a688-f257a3abaf50 HTTP/1.1" status: 404 len: 337 time: 0.0575948 Aug 16 22:53:50.851371 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60794) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:50.874064 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c3371f6-b353-4388-b261-baddb96f6974 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] DELETE failed (client error): The resource could not be found. Aug 16 22:53:50.874683 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c3371f6-b353-4388-b261-baddb96f6974 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:53:50.876596 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-8c3371f6-b353-4388-b261-baddb96f6974 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] 10.222.0.36 "DELETE /v2.0/networks/fca6747d-7d60-43f9-9fe3-e8bf9ff71cbc HTTP/1.1" status: 404 len: 339 time: 0.0247314 Aug 16 22:53:50.880417 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60796) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:50.918296 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c3875bcd-0b70-45ac-831c-812a4e10d738 req-737ce623-81bb-4aea-939a-f1ae25954b00 tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f8a2671-4820-4bed-b29d-ce4513378842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1374760 Aug 16 22:53:50.981214 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa132a3-d4c7-41cc-ba2c-68b158af3f3e req-49f17dd5-688a-4049-b5ff-4039df36db95 tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:50.983220 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-bfa132a3-d4c7-41cc-ba2c-68b158af3f3e req-49f17dd5-688a-4049-b5ff-4039df36db95 tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] 10.222.0.68 "GET /v2.0/networks?id=a8aaeb65-e172-4fdd-9f1a-cbdbda638f0b HTTP/1.1" status: 200 len: 815 time: 0.1970091 Aug 16 22:53:51.023052 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-cf08a449-c1bb-4388-9f4e-1d454de7912c req-303f9f48-3308-4200-b703-d8401e0fc4a5 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=7112d64a-fa50-4e7b-af47-b87caa1ebcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947072 Aug 16 22:53:51.047068 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-bfa132a3-d4c7-41cc-ba2c-68b158af3f3e req-c9dbb899-63b3-46ce-8d3b-3ded59b1356d tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59c961a779674ade84e46325c73c6eac HTTP/1.1" status: 200 len: 380 time: 0.0522857 Aug 16 22:53:51.069041 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6c59a4de-423c-4d5a-9a14-1d296cab41d2 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:51.087818 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-bfa132a3-d4c7-41cc-ba2c-68b158af3f3e req-10f73eac-b667-4809-bf7c-aeee22633e6a tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] Request body: {'port': {'device_id': 'b115892f-b98a-4cde-8f7b-ecca2188b3a0', 'network_id': 'a8aaeb65-e172-4fdd-9f1a-cbdbda638f0b', 'admin_state_up': True, 'tenant_id': '59c961a779674ade84e46325c73c6eac', 'security_groups': ['45609832-a78f-4425-9a35-532fec9b7759']}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:53:51.138906 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c81641-c562-4c8e-b858-1699e5e1e114 req-9e5388e0-aeea-4ac2-95f3-1596a38cd0cd tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:51.140573 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e0c81641-c562-4c8e-b858-1699e5e1e114 req-9e5388e0-aeea-4ac2-95f3-1596a38cd0cd tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/ports?device_id=e710dfef-46f9-4168-bf81-72df8f58f7f6 HTTP/1.1" status: 200 len: 946 time: 0.0920732 Aug 16 22:53:51.226631 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfa132a3-d4c7-41cc-ba2c-68b158af3f3e req-10f73eac-b667-4809-bf7c-aeee22633e6a tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] Made reservation on behalf of 59c961a779674ade84e46325c73c6eac for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:53:51.228309 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-57ab19c9-89b5-453a-952d-2944d72ce5da req-03a1d97d-e00e-4f89-a8fc-f2aafa70017e tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] 10.222.0.36 "GET /v2.0/ports?device_id=b115892f-b98a-4cde-8f7b-ecca2188b3a0 HTTP/1.1" status: 200 len: 210 time: 0.0733085 Aug 16 22:53:51.230894 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-bfa132a3-d4c7-41cc-ba2c-68b158af3f3e req-10f73eac-b667-4809-bf7c-aeee22633e6a tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:51.233292 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6c59a4de-423c-4d5a-9a14-1d296cab41d2 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:51.247436 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-6c59a4de-423c-4d5a-9a14-1d296cab41d2 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46f1849e-5be6-4cf7-b5d3-911bbedd16ab']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:51.264108 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-6c59a4de-423c-4d5a-9a14-1d296cab41d2 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bd08423-31e4-4700-9b6a-494a53960d19') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:51.264390 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-6c59a4de-423c-4d5a-9a14-1d296cab41d2 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bd08423-31e4-4700-9b6a-494a53960d19') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:51.275441 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e0c81641-c562-4c8e-b858-1699e5e1e114 req-ae7d9f57-2e00-456d-be59-0766c55a4857 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/security-groups?id=7112d64a-fa50-4e7b-af47-b87caa1ebcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215410 Aug 16 22:53:51.279018 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6c59a4de-423c-4d5a-9a14-1d296cab41d2 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:51.306465 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6c59a4de-423c-4d5a-9a14-1d296cab41d2 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:51.315560 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c59a4de-423c-4d5a-9a14-1d296cab41d2 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:53:51.316363 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6c59a4de-423c-4d5a-9a14-1d296cab41d2 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:51.321654 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 16 22:53:51.321654 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:53:51.321654 n-d-791506-26 neutron-server[101292]: timer() Aug 16 22:53:51.321654 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:53:51.321654 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 16 22:53:51.321654 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:53:51.321654 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 16 22:53:51.321654 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:53:51.321654 n-d-791506-26 neutron-server[101292]: self._notify() Aug 16 22:53:51.321654 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:53:51.321654 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 16 22:53:51.321654 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:53:51.321654 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 16 22:53:51.321654 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:53:51.321654 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:53:51.321654 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:53:51.321654 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:53:51.321654 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:53:51.321654 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 16 22:53:51.321654 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:53:51.321654 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 16 22:53:51.321654 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:53:51.321654 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:53:51.321654 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:53:51.321654 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 16 22:53:51.321654 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:53:51.321654 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:53:51.321654 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:53:51.321654 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:53:51.321654 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:53:51.321654 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:53:51.321654 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:53:51.388444 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-bfa132a3-d4c7-41cc-ba2c-68b158af3f3e req-10f73eac-b667-4809-bf7c-aeee22633e6a tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] Allocated IP 172.20.0.10 (a8aaeb65-e172-4fdd-9f1a-cbdbda638f0b/d5081f3b-73a4-4d61-9e4a-3f5b25fa6900/812b238c-3ece-4afc-82e5-afd22cef2f1d) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:53:51.425041 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6c59a4de-423c-4d5a-9a14-1d296cab41d2 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:51.429976 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:51.433116 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6c59a4de-423c-4d5a-9a14-1d296cab41d2 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:51.437099 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-6c59a4de-423c-4d5a-9a14-1d296cab41d2 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] 10.222.0.36 "DELETE /v2.0/networks/46f1849e-5be6-4cf7-b5d3-911bbedd16ab HTTP/1.1" status: 204 len: 168 time: 0.5526061 Aug 16 22:53:51.438634 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 60806) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:51.442801 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a332fb51-003e-4499-ba80-0cbf0863bfae req-e7ca2411-7717-40c0-955a-c6ecda5de5b3 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:51.444876 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a332fb51-003e-4499-ba80-0cbf0863bfae req-e7ca2411-7717-40c0-955a-c6ecda5de5b3 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b972a69-4cef-4f2c-9e46-90524509cfbf HTTP/1.1" status: 200 len: 944 time: 0.0780826 Aug 16 22:53:51.463360 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c59a4de-423c-4d5a-9a14-1d296cab41d2 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Pushing event deleted for resources: {'Network': ['ID=46f1849e-5be6-4cf7-b5d3-911bbedd16ab,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:51.473783 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-604f23b0-dba5-434f-b38c-da9df2d98983 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] DELETE failed (client error): The resource could not be found. Aug 16 22:53:51.474332 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-604f23b0-dba5-434f-b38c-da9df2d98983 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:53:51.476084 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-604f23b0-dba5-434f-b38c-da9df2d98983 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] 10.222.0.36 "DELETE /v2.0/subnets/35605c5a-d4b3-432d-90b0-6df79894220a HTTP/1.1" status: 404 len: 337 time: 0.0364943 Aug 16 22:53:51.483117 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60808) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:51.511518 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cf113f4-2c05-4808-a5b8-292bd629f0a7 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] DELETE failed (client error): The resource could not be found. Aug 16 22:53:51.512107 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cf113f4-2c05-4808-a5b8-292bd629f0a7 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:53:51.517360 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-3cf113f4-2c05-4808-a5b8-292bd629f0a7 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] 10.222.0.36 "DELETE /v2.0/networks/033afa38-0f8a-4ac5-a75a-baad18d409cc HTTP/1.1" status: 404 len: 339 time: 0.0299139 Aug 16 22:53:51.517588 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 60810) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:51.525293 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a332fb51-003e-4499-ba80-0cbf0863bfae req-36f99458-bfea-48b8-b2bf-53370f41241b tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] 10.222.0.36 "GET /v2.0/security-groups?id=3816303d-9df9-4713-86ff-53d823e28b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685647 Aug 16 22:53:51.548530 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60812) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:51.550656 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-a926a890-f823-465a-9f3d-b2ba82bfad34 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] DELETE failed (client error): The resource could not be found. Aug 16 22:53:51.551113 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a926a890-f823-465a-9f3d-b2ba82bfad34 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:53:51.553062 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-a926a890-f823-465a-9f3d-b2ba82bfad34 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] 10.222.0.36 "DELETE /v2.0/subnets/6b6bfd40-ab6b-4519-ada0-e87682149f3d HTTP/1.1" status: 404 len: 337 time: 0.0354960 Aug 16 22:53:51.555743 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 60814) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:51.580562 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab6ede4a-cc1e-44e0-89e1-defec4b91f78 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] DELETE failed (client error): The resource could not be found. Aug 16 22:53:51.581122 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab6ede4a-cc1e-44e0-89e1-defec4b91f78 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:53:51.582814 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-ab6ede4a-cc1e-44e0-89e1-defec4b91f78 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] 10.222.0.36 "DELETE /v2.0/networks/1637a282-6c5b-4e34-9f9d-9a3b71b1e122 HTTP/1.1" status: 404 len: 339 time: 0.0263691 Aug 16 22:53:51.586362 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 60818) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:51.622954 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cb575cd-655e-44bc-bf4b-ed0ccb5a6ca8 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] DELETE failed (client error): The resource could not be found. Aug 16 22:53:51.623415 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cb575cd-655e-44bc-bf4b-ed0ccb5a6ca8 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:53:51.627974 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-0cb575cd-655e-44bc-bf4b-ed0ccb5a6ca8 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] 10.222.0.36 "DELETE /v2.0/subnets/3455b8de-5292-4b45-841a-ec21cc61d222 HTTP/1.1" status: 404 len: 337 time: 0.0378838 Aug 16 22:53:51.629012 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60820) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:51.651486 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-bfa132a3-d4c7-41cc-ba2c-68b158af3f3e req-10f73eac-b667-4809-bf7c-aeee22633e6a tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:51.663121 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-e28a6fb3-e6f7-4e79-818c-0cec760fbf7a tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] DELETE failed (client error): The resource could not be found. Aug 16 22:53:51.663699 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e28a6fb3-e6f7-4e79-818c-0cec760fbf7a tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:53:51.665377 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-e28a6fb3-e6f7-4e79-818c-0cec760fbf7a tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] 10.222.0.36 "DELETE /v2.0/networks/8b44ae0e-548c-4d63-a258-1af474ba5e25 HTTP/1.1" status: 404 len: 339 time: 0.0348382 Aug 16 22:53:51.666029 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-bfa132a3-d4c7-41cc-ba2c-68b158af3f3e req-10f73eac-b667-4809-bf7c-aeee22633e6a tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] Transition to ACTIVE for port object 812b238c-3ece-4afc-82e5-afd22cef2f1d will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:53:51.668801 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 60822) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:51.699169 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b1eb8d9-9585-4cab-8752-2e7bbabeda82 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] DELETE failed (client error): The resource could not be found. Aug 16 22:53:51.699878 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b1eb8d9-9585-4cab-8752-2e7bbabeda82 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:53:51.701366 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-3b1eb8d9-9585-4cab-8752-2e7bbabeda82 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] 10.222.0.36 "DELETE /v2.0/subnets/8efe8ebf-1d73-49ea-bd13-bef6b77bac72 HTTP/1.1" status: 404 len: 337 time: 0.0315993 Aug 16 22:53:51.704731 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 60824) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:51.712219 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-731aafb2-eb03-4f11-92ab-36785392391e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5e8f9775da054f59af409b480707b947&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1624212 Aug 16 22:53:51.715001 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60826) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:51.734909 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-372e180e-6943-42e0-87f2-92054218b9fd tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] DELETE failed (client error): The resource could not be found. Aug 16 22:53:51.736301 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-372e180e-6943-42e0-87f2-92054218b9fd tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:53:51.740268 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-372e180e-6943-42e0-87f2-92054218b9fd tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] 10.222.0.36 "DELETE /v2.0/networks/ed2dcce6-1eba-4121-ba05-c1af84315c7a HTTP/1.1" status: 404 len: 339 time: 0.0317845 Aug 16 22:53:51.741065 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 60828) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:51.768226 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d5ec26fe-0d7c-42de-87b7-9b20f5c1f27d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:51.771011 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-ece72783-2e3b-47f8-b22f-2fbd5bfa4469 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] DELETE failed (client error): The resource could not be found. Aug 16 22:53:51.771487 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ece72783-2e3b-47f8-b22f-2fbd5bfa4469 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:53:51.773255 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-ece72783-2e3b-47f8-b22f-2fbd5bfa4469 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] 10.222.0.36 "DELETE /v2.0/subnets/0a8c913a-cfe8-40cb-9441-083fac71c6e1 HTTP/1.1" status: 404 len: 337 time: 0.0312757 Aug 16 22:53:51.776025 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 60830) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:51.791033 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d5ec26fe-0d7c-42de-87b7-9b20f5c1f27d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:51.795369 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-bfa132a3-d4c7-41cc-ba2c-68b158af3f3e req-10f73eac-b667-4809-bf7c-aeee22633e6a tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:51.797371 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-b678b0dd-0313-4f5f-9b85-ce653d4deb0e tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] DELETE failed (client error): The resource could not be found. Aug 16 22:53:51.797949 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b678b0dd-0313-4f5f-9b85-ce653d4deb0e tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:53:51.799674 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-b678b0dd-0313-4f5f-9b85-ce653d4deb0e tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] 10.222.0.36 "DELETE /v2.0/networks/630b29ff-868b-4c34-b088-19805d58f918 HTTP/1.1" status: 404 len: 339 time: 0.0227163 Aug 16 22:53:51.806566 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 60832) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:51.857029 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-527b8f0b-05a4-4a52-8423-445f1682d419 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] DELETE failed (client error): The resource could not be found. Aug 16 22:53:51.857463 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-527b8f0b-05a4-4a52-8423-445f1682d419 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:53:51.859756 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-527b8f0b-05a4-4a52-8423-445f1682d419 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] 10.222.0.36 "DELETE /v2.0/subnets/ae820360-a2ba-4f41-b15b-f89852c428f0 HTTP/1.1" status: 404 len: 337 time: 0.0520072 Aug 16 22:53:51.862596 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60834) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:51.873149 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfa132a3-d4c7-41cc-ba2c-68b158af3f3e req-10f73eac-b667-4809-bf7c-aeee22633e6a tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] Network a8aaeb65-e172-4fdd-9f1a-cbdbda638f0b is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:53:51.875344 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d5ec26fe-0d7c-42de-87b7-9b20f5c1f27d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:51.876687 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-bfa132a3-d4c7-41cc-ba2c-68b158af3f3e req-10f73eac-b667-4809-bf7c-aeee22633e6a tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:53:51.878410 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d5ec26fe-0d7c-42de-87b7-9b20f5c1f27d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:51.879671 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-d5ec26fe-0d7c-42de-87b7-9b20f5c1f27d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/faa99c9d-dd29-40b5-a0a4-b7ed8dc0f17f HTTP/1.1" status: 204 len: 168 time: 0.1638980 Aug 16 22:53:51.880639 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfa132a3-d4c7-41cc-ba2c-68b158af3f3e req-10f73eac-b667-4809-bf7c-aeee22633e6a tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:53:51.888136 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f73eac-b667-4809-bf7c-aeee22633e6a tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] Pushing event updated for resources: {'Port': ['ID=812b238c-3ece-4afc-82e5-afd22cef2f1d,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:51.900884 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-672edace-1969-4429-ac65-e49b855b1073 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] DELETE failed (client error): The resource could not be found. Aug 16 22:53:51.901503 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-672edace-1969-4429-ac65-e49b855b1073 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:53:51.905896 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-672edace-1969-4429-ac65-e49b855b1073 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] 10.222.0.36 "DELETE /v2.0/networks/987d70d4-706f-4b58-9d36-77aeedc226c7 HTTP/1.1" status: 404 len: 339 time: 0.0406563 Aug 16 22:53:51.912373 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60838) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:51.923476 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ec26fe-0d7c-42de-87b7-9b20f5c1f27d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa99c9d-dd29-40b5-a0a4-b7ed8dc0f17f,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:51.945122 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dcd6b80-35d5-4ab3-8de3-ea801ee116b8 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] DELETE failed (client error): The resource could not be found. Aug 16 22:53:51.945576 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dcd6b80-35d5-4ab3-8de3-ea801ee116b8 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:53:51.951184 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-8dcd6b80-35d5-4ab3-8de3-ea801ee116b8 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] 10.222.0.36 "DELETE /v2.0/subnets/bfe650de-7fda-4600-8f86-3e59061f5e81 HTTP/1.1" status: 404 len: 337 time: 0.0377820 Aug 16 22:53:51.952459 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60842) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:51.963534 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa132a3-d4c7-41cc-ba2c-68b158af3f3e req-10f73eac-b667-4809-bf7c-aeee22633e6a tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:51.964244 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-bfa132a3-d4c7-41cc-ba2c-68b158af3f3e req-10f73eac-b667-4809-bf7c-aeee22633e6a tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:51.984294 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-bfa132a3-d4c7-41cc-ba2c-68b158af3f3e req-10f73eac-b667-4809-bf7c-aeee22633e6a tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9080803 Aug 16 22:53:51.994796 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-b299052e-0a30-4409-89a7-a062c0f7f19c tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] DELETE failed (client error): The resource could not be found. Aug 16 22:53:51.995676 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b299052e-0a30-4409-89a7-a062c0f7f19c tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:53:52.000444 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-b299052e-0a30-4409-89a7-a062c0f7f19c tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] 10.222.0.36 "DELETE /v2.0/networks/d82c7133-6a0a-4850-a968-e3ad3a9bcf1d HTTP/1.1" status: 404 len: 339 time: 0.0461519 Aug 16 22:53:52.001392 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60846) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:52.001996 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-bfa132a3-d4c7-41cc-ba2c-68b158af3f3e req-32f0beff-d14f-4920-850a-adc3f9d377b1 service neutron] Request body: {'port': {'device_id': 'b115892f-b98a-4cde-8f7b-ecca2188b3a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:53:52.035866 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ea0bd3e-c85e-480d-8ea5-d67c390505e2 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] DELETE failed (client error): The resource could not be found. Aug 16 22:53:52.036768 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ea0bd3e-c85e-480d-8ea5-d67c390505e2 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:53:52.041784 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-3ea0bd3e-c85e-480d-8ea5-d67c390505e2 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] 10.222.0.36 "DELETE /v2.0/subnets/e1ca2bb4-421f-40ca-af84-cc6a136ca5ec HTTP/1.1" status: 404 len: 337 time: 0.0389464 Aug 16 22:53:52.042731 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60848) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:52.075138 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae21b431-4e89-4dbe-82ec-56d44bcaf918 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] DELETE failed (client error): The resource could not be found. Aug 16 22:53:52.076528 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae21b431-4e89-4dbe-82ec-56d44bcaf918 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:53:52.081485 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-ae21b431-4e89-4dbe-82ec-56d44bcaf918 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] 10.222.0.36 "DELETE /v2.0/networks/5264b02c-f26a-4b3f-b3c6-2c096bfbc302 HTTP/1.1" status: 404 len: 339 time: 0.0372934 Aug 16 22:53:52.085729 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60850) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:52.097313 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-bfa132a3-d4c7-41cc-ba2c-68b158af3f3e req-32f0beff-d14f-4920-850a-adc3f9d377b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:52.176227 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622f7a54-844a-4bcb-abe3-a35abde589bb req-44953a11-abad-4d61-aeda-f21b3e6ec463 tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:52.178056 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-622f7a54-844a-4bcb-abe3-a35abde589bb req-44953a11-abad-4d61-aeda-f21b3e6ec463 tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] 10.222.0.36 "GET /v2.0/ports?device_id=17f5bfe5-4d50-4d2e-8eab-b5da0dd55868 HTTP/1.1" status: 200 len: 944 time: 0.1147125 Aug 16 22:53:52.182059 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_v2 [None req-d774e944-6cf3-4b88-96b0-3153771229dd tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Deleting subnet aee10360-9fbb-4782-b536-e7b3ebaddbfa {{(pid=101292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:53:52.185424 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d774e944-6cf3-4b88-96b0-3153771229dd tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks [] for subnet, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:52.243693 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d774e944-6cf3-4b88-96b0-3153771229dd tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3848860'] for subnet, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:52.280496 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-55acd6d6-45d8-4e65-a604-8e0366b6616c None None] Provisioning for port 812b238c-3ece-4afc-82e5-afd22cef2f1d completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:53:52.288255 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-55acd6d6-45d8-4e65-a604-8e0366b6616c None None] Provisioning complete for port 812b238c-3ece-4afc-82e5-afd22cef2f1d triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:53:52.288771 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-55acd6d6-45d8-4e65-a604-8e0366b6616c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:52.299971 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-622f7a54-844a-4bcb-abe3-a35abde589bb req-bd4e4194-3368-4e2b-b086-e72257c88256 tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f8a2671-4820-4bed-b29d-ce4513378842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840607 Aug 16 22:53:52.341026 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-55acd6d6-45d8-4e65-a604-8e0366b6616c None None] Port 812b238c-3ece-4afc-82e5-afd22cef2f1d cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:53:52.472775 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d774e944-6cf3-4b88-96b0-3153771229dd tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:52.494193 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 60860) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:52.534017 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70f287a-4592-46a3-924a-710b639a23d0 req-2b492f23-dc34-4e91-83ff-18e712785142 tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:52.535582 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f70f287a-4592-46a3-924a-710b639a23d0 req-2b492f23-dc34-4e91-83ff-18e712785142 tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] 10.222.0.36 "GET /v2.0/ports?device_id=b115892f-b98a-4cde-8f7b-ecca2188b3a0 HTTP/1.1" status: 200 len: 932 time: 0.1561515 Aug 16 22:53:52.544759 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 82024952-9aa7-490b-94c3-07408d48cdb2 details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:53:52.545403 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f765f240-9912-4fdf-ab3a-c4a7ef8a3c3d req-9fb9cc9b-bb3f-4975-8167-d3c03e6b2525 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:52.549791 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device ee33ed41-4cca-40de-891b-38c2fb6e5688 up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:53:52.553388 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f765f240-9912-4fdf-ab3a-c4a7ef8a3c3d req-9fb9cc9b-bb3f-4975-8167-d3c03e6b2525 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/ports?device_id=e710dfef-46f9-4168-bf81-72df8f58f7f6 HTTP/1.1" status: 200 len: 946 time: 0.1435797 Aug 16 22:53:52.572160 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-3cbb7819-29a5-4acf-8a0c-633b3d84989f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6d7ee4435a1942c895ee12bab1c164ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0768273 Aug 16 22:53:52.574759 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-bfa132a3-d4c7-41cc-ba2c-68b158af3f3e req-32f0beff-d14f-4920-850a-adc3f9d377b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 812b238c-3ece-4afc-82e5-afd22cef2f1d {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:53:52.579252 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 60864) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:52.590421 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-bfa132a3-d4c7-41cc-ba2c-68b158af3f3e req-32f0beff-d14f-4920-850a-adc3f9d377b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:52.623766 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-bfa132a3-d4c7-41cc-ba2c-68b158af3f3e req-32f0beff-d14f-4920-850a-adc3f9d377b1 service neutron] Transition to ACTIVE for port object 812b238c-3ece-4afc-82e5-afd22cef2f1d will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:53:52.627682 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d774e944-6cf3-4b88-96b0-3153771229dd tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26252129'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:52.634812 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-bfa132a3-d4c7-41cc-ba2c-68b158af3f3e req-32f0beff-d14f-4920-850a-adc3f9d377b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:52.660841 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f70f287a-4592-46a3-924a-710b639a23d0 req-f8a56387-3ae7-43ff-9854-36be0d1aa553 tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] 10.222.0.36 "GET /v2.0/security-groups?id=45609832-a78f-4425-9a35-532fec9b7759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050177 Aug 16 22:53:52.670339 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f765f240-9912-4fdf-ab3a-c4a7ef8a3c3d req-28f9435c-710c-4763-8329-08607dd8741b tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/security-groups?id=7112d64a-fa50-4e7b-af47-b87caa1ebcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156785 Aug 16 22:53:52.671468 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d774e944-6cf3-4b88-96b0-3153771229dd tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Pushing event deleted for resources: {'Subnet': ['ID=aee10360-9fbb-4782-b536-e7b3ebaddbfa,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:52.675324 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d774e944-6cf3-4b88-96b0-3153771229dd tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:52.675832 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f0beff-d14f-4920-850a-adc3f9d377b1 service neutron] Pushing event updated for resources: {'Port': ['ID=812b238c-3ece-4afc-82e5-afd22cef2f1d,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:52.678207 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-d774e944-6cf3-4b88-96b0-3153771229dd tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] 10.222.0.36 "DELETE /v2.0/subnets/aee10360-9fbb-4782-b536-e7b3ebaddbfa HTTP/1.1" status: 204 len: 168 time: 0.5888786 Aug 16 22:53:52.680726 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60866) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:52.712440 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-865d4b9f-4598-4c3d-9290-7c9f92955793 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:52.715081 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df71a021-e620-46fb-b871-d8a302f186a2 None None] Network 3acbd8bc-c927-476d-8849-f9549f6b8b02 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:53:52.792049 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-865d4b9f-4598-4c3d-9290-7c9f92955793 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:52.803118 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:52.829536 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning for port ee33ed41-4cca-40de-891b-38c2fb6e5688 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:53:52.857376 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port ee33ed41-4cca-40de-891b-38c2fb6e5688 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:53:52.858024 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-bfa132a3-d4c7-41cc-ba2c-68b158af3f3e req-32f0beff-d14f-4920-850a-adc3f9d377b1 service neutron] Attempting to bind port 812b238c-3ece-4afc-82e5-afd22cef2f1d on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:53:52.858430 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:52.858567 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-bfa132a3-d4c7-41cc-ba2c-68b158af3f3e req-32f0beff-d14f-4920-850a-adc3f9d377b1 service neutron] Attempting to bind port 812b238c-3ece-4afc-82e5-afd22cef2f1d by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': 'ba972b88-db6b-4eb1-9871-9e900ec3fcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a8aaeb65-e172-4fdd-9f1a-cbdbda638f0b'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:53:52.858907 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa132a3-d4c7-41cc-ba2c-68b158af3f3e req-32f0beff-d14f-4920-850a-adc3f9d377b1 service neutron] Attempting to bind port 812b238c-3ece-4afc-82e5-afd22cef2f1d on network a8aaeb65-e172-4fdd-9f1a-cbdbda638f0b {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:53:52.865531 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa132a3-d4c7-41cc-ba2c-68b158af3f3e req-32f0beff-d14f-4920-850a-adc3f9d377b1 service neutron] Port 812b238c-3ece-4afc-82e5-afd22cef2f1d on network a8aaeb65-e172-4fdd-9f1a-cbdbda638f0b not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:53:52.866278 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa132a3-d4c7-41cc-ba2c-68b158af3f3e req-32f0beff-d14f-4920-850a-adc3f9d377b1 service neutron] Attempting to bind port 812b238c-3ece-4afc-82e5-afd22cef2f1d on network a8aaeb65-e172-4fdd-9f1a-cbdbda638f0b {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:53:52.872973 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa132a3-d4c7-41cc-ba2c-68b158af3f3e req-32f0beff-d14f-4920-850a-adc3f9d377b1 service neutron] Checking agent: {'id': 'd28e24f9-e5ea-41e1-80bf-3c7943ad7f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:53:52.873606 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa132a3-d4c7-41cc-ba2c-68b158af3f3e req-32f0beff-d14f-4920-850a-adc3f9d377b1 service neutron] Checking segment: {'id': 'ba972b88-db6b-4eb1-9871-9e900ec3fcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a8aaeb65-e172-4fdd-9f1a-cbdbda638f0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:53:52.874178 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa132a3-d4c7-41cc-ba2c-68b158af3f3e req-32f0beff-d14f-4920-850a-adc3f9d377b1 service neutron] Bound using segment: {'id': 'ba972b88-db6b-4eb1-9871-9e900ec3fcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a8aaeb65-e172-4fdd-9f1a-cbdbda638f0b'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:53:52.874779 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-bfa132a3-d4c7-41cc-ba2c-68b158af3f3e req-32f0beff-d14f-4920-850a-adc3f9d377b1 service neutron] Bound port: 812b238c-3ece-4afc-82e5-afd22cef2f1d, host: n-h1-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba972b88-db6b-4eb1-9871-9e900ec3fcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a8aaeb65-e172-4fdd-9f1a-cbdbda638f0b'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:53:52.875432 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-bfa132a3-d4c7-41cc-ba2c-68b158af3f3e req-32f0beff-d14f-4920-850a-adc3f9d377b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:52.919480 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3feafedd-9042-4985-a2cd-d3e10712a847 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:52.957927 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-865d4b9f-4598-4c3d-9290-7c9f92955793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:52.958345 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29be2bda-bc64-4415-b9b4-fce9cedcb33b req-ef05e5bd-c1a4-43d8-8d52-f3e73f502d25 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:52.962462 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-865d4b9f-4598-4c3d-9290-7c9f92955793 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:52.966900 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-865d4b9f-4598-4c3d-9290-7c9f92955793 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6afb4e46-3614-4fd9-aa98-37710c9fdf40 HTTP/1.1" status: 204 len: 168 time: 0.3865619 Aug 16 22:53:52.970384 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-29be2bda-bc64-4415-b9b4-fce9cedcb33b req-ef05e5bd-c1a4-43d8-8d52-f3e73f502d25 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/ports?device_id=90f849f6-77c3-4c08-b2bd-63815b5179a7 HTTP/1.1" status: 200 len: 945 time: 0.1272869 Aug 16 22:53:52.980741 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817eee93-d33e-4aa8-89a9-598a32f792eb req-660e46fc-f03b-4e63-a6b7-f05bb97d8efa tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:52.982249 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-817eee93-d33e-4aa8-89a9-598a32f792eb req-660e46fc-f03b-4e63-a6b7-f05bb97d8efa tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b972a69-4cef-4f2c-9e46-90524509cfbf HTTP/1.1" status: 200 len: 944 time: 0.1742966 Aug 16 22:53:52.987744 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 82024952-9aa7-490b-94c3-07408d48cdb2, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=82024952-9aa7-490b-94c3-07408d48cdb2,segment=NetworkSegment(a1591063-139e-43c7-a8c7-96e9de828ec2),segment_id=a1591063-139e-43c7-a8c7-96e9de828ec2)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:53:53.001047 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865d4b9f-4598-4c3d-9290-7c9f92955793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6afb4e46-3614-4fd9-aa98-37710c9fdf40,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:53.013621 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': '82024952-9aa7-490b-94c3-07408d48cdb2', 'network_id': 'd61f3db9-5a9e-4f6a-b70c-8358388c27f5', 'port_id': '82024952-9aa7-490b-94c3-07408d48cdb2', 'mac_address': 'fa:16:3e:12:ae:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99669aee-83b9-417a-a368-57108bfc92d4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:53:53.082141 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-bfa132a3-d4c7-41cc-ba2c-68b158af3f3e req-32f0beff-d14f-4920-850a-adc3f9d377b1 service neutron] For port 812b238c-3ece-4afc-82e5-afd22cef2f1d, host n-h1-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:53:53.089012 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-bfa132a3-d4c7-41cc-ba2c-68b158af3f3e req-32f0beff-d14f-4920-850a-adc3f9d377b1 service neutron] For port 812b238c-3ece-4afc-82e5-afd22cef2f1d, host n-h1-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=812b238c-3ece-4afc-82e5-afd22cef2f1d,segment=NetworkSegment(ba972b88-db6b-4eb1-9871-9e900ec3fcf1),segment_id=ba972b88-db6b-4eb1-9871-9e900ec3fcf1)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:53:53.094562 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-29be2bda-bc64-4415-b9b4-fce9cedcb33b req-b8bb1a81-cdc5-4a78-ad03-9a64505926ec tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/security-groups?id=7112d64a-fa50-4e7b-af47-b87caa1ebcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191440 Aug 16 22:53:53.097146 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-bfa132a3-d4c7-41cc-ba2c-68b158af3f3e req-32f0beff-d14f-4920-850a-adc3f9d377b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:53.141117 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-817eee93-d33e-4aa8-89a9-598a32f792eb req-c5c3710f-7ce6-4fdb-ad61-cdb50f4b7132 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] 10.222.0.36 "GET /v2.0/security-groups?id=3816303d-9df9-4713-86ff-53d823e28b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157749 Aug 16 22:53:53.170980 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa132a3-d4c7-41cc-ba2c-68b158af3f3e req-32f0beff-d14f-4920-850a-adc3f9d377b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:53.172457 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-bfa132a3-d4c7-41cc-ba2c-68b158af3f3e req-32f0beff-d14f-4920-850a-adc3f9d377b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:53.173364 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:53.188281 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-3feafedd-9042-4985-a2cd-d3e10712a847 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Deleting port 3548ca54-4baa-469a-b83e-246d9b475a60 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:53:53.189253 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3feafedd-9042-4985-a2cd-d3e10712a847 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:53.196748 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-bfa132a3-d4c7-41cc-ba2c-68b158af3f3e req-32f0beff-d14f-4920-850a-adc3f9d377b1 service neutron] 10.222.0.68 "PUT /v2.0/ports/812b238c-3ece-4afc-82e5-afd22cef2f1d HTTP/1.1" status: 200 len: 1093 time: 1.2011082 Aug 16 22:53:53.198877 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b115892f-b98a-4cde-8f7b-ecca2188b3a0', 'tag': '812b238c-3ece-4afc-82e5-afd22cef2f1d'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:53:53.203422 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e35912-5648-4474-bd36-ea31b5de3ad8 None None] DHCP port deletion for 3acbd8bc-c927-476d-8849-f9549f6b8b02 request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:53:53.207907 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efab009d-1288-4a60-945d-9f7f007b32e8" -d '{"events": [{"name": "network-changed", "server_uuid": "b115892f-b98a-4cde-8f7b-ecca2188b3a0", "tag": "812b238c-3ece-4afc-82e5-afd22cef2f1d"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:53:53.227124 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:53.231822 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82024952-9aa7-490b-94c3-07408d48cdb2 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:53:53.325961 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-3feafedd-9042-4985-a2cd-d3e10712a847 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] For port 3548ca54-4baa-469a-b83e-246d9b475a60, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=3548ca54-4baa-469a-b83e-246d9b475a60,segment=NetworkSegment(858384b2-8b94-40d6-9015-b9fc65fd36f6),segment_id=858384b2-8b94-40d6-9015-b9fc65fd36f6)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:53:53.326344 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3feafedd-9042-4985-a2cd-d3e10712a847 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:53.345873 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 82024952-9aa7-490b-94c3-07408d48cdb2, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=82024952-9aa7-490b-94c3-07408d48cdb2,segment=NetworkSegment(a1591063-139e-43c7-a8c7-96e9de828ec2),segment_id=a1591063-139e-43c7-a8c7-96e9de828ec2)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:53:53.355164 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f0beff-d14f-4920-850a-adc3f9d377b1 service neutron] Pushing event updated for resources: {'Port': ['ID=812b238c-3ece-4afc-82e5-afd22cef2f1d,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:53.358149 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17f5bfe5-4d50-4d2e-8eab-b5da0dd55868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee33ed41-4cca-40de-891b-38c2fb6e5688'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:53:53.361301 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-608676e4-d02e-43d0-bfe4-245963a0f1fd" -d '{"events": [{"server_uuid": "17f5bfe5-4d50-4d2e-8eab-b5da0dd55868", "name": "network-vif-plugged", "status": "completed", "tag": "ee33ed41-4cca-40de-891b-38c2fb6e5688"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:53:53.369837 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:53.391454 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa132a3-d4c7-41cc-ba2c-68b158af3f3e req-8ecb6401-303b-4624-a490-c58427ca0aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:53.392440 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port ee33ed41-4cca-40de-891b-38c2fb6e5688, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=ee33ed41-4cca-40de-891b-38c2fb6e5688,segment=NetworkSegment(c75463d9-f53e-4823-944f-b7dcfb798698),segment_id=c75463d9-f53e-4823-944f-b7dcfb798698)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:53:53.393064 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-bfa132a3-d4c7-41cc-ba2c-68b158af3f3e req-8ecb6401-303b-4624-a490-c58427ca0aaa service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=59c961a779674ade84e46325c73c6eac&device_id=b115892f-b98a-4cde-8f7b-ecca2188b3a0 HTTP/1.1" status: 200 len: 1096 time: 0.1277430 Aug 16 22:53:53.402418 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-3feafedd-9042-4985-a2cd-d3e10712a847 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Calling delete_port for 3548ca54-4baa-469a-b83e-246d9b475a60 owned by network:dhcp {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:53:53.442887 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:53.483826 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=82024952-9aa7-490b-94c3-07408d48cdb2,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:53.491222 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-10e35912-5648-4474-bd36-ea31b5de3ad8 None None] Deleting port 3548ca54-4baa-469a-b83e-246d9b475a60 {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:53:53.491746 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-10e35912-5648-4474-bd36-ea31b5de3ad8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:53.499735 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-bfa132a3-d4c7-41cc-ba2c-68b158af3f3e req-f3deec43-9f9d-4e6a-b9ef-5b0fd8d389b8 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=812b238c-3ece-4afc-82e5-afd22cef2f1d HTTP/1.1" status: 200 len: 217 time: 0.0962915 Aug 16 22:53:53.504328 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed201a89-0a53-4793-a793-6293474c26a4 x-openstack-request-id: req-ed201a89-0a53-4793-a793-6293474c26a4 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:53:53.504665 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b115892f-b98a-4cde-8f7b-ecca2188b3a0", "tag": "812b238c-3ece-4afc-82e5-afd22cef2f1d", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:53:53.506292 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ed201a89-0a53-4793-a793-6293474c26a4 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:53:53.506723 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b115892f-b98a-4cde-8f7b-ecca2188b3a0', 'tag': '812b238c-3ece-4afc-82e5-afd22cef2f1d', 'status': 'completed', 'code': 200} Aug 16 22:53:53.568934 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3feafedd-9042-4985-a2cd-d3e10712a847 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:53.587882 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa132a3-d4c7-41cc-ba2c-68b158af3f3e req-36c666f6-422c-4c9c-9e22-89c9432f2335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:53.589492 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-bfa132a3-d4c7-41cc-ba2c-68b158af3f3e req-36c666f6-422c-4c9c-9e22-89c9432f2335 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d5081f3b-73a4-4d61-9e4a-3f5b25fa6900 HTTP/1.1" status: 200 len: 854 time: 0.0817947 Aug 16 22:53:53.607272 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feafedd-9042-4985-a2cd-d3e10712a847 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Pushing event deleted for resources: {'Port': ['ID=3548ca54-4baa-469a-b83e-246d9b475a60,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:53.621774 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3feafedd-9042-4985-a2cd-d3e10712a847 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] No DVR routers for this DVR port 3548ca54-4baa-469a-b83e-246d9b475a60 on host n-d-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:53:53.631433 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a17313-1870-43ea-9a3b-7c52a1aef8a7 req-7f999647-85eb-4036-a9fe-913f64c6b8b5 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:53.633817 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=ee33ed41-4cca-40de-891b-38c2fb6e5688,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:53.640759 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-10e35912-5648-4474-bd36-ea31b5de3ad8 None None] For port 3548ca54-4baa-469a-b83e-246d9b475a60, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=3548ca54-4baa-469a-b83e-246d9b475a60,segment=NetworkSegment(858384b2-8b94-40d6-9015-b9fc65fd36f6),segment_id=858384b2-8b94-40d6-9015-b9fc65fd36f6)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:53:53.641639 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-10e35912-5648-4474-bd36-ea31b5de3ad8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:53.645308 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-37a17313-1870-43ea-9a3b-7c52a1aef8a7 req-7f999647-85eb-4036-a9fe-913f64c6b8b5 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb466eeb-1aa5-43f0-8ac7-b12c0543ba14 HTTP/1.1" status: 200 len: 945 time: 0.2977231 Aug 16 22:53:53.657964 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-10e35912-5648-4474-bd36-ea31b5de3ad8 None None] Calling delete_port for 3548ca54-4baa-469a-b83e-246d9b475a60 owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:53:53.676950 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa132a3-d4c7-41cc-ba2c-68b158af3f3e req-4f25c5b9-2746-41cb-b270-8486a08be78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:53.679678 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-bfa132a3-d4c7-41cc-ba2c-68b158af3f3e req-4f25c5b9-2746-41cb-b270-8486a08be78d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a8aaeb65-e172-4fdd-9f1a-cbdbda638f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0755582 Aug 16 22:53:53.754035 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-10e35912-5648-4474-bd36-ea31b5de3ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:53.786182 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e35912-5648-4474-bd36-ea31b5de3ad8 None None] Pushing event deleted for resources: {'Port': ['ID=3548ca54-4baa-469a-b83e-246d9b475a60,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:53.791727 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['82024952-9aa7-490b-94c3-07408d48cdb2'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:53:53.794611 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e35912-5648-4474-bd36-ea31b5de3ad8 None None] No DVR routers for this DVR port 3548ca54-4baa-469a-b83e-246d9b475a60 on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:53:53.812422 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-bfa132a3-d4c7-41cc-ba2c-68b158af3f3e req-e146030a-f926-4c64-a28f-1dcc1e39e2b8 service neutron] 10.222.0.68 "GET /v2.0/networks/a8aaeb65-e172-4fdd-9f1a-cbdbda638f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243114 Aug 16 22:53:53.891479 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 3548ca54-4baa-469a-b83e-246d9b475a60 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:53:53.922886 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 3548ca54-4baa-469a-b83e-246d9b475a60 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:53:53.923382 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 3548ca54-4baa-469a-b83e-246d9b475a60 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:53:53.975373 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-bfa132a3-d4c7-41cc-ba2c-68b158af3f3e req-69991527-7a76-4fb7-ae01-aff283b49501 service neutron] 10.222.0.68 "GET /v2.0/networks/a8aaeb65-e172-4fdd-9f1a-cbdbda638f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544576 Aug 16 22:53:54.021527 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf3154c-c3fb-4d0f-aed9-d792f21a3d21 req-52f0e6fa-5b33-4106-bac0-a894c6df9f2a tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:54.025012 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4bf3154c-c3fb-4d0f-aed9-d792f21a3d21 req-52f0e6fa-5b33-4106-bac0-a894c6df9f2a tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] 10.222.0.36 "GET /v2.0/ports?device_id=17f5bfe5-4d50-4d2e-8eab-b5da0dd55868 HTTP/1.1" status: 200 len: 945 time: 0.4938931 Aug 16 22:53:54.073323 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-37a17313-1870-43ea-9a3b-7c52a1aef8a7 req-0b806287-8c59-48fd-95b8-5cba842c5837 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/security-groups?id=7112d64a-fa50-4e7b-af47-b87caa1ebcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4269960 Aug 16 22:53:54.075146 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3feafedd-9042-4985-a2cd-d3e10712a847 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:54.076870 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab009d-1288-4a60-945d-9f7f007b32e8 req-ab209b76-2431-43a2-8bb1-d7f8d6c4e787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:54.078606 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-efab009d-1288-4a60-945d-9f7f007b32e8 req-ab209b76-2431-43a2-8bb1-d7f8d6c4e787 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=59c961a779674ade84e46325c73c6eac&device_id=b115892f-b98a-4cde-8f7b-ecca2188b3a0 HTTP/1.1" status: 200 len: 1096 time: 0.0530291 Aug 16 22:53:54.097961 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-3feafedd-9042-4985-a2cd-d3e10712a847 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3acbd8bc-c927-476d-8849-f9549f6b8b02']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:54.113684 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-3feafedd-9042-4985-a2cd-d3e10712a847 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '858384b2-8b94-40d6-9015-b9fc65fd36f6') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:54.114093 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-3feafedd-9042-4985-a2cd-d3e10712a847 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '858384b2-8b94-40d6-9015-b9fc65fd36f6') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:54.125312 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4bf3154c-c3fb-4d0f-aed9-d792f21a3d21 req-cd5c0b53-82f2-4f8f-abde-abd8b5a722fc tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f8a2671-4820-4bed-b29d-ce4513378842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930600 Aug 16 22:53:54.129030 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3feafedd-9042-4985-a2cd-d3e10712a847 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:54.143698 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3feafedd-9042-4985-a2cd-d3e10712a847 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:54.150848 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3feafedd-9042-4985-a2cd-d3e10712a847 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:53:54.151344 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3feafedd-9042-4985-a2cd-d3e10712a847 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:54.154078 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-574c9c8a-6a20-4b98-8a79-03bacf4d8311 x-openstack-request-id: req-574c9c8a-6a20-4b98-8a79-03bacf4d8311 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:53:54.155043 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17f5bfe5-4d50-4d2e-8eab-b5da0dd55868", "name": "network-vif-plugged", "status": "completed", "tag": "ee33ed41-4cca-40de-891b-38c2fb6e5688", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:53:54.155043 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-574c9c8a-6a20-4b98-8a79-03bacf4d8311 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:53:54.155310 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 16 22:53:54.155310 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:53:54.155310 n-d-791506-26 neutron-server[101292]: timer() Aug 16 22:53:54.155310 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:53:54.155310 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 16 22:53:54.155310 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:53:54.155310 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 16 22:53:54.155310 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:53:54.155310 n-d-791506-26 neutron-server[101292]: self._notify() Aug 16 22:53:54.155310 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:53:54.155310 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 16 22:53:54.155310 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:53:54.155310 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 16 22:53:54.155310 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:53:54.155310 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:53:54.155310 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:53:54.155310 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:53:54.155310 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:53:54.155310 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 16 22:53:54.155310 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:53:54.155310 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 16 22:53:54.155310 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:53:54.155310 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:53:54.155310 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:53:54.155310 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 16 22:53:54.155310 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:53:54.155310 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:53:54.155310 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:53:54.155310 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:53:54.155310 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:53:54.155310 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:53:54.155310 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:53:54.157949 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17f5bfe5-4d50-4d2e-8eab-b5da0dd55868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee33ed41-4cca-40de-891b-38c2fb6e5688', 'code': 200} Aug 16 22:53:54.269061 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab009d-1288-4a60-945d-9f7f007b32e8 req-51a7932a-89bd-4994-9718-ca12bd0af1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:54.270600 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-efab009d-1288-4a60-945d-9f7f007b32e8 req-51a7932a-89bd-4994-9718-ca12bd0af1cf service neutron] 10.222.0.68 "GET /v2.0/networks?id=a8aaeb65-e172-4fdd-9f1a-cbdbda638f0b HTTP/1.1" status: 200 len: 916 time: 0.1804569 Aug 16 22:53:54.282787 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3feafedd-9042-4985-a2cd-d3e10712a847 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:54.291585 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3feafedd-9042-4985-a2cd-d3e10712a847 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:54.296057 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-3feafedd-9042-4985-a2cd-d3e10712a847 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] 10.222.0.36 "DELETE /v2.0/networks/3acbd8bc-c927-476d-8849-f9549f6b8b02 HTTP/1.1" status: 204 len: 168 time: 1.6119022 Aug 16 22:53:54.308782 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feafedd-9042-4985-a2cd-d3e10712a847 tempest-NetworksTest-1884465348 tempest-NetworksTest-1884465348-project] Pushing event deleted for resources: {'Network': ['ID=3acbd8bc-c927-476d-8849-f9549f6b8b02,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:54.334098 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496cb022-c4fa-4cc6-b973-d0e92b4f7e6e req-0c420754-664a-4342-b332-2634d0b6fe70 tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:54.337039 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-496cb022-c4fa-4cc6-b973-d0e92b4f7e6e req-0c420754-664a-4342-b332-2634d0b6fe70 tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] 10.222.0.36 "GET /v2.0/ports?device_id=b115892f-b98a-4cde-8f7b-ecca2188b3a0 HTTP/1.1" status: 200 len: 944 time: 0.0910833 Aug 16 22:53:54.402084 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-496cb022-c4fa-4cc6-b973-d0e92b4f7e6e req-6cb2c296-f4d5-45d9-8d02-44dc508c9c4c tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] 10.222.0.36 "GET /v2.0/security-groups?id=45609832-a78f-4425-9a35-532fec9b7759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564561 Aug 16 22:53:54.405199 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-efab009d-1288-4a60-945d-9f7f007b32e8 req-18cd2b79-7f36-4e91-b68d-64ff0aae207a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=812b238c-3ece-4afc-82e5-afd22cef2f1d HTTP/1.1" status: 200 len: 217 time: 0.0833712 Aug 16 22:53:54.478815 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab009d-1288-4a60-945d-9f7f007b32e8 req-abe35265-a756-43fd-8131-7aca7e343cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:54.479478 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-efab009d-1288-4a60-945d-9f7f007b32e8 req-abe35265-a756-43fd-8131-7aca7e343cb6 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d5081f3b-73a4-4d61-9e4a-3f5b25fa6900 HTTP/1.1" status: 200 len: 854 time: 0.0657759 Aug 16 22:53:54.481606 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1bb112-4e58-4510-8335-e15f8c7a9557 req-a0f4ef83-33d0-40ba-b3ca-2c3a014dfca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:54.482976 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4a1bb112-4e58-4510-8335-e15f8c7a9557 req-a0f4ef83-33d0-40ba-b3ca-2c3a014dfca7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=17f5bfe5-4d50-4d2e-8eab-b5da0dd55868 HTTP/1.1" status: 200 len: 1097 time: 0.2322941 Aug 16 22:53:54.520392 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855b9820-3c73-4a09-a1a1-c2457fd7e9ae req-f920a0d1-3b31-4a67-b9f3-d4d4f5688033 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:54.522031 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-855b9820-3c73-4a09-a1a1-c2457fd7e9ae req-f920a0d1-3b31-4a67-b9f3-d4d4f5688033 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/ports?device_id=e710dfef-46f9-4168-bf81-72df8f58f7f6 HTTP/1.1" status: 200 len: 946 time: 0.0845640 Aug 16 22:53:54.558285 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32956b1b-17f4-4f5e-80c4-f38ae16015e9 req-9e7eb37c-5538-459f-a726-da9c12f0d68a tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:54.559916 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-32956b1b-17f4-4f5e-80c4-f38ae16015e9 req-9e7eb37c-5538-459f-a726-da9c12f0d68a tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b972a69-4cef-4f2c-9e46-90524509cfbf HTTP/1.1" status: 200 len: 945 time: 0.0809920 Aug 16 22:53:54.560119 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab009d-1288-4a60-945d-9f7f007b32e8 req-2a62da71-4ba7-45d1-866f-f88b708419de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:54.561672 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-efab009d-1288-4a60-945d-9f7f007b32e8 req-2a62da71-4ba7-45d1-866f-f88b708419de service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a8aaeb65-e172-4fdd-9f1a-cbdbda638f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0743828 Aug 16 22:53:54.563822 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4a1bb112-4e58-4510-8335-e15f8c7a9557 req-71ae732f-59c6-4403-be40-6e20ba28cff3 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=3f8a2671-4820-4bed-b29d-ce4513378842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639703 Aug 16 22:53:54.592040 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-855b9820-3c73-4a09-a1a1-c2457fd7e9ae req-081b0e78-29c9-4b3e-a7bc-dd080e0bb7f2 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/security-groups?id=7112d64a-fa50-4e7b-af47-b87caa1ebcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630412 Aug 16 22:53:54.637017 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-32956b1b-17f4-4f5e-80c4-f38ae16015e9 req-f9a146e9-a149-4055-abad-9a0103ce01da tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] 10.222.0.36 "GET /v2.0/security-groups?id=3816303d-9df9-4713-86ff-53d823e28b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651705 Aug 16 22:53:54.670028 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-efab009d-1288-4a60-945d-9f7f007b32e8 req-9785c9ed-2b52-4023-b3ca-8a0456f707b4 service neutron] 10.222.0.68 "GET /v2.0/networks/a8aaeb65-e172-4fdd-9f1a-cbdbda638f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987434 Aug 16 22:53:54.712956 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60920) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:54.763127 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-efab009d-1288-4a60-945d-9f7f007b32e8 req-27a0633a-3a4f-4605-aaa2-037d7b07add4 service neutron] 10.222.0.68 "GET /v2.0/networks/a8aaeb65-e172-4fdd-9f1a-cbdbda638f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841298 Aug 16 22:53:54.854911 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-d8c865b2-f476-482b-a809-75d6afc3163b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=934ca4d0283b420081f9f15cff2f8e64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1384654 Aug 16 22:53:54.855156 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60924) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:54.901178 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3c5f38d0-1df2-406a-bf3f-b40d12f084f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:54.921789 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3c5f38d0-1df2-406a-bf3f-b40d12f084f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:54.969432 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3c5f38d0-1df2-406a-bf3f-b40d12f084f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:54.971892 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3c5f38d0-1df2-406a-bf3f-b40d12f084f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:54.973062 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-3c5f38d0-1df2-406a-bf3f-b40d12f084f4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/67a37436-e8a9-4955-952f-999efa25bd68 HTTP/1.1" status: 204 len: 168 time: 0.1170394 Aug 16 22:53:54.981087 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5f38d0-1df2-406a-bf3f-b40d12f084f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67a37436-e8a9-4955-952f-999efa25bd68,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:55.045675 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:55.308212 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc920617-8653-43bb-b570-d413a8cc5262 req-f23262f0-15c8-48a6-b18d-5d5a9b8b8bf5 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:55.312995 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bc920617-8653-43bb-b570-d413a8cc5262 req-f23262f0-15c8-48a6-b18d-5d5a9b8b8bf5 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/ports?device_id=90f849f6-77c3-4c08-b2bd-63815b5179a7 HTTP/1.1" status: 200 len: 945 time: 0.0660336 Aug 16 22:53:55.381499 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bc920617-8653-43bb-b570-d413a8cc5262 req-0eb4c997-0b23-480a-8383-03bbe36934ab tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/security-groups?id=7112d64a-fa50-4e7b-af47-b87caa1ebcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653131 Aug 16 22:53:55.399977 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbe1a3c-67ff-4fdf-9338-d191e8619a74 req-f175ac8b-3d75-4796-b81d-7a0d79d53cea tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:55.401705 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8dbe1a3c-67ff-4fdf-9338-d191e8619a74 req-f175ac8b-3d75-4796-b81d-7a0d79d53cea tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] 10.222.0.36 "GET /v2.0/ports?device_id=17f5bfe5-4d50-4d2e-8eab-b5da0dd55868 HTTP/1.1" status: 200 len: 945 time: 0.0782690 Aug 16 22:53:55.453000 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8dbe1a3c-67ff-4fdf-9338-d191e8619a74 req-4e03f420-d0b2-4f02-a895-d3f055cead53 tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f8a2671-4820-4bed-b29d-ce4513378842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445876 Aug 16 22:53:55.582363 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966a5a5b-9c43-416f-9837-a0ed461703e7 req-0da2dc9a-d206-4cc8-8848-585a04c76e43 tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:55.584027 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-966a5a5b-9c43-416f-9837-a0ed461703e7 req-0da2dc9a-d206-4cc8-8848-585a04c76e43 tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] 10.222.0.36 "GET /v2.0/ports?device_id=b115892f-b98a-4cde-8f7b-ecca2188b3a0 HTTP/1.1" status: 200 len: 944 time: 0.0550542 Aug 16 22:53:55.625765 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-966a5a5b-9c43-416f-9837-a0ed461703e7 req-3bfb70b3-d300-4dd7-93d0-35b16e824c76 tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] 10.222.0.36 "GET /v2.0/security-groups?id=45609832-a78f-4425-9a35-532fec9b7759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346379 Aug 16 22:53:55.700726 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:53:55.760252 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17ef7ca-803c-43bd-a834-2c448eeffebc req-534de38e-be80-44e3-9222-69cd9036c327 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:55.762909 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 60964) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:55.766847 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17ef7ca-803c-43bd-a834-2c448eeffebc req-534de38e-be80-44e3-9222-69cd9036c327 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:55.775343 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17ef7ca-803c-43bd-a834-2c448eeffebc req-534de38e-be80-44e3-9222-69cd9036c327 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:55.777164 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c17ef7ca-803c-43bd-a834-2c448eeffebc req-534de38e-be80-44e3-9222-69cd9036c327 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/ports?device_id=e710dfef-46f9-4168-bf81-72df8f58f7f6&device_id=eb466eeb-1aa5-43f0-8ac7-b12c0543ba14&device_id=90f849f6-77c3-4c08-b2bd-63815b5179a7 HTTP/1.1" status: 200 len: 2417 time: 0.0971153 Aug 16 22:53:55.826377 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a9f48a-f817-4354-a532-5afe6f0850a9 req-a8cf0aca-dc0e-47a5-a66d-cd637159a069 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:55.827876 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-27a9f48a-f817-4354-a532-5afe6f0850a9 req-a8cf0aca-dc0e-47a5-a66d-cd637159a069 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b972a69-4cef-4f2c-9e46-90524509cfbf HTTP/1.1" status: 200 len: 945 time: 0.1072156 Aug 16 22:53:55.836843 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c17ef7ca-803c-43bd-a834-2c448eeffebc req-73a95d4c-2fbc-4018-85ff-a41a237d09a5 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/security-groups?id=7112d64a-fa50-4e7b-af47-b87caa1ebcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511332 Aug 16 22:53:55.875946 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-c0752286-1c16-4fe4-8c02-3035d0ca9f7a tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1969950161'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:53:55.879145 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-27a9f48a-f817-4354-a532-5afe6f0850a9 req-b636b71b-ea6a-4000-8db8-c118e75c3134 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] 10.222.0.36 "GET /v2.0/security-groups?id=3816303d-9df9-4713-86ff-53d823e28b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414906 Aug 16 22:53:55.886584 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 812b238c-3ece-4afc-82e5-afd22cef2f1d details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:53:55.918785 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0752286-1c16-4fe4-8c02-3035d0ca9f7a tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Made reservation on behalf of b528224b3b2646b1be33edac9acd15da for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:53:55.923662 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c0752286-1c16-4fe4-8c02-3035d0ca9f7a tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:55.939301 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c0752286-1c16-4fe4-8c02-3035d0ca9f7a tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:56.032832 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 812b238c-3ece-4afc-82e5-afd22cef2f1d, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=812b238c-3ece-4afc-82e5-afd22cef2f1d,segment=NetworkSegment(ba972b88-db6b-4eb1-9871-9e900ec3fcf1),segment_id=ba972b88-db6b-4eb1-9871-9e900ec3fcf1)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:53:56.048226 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': '812b238c-3ece-4afc-82e5-afd22cef2f1d', 'network_id': 'a8aaeb65-e172-4fdd-9f1a-cbdbda638f0b', 'port_id': '812b238c-3ece-4afc-82e5-afd22cef2f1d', 'mac_address': 'fa:16:3e:96:12:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5081f3b-73a4-4d61-9e4a-3f5b25fa6900', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:53:56.085885 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c0752286-1c16-4fe4-8c02-3035d0ca9f7a tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:56.094477 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c0752286-1c16-4fe4-8c02-3035d0ca9f7a tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:56.120160 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:56.133398 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 812b238c-3ece-4afc-82e5-afd22cef2f1d {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:53:56.147982 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66608937-3920-42e3-8df1-5a3989852090 req-473ce525-8d19-4f2a-be23-fd3dfe2c2b2e tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:56.155928 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-66608937-3920-42e3-8df1-5a3989852090 req-473ce525-8d19-4f2a-be23-fd3dfe2c2b2e tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/ports?device_id=e710dfef-46f9-4168-bf81-72df8f58f7f6 HTTP/1.1" status: 200 len: 946 time: 0.0663381 Aug 16 22:53:56.170146 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0752286-1c16-4fe4-8c02-3035d0ca9f7a tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:53:56.172029 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 812b238c-3ece-4afc-82e5-afd22cef2f1d, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=812b238c-3ece-4afc-82e5-afd22cef2f1d,segment=NetworkSegment(ba972b88-db6b-4eb1-9871-9e900ec3fcf1),segment_id=ba972b88-db6b-4eb1-9871-9e900ec3fcf1)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:53:56.175469 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0752286-1c16-4fe4-8c02-3035d0ca9f7a tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2dacaf0-6d35-4ba1-853f-dd909a5662cd,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:56.185294 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c0752286-1c16-4fe4-8c02-3035d0ca9f7a tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:56.187338 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-c0752286-1c16-4fe4-8c02-3035d0ca9f7a tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Added segment 2c1f8c3c-f62e-4c63-9c1d-a6bdfe9b0e5c of type vlan for network dc9627d8-9929-4797-931a-e399784f4d6d Aug 16 22:53:56.193170 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:56.208225 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-66608937-3920-42e3-8df1-5a3989852090 req-9b682fe6-6b83-4f9e-8857-42e4ef0d35b9 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/security-groups?id=7112d64a-fa50-4e7b-af47-b87caa1ebcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504887 Aug 16 22:53:56.256418 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c0752286-1c16-4fe4-8c02-3035d0ca9f7a tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:56.261222 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=812b238c-3ece-4afc-82e5-afd22cef2f1d,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:56.283988 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c0752286-1c16-4fe4-8c02-3035d0ca9f7a tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:56.290123 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0752286-1c16-4fe4-8c02-3035d0ca9f7a tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:56.290866 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c0752286-1c16-4fe4-8c02-3035d0ca9f7a tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:56.357612 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-c0752286-1c16-4fe4-8c02-3035d0ca9f7a tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.5919776 Aug 16 22:53:56.360678 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 60994) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:56.368655 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-c8d2745f-a8a9-4dda-868b-be5d4895ad82 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Request body: {'port': {'network_id': 'dc9627d8-9929-4797-931a-e399784f4d6d', 'name': 'tempest-PortsTestJSON-339204285'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:53:56.373356 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0752286-1c16-4fe4-8c02-3035d0ca9f7a tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Pushing event updated for resources: {'Network': ['ID=dc9627d8-9929-4797-931a-e399784f4d6d,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:56.387841 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network dc9627d8-9929-4797-931a-e399784f4d6d details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:53:56.470869 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['812b238c-3ece-4afc-82e5-afd22cef2f1d'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:53:56.493755 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8d2745f-a8a9-4dda-868b-be5d4895ad82 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Made reservation on behalf of b528224b3b2646b1be33edac9acd15da for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:53:56.500009 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c8d2745f-a8a9-4dda-868b-be5d4895ad82 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:56.519409 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-c8d2745f-a8a9-4dda-868b-be5d4895ad82 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] device_id is not set on port 193f35b9-6704-45ec-bc1b-806edbfb1257 yet. {{(pid=101291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:53:56.568698 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 82024952-9aa7-490b-94c3-07408d48cdb2 up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:53:56.636438 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce563c54-0674-4fc2-b2cf-9c2734dd616c req-228b7ed1-16a1-40d4-9fc6-d7f7ff25ace1 tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:56.638861 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ce563c54-0674-4fc2-b2cf-9c2734dd616c req-228b7ed1-16a1-40d4-9fc6-d7f7ff25ace1 tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] 10.222.0.36 "GET /v2.0/ports?device_id=17f5bfe5-4d50-4d2e-8eab-b5da0dd55868 HTTP/1.1" status: 200 len: 945 time: 0.0588844 Aug 16 22:53:56.696932 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning for port 82024952-9aa7-490b-94c3-07408d48cdb2 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:53:56.714346 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port 82024952-9aa7-490b-94c3-07408d48cdb2 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:53:56.714499 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ce563c54-0674-4fc2-b2cf-9c2734dd616c req-ffad0fab-994e-49d2-9c3f-fc5c62bdda6c tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f8a2671-4820-4bed-b29d-ce4513378842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689366 Aug 16 22:53:56.714682 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:56.758385 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c8d2745f-a8a9-4dda-868b-be5d4895ad82 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:56.804296 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c8d2745f-a8a9-4dda-868b-be5d4895ad82 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:56.827334 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:56.832186 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b736212-83ac-4062-b9ae-b81797cfbbe8 req-54833b40-c9c2-4dfb-b4ad-0efd3d50d35b tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:56.835616 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0b736212-83ac-4062-b9ae-b81797cfbbe8 req-54833b40-c9c2-4dfb-b4ad-0efd3d50d35b tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] 10.222.0.36 "GET /v2.0/ports?device_id=b115892f-b98a-4cde-8f7b-ecca2188b3a0 HTTP/1.1" status: 200 len: 945 time: 0.0744598 Aug 16 22:53:56.867118 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 82024952-9aa7-490b-94c3-07408d48cdb2, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=82024952-9aa7-490b-94c3-07408d48cdb2,segment=NetworkSegment(a1591063-139e-43c7-a8c7-96e9de828ec2),segment_id=a1591063-139e-43c7-a8c7-96e9de828ec2)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:53:56.868640 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b972a69-4cef-4f2c-9e46-90524509cfbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82024952-9aa7-490b-94c3-07408d48cdb2'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:53:56.871389 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8943673-d024-40e9-95d7-75eb780517d2" -d '{"events": [{"server_uuid": "3b972a69-4cef-4f2c-9e46-90524509cfbf", "name": "network-vif-plugged", "status": "completed", "tag": "82024952-9aa7-490b-94c3-07408d48cdb2"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:53:56.876069 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:56.888361 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0b736212-83ac-4062-b9ae-b81797cfbbe8 req-9b7ab167-9d07-44e8-9586-5af883ffe8b2 tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] 10.222.0.36 "GET /v2.0/security-groups?id=45609832-a78f-4425-9a35-532fec9b7759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465710 Aug 16 22:53:56.898424 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d2745f-a8a9-4dda-868b-be5d4895ad82 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Pushing event updated for resources: {'Port': ['ID=193f35b9-6704-45ec-bc1b-806edbfb1257,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:56.910958 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d2745f-a8a9-4dda-868b-be5d4895ad82 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Checking segment: {'id': '2c1f8c3c-f62e-4c63-9c1d-a6bdfe9b0e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'dc9627d8-9929-4797-931a-e399784f4d6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:53:56.912207 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d2745f-a8a9-4dda-868b-be5d4895ad82 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Network hostable DHCP agents. Network: dc9627d8-9929-4797-931a-e399784f4d6d, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:53:56.933942 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d2745f-a8a9-4dda-868b-be5d4895ad82 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Network dc9627d8-9929-4797-931a-e399784f4d6d is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:53:56.936775 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=82024952-9aa7-490b-94c3-07408d48cdb2,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:56.962995 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-c8d2745f-a8a9-4dda-868b-be5d4895ad82 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, dc9627d8-9929-4797-931a-e399784f4d6d) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:53:56.968711 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d2745f-a8a9-4dda-868b-be5d4895ad82 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:53:56.976362 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c774bad8-9f5e-4541-842c-145553758e20 None None] Network dc9627d8-9929-4797-931a-e399784f4d6d requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:53:56.978070 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d2745f-a8a9-4dda-868b-be5d4895ad82 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:56.978821 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c8d2745f-a8a9-4dda-868b-be5d4895ad82 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:57.025748 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-c8d2745f-a8a9-4dda-868b-be5d4895ad82 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.6642208 Aug 16 22:53:57.026524 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 32794) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:57.037236 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-d8deae62-00f0-4deb-8010-1ef28ca4cd79 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-401764848'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:53:57.039239 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06e344d8-8021-4e68-8114-efea6bfa3ae4 x-openstack-request-id: req-06e344d8-8021-4e68-8114-efea6bfa3ae4 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:53:57.040019 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b972a69-4cef-4f2c-9e46-90524509cfbf", "name": "network-vif-plugged", "status": "completed", "tag": "82024952-9aa7-490b-94c3-07408d48cdb2", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:53:57.041234 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-06e344d8-8021-4e68-8114-efea6bfa3ae4 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:53:57.042668 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b972a69-4cef-4f2c-9e46-90524509cfbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82024952-9aa7-490b-94c3-07408d48cdb2', 'code': 200} Aug 16 22:53:57.083913 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8deae62-00f0-4deb-8010-1ef28ca4cd79 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Made reservation on behalf of b528224b3b2646b1be33edac9acd15da for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:53:57.089259 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d8deae62-00f0-4deb-8010-1ef28ca4cd79 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:57.095394 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eeeef2-69ec-48a3-aebc-550fa9691030 req-1b7c3c86-1bb0-4a81-bdda-7ee7f6320eb5 tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:57.096366 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-08eeeef2-69ec-48a3-aebc-550fa9691030 req-1b7c3c86-1bb0-4a81-bdda-7ee7f6320eb5 tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] 10.222.0.36 "GET /v2.0/ports?device_id=17f5bfe5-4d50-4d2e-8eab-b5da0dd55868 HTTP/1.1" status: 200 len: 945 time: 0.1093414 Aug 16 22:53:57.117544 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 32796) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:57.133802 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-46366bef-4a48-4ca6-b037-b564a5b46c65 tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] Request body: {'floatingip': {'port_id': 'ee33ed41-4cca-40de-891b-38c2fb6e5688'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:53:57.168474 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d108e46-4f23-4bbd-80aa-dc7f4a667a1d req-30ce1bda-e0aa-4c16-af98-50534ebae8de tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:57.170064 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8d108e46-4f23-4bbd-80aa-dc7f4a667a1d req-30ce1bda-e0aa-4c16-af98-50534ebae8de tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b972a69-4cef-4f2c-9e46-90524509cfbf HTTP/1.1" status: 200 len: 946 time: 0.0726752 Aug 16 22:53:57.231458 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8d108e46-4f23-4bbd-80aa-dc7f4a667a1d req-96fb647c-ec88-43be-a28f-371bbc2ba768 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] 10.222.0.36 "GET /v2.0/security-groups?id=3816303d-9df9-4713-86ff-53d823e28b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549672 Aug 16 22:53:57.289725 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-46366bef-4a48-4ca6-b037-b564a5b46c65 tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] Notify callbacks [] for floatingip, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:57.294048 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8deae62-00f0-4deb-8010-1ef28ca4cd79 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:53:57.349433 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 32808) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:57.382780 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d8deae62-00f0-4deb-8010-1ef28ca4cd79 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:57.383131 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-d8deae62-00f0-4deb-8010-1ef28ca4cd79 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Added segment f0b6edd2-beff-4fa2-adfb-8df6e0b29cf9 of type vlan for network 3a24dcfe-ccd9-4608-8e16-305cb2231030 Aug 16 22:53:57.385978 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bcd080-169a-4125-b2b7-2f4d9fe2524a req-b5990282-2df3-48b1-94c8-d2f051d3290f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:57.387617 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-41bcd080-169a-4125-b2b7-2f4d9fe2524a req-b5990282-2df3-48b1-94c8-d2f051d3290f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3b972a69-4cef-4f2c-9e46-90524509cfbf HTTP/1.1" status: 200 len: 1098 time: 0.2487469 Aug 16 22:53:57.437611 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c114ea-af2f-432a-b893-ad6e0ad9f14d req-8ad51e46-bc94-466c-a541-9d89ee3d04cb tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:57.440173 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-91c114ea-af2f-432a-b893-ad6e0ad9f14d req-8ad51e46-bc94-466c-a541-9d89ee3d04cb tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] 10.222.0.36 "GET /v2.0/ports?device_id=a50c58d7-d116-4c8e-b014-130d383ba537 HTTP/1.1" status: 200 len: 946 time: 0.0801511 Aug 16 22:53:57.499396 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-41bcd080-169a-4125-b2b7-2f4d9fe2524a req-4b888eff-0db8-4431-a7ac-7903d104080b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=3816303d-9df9-4713-86ff-53d823e28b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950017 Aug 16 22:53:57.502760 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d8deae62-00f0-4deb-8010-1ef28ca4cd79 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:57.504834 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8d6c0f40-afa3-4c6b-bd43-1e6896251e39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:57.511084 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-91c114ea-af2f-432a-b893-ad6e0ad9f14d req-7dde6e15-65d6-4057-81f7-e1a77861a1e1 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] 10.222.0.36 "GET /v2.0/security-groups?id=540ed4cf-0245-400b-b069-6009faf7f924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613689 Aug 16 22:53:57.576945 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d8deae62-00f0-4deb-8010-1ef28ca4cd79 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:57.582564 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8deae62-00f0-4deb-8010-1ef28ca4cd79 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:57.583210 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d8deae62-00f0-4deb-8010-1ef28ca4cd79 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:57.615087 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8d6c0f40-afa3-4c6b-bd43-1e6896251e39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:57.621268 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8d6c0f40-afa3-4c6b-bd43-1e6896251e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:57.666445 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6c0f40-afa3-4c6b-bd43-1e6896251e39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e291c0da-3c7c-482c-bcc1-0841efece04e,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:57.671105 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-8d6c0f40-afa3-4c6b-bd43-1e6896251e39 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=554c7ce7b74a4ea7bb9fcd4306d5de3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3199804 Aug 16 22:53:57.676063 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 32816) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:57.741444 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e5a68961-357c-4dc7-a232-64b484132826 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:57.794004 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e5a68961-357c-4dc7-a232-64b484132826 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:57.845384 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e535508d-b76a-4c87-bb43-2bf1455790cd req-0ac3cddb-2cb7-4659-aa3c-97f288a9a493 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:57.846940 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e535508d-b76a-4c87-bb43-2bf1455790cd req-0ac3cddb-2cb7-4659-aa3c-97f288a9a493 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/ports?device_id=90f849f6-77c3-4c08-b2bd-63815b5179a7 HTTP/1.1" status: 200 len: 945 time: 0.0927124 Aug 16 22:53:57.891399 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e5a68961-357c-4dc7-a232-64b484132826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:57.894267 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e5a68961-357c-4dc7-a232-64b484132826 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:57.899562 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-e5a68961-357c-4dc7-a232-64b484132826 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e291c0da-3c7c-482c-bcc1-0841efece04e HTTP/1.1" status: 204 len: 168 time: 0.2179186 Aug 16 22:53:57.904318 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e535508d-b76a-4c87-bb43-2bf1455790cd req-245b791f-09cc-435f-9290-51936320fbdc tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/security-groups?id=7112d64a-fa50-4e7b-af47-b87caa1ebcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475276 Aug 16 22:53:57.905617 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 812b238c-3ece-4afc-82e5-afd22cef2f1d up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:53:57.909703 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a68961-357c-4dc7-a232-64b484132826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e291c0da-3c7c-482c-bcc1-0841efece04e,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:57.958334 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-d8deae62-00f0-4deb-8010-1ef28ca4cd79 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9276004 Aug 16 22:53:57.958964 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 32824) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:57.964961 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-3e5898c0-7ba2-4772-8fc1-08ae836050d2 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Request body: {'ports': [{'network_id': 'dc9627d8-9929-4797-931a-e399784f4d6d'}, {'network_id': '3a24dcfe-ccd9-4608-8e16-305cb2231030'}]} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:53:57.965383 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-3e5898c0-7ba2-4772-8fc1-08ae836050d2 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Request body: {'port': {'network_id': 'dc9627d8-9929-4797-931a-e399784f4d6d'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:53:57.965741 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-3e5898c0-7ba2-4772-8fc1-08ae836050d2 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Request body: {'port': {'network_id': '3a24dcfe-ccd9-4608-8e16-305cb2231030'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:53:58.042527 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning for port 812b238c-3ece-4afc-82e5-afd22cef2f1d completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:53:58.048509 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port 812b238c-3ece-4afc-82e5-afd22cef2f1d triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:53:58.049172 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:58.123615 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8deae62-00f0-4deb-8010-1ef28ca4cd79 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Pushing event updated for resources: {'Network': ['ID=3a24dcfe-ccd9-4608-8e16-305cb2231030,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:58.142888 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6884c71-993a-4462-abad-cb9312e29709 req-9d05ffca-ca5b-4862-bb89-1d31917879fa tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:58.144619 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f6884c71-993a-4462-abad-cb9312e29709 req-9d05ffca-ca5b-4862-bb89-1d31917879fa tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] 10.222.0.36 "GET /v2.0/ports?device_id=b115892f-b98a-4cde-8f7b-ecca2188b3a0 HTTP/1.1" status: 200 len: 945 time: 0.1218114 Aug 16 22:53:58.236666 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e5898c0-7ba2-4772-8fc1-08ae836050d2 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Made reservation on behalf of b528224b3b2646b1be33edac9acd15da for: {'port': 2} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:53:58.242227 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3e5898c0-7ba2-4772-8fc1-08ae836050d2 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:58.282535 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f6884c71-993a-4462-abad-cb9312e29709 req-1642d4c9-337d-46d5-a102-560d0bd9e1b0 tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] 10.222.0.36 "GET /v2.0/security-groups?id=45609832-a78f-4425-9a35-532fec9b7759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284845 Aug 16 22:53:58.283784 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3e5898c0-7ba2-4772-8fc1-08ae836050d2 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:58.338864 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 3a24dcfe-ccd9-4608-8e16-305cb2231030 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:53:58.393621 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-46366bef-4a48-4ca6-b037-b564a5b46c65 tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:58.398782 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-46366bef-4a48-4ca6-b037-b564a5b46c65 tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:58.408344 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [None req-3e5898c0-7ba2-4772-8fc1-08ae836050d2 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] device_id is not set on port ed3b0672-841b-41db-a69d-2e3c5fc1cf63 yet. {{(pid=101292) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:53:58.466613 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f984fdd-a001-4a7f-962f-d1c8982fe2f3 req-efb1072f-a88b-4f7c-af03-5b68bc5e87f7 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:58.468569 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7f984fdd-a001-4a7f-962f-d1c8982fe2f3 req-efb1072f-a88b-4f7c-af03-5b68bc5e87f7 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b972a69-4cef-4f2c-9e46-90524509cfbf HTTP/1.1" status: 200 len: 946 time: 0.1082387 Aug 16 22:53:58.502208 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:58.541152 n-d-791506-26 neutron-server[101291]: INFO neutron.db.l3_db [None req-46366bef-4a48-4ca6-b037-b564a5b46c65 tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] Floating IP 8b50a96f-8df7-4cca-97c8-f99dfd0d55ce associated. External IP: 172.25.4.64, port: ee33ed41-4cca-40de-891b-38c2fb6e5688. Aug 16 22:53:58.554420 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 812b238c-3ece-4afc-82e5-afd22cef2f1d, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=812b238c-3ece-4afc-82e5-afd22cef2f1d,segment=NetworkSegment(ba972b88-db6b-4eb1-9871-9e900ec3fcf1),segment_id=ba972b88-db6b-4eb1-9871-9e900ec3fcf1)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:53:58.559707 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:58.612514 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7f984fdd-a001-4a7f-962f-d1c8982fe2f3 req-9525216c-b616-4ef9-9e61-b3eb56c6737d tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] 10.222.0.36 "GET /v2.0/security-groups?id=3816303d-9df9-4713-86ff-53d823e28b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333933 Aug 16 22:53:58.651157 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=812b238c-3ece-4afc-82e5-afd22cef2f1d,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:58.727108 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3e5898c0-7ba2-4772-8fc1-08ae836050d2 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:58.807635 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3166e3-be8a-4fc5-bdce-fc183914e464 req-6b01cdc7-0848-4281-82ad-fdce27dc3b96 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:58.808823 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2a3166e3-be8a-4fc5-bdce-fc183914e464 req-6b01cdc7-0848-4281-82ad-fdce27dc3b96 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] 10.222.0.36 "GET /v2.0/ports?device_id=a50c58d7-d116-4c8e-b014-130d383ba537 HTTP/1.1" status: 200 len: 946 time: 0.1146502 Aug 16 22:53:58.824100 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [None req-3e5898c0-7ba2-4772-8fc1-08ae836050d2 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] device_id is not set on port d6c5a101-233b-411e-82d8-5aa4b6cc2a1e yet. {{(pid=101292) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:53:58.829266 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46366bef-4a48-4ca6-b037-b564a5b46c65 tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] Router 60f41f82-e452-41fa-9b14-d68572276c94 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:53:58.869405 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2a3166e3-be8a-4fc5-bdce-fc183914e464 req-9afc9458-42a3-415f-8dc4-22a7bf8b6e15 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] 10.222.0.36 "GET /v2.0/security-groups?id=540ed4cf-0245-400b-b069-6009faf7f924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490398 Aug 16 22:53:58.957258 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 32852) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:58.976860 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46366bef-4a48-4ca6-b037-b564a5b46c65 tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:53:58.981734 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3e5898c0-7ba2-4772-8fc1-08ae836050d2 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:58.990222 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecac406a-5370-485b-8209-88b09451bc01 None None] Sync routers for ids ['60f41f82-e452-41fa-9b14-d68572276c94'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:53:58.991075 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-46366bef-4a48-4ca6-b037-b564a5b46c65 tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:59.004867 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecac406a-5370-485b-8209-88b09451bc01 None None] Routers {'60f41f82-e452-41fa-9b14-d68572276c94'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:53:59.006797 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-ecac406a-5370-485b-8209-88b09451bc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:53:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['60f41f82-e452-41fa-9b14-d68572276c94'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:59.023741 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-46366bef-4a48-4ca6-b037-b564a5b46c65 tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] 10.222.0.36 "PUT /v2.0/floatingips/8b50a96f-8df7-4cca-97c8-f99dfd0d55ce HTTP/1.1" status: 200 len: 990 time: 1.9013264 Aug 16 22:53:59.024516 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17f5bfe5-4d50-4d2e-8eab-b5da0dd55868', 'tag': 'ee33ed41-4cca-40de-891b-38c2fb6e5688'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:53:59.028228 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b27682-e293-4423-a61b-f94ca4a79de1" -d '{"events": [{"name": "network-changed", "server_uuid": "17f5bfe5-4d50-4d2e-8eab-b5da0dd55868", "tag": "ee33ed41-4cca-40de-891b-38c2fb6e5688"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:53:59.034496 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3e5898c0-7ba2-4772-8fc1-08ae836050d2 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:59.047046 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b115892f-b98a-4cde-8f7b-ecca2188b3a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '812b238c-3ece-4afc-82e5-afd22cef2f1d'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:53:59.052721 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7edb7ff-35d3-40ff-bad4-58254efaa006" -d '{"events": [{"server_uuid": "b115892f-b98a-4cde-8f7b-ecca2188b3a0", "name": "network-vif-plugged", "status": "completed", "tag": "812b238c-3ece-4afc-82e5-afd22cef2f1d"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:53:59.119846 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5898c0-7ba2-4772-8fc1-08ae836050d2 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Network dc9627d8-9929-4797-931a-e399784f4d6d is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:53:59.126153 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-3e5898c0-7ba2-4772-8fc1-08ae836050d2 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:53:59.129653 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5898c0-7ba2-4772-8fc1-08ae836050d2 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:53:59.131016 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3e5898c0-7ba2-4772-8fc1-08ae836050d2 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:59.132619 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5898c0-7ba2-4772-8fc1-08ae836050d2 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Pushing event updated for resources: {'Port': ['ID=ed3b0672-841b-41db-a69d-2e3c5fc1cf63,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:59.144514 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-a634353d-2297-4a81-a744-9b7371a03e80 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-636315711-network', 'tenant_id': '360ba359ef89419c97d646da8796a108'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:53:59.190833 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5898c0-7ba2-4772-8fc1-08ae836050d2 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Pushing event updated for resources: {'Port': ['ID=d6c5a101-233b-411e-82d8-5aa4b6cc2a1e,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:59.191091 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-ecac406a-5370-485b-8209-88b09451bc01 None None] Set router 60f41f82-e452-41fa-9b14-d68572276c94 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:53:59.197605 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a634353d-2297-4a81-a744-9b7371a03e80 admin admin] Made reservation on behalf of 360ba359ef89419c97d646da8796a108 for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:53:59.200427 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a634353d-2297-4a81-a744-9b7371a03e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:59.211147 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2327ce42-a6ba-4687-a971-7a04a75a0182 req-2db0ad1d-e3fd-45f9-9774-7a071ba265f5 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:59.218770 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2327ce42-a6ba-4687-a971-7a04a75a0182 req-2db0ad1d-e3fd-45f9-9774-7a071ba265f5 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/ports?device_id=90f849f6-77c3-4c08-b2bd-63815b5179a7 HTTP/1.1" status: 200 len: 945 time: 0.1493785 Aug 16 22:53:59.226692 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abcaee35-9894-4167-a720-64b5d5a37997 x-openstack-request-id: req-abcaee35-9894-4167-a720-64b5d5a37997 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:53:59.227578 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17f5bfe5-4d50-4d2e-8eab-b5da0dd55868", "tag": "ee33ed41-4cca-40de-891b-38c2fb6e5688", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:53:59.227831 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-abcaee35-9894-4167-a720-64b5d5a37997 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:53:59.229816 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17f5bfe5-4d50-4d2e-8eab-b5da0dd55868', 'tag': 'ee33ed41-4cca-40de-891b-38c2fb6e5688', 'status': 'completed', 'code': 200} Aug 16 22:53:59.231763 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a634353d-2297-4a81-a744-9b7371a03e80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:59.275663 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5898c0-7ba2-4772-8fc1-08ae836050d2 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Checking segment: {'id': 'f0b6edd2-beff-4fa2-adfb-8df6e0b29cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '3a24dcfe-ccd9-4608-8e16-305cb2231030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:53:59.276127 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5898c0-7ba2-4772-8fc1-08ae836050d2 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Network hostable DHCP agents. Network: 3a24dcfe-ccd9-4608-8e16-305cb2231030, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:53:59.291759 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2327ce42-a6ba-4687-a971-7a04a75a0182 req-adbb0c1d-0b27-4a41-b40e-d113d829520e tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/security-groups?id=7112d64a-fa50-4e7b-af47-b87caa1ebcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708344 Aug 16 22:53:59.316447 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5898c0-7ba2-4772-8fc1-08ae836050d2 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Network 3a24dcfe-ccd9-4608-8e16-305cb2231030 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:53:59.340223 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-3e5898c0-7ba2-4772-8fc1-08ae836050d2 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 3a24dcfe-ccd9-4608-8e16-305cb2231030) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:53:59.355810 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5898c0-7ba2-4772-8fc1-08ae836050d2 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:53:59.363646 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5898c0-7ba2-4772-8fc1-08ae836050d2 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:59.366651 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b27682-e293-4423-a61b-f94ca4a79de1 req-1bfd080a-d487-4199-bb88-821615fcbf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:59.368226 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b3b27682-e293-4423-a61b-f94ca4a79de1 req-1bfd080a-d487-4199-bb88-821615fcbf3a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a9c0ed8d0d754c4dac8f472b354115ce&device_id=17f5bfe5-4d50-4d2e-8eab-b5da0dd55868 HTTP/1.1" status: 200 len: 1097 time: 0.0851462 Aug 16 22:53:59.373909 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5898c0-7ba2-4772-8fc1-08ae836050d2 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:59.374099 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e45c9db7-6a04-4574-8852-46a49899600e x-openstack-request-id: req-e45c9db7-6a04-4574-8852-46a49899600e {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:53:59.374318 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b115892f-b98a-4cde-8f7b-ecca2188b3a0", "name": "network-vif-plugged", "status": "completed", "tag": "812b238c-3ece-4afc-82e5-afd22cef2f1d", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:53:59.374558 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e45c9db7-6a04-4574-8852-46a49899600e {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:53:59.374949 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b115892f-b98a-4cde-8f7b-ecca2188b3a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '812b238c-3ece-4afc-82e5-afd22cef2f1d', 'code': 200} Aug 16 22:53:59.375196 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3e5898c0-7ba2-4772-8fc1-08ae836050d2 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:59.375651 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94512a52-064b-4f4b-b033-c4154f2f03a4 None None] Network 3a24dcfe-ccd9-4608-8e16-305cb2231030 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:53:59.458872 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca4b4cb-9c07-49ad-8b33-b7b1939d7f61 req-c6ed4f3c-930c-45a9-82b3-6a8855b3717c tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:59.462000 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4ca4b4cb-9c07-49ad-8b33-b7b1939d7f61 req-c6ed4f3c-930c-45a9-82b3-6a8855b3717c tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] 10.222.0.36 "GET /v2.0/ports?device_id=b115892f-b98a-4cde-8f7b-ecca2188b3a0 HTTP/1.1" status: 200 len: 946 time: 0.0656633 Aug 16 22:53:59.472436 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4de3d3f-f35b-4d6d-bddc-1e679d4f7132 req-acdd7389-74a5-4e33-8b46-7c9a20bfe701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:59.474786 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-f4de3d3f-f35b-4d6d-bddc-1e679d4f7132 req-acdd7389-74a5-4e33-8b46-7c9a20bfe701 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=b115892f-b98a-4cde-8f7b-ecca2188b3a0 HTTP/1.1" status: 200 len: 1098 time: 0.1214621 Aug 16 22:53:59.507709 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4ca4b4cb-9c07-49ad-8b33-b7b1939d7f61 req-f6290028-0d74-4081-bceb-a63873ab9062 tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] 10.222.0.36 "GET /v2.0/security-groups?id=45609832-a78f-4425-9a35-532fec9b7759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354567 Aug 16 22:53:59.511607 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a634353d-2297-4a81-a744-9b7371a03e80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:59.524479 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a634353d-2297-4a81-a744-9b7371a03e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:59.525648 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-3e5898c0-7ba2-4772-8fc1-08ae836050d2 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.5658128 Aug 16 22:53:59.526236 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 32866) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:59.572058 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b27682-e293-4423-a61b-f94ca4a79de1 req-067d7b2a-beaa-44d8-90ee-1d7b0fc33100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:59.573731 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b3b27682-e293-4423-a61b-f94ca4a79de1 req-067d7b2a-beaa-44d8-90ee-1d7b0fc33100 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7bb4d736-1ee0-4c9d-95be-95b3b284910b HTTP/1.1" status: 200 len: 906 time: 0.1844606 Aug 16 22:53:59.576944 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a634353d-2297-4a81-a744-9b7371a03e80 admin admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:53:59.591422 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-f4de3d3f-f35b-4d6d-bddc-1e679d4f7132 req-6159aa9b-8846-4bbc-b188-0f6da029e190 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=45609832-a78f-4425-9a35-532fec9b7759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067998 Aug 16 22:53:59.621789 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-ecac406a-5370-485b-8209-88b09451bc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f41f82-e452-41fa-9b14-d68572276c94', 'name': 'tempest-ServersTestJSON-880350797-router', 'tenant_id': 'a9c0ed8d0d754c4dac8f472b354115ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '30ffc958-3eb7-4180-94cf-7f861cf615c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:53:09Z', 'updated_at': '2021-08-16T22:53:17Z', 'revision_number': 4, 'project_id': 'a9c0ed8d0d754c4dac8f472b354115ce', 'gw_port': {'id': '30ffc958-3eb7-4180-94cf-7f861cf615c2', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f41f82-e452-41fa-9b14-d68572276c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:09Z', 'updated_at': '2021-08-16T22:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': '8b50a96f-8df7-4cca-97c8-f99dfd0d55ce', 'tenant_id': 'a9c0ed8d0d754c4dac8f472b354115ce', 'floating_ip_address': '172.25.4.64', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': '60f41f82-e452-41fa-9b14-d68572276c94', 'port_id': 'ee33ed41-4cca-40de-891b-38c2fb6e5688', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bb4d736-1ee0-4c9d-95be-95b3b284910b', 'mac_address': 'fa:16:3e:92:47:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f5bfe5-4d50-4d2e-8eab-b5da0dd55868', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:53:25Z', 'updated_at': '2021-08-16T22:53:58Z', 'revision_number': 1, 'project_id': 'a9c0ed8d0d754c4dac8f472b354115ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9cfd26d-c3f5-4cde-a062-35a75382e027', 'name': '', 'network_id': '7bb4d736-1ee0-4c9d-95be-95b3b284910b', 'tenant_id': 'a9c0ed8d0d754c4dac8f472b354115ce', 'mac_address': 'fa:16:3e:59:47:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f41f82-e452-41fa-9b14-d68572276c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '4f17be0c-e94d-48bc-9b35-a0b031c07b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:15Z', 'updated_at': '2021-08-16T22:53:23Z', 'revision_number': 5, 'project_id': 'a9c0ed8d0d754c4dac8f472b354115ce', 'subnets': [{'id': '4f17be0c-e94d-48bc-9b35-a0b031c07b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:59.627406 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-48245bdd-11ab-4f79-9cf0-a9ba415f3c3b tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Deleting port d6c5a101-233b-411e-82d8-5aa4b6cc2a1e {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:53:59.627828 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-48245bdd-11ab-4f79-9cf0-a9ba415f3c3b tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:59.656013 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecac406a-5370-485b-8209-88b09451bc01 None None] Checking router: 60f41f82-e452-41fa-9b14-d68572276c94 for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:53:59.662993 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b3b27682-e293-4423-a61b-f94ca4a79de1 req-02a4c34e-7c2c-48bc-813e-50c97ee6bef1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee33ed41-4cca-40de-891b-38c2fb6e5688 HTTP/1.1" status: 200 len: 998 time: 0.0747483 Aug 16 22:53:59.666483 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecac406a-5370-485b-8209-88b09451bc01 None None] Routers {'60f41f82-e452-41fa-9b14-d68572276c94'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:53:59.666758 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-ecac406a-5370-485b-8209-88b09451bc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:53:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['60f41f82-e452-41fa-9b14-d68572276c94'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:53:59.667036 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a634353d-2297-4a81-a744-9b7371a03e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:59.667460 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-a634353d-2297-4a81-a744-9b7371a03e80 admin admin] Added segment 6edf975f-584b-457e-be27-9a9457978487 of type vlan for network 3681de79-445f-48a0-8870-108f9a08910b Aug 16 22:53:59.668928 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a634353d-2297-4a81-a744-9b7371a03e80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=034b2370-cf60-4c4b-9f41-d074191bc3ee,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:53:59.717172 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-48245bdd-11ab-4f79-9cf0-a9ba415f3c3b tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:59.750576 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a634353d-2297-4a81-a744-9b7371a03e80 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:59.761724 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-48245bdd-11ab-4f79-9cf0-a9ba415f3c3b tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Calling delete_port for d6c5a101-233b-411e-82d8-5aa4b6cc2a1e owned by {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:53:59.764686 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b27682-e293-4423-a61b-f94ca4a79de1 req-c2264cc0-a556-4955-8837-b0be8617db94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:59.766466 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b3b27682-e293-4423-a61b-f94ca4a79de1 req-c2264cc0-a556-4955-8837-b0be8617db94 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4f17be0c-e94d-48bc-9b35-a0b031c07b96 HTTP/1.1" status: 200 len: 844 time: 0.0876508 Aug 16 22:53:59.813890 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a634353d-2297-4a81-a744-9b7371a03e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:59.814572 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a634353d-2297-4a81-a744-9b7371a03e80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:59.815169 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a634353d-2297-4a81-a744-9b7371a03e80 admin admin] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:59.830254 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-ecac406a-5370-485b-8209-88b09451bc01 None None] Set router 60f41f82-e452-41fa-9b14-d68572276c94 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:53:59.832428 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95ea81d-cc8e-4349-a436-b168fc3a5a42 req-47f5619c-d01b-4709-aab8-447a1bccf420 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:59.835234 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b95ea81d-cc8e-4349-a436-b168fc3a5a42 req-47f5619c-d01b-4709-aab8-447a1bccf420 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b972a69-4cef-4f2c-9e46-90524509cfbf HTTP/1.1" status: 200 len: 946 time: 0.1209939 Aug 16 22:53:59.872772 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-a634353d-2297-4a81-a744-9b7371a03e80 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9085624 Aug 16 22:53:59.873163 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 32870) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:53:59.877917 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-c64a8c2b-1fe1-44b0-9bff-17bed1851bfc admin admin] Request body: {'subnet': {'network_id': '3681de79-445f-48a0-8870-108f9a08910b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-636315711-subnet', 'tenant_id': '360ba359ef89419c97d646da8796a108', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:53:59.884057 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b27682-e293-4423-a61b-f94ca4a79de1 req-c9b20ca1-79e2-4411-a89c-58a18b22a6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:53:59.885668 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b3b27682-e293-4423-a61b-f94ca4a79de1 req-c9b20ca1-79e2-4411-a89c-58a18b22a6e0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7bb4d736-1ee0-4c9d-95be-95b3b284910b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1096303 Aug 16 22:53:59.921233 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b95ea81d-cc8e-4349-a436-b168fc3a5a42 req-c7f6ffae-e8f1-4737-bc84-9f9443faeaa8 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] 10.222.0.36 "GET /v2.0/security-groups?id=3816303d-9df9-4713-86ff-53d823e28b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765364 Aug 16 22:53:59.925751 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-48245bdd-11ab-4f79-9cf0-a9ba415f3c3b tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:53:59.986081 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a634353d-2297-4a81-a744-9b7371a03e80 admin admin] Pushing event updated for resources: {'Network': ['ID=3681de79-445f-48a0-8870-108f9a08910b,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:00.000465 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 3681de79-445f-48a0-8870-108f9a08910b details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:54:00.001705 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48245bdd-11ab-4f79-9cf0-a9ba415f3c3b tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Pushing event deleted for resources: {'Port': ['ID=d6c5a101-233b-411e-82d8-5aa4b6cc2a1e,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:00.007582 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b3b27682-e293-4423-a61b-f94ca4a79de1 req-44502bc8-30f4-4a7c-8e30-2371fa8a42c6 service neutron] 10.222.0.57 "GET /v2.0/networks/7bb4d736-1ee0-4c9d-95be-95b3b284910b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091597 Aug 16 22:54:00.009371 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c64a8c2b-1fe1-44b0-9bff-17bed1851bfc admin admin] Made reservation on behalf of 360ba359ef89419c97d646da8796a108 for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:54:00.012113 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c64a8c2b-1fe1-44b0-9bff-17bed1851bfc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:00.088812 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-48245bdd-11ab-4f79-9cf0-a9ba415f3c3b tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:00.093972 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-48245bdd-11ab-4f79-9cf0-a9ba415f3c3b tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "DELETE /v2.0/ports/d6c5a101-233b-411e-82d8-5aa4b6cc2a1e HTTP/1.1" status: 204 len: 168 time: 0.5642288 Aug 16 22:54:00.096415 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 32878) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:00.144655 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43376007-ff91-471b-a016-d40dd5f1ea1c req-34cff821-6d93-48e9-aba1-a0ce4a96d9c1 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:00.150262 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-43376007-ff91-471b-a016-d40dd5f1ea1c req-34cff821-6d93-48e9-aba1-a0ce4a96d9c1 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] 10.222.0.36 "GET /v2.0/ports?device_id=a50c58d7-d116-4c8e-b014-130d383ba537 HTTP/1.1" status: 200 len: 946 time: 0.1571560 Aug 16 22:54:00.155994 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-ecac406a-5370-485b-8209-88b09451bc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f41f82-e452-41fa-9b14-d68572276c94', 'name': 'tempest-ServersTestJSON-880350797-router', 'tenant_id': 'a9c0ed8d0d754c4dac8f472b354115ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '30ffc958-3eb7-4180-94cf-7f861cf615c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:53:09Z', 'updated_at': '2021-08-16T22:53:17Z', 'revision_number': 4, 'project_id': 'a9c0ed8d0d754c4dac8f472b354115ce', 'gw_port': {'id': '30ffc958-3eb7-4180-94cf-7f861cf615c2', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f41f82-e452-41fa-9b14-d68572276c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:09Z', 'updated_at': '2021-08-16T22:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': '8b50a96f-8df7-4cca-97c8-f99dfd0d55ce', 'tenant_id': 'a9c0ed8d0d754c4dac8f472b354115ce', 'floating_ip_address': '172.25.4.64', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': '60f41f82-e452-41fa-9b14-d68572276c94', 'port_id': 'ee33ed41-4cca-40de-891b-38c2fb6e5688', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bb4d736-1ee0-4c9d-95be-95b3b284910b', 'mac_address': 'fa:16:3e:92:47:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f5bfe5-4d50-4d2e-8eab-b5da0dd55868', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:53:25Z', 'updated_at': '2021-08-16T22:53:58Z', 'revision_number': 1, 'project_id': 'a9c0ed8d0d754c4dac8f472b354115ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9cfd26d-c3f5-4cde-a062-35a75382e027', 'name': '', 'network_id': '7bb4d736-1ee0-4c9d-95be-95b3b284910b', 'tenant_id': 'a9c0ed8d0d754c4dac8f472b354115ce', 'mac_address': 'fa:16:3e:59:47:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f41f82-e452-41fa-9b14-d68572276c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '4f17be0c-e94d-48bc-9b35-a0b031c07b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:15Z', 'updated_at': '2021-08-16T22:53:23Z', 'revision_number': 5, 'project_id': 'a9c0ed8d0d754c4dac8f472b354115ce', 'subnets': [{'id': '4f17be0c-e94d-48bc-9b35-a0b031c07b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:54:00.192586 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecac406a-5370-485b-8209-88b09451bc01 None None] The sync data for ids ['60f41f82-e452-41fa-9b14-d68572276c94'] in n-d-791506-26 is: [{'id': '60f41f82-e452-41fa-9b14-d68572276c94', 'name': 'tempest-ServersTestJSON-880350797-router', 'tenant_id': 'a9c0ed8d0d754c4dac8f472b354115ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '30ffc958-3eb7-4180-94cf-7f861cf615c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:53:09Z', 'updated_at': '2021-08-16T22:53:17Z', 'revision_number': 4, 'project_id': 'a9c0ed8d0d754c4dac8f472b354115ce', 'gw_port': {'id': '30ffc958-3eb7-4180-94cf-7f861cf615c2', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f41f82-e452-41fa-9b14-d68572276c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:09Z', 'updated_at': '2021-08-16T22:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': '8b50a96f-8df7-4cca-97c8-f99dfd0d55ce', 'tenant_id': 'a9c0ed8d0d754c4dac8f472b354115ce', 'floating_ip_address': '172.25.4.64', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': '60f41f82-e452-41fa-9b14-d68572276c94', 'port_id': 'ee33ed41-4cca-40de-891b-38c2fb6e5688', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bb4d736-1ee0-4c9d-95be-95b3b284910b', 'mac_address': 'fa:16:3e:92:47:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f5bfe5-4d50-4d2e-8eab-b5da0dd55868', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:53:25Z', 'updated_at': '2021-08-16T22:53:58Z', 'revision_number': 1, 'project_id': 'a9c0ed8d0d754c4dac8f472b354115ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9cfd26d-c3f5-4cde-a062-35a75382e027', 'name': '', 'network_id': '7bb4d736-1ee0-4c9d-95be-95b3b284910b', 'tenant_id': 'a9c0ed8d0d754c4dac8f472b354115ce', 'mac_address': 'fa:16:3e:59:47:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f41f82-e452-41fa-9b14-d68572276c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '4f17be0c-e94d-48bc-9b35-a0b031c07b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:15Z', 'updated_at': '2021-08-16T22:53:23Z', 'revision_number': 5, 'project_id': 'a9c0ed8d0d754c4dac8f472b354115ce', 'subnets': [{'id': '4f17be0c-e94d-48bc-9b35-a0b031c07b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:54:00.197743 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da5a88-4302-4278-a0e9-1697bed1a9e5 req-25fd2435-8753-4d30-8236-a845de430d0c tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:00.203520 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f1da5a88-4302-4278-a0e9-1697bed1a9e5 req-25fd2435-8753-4d30-8236-a845de430d0c tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c4c99e2-7d76-40fa-9e40-1a302aa8335d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1627495 Aug 16 22:54:00.255043 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9ac93b-e305-4d5b-8ec9-1a9e8987f690 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:00.262273 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9ac93b-e305-4d5b-8ec9-1a9e8987f690 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:00.266518 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-ac9ac93b-e305-4d5b-8ec9-1a9e8987f690 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1649909 Aug 16 22:54:00.268947 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 32882) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:00.270191 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-43376007-ff91-471b-a016-d40dd5f1ea1c req-037db977-e21e-4556-89ed-141142962ef7 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] 10.222.0.36 "GET /v2.0/security-groups?id=540ed4cf-0245-400b-b069-6009faf7f924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171257 Aug 16 22:54:00.272631 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b3b27682-e293-4423-a61b-f94ca4a79de1 req-ed164070-01d4-4c4f-80c3-e55c202d7e4a service neutron] 10.222.0.57 "GET /v2.0/networks/7bb4d736-1ee0-4c9d-95be-95b3b284910b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570999 Aug 16 22:54:00.285072 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f1da5a88-4302-4278-a0e9-1697bed1a9e5 req-b06618bd-4018-4c8f-9077-46185797b798 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.4.210 HTTP/1.1" status: 200 len: 696 time: 0.0662425 Aug 16 22:54:00.295624 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-f1da5a88-4302-4278-a0e9-1697bed1a9e5 req-0629a377-45d0-4058-a2ea-97ffd5be71c4 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Request body: {'floatingip': {'port_id': '2651156f-f967-4a9f-be6c-429269bd7d17', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:54:00.391695 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-f1da5a88-4302-4278-a0e9-1697bed1a9e5 req-0629a377-45d0-4058-a2ea-97ffd5be71c4 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Notify callbacks [] for floatingip, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:00.433712 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c64a8c2b-1fe1-44b0-9bff-17bed1851bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:00.441469 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-9c5a1132-5ced-42bc-8cdc-11f6d27052c5 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Deleting port ed3b0672-841b-41db-a69d-2e3c5fc1cf63 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:54:00.441807 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9c5a1132-5ced-42bc-8cdc-11f6d27052c5 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:00.547019 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b037b137-14e2-4d24-a78b-1fd89a624480 None None] New status for floating IP 8b50a96f-8df7-4cca-97c8-f99dfd0d55ce: ACTIVE {{(pid=101294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:54:00.555102 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9c5a1132-5ced-42bc-8cdc-11f6d27052c5 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:00.569592 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64a8c2b-1fe1-44b0-9bff-17bed1851bfc admin admin] Pushing event updated for resources: {'Subnet': ['ID=676b3069-1661-4172-a3c7-bc8a56a80bc8,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:00.579457 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-9c5a1132-5ced-42bc-8cdc-11f6d27052c5 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Calling delete_port for ed3b0672-841b-41db-a69d-2e3c5fc1cf63 owned by {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:54:00.592253 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64a8c2b-1fe1-44b0-9bff-17bed1851bfc admin admin] Checking segment: {'id': '6edf975f-584b-457e-be27-9a9457978487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '3681de79-445f-48a0-8870-108f9a08910b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:54:00.592662 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64a8c2b-1fe1-44b0-9bff-17bed1851bfc admin admin] Network hostable DHCP agents. Network: 3681de79-445f-48a0-8870-108f9a08910b, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:54:00.650105 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64a8c2b-1fe1-44b0-9bff-17bed1851bfc admin admin] Network 3681de79-445f-48a0-8870-108f9a08910b is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:54:00.674488 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-c64a8c2b-1fe1-44b0-9bff-17bed1851bfc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 3681de79-445f-48a0-8870-108f9a08910b) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:54:00.686953 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd04623e-1a42-4315-ad18-805d61f45322 None None] Network 3681de79-445f-48a0-8870-108f9a08910b requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:54:00.687194 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64a8c2b-1fe1-44b0-9bff-17bed1851bfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:00.688754 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c64a8c2b-1fe1-44b0-9bff-17bed1851bfc admin admin] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:00.695496 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafe73c7-fd6a-4220-852d-76e3fa2cf8f9 req-fe3c23d3-a0bc-4c56-9bb2-25188c6b35e3 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:00.697488 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bafe73c7-fd6a-4220-852d-76e3fa2cf8f9 req-fe3c23d3-a0bc-4c56-9bb2-25188c6b35e3 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/ports?device_id=90f849f6-77c3-4c08-b2bd-63815b5179a7 HTTP/1.1" status: 200 len: 945 time: 0.1494575 Aug 16 22:54:00.722377 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9c5a1132-5ced-42bc-8cdc-11f6d27052c5 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:00.726024 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-c64a8c2b-1fe1-44b0-9bff-17bed1851bfc admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8519003 Aug 16 22:54:00.769408 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bafe73c7-fd6a-4220-852d-76e3fa2cf8f9 req-30316f1b-7963-4a60-a521-269fdd628b17 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/security-groups?id=7112d64a-fa50-4e7b-af47-b87caa1ebcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628903 Aug 16 22:54:00.779212 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5a1132-5ced-42bc-8cdc-11f6d27052c5 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Pushing event deleted for resources: {'Port': ['ID=ed3b0672-841b-41db-a69d-2e3c5fc1cf63,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:00.784958 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9c5a1132-5ced-42bc-8cdc-11f6d27052c5 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:00.787649 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-9c5a1132-5ced-42bc-8cdc-11f6d27052c5 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "DELETE /v2.0/ports/ed3b0672-841b-41db-a69d-2e3c5fc1cf63 HTTP/1.1" status: 204 len: 168 time: 0.5175393 Aug 16 22:54:00.792365 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 32890) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:00.854853 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baeaeeb7-8389-4dfe-9cb7-aae1b7cdace8 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:00.856678 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-baeaeeb7-8389-4dfe-9cb7-aae1b7cdace8 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0632820 Aug 16 22:54:00.859525 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 32892) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:00.889338 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-a769cdc5-ef60-46d0-acfb-79489722d09b tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] GET failed (client error): The resource could not be found. Aug 16 22:54:00.894949 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-a769cdc5-ef60-46d0-acfb-79489722d09b tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "GET /v2.0/ports/d6c5a101-233b-411e-82d8-5aa4b6cc2a1e HTTP/1.1" status: 404 len: 333 time: 0.0302825 Aug 16 22:54:00.896683 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 32894) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:00.921275 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c78848-aa8c-489b-b405-2667da7c0944 None None] Network 3681de79-445f-48a0-8870-108f9a08910b requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:54:00.943918 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d9f6773-7671-41ea-b9ad-8460ff850737 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] GET failed (client error): The resource could not be found. Aug 16 22:54:00.948144 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-6d9f6773-7671-41ea-b9ad-8460ff850737 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "GET /v2.0/ports/ed3b0672-841b-41db-a69d-2e3c5fc1cf63 HTTP/1.1" status: 404 len: 333 time: 0.0479395 Aug 16 22:54:00.951099 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 32896) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:00.993821 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8691bf1b-9458-4e92-976a-57543d5a5a63 req-ac2c10dd-e07a-473b-bd0e-702678ca9fa4 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:00.996281 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-8691bf1b-9458-4e92-976a-57543d5a5a63 req-ac2c10dd-e07a-473b-bd0e-702678ca9fa4 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] 10.222.0.57 "GET /v2.0/ports?device_id=a50c58d7-d116-4c8e-b014-130d383ba537 HTTP/1.1" status: 200 len: 946 time: 0.0703452 Aug 16 22:54:01.109652 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-8691bf1b-9458-4e92-976a-57543d5a5a63 req-40657a1e-2080-4b8c-aa11-2b5cfe75056e tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Deleting port 274d2150-3525-4dba-92bb-dc45a148ca83 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:54:01.110292 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-8691bf1b-9458-4e92-976a-57543d5a5a63 req-40657a1e-2080-4b8c-aa11-2b5cfe75056e tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:01.191056 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b11ac3d-48e2-40b4-8ea7-ac8861ca93cf req-812e04bd-df3c-415a-a872-c3e86a0355bc tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:01.193195 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1b11ac3d-48e2-40b4-8ea7-ac8861ca93cf req-812e04bd-df3c-415a-a872-c3e86a0355bc tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] 10.222.0.36 "GET /v2.0/ports?device_id=b115892f-b98a-4cde-8f7b-ecca2188b3a0 HTTP/1.1" status: 200 len: 946 time: 0.2472656 Aug 16 22:54:01.200296 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9574a1a8-45a9-4183-9e3f-3f6ff011e2ca tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:01.206128 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-8691bf1b-9458-4e92-976a-57543d5a5a63 req-40657a1e-2080-4b8c-aa11-2b5cfe75056e tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] For port 274d2150-3525-4dba-92bb-dc45a148ca83, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=274d2150-3525-4dba-92bb-dc45a148ca83,segment=NetworkSegment(7d1a5182-196d-4b0a-929d-265f51384dc2),segment_id=7d1a5182-196d-4b0a-929d-265f51384dc2)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:54:01.206504 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-8691bf1b-9458-4e92-976a-57543d5a5a63 req-40657a1e-2080-4b8c-aa11-2b5cfe75056e tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:01.393195 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-8691bf1b-9458-4e92-976a-57543d5a5a63 req-40657a1e-2080-4b8c-aa11-2b5cfe75056e tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:01.393570 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-8691bf1b-9458-4e92-976a-57543d5a5a63 req-40657a1e-2080-4b8c-aa11-2b5cfe75056e tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:01.393891 n-d-791506-26 neutron-server[101291]: INFO neutron.db.l3_db [req-8691bf1b-9458-4e92-976a-57543d5a5a63 req-40657a1e-2080-4b8c-aa11-2b5cfe75056e tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Floating IP aca20739-3636-4582-b5b8-01b188fc7378 disassociated. External IP: 172.25.4.139, port: 274d2150-3525-4dba-92bb-dc45a148ca83. Aug 16 22:54:01.394239 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-8691bf1b-9458-4e92-976a-57543d5a5a63 req-40657a1e-2080-4b8c-aa11-2b5cfe75056e tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Calling delete_port for 274d2150-3525-4dba-92bb-dc45a148ca83 owned by compute:nova {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:54:01.531697 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-8691bf1b-9458-4e92-976a-57543d5a5a63 req-40657a1e-2080-4b8c-aa11-2b5cfe75056e tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:01.549648 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.db.resource_extend [req-f1da5a88-4302-4278-a0e9-1697bed1a9e5 req-0629a377-45d0-4058-a2ea-97ffd5be71c4 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 22:54:01.567361 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40657a1e-2080-4b8c-aa11-2b5cfe75056e tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Pushing event deleted for resources: {'Port': ['ID=274d2150-3525-4dba-92bb-dc45a148ca83,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:01.604237 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1b11ac3d-48e2-40b4-8ea7-ac8861ca93cf req-9ed1a768-4dc8-433e-bdd8-63249cd2957e tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] 10.222.0.36 "GET /v2.0/security-groups?id=45609832-a78f-4425-9a35-532fec9b7759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3980777 Aug 16 22:54:01.695841 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8691bf1b-9458-4e92-976a-57543d5a5a63 req-40657a1e-2080-4b8c-aa11-2b5cfe75056e tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Router 357c01c1-cc55-4012-9ecd-02569dabfeea has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:54:01.701432 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-f1da5a88-4302-4278-a0e9-1697bed1a9e5 req-0629a377-45d0-4058-a2ea-97ffd5be71c4 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:01.703464 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9574a1a8-45a9-4183-9e3f-3f6ff011e2ca tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:01.713554 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-f1da5a88-4302-4278-a0e9-1697bed1a9e5 req-0629a377-45d0-4058-a2ea-97ffd5be71c4 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:01.716915 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-9574a1a8-45a9-4183-9e3f-3f6ff011e2ca tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a24dcfe-ccd9-4608-8e16-305cb2231030']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:54:01.758552 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-9574a1a8-45a9-4183-9e3f-3f6ff011e2ca tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0b6edd2-beff-4fa2-adfb-8df6e0b29cf9') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:54:01.758911 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-9574a1a8-45a9-4183-9e3f-3f6ff011e2ca tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0b6edd2-beff-4fa2-adfb-8df6e0b29cf9') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:54:01.776446 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-dc9f8078-c71a-4cc8-8467-1baa9f1dca19 req-94886d59-16cf-4156-bec7-d7f9eded689b tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1709659961', 'description': 'tempest-description-736358439'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:54:01.781796 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9574a1a8-45a9-4183-9e3f-3f6ff011e2ca tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:01.830638 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8691bf1b-9458-4e92-976a-57543d5a5a63 req-40657a1e-2080-4b8c-aa11-2b5cfe75056e tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:54:01.830923 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9574a1a8-45a9-4183-9e3f-3f6ff011e2ca tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:01.841736 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9574a1a8-45a9-4183-9e3f-3f6ff011e2ca tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:54:01.842058 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9574a1a8-45a9-4183-9e3f-3f6ff011e2ca tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:01.845569 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 16 22:54:01.845569 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:54:01.845569 n-d-791506-26 neutron-server[101292]: timer() Aug 16 22:54:01.845569 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:54:01.845569 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 16 22:54:01.845569 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:54:01.845569 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 16 22:54:01.845569 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:54:01.845569 n-d-791506-26 neutron-server[101292]: self._notify() Aug 16 22:54:01.845569 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:54:01.845569 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 16 22:54:01.845569 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:54:01.845569 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 16 22:54:01.845569 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:54:01.845569 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:54:01.845569 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:54:01.845569 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:54:01.845569 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:54:01.845569 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 16 22:54:01.845569 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:54:01.845569 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 16 22:54:01.845569 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:54:01.845569 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:54:01.845569 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:54:01.845569 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 16 22:54:01.845569 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:54:01.845569 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:54:01.845569 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:54:01.845569 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:54:01.845569 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:54:01.845569 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:54:01.845569 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:54:01.850438 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0291c2b5-46a1-4bfc-963d-7aa52cff273d None None] Sync routers for ids ['357c01c1-cc55-4012-9ecd-02569dabfeea'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:54:01.860581 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0291c2b5-46a1-4bfc-963d-7aa52cff273d None None] Routers {'357c01c1-cc55-4012-9ecd-02569dabfeea'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:54:01.861211 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-0291c2b5-46a1-4bfc-963d-7aa52cff273d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:53:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['357c01c1-cc55-4012-9ecd-02569dabfeea'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:54:01.875771 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-8691bf1b-9458-4e92-976a-57543d5a5a63 req-40657a1e-2080-4b8c-aa11-2b5cfe75056e tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] No DVR routers for this DVR port 274d2150-3525-4dba-92bb-dc45a148ca83 on host n-h2-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:54:01.879558 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-8691bf1b-9458-4e92-976a-57543d5a5a63 req-40657a1e-2080-4b8c-aa11-2b5cfe75056e tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:01.882861 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-8691bf1b-9458-4e92-976a-57543d5a5a63 req-40657a1e-2080-4b8c-aa11-2b5cfe75056e tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] 10.222.0.57 "DELETE /v2.0/ports/274d2150-3525-4dba-92bb-dc45a148ca83 HTTP/1.1" status: 204 len: 173 time: 0.8802185 Aug 16 22:54:01.883528 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a50c58d7-d116-4c8e-b014-130d383ba537', 'name': 'network-vif-deleted', 'tag': '274d2150-3525-4dba-92bb-dc45a148ca83'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:54:01.886917 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2cf37ee-5943-4758-aa42-b05705968bb6" -d '{"events": [{"server_uuid": "a50c58d7-d116-4c8e-b014-130d383ba537", "name": "network-vif-deleted", "tag": "274d2150-3525-4dba-92bb-dc45a148ca83"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:54:01.901004 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-dc9f8078-c71a-4cc8-8467-1baa9f1dca19 req-94886d59-16cf-4156-bec7-d7f9eded689b tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:01.935043 n-d-791506-26 neutron-server[101292]: INFO neutron.db.l3_db [req-f1da5a88-4302-4278-a0e9-1697bed1a9e5 req-0629a377-45d0-4058-a2ea-97ffd5be71c4 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Floating IP a03bc4d0-f233-45cd-952f-eca1362260ca associated. External IP: 172.25.4.210, port: 2651156f-f967-4a9f-be6c-429269bd7d17. Aug 16 22:54:01.974854 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9574a1a8-45a9-4183-9e3f-3f6ff011e2ca tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:01.988201 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9574a1a8-45a9-4183-9e3f-3f6ff011e2ca tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:01.994100 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-9574a1a8-45a9-4183-9e3f-3f6ff011e2ca tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "DELETE /v2.0/networks/3a24dcfe-ccd9-4608-8e16-305cb2231030 HTTP/1.1" status: 204 len: 168 time: 1.0387602 Aug 16 22:54:01.995510 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 32914) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:01.998875 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-0291c2b5-46a1-4bfc-963d-7aa52cff273d None None] Set router 357c01c1-cc55-4012-9ecd-02569dabfeea gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:54:02.002176 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-9b86fbad-5828-4a6d-a6bd-59d968699985 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-251286040'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:54:02.013774 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9574a1a8-45a9-4183-9e3f-3f6ff011e2ca tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Pushing event deleted for resources: {'Network': ['ID=3a24dcfe-ccd9-4608-8e16-305cb2231030,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:02.162446 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-dc9f8078-c71a-4cc8-8467-1baa9f1dca19 req-94886d59-16cf-4156-bec7-d7f9eded689b tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:02.169842 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-dc9f8078-c71a-4cc8-8467-1baa9f1dca19 req-94886d59-16cf-4156-bec7-d7f9eded689b tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:02.189559 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b86fbad-5828-4a6d-a6bd-59d968699985 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Made reservation on behalf of b528224b3b2646b1be33edac9acd15da for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:54:02.195219 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9b86fbad-5828-4a6d-a6bd-59d968699985 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:02.221067 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b86fbad-5828-4a6d-a6bd-59d968699985 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:54:02.221485 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-dc9f8078-c71a-4cc8-8467-1baa9f1dca19 req-94886d59-16cf-4156-bec7-d7f9eded689b tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:02.222731 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dc9f8078-c71a-4cc8-8467-1baa9f1dca19 req-94886d59-16cf-4156-bec7-d7f9eded689b tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4564564 Aug 16 22:54:02.242234 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9b86fbad-5828-4a6d-a6bd-59d968699985 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:02.242535 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94886d59-16cf-4156-bec7-d7f9eded689b tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e357f4-cc39-4250-b08a-a858838ee419,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:02.242676 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-9b86fbad-5828-4a6d-a6bd-59d968699985 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Added segment 355e5cde-e136-4c5f-9694-7b338bbefa59 of type vlan for network a570e658-e63d-4acf-adc6-1fe1080d7ae8 Aug 16 22:54:02.273598 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-0291c2b5-46a1-4bfc-963d-7aa52cff273d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '357c01c1-cc55-4012-9ecd-02569dabfeea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-67857933-router', 'tenant_id': '733236da22f3411d852a1f0b783a3537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'd516a2b6-c4ce-4aff-b439-c775570a65f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:46:23Z', 'updated_at': '2021-08-16T22:46:29Z', 'revision_number': 4, 'project_id': '733236da22f3411d852a1f0b783a3537', 'gw_port': {'id': 'd516a2b6-c4ce-4aff-b439-c775570a65f1', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357c01c1-cc55-4012-9ecd-02569dabfeea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:46:24Z', 'updated_at': '2021-08-16T22:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '1bf5021e-a9c6-434b-bcf8-d588c1beca45', 'name': '', 'network_id': '1ec41dbe-7c0a-4c4b-bab3-26488606d20f', 'tenant_id': '733236da22f3411d852a1f0b783a3537', 'mac_address': 'fa:16:3e:24:8c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357c01c1-cc55-4012-9ecd-02569dabfeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd73dbfff-4ee7-4d05-8df7-c328a380882a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:46:27Z', 'updated_at': '2021-08-16T22:46:35Z', 'revision_number': 5, 'project_id': '733236da22f3411d852a1f0b783a3537', 'subnets': [{'id': 'd73dbfff-4ee7-4d05-8df7-c328a380882a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:54:02.274780 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f1da5a88-4302-4278-a0e9-1697bed1a9e5 req-0629a377-45d0-4058-a2ea-97ffd5be71c4 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Router 03d1c458-e6cd-47a0-ba33-8993d24d22ce has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:54:02.287728 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9b86fbad-5828-4a6d-a6bd-59d968699985 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:02.311764 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0291c2b5-46a1-4bfc-963d-7aa52cff273d None None] Checking router: 357c01c1-cc55-4012-9ecd-02569dabfeea for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:54:02.318204 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9b86fbad-5828-4a6d-a6bd-59d968699985 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:02.322023 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0291c2b5-46a1-4bfc-963d-7aa52cff273d None None] Routers {'357c01c1-cc55-4012-9ecd-02569dabfeea'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:54:02.322721 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-0291c2b5-46a1-4bfc-963d-7aa52cff273d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:53:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['357c01c1-cc55-4012-9ecd-02569dabfeea'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:54:02.323802 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b86fbad-5828-4a6d-a6bd-59d968699985 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:02.324587 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9b86fbad-5828-4a6d-a6bd-59d968699985 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:02.381676 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-9b86fbad-5828-4a6d-a6bd-59d968699985 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3809001 Aug 16 22:54:02.381939 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 32918) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:02.393759 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-83f6b2e8-efff-4bfa-a2b5-9060a10405d5 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Request body: {'subnet': {'network_id': 'a570e658-e63d-4acf-adc6-1fe1080d7ae8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:54:02.412909 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b86fbad-5828-4a6d-a6bd-59d968699985 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Pushing event updated for resources: {'Network': ['ID=a570e658-e63d-4acf-adc6-1fe1080d7ae8,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:02.421427 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f1da5a88-4302-4278-a0e9-1697bed1a9e5 req-0629a377-45d0-4058-a2ea-97ffd5be71c4 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:54:02.427902 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-f1da5a88-4302-4278-a0e9-1697bed1a9e5 req-0629a377-45d0-4058-a2ea-97ffd5be71c4 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:02.441810 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea669bf8-6b43-4d2e-8862-62178b627797 None None] Sync routers for ids ['03d1c458-e6cd-47a0-ba33-8993d24d22ce'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:54:02.464998 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea669bf8-6b43-4d2e-8862-62178b627797 None None] Routers {'03d1c458-e6cd-47a0-ba33-8993d24d22ce'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:54:02.466155 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-ea669bf8-6b43-4d2e-8862-62178b627797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:53:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['03d1c458-e6cd-47a0-ba33-8993d24d22ce'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:54:02.483497 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5119e72a-5e34-461b-867f-801b8c4caf28 req-09217888-41f2-4085-8734-7bcb2d2f9504 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] 10.222.0.36 "GET /v2.0/ports?device_id=a50c58d7-d116-4c8e-b014-130d383ba537 HTTP/1.1" status: 200 len: 210 time: 0.0734234 Aug 16 22:54:02.513412 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f1da5a88-4302-4278-a0e9-1697bed1a9e5 req-0629a377-45d0-4058-a2ea-97ffd5be71c4 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] 10.222.0.36 "PUT /v2.0/floatingips/a03bc4d0-f233-45cd-952f-eca1362260ca HTTP/1.1" status: 200 len: 996 time: 2.2233768 Aug 16 22:54:02.525430 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c4c99e2-7d76-40fa-9e40-1a302aa8335d', 'tag': '2651156f-f967-4a9f-be6c-429269bd7d17'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:54:02.528656 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97923510-36d2-4d5c-9b79-da0b4380970b" -d '{"events": [{"name": "network-changed", "server_uuid": "2c4c99e2-7d76-40fa-9e40-1a302aa8335d", "tag": "2651156f-f967-4a9f-be6c-429269bd7d17"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:54:02.538696 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83f6b2e8-efff-4bfa-a2b5-9060a10405d5 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Made reservation on behalf of b528224b3b2646b1be33edac9acd15da for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:54:02.543169 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-83f6b2e8-efff-4bfa-a2b5-9060a10405d5 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:02.573549 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da5a88-4302-4278-a0e9-1697bed1a9e5 req-717054ba-931a-48b7-8829-e77e4f0c89db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:02.582730 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f1da5a88-4302-4278-a0e9-1697bed1a9e5 req-717054ba-931a-48b7-8829-e77e4f0c89db service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc5492cf6a2845ba9d22bb0eca33e51a&device_id=2c4c99e2-7d76-40fa-9e40-1a302aa8335d HTTP/1.1" status: 200 len: 1097 time: 0.0677617 Aug 16 22:54:02.717726 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da5a88-4302-4278-a0e9-1697bed1a9e5 req-4820fa2a-9d85-4b25-b3bd-94774edf3a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:02.727943 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f1da5a88-4302-4278-a0e9-1697bed1a9e5 req-4820fa2a-9d85-4b25-b3bd-94774edf3a3a service neutron] 10.222.0.36 "GET /v2.0/networks?id=d61f3db9-5a9e-4f6a-b70c-8358388c27f5 HTTP/1.1" status: 200 len: 921 time: 0.1433425 Aug 16 22:54:02.757494 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-0291c2b5-46a1-4bfc-963d-7aa52cff273d None None] Set router 357c01c1-cc55-4012-9ecd-02569dabfeea gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:54:02.768395 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network a570e658-e63d-4acf-adc6-1fe1080d7ae8 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:54:02.772281 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-ea669bf8-6b43-4d2e-8862-62178b627797 None None] Set router 03d1c458-e6cd-47a0-ba33-8993d24d22ce gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:54:02.866872 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-83f6b2e8-efff-4bfa-a2b5-9060a10405d5 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:02.887959 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f1da5a88-4302-4278-a0e9-1697bed1a9e5 req-eab90c64-bf50-46f3-bc5e-815b15d0aec4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2651156f-f967-4a9f-be6c-429269bd7d17 HTTP/1.1" status: 200 len: 999 time: 0.1590941 Aug 16 22:54:02.940229 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbafe4d-1271-4898-b7db-afc47c23109d req-388b1972-743b-46d7-acfc-d037e977c6e3 tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:02.942147 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dbbafe4d-1271-4898-b7db-afc47c23109d req-388b1972-743b-46d7-acfc-d037e977c6e3 tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] 10.222.0.36 "GET /v2.0/ports?device_id=b115892f-b98a-4cde-8f7b-ecca2188b3a0 HTTP/1.1" status: 200 len: 946 time: 0.1313074 Aug 16 22:54:02.951687 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f6b2e8-efff-4bfa-a2b5-9060a10405d5 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Pushing event updated for resources: {'Subnet': ['ID=ed4d5d06-3c16-40c0-ac3e-ebbb59429cc9,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:02.953360 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 32922) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:02.960690 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-e80ea8b9-5c16-4222-94e4-7f2ac53b4c20 tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] Request body: {'floatingip': {'port_id': '812b238c-3ece-4afc-82e5-afd22cef2f1d'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:54:02.977802 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da5a88-4302-4278-a0e9-1697bed1a9e5 req-e1d24f44-9d60-46e9-917b-fc549192bb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:02.979347 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f1da5a88-4302-4278-a0e9-1697bed1a9e5 req-e1d24f44-9d60-46e9-917b-fc549192bb83 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=99669aee-83b9-417a-a368-57108bfc92d4 HTTP/1.1" status: 200 len: 859 time: 0.0848160 Aug 16 22:54:03.016520 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e80ea8b9-5c16-4222-94e4-7f2ac53b4c20 tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] Notify callbacks [] for floatingip, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:03.090183 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba44094-0fdf-4544-ab9b-7a204172f22d req-70fa90f0-19ce-47d1-83a5-60c336e3be5a tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:03.091771 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5ba44094-0fdf-4544-ab9b-7a204172f22d req-70fa90f0-19ce-47d1-83a5-60c336e3be5a tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/ports?device_id=90f849f6-77c3-4c08-b2bd-63815b5179a7 HTTP/1.1" status: 200 len: 945 time: 0.0724711 Aug 16 22:54:03.100073 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da5a88-4302-4278-a0e9-1697bed1a9e5 req-c1ac558d-a488-4993-bd37-9b3ba62e53db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:03.103705 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f1da5a88-4302-4278-a0e9-1697bed1a9e5 req-c1ac558d-a488-4993-bd37-9b3ba62e53db service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d61f3db9-5a9e-4f6a-b70c-8358388c27f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1160159 Aug 16 22:54:03.119725 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [req-f1da5a88-4302-4278-a0e9-1697bed1a9e5 req-e83dc5fe-7f90-40fd-9ea3-59c395782672 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:54:03.120754 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-0291c2b5-46a1-4bfc-963d-7aa52cff273d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '357c01c1-cc55-4012-9ecd-02569dabfeea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-67857933-router', 'tenant_id': '733236da22f3411d852a1f0b783a3537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'd516a2b6-c4ce-4aff-b439-c775570a65f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:46:23Z', 'updated_at': '2021-08-16T22:46:29Z', 'revision_number': 4, 'project_id': '733236da22f3411d852a1f0b783a3537', 'gw_port': {'id': 'd516a2b6-c4ce-4aff-b439-c775570a65f1', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357c01c1-cc55-4012-9ecd-02569dabfeea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:46:24Z', 'updated_at': '2021-08-16T22:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '1bf5021e-a9c6-434b-bcf8-d588c1beca45', 'name': '', 'network_id': '1ec41dbe-7c0a-4c4b-bab3-26488606d20f', 'tenant_id': '733236da22f3411d852a1f0b783a3537', 'mac_address': 'fa:16:3e:24:8c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357c01c1-cc55-4012-9ecd-02569dabfeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd73dbfff-4ee7-4d05-8df7-c328a380882a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:46:27Z', 'updated_at': '2021-08-16T22:46:35Z', 'revision_number': 5, 'project_id': '733236da22f3411d852a1f0b783a3537', 'subnets': [{'id': 'd73dbfff-4ee7-4d05-8df7-c328a380882a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:54:03.121367 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f1da5a88-4302-4278-a0e9-1697bed1a9e5 req-e83dc5fe-7f90-40fd-9ea3-59c395782672 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070240 Aug 16 22:54:03.127410 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-ea669bf8-6b43-4d2e-8862-62178b627797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d1c458-e6cd-47a0-ba33-8993d24d22ce', 'name': 'tempest-FloatingIPsAssociationTestJSON-684678681-router', 'tenant_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '6c0107f9-158a-4ddc-8086-9c371feb60b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:53:02Z', 'updated_at': '2021-08-16T22:53:10Z', 'revision_number': 4, 'project_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'gw_port': {'id': '6c0107f9-158a-4ddc-8086-9c371feb60b3', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:be:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d1c458-e6cd-47a0-ba33-8993d24d22ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:03Z', 'updated_at': '2021-08-16T22:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': 'a03bc4d0-f233-45cd-952f-eca1362260ca', 'tenant_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'floating_ip_address': '172.25.4.210', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': '03d1c458-e6cd-47a0-ba33-8993d24d22ce', 'port_id': '2651156f-f967-4a9f-be6c-429269bd7d17', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 947, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd61f3db9-5a9e-4f6a-b70c-8358388c27f5', 'mac_address': 'fa:16:3e:13:4b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4c99e2-7d76-40fa-9e40-1a302aa8335d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:53:36Z', 'updated_at': '2021-08-16T22:54:01Z', 'revision_number': 1, 'project_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec9c6d23-5b6d-4a14-958f-7097a6943626', 'name': '', 'network_id': 'd61f3db9-5a9e-4f6a-b70c-8358388c27f5', 'tenant_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'mac_address': 'fa:16:3e:85:b8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d1c458-e6cd-47a0-ba33-8993d24d22ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '99669aee-83b9-417a-a368-57108bfc92d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:08Z', 'updated_at': '2021-08-16T22:53:18Z', 'revision_number': 5, 'project_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'subnets': [{'id': '99669aee-83b9-417a-a368-57108bfc92d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:54:03.155549 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0291c2b5-46a1-4bfc-963d-7aa52cff273d None None] The sync data for ids ['357c01c1-cc55-4012-9ecd-02569dabfeea'] in n-d-791506-26 is: [{'id': '357c01c1-cc55-4012-9ecd-02569dabfeea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-67857933-router', 'tenant_id': '733236da22f3411d852a1f0b783a3537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'd516a2b6-c4ce-4aff-b439-c775570a65f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:46:23Z', 'updated_at': '2021-08-16T22:46:29Z', 'revision_number': 4, 'project_id': '733236da22f3411d852a1f0b783a3537', 'gw_port': {'id': 'd516a2b6-c4ce-4aff-b439-c775570a65f1', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357c01c1-cc55-4012-9ecd-02569dabfeea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:46:24Z', 'updated_at': '2021-08-16T22:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '1bf5021e-a9c6-434b-bcf8-d588c1beca45', 'name': '', 'network_id': '1ec41dbe-7c0a-4c4b-bab3-26488606d20f', 'tenant_id': '733236da22f3411d852a1f0b783a3537', 'mac_address': 'fa:16:3e:24:8c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357c01c1-cc55-4012-9ecd-02569dabfeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd73dbfff-4ee7-4d05-8df7-c328a380882a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:46:27Z', 'updated_at': '2021-08-16T22:46:35Z', 'revision_number': 5, 'project_id': '733236da22f3411d852a1f0b783a3537', 'subnets': [{'id': 'd73dbfff-4ee7-4d05-8df7-c328a380882a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:54:03.192345 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea669bf8-6b43-4d2e-8862-62178b627797 None None] Checking router: 03d1c458-e6cd-47a0-ba33-8993d24d22ce for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:54:03.203100 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea669bf8-6b43-4d2e-8862-62178b627797 None None] Routers {'03d1c458-e6cd-47a0-ba33-8993d24d22ce'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:54:03.203828 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-ea669bf8-6b43-4d2e-8862-62178b627797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:53:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['03d1c458-e6cd-47a0-ba33-8993d24d22ce'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:54:03.227319 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5ba44094-0fdf-4544-ab9b-7a204172f22d req-b9c49deb-2a7c-4e8b-879d-6846a328b342 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/security-groups?id=7112d64a-fa50-4e7b-af47-b87caa1ebcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210866 Aug 16 22:54:03.289387 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f1da5a88-4302-4278-a0e9-1697bed1a9e5 req-bb961ba5-986c-425a-b46e-3f981128f793 service neutron] 10.222.0.36 "GET /v2.0/networks/d61f3db9-5a9e-4f6a-b70c-8358388c27f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556964 Aug 16 22:54:03.347111 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-ea669bf8-6b43-4d2e-8862-62178b627797 None None] Set router 03d1c458-e6cd-47a0-ba33-8993d24d22ce gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:54:03.380860 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f30ab200-3a19-4205-b2b4-1ceef333a117 x-openstack-request-id: req-f30ab200-3a19-4205-b2b4-1ceef333a117 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:54:03.381164 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a50c58d7-d116-4c8e-b014-130d383ba537", "name": "network-vif-deleted", "tag": "274d2150-3525-4dba-92bb-dc45a148ca83", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:54:03.381407 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f30ab200-3a19-4205-b2b4-1ceef333a117 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:54:03.381812 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a50c58d7-d116-4c8e-b014-130d383ba537', 'name': 'network-vif-deleted', 'tag': '274d2150-3525-4dba-92bb-dc45a148ca83', 'status': 'completed', 'code': 200} Aug 16 22:54:03.386472 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f6b2e8-efff-4bfa-a2b5-9060a10405d5 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Checking segment: {'id': '355e5cde-e136-4c5f-9694-7b338bbefa59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'a570e658-e63d-4acf-adc6-1fe1080d7ae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:54:03.386838 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f6b2e8-efff-4bfa-a2b5-9060a10405d5 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Network hostable DHCP agents. Network: a570e658-e63d-4acf-adc6-1fe1080d7ae8, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:54:03.396516 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f1da5a88-4302-4278-a0e9-1697bed1a9e5 req-d5bbf65a-3324-4289-99c3-443017cadccb service neutron] 10.222.0.36 "GET /v2.0/networks/d61f3db9-5a9e-4f6a-b70c-8358388c27f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056840 Aug 16 22:54:03.412182 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-563b25a0-a6fd-49d0-9b73-a78cecc35918 req-b7ad0ce2-6367-4099-93e1-533286537b0f tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1374944431', 'description': 'tempest-description-743462938'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:54:03.447125 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-563b25a0-a6fd-49d0-9b73-a78cecc35918 req-b7ad0ce2-6367-4099-93e1-533286537b0f tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:03.460037 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f6b2e8-efff-4bfa-a2b5-9060a10405d5 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Network a570e658-e63d-4acf-adc6-1fe1080d7ae8 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:54:03.472446 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0558614-888b-4c49-adf2-566906915926 x-openstack-request-id: req-d0558614-888b-4c49-adf2-566906915926 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:54:03.472758 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c4c99e2-7d76-40fa-9e40-1a302aa8335d", "tag": "2651156f-f967-4a9f-be6c-429269bd7d17", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:54:03.473010 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d0558614-888b-4c49-adf2-566906915926 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:54:03.473459 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c4c99e2-7d76-40fa-9e40-1a302aa8335d', 'tag': '2651156f-f967-4a9f-be6c-429269bd7d17', 'status': 'completed', 'code': 200} Aug 16 22:54:03.492009 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-83f6b2e8-efff-4bfa-a2b5-9060a10405d5 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, a570e658-e63d-4acf-adc6-1fe1080d7ae8) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:54:03.502009 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba20504-9023-4614-a8ae-f897612ff5b5 None None] Network a570e658-e63d-4acf-adc6-1fe1080d7ae8 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:54:03.503431 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f6b2e8-efff-4bfa-a2b5-9060a10405d5 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:03.504069 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-83f6b2e8-efff-4bfa-a2b5-9060a10405d5 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:03.567926 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fbbed5-3191-4f73-98e4-850610ca67e1 None None] New status for floating IP aca20739-3636-4582-b5b8-01b188fc7378: DOWN {{(pid=101293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:54:03.615720 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-563b25a0-a6fd-49d0-9b73-a78cecc35918 req-b7ad0ce2-6367-4099-93e1-533286537b0f tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:03.631400 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-563b25a0-a6fd-49d0-9b73-a78cecc35918 req-b7ad0ce2-6367-4099-93e1-533286537b0f tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:03.655351 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97923510-36d2-4d5c-9b79-da0b4380970b req-bcdd28f0-c3f7-406e-8d28-55ce2bf920bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:03.656938 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-97923510-36d2-4d5c-9b79-da0b4380970b req-bcdd28f0-c3f7-406e-8d28-55ce2bf920bc service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=dc5492cf6a2845ba9d22bb0eca33e51a&device_id=2c4c99e2-7d76-40fa-9e40-1a302aa8335d HTTP/1.1" status: 200 len: 1097 time: 0.1379895 Aug 16 22:54:03.665025 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-83f6b2e8-efff-4bfa-a2b5-9060a10405d5 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2819254 Aug 16 22:54:03.666228 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 32930) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:03.680953 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-ea669bf8-6b43-4d2e-8862-62178b627797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d1c458-e6cd-47a0-ba33-8993d24d22ce', 'name': 'tempest-FloatingIPsAssociationTestJSON-684678681-router', 'tenant_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '6c0107f9-158a-4ddc-8086-9c371feb60b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:53:02Z', 'updated_at': '2021-08-16T22:53:10Z', 'revision_number': 4, 'project_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'gw_port': {'id': '6c0107f9-158a-4ddc-8086-9c371feb60b3', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:be:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d1c458-e6cd-47a0-ba33-8993d24d22ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:03Z', 'updated_at': '2021-08-16T22:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': 'a03bc4d0-f233-45cd-952f-eca1362260ca', 'tenant_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'floating_ip_address': '172.25.4.210', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': '03d1c458-e6cd-47a0-ba33-8993d24d22ce', 'port_id': '2651156f-f967-4a9f-be6c-429269bd7d17', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 947, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd61f3db9-5a9e-4f6a-b70c-8358388c27f5', 'mac_address': 'fa:16:3e:13:4b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4c99e2-7d76-40fa-9e40-1a302aa8335d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:53:36Z', 'updated_at': '2021-08-16T22:54:01Z', 'revision_number': 1, 'project_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec9c6d23-5b6d-4a14-958f-7097a6943626', 'name': '', 'network_id': 'd61f3db9-5a9e-4f6a-b70c-8358388c27f5', 'tenant_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'mac_address': 'fa:16:3e:85:b8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d1c458-e6cd-47a0-ba33-8993d24d22ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '99669aee-83b9-417a-a368-57108bfc92d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:08Z', 'updated_at': '2021-08-16T22:53:18Z', 'revision_number': 5, 'project_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'subnets': [{'id': '99669aee-83b9-417a-a368-57108bfc92d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:54:03.683788 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-b891860a-b5c2-4b19-8789-2ae84733735a tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Request body: {'port': {'network_id': 'a570e658-e63d-4acf-adc6-1fe1080d7ae8', 'name': 'tempest-PortsTestJSON-1962676027'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:54:03.720630 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea669bf8-6b43-4d2e-8862-62178b627797 None None] The sync data for ids ['03d1c458-e6cd-47a0-ba33-8993d24d22ce'] in n-d-791506-26 is: [{'id': '03d1c458-e6cd-47a0-ba33-8993d24d22ce', 'name': 'tempest-FloatingIPsAssociationTestJSON-684678681-router', 'tenant_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '6c0107f9-158a-4ddc-8086-9c371feb60b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:53:02Z', 'updated_at': '2021-08-16T22:53:10Z', 'revision_number': 4, 'project_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'gw_port': {'id': '6c0107f9-158a-4ddc-8086-9c371feb60b3', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:be:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d1c458-e6cd-47a0-ba33-8993d24d22ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:03Z', 'updated_at': '2021-08-16T22:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': 'a03bc4d0-f233-45cd-952f-eca1362260ca', 'tenant_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'floating_ip_address': '172.25.4.210', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': '03d1c458-e6cd-47a0-ba33-8993d24d22ce', 'port_id': '2651156f-f967-4a9f-be6c-429269bd7d17', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 947, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd61f3db9-5a9e-4f6a-b70c-8358388c27f5', 'mac_address': 'fa:16:3e:13:4b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4c99e2-7d76-40fa-9e40-1a302aa8335d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:53:36Z', 'updated_at': '2021-08-16T22:54:01Z', 'revision_number': 1, 'project_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec9c6d23-5b6d-4a14-958f-7097a6943626', 'name': '', 'network_id': 'd61f3db9-5a9e-4f6a-b70c-8358388c27f5', 'tenant_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'mac_address': 'fa:16:3e:85:b8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d1c458-e6cd-47a0-ba33-8993d24d22ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '99669aee-83b9-417a-a368-57108bfc92d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:08Z', 'updated_at': '2021-08-16T22:53:18Z', 'revision_number': 5, 'project_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'subnets': [{'id': '99669aee-83b9-417a-a368-57108bfc92d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:54:03.762037 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-563b25a0-a6fd-49d0-9b73-a78cecc35918 req-b7ad0ce2-6367-4099-93e1-533286537b0f tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:03.763234 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-563b25a0-a6fd-49d0-9b73-a78cecc35918 req-b7ad0ce2-6367-4099-93e1-533286537b0f tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3656352 Aug 16 22:54:03.790734 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ad0ce2-6367-4099-93e1-533286537b0f tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f88ed43-51ee-438c-a585-b20d78a190ca,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:03.845324 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da3d4c1-2b91-45c5-8bb5-0fb521f90e6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-a570e658-e63d-4acf-adc6-1fe1080d7ae8', 'network_id': 'a570e658-e63d-4acf-adc6-1fe1080d7ae8', 'tenant_id': 'b528224b3b2646b1be33edac9acd15da', 'fixed_ips': [{'subnet_id': 'ed4d5d06-3c16-40c0-ac3e-ebbb59429cc9'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:54:03.846250 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9da3d4c1-2b91-45c5-8bb5-0fb521f90e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:03.870407 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a560b4c-bb8a-4cd6-ad21-f93dfd423794 req-d4cf42d8-b8a5-4401-b2f4-55537bc6cbdf tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:03.872235 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4a560b4c-bb8a-4cd6-ad21-f93dfd423794 req-d4cf42d8-b8a5-4401-b2f4-55537bc6cbdf tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b972a69-4cef-4f2c-9e46-90524509cfbf&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3307593 Aug 16 22:54:03.907530 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97923510-36d2-4d5c-9b79-da0b4380970b req-b70921f1-38e7-45d8-b0ad-0b08c40d767b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:03.909110 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-97923510-36d2-4d5c-9b79-da0b4380970b req-b70921f1-38e7-45d8-b0ad-0b08c40d767b service neutron] 10.222.0.68 "GET /v2.0/networks?id=d61f3db9-5a9e-4f6a-b70c-8358388c27f5 HTTP/1.1" status: 200 len: 921 time: 0.2395077 Aug 16 22:54:04.037584 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-97923510-36d2-4d5c-9b79-da0b4380970b req-b30fc81f-304f-4ffd-ba5e-63a163072802 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2651156f-f967-4a9f-be6c-429269bd7d17 HTTP/1.1" status: 200 len: 999 time: 0.1188536 Aug 16 22:54:04.047949 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4a560b4c-bb8a-4cd6-ad21-f93dfd423794 req-c800d208-e26a-4ab6-bd00-a4cf2d8f971c tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.4.210 HTTP/1.1" status: 200 len: 999 time: 0.1647666 Aug 16 22:54:04.068933 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-4a560b4c-bb8a-4cd6-ad21-f93dfd423794 req-e1b81a99-b857-4ff6-b584-0dc45f792b8a tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Request body: {'floatingip': {'port_id': '82024952-9aa7-490b-94c3-07408d48cdb2', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:54:04.072758 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-9da3d4c1-2b91-45c5-8bb5-0fb521f90e6d None None] Allocated IP 172.20.0.2 (a570e658-e63d-4acf-adc6-1fe1080d7ae8/ed4d5d06-3c16-40c0-ac3e-ebbb59429cc9/79a482a6-c6f4-4784-9bcc-615ce8a48e7e) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:54:04.112860 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b891860a-b5c2-4b19-8789-2ae84733735a tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Made reservation on behalf of b528224b3b2646b1be33edac9acd15da for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:54:04.119492 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8397fc43-445d-422f-bfd2-099676be95ac None None] New status for floating IP a03bc4d0-f233-45cd-952f-eca1362260ca: ACTIVE {{(pid=101294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:54:04.120851 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b891860a-b5c2-4b19-8789-2ae84733735a tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:04.159794 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.db.resource_extend [None req-e80ea8b9-5c16-4222-94e4-7f2ac53b4c20 tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 22:54:04.191265 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [None req-b891860a-b5c2-4b19-8789-2ae84733735a tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] device_id is not set on port 8ad26d6b-b9bc-41ac-9e64-6444b7c92d0c yet. {{(pid=101292) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:54:04.251239 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e80ea8b9-5c16-4222-94e4-7f2ac53b4c20 tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:04.259376 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97923510-36d2-4d5c-9b79-da0b4380970b req-59c039ee-5d63-4d83-b4d8-efb38d6665c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:04.262033 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-97923510-36d2-4d5c-9b79-da0b4380970b req-59c039ee-5d63-4d83-b4d8-efb38d6665c1 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=99669aee-83b9-417a-a368-57108bfc92d4 HTTP/1.1" status: 200 len: 859 time: 0.1817701 Aug 16 22:54:04.262192 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9da3d4c1-2b91-45c5-8bb5-0fb521f90e6d None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:04.264792 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e80ea8b9-5c16-4222-94e4-7f2ac53b4c20 tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:04.274207 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9da3d4c1-2b91-45c5-8bb5-0fb521f90e6d None None] Transition to ACTIVE for port object 79a482a6-c6f4-4784-9bcc-615ce8a48e7e will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:54:04.278453 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-4a560b4c-bb8a-4cd6-ad21-f93dfd423794 req-e1b81a99-b857-4ff6-b584-0dc45f792b8a tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Notify callbacks [] for floatingip, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:04.295703 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9da3d4c1-2b91-45c5-8bb5-0fb521f90e6d None None] Transition to ACTIVE for port object 79a482a6-c6f4-4784-9bcc-615ce8a48e7e will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:54:04.305387 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9da3d4c1-2b91-45c5-8bb5-0fb521f90e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:04.378285 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da3d4c1-2b91-45c5-8bb5-0fb521f90e6d None None] Network a570e658-e63d-4acf-adc6-1fe1080d7ae8 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:54:04.380424 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-9da3d4c1-2b91-45c5-8bb5-0fb521f90e6d None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:54:04.383130 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da3d4c1-2b91-45c5-8bb5-0fb521f90e6d None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:54:04.389605 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da3d4c1-2b91-45c5-8bb5-0fb521f90e6d None None] Pushing event updated for resources: {'Port': ['ID=79a482a6-c6f4-4784-9bcc-615ce8a48e7e,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:04.397023 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97923510-36d2-4d5c-9b79-da0b4380970b req-7e8600a3-2bd9-4830-ae0d-c936b7149d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:04.398778 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-97923510-36d2-4d5c-9b79-da0b4380970b req-7e8600a3-2bd9-4830-ae0d-c936b7149d9f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d61f3db9-5a9e-4f6a-b70c-8358388c27f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0958693 Aug 16 22:54:04.422581 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-b891860a-b5c2-4b19-8789-2ae84733735a tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Allocated IP 172.20.0.3 (a570e658-e63d-4acf-adc6-1fe1080d7ae8/ed4d5d06-3c16-40c0-ac3e-ebbb59429cc9/8ad26d6b-b9bc-41ac-9e64-6444b7c92d0c) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:54:04.457463 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-9da3d4c1-2b91-45c5-8bb5-0fb521f90e6d None None] Attempting to bind port 79a482a6-c6f4-4784-9bcc-615ce8a48e7e on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:54:04.458692 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-9da3d4c1-2b91-45c5-8bb5-0fb521f90e6d None None] Attempting to bind port 79a482a6-c6f4-4784-9bcc-615ce8a48e7e by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '355e5cde-e136-4c5f-9694-7b338bbefa59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'a570e658-e63d-4acf-adc6-1fe1080d7ae8'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:54:04.458901 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da3d4c1-2b91-45c5-8bb5-0fb521f90e6d None None] Attempting to bind port 79a482a6-c6f4-4784-9bcc-615ce8a48e7e on network a570e658-e63d-4acf-adc6-1fe1080d7ae8 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:54:04.464445 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da3d4c1-2b91-45c5-8bb5-0fb521f90e6d None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:54:04.464929 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da3d4c1-2b91-45c5-8bb5-0fb521f90e6d None None] Checking segment: {'id': '355e5cde-e136-4c5f-9694-7b338bbefa59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'a570e658-e63d-4acf-adc6-1fe1080d7ae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:54:04.465272 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9da3d4c1-2b91-45c5-8bb5-0fb521f90e6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:04.465720 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da3d4c1-2b91-45c5-8bb5-0fb521f90e6d None None] Bound using segment: {'id': '355e5cde-e136-4c5f-9694-7b338bbefa59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'a570e658-e63d-4acf-adc6-1fe1080d7ae8'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:54:04.466427 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-9da3d4c1-2b91-45c5-8bb5-0fb521f90e6d None None] Bound port: 79a482a6-c6f4-4784-9bcc-615ce8a48e7e, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '355e5cde-e136-4c5f-9694-7b338bbefa59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'a570e658-e63d-4acf-adc6-1fe1080d7ae8'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:54:04.466579 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9da3d4c1-2b91-45c5-8bb5-0fb521f90e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:04.468931 n-d-791506-26 neutron-server[101291]: INFO neutron.db.l3_db [None req-e80ea8b9-5c16-4222-94e4-7f2ac53b4c20 tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] Floating IP 16a31a82-f614-49cc-b072-3ddaec8e3fbc associated. External IP: 172.25.4.105, port: 812b238c-3ece-4afc-82e5-afd22cef2f1d. Aug 16 22:54:04.517276 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359144d2-4607-477b-8035-ea9f0f6ee9b5 req-509b0680-4a0e-4150-a904-6abb80e74d88 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:04.518786 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-359144d2-4607-477b-8035-ea9f0f6ee9b5 req-509b0680-4a0e-4150-a904-6abb80e74d88 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/networks?id=3681de79-445f-48a0-8870-108f9a08910b HTTP/1.1" status: 200 len: 812 time: 0.2730677 Aug 16 22:54:04.541594 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9da3d4c1-2b91-45c5-8bb5-0fb521f90e6d None None] For port 79a482a6-c6f4-4784-9bcc-615ce8a48e7e, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:54:04.545304 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9da3d4c1-2b91-45c5-8bb5-0fb521f90e6d None None] For port 79a482a6-c6f4-4784-9bcc-615ce8a48e7e, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=79a482a6-c6f4-4784-9bcc-615ce8a48e7e,segment=NetworkSegment(355e5cde-e136-4c5f-9694-7b338bbefa59),segment_id=355e5cde-e136-4c5f-9694-7b338bbefa59)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:54:04.550058 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9da3d4c1-2b91-45c5-8bb5-0fb521f90e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:04.573604 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-359144d2-4607-477b-8035-ea9f0f6ee9b5 req-a8125066-e21b-4241-a503-1ed1e11efe69 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/quotas/360ba359ef89419c97d646da8796a108 HTTP/1.1" status: 200 len: 375 time: 0.0317492 Aug 16 22:54:04.599766 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 274d2150-3525-4dba-92bb-dc45a148ca83 no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:54:04.608009 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-97923510-36d2-4d5c-9b79-da0b4380970b req-54f96fd2-cdef-4d49-98bf-dfb20c42b8e2 service neutron] 10.222.0.68 "GET /v2.0/networks/d61f3db9-5a9e-4f6a-b70c-8358388c27f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923039 Aug 16 22:54:04.632376 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] No Port match for: 274d2150-3525-4dba-92bb-dc45a148ca83 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:54:04.632726 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 274d2150-3525-4dba-92bb-dc45a148ca83 not bound to the agent host n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:54:04.634251 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da3d4c1-2b91-45c5-8bb5-0fb521f90e6d None None] Pushing event updated for resources: {'Port': ['ID=79a482a6-c6f4-4784-9bcc-615ce8a48e7e,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:04.712419 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-359144d2-4607-477b-8035-ea9f0f6ee9b5 req-6ca5a040-d23a-41d8-a6d6-42cbf77b0d6b tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=360ba359ef89419c97d646da8796a108&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0760794 Aug 16 22:54:04.821362 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-97923510-36d2-4d5c-9b79-da0b4380970b req-999cc224-9667-432a-a4e7-76ceadee8018 service neutron] 10.222.0.68 "GET /v2.0/networks/d61f3db9-5a9e-4f6a-b70c-8358388c27f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032757 Aug 16 22:54:04.844787 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e80ea8b9-5c16-4222-94e4-7f2ac53b4c20 tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] Router a57a8d75-1785-472d-b1d9-2a0dda82a074 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:54:04.977843 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e80ea8b9-5c16-4222-94e4-7f2ac53b4c20 tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:54:04.982773 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e80ea8b9-5c16-4222-94e4-7f2ac53b4c20 tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:04.989909 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7645ab1-13dc-48ab-8553-93031f83bb5d None None] Sync routers for ids ['a57a8d75-1785-472d-b1d9-2a0dda82a074'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:54:04.999449 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7645ab1-13dc-48ab-8553-93031f83bb5d None None] Routers {'a57a8d75-1785-472d-b1d9-2a0dda82a074'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:54:05.000064 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-c7645ab1-13dc-48ab-8553-93031f83bb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:53:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['a57a8d75-1785-472d-b1d9-2a0dda82a074'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:54:05.014889 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-e80ea8b9-5c16-4222-94e4-7f2ac53b4c20 tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] 10.222.0.36 "PUT /v2.0/floatingips/16a31a82-f614-49cc-b072-3ddaec8e3fbc HTTP/1.1" status: 200 len: 992 time: 2.0576589 Aug 16 22:54:05.121731 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-c7645ab1-13dc-48ab-8553-93031f83bb5d None None] Set router a57a8d75-1785-472d-b1d9-2a0dda82a074 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:54:05.142704 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b891860a-b5c2-4b19-8789-2ae84733735a tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:05.188864 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [None req-b891860a-b5c2-4b19-8789-2ae84733735a tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Transition to ACTIVE for port object 8ad26d6b-b9bc-41ac-9e64-6444b7c92d0c will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:54:05.220475 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-359144d2-4607-477b-8035-ea9f0f6ee9b5 req-c30a820b-6855-447e-99d8-c3b24955e419 service neutron] 10.222.0.36 "GET /v2.0/networks/3681de79-445f-48a0-8870-108f9a08910b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4989505 Aug 16 22:54:05.318159 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.db.api [req-4a560b4c-bb8a-4cd6-ad21-f93dfd423794 req-e1b81a99-b857-4ff6-b584-0dc45f792b8a tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101292) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:54:05.318159 n-d-791506-26 neutron-server[101292]: DEBUG oslo_db.api [req-4a560b4c-bb8a-4cd6-ad21-f93dfd423794 req-e1b81a99-b857-4ff6-b584-0dc45f792b8a tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:54:05.349007 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b891860a-b5c2-4b19-8789-2ae84733735a tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:05.381538 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-c7645ab1-13dc-48ab-8553-93031f83bb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57a8d75-1785-472d-b1d9-2a0dda82a074', 'name': 'tempest-ServersTestFqdnHostnames-1410935709-router', 'tenant_id': '59c961a779674ade84e46325c73c6eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '9aa72632-19cf-4b9f-84a5-4e2d384931b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:53:24Z', 'updated_at': '2021-08-16T22:53:36Z', 'revision_number': 4, 'project_id': '59c961a779674ade84e46325c73c6eac', 'gw_port': {'id': '9aa72632-19cf-4b9f-84a5-4e2d384931b3', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:e7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57a8d75-1785-472d-b1d9-2a0dda82a074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:26Z', 'updated_at': '2021-08-16T22:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': '16a31a82-f614-49cc-b072-3ddaec8e3fbc', 'tenant_id': '59c961a779674ade84e46325c73c6eac', 'floating_ip_address': '172.25.4.105', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': 'a57a8d75-1785-472d-b1d9-2a0dda82a074', 'port_id': '812b238c-3ece-4afc-82e5-afd22cef2f1d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8aaeb65-e172-4fdd-9f1a-cbdbda638f0b', 'mac_address': 'fa:16:3e:96:12:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b115892f-b98a-4cde-8f7b-ecca2188b3a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:53:46Z', 'updated_at': '2021-08-16T22:54:04Z', 'revision_number': 1, 'project_id': '59c961a779674ade84e46325c73c6eac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e1d4414-8c1a-4bfa-94c5-48ac248d627a', 'name': '', 'network_id': 'a8aaeb65-e172-4fdd-9f1a-cbdbda638f0b', 'tenant_id': '59c961a779674ade84e46325c73c6eac', 'mac_address': 'fa:16:3e:50:3b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57a8d75-1785-472d-b1d9-2a0dda82a074', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'd5081f3b-73a4-4d61-9e4a-3f5b25fa6900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:33Z', 'updated_at': '2021-08-16T22:53:44Z', 'revision_number': 5, 'project_id': '59c961a779674ade84e46325c73c6eac', 'subnets': [{'id': 'd5081f3b-73a4-4d61-9e4a-3f5b25fa6900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:54:05.382732 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b115892f-b98a-4cde-8f7b-ecca2188b3a0', 'tag': '812b238c-3ece-4afc-82e5-afd22cef2f1d'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:54:05.385182 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7fa2249-ef87-426b-be7f-2e588e1c340c" -d '{"events": [{"name": "network-changed", "server_uuid": "b115892f-b98a-4cde-8f7b-ecca2188b3a0", "tag": "812b238c-3ece-4afc-82e5-afd22cef2f1d"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:54:05.398039 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-359144d2-4607-477b-8035-ea9f0f6ee9b5 req-56fd8767-b4b5-4929-81a3-73576f63aece service neutron] 10.222.0.36 "GET /v2.0/networks/3681de79-445f-48a0-8870-108f9a08910b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695440 Aug 16 22:54:05.413517 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b891860a-b5c2-4b19-8789-2ae84733735a tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Network a570e658-e63d-4acf-adc6-1fe1080d7ae8 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:54:05.416929 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-b891860a-b5c2-4b19-8789-2ae84733735a tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:54:05.419917 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7645ab1-13dc-48ab-8553-93031f83bb5d None None] Checking router: a57a8d75-1785-472d-b1d9-2a0dda82a074 for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:54:05.422050 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b891860a-b5c2-4b19-8789-2ae84733735a tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:54:05.427560 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b891860a-b5c2-4b19-8789-2ae84733735a tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Pushing event updated for resources: {'Port': ['ID=8ad26d6b-b9bc-41ac-9e64-6444b7c92d0c,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:05.441090 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7645ab1-13dc-48ab-8553-93031f83bb5d None None] Routers {'a57a8d75-1785-472d-b1d9-2a0dda82a074'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:54:05.441628 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-c7645ab1-13dc-48ab-8553-93031f83bb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:53:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['a57a8d75-1785-472d-b1d9-2a0dda82a074'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:54:05.483725 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b891860a-b5c2-4b19-8789-2ae84733735a tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:05.484838 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b891860a-b5c2-4b19-8789-2ae84733735a tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:05.505931 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-b891860a-b5c2-4b19-8789-2ae84733735a tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8235910 Aug 16 22:54:05.506310 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 32958) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:05.606501 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-c7645ab1-13dc-48ab-8553-93031f83bb5d None None] Set router a57a8d75-1785-472d-b1d9-2a0dda82a074 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:54:05.664088 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-635290b6-ab8d-4000-9a29-658bc598e544 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Deleting port 8ad26d6b-b9bc-41ac-9e64-6444b7c92d0c {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:54:05.664614 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-635290b6-ab8d-4000-9a29-658bc598e544 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:05.724685 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f6140f-3324-4e7c-9b8f-cc7dba02a850 None None] Network a570e658-e63d-4acf-adc6-1fe1080d7ae8 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:54:05.732029 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1a04ba-8be2-4b9e-8969-6a07592e7ab7 req-9a351068-893c-4f2f-a4fc-62d8ba25dfcf tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:05.734632 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-da1a04ba-8be2-4b9e-8969-6a07592e7ab7 req-9a351068-893c-4f2f-a4fc-62d8ba25dfcf tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/ports?device_id=90f849f6-77c3-4c08-b2bd-63815b5179a7 HTTP/1.1" status: 200 len: 945 time: 0.0775061 Aug 16 22:54:05.803003 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-635290b6-ab8d-4000-9a29-658bc598e544 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:05.828916 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-635290b6-ab8d-4000-9a29-658bc598e544 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Calling delete_port for 8ad26d6b-b9bc-41ac-9e64-6444b7c92d0c owned by {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:54:05.841190 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-da1a04ba-8be2-4b9e-8969-6a07592e7ab7 req-9180f6ea-7009-4f23-9799-947e2d5434a0 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/security-groups?id=7112d64a-fa50-4e7b-af47-b87caa1ebcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955150 Aug 16 22:54:05.843086 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-4a560b4c-bb8a-4cd6-ad21-f93dfd423794 req-e1b81a99-b857-4ff6-b584-0dc45f792b8a tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Notify callbacks [] for floatingip, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:05.892624 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-bc23383c-09f0-4f5d-a3d1-a0ab533beefc None None] Provisioning for port 79a482a6-c6f4-4784-9bcc-615ce8a48e7e completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:54:05.981704 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 79a482a6-c6f4-4784-9bcc-615ce8a48e7e up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:54:06.104083 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-635290b6-ab8d-4000-9a29-658bc598e544 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:06.142841 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 79a482a6-c6f4-4784-9bcc-615ce8a48e7e completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:54:06.145836 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635290b6-ab8d-4000-9a29-658bc598e544 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Pushing event deleted for resources: {'Port': ['ID=8ad26d6b-b9bc-41ac-9e64-6444b7c92d0c,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:06.156139 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 79a482a6-c6f4-4784-9bcc-615ce8a48e7e triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:54:06.161867 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:06.207886 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-c7645ab1-13dc-48ab-8553-93031f83bb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57a8d75-1785-472d-b1d9-2a0dda82a074', 'name': 'tempest-ServersTestFqdnHostnames-1410935709-router', 'tenant_id': '59c961a779674ade84e46325c73c6eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '9aa72632-19cf-4b9f-84a5-4e2d384931b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:53:24Z', 'updated_at': '2021-08-16T22:53:36Z', 'revision_number': 4, 'project_id': '59c961a779674ade84e46325c73c6eac', 'gw_port': {'id': '9aa72632-19cf-4b9f-84a5-4e2d384931b3', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:e7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57a8d75-1785-472d-b1d9-2a0dda82a074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:26Z', 'updated_at': '2021-08-16T22:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': '16a31a82-f614-49cc-b072-3ddaec8e3fbc', 'tenant_id': '59c961a779674ade84e46325c73c6eac', 'floating_ip_address': '172.25.4.105', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': 'a57a8d75-1785-472d-b1d9-2a0dda82a074', 'port_id': '812b238c-3ece-4afc-82e5-afd22cef2f1d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8aaeb65-e172-4fdd-9f1a-cbdbda638f0b', 'mac_address': 'fa:16:3e:96:12:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b115892f-b98a-4cde-8f7b-ecca2188b3a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:53:46Z', 'updated_at': '2021-08-16T22:54:04Z', 'revision_number': 1, 'project_id': '59c961a779674ade84e46325c73c6eac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e1d4414-8c1a-4bfa-94c5-48ac248d627a', 'name': '', 'network_id': 'a8aaeb65-e172-4fdd-9f1a-cbdbda638f0b', 'tenant_id': '59c961a779674ade84e46325c73c6eac', 'mac_address': 'fa:16:3e:50:3b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57a8d75-1785-472d-b1d9-2a0dda82a074', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'd5081f3b-73a4-4d61-9e4a-3f5b25fa6900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:33Z', 'updated_at': '2021-08-16T22:53:44Z', 'revision_number': 5, 'project_id': '59c961a779674ade84e46325c73c6eac', 'subnets': [{'id': 'd5081f3b-73a4-4d61-9e4a-3f5b25fa6900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:54:06.244199 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7645ab1-13dc-48ab-8553-93031f83bb5d None None] The sync data for ids ['a57a8d75-1785-472d-b1d9-2a0dda82a074'] in n-d-791506-26 is: [{'id': 'a57a8d75-1785-472d-b1d9-2a0dda82a074', 'name': 'tempest-ServersTestFqdnHostnames-1410935709-router', 'tenant_id': '59c961a779674ade84e46325c73c6eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '9aa72632-19cf-4b9f-84a5-4e2d384931b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:53:24Z', 'updated_at': '2021-08-16T22:53:36Z', 'revision_number': 4, 'project_id': '59c961a779674ade84e46325c73c6eac', 'gw_port': {'id': '9aa72632-19cf-4b9f-84a5-4e2d384931b3', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:e7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57a8d75-1785-472d-b1d9-2a0dda82a074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:26Z', 'updated_at': '2021-08-16T22:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': '16a31a82-f614-49cc-b072-3ddaec8e3fbc', 'tenant_id': '59c961a779674ade84e46325c73c6eac', 'floating_ip_address': '172.25.4.105', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': 'a57a8d75-1785-472d-b1d9-2a0dda82a074', 'port_id': '812b238c-3ece-4afc-82e5-afd22cef2f1d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8aaeb65-e172-4fdd-9f1a-cbdbda638f0b', 'mac_address': 'fa:16:3e:96:12:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b115892f-b98a-4cde-8f7b-ecca2188b3a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:53:46Z', 'updated_at': '2021-08-16T22:54:04Z', 'revision_number': 1, 'project_id': '59c961a779674ade84e46325c73c6eac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e1d4414-8c1a-4bfa-94c5-48ac248d627a', 'name': '', 'network_id': 'a8aaeb65-e172-4fdd-9f1a-cbdbda638f0b', 'tenant_id': '59c961a779674ade84e46325c73c6eac', 'mac_address': 'fa:16:3e:50:3b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57a8d75-1785-472d-b1d9-2a0dda82a074', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'd5081f3b-73a4-4d61-9e4a-3f5b25fa6900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:33Z', 'updated_at': '2021-08-16T22:53:44Z', 'revision_number': 5, 'project_id': '59c961a779674ade84e46325c73c6eac', 'subnets': [{'id': 'd5081f3b-73a4-4d61-9e4a-3f5b25fa6900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:54:06.300437 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-635290b6-ab8d-4000-9a29-658bc598e544 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:06.304611 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-635290b6-ab8d-4000-9a29-658bc598e544 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "DELETE /v2.0/ports/8ad26d6b-b9bc-41ac-9e64-6444b7c92d0c HTTP/1.1" status: 204 len: 168 time: 0.7956080 Aug 16 22:54:06.309445 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 32972) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:06.321928 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:06.368329 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67e39721-67b8-444e-9ca6-1544ce7cce1e x-openstack-request-id: req-67e39721-67b8-444e-9ca6-1544ce7cce1e {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:54:06.368488 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b115892f-b98a-4cde-8f7b-ecca2188b3a0", "tag": "812b238c-3ece-4afc-82e5-afd22cef2f1d", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:54:06.369963 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-67e39721-67b8-444e-9ca6-1544ce7cce1e {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:54:06.370389 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b115892f-b98a-4cde-8f7b-ecca2188b3a0', 'tag': '812b238c-3ece-4afc-82e5-afd22cef2f1d', 'status': 'completed', 'code': 200} Aug 16 22:54:06.371283 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd0c6eb7-7c87-48e7-a7ab-cd8f2a5069f7 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] DELETE failed (client error): The resource could not be found. Aug 16 22:54:06.372021 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd0c6eb7-7c87-48e7-a7ab-cd8f2a5069f7 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:54:06.378438 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-cd0c6eb7-7c87-48e7-a7ab-cd8f2a5069f7 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "DELETE /v2.0/ports/8ad26d6b-b9bc-41ac-9e64-6444b7c92d0c HTTP/1.1" status: 404 len: 333 time: 0.0676298 Aug 16 22:54:06.383006 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 32974) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:06.398372 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 79a482a6-c6f4-4784-9bcc-615ce8a48e7e, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=79a482a6-c6f4-4784-9bcc-615ce8a48e7e,segment=NetworkSegment(355e5cde-e136-4c5f-9694-7b338bbefa59),segment_id=355e5cde-e136-4c5f-9694-7b338bbefa59)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:54:06.403899 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:06.465492 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-230bfdcb-047d-462e-aea7-39069bd64683 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] GET failed (client error): The resource could not be found. Aug 16 22:54:06.470898 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-230bfdcb-047d-462e-aea7-39069bd64683 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "GET /v2.0/ports/8ad26d6b-b9bc-41ac-9e64-6444b7c92d0c HTTP/1.1" status: 404 len: 333 time: 0.0829566 Aug 16 22:54:06.472773 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 32976) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:06.503945 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=79a482a6-c6f4-4784-9bcc-615ce8a48e7e,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:06.506221 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fa2249-ef87-426b-be7f-2e588e1c340c req-8d4765d8-7d8a-4eeb-a059-8b94b0b37ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:06.507817 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c7fa2249-ef87-426b-be7f-2e588e1c340c req-8d4765d8-7d8a-4eeb-a059-8b94b0b37ae2 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=59c961a779674ade84e46325c73c6eac&device_id=b115892f-b98a-4cde-8f7b-ecca2188b3a0 HTTP/1.1" status: 200 len: 1098 time: 0.1078467 Aug 16 22:54:06.548386 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-26625f70-899b-4655-b0e6-cd50d921a5ab None None] Provisioning complete for port 79a482a6-c6f4-4784-9bcc-615ce8a48e7e triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:54:06.548877 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-26625f70-899b-4655-b0e6-cd50d921a5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:06.571927 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_v2 [None req-3585071c-d688-438a-a979-5591850143c2 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Deleting subnet ed4d5d06-3c16-40c0-ac3e-ebbb59429cc9 {{(pid=101292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:54:06.575593 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3585071c-d688-438a-a979-5591850143c2 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks [] for subnet, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:06.636233 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3585071c-d688-438a-a979-5591850143c2 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3848860'] for subnet, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:06.683800 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec0f72d-0beb-40c9-a1b0-e28da35bb62d None None] New status for floating IP 16a31a82-f614-49cc-b072-3ddaec8e3fbc: ACTIVE {{(pid=101294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:54:06.708928 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fa2249-ef87-426b-be7f-2e588e1c340c req-d09b327d-8e8e-4e1a-8363-d85a8a5c2be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:06.710640 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-26625f70-899b-4655-b0e6-cd50d921a5ab None None] Could not find standard attr ID for object 8ad26d6b-b9bc-41ac-9e64-6444b7c92d0c. {{(pid=101293) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:54:06.713575 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c7fa2249-ef87-426b-be7f-2e588e1c340c req-d09b327d-8e8e-4e1a-8363-d85a8a5c2be1 service neutron] 10.222.0.68 "GET /v2.0/networks?id=a8aaeb65-e172-4fdd-9f1a-cbdbda638f0b HTTP/1.1" status: 200 len: 916 time: 0.1894593 Aug 16 22:54:06.716277 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c1cc8571-0689-4f95-9619-03201b9fc40d req-ea26c676-7170-418c-8522-70c00b3b9769 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd898221-984a-4962-9d85-68741895a3e5 HTTP/1.1" status: 200 len: 210 time: 0.1519916 Aug 16 22:54:06.862814 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 32982) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:06.870591 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3585071c-d688-438a-a979-5591850143c2 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:06.879474 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c7fa2249-ef87-426b-be7f-2e588e1c340c req-3c94e862-21eb-4d09-9f47-a72ff9205463 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=812b238c-3ece-4afc-82e5-afd22cef2f1d HTTP/1.1" status: 200 len: 1000 time: 0.1411507 Aug 16 22:54:06.930610 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-7c3c2b67-d716-4016-a40d-db78e1098de4 None None] Could not find standard attr ID for object 8ad26d6b-b9bc-41ac-9e64-6444b7c92d0c. {{(pid=101293) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:54:06.988108 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fa2249-ef87-426b-be7f-2e588e1c340c req-5e77f62c-be44-4d4f-8866-cb8c79a1c588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:06.991608 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c7fa2249-ef87-426b-be7f-2e588e1c340c req-5e77f62c-be44-4d4f-8866-cb8c79a1c588 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d5081f3b-73a4-4d61-9e4a-3f5b25fa6900 HTTP/1.1" status: 200 len: 854 time: 0.0939572 Aug 16 22:54:07.095012 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fa2249-ef87-426b-be7f-2e588e1c340c req-f7e81609-5000-43f9-a1d2-dcdfce148535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:07.096414 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3585071c-d688-438a-a979-5591850143c2 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26252129'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:07.096614 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c7fa2249-ef87-426b-be7f-2e588e1c340c req-f7e81609-5000-43f9-a1d2-dcdfce148535 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a8aaeb65-e172-4fdd-9f1a-cbdbda638f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0935600 Aug 16 22:54:07.106908 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-dc47bd4e-f29b-4c31-a5a6-0789a3dad7f4 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:07.175690 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e672230-be0f-4592-a58e-b9ac9b1194e3 req-2c523609-e0f1-487b-adc2-12579a2f864b tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:07.183667 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7e672230-be0f-4592-a58e-b9ac9b1194e3 req-2c523609-e0f1-487b-adc2-12579a2f864b tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/ports?device_id=90f849f6-77c3-4c08-b2bd-63815b5179a7 HTTP/1.1" status: 200 len: 945 time: 0.2303693 Aug 16 22:54:07.204126 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3585071c-d688-438a-a979-5591850143c2 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Pushing event deleted for resources: {'Subnet': ['ID=ed4d5d06-3c16-40c0-ac3e-ebbb59429cc9,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:07.224738 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d07959-22e8-4e32-a03a-612f989ee646 None None] Network a570e658-e63d-4acf-adc6-1fe1080d7ae8 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:54:07.232816 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3585071c-d688-438a-a979-5591850143c2 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:07.234753 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-3585071c-d688-438a-a979-5591850143c2 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "DELETE /v2.0/subnets/ed4d5d06-3c16-40c0-ac3e-ebbb59429cc9 HTTP/1.1" status: 204 len: 168 time: 0.7611871 Aug 16 22:54:07.249149 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 32988) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:07.262049 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-dc47bd4e-f29b-4c31-a5a6-0789a3dad7f4 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:07.269554 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-4a560b4c-bb8a-4cd6-ad21-f93dfd423794 req-e1b81a99-b857-4ff6-b584-0dc45f792b8a tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:07.318547 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-4a560b4c-bb8a-4cd6-ad21-f93dfd423794 req-e1b81a99-b857-4ff6-b584-0dc45f792b8a tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:07.329335 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c7fa2249-ef87-426b-be7f-2e588e1c340c req-9fe7b3a1-8657-4d0a-8f24-b6ba057aadd0 service neutron] 10.222.0.68 "GET /v2.0/networks/a8aaeb65-e172-4fdd-9f1a-cbdbda638f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233551 Aug 16 22:54:07.416661 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7e672230-be0f-4592-a58e-b9ac9b1194e3 req-a43d5e55-f18a-4087-b872-09a8043a2914 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/security-groups?id=7112d64a-fa50-4e7b-af47-b87caa1ebcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261724 Aug 16 22:54:07.419170 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359144d2-4607-477b-8035-ea9f0f6ee9b5 req-565576e8-f62a-4d27-86fc-016740d80498 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:07.420704 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-359144d2-4607-477b-8035-ea9f0f6ee9b5 req-565576e8-f62a-4d27-86fc-016740d80498 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.57 "GET /v2.0/networks?id=3681de79-445f-48a0-8870-108f9a08910b HTTP/1.1" status: 200 len: 812 time: 0.2307630 Aug 16 22:54:07.446877 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c7fa2249-ef87-426b-be7f-2e588e1c340c req-cf0c8c3d-63dc-453f-9c0a-3636f065575a service neutron] 10.222.0.68 "GET /v2.0/networks/a8aaeb65-e172-4fdd-9f1a-cbdbda638f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064088 Aug 16 22:54:07.461914 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2f65276c-d7cc-4640-9b8a-06d91feda750 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:07.478373 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-359144d2-4607-477b-8035-ea9f0f6ee9b5 req-37f3523e-df8c-41f6-a541-6c024e5e32d3 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Request body: {'port': {'device_id': 'bd898221-984a-4962-9d85-68741895a3e5', 'network_id': '3681de79-445f-48a0-8870-108f9a08910b', 'admin_state_up': True, 'tenant_id': '360ba359ef89419c97d646da8796a108'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:54:07.539539 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010b370b-0758-4c91-b7fd-ba674c1d8136 None None] DHCP port deletion for a570e658-e63d-4acf-adc6-1fe1080d7ae8 request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:54:07.541446 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-dc47bd4e-f29b-4c31-a5a6-0789a3dad7f4 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:07.543942 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-dc47bd4e-f29b-4c31-a5a6-0789a3dad7f4 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:07.545127 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-dc47bd4e-f29b-4c31-a5a6-0789a3dad7f4 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] 10.222.0.36 "DELETE /v2.0/security-groups/540ed4cf-0245-400b-b069-6009faf7f924 HTTP/1.1" status: 204 len: 168 time: 0.6813560 Aug 16 22:54:07.549472 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 32992) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:07.567365 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc47bd4e-f29b-4c31-a5a6-0789a3dad7f4 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=540ed4cf-0245-400b-b069-6009faf7f924,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:07.573790 n-d-791506-26 neutron-server[101292]: INFO neutron.db.l3_db [req-4a560b4c-bb8a-4cd6-ad21-f93dfd423794 req-e1b81a99-b857-4ff6-b584-0dc45f792b8a tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Floating IP a03bc4d0-f233-45cd-952f-eca1362260ca associated. External IP: 172.25.4.210, port: 2651156f-f967-4a9f-be6c-429269bd7d17. Aug 16 22:54:07.582260 n-d-791506-26 neutron-server[101291]: INFO neutron.api.v2.resource [None req-83f86377-acba-4141-a1fa-8411b6d3fa10 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] show failed (client error): The resource could not be found. Aug 16 22:54:07.587930 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-83f86377-acba-4141-a1fa-8411b6d3fa10 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] 10.222.0.36 "GET /v2.0/security-groups/540ed4cf-0245-400b-b069-6009faf7f924 HTTP/1.1" status: 404 len: 347 time: 0.0356786 Aug 16 22:54:07.593595 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 32994) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:07.657194 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-010b370b-0758-4c91-b7fd-ba674c1d8136 None None] Deleting port 79a482a6-c6f4-4784-9bcc-615ce8a48e7e {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:54:07.657912 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-010b370b-0758-4c91-b7fd-ba674c1d8136 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:07.669230 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-2f65276c-d7cc-4640-9b8a-06d91feda750 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Deleting port 79a482a6-c6f4-4784-9bcc-615ce8a48e7e {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:54:07.669588 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2f65276c-d7cc-4640-9b8a-06d91feda750 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:07.734228 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-010b370b-0758-4c91-b7fd-ba674c1d8136 None None] For port 79a482a6-c6f4-4784-9bcc-615ce8a48e7e, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=79a482a6-c6f4-4784-9bcc-615ce8a48e7e,segment=NetworkSegment(355e5cde-e136-4c5f-9694-7b338bbefa59),segment_id=355e5cde-e136-4c5f-9694-7b338bbefa59)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:54:07.734636 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-010b370b-0758-4c91-b7fd-ba674c1d8136 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:07.749121 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-010b370b-0758-4c91-b7fd-ba674c1d8136 None None] Calling delete_port for 79a482a6-c6f4-4784-9bcc-615ce8a48e7e owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:54:07.758212 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-2f65276c-d7cc-4640-9b8a-06d91feda750 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] For port 79a482a6-c6f4-4784-9bcc-615ce8a48e7e, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=79a482a6-c6f4-4784-9bcc-615ce8a48e7e,segment=NetworkSegment(355e5cde-e136-4c5f-9694-7b338bbefa59),segment_id=355e5cde-e136-4c5f-9694-7b338bbefa59)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:54:07.758776 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2f65276c-d7cc-4640-9b8a-06d91feda750 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:07.794194 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-359144d2-4607-477b-8035-ea9f0f6ee9b5 req-37f3523e-df8c-41f6-a541-6c024e5e32d3 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Made reservation on behalf of 360ba359ef89419c97d646da8796a108 for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:54:07.798264 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-359144d2-4607-477b-8035-ea9f0f6ee9b5 req-37f3523e-df8c-41f6-a541-6c024e5e32d3 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:07.813929 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-2f65276c-d7cc-4640-9b8a-06d91feda750 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Calling delete_port for 79a482a6-c6f4-4784-9bcc-615ce8a48e7e owned by network:dhcp {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:54:07.962500 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-97991b1b-80bf-45f4-bf36-bc183fa7fb03 req-8dfc292e-9e02-45f5-a238-5888c00508bc tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd898221-984a-4962-9d85-68741895a3e5 HTTP/1.1" status: 200 len: 210 time: 0.0709572 Aug 16 22:54:07.999755 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4a560b4c-bb8a-4cd6-ad21-f93dfd423794 req-e1b81a99-b857-4ff6-b584-0dc45f792b8a tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Router 03d1c458-e6cd-47a0-ba33-8993d24d22ce has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:54:08.021409 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 79a482a6-c6f4-4784-9bcc-615ce8a48e7e no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:54:08.065113 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2f65276c-d7cc-4640-9b8a-06d91feda750 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:08.086720 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No active binding found for port 79a482a6-c6f4-4784-9bcc-615ce8a48e7e {{(pid=101293) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 16 22:54:08.087247 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 79a482a6-c6f4-4784-9bcc-615ce8a48e7e not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:54:08.098021 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-010b370b-0758-4c91-b7fd-ba674c1d8136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:08.104646 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f65276c-d7cc-4640-9b8a-06d91feda750 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Pushing event deleted for resources: {'Port': ['ID=79a482a6-c6f4-4784-9bcc-615ce8a48e7e,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:08.130165 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f65276c-d7cc-4640-9b8a-06d91feda750 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] No DVR routers for this DVR port 79a482a6-c6f4-4784-9bcc-615ce8a48e7e on host n-d-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:54:08.143783 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010b370b-0758-4c91-b7fd-ba674c1d8136 None None] No DVR routers for this DVR port 79a482a6-c6f4-4784-9bcc-615ce8a48e7e on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:54:08.150382 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010b370b-0758-4c91-b7fd-ba674c1d8136 None None] Pushing event deleted for resources: {'Port': ['ID=79a482a6-c6f4-4784-9bcc-615ce8a48e7e,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:08.178586 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-b42108dd-26bb-42c8-a66f-38dfb53f2817 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Deleting port 73b70c24-ffe8-4c92-9a2a-11dbe341156f {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:54:08.178940 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b42108dd-26bb-42c8-a66f-38dfb53f2817 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:08.317890 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b42108dd-26bb-42c8-a66f-38dfb53f2817 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:08.318229 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b42108dd-26bb-42c8-a66f-38dfb53f2817 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:08.328642 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-359144d2-4607-477b-8035-ea9f0f6ee9b5 req-37f3523e-df8c-41f6-a541-6c024e5e32d3 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Allocated IP 172.20.0.7 (3681de79-445f-48a0-8870-108f9a08910b/676b3069-1661-4172-a3c7-bc8a56a80bc8/7a38c7a3-d7b2-4bfd-bdef-7ecd131ef6d6) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:54:08.338992 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-b42108dd-26bb-42c8-a66f-38dfb53f2817 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Calling delete_port for 73b70c24-ffe8-4c92-9a2a-11dbe341156f owned by network:floatingip {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:54:08.459510 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4a560b4c-bb8a-4cd6-ad21-f93dfd423794 req-e1b81a99-b857-4ff6-b584-0dc45f792b8a tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:54:08.474016 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bc1a07-07d5-4e03-9798-df686f2ea608 None None] Sync routers for ids ['03d1c458-e6cd-47a0-ba33-8993d24d22ce'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:54:08.483548 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bc1a07-07d5-4e03-9798-df686f2ea608 None None] Routers {'03d1c458-e6cd-47a0-ba33-8993d24d22ce'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:54:08.484495 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-64bc1a07-07d5-4e03-9798-df686f2ea608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:53:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['03d1c458-e6cd-47a0-ba33-8993d24d22ce'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:54:08.594306 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2f65276c-d7cc-4640-9b8a-06d91feda750 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:08.613619 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-64bc1a07-07d5-4e03-9798-df686f2ea608 None None] Set router 03d1c458-e6cd-47a0-ba33-8993d24d22ce gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:54:08.616248 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-359144d2-4607-477b-8035-ea9f0f6ee9b5 req-37f3523e-df8c-41f6-a541-6c024e5e32d3 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:08.642242 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b42108dd-26bb-42c8-a66f-38dfb53f2817 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:08.642585 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2045f47d-c7d9-43c7-a515-77f4cdfe79cd req-330d018b-9858-4bb6-a2b5-5ccf1b2adddf tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:08.644107 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2045f47d-c7d9-43c7-a515-77f4cdfe79cd req-330d018b-9858-4bb6-a2b5-5ccf1b2adddf tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/ports?device_id=90f849f6-77c3-4c08-b2bd-63815b5179a7 HTTP/1.1" status: 200 len: 945 time: 0.1178281 Aug 16 22:54:08.648676 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-2f65276c-d7cc-4640-9b8a-06d91feda750 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a570e658-e63d-4acf-adc6-1fe1080d7ae8']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:54:08.664472 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-2f65276c-d7cc-4640-9b8a-06d91feda750 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '355e5cde-e136-4c5f-9694-7b338bbefa59') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:54:08.664792 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-2f65276c-d7cc-4640-9b8a-06d91feda750 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '355e5cde-e136-4c5f-9694-7b338bbefa59') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:54:08.684004 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42108dd-26bb-42c8-a66f-38dfb53f2817 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Pushing event deleted for resources: {'Port': ['ID=73b70c24-ffe8-4c92-9a2a-11dbe341156f,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:08.687694 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2f65276c-d7cc-4640-9b8a-06d91feda750 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:08.727477 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2045f47d-c7d9-43c7-a515-77f4cdfe79cd req-d3e9444c-09fd-4ab4-bb14-a1229fb8ef31 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/security-groups?id=7112d64a-fa50-4e7b-af47-b87caa1ebcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607276 Aug 16 22:54:08.732654 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2f65276c-d7cc-4640-9b8a-06d91feda750 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:08.744340 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-359144d2-4607-477b-8035-ea9f0f6ee9b5 req-37f3523e-df8c-41f6-a541-6c024e5e32d3 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:08.777607 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f65276c-d7cc-4640-9b8a-06d91feda750 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:54:08.778298 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2f65276c-d7cc-4640-9b8a-06d91feda750 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:08.781525 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 16 22:54:08.781525 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:54:08.781525 n-d-791506-26 neutron-server[101292]: timer() Aug 16 22:54:08.781525 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:54:08.781525 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 16 22:54:08.781525 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:54:08.781525 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 16 22:54:08.781525 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:54:08.781525 n-d-791506-26 neutron-server[101292]: self._notify() Aug 16 22:54:08.781525 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:54:08.781525 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 16 22:54:08.781525 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:54:08.781525 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 16 22:54:08.781525 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:54:08.781525 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:54:08.781525 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:54:08.781525 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:54:08.781525 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:54:08.781525 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 16 22:54:08.781525 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:54:08.781525 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 16 22:54:08.781525 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:54:08.781525 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:54:08.781525 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:54:08.781525 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 16 22:54:08.781525 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:54:08.781525 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:54:08.781525 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:54:08.781525 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:54:08.781525 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:54:08.781525 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:54:08.781525 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:54:08.803082 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b42108dd-26bb-42c8-a66f-38dfb53f2817 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Notify callbacks [] for floatingip, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:08.806043 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b42108dd-26bb-42c8-a66f-38dfb53f2817 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:08.807247 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-b42108dd-26bb-42c8-a66f-38dfb53f2817 tempest-ServersWithSpecificFlavorTestJSON-1146107218 tempest-ServersWithSpecificFlavorTestJSON-1146107218-project] 10.222.0.36 "DELETE /v2.0/floatingips/aca20739-3636-4582-b5b8-01b188fc7378 HTTP/1.1" status: 204 len: 168 time: 1.2126005 Aug 16 22:54:08.811255 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f3523e-df8c-41f6-a541-6c024e5e32d3 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Pushing event updated for resources: {'Port': ['ID=7a38c7a3-d7b2-4bfd-bdef-7ecd131ef6d6,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:08.824958 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-359144d2-4607-477b-8035-ea9f0f6ee9b5 req-37f3523e-df8c-41f6-a541-6c024e5e32d3 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Network 3681de79-445f-48a0-8870-108f9a08910b is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:54:08.826512 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-359144d2-4607-477b-8035-ea9f0f6ee9b5 req-37f3523e-df8c-41f6-a541-6c024e5e32d3 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:54:08.829727 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-359144d2-4607-477b-8035-ea9f0f6ee9b5 req-37f3523e-df8c-41f6-a541-6c024e5e32d3 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:54:08.892274 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2f65276c-d7cc-4640-9b8a-06d91feda750 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:08.903745 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359144d2-4607-477b-8035-ea9f0f6ee9b5 req-37f3523e-df8c-41f6-a541-6c024e5e32d3 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:08.904510 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-359144d2-4607-477b-8035-ea9f0f6ee9b5 req-37f3523e-df8c-41f6-a541-6c024e5e32d3 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:08.915573 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2f65276c-d7cc-4640-9b8a-06d91feda750 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:08.917883 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-2f65276c-d7cc-4640-9b8a-06d91feda750 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "DELETE /v2.0/networks/a570e658-e63d-4acf-adc6-1fe1080d7ae8 HTTP/1.1" status: 204 len: 168 time: 1.6677642 Aug 16 22:54:08.922524 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 33010) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:08.923654 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f65276c-d7cc-4640-9b8a-06d91feda750 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Pushing event deleted for resources: {'Network': ['ID=a570e658-e63d-4acf-adc6-1fe1080d7ae8,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:08.934230 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-466ae580-b537-4c0e-b12e-e86e5f1d45f0 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1395859672'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:54:08.935919 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-359144d2-4607-477b-8035-ea9f0f6ee9b5 req-37f3523e-df8c-41f6-a541-6c024e5e32d3 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4647641 Aug 16 22:54:08.937814 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-64bc1a07-07d5-4e03-9798-df686f2ea608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d1c458-e6cd-47a0-ba33-8993d24d22ce', 'name': 'tempest-FloatingIPsAssociationTestJSON-684678681-router', 'tenant_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '6c0107f9-158a-4ddc-8086-9c371feb60b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:53:02Z', 'updated_at': '2021-08-16T22:53:10Z', 'revision_number': 4, 'project_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'gw_port': {'id': '6c0107f9-158a-4ddc-8086-9c371feb60b3', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:be:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d1c458-e6cd-47a0-ba33-8993d24d22ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:03Z', 'updated_at': '2021-08-16T22:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': 'a03bc4d0-f233-45cd-952f-eca1362260ca', 'tenant_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'floating_ip_address': '172.25.4.210', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': '03d1c458-e6cd-47a0-ba33-8993d24d22ce', 'port_id': '82024952-9aa7-490b-94c3-07408d48cdb2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 947, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd61f3db9-5a9e-4f6a-b70c-8358388c27f5', 'mac_address': 'fa:16:3e:12:ae:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b972a69-4cef-4f2c-9e46-90524509cfbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:53:36Z', 'updated_at': '2021-08-16T22:54:07Z', 'revision_number': 3, 'project_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec9c6d23-5b6d-4a14-958f-7097a6943626', 'name': '', 'network_id': 'd61f3db9-5a9e-4f6a-b70c-8358388c27f5', 'tenant_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'mac_address': 'fa:16:3e:85:b8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d1c458-e6cd-47a0-ba33-8993d24d22ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '99669aee-83b9-417a-a368-57108bfc92d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:08Z', 'updated_at': '2021-08-16T22:53:18Z', 'revision_number': 5, 'project_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'subnets': [{'id': '99669aee-83b9-417a-a368-57108bfc92d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:54:08.954442 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-359144d2-4607-477b-8035-ea9f0f6ee9b5 req-0fb4737b-a5ee-4a04-8cf3-0474c23b17bf service neutron] Request body: {'port': {'device_id': 'bd898221-984a-4962-9d85-68741895a3e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:54:08.967550 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bc1a07-07d5-4e03-9798-df686f2ea608 None None] Checking router: 03d1c458-e6cd-47a0-ba33-8993d24d22ce for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:54:08.975099 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4a560b4c-bb8a-4cd6-ad21-f93dfd423794 req-e1b81a99-b857-4ff6-b584-0dc45f792b8a tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Router 03d1c458-e6cd-47a0-ba33-8993d24d22ce has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:54:08.977327 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bc1a07-07d5-4e03-9798-df686f2ea608 None None] Routers {'03d1c458-e6cd-47a0-ba33-8993d24d22ce'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:54:08.977964 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-64bc1a07-07d5-4e03-9798-df686f2ea608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:53:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['03d1c458-e6cd-47a0-ba33-8993d24d22ce'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:54:08.984692 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-466ae580-b537-4c0e-b12e-e86e5f1d45f0 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Made reservation on behalf of b528224b3b2646b1be33edac9acd15da for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:54:08.988708 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-466ae580-b537-4c0e-b12e-e86e5f1d45f0 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:09.031411 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-359144d2-4607-477b-8035-ea9f0f6ee9b5 req-0fb4737b-a5ee-4a04-8cf3-0474c23b17bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:09.066758 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-466ae580-b537-4c0e-b12e-e86e5f1d45f0 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:54:09.092993 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-64bc1a07-07d5-4e03-9798-df686f2ea608 None None] Set router 03d1c458-e6cd-47a0-ba33-8993d24d22ce gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:54:09.110898 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-466ae580-b537-4c0e-b12e-e86e5f1d45f0 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:09.111405 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-466ae580-b537-4c0e-b12e-e86e5f1d45f0 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Added segment bce27c1c-2380-434d-aafa-a07757d44d91 of type vlan for network fb974f5d-2b32-410c-b493-a7b39454b72f Aug 16 22:54:09.159985 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4a560b4c-bb8a-4cd6-ad21-f93dfd423794 req-e1b81a99-b857-4ff6-b584-0dc45f792b8a tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:54:09.169670 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-4a560b4c-bb8a-4cd6-ad21-f93dfd423794 req-e1b81a99-b857-4ff6-b584-0dc45f792b8a tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:09.197441 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-466ae580-b537-4c0e-b12e-e86e5f1d45f0 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:09.215766 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c4c99e2-7d76-40fa-9e40-1a302aa8335d', 'tag': '2651156f-f967-4a9f-be6c-429269bd7d17'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:54:09.218227 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6f4a66f-f711-47f3-b0a7-4623e3dcf2da" -d '{"events": [{"name": "network-changed", "server_uuid": "2c4c99e2-7d76-40fa-9e40-1a302aa8335d", "tag": "2651156f-f967-4a9f-be6c-429269bd7d17"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:54:09.280972 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4a560b4c-bb8a-4cd6-ad21-f93dfd423794 req-e1b81a99-b857-4ff6-b584-0dc45f792b8a tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] 10.222.0.36 "PUT /v2.0/floatingips/a03bc4d0-f233-45cd-952f-eca1362260ca HTTP/1.1" status: 200 len: 999 time: 5.2114248 Aug 16 22:54:09.307691 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-466ae580-b537-4c0e-b12e-e86e5f1d45f0 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:09.317833 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466ae580-b537-4c0e-b12e-e86e5f1d45f0 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:09.318898 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-466ae580-b537-4c0e-b12e-e86e5f1d45f0 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:09.382543 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-64bc1a07-07d5-4e03-9798-df686f2ea608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d1c458-e6cd-47a0-ba33-8993d24d22ce', 'name': 'tempest-FloatingIPsAssociationTestJSON-684678681-router', 'tenant_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '6c0107f9-158a-4ddc-8086-9c371feb60b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:53:02Z', 'updated_at': '2021-08-16T22:53:10Z', 'revision_number': 4, 'project_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'gw_port': {'id': '6c0107f9-158a-4ddc-8086-9c371feb60b3', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:be:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d1c458-e6cd-47a0-ba33-8993d24d22ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:03Z', 'updated_at': '2021-08-16T22:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': 'a03bc4d0-f233-45cd-952f-eca1362260ca', 'tenant_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'floating_ip_address': '172.25.4.210', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': '03d1c458-e6cd-47a0-ba33-8993d24d22ce', 'port_id': '82024952-9aa7-490b-94c3-07408d48cdb2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 947, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd61f3db9-5a9e-4f6a-b70c-8358388c27f5', 'mac_address': 'fa:16:3e:12:ae:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b972a69-4cef-4f2c-9e46-90524509cfbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:53:36Z', 'updated_at': '2021-08-16T22:54:07Z', 'revision_number': 3, 'project_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec9c6d23-5b6d-4a14-958f-7097a6943626', 'name': '', 'network_id': 'd61f3db9-5a9e-4f6a-b70c-8358388c27f5', 'tenant_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'mac_address': 'fa:16:3e:85:b8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d1c458-e6cd-47a0-ba33-8993d24d22ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '99669aee-83b9-417a-a368-57108bfc92d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:08Z', 'updated_at': '2021-08-16T22:53:18Z', 'revision_number': 5, 'project_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'subnets': [{'id': '99669aee-83b9-417a-a368-57108bfc92d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:54:09.406387 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-359144d2-4607-477b-8035-ea9f0f6ee9b5 req-0fb4737b-a5ee-4a04-8cf3-0474c23b17bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a38c7a3-d7b2-4bfd-bdef-7ecd131ef6d6 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:54:09.417874 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-359144d2-4607-477b-8035-ea9f0f6ee9b5 req-0fb4737b-a5ee-4a04-8cf3-0474c23b17bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:09.425793 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bc1a07-07d5-4e03-9798-df686f2ea608 None None] The sync data for ids ['03d1c458-e6cd-47a0-ba33-8993d24d22ce'] in n-d-791506-26 is: [{'id': '03d1c458-e6cd-47a0-ba33-8993d24d22ce', 'name': 'tempest-FloatingIPsAssociationTestJSON-684678681-router', 'tenant_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '6c0107f9-158a-4ddc-8086-9c371feb60b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:53:02Z', 'updated_at': '2021-08-16T22:53:10Z', 'revision_number': 4, 'project_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'gw_port': {'id': '6c0107f9-158a-4ddc-8086-9c371feb60b3', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:be:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d1c458-e6cd-47a0-ba33-8993d24d22ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:03Z', 'updated_at': '2021-08-16T22:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': 'a03bc4d0-f233-45cd-952f-eca1362260ca', 'tenant_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'floating_ip_address': '172.25.4.210', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': '03d1c458-e6cd-47a0-ba33-8993d24d22ce', 'port_id': '82024952-9aa7-490b-94c3-07408d48cdb2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 947, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd61f3db9-5a9e-4f6a-b70c-8358388c27f5', 'mac_address': 'fa:16:3e:12:ae:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b972a69-4cef-4f2c-9e46-90524509cfbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:53:36Z', 'updated_at': '2021-08-16T22:54:07Z', 'revision_number': 3, 'project_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec9c6d23-5b6d-4a14-958f-7097a6943626', 'name': '', 'network_id': 'd61f3db9-5a9e-4f6a-b70c-8358388c27f5', 'tenant_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'mac_address': 'fa:16:3e:85:b8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d1c458-e6cd-47a0-ba33-8993d24d22ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '99669aee-83b9-417a-a368-57108bfc92d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:08Z', 'updated_at': '2021-08-16T22:53:18Z', 'revision_number': 5, 'project_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'subnets': [{'id': '99669aee-83b9-417a-a368-57108bfc92d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:54:09.434901 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-359144d2-4607-477b-8035-ea9f0f6ee9b5 req-0fb4737b-a5ee-4a04-8cf3-0474c23b17bf service neutron] Transition to ACTIVE for port object 7a38c7a3-d7b2-4bfd-bdef-7ecd131ef6d6 will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:54:09.439021 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-359144d2-4607-477b-8035-ea9f0f6ee9b5 req-0fb4737b-a5ee-4a04-8cf3-0474c23b17bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:09.453985 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-466ae580-b537-4c0e-b12e-e86e5f1d45f0 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5277464 Aug 16 22:54:09.472295 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 33024) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:09.482646 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-8e41359f-dcd6-4fb1-9fd0-063ea3842e03 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Request body: {'subnet': {'network_id': 'fb974f5d-2b32-410c-b493-a7b39454b72f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:54:09.495053 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a560b4c-bb8a-4cd6-ad21-f93dfd423794 req-02385646-342b-470b-8fdc-6ca27372cfdf tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:09.496762 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4a560b4c-bb8a-4cd6-ad21-f93dfd423794 req-02385646-342b-470b-8fdc-6ca27372cfdf tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] 10.222.0.36 "GET /v2.0/ports/2651156f-f967-4a9f-be6c-429269bd7d17 HTTP/1.1" status: 200 len: 942 time: 0.2132738 Aug 16 22:54:09.499949 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ae580-b537-4c0e-b12e-e86e5f1d45f0 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Pushing event updated for resources: {'Network': ['ID=fb974f5d-2b32-410c-b493-a7b39454b72f,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:09.512484 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network fb974f5d-2b32-410c-b493-a7b39454b72f details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:54:09.528565 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc3bdef-2a9a-484b-bda3-7cf7084d4ba6 req-27e8495b-5025-4e25-a437-9750bc1a5faa tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:09.538071 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cdc3bdef-2a9a-484b-bda3-7cf7084d4ba6 req-27e8495b-5025-4e25-a437-9750bc1a5faa tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd898221-984a-4962-9d85-68741895a3e5 HTTP/1.1" status: 200 len: 931 time: 0.1845491 Aug 16 22:54:09.578249 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb4737b-a5ee-4a04-8cf3-0474c23b17bf service neutron] Pushing event updated for resources: {'Port': ['ID=7a38c7a3-d7b2-4bfd-bdef-7ecd131ef6d6,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:09.591317 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cdc3bdef-2a9a-484b-bda3-7cf7084d4ba6 req-780a5ca4-18f6-42ba-b16a-0373f96f430a tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/security-groups?id=034b2370-cf60-4c4b-9f41-d074191bc3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520186 Aug 16 22:54:09.725895 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1329fa84-cc46-4875-9a0b-04cb316915f3 x-openstack-request-id: req-1329fa84-cc46-4875-9a0b-04cb316915f3 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:54:09.726630 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c4c99e2-7d76-40fa-9e40-1a302aa8335d", "tag": "2651156f-f967-4a9f-be6c-429269bd7d17", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:54:09.726630 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1329fa84-cc46-4875-9a0b-04cb316915f3 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:54:09.726993 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-359144d2-4607-477b-8035-ea9f0f6ee9b5 req-0fb4737b-a5ee-4a04-8cf3-0474c23b17bf service neutron] Attempting to bind port 7a38c7a3-d7b2-4bfd-bdef-7ecd131ef6d6 on host n-h2-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:54:09.727442 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-359144d2-4607-477b-8035-ea9f0f6ee9b5 req-0fb4737b-a5ee-4a04-8cf3-0474c23b17bf service neutron] Attempting to bind port 7a38c7a3-d7b2-4bfd-bdef-7ecd131ef6d6 by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': '6edf975f-584b-457e-be27-9a9457978487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '3681de79-445f-48a0-8870-108f9a08910b'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:54:09.728243 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359144d2-4607-477b-8035-ea9f0f6ee9b5 req-0fb4737b-a5ee-4a04-8cf3-0474c23b17bf service neutron] Attempting to bind port 7a38c7a3-d7b2-4bfd-bdef-7ecd131ef6d6 on network 3681de79-445f-48a0-8870-108f9a08910b {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:54:09.728408 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c4c99e2-7d76-40fa-9e40-1a302aa8335d', 'tag': '2651156f-f967-4a9f-be6c-429269bd7d17', 'status': 'completed', 'code': 200} Aug 16 22:54:09.735247 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e41359f-dcd6-4fb1-9fd0-063ea3842e03 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Made reservation on behalf of b528224b3b2646b1be33edac9acd15da for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:54:09.740044 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8e41359f-dcd6-4fb1-9fd0-063ea3842e03 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:09.747931 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5f48d4-2380-471d-b9d8-b9fd6bf72d61 None None] New status for floating IP a03bc4d0-f233-45cd-952f-eca1362260ca: ACTIVE {{(pid=101294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:54:09.762787 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a560b4c-bb8a-4cd6-ad21-f93dfd423794 req-1733738c-cfb4-4cd1-b252-1b4a56d7eae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:09.763195 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359144d2-4607-477b-8035-ea9f0f6ee9b5 req-0fb4737b-a5ee-4a04-8cf3-0474c23b17bf service neutron] Port 7a38c7a3-d7b2-4bfd-bdef-7ecd131ef6d6 on network 3681de79-445f-48a0-8870-108f9a08910b not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:54:09.763386 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359144d2-4607-477b-8035-ea9f0f6ee9b5 req-0fb4737b-a5ee-4a04-8cf3-0474c23b17bf service neutron] Attempting to bind port 7a38c7a3-d7b2-4bfd-bdef-7ecd131ef6d6 on network 3681de79-445f-48a0-8870-108f9a08910b {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:54:09.764025 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4a560b4c-bb8a-4cd6-ad21-f93dfd423794 req-1733738c-cfb4-4cd1-b252-1b4a56d7eae6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc5492cf6a2845ba9d22bb0eca33e51a&device_id=2c4c99e2-7d76-40fa-9e40-1a302aa8335d HTTP/1.1" status: 200 len: 1097 time: 0.1363757 Aug 16 22:54:09.838608 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359144d2-4607-477b-8035-ea9f0f6ee9b5 req-0fb4737b-a5ee-4a04-8cf3-0474c23b17bf service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:54:09.838963 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359144d2-4607-477b-8035-ea9f0f6ee9b5 req-0fb4737b-a5ee-4a04-8cf3-0474c23b17bf service neutron] Checking segment: {'id': '6edf975f-584b-457e-be27-9a9457978487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '3681de79-445f-48a0-8870-108f9a08910b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:54:09.839366 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359144d2-4607-477b-8035-ea9f0f6ee9b5 req-0fb4737b-a5ee-4a04-8cf3-0474c23b17bf service neutron] Bound using segment: {'id': '6edf975f-584b-457e-be27-9a9457978487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '3681de79-445f-48a0-8870-108f9a08910b'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:54:09.839858 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-359144d2-4607-477b-8035-ea9f0f6ee9b5 req-0fb4737b-a5ee-4a04-8cf3-0474c23b17bf service neutron] Bound port: 7a38c7a3-d7b2-4bfd-bdef-7ecd131ef6d6, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6edf975f-584b-457e-be27-9a9457978487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '3681de79-445f-48a0-8870-108f9a08910b'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:54:09.840240 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-359144d2-4607-477b-8035-ea9f0f6ee9b5 req-0fb4737b-a5ee-4a04-8cf3-0474c23b17bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:09.956269 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f4a66f-f711-47f3-b0a7-4623e3dcf2da req-840ac452-ab1a-4081-b1f1-541d87f498a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:09.958000 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d6f4a66f-f711-47f3-b0a7-4623e3dcf2da req-840ac452-ab1a-4081-b1f1-541d87f498a2 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=dc5492cf6a2845ba9d22bb0eca33e51a&device_id=2c4c99e2-7d76-40fa-9e40-1a302aa8335d HTTP/1.1" status: 200 len: 1097 time: 0.1616647 Aug 16 22:54:09.982119 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a560b4c-bb8a-4cd6-ad21-f93dfd423794 req-219b555a-51f9-4f43-bce9-6e66fd778097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:09.983508 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4a560b4c-bb8a-4cd6-ad21-f93dfd423794 req-219b555a-51f9-4f43-bce9-6e66fd778097 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d61f3db9-5a9e-4f6a-b70c-8358388c27f5 HTTP/1.1" status: 200 len: 921 time: 0.1959352 Aug 16 22:54:09.999040 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262418a9-07d8-4021-8d71-162bdd991b1e req-9fbb4e46-33f3-4b00-8768-0b20443e1751 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:10.009326 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-262418a9-07d8-4021-8d71-162bdd991b1e req-9fbb4e46-33f3-4b00-8768-0b20443e1751 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/ports?device_id=90f849f6-77c3-4c08-b2bd-63815b5179a7 HTTP/1.1" status: 200 len: 945 time: 0.0957088 Aug 16 22:54:10.055169 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-359144d2-4607-477b-8035-ea9f0f6ee9b5 req-0fb4737b-a5ee-4a04-8cf3-0474c23b17bf service neutron] For port 7a38c7a3-d7b2-4bfd-bdef-7ecd131ef6d6, host n-h2-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:54:10.075240 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4a560b4c-bb8a-4cd6-ad21-f93dfd423794 req-46c04110-abdf-4bde-8aba-3b1fdf9bdf09 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2651156f-f967-4a9f-be6c-429269bd7d17 HTTP/1.1" status: 200 len: 217 time: 0.0626698 Aug 16 22:54:10.102375 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-359144d2-4607-477b-8035-ea9f0f6ee9b5 req-0fb4737b-a5ee-4a04-8cf3-0474c23b17bf service neutron] For port 7a38c7a3-d7b2-4bfd-bdef-7ecd131ef6d6, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=7a38c7a3-d7b2-4bfd-bdef-7ecd131ef6d6,segment=NetworkSegment(6edf975f-584b-457e-be27-9a9457978487),segment_id=6edf975f-584b-457e-be27-9a9457978487)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:54:10.116145 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-359144d2-4607-477b-8035-ea9f0f6ee9b5 req-0fb4737b-a5ee-4a04-8cf3-0474c23b17bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:10.117516 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-262418a9-07d8-4021-8d71-162bdd991b1e req-8d752765-b0fd-4129-97e5-8b9c066ba0e2 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/security-groups?id=7112d64a-fa50-4e7b-af47-b87caa1ebcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068344 Aug 16 22:54:10.201274 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a49ff56-e435-4e4c-a5c9-489c0524d7de None None] Sync routers for ids ['03d1c458-e6cd-47a0-ba33-8993d24d22ce'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:54:10.217571 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a49ff56-e435-4e4c-a5c9-489c0524d7de None None] Routers {'03d1c458-e6cd-47a0-ba33-8993d24d22ce'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:54:10.218811 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-5a49ff56-e435-4e4c-a5c9-489c0524d7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:53:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['03d1c458-e6cd-47a0-ba33-8993d24d22ce'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:54:10.253705 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a560b4c-bb8a-4cd6-ad21-f93dfd423794 req-8ff2f923-1064-4cb2-a167-77d244c0f9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:10.263966 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4a560b4c-bb8a-4cd6-ad21-f93dfd423794 req-8ff2f923-1064-4cb2-a167-77d244c0f9e5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=99669aee-83b9-417a-a368-57108bfc92d4 HTTP/1.1" status: 200 len: 859 time: 0.1783447 Aug 16 22:54:10.291279 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359144d2-4607-477b-8035-ea9f0f6ee9b5 req-0fb4737b-a5ee-4a04-8cf3-0474c23b17bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:10.291876 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-359144d2-4607-477b-8035-ea9f0f6ee9b5 req-0fb4737b-a5ee-4a04-8cf3-0474c23b17bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:10.293370 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-359144d2-4607-477b-8035-ea9f0f6ee9b5 req-0fb4737b-a5ee-4a04-8cf3-0474c23b17bf service neutron] 10.222.0.57 "PUT /v2.0/ports/7a38c7a3-d7b2-4bfd-bdef-7ecd131ef6d6 HTTP/1.1" status: 200 len: 1092 time: 1.3433621 Aug 16 22:54:10.293808 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd898221-984a-4962-9d85-68741895a3e5', 'tag': '7a38c7a3-d7b2-4bfd-bdef-7ecd131ef6d6'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:54:10.302789 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c765b2e1-a11e-4b1b-9190-3203b10b90c0" -d '{"events": [{"name": "network-changed", "server_uuid": "bd898221-984a-4962-9d85-68741895a3e5", "tag": "7a38c7a3-d7b2-4bfd-bdef-7ecd131ef6d6"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:54:10.360945 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a560b4c-bb8a-4cd6-ad21-f93dfd423794 req-4da050f2-8b9e-4fdc-8519-c17ecb09d0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:10.370159 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4a560b4c-bb8a-4cd6-ad21-f93dfd423794 req-4da050f2-8b9e-4fdc-8519-c17ecb09d0a9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d61f3db9-5a9e-4f6a-b70c-8358388c27f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1053164 Aug 16 22:54:10.401903 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f4a66f-f711-47f3-b0a7-4623e3dcf2da req-1587a9b7-fdd8-45fd-b23d-ce521cfc506b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:10.403592 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d6f4a66f-f711-47f3-b0a7-4623e3dcf2da req-1587a9b7-fdd8-45fd-b23d-ce521cfc506b service neutron] 10.222.0.68 "GET /v2.0/networks?id=d61f3db9-5a9e-4f6a-b70c-8358388c27f5 HTTP/1.1" status: 200 len: 921 time: 0.4343364 Aug 16 22:54:10.419031 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8e41359f-dcd6-4fb1-9fd0-063ea3842e03 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:10.456766 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-5a49ff56-e435-4e4c-a5c9-489c0524d7de None None] Set router 03d1c458-e6cd-47a0-ba33-8993d24d22ce gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:54:10.482138 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4a560b4c-bb8a-4cd6-ad21-f93dfd423794 req-463be724-87a6-4914-970e-aefd52966517 service neutron] 10.222.0.36 "GET /v2.0/networks/d61f3db9-5a9e-4f6a-b70c-8358388c27f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110156 Aug 16 22:54:10.536654 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d6f4a66f-f711-47f3-b0a7-4623e3dcf2da req-079d65bc-bfa0-470d-80b3-565af8428c0e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2651156f-f967-4a9f-be6c-429269bd7d17 HTTP/1.1" status: 200 len: 217 time: 0.1186650 Aug 16 22:54:10.543194 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-752795d3-d34a-4c48-97f6-614167898856 x-openstack-request-id: req-752795d3-d34a-4c48-97f6-614167898856 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:54:10.543756 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd898221-984a-4962-9d85-68741895a3e5", "tag": "7a38c7a3-d7b2-4bfd-bdef-7ecd131ef6d6", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:54:10.544104 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-752795d3-d34a-4c48-97f6-614167898856 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:54:10.544519 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd898221-984a-4962-9d85-68741895a3e5', 'tag': '7a38c7a3-d7b2-4bfd-bdef-7ecd131ef6d6', 'status': 'completed', 'code': 200} Aug 16 22:54:10.553362 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb4737b-a5ee-4a04-8cf3-0474c23b17bf service neutron] Pushing event updated for resources: {'Port': ['ID=7a38c7a3-d7b2-4bfd-bdef-7ecd131ef6d6,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:10.595688 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4a560b4c-bb8a-4cd6-ad21-f93dfd423794 req-baf6a242-39d0-474d-9a69-bf0487bffe92 service neutron] 10.222.0.36 "GET /v2.0/networks/d61f3db9-5a9e-4f6a-b70c-8358388c27f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126459 Aug 16 22:54:10.649068 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e41359f-dcd6-4fb1-9fd0-063ea3842e03 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Pushing event updated for resources: {'Subnet': ['ID=049550bd-d20a-4281-a492-7cc00e02eb1a,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:10.662886 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359144d2-4607-477b-8035-ea9f0f6ee9b5 req-b1626152-23f3-44df-a4e4-3c05f566420b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:10.664363 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-359144d2-4607-477b-8035-ea9f0f6ee9b5 req-b1626152-23f3-44df-a4e4-3c05f566420b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=360ba359ef89419c97d646da8796a108&device_id=bd898221-984a-4962-9d85-68741895a3e5 HTTP/1.1" status: 200 len: 1095 time: 0.2648957 Aug 16 22:54:10.714080 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a560b4c-bb8a-4cd6-ad21-f93dfd423794 req-59ac7b22-2490-4d88-885c-fc20453b6e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:10.716482 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4a560b4c-bb8a-4cd6-ad21-f93dfd423794 req-59ac7b22-2490-4d88-885c-fc20453b6e78 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc5492cf6a2845ba9d22bb0eca33e51a&device_id=3b972a69-4cef-4f2c-9e46-90524509cfbf HTTP/1.1" status: 200 len: 1098 time: 0.0759118 Aug 16 22:54:10.734451 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f4a66f-f711-47f3-b0a7-4623e3dcf2da req-28bc7e0c-ee51-4aa3-97ed-5ccbf4930392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:10.737088 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d6f4a66f-f711-47f3-b0a7-4623e3dcf2da req-28bc7e0c-ee51-4aa3-97ed-5ccbf4930392 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=99669aee-83b9-417a-a368-57108bfc92d4 HTTP/1.1" status: 200 len: 859 time: 0.1880262 Aug 16 22:54:10.780519 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-359144d2-4607-477b-8035-ea9f0f6ee9b5 req-096b0316-b472-436b-b484-01cebf70e594 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a38c7a3-d7b2-4bfd-bdef-7ecd131ef6d6 HTTP/1.1" status: 200 len: 217 time: 0.0753608 Aug 16 22:54:10.797978 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-5a49ff56-e435-4e4c-a5c9-489c0524d7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d1c458-e6cd-47a0-ba33-8993d24d22ce', 'name': 'tempest-FloatingIPsAssociationTestJSON-684678681-router', 'tenant_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '6c0107f9-158a-4ddc-8086-9c371feb60b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:53:02Z', 'updated_at': '2021-08-16T22:53:10Z', 'revision_number': 4, 'project_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'gw_port': {'id': '6c0107f9-158a-4ddc-8086-9c371feb60b3', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:be:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d1c458-e6cd-47a0-ba33-8993d24d22ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:03Z', 'updated_at': '2021-08-16T22:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': 'a03bc4d0-f233-45cd-952f-eca1362260ca', 'tenant_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'floating_ip_address': '172.25.4.210', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': '03d1c458-e6cd-47a0-ba33-8993d24d22ce', 'port_id': '82024952-9aa7-490b-94c3-07408d48cdb2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 947, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd61f3db9-5a9e-4f6a-b70c-8358388c27f5', 'mac_address': 'fa:16:3e:12:ae:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b972a69-4cef-4f2c-9e46-90524509cfbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:53:36Z', 'updated_at': '2021-08-16T22:54:09Z', 'revision_number': 4, 'project_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec9c6d23-5b6d-4a14-958f-7097a6943626', 'name': '', 'network_id': 'd61f3db9-5a9e-4f6a-b70c-8358388c27f5', 'tenant_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'mac_address': 'fa:16:3e:85:b8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d1c458-e6cd-47a0-ba33-8993d24d22ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '99669aee-83b9-417a-a368-57108bfc92d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:08Z', 'updated_at': '2021-08-16T22:53:18Z', 'revision_number': 5, 'project_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'subnets': [{'id': '99669aee-83b9-417a-a368-57108bfc92d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:54:10.804400 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e41359f-dcd6-4fb1-9fd0-063ea3842e03 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Checking segment: {'id': 'bce27c1c-2380-434d-aafa-a07757d44d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'fb974f5d-2b32-410c-b493-a7b39454b72f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:54:10.804800 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e41359f-dcd6-4fb1-9fd0-063ea3842e03 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Network hostable DHCP agents. Network: fb974f5d-2b32-410c-b493-a7b39454b72f, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:54:10.834551 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a49ff56-e435-4e4c-a5c9-489c0524d7de None None] Checking router: 03d1c458-e6cd-47a0-ba33-8993d24d22ce for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:54:10.853284 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a49ff56-e435-4e4c-a5c9-489c0524d7de None None] Routers {'03d1c458-e6cd-47a0-ba33-8993d24d22ce'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:54:10.854100 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-5a49ff56-e435-4e4c-a5c9-489c0524d7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:53:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['03d1c458-e6cd-47a0-ba33-8993d24d22ce'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:54:10.888319 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64e3b73-eb10-4e18-8465-61f1693d23a1 req-040f031c-cc34-47e7-a4e1-4c7bc89f2309 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:10.896093 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e41359f-dcd6-4fb1-9fd0-063ea3842e03 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Network fb974f5d-2b32-410c-b493-a7b39454b72f is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:54:10.896327 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f64e3b73-eb10-4e18-8465-61f1693d23a1 req-040f031c-cc34-47e7-a4e1-4c7bc89f2309 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd898221-984a-4962-9d85-68741895a3e5 HTTP/1.1" status: 200 len: 943 time: 0.1186917 Aug 16 22:54:10.912498 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f4a66f-f711-47f3-b0a7-4623e3dcf2da req-41fe0a2c-8f00-430b-9a63-ea16692cd810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:10.914525 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d6f4a66f-f711-47f3-b0a7-4623e3dcf2da req-41fe0a2c-8f00-430b-9a63-ea16692cd810 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d61f3db9-5a9e-4f6a-b70c-8358388c27f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1311078 Aug 16 22:54:10.916113 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-8e41359f-dcd6-4fb1-9fd0-063ea3842e03 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, fb974f5d-2b32-410c-b493-a7b39454b72f) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:54:10.921363 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e41359f-dcd6-4fb1-9fd0-063ea3842e03 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:10.922112 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8e41359f-dcd6-4fb1-9fd0-063ea3842e03 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:10.922627 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:10.928506 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359144d2-4607-477b-8035-ea9f0f6ee9b5 req-bfc5356e-b98b-45b0-9764-448fe29f68ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:10.930057 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-359144d2-4607-477b-8035-ea9f0f6ee9b5 req-bfc5356e-b98b-45b0-9764-448fe29f68ac service neutron] 10.222.0.57 "GET /v2.0/subnets?id=676b3069-1661-4172-a3c7-bc8a56a80bc8 HTTP/1.1" status: 200 len: 852 time: 0.1351659 Aug 16 22:54:10.960577 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f64e3b73-eb10-4e18-8465-61f1693d23a1 req-799bfa3e-1b67-42bf-9bd3-0836270e4e6f tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/security-groups?id=034b2370-cf60-4c4b-9f41-d074191bc3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625429 Aug 16 22:54:10.960795 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5ca90b-4fd3-4b26-a843-150d6dcfec21 None None] Network fb974f5d-2b32-410c-b493-a7b39454b72f requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:54:10.975047 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a560b4c-bb8a-4cd6-ad21-f93dfd423794 req-36ab2845-3c62-4958-94bc-3f14dab51ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:10.979294 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4a560b4c-bb8a-4cd6-ad21-f93dfd423794 req-36ab2845-3c62-4958-94bc-3f14dab51ec1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d61f3db9-5a9e-4f6a-b70c-8358388c27f5 HTTP/1.1" status: 200 len: 921 time: 0.2564547 Aug 16 22:54:11.020790 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-359144d2-4607-477b-8035-ea9f0f6ee9b5 req-7ea976a8-865c-48da-b494-81e9112b6c3b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3681de79-445f-48a0-8870-108f9a08910b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0796804 Aug 16 22:54:11.024289 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-8e41359f-dcd6-4fb1-9fd0-063ea3842e03 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5501506 Aug 16 22:54:11.027105 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 33058) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:11.032318 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 33062) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:11.045436 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-0b89ffd4-cf72-4b8a-820a-23f9ea5c50c6 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Request body: {'port': {'network_id': 'fb974f5d-2b32-410c-b493-a7b39454b72f', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1661298631'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:54:11.046806 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-5a49ff56-e435-4e4c-a5c9-489c0524d7de None None] Set router 03d1c458-e6cd-47a0-ba33-8993d24d22ce gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:54:11.080121 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4a560b4c-bb8a-4cd6-ad21-f93dfd423794 req-1022d54a-3a72-4853-b38b-e49edc410e3f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=82024952-9aa7-490b-94c3-07408d48cdb2 HTTP/1.1" status: 200 len: 1002 time: 0.0879071 Aug 16 22:54:11.162370 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a560b4c-bb8a-4cd6-ad21-f93dfd423794 req-b259e6ec-3787-460b-8038-09c5d88e3a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:11.163993 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4a560b4c-bb8a-4cd6-ad21-f93dfd423794 req-b259e6ec-3787-460b-8038-09c5d88e3a20 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=99669aee-83b9-417a-a368-57108bfc92d4 HTTP/1.1" status: 200 len: 859 time: 0.0757041 Aug 16 22:54:11.251268 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a560b4c-bb8a-4cd6-ad21-f93dfd423794 req-5c578e68-b92a-4d2f-beb5-d21291acfb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:11.252962 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4a560b4c-bb8a-4cd6-ad21-f93dfd423794 req-5c578e68-b92a-4d2f-beb5-d21291acfb56 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d61f3db9-5a9e-4f6a-b70c-8358388c27f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0814433 Aug 16 22:54:11.268226 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d6f4a66f-f711-47f3-b0a7-4623e3dcf2da req-db76edb1-a9d5-4daf-8a9c-c20425b1b9aa service neutron] 10.222.0.68 "GET /v2.0/networks/d61f3db9-5a9e-4f6a-b70c-8358388c27f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3427222 Aug 16 22:54:11.313975 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5ebbd8-27f8-430c-af00-1e32eb9528f2 req-cde41c15-e2ef-439e-beeb-6998467b9544 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:11.315650 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fe5ebbd8-27f8-430c-af00-1e32eb9528f2 req-cde41c15-e2ef-439e-beeb-6998467b9544 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/ports?device_id=90f849f6-77c3-4c08-b2bd-63815b5179a7 HTTP/1.1" status: 200 len: 945 time: 0.1054077 Aug 16 22:54:11.366147 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626ae930-46e3-464f-b098-b03a19905162 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-fb974f5d-2b32-410c-b493-a7b39454b72f', 'network_id': 'fb974f5d-2b32-410c-b493-a7b39454b72f', 'tenant_id': 'b528224b3b2646b1be33edac9acd15da', 'fixed_ips': [{'subnet_id': '049550bd-d20a-4281-a492-7cc00e02eb1a'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:54:11.367087 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-626ae930-46e3-464f-b098-b03a19905162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:11.381602 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fe5ebbd8-27f8-430c-af00-1e32eb9528f2 req-94e9ac25-168a-44e9-9f79-34492d72f549 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/security-groups?id=7112d64a-fa50-4e7b-af47-b87caa1ebcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578902 Aug 16 22:54:11.408663 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4a560b4c-bb8a-4cd6-ad21-f93dfd423794 req-da01ea28-2b5c-4246-a830-618ef351e2de service neutron] 10.222.0.36 "GET /v2.0/networks/d61f3db9-5a9e-4f6a-b70c-8358388c27f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467035 Aug 16 22:54:11.434219 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-359144d2-4607-477b-8035-ea9f0f6ee9b5 req-024ba00c-db58-4349-a50c-7075913e815a service neutron] 10.222.0.57 "GET /v2.0/networks/3681de79-445f-48a0-8870-108f9a08910b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4008634 Aug 16 22:54:11.460342 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b89ffd4-cf72-4b8a-820a-23f9ea5c50c6 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Made reservation on behalf of b528224b3b2646b1be33edac9acd15da for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:54:11.464264 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0b89ffd4-cf72-4b8a-820a-23f9ea5c50c6 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:11.531549 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4a560b4c-bb8a-4cd6-ad21-f93dfd423794 req-58d5e54b-b03d-4ddf-ad14-6c5dda558adb service neutron] 10.222.0.36 "GET /v2.0/networks/d61f3db9-5a9e-4f6a-b70c-8358388c27f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079788 Aug 16 22:54:11.585790 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d6f4a66f-f711-47f3-b0a7-4623e3dcf2da req-6cd4c2cb-55f7-496d-8135-dc9445262136 service neutron] 10.222.0.68 "GET /v2.0/networks/d61f3db9-5a9e-4f6a-b70c-8358388c27f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2988575 Aug 16 22:54:11.586918 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-0b89ffd4-cf72-4b8a-820a-23f9ea5c50c6 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] device_id is not set on port 24e83886-03b1-41bd-a309-50efbde9b9ee yet. {{(pid=101291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:54:11.596365 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-5a49ff56-e435-4e4c-a5c9-489c0524d7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d1c458-e6cd-47a0-ba33-8993d24d22ce', 'name': 'tempest-FloatingIPsAssociationTestJSON-684678681-router', 'tenant_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '6c0107f9-158a-4ddc-8086-9c371feb60b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:53:02Z', 'updated_at': '2021-08-16T22:53:10Z', 'revision_number': 4, 'project_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'gw_port': {'id': '6c0107f9-158a-4ddc-8086-9c371feb60b3', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:be:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d1c458-e6cd-47a0-ba33-8993d24d22ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:03Z', 'updated_at': '2021-08-16T22:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': 'a03bc4d0-f233-45cd-952f-eca1362260ca', 'tenant_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'floating_ip_address': '172.25.4.210', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': '03d1c458-e6cd-47a0-ba33-8993d24d22ce', 'port_id': '82024952-9aa7-490b-94c3-07408d48cdb2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 947, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd61f3db9-5a9e-4f6a-b70c-8358388c27f5', 'mac_address': 'fa:16:3e:12:ae:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b972a69-4cef-4f2c-9e46-90524509cfbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:53:36Z', 'updated_at': '2021-08-16T22:54:09Z', 'revision_number': 4, 'project_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec9c6d23-5b6d-4a14-958f-7097a6943626', 'name': '', 'network_id': 'd61f3db9-5a9e-4f6a-b70c-8358388c27f5', 'tenant_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'mac_address': 'fa:16:3e:85:b8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d1c458-e6cd-47a0-ba33-8993d24d22ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '99669aee-83b9-417a-a368-57108bfc92d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:08Z', 'updated_at': '2021-08-16T22:53:18Z', 'revision_number': 5, 'project_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'subnets': [{'id': '99669aee-83b9-417a-a368-57108bfc92d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:54:11.660605 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8ca7bddc-bb1c-45c3-bbb6-68e0dc307363 req-372f20ac-2d67-4d7c-b211-b34418a2d4c6 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.4.210 HTTP/1.1" status: 200 len: 1002 time: 0.0759974 Aug 16 22:54:11.728105 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca7bddc-bb1c-45c3-bbb6-68e0dc307363 req-4d790b3b-f205-40b4-9d61-071ac73dd7bb tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:11.729649 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8ca7bddc-bb1c-45c3-bbb6-68e0dc307363 req-4d790b3b-f205-40b4-9d61-071ac73dd7bb tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] 10.222.0.36 "GET /v2.0/ports/82024952-9aa7-490b-94c3-07408d48cdb2 HTTP/1.1" status: 200 len: 943 time: 0.0586898 Aug 16 22:54:11.730220 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b972a69-4cef-4f2c-9e46-90524509cfbf', 'tag': '82024952-9aa7-490b-94c3-07408d48cdb2'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:54:11.732946 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-795f2a13-7b89-4655-a12f-110b658a8eef" -d '{"events": [{"name": "network-changed", "server_uuid": "3b972a69-4cef-4f2c-9e46-90524509cfbf", "tag": "82024952-9aa7-490b-94c3-07408d48cdb2"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:54:11.785115 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d48fb52-a87c-4e51-bea4-07fa584a2836 x-openstack-request-id: req-7d48fb52-a87c-4e51-bea4-07fa584a2836 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:54:11.785237 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-359144d2-4607-477b-8035-ea9f0f6ee9b5 req-0e8fabcc-78bf-4542-97ab-a31263d1f79f service neutron] 10.222.0.57 "GET /v2.0/networks/3681de79-445f-48a0-8870-108f9a08910b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3386664 Aug 16 22:54:11.785699 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b972a69-4cef-4f2c-9e46-90524509cfbf", "tag": "82024952-9aa7-490b-94c3-07408d48cdb2", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:54:11.785816 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7d48fb52-a87c-4e51-bea4-07fa584a2836 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:54:11.786362 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b972a69-4cef-4f2c-9e46-90524509cfbf', 'tag': '82024952-9aa7-490b-94c3-07408d48cdb2', 'status': 'completed', 'code': 200} Aug 16 22:54:11.788009 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-626ae930-46e3-464f-b098-b03a19905162 None None] Allocated IP 172.20.0.2 (fb974f5d-2b32-410c-b493-a7b39454b72f/049550bd-d20a-4281-a492-7cc00e02eb1a/b906d6ae-4b52-438e-a202-1f2217119dc7) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:54:11.798960 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a49ff56-e435-4e4c-a5c9-489c0524d7de None None] The sync data for ids ['03d1c458-e6cd-47a0-ba33-8993d24d22ce'] in n-d-791506-26 is: [{'id': '03d1c458-e6cd-47a0-ba33-8993d24d22ce', 'name': 'tempest-FloatingIPsAssociationTestJSON-684678681-router', 'tenant_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '6c0107f9-158a-4ddc-8086-9c371feb60b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:53:02Z', 'updated_at': '2021-08-16T22:53:10Z', 'revision_number': 4, 'project_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'gw_port': {'id': '6c0107f9-158a-4ddc-8086-9c371feb60b3', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:be:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d1c458-e6cd-47a0-ba33-8993d24d22ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:03Z', 'updated_at': '2021-08-16T22:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': 'a03bc4d0-f233-45cd-952f-eca1362260ca', 'tenant_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'floating_ip_address': '172.25.4.210', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': '03d1c458-e6cd-47a0-ba33-8993d24d22ce', 'port_id': '82024952-9aa7-490b-94c3-07408d48cdb2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 947, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd61f3db9-5a9e-4f6a-b70c-8358388c27f5', 'mac_address': 'fa:16:3e:12:ae:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b972a69-4cef-4f2c-9e46-90524509cfbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:53:36Z', 'updated_at': '2021-08-16T22:54:09Z', 'revision_number': 4, 'project_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec9c6d23-5b6d-4a14-958f-7097a6943626', 'name': '', 'network_id': 'd61f3db9-5a9e-4f6a-b70c-8358388c27f5', 'tenant_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'mac_address': 'fa:16:3e:85:b8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d1c458-e6cd-47a0-ba33-8993d24d22ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '99669aee-83b9-417a-a368-57108bfc92d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:08Z', 'updated_at': '2021-08-16T22:53:18Z', 'revision_number': 5, 'project_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'subnets': [{'id': '99669aee-83b9-417a-a368-57108bfc92d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:54:11.868635 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8ca7bddc-bb1c-45c3-bbb6-68e0dc307363 req-03f735c9-d67d-4841-9e09-9629c6f17940 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.4.210 HTTP/1.1" status: 200 len: 1002 time: 0.0726397 Aug 16 22:54:12.006248 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-626ae930-46e3-464f-b098-b03a19905162 None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:12.007122 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795f2a13-7b89-4655-a12f-110b658a8eef req-6c8e1642-280f-4ea2-a090-fcf20dfaf033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:12.008688 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-795f2a13-7b89-4655-a12f-110b658a8eef req-6c8e1642-280f-4ea2-a090-fcf20dfaf033 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dc5492cf6a2845ba9d22bb0eca33e51a&device_id=3b972a69-4cef-4f2c-9e46-90524509cfbf HTTP/1.1" status: 200 len: 1098 time: 0.1516151 Aug 16 22:54:12.022324 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-626ae930-46e3-464f-b098-b03a19905162 None None] Transition to ACTIVE for port object b906d6ae-4b52-438e-a202-1f2217119dc7 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:54:12.033593 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca7bddc-bb1c-45c3-bbb6-68e0dc307363 req-9d2d7359-babb-4c14-af91-36a378f87781 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:12.036399 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8ca7bddc-bb1c-45c3-bbb6-68e0dc307363 req-9d2d7359-babb-4c14-af91-36a378f87781 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] 10.222.0.36 "GET /v2.0/networks/c22c4980-c849-406d-982c-a5d68c515a94 HTTP/1.1" status: 200 len: 784 time: 0.1595030 Aug 16 22:54:12.055681 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-626ae930-46e3-464f-b098-b03a19905162 None None] Transition to ACTIVE for port object b906d6ae-4b52-438e-a202-1f2217119dc7 will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:54:12.070390 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-626ae930-46e3-464f-b098-b03a19905162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:12.106713 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c765b2e1-a11e-4b1b-9190-3203b10b90c0 req-1fcfb9d5-8f14-43dc-a85b-cf89fdb8b657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:12.108594 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c765b2e1-a11e-4b1b-9190-3203b10b90c0 req-1fcfb9d5-8f14-43dc-a85b-cf89fdb8b657 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=360ba359ef89419c97d646da8796a108&device_id=bd898221-984a-4962-9d85-68741895a3e5 HTTP/1.1" status: 200 len: 1095 time: 0.1465113 Aug 16 22:54:12.123298 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626ae930-46e3-464f-b098-b03a19905162 None None] Pushing event updated for resources: {'Port': ['ID=b906d6ae-4b52-438e-a202-1f2217119dc7,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:12.140129 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626ae930-46e3-464f-b098-b03a19905162 None None] Network fb974f5d-2b32-410c-b493-a7b39454b72f is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:54:12.142072 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-626ae930-46e3-464f-b098-b03a19905162 None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:54:12.144835 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626ae930-46e3-464f-b098-b03a19905162 None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:54:12.176028 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e53555bc-83f7-42e9-a318-5868974199ce req-a5178758-4d3b-4812-af96-5f1865523e3f tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.4.210 HTTP/1.1" status: 200 len: 1002 time: 0.1201665 Aug 16 22:54:12.187324 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e0db70-3c7e-4e6d-acb0-e50b2c0d4e5f req-ef22c74f-e457-4243-b3ea-6251678a5e8b tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:12.188820 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-73e0db70-3c7e-4e6d-acb0-e50b2c0d4e5f req-ef22c74f-e457-4243-b3ea-6251678a5e8b tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd898221-984a-4962-9d85-68741895a3e5 HTTP/1.1" status: 200 len: 943 time: 0.1182408 Aug 16 22:54:12.227138 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-626ae930-46e3-464f-b098-b03a19905162 None None] Attempting to bind port b906d6ae-4b52-438e-a202-1f2217119dc7 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:54:12.227828 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-626ae930-46e3-464f-b098-b03a19905162 None None] Attempting to bind port b906d6ae-4b52-438e-a202-1f2217119dc7 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': 'bce27c1c-2380-434d-aafa-a07757d44d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'fb974f5d-2b32-410c-b493-a7b39454b72f'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:54:12.228353 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626ae930-46e3-464f-b098-b03a19905162 None None] Attempting to bind port b906d6ae-4b52-438e-a202-1f2217119dc7 on network fb974f5d-2b32-410c-b493-a7b39454b72f {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:54:12.235046 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626ae930-46e3-464f-b098-b03a19905162 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:54:12.235898 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626ae930-46e3-464f-b098-b03a19905162 None None] Checking segment: {'id': 'bce27c1c-2380-434d-aafa-a07757d44d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'fb974f5d-2b32-410c-b493-a7b39454b72f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:54:12.236522 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-626ae930-46e3-464f-b098-b03a19905162 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:12.237133 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626ae930-46e3-464f-b098-b03a19905162 None None] Bound using segment: {'id': 'bce27c1c-2380-434d-aafa-a07757d44d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'fb974f5d-2b32-410c-b493-a7b39454b72f'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:54:12.237810 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-626ae930-46e3-464f-b098-b03a19905162 None None] Bound port: b906d6ae-4b52-438e-a202-1f2217119dc7, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce27c1c-2380-434d-aafa-a07757d44d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'fb974f5d-2b32-410c-b493-a7b39454b72f'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:54:12.238370 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-626ae930-46e3-464f-b098-b03a19905162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:12.257020 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53555bc-83f7-42e9-a318-5868974199ce req-9c5349c9-8c5a-4310-8afb-4ee6fab6c140 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:12.258503 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e53555bc-83f7-42e9-a318-5868974199ce req-9c5349c9-8c5a-4310-8afb-4ee6fab6c140 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] 10.222.0.36 "GET /v2.0/ports/82024952-9aa7-490b-94c3-07408d48cdb2 HTTP/1.1" status: 200 len: 943 time: 0.0687175 Aug 16 22:54:12.281137 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-73e0db70-3c7e-4e6d-acb0-e50b2c0d4e5f req-74e7929e-c24f-41b0-a5cf-7568cef1a566 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/security-groups?id=034b2370-cf60-4c4b-9f41-d074191bc3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816445 Aug 16 22:54:12.332132 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-626ae930-46e3-464f-b098-b03a19905162 None None] For port b906d6ae-4b52-438e-a202-1f2217119dc7, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:54:12.337444 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-626ae930-46e3-464f-b098-b03a19905162 None None] For port b906d6ae-4b52-438e-a202-1f2217119dc7, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=b906d6ae-4b52-438e-a202-1f2217119dc7,segment=NetworkSegment(bce27c1c-2380-434d-aafa-a07757d44d91),segment_id=bce27c1c-2380-434d-aafa-a07757d44d91)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:54:12.343621 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-626ae930-46e3-464f-b098-b03a19905162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:12.411489 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e53555bc-83f7-42e9-a318-5868974199ce req-5955f198-c0b9-4074-b479-59dcfda43dc4 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.4.210 HTTP/1.1" status: 200 len: 1002 time: 0.0900474 Aug 16 22:54:12.421270 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626ae930-46e3-464f-b098-b03a19905162 None None] Pushing event updated for resources: {'Port': ['ID=b906d6ae-4b52-438e-a202-1f2217119dc7,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:12.569143 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb14552e-3205-4e53-8655-5dac58d6fcd7 req-1220d7c9-7833-4710-ae8a-bba52e53eb6d tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:12.570620 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fb14552e-3205-4e53-8655-5dac58d6fcd7 req-1220d7c9-7833-4710-ae8a-bba52e53eb6d tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/ports?device_id=90f849f6-77c3-4c08-b2bd-63815b5179a7 HTTP/1.1" status: 200 len: 945 time: 0.0816023 Aug 16 22:54:12.585334 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-0b89ffd4-cf72-4b8a-820a-23f9ea5c50c6 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Allocated IP 172.20.0.6 (fb974f5d-2b32-410c-b493-a7b39454b72f/049550bd-d20a-4281-a492-7cc00e02eb1a/24e83886-03b1-41bd-a309-50efbde9b9ee) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:54:12.623456 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53555bc-83f7-42e9-a318-5868974199ce req-c1b90d46-ace2-4898-9b71-1b1b25d0c2c5 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:12.624966 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e53555bc-83f7-42e9-a318-5868974199ce req-c1b90d46-ace2-4898-9b71-1b1b25d0c2c5 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] 10.222.0.36 "GET /v2.0/networks/c22c4980-c849-406d-982c-a5d68c515a94 HTTP/1.1" status: 200 len: 784 time: 0.1965351 Aug 16 22:54:12.653403 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795f2a13-7b89-4655-a12f-110b658a8eef req-d58d9323-d093-4df2-b401-389b46131256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:12.654928 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-795f2a13-7b89-4655-a12f-110b658a8eef req-d58d9323-d093-4df2-b401-389b46131256 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d61f3db9-5a9e-4f6a-b70c-8358388c27f5 HTTP/1.1" status: 200 len: 921 time: 0.6310091 Aug 16 22:54:12.706744 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fb14552e-3205-4e53-8655-5dac58d6fcd7 req-d70b276b-26d9-42e1-bc4a-00dbb68cf09a tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/security-groups?id=7112d64a-fa50-4e7b-af47-b87caa1ebcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204445 Aug 16 22:54:12.772192 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e53555bc-83f7-42e9-a318-5868974199ce req-9ca00f43-ca44-4fb1-8f45-94658410ab22 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.4.210 HTTP/1.1" status: 200 len: 1002 time: 0.1317139 Aug 16 22:54:12.788149 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-e53555bc-83f7-42e9-a318-5868974199ce req-18816e7f-c6b0-4144-97ef-6b46a529529c tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:54:12.812297 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c765b2e1-a11e-4b1b-9190-3203b10b90c0 req-8c178671-6f8a-4f61-a895-84d251892d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:12.813915 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c765b2e1-a11e-4b1b-9190-3203b10b90c0 req-8c178671-6f8a-4f61-a895-84d251892d4f service neutron] 10.222.0.57 "GET /v2.0/networks?id=3681de79-445f-48a0-8870-108f9a08910b HTTP/1.1" status: 200 len: 913 time: 0.6714268 Aug 16 22:54:12.875086 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-e53555bc-83f7-42e9-a318-5868974199ce req-18816e7f-c6b0-4144-97ef-6b46a529529c tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Notify callbacks [] for floatingip, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:12.890850 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c765b2e1-a11e-4b1b-9190-3203b10b90c0 req-4dfa3ad2-6a27-4ce9-bf88-22bd1ef628b7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a38c7a3-d7b2-4bfd-bdef-7ecd131ef6d6 HTTP/1.1" status: 200 len: 217 time: 0.0644939 Aug 16 22:54:12.898529 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-795f2a13-7b89-4655-a12f-110b658a8eef req-c8add7f1-f26c-47dc-91ba-9773581e1861 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=82024952-9aa7-490b-94c3-07408d48cdb2 HTTP/1.1" status: 200 len: 1002 time: 0.2246718 Aug 16 22:54:12.901128 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-beefb236-52ab-4685-a5b6-66283c9afd7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537579'] for router_interface, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:13.043431 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-e53555bc-83f7-42e9-a318-5868974199ce req-18816e7f-c6b0-4144-97ef-6b46a529529c tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:13.047976 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-e53555bc-83f7-42e9-a318-5868974199ce req-18816e7f-c6b0-4144-97ef-6b46a529529c tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:13.048421 n-d-791506-26 neutron-server[101292]: INFO neutron.db.l3_db [req-e53555bc-83f7-42e9-a318-5868974199ce req-18816e7f-c6b0-4144-97ef-6b46a529529c tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Floating IP a03bc4d0-f233-45cd-952f-eca1362260ca disassociated. External IP: 172.25.4.210, port: 82024952-9aa7-490b-94c3-07408d48cdb2. Aug 16 22:54:13.096177 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0b89ffd4-cf72-4b8a-820a-23f9ea5c50c6 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:13.104438 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795f2a13-7b89-4655-a12f-110b658a8eef req-0c7f7636-c2b4-4247-a0ed-f27e45acac8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:13.106231 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-795f2a13-7b89-4655-a12f-110b658a8eef req-0c7f7636-c2b4-4247-a0ed-f27e45acac8e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=99669aee-83b9-417a-a368-57108bfc92d4 HTTP/1.1" status: 200 len: 859 time: 0.1653895 Aug 16 22:54:13.114990 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c765b2e1-a11e-4b1b-9190-3203b10b90c0 req-a17d88e2-5e83-4eb2-9434-73db1637c6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:13.116443 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c765b2e1-a11e-4b1b-9190-3203b10b90c0 req-a17d88e2-5e83-4eb2-9434-73db1637c6c9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=676b3069-1661-4172-a3c7-bc8a56a80bc8 HTTP/1.1" status: 200 len: 852 time: 0.1726503 Aug 16 22:54:13.145797 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-0b89ffd4-cf72-4b8a-820a-23f9ea5c50c6 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Transition to ACTIVE for port object 24e83886-03b1-41bd-a309-50efbde9b9ee will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:54:13.194301 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c765b2e1-a11e-4b1b-9190-3203b10b90c0 req-2c878dc9-ed57-4439-9029-bcad00bce41a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3681de79-445f-48a0-8870-108f9a08910b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570688 Aug 16 22:54:13.348726 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795f2a13-7b89-4655-a12f-110b658a8eef req-3dc6f178-b69f-4d0b-9cdc-baf3e47051a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:13.350287 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-795f2a13-7b89-4655-a12f-110b658a8eef req-3dc6f178-b69f-4d0b-9cdc-baf3e47051a1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d61f3db9-5a9e-4f6a-b70c-8358388c27f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2292969 Aug 16 22:54:13.358160 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e53555bc-83f7-42e9-a318-5868974199ce req-18816e7f-c6b0-4144-97ef-6b46a529529c tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Router 03d1c458-e6cd-47a0-ba33-8993d24d22ce has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:54:13.381501 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0b89ffd4-cf72-4b8a-820a-23f9ea5c50c6 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:13.508991 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c765b2e1-a11e-4b1b-9190-3203b10b90c0 req-ec6bea00-9eeb-4bc6-af7f-593728a3ae9e service neutron] 10.222.0.57 "GET /v2.0/networks/3681de79-445f-48a0-8870-108f9a08910b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3007860 Aug 16 22:54:13.518219 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b89ffd4-cf72-4b8a-820a-23f9ea5c50c6 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Network fb974f5d-2b32-410c-b493-a7b39454b72f is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:54:13.549654 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-0b89ffd4-cf72-4b8a-820a-23f9ea5c50c6 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:54:13.590327 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b89ffd4-cf72-4b8a-820a-23f9ea5c50c6 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:54:13.626994 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b89ffd4-cf72-4b8a-820a-23f9ea5c50c6 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Pushing event updated for resources: {'Port': ['ID=24e83886-03b1-41bd-a309-50efbde9b9ee,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:13.711768 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e16edd-6f4a-4328-a62f-b396297a363b None None] Network fb974f5d-2b32-410c-b493-a7b39454b72f requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:54:13.728502 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b89ffd4-cf72-4b8a-820a-23f9ea5c50c6 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:13.728502 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0b89ffd4-cf72-4b8a-820a-23f9ea5c50c6 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:13.740194 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-795f2a13-7b89-4655-a12f-110b658a8eef req-ca841ea3-014d-42d2-8041-e25d52e56e95 service neutron] 10.222.0.57 "GET /v2.0/networks/d61f3db9-5a9e-4f6a-b70c-8358388c27f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3249044 Aug 16 22:54:13.799005 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c765b2e1-a11e-4b1b-9190-3203b10b90c0 req-76b5a130-46ef-442e-a319-f8121c2c3d16 service neutron] 10.222.0.57 "GET /v2.0/networks/3681de79-445f-48a0-8870-108f9a08910b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724531 Aug 16 22:54:13.799503 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f575b7bc-f7a7-41d9-b16d-0af73c5851e9 req-447d8481-4597-4943-8bf1-35a3627f6d69 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:13.808343 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f575b7bc-f7a7-41d9-b16d-0af73c5851e9 req-447d8481-4597-4943-8bf1-35a3627f6d69 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bc6ad35-37eb-49fc-aa60-10ea3b36c658 HTTP/1.1" status: 200 len: 945 time: 0.4371707 Aug 16 22:54:13.834543 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-0b89ffd4-cf72-4b8a-820a-23f9ea5c50c6 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.8031478 Aug 16 22:54:13.835225 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 33110) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:13.875896 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-18e70dff-1135-4dba-8f80-745718cfae97 None None] Provisioning for port b906d6ae-4b52-438e-a202-1f2217119dc7 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:54:13.891533 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f575b7bc-f7a7-41d9-b16d-0af73c5851e9 req-ddeb657b-b0c4-44f7-84c5-fa1501f1d726 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=0819ca22-363d-4b59-9328-30a084cf554a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819712 Aug 16 22:54:13.915394 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e53555bc-83f7-42e9-a318-5868974199ce req-18816e7f-c6b0-4144-97ef-6b46a529529c tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:54:13.924734 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-e53555bc-83f7-42e9-a318-5868974199ce req-18816e7f-c6b0-4144-97ef-6b46a529529c tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:13.930530 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85693229-ac58-4d8b-9197-ce58dc848663 None None] Sync routers for ids ['03d1c458-e6cd-47a0-ba33-8993d24d22ce'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:54:13.954494 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85693229-ac58-4d8b-9197-ce58dc848663 None None] Routers {'03d1c458-e6cd-47a0-ba33-8993d24d22ce'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:54:13.955332 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-85693229-ac58-4d8b-9197-ce58dc848663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:53:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['03d1c458-e6cd-47a0-ba33-8993d24d22ce'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:54:13.963011 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device b906d6ae-4b52-438e-a202-1f2217119dc7 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:54:13.994896 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e53555bc-83f7-42e9-a318-5868974199ce req-18816e7f-c6b0-4144-97ef-6b46a529529c tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] 10.222.0.36 "PUT /v2.0/floatingips/a03bc4d0-f233-45cd-952f-eca1362260ca HTTP/1.1" status: 200 len: 695 time: 1.2107360 Aug 16 22:54:13.995436 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b972a69-4cef-4f2c-9e46-90524509cfbf', 'tag': '82024952-9aa7-490b-94c3-07408d48cdb2'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:54:14.000359 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fb68d50-44ea-4812-ac3c-bcac8c73b73e" -d '{"events": [{"name": "network-changed", "server_uuid": "3b972a69-4cef-4f2c-9e46-90524509cfbf", "tag": "82024952-9aa7-490b-94c3-07408d48cdb2"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:54:14.077475 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port b906d6ae-4b52-438e-a202-1f2217119dc7 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:54:14.083634 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port b906d6ae-4b52-438e-a202-1f2217119dc7 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:54:14.084139 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:14.090899 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-85693229-ac58-4d8b-9197-ce58dc848663 None None] Set router 03d1c458-e6cd-47a0-ba33-8993d24d22ce gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:54:14.116975 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53555bc-83f7-42e9-a318-5868974199ce req-9dc3c253-04b0-4b6d-b071-969215bd4dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:14.121494 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-beefb236-52ab-4685-a5b6-66283c9afd7b admin admin] Deleting port 1bf5021e-a9c6-434b-bcf8-d588c1beca45 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:54:14.121844 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-beefb236-52ab-4685-a5b6-66283c9afd7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:14.133326 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e53555bc-83f7-42e9-a318-5868974199ce req-9dc3c253-04b0-4b6d-b071-969215bd4dad service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc5492cf6a2845ba9d22bb0eca33e51a&device_id=3b972a69-4cef-4f2c-9e46-90524509cfbf HTTP/1.1" status: 200 len: 1098 time: 0.1289263 Aug 16 22:54:14.147318 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-795f2a13-7b89-4655-a12f-110b658a8eef req-ae301b1c-10e7-4b3a-b94c-d674f4900127 service neutron] 10.222.0.57 "GET /v2.0/networks/d61f3db9-5a9e-4f6a-b70c-8358388c27f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3916430 Aug 16 22:54:14.183471 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4ced63-222e-4001-8170-5f30eef2b0be req-d30dfe2e-1e2a-4655-8aa8-7d272a615ed3 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:14.194170 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7a4ced63-222e-4001-8170-5f30eef2b0be req-d30dfe2e-1e2a-4655-8aa8-7d272a615ed3 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd898221-984a-4962-9d85-68741895a3e5 HTTP/1.1" status: 200 len: 943 time: 0.1488857 Aug 16 22:54:14.215107 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-4e8078b8-903d-4718-9010-2077bcc04274 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Deleting port 24e83886-03b1-41bd-a309-50efbde9b9ee {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:54:14.215452 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4e8078b8-903d-4718-9010-2077bcc04274 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:14.291213 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:14.327136 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-beefb236-52ab-4685-a5b6-66283c9afd7b admin admin] For port 1bf5021e-a9c6-434b-bcf8-d588c1beca45, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=1bf5021e-a9c6-434b-bcf8-d588c1beca45,segment=NetworkSegment(7d1a5182-196d-4b0a-929d-265f51384dc2),segment_id=7d1a5182-196d-4b0a-929d-265f51384dc2)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:54:14.327476 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-beefb236-52ab-4685-a5b6-66283c9afd7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:14.364803 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7a4ced63-222e-4001-8170-5f30eef2b0be req-42a56bb0-66e9-41a4-855d-20b350f853e3 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/security-groups?id=034b2370-cf60-4c4b-9f41-d074191bc3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688836 Aug 16 22:54:14.368329 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-beefb236-52ab-4685-a5b6-66283c9afd7b admin admin] Calling delete_port for 1bf5021e-a9c6-434b-bcf8-d588c1beca45 owned by network:router_interface {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:54:14.394543 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port b906d6ae-4b52-438e-a202-1f2217119dc7, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=b906d6ae-4b52-438e-a202-1f2217119dc7,segment=NetworkSegment(bce27c1c-2380-434d-aafa-a07757d44d91),segment_id=bce27c1c-2380-434d-aafa-a07757d44d91)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:54:14.403523 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:14.440164 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4e8078b8-903d-4718-9010-2077bcc04274 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:14.461129 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53555bc-83f7-42e9-a318-5868974199ce req-f877b383-fc6a-4283-ae21-eb34138263d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:14.465839 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e53555bc-83f7-42e9-a318-5868974199ce req-f877b383-fc6a-4283-ae21-eb34138263d0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d61f3db9-5a9e-4f6a-b70c-8358388c27f5 HTTP/1.1" status: 200 len: 921 time: 0.3304148 Aug 16 22:54:14.497925 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=b906d6ae-4b52-438e-a202-1f2217119dc7,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:14.528492 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4c8afd72-0384-4df4-b15c-70ac7229f890 None None] Provisioning for port 24e83886-03b1-41bd-a309-50efbde9b9ee completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:54:14.532460 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4c8afd72-0384-4df4-b15c-70ac7229f890 None None] Provisioning complete for port 24e83886-03b1-41bd-a309-50efbde9b9ee triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:54:14.532866 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4c8afd72-0384-4df4-b15c-70ac7229f890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:14.534858 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-4e8078b8-903d-4718-9010-2077bcc04274 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Calling delete_port for 24e83886-03b1-41bd-a309-50efbde9b9ee owned by {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:54:14.593298 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-4c8afd72-0384-4df4-b15c-70ac7229f890 None None] Port 24e83886-03b1-41bd-a309-50efbde9b9ee cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:54:14.608071 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4c8afd72-0384-4df4-b15c-70ac7229f890 None None] Provisioning complete for port b906d6ae-4b52-438e-a202-1f2217119dc7 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:54:14.608808 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4c8afd72-0384-4df4-b15c-70ac7229f890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:14.619537 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-85693229-ac58-4d8b-9197-ce58dc848663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d1c458-e6cd-47a0-ba33-8993d24d22ce', 'name': 'tempest-FloatingIPsAssociationTestJSON-684678681-router', 'tenant_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '6c0107f9-158a-4ddc-8086-9c371feb60b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:53:02Z', 'updated_at': '2021-08-16T22:53:10Z', 'revision_number': 4, 'project_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'gw_port': {'id': '6c0107f9-158a-4ddc-8086-9c371feb60b3', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:be:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d1c458-e6cd-47a0-ba33-8993d24d22ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:03Z', 'updated_at': '2021-08-16T22:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'ec9c6d23-5b6d-4a14-958f-7097a6943626', 'name': '', 'network_id': 'd61f3db9-5a9e-4f6a-b70c-8358388c27f5', 'tenant_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'mac_address': 'fa:16:3e:85:b8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d1c458-e6cd-47a0-ba33-8993d24d22ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '99669aee-83b9-417a-a368-57108bfc92d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:08Z', 'updated_at': '2021-08-16T22:53:18Z', 'revision_number': 5, 'project_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'subnets': [{'id': '99669aee-83b9-417a-a368-57108bfc92d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:54:14.625614 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e53555bc-83f7-42e9-a318-5868974199ce req-bad7ba29-f967-479c-943e-2cb572983d75 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=82024952-9aa7-490b-94c3-07408d48cdb2 HTTP/1.1" status: 200 len: 217 time: 0.1540051 Aug 16 22:54:14.659792 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85693229-ac58-4d8b-9197-ce58dc848663 None None] Checking router: 03d1c458-e6cd-47a0-ba33-8993d24d22ce for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:54:14.672357 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85693229-ac58-4d8b-9197-ce58dc848663 None None] Routers {'03d1c458-e6cd-47a0-ba33-8993d24d22ce'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:54:14.672846 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-85693229-ac58-4d8b-9197-ce58dc848663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:53:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['03d1c458-e6cd-47a0-ba33-8993d24d22ce'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:54:14.755804 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be76315d-6aad-4e13-8562-0ec3a1d94c14 req-7edf36ec-efce-4884-9f45-0780587b4228 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:14.764880 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-be76315d-6aad-4e13-8562-0ec3a1d94c14 req-7edf36ec-efce-4884-9f45-0780587b4228 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/ports?device_id=90f849f6-77c3-4c08-b2bd-63815b5179a7 HTTP/1.1" status: 200 len: 945 time: 0.1907542 Aug 16 22:54:14.790631 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53555bc-83f7-42e9-a318-5868974199ce req-f5eebfaa-63cf-4eb9-b52f-a2326d1bea0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:14.792127 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e53555bc-83f7-42e9-a318-5868974199ce req-f5eebfaa-63cf-4eb9-b52f-a2326d1bea0b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=99669aee-83b9-417a-a368-57108bfc92d4 HTTP/1.1" status: 200 len: 859 time: 0.1556427 Aug 16 22:54:14.852054 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-be76315d-6aad-4e13-8562-0ec3a1d94c14 req-49dd83e5-a762-41af-8dc1-b32047f5f673 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/security-groups?id=7112d64a-fa50-4e7b-af47-b87caa1ebcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842032 Aug 16 22:54:14.866001 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53555bc-83f7-42e9-a318-5868974199ce req-b72c99af-e1a1-4f31-8eec-1c83d1a177d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:14.868001 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-85693229-ac58-4d8b-9197-ce58dc848663 None None] Set router 03d1c458-e6cd-47a0-ba33-8993d24d22ce gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:54:14.873882 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e53555bc-83f7-42e9-a318-5868974199ce req-b72c99af-e1a1-4f31-8eec-1c83d1a177d7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d61f3db9-5a9e-4f6a-b70c-8358388c27f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0723455 Aug 16 22:54:14.905932 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-6d9da745-fe80-4635-9a57-2fecc37b05b0 None None] Provisioning complete for port 24e83886-03b1-41bd-a309-50efbde9b9ee triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:54:14.906707 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-6d9da745-fe80-4635-9a57-2fecc37b05b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:14.947918 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4e8078b8-903d-4718-9010-2077bcc04274 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:14.977009 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-beefb236-52ab-4685-a5b6-66283c9afd7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:14.982333 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-6d9da745-fe80-4635-9a57-2fecc37b05b0 None None] Port 24e83886-03b1-41bd-a309-50efbde9b9ee cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:54:15.018256 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8078b8-903d-4718-9010-2077bcc04274 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Pushing event deleted for resources: {'Port': ['ID=24e83886-03b1-41bd-a309-50efbde9b9ee,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:15.044002 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e53555bc-83f7-42e9-a318-5868974199ce req-f0ed7cfc-9dde-4840-b297-d6ae1404f113 service neutron] 10.222.0.36 "GET /v2.0/networks/d61f3db9-5a9e-4f6a-b70c-8358388c27f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692190 Aug 16 22:54:15.105672 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beefb236-52ab-4685-a5b6-66283c9afd7b admin admin] Pushing event deleted for resources: {'Port': ['ID=1bf5021e-a9c6-434b-bcf8-d588c1beca45,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:15.233177 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6260487-4af2-402e-b196-3c6142fb0c42 x-openstack-request-id: req-b6260487-4af2-402e-b196-3c6142fb0c42 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:54:15.233829 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b972a69-4cef-4f2c-9e46-90524509cfbf", "tag": "82024952-9aa7-490b-94c3-07408d48cdb2", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:54:15.233942 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b6260487-4af2-402e-b196-3c6142fb0c42 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:54:15.234500 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b972a69-4cef-4f2c-9e46-90524509cfbf', 'tag': '82024952-9aa7-490b-94c3-07408d48cdb2', 'status': 'completed', 'code': 200} Aug 16 22:54:15.250583 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e53555bc-83f7-42e9-a318-5868974199ce req-451393d2-592d-469b-8830-bccd6b4f12c8 service neutron] 10.222.0.36 "GET /v2.0/networks/d61f3db9-5a9e-4f6a-b70c-8358388c27f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005219 Aug 16 22:54:15.300723 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-85693229-ac58-4d8b-9197-ce58dc848663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d1c458-e6cd-47a0-ba33-8993d24d22ce', 'name': 'tempest-FloatingIPsAssociationTestJSON-684678681-router', 'tenant_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '6c0107f9-158a-4ddc-8086-9c371feb60b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:53:02Z', 'updated_at': '2021-08-16T22:53:10Z', 'revision_number': 4, 'project_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'gw_port': {'id': '6c0107f9-158a-4ddc-8086-9c371feb60b3', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:be:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d1c458-e6cd-47a0-ba33-8993d24d22ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:03Z', 'updated_at': '2021-08-16T22:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'ec9c6d23-5b6d-4a14-958f-7097a6943626', 'name': '', 'network_id': 'd61f3db9-5a9e-4f6a-b70c-8358388c27f5', 'tenant_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'mac_address': 'fa:16:3e:85:b8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d1c458-e6cd-47a0-ba33-8993d24d22ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '99669aee-83b9-417a-a368-57108bfc92d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:08Z', 'updated_at': '2021-08-16T22:53:18Z', 'revision_number': 5, 'project_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'subnets': [{'id': '99669aee-83b9-417a-a368-57108bfc92d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:54:15.305475 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4e8078b8-903d-4718-9010-2077bcc04274 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:15.310283 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-4e8078b8-903d-4718-9010-2077bcc04274 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "DELETE /v2.0/ports/24e83886-03b1-41bd-a309-50efbde9b9ee HTTP/1.1" status: 204 len: 168 time: 1.4734199 Aug 16 22:54:15.312340 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 33120) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:15.338165 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c9ab6c-8ee0-4def-b57c-f6c24f0306a3 req-b76cb607-bdb0-4bc5-919d-fad514214b15 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:15.340181 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-20c9ab6c-8ee0-4def-b57c-f6c24f0306a3 req-b76cb607-bdb0-4bc5-919d-fad514214b15 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bc6ad35-37eb-49fc-aa60-10ea3b36c658 HTTP/1.1" status: 200 len: 945 time: 0.0879731 Aug 16 22:54:15.370017 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85693229-ac58-4d8b-9197-ce58dc848663 None None] The sync data for ids ['03d1c458-e6cd-47a0-ba33-8993d24d22ce'] in n-d-791506-26 is: [{'id': '03d1c458-e6cd-47a0-ba33-8993d24d22ce', 'name': 'tempest-FloatingIPsAssociationTestJSON-684678681-router', 'tenant_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '6c0107f9-158a-4ddc-8086-9c371feb60b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:53:02Z', 'updated_at': '2021-08-16T22:53:10Z', 'revision_number': 4, 'project_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'gw_port': {'id': '6c0107f9-158a-4ddc-8086-9c371feb60b3', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:be:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d1c458-e6cd-47a0-ba33-8993d24d22ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:03Z', 'updated_at': '2021-08-16T22:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'ec9c6d23-5b6d-4a14-958f-7097a6943626', 'name': '', 'network_id': 'd61f3db9-5a9e-4f6a-b70c-8358388c27f5', 'tenant_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'mac_address': 'fa:16:3e:85:b8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d1c458-e6cd-47a0-ba33-8993d24d22ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '99669aee-83b9-417a-a368-57108bfc92d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:08Z', 'updated_at': '2021-08-16T22:53:18Z', 'revision_number': 5, 'project_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'subnets': [{'id': '99669aee-83b9-417a-a368-57108bfc92d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:54:15.385179 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-709b3e0c-86ed-46c1-b8a6-05c7fea9c266 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] GET failed (client error): The resource could not be found. Aug 16 22:54:15.387439 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-709b3e0c-86ed-46c1-b8a6-05c7fea9c266 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "GET /v2.0/ports/24e83886-03b1-41bd-a309-50efbde9b9ee HTTP/1.1" status: 404 len: 333 time: 0.0736384 Aug 16 22:54:15.394591 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 33122) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:15.428678 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb68d50-44ea-4812-ac3c-bcac8c73b73e req-f2c0eacf-b48a-4aa3-9f42-002d30d89a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:15.430257 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5fb68d50-44ea-4812-ac3c-bcac8c73b73e req-f2c0eacf-b48a-4aa3-9f42-002d30d89a99 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dc5492cf6a2845ba9d22bb0eca33e51a&device_id=3b972a69-4cef-4f2c-9e46-90524509cfbf HTTP/1.1" status: 200 len: 1098 time: 0.2568707 Aug 16 22:54:15.445318 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-20c9ab6c-8ee0-4def-b57c-f6c24f0306a3 req-ae0695ea-14e1-49b1-a7a0-f4965ccd4934 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=0819ca22-363d-4b59-9328-30a084cf554a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630660 Aug 16 22:54:15.589304 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8bce95-e43a-4f89-b115-8f9e2726dfc4 req-c40dc743-ff20-4589-8966-36c63e9edcea tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:15.590901 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4f8bce95-e43a-4f89-b115-8f9e2726dfc4 req-c40dc743-ff20-4589-8966-36c63e9edcea tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd898221-984a-4962-9d85-68741895a3e5 HTTP/1.1" status: 200 len: 943 time: 0.0564425 Aug 16 22:54:15.666040 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4f8bce95-e43a-4f89-b115-8f9e2726dfc4 req-8cf586da-abd3-4363-b40f-571d8638a145 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/security-groups?id=034b2370-cf60-4c4b-9f41-d074191bc3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645306 Aug 16 22:54:15.674887 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8a150e-9d63-4889-bd4b-83b886b50721 req-ecd36f29-4fbc-46e4-becf-f97dac807ab1 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:15.676559 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ce8a150e-9d63-4889-bd4b-83b886b50721 req-ecd36f29-4fbc-46e4-becf-f97dac807ab1 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c4c99e2-7d76-40fa-9e40-1a302aa8335d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0846357 Aug 16 22:54:15.722178 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f77906c-3a37-45e2-a9eb-ab6843d88d65 None None] New status for floating IP a03bc4d0-f233-45cd-952f-eca1362260ca: DOWN {{(pid=101293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:54:15.734673 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ce8a150e-9d63-4889-bd4b-83b886b50721 req-ba8148c8-6711-44c1-a4b0-0fb9db43c063 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.4.210 HTTP/1.1" status: 200 len: 698 time: 0.0476472 Aug 16 22:54:15.745716 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-ce8a150e-9d63-4889-bd4b-83b886b50721 req-e985df87-c67f-4aca-a26c-c1981c4a0fc0 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Request body: {'floatingip': {'port_id': '2651156f-f967-4a9f-be6c-429269bd7d17', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:54:15.791183 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-ce8a150e-9d63-4889-bd4b-83b886b50721 req-e985df87-c67f-4aca-a26c-c1981c4a0fc0 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Notify callbacks [] for floatingip, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:15.903665 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcb3b1b0-3376-4604-9e41-a10c61a769b2 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Deleting subnet 049550bd-d20a-4281-a492-7cc00e02eb1a {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:54:15.914217 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fcb3b1b0-3376-4604-9e41-a10c61a769b2 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:15.971722 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-beefb236-52ab-4685-a5b6-66283c9afd7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537471'] for router_interface, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:15.996406 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fcb3b1b0-3376-4604-9e41-a10c61a769b2 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:16.011206 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device b906d6ae-4b52-438e-a202-1f2217119dc7 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:54:16.064089 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port b906d6ae-4b52-438e-a202-1f2217119dc7 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:54:16.064467 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:16.121412 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.db.api [req-ce8a150e-9d63-4889-bd4b-83b886b50721 req-e985df87-c67f-4aca-a26c-c1981c4a0fc0 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101292) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:54:16.121737 n-d-791506-26 neutron-server[101292]: DEBUG oslo_db.api [req-ce8a150e-9d63-4889-bd4b-83b886b50721 req-e985df87-c67f-4aca-a26c-c1981c4a0fc0 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:54:16.135160 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68923bb2-aba9-4290-860d-9a7f2f0336fa req-33512760-92b9-4f3e-9590-9e3bb08d355d tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:16.142391 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-68923bb2-aba9-4290-860d-9a7f2f0336fa req-33512760-92b9-4f3e-9590-9e3bb08d355d tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/ports?device_id=90f849f6-77c3-4c08-b2bd-63815b5179a7 HTTP/1.1" status: 200 len: 945 time: 0.1294813 Aug 16 22:54:16.148634 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb68d50-44ea-4812-ac3c-bcac8c73b73e req-e96bf55f-fff1-4070-a3dd-c21e70228294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:16.150653 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5fb68d50-44ea-4812-ac3c-bcac8c73b73e req-e96bf55f-fff1-4070-a3dd-c21e70228294 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d61f3db9-5a9e-4f6a-b70c-8358388c27f5 HTTP/1.1" status: 200 len: 921 time: 0.6851606 Aug 16 22:54:16.179487 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-68923bb2-aba9-4290-860d-9a7f2f0336fa req-6933edd4-a46f-470e-a6cb-81775a1a4291 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/security-groups?id=7112d64a-fa50-4e7b-af47-b87caa1ebcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360861 Aug 16 22:54:16.234118 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5fb68d50-44ea-4812-ac3c-bcac8c73b73e req-72cc73b8-f124-4a34-b88f-eeb5e512aa9b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=82024952-9aa7-490b-94c3-07408d48cdb2 HTTP/1.1" status: 200 len: 217 time: 0.0670104 Aug 16 22:54:16.286120 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fcb3b1b0-3376-4604-9e41-a10c61a769b2 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:16.404009 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb68d50-44ea-4812-ac3c-bcac8c73b73e req-159bac71-af73-48d3-a172-72a131a93a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:16.405421 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5fb68d50-44ea-4812-ac3c-bcac8c73b73e req-159bac71-af73-48d3-a172-72a131a93a70 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=99669aee-83b9-417a-a368-57108bfc92d4 HTTP/1.1" status: 200 len: 859 time: 0.1626680 Aug 16 22:54:16.467330 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fcb3b1b0-3376-4604-9e41-a10c61a769b2 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:16.483378 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beefb236-52ab-4685-a5b6-66283c9afd7b admin admin] Router 357c01c1-cc55-4012-9ecd-02569dabfeea has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:54:16.516200 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb3b1b0-3376-4604-9e41-a10c61a769b2 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Pushing event deleted for resources: {'Subnet': ['ID=049550bd-d20a-4281-a492-7cc00e02eb1a,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:16.523448 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fcb3b1b0-3376-4604-9e41-a10c61a769b2 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:16.525478 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-fcb3b1b0-3376-4604-9e41-a10c61a769b2 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "DELETE /v2.0/subnets/049550bd-d20a-4281-a492-7cc00e02eb1a HTTP/1.1" status: 204 len: 168 time: 1.1293690 Aug 16 22:54:16.529350 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb68d50-44ea-4812-ac3c-bcac8c73b73e req-51e59747-3c03-4c16-b46d-4452b9055c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:16.529519 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 33136) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:16.529947 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a659f3-7353-46fa-a0ec-a45c552c26d6 None None] Network fb974f5d-2b32-410c-b493-a7b39454b72f requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:54:16.530807 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5fb68d50-44ea-4812-ac3c-bcac8c73b73e req-51e59747-3c03-4c16-b46d-4452b9055c38 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d61f3db9-5a9e-4f6a-b70c-8358388c27f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1137698 Aug 16 22:54:16.625412 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-ce8a150e-9d63-4889-bd4b-83b886b50721 req-e985df87-c67f-4aca-a26c-c1981c4a0fc0 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Notify callbacks [] for floatingip, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:16.643558 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 7a38c7a3-d7b2-4bfd-bdef-7ecd131ef6d6 details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:54:16.675861 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d23e3e-8f25-44d1-ab0f-b17ddddbbbf7 req-e85cd7a9-e45e-4731-90dd-7f28f1b2a3c8 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:16.678190 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-10d23e3e-8f25-44d1-ab0f-b17ddddbbbf7 req-e85cd7a9-e45e-4731-90dd-7f28f1b2a3c8 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bc6ad35-37eb-49fc-aa60-10ea3b36c658 HTTP/1.1" status: 200 len: 945 time: 0.1503649 Aug 16 22:54:16.710329 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-441ba376-aa47-4892-a2b6-337db6de36b0 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:16.713949 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beefb236-52ab-4685-a5b6-66283c9afd7b admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:54:16.720097 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-beefb236-52ab-4685-a5b6-66283c9afd7b admin admin] 10.222.0.36 "PUT /v2.0/routers/357c01c1-cc55-4012-9ecd-02569dabfeea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6716170 Aug 16 22:54:16.722434 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5fb68d50-44ea-4812-ac3c-bcac8c73b73e req-8ecaf3c0-08dd-4338-94dc-154b806c0f6c service neutron] 10.222.0.57 "GET /v2.0/networks/d61f3db9-5a9e-4f6a-b70c-8358388c27f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828070 Aug 16 22:54:16.723161 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 33140) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:16.726331 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005a8bfd-273f-468d-bb26-92d47d2b924f None None] Sync routers for ids ['357c01c1-cc55-4012-9ecd-02569dabfeea'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:54:16.735763 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005a8bfd-273f-468d-bb26-92d47d2b924f None None] Routers {'357c01c1-cc55-4012-9ecd-02569dabfeea'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:54:16.736589 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-005a8bfd-273f-468d-bb26-92d47d2b924f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:53:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['357c01c1-cc55-4012-9ecd-02569dabfeea'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:54:16.759413 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39cf9d58-3bdf-49d3-b41d-403bc154b7ac None None] DHCP port deletion for fb974f5d-2b32-410c-b493-a7b39454b72f request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:54:16.793754 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-10d23e3e-8f25-44d1-ab0f-b17ddddbbbf7 req-5fcd82cb-c683-455b-872c-47e3cd023e36 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=0819ca22-363d-4b59-9328-30a084cf554a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050558 Aug 16 22:54:16.869711 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 7a38c7a3-d7b2-4bfd-bdef-7ecd131ef6d6, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=7a38c7a3-d7b2-4bfd-bdef-7ecd131ef6d6,segment=NetworkSegment(6edf975f-584b-457e-be27-9a9457978487),segment_id=6edf975f-584b-457e-be27-9a9457978487)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:54:16.875205 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-39cf9d58-3bdf-49d3-b41d-403bc154b7ac None None] Deleting port b906d6ae-4b52-438e-a202-1f2217119dc7 {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:54:16.875916 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-39cf9d58-3bdf-49d3-b41d-403bc154b7ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:16.879660 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-005a8bfd-273f-468d-bb26-92d47d2b924f None None] Set router 357c01c1-cc55-4012-9ecd-02569dabfeea gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:54:16.932153 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e1b26b5a-aec4-47bb-9f9f-a945d12201a4 admin admin] Notify callbacks [] for router, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:16.945153 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': '7a38c7a3-d7b2-4bfd-bdef-7ecd131ef6d6', 'network_id': '3681de79-445f-48a0-8870-108f9a08910b', 'port_id': '7a38c7a3-d7b2-4bfd-bdef-7ecd131ef6d6', 'mac_address': 'fa:16:3e:fe:8b:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '676b3069-1661-4172-a3c7-bc8a56a80bc8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:54:16.990936 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5fb68d50-44ea-4812-ac3c-bcac8c73b73e req-d9b92771-38f9-43b6-9223-03e25201cd8a service neutron] 10.222.0.57 "GET /v2.0/networks/d61f3db9-5a9e-4f6a-b70c-8358388c27f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898649 Aug 16 22:54:17.033313 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-39cf9d58-3bdf-49d3-b41d-403bc154b7ac None None] For port b906d6ae-4b52-438e-a202-1f2217119dc7, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=b906d6ae-4b52-438e-a202-1f2217119dc7,segment=NetworkSegment(bce27c1c-2380-434d-aafa-a07757d44d91),segment_id=bce27c1c-2380-434d-aafa-a07757d44d91)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:54:17.033940 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-39cf9d58-3bdf-49d3-b41d-403bc154b7ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:17.039204 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-441ba376-aa47-4892-a2b6-337db6de36b0 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Deleting port b906d6ae-4b52-438e-a202-1f2217119dc7 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:54:17.039551 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-441ba376-aa47-4892-a2b6-337db6de36b0 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:17.049090 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-39cf9d58-3bdf-49d3-b41d-403bc154b7ac None None] Calling delete_port for b906d6ae-4b52-438e-a202-1f2217119dc7 owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:54:17.066590 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e1b26b5a-aec4-47bb-9f9f-a945d12201a4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:17.099614 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94caad1f-0948-431b-8f8a-417ff800a756 req-ea61939d-97d1-438d-91f4-4cedc36d3410 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:17.101296 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-94caad1f-0948-431b-8f8a-417ff800a756 req-ea61939d-97d1-438d-91f4-4cedc36d3410 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd898221-984a-4962-9d85-68741895a3e5 HTTP/1.1" status: 200 len: 943 time: 0.1967678 Aug 16 22:54:17.115512 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-005a8bfd-273f-468d-bb26-92d47d2b924f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '357c01c1-cc55-4012-9ecd-02569dabfeea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-67857933-router', 'tenant_id': '733236da22f3411d852a1f0b783a3537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'd516a2b6-c4ce-4aff-b439-c775570a65f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:46:23Z', 'updated_at': '2021-08-16T22:54:14Z', 'revision_number': 5, 'project_id': '733236da22f3411d852a1f0b783a3537', 'gw_port': {'id': 'd516a2b6-c4ce-4aff-b439-c775570a65f1', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357c01c1-cc55-4012-9ecd-02569dabfeea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:46:24Z', 'updated_at': '2021-08-16T22:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:54:17.134922 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-e1b26b5a-aec4-47bb-9f9f-a945d12201a4 admin admin] Deleting port d516a2b6-c4ce-4aff-b439-c775570a65f1 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:54:17.135642 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e1b26b5a-aec4-47bb-9f9f-a945d12201a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:17.145891 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:17.151502 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-39cf9d58-3bdf-49d3-b41d-403bc154b7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:17.161346 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005a8bfd-273f-468d-bb26-92d47d2b924f None None] Checking router: 357c01c1-cc55-4012-9ecd-02569dabfeea for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:54:17.171575 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005a8bfd-273f-468d-bb26-92d47d2b924f None None] Routers {'357c01c1-cc55-4012-9ecd-02569dabfeea'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:54:17.174068 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-005a8bfd-273f-468d-bb26-92d47d2b924f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:53:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['357c01c1-cc55-4012-9ecd-02569dabfeea'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:54:17.209625 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a38c7a3-d7b2-4bfd-bdef-7ecd131ef6d6 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:54:17.217990 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cf9d58-3bdf-49d3-b41d-403bc154b7ac None None] Pushing event deleted for resources: {'Port': ['ID=b906d6ae-4b52-438e-a202-1f2217119dc7,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:17.226002 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cf9d58-3bdf-49d3-b41d-403bc154b7ac None None] No DVR routers for this DVR port b906d6ae-4b52-438e-a202-1f2217119dc7 on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:54:17.242829 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 7a38c7a3-d7b2-4bfd-bdef-7ecd131ef6d6, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=7a38c7a3-d7b2-4bfd-bdef-7ecd131ef6d6,segment=NetworkSegment(6edf975f-584b-457e-be27-9a9457978487),segment_id=6edf975f-584b-457e-be27-9a9457978487)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:54:17.248129 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:17.272002 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-441ba376-aa47-4892-a2b6-337db6de36b0 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] For port b906d6ae-4b52-438e-a202-1f2217119dc7, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=b906d6ae-4b52-438e-a202-1f2217119dc7,segment=NetworkSegment(bce27c1c-2380-434d-aafa-a07757d44d91),segment_id=bce27c1c-2380-434d-aafa-a07757d44d91)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:54:17.272391 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-441ba376-aa47-4892-a2b6-337db6de36b0 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:17.293566 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-94caad1f-0948-431b-8f8a-417ff800a756 req-efd100b5-e7b1-4fc8-9ac8-45d153b4cdc2 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/security-groups?id=034b2370-cf60-4c4b-9f41-d074191bc3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843560 Aug 16 22:54:17.314990 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=7a38c7a3-d7b2-4bfd-bdef-7ecd131ef6d6,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:17.322649 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-441ba376-aa47-4892-a2b6-337db6de36b0 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Calling delete_port for b906d6ae-4b52-438e-a202-1f2217119dc7 owned by network:dhcp {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:54:17.328664 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-e1b26b5a-aec4-47bb-9f9f-a945d12201a4 admin admin] For port d516a2b6-c4ce-4aff-b439-c775570a65f1, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=d516a2b6-c4ce-4aff-b439-c775570a65f1,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:54:17.329880 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e1b26b5a-aec4-47bb-9f9f-a945d12201a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:17.349750 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-005a8bfd-273f-468d-bb26-92d47d2b924f None None] Set router 357c01c1-cc55-4012-9ecd-02569dabfeea gateway port host: None {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:54:17.352492 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-e1b26b5a-aec4-47bb-9f9f-a945d12201a4 admin admin] Calling delete_port for d516a2b6-c4ce-4aff-b439-c775570a65f1 owned by network:router_gateway {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:54:17.362800 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-61ea02fd-ea41-42b3-b65b-11b508fa4a2c req-ded6bae7-dcfd-443a-a586-641c6ce23e2b service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=2c4c99e2-7d76-40fa-9e40-1a302aa8335d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0981820 Aug 16 22:54:17.420684 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-005a8bfd-273f-468d-bb26-92d47d2b924f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '357c01c1-cc55-4012-9ecd-02569dabfeea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-67857933-router', 'tenant_id': '733236da22f3411d852a1f0b783a3537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:46:23Z', 'updated_at': '2021-08-16T22:54:17Z', 'revision_number': 6, 'project_id': '733236da22f3411d852a1f0b783a3537', 'gw_port_host': None}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:54:17.449635 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005a8bfd-273f-468d-bb26-92d47d2b924f None None] The sync data for ids ['357c01c1-cc55-4012-9ecd-02569dabfeea'] in n-d-791506-26 is: [{'id': '357c01c1-cc55-4012-9ecd-02569dabfeea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-67857933-router', 'tenant_id': '733236da22f3411d852a1f0b783a3537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:46:23Z', 'updated_at': '2021-08-16T22:54:17Z', 'revision_number': 6, 'project_id': '733236da22f3411d852a1f0b783a3537', 'gw_port_host': None}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:54:17.516658 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a72b50-0d20-431a-b3ce-2f8f753e0ffc req-3eb4cb57-797c-4fd0-9061-a5d9c7b3b673 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:17.518093 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a5a72b50-0d20-431a-b3ce-2f8f753e0ffc req-3eb4cb57-797c-4fd0-9061-a5d9c7b3b673 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/ports?device_id=90f849f6-77c3-4c08-b2bd-63815b5179a7 HTTP/1.1" status: 200 len: 945 time: 0.1416876 Aug 16 22:54:17.559885 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ea02fd-ea41-42b3-b65b-11b508fa4a2c req-90eec6d5-9d18-4e7b-a583-c2cee4352172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:17.561547 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-61ea02fd-ea41-42b3-b65b-11b508fa4a2c req-90eec6d5-9d18-4e7b-a583-c2cee4352172 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=dc5492cf6a2845ba9d22bb0eca33e51a&device_id=2c4c99e2-7d76-40fa-9e40-1a302aa8335d HTTP/1.1" status: 200 len: 1097 time: 0.1335797 Aug 16 22:54:17.578714 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff64ea2-703e-44d2-81ea-585d7be52ead req-364158d5-18b6-4737-a8bf-bddb7ee25c86 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:17.580196 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2ff64ea2-703e-44d2-81ea-585d7be52ead req-364158d5-18b6-4737-a8bf-bddb7ee25c86 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] 10.222.0.57 "GET /v2.0/ports?device_id=3b972a69-4cef-4f2c-9e46-90524509cfbf HTTP/1.1" status: 200 len: 946 time: 0.1221261 Aug 16 22:54:17.604747 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d755c63c-dd00-4a09-ab6d-fae62efa17f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:17.638659 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-441ba376-aa47-4892-a2b6-337db6de36b0 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:17.682945 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a5a72b50-0d20-431a-b3ce-2f8f753e0ffc req-13037c44-12d9-4a03-8915-78dd2a46ab2e tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/security-groups?id=7112d64a-fa50-4e7b-af47-b87caa1ebcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414967 Aug 16 22:54:17.687854 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441ba376-aa47-4892-a2b6-337db6de36b0 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] No DVR routers for this DVR port b906d6ae-4b52-438e-a202-1f2217119dc7 on host n-d-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:54:17.692894 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441ba376-aa47-4892-a2b6-337db6de36b0 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Pushing event deleted for resources: {'Port': ['ID=b906d6ae-4b52-438e-a202-1f2217119dc7,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:17.700348 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-ce8a150e-9d63-4889-bd4b-83b886b50721 req-e985df87-c67f-4aca-a26c-c1981c4a0fc0 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:17.722190 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-ce8a150e-9d63-4889-bd4b-83b886b50721 req-e985df87-c67f-4aca-a26c-c1981c4a0fc0 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:17.739639 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['7a38c7a3-d7b2-4bfd-bdef-7ecd131ef6d6'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:54:17.811510 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ea02fd-ea41-42b3-b65b-11b508fa4a2c req-32192b7e-8338-45f9-b934-e60350afbdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:17.814548 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-61ea02fd-ea41-42b3-b65b-11b508fa4a2c req-32192b7e-8338-45f9-b934-e60350afbdc7 service neutron] 10.222.0.68 "GET /v2.0/networks?id=d61f3db9-5a9e-4f6a-b70c-8358388c27f5 HTTP/1.1" status: 200 len: 921 time: 0.2253635 Aug 16 22:54:17.840196 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e1b26b5a-aec4-47bb-9f9f-a945d12201a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:17.909954 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 1bf5021e-a9c6-434b-bcf8-d588c1beca45 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:54:17.967342 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 1bf5021e-a9c6-434b-bcf8-d588c1beca45 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:54:17.967735 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 1bf5021e-a9c6-434b-bcf8-d588c1beca45 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:54:17.968970 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device b906d6ae-4b52-438e-a202-1f2217119dc7 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:54:18.012500 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b26b5a-aec4-47bb-9f9f-a945d12201a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d516a2b6-c4ce-4aff-b439-c775570a65f1,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:18.023964 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: b906d6ae-4b52-438e-a202-1f2217119dc7 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:54:18.024653 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device b906d6ae-4b52-438e-a202-1f2217119dc7 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:54:18.049138 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-61ea02fd-ea41-42b3-b65b-11b508fa4a2c req-e27fa77d-705b-488c-ad92-198bb188b683 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2651156f-f967-4a9f-be6c-429269bd7d17 HTTP/1.1" status: 200 len: 999 time: 0.1999159 Aug 16 22:54:18.057703 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-2ff64ea2-703e-44d2-81ea-585d7be52ead req-44615b0b-9e98-4c7c-a181-74756b2ae1d1 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Deleting port 82024952-9aa7-490b-94c3-07408d48cdb2 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:54:18.058093 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-2ff64ea2-703e-44d2-81ea-585d7be52ead req-44615b0b-9e98-4c7c-a181-74756b2ae1d1 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:18.135483 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-441ba376-aa47-4892-a2b6-337db6de36b0 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:18.145254 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e1b26b5a-aec4-47bb-9f9f-a945d12201a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537121'] for router_gateway, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:18.164788 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-441ba376-aa47-4892-a2b6-337db6de36b0 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb974f5d-2b32-410c-b493-a7b39454b72f']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:54:18.208419 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-441ba376-aa47-4892-a2b6-337db6de36b0 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bce27c1c-2380-434d-aafa-a07757d44d91') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:54:18.208818 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-441ba376-aa47-4892-a2b6-337db6de36b0 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bce27c1c-2380-434d-aafa-a07757d44d91') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:54:18.225830 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-441ba376-aa47-4892-a2b6-337db6de36b0 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:18.243329 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ea02fd-ea41-42b3-b65b-11b508fa4a2c req-bc8c14dd-2f52-4eae-b93d-06e43ea2ead1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:18.244788 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-61ea02fd-ea41-42b3-b65b-11b508fa4a2c req-bc8c14dd-2f52-4eae-b93d-06e43ea2ead1 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=99669aee-83b9-417a-a368-57108bfc92d4 HTTP/1.1" status: 200 len: 859 time: 0.1826370 Aug 16 22:54:18.250551 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ab25d-e7ed-475d-a0ae-98652fdf5612 req-12126332-8959-4c57-9bca-229e102a9061 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:18.251972 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-eb0ab25d-e7ed-475d-a0ae-98652fdf5612 req-12126332-8959-4c57-9bca-229e102a9061 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bc6ad35-37eb-49fc-aa60-10ea3b36c658 HTTP/1.1" status: 200 len: 945 time: 0.1436248 Aug 16 22:54:18.256147 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e1b26b5a-aec4-47bb-9f9f-a945d12201a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:18.256456 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-441ba376-aa47-4892-a2b6-337db6de36b0 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:18.260105 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e1b26b5a-aec4-47bb-9f9f-a945d12201a4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:18.266533 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-441ba376-aa47-4892-a2b6-337db6de36b0 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:54:18.266924 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-441ba376-aa47-4892-a2b6-337db6de36b0 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:18.274980 n-d-791506-26 neutron-server[101292]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:54:18.274980 n-d-791506-26 neutron-server[101292]: self.session.flush() Aug 16 22:54:18.274980 n-d-791506-26 neutron-server[101292]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:54:18.274980 n-d-791506-26 neutron-server[101292]: self.session.flush() Aug 16 22:54:18.274980 n-d-791506-26 neutron-server[101292]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:54:18.274980 n-d-791506-26 neutron-server[101292]: self.session.flush() Aug 16 22:54:18.274980 n-d-791506-26 neutron-server[101292]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:54:18.274980 n-d-791506-26 neutron-server[101292]: self.session.flush() Aug 16 22:54:18.274980 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 16 22:54:18.274980 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:54:18.274980 n-d-791506-26 neutron-server[101292]: timer() Aug 16 22:54:18.274980 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:54:18.274980 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 16 22:54:18.274980 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:54:18.274980 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 16 22:54:18.274980 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:54:18.274980 n-d-791506-26 neutron-server[101292]: self._notify() Aug 16 22:54:18.274980 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:54:18.274980 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 16 22:54:18.274980 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:54:18.274980 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 16 22:54:18.274980 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:54:18.274980 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:54:18.274980 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:54:18.274980 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:54:18.274980 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:54:18.274980 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 16 22:54:18.274980 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:54:18.274980 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 16 22:54:18.274980 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:54:18.274980 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:54:18.274980 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:54:18.274980 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 16 22:54:18.274980 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:54:18.274980 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:54:18.274980 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:54:18.274980 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:54:18.274980 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:54:18.274980 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:54:18.274980 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:54:18.278190 n-d-791506-26 neutron-server[101292]: INFO neutron.db.l3_db [req-ce8a150e-9d63-4889-bd4b-83b886b50721 req-e985df87-c67f-4aca-a26c-c1981c4a0fc0 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Floating IP a03bc4d0-f233-45cd-952f-eca1362260ca associated. External IP: 172.25.4.210, port: 2651156f-f967-4a9f-be6c-429269bd7d17. Aug 16 22:54:18.345036 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-2ff64ea2-703e-44d2-81ea-585d7be52ead req-44615b0b-9e98-4c7c-a181-74756b2ae1d1 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] For port 82024952-9aa7-490b-94c3-07408d48cdb2, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=82024952-9aa7-490b-94c3-07408d48cdb2,segment=NetworkSegment(a1591063-139e-43c7-a8c7-96e9de828ec2),segment_id=a1591063-139e-43c7-a8c7-96e9de828ec2)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:54:18.345420 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-2ff64ea2-703e-44d2-81ea-585d7be52ead req-44615b0b-9e98-4c7c-a181-74756b2ae1d1 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:18.358008 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e1b26b5a-aec4-47bb-9f9f-a945d12201a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:18.358537 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1b26b5a-aec4-47bb-9f9f-a945d12201a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 357c01c1-cc55-4012-9ecd-02569dabfeea {{(pid=101291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:54:18.363574 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e1b26b5a-aec4-47bb-9f9f-a945d12201a4 admin admin] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:18.368096 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-e1b26b5a-aec4-47bb-9f9f-a945d12201a4 admin admin] 10.222.0.36 "DELETE /v2.0/routers/357c01c1-cc55-4012-9ecd-02569dabfeea HTTP/1.1" status: 204 len: 168 time: 1.6410167 Aug 16 22:54:18.368330 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 33152) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:18.371485 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-2ff64ea2-703e-44d2-81ea-585d7be52ead req-44615b0b-9e98-4c7c-a181-74756b2ae1d1 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Calling delete_port for 82024952-9aa7-490b-94c3-07408d48cdb2 owned by compute:nova {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:54:18.384570 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ea02fd-ea41-42b3-b65b-11b508fa4a2c req-02e731f6-5e88-4869-85a4-5c4f878adb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:18.385773 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-61ea02fd-ea41-42b3-b65b-11b508fa4a2c req-02e731f6-5e88-4869-85a4-5c4f878adb8d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d61f3db9-5a9e-4f6a-b70c-8358388c27f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1239300 Aug 16 22:54:18.430326 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-441ba376-aa47-4892-a2b6-337db6de36b0 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:18.480431 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-eb0ab25d-e7ed-475d-a0ae-98652fdf5612 req-d5210c17-f0a5-4f69-b54a-0447d6267cee tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=0819ca22-363d-4b59-9328-30a084cf554a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2183325 Aug 16 22:54:18.483807 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-441ba376-aa47-4892-a2b6-337db6de36b0 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:18.492838 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-441ba376-aa47-4892-a2b6-337db6de36b0 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "DELETE /v2.0/networks/fb974f5d-2b32-410c-b493-a7b39454b72f HTTP/1.1" status: 204 len: 168 time: 1.9621744 Aug 16 22:54:18.493539 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 33154) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:18.499173 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-ed3c98d8-8893-46c2-a665-8bfe7d7f4a48 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Request body: {'port': {'network_id': 'dc9627d8-9929-4797-931a-e399784f4d6d', 'name': 'tempest-PortsTestJSON-45894109'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:54:18.543667 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_v2 [None req-7696d1a2-f03a-47f6-82b5-d09c7ae06237 admin admin] Deleting subnet d73dbfff-4ee7-4d05-8df7-c328a380882a {{(pid=101292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:54:18.562600 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7696d1a2-f03a-47f6-82b5-d09c7ae06237 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:18.594791 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441ba376-aa47-4892-a2b6-337db6de36b0 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Pushing event deleted for resources: {'Network': ['ID=fb974f5d-2b32-410c-b493-a7b39454b72f,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:18.721866 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7696d1a2-f03a-47f6-82b5-d09c7ae06237 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3848860'] for subnet, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:18.771563 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696a66ce-7008-44f0-a727-812075985b48 req-4b3134b2-bb43-4acc-b8e6-babf7294413e tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:18.773153 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-696a66ce-7008-44f0-a727-812075985b48 req-4b3134b2-bb43-4acc-b8e6-babf7294413e tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd898221-984a-4962-9d85-68741895a3e5 HTTP/1.1" status: 200 len: 944 time: 0.2120252 Aug 16 22:54:18.851682 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce8a150e-9d63-4889-bd4b-83b886b50721 req-e985df87-c67f-4aca-a26c-c1981c4a0fc0 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Router 03d1c458-e6cd-47a0-ba33-8993d24d22ce has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:54:18.870954 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-696a66ce-7008-44f0-a727-812075985b48 req-d38b2108-3f6d-47b5-9a93-93ea79912d00 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/security-groups?id=034b2370-cf60-4c4b-9f41-d074191bc3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893667 Aug 16 22:54:18.890424 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7696d1a2-f03a-47f6-82b5-d09c7ae06237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:18.911200 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-61ea02fd-ea41-42b3-b65b-11b508fa4a2c req-37b0f7ff-d0d9-4a02-b0e7-24c22559a610 service neutron] 10.222.0.68 "GET /v2.0/networks/d61f3db9-5a9e-4f6a-b70c-8358388c27f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4885952 Aug 16 22:54:19.017603 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed3c98d8-8893-46c2-a665-8bfe7d7f4a48 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Made reservation on behalf of b528224b3b2646b1be33edac9acd15da for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:54:19.021378 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ed3c98d8-8893-46c2-a665-8bfe7d7f4a48 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:19.056213 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-2ff64ea2-703e-44d2-81ea-585d7be52ead req-44615b0b-9e98-4c7c-a181-74756b2ae1d1 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:19.061803 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c7604b-c899-4efd-9442-23ed529b3d88 req-3d67fcc4-fa6f-47ca-8a8b-78dfabb09e05 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:19.063317 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-35c7604b-c899-4efd-9442-23ed529b3d88 req-3d67fcc4-fa6f-47ca-8a8b-78dfabb09e05 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/ports?device_id=90f849f6-77c3-4c08-b2bd-63815b5179a7 HTTP/1.1" status: 200 len: 945 time: 0.1230707 Aug 16 22:54:19.064387 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce8a150e-9d63-4889-bd4b-83b886b50721 req-e985df87-c67f-4aca-a26c-c1981c4a0fc0 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:54:19.064580 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-ed3c98d8-8893-46c2-a665-8bfe7d7f4a48 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] device_id is not set on port dce049fa-b4cf-4553-929e-619f0f3e4301 yet. {{(pid=101291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:54:19.070043 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-ce8a150e-9d63-4889-bd4b-83b886b50721 req-e985df87-c67f-4aca-a26c-c1981c4a0fc0 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:19.072393 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['2651156f-f967-4a9f-be6c-429269bd7d17'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:54:19.074264 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7696d1a2-f03a-47f6-82b5-d09c7ae06237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26252129'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:19.106383 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebba1fe8-27e6-40c2-a513-5e29481437c6 None None] Sync routers for ids ['03d1c458-e6cd-47a0-ba33-8993d24d22ce'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:54:19.127942 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebba1fe8-27e6-40c2-a513-5e29481437c6 None None] Routers {'03d1c458-e6cd-47a0-ba33-8993d24d22ce'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:54:19.128954 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-ebba1fe8-27e6-40c2-a513-5e29481437c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:53:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['03d1c458-e6cd-47a0-ba33-8993d24d22ce'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:54:19.139507 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7696d1a2-f03a-47f6-82b5-d09c7ae06237 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d73dbfff-4ee7-4d05-8df7-c328a380882a,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:19.141563 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7696d1a2-f03a-47f6-82b5-d09c7ae06237 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:19.142965 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44615b0b-9e98-4c7c-a181-74756b2ae1d1 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Pushing event deleted for resources: {'Port': ['ID=82024952-9aa7-490b-94c3-07408d48cdb2,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:19.143316 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-7696d1a2-f03a-47f6-82b5-d09c7ae06237 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/d73dbfff-4ee7-4d05-8df7-c328a380882a HTTP/1.1" status: 204 len: 168 time: 0.7663491 Aug 16 22:54:19.147731 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ce8a150e-9d63-4889-bd4b-83b886b50721 req-e985df87-c67f-4aca-a26c-c1981c4a0fc0 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] 10.222.0.36 "PUT /v2.0/floatingips/a03bc4d0-f233-45cd-952f-eca1362260ca HTTP/1.1" status: 200 len: 996 time: 3.4062686 Aug 16 22:54:19.149318 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 33162) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:19.150099 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c4c99e2-7d76-40fa-9e40-1a302aa8335d', 'tag': '2651156f-f967-4a9f-be6c-429269bd7d17'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:54:19.150720 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-61ea02fd-ea41-42b3-b65b-11b508fa4a2c req-0ef04e43-51ca-4e78-9383-fe219a25e2a9 service neutron] 10.222.0.68 "GET /v2.0/networks/d61f3db9-5a9e-4f6a-b70c-8358388c27f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284784 Aug 16 22:54:19.152385 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-712ede7b-d4d1-4fab-818a-d37aeb97d9d9" -d '{"events": [{"name": "network-changed", "server_uuid": "2c4c99e2-7d76-40fa-9e40-1a302aa8335d", "tag": "2651156f-f967-4a9f-be6c-429269bd7d17"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:54:19.207520 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ff64ea2-703e-44d2-81ea-585d7be52ead req-44615b0b-9e98-4c7c-a181-74756b2ae1d1 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] No DVR routers for this DVR port 82024952-9aa7-490b-94c3-07408d48cdb2 on host n-h2-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:54:19.212359 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-2ff64ea2-703e-44d2-81ea-585d7be52ead req-44615b0b-9e98-4c7c-a181-74756b2ae1d1 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:19.217172 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2ff64ea2-703e-44d2-81ea-585d7be52ead req-44615b0b-9e98-4c7c-a181-74756b2ae1d1 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] 10.222.0.57 "DELETE /v2.0/ports/82024952-9aa7-490b-94c3-07408d48cdb2 HTTP/1.1" status: 204 len: 173 time: 1.6282964 Aug 16 22:54:19.217822 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b972a69-4cef-4f2c-9e46-90524509cfbf', 'name': 'network-vif-deleted', 'tag': '82024952-9aa7-490b-94c3-07408d48cdb2'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:54:19.218705 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec46b20-5d66-4d3f-abcc-cc0202da9843 None None] Network 1ec41dbe-7c0a-4c4b-bab3-26488606d20f requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:54:19.220572 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-323ebf4e-ca9a-411e-bae9-3455b5799403" -d '{"events": [{"server_uuid": "3b972a69-4cef-4f2c-9e46-90524509cfbf", "name": "network-vif-deleted", "tag": "82024952-9aa7-490b-94c3-07408d48cdb2"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:54:19.254314 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-35c7604b-c899-4efd-9442-23ed529b3d88 req-f4baefd0-b7ee-47df-b110-c31c52b92d71 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/security-groups?id=7112d64a-fa50-4e7b-af47-b87caa1ebcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568973 Aug 16 22:54:19.389492 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9ea20aa0-6f67-4419-a6c5-0049b34bf0cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:19.397461 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ed3c98d8-8893-46c2-a665-8bfe7d7f4a48 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:19.403226 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8a150e-9d63-4889-bd4b-83b886b50721 req-6e80d29f-b401-4ddb-9117-e960ffdbd03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:19.405665 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ce8a150e-9d63-4889-bd4b-83b886b50721 req-6e80d29f-b401-4ddb-9117-e960ffdbd03f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc5492cf6a2845ba9d22bb0eca33e51a&device_id=2c4c99e2-7d76-40fa-9e40-1a302aa8335d HTTP/1.1" status: 200 len: 1097 time: 0.2100582 Aug 16 22:54:19.447630 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ed3c98d8-8893-46c2-a665-8bfe7d7f4a48 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:19.488892 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3c98d8-8893-46c2-a665-8bfe7d7f4a48 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Network dc9627d8-9929-4797-931a-e399784f4d6d is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:54:19.513631 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-ebba1fe8-27e6-40c2-a513-5e29481437c6 None None] Set router 03d1c458-e6cd-47a0-ba33-8993d24d22ce gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:54:19.524067 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-ed3c98d8-8893-46c2-a665-8bfe7d7f4a48 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:54:19.527300 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3c98d8-8893-46c2-a665-8bfe7d7f4a48 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:54:19.533058 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-501e56da-7875-4b9f-80b5-bd03849715ff x-openstack-request-id: req-501e56da-7875-4b9f-80b5-bd03849715ff {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:54:19.533290 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c4c99e2-7d76-40fa-9e40-1a302aa8335d", "tag": "2651156f-f967-4a9f-be6c-429269bd7d17", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:54:19.533550 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-501e56da-7875-4b9f-80b5-bd03849715ff {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:54:19.533950 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c4c99e2-7d76-40fa-9e40-1a302aa8335d', 'tag': '2651156f-f967-4a9f-be6c-429269bd7d17', 'status': 'completed', 'code': 200} Aug 16 22:54:19.534921 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3c98d8-8893-46c2-a665-8bfe7d7f4a48 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:19.535887 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ed3c98d8-8893-46c2-a665-8bfe7d7f4a48 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:19.579001 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d92f48-a7a8-47ee-a745-f5b6a8985d4c x-openstack-request-id: req-d3d92f48-a7a8-47ee-a745-f5b6a8985d4c {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:54:19.579685 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b972a69-4cef-4f2c-9e46-90524509cfbf", "name": "network-vif-deleted", "tag": "82024952-9aa7-490b-94c3-07408d48cdb2", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:54:19.580216 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d3d92f48-a7a8-47ee-a745-f5b6a8985d4c {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:54:19.581096 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b972a69-4cef-4f2c-9e46-90524509cfbf', 'name': 'network-vif-deleted', 'tag': '82024952-9aa7-490b-94c3-07408d48cdb2', 'status': 'completed', 'code': 200} Aug 16 22:54:19.613166 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8a150e-9d63-4889-bd4b-83b886b50721 req-f28989d8-7c23-4fb3-9af6-bb87e84699d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:19.615354 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ce8a150e-9d63-4889-bd4b-83b886b50721 req-f28989d8-7c23-4fb3-9af6-bb87e84699d0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d61f3db9-5a9e-4f6a-b70c-8358388c27f5 HTTP/1.1" status: 200 len: 921 time: 0.1983726 Aug 16 22:54:19.618663 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-ed3c98d8-8893-46c2-a665-8bfe7d7f4a48 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 1.1237373 Aug 16 22:54:19.625966 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 33172) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:19.667468 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3c98d8-8893-46c2-a665-8bfe7d7f4a48 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Pushing event updated for resources: {'Port': ['ID=dce049fa-b4cf-4553-929e-619f0f3e4301,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:19.684156 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-9ea20aa0-6f67-4419-a6c5-0049b34bf0cf admin admin] Deleting port 7c8b4b34-4823-4e3f-84a9-6def226d2ece {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:54:19.684805 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9ea20aa0-6f67-4419-a6c5-0049b34bf0cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:19.729725 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712ede7b-d4d1-4fab-818a-d37aeb97d9d9 req-39bcf7b5-f3fa-4881-8aca-a0e28aaa2973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:19.732977 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-712ede7b-d4d1-4fab-818a-d37aeb97d9d9 req-39bcf7b5-f3fa-4881-8aca-a0e28aaa2973 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=dc5492cf6a2845ba9d22bb0eca33e51a&device_id=2c4c99e2-7d76-40fa-9e40-1a302aa8335d HTTP/1.1" status: 200 len: 1097 time: 0.1491663 Aug 16 22:54:19.777691 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ce8a150e-9d63-4889-bd4b-83b886b50721 req-06dc8ec5-f5a3-45ee-afce-477980ed2dd7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2651156f-f967-4a9f-be6c-429269bd7d17 HTTP/1.1" status: 200 len: 999 time: 0.1552224 Aug 16 22:54:19.839586 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-9ea20aa0-6f67-4419-a6c5-0049b34bf0cf admin admin] For port 7c8b4b34-4823-4e3f-84a9-6def226d2ece, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=7c8b4b34-4823-4e3f-84a9-6def226d2ece,segment=NetworkSegment(7d1a5182-196d-4b0a-929d-265f51384dc2),segment_id=7d1a5182-196d-4b0a-929d-265f51384dc2)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:54:19.840125 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9ea20aa0-6f67-4419-a6c5-0049b34bf0cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:19.843290 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-dd0ee7f5-8e47-4155-a9ea-36e267efb3a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:19.858186 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-b7bfa44e-d354-46ca-aa2f-60d92c767a3b tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Deleting port dce049fa-b4cf-4553-929e-619f0f3e4301 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:54:19.858489 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b7bfa44e-d354-46ca-aa2f-60d92c767a3b tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:19.883480 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-9ea20aa0-6f67-4419-a6c5-0049b34bf0cf admin admin] Calling delete_port for 7c8b4b34-4823-4e3f-84a9-6def226d2ece owned by network:dhcp {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:54:19.892510 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8a150e-9d63-4889-bd4b-83b886b50721 req-70663728-0f40-41c9-8b5c-7ee8f909684b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:19.895416 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ce8a150e-9d63-4889-bd4b-83b886b50721 req-70663728-0f40-41c9-8b5c-7ee8f909684b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=99669aee-83b9-417a-a368-57108bfc92d4 HTTP/1.1" status: 200 len: 859 time: 0.1103942 Aug 16 22:54:19.918886 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7304116-acdd-4347-9632-78535fe5d6f2 None None] DHCP port deletion for 1ec41dbe-7c0a-4c4b-bab3-26488606d20f request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:54:19.982457 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b7bfa44e-d354-46ca-aa2f-60d92c767a3b tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:19.989867 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device d516a2b6-c4ce-4aff-b439-c775570a65f1 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:54:20.021565 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-b7bfa44e-d354-46ca-aa2f-60d92c767a3b tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Calling delete_port for dce049fa-b4cf-4553-929e-619f0f3e4301 owned by {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:54:20.027852 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: d516a2b6-c4ce-4aff-b439-c775570a65f1 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:54:20.028197 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device d516a2b6-c4ce-4aff-b439-c775570a65f1 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:54:20.074046 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8a150e-9d63-4889-bd4b-83b886b50721 req-c33e453a-2891-4d6a-bd4d-5bb8aa38e477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:20.074826 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-a7304116-acdd-4347-9632-78535fe5d6f2 None None] Deleting port 7c8b4b34-4823-4e3f-84a9-6def226d2ece {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:54:20.075363 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a7304116-acdd-4347-9632-78535fe5d6f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:20.075882 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ce8a150e-9d63-4889-bd4b-83b886b50721 req-c33e453a-2891-4d6a-bd4d-5bb8aa38e477 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d61f3db9-5a9e-4f6a-b70c-8358388c27f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1499884 Aug 16 22:54:20.115929 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712ede7b-d4d1-4fab-818a-d37aeb97d9d9 req-470398e8-0308-4b88-86f9-94d3d48174e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:20.117458 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-712ede7b-d4d1-4fab-818a-d37aeb97d9d9 req-470398e8-0308-4b88-86f9-94d3d48174e0 service neutron] 10.222.0.68 "GET /v2.0/networks?id=d61f3db9-5a9e-4f6a-b70c-8358388c27f5 HTTP/1.1" status: 200 len: 921 time: 0.3717024 Aug 16 22:54:20.143722 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c5cbf2-7794-4a2c-bc59-5f4337d411f6 req-c428ba40-1508-47ac-87a5-2e698ce692f3 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:20.145416 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-07c5cbf2-7794-4a2c-bc59-5f4337d411f6 req-c428ba40-1508-47ac-87a5-2e698ce692f3 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bc6ad35-37eb-49fc-aa60-10ea3b36c658 HTTP/1.1" status: 200 len: 945 time: 0.1382797 Aug 16 22:54:20.175498 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-a7304116-acdd-4347-9632-78535fe5d6f2 None None] For port 7c8b4b34-4823-4e3f-84a9-6def226d2ece, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=7c8b4b34-4823-4e3f-84a9-6def226d2ece,segment=NetworkSegment(7d1a5182-196d-4b0a-929d-265f51384dc2),segment_id=7d1a5182-196d-4b0a-929d-265f51384dc2)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:54:20.176742 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a7304116-acdd-4347-9632-78535fe5d6f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:20.180990 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9ea20aa0-6f67-4419-a6c5-0049b34bf0cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:20.193841 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-ebba1fe8-27e6-40c2-a513-5e29481437c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d1c458-e6cd-47a0-ba33-8993d24d22ce', 'name': 'tempest-FloatingIPsAssociationTestJSON-684678681-router', 'tenant_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '6c0107f9-158a-4ddc-8086-9c371feb60b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:53:02Z', 'updated_at': '2021-08-16T22:53:10Z', 'revision_number': 4, 'project_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'gw_port': {'id': '6c0107f9-158a-4ddc-8086-9c371feb60b3', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:be:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d1c458-e6cd-47a0-ba33-8993d24d22ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:03Z', 'updated_at': '2021-08-16T22:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': 'a03bc4d0-f233-45cd-952f-eca1362260ca', 'tenant_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'floating_ip_address': '172.25.4.210', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': '03d1c458-e6cd-47a0-ba33-8993d24d22ce', 'port_id': '2651156f-f967-4a9f-be6c-429269bd7d17', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 947, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd61f3db9-5a9e-4f6a-b70c-8358388c27f5', 'mac_address': 'fa:16:3e:13:4b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4c99e2-7d76-40fa-9e40-1a302aa8335d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:53:36Z', 'updated_at': '2021-08-16T22:54:17Z', 'revision_number': 8, 'project_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec9c6d23-5b6d-4a14-958f-7097a6943626', 'name': '', 'network_id': 'd61f3db9-5a9e-4f6a-b70c-8358388c27f5', 'tenant_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'mac_address': 'fa:16:3e:85:b8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d1c458-e6cd-47a0-ba33-8993d24d22ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '99669aee-83b9-417a-a368-57108bfc92d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:08Z', 'updated_at': '2021-08-16T22:53:18Z', 'revision_number': 5, 'project_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'subnets': [{'id': '99669aee-83b9-417a-a368-57108bfc92d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:54:20.196778 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-a7304116-acdd-4347-9632-78535fe5d6f2 None None] Calling delete_port for 7c8b4b34-4823-4e3f-84a9-6def226d2ece owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:54:20.220735 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea20aa0-6f67-4419-a6c5-0049b34bf0cf admin admin] Pushing event deleted for resources: {'Port': ['ID=7c8b4b34-4823-4e3f-84a9-6def226d2ece,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:20.221913 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-712ede7b-d4d1-4fab-818a-d37aeb97d9d9 req-52672c41-8a5a-49e5-a9b6-3edf4f425404 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2651156f-f967-4a9f-be6c-429269bd7d17 HTTP/1.1" status: 200 len: 999 time: 0.0943179 Aug 16 22:54:20.225691 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b7bfa44e-d354-46ca-aa2f-60d92c767a3b tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:20.232908 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebba1fe8-27e6-40c2-a513-5e29481437c6 None None] Checking router: 03d1c458-e6cd-47a0-ba33-8993d24d22ce for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:54:20.242782 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea20aa0-6f67-4419-a6c5-0049b34bf0cf admin admin] No DVR routers for this DVR port 7c8b4b34-4823-4e3f-84a9-6def226d2ece on host n-d-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:54:20.256503 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebba1fe8-27e6-40c2-a513-5e29481437c6 None None] Routers {'03d1c458-e6cd-47a0-ba33-8993d24d22ce'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:54:20.257160 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-ebba1fe8-27e6-40c2-a513-5e29481437c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:54:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['03d1c458-e6cd-47a0-ba33-8993d24d22ce'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:54:20.257997 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-07c5cbf2-7794-4a2c-bc59-5f4337d411f6 req-ac6297ce-b2f7-4f26-917d-3c409e0aadb4 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=0819ca22-363d-4b59-9328-30a084cf554a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023726 Aug 16 22:54:20.289219 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bfa44e-d354-46ca-aa2f-60d92c767a3b tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Pushing event deleted for resources: {'Port': ['ID=dce049fa-b4cf-4553-929e-619f0f3e4301,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:20.308237 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ce8a150e-9d63-4889-bd4b-83b886b50721 req-1747ad5a-5923-4151-9fc5-a9d0dfe6be64 service neutron] 10.222.0.36 "GET /v2.0/networks/d61f3db9-5a9e-4f6a-b70c-8358388c27f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241540 Aug 16 22:54:20.326598 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b7bfa44e-d354-46ca-aa2f-60d92c767a3b tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:20.329461 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-b7bfa44e-d354-46ca-aa2f-60d92c767a3b tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "DELETE /v2.0/ports/dce049fa-b4cf-4553-929e-619f0f3e4301 HTTP/1.1" status: 204 len: 168 time: 0.7022510 Aug 16 22:54:20.332299 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 33178) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:20.337432 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-6ff70953-7e3a-4b94-bd9f-30337d14e428 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Request body: {'port': {'network_id': 'dc9627d8-9929-4797-931a-e399784f4d6d', 'mac_address': 'fa:16:3e:90:e5:2a', 'name': 'tempest-PortsTestJSON-1676880282'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:54:20.357566 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712ede7b-d4d1-4fab-818a-d37aeb97d9d9 req-7c047774-0941-408a-b632-d99a08869f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:20.373670 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-712ede7b-d4d1-4fab-818a-d37aeb97d9d9 req-7c047774-0941-408a-b632-d99a08869f43 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=99669aee-83b9-417a-a368-57108bfc92d4 HTTP/1.1" status: 200 len: 859 time: 0.1393576 Aug 16 22:54:20.419302 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9ea20aa0-6f67-4419-a6c5-0049b34bf0cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:20.433202 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-ebba1fe8-27e6-40c2-a513-5e29481437c6 None None] Set router 03d1c458-e6cd-47a0-ba33-8993d24d22ce gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:54:20.439027 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-9ea20aa0-6f67-4419-a6c5-0049b34bf0cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ec41dbe-7c0a-4c4b-bab3-26488606d20f']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:54:20.455670 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-9ea20aa0-6f67-4419-a6c5-0049b34bf0cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d1a5182-196d-4b0a-929d-265f51384dc2') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:54:20.455961 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-9ea20aa0-6f67-4419-a6c5-0049b34bf0cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d1a5182-196d-4b0a-929d-265f51384dc2') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:54:20.465900 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a7304116-acdd-4347-9632-78535fe5d6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:20.474374 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712ede7b-d4d1-4fab-818a-d37aeb97d9d9 req-1b0524ae-9992-4c18-a125-b9858cc6c9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:20.475901 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-712ede7b-d4d1-4fab-818a-d37aeb97d9d9 req-1b0524ae-9992-4c18-a125-b9858cc6c9c8 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d61f3db9-5a9e-4f6a-b70c-8358388c27f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0681293 Aug 16 22:54:20.478821 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9ea20aa0-6f67-4419-a6c5-0049b34bf0cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:20.480753 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7304116-acdd-4347-9632-78535fe5d6f2 None None] No DVR routers for this DVR port 7c8b4b34-4823-4e3f-84a9-6def226d2ece on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:54:20.504867 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb2af33-674e-463e-892a-e988f4df817b req-4d4c7429-b88f-4bcb-84fb-d7cc6f88eb7a tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:20.511626 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7304116-acdd-4347-9632-78535fe5d6f2 None None] Pushing event deleted for resources: {'Port': ['ID=7c8b4b34-4823-4e3f-84a9-6def226d2ece,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:20.512722 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2eb2af33-674e-463e-892a-e988f4df817b req-4d4c7429-b88f-4bcb-84fb-d7cc6f88eb7a tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd898221-984a-4962-9d85-68741895a3e5 HTTP/1.1" status: 200 len: 944 time: 0.1672628 Aug 16 22:54:20.530867 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9ea20aa0-6f67-4419-a6c5-0049b34bf0cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:20.547346 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ce8a150e-9d63-4889-bd4b-83b886b50721 req-0bc6a683-7449-4f1d-9c38-2a2ddcbc5f4b service neutron] 10.222.0.36 "GET /v2.0/networks/d61f3db9-5a9e-4f6a-b70c-8358388c27f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139027 Aug 16 22:54:20.548283 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ea20aa0-6f67-4419-a6c5-0049b34bf0cf admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:54:20.548717 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9ea20aa0-6f67-4419-a6c5-0049b34bf0cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:20.550564 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 16 22:54:20.550564 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:54:20.550564 n-d-791506-26 neutron-server[101292]: timer() Aug 16 22:54:20.550564 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:54:20.550564 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 16 22:54:20.550564 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:54:20.550564 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 16 22:54:20.550564 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:54:20.550564 n-d-791506-26 neutron-server[101292]: self._notify() Aug 16 22:54:20.550564 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:54:20.550564 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 16 22:54:20.550564 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:54:20.550564 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 16 22:54:20.550564 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:54:20.550564 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:54:20.550564 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:54:20.550564 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:54:20.550564 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:54:20.550564 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 16 22:54:20.550564 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:54:20.550564 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 16 22:54:20.550564 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:54:20.550564 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:54:20.550564 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:54:20.550564 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 16 22:54:20.550564 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:54:20.550564 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:54:20.550564 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:54:20.550564 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:54:20.550564 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:54:20.550564 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:54:20.550564 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:54:20.563910 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ff70953-7e3a-4b94-bd9f-30337d14e428 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Made reservation on behalf of b528224b3b2646b1be33edac9acd15da for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:54:20.587429 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:20.627163 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2eb2af33-674e-463e-892a-e988f4df817b req-4fd83d73-97f5-4dee-80f5-2a99280a2403 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/security-groups?id=034b2370-cf60-4c4b-9f41-d074191bc3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135643 Aug 16 22:54:20.658935 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9ea20aa0-6f67-4419-a6c5-0049b34bf0cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:20.666046 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9ea20aa0-6f67-4419-a6c5-0049b34bf0cf admin admin] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:20.668009 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-9ea20aa0-6f67-4419-a6c5-0049b34bf0cf admin admin] 10.222.0.36 "DELETE /v2.0/networks/1ec41dbe-7c0a-4c4b-bab3-26488606d20f HTTP/1.1" status: 204 len: 168 time: 1.5126817 Aug 16 22:54:20.671464 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 33186) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:20.690204 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea20aa0-6f67-4419-a6c5-0049b34bf0cf admin admin] Pushing event deleted for resources: {'Network': ['ID=1ec41dbe-7c0a-4c4b-bab3-26488606d20f,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:20.722409 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 7a38c7a3-d7b2-4bfd-bdef-7ecd131ef6d6 up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:54:20.745269 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-712ede7b-d4d1-4fab-818a-d37aeb97d9d9 req-323fdec3-e152-4c6f-b576-abf4ff7e2d2b service neutron] 10.222.0.68 "GET /v2.0/networks/d61f3db9-5a9e-4f6a-b70c-8358388c27f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469156 Aug 16 22:54:20.749477 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6ff70953-7e3a-4b94-bd9f-30337d14e428 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:20.813311 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-ebba1fe8-27e6-40c2-a513-5e29481437c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d1c458-e6cd-47a0-ba33-8993d24d22ce', 'name': 'tempest-FloatingIPsAssociationTestJSON-684678681-router', 'tenant_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '6c0107f9-158a-4ddc-8086-9c371feb60b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:53:02Z', 'updated_at': '2021-08-16T22:53:10Z', 'revision_number': 4, 'project_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'gw_port': {'id': '6c0107f9-158a-4ddc-8086-9c371feb60b3', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:be:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d1c458-e6cd-47a0-ba33-8993d24d22ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:03Z', 'updated_at': '2021-08-16T22:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': 'a03bc4d0-f233-45cd-952f-eca1362260ca', 'tenant_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'floating_ip_address': '172.25.4.210', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': '03d1c458-e6cd-47a0-ba33-8993d24d22ce', 'port_id': '2651156f-f967-4a9f-be6c-429269bd7d17', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 947, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd61f3db9-5a9e-4f6a-b70c-8358388c27f5', 'mac_address': 'fa:16:3e:13:4b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4c99e2-7d76-40fa-9e40-1a302aa8335d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:53:36Z', 'updated_at': '2021-08-16T22:54:17Z', 'revision_number': 8, 'project_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec9c6d23-5b6d-4a14-958f-7097a6943626', 'name': '', 'network_id': 'd61f3db9-5a9e-4f6a-b70c-8358388c27f5', 'tenant_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'mac_address': 'fa:16:3e:85:b8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d1c458-e6cd-47a0-ba33-8993d24d22ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '99669aee-83b9-417a-a368-57108bfc92d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:08Z', 'updated_at': '2021-08-16T22:53:18Z', 'revision_number': 5, 'project_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'subnets': [{'id': '99669aee-83b9-417a-a368-57108bfc92d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:54:20.816872 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning for port 7a38c7a3-d7b2-4bfd-bdef-7ecd131ef6d6 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:54:20.842872 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port 7a38c7a3-d7b2-4bfd-bdef-7ecd131ef6d6 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:54:20.843227 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:20.846151 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebba1fe8-27e6-40c2-a513-5e29481437c6 None None] The sync data for ids ['03d1c458-e6cd-47a0-ba33-8993d24d22ce'] in n-d-791506-26 is: [{'id': '03d1c458-e6cd-47a0-ba33-8993d24d22ce', 'name': 'tempest-FloatingIPsAssociationTestJSON-684678681-router', 'tenant_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '6c0107f9-158a-4ddc-8086-9c371feb60b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:53:02Z', 'updated_at': '2021-08-16T22:53:10Z', 'revision_number': 4, 'project_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'gw_port': {'id': '6c0107f9-158a-4ddc-8086-9c371feb60b3', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:be:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d1c458-e6cd-47a0-ba33-8993d24d22ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:03Z', 'updated_at': '2021-08-16T22:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': 'a03bc4d0-f233-45cd-952f-eca1362260ca', 'tenant_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'floating_ip_address': '172.25.4.210', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': '03d1c458-e6cd-47a0-ba33-8993d24d22ce', 'port_id': '2651156f-f967-4a9f-be6c-429269bd7d17', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 947, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd61f3db9-5a9e-4f6a-b70c-8358388c27f5', 'mac_address': 'fa:16:3e:13:4b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4c99e2-7d76-40fa-9e40-1a302aa8335d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:53:36Z', 'updated_at': '2021-08-16T22:54:17Z', 'revision_number': 8, 'project_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec9c6d23-5b6d-4a14-958f-7097a6943626', 'name': '', 'network_id': 'd61f3db9-5a9e-4f6a-b70c-8358388c27f5', 'tenant_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'mac_address': 'fa:16:3e:85:b8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d1c458-e6cd-47a0-ba33-8993d24d22ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '99669aee-83b9-417a-a368-57108bfc92d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:08Z', 'updated_at': '2021-08-16T22:53:18Z', 'revision_number': 5, 'project_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'subnets': [{'id': '99669aee-83b9-417a-a368-57108bfc92d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:54:20.872654 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7125d5ed-83ac-414a-b0c6-f3a6e001800c req-ebcb5019-7aba-4b13-9f29-043a409e94b5 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] 10.222.0.36 "GET /v2.0/floatingips/a03bc4d0-f233-45cd-952f-eca1362260ca HTTP/1.1" status: 200 len: 996 time: 0.0768633 Aug 16 22:54:20.891351 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-6ff70953-7e3a-4b94-bd9f-30337d14e428 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] device_id is not set on port 1709fe2a-9453-48e0-979d-44011619798b yet. {{(pid=101291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:54:20.988570 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:21.023833 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd898221-984a-4962-9d85-68741895a3e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a38c7a3-d7b2-4bfd-bdef-7ecd131ef6d6'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:54:21.029975 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c03bdb0a-d8da-418f-a27b-0430326bc22e" -d '{"events": [{"server_uuid": "bd898221-984a-4962-9d85-68741895a3e5", "name": "network-vif-plugged", "status": "completed", "tag": "7a38c7a3-d7b2-4bfd-bdef-7ecd131ef6d6"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:54:21.037619 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 7a38c7a3-d7b2-4bfd-bdef-7ecd131ef6d6, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=7a38c7a3-d7b2-4bfd-bdef-7ecd131ef6d6,segment=NetworkSegment(6edf975f-584b-457e-be27-9a9457978487),segment_id=6edf975f-584b-457e-be27-9a9457978487)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:54:21.044757 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:21.046557 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 82024952-9aa7-490b-94c3-07408d48cdb2 no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:54:21.062926 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db8df1b-d3fb-41a3-a362-19e1155065fa req-0933de34-3ab6-475c-a06a-bbfa67a6bf01 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:21.071043 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9db8df1b-d3fb-41a3-a362-19e1155065fa req-0933de34-3ab6-475c-a06a-bbfa67a6bf01 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/ports?device_id=90f849f6-77c3-4c08-b2bd-63815b5179a7 HTTP/1.1" status: 200 len: 945 time: 0.1001790 Aug 16 22:54:21.072041 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] No Port match for: 82024952-9aa7-490b-94c3-07408d48cdb2 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:54:21.072614 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 82024952-9aa7-490b-94c3-07408d48cdb2 not bound to the agent host n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:54:21.103421 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-712ede7b-d4d1-4fab-818a-d37aeb97d9d9 req-8414aefa-3f66-41fe-9075-98c75e01e595 service neutron] 10.222.0.68 "GET /v2.0/networks/d61f3db9-5a9e-4f6a-b70c-8358388c27f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3493719 Aug 16 22:54:21.104276 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7125d5ed-83ac-414a-b0c6-f3a6e001800c req-c89efd0f-c899-4a40-8d15-55bafaa15c1a tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:21.112247 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7125d5ed-83ac-414a-b0c6-f3a6e001800c req-c89efd0f-c899-4a40-8d15-55bafaa15c1a tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] 10.222.0.36 "GET /v2.0/networks/c22c4980-c849-406d-982c-a5d68c515a94 HTTP/1.1" status: 200 len: 784 time: 0.2319961 Aug 16 22:54:21.118586 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [req-7125d5ed-83ac-414a-b0c6-f3a6e001800c req-57f957a2-f3f6-4eb4-993b-00ef2bb2b328 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:54:21.118807 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b4c435-f4df-4976-9651-2f65dfcbd5fd req-0f59942c-1e11-4879-805f-d0d54c08ad5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:21.120167 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-f3b4c435-f4df-4976-9651-2f65dfcbd5fd req-0f59942c-1e11-4879-805f-d0d54c08ad5e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=463c04db7a86489b8d8a19358faf1fca&device_id=90f849f6-77c3-4c08-b2bd-63815b5179a7 HTTP/1.1" status: 200 len: 1097 time: 0.1982837 Aug 16 22:54:21.130982 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7125d5ed-83ac-414a-b0c6-f3a6e001800c req-57f957a2-f3f6-4eb4-993b-00ef2bb2b328 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0177798 Aug 16 22:54:21.149467 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=7a38c7a3-d7b2-4bfd-bdef-7ecd131ef6d6,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:21.167165 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9db8df1b-d3fb-41a3-a362-19e1155065fa req-3b8e9d73-512c-4d16-b063-85beff257846 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/security-groups?id=7112d64a-fa50-4e7b-af47-b87caa1ebcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952482 Aug 16 22:54:21.183047 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdb251ea-e8f0-48a7-a2b5-542f03b6dbeb x-openstack-request-id: req-bdb251ea-e8f0-48a7-a2b5-542f03b6dbeb {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:54:21.183342 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd898221-984a-4962-9d85-68741895a3e5", "name": "network-vif-plugged", "status": "completed", "tag": "7a38c7a3-d7b2-4bfd-bdef-7ecd131ef6d6", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:54:21.183656 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bdb251ea-e8f0-48a7-a2b5-542f03b6dbeb {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:54:21.184061 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd898221-984a-4962-9d85-68741895a3e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a38c7a3-d7b2-4bfd-bdef-7ecd131ef6d6', 'code': 200} Aug 16 22:54:21.209262 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1d172e-99ff-41a0-9ed1-9f76310f3308 None None] New status for floating IP a03bc4d0-f233-45cd-952f-eca1362260ca: ACTIVE {{(pid=101294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:54:21.275091 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1316ace4-0fc7-42b3-9817-639c36f3abb4 req-bc0fdf87-5f37-4342-9363-2d6e4d564809 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.4.210 HTTP/1.1" status: 200 len: 999 time: 0.0801003 Aug 16 22:54:21.341606 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1316ace4-0fc7-42b3-9817-639c36f3abb4 req-2599d02c-c5cf-44b0-8b0e-35d6ba6ae577 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:21.343548 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1316ace4-0fc7-42b3-9817-639c36f3abb4 req-2599d02c-c5cf-44b0-8b0e-35d6ba6ae577 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] 10.222.0.36 "GET /v2.0/ports/2651156f-f967-4a9f-be6c-429269bd7d17 HTTP/1.1" status: 200 len: 942 time: 0.0602288 Aug 16 22:54:21.366297 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6ff70953-7e3a-4b94-bd9f-30337d14e428 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:21.423949 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae77c3b-c363-41bf-9ac5-36a0dfd868a2 req-3e2ce9c1-a580-44a0-8c8c-aed31eb41ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:21.426429 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-dae77c3b-c363-41bf-9ac5-36a0dfd868a2 req-3e2ce9c1-a580-44a0-8c8c-aed31eb41ee5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bd898221-984a-4962-9d85-68741895a3e5 HTTP/1.1" status: 200 len: 1097 time: 0.1401470 Aug 16 22:54:21.427780 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b4c435-f4df-4976-9651-2f65dfcbd5fd req-fdc2da36-a855-4309-8617-ca16fd4e82a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:21.428347 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:21.429094 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-f3b4c435-f4df-4976-9651-2f65dfcbd5fd req-fdc2da36-a855-4309-8617-ca16fd4e82a2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=84114c2c-8237-4c3d-8ec3-a63c8431ae95 HTTP/1.1" status: 200 len: 917 time: 0.2890186 Aug 16 22:54:21.489859 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880c5d5f-f449-4da0-9e7f-8e5fecc85f5b req-e130e117-4303-4f53-b844-edda6e59aa0f tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:21.491393 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-880c5d5f-f449-4da0-9e7f-8e5fecc85f5b req-e130e117-4303-4f53-b844-edda6e59aa0f tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bc6ad35-37eb-49fc-aa60-10ea3b36c658 HTTP/1.1" status: 200 len: 945 time: 0.1149592 Aug 16 22:54:21.494812 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1316ace4-0fc7-42b3-9817-639c36f3abb4 req-d3ba3a13-4c10-4667-9771-65b0727ce072 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.4.210 HTTP/1.1" status: 200 len: 1001 time: 0.0887010 Aug 16 22:54:21.509518 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-f3b4c435-f4df-4976-9651-2f65dfcbd5fd req-4b302ad8-d55a-4354-827d-671ae4f6b686 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3710bf3e-9ecf-4025-8bd6-a0dc12c7e9b1 HTTP/1.1" status: 200 len: 217 time: 0.0616271 Aug 16 22:54:21.578919 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6ff70953-7e3a-4b94-bd9f-30337d14e428 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:21.589181 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-dae77c3b-c363-41bf-9ac5-36a0dfd868a2 req-fbb5530a-549b-4691-bea6-a4c2ed1f6e8e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=034b2370-cf60-4c4b-9f41-d074191bc3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490636 Aug 16 22:54:21.662801 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b4c435-f4df-4976-9651-2f65dfcbd5fd req-0ec181c5-facd-4ed7-a9e7-f01b7d71f371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:21.664182 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-f3b4c435-f4df-4976-9651-2f65dfcbd5fd req-0ec181c5-facd-4ed7-a9e7-f01b7d71f371 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7dcd32e4-dfac-4bf2-accd-cdf25fc72851 HTTP/1.1" status: 200 len: 855 time: 0.1468518 Aug 16 22:54:21.671833 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff70953-7e3a-4b94-bd9f-30337d14e428 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Network dc9627d8-9929-4797-931a-e399784f4d6d is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:54:21.678028 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-6ff70953-7e3a-4b94-bd9f-30337d14e428 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:54:21.681131 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff70953-7e3a-4b94-bd9f-30337d14e428 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:54:21.686802 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff70953-7e3a-4b94-bd9f-30337d14e428 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:21.687439 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6ff70953-7e3a-4b94-bd9f-30337d14e428 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:21.691073 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff70953-7e3a-4b94-bd9f-30337d14e428 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Pushing event updated for resources: {'Port': ['ID=1709fe2a-9453-48e0-979d-44011619798b,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:21.714843 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-6ff70953-7e3a-4b94-bd9f-30337d14e428 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.3811877 Aug 16 22:54:21.717766 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 33198) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:21.792502 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47923cb7-4164-4362-81de-45bf2aeaae67 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:21.793887 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-47923cb7-4164-4362-81de-45bf2aeaae67 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "GET /v2.0/ports/1709fe2a-9453-48e0-979d-44011619798b HTTP/1.1" status: 200 len: 841 time: 0.0750067 Aug 16 22:54:21.796807 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 33202) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:21.860876 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-880c5d5f-f449-4da0-9e7f-8e5fecc85f5b req-986dd387-4ce2-4f52-a5a8-4978c59a5f77 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=0819ca22-363d-4b59-9328-30a084cf554a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3631017 Aug 16 22:54:21.869474 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 7c8b4b34-4823-4e3f-84a9-6def226d2ece no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:54:21.879868 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b0c9a6e1-6b06-412f-b3b6-ea29ddf05a15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537579'] for router_interface, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:21.895425 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 7c8b4b34-4823-4e3f-84a9-6def226d2ece {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:54:21.895904 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 7c8b4b34-4823-4e3f-84a9-6def226d2ece not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:54:21.921392 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1316ace4-0fc7-42b3-9817-639c36f3abb4 req-194b0bf4-dc20-4e90-82e6-e0a0ac07a8bf tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:21.926721 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1316ace4-0fc7-42b3-9817-639c36f3abb4 req-194b0bf4-dc20-4e90-82e6-e0a0ac07a8bf tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] 10.222.0.36 "GET /v2.0/networks/c22c4980-c849-406d-982c-a5d68c515a94 HTTP/1.1" status: 200 len: 784 time: 0.4200914 Aug 16 22:54:21.996086 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-7c4c885b-214d-460a-bfa7-2ffb0de1e488 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Deleting port 1709fe2a-9453-48e0-979d-44011619798b {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:54:21.996451 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7c4c885b-214d-460a-bfa7-2ffb0de1e488 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:22.026247 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1316ace4-0fc7-42b3-9817-639c36f3abb4 req-7cc6cef7-9da7-43df-b160-0ef26bc1b775 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.4.210 HTTP/1.1" status: 200 len: 1001 time: 0.0949488 Aug 16 22:54:22.038187 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c322edc6-3a66-4a31-a2d7-3226257b8ad3 req-0b04c161-47e9-4c70-99f9-6c24ec33bd49 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:22.039675 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c322edc6-3a66-4a31-a2d7-3226257b8ad3 req-0b04c161-47e9-4c70-99f9-6c24ec33bd49 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd898221-984a-4962-9d85-68741895a3e5 HTTP/1.1" status: 200 len: 945 time: 0.0693371 Aug 16 22:54:22.044453 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-1316ace4-0fc7-42b3-9817-639c36f3abb4 req-a15f94da-492c-4e7d-91cd-bbf7268e4733 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:54:22.127438 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c322edc6-3a66-4a31-a2d7-3226257b8ad3 req-152d80b7-9e57-4303-b3ff-175b899804a8 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/security-groups?id=034b2370-cf60-4c4b-9f41-d074191bc3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803533 Aug 16 22:54:22.127831 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7c4c885b-214d-460a-bfa7-2ffb0de1e488 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:22.131561 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1316ace4-0fc7-42b3-9817-639c36f3abb4 req-a15f94da-492c-4e7d-91cd-bbf7268e4733 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Notify callbacks [] for floatingip, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:22.294573 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1316ace4-0fc7-42b3-9817-639c36f3abb4 req-a15f94da-492c-4e7d-91cd-bbf7268e4733 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:22.298699 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1316ace4-0fc7-42b3-9817-639c36f3abb4 req-a15f94da-492c-4e7d-91cd-bbf7268e4733 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:22.299029 n-d-791506-26 neutron-server[101292]: INFO neutron.db.l3_db [req-1316ace4-0fc7-42b3-9817-639c36f3abb4 req-a15f94da-492c-4e7d-91cd-bbf7268e4733 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Floating IP a03bc4d0-f233-45cd-952f-eca1362260ca disassociated. External IP: 172.25.4.210, port: 2651156f-f967-4a9f-be6c-429269bd7d17. Aug 16 22:54:22.437896 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b4c435-f4df-4976-9651-2f65dfcbd5fd req-987afa09-cebc-4c7f-8327-5bad90f8119e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:22.439394 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-f3b4c435-f4df-4976-9651-2f65dfcbd5fd req-987afa09-cebc-4c7f-8327-5bad90f8119e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=84114c2c-8237-4c3d-8ec3-a63c8431ae95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4585557 Aug 16 22:54:22.460331 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c6b412-ec04-4f56-9a9a-88e83040ab50 req-dab66d7c-09b6-4306-84b8-730b1560f5cd tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:22.461599 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-7c4c885b-214d-460a-bfa7-2ffb0de1e488 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Calling delete_port for 1709fe2a-9453-48e0-979d-44011619798b owned by {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:54:22.461918 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e9c6b412-ec04-4f56-9a9a-88e83040ab50 req-dab66d7c-09b6-4306-84b8-730b1560f5cd tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/ports?device_id=90f849f6-77c3-4c08-b2bd-63815b5179a7 HTTP/1.1" status: 200 len: 945 time: 0.0759072 Aug 16 22:54:22.569242 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e9c6b412-ec04-4f56-9a9a-88e83040ab50 req-639ca942-cac1-49b1-858e-8c25cb1b2acf tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/security-groups?id=7112d64a-fa50-4e7b-af47-b87caa1ebcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731771 Aug 16 22:54:22.602026 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1316ace4-0fc7-42b3-9817-639c36f3abb4 req-a15f94da-492c-4e7d-91cd-bbf7268e4733 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Router 03d1c458-e6cd-47a0-ba33-8993d24d22ce has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:54:22.615139 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-f3b4c435-f4df-4976-9651-2f65dfcbd5fd req-0bb1e697-47d8-438e-a9e1-d2aceb3e45fd service neutron] 10.222.0.57 "GET /v2.0/networks/84114c2c-8237-4c3d-8ec3-a63c8431ae95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658614 Aug 16 22:54:22.673565 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:22.704262 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7c4c885b-214d-460a-bfa7-2ffb0de1e488 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:22.720893 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1316ace4-0fc7-42b3-9817-639c36f3abb4 req-a15f94da-492c-4e7d-91cd-bbf7268e4733 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:54:22.726666 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1316ace4-0fc7-42b3-9817-639c36f3abb4 req-a15f94da-492c-4e7d-91cd-bbf7268e4733 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:22.733974 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c943e78-7082-4dde-910e-6f9f9feb25d3 None None] Sync routers for ids ['03d1c458-e6cd-47a0-ba33-8993d24d22ce'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:54:22.753109 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c943e78-7082-4dde-910e-6f9f9feb25d3 None None] Routers {'03d1c458-e6cd-47a0-ba33-8993d24d22ce'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:54:22.754623 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-2c943e78-7082-4dde-910e-6f9f9feb25d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:54:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['03d1c458-e6cd-47a0-ba33-8993d24d22ce'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:54:22.755502 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1316ace4-0fc7-42b3-9817-639c36f3abb4 req-a15f94da-492c-4e7d-91cd-bbf7268e4733 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] 10.222.0.36 "PUT /v2.0/floatingips/a03bc4d0-f233-45cd-952f-eca1362260ca HTTP/1.1" status: 200 len: 696 time: 0.7148013 Aug 16 22:54:22.756396 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c4c99e2-7d76-40fa-9e40-1a302aa8335d', 'tag': '2651156f-f967-4a9f-be6c-429269bd7d17'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:54:22.758370 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0394da2c-78a6-41a9-b96d-367d15090cb3" -d '{"events": [{"name": "network-changed", "server_uuid": "2c4c99e2-7d76-40fa-9e40-1a302aa8335d", "tag": "2651156f-f967-4a9f-be6c-429269bd7d17"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:54:22.760952 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4c885b-214d-460a-bfa7-2ffb0de1e488 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Pushing event deleted for resources: {'Port': ['ID=1709fe2a-9453-48e0-979d-44011619798b,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:22.783322 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7c4c885b-214d-460a-bfa7-2ffb0de1e488 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:22.788766 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-7c4c885b-214d-460a-bfa7-2ffb0de1e488 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "DELETE /v2.0/ports/1709fe2a-9453-48e0-979d-44011619798b HTTP/1.1" status: 204 len: 168 time: 0.9875889 Aug 16 22:54:22.789450 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 33210) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:22.807357 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-f3b4c435-f4df-4976-9651-2f65dfcbd5fd req-2ce65c27-e6df-4bd4-aab0-fdf617918e8c service neutron] 10.222.0.57 "GET /v2.0/networks/84114c2c-8237-4c3d-8ec3-a63c8431ae95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831379 Aug 16 22:54:22.824687 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-b0c9a6e1-6b06-412f-b3b6-ea29ddf05a15 admin admin] Deleting port cd82babb-8301-4d7b-aca6-e7a178c35bc1 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:54:22.824687 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b0c9a6e1-6b06-412f-b3b6-ea29ddf05a15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:22.882662 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efbb3818-743c-462e-bdde-d7385fbb4c69 x-openstack-request-id: req-efbb3818-743c-462e-bdde-d7385fbb4c69 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:54:22.882957 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c4c99e2-7d76-40fa-9e40-1a302aa8335d", "tag": "2651156f-f967-4a9f-be6c-429269bd7d17", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:54:22.884409 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-efbb3818-743c-462e-bdde-d7385fbb4c69 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:54:22.884409 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c4c99e2-7d76-40fa-9e40-1a302aa8335d', 'tag': '2651156f-f967-4a9f-be6c-429269bd7d17', 'status': 'completed', 'code': 200} Aug 16 22:54:22.885586 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-9213f8a0-4b2f-4927-bc27-b813d6f2f02c tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] GET failed (client error): The resource could not be found. Aug 16 22:54:22.890944 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-9213f8a0-4b2f-4927-bc27-b813d6f2f02c tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "GET /v2.0/ports/1709fe2a-9453-48e0-979d-44011619798b HTTP/1.1" status: 404 len: 333 time: 0.0952106 Aug 16 22:54:22.893142 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 33214) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:22.901410 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-60d95c1e-2b32-4911-881d-17be2e62e46a tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Request body: {'port': {'network_id': 'dc9627d8-9929-4797-931a-e399784f4d6d', 'name': 'tempest-PortsTestJSON-1323331890'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:54:22.917999 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-2c943e78-7082-4dde-910e-6f9f9feb25d3 None None] Set router 03d1c458-e6cd-47a0-ba33-8993d24d22ce gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:54:22.953854 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0394da2c-78a6-41a9-b96d-367d15090cb3 req-28751fe7-0e6c-4364-9e9f-db4c96438d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:22.955544 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0394da2c-78a6-41a9-b96d-367d15090cb3 req-28751fe7-0e6c-4364-9e9f-db4c96438d9c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=dc5492cf6a2845ba9d22bb0eca33e51a&device_id=2c4c99e2-7d76-40fa-9e40-1a302aa8335d HTTP/1.1" status: 200 len: 1097 time: 0.1033742 Aug 16 22:54:23.038259 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-b0c9a6e1-6b06-412f-b3b6-ea29ddf05a15 admin admin] For port cd82babb-8301-4d7b-aca6-e7a178c35bc1, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=cd82babb-8301-4d7b-aca6-e7a178c35bc1,segment=NetworkSegment(5b2bc4cb-303a-4461-8e25-37cf022cb7b8),segment_id=5b2bc4cb-303a-4461-8e25-37cf022cb7b8)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:54:23.038601 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b0c9a6e1-6b06-412f-b3b6-ea29ddf05a15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:23.070844 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-b0c9a6e1-6b06-412f-b3b6-ea29ddf05a15 admin admin] Calling delete_port for cd82babb-8301-4d7b-aca6-e7a178c35bc1 owned by network:router_interface {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:54:23.096090 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d687b7-2ad3-4a14-8a81-1c8fbfbf7e6e req-a7a8b42d-2e93-4e7a-a1ac-8093101f01c1 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:23.099362 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-99d687b7-2ad3-4a14-8a81-1c8fbfbf7e6e req-a7a8b42d-2e93-4e7a-a1ac-8093101f01c1 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bc6ad35-37eb-49fc-aa60-10ea3b36c658 HTTP/1.1" status: 200 len: 945 time: 0.0880566 Aug 16 22:54:23.102329 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1316ace4-0fc7-42b3-9817-639c36f3abb4 req-66ce5942-bf86-4d32-a47c-5d8aa80b9b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:23.110348 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1316ace4-0fc7-42b3-9817-639c36f3abb4 req-66ce5942-bf86-4d32-a47c-5d8aa80b9b32 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc5492cf6a2845ba9d22bb0eca33e51a&device_id=2c4c99e2-7d76-40fa-9e40-1a302aa8335d HTTP/1.1" status: 200 len: 1097 time: 0.3030210 Aug 16 22:54:23.170317 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0394da2c-78a6-41a9-b96d-367d15090cb3 req-cf164960-9573-453f-b971-93e298252fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:23.177633 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d95c1e-2b32-4911-881d-17be2e62e46a tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Made reservation on behalf of b528224b3b2646b1be33edac9acd15da for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:54:23.180936 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-60d95c1e-2b32-4911-881d-17be2e62e46a tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:23.182546 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0394da2c-78a6-41a9-b96d-367d15090cb3 req-cf164960-9573-453f-b971-93e298252fb9 service neutron] 10.222.0.68 "GET /v2.0/networks?id=d61f3db9-5a9e-4f6a-b70c-8358388c27f5 HTTP/1.1" status: 200 len: 921 time: 0.2151761 Aug 16 22:54:23.206941 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-2c943e78-7082-4dde-910e-6f9f9feb25d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d1c458-e6cd-47a0-ba33-8993d24d22ce', 'name': 'tempest-FloatingIPsAssociationTestJSON-684678681-router', 'tenant_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '6c0107f9-158a-4ddc-8086-9c371feb60b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:53:02Z', 'updated_at': '2021-08-16T22:53:10Z', 'revision_number': 4, 'project_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'gw_port': {'id': '6c0107f9-158a-4ddc-8086-9c371feb60b3', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:be:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d1c458-e6cd-47a0-ba33-8993d24d22ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:03Z', 'updated_at': '2021-08-16T22:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'ec9c6d23-5b6d-4a14-958f-7097a6943626', 'name': '', 'network_id': 'd61f3db9-5a9e-4f6a-b70c-8358388c27f5', 'tenant_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'mac_address': 'fa:16:3e:85:b8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d1c458-e6cd-47a0-ba33-8993d24d22ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '99669aee-83b9-417a-a368-57108bfc92d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:08Z', 'updated_at': '2021-08-16T22:53:18Z', 'revision_number': 5, 'project_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'subnets': [{'id': '99669aee-83b9-417a-a368-57108bfc92d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:54:23.235106 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c943e78-7082-4dde-910e-6f9f9feb25d3 None None] Checking router: 03d1c458-e6cd-47a0-ba33-8993d24d22ce for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:54:23.245051 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c943e78-7082-4dde-910e-6f9f9feb25d3 None None] Routers {'03d1c458-e6cd-47a0-ba33-8993d24d22ce'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:54:23.245701 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-2c943e78-7082-4dde-910e-6f9f9feb25d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:54:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['03d1c458-e6cd-47a0-ba33-8993d24d22ce'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:54:23.257668 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-99d687b7-2ad3-4a14-8a81-1c8fbfbf7e6e req-c6f7d26a-0972-47ad-8a71-5611306177a1 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=0819ca22-363d-4b59-9328-30a084cf554a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1457038 Aug 16 22:54:23.260402 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [None req-60d95c1e-2b32-4911-881d-17be2e62e46a tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] device_id is not set on port 233d1dc8-48b5-4e4d-8882-33b9a5c6c942 yet. {{(pid=101292) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:54:23.279765 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0394da2c-78a6-41a9-b96d-367d15090cb3 req-fec11e52-005b-4410-b5b2-c26e3140e048 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2651156f-f967-4a9f-be6c-429269bd7d17 HTTP/1.1" status: 200 len: 217 time: 0.0720417 Aug 16 22:54:23.344898 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1316ace4-0fc7-42b3-9817-639c36f3abb4 req-a1a1a034-76b6-4bbe-9261-b12ae2ae3134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:23.346912 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1316ace4-0fc7-42b3-9817-639c36f3abb4 req-a1a1a034-76b6-4bbe-9261-b12ae2ae3134 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d61f3db9-5a9e-4f6a-b70c-8358388c27f5 HTTP/1.1" status: 200 len: 921 time: 0.2362030 Aug 16 22:54:23.396101 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-2c943e78-7082-4dde-910e-6f9f9feb25d3 None None] Set router 03d1c458-e6cd-47a0-ba33-8993d24d22ce gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:54:23.406021 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0394da2c-78a6-41a9-b96d-367d15090cb3 req-7e6a7be0-7de6-4480-bc2e-5efe0fc4d3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:23.407485 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0394da2c-78a6-41a9-b96d-367d15090cb3 req-7e6a7be0-7de6-4480-bc2e-5efe0fc4d3e5 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=99669aee-83b9-417a-a368-57108bfc92d4 HTTP/1.1" status: 200 len: 859 time: 0.1178432 Aug 16 22:54:23.439204 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1316ace4-0fc7-42b3-9817-639c36f3abb4 req-2b78f0b0-136b-4a73-a6e4-511f66133b3b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2651156f-f967-4a9f-be6c-429269bd7d17 HTTP/1.1" status: 200 len: 217 time: 0.0705261 Aug 16 22:54:23.505422 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0394da2c-78a6-41a9-b96d-367d15090cb3 req-16d85ae3-795a-470a-a8e2-a35fd2cd8eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:23.507515 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0394da2c-78a6-41a9-b96d-367d15090cb3 req-16d85ae3-795a-470a-a8e2-a35fd2cd8eed service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d61f3db9-5a9e-4f6a-b70c-8358388c27f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0832374 Aug 16 22:54:23.507685 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a91123-37eb-48cc-a57e-6de6d63498e7 req-a4837b7f-56dc-4d8b-85de-51ede64e1f40 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:23.508816 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b0c9a6e1-6b06-412f-b3b6-ea29ddf05a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:23.509391 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d0a91123-37eb-48cc-a57e-6de6d63498e7 req-a4837b7f-56dc-4d8b-85de-51ede64e1f40 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd898221-984a-4962-9d85-68741895a3e5 HTTP/1.1" status: 200 len: 945 time: 0.1523247 Aug 16 22:54:23.589875 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1316ace4-0fc7-42b3-9817-639c36f3abb4 req-47a77dc9-6231-4e5f-9ce7-fa8e10aa5181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:23.591647 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1316ace4-0fc7-42b3-9817-639c36f3abb4 req-47a77dc9-6231-4e5f-9ce7-fa8e10aa5181 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=99669aee-83b9-417a-a368-57108bfc92d4 HTTP/1.1" status: 200 len: 859 time: 0.1426065 Aug 16 22:54:23.623579 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c9a6e1-6b06-412f-b3b6-ea29ddf05a15 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd82babb-8301-4d7b-aca6-e7a178c35bc1,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:23.645500 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-2c943e78-7082-4dde-910e-6f9f9feb25d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d1c458-e6cd-47a0-ba33-8993d24d22ce', 'name': 'tempest-FloatingIPsAssociationTestJSON-684678681-router', 'tenant_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '6c0107f9-158a-4ddc-8086-9c371feb60b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:53:02Z', 'updated_at': '2021-08-16T22:53:10Z', 'revision_number': 4, 'project_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'gw_port': {'id': '6c0107f9-158a-4ddc-8086-9c371feb60b3', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:be:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d1c458-e6cd-47a0-ba33-8993d24d22ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:03Z', 'updated_at': '2021-08-16T22:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'ec9c6d23-5b6d-4a14-958f-7097a6943626', 'name': '', 'network_id': 'd61f3db9-5a9e-4f6a-b70c-8358388c27f5', 'tenant_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'mac_address': 'fa:16:3e:85:b8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d1c458-e6cd-47a0-ba33-8993d24d22ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '99669aee-83b9-417a-a368-57108bfc92d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:08Z', 'updated_at': '2021-08-16T22:53:18Z', 'revision_number': 5, 'project_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'subnets': [{'id': '99669aee-83b9-417a-a368-57108bfc92d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:54:23.666156 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d0a91123-37eb-48cc-a57e-6de6d63498e7 req-ae518d34-99c2-4d0b-bf92-36b422ddbe7b tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/security-groups?id=034b2370-cf60-4c4b-9f41-d074191bc3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455100 Aug 16 22:54:23.679173 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-60d95c1e-2b32-4911-881d-17be2e62e46a tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:23.684420 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c943e78-7082-4dde-910e-6f9f9feb25d3 None None] The sync data for ids ['03d1c458-e6cd-47a0-ba33-8993d24d22ce'] in n-d-791506-26 is: [{'id': '03d1c458-e6cd-47a0-ba33-8993d24d22ce', 'name': 'tempest-FloatingIPsAssociationTestJSON-684678681-router', 'tenant_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '6c0107f9-158a-4ddc-8086-9c371feb60b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:53:02Z', 'updated_at': '2021-08-16T22:53:10Z', 'revision_number': 4, 'project_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'gw_port': {'id': '6c0107f9-158a-4ddc-8086-9c371feb60b3', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:be:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d1c458-e6cd-47a0-ba33-8993d24d22ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:03Z', 'updated_at': '2021-08-16T22:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'ec9c6d23-5b6d-4a14-958f-7097a6943626', 'name': '', 'network_id': 'd61f3db9-5a9e-4f6a-b70c-8358388c27f5', 'tenant_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'mac_address': 'fa:16:3e:85:b8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d1c458-e6cd-47a0-ba33-8993d24d22ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '99669aee-83b9-417a-a368-57108bfc92d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:08Z', 'updated_at': '2021-08-16T22:53:18Z', 'revision_number': 5, 'project_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'subnets': [{'id': '99669aee-83b9-417a-a368-57108bfc92d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:54:23.702254 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1316ace4-0fc7-42b3-9817-639c36f3abb4 req-a625c96d-b865-4f89-b674-9b46a88f336e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:23.703852 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1316ace4-0fc7-42b3-9817-639c36f3abb4 req-a625c96d-b865-4f89-b674-9b46a88f336e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d61f3db9-5a9e-4f6a-b70c-8358388c27f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0931611 Aug 16 22:54:23.777967 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0394da2c-78a6-41a9-b96d-367d15090cb3 req-080fe823-0c21-4306-a905-11f31adfdecd service neutron] 10.222.0.68 "GET /v2.0/networks/d61f3db9-5a9e-4f6a-b70c-8358388c27f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558539 Aug 16 22:54:23.837885 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-60d95c1e-2b32-4911-881d-17be2e62e46a tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:23.931747 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d95c1e-2b32-4911-881d-17be2e62e46a tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Network dc9627d8-9929-4797-931a-e399784f4d6d is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:54:23.944723 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-60d95c1e-2b32-4911-881d-17be2e62e46a tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:54:23.960088 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1316ace4-0fc7-42b3-9817-639c36f3abb4 req-3866cf67-d89f-4b4a-b772-8411335c3855 service neutron] 10.222.0.36 "GET /v2.0/networks/d61f3db9-5a9e-4f6a-b70c-8358388c27f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476487 Aug 16 22:54:23.962477 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d95c1e-2b32-4911-881d-17be2e62e46a tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Pushing event updated for resources: {'Port': ['ID=233d1dc8-48b5-4e4d-8882-33b9a5c6c942,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:23.965163 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d95c1e-2b32-4911-881d-17be2e62e46a tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:54:23.972091 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d95c1e-2b32-4911-881d-17be2e62e46a tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:23.973617 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-60d95c1e-2b32-4911-881d-17be2e62e46a tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:24.007699 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b0c9a6e1-6b06-412f-b3b6-ea29ddf05a15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537471'] for router_interface, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:24.071843 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-60d95c1e-2b32-4911-881d-17be2e62e46a tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1778276 Aug 16 22:54:24.075457 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 33230) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:24.075655 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0394da2c-78a6-41a9-b96d-367d15090cb3 req-6fd9f68e-1a8c-46d2-afa8-f208f9209638 service neutron] 10.222.0.68 "GET /v2.0/networks/d61f3db9-5a9e-4f6a-b70c-8358388c27f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233834 Aug 16 22:54:24.083148 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-08a84a2b-07db-4c43-8e63-9f5141e303d3 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:54:24.114536 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4a8da9-80ba-4bd8-b5aa-05ce89a0dc06 None None] New status for floating IP a03bc4d0-f233-45cd-952f-eca1362260ca: DOWN {{(pid=101294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:54:24.152434 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd565f6-a73d-4ec6-962a-2e064f7975a0 req-451dd90a-ce51-4e10-887b-1d3e836de971 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:24.154060 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8bd565f6-a73d-4ec6-962a-2e064f7975a0 req-451dd90a-ce51-4e10-887b-1d3e836de971 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/ports?device_id=90f849f6-77c3-4c08-b2bd-63815b5179a7 HTTP/1.1" status: 200 len: 945 time: 0.1605420 Aug 16 22:54:24.220653 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1316ace4-0fc7-42b3-9817-639c36f3abb4 req-04b697b1-b28b-42d5-b99a-560285dfe5ba service neutron] 10.222.0.36 "GET /v2.0/networks/d61f3db9-5a9e-4f6a-b70c-8358388c27f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563612 Aug 16 22:54:24.224245 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-08a84a2b-07db-4c43-8e63-9f5141e303d3 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:24.297554 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0c9a6e1-6b06-412f-b3b6-ea29ddf05a15 admin admin] Router c908800b-4bba-4227-b4ed-bb8568bb7941 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:54:24.342099 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8bd565f6-a73d-4ec6-962a-2e064f7975a0 req-acb51226-6e5c-41ba-8d0d-ccf7bda824bd tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/security-groups?id=7112d64a-fa50-4e7b-af47-b87caa1ebcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664011 Aug 16 22:54:24.432446 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7ecca187-6573-4ce2-a304-060e799c7cf6 req-1ae572bd-5135-4a20-9f9f-053a16136acb tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1709659961&fields=id&tenant_id=360ba359ef89419c97d646da8796a108 HTTP/1.1" status: 200 len: 267 time: 0.1056666 Aug 16 22:54:24.454774 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0c9a6e1-6b06-412f-b3b6-ea29ddf05a15 admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:54:24.466780 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-b0c9a6e1-6b06-412f-b3b6-ea29ddf05a15 admin admin] 10.222.0.36 "PUT /v2.0/routers/c908800b-4bba-4227-b4ed-bb8568bb7941/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7890921 Aug 16 22:54:24.467012 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc9a77c-de6f-4814-9592-7ca4d7c86fca None None] Sync routers for ids ['c908800b-4bba-4227-b4ed-bb8568bb7941'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:54:24.467131 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 33240) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:24.483343 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc9a77c-de6f-4814-9592-7ca4d7c86fca None None] Routers {'c908800b-4bba-4227-b4ed-bb8568bb7941'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:54:24.484053 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-2dc9a77c-de6f-4814-9592-7ca4d7c86fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:54:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['c908800b-4bba-4227-b4ed-bb8568bb7941'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:54:24.597531 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a7754fd5-96d0-4837-b6ff-ae4cd595398c admin admin] Notify callbacks [] for router, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:24.617427 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b381b3d2-4199-405a-b36d-411dc3da38b6 req-4284b856-4c0e-4782-80c0-7218b0a45b7c tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:24.619046 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b381b3d2-4199-405a-b36d-411dc3da38b6 req-4284b856-4c0e-4782-80c0-7218b0a45b7c tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bc6ad35-37eb-49fc-aa60-10ea3b36c658 HTTP/1.1" status: 200 len: 945 time: 0.1055284 Aug 16 22:54:24.666556 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecca187-6573-4ce2-a304-060e799c7cf6 req-9191f720-12b0-4d71-a3d0-c7c2f624ea69 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:24.668087 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7ecca187-6573-4ce2-a304-060e799c7cf6 req-9191f720-12b0-4d71-a3d0-c7c2f624ea69 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd898221-984a-4962-9d85-68741895a3e5 HTTP/1.1" status: 200 len: 945 time: 0.2227664 Aug 16 22:54:24.696352 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-7ecca187-6573-4ce2-a304-060e799c7cf6 req-0d9d188a-cda1-42f3-9181-1c8601a545a1 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Request body: {'port': {'security_groups': ['034b2370-cf60-4c4b-9f41-d074191bc3ee', 'b3e357f4-cc39-4250-b08a-a858838ee419']}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:54:24.720327 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a7754fd5-96d0-4837-b6ff-ae4cd595398c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:24.739694 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b381b3d2-4199-405a-b36d-411dc3da38b6 req-5ec6191f-8ef1-45df-8e1f-2071489abe4c tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=0819ca22-363d-4b59-9328-30a084cf554a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015491 Aug 16 22:54:24.744277 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-08a84a2b-07db-4c43-8e63-9f5141e303d3 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:24.773320 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-08a84a2b-07db-4c43-8e63-9f5141e303d3 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:24.840021 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-a7754fd5-96d0-4837-b6ff-ae4cd595398c admin admin] Deleting port 51ffe983-5075-414f-8519-179f535e1c92 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:54:24.843297 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a7754fd5-96d0-4837-b6ff-ae4cd595398c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:24.864380 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-2dc9a77c-de6f-4814-9592-7ca4d7c86fca None None] Set router c908800b-4bba-4227-b4ed-bb8568bb7941 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:54:24.880695 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a84a2b-07db-4c43-8e63-9f5141e303d3 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Pushing event updated for resources: {'Port': ['ID=233d1dc8-48b5-4e4d-8882-33b9a5c6c942,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:24.883201 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-08a84a2b-07db-4c43-8e63-9f5141e303d3 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] In _notify_port_updated(), no bound segment for port 233d1dc8-48b5-4e4d-8882-33b9a5c6c942 on network dc9627d8-9929-4797-931a-e399784f4d6d {{(pid=101292) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 22:54:24.889413 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a84a2b-07db-4c43-8e63-9f5141e303d3 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:24.890186 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-08a84a2b-07db-4c43-8e63-9f5141e303d3 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:24.891591 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-08a84a2b-07db-4c43-8e63-9f5141e303d3 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "PUT /v2.0/ports/233d1dc8-48b5-4e4d-8882-33b9a5c6c942 HTTP/1.1" status: 200 len: 818 time: 0.8145902 Aug 16 22:54:24.895842 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 33248) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:24.987757 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-a7754fd5-96d0-4837-b6ff-ae4cd595398c admin admin] For port 51ffe983-5075-414f-8519-179f535e1c92, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=51ffe983-5075-414f-8519-179f535e1c92,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:54:24.990341 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a7754fd5-96d0-4837-b6ff-ae4cd595398c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:25.015892 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-a7754fd5-96d0-4837-b6ff-ae4cd595398c admin admin] Calling delete_port for 51ffe983-5075-414f-8519-179f535e1c92 owned by network:router_gateway {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:54:25.024889 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-7ecca187-6573-4ce2-a304-060e799c7cf6 req-0d9d188a-cda1-42f3-9181-1c8601a545a1 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:25.077101 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:25.113057 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-2dc9a77c-de6f-4814-9592-7ca4d7c86fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c908800b-4bba-4227-b4ed-bb8568bb7941', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2115566665-router', 'tenant_id': 'eb536265765a4b3292c4da7c4da22a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.126'}], 'enable_snat': True}, 'gw_port_id': '51ffe983-5075-414f-8519-179f535e1c92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:46:34Z', 'updated_at': '2021-08-16T22:54:23Z', 'revision_number': 5, 'project_id': 'eb536265765a4b3292c4da7c4da22a4a', 'gw_port': {'id': '51ffe983-5075-414f-8519-179f535e1c92', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:9f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c908800b-4bba-4227-b4ed-bb8568bb7941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:46:35Z', 'updated_at': '2021-08-16T22:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:54:25.122904 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381cb7b4-d86d-4a06-b93c-223cd2efc981 req-d4a2032c-9a05-4167-9b52-ad912e253253 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:25.130817 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-381cb7b4-d86d-4a06-b93c-223cd2efc981 req-d4a2032c-9a05-4167-9b52-ad912e253253 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/ports?device_id=90f849f6-77c3-4c08-b2bd-63815b5179a7 HTTP/1.1" status: 200 len: 945 time: 0.1605616 Aug 16 22:54:25.164948 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc9a77c-de6f-4814-9592-7ca4d7c86fca None None] Checking router: c908800b-4bba-4227-b4ed-bb8568bb7941 for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:54:25.174329 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc9a77c-de6f-4814-9592-7ca4d7c86fca None None] Routers {'c908800b-4bba-4227-b4ed-bb8568bb7941'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:54:25.175121 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-2dc9a77c-de6f-4814-9592-7ca4d7c86fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:54:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['c908800b-4bba-4227-b4ed-bb8568bb7941'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:54:25.183680 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-bd2021de-0a9c-4c67-8b4e-4afe534f69f2 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Deleting port 233d1dc8-48b5-4e4d-8882-33b9a5c6c942 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:54:25.184249 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bd2021de-0a9c-4c67-8b4e-4afe534f69f2 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:25.213953 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-381cb7b4-d86d-4a06-b93c-223cd2efc981 req-bba7526d-a7ae-4b8b-a1fa-5d0bad388999 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/security-groups?id=7112d64a-fa50-4e7b-af47-b87caa1ebcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822799 Aug 16 22:54:25.272169 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-2dc9a77c-de6f-4814-9592-7ca4d7c86fca None None] Set router c908800b-4bba-4227-b4ed-bb8568bb7941 gateway port host: None {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:54:25.276160 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a7754fd5-96d0-4837-b6ff-ae4cd595398c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:25.316753 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7754fd5-96d0-4837-b6ff-ae4cd595398c admin admin] Pushing event deleted for resources: {'Port': ['ID=51ffe983-5075-414f-8519-179f535e1c92,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:25.325782 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bd2021de-0a9c-4c67-8b4e-4afe534f69f2 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:25.353263 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e687dbf6-005e-4da1-9d20-a000005038b2 req-655b2b1d-282e-410a-879e-ace165604ea1 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] 10.222.0.36 "GET /v2.0/floatingips/a03bc4d0-f233-45cd-952f-eca1362260ca HTTP/1.1" status: 200 len: 694 time: 0.1033528 Aug 16 22:54:25.362398 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-bd2021de-0a9c-4c67-8b4e-4afe534f69f2 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Calling delete_port for 233d1dc8-48b5-4e4d-8882-33b9a5c6c942 owned by {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:54:25.369773 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-2dc9a77c-de6f-4814-9592-7ca4d7c86fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c908800b-4bba-4227-b4ed-bb8568bb7941', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2115566665-router', 'tenant_id': 'eb536265765a4b3292c4da7c4da22a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:46:34Z', 'updated_at': '2021-08-16T22:54:24Z', 'revision_number': 6, 'project_id': 'eb536265765a4b3292c4da7c4da22a4a', 'gw_port_host': None}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:54:25.385329 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a7754fd5-96d0-4837-b6ff-ae4cd595398c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537121'] for router_gateway, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:25.396485 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc9a77c-de6f-4814-9592-7ca4d7c86fca None None] The sync data for ids ['c908800b-4bba-4227-b4ed-bb8568bb7941'] in n-d-791506-26 is: [{'id': 'c908800b-4bba-4227-b4ed-bb8568bb7941', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2115566665-router', 'tenant_id': 'eb536265765a4b3292c4da7c4da22a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:46:34Z', 'updated_at': '2021-08-16T22:54:24Z', 'revision_number': 6, 'project_id': 'eb536265765a4b3292c4da7c4da22a4a', 'gw_port_host': None}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:54:25.483361 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a7754fd5-96d0-4837-b6ff-ae4cd595398c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:25.485961 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a7754fd5-96d0-4837-b6ff-ae4cd595398c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:25.533484 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a7754fd5-96d0-4837-b6ff-ae4cd595398c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:25.533915 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7754fd5-96d0-4837-b6ff-ae4cd595398c admin admin] Fanout notify agent at l3_agent the message router_deleted on router c908800b-4bba-4227-b4ed-bb8568bb7941 {{(pid=101291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:54:25.539751 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a7754fd5-96d0-4837-b6ff-ae4cd595398c admin admin] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:25.540965 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-a7754fd5-96d0-4837-b6ff-ae4cd595398c admin admin] 10.222.0.36 "DELETE /v2.0/routers/c908800b-4bba-4227-b4ed-bb8568bb7941 HTTP/1.1" status: 204 len: 168 time: 1.0718272 Aug 16 22:54:25.543540 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 33254) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:25.595720 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-01b9aed1-4d5d-483c-a85c-76b9c45c65c3 admin admin] Deleting subnet bf921619-4d83-44d5-99e3-ff416c7e514c {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:54:25.599250 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-01b9aed1-4d5d-483c-a85c-76b9c45c65c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:25.635987 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-01b9aed1-4d5d-483c-a85c-76b9c45c65c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:25.717445 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-01b9aed1-4d5d-483c-a85c-76b9c45c65c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:25.782064 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-01b9aed1-4d5d-483c-a85c-76b9c45c65c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:25.846831 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f4ba79-62e5-4dcd-94dd-7a328484d7cb None None] Network 153dad19-8da0-4401-83f3-d77a1b95b106 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:54:25.847265 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-01b9aed1-4d5d-483c-a85c-76b9c45c65c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:25.850751 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-01b9aed1-4d5d-483c-a85c-76b9c45c65c3 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/bf921619-4d83-44d5-99e3-ff416c7e514c HTTP/1.1" status: 204 len: 168 time: 0.3053730 Aug 16 22:54:25.850963 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b9aed1-4d5d-483c-a85c-76b9c45c65c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf921619-4d83-44d5-99e3-ff416c7e514c,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:25.854068 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 33258) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:25.903092 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e687dbf6-005e-4da1-9d20-a000005038b2 req-45af18c0-677a-4da3-ad0b-b9459ca00b31 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:25.905161 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e687dbf6-005e-4da1-9d20-a000005038b2 req-45af18c0-677a-4da3-ad0b-b9459ca00b31 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] 10.222.0.36 "GET /v2.0/networks/c22c4980-c849-406d-982c-a5d68c515a94 HTTP/1.1" status: 200 len: 784 time: 0.5509739 Aug 16 22:54:25.915738 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bd2021de-0a9c-4c67-8b4e-4afe534f69f2 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:25.923351 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device cd82babb-8301-4d7b-aca6-e7a178c35bc1 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:54:25.931048 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-7ecca187-6573-4ce2-a304-060e799c7cf6 req-0d9d188a-cda1-42f3-9181-1c8601a545a1 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] For port 7a38c7a3-d7b2-4bfd-bdef-7ecd131ef6d6, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=7a38c7a3-d7b2-4bfd-bdef-7ecd131ef6d6,segment=NetworkSegment(6edf975f-584b-457e-be27-9a9457978487),segment_id=6edf975f-584b-457e-be27-9a9457978487)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:54:25.941845 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f593c865-62f5-4465-a35a-875aa53df627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:25.951109 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: cd82babb-8301-4d7b-aca6-e7a178c35bc1 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:54:25.951733 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device cd82babb-8301-4d7b-aca6-e7a178c35bc1 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:54:25.996568 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2021de-0a9c-4c67-8b4e-4afe534f69f2 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Pushing event deleted for resources: {'Port': ['ID=233d1dc8-48b5-4e4d-8882-33b9a5c6c942,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:26.001641 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-f593c865-62f5-4465-a35a-875aa53df627 admin admin] Deleting port 91f2573c-b197-4c32-9080-032b6d6a1cf6 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:54:26.001997 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f593c865-62f5-4465-a35a-875aa53df627 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:26.017304 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e687dbf6-005e-4da1-9d20-a000005038b2 req-d9bfca47-71bc-4032-bdc3-b8168fead15d tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.4.210 HTTP/1.1" status: 200 len: 697 time: 0.0962243 Aug 16 22:54:26.024348 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bd2021de-0a9c-4c67-8b4e-4afe534f69f2 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:26.026432 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-bd2021de-0a9c-4c67-8b4e-4afe534f69f2 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "DELETE /v2.0/ports/233d1dc8-48b5-4e4d-8882-33b9a5c6c942 HTTP/1.1" status: 204 len: 168 time: 1.1293530 Aug 16 22:54:26.037634 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 33262) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:26.082854 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-f593c865-62f5-4465-a35a-875aa53df627 admin admin] For port 91f2573c-b197-4c32-9080-032b6d6a1cf6, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=91f2573c-b197-4c32-9080-032b6d6a1cf6,segment=NetworkSegment(5b2bc4cb-303a-4461-8e25-37cf022cb7b8),segment_id=5b2bc4cb-303a-4461-8e25-37cf022cb7b8)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:54:26.083233 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f593c865-62f5-4465-a35a-875aa53df627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:26.096090 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-f593c865-62f5-4465-a35a-875aa53df627 admin admin] Calling delete_port for 91f2573c-b197-4c32-9080-032b6d6a1cf6 owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:54:26.115064 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-7ecca187-6573-4ce2-a304-060e799c7cf6 req-0d9d188a-cda1-42f3-9181-1c8601a545a1 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:26.133894 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e687dbf6-005e-4da1-9d20-a000005038b2 req-18a07c27-716f-4ecc-ba68-4723205e20f6 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.4.210 HTTP/1.1" status: 200 len: 697 time: 0.1109514 Aug 16 22:54:26.135601 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-7ecca187-6573-4ce2-a304-060e799c7cf6 req-0d9d188a-cda1-42f3-9181-1c8601a545a1 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:26.185344 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['7a38c7a3-d7b2-4bfd-bdef-7ecd131ef6d6'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:54:26.187949 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f593c865-62f5-4465-a35a-875aa53df627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:26.218765 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f593c865-62f5-4465-a35a-875aa53df627 admin admin] No DVR routers for this DVR port 91f2573c-b197-4c32-9080-032b6d6a1cf6 on host n-d-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:54:26.220464 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f593c865-62f5-4465-a35a-875aa53df627 admin admin] Pushing event deleted for resources: {'Port': ['ID=91f2573c-b197-4c32-9080-032b6d6a1cf6,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:26.231970 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecca187-6573-4ce2-a304-060e799c7cf6 req-0d9d188a-cda1-42f3-9181-1c8601a545a1 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:26.232677 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-7ecca187-6573-4ce2-a304-060e799c7cf6 req-0d9d188a-cda1-42f3-9181-1c8601a545a1 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:26.246632 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7ecca187-6573-4ce2-a304-060e799c7cf6 req-0d9d188a-cda1-42f3-9181-1c8601a545a1 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "PUT /v2.0/ports/7a38c7a3-d7b2-4bfd-bdef-7ecd131ef6d6 HTTP/1.1" status: 200 len: 981 time: 1.5617461 Aug 16 22:54:26.249582 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd898221-984a-4962-9d85-68741895a3e5', 'tag': '7a38c7a3-d7b2-4bfd-bdef-7ecd131ef6d6'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:54:26.251652 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17659066-d4cf-4405-bbc6-8caa12939364" -d '{"events": [{"name": "network-changed", "server_uuid": "bd898221-984a-4962-9d85-68741895a3e5", "tag": "7a38c7a3-d7b2-4bfd-bdef-7ecd131ef6d6"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:54:26.262592 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4633c5-aea0-45b1-9a2d-a151c013f9b7 None None] DHCP port deletion for 153dad19-8da0-4401-83f3-d77a1b95b106 request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:54:26.327645 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f593c865-62f5-4465-a35a-875aa53df627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:26.340395 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-f593c865-62f5-4465-a35a-875aa53df627 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['153dad19-8da0-4401-83f3-d77a1b95b106']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:54:26.352368 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-f593c865-62f5-4465-a35a-875aa53df627 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b2bc4cb-303a-4461-8e25-37cf022cb7b8') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:54:26.352707 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-f593c865-62f5-4465-a35a-875aa53df627 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b2bc4cb-303a-4461-8e25-37cf022cb7b8') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:54:26.363738 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f593c865-62f5-4465-a35a-875aa53df627 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:26.382150 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f593c865-62f5-4465-a35a-875aa53df627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:26.388357 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f593c865-62f5-4465-a35a-875aa53df627 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:54:26.388801 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f593c865-62f5-4465-a35a-875aa53df627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:26.406300 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16c3493-7193-47ba-9cee-09f0bace9aa1 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:26.415209 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['7a38c7a3-d7b2-4bfd-bdef-7ecd131ef6d6'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:54:26.415433 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-b16c3493-7193-47ba-9cee-09f0bace9aa1 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.3740764 Aug 16 22:54:26.415433 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 33268) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:26.418657 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9d188a-cda1-42f3-9181-1c8601a545a1 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Pushing event updated for resources: {'Port': ['ID=7a38c7a3-d7b2-4bfd-bdef-7ecd131ef6d6,revision_number=6']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:26.452959 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 22:54:26.452959 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:54:26.452959 n-d-791506-26 neutron-server[101291]: timer() Aug 16 22:54:26.452959 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:54:26.452959 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 22:54:26.452959 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:54:26.452959 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 22:54:26.452959 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:54:26.452959 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 22:54:26.452959 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:54:26.452959 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 22:54:26.452959 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:54:26.452959 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 22:54:26.452959 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:54:26.452959 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:54:26.452959 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:54:26.452959 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:54:26.452959 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:54:26.452959 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 22:54:26.452959 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:54:26.452959 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 22:54:26.452959 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:54:26.452959 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:54:26.452959 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:54:26.452959 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 22:54:26.452959 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:54:26.452959 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:54:26.452959 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:54:26.452959 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:54:26.452959 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:54:26.452959 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:54:26.452959 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:54:26.456268 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b1d5aaf-bb8d-40d2-b36f-b60b6d7e8837 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] GET failed (client error): The resource could not be found. Aug 16 22:54:26.458827 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f593c865-62f5-4465-a35a-875aa53df627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:26.462597 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 33270) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:26.463511 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-3b1d5aaf-bb8d-40d2-b36f-b60b6d7e8837 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "GET /v2.0/ports/233d1dc8-48b5-4e4d-8882-33b9a5c6c942 HTTP/1.1" status: 404 len: 333 time: 0.0469251 Aug 16 22:54:26.472066 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-7db42f75-3481-4a2f-a34b-a175146453b3 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1889254'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:54:26.495355 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f593c865-62f5-4465-a35a-875aa53df627 admin admin] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:26.497240 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-f593c865-62f5-4465-a35a-875aa53df627 admin admin] 10.222.0.36 "DELETE /v2.0/networks/153dad19-8da0-4401-83f3-d77a1b95b106 HTTP/1.1" status: 204 len: 168 time: 0.6422300 Aug 16 22:54:26.498273 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f593c865-62f5-4465-a35a-875aa53df627 admin admin] Pushing event deleted for resources: {'Network': ['ID=153dad19-8da0-4401-83f3-d77a1b95b106,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:26.517608 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db42f75-3481-4a2f-a34b-a175146453b3 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Made reservation on behalf of b528224b3b2646b1be33edac9acd15da for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:54:26.522185 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7db42f75-3481-4a2f-a34b-a175146453b3 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:26.523832 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-e687dbf6-005e-4da1-9d20-a000005038b2 req-546d9bcf-ea0e-41d2-a8ca-efb0d88a3d70 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Deleting port 66f8653c-920b-454b-95f6-cd997810e887 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:54:26.524187 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-e687dbf6-005e-4da1-9d20-a000005038b2 req-546d9bcf-ea0e-41d2-a8ca-efb0d88a3d70 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:26.553699 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7db42f75-3481-4a2f-a34b-a175146453b3 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:54:26.566897 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7db42f75-3481-4a2f-a34b-a175146453b3 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:26.567163 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-7db42f75-3481-4a2f-a34b-a175146453b3 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Added segment a0c12e90-cc58-41b5-9c37-16762f8f711a of type vlan for network 5ad3a202-8df0-4726-8e09-b820940b5f5f Aug 16 22:54:26.596217 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d22a5a-bcb0-4790-84d0-38eca85bdf30 req-bfe98aa8-802e-4936-b457-958cc4e4235c tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:26.599273 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-47d22a5a-bcb0-4790-84d0-38eca85bdf30 req-bfe98aa8-802e-4936-b457-958cc4e4235c tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb466eeb-1aa5-43f0-8ac7-b12c0543ba14 HTTP/1.1" status: 200 len: 945 time: 0.1223409 Aug 16 22:54:26.624044 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7db42f75-3481-4a2f-a34b-a175146453b3 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:26.661354 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7db42f75-3481-4a2f-a34b-a175146453b3 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:26.669412 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db42f75-3481-4a2f-a34b-a175146453b3 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:26.670073 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7db42f75-3481-4a2f-a34b-a175146453b3 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:26.671779 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-e687dbf6-005e-4da1-9d20-a000005038b2 req-546d9bcf-ea0e-41d2-a8ca-efb0d88a3d70 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:26.672390 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-e687dbf6-005e-4da1-9d20-a000005038b2 req-546d9bcf-ea0e-41d2-a8ca-efb0d88a3d70 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:26.682619 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-47d22a5a-bcb0-4790-84d0-38eca85bdf30 req-31d59cbc-33c0-402e-b0df-22676b437395 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/security-groups?id=7112d64a-fa50-4e7b-af47-b87caa1ebcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731978 Aug 16 22:54:26.685523 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 386b7938-45f8-4304-8ad8-6bd407d56721 details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:54:26.711510 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-e687dbf6-005e-4da1-9d20-a000005038b2 req-546d9bcf-ea0e-41d2-a8ca-efb0d88a3d70 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Calling delete_port for 66f8653c-920b-454b-95f6-cd997810e887 owned by network:floatingip {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:54:26.750150 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 33276) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:26.854994 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 386b7938-45f8-4304-8ad8-6bd407d56721, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=386b7938-45f8-4304-8ad8-6bd407d56721,segment=NetworkSegment(b23390f1-3345-4e11-b45b-da1aa220458a),segment_id=b23390f1-3345-4e11-b45b-da1aa220458a)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:54:26.870520 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': '386b7938-45f8-4304-8ad8-6bd407d56721', 'network_id': '6017926f-7eef-429e-a22b-3a35337dccd4', 'port_id': '386b7938-45f8-4304-8ad8-6bd407d56721', 'mac_address': 'fa:16:3e:63:66:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb160313-5dbe-49f2-8a31-7afb6f1954c3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:54:26.879035 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7616986d-1d8a-45ee-b2fb-de0bcb1dd5bf req-c15d3355-2cd0-43d6-b203-ce6fdec12e37 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:26.881377 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7616986d-1d8a-45ee-b2fb-de0bcb1dd5bf req-c15d3355-2cd0-43d6-b203-ce6fdec12e37 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bc6ad35-37eb-49fc-aa60-10ea3b36c658 HTTP/1.1" status: 200 len: 945 time: 0.0897877 Aug 16 22:54:26.924333 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:26.939532 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 386b7938-45f8-4304-8ad8-6bd407d56721 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:54:26.962492 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 386b7938-45f8-4304-8ad8-6bd407d56721, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=386b7938-45f8-4304-8ad8-6bd407d56721,segment=NetworkSegment(b23390f1-3345-4e11-b45b-da1aa220458a),segment_id=b23390f1-3345-4e11-b45b-da1aa220458a)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:54:26.964884 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7616986d-1d8a-45ee-b2fb-de0bcb1dd5bf req-45261621-2d24-41e9-8845-7a5991b743c5 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=0819ca22-363d-4b59-9328-30a084cf554a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517077 Aug 16 22:54:26.966227 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-e687dbf6-005e-4da1-9d20-a000005038b2 req-546d9bcf-ea0e-41d2-a8ca-efb0d88a3d70 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:26.968510 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:27.006469 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546d9bcf-ea0e-41d2-a8ca-efb0d88a3d70 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Pushing event deleted for resources: {'Port': ['ID=66f8653c-920b-454b-95f6-cd997810e887,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:27.032606 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=386b7938-45f8-4304-8ad8-6bd407d56721,revision_number=6']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:27.087319 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-7db42f75-3481-4a2f-a34b-a175146453b3 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6203406 Aug 16 22:54:27.087775 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-e687dbf6-005e-4da1-9d20-a000005038b2 req-546d9bcf-ea0e-41d2-a8ca-efb0d88a3d70 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Notify callbacks [] for floatingip, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:27.088950 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-e687dbf6-005e-4da1-9d20-a000005038b2 req-546d9bcf-ea0e-41d2-a8ca-efb0d88a3d70 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:27.089090 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 33278) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:27.089346 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e687dbf6-005e-4da1-9d20-a000005038b2 req-546d9bcf-ea0e-41d2-a8ca-efb0d88a3d70 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] 10.222.0.36 "DELETE /v2.0/floatingips/a03bc4d0-f233-45cd-952f-eca1362260ca HTTP/1.1" status: 204 len: 173 time: 0.9481483 Aug 16 22:54:27.093196 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-aa3191d8-09eb-4bc0-8fbc-fc36f25b412c tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Request body: {'subnet': {'network_id': '5ad3a202-8df0-4726-8e09-b820940b5f5f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:54:27.126357 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb8c2499-7ee6-4156-9cf9-59c3329f0cce x-openstack-request-id: req-cb8c2499-7ee6-4156-9cf9-59c3329f0cce {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:54:27.126656 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd898221-984a-4962-9d85-68741895a3e5", "tag": "7a38c7a3-d7b2-4bfd-bdef-7ecd131ef6d6", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:54:27.126916 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cb8c2499-7ee6-4156-9cf9-59c3329f0cce {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:54:27.127348 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd898221-984a-4962-9d85-68741895a3e5', 'tag': '7a38c7a3-d7b2-4bfd-bdef-7ecd131ef6d6', 'status': 'completed', 'code': 200} Aug 16 22:54:27.138951 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['386b7938-45f8-4304-8ad8-6bd407d56721'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:54:27.155474 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db42f75-3481-4a2f-a34b-a175146453b3 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Pushing event updated for resources: {'Network': ['ID=5ad3a202-8df0-4726-8e09-b820940b5f5f,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:27.182447 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 5ad3a202-8df0-4726-8e09-b820940b5f5f details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:54:27.228833 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-8121b592-d4a3-4313-9eb8-34bb35f4879d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=733236da22f3411d852a1f0b783a3537&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4775105 Aug 16 22:54:27.231968 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 33282) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:27.237115 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a2c68f79-40a9-4a30-9ada-ae8c0ac60f49 req-896dd4c1-7a40-4fb3-97f6-63877a1df8e5 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1374944431&fields=id&tenant_id=360ba359ef89419c97d646da8796a108 HTTP/1.1" status: 200 len: 267 time: 0.1046619 Aug 16 22:54:27.256999 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17659066-d4cf-4405-bbc6-8caa12939364 req-2712166f-484a-45af-b119-026ac1eabdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:27.258635 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-17659066-d4cf-4405-bbc6-8caa12939364 req-2712166f-484a-45af-b119-026ac1eabdaf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=360ba359ef89419c97d646da8796a108&device_id=bd898221-984a-4962-9d85-68741895a3e5 HTTP/1.1" status: 200 len: 1136 time: 0.0696709 Aug 16 22:54:27.299865 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c3377-8429-4ee2-b9be-73349e472bef req-02af9890-11fd-4590-9284-925ec3e47417 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:27.301701 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1b7c3377-8429-4ee2-b9be-73349e472bef req-02af9890-11fd-4590-9284-925ec3e47417 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/ports?device_id=e710dfef-46f9-4168-bf81-72df8f58f7f6 HTTP/1.1" status: 200 len: 946 time: 0.1058445 Aug 16 22:54:27.313820 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c68f79-40a9-4a30-9ada-ae8c0ac60f49 req-9d18656d-0884-412e-a2a1-8f09e1576641 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:27.315338 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a2c68f79-40a9-4a30-9ada-ae8c0ac60f49 req-9d18656d-0884-412e-a2a1-8f09e1576641 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd898221-984a-4962-9d85-68741895a3e5 HTTP/1.1" status: 200 len: 984 time: 0.0743532 Aug 16 22:54:27.339089 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-a2c68f79-40a9-4a30-9ada-ae8c0ac60f49 req-a5160ce9-09a2-44b2-a384-ad4da23c5d73 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Request body: {'port': {'security_groups': ['034b2370-cf60-4c4b-9f41-d074191bc3ee', 'b3e357f4-cc39-4250-b08a-a858838ee419', '5f88ed43-51ee-438c-a585-b20d78a190ca']}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:54:27.391268 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17659066-d4cf-4405-bbc6-8caa12939364 req-5dd3fd87-87bf-4a41-975a-4e12ce1178c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:27.393514 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-17659066-d4cf-4405-bbc6-8caa12939364 req-5dd3fd87-87bf-4a41-975a-4e12ce1178c0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3681de79-445f-48a0-8870-108f9a08910b HTTP/1.1" status: 200 len: 913 time: 0.1217544 Aug 16 22:54:27.416572 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1b7c3377-8429-4ee2-b9be-73349e472bef req-5342d211-720c-42f8-ab7b-3d433daef0d2 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/security-groups?id=7112d64a-fa50-4e7b-af47-b87caa1ebcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002338 Aug 16 22:54:27.417531 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa3191d8-09eb-4bc0-8fbc-fc36f25b412c tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Made reservation on behalf of b528224b3b2646b1be33edac9acd15da for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:54:27.420960 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-aa3191d8-09eb-4bc0-8fbc-fc36f25b412c tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:27.454892 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-a2c68f79-40a9-4a30-9ada-ae8c0ac60f49 req-a5160ce9-09a2-44b2-a384-ad4da23c5d73 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:27.510946 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3216c2f5-e6dc-4933-8239-ac23a46bf750 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:27.515451 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-17659066-d4cf-4405-bbc6-8caa12939364 req-54f6838d-3620-48cc-9937-0a5ae47d1899 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a38c7a3-d7b2-4bfd-bdef-7ecd131ef6d6 HTTP/1.1" status: 200 len: 217 time: 0.1133568 Aug 16 22:54:27.594994 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3216c2f5-e6dc-4933-8239-ac23a46bf750 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:27.672850 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17659066-d4cf-4405-bbc6-8caa12939364 req-28581be8-462f-4f7d-bb72-1fb1778111e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:27.674822 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-17659066-d4cf-4405-bbc6-8caa12939364 req-28581be8-462f-4f7d-bb72-1fb1778111e5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=676b3069-1661-4172-a3c7-bc8a56a80bc8 HTTP/1.1" status: 200 len: 852 time: 0.1501720 Aug 16 22:54:27.692452 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [req-05aeb620-2a62-4acd-aebb-28869aa4191f req-fc55aa3a-cdcb-4ded-805a-b373f4239fdd tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:54:27.693524 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-05aeb620-2a62-4acd-aebb-28869aa4191f req-fc55aa3a-cdcb-4ded-805a-b373f4239fdd tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074410 Aug 16 22:54:27.749163 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-17659066-d4cf-4405-bbc6-8caa12939364 req-43b5fbc0-e59e-43c3-80b7-f150fa140259 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3681de79-445f-48a0-8870-108f9a08910b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326114 Aug 16 22:54:27.767808 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3216c2f5-e6dc-4933-8239-ac23a46bf750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:27.770812 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3216c2f5-e6dc-4933-8239-ac23a46bf750 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:27.774870 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-3216c2f5-e6dc-4933-8239-ac23a46bf750 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4d22b8c6-6699-4183-99a5-9c41025fd7b2 HTTP/1.1" status: 204 len: 168 time: 0.5418062 Aug 16 22:54:27.818728 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-05aeb620-2a62-4acd-aebb-28869aa4191f req-7f693c72-d661-4251-a0c4-557840688c96 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1127713 Aug 16 22:54:27.824834 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-a2c68f79-40a9-4a30-9ada-ae8c0ac60f49 req-a5160ce9-09a2-44b2-a384-ad4da23c5d73 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] For port 7a38c7a3-d7b2-4bfd-bdef-7ecd131ef6d6, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=7a38c7a3-d7b2-4bfd-bdef-7ecd131ef6d6,segment=NetworkSegment(6edf975f-584b-457e-be27-9a9457978487),segment_id=6edf975f-584b-457e-be27-9a9457978487)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:54:27.866275 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-a2c68f79-40a9-4a30-9ada-ae8c0ac60f49 req-a5160ce9-09a2-44b2-a384-ad4da23c5d73 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:27.877338 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3216c2f5-e6dc-4933-8239-ac23a46bf750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d22b8c6-6699-4183-99a5-9c41025fd7b2,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:27.885812 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-a2c68f79-40a9-4a30-9ada-ae8c0ac60f49 req-a5160ce9-09a2-44b2-a384-ad4da23c5d73 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:27.917998 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['7a38c7a3-d7b2-4bfd-bdef-7ecd131ef6d6'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:54:27.952737 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c68f79-40a9-4a30-9ada-ae8c0ac60f49 req-a5160ce9-09a2-44b2-a384-ad4da23c5d73 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:27.953379 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-a2c68f79-40a9-4a30-9ada-ae8c0ac60f49 req-a5160ce9-09a2-44b2-a384-ad4da23c5d73 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:27.965445 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a2c68f79-40a9-4a30-9ada-ae8c0ac60f49 req-a5160ce9-09a2-44b2-a384-ad4da23c5d73 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "PUT /v2.0/ports/7a38c7a3-d7b2-4bfd-bdef-7ecd131ef6d6 HTTP/1.1" status: 200 len: 1020 time: 0.6349602 Aug 16 22:54:27.987452 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-aa3191d8-09eb-4bc0-8fbc-fc36f25b412c tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:28.005830 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 51ffe983-5075-414f-8519-179f535e1c92 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:54:28.034863 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 51ffe983-5075-414f-8519-179f535e1c92 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:54:28.036042 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 51ffe983-5075-414f-8519-179f535e1c92 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:54:28.036588 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 91f2573c-b197-4c32-9080-032b6d6a1cf6 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:54:28.063082 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 91f2573c-b197-4c32-9080-032b6d6a1cf6 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:54:28.063562 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 91f2573c-b197-4c32-9080-032b6d6a1cf6 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:54:28.074302 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-17659066-d4cf-4405-bbc6-8caa12939364 req-a4ce3c77-d717-4156-8717-65c5f16616f5 service neutron] 10.222.0.57 "GET /v2.0/networks/3681de79-445f-48a0-8870-108f9a08910b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3173740 Aug 16 22:54:28.077291 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5160ce9-09a2-44b2-a384-ad4da23c5d73 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Pushing event updated for resources: {'Port': ['ID=7a38c7a3-d7b2-4bfd-bdef-7ecd131ef6d6,revision_number=7']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:28.134600 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['7a38c7a3-d7b2-4bfd-bdef-7ecd131ef6d6'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:54:28.166778 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b168d7f-b378-4ca3-89f6-799e478368c2 req-f3e66395-0dca-4fad-a27f-4b333b45c1dc tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:28.168460 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3b168d7f-b378-4ca3-89f6-799e478368c2 req-f3e66395-0dca-4fad-a27f-4b333b45c1dc tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c4c99e2-7d76-40fa-9e40-1a302aa8335d HTTP/1.1" status: 200 len: 945 time: 0.1324248 Aug 16 22:54:28.231871 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3191d8-09eb-4bc0-8fbc-fc36f25b412c tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Pushing event updated for resources: {'Subnet': ['ID=68b88fda-7c12-4bc4-bc19-24d789d1aa02,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:28.241846 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3b168d7f-b378-4ca3-89f6-799e478368c2 req-5e1352bd-f391-4522-88de-3020644647ff tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] 10.222.0.36 "GET /v2.0/security-groups?id=3816303d-9df9-4713-86ff-53d823e28b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549331 Aug 16 22:54:28.251807 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3191d8-09eb-4bc0-8fbc-fc36f25b412c tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Checking segment: {'id': 'a0c12e90-cc58-41b5-9c37-16762f8f711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '5ad3a202-8df0-4726-8e09-b820940b5f5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:54:28.252186 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3191d8-09eb-4bc0-8fbc-fc36f25b412c tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Network hostable DHCP agents. Network: 5ad3a202-8df0-4726-8e09-b820940b5f5f, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:54:28.325464 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3191d8-09eb-4bc0-8fbc-fc36f25b412c tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Network 5ad3a202-8df0-4726-8e09-b820940b5f5f is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:54:28.369126 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-17659066-d4cf-4405-bbc6-8caa12939364 req-5727ca21-cd9c-4611-8331-ef5062de212c service neutron] 10.222.0.57 "GET /v2.0/networks/3681de79-445f-48a0-8870-108f9a08910b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502649 Aug 16 22:54:28.371426 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-aa3191d8-09eb-4bc0-8fbc-fc36f25b412c tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 5ad3a202-8df0-4726-8e09-b820940b5f5f) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:54:28.389234 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3191d8-09eb-4bc0-8fbc-fc36f25b412c tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:28.391116 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-aa3191d8-09eb-4bc0-8fbc-fc36f25b412c tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:28.391463 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f4433e-d5b9-41b0-87d2-6ba1b9520f26 None None] Network 5ad3a202-8df0-4726-8e09-b820940b5f5f requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:54:28.427194 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-aa3191d8-09eb-4bc0-8fbc-fc36f25b412c tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3343799 Aug 16 22:54:28.428528 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 33302) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:28.437753 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-e2572a66-aad5-40e8-8d05-4c9f115e4b2e tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Request body: {'subnet': {'network_id': '5ad3a202-8df0-4726-8e09-b820940b5f5f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:54:28.438733 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2ccad0-8f47-4d4d-8ef1-e1c887f51262 req-25033831-d5ec-486b-b8d7-7fbe222a6ba8 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:28.448566 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-da2ccad0-8f47-4d4d-8ef1-e1c887f51262 req-25033831-d5ec-486b-b8d7-7fbe222a6ba8 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd898221-984a-4962-9d85-68741895a3e5 HTTP/1.1" status: 200 len: 1023 time: 0.1238515 Aug 16 22:54:28.488955 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4badbbb1-df4a-41da-83a9-28953ac6d18f req-eb8dd748-4c0c-46b8-a35f-cfe954dcab04 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:28.490850 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4badbbb1-df4a-41da-83a9-28953ac6d18f req-eb8dd748-4c0c-46b8-a35f-cfe954dcab04 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bc6ad35-37eb-49fc-aa60-10ea3b36c658 HTTP/1.1" status: 200 len: 944 time: 0.1279116 Aug 16 22:54:28.491360 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 33304) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:28.602226 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-68d3c0ee-750c-407c-a3f8-159982487276 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=eb536265765a4b3292c4da7c4da22a4a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1072860 Aug 16 22:54:28.605002 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 33306) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:28.606293 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4badbbb1-df4a-41da-83a9-28953ac6d18f req-5f750fb4-fb30-4ce7-af61-24562b0a6e3c tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=0819ca22-363d-4b59-9328-30a084cf554a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942571 Aug 16 22:54:28.625187 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-da2ccad0-8f47-4d4d-8ef1-e1c887f51262 req-c07578f3-aa29-4966-8277-651c44a08a97 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3e357f4-cc39-4250-b08a-a858838ee419&id=034b2370-cf60-4c4b-9f41-d074191bc3ee&id=5f88ed43-51ee-438c-a585-b20d78a190ca HTTP/1.1" status: 200 len: 6150 time: 0.1760843 Aug 16 22:54:28.683998 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2572a66-aad5-40e8-8d05-4c9f115e4b2e tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Made reservation on behalf of b528224b3b2646b1be33edac9acd15da for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:54:28.690137 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e2572a66-aad5-40e8-8d05-4c9f115e4b2e tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:28.701746 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-32da2d3a-6a26-4489-8119-cae559435bb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:28.701973 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 386b7938-45f8-4304-8ad8-6bd407d56721 up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:54:28.727369 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-517f518c-9456-4286-be0c-de1bd95c8721 req-70009774-0bb8-4a98-b283-ef8a443a0792 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1807169435 ', 'description': 'tempest-description-1377232784'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:54:28.739479 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86d3929-1b6b-46cb-9bc7-12c4f0060636 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-5ad3a202-8df0-4726-8e09-b820940b5f5f', 'network_id': '5ad3a202-8df0-4726-8e09-b820940b5f5f', 'tenant_id': 'b528224b3b2646b1be33edac9acd15da', 'fixed_ips': [{'subnet_id': '68b88fda-7c12-4bc4-bc19-24d789d1aa02'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:54:28.740877 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c86d3929-1b6b-46cb-9bc7-12c4f0060636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:28.755335 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-517f518c-9456-4286-be0c-de1bd95c8721 req-70009774-0bb8-4a98-b283-ef8a443a0792 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:28.777077 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-32da2d3a-6a26-4489-8119-cae559435bb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:28.843859 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aa1865-2a15-4774-a0b3-47c6f3552290 req-89c9c729-131a-407d-bc40-dace703bf207 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:28.844514 n-d-791506-26 neutron-server[101291]: INFO neutron.db.ipam_backend_mixin [None req-e2572a66-aad5-40e8-8d05-4c9f115e4b2e tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 68b88fda-7c12-4bc4-bc19-24d789d1aa02 (CIDR: 172.20.0.0/28) Aug 16 22:54:28.846115 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-90aa1865-2a15-4774-a0b3-47c6f3552290 req-89c9c729-131a-407d-bc40-dace703bf207 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/ports?device_id=90f849f6-77c3-4c08-b2bd-63815b5179a7 HTTP/1.1" status: 200 len: 945 time: 0.0806081 Aug 16 22:54:28.851156 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2572a66-aad5-40e8-8d05-4c9f115e4b2e tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:54:28.851740 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2572a66-aad5-40e8-8d05-4c9f115e4b2e tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:54:28.876157 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-32da2d3a-6a26-4489-8119-cae559435bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:28.880213 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-32da2d3a-6a26-4489-8119-cae559435bb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:28.881488 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-32da2d3a-6a26-4489-8119-cae559435bb0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/64e098cf-84be-4d3b-a713-26bea79af820 HTTP/1.1" status: 204 len: 168 time: 0.2755089 Aug 16 22:54:28.894662 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32da2d3a-6a26-4489-8119-cae559435bb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e098cf-84be-4d3b-a713-26bea79af820,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:28.945260 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-517f518c-9456-4286-be0c-de1bd95c8721 req-70009774-0bb8-4a98-b283-ef8a443a0792 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:28.961202 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-e2572a66-aad5-40e8-8d05-4c9f115e4b2e tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5310264 Aug 16 22:54:28.963181 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 33314) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:28.964730 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port 386b7938-45f8-4304-8ad8-6bd407d56721 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:54:28.965109 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:28.970038 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-906842dd-983e-4b6d-9792-9b11567b8f05 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Request body: {'subnet': {'network_id': '5ad3a202-8df0-4726-8e09-b820940b5f5f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:54:28.986418 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-90aa1865-2a15-4774-a0b3-47c6f3552290 req-cadb85cc-91ae-4501-ac13-66a63a9e6de0 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/security-groups?id=7112d64a-fa50-4e7b-af47-b87caa1ebcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033671 Aug 16 22:54:28.987570 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-517f518c-9456-4286-be0c-de1bd95c8721 req-70009774-0bb8-4a98-b283-ef8a443a0792 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:29.009625 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-c86d3929-1b6b-46cb-9bc7-12c4f0060636 None None] Allocated IP 172.20.0.2 (5ad3a202-8df0-4726-8e09-b820940b5f5f/68b88fda-7c12-4bc4-bc19-24d789d1aa02/3e4b1297-3b88-4c51-a387-6df178e3413e) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:54:29.058270 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70009774-0bb8-4a98-b283-ef8a443a0792 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=463281a3-f666-4320-a42c-d9d229688886,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:29.080757 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-517f518c-9456-4286-be0c-de1bd95c8721 req-70009774-0bb8-4a98-b283-ef8a443a0792 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:29.083000 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-517f518c-9456-4286-be0c-de1bd95c8721 req-70009774-0bb8-4a98-b283-ef8a443a0792 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1788 time: 0.3608861 Aug 16 22:54:29.129236 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd898221-984a-4962-9d85-68741895a3e5', 'tag': '7a38c7a3-d7b2-4bfd-bdef-7ecd131ef6d6'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:54:29.131449 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ca9a40-bdc5-4748-b9c7-bf3462c4982e" -d '{"events": [{"name": "network-changed", "server_uuid": "bd898221-984a-4962-9d85-68741895a3e5", "tag": "7a38c7a3-d7b2-4bfd-bdef-7ecd131ef6d6"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:54:29.145587 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-906842dd-983e-4b6d-9792-9b11567b8f05 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Made reservation on behalf of b528224b3b2646b1be33edac9acd15da for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:54:29.151840 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-906842dd-983e-4b6d-9792-9b11567b8f05 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:29.166255 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:29.250049 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c86d3929-1b6b-46cb-9bc7-12c4f0060636 None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:29.259117 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-36df5ea6-10fa-4419-9112-fcc4b82a252b req-de8e2a44-57a6-45ff-8309-c68303e3eee7 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/security-groups/463281a3-f666-4320-a42c-d9d229688886 HTTP/1.1" status: 200 len: 1783 time: 0.0823946 Aug 16 22:54:29.275162 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bc6ad35-37eb-49fc-aa60-10ea3b36c658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '386b7938-45f8-4304-8ad8-6bd407d56721'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:54:29.277956 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9842b20f-b5bb-4734-a05b-98e113e2fc74" -d '{"events": [{"server_uuid": "3bc6ad35-37eb-49fc-aa60-10ea3b36c658", "name": "network-vif-plugged", "status": "completed", "tag": "386b7938-45f8-4304-8ad8-6bd407d56721"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:54:29.283394 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-c86d3929-1b6b-46cb-9bc7-12c4f0060636 None None] Transition to ACTIVE for port object 3e4b1297-3b88-4c51-a387-6df178e3413e will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:54:29.289938 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96086dd6-d69d-4a01-86f4-0090bbac165c req-23ac30cc-2994-4d19-8d9f-c8fca9a6298e tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:29.291620 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-96086dd6-d69d-4a01-86f4-0090bbac165c req-23ac30cc-2994-4d19-8d9f-c8fca9a6298e tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb466eeb-1aa5-43f0-8ac7-b12c0543ba14 HTTP/1.1" status: 200 len: 945 time: 0.0910687 Aug 16 22:54:29.297749 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 386b7938-45f8-4304-8ad8-6bd407d56721, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=386b7938-45f8-4304-8ad8-6bd407d56721,segment=NetworkSegment(b23390f1-3345-4e11-b45b-da1aa220458a),segment_id=b23390f1-3345-4e11-b45b-da1aa220458a)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:54:29.313559 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:29.320101 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-473ff6f6-16a2-4337-8217-58076e2f98ae x-openstack-request-id: req-473ff6f6-16a2-4337-8217-58076e2f98ae {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:54:29.320386 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd898221-984a-4962-9d85-68741895a3e5", "tag": "7a38c7a3-d7b2-4bfd-bdef-7ecd131ef6d6", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:54:29.320668 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-473ff6f6-16a2-4337-8217-58076e2f98ae {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:54:29.321076 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd898221-984a-4962-9d85-68741895a3e5', 'tag': '7a38c7a3-d7b2-4bfd-bdef-7ecd131ef6d6', 'status': 'completed', 'code': 200} Aug 16 22:54:29.324474 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-c86d3929-1b6b-46cb-9bc7-12c4f0060636 None None] Transition to ACTIVE for port object 3e4b1297-3b88-4c51-a387-6df178e3413e will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:54:29.376060 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c86d3929-1b6b-46cb-9bc7-12c4f0060636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:29.401341 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-96086dd6-d69d-4a01-86f4-0090bbac165c req-8150a77c-c0f7-4ac7-9eeb-4a255ed72ae7 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/security-groups?id=7112d64a-fa50-4e7b-af47-b87caa1ebcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988655 Aug 16 22:54:29.412601 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86d3929-1b6b-46cb-9bc7-12c4f0060636 None None] Network 5ad3a202-8df0-4726-8e09-b820940b5f5f is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:54:29.414947 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-c86d3929-1b6b-46cb-9bc7-12c4f0060636 None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:54:29.433725 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86d3929-1b6b-46cb-9bc7-12c4f0060636 None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:54:29.436034 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=386b7938-45f8-4304-8ad8-6bd407d56721,revision_number=7']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:29.491587 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36983bb4-25d6-4741-8621-f71403fc2c08 req-b617cc98-2ce9-4ff9-abf1-f659e3cd22d3 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:29.493123 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-36983bb4-25d6-4741-8621-f71403fc2c08 req-b617cc98-2ce9-4ff9-abf1-f659e3cd22d3 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c4c99e2-7d76-40fa-9e40-1a302aa8335d HTTP/1.1" status: 200 len: 945 time: 0.1149657 Aug 16 22:54:29.493427 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1269f2b4-fc16-45f9-b443-14f8eb03e2d2 req-0104c0ab-efe3-43aa-9de6-dab8ab472d6f tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:29.494957 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-1269f2b4-fc16-45f9-b443-14f8eb03e2d2 req-0104c0ab-efe3-43aa-9de6-dab8ab472d6f tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c4c99e2-7d76-40fa-9e40-1a302aa8335d HTTP/1.1" status: 200 len: 945 time: 0.1642015 Aug 16 22:54:29.546373 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-c86d3929-1b6b-46cb-9bc7-12c4f0060636 None None] Attempting to bind port 3e4b1297-3b88-4c51-a387-6df178e3413e on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:54:29.546373 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-c86d3929-1b6b-46cb-9bc7-12c4f0060636 None None] Attempting to bind port 3e4b1297-3b88-4c51-a387-6df178e3413e by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': 'a0c12e90-cc58-41b5-9c37-16762f8f711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '5ad3a202-8df0-4726-8e09-b820940b5f5f'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:54:29.546908 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86d3929-1b6b-46cb-9bc7-12c4f0060636 None None] Attempting to bind port 3e4b1297-3b88-4c51-a387-6df178e3413e on network 5ad3a202-8df0-4726-8e09-b820940b5f5f {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:54:29.553425 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86d3929-1b6b-46cb-9bc7-12c4f0060636 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:54:29.553849 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86d3929-1b6b-46cb-9bc7-12c4f0060636 None None] Checking segment: {'id': 'a0c12e90-cc58-41b5-9c37-16762f8f711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '5ad3a202-8df0-4726-8e09-b820940b5f5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:54:29.554254 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c86d3929-1b6b-46cb-9bc7-12c4f0060636 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:29.554657 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86d3929-1b6b-46cb-9bc7-12c4f0060636 None None] Bound using segment: {'id': 'a0c12e90-cc58-41b5-9c37-16762f8f711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '5ad3a202-8df0-4726-8e09-b820940b5f5f'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:54:29.555111 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-c86d3929-1b6b-46cb-9bc7-12c4f0060636 None None] Bound port: 3e4b1297-3b88-4c51-a387-6df178e3413e, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0c12e90-cc58-41b5-9c37-16762f8f711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '5ad3a202-8df0-4726-8e09-b820940b5f5f'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:54:29.555494 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c86d3929-1b6b-46cb-9bc7-12c4f0060636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:29.561230 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-914bb42b-4372-4a8a-b91d-5d888875cd0e req-c843275e-6e24-4486-9797-733bfda57f9a tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/security-groups/463281a3-f666-4320-a42c-d9d229688886 HTTP/1.1" status: 200 len: 1783 time: 0.0894496 Aug 16 22:54:29.567229 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86d3929-1b6b-46cb-9bc7-12c4f0060636 None None] Pushing event updated for resources: {'Port': ['ID=3e4b1297-3b88-4c51-a387-6df178e3413e,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:29.575035 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ca9a40-bdc5-4748-b9c7-bf3462c4982e req-20bb003e-1ddb-4613-a706-507929856f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:29.576579 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e1ca9a40-bdc5-4748-b9c7-bf3462c4982e req-20bb003e-1ddb-4613-a706-507929856f81 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=360ba359ef89419c97d646da8796a108&device_id=bd898221-984a-4962-9d85-68741895a3e5 HTTP/1.1" status: 200 len: 1175 time: 0.2069631 Aug 16 22:54:29.597169 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-36983bb4-25d6-4741-8621-f71403fc2c08 req-159cab08-ef99-4015-bbce-c08a65d98305 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] 10.222.0.36 "GET /v2.0/security-groups?id=3816303d-9df9-4713-86ff-53d823e28b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893488 Aug 16 22:54:29.680149 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-c86d3929-1b6b-46cb-9bc7-12c4f0060636 None None] For port 3e4b1297-3b88-4c51-a387-6df178e3413e, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:54:29.683599 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-914bb42b-4372-4a8a-b91d-5d888875cd0e req-646d5a33-a8ce-4ace-9c8d-b2da0494546d tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:29.688447 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-c86d3929-1b6b-46cb-9bc7-12c4f0060636 None None] For port 3e4b1297-3b88-4c51-a387-6df178e3413e, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=3e4b1297-3b88-4c51-a387-6df178e3413e,segment=NetworkSegment(a0c12e90-cc58-41b5-9c37-16762f8f711a),segment_id=a0c12e90-cc58-41b5-9c37-16762f8f711a)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:54:29.695054 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9c17859-9044-434f-9d9d-5417eeb8a2fe x-openstack-request-id: req-d9c17859-9044-434f-9d9d-5417eeb8a2fe {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:54:29.695559 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bc6ad35-37eb-49fc-aa60-10ea3b36c658", "name": "network-vif-plugged", "status": "completed", "tag": "386b7938-45f8-4304-8ad8-6bd407d56721", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:54:29.696260 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d9c17859-9044-434f-9d9d-5417eeb8a2fe {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:54:29.696795 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bc6ad35-37eb-49fc-aa60-10ea3b36c658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '386b7938-45f8-4304-8ad8-6bd407d56721', 'code': 200} Aug 16 22:54:29.714728 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c86d3929-1b6b-46cb-9bc7-12c4f0060636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:29.752137 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-906842dd-983e-4b6d-9792-9b11567b8f05 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:29.760370 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-914bb42b-4372-4a8a-b91d-5d888875cd0e req-646d5a33-a8ce-4ace-9c8d-b2da0494546d tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:29.796624 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86d3929-1b6b-46cb-9bc7-12c4f0060636 None None] Pushing event updated for resources: {'Port': ['ID=3e4b1297-3b88-4c51-a387-6df178e3413e,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:29.813089 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e9b426-b859-4b30-8c4c-cdeb53bdf218 req-cf08bb1b-7e67-464b-b014-f7ecaeda65d3 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:29.819299 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-1269f2b4-fc16-45f9-b443-14f8eb03e2d2 req-afe35a15-a3b4-4fce-a65a-1c5a32986375 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Deleting port 2651156f-f967-4a9f-be6c-429269bd7d17 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:54:29.819650 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-1269f2b4-fc16-45f9-b443-14f8eb03e2d2 req-afe35a15-a3b4-4fce-a65a-1c5a32986375 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:29.821746 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-32e9b426-b859-4b30-8c4c-cdeb53bdf218 req-cf08bb1b-7e67-464b-b014-f7ecaeda65d3 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/ports?device_id=e710dfef-46f9-4168-bf81-72df8f58f7f6 HTTP/1.1" status: 200 len: 946 time: 0.1041844 Aug 16 22:54:29.853388 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-914bb42b-4372-4a8a-b91d-5d888875cd0e req-646d5a33-a8ce-4ace-9c8d-b2da0494546d tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:29.856111 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-914bb42b-4372-4a8a-b91d-5d888875cd0e req-646d5a33-a8ce-4ace-9c8d-b2da0494546d tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:29.857297 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-914bb42b-4372-4a8a-b91d-5d888875cd0e req-646d5a33-a8ce-4ace-9c8d-b2da0494546d tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "DELETE /v2.0/security-groups/463281a3-f666-4320-a42c-d9d229688886 HTTP/1.1" status: 204 len: 173 time: 0.2952967 Aug 16 22:54:29.874778 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646d5a33-a8ce-4ace-9c8d-b2da0494546d tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=463281a3-f666-4320-a42c-d9d229688886,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:29.901318 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ca9a40-bdc5-4748-b9c7-bf3462c4982e req-630c12eb-1095-4385-9166-20da54967598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:29.903337 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e1ca9a40-bdc5-4748-b9c7-bf3462c4982e req-630c12eb-1095-4385-9166-20da54967598 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3681de79-445f-48a0-8870-108f9a08910b HTTP/1.1" status: 200 len: 913 time: 0.2977273 Aug 16 22:54:29.913280 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-32e9b426-b859-4b30-8c4c-cdeb53bdf218 req-d5576e8a-8c28-4b3b-a9c1-4427f9c923c0 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/security-groups?id=7112d64a-fa50-4e7b-af47-b87caa1ebcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903373 Aug 16 22:54:29.919409 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906842dd-983e-4b6d-9792-9b11567b8f05 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Network 5ad3a202-8df0-4726-8e09-b820940b5f5f is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:54:29.936146 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-906842dd-983e-4b6d-9792-9b11567b8f05 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:54:29.947804 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906842dd-983e-4b6d-9792-9b11567b8f05 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:29.948411 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-906842dd-983e-4b6d-9792-9b11567b8f05 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:29.983231 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906842dd-983e-4b6d-9792-9b11567b8f05 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Pushing event updated for resources: {'Subnet': ['ID=3f3b2527-6c77-49e2-a1a2-e9cac6cb24f9,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:29.992561 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e1ca9a40-bdc5-4748-b9c7-bf3462c4982e req-204a23f7-2cb3-45a7-b52b-550c5c62f475 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a38c7a3-d7b2-4bfd-bdef-7ecd131ef6d6 HTTP/1.1" status: 200 len: 217 time: 0.0681088 Aug 16 22:54:30.035582 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa875c8b-b19f-49e6-87ae-cf5582a61e2a req-37516cf6-06ba-42b3-801f-d3426d0f9b53 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:30.038409 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-906842dd-983e-4b6d-9792-9b11567b8f05 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0724566 Aug 16 22:54:30.046746 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-aa875c8b-b19f-49e6-87ae-cf5582a61e2a req-37516cf6-06ba-42b3-801f-d3426d0f9b53 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bc6ad35-37eb-49fc-aa60-10ea3b36c658 HTTP/1.1" status: 200 len: 945 time: 0.0971608 Aug 16 22:54:30.062604 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 33356) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:30.071224 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-da91ad07-d52d-4c6e-9ec4-4ea94b5b0e35 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Request body: {'port': {'network_id': '5ad3a202-8df0-4726-8e09-b820940b5f5f', 'fixed_ips': [{'subnet_id': '68b88fda-7c12-4bc4-bc19-24d789d1aa02'}, {'subnet_id': '3f3b2527-6c77-49e2-a1a2-e9cac6cb24f9'}], 'name': 'tempest-PortsTestJSON-1241752622'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:54:30.117336 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-aa875c8b-b19f-49e6-87ae-cf5582a61e2a req-a4a156de-2690-491e-a912-0f837a6c4bd0 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=0819ca22-363d-4b59-9328-30a084cf554a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692036 Aug 16 22:54:30.123146 n-d-791506-26 neutron-server[101292]: INFO neutron.api.v2.resource [req-45814a01-4653-4d54-93d9-59e2beaf079f req-d14330f5-de46-46c7-a8e0-134ded4f5cc8 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] show failed (client error): The resource could not be found. Aug 16 22:54:30.125585 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-45814a01-4653-4d54-93d9-59e2beaf079f req-d14330f5-de46-46c7-a8e0-134ded4f5cc8 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/security-groups/463281a3-f666-4320-a42c-d9d229688886 HTTP/1.1" status: 404 len: 352 time: 0.0482967 Aug 16 22:54:30.179143 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-568262b9-3998-4d5d-a0cb-ea96f7a2d769 req-0920fe1a-7890-4d38-8d24-6f0382c4585b tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-964538355', 'description': 'tempest-description-2049147805'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:54:30.199186 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-1269f2b4-fc16-45f9-b443-14f8eb03e2d2 req-afe35a15-a3b4-4fce-a65a-1c5a32986375 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] For port 2651156f-f967-4a9f-be6c-429269bd7d17, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=2651156f-f967-4a9f-be6c-429269bd7d17,segment=NetworkSegment(a1591063-139e-43c7-a8c7-96e9de828ec2),segment_id=a1591063-139e-43c7-a8c7-96e9de828ec2)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:54:30.199429 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-1269f2b4-fc16-45f9-b443-14f8eb03e2d2 req-afe35a15-a3b4-4fce-a65a-1c5a32986375 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:30.214241 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-568262b9-3998-4d5d-a0cb-ea96f7a2d769 req-0920fe1a-7890-4d38-8d24-6f0382c4585b tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:30.259602 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-1269f2b4-fc16-45f9-b443-14f8eb03e2d2 req-afe35a15-a3b4-4fce-a65a-1c5a32986375 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Calling delete_port for 2651156f-f967-4a9f-be6c-429269bd7d17 owned by compute:nova {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:54:30.268882 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ca9a40-bdc5-4748-b9c7-bf3462c4982e req-7bec78bd-08d5-47b0-bbcc-8276039655c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:30.275453 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e1ca9a40-bdc5-4748-b9c7-bf3462c4982e req-7bec78bd-08d5-47b0-bbcc-8276039655c3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=676b3069-1661-4172-a3c7-bc8a56a80bc8 HTTP/1.1" status: 200 len: 852 time: 0.2741940 Aug 16 22:54:30.377914 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e1ca9a40-bdc5-4748-b9c7-bf3462c4982e req-5e82f8ac-9207-4336-8d97-aaa3c5ef3de9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3681de79-445f-48a0-8870-108f9a08910b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0796320 Aug 16 22:54:30.421527 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-568262b9-3998-4d5d-a0cb-ea96f7a2d769 req-0920fe1a-7890-4d38-8d24-6f0382c4585b tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:30.434696 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f33f2a-c0a7-4bf3-92e7-b84f8262c01f req-8dc1360e-1837-4f27-8014-a2df7f6bea4c tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:30.456648 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f33f2a-c0a7-4bf3-92e7-b84f8262c01f req-8dc1360e-1837-4f27-8014-a2df7f6bea4c tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:30.469598 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f33f2a-c0a7-4bf3-92e7-b84f8262c01f req-8dc1360e-1837-4f27-8014-a2df7f6bea4c tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:30.471998 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-93f33f2a-c0a7-4bf3-92e7-b84f8262c01f req-8dc1360e-1837-4f27-8014-a2df7f6bea4c tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/ports?device_id=e710dfef-46f9-4168-bf81-72df8f58f7f6&device_id=eb466eeb-1aa5-43f0-8ac7-b12c0543ba14&device_id=90f849f6-77c3-4c08-b2bd-63815b5179a7 HTTP/1.1" status: 200 len: 2417 time: 0.1407568 Aug 16 22:54:30.474046 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-568262b9-3998-4d5d-a0cb-ea96f7a2d769 req-0920fe1a-7890-4d38-8d24-6f0382c4585b tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:30.495698 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da91ad07-d52d-4c6e-9ec4-4ea94b5b0e35 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Made reservation on behalf of b528224b3b2646b1be33edac9acd15da for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:54:30.550991 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-568262b9-3998-4d5d-a0cb-ea96f7a2d769 req-0920fe1a-7890-4d38-8d24-6f0382c4585b tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:30.553150 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-568262b9-3998-4d5d-a0cb-ea96f7a2d769 req-0920fe1a-7890-4d38-8d24-6f0382c4585b tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3790739 Aug 16 22:54:30.557121 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0920fe1a-7890-4d38-8d24-6f0382c4585b tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99efe05c-6fe3-4006-97d5-cd10e7d198da,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:30.625295 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-da91ad07-d52d-4c6e-9ec4-4ea94b5b0e35 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:30.645451 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-93f33f2a-c0a7-4bf3-92e7-b84f8262c01f req-9e478554-0e50-4aa5-adff-52bf7bf8d044 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/security-groups?id=7112d64a-fa50-4e7b-af47-b87caa1ebcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490467 Aug 16 22:54:30.677155 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-bc624fad-2215-4229-a2a3-a7d0b82264ff req-43b2f1f7-f5f7-49d8-ac31-d5b487f804fc tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-145683111', 'description': 'tempest-description-1803371466'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:54:30.692687 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e1ca9a40-bdc5-4748-b9c7-bf3462c4982e req-9c856a51-e4af-4237-949c-a321d1262fb4 service neutron] 10.222.0.57 "GET /v2.0/networks/3681de79-445f-48a0-8870-108f9a08910b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3061426 Aug 16 22:54:30.705369 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-da91ad07-d52d-4c6e-9ec4-4ea94b5b0e35 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] device_id is not set on port 1d3e6741-c00e-4c25-b2cd-9407651c461c yet. {{(pid=101291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:54:30.771406 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-bc624fad-2215-4229-a2a3-a7d0b82264ff req-43b2f1f7-f5f7-49d8-ac31-d5b487f804fc tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:30.898297 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bf711c-15a3-4c0b-a92f-df9e49e2ceb6 req-90d9cb3e-fdcb-4756-a2c4-619ff7eca4cf tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:30.900035 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e3bf711c-15a3-4c0b-a92f-df9e49e2ceb6 req-90d9cb3e-fdcb-4756-a2c4-619ff7eca4cf tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c4c99e2-7d76-40fa-9e40-1a302aa8335d HTTP/1.1" status: 200 len: 945 time: 0.0841393 Aug 16 22:54:30.970777 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-1269f2b4-fc16-45f9-b443-14f8eb03e2d2 req-afe35a15-a3b4-4fce-a65a-1c5a32986375 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:30.990837 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e3bf711c-15a3-4c0b-a92f-df9e49e2ceb6 req-f74d8d4b-c17f-47cd-9a81-777e2889de8a tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] 10.222.0.36 "GET /v2.0/security-groups?id=3816303d-9df9-4713-86ff-53d823e28b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809646 Aug 16 22:54:31.014763 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-bc624fad-2215-4229-a2a3-a7d0b82264ff req-43b2f1f7-f5f7-49d8-ac31-d5b487f804fc tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:31.029198 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-bc624fad-2215-4229-a2a3-a7d0b82264ff req-43b2f1f7-f5f7-49d8-ac31-d5b487f804fc tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:31.075102 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b2f1f7-f5f7-49d8-ac31-d5b487f804fc tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d61ac6d3-2b79-45c9-a2ad-95d89c042255,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:31.125905 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-bc624fad-2215-4229-a2a3-a7d0b82264ff req-43b2f1f7-f5f7-49d8-ac31-d5b487f804fc tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:31.140352 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bc624fad-2215-4229-a2a3-a7d0b82264ff req-43b2f1f7-f5f7-49d8-ac31-d5b487f804fc tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4772024 Aug 16 22:54:31.183410 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe35a15-a3b4-4fce-a65a-1c5a32986375 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Pushing event deleted for resources: {'Port': ['ID=2651156f-f967-4a9f-be6c-429269bd7d17,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:31.199083 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f72ef026-c91a-4e45-895a-926c90b60dbc req-2a54ebd3-ad72-43bd-b9e6-5b54d4cdac67 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1354620 Aug 16 22:54:31.286066 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-20e4bfe8-8de6-435b-8a16-59fe3c8ed63b req-150cc7b7-68a2-4164-926b-383a4e466f18 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-158640752', 'description': 'tempest-description-1875945147'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:54:31.329639 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-20e4bfe8-8de6-435b-8a16-59fe3c8ed63b req-150cc7b7-68a2-4164-926b-383a4e466f18 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:31.338049 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c97d10-4f62-4438-8737-c05b9a2a996d None None] Network 5ad3a202-8df0-4726-8e09-b820940b5f5f requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:54:31.448446 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-8cc43d90-9025-4fba-ace5-b64bf9136410 None None] Provisioning for port 3e4b1297-3b88-4c51-a387-6df178e3413e completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:54:31.506577 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff47fd-acb9-4acb-ae75-50d7faa3eb3f req-55f31a52-7e66-4b99-acee-0d7539527c6f tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:31.508353 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d2ff47fd-acb9-4acb-ae75-50d7faa3eb3f req-55f31a52-7e66-4b99-acee-0d7539527c6f tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bc6ad35-37eb-49fc-aa60-10ea3b36c658 HTTP/1.1" status: 200 len: 945 time: 0.1358714 Aug 16 22:54:31.604432 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d2ff47fd-acb9-4acb-ae75-50d7faa3eb3f req-f680d276-ba06-401d-9b99-845603744602 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=0819ca22-363d-4b59-9328-30a084cf554a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865722 Aug 16 22:54:31.676758 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-20e4bfe8-8de6-435b-8a16-59fe3c8ed63b req-150cc7b7-68a2-4164-926b-383a4e466f18 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:31.683442 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-20e4bfe8-8de6-435b-8a16-59fe3c8ed63b req-150cc7b7-68a2-4164-926b-383a4e466f18 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:31.744409 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ced790c-b30c-4e4b-ac96-38039d25995e None None] Update dhcp port {'port': {'network_id': '5ad3a202-8df0-4726-8e09-b820940b5f5f', 'fixed_ips': [{'subnet_id': '68b88fda-7c12-4bc4-bc19-24d789d1aa02', 'ip_address': '172.20.0.2'}, {'subnet_id': '3f3b2527-6c77-49e2-a1a2-e9cac6cb24f9'}], 'binding:host_id': 'n-d-791506-26'}, 'id': '3e4b1297-3b88-4c51-a387-6df178e3413e'} from n-d-791506-26. {{(pid=101293) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 22:54:31.775291 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-20e4bfe8-8de6-435b-8a16-59fe3c8ed63b req-150cc7b7-68a2-4164-926b-383a4e466f18 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:31.798373 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-20e4bfe8-8de6-435b-8a16-59fe3c8ed63b req-150cc7b7-68a2-4164-926b-383a4e466f18 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.5173368 Aug 16 22:54:31.814242 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150cc7b7-68a2-4164-926b-383a4e466f18 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22dc6392-7ef5-429b-95ed-445f3a7fb8d2,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:31.821703 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe35a15-a3b4-4fce-a65a-1c5a32986375 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:54:31.822188 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe35a15-a3b4-4fce-a65a-1c5a32986375 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:54:31.823810 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe35a15-a3b4-4fce-a65a-1c5a32986375 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:54:31.824173 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe35a15-a3b4-4fce-a65a-1c5a32986375 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:54:31.824852 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe35a15-a3b4-4fce-a65a-1c5a32986375 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:54:31.825050 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe35a15-a3b4-4fce-a65a-1c5a32986375 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:54:31.825390 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe35a15-a3b4-4fce-a65a-1c5a32986375 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:54:31.826861 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe35a15-a3b4-4fce-a65a-1c5a32986375 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:54:31.827012 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe35a15-a3b4-4fce-a65a-1c5a32986375 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:54:31.827499 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe35a15-a3b4-4fce-a65a-1c5a32986375 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:54:31.827669 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe35a15-a3b4-4fce-a65a-1c5a32986375 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:54:31.829769 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe35a15-a3b4-4fce-a65a-1c5a32986375 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:54:31.836258 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7ced790c-b30c-4e4b-ac96-38039d25995e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:31.903874 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-1269f2b4-fc16-45f9-b443-14f8eb03e2d2 req-afe35a15-a3b4-4fce-a65a-1c5a32986375 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] No DVR routers for this DVR port 2651156f-f967-4a9f-be6c-429269bd7d17 on host n-h1-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:54:31.912804 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-1269f2b4-fc16-45f9-b443-14f8eb03e2d2 req-afe35a15-a3b4-4fce-a65a-1c5a32986375 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:31.916362 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-1269f2b4-fc16-45f9-b443-14f8eb03e2d2 req-afe35a15-a3b4-4fce-a65a-1c5a32986375 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] 10.222.0.68 "DELETE /v2.0/ports/2651156f-f967-4a9f-be6c-429269bd7d17 HTTP/1.1" status: 204 len: 173 time: 2.3916209 Aug 16 22:54:31.917128 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c4c99e2-7d76-40fa-9e40-1a302aa8335d', 'name': 'network-vif-deleted', 'tag': '2651156f-f967-4a9f-be6c-429269bd7d17'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:54:31.919523 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-171b4183-86f4-4b50-8fcf-ec1ea6b14451" -d '{"events": [{"server_uuid": "2c4c99e2-7d76-40fa-9e40-1a302aa8335d", "name": "network-vif-deleted", "tag": "2651156f-f967-4a9f-be6c-429269bd7d17"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:54:31.924450 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e1ca9a40-bdc5-4748-b9c7-bf3462c4982e req-fc8358a7-0153-4aee-85ea-9e3cd656ed94 service neutron] 10.222.0.57 "GET /v2.0/networks/3681de79-445f-48a0-8870-108f9a08910b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2206213 Aug 16 22:54:32.088801 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 2651156f-f967-4a9f-be6c-429269bd7d17 no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:54:32.137878 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] No Port match for: 2651156f-f967-4a9f-be6c-429269bd7d17 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:54:32.138263 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 2651156f-f967-4a9f-be6c-429269bd7d17 not bound to the agent host n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:54:32.139992 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 3e4b1297-3b88-4c51-a387-6df178e3413e up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:54:32.201640 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-da91ad07-d52d-4c6e-9ec4-4ea94b5b0e35 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Allocated IP 172.20.0.5 (5ad3a202-8df0-4726-8e09-b820940b5f5f/68b88fda-7c12-4bc4-bc19-24d789d1aa02/1d3e6741-c00e-4c25-b2cd-9407651c461c) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:54:32.217586 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-da91ad07-d52d-4c6e-9ec4-4ea94b5b0e35 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Allocated IP 172.20.0.28 (5ad3a202-8df0-4726-8e09-b820940b5f5f/3f3b2527-6c77-49e2-a1a2-e9cac6cb24f9/1d3e6741-c00e-4c25-b2cd-9407651c461c) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:54:32.292880 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 3e4b1297-3b88-4c51-a387-6df178e3413e completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:54:32.300827 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 3e4b1297-3b88-4c51-a387-6df178e3413e triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:54:32.301681 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:32.311742 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ab4d3a-e501-4f4c-a299-48d62a47e421 x-openstack-request-id: req-b3ab4d3a-e501-4f4c-a299-48d62a47e421 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:54:32.312091 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c4c99e2-7d76-40fa-9e40-1a302aa8335d", "name": "network-vif-deleted", "tag": "2651156f-f967-4a9f-be6c-429269bd7d17", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:54:32.312292 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b3ab4d3a-e501-4f4c-a299-48d62a47e421 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:54:32.312708 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c4c99e2-7d76-40fa-9e40-1a302aa8335d', 'name': 'network-vif-deleted', 'tag': '2651156f-f967-4a9f-be6c-429269bd7d17', 'status': 'completed', 'code': 200} Aug 16 22:54:32.435796 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5b425cfb-1825-4f68-8842-941fa19000ad req-6b6a36d4-5a34-4170-a51d-dd784f8efe25 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=360ba359ef89419c97d646da8796a108 HTTP/1.1" status: 200 len: 10903 time: 0.2190061 Aug 16 22:54:32.447575 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:32.514448 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-98a82eda-d8af-4b90-b9a5-c808ac96b5df req-fd17f4b2-f299-431e-bc90-d4120da35554 tempest-FloatingIPsAssociationTestJSON-1719032002 tempest-FloatingIPsAssociationTestJSON-1719032002-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c4c99e2-7d76-40fa-9e40-1a302aa8335d HTTP/1.1" status: 200 len: 210 time: 0.0748365 Aug 16 22:54:32.521534 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-da91ad07-d52d-4c6e-9ec4-4ea94b5b0e35 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:32.536463 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 3e4b1297-3b88-4c51-a387-6df178e3413e, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=3e4b1297-3b88-4c51-a387-6df178e3413e,segment=NetworkSegment(a0c12e90-cc58-41b5-9c37-16762f8f711a),segment_id=a0c12e90-cc58-41b5-9c37-16762f8f711a)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:54:32.541888 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-da91ad07-d52d-4c6e-9ec4-4ea94b5b0e35 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Transition to ACTIVE for port object 1d3e6741-c00e-4c25-b2cd-9407651c461c will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:54:32.545568 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:32.577243 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5b425cfb-1825-4f68-8842-941fa19000ad req-30c51d5f-3b35-451a-a205-61180e4da613 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/security-groups/034b2370-cf60-4c4b-9f41-d074191bc3ee HTTP/1.1" status: 200 len: 2981 time: 0.1403751 Aug 16 22:54:32.612565 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-da91ad07-d52d-4c6e-9ec4-4ea94b5b0e35 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:32.701683 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:54:32.716920 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5b425cfb-1825-4f68-8842-941fa19000ad req-41fccf03-30e5-4ba7-ae3b-e38ae8abfe3d tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/security-groups/034b2370-cf60-4c4b-9f41-d074191bc3ee HTTP/1.1" status: 200 len: 2981 time: 0.1311579 Aug 16 22:54:32.724615 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da91ad07-d52d-4c6e-9ec4-4ea94b5b0e35 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Pushing event updated for resources: {'Port': ['ID=1d3e6741-c00e-4c25-b2cd-9407651c461c,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:32.735287 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da91ad07-d52d-4c6e-9ec4-4ea94b5b0e35 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Network 5ad3a202-8df0-4726-8e09-b820940b5f5f is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:54:32.737342 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-da91ad07-d52d-4c6e-9ec4-4ea94b5b0e35 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:54:32.741697 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da91ad07-d52d-4c6e-9ec4-4ea94b5b0e35 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:54:32.863787 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da91ad07-d52d-4c6e-9ec4-4ea94b5b0e35 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:32.870931 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-da91ad07-d52d-4c6e-9ec4-4ea94b5b0e35 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:32.902797 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-da91ad07-d52d-4c6e-9ec4-4ea94b5b0e35 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.8373392 Aug 16 22:54:32.905457 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 33442) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:32.912674 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-e9e70b1c-97fd-4f47-bd1c-475b1bfd8207 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '68b88fda-7c12-4bc4-bc19-24d789d1aa02'}]}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:54:33.121845 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=3e4b1297-3b88-4c51-a387-6df178e3413e,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:33.183041 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-7ced790c-b30c-4e4b-ac96-38039d25995e None None] Allocated IP 172.20.0.18 (5ad3a202-8df0-4726-8e09-b820940b5f5f/3f3b2527-6c77-49e2-a1a2-e9cac6cb24f9/3e4b1297-3b88-4c51-a387-6df178e3413e) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:54:33.214473 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 33448) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:33.270735 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1c4e6a46-10d7-42c3-a5fe-3184315fa101 req-9e765c24-5478-4c5f-8f7f-dc4cce8c0c2f tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/security-groups/99efe05c-6fe3-4006-97d5-cd10e7d198da HTTP/1.1" status: 200 len: 1802 time: 0.1571510 Aug 16 22:54:33.323940 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d90ce5-fa30-444e-a872-b9a18a89dfcc req-35980936-ccf7-4783-8fef-708f188734ae tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:33.325822 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-64d90ce5-fa30-444e-a872-b9a18a89dfcc req-35980936-ccf7-4783-8fef-708f188734ae tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bc6ad35-37eb-49fc-aa60-10ea3b36c658 HTTP/1.1" status: 200 len: 945 time: 0.2134318 Aug 16 22:54:33.366344 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-7ced790c-b30c-4e4b-ac96-38039d25995e None None] For port 3e4b1297-3b88-4c51-a387-6df178e3413e, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=3e4b1297-3b88-4c51-a387-6df178e3413e,segment=NetworkSegment(a0c12e90-cc58-41b5-9c37-16762f8f711a),segment_id=a0c12e90-cc58-41b5-9c37-16762f8f711a)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:54:33.420512 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e9e70b1c-97fd-4f47-bd1c-475b1bfd8207 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:33.421873 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-31f76b6f-a5ac-4874-9dfc-1456884a5732 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:33.440097 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7ced790c-b30c-4e4b-ac96-38039d25995e None None] Notify callbacks [] for port, precommit_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:33.462576 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-7ced790c-b30c-4e4b-ac96-38039d25995e None None] Transition to ACTIVE for port object 3e4b1297-3b88-4c51-a387-6df178e3413e will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:54:33.474551 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7ced790c-b30c-4e4b-ac96-38039d25995e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:33.517026 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-64d90ce5-fa30-444e-a872-b9a18a89dfcc req-50c4f0cd-4d41-487a-9311-798aa3958607 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=0819ca22-363d-4b59-9328-30a084cf554a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1814628 Aug 16 22:54:33.612992 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1c4e6a46-10d7-42c3-a5fe-3184315fa101 req-a55baf17-80f1-4aaf-9cc9-b7830f16f97a tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:33.623242 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-31f76b6f-a5ac-4874-9dfc-1456884a5732 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:33.636585 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-31f76b6f-a5ac-4874-9dfc-1456884a5732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:33.672847 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ced790c-b30c-4e4b-ac96-38039d25995e None None] Pushing event updated for resources: {'Port': ['ID=3e4b1297-3b88-4c51-a387-6df178e3413e,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:33.697559 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-31f76b6f-a5ac-4874-9dfc-1456884a5732 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e512c42bbad342acb1fa336487f9d1ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4816756 Aug 16 22:54:33.698363 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f76b6f-a5ac-4874-9dfc-1456884a5732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c727aef-8b83-405e-bdaa-b57b32585bc6,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:33.701644 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 33456) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:33.766820 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1c4e6a46-10d7-42c3-a5fe-3184315fa101 req-a55baf17-80f1-4aaf-9cc9-b7830f16f97a tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:33.913497 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 3e4b1297-3b88-4c51-a387-6df178e3413e up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:54:34.025847 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 33462) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:34.513518 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aac4411-0a65-41db-b429-9d319a35158b None None] Network 5ad3a202-8df0-4726-8e09-b820940b5f5f requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:54:34.546382 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-e9e70b1c-97fd-4f47-bd1c-475b1bfd8207 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Delete allocated IP 172.20.0.28 (5ad3a202-8df0-4726-8e09-b820940b5f5f/3f3b2527-6c77-49e2-a1a2-e9cac6cb24f9) {{(pid=101292) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 16 22:54:34.630275 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-f3b48d47-ce1b-490e-8c3f-5f74fabddefb None None] Provisioning for port 3e4b1297-3b88-4c51-a387-6df178e3413e completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:54:34.639267 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-f3b48d47-ce1b-490e-8c3f-5f74fabddefb None None] Provisioning complete for port 3e4b1297-3b88-4c51-a387-6df178e3413e triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:54:34.639955 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f3b48d47-ce1b-490e-8c3f-5f74fabddefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:34.747154 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e9e70b1c-97fd-4f47-bd1c-475b1bfd8207 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:34.757317 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4d854d91-dd40-4151-9e2e-0ab1db110a21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537579'] for router_interface, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:34.802307 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [None req-e9e70b1c-97fd-4f47-bd1c-475b1bfd8207 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Ignored duplicate provisioning block setup for port 1d3e6741-c00e-4c25-b2cd-9407651c461c by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 16 22:54:34.819747 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e9e70b1c-97fd-4f47-bd1c-475b1bfd8207 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:34.825226 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1c4e6a46-10d7-42c3-a5fe-3184315fa101 req-a55baf17-80f1-4aaf-9cc9-b7830f16f97a tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:34.827993 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1c4e6a46-10d7-42c3-a5fe-3184315fa101 req-a55baf17-80f1-4aaf-9cc9-b7830f16f97a tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:34.835334 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1c4e6a46-10d7-42c3-a5fe-3184315fa101 req-a55baf17-80f1-4aaf-9cc9-b7830f16f97a tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "DELETE /v2.0/security-groups/99efe05c-6fe3-4006-97d5-cd10e7d198da HTTP/1.1" status: 204 len: 173 time: 1.5651822 Aug 16 22:54:34.916047 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-83c41ec6-8fdd-4050-944a-26cfef0aff6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:34.929992 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e70b1c-97fd-4f47-bd1c-475b1bfd8207 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Pushing event updated for resources: {'Port': ['ID=1d3e6741-c00e-4c25-b2cd-9407651c461c,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:34.943153 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55baf17-80f1-4aaf-9cc9-b7830f16f97a tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99efe05c-6fe3-4006-97d5-cd10e7d198da,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:34.990211 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448f2678-f380-4856-8d63-6d29e80f688e req-e50365d7-ad66-4bff-a4ac-961bb8e15df5 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:34.997788 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-448f2678-f380-4856-8d63-6d29e80f688e req-e50365d7-ad66-4bff-a4ac-961bb8e15df5 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bc6ad35-37eb-49fc-aa60-10ea3b36c658 HTTP/1.1" status: 200 len: 945 time: 0.2536340 Aug 16 22:54:35.066862 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-83c41ec6-8fdd-4050-944a-26cfef0aff6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:35.177914 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-448f2678-f380-4856-8d63-6d29e80f688e req-995d9c9d-0b7f-4e25-99f8-f330489da8fc tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=0819ca22-363d-4b59-9328-30a084cf554a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1747882 Aug 16 22:54:35.181439 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-e9e70b1c-97fd-4f47-bd1c-475b1bfd8207 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] In _notify_port_updated(), no bound segment for port 1d3e6741-c00e-4c25-b2cd-9407651c461c on network 5ad3a202-8df0-4726-8e09-b820940b5f5f {{(pid=101292) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 22:54:35.197571 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e70b1c-97fd-4f47-bd1c-475b1bfd8207 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:35.198571 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e9e70b1c-97fd-4f47-bd1c-475b1bfd8207 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:35.210225 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-e9e70b1c-97fd-4f47-bd1c-475b1bfd8207 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "PUT /v2.0/ports/1d3e6741-c00e-4c25-b2cd-9407651c461c HTTP/1.1" status: 200 len: 919 time: 2.2993290 Aug 16 22:54:35.210494 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 33478) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:35.225305 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-3cdd938e-dc15-4801-a4be-af96b79611e2 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '68b88fda-7c12-4bc4-bc19-24d789d1aa02'}, {'subnet_id': '3f3b2527-6c77-49e2-a1a2-e9cac6cb24f9'}]}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:54:35.245650 n-d-791506-26 neutron-server[101292]: INFO neutron.api.v2.resource [req-72b6052a-7488-4051-b1fc-cc3a7a2295c8 req-ea2c7e11-12d4-4f50-8ae2-7f3642dad6d3 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] show failed (client error): The resource could not be found. Aug 16 22:54:35.259263 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-72b6052a-7488-4051-b1fc-cc3a7a2295c8 req-ea2c7e11-12d4-4f50-8ae2-7f3642dad6d3 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/security-groups/99efe05c-6fe3-4006-97d5-cd10e7d198da HTTP/1.1" status: 404 len: 352 time: 0.0350275 Aug 16 22:54:35.263330 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-83c41ec6-8fdd-4050-944a-26cfef0aff6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:35.268328 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-83c41ec6-8fdd-4050-944a-26cfef0aff6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:35.286871 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-83c41ec6-8fdd-4050-944a-26cfef0aff6f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6c727aef-8b83-405e-bdaa-b57b32585bc6 HTTP/1.1" status: 204 len: 168 time: 1.5766785 Aug 16 22:54:35.317903 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c41ec6-8fdd-4050-944a-26cfef0aff6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c727aef-8b83-405e-bdaa-b57b32585bc6,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:35.326445 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-de878a05-ae87-43c1-add4-27f4f2891cc0 None None] Provisioning for port 1d3e6741-c00e-4c25-b2cd-9407651c461c completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:54:35.344631 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-de878a05-ae87-43c1-add4-27f4f2891cc0 None None] Provisioning complete for port 1d3e6741-c00e-4c25-b2cd-9407651c461c triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:54:35.345286 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-de878a05-ae87-43c1-add4-27f4f2891cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:35.401491 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3cdd938e-dc15-4801-a4be-af96b79611e2 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:35.404809 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-4d854d91-dd40-4151-9e2e-0ab1db110a21 admin admin] Deleting port ec9c6d23-5b6d-4a14-958f-7097a6943626 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:54:35.405373 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4d854d91-dd40-4151-9e2e-0ab1db110a21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:35.442913 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-de878a05-ae87-43c1-add4-27f4f2891cc0 None None] Port 1d3e6741-c00e-4c25-b2cd-9407651c461c cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:54:35.470079 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-de878a05-ae87-43c1-add4-27f4f2891cc0 None None] Provisioning complete for port 3e4b1297-3b88-4c51-a387-6df178e3413e triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:54:35.470527 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-de878a05-ae87-43c1-add4-27f4f2891cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:35.580713 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baac0c3-9ec6-43ba-a457-e59249e3b340 req-49b3a0a2-9463-4345-a6d0-58886ae62ddc tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:35.589227 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1baac0c3-9ec6-43ba-a457-e59249e3b340 req-49b3a0a2-9463-4345-a6d0-58886ae62ddc tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/ports?device_id=e710dfef-46f9-4168-bf81-72df8f58f7f6 HTTP/1.1" status: 200 len: 946 time: 0.1876872 Aug 16 22:54:35.617499 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c3ad6378-f81a-4d4f-b241-6c5ab9f95205 req-a84cafdb-8a42-4bb6-a914-f379fb4db05e tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/security-groups/d61ac6d3-2b79-45c9-a2ad-95d89c042255 HTTP/1.1" status: 200 len: 1802 time: 0.1948225 Aug 16 22:54:35.688529 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1baac0c3-9ec6-43ba-a457-e59249e3b340 req-81862ff0-85e7-4733-ba47-a1d05a537be4 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/security-groups?id=7112d64a-fa50-4e7b-af47-b87caa1ebcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983477 Aug 16 22:54:35.725454 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-c3ad6378-f81a-4d4f-b241-6c5ab9f95205 req-38236b74-7e61-41db-b425-16848cec13bc tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:35.776728 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-c3ad6378-f81a-4d4f-b241-6c5ab9f95205 req-38236b74-7e61-41db-b425-16848cec13bc tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:35.778557 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-4d854d91-dd40-4151-9e2e-0ab1db110a21 admin admin] For port ec9c6d23-5b6d-4a14-958f-7097a6943626, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=ec9c6d23-5b6d-4a14-958f-7097a6943626,segment=NetworkSegment(a1591063-139e-43c7-a8c7-96e9de828ec2),segment_id=a1591063-139e-43c7-a8c7-96e9de828ec2)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:54:35.778999 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4d854d91-dd40-4151-9e2e-0ab1db110a21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:35.796814 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-4d854d91-dd40-4151-9e2e-0ab1db110a21 admin admin] Calling delete_port for ec9c6d23-5b6d-4a14-958f-7097a6943626 owned by network:router_interface {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:54:35.825744 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-ccf2776a-b68d-4096-981c-f690d77b627c None None] Provisioning complete for port 1d3e6741-c00e-4c25-b2cd-9407651c461c triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:54:35.826264 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ccf2776a-b68d-4096-981c-f690d77b627c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:35.880958 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-c3ad6378-f81a-4d4f-b241-6c5ab9f95205 req-38236b74-7e61-41db-b425-16848cec13bc tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:35.884077 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-c3ad6378-f81a-4d4f-b241-6c5ab9f95205 req-38236b74-7e61-41db-b425-16848cec13bc tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:35.896685 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c3ad6378-f81a-4d4f-b241-6c5ab9f95205 req-38236b74-7e61-41db-b425-16848cec13bc tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "DELETE /v2.0/security-groups/d61ac6d3-2b79-45c9-a2ad-95d89c042255 HTTP/1.1" status: 204 len: 173 time: 0.2780588 Aug 16 22:54:35.915241 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38236b74-7e61-41db-b425-16848cec13bc tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d61ac6d3-2b79-45c9-a2ad-95d89c042255,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:35.929441 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 33490) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:35.934870 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-ccf2776a-b68d-4096-981c-f690d77b627c None None] Port 1d3e6741-c00e-4c25-b2cd-9407651c461c cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:54:35.965865 n-d-791506-26 neutron-server[101292]: INFO neutron.api.v2.resource [req-9a5d3e44-15bd-445f-bc49-ae1bf57b1343 req-b2ab73bd-6e56-4b39-aa1f-088cf9553e12 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] show failed (client error): The resource could not be found. Aug 16 22:54:35.967052 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9a5d3e44-15bd-445f-bc49-ae1bf57b1343 req-b2ab73bd-6e56-4b39-aa1f-088cf9553e12 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/security-groups/d61ac6d3-2b79-45c9-a2ad-95d89c042255 HTTP/1.1" status: 404 len: 352 time: 0.0535407 Aug 16 22:54:36.019874 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af97946-68a2-4e5f-8897-e661cc987281 req-a0e3f33c-91c9-4543-a99a-4755d249c586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:36.021471 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0af97946-68a2-4e5f-8897-e661cc987281 req-a0e3f33c-91c9-4543-a99a-4755d249c586 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=57296d41c5f54ce79a9b782f4a8b4677&device_id=3bc6ad35-37eb-49fc-aa60-10ea3b36c658 HTTP/1.1" status: 200 len: 1097 time: 0.4837000 Aug 16 22:54:36.027692 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4571e09e-f087-43bf-acdb-f13304603cf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:36.058634 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-671f5fb0-429a-43a0-98b6-d6c0d65c69f7 None None] Provisioning complete for port 1d3e6741-c00e-4c25-b2cd-9407651c461c triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:54:36.059050 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-671f5fb0-429a-43a0-98b6-d6c0d65c69f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:36.064513 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ccd15d17-c1a3-4c71-9b90-ab049cf40738 req-693e36e2-e550-4938-8cfc-8852d6952b2b tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/security-groups/22dc6392-7ef5-429b-95ed-445f3a7fb8d2 HTTP/1.1" status: 200 len: 1802 time: 0.0739992 Aug 16 22:54:36.105212 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-671f5fb0-429a-43a0-98b6-d6c0d65c69f7 None None] Port 1d3e6741-c00e-4c25-b2cd-9407651c461c cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:54:36.175412 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-ccd15d17-c1a3-4c71-9b90-ab049cf40738 req-91a3cd45-4bbd-4024-90cb-1fad7ba28e45 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:36.205610 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-ccd15d17-c1a3-4c71-9b90-ab049cf40738 req-91a3cd45-4bbd-4024-90cb-1fad7ba28e45 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:36.273409 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-ccd15d17-c1a3-4c71-9b90-ab049cf40738 req-91a3cd45-4bbd-4024-90cb-1fad7ba28e45 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:36.284032 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-ccd15d17-c1a3-4c71-9b90-ab049cf40738 req-91a3cd45-4bbd-4024-90cb-1fad7ba28e45 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:36.291301 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ccd15d17-c1a3-4c71-9b90-ab049cf40738 req-91a3cd45-4bbd-4024-90cb-1fad7ba28e45 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "DELETE /v2.0/security-groups/22dc6392-7ef5-429b-95ed-445f3a7fb8d2 HTTP/1.1" status: 204 len: 173 time: 0.2166798 Aug 16 22:54:36.330578 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af97946-68a2-4e5f-8897-e661cc987281 req-e32ccd13-dad8-4532-9698-986e9dc0da21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:36.333074 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0af97946-68a2-4e5f-8897-e661cc987281 req-e32ccd13-dad8-4532-9698-986e9dc0da21 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6017926f-7eef-429e-a22b-3a35337dccd4 HTTP/1.1" status: 200 len: 918 time: 0.2464807 Aug 16 22:54:36.364143 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a3cd45-4bbd-4024-90cb-1fad7ba28e45 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22dc6392-7ef5-429b-95ed-445f3a7fb8d2,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:36.367938 n-d-791506-26 neutron-server[101292]: INFO neutron.api.v2.resource [req-bff92ed0-a44b-40b4-a84e-16f6e8a9ea2b req-16c7bc2b-0d79-497d-84a1-d305838f5c24 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] show failed (client error): The resource could not be found. Aug 16 22:54:36.397004 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bff92ed0-a44b-40b4-a84e-16f6e8a9ea2b req-16c7bc2b-0d79-497d-84a1-d305838f5c24 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/security-groups/22dc6392-7ef5-429b-95ed-445f3a7fb8d2 HTTP/1.1" status: 404 len: 352 time: 0.0760260 Aug 16 22:54:36.452437 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a2ba90-62e2-4674-93b7-e344b16f4b2c req-c31f3434-a2fc-4102-bfee-407bc0e185db tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:36.463284 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-64a2ba90-62e2-4674-93b7-e344b16f4b2c req-c31f3434-a2fc-4102-bfee-407bc0e185db tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bc6ad35-37eb-49fc-aa60-10ea3b36c658 HTTP/1.1" status: 200 len: 945 time: 0.1571238 Aug 16 22:54:36.522866 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-64a2ba90-62e2-4674-93b7-e344b16f4b2c req-9a66542f-51d4-491d-b7e3-1150822e0359 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=0819ca22-363d-4b59-9328-30a084cf554a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585485 Aug 16 22:54:36.538868 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0af97946-68a2-4e5f-8897-e661cc987281 req-8fdcc5d6-cd6c-417b-8b1d-82fc6576504a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=386b7938-45f8-4304-8ad8-6bd407d56721 HTTP/1.1" status: 200 len: 1001 time: 0.1640289 Aug 16 22:54:36.548075 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4d854d91-dd40-4151-9e2e-0ab1db110a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:36.594759 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d854d91-dd40-4151-9e2e-0ab1db110a21 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec9c6d23-5b6d-4a14-958f-7097a6943626,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:36.658937 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-3cdd938e-dc15-4801-a4be-af96b79611e2 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Allocated IP 172.20.0.22 (5ad3a202-8df0-4726-8e09-b820940b5f5f/3f3b2527-6c77-49e2-a1a2-e9cac6cb24f9/1d3e6741-c00e-4c25-b2cd-9407651c461c) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:54:36.680629 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a418ef52-01d6-4678-af53-fcb984521083 req-714774c2-b89f-40e1-80c1-86b590ac1d8a tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=360ba359ef89419c97d646da8796a108 HTTP/1.1" status: 200 len: 6150 time: 0.1237893 Aug 16 22:54:36.685586 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4571e09e-f087-43bf-acdb-f13304603cf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:36.722997 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4571e09e-f087-43bf-acdb-f13304603cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:36.759902 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a418ef52-01d6-4678-af53-fcb984521083 req-4993693d-720d-4203-bcbd-01465da161a9 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/security-groups/034b2370-cf60-4c4b-9f41-d074191bc3ee HTTP/1.1" status: 200 len: 2981 time: 0.0660198 Aug 16 22:54:36.832591 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a418ef52-01d6-4678-af53-fcb984521083 req-6550a713-5912-4029-aab4-8d04e79d3c8b tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/security-groups/034b2370-cf60-4c4b-9f41-d074191bc3ee HTTP/1.1" status: 200 len: 2981 time: 0.0714576 Aug 16 22:54:36.859418 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4571e09e-f087-43bf-acdb-f13304603cf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3346989e-24f1-4f74-b70a-72a8cbd14c0a,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:36.876355 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-c2762b53-9bd0-4605-92a5-4dc374fc7000 req-947d6b44-54d9-4d65-9340-508e72ede24c tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1108426664', 'description': 'tempest-description-842273865'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:54:36.898532 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af97946-68a2-4e5f-8897-e661cc987281 req-0329d0f5-fa2e-4f53-8a0b-518d64ed57f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:36.900461 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0af97946-68a2-4e5f-8897-e661cc987281 req-0329d0f5-fa2e-4f53-8a0b-518d64ed57f1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bb160313-5dbe-49f2-8a31-7afb6f1954c3 HTTP/1.1" status: 200 len: 856 time: 0.3489530 Aug 16 22:54:36.912597 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-c2762b53-9bd0-4605-92a5-4dc374fc7000 req-947d6b44-54d9-4d65-9340-508e72ede24c tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:36.947821 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d932ec-9a72-416f-8533-8ddf17981a9d req-4f834d62-468c-4db5-8315-6b3231c5012f tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:36.958358 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e0d932ec-9a72-416f-8533-8ddf17981a9d req-4f834d62-468c-4db5-8315-6b3231c5012f tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/ports?device_id=e710dfef-46f9-4168-bf81-72df8f58f7f6 HTTP/1.1" status: 200 len: 946 time: 0.1321065 Aug 16 22:54:36.984013 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-4571e09e-f087-43bf-acdb-f13304603cf5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6aa6ba47df7c4334b679f25b37aab8b9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0464954 Aug 16 22:54:36.992455 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 33508) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:37.073117 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e0d932ec-9a72-416f-8533-8ddf17981a9d req-914c1dc4-581a-49e7-aef0-45753b56be6b tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/security-groups?id=7112d64a-fa50-4e7b-af47-b87caa1ebcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135116 Aug 16 22:54:37.117207 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-c2762b53-9bd0-4605-92a5-4dc374fc7000 req-947d6b44-54d9-4d65-9340-508e72ede24c tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:37.123564 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-c2762b53-9bd0-4605-92a5-4dc374fc7000 req-947d6b44-54d9-4d65-9340-508e72ede24c tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:37.143417 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af97946-68a2-4e5f-8897-e661cc987281 req-443fb90a-6994-4874-80a1-5b8db8adf69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:37.146285 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0af97946-68a2-4e5f-8897-e661cc987281 req-443fb90a-6994-4874-80a1-5b8db8adf69d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6017926f-7eef-429e-a22b-3a35337dccd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2054634 Aug 16 22:54:37.158460 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e8d0e175-0c97-466f-bd33-11051625eb14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:37.194141 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-c2762b53-9bd0-4605-92a5-4dc374fc7000 req-947d6b44-54d9-4d65-9340-508e72ede24c tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:37.196074 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c2762b53-9bd0-4605-92a5-4dc374fc7000 req-947d6b44-54d9-4d65-9340-508e72ede24c tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3390830 Aug 16 22:54:37.198318 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947d6b44-54d9-4d65-9340-508e72ede24c tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f4987b2-33ed-460d-af3e-e9d6014a0d0a,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:37.207577 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecf6995-9579-4767-be96-a118a02390cf req-9fd37749-27c4-4931-84ed-f8418c1908d1 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:37.207577 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4ecf6995-9579-4767-be96-a118a02390cf req-9fd37749-27c4-4931-84ed-f8418c1908d1 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.68 "GET /v2.0/ports?device_id=e710dfef-46f9-4168-bf81-72df8f58f7f6 HTTP/1.1" status: 200 len: 946 time: 0.3271344 Aug 16 22:54:37.209436 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947d6b44-54d9-4d65-9340-508e72ede24c tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:54:37.209834 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947d6b44-54d9-4d65-9340-508e72ede24c tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:54:37.210221 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947d6b44-54d9-4d65-9340-508e72ede24c tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:54:37.210456 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e8d0e175-0c97-466f-bd33-11051625eb14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:37.210793 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947d6b44-54d9-4d65-9340-508e72ede24c tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:54:37.210895 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947d6b44-54d9-4d65-9340-508e72ede24c tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:54:37.211256 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947d6b44-54d9-4d65-9340-508e72ede24c tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:54:37.211591 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947d6b44-54d9-4d65-9340-508e72ede24c tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:54:37.212585 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947d6b44-54d9-4d65-9340-508e72ede24c tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:54:37.212585 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947d6b44-54d9-4d65-9340-508e72ede24c tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:54:37.212585 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947d6b44-54d9-4d65-9340-508e72ede24c tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:54:37.213020 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947d6b44-54d9-4d65-9340-508e72ede24c tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:54:37.213261 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947d6b44-54d9-4d65-9340-508e72ede24c tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:54:37.231240 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-f7879ea6-72b6-487d-a451-00e88f82948c req-2e9d7340-00a1-41cc-9970-c0b3f65cd18c tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-267640668', 'description': 'tempest-description-1756263953'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:54:37.258372 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-f7879ea6-72b6-487d-a451-00e88f82948c req-2e9d7340-00a1-41cc-9970-c0b3f65cd18c tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:37.373553 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-f7879ea6-72b6-487d-a451-00e88f82948c req-2e9d7340-00a1-41cc-9970-c0b3f65cd18c tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:37.380788 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-f7879ea6-72b6-487d-a451-00e88f82948c req-2e9d7340-00a1-41cc-9970-c0b3f65cd18c tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:37.424575 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-f7879ea6-72b6-487d-a451-00e88f82948c req-2e9d7340-00a1-41cc-9970-c0b3f65cd18c tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:37.430600 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f7879ea6-72b6-487d-a451-00e88f82948c req-2e9d7340-00a1-41cc-9970-c0b3f65cd18c tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2043834 Aug 16 22:54:37.435938 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9d7340-00a1-41cc-9970-c0b3f65cd18c tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04966a40-8604-4cce-881c-2f0073319f39,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:37.725458 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3cdd938e-dc15-4801-a4be-af96b79611e2 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:37.808677 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-3cdd938e-dc15-4801-a4be-af96b79611e2 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Transition to ACTIVE for port object 1d3e6741-c00e-4c25-b2cd-9407651c461c will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:54:37.824362 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3cdd938e-dc15-4801-a4be-af96b79611e2 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:37.827606 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4d854d91-dd40-4151-9e2e-0ab1db110a21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537471'] for router_interface, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:37.838426 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0af97946-68a2-4e5f-8897-e661cc987281 req-1897a7dc-e022-4890-8fe3-3bc27b5315db service neutron] 10.222.0.57 "GET /v2.0/networks/6017926f-7eef-429e-a22b-3a35337dccd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6323800 Aug 16 22:54:37.875672 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f0204e-51dc-4656-a407-d8d527fb92c6 req-e2c84ab3-becb-41ab-bf91-96646dba96e0 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:37.877491 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e6f0204e-51dc-4656-a407-d8d527fb92c6 req-e2c84ab3-becb-41ab-bf91-96646dba96e0 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bc6ad35-37eb-49fc-aa60-10ea3b36c658 HTTP/1.1" status: 200 len: 945 time: 0.1280463 Aug 16 22:54:37.899711 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e8d0e175-0c97-466f-bd33-11051625eb14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:37.902339 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e8d0e175-0c97-466f-bd33-11051625eb14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:37.902744 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f10d98-3d8a-4d1a-8815-48c5473c02f3 req-ad32e036-c1b0-4b6b-8e28-2433589bfc17 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:37.905985 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-e8d0e175-0c97-466f-bd33-11051625eb14 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3346989e-24f1-4f74-b70a-72a8cbd14c0a HTTP/1.1" status: 204 len: 168 time: 0.9062393 Aug 16 22:54:37.906162 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-82f10d98-3d8a-4d1a-8815-48c5473c02f3 req-ad32e036-c1b0-4b6b-8e28-2433589bfc17 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/networks?id=3681de79-445f-48a0-8870-108f9a08910b HTTP/1.1" status: 200 len: 812 time: 0.2697856 Aug 16 22:54:37.967505 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-82f10d98-3d8a-4d1a-8815-48c5473c02f3 req-a446d9e4-ac99-4699-ba54-b2636f8b955f tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/quotas/360ba359ef89419c97d646da8796a108 HTTP/1.1" status: 200 len: 375 time: 0.0315804 Aug 16 22:54:38.017713 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d0e175-0c97-466f-bd33-11051625eb14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3346989e-24f1-4f74-b70a-72a8cbd14c0a,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:38.036939 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdd938e-dc15-4801-a4be-af96b79611e2 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Pushing event updated for resources: {'Port': ['ID=1d3e6741-c00e-4c25-b2cd-9407651c461c,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:38.061410 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-4ecf6995-9579-4767-be96-a118a02390cf req-66985bd4-e7e5-42e1-b55d-caa3966efceb tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Deleting port 212dac15-9bad-44c2-9b11-d91b4a4ff2e2 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:54:38.061804 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-4ecf6995-9579-4767-be96-a118a02390cf req-66985bd4-e7e5-42e1-b55d-caa3966efceb tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:38.132453 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e6f0204e-51dc-4656-a407-d8d527fb92c6 req-55b45e80-4c94-4df7-8940-b3a778d75083 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=0819ca22-363d-4b59-9328-30a084cf554a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2263951 Aug 16 22:54:38.188960 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-82f10d98-3d8a-4d1a-8815-48c5473c02f3 req-49014158-db71-4983-a077-18b041558d21 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=360ba359ef89419c97d646da8796a108&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2041583 Aug 16 22:54:38.270141 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-3cdd938e-dc15-4801-a4be-af96b79611e2 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] In _notify_port_updated(), no bound segment for port 1d3e6741-c00e-4c25-b2cd-9407651c461c on network 5ad3a202-8df0-4726-8e09-b820940b5f5f {{(pid=101291) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 22:54:38.280366 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cdd938e-dc15-4801-a4be-af96b79611e2 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:38.280366 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3cdd938e-dc15-4801-a4be-af96b79611e2 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:38.280366 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-3cdd938e-dc15-4801-a4be-af96b79611e2 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "PUT /v2.0/ports/1d3e6741-c00e-4c25-b2cd-9407651c461c HTTP/1.1" status: 200 len: 999 time: 3.0673902 Aug 16 22:54:38.280366 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0af97946-68a2-4e5f-8897-e661cc987281 req-19a525b2-37dd-4e7d-bd59-f4f6abe95ecc service neutron] 10.222.0.57 "GET /v2.0/networks/6017926f-7eef-429e-a22b-3a35337dccd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4270492 Aug 16 22:54:38.283409 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 33538) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:38.363914 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-5e2af445-f9ae-43fc-9cd4-32af05a375be None None] Provisioning for port 1d3e6741-c00e-4c25-b2cd-9407651c461c completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:54:38.381106 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-82f10d98-3d8a-4d1a-8815-48c5473c02f3 req-2126f6fa-3888-46f4-8934-0e74fdc18b6b service neutron] 10.222.0.36 "GET /v2.0/networks/3681de79-445f-48a0-8870-108f9a08910b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898134 Aug 16 22:54:38.381347 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-5e2af445-f9ae-43fc-9cd4-32af05a375be None None] Provisioning complete for port 1d3e6741-c00e-4c25-b2cd-9407651c461c triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:54:38.381708 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-5e2af445-f9ae-43fc-9cd4-32af05a375be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:38.393666 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-4ecf6995-9579-4767-be96-a118a02390cf req-66985bd4-e7e5-42e1-b55d-caa3966efceb tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] For port 212dac15-9bad-44c2-9b11-d91b4a4ff2e2, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=212dac15-9bad-44c2-9b11-d91b4a4ff2e2,segment=NetworkSegment(0b00b110-ffa1-46c2-91d9-ab87a6c0117e),segment_id=0b00b110-ffa1-46c2-91d9-ab87a6c0117e)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:54:38.393975 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-4ecf6995-9579-4767-be96-a118a02390cf req-66985bd4-e7e5-42e1-b55d-caa3966efceb tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:38.441999 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-4ecf6995-9579-4767-be96-a118a02390cf req-66985bd4-e7e5-42e1-b55d-caa3966efceb tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Calling delete_port for 212dac15-9bad-44c2-9b11-d91b4a4ff2e2 owned by compute:nova {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:54:38.499768 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-82f10d98-3d8a-4d1a-8815-48c5473c02f3 req-3399c68c-d366-4152-afb7-fc898d772d75 service neutron] 10.222.0.36 "GET /v2.0/networks/3681de79-445f-48a0-8870-108f9a08910b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167111 Aug 16 22:54:38.520246 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-5e2af445-f9ae-43fc-9cd4-32af05a375be None None] Port 1d3e6741-c00e-4c25-b2cd-9407651c461c cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:54:38.537608 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4501ea73-599a-42fa-a49c-ee057e2b0af6 req-096951a8-3570-436b-8f36-a52348795c59 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:38.546056 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4501ea73-599a-42fa-a49c-ee057e2b0af6 req-096951a8-3570-436b-8f36-a52348795c59 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/ports?device_id=e710dfef-46f9-4168-bf81-72df8f58f7f6 HTTP/1.1" status: 200 len: 946 time: 0.2290597 Aug 16 22:54:38.607181 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4501ea73-599a-42fa-a49c-ee057e2b0af6 req-06cc7c85-1f10-4d2c-9b52-adbc18f01920 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/security-groups?id=7112d64a-fa50-4e7b-af47-b87caa1ebcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523503 Aug 16 22:54:38.695815 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d854d91-dd40-4151-9e2e-0ab1db110a21 admin admin] Router 03d1c458-e6cd-47a0-ba33-8993d24d22ce has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:54:38.706987 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-f60d8ace-3cfe-4697-9ad2-978dde428c7b tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Deleting port 1d3e6741-c00e-4c25-b2cd-9407651c461c {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:54:38.708128 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f60d8ace-3cfe-4697-9ad2-978dde428c7b tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:38.938293 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0171d6d9-29c4-4d72-9895-d300e0dea808 req-d4745b71-b443-40d8-b4b3-c2446eb003eb tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a6ba4fd-4079-4489-b813-7e9474d0ac3d HTTP/1.1" status: 200 len: 210 time: 0.0626166 Aug 16 22:54:39.076358 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f60d8ace-3cfe-4697-9ad2-978dde428c7b tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:39.083094 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-4ecf6995-9579-4767-be96-a118a02390cf req-66985bd4-e7e5-42e1-b55d-caa3966efceb tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:39.094660 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['330169e4-6106-4dbb-8d1a-647cab10094c'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:54:39.163249 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['3710bf3e-9ecf-4025-8bd6-a0dc12c7e9b1'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:54:39.177027 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-f60d8ace-3cfe-4697-9ad2-978dde428c7b tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Calling delete_port for 1d3e6741-c00e-4c25-b2cd-9407651c461c owned by {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:54:39.179150 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66985bd4-e7e5-42e1-b55d-caa3966efceb tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Pushing event deleted for resources: {'Port': ['ID=212dac15-9bad-44c2-9b11-d91b4a4ff2e2,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:39.324112 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d854d91-dd40-4151-9e2e-0ab1db110a21 admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:54:39.354010 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8306b87a-c4a4-4d29-b433-ead1d43a5ccc None None] Sync routers for ids ['03d1c458-e6cd-47a0-ba33-8993d24d22ce'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:54:39.364962 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8306b87a-c4a4-4d29-b433-ead1d43a5ccc None None] Routers {'03d1c458-e6cd-47a0-ba33-8993d24d22ce'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:54:39.365583 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-8306b87a-c4a4-4d29-b433-ead1d43a5ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:54:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['03d1c458-e6cd-47a0-ba33-8993d24d22ce'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:54:39.412878 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-4d854d91-dd40-4151-9e2e-0ab1db110a21 admin admin] 10.222.0.36 "PUT /v2.0/routers/03d1c458-e6cd-47a0-ba33-8993d24d22ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3844399 Aug 16 22:54:39.415726 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ecf6995-9579-4767-be96-a118a02390cf req-66985bd4-e7e5-42e1-b55d-caa3966efceb tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] No DVR routers for this DVR port 212dac15-9bad-44c2-9b11-d91b4a4ff2e2 on host n-h1-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:54:39.417647 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 33572) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:39.423933 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-4ecf6995-9579-4767-be96-a118a02390cf req-66985bd4-e7e5-42e1-b55d-caa3966efceb tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:39.429467 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4ecf6995-9579-4767-be96-a118a02390cf req-66985bd4-e7e5-42e1-b55d-caa3966efceb tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.68 "DELETE /v2.0/ports/212dac15-9bad-44c2-9b11-d91b4a4ff2e2 HTTP/1.1" status: 204 len: 173 time: 2.1605315 Aug 16 22:54:39.430291 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e710dfef-46f9-4168-bf81-72df8f58f7f6', 'name': 'network-vif-deleted', 'tag': '212dac15-9bad-44c2-9b11-d91b4a4ff2e2'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:54:39.431550 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550d7caf-55f0-4e04-ac4e-18a1f76f23f6 req-6a4d143f-2deb-4475-937e-26be92bae0e4 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:39.433538 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-550d7caf-55f0-4e04-ac4e-18a1f76f23f6 req-6a4d143f-2deb-4475-937e-26be92bae0e4 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bc6ad35-37eb-49fc-aa60-10ea3b36c658 HTTP/1.1" status: 200 len: 945 time: 0.1439393 Aug 16 22:54:39.443327 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b5b369-afb4-4a13-b2cb-94ec7bb9e9e6" -d '{"events": [{"server_uuid": "e710dfef-46f9-4168-bf81-72df8f58f7f6", "name": "network-vif-deleted", "tag": "212dac15-9bad-44c2-9b11-d91b4a4ff2e2"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:54:39.585921 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-8306b87a-c4a4-4d29-b433-ead1d43a5ccc None None] Set router 03d1c458-e6cd-47a0-ba33-8993d24d22ce gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:54:39.637383 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d8264a2-5c21-4305-9dca-f8386ef1477a x-openstack-request-id: req-8d8264a2-5c21-4305-9dca-f8386ef1477a {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:54:39.640648 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e710dfef-46f9-4168-bf81-72df8f58f7f6", "name": "network-vif-deleted", "tag": "212dac15-9bad-44c2-9b11-d91b4a4ff2e2", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:54:39.641072 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8d8264a2-5c21-4305-9dca-f8386ef1477a {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:54:39.644248 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e710dfef-46f9-4168-bf81-72df8f58f7f6', 'name': 'network-vif-deleted', 'tag': '212dac15-9bad-44c2-9b11-d91b4a4ff2e2', 'status': 'completed', 'code': 200} Aug 16 22:54:39.854257 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-550d7caf-55f0-4e04-ac4e-18a1f76f23f6 req-9e6273b7-b0e5-4092-8d5b-96354f0a3c09 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=0819ca22-363d-4b59-9328-30a084cf554a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4090102 Aug 16 22:54:39.932262 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f60d8ace-3cfe-4697-9ad2-978dde428c7b tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:40.001314 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e8dc64c2-80be-4e69-9978-f7703bf881a1 req-b378f594-2f32-4038-9434-87d0d0408593 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/ports?device_id=e710dfef-46f9-4168-bf81-72df8f58f7f6 HTTP/1.1" status: 200 len: 210 time: 0.1285880 Aug 16 22:54:40.017020 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60d8ace-3cfe-4697-9ad2-978dde428c7b tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Pushing event deleted for resources: {'Port': ['ID=1d3e6741-c00e-4c25-b2cd-9407651c461c,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:40.049385 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7bd9c262-9271-4d5a-affd-ac6d7bfbd99f admin admin] Notify callbacks [] for router, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:40.114931 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 212dac15-9bad-44c2-9b11-d91b4a4ff2e2 no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:54:40.227520 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] No Port match for: 212dac15-9bad-44c2-9b11-d91b4a4ff2e2 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:54:40.229194 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 212dac15-9bad-44c2-9b11-d91b4a4ff2e2 not bound to the agent host n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:54:40.291053 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-8306b87a-c4a4-4d29-b433-ead1d43a5ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d1c458-e6cd-47a0-ba33-8993d24d22ce', 'name': 'tempest-FloatingIPsAssociationTestJSON-684678681-router', 'tenant_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '6c0107f9-158a-4ddc-8086-9c371feb60b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:53:02Z', 'updated_at': '2021-08-16T22:54:36Z', 'revision_number': 5, 'project_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'gw_port': {'id': '6c0107f9-158a-4ddc-8086-9c371feb60b3', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:be:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d1c458-e6cd-47a0-ba33-8993d24d22ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:03Z', 'updated_at': '2021-08-16T22:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:54:40.294778 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-60244059-d9ed-4004-87fa-a5f3598fc94c req-98553990-32b5-4686-a2a0-32aadfa69b80 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a6ba4fd-4079-4489-b813-7e9474d0ac3d HTTP/1.1" status: 200 len: 210 time: 0.0896583 Aug 16 22:54:40.402250 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8306b87a-c4a4-4d29-b433-ead1d43a5ccc None None] Checking router: 03d1c458-e6cd-47a0-ba33-8993d24d22ce for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:54:40.421797 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7bd9c262-9271-4d5a-affd-ac6d7bfbd99f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:40.427957 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8306b87a-c4a4-4d29-b433-ead1d43a5ccc None None] Routers {'03d1c458-e6cd-47a0-ba33-8993d24d22ce'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:54:40.429084 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-8306b87a-c4a4-4d29-b433-ead1d43a5ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:54:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['03d1c458-e6cd-47a0-ba33-8993d24d22ce'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:54:40.524416 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f60d8ace-3cfe-4697-9ad2-978dde428c7b tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:40.531862 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-f60d8ace-3cfe-4697-9ad2-978dde428c7b tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "DELETE /v2.0/ports/1d3e6741-c00e-4c25-b2cd-9407651c461c HTTP/1.1" status: 204 len: 168 time: 2.2451217 Aug 16 22:54:40.532244 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 33594) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:40.538962 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-7bd9c262-9271-4d5a-affd-ac6d7bfbd99f admin admin] Deleting port 6c0107f9-158a-4ddc-8086-9c371feb60b3 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:54:40.539584 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7bd9c262-9271-4d5a-affd-ac6d7bfbd99f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:40.585515 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-587232a1-4f3f-4328-9852-c945ef89d6db tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] GET failed (client error): The resource could not be found. Aug 16 22:54:40.590144 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-587232a1-4f3f-4328-9852-c945ef89d6db tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "GET /v2.0/ports/1d3e6741-c00e-4c25-b2cd-9407651c461c HTTP/1.1" status: 404 len: 333 time: 0.0568802 Aug 16 22:54:40.590768 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 33596) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:40.671718 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-8306b87a-c4a4-4d29-b433-ead1d43a5ccc None None] Set router 03d1c458-e6cd-47a0-ba33-8993d24d22ce gateway port host: None {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:54:40.681352 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-0620b1cc-097d-4292-aca6-0f31adf93dc8 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Deleting subnet 3f3b2527-6c77-49e2-a1a2-e9cac6cb24f9 {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:54:40.686551 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0620b1cc-097d-4292-aca6-0f31adf93dc8 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:40.704513 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-7bd9c262-9271-4d5a-affd-ac6d7bfbd99f admin admin] For port 6c0107f9-158a-4ddc-8086-9c371feb60b3, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=6c0107f9-158a-4ddc-8086-9c371feb60b3,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:54:40.704909 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7bd9c262-9271-4d5a-affd-ac6d7bfbd99f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:40.719602 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-7bd9c262-9271-4d5a-affd-ac6d7bfbd99f admin admin] Calling delete_port for 6c0107f9-158a-4ddc-8086-9c371feb60b3 owned by network:router_gateway {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:54:40.769531 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0620b1cc-097d-4292-aca6-0f31adf93dc8 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:40.788255 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-8306b87a-c4a4-4d29-b433-ead1d43a5ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d1c458-e6cd-47a0-ba33-8993d24d22ce', 'name': 'tempest-FloatingIPsAssociationTestJSON-684678681-router', 'tenant_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:53:02Z', 'updated_at': '2021-08-16T22:54:40Z', 'revision_number': 6, 'project_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'gw_port_host': None}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:54:40.855685 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8306b87a-c4a4-4d29-b433-ead1d43a5ccc None None] The sync data for ids ['03d1c458-e6cd-47a0-ba33-8993d24d22ce'] in n-d-791506-26 is: [{'id': '03d1c458-e6cd-47a0-ba33-8993d24d22ce', 'name': 'tempest-FloatingIPsAssociationTestJSON-684678681-router', 'tenant_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:53:02Z', 'updated_at': '2021-08-16T22:54:40Z', 'revision_number': 6, 'project_id': 'dc5492cf6a2845ba9d22bb0eca33e51a', 'gw_port_host': None}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:54:40.913190 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:41.097581 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f10d98-3d8a-4d1a-8815-48c5473c02f3 req-b69849ce-4f48-4354-a5df-a77e42e6cce4 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:41.099287 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-82f10d98-3d8a-4d1a-8815-48c5473c02f3 req-b69849ce-4f48-4354-a5df-a77e42e6cce4 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.68 "GET /v2.0/networks?id=3681de79-445f-48a0-8870-108f9a08910b HTTP/1.1" status: 200 len: 812 time: 0.2754068 Aug 16 22:54:41.102879 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0620b1cc-097d-4292-aca6-0f31adf93dc8 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:41.122472 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7bd9c262-9271-4d5a-affd-ac6d7bfbd99f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:41.145637 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd41c054-85f0-4c10-974f-d4bbe05b3854 req-c6271ff8-0f0f-42cf-8f0c-a48c019ab08c tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:41.147062 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dd41c054-85f0-4c10-974f-d4bbe05b3854 req-c6271ff8-0f0f-42cf-8f0c-a48c019ab08c tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bc6ad35-37eb-49fc-aa60-10ea3b36c658 HTTP/1.1" status: 200 len: 945 time: 0.1067886 Aug 16 22:54:41.165600 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-82f10d98-3d8a-4d1a-8815-48c5473c02f3 req-47338ba4-8e95-42b3-9b28-9a982ace95b6 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Request body: {'port': {'device_id': '9a6ba4fd-4079-4489-b813-7e9474d0ac3d', 'network_id': '3681de79-445f-48a0-8870-108f9a08910b', 'admin_state_up': True, 'tenant_id': '360ba359ef89419c97d646da8796a108'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:54:41.209026 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd9c262-9271-4d5a-affd-ac6d7bfbd99f admin admin] Pushing event deleted for resources: {'Port': ['ID=6c0107f9-158a-4ddc-8086-9c371feb60b3,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:41.334544 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0620b1cc-097d-4292-aca6-0f31adf93dc8 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:41.365693 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dd41c054-85f0-4c10-974f-d4bbe05b3854 req-de512edc-d700-40ac-b41d-272211b72009 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=0819ca22-363d-4b59-9328-30a084cf554a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1587806 Aug 16 22:54:41.367898 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7bd9c262-9271-4d5a-affd-ac6d7bfbd99f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537121'] for router_gateway, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:41.380054 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0620b1cc-097d-4292-aca6-0f31adf93dc8 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:41.384532 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-0620b1cc-097d-4292-aca6-0f31adf93dc8 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "DELETE /v2.0/subnets/3f3b2527-6c77-49e2-a1a2-e9cac6cb24f9 HTTP/1.1" status: 204 len: 168 time: 0.7903748 Aug 16 22:54:41.387228 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0620b1cc-097d-4292-aca6-0f31adf93dc8 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Pushing event deleted for resources: {'Subnet': ['ID=3f3b2527-6c77-49e2-a1a2-e9cac6cb24f9,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:41.388129 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d44d3a0-c7d4-46de-86fd-fabecdaa3dbc None None] Network 5ad3a202-8df0-4726-8e09-b820940b5f5f requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:54:41.391622 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 33620) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:41.536754 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82f10d98-3d8a-4d1a-8815-48c5473c02f3 req-47338ba4-8e95-42b3-9b28-9a982ace95b6 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Made reservation on behalf of 360ba359ef89419c97d646da8796a108 for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:54:41.544492 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-82f10d98-3d8a-4d1a-8815-48c5473c02f3 req-47338ba4-8e95-42b3-9b28-9a982ace95b6 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:41.592453 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-42143c2a-bd42-43da-82d2-982ba051eb59 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Deleting subnet 68b88fda-7c12-4bc4-bc19-24d789d1aa02 {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:54:41.652197 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7bd9c262-9271-4d5a-affd-ac6d7bfbd99f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:41.656905 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7bd9c262-9271-4d5a-affd-ac6d7bfbd99f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:41.787545 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-42143c2a-bd42-43da-82d2-982ba051eb59 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:41.812161 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7bd9c262-9271-4d5a-affd-ac6d7bfbd99f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:41.812741 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bd9c262-9271-4d5a-affd-ac6d7bfbd99f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03d1c458-e6cd-47a0-ba33-8993d24d22ce {{(pid=101292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:54:41.822127 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7bd9c262-9271-4d5a-affd-ac6d7bfbd99f admin admin] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:41.825561 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-7bd9c262-9271-4d5a-affd-ac6d7bfbd99f admin admin] 10.222.0.36 "DELETE /v2.0/routers/03d1c458-e6cd-47a0-ba33-8993d24d22ce HTTP/1.1" status: 204 len: 168 time: 2.4043851 Aug 16 22:54:41.826917 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 33626) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:41.902426 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-42143c2a-bd42-43da-82d2-982ba051eb59 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:41.906375 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-82f10d98-3d8a-4d1a-8815-48c5473c02f3 req-47338ba4-8e95-42b3-9b28-9a982ace95b6 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Allocated IP 172.20.0.12 (3681de79-445f-48a0-8870-108f9a08910b/676b3069-1661-4172-a3c7-bc8a56a80bc8/2c4966c1-afb7-4026-a719-f88a3c9234c6) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:54:42.002074 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 6c0107f9-158a-4ddc-8086-9c371feb60b3 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:54:42.007336 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1f941e67-449f-4a54-9b9e-8a13af5df455 req-7ded379b-d454-4343-9dd7-b0c2a80385d3 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a6ba4fd-4079-4489-b813-7e9474d0ac3d HTTP/1.1" status: 200 len: 210 time: 0.0752318 Aug 16 22:54:42.033927 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_v2 [None req-4eb5bd10-65ab-4132-abcc-926dcb0dbd5e admin admin] Deleting subnet 99669aee-83b9-417a-a368-57108bfc92d4 {{(pid=101292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:54:42.067520 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4eb5bd10-65ab-4132-abcc-926dcb0dbd5e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:42.073258 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 6c0107f9-158a-4ddc-8086-9c371feb60b3 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:54:42.073753 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 6c0107f9-158a-4ddc-8086-9c371feb60b3 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:54:42.074661 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device ec9c6d23-5b6d-4a14-958f-7097a6943626 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:54:42.127687 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: ec9c6d23-5b6d-4a14-958f-7097a6943626 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:54:42.128638 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device ec9c6d23-5b6d-4a14-958f-7097a6943626 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:54:42.171545 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4eb5bd10-65ab-4132-abcc-926dcb0dbd5e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3848860'] for subnet, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:42.261869 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-82f10d98-3d8a-4d1a-8815-48c5473c02f3 req-47338ba4-8e95-42b3-9b28-9a982ace95b6 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:42.284346 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4eb5bd10-65ab-4132-abcc-926dcb0dbd5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:42.316134 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-42143c2a-bd42-43da-82d2-982ba051eb59 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:42.325154 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-82f10d98-3d8a-4d1a-8815-48c5473c02f3 req-47338ba4-8e95-42b3-9b28-9a982ace95b6 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:42.349149 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4eb5bd10-65ab-4132-abcc-926dcb0dbd5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26252129'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:42.361795 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['7a38c7a3-d7b2-4bfd-bdef-7ecd131ef6d6'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:54:42.445471 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb5bd10-65ab-4132-abcc-926dcb0dbd5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99669aee-83b9-417a-a368-57108bfc92d4,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:42.473951 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a590d4a-e532-4aa0-9daf-77119ed7085a req-022c21da-6216-4f33-be96-b23c6d7ee97d tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:42.476801 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82f10d98-3d8a-4d1a-8815-48c5473c02f3 req-47338ba4-8e95-42b3-9b28-9a982ace95b6 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Network 3681de79-445f-48a0-8870-108f9a08910b is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:54:42.483411 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7a590d4a-e532-4aa0-9daf-77119ed7085a req-022c21da-6216-4f33-be96-b23c6d7ee97d tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb466eeb-1aa5-43f0-8ac7-b12c0543ba14 HTTP/1.1" status: 200 len: 945 time: 0.4747808 Aug 16 22:54:42.489415 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-82f10d98-3d8a-4d1a-8815-48c5473c02f3 req-47338ba4-8e95-42b3-9b28-9a982ace95b6 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:54:42.498438 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-82f10d98-3d8a-4d1a-8815-48c5473c02f3 req-47338ba4-8e95-42b3-9b28-9a982ace95b6 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:54:42.514014 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4eb5bd10-65ab-4132-abcc-926dcb0dbd5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:42.518405 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-4eb5bd10-65ab-4132-abcc-926dcb0dbd5e admin admin] 10.222.0.36 "DELETE /v2.0/subnets/99669aee-83b9-417a-a368-57108bfc92d4 HTTP/1.1" status: 204 len: 168 time: 0.6882582 Aug 16 22:54:42.522554 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b661f6e-8064-4db5-9a5b-b86b94043272 None None] Network d61f3db9-5a9e-4f6a-b70c-8358388c27f5 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:54:42.528684 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 33644) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:42.562994 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47338ba4-8e95-42b3-9b28-9a982ace95b6 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Pushing event updated for resources: {'Port': ['ID=2c4966c1-afb7-4026-a719-f88a3c9234c6,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:42.590614 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f10d98-3d8a-4d1a-8815-48c5473c02f3 req-47338ba4-8e95-42b3-9b28-9a982ace95b6 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:42.591858 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-82f10d98-3d8a-4d1a-8815-48c5473c02f3 req-47338ba4-8e95-42b3-9b28-9a982ace95b6 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:42.610563 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-82f10d98-3d8a-4d1a-8815-48c5473c02f3 req-47338ba4-8e95-42b3-9b28-9a982ace95b6 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4826937 Aug 16 22:54:42.612337 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-42143c2a-bd42-43da-82d2-982ba051eb59 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:42.633345 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-82f10d98-3d8a-4d1a-8815-48c5473c02f3 req-03e5ed02-9543-4a4b-a929-48dbfdb95f04 service neutron] Request body: {'port': {'device_id': '9a6ba4fd-4079-4489-b813-7e9474d0ac3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:54:42.638988 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-42143c2a-bd42-43da-82d2-982ba051eb59 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:42.644367 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-42143c2a-bd42-43da-82d2-982ba051eb59 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "DELETE /v2.0/subnets/68b88fda-7c12-4bc4-bc19-24d789d1aa02 HTTP/1.1" status: 204 len: 168 time: 1.2515202 Aug 16 22:54:42.645069 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 33648) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:42.712038 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7a590d4a-e532-4aa0-9daf-77119ed7085a req-9f26aba2-c568-4d70-ad88-227dd76d7365 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/security-groups?id=7112d64a-fa50-4e7b-af47-b87caa1ebcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275617 Aug 16 22:54:42.787990 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 33650) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:42.805295 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42143c2a-bd42-43da-82d2-982ba051eb59 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Pushing event deleted for resources: {'Subnet': ['ID=68b88fda-7c12-4bc4-bc19-24d789d1aa02,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:42.840336 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8e705b4c-125a-4936-bc8c-bd63ab2e01df tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:42.874853 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ea2c9-ba2c-423a-939c-c3d5c4d8a109 req-bc03d97f-bc61-4f1b-bb55-c7be49105c73 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:42.886331 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6e36cd-7eb3-4dde-bcd4-84eeeb62f38c None None] Network 5ad3a202-8df0-4726-8e09-b820940b5f5f requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:54:42.897087 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6a4ea2c9-ba2c-423a-939c-c3d5c4d8a109 req-bc03d97f-bc61-4f1b-bb55-c7be49105c73 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bc6ad35-37eb-49fc-aa60-10ea3b36c658 HTTP/1.1" status: 200 len: 945 time: 0.3981323 Aug 16 22:54:42.916087 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-82f10d98-3d8a-4d1a-8815-48c5473c02f3 req-03e5ed02-9543-4a4b-a929-48dbfdb95f04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:42.982915 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f4834950-4334-48b0-84f6-55bad6251d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:42.997435 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-8e705b4c-125a-4936-bc8c-bd63ab2e01df tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Deleting port 3e4b1297-3b88-4c51-a387-6df178e3413e {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:54:42.997435 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8e705b4c-125a-4936-bc8c-bd63ab2e01df tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:43.046276 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-1daf0f99-3ed9-4c30-b414-31322ca81512 None None] Provisioning complete for port 3e4b1297-3b88-4c51-a387-6df178e3413e triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:54:43.046958 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-1daf0f99-3ed9-4c30-b414-31322ca81512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:43.054984 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6a4ea2c9-ba2c-423a-939c-c3d5c4d8a109 req-2c23acd3-c6e6-4798-90ae-13892ee4ed24 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=0819ca22-363d-4b59-9328-30a084cf554a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1569805 Aug 16 22:54:43.155067 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94bb6242-4fb5-4c56-b48a-1de0f5ab0066 None None] DHCP port deletion for d61f3db9-5a9e-4f6a-b70c-8358388c27f5 request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:54:43.226397 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d2d00dea-0aaf-49a2-b7c1-5c70af3a5213 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:43.324466 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4a4ef3-8df8-4174-97d8-3ee9e88bdd77 req-324d08a2-435a-44d3-bfb8-d0c6ca0453af tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:43.334884 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1b4a4ef3-8df8-4174-97d8-3ee9e88bdd77 req-324d08a2-435a-44d3-bfb8-d0c6ca0453af tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a6ba4fd-4079-4489-b813-7e9474d0ac3d HTTP/1.1" status: 200 len: 932 time: 0.1246088 Aug 16 22:54:43.337696 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-f4834950-4334-48b0-84f6-55bad6251d68 admin admin] Deleting port 24b30175-3c07-4967-be75-eeeb85027e27 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:54:43.338047 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f4834950-4334-48b0-84f6-55bad6251d68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:43.341576 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-94bb6242-4fb5-4c56-b48a-1de0f5ab0066 None None] Deleting port 24b30175-3c07-4967-be75-eeeb85027e27 {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:54:43.341958 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-94bb6242-4fb5-4c56-b48a-1de0f5ab0066 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:43.469530 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5837e2e9-0450-4b94-ad4d-d08ef766937b None None] DHCP port deletion for 5ad3a202-8df0-4726-8e09-b820940b5f5f request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:54:43.526349 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-94bb6242-4fb5-4c56-b48a-1de0f5ab0066 None None] For port 24b30175-3c07-4967-be75-eeeb85027e27, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=24b30175-3c07-4967-be75-eeeb85027e27,segment=NetworkSegment(a1591063-139e-43c7-a8c7-96e9de828ec2),segment_id=a1591063-139e-43c7-a8c7-96e9de828ec2)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:54:43.527555 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-94bb6242-4fb5-4c56-b48a-1de0f5ab0066 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:43.547138 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-94bb6242-4fb5-4c56-b48a-1de0f5ab0066 None None] Calling delete_port for 24b30175-3c07-4967-be75-eeeb85027e27 owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:54:43.575109 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-5837e2e9-0450-4b94-ad4d-d08ef766937b None None] Deleting port 3e4b1297-3b88-4c51-a387-6df178e3413e {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:54:43.575759 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-5837e2e9-0450-4b94-ad4d-d08ef766937b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:43.584906 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-8e705b4c-125a-4936-bc8c-bd63ab2e01df tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] For port 3e4b1297-3b88-4c51-a387-6df178e3413e, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=3e4b1297-3b88-4c51-a387-6df178e3413e,segment=NetworkSegment(a0c12e90-cc58-41b5-9c37-16762f8f711a),segment_id=a0c12e90-cc58-41b5-9c37-16762f8f711a)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:54:43.585547 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8e705b4c-125a-4936-bc8c-bd63ab2e01df tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:43.602950 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-8e705b4c-125a-4936-bc8c-bd63ab2e01df tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Calling delete_port for 3e4b1297-3b88-4c51-a387-6df178e3413e owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:54:43.687368 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-5837e2e9-0450-4b94-ad4d-d08ef766937b None None] For port 3e4b1297-3b88-4c51-a387-6df178e3413e, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=3e4b1297-3b88-4c51-a387-6df178e3413e,segment=NetworkSegment(a0c12e90-cc58-41b5-9c37-16762f8f711a),segment_id=a0c12e90-cc58-41b5-9c37-16762f8f711a)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:54:43.688090 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-5837e2e9-0450-4b94-ad4d-d08ef766937b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:43.710415 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-5837e2e9-0450-4b94-ad4d-d08ef766937b None None] Calling delete_port for 3e4b1297-3b88-4c51-a387-6df178e3413e owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:54:43.741033 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8e705b4c-125a-4936-bc8c-bd63ab2e01df tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:43.762211 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-f4834950-4334-48b0-84f6-55bad6251d68 admin admin] For port 24b30175-3c07-4967-be75-eeeb85027e27, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=24b30175-3c07-4967-be75-eeeb85027e27,segment=NetworkSegment(a1591063-139e-43c7-a8c7-96e9de828ec2),segment_id=a1591063-139e-43c7-a8c7-96e9de828ec2)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:54:43.762586 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f4834950-4334-48b0-84f6-55bad6251d68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:43.766479 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-94bb6242-4fb5-4c56-b48a-1de0f5ab0066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:43.782731 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bb6242-4fb5-4c56-b48a-1de0f5ab0066 None None] No DVR routers for this DVR port 24b30175-3c07-4967-be75-eeeb85027e27 on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:54:43.793927 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e705b4c-125a-4936-bc8c-bd63ab2e01df tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] No DVR routers for this DVR port 3e4b1297-3b88-4c51-a387-6df178e3413e on host n-d-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:54:43.805643 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-f4834950-4334-48b0-84f6-55bad6251d68 admin admin] Calling delete_port for 24b30175-3c07-4967-be75-eeeb85027e27 owned by network:dhcp {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:54:43.821817 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb6242-4fb5-4c56-b48a-1de0f5ab0066 None None] Pushing event deleted for resources: {'Port': ['ID=24b30175-3c07-4967-be75-eeeb85027e27,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:43.872876 n-d-791506-26 neutron-server[101293]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 22:54:43.872876 n-d-791506-26 neutron-server[101293]: from cryptography.utils import int_from_bytes Aug 16 22:54:43.872876 n-d-791506-26 neutron-server[101293]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 22:54:43.872876 n-d-791506-26 neutron-server[101293]: from cryptography.utils import int_from_bytes Aug 16 22:54:43.872876 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:54:43.872876 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 22:54:43.872876 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:54:43.872876 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 22:54:43.872876 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:54:43.872876 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 22:54:43.872876 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:54:43.872876 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 22:54:43.872876 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:54:43.872876 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 22:54:43.872876 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:54:43.872876 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 22:54:43.872876 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:54:43.872876 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 22:54:43.872876 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:54:43.872876 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 22:54:43.872876 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:54:43.872876 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 22:54:43.872876 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:54:43.872876 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 22:54:43.872876 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:54:43.872876 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 22:54:43.872876 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:54:43.872876 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 22:54:43.872876 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:54:43.872876 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 22:54:43.872876 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:54:43.872876 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 22:54:43.872876 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:54:43.872876 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 22:54:43.872876 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:54:43.872876 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 22:54:43.872876 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:54:43.872876 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 22:54:43.872876 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:54:43.872876 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 22:54:43.872876 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:54:43.872876 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 22:54:43.876068 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:54:43.876068 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 22:54:43.876068 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:54:43.876068 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 22:54:43.876068 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:54:43.876068 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 22:54:43.876068 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:54:43.876068 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 22:54:43.876068 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:54:43.876068 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 22:54:43.876068 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:54:43.876068 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 22:54:43.876068 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:54:43.876068 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 22:54:43.890362 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-5837e2e9-0450-4b94-ad4d-d08ef766937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:43.923393 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5837e2e9-0450-4b94-ad4d-d08ef766937b None None] Pushing event deleted for resources: {'Port': ['ID=3e4b1297-3b88-4c51-a387-6df178e3413e,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:43.927570 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f4834950-4334-48b0-84f6-55bad6251d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:43.933343 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5837e2e9-0450-4b94-ad4d-d08ef766937b None None] No DVR routers for this DVR port 3e4b1297-3b88-4c51-a387-6df178e3413e on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:54:43.936943 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 3e4b1297-3b88-4c51-a387-6df178e3413e no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:54:43.963615 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 3e4b1297-3b88-4c51-a387-6df178e3413e {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:54:43.964339 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 3e4b1297-3b88-4c51-a387-6df178e3413e not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:54:43.964971 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 24b30175-3c07-4967-be75-eeeb85027e27 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:54:43.965820 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8e705b4c-125a-4936-bc8c-bd63ab2e01df tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:43.977941 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-8e705b4c-125a-4936-bc8c-bd63ab2e01df tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ad3a202-8df0-4726-8e09-b820940b5f5f']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:54:43.987475 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 24b30175-3c07-4967-be75-eeeb85027e27 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:54:43.988236 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 24b30175-3c07-4967-be75-eeeb85027e27 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:54:43.990395 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-8e705b4c-125a-4936-bc8c-bd63ab2e01df tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0c12e90-cc58-41b5-9c37-16762f8f711a') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:54:43.990842 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-8e705b4c-125a-4936-bc8c-bd63ab2e01df tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0c12e90-cc58-41b5-9c37-16762f8f711a') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:54:44.007915 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8e705b4c-125a-4936-bc8c-bd63ab2e01df tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:44.026140 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8e705b4c-125a-4936-bc8c-bd63ab2e01df tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:44.026921 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4834950-4334-48b0-84f6-55bad6251d68 admin admin] No DVR routers for this DVR port 24b30175-3c07-4967-be75-eeeb85027e27 on host n-d-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:54:44.033113 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e705b4c-125a-4936-bc8c-bd63ab2e01df tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:54:44.033485 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4834950-4334-48b0-84f6-55bad6251d68 admin admin] Pushing event deleted for resources: {'Port': ['ID=24b30175-3c07-4967-be75-eeeb85027e27,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:44.033657 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8e705b4c-125a-4936-bc8c-bd63ab2e01df tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:44.079123 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1b4a4ef3-8df8-4174-97d8-3ee9e88bdd77 req-f6b249b4-fe7b-40bc-8b10-808313f1ea2b tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/security-groups?id=034b2370-cf60-4c4b-9f41-d074191bc3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7429442 Aug 16 22:54:44.116850 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 22:54:44.116850 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:54:44.116850 n-d-791506-26 neutron-server[101291]: timer() Aug 16 22:54:44.116850 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:54:44.116850 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 22:54:44.116850 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:54:44.116850 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 22:54:44.116850 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:54:44.116850 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 22:54:44.116850 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:54:44.116850 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 22:54:44.116850 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:54:44.116850 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 22:54:44.116850 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:54:44.116850 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:54:44.116850 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:54:44.116850 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:54:44.116850 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:54:44.116850 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 22:54:44.116850 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:54:44.116850 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 22:54:44.116850 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:54:44.116850 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:54:44.116850 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:54:44.116850 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 22:54:44.116850 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:54:44.116850 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:54:44.116850 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:54:44.116850 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:54:44.116850 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:54:44.116850 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:54:44.116850 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:54:44.120491 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e705b4c-125a-4936-bc8c-bd63ab2e01df tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Pushing event deleted for resources: {'Port': ['ID=3e4b1297-3b88-4c51-a387-6df178e3413e,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:44.159075 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8e705b4c-125a-4936-bc8c-bd63ab2e01df tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:44.175719 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8e705b4c-125a-4936-bc8c-bd63ab2e01df tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:44.177265 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-8e705b4c-125a-4936-bc8c-bd63ab2e01df tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "DELETE /v2.0/networks/5ad3a202-8df0-4726-8e09-b820940b5f5f HTTP/1.1" status: 204 len: 168 time: 1.4638419 Aug 16 22:54:44.193846 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cf0e45-48bc-4330-b489-d93c3c658e63 req-1243ee55-2caa-4c0f-abff-423a1e13609a tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:44.195527 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-40cf0e45-48bc-4330-b489-d93c3c658e63 req-1243ee55-2caa-4c0f-abff-423a1e13609a tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.68 "GET /v2.0/ports?device_id=eb466eeb-1aa5-43f0-8ac7-b12c0543ba14 HTTP/1.1" status: 200 len: 945 time: 0.5065279 Aug 16 22:54:44.195930 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 33664) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:44.216717 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e705b4c-125a-4936-bc8c-bd63ab2e01df tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Pushing event deleted for resources: {'Network': ['ID=5ad3a202-8df0-4726-8e09-b820940b5f5f,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:44.219561 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f4834950-4334-48b0-84f6-55bad6251d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:44.238116 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bd2530-5706-4ccc-a66b-c1640509e37f req-4d149ce8-d191-42a8-bd7b-6b967baa9a58 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:44.247337 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f5bd2530-5706-4ccc-a66b-c1640509e37f req-4d149ce8-d191-42a8-bd7b-6b967baa9a58 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb466eeb-1aa5-43f0-8ac7-b12c0543ba14 HTTP/1.1" status: 200 len: 945 time: 0.3237350 Aug 16 22:54:44.300503 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-f4834950-4334-48b0-84f6-55bad6251d68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d61f3db9-5a9e-4f6a-b70c-8358388c27f5']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:54:44.334801 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-f4834950-4334-48b0-84f6-55bad6251d68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1591063-139e-43c7-a8c7-96e9de828ec2') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:54:44.335434 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-f4834950-4334-48b0-84f6-55bad6251d68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1591063-139e-43c7-a8c7-96e9de828ec2') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:54:44.379082 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f4834950-4334-48b0-84f6-55bad6251d68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:44.381388 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-40cf0e45-48bc-4330-b489-d93c3c658e63 req-ccb80f65-e97b-40da-9617-984743f6d69d tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Deleting port 330169e4-6106-4dbb-8d1a-647cab10094c {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:54:44.381754 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-40cf0e45-48bc-4330-b489-d93c3c658e63 req-ccb80f65-e97b-40da-9617-984743f6d69d tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:44.401420 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f5bd2530-5706-4ccc-a66b-c1640509e37f req-2f4c524c-e6ee-4ec3-b9a7-27a2856579d4 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/security-groups?id=7112d64a-fa50-4e7b-af47-b87caa1ebcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523488 Aug 16 22:54:44.408575 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d2d00dea-0aaf-49a2-b7c1-5c70af3a5213 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:44.423042 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7de6c5-f5e7-4556-b347-9ce160fbf91f tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:44.425104 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-cb7de6c5-f5e7-4556-b347-9ce160fbf91f tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2263830 Aug 16 22:54:44.437936 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 33666) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:44.437936 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d2d00dea-0aaf-49a2-b7c1-5c70af3a5213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:44.444709 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f4834950-4334-48b0-84f6-55bad6251d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:44.467839 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-82f10d98-3d8a-4d1a-8815-48c5473c02f3 req-03e5ed02-9543-4a4b-a929-48dbfdb95f04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c4966c1-afb7-4026-a719-f88a3c9234c6 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:54:44.478779 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-82f10d98-3d8a-4d1a-8815-48c5473c02f3 req-03e5ed02-9543-4a4b-a929-48dbfdb95f04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:44.513961 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4834950-4334-48b0-84f6-55bad6251d68 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:54:44.514388 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f4834950-4334-48b0-84f6-55bad6251d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:44.525920 n-d-791506-26 neutron-server[101292]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:54:44.525920 n-d-791506-26 neutron-server[101292]: self.session.flush() Aug 16 22:54:44.525920 n-d-791506-26 neutron-server[101292]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:54:44.525920 n-d-791506-26 neutron-server[101292]: self.session.flush() Aug 16 22:54:44.525920 n-d-791506-26 neutron-server[101292]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:54:44.525920 n-d-791506-26 neutron-server[101292]: self.session.flush() Aug 16 22:54:44.525920 n-d-791506-26 neutron-server[101292]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:54:44.525920 n-d-791506-26 neutron-server[101292]: self.session.flush() Aug 16 22:54:44.525920 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 16 22:54:44.525920 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:54:44.525920 n-d-791506-26 neutron-server[101292]: timer() Aug 16 22:54:44.525920 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:54:44.525920 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 16 22:54:44.525920 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:54:44.525920 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 16 22:54:44.525920 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:54:44.525920 n-d-791506-26 neutron-server[101292]: self._notify() Aug 16 22:54:44.525920 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:54:44.525920 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 16 22:54:44.525920 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:54:44.525920 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 16 22:54:44.525920 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:54:44.525920 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:54:44.525920 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:54:44.525920 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:54:44.525920 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:54:44.525920 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 16 22:54:44.525920 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:54:44.525920 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 16 22:54:44.525920 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:54:44.525920 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:54:44.525920 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:54:44.525920 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 16 22:54:44.525920 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:54:44.525920 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:54:44.525920 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:54:44.525920 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:54:44.525920 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:54:44.525920 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:54:44.525920 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:54:44.534080 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-40cf0e45-48bc-4330-b489-d93c3c658e63 req-ccb80f65-e97b-40da-9617-984743f6d69d tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] For port 330169e4-6106-4dbb-8d1a-647cab10094c, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=330169e4-6106-4dbb-8d1a-647cab10094c,segment=NetworkSegment(0b00b110-ffa1-46c2-91d9-ab87a6c0117e),segment_id=0b00b110-ffa1-46c2-91d9-ab87a6c0117e)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:54:44.535244 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-40cf0e45-48bc-4330-b489-d93c3c658e63 req-ccb80f65-e97b-40da-9617-984743f6d69d tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:44.552807 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-40cf0e45-48bc-4330-b489-d93c3c658e63 req-ccb80f65-e97b-40da-9617-984743f6d69d tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Calling delete_port for 330169e4-6106-4dbb-8d1a-647cab10094c owned by compute:nova {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:54:44.597574 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-d2d00dea-0aaf-49a2-b7c1-5c70af3a5213 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e95d22d0234949db9f43891f46ad8991&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8033068 Aug 16 22:54:44.601115 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d00dea-0aaf-49a2-b7c1-5c70af3a5213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e86a8eb2-39a0-47d8-a417-241f3e4935c0,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:44.604805 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 33668) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:44.655920 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-82f10d98-3d8a-4d1a-8815-48c5473c02f3 req-03e5ed02-9543-4a4b-a929-48dbfdb95f04 service neutron] Transition to ACTIVE for port object 2c4966c1-afb7-4026-a719-f88a3c9234c6 will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:54:44.666686 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-cf9dd6a7-4380-4573-bf7a-e3ac01d43ffb tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2240024 Aug 16 22:54:44.666947 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-82f10d98-3d8a-4d1a-8815-48c5473c02f3 req-03e5ed02-9543-4a4b-a929-48dbfdb95f04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:44.676916 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88e008b-fe34-4ed8-b039-0fcd65acee48 req-03cacdb6-d405-48b6-a7c9-b29f6562616b tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:44.677172 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 33670) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:44.684328 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a88e008b-fe34-4ed8-b039-0fcd65acee48 req-03cacdb6-d405-48b6-a7c9-b29f6562616b tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bc6ad35-37eb-49fc-aa60-10ea3b36c658 HTTP/1.1" status: 200 len: 945 time: 0.2725923 Aug 16 22:54:44.686339 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f4834950-4334-48b0-84f6-55bad6251d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:44.703995 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f4834950-4334-48b0-84f6-55bad6251d68 admin admin] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:44.710272 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-f4834950-4334-48b0-84f6-55bad6251d68 admin admin] 10.222.0.36 "DELETE /v2.0/networks/d61f3db9-5a9e-4f6a-b70c-8358388c27f5 HTTP/1.1" status: 204 len: 168 time: 2.1780467 Aug 16 22:54:44.734864 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4834950-4334-48b0-84f6-55bad6251d68 admin admin] Pushing event deleted for resources: {'Network': ['ID=d61f3db9-5a9e-4f6a-b70c-8358388c27f5,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:44.771320 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-798dfc80-28ce-44af-9eeb-189010397628 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:44.776066 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a88e008b-fe34-4ed8-b039-0fcd65acee48 req-6c02f357-c3e8-4e55-a399-f705f2b77681 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=0819ca22-363d-4b59-9328-30a084cf554a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906546 Aug 16 22:54:44.778652 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-e22c9325-55e7-49a5-b121-3aee2149bdf9 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-870551105'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:54:44.793436 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e5ed02-9543-4a4b-a929-48dbfdb95f04 service neutron] Pushing event updated for resources: {'Port': ['ID=2c4966c1-afb7-4026-a719-f88a3c9234c6,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:44.824831 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-798dfc80-28ce-44af-9eeb-189010397628 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:44.891256 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-798dfc80-28ce-44af-9eeb-189010397628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:44.895330 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-798dfc80-28ce-44af-9eeb-189010397628 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:44.899186 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-798dfc80-28ce-44af-9eeb-189010397628 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e86a8eb2-39a0-47d8-a417-241f3e4935c0 HTTP/1.1" status: 204 len: 168 time: 0.2777240 Aug 16 22:54:44.929769 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798dfc80-28ce-44af-9eeb-189010397628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e86a8eb2-39a0-47d8-a417-241f3e4935c0,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:44.937297 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e22c9325-55e7-49a5-b121-3aee2149bdf9 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Made reservation on behalf of b528224b3b2646b1be33edac9acd15da for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:54:44.942550 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 33676) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:44.943098 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e22c9325-55e7-49a5-b121-3aee2149bdf9 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:45.020738 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e22c9325-55e7-49a5-b121-3aee2149bdf9 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:54:45.021932 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-0d3aa458-f369-4e96-a8c1-909d65441e8a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dc5492cf6a2845ba9d22bb0eca33e51a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0776694 Aug 16 22:54:45.022320 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 33678) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:45.043683 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-40cf0e45-48bc-4330-b489-d93c3c658e63 req-ccb80f65-e97b-40da-9617-984743f6d69d tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:45.074908 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e22c9325-55e7-49a5-b121-3aee2149bdf9 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:45.075263 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-e22c9325-55e7-49a5-b121-3aee2149bdf9 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Added segment a9e56bce-4466-48c4-9591-55e9a18874df of type vlan for network a9f85087-2263-48b2-bc6f-28a419481c7d Aug 16 22:54:45.082369 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['3710bf3e-9ecf-4025-8bd6-a0dc12c7e9b1'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:54:45.148442 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb80f65-e97b-40da-9617-984743f6d69d tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Pushing event deleted for resources: {'Port': ['ID=330169e4-6106-4dbb-8d1a-647cab10094c,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:45.150319 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-82f10d98-3d8a-4d1a-8815-48c5473c02f3 req-03e5ed02-9543-4a4b-a929-48dbfdb95f04 service neutron] Attempting to bind port 2c4966c1-afb7-4026-a719-f88a3c9234c6 on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:54:45.150659 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-82f10d98-3d8a-4d1a-8815-48c5473c02f3 req-03e5ed02-9543-4a4b-a929-48dbfdb95f04 service neutron] Attempting to bind port 2c4966c1-afb7-4026-a719-f88a3c9234c6 by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': '6edf975f-584b-457e-be27-9a9457978487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '3681de79-445f-48a0-8870-108f9a08910b'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:54:45.151236 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f10d98-3d8a-4d1a-8815-48c5473c02f3 req-03e5ed02-9543-4a4b-a929-48dbfdb95f04 service neutron] Attempting to bind port 2c4966c1-afb7-4026-a719-f88a3c9234c6 on network 3681de79-445f-48a0-8870-108f9a08910b {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:54:45.295849 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-40cf0e45-48bc-4330-b489-d93c3c658e63 req-ccb80f65-e97b-40da-9617-984743f6d69d tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] No DVR routers for this DVR port 330169e4-6106-4dbb-8d1a-647cab10094c on host n-h1-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:54:45.304848 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f10d98-3d8a-4d1a-8815-48c5473c02f3 req-03e5ed02-9543-4a4b-a929-48dbfdb95f04 service neutron] Port 2c4966c1-afb7-4026-a719-f88a3c9234c6 on network 3681de79-445f-48a0-8870-108f9a08910b not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:54:45.305253 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f10d98-3d8a-4d1a-8815-48c5473c02f3 req-03e5ed02-9543-4a4b-a929-48dbfdb95f04 service neutron] Attempting to bind port 2c4966c1-afb7-4026-a719-f88a3c9234c6 on network 3681de79-445f-48a0-8870-108f9a08910b {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:54:45.332729 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f1b520-c16c-4172-ba09-83717f472bd5 req-736a9057-6fa4-49f6-b88a-e18fe6999f5f tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:45.334362 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-40cf0e45-48bc-4330-b489-d93c3c658e63 req-ccb80f65-e97b-40da-9617-984743f6d69d tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:45.338087 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-40cf0e45-48bc-4330-b489-d93c3c658e63 req-ccb80f65-e97b-40da-9617-984743f6d69d tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.68 "DELETE /v2.0/ports/330169e4-6106-4dbb-8d1a-647cab10094c HTTP/1.1" status: 204 len: 173 time: 1.1305649 Aug 16 22:54:45.338603 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb466eeb-1aa5-43f0-8ac7-b12c0543ba14', 'name': 'network-vif-deleted', 'tag': '330169e4-6106-4dbb-8d1a-647cab10094c'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:54:45.345703 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae559cfa-85b5-45ce-8aea-588c45229d4f" -d '{"events": [{"server_uuid": "eb466eeb-1aa5-43f0-8ac7-b12c0543ba14", "name": "network-vif-deleted", "tag": "330169e4-6106-4dbb-8d1a-647cab10094c"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:54:45.349995 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b3f1b520-c16c-4172-ba09-83717f472bd5 req-736a9057-6fa4-49f6-b88a-e18fe6999f5f tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a6ba4fd-4079-4489-b813-7e9474d0ac3d HTTP/1.1" status: 200 len: 944 time: 0.1273031 Aug 16 22:54:45.379736 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e22c9325-55e7-49a5-b121-3aee2149bdf9 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:45.388102 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f10d98-3d8a-4d1a-8815-48c5473c02f3 req-03e5ed02-9543-4a4b-a929-48dbfdb95f04 service neutron] Checking agent: {'id': 'd28e24f9-e5ea-41e1-80bf-3c7943ad7f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:54:45.388459 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f10d98-3d8a-4d1a-8815-48c5473c02f3 req-03e5ed02-9543-4a4b-a929-48dbfdb95f04 service neutron] Checking segment: {'id': '6edf975f-584b-457e-be27-9a9457978487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '3681de79-445f-48a0-8870-108f9a08910b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:54:45.393508 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f10d98-3d8a-4d1a-8815-48c5473c02f3 req-03e5ed02-9543-4a4b-a929-48dbfdb95f04 service neutron] Bound using segment: {'id': '6edf975f-584b-457e-be27-9a9457978487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '3681de79-445f-48a0-8870-108f9a08910b'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:54:45.397099 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-82f10d98-3d8a-4d1a-8815-48c5473c02f3 req-03e5ed02-9543-4a4b-a929-48dbfdb95f04 service neutron] Bound port: 2c4966c1-afb7-4026-a719-f88a3c9234c6, host: n-h1-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6edf975f-584b-457e-be27-9a9457978487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '3681de79-445f-48a0-8870-108f9a08910b'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:54:45.397099 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-82f10d98-3d8a-4d1a-8815-48c5473c02f3 req-03e5ed02-9543-4a4b-a929-48dbfdb95f04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:45.406442 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-59a1d2ad-97ae-49a5-8b8b-113c568e5dc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:45.479112 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b3f1b520-c16c-4172-ba09-83717f472bd5 req-215ad838-d247-415a-8897-88e90933824f tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/security-groups?id=034b2370-cf60-4c4b-9f41-d074191bc3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248288 Aug 16 22:54:45.531598 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-59a1d2ad-97ae-49a5-8b8b-113c568e5dc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:45.539515 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e22c9325-55e7-49a5-b121-3aee2149bdf9 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:45.560909 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22c9325-55e7-49a5-b121-3aee2149bdf9 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:45.561581 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e22c9325-55e7-49a5-b121-3aee2149bdf9 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:45.623402 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ade432-af15-4b80-bb03-238f5f83831c x-openstack-request-id: req-07ade432-af15-4b80-bb03-238f5f83831c {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:54:45.623645 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb466eeb-1aa5-43f0-8ac7-b12c0543ba14", "name": "network-vif-deleted", "tag": "330169e4-6106-4dbb-8d1a-647cab10094c", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:54:45.623868 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-07ade432-af15-4b80-bb03-238f5f83831c {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:54:45.624301 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb466eeb-1aa5-43f0-8ac7-b12c0543ba14', 'name': 'network-vif-deleted', 'tag': '330169e4-6106-4dbb-8d1a-647cab10094c', 'status': 'completed', 'code': 200} Aug 16 22:54:45.635259 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-e22c9325-55e7-49a5-b121-3aee2149bdf9 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8705506 Aug 16 22:54:45.648750 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 33692) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:45.662357 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-c874442a-64d3-4201-84da-0ae6b8bb8191 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Request body: {'subnet': {'network_id': 'a9f85087-2263-48b2-bc6f-28a419481c7d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:54:45.695561 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 33694) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:45.714117 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d4b63546-20ab-483c-8bae-d641d13f59d9 req-71721f5d-74f0-45d2-a598-48741d3356b8 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb466eeb-1aa5-43f0-8ac7-b12c0543ba14 HTTP/1.1" status: 200 len: 210 time: 0.0748851 Aug 16 22:54:45.760106 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ffc65084-0cd7-4e25-8ffb-e824e0d560fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:45.836105 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-82f10d98-3d8a-4d1a-8815-48c5473c02f3 req-03e5ed02-9543-4a4b-a929-48dbfdb95f04 service neutron] For port 2c4966c1-afb7-4026-a719-f88a3c9234c6, host n-h1-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:54:45.844914 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c9325-55e7-49a5-b121-3aee2149bdf9 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Pushing event updated for resources: {'Network': ['ID=a9f85087-2263-48b2-bc6f-28a419481c7d,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:45.849584 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c874442a-64d3-4201-84da-0ae6b8bb8191 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Made reservation on behalf of b528224b3b2646b1be33edac9acd15da for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:54:45.855696 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c874442a-64d3-4201-84da-0ae6b8bb8191 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:45.869263 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network a9f85087-2263-48b2-bc6f-28a419481c7d details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:54:45.890332 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-82f10d98-3d8a-4d1a-8815-48c5473c02f3 req-03e5ed02-9543-4a4b-a929-48dbfdb95f04 service neutron] For port 2c4966c1-afb7-4026-a719-f88a3c9234c6, host n-h1-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=2c4966c1-afb7-4026-a719-f88a3c9234c6,segment=NetworkSegment(6edf975f-584b-457e-be27-9a9457978487),segment_id=6edf975f-584b-457e-be27-9a9457978487)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:54:45.906784 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-82f10d98-3d8a-4d1a-8815-48c5473c02f3 req-03e5ed02-9543-4a4b-a929-48dbfdb95f04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:45.988933 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-59a1d2ad-97ae-49a5-8b8b-113c568e5dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:45.991725 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-59a1d2ad-97ae-49a5-8b8b-113c568e5dc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:45.997068 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-59a1d2ad-97ae-49a5-8b8b-113c568e5dc5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3816303d-9df9-4713-86ff-53d823e28b38 HTTP/1.1" status: 204 len: 168 time: 0.9712136 Aug 16 22:54:46.020416 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f10d98-3d8a-4d1a-8815-48c5473c02f3 req-03e5ed02-9543-4a4b-a929-48dbfdb95f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:46.021545 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-82f10d98-3d8a-4d1a-8815-48c5473c02f3 req-03e5ed02-9543-4a4b-a929-48dbfdb95f04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:46.023220 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-82f10d98-3d8a-4d1a-8815-48c5473c02f3 req-03e5ed02-9543-4a4b-a929-48dbfdb95f04 service neutron] 10.222.0.68 "PUT /v2.0/ports/2c4966c1-afb7-4026-a719-f88a3c9234c6 HTTP/1.1" status: 200 len: 1093 time: 3.3956583 Aug 16 22:54:46.032629 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e5ed02-9543-4a4b-a929-48dbfdb95f04 service neutron] Pushing event updated for resources: {'Port': ['ID=2c4966c1-afb7-4026-a719-f88a3c9234c6,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:46.039521 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a1d2ad-97ae-49a5-8b8b-113c568e5dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3816303d-9df9-4713-86ff-53d823e28b38,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:46.146109 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 330169e4-6106-4dbb-8d1a-647cab10094c no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:54:46.164952 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f10d98-3d8a-4d1a-8815-48c5473c02f3 req-59148751-a6fb-4ce4-a192-21c8e5435d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:46.166596 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-82f10d98-3d8a-4d1a-8815-48c5473c02f3 req-59148751-a6fb-4ce4-a192-21c8e5435d67 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=360ba359ef89419c97d646da8796a108&device_id=9a6ba4fd-4079-4489-b813-7e9474d0ac3d HTTP/1.1" status: 200 len: 1096 time: 0.0832641 Aug 16 22:54:46.201330 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] No Port match for: 330169e4-6106-4dbb-8d1a-647cab10094c {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:54:46.203050 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 330169e4-6106-4dbb-8d1a-647cab10094c not bound to the agent host n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:54:46.238585 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-82f10d98-3d8a-4d1a-8815-48c5473c02f3 req-39fb06a0-3e0b-4d46-8e43-5ba1105a94c9 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c4966c1-afb7-4026-a719-f88a3c9234c6 HTTP/1.1" status: 200 len: 217 time: 0.0551805 Aug 16 22:54:46.246723 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa664e6-d8e2-46c6-ac39-eff82c33350f req-db69f0e7-bdfa-4d12-bfa6-f48eaece9ed8 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:46.254361 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cfa664e6-d8e2-46c6-ac39-eff82c33350f req-db69f0e7-bdfa-4d12-bfa6-f48eaece9ed8 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bc6ad35-37eb-49fc-aa60-10ea3b36c658 HTTP/1.1" status: 200 len: 945 time: 0.1938455 Aug 16 22:54:46.288492 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ffc65084-0cd7-4e25-8ffb-e824e0d560fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:46.311680 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ffc65084-0cd7-4e25-8ffb-e824e0d560fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:46.330690 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f10d98-3d8a-4d1a-8815-48c5473c02f3 req-b4e902c4-21a2-4512-b0b7-5b48ffc627d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:46.332754 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-82f10d98-3d8a-4d1a-8815-48c5473c02f3 req-b4e902c4-21a2-4512-b0b7-5b48ffc627d3 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=676b3069-1661-4172-a3c7-bc8a56a80bc8 HTTP/1.1" status: 200 len: 852 time: 0.0861573 Aug 16 22:54:46.352612 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c874442a-64d3-4201-84da-0ae6b8bb8191 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:46.390422 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-82f10d98-3d8a-4d1a-8815-48c5473c02f3 req-65b4a322-379b-46b4-99d6-6d72bf25076d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3681de79-445f-48a0-8870-108f9a08910b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463574 Aug 16 22:54:46.414914 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-ffc65084-0cd7-4e25-8ffb-e824e0d560fb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6e08354fc4a04049b856c131e6f3d275&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7179689 Aug 16 22:54:46.417703 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 33708) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:46.418769 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc65084-0cd7-4e25-8ffb-e824e0d560fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90cd3e0a-646e-4ad8-9527-e436ea150496,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:46.452483 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cfa664e6-d8e2-46c6-ac39-eff82c33350f req-ec7f6f80-a995-462b-83be-044cc8b6b862 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=0819ca22-363d-4b59-9328-30a084cf554a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1971996 Aug 16 22:54:46.513117 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c874442a-64d3-4201-84da-0ae6b8bb8191 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Pushing event updated for resources: {'Subnet': ['ID=b2754a3e-df9b-434c-a981-23cff07a70bf,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:46.555106 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dee309eb-b317-4a87-abe8-b09bae09b2d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:46.579286 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c874442a-64d3-4201-84da-0ae6b8bb8191 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Checking segment: {'id': 'a9e56bce-4466-48c4-9591-55e9a18874df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a9f85087-2263-48b2-bc6f-28a419481c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:54:46.580075 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c874442a-64d3-4201-84da-0ae6b8bb8191 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Network hostable DHCP agents. Network: a9f85087-2263-48b2-bc6f-28a419481c7d, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:54:46.625545 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dee309eb-b317-4a87-abe8-b09bae09b2d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:46.633140 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c874442a-64d3-4201-84da-0ae6b8bb8191 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Network a9f85087-2263-48b2-bc6f-28a419481c7d is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:54:46.641941 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-82f10d98-3d8a-4d1a-8815-48c5473c02f3 req-44c1239b-df43-4be9-ada3-8aeba4a2e821 service neutron] 10.222.0.68 "GET /v2.0/networks/3681de79-445f-48a0-8870-108f9a08910b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352843 Aug 16 22:54:46.654502 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba275b01-1a11-4d06-b7af-2c227f76f295 req-47ac5210-5b55-438c-89df-111743a68b93 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:46.663560 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ba275b01-1a11-4d06-b7af-2c227f76f295 req-47ac5210-5b55-438c-89df-111743a68b93 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a6ba4fd-4079-4489-b813-7e9474d0ac3d HTTP/1.1" status: 200 len: 944 time: 0.0861075 Aug 16 22:54:46.671206 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-c874442a-64d3-4201-84da-0ae6b8bb8191 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, a9f85087-2263-48b2-bc6f-28a419481c7d) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:54:46.682987 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c874442a-64d3-4201-84da-0ae6b8bb8191 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:46.683716 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c874442a-64d3-4201-84da-0ae6b8bb8191 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:46.685756 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f8bcb5-9353-4b12-94f8-8c937e04de7f None None] Network a9f85087-2263-48b2-bc6f-28a419481c7d requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:54:46.727372 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ba275b01-1a11-4d06-b7af-2c227f76f295 req-acfaf092-837f-406e-84f2-3b8b9c6d7f9f tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/security-groups?id=034b2370-cf60-4c4b-9f41-d074191bc3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627613 Aug 16 22:54:46.730832 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-c874442a-64d3-4201-84da-0ae6b8bb8191 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0803421 Aug 16 22:54:46.737108 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 33718) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:46.769686 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-82f10d98-3d8a-4d1a-8815-48c5473c02f3 req-1a7ac013-0048-40f6-8078-1b8a965d0b23 service neutron] 10.222.0.68 "GET /v2.0/networks/3681de79-445f-48a0-8870-108f9a08910b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157520 Aug 16 22:54:46.769952 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-377241bf-e504-4b76-b548-a91ad9aad417 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Request body: {'port': {'network_id': 'a9f85087-2263-48b2-bc6f-28a419481c7d', 'name': 'tempest-PortsTestJSON-1136095745'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:54:46.844104 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dee309eb-b317-4a87-abe8-b09bae09b2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:46.847410 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dee309eb-b317-4a87-abe8-b09bae09b2d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:46.851829 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-dee309eb-b317-4a87-abe8-b09bae09b2d3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/90cd3e0a-646e-4ad8-9527-e436ea150496 HTTP/1.1" status: 204 len: 168 time: 0.4331787 Aug 16 22:54:46.867608 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee309eb-b317-4a87-abe8-b09bae09b2d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90cd3e0a-646e-4ad8-9527-e436ea150496,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:47.044983 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e426507c-67c0-4127-8c30-5b146debaaa4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-a9f85087-2263-48b2-bc6f-28a419481c7d', 'network_id': 'a9f85087-2263-48b2-bc6f-28a419481c7d', 'tenant_id': 'b528224b3b2646b1be33edac9acd15da', 'fixed_ips': [{'subnet_id': 'b2754a3e-df9b-434c-a981-23cff07a70bf'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:54:47.050095 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e426507c-67c0-4127-8c30-5b146debaaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:47.083896 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-377241bf-e504-4b76-b548-a91ad9aad417 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Made reservation on behalf of b528224b3b2646b1be33edac9acd15da for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:54:47.094253 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-377241bf-e504-4b76-b548-a91ad9aad417 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:47.140013 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [None req-377241bf-e504-4b76-b548-a91ad9aad417 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] device_id is not set on port 74da8083-9c10-45fb-896e-21a0d90b0564 yet. {{(pid=101292) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:54:47.371990 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-e426507c-67c0-4127-8c30-5b146debaaa4 None None] Allocated IP 172.20.0.2 (a9f85087-2263-48b2-bc6f-28a419481c7d/b2754a3e-df9b-434c-a981-23cff07a70bf/eed75c62-9d6a-4466-9b6a-d3e01c80db7b) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:54:47.419900 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215689be-7e26-4239-85be-b1846ae57902 req-83148ba2-814e-4ce0-8e7a-c513452d51fc tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:47.421758 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-215689be-7e26-4239-85be-b1846ae57902 req-83148ba2-814e-4ce0-8e7a-c513452d51fc tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/ports?device_id=90f849f6-77c3-4c08-b2bd-63815b5179a7 HTTP/1.1" status: 200 len: 945 time: 0.1159806 Aug 16 22:54:47.506283 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-215689be-7e26-4239-85be-b1846ae57902 req-8de87b34-d867-4c1d-b24a-06c9a517c8f7 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/security-groups?id=7112d64a-fa50-4e7b-af47-b87caa1ebcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770149 Aug 16 22:54:47.566265 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 33750) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:47.625170 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a6ba4fd-4079-4489-b813-7e9474d0ac3d', 'tag': '2c4966c1-afb7-4026-a719-f88a3c9234c6'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:54:47.632833 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74011ec7-9ff8-4f50-9e42-617f6e687df7" -d '{"events": [{"name": "network-changed", "server_uuid": "9a6ba4fd-4079-4489-b813-7e9474d0ac3d", "tag": "2c4966c1-afb7-4026-a719-f88a3c9234c6"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:54:47.648090 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9c49cf66-9c42-4466-8f5e-92a9dae30552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:47.667946 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4198b0a-275b-49ea-a77f-1261f990af5f req-ae0db57b-1cda-4d49-a963-55f3656005ed tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:47.678172 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c4198b0a-275b-49ea-a77f-1261f990af5f req-ae0db57b-1cda-4d49-a963-55f3656005ed tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bc6ad35-37eb-49fc-aa60-10ea3b36c658 HTTP/1.1" status: 200 len: 945 time: 0.1021695 Aug 16 22:54:47.722244 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e426507c-67c0-4127-8c30-5b146debaaa4 None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:47.733159 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c4198b0a-275b-49ea-a77f-1261f990af5f req-ffc9bade-2e0b-431e-a022-c0a3643963f5 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=0819ca22-363d-4b59-9328-30a084cf554a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539942 Aug 16 22:54:47.737404 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-e426507c-67c0-4127-8c30-5b146debaaa4 None None] Transition to ACTIVE for port object eed75c62-9d6a-4466-9b6a-d3e01c80db7b will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:54:47.762982 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d28f3cd4-a23d-4f9e-ad8f-76ba6d46e86e x-openstack-request-id: req-d28f3cd4-a23d-4f9e-ad8f-76ba6d46e86e {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:54:47.763286 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a6ba4fd-4079-4489-b813-7e9474d0ac3d", "tag": "2c4966c1-afb7-4026-a719-f88a3c9234c6", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:54:47.763540 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d28f3cd4-a23d-4f9e-ad8f-76ba6d46e86e {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:54:47.763944 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a6ba4fd-4079-4489-b813-7e9474d0ac3d', 'tag': '2c4966c1-afb7-4026-a719-f88a3c9234c6', 'status': 'completed', 'code': 200} Aug 16 22:54:47.794966 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-e426507c-67c0-4127-8c30-5b146debaaa4 None None] Transition to ACTIVE for port object eed75c62-9d6a-4466-9b6a-d3e01c80db7b will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:54:47.808620 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e426507c-67c0-4127-8c30-5b146debaaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:47.850677 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e426507c-67c0-4127-8c30-5b146debaaa4 None None] Network a9f85087-2263-48b2-bc6f-28a419481c7d is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:54:47.887875 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-e426507c-67c0-4127-8c30-5b146debaaa4 None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:54:47.895459 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e426507c-67c0-4127-8c30-5b146debaaa4 None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:54:47.949624 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-d1450a7a-a2ff-46c7-b78d-14aa5cb1b488 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1456595106-network', 'tenant_id': 'c0c2d25fe07540bc90d7b53fb4470dce'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:54:47.987494 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-377241bf-e504-4b76-b548-a91ad9aad417 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Allocated IP 172.20.0.6 (a9f85087-2263-48b2-bc6f-28a419481c7d/b2754a3e-df9b-434c-a981-23cff07a70bf/74da8083-9c10-45fb-896e-21a0d90b0564) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:54:48.022946 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b908583e-0510-4a80-9bc3-0e5848f8e747 req-71ab19a6-66c6-4ab1-b145-6c496f21cdc7 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:48.030479 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b908583e-0510-4a80-9bc3-0e5848f8e747 req-71ab19a6-66c6-4ab1-b145-6c496f21cdc7 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a6ba4fd-4079-4489-b813-7e9474d0ac3d HTTP/1.1" status: 200 len: 944 time: 0.0948122 Aug 16 22:54:48.052349 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e426507c-67c0-4127-8c30-5b146debaaa4 None None] Pushing event updated for resources: {'Port': ['ID=eed75c62-9d6a-4466-9b6a-d3e01c80db7b,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:48.055127 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1450a7a-a2ff-46c7-b78d-14aa5cb1b488 admin admin] Made reservation on behalf of c0c2d25fe07540bc90d7b53fb4470dce for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:54:48.062693 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d1450a7a-a2ff-46c7-b78d-14aa5cb1b488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:48.084322 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-e426507c-67c0-4127-8c30-5b146debaaa4 None None] Attempting to bind port eed75c62-9d6a-4466-9b6a-d3e01c80db7b on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:54:48.085103 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-e426507c-67c0-4127-8c30-5b146debaaa4 None None] Attempting to bind port eed75c62-9d6a-4466-9b6a-d3e01c80db7b by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': 'a9e56bce-4466-48c4-9591-55e9a18874df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a9f85087-2263-48b2-bc6f-28a419481c7d'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:54:48.085701 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e426507c-67c0-4127-8c30-5b146debaaa4 None None] Attempting to bind port eed75c62-9d6a-4466-9b6a-d3e01c80db7b on network a9f85087-2263-48b2-bc6f-28a419481c7d {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:54:48.089530 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426507c-67c0-4127-8c30-5b146debaaa4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:54:48.090131 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426507c-67c0-4127-8c30-5b146debaaa4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:54:48.090696 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426507c-67c0-4127-8c30-5b146debaaa4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:54:48.091375 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426507c-67c0-4127-8c30-5b146debaaa4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:54:48.092005 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426507c-67c0-4127-8c30-5b146debaaa4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:54:48.094695 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426507c-67c0-4127-8c30-5b146debaaa4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:54:48.095495 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426507c-67c0-4127-8c30-5b146debaaa4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:54:48.096048 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426507c-67c0-4127-8c30-5b146debaaa4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:54:48.097322 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426507c-67c0-4127-8c30-5b146debaaa4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:54:48.098380 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426507c-67c0-4127-8c30-5b146debaaa4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:54:48.098958 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426507c-67c0-4127-8c30-5b146debaaa4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:54:48.099526 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426507c-67c0-4127-8c30-5b146debaaa4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:54:48.107115 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e426507c-67c0-4127-8c30-5b146debaaa4 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:54:48.107535 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d1450a7a-a2ff-46c7-b78d-14aa5cb1b488 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:48.108138 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e426507c-67c0-4127-8c30-5b146debaaa4 None None] Checking segment: {'id': 'a9e56bce-4466-48c4-9591-55e9a18874df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a9f85087-2263-48b2-bc6f-28a419481c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:54:48.108829 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e426507c-67c0-4127-8c30-5b146debaaa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:48.109696 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e426507c-67c0-4127-8c30-5b146debaaa4 None None] Bound using segment: {'id': 'a9e56bce-4466-48c4-9591-55e9a18874df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a9f85087-2263-48b2-bc6f-28a419481c7d'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:54:48.110954 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-e426507c-67c0-4127-8c30-5b146debaaa4 None None] Bound port: eed75c62-9d6a-4466-9b6a-d3e01c80db7b, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9e56bce-4466-48c4-9591-55e9a18874df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a9f85087-2263-48b2-bc6f-28a419481c7d'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:54:48.111563 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e426507c-67c0-4127-8c30-5b146debaaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:48.171647 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74011ec7-9ff8-4f50-9e42-617f6e687df7 req-de86b35f-7ad4-42c0-8358-417bfd592bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:48.173457 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-74011ec7-9ff8-4f50-9e42-617f6e687df7 req-de86b35f-7ad4-42c0-8358-417bfd592bc4 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=360ba359ef89419c97d646da8796a108&device_id=9a6ba4fd-4079-4489-b813-7e9474d0ac3d HTTP/1.1" status: 200 len: 1096 time: 0.3688774 Aug 16 22:54:48.232864 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-e426507c-67c0-4127-8c30-5b146debaaa4 None None] For port eed75c62-9d6a-4466-9b6a-d3e01c80db7b, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:54:48.241957 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-e426507c-67c0-4127-8c30-5b146debaaa4 None None] For port eed75c62-9d6a-4466-9b6a-d3e01c80db7b, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=eed75c62-9d6a-4466-9b6a-d3e01c80db7b,segment=NetworkSegment(a9e56bce-4466-48c4-9591-55e9a18874df),segment_id=a9e56bce-4466-48c4-9591-55e9a18874df)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:54:48.251617 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e426507c-67c0-4127-8c30-5b146debaaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:48.326715 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e426507c-67c0-4127-8c30-5b146debaaa4 None None] Pushing event updated for resources: {'Port': ['ID=eed75c62-9d6a-4466-9b6a-d3e01c80db7b,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:48.370593 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74011ec7-9ff8-4f50-9e42-617f6e687df7 req-bd90bd97-253f-4909-93ba-e0903313517c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:48.372389 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-74011ec7-9ff8-4f50-9e42-617f6e687df7 req-bd90bd97-253f-4909-93ba-e0903313517c service neutron] 10.222.0.68 "GET /v2.0/networks?id=3681de79-445f-48a0-8870-108f9a08910b HTTP/1.1" status: 200 len: 913 time: 0.1906691 Aug 16 22:54:48.376508 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-377241bf-e504-4b76-b548-a91ad9aad417 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:48.398726 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [None req-377241bf-e504-4b76-b548-a91ad9aad417 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Transition to ACTIVE for port object 74da8083-9c10-45fb-896e-21a0d90b0564 will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:54:48.446079 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-74011ec7-9ff8-4f50-9e42-617f6e687df7 req-ab5c4718-b9bb-4e09-9426-c97a206ff087 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c4966c1-afb7-4026-a719-f88a3c9234c6 HTTP/1.1" status: 200 len: 217 time: 0.0608354 Aug 16 22:54:48.459352 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b908583e-0510-4a80-9bc3-0e5848f8e747 req-200bb7b7-a15f-477e-8927-872aa97967be tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/security-groups?id=034b2370-cf60-4c4b-9f41-d074191bc3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4279087 Aug 16 22:54:48.468136 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-377241bf-e504-4b76-b548-a91ad9aad417 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:48.515730 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d1450a7a-a2ff-46c7-b78d-14aa5cb1b488 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:48.530445 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d1450a7a-a2ff-46c7-b78d-14aa5cb1b488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:48.534943 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377241bf-e504-4b76-b548-a91ad9aad417 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Network a9f85087-2263-48b2-bc6f-28a419481c7d is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:54:48.547262 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-377241bf-e504-4b76-b548-a91ad9aad417 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:54:48.552286 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377241bf-e504-4b76-b548-a91ad9aad417 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:54:48.568200 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377241bf-e504-4b76-b548-a91ad9aad417 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Pushing event updated for resources: {'Port': ['ID=74da8083-9c10-45fb-896e-21a0d90b0564,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:48.581793 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74011ec7-9ff8-4f50-9e42-617f6e687df7 req-c9315d18-b91c-44de-8633-84979f4e8884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:48.585344 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-74011ec7-9ff8-4f50-9e42-617f6e687df7 req-c9315d18-b91c-44de-8633-84979f4e8884 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=676b3069-1661-4172-a3c7-bc8a56a80bc8 HTTP/1.1" status: 200 len: 852 time: 0.1290507 Aug 16 22:54:48.586346 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1450a7a-a2ff-46c7-b78d-14aa5cb1b488 admin admin] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:54:48.645615 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-74011ec7-9ff8-4f50-9e42-617f6e687df7 req-b921d733-9e42-4339-be01-9c403e68be25 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3681de79-445f-48a0-8870-108f9a08910b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522993 Aug 16 22:54:48.656017 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1450a7a-a2ff-46c7-b78d-14aa5cb1b488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bdc5aed-142a-416c-af5d-d6669d19c440,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:48.713492 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d1450a7a-a2ff-46c7-b78d-14aa5cb1b488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:48.715576 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-d1450a7a-a2ff-46c7-b78d-14aa5cb1b488 admin admin] Added segment c4a7a711-f55a-478f-a560-2ba84762188d of type vlan for network 7f5274ef-8b54-447c-a499-03705cb1b8e8 Aug 16 22:54:48.744654 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377241bf-e504-4b76-b548-a91ad9aad417 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:48.745313 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-377241bf-e504-4b76-b548-a91ad9aad417 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:48.772518 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-377241bf-e504-4b76-b548-a91ad9aad417 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0338616 Aug 16 22:54:48.788276 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 33782) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:48.805667 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2723c31-0dfd-4cbf-983b-5690138f6538 req-dc0d666b-c9f3-44ef-875c-7ba0a59c6b48 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:48.813382 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b2723c31-0dfd-4cbf-983b-5690138f6538 req-dc0d666b-c9f3-44ef-875c-7ba0a59c6b48 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/ports?device_id=90f849f6-77c3-4c08-b2bd-63815b5179a7 HTTP/1.1" status: 200 len: 945 time: 0.1629925 Aug 16 22:54:48.820278 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-34a86fdb-ed47-4dec-becc-be986d103e77 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Request body: {'port': {'network_id': 'a9f85087-2263-48b2-bc6f-28a419481c7d', 'name': 'tempest-PortsTestJSON-1342794001'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:54:48.886537 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b2723c31-0dfd-4cbf-983b-5690138f6538 req-ccb09af7-eeeb-4030-87af-6a2f004b0d5d tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/security-groups?id=7112d64a-fa50-4e7b-af47-b87caa1ebcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679016 Aug 16 22:54:48.932951 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d1450a7a-a2ff-46c7-b78d-14aa5cb1b488 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:49.021612 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-74011ec7-9ff8-4f50-9e42-617f6e687df7 req-0c507113-f50a-4a96-87bd-2426b47eb56b service neutron] 10.222.0.68 "GET /v2.0/networks/3681de79-445f-48a0-8870-108f9a08910b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3670497 Aug 16 22:54:49.047334 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df718d-3fba-4ac4-ae22-f6344395324b req-33bf8829-9af1-49a7-b510-8321115eb000 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:49.055952 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-26df718d-3fba-4ac4-ae22-f6344395324b req-33bf8829-9af1-49a7-b510-8321115eb000 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bc6ad35-37eb-49fc-aa60-10ea3b36c658 HTTP/1.1" status: 200 len: 945 time: 0.0768893 Aug 16 22:54:49.120641 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-26df718d-3fba-4ac4-ae22-f6344395324b req-0b655882-5634-417b-95d4-fde83f874145 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=0819ca22-363d-4b59-9328-30a084cf554a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637803 Aug 16 22:54:49.144412 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-74011ec7-9ff8-4f50-9e42-617f6e687df7 req-438dd611-bbba-4f49-bb26-acc479c65869 service neutron] 10.222.0.68 "GET /v2.0/networks/3681de79-445f-48a0-8870-108f9a08910b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129825 Aug 16 22:54:49.145771 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d1450a7a-a2ff-46c7-b78d-14aa5cb1b488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:49.146827 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1450a7a-a2ff-46c7-b78d-14aa5cb1b488 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:49.147533 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d1450a7a-a2ff-46c7-b78d-14aa5cb1b488 admin admin] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:49.283469 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1450a7a-a2ff-46c7-b78d-14aa5cb1b488 admin admin] Pushing event updated for resources: {'Network': ['ID=7f5274ef-8b54-447c-a499-03705cb1b8e8,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:49.295743 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 7f5274ef-8b54-447c-a499-03705cb1b8e8 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:54:49.300724 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a86fdb-ed47-4dec-becc-be986d103e77 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Made reservation on behalf of b528224b3b2646b1be33edac9acd15da for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:54:49.304569 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-34a86fdb-ed47-4dec-becc-be986d103e77 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:49.333147 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-d1450a7a-a2ff-46c7-b78d-14aa5cb1b488 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.7654774 Aug 16 22:54:49.336033 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 33792) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:49.341921 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-f31a0495-391b-4b45-b8e4-fe744c353be9 admin admin] Request body: {'subnet': {'network_id': '7f5274ef-8b54-447c-a499-03705cb1b8e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1456595106-subnet', 'tenant_id': 'c0c2d25fe07540bc90d7b53fb4470dce', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:54:49.350282 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae004bb-4e4f-4d8c-b785-9fc51b8f5d4b req-29794028-54f8-40f9-adf0-4357bacca68a tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:49.352339 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7ae004bb-4e4f-4d8c-b785-9fc51b8f5d4b req-29794028-54f8-40f9-adf0-4357bacca68a tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.57 "GET /v2.0/ports?device_id=90f849f6-77c3-4c08-b2bd-63815b5179a7 HTTP/1.1" status: 200 len: 945 time: 0.1354198 Aug 16 22:54:49.353953 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-34a86fdb-ed47-4dec-becc-be986d103e77 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] device_id is not set on port 48fb67f0-ac26-4e56-ab93-ce8391a70f72 yet. {{(pid=101291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:54:49.379877 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f31a0495-391b-4b45-b8e4-fe744c353be9 admin admin] Made reservation on behalf of c0c2d25fe07540bc90d7b53fb4470dce for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:54:49.383077 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f31a0495-391b-4b45-b8e4-fe744c353be9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:49.580319 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-7ae004bb-4e4f-4d8c-b785-9fc51b8f5d4b req-a7df6de7-4ada-4cfa-9048-f6fa0a60de40 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Deleting port 3710bf3e-9ecf-4025-8bd6-a0dc12c7e9b1 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:54:49.581062 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-7ae004bb-4e4f-4d8c-b785-9fc51b8f5d4b req-a7df6de7-4ada-4cfa-9048-f6fa0a60de40 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:49.741980 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7fe0ba83-92bc-449e-ab8e-8bfe1017ae51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:49.821226 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9addcd0b-b54f-41d7-8425-e51e1a0bba0e req-b3796d4c-374f-4051-977e-6c3d6373e929 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:49.822763 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-34a86fdb-ed47-4dec-becc-be986d103e77 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Allocated IP 172.20.0.4 (a9f85087-2263-48b2-bc6f-28a419481c7d/b2754a3e-df9b-434c-a981-23cff07a70bf/48fb67f0-ac26-4e56-ab93-ce8391a70f72) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:54:49.823779 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9addcd0b-b54f-41d7-8425-e51e1a0bba0e req-b3796d4c-374f-4051-977e-6c3d6373e929 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a6ba4fd-4079-4489-b813-7e9474d0ac3d HTTP/1.1" status: 200 len: 944 time: 0.1627679 Aug 16 22:54:49.826127 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-7ae004bb-4e4f-4d8c-b785-9fc51b8f5d4b req-a7df6de7-4ada-4cfa-9048-f6fa0a60de40 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] For port 3710bf3e-9ecf-4025-8bd6-a0dc12c7e9b1, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=3710bf3e-9ecf-4025-8bd6-a0dc12c7e9b1,segment=NetworkSegment(0b00b110-ffa1-46c2-91d9-ab87a6c0117e),segment_id=0b00b110-ffa1-46c2-91d9-ab87a6c0117e)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:54:49.835318 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-7ae004bb-4e4f-4d8c-b785-9fc51b8f5d4b req-a7df6de7-4ada-4cfa-9048-f6fa0a60de40 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:49.875122 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-7ae004bb-4e4f-4d8c-b785-9fc51b8f5d4b req-a7df6de7-4ada-4cfa-9048-f6fa0a60de40 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Calling delete_port for 3710bf3e-9ecf-4025-8bd6-a0dc12c7e9b1 owned by compute:nova {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:54:49.919894 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f31a0495-391b-4b45-b8e4-fe744c353be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:49.990785 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9addcd0b-b54f-41d7-8425-e51e1a0bba0e req-8a3cab05-b5b9-4ce7-bd54-4c9e1c44a7a5 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/security-groups?id=034b2370-cf60-4c4b-9f41-d074191bc3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589198 Aug 16 22:54:50.026074 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31a0495-391b-4b45-b8e4-fe744c353be9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=475c9446-cc52-4f74-9dfd-a3e8912a6999,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:50.037987 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31a0495-391b-4b45-b8e4-fe744c353be9 admin admin] Checking segment: {'id': 'c4a7a711-f55a-478f-a560-2ba84762188d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7f5274ef-8b54-447c-a499-03705cb1b8e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:54:50.037987 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31a0495-391b-4b45-b8e4-fe744c353be9 admin admin] Network hostable DHCP agents. Network: 7f5274ef-8b54-447c-a499-03705cb1b8e8, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:54:50.051285 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c8330a-f528-49c1-9c04-d85acd39c4c8 None None] Network a9f85087-2263-48b2-bc6f-28a419481c7d requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:54:50.073991 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31a0495-391b-4b45-b8e4-fe744c353be9 admin admin] Network 7f5274ef-8b54-447c-a499-03705cb1b8e8 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:54:50.085001 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device eed75c62-9d6a-4466-9b6a-d3e01c80db7b up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:54:50.103259 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-f31a0495-391b-4b45-b8e4-fe744c353be9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 7f5274ef-8b54-447c-a499-03705cb1b8e8) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:54:50.107689 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31a0495-391b-4b45-b8e4-fe744c353be9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:50.108292 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f31a0495-391b-4b45-b8e4-fe744c353be9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:50.127089 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d49aa79-dc0e-45b6-9e3d-241a1e544f08 None None] Network 7f5274ef-8b54-447c-a499-03705cb1b8e8 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:54:50.164803 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-f31a0495-391b-4b45-b8e4-fe744c353be9 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8272660 Aug 16 22:54:50.165423 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 33816) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:50.169822 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-cf788961-b7f2-474c-b00a-c218e602dcca admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1456595106-router', 'tenant_id': 'c0c2d25fe07540bc90d7b53fb4470dce', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:54:50.212573 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 2c4966c1-afb7-4026-a719-f88a3c9234c6 details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:54:50.243960 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-cf788961-b7f2-474c-b00a-c218e602dcca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:50.246100 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-cf788961-b7f2-474c-b00a-c218e602dcca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:50.314374 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 2c4966c1-afb7-4026-a719-f88a3c9234c6, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=2c4966c1-afb7-4026-a719-f88a3c9234c6,segment=NetworkSegment(6edf975f-584b-457e-be27-9a9457978487),segment_id=6edf975f-584b-457e-be27-9a9457978487)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:54:50.335964 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': '2c4966c1-afb7-4026-a719-f88a3c9234c6', 'network_id': '3681de79-445f-48a0-8870-108f9a08910b', 'port_id': '2c4966c1-afb7-4026-a719-f88a3c9234c6', 'mac_address': 'fa:16:3e:85:a0:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '676b3069-1661-4172-a3c7-bc8a56a80bc8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:54:50.362409 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-34a86fdb-ed47-4dec-becc-be986d103e77 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:50.395022 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-34a86fdb-ed47-4dec-becc-be986d103e77 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Transition to ACTIVE for port object 48fb67f0-ac26-4e56-ab93-ce8391a70f72 will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:54:50.398960 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-7ae004bb-4e4f-4d8c-b785-9fc51b8f5d4b req-a7df6de7-4ada-4cfa-9048-f6fa0a60de40 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:50.404258 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:50.433855 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c4966c1-afb7-4026-a719-f88a3c9234c6 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:54:50.436996 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaffc1d6-5057-4e79-befc-1b4c0446d9d4 req-b8bb4c00-c13e-4fe2-905a-b21c19760cda tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:50.441555 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-aaffc1d6-5057-4e79-befc-1b4c0446d9d4 req-b8bb4c00-c13e-4fe2-905a-b21c19760cda tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/ports?device_id=90f849f6-77c3-4c08-b2bd-63815b5179a7 HTTP/1.1" status: 200 len: 945 time: 0.1766512 Aug 16 22:54:50.458203 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 2c4966c1-afb7-4026-a719-f88a3c9234c6, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=2c4966c1-afb7-4026-a719-f88a3c9234c6,segment=NetworkSegment(6edf975f-584b-457e-be27-9a9457978487),segment_id=6edf975f-584b-457e-be27-9a9457978487)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:54:50.464637 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7df6de7-4ada-4cfa-9048-f6fa0a60de40 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Pushing event deleted for resources: {'Port': ['ID=3710bf3e-9ecf-4025-8bd6-a0dc12c7e9b1,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:50.484746 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-619988a4-11ed-41b5-aa1f-2c0f4c75d18f None None] Provisioning for port eed75c62-9d6a-4466-9b6a-d3e01c80db7b completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:54:50.495488 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['3710bf3e-9ecf-4025-8bd6-a0dc12c7e9b1'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:54:50.511157 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:50.524126 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ae004bb-4e4f-4d8c-b785-9fc51b8f5d4b req-a7df6de7-4ada-4cfa-9048-f6fa0a60de40 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] No DVR routers for this DVR port 3710bf3e-9ecf-4025-8bd6-a0dc12c7e9b1 on host n-h2-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:54:50.528275 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-7ae004bb-4e4f-4d8c-b785-9fc51b8f5d4b req-a7df6de7-4ada-4cfa-9048-f6fa0a60de40 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:50.531601 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7ae004bb-4e4f-4d8c-b785-9fc51b8f5d4b req-a7df6de7-4ada-4cfa-9048-f6fa0a60de40 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.57 "DELETE /v2.0/ports/3710bf3e-9ecf-4025-8bd6-a0dc12c7e9b1 HTTP/1.1" status: 204 len: 173 time: 1.1711247 Aug 16 22:54:50.535162 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f849f6-77c3-4c08-b2bd-63815b5179a7', 'name': 'network-vif-deleted', 'tag': '3710bf3e-9ecf-4025-8bd6-a0dc12c7e9b1'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:54:50.538571 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd6c5e18-0573-4b62-a42a-24cf9e7bc3bb" -d '{"events": [{"server_uuid": "90f849f6-77c3-4c08-b2bd-63815b5179a7", "name": "network-vif-deleted", "tag": "3710bf3e-9ecf-4025-8bd6-a0dc12c7e9b1"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:54:50.562851 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-34a86fdb-ed47-4dec-becc-be986d103e77 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:50.625715 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a86fdb-ed47-4dec-becc-be986d103e77 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Network a9f85087-2263-48b2-bc6f-28a419481c7d is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:54:50.630735 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-34a86fdb-ed47-4dec-becc-be986d103e77 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:54:50.633963 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a86fdb-ed47-4dec-becc-be986d103e77 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:54:50.654136 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-cf788961-b7f2-474c-b00a-c218e602dcca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:50.684112 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=2c4966c1-afb7-4026-a719-f88a3c9234c6,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:50.691612 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77e4390-5de4-4214-bfdb-c9c5a7b2bac9 req-143865f2-a205-4a08-a896-0cb7a47fdccd tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:50.704457 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b77e4390-5de4-4214-bfdb-c9c5a7b2bac9 req-143865f2-a205-4a08-a896-0cb7a47fdccd tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bc6ad35-37eb-49fc-aa60-10ea3b36c658 HTTP/1.1" status: 200 len: 945 time: 0.1623635 Aug 16 22:54:50.728139 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a86fdb-ed47-4dec-becc-be986d103e77 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Pushing event updated for resources: {'Port': ['ID=48fb67f0-ac26-4e56-ab93-ce8391a70f72,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:50.758962 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-aaffc1d6-5057-4e79-befc-1b4c0446d9d4 req-4059d174-ca86-4b8f-9aa4-61d384a142f1 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/security-groups?id=7112d64a-fa50-4e7b-af47-b87caa1ebcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3038266 Aug 16 22:54:50.781018 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:50.796685 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['2c4966c1-afb7-4026-a719-f88a3c9234c6'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:54:50.800014 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port eed75c62-9d6a-4466-9b6a-d3e01c80db7b completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:54:50.813809 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a86fdb-ed47-4dec-becc-be986d103e77 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:50.817356 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-34a86fdb-ed47-4dec-becc-be986d103e77 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:50.860440 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-34a86fdb-ed47-4dec-becc-be986d103e77 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0693192 Aug 16 22:54:50.862920 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 33828) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:50.897577 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port eed75c62-9d6a-4466-9b6a-d3e01c80db7b triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:54:50.898244 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:51.089657 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc54cfc-9660-424e-95c9-fb89547d1a6c tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:51.098304 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-ecc54cfc-9660-424e-95c9-fb89547d1a6c tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.6 HTTP/1.1" status: 200 len: 922 time: 0.2325275 Aug 16 22:54:51.098548 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e51a10-a5c6-46b7-901f-9ec5eee9780d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-7f5274ef-8b54-447c-a499-03705cb1b8e8', 'network_id': '7f5274ef-8b54-447c-a499-03705cb1b8e8', 'tenant_id': 'c0c2d25fe07540bc90d7b53fb4470dce', 'fixed_ips': [{'subnet_id': '475c9446-cc52-4f74-9dfd-a3e8912a6999'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:54:51.099011 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 33834) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:51.099404 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d5e51a10-a5c6-46b7-901f-9ec5eee9780d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:51.164168 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96026ec8-49d7-4d4b-8c36-faf3b83388d2 x-openstack-request-id: req-96026ec8-49d7-4d4b-8c36-faf3b83388d2 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:54:51.164483 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90f849f6-77c3-4c08-b2bd-63815b5179a7", "name": "network-vif-deleted", "tag": "3710bf3e-9ecf-4025-8bd6-a0dc12c7e9b1", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:54:51.164735 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-96026ec8-49d7-4d4b-8c36-faf3b83388d2 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:54:51.165127 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90f849f6-77c3-4c08-b2bd-63815b5179a7', 'name': 'network-vif-deleted', 'tag': '3710bf3e-9ecf-4025-8bd6-a0dc12c7e9b1', 'status': 'completed', 'code': 200} Aug 16 22:54:51.226228 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b77e4390-5de4-4214-bfdb-c9c5a7b2bac9 req-64de21bd-7ea8-443e-9777-473c3c10aa7b tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=0819ca22-363d-4b59-9328-30a084cf554a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5203018 Aug 16 22:54:51.247463 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-cf788961-b7f2-474c-b00a-c218e602dcca admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:51.305208 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-b4d91397-b3df-4f33-88fd-a5bf3bdc2fb9 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Deleting port 48fb67f0-ac26-4e56-ab93-ce8391a70f72 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:54:51.318538 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b4d91397-b3df-4f33-88fd-a5bf3bdc2fb9 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:51.371065 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44a8463-8f8d-49fd-92f0-28ce7b952bad req-b4516b75-b89e-48d3-9728-9d7f7dffa53e tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:51.383358 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e44a8463-8f8d-49fd-92f0-28ce7b952bad req-b4516b75-b89e-48d3-9728-9d7f7dffa53e tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a6ba4fd-4079-4489-b813-7e9474d0ac3d HTTP/1.1" status: 200 len: 945 time: 0.1892893 Aug 16 22:54:51.387563 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-d5e51a10-a5c6-46b7-901f-9ec5eee9780d None None] Allocated IP 172.20.0.2 (7f5274ef-8b54-447c-a499-03705cb1b8e8/475c9446-cc52-4f74-9dfd-a3e8912a6999/62628194-1308-405c-a179-7bfe9e6ed8c2) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:54:51.486098 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e44a8463-8f8d-49fd-92f0-28ce7b952bad req-c81bde7f-b5fe-4a02-9ce6-5575097cc57e tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/security-groups?id=034b2370-cf60-4c4b-9f41-d074191bc3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011326 Aug 16 22:54:51.536809 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b4d91397-b3df-4f33-88fd-a5bf3bdc2fb9 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:51.551338 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-b4d91397-b3df-4f33-88fd-a5bf3bdc2fb9 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Calling delete_port for 48fb67f0-ac26-4e56-ab93-ce8391a70f72 owned by {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:54:51.561047 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d5e51a10-a5c6-46b7-901f-9ec5eee9780d None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:51.571654 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-d5e51a10-a5c6-46b7-901f-9ec5eee9780d None None] Transition to ACTIVE for port object 62628194-1308-405c-a179-7bfe9e6ed8c2 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:54:51.648597 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-d5e51a10-a5c6-46b7-901f-9ec5eee9780d None None] Transition to ACTIVE for port object 62628194-1308-405c-a179-7bfe9e6ed8c2 will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:54:51.683364 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:51.696471 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d5e51a10-a5c6-46b7-901f-9ec5eee9780d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:51.784902 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b4d91397-b3df-4f33-88fd-a5bf3bdc2fb9 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:51.798257 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e51a10-a5c6-46b7-901f-9ec5eee9780d None None] Pushing event updated for resources: {'Port': ['ID=62628194-1308-405c-a179-7bfe9e6ed8c2,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:51.847181 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-cf788961-b7f2-474c-b00a-c218e602dcca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:51.854140 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:51.898773 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-cf788961-b7f2-474c-b00a-c218e602dcca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:51.915821 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port eed75c62-9d6a-4466-9b6a-d3e01c80db7b, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=eed75c62-9d6a-4466-9b6a-d3e01c80db7b,segment=NetworkSegment(a9e56bce-4466-48c4-9591-55e9a18874df),segment_id=a9e56bce-4466-48c4-9591-55e9a18874df)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:54:51.918350 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d91397-b3df-4f33-88fd-a5bf3bdc2fb9 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Pushing event deleted for resources: {'Port': ['ID=48fb67f0-ac26-4e56-ab93-ce8391a70f72,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:51.940990 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e51a10-a5c6-46b7-901f-9ec5eee9780d None None] Network 7f5274ef-8b54-447c-a499-03705cb1b8e8 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:54:51.944863 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:52.094863 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b4d91397-b3df-4f33-88fd-a5bf3bdc2fb9 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:52.097005 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5fee9276-389e-4ab2-9976-24283f943c78 req-a6c9f62a-2d79-4a00-aaf1-0124bf637db6 tempest-ListServerFiltersTestJSON-1887169907 tempest-ListServerFiltersTestJSON-1887169907-project] 10.222.0.36 "GET /v2.0/ports?device_id=90f849f6-77c3-4c08-b2bd-63815b5179a7 HTTP/1.1" status: 200 len: 210 time: 0.0826991 Aug 16 22:54:52.097433 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-b4d91397-b3df-4f33-88fd-a5bf3bdc2fb9 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "DELETE /v2.0/ports/48fb67f0-ac26-4e56-ab93-ce8391a70f72 HTTP/1.1" status: 204 len: 168 time: 0.9974437 Aug 16 22:54:52.101219 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-d5e51a10-a5c6-46b7-901f-9ec5eee9780d None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:54:52.104137 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 33854) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:52.115205 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e51a10-a5c6-46b7-901f-9ec5eee9780d None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:54:52.118765 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=eed75c62-9d6a-4466-9b6a-d3e01c80db7b,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:52.132797 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0f2c8c7c-44c5-4ae0-b8da-39be34179905 req-c6088915-8b72-40f8-bc3f-974485815c38 tempest-QuotasAdminNegativeTest-1963365362 tempest-QuotasAdminNegativeTest-1963365362-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=62fbdd5ef2df4434bb2c43e756edbc38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0431612 Aug 16 22:54:52.181557 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1a4cccf-38c6-4dd0-9c14-11ebdbbf4068 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] GET failed (client error): The resource could not be found. Aug 16 22:54:52.185750 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-c1a4cccf-38c6-4dd0-9c14-11ebdbbf4068 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "GET /v2.0/ports/48fb67f0-ac26-4e56-ab93-ce8391a70f72 HTTP/1.1" status: 404 len: 333 time: 0.0781457 Aug 16 22:54:52.186784 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 33856) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:52.273379 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-d5e51a10-a5c6-46b7-901f-9ec5eee9780d None None] Attempting to bind port 62628194-1308-405c-a179-7bfe9e6ed8c2 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:54:52.273767 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-d5e51a10-a5c6-46b7-901f-9ec5eee9780d None None] Attempting to bind port 62628194-1308-405c-a179-7bfe9e6ed8c2 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': 'c4a7a711-f55a-478f-a560-2ba84762188d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7f5274ef-8b54-447c-a499-03705cb1b8e8'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:54:52.274138 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e51a10-a5c6-46b7-901f-9ec5eee9780d None None] Attempting to bind port 62628194-1308-405c-a179-7bfe9e6ed8c2 on network 7f5274ef-8b54-447c-a499-03705cb1b8e8 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:54:52.280921 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e51a10-a5c6-46b7-901f-9ec5eee9780d None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:54:52.281348 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e51a10-a5c6-46b7-901f-9ec5eee9780d None None] Checking segment: {'id': 'c4a7a711-f55a-478f-a560-2ba84762188d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7f5274ef-8b54-447c-a499-03705cb1b8e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:54:52.281807 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d5e51a10-a5c6-46b7-901f-9ec5eee9780d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:52.282213 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e51a10-a5c6-46b7-901f-9ec5eee9780d None None] Bound using segment: {'id': 'c4a7a711-f55a-478f-a560-2ba84762188d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7f5274ef-8b54-447c-a499-03705cb1b8e8'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:54:52.283035 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-d5e51a10-a5c6-46b7-901f-9ec5eee9780d None None] Bound port: 62628194-1308-405c-a179-7bfe9e6ed8c2, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4a7a711-f55a-478f-a560-2ba84762188d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7f5274ef-8b54-447c-a499-03705cb1b8e8'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:54:52.283530 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d5e51a10-a5c6-46b7-901f-9ec5eee9780d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:52.291735 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-b43f2bb0-d353-4c48-ac13-91a52c7ee8c3 None None] Provisioning for port 74da8083-9c10-45fb-896e-21a0d90b0564 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:54:52.320007 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-b43f2bb0-d353-4c48-ac13-91a52c7ee8c3 None None] Provisioning complete for port 74da8083-9c10-45fb-896e-21a0d90b0564 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:54:52.320391 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-b43f2bb0-d353-4c48-ac13-91a52c7ee8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:52.326414 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-cf788961-b7f2-474c-b00a-c218e602dcca admin admin] Allocated IP 172.25.4.114 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/af994b7a-4efd-4a6a-a544-6e3b4f15d9c8) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:54:52.373830 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-05562d7b-3321-4f91-b77e-23a96b9c52c6 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Deleting port 74da8083-9c10-45fb-896e-21a0d90b0564 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:54:52.385329 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-d5e51a10-a5c6-46b7-901f-9ec5eee9780d None None] For port 62628194-1308-405c-a179-7bfe9e6ed8c2, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:54:52.387294 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-05562d7b-3321-4f91-b77e-23a96b9c52c6 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:52.389296 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-d5e51a10-a5c6-46b7-901f-9ec5eee9780d None None] For port 62628194-1308-405c-a179-7bfe9e6ed8c2, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=62628194-1308-405c-a179-7bfe9e6ed8c2,segment=NetworkSegment(c4a7a711-f55a-478f-a560-2ba84762188d),segment_id=c4a7a711-f55a-478f-a560-2ba84762188d)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:54:52.412507 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d5e51a10-a5c6-46b7-901f-9ec5eee9780d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:52.483326 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e51a10-a5c6-46b7-901f-9ec5eee9780d None None] Pushing event updated for resources: {'Port': ['ID=62628194-1308-405c-a179-7bfe9e6ed8c2,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:52.509479 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-05562d7b-3321-4f91-b77e-23a96b9c52c6 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:52.524901 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-05562d7b-3321-4f91-b77e-23a96b9c52c6 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Calling delete_port for 74da8083-9c10-45fb-896e-21a0d90b0564 owned by {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:54:52.525497 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-b43f2bb0-d353-4c48-ac13-91a52c7ee8c3 None None] Port 74da8083-9c10-45fb-896e-21a0d90b0564 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:54:52.527869 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2c8c7c-44c5-4ae0-b8da-39be34179905 req-9f4df802-19dd-4cbe-a42c-3fa0ad158da4 tempest-QuotasAdminNegativeTest-1963365362 tempest-QuotasAdminNegativeTest-1963365362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:52.536842 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-b43f2bb0-d353-4c48-ac13-91a52c7ee8c3 None None] Provisioning complete for port eed75c62-9d6a-4466-9b6a-d3e01c80db7b triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:54:52.537276 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-b43f2bb0-d353-4c48-ac13-91a52c7ee8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:52.538422 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0f2c8c7c-44c5-4ae0-b8da-39be34179905 req-9f4df802-19dd-4cbe-a42c-3fa0ad158da4 tempest-QuotasAdminNegativeTest-1963365362 tempest-QuotasAdminNegativeTest-1963365362-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3861947 Aug 16 22:54:52.584813 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0f2c8c7c-44c5-4ae0-b8da-39be34179905 req-3a667894-79e1-40b7-8a71-8704ef4c7a48 tempest-QuotasAdminNegativeTest-1963365362 tempest-QuotasAdminNegativeTest-1963365362-project] 10.222.0.36 "GET /v2.0/quotas/62fbdd5ef2df4434bb2c43e756edbc38 HTTP/1.1" status: 200 len: 375 time: 0.0450554 Aug 16 22:54:52.668052 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd04158-3a5e-40f7-b188-5fe277632e2a req-ceea3083-7935-4139-975c-3eac2094cd29 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:52.677435 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4fd04158-3a5e-40f7-b188-5fe277632e2a req-ceea3083-7935-4139-975c-3eac2094cd29 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bc6ad35-37eb-49fc-aa60-10ea3b36c658 HTTP/1.1" status: 200 len: 945 time: 0.3083758 Aug 16 22:54:52.711756 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0f2c8c7c-44c5-4ae0-b8da-39be34179905 req-c2a74dd3-dfce-4d9b-8fb2-77522ac58410 tempest-QuotasAdminNegativeTest-1963365362 tempest-QuotasAdminNegativeTest-1963365362-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=62fbdd5ef2df4434bb2c43e756edbc38&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1258225 Aug 16 22:54:52.732112 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:52.757101 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-b43f2bb0-d353-4c48-ac13-91a52c7ee8c3 None None] Could not find standard attr ID for object 48fb67f0-ac26-4e56-ab93-ce8391a70f72. {{(pid=101293) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:54:52.834973 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 3710bf3e-9ecf-4025-8bd6-a0dc12c7e9b1 no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:54:52.879716 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] No Port match for: 3710bf3e-9ecf-4025-8bd6-a0dc12c7e9b1 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:54:52.880067 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 3710bf3e-9ecf-4025-8bd6-a0dc12c7e9b1 not bound to the agent host n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:54:52.886938 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4fd04158-3a5e-40f7-b188-5fe277632e2a req-071f1512-a452-40e0-b8ee-0c30ac518f4b tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=0819ca22-363d-4b59-9328-30a084cf554a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2083166 Aug 16 22:54:52.943835 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-cf788961-b7f2-474c-b00a-c218e602dcca admin admin] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:52.947186 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-de0a50f2-6f52-4a8c-9142-6ee04c3f6c71 None None] Provisioning complete for port 74da8083-9c10-45fb-896e-21a0d90b0564 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:54:52.947575 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-de0a50f2-6f52-4a8c-9142-6ee04c3f6c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:53.089891 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-de0a50f2-6f52-4a8c-9142-6ee04c3f6c71 None None] Port 74da8083-9c10-45fb-896e-21a0d90b0564 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:54:53.119665 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-cf788961-b7f2-474c-b00a-c218e602dcca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:53.202648 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf788961-b7f2-474c-b00a-c218e602dcca admin admin] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:54:53.203955 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-2e5d8546-bd26-4809-aa7d-0cdf5cb71db1 None None] Could not find standard attr ID for object 48fb67f0-ac26-4e56-ab93-ce8391a70f72. {{(pid=101293) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:54:53.222624 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-cf788961-b7f2-474c-b00a-c218e602dcca admin admin] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:54:53.227092 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf788961-b7f2-474c-b00a-c218e602dcca admin admin] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:54:53.239523 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ac2b68-663c-480b-9e02-3873856eebc0 req-1ebabe6f-dd06-4338-a96f-06970e958b14 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:53.248128 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-71ac2b68-663c-480b-9e02-3873856eebc0 req-1ebabe6f-dd06-4338-a96f-06970e958b14 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a6ba4fd-4079-4489-b813-7e9474d0ac3d HTTP/1.1" status: 200 len: 945 time: 0.2002447 Aug 16 22:54:53.356729 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf788961-b7f2-474c-b00a-c218e602dcca admin admin] Pushing event updated for resources: {'Port': ['ID=af994b7a-4efd-4a6a-a544-6e3b4f15d9c8,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:53.528913 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-05562d7b-3321-4f91-b77e-23a96b9c52c6 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:53.542403 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 33876) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:53.658095 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05562d7b-3321-4f91-b77e-23a96b9c52c6 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Pushing event deleted for resources: {'Port': ['ID=74da8083-9c10-45fb-896e-21a0d90b0564,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:53.688079 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a553ee4-9810-4cfa-a832-cc17bbfe0b51 admin admin] Deleting subnet 7dcd32e4-dfac-4bf2-accd-cdf25fc72851 {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:54:53.717328 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1a553ee4-9810-4cfa-a832-cc17bbfe0b51 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:53.840956 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1a553ee4-9810-4cfa-a832-cc17bbfe0b51 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:53.951830 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-71ac2b68-663c-480b-9e02-3873856eebc0 req-8412745c-9e0a-4e6f-8518-3cf345db997e tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/security-groups?id=034b2370-cf60-4c4b-9f41-d074191bc3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6999786 Aug 16 22:54:54.045956 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1a553ee4-9810-4cfa-a832-cc17bbfe0b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:54.188216 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 2c4966c1-afb7-4026-a719-f88a3c9234c6 up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:54:54.192059 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1a553ee4-9810-4cfa-a832-cc17bbfe0b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:54.247335 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a553ee4-9810-4cfa-a832-cc17bbfe0b51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7dcd32e4-dfac-4bf2-accd-cdf25fc72851,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:54.255235 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1a553ee4-9810-4cfa-a832-cc17bbfe0b51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:54.259561 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-1a553ee4-9810-4cfa-a832-cc17bbfe0b51 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/7dcd32e4-dfac-4bf2-accd-cdf25fc72851 HTTP/1.1" status: 204 len: 168 time: 0.7102437 Aug 16 22:54:54.260364 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 33902) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:54.267324 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b182053-fa54-4c1f-a9c2-277db9e061ab None None] Network 84114c2c-8237-4c3d-8ec3-a63c8431ae95 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:54:54.290004 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-05562d7b-3321-4f91-b77e-23a96b9c52c6 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:54.292298 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-05562d7b-3321-4f91-b77e-23a96b9c52c6 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "DELETE /v2.0/ports/74da8083-9c10-45fb-896e-21a0d90b0564 HTTP/1.1" status: 204 len: 168 time: 2.1045570 Aug 16 22:54:54.326950 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9ce546-38d8-4500-8c9d-b5194be9e291 None None] Network 7f5274ef-8b54-447c-a499-03705cb1b8e8 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:54:54.328072 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 33908) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:54.365840 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-204ef07b-71d5-4539-a5b6-441f5701fddd tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] GET failed (client error): The resource could not be found. Aug 16 22:54:54.367533 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-204ef07b-71d5-4539-a5b6-441f5701fddd tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "GET /v2.0/ports/74da8083-9c10-45fb-896e-21a0d90b0564 HTTP/1.1" status: 404 len: 333 time: 0.0382118 Aug 16 22:54:54.373866 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 33914) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:54.426216 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 62628194-1308-405c-a179-7bfe9e6ed8c2 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:54:54.441240 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4d8667da-c0ba-47bb-99ec-7493d874b675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:54.480323 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0a2ba26-9c7e-4fd4-8a33-cad4d61d4d99 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Deleting subnet b2754a3e-df9b-434c-a981-23cff07a70bf {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:54:54.488596 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73ad6ad-9654-4f68-9620-fe71d5d1aab4 req-8d5d2f65-15b0-41b3-b316-3b7682467f97 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:54.489269 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e73ad6ad-9654-4f68-9620-fe71d5d1aab4 req-8d5d2f65-15b0-41b3-b316-3b7682467f97 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bc6ad35-37eb-49fc-aa60-10ea3b36c658 HTTP/1.1" status: 200 len: 945 time: 0.2559721 Aug 16 22:54:54.494130 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b95db606-6b10-47c0-86c7-7b59fa0ef184 req-bec05a41-8dbb-4f98-bff5-aebba06541d1 tempest-QuotasAdminNegativeTest-1963365362 tempest-QuotasAdminNegativeTest-1963365362-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=62fbdd5ef2df4434bb2c43e756edbc38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0771413 Aug 16 22:54:54.521635 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-f44bde4b-c663-430e-8d0c-47e6c76254af None None] Provisioning for port 62628194-1308-405c-a179-7bfe9e6ed8c2 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:54:54.544904 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a0a2ba26-9c7e-4fd4-8a33-cad4d61d4d99 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:54.574160 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning for port 2c4966c1-afb7-4026-a719-f88a3c9234c6 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:54:54.609607 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port 2c4966c1-afb7-4026-a719-f88a3c9234c6 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:54:54.610257 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:54.639990 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a0a2ba26-9c7e-4fd4-8a33-cad4d61d4d99 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:54.656567 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95db606-6b10-47c0-86c7-7b59fa0ef184 req-0b7e4210-dd5c-4967-a46e-d1bfd43bd0df tempest-QuotasAdminNegativeTest-1963365362 tempest-QuotasAdminNegativeTest-1963365362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:54.664568 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b95db606-6b10-47c0-86c7-7b59fa0ef184 req-0b7e4210-dd5c-4967-a46e-d1bfd43bd0df tempest-QuotasAdminNegativeTest-1963365362 tempest-QuotasAdminNegativeTest-1963365362-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1557000 Aug 16 22:54:54.697207 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 62628194-1308-405c-a179-7bfe9e6ed8c2 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:54:54.703976 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-4d8667da-c0ba-47bb-99ec-7493d874b675 admin admin] Deleting port 818cfc68-e188-48a4-9eb5-07cc1027cd76 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:54:54.704415 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4d8667da-c0ba-47bb-99ec-7493d874b675 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:54.710782 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 62628194-1308-405c-a179-7bfe9e6ed8c2 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:54:54.711530 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:54.768351 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b95db606-6b10-47c0-86c7-7b59fa0ef184 req-374d251c-b586-41fd-af91-e40bb1290ede tempest-QuotasAdminNegativeTest-1963365362 tempest-QuotasAdminNegativeTest-1963365362-project] 10.222.0.36 "GET /v2.0/quotas/62fbdd5ef2df4434bb2c43e756edbc38 HTTP/1.1" status: 200 len: 375 time: 0.1017258 Aug 16 22:54:54.850519 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b95db606-6b10-47c0-86c7-7b59fa0ef184 req-a1d51fd1-9312-41a5-ac67-06b793aeda7e tempest-QuotasAdminNegativeTest-1963365362 tempest-QuotasAdminNegativeTest-1963365362-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=62fbdd5ef2df4434bb2c43e756edbc38&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0798275 Aug 16 22:54:54.852895 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-4d8667da-c0ba-47bb-99ec-7493d874b675 admin admin] For port 818cfc68-e188-48a4-9eb5-07cc1027cd76, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=818cfc68-e188-48a4-9eb5-07cc1027cd76,segment=NetworkSegment(0b00b110-ffa1-46c2-91d9-ab87a6c0117e),segment_id=0b00b110-ffa1-46c2-91d9-ab87a6c0117e)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:54:54.854069 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4d8667da-c0ba-47bb-99ec-7493d874b675 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:54.857672 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd28f0d-5263-4b9c-8a01-e5dbe221fbec None None] DHCP port deletion for 84114c2c-8237-4c3d-8ec3-a63c8431ae95 request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:54:54.874834 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a0a2ba26-9c7e-4fd4-8a33-cad4d61d4d99 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:54.904515 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-4d8667da-c0ba-47bb-99ec-7493d874b675 admin admin] Calling delete_port for 818cfc68-e188-48a4-9eb5-07cc1027cd76 owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:54:54.926697 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e73ad6ad-9654-4f68-9620-fe71d5d1aab4 req-0c290969-ac2c-470c-9905-19269e38b78a tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=0819ca22-363d-4b59-9328-30a084cf554a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4262483 Aug 16 22:54:54.963711 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:55.037069 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a6ba4fd-4079-4489-b813-7e9474d0ac3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c4966c1-afb7-4026-a719-f88a3c9234c6'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:54:55.041838 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9af3648-1d26-429c-b61a-c8708ee35a68" -d '{"events": [{"server_uuid": "9a6ba4fd-4079-4489-b813-7e9474d0ac3d", "name": "network-vif-plugged", "status": "completed", "tag": "2c4966c1-afb7-4026-a719-f88a3c9234c6"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:54:55.051726 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:55.160422 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4d8667da-c0ba-47bb-99ec-7493d874b675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:55.169901 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a0a2ba26-9c7e-4fd4-8a33-cad4d61d4d99 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:55.234843 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8667da-c0ba-47bb-99ec-7493d874b675 admin admin] Pushing event deleted for resources: {'Port': ['ID=818cfc68-e188-48a4-9eb5-07cc1027cd76,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:55.243988 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a0a2ba26-9c7e-4fd4-8a33-cad4d61d4d99 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:55.246279 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-a0a2ba26-9c7e-4fd4-8a33-cad4d61d4d99 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "DELETE /v2.0/subnets/b2754a3e-df9b-434c-a981-23cff07a70bf HTTP/1.1" status: 204 len: 168 time: 0.8712704 Aug 16 22:54:55.251297 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8667da-c0ba-47bb-99ec-7493d874b675 admin admin] No DVR routers for this DVR port 818cfc68-e188-48a4-9eb5-07cc1027cd76 on host n-d-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:54:55.276906 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 33928) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:55.317157 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-cf788961-b7f2-474c-b00a-c218e602dcca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:55.393861 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4d8667da-c0ba-47bb-99ec-7493d874b675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:55.407000 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-4d8667da-c0ba-47bb-99ec-7493d874b675 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84114c2c-8237-4c3d-8ec3-a63c8431ae95']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:54:55.427448 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-4d8667da-c0ba-47bb-99ec-7493d874b675 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b00b110-ffa1-46c2-91d9-ab87a6c0117e') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:54:55.428763 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-4d8667da-c0ba-47bb-99ec-7493d874b675 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b00b110-ffa1-46c2-91d9-ab87a6c0117e') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:54:55.439282 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a2ba26-9c7e-4fd4-8a33-cad4d61d4d99 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Pushing event deleted for resources: {'Subnet': ['ID=b2754a3e-df9b-434c-a981-23cff07a70bf,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:55.461364 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4d8667da-c0ba-47bb-99ec-7493d874b675 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:55.492036 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4d8667da-c0ba-47bb-99ec-7493d874b675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:55.553009 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 62628194-1308-405c-a179-7bfe9e6ed8c2, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=62628194-1308-405c-a179-7bfe9e6ed8c2,segment=NetworkSegment(c4a7a711-f55a-478f-a560-2ba84762188d),segment_id=c4a7a711-f55a-478f-a560-2ba84762188d)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:54:55.557585 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e28e789a-c6d6-41fc-a1a6-db745f223161 x-openstack-request-id: req-e28e789a-c6d6-41fc-a1a6-db745f223161 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:54:55.558052 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a6ba4fd-4079-4489-b813-7e9474d0ac3d", "name": "network-vif-plugged", "status": "completed", "tag": "2c4966c1-afb7-4026-a719-f88a3c9234c6", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:54:55.558404 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e28e789a-c6d6-41fc-a1a6-db745f223161 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:54:55.559153 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a6ba4fd-4079-4489-b813-7e9474d0ac3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c4966c1-afb7-4026-a719-f88a3c9234c6', 'code': 200} Aug 16 22:54:55.562742 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39440188-c223-4d80-9d3a-129ba3c27112 req-626998d0-fa20-4fab-a544-5b9b32c3df94 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:55.567581 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 2c4966c1-afb7-4026-a719-f88a3c9234c6, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=2c4966c1-afb7-4026-a719-f88a3c9234c6,segment=NetworkSegment(6edf975f-584b-457e-be27-9a9457978487),segment_id=6edf975f-584b-457e-be27-9a9457978487)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:54:55.569733 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-39440188-c223-4d80-9d3a-129ba3c27112 req-626998d0-fa20-4fab-a544-5b9b32c3df94 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a6ba4fd-4079-4489-b813-7e9474d0ac3d HTTP/1.1" status: 200 len: 945 time: 0.4280109 Aug 16 22:54:55.571906 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6341cd-8ace-46a7-87dd-578efba48711 None None] Network a9f85087-2263-48b2-bc6f-28a419481c7d requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:54:55.601686 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d8667da-c0ba-47bb-99ec-7493d874b675 admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:54:55.602190 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4d8667da-c0ba-47bb-99ec-7493d874b675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:55.604867 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 22:54:55.604867 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:54:55.604867 n-d-791506-26 neutron-server[101291]: timer() Aug 16 22:54:55.604867 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:54:55.604867 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 22:54:55.604867 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:54:55.604867 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 22:54:55.604867 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:54:55.604867 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 22:54:55.604867 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:54:55.604867 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 22:54:55.604867 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:54:55.604867 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 22:54:55.604867 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:54:55.604867 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:54:55.604867 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:54:55.604867 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:54:55.604867 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:54:55.604867 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 22:54:55.604867 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:54:55.604867 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 22:54:55.604867 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:54:55.604867 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:54:55.604867 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:54:55.604867 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 22:54:55.604867 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:54:55.604867 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:54:55.604867 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:54:55.604867 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:54:55.604867 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:54:55.604867 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:54:55.604867 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:54:55.661535 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:55.662540 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device eed75c62-9d6a-4466-9b6a-d3e01c80db7b up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:54:55.690545 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6feb183c-9179-43f6-82f4-4d2d8ae1a638 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:55.712090 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05380564-07d1-4da7-ab2d-ced7fb95be2a req-d6b6eb44-0072-4778-a07f-5c40d5314653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:55.714204 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-05380564-07d1-4da7-ab2d-ced7fb95be2a req-d6b6eb44-0072-4778-a07f-5c40d5314653 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=9a6ba4fd-4079-4489-b813-7e9474d0ac3d HTTP/1.1" status: 200 len: 1097 time: 0.2040761 Aug 16 22:54:55.716204 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4d8667da-c0ba-47bb-99ec-7493d874b675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:55.761910 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4d8667da-c0ba-47bb-99ec-7493d874b675 admin admin] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:55.765031 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-39440188-c223-4d80-9d3a-129ba3c27112 req-323557c7-ce1a-4a27-adcb-9c37a8f3e2c6 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/security-groups?id=034b2370-cf60-4c4b-9f41-d074191bc3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339700 Aug 16 22:54:55.784933 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-4d8667da-c0ba-47bb-99ec-7493d874b675 admin admin] 10.222.0.36 "DELETE /v2.0/networks/84114c2c-8237-4c3d-8ec3-a63c8431ae95 HTTP/1.1" status: 204 len: 168 time: 1.5224118 Aug 16 22:54:55.786712 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8667da-c0ba-47bb-99ec-7493d874b675 admin admin] Pushing event deleted for resources: {'Network': ['ID=84114c2c-8237-4c3d-8ec3-a63c8431ae95,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:55.787849 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:55.819090 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=62628194-1308-405c-a179-7bfe9e6ed8c2,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:55.842648 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-cf788961-b7f2-474c-b00a-c218e602dcca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:55.844654 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-05380564-07d1-4da7-ab2d-ced7fb95be2a req-28d0f748-b9a2-4c6d-897f-e8cec007b6e3 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=034b2370-cf60-4c4b-9f41-d074191bc3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149731 Aug 16 22:54:55.880268 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:55.881783 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-8cd28f0d-5263-4b9c-8a01-e5dbe221fbec None None] Deleting port 818cfc68-e188-48a4-9eb5-07cc1027cd76 {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:54:55.882160 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-8cd28f0d-5263-4b9c-8a01-e5dbe221fbec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:55.921807 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server [None req-8cd28f0d-5263-4b9c-8a01-e5dbe221fbec None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 84114c2c-8237-4c3d-8ec3-a63c8431ae95 could not be found. Aug 16 22:54:55.921807 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 22:54:55.921807 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Aug 16 22:54:55.921807 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Aug 16 22:54:55.921807 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Aug 16 22:54:55.921807 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Aug 16 22:54:55.921807 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2809, in one Aug 16 22:54:55.921807 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return self._iter().one() Aug 16 22:54:55.921807 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1374, in one Aug 16 22:54:55.921807 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return self._only_one_row( Aug 16 22:54:55.921807 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Aug 16 22:54:55.921807 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Aug 16 22:54:55.921807 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Aug 16 22:54:55.921807 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server Aug 16 22:54:55.921807 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Aug 16 22:54:55.921807 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server Aug 16 22:54:55.921807 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 22:54:55.921807 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 22:54:55.921807 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 22:54:55.921807 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 22:54:55.921807 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 22:54:55.921807 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 22:54:55.921807 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 22:54:55.921807 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 22:54:55.921807 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 22:54:55.921807 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:54:55.921807 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:54:55.921807 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:54:55.921807 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:54:55.921807 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 22:54:55.921807 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 22:54:55.921807 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 22:54:55.921807 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 22:54:55.921807 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:54:55.921807 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:54:55.921807 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:54:55.921807 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:54:55.921807 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 22:54:55.921807 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 22:54:55.921807 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 22:54:55.921807 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 22:54:55.921807 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:54:55.921807 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:54:55.921807 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:54:55.921807 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:54:55.921807 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 22:54:55.921807 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 22:54:55.921807 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Aug 16 22:54:55.921807 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Aug 16 22:54:55.921807 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1541, in delete_ports_by_device_id Aug 16 22:54:55.921807 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Aug 16 22:54:55.921807 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 16 22:54:55.921807 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 22:54:55.921807 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 22:54:55.921807 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 22:54:55.927865 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 22:54:55.927865 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 22:54:55.927865 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:54:55.927865 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:54:55.927865 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:54:55.927865 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:54:55.927865 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 22:54:55.927865 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 22:54:55.927865 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 22:54:55.927865 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 22:54:55.927865 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:54:55.927865 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:54:55.927865 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:54:55.927865 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:54:55.927865 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 22:54:55.927865 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 22:54:55.927865 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 22:54:55.927865 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 22:54:55.927865 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 22:54:55.927865 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 22:54:55.927865 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 22:54:55.927865 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 22:54:55.927865 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 22:54:55.927865 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 22:54:55.927865 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1952, in delete_port Aug 16 22:54:55.927865 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Aug 16 22:54:55.927865 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 22:54:55.927865 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 22:54:55.927865 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1188, in get_network Aug 16 22:54:55.927865 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Aug 16 22:54:55.927865 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Aug 16 22:54:55.927865 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Aug 16 22:54:55.927865 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 84114c2c-8237-4c3d-8ec3-a63c8431ae95 could not be found. Aug 16 22:54:55.927865 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server Aug 16 22:54:55.975000 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-6feb183c-9179-43f6-82f4-4d2d8ae1a638 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Deleting port eed75c62-9d6a-4466-9b6a-d3e01c80db7b {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:54:55.975353 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6feb183c-9179-43f6-82f4-4d2d8ae1a638 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:56.026497 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83cf5420-648d-4e82-a85b-1622799b663b None None] DHCP port deletion for 84114c2c-8237-4c3d-8ec3-a63c8431ae95 request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:54:56.077010 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port eed75c62-9d6a-4466-9b6a-d3e01c80db7b triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:54:56.077398 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:56.090234 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-37afe4e3-fba9-48c2-8ee9-b0a9296f00ae None None] Provisioning complete for port 62628194-1308-405c-a179-7bfe9e6ed8c2 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:54:56.090613 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-37afe4e3-fba9-48c2-8ee9-b0a9296f00ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:56.138753 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-6feb183c-9179-43f6-82f4-4d2d8ae1a638 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] For port eed75c62-9d6a-4466-9b6a-d3e01c80db7b, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=eed75c62-9d6a-4466-9b6a-d3e01c80db7b,segment=NetworkSegment(a9e56bce-4466-48c4-9591-55e9a18874df),segment_id=a9e56bce-4466-48c4-9591-55e9a18874df)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:54:56.138753 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6feb183c-9179-43f6-82f4-4d2d8ae1a638 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:56.162693 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=2c4966c1-afb7-4026-a719-f88a3c9234c6,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:56.188052 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-6feb183c-9179-43f6-82f4-4d2d8ae1a638 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Calling delete_port for eed75c62-9d6a-4466-9b6a-d3e01c80db7b owned by network:dhcp {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:54:56.200188 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-72cf64ec-6c46-4e69-b4ea-539d079d8b4d req-bef69e31-d541-4923-80c5-28205b853f4e tempest-QuotasAdminNegativeTest-1963365362 tempest-QuotasAdminNegativeTest-1963365362-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=62fbdd5ef2df4434bb2c43e756edbc38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0446382 Aug 16 22:54:56.262624 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 33968) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:56.304272 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4d1d43-b2d6-4883-8b61-9561982c7640 req-a5936517-a2c7-4075-91b7-31728584e695 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:56.309675 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fade1f6b-e5b3-42cc-a132-03a8dc0619b9 None None] DHCP port deletion for a9f85087-2263-48b2-bc6f-28a419481c7d request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:54:56.312484 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ce4d1d43-b2d6-4883-8b61-9561982c7640 req-a5936517-a2c7-4075-91b7-31728584e695 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bc6ad35-37eb-49fc-aa60-10ea3b36c658 HTTP/1.1" status: 200 len: 945 time: 0.2324445 Aug 16 22:54:56.324866 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-12341c8e-1d8c-4469-a08d-465def40802d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=463c04db7a86489b8d8a19358faf1fca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0572379 Aug 16 22:54:56.327495 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 33972) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:56.378512 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf788961-b7f2-474c-b00a-c218e602dcca admin admin] Router 91d13006-5eee-44da-9295-f2f033b72761 is scheduled to L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f with binding_index 1 {{(pid=101292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:54:56.385902 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-fade1f6b-e5b3-42cc-a132-03a8dc0619b9 None None] Deleting port eed75c62-9d6a-4466-9b6a-d3e01c80db7b {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:54:56.385902 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-fade1f6b-e5b3-42cc-a132-03a8dc0619b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:56.403027 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-11b5d028-f38b-4752-ac4d-cd7e5e9bfed8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:56.430637 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 62628194-1308-405c-a179-7bfe9e6ed8c2 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:54:56.431547 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-11b5d028-f38b-4752-ac4d-cd7e5e9bfed8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:56.487603 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-11b5d028-f38b-4752-ac4d-cd7e5e9bfed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:56.490480 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-11b5d028-f38b-4752-ac4d-cd7e5e9bfed8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:56.494175 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-11b5d028-f38b-4752-ac4d-cd7e5e9bfed8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7112d64a-fa50-4e7b-af47-b87caa1ebcdb HTTP/1.1" status: 204 len: 168 time: 0.1631007 Aug 16 22:54:56.497154 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ce4d1d43-b2d6-4883-8b61-9561982c7640 req-60258ebc-d5e4-4d2f-9a28-6b2b73d16c79 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=0819ca22-363d-4b59-9328-30a084cf554a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1836753 Aug 16 22:54:56.497297 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-fade1f6b-e5b3-42cc-a132-03a8dc0619b9 None None] For port eed75c62-9d6a-4466-9b6a-d3e01c80db7b, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=eed75c62-9d6a-4466-9b6a-d3e01c80db7b,segment=NetworkSegment(a9e56bce-4466-48c4-9591-55e9a18874df),segment_id=a9e56bce-4466-48c4-9591-55e9a18874df)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:54:56.498313 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-fade1f6b-e5b3-42cc-a132-03a8dc0619b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:56.500718 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b5d028-f38b-4752-ac4d-cd7e5e9bfed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7112d64a-fa50-4e7b-af47-b87caa1ebcdb,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:56.522182 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-fade1f6b-e5b3-42cc-a132-03a8dc0619b9 None None] Calling delete_port for eed75c62-9d6a-4466-9b6a-d3e01c80db7b owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:54:56.532793 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cf64ec-6c46-4e69-b4ea-539d079d8b4d req-dbf3f12b-a5c0-4fcc-9b33-102edd6772ac tempest-QuotasAdminNegativeTest-1963365362 tempest-QuotasAdminNegativeTest-1963365362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:56.541390 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-72cf64ec-6c46-4e69-b4ea-539d079d8b4d req-dbf3f12b-a5c0-4fcc-9b33-102edd6772ac tempest-QuotasAdminNegativeTest-1963365362 tempest-QuotasAdminNegativeTest-1963365362-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3399823 Aug 16 22:54:56.582963 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 62628194-1308-405c-a179-7bfe9e6ed8c2 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:54:56.583549 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:56.658179 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-72cf64ec-6c46-4e69-b4ea-539d079d8b4d req-de6fc796-52fc-49ee-92d6-294420b5e714 tempest-QuotasAdminNegativeTest-1963365362 tempest-QuotasAdminNegativeTest-1963365362-project] 10.222.0.36 "GET /v2.0/quotas/62fbdd5ef2df4434bb2c43e756edbc38 HTTP/1.1" status: 200 len: 375 time: 0.1029420 Aug 16 22:54:56.714683 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-fade1f6b-e5b3-42cc-a132-03a8dc0619b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:56.716959 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6feb183c-9179-43f6-82f4-4d2d8ae1a638 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:56.720617 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-72cf64ec-6c46-4e69-b4ea-539d079d8b4d req-09c6342d-06b2-4375-b675-4bc62cef7401 tempest-QuotasAdminNegativeTest-1963365362 tempest-QuotasAdminNegativeTest-1963365362-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=62fbdd5ef2df4434bb2c43e756edbc38&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0484822 Aug 16 22:54:56.745369 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade1f6b-e5b3-42cc-a132-03a8dc0619b9 None None] Pushing event deleted for resources: {'Port': ['ID=eed75c62-9d6a-4466-9b6a-d3e01c80db7b,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:56.752390 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feb183c-9179-43f6-82f4-4d2d8ae1a638 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Pushing event deleted for resources: {'Port': ['ID=eed75c62-9d6a-4466-9b6a-d3e01c80db7b,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:56.755122 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fade1f6b-e5b3-42cc-a132-03a8dc0619b9 None None] No DVR routers for this DVR port eed75c62-9d6a-4466-9b6a-d3e01c80db7b on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:54:56.759227 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf788961-b7f2-474c-b00a-c218e602dcca admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:54:56.765635 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6feb183c-9179-43f6-82f4-4d2d8ae1a638 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] No DVR routers for this DVR port eed75c62-9d6a-4466-9b6a-d3e01c80db7b on host n-d-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:54:56.780617 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82c77d2-1400-407a-9bf0-a050ff1fd8f4 None None] Sync routers for ids ['91d13006-5eee-44da-9295-f2f033b72761'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:54:56.785113 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13c0a3c-3624-4813-9f33-a3f734287b52 None None] get_active_networks_info from n-d-791506-26 {{(pid=101293) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 22:54:56.835301 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82c77d2-1400-407a-9bf0-a050ff1fd8f4 None None] Routers {'91d13006-5eee-44da-9295-f2f033b72761'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:54:56.835957 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-c82c77d2-1400-407a-9bf0-a050ff1fd8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:54:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['91d13006-5eee-44da-9295-f2f033b72761'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:54:56.879140 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 818cfc68-e188-48a4-9eb5-07cc1027cd76 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:54:56.898094 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-cf788961-b7f2-474c-b00a-c218e602dcca admin admin] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:56.901875 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-cf788961-b7f2-474c-b00a-c218e602dcca admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.7329400 Aug 16 22:54:56.902311 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 33990) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:56.905444 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6feb183c-9179-43f6-82f4-4d2d8ae1a638 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:56.928725 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 818cfc68-e188-48a4-9eb5-07cc1027cd76 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:54:56.929167 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 818cfc68-e188-48a4-9eb5-07cc1027cd76 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:54:56.929656 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device eed75c62-9d6a-4466-9b6a-d3e01c80db7b no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:54:56.951359 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-6feb183c-9179-43f6-82f4-4d2d8ae1a638 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9f85087-2263-48b2-bc6f-28a419481c7d']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:54:56.959221 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: eed75c62-9d6a-4466-9b6a-d3e01c80db7b {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:54:56.959639 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device eed75c62-9d6a-4466-9b6a-d3e01c80db7b not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:54:57.021013 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-6feb183c-9179-43f6-82f4-4d2d8ae1a638 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9e56bce-4466-48c4-9591-55e9a18874df') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:54:57.023775 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-6feb183c-9179-43f6-82f4-4d2d8ae1a638 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9e56bce-4466-48c4-9591-55e9a18874df') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:54:57.045944 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6feb183c-9179-43f6-82f4-4d2d8ae1a638 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:57.072136 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bb4d5e-6b44-437c-80a2-73d6d47723d8 req-8fd9a2a9-d5b4-4fcb-9dab-362ac372570f tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:57.079574 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e5bb4d5e-6b44-437c-80a2-73d6d47723d8 req-8fd9a2a9-d5b4-4fcb-9dab-362ac372570f tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a6ba4fd-4079-4489-b813-7e9474d0ac3d HTTP/1.1" status: 200 len: 946 time: 0.1711307 Aug 16 22:54:57.083163 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6feb183c-9179-43f6-82f4-4d2d8ae1a638 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:57.114300 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6feb183c-9179-43f6-82f4-4d2d8ae1a638 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:54:57.114561 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6feb183c-9179-43f6-82f4-4d2d8ae1a638 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:57.117991 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 16 22:54:57.117991 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:54:57.117991 n-d-791506-26 neutron-server[101292]: timer() Aug 16 22:54:57.117991 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:54:57.117991 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 16 22:54:57.117991 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:54:57.117991 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 16 22:54:57.117991 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:54:57.117991 n-d-791506-26 neutron-server[101292]: self._notify() Aug 16 22:54:57.117991 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:54:57.117991 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 16 22:54:57.117991 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:54:57.117991 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 16 22:54:57.117991 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:54:57.117991 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:54:57.117991 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:54:57.117991 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:54:57.117991 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:54:57.117991 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 16 22:54:57.117991 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:54:57.117991 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 16 22:54:57.117991 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:54:57.117991 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:54:57.117991 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:54:57.117991 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 16 22:54:57.117991 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:54:57.117991 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:54:57.117991 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:54:57.117991 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:54:57.117991 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:54:57.117991 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:54:57.117991 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:54:57.124216 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13c0a3c-3624-4813-9f33-a3f734287b52 None None] Resources bound (agent type, host, resource id): {{(pid=101293) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 22:54:57.127115 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-c82c77d2-1400-407a-9bf0-a050ff1fd8f4 None None] Set router 91d13006-5eee-44da-9295-f2f033b72761 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:54:57.194327 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e5bb4d5e-6b44-437c-80a2-73d6d47723d8 req-fc3d029b-7a85-4179-8713-61232faeb3a0 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/security-groups?id=034b2370-cf60-4c4b-9f41-d074191bc3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088090 Aug 16 22:54:57.247511 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6feb183c-9179-43f6-82f4-4d2d8ae1a638 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:57.262784 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6feb183c-9179-43f6-82f4-4d2d8ae1a638 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:57.268818 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-6feb183c-9179-43f6-82f4-4d2d8ae1a638 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "DELETE /v2.0/networks/a9f85087-2263-48b2-bc6f-28a419481c7d HTTP/1.1" status: 204 len: 168 time: 1.9863446 Aug 16 22:54:57.277904 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 34002) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:57.288298 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feb183c-9179-43f6-82f4-4d2d8ae1a638 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Pushing event deleted for resources: {'Network': ['ID=a9f85087-2263-48b2-bc6f-28a419481c7d,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:57.294283 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-356e8203-5e7f-46f1-8322-e1b3d25aa6d5 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2019649586'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:54:57.349173 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cdbcd9df-4f0d-418c-bb3c-ed4909dea371 req-c55e36da-3646-4c01-a645-c299b1fb6257 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1108426664&fields=id&tenant_id=360ba359ef89419c97d646da8796a108 HTTP/1.1" status: 200 len: 267 time: 0.0396965 Aug 16 22:54:57.399377 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16f23be-1d0a-4dd6-a90d-d42b5ce2b0d3 req-a6866186-e75e-4e8e-81ff-33aee7e9f78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:57.400910 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c16f23be-1d0a-4dd6-a90d-d42b5ce2b0d3 req-a6866186-e75e-4e8e-81ff-33aee7e9f78b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=57296d41c5f54ce79a9b782f4a8b4677&device_id=3bc6ad35-37eb-49fc-aa60-10ea3b36c658 HTTP/1.1" status: 200 len: 1097 time: 0.1997237 Aug 16 22:54:57.404917 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-356e8203-5e7f-46f1-8322-e1b3d25aa6d5 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Made reservation on behalf of b528224b3b2646b1be33edac9acd15da for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:54:57.408331 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-356e8203-5e7f-46f1-8322-e1b3d25aa6d5 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:57.423182 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbcd9df-4f0d-418c-bb3c-ed4909dea371 req-ba35a353-919b-4853-97ad-899e805d54b2 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:57.433217 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cdbcd9df-4f0d-418c-bb3c-ed4909dea371 req-ba35a353-919b-4853-97ad-899e805d54b2 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a6ba4fd-4079-4489-b813-7e9474d0ac3d HTTP/1.1" status: 200 len: 946 time: 0.0778263 Aug 16 22:54:57.440610 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-cdbcd9df-4f0d-418c-bb3c-ed4909dea371 req-18348cc9-5048-4765-9acf-75cfa1788177 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Request body: {'port': {'security_groups': ['034b2370-cf60-4c4b-9f41-d074191bc3ee', '0f4987b2-33ed-460d-af3e-e9d6014a0d0a']}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:54:57.599361 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-c82c77d2-1400-407a-9bf0-a050ff1fd8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d13006-5eee-44da-9295-f2f033b72761', 'name': 'tempest-FloatingIPsNegativeTestJSON-1456595106-router', 'tenant_id': 'c0c2d25fe07540bc90d7b53fb4470dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': 'af994b7a-4efd-4a6a-a544-6e3b4f15d9c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:54:50Z', 'updated_at': '2021-08-16T22:54:54Z', 'revision_number': 3, 'project_id': 'c0c2d25fe07540bc90d7b53fb4470dce', 'gw_port': {'id': 'af994b7a-4efd-4a6a-a544-6e3b4f15d9c8', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a7:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d13006-5eee-44da-9295-f2f033b72761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:54:51Z', 'updated_at': '2021-08-16T22:54:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:54:57.609526 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-356e8203-5e7f-46f1-8322-e1b3d25aa6d5 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:54:57.611072 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-cdbcd9df-4f0d-418c-bb3c-ed4909dea371 req-18348cc9-5048-4765-9acf-75cfa1788177 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:57.636973 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82c77d2-1400-407a-9bf0-a050ff1fd8f4 None None] Checking router: 91d13006-5eee-44da-9295-f2f033b72761 for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:54:57.637748 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82c77d2-1400-407a-9bf0-a050ff1fd8f4 None None] Updating router 91d13006-5eee-44da-9295-f2f033b72761 port af994b7a-4efd-4a6a-a544-6e3b4f15d9c8 binding host n-d-791506-26 {{(pid=101293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:54:57.679301 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c82c77d2-1400-407a-9bf0-a050ff1fd8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:57.694595 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-356e8203-5e7f-46f1-8322-e1b3d25aa6d5 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:57.694944 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-356e8203-5e7f-46f1-8322-e1b3d25aa6d5 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Added segment 9209ff50-2507-4734-a5a1-1e16306c1ed9 of type vlan for network 69c1b72c-39e9-4135-9f7d-49840e6a1a98 Aug 16 22:54:57.789783 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16f23be-1d0a-4dd6-a90d-d42b5ce2b0d3 req-ae6c9356-6582-438c-990d-c5058c2a16dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:57.791293 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c16f23be-1d0a-4dd6-a90d-d42b5ce2b0d3 req-ae6c9356-6582-438c-990d-c5058c2a16dd service neutron] 10.222.0.57 "GET /v2.0/networks?id=6017926f-7eef-429e-a22b-3a35337dccd4 HTTP/1.1" status: 200 len: 918 time: 0.3747289 Aug 16 22:54:57.794047 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-356e8203-5e7f-46f1-8322-e1b3d25aa6d5 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:57.796455 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f9b201-48a7-4360-b3b2-c30481abf8cd req-bdd1a580-3b33-4572-94a7-c85bf309f02c tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:57.808398 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-66f9b201-48a7-4360-b3b2-c30481abf8cd req-bdd1a580-3b33-4572-94a7-c85bf309f02c tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bc6ad35-37eb-49fc-aa60-10ea3b36c658 HTTP/1.1" status: 200 len: 945 time: 0.1942744 Aug 16 22:54:57.813948 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 34024) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:57.887199 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-66f9b201-48a7-4360-b3b2-c30481abf8cd req-3d65f247-3f7e-4f02-98ee-bd1b29382141 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=0819ca22-363d-4b59-9328-30a084cf554a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770724 Aug 16 22:54:57.921993 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-356e8203-5e7f-46f1-8322-e1b3d25aa6d5 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:57.929013 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356e8203-5e7f-46f1-8322-e1b3d25aa6d5 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:57.929865 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-356e8203-5e7f-46f1-8322-e1b3d25aa6d5 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:57.969057 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 34028) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:57.979679 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c16f23be-1d0a-4dd6-a90d-d42b5ce2b0d3 req-88630ca8-0c3c-44e9-b387-f89b3419e92f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=386b7938-45f8-4304-8ad8-6bd407d56721 HTTP/1.1" status: 200 len: 1001 time: 0.1808100 Aug 16 22:54:58.055878 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-356e8203-5e7f-46f1-8322-e1b3d25aa6d5 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7762649 Aug 16 22:54:58.059068 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 34032) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:58.068684 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-dcd0f4a6-df6c-482c-adbd-0120dbd19ede tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Request body: {'subnet': {'network_id': '69c1b72c-39e9-4135-9f7d-49840e6a1a98', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:54:58.114911 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c82c77d2-1400-407a-9bf0-a050ff1fd8f4 None None] Notify callbacks [] for port, precommit_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:58.133734 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-c82c77d2-1400-407a-9bf0-a050ff1fd8f4 None None] Transition to ACTIVE for port object af994b7a-4efd-4a6a-a544-6e3b4f15d9c8 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:54:58.153122 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c82c77d2-1400-407a-9bf0-a050ff1fd8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:58.190972 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-18ec9cc3-e444-4854-83a4-fd5baa220e4c admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1747439225-network', 'tenant_id': '0c316f35c263478b9b6e1787055b69dd'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:54:58.195986 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356e8203-5e7f-46f1-8322-e1b3d25aa6d5 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Pushing event updated for resources: {'Network': ['ID=69c1b72c-39e9-4135-9f7d-49840e6a1a98,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:58.219755 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 69c1b72c-39e9-4135-9f7d-49840e6a1a98 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:54:58.222008 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-cdbcd9df-4f0d-418c-bb3c-ed4909dea371 req-18348cc9-5048-4765-9acf-75cfa1788177 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] For port 2c4966c1-afb7-4026-a719-f88a3c9234c6, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=2c4966c1-afb7-4026-a719-f88a3c9234c6,segment=NetworkSegment(6edf975f-584b-457e-be27-9a9457978487),segment_id=6edf975f-584b-457e-be27-9a9457978487)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:54:58.229704 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7728b49c-2e3e-48e4-9eb5-cc47834719d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:58.264290 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16f23be-1d0a-4dd6-a90d-d42b5ce2b0d3 req-5a3b45a1-f23d-4bed-bc5b-32c1b07ed347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:58.265880 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c16f23be-1d0a-4dd6-a90d-d42b5ce2b0d3 req-5a3b45a1-f23d-4bed-bc5b-32c1b07ed347 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bb160313-5dbe-49f2-8a31-7afb6f1954c3 HTTP/1.1" status: 200 len: 856 time: 0.2325261 Aug 16 22:54:58.278799 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-cdbcd9df-4f0d-418c-bb3c-ed4909dea371 req-18348cc9-5048-4765-9acf-75cfa1788177 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:58.286580 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-cdbcd9df-4f0d-418c-bb3c-ed4909dea371 req-18348cc9-5048-4765-9acf-75cfa1788177 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:58.289278 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd66e566-b43c-417d-a06d-79bf844c3e95 None None] Pushing event updated for resources: {'Port': ['ID=af994b7a-4efd-4a6a-a544-6e3b4f15d9c8,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:58.292033 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-c82c77d2-1400-407a-9bf0-a050ff1fd8f4 None None] Attempting to bind port af994b7a-4efd-4a6a-a544-6e3b4f15d9c8 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:54:58.292406 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-c82c77d2-1400-407a-9bf0-a050ff1fd8f4 None None] Attempting to bind port af994b7a-4efd-4a6a-a544-6e3b4f15d9c8 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:54:58.293469 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82c77d2-1400-407a-9bf0-a050ff1fd8f4 None None] Attempting to bind port af994b7a-4efd-4a6a-a544-6e3b4f15d9c8 on network c22c4980-c849-406d-982c-a5d68c515a94 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:54:58.300560 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['2c4966c1-afb7-4026-a719-f88a3c9234c6'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:54:58.305381 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82c77d2-1400-407a-9bf0-a050ff1fd8f4 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:54:58.305381 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82c77d2-1400-407a-9bf0-a050ff1fd8f4 None None] Checking segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:54:58.305381 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c82c77d2-1400-407a-9bf0-a050ff1fd8f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:58.305955 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82c77d2-1400-407a-9bf0-a050ff1fd8f4 None None] Bound using segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:54:58.306322 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-c82c77d2-1400-407a-9bf0-a050ff1fd8f4 None None] Bound port: af994b7a-4efd-4a6a-a544-6e3b4f15d9c8, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:54:58.306609 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c82c77d2-1400-407a-9bf0-a050ff1fd8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:58.308561 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18ec9cc3-e444-4854-83a4-fd5baa220e4c admin admin] Made reservation on behalf of 0c316f35c263478b9b6e1787055b69dd for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:54:58.315315 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-18ec9cc3-e444-4854-83a4-fd5baa220e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:58.329902 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['7a38c7a3-d7b2-4bfd-bdef-7ecd131ef6d6'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:54:58.330677 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e8d3be6d-2309-4b97-81fc-d39aed30220b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:58.343751 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-18ec9cc3-e444-4854-83a4-fd5baa220e4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:58.378436 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbcd9df-4f0d-418c-bb3c-ed4909dea371 req-18348cc9-5048-4765-9acf-75cfa1788177 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:58.378733 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-cdbcd9df-4f0d-418c-bb3c-ed4909dea371 req-18348cc9-5048-4765-9acf-75cfa1788177 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:58.380901 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cdbcd9df-4f0d-418c-bb3c-ed4909dea371 req-18348cc9-5048-4765-9acf-75cfa1788177 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "PUT /v2.0/ports/2c4966c1-afb7-4026-a719-f88a3c9234c6 HTTP/1.1" status: 200 len: 982 time: 0.9461043 Aug 16 22:54:58.381157 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a6ba4fd-4079-4489-b813-7e9474d0ac3d', 'tag': '2c4966c1-afb7-4026-a719-f88a3c9234c6'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:54:58.383677 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7878b5bb-3644-4e6e-8ec6-df267745ecf9" -d '{"events": [{"name": "network-changed", "server_uuid": "9a6ba4fd-4079-4489-b813-7e9474d0ac3d", "tag": "2c4966c1-afb7-4026-a719-f88a3c9234c6"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:54:58.402103 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18348cc9-5048-4765-9acf-75cfa1788177 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Pushing event updated for resources: {'Port': ['ID=2c4966c1-afb7-4026-a719-f88a3c9234c6,revision_number=6']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:58.438197 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16f23be-1d0a-4dd6-a90d-d42b5ce2b0d3 req-0e82ef3d-e8cd-4543-8e4c-f5a401c23e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:58.441522 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c16f23be-1d0a-4dd6-a90d-d42b5ce2b0d3 req-0e82ef3d-e8cd-4543-8e4c-f5a401c23e15 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6017926f-7eef-429e-a22b-3a35337dccd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1645417 Aug 16 22:54:58.449000 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['2c4966c1-afb7-4026-a719-f88a3c9234c6'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:54:58.451951 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-c82c77d2-1400-407a-9bf0-a050ff1fd8f4 None None] For port af994b7a-4efd-4a6a-a544-6e3b4f15d9c8, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:54:58.494262 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-c82c77d2-1400-407a-9bf0-a050ff1fd8f4 None None] For port af994b7a-4efd-4a6a-a544-6e3b4f15d9c8, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=af994b7a-4efd-4a6a-a544-6e3b4f15d9c8,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:54:58.511149 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ce8ff4c-b799-4f33-a3aa-fd116e0e50fc x-openstack-request-id: req-4ce8ff4c-b799-4f33-a3aa-fd116e0e50fc {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:54:58.511474 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a6ba4fd-4079-4489-b813-7e9474d0ac3d", "tag": "2c4966c1-afb7-4026-a719-f88a3c9234c6", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:54:58.511686 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4ce8ff4c-b799-4f33-a3aa-fd116e0e50fc {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:54:58.514529 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a6ba4fd-4079-4489-b813-7e9474d0ac3d', 'tag': '2c4966c1-afb7-4026-a719-f88a3c9234c6', 'status': 'completed', 'code': 200} Aug 16 22:54:58.519979 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7728b49c-2e3e-48e4-9eb5-cc47834719d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:58.521111 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c82c77d2-1400-407a-9bf0-a050ff1fd8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:58.535035 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7728b49c-2e3e-48e4-9eb5-cc47834719d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:58.579319 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcd0f4a6-df6c-482c-adbd-0120dbd19ede tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Made reservation on behalf of b528224b3b2646b1be33edac9acd15da for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:54:58.583903 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-dcd0f4a6-df6c-482c-adbd-0120dbd19ede tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:58.625558 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2c4499c6-a139-484a-924d-f8f7bb84afb9 req-0424eecd-daa1-4d6d-9af5-aa4c83910ffd tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/security-groups/0f4987b2-33ed-460d-af3e-e9d6014a0d0a HTTP/1.1" status: 200 len: 1802 time: 0.1460729 Aug 16 22:54:58.657729 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7728b49c-2e3e-48e4-9eb5-cc47834719d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf5be0c5-8b65-4bc1-834b-3eb54dc306c6,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:58.667335 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-7728b49c-2e3e-48e4-9eb5-cc47834719d5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=62fbdd5ef2df4434bb2c43e756edbc38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6971910 Aug 16 22:54:58.671787 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 34038) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:58.732134 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c16f23be-1d0a-4dd6-a90d-d42b5ce2b0d3 req-ae01b5f6-5306-4055-a023-02e8f77e68d5 service neutron] 10.222.0.57 "GET /v2.0/networks/6017926f-7eef-429e-a22b-3a35337dccd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729771 Aug 16 22:54:58.739919 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7878b5bb-3644-4e6e-8ec6-df267745ecf9 req-a7eeb969-6c2f-4c9f-9cda-c9d6812f609e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:58.743393 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7878b5bb-3644-4e6e-8ec6-df267745ecf9 req-a7eeb969-6c2f-4c9f-9cda-c9d6812f609e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=360ba359ef89419c97d646da8796a108&device_id=9a6ba4fd-4079-4489-b813-7e9474d0ac3d HTTP/1.1" status: 200 len: 1137 time: 0.1984429 Aug 16 22:54:58.800335 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-e8d3be6d-2309-4b97-81fc-d39aed30220b admin admin] Allocated IP 172.20.0.1 (7f5274ef-8b54-447c-a499-03705cb1b8e8/475c9446-cc52-4f74-9dfd-a3e8912a6999/0c5e31af-fb7c-4899-8047-1093bcf1fd9b) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:54:58.805196 n-d-791506-26 neutron-server[101292]: INFO neutron.api.v2.resource [req-2c4499c6-a139-484a-924d-f8f7bb84afb9 req-0eec41c1-127e-44cd-807f-3538fe653ea3 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 16 22:54:58.807130 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2c4499c6-a139-484a-924d-f8f7bb84afb9 req-0eec41c1-127e-44cd-807f-3538fe653ea3 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "DELETE /v2.0/security-groups/0f4987b2-33ed-460d-af3e-e9d6014a0d0a HTTP/1.1" status: 409 len: 341 time: 0.1450729 Aug 16 22:54:58.838417 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82c77d2-1400-407a-9bf0-a050ff1fd8f4 None None] Routers {'91d13006-5eee-44da-9295-f2f033b72761'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:54:58.839685 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-c82c77d2-1400-407a-9bf0-a050ff1fd8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:54:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['91d13006-5eee-44da-9295-f2f033b72761'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:54:58.842119 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-45274f11-d035-4d82-b648-47b94aafd809 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:58.848724 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd66e566-b43c-417d-a06d-79bf844c3e95 None None] Pushing event updated for resources: {'Port': ['ID=af994b7a-4efd-4a6a-a544-6e3b4f15d9c8,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:58.887057 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-45274f11-d035-4d82-b648-47b94aafd809 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:58.905106 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 386b7938-45f8-4304-8ad8-6bd407d56721 no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:54:58.972838 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-dcd0f4a6-df6c-482c-adbd-0120dbd19ede tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:59.053170 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd0f4a6-df6c-482c-adbd-0120dbd19ede tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Pushing event updated for resources: {'Subnet': ['ID=30f3e2f6-effb-41b2-ab6b-c9a3eb4addc8,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:59.057689 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-45274f11-d035-4d82-b648-47b94aafd809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:59.060891 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-45274f11-d035-4d82-b648-47b94aafd809 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:59.061471 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-45274f11-d035-4d82-b648-47b94aafd809 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bf5be0c5-8b65-4bc1-834b-3eb54dc306c6 HTTP/1.1" status: 204 len: 168 time: 0.3797879 Aug 16 22:54:59.134643 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-c82c77d2-1400-407a-9bf0-a050ff1fd8f4 None None] Set router 91d13006-5eee-44da-9295-f2f033b72761 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:54:59.155981 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45274f11-d035-4d82-b648-47b94aafd809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf5be0c5-8b65-4bc1-834b-3eb54dc306c6,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:59.255079 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-18ec9cc3-e444-4854-83a4-fd5baa220e4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:59.257446 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd0f4a6-df6c-482c-adbd-0120dbd19ede tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Checking segment: {'id': '9209ff50-2507-4734-a5a1-1e16306c1ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '69c1b72c-39e9-4135-9f7d-49840e6a1a98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:54:59.257715 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd0f4a6-df6c-482c-adbd-0120dbd19ede tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Network hostable DHCP agents. Network: 69c1b72c-39e9-4135-9f7d-49840e6a1a98, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:54:59.266897 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcd3eee-e1a4-4176-9ad4-417cc1d7847b req-dd968c93-0d6c-4aa7-9160-0633debde507 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:59.274443 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7fcd3eee-e1a4-4176-9ad4-417cc1d7847b req-dd968c93-0d6c-4aa7-9160-0633debde507 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bc6ad35-37eb-49fc-aa60-10ea3b36c658 HTTP/1.1" status: 200 len: 945 time: 0.2181373 Aug 16 22:54:59.275396 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-18ec9cc3-e444-4854-83a4-fd5baa220e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:59.288009 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c16f23be-1d0a-4dd6-a90d-d42b5ce2b0d3 req-1eb880ae-7072-4c19-a3fe-f84e8016ecab service neutron] 10.222.0.57 "GET /v2.0/networks/6017926f-7eef-429e-a22b-3a35337dccd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5365977 Aug 16 22:54:59.289471 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7878b5bb-3644-4e6e-8ec6-df267745ecf9 req-19a37964-92ad-4e4a-975b-acd544642237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:59.291800 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7878b5bb-3644-4e6e-8ec6-df267745ecf9 req-19a37964-92ad-4e4a-975b-acd544642237 service neutron] 10.222.0.68 "GET /v2.0/networks?id=3681de79-445f-48a0-8870-108f9a08910b HTTP/1.1" status: 200 len: 913 time: 0.5278990 Aug 16 22:54:59.338865 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd0f4a6-df6c-482c-adbd-0120dbd19ede tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Network 69c1b72c-39e9-4135-9f7d-49840e6a1a98 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:54:59.349754 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a3272b-ea79-48f5-a852-3da57bd7f107 req-26cf6986-8815-44a0-9187-6543d71d281e tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:59.351116 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-22a3272b-ea79-48f5-a852-3da57bd7f107 req-26cf6986-8815-44a0-9187-6543d71d281e tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a6ba4fd-4079-4489-b813-7e9474d0ac3d HTTP/1.1" status: 200 len: 985 time: 0.1514373 Aug 16 22:54:59.358614 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7fcd3eee-e1a4-4176-9ad4-417cc1d7847b req-23ffa57f-9178-4e8f-8578-03365836de8a tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=0819ca22-363d-4b59-9328-30a084cf554a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833306 Aug 16 22:54:59.368681 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:59.378405 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-dcd0f4a6-df6c-482c-adbd-0120dbd19ede tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 69c1b72c-39e9-4135-9f7d-49840e6a1a98) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:54:59.385496 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd0f4a6-df6c-482c-adbd-0120dbd19ede tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:59.386095 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-dcd0f4a6-df6c-482c-adbd-0120dbd19ede tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:59.411437 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7878b5bb-3644-4e6e-8ec6-df267745ecf9 req-f81d7c51-393a-489d-b568-220476dfb041 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c4966c1-afb7-4026-a719-f88a3c9234c6 HTTP/1.1" status: 200 len: 217 time: 0.1085899 Aug 16 22:54:59.413371 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18ec9cc3-e444-4854-83a4-fd5baa220e4c admin admin] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:54:59.416375 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f529f3-bdec-4c76-9af3-48e99e0bf6f5 None None] Network 69c1b72c-39e9-4135-9f7d-49840e6a1a98 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:54:59.422196 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-22a3272b-ea79-48f5-a852-3da57bd7f107 req-7cc98a15-a8de-46a5-a6c6-e2400850bf60 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f4987b2-33ed-460d-af3e-e9d6014a0d0a&id=034b2370-cf60-4c4b-9f41-d074191bc3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0622168 Aug 16 22:54:59.425330 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-dcd0f4a6-df6c-482c-adbd-0120dbd19ede tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3651571 Aug 16 22:54:59.427567 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e8d3be6d-2309-4b97-81fc-d39aed30220b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:59.434457 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 34054) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:59.439992 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-04d1c06d-7c52-424a-8331-ae45a7c637ab tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Request body: {'port': {'network_id': '69c1b72c-39e9-4135-9f7d-49840e6a1a98', 'name': 'tempest-PortsTestJSON-406247542', 'fixed_ips': [{'subnet_id': '30f3e2f6-effb-41b2-ab6b-c9a3eb4addc8', 'ip_address': '172.20.0.10'}]}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:54:59.455778 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ec9cc3-e444-4854-83a4-fd5baa220e4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8087d0ee-f280-4e1b-920a-ecda8edca8bc,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:59.499617 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-18ec9cc3-e444-4854-83a4-fd5baa220e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:59.499963 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-18ec9cc3-e444-4854-83a4-fd5baa220e4c admin admin] Added segment 010d4217-98db-4371-8f8c-589eb85e924b of type vlan for network e56b228b-e880-4213-9c47-dbd41eeb03e2 Aug 16 22:54:59.557034 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bc6ad35-37eb-49fc-aa60-10ea3b36c658', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '386b7938-45f8-4304-8ad8-6bd407d56721'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:54:59.559339 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eb41ce1-e2d5-4ef4-984d-5b47684cb24f" -d '{"events": [{"server_uuid": "3bc6ad35-37eb-49fc-aa60-10ea3b36c658", "name": "network-vif-unplugged", "status": "completed", "tag": "386b7938-45f8-4304-8ad8-6bd407d56721"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:54:59.579537 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-e8d3be6d-2309-4b97-81fc-d39aed30220b admin admin] Transition to ACTIVE for port object 0c5e31af-fb7c-4899-8047-1093bcf1fd9b will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:54:59.595257 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 386b7938-45f8-4304-8ad8-6bd407d56721, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=386b7938-45f8-4304-8ad8-6bd407d56721,segment=NetworkSegment(b23390f1-3345-4e11-b45b-da1aa220458a),segment_id=b23390f1-3345-4e11-b45b-da1aa220458a)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:54:59.636384 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 22:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bd5bcaf-4ca8-4a71-a130-f7723b21bc42 x-openstack-request-id: req-1bd5bcaf-4ca8-4a71-a130-f7723b21bc42 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:54:59.636997 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bc6ad35-37eb-49fc-aa60-10ea3b36c658", "name": "network-vif-unplugged", "status": "completed", "tag": "386b7938-45f8-4304-8ad8-6bd407d56721", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:54:59.637591 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1bd5bcaf-4ca8-4a71-a130-f7723b21bc42 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:54:59.638305 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bc6ad35-37eb-49fc-aa60-10ea3b36c658', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '386b7938-45f8-4304-8ad8-6bd407d56721', 'code': 200} Aug 16 22:54:59.640481 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:59.664069 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d1c06d-7c52-424a-8331-ae45a7c637ab tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Made reservation on behalf of b528224b3b2646b1be33edac9acd15da for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:54:59.666488 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-18ec9cc3-e444-4854-83a4-fd5baa220e4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:59.670778 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7878b5bb-3644-4e6e-8ec6-df267745ecf9 req-da85f769-6706-4ed4-86a5-434714c89c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:59.672495 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7878b5bb-3644-4e6e-8ec6-df267745ecf9 req-da85f769-6706-4ed4-86a5-434714c89c4a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=676b3069-1661-4172-a3c7-bc8a56a80bc8 HTTP/1.1" status: 200 len: 852 time: 0.2407279 Aug 16 22:54:59.699657 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 34058) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:54:59.739182 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7878b5bb-3644-4e6e-8ec6-df267745ecf9 req-1fa27e52-181b-4c4a-962e-e914737eaeb8 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3681de79-445f-48a0-8870-108f9a08910b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546589 Aug 16 22:54:59.749965 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-caebe1b8-d698-42ec-9ace-3cfc8c6bdbf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:59.761596 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e8d3be6d-2309-4b97-81fc-d39aed30220b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:59.773107 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-04d1c06d-7c52-424a-8331-ae45a7c637ab tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:59.775424 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=386b7938-45f8-4304-8ad8-6bd407d56721,revision_number=8']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:54:59.787278 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-18ec9cc3-e444-4854-83a4-fd5baa220e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:59.788242 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ec9cc3-e444-4854-83a4-fd5baa220e4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:54:59.788844 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-18ec9cc3-e444-4854-83a4-fd5baa220e4c admin admin] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:59.792962 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [None req-04d1c06d-7c52-424a-8331-ae45a7c637ab tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] device_id is not set on port 88c7ab85-c293-4ca5-9599-918bde57c331 yet. {{(pid=101292) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:54:59.795143 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-c82c77d2-1400-407a-9bf0-a050ff1fd8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d13006-5eee-44da-9295-f2f033b72761', 'name': 'tempest-FloatingIPsNegativeTestJSON-1456595106-router', 'tenant_id': 'c0c2d25fe07540bc90d7b53fb4470dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': 'af994b7a-4efd-4a6a-a544-6e3b4f15d9c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:54:50Z', 'updated_at': '2021-08-16T22:54:54Z', 'revision_number': 3, 'project_id': 'c0c2d25fe07540bc90d7b53fb4470dce', 'gw_port': {'id': 'af994b7a-4efd-4a6a-a544-6e3b4f15d9c8', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a7:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d13006-5eee-44da-9295-f2f033b72761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:54:51Z', 'updated_at': '2021-08-16T22:54:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:54:59.838875 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d99cb1-6308-495a-a413-3660e776caa9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-69c1b72c-39e9-4135-9f7d-49840e6a1a98', 'network_id': '69c1b72c-39e9-4135-9f7d-49840e6a1a98', 'tenant_id': 'b528224b3b2646b1be33edac9acd15da', 'fixed_ips': [{'subnet_id': '30f3e2f6-effb-41b2-ab6b-c9a3eb4addc8'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:54:59.839647 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-80d99cb1-6308-495a-a413-3660e776caa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:54:59.842977 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82c77d2-1400-407a-9bf0-a050ff1fd8f4 None None] The sync data for ids ['91d13006-5eee-44da-9295-f2f033b72761'] in n-d-791506-26 is: [{'id': '91d13006-5eee-44da-9295-f2f033b72761', 'name': 'tempest-FloatingIPsNegativeTestJSON-1456595106-router', 'tenant_id': 'c0c2d25fe07540bc90d7b53fb4470dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': 'af994b7a-4efd-4a6a-a544-6e3b4f15d9c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:54:50Z', 'updated_at': '2021-08-16T22:54:54Z', 'revision_number': 3, 'project_id': 'c0c2d25fe07540bc90d7b53fb4470dce', 'gw_port': {'id': 'af994b7a-4efd-4a6a-a544-6e3b4f15d9c8', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a7:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d13006-5eee-44da-9295-f2f033b72761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:54:51Z', 'updated_at': '2021-08-16T22:54:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:54:59.945552 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d3be6d-2309-4b97-81fc-d39aed30220b admin admin] Network 7f5274ef-8b54-447c-a499-03705cb1b8e8 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:54:59.963191 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-e8d3be6d-2309-4b97-81fc-d39aed30220b admin admin] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:54:59.972333 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d3be6d-2309-4b97-81fc-d39aed30220b admin admin] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:54:59.984025 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d3be6d-2309-4b97-81fc-d39aed30220b admin admin] Pushing event updated for resources: {'Port': ['ID=0c5e31af-fb7c-4899-8047-1093bcf1fd9b,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:00.006393 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-04d1c06d-7c52-424a-8331-ae45a7c637ab tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Allocated IP 172.20.0.10 (69c1b72c-39e9-4135-9f7d-49840e6a1a98/30f3e2f6-effb-41b2-ab6b-c9a3eb4addc8/88c7ab85-c293-4ca5-9599-918bde57c331) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:55:00.011898 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ec9cc3-e444-4854-83a4-fd5baa220e4c admin admin] Pushing event updated for resources: {'Network': ['ID=e56b228b-e880-4213-9c47-dbd41eeb03e2,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:00.026980 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network e56b228b-e880-4213-9c47-dbd41eeb03e2 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:55:00.053649 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7878b5bb-3644-4e6e-8ec6-df267745ecf9 req-2a193612-5a57-49ed-a53f-4b0c3cc6f74b service neutron] 10.222.0.68 "GET /v2.0/networks/3681de79-445f-48a0-8870-108f9a08910b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3048046 Aug 16 22:55:00.308785 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-a528f1e9-9de6-4aaa-a19e-01e6281a0bff None None] Provisioning for port 0c5e31af-fb7c-4899-8047-1093bcf1fd9b completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:55:00.315835 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-a528f1e9-9de6-4aaa-a19e-01e6281a0bff None None] Provisioning complete for port 0c5e31af-fb7c-4899-8047-1093bcf1fd9b triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:55:00.316642 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a528f1e9-9de6-4aaa-a19e-01e6281a0bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:00.388931 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-a528f1e9-9de6-4aaa-a19e-01e6281a0bff None None] Port 0c5e31af-fb7c-4899-8047-1093bcf1fd9b cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:55:00.479060 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device af994b7a-4efd-4a6a-a544-6e3b4f15d9c8 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:55:00.574166 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port af994b7a-4efd-4a6a-a544-6e3b4f15d9c8 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:55:00.579361 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port af994b7a-4efd-4a6a-a544-6e3b4f15d9c8 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:55:00.581427 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:00.587938 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e8d3be6d-2309-4b97-81fc-d39aed30220b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954230'] for router_interface, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:00.722363 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:00.735469 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7878b5bb-3644-4e6e-8ec6-df267745ecf9 req-a785cd8b-8878-48ec-9b25-365b9c12b9c4 service neutron] 10.222.0.68 "GET /v2.0/networks/3681de79-445f-48a0-8870-108f9a08910b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6716735 Aug 16 22:55:00.757952 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port af994b7a-4efd-4a6a-a544-6e3b4f15d9c8, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=af994b7a-4efd-4a6a-a544-6e3b4f15d9c8,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:55:00.763860 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:00.827313 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab51527-c9f2-4a90-8657-70e8527f9af6 req-9faef7e6-bff8-4f5d-9899-04a5fdd209b6 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:00.838192 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bab51527-c9f2-4a90-8657-70e8527f9af6 req-9faef7e6-bff8-4f5d-9899-04a5fdd209b6 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bc6ad35-37eb-49fc-aa60-10ea3b36c658 HTTP/1.1" status: 200 len: 943 time: 0.2323897 Aug 16 22:55:00.852242 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a246b59-9b8a-4905-aee9-c7c57f3b0229 req-c4ebbf1f-7dd8-456e-9a4e-02fb5d9c3946 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:00.859869 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=af994b7a-4efd-4a6a-a544-6e3b4f15d9c8,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:00.866947 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0a246b59-9b8a-4905-aee9-c7c57f3b0229 req-c4ebbf1f-7dd8-456e-9a4e-02fb5d9c3946 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a6ba4fd-4079-4489-b813-7e9474d0ac3d HTTP/1.1" status: 200 len: 985 time: 0.2581589 Aug 16 22:55:00.899345 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-caebe1b8-d698-42ec-9ace-3cfc8c6bdbf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:00.921340 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-caebe1b8-d698-42ec-9ace-3cfc8c6bdbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:00.936239 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-18ec9cc3-e444-4854-83a4-fd5baa220e4c admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 3.1181612 Aug 16 22:55:00.941611 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 34068) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:00.954243 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e8d3be6d-2309-4b97-81fc-d39aed30220b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:00.954702 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-a40b6e55-2a46-4e1a-9a0d-91f85bebe1e7 admin admin] Request body: {'subnet': {'network_id': 'e56b228b-e880-4213-9c47-dbd41eeb03e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1747439225-subnet', 'tenant_id': '0c316f35c263478b9b6e1787055b69dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:55:00.999681 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c96b22-1e30-4fd5-9755-a4ee9f677935 req-ad78def8-ee7a-4ab9-be24-d9764373303d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:01.001614 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-f7c96b22-1e30-4fd5-9755-a4ee9f677935 req-ad78def8-ee7a-4ab9-be24-d9764373303d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=360ba359ef89419c97d646da8796a108&device_id=9a6ba4fd-4079-4489-b813-7e9474d0ac3d HTTP/1.1" status: 200 len: 1137 time: 0.2076764 Aug 16 22:55:01.008445 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bab51527-c9f2-4a90-8657-70e8527f9af6 req-619b674e-f966-44bc-9b69-a3d96f89c71a tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=0819ca22-363d-4b59-9328-30a084cf554a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1340413 Aug 16 22:55:01.013751 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-caebe1b8-d698-42ec-9ace-3cfc8c6bdbf7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5231ca6101414c7e9843e7c209b9f0b4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3078275 Aug 16 22:55:01.015783 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 34070) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:01.020592 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caebe1b8-d698-42ec-9ace-3cfc8c6bdbf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82e0fcf4-ad4b-4c8f-934f-dc2a47092deb,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:01.060482 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-04d1c06d-7c52-424a-8331-ae45a7c637ab tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:01.093128 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [None req-04d1c06d-7c52-424a-8331-ae45a7c637ab tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Transition to ACTIVE for port object 88c7ab85-c293-4ca5-9599-918bde57c331 will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:55:01.212392 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0a246b59-9b8a-4905-aee9-c7c57f3b0229 req-1756e752-eee2-4200-b5fd-7d905f1a4d3a tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f4987b2-33ed-460d-af3e-e9d6014a0d0a&id=034b2370-cf60-4c4b-9f41-d074191bc3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.3443763 Aug 16 22:55:01.231844 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a40b6e55-2a46-4e1a-9a0d-91f85bebe1e7 admin admin] Made reservation on behalf of 0c316f35c263478b9b6e1787055b69dd for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:55:01.231844 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a40b6e55-2a46-4e1a-9a0d-91f85bebe1e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:01.279301 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c96b22-1e30-4fd5-9755-a4ee9f677935 req-d288363e-13cc-4748-a228-e55c87973128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:01.280888 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-f7c96b22-1e30-4fd5-9755-a4ee9f677935 req-d288363e-13cc-4748-a228-e55c87973128 service neutron] 10.222.0.68 "GET /v2.0/networks?id=3681de79-445f-48a0-8870-108f9a08910b HTTP/1.1" status: 200 len: 913 time: 0.2658505 Aug 16 22:55:01.301129 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-04d1c06d-7c52-424a-8331-ae45a7c637ab tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:01.352170 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-80d99cb1-6308-495a-a413-3660e776caa9 None None] Allocated IP 172.20.0.2 (69c1b72c-39e9-4135-9f7d-49840e6a1a98/30f3e2f6-effb-41b2-ab6b-c9a3eb4addc8/f85424e3-3528-4faa-9674-1a8a3fd44fc3) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:55:01.384167 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d1c06d-7c52-424a-8331-ae45a7c637ab tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Network 69c1b72c-39e9-4135-9f7d-49840e6a1a98 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:55:01.386004 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-04d1c06d-7c52-424a-8331-ae45a7c637ab tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:55:01.390223 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1c06d-7c52-424a-8331-ae45a7c637ab tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Pushing event updated for resources: {'Port': ['ID=88c7ab85-c293-4ca5-9599-918bde57c331,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:01.395263 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d1c06d-7c52-424a-8331-ae45a7c637ab tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:55:01.415715 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b235047c-c4ba-4646-91d3-a5240e67cc56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:01.418360 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-f7c96b22-1e30-4fd5-9755-a4ee9f677935 req-3decb366-ba12-4d59-b654-dd905c4b80fd service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c4966c1-afb7-4026-a719-f88a3c9234c6 HTTP/1.1" status: 200 len: 217 time: 0.1073353 Aug 16 22:55:01.476437 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d1c06d-7c52-424a-8331-ae45a7c637ab tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:01.477230 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-04d1c06d-7c52-424a-8331-ae45a7c637ab tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:01.493779 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b235047c-c4ba-4646-91d3-a5240e67cc56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:01.513105 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-04d1c06d-7c52-424a-8331-ae45a7c637ab tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0772703 Aug 16 22:55:01.518206 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 34072) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:01.522086 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-b288686d-1d28-4449-87d4-6a67d6adb04c tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Request body: {'port': {'network_id': '69c1b72c-39e9-4135-9f7d-49840e6a1a98', 'name': 'tempest-PortsTestJSON-920380881', 'fixed_ips': [{'subnet_id': '30f3e2f6-effb-41b2-ab6b-c9a3eb4addc8', 'ip_address': '172.20.0.9'}]}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:55:01.540419 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-80d99cb1-6308-495a-a413-3660e776caa9 None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:01.541027 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c96b22-1e30-4fd5-9755-a4ee9f677935 req-db5d8ab6-8bb2-448d-905a-d954f12e852a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:01.543181 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-f7c96b22-1e30-4fd5-9755-a4ee9f677935 req-db5d8ab6-8bb2-448d-905a-d954f12e852a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=676b3069-1661-4172-a3c7-bc8a56a80bc8 HTTP/1.1" status: 200 len: 852 time: 0.1157775 Aug 16 22:55:01.550681 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-80d99cb1-6308-495a-a413-3660e776caa9 None None] Transition to ACTIVE for port object f85424e3-3528-4faa-9674-1a8a3fd44fc3 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:55:01.567937 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-80d99cb1-6308-495a-a413-3660e776caa9 None None] Transition to ACTIVE for port object f85424e3-3528-4faa-9674-1a8a3fd44fc3 will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:55:01.576165 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-80d99cb1-6308-495a-a413-3660e776caa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:01.617379 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-f7c96b22-1e30-4fd5-9755-a4ee9f677935 req-7d5b3680-69ec-4dbe-b933-dc98c7e4763b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3681de79-445f-48a0-8870-108f9a08910b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605962 Aug 16 22:55:01.623934 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d99cb1-6308-495a-a413-3660e776caa9 None None] Network 69c1b72c-39e9-4135-9f7d-49840e6a1a98 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:55:01.626182 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a40b6e55-2a46-4e1a-9a0d-91f85bebe1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:01.628463 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-80d99cb1-6308-495a-a413-3660e776caa9 None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:55:01.634398 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d99cb1-6308-495a-a413-3660e776caa9 None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:55:01.635991 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d99cb1-6308-495a-a413-3660e776caa9 None None] Pushing event updated for resources: {'Port': ['ID=f85424e3-3528-4faa-9674-1a8a3fd44fc3,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:01.700744 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-80d99cb1-6308-495a-a413-3660e776caa9 None None] Attempting to bind port f85424e3-3528-4faa-9674-1a8a3fd44fc3 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:55:01.701121 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-80d99cb1-6308-495a-a413-3660e776caa9 None None] Attempting to bind port f85424e3-3528-4faa-9674-1a8a3fd44fc3 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '9209ff50-2507-4734-a5a1-1e16306c1ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '69c1b72c-39e9-4135-9f7d-49840e6a1a98'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:55:01.701484 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d99cb1-6308-495a-a413-3660e776caa9 None None] Attempting to bind port f85424e3-3528-4faa-9674-1a8a3fd44fc3 on network 69c1b72c-39e9-4135-9f7d-49840e6a1a98 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:55:01.708302 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d99cb1-6308-495a-a413-3660e776caa9 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:55:01.708747 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d99cb1-6308-495a-a413-3660e776caa9 None None] Checking segment: {'id': '9209ff50-2507-4734-a5a1-1e16306c1ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '69c1b72c-39e9-4135-9f7d-49840e6a1a98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:55:01.709158 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-80d99cb1-6308-495a-a413-3660e776caa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:01.709554 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d99cb1-6308-495a-a413-3660e776caa9 None None] Bound using segment: {'id': '9209ff50-2507-4734-a5a1-1e16306c1ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '69c1b72c-39e9-4135-9f7d-49840e6a1a98'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:55:01.710035 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-80d99cb1-6308-495a-a413-3660e776caa9 None None] Bound port: f85424e3-3528-4faa-9674-1a8a3fd44fc3, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9209ff50-2507-4734-a5a1-1e16306c1ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '69c1b72c-39e9-4135-9f7d-49840e6a1a98'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:55:01.710418 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-80d99cb1-6308-495a-a413-3660e776caa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:01.718317 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40b6e55-2a46-4e1a-9a0d-91f85bebe1e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d79aac9-304e-4729-acfc-090d95f16abc,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:01.739392 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e8d3be6d-2309-4b97-81fc-d39aed30220b admin admin] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:01.746704 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40b6e55-2a46-4e1a-9a0d-91f85bebe1e7 admin admin] Checking segment: {'id': '010d4217-98db-4371-8f8c-589eb85e924b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e56b228b-e880-4213-9c47-dbd41eeb03e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:55:01.747168 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40b6e55-2a46-4e1a-9a0d-91f85bebe1e7 admin admin] Network hostable DHCP agents. Network: e56b228b-e880-4213-9c47-dbd41eeb03e2, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:55:01.750692 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b288686d-1d28-4449-87d4-6a67d6adb04c tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Made reservation on behalf of b528224b3b2646b1be33edac9acd15da for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:55:01.756353 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b288686d-1d28-4449-87d4-6a67d6adb04c tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:01.775876 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e8d3be6d-2309-4b97-81fc-d39aed30220b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:01.786311 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [None req-b288686d-1d28-4449-87d4-6a67d6adb04c tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] device_id is not set on port 458aeee4-f0af-425c-a628-e0844204e8ac yet. {{(pid=101292) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:55:01.789189 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-80d99cb1-6308-495a-a413-3660e776caa9 None None] For port f85424e3-3528-4faa-9674-1a8a3fd44fc3, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:55:01.792654 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40b6e55-2a46-4e1a-9a0d-91f85bebe1e7 admin admin] Network e56b228b-e880-4213-9c47-dbd41eeb03e2 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:55:01.792856 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-80d99cb1-6308-495a-a413-3660e776caa9 None None] For port f85424e3-3528-4faa-9674-1a8a3fd44fc3, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=f85424e3-3528-4faa-9674-1a8a3fd44fc3,segment=NetworkSegment(9209ff50-2507-4734-a5a1-1e16306c1ed9),segment_id=9209ff50-2507-4734-a5a1-1e16306c1ed9)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:55:01.797409 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-80d99cb1-6308-495a-a413-3660e776caa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:01.829685 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-a40b6e55-2a46-4e1a-9a0d-91f85bebe1e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, e56b228b-e880-4213-9c47-dbd41eeb03e2) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:55:01.838149 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40b6e55-2a46-4e1a-9a0d-91f85bebe1e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:01.839069 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a40b6e55-2a46-4e1a-9a0d-91f85bebe1e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:01.843388 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b235047c-c4ba-4646-91d3-a5240e67cc56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:01.847699 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b235047c-c4ba-4646-91d3-a5240e67cc56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:01.848568 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-b235047c-c4ba-4646-91d3-a5240e67cc56 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/82e0fcf4-ad4b-4c8f-934f-dc2a47092deb HTTP/1.1" status: 204 len: 168 time: 0.8290198 Aug 16 22:55:01.858353 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f2d082-75bb-4fd1-bb15-8b8ba3358f70 None None] Network e56b228b-e880-4213-9c47-dbd41eeb03e2 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:55:01.884094 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d99cb1-6308-495a-a413-3660e776caa9 None None] Pushing event updated for resources: {'Port': ['ID=f85424e3-3528-4faa-9674-1a8a3fd44fc3,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:01.884831 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-f7c96b22-1e30-4fd5-9755-a4ee9f677935 req-846f710c-e3f2-488d-9c43-feeba514439a service neutron] 10.222.0.68 "GET /v2.0/networks/3681de79-445f-48a0-8870-108f9a08910b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484992 Aug 16 22:55:01.939217 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e8d3be6d-2309-4b97-81fc-d39aed30220b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954122'] for router_interface, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:01.945192 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-a40b6e55-2a46-4e1a-9a0d-91f85bebe1e7 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9937735 Aug 16 22:55:01.950197 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b235047c-c4ba-4646-91d3-a5240e67cc56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e0fcf4-ad4b-4c8f-934f-dc2a47092deb,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:02.048697 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80421d75-21df-4087-9f7f-b6355338722b None None] Network e56b228b-e880-4213-9c47-dbd41eeb03e2 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:55:02.088920 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-f7c96b22-1e30-4fd5-9755-a4ee9f677935 req-dba20378-3216-43ad-a6ca-c5a65058a564 service neutron] 10.222.0.68 "GET /v2.0/networks/3681de79-445f-48a0-8870-108f9a08910b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364832 Aug 16 22:55:02.094242 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d3be6d-2309-4b97-81fc-d39aed30220b admin admin] Pushing event updated for resources: {'Port': ['ID=0c5e31af-fb7c-4899-8047-1093bcf1fd9b,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:02.168509 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-b288686d-1d28-4449-87d4-6a67d6adb04c tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Allocated IP 172.20.0.9 (69c1b72c-39e9-4135-9f7d-49840e6a1a98/30f3e2f6-effb-41b2-ab6b-c9a3eb4addc8/458aeee4-f0af-425c-a628-e0844204e8ac) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:55:02.415998 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d3be6d-2309-4b97-81fc-d39aed30220b admin admin] Network 7f5274ef-8b54-447c-a499-03705cb1b8e8 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:55:02.421524 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-e8d3be6d-2309-4b97-81fc-d39aed30220b admin admin] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:55:02.436499 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d4413-f738-46b8-8635-19f8a49fc2db req-75061917-9fc4-41c8-9b2c-a16c8f7c91ab tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:02.445750 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6d4d4413-f738-46b8-8635-19f8a49fc2db req-75061917-9fc4-41c8-9b2c-a16c8f7c91ab tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bc6ad35-37eb-49fc-aa60-10ea3b36c658 HTTP/1.1" status: 200 len: 943 time: 0.2336884 Aug 16 22:55:02.696057 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6d4d4413-f738-46b8-8635-19f8a49fc2db req-b07fa412-664f-4812-a5d9-e314934f3a33 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=0819ca22-363d-4b59-9328-30a084cf554a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2471092 Aug 16 22:55:02.711869 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device af994b7a-4efd-4a6a-a544-6e3b4f15d9c8 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:55:02.744151 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109b0445-c368-4fce-a22f-208f86017037 req-21c9ec1f-6aed-4c7f-aae6-a23ae5c4e9b2 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:02.760038 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-109b0445-c368-4fce-a22f-208f86017037 req-21c9ec1f-6aed-4c7f-aae6-a23ae5c4e9b2 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a6ba4fd-4079-4489-b813-7e9474d0ac3d HTTP/1.1" status: 200 len: 985 time: 0.1899185 Aug 16 22:55:02.778799 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8d3be6d-2309-4b97-81fc-d39aed30220b admin admin] Router 91d13006-5eee-44da-9295-f2f033b72761 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:55:02.837191 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b288686d-1d28-4449-87d4-6a67d6adb04c tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:02.856073 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-1cb822f6-bca3-4675-9e10-a8468c8d21ec None None] Provisioning complete for port 0c5e31af-fb7c-4899-8047-1093bcf1fd9b triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:55:02.856463 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-1cb822f6-bca3-4675-9e10-a8468c8d21ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:02.874811 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-109b0445-c368-4fce-a22f-208f86017037 req-95b2bb94-0e7f-4b8c-b5ca-4ee49de273e9 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f4987b2-33ed-460d-af3e-e9d6014a0d0a&id=034b2370-cf60-4c4b-9f41-d074191bc3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1089106 Aug 16 22:55:02.889849 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [None req-b288686d-1d28-4449-87d4-6a67d6adb04c tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Transition to ACTIVE for port object 458aeee4-f0af-425c-a628-e0844204e8ac will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:55:02.903001 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port af994b7a-4efd-4a6a-a544-6e3b4f15d9c8 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:55:02.903536 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:02.931165 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-1cb822f6-bca3-4675-9e10-a8468c8d21ec None None] Port 0c5e31af-fb7c-4899-8047-1093bcf1fd9b cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:55:02.970438 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b288686d-1d28-4449-87d4-6a67d6adb04c tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:03.029643 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device f85424e3-3528-4faa-9674-1a8a3fd44fc3 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:55:03.030090 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b288686d-1d28-4449-87d4-6a67d6adb04c tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Network 69c1b72c-39e9-4135-9f7d-49840e6a1a98 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:55:03.038978 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-b288686d-1d28-4449-87d4-6a67d6adb04c tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:55:03.051779 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b288686d-1d28-4449-87d4-6a67d6adb04c tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:55:03.105041 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8d3be6d-2309-4b97-81fc-d39aed30220b admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:55:03.119775 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cc60d5-5118-4e1b-8e4a-99d02d48adcc None None] Sync routers for ids ['91d13006-5eee-44da-9295-f2f033b72761'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:55:03.128008 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-e8d3be6d-2309-4b97-81fc-d39aed30220b admin admin] 10.222.0.36 "PUT /v2.0/routers/91d13006-5eee-44da-9295-f2f033b72761/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2235680 Aug 16 22:55:03.145539 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port f85424e3-3528-4faa-9674-1a8a3fd44fc3 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:55:03.155312 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cc60d5-5118-4e1b-8e4a-99d02d48adcc None None] Routers {'91d13006-5eee-44da-9295-f2f033b72761'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:55:03.157870 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-39cc60d5-5118-4e1b-8e4a-99d02d48adcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:54:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['91d13006-5eee-44da-9295-f2f033b72761'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:55:03.184402 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b288686d-1d28-4449-87d4-6a67d6adb04c tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Pushing event updated for resources: {'Port': ['ID=458aeee4-f0af-425c-a628-e0844204e8ac,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:03.206850 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b288686d-1d28-4449-87d4-6a67d6adb04c tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:03.207433 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b288686d-1d28-4449-87d4-6a67d6adb04c tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:03.234292 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-b288686d-1d28-4449-87d4-6a67d6adb04c tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.7170403 Aug 16 22:55:03.237623 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 34118) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:03.306777 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37c5f5b-4cc0-49f6-b739-b6a0a125199a tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:03.311248 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 34120) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:03.311433 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-a37c5f5b-4cc0-49f6-b739-b6a0a125199a tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.0723059 Aug 16 22:55:03.423130 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-39cc60d5-5118-4e1b-8e4a-99d02d48adcc None None] Set router 91d13006-5eee-44da-9295-f2f033b72761 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:55:03.566092 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aadf744-c87a-40c8-b3d1-bf48ea2b9918 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:03.582306 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aadf744-c87a-40c8-b3d1-bf48ea2b9918 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:03.596530 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aadf744-c87a-40c8-b3d1-bf48ea2b9918 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:03.608911 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-6aadf744-c87a-40c8-b3d1-bf48ea2b9918 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2376 time: 0.2962756 Aug 16 22:55:03.610738 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 34142) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:03.654432 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576a31b9-f29a-48cb-81eb-54b48acf5a6c req-4b5920ab-8977-4eb3-bdce-7a37334b6844 tempest-ServerAddressesNegativeTestJSON-1131874221 tempest-ServerAddressesNegativeTestJSON-1131874221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:03.661604 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-576a31b9-f29a-48cb-81eb-54b48acf5a6c req-4b5920ab-8977-4eb3-bdce-7a37334b6844 tempest-ServerAddressesNegativeTestJSON-1131874221 tempest-ServerAddressesNegativeTestJSON-1131874221-project] 10.222.0.36 "GET /v2.0/networks?id=e56b228b-e880-4213-9c47-dbd41eeb03e2 HTTP/1.1" status: 200 len: 822 time: 0.2619653 Aug 16 22:55:03.693462 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-576a31b9-f29a-48cb-81eb-54b48acf5a6c req-1131561e-1ee8-450e-911e-d261d0db16ce tempest-ServerAddressesNegativeTestJSON-1131874221 tempest-ServerAddressesNegativeTestJSON-1131874221-project] 10.222.0.36 "GET /v2.0/quotas/0c316f35c263478b9b6e1787055b69dd HTTP/1.1" status: 200 len: 375 time: 0.0234165 Aug 16 22:55:03.731989 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-39cc60d5-5118-4e1b-8e4a-99d02d48adcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d13006-5eee-44da-9295-f2f033b72761', 'name': 'tempest-FloatingIPsNegativeTestJSON-1456595106-router', 'tenant_id': 'c0c2d25fe07540bc90d7b53fb4470dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': 'af994b7a-4efd-4a6a-a544-6e3b4f15d9c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:54:50Z', 'updated_at': '2021-08-16T22:55:00Z', 'revision_number': 4, 'project_id': 'c0c2d25fe07540bc90d7b53fb4470dce', 'gw_port': {'id': 'af994b7a-4efd-4a6a-a544-6e3b4f15d9c8', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d13006-5eee-44da-9295-f2f033b72761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:54:51Z', 'updated_at': '2021-08-16T22:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '0c5e31af-fb7c-4899-8047-1093bcf1fd9b', 'name': '', 'network_id': '7f5274ef-8b54-447c-a499-03705cb1b8e8', 'tenant_id': 'c0c2d25fe07540bc90d7b53fb4470dce', 'mac_address': 'fa:16:3e:01:5d:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d13006-5eee-44da-9295-f2f033b72761', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '475c9446-cc52-4f74-9dfd-a3e8912a6999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:54:58Z', 'updated_at': '2021-08-16T22:55:01Z', 'revision_number': 2, 'project_id': 'c0c2d25fe07540bc90d7b53fb4470dce', 'subnets': [{'id': '475c9446-cc52-4f74-9dfd-a3e8912a6999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:55:03.748021 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ae0dfa-fc46-4aa7-bd11-b2b205ef2f81 None None] Network 69c1b72c-39e9-4135-9f7d-49840e6a1a98 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:55:03.780182 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cc60d5-5118-4e1b-8e4a-99d02d48adcc None None] Checking router: 91d13006-5eee-44da-9295-f2f033b72761 for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:55:03.780723 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cc60d5-5118-4e1b-8e4a-99d02d48adcc None None] Updating router 91d13006-5eee-44da-9295-f2f033b72761 port 0c5e31af-fb7c-4899-8047-1093bcf1fd9b binding host n-d-791506-26 {{(pid=101294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:55:03.789988 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-576a31b9-f29a-48cb-81eb-54b48acf5a6c req-62f274a8-202d-44f6-970d-e23b7aaeac60 tempest-ServerAddressesNegativeTestJSON-1131874221 tempest-ServerAddressesNegativeTestJSON-1131874221-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0c316f35c263478b9b6e1787055b69dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0925245 Aug 16 22:55:03.818232 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-39cc60d5-5118-4e1b-8e4a-99d02d48adcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:03.903750 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-032d2b39-79ae-4006-a0de-5a34ecae2a3f tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Deleting port 458aeee4-f0af-425c-a628-e0844204e8ac {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:55:03.904327 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-032d2b39-79ae-4006-a0de-5a34ecae2a3f tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:03.925416 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-bb077d92-d571-4752-9cc1-fa720804bb3c None None] Provisioning for port f85424e3-3528-4faa-9674-1a8a3fd44fc3 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:55:03.933740 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-bb077d92-d571-4752-9cc1-fa720804bb3c None None] Provisioning complete for port f85424e3-3528-4faa-9674-1a8a3fd44fc3 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:55:03.933895 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-bb077d92-d571-4752-9cc1-fa720804bb3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:04.051553 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-46b03853-df58-4eba-9365-72a79e5cefb8 req-8b97eb23-2ad4-44a4-91e0-30b19b89d19a tempest-FloatingIPsNegativeTestJSON-1384590125 tempest-FloatingIPsNegativeTestJSON-1384590125-project] 10.222.0.36 "GET /v2.0/floatingips?tenant_id=c0c2d25fe07540bc90d7b53fb4470dce HTTP/1.1" status: 200 len: 217 time: 0.1277466 Aug 16 22:55:04.079448 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-032d2b39-79ae-4006-a0de-5a34ecae2a3f tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:04.097171 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-032d2b39-79ae-4006-a0de-5a34ecae2a3f tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Calling delete_port for 458aeee4-f0af-425c-a628-e0844204e8ac owned by {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:55:04.103710 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-bb077d92-d571-4752-9cc1-fa720804bb3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:04.138086 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-576a31b9-f29a-48cb-81eb-54b48acf5a6c req-a8c88f84-1827-428e-8fd6-805ca78f53ed service neutron] 10.222.0.36 "GET /v2.0/networks/e56b228b-e880-4213-9c47-dbd41eeb03e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3412113 Aug 16 22:55:04.148292 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [req-30971cd4-e456-4e14-95c5-af75f932a81c req-4a51d79c-424d-498d-a2a1-c66f0732695d service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:55:04.154942 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-30971cd4-e456-4e14-95c5-af75f932a81c req-4a51d79c-424d-498d-a2a1-c66f0732695d service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0132077 Aug 16 22:55:04.171415 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-bb077d92-d571-4752-9cc1-fa720804bb3c None None] For port f85424e3-3528-4faa-9674-1a8a3fd44fc3, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=f85424e3-3528-4faa-9674-1a8a3fd44fc3,segment=NetworkSegment(9209ff50-2507-4734-a5a1-1e16306c1ed9),segment_id=9209ff50-2507-4734-a5a1-1e16306c1ed9)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:55:04.196760 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-bb077d92-d571-4752-9cc1-fa720804bb3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:04.295249 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-39cc60d5-5118-4e1b-8e4a-99d02d48adcc None None] Notify callbacks [] for port, precommit_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:04.306521 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-576a31b9-f29a-48cb-81eb-54b48acf5a6c req-4a41ca77-5ebc-4b28-9936-a5eaa6f87c27 service neutron] 10.222.0.36 "GET /v2.0/networks/e56b228b-e880-4213-9c47-dbd41eeb03e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467991 Aug 16 22:55:04.324961 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb077d92-d571-4752-9cc1-fa720804bb3c None None] Pushing event updated for resources: {'Port': ['ID=f85424e3-3528-4faa-9674-1a8a3fd44fc3,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:04.353604 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.provisioning_blocks [None req-39cc60d5-5118-4e1b-8e4a-99d02d48adcc None None] Transition to ACTIVE for port object 0c5e31af-fb7c-4899-8047-1093bcf1fd9b will not be triggered until provisioned by entity L2. {{(pid=101294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:55:04.371314 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-032d2b39-79ae-4006-a0de-5a34ecae2a3f tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:04.373836 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-39cc60d5-5118-4e1b-8e4a-99d02d48adcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:04.455915 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032d2b39-79ae-4006-a0de-5a34ecae2a3f tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Pushing event deleted for resources: {'Port': ['ID=458aeee4-f0af-425c-a628-e0844204e8ac,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:04.501505 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55a79ca-f0fc-43e7-994e-33acf489507f None None] Pushing event updated for resources: {'Port': ['ID=0c5e31af-fb7c-4899-8047-1093bcf1fd9b,revision_number=3']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:04.586310 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55a79ca-f0fc-43e7-994e-33acf489507f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:04.587237 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55a79ca-f0fc-43e7-994e-33acf489507f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:04.588295 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55a79ca-f0fc-43e7-994e-33acf489507f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:04.589150 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55a79ca-f0fc-43e7-994e-33acf489507f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:04.589768 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55a79ca-f0fc-43e7-994e-33acf489507f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:04.590353 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55a79ca-f0fc-43e7-994e-33acf489507f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:04.591196 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55a79ca-f0fc-43e7-994e-33acf489507f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:04.591915 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55a79ca-f0fc-43e7-994e-33acf489507f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:04.592460 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55a79ca-f0fc-43e7-994e-33acf489507f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:04.593078 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55a79ca-f0fc-43e7-994e-33acf489507f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:04.593893 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55a79ca-f0fc-43e7-994e-33acf489507f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:04.594600 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55a79ca-f0fc-43e7-994e-33acf489507f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:04.629726 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-032d2b39-79ae-4006-a0de-5a34ecae2a3f tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:04.631711 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-032d2b39-79ae-4006-a0de-5a34ecae2a3f tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "DELETE /v2.0/ports/458aeee4-f0af-425c-a628-e0844204e8ac HTTP/1.1" status: 204 len: 168 time: 1.0199153 Aug 16 22:55:04.640137 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcb0179-b3da-4a8e-9106-7a6116b19006 req-e3511ecc-0d69-4782-ae61-2f1092409d84 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:04.641574 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 34182) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:04.658709 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7bcb0179-b3da-4a8e-9106-7a6116b19006 req-e3511ecc-0d69-4782-ae61-2f1092409d84 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a6ba4fd-4079-4489-b813-7e9474d0ac3d HTTP/1.1" status: 200 len: 985 time: 0.1431720 Aug 16 22:55:04.660880 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-39cc60d5-5118-4e1b-8e4a-99d02d48adcc None None] Attempting to bind port 0c5e31af-fb7c-4899-8047-1093bcf1fd9b on host n-d-791506-26 for vnic_type normal with profile {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:55:04.661480 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-39cc60d5-5118-4e1b-8e4a-99d02d48adcc None None] Attempting to bind port 0c5e31af-fb7c-4899-8047-1093bcf1fd9b by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': 'c4a7a711-f55a-478f-a560-2ba84762188d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7f5274ef-8b54-447c-a499-03705cb1b8e8'}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:55:04.662733 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-bfeb7d38-3fd1-4f86-a249-ceb1badc0152 None None] Provisioning complete for port f85424e3-3528-4faa-9674-1a8a3fd44fc3 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:55:04.663121 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-bfeb7d38-3fd1-4f86-a249-ceb1badc0152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:04.674641 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cc60d5-5118-4e1b-8e4a-99d02d48adcc None None] Attempting to bind port 0c5e31af-fb7c-4899-8047-1093bcf1fd9b on network 7f5274ef-8b54-447c-a499-03705cb1b8e8 {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:55:04.701306 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cc60d5-5118-4e1b-8e4a-99d02d48adcc None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:55:04.701969 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cc60d5-5118-4e1b-8e4a-99d02d48adcc None None] Checking segment: {'id': 'c4a7a711-f55a-478f-a560-2ba84762188d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7f5274ef-8b54-447c-a499-03705cb1b8e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:55:04.704762 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-39cc60d5-5118-4e1b-8e4a-99d02d48adcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:04.706031 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cc60d5-5118-4e1b-8e4a-99d02d48adcc None None] Bound using segment: {'id': 'c4a7a711-f55a-478f-a560-2ba84762188d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7f5274ef-8b54-447c-a499-03705cb1b8e8'} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:55:04.707220 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-39cc60d5-5118-4e1b-8e4a-99d02d48adcc None None] Bound port: 0c5e31af-fb7c-4899-8047-1093bcf1fd9b, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4a7a711-f55a-478f-a560-2ba84762188d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7f5274ef-8b54-447c-a499-03705cb1b8e8'}}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:55:04.708671 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-39cc60d5-5118-4e1b-8e4a-99d02d48adcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:04.732784 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5ca358d-25aa-4923-8998-155993c14a22 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] GET failed (client error): The resource could not be found. Aug 16 22:55:04.743978 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-c5ca358d-25aa-4923-8998-155993c14a22 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "GET /v2.0/ports/458aeee4-f0af-425c-a628-e0844204e8ac HTTP/1.1" status: 404 len: 333 time: 0.0985863 Aug 16 22:55:04.744657 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 34186) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:04.759505 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6d207e9f-3a39-4467-a4bc-c9ba4c352aa7 req-16db9eae-4fe1-4c91-b0f9-babb2e16d80a tempest-FloatingIPsNegativeTestJSON-1384590125 tempest-FloatingIPsNegativeTestJSON-1384590125-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0814934 Aug 16 22:55:04.820650 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-39cc60d5-5118-4e1b-8e4a-99d02d48adcc None None] For port 0c5e31af-fb7c-4899-8047-1093bcf1fd9b, host n-d-791506-26, cleared binding levels {{(pid=101294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:55:04.825240 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-39cc60d5-5118-4e1b-8e4a-99d02d48adcc None None] For port 0c5e31af-fb7c-4899-8047-1093bcf1fd9b, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=0c5e31af-fb7c-4899-8047-1093bcf1fd9b,segment=NetworkSegment(c4a7a711-f55a-478f-a560-2ba84762188d),segment_id=c4a7a711-f55a-478f-a560-2ba84762188d)] {{(pid=101294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:55:04.835308 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-39cc60d5-5118-4e1b-8e4a-99d02d48adcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:04.893280 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-bfeb7d38-3fd1-4f86-a249-ceb1badc0152 None None] Provisioning for port 88c7ab85-c293-4ca5-9599-918bde57c331 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:55:04.906370 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7bcb0179-b3da-4a8e-9106-7a6116b19006 req-c3474be9-0cd4-4144-abcf-4ffe89b6c20c tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f4987b2-33ed-460d-af3e-e9d6014a0d0a&id=034b2370-cf60-4c4b-9f41-d074191bc3ee&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2198150 Aug 16 22:55:04.916902 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 386b7938-45f8-4304-8ad8-6bd407d56721 no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:55:04.952450 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cc60d5-5118-4e1b-8e4a-99d02d48adcc None None] Routers {'91d13006-5eee-44da-9295-f2f033b72761'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:55:04.953143 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-39cc60d5-5118-4e1b-8e4a-99d02d48adcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:54:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['91d13006-5eee-44da-9295-f2f033b72761'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:55:04.972786 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-bfeb7d38-3fd1-4f86-a249-ceb1badc0152 None None] Provisioning complete for port 88c7ab85-c293-4ca5-9599-918bde57c331 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:55:04.973820 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-bfeb7d38-3fd1-4f86-a249-ceb1badc0152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:05.013357 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-d11b274b-0d7c-4788-9958-70c9827324a7 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Deleting port 88c7ab85-c293-4ca5-9599-918bde57c331 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:55:05.021833 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d11b274b-0d7c-4788-9958-70c9827324a7 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:05.063642 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a554af98-2177-4fb9-a0ae-0a136c75df62 req-b09fea15-3ed9-4fb5-ab6e-23d8b783689b tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:05.073681 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a554af98-2177-4fb9-a0ae-0a136c75df62 req-b09fea15-3ed9-4fb5-ab6e-23d8b783689b tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bc6ad35-37eb-49fc-aa60-10ea3b36c658 HTTP/1.1" status: 200 len: 943 time: 0.1661589 Aug 16 22:55:05.115473 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-bfeb7d38-3fd1-4f86-a249-ceb1badc0152 None None] Port 88c7ab85-c293-4ca5-9599-918bde57c331 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:55:05.153907 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55a79ca-f0fc-43e7-994e-33acf489507f None None] Pushing event updated for resources: {'Port': ['ID=0c5e31af-fb7c-4899-8047-1093bcf1fd9b,revision_number=4']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:05.166396 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-bfeb7d38-3fd1-4f86-a249-ceb1badc0152 None None] Could not find standard attr ID for object 458aeee4-f0af-425c-a628-e0844204e8ac. {{(pid=101293) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:55:05.289559 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d11b274b-0d7c-4788-9958-70c9827324a7 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:05.306140 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a554af98-2177-4fb9-a0ae-0a136c75df62 req-7a5b40d5-df7c-44cc-91fb-445fb41bb045 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=0819ca22-363d-4b59-9328-30a084cf554a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2232971 Aug 16 22:55:05.325962 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-d11b274b-0d7c-4788-9958-70c9827324a7 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Calling delete_port for 88c7ab85-c293-4ca5-9599-918bde57c331 owned by {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:55:05.345218 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 34204) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:05.393827 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b3338d3b-151d-49a4-9c0a-68e15f0b77f9 req-c0a4b7b4-5d87-4f70-817c-11252d29df28 tempest-ServerAddressesNegativeTestJSON-1131874221 tempest-ServerAddressesNegativeTestJSON-1131874221-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f518eba-2aad-4e78-a9c1-f323e8be4ce0 HTTP/1.1" status: 200 len: 210 time: 0.1594872 Aug 16 22:55:05.448111 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-221f5184-ddba-49cd-9a4d-d45c6fc5a0c2 None None] Provisioning complete for port 88c7ab85-c293-4ca5-9599-918bde57c331 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:55:05.451250 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-221f5184-ddba-49cd-9a4d-d45c6fc5a0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:05.543953 n-d-791506-26 neutron-server[101292]: INFO neutron.api.v2.resource [req-92421bd2-9909-4d26-ad13-a8ef1206f538 req-265316a7-8453-4660-a0a1-97edce100583 tempest-FloatingIPsNegativeTestJSON-1384590125 tempest-FloatingIPsNegativeTestJSON-1384590125-project] show failed (client error): The resource could not be found. Aug 16 22:55:05.562788 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 34212) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:05.563472 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-92421bd2-9909-4d26-ad13-a8ef1206f538 req-265316a7-8453-4660-a0a1-97edce100583 tempest-FloatingIPsNegativeTestJSON-1384590125 tempest-FloatingIPsNegativeTestJSON-1384590125-project] 10.222.0.36 "GET /v2.0/floatingips/bb514dad-079e-4a40-a5a6-2081fde97bae HTTP/1.1" status: 404 len: 350 time: 0.1870492 Aug 16 22:55:05.609355 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-221f5184-ddba-49cd-9a4d-d45c6fc5a0c2 None None] Port 88c7ab85-c293-4ca5-9599-918bde57c331 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:55:05.669509 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d7788cd6-4da8-430c-851a-ab8041d50908 req-dac4db85-8ff4-4d6d-99f2-6f93929472e9 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-267640668&fields=id&tenant_id=360ba359ef89419c97d646da8796a108 HTTP/1.1" status: 200 len: 267 time: 0.0893888 Aug 16 22:55:05.701468 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-39cc60d5-5118-4e1b-8e4a-99d02d48adcc None None] Set router 91d13006-5eee-44da-9295-f2f033b72761 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:55:05.749730 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-a2050c60-edb1-462f-99b4-066dde80fee4 None None] Could not find standard attr ID for object 458aeee4-f0af-425c-a628-e0844204e8ac. {{(pid=101293) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:55:05.759695 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-438954b7-c282-4bfa-afb0-4c42e1566fab admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:05.764893 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7788cd6-4da8-430c-851a-ab8041d50908 req-f01f528a-4a6b-4964-9f89-a910bdc3078f tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:05.767077 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d7788cd6-4da8-430c-851a-ab8041d50908 req-f01f528a-4a6b-4964-9f89-a910bdc3078f tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a6ba4fd-4079-4489-b813-7e9474d0ac3d HTTP/1.1" status: 200 len: 985 time: 0.0963159 Aug 16 22:55:05.781687 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-d7788cd6-4da8-430c-851a-ab8041d50908 req-dc9afb4c-e89c-4f38-a1df-f5cab1d9a941 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Request body: {'port': {'security_groups': ['034b2370-cf60-4c4b-9f41-d074191bc3ee', '0f4987b2-33ed-460d-af3e-e9d6014a0d0a', '04966a40-8604-4cce-881c-2f0073319f39']}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:55:05.895932 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-d7788cd6-4da8-430c-851a-ab8041d50908 req-dc9afb4c-e89c-4f38-a1df-f5cab1d9a941 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:05.950337 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4a6b81bb-bd33-4048-a419-70a14efb7c0f req-9c287e1e-b681-4bce-b40f-775623c9b916 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3bc6ad35-37eb-49fc-aa60-10ea3b36c658&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.8097005 Aug 16 22:55:06.047360 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-39cc60d5-5118-4e1b-8e4a-99d02d48adcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d13006-5eee-44da-9295-f2f033b72761', 'name': 'tempest-FloatingIPsNegativeTestJSON-1456595106-router', 'tenant_id': 'c0c2d25fe07540bc90d7b53fb4470dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': 'af994b7a-4efd-4a6a-a544-6e3b4f15d9c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:54:50Z', 'updated_at': '2021-08-16T22:55:00Z', 'revision_number': 4, 'project_id': 'c0c2d25fe07540bc90d7b53fb4470dce', 'gw_port': {'id': 'af994b7a-4efd-4a6a-a544-6e3b4f15d9c8', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d13006-5eee-44da-9295-f2f033b72761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:54:51Z', 'updated_at': '2021-08-16T22:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '0c5e31af-fb7c-4899-8047-1093bcf1fd9b', 'name': '', 'network_id': '7f5274ef-8b54-447c-a499-03705cb1b8e8', 'tenant_id': 'c0c2d25fe07540bc90d7b53fb4470dce', 'mac_address': 'fa:16:3e:01:5d:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d13006-5eee-44da-9295-f2f033b72761', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '475c9446-cc52-4f74-9dfd-a3e8912a6999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:54:58Z', 'updated_at': '2021-08-16T22:55:04Z', 'revision_number': 4, 'project_id': 'c0c2d25fe07540bc90d7b53fb4470dce', 'subnets': [{'id': '475c9446-cc52-4f74-9dfd-a3e8912a6999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:55:06.114852 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cc60d5-5118-4e1b-8e4a-99d02d48adcc None None] The sync data for ids ['91d13006-5eee-44da-9295-f2f033b72761'] in n-d-791506-26 is: [{'id': '91d13006-5eee-44da-9295-f2f033b72761', 'name': 'tempest-FloatingIPsNegativeTestJSON-1456595106-router', 'tenant_id': 'c0c2d25fe07540bc90d7b53fb4470dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': 'af994b7a-4efd-4a6a-a544-6e3b4f15d9c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:54:50Z', 'updated_at': '2021-08-16T22:55:00Z', 'revision_number': 4, 'project_id': 'c0c2d25fe07540bc90d7b53fb4470dce', 'gw_port': {'id': 'af994b7a-4efd-4a6a-a544-6e3b4f15d9c8', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d13006-5eee-44da-9295-f2f033b72761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:54:51Z', 'updated_at': '2021-08-16T22:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '0c5e31af-fb7c-4899-8047-1093bcf1fd9b', 'name': '', 'network_id': '7f5274ef-8b54-447c-a499-03705cb1b8e8', 'tenant_id': 'c0c2d25fe07540bc90d7b53fb4470dce', 'mac_address': 'fa:16:3e:01:5d:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d13006-5eee-44da-9295-f2f033b72761', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '475c9446-cc52-4f74-9dfd-a3e8912a6999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:54:58Z', 'updated_at': '2021-08-16T22:55:04Z', 'revision_number': 4, 'project_id': 'c0c2d25fe07540bc90d7b53fb4470dce', 'subnets': [{'id': '475c9446-cc52-4f74-9dfd-a3e8912a6999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:55:06.191969 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d11b274b-0d7c-4788-9958-70c9827324a7 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:06.259971 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11b274b-0d7c-4788-9958-70c9827324a7 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Pushing event deleted for resources: {'Port': ['ID=88c7ab85-c293-4ca5-9599-918bde57c331,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:06.596380 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-d7788cd6-4da8-430c-851a-ab8041d50908 req-dc9afb4c-e89c-4f38-a1df-f5cab1d9a941 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] For port 2c4966c1-afb7-4026-a719-f88a3c9234c6, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=2c4966c1-afb7-4026-a719-f88a3c9234c6,segment=NetworkSegment(6edf975f-584b-457e-be27-9a9457978487),segment_id=6edf975f-584b-457e-be27-9a9457978487)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:55:06.714772 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device f85424e3-3528-4faa-9674-1a8a3fd44fc3 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:55:06.724002 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87d08f0-c38e-4c3a-9753-8e80e8c923c0 req-4e7c4553-3d92-4213-811e-bec60f49c8dd tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:06.726994 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e87d08f0-c38e-4c3a-9753-8e80e8c923c0 req-4e7c4553-3d92-4213-811e-bec60f49c8dd tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bc6ad35-37eb-49fc-aa60-10ea3b36c658 HTTP/1.1" status: 200 len: 943 time: 0.2492123 Aug 16 22:55:06.771179 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-d7788cd6-4da8-430c-851a-ab8041d50908 req-dc9afb4c-e89c-4f38-a1df-f5cab1d9a941 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:06.783569 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-d7788cd6-4da8-430c-851a-ab8041d50908 req-dc9afb4c-e89c-4f38-a1df-f5cab1d9a941 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:06.829234 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['2c4966c1-afb7-4026-a719-f88a3c9234c6'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:55:06.832934 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['7a38c7a3-d7b2-4bfd-bdef-7ecd131ef6d6'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:55:06.888927 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7788cd6-4da8-430c-851a-ab8041d50908 req-dc9afb4c-e89c-4f38-a1df-f5cab1d9a941 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:06.890418 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-d7788cd6-4da8-430c-851a-ab8041d50908 req-dc9afb4c-e89c-4f38-a1df-f5cab1d9a941 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:06.905311 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d7788cd6-4da8-430c-851a-ab8041d50908 req-dc9afb4c-e89c-4f38-a1df-f5cab1d9a941 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "PUT /v2.0/ports/2c4966c1-afb7-4026-a719-f88a3c9234c6 HTTP/1.1" status: 200 len: 1021 time: 1.1287193 Aug 16 22:55:06.905832 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a6ba4fd-4079-4489-b813-7e9474d0ac3d', 'tag': '2c4966c1-afb7-4026-a719-f88a3c9234c6'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:55:06.909903 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port f85424e3-3528-4faa-9674-1a8a3fd44fc3 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:55:06.910151 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:06.913355 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cc8b02d-6ae4-4b92-aff0-042412ff25ce" -d '{"events": [{"name": "network-changed", "server_uuid": "9a6ba4fd-4079-4489-b813-7e9474d0ac3d", "tag": "2c4966c1-afb7-4026-a719-f88a3c9234c6"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:55:06.932725 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e87d08f0-c38e-4c3a-9753-8e80e8c923c0 req-4c5bc562-6283-48fd-a2b7-5d9a082fa27f tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=0819ca22-363d-4b59-9328-30a084cf554a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1926446 Aug 16 22:55:06.971622 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9afb4c-e89c-4f38-a1df-f5cab1d9a941 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Pushing event updated for resources: {'Port': ['ID=2c4966c1-afb7-4026-a719-f88a3c9234c6,revision_number=7']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:06.982726 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['2c4966c1-afb7-4026-a719-f88a3c9234c6'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:55:07.070637 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2f0af56f-a1d7-4152-bd69-c60c3a57408d req-d217e852-1b66-47a8-afcd-013f5d06d38d tempest-ServerAddressesNegativeTestJSON-1131874221 tempest-ServerAddressesNegativeTestJSON-1131874221-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f518eba-2aad-4e78-a9c1-f323e8be4ce0 HTTP/1.1" status: 200 len: 210 time: 0.0663433 Aug 16 22:55:07.130700 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8532991e-3601-4243-8494-2e688a21b368 x-openstack-request-id: req-8532991e-3601-4243-8494-2e688a21b368 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:55:07.131577 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a6ba4fd-4079-4489-b813-7e9474d0ac3d", "tag": "2c4966c1-afb7-4026-a719-f88a3c9234c6", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:55:07.132226 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8532991e-3601-4243-8494-2e688a21b368 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:55:07.133086 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a6ba4fd-4079-4489-b813-7e9474d0ac3d', 'tag': '2c4966c1-afb7-4026-a719-f88a3c9234c6', 'status': 'completed', 'code': 200} Aug 16 22:55:07.169720 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dd839aef-2936-466c-9fdf-c2ec122a7d16 req-cf403400-27e6-4853-a5f3-0817a9800636 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/security-groups/04966a40-8604-4cce-881c-2f0073319f39 HTTP/1.1" status: 200 len: 1802 time: 0.0746181 Aug 16 22:55:07.241524 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576a31b9-f29a-48cb-81eb-54b48acf5a6c req-d3dcf4c5-8089-4dc8-9df6-512c6156385f tempest-ServerAddressesNegativeTestJSON-1131874221 tempest-ServerAddressesNegativeTestJSON-1131874221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:07.243131 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-576a31b9-f29a-48cb-81eb-54b48acf5a6c req-d3dcf4c5-8089-4dc8-9df6-512c6156385f tempest-ServerAddressesNegativeTestJSON-1131874221 tempest-ServerAddressesNegativeTestJSON-1131874221-project] 10.222.0.57 "GET /v2.0/networks?id=e56b228b-e880-4213-9c47-dbd41eeb03e2 HTTP/1.1" status: 200 len: 822 time: 0.8286922 Aug 16 22:55:07.250175 n-d-791506-26 neutron-server[101292]: INFO neutron.api.v2.resource [req-dd839aef-2936-466c-9fdf-c2ec122a7d16 req-181d7b52-f8cb-496c-8f14-57d037e4493f tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 16 22:55:07.274957 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dd839aef-2936-466c-9fdf-c2ec122a7d16 req-181d7b52-f8cb-496c-8f14-57d037e4493f tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "DELETE /v2.0/security-groups/04966a40-8604-4cce-881c-2f0073319f39 HTTP/1.1" status: 409 len: 341 time: 0.1039610 Aug 16 22:55:07.294938 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-576a31b9-f29a-48cb-81eb-54b48acf5a6c req-6228fa47-c9d8-4906-9cbb-0acbf532e180 tempest-ServerAddressesNegativeTestJSON-1131874221 tempest-ServerAddressesNegativeTestJSON-1131874221-project] Request body: {'port': {'device_id': '6f518eba-2aad-4e78-a9c1-f323e8be4ce0', 'network_id': 'e56b228b-e880-4213-9c47-dbd41eeb03e2', 'admin_state_up': True, 'tenant_id': '0c316f35c263478b9b6e1787055b69dd'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:55:07.371170 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d11b274b-0d7c-4788-9958-70c9827324a7 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:07.375783 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-d11b274b-0d7c-4788-9958-70c9827324a7 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "DELETE /v2.0/ports/88c7ab85-c293-4ca5-9599-918bde57c331 HTTP/1.1" status: 204 len: 168 time: 2.6299474 Aug 16 22:55:07.379128 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 34236) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:07.450294 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-07b4f8fe-6d2e-4ba5-a2e2-6fc525929b62 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] GET failed (client error): The resource could not be found. Aug 16 22:55:07.451922 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-07b4f8fe-6d2e-4ba5-a2e2-6fc525929b62 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "GET /v2.0/ports/88c7ab85-c293-4ca5-9599-918bde57c331 HTTP/1.1" status: 404 len: 333 time: 0.0717657 Aug 16 22:55:07.456032 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 34238) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:07.540145 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-438954b7-c282-4bfa-afb0-4c42e1566fab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:07.567488 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_v2 [None req-df6f0b8f-7039-47c2-ab38-00408bf24bab tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Deleting subnet 30f3e2f6-effb-41b2-ab6b-c9a3eb4addc8 {{(pid=101292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:55:07.571936 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-df6f0b8f-7039-47c2-ab38-00408bf24bab tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks [] for subnet, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:07.581217 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-438954b7-c282-4bfa-afb0-4c42e1566fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:07.584941 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 0c5e31af-fb7c-4899-8047-1093bcf1fd9b up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:55:07.649040 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-df6f0b8f-7039-47c2-ab38-00408bf24bab tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3848860'] for subnet, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:07.727187 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc8b02d-6ae4-4b92-aff0-042412ff25ce req-a21fc104-ba13-459d-8ddf-7856e1ca2c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:07.729023 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7cc8b02d-6ae4-4b92-aff0-042412ff25ce req-a21fc104-ba13-459d-8ddf-7856e1ca2c90 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=360ba359ef89419c97d646da8796a108&device_id=9a6ba4fd-4079-4489-b813-7e9474d0ac3d HTTP/1.1" status: 200 len: 1176 time: 0.4835494 Aug 16 22:55:07.767199 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-438954b7-c282-4bfa-afb0-4c42e1566fab admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9b69d513786a4aff8c5376398203f155&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4173155 Aug 16 22:55:07.790622 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 34242) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:07.791206 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438954b7-c282-4bfa-afb0-4c42e1566fab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96b2d024-3aac-4162-bbdc-dab501b39417,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:07.838080 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-df6f0b8f-7039-47c2-ab38-00408bf24bab tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:07.879433 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2e5c6b-33a1-4b6a-aa72-c39cd3473b91 req-ff1f6a52-0aa1-4106-9686-b060cdc3483f tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:07.888785 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1a2e5c6b-33a1-4b6a-aa72-c39cd3473b91 req-ff1f6a52-0aa1-4106-9686-b060cdc3483f tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a6ba4fd-4079-4489-b813-7e9474d0ac3d HTTP/1.1" status: 200 len: 1024 time: 0.1659374 Aug 16 22:55:07.947412 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 0c5e31af-fb7c-4899-8047-1093bcf1fd9b completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:55:07.957781 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 0c5e31af-fb7c-4899-8047-1093bcf1fd9b triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:55:07.958483 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:07.981111 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-df6f0b8f-7039-47c2-ab38-00408bf24bab tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26252129'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:07.988633 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-576a31b9-f29a-48cb-81eb-54b48acf5a6c req-6228fa47-c9d8-4906-9cbb-0acbf532e180 tempest-ServerAddressesNegativeTestJSON-1131874221 tempest-ServerAddressesNegativeTestJSON-1131874221-project] Made reservation on behalf of 0c316f35c263478b9b6e1787055b69dd for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:55:07.993585 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-576a31b9-f29a-48cb-81eb-54b48acf5a6c req-6228fa47-c9d8-4906-9cbb-0acbf532e180 tempest-ServerAddressesNegativeTestJSON-1131874221 tempest-ServerAddressesNegativeTestJSON-1131874221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:08.010740 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6f0b8f-7039-47c2-ab38-00408bf24bab tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Pushing event deleted for resources: {'Subnet': ['ID=30f3e2f6-effb-41b2-ab6b-c9a3eb4addc8,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:08.031010 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-df6f0b8f-7039-47c2-ab38-00408bf24bab tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:08.036307 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-df6f0b8f-7039-47c2-ab38-00408bf24bab tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "DELETE /v2.0/subnets/30f3e2f6-effb-41b2-ab6b-c9a3eb4addc8 HTTP/1.1" status: 204 len: 168 time: 0.5766802 Aug 16 22:55:08.037689 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 34246) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:08.053564 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-00f42438-51cb-4661-9016-121265862748 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:08.065728 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1a2e5c6b-33a1-4b6a-aa72-c39cd3473b91 req-1abcbdbe-0482-45ae-a051-399060b5de54 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f4987b2-33ed-460d-af3e-e9d6014a0d0a&id=034b2370-cf60-4c4b-9f41-d074191bc3ee&id=04966a40-8604-4cce-881c-2f0073319f39&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1747472 Aug 16 22:55:08.071529 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f772905-362b-490b-9686-7719bf891a12 None None] Network 69c1b72c-39e9-4135-9f7d-49840e6a1a98 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:55:08.087596 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-00f42438-51cb-4661-9016-121265862748 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:08.178428 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc8b02d-6ae4-4b92-aff0-042412ff25ce req-eea38df0-546a-4d94-9c6e-3943d2b0367e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:08.181777 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7cc8b02d-6ae4-4b92-aff0-042412ff25ce req-eea38df0-546a-4d94-9c6e-3943d2b0367e service neutron] 10.222.0.68 "GET /v2.0/networks?id=3681de79-445f-48a0-8870-108f9a08910b HTTP/1.1" status: 200 len: 913 time: 0.4160118 Aug 16 22:55:08.185909 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-00f42438-51cb-4661-9016-121265862748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:08.190066 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-00f42438-51cb-4661-9016-121265862748 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:08.195251 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-00f42438-51cb-4661-9016-121265862748 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/96b2d024-3aac-4162-bbdc-dab501b39417 HTTP/1.1" status: 204 len: 168 time: 0.4008713 Aug 16 22:55:08.320471 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5ae9f7de-d712-4ba6-b07a-af04f282f30f tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:08.332614 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f28289b-4eba-4fbc-94a4-7e42fb19ea6b req-a1b4f26b-d889-4860-87a8-621e30a7e512 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:08.334240 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8f28289b-4eba-4fbc-94a4-7e42fb19ea6b req-a1b4f26b-d889-4860-87a8-621e30a7e512 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bc6ad35-37eb-49fc-aa60-10ea3b36c658 HTTP/1.1" status: 200 len: 943 time: 0.2322838 Aug 16 22:55:08.369125 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:08.396854 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3b5eb224-99fd-47f3-aa13-b20d8366dca5 req-e542b4a7-acd8-460b-921e-efa601ee644e tempest-ServerAddressesNegativeTestJSON-1131874221 tempest-ServerAddressesNegativeTestJSON-1131874221-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f518eba-2aad-4e78-a9c1-f323e8be4ce0 HTTP/1.1" status: 200 len: 210 time: 0.0616157 Aug 16 22:55:08.431032 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f42438-51cb-4661-9016-121265862748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96b2d024-3aac-4162-bbdc-dab501b39417,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:08.434888 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8f28289b-4eba-4fbc-94a4-7e42fb19ea6b req-8a2ec7d0-adbb-47db-ba6c-ba2485843f5f tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=0819ca22-363d-4b59-9328-30a084cf554a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848653 Aug 16 22:55:08.447304 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 0c5e31af-fb7c-4899-8047-1093bcf1fd9b, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=0c5e31af-fb7c-4899-8047-1093bcf1fd9b,segment=NetworkSegment(c4a7a711-f55a-478f-a560-2ba84762188d),segment_id=c4a7a711-f55a-478f-a560-2ba84762188d)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:55:08.454548 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:08.459926 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6aa18378-bbe5-4169-8669-583ae52d4a2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537579'] for router_interface, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:08.552369 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-5ae9f7de-d712-4ba6-b07a-af04f282f30f tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Deleting port f85424e3-3528-4faa-9674-1a8a3fd44fc3 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:55:08.552595 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5ae9f7de-d712-4ba6-b07a-af04f282f30f tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:08.575936 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a196f80a-c1a8-449d-9ac1-01925f6516d4 None None] DHCP port deletion for 69c1b72c-39e9-4135-9f7d-49840e6a1a98 request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:55:08.614041 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=0c5e31af-fb7c-4899-8047-1093bcf1fd9b,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:08.632763 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7cc8b02d-6ae4-4b92-aff0-042412ff25ce req-fb4c085e-4c82-4f92-b877-94d32cc854f0 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c4966c1-afb7-4026-a719-f88a3c9234c6 HTTP/1.1" status: 200 len: 217 time: 0.4357357 Aug 16 22:55:08.640919 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-576a31b9-f29a-48cb-81eb-54b48acf5a6c req-6228fa47-c9d8-4906-9cbb-0acbf532e180 tempest-ServerAddressesNegativeTestJSON-1131874221 tempest-ServerAddressesNegativeTestJSON-1131874221-project] Allocated IP 172.20.0.5 (e56b228b-e880-4213-9c47-dbd41eeb03e2/6d79aac9-304e-4729-acfc-090d95f16abc/825bd66d-a0fb-4ac3-af79-7020f0276080) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:55:08.685930 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-5ae9f7de-d712-4ba6-b07a-af04f282f30f tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] For port f85424e3-3528-4faa-9674-1a8a3fd44fc3, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=f85424e3-3528-4faa-9674-1a8a3fd44fc3,segment=NetworkSegment(9209ff50-2507-4734-a5a1-1e16306c1ed9),segment_id=9209ff50-2507-4734-a5a1-1e16306c1ed9)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:55:08.686539 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5ae9f7de-d712-4ba6-b07a-af04f282f30f tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:08.689195 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-a196f80a-c1a8-449d-9ac1-01925f6516d4 None None] Deleting port f85424e3-3528-4faa-9674-1a8a3fd44fc3 {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:55:08.689571 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a196f80a-c1a8-449d-9ac1-01925f6516d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:08.703165 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 34258) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:08.716305 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-5ae9f7de-d712-4ba6-b07a-af04f282f30f tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Calling delete_port for f85424e3-3528-4faa-9674-1a8a3fd44fc3 owned by network:dhcp {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:55:08.726843 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b7d34f52-5ff8-41a0-9706-84489727849b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:08.779145 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-a196f80a-c1a8-449d-9ac1-01925f6516d4 None None] For port f85424e3-3528-4faa-9674-1a8a3fd44fc3, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=f85424e3-3528-4faa-9674-1a8a3fd44fc3,segment=NetworkSegment(9209ff50-2507-4734-a5a1-1e16306c1ed9),segment_id=9209ff50-2507-4734-a5a1-1e16306c1ed9)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:55:08.779729 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a196f80a-c1a8-449d-9ac1-01925f6516d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:08.801558 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc8b02d-6ae4-4b92-aff0-042412ff25ce req-05541e52-fca1-4908-abd6-cb1159505200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:08.803613 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7cc8b02d-6ae4-4b92-aff0-042412ff25ce req-05541e52-fca1-4908-abd6-cb1159505200 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=676b3069-1661-4172-a3c7-bc8a56a80bc8 HTTP/1.1" status: 200 len: 852 time: 0.1588209 Aug 16 22:55:08.805700 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-a196f80a-c1a8-449d-9ac1-01925f6516d4 None None] Calling delete_port for f85424e3-3528-4faa-9674-1a8a3fd44fc3 owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:55:08.881511 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5ae9f7de-d712-4ba6-b07a-af04f282f30f tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:08.930620 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae9f7de-d712-4ba6-b07a-af04f282f30f tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Pushing event deleted for resources: {'Port': ['ID=f85424e3-3528-4faa-9674-1a8a3fd44fc3,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:08.941608 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a196f80a-c1a8-449d-9ac1-01925f6516d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:08.946275 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7cc8b02d-6ae4-4b92-aff0-042412ff25ce req-bff8df77-a02a-4dd5-8a12-8505a3866e61 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3681de79-445f-48a0-8870-108f9a08910b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0983129 Aug 16 22:55:08.967599 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b7d34f52-5ff8-41a0-9706-84489727849b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:08.977765 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a196f80a-c1a8-449d-9ac1-01925f6516d4 None None] Pushing event deleted for resources: {'Port': ['ID=f85424e3-3528-4faa-9674-1a8a3fd44fc3,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:08.979742 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a196f80a-c1a8-449d-9ac1-01925f6516d4 None None] No DVR routers for this DVR port f85424e3-3528-4faa-9674-1a8a3fd44fc3 on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:55:08.983119 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae9f7de-d712-4ba6-b07a-af04f282f30f tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] No DVR routers for this DVR port f85424e3-3528-4faa-9674-1a8a3fd44fc3 on host n-d-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:55:09.012944 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b7d34f52-5ff8-41a0-9706-84489727849b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:09.097831 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-b7d34f52-5ff8-41a0-9706-84489727849b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b2e53057e4fa4a2c87a7d73ccefc799d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3933532 Aug 16 22:55:09.105786 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d34f52-5ff8-41a0-9706-84489727849b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59c5b578-e59b-4fd9-9b98-aec605d26c08,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:09.107982 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 34262) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:09.123580 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5ae9f7de-d712-4ba6-b07a-af04f282f30f tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:09.134791 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-5ae9f7de-d712-4ba6-b07a-af04f282f30f tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69c1b72c-39e9-4135-9f7d-49840e6a1a98']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:55:09.137741 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-576a31b9-f29a-48cb-81eb-54b48acf5a6c req-6228fa47-c9d8-4906-9cbb-0acbf532e180 tempest-ServerAddressesNegativeTestJSON-1131874221 tempest-ServerAddressesNegativeTestJSON-1131874221-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:09.146633 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-5ae9f7de-d712-4ba6-b07a-af04f282f30f tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9209ff50-2507-4734-a5a1-1e16306c1ed9') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:55:09.146820 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-5ae9f7de-d712-4ba6-b07a-af04f282f30f tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9209ff50-2507-4734-a5a1-1e16306c1ed9') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:55:09.157219 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5ae9f7de-d712-4ba6-b07a-af04f282f30f tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:09.198733 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-576a31b9-f29a-48cb-81eb-54b48acf5a6c req-6228fa47-c9d8-4906-9cbb-0acbf532e180 tempest-ServerAddressesNegativeTestJSON-1131874221 tempest-ServerAddressesNegativeTestJSON-1131874221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:09.207180 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5ae9f7de-d712-4ba6-b07a-af04f282f30f tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:09.225298 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ae9f7de-d712-4ba6-b07a-af04f282f30f tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:55:09.225715 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5ae9f7de-d712-4ba6-b07a-af04f282f30f tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:09.254335 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7cc8b02d-6ae4-4b92-aff0-042412ff25ce req-0dbe0ae6-37ca-4dd8-b7de-5c8186f56ad5 service neutron] 10.222.0.68 "GET /v2.0/networks/3681de79-445f-48a0-8870-108f9a08910b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2953253 Aug 16 22:55:09.283988 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 16 22:55:09.283988 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:55:09.283988 n-d-791506-26 neutron-server[101292]: timer() Aug 16 22:55:09.283988 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:55:09.283988 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 16 22:55:09.283988 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:55:09.283988 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 16 22:55:09.283988 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:55:09.283988 n-d-791506-26 neutron-server[101292]: self._notify() Aug 16 22:55:09.283988 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:55:09.283988 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 16 22:55:09.283988 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:55:09.283988 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 16 22:55:09.283988 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:55:09.283988 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:55:09.283988 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:55:09.283988 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:55:09.283988 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:55:09.283988 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 16 22:55:09.283988 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:55:09.283988 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 16 22:55:09.283988 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:55:09.283988 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:55:09.283988 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:55:09.283988 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 16 22:55:09.283988 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:55:09.283988 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:55:09.283988 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:55:09.283988 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:55:09.283988 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:55:09.283988 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:55:09.283988 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:55:09.337015 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212561bd-0bc9-4211-a359-8b713df95043 req-2f56ebd8-dc8e-4f98-b409-ca3f1832fcd8 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:09.339135 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-212561bd-0bc9-4211-a359-8b713df95043 req-2f56ebd8-dc8e-4f98-b409-ca3f1832fcd8 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a6ba4fd-4079-4489-b813-7e9474d0ac3d HTTP/1.1" status: 200 len: 1024 time: 0.1730754 Aug 16 22:55:09.345983 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5ae9f7de-d712-4ba6-b07a-af04f282f30f tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:09.364503 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-576a31b9-f29a-48cb-81eb-54b48acf5a6c req-6228fa47-c9d8-4906-9cbb-0acbf532e180 tempest-ServerAddressesNegativeTestJSON-1131874221 tempest-ServerAddressesNegativeTestJSON-1131874221-project] Network e56b228b-e880-4213-9c47-dbd41eeb03e2 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:55:09.374182 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5ae9f7de-d712-4ba6-b07a-af04f282f30f tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:09.382765 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-576a31b9-f29a-48cb-81eb-54b48acf5a6c req-6228fa47-c9d8-4906-9cbb-0acbf532e180 tempest-ServerAddressesNegativeTestJSON-1131874221 tempest-ServerAddressesNegativeTestJSON-1131874221-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:55:09.383000 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-5ae9f7de-d712-4ba6-b07a-af04f282f30f tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "DELETE /v2.0/networks/69c1b72c-39e9-4135-9f7d-49840e6a1a98 HTTP/1.1" status: 204 len: 168 time: 1.3438601 Aug 16 22:55:09.383851 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6228fa47-c9d8-4906-9cbb-0acbf532e180 tempest-ServerAddressesNegativeTestJSON-1131874221 tempest-ServerAddressesNegativeTestJSON-1131874221-project] Pushing event updated for resources: {'Port': ['ID=825bd66d-a0fb-4ac3-af79-7020f0276080,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:09.384018 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 34266) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:09.385973 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae9f7de-d712-4ba6-b07a-af04f282f30f tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Pushing event deleted for resources: {'Network': ['ID=69c1b72c-39e9-4135-9f7d-49840e6a1a98,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:09.387737 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-76ccac56-7144-4c28-a545-c311f6f008b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:09.395792 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-a36ee018-e0e4-4021-8bb5-50d4efcbad03 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2024568387'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:55:09.406935 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-576a31b9-f29a-48cb-81eb-54b48acf5a6c req-6228fa47-c9d8-4906-9cbb-0acbf532e180 tempest-ServerAddressesNegativeTestJSON-1131874221 tempest-ServerAddressesNegativeTestJSON-1131874221-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:55:09.456921 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-76ccac56-7144-4c28-a545-c311f6f008b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:09.506511 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576a31b9-f29a-48cb-81eb-54b48acf5a6c req-6228fa47-c9d8-4906-9cbb-0acbf532e180 tempest-ServerAddressesNegativeTestJSON-1131874221 tempest-ServerAddressesNegativeTestJSON-1131874221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:09.507278 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-576a31b9-f29a-48cb-81eb-54b48acf5a6c req-6228fa47-c9d8-4906-9cbb-0acbf532e180 tempest-ServerAddressesNegativeTestJSON-1131874221 tempest-ServerAddressesNegativeTestJSON-1131874221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:09.514932 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7cc8b02d-6ae4-4b92-aff0-042412ff25ce req-df7a63d7-d1e8-487c-82a4-ba3c19124986 service neutron] 10.222.0.68 "GET /v2.0/networks/3681de79-445f-48a0-8870-108f9a08910b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503486 Aug 16 22:55:09.527953 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d02839-791a-4a09-825b-4c1b7976ad4a req-8cb0dddb-b367-4ab3-a498-8d8928b1836d tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:09.529532 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-07d02839-791a-4a09-825b-4c1b7976ad4a req-8cb0dddb-b367-4ab3-a498-8d8928b1836d tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.68 "GET /v2.0/ports?device_id=9a6ba4fd-4079-4489-b813-7e9474d0ac3d HTTP/1.1" status: 200 len: 1024 time: 0.1676738 Aug 16 22:55:09.538023 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-212561bd-0bc9-4211-a359-8b713df95043 req-9aa5ae6f-3523-4339-b08f-817b45b63d15 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f4987b2-33ed-460d-af3e-e9d6014a0d0a&id=034b2370-cf60-4c4b-9f41-d074191bc3ee&id=04966a40-8604-4cce-881c-2f0073319f39&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1852896 Aug 16 22:55:09.548140 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-6aa18378-bbe5-4169-8669-583ae52d4a2c admin admin] Deleting port 0c5e31af-fb7c-4899-8047-1093bcf1fd9b {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:55:09.548140 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6aa18378-bbe5-4169-8669-583ae52d4a2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:09.550778 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a36ee018-e0e4-4021-8bb5-50d4efcbad03 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Made reservation on behalf of b528224b3b2646b1be33edac9acd15da for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:55:09.555080 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a36ee018-e0e4-4021-8bb5-50d4efcbad03 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:09.571386 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-576a31b9-f29a-48cb-81eb-54b48acf5a6c req-6228fa47-c9d8-4906-9cbb-0acbf532e180 tempest-ServerAddressesNegativeTestJSON-1131874221 tempest-ServerAddressesNegativeTestJSON-1131874221-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2909088 Aug 16 22:55:09.620357 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-76ccac56-7144-4c28-a545-c311f6f008b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:09.623351 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-76ccac56-7144-4c28-a545-c311f6f008b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:09.623719 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-576a31b9-f29a-48cb-81eb-54b48acf5a6c req-28bc7da3-6e98-486a-8895-5126181eec76 service neutron] Request body: {'port': {'device_id': '6f518eba-2aad-4e78-a9c1-f323e8be4ce0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:55:09.627952 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-76ccac56-7144-4c28-a545-c311f6f008b4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/59c5b578-e59b-4fd9-9b98-aec605d26c08 HTTP/1.1" status: 204 len: 168 time: 0.5157850 Aug 16 22:55:09.660671 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a36ee018-e0e4-4021-8bb5-50d4efcbad03 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:55:09.670536 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a36ee018-e0e4-4021-8bb5-50d4efcbad03 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:09.671042 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-a36ee018-e0e4-4021-8bb5-50d4efcbad03 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Added segment a605b63f-e121-45eb-b487-c886fa366847 of type vlan for network 8d46fe67-a6ba-4ed2-bd89-9e34be3cd1d2 Aug 16 22:55:09.703502 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:55:09.716647 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a36ee018-e0e4-4021-8bb5-50d4efcbad03 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:09.747841 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ccac56-7144-4c28-a545-c311f6f008b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c5b578-e59b-4fd9-9b98-aec605d26c08,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:09.751472 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-6aa18378-bbe5-4169-8669-583ae52d4a2c admin admin] For port 0c5e31af-fb7c-4899-8047-1093bcf1fd9b, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=0c5e31af-fb7c-4899-8047-1093bcf1fd9b,segment=NetworkSegment(c4a7a711-f55a-478f-a560-2ba84762188d),segment_id=c4a7a711-f55a-478f-a560-2ba84762188d)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:55:09.752463 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6aa18378-bbe5-4169-8669-583ae52d4a2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:09.778936 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7685ba0a-0a2b-4d11-bfec-b3144b12c44a req-110cddd7-d9f5-4844-9a6d-ed55bdc93e33 tempest-ServerAddressesNegativeTestJSON-1131874221 tempest-ServerAddressesNegativeTestJSON-1131874221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:09.780235 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7685ba0a-0a2b-4d11-bfec-b3144b12c44a req-110cddd7-d9f5-4844-9a6d-ed55bdc93e33 tempest-ServerAddressesNegativeTestJSON-1131874221 tempest-ServerAddressesNegativeTestJSON-1131874221-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f518eba-2aad-4e78-a9c1-f323e8be4ce0 HTTP/1.1" status: 200 len: 931 time: 0.2768066 Aug 16 22:55:09.816517 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db50a013-8e2e-4e70-9343-d087ac479ba6 req-4792a4c5-46bc-414b-8d89-787c590ae653 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:09.818292 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-db50a013-8e2e-4e70-9343-d087ac479ba6 req-4792a4c5-46bc-414b-8d89-787c590ae653 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bc6ad35-37eb-49fc-aa60-10ea3b36c658 HTTP/1.1" status: 200 len: 943 time: 0.1990016 Aug 16 22:55:09.818480 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-6aa18378-bbe5-4169-8669-583ae52d4a2c admin admin] Calling delete_port for 0c5e31af-fb7c-4899-8047-1093bcf1fd9b owned by network:router_interface {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:55:09.826580 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a36ee018-e0e4-4021-8bb5-50d4efcbad03 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:09.834630 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36ee018-e0e4-4021-8bb5-50d4efcbad03 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:09.836985 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a36ee018-e0e4-4021-8bb5-50d4efcbad03 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:09.879686 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-a36ee018-e0e4-4021-8bb5-50d4efcbad03 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4896624 Aug 16 22:55:09.880896 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 34276) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:09.908616 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-576a31b9-f29a-48cb-81eb-54b48acf5a6c req-28bc7da3-6e98-486a-8895-5126181eec76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:09.930326 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-19bc062f-d2df-41b6-bb3e-5b3435b5ff24 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Request body: {'subnet': {'network_id': '8d46fe67-a6ba-4ed2-bd89-9e34be3cd1d2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:55:09.958147 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-07d02839-791a-4a09-825b-4c1b7976ad4a req-1a268259-7f35-4402-8b7f-1632f4ee4adc tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Deleting port 2c4966c1-afb7-4026-a719-f88a3c9234c6 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:55:09.958147 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-07d02839-791a-4a09-825b-4c1b7976ad4a req-1a268259-7f35-4402-8b7f-1632f4ee4adc tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:10.015654 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7685ba0a-0a2b-4d11-bfec-b3144b12c44a req-6bf0837f-6434-4820-9f86-da097d80f107 tempest-ServerAddressesNegativeTestJSON-1131874221 tempest-ServerAddressesNegativeTestJSON-1131874221-project] 10.222.0.36 "GET /v2.0/security-groups?id=8087d0ee-f280-4e1b-920a-ecda8edca8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267709 Aug 16 22:55:10.073595 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36ee018-e0e4-4021-8bb5-50d4efcbad03 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Pushing event updated for resources: {'Network': ['ID=8d46fe67-a6ba-4ed2-bd89-9e34be3cd1d2,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:10.085573 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 8d46fe67-a6ba-4ed2-bd89-9e34be3cd1d2 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:55:10.091163 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-db50a013-8e2e-4e70-9343-d087ac479ba6 req-feef3cc5-a618-408f-a352-3c6255ddc1e1 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=0819ca22-363d-4b59-9328-30a084cf554a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2656515 Aug 16 22:55:10.169303 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19bc062f-d2df-41b6-bb3e-5b3435b5ff24 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Made reservation on behalf of b528224b3b2646b1be33edac9acd15da for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:55:10.173239 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-19bc062f-d2df-41b6-bb3e-5b3435b5ff24 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:10.303720 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-07d02839-791a-4a09-825b-4c1b7976ad4a req-1a268259-7f35-4402-8b7f-1632f4ee4adc tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] For port 2c4966c1-afb7-4026-a719-f88a3c9234c6, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=2c4966c1-afb7-4026-a719-f88a3c9234c6,segment=NetworkSegment(6edf975f-584b-457e-be27-9a9457978487),segment_id=6edf975f-584b-457e-be27-9a9457978487)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:55:10.304097 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-07d02839-791a-4a09-825b-4c1b7976ad4a req-1a268259-7f35-4402-8b7f-1632f4ee4adc tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:10.331197 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-07d02839-791a-4a09-825b-4c1b7976ad4a req-1a268259-7f35-4402-8b7f-1632f4ee4adc tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Calling delete_port for 2c4966c1-afb7-4026-a719-f88a3c9234c6 owned by compute:nova {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:55:10.470901 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-19bc062f-d2df-41b6-bb3e-5b3435b5ff24 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:10.483747 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6aa18378-bbe5-4169-8669-583ae52d4a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:10.546736 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa18378-bbe5-4169-8669-583ae52d4a2c admin admin] Pushing event deleted for resources: {'Port': ['ID=0c5e31af-fb7c-4899-8047-1093bcf1fd9b,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:10.634793 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 0c5e31af-fb7c-4899-8047-1093bcf1fd9b up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:55:10.659277 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bc062f-d2df-41b6-bb3e-5b3435b5ff24 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Pushing event updated for resources: {'Subnet': ['ID=1b1b396f-74a4-4b2b-b211-042df47abd8e,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:10.674761 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bc062f-d2df-41b6-bb3e-5b3435b5ff24 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Checking segment: {'id': 'a605b63f-e121-45eb-b487-c886fa366847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '8d46fe67-a6ba-4ed2-bd89-9e34be3cd1d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:55:10.675227 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19bc062f-d2df-41b6-bb3e-5b3435b5ff24 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Network hostable DHCP agents. Network: 8d46fe67-a6ba-4ed2-bd89-9e34be3cd1d2, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:55:10.700664 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 0c5e31af-fb7c-4899-8047-1093bcf1fd9b {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:55:10.701017 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 0c5e31af-fb7c-4899-8047-1093bcf1fd9b not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 16 22:55:10.740005 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Port 0c5e31af-fb7c-4899-8047-1093bcf1fd9b not found, will not notify nova. {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 16 22:55:10.797573 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19bc062f-d2df-41b6-bb3e-5b3435b5ff24 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Network 8d46fe67-a6ba-4ed2-bd89-9e34be3cd1d2 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:55:10.812800 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device f85424e3-3528-4faa-9674-1a8a3fd44fc3 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:55:10.826707 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-19bc062f-d2df-41b6-bb3e-5b3435b5ff24 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 8d46fe67-a6ba-4ed2-bd89-9e34be3cd1d2) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:55:10.832811 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bc062f-d2df-41b6-bb3e-5b3435b5ff24 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:10.833473 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-19bc062f-d2df-41b6-bb3e-5b3435b5ff24 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:10.842731 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-576a31b9-f29a-48cb-81eb-54b48acf5a6c req-28bc7da3-6e98-486a-8895-5126181eec76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 825bd66d-a0fb-4ac3-af79-7020f0276080 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:55:10.858523 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd3162f-997b-43d6-bee7-957b72115124 req-c92b71b9-c927-4e9f-bc52-f9ad226940b6 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:10.861479 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7fd3162f-997b-43d6-bee7-957b72115124 req-c92b71b9-c927-4e9f-bc52-f9ad226940b6 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a6ba4fd-4079-4489-b813-7e9474d0ac3d HTTP/1.1" status: 200 len: 1024 time: 0.1731658 Aug 16 22:55:10.866694 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-19bc062f-d2df-41b6-bb3e-5b3435b5ff24 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9413819 Aug 16 22:55:10.867666 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 34302) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:10.873205 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-7299af01-d32b-4d45-840f-5a816c7063db tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1482302752', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:55:10.883653 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa872139-60b1-4058-922a-b3fb2c23adbd None None] Network 8d46fe67-a6ba-4ed2-bd89-9e34be3cd1d2 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:55:10.904588 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-576a31b9-f29a-48cb-81eb-54b48acf5a6c req-28bc7da3-6e98-486a-8895-5126181eec76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:10.911222 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-07d02839-791a-4a09-825b-4c1b7976ad4a req-1a268259-7f35-4402-8b7f-1632f4ee4adc tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:10.913742 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7299af01-d32b-4d45-840f-5a816c7063db tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:10.915368 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7299af01-d32b-4d45-840f-5a816c7063db tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:10.969715 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7fd3162f-997b-43d6-bee7-957b72115124 req-3dc11960-d133-4f55-a894-2f6d83035998 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f4987b2-33ed-460d-af3e-e9d6014a0d0a&id=034b2370-cf60-4c4b-9f41-d074191bc3ee&id=04966a40-8604-4cce-881c-2f0073319f39&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0687020 Aug 16 22:55:10.979102 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: f85424e3-3528-4faa-9674-1a8a3fd44fc3 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:55:10.980904 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device f85424e3-3528-4faa-9674-1a8a3fd44fc3 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:55:10.989910 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-576a31b9-f29a-48cb-81eb-54b48acf5a6c req-28bc7da3-6e98-486a-8895-5126181eec76 service neutron] Transition to ACTIVE for port object 825bd66d-a0fb-4ac3-af79-7020f0276080 will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:55:10.992287 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a268259-7f35-4402-8b7f-1632f4ee4adc tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Pushing event deleted for resources: {'Port': ['ID=2c4966c1-afb7-4026-a719-f88a3c9234c6,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:11.002717 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['7a38c7a3-d7b2-4bfd-bdef-7ecd131ef6d6'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:55:11.012628 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-576a31b9-f29a-48cb-81eb-54b48acf5a6c req-28bc7da3-6e98-486a-8895-5126181eec76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:11.034408 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7299af01-d32b-4d45-840f-5a816c7063db tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:11.042132 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7299af01-d32b-4d45-840f-5a816c7063db tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:11.067877 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7299af01-d32b-4d45-840f-5a816c7063db tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:11.069776 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-7299af01-d32b-4d45-840f-5a816c7063db tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2008982 Aug 16 22:55:11.072751 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 34308) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:11.078701 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-5d102db8-4b29-4193-bd02-e57516b2df69 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Request body: {'port': {'network_id': '8d46fe67-a6ba-4ed2-bd89-9e34be3cd1d2', 'name': 'tempest-PortsTestJSON-78498364'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:55:11.132809 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:11.320382 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3bda6d0-231d-40f0-a69f-a4eaffe6e12b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-8d46fe67-a6ba-4ed2-bd89-9e34be3cd1d2', 'network_id': '8d46fe67-a6ba-4ed2-bd89-9e34be3cd1d2', 'tenant_id': 'b528224b3b2646b1be33edac9acd15da', 'fixed_ips': [{'subnet_id': '1b1b396f-74a4-4b2b-b211-042df47abd8e'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:55:11.321292 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c3bda6d0-231d-40f0-a69f-a4eaffe6e12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:11.650823 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-c3bda6d0-231d-40f0-a69f-a4eaffe6e12b None None] Allocated IP 172.20.0.2 (8d46fe67-a6ba-4ed2-bd89-9e34be3cd1d2/1b1b396f-74a4-4b2b-b211-042df47abd8e/c2163262-de7e-40ec-809a-292f47e64cfd) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:55:11.700158 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23023ad-f068-48a7-814e-360d0e35e013 req-c8fdd4c3-20d2-4698-9faf-cae5c7aaf909 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:11.708946 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b23023ad-f068-48a7-814e-360d0e35e013 req-c8fdd4c3-20d2-4698-9faf-cae5c7aaf909 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bc6ad35-37eb-49fc-aa60-10ea3b36c658 HTTP/1.1" status: 200 len: 943 time: 0.2016251 Aug 16 22:55:11.728629 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6aa18378-bbe5-4169-8669-583ae52d4a2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537471'] for router_interface, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:11.750861 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bc7da3-6e98-486a-8895-5126181eec76 service neutron] Pushing event updated for resources: {'Port': ['ID=825bd66d-a0fb-4ac3-af79-7020f0276080,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:11.755637 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-07d02839-791a-4a09-825b-4c1b7976ad4a req-1a268259-7f35-4402-8b7f-1632f4ee4adc tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] No DVR routers for this DVR port 2c4966c1-afb7-4026-a719-f88a3c9234c6 on host n-h1-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:55:11.757987 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-07d02839-791a-4a09-825b-4c1b7976ad4a req-1a268259-7f35-4402-8b7f-1632f4ee4adc tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:11.761903 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-07d02839-791a-4a09-825b-4c1b7976ad4a req-1a268259-7f35-4402-8b7f-1632f4ee4adc tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.68 "DELETE /v2.0/ports/2c4966c1-afb7-4026-a719-f88a3c9234c6 HTTP/1.1" status: 204 len: 173 time: 2.2239897 Aug 16 22:55:11.769783 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73d5a21-5bef-4fe0-ad95-b4da4aaaffba req-a1f5f6f8-414a-4607-9a48-0c1207484de3 tempest-ServerAddressesNegativeTestJSON-1131874221 tempest-ServerAddressesNegativeTestJSON-1131874221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:11.776495 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a6ba4fd-4079-4489-b813-7e9474d0ac3d', 'name': 'network-vif-deleted', 'tag': '2c4966c1-afb7-4026-a719-f88a3c9234c6'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:55:11.779918 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f409efc-fb3f-4b9f-b6cc-bafe4330849c" -d '{"events": [{"server_uuid": "9a6ba4fd-4079-4489-b813-7e9474d0ac3d", "name": "network-vif-deleted", "tag": "2c4966c1-afb7-4026-a719-f88a3c9234c6"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:55:11.793990 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a73d5a21-5bef-4fe0-ad95-b4da4aaaffba req-a1f5f6f8-414a-4607-9a48-0c1207484de3 tempest-ServerAddressesNegativeTestJSON-1131874221 tempest-ServerAddressesNegativeTestJSON-1131874221-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f518eba-2aad-4e78-a9c1-f323e8be4ce0 HTTP/1.1" status: 200 len: 943 time: 0.2744570 Aug 16 22:55:11.856698 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b23023ad-f068-48a7-814e-360d0e35e013 req-348135a0-e72c-4fb1-b882-fd5c07b23e1a tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=0819ca22-363d-4b59-9328-30a084cf554a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1466897 Aug 16 22:55:11.859292 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d102db8-4b29-4193-bd02-e57516b2df69 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Made reservation on behalf of b528224b3b2646b1be33edac9acd15da for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:55:11.864466 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5d102db8-4b29-4193-bd02-e57516b2df69 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:11.913393 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a73d5a21-5bef-4fe0-ad95-b4da4aaaffba req-f805e945-8076-4436-8c82-f9149858e591 tempest-ServerAddressesNegativeTestJSON-1131874221 tempest-ServerAddressesNegativeTestJSON-1131874221-project] 10.222.0.36 "GET /v2.0/security-groups?id=8087d0ee-f280-4e1b-920a-ecda8edca8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181173 Aug 16 22:55:11.933593 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [None req-5d102db8-4b29-4193-bd02-e57516b2df69 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] device_id is not set on port 1cd06244-08e7-4619-94ab-c8310f3de7a4 yet. {{(pid=101292) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:55:11.974276 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c3bda6d0-231d-40f0-a69f-a4eaffe6e12b None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:11.997555 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-576a31b9-f29a-48cb-81eb-54b48acf5a6c req-28bc7da3-6e98-486a-8895-5126181eec76 service neutron] Attempting to bind port 825bd66d-a0fb-4ac3-af79-7020f0276080 on host n-h2-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:55:11.997847 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-576a31b9-f29a-48cb-81eb-54b48acf5a6c req-28bc7da3-6e98-486a-8895-5126181eec76 service neutron] Attempting to bind port 825bd66d-a0fb-4ac3-af79-7020f0276080 by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': '010d4217-98db-4371-8f8c-589eb85e924b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e56b228b-e880-4213-9c47-dbd41eeb03e2'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:55:11.998300 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576a31b9-f29a-48cb-81eb-54b48acf5a6c req-28bc7da3-6e98-486a-8895-5126181eec76 service neutron] Attempting to bind port 825bd66d-a0fb-4ac3-af79-7020f0276080 on network e56b228b-e880-4213-9c47-dbd41eeb03e2 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:55:12.002696 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-c3bda6d0-231d-40f0-a69f-a4eaffe6e12b None None] Transition to ACTIVE for port object c2163262-de7e-40ec-809a-292f47e64cfd will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:55:12.010346 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576a31b9-f29a-48cb-81eb-54b48acf5a6c req-28bc7da3-6e98-486a-8895-5126181eec76 service neutron] Port 825bd66d-a0fb-4ac3-af79-7020f0276080 on network e56b228b-e880-4213-9c47-dbd41eeb03e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:55:12.010691 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576a31b9-f29a-48cb-81eb-54b48acf5a6c req-28bc7da3-6e98-486a-8895-5126181eec76 service neutron] Attempting to bind port 825bd66d-a0fb-4ac3-af79-7020f0276080 on network e56b228b-e880-4213-9c47-dbd41eeb03e2 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:55:12.018273 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576a31b9-f29a-48cb-81eb-54b48acf5a6c req-28bc7da3-6e98-486a-8895-5126181eec76 service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:55:12.018640 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576a31b9-f29a-48cb-81eb-54b48acf5a6c req-28bc7da3-6e98-486a-8895-5126181eec76 service neutron] Checking segment: {'id': '010d4217-98db-4371-8f8c-589eb85e924b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e56b228b-e880-4213-9c47-dbd41eeb03e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:55:12.019023 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576a31b9-f29a-48cb-81eb-54b48acf5a6c req-28bc7da3-6e98-486a-8895-5126181eec76 service neutron] Bound using segment: {'id': '010d4217-98db-4371-8f8c-589eb85e924b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e56b228b-e880-4213-9c47-dbd41eeb03e2'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:55:12.019472 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-576a31b9-f29a-48cb-81eb-54b48acf5a6c req-28bc7da3-6e98-486a-8895-5126181eec76 service neutron] Bound port: 825bd66d-a0fb-4ac3-af79-7020f0276080, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '010d4217-98db-4371-8f8c-589eb85e924b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e56b228b-e880-4213-9c47-dbd41eeb03e2'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:55:12.019844 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-576a31b9-f29a-48cb-81eb-54b48acf5a6c req-28bc7da3-6e98-486a-8895-5126181eec76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:12.028825 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-c3bda6d0-231d-40f0-a69f-a4eaffe6e12b None None] Transition to ACTIVE for port object c2163262-de7e-40ec-809a-292f47e64cfd will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:55:12.041751 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c3bda6d0-231d-40f0-a69f-a4eaffe6e12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:12.070235 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e02a2f9-5e13-49db-bd22-92db02ce97b9 x-openstack-request-id: req-1e02a2f9-5e13-49db-bd22-92db02ce97b9 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:55:12.070532 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a6ba4fd-4079-4489-b813-7e9474d0ac3d", "name": "network-vif-deleted", "tag": "2c4966c1-afb7-4026-a719-f88a3c9234c6", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:55:12.070800 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1e02a2f9-5e13-49db-bd22-92db02ce97b9 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:55:12.071189 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a6ba4fd-4079-4489-b813-7e9474d0ac3d', 'name': 'network-vif-deleted', 'tag': '2c4966c1-afb7-4026-a719-f88a3c9234c6', 'status': 'completed', 'code': 200} Aug 16 22:55:12.089932 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3bda6d0-231d-40f0-a69f-a4eaffe6e12b None None] Network 8d46fe67-a6ba-4ed2-bd89-9e34be3cd1d2 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:55:12.093175 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-c3bda6d0-231d-40f0-a69f-a4eaffe6e12b None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:55:12.101288 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bda6d0-231d-40f0-a69f-a4eaffe6e12b None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:55:12.186669 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bda6d0-231d-40f0-a69f-a4eaffe6e12b None None] Pushing event updated for resources: {'Port': ['ID=c2163262-de7e-40ec-809a-292f47e64cfd,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:12.191003 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-576a31b9-f29a-48cb-81eb-54b48acf5a6c req-28bc7da3-6e98-486a-8895-5126181eec76 service neutron] For port 825bd66d-a0fb-4ac3-af79-7020f0276080, host n-h2-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:55:12.225513 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-576a31b9-f29a-48cb-81eb-54b48acf5a6c req-28bc7da3-6e98-486a-8895-5126181eec76 service neutron] For port 825bd66d-a0fb-4ac3-af79-7020f0276080, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=825bd66d-a0fb-4ac3-af79-7020f0276080,segment=NetworkSegment(010d4217-98db-4371-8f8c-589eb85e924b),segment_id=010d4217-98db-4371-8f8c-589eb85e924b)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:55:12.272374 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b642bb15-7c35-4bc6-b2c2-7af65a8eae10 req-fde80308-580e-4366-84fe-dbfb2918b13a tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a6ba4fd-4079-4489-b813-7e9474d0ac3d HTTP/1.1" status: 200 len: 210 time: 0.0435166 Aug 16 22:55:12.294401 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-576a31b9-f29a-48cb-81eb-54b48acf5a6c req-28bc7da3-6e98-486a-8895-5126181eec76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:12.315937 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-5d102db8-4b29-4193-bd02-e57516b2df69 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Allocated IP 172.20.0.6 (8d46fe67-a6ba-4ed2-bd89-9e34be3cd1d2/1b1b396f-74a4-4b2b-b211-042df47abd8e/1cd06244-08e7-4619-94ab-c8310f3de7a4) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:55:12.323209 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 2c4966c1-afb7-4026-a719-f88a3c9234c6 no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:55:12.372577 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] No Port match for: 2c4966c1-afb7-4026-a719-f88a3c9234c6 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:55:12.373207 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 2c4966c1-afb7-4026-a719-f88a3c9234c6 not bound to the agent host n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:55:12.380606 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-c3bda6d0-231d-40f0-a69f-a4eaffe6e12b None None] Attempting to bind port c2163262-de7e-40ec-809a-292f47e64cfd on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:55:12.381288 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-c3bda6d0-231d-40f0-a69f-a4eaffe6e12b None None] Attempting to bind port c2163262-de7e-40ec-809a-292f47e64cfd by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': 'a605b63f-e121-45eb-b487-c886fa366847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '8d46fe67-a6ba-4ed2-bd89-9e34be3cd1d2'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:55:12.381947 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bda6d0-231d-40f0-a69f-a4eaffe6e12b None None] Attempting to bind port c2163262-de7e-40ec-809a-292f47e64cfd on network 8d46fe67-a6ba-4ed2-bd89-9e34be3cd1d2 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:55:12.397216 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bda6d0-231d-40f0-a69f-a4eaffe6e12b None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:55:12.397476 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576a31b9-f29a-48cb-81eb-54b48acf5a6c req-28bc7da3-6e98-486a-8895-5126181eec76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:12.398091 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-576a31b9-f29a-48cb-81eb-54b48acf5a6c req-28bc7da3-6e98-486a-8895-5126181eec76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:12.398530 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bda6d0-231d-40f0-a69f-a4eaffe6e12b None None] Checking segment: {'id': 'a605b63f-e121-45eb-b487-c886fa366847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '8d46fe67-a6ba-4ed2-bd89-9e34be3cd1d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:55:12.399272 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c3bda6d0-231d-40f0-a69f-a4eaffe6e12b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:12.399736 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-576a31b9-f29a-48cb-81eb-54b48acf5a6c req-28bc7da3-6e98-486a-8895-5126181eec76 service neutron] 10.222.0.57 "PUT /v2.0/ports/825bd66d-a0fb-4ac3-af79-7020f0276080 HTTP/1.1" status: 200 len: 1092 time: 2.7845452 Aug 16 22:55:12.400045 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bda6d0-231d-40f0-a69f-a4eaffe6e12b None None] Bound using segment: {'id': 'a605b63f-e121-45eb-b487-c886fa366847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '8d46fe67-a6ba-4ed2-bd89-9e34be3cd1d2'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:55:12.400942 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-c3bda6d0-231d-40f0-a69f-a4eaffe6e12b None None] Bound port: c2163262-de7e-40ec-809a-292f47e64cfd, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a605b63f-e121-45eb-b487-c886fa366847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '8d46fe67-a6ba-4ed2-bd89-9e34be3cd1d2'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:55:12.401619 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c3bda6d0-231d-40f0-a69f-a4eaffe6e12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:12.469669 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bc7da3-6e98-486a-8895-5126181eec76 service neutron] Pushing event updated for resources: {'Port': ['ID=825bd66d-a0fb-4ac3-af79-7020f0276080,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:12.527904 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aa18378-bbe5-4169-8669-583ae52d4a2c admin admin] Router 91d13006-5eee-44da-9295-f2f033b72761 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:55:12.563302 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576a31b9-f29a-48cb-81eb-54b48acf5a6c req-f72952a4-a286-4729-8447-e31da61e52ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:12.570472 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-576a31b9-f29a-48cb-81eb-54b48acf5a6c req-f72952a4-a286-4729-8447-e31da61e52ac service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0c316f35c263478b9b6e1787055b69dd&device_id=6f518eba-2aad-4e78-a9c1-f323e8be4ce0 HTTP/1.1" status: 200 len: 1095 time: 0.0885859 Aug 16 22:55:12.582560 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5d102db8-4b29-4193-bd02-e57516b2df69 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:12.590830 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-c3bda6d0-231d-40f0-a69f-a4eaffe6e12b None None] For port c2163262-de7e-40ec-809a-292f47e64cfd, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:55:12.599793 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-c3bda6d0-231d-40f0-a69f-a4eaffe6e12b None None] For port c2163262-de7e-40ec-809a-292f47e64cfd, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=c2163262-de7e-40ec-809a-292f47e64cfd,segment=NetworkSegment(a605b63f-e121-45eb-b487-c886fa366847),segment_id=a605b63f-e121-45eb-b487-c886fa366847)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:55:12.606338 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [None req-5d102db8-4b29-4193-bd02-e57516b2df69 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Transition to ACTIVE for port object 1cd06244-08e7-4619-94ab-c8310f3de7a4 will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:55:12.622607 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c3bda6d0-231d-40f0-a69f-a4eaffe6e12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:12.707961 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5d102db8-4b29-4193-bd02-e57516b2df69 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:12.779908 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bda6d0-231d-40f0-a69f-a4eaffe6e12b None None] Pushing event updated for resources: {'Port': ['ID=c2163262-de7e-40ec-809a-292f47e64cfd,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:12.810620 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-576a31b9-f29a-48cb-81eb-54b48acf5a6c req-f96eea10-38ad-4581-906e-384fee47106f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=825bd66d-a0fb-4ac3-af79-7020f0276080 HTTP/1.1" status: 200 len: 217 time: 0.2253983 Aug 16 22:55:12.841466 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d102db8-4b29-4193-bd02-e57516b2df69 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Network 8d46fe67-a6ba-4ed2-bd89-9e34be3cd1d2 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:55:12.857136 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-5d102db8-4b29-4193-bd02-e57516b2df69 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:55:12.859839 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d102db8-4b29-4193-bd02-e57516b2df69 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:55:12.868861 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-da96da43-790e-4958-aef7-121c9eac834e req-38cbb038-70c1-496d-b1bf-1d008d92b3e1 tempest-ServerDiagnosticsNegativeTest-1714014796 tempest-ServerDiagnosticsNegativeTest-1714014796-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=e08240b303274264897c11870de33f4b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0761886 Aug 16 22:55:12.895227 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d102db8-4b29-4193-bd02-e57516b2df69 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Pushing event updated for resources: {'Port': ['ID=1cd06244-08e7-4619-94ab-c8310f3de7a4,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:12.929266 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576a31b9-f29a-48cb-81eb-54b48acf5a6c req-696c89a7-6549-4977-b69d-0d2d58c78282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:12.932386 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-576a31b9-f29a-48cb-81eb-54b48acf5a6c req-696c89a7-6549-4977-b69d-0d2d58c78282 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6d79aac9-304e-4729-acfc-090d95f16abc HTTP/1.1" status: 200 len: 862 time: 0.1107128 Aug 16 22:55:12.936254 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aa18378-bbe5-4169-8669-583ae52d4a2c admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:55:12.944964 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-6aa18378-bbe5-4169-8669-583ae52d4a2c admin admin] 10.222.0.36 "PUT /v2.0/routers/91d13006-5eee-44da-9295-f2f033b72761/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3734114 Aug 16 22:55:12.952791 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 34350) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:12.955388 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964d5147-333a-4625-b6e6-7d31457094b7 None None] Sync routers for ids ['91d13006-5eee-44da-9295-f2f033b72761'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:55:12.969070 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964d5147-333a-4625-b6e6-7d31457094b7 None None] Routers {'91d13006-5eee-44da-9295-f2f033b72761'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:55:12.969943 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-964d5147-333a-4625-b6e6-7d31457094b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:54:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['91d13006-5eee-44da-9295-f2f033b72761'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:55:13.099447 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d102db8-4b29-4193-bd02-e57516b2df69 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:13.100218 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5d102db8-4b29-4193-bd02-e57516b2df69 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:13.135260 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7859950b-b2eb-4e86-856a-6b1b4e78d3b8 admin admin] Notify callbacks [] for router, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:13.186205 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-5d102db8-4b29-4193-bd02-e57516b2df69 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.1119835 Aug 16 22:55:13.188990 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 34354) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:13.196917 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-576a31b9-f29a-48cb-81eb-54b48acf5a6c req-97a5a541-fa18-4776-93f0-2b6a90e664e5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e56b228b-e880-4213-9c47-dbd41eeb03e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2580595 Aug 16 22:55:13.277771 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d1768-78ab-460d-aa8d-0f0045ab3d1d req-9d57c8ba-e633-4208-83d0-b79f3b34b4cf tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:13.279039 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-964d5147-333a-4625-b6e6-7d31457094b7 None None] Set router 91d13006-5eee-44da-9295-f2f033b72761 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:55:13.279537 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ec8d1768-78ab-460d-aa8d-0f0045ab3d1d req-9d57c8ba-e633-4208-83d0-b79f3b34b4cf tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bc6ad35-37eb-49fc-aa60-10ea3b36c658 HTTP/1.1" status: 200 len: 943 time: 0.2507336 Aug 16 22:55:13.359583 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-576a31b9-f29a-48cb-81eb-54b48acf5a6c req-72d751a0-3d6c-4a47-9a77-92a7a9a1c095 service neutron] 10.222.0.57 "GET /v2.0/networks/e56b228b-e880-4213-9c47-dbd41eeb03e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528566 Aug 16 22:55:13.412407 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ec8d1768-78ab-460d-aa8d-0f0045ab3d1d req-3345eccb-4de0-46b8-ba69-44787cec1a33 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=0819ca22-363d-4b59-9328-30a084cf554a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417147 Aug 16 22:55:13.420685 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da96da43-790e-4958-aef7-121c9eac834e req-16261e3b-235b-458b-84c9-ecb20ab94431 tempest-ServerDiagnosticsNegativeTest-1714014796 tempest-ServerDiagnosticsNegativeTest-1714014796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:13.431378 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-da96da43-790e-4958-aef7-121c9eac834e req-16261e3b-235b-458b-84c9-ecb20ab94431 tempest-ServerDiagnosticsNegativeTest-1714014796 tempest-ServerDiagnosticsNegativeTest-1714014796-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5369370 Aug 16 22:55:13.453169 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-da96da43-790e-4958-aef7-121c9eac834e req-bbca04f7-066c-43b1-9548-bb7ab3685dfd tempest-ServerDiagnosticsNegativeTest-1714014796 tempest-ServerDiagnosticsNegativeTest-1714014796-project] 10.222.0.36 "GET /v2.0/quotas/e08240b303274264897c11870de33f4b HTTP/1.1" status: 200 len: 375 time: 0.0207732 Aug 16 22:55:13.527437 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-576a31b9-f29a-48cb-81eb-54b48acf5a6c req-7f62eeb0-36a5-419d-b61b-c8b514ff5fa3 service neutron] 10.222.0.57 "GET /v2.0/networks/e56b228b-e880-4213-9c47-dbd41eeb03e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544774 Aug 16 22:55:13.568284 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7859950b-b2eb-4e86-856a-6b1b4e78d3b8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:13.569677 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-da96da43-790e-4958-aef7-121c9eac834e req-000c9b1f-b5cd-4b59-a788-3c7962bfc199 tempest-ServerDiagnosticsNegativeTest-1714014796 tempest-ServerDiagnosticsNegativeTest-1714014796-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e08240b303274264897c11870de33f4b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1142490 Aug 16 22:55:13.640669 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-7859950b-b2eb-4e86-856a-6b1b4e78d3b8 admin admin] Deleting port af994b7a-4efd-4a6a-a544-6e3b4f15d9c8 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:55:13.640892 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7859950b-b2eb-4e86-856a-6b1b4e78d3b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:13.752973 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5652f19c-bdf1-47ed-9b50-c7c9a4006898 req-16727baa-2c5b-4232-8d1e-ce100bb4a235 tempest-ServerAddressesNegativeTestJSON-1131874221 tempest-ServerAddressesNegativeTestJSON-1131874221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:13.760499 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5652f19c-bdf1-47ed-9b50-c7c9a4006898 req-16727baa-2c5b-4232-8d1e-ce100bb4a235 tempest-ServerAddressesNegativeTestJSON-1131874221 tempest-ServerAddressesNegativeTestJSON-1131874221-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f518eba-2aad-4e78-a9c1-f323e8be4ce0 HTTP/1.1" status: 200 len: 943 time: 0.1557369 Aug 16 22:55:13.808348 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-7859950b-b2eb-4e86-856a-6b1b4e78d3b8 admin admin] For port af994b7a-4efd-4a6a-a544-6e3b4f15d9c8, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=af994b7a-4efd-4a6a-a544-6e3b4f15d9c8,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:55:13.808895 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7859950b-b2eb-4e86-856a-6b1b4e78d3b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:13.841942 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-964d5147-333a-4625-b6e6-7d31457094b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d13006-5eee-44da-9295-f2f033b72761', 'name': 'tempest-FloatingIPsNegativeTestJSON-1456595106-router', 'tenant_id': 'c0c2d25fe07540bc90d7b53fb4470dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': 'af994b7a-4efd-4a6a-a544-6e3b4f15d9c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:54:50Z', 'updated_at': '2021-08-16T22:55:10Z', 'revision_number': 5, 'project_id': 'c0c2d25fe07540bc90d7b53fb4470dce', 'gw_port': {'id': 'af994b7a-4efd-4a6a-a544-6e3b4f15d9c8', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d13006-5eee-44da-9295-f2f033b72761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:54:51Z', 'updated_at': '2021-08-16T22:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:55:13.855333 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-7859950b-b2eb-4e86-856a-6b1b4e78d3b8 admin admin] Calling delete_port for af994b7a-4efd-4a6a-a544-6e3b4f15d9c8 owned by network:router_gateway {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:55:13.921654 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5652f19c-bdf1-47ed-9b50-c7c9a4006898 req-051f0f42-4d65-44e7-91f3-268d3dc72a95 tempest-ServerAddressesNegativeTestJSON-1131874221 tempest-ServerAddressesNegativeTestJSON-1131874221-project] 10.222.0.36 "GET /v2.0/security-groups?id=8087d0ee-f280-4e1b-920a-ecda8edca8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600525 Aug 16 22:55:13.925611 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964d5147-333a-4625-b6e6-7d31457094b7 None None] Checking router: 91d13006-5eee-44da-9295-f2f033b72761 for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:55:13.951010 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964d5147-333a-4625-b6e6-7d31457094b7 None None] Routers {'91d13006-5eee-44da-9295-f2f033b72761'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:55:13.951835 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-964d5147-333a-4625-b6e6-7d31457094b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:54:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['91d13006-5eee-44da-9295-f2f033b72761'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:55:14.152356 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f518eba-2aad-4e78-a9c1-f323e8be4ce0', 'tag': '825bd66d-a0fb-4ac3-af79-7020f0276080'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:55:14.161860 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-964d5147-333a-4625-b6e6-7d31457094b7 None None] Set router 91d13006-5eee-44da-9295-f2f033b72761 gateway port host: None {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:55:14.163848 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07213242-bc2a-4519-9448-1e0a38f7d12a" -d '{"events": [{"name": "network-changed", "server_uuid": "6f518eba-2aad-4e78-a9c1-f323e8be4ce0", "tag": "825bd66d-a0fb-4ac3-af79-7020f0276080"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:55:14.206215 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c9a2cb06-930c-485c-96a5-6c828c5ae42c req-22788272-37ff-42ea-87ec-a17b752d8674 tempest-ServerDiagnosticsNegativeTest-1714014796 tempest-ServerDiagnosticsNegativeTest-1714014796-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5c4a804-4a50-4ca4-beda-1c93f710ab3e HTTP/1.1" status: 200 len: 210 time: 0.0584776 Aug 16 22:55:14.209683 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6234ad29-c0b6-44b2-966b-65283ab8827b tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:14.273189 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7859950b-b2eb-4e86-856a-6b1b4e78d3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:14.322183 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7859950b-b2eb-4e86-856a-6b1b4e78d3b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=af994b7a-4efd-4a6a-a544-6e3b4f15d9c8,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:14.352028 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-964d5147-333a-4625-b6e6-7d31457094b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d13006-5eee-44da-9295-f2f033b72761', 'name': 'tempest-FloatingIPsNegativeTestJSON-1456595106-router', 'tenant_id': 'c0c2d25fe07540bc90d7b53fb4470dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:54:50Z', 'updated_at': '2021-08-16T22:55:13Z', 'revision_number': 6, 'project_id': 'c0c2d25fe07540bc90d7b53fb4470dce', 'gw_port_host': None}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:55:14.366210 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a9fb276-3b33-4932-8ffc-1c2f9477d940 x-openstack-request-id: req-3a9fb276-3b33-4932-8ffc-1c2f9477d940 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:55:14.366803 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f518eba-2aad-4e78-a9c1-f323e8be4ce0", "tag": "825bd66d-a0fb-4ac3-af79-7020f0276080", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:55:14.367215 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3a9fb276-3b33-4932-8ffc-1c2f9477d940 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:55:14.367765 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f518eba-2aad-4e78-a9c1-f323e8be4ce0', 'tag': '825bd66d-a0fb-4ac3-af79-7020f0276080', 'status': 'completed', 'code': 200} Aug 16 22:55:14.433578 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964d5147-333a-4625-b6e6-7d31457094b7 None None] The sync data for ids ['91d13006-5eee-44da-9295-f2f033b72761'] in n-d-791506-26 is: [{'id': '91d13006-5eee-44da-9295-f2f033b72761', 'name': 'tempest-FloatingIPsNegativeTestJSON-1456595106-router', 'tenant_id': 'c0c2d25fe07540bc90d7b53fb4470dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:54:50Z', 'updated_at': '2021-08-16T22:55:13Z', 'revision_number': 6, 'project_id': 'c0c2d25fe07540bc90d7b53fb4470dce', 'gw_port_host': None}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:55:14.461856 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be150bc-0009-4af1-8023-acf525939203 None None] Network 8d46fe67-a6ba-4ed2-bd89-9e34be3cd1d2 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:55:14.535647 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7859950b-b2eb-4e86-856a-6b1b4e78d3b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537121'] for router_gateway, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:14.564631 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3704bcde-3e6e-4e3f-ad72-8b5637e584b0 req-f14eccd6-b029-4b4f-9a1a-9ef2375fc152 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/security-groups/0f4987b2-33ed-460d-af3e-e9d6014a0d0a HTTP/1.1" status: 200 len: 1802 time: 0.4425266 Aug 16 22:55:14.587463 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cc6f06ca-7b4a-45fd-9d0a-0cc8b4f4d674 None None] Provisioning for port c2163262-de7e-40ec-809a-292f47e64cfd completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:55:14.653253 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07213242-bc2a-4519-9448-1e0a38f7d12a req-87a8393d-bda1-458e-a4f0-3b0e653bb618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:14.655410 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-07213242-bc2a-4519-9448-1e0a38f7d12a req-87a8393d-bda1-458e-a4f0-3b0e653bb618 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0c316f35c263478b9b6e1787055b69dd&device_id=6f518eba-2aad-4e78-a9c1-f323e8be4ce0 HTTP/1.1" status: 200 len: 1095 time: 0.2395036 Aug 16 22:55:14.703284 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7859950b-b2eb-4e86-856a-6b1b4e78d3b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:14.717119 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7859950b-b2eb-4e86-856a-6b1b4e78d3b8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:14.732408 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255cded2-79a8-4f50-b4f6-93751ba99581 req-d5c8e2dd-d0c5-4c82-afad-862eac7408c6 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:14.734913 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-255cded2-79a8-4f50-b4f6-93751ba99581 req-d5c8e2dd-d0c5-4c82-afad-862eac7408c6 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bc6ad35-37eb-49fc-aa60-10ea3b36c658 HTTP/1.1" status: 200 len: 943 time: 0.1635168 Aug 16 22:55:14.739986 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3704bcde-3e6e-4e3f-ad72-8b5637e584b0 req-b2d4664c-c4ca-492b-98ec-3620345ec1bd tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:14.820035 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3704bcde-3e6e-4e3f-ad72-8b5637e584b0 req-b2d4664c-c4ca-492b-98ec-3620345ec1bd tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:14.839366 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6b81bb-bd33-4048-a419-70a14efb7c0f req-b0fad6c5-f816-4314-bf28-a575d34ae187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:14.841327 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4a6b81bb-bd33-4048-a419-70a14efb7c0f req-b0fad6c5-f816-4314-bf28-a575d34ae187 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=3bc6ad35-37eb-49fc-aa60-10ea3b36c658&tenant_id=57296d41c5f54ce79a9b782f4a8b4677 HTTP/1.1" status: 200 len: 1095 time: 0.1849473 Aug 16 22:55:14.846840 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7859950b-b2eb-4e86-856a-6b1b4e78d3b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:14.847439 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7859950b-b2eb-4e86-856a-6b1b4e78d3b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91d13006-5eee-44da-9295-f2f033b72761 {{(pid=101291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:55:14.855337 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7859950b-b2eb-4e86-856a-6b1b4e78d3b8 admin admin] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:14.857003 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-7859950b-b2eb-4e86-856a-6b1b4e78d3b8 admin admin] 10.222.0.36 "DELETE /v2.0/routers/91d13006-5eee-44da-9295-f2f033b72761 HTTP/1.1" status: 204 len: 168 time: 1.8952591 Aug 16 22:55:14.869556 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6234ad29-c0b6-44b2-966b-65283ab8827b tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:14.871810 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 34376) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:14.874482 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-4a6b81bb-bd33-4048-a419-70a14efb7c0f req-1c534e73-0470-4d46-8539-38f13c10e531 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791506-26', 'device_owner': 'compute:nova'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:55:14.901915 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6234ad29-c0b6-44b2-966b-65283ab8827b tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:14.925342 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07213242-bc2a-4519-9448-1e0a38f7d12a req-53958942-a543-404e-9a73-705fb03b55a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:14.927063 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-07213242-bc2a-4519-9448-1e0a38f7d12a req-53958942-a543-404e-9a73-705fb03b55a5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e56b228b-e880-4213-9c47-dbd41eeb03e2 HTTP/1.1" status: 200 len: 923 time: 0.2514582 Aug 16 22:55:14.990762 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-255cded2-79a8-4f50-b4f6-93751ba99581 req-db8530d8-6aaf-4844-a51d-9553f0144647 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=0819ca22-363d-4b59-9328-30a084cf554a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2392619 Aug 16 22:55:15.076755 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-07213242-bc2a-4519-9448-1e0a38f7d12a req-767927c6-d467-45ba-bad5-00052efb828a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=825bd66d-a0fb-4ac3-af79-7020f0276080 HTTP/1.1" status: 200 len: 217 time: 0.1392040 Aug 16 22:55:15.077781 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-4a6b81bb-bd33-4048-a419-70a14efb7c0f req-1c534e73-0470-4d46-8539-38f13c10e531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:15.128466 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d7f0d59-a144-4d90-8bd4-bc8871882543 admin admin] Deleting subnet 475c9446-cc52-4f74-9dfd-a3e8912a6999 {{(pid=101292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:55:15.131894 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1d7f0d59-a144-4d90-8bd4-bc8871882543 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:15.155330 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-df484989-2cb0-4c87-af1a-dd45f827f4a3 None None] Provisioning for port 1cd06244-08e7-4619-94ab-c8310f3de7a4 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:55:15.167517 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-df484989-2cb0-4c87-af1a-dd45f827f4a3 None None] Provisioning complete for port 1cd06244-08e7-4619-94ab-c8310f3de7a4 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:55:15.168155 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-df484989-2cb0-4c87-af1a-dd45f827f4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:15.175371 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1d7f0d59-a144-4d90-8bd4-bc8871882543 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3848860'] for subnet, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:15.214773 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07213242-bc2a-4519-9448-1e0a38f7d12a req-7828c23e-4c38-45dc-9f1a-c051e5bd565a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:15.216831 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-07213242-bc2a-4519-9448-1e0a38f7d12a req-7828c23e-4c38-45dc-9f1a-c051e5bd565a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6d79aac9-304e-4729-acfc-090d95f16abc HTTP/1.1" status: 200 len: 862 time: 0.1267149 Aug 16 22:55:15.223059 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-df484989-2cb0-4c87-af1a-dd45f827f4a3 None None] Port 1cd06244-08e7-4619-94ab-c8310f3de7a4 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:55:15.229018 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3704bcde-3e6e-4e3f-ad72-8b5637e584b0 req-b2d4664c-c4ca-492b-98ec-3620345ec1bd tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:15.231305 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3704bcde-3e6e-4e3f-ad72-8b5637e584b0 req-b2d4664c-c4ca-492b-98ec-3620345ec1bd tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:15.234179 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3704bcde-3e6e-4e3f-ad72-8b5637e584b0 req-b2d4664c-c4ca-492b-98ec-3620345ec1bd tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "DELETE /v2.0/security-groups/0f4987b2-33ed-460d-af3e-e9d6014a0d0a HTTP/1.1" status: 204 len: 173 time: 0.6601434 Aug 16 22:55:15.296083 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6234ad29-c0b6-44b2-966b-65283ab8827b tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Pushing event updated for resources: {'Port': ['ID=1cd06244-08e7-4619-94ab-c8310f3de7a4,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:15.372561 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d4664c-c4ca-492b-98ec-3620345ec1bd tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f4987b2-33ed-460d-af3e-e9d6014a0d0a,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:15.403261 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1d7f0d59-a144-4d90-8bd4-bc8871882543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:15.433014 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device c2163262-de7e-40ec-809a-292f47e64cfd up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:55:15.472783 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-07213242-bc2a-4519-9448-1e0a38f7d12a req-6d4115aa-fbb8-4200-b599-2dec08ad5e3f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e56b228b-e880-4213-9c47-dbd41eeb03e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2477398 Aug 16 22:55:15.481781 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-da96da43-790e-4958-aef7-121c9eac834e req-dca2c24f-f751-4e11-9a1c-97bae5066e6a tempest-ServerDiagnosticsNegativeTest-1714014796 tempest-ServerDiagnosticsNegativeTest-1714014796-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=e08240b303274264897c11870de33f4b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2412817 Aug 16 22:55:15.549302 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port c2163262-de7e-40ec-809a-292f47e64cfd completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:55:15.556814 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port c2163262-de7e-40ec-809a-292f47e64cfd triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:55:15.557317 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:15.560568 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-8b139b6b-381b-42db-bcdf-9f66b84d1881 None None] Provisioning complete for port 1cd06244-08e7-4619-94ab-c8310f3de7a4 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:55:15.561374 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-8b139b6b-381b-42db-bcdf-9f66b84d1881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:15.572807 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6234ad29-c0b6-44b2-966b-65283ab8827b tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954230'] for router_interface, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:15.628002 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-8b139b6b-381b-42db-bcdf-9f66b84d1881 None None] Port 1cd06244-08e7-4619-94ab-c8310f3de7a4 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:55:15.701752 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:15.748643 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port c2163262-de7e-40ec-809a-292f47e64cfd, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=c2163262-de7e-40ec-809a-292f47e64cfd,segment=NetworkSegment(a605b63f-e121-45eb-b487-c886fa366847),segment_id=a605b63f-e121-45eb-b487-c886fa366847)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:55:15.750124 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8fca2206-e941-4a72-b65c-2e3436461018 req-1cde99b7-7a88-4eea-81e0-5e9557d41526 tempest-ServerDiagnosticsNegativeTest-1714014796 tempest-ServerDiagnosticsNegativeTest-1714014796-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5c4a804-4a50-4ca4-beda-1c93f710ab3e HTTP/1.1" status: 200 len: 210 time: 0.0827904 Aug 16 22:55:15.758996 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:15.766580 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ebc901-154d-4342-9f4c-6c3e1b09b3da req-74410247-b01f-4033-979f-bf0051061ba8 tempest-ServerAddressesNegativeTestJSON-1131874221 tempest-ServerAddressesNegativeTestJSON-1131874221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:15.775131 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d7ebc901-154d-4342-9f4c-6c3e1b09b3da req-74410247-b01f-4033-979f-bf0051061ba8 tempest-ServerAddressesNegativeTestJSON-1131874221 tempest-ServerAddressesNegativeTestJSON-1131874221-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f518eba-2aad-4e78-a9c1-f323e8be4ce0 HTTP/1.1" status: 200 len: 943 time: 0.5052013 Aug 16 22:55:15.815851 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-07213242-bc2a-4519-9448-1e0a38f7d12a req-d84cc0ba-9dfa-4571-812f-8bdd99b4351f service neutron] 10.222.0.57 "GET /v2.0/networks/e56b228b-e880-4213-9c47-dbd41eeb03e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3310504 Aug 16 22:55:15.848441 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da96da43-790e-4958-aef7-121c9eac834e req-504bb095-d470-44e0-bcfb-3ebbafb7fc01 tempest-ServerDiagnosticsNegativeTest-1714014796 tempest-ServerDiagnosticsNegativeTest-1714014796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:15.849395 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=c2163262-de7e-40ec-809a-292f47e64cfd,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:15.850044 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-da96da43-790e-4958-aef7-121c9eac834e req-504bb095-d470-44e0-bcfb-3ebbafb7fc01 tempest-ServerDiagnosticsNegativeTest-1714014796 tempest-ServerDiagnosticsNegativeTest-1714014796-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3501799 Aug 16 22:55:15.852710 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6234ad29-c0b6-44b2-966b-65283ab8827b tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:15.868661 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-da96da43-790e-4958-aef7-121c9eac834e req-969ff2ad-bdf6-468c-bcfd-d3f879543562 tempest-ServerDiagnosticsNegativeTest-1714014796 tempest-ServerDiagnosticsNegativeTest-1714014796-project] Request body: {'port': {'device_id': 'c5c4a804-4a50-4ca4-beda-1c93f710ab3e', 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd', 'admin_state_up': True, 'tenant_id': 'e08240b303274264897c11870de33f4b'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:55:15.869836 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1d7f0d59-a144-4d90-8bd4-bc8871882543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26252129'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:15.872786 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-4a6b81bb-bd33-4048-a419-70a14efb7c0f req-1c534e73-0470-4d46-8539-38f13c10e531 service neutron] For port 386b7938-45f8-4304-8ad8-6bd407d56721, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=386b7938-45f8-4304-8ad8-6bd407d56721,segment=NetworkSegment(b23390f1-3345-4e11-b45b-da1aa220458a),segment_id=b23390f1-3345-4e11-b45b-da1aa220458a)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:55:15.874081 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d7ebc901-154d-4342-9f4c-6c3e1b09b3da req-73295027-4579-4438-ab4b-1487caf76613 tempest-ServerAddressesNegativeTestJSON-1131874221 tempest-ServerAddressesNegativeTestJSON-1131874221-project] 10.222.0.36 "GET /v2.0/security-groups?id=8087d0ee-f280-4e1b-920a-ecda8edca8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979722 Aug 16 22:55:15.942305 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0bcc880-b4ea-4f0f-b8e3-1d38ee778f07 None None] Network 7f5274ef-8b54-447c-a499-03705cb1b8e8 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:55:15.974843 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1d7f0d59-a144-4d90-8bd4-bc8871882543 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:15.974843 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-1d7f0d59-a144-4d90-8bd4-bc8871882543 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/475c9446-cc52-4f74-9dfd-a3e8912a6999 HTTP/1.1" status: 204 len: 168 time: 1.0877819 Aug 16 22:55:15.976897 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7f0d59-a144-4d90-8bd4-bc8871882543 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=475c9446-cc52-4f74-9dfd-a3e8912a6999,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:15.980210 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 34388) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:16.017115 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0bcdf359-5043-44bb-87c5-bc434fd86f9c None None] Provisioning complete for port 1cd06244-08e7-4619-94ab-c8310f3de7a4 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:55:16.017487 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0bcdf359-5043-44bb-87c5-bc434fd86f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:16.099017 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0bcdf359-5043-44bb-87c5-bc434fd86f9c None None] Port 1cd06244-08e7-4619-94ab-c8310f3de7a4 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:55:16.200903 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6886bf6-d0cf-49cf-9d03-76e4c7be981c None None] DHCP port deletion for 7f5274ef-8b54-447c-a499-03705cb1b8e8 request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:55:16.257660 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-b6886bf6-d0cf-49cf-9d03-76e4c7be981c None None] Deleting port 62628194-1308-405c-a179-7bfe9e6ed8c2 {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:55:16.258381 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-b6886bf6-d0cf-49cf-9d03-76e4c7be981c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:16.335412 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-b6886bf6-d0cf-49cf-9d03-76e4c7be981c None None] For port 62628194-1308-405c-a179-7bfe9e6ed8c2, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=62628194-1308-405c-a179-7bfe9e6ed8c2,segment=NetworkSegment(c4a7a711-f55a-478f-a560-2ba84762188d),segment_id=c4a7a711-f55a-478f-a560-2ba84762188d)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:55:16.336137 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-b6886bf6-d0cf-49cf-9d03-76e4c7be981c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:16.354553 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-b6886bf6-d0cf-49cf-9d03-76e4c7be981c None None] Calling delete_port for 62628194-1308-405c-a179-7bfe9e6ed8c2 owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:55:16.364204 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-4a6b81bb-bd33-4048-a419-70a14efb7c0f req-1c534e73-0470-4d46-8539-38f13c10e531 service neutron] For port 386b7938-45f8-4304-8ad8-6bd407d56721, host n-h2-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:55:16.439625 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-4a6b81bb-bd33-4048-a419-70a14efb7c0f req-1c534e73-0470-4d46-8539-38f13c10e531 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 386b7938-45f8-4304-8ad8-6bd407d56721 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:55:16.446427 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d19505f9-15d5-4ec0-aa59-a3d93779d6d5 req-a4e2d9a1-dac1-4bde-870c-c0087b31c39a tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/security-groups/04966a40-8604-4cce-881c-2f0073319f39 HTTP/1.1" status: 200 len: 1802 time: 0.5809293 Aug 16 22:55:16.452859 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-07213242-bc2a-4519-9448-1e0a38f7d12a req-01dc63e2-3bcc-466e-bc99-84f8786bd19c service neutron] 10.222.0.57 "GET /v2.0/networks/e56b228b-e880-4213-9c47-dbd41eeb03e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6175795 Aug 16 22:55:16.455850 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-4a6b81bb-bd33-4048-a419-70a14efb7c0f req-1c534e73-0470-4d46-8539-38f13c10e531 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:16.462050 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-b6886bf6-d0cf-49cf-9d03-76e4c7be981c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:16.479687 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-4a6b81bb-bd33-4048-a419-70a14efb7c0f req-1c534e73-0470-4d46-8539-38f13c10e531 service neutron] Transition to ACTIVE for port object 386b7938-45f8-4304-8ad8-6bd407d56721 will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:55:16.488529 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-4a6b81bb-bd33-4048-a419-70a14efb7c0f req-1c534e73-0470-4d46-8539-38f13c10e531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:16.521037 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6886bf6-d0cf-49cf-9d03-76e4c7be981c None None] Pushing event deleted for resources: {'Port': ['ID=62628194-1308-405c-a179-7bfe9e6ed8c2,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:16.533183 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6886bf6-d0cf-49cf-9d03-76e4c7be981c None None] No DVR routers for this DVR port 62628194-1308-405c-a179-7bfe9e6ed8c2 on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:55:16.543757 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d229068a-1226-4e2b-a59a-9c3302dd6f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:16.561807 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da96da43-790e-4958-aef7-121c9eac834e req-969ff2ad-bdf6-468c-bcfd-d3f879543562 tempest-ServerDiagnosticsNegativeTest-1714014796 tempest-ServerDiagnosticsNegativeTest-1714014796-project] Made reservation on behalf of e08240b303274264897c11870de33f4b for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:55:16.565645 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device c2163262-de7e-40ec-809a-292f47e64cfd up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:55:16.565903 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-da96da43-790e-4958-aef7-121c9eac834e req-969ff2ad-bdf6-468c-bcfd-d3f879543562 tempest-ServerDiagnosticsNegativeTest-1714014796 tempest-ServerDiagnosticsNegativeTest-1714014796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:16.579032 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-da96da43-790e-4958-aef7-121c9eac834e req-969ff2ad-bdf6-468c-bcfd-d3f879543562 tempest-ServerDiagnosticsNegativeTest-1714014796 tempest-ServerDiagnosticsNegativeTest-1714014796-project] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:16.584843 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c534e73-0470-4d46-8539-38f13c10e531 service neutron] Pushing event updated for resources: {'Port': ['ID=386b7938-45f8-4304-8ad8-6bd407d56721,revision_number=9']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:16.640793 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port c2163262-de7e-40ec-809a-292f47e64cfd triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:55:16.641177 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:16.658588 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324b1740-b984-4202-be81-eea9238dd306 req-3fce6000-1cbb-4b59-a465-25a02abc6f02 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:16.660599 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-324b1740-b984-4202-be81-eea9238dd306 req-3fce6000-1cbb-4b59-a465-25a02abc6f02 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bc6ad35-37eb-49fc-aa60-10ea3b36c658 HTTP/1.1" status: 200 len: 943 time: 0.2414687 Aug 16 22:55:16.684498 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-de0e67d2-5988-421a-ab91-4c55a427e646 req-20382c63-33b2-4136-bc17-ec5eef8b8377 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=b115892f-b98a-4cde-8f7b-ecca2188b3a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1861062 Aug 16 22:55:16.771174 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a6b81bb-bd33-4048-a419-70a14efb7c0f req-1c534e73-0470-4d46-8539-38f13c10e531 service neutron] No DVR routers for this DVR port 386b7938-45f8-4304-8ad8-6bd407d56721 on host n-h2-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:55:16.831714 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device af994b7a-4efd-4a6a-a544-6e3b4f15d9c8 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:55:16.843809 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-d19505f9-15d5-4ec0-aa59-a3d93779d6d5 req-09e54469-fb66-4d3a-aa8d-0035bbf06a29 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:16.866442 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: af994b7a-4efd-4a6a-a544-6e3b4f15d9c8 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:55:16.867882 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device af994b7a-4efd-4a6a-a544-6e3b4f15d9c8 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:55:16.867882 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 62628194-1308-405c-a179-7bfe9e6ed8c2 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:55:16.877225 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-324b1740-b984-4202-be81-eea9238dd306 req-4cf0f559-59e3-49aa-a4ec-fee34b921fef tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=0819ca22-363d-4b59-9328-30a084cf554a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2068932 Aug 16 22:55:16.885016 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d229068a-1226-4e2b-a59a-9c3302dd6f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:16.889769 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 62628194-1308-405c-a179-7bfe9e6ed8c2 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:55:16.890117 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 62628194-1308-405c-a179-7bfe9e6ed8c2 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:55:16.891446 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 0c5e31af-fb7c-4899-8047-1093bcf1fd9b no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:55:16.917154 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-d229068a-1226-4e2b-a59a-9c3302dd6f68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f5274ef-8b54-447c-a499-03705cb1b8e8']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:55:16.929295 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-da96da43-790e-4958-aef7-121c9eac834e req-969ff2ad-bdf6-468c-bcfd-d3f879543562 tempest-ServerDiagnosticsNegativeTest-1714014796 tempest-ServerDiagnosticsNegativeTest-1714014796-project] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:16.935095 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 0c5e31af-fb7c-4899-8047-1093bcf1fd9b {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:55:16.935391 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 0c5e31af-fb7c-4899-8047-1093bcf1fd9b not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:55:16.941116 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-da96da43-790e-4958-aef7-121c9eac834e req-969ff2ad-bdf6-468c-bcfd-d3f879543562 tempest-ServerDiagnosticsNegativeTest-1714014796 tempest-ServerDiagnosticsNegativeTest-1714014796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:16.953239 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-d19505f9-15d5-4ec0-aa59-a3d93779d6d5 req-09e54469-fb66-4d3a-aa8d-0035bbf06a29 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:16.957530 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 825bd66d-a0fb-4ac3-af79-7020f0276080 details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:55:16.960676 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-d229068a-1226-4e2b-a59a-9c3302dd6f68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4a7a711-f55a-478f-a560-2ba84762188d') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:55:16.960968 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-d229068a-1226-4e2b-a59a-9c3302dd6f68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4a7a711-f55a-478f-a560-2ba84762188d') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:55:16.968958 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0e67d2-5988-421a-ab91-4c55a427e646 req-16a2ae57-3f17-4862-9f15-1c83cdb54ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:16.971080 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-de0e67d2-5988-421a-ab91-4c55a427e646 req-16a2ae57-3f17-4862-9f15-1c83cdb54ae2 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=59c961a779674ade84e46325c73c6eac&device_id=b115892f-b98a-4cde-8f7b-ecca2188b3a0 HTTP/1.1" status: 200 len: 1098 time: 0.2483675 Aug 16 22:55:16.996491 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d229068a-1226-4e2b-a59a-9c3302dd6f68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:17.076180 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6234ad29-c0b6-44b2-966b-65283ab8827b tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:17.082743 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d229068a-1226-4e2b-a59a-9c3302dd6f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:17.085379 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-4a6b81bb-bd33-4048-a419-70a14efb7c0f req-1c534e73-0470-4d46-8539-38f13c10e531 service neutron] Attempting to bind port 386b7938-45f8-4304-8ad8-6bd407d56721 on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:55:17.086152 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-4a6b81bb-bd33-4048-a419-70a14efb7c0f req-1c534e73-0470-4d46-8539-38f13c10e531 service neutron] Attempting to bind port 386b7938-45f8-4304-8ad8-6bd407d56721 by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': 'b23390f1-3345-4e11-b45b-da1aa220458a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6017926f-7eef-429e-a22b-3a35337dccd4'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:55:17.086687 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6b81bb-bd33-4048-a419-70a14efb7c0f req-1c534e73-0470-4d46-8539-38f13c10e531 service neutron] Attempting to bind port 386b7938-45f8-4304-8ad8-6bd407d56721 on network 6017926f-7eef-429e-a22b-3a35337dccd4 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:55:17.092940 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 825bd66d-a0fb-4ac3-af79-7020f0276080, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=825bd66d-a0fb-4ac3-af79-7020f0276080,segment=NetworkSegment(010d4217-98db-4371-8f8c-589eb85e924b),segment_id=010d4217-98db-4371-8f8c-589eb85e924b)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:55:17.095648 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969ff2ad-bdf6-468c-bcfd-d3f879543562 tempest-ServerDiagnosticsNegativeTest-1714014796 tempest-ServerDiagnosticsNegativeTest-1714014796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd91cbe-123f-4abe-8c67-12de53b85ac4,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:17.099932 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6234ad29-c0b6-44b2-966b-65283ab8827b tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:17.105280 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6b81bb-bd33-4048-a419-70a14efb7c0f req-1c534e73-0470-4d46-8539-38f13c10e531 service neutron] Port 386b7938-45f8-4304-8ad8-6bd407d56721 on network 6017926f-7eef-429e-a22b-3a35337dccd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:55:17.105835 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6b81bb-bd33-4048-a419-70a14efb7c0f req-1c534e73-0470-4d46-8539-38f13c10e531 service neutron] Attempting to bind port 386b7938-45f8-4304-8ad8-6bd407d56721 on network 6017926f-7eef-429e-a22b-3a35337dccd4 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:55:17.109232 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d229068a-1226-4e2b-a59a-9c3302dd6f68 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:55:17.109396 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': '825bd66d-a0fb-4ac3-af79-7020f0276080', 'network_id': 'e56b228b-e880-4213-9c47-dbd41eeb03e2', 'port_id': '825bd66d-a0fb-4ac3-af79-7020f0276080', 'mac_address': 'fa:16:3e:b1:6e:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d79aac9-304e-4729-acfc-090d95f16abc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:55:17.109514 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d229068a-1226-4e2b-a59a-9c3302dd6f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:17.116045 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 16 22:55:17.116045 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:55:17.116045 n-d-791506-26 neutron-server[101292]: timer() Aug 16 22:55:17.116045 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:55:17.116045 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 16 22:55:17.116045 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:55:17.116045 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 16 22:55:17.116045 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:55:17.116045 n-d-791506-26 neutron-server[101292]: self._notify() Aug 16 22:55:17.116045 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:55:17.116045 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 16 22:55:17.116045 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:55:17.116045 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 16 22:55:17.116045 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:55:17.116045 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:55:17.116045 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:55:17.116045 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:55:17.116045 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:55:17.116045 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 16 22:55:17.116045 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:55:17.116045 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 16 22:55:17.116045 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:55:17.116045 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:55:17.116045 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:55:17.116045 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 16 22:55:17.116045 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:55:17.116045 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:55:17.116045 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:55:17.116045 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:55:17.116045 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:55:17.116045 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:55:17.116045 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:55:17.122063 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6b81bb-bd33-4048-a419-70a14efb7c0f req-1c534e73-0470-4d46-8539-38f13c10e531 service neutron] Checking agent: {'id': 'd28e24f9-e5ea-41e1-80bf-3c7943ad7f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:55:17.122325 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6b81bb-bd33-4048-a419-70a14efb7c0f req-1c534e73-0470-4d46-8539-38f13c10e531 service neutron] Checking segment: {'id': 'b23390f1-3345-4e11-b45b-da1aa220458a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6017926f-7eef-429e-a22b-3a35337dccd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:55:17.122928 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6b81bb-bd33-4048-a419-70a14efb7c0f req-1c534e73-0470-4d46-8539-38f13c10e531 service neutron] Bound using segment: {'id': 'b23390f1-3345-4e11-b45b-da1aa220458a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6017926f-7eef-429e-a22b-3a35337dccd4'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:55:17.123605 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-4a6b81bb-bd33-4048-a419-70a14efb7c0f req-1c534e73-0470-4d46-8539-38f13c10e531 service neutron] Bound port: 386b7938-45f8-4304-8ad8-6bd407d56721, host: n-h1-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b23390f1-3345-4e11-b45b-da1aa220458a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6017926f-7eef-429e-a22b-3a35337dccd4'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:55:17.124493 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-4a6b81bb-bd33-4048-a419-70a14efb7c0f req-1c534e73-0470-4d46-8539-38f13c10e531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:17.151836 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:17.166547 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 825bd66d-a0fb-4ac3-af79-7020f0276080 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:55:17.195564 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 825bd66d-a0fb-4ac3-af79-7020f0276080, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=825bd66d-a0fb-4ac3-af79-7020f0276080,segment=NetworkSegment(010d4217-98db-4371-8f8c-589eb85e924b),segment_id=010d4217-98db-4371-8f8c-589eb85e924b)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:55:17.197763 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-d19505f9-15d5-4ec0-aa59-a3d93779d6d5 req-09e54469-fb66-4d3a-aa8d-0035bbf06a29 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:17.200164 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:17.200900 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-d19505f9-15d5-4ec0-aa59-a3d93779d6d5 req-09e54469-fb66-4d3a-aa8d-0035bbf06a29 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:17.203043 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d19505f9-15d5-4ec0-aa59-a3d93779d6d5 req-09e54469-fb66-4d3a-aa8d-0035bbf06a29 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "DELETE /v2.0/security-groups/04966a40-8604-4cce-881c-2f0073319f39 HTTP/1.1" status: 204 len: 173 time: 0.7452326 Aug 16 22:55:17.239870 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-da96da43-790e-4958-aef7-121c9eac834e req-969ff2ad-bdf6-468c-bcfd-d3f879543562 tempest-ServerDiagnosticsNegativeTest-1714014796 tempest-ServerDiagnosticsNegativeTest-1714014796-project] Allocated IP 192.168.233.21 (a2f596d0-b80e-4404-bf4b-27a7e14f50dd/6af2b868-37d3-46ab-a526-0465929f13c8/a8aee642-863c-41e4-87b5-91bd28109816) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:55:17.257927 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-4a6b81bb-bd33-4048-a419-70a14efb7c0f req-1c534e73-0470-4d46-8539-38f13c10e531 service neutron] For port 386b7938-45f8-4304-8ad8-6bd407d56721, host n-h1-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:55:17.262810 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-4a6b81bb-bd33-4048-a419-70a14efb7c0f req-1c534e73-0470-4d46-8539-38f13c10e531 service neutron] For port 386b7938-45f8-4304-8ad8-6bd407d56721, host n-h1-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=386b7938-45f8-4304-8ad8-6bd407d56721,segment=NetworkSegment(b23390f1-3345-4e11-b45b-da1aa220458a),segment_id=b23390f1-3345-4e11-b45b-da1aa220458a)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:55:17.268642 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=825bd66d-a0fb-4ac3-af79-7020f0276080,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:17.271152 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-4a6b81bb-bd33-4048-a419-70a14efb7c0f req-1c534e73-0470-4d46-8539-38f13c10e531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:17.323201 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e54469-fb66-4d3a-aa8d-0035bbf06a29 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04966a40-8604-4cce-881c-2f0073319f39,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:17.329936 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6b81bb-bd33-4048-a419-70a14efb7c0f req-1c534e73-0470-4d46-8539-38f13c10e531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:17.330569 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-4a6b81bb-bd33-4048-a419-70a14efb7c0f req-1c534e73-0470-4d46-8539-38f13c10e531 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:17.331975 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4a6b81bb-bd33-4048-a419-70a14efb7c0f req-1c534e73-0470-4d46-8539-38f13c10e531 service neutron] 10.222.0.68 "PUT /v2.0/ports/386b7938-45f8-4304-8ad8-6bd407d56721 HTTP/1.1" status: 200 len: 1092 time: 2.4737821 Aug 16 22:55:17.336733 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bc6ad35-37eb-49fc-aa60-10ea3b36c658', 'tag': '386b7938-45f8-4304-8ad8-6bd407d56721'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:55:17.339432 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44289187-76dd-4f72-8f6e-3c1edd40a330" -d '{"events": [{"name": "network-changed", "server_uuid": "3bc6ad35-37eb-49fc-aa60-10ea3b36c658", "tag": "386b7938-45f8-4304-8ad8-6bd407d56721"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:55:17.350981 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a5cc7c60-1c60-498c-ab24-d95edf7bf6f0 req-e920a251-1450-45eb-840c-209fa2923b21 tempest-ServerDiagnosticsNegativeTest-1714014796 tempest-ServerDiagnosticsNegativeTest-1714014796-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5c4a804-4a50-4ca4-beda-1c93f710ab3e HTTP/1.1" status: 200 len: 210 time: 0.1466804 Aug 16 22:55:17.390921 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6234ad29-c0b6-44b2-966b-65283ab8827b tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954122'] for router_interface, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:17.401382 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d229068a-1226-4e2b-a59a-9c3302dd6f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:17.415475 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d229068a-1226-4e2b-a59a-9c3302dd6f68 admin admin] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:17.417403 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-d229068a-1226-4e2b-a59a-9c3302dd6f68 admin admin] 10.222.0.36 "DELETE /v2.0/networks/7f5274ef-8b54-447c-a499-03705cb1b8e8 HTTP/1.1" status: 204 len: 168 time: 1.4338017 Aug 16 22:55:17.429919 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6234ad29-c0b6-44b2-966b-65283ab8827b tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Pushing event updated for resources: {'Port': ['ID=1cd06244-08e7-4619-94ab-c8310f3de7a4,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:17.442518 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-3aac6a99-deb1-4bcc-be42-f02b35c82376 req-23c9a114-3244-48ee-a666-3b96317262ae tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-788794752', 'description': 'tempest-description-507568659'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:55:17.453114 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c534e73-0470-4d46-8539-38f13c10e531 service neutron] Pushing event updated for resources: {'Port': ['ID=386b7938-45f8-4304-8ad8-6bd407d56721,revision_number=10']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:17.453910 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0e67d2-5988-421a-ab91-4c55a427e646 req-defd18bd-e246-41f0-95c4-fae6ae6a3e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:17.456383 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-de0e67d2-5988-421a-ab91-4c55a427e646 req-defd18bd-e246-41f0-95c4-fae6ae6a3e8b service neutron] 10.222.0.68 "GET /v2.0/networks?id=a8aaeb65-e172-4fdd-9f1a-cbdbda638f0b HTTP/1.1" status: 200 len: 916 time: 0.4574955 Aug 16 22:55:17.473490 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d229068a-1226-4e2b-a59a-9c3302dd6f68 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f5274ef-8b54-447c-a499-03705cb1b8e8,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:17.499734 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6b81bb-bd33-4048-a419-70a14efb7c0f req-9e5dcba5-11a3-4614-83af-7ab547a793a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:17.501888 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4a6b81bb-bd33-4048-a419-70a14efb7c0f req-9e5dcba5-11a3-4614-83af-7ab547a793a0 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=57296d41c5f54ce79a9b782f4a8b4677&device_id=3bc6ad35-37eb-49fc-aa60-10ea3b36c658 HTTP/1.1" status: 200 len: 1096 time: 0.1209705 Aug 16 22:55:17.585687 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-da96da43-790e-4958-aef7-121c9eac834e req-969ff2ad-bdf6-468c-bcfd-d3f879543562 tempest-ServerDiagnosticsNegativeTest-1714014796 tempest-ServerDiagnosticsNegativeTest-1714014796-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:17.605735 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83976916-b771-4af2-bfd8-a24dfe0788a0 req-7eb4cd29-e0ad-4680-976c-ff355eacb06a tempest-ServerAddressesNegativeTestJSON-1131874221 tempest-ServerAddressesNegativeTestJSON-1131874221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:17.607515 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-83976916-b771-4af2-bfd8-a24dfe0788a0 req-7eb4cd29-e0ad-4680-976c-ff355eacb06a tempest-ServerAddressesNegativeTestJSON-1131874221 tempest-ServerAddressesNegativeTestJSON-1131874221-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f518eba-2aad-4e78-a9c1-f323e8be4ce0 HTTP/1.1" status: 200 len: 944 time: 0.3103635 Aug 16 22:55:17.615586 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3aac6a99-deb1-4bcc-be42-f02b35c82376 req-23c9a114-3244-48ee-a666-3b96317262ae tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:17.618034 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f5efd9b2-4d98-4dae-ac8d-09feb78609fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:17.621319 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['825bd66d-a0fb-4ac3-af79-7020f0276080'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:55:17.624100 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-da96da43-790e-4958-aef7-121c9eac834e req-969ff2ad-bdf6-468c-bcfd-d3f879543562 tempest-ServerDiagnosticsNegativeTest-1714014796 tempest-ServerDiagnosticsNegativeTest-1714014796-project] Transition to ACTIVE for port object a8aee642-863c-41e4-87b5-91bd28109816 will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:55:17.679734 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6b81bb-bd33-4048-a419-70a14efb7c0f req-d67d979a-4a63-467c-9468-4397e879f4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:17.681808 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4a6b81bb-bd33-4048-a419-70a14efb7c0f req-d67d979a-4a63-467c-9468-4397e879f4bc service neutron] 10.222.0.68 "GET /v2.0/networks?id=6017926f-7eef-429e-a22b-3a35337dccd4 HTTP/1.1" status: 200 len: 918 time: 0.1725514 Aug 16 22:55:17.684011 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 34406) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:17.734324 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6234ad29-c0b6-44b2-966b-65283ab8827b tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Network 8d46fe67-a6ba-4ed2-bd89-9e34be3cd1d2 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:55:17.737137 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-de0e67d2-5988-421a-ab91-4c55a427e646 req-e2775a8b-703c-41f2-bc09-2bcb9cdbcc01 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=812b238c-3ece-4afc-82e5-afd22cef2f1d HTTP/1.1" status: 200 len: 1002 time: 0.2323000 Aug 16 22:55:17.746486 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-6234ad29-c0b6-44b2-966b-65283ab8827b tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:55:17.803822 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-da96da43-790e-4958-aef7-121c9eac834e req-969ff2ad-bdf6-468c-bcfd-d3f879543562 tempest-ServerDiagnosticsNegativeTest-1714014796 tempest-ServerDiagnosticsNegativeTest-1714014796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:17.826611 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da96da43-790e-4958-aef7-121c9eac834e req-969ff2ad-bdf6-468c-bcfd-d3f879543562 tempest-ServerDiagnosticsNegativeTest-1714014796 tempest-ServerDiagnosticsNegativeTest-1714014796-project] Network a2f596d0-b80e-4404-bf4b-27a7e14f50dd is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:55:17.828896 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-83976916-b771-4af2-bfd8-a24dfe0788a0 req-12dc1109-cfdd-42c5-b5ae-f1f66c2ca856 tempest-ServerAddressesNegativeTestJSON-1131874221 tempest-ServerAddressesNegativeTestJSON-1131874221-project] 10.222.0.36 "GET /v2.0/security-groups?id=8087d0ee-f280-4e1b-920a-ecda8edca8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029192 Aug 16 22:55:17.832106 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-da96da43-790e-4958-aef7-121c9eac834e req-969ff2ad-bdf6-468c-bcfd-d3f879543562 tempest-ServerDiagnosticsNegativeTest-1714014796 tempest-ServerDiagnosticsNegativeTest-1714014796-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:55:17.835811 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-0072688f-a5c5-4009-96f5-30c85bb22b66 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c0c2d25fe07540bc90d7b53fb4470dce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1508768 Aug 16 22:55:17.841765 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 34408) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:17.868182 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-da96da43-790e-4958-aef7-121c9eac834e req-969ff2ad-bdf6-468c-bcfd-d3f879543562 tempest-ServerDiagnosticsNegativeTest-1714014796 tempest-ServerDiagnosticsNegativeTest-1714014796-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:55:17.901571 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4a6b81bb-bd33-4048-a419-70a14efb7c0f req-4b969d65-4dca-467b-8c02-98e059eaf383 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=386b7938-45f8-4304-8ad8-6bd407d56721 HTTP/1.1" status: 200 len: 999 time: 0.2060921 Aug 16 22:55:17.914718 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15a56f79-9517-4d81-a9dd-40e2c2a30831 x-openstack-request-id: req-15a56f79-9517-4d81-a9dd-40e2c2a30831 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:55:17.915013 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bc6ad35-37eb-49fc-aa60-10ea3b36c658", "tag": "386b7938-45f8-4304-8ad8-6bd407d56721", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:55:17.915285 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-15a56f79-9517-4d81-a9dd-40e2c2a30831 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:55:17.915692 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bc6ad35-37eb-49fc-aa60-10ea3b36c658', 'tag': '386b7938-45f8-4304-8ad8-6bd407d56721', 'status': 'completed', 'code': 200} Aug 16 22:55:17.984577 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0e67d2-5988-421a-ab91-4c55a427e646 req-496e754b-5931-4327-a660-4c01c1bacb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:17.986719 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-de0e67d2-5988-421a-ab91-4c55a427e646 req-496e754b-5931-4327-a660-4c01c1bacb6b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d5081f3b-73a4-4d61-9e4a-3f5b25fa6900 HTTP/1.1" status: 200 len: 854 time: 0.2358131 Aug 16 22:55:18.010203 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969ff2ad-bdf6-468c-bcfd-d3f879543562 tempest-ServerDiagnosticsNegativeTest-1714014796 tempest-ServerDiagnosticsNegativeTest-1714014796-project] Pushing event updated for resources: {'Port': ['ID=a8aee642-863c-41e4-87b5-91bd28109816,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:18.021829 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da96da43-790e-4958-aef7-121c9eac834e req-969ff2ad-bdf6-468c-bcfd-d3f879543562 tempest-ServerDiagnosticsNegativeTest-1714014796 tempest-ServerDiagnosticsNegativeTest-1714014796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:18.021829 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-da96da43-790e-4958-aef7-121c9eac834e req-969ff2ad-bdf6-468c-bcfd-d3f879543562 tempest-ServerDiagnosticsNegativeTest-1714014796 tempest-ServerDiagnosticsNegativeTest-1714014796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:18.023678 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3aac6a99-deb1-4bcc-be42-f02b35c82376 req-23c9a114-3244-48ee-a666-3b96317262ae tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:18.044631 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6b81bb-bd33-4048-a419-70a14efb7c0f req-48878bbf-47d7-44c2-8f67-e6b8b18fe2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:18.046048 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4a6b81bb-bd33-4048-a419-70a14efb7c0f req-48878bbf-47d7-44c2-8f67-e6b8b18fe2ef service neutron] 10.222.0.68 "GET /v2.0/subnets?id=bb160313-5dbe-49f2-8a31-7afb6f1954c3 HTTP/1.1" status: 200 len: 856 time: 0.1295559 Aug 16 22:55:18.051981 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3aac6a99-deb1-4bcc-be42-f02b35c82376 req-23c9a114-3244-48ee-a666-3b96317262ae tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:18.055375 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-da96da43-790e-4958-aef7-121c9eac834e req-969ff2ad-bdf6-468c-bcfd-d3f879543562 tempest-ServerDiagnosticsNegativeTest-1714014796 tempest-ServerDiagnosticsNegativeTest-1714014796-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1913753 Aug 16 22:55:18.084765 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-da96da43-790e-4958-aef7-121c9eac834e req-340bb1f6-e770-440b-baa2-41758cfe0a7f service neutron] Request body: {'port': {'device_id': 'c5c4a804-4a50-4ca4-beda-1c93f710ab3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:55:18.153744 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c9a114-3244-48ee-a666-3b96317262ae tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5373a00e-190a-4c1a-8c17-aeee035d9f95,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:18.154030 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6b81bb-bd33-4048-a419-70a14efb7c0f req-97e967fa-7f59-4a1a-be54-b97b980c133f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:18.155300 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4a6b81bb-bd33-4048-a419-70a14efb7c0f req-97e967fa-7f59-4a1a-be54-b97b980c133f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6017926f-7eef-429e-a22b-3a35337dccd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1018386 Aug 16 22:55:18.164951 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3aac6a99-deb1-4bcc-be42-f02b35c82376 req-23c9a114-3244-48ee-a666-3b96317262ae tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:18.166196 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3aac6a99-deb1-4bcc-be42-f02b35c82376 req-23c9a114-3244-48ee-a666-3b96317262ae tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.7541671 Aug 16 22:55:18.181021 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0e67d2-5988-421a-ab91-4c55a427e646 req-2d04eb5f-bad2-40e0-ad7d-3c5bb35013bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:18.182556 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-de0e67d2-5988-421a-ab91-4c55a427e646 req-2d04eb5f-bad2-40e0-ad7d-3c5bb35013bc service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a8aaeb65-e172-4fdd-9f1a-cbdbda638f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1853595 Aug 16 22:55:18.187222 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9aeb4adf-778f-411d-9113-c9cb48d0fb61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:18.192705 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-da96da43-790e-4958-aef7-121c9eac834e req-340bb1f6-e770-440b-baa2-41758cfe0a7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:18.201010 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e805991-a180-4364-a808-31b496c381b8 req-bcb499e7-cad3-4266-93eb-a1e61d200224 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:18.202527 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0e805991-a180-4364-a808-31b496c381b8 req-bcb499e7-cad3-4266-93eb-a1e61d200224 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bc6ad35-37eb-49fc-aa60-10ea3b36c658 HTTP/1.1" status: 200 len: 944 time: 0.1773567 Aug 16 22:55:18.238918 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-7d575f4b-a86e-4576-9001-ea48212b839c None None] Provisioning for port a8aee642-863c-41e4-87b5-91bd28109816 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:55:18.244658 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-7d575f4b-a86e-4576-9001-ea48212b839c None None] Provisioning complete for port a8aee642-863c-41e4-87b5-91bd28109816 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:55:18.245358 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7d575f4b-a86e-4576-9001-ea48212b839c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:18.293006 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-7d575f4b-a86e-4576-9001-ea48212b839c None None] Port a8aee642-863c-41e4-87b5-91bd28109816 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:55:18.300698 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9aeb4adf-778f-411d-9113-c9cb48d0fb61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:18.308933 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6234ad29-c0b6-44b2-966b-65283ab8827b tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Router 7a5b98bf-d091-4e21-a573-a0e16dd21eb2 is scheduled to L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f with binding_index 1 {{(pid=101292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:55:18.312736 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-7d575f4b-a86e-4576-9001-ea48212b839c None None] Provisioning complete for port 1cd06244-08e7-4619-94ab-c8310f3de7a4 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:55:18.313263 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7d575f4b-a86e-4576-9001-ea48212b839c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:18.357658 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-7d575f4b-a86e-4576-9001-ea48212b839c None None] Port 1cd06244-08e7-4619-94ab-c8310f3de7a4 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:55:18.366318 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0e805991-a180-4364-a808-31b496c381b8 req-bf460848-a446-46ea-9cc1-a9f9691915c0 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=0819ca22-363d-4b59-9328-30a084cf554a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1520844 Aug 16 22:55:18.393396 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4a6b81bb-bd33-4048-a419-70a14efb7c0f req-10b11606-de7b-4ba5-bca5-22277bcf0e6b service neutron] 10.222.0.68 "GET /v2.0/networks/6017926f-7eef-429e-a22b-3a35337dccd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093618 Aug 16 22:55:18.487010 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-de0e67d2-5988-421a-ab91-4c55a427e646 req-ec4c65ae-dfee-4a9d-affd-54391681f790 service neutron] 10.222.0.68 "GET /v2.0/networks/a8aaeb65-e172-4fdd-9f1a-cbdbda638f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944913 Aug 16 22:55:18.537201 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9aeb4adf-778f-411d-9113-c9cb48d0fb61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:18.539687 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9aeb4adf-778f-411d-9113-c9cb48d0fb61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:18.540844 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-9aeb4adf-778f-411d-9113-c9cb48d0fb61 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2bdc5aed-142a-416c-af5d-d6669d19c440 HTTP/1.1" status: 204 len: 168 time: 0.6652946 Aug 16 22:55:18.558659 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4a6b81bb-bd33-4048-a419-70a14efb7c0f req-2284bdfd-a055-4939-8e1e-ac58ee1295b7 service neutron] 10.222.0.68 "GET /v2.0/networks/6017926f-7eef-429e-a22b-3a35337dccd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570222 Aug 16 22:55:18.600644 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeb4adf-778f-411d-9113-c9cb48d0fb61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bdc5aed-142a-416c-af5d-d6669d19c440,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:18.608710 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6234ad29-c0b6-44b2-966b-65283ab8827b tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:55:18.615940 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3c361ed7-6b85-4371-92a3-d1260b711cdd req-52735d1c-4f67-4b21-ae2c-3f73e7852389 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/security-groups/5373a00e-190a-4c1a-8c17-aeee035d9f95 HTTP/1.1" status: 200 len: 1801 time: 0.2020106 Aug 16 22:55:18.619506 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-6234ad29-c0b6-44b2-966b-65283ab8827b tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "PUT /v2.0/routers/7a5b98bf-d091-4e21-a573-a0e16dd21eb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4163799 Aug 16 22:55:18.621529 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c0e2e9-dfd7-4097-b4f1-c733320cc8f8 None None] Sync routers for ids ['7a5b98bf-d091-4e21-a573-a0e16dd21eb2'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:55:18.624340 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 34422) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:18.648213 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-3c361ed7-6b85-4371-92a3-d1260b711cdd req-22d34ee6-20e3-4e36-b2e6-61dce973a817 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1834332488', 'description': 'tempest-description-hth-1381765022'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:55:18.659411 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e71636-fa16-42df-ae7b-340f6700bc20 req-d603dd2e-a04d-4c9b-bc19-56a48401facb tempest-ServerDiagnosticsNegativeTest-1714014796 tempest-ServerDiagnosticsNegativeTest-1714014796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:18.661015 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c3e71636-fa16-42df-ae7b-340f6700bc20 req-d603dd2e-a04d-4c9b-bc19-56a48401facb tempest-ServerDiagnosticsNegativeTest-1714014796 tempest-ServerDiagnosticsNegativeTest-1714014796-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5c4a804-4a50-4ca4-beda-1c93f710ab3e HTTP/1.1" status: 200 len: 935 time: 0.2014756 Aug 16 22:55:18.665289 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c0e2e9-dfd7-4097-b4f1-c733320cc8f8 None None] Routers {'7a5b98bf-d091-4e21-a573-a0e16dd21eb2'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:55:18.666636 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-a1c0e2e9-dfd7-4097-b4f1-c733320cc8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:54:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['7a5b98bf-d091-4e21-a573-a0e16dd21eb2'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:55:18.714281 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-a1c0e2e9-dfd7-4097-b4f1-c733320cc8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:55:18.725573 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c0e2e9-dfd7-4097-b4f1-c733320cc8f8 None None] Routers {'7a5b98bf-d091-4e21-a573-a0e16dd21eb2'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:55:18.726302 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-a1c0e2e9-dfd7-4097-b4f1-c733320cc8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:54:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['7a5b98bf-d091-4e21-a573-a0e16dd21eb2'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:55:18.726450 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-da96da43-790e-4958-aef7-121c9eac834e req-340bb1f6-e770-440b-baa2-41758cfe0a7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8aee642-863c-41e4-87b5-91bd28109816 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:55:18.748288 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-da96da43-790e-4958-aef7-121c9eac834e req-340bb1f6-e770-440b-baa2-41758cfe0a7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:18.762918 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-a1c0e2e9-dfd7-4097-b4f1-c733320cc8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:55:18.764195 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c0e2e9-dfd7-4097-b4f1-c733320cc8f8 None None] The sync data for ids ['7a5b98bf-d091-4e21-a573-a0e16dd21eb2'] in n-d-791506-26 is: [] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:55:18.779715 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-da96da43-790e-4958-aef7-121c9eac834e req-340bb1f6-e770-440b-baa2-41758cfe0a7f service neutron] Transition to ACTIVE for port object a8aee642-863c-41e4-87b5-91bd28109816 will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:55:18.781707 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44289187-76dd-4f72-8f6e-3c1edd40a330 req-bd9d581e-b86d-4fbc-aebc-832a8ce58c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:18.783791 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-44289187-76dd-4f72-8f6e-3c1edd40a330 req-bd9d581e-b86d-4fbc-aebc-832a8ce58c5f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=57296d41c5f54ce79a9b782f4a8b4677&device_id=3bc6ad35-37eb-49fc-aa60-10ea3b36c658 HTTP/1.1" status: 200 len: 1096 time: 0.1422751 Aug 16 22:55:18.785558 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-da96da43-790e-4958-aef7-121c9eac834e req-340bb1f6-e770-440b-baa2-41758cfe0a7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:18.819271 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3c361ed7-6b85-4371-92a3-d1260b711cdd req-22d34ee6-20e3-4e36-b2e6-61dce973a817 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks [] for security_group, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:18.831533 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-de0e67d2-5988-421a-ab91-4c55a427e646 req-d6073b6c-e402-4716-9101-b4e54a535b03 service neutron] 10.222.0.68 "GET /v2.0/networks/a8aaeb65-e172-4fdd-9f1a-cbdbda638f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3151286 Aug 16 22:55:18.862829 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c3e71636-fa16-42df-ae7b-340f6700bc20 req-65b0bde4-87be-4d4d-a329-fe75b640c020 tempest-ServerDiagnosticsNegativeTest-1714014796 tempest-ServerDiagnosticsNegativeTest-1714014796-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dd91cbe-123f-4abe-8c67-12de53b85ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818495 Aug 16 22:55:18.910222 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340bb1f6-e770-440b-baa2-41758cfe0a7f service neutron] Pushing event updated for resources: {'Port': ['ID=a8aee642-863c-41e4-87b5-91bd28109816,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:18.961344 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3c361ed7-6b85-4371-92a3-d1260b711cdd req-22d34ee6-20e3-4e36-b2e6-61dce973a817 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks [] for security_group, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:18.964849 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 825bd66d-a0fb-4ac3-af79-7020f0276080 up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:55:18.984463 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8987e4-fe75-4bfe-beeb-82167db7b6d5 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:18.996837 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-5f8987e4-fe75-4bfe-beeb-82167db7b6d5 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a5b98bf-d091-4e21-a573-a0e16dd21eb2 HTTP/1.1" status: 200 len: 980 time: 0.3616905 Aug 16 22:55:18.997697 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 34440) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:19.005109 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3c361ed7-6b85-4371-92a3-d1260b711cdd req-22d34ee6-20e3-4e36-b2e6-61dce973a817 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:19.007985 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3c361ed7-6b85-4371-92a3-d1260b711cdd req-22d34ee6-20e3-4e36-b2e6-61dce973a817 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:19.009452 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3c361ed7-6b85-4371-92a3-d1260b711cdd req-22d34ee6-20e3-4e36-b2e6-61dce973a817 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "PUT /v2.0/security-groups/5373a00e-190a-4c1a-8c17-aeee035d9f95 HTTP/1.1" status: 200 len: 1777 time: 0.3827443 Aug 16 22:55:19.082013 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning for port 825bd66d-a0fb-4ac3-af79-7020f0276080 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:55:19.087244 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port 825bd66d-a0fb-4ac3-af79-7020f0276080 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:55:19.087712 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:19.100264 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44289187-76dd-4f72-8f6e-3c1edd40a330 req-5d7c20f5-8c04-4237-bf5c-c96f3534e46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:19.102011 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-44289187-76dd-4f72-8f6e-3c1edd40a330 req-5d7c20f5-8c04-4237-bf5c-c96f3534e46e service neutron] 10.222.0.68 "GET /v2.0/networks?id=6017926f-7eef-429e-a22b-3a35337dccd4 HTTP/1.1" status: 200 len: 918 time: 0.3078959 Aug 16 22:55:19.173065 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-da96da43-790e-4958-aef7-121c9eac834e req-340bb1f6-e770-440b-baa2-41758cfe0a7f service neutron] Attempting to bind port a8aee642-863c-41e4-87b5-91bd28109816 on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:55:19.173608 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-da96da43-790e-4958-aef7-121c9eac834e req-340bb1f6-e770-440b-baa2-41758cfe0a7f service neutron] Attempting to bind port a8aee642-863c-41e4-87b5-91bd28109816 by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:55:19.174152 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da96da43-790e-4958-aef7-121c9eac834e req-340bb1f6-e770-440b-baa2-41758cfe0a7f service neutron] Attempting to bind port a8aee642-863c-41e4-87b5-91bd28109816 on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:55:19.185827 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da96da43-790e-4958-aef7-121c9eac834e req-340bb1f6-e770-440b-baa2-41758cfe0a7f service neutron] Port a8aee642-863c-41e4-87b5-91bd28109816 on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:55:19.186676 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da96da43-790e-4958-aef7-121c9eac834e req-340bb1f6-e770-440b-baa2-41758cfe0a7f service neutron] Attempting to bind port a8aee642-863c-41e4-87b5-91bd28109816 on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:55:19.199297 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da96da43-790e-4958-aef7-121c9eac834e req-340bb1f6-e770-440b-baa2-41758cfe0a7f service neutron] Checking agent: {'id': 'd28e24f9-e5ea-41e1-80bf-3c7943ad7f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:55:19.199961 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da96da43-790e-4958-aef7-121c9eac834e req-340bb1f6-e770-440b-baa2-41758cfe0a7f service neutron] Checking segment: {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:55:19.200552 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da96da43-790e-4958-aef7-121c9eac834e req-340bb1f6-e770-440b-baa2-41758cfe0a7f service neutron] Bound using segment: {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:55:19.201178 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-da96da43-790e-4958-aef7-121c9eac834e req-340bb1f6-e770-440b-baa2-41758cfe0a7f service neutron] Bound port: a8aee642-863c-41e4-87b5-91bd28109816, host: n-h1-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:55:19.201759 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-da96da43-790e-4958-aef7-121c9eac834e req-340bb1f6-e770-440b-baa2-41758cfe0a7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:19.243288 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-44289187-76dd-4f72-8f6e-3c1edd40a330 req-19f2764b-4e6e-4ff9-a528-5bb405bb487f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=386b7938-45f8-4304-8ad8-6bd407d56721 HTTP/1.1" status: 200 len: 999 time: 0.1265171 Aug 16 22:55:19.263136 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:19.342868 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d34ee6-20e3-4e36-b2e6-61dce973a817 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5373a00e-190a-4c1a-8c17-aeee035d9f95,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:19.354212 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f518eba-2aad-4e78-a9c1-f323e8be4ce0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '825bd66d-a0fb-4ac3-af79-7020f0276080'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:55:19.365036 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7fcaf8a-467c-4126-a5cc-f2130f9fb446" -d '{"events": [{"server_uuid": "6f518eba-2aad-4e78-a9c1-f323e8be4ce0", "name": "network-vif-plugged", "status": "completed", "tag": "825bd66d-a0fb-4ac3-af79-7020f0276080"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:55:19.408374 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 825bd66d-a0fb-4ac3-af79-7020f0276080, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=825bd66d-a0fb-4ac3-af79-7020f0276080,segment=NetworkSegment(010d4217-98db-4371-8f8c-589eb85e924b),segment_id=010d4217-98db-4371-8f8c-589eb85e924b)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:55:19.416040 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:19.544413 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-da96da43-790e-4958-aef7-121c9eac834e req-340bb1f6-e770-440b-baa2-41758cfe0a7f service neutron] For port a8aee642-863c-41e4-87b5-91bd28109816, host n-h1-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:55:19.553745 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=825bd66d-a0fb-4ac3-af79-7020f0276080,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:19.554031 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44289187-76dd-4f72-8f6e-3c1edd40a330 req-7ca6e43c-4533-4265-940b-61f0876c30bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:19.559714 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-44289187-76dd-4f72-8f6e-3c1edd40a330 req-7ca6e43c-4533-4265-940b-61f0876c30bb service neutron] 10.222.0.68 "GET /v2.0/subnets?id=bb160313-5dbe-49f2-8a31-7afb6f1954c3 HTTP/1.1" status: 200 len: 856 time: 0.2509291 Aug 16 22:55:19.562055 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-da96da43-790e-4958-aef7-121c9eac834e req-340bb1f6-e770-440b-baa2-41758cfe0a7f service neutron] For port a8aee642-863c-41e4-87b5-91bd28109816, host n-h1-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=a8aee642-863c-41e4-87b5-91bd28109816,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:55:19.577152 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-da96da43-790e-4958-aef7-121c9eac834e req-340bb1f6-e770-440b-baa2-41758cfe0a7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:19.685542 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da96da43-790e-4958-aef7-121c9eac834e req-340bb1f6-e770-440b-baa2-41758cfe0a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:19.686620 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-da96da43-790e-4958-aef7-121c9eac834e req-340bb1f6-e770-440b-baa2-41758cfe0a7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:19.688921 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-da96da43-790e-4958-aef7-121c9eac834e req-340bb1f6-e770-440b-baa2-41758cfe0a7f service neutron] 10.222.0.68 "PUT /v2.0/ports/a8aee642-863c-41e4-87b5-91bd28109816 HTTP/1.1" status: 200 len: 1096 time: 1.6079147 Aug 16 22:55:19.730057 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-eb10caa6-78ab-488e-a4a3-4009e275b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:19.733517 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340bb1f6-e770-440b-baa2-41758cfe0a7f service neutron] Pushing event updated for resources: {'Port': ['ID=a8aee642-863c-41e4-87b5-91bd28109816,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:19.884145 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44289187-76dd-4f72-8f6e-3c1edd40a330 req-4625a996-16e2-474d-8e58-6fb83e0aad5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:19.885812 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-44289187-76dd-4f72-8f6e-3c1edd40a330 req-4625a996-16e2-474d-8e58-6fb83e0aad5f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6017926f-7eef-429e-a22b-3a35337dccd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1677265 Aug 16 22:55:19.916581 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5c4a804-4a50-4ca4-beda-1c93f710ab3e', 'tag': 'a8aee642-863c-41e4-87b5-91bd28109816'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:55:19.918953 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-344aea76-2b0b-4159-acc6-a6db7c4246d4" -d '{"events": [{"name": "network-changed", "server_uuid": "c5c4a804-4a50-4ca4-beda-1c93f710ab3e", "tag": "a8aee642-863c-41e4-87b5-91bd28109816"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:55:20.151266 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3ec86d-b514-4e42-a477-4743190b5192 req-780cee08-41c1-41ec-a479-383dd44e10b3 tempest-ServerAddressesNegativeTestJSON-1131874221 tempest-ServerAddressesNegativeTestJSON-1131874221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:20.160568 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4c3ec86d-b514-4e42-a477-4743190b5192 req-780cee08-41c1-41ec-a479-383dd44e10b3 tempest-ServerAddressesNegativeTestJSON-1131874221 tempest-ServerAddressesNegativeTestJSON-1131874221-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f518eba-2aad-4e78-a9c1-f323e8be4ce0 HTTP/1.1" status: 200 len: 944 time: 1.1610775 Aug 16 22:55:20.224670 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4c3ec86d-b514-4e42-a477-4743190b5192 req-f79744b8-ba41-46b2-8a5c-0aa450b739b2 tempest-ServerAddressesNegativeTestJSON-1131874221 tempest-ServerAddressesNegativeTestJSON-1131874221-project] 10.222.0.36 "GET /v2.0/security-groups?id=8087d0ee-f280-4e1b-920a-ecda8edca8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621331 Aug 16 22:55:20.250246 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fc75ef19-f630-48d5-897b-8c09e15162a1 req-aea45a50-4808-454c-b23a-29d6dc3149c4 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/security-groups/5373a00e-190a-4c1a-8c17-aeee035d9f95 HTTP/1.1" status: 200 len: 1777 time: 1.1964636 Aug 16 22:55:20.408816 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc0a24a0-3d56-4b40-9ed2-c2e3580af54a x-openstack-request-id: req-bc0a24a0-3d56-4b40-9ed2-c2e3580af54a {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:55:20.409350 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f518eba-2aad-4e78-a9c1-f323e8be4ce0", "name": "network-vif-plugged", "status": "completed", "tag": "825bd66d-a0fb-4ac3-af79-7020f0276080", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:55:20.409466 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bc0a24a0-3d56-4b40-9ed2-c2e3580af54a {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:55:20.409955 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f518eba-2aad-4e78-a9c1-f323e8be4ce0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '825bd66d-a0fb-4ac3-af79-7020f0276080', 'code': 200} Aug 16 22:55:20.540777 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999dc3aa-7461-4142-9397-ea33c370f980 req-e1e06a1a-0d44-4801-bd65-4904b97da6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:20.542427 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-999dc3aa-7461-4142-9397-ea33c370f980 req-e1e06a1a-0d44-4801-bd65-4904b97da6b7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6f518eba-2aad-4e78-a9c1-f323e8be4ce0 HTTP/1.1" status: 200 len: 1097 time: 0.0454240 Aug 16 22:55:20.548634 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-70bb4520-e907-4128-ad28-d0ea6ee63d59 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537579'] for router_interface, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:20.561677 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:20.598156 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-999dc3aa-7461-4142-9397-ea33c370f980 req-51bf9f3d-e376-46ff-ade4-3d8559723e43 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=8087d0ee-f280-4e1b-920a-ecda8edca8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472317 Aug 16 22:55:20.631857 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4967f1-5555-410b-af7f-b29cf80fddf5 req-ab9301f6-2eaf-48e7-bb3a-80aaa853d46b tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:20.633419 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-db4967f1-5555-410b-af7f-b29cf80fddf5 req-ab9301f6-2eaf-48e7-bb3a-80aaa853d46b tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bc6ad35-37eb-49fc-aa60-10ea3b36c658 HTTP/1.1" status: 200 len: 944 time: 0.1626194 Aug 16 22:55:20.736484 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-db4967f1-5555-410b-af7f-b29cf80fddf5 req-53cb0705-4d08-470c-830c-54f1c77725ed tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=0819ca22-363d-4b59-9328-30a084cf554a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930533 Aug 16 22:55:20.886766 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93a0e5e-8fa1-4ea7-b992-5b88407318a2 req-19914a33-293c-4674-8ffa-490da863cf0c tempest-ServerDiagnosticsNegativeTest-1714014796 tempest-ServerDiagnosticsNegativeTest-1714014796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:20.888228 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f93a0e5e-8fa1-4ea7-b992-5b88407318a2 req-19914a33-293c-4674-8ffa-490da863cf0c tempest-ServerDiagnosticsNegativeTest-1714014796 tempest-ServerDiagnosticsNegativeTest-1714014796-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5c4a804-4a50-4ca4-beda-1c93f710ab3e HTTP/1.1" status: 200 len: 947 time: 0.0883923 Aug 16 22:55:20.947742 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-70bb4520-e907-4128-ad28-d0ea6ee63d59 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Deleting port 1cd06244-08e7-4619-94ab-c8310f3de7a4 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:55:20.948090 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-70bb4520-e907-4128-ad28-d0ea6ee63d59 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:20.953360 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f93a0e5e-8fa1-4ea7-b992-5b88407318a2 req-ce0f3768-7d64-433f-a882-b930cbcb4750 tempest-ServerDiagnosticsNegativeTest-1714014796 tempest-ServerDiagnosticsNegativeTest-1714014796-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dd91cbe-123f-4abe-8c67-12de53b85ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530601 Aug 16 22:55:21.010088 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c3e5df-ccc2-46d7-b77d-6409ca9c4fd5 x-openstack-request-id: req-e5c3e5df-ccc2-46d7-b77d-6409ca9c4fd5 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:55:21.010383 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5c4a804-4a50-4ca4-beda-1c93f710ab3e", "tag": "a8aee642-863c-41e4-87b5-91bd28109816", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:55:21.010639 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e5c3e5df-ccc2-46d7-b77d-6409ca9c4fd5 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:55:21.011043 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5c4a804-4a50-4ca4-beda-1c93f710ab3e', 'tag': 'a8aee642-863c-41e4-87b5-91bd28109816', 'status': 'completed', 'code': 200} Aug 16 22:55:21.072154 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-70bb4520-e907-4128-ad28-d0ea6ee63d59 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:21.093010 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-40c2d8f5-915a-4585-81e1-27ce60d48a19 req-b8b6e232-322e-4a4c-9f5e-620e9b85cd4d tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/security-groups/5373a00e-190a-4c1a-8c17-aeee035d9f95 HTTP/1.1" status: 200 len: 1777 time: 0.0710311 Aug 16 22:55:21.094050 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-70bb4520-e907-4128-ad28-d0ea6ee63d59 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Calling delete_port for 1cd06244-08e7-4619-94ab-c8310f3de7a4 owned by network:router_interface {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:55:21.254436 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-40c2d8f5-915a-4585-81e1-27ce60d48a19 req-91ab11f0-d1a8-4bfd-9b4d-44e1e5ed2682 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:21.291950 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-40c2d8f5-915a-4585-81e1-27ce60d48a19 req-91ab11f0-d1a8-4bfd-9b4d-44e1e5ed2682 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:21.383591 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-70bb4520-e907-4128-ad28-d0ea6ee63d59 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:21.392711 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-40c2d8f5-915a-4585-81e1-27ce60d48a19 req-91ab11f0-d1a8-4bfd-9b4d-44e1e5ed2682 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:21.395875 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-40c2d8f5-915a-4585-81e1-27ce60d48a19 req-91ab11f0-d1a8-4bfd-9b4d-44e1e5ed2682 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:21.397062 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-40c2d8f5-915a-4585-81e1-27ce60d48a19 req-91ab11f0-d1a8-4bfd-9b4d-44e1e5ed2682 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "DELETE /v2.0/security-groups/5373a00e-190a-4c1a-8c17-aeee035d9f95 HTTP/1.1" status: 204 len: 173 time: 0.2930202 Aug 16 22:55:21.436694 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bb4520-e907-4128-ad28-d0ea6ee63d59 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Pushing event deleted for resources: {'Port': ['ID=1cd06244-08e7-4619-94ab-c8310f3de7a4,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:21.442569 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:21.456464 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ab11f0-d1a8-4bfd-9b4d-44e1e5ed2682 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5373a00e-190a-4c1a-8c17-aeee035d9f95,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:21.630131 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2019fe-064d-4056-9144-9830bb616d36 req-7304a423-2d62-45cd-b31a-21c5f0a3692e tempest-ServerAddressesNegativeTestJSON-1131874221 tempest-ServerAddressesNegativeTestJSON-1131874221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:21.631897 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1a2019fe-064d-4056-9144-9830bb616d36 req-7304a423-2d62-45cd-b31a-21c5f0a3692e tempest-ServerAddressesNegativeTestJSON-1131874221 tempest-ServerAddressesNegativeTestJSON-1131874221-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f518eba-2aad-4e78-a9c1-f323e8be4ce0 HTTP/1.1" status: 200 len: 945 time: 0.1671267 Aug 16 22:55:21.735815 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-70bb4520-e907-4128-ad28-d0ea6ee63d59 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537471'] for router_interface, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:21.843942 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1a2019fe-064d-4056-9144-9830bb616d36 req-258f8994-f5c6-4bb3-b6d2-95f30563ed58 tempest-ServerAddressesNegativeTestJSON-1131874221 tempest-ServerAddressesNegativeTestJSON-1131874221-project] 10.222.0.36 "GET /v2.0/security-groups?id=8087d0ee-f280-4e1b-920a-ecda8edca8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688223 Aug 16 22:55:21.942458 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70bb4520-e907-4128-ad28-d0ea6ee63d59 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Router 7a5b98bf-d091-4e21-a573-a0e16dd21eb2 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:55:22.034634 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70bb4520-e907-4128-ad28-d0ea6ee63d59 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:55:22.039695 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-70bb4520-e907-4128-ad28-d0ea6ee63d59 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "PUT /v2.0/routers/7a5b98bf-d091-4e21-a573-a0e16dd21eb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0358863 Aug 16 22:55:22.043306 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 34516) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:22.050483 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd5fe14-de1e-4df9-a40f-7ab01f2ca139 None None] Sync routers for ids ['7a5b98bf-d091-4e21-a573-a0e16dd21eb2'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:55:22.065255 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd5fe14-de1e-4df9-a40f-7ab01f2ca139 None None] Routers {'7a5b98bf-d091-4e21-a573-a0e16dd21eb2'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:55:22.066617 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-0dd5fe14-de1e-4df9-a40f-7ab01f2ca139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:55:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['7a5b98bf-d091-4e21-a573-a0e16dd21eb2'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:55:22.096981 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-812727e8-baba-4340-97c0-c863a72c223b tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] GET failed (client error): The resource could not be found. Aug 16 22:55:22.102343 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-812727e8-baba-4340-97c0-c863a72c223b tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "GET /v2.0/ports/1cd06244-08e7-4619-94ab-c8310f3de7a4 HTTP/1.1" status: 404 len: 333 time: 0.0584698 Aug 16 22:55:22.103007 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 34518) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:22.136335 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aabd4f-1a6a-40af-b5f1-9114c5679aaa req-68c4874f-42a6-429c-b7d4-bc52da1ce6d4 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:22.138099 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c1aabd4f-1a6a-40af-b5f1-9114c5679aaa req-68c4874f-42a6-429c-b7d4-bc52da1ce6d4 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bc6ad35-37eb-49fc-aa60-10ea3b36c658 HTTP/1.1" status: 200 len: 944 time: 0.0625348 Aug 16 22:55:22.183813 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-0dd5fe14-de1e-4df9-a40f-7ab01f2ca139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:55:22.187189 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c1aabd4f-1a6a-40af-b5f1-9114c5679aaa req-696d7e7b-e25c-4361-a4ae-a55e6647c48c tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=0819ca22-363d-4b59-9328-30a084cf554a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414102 Aug 16 22:55:22.209079 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd5fe14-de1e-4df9-a40f-7ab01f2ca139 None None] Routers {'7a5b98bf-d091-4e21-a573-a0e16dd21eb2'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:55:22.209276 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-0dd5fe14-de1e-4df9-a40f-7ab01f2ca139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:55:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['7a5b98bf-d091-4e21-a573-a0e16dd21eb2'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:55:22.283295 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-0dd5fe14-de1e-4df9-a40f-7ab01f2ca139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:55:22.283295 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd5fe14-de1e-4df9-a40f-7ab01f2ca139 None None] The sync data for ids ['7a5b98bf-d091-4e21-a573-a0e16dd21eb2'] in n-d-791506-26 is: [] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:55:22.333561 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-50df02da-94bc-4d2b-aa9e-3017f0fde381 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks [] for router, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:22.401892 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacded33-560d-4de3-80e3-e0bf9583adc8 req-da3a95ee-acc9-4dd6-98aa-e324701b65ed tempest-ServerDiagnosticsNegativeTest-1714014796 tempest-ServerDiagnosticsNegativeTest-1714014796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:22.403541 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-eacded33-560d-4de3-80e3-e0bf9583adc8 req-da3a95ee-acc9-4dd6-98aa-e324701b65ed tempest-ServerDiagnosticsNegativeTest-1714014796 tempest-ServerDiagnosticsNegativeTest-1714014796-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5c4a804-4a50-4ca4-beda-1c93f710ab3e HTTP/1.1" status: 200 len: 947 time: 0.0737660 Aug 16 22:55:22.445388 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-eacded33-560d-4de3-80e3-e0bf9583adc8 req-5ce9d8dd-d0dd-46a9-8f7b-7213dd1b305c tempest-ServerDiagnosticsNegativeTest-1714014796 tempest-ServerDiagnosticsNegativeTest-1714014796-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dd91cbe-123f-4abe-8c67-12de53b85ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346391 Aug 16 22:55:22.526181 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-50df02da-94bc-4d2b-aa9e-3017f0fde381 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:22.528408 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-50df02da-94bc-4d2b-aa9e-3017f0fde381 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:22.582439 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-50df02da-94bc-4d2b-aa9e-3017f0fde381 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:22.583166 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50df02da-94bc-4d2b-aa9e-3017f0fde381 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Fanout notify agent at l3_agent the message router_deleted on router 7a5b98bf-d091-4e21-a573-a0e16dd21eb2 {{(pid=101291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:55:22.592421 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-50df02da-94bc-4d2b-aa9e-3017f0fde381 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:22.593840 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-50df02da-94bc-4d2b-aa9e-3017f0fde381 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "DELETE /v2.0/routers/7a5b98bf-d091-4e21-a573-a0e16dd21eb2 HTTP/1.1" status: 204 len: 168 time: 0.4856565 Aug 16 22:55:22.596624 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 34544) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:22.599988 n-d-791506-26 neutron-server[101292]: INFO neutron.api.v2.resource [req-255cfd79-67d0-43a8-b506-34b3c6a3bbde req-6a23e016-4e7d-42da-8043-c6df9ea3a24f tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] show failed (client error): The resource could not be found. Aug 16 22:55:22.601076 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-255cfd79-67d0-43a8-b506-34b3c6a3bbde req-6a23e016-4e7d-42da-8043-c6df9ea3a24f tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/security-groups/04966a40-8604-4cce-881c-2f0073319f39 HTTP/1.1" status: 404 len: 352 time: 0.0194294 Aug 16 22:55:22.655140 n-d-791506-26 neutron-server[101292]: INFO neutron.api.v2.resource [req-b8152a7a-1b88-4f46-abc5-df677837027f req-ccebae42-bbac-4012-80fa-aeff79bb1fbf tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] show failed (client error): The resource could not be found. Aug 16 22:55:22.656200 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b8152a7a-1b88-4f46-abc5-df677837027f req-ccebae42-bbac-4012-80fa-aeff79bb1fbf tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/security-groups/0f4987b2-33ed-460d-af3e-e9d6014a0d0a HTTP/1.1" status: 404 len: 352 time: 0.0171087 Aug 16 22:55:22.678259 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ad9ff65-6dd6-4143-abaf-f314c0faf2cc tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Deleting subnet 1b1b396f-74a4-4b2b-b211-042df47abd8e {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:55:22.682427 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8ad9ff65-6dd6-4143-abaf-f314c0faf2cc tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:22.696368 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:22.724423 n-d-791506-26 neutron-server[101292]: INFO neutron.api.v2.resource [req-9769bf30-ac28-4427-b184-41c0fda8ad58 req-9994215c-f55d-4e5b-83ab-6e29ef14d9b4 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] show failed (client error): The resource could not be found. Aug 16 22:55:22.737570 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8ad9ff65-6dd6-4143-abaf-f314c0faf2cc tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:22.738197 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9769bf30-ac28-4427-b184-41c0fda8ad58 req-9994215c-f55d-4e5b-83ab-6e29ef14d9b4 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/security-groups/22dc6392-7ef5-429b-95ed-445f3a7fb8d2 HTTP/1.1" status: 404 len: 352 time: 0.0304163 Aug 16 22:55:22.780855 n-d-791506-26 neutron-server[101292]: INFO neutron.api.v2.resource [req-2088b541-a332-47bd-9f3b-b09c51189620 req-a0a5ffd6-8402-489b-ac2e-55846c246e57 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] show failed (client error): The resource could not be found. Aug 16 22:55:22.790714 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2088b541-a332-47bd-9f3b-b09c51189620 req-a0a5ffd6-8402-489b-ac2e-55846c246e57 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/security-groups/d61ac6d3-2b79-45c9-a2ad-95d89c042255 HTTP/1.1" status: 404 len: 352 time: 0.0306723 Aug 16 22:55:22.843467 n-d-791506-26 neutron-server[101292]: INFO neutron.api.v2.resource [req-db511cfe-c958-46ed-ad88-15ad645eaf72 req-a1804b29-bd93-4767-aaa7-b8c89130b097 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] show failed (client error): The resource could not be found. Aug 16 22:55:22.845371 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-db511cfe-c958-46ed-ad88-15ad645eaf72 req-a1804b29-bd93-4767-aaa7-b8c89130b097 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/security-groups/99efe05c-6fe3-4006-97d5-cd10e7d198da HTTP/1.1" status: 404 len: 352 time: 0.0345533 Aug 16 22:55:22.865764 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8ad9ff65-6dd6-4143-abaf-f314c0faf2cc tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:22.883163 n-d-791506-26 neutron-server[101292]: INFO neutron.api.v2.resource [req-8e2454cf-f248-4dd0-857c-f330545048b8 req-fe5ac1ed-25cb-4dae-8214-f813015ad04c tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] show failed (client error): The resource could not be found. Aug 16 22:55:22.884291 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8e2454cf-f248-4dd0-857c-f330545048b8 req-fe5ac1ed-25cb-4dae-8214-f813015ad04c tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/security-groups/463281a3-f666-4320-a42c-d9d229688886 HTTP/1.1" status: 404 len: 352 time: 0.0168216 Aug 16 22:55:22.955385 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8ad9ff65-6dd6-4143-abaf-f314c0faf2cc tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:22.989928 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad9ff65-6dd6-4143-abaf-f314c0faf2cc tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Pushing event deleted for resources: {'Subnet': ['ID=1b1b396f-74a4-4b2b-b211-042df47abd8e,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:22.991728 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8ad9ff65-6dd6-4143-abaf-f314c0faf2cc tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:22.993873 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-8ad9ff65-6dd6-4143-abaf-f314c0faf2cc tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "DELETE /v2.0/subnets/1b1b396f-74a4-4b2b-b211-042df47abd8e HTTP/1.1" status: 204 len: 168 time: 0.3957589 Aug 16 22:55:22.996725 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 34562) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:22.998859 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8183c3df-9029-49e8-9172-d621517fb7e9 None None] Network 8d46fe67-a6ba-4ed2-bd89-9e34be3cd1d2 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:55:23.112560 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-49da7e3e-d894-4eeb-80c8-52e4d4782b46 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:23.134265 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44df1492-c26d-4941-997e-6568f975f6f8 req-db000541-b445-4334-a8d6-916d30de6a5a tempest-ServerAddressesNegativeTestJSON-1131874221 tempest-ServerAddressesNegativeTestJSON-1131874221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:23.135744 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-44df1492-c26d-4941-997e-6568f975f6f8 req-db000541-b445-4334-a8d6-916d30de6a5a tempest-ServerAddressesNegativeTestJSON-1131874221 tempest-ServerAddressesNegativeTestJSON-1131874221-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f518eba-2aad-4e78-a9c1-f323e8be4ce0 HTTP/1.1" status: 200 len: 945 time: 0.1861250 Aug 16 22:55:23.196317 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f26436-ea76-4a93-8956-24889d350a81 None None] DHCP port deletion for 8d46fe67-a6ba-4ed2-bd89-9e34be3cd1d2 request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:55:23.204936 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-44df1492-c26d-4941-997e-6568f975f6f8 req-cd2ea542-b525-4bc4-9b7e-64da82a3e526 tempest-ServerAddressesNegativeTestJSON-1131874221 tempest-ServerAddressesNegativeTestJSON-1131874221-project] 10.222.0.36 "GET /v2.0/security-groups?id=8087d0ee-f280-4e1b-920a-ecda8edca8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613189 Aug 16 22:55:23.246471 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-49da7e3e-d894-4eeb-80c8-52e4d4782b46 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Deleting port c2163262-de7e-40ec-809a-292f47e64cfd {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:55:23.246471 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-49da7e3e-d894-4eeb-80c8-52e4d4782b46 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:23.268817 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-57f26436-ea76-4a93-8956-24889d350a81 None None] Deleting port c2163262-de7e-40ec-809a-292f47e64cfd {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:55:23.269187 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-57f26436-ea76-4a93-8956-24889d350a81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:23.350097 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-57f26436-ea76-4a93-8956-24889d350a81 None None] For port c2163262-de7e-40ec-809a-292f47e64cfd, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=c2163262-de7e-40ec-809a-292f47e64cfd,segment=NetworkSegment(a605b63f-e121-45eb-b487-c886fa366847),segment_id=a605b63f-e121-45eb-b487-c886fa366847)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:55:23.351017 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-57f26436-ea76-4a93-8956-24889d350a81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:23.352660 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-49da7e3e-d894-4eeb-80c8-52e4d4782b46 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] For port c2163262-de7e-40ec-809a-292f47e64cfd, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=c2163262-de7e-40ec-809a-292f47e64cfd,segment=NetworkSegment(a605b63f-e121-45eb-b487-c886fa366847),segment_id=a605b63f-e121-45eb-b487-c886fa366847)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:55:23.353709 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-49da7e3e-d894-4eeb-80c8-52e4d4782b46 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:23.366127 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-57f26436-ea76-4a93-8956-24889d350a81 None None] Calling delete_port for c2163262-de7e-40ec-809a-292f47e64cfd owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:55:23.369132 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-49da7e3e-d894-4eeb-80c8-52e4d4782b46 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Calling delete_port for c2163262-de7e-40ec-809a-292f47e64cfd owned by network:dhcp {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:55:23.459662 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-57f26436-ea76-4a93-8956-24889d350a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:23.479140 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-49da7e3e-d894-4eeb-80c8-52e4d4782b46 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:23.494230 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49da7e3e-d894-4eeb-80c8-52e4d4782b46 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] No DVR routers for this DVR port c2163262-de7e-40ec-809a-292f47e64cfd on host n-d-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:55:23.495747 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f26436-ea76-4a93-8956-24889d350a81 None None] Pushing event deleted for resources: {'Port': ['ID=c2163262-de7e-40ec-809a-292f47e64cfd,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:23.498912 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f26436-ea76-4a93-8956-24889d350a81 None None] No DVR routers for this DVR port c2163262-de7e-40ec-809a-292f47e64cfd on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:55:23.533866 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49da7e3e-d894-4eeb-80c8-52e4d4782b46 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Pushing event deleted for resources: {'Port': ['ID=c2163262-de7e-40ec-809a-292f47e64cfd,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:23.659123 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-49da7e3e-d894-4eeb-80c8-52e4d4782b46 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:23.672406 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-49da7e3e-d894-4eeb-80c8-52e4d4782b46 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d46fe67-a6ba-4ed2-bd89-9e34be3cd1d2']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:55:23.685359 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-49da7e3e-d894-4eeb-80c8-52e4d4782b46 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a605b63f-e121-45eb-b487-c886fa366847') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:55:23.685671 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-49da7e3e-d894-4eeb-80c8-52e4d4782b46 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a605b63f-e121-45eb-b487-c886fa366847') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:55:23.698504 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-49da7e3e-d894-4eeb-80c8-52e4d4782b46 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:23.707815 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6692a3-6f92-4cc3-bb89-338171ce15a4 req-2bda7f14-4656-4ca1-9c52-30c72c859156 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:23.709426 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6e6692a3-6f92-4cc3-bb89-338171ce15a4 req-2bda7f14-4656-4ca1-9c52-30c72c859156 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bc6ad35-37eb-49fc-aa60-10ea3b36c658 HTTP/1.1" status: 200 len: 944 time: 0.0997484 Aug 16 22:55:23.741384 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-49da7e3e-d894-4eeb-80c8-52e4d4782b46 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:23.757822 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49da7e3e-d894-4eeb-80c8-52e4d4782b46 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:55:23.758229 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-49da7e3e-d894-4eeb-80c8-52e4d4782b46 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:23.761549 n-d-791506-26 neutron-server[101292]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:55:23.761549 n-d-791506-26 neutron-server[101292]: self.session.flush() Aug 16 22:55:23.761549 n-d-791506-26 neutron-server[101292]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:55:23.761549 n-d-791506-26 neutron-server[101292]: self.session.flush() Aug 16 22:55:23.761549 n-d-791506-26 neutron-server[101292]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:55:23.761549 n-d-791506-26 neutron-server[101292]: self.session.flush() Aug 16 22:55:23.761549 n-d-791506-26 neutron-server[101292]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:55:23.761549 n-d-791506-26 neutron-server[101292]: self.session.flush() Aug 16 22:55:23.761549 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 16 22:55:23.761549 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:55:23.761549 n-d-791506-26 neutron-server[101292]: timer() Aug 16 22:55:23.761549 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:55:23.761549 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 16 22:55:23.761549 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:55:23.761549 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 16 22:55:23.761549 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:55:23.761549 n-d-791506-26 neutron-server[101292]: self._notify() Aug 16 22:55:23.761549 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:55:23.761549 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 16 22:55:23.761549 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:55:23.761549 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 16 22:55:23.761549 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:55:23.761549 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:55:23.761549 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:55:23.761549 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:55:23.761549 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:55:23.761549 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 16 22:55:23.761549 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:55:23.761549 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 16 22:55:23.761549 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:55:23.761549 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:55:23.761549 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:55:23.761549 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 16 22:55:23.761549 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:55:23.761549 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:55:23.761549 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:55:23.761549 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:55:23.761549 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:55:23.761549 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:55:23.761549 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:55:23.776340 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6e6692a3-6f92-4cc3-bb89-338171ce15a4 req-a36aa970-75ab-41e4-8cae-a72dee6bd5fb tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=0819ca22-363d-4b59-9328-30a084cf554a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590460 Aug 16 22:55:23.845054 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-49da7e3e-d894-4eeb-80c8-52e4d4782b46 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:23.853095 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-49da7e3e-d894-4eeb-80c8-52e4d4782b46 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:23.857912 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 34582) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:23.858423 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-49da7e3e-d894-4eeb-80c8-52e4d4782b46 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "DELETE /v2.0/networks/8d46fe67-a6ba-4ed2-bd89-9e34be3cd1d2 HTTP/1.1" status: 204 len: 168 time: 0.8600140 Aug 16 22:55:23.880053 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49da7e3e-d894-4eeb-80c8-52e4d4782b46 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Pushing event deleted for resources: {'Network': ['ID=8d46fe67-a6ba-4ed2-bd89-9e34be3cd1d2,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:23.949857 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2cbefe-bf85-439c-b6fa-604b73d506da tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:23.951500 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-8d2cbefe-bf85-439c-b6fa-604b73d506da tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "GET /v2.0/ports/193f35b9-6704-45ec-bc1b-806edbfb1257 HTTP/1.1" status: 200 len: 840 time: 0.0916295 Aug 16 22:55:23.955824 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 34592) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:24.020378 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-2eedab1d-f915-4589-9cd2-f4eb3e76b501 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "GET /v2.0/ports/193f35b9-6704-45ec-bc1b-806edbfb1257?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0631287 Aug 16 22:55:24.023878 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 34594) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:24.029766 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-96d82f2d-bbb1-4b92-9f75-6182453831e2 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Request body: {'subnet': {'network_id': 'dc9627d8-9929-4797-931a-e399784f4d6d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:55:24.037829 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d17c7c-53d1-42ec-97e0-4ca14363bdd9 req-4df57350-a8ab-44cb-a918-e2ce2f5b0537 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:24.045065 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-15d17c7c-53d1-42ec-97e0-4ca14363bdd9 req-4df57350-a8ab-44cb-a918-e2ce2f5b0537 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd898221-984a-4962-9d85-68741895a3e5 HTTP/1.1" status: 200 len: 1023 time: 0.0871263 Aug 16 22:55:24.084767 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-15d17c7c-53d1-42ec-97e0-4ca14363bdd9 req-757a3b0a-5c29-49e4-9e25-7bcf4213557b tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3e357f4-cc39-4250-b08a-a858838ee419&id=034b2370-cf60-4c4b-9f41-d074191bc3ee&id=5f88ed43-51ee-438c-a585-b20d78a190ca&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0385835 Aug 16 22:55:24.151298 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d82f2d-bbb1-4b92-9f75-6182453831e2 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Made reservation on behalf of b528224b3b2646b1be33edac9acd15da for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:55:24.162393 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-96d82f2d-bbb1-4b92-9f75-6182453831e2 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:24.234664 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9507646-eeb1-4e4f-be11-41b0e9a44ca5 req-68ac4d2d-1e30-4468-93a5-774286fa9659 tempest-ServerDiagnosticsNegativeTest-1714014796 tempest-ServerDiagnosticsNegativeTest-1714014796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:24.236440 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a9507646-eeb1-4e4f-be11-41b0e9a44ca5 req-68ac4d2d-1e30-4468-93a5-774286fa9659 tempest-ServerDiagnosticsNegativeTest-1714014796 tempest-ServerDiagnosticsNegativeTest-1714014796-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5c4a804-4a50-4ca4-beda-1c93f710ab3e HTTP/1.1" status: 200 len: 947 time: 0.0736461 Aug 16 22:55:24.334254 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a9507646-eeb1-4e4f-be11-41b0e9a44ca5 req-e7441a8f-61e0-428e-ac52-c343111a502a tempest-ServerDiagnosticsNegativeTest-1714014796 tempest-ServerDiagnosticsNegativeTest-1714014796-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dd91cbe-123f-4abe-8c67-12de53b85ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859983 Aug 16 22:55:24.434271 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-96d82f2d-bbb1-4b92-9f75-6182453831e2 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:24.527362 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d82f2d-bbb1-4b92-9f75-6182453831e2 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Network dc9627d8-9929-4797-931a-e399784f4d6d is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:55:24.531151 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-96d82f2d-bbb1-4b92-9f75-6182453831e2 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:55:24.541454 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432a2867-489f-45da-9691-302128d53482 None None] Network dc9627d8-9929-4797-931a-e399784f4d6d requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:55:24.568988 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d82f2d-bbb1-4b92-9f75-6182453831e2 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:24.569749 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-96d82f2d-bbb1-4b92-9f75-6182453831e2 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:24.588681 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d82f2d-bbb1-4b92-9f75-6182453831e2 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Pushing event updated for resources: {'Subnet': ['ID=6b84dfbb-6043-4baa-bf5e-098ef9a81146,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:24.605433 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device c2163262-de7e-40ec-809a-292f47e64cfd no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:55:24.608436 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 34612) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:24.609225 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-96d82f2d-bbb1-4b92-9f75-6182453831e2 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5836682 Aug 16 22:55:24.614088 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-7ecbd875-076f-4031-8c1d-b89f44cc9b67 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Request body: {'security_group': {'name': 'tempest-secgroup-768288825'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:55:24.628055 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: c2163262-de7e-40ec-809a-292f47e64cfd {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:55:24.628472 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device c2163262-de7e-40ec-809a-292f47e64cfd not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:55:24.664638 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7ecbd875-076f-4031-8c1d-b89f44cc9b67 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:24.856935 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7ecbd875-076f-4031-8c1d-b89f44cc9b67 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:24.863376 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7ecbd875-076f-4031-8c1d-b89f44cc9b67 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:24.912212 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecbd875-076f-4031-8c1d-b89f44cc9b67 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc2ee534-2721-4305-80a8-0a46424052aa,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:24.933809 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7ecbd875-076f-4031-8c1d-b89f44cc9b67 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:24.938572 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 34630) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:24.944862 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-1d8b6ca7-371d-46ca-9fe6-67d2b31dd1c8 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Request body: {'security_group': {'name': 'tempest-secgroup-810282529'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:55:24.949616 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-7ecbd875-076f-4031-8c1d-b89f44cc9b67 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3390210 Aug 16 22:55:25.014250 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1d8b6ca7-371d-46ca-9fe6-67d2b31dd1c8 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:25.076488 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:25.083435 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a40aad-d56e-4763-a493-aad2fed4bec8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-dc9627d8-9929-4797-931a-e399784f4d6d', 'network_id': 'dc9627d8-9929-4797-931a-e399784f4d6d', 'tenant_id': 'b528224b3b2646b1be33edac9acd15da', 'fixed_ips': [{'subnet_id': '6b84dfbb-6043-4baa-bf5e-098ef9a81146'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:55:25.085347 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-35a40aad-d56e-4763-a493-aad2fed4bec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:25.106706 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fdd34b-b2d6-4a7f-b5d1-984804a5cbb5 req-57c6dfc2-7d45-4d0b-9e9d-8a04dc0fed66 tempest-ServerAddressesNegativeTestJSON-1131874221 tempest-ServerAddressesNegativeTestJSON-1131874221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:25.115506 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-96fdd34b-b2d6-4a7f-b5d1-984804a5cbb5 req-57c6dfc2-7d45-4d0b-9e9d-8a04dc0fed66 tempest-ServerAddressesNegativeTestJSON-1131874221 tempest-ServerAddressesNegativeTestJSON-1131874221-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f518eba-2aad-4e78-a9c1-f323e8be4ce0 HTTP/1.1" status: 200 len: 945 time: 0.1625059 Aug 16 22:55:25.190288 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-96fdd34b-b2d6-4a7f-b5d1-984804a5cbb5 req-380e0518-cf6c-43da-9c5b-3da7af987db7 tempest-ServerAddressesNegativeTestJSON-1131874221 tempest-ServerAddressesNegativeTestJSON-1131874221-project] 10.222.0.36 "GET /v2.0/security-groups?id=8087d0ee-f280-4e1b-920a-ecda8edca8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738995 Aug 16 22:55:25.307369 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-35a40aad-d56e-4763-a493-aad2fed4bec8 None None] Allocated IP 172.20.0.2 (dc9627d8-9929-4797-931a-e399784f4d6d/6b84dfbb-6043-4baa-bf5e-098ef9a81146/8df73d74-7579-4113-a7d7-765364e90234) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:55:25.346396 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7123858-e7e2-4c4a-a167-9d53d9277a85 req-9b46e8d1-0083-4a98-87cf-a39b6fb5c73d tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:25.348365 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c7123858-e7e2-4c4a-a167-9d53d9277a85 req-9b46e8d1-0083-4a98-87cf-a39b6fb5c73d tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.57 "GET /v2.0/ports?device_id=bd898221-984a-4962-9d85-68741895a3e5 HTTP/1.1" status: 200 len: 1023 time: 0.2204151 Aug 16 22:55:25.349418 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ee4436-8079-4f42-b0dd-b697e929c708 req-7003cd05-dc24-4b5b-a520-d1999b9b49cb tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:25.356119 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1d8b6ca7-371d-46ca-9fe6-67d2b31dd1c8 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:25.367987 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1d8b6ca7-371d-46ca-9fe6-67d2b31dd1c8 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:25.373238 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-86ee4436-8079-4f42-b0dd-b697e929c708 req-7003cd05-dc24-4b5b-a520-d1999b9b49cb tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bc6ad35-37eb-49fc-aa60-10ea3b36c658 HTTP/1.1" status: 200 len: 944 time: 0.0868385 Aug 16 22:55:25.412627 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1d8b6ca7-371d-46ca-9fe6-67d2b31dd1c8 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:25.417572 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-1d8b6ca7-371d-46ca-9fe6-67d2b31dd1c8 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4767647 Aug 16 22:55:25.420710 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 34638) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:25.432108 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-ceb52f8f-7254-4c42-b507-c5d735f3dd06 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1479738302', 'security_groups': ['ec066f77-5b04-4634-b1d1-f594dd8d8d14'], 'network_id': 'dc9627d8-9929-4797-931a-e399784f4d6d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6b84dfbb-6043-4baa-bf5e-098ef9a81146'}]}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:55:25.492299 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8b6ca7-371d-46ca-9fe6-67d2b31dd1c8 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec066f77-5b04-4634-b1d1-f594dd8d8d14,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:25.535779 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-c7123858-e7e2-4c4a-a167-9d53d9277a85 req-a5df82f5-54bc-46dc-938d-801616753b75 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Deleting port 7a38c7a3-d7b2-4bfd-bdef-7ecd131ef6d6 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:55:25.536362 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-c7123858-e7e2-4c4a-a167-9d53d9277a85 req-a5df82f5-54bc-46dc-938d-801616753b75 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:25.548786 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-86ee4436-8079-4f42-b0dd-b697e929c708 req-569a1ca8-01e6-4f7b-b3ed-361b3659eb72 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=0819ca22-363d-4b59-9328-30a084cf554a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1745369 Aug 16 22:55:25.700691 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb52f8f-7254-4c42-b507-c5d735f3dd06 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Made reservation on behalf of b528224b3b2646b1be33edac9acd15da for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:55:25.711547 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-c7123858-e7e2-4c4a-a167-9d53d9277a85 req-a5df82f5-54bc-46dc-938d-801616753b75 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] For port 7a38c7a3-d7b2-4bfd-bdef-7ecd131ef6d6, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=7a38c7a3-d7b2-4bfd-bdef-7ecd131ef6d6,segment=NetworkSegment(6edf975f-584b-457e-be27-9a9457978487),segment_id=6edf975f-584b-457e-be27-9a9457978487)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:55:25.711918 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-c7123858-e7e2-4c4a-a167-9d53d9277a85 req-a5df82f5-54bc-46dc-938d-801616753b75 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:25.725871 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-c7123858-e7e2-4c4a-a167-9d53d9277a85 req-a5df82f5-54bc-46dc-938d-801616753b75 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Calling delete_port for 7a38c7a3-d7b2-4bfd-bdef-7ecd131ef6d6 owned by compute:nova {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:55:25.736470 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-35a40aad-d56e-4763-a493-aad2fed4bec8 None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:25.750333 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-35a40aad-d56e-4763-a493-aad2fed4bec8 None None] Transition to ACTIVE for port object 8df73d74-7579-4113-a7d7-765364e90234 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:55:25.771859 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed55dee-3858-4aa1-8476-f1abc60c5d7f req-4cfef5a8-5f84-45de-8501-eceec574fc26 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:25.773991 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1ed55dee-3858-4aa1-8476-f1abc60c5d7f req-4cfef5a8-5f84-45de-8501-eceec574fc26 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd898221-984a-4962-9d85-68741895a3e5 HTTP/1.1" status: 200 len: 1023 time: 0.1177924 Aug 16 22:55:25.787021 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-35a40aad-d56e-4763-a493-aad2fed4bec8 None None] Transition to ACTIVE for port object 8df73d74-7579-4113-a7d7-765364e90234 will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:55:25.833887 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-35a40aad-d56e-4763-a493-aad2fed4bec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:25.933907 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a40aad-d56e-4763-a493-aad2fed4bec8 None None] Network dc9627d8-9929-4797-931a-e399784f4d6d is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:55:25.937733 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-35a40aad-d56e-4763-a493-aad2fed4bec8 None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:55:25.946557 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a40aad-d56e-4763-a493-aad2fed4bec8 None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:55:25.956871 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a40aad-d56e-4763-a493-aad2fed4bec8 None None] Pushing event updated for resources: {'Port': ['ID=8df73d74-7579-4113-a7d7-765364e90234,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:26.167944 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-35a40aad-d56e-4763-a493-aad2fed4bec8 None None] Attempting to bind port 8df73d74-7579-4113-a7d7-765364e90234 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:55:26.176883 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-35a40aad-d56e-4763-a493-aad2fed4bec8 None None] Attempting to bind port 8df73d74-7579-4113-a7d7-765364e90234 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '2c1f8c3c-f62e-4c63-9c1d-a6bdfe9b0e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'dc9627d8-9929-4797-931a-e399784f4d6d'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:55:26.177558 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a40aad-d56e-4763-a493-aad2fed4bec8 None None] Attempting to bind port 8df73d74-7579-4113-a7d7-765364e90234 on network dc9627d8-9929-4797-931a-e399784f4d6d {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:55:26.188929 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1ed55dee-3858-4aa1-8476-f1abc60c5d7f req-569a5fff-b202-4028-89c7-579922e7bad9 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/security-groups?id=b3e357f4-cc39-4250-b08a-a858838ee419&id=034b2370-cf60-4c4b-9f41-d074191bc3ee&id=5f88ed43-51ee-438c-a585-b20d78a190ca&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.4022975 Aug 16 22:55:26.192175 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a40aad-d56e-4763-a493-aad2fed4bec8 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:55:26.213176 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a40aad-d56e-4763-a493-aad2fed4bec8 None None] Checking segment: {'id': '2c1f8c3c-f62e-4c63-9c1d-a6bdfe9b0e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'dc9627d8-9929-4797-931a-e399784f4d6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:55:26.213852 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-35a40aad-d56e-4763-a493-aad2fed4bec8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:26.214420 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a40aad-d56e-4763-a493-aad2fed4bec8 None None] Bound using segment: {'id': '2c1f8c3c-f62e-4c63-9c1d-a6bdfe9b0e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'dc9627d8-9929-4797-931a-e399784f4d6d'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:55:26.215622 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ceb52f8f-7254-4c42-b507-c5d735f3dd06 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:26.216331 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-35a40aad-d56e-4763-a493-aad2fed4bec8 None None] Bound port: 8df73d74-7579-4113-a7d7-765364e90234, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c1f8c3c-f62e-4c63-9c1d-a6bdfe9b0e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'dc9627d8-9929-4797-931a-e399784f4d6d'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:55:26.216939 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-35a40aad-d56e-4763-a493-aad2fed4bec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:26.255374 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [None req-ceb52f8f-7254-4c42-b507-c5d735f3dd06 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] device_id is not set on port 09e84577-e42f-4760-910e-40b4d195aa41 yet. {{(pid=101292) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:55:26.362182 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-35a40aad-d56e-4763-a493-aad2fed4bec8 None None] For port 8df73d74-7579-4113-a7d7-765364e90234, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:55:26.367186 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-35a40aad-d56e-4763-a493-aad2fed4bec8 None None] For port 8df73d74-7579-4113-a7d7-765364e90234, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=8df73d74-7579-4113-a7d7-765364e90234,segment=NetworkSegment(2c1f8c3c-f62e-4c63-9c1d-a6bdfe9b0e5c),segment_id=2c1f8c3c-f62e-4c63-9c1d-a6bdfe9b0e5c)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:55:26.380129 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-35a40aad-d56e-4763-a493-aad2fed4bec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:26.396214 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-c7123858-e7e2-4c4a-a167-9d53d9277a85 req-a5df82f5-54bc-46dc-938d-801616753b75 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:26.425918 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cd0a1e-2527-4050-b9d2-18478b59e49f req-5e9a6db3-6972-4fcf-8530-37774e6ab86c tempest-ServerDiagnosticsNegativeTest-1714014796 tempest-ServerDiagnosticsNegativeTest-1714014796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:26.433709 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-80cd0a1e-2527-4050-b9d2-18478b59e49f req-5e9a6db3-6972-4fcf-8530-37774e6ab86c tempest-ServerDiagnosticsNegativeTest-1714014796 tempest-ServerDiagnosticsNegativeTest-1714014796-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5c4a804-4a50-4ca4-beda-1c93f710ab3e HTTP/1.1" status: 200 len: 947 time: 0.1194279 Aug 16 22:55:26.474122 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5df82f5-54bc-46dc-938d-801616753b75 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Pushing event deleted for resources: {'Port': ['ID=7a38c7a3-d7b2-4bfd-bdef-7ecd131ef6d6,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:26.501807 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cbb4f0-0ced-41a1-9221-14886207e9d8 req-48e66403-18a1-42de-8983-aba00aca2c3a tempest-ServerAddressesNegativeTestJSON-1131874221 tempest-ServerAddressesNegativeTestJSON-1131874221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:26.506030 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-43cbb4f0-0ced-41a1-9221-14886207e9d8 req-48e66403-18a1-42de-8983-aba00aca2c3a tempest-ServerAddressesNegativeTestJSON-1131874221 tempest-ServerAddressesNegativeTestJSON-1131874221-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f518eba-2aad-4e78-a9c1-f323e8be4ce0 HTTP/1.1" status: 200 len: 945 time: 0.2331476 Aug 16 22:55:26.516213 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a40aad-d56e-4763-a493-aad2fed4bec8 None None] Pushing event updated for resources: {'Port': ['ID=8df73d74-7579-4113-a7d7-765364e90234,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:26.553713 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-80cd0a1e-2527-4050-b9d2-18478b59e49f req-6ea7e2fb-da0d-4d8f-b650-1c5494ded9f4 tempest-ServerDiagnosticsNegativeTest-1714014796 tempest-ServerDiagnosticsNegativeTest-1714014796-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dd91cbe-123f-4abe-8c67-12de53b85ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184733 Aug 16 22:55:26.592846 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-ceb52f8f-7254-4c42-b507-c5d735f3dd06 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Allocated IP 172.20.0.11 (dc9627d8-9929-4797-931a-e399784f4d6d/6b84dfbb-6043-4baa-bf5e-098ef9a81146/09e84577-e42f-4760-910e-40b4d195aa41) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:55:26.647973 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7123858-e7e2-4c4a-a167-9d53d9277a85 req-a5df82f5-54bc-46dc-938d-801616753b75 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] No DVR routers for this DVR port 7a38c7a3-d7b2-4bfd-bdef-7ecd131ef6d6 on host n-h2-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:55:26.651109 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-c7123858-e7e2-4c4a-a167-9d53d9277a85 req-a5df82f5-54bc-46dc-938d-801616753b75 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:26.656553 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c7123858-e7e2-4c4a-a167-9d53d9277a85 req-a5df82f5-54bc-46dc-938d-801616753b75 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.57 "DELETE /v2.0/ports/7a38c7a3-d7b2-4bfd-bdef-7ecd131ef6d6 HTTP/1.1" status: 204 len: 173 time: 1.2986319 Aug 16 22:55:26.657609 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd898221-984a-4962-9d85-68741895a3e5', 'name': 'network-vif-deleted', 'tag': '7a38c7a3-d7b2-4bfd-bdef-7ecd131ef6d6'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:55:26.661223 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-115defce-6272-4102-8725-4e48a34006a4" -d '{"events": [{"server_uuid": "bd898221-984a-4962-9d85-68741895a3e5", "name": "network-vif-deleted", "tag": "7a38c7a3-d7b2-4bfd-bdef-7ecd131ef6d6"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:55:26.718403 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-43cbb4f0-0ced-41a1-9221-14886207e9d8 req-8bc5ee63-8f5e-4108-9e90-2fc3b9af2da5 tempest-ServerAddressesNegativeTestJSON-1131874221 tempest-ServerAddressesNegativeTestJSON-1131874221-project] Deleting port 825bd66d-a0fb-4ac3-af79-7020f0276080 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:55:26.720398 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-43cbb4f0-0ced-41a1-9221-14886207e9d8 req-8bc5ee63-8f5e-4108-9e90-2fc3b9af2da5 tempest-ServerAddressesNegativeTestJSON-1131874221 tempest-ServerAddressesNegativeTestJSON-1131874221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:27.002283 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 7a38c7a3-d7b2-4bfd-bdef-7ecd131ef6d6 no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:55:27.011339 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-43cbb4f0-0ced-41a1-9221-14886207e9d8 req-8bc5ee63-8f5e-4108-9e90-2fc3b9af2da5 tempest-ServerAddressesNegativeTestJSON-1131874221 tempest-ServerAddressesNegativeTestJSON-1131874221-project] For port 825bd66d-a0fb-4ac3-af79-7020f0276080, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=825bd66d-a0fb-4ac3-af79-7020f0276080,segment=NetworkSegment(010d4217-98db-4371-8f8c-589eb85e924b),segment_id=010d4217-98db-4371-8f8c-589eb85e924b)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:55:27.011813 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-43cbb4f0-0ced-41a1-9221-14886207e9d8 req-8bc5ee63-8f5e-4108-9e90-2fc3b9af2da5 tempest-ServerAddressesNegativeTestJSON-1131874221 tempest-ServerAddressesNegativeTestJSON-1131874221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:27.037073 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-43cbb4f0-0ced-41a1-9221-14886207e9d8 req-8bc5ee63-8f5e-4108-9e90-2fc3b9af2da5 tempest-ServerAddressesNegativeTestJSON-1131874221 tempest-ServerAddressesNegativeTestJSON-1131874221-project] Calling delete_port for 825bd66d-a0fb-4ac3-af79-7020f0276080 owned by compute:nova {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:55:27.055272 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] No Port match for: 7a38c7a3-d7b2-4bfd-bdef-7ecd131ef6d6 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:55:27.055659 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 7a38c7a3-d7b2-4bfd-bdef-7ecd131ef6d6 not bound to the agent host n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:55:27.133838 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5247a9-5754-4c79-b521-e8a9209792c3 req-8ef8d1ec-cc5c-4a31-adb2-b5f0b901a1c2 tempest-ServerAddressesNegativeTestJSON-1131874221 tempest-ServerAddressesNegativeTestJSON-1131874221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:27.162160 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4d5247a9-5754-4c79-b521-e8a9209792c3 req-8ef8d1ec-cc5c-4a31-adb2-b5f0b901a1c2 tempest-ServerAddressesNegativeTestJSON-1131874221 tempest-ServerAddressesNegativeTestJSON-1131874221-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f518eba-2aad-4e78-a9c1-f323e8be4ce0 HTTP/1.1" status: 200 len: 945 time: 0.1973691 Aug 16 22:55:27.224254 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-43cbb4f0-0ced-41a1-9221-14886207e9d8 req-8bc5ee63-8f5e-4108-9e90-2fc3b9af2da5 tempest-ServerAddressesNegativeTestJSON-1131874221 tempest-ServerAddressesNegativeTestJSON-1131874221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:27.261280 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc5ee63-8f5e-4108-9e90-2fc3b9af2da5 tempest-ServerAddressesNegativeTestJSON-1131874221 tempest-ServerAddressesNegativeTestJSON-1131874221-project] Pushing event deleted for resources: {'Port': ['ID=825bd66d-a0fb-4ac3-af79-7020f0276080,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:27.266861 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['825bd66d-a0fb-4ac3-af79-7020f0276080'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:55:27.342536 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4d5247a9-5754-4c79-b521-e8a9209792c3 req-391f6c9e-5cc4-4893-b3fd-9717f13a4fa5 tempest-ServerAddressesNegativeTestJSON-1131874221 tempest-ServerAddressesNegativeTestJSON-1131874221-project] 10.222.0.36 "GET /v2.0/security-groups?id=8087d0ee-f280-4e1b-920a-ecda8edca8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794188 Aug 16 22:55:27.354251 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ceb52f8f-7254-4c42-b507-c5d735f3dd06 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:27.355121 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-43cbb4f0-0ced-41a1-9221-14886207e9d8 req-8bc5ee63-8f5e-4108-9e90-2fc3b9af2da5 tempest-ServerAddressesNegativeTestJSON-1131874221 tempest-ServerAddressesNegativeTestJSON-1131874221-project] No DVR routers for this DVR port 825bd66d-a0fb-4ac3-af79-7020f0276080 on host n-h2-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:55:27.361637 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-43cbb4f0-0ced-41a1-9221-14886207e9d8 req-8bc5ee63-8f5e-4108-9e90-2fc3b9af2da5 tempest-ServerAddressesNegativeTestJSON-1131874221 tempest-ServerAddressesNegativeTestJSON-1131874221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:27.369500 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-43cbb4f0-0ced-41a1-9221-14886207e9d8 req-8bc5ee63-8f5e-4108-9e90-2fc3b9af2da5 tempest-ServerAddressesNegativeTestJSON-1131874221 tempest-ServerAddressesNegativeTestJSON-1131874221-project] 10.222.0.57 "DELETE /v2.0/ports/825bd66d-a0fb-4ac3-af79-7020f0276080 HTTP/1.1" status: 204 len: 173 time: 0.8299537 Aug 16 22:55:27.399400 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [None req-ceb52f8f-7254-4c42-b507-c5d735f3dd06 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Transition to ACTIVE for port object 09e84577-e42f-4760-910e-40b4d195aa41 will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:55:27.474576 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ceb52f8f-7254-4c42-b507-c5d735f3dd06 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:27.543012 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb52f8f-7254-4c42-b507-c5d735f3dd06 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Network dc9627d8-9929-4797-931a-e399784f4d6d is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:55:27.547362 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-ceb52f8f-7254-4c42-b507-c5d735f3dd06 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:55:27.553577 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb52f8f-7254-4c42-b507-c5d735f3dd06 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:55:27.610799 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb52f8f-7254-4c42-b507-c5d735f3dd06 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Pushing event updated for resources: {'Port': ['ID=09e84577-e42f-4760-910e-40b4d195aa41,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:27.620601 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb52f8f-7254-4c42-b507-c5d735f3dd06 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:27.621728 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ceb52f8f-7254-4c42-b507-c5d735f3dd06 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:27.671369 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-ceb52f8f-7254-4c42-b507-c5d735f3dd06 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.2493401 Aug 16 22:55:27.720811 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b73665d-5e8c-442f-82fb-1c3cb81d201d req-39c1b8ff-4fe3-4b72-8af5-18ec28dbc261 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:27.736230 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0b73665d-5e8c-442f-82fb-1c3cb81d201d req-39c1b8ff-4fe3-4b72-8af5-18ec28dbc261 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bc6ad35-37eb-49fc-aa60-10ea3b36c658 HTTP/1.1" status: 200 len: 944 time: 0.1275923 Aug 16 22:55:27.758551 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 34682) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:27.764962 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-85f359f1-db1a-4483-81b5-1e23362dc1c9 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Request body: {'subnet': {'network_id': 'dc9627d8-9929-4797-931a-e399784f4d6d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:55:27.831562 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0b73665d-5e8c-442f-82fb-1c3cb81d201d req-b8a898ba-1e37-489b-a186-fa524744673d tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=0819ca22-363d-4b59-9328-30a084cf554a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932760 Aug 16 22:55:27.935394 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bde7089-d0ec-4f7b-b2ad-84774231ce79 x-openstack-request-id: req-7bde7089-d0ec-4f7b-b2ad-84774231ce79 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:55:27.935708 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd898221-984a-4962-9d85-68741895a3e5", "name": "network-vif-deleted", "tag": "7a38c7a3-d7b2-4bfd-bdef-7ecd131ef6d6", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:55:27.935941 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7bde7089-d0ec-4f7b-b2ad-84774231ce79 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:55:27.936351 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd898221-984a-4962-9d85-68741895a3e5', 'name': 'network-vif-deleted', 'tag': '7a38c7a3-d7b2-4bfd-bdef-7ecd131ef6d6', 'status': 'completed', 'code': 200} Aug 16 22:55:27.982164 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85f359f1-db1a-4483-81b5-1e23362dc1c9 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Made reservation on behalf of b528224b3b2646b1be33edac9acd15da for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:55:27.995200 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-85f359f1-db1a-4483-81b5-1e23362dc1c9 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:28.159091 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-09202fed-1a3e-4570-b333-097613799d93 None None] Provisioning for port 8df73d74-7579-4113-a7d7-765364e90234 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:55:28.181628 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-09202fed-1a3e-4570-b333-097613799d93 None None] Provisioning complete for port 193f35b9-6704-45ec-bc1b-806edbfb1257 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:55:28.183820 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-09202fed-1a3e-4570-b333-097613799d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:28.185124 n-d-791506-26 neutron-server[101291]: INFO neutron.db.ipam_backend_mixin [None req-85f359f1-db1a-4483-81b5-1e23362dc1c9 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6b84dfbb-6043-4baa-bf5e-098ef9a81146 (CIDR: 172.20.0.0/28) Aug 16 22:55:28.190860 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-85f359f1-db1a-4483-81b5-1e23362dc1c9 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:55:28.192171 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85f359f1-db1a-4483-81b5-1e23362dc1c9 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:55:28.237238 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-85f359f1-db1a-4483-81b5-1e23362dc1c9 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4766424 Aug 16 22:55:28.239383 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 34698) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:28.272479 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-5d07eb64-27c0-4d5f-b08d-062ccd85827a tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Request body: {'subnet': {'network_id': 'dc9627d8-9929-4797-931a-e399784f4d6d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:55:28.297338 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-09202fed-1a3e-4570-b333-097613799d93 None None] Port 193f35b9-6704-45ec-bc1b-806edbfb1257 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:55:28.334586 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399de6e2-0b1a-4a44-8652-941808d9e2f7 req-4763e3e8-b720-46ef-ab84-b83ba58a2935 tempest-ServerDiagnosticsNegativeTest-1714014796 tempest-ServerDiagnosticsNegativeTest-1714014796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:28.342446 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-399de6e2-0b1a-4a44-8652-941808d9e2f7 req-4763e3e8-b720-46ef-ab84-b83ba58a2935 tempest-ServerDiagnosticsNegativeTest-1714014796 tempest-ServerDiagnosticsNegativeTest-1714014796-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5c4a804-4a50-4ca4-beda-1c93f710ab3e HTTP/1.1" status: 200 len: 947 time: 0.0987391 Aug 16 22:55:28.420828 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-399de6e2-0b1a-4a44-8652-941808d9e2f7 req-c1cb84f4-7d7c-48ab-a930-c32ffb18b8ff tempest-ServerDiagnosticsNegativeTest-1714014796 tempest-ServerDiagnosticsNegativeTest-1714014796-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dd91cbe-123f-4abe-8c67-12de53b85ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713382 Aug 16 22:55:28.526204 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-362a5eb9-a1f2-4420-a92a-5eaaf714cf3d None None] Provisioning for port 09e84577-e42f-4760-910e-40b4d195aa41 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:55:28.531450 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-362a5eb9-a1f2-4420-a92a-5eaaf714cf3d None None] Provisioning complete for port 09e84577-e42f-4760-910e-40b4d195aa41 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:55:28.532413 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-362a5eb9-a1f2-4420-a92a-5eaaf714cf3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:28.550637 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d07eb64-27c0-4d5f-b08d-062ccd85827a tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Made reservation on behalf of b528224b3b2646b1be33edac9acd15da for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:55:28.554297 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5d07eb64-27c0-4d5f-b08d-062ccd85827a tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:28.578674 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-362a5eb9-a1f2-4420-a92a-5eaaf714cf3d None None] Port 09e84577-e42f-4760-910e-40b4d195aa41 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:55:28.652498 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 8df73d74-7579-4113-a7d7-765364e90234 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:55:28.658183 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-558fb494-2301-4525-a9fb-052c3113734f req-8fd3da76-9926-454f-a5e8-ca06d3ee42cd tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/security-groups/5f88ed43-51ee-438c-a585-b20d78a190ca HTTP/1.1" status: 200 len: 1802 time: 0.0675509 Aug 16 22:55:28.716709 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 8df73d74-7579-4113-a7d7-765364e90234 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:55:28.722735 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 8df73d74-7579-4113-a7d7-765364e90234 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:55:28.724942 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:28.746791 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-558fb494-2301-4525-a9fb-052c3113734f req-6f859e91-0995-4aca-aa5e-04ce34fabae4 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:28.785227 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-558fb494-2301-4525-a9fb-052c3113734f req-6f859e91-0995-4aca-aa5e-04ce34fabae4 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:28.865876 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-558fb494-2301-4525-a9fb-052c3113734f req-6f859e91-0995-4aca-aa5e-04ce34fabae4 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:28.870255 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-558fb494-2301-4525-a9fb-052c3113734f req-6f859e91-0995-4aca-aa5e-04ce34fabae4 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:28.873778 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-558fb494-2301-4525-a9fb-052c3113734f req-6f859e91-0995-4aca-aa5e-04ce34fabae4 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "DELETE /v2.0/security-groups/5f88ed43-51ee-438c-a585-b20d78a190ca HTTP/1.1" status: 204 len: 173 time: 0.2078433 Aug 16 22:55:28.878695 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:28.902365 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f859e91-0995-4aca-aa5e-04ce34fabae4 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f88ed43-51ee-438c-a585-b20d78a190ca,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:28.956973 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 8df73d74-7579-4113-a7d7-765364e90234, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=8df73d74-7579-4113-a7d7-765364e90234,segment=NetworkSegment(2c1f8c3c-f62e-4c63-9c1d-a6bdfe9b0e5c),segment_id=2c1f8c3c-f62e-4c63-9c1d-a6bdfe9b0e5c)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:55:28.962497 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:28.973467 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5d07eb64-27c0-4d5f-b08d-062ccd85827a tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:29.018786 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bef8b989-d0c9-4382-a832-eb7c8900b1ea req-b360dc41-7484-455b-8882-7c49c0dcf00a tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=e8552b0b4f6f424c8f0bc866c1ad2b74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278704 Aug 16 22:55:29.040750 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d07eb64-27c0-4d5f-b08d-062ccd85827a tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Network dc9627d8-9929-4797-931a-e399784f4d6d is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:55:29.043493 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=8df73d74-7579-4113-a7d7-765364e90234,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:29.045589 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-5d07eb64-27c0-4d5f-b08d-062ccd85827a tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:55:29.050321 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d07eb64-27c0-4d5f-b08d-062ccd85827a tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:29.050920 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5d07eb64-27c0-4d5f-b08d-062ccd85827a tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:29.060774 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49b76e4-08ff-432d-b290-14e7158bdc39 None None] Network dc9627d8-9929-4797-931a-e399784f4d6d requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:55:29.083245 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d07eb64-27c0-4d5f-b08d-062ccd85827a tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Pushing event updated for resources: {'Subnet': ['ID=b4557723-6dd6-4498-83a7-46083838173e,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:29.093084 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-5d07eb64-27c0-4d5f-b08d-062ccd85827a tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8526282 Aug 16 22:55:29.093880 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 34716) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:29.104771 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-04d482d9-a2ae-4543-af99-24b5d5171802 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-58931325', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b4557723-6dd6-4498-83a7-46083838173e'}], 'security_groups': ['cc2ee534-2721-4305-80a8-0a46424052aa']}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:55:29.211670 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef8b989-d0c9-4382-a832-eb7c8900b1ea req-f5cfbe73-4bca-4d2f-aba4-2795985c23a4 tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:29.213585 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bef8b989-d0c9-4382-a832-eb7c8900b1ea req-f5cfbe73-4bca-4d2f-aba4-2795985c23a4 tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1878746 Aug 16 22:55:29.252267 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bef8b989-d0c9-4382-a832-eb7c8900b1ea req-a93ede6d-4d6f-46f9-84cd-1e7b866bbff5 tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] 10.222.0.36 "GET /v2.0/quotas/e8552b0b4f6f424c8f0bc866c1ad2b74 HTTP/1.1" status: 200 len: 375 time: 0.0285845 Aug 16 22:55:29.299200 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bef8b989-d0c9-4382-a832-eb7c8900b1ea req-46077924-e37c-4ea7-8afd-a124267e3360 tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e8552b0b4f6f424c8f0bc866c1ad2b74&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0455592 Aug 16 22:55:29.369768 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-04d482d9-a2ae-4543-af99-24b5d5171802 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:29.385343 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e162d6-e915-49d4-807a-381c442eb607 None None] Update dhcp port {'port': {'network_id': 'dc9627d8-9929-4797-931a-e399784f4d6d', 'fixed_ips': [{'subnet_id': '6b84dfbb-6043-4baa-bf5e-098ef9a81146', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b4557723-6dd6-4498-83a7-46083838173e'}], 'binding:host_id': 'n-d-791506-26'}, 'id': '8df73d74-7579-4113-a7d7-765364e90234'} from n-d-791506-26. {{(pid=101293) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 22:55:29.414399 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e1e162d6-e915-49d4-807a-381c442eb607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:29.505826 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 34724) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:29.600527 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_v2 [None req-daa77de8-7daf-4391-a724-9fdc76693d9d admin admin] Deleting subnet 6d79aac9-304e-4729-acfc-090d95f16abc {{(pid=101292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:55:29.607788 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-daa77de8-7daf-4391-a724-9fdc76693d9d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:29.614187 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-e1e162d6-e915-49d4-807a-381c442eb607 None None] Allocated IP 172.20.0.18 (dc9627d8-9929-4797-931a-e399784f4d6d/b4557723-6dd6-4498-83a7-46083838173e/8df73d74-7579-4113-a7d7-765364e90234) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:55:29.714395 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-daa77de8-7daf-4391-a724-9fdc76693d9d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3848860'] for subnet, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:29.721470 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-e1e162d6-e915-49d4-807a-381c442eb607 None None] For port 8df73d74-7579-4113-a7d7-765364e90234, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=8df73d74-7579-4113-a7d7-765364e90234,segment=NetworkSegment(2c1f8c3c-f62e-4c63-9c1d-a6bdfe9b0e5c),segment_id=2c1f8c3c-f62e-4c63-9c1d-a6bdfe9b0e5c)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:55:29.760861 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e1e162d6-e915-49d4-807a-381c442eb607 None None] Notify callbacks [] for port, precommit_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:29.761786 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415ccea6-6c27-40d5-b976-affec1d2613c req-e0aaf545-8714-49d7-89f9-0ae7da777834 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:29.765144 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-415ccea6-6c27-40d5-b976-affec1d2613c req-e0aaf545-8714-49d7-89f9-0ae7da777834 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bc6ad35-37eb-49fc-aa60-10ea3b36c658 HTTP/1.1" status: 200 len: 944 time: 0.1073074 Aug 16 22:55:29.784344 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-e1e162d6-e915-49d4-807a-381c442eb607 None None] Transition to ACTIVE for port object 8df73d74-7579-4113-a7d7-765364e90234 will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:55:29.790864 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e1e162d6-e915-49d4-807a-381c442eb607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:29.795740 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-daa77de8-7daf-4391-a724-9fdc76693d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:29.841577 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-415ccea6-6c27-40d5-b976-affec1d2613c req-13b6804b-fed1-4b26-89c8-5e8ad86a4ed0 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=0819ca22-363d-4b59-9328-30a084cf554a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678995 Aug 16 22:55:29.877829 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e162d6-e915-49d4-807a-381c442eb607 None None] Pushing event updated for resources: {'Port': ['ID=8df73d74-7579-4113-a7d7-765364e90234,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:29.891751 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-daa77de8-7daf-4391-a724-9fdc76693d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26252129'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:29.937458 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f518eba-2aad-4e78-a9c1-f323e8be4ce0', 'name': 'network-vif-deleted', 'tag': '825bd66d-a0fb-4ac3-af79-7020f0276080'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:55:29.939745 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa77de8-7daf-4391-a724-9fdc76693d9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d79aac9-304e-4729-acfc-090d95f16abc,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:29.941080 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a78455a-bcc9-4eab-9ef0-200b73b0d49f" -d '{"events": [{"server_uuid": "6f518eba-2aad-4e78-a9c1-f323e8be4ce0", "name": "network-vif-deleted", "tag": "825bd66d-a0fb-4ac3-af79-7020f0276080"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:55:29.943432 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-daa77de8-7daf-4391-a724-9fdc76693d9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:29.945349 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-daa77de8-7daf-4391-a724-9fdc76693d9d admin admin] 10.222.0.36 "DELETE /v2.0/subnets/6d79aac9-304e-4729-acfc-090d95f16abc HTTP/1.1" status: 204 len: 168 time: 0.4379354 Aug 16 22:55:29.951608 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 34740) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:29.987446 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-25d437cc-2c1b-4463-bf59-c39650bb6509 req-1b309bbe-9373-4f11-b5c8-87b867deac67 tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "GET /v2.0/security-groups/b3e357f4-cc39-4250-b08a-a858838ee419 HTTP/1.1" status: 200 len: 1800 time: 0.0842569 Aug 16 22:55:30.027878 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-04d482d9-a2ae-4543-af99-24b5d5171802 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Delete allocated IP 172.20.0.11 (dc9627d8-9929-4797-931a-e399784f4d6d/6b84dfbb-6043-4baa-bf5e-098ef9a81146) {{(pid=101291) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 16 22:55:30.052132 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-04d482d9-a2ae-4543-af99-24b5d5171802 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Allocated IP 172.20.0.23 (dc9627d8-9929-4797-931a-e399784f4d6d/b4557723-6dd6-4498-83a7-46083838173e/09e84577-e42f-4760-910e-40b4d195aa41) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:55:30.073060 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-25d437cc-2c1b-4463-bf59-c39650bb6509 req-ddec230b-ab20-49b3-a4d7-94b076a3111f tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:30.086674 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b080c5b3-9691-4639-9f9a-2c118395e98d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:30.100613 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-25d437cc-2c1b-4463-bf59-c39650bb6509 req-ddec230b-ab20-49b3-a4d7-94b076a3111f tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:30.169772 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-25d437cc-2c1b-4463-bf59-c39650bb6509 req-ddec230b-ab20-49b3-a4d7-94b076a3111f tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:30.173544 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-25d437cc-2c1b-4463-bf59-c39650bb6509 req-ddec230b-ab20-49b3-a4d7-94b076a3111f tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:30.182378 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-25d437cc-2c1b-4463-bf59-c39650bb6509 req-ddec230b-ab20-49b3-a4d7-94b076a3111f tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] 10.222.0.36 "DELETE /v2.0/security-groups/b3e357f4-cc39-4250-b08a-a858838ee419 HTTP/1.1" status: 204 len: 173 time: 0.1871328 Aug 16 22:55:30.183142 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 34742) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:30.225887 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddec230b-ab20-49b3-a4d7-94b076a3111f tempest-SecurityGroupsTestJSON-1408706191 tempest-SecurityGroupsTestJSON-1408706191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e357f4-cc39-4250-b08a-a858838ee419,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:30.247686 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_v2 [None req-c46a35fb-dfa5-4195-978c-c3ce98a24dc8 admin admin] Deleting subnet 676b3069-1661-4172-a3c7-bc8a56a80bc8 {{(pid=101292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:55:30.253245 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c46a35fb-dfa5-4195-978c-c3ce98a24dc8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:30.357374 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c46a35fb-dfa5-4195-978c-c3ce98a24dc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3848860'] for subnet, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:30.367913 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f986df8-69e1-4fd1-9ee4-d87df74548db req-2751f1b2-dd30-44e6-a04c-1b9a5e0905fe tempest-ServerDiagnosticsNegativeTest-1714014796 tempest-ServerDiagnosticsNegativeTest-1714014796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:30.369555 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6f986df8-69e1-4fd1-9ee4-d87df74548db req-2751f1b2-dd30-44e6-a04c-1b9a5e0905fe tempest-ServerDiagnosticsNegativeTest-1714014796 tempest-ServerDiagnosticsNegativeTest-1714014796-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5c4a804-4a50-4ca4-beda-1c93f710ab3e HTTP/1.1" status: 200 len: 947 time: 0.0814922 Aug 16 22:55:30.410961 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b080c5b3-9691-4639-9f9a-2c118395e98d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:30.434236 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-b080c5b3-9691-4639-9f9a-2c118395e98d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e56b228b-e880-4213-9c47-dbd41eeb03e2']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:55:30.461042 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-64ce7845-2747-476c-9983-cd077958c984 req-2daed192-26a8-4fff-915d-155f7cf0f9b0 tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=e8552b0b4f6f424c8f0bc866c1ad2b74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0903721 Aug 16 22:55:30.468959 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-b080c5b3-9691-4639-9f9a-2c118395e98d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '010d4217-98db-4371-8f8c-589eb85e924b') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:55:30.469558 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-b080c5b3-9691-4639-9f9a-2c118395e98d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '010d4217-98db-4371-8f8c-589eb85e924b') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:55:30.512655 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c46a35fb-dfa5-4195-978c-c3ce98a24dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:30.527293 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b080c5b3-9691-4639-9f9a-2c118395e98d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:30.536464 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da96da43-790e-4958-aef7-121c9eac834e req-7eb2281e-1240-4a0c-abf0-42877561e4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:30.538873 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-da96da43-790e-4958-aef7-121c9eac834e req-7eb2281e-1240-4a0c-abf0-42877561e4e5 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e08240b303274264897c11870de33f4b&device_id=c5c4a804-4a50-4ca4-beda-1c93f710ab3e HTTP/1.1" status: 200 len: 1099 time: 0.2498286 Aug 16 22:55:30.584898 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 8df73d74-7579-4113-a7d7-765364e90234 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:55:30.597893 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6f986df8-69e1-4fd1-9ee4-d87df74548db req-c87490a0-4f82-49c1-9726-63fb59d90b66 tempest-ServerDiagnosticsNegativeTest-1714014796 tempest-ServerDiagnosticsNegativeTest-1714014796-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dd91cbe-123f-4abe-8c67-12de53b85ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994090 Aug 16 22:55:30.644585 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-da96da43-790e-4958-aef7-121c9eac834e req-5a9afc62-d6a0-4386-8ce6-15fa5bd2cfe3 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=a8aee642-863c-41e4-87b5-91bd28109816 HTTP/1.1" status: 200 len: 217 time: 0.0902140 Aug 16 22:55:30.668246 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b080c5b3-9691-4639-9f9a-2c118395e98d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:30.700911 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ce7845-2747-476c-9983-cd077958c984 req-02b7aacb-9c81-41aa-b5f2-a147b4022a63 tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:30.702460 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-64ce7845-2747-476c-9983-cd077958c984 req-02b7aacb-9c81-41aa-b5f2-a147b4022a63 tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2283909 Aug 16 22:55:30.705089 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c46a35fb-dfa5-4195-978c-c3ce98a24dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26252129'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:30.729607 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b080c5b3-9691-4639-9f9a-2c118395e98d admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:55:30.730296 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b080c5b3-9691-4639-9f9a-2c118395e98d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:30.740488 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 22:55:30.740488 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:55:30.740488 n-d-791506-26 neutron-server[101291]: timer() Aug 16 22:55:30.740488 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:55:30.740488 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 22:55:30.740488 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:55:30.740488 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 22:55:30.740488 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:55:30.740488 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 22:55:30.740488 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:55:30.740488 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 22:55:30.740488 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:55:30.740488 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 22:55:30.740488 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:55:30.740488 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:55:30.740488 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:55:30.740488 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:55:30.740488 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:55:30.740488 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 22:55:30.740488 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:55:30.740488 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 22:55:30.740488 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:55:30.740488 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:55:30.740488 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:55:30.740488 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 22:55:30.740488 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:55:30.740488 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:55:30.740488 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:55:30.740488 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:55:30.740488 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:55:30.740488 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:55:30.740488 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:55:30.751850 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-64ce7845-2747-476c-9983-cd077958c984 req-731201d6-924c-4c34-87c0-a4d41334f15b tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] 10.222.0.36 "GET /v2.0/quotas/e8552b0b4f6f424c8f0bc866c1ad2b74 HTTP/1.1" status: 200 len: 375 time: 0.0152321 Aug 16 22:55:30.753071 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46a35fb-dfa5-4195-978c-c3ce98a24dc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=676b3069-1661-4172-a3c7-bc8a56a80bc8,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:30.757883 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c46a35fb-dfa5-4195-978c-c3ce98a24dc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:30.762413 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-c46a35fb-dfa5-4195-978c-c3ce98a24dc8 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/676b3069-1661-4172-a3c7-bc8a56a80bc8 HTTP/1.1" status: 204 len: 168 time: 0.5715668 Aug 16 22:55:30.762906 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 34752) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:30.823950 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-3feb7997-1fb4-4d42-9557-7fbed21d2bf3 None None] Provisioning for port 8df73d74-7579-4113-a7d7-765364e90234 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:55:30.828837 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-3feb7997-1fb4-4d42-9557-7fbed21d2bf3 None None] Provisioning complete for port 8df73d74-7579-4113-a7d7-765364e90234 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:55:30.829730 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-3feb7997-1fb4-4d42-9557-7fbed21d2bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:30.852357 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f83b6942-6a79-4691-a001-fad4aca4942d x-openstack-request-id: req-f83b6942-6a79-4691-a001-fad4aca4942d {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:55:30.852842 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f518eba-2aad-4e78-a9c1-f323e8be4ce0", "name": "network-vif-deleted", "tag": "825bd66d-a0fb-4ac3-af79-7020f0276080", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:55:30.853187 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f83b6942-6a79-4691-a001-fad4aca4942d {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:55:30.853666 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f518eba-2aad-4e78-a9c1-f323e8be4ce0', 'name': 'network-vif-deleted', 'tag': '825bd66d-a0fb-4ac3-af79-7020f0276080', 'status': 'completed', 'code': 200} Aug 16 22:55:30.859546 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-64ce7845-2747-476c-9983-cd077958c984 req-c8907c03-e5af-413a-896c-e10a49c1d9e0 tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e8552b0b4f6f424c8f0bc866c1ad2b74&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366888 Aug 16 22:55:30.881362 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1bff8acc-8ead-401f-ae7c-5bc35af643ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:30.925264 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-04d482d9-a2ae-4543-af99-24b5d5171802 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:30.964879 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-44289187-76dd-4f72-8f6e-3c1edd40a330 req-00504da6-5491-4267-bdfa-f6eb318e1341 service neutron] 10.222.0.68 "GET /v2.0/networks/6017926f-7eef-429e-a22b-3a35337dccd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6807146 Aug 16 22:55:30.976912 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-bef8b989-d0c9-4382-a832-eb7c8900b1ea req-33ad9768-5f84-4bda-b9be-6ada72857d4c tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=e8552b0b4f6f424c8f0bc866c1ad2b74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1279259 Aug 16 22:55:30.977595 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b080c5b3-9691-4639-9f9a-2c118395e98d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:30.984695 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da96da43-790e-4958-aef7-121c9eac834e req-a0203fb0-ff66-495a-8dd6-db5a88005466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:30.987725 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-da96da43-790e-4958-aef7-121c9eac834e req-a0203fb0-ff66-495a-8dd6-db5a88005466 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6af2b868-37d3-46ab-a526-0465929f13c8 HTTP/1.1" status: 200 len: 843 time: 0.3263822 Aug 16 22:55:31.003433 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-3feb7997-1fb4-4d42-9557-7fbed21d2bf3 None None] Provisioning complete for port 09e84577-e42f-4760-910e-40b4d195aa41 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:55:31.004028 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-3feb7997-1fb4-4d42-9557-7fbed21d2bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:31.043088 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 825bd66d-a0fb-4ac3-af79-7020f0276080 no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:55:31.078306 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] No Port match for: 825bd66d-a0fb-4ac3-af79-7020f0276080 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:55:31.078962 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 825bd66d-a0fb-4ac3-af79-7020f0276080 not bound to the agent host n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:55:31.082961 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-3feb7997-1fb4-4d42-9557-7fbed21d2bf3 None None] Port 09e84577-e42f-4760-910e-40b4d195aa41 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:55:31.101333 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-3feb7997-1fb4-4d42-9557-7fbed21d2bf3 None None] Provisioning complete for port 193f35b9-6704-45ec-bc1b-806edbfb1257 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:55:31.102340 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-3feb7997-1fb4-4d42-9557-7fbed21d2bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:31.137221 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-44289187-76dd-4f72-8f6e-3c1edd40a330 req-f8b19668-af7f-4dc7-b00f-f98e5d51a40b service neutron] 10.222.0.68 "GET /v2.0/networks/6017926f-7eef-429e-a22b-3a35337dccd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576648 Aug 16 22:55:31.139280 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b080c5b3-9691-4639-9f9a-2c118395e98d admin admin] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:31.141560 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-b080c5b3-9691-4639-9f9a-2c118395e98d admin admin] 10.222.0.36 "DELETE /v2.0/networks/e56b228b-e880-4213-9c47-dbd41eeb03e2 HTTP/1.1" status: 204 len: 168 time: 1.1886628 Aug 16 22:55:31.155769 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ca49e641-6beb-4a6e-a8d3-6aa7cf00d1df req-1ec72585-b4dc-4f81-ac29-3ddb02853f6f tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4b40d68-580d-4ed2-9460-ab869bff6030 HTTP/1.1" status: 200 len: 210 time: 0.0892105 Aug 16 22:55:31.160798 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1bff8acc-8ead-401f-ae7c-5bc35af643ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:31.162478 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-3feb7997-1fb4-4d42-9557-7fbed21d2bf3 None None] Port 193f35b9-6704-45ec-bc1b-806edbfb1257 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:55:31.192118 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0972842-88de-415e-a149-1bcb67abbfe0 req-fcfaafad-440f-49a9-aa21-e385422692ea tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:31.194458 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e0972842-88de-415e-a149-1bcb67abbfe0 req-fcfaafad-440f-49a9-aa21-e385422692ea tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bc6ad35-37eb-49fc-aa60-10ea3b36c658 HTTP/1.1" status: 200 len: 944 time: 0.2077873 Aug 16 22:55:31.196453 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-1bff8acc-8ead-401f-ae7c-5bc35af643ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3681de79-445f-48a0-8870-108f9a08910b']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:55:31.222917 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b080c5b3-9691-4639-9f9a-2c118395e98d admin admin] Pushing event deleted for resources: {'Network': ['ID=e56b228b-e880-4213-9c47-dbd41eeb03e2,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:31.223598 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-1bff8acc-8ead-401f-ae7c-5bc35af643ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6edf975f-584b-457e-be27-9a9457978487') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:55:31.223904 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-1bff8acc-8ead-401f-ae7c-5bc35af643ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6edf975f-584b-457e-be27-9a9457978487') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:55:31.240872 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1bff8acc-8ead-401f-ae7c-5bc35af643ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:31.269333 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e0972842-88de-415e-a149-1bcb67abbfe0 req-b6031e25-d4aa-49bb-8632-58b2f267eb1e tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=0819ca22-363d-4b59-9328-30a084cf554a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628650 Aug 16 22:55:31.271304 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1bff8acc-8ead-401f-ae7c-5bc35af643ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:31.281267 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bff8acc-8ead-401f-ae7c-5bc35af643ea admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:55:31.281836 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1bff8acc-8ead-401f-ae7c-5bc35af643ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:31.288022 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 16 22:55:31.288022 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:55:31.288022 n-d-791506-26 neutron-server[101292]: timer() Aug 16 22:55:31.288022 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:55:31.288022 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 16 22:55:31.288022 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:55:31.288022 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 16 22:55:31.288022 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:55:31.288022 n-d-791506-26 neutron-server[101292]: self._notify() Aug 16 22:55:31.288022 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:55:31.288022 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 16 22:55:31.288022 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:55:31.288022 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 16 22:55:31.288022 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:55:31.288022 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:55:31.288022 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:55:31.288022 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:55:31.288022 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:55:31.288022 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 16 22:55:31.288022 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:55:31.288022 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 16 22:55:31.288022 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:55:31.288022 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:55:31.288022 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:55:31.288022 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 16 22:55:31.288022 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:55:31.288022 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:55:31.288022 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:55:31.288022 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:55:31.288022 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:55:31.288022 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:55:31.288022 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:55:31.351533 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-04d482d9-a2ae-4543-af99-24b5d5171802 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Transition to ACTIVE for port object 09e84577-e42f-4760-910e-40b4d195aa41 will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:55:31.360792 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef8b989-d0c9-4382-a832-eb7c8900b1ea req-37d1c992-897f-4916-9de1-1fee3ec58b11 tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:31.362362 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-bef8b989-d0c9-4382-a832-eb7c8900b1ea req-37d1c992-897f-4916-9de1-1fee3ec58b11 tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2310338 Aug 16 22:55:31.364644 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-04d482d9-a2ae-4543-af99-24b5d5171802 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:31.371946 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1bff8acc-8ead-401f-ae7c-5bc35af643ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:31.378965 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1bff8acc-8ead-401f-ae7c-5bc35af643ea admin admin] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:31.384122 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-1bff8acc-8ead-401f-ae7c-5bc35af643ea admin admin] 10.222.0.36 "DELETE /v2.0/networks/3681de79-445f-48a0-8870-108f9a08910b HTTP/1.1" status: 204 len: 168 time: 0.6178343 Aug 16 22:55:31.392785 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-bef8b989-d0c9-4382-a832-eb7c8900b1ea req-cb410cd9-325e-4f7c-aa4a-7e73e3280b5c tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] Request body: {'port': {'device_id': '2bc038fb-f156-450f-a404-6e5743c56ef4', 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd', 'admin_state_up': True, 'tenant_id': 'e8552b0b4f6f424c8f0bc866c1ad2b74'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:55:31.394867 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bff8acc-8ead-401f-ae7c-5bc35af643ea admin admin] Pushing event deleted for resources: {'Network': ['ID=3681de79-445f-48a0-8870-108f9a08910b,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:31.465620 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 34772) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:31.482674 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da96da43-790e-4958-aef7-121c9eac834e req-f0d57d65-3e57-4136-97cb-5a4243216d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:31.485385 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-da96da43-790e-4958-aef7-121c9eac834e req-f0d57d65-3e57-4136-97cb-5a4243216d87 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3467016 Aug 16 22:55:31.524588 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-7ddd2463-9626-4ea3-99d1-f1bfe82aa82e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0c316f35c263478b9b6e1787055b69dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0557554 Aug 16 22:55:31.526634 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 34774) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:31.556837 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 34776) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:31.607909 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d482d9-a2ae-4543-af99-24b5d5171802 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Pushing event updated for resources: {'Port': ['ID=09e84577-e42f-4760-910e-40b4d195aa41,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:31.618453 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-63cad036-43f5-4bec-b08f-223dee4c2842 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=360ba359ef89419c97d646da8796a108&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0602984 Aug 16 22:55:31.620935 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 34778) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:31.635983 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bb77731c-f2fe-4081-a682-2d57aa431ac6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:31.681278 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-04d482d9-a2ae-4543-af99-24b5d5171802 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] In _notify_port_updated(), no bound segment for port 09e84577-e42f-4760-910e-40b4d195aa41 on network dc9627d8-9929-4797-931a-e399784f4d6d {{(pid=101291) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 22:55:31.686861 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d482d9-a2ae-4543-af99-24b5d5171802 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:31.687508 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-04d482d9-a2ae-4543-af99-24b5d5171802 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:31.692215 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-04d482d9-a2ae-4543-af99-24b5d5171802 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "PUT /v2.0/ports/09e84577-e42f-4760-910e-40b4d195aa41 HTTP/1.1" status: 200 len: 919 time: 2.5915790 Aug 16 22:55:31.693653 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 34782) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:31.715612 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bb77731c-f2fe-4081-a682-2d57aa431ac6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:31.731349 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-da96da43-790e-4958-aef7-121c9eac834e req-9fa5cd6e-7ebe-4452-aacf-0f8f8e792da9 service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161689 Aug 16 22:55:31.731764 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d92ad3c2-3004-40fb-85e9-92efc943eb4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:31.794883 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bef8b989-d0c9-4382-a832-eb7c8900b1ea req-cb410cd9-325e-4f7c-aa4a-7e73e3280b5c tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] Made reservation on behalf of e8552b0b4f6f424c8f0bc866c1ad2b74 for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:55:31.801432 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-bef8b989-d0c9-4382-a832-eb7c8900b1ea req-cb410cd9-325e-4f7c-aa4a-7e73e3280b5c tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:31.818750 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-bef8b989-d0c9-4382-a832-eb7c8900b1ea req-cb410cd9-325e-4f7c-aa4a-7e73e3280b5c tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:31.826742 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d92ad3c2-3004-40fb-85e9-92efc943eb4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:31.891996 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-da96da43-790e-4958-aef7-121c9eac834e req-9968b8e5-b67b-4217-ab14-17a70a784f97 service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523421 Aug 16 22:55:31.906125 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd8fbf8-91c2-470c-a811-cf2f0dea157c req-4fbec481-db2b-4f61-bbb6-983d4b2ab1eb tempest-ServerDiagnosticsNegativeTest-1714014796 tempest-ServerDiagnosticsNegativeTest-1714014796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:31.914789 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5fd8fbf8-91c2-470c-a811-cf2f0dea157c req-4fbec481-db2b-4f61-bbb6-983d4b2ab1eb tempest-ServerDiagnosticsNegativeTest-1714014796 tempest-ServerDiagnosticsNegativeTest-1714014796-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5c4a804-4a50-4ca4-beda-1c93f710ab3e HTTP/1.1" status: 200 len: 947 time: 0.2090454 Aug 16 22:55:31.952686 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bb77731c-f2fe-4081-a682-2d57aa431ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:31.955360 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bb77731c-f2fe-4081-a682-2d57aa431ac6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:31.956692 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-bb77731c-f2fe-4081-a682-2d57aa431ac6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8087d0ee-f280-4e1b-920a-ecda8edca8bc HTTP/1.1" status: 204 len: 168 time: 0.4274726 Aug 16 22:55:31.979109 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-bef8b989-d0c9-4382-a832-eb7c8900b1ea req-cb410cd9-325e-4f7c-aa4a-7e73e3280b5c tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:31.989734 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb77731c-f2fe-4081-a682-2d57aa431ac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8087d0ee-f280-4e1b-920a-ecda8edca8bc,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:31.999428 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-bef8b989-d0c9-4382-a832-eb7c8900b1ea req-cb410cd9-325e-4f7c-aa4a-7e73e3280b5c tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:32.013022 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5fd8fbf8-91c2-470c-a811-cf2f0dea157c req-7bafbe11-bf4e-4e22-b82e-09f336f5d240 tempest-ServerDiagnosticsNegativeTest-1714014796 tempest-ServerDiagnosticsNegativeTest-1714014796-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dd91cbe-123f-4abe-8c67-12de53b85ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971341 Aug 16 22:55:32.019905 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d92ad3c2-3004-40fb-85e9-92efc943eb4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:32.022857 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d92ad3c2-3004-40fb-85e9-92efc943eb4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:32.026476 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-d92ad3c2-3004-40fb-85e9-92efc943eb4c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/034b2370-cf60-4c4b-9f41-d074191bc3ee HTTP/1.1" status: 204 len: 168 time: 0.4022064 Aug 16 22:55:32.036435 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-a0b4fe14-9726-42a4-856b-e3a5e6f4ecc1 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Deleting port 09e84577-e42f-4760-910e-40b4d195aa41 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:55:32.036852 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a0b4fe14-9726-42a4-856b-e3a5e6f4ecc1 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:32.040960 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92ad3c2-3004-40fb-85e9-92efc943eb4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=034b2370-cf60-4c4b-9f41-d074191bc3ee,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:32.142659 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb410cd9-325e-4f7c-aa4a-7e73e3280b5c tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa103af-6035-465a-ac0a-d83c49d1ff93,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:32.159996 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344aea76-2b0b-4159-acc6-a6db7c4246d4 req-414e3997-7d81-4aff-8faf-1b77e0a4b8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:32.161853 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-344aea76-2b0b-4159-acc6-a6db7c4246d4 req-414e3997-7d81-4aff-8faf-1b77e0a4b8a8 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e08240b303274264897c11870de33f4b&device_id=c5c4a804-4a50-4ca4-beda-1c93f710ab3e HTTP/1.1" status: 200 len: 1099 time: 0.1978180 Aug 16 22:55:32.166098 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb410cd9-325e-4f7c-aa4a-7e73e3280b5c tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:32.166690 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb410cd9-325e-4f7c-aa4a-7e73e3280b5c tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:32.167215 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb410cd9-325e-4f7c-aa4a-7e73e3280b5c tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:32.167747 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb410cd9-325e-4f7c-aa4a-7e73e3280b5c tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:32.168248 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb410cd9-325e-4f7c-aa4a-7e73e3280b5c tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:32.168808 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb410cd9-325e-4f7c-aa4a-7e73e3280b5c tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:32.169138 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb410cd9-325e-4f7c-aa4a-7e73e3280b5c tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:32.169464 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb410cd9-325e-4f7c-aa4a-7e73e3280b5c tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:32.169976 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb410cd9-325e-4f7c-aa4a-7e73e3280b5c tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:32.170305 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb410cd9-325e-4f7c-aa4a-7e73e3280b5c tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:32.170631 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb410cd9-325e-4f7c-aa4a-7e73e3280b5c tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:32.171092 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb410cd9-325e-4f7c-aa4a-7e73e3280b5c tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:32.192496 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-409a3f1d-e97a-46d0-80f2-f7f6f1a1d797 None None] Provisioning for port 09e84577-e42f-4760-910e-40b4d195aa41 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:55:32.201171 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-409a3f1d-e97a-46d0-80f2-f7f6f1a1d797 None None] Provisioning complete for port 09e84577-e42f-4760-910e-40b4d195aa41 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:55:32.201517 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-409a3f1d-e97a-46d0-80f2-f7f6f1a1d797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:32.211233 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a0b4fe14-9726-42a4-856b-e3a5e6f4ecc1 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:32.228088 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-a0b4fe14-9726-42a4-856b-e3a5e6f4ecc1 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Calling delete_port for 09e84577-e42f-4760-910e-40b4d195aa41 owned by {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:55:32.280930 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-409a3f1d-e97a-46d0-80f2-f7f6f1a1d797 None None] Port 09e84577-e42f-4760-910e-40b4d195aa41 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:55:32.378921 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3759ae49-8f22-439a-b560-dc502ffcc641 req-2cef5320-ddb8-41eb-8bc5-18361fa0ad6c tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4b40d68-580d-4ed2-9460-ab869bff6030 HTTP/1.1" status: 200 len: 210 time: 0.0785706 Aug 16 22:55:32.380119 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-64ce7845-2747-476c-9983-cd077958c984 req-7c8ccc98-444b-4ae6-8fdc-94d2969e6baa tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=e8552b0b4f6f424c8f0bc866c1ad2b74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319390 Aug 16 22:55:32.450190 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344aea76-2b0b-4159-acc6-a6db7c4246d4 req-0dafac13-e1cb-4dd5-889c-20daf3c6252d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:32.452142 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-344aea76-2b0b-4159-acc6-a6db7c4246d4 req-0dafac13-e1cb-4dd5-889c-20daf3c6252d service neutron] 10.222.0.68 "GET /v2.0/networks?id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd HTTP/1.1" status: 200 len: 870 time: 0.2746017 Aug 16 22:55:32.595445 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863a6c93-574a-44f4-974a-c851d3be7ab3 req-16e5a42c-a4cf-4d6c-bd94-7f433838da9c tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:32.597174 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-863a6c93-574a-44f4-974a-c851d3be7ab3 req-16e5a42c-a4cf-4d6c-bd94-7f433838da9c tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bc6ad35-37eb-49fc-aa60-10ea3b36c658 HTTP/1.1" status: 200 len: 944 time: 0.1456857 Aug 16 22:55:32.675422 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a0b4fe14-9726-42a4-856b-e3a5e6f4ecc1 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:32.756063 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b4fe14-9726-42a4-856b-e3a5e6f4ecc1 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Pushing event deleted for resources: {'Port': ['ID=09e84577-e42f-4760-910e-40b4d195aa41,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:32.829807 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-863a6c93-574a-44f4-974a-c851d3be7ab3 req-9459805c-3a1a-454f-b5ee-28b03d4e85c8 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=0819ca22-363d-4b59-9328-30a084cf554a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2038772 Aug 16 22:55:32.858978 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a0b4fe14-9726-42a4-856b-e3a5e6f4ecc1 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:32.865411 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-a0b4fe14-9726-42a4-856b-e3a5e6f4ecc1 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "DELETE /v2.0/ports/09e84577-e42f-4760-910e-40b4d195aa41 HTTP/1.1" status: 204 len: 168 time: 1.1617429 Aug 16 22:55:32.866400 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 34816) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:32.903525 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9ee3673-ef4f-4632-9279-139ae1b92ab5 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] GET failed (client error): The resource could not be found. Aug 16 22:55:32.910583 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-b9ee3673-ef4f-4632-9279-139ae1b92ab5 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "GET /v2.0/ports/09e84577-e42f-4760-910e-40b4d195aa41 HTTP/1.1" status: 404 len: 333 time: 0.0424542 Aug 16 22:55:32.911802 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 34820) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:32.970571 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-344aea76-2b0b-4159-acc6-a6db7c4246d4 req-f974b4c2-80fe-4d36-ac56-ad231e5c1638 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=a8aee642-863c-41e4-87b5-91bd28109816 HTTP/1.1" status: 200 len: 217 time: 0.4967515 Aug 16 22:55:33.034740 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2e7d3ba4-4ead-45a0-bf63-c44d9c06e274 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:33.077543 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2e7d3ba4-4ead-45a0-bf63-c44d9c06e274 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:33.101377 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-bef8b989-d0c9-4382-a832-eb7c8900b1ea req-cb410cd9-325e-4f7c-aa4a-7e73e3280b5c tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] Allocated IP 192.168.233.247 (a2f596d0-b80e-4404-bf4b-27a7e14f50dd/6af2b868-37d3-46ab-a526-0465929f13c8/2f0d39ab-6a85-4c26-a96e-252f529a109d) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:55:33.104666 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344aea76-2b0b-4159-acc6-a6db7c4246d4 req-5ccd1478-e834-441b-b957-f3a6780c718c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:33.106454 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-344aea76-2b0b-4159-acc6-a6db7c4246d4 req-5ccd1478-e834-441b-b957-f3a6780c718c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6af2b868-37d3-46ab-a526-0465929f13c8 HTTP/1.1" status: 200 len: 843 time: 0.0674517 Aug 16 22:55:33.132704 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ce7845-2747-476c-9983-cd077958c984 req-883fe36b-8c24-4b7a-a624-bc3a9e0d1827 tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:33.135307 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-64ce7845-2747-476c-9983-cd077958c984 req-883fe36b-8c24-4b7a-a624-bc3a9e0d1827 tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7539978 Aug 16 22:55:33.161965 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-64ce7845-2747-476c-9983-cd077958c984 req-499bf197-bc8b-4ce6-94c1-d9bfb7e51625 tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] Request body: {'port': {'device_id': 'e4b40d68-580d-4ed2-9460-ab869bff6030', 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd', 'admin_state_up': True, 'tenant_id': 'e8552b0b4f6f424c8f0bc866c1ad2b74'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:55:33.199497 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b0b3fb-620f-4afd-8be0-922640c936eb req-bd11124d-2821-4e59-afa7-ddc6035b912e tempest-ServerDiagnosticsNegativeTest-1714014796 tempest-ServerDiagnosticsNegativeTest-1714014796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:33.202274 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-11b0b3fb-620f-4afd-8be0-922640c936eb req-bd11124d-2821-4e59-afa7-ddc6035b912e tempest-ServerDiagnosticsNegativeTest-1714014796 tempest-ServerDiagnosticsNegativeTest-1714014796-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5c4a804-4a50-4ca4-beda-1c93f710ab3e HTTP/1.1" status: 200 len: 947 time: 0.0703843 Aug 16 22:55:33.203304 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2e7d3ba4-4ead-45a0-bf63-c44d9c06e274 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:33.206059 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2e7d3ba4-4ead-45a0-bf63-c44d9c06e274 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:33.207403 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-2e7d3ba4-4ead-45a0-bf63-c44d9c06e274 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "DELETE /v2.0/security-groups/ec066f77-5b04-4634-b1d1-f594dd8d8d14 HTTP/1.1" status: 204 len: 168 time: 0.2941747 Aug 16 22:55:33.210852 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 34838) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:33.260667 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7d3ba4-4ead-45a0-bf63-c44d9c06e274 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec066f77-5b04-4634-b1d1-f594dd8d8d14,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:33.302327 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 34842) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:33.340288 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344aea76-2b0b-4159-acc6-a6db7c4246d4 req-984ffce2-aa62-41af-8e61-5d12401ba586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:33.342621 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-344aea76-2b0b-4159-acc6-a6db7c4246d4 req-984ffce2-aa62-41af-8e61-5d12401ba586 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2059748 Aug 16 22:55:33.348152 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-11b0b3fb-620f-4afd-8be0-922640c936eb req-bf788c12-b2c1-4d98-beab-29080903bef9 tempest-ServerDiagnosticsNegativeTest-1714014796 tempest-ServerDiagnosticsNegativeTest-1714014796-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dd91cbe-123f-4abe-8c67-12de53b85ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011775 Aug 16 22:55:33.351971 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-48ebc0bc-653e-4067-8d20-cd7e2df4c7b0 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:33.404502 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-48ebc0bc-653e-4067-8d20-cd7e2df4c7b0 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:33.457936 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 34848) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:33.489404 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-48ebc0bc-653e-4067-8d20-cd7e2df4c7b0 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:33.492822 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-48ebc0bc-653e-4067-8d20-cd7e2df4c7b0 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:33.494274 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-48ebc0bc-653e-4067-8d20-cd7e2df4c7b0 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "DELETE /v2.0/security-groups/cc2ee534-2721-4305-80a8-0a46424052aa HTTP/1.1" status: 204 len: 168 time: 0.2824836 Aug 16 22:55:33.500440 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 34852) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:33.519778 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-692abd07-9b4b-4a18-aec7-8dbbbe26a84b req-b7ad2766-3cc3-4ba6-9cc6-a9383b58a908 tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4b40d68-580d-4ed2-9460-ab869bff6030 HTTP/1.1" status: 200 len: 210 time: 0.0464983 Aug 16 22:55:33.526261 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ebc0bc-653e-4067-8d20-cd7e2df4c7b0 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc2ee534-2721-4305-80a8-0a46424052aa,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:33.644381 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-73cf2fa0-5b89-45d0-9014-32188d07363b admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-485798182-network', 'tenant_id': '96901c9bc9af44798de3ad7cccff2668'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:55:33.655388 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-c7ecfb4f-b37b-496d-9177-dbb3bd332507 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1973835972-network', 'tenant_id': '17b3937359b747459bb6c64ab15f667a'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:55:33.675410 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64ce7845-2747-476c-9983-cd077958c984 req-499bf197-bc8b-4ce6-94c1-d9bfb7e51625 tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] Made reservation on behalf of e8552b0b4f6f424c8f0bc866c1ad2b74 for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:55:33.677846 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7ecfb4f-b37b-496d-9177-dbb3bd332507 admin admin] Made reservation on behalf of 17b3937359b747459bb6c64ab15f667a for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:55:33.680503 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c7ecfb4f-b37b-496d-9177-dbb3bd332507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:33.681178 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-64ce7845-2747-476c-9983-cd077958c984 req-499bf197-bc8b-4ce6-94c1-d9bfb7e51625 tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:33.690001 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c7ecfb4f-b37b-496d-9177-dbb3bd332507 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:33.709129 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-90019a14-2a3f-4293-a81f-10fd069cd3be tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Deleting subnet 6b84dfbb-6043-4baa-bf5e-098ef9a81146 {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:55:33.722466 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-90019a14-2a3f-4293-a81f-10fd069cd3be tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:33.765963 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-344aea76-2b0b-4159-acc6-a6db7c4246d4 req-5f111949-b551-4bb6-8a51-20350abaccf1 service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4095130 Aug 16 22:55:33.770802 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-bef8b989-d0c9-4382-a832-eb7c8900b1ea req-cb410cd9-325e-4f7c-aa4a-7e73e3280b5c tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:33.802539 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73cf2fa0-5b89-45d0-9014-32188d07363b admin admin] Made reservation on behalf of 96901c9bc9af44798de3ad7cccff2668 for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:55:33.805592 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-73cf2fa0-5b89-45d0-9014-32188d07363b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:33.872475 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c7ecfb4f-b37b-496d-9177-dbb3bd332507 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:33.878499 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c7ecfb4f-b37b-496d-9177-dbb3bd332507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:33.904382 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7ecfb4f-b37b-496d-9177-dbb3bd332507 admin admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:55:33.916532 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-bef8b989-d0c9-4382-a832-eb7c8900b1ea req-cb410cd9-325e-4f7c-aa4a-7e73e3280b5c tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] Transition to ACTIVE for port object 2f0d39ab-6a85-4c26-a96e-252f529a109d will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:55:33.920295 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-90019a14-2a3f-4293-a81f-10fd069cd3be tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:33.922666 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ecfb4f-b37b-496d-9177-dbb3bd332507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ad6394-3e39-4386-b02d-4a7c32c3940e,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:33.927827 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c7ecfb4f-b37b-496d-9177-dbb3bd332507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:33.928184 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-c7ecfb4f-b37b-496d-9177-dbb3bd332507 admin admin] Added segment 2ef6fce6-dd05-4e6c-9b12-9c1394b5a330 of type vlan for network cf3cc63c-f58b-4d2e-8737-2f16cf854977 Aug 16 22:55:33.952313 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-73cf2fa0-5b89-45d0-9014-32188d07363b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:34.006261 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c7ecfb4f-b37b-496d-9177-dbb3bd332507 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:34.040590 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f147f1a7-18b9-4196-907e-96ad7206f8bb req-d7bd1636-2979-4cd3-b78a-c03d12a0fe2b tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:34.043190 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f147f1a7-18b9-4196-907e-96ad7206f8bb req-d7bd1636-2979-4cd3-b78a-c03d12a0fe2b tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bc6ad35-37eb-49fc-aa60-10ea3b36c658 HTTP/1.1" status: 200 len: 944 time: 0.1065493 Aug 16 22:55:34.095726 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c7ecfb4f-b37b-496d-9177-dbb3bd332507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:34.097067 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ecfb4f-b37b-496d-9177-dbb3bd332507 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:34.097817 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c7ecfb4f-b37b-496d-9177-dbb3bd332507 admin admin] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:34.171126 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f147f1a7-18b9-4196-907e-96ad7206f8bb req-0ee497e0-321f-4887-8354-44db11687858 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=0819ca22-363d-4b59-9328-30a084cf554a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140535 Aug 16 22:55:34.173133 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-bef8b989-d0c9-4382-a832-eb7c8900b1ea req-cb410cd9-325e-4f7c-aa4a-7e73e3280b5c tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:34.184303 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ecfb4f-b37b-496d-9177-dbb3bd332507 admin admin] Pushing event updated for resources: {'Network': ['ID=cf3cc63c-f58b-4d2e-8737-2f16cf854977,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:34.198016 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network cf3cc63c-f58b-4d2e-8737-2f16cf854977 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:55:34.235180 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-344aea76-2b0b-4159-acc6-a6db7c4246d4 req-186ab52e-adfe-44ee-99b6-cb3687a0e99f service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4512575 Aug 16 22:55:34.257766 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-90019a14-2a3f-4293-a81f-10fd069cd3be tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:34.329576 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-64ce7845-2747-476c-9983-cd077958c984 req-499bf197-bc8b-4ce6-94c1-d9bfb7e51625 tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] Allocated IP 192.168.233.229 (a2f596d0-b80e-4404-bf4b-27a7e14f50dd/6af2b868-37d3-46ab-a526-0465929f13c8/7523c21b-6545-4d24-89d7-5235435ba14f) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:55:34.345752 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bef8b989-d0c9-4382-a832-eb7c8900b1ea req-cb410cd9-325e-4f7c-aa4a-7e73e3280b5c tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] Network a2f596d0-b80e-4404-bf4b-27a7e14f50dd is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:55:34.355399 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb410cd9-325e-4f7c-aa4a-7e73e3280b5c tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] Pushing event updated for resources: {'Port': ['ID=2f0d39ab-6a85-4c26-a96e-252f529a109d,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:34.365622 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-bef8b989-d0c9-4382-a832-eb7c8900b1ea req-cb410cd9-325e-4f7c-aa4a-7e73e3280b5c tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:55:34.373135 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-bef8b989-d0c9-4382-a832-eb7c8900b1ea req-cb410cd9-325e-4f7c-aa4a-7e73e3280b5c tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:55:34.509873 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-90019a14-2a3f-4293-a81f-10fd069cd3be tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:34.518815 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20119d8-4929-4060-ba2c-e08da1d6c93c req-1a26d45a-093f-475a-b377-c81b5a3b44d1 tempest-ServerDiagnosticsNegativeTest-1714014796 tempest-ServerDiagnosticsNegativeTest-1714014796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:34.526463 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef8b989-d0c9-4382-a832-eb7c8900b1ea req-cb410cd9-325e-4f7c-aa4a-7e73e3280b5c tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:34.527420 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-bef8b989-d0c9-4382-a832-eb7c8900b1ea req-cb410cd9-325e-4f7c-aa4a-7e73e3280b5c tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:34.529670 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b20119d8-4929-4060-ba2c-e08da1d6c93c req-1a26d45a-093f-475a-b377-c81b5a3b44d1 tempest-ServerDiagnosticsNegativeTest-1714014796 tempest-ServerDiagnosticsNegativeTest-1714014796-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5c4a804-4a50-4ca4-beda-1c93f710ab3e HTTP/1.1" status: 200 len: 947 time: 0.0853856 Aug 16 22:55:34.590192 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b20119d8-4929-4060-ba2c-e08da1d6c93c req-a2361304-449b-4e29-877e-70fb9466a9c3 tempest-ServerDiagnosticsNegativeTest-1714014796 tempest-ServerDiagnosticsNegativeTest-1714014796-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dd91cbe-123f-4abe-8c67-12de53b85ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588880 Aug 16 22:55:34.640802 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-dfe4481d-a07a-4fcf-9838-a33799b3d6f0 None None] Provisioning for port 2f0d39ab-6a85-4c26-a96e-252f529a109d completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:55:34.647315 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-dfe4481d-a07a-4fcf-9838-a33799b3d6f0 None None] Provisioning complete for port 2f0d39ab-6a85-4c26-a96e-252f529a109d triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:55:34.647467 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-dfe4481d-a07a-4fcf-9838-a33799b3d6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:34.650869 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9a86f9c1-d4f8-4d80-b48c-e3991607d1f6 req-18920b0a-91de-4042-91b4-fb7c5ab49122 tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4b40d68-580d-4ed2-9460-ab869bff6030 HTTP/1.1" status: 200 len: 210 time: 0.0445662 Aug 16 22:55:34.658224 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-73cf2fa0-5b89-45d0-9014-32188d07363b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:34.665089 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90019a14-2a3f-4293-a81f-10fd069cd3be tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Pushing event deleted for resources: {'Subnet': ['ID=6b84dfbb-6043-4baa-bf5e-098ef9a81146,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:34.674214 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-c7ecfb4f-b37b-496d-9177-dbb3bd332507 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2117150 Aug 16 22:55:34.676131 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 34866) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:34.677663 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-90019a14-2a3f-4293-a81f-10fd069cd3be tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:34.680085 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-90019a14-2a3f-4293-a81f-10fd069cd3be tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "DELETE /v2.0/subnets/6b84dfbb-6043-4baa-bf5e-098ef9a81146 HTTP/1.1" status: 204 len: 168 time: 1.1744082 Aug 16 22:55:34.684101 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 34868) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:34.691749 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-62f272a1-85be-4c87-a383-d6fc4445c70a admin admin] Request body: {'subnet': {'network_id': 'cf3cc63c-f58b-4d2e-8737-2f16cf854977', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1973835972-subnet', 'tenant_id': '17b3937359b747459bb6c64ab15f667a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:55:34.692336 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430b15ab-92c1-484e-a931-48d70a899854 None None] Network dc9627d8-9929-4797-931a-e399784f4d6d requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:55:34.693959 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-826680fc-8261-4d77-8135-d68d523811e6 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Request body: {'subnet': {'network_id': 'dc9627d8-9929-4797-931a-e399784f4d6d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:55:34.703169 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-73cf2fa0-5b89-45d0-9014-32188d07363b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:34.726663 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-bef8b989-d0c9-4382-a832-eb7c8900b1ea req-cb410cd9-325e-4f7c-aa4a-7e73e3280b5c tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3390071 Aug 16 22:55:34.727339 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62f272a1-85be-4c87-a383-d6fc4445c70a admin admin] Made reservation on behalf of 17b3937359b747459bb6c64ab15f667a for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:55:34.731447 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-62f272a1-85be-4c87-a383-d6fc4445c70a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:34.741775 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-dfe4481d-a07a-4fcf-9838-a33799b3d6f0 None None] Port 2f0d39ab-6a85-4c26-a96e-252f529a109d cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:55:34.770043 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-bef8b989-d0c9-4382-a832-eb7c8900b1ea req-56d568d6-6847-4584-83cf-bf8ae60c31aa service neutron] Request body: {'port': {'device_id': '2bc038fb-f156-450f-a404-6e5743c56ef4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:55:34.796383 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73cf2fa0-5b89-45d0-9014-32188d07363b admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:55:34.850954 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cf2fa0-5b89-45d0-9014-32188d07363b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c409a04c-1df7-4c65-a3b5-78b14e851068,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:34.862125 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-73cf2fa0-5b89-45d0-9014-32188d07363b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:34.862483 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-73cf2fa0-5b89-45d0-9014-32188d07363b admin admin] Added segment dfcf9c07-d6ef-499c-8b24-2cc7b3bf3d82 of type vlan for network 191aeeee-515f-4547-91e9-b075760bc88c Aug 16 22:55:34.947290 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-62f272a1-85be-4c87-a383-d6fc4445c70a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:34.971067 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-bef8b989-d0c9-4382-a832-eb7c8900b1ea req-56d568d6-6847-4584-83cf-bf8ae60c31aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:34.984076 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-64ce7845-2747-476c-9983-cd077958c984 req-499bf197-bc8b-4ce6-94c1-d9bfb7e51625 tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:34.988103 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-73cf2fa0-5b89-45d0-9014-32188d07363b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:35.011931 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f272a1-85be-4c87-a383-d6fc4445c70a admin admin] Pushing event updated for resources: {'Subnet': ['ID=326cf2b6-5a5e-461f-8420-87d3c4aa2e9f,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:35.022827 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f272a1-85be-4c87-a383-d6fc4445c70a admin admin] Checking segment: {'id': '2ef6fce6-dd05-4e6c-9b12-9c1394b5a330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'cf3cc63c-f58b-4d2e-8737-2f16cf854977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:55:35.023842 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f272a1-85be-4c87-a383-d6fc4445c70a admin admin] Network hostable DHCP agents. Network: cf3cc63c-f58b-4d2e-8737-2f16cf854977, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:55:35.024131 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-64ce7845-2747-476c-9983-cd077958c984 req-499bf197-bc8b-4ce6-94c1-d9bfb7e51625 tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] Transition to ACTIVE for port object 7523c21b-6545-4d24-89d7-5235435ba14f will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:55:35.042938 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f272a1-85be-4c87-a383-d6fc4445c70a admin admin] Network cf3cc63c-f58b-4d2e-8737-2f16cf854977 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:55:35.055325 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-62f272a1-85be-4c87-a383-d6fc4445c70a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, cf3cc63c-f58b-4d2e-8737-2f16cf854977) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:55:35.065070 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966a074b-4768-40bf-b4ca-68c6484cb760 None None] Network cf3cc63c-f58b-4d2e-8737-2f16cf854977 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:55:35.070213 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f272a1-85be-4c87-a383-d6fc4445c70a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:35.070845 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-62f272a1-85be-4c87-a383-d6fc4445c70a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:35.089403 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-826680fc-8261-4d77-8135-d68d523811e6 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Made reservation on behalf of b528224b3b2646b1be33edac9acd15da for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:55:35.091607 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-62f272a1-85be-4c87-a383-d6fc4445c70a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4140756 Aug 16 22:55:35.095811 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 34872) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:35.100793 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-d5fe4579-4c8c-4ca6-8eed-9c8386ca70bf admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1973835972-router', 'tenant_id': '17b3937359b747459bb6c64ab15f667a', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:55:35.104802 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-826680fc-8261-4d77-8135-d68d523811e6 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:35.125445 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-73cf2fa0-5b89-45d0-9014-32188d07363b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:35.126974 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73cf2fa0-5b89-45d0-9014-32188d07363b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:35.127770 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-73cf2fa0-5b89-45d0-9014-32188d07363b admin admin] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:35.129613 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d5fe4579-4c8c-4ca6-8eed-9c8386ca70bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:35.132370 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d5fe4579-4c8c-4ca6-8eed-9c8386ca70bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:35.250306 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d5fe4579-4c8c-4ca6-8eed-9c8386ca70bf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:35.259122 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb351fc-7bd9-496e-b70a-a67b6f90c9cf None None] Network cf3cc63c-f58b-4d2e-8737-2f16cf854977 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:55:35.342251 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-73cf2fa0-5b89-45d0-9014-32188d07363b admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0386169 Aug 16 22:55:35.348765 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 34876) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:35.369265 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-cdf2e144-fdae-4573-b0ce-819869c7aeca admin admin] Request body: {'subnet': {'network_id': '191aeeee-515f-4547-91e9-b075760bc88c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-485798182-subnet', 'tenant_id': '96901c9bc9af44798de3ad7cccff2668', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:55:35.395981 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-64ce7845-2747-476c-9983-cd077958c984 req-499bf197-bc8b-4ce6-94c1-d9bfb7e51625 tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:35.397648 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cf2fa0-5b89-45d0-9014-32188d07363b admin admin] Pushing event updated for resources: {'Network': ['ID=191aeeee-515f-4547-91e9-b075760bc88c,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:35.439528 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 191aeeee-515f-4547-91e9-b075760bc88c details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:55:35.477164 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d5fe4579-4c8c-4ca6-8eed-9c8386ca70bf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:35.561982 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf2e144-fdae-4573-b0ce-819869c7aeca admin admin] Made reservation on behalf of 96901c9bc9af44798de3ad7cccff2668 for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:55:35.565345 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cdf2e144-fdae-4573-b0ce-819869c7aeca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:35.588814 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64ce7845-2747-476c-9983-cd077958c984 req-499bf197-bc8b-4ce6-94c1-d9bfb7e51625 tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] Network a2f596d0-b80e-4404-bf4b-27a7e14f50dd is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:55:35.593397 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24599d4b-0452-481b-9bec-40e717cd5855 req-fc11e631-9747-4adb-a4e5-a511463abe8c tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:35.596681 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-24599d4b-0452-481b-9bec-40e717cd5855 req-fc11e631-9747-4adb-a4e5-a511463abe8c tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bc6ad35-37eb-49fc-aa60-10ea3b36c658 HTTP/1.1" status: 200 len: 944 time: 0.2382989 Aug 16 22:55:35.624226 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499bf197-bc8b-4ce6-94c1-d9bfb7e51625 tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] Pushing event updated for resources: {'Port': ['ID=7523c21b-6545-4d24-89d7-5235435ba14f,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:35.632051 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-64ce7845-2747-476c-9983-cd077958c984 req-499bf197-bc8b-4ce6-94c1-d9bfb7e51625 tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:55:35.639478 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-64ce7845-2747-476c-9983-cd077958c984 req-499bf197-bc8b-4ce6-94c1-d9bfb7e51625 tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:55:35.662229 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-24599d4b-0452-481b-9bec-40e717cd5855 req-13c6d5e9-20f1-4313-86c4-255ac706994e tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=0819ca22-363d-4b59-9328-30a084cf554a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566220 Aug 16 22:55:35.709223 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-84633fb6-616a-4808-b8b4-368d2d49a185 None None] Provisioning complete for port 8df73d74-7579-4113-a7d7-765364e90234 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:55:35.710106 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-84633fb6-616a-4808-b8b4-368d2d49a185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:35.825109 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ce7845-2747-476c-9983-cd077958c984 req-499bf197-bc8b-4ce6-94c1-d9bfb7e51625 tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:35.829619 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-64ce7845-2747-476c-9983-cd077958c984 req-499bf197-bc8b-4ce6-94c1-d9bfb7e51625 tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:35.856274 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-84633fb6-616a-4808-b8b4-368d2d49a185 None None] Provisioning complete for port 193f35b9-6704-45ec-bc1b-806edbfb1257 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:55:35.857193 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-84633fb6-616a-4808-b8b4-368d2d49a185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:35.898671 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-64ce7845-2747-476c-9983-cd077958c984 req-499bf197-bc8b-4ce6-94c1-d9bfb7e51625 tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7429926 Aug 16 22:55:35.910929 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-84633fb6-616a-4808-b8b4-368d2d49a185 None None] Port 193f35b9-6704-45ec-bc1b-806edbfb1257 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:55:35.940064 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-64ce7845-2747-476c-9983-cd077958c984 req-722c818e-d41a-4d7b-bdc8-cadeb8b197db service neutron] Request body: {'port': {'device_id': 'e4b40d68-580d-4ed2-9460-ab869bff6030', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:55:35.976320 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d5fe4579-4c8c-4ca6-8eed-9c8386ca70bf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:36.006495 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d12562-fb08-43e7-a2ab-6b2ab080566e req-a0eddce2-3d95-465e-ad46-18719b33b8be tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:36.007990 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-82d12562-fb08-43e7-a2ab-6b2ab080566e req-a0eddce2-3d95-465e-ad46-18719b33b8be tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4b40d68-580d-4ed2-9460-ab869bff6030 HTTP/1.1" status: 200 len: 936 time: 0.1658673 Aug 16 22:55:36.010643 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d5fe4579-4c8c-4ca6-8eed-9c8386ca70bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:36.030844 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-bef8b989-d0c9-4382-a832-eb7c8900b1ea req-56d568d6-6847-4584-83cf-bf8ae60c31aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f0d39ab-6a85-4c26-a96e-252f529a109d {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:55:36.031083 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2007e435-dbd7-44ef-ab47-002b2809ad41 req-be52b13c-0953-4451-b61c-ef12bc1f23b4 tempest-ServerDiagnosticsNegativeTest-1714014796 tempest-ServerDiagnosticsNegativeTest-1714014796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:36.033861 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2007e435-dbd7-44ef-ab47-002b2809ad41 req-be52b13c-0953-4451-b61c-ef12bc1f23b4 tempest-ServerDiagnosticsNegativeTest-1714014796 tempest-ServerDiagnosticsNegativeTest-1714014796-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5c4a804-4a50-4ca4-beda-1c93f710ab3e HTTP/1.1" status: 200 len: 947 time: 0.1904116 Aug 16 22:55:36.036506 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-7376a8a2-0c52-4697-aef8-8997a6712620 None None] Provisioning for port 7523c21b-6545-4d24-89d7-5235435ba14f completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:55:36.042270 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-7376a8a2-0c52-4697-aef8-8997a6712620 None None] Provisioning complete for port 7523c21b-6545-4d24-89d7-5235435ba14f triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:55:36.043102 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7376a8a2-0c52-4697-aef8-8997a6712620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:36.059979 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-bef8b989-d0c9-4382-a832-eb7c8900b1ea req-56d568d6-6847-4584-83cf-bf8ae60c31aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:36.087359 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-7376a8a2-0c52-4697-aef8-8997a6712620 None None] Port 7523c21b-6545-4d24-89d7-5235435ba14f cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:55:36.137344 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-64ce7845-2747-476c-9983-cd077958c984 req-722c818e-d41a-4d7b-bdc8-cadeb8b197db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:36.142908 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-82d12562-fb08-43e7-a2ab-6b2ab080566e req-f51e5232-ff69-45ef-b7da-9875f69bcfe5 tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] 10.222.0.36 "GET /v2.0/security-groups?id=eaa103af-6035-465a-ac0a-d83c49d1ff93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258180 Aug 16 22:55:36.152590 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2007e435-dbd7-44ef-ab47-002b2809ad41 req-0013cd18-ffa8-49b8-a8df-7451286c3714 tempest-ServerDiagnosticsNegativeTest-1714014796 tempest-ServerDiagnosticsNegativeTest-1714014796-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dd91cbe-123f-4abe-8c67-12de53b85ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081631 Aug 16 22:55:36.155298 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-bef8b989-d0c9-4382-a832-eb7c8900b1ea req-56d568d6-6847-4584-83cf-bf8ae60c31aa service neutron] Transition to ACTIVE for port object 2f0d39ab-6a85-4c26-a96e-252f529a109d will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:55:36.190686 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-826680fc-8261-4d77-8135-d68d523811e6 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:36.198703 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-bef8b989-d0c9-4382-a832-eb7c8900b1ea req-56d568d6-6847-4584-83cf-bf8ae60c31aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:36.207858 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-d5fe4579-4c8c-4ca6-8eed-9c8386ca70bf admin admin] Allocated IP 172.25.4.238 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/be568738-eedc-4e72-beda-84e203fb6d84) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:55:36.264452 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cdf2e144-fdae-4573-b0ce-819869c7aeca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:36.319654 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826680fc-8261-4d77-8135-d68d523811e6 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Network dc9627d8-9929-4797-931a-e399784f4d6d is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:55:36.334453 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d5fe4579-4c8c-4ca6-8eed-9c8386ca70bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:36.374799 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d5fe4579-4c8c-4ca6-8eed-9c8386ca70bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:36.376323 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-826680fc-8261-4d77-8135-d68d523811e6 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:55:36.382685 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d568d6-6847-4584-83cf-bf8ae60c31aa service neutron] Pushing event updated for resources: {'Port': ['ID=2f0d39ab-6a85-4c26-a96e-252f529a109d,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:36.392629 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826680fc-8261-4d77-8135-d68d523811e6 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:36.393236 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-826680fc-8261-4d77-8135-d68d523811e6 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:36.396223 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0f0415-12df-4137-9d59-9e0f6a49b54d None None] Network dc9627d8-9929-4797-931a-e399784f4d6d requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:55:36.404466 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826680fc-8261-4d77-8135-d68d523811e6 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Pushing event updated for resources: {'Subnet': ['ID=ddd2b1d4-8271-4d1f-8c6a-cfb18f6b72f1,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:36.436361 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5fe4579-4c8c-4ca6-8eed-9c8386ca70bf admin admin] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:55:36.444190 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-d5fe4579-4c8c-4ca6-8eed-9c8386ca70bf admin admin] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:55:36.446846 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fe4579-4c8c-4ca6-8eed-9c8386ca70bf admin admin] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:55:36.472530 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device a8aee642-863c-41e4-87b5-91bd28109816 details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:55:36.481201 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fe4579-4c8c-4ca6-8eed-9c8386ca70bf admin admin] Pushing event updated for resources: {'Port': ['ID=be568738-eedc-4e72-beda-84e203fb6d84,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:36.546200 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-826680fc-8261-4d77-8135-d68d523811e6 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8608301 Aug 16 22:55:36.553940 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 34886) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:36.568300 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf2e144-fdae-4573-b0ce-819869c7aeca admin admin] Checking segment: {'id': 'dfcf9c07-d6ef-499c-8b24-2cc7b3bf3d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '191aeeee-515f-4547-91e9-b075760bc88c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:55:36.568629 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf2e144-fdae-4573-b0ce-819869c7aeca admin admin] Network hostable DHCP agents. Network: 191aeeee-515f-4547-91e9-b075760bc88c, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:55:36.573653 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf2e144-fdae-4573-b0ce-819869c7aeca admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf936234-1201-418c-bd06-df117088e0c1,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:36.595242 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-f2f808b4-e25e-4ffb-a03d-e185a7a5566a tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Request body: {'security_group': {'name': 'tempest-secgroup-1505578594'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:55:36.621708 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf2e144-fdae-4573-b0ce-819869c7aeca admin admin] Network 191aeeee-515f-4547-91e9-b075760bc88c is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:55:36.632572 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-bef8b989-d0c9-4382-a832-eb7c8900b1ea req-56d568d6-6847-4584-83cf-bf8ae60c31aa service neutron] Attempting to bind port 2f0d39ab-6a85-4c26-a96e-252f529a109d on host n-h2-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:55:36.633169 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-bef8b989-d0c9-4382-a832-eb7c8900b1ea req-56d568d6-6847-4584-83cf-bf8ae60c31aa service neutron] Attempting to bind port 2f0d39ab-6a85-4c26-a96e-252f529a109d by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:55:36.633432 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef8b989-d0c9-4382-a832-eb7c8900b1ea req-56d568d6-6847-4584-83cf-bf8ae60c31aa service neutron] Attempting to bind port 2f0d39ab-6a85-4c26-a96e-252f529a109d on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:55:36.646190 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-cdf2e144-fdae-4573-b0ce-819869c7aeca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 191aeeee-515f-4547-91e9-b075760bc88c) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:55:36.650187 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef8b989-d0c9-4382-a832-eb7c8900b1ea req-56d568d6-6847-4584-83cf-bf8ae60c31aa service neutron] Port 2f0d39ab-6a85-4c26-a96e-252f529a109d on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:55:36.650524 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef8b989-d0c9-4382-a832-eb7c8900b1ea req-56d568d6-6847-4584-83cf-bf8ae60c31aa service neutron] Attempting to bind port 2f0d39ab-6a85-4c26-a96e-252f529a109d on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:55:36.654500 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f2f808b4-e25e-4ffb-a03d-e185a7a5566a tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:36.666690 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64eef1ba-48f3-44f2-8147-772be5f2ed41 None None] Network 191aeeee-515f-4547-91e9-b075760bc88c requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:55:36.667594 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf2e144-fdae-4573-b0ce-819869c7aeca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:36.668193 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cdf2e144-fdae-4573-b0ce-819869c7aeca admin admin] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:36.675326 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef8b989-d0c9-4382-a832-eb7c8900b1ea req-56d568d6-6847-4584-83cf-bf8ae60c31aa service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:55:36.675326 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef8b989-d0c9-4382-a832-eb7c8900b1ea req-56d568d6-6847-4584-83cf-bf8ae60c31aa service neutron] Checking segment: {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:55:36.675326 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef8b989-d0c9-4382-a832-eb7c8900b1ea req-56d568d6-6847-4584-83cf-bf8ae60c31aa service neutron] Bound using segment: {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:55:36.677120 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-bef8b989-d0c9-4382-a832-eb7c8900b1ea req-56d568d6-6847-4584-83cf-bf8ae60c31aa service neutron] Bound port: 2f0d39ab-6a85-4c26-a96e-252f529a109d, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:55:36.677404 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-bef8b989-d0c9-4382-a832-eb7c8900b1ea req-56d568d6-6847-4584-83cf-bf8ae60c31aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:36.770286 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port a8aee642-863c-41e4-87b5-91bd28109816, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=a8aee642-863c-41e4-87b5-91bd28109816,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:55:36.793807 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-64ce7845-2747-476c-9983-cd077958c984 req-722c818e-d41a-4d7b-bdc8-cadeb8b197db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7523c21b-6545-4d24-89d7-5235435ba14f {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:55:36.805569 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-64ce7845-2747-476c-9983-cd077958c984 req-722c818e-d41a-4d7b-bdc8-cadeb8b197db service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:36.809609 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': 'a8aee642-863c-41e4-87b5-91bd28109816', 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd', 'port_id': 'a8aee642-863c-41e4-87b5-91bd28109816', 'mac_address': 'fa:16:3e:c6:4e:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6af2b868-37d3-46ab-a526-0465929f13c8', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:55:36.810286 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-bef8b989-d0c9-4382-a832-eb7c8900b1ea req-56d568d6-6847-4584-83cf-bf8ae60c31aa service neutron] For port 2f0d39ab-6a85-4c26-a96e-252f529a109d, host n-h2-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:55:36.816096 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-bef8b989-d0c9-4382-a832-eb7c8900b1ea req-56d568d6-6847-4584-83cf-bf8ae60c31aa service neutron] For port 2f0d39ab-6a85-4c26-a96e-252f529a109d, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=2f0d39ab-6a85-4c26-a96e-252f529a109d,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:55:36.824739 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-bef8b989-d0c9-4382-a832-eb7c8900b1ea req-56d568d6-6847-4584-83cf-bf8ae60c31aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:36.827838 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-64ce7845-2747-476c-9983-cd077958c984 req-722c818e-d41a-4d7b-bdc8-cadeb8b197db service neutron] Transition to ACTIVE for port object 7523c21b-6545-4d24-89d7-5235435ba14f will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:55:36.836046 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-64ce7845-2747-476c-9983-cd077958c984 req-722c818e-d41a-4d7b-bdc8-cadeb8b197db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:36.870793 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef8b989-d0c9-4382-a832-eb7c8900b1ea req-56d568d6-6847-4584-83cf-bf8ae60c31aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:36.871458 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-bef8b989-d0c9-4382-a832-eb7c8900b1ea req-56d568d6-6847-4584-83cf-bf8ae60c31aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:36.873055 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-bef8b989-d0c9-4382-a832-eb7c8900b1ea req-56d568d6-6847-4584-83cf-bf8ae60c31aa service neutron] 10.222.0.57 "PUT /v2.0/ports/2f0d39ab-6a85-4c26-a96e-252f529a109d HTTP/1.1" status: 200 len: 1097 time: 2.1159837 Aug 16 22:55:36.873310 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bc038fb-f156-450f-a404-6e5743c56ef4', 'tag': '2f0d39ab-6a85-4c26-a96e-252f529a109d'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:55:36.875769 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49690701-d4ca-48af-8595-4d50a634fa95" -d '{"events": [{"name": "network-changed", "server_uuid": "2bc038fb-f156-450f-a404-6e5743c56ef4", "tag": "2f0d39ab-6a85-4c26-a96e-252f529a109d"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:55:36.904780 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d5fe4579-4c8c-4ca6-8eed-9c8386ca70bf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:36.907263 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d568d6-6847-4584-83cf-bf8ae60c31aa service neutron] Pushing event updated for resources: {'Port': ['ID=2f0d39ab-6a85-4c26-a96e-252f529a109d,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:36.937273 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:36.951239 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c4dbf1-7b1f-468e-af4f-c5db472c49be None None] Network 191aeeee-515f-4547-91e9-b075760bc88c requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:55:36.966932 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b7c1dea-d0cb-4044-8160-8d01b8621582 x-openstack-request-id: req-8b7c1dea-d0cb-4044-8160-8d01b8621582 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:55:36.967434 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bc038fb-f156-450f-a404-6e5743c56ef4", "tag": "2f0d39ab-6a85-4c26-a96e-252f529a109d", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:55:36.967979 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149f1bc4-cf66-4284-b595-2cc2638b688d None None] Update dhcp port {'port': {'network_id': 'dc9627d8-9929-4797-931a-e399784f4d6d', 'fixed_ips': [{'subnet_id': 'b4557723-6dd6-4498-83a7-46083838173e', 'ip_address': '172.20.0.18'}, {'subnet_id': 'ddd2b1d4-8271-4d1f-8c6a-cfb18f6b72f1'}], 'binding:host_id': 'n-d-791506-26'}, 'id': '8df73d74-7579-4113-a7d7-765364e90234'} from n-d-791506-26. {{(pid=101293) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 22:55:36.968219 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8b7c1dea-d0cb-4044-8160-8d01b8621582 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:55:36.968818 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bc038fb-f156-450f-a404-6e5743c56ef4', 'tag': '2f0d39ab-6a85-4c26-a96e-252f529a109d', 'status': 'completed', 'code': 200} Aug 16 22:55:37.002935 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8aee642-863c-41e4-87b5-91bd28109816 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:55:37.042111 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c818e-d41a-4d7b-bdc8-cadeb8b197db service neutron] Pushing event updated for resources: {'Port': ['ID=7523c21b-6545-4d24-89d7-5235435ba14f,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:37.080648 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-64ce7845-2747-476c-9983-cd077958c984 req-722c818e-d41a-4d7b-bdc8-cadeb8b197db service neutron] Attempting to bind port 7523c21b-6545-4d24-89d7-5235435ba14f on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:55:37.080994 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-64ce7845-2747-476c-9983-cd077958c984 req-722c818e-d41a-4d7b-bdc8-cadeb8b197db service neutron] Attempting to bind port 7523c21b-6545-4d24-89d7-5235435ba14f by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:55:37.081334 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ce7845-2747-476c-9983-cd077958c984 req-722c818e-d41a-4d7b-bdc8-cadeb8b197db service neutron] Attempting to bind port 7523c21b-6545-4d24-89d7-5235435ba14f on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:55:37.086319 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef8b989-d0c9-4382-a832-eb7c8900b1ea req-45efd8ed-1cd5-4ad7-8b8a-2ab9cc2d8a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:37.087929 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-bef8b989-d0c9-4382-a832-eb7c8900b1ea req-45efd8ed-1cd5-4ad7-8b8a-2ab9cc2d8a5f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e8552b0b4f6f424c8f0bc866c1ad2b74&device_id=2bc038fb-f156-450f-a404-6e5743c56ef4 HTTP/1.1" status: 200 len: 1100 time: 0.1093402 Aug 16 22:55:37.091717 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ce7845-2747-476c-9983-cd077958c984 req-722c818e-d41a-4d7b-bdc8-cadeb8b197db service neutron] Port 7523c21b-6545-4d24-89d7-5235435ba14f on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:55:37.092333 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ce7845-2747-476c-9983-cd077958c984 req-722c818e-d41a-4d7b-bdc8-cadeb8b197db service neutron] Attempting to bind port 7523c21b-6545-4d24-89d7-5235435ba14f on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:55:37.099085 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ce7845-2747-476c-9983-cd077958c984 req-722c818e-d41a-4d7b-bdc8-cadeb8b197db service neutron] Checking agent: {'id': 'd28e24f9-e5ea-41e1-80bf-3c7943ad7f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:55:37.099713 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ce7845-2747-476c-9983-cd077958c984 req-722c818e-d41a-4d7b-bdc8-cadeb8b197db service neutron] Checking segment: {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:55:37.100317 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ce7845-2747-476c-9983-cd077958c984 req-722c818e-d41a-4d7b-bdc8-cadeb8b197db service neutron] Bound using segment: {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:55:37.100999 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-64ce7845-2747-476c-9983-cd077958c984 req-722c818e-d41a-4d7b-bdc8-cadeb8b197db service neutron] Bound port: 7523c21b-6545-4d24-89d7-5235435ba14f, host: n-h1-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:55:37.101576 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-64ce7845-2747-476c-9983-cd077958c984 req-722c818e-d41a-4d7b-bdc8-cadeb8b197db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:37.110519 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-149f1bc4-cf66-4284-b595-2cc2638b688d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:37.169351 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port a8aee642-863c-41e4-87b5-91bd28109816, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=a8aee642-863c-41e4-87b5-91bd28109816,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:55:37.211931 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:37.494957 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12693353-c1ac-4f21-8d40-1fbc227097a9 req-39168aed-5b64-4983-a152-2b9a2528d23c tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:37.497239 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-12693353-c1ac-4f21-8d40-1fbc227097a9 req-39168aed-5b64-4983-a152-2b9a2528d23c tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bc6ad35-37eb-49fc-aa60-10ea3b36c658 HTTP/1.1" status: 200 len: 944 time: 0.6980720 Aug 16 22:55:37.515887 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-bef8b989-d0c9-4382-a832-eb7c8900b1ea req-6bb5db7e-2f48-4527-b400-84c9ee875ed3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=2f0d39ab-6a85-4c26-a96e-252f529a109d HTTP/1.1" status: 200 len: 217 time: 0.4114270 Aug 16 22:55:37.528997 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['a8aee642-863c-41e4-87b5-91bd28109816'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:55:37.530619 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f2f808b4-e25e-4ffb-a03d-e185a7a5566a tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:37.550348 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f2f808b4-e25e-4ffb-a03d-e185a7a5566a tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:37.553076 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-cdf2e144-fdae-4573-b0ce-819869c7aeca admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2015009 Aug 16 22:55:37.607405 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=a8aee642-863c-41e4-87b5-91bd28109816,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:37.620294 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef8b989-d0c9-4382-a832-eb7c8900b1ea req-d558ad35-bb81-43ba-b5d4-ed21658f43d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:37.622074 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-bef8b989-d0c9-4382-a832-eb7c8900b1ea req-d558ad35-bb81-43ba-b5d4-ed21658f43d5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6af2b868-37d3-46ab-a526-0465929f13c8 HTTP/1.1" status: 200 len: 843 time: 0.0815303 Aug 16 22:55:37.628784 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-64ce7845-2747-476c-9983-cd077958c984 req-722c818e-d41a-4d7b-bdc8-cadeb8b197db service neutron] For port 7523c21b-6545-4d24-89d7-5235435ba14f, host n-h1-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:55:37.632908 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f808b4-e25e-4ffb-a03d-e185a7a5566a tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97f8120c-b40b-4696-9c98-925bbcceb3a1,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:37.642299 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-64ce7845-2747-476c-9983-cd077958c984 req-722c818e-d41a-4d7b-bdc8-cadeb8b197db service neutron] For port 7523c21b-6545-4d24-89d7-5235435ba14f, host n-h1-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=7523c21b-6545-4d24-89d7-5235435ba14f,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:55:37.665004 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-64ce7845-2747-476c-9983-cd077958c984 req-722c818e-d41a-4d7b-bdc8-cadeb8b197db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:37.665486 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f808b4-e25e-4ffb-a03d-e185a7a5566a tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:37.665837 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f808b4-e25e-4ffb-a03d-e185a7a5566a tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:37.666307 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f808b4-e25e-4ffb-a03d-e185a7a5566a tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:37.666652 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f808b4-e25e-4ffb-a03d-e185a7a5566a tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:37.667616 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f808b4-e25e-4ffb-a03d-e185a7a5566a tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:37.667909 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f808b4-e25e-4ffb-a03d-e185a7a5566a tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:37.668242 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f808b4-e25e-4ffb-a03d-e185a7a5566a tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:37.668599 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f808b4-e25e-4ffb-a03d-e185a7a5566a tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:37.668932 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f808b4-e25e-4ffb-a03d-e185a7a5566a tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:37.669264 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f808b4-e25e-4ffb-a03d-e185a7a5566a tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:37.669592 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f808b4-e25e-4ffb-a03d-e185a7a5566a tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:37.669922 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f808b4-e25e-4ffb-a03d-e185a7a5566a tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:37.690986 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-149f1bc4-cf66-4284-b595-2cc2638b688d None None] Allocated IP 172.20.0.2 (dc9627d8-9929-4797-931a-e399784f4d6d/ddd2b1d4-8271-4d1f-8c6a-cfb18f6b72f1/8df73d74-7579-4113-a7d7-765364e90234) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:55:37.694663 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91900aca-f931-4e52-a805-7551c8074e61 req-1214c19f-5497-4292-b552-8809db9d29eb tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:37.704612 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-91900aca-f931-4e52-a805-7551c8074e61 req-1214c19f-5497-4292-b552-8809db9d29eb tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4b40d68-580d-4ed2-9460-ab869bff6030 HTTP/1.1" status: 200 len: 948 time: 0.2624624 Aug 16 22:55:37.742105 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ce7845-2747-476c-9983-cd077958c984 req-722c818e-d41a-4d7b-bdc8-cadeb8b197db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:37.743147 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-64ce7845-2747-476c-9983-cd077958c984 req-722c818e-d41a-4d7b-bdc8-cadeb8b197db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:37.745030 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-64ce7845-2747-476c-9983-cd077958c984 req-722c818e-d41a-4d7b-bdc8-cadeb8b197db service neutron] 10.222.0.68 "PUT /v2.0/ports/7523c21b-6545-4d24-89d7-5235435ba14f HTTP/1.1" status: 200 len: 1097 time: 1.8186822 Aug 16 22:55:37.761291 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f2f808b4-e25e-4ffb-a03d-e185a7a5566a tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:37.762882 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-f2f808b4-e25e-4ffb-a03d-e185a7a5566a tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2079797 Aug 16 22:55:37.766787 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 34902) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:37.779271 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-12693353-c1ac-4f21-8d40-1fbc227097a9 req-ce549646-1463-446b-8e97-896c27c7bb92 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=0819ca22-363d-4b59-9328-30a084cf554a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2656283 Aug 16 22:55:37.792383 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-e547dc31-6bc7-4c8d-9769-e8f8abb0cbf9 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Request body: {'security_group': {'name': 'tempest-secgroup-1646952556'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:55:37.806175 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-91900aca-f931-4e52-a805-7551c8074e61 req-d183055b-b136-4348-ae83-8821dd03790c tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] 10.222.0.36 "GET /v2.0/security-groups?id=eaa103af-6035-465a-ac0a-d83c49d1ff93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005101 Aug 16 22:55:37.818474 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c818e-d41a-4d7b-bdc8-cadeb8b197db service neutron] Pushing event updated for resources: {'Port': ['ID=7523c21b-6545-4d24-89d7-5235435ba14f,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:37.837858 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e547dc31-6bc7-4c8d-9769-e8f8abb0cbf9 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:37.843216 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef8b989-d0c9-4382-a832-eb7c8900b1ea req-8cbf0eb2-9b6b-41ca-a569-285e5d08778b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:37.845544 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-bef8b989-d0c9-4382-a832-eb7c8900b1ea req-8cbf0eb2-9b6b-41ca-a569-285e5d08778b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2141037 Aug 16 22:55:37.967694 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-149f1bc4-cf66-4284-b595-2cc2638b688d None None] For port 8df73d74-7579-4113-a7d7-765364e90234, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=8df73d74-7579-4113-a7d7-765364e90234,segment=NetworkSegment(2c1f8c3c-f62e-4c63-9c1d-a6bdfe9b0e5c),segment_id=2c1f8c3c-f62e-4c63-9c1d-a6bdfe9b0e5c)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:55:38.061161 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-149f1bc4-cf66-4284-b595-2cc2638b688d None None] Notify callbacks [] for port, precommit_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:38.091627 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-149f1bc4-cf66-4284-b595-2cc2638b688d None None] Transition to ACTIVE for port object 8df73d74-7579-4113-a7d7-765364e90234 will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:55:38.097116 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-149f1bc4-cf66-4284-b595-2cc2638b688d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:38.099116 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344192dd-c3b4-43f8-9e5d-bfee4995690f req-d5e9a9e4-f57c-45d0-b115-cca86b099990 tempest-ServerDiagnosticsNegativeTest-1714014796 tempest-ServerDiagnosticsNegativeTest-1714014796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:38.100911 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-344192dd-c3b4-43f8-9e5d-bfee4995690f req-d5e9a9e4-f57c-45d0-b115-cca86b099990 tempest-ServerDiagnosticsNegativeTest-1714014796 tempest-ServerDiagnosticsNegativeTest-1714014796-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5c4a804-4a50-4ca4-beda-1c93f710ab3e HTTP/1.1" status: 200 len: 948 time: 0.1544950 Aug 16 22:55:38.106571 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d5fe4579-4c8c-4ca6-8eed-9c8386ca70bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:38.117000 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ce7845-2747-476c-9983-cd077958c984 req-d183de6c-6ec0-41f2-a221-2015639ebc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:38.118562 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-64ce7845-2747-476c-9983-cd077958c984 req-d183de6c-6ec0-41f2-a221-2015639ebc24 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e8552b0b4f6f424c8f0bc866c1ad2b74&device_id=e4b40d68-580d-4ed2-9460-ab869bff6030 HTTP/1.1" status: 200 len: 1100 time: 0.2822006 Aug 16 22:55:38.147412 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e547dc31-6bc7-4c8d-9769-e8f8abb0cbf9 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:38.185395 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-64ce7845-2747-476c-9983-cd077958c984 req-505a9004-332e-4231-9f37-e5105326f2f5 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=7523c21b-6545-4d24-89d7-5235435ba14f HTTP/1.1" status: 200 len: 217 time: 0.0550296 Aug 16 22:55:38.185684 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e547dc31-6bc7-4c8d-9769-e8f8abb0cbf9 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:38.197557 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149f1bc4-cf66-4284-b595-2cc2638b688d None None] Pushing event updated for resources: {'Port': ['ID=8df73d74-7579-4113-a7d7-765364e90234,revision_number=6']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:38.217846 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-344192dd-c3b4-43f8-9e5d-bfee4995690f req-612182e5-ba5c-466b-82a0-3bd6fc11a8de tempest-ServerDiagnosticsNegativeTest-1714014796 tempest-ServerDiagnosticsNegativeTest-1714014796-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dd91cbe-123f-4abe-8c67-12de53b85ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087258 Aug 16 22:55:38.302597 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e547dc31-6bc7-4c8d-9769-e8f8abb0cbf9 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:38.303359 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-e547dc31-6bc7-4c8d-9769-e8f8abb0cbf9 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5333688 Aug 16 22:55:38.306829 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 34910) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:38.310066 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-bef8b989-d0c9-4382-a832-eb7c8900b1ea req-844586ed-6a9c-44c9-a98b-3ea99f9e6def service neutron] 10.222.0.57 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4436970 Aug 16 22:55:38.315782 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e547dc31-6bc7-4c8d-9769-e8f8abb0cbf9 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e0720e3-375e-4ba9-8a7f-19fe9b6935dc,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:38.316513 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-599f4b3d-ee17-4d96-b608-40230ce80fd1 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Request body: {'security_group': {'name': 'tempest-secgroup-1278920183'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:55:38.359624 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-599f4b3d-ee17-4d96-b608-40230ce80fd1 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:38.393216 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5fe4579-4c8c-4ca6-8eed-9c8386ca70bf admin admin] Router 04c59cb1-5fd0-44e2-a0b9-7ed3fdfe754e is scheduled to L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f with binding_index 1 {{(pid=101292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:55:38.437437 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ce7845-2747-476c-9983-cd077958c984 req-b9881768-937e-486d-a856-3fb47712e120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:38.439787 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-64ce7845-2747-476c-9983-cd077958c984 req-b9881768-937e-486d-a856-3fb47712e120 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6af2b868-37d3-46ab-a526-0465929f13c8 HTTP/1.1" status: 200 len: 843 time: 0.2278359 Aug 16 22:55:38.458375 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 386b7938-45f8-4304-8ad8-6bd407d56721 details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:55:38.461242 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device a8aee642-863c-41e4-87b5-91bd28109816 up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:55:38.481558 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-bef8b989-d0c9-4382-a832-eb7c8900b1ea req-ae54a40f-038e-4f54-9622-ce3e797a127c service neutron] 10.222.0.57 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530290 Aug 16 22:55:38.551362 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ce7845-2747-476c-9983-cd077958c984 req-cbb685b3-33a7-4839-ac97-57e274a0fe7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:38.553162 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-64ce7845-2747-476c-9983-cd077958c984 req-cbb685b3-33a7-4839-ac97-57e274a0fe7a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1037438 Aug 16 22:55:38.624479 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning for port a8aee642-863c-41e4-87b5-91bd28109816 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:55:38.632419 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port a8aee642-863c-41e4-87b5-91bd28109816 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:55:38.632832 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:38.637538 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 8df73d74-7579-4113-a7d7-765364e90234 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:55:38.680158 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49690701-d4ca-48af-8595-4d50a634fa95 req-11b88428-6439-4cb4-8ccf-8798b44a8916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:38.681747 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-49690701-d4ca-48af-8595-4d50a634fa95 req-11b88428-6439-4cb4-8ccf-8798b44a8916 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e8552b0b4f6f424c8f0bc866c1ad2b74&device_id=2bc038fb-f156-450f-a404-6e5743c56ef4 HTTP/1.1" status: 200 len: 1100 time: 0.1169527 Aug 16 22:55:38.741807 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 386b7938-45f8-4304-8ad8-6bd407d56721, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=386b7938-45f8-4304-8ad8-6bd407d56721,segment=NetworkSegment(b23390f1-3345-4e11-b45b-da1aa220458a),segment_id=b23390f1-3345-4e11-b45b-da1aa220458a)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:55:38.750542 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-599f4b3d-ee17-4d96-b608-40230ce80fd1 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:38.754444 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5fe4579-4c8c-4ca6-8eed-9c8386ca70bf admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:55:38.761054 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': '386b7938-45f8-4304-8ad8-6bd407d56721', 'network_id': '6017926f-7eef-429e-a22b-3a35337dccd4', 'port_id': '386b7938-45f8-4304-8ad8-6bd407d56721', 'mac_address': 'fa:16:3e:63:66:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb160313-5dbe-49f2-8a31-7afb6f1954c3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:55:38.768647 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945c417b-7e41-4759-91ac-91a5966d69a3 None None] Sync routers for ids ['04c59cb1-5fd0-44e2-a0b9-7ed3fdfe754e'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:55:38.782825 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-599f4b3d-ee17-4d96-b608-40230ce80fd1 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:38.787955 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945c417b-7e41-4759-91ac-91a5966d69a3 None None] Routers {'04c59cb1-5fd0-44e2-a0b9-7ed3fdfe754e'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:55:38.788903 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-945c417b-7e41-4759-91ac-91a5966d69a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:55:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['04c59cb1-5fd0-44e2-a0b9-7ed3fdfe754e'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:55:38.819895 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-64ce7845-2747-476c-9983-cd077958c984 req-8cb7c1df-fbbf-4c10-9c28-28a1ced73757 service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542098 Aug 16 22:55:38.823414 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49690701-d4ca-48af-8595-4d50a634fa95 req-74f720dd-1f29-40ef-9729-ae336f961734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:38.826296 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-49690701-d4ca-48af-8595-4d50a634fa95 req-74f720dd-1f29-40ef-9729-ae336f961734 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd HTTP/1.1" status: 200 len: 870 time: 0.1351137 Aug 16 22:55:38.867763 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599f4b3d-ee17-4d96-b608-40230ce80fd1 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=067fefee-b595-4e88-92be-ccb6544609ea,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:38.875895 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:38.901532 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 386b7938-45f8-4304-8ad8-6bd407d56721 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:55:38.924799 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 386b7938-45f8-4304-8ad8-6bd407d56721, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=386b7938-45f8-4304-8ad8-6bd407d56721,segment=NetworkSegment(b23390f1-3345-4e11-b45b-da1aa220458a),segment_id=b23390f1-3345-4e11-b45b-da1aa220458a)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:55:38.925959 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-64ce7845-2747-476c-9983-cd077958c984 req-e898ce22-a586-4978-9927-da8da72e4e79 service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984678 Aug 16 22:55:38.950046 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-599f4b3d-ee17-4d96-b608-40230ce80fd1 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:38.955510 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-599f4b3d-ee17-4d96-b608-40230ce80fd1 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6445217 Aug 16 22:55:38.955727 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:38.975418 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4b40d68-580d-4ed2-9460-ab869bff6030', 'tag': '7523c21b-6545-4d24-89d7-5235435ba14f'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:55:38.977356 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e817b3a-f4ba-4dad-9f8a-c67f296ac4a8 req-7fed64b8-cb13-4113-98b3-542b71a4a3b2 tempest-ServerPasswordTestJSON-822023963 tempest-ServerPasswordTestJSON-822023963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:38.977640 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5170b2a-744f-4ffd-b216-d0696f0be936" -d '{"events": [{"name": "network-changed", "server_uuid": "e4b40d68-580d-4ed2-9460-ab869bff6030", "tag": "7523c21b-6545-4d24-89d7-5235435ba14f"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:55:38.980373 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-945c417b-7e41-4759-91ac-91a5966d69a3 None None] Set router 04c59cb1-5fd0-44e2-a0b9-7ed3fdfe754e gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:55:38.981434 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-49690701-d4ca-48af-8595-4d50a634fa95 req-d92f95bb-e5f3-4e7d-ae71-bb07cff1ea9b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=2f0d39ab-6a85-4c26-a96e-252f529a109d HTTP/1.1" status: 200 len: 217 time: 0.0545914 Aug 16 22:55:38.981904 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 34924) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:38.986667 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:38.988031 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-ca79df2f-cd02-4db9-a470-aef2757f97c4 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1687484530', 'security_groups': ['067fefee-b595-4e88-92be-ccb6544609ea'], 'network_id': 'dc9627d8-9929-4797-931a-e399784f4d6d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ddd2b1d4-8271-4d1f-8c6a-cfb18f6b72f1'}]}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:55:38.991338 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1e817b3a-f4ba-4dad-9f8a-c67f296ac4a8 req-7fed64b8-cb13-4113-98b3-542b71a4a3b2 tempest-ServerPasswordTestJSON-822023963 tempest-ServerPasswordTestJSON-822023963-project] 10.222.0.36 "GET /v2.0/networks?id=191aeeee-515f-4547-91e9-b075760bc88c HTTP/1.1" status: 200 len: 812 time: 0.5748641 Aug 16 22:55:39.019353 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d5fe4579-4c8c-4ca6-8eed-9c8386ca70bf admin admin] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:39.020744 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-d5fe4579-4c8c-4ca6-8eed-9c8386ca70bf admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.9238088 Aug 16 22:55:39.048727 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5c4a804-4a50-4ca4-beda-1c93f710ab3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8aee642-863c-41e4-87b5-91bd28109816'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:55:39.051195 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3687a9c4-d315-4b96-86b3-b9457082a94d" -d '{"events": [{"server_uuid": "c5c4a804-4a50-4ca4-beda-1c93f710ab3e", "name": "network-vif-plugged", "status": "completed", "tag": "a8aee642-863c-41e4-87b5-91bd28109816"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:55:39.052740 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 34930) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:39.061654 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=386b7938-45f8-4304-8ad8-6bd407d56721,revision_number=11']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:39.068921 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port a8aee642-863c-41e4-87b5-91bd28109816, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=a8aee642-863c-41e4-87b5-91bd28109816,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:55:39.075406 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:39.104012 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49690701-d4ca-48af-8595-4d50a634fa95 req-62ad5db0-1587-4b85-a7f0-1b713c1fb542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:39.105312 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-49690701-d4ca-48af-8595-4d50a634fa95 req-62ad5db0-1587-4b85-a7f0-1b713c1fb542 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6af2b868-37d3-46ab-a526-0465929f13c8 HTTP/1.1" status: 200 len: 843 time: 0.1101596 Aug 16 22:55:39.136380 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1e817b3a-f4ba-4dad-9f8a-c67f296ac4a8 req-db39a5fb-c324-41bd-94fe-acabc60c2a73 tempest-ServerPasswordTestJSON-822023963 tempest-ServerPasswordTestJSON-822023963-project] 10.222.0.36 "GET /v2.0/quotas/96901c9bc9af44798de3ad7cccff2668 HTTP/1.1" status: 200 len: 375 time: 0.1420529 Aug 16 22:55:39.148410 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-c30fb535-0040-49aa-b9f6-aa82bd0221be None None] Provisioning for port 8df73d74-7579-4113-a7d7-765364e90234 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:55:39.167098 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-c30fb535-0040-49aa-b9f6-aa82bd0221be None None] Provisioning complete for port 8df73d74-7579-4113-a7d7-765364e90234 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:55:39.167470 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c30fb535-0040-49aa-b9f6-aa82bd0221be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:39.186121 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1e817b3a-f4ba-4dad-9f8a-c67f296ac4a8 req-f10d216a-fa98-48c6-9bdf-a1adeb3438b5 tempest-ServerPasswordTestJSON-822023963 tempest-ServerPasswordTestJSON-822023963-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=96901c9bc9af44798de3ad7cccff2668&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0480487 Aug 16 22:55:39.203668 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49690701-d4ca-48af-8595-4d50a634fa95 req-24890144-3c23-4e49-88ed-df048220a1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:39.204862 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=a8aee642-863c-41e4-87b5-91bd28109816,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:39.207044 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-49690701-d4ca-48af-8595-4d50a634fa95 req-24890144-3c23-4e49-88ed-df048220a1c5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0878181 Aug 16 22:55:39.214721 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['386b7938-45f8-4304-8ad8-6bd407d56721'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:55:39.218345 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-945c417b-7e41-4759-91ac-91a5966d69a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04c59cb1-5fd0-44e2-a0b9-7ed3fdfe754e', 'name': 'tempest-ServerRescueNegativeTestJSON-1973835972-router', 'tenant_id': '17b3937359b747459bb6c64ab15f667a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'be568738-eedc-4e72-beda-84e203fb6d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:55:35Z', 'updated_at': '2021-08-16T22:55:36Z', 'revision_number': 3, 'project_id': '17b3937359b747459bb6c64ab15f667a', 'gw_port': {'id': 'be568738-eedc-4e72-beda-84e203fb6d84', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a4:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04c59cb1-5fd0-44e2-a0b9-7ed3fdfe754e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:55:36Z', 'updated_at': '2021-08-16T22:55:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:55:39.229768 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca79df2f-cd02-4db9-a470-aef2757f97c4 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Made reservation on behalf of b528224b3b2646b1be33edac9acd15da for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:55:39.253058 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945c417b-7e41-4759-91ac-91a5966d69a3 None None] Checking router: 04c59cb1-5fd0-44e2-a0b9-7ed3fdfe754e for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:55:39.253788 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945c417b-7e41-4759-91ac-91a5966d69a3 None None] Updating router 04c59cb1-5fd0-44e2-a0b9-7ed3fdfe754e port be568738-eedc-4e72-beda-84e203fb6d84 binding host n-d-791506-26 {{(pid=101294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:55:39.282979 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-945c417b-7e41-4759-91ac-91a5966d69a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:39.294977 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19252f30-55fa-4205-83ce-375e5e980d7f req-1811bf94-c33d-4fb3-a9c6-3192e4f15d43 tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:39.303363 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-19252f30-55fa-4205-83ce-375e5e980d7f req-1811bf94-c33d-4fb3-a9c6-3192e4f15d43 tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4b40d68-580d-4ed2-9460-ab869bff6030 HTTP/1.1" status: 200 len: 948 time: 0.3008866 Aug 16 22:55:39.362437 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-c30fb535-0040-49aa-b9f6-aa82bd0221be None None] Provisioning complete for port 193f35b9-6704-45ec-bc1b-806edbfb1257 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:55:39.362823 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c30fb535-0040-49aa-b9f6-aa82bd0221be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:39.376276 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-19252f30-55fa-4205-83ce-375e5e980d7f req-43c5974d-d1d3-4e91-abb3-7e237c84e3d5 tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] 10.222.0.36 "GET /v2.0/security-groups?id=eaa103af-6035-465a-ac0a-d83c49d1ff93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672019 Aug 16 22:55:39.422012 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-49690701-d4ca-48af-8595-4d50a634fa95 req-0464328c-84ed-4bc9-8589-d6c1abd5ea3c service neutron] 10.222.0.57 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051582 Aug 16 22:55:39.425672 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ca79df2f-cd02-4db9-a470-aef2757f97c4 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:39.432285 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-c30fb535-0040-49aa-b9f6-aa82bd0221be None None] Port 193f35b9-6704-45ec-bc1b-806edbfb1257 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:55:39.489560 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1e817b3a-f4ba-4dad-9f8a-c67f296ac4a8 req-e7c5aba8-ab18-4bcb-a72a-c46691b34d4b service neutron] 10.222.0.36 "GET /v2.0/networks/191aeeee-515f-4547-91e9-b075760bc88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3019063 Aug 16 22:55:39.528799 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-ca79df2f-cd02-4db9-a470-aef2757f97c4 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] device_id is not set on port a9a49561-e8f6-4538-baf6-07b0691a9787 yet. {{(pid=101291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:55:39.589399 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-945c417b-7e41-4759-91ac-91a5966d69a3 None None] Notify callbacks [] for port, precommit_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:39.601278 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.provisioning_blocks [None req-945c417b-7e41-4759-91ac-91a5966d69a3 None None] Transition to ACTIVE for port object be568738-eedc-4e72-beda-84e203fb6d84 will not be triggered until provisioned by entity L2. {{(pid=101294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:55:39.614377 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-945c417b-7e41-4759-91ac-91a5966d69a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:39.643718 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-49690701-d4ca-48af-8595-4d50a634fa95 req-815b45e4-c385-4eba-b568-b770467e86cd service neutron] 10.222.0.57 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149889 Aug 16 22:55:39.660648 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3409e550-9992-47b8-ac3d-322bb10f016f req-9b162689-e496-4a9d-8026-1b815bdb22a6 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:39.664946 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-945c417b-7e41-4759-91ac-91a5966d69a3 None None] Attempting to bind port be568738-eedc-4e72-beda-84e203fb6d84 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:55:39.665314 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-945c417b-7e41-4759-91ac-91a5966d69a3 None None] Attempting to bind port be568738-eedc-4e72-beda-84e203fb6d84 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:55:39.665674 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945c417b-7e41-4759-91ac-91a5966d69a3 None None] Attempting to bind port be568738-eedc-4e72-beda-84e203fb6d84 on network c22c4980-c849-406d-982c-a5d68c515a94 {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:55:39.667925 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3409e550-9992-47b8-ac3d-322bb10f016f req-9b162689-e496-4a9d-8026-1b815bdb22a6 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bc6ad35-37eb-49fc-aa60-10ea3b36c658 HTTP/1.1" status: 200 len: 945 time: 0.1754923 Aug 16 22:55:39.674480 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d2b3ea-0ada-4938-8435-dfc0c8fab921 None None] Pushing event updated for resources: {'Port': ['ID=be568738-eedc-4e72-beda-84e203fb6d84,revision_number=2']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:39.677043 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945c417b-7e41-4759-91ac-91a5966d69a3 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:55:39.677411 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945c417b-7e41-4759-91ac-91a5966d69a3 None None] Checking segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:55:39.677811 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-945c417b-7e41-4759-91ac-91a5966d69a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:39.678193 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945c417b-7e41-4759-91ac-91a5966d69a3 None None] Bound using segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:55:39.678666 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-945c417b-7e41-4759-91ac-91a5966d69a3 None None] Bound port: be568738-eedc-4e72-beda-84e203fb6d84, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:55:39.679185 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-945c417b-7e41-4759-91ac-91a5966d69a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:39.733860 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-945c417b-7e41-4759-91ac-91a5966d69a3 None None] For port be568738-eedc-4e72-beda-84e203fb6d84, host n-d-791506-26, cleared binding levels {{(pid=101294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:55:39.737742 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-945c417b-7e41-4759-91ac-91a5966d69a3 None None] For port be568738-eedc-4e72-beda-84e203fb6d84, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=be568738-eedc-4e72-beda-84e203fb6d84,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:55:39.741703 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-945c417b-7e41-4759-91ac-91a5966d69a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:39.749305 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-ca79df2f-cd02-4db9-a470-aef2757f97c4 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Allocated IP 172.20.0.5 (dc9627d8-9929-4797-931a-e399784f4d6d/ddd2b1d4-8271-4d1f-8c6a-cfb18f6b72f1/a9a49561-e8f6-4538-baf6-07b0691a9787) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:55:39.758346 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1e817b3a-f4ba-4dad-9f8a-c67f296ac4a8 req-4bcb351c-bbde-4737-a068-78dfa8be2f62 service neutron] 10.222.0.36 "GET /v2.0/networks/191aeeee-515f-4547-91e9-b075760bc88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559392 Aug 16 22:55:39.765373 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3409e550-9992-47b8-ac3d-322bb10f016f req-a9e03ced-d11a-4362-b478-6a56d32254eb tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=0819ca22-363d-4b59-9328-30a084cf554a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966063 Aug 16 22:55:39.823304 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945c417b-7e41-4759-91ac-91a5966d69a3 None None] Routers {'04c59cb1-5fd0-44e2-a0b9-7ed3fdfe754e'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:55:39.823996 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-945c417b-7e41-4759-91ac-91a5966d69a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:55:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['04c59cb1-5fd0-44e2-a0b9-7ed3fdfe754e'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:55:39.841280 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f28cc9d6-b67a-4ede-b207-b1f66eeaa0f2 x-openstack-request-id: req-f28cc9d6-b67a-4ede-b207-b1f66eeaa0f2 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:55:39.841720 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4b40d68-580d-4ed2-9460-ab869bff6030", "tag": "7523c21b-6545-4d24-89d7-5235435ba14f", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:55:39.842284 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f28cc9d6-b67a-4ede-b207-b1f66eeaa0f2 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:55:39.842569 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4b40d68-580d-4ed2-9460-ab869bff6030', 'tag': '7523c21b-6545-4d24-89d7-5235435ba14f', 'status': 'completed', 'code': 200} Aug 16 22:55:39.933498 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-945c417b-7e41-4759-91ac-91a5966d69a3 None None] Set router 04c59cb1-5fd0-44e2-a0b9-7ed3fdfe754e gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:55:39.943478 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b614dbd1-b32a-4865-b414-76809fffc071 x-openstack-request-id: req-b614dbd1-b32a-4865-b414-76809fffc071 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:55:39.943984 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5c4a804-4a50-4ca4-beda-1c93f710ab3e", "name": "network-vif-plugged", "status": "completed", "tag": "a8aee642-863c-41e4-87b5-91bd28109816", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:55:39.943984 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b614dbd1-b32a-4865-b414-76809fffc071 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:55:39.944415 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5c4a804-4a50-4ca4-beda-1c93f710ab3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8aee642-863c-41e4-87b5-91bd28109816', 'code': 200} Aug 16 22:55:40.104898 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-13e5db4e-5bca-41f2-9a61-84bdc50eb01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:40.157211 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d8577a-1ff9-466a-a5db-b85c567aa41c req-8158556d-ef7a-42a0-b472-c48741807e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:40.158774 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-69d8577a-1ff9-466a-a5db-b85c567aa41c req-8158556d-ef7a-42a0-b472-c48741807e02 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=c5c4a804-4a50-4ca4-beda-1c93f710ab3e HTTP/1.1" status: 200 len: 1101 time: 0.1172235 Aug 16 22:55:40.164528 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-be3bc33f-b96d-4110-b769-a8f5f01433d6 req-2ea8efb0-c865-494a-ade2-5c48687efac7 tempest-ServerPasswordTestJSON-822023963 tempest-ServerPasswordTestJSON-822023963-project] 10.222.0.36 "GET /v2.0/ports?device_id=06b2cebc-9873-4ba8-b13b-c5ef29da6aaa HTTP/1.1" status: 200 len: 210 time: 0.0797091 Aug 16 22:55:40.179868 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5170b2a-744f-4ffd-b216-d0696f0be936 req-45bf7a1b-6246-46a6-b6e6-ab78f4f8b4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:40.181420 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d5170b2a-744f-4ffd-b216-d0696f0be936 req-45bf7a1b-6246-46a6-b6e6-ab78f4f8b4cd service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e8552b0b4f6f424c8f0bc866c1ad2b74&device_id=e4b40d68-580d-4ed2-9460-ab869bff6030 HTTP/1.1" status: 200 len: 1100 time: 0.3032532 Aug 16 22:55:40.223587 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ca79df2f-cd02-4db9-a470-aef2757f97c4 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:40.236879 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d2b3ea-0ada-4938-8435-dfc0c8fab921 None None] Pushing event updated for resources: {'Port': ['ID=be568738-eedc-4e72-beda-84e203fb6d84,revision_number=3']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:40.258480 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f586b79f-d7bc-4c6e-9a08-290a463bcc1f req-c3018b6b-ae80-48a4-9830-04471d8c2c23 tempest-ServerDiagnosticsNegativeTest-1714014796 tempest-ServerDiagnosticsNegativeTest-1714014796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:40.260369 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f586b79f-d7bc-4c6e-9a08-290a463bcc1f req-c3018b6b-ae80-48a4-9830-04471d8c2c23 tempest-ServerDiagnosticsNegativeTest-1714014796 tempest-ServerDiagnosticsNegativeTest-1714014796-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5c4a804-4a50-4ca4-beda-1c93f710ab3e HTTP/1.1" status: 200 len: 949 time: 0.1663494 Aug 16 22:55:40.298779 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ca79df2f-cd02-4db9-a470-aef2757f97c4 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Transition to ACTIVE for port object a9a49561-e8f6-4538-baf6-07b0691a9787 will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:55:40.348769 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-945c417b-7e41-4759-91ac-91a5966d69a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04c59cb1-5fd0-44e2-a0b9-7ed3fdfe754e', 'name': 'tempest-ServerRescueNegativeTestJSON-1973835972-router', 'tenant_id': '17b3937359b747459bb6c64ab15f667a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'be568738-eedc-4e72-beda-84e203fb6d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:55:35Z', 'updated_at': '2021-08-16T22:55:36Z', 'revision_number': 3, 'project_id': '17b3937359b747459bb6c64ab15f667a', 'gw_port': {'id': 'be568738-eedc-4e72-beda-84e203fb6d84', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a4:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04c59cb1-5fd0-44e2-a0b9-7ed3fdfe754e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:55:36Z', 'updated_at': '2021-08-16T22:55:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:55:40.349273 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f586b79f-d7bc-4c6e-9a08-290a463bcc1f req-835108f3-0da8-4335-9e91-bf17500c2ee4 tempest-ServerDiagnosticsNegativeTest-1714014796 tempest-ServerDiagnosticsNegativeTest-1714014796-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dd91cbe-123f-4abe-8c67-12de53b85ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537946 Aug 16 22:55:40.357661 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-69d8577a-1ff9-466a-a5db-b85c567aa41c req-7bce221b-68ea-4e78-8367-910ef726aca8 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=5dd91cbe-123f-4abe-8c67-12de53b85ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752820 Aug 16 22:55:40.388913 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945c417b-7e41-4759-91ac-91a5966d69a3 None None] The sync data for ids ['04c59cb1-5fd0-44e2-a0b9-7ed3fdfe754e'] in n-d-791506-26 is: [{'id': '04c59cb1-5fd0-44e2-a0b9-7ed3fdfe754e', 'name': 'tempest-ServerRescueNegativeTestJSON-1973835972-router', 'tenant_id': '17b3937359b747459bb6c64ab15f667a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'be568738-eedc-4e72-beda-84e203fb6d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:55:35Z', 'updated_at': '2021-08-16T22:55:36Z', 'revision_number': 3, 'project_id': '17b3937359b747459bb6c64ab15f667a', 'gw_port': {'id': 'be568738-eedc-4e72-beda-84e203fb6d84', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a4:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04c59cb1-5fd0-44e2-a0b9-7ed3fdfe754e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:55:36Z', 'updated_at': '2021-08-16T22:55:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:55:40.392115 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5170b2a-744f-4ffd-b216-d0696f0be936 req-af46c157-713a-4e88-bfaf-41772147e764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:40.393890 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d5170b2a-744f-4ffd-b216-d0696f0be936 req-af46c157-713a-4e88-bfaf-41772147e764 service neutron] 10.222.0.68 "GET /v2.0/networks?id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd HTTP/1.1" status: 200 len: 870 time: 0.1895006 Aug 16 22:55:40.475845 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-13e5db4e-5bca-41f2-9a61-84bdc50eb01a admin admin] Allocated IP 172.20.0.1 (cf3cc63c-f58b-4d2e-8737-2f16cf854977/326cf2b6-5a5e-461f-8420-87d3c4aa2e9f/c65c74c9-2061-4fed-9434-ddea6724f932) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:55:40.480103 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d5170b2a-744f-4ffd-b216-d0696f0be936 req-1e44699e-54c6-4abf-b8ba-6d6d0d7b40fa service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=7523c21b-6545-4d24-89d7-5235435ba14f HTTP/1.1" status: 200 len: 217 time: 0.0648148 Aug 16 22:55:40.483006 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 386b7938-45f8-4304-8ad8-6bd407d56721 up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:55:40.527134 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ca79df2f-cd02-4db9-a470-aef2757f97c4 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:40.607694 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning for port 386b7938-45f8-4304-8ad8-6bd407d56721 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:55:40.618159 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port 386b7938-45f8-4304-8ad8-6bd407d56721 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:55:40.618533 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:40.693831 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca79df2f-cd02-4db9-a470-aef2757f97c4 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Network dc9627d8-9929-4797-931a-e399784f4d6d is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:55:40.695252 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-ca79df2f-cd02-4db9-a470-aef2757f97c4 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:55:40.699724 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca79df2f-cd02-4db9-a470-aef2757f97c4 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:55:40.749149 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd4951a-7fb1-42d5-a61a-355b2b415cf4 req-91f6528f-03b9-4734-8aa7-7db2aa987831 tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:40.754515 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9dd4951a-7fb1-42d5-a61a-355b2b415cf4 req-91f6528f-03b9-4734-8aa7-7db2aa987831 tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4b40d68-580d-4ed2-9460-ab869bff6030 HTTP/1.1" status: 200 len: 948 time: 0.1378472 Aug 16 22:55:40.788683 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca79df2f-cd02-4db9-a470-aef2757f97c4 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:40.789674 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ca79df2f-cd02-4db9-a470-aef2757f97c4 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:40.851406 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:40.883568 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-ca79df2f-cd02-4db9-a470-aef2757f97c4 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8962963 Aug 16 22:55:40.883568 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca79df2f-cd02-4db9-a470-aef2757f97c4 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Pushing event updated for resources: {'Port': ['ID=a9a49561-e8f6-4538-baf6-07b0691a9787,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:40.886151 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 34952) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:40.889943 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5170b2a-744f-4ffd-b216-d0696f0be936 req-60d70fc5-5adf-4c91-a32f-d2d70650502b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:40.895618 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d5170b2a-744f-4ffd-b216-d0696f0be936 req-60d70fc5-5adf-4c91-a32f-d2d70650502b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6af2b868-37d3-46ab-a526-0465929f13c8 HTTP/1.1" status: 200 len: 843 time: 0.4007821 Aug 16 22:55:40.902185 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-476690fc-a83f-44e8-986b-32710ad669d7 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Request body: {'subnet': {'network_id': 'dc9627d8-9929-4797-931a-e399784f4d6d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:55:40.965259 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-13e5db4e-5bca-41f2-9a61-84bdc50eb01a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:40.985621 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9dd4951a-7fb1-42d5-a61a-355b2b415cf4 req-ec8ba23a-2e9a-454c-9c9d-0fdea88583a0 tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] 10.222.0.36 "GET /v2.0/security-groups?id=eaa103af-6035-465a-ac0a-d83c49d1ff93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007318 Aug 16 22:55:41.044891 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 386b7938-45f8-4304-8ad8-6bd407d56721, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=386b7938-45f8-4304-8ad8-6bd407d56721,segment=NetworkSegment(b23390f1-3345-4e11-b45b-da1aa220458a),segment_id=b23390f1-3345-4e11-b45b-da1aa220458a)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:55:41.056583 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:41.095165 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 2f0d39ab-6a85-4c26-a96e-252f529a109d details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:55:41.124091 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:41.188902 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640556cf-839f-486f-bac0-a64e5b3dff33 req-a797258b-3281-4685-b794-f57e4082df9e tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:41.196829 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-640556cf-839f-486f-bac0-a64e5b3dff33 req-a797258b-3281-4685-b794-f57e4082df9e tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bc6ad35-37eb-49fc-aa60-10ea3b36c658 HTTP/1.1" status: 200 len: 946 time: 0.1527803 Aug 16 22:55:41.213286 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-13e5db4e-5bca-41f2-9a61-84bdc50eb01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:41.254322 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-f3a5c1bd-368b-4b42-a11a-875b9b7b2914 None None] Provisioning for port a9a49561-e8f6-4538-baf6-07b0691a9787 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:55:41.267743 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=386b7938-45f8-4304-8ad8-6bd407d56721,revision_number=12']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:41.275279 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-f3a5c1bd-368b-4b42-a11a-875b9b7b2914 None None] Provisioning complete for port a9a49561-e8f6-4538-baf6-07b0691a9787 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:55:41.276085 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f3a5c1bd-368b-4b42-a11a-875b9b7b2914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:41.293893 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5170b2a-744f-4ffd-b216-d0696f0be936 req-4abed7f2-b45a-4ab6-b2d4-e2ae4c26c6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:41.295563 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d5170b2a-744f-4ffd-b216-d0696f0be936 req-4abed7f2-b45a-4ab6-b2d4-e2ae4c26c6fa service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3890283 Aug 16 22:55:41.323440 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e5db4e-5bca-41f2-9a61-84bdc50eb01a admin admin] Network cf3cc63c-f58b-4d2e-8737-2f16cf854977 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:55:41.335594 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-13e5db4e-5bca-41f2-9a61-84bdc50eb01a admin admin] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:55:41.338785 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e5db4e-5bca-41f2-9a61-84bdc50eb01a admin admin] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:55:41.348623 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e5db4e-5bca-41f2-9a61-84bdc50eb01a admin admin] Pushing event updated for resources: {'Port': ['ID=c65c74c9-2061-4fed-9434-ddea6724f932,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:41.369805 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-640556cf-839f-486f-bac0-a64e5b3dff33 req-a8213994-c4f6-4918-99cd-ffc85998bf28 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=0819ca22-363d-4b59-9328-30a084cf554a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1691499 Aug 16 22:55:41.410302 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-476690fc-a83f-44e8-986b-32710ad669d7 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Made reservation on behalf of b528224b3b2646b1be33edac9acd15da for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:55:41.414563 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-476690fc-a83f-44e8-986b-32710ad669d7 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:41.415751 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-f3a5c1bd-368b-4b42-a11a-875b9b7b2914 None None] Port a9a49561-e8f6-4538-baf6-07b0691a9787 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:55:41.452094 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 2f0d39ab-6a85-4c26-a96e-252f529a109d, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=2f0d39ab-6a85-4c26-a96e-252f529a109d,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:55:41.464329 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': '2f0d39ab-6a85-4c26-a96e-252f529a109d', 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd', 'port_id': '2f0d39ab-6a85-4c26-a96e-252f529a109d', 'mac_address': 'fa:16:3e:6d:c8:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6af2b868-37d3-46ab-a526-0465929f13c8', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:55:41.480827 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3653e25a-3bd3-4f6d-b228-0d4009504a1d req-ad5ba48d-766f-40fe-8360-e02925b83975 tempest-ServerPasswordTestJSON-822023963 tempest-ServerPasswordTestJSON-822023963-project] 10.222.0.36 "GET /v2.0/ports?device_id=06b2cebc-9873-4ba8-b13b-c5ef29da6aaa HTTP/1.1" status: 200 len: 210 time: 0.0523007 Aug 16 22:55:41.522165 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:41.530765 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-13e5db4e-5bca-41f2-9a61-84bdc50eb01a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954230'] for router_interface, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:41.544054 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f0d39ab-6a85-4c26-a96e-252f529a109d {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:55:41.558196 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d5170b2a-744f-4ffd-b216-d0696f0be936 req-b3c11645-2e1e-409f-b368-4392b7c016f5 service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284596 Aug 16 22:55:41.588807 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 2f0d39ab-6a85-4c26-a96e-252f529a109d, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=2f0d39ab-6a85-4c26-a96e-252f529a109d,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:55:41.595206 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:41.629924 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6636164-4b39-4404-ad17-3d67d87fa9f9 req-008b56d4-827a-473d-a40a-b3e846667271 tempest-ServerDiagnosticsNegativeTest-1714014796 tempest-ServerDiagnosticsNegativeTest-1714014796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:41.630220 n-d-791506-26 neutron-server[101291]: INFO neutron.db.ipam_backend_mixin [None req-476690fc-a83f-44e8-986b-32710ad669d7 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ddd2b1d4-8271-4d1f-8c6a-cfb18f6b72f1 (CIDR: 172.20.0.0/28) Aug 16 22:55:41.631545 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e6636164-4b39-4404-ad17-3d67d87fa9f9 req-008b56d4-827a-473d-a40a-b3e846667271 tempest-ServerDiagnosticsNegativeTest-1714014796 tempest-ServerDiagnosticsNegativeTest-1714014796-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5c4a804-4a50-4ca4-beda-1c93f710ab3e HTTP/1.1" status: 200 len: 949 time: 0.1479764 Aug 16 22:55:41.641916 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-476690fc-a83f-44e8-986b-32710ad669d7 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:55:41.642571 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-476690fc-a83f-44e8-986b-32710ad669d7 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:55:41.665040 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-476690fc-a83f-44e8-986b-32710ad669d7 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7675929 Aug 16 22:55:41.680774 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 34962) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:41.687022 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-b537fcf9-ec02-429b-9499-0296b6b618a0 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Request body: {'subnet': {'network_id': 'dc9627d8-9929-4797-931a-e399784f4d6d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:55:41.700312 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=2f0d39ab-6a85-4c26-a96e-252f529a109d,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:41.747165 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e6636164-4b39-4404-ad17-3d67d87fa9f9 req-4dc766ce-6f2d-411b-9ade-61b21d8d30f3 tempest-ServerDiagnosticsNegativeTest-1714014796 tempest-ServerDiagnosticsNegativeTest-1714014796-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dd91cbe-123f-4abe-8c67-12de53b85ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068320 Aug 16 22:55:41.839408 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-13e5db4e-5bca-41f2-9a61-84bdc50eb01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:41.861264 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d5170b2a-744f-4ffd-b216-d0696f0be936 req-863ba83d-8f5e-41fe-a395-b71dbbf17ffd service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2949424 Aug 16 22:55:41.875708 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e817b3a-f4ba-4dad-9f8a-c67f296ac4a8 req-154fe8cf-996e-497c-a231-0fe2daef6d5f tempest-ServerPasswordTestJSON-822023963 tempest-ServerPasswordTestJSON-822023963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:41.877653 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-1e817b3a-f4ba-4dad-9f8a-c67f296ac4a8 req-154fe8cf-996e-497c-a231-0fe2daef6d5f tempest-ServerPasswordTestJSON-822023963 tempest-ServerPasswordTestJSON-822023963-project] 10.222.0.57 "GET /v2.0/networks?id=191aeeee-515f-4547-91e9-b075760bc88c HTTP/1.1" status: 200 len: 812 time: 0.1611032 Aug 16 22:55:41.898891 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-1e817b3a-f4ba-4dad-9f8a-c67f296ac4a8 req-19280285-bff3-441b-8fc1-fa80a67e836f tempest-ServerPasswordTestJSON-822023963 tempest-ServerPasswordTestJSON-822023963-project] Request body: {'port': {'device_id': '06b2cebc-9873-4ba8-b13b-c5ef29da6aaa', 'network_id': '191aeeee-515f-4547-91e9-b075760bc88c', 'admin_state_up': True, 'tenant_id': '96901c9bc9af44798de3ad7cccff2668'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:55:41.945754 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bc6ad35-37eb-49fc-aa60-10ea3b36c658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '386b7938-45f8-4304-8ad8-6bd407d56721'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:55:41.949089 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a293a437-5d10-41be-8435-3deacfded941" -d '{"events": [{"server_uuid": "3bc6ad35-37eb-49fc-aa60-10ea3b36c658", "name": "network-vif-plugged", "status": "completed", "tag": "386b7938-45f8-4304-8ad8-6bd407d56721"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:55:42.003924 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['2f0d39ab-6a85-4c26-a96e-252f529a109d'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:55:42.028951 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b537fcf9-ec02-429b-9499-0296b6b618a0 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Made reservation on behalf of b528224b3b2646b1be33edac9acd15da for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:55:42.033311 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b537fcf9-ec02-429b-9499-0296b6b618a0 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:42.070905 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-360672b2-04a4-417c-8db7-7f85b372d637 x-openstack-request-id: req-360672b2-04a4-417c-8db7-7f85b372d637 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:55:42.072348 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bc6ad35-37eb-49fc-aa60-10ea3b36c658", "name": "network-vif-plugged", "status": "completed", "tag": "386b7938-45f8-4304-8ad8-6bd407d56721", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:55:42.075004 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-360672b2-04a4-417c-8db7-7f85b372d637 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:55:42.076400 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bc6ad35-37eb-49fc-aa60-10ea3b36c658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '386b7938-45f8-4304-8ad8-6bd407d56721', 'code': 200} Aug 16 22:55:42.178210 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e817b3a-f4ba-4dad-9f8a-c67f296ac4a8 req-19280285-bff3-441b-8fc1-fa80a67e836f tempest-ServerPasswordTestJSON-822023963 tempest-ServerPasswordTestJSON-822023963-project] Made reservation on behalf of 96901c9bc9af44798de3ad7cccff2668 for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:55:42.182296 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-1e817b3a-f4ba-4dad-9f8a-c67f296ac4a8 req-19280285-bff3-441b-8fc1-fa80a67e836f tempest-ServerPasswordTestJSON-822023963 tempest-ServerPasswordTestJSON-822023963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:42.193620 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-13e5db4e-5bca-41f2-9a61-84bdc50eb01a admin admin] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:42.207603 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-13e5db4e-5bca-41f2-9a61-84bdc50eb01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:42.233746 n-d-791506-26 neutron-server[101291]: INFO neutron.db.ipam_backend_mixin [None req-b537fcf9-ec02-429b-9499-0296b6b618a0 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet b4557723-6dd6-4498-83a7-46083838173e (CIDR: 172.20.0.16/28) Aug 16 22:55:42.240025 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-b537fcf9-ec02-429b-9499-0296b6b618a0 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:55:42.240522 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b537fcf9-ec02-429b-9499-0296b6b618a0 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:55:42.290297 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e5db4e-5bca-41f2-9a61-84bdc50eb01a admin admin] Pushing event updated for resources: {'Port': ['ID=c65c74c9-2061-4fed-9434-ddea6724f932,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:42.309670 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8287bcb4-7ae2-44c1-9bef-bfc931f67537 req-a78f4796-16b2-489f-839d-00d477cfdbae tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:42.311155 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8287bcb4-7ae2-44c1-9bef-bfc931f67537 req-a78f4796-16b2-489f-839d-00d477cfdbae tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4b40d68-580d-4ed2-9460-ab869bff6030 HTTP/1.1" status: 200 len: 948 time: 0.1991382 Aug 16 22:55:42.317020 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-b537fcf9-ec02-429b-9499-0296b6b618a0 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6320872 Aug 16 22:55:42.318769 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 34978) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:42.322770 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-9d500820-6fcf-4239-b65f-6b09eb3d56e6 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Request body: {'subnet': {'network_id': 'dc9627d8-9929-4797-931a-e399784f4d6d', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:55:42.348682 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-13e5db4e-5bca-41f2-9a61-84bdc50eb01a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954122'] for router_interface, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:42.378820 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52553ef3-d724-4067-b7e2-1e3368e9bf50 req-295a07d4-784e-4326-8bdd-c7e68a2703c0 tempest-ServerDiagnosticsNegativeTest-1714014796 tempest-ServerDiagnosticsNegativeTest-1714014796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:42.380346 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-52553ef3-d724-4067-b7e2-1e3368e9bf50 req-295a07d4-784e-4326-8bdd-c7e68a2703c0 tempest-ServerDiagnosticsNegativeTest-1714014796 tempest-ServerDiagnosticsNegativeTest-1714014796-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5c4a804-4a50-4ca4-beda-1c93f710ab3e HTTP/1.1" status: 200 len: 949 time: 0.1902800 Aug 16 22:55:42.385083 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8287bcb4-7ae2-44c1-9bef-bfc931f67537 req-4acc1c5c-191e-4c53-b9e7-d6ef0263f591 tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] 10.222.0.36 "GET /v2.0/security-groups?id=eaa103af-6035-465a-ac0a-d83c49d1ff93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635951 Aug 16 22:55:42.411731 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9a1cfe-40f5-4673-b377-3f8e732e70a9 req-3683ceea-d5f7-40ec-9ebe-925dafb8be09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:42.413287 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6a9a1cfe-40f5-4673-b377-3f8e732e70a9 req-3683ceea-d5f7-40ec-9ebe-925dafb8be09 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=3bc6ad35-37eb-49fc-aa60-10ea3b36c658 HTTP/1.1" status: 200 len: 1098 time: 0.1981668 Aug 16 22:55:42.479597 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-52553ef3-d724-4067-b7e2-1e3368e9bf50 req-54511f1f-5c8e-472c-8945-fa76f14f1861 tempest-ServerDiagnosticsNegativeTest-1714014796 tempest-ServerDiagnosticsNegativeTest-1714014796-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dd91cbe-123f-4abe-8c67-12de53b85ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925200 Aug 16 22:55:42.485985 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-1e817b3a-f4ba-4dad-9f8a-c67f296ac4a8 req-19280285-bff3-441b-8fc1-fa80a67e836f tempest-ServerPasswordTestJSON-822023963 tempest-ServerPasswordTestJSON-822023963-project] Allocated IP 172.20.0.11 (191aeeee-515f-4547-91e9-b075760bc88c/bf936234-1201-418c-bd06-df117088e0c1/8672549c-f0d4-4195-88ee-adf03ade70f4) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:55:42.494222 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 7523c21b-6545-4d24-89d7-5235435ba14f details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:55:42.512722 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6a9a1cfe-40f5-4673-b377-3f8e732e70a9 req-f966366f-2467-45a9-abe4-5c7014b6a445 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=0819ca22-363d-4b59-9328-30a084cf554a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870290 Aug 16 22:55:42.524520 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e5db4e-5bca-41f2-9a61-84bdc50eb01a admin admin] Network cf3cc63c-f58b-4d2e-8737-2f16cf854977 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:55:42.529138 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-13e5db4e-5bca-41f2-9a61-84bdc50eb01a admin admin] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:55:42.591506 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d500820-6fcf-4239-b65f-6b09eb3d56e6 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Made reservation on behalf of b528224b3b2646b1be33edac9acd15da for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:55:42.598078 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9d500820-6fcf-4239-b65f-6b09eb3d56e6 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:42.698307 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device be568738-eedc-4e72-beda-84e203fb6d84 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:55:42.713932 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 7523c21b-6545-4d24-89d7-5235435ba14f, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=7523c21b-6545-4d24-89d7-5235435ba14f,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:55:42.730921 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d157e6-ceb0-4a5e-9ca1-69a4fdbb1642 req-ea929062-644f-4fc7-a6b6-76c73e3e6a81 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:42.733388 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-06d157e6-ceb0-4a5e-9ca1-69a4fdbb1642 req-ea929062-644f-4fc7-a6b6-76c73e3e6a81 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bc6ad35-37eb-49fc-aa60-10ea3b36c658 HTTP/1.1" status: 200 len: 946 time: 0.1014972 Aug 16 22:55:42.754757 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': '7523c21b-6545-4d24-89d7-5235435ba14f', 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd', 'port_id': '7523c21b-6545-4d24-89d7-5235435ba14f', 'mac_address': 'fa:16:3e:fa:2b:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6af2b868-37d3-46ab-a526-0465929f13c8', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:55:42.795154 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e17fe948-f60b-4378-9bc1-2a0feae02b12 req-fd4ff703-e6f1-4a5a-bb17-c4cded91a339 tempest-ServerPasswordTestJSON-822023963 tempest-ServerPasswordTestJSON-822023963-project] 10.222.0.36 "GET /v2.0/ports?device_id=06b2cebc-9873-4ba8-b13b-c5ef29da6aaa HTTP/1.1" status: 200 len: 210 time: 0.0720122 Aug 16 22:55:42.803975 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13e5db4e-5bca-41f2-9a61-84bdc50eb01a admin admin] Router 04c59cb1-5fd0-44e2-a0b9-7ed3fdfe754e has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:55:42.829825 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port be568738-eedc-4e72-beda-84e203fb6d84 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:55:42.833385 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:42.836832 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port be568738-eedc-4e72-beda-84e203fb6d84 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:55:42.837439 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:42.871158 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7523c21b-6545-4d24-89d7-5235435ba14f {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:55:42.891463 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-06d157e6-ceb0-4a5e-9ca1-69a4fdbb1642 req-37c23ead-2bfa-4380-8e8f-cc67eb580c09 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=0819ca22-363d-4b59-9328-30a084cf554a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1483223 Aug 16 22:55:42.906865 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 7523c21b-6545-4d24-89d7-5235435ba14f, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=7523c21b-6545-4d24-89d7-5235435ba14f,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:55:42.918892 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:42.965687 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13e5db4e-5bca-41f2-9a61-84bdc50eb01a admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:55:42.971870 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-13e5db4e-5bca-41f2-9a61-84bdc50eb01a admin admin] 10.222.0.36 "PUT /v2.0/routers/04c59cb1-5fd0-44e2-a0b9-7ed3fdfe754e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9179907 Aug 16 22:55:43.019651 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:43.030967 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=7523c21b-6545-4d24-89d7-5235435ba14f,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:43.049300 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port be568738-eedc-4e72-beda-84e203fb6d84, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=be568738-eedc-4e72-beda-84e203fb6d84,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:55:43.053999 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:43.092494 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 2f0d39ab-6a85-4c26-a96e-252f529a109d up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:55:43.150590 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=be568738-eedc-4e72-beda-84e203fb6d84,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:43.168569 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-1e817b3a-f4ba-4dad-9f8a-c67f296ac4a8 req-19280285-bff3-441b-8fc1-fa80a67e836f tempest-ServerPasswordTestJSON-822023963 tempest-ServerPasswordTestJSON-822023963-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:43.171168 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning for port 2f0d39ab-6a85-4c26-a96e-252f529a109d completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:55:43.177089 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port 2f0d39ab-6a85-4c26-a96e-252f529a109d triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:55:43.177766 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:43.212200 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['7523c21b-6545-4d24-89d7-5235435ba14f'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:55:43.214651 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4aeb3aa-3d17-4b4f-b129-b53b1e7e8a89 None None] Sync routers for ids ['04c59cb1-5fd0-44e2-a0b9-7ed3fdfe754e'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:55:43.264944 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4aeb3aa-3d17-4b4f-b129-b53b1e7e8a89 None None] Routers {'04c59cb1-5fd0-44e2-a0b9-7ed3fdfe754e'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:55:43.265789 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-c4aeb3aa-3d17-4b4f-b129-b53b1e7e8a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:55:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['04c59cb1-5fd0-44e2-a0b9-7ed3fdfe754e'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:55:43.282773 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-1e817b3a-f4ba-4dad-9f8a-c67f296ac4a8 req-19280285-bff3-441b-8fc1-fa80a67e836f tempest-ServerPasswordTestJSON-822023963 tempest-ServerPasswordTestJSON-822023963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:43.347898 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e817b3a-f4ba-4dad-9f8a-c67f296ac4a8 req-19280285-bff3-441b-8fc1-fa80a67e836f tempest-ServerPasswordTestJSON-822023963 tempest-ServerPasswordTestJSON-822023963-project] Network 191aeeee-515f-4547-91e9-b075760bc88c is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:55:43.358458 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-1e817b3a-f4ba-4dad-9f8a-c67f296ac4a8 req-19280285-bff3-441b-8fc1-fa80a67e836f tempest-ServerPasswordTestJSON-822023963 tempest-ServerPasswordTestJSON-822023963-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:55:43.364764 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19280285-bff3-441b-8fc1-fa80a67e836f tempest-ServerPasswordTestJSON-822023963 tempest-ServerPasswordTestJSON-822023963-project] Pushing event updated for resources: {'Port': ['ID=8672549c-f0d4-4195-88ee-adf03ade70f4,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:43.372780 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e817b3a-f4ba-4dad-9f8a-c67f296ac4a8 req-19280285-bff3-441b-8fc1-fa80a67e836f tempest-ServerPasswordTestJSON-822023963 tempest-ServerPasswordTestJSON-822023963-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:55:43.401165 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9d500820-6fcf-4239-b65f-6b09eb3d56e6 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:43.471081 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d500820-6fcf-4239-b65f-6b09eb3d56e6 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Network dc9627d8-9929-4797-931a-e399784f4d6d is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:55:43.479876 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e817b3a-f4ba-4dad-9f8a-c67f296ac4a8 req-19280285-bff3-441b-8fc1-fa80a67e836f tempest-ServerPasswordTestJSON-822023963 tempest-ServerPasswordTestJSON-822023963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:43.480566 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-1e817b3a-f4ba-4dad-9f8a-c67f296ac4a8 req-19280285-bff3-441b-8fc1-fa80a67e836f tempest-ServerPasswordTestJSON-822023963 tempest-ServerPasswordTestJSON-822023963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:43.487118 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-9d500820-6fcf-4239-b65f-6b09eb3d56e6 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:55:43.492696 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d500820-6fcf-4239-b65f-6b09eb3d56e6 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:43.493136 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9d500820-6fcf-4239-b65f-6b09eb3d56e6 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:43.499486 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d500820-6fcf-4239-b65f-6b09eb3d56e6 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Pushing event updated for resources: {'Subnet': ['ID=77988a82-145a-4148-8d39-b171805ea04c,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:43.532427 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-9d500820-6fcf-4239-b65f-6b09eb3d56e6 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2128458 Aug 16 22:55:43.535136 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 35008) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:43.544331 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-e8773a38-9eaa-43cb-98ae-e148f08c8f73 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1012439308', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '77988a82-145a-4148-8d39-b171805ea04c'}], 'security_groups': ['97f8120c-b40b-4696-9c98-925bbcceb3a1', '8e0720e3-375e-4ba9-8a7f-19fe9b6935dc']}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:55:43.557427 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c56234-e7e2-412a-a920-04b05d4eed19 None None] Network dc9627d8-9929-4797-931a-e399784f4d6d requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:55:43.630032 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-1e817b3a-f4ba-4dad-9f8a-c67f296ac4a8 req-19280285-bff3-441b-8fc1-fa80a67e836f tempest-ServerPasswordTestJSON-822023963 tempest-ServerPasswordTestJSON-822023963-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7361128 Aug 16 22:55:43.642038 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e8773a38-9eaa-43cb-98ae-e148f08c8f73 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:43.660108 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-1e817b3a-f4ba-4dad-9f8a-c67f296ac4a8 req-10c53664-dd66-43d2-9033-78bf57baa1d4 service neutron] Request body: {'port': {'device_id': '06b2cebc-9873-4ba8-b13b-c5ef29da6aaa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:55:43.747070 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-c4aeb3aa-3d17-4b4f-b129-b53b1e7e8a89 None None] Set router 04c59cb1-5fd0-44e2-a0b9-7ed3fdfe754e gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:55:43.816153 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:43.874336 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c1d30c-4e49-4c5f-b2f2-ceacea44fc10 req-4632bf6b-00b6-45ce-a4bd-07b80dcd572c tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:43.878789 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-36c1d30c-4e49-4c5f-b2f2-ceacea44fc10 req-4632bf6b-00b6-45ce-a4bd-07b80dcd572c tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4b40d68-580d-4ed2-9460-ab869bff6030 HTTP/1.1" status: 200 len: 949 time: 0.0850155 Aug 16 22:55:43.924025 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d98683-2158-4ff7-9d99-fff716effa26 req-b41bbe0b-9026-4def-ab8f-a7698d20ec37 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:43.931144 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-62d98683-2158-4ff7-9d99-fff716effa26 req-b41bbe0b-9026-4def-ab8f-a7698d20ec37 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/networks?id=cf3cc63c-f58b-4d2e-8737-2f16cf854977 HTTP/1.1" status: 200 len: 819 time: 0.5854599 Aug 16 22:55:43.945410 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-1e817b3a-f4ba-4dad-9f8a-c67f296ac4a8 req-10c53664-dd66-43d2-9033-78bf57baa1d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:43.960920 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-62d98683-2158-4ff7-9d99-fff716effa26 req-1f69b496-8468-4d86-8f37-3ced19bfb295 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/quotas/17b3937359b747459bb6c64ab15f667a HTTP/1.1" status: 200 len: 375 time: 0.0284910 Aug 16 22:55:44.005649 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-36c1d30c-4e49-4c5f-b2f2-ceacea44fc10 req-f51d69cf-5e24-4094-8a35-3e233b812536 tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] 10.222.0.36 "GET /v2.0/security-groups?id=eaa103af-6035-465a-ac0a-d83c49d1ff93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185482 Aug 16 22:55:44.042605 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-62d98683-2158-4ff7-9d99-fff716effa26 req-50801ece-2f60-4dab-9eb0-5acb9338c8f7 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=17b3937359b747459bb6c64ab15f667a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0810833 Aug 16 22:55:44.061242 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 2f0d39ab-6a85-4c26-a96e-252f529a109d, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=2f0d39ab-6a85-4c26-a96e-252f529a109d,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:55:44.079234 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:44.102420 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc038fb-f156-450f-a404-6e5743c56ef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f0d39ab-6a85-4c26-a96e-252f529a109d'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:55:44.105135 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72177ecf-ce9c-4041-a2f7-6a78df106d4f" -d '{"events": [{"server_uuid": "2bc038fb-f156-450f-a404-6e5743c56ef4", "name": "network-vif-plugged", "status": "completed", "tag": "2f0d39ab-6a85-4c26-a96e-252f529a109d"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:55:44.204433 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95d604f-59f4-4239-8747-64151e3a6da7 req-c1e59747-bff0-4cc1-8e8f-a3349ea91e84 tempest-ServerDiagnosticsNegativeTest-1714014796 tempest-ServerDiagnosticsNegativeTest-1714014796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:44.206005 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-a95d604f-59f4-4239-8747-64151e3a6da7 req-c1e59747-bff0-4cc1-8e8f-a3349ea91e84 tempest-ServerDiagnosticsNegativeTest-1714014796 tempest-ServerDiagnosticsNegativeTest-1714014796-project] 10.222.0.68 "GET /v2.0/ports?device_id=c5c4a804-4a50-4ca4-beda-1c93f710ab3e HTTP/1.1" status: 200 len: 949 time: 0.5071490 Aug 16 22:55:44.236999 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=2f0d39ab-6a85-4c26-a96e-252f529a109d,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:44.290784 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-c4aeb3aa-3d17-4b4f-b129-b53b1e7e8a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04c59cb1-5fd0-44e2-a0b9-7ed3fdfe754e', 'name': 'tempest-ServerRescueNegativeTestJSON-1973835972-router', 'tenant_id': '17b3937359b747459bb6c64ab15f667a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'be568738-eedc-4e72-beda-84e203fb6d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:55:35Z', 'updated_at': '2021-08-16T22:55:41Z', 'revision_number': 4, 'project_id': '17b3937359b747459bb6c64ab15f667a', 'gw_port': {'id': 'be568738-eedc-4e72-beda-84e203fb6d84', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c59cb1-5fd0-44e2-a0b9-7ed3fdfe754e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:55:36Z', 'updated_at': '2021-08-16T22:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'c65c74c9-2061-4fed-9434-ddea6724f932', 'name': '', 'network_id': 'cf3cc63c-f58b-4d2e-8737-2f16cf854977', 'tenant_id': '17b3937359b747459bb6c64ab15f667a', 'mac_address': 'fa:16:3e:61:d7:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04c59cb1-5fd0-44e2-a0b9-7ed3fdfe754e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '326cf2b6-5a5e-461f-8420-87d3c4aa2e9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:55:40Z', 'updated_at': '2021-08-16T22:55:41Z', 'revision_number': 2, 'project_id': '17b3937359b747459bb6c64ab15f667a', 'subnets': [{'id': '326cf2b6-5a5e-461f-8420-87d3c4aa2e9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:55:44.311447 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-62d98683-2158-4ff7-9d99-fff716effa26 req-b73b2e4e-5828-4d70-b0f4-3a0d31a41bf4 service neutron] 10.222.0.36 "GET /v2.0/networks/cf3cc63c-f58b-4d2e-8737-2f16cf854977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679555 Aug 16 22:55:44.352643 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4aeb3aa-3d17-4b4f-b129-b53b1e7e8a89 None None] Checking router: 04c59cb1-5fd0-44e2-a0b9-7ed3fdfe754e for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:55:44.352977 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4aeb3aa-3d17-4b4f-b129-b53b1e7e8a89 None None] Updating router 04c59cb1-5fd0-44e2-a0b9-7ed3fdfe754e port c65c74c9-2061-4fed-9434-ddea6724f932 binding host n-d-791506-26 {{(pid=101293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:55:44.356581 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e05aa72-a80c-4e23-b2f2-ae198e2f0822 req-0db7aa88-fbfe-4231-b1da-53f12a352274 tempest-ServerDiagnosticsNegativeTest-1714014796 tempest-ServerDiagnosticsNegativeTest-1714014796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:44.358478 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6e05aa72-a80c-4e23-b2f2-ae198e2f0822 req-0db7aa88-fbfe-4231-b1da-53f12a352274 tempest-ServerDiagnosticsNegativeTest-1714014796 tempest-ServerDiagnosticsNegativeTest-1714014796-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5c4a804-4a50-4ca4-beda-1c93f710ab3e HTTP/1.1" status: 200 len: 949 time: 0.1353025 Aug 16 22:55:44.398671 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751615d9-2332-414a-b2e1-425ec997d728 None None] Update dhcp port {'port': {'network_id': 'dc9627d8-9929-4797-931a-e399784f4d6d', 'fixed_ips': [{'subnet_id': 'b4557723-6dd6-4498-83a7-46083838173e', 'ip_address': '172.20.0.18'}, {'subnet_id': 'ddd2b1d4-8271-4d1f-8c6a-cfb18f6b72f1', 'ip_address': '172.20.0.2'}, {'subnet_id': '77988a82-145a-4148-8d39-b171805ea04c'}], 'binding:host_id': 'n-d-791506-26'}, 'id': '8df73d74-7579-4113-a7d7-765364e90234'} from n-d-791506-26. {{(pid=101293) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 22:55:44.417895 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c4aeb3aa-3d17-4b4f-b129-b53b1e7e8a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:44.434284 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-751615d9-2332-414a-b2e1-425ec997d728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:44.440745 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6e05aa72-a80c-4e23-b2f2-ae198e2f0822 req-28e70b61-17b4-4f49-8956-d34e6cd0d4a3 tempest-ServerDiagnosticsNegativeTest-1714014796 tempest-ServerDiagnosticsNegativeTest-1714014796-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dd91cbe-123f-4abe-8c67-12de53b85ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455587 Aug 16 22:55:44.518568 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-a95d604f-59f4-4239-8747-64151e3a6da7 req-20c6919a-a2e8-4bd5-8857-cffa0015eb21 tempest-ServerDiagnosticsNegativeTest-1714014796 tempest-ServerDiagnosticsNegativeTest-1714014796-project] Deleting port a8aee642-863c-41e4-87b5-91bd28109816 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:55:44.518925 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-a95d604f-59f4-4239-8747-64151e3a6da7 req-20c6919a-a2e8-4bd5-8857-cffa0015eb21 tempest-ServerDiagnosticsNegativeTest-1714014796 tempest-ServerDiagnosticsNegativeTest-1714014796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:44.521389 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-62d98683-2158-4ff7-9d99-fff716effa26 req-05b88e5c-38b9-43da-9e70-ada8ec66b3a7 service neutron] 10.222.0.36 "GET /v2.0/networks/cf3cc63c-f58b-4d2e-8737-2f16cf854977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003081 Aug 16 22:55:44.538257 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-e8773a38-9eaa-43cb-98ae-e148f08c8f73 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Delete allocated IP 172.20.0.5 (dc9627d8-9929-4797-931a-e399784f4d6d/ddd2b1d4-8271-4d1f-8c6a-cfb18f6b72f1) {{(pid=101291) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 16 22:55:44.623131 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-e8773a38-9eaa-43cb-98ae-e148f08c8f73 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Allocated IP 172.20.0.46 (dc9627d8-9929-4797-931a-e399784f4d6d/77988a82-145a-4148-8d39-b171805ea04c/a9a49561-e8f6-4538-baf6-07b0691a9787) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:55:44.673321 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device be568738-eedc-4e72-beda-84e203fb6d84 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:55:44.673731 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-1e817b3a-f4ba-4dad-9f8a-c67f296ac4a8 req-10c53664-dd66-43d2-9033-78bf57baa1d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8672549c-f0d4-4195-88ee-adf03ade70f4 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:55:44.700754 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-1e817b3a-f4ba-4dad-9f8a-c67f296ac4a8 req-10c53664-dd66-43d2-9033-78bf57baa1d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:44.756760 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-a95d604f-59f4-4239-8747-64151e3a6da7 req-20c6919a-a2e8-4bd5-8857-cffa0015eb21 tempest-ServerDiagnosticsNegativeTest-1714014796 tempest-ServerDiagnosticsNegativeTest-1714014796-project] For port a8aee642-863c-41e4-87b5-91bd28109816, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=a8aee642-863c-41e4-87b5-91bd28109816,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:55:44.757320 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-a95d604f-59f4-4239-8747-64151e3a6da7 req-20c6919a-a2e8-4bd5-8857-cffa0015eb21 tempest-ServerDiagnosticsNegativeTest-1714014796 tempest-ServerDiagnosticsNegativeTest-1714014796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:44.781083 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecf9e85-2dab-4983-9d9f-cbc426310360 req-2e3ba0c6-d9cf-4287-986d-fdfc2e6848ab tempest-ServerPasswordTestJSON-822023963 tempest-ServerPasswordTestJSON-822023963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:44.789762 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-1e817b3a-f4ba-4dad-9f8a-c67f296ac4a8 req-10c53664-dd66-43d2-9033-78bf57baa1d4 service neutron] Transition to ACTIVE for port object 8672549c-f0d4-4195-88ee-adf03ade70f4 will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:55:44.789995 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8ecf9e85-2dab-4983-9d9f-cbc426310360 req-2e3ba0c6-d9cf-4287-986d-fdfc2e6848ab tempest-ServerPasswordTestJSON-822023963 tempest-ServerPasswordTestJSON-822023963-project] 10.222.0.36 "GET /v2.0/ports?device_id=06b2cebc-9873-4ba8-b13b-c5ef29da6aaa HTTP/1.1" status: 200 len: 932 time: 0.0682464 Aug 16 22:55:44.855650 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port be568738-eedc-4e72-beda-84e203fb6d84 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:55:44.856035 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:44.862602 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-a95d604f-59f4-4239-8747-64151e3a6da7 req-20c6919a-a2e8-4bd5-8857-cffa0015eb21 tempest-ServerDiagnosticsNegativeTest-1714014796 tempest-ServerDiagnosticsNegativeTest-1714014796-project] Calling delete_port for a8aee642-863c-41e4-87b5-91bd28109816 owned by compute:nova {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:55:44.866195 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-1e817b3a-f4ba-4dad-9f8a-c67f296ac4a8 req-10c53664-dd66-43d2-9033-78bf57baa1d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:44.876587 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8ecf9e85-2dab-4983-9d9f-cbc426310360 req-115b567b-6f56-461e-9fd6-f329aa0f350e tempest-ServerPasswordTestJSON-822023963 tempest-ServerPasswordTestJSON-822023963-project] 10.222.0.36 "GET /v2.0/security-groups?id=c409a04c-1df7-4c65-a3b5-78b14e851068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854354 Aug 16 22:55:44.913790 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8b4323-7a28-4ed3-9ba8-e379689426ba req-b4bf556c-481c-4518-a6c4-aaa8d302614a tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:44.917518 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2c8b4323-7a28-4ed3-9ba8-e379689426ba req-b4bf556c-481c-4518-a6c4-aaa8d302614a tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bc6ad35-37eb-49fc-aa60-10ea3b36c658 HTTP/1.1" status: 200 len: 946 time: 0.1183035 Aug 16 22:55:44.980413 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e492d9a-885a-4c9a-ac9d-487ee221783d x-openstack-request-id: req-2e492d9a-885a-4c9a-ac9d-487ee221783d {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:55:44.980667 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bc038fb-f156-450f-a404-6e5743c56ef4", "name": "network-vif-plugged", "status": "completed", "tag": "2f0d39ab-6a85-4c26-a96e-252f529a109d", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:55:44.980946 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2e492d9a-885a-4c9a-ac9d-487ee221783d {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:55:44.981254 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc038fb-f156-450f-a404-6e5743c56ef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f0d39ab-6a85-4c26-a96e-252f529a109d', 'code': 200} Aug 16 22:55:45.001308 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2c8b4323-7a28-4ed3-9ba8-e379689426ba req-d9366b72-28c9-4d5d-af68-76bbacc4abae tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=0819ca22-363d-4b59-9328-30a084cf554a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712752 Aug 16 22:55:45.020201 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c4aeb3aa-3d17-4b4f-b129-b53b1e7e8a89 None None] Notify callbacks [] for port, precommit_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:45.054558 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-c4aeb3aa-3d17-4b4f-b129-b53b1e7e8a89 None None] Transition to ACTIVE for port object c65c74c9-2061-4fed-9434-ddea6724f932 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:55:45.062811 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c4aeb3aa-3d17-4b4f-b129-b53b1e7e8a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:45.070672 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-39f31d5f-5eec-45b4-b45e-7949eb3ca277 req-4457330c-fa64-4e97-8f45-a7e0fe6f1366 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/ports?device_id=116b3c9c-303e-4ffe-b86f-0b052c315ef4 HTTP/1.1" status: 200 len: 210 time: 0.0652416 Aug 16 22:55:45.088829 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c53664-dd66-43d2-9033-78bf57baa1d4 service neutron] Pushing event updated for resources: {'Port': ['ID=8672549c-f0d4-4195-88ee-adf03ade70f4,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:45.155462 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d27e14-5b22-4100-a5ba-b79c5e5fe236 None None] Pushing event updated for resources: {'Port': ['ID=c65c74c9-2061-4fed-9434-ddea6724f932,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:45.216758 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79708458-21fb-41c6-804f-6e12af412aff req-86547053-153c-4b84-b5ca-e81656d96764 tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:45.224994 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-79708458-21fb-41c6-804f-6e12af412aff req-86547053-153c-4b84-b5ca-e81656d96764 tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4b40d68-580d-4ed2-9460-ab869bff6030 HTTP/1.1" status: 200 len: 949 time: 0.1015797 Aug 16 22:55:45.231871 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-c4aeb3aa-3d17-4b4f-b129-b53b1e7e8a89 None None] Attempting to bind port c65c74c9-2061-4fed-9434-ddea6724f932 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:55:45.232343 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-c4aeb3aa-3d17-4b4f-b129-b53b1e7e8a89 None None] Attempting to bind port c65c74c9-2061-4fed-9434-ddea6724f932 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '2ef6fce6-dd05-4e6c-9b12-9c1394b5a330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'cf3cc63c-f58b-4d2e-8737-2f16cf854977'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:55:45.232838 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4aeb3aa-3d17-4b4f-b129-b53b1e7e8a89 None None] Attempting to bind port c65c74c9-2061-4fed-9434-ddea6724f932 on network cf3cc63c-f58b-4d2e-8737-2f16cf854977 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:55:45.240292 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4aeb3aa-3d17-4b4f-b129-b53b1e7e8a89 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:55:45.240856 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4aeb3aa-3d17-4b4f-b129-b53b1e7e8a89 None None] Checking segment: {'id': '2ef6fce6-dd05-4e6c-9b12-9c1394b5a330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'cf3cc63c-f58b-4d2e-8737-2f16cf854977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:55:45.241394 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c4aeb3aa-3d17-4b4f-b129-b53b1e7e8a89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:45.241991 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4aeb3aa-3d17-4b4f-b129-b53b1e7e8a89 None None] Bound using segment: {'id': '2ef6fce6-dd05-4e6c-9b12-9c1394b5a330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'cf3cc63c-f58b-4d2e-8737-2f16cf854977'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:55:45.242590 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-c4aeb3aa-3d17-4b4f-b129-b53b1e7e8a89 None None] Bound port: c65c74c9-2061-4fed-9434-ddea6724f932, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ef6fce6-dd05-4e6c-9b12-9c1394b5a330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'cf3cc63c-f58b-4d2e-8737-2f16cf854977'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:55:45.243253 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c4aeb3aa-3d17-4b4f-b129-b53b1e7e8a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:45.285194 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-79708458-21fb-41c6-804f-6e12af412aff req-c5cc20a6-24a3-49f1-8c63-b9ce50e571f0 tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] 10.222.0.36 "GET /v2.0/security-groups?id=eaa103af-6035-465a-ac0a-d83c49d1ff93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591977 Aug 16 22:55:45.317832 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-a95d604f-59f4-4239-8747-64151e3a6da7 req-20c6919a-a2e8-4bd5-8857-cffa0015eb21 tempest-ServerDiagnosticsNegativeTest-1714014796 tempest-ServerDiagnosticsNegativeTest-1714014796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:45.334043 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-c4aeb3aa-3d17-4b4f-b129-b53b1e7e8a89 None None] For port c65c74c9-2061-4fed-9434-ddea6724f932, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:55:45.337300 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-c4aeb3aa-3d17-4b4f-b129-b53b1e7e8a89 None None] For port c65c74c9-2061-4fed-9434-ddea6724f932, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=c65c74c9-2061-4fed-9434-ddea6724f932,segment=NetworkSegment(2ef6fce6-dd05-4e6c-9b12-9c1394b5a330),segment_id=2ef6fce6-dd05-4e6c-9b12-9c1394b5a330)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:55:45.353564 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c4aeb3aa-3d17-4b4f-b129-b53b1e7e8a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:45.444119 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4aeb3aa-3d17-4b4f-b129-b53b1e7e8a89 None None] Routers {'04c59cb1-5fd0-44e2-a0b9-7ed3fdfe754e'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:55:45.444495 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-c4aeb3aa-3d17-4b4f-b129-b53b1e7e8a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:55:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['04c59cb1-5fd0-44e2-a0b9-7ed3fdfe754e'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:55:45.445305 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c6919a-a2e8-4bd5-8857-cffa0015eb21 tempest-ServerDiagnosticsNegativeTest-1714014796 tempest-ServerDiagnosticsNegativeTest-1714014796-project] Pushing event deleted for resources: {'Port': ['ID=a8aee642-863c-41e4-87b5-91bd28109816,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:45.488589 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d27e14-5b22-4100-a5ba-b79c5e5fe236 None None] Pushing event updated for resources: {'Port': ['ID=c65c74c9-2061-4fed-9434-ddea6724f932,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:45.506811 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e8773a38-9eaa-43cb-98ae-e148f08c8f73 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:45.521024 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-a95d604f-59f4-4239-8747-64151e3a6da7 req-20c6919a-a2e8-4bd5-8857-cffa0015eb21 tempest-ServerDiagnosticsNegativeTest-1714014796 tempest-ServerDiagnosticsNegativeTest-1714014796-project] No DVR routers for this DVR port a8aee642-863c-41e4-87b5-91bd28109816 on host n-h1-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:55:45.536658 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-a95d604f-59f4-4239-8747-64151e3a6da7 req-20c6919a-a2e8-4bd5-8857-cffa0015eb21 tempest-ServerDiagnosticsNegativeTest-1714014796 tempest-ServerDiagnosticsNegativeTest-1714014796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:45.539520 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-a95d604f-59f4-4239-8747-64151e3a6da7 req-20c6919a-a2e8-4bd5-8857-cffa0015eb21 tempest-ServerDiagnosticsNegativeTest-1714014796 tempest-ServerDiagnosticsNegativeTest-1714014796-project] 10.222.0.68 "DELETE /v2.0/ports/a8aee642-863c-41e4-87b5-91bd28109816 HTTP/1.1" status: 204 len: 173 time: 1.3255291 Aug 16 22:55:45.571015 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5c4a804-4a50-4ca4-beda-1c93f710ab3e', 'name': 'network-vif-deleted', 'tag': 'a8aee642-863c-41e4-87b5-91bd28109816'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:55:45.574986 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0b0d16e-9573-4168-873a-131b15ab7c9a" -d '{"events": [{"server_uuid": "c5c4a804-4a50-4ca4-beda-1c93f710ab3e", "name": "network-vif-deleted", "tag": "a8aee642-863c-41e4-87b5-91bd28109816"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:55:45.576570 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998be109-9159-4094-834c-6f6b82ed6f90 req-a6ded9b5-fd3d-4c57-b12c-b9f762b66021 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:45.587126 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d01e62-d00c-4890-9c0f-5a351b919815 req-4210213c-6fa4-4f3d-87c7-c805b164198c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:45.589288 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d1d01e62-d00c-4890-9c0f-5a351b919815 req-4210213c-6fa4-4f3d-87c7-c805b164198c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2bc038fb-f156-450f-a404-6e5743c56ef4 HTTP/1.1" status: 200 len: 1102 time: 0.4784329 Aug 16 22:55:45.593336 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-998be109-9159-4094-834c-6f6b82ed6f90 req-a6ded9b5-fd3d-4c57-b12c-b9f762b66021 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/networks?id=cf3cc63c-f58b-4d2e-8737-2f16cf854977 HTTP/1.1" status: 200 len: 819 time: 0.2391827 Aug 16 22:55:45.602659 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-e8773a38-9eaa-43cb-98ae-e148f08c8f73 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Transition to ACTIVE for port object a9a49561-e8f6-4538-baf6-07b0691a9787 will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:55:45.618620 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-c4aeb3aa-3d17-4b4f-b129-b53b1e7e8a89 None None] Set router 04c59cb1-5fd0-44e2-a0b9-7ed3fdfe754e gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:55:45.636920 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e8773a38-9eaa-43cb-98ae-e148f08c8f73 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:45.638302 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-998be109-9159-4094-834c-6f6b82ed6f90 req-5f02283e-837e-43ff-a00f-60075d97eae1 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/quotas/17b3937359b747459bb6c64ab15f667a HTTP/1.1" status: 200 len: 375 time: 0.0298371 Aug 16 22:55:45.641961 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-1e817b3a-f4ba-4dad-9f8a-c67f296ac4a8 req-10c53664-dd66-43d2-9033-78bf57baa1d4 service neutron] Attempting to bind port 8672549c-f0d4-4195-88ee-adf03ade70f4 on host n-h2-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:55:45.642640 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-1e817b3a-f4ba-4dad-9f8a-c67f296ac4a8 req-10c53664-dd66-43d2-9033-78bf57baa1d4 service neutron] Attempting to bind port 8672549c-f0d4-4195-88ee-adf03ade70f4 by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': 'dfcf9c07-d6ef-499c-8b24-2cc7b3bf3d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '191aeeee-515f-4547-91e9-b075760bc88c'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:55:45.643162 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e817b3a-f4ba-4dad-9f8a-c67f296ac4a8 req-10c53664-dd66-43d2-9033-78bf57baa1d4 service neutron] Attempting to bind port 8672549c-f0d4-4195-88ee-adf03ade70f4 on network 191aeeee-515f-4547-91e9-b075760bc88c {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:55:45.658401 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1a50eae1-9044-418d-8ed6-f5e15e0f0374 req-04bf8bd1-393c-46d7-b470-67c1f8296873 tempest-ServerDiagnosticsNegativeTest-1714014796 tempest-ServerDiagnosticsNegativeTest-1714014796-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5c4a804-4a50-4ca4-beda-1c93f710ab3e HTTP/1.1" status: 200 len: 210 time: 0.0631480 Aug 16 22:55:45.699970 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d1d01e62-d00c-4890-9c0f-5a351b919815 req-20e61e03-bdab-4841-b968-20bae1fe91cd service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=eaa103af-6035-465a-ac0a-d83c49d1ff93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936606 Aug 16 22:55:45.706330 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e817b3a-f4ba-4dad-9f8a-c67f296ac4a8 req-10c53664-dd66-43d2-9033-78bf57baa1d4 service neutron] Port 8672549c-f0d4-4195-88ee-adf03ade70f4 on network 191aeeee-515f-4547-91e9-b075760bc88c not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:55:45.707070 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e817b3a-f4ba-4dad-9f8a-c67f296ac4a8 req-10c53664-dd66-43d2-9033-78bf57baa1d4 service neutron] Attempting to bind port 8672549c-f0d4-4195-88ee-adf03ade70f4 on network 191aeeee-515f-4547-91e9-b075760bc88c {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:55:45.759879 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d792aa62-e893-4f3c-b87d-e86cee137870 x-openstack-request-id: req-d792aa62-e893-4f3c-b87d-e86cee137870 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:55:45.760277 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5c4a804-4a50-4ca4-beda-1c93f710ab3e", "name": "network-vif-deleted", "tag": "a8aee642-863c-41e4-87b5-91bd28109816", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:55:45.760665 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d792aa62-e893-4f3c-b87d-e86cee137870 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:55:45.761403 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5c4a804-4a50-4ca4-beda-1c93f710ab3e', 'name': 'network-vif-deleted', 'tag': 'a8aee642-863c-41e4-87b5-91bd28109816', 'status': 'completed', 'code': 200} Aug 16 22:55:45.771391 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e817b3a-f4ba-4dad-9f8a-c67f296ac4a8 req-10c53664-dd66-43d2-9033-78bf57baa1d4 service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:55:45.771656 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e817b3a-f4ba-4dad-9f8a-c67f296ac4a8 req-10c53664-dd66-43d2-9033-78bf57baa1d4 service neutron] Checking segment: {'id': 'dfcf9c07-d6ef-499c-8b24-2cc7b3bf3d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '191aeeee-515f-4547-91e9-b075760bc88c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:55:45.772140 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e817b3a-f4ba-4dad-9f8a-c67f296ac4a8 req-10c53664-dd66-43d2-9033-78bf57baa1d4 service neutron] Bound using segment: {'id': 'dfcf9c07-d6ef-499c-8b24-2cc7b3bf3d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '191aeeee-515f-4547-91e9-b075760bc88c'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:55:45.772763 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-1e817b3a-f4ba-4dad-9f8a-c67f296ac4a8 req-10c53664-dd66-43d2-9033-78bf57baa1d4 service neutron] Bound port: 8672549c-f0d4-4195-88ee-adf03ade70f4, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfcf9c07-d6ef-499c-8b24-2cc7b3bf3d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '191aeeee-515f-4547-91e9-b075760bc88c'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:55:45.773249 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-1e817b3a-f4ba-4dad-9f8a-c67f296ac4a8 req-10c53664-dd66-43d2-9033-78bf57baa1d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:45.776685 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-998be109-9159-4094-834c-6f6b82ed6f90 req-9292728c-30b6-491e-a0f1-399b4839de3f tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=17b3937359b747459bb6c64ab15f667a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1146166 Aug 16 22:55:45.845351 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8773a38-9eaa-43cb-98ae-e148f08c8f73 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Pushing event updated for resources: {'Port': ['ID=a9a49561-e8f6-4538-baf6-07b0691a9787,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:45.887024 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-e8773a38-9eaa-43cb-98ae-e148f08c8f73 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] In _notify_port_updated(), no bound segment for port a9a49561-e8f6-4538-baf6-07b0691a9787 on network dc9627d8-9929-4797-931a-e399784f4d6d {{(pid=101291) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 22:55:45.888928 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-998be109-9159-4094-834c-6f6b82ed6f90 req-8744ddd7-eb3d-4fcf-a8fb-45f75218bad6 service neutron] 10.222.0.36 "GET /v2.0/networks/cf3cc63c-f58b-4d2e-8737-2f16cf854977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111817 Aug 16 22:55:45.893931 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8773a38-9eaa-43cb-98ae-e148f08c8f73 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:45.895985 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e8773a38-9eaa-43cb-98ae-e148f08c8f73 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:45.896572 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-e8773a38-9eaa-43cb-98ae-e148f08c8f73 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "PUT /v2.0/ports/a9a49561-e8f6-4538-baf6-07b0691a9787 HTTP/1.1" status: 200 len: 960 time: 2.3602335 Aug 16 22:55:45.899333 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 35088) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:45.991533 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-1e817b3a-f4ba-4dad-9f8a-c67f296ac4a8 req-10c53664-dd66-43d2-9033-78bf57baa1d4 service neutron] For port 8672549c-f0d4-4195-88ee-adf03ade70f4, host n-h2-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:55:46.005848 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-998be109-9159-4094-834c-6f6b82ed6f90 req-9bf156e2-4128-4e99-970b-18935e2834d4 service neutron] 10.222.0.36 "GET /v2.0/networks/cf3cc63c-f58b-4d2e-8737-2f16cf854977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035221 Aug 16 22:55:46.006619 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-1e817b3a-f4ba-4dad-9f8a-c67f296ac4a8 req-10c53664-dd66-43d2-9033-78bf57baa1d4 service neutron] For port 8672549c-f0d4-4195-88ee-adf03ade70f4, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=8672549c-f0d4-4195-88ee-adf03ade70f4,segment=NetworkSegment(dfcf9c07-d6ef-499c-8b24-2cc7b3bf3d82),segment_id=dfcf9c07-d6ef-499c-8b24-2cc7b3bf3d82)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:55:46.014372 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-1e817b3a-f4ba-4dad-9f8a-c67f296ac4a8 req-10c53664-dd66-43d2-9033-78bf57baa1d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:46.066494 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e817b3a-f4ba-4dad-9f8a-c67f296ac4a8 req-10c53664-dd66-43d2-9033-78bf57baa1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:46.067377 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-1e817b3a-f4ba-4dad-9f8a-c67f296ac4a8 req-10c53664-dd66-43d2-9033-78bf57baa1d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:46.068899 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-1e817b3a-f4ba-4dad-9f8a-c67f296ac4a8 req-10c53664-dd66-43d2-9033-78bf57baa1d4 service neutron] 10.222.0.57 "PUT /v2.0/ports/8672549c-f0d4-4195-88ee-adf03ade70f4 HTTP/1.1" status: 200 len: 1093 time: 2.4244828 Aug 16 22:55:46.163829 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1bee231b-c185-4870-8176-a787c963cc0e tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Deleting port a9a49561-e8f6-4538-baf6-07b0691a9787 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:55:46.164192 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1bee231b-c185-4870-8176-a787c963cc0e tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:46.168556 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-751615d9-2332-414a-b2e1-425ec997d728 None None] Allocated IP 172.20.0.34 (dc9627d8-9929-4797-931a-e399784f4d6d/77988a82-145a-4148-8d39-b171805ea04c/8df73d74-7579-4113-a7d7-765364e90234) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:55:46.316828 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c53664-dd66-43d2-9033-78bf57baa1d4 service neutron] Pushing event updated for resources: {'Port': ['ID=8672549c-f0d4-4195-88ee-adf03ade70f4,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:46.334931 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-c4aeb3aa-3d17-4b4f-b129-b53b1e7e8a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04c59cb1-5fd0-44e2-a0b9-7ed3fdfe754e', 'name': 'tempest-ServerRescueNegativeTestJSON-1973835972-router', 'tenant_id': '17b3937359b747459bb6c64ab15f667a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'be568738-eedc-4e72-beda-84e203fb6d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:55:35Z', 'updated_at': '2021-08-16T22:55:41Z', 'revision_number': 4, 'project_id': '17b3937359b747459bb6c64ab15f667a', 'gw_port': {'id': 'be568738-eedc-4e72-beda-84e203fb6d84', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c59cb1-5fd0-44e2-a0b9-7ed3fdfe754e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:55:36Z', 'updated_at': '2021-08-16T22:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'c65c74c9-2061-4fed-9434-ddea6724f932', 'name': '', 'network_id': 'cf3cc63c-f58b-4d2e-8737-2f16cf854977', 'tenant_id': '17b3937359b747459bb6c64ab15f667a', 'mac_address': 'fa:16:3e:61:d7:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04c59cb1-5fd0-44e2-a0b9-7ed3fdfe754e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '326cf2b6-5a5e-461f-8420-87d3c4aa2e9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:55:40Z', 'updated_at': '2021-08-16T22:55:45Z', 'revision_number': 4, 'project_id': '17b3937359b747459bb6c64ab15f667a', 'subnets': [{'id': '326cf2b6-5a5e-461f-8420-87d3c4aa2e9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:55:46.365663 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4aeb3aa-3d17-4b4f-b129-b53b1e7e8a89 None None] The sync data for ids ['04c59cb1-5fd0-44e2-a0b9-7ed3fdfe754e'] in n-d-791506-26 is: [{'id': '04c59cb1-5fd0-44e2-a0b9-7ed3fdfe754e', 'name': 'tempest-ServerRescueNegativeTestJSON-1973835972-router', 'tenant_id': '17b3937359b747459bb6c64ab15f667a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'be568738-eedc-4e72-beda-84e203fb6d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:55:35Z', 'updated_at': '2021-08-16T22:55:41Z', 'revision_number': 4, 'project_id': '17b3937359b747459bb6c64ab15f667a', 'gw_port': {'id': 'be568738-eedc-4e72-beda-84e203fb6d84', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c59cb1-5fd0-44e2-a0b9-7ed3fdfe754e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:55:36Z', 'updated_at': '2021-08-16T22:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'c65c74c9-2061-4fed-9434-ddea6724f932', 'name': '', 'network_id': 'cf3cc63c-f58b-4d2e-8737-2f16cf854977', 'tenant_id': '17b3937359b747459bb6c64ab15f667a', 'mac_address': 'fa:16:3e:61:d7:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04c59cb1-5fd0-44e2-a0b9-7ed3fdfe754e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '326cf2b6-5a5e-461f-8420-87d3c4aa2e9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:55:40Z', 'updated_at': '2021-08-16T22:55:45Z', 'revision_number': 4, 'project_id': '17b3937359b747459bb6c64ab15f667a', 'subnets': [{'id': '326cf2b6-5a5e-461f-8420-87d3c4aa2e9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:55:46.370357 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4c6c122a-5c5b-4b7f-a495-40ff76d65a96 req-ef1af0f0-1a4a-4681-a121-bb32c5db016c tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/ports?device_id=90c10d52-28c4-4fe7-900c-d78a77f3df52 HTTP/1.1" status: 200 len: 210 time: 0.0606098 Aug 16 22:55:46.404285 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6ec352-2829-4126-b1b7-9d7139c79fd7 req-acb890cb-541e-4358-a5c9-1faf3cf51746 tempest-ServerPasswordTestJSON-822023963 tempest-ServerPasswordTestJSON-822023963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:46.406837 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-751615d9-2332-414a-b2e1-425ec997d728 None None] For port 8df73d74-7579-4113-a7d7-765364e90234, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=8df73d74-7579-4113-a7d7-765364e90234,segment=NetworkSegment(2c1f8c3c-f62e-4c63-9c1d-a6bdfe9b0e5c),segment_id=2c1f8c3c-f62e-4c63-9c1d-a6bdfe9b0e5c)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:55:46.413436 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ee6ec352-2829-4126-b1b7-9d7139c79fd7 req-acb890cb-541e-4358-a5c9-1faf3cf51746 tempest-ServerPasswordTestJSON-822023963 tempest-ServerPasswordTestJSON-822023963-project] 10.222.0.36 "GET /v2.0/ports?device_id=06b2cebc-9873-4ba8-b13b-c5ef29da6aaa HTTP/1.1" status: 200 len: 944 time: 0.1622286 Aug 16 22:55:46.490064 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-751615d9-2332-414a-b2e1-425ec997d728 None None] Notify callbacks [] for port, precommit_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:46.509861 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 7523c21b-6545-4d24-89d7-5235435ba14f up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:55:46.517868 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ee6ec352-2829-4126-b1b7-9d7139c79fd7 req-ab43cbaf-c646-43a9-8743-37dada0b2a40 tempest-ServerPasswordTestJSON-822023963 tempest-ServerPasswordTestJSON-822023963-project] 10.222.0.36 "GET /v2.0/security-groups?id=c409a04c-1df7-4c65-a3b5-78b14e851068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821693 Aug 16 22:55:46.577634 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-751615d9-2332-414a-b2e1-425ec997d728 None None] Transition to ACTIVE for port object 8df73d74-7579-4113-a7d7-765364e90234 will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:55:46.582823 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1bee231b-c185-4870-8176-a787c963cc0e tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:46.598827 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-751615d9-2332-414a-b2e1-425ec997d728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:46.645402 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689deb81-81bd-4042-9390-9735781bffb1 req-36c825de-0ef6-4949-ab26-cfb02f252602 tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:46.652507 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1bee231b-c185-4870-8176-a787c963cc0e tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Calling delete_port for a9a49561-e8f6-4538-baf6-07b0691a9787 owned by {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:55:46.654853 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-689deb81-81bd-4042-9390-9735781bffb1 req-36c825de-0ef6-4949-ab26-cfb02f252602 tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4b40d68-580d-4ed2-9460-ab869bff6030 HTTP/1.1" status: 200 len: 949 time: 0.0780218 Aug 16 22:55:46.711269 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:55:46.759332 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-689deb81-81bd-4042-9390-9735781bffb1 req-4e6e41f3-df47-4f44-8a4f-312244b9f598 tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] 10.222.0.36 "GET /v2.0/security-groups?id=eaa103af-6035-465a-ac0a-d83c49d1ff93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012731 Aug 16 22:55:46.786360 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751615d9-2332-414a-b2e1-425ec997d728 None None] Pushing event updated for resources: {'Port': ['ID=8df73d74-7579-4113-a7d7-765364e90234,revision_number=7']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:46.817982 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e817b3a-f4ba-4dad-9f8a-c67f296ac4a8 req-da1744a6-3911-40ab-b0db-c3f316315459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:46.819609 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-1e817b3a-f4ba-4dad-9f8a-c67f296ac4a8 req-da1744a6-3911-40ab-b0db-c3f316315459 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=96901c9bc9af44798de3ad7cccff2668&device_id=06b2cebc-9873-4ba8-b13b-c5ef29da6aaa HTTP/1.1" status: 200 len: 1096 time: 0.5128858 Aug 16 22:55:46.872963 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device c65c74c9-2061-4fed-9434-ddea6724f932 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:55:46.879866 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning for port 7523c21b-6545-4d24-89d7-5235435ba14f completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:55:46.910206 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port 7523c21b-6545-4d24-89d7-5235435ba14f triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:55:46.910587 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:47.070685 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port c65c74c9-2061-4fed-9434-ddea6724f932 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:55:47.081227 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port c65c74c9-2061-4fed-9434-ddea6724f932 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:55:47.081606 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:47.162629 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:47.241846 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4b40d68-580d-4ed2-9460-ab869bff6030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7523c21b-6545-4d24-89d7-5235435ba14f'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:55:47.244219 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-533102ac-373e-4e83-ab54-6e36cfec02bb" -d '{"events": [{"server_uuid": "e4b40d68-580d-4ed2-9460-ab869bff6030", "name": "network-vif-plugged", "status": "completed", "tag": "7523c21b-6545-4d24-89d7-5235435ba14f"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:55:47.271896 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d98683-2158-4ff7-9d99-fff716effa26 req-7d7fa8e3-cae5-4c50-b042-9afc76f4f452 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:47.278373 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 7523c21b-6545-4d24-89d7-5235435ba14f, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=7523c21b-6545-4d24-89d7-5235435ba14f,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:55:47.281163 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-62d98683-2158-4ff7-9d99-fff716effa26 req-7d7fa8e3-cae5-4c50-b042-9afc76f4f452 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.57 "GET /v2.0/networks?id=cf3cc63c-f58b-4d2e-8737-2f16cf854977 HTTP/1.1" status: 200 len: 819 time: 0.4595587 Aug 16 22:55:47.285210 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:47.286022 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device a8aee642-863c-41e4-87b5-91bd28109816 no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:55:47.328131 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 35114) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:47.373482 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-62d98683-2158-4ff7-9d99-fff716effa26 req-00255759-36f5-4d20-98bf-94ebafec68ee tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Request body: {'port': {'device_id': '116b3c9c-303e-4ffe-b86f-0b052c315ef4', 'network_id': 'cf3cc63c-f58b-4d2e-8737-2f16cf854977', 'admin_state_up': True, 'tenant_id': '17b3937359b747459bb6c64ab15f667a'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:55:47.415539 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e16e271-43a4-49d0-b340-ffc03d554195 x-openstack-request-id: req-1e16e271-43a4-49d0-b340-ffc03d554195 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:55:47.415890 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4b40d68-580d-4ed2-9460-ab869bff6030", "name": "network-vif-plugged", "status": "completed", "tag": "7523c21b-6545-4d24-89d7-5235435ba14f", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:55:47.416082 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1e16e271-43a4-49d0-b340-ffc03d554195 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:55:47.416460 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4b40d68-580d-4ed2-9460-ab869bff6030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7523c21b-6545-4d24-89d7-5235435ba14f', 'code': 200} Aug 16 22:55:47.418183 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-1e817b3a-f4ba-4dad-9f8a-c67f296ac4a8 req-6682c866-516b-4157-907e-51c048df06f1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8672549c-f0d4-4195-88ee-adf03ade70f4 HTTP/1.1" status: 200 len: 217 time: 0.5590842 Aug 16 22:55:47.476393 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:47.478681 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=7523c21b-6545-4d24-89d7-5235435ba14f,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:47.485266 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] No Port match for: a8aee642-863c-41e4-87b5-91bd28109816 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:55:47.485810 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device a8aee642-863c-41e4-87b5-91bd28109816 not bound to the agent host n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:55:47.530130 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port c65c74c9-2061-4fed-9434-ddea6724f932, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=c65c74c9-2061-4fed-9434-ddea6724f932,segment=NetworkSegment(2ef6fce6-dd05-4e6c-9b12-9c1394b5a330),segment_id=2ef6fce6-dd05-4e6c-9b12-9c1394b5a330)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:55:47.541034 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:47.627546 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=c65c74c9-2061-4fed-9434-ddea6724f932,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:47.628350 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9a4f23d5-a8c9-45d9-8e64-43a8def38a14 req-41c487bc-8dd8-4914-9dbf-eb52297c932f tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/ports?device_id=90c10d52-28c4-4fe7-900c-d78a77f3df52 HTTP/1.1" status: 200 len: 210 time: 0.0756433 Aug 16 22:55:47.675350 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-90969585-671c-430d-b53b-9faf0ea3228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:47.709503 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-0279817b-b51d-4585-9db6-32147ca034fa admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e08240b303274264897c11870de33f4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3794792 Aug 16 22:55:47.714259 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 35124) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:47.749738 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e817b3a-f4ba-4dad-9f8a-c67f296ac4a8 req-799db58e-d25d-498b-b9ea-4131e9989c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:47.752061 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-1e817b3a-f4ba-4dad-9f8a-c67f296ac4a8 req-799db58e-d25d-498b-b9ea-4131e9989c79 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bf936234-1201-418c-bd06-df117088e0c1 HTTP/1.1" status: 200 len: 852 time: 0.2856290 Aug 16 22:55:47.767519 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06b2cebc-9873-4ba8-b13b-c5ef29da6aaa', 'tag': '8672549c-f0d4-4195-88ee-adf03ade70f4'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:55:47.769943 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c83cfb9-1e9e-480d-8810-7a0c58973b95" -d '{"events": [{"name": "network-changed", "server_uuid": "06b2cebc-9873-4ba8-b13b-c5ef29da6aaa", "tag": "8672549c-f0d4-4195-88ee-adf03ade70f4"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:55:47.820124 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9cb52401-1d66-4017-a1ab-24cbffd0d38f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:47.824907 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-1e817b3a-f4ba-4dad-9f8a-c67f296ac4a8 req-c95de6db-1cbb-42d5-91b0-b59dcb0208d1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=191aeeee-515f-4547-91e9-b075760bc88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513523 Aug 16 22:55:47.835873 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3298af1-d8ea-4c6f-a7de-3cab4f363a94 x-openstack-request-id: req-e3298af1-d8ea-4c6f-a7de-3cab4f363a94 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:55:47.836224 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06b2cebc-9873-4ba8-b13b-c5ef29da6aaa", "tag": "8672549c-f0d4-4195-88ee-adf03ade70f4", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:55:47.836531 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e3298af1-d8ea-4c6f-a7de-3cab4f363a94 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:55:47.837104 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06b2cebc-9873-4ba8-b13b-c5ef29da6aaa', 'tag': '8672549c-f0d4-4195-88ee-adf03ade70f4', 'status': 'completed', 'code': 200} Aug 16 22:55:47.849633 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76bd0f6-8955-4fd7-b0d3-15dfe80a0a09 req-ab0ab174-bd96-4548-8c0e-011ffa91c96f tempest-ServerPasswordTestJSON-822023963 tempest-ServerPasswordTestJSON-822023963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:47.851483 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c76bd0f6-8955-4fd7-b0d3-15dfe80a0a09 req-ab0ab174-bd96-4548-8c0e-011ffa91c96f tempest-ServerPasswordTestJSON-822023963 tempest-ServerPasswordTestJSON-822023963-project] 10.222.0.36 "GET /v2.0/ports?device_id=06b2cebc-9873-4ba8-b13b-c5ef29da6aaa HTTP/1.1" status: 200 len: 944 time: 0.1238909 Aug 16 22:55:47.864207 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9cb52401-1d66-4017-a1ab-24cbffd0d38f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:47.882259 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c629e776-bdcd-47b3-8ab0-8e23b3cab358 req-12be9d41-0ee9-4f2c-93b0-10599515b7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:47.883839 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c629e776-bdcd-47b3-8ab0-8e23b3cab358 req-12be9d41-0ee9-4f2c-93b0-10599515b7c2 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=e4b40d68-580d-4ed2-9460-ab869bff6030 HTTP/1.1" status: 200 len: 1102 time: 0.4309733 Aug 16 22:55:47.964480 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c76bd0f6-8955-4fd7-b0d3-15dfe80a0a09 req-fc31e786-7259-4ac8-bab5-76abd867d622 tempest-ServerPasswordTestJSON-822023963 tempest-ServerPasswordTestJSON-822023963-project] 10.222.0.36 "GET /v2.0/security-groups?id=c409a04c-1df7-4c65-a3b5-78b14e851068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009915 Aug 16 22:55:47.991211 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0b63cd-2911-4d05-98f2-fb8bd4dac57b req-620e5b53-91d2-40ac-9c22-ebd5d92926ba tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:47.999415 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bd0b63cd-2911-4d05-98f2-fb8bd4dac57b req-620e5b53-91d2-40ac-9c22-ebd5d92926ba tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4b40d68-580d-4ed2-9460-ab869bff6030 HTTP/1.1" status: 200 len: 950 time: 0.1098702 Aug 16 22:55:48.034973 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9cb52401-1d66-4017-a1ab-24cbffd0d38f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:48.037567 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9cb52401-1d66-4017-a1ab-24cbffd0d38f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:48.041249 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-9cb52401-1d66-4017-a1ab-24cbffd0d38f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5dd91cbe-123f-4abe-8c67-12de53b85ac4 HTTP/1.1" status: 204 len: 168 time: 0.3220458 Aug 16 22:55:48.052506 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bd0b63cd-2911-4d05-98f2-fb8bd4dac57b req-96ac419c-ad8f-4f29-b916-d0fd22da8b62 tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] 10.222.0.36 "GET /v2.0/security-groups?id=eaa103af-6035-465a-ac0a-d83c49d1ff93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521455 Aug 16 22:55:48.065472 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb52401-1d66-4017-a1ab-24cbffd0d38f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd91cbe-123f-4abe-8c67-12de53b85ac4,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:48.104388 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-90eebdee-ea57-4dd9-a0ab-9c0d41f946e7 None None] Provisioning for port a9a49561-e8f6-4538-baf6-07b0691a9787 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:55:48.111246 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-90eebdee-ea57-4dd9-a0ab-9c0d41f946e7 None None] Provisioning complete for port a9a49561-e8f6-4538-baf6-07b0691a9787 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:55:48.111621 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-90eebdee-ea57-4dd9-a0ab-9c0d41f946e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:48.115366 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1bee231b-c185-4870-8176-a787c963cc0e tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:48.137575 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-90eebdee-ea57-4dd9-a0ab-9c0d41f946e7 None None] Port a9a49561-e8f6-4538-baf6-07b0691a9787 was deleted so its status cannot be updated. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 16 22:55:48.159345 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-90eebdee-ea57-4dd9-a0ab-9c0d41f946e7 None None] Provisioning for port 8df73d74-7579-4113-a7d7-765364e90234 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:55:48.165087 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-90eebdee-ea57-4dd9-a0ab-9c0d41f946e7 None None] Provisioning complete for port 8df73d74-7579-4113-a7d7-765364e90234 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:55:48.165499 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-90eebdee-ea57-4dd9-a0ab-9c0d41f946e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:48.205981 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62d98683-2158-4ff7-9d99-fff716effa26 req-00255759-36f5-4d20-98bf-94ebafec68ee tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Made reservation on behalf of 17b3937359b747459bb6c64ab15f667a for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:55:48.217646 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-62d98683-2158-4ff7-9d99-fff716effa26 req-00255759-36f5-4d20-98bf-94ebafec68ee tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:48.259674 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bee231b-c185-4870-8176-a787c963cc0e tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Pushing event deleted for resources: {'Port': ['ID=a9a49561-e8f6-4538-baf6-07b0691a9787,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:48.278266 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c629e776-bdcd-47b3-8ab0-8e23b3cab358 req-c2a46b34-7c47-40a2-94ba-a1dc0e943b0d service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=eaa103af-6035-465a-ac0a-d83c49d1ff93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3569114 Aug 16 22:55:48.307411 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-1e817b3a-f4ba-4dad-9f8a-c67f296ac4a8 req-053bb968-e3fb-47b4-b817-1b90ad84ed3d service neutron] 10.222.0.57 "GET /v2.0/networks/191aeeee-515f-4547-91e9-b075760bc88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4327695 Aug 16 22:55:48.367833 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-90eebdee-ea57-4dd9-a0ab-9c0d41f946e7 None None] Provisioning complete for port 193f35b9-6704-45ec-bc1b-806edbfb1257 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:55:48.369080 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-90eebdee-ea57-4dd9-a0ab-9c0d41f946e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:48.435828 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-90eebdee-ea57-4dd9-a0ab-9c0d41f946e7 None None] Port 193f35b9-6704-45ec-bc1b-806edbfb1257 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:55:48.499151 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998be109-9159-4094-834c-6f6b82ed6f90 req-dea38976-2fb7-4cf4-b814-d051cbb4cadf tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:48.502080 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-998be109-9159-4094-834c-6f6b82ed6f90 req-dea38976-2fb7-4cf4-b814-d051cbb4cadf tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.68 "GET /v2.0/networks?id=cf3cc63c-f58b-4d2e-8737-2f16cf854977 HTTP/1.1" status: 200 len: 819 time: 0.5004792 Aug 16 22:55:48.554992 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-75189c17-d16e-4937-a489-a7282f81573a None None] Could not find standard attr ID for object a9a49561-e8f6-4538-baf6-07b0691a9787. {{(pid=101293) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:55:48.555256 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-998be109-9159-4094-834c-6f6b82ed6f90 req-8e9310e8-646e-4c36-853a-ab62f093e2b9 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Request body: {'port': {'device_id': '90c10d52-28c4-4fe7-900c-d78a77f3df52', 'network_id': 'cf3cc63c-f58b-4d2e-8737-2f16cf854977', 'admin_state_up': True, 'tenant_id': '17b3937359b747459bb6c64ab15f667a'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:55:48.573682 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 35136) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:48.589641 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2ecf4b68-666b-46ec-a9ff-fc49a943e438 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:48.590222 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-1e817b3a-f4ba-4dad-9f8a-c67f296ac4a8 req-e534951d-b566-41e5-8dad-e99ef64f0601 service neutron] 10.222.0.57 "GET /v2.0/networks/191aeeee-515f-4547-91e9-b075760bc88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699578 Aug 16 22:55:48.625817 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 8df73d74-7579-4113-a7d7-765364e90234 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:55:48.671307 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1bee231b-c185-4870-8176-a787c963cc0e tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:48.673679 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-1bee231b-c185-4870-8176-a787c963cc0e tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "DELETE /v2.0/ports/a9a49561-e8f6-4538-baf6-07b0691a9787 HTTP/1.1" status: 204 len: 168 time: 2.7733932 Aug 16 22:55:48.683526 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 35142) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:48.735035 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 8df73d74-7579-4113-a7d7-765364e90234 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:55:48.735886 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:48.777925 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a575d52-01b8-44a3-a7de-842b3ac38beb tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] GET failed (client error): The resource could not be found. Aug 16 22:55:48.782158 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-8a575d52-01b8-44a3-a7de-842b3ac38beb tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "GET /v2.0/ports/a9a49561-e8f6-4538-baf6-07b0691a9787 HTTP/1.1" status: 404 len: 333 time: 0.0925558 Aug 16 22:55:48.782994 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 35146) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:48.800745 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-62d98683-2158-4ff7-9d99-fff716effa26 req-00255759-36f5-4d20-98bf-94ebafec68ee tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Allocated IP 172.20.0.4 (cf3cc63c-f58b-4d2e-8737-2f16cf854977/326cf2b6-5a5e-461f-8420-87d3c4aa2e9f/e472f05f-c646-4e47-91be-1f4ab8d404a8) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:55:48.816404 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-36b8b92d-89f9-462d-8d6f-1f21d0a6e872 req-109e940b-3c38-4c06-a0ba-7159cb521945 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/ports?device_id=90c10d52-28c4-4fe7-900c-d78a77f3df52 HTTP/1.1" status: 200 len: 210 time: 0.0501881 Aug 16 22:55:48.839809 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device c65c74c9-2061-4fed-9434-ddea6724f932 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:55:48.846015 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c83cfb9-1e9e-480d-8810-7a0c58973b95 req-b1c8367d-b500-4603-964d-a20c76ac0ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:48.847568 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-8c83cfb9-1e9e-480d-8810-7a0c58973b95 req-b1c8367d-b500-4603-964d-a20c76ac0ec8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=96901c9bc9af44798de3ad7cccff2668&device_id=06b2cebc-9873-4ba8-b13b-c5ef29da6aaa HTTP/1.1" status: 200 len: 1096 time: 0.1508055 Aug 16 22:55:48.856605 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2ecf4b68-666b-46ec-a9ff-fc49a943e438 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:48.862004 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2ecf4b68-666b-46ec-a9ff-fc49a943e438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:48.899159 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port c65c74c9-2061-4fed-9434-ddea6724f932 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:55:48.900322 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:48.906903 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-2ecf4b68-666b-46ec-a9ff-fc49a943e438 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dd00d608fa4d496cbd655399cbbcb1f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3290799 Aug 16 22:55:48.906903 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecf4b68-666b-46ec-a9ff-fc49a943e438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b2cd52e-ee70-4a3b-94f1-682e16c0c881,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:48.909115 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 35148) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:48.963397 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c2de775f-c28f-44d8-9f24-8ad735a8ecf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:48.990254 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c2de775f-c28f-44d8-9f24-8ad735a8ecf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:49.072672 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c2de775f-c28f-44d8-9f24-8ad735a8ecf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:49.075235 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c2de775f-c28f-44d8-9f24-8ad735a8ecf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:49.080800 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-c2de775f-c28f-44d8-9f24-8ad735a8ecf7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8b2cd52e-ee70-4a3b-94f1-682e16c0c881 HTTP/1.1" status: 204 len: 168 time: 0.1661808 Aug 16 22:55:49.094404 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2de775f-c28f-44d8-9f24-8ad735a8ecf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b2cd52e-ee70-4a3b-94f1-682e16c0c881,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:49.137822 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6207a5bf-1ef9-46e1-964e-765d911a134c req-aaa57ff5-3831-40ea-a2e6-a358f90f9013 tempest-ServerPasswordTestJSON-822023963 tempest-ServerPasswordTestJSON-822023963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:49.149117 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6207a5bf-1ef9-46e1-964e-765d911a134c req-aaa57ff5-3831-40ea-a2e6-a358f90f9013 tempest-ServerPasswordTestJSON-822023963 tempest-ServerPasswordTestJSON-822023963-project] 10.222.0.36 "GET /v2.0/ports?device_id=06b2cebc-9873-4ba8-b13b-c5ef29da6aaa HTTP/1.1" status: 200 len: 944 time: 0.1124632 Aug 16 22:55:49.227033 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6207a5bf-1ef9-46e1-964e-765d911a134c req-233786da-37bc-4a72-b063-96d8fd170a7c tempest-ServerPasswordTestJSON-822023963 tempest-ServerPasswordTestJSON-822023963-project] 10.222.0.36 "GET /v2.0/security-groups?id=c409a04c-1df7-4c65-a3b5-78b14e851068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668688 Aug 16 22:55:49.237382 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eec4aa0-8bc6-45f1-b095-ae065e33097a req-deeb49fb-020b-4900-a711-9548161ab78a tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:49.238969 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7eec4aa0-8bc6-45f1-b095-ae065e33097a req-deeb49fb-020b-4900-a711-9548161ab78a tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4b40d68-580d-4ed2-9460-ab869bff6030 HTTP/1.1" status: 200 len: 950 time: 0.0889323 Aug 16 22:55:49.310817 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-998be109-9159-4094-834c-6f6b82ed6f90 req-8e9310e8-646e-4c36-853a-ab62f093e2b9 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Made reservation on behalf of 17b3937359b747459bb6c64ab15f667a for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:55:49.312935 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7eec4aa0-8bc6-45f1-b095-ae065e33097a req-6c267ab2-b14d-41d3-bca2-af38dc05df02 tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] 10.222.0.36 "GET /v2.0/security-groups?id=eaa103af-6035-465a-ac0a-d83c49d1ff93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594037 Aug 16 22:55:49.314786 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-998be109-9159-4094-834c-6f6b82ed6f90 req-8e9310e8-646e-4c36-853a-ab62f093e2b9 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:49.335738 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-702327d4-05ba-4438-83d4-657934729f26 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:49.479597 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-702327d4-05ba-4438-83d4-657934729f26 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:49.505361 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c83cfb9-1e9e-480d-8810-7a0c58973b95 req-754ef973-9280-4577-9f3b-5e31c2b846ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:49.506833 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-8c83cfb9-1e9e-480d-8810-7a0c58973b95 req-754ef973-9280-4577-9f3b-5e31c2b846ac service neutron] 10.222.0.57 "GET /v2.0/networks?id=191aeeee-515f-4547-91e9-b075760bc88c HTTP/1.1" status: 200 len: 913 time: 0.6523459 Aug 16 22:55:49.586882 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-8c83cfb9-1e9e-480d-8810-7a0c58973b95 req-d42a101b-bbbe-4c80-9729-0261ac3cd9cd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8672549c-f0d4-4195-88ee-adf03ade70f4 HTTP/1.1" status: 200 len: 217 time: 0.0626216 Aug 16 22:55:49.642298 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-702327d4-05ba-4438-83d4-657934729f26 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:49.644903 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-702327d4-05ba-4438-83d4-657934729f26 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:49.646054 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-702327d4-05ba-4438-83d4-657934729f26 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "DELETE /v2.0/security-groups/067fefee-b595-4e88-92be-ccb6544609ea HTTP/1.1" status: 204 len: 168 time: 0.8625989 Aug 16 22:55:49.648894 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 35168) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:49.649385 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-62d98683-2158-4ff7-9d99-fff716effa26 req-00255759-36f5-4d20-98bf-94ebafec68ee tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:49.677434 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702327d4-05ba-4438-83d4-657934729f26 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=067fefee-b595-4e88-92be-ccb6544609ea,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:49.688229 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c83cfb9-1e9e-480d-8810-7a0c58973b95 req-2e77eba6-6e3d-4ea9-b56f-3bbb28eb9629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:49.690119 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-8c83cfb9-1e9e-480d-8810-7a0c58973b95 req-2e77eba6-6e3d-4ea9-b56f-3bbb28eb9629 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bf936234-1201-418c-bd06-df117088e0c1 HTTP/1.1" status: 200 len: 852 time: 0.0936022 Aug 16 22:55:49.722014 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2cca875c-5ed0-4ded-9dbf-e02519dfbaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:49.745168 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e33483bc-b121-43a0-ac3f-3b5871d16816 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:49.765127 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-8c83cfb9-1e9e-480d-8810-7a0c58973b95 req-0acf0a87-d549-42a3-bc12-762807957d6c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=191aeeee-515f-4547-91e9-b075760bc88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621669 Aug 16 22:55:49.778359 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e33483bc-b121-43a0-ac3f-3b5871d16816 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:49.836588 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e33483bc-b121-43a0-ac3f-3b5871d16816 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:49.839058 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e33483bc-b121-43a0-ac3f-3b5871d16816 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:49.840619 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-e33483bc-b121-43a0-ac3f-3b5871d16816 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "DELETE /v2.0/security-groups/8e0720e3-375e-4ba9-8a7f-19fe9b6935dc HTTP/1.1" status: 204 len: 168 time: 0.1903269 Aug 16 22:55:49.845449 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 35180) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:49.858490 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-62d98683-2158-4ff7-9d99-fff716effa26 req-00255759-36f5-4d20-98bf-94ebafec68ee tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:49.871670 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33483bc-b121-43a0-ac3f-3b5871d16816 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e0720e3-375e-4ba9-8a7f-19fe9b6935dc,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:49.971896 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62d98683-2158-4ff7-9d99-fff716effa26 req-00255759-36f5-4d20-98bf-94ebafec68ee tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Network cf3cc63c-f58b-4d2e-8737-2f16cf854977 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:55:49.977111 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-957159d8-0f58-4696-986b-a2cdd3501b5a tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:49.982246 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-62d98683-2158-4ff7-9d99-fff716effa26 req-00255759-36f5-4d20-98bf-94ebafec68ee tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:55:49.993995 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-62d98683-2158-4ff7-9d99-fff716effa26 req-00255759-36f5-4d20-98bf-94ebafec68ee tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:55:50.007133 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-957159d8-0f58-4696-986b-a2cdd3501b5a tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:50.027173 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00255759-36f5-4d20-98bf-94ebafec68ee tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Pushing event updated for resources: {'Port': ['ID=e472f05f-c646-4e47-91be-1f4ab8d404a8,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:50.032153 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-998be109-9159-4094-834c-6f6b82ed6f90 req-8e9310e8-646e-4c36-853a-ab62f093e2b9 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Allocated IP 172.20.0.9 (cf3cc63c-f58b-4d2e-8737-2f16cf854977/326cf2b6-5a5e-461f-8420-87d3c4aa2e9f/4732ec55-e9d1-44c9-91db-b5a1349a463a) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:55:50.050521 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-16e4091a-db38-47da-90fb-d0325911cf61 req-b6b784e4-c987-4137-91f9-25e279053a7b tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/ports?device_id=90c10d52-28c4-4fe7-900c-d78a77f3df52 HTTP/1.1" status: 200 len: 210 time: 0.1050301 Aug 16 22:55:50.069743 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-8c83cfb9-1e9e-480d-8810-7a0c58973b95 req-3a330c81-6893-46bb-9b20-bdd832b1c595 service neutron] 10.222.0.57 "GET /v2.0/networks/191aeeee-515f-4547-91e9-b075760bc88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2915781 Aug 16 22:55:50.097308 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d98683-2158-4ff7-9d99-fff716effa26 req-00255759-36f5-4d20-98bf-94ebafec68ee tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:50.097958 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-62d98683-2158-4ff7-9d99-fff716effa26 req-00255759-36f5-4d20-98bf-94ebafec68ee tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:50.116967 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5214575-ff66-46a5-87f7-5011dc066a5e req-333c470e-5eb3-46c6-965d-a60590008359 tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:50.118706 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d5214575-ff66-46a5-87f7-5011dc066a5e req-333c470e-5eb3-46c6-965d-a60590008359 tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] 10.222.0.36 "GET /v2.0/ports?device_id=b115892f-b98a-4cde-8f7b-ecca2188b3a0 HTTP/1.1" status: 200 len: 946 time: 0.1156075 Aug 16 22:55:50.150306 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-957159d8-0f58-4696-986b-a2cdd3501b5a tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:50.154419 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-957159d8-0f58-4696-986b-a2cdd3501b5a tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:50.155069 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-957159d8-0f58-4696-986b-a2cdd3501b5a tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "DELETE /v2.0/security-groups/97f8120c-b40b-4696-9c98-925bbcceb3a1 HTTP/1.1" status: 204 len: 168 time: 0.3070557 Aug 16 22:55:50.162230 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 35188) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:50.174377 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-62d98683-2158-4ff7-9d99-fff716effa26 req-00255759-36f5-4d20-98bf-94ebafec68ee tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8697653 Aug 16 22:55:50.196876 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-62d98683-2158-4ff7-9d99-fff716effa26 req-13d903f2-5fa8-4842-998e-c35d4adf5b9c service neutron] Request body: {'port': {'device_id': '116b3c9c-303e-4ffe-b86f-0b052c315ef4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:55:50.218164 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957159d8-0f58-4696-986b-a2cdd3501b5a tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f8120c-b40b-4696-9c98-925bbcceb3a1,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:50.238833 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d5214575-ff66-46a5-87f7-5011dc066a5e req-71704e3e-5fa4-4f2e-a49a-0f43e57c98b0 tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] 10.222.0.36 "GET /v2.0/security-groups?id=45609832-a78f-4425-9a35-532fec9b7759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076458 Aug 16 22:55:50.264831 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ff73a9c-b3f6-4d60-9a34-243a9ff41bc4 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Deleting subnet ddd2b1d4-8271-4d1f-8c6a-cfb18f6b72f1 {{(pid=101292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:55:50.269128 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2ff73a9c-b3f6-4d60-9a34-243a9ff41bc4 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks [] for subnet, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:50.320838 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2ff73a9c-b3f6-4d60-9a34-243a9ff41bc4 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3848860'] for subnet, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:50.340747 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-8c83cfb9-1e9e-480d-8810-7a0c58973b95 req-1451924a-c60a-4058-9b13-e49c64925fd5 service neutron] 10.222.0.57 "GET /v2.0/networks/191aeeee-515f-4547-91e9-b075760bc88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597296 Aug 16 22:55:50.378664 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-62d98683-2158-4ff7-9d99-fff716effa26 req-13d903f2-5fa8-4842-998e-c35d4adf5b9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:50.502813 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-998be109-9159-4094-834c-6f6b82ed6f90 req-8e9310e8-646e-4c36-853a-ab62f093e2b9 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:50.504756 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081533c0-83fc-429f-873e-95d924f73ca1 req-e425d25f-46c3-4195-9069-8fcecd5ba778 tempest-ServerPasswordTestJSON-822023963 tempest-ServerPasswordTestJSON-822023963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:50.506320 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-081533c0-83fc-429f-873e-95d924f73ca1 req-e425d25f-46c3-4195-9069-8fcecd5ba778 tempest-ServerPasswordTestJSON-822023963 tempest-ServerPasswordTestJSON-822023963-project] 10.222.0.36 "GET /v2.0/ports?device_id=06b2cebc-9873-4ba8-b13b-c5ef29da6aaa HTTP/1.1" status: 200 len: 944 time: 0.1501615 Aug 16 22:55:50.530188 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2ff73a9c-b3f6-4d60-9a34-243a9ff41bc4 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:50.547853 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:50.593221 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462afe28-4d8e-4626-af92-285d461fe583 req-6fff5bb2-44c3-451b-a248-85167d68701b tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:50.594790 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-462afe28-4d8e-4626-af92-285d461fe583 req-6fff5bb2-44c3-451b-a248-85167d68701b tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4b40d68-580d-4ed2-9460-ab869bff6030 HTTP/1.1" status: 200 len: 950 time: 0.1899879 Aug 16 22:55:50.615280 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-998be109-9159-4094-834c-6f6b82ed6f90 req-8e9310e8-646e-4c36-853a-ab62f093e2b9 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:50.644576 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-081533c0-83fc-429f-873e-95d924f73ca1 req-cc3f472d-686d-447b-b652-59d4b19a2521 tempest-ServerPasswordTestJSON-822023963 tempest-ServerPasswordTestJSON-822023963-project] 10.222.0.36 "GET /v2.0/security-groups?id=c409a04c-1df7-4c65-a3b5-78b14e851068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886538 Aug 16 22:55:50.694807 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-462afe28-4d8e-4626-af92-285d461fe583 req-83c28f61-5737-438d-9620-747444bee8cc tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] 10.222.0.36 "GET /v2.0/security-groups?id=eaa103af-6035-465a-ac0a-d83c49d1ff93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793109 Aug 16 22:55:50.696349 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2ff73a9c-b3f6-4d60-9a34-243a9ff41bc4 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26252129'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:50.714853 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-998be109-9159-4094-834c-6f6b82ed6f90 req-8e9310e8-646e-4c36-853a-ab62f093e2b9 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Network cf3cc63c-f58b-4d2e-8737-2f16cf854977 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:55:50.724048 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-998be109-9159-4094-834c-6f6b82ed6f90 req-8e9310e8-646e-4c36-853a-ab62f093e2b9 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:55:50.727890 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9310e8-646e-4c36-853a-ab62f093e2b9 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Pushing event updated for resources: {'Port': ['ID=4732ec55-e9d1-44c9-91db-b5a1349a463a,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:50.740021 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-998be109-9159-4094-834c-6f6b82ed6f90 req-8e9310e8-646e-4c36-853a-ab62f093e2b9 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:55:50.774089 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff73a9c-b3f6-4d60-9a34-243a9ff41bc4 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Pushing event deleted for resources: {'Subnet': ['ID=ddd2b1d4-8271-4d1f-8c6a-cfb18f6b72f1,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:50.789057 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2ff73a9c-b3f6-4d60-9a34-243a9ff41bc4 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:50.789251 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe4a946-5388-4dbb-8a42-f061aa888bd2 None None] Network dc9627d8-9929-4797-931a-e399784f4d6d requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:55:50.791096 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-2ff73a9c-b3f6-4d60-9a34-243a9ff41bc4 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "DELETE /v2.0/subnets/ddd2b1d4-8271-4d1f-8c6a-cfb18f6b72f1 HTTP/1.1" status: 204 len: 168 time: 0.6253908 Aug 16 22:55:50.796084 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 35210) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:50.846528 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998be109-9159-4094-834c-6f6b82ed6f90 req-8e9310e8-646e-4c36-853a-ab62f093e2b9 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:50.847621 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-998be109-9159-4094-834c-6f6b82ed6f90 req-8e9310e8-646e-4c36-853a-ab62f093e2b9 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:50.865393 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-998be109-9159-4094-834c-6f6b82ed6f90 req-8e9310e8-646e-4c36-853a-ab62f093e2b9 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3186646 Aug 16 22:55:50.883337 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-998be109-9159-4094-834c-6f6b82ed6f90 req-9fc196a2-bdcd-4380-abdc-e353f5143407 service neutron] Request body: {'port': {'device_id': '90c10d52-28c4-4fe7-900c-d78a77f3df52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:55:50.884059 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_v2 [None req-216da691-05c7-4188-b759-99dada6c6337 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Deleting subnet 77988a82-145a-4148-8d39-b171805ea04c {{(pid=101292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:55:50.889214 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-216da691-05c7-4188-b759-99dada6c6337 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks [] for subnet, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:50.899933 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c05473-6c9c-4865-8a1f-017d420c8ab2 req-0d8bb6a9-c57a-4758-82e8-e141e48cfb1e tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:50.901696 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-95c05473-6c9c-4865-8a1f-017d420c8ab2 req-0d8bb6a9-c57a-4758-82e8-e141e48cfb1e tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] 10.222.0.36 "GET /v2.0/ports?device_id=2bc038fb-f156-450f-a404-6e5743c56ef4 HTTP/1.1" status: 200 len: 950 time: 0.1085451 Aug 16 22:55:50.980741 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-216da691-05c7-4188-b759-99dada6c6337 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3848860'] for subnet, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:50.982899 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-62d98683-2158-4ff7-9d99-fff716effa26 req-13d903f2-5fa8-4842-998e-c35d4adf5b9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e472f05f-c646-4e47-91be-1f4ab8d404a8 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:55:50.992978 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-62d98683-2158-4ff7-9d99-fff716effa26 req-13d903f2-5fa8-4842-998e-c35d4adf5b9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:51.002791 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-998be109-9159-4094-834c-6f6b82ed6f90 req-9fc196a2-bdcd-4380-abdc-e353f5143407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:51.015510 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-95c05473-6c9c-4865-8a1f-017d420c8ab2 req-bf39beaa-6106-4e27-aa23-58cb85753806 tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] 10.222.0.36 "GET /v2.0/security-groups?id=eaa103af-6035-465a-ac0a-d83c49d1ff93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926960 Aug 16 22:55:51.019410 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-62d98683-2158-4ff7-9d99-fff716effa26 req-13d903f2-5fa8-4842-998e-c35d4adf5b9c service neutron] Transition to ACTIVE for port object e472f05f-c646-4e47-91be-1f4ab8d404a8 will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:55:51.042424 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-62d98683-2158-4ff7-9d99-fff716effa26 req-13d903f2-5fa8-4842-998e-c35d4adf5b9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:51.123668 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 8672549c-f0d4-4195-88ee-adf03ade70f4 details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:55:51.147902 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-216da691-05c7-4188-b759-99dada6c6337 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:51.195516 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d903f2-5fa8-4842-998e-c35d4adf5b9c service neutron] Pushing event updated for resources: {'Port': ['ID=e472f05f-c646-4e47-91be-1f4ab8d404a8,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:51.272159 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-216da691-05c7-4188-b759-99dada6c6337 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26252129'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:51.306463 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-61f6b60d-5edb-40b6-8fc2-d7f739302dab req-91c98071-850e-40be-9da1-0461ccea4d06 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=f7109febb0bd428f817c993324adeef6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0721073 Aug 16 22:55:51.315223 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 8672549c-f0d4-4195-88ee-adf03ade70f4, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=8672549c-f0d4-4195-88ee-adf03ade70f4,segment=NetworkSegment(dfcf9c07-d6ef-499c-8b24-2cc7b3bf3d82),segment_id=dfcf9c07-d6ef-499c-8b24-2cc7b3bf3d82)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:55:51.334172 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': '8672549c-f0d4-4195-88ee-adf03ade70f4', 'network_id': '191aeeee-515f-4547-91e9-b075760bc88c', 'port_id': '8672549c-f0d4-4195-88ee-adf03ade70f4', 'mac_address': 'fa:16:3e:da:87:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf936234-1201-418c-bd06-df117088e0c1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:55:51.335024 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-216da691-05c7-4188-b759-99dada6c6337 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:51.339264 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-216da691-05c7-4188-b759-99dada6c6337 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "DELETE /v2.0/subnets/77988a82-145a-4148-8d39-b171805ea04c HTTP/1.1" status: 204 len: 168 time: 0.5388889 Aug 16 22:55:51.342059 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 35236) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:51.354778 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216da691-05c7-4188-b759-99dada6c6337 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Pushing event deleted for resources: {'Subnet': ['ID=77988a82-145a-4148-8d39-b171805ea04c,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:51.392883 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fa3464a-6444-4282-9417-bcc1f250c4a7 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] DELETE failed (client error): The resource could not be found. Aug 16 22:55:51.393630 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fa3464a-6444-4282-9417-bcc1f250c4a7 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:55:51.395561 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-5fa3464a-6444-4282-9417-bcc1f250c4a7 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "DELETE /v2.0/subnets/ddd2b1d4-8271-4d1f-8c6a-cfb18f6b72f1 HTTP/1.1" status: 404 len: 337 time: 0.0504448 Aug 16 22:55:51.398755 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 35242) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:51.419760 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-62d98683-2158-4ff7-9d99-fff716effa26 req-13d903f2-5fa8-4842-998e-c35d4adf5b9c service neutron] Attempting to bind port e472f05f-c646-4e47-91be-1f4ab8d404a8 on host n-h2-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:55:51.420384 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-62d98683-2158-4ff7-9d99-fff716effa26 req-13d903f2-5fa8-4842-998e-c35d4adf5b9c service neutron] Attempting to bind port e472f05f-c646-4e47-91be-1f4ab8d404a8 by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': '2ef6fce6-dd05-4e6c-9b12-9c1394b5a330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'cf3cc63c-f58b-4d2e-8737-2f16cf854977'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:55:51.420948 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d98683-2158-4ff7-9d99-fff716effa26 req-13d903f2-5fa8-4842-998e-c35d4adf5b9c service neutron] Attempting to bind port e472f05f-c646-4e47-91be-1f4ab8d404a8 on network cf3cc63c-f58b-4d2e-8737-2f16cf854977 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:55:51.431236 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d98683-2158-4ff7-9d99-fff716effa26 req-13d903f2-5fa8-4842-998e-c35d4adf5b9c service neutron] Port e472f05f-c646-4e47-91be-1f4ab8d404a8 on network cf3cc63c-f58b-4d2e-8737-2f16cf854977 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:55:51.431771 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d98683-2158-4ff7-9d99-fff716effa26 req-13d903f2-5fa8-4842-998e-c35d4adf5b9c service neutron] Attempting to bind port e472f05f-c646-4e47-91be-1f4ab8d404a8 on network cf3cc63c-f58b-4d2e-8737-2f16cf854977 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:55:51.448403 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d98683-2158-4ff7-9d99-fff716effa26 req-13d903f2-5fa8-4842-998e-c35d4adf5b9c service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:55:51.449135 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d98683-2158-4ff7-9d99-fff716effa26 req-13d903f2-5fa8-4842-998e-c35d4adf5b9c service neutron] Checking segment: {'id': '2ef6fce6-dd05-4e6c-9b12-9c1394b5a330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'cf3cc63c-f58b-4d2e-8737-2f16cf854977'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:55:51.449714 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d98683-2158-4ff7-9d99-fff716effa26 req-13d903f2-5fa8-4842-998e-c35d4adf5b9c service neutron] Bound using segment: {'id': '2ef6fce6-dd05-4e6c-9b12-9c1394b5a330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'cf3cc63c-f58b-4d2e-8737-2f16cf854977'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:55:51.450395 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-62d98683-2158-4ff7-9d99-fff716effa26 req-13d903f2-5fa8-4842-998e-c35d4adf5b9c service neutron] Bound port: e472f05f-c646-4e47-91be-1f4ab8d404a8, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ef6fce6-dd05-4e6c-9b12-9c1394b5a330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'cf3cc63c-f58b-4d2e-8737-2f16cf854977'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:55:51.451012 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-62d98683-2158-4ff7-9d99-fff716effa26 req-13d903f2-5fa8-4842-998e-c35d4adf5b9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:51.486835 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:51.499332 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:51.505643 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8672549c-f0d4-4195-88ee-adf03ade70f4 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:55:51.526520 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b249404-1b9e-4123-bead-d432b64527f9 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Deleting subnet b4557723-6dd6-4498-83a7-46083838173e {{(pid=101292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:55:51.529106 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 8672549c-f0d4-4195-88ee-adf03ade70f4, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=8672549c-f0d4-4195-88ee-adf03ade70f4,segment=NetworkSegment(dfcf9c07-d6ef-499c-8b24-2cc7b3bf3d82),segment_id=dfcf9c07-d6ef-499c-8b24-2cc7b3bf3d82)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:55:51.533296 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9b249404-1b9e-4123-bead-d432b64527f9 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks [] for subnet, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:51.535240 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:51.601274 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=8672549c-f0d4-4195-88ee-adf03ade70f4,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:51.628824 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:51.629275 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:51.632441 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:51.633523 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:51.633783 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:51.634126 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:51.634511 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:51.634832 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:51.635164 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:51.635526 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:51.635940 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:51.636404 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:55:51.663081 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f6b60d-5edb-40b6-8fc2-d7f739302dab req-a16d4912-23f6-4207-8f04-3582020c20d1 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:51.668257 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-62d98683-2158-4ff7-9d99-fff716effa26 req-13d903f2-5fa8-4842-998e-c35d4adf5b9c service neutron] For port e472f05f-c646-4e47-91be-1f4ab8d404a8, host n-h2-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:55:51.670150 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-61f6b60d-5edb-40b6-8fc2-d7f739302dab req-a16d4912-23f6-4207-8f04-3582020c20d1 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3635066 Aug 16 22:55:51.673676 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-62d98683-2158-4ff7-9d99-fff716effa26 req-13d903f2-5fa8-4842-998e-c35d4adf5b9c service neutron] For port e472f05f-c646-4e47-91be-1f4ab8d404a8, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=e472f05f-c646-4e47-91be-1f4ab8d404a8,segment=NetworkSegment(2ef6fce6-dd05-4e6c-9b12-9c1394b5a330),segment_id=2ef6fce6-dd05-4e6c-9b12-9c1394b5a330)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:55:51.681744 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-998be109-9159-4094-834c-6f6b82ed6f90 req-9fc196a2-bdcd-4380-abdc-e353f5143407 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4732ec55-e9d1-44c9-91db-b5a1349a463a {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:55:51.687033 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9b249404-1b9e-4123-bead-d432b64527f9 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3848860'] for subnet, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:51.694403 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80d842d-c02e-4844-a892-16b37c20ba38 req-580552b9-31a4-4427-8759-b4a67d29fb3c tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:51.696097 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-f80d842d-c02e-4844-a892-16b37c20ba38 req-580552b9-31a4-4427-8759-b4a67d29fb3c tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] 10.222.0.68 "GET /v2.0/ports?device_id=b115892f-b98a-4cde-8f7b-ecca2188b3a0 HTTP/1.1" status: 200 len: 946 time: 0.2147629 Aug 16 22:55:51.697915 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-62d98683-2158-4ff7-9d99-fff716effa26 req-13d903f2-5fa8-4842-998e-c35d4adf5b9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:51.737081 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-61f6b60d-5edb-40b6-8fc2-d7f739302dab req-80baf046-f590-4b59-ba05-9acf62c37d0f tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/quotas/f7109febb0bd428f817c993324adeef6 HTTP/1.1" status: 200 len: 375 time: 0.0660179 Aug 16 22:55:51.754997 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-998be109-9159-4094-834c-6f6b82ed6f90 req-9fc196a2-bdcd-4380-abdc-e353f5143407 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:51.767540 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d98683-2158-4ff7-9d99-fff716effa26 req-13d903f2-5fa8-4842-998e-c35d4adf5b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:51.768454 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-62d98683-2158-4ff7-9d99-fff716effa26 req-13d903f2-5fa8-4842-998e-c35d4adf5b9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:51.770530 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-62d98683-2158-4ff7-9d99-fff716effa26 req-13d903f2-5fa8-4842-998e-c35d4adf5b9c service neutron] 10.222.0.57 "PUT /v2.0/ports/e472f05f-c646-4e47-91be-1f4ab8d404a8 HTTP/1.1" status: 200 len: 1092 time: 1.5779986 Aug 16 22:55:51.779092 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '116b3c9c-303e-4ffe-b86f-0b052c315ef4', 'tag': 'e472f05f-c646-4e47-91be-1f4ab8d404a8'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:55:51.784061 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d57d472-3732-44ea-8da0-ad2771375cae" -d '{"events": [{"name": "network-changed", "server_uuid": "116b3c9c-303e-4ffe-b86f-0b052c315ef4", "tag": "e472f05f-c646-4e47-91be-1f4ab8d404a8"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:55:51.812450 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-61f6b60d-5edb-40b6-8fc2-d7f739302dab req-a11e3133-c47b-418e-8fbb-dd3f3c528cf4 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f7109febb0bd428f817c993324adeef6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0511241 Aug 16 22:55:51.834396 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d903f2-5fa8-4842-998e-c35d4adf5b9c service neutron] Pushing event updated for resources: {'Port': ['ID=e472f05f-c646-4e47-91be-1f4ab8d404a8,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:51.847125 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-998be109-9159-4094-834c-6f6b82ed6f90 req-9fc196a2-bdcd-4380-abdc-e353f5143407 service neutron] Transition to ACTIVE for port object 4732ec55-e9d1-44c9-91db-b5a1349a463a will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:55:51.867378 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-998be109-9159-4094-834c-6f6b82ed6f90 req-9fc196a2-bdcd-4380-abdc-e353f5143407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:51.904465 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59065b6d-e376-4d14-b851-30627a52bb05 None None] Network dc9627d8-9929-4797-931a-e399784f4d6d requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:55:51.916793 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7930409d-8fda-47ce-b9c6-190fe80ee7ae req-d55d9008-446a-46c0-b513-5c372c6c6a2a tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:51.919548 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7930409d-8fda-47ce-b9c6-190fe80ee7ae req-d55d9008-446a-46c0-b513-5c372c6c6a2a tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/ports?device_id=90c10d52-28c4-4fe7-900c-d78a77f3df52 HTTP/1.1" status: 200 len: 931 time: 0.1978774 Aug 16 22:55:51.954290 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9b249404-1b9e-4123-bead-d432b64527f9 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:51.962367 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['8672549c-f0d4-4195-88ee-adf03ade70f4'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:55:52.028224 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-7b3a6e93-9eee-49a2-bc00-dd322eefa269 None None] Provisioning complete for port 8df73d74-7579-4113-a7d7-765364e90234 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:55:52.028920 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7b3a6e93-9eee-49a2-bc00-dd322eefa269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:52.048139 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc196a2-bdcd-4380-abdc-e353f5143407 service neutron] Pushing event updated for resources: {'Port': ['ID=4732ec55-e9d1-44c9-91db-b5a1349a463a,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:52.068505 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d98683-2158-4ff7-9d99-fff716effa26 req-33bbe554-b447-4b16-a69f-14532cd9a65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:52.070611 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-62d98683-2158-4ff7-9d99-fff716effa26 req-33bbe554-b447-4b16-a69f-14532cd9a65b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=17b3937359b747459bb6c64ab15f667a&device_id=116b3c9c-303e-4ffe-b86f-0b052c315ef4 HTTP/1.1" status: 200 len: 1095 time: 0.2253420 Aug 16 22:55:52.094965 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7930409d-8fda-47ce-b9c6-190fe80ee7ae req-1bdd4a12-4d2d-4a0b-86ae-eb00a4fbe0bf tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4ad6394-3e39-4386-b02d-4a7c32c3940e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565442 Aug 16 22:55:52.134886 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c94566-bc74-45ae-85e7-02803e51ff84 req-2a67b413-e73e-4475-ae84-651a6d3b4786 tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:52.146872 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f2c94566-bc74-45ae-85e7-02803e51ff84 req-2a67b413-e73e-4475-ae84-651a6d3b4786 tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] 10.222.0.36 "GET /v2.0/ports?device_id=b115892f-b98a-4cde-8f7b-ecca2188b3a0 HTTP/1.1" status: 200 len: 946 time: 0.1019261 Aug 16 22:55:52.189671 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f2c94566-bc74-45ae-85e7-02803e51ff84 req-8bc2e498-156d-4823-ba94-98c0f9005559 tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] 10.222.0.36 "GET /v2.0/security-groups?id=45609832-a78f-4425-9a35-532fec9b7759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425384 Aug 16 22:55:52.197672 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9b249404-1b9e-4123-bead-d432b64527f9 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26252129'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:52.245494 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9b249404-1b9e-4123-bead-d432b64527f9 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:52.247479 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-9b249404-1b9e-4123-bead-d432b64527f9 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "DELETE /v2.0/subnets/b4557723-6dd6-4498-83a7-46083838173e HTTP/1.1" status: 204 len: 168 time: 0.8143063 Aug 16 22:55:52.260965 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 35266) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:52.291553 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b249404-1b9e-4123-bead-d432b64527f9 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Pushing event deleted for resources: {'Subnet': ['ID=b4557723-6dd6-4498-83a7-46083838173e,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:52.304580 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-998be109-9159-4094-834c-6f6b82ed6f90 req-9fc196a2-bdcd-4380-abdc-e353f5143407 service neutron] Attempting to bind port 4732ec55-e9d1-44c9-91db-b5a1349a463a on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:55:52.306119 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-998be109-9159-4094-834c-6f6b82ed6f90 req-9fc196a2-bdcd-4380-abdc-e353f5143407 service neutron] Attempting to bind port 4732ec55-e9d1-44c9-91db-b5a1349a463a by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': '2ef6fce6-dd05-4e6c-9b12-9c1394b5a330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'cf3cc63c-f58b-4d2e-8737-2f16cf854977'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:55:52.308397 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998be109-9159-4094-834c-6f6b82ed6f90 req-9fc196a2-bdcd-4380-abdc-e353f5143407 service neutron] Attempting to bind port 4732ec55-e9d1-44c9-91db-b5a1349a463a on network cf3cc63c-f58b-4d2e-8737-2f16cf854977 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:55:52.334994 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-f80d842d-c02e-4844-a892-16b37c20ba38 req-2f2cbf36-e84c-4ef3-b352-ffb18797d798 tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] Deleting port 812b238c-3ece-4afc-82e5-afd22cef2f1d {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:55:52.337288 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-f80d842d-c02e-4844-a892-16b37c20ba38 req-2f2cbf36-e84c-4ef3-b352-ffb18797d798 tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:52.347100 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-62d98683-2158-4ff7-9d99-fff716effa26 req-570df52e-e66a-4735-9691-3e70e3023b73 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e472f05f-c646-4e47-91be-1f4ab8d404a8 HTTP/1.1" status: 200 len: 217 time: 0.2477901 Aug 16 22:55:52.422710 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998be109-9159-4094-834c-6f6b82ed6f90 req-9fc196a2-bdcd-4380-abdc-e353f5143407 service neutron] Port 4732ec55-e9d1-44c9-91db-b5a1349a463a on network cf3cc63c-f58b-4d2e-8737-2f16cf854977 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:55:52.423688 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998be109-9159-4094-834c-6f6b82ed6f90 req-9fc196a2-bdcd-4380-abdc-e353f5143407 service neutron] Attempting to bind port 4732ec55-e9d1-44c9-91db-b5a1349a463a on network cf3cc63c-f58b-4d2e-8737-2f16cf854977 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:55:52.428196 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3b8b94-b0b8-48a6-a0a0-562050536fc6 req-39c2fdc3-fe3a-4b4b-b8b7-f7db21c39e6e tempest-ServerPasswordTestJSON-822023963 tempest-ServerPasswordTestJSON-822023963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:52.431780 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbbbeb77-eee9-4c7b-90dc-3fc33adf52a7 x-openstack-request-id: req-cbbbeb77-eee9-4c7b-90dc-3fc33adf52a7 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:55:52.433547 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "116b3c9c-303e-4ffe-b86f-0b052c315ef4", "tag": "e472f05f-c646-4e47-91be-1f4ab8d404a8", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:55:52.434623 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cbbbeb77-eee9-4c7b-90dc-3fc33adf52a7 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:55:52.435839 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ae3b8b94-b0b8-48a6-a0a0-562050536fc6 req-39c2fdc3-fe3a-4b4b-b8b7-f7db21c39e6e tempest-ServerPasswordTestJSON-822023963 tempest-ServerPasswordTestJSON-822023963-project] 10.222.0.36 "GET /v2.0/ports?device_id=06b2cebc-9873-4ba8-b13b-c5ef29da6aaa HTTP/1.1" status: 200 len: 945 time: 0.1171691 Aug 16 22:55:52.436672 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '116b3c9c-303e-4ffe-b86f-0b052c315ef4', 'tag': 'e472f05f-c646-4e47-91be-1f4ab8d404a8', 'status': 'completed', 'code': 200} Aug 16 22:55:52.479120 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ae3b8b94-b0b8-48a6-a0a0-562050536fc6 req-c9b28233-fd95-4e4f-8048-0bad0b1ad1f1 tempest-ServerPasswordTestJSON-822023963 tempest-ServerPasswordTestJSON-822023963-project] 10.222.0.36 "GET /v2.0/security-groups?id=c409a04c-1df7-4c65-a3b5-78b14e851068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425332 Aug 16 22:55:52.549955 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4196b248-ad87-40c7-a910-3bf20a3c7ceb req-24c4fffd-eec5-4073-89c8-f34140b95e93 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=f7109febb0bd428f817c993324adeef6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276992 Aug 16 22:55:52.589654 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-7b3a6e93-9eee-49a2-bc00-dd322eefa269 None None] Provisioning complete for port 193f35b9-6704-45ec-bc1b-806edbfb1257 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:55:52.590516 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7b3a6e93-9eee-49a2-bc00-dd322eefa269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:52.601225 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-70797fb3-5b2c-44e4-bd6f-d31ad2e7d863 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] DELETE failed (client error): The resource could not be found. Aug 16 22:55:52.601929 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70797fb3-5b2c-44e4-bd6f-d31ad2e7d863 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:55:52.609006 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-70797fb3-5b2c-44e4-bd6f-d31ad2e7d863 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "DELETE /v2.0/subnets/6b84dfbb-6043-4baa-bf5e-098ef9a81146 HTTP/1.1" status: 404 len: 337 time: 0.3238111 Aug 16 22:55:52.625608 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 35282) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:52.627989 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998be109-9159-4094-834c-6f6b82ed6f90 req-9fc196a2-bdcd-4380-abdc-e353f5143407 service neutron] Checking agent: {'id': 'd28e24f9-e5ea-41e1-80bf-3c7943ad7f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:55:52.628871 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998be109-9159-4094-834c-6f6b82ed6f90 req-9fc196a2-bdcd-4380-abdc-e353f5143407 service neutron] Checking segment: {'id': '2ef6fce6-dd05-4e6c-9b12-9c1394b5a330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'cf3cc63c-f58b-4d2e-8737-2f16cf854977'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:55:52.629713 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998be109-9159-4094-834c-6f6b82ed6f90 req-9fc196a2-bdcd-4380-abdc-e353f5143407 service neutron] Bound using segment: {'id': '2ef6fce6-dd05-4e6c-9b12-9c1394b5a330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'cf3cc63c-f58b-4d2e-8737-2f16cf854977'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:55:52.630916 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-998be109-9159-4094-834c-6f6b82ed6f90 req-9fc196a2-bdcd-4380-abdc-e353f5143407 service neutron] Bound port: 4732ec55-e9d1-44c9-91db-b5a1349a463a, host: n-h1-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ef6fce6-dd05-4e6c-9b12-9c1394b5a330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'cf3cc63c-f58b-4d2e-8737-2f16cf854977'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:55:52.631739 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-998be109-9159-4094-834c-6f6b82ed6f90 req-9fc196a2-bdcd-4380-abdc-e353f5143407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:52.700602 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4196b248-ad87-40c7-a910-3bf20a3c7ceb req-417a21c6-52c1-47aa-a1a6-1c8f94521a95 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:52.702217 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4196b248-ad87-40c7-a910-3bf20a3c7ceb req-417a21c6-52c1-47aa-a1a6-1c8f94521a95 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1460948 Aug 16 22:55:52.722134 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-7b3a6e93-9eee-49a2-bc00-dd322eefa269 None None] Port 193f35b9-6704-45ec-bc1b-806edbfb1257 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:55:52.726826 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4196b248-ad87-40c7-a910-3bf20a3c7ceb req-40750e27-a566-4a01-8efd-08ce9b4aa5c3 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/quotas/f7109febb0bd428f817c993324adeef6 HTTP/1.1" status: 200 len: 375 time: 0.0160663 Aug 16 22:55:52.730294 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:52.741065 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2ea8dc-b2d8-4966-ac3a-7a174c897261 None None] Update dhcp port {'port': {'network_id': 'dc9627d8-9929-4797-931a-e399784f4d6d', 'fixed_ips': [{'subnet_id': 'b4557723-6dd6-4498-83a7-46083838173e'}], 'binding:host_id': 'n-d-791506-26'}, 'id': '8df73d74-7579-4113-a7d7-765364e90234'} from n-d-791506-26. {{(pid=101293) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 22:55:52.743177 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d98683-2158-4ff7-9d99-fff716effa26 req-01fffa27-08f6-49f1-9ded-81eb2a30fa31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:52.745682 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-62d98683-2158-4ff7-9d99-fff716effa26 req-01fffa27-08f6-49f1-9ded-81eb2a30fa31 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=326cf2b6-5a5e-461f-8420-87d3c4aa2e9f HTTP/1.1" status: 200 len: 859 time: 0.3262770 Aug 16 22:55:52.766894 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4196b248-ad87-40c7-a910-3bf20a3c7ceb req-029ae5a5-4577-4dce-b5c1-e4a090c6dfd8 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f7109febb0bd428f817c993324adeef6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347452 Aug 16 22:55:52.794125 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-5d2ea8dc-b2d8-4966-ac3a-7a174c897261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:52.809141 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-11953a01-85b9-4532-92e0-d7f72029f0db tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a5b98bf-d091-4e21-a573-a0e16dd21eb2 HTTP/1.1" status: 200 len: 205 time: 0.1505971 Aug 16 22:55:52.809483 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 35284) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:52.864622 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-62d98683-2158-4ff7-9d99-fff716effa26 req-ae150535-7505-43bb-a418-f3fe4528b1e3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cf3cc63c-f58b-4d2e-8737-2f16cf854977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0867095 Aug 16 22:55:52.864974 n-d-791506-26 neutron-server[101292]: INFO neutron.api.v2.resource [None req-117fb54d-cc13-498d-8726-70434200c756 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] delete failed (client error): The resource could not be found. Aug 16 22:55:52.869671 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-117fb54d-cc13-498d-8726-70434200c756 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "DELETE /v2.0/routers/7a5b98bf-d091-4e21-a573-a0e16dd21eb2 HTTP/1.1" status: 404 len: 336 time: 0.0549760 Aug 16 22:55:52.870104 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 35286) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:52.905279 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-94f38d9a-734f-4f87-ab69-ca2d6e628188 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] DELETE failed (client error): The resource could not be found. Aug 16 22:55:52.905748 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94f38d9a-734f-4f87-ab69-ca2d6e628188 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:55:52.911873 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-94f38d9a-734f-4f87-ab69-ca2d6e628188 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "DELETE /v2.0/subnets/1b1b396f-74a4-4b2b-b211-042df47abd8e HTTP/1.1" status: 404 len: 337 time: 0.0354970 Aug 16 22:55:52.912372 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 35288) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:52.972898 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-c873e06d-716b-4efc-a0dc-ee82112d87be tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] DELETE failed (client error): The resource could not be found. Aug 16 22:55:52.973774 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c873e06d-716b-4efc-a0dc-ee82112d87be tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:55:52.981729 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-c873e06d-716b-4efc-a0dc-ee82112d87be tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "DELETE /v2.0/subnets/30f3e2f6-effb-41b2-ab6b-c9a3eb4addc8 HTTP/1.1" status: 404 len: 337 time: 0.0679803 Aug 16 22:55:52.982609 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 35294) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:53.039165 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-52b41392-17d9-4141-a600-4d5c34b1edc9 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] DELETE failed (client error): The resource could not be found. Aug 16 22:55:53.039994 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52b41392-17d9-4141-a600-4d5c34b1edc9 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:55:53.050194 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-52b41392-17d9-4141-a600-4d5c34b1edc9 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "DELETE /v2.0/subnets/b2754a3e-df9b-434c-a981-23cff07a70bf HTTP/1.1" status: 404 len: 337 time: 0.0655427 Aug 16 22:55:53.051341 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 35296) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:53.099123 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-998be109-9159-4094-834c-6f6b82ed6f90 req-9fc196a2-bdcd-4380-abdc-e353f5143407 service neutron] For port 4732ec55-e9d1-44c9-91db-b5a1349a463a, host n-h1-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:55:53.105574 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915311dc-b118-49ba-a854-7e98148dbb74 None None] Network dc9627d8-9929-4797-931a-e399784f4d6d requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:55:53.108436 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-f80d842d-c02e-4844-a892-16b37c20ba38 req-2f2cbf36-e84c-4ef3-b352-ffb18797d798 tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] For port 812b238c-3ece-4afc-82e5-afd22cef2f1d, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=812b238c-3ece-4afc-82e5-afd22cef2f1d,segment=NetworkSegment(ba972b88-db6b-4eb1-9871-9e900ec3fcf1),segment_id=ba972b88-db6b-4eb1-9871-9e900ec3fcf1)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:55:53.111201 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-f80d842d-c02e-4844-a892-16b37c20ba38 req-2f2cbf36-e84c-4ef3-b352-ffb18797d798 tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:53.111430 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4cddb7a5-7df6-47cb-9abd-dc69715ff169 req-85435c25-921c-4b62-9b98-3159a1ee0319 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/ports?device_id=66b1cd4c-c1e1-4dfe-89ed-72d113b7433e HTTP/1.1" status: 200 len: 210 time: 0.0762427 Aug 16 22:55:53.145577 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-48f91a62-8e47-4a2d-9c9d-5826cc026d12 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] DELETE failed (client error): The resource could not be found. Aug 16 22:55:53.146264 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48f91a62-8e47-4a2d-9c9d-5826cc026d12 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:55:53.151528 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-48f91a62-8e47-4a2d-9c9d-5826cc026d12 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "DELETE /v2.0/ports/1d3e6741-c00e-4c25-b2cd-9407651c461c HTTP/1.1" status: 404 len: 333 time: 0.0742717 Aug 16 22:55:53.159129 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 35300) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:53.200352 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-998be109-9159-4094-834c-6f6b82ed6f90 req-9fc196a2-bdcd-4380-abdc-e353f5143407 service neutron] For port 4732ec55-e9d1-44c9-91db-b5a1349a463a, host n-h1-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=4732ec55-e9d1-44c9-91db-b5a1349a463a,segment=NetworkSegment(2ef6fce6-dd05-4e6c-9b12-9c1394b5a330),segment_id=2ef6fce6-dd05-4e6c-9b12-9c1394b5a330)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:55:53.220475 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-998be109-9159-4094-834c-6f6b82ed6f90 req-9fc196a2-bdcd-4380-abdc-e353f5143407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:53.263431 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-0031ce29-355d-41e9-91ad-98a9c78e7747 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] DELETE failed (client error): The resource could not be found. Aug 16 22:55:53.263893 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0031ce29-355d-41e9-91ad-98a9c78e7747 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:55:53.269466 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-0031ce29-355d-41e9-91ad-98a9c78e7747 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "DELETE /v2.0/subnets/3f3b2527-6c77-49e2-a1a2-e9cac6cb24f9 HTTP/1.1" status: 404 len: 337 time: 0.1054547 Aug 16 22:55:53.270263 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 35314) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:53.317821 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-54390d38-bff3-4e90-9bd5-7638c1465a6b tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] DELETE failed (client error): The resource could not be found. Aug 16 22:55:53.318283 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54390d38-bff3-4e90-9bd5-7638c1465a6b tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:55:53.323672 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-54390d38-bff3-4e90-9bd5-7638c1465a6b tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "DELETE /v2.0/subnets/68b88fda-7c12-4bc4-bc19-24d789d1aa02 HTTP/1.1" status: 404 len: 337 time: 0.0523341 Aug 16 22:55:53.333422 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 35316) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:53.335901 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-b4e62feb-349d-42e3-8269-39ab3e365884 None None] Provisioning complete for port 8df73d74-7579-4113-a7d7-765364e90234 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:55:53.336706 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-b4e62feb-349d-42e3-8269-39ab3e365884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:53.356929 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97013e80-4087-49b0-bc65-50610dbe181f req-a2e91593-bd15-4127-b6a7-89c4a077b50e tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:53.358678 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-97013e80-4087-49b0-bc65-50610dbe181f req-a2e91593-bd15-4127-b6a7-89c4a077b50e tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/ports?device_id=90c10d52-28c4-4fe7-900c-d78a77f3df52 HTTP/1.1" status: 200 len: 943 time: 0.1290691 Aug 16 22:55:53.446330 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998be109-9159-4094-834c-6f6b82ed6f90 req-9fc196a2-bdcd-4380-abdc-e353f5143407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:53.447716 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-998be109-9159-4094-834c-6f6b82ed6f90 req-9fc196a2-bdcd-4380-abdc-e353f5143407 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:53.460341 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-998be109-9159-4094-834c-6f6b82ed6f90 req-9fc196a2-bdcd-4380-abdc-e353f5143407 service neutron] 10.222.0.68 "PUT /v2.0/ports/4732ec55-e9d1-44c9-91db-b5a1349a463a HTTP/1.1" status: 200 len: 1092 time: 2.5827544 Aug 16 22:55:53.486538 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-00328114-3d37-4668-9c7c-4eb4aca2f159 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] DELETE failed (client error): The resource could not be found. Aug 16 22:55:53.487234 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00328114-3d37-4668-9c7c-4eb4aca2f159 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:55:53.490028 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-00328114-3d37-4668-9c7c-4eb4aca2f159 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "DELETE /v2.0/ports/24e83886-03b1-41bd-a309-50efbde9b9ee HTTP/1.1" status: 404 len: 333 time: 0.1267014 Aug 16 22:55:53.496527 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 35326) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:53.547826 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-97013e80-4087-49b0-bc65-50610dbe181f req-b531a0c7-65d5-44d4-b438-54262ad10414 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4ad6394-3e39-4386-b02d-4a7c32c3940e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653564 Aug 16 22:55:53.553000 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-6636db54-a6ea-44ce-a82e-a98528e5f94b tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] DELETE failed (client error): The resource could not be found. Aug 16 22:55:53.559532 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6636db54-a6ea-44ce-a82e-a98528e5f94b tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:55:53.561722 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-6636db54-a6ea-44ce-a82e-a98528e5f94b tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "DELETE /v2.0/subnets/049550bd-d20a-4281-a492-7cc00e02eb1a HTTP/1.1" status: 404 len: 337 time: 0.0619285 Aug 16 22:55:53.587459 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cb8057-8963-4567-81fe-66519aa43fd2 req-16858f63-79a2-41c5-a9f7-d0c7c33f30ce tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:53.589353 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-38cb8057-8963-4567-81fe-66519aa43fd2 req-16858f63-79a2-41c5-a9f7-d0c7c33f30ce tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] 10.222.0.36 "GET /v2.0/ports?device_id=b115892f-b98a-4cde-8f7b-ecca2188b3a0 HTTP/1.1" status: 200 len: 946 time: 0.1388941 Aug 16 22:55:53.590026 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 35330) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:53.658632 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-61f6b60d-5edb-40b6-8fc2-d7f739302dab req-62de3614-9409-422d-81a3-82c6b9e620ba tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=f7109febb0bd428f817c993324adeef6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0244021 Aug 16 22:55:53.662076 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce912c50-2eb0-4ce5-9566-1eeb900bc2d4 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] DELETE failed (client error): The resource could not be found. Aug 16 22:55:53.662802 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce912c50-2eb0-4ce5-9566-1eeb900bc2d4 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:55:53.664802 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-ce912c50-2eb0-4ce5-9566-1eeb900bc2d4 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "DELETE /v2.0/subnets/ed4d5d06-3c16-40c0-ac3e-ebbb59429cc9 HTTP/1.1" status: 404 len: 337 time: 0.0736508 Aug 16 22:55:53.673281 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 35332) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:53.707933 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-62d98683-2158-4ff7-9d99-fff716effa26 req-dfd5c5a5-8c33-4f1d-ac5e-e4d44ff68dd2 service neutron] 10.222.0.57 "GET /v2.0/networks/cf3cc63c-f58b-4d2e-8737-2f16cf854977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8280697 Aug 16 22:55:53.743879 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc196a2-bdcd-4380-abdc-e353f5143407 service neutron] Pushing event updated for resources: {'Port': ['ID=4732ec55-e9d1-44c9-91db-b5a1349a463a,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:53.804151 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-38cb8057-8963-4567-81fe-66519aa43fd2 req-61f7db18-d042-4b0f-8356-a59863da3a35 tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] 10.222.0.36 "GET /v2.0/security-groups?id=45609832-a78f-4425-9a35-532fec9b7759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2034006 Aug 16 22:55:53.923949 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d891dd-6d81-497c-aacd-1feaae449488 req-545267c0-94a8-4af4-91ab-91868d28bbea tempest-ServerPasswordTestJSON-822023963 tempest-ServerPasswordTestJSON-822023963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:53.925854 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a6d891dd-6d81-497c-aacd-1feaae449488 req-545267c0-94a8-4af4-91ab-91868d28bbea tempest-ServerPasswordTestJSON-822023963 tempest-ServerPasswordTestJSON-822023963-project] 10.222.0.36 "GET /v2.0/ports?device_id=06b2cebc-9873-4ba8-b13b-c5ef29da6aaa HTTP/1.1" status: 200 len: 945 time: 0.1180534 Aug 16 22:55:53.933914 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f6b60d-5edb-40b6-8fc2-d7f739302dab req-d456360e-efeb-43db-8bd5-7f1c91d645cd tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:53.935989 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-61f6b60d-5edb-40b6-8fc2-d7f739302dab req-d456360e-efeb-43db-8bd5-7f1c91d645cd tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2698369 Aug 16 22:55:53.951184 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-61f6b60d-5edb-40b6-8fc2-d7f739302dab req-119d5322-194a-4612-91c2-0a108e92e592 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Request body: {'port': {'device_id': '558fad6e-08d7-4f4e-9a19-1e466ac0428f', 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd', 'admin_state_up': True, 'tenant_id': 'f7109febb0bd428f817c993324adeef6'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:55:53.996394 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d9a899-13d6-4a6d-9a31-fd01be1fa6af None None] DHCP port deletion for dc9627d8-9929-4797-931a-e399784f4d6d request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:55:54.039535 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-b4e62feb-349d-42e3-8269-39ab3e365884 None None] Provisioning complete for port 193f35b9-6704-45ec-bc1b-806edbfb1257 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:55:54.039908 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-b4e62feb-349d-42e3-8269-39ab3e365884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:54.069733 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a6d891dd-6d81-497c-aacd-1feaae449488 req-18b67d7d-0c0c-499d-9a54-28605c33fc6b tempest-ServerPasswordTestJSON-822023963 tempest-ServerPasswordTestJSON-822023963-project] 10.222.0.36 "GET /v2.0/security-groups?id=c409a04c-1df7-4c65-a3b5-78b14e851068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326714 Aug 16 22:55:54.104102 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-b4e62feb-349d-42e3-8269-39ab3e365884 None None] Port 193f35b9-6704-45ec-bc1b-806edbfb1257 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:55:54.110484 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-10d9a899-13d6-4a6d-9a31-fd01be1fa6af None None] Deleting port 8df73d74-7579-4113-a7d7-765364e90234 {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:55:54.111511 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-10d9a899-13d6-4a6d-9a31-fd01be1fa6af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:54.118881 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61f6b60d-5edb-40b6-8fc2-d7f739302dab req-119d5322-194a-4612-91c2-0a108e92e592 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Made reservation on behalf of f7109febb0bd428f817c993324adeef6 for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:55:54.122725 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-61f6b60d-5edb-40b6-8fc2-d7f739302dab req-119d5322-194a-4612-91c2-0a108e92e592 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:54.133390 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-61f6b60d-5edb-40b6-8fc2-d7f739302dab req-119d5322-194a-4612-91c2-0a108e92e592 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:54.186953 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-10d9a899-13d6-4a6d-9a31-fd01be1fa6af None None] For port 8df73d74-7579-4113-a7d7-765364e90234, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=8df73d74-7579-4113-a7d7-765364e90234,segment=NetworkSegment(2c1f8c3c-f62e-4c63-9c1d-a6bdfe9b0e5c),segment_id=2c1f8c3c-f62e-4c63-9c1d-a6bdfe9b0e5c)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:55:54.187364 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-10d9a899-13d6-4a6d-9a31-fd01be1fa6af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:54.204826 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-10d9a899-13d6-4a6d-9a31-fd01be1fa6af None None] Calling delete_port for 8df73d74-7579-4113-a7d7-765364e90234 owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:55:54.279805 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7e8dc8b9-39bb-4b03-b83d-fae7ccf8f36a req-19d792fc-c47a-4d2e-b31c-f9ac3377a9ce tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/ports?device_id=66b1cd4c-c1e1-4dfe-89ed-72d113b7433e HTTP/1.1" status: 200 len: 210 time: 0.0361600 Aug 16 22:55:54.292175 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-61f6b60d-5edb-40b6-8fc2-d7f739302dab req-119d5322-194a-4612-91c2-0a108e92e592 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:54.302314 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-61f6b60d-5edb-40b6-8fc2-d7f739302dab req-119d5322-194a-4612-91c2-0a108e92e592 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:54.311227 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-10d9a899-13d6-4a6d-9a31-fd01be1fa6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:54.342228 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998be109-9159-4094-834c-6f6b82ed6f90 req-d2d18c84-52c3-4e5e-a818-f1e4ed70ec6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:54.344393 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-998be109-9159-4094-834c-6f6b82ed6f90 req-d2d18c84-52c3-4e5e-a818-f1e4ed70ec6f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=17b3937359b747459bb6c64ab15f667a&device_id=90c10d52-28c4-4fe7-900c-d78a77f3df52 HTTP/1.1" status: 200 len: 1095 time: 0.8201132 Aug 16 22:55:54.345222 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d9a899-13d6-4a6d-9a31-fd01be1fa6af None None] Pushing event deleted for resources: {'Port': ['ID=8df73d74-7579-4113-a7d7-765364e90234,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:54.356198 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d9a899-13d6-4a6d-9a31-fd01be1fa6af None None] No DVR routers for this DVR port 8df73d74-7579-4113-a7d7-765364e90234 on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:55:54.362342 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-f80d842d-c02e-4844-a892-16b37c20ba38 req-2f2cbf36-e84c-4ef3-b352-ffb18797d798 tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:54.362895 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-f80d842d-c02e-4844-a892-16b37c20ba38 req-2f2cbf36-e84c-4ef3-b352-ffb18797d798 tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:54.363325 n-d-791506-26 neutron-server[101291]: INFO neutron.db.l3_db [req-f80d842d-c02e-4844-a892-16b37c20ba38 req-2f2cbf36-e84c-4ef3-b352-ffb18797d798 tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] Floating IP 16a31a82-f614-49cc-b072-3ddaec8e3fbc disassociated. External IP: 172.25.4.105, port: 812b238c-3ece-4afc-82e5-afd22cef2f1d. Aug 16 22:55:54.363860 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-f80d842d-c02e-4844-a892-16b37c20ba38 req-2f2cbf36-e84c-4ef3-b352-ffb18797d798 tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] Calling delete_port for 812b238c-3ece-4afc-82e5-afd22cef2f1d owned by compute:nova {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:55:54.408788 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119d5322-194a-4612-91c2-0a108e92e592 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28636a9e-058f-441f-8e78-3802344981e8,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:54.450572 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90c10d52-28c4-4fe7-900c-d78a77f3df52', 'tag': '4732ec55-e9d1-44c9-91db-b5a1349a463a'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:55:54.453231 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29bb7a90-18d6-4a06-86a2-b1dc94be0407" -d '{"events": [{"name": "network-changed", "server_uuid": "90c10d52-28c4-4fe7-900c-d78a77f3df52", "tag": "4732ec55-e9d1-44c9-91db-b5a1349a463a"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:55:54.474839 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-998be109-9159-4094-834c-6f6b82ed6f90 req-6d84cfe7-4a90-4719-b779-4fade5e99e9d service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4732ec55-e9d1-44c9-91db-b5a1349a463a HTTP/1.1" status: 200 len: 217 time: 0.1042902 Aug 16 22:55:54.519441 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 812b238c-3ece-4afc-82e5-afd22cef2f1d no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:55:54.523172 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c2a53b-e10d-427b-a79c-ab2b92aaa179 x-openstack-request-id: req-23c2a53b-e10d-427b-a79c-ab2b92aaa179 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:55:54.523463 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90c10d52-28c4-4fe7-900c-d78a77f3df52", "tag": "4732ec55-e9d1-44c9-91db-b5a1349a463a", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:55:54.523792 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-23c2a53b-e10d-427b-a79c-ab2b92aaa179 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:55:54.524217 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90c10d52-28c4-4fe7-900c-d78a77f3df52', 'tag': '4732ec55-e9d1-44c9-91db-b5a1349a463a', 'status': 'completed', 'code': 200} Aug 16 22:55:54.552179 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-62d98683-2158-4ff7-9d99-fff716effa26 req-5ddcd1f2-820e-421c-ba6c-9e339aed865a service neutron] 10.222.0.57 "GET /v2.0/networks/cf3cc63c-f58b-4d2e-8737-2f16cf854977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7744079 Aug 16 22:55:54.553749 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4196b248-ad87-40c7-a910-3bf20a3c7ceb req-411a229f-38cc-47cf-9aab-d554a40c169c tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=f7109febb0bd428f817c993324adeef6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0864978 Aug 16 22:55:54.564806 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [req-61f6b60d-5edb-40b6-8fc2-d7f739302dab req-119d5322-194a-4612-91c2-0a108e92e592 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Allocated IP 192.168.233.122 (a2f596d0-b80e-4404-bf4b-27a7e14f50dd/6af2b868-37d3-46ab-a526-0465929f13c8/746316bb-90f9-4c54-81f9-8f8cbbb9606c) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:55:54.645105 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 8df73d74-7579-4113-a7d7-765364e90234 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:55:54.678936 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 8df73d74-7579-4113-a7d7-765364e90234 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:55:54.679283 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 8df73d74-7579-4113-a7d7-765364e90234 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:55:54.694296 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:54.723881 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b115892f-b98a-4cde-8f7b-ecca2188b3a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '812b238c-3ece-4afc-82e5-afd22cef2f1d'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:55:54.726930 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7649eadf-b987-4796-bc6a-cdac33c0a50e" -d '{"events": [{"server_uuid": "b115892f-b98a-4cde-8f7b-ecca2188b3a0", "name": "network-vif-unplugged", "status": "completed", "tag": "812b238c-3ece-4afc-82e5-afd22cef2f1d"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:55:54.730336 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-06ca1382-ab45-4b6b-be5a-5dac60424298 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Deleting port 193f35b9-6704-45ec-bc1b-806edbfb1257 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:55:54.730685 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-06ca1382-ab45-4b6b-be5a-5dac60424298 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:54.743608 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 812b238c-3ece-4afc-82e5-afd22cef2f1d, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=812b238c-3ece-4afc-82e5-afd22cef2f1d,segment=NetworkSegment(ba972b88-db6b-4eb1-9871-9e900ec3fcf1),segment_id=ba972b88-db6b-4eb1-9871-9e900ec3fcf1)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:55:54.748416 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:54.802778 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b5335d-928c-4eac-83e6-70d613cc26f1 req-b72fa88a-f6e8-4a50-b493-c5a419f7c292 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:54.804264 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-12b5335d-928c-4eac-83e6-70d613cc26f1 req-b72fa88a-f6e8-4a50-b493-c5a419f7c292 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/ports?device_id=90c10d52-28c4-4fe7-900c-d78a77f3df52 HTTP/1.1" status: 200 len: 943 time: 0.0994351 Aug 16 22:55:54.809733 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=812b238c-3ece-4afc-82e5-afd22cef2f1d,revision_number=6']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:54.830644 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998be109-9159-4094-834c-6f6b82ed6f90 req-dc5e1225-7d4a-4db4-8115-70d3ae3e7a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:54.831782 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-998be109-9159-4094-834c-6f6b82ed6f90 req-dc5e1225-7d4a-4db4-8115-70d3ae3e7a58 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=326cf2b6-5a5e-461f-8420-87d3c4aa2e9f HTTP/1.1" status: 200 len: 859 time: 0.3104889 Aug 16 22:55:54.852307 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 22:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d648f260-906e-4136-bbde-5e5248104f0d x-openstack-request-id: req-d648f260-906e-4136-bbde-5e5248104f0d {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:55:54.853652 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b115892f-b98a-4cde-8f7b-ecca2188b3a0", "name": "network-vif-unplugged", "status": "completed", "tag": "812b238c-3ece-4afc-82e5-afd22cef2f1d", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:55:54.854051 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d648f260-906e-4136-bbde-5e5248104f0d {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:55:54.854513 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b115892f-b98a-4cde-8f7b-ecca2188b3a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '812b238c-3ece-4afc-82e5-afd22cef2f1d', 'code': 200} Aug 16 22:55:54.855575 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-61f6b60d-5edb-40b6-8fc2-d7f739302dab req-119d5322-194a-4612-91c2-0a108e92e592 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:54.886254 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-61f6b60d-5edb-40b6-8fc2-d7f739302dab req-119d5322-194a-4612-91c2-0a108e92e592 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Transition to ACTIVE for port object 746316bb-90f9-4c54-81f9-8f8cbbb9606c will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:55:54.891990 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-12b5335d-928c-4eac-83e6-70d613cc26f1 req-5fdcfe12-9787-44ea-9aa5-b346478915ce tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4ad6394-3e39-4386-b02d-4a7c32c3940e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804548 Aug 16 22:55:54.908079 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-998be109-9159-4094-834c-6f6b82ed6f90 req-33e5661b-be81-4761-8f3e-523ba17389fe service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=cf3cc63c-f58b-4d2e-8737-2f16cf854977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657804 Aug 16 22:55:54.940236 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-06ca1382-ab45-4b6b-be5a-5dac60424298 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:54.966797 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-61f6b60d-5edb-40b6-8fc2-d7f739302dab req-119d5322-194a-4612-91c2-0a108e92e592 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:54.980709 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865437f0-506b-485e-8594-bcca1b9c75b2 req-02e94152-7c5c-40c5-ae30-db5b0812490e tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:54.982209 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-865437f0-506b-485e-8594-bcca1b9c75b2 req-02e94152-7c5c-40c5-ae30-db5b0812490e tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] 10.222.0.36 "GET /v2.0/ports?device_id=b115892f-b98a-4cde-8f7b-ecca2188b3a0 HTTP/1.1" status: 200 len: 944 time: 0.0801175 Aug 16 22:55:55.001722 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4196b248-ad87-40c7-a910-3bf20a3c7ceb req-dd3316d5-61db-4f2c-ab8e-a838440c662e tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:55.003314 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4196b248-ad87-40c7-a910-3bf20a3c7ceb req-dd3316d5-61db-4f2c-ab8e-a838440c662e tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4147074 Aug 16 22:55:55.011126 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-06ca1382-ab45-4b6b-be5a-5dac60424298 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Calling delete_port for 193f35b9-6704-45ec-bc1b-806edbfb1257 owned by {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:55:55.014267 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d57d472-3732-44ea-8da0-ad2771375cae req-70c7743a-6b86-439c-81d7-a828aa17f70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:55.016416 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-9d57d472-3732-44ea-8da0-ad2771375cae req-70c7743a-6b86-439c-81d7-a828aa17f70f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=17b3937359b747459bb6c64ab15f667a&device_id=116b3c9c-303e-4ffe-b86f-0b052c315ef4 HTTP/1.1" status: 200 len: 1095 time: 0.3034766 Aug 16 22:55:55.044027 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61f6b60d-5edb-40b6-8fc2-d7f739302dab req-119d5322-194a-4612-91c2-0a108e92e592 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Network a2f596d0-b80e-4404-bf4b-27a7e14f50dd is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:55:55.048912 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:55.049807 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119d5322-194a-4612-91c2-0a108e92e592 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Pushing event updated for resources: {'Port': ['ID=746316bb-90f9-4c54-81f9-8f8cbbb9606c,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:55.051990 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-4196b248-ad87-40c7-a910-3bf20a3c7ceb req-34d0d9f0-a157-46ce-8c8b-02d3930b041e tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Request body: {'port': {'device_id': '66b1cd4c-c1e1-4dfe-89ed-72d113b7433e', 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd', 'admin_state_up': True, 'tenant_id': 'f7109febb0bd428f817c993324adeef6'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:55:55.052226 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [req-61f6b60d-5edb-40b6-8fc2-d7f739302dab req-119d5322-194a-4612-91c2-0a108e92e592 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:55:55.057566 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-61f6b60d-5edb-40b6-8fc2-d7f739302dab req-119d5322-194a-4612-91c2-0a108e92e592 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:55:55.115955 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-865437f0-506b-485e-8594-bcca1b9c75b2 req-64bd7e63-1c0e-4105-af25-55fafaaaf1ee tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] 10.222.0.36 "GET /v2.0/security-groups?id=45609832-a78f-4425-9a35-532fec9b7759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075571 Aug 16 22:55:55.135746 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f6b60d-5edb-40b6-8fc2-d7f739302dab req-119d5322-194a-4612-91c2-0a108e92e592 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:55.137051 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-61f6b60d-5edb-40b6-8fc2-d7f739302dab req-119d5322-194a-4612-91c2-0a108e92e592 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:55.161858 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 2f0d39ab-6a85-4c26-a96e-252f529a109d details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:55:55.167849 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 8672549c-f0d4-4195-88ee-adf03ade70f4 up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:55:55.168938 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-61f6b60d-5edb-40b6-8fc2-d7f739302dab req-119d5322-194a-4612-91c2-0a108e92e592 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2230809 Aug 16 22:55:55.184348 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-61f6b60d-5edb-40b6-8fc2-d7f739302dab req-0c273fb4-426c-4a8e-a463-e44ef6c26588 service neutron] Request body: {'port': {'device_id': '558fad6e-08d7-4f4e-9a19-1e466ac0428f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-26'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:55:55.296074 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning for port 8672549c-f0d4-4195-88ee-adf03ade70f4 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:55:55.305086 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-f80d842d-c02e-4844-a892-16b37c20ba38 req-2f2cbf36-e84c-4ef3-b352-ffb18797d798 tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:55.308906 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port 8672549c-f0d4-4195-88ee-adf03ade70f4 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:55:55.309289 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:55.345726 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23613536-a400-4dc6-ac2b-c5d23ca87a29 req-41714c49-9b5d-4319-9341-82ce324a668c tempest-ServerPasswordTestJSON-822023963 tempest-ServerPasswordTestJSON-822023963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:55.353718 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-998be109-9159-4094-834c-6f6b82ed6f90 req-890e38a9-4718-4725-87da-0ca34317a324 service neutron] 10.222.0.68 "GET /v2.0/networks/cf3cc63c-f58b-4d2e-8737-2f16cf854977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4304383 Aug 16 22:55:55.366764 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-23613536-a400-4dc6-ac2b-c5d23ca87a29 req-41714c49-9b5d-4319-9341-82ce324a668c tempest-ServerPasswordTestJSON-822023963 tempest-ServerPasswordTestJSON-822023963-project] 10.222.0.36 "GET /v2.0/ports?device_id=06b2cebc-9873-4ba8-b13b-c5ef29da6aaa HTTP/1.1" status: 200 len: 945 time: 0.1774364 Aug 16 22:55:55.410649 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 2f0d39ab-6a85-4c26-a96e-252f529a109d, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=2f0d39ab-6a85-4c26-a96e-252f529a109d,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:55:55.411993 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-61f6b60d-5edb-40b6-8fc2-d7f739302dab req-0c273fb4-426c-4a8e-a463-e44ef6c26588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:55.414801 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2cbf36-e84c-4ef3-b352-ffb18797d798 tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] Pushing event deleted for resources: {'Port': ['ID=812b238c-3ece-4afc-82e5-afd22cef2f1d,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:55.444193 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': '2f0d39ab-6a85-4c26-a96e-252f529a109d', 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd', 'port_id': '2f0d39ab-6a85-4c26-a96e-252f529a109d', 'mac_address': 'fa:16:3e:6d:c8:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6af2b868-37d3-46ab-a526-0465929f13c8', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:55:55.471976 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d57d472-3732-44ea-8da0-ad2771375cae req-367cc7ac-cbe8-441c-b66e-8bfa1670281e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:55.473766 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-9d57d472-3732-44ea-8da0-ad2771375cae req-367cc7ac-cbe8-441c-b66e-8bfa1670281e service neutron] 10.222.0.57 "GET /v2.0/networks?id=cf3cc63c-f58b-4d2e-8737-2f16cf854977 HTTP/1.1" status: 200 len: 920 time: 0.4264781 Aug 16 22:55:55.491724 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0507ead0-84fa-4be4-9b87-fcf50e395628 None None] Provisioning for port 746316bb-90f9-4c54-81f9-8f8cbbb9606c completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:55:55.498337 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fdb756cb-b08e-4815-ba8c-a969a5ae4acb req-59e2810c-ebf1-4cf4-939c-e329c2251967 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/ports?device_id=66b1cd4c-c1e1-4dfe-89ed-72d113b7433e HTTP/1.1" status: 200 len: 210 time: 0.0817580 Aug 16 22:55:55.520826 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0507ead0-84fa-4be4-9b87-fcf50e395628 None None] Provisioning complete for port 746316bb-90f9-4c54-81f9-8f8cbbb9606c triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:55:55.521208 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0507ead0-84fa-4be4-9b87-fcf50e395628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:55.549077 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-23613536-a400-4dc6-ac2b-c5d23ca87a29 req-8d152b80-4537-4a7a-96ae-bdcff1b4a266 tempest-ServerPasswordTestJSON-822023963 tempest-ServerPasswordTestJSON-822023963-project] 10.222.0.36 "GET /v2.0/security-groups?id=c409a04c-1df7-4c65-a3b5-78b14e851068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768644 Aug 16 22:55:55.562253 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0507ead0-84fa-4be4-9b87-fcf50e395628 None None] Port 746316bb-90f9-4c54-81f9-8f8cbbb9606c cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:55:55.569123 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-06ca1382-ab45-4b6b-be5a-5dac60424298 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:55.576485 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-9d57d472-3732-44ea-8da0-ad2771375cae req-34f5b5ca-45f6-4959-8311-085318cd2f76 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e472f05f-c646-4e47-91be-1f4ab8d404a8 HTTP/1.1" status: 200 len: 217 time: 0.0912590 Aug 16 22:55:55.584672 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:55.601739 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:55.629177 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2f0d39ab-6a85-4c26-a96e-252f529a109d {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:55:55.649260 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 8672549c-f0d4-4195-88ee-adf03ade70f4, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=8672549c-f0d4-4195-88ee-adf03ade70f4,segment=NetworkSegment(dfcf9c07-d6ef-499c-8b24-2cc7b3bf3d82),segment_id=dfcf9c07-d6ef-499c-8b24-2cc7b3bf3d82)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:55:55.659015 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:55.662008 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 2f0d39ab-6a85-4c26-a96e-252f529a109d, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=2f0d39ab-6a85-4c26-a96e-252f529a109d,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:55:55.665914 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4196b248-ad87-40c7-a910-3bf20a3c7ceb req-34d0d9f0-a157-46ce-8c8b-02d3930b041e tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Made reservation on behalf of f7109febb0bd428f817c993324adeef6 for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:55:55.669851 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-4196b248-ad87-40c7-a910-3bf20a3c7ceb req-34d0d9f0-a157-46ce-8c8b-02d3930b041e tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:55.690677 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:55.697683 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ca1382-ab45-4b6b-be5a-5dac60424298 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Pushing event deleted for resources: {'Port': ['ID=193f35b9-6704-45ec-bc1b-806edbfb1257,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:55.723097 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=8672549c-f0d4-4195-88ee-adf03ade70f4,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:55.737247 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-06ca1382-ab45-4b6b-be5a-5dac60424298 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:55.741961 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-06ca1382-ab45-4b6b-be5a-5dac60424298 tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "DELETE /v2.0/ports/193f35b9-6704-45ec-bc1b-806edbfb1257 HTTP/1.1" status: 204 len: 168 time: 2.0673716 Aug 16 22:55:55.748742 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 35370) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:55.790182 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=2f0d39ab-6a85-4c26-a96e-252f529a109d,revision_number=6']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:55.790460 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-998be109-9159-4094-834c-6f6b82ed6f90 req-eb21a926-ab1f-46d8-bb05-e6530608b5d1 service neutron] 10.222.0.68 "GET /v2.0/networks/cf3cc63c-f58b-4d2e-8737-2f16cf854977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3936534 Aug 16 22:55:55.876211 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d57d472-3732-44ea-8da0-ad2771375cae req-d62cce3f-65c2-434d-a0b0-ce95986bf9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:55.879995 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-9d57d472-3732-44ea-8da0-ad2771375cae req-d62cce3f-65c2-434d-a0b0-ce95986bf9f0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=326cf2b6-5a5e-461f-8420-87d3c4aa2e9f HTTP/1.1" status: 200 len: 859 time: 0.2870026 Aug 16 22:55:55.922591 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f80d842d-c02e-4844-a892-16b37c20ba38 req-2f2cbf36-e84c-4ef3-b352-ffb18797d798 tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] Router a57a8d75-1785-472d-b1d9-2a0dda82a074 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:55:55.989976 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-9d57d472-3732-44ea-8da0-ad2771375cae req-f23ebfac-bbc5-4a0b-a86c-253c6f9758e5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cf3cc63c-f58b-4d2e-8737-2f16cf854977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738940 Aug 16 22:55:56.029035 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-736e7837-951c-4b71-9563-205908abd08a tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:56.062253 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['2f0d39ab-6a85-4c26-a96e-252f529a109d'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:55:56.118586 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bb7a90-18d6-4a06-86a2-b1dc94be0407 req-ae31feeb-24bb-49da-9ada-50d612e26e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:56.120127 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-29bb7a90-18d6-4a06-86a2-b1dc94be0407 req-ae31feeb-24bb-49da-9ada-50d612e26e9b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=17b3937359b747459bb6c64ab15f667a&device_id=90c10d52-28c4-4fe7-900c-d78a77f3df52 HTTP/1.1" status: 200 len: 1095 time: 0.2360268 Aug 16 22:55:56.333299 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-736e7837-951c-4b71-9563-205908abd08a tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:56.349218 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-9d57d472-3732-44ea-8da0-ad2771375cae req-a3e12590-d44d-44b5-93fd-7b040e8d3eb4 service neutron] 10.222.0.57 "GET /v2.0/networks/cf3cc63c-f58b-4d2e-8737-2f16cf854977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3468590 Aug 16 22:55:56.356207 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-736e7837-951c-4b71-9563-205908abd08a tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc9627d8-9929-4797-931a-e399784f4d6d']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:55:56.359654 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4375bc05-cffd-46e1-973d-c17cbaa4445b req-7483f66e-8aec-4c15-864d-ade2b08294ff tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] 10.222.0.36 "GET /v2.0/ports?device_id=b115892f-b98a-4cde-8f7b-ecca2188b3a0 HTTP/1.1" status: 200 len: 210 time: 0.0482564 Aug 16 22:55:56.373654 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [req-61f6b60d-5edb-40b6-8fc2-d7f739302dab req-0c273fb4-426c-4a8e-a463-e44ef6c26588 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 746316bb-90f9-4c54-81f9-8f8cbbb9606c {{(pid=101292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:55:56.373814 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f80d842d-c02e-4844-a892-16b37c20ba38 req-2f2cbf36-e84c-4ef3-b352-ffb18797d798 tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:55:56.383546 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-736e7837-951c-4b71-9563-205908abd08a tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c1f8c3c-f62e-4c63-9c1d-a6bdfe9b0e5c') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:55:56.383851 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-736e7837-951c-4b71-9563-205908abd08a tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c1f8c3c-f62e-4c63-9c1d-a6bdfe9b0e5c') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:55:56.384000 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-61f6b60d-5edb-40b6-8fc2-d7f739302dab req-0c273fb4-426c-4a8e-a463-e44ef6c26588 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:56.389793 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b75d2fc-d509-4e9d-a15c-de3984b47bc9 None None] Sync routers for ids ['a57a8d75-1785-472d-b1d9-2a0dda82a074'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:55:56.401784 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b75d2fc-d509-4e9d-a15c-de3984b47bc9 None None] Routers {'a57a8d75-1785-472d-b1d9-2a0dda82a074'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:55:56.402537 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-9b75d2fc-d509-4e9d-a15c-de3984b47bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:55:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['a57a8d75-1785-472d-b1d9-2a0dda82a074'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:55:56.413456 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc5a2be-c56b-4d1f-b265-5b657127fc45 req-59ddba4b-3106-4e5c-98e3-be14dfb255f5 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:56.421045 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fdc5a2be-c56b-4d1f-b265-5b657127fc45 req-59ddba4b-3106-4e5c-98e3-be14dfb255f5 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/ports?device_id=90c10d52-28c4-4fe7-900c-d78a77f3df52 HTTP/1.1" status: 200 len: 943 time: 0.1089442 Aug 16 22:55:56.424195 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-61f6b60d-5edb-40b6-8fc2-d7f739302dab req-0c273fb4-426c-4a8e-a463-e44ef6c26588 service neutron] Transition to ACTIVE for port object 746316bb-90f9-4c54-81f9-8f8cbbb9606c will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:55:56.432801 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-61f6b60d-5edb-40b6-8fc2-d7f739302dab req-0c273fb4-426c-4a8e-a463-e44ef6c26588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:56.460239 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-736e7837-951c-4b71-9563-205908abd08a tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:56.528483 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c273fb4-426c-4a8e-a463-e44ef6c26588 service neutron] Pushing event updated for resources: {'Port': ['ID=746316bb-90f9-4c54-81f9-8f8cbbb9606c,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:56.542971 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-9b75d2fc-d509-4e9d-a15c-de3984b47bc9 None None] Set router a57a8d75-1785-472d-b1d9-2a0dda82a074 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:55:56.557625 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fdc5a2be-c56b-4d1f-b265-5b657127fc45 req-cce0e2c7-131a-4a83-b153-55fb4f13cb36 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4ad6394-3e39-4386-b02d-4a7c32c3940e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356637 Aug 16 22:55:56.680655 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-61f6b60d-5edb-40b6-8fc2-d7f739302dab req-0c273fb4-426c-4a8e-a463-e44ef6c26588 service neutron] Attempting to bind port 746316bb-90f9-4c54-81f9-8f8cbbb9606c on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:55:56.681419 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-61f6b60d-5edb-40b6-8fc2-d7f739302dab req-0c273fb4-426c-4a8e-a463-e44ef6c26588 service neutron] Attempting to bind port 746316bb-90f9-4c54-81f9-8f8cbbb9606c by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:55:56.681982 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f6b60d-5edb-40b6-8fc2-d7f739302dab req-0c273fb4-426c-4a8e-a463-e44ef6c26588 service neutron] Attempting to bind port 746316bb-90f9-4c54-81f9-8f8cbbb9606c on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:55:56.689755 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f6b60d-5edb-40b6-8fc2-d7f739302dab req-0c273fb4-426c-4a8e-a463-e44ef6c26588 service neutron] Port 746316bb-90f9-4c54-81f9-8f8cbbb9606c on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:55:56.690490 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f6b60d-5edb-40b6-8fc2-d7f739302dab req-0c273fb4-426c-4a8e-a463-e44ef6c26588 service neutron] Attempting to bind port 746316bb-90f9-4c54-81f9-8f8cbbb9606c on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:55:56.698626 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-45d7eda7-2af7-4616-83b4-fb15f6522610 req-b6db1f6e-b38e-4b2b-8507-2b12ee07a09f tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/ports?device_id=66b1cd4c-c1e1-4dfe-89ed-72d113b7433e HTTP/1.1" status: 200 len: 210 time: 0.0494244 Aug 16 22:55:56.741154 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f6b60d-5edb-40b6-8fc2-d7f739302dab req-0c273fb4-426c-4a8e-a463-e44ef6c26588 service neutron] Checking agent: {'id': 'd28e24f9-e5ea-41e1-80bf-3c7943ad7f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:55:56.741803 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f6b60d-5edb-40b6-8fc2-d7f739302dab req-0c273fb4-426c-4a8e-a463-e44ef6c26588 service neutron] Checking segment: {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:55:56.742441 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f6b60d-5edb-40b6-8fc2-d7f739302dab req-0c273fb4-426c-4a8e-a463-e44ef6c26588 service neutron] Bound using segment: {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:55:56.743134 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-61f6b60d-5edb-40b6-8fc2-d7f739302dab req-0c273fb4-426c-4a8e-a463-e44ef6c26588 service neutron] Bound port: 746316bb-90f9-4c54-81f9-8f8cbbb9606c, host: n-h1-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:55:56.743744 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-61f6b60d-5edb-40b6-8fc2-d7f739302dab req-0c273fb4-426c-4a8e-a463-e44ef6c26588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:56.815535 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b746445-53b3-4d0d-a941-0013688be542 req-e2ca7f7b-798e-4dc7-acee-497c90b355ae tempest-ServerPasswordTestJSON-822023963 tempest-ServerPasswordTestJSON-822023963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:56.817195 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1b746445-53b3-4d0d-a941-0013688be542 req-e2ca7f7b-798e-4dc7-acee-497c90b355ae tempest-ServerPasswordTestJSON-822023963 tempest-ServerPasswordTestJSON-822023963-project] 10.222.0.36 "GET /v2.0/ports?device_id=06b2cebc-9873-4ba8-b13b-c5ef29da6aaa HTTP/1.1" status: 200 len: 946 time: 0.1377118 Aug 16 22:55:56.825440 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-9b75d2fc-d509-4e9d-a15c-de3984b47bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57a8d75-1785-472d-b1d9-2a0dda82a074', 'name': 'tempest-ServersTestFqdnHostnames-1410935709-router', 'tenant_id': '59c961a779674ade84e46325c73c6eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '9aa72632-19cf-4b9f-84a5-4e2d384931b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:53:24Z', 'updated_at': '2021-08-16T22:53:36Z', 'revision_number': 4, 'project_id': '59c961a779674ade84e46325c73c6eac', 'gw_port': {'id': '9aa72632-19cf-4b9f-84a5-4e2d384931b3', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:e7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57a8d75-1785-472d-b1d9-2a0dda82a074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:26Z', 'updated_at': '2021-08-16T22:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '6e1d4414-8c1a-4bfa-94c5-48ac248d627a', 'name': '', 'network_id': 'a8aaeb65-e172-4fdd-9f1a-cbdbda638f0b', 'tenant_id': '59c961a779674ade84e46325c73c6eac', 'mac_address': 'fa:16:3e:50:3b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57a8d75-1785-472d-b1d9-2a0dda82a074', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'd5081f3b-73a4-4d61-9e4a-3f5b25fa6900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:33Z', 'updated_at': '2021-08-16T22:53:44Z', 'revision_number': 5, 'project_id': '59c961a779674ade84e46325c73c6eac', 'subnets': [{'id': 'd5081f3b-73a4-4d61-9e4a-3f5b25fa6900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:55:56.855585 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06b2cebc-9873-4ba8-b13b-c5ef29da6aaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8672549c-f0d4-4195-88ee-adf03ade70f4'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:55:56.857965 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adeb3164-712b-402f-af8d-4b64995e6fe7" -d '{"events": [{"server_uuid": "06b2cebc-9873-4ba8-b13b-c5ef29da6aaa", "name": "network-vif-plugged", "status": "completed", "tag": "8672549c-f0d4-4195-88ee-adf03ade70f4"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:55:56.858612 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b75d2fc-d509-4e9d-a15c-de3984b47bc9 None None] Checking router: a57a8d75-1785-472d-b1d9-2a0dda82a074 for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:55:56.868982 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-61f6b60d-5edb-40b6-8fc2-d7f739302dab req-0c273fb4-426c-4a8e-a463-e44ef6c26588 service neutron] For port 746316bb-90f9-4c54-81f9-8f8cbbb9606c, host n-h1-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:55:56.871664 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b75d2fc-d509-4e9d-a15c-de3984b47bc9 None None] Routers {'a57a8d75-1785-472d-b1d9-2a0dda82a074'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:55:56.873102 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-9b75d2fc-d509-4e9d-a15c-de3984b47bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:55:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['a57a8d75-1785-472d-b1d9-2a0dda82a074'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:55:56.873813 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-61f6b60d-5edb-40b6-8fc2-d7f739302dab req-0c273fb4-426c-4a8e-a463-e44ef6c26588 service neutron] For port 746316bb-90f9-4c54-81f9-8f8cbbb9606c, host n-h1-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=746316bb-90f9-4c54-81f9-8f8cbbb9606c,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:55:56.899527 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1b746445-53b3-4d0d-a941-0013688be542 req-1c6292f8-de9f-4fca-b596-bfb3697617f1 tempest-ServerPasswordTestJSON-822023963 tempest-ServerPasswordTestJSON-822023963-project] 10.222.0.36 "GET /v2.0/security-groups?id=c409a04c-1df7-4c65-a3b5-78b14e851068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596516 Aug 16 22:55:56.901632 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-61f6b60d-5edb-40b6-8fc2-d7f739302dab req-0c273fb4-426c-4a8e-a463-e44ef6c26588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:56.915756 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e67809e4-702b-4a85-bde7-22f3034bccb0 x-openstack-request-id: req-e67809e4-702b-4a85-bde7-22f3034bccb0 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:55:56.916181 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06b2cebc-9873-4ba8-b13b-c5ef29da6aaa", "name": "network-vif-plugged", "status": "completed", "tag": "8672549c-f0d4-4195-88ee-adf03ade70f4", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:55:56.916659 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e67809e4-702b-4a85-bde7-22f3034bccb0 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:55:56.917152 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06b2cebc-9873-4ba8-b13b-c5ef29da6aaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8672549c-f0d4-4195-88ee-adf03ade70f4', 'code': 200} Aug 16 22:55:56.949180 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f6b60d-5edb-40b6-8fc2-d7f739302dab req-0c273fb4-426c-4a8e-a463-e44ef6c26588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:56.949902 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-61f6b60d-5edb-40b6-8fc2-d7f739302dab req-0c273fb4-426c-4a8e-a463-e44ef6c26588 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:56.951525 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-61f6b60d-5edb-40b6-8fc2-d7f739302dab req-0c273fb4-426c-4a8e-a463-e44ef6c26588 service neutron] 10.222.0.68 "PUT /v2.0/ports/746316bb-90f9-4c54-81f9-8f8cbbb9606c HTTP/1.1" status: 200 len: 1097 time: 1.7741065 Aug 16 22:55:56.952262 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '558fad6e-08d7-4f4e-9a19-1e466ac0428f', 'tag': '746316bb-90f9-4c54-81f9-8f8cbbb9606c'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:55:56.955069 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a541172-aff4-4bae-aa47-1e78a5d8d434" -d '{"events": [{"name": "network-changed", "server_uuid": "558fad6e-08d7-4f4e-9a19-1e466ac0428f", "tag": "746316bb-90f9-4c54-81f9-8f8cbbb9606c"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:55:56.981355 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c273fb4-426c-4a8e-a463-e44ef6c26588 service neutron] Pushing event updated for resources: {'Port': ['ID=746316bb-90f9-4c54-81f9-8f8cbbb9606c,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:57.054328 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-9b75d2fc-d509-4e9d-a15c-de3984b47bc9 None None] Set router a57a8d75-1785-472d-b1d9-2a0dda82a074 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:55:57.054944 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9318479e-ee1d-4a08-90cf-59c2cb112b55 x-openstack-request-id: req-9318479e-ee1d-4a08-90cf-59c2cb112b55 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:55:57.055425 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "558fad6e-08d7-4f4e-9a19-1e466ac0428f", "tag": "746316bb-90f9-4c54-81f9-8f8cbbb9606c", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:55:57.055776 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9318479e-ee1d-4a08-90cf-59c2cb112b55 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:55:57.056270 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '558fad6e-08d7-4f4e-9a19-1e466ac0428f', 'tag': '746316bb-90f9-4c54-81f9-8f8cbbb9606c', 'status': 'completed', 'code': 200} Aug 16 22:55:57.074837 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f6b60d-5edb-40b6-8fc2-d7f739302dab req-74f8ad11-6c26-4b4c-b034-dc81983393ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:57.076646 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-61f6b60d-5edb-40b6-8fc2-d7f739302dab req-74f8ad11-6c26-4b4c-b034-dc81983393ac service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f7109febb0bd428f817c993324adeef6&device_id=558fad6e-08d7-4f4e-9a19-1e466ac0428f HTTP/1.1" status: 200 len: 1100 time: 0.0602148 Aug 16 22:55:57.083645 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-f80d842d-c02e-4844-a892-16b37c20ba38 req-2f2cbf36-e84c-4ef3-b352-ffb18797d798 tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] No DVR routers for this DVR port 812b238c-3ece-4afc-82e5-afd22cef2f1d on host n-h1-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:55:57.086100 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bb7a90-18d6-4a06-86a2-b1dc94be0407 req-cb3455fc-c1c4-446d-b03c-73389ccf25dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:57.087700 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-29bb7a90-18d6-4a06-86a2-b1dc94be0407 req-cb3455fc-c1c4-446d-b03c-73389ccf25dd service neutron] 10.222.0.68 "GET /v2.0/networks?id=cf3cc63c-f58b-4d2e-8737-2f16cf854977 HTTP/1.1" status: 200 len: 920 time: 0.9509654 Aug 16 22:55:57.121490 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-f80d842d-c02e-4844-a892-16b37c20ba38 req-2f2cbf36-e84c-4ef3-b352-ffb18797d798 tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:57.123510 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-f80d842d-c02e-4844-a892-16b37c20ba38 req-2f2cbf36-e84c-4ef3-b352-ffb18797d798 tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] 10.222.0.68 "DELETE /v2.0/ports/812b238c-3ece-4afc-82e5-afd22cef2f1d HTTP/1.1" status: 204 len: 173 time: 5.4165394 Aug 16 22:55:57.129561 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b115892f-b98a-4cde-8f7b-ecca2188b3a0', 'name': 'network-vif-deleted', 'tag': '812b238c-3ece-4afc-82e5-afd22cef2f1d'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:55:57.131845 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d148f094-a499-41bf-96a9-e1d1e7f803d6" -d '{"events": [{"server_uuid": "b115892f-b98a-4cde-8f7b-ecca2188b3a0", "name": "network-vif-deleted", "tag": "812b238c-3ece-4afc-82e5-afd22cef2f1d"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:55:57.136573 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-736e7837-951c-4b71-9563-205908abd08a tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:57.154875 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-61f6b60d-5edb-40b6-8fc2-d7f739302dab req-926aa704-907a-495f-835a-889631db341a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=746316bb-90f9-4c54-81f9-8f8cbbb9606c HTTP/1.1" status: 200 len: 217 time: 0.0697880 Aug 16 22:55:57.176070 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 2f0d39ab-6a85-4c26-a96e-252f529a109d up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:55:57.216414 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-29bb7a90-18d6-4a06-86a2-b1dc94be0407 req-9fb3aa86-fca6-402c-ae76-36efbf3399e8 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4732ec55-e9d1-44c9-91db-b5a1349a463a HTTP/1.1" status: 200 len: 217 time: 0.0705907 Aug 16 22:55:57.242857 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-9d57d472-3732-44ea-8da0-ad2771375cae req-b16d49a6-ef2d-4117-ac4a-c2440b06b814 service neutron] 10.222.0.57 "GET /v2.0/networks/cf3cc63c-f58b-4d2e-8737-2f16cf854977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8839679 Aug 16 22:55:57.244407 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fea704fc-1b30-4c3b-8e3b-6110a9d15a80 x-openstack-request-id: req-fea704fc-1b30-4c3b-8e3b-6110a9d15a80 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:55:57.244783 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b115892f-b98a-4cde-8f7b-ecca2188b3a0", "name": "network-vif-deleted", "tag": "812b238c-3ece-4afc-82e5-afd22cef2f1d", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:55:57.245039 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fea704fc-1b30-4c3b-8e3b-6110a9d15a80 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:55:57.245444 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b115892f-b98a-4cde-8f7b-ecca2188b3a0', 'name': 'network-vif-deleted', 'tag': '812b238c-3ece-4afc-82e5-afd22cef2f1d', 'status': 'completed', 'code': 200} Aug 16 22:55:57.256736 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f6b60d-5edb-40b6-8fc2-d7f739302dab req-1e76a0f1-fa09-4d20-8ad3-14becb1dec71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:57.258555 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-61f6b60d-5edb-40b6-8fc2-d7f739302dab req-1e76a0f1-fa09-4d20-8ad3-14becb1dec71 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6af2b868-37d3-46ab-a526-0465929f13c8 HTTP/1.1" status: 200 len: 843 time: 0.0952239 Aug 16 22:55:57.287960 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port 2f0d39ab-6a85-4c26-a96e-252f529a109d triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:55:57.288739 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:57.289895 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-736e7837-951c-4b71-9563-205908abd08a tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:55:57.299337 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-736e7837-951c-4b71-9563-205908abd08a tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:57.308813 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 22:55:57.308813 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:55:57.308813 n-d-791506-26 neutron-server[101291]: timer() Aug 16 22:55:57.308813 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:55:57.308813 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 22:55:57.308813 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:55:57.308813 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 22:55:57.308813 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:55:57.308813 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 22:55:57.308813 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:55:57.308813 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 22:55:57.308813 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:55:57.308813 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 22:55:57.308813 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:55:57.308813 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:55:57.308813 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:55:57.308813 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:55:57.308813 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:55:57.308813 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 22:55:57.308813 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:55:57.308813 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 22:55:57.308813 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:55:57.308813 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:55:57.308813 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:55:57.308813 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 22:55:57.308813 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:55:57.308813 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:55:57.308813 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:55:57.308813 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:55:57.308813 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:55:57.308813 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:55:57.308813 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:55:57.338568 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f6b60d-5edb-40b6-8fc2-d7f739302dab req-d34e4661-4668-424c-b20c-ea3922434d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:57.340567 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-61f6b60d-5edb-40b6-8fc2-d7f739302dab req-d34e4661-4668-424c-b20c-ea3922434d50 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0712183 Aug 16 22:55:57.369016 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-9b75d2fc-d509-4e9d-a15c-de3984b47bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57a8d75-1785-472d-b1d9-2a0dda82a074', 'name': 'tempest-ServersTestFqdnHostnames-1410935709-router', 'tenant_id': '59c961a779674ade84e46325c73c6eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '9aa72632-19cf-4b9f-84a5-4e2d384931b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:53:24Z', 'updated_at': '2021-08-16T22:53:36Z', 'revision_number': 4, 'project_id': '59c961a779674ade84e46325c73c6eac', 'gw_port': {'id': '9aa72632-19cf-4b9f-84a5-4e2d384931b3', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:e7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57a8d75-1785-472d-b1d9-2a0dda82a074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:26Z', 'updated_at': '2021-08-16T22:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '6e1d4414-8c1a-4bfa-94c5-48ac248d627a', 'name': '', 'network_id': 'a8aaeb65-e172-4fdd-9f1a-cbdbda638f0b', 'tenant_id': '59c961a779674ade84e46325c73c6eac', 'mac_address': 'fa:16:3e:50:3b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57a8d75-1785-472d-b1d9-2a0dda82a074', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'd5081f3b-73a4-4d61-9e4a-3f5b25fa6900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:33Z', 'updated_at': '2021-08-16T22:53:44Z', 'revision_number': 5, 'project_id': '59c961a779674ade84e46325c73c6eac', 'subnets': [{'id': 'd5081f3b-73a4-4d61-9e4a-3f5b25fa6900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:55:57.390614 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e3761-8dcc-4f1b-ba34-b1b8d4597f11 req-c9b6bd57-f1c1-421a-a5bb-c1b0fcb9788b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:57.393581 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-fe7e3761-8dcc-4f1b-ba34-b1b8d4597f11 req-c9b6bd57-f1c1-421a-a5bb-c1b0fcb9788b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=06b2cebc-9873-4ba8-b13b-c5ef29da6aaa HTTP/1.1" status: 200 len: 1098 time: 0.3040841 Aug 16 22:55:57.395210 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bb7a90-18d6-4a06-86a2-b1dc94be0407 req-a99884d5-afb1-4298-987b-359c122a1066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:57.396830 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-29bb7a90-18d6-4a06-86a2-b1dc94be0407 req-a99884d5-afb1-4298-987b-359c122a1066 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=326cf2b6-5a5e-461f-8420-87d3c4aa2e9f HTTP/1.1" status: 200 len: 859 time: 0.1506345 Aug 16 22:55:57.414715 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:57.418651 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-4196b248-ad87-40c7-a910-3bf20a3c7ceb req-34d0d9f0-a157-46ce-8c8b-02d3930b041e tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Allocated IP 192.168.233.110 (a2f596d0-b80e-4404-bf4b-27a7e14f50dd/6af2b868-37d3-46ab-a526-0465929f13c8/c06f700b-9f87-4f14-9e6a-4961f1b5094a) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:55:57.451861 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b75d2fc-d509-4e9d-a15c-de3984b47bc9 None None] The sync data for ids ['a57a8d75-1785-472d-b1d9-2a0dda82a074'] in n-d-791506-26 is: [{'id': 'a57a8d75-1785-472d-b1d9-2a0dda82a074', 'name': 'tempest-ServersTestFqdnHostnames-1410935709-router', 'tenant_id': '59c961a779674ade84e46325c73c6eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '9aa72632-19cf-4b9f-84a5-4e2d384931b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:53:24Z', 'updated_at': '2021-08-16T22:53:36Z', 'revision_number': 4, 'project_id': '59c961a779674ade84e46325c73c6eac', 'gw_port': {'id': '9aa72632-19cf-4b9f-84a5-4e2d384931b3', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:e7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57a8d75-1785-472d-b1d9-2a0dda82a074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:26Z', 'updated_at': '2021-08-16T22:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '6e1d4414-8c1a-4bfa-94c5-48ac248d627a', 'name': '', 'network_id': 'a8aaeb65-e172-4fdd-9f1a-cbdbda638f0b', 'tenant_id': '59c961a779674ade84e46325c73c6eac', 'mac_address': 'fa:16:3e:50:3b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57a8d75-1785-472d-b1d9-2a0dda82a074', 'device_owner': 'network:router_interface', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'd5081f3b-73a4-4d61-9e4a-3f5b25fa6900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:33Z', 'updated_at': '2021-08-16T22:53:44Z', 'revision_number': 5, 'project_id': '59c961a779674ade84e46325c73c6eac', 'subnets': [{'id': 'd5081f3b-73a4-4d61-9e4a-3f5b25fa6900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:55:57.471633 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 2f0d39ab-6a85-4c26-a96e-252f529a109d, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=2f0d39ab-6a85-4c26-a96e-252f529a109d,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:55:57.477289 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-29bb7a90-18d6-4a06-86a2-b1dc94be0407 req-ddf26df8-01de-4d4f-a454-98d1ca0692b0 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=cf3cc63c-f58b-4d2e-8737-2f16cf854977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644307 Aug 16 22:55:57.478260 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-736e7837-951c-4b71-9563-205908abd08a tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:57.480522 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:57.491020 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-736e7837-951c-4b71-9563-205908abd08a tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:57.498200 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-736e7837-951c-4b71-9563-205908abd08a tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] 10.222.0.36 "DELETE /v2.0/networks/dc9627d8-9929-4797-931a-e399784f4d6d HTTP/1.1" status: 204 len: 168 time: 1.7447619 Aug 16 22:55:57.508696 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-61f6b60d-5edb-40b6-8fc2-d7f739302dab req-cffe09b0-943c-468f-a870-a6f8250b45b9 service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438847 Aug 16 22:55:57.587784 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=2f0d39ab-6a85-4c26-a96e-252f529a109d,revision_number=7']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:57.597720 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736e7837-951c-4b71-9563-205908abd08a tempest-PortsTestJSON-182943407 tempest-PortsTestJSON-182943407-project] Pushing event deleted for resources: {'Network': ['ID=dc9627d8-9929-4797-931a-e399784f4d6d,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:57.624992 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bb9069ce-3a43-4c65-bd4f-2e5f164307f0 req-2184f7d7-b7a0-4316-88b7-5f3820c409df tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] 10.222.0.36 "GET /v2.0/ports?device_id=b115892f-b98a-4cde-8f7b-ecca2188b3a0 HTTP/1.1" status: 200 len: 210 time: 0.0904963 Aug 16 22:55:57.645479 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-fe7e3761-8dcc-4f1b-ba34-b1b8d4597f11 req-de860847-7337-4cdc-aa89-5058eb00b78a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c409a04c-1df7-4c65-a3b5-78b14e851068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305467 Aug 16 22:55:57.729455 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-61f6b60d-5edb-40b6-8fc2-d7f739302dab req-f8c6af16-f578-4093-858b-5b83f5c27605 service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197750 Aug 16 22:55:57.811928 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-29bb7a90-18d6-4a06-86a2-b1dc94be0407 req-c1a57569-38d8-4a3c-b07e-81a3fba8b9a8 service neutron] 10.222.0.68 "GET /v2.0/networks/cf3cc63c-f58b-4d2e-8737-2f16cf854977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3087704 Aug 16 22:55:57.931916 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f077cd-25be-4df5-a100-6dd877fd2c99 None None] New status for floating IP 16a31a82-f614-49cc-b072-3ddaec8e3fbc: DOWN {{(pid=101293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:55:57.934860 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-140c9631-ef09-4f8e-8620-c1781f171794 req-7d45e866-ab81-4f64-81f4-a3c4c04c69e8 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/ports?device_id=66b1cd4c-c1e1-4dfe-89ed-72d113b7433e HTTP/1.1" status: 200 len: 210 time: 0.1082795 Aug 16 22:55:57.943117 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-4196b248-ad87-40c7-a910-3bf20a3c7ceb req-34d0d9f0-a157-46ce-8c8b-02d3930b041e tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:57.972011 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-4196b248-ad87-40c7-a910-3bf20a3c7ceb req-34d0d9f0-a157-46ce-8c8b-02d3930b041e tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Transition to ACTIVE for port object c06f700b-9f87-4f14-9e6a-4961f1b5094a will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:55:57.981046 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a541172-aff4-4bae-aa47-1e78a5d8d434 req-35c8c1d2-d267-4d83-8e7c-80df52473e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:57.983437 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4a541172-aff4-4bae-aa47-1e78a5d8d434 req-35c8c1d2-d267-4d83-8e7c-80df52473e2f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f7109febb0bd428f817c993324adeef6&device_id=558fad6e-08d7-4f4e-9a19-1e466ac0428f HTTP/1.1" status: 200 len: 1100 time: 0.1555257 Aug 16 22:55:57.995564 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1ab2c5-c08d-420c-9788-1c37f277de65 req-b94977cf-3bd2-427d-b7f8-f8ea1fecc7b2 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:57.999502 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 35422) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:58.006541 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4a1ab2c5-c08d-420c-9788-1c37f277de65 req-b94977cf-3bd2-427d-b7f8-f8ea1fecc7b2 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/ports?device_id=90c10d52-28c4-4fe7-900c-d78a77f3df52 HTTP/1.1" status: 200 len: 943 time: 0.2655060 Aug 16 22:55:58.021366 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-29bb7a90-18d6-4a06-86a2-b1dc94be0407 req-f9e018c1-c8fb-4e5e-acfe-ea56c8ad0e63 service neutron] 10.222.0.68 "GET /v2.0/networks/cf3cc63c-f58b-4d2e-8737-2f16cf854977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009976 Aug 16 22:55:58.089692 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-4196b248-ad87-40c7-a910-3bf20a3c7ceb req-34d0d9f0-a157-46ce-8c8b-02d3930b041e tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:58.140414 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4196b248-ad87-40c7-a910-3bf20a3c7ceb req-34d0d9f0-a157-46ce-8c8b-02d3930b041e tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Network a2f596d0-b80e-4404-bf4b-27a7e14f50dd is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:55:58.144391 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-4196b248-ad87-40c7-a910-3bf20a3c7ceb req-34d0d9f0-a157-46ce-8c8b-02d3930b041e tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:55:58.148490 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-4196b248-ad87-40c7-a910-3bf20a3c7ceb req-34d0d9f0-a157-46ce-8c8b-02d3930b041e tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:55:58.184423 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d0d9f0-a157-46ce-8c8b-02d3930b041e tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Pushing event updated for resources: {'Port': ['ID=c06f700b-9f87-4f14-9e6a-4961f1b5094a,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:58.195282 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4a1ab2c5-c08d-420c-9788-1c37f277de65 req-3da0124f-4121-4eaa-828d-86b9461dfeb4 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4ad6394-3e39-4386-b02d-4a7c32c3940e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877866 Aug 16 22:55:58.216468 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4196b248-ad87-40c7-a910-3bf20a3c7ceb req-34d0d9f0-a157-46ce-8c8b-02d3930b041e tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:58.217306 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-4196b248-ad87-40c7-a910-3bf20a3c7ceb req-34d0d9f0-a157-46ce-8c8b-02d3930b041e tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:58.235897 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a541172-aff4-4bae-aa47-1e78a5d8d434 req-6e07d5b1-fc20-4d33-898d-3c162a7d6a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:58.237449 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4a541172-aff4-4bae-aa47-1e78a5d8d434 req-6e07d5b1-fc20-4d33-898d-3c162a7d6a47 service neutron] 10.222.0.68 "GET /v2.0/networks?id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd HTTP/1.1" status: 200 len: 870 time: 0.2264249 Aug 16 22:55:58.252643 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb8314a-0f5f-4aa6-93f6-675c7126cd94 req-7b52d8b9-69a4-460f-b314-eb9c1583af24 tempest-ServerPasswordTestJSON-822023963 tempest-ServerPasswordTestJSON-822023963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:58.254187 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7cb8314a-0f5f-4aa6-93f6-675c7126cd94 req-7b52d8b9-69a4-460f-b314-eb9c1583af24 tempest-ServerPasswordTestJSON-822023963 tempest-ServerPasswordTestJSON-822023963-project] 10.222.0.36 "GET /v2.0/ports?device_id=06b2cebc-9873-4ba8-b13b-c5ef29da6aaa HTTP/1.1" status: 200 len: 946 time: 0.1517506 Aug 16 22:55:58.259549 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4196b248-ad87-40c7-a910-3bf20a3c7ceb req-34d0d9f0-a157-46ce-8c8b-02d3930b041e tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2353740 Aug 16 22:55:58.285278 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-4196b248-ad87-40c7-a910-3bf20a3c7ceb req-37bb84e2-62a5-49e8-b314-95e39caa8a4a service neutron] Request body: {'port': {'device_id': '66b1cd4c-c1e1-4dfe-89ed-72d113b7433e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:55:58.295739 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-f9273148-bbec-4088-abb2-085d6b8bc4da admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b528224b3b2646b1be33edac9acd15da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2941306 Aug 16 22:55:58.317862 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 35428) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:58.336933 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4a541172-aff4-4bae-aa47-1e78a5d8d434 req-65c1a7bd-461a-4c9a-b85e-e4ca79723482 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=746316bb-90f9-4c54-81f9-8f8cbbb9606c HTTP/1.1" status: 200 len: 217 time: 0.0815477 Aug 16 22:55:58.366994 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-4196b248-ad87-40c7-a910-3bf20a3c7ceb req-37bb84e2-62a5-49e8-b314-95e39caa8a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:58.419028 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7cb8314a-0f5f-4aa6-93f6-675c7126cd94 req-2242f1f2-d09f-40bd-9590-a7c911ef82fb tempest-ServerPasswordTestJSON-822023963 tempest-ServerPasswordTestJSON-822023963-project] 10.222.0.36 "GET /v2.0/security-groups?id=c409a04c-1df7-4c65-a3b5-78b14e851068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496284 Aug 16 22:55:58.452997 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a541172-aff4-4bae-aa47-1e78a5d8d434 req-79170140-09cb-4551-9295-a3748626cf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:58.454733 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4a541172-aff4-4bae-aa47-1e78a5d8d434 req-79170140-09cb-4551-9295-a3748626cf38 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6af2b868-37d3-46ab-a526-0465929f13c8 HTTP/1.1" status: 200 len: 843 time: 0.1030045 Aug 16 22:55:58.464382 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c887c06b-de88-4120-8fc5-ab0ebefb8e30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:58.482096 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-b808c921-e2cd-4143-97e8-6c893f04e918 None None] Provisioning for port c06f700b-9f87-4f14-9e6a-4961f1b5094a completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:55:58.489043 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-b808c921-e2cd-4143-97e8-6c893f04e918 None None] Provisioning complete for port c06f700b-9f87-4f14-9e6a-4961f1b5094a triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:55:58.489508 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-b808c921-e2cd-4143-97e8-6c893f04e918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:58.512304 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c887c06b-de88-4120-8fc5-ab0ebefb8e30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:58.530362 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 4732ec55-e9d1-44c9-91db-b5a1349a463a details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:55:58.548129 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-b808c921-e2cd-4143-97e8-6c893f04e918 None None] Port c06f700b-9f87-4f14-9e6a-4961f1b5094a cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:55:58.553002 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a541172-aff4-4bae-aa47-1e78a5d8d434 req-8003307a-73d5-4829-97f5-9715dd39f776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:58.554066 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4a541172-aff4-4bae-aa47-1e78a5d8d434 req-8003307a-73d5-4829-97f5-9715dd39f776 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0802817 Aug 16 22:55:58.583368 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c887c06b-de88-4120-8fc5-ab0ebefb8e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:58.586025 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c887c06b-de88-4120-8fc5-ab0ebefb8e30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:58.589521 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-c887c06b-de88-4120-8fc5-ab0ebefb8e30 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f2dacaf0-6d35-4ba1-853f-dd909a5662cd HTTP/1.1" status: 204 len: 168 time: 0.2681117 Aug 16 22:55:58.657934 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 4732ec55-e9d1-44c9-91db-b5a1349a463a, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=4732ec55-e9d1-44c9-91db-b5a1349a463a,segment=NetworkSegment(2ef6fce6-dd05-4e6c-9b12-9c1394b5a330),segment_id=2ef6fce6-dd05-4e6c-9b12-9c1394b5a330)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:55:58.676437 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': '4732ec55-e9d1-44c9-91db-b5a1349a463a', 'network_id': 'cf3cc63c-f58b-4d2e-8737-2f16cf854977', 'port_id': '4732ec55-e9d1-44c9-91db-b5a1349a463a', 'mac_address': 'fa:16:3e:87:7b:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '326cf2b6-5a5e-461f-8420-87d3c4aa2e9f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:55:58.677209 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c887c06b-de88-4120-8fc5-ab0ebefb8e30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2dacaf0-6d35-4ba1-853f-dd909a5662cd,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:58.752560 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:58.768054 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4a541172-aff4-4bae-aa47-1e78a5d8d434 req-56e29797-437c-4d73-83b8-3f046a0caba8 service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974273 Aug 16 22:55:58.788205 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4732ec55-e9d1-44c9-91db-b5a1349a463a {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:55:58.788632 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 35438) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:58.807086 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-4196b248-ad87-40c7-a910-3bf20a3c7ceb req-37bb84e2-62a5-49e8-b314-95e39caa8a4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c06f700b-9f87-4f14-9e6a-4961f1b5094a {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:55:58.820524 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 4732ec55-e9d1-44c9-91db-b5a1349a463a, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=4732ec55-e9d1-44c9-91db-b5a1349a463a,segment=NetworkSegment(2ef6fce6-dd05-4e6c-9b12-9c1394b5a330),segment_id=2ef6fce6-dd05-4e6c-9b12-9c1394b5a330)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:55:58.822432 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-4196b248-ad87-40c7-a910-3bf20a3c7ceb req-37bb84e2-62a5-49e8-b314-95e39caa8a4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:58.826091 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:58.838425 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-4196b248-ad87-40c7-a910-3bf20a3c7ceb req-37bb84e2-62a5-49e8-b314-95e39caa8a4a service neutron] Transition to ACTIVE for port object c06f700b-9f87-4f14-9e6a-4961f1b5094a will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:55:58.842810 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-4196b248-ad87-40c7-a910-3bf20a3c7ceb req-37bb84e2-62a5-49e8-b314-95e39caa8a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:58.881686 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=4732ec55-e9d1-44c9-91db-b5a1349a463a,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:58.891895 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bb84e2-62a5-49e8-b314-95e39caa8a4a service neutron] Pushing event updated for resources: {'Port': ['ID=c06f700b-9f87-4f14-9e6a-4961f1b5094a,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:58.919094 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc038fb-f156-450f-a404-6e5743c56ef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f0d39ab-6a85-4c26-a96e-252f529a109d'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:55:58.923231 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-631195a7-90e0-4541-94db-d51b6f15a78c" -d '{"events": [{"server_uuid": "2bc038fb-f156-450f-a404-6e5743c56ef4", "name": "network-vif-plugged", "status": "completed", "tag": "2f0d39ab-6a85-4c26-a96e-252f529a109d"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:55:58.943474 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-abeeebda-59a7-4d5b-a235-11c29e33b6a3 tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:58.983287 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4a541172-aff4-4bae-aa47-1e78a5d8d434 req-f7b41f03-7fbc-4d7e-9b04-ae9da4587393 service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044075 Aug 16 22:55:59.002617 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-abeeebda-59a7-4d5b-a235-11c29e33b6a3 tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:59.014718 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4255b959-5859-46a1-8e6c-1367548e9c9a x-openstack-request-id: req-4255b959-5859-46a1-8e6c-1367548e9c9a {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:55:59.015251 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bc038fb-f156-450f-a404-6e5743c56ef4", "name": "network-vif-plugged", "status": "completed", "tag": "2f0d39ab-6a85-4c26-a96e-252f529a109d", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:55:59.016138 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4255b959-5859-46a1-8e6c-1367548e9c9a {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:55:59.018131 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc038fb-f156-450f-a404-6e5743c56ef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f0d39ab-6a85-4c26-a96e-252f529a109d', 'code': 200} Aug 16 22:55:59.070274 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-4196b248-ad87-40c7-a910-3bf20a3c7ceb req-37bb84e2-62a5-49e8-b314-95e39caa8a4a service neutron] Attempting to bind port c06f700b-9f87-4f14-9e6a-4961f1b5094a on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:55:59.070681 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-4196b248-ad87-40c7-a910-3bf20a3c7ceb req-37bb84e2-62a5-49e8-b314-95e39caa8a4a service neutron] Attempting to bind port c06f700b-9f87-4f14-9e6a-4961f1b5094a by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:55:59.071096 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4196b248-ad87-40c7-a910-3bf20a3c7ceb req-37bb84e2-62a5-49e8-b314-95e39caa8a4a service neutron] Attempting to bind port c06f700b-9f87-4f14-9e6a-4961f1b5094a on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:55:59.084810 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4196b248-ad87-40c7-a910-3bf20a3c7ceb req-37bb84e2-62a5-49e8-b314-95e39caa8a4a service neutron] Port c06f700b-9f87-4f14-9e6a-4961f1b5094a on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:55:59.085196 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4196b248-ad87-40c7-a910-3bf20a3c7ceb req-37bb84e2-62a5-49e8-b314-95e39caa8a4a service neutron] Attempting to bind port c06f700b-9f87-4f14-9e6a-4961f1b5094a on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:55:59.098637 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-abeeebda-59a7-4d5b-a235-11c29e33b6a3 tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:59.101226 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4196b248-ad87-40c7-a910-3bf20a3c7ceb req-37bb84e2-62a5-49e8-b314-95e39caa8a4a service neutron] Checking agent: {'id': 'd28e24f9-e5ea-41e1-80bf-3c7943ad7f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:55:59.101574 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4196b248-ad87-40c7-a910-3bf20a3c7ceb req-37bb84e2-62a5-49e8-b314-95e39caa8a4a service neutron] Checking segment: {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:55:59.102043 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4196b248-ad87-40c7-a910-3bf20a3c7ceb req-37bb84e2-62a5-49e8-b314-95e39caa8a4a service neutron] Bound using segment: {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:55:59.102531 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-4196b248-ad87-40c7-a910-3bf20a3c7ceb req-37bb84e2-62a5-49e8-b314-95e39caa8a4a service neutron] Bound port: c06f700b-9f87-4f14-9e6a-4961f1b5094a, host: n-h1-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:55:59.102785 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-abeeebda-59a7-4d5b-a235-11c29e33b6a3 tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:59.102923 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-4196b248-ad87-40c7-a910-3bf20a3c7ceb req-37bb84e2-62a5-49e8-b314-95e39caa8a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:59.104571 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-abeeebda-59a7-4d5b-a235-11c29e33b6a3 tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] 10.222.0.36 "DELETE /v2.0/security-groups/45609832-a78f-4425-9a35-532fec9b7759 HTTP/1.1" status: 204 len: 168 time: 0.3137734 Aug 16 22:55:59.104864 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['4732ec55-e9d1-44c9-91db-b5a1349a463a'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:55:59.111110 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 35466) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:59.142652 n-d-791506-26 neutron-server[101291]: INFO neutron.api.v2.resource [None req-62aaa321-14d6-4594-8acf-e193591fbe61 tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] show failed (client error): The resource could not be found. Aug 16 22:55:59.146749 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-62aaa321-14d6-4594-8acf-e193591fbe61 tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] 10.222.0.36 "GET /v2.0/security-groups/45609832-a78f-4425-9a35-532fec9b7759 HTTP/1.1" status: 404 len: 347 time: 0.0365152 Aug 16 22:55:59.148642 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 35472) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:55:59.175247 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeeebda-59a7-4d5b-a235-11c29e33b6a3 tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45609832-a78f-4425-9a35-532fec9b7759,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:59.202369 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device e472f05f-c646-4e47-91be-1f4ab8d404a8 details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:55:59.211669 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32e2003-9323-4fb4-b454-26feae67b847 req-a0241087-88a4-459b-bab4-24f9b62581ba tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:59.213267 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c32e2003-9323-4fb4-b454-26feae67b847 req-a0241087-88a4-459b-bab4-24f9b62581ba tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/ports?device_id=66b1cd4c-c1e1-4dfe-89ed-72d113b7433e HTTP/1.1" status: 200 len: 948 time: 0.1075716 Aug 16 22:55:59.336381 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c32e2003-9323-4fb4-b454-26feae67b847 req-713e2709-53d8-469d-a2ae-6b7522c4023d tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/security-groups?id=28636a9e-058f-441f-8e78-3802344981e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070688 Aug 16 22:55:59.446780 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a068061-3e88-41f1-8977-dd0b36ed09ea req-b3138047-2628-423e-ab2f-a48d50177999 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:59.449154 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4a068061-3e88-41f1-8977-dd0b36ed09ea req-b3138047-2628-423e-ab2f-a48d50177999 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/ports?device_id=90c10d52-28c4-4fe7-900c-d78a77f3df52 HTTP/1.1" status: 200 len: 944 time: 0.1055014 Aug 16 22:55:59.533753 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-4196b248-ad87-40c7-a910-3bf20a3c7ceb req-37bb84e2-62a5-49e8-b314-95e39caa8a4a service neutron] For port c06f700b-9f87-4f14-9e6a-4961f1b5094a, host n-h1-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:55:59.537164 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port e472f05f-c646-4e47-91be-1f4ab8d404a8, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=e472f05f-c646-4e47-91be-1f4ab8d404a8,segment=NetworkSegment(2ef6fce6-dd05-4e6c-9b12-9c1394b5a330),segment_id=2ef6fce6-dd05-4e6c-9b12-9c1394b5a330)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:55:59.557808 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-4196b248-ad87-40c7-a910-3bf20a3c7ceb req-37bb84e2-62a5-49e8-b314-95e39caa8a4a service neutron] For port c06f700b-9f87-4f14-9e6a-4961f1b5094a, host n-h1-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=c06f700b-9f87-4f14-9e6a-4961f1b5094a,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:55:59.558707 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4a068061-3e88-41f1-8977-dd0b36ed09ea req-b12bf47e-b8f8-468f-bb1d-3310ad5c9d31 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4ad6394-3e39-4386-b02d-4a7c32c3940e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994759 Aug 16 22:55:59.565604 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': 'e472f05f-c646-4e47-91be-1f4ab8d404a8', 'network_id': 'cf3cc63c-f58b-4d2e-8737-2f16cf854977', 'port_id': 'e472f05f-c646-4e47-91be-1f4ab8d404a8', 'mac_address': 'fa:16:3e:50:83:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '326cf2b6-5a5e-461f-8420-87d3c4aa2e9f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:55:59.572385 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-968e8cb5-02aa-4adf-9756-a44ce98c1c61 tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] Deleting port 18d5cf4d-7c3f-489a-92db-18aecb6147a2 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:55:59.573048 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-968e8cb5-02aa-4adf-9756-a44ce98c1c61 tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:59.576521 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-4196b248-ad87-40c7-a910-3bf20a3c7ceb req-37bb84e2-62a5-49e8-b314-95e39caa8a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:59.693395 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4196b248-ad87-40c7-a910-3bf20a3c7ceb req-37bb84e2-62a5-49e8-b314-95e39caa8a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:59.695049 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-4196b248-ad87-40c7-a910-3bf20a3c7ceb req-37bb84e2-62a5-49e8-b314-95e39caa8a4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:59.698070 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4196b248-ad87-40c7-a910-3bf20a3c7ceb req-37bb84e2-62a5-49e8-b314-95e39caa8a4a service neutron] 10.222.0.68 "PUT /v2.0/ports/c06f700b-9f87-4f14-9e6a-4961f1b5094a HTTP/1.1" status: 200 len: 1097 time: 1.4230876 Aug 16 22:55:59.702257 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66b1cd4c-c1e1-4dfe-89ed-72d113b7433e', 'tag': 'c06f700b-9f87-4f14-9e6a-4961f1b5094a'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:55:59.708389 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81680e22-2a9c-42b6-a4d7-c4ec91e698ee req-0c46934d-336f-47b0-80a8-7b4b76bfb4b0 tempest-ServerPasswordTestJSON-822023963 tempest-ServerPasswordTestJSON-822023963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:59.710919 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:59.712347 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-81680e22-2a9c-42b6-a4d7-c4ec91e698ee req-0c46934d-336f-47b0-80a8-7b4b76bfb4b0 tempest-ServerPasswordTestJSON-822023963 tempest-ServerPasswordTestJSON-822023963-project] 10.222.0.36 "GET /v2.0/ports?device_id=06b2cebc-9873-4ba8-b13b-c5ef29da6aaa HTTP/1.1" status: 200 len: 946 time: 0.1167257 Aug 16 22:55:59.717087 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2660d72-55b9-4c17-835e-889782b0ad36" -d '{"events": [{"name": "network-changed", "server_uuid": "66b1cd4c-c1e1-4dfe-89ed-72d113b7433e", "tag": "c06f700b-9f87-4f14-9e6a-4961f1b5094a"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:55:59.733994 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e472f05f-c646-4e47-91be-1f4ab8d404a8 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:55:59.758403 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port e472f05f-c646-4e47-91be-1f4ab8d404a8, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=e472f05f-c646-4e47-91be-1f4ab8d404a8,segment=NetworkSegment(2ef6fce6-dd05-4e6c-9b12-9c1394b5a330),segment_id=2ef6fce6-dd05-4e6c-9b12-9c1394b5a330)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:55:59.783693 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:59.817071 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-81680e22-2a9c-42b6-a4d7-c4ec91e698ee req-74d4864b-15ac-46a1-b024-de418122af95 tempest-ServerPasswordTestJSON-822023963 tempest-ServerPasswordTestJSON-822023963-project] 10.222.0.36 "GET /v2.0/security-groups?id=c409a04c-1df7-4c65-a3b5-78b14e851068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955899 Aug 16 22:55:59.838843 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d35cc9e-70ba-4809-9ec1-d996c62f6a30 x-openstack-request-id: req-4d35cc9e-70ba-4809-9ec1-d996c62f6a30 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:55:59.839378 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66b1cd4c-c1e1-4dfe-89ed-72d113b7433e", "tag": "c06f700b-9f87-4f14-9e6a-4961f1b5094a", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:55:59.839378 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4d35cc9e-70ba-4809-9ec1-d996c62f6a30 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:55:59.839715 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66b1cd4c-c1e1-4dfe-89ed-72d113b7433e', 'tag': 'c06f700b-9f87-4f14-9e6a-4961f1b5094a', 'status': 'completed', 'code': 200} Aug 16 22:55:59.898269 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bb84e2-62a5-49e8-b314-95e39caa8a4a service neutron] Pushing event updated for resources: {'Port': ['ID=c06f700b-9f87-4f14-9e6a-4961f1b5094a,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:59.953243 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=e472f05f-c646-4e47-91be-1f4ab8d404a8,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:55:59.963456 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-968e8cb5-02aa-4adf-9756-a44ce98c1c61 tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:59.964031 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-968e8cb5-02aa-4adf-9756-a44ce98c1c61 tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:55:59.981510 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4196b248-ad87-40c7-a910-3bf20a3c7ceb req-a2b01351-891d-4f6d-a995-0f2eebd84daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:55:59.983785 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4196b248-ad87-40c7-a910-3bf20a3c7ceb req-a2b01351-891d-4f6d-a995-0f2eebd84daa service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f7109febb0bd428f817c993324adeef6&device_id=66b1cd4c-c1e1-4dfe-89ed-72d113b7433e HTTP/1.1" status: 200 len: 1100 time: 0.2244847 Aug 16 22:55:59.994071 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-968e8cb5-02aa-4adf-9756-a44ce98c1c61 tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] Calling delete_port for 18d5cf4d-7c3f-489a-92db-18aecb6147a2 owned by network:floatingip {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:56:00.050267 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4196b248-ad87-40c7-a910-3bf20a3c7ceb req-bab73a9e-b124-44cf-b3f7-c57738b33c02 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=c06f700b-9f87-4f14-9e6a-4961f1b5094a HTTP/1.1" status: 200 len: 217 time: 0.0530553 Aug 16 22:56:00.173335 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 35516) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:00.176062 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4196b248-ad87-40c7-a910-3bf20a3c7ceb req-29beaa27-837d-40b6-87d7-7d4ed542d2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:00.177731 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4196b248-ad87-40c7-a910-3bf20a3c7ceb req-29beaa27-837d-40b6-87d7-7d4ed542d2ee service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6af2b868-37d3-46ab-a526-0465929f13c8 HTTP/1.1" status: 200 len: 843 time: 0.1189435 Aug 16 22:56:00.251112 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4196b248-ad87-40c7-a910-3bf20a3c7ceb req-afeae632-2d0b-48e3-b596-92f7281d643f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:00.253165 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4196b248-ad87-40c7-a910-3bf20a3c7ceb req-afeae632-2d0b-48e3-b596-92f7281d643f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0675809 Aug 16 22:56:00.253444 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['e472f05f-c646-4e47-91be-1f4ab8d404a8'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:56:00.399124 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-4e820d6c-2c78-48ec-8b9b-d283d51fee1d tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:56:00.400138 n-d-791506-26 neutron-server[101292]: WARNING neutron.api.v2.base [None req-4e820d6c-2c78-48ec-8b9b-d283d51fee1d tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 16 22:56:00.402590 n-d-791506-26 neutron-server[101292]: INFO neutron.api.v2.resource [None req-4e820d6c-2c78-48ec-8b9b-d283d51fee1d tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] create failed (client error): There was a conflict when trying to complete your request. Aug 16 22:56:00.403914 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-4e820d6c-2c78-48ec-8b9b-d283d51fee1d tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2287493 Aug 16 22:56:00.408824 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 35528) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:00.416910 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-968e8cb5-02aa-4adf-9756-a44ce98c1c61 tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:00.429174 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-421308d4-d90d-4492-8f71-976e3ed5b956 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Request body: {'security_group': {'name': 'tempest-secgroup--1505046318'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:56:00.490087 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968e8cb5-02aa-4adf-9756-a44ce98c1c61 tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] Pushing event deleted for resources: {'Port': ['ID=18d5cf4d-7c3f-489a-92db-18aecb6147a2,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:00.550232 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-421308d4-d90d-4492-8f71-976e3ed5b956 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:00.551915 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 746316bb-90f9-4c54-81f9-8f8cbbb9606c details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:56:00.569152 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4196b248-ad87-40c7-a910-3bf20a3c7ceb req-9a93f5aa-e72e-4f3e-821a-ac425ec17248 service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2888601 Aug 16 22:56:00.586473 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-421308d4-d90d-4492-8f71-976e3ed5b956 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:00.639030 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-968e8cb5-02aa-4adf-9756-a44ce98c1c61 tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] Notify callbacks [] for floatingip, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:00.642903 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-968e8cb5-02aa-4adf-9756-a44ce98c1c61 tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:00.647773 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-968e8cb5-02aa-4adf-9756-a44ce98c1c61 tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] 10.222.0.36 "DELETE /v2.0/floatingips/16a31a82-f614-49cc-b072-3ddaec8e3fbc HTTP/1.1" status: 204 len: 168 time: 1.4956453 Aug 16 22:56:00.648741 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 35534) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:00.678744 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 746316bb-90f9-4c54-81f9-8f8cbbb9606c, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=746316bb-90f9-4c54-81f9-8f8cbbb9606c,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:56:00.698422 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 4732ec55-e9d1-44c9-91db-b5a1349a463a up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:56:00.715063 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-421308d4-d90d-4492-8f71-976e3ed5b956 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:00.726002 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-421308d4-d90d-4492-8f71-976e3ed5b956 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:00.755675 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': '746316bb-90f9-4c54-81f9-8f8cbbb9606c', 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd', 'port_id': '746316bb-90f9-4c54-81f9-8f8cbbb9606c', 'mac_address': 'fa:16:3e:6e:7d:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6af2b868-37d3-46ab-a526-0465929f13c8', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:56:00.773956 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a73148-33ea-487f-ad60-b6868f8e9a96 req-0cc281a6-69a9-47aa-be8e-5c2eec24df9f tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:00.775864 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-74a73148-33ea-487f-ad60-b6868f8e9a96 req-0cc281a6-69a9-47aa-be8e-5c2eec24df9f tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/ports?device_id=66b1cd4c-c1e1-4dfe-89ed-72d113b7433e HTTP/1.1" status: 200 len: 948 time: 0.2442846 Aug 16 22:56:00.786136 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa23ef8-2f88-4c1e-837f-fcd6435e0911 req-81ca866e-7bdd-402d-81c2-50a389fdf8c9 tempest-ServerPasswordTestJSON-822023963 tempest-ServerPasswordTestJSON-822023963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:00.797978 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dfa23ef8-2f88-4c1e-837f-fcd6435e0911 req-81ca866e-7bdd-402d-81c2-50a389fdf8c9 tempest-ServerPasswordTestJSON-822023963 tempest-ServerPasswordTestJSON-822023963-project] 10.222.0.36 "GET /v2.0/ports?device_id=06b2cebc-9873-4ba8-b13b-c5ef29da6aaa HTTP/1.1" status: 200 len: 946 time: 0.2923923 Aug 16 22:56:00.798767 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4196b248-ad87-40c7-a910-3bf20a3c7ceb req-0488ba59-c71d-4e7f-9250-c16f9618aa3e service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190161 Aug 16 22:56:00.873448 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:00.875428 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421308d4-d90d-4492-8f71-976e3ed5b956 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c38e209d-6e7c-402c-905e-ac6ceb654b91,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:00.891798 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 746316bb-90f9-4c54-81f9-8f8cbbb9606c {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:56:00.900837 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning for port 4732ec55-e9d1-44c9-91db-b5a1349a463a completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:56:00.913588 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-74a73148-33ea-487f-ad60-b6868f8e9a96 req-3f612010-0f80-41db-88db-880c5aed80aa tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/security-groups?id=28636a9e-058f-441f-8e78-3802344981e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020508 Aug 16 22:56:00.944554 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port 4732ec55-e9d1-44c9-91db-b5a1349a463a triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:56:00.949029 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:00.951574 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dfa23ef8-2f88-4c1e-837f-fcd6435e0911 req-dab5d0ce-9412-4688-ad9c-f4b1bbe4e2b8 tempest-ServerPasswordTestJSON-822023963 tempest-ServerPasswordTestJSON-822023963-project] 10.222.0.36 "GET /v2.0/security-groups?id=c409a04c-1df7-4c65-a3b5-78b14e851068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495049 Aug 16 22:56:01.037724 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 746316bb-90f9-4c54-81f9-8f8cbbb9606c, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=746316bb-90f9-4c54-81f9-8f8cbbb9606c,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:56:01.051255 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:01.105234 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2660d72-55b9-4c17-835e-889782b0ad36 req-b6c5d2f3-5de5-4470-8eeb-b47535034527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:01.110538 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c2660d72-55b9-4c17-835e-889782b0ad36 req-b6c5d2f3-5de5-4470-8eeb-b47535034527 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f7109febb0bd428f817c993324adeef6&device_id=66b1cd4c-c1e1-4dfe-89ed-72d113b7433e HTTP/1.1" status: 200 len: 1100 time: 0.1475611 Aug 16 22:56:01.117554 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-421308d4-d90d-4492-8f71-976e3ed5b956 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:01.128205 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-421308d4-d90d-4492-8f71-976e3ed5b956 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:01.144036 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=746316bb-90f9-4c54-81f9-8f8cbbb9606c,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:01.160296 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421308d4-d90d-4492-8f71-976e3ed5b956 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=337f3256-a2b3-49f2-99bf-86eac48c216a,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:01.192568 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1112f64e-cd31-45d9-9053-91ff203220f1 req-06505ff6-3e91-4e5c-ab16-ef14df06fdb2 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:01.199313 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:01.206569 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1112f64e-cd31-45d9-9053-91ff203220f1 req-06505ff6-3e91-4e5c-ab16-ef14df06fdb2 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/ports?device_id=90c10d52-28c4-4fe7-900c-d78a77f3df52 HTTP/1.1" status: 200 len: 944 time: 0.1752453 Aug 16 22:56:01.208260 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-421308d4-d90d-4492-8f71-976e3ed5b956 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:01.213012 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-421308d4-d90d-4492-8f71-976e3ed5b956 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7997029 Aug 16 22:56:01.216352 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 35536) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:01.225873 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-ffac7f25-d87f-445c-8aaa-5538642723c9 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Request body: {'security_group_rule': {'security_group_id': '337f3256-a2b3-49f2-99bf-86eac48c216a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:56:01.233534 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90c10d52-28c4-4fe7-900c-d78a77f3df52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4732ec55-e9d1-44c9-91db-b5a1349a463a'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:56:01.237549 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-141019a7-3605-4c49-9e4f-e3ded8de3e0f" -d '{"events": [{"server_uuid": "90c10d52-28c4-4fe7-900c-d78a77f3df52", "name": "network-vif-plugged", "status": "completed", "tag": "4732ec55-e9d1-44c9-91db-b5a1349a463a"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:56:01.273733 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1112f64e-cd31-45d9-9053-91ff203220f1 req-2ad5d6ae-5449-4fbe-9750-88c260b4c50f tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4ad6394-3e39-4386-b02d-4a7c32c3940e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581081 Aug 16 22:56:01.274046 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 4732ec55-e9d1-44c9-91db-b5a1349a463a, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=4732ec55-e9d1-44c9-91db-b5a1349a463a,segment=NetworkSegment(2ef6fce6-dd05-4e6c-9b12-9c1394b5a330),segment_id=2ef6fce6-dd05-4e6c-9b12-9c1394b5a330)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:56:01.278850 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:01.304908 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ffac7f25-d87f-445c-8aaa-5538642723c9 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:01.339737 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['746316bb-90f9-4c54-81f9-8f8cbbb9606c'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:56:01.389045 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4ed0780-55ab-4577-9898-074fe928cbb0 x-openstack-request-id: req-c4ed0780-55ab-4577-9898-074fe928cbb0 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:56:01.389299 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90c10d52-28c4-4fe7-900c-d78a77f3df52", "name": "network-vif-plugged", "status": "completed", "tag": "4732ec55-e9d1-44c9-91db-b5a1349a463a", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:56:01.389561 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c4ed0780-55ab-4577-9898-074fe928cbb0 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:56:01.390477 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90c10d52-28c4-4fe7-900c-d78a77f3df52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4732ec55-e9d1-44c9-91db-b5a1349a463a', 'code': 200} Aug 16 22:56:01.396072 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=4732ec55-e9d1-44c9-91db-b5a1349a463a,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:01.415381 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ffac7f25-d87f-445c-8aaa-5538642723c9 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:01.420878 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2660d72-55b9-4c17-835e-889782b0ad36 req-814fcf81-84e4-4f3a-af2d-dc13233b2eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:01.424107 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ffac7f25-d87f-445c-8aaa-5538642723c9 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:01.429751 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c2660d72-55b9-4c17-835e-889782b0ad36 req-814fcf81-84e4-4f3a-af2d-dc13233b2eda service neutron] 10.222.0.68 "GET /v2.0/networks?id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd HTTP/1.1" status: 200 len: 870 time: 0.2480743 Aug 16 22:56:01.467607 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffac7f25-d87f-445c-8aaa-5538642723c9 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b8a186c-d807-4a54-bc67-7bbdc29cb481,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:01.477456 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ffac7f25-d87f-445c-8aaa-5538642723c9 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:01.483200 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-ffac7f25-d87f-445c-8aaa-5538642723c9 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2613049 Aug 16 22:56:01.483200 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 35550) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:01.488711 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-cab61d5b-a7f9-464e-9f62-080ba215a3ec tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Request body: {'security_group_rule': {'security_group_id': '337f3256-a2b3-49f2-99bf-86eac48c216a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:56:01.574142 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c2660d72-55b9-4c17-835e-889782b0ad36 req-19cd5b5f-fd52-4306-ba5f-f7e11ea60898 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=c06f700b-9f87-4f14-9e6a-4961f1b5094a HTTP/1.1" status: 200 len: 217 time: 0.0932112 Aug 16 22:56:01.589859 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0faea7-a77e-41a0-8529-730b5b71f690 req-d54a73e7-0203-4c01-a366-bc5ccc043766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:01.591920 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2b0faea7-a77e-41a0-8529-730b5b71f690 req-d54a73e7-0203-4c01-a366-bc5ccc043766 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=90c10d52-28c4-4fe7-900c-d78a77f3df52 HTTP/1.1" status: 200 len: 1097 time: 0.0872397 Aug 16 22:56:01.592380 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-cab61d5b-a7f9-464e-9f62-080ba215a3ec tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:01.658370 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-60a58a8b-4b5d-4d78-b4df-edc9cfdfa4bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537579'] for router_interface, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:01.662900 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2660d72-55b9-4c17-835e-889782b0ad36 req-6cb2da6d-e1cc-4449-9fce-6dde3fe761cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:01.663963 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c2660d72-55b9-4c17-835e-889782b0ad36 req-6cb2da6d-e1cc-4449-9fce-6dde3fe761cc service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6af2b868-37d3-46ab-a526-0465929f13c8 HTTP/1.1" status: 200 len: 843 time: 0.0784736 Aug 16 22:56:01.665281 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2b0faea7-a77e-41a0-8529-730b5b71f690 req-b8fc9cfb-930c-4aed-9dcc-ae6983aaaeea service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=a4ad6394-3e39-4386-b02d-4a7c32c3940e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547249 Aug 16 22:56:01.678227 n-d-791506-26 neutron-server[101292]: INFO neutron.api.v2.resource [None req-cab61d5b-a7f9-464e-9f62-080ba215a3ec tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] create failed (client error): There was a conflict when trying to complete your request. Aug 16 22:56:01.682245 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-cab61d5b-a7f9-464e-9f62-080ba215a3ec tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1956360 Aug 16 22:56:01.683084 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 35552) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:01.769194 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-23e00da0-6eb4-4a70-a50d-ec7d8e3d9e08 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:01.804683 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-23e00da0-6eb4-4a70-a50d-ec7d8e3d9e08 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:01.820178 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2660d72-55b9-4c17-835e-889782b0ad36 req-1d6b0463-1d76-466a-b9b9-bba23d0927b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:01.821872 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c2660d72-55b9-4c17-835e-889782b0ad36 req-1d6b0463-1d76-466a-b9b9-bba23d0927b9 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0907371 Aug 16 22:56:01.886515 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-23e00da0-6eb4-4a70-a50d-ec7d8e3d9e08 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:01.892714 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-23e00da0-6eb4-4a70-a50d-ec7d8e3d9e08 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:01.894955 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-23e00da0-6eb4-4a70-a50d-ec7d8e3d9e08 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] 10.222.0.36 "DELETE /v2.0/security-groups/337f3256-a2b3-49f2-99bf-86eac48c216a HTTP/1.1" status: 204 len: 168 time: 0.2109821 Aug 16 22:56:01.899438 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 35554) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:01.982455 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-03ea1dca-a6ba-4412-88ee-5a72f70aba38 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0759184 Aug 16 22:56:01.982455 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e00da0-6eb4-4a70-a50d-ec7d8e3d9e08 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=337f3256-a2b3-49f2-99bf-86eac48c216a,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:01.989796 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 35560) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:01.997954 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-27c35a46-5697-4a08-ab53-ebcc15ac5452 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Request body: {'security_group': {'name': 'tempest-secgroup--625400131'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:56:02.049476 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c2660d72-55b9-4c17-835e-889782b0ad36 req-003a14b9-66f4-4632-b422-9b7d791f16e4 service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912963 Aug 16 22:56:02.090829 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-27c35a46-5697-4a08-ab53-ebcc15ac5452 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:02.142244 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74e0744-88a9-448a-90df-cb8f8adbef6f req-79ebe045-047e-40c2-9395-6cdb024a06cb tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:02.150401 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b74e0744-88a9-448a-90df-cb8f8adbef6f req-79ebe045-047e-40c2-9395-6cdb024a06cb tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/ports?device_id=66b1cd4c-c1e1-4dfe-89ed-72d113b7433e HTTP/1.1" status: 200 len: 948 time: 0.1222203 Aug 16 22:56:02.202530 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4735271d-bd26-420f-9a51-6b577c392f31 req-c17ba6c1-73e4-41b2-916c-0557dda6bc40 tempest-ServerPasswordTestJSON-822023963 tempest-ServerPasswordTestJSON-822023963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:02.210526 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4735271d-bd26-420f-9a51-6b577c392f31 req-c17ba6c1-73e4-41b2-916c-0557dda6bc40 tempest-ServerPasswordTestJSON-822023963 tempest-ServerPasswordTestJSON-822023963-project] 10.222.0.36 "GET /v2.0/ports?device_id=06b2cebc-9873-4ba8-b13b-c5ef29da6aaa HTTP/1.1" status: 200 len: 946 time: 0.1359036 Aug 16 22:56:02.237616 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-60a58a8b-4b5d-4d78-b4df-edc9cfdfa4bf admin admin] Deleting port 6e1d4414-8c1a-4bfa-94c5-48ac248d627a {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:56:02.238248 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-60a58a8b-4b5d-4d78-b4df-edc9cfdfa4bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:02.248139 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b74e0744-88a9-448a-90df-cb8f8adbef6f req-eacd16b5-2cae-4cf3-9714-c406b80d5c27 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/security-groups?id=28636a9e-058f-441f-8e78-3802344981e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976267 Aug 16 22:56:02.261129 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c2660d72-55b9-4c17-835e-889782b0ad36 req-ce5aaf31-68e6-4b87-b4b7-42809eeba39c service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804698 Aug 16 22:56:02.329448 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4735271d-bd26-420f-9a51-6b577c392f31 req-e87fd78d-fc0a-4ccf-b608-614d59380818 tempest-ServerPasswordTestJSON-822023963 tempest-ServerPasswordTestJSON-822023963-project] 10.222.0.36 "GET /v2.0/security-groups?id=c409a04c-1df7-4c65-a3b5-78b14e851068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179340 Aug 16 22:56:02.384749 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b4eca-5ec2-45b9-9a88-d41496836d87 req-846b4605-17c5-4431-b5d6-c2597ba9af97 tempest-ServerPasswordTestJSON-822023963 tempest-ServerPasswordTestJSON-822023963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:02.384749 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-005b4eca-5ec2-45b9-9a88-d41496836d87 req-846b4605-17c5-4431-b5d6-c2597ba9af97 tempest-ServerPasswordTestJSON-822023963 tempest-ServerPasswordTestJSON-822023963-project] 10.222.0.57 "GET /v2.0/ports?device_id=06b2cebc-9873-4ba8-b13b-c5ef29da6aaa HTTP/1.1" status: 200 len: 946 time: 0.1646066 Aug 16 22:56:02.427973 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-27c35a46-5697-4a08-ab53-ebcc15ac5452 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:02.438379 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-27c35a46-5697-4a08-ab53-ebcc15ac5452 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:02.449757 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-60a58a8b-4b5d-4d78-b4df-edc9cfdfa4bf admin admin] For port 6e1d4414-8c1a-4bfa-94c5-48ac248d627a, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=6e1d4414-8c1a-4bfa-94c5-48ac248d627a,segment=NetworkSegment(ba972b88-db6b-4eb1-9871-9e900ec3fcf1),segment_id=ba972b88-db6b-4eb1-9871-9e900ec3fcf1)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:56:02.450140 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-60a58a8b-4b5d-4d78-b4df-edc9cfdfa4bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:02.513096 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-27c35a46-5697-4a08-ab53-ebcc15ac5452 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:02.517022 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-27c35a46-5697-4a08-ab53-ebcc15ac5452 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5234802 Aug 16 22:56:02.518213 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 35576) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:02.518356 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-60a58a8b-4b5d-4d78-b4df-edc9cfdfa4bf admin admin] Calling delete_port for 6e1d4414-8c1a-4bfa-94c5-48ac248d627a owned by network:router_interface {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:56:02.525240 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-8d2c9a4e-7f0d-49ce-9189-392bbed0dee9 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Request body: {'security_group_rule': {'security_group_id': 'fa02cd28-e068-427b-bfd9-487a38531bce', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:56:02.525502 n-d-791506-26 neutron-server[101292]: WARNING neutron.api.v2.base [None req-8d2c9a4e-7f0d-49ce-9189-392bbed0dee9 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 16 22:56:02.526029 n-d-791506-26 neutron-server[101292]: INFO neutron.api.v2.resource [None req-8d2c9a4e-7f0d-49ce-9189-392bbed0dee9 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:56:02.529621 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-8d2c9a4e-7f0d-49ce-9189-392bbed0dee9 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0073075 Aug 16 22:56:02.529621 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c35a46-5697-4a08-ab53-ebcc15ac5452 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa02cd28-e068-427b-bfd9-487a38531bce,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:02.530505 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 35578) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:02.544783 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93d853f-ceb4-44ee-909b-f49a739dafe2 req-583f1b08-056b-4408-a89b-29175f277281 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:02.546311 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a93d853f-ceb4-44ee-909b-f49a739dafe2 req-583f1b08-056b-4408-a89b-29175f277281 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/ports?device_id=90c10d52-28c4-4fe7-900c-d78a77f3df52 HTTP/1.1" status: 200 len: 945 time: 0.1098402 Aug 16 22:56:02.566302 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 746316bb-90f9-4c54-81f9-8f8cbbb9606c up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:56:02.621836 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a93d853f-ceb4-44ee-909b-f49a739dafe2 req-fb8bfd34-edab-42a9-869e-12e4a3da016e tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4ad6394-3e39-4386-b02d-4a7c32c3940e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641356 Aug 16 22:56:02.631382 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning for port 746316bb-90f9-4c54-81f9-8f8cbbb9606c completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:56:02.642653 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-005b4eca-5ec2-45b9-9a88-d41496836d87 req-a02aa8d3-d102-40b9-bd6e-fa4a4d89700c tempest-ServerPasswordTestJSON-822023963 tempest-ServerPasswordTestJSON-822023963-project] Deleting port 8672549c-f0d4-4195-88ee-adf03ade70f4 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:56:02.643025 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-005b4eca-5ec2-45b9-9a88-d41496836d87 req-a02aa8d3-d102-40b9-bd6e-fa4a4d89700c tempest-ServerPasswordTestJSON-822023963 tempest-ServerPasswordTestJSON-822023963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:02.655926 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port 746316bb-90f9-4c54-81f9-8f8cbbb9606c triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:56:02.656518 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:02.716587 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-534b565a-f804-41a9-9892-eb60ca8563ac tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:02.756206 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:02.800452 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-534b565a-f804-41a9-9892-eb60ca8563ac tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:02.845862 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 746316bb-90f9-4c54-81f9-8f8cbbb9606c, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=746316bb-90f9-4c54-81f9-8f8cbbb9606c,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:56:02.854678 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:02.918508 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-005b4eca-5ec2-45b9-9a88-d41496836d87 req-a02aa8d3-d102-40b9-bd6e-fa4a4d89700c tempest-ServerPasswordTestJSON-822023963 tempest-ServerPasswordTestJSON-822023963-project] For port 8672549c-f0d4-4195-88ee-adf03ade70f4, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=8672549c-f0d4-4195-88ee-adf03ade70f4,segment=NetworkSegment(dfcf9c07-d6ef-499c-8b24-2cc7b3bf3d82),segment_id=dfcf9c07-d6ef-499c-8b24-2cc7b3bf3d82)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:56:02.919028 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-005b4eca-5ec2-45b9-9a88-d41496836d87 req-a02aa8d3-d102-40b9-bd6e-fa4a4d89700c tempest-ServerPasswordTestJSON-822023963 tempest-ServerPasswordTestJSON-822023963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:02.942251 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-005b4eca-5ec2-45b9-9a88-d41496836d87 req-a02aa8d3-d102-40b9-bd6e-fa4a4d89700c tempest-ServerPasswordTestJSON-822023963 tempest-ServerPasswordTestJSON-822023963-project] Calling delete_port for 8672549c-f0d4-4195-88ee-adf03ade70f4 owned by compute:nova {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:56:02.954104 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-534b565a-f804-41a9-9892-eb60ca8563ac tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:02.957060 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-534b565a-f804-41a9-9892-eb60ca8563ac tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:02.961297 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-534b565a-f804-41a9-9892-eb60ca8563ac tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] 10.222.0.36 "DELETE /v2.0/security-groups/fa02cd28-e068-427b-bfd9-487a38531bce HTTP/1.1" status: 204 len: 168 time: 0.4243746 Aug 16 22:56:02.962934 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 35580) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:02.971502 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=746316bb-90f9-4c54-81f9-8f8cbbb9606c,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:02.999601 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534b565a-f804-41a9-9892-eb60ca8563ac tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa02cd28-e068-427b-bfd9-487a38531bce,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:03.185951 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device e472f05f-c646-4e47-91be-1f4ab8d404a8 up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:56:03.250374 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning for port e472f05f-c646-4e47-91be-1f4ab8d404a8 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:56:03.255010 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port e472f05f-c646-4e47-91be-1f4ab8d404a8 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:56:03.257678 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:03.367699 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:03.416722 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port e472f05f-c646-4e47-91be-1f4ab8d404a8, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=e472f05f-c646-4e47-91be-1f4ab8d404a8,segment=NetworkSegment(2ef6fce6-dd05-4e6c-9b12-9c1394b5a330),segment_id=2ef6fce6-dd05-4e6c-9b12-9c1394b5a330)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:56:03.418204 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '558fad6e-08d7-4f4e-9a19-1e466ac0428f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '746316bb-90f9-4c54-81f9-8f8cbbb9606c'}, {'server_uuid': '116b3c9c-303e-4ffe-b86f-0b052c315ef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e472f05f-c646-4e47-91be-1f4ab8d404a8'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:56:03.420878 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5acc9cf-4c83-413e-a48a-63c4b78a03e2" -d '{"events": [{"server_uuid": "558fad6e-08d7-4f4e-9a19-1e466ac0428f", "name": "network-vif-plugged", "status": "completed", "tag": "746316bb-90f9-4c54-81f9-8f8cbbb9606c"}, {"server_uuid": "116b3c9c-303e-4ffe-b86f-0b052c315ef4", "name": "network-vif-plugged", "status": "completed", "tag": "e472f05f-c646-4e47-91be-1f4ab8d404a8"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:56:03.425902 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:03.450262 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-5a614211-af86-4b35-ab41-fea81aa0cea0 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4825368 Aug 16 22:56:03.452751 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 35590) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:03.461867 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-ea74e8b7-aa71-44a8-9f3f-b17d2e99639c tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Request body: {'security_group': {'name': 'tempest-secgroup--41660'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:56:03.502316 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=e472f05f-c646-4e47-91be-1f4ab8d404a8,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:03.507956 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-60a58a8b-4b5d-4d78-b4df-edc9cfdfa4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:03.527961 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ea74e8b7-aa71-44a8-9f3f-b17d2e99639c tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:03.571743 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b5355e-20cd-4f65-8848-4e046db26f35 req-e96fcb93-eb64-4a19-93ac-13e746f98a29 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:03.573363 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f9b5355e-20cd-4f65-8848-4e046db26f35 req-e96fcb93-eb64-4a19-93ac-13e746f98a29 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/ports?device_id=66b1cd4c-c1e1-4dfe-89ed-72d113b7433e HTTP/1.1" status: 200 len: 948 time: 0.1533253 Aug 16 22:56:03.584520 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a47a4e1-0270-4a8e-bd80-805dbfd4d709 req-464dca27-76d3-4b54-b686-45118c86f127 tempest-ServerPasswordTestJSON-822023963 tempest-ServerPasswordTestJSON-822023963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:03.585281 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8a47a4e1-0270-4a8e-bd80-805dbfd4d709 req-464dca27-76d3-4b54-b686-45118c86f127 tempest-ServerPasswordTestJSON-822023963 tempest-ServerPasswordTestJSON-822023963-project] 10.222.0.36 "GET /v2.0/ports?device_id=06b2cebc-9873-4ba8-b13b-c5ef29da6aaa HTTP/1.1" status: 200 len: 946 time: 0.0970850 Aug 16 22:56:03.673173 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f9b5355e-20cd-4f65-8848-4e046db26f35 req-0c4b2e3d-3026-447c-af52-6067e5a44fb2 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/security-groups?id=28636a9e-058f-441f-8e78-3802344981e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866573 Aug 16 22:56:03.692457 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8a47a4e1-0270-4a8e-bd80-805dbfd4d709 req-6dc28638-d2e6-41a0-aaa8-c9a92460aebb tempest-ServerPasswordTestJSON-822023963 tempest-ServerPasswordTestJSON-822023963-project] 10.222.0.36 "GET /v2.0/security-groups?id=c409a04c-1df7-4c65-a3b5-78b14e851068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987504 Aug 16 22:56:03.734258 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a58a8b-4b5d-4d78-b4df-edc9cfdfa4bf admin admin] Pushing event deleted for resources: {'Port': ['ID=6e1d4414-8c1a-4bfa-94c5-48ac248d627a,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:03.755468 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-005b4eca-5ec2-45b9-9a88-d41496836d87 req-a02aa8d3-d102-40b9-bd6e-fa4a4d89700c tempest-ServerPasswordTestJSON-822023963 tempest-ServerPasswordTestJSON-822023963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:03.790868 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['8672549c-f0d4-4195-88ee-adf03ade70f4'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:56:03.797661 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 22:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c399ad7f-97ab-4a45-9b7a-0b6d44ff799e x-openstack-request-id: req-c399ad7f-97ab-4a45-9b7a-0b6d44ff799e {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:56:03.798597 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "558fad6e-08d7-4f4e-9a19-1e466ac0428f", "name": "network-vif-plugged", "status": "completed", "tag": "746316bb-90f9-4c54-81f9-8f8cbbb9606c", "code": 200}, {"server_uuid": "116b3c9c-303e-4ffe-b86f-0b052c315ef4", "name": "network-vif-plugged", "status": "completed", "tag": "e472f05f-c646-4e47-91be-1f4ab8d404a8", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:56:03.799417 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c399ad7f-97ab-4a45-9b7a-0b6d44ff799e {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:56:03.801515 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '558fad6e-08d7-4f4e-9a19-1e466ac0428f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '746316bb-90f9-4c54-81f9-8f8cbbb9606c', 'code': 200} Aug 16 22:56:03.804185 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '116b3c9c-303e-4ffe-b86f-0b052c315ef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e472f05f-c646-4e47-91be-1f4ab8d404a8', 'code': 200} Aug 16 22:56:03.930569 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02aa8d3-d102-40b9-bd6e-fa4a4d89700c tempest-ServerPasswordTestJSON-822023963 tempest-ServerPasswordTestJSON-822023963-project] Pushing event deleted for resources: {'Port': ['ID=8672549c-f0d4-4195-88ee-adf03ade70f4,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:03.944597 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-60a58a8b-4b5d-4d78-b4df-edc9cfdfa4bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537471'] for router_interface, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:03.979604 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a2bf3-a1f9-4b49-8418-e409b13ee629 req-29c09a52-12ef-4b8b-bf93-6b65d09ffea7 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:03.981634 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5c9a2bf3-a1f9-4b49-8418-e409b13ee629 req-29c09a52-12ef-4b8b-bf93-6b65d09ffea7 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/ports?device_id=90c10d52-28c4-4fe7-900c-d78a77f3df52 HTTP/1.1" status: 200 len: 945 time: 0.0682731 Aug 16 22:56:04.034769 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5c9a2bf3-a1f9-4b49-8418-e409b13ee629 req-bf984fec-307f-44eb-9497-21502fd79e1a tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4ad6394-3e39-4386-b02d-4a7c32c3940e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464423 Aug 16 22:56:04.066423 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-005b4eca-5ec2-45b9-9a88-d41496836d87 req-a02aa8d3-d102-40b9-bd6e-fa4a4d89700c tempest-ServerPasswordTestJSON-822023963 tempest-ServerPasswordTestJSON-822023963-project] No DVR routers for this DVR port 8672549c-f0d4-4195-88ee-adf03ade70f4 on host n-h2-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:56:04.073544 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-005b4eca-5ec2-45b9-9a88-d41496836d87 req-a02aa8d3-d102-40b9-bd6e-fa4a4d89700c tempest-ServerPasswordTestJSON-822023963 tempest-ServerPasswordTestJSON-822023963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:04.075896 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-005b4eca-5ec2-45b9-9a88-d41496836d87 req-a02aa8d3-d102-40b9-bd6e-fa4a4d89700c tempest-ServerPasswordTestJSON-822023963 tempest-ServerPasswordTestJSON-822023963-project] 10.222.0.57 "DELETE /v2.0/ports/8672549c-f0d4-4195-88ee-adf03ade70f4 HTTP/1.1" status: 204 len: 173 time: 1.6828523 Aug 16 22:56:04.078154 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06b2cebc-9873-4ba8-b13b-c5ef29da6aaa', 'name': 'network-vif-deleted', 'tag': '8672549c-f0d4-4195-88ee-adf03ade70f4'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:56:04.080502 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17f6712c-9e0c-41f2-9ace-b776e30ef2ae" -d '{"events": [{"server_uuid": "06b2cebc-9873-4ba8-b13b-c5ef29da6aaa", "name": "network-vif-deleted", "tag": "8672549c-f0d4-4195-88ee-adf03ade70f4"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:56:04.180144 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d7ede7-58ab-478a-88e7-855be04f4358 req-a919dbab-37b3-4e1a-b004-332791cec2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:04.182015 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-93d7ede7-58ab-478a-88e7-855be04f4358 req-a919dbab-37b3-4e1a-b004-332791cec2cb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=116b3c9c-303e-4ffe-b86f-0b052c315ef4 HTTP/1.1" status: 200 len: 1097 time: 0.2606535 Aug 16 22:56:04.189677 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f067aaa7-22a3-498f-a3a9-342ded42442d req-fee78f21-ecc0-4e37-b341-5c6a958b5771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:04.191492 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-f067aaa7-22a3-498f-a3a9-342ded42442d req-fee78f21-ecc0-4e37-b341-5c6a958b5771 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=558fad6e-08d7-4f4e-9a19-1e466ac0428f HTTP/1.1" status: 200 len: 1102 time: 0.2738600 Aug 16 22:56:04.208596 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6587429e-56eb-45d3-985d-8c6b892b5eaa x-openstack-request-id: req-6587429e-56eb-45d3-985d-8c6b892b5eaa {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:56:04.208903 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06b2cebc-9873-4ba8-b13b-c5ef29da6aaa", "name": "network-vif-deleted", "tag": "8672549c-f0d4-4195-88ee-adf03ade70f4", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:56:04.209161 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6587429e-56eb-45d3-985d-8c6b892b5eaa {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:56:04.209576 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06b2cebc-9873-4ba8-b13b-c5ef29da6aaa', 'name': 'network-vif-deleted', 'tag': '8672549c-f0d4-4195-88ee-adf03ade70f4', 'status': 'completed', 'code': 200} Aug 16 22:56:04.309450 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ea74e8b7-aa71-44a8-9f3f-b17d2e99639c tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:04.330593 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ea74e8b7-aa71-44a8-9f3f-b17d2e99639c tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:04.362283 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-93d7ede7-58ab-478a-88e7-855be04f4358 req-15125482-8dee-457d-9225-7da92a29e9c8 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a4ad6394-3e39-4386-b02d-4a7c32c3940e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091831 Aug 16 22:56:04.371512 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-f067aaa7-22a3-498f-a3a9-342ded42442d req-7984ffe2-6a86-4ce6-a90e-4818b5d360e4 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=28636a9e-058f-441f-8e78-3802344981e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202378 Aug 16 22:56:04.393674 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ea74e8b7-aa71-44a8-9f3f-b17d2e99639c tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:04.398066 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-ea74e8b7-aa71-44a8-9f3f-b17d2e99639c tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1741 time: 0.9424577 Aug 16 22:56:04.414905 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 35610) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:04.426851 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-e5a66dfa-3949-4748-b5d4-f0cf10098837 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Request body: {'security_group_rule': {'security_group_id': '042a50d8-32d7-4e74-9cd0-87331ee766aa', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:56:04.428264 n-d-791506-26 neutron-server[101292]: WARNING neutron.api.v2.base [None req-e5a66dfa-3949-4748-b5d4-f0cf10098837 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 16 22:56:04.428869 n-d-791506-26 neutron-server[101292]: INFO neutron.api.v2.resource [None req-e5a66dfa-3949-4748-b5d4-f0cf10098837 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:56:04.433456 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-e5a66dfa-3949-4748-b5d4-f0cf10098837 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0129993 Aug 16 22:56:04.433456 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 35612) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:04.434713 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea74e8b7-aa71-44a8-9f3f-b17d2e99639c tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=042a50d8-32d7-4e74-9cd0-87331ee766aa,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:04.466987 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561dd2cf-112a-494a-9f8d-e643ab3d81d3 req-2e6b0e45-3fa7-49e5-8d48-3ab68840bd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:04.469454 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-561dd2cf-112a-494a-9f8d-e643ab3d81d3 req-2e6b0e45-3fa7-49e5-8d48-3ab68840bd50 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=17b3937359b747459bb6c64ab15f667a&device_id=90c10d52-28c4-4fe7-900c-d78a77f3df52 HTTP/1.1" status: 200 len: 1097 time: 0.1370318 Aug 16 22:56:04.519088 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cc24a0-3339-49ea-9b55-67d5233d45e5 req-902eb45e-0e43-4303-99b5-31c8f305dfaa tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:04.519088 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-67cc24a0-3339-49ea-9b55-67d5233d45e5 req-902eb45e-0e43-4303-99b5-31c8f305dfaa tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/ports?device_id=90c10d52-28c4-4fe7-900c-d78a77f3df52 HTTP/1.1" status: 200 len: 945 time: 0.1292377 Aug 16 22:56:04.565003 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60a58a8b-4b5d-4d78-b4df-edc9cfdfa4bf admin admin] Router a57a8d75-1785-472d-b1d9-2a0dda82a074 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:56:04.611154 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device c06f700b-9f87-4f14-9e6a-4961f1b5094a details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:56:04.623554 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-70146d1d-53b0-42de-af07-76c377096dba tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:04.640203 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-67cc24a0-3339-49ea-9b55-67d5233d45e5 req-39423ba2-f7d5-41f8-8f33-da88064fb753 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4ad6394-3e39-4386-b02d-4a7c32c3940e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211617 Aug 16 22:56:04.680205 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-70146d1d-53b0-42de-af07-76c377096dba tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:04.689950 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561dd2cf-112a-494a-9f8d-e643ab3d81d3 req-010db0c2-534d-4f50-b0c3-30e1f295394a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:04.691537 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-561dd2cf-112a-494a-9f8d-e643ab3d81d3 req-010db0c2-534d-4f50-b0c3-30e1f295394a service neutron] 10.222.0.68 "GET /v2.0/networks?id=cf3cc63c-f58b-4d2e-8737-2f16cf854977 HTTP/1.1" status: 200 len: 920 time: 0.2046888 Aug 16 22:56:04.744069 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60a58a8b-4b5d-4d78-b4df-edc9cfdfa4bf admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:56:04.759973 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7ac2f2-db71-4572-9ca6-5c84540410ac None None] Sync routers for ids ['a57a8d75-1785-472d-b1d9-2a0dda82a074'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:56:04.760998 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-60a58a8b-4b5d-4d78-b4df-edc9cfdfa4bf admin admin] 10.222.0.36 "PUT /v2.0/routers/a57a8d75-1785-472d-b1d9-2a0dda82a074/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1084669 Aug 16 22:56:04.764122 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 35620) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:04.765207 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-561dd2cf-112a-494a-9f8d-e643ab3d81d3 req-aeca70db-77b6-4878-9244-b2f3e803bf8c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4732ec55-e9d1-44c9-91db-b5a1349a463a HTTP/1.1" status: 200 len: 217 time: 0.0637090 Aug 16 22:56:04.776078 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7ac2f2-db71-4572-9ca6-5c84540410ac None None] Routers {'a57a8d75-1785-472d-b1d9-2a0dda82a074'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:56:04.790883 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-fc7ac2f2-db71-4572-9ca6-5c84540410ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:55:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['a57a8d75-1785-472d-b1d9-2a0dda82a074'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:56:04.834127 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-70146d1d-53b0-42de-af07-76c377096dba tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:04.836585 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-70146d1d-53b0-42de-af07-76c377096dba tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:04.837840 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-70146d1d-53b0-42de-af07-76c377096dba tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] 10.222.0.36 "DELETE /v2.0/security-groups/042a50d8-32d7-4e74-9cd0-87331ee766aa HTTP/1.1" status: 204 len: 168 time: 0.4035668 Aug 16 22:56:04.853673 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port c06f700b-9f87-4f14-9e6a-4961f1b5094a, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=c06f700b-9f87-4f14-9e6a-4961f1b5094a,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:56:04.864293 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 35626) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:04.877025 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70146d1d-53b0-42de-af07-76c377096dba tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=042a50d8-32d7-4e74-9cd0-87331ee766aa,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:04.891486 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561dd2cf-112a-494a-9f8d-e643ab3d81d3 req-424c0812-488d-46f5-98c3-3311dedeae0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:04.893472 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-561dd2cf-112a-494a-9f8d-e643ab3d81d3 req-424c0812-488d-46f5-98c3-3311dedeae0b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=326cf2b6-5a5e-461f-8420-87d3c4aa2e9f HTTP/1.1" status: 200 len: 859 time: 0.1150308 Aug 16 22:56:04.923807 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': 'c06f700b-9f87-4f14-9e6a-4961f1b5094a', 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd', 'port_id': 'c06f700b-9f87-4f14-9e6a-4961f1b5094a', 'mac_address': 'fa:16:3e:49:e1:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6af2b868-37d3-46ab-a526-0465929f13c8', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:56:04.944585 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2fe842fe-95fa-4034-8f34-50512fa4a819 req-441203f0-81f8-4e6f-aba7-63aff03e6cf3 tempest-ServerPasswordTestJSON-822023963 tempest-ServerPasswordTestJSON-822023963-project] 10.222.0.36 "GET /v2.0/ports?device_id=06b2cebc-9873-4ba8-b13b-c5ef29da6aaa HTTP/1.1" status: 200 len: 210 time: 0.0476317 Aug 16 22:56:04.990467 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8571afba-687c-4fad-96c3-bac0fec1e69d req-e4c2890c-8bde-4d3b-8e08-0d871a45066f tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:05.007524 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-fc7ac2f2-db71-4572-9ca6-5c84540410ac None None] Set router a57a8d75-1785-472d-b1d9-2a0dda82a074 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:56:05.011496 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8571afba-687c-4fad-96c3-bac0fec1e69d req-e4c2890c-8bde-4d3b-8e08-0d871a45066f tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/ports?device_id=66b1cd4c-c1e1-4dfe-89ed-72d113b7433e HTTP/1.1" status: 200 len: 948 time: 0.2126179 Aug 16 22:56:05.017908 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:05.021623 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-561dd2cf-112a-494a-9f8d-e643ab3d81d3 req-dc6d4513-adf2-4ee4-9afc-8e85005510b2 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=cf3cc63c-f58b-4d2e-8737-2f16cf854977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0999954 Aug 16 22:56:05.047689 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c06f700b-9f87-4f14-9e6a-4961f1b5094a {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:56:05.099089 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port c06f700b-9f87-4f14-9e6a-4961f1b5094a, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=c06f700b-9f87-4f14-9e6a-4961f1b5094a,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:56:05.107804 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:05.117257 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-1b48c83b-cd16-4c29-bcd9-d5d534a4eae5 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2487032 Aug 16 22:56:05.123656 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 35630) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:05.154973 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c7825948-22ec-4a85-ab0b-0bb4d6c5b369 admin admin] Notify callbacks [] for router, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:05.213237 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-97c97730-b6d2-40d6-ba68-e8bd5f99e711 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Request body: {'security_group': {'name': 'tempest-secgroup--903226727'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:56:05.229097 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=c06f700b-9f87-4f14-9e6a-4961f1b5094a,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:05.299669 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8571afba-687c-4fad-96c3-bac0fec1e69d req-720e2766-2e96-495e-af4a-f17cf335d883 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/security-groups?id=28636a9e-058f-441f-8e78-3802344981e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871597 Aug 16 22:56:05.308787 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-97c97730-b6d2-40d6-ba68-e8bd5f99e711 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:05.312185 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-fc7ac2f2-db71-4572-9ca6-5c84540410ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57a8d75-1785-472d-b1d9-2a0dda82a074', 'name': 'tempest-ServersTestFqdnHostnames-1410935709-router', 'tenant_id': '59c961a779674ade84e46325c73c6eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '9aa72632-19cf-4b9f-84a5-4e2d384931b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:53:24Z', 'updated_at': '2021-08-16T22:56:03Z', 'revision_number': 5, 'project_id': '59c961a779674ade84e46325c73c6eac', 'gw_port': {'id': '9aa72632-19cf-4b9f-84a5-4e2d384931b3', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:e7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57a8d75-1785-472d-b1d9-2a0dda82a074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:26Z', 'updated_at': '2021-08-16T22:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:56:05.346540 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7ac2f2-db71-4572-9ca6-5c84540410ac None None] Checking router: a57a8d75-1785-472d-b1d9-2a0dda82a074 for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:56:05.363036 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7ac2f2-db71-4572-9ca6-5c84540410ac None None] Routers {'a57a8d75-1785-472d-b1d9-2a0dda82a074'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:56:05.363696 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-fc7ac2f2-db71-4572-9ca6-5c84540410ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:55:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['a57a8d75-1785-472d-b1d9-2a0dda82a074'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:56:05.374241 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-561dd2cf-112a-494a-9f8d-e643ab3d81d3 req-78e9fa3c-d700-4855-b3c7-dbcae03813f6 service neutron] 10.222.0.68 "GET /v2.0/networks/cf3cc63c-f58b-4d2e-8737-2f16cf854977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3214710 Aug 16 22:56:05.476053 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c7825948-22ec-4a85-ab0b-0bb4d6c5b369 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:05.499617 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['c06f700b-9f87-4f14-9e6a-4961f1b5094a'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:56:05.514764 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-fc7ac2f2-db71-4572-9ca6-5c84540410ac None None] Set router a57a8d75-1785-472d-b1d9-2a0dda82a074 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:56:05.553520 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-561dd2cf-112a-494a-9f8d-e643ab3d81d3 req-9e373eb9-6e77-4a80-91be-059b0bd96481 service neutron] 10.222.0.68 "GET /v2.0/networks/cf3cc63c-f58b-4d2e-8737-2f16cf854977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683462 Aug 16 22:56:05.559303 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-c7825948-22ec-4a85-ab0b-0bb4d6c5b369 admin admin] Deleting port 9aa72632-19cf-4b9f-84a5-4e2d384931b3 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:56:05.559666 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c7825948-22ec-4a85-ab0b-0bb4d6c5b369 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:05.601498 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-97c97730-b6d2-40d6-ba68-e8bd5f99e711 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:05.608951 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-97c97730-b6d2-40d6-ba68-e8bd5f99e711 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:05.652571 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-97c97730-b6d2-40d6-ba68-e8bd5f99e711 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:05.654579 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-97c97730-b6d2-40d6-ba68-e8bd5f99e711 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4596076 Aug 16 22:56:05.657907 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c97730-b6d2-40d6-ba68-e8bd5f99e711 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b541ca81-c00f-4137-968a-fba257b09f24,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:05.660569 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 35644) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:05.666904 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-6ef2515c-7245-4bc7-9560-714d37b6a76e tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Request body: {'security_group_rule': {'security_group_id': 'b541ca81-c00f-4137-968a-fba257b09f24', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:56:05.688808 n-d-791506-26 neutron-server[101292]: WARNING neutron.api.v2.base [None req-6ef2515c-7245-4bc7-9560-714d37b6a76e tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 16 22:56:05.689615 n-d-791506-26 neutron-server[101292]: INFO neutron.api.v2.resource [None req-6ef2515c-7245-4bc7-9560-714d37b6a76e tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:56:05.691677 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-6ef2515c-7245-4bc7-9560-714d37b6a76e tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0298612 Aug 16 22:56:05.695914 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 35648) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:05.705005 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-0d4b3306-68a1-4210-abd1-912e9f2b3672 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Request body: {'security_group_rule': {'security_group_id': 'b541ca81-c00f-4137-968a-fba257b09f24', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:56:05.710522 n-d-791506-26 neutron-server[101291]: WARNING neutron.api.v2.base [None req-0d4b3306-68a1-4210-abd1-912e9f2b3672 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 16 22:56:05.711796 n-d-791506-26 neutron-server[101291]: INFO neutron.api.v2.resource [None req-0d4b3306-68a1-4210-abd1-912e9f2b3672 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:56:05.713379 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-0d4b3306-68a1-4210-abd1-912e9f2b3672 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0145297 Aug 16 22:56:05.716289 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 35650) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:05.722590 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-7d908498-463d-4755-990d-e9e900e211d0 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Request body: {'security_group_rule': {'security_group_id': 'b541ca81-c00f-4137-968a-fba257b09f24', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:56:05.723602 n-d-791506-26 neutron-server[101292]: WARNING neutron.api.v2.base [None req-7d908498-463d-4755-990d-e9e900e211d0 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 16 22:56:05.724250 n-d-791506-26 neutron-server[101292]: INFO neutron.api.v2.resource [None req-7d908498-463d-4755-990d-e9e900e211d0 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:56:05.727271 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-7d908498-463d-4755-990d-e9e900e211d0 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0086992 Aug 16 22:56:05.733248 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 35652) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:05.745293 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-1ab9c357-1413-4dcc-bdcb-d034eb88e104 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Request body: {'security_group_rule': {'security_group_id': 'b541ca81-c00f-4137-968a-fba257b09f24', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:56:05.746209 n-d-791506-26 neutron-server[101292]: WARNING neutron.api.v2.base [None req-1ab9c357-1413-4dcc-bdcb-d034eb88e104 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 16 22:56:05.749807 n-d-791506-26 neutron-server[101292]: INFO neutron.api.v2.resource [None req-1ab9c357-1413-4dcc-bdcb-d034eb88e104 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:56:05.750976 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-1ab9c357-1413-4dcc-bdcb-d034eb88e104 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0155363 Aug 16 22:56:05.754461 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 35654) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:05.773981 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-c7825948-22ec-4a85-ab0b-0bb4d6c5b369 admin admin] For port 9aa72632-19cf-4b9f-84a5-4e2d384931b3, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=9aa72632-19cf-4b9f-84a5-4e2d384931b3,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:56:05.774674 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c7825948-22ec-4a85-ab0b-0bb4d6c5b369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:05.819028 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-c7825948-22ec-4a85-ab0b-0bb4d6c5b369 admin admin] Calling delete_port for 9aa72632-19cf-4b9f-84a5-4e2d384931b3 owned by network:router_gateway {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:56:05.946087 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0cd936-8b02-4d57-a6de-ab81147b5331 req-c87d1824-2b5b-483c-a3e3-07c58e22dcdf tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:05.954315 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1c0cd936-8b02-4d57-a6de-ab81147b5331 req-c87d1824-2b5b-483c-a3e3-07c58e22dcdf tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/ports?device_id=90c10d52-28c4-4fe7-900c-d78a77f3df52 HTTP/1.1" status: 200 len: 945 time: 0.1620567 Aug 16 22:56:05.981927 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-89e91f05-720d-411e-96be-860d8ab4ee1c tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:06.044564 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1c0cd936-8b02-4d57-a6de-ab81147b5331 req-b1f341bf-c4aa-4079-93a4-6b380a505f9d tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4ad6394-3e39-4386-b02d-4a7c32c3940e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722780 Aug 16 22:56:06.045680 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-89e91f05-720d-411e-96be-860d8ab4ee1c tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:06.045855 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 35660) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:06.054648 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-fc7ac2f2-db71-4572-9ca6-5c84540410ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57a8d75-1785-472d-b1d9-2a0dda82a074', 'name': 'tempest-ServersTestFqdnHostnames-1410935709-router', 'tenant_id': '59c961a779674ade84e46325c73c6eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '9aa72632-19cf-4b9f-84a5-4e2d384931b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:53:24Z', 'updated_at': '2021-08-16T22:56:03Z', 'revision_number': 5, 'project_id': '59c961a779674ade84e46325c73c6eac', 'gw_port': {'id': '9aa72632-19cf-4b9f-84a5-4e2d384931b3', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:e7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57a8d75-1785-472d-b1d9-2a0dda82a074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:26Z', 'updated_at': '2021-08-16T22:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:56:06.110354 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-89e91f05-720d-411e-96be-860d8ab4ee1c tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:06.114176 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-89e91f05-720d-411e-96be-860d8ab4ee1c tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:06.117126 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-89e91f05-720d-411e-96be-860d8ab4ee1c tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] 10.222.0.36 "DELETE /v2.0/security-groups/b541ca81-c00f-4137-968a-fba257b09f24 HTTP/1.1" status: 204 len: 168 time: 0.3564777 Aug 16 22:56:06.119052 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 35662) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:06.134673 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a82e72e-fff7-4721-9ee7-e06c6a60ff10 admin admin] Deleting subnet bf936234-1201-418c-bd06-df117088e0c1 {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:56:06.135103 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7ac2f2-db71-4572-9ca6-5c84540410ac None None] The sync data for ids ['a57a8d75-1785-472d-b1d9-2a0dda82a074'] in n-d-791506-26 is: [{'id': 'a57a8d75-1785-472d-b1d9-2a0dda82a074', 'name': 'tempest-ServersTestFqdnHostnames-1410935709-router', 'tenant_id': '59c961a779674ade84e46325c73c6eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '9aa72632-19cf-4b9f-84a5-4e2d384931b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:53:24Z', 'updated_at': '2021-08-16T22:56:03Z', 'revision_number': 5, 'project_id': '59c961a779674ade84e46325c73c6eac', 'gw_port': {'id': '9aa72632-19cf-4b9f-84a5-4e2d384931b3', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:e7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57a8d75-1785-472d-b1d9-2a0dda82a074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:26Z', 'updated_at': '2021-08-16T22:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:56:06.148449 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e91f05-720d-411e-96be-860d8ab4ee1c tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b541ca81-c00f-4137-968a-fba257b09f24,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:06.186578 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8a82e72e-fff7-4721-9ee7-e06c6a60ff10 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:06.221484 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-69ec21e7-4888-4494-95f6-c9a016e6d35e tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1011755 Aug 16 22:56:06.226814 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 35666) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:06.235528 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-6f27cf50-9213-4214-8ce8-7ce24fb46041 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Request body: {'security_group': {'name': 'tempest-secgroup--641962859'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:56:06.246750 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8a82e72e-fff7-4721-9ee7-e06c6a60ff10 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:06.285417 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6f27cf50-9213-4214-8ce8-7ce24fb46041 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:06.290482 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c7825948-22ec-4a85-ab0b-0bb4d6c5b369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:06.336307 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7825948-22ec-4a85-ab0b-0bb4d6c5b369 admin admin] Pushing event deleted for resources: {'Port': ['ID=9aa72632-19cf-4b9f-84a5-4e2d384931b3,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:06.384006 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8a82e72e-fff7-4721-9ee7-e06c6a60ff10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:06.475110 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6f27cf50-9213-4214-8ce8-7ce24fb46041 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:06.485376 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6f27cf50-9213-4214-8ce8-7ce24fb46041 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:06.495171 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c7825948-22ec-4a85-ab0b-0bb4d6c5b369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537121'] for router_gateway, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:06.550107 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6f27cf50-9213-4214-8ce8-7ce24fb46041 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:06.551348 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-6f27cf50-9213-4214-8ce8-7ce24fb46041 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3223872 Aug 16 22:56:06.566919 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e658d3a-12d1-45aa-a93e-0e3db2a58959 req-e492522a-03df-45d4-b566-dc323fc5d67c tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:06.574724 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1e658d3a-12d1-45aa-a93e-0e3db2a58959 req-e492522a-03df-45d4-b566-dc323fc5d67c tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/ports?device_id=66b1cd4c-c1e1-4dfe-89ed-72d113b7433e HTTP/1.1" status: 200 len: 949 time: 0.1425054 Aug 16 22:56:06.577282 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 35680) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:06.579798 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f27cf50-9213-4214-8ce8-7ce24fb46041 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8926fc30-f20f-47f9-a2e3-0cb2af4cb0a6,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:06.592884 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-b6863b5d-d0df-4a1d-9366-52db3ecd25ff tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Request body: {'security_group_rule': {'security_group_id': '8926fc30-f20f-47f9-a2e3-0cb2af4cb0a6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:56:06.594345 n-d-791506-26 neutron-server[101292]: WARNING neutron.api.v2.base [None req-b6863b5d-d0df-4a1d-9366-52db3ecd25ff tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 16 22:56:06.595049 n-d-791506-26 neutron-server[101292]: INFO neutron.api.v2.resource [None req-b6863b5d-d0df-4a1d-9366-52db3ecd25ff tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:56:06.596283 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-b6863b5d-d0df-4a1d-9366-52db3ecd25ff tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0134704 Aug 16 22:56:06.608253 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 35682) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:06.613561 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device c06f700b-9f87-4f14-9e6a-4961f1b5094a up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:56:06.636903 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-88e2f8fc-b71d-4fb5-9caa-5bbb87a5066d tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Request body: {'security_group_rule': {'security_group_id': '8926fc30-f20f-47f9-a2e3-0cb2af4cb0a6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:56:06.655595 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c7825948-22ec-4a85-ab0b-0bb4d6c5b369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:06.660029 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c7825948-22ec-4a85-ab0b-0bb4d6c5b369 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:06.667243 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8a82e72e-fff7-4721-9ee7-e06c6a60ff10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:06.715733 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1e658d3a-12d1-45aa-a93e-0e3db2a58959 req-0e3e29f5-54c0-4868-8e01-b70f835ebcb4 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/security-groups?id=28636a9e-058f-441f-8e78-3802344981e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400850 Aug 16 22:56:06.735918 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 6e1d4414-8c1a-4bfa-94c5-48ac248d627a no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:56:06.746300 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a82e72e-fff7-4721-9ee7-e06c6a60ff10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf936234-1201-418c-bd06-df117088e0c1,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:06.754023 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8a82e72e-fff7-4721-9ee7-e06c6a60ff10 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:06.759530 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-8a82e72e-fff7-4721-9ee7-e06c6a60ff10 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/bf936234-1201-418c-bd06-df117088e0c1 HTTP/1.1" status: 204 len: 168 time: 0.7124903 Aug 16 22:56:06.762874 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 35684) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:06.768832 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c7825948-22ec-4a85-ab0b-0bb4d6c5b369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:06.770765 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7825948-22ec-4a85-ab0b-0bb4d6c5b369 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a57a8d75-1785-472d-b1d9-2a0dda82a074 {{(pid=101291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:56:06.778136 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c7825948-22ec-4a85-ab0b-0bb4d6c5b369 admin admin] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:06.780242 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-c7825948-22ec-4a85-ab0b-0bb4d6c5b369 admin admin] 10.222.0.36 "DELETE /v2.0/routers/a57a8d75-1785-472d-b1d9-2a0dda82a074 HTTP/1.1" status: 204 len: 168 time: 2.0149789 Aug 16 22:56:06.784455 n-d-791506-26 neutron-server[101292]: INFO neutron.api.v2.resource [None req-88e2f8fc-b71d-4fb5-9caa-5bbb87a5066d tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:56:06.785015 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 35686) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:06.793731 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-88e2f8fc-b71d-4fb5-9caa-5bbb87a5066d tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1871877 Aug 16 22:56:06.800802 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 6e1d4414-8c1a-4bfa-94c5-48ac248d627a {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:56:06.801148 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 6e1d4414-8c1a-4bfa-94c5-48ac248d627a not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:56:06.804017 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 35688) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:06.815926 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning for port c06f700b-9f87-4f14-9e6a-4961f1b5094a completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:56:06.827975 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port c06f700b-9f87-4f14-9e6a-4961f1b5094a triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:56:06.829247 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:06.867661 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-ad652455-6a10-4835-83b4-5c7971f9229b tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Request body: {'security_group_rule': {'security_group_id': '8926fc30-f20f-47f9-a2e3-0cb2af4cb0a6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:56:06.868138 n-d-791506-26 neutron-server[101292]: WARNING neutron.api.v2.base [None req-ad652455-6a10-4835-83b4-5c7971f9229b tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 16 22:56:06.868645 n-d-791506-26 neutron-server[101292]: INFO neutron.api.v2.resource [None req-ad652455-6a10-4835-83b4-5c7971f9229b tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:56:06.869620 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-ad652455-6a10-4835-83b4-5c7971f9229b tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0536363 Aug 16 22:56:06.875703 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 35690) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:06.883444 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-cee6a132-8efd-4c40-8fd9-67e402b88488 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Request body: {'security_group_rule': {'security_group_id': '8926fc30-f20f-47f9-a2e3-0cb2af4cb0a6', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:56:06.899868 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-225e74dd-6ed6-490c-ae3b-b2a2a027fbc2 admin admin] Deleting subnet d5081f3b-73a4-4d61-9e4a-3f5b25fa6900 {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:56:06.904990 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-225e74dd-6ed6-490c-ae3b-b2a2a027fbc2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:06.949802 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-cff32e64-f0ff-4913-948a-657f9edffaed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:06.953640 n-d-791506-26 neutron-server[101292]: INFO neutron.api.v2.resource [None req-cee6a132-8efd-4c40-8fd9-67e402b88488 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:56:06.955048 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-cee6a132-8efd-4c40-8fd9-67e402b88488 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0756972 Aug 16 22:56:06.958097 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 35692) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:06.963866 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-225e74dd-6ed6-490c-ae3b-b2a2a027fbc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:06.964421 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-a64c93d4-d950-4ddf-81fc-90fc4f47e09c tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Request body: {'security_group_rule': {'security_group_id': '8926fc30-f20f-47f9-a2e3-0cb2af4cb0a6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:56:06.965109 n-d-791506-26 neutron-server[101292]: WARNING neutron.api.v2.base [None req-a64c93d4-d950-4ddf-81fc-90fc4f47e09c tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 16 22:56:06.965829 n-d-791506-26 neutron-server[101292]: INFO neutron.api.v2.resource [None req-a64c93d4-d950-4ddf-81fc-90fc4f47e09c tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:56:06.966964 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-a64c93d4-d950-4ddf-81fc-90fc4f47e09c tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0064404 Aug 16 22:56:06.975008 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 35694) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:06.982626 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:06.985608 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-f7898f89-8a21-44a0-b418-27dc054ffa60 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Request body: {'security_group_rule': {'security_group_id': '8926fc30-f20f-47f9-a2e3-0cb2af4cb0a6', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:56:07.034123 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66b1cd4c-c1e1-4dfe-89ed-72d113b7433e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c06f700b-9f87-4f14-9e6a-4961f1b5094a'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:56:07.038040 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d56a8992-e902-40a8-b404-65350f650da1" -d '{"events": [{"server_uuid": "66b1cd4c-c1e1-4dfe-89ed-72d113b7433e", "name": "network-vif-plugged", "status": "completed", "tag": "c06f700b-9f87-4f14-9e6a-4961f1b5094a"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:56:07.064810 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port c06f700b-9f87-4f14-9e6a-4961f1b5094a, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=c06f700b-9f87-4f14-9e6a-4961f1b5094a,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:56:07.079493 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:07.103217 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-225e74dd-6ed6-490c-ae3b-b2a2a027fbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:07.114961 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-cff32e64-f0ff-4913-948a-657f9edffaed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:07.126731 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-cff32e64-f0ff-4913-948a-657f9edffaed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['191aeeee-515f-4547-91e9-b075760bc88c']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:56:07.141097 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-cff32e64-f0ff-4913-948a-657f9edffaed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfcf9c07-d6ef-499c-8b24-2cc7b3bf3d82') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:56:07.150362 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-cff32e64-f0ff-4913-948a-657f9edffaed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfcf9c07-d6ef-499c-8b24-2cc7b3bf3d82') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:56:07.173320 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-cff32e64-f0ff-4913-948a-657f9edffaed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:07.187339 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e45fdb7e-8d6b-4dd6-9b61-628d84d09f3d x-openstack-request-id: req-e45fdb7e-8d6b-4dd6-9b61-628d84d09f3d {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:56:07.187748 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66b1cd4c-c1e1-4dfe-89ed-72d113b7433e", "name": "network-vif-plugged", "status": "completed", "tag": "c06f700b-9f87-4f14-9e6a-4961f1b5094a", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:56:07.187947 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e45fdb7e-8d6b-4dd6-9b61-628d84d09f3d {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:56:07.188382 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66b1cd4c-c1e1-4dfe-89ed-72d113b7433e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c06f700b-9f87-4f14-9e6a-4961f1b5094a', 'code': 200} Aug 16 22:56:07.200738 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-cff32e64-f0ff-4913-948a-657f9edffaed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:07.210119 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 8672549c-f0d4-4195-88ee-adf03ade70f4 no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:56:07.211268 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cff32e64-f0ff-4913-948a-657f9edffaed admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:56:07.212005 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-cff32e64-f0ff-4913-948a-657f9edffaed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:07.264309 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 16 22:56:07.264309 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:56:07.264309 n-d-791506-26 neutron-server[101292]: timer() Aug 16 22:56:07.264309 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:56:07.264309 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 16 22:56:07.264309 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:56:07.264309 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 16 22:56:07.264309 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:56:07.264309 n-d-791506-26 neutron-server[101292]: self._notify() Aug 16 22:56:07.264309 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:56:07.264309 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 16 22:56:07.264309 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:56:07.264309 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 16 22:56:07.264309 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:56:07.264309 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:56:07.264309 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:56:07.264309 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:56:07.264309 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:56:07.264309 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 16 22:56:07.264309 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:56:07.264309 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 16 22:56:07.264309 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:56:07.264309 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:56:07.264309 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:56:07.264309 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 16 22:56:07.264309 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:56:07.264309 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:56:07.264309 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:56:07.264309 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:56:07.264309 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:56:07.264309 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:56:07.264309 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:56:07.276048 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] No Port match for: 8672549c-f0d4-4195-88ee-adf03ade70f4 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:56:07.276549 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 8672549c-f0d4-4195-88ee-adf03ade70f4 not bound to the agent host n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:56:07.277768 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-225e74dd-6ed6-490c-ae3b-b2a2a027fbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:07.302764 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=c06f700b-9f87-4f14-9e6a-4961f1b5094a,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:07.324672 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6c600e-570d-47c5-b812-5967e400f46c None None] Network a8aaeb65-e172-4fdd-9f1a-cbdbda638f0b requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:56:07.383086 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-225e74dd-6ed6-490c-ae3b-b2a2a027fbc2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:07.394490 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 35704) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:07.394862 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-225e74dd-6ed6-490c-ae3b-b2a2a027fbc2 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/d5081f3b-73a4-4d61-9e4a-3f5b25fa6900 HTTP/1.1" status: 204 len: 168 time: 0.6053178 Aug 16 22:56:07.396173 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225e74dd-6ed6-490c-ae3b-b2a2a027fbc2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5081f3b-73a4-4d61-9e4a-3f5b25fa6900,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:07.512457 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8c219bb9-a0d8-4c67-996f-4053a13adbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:07.579052 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29665b81-62ff-4324-8aaf-07793d2915d7 req-b6074495-0bcb-47f2-af68-5e9d154b074f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:07.580678 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-29665b81-62ff-4324-8aaf-07793d2915d7 req-b6074495-0bcb-47f2-af68-5e9d154b074f service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=66b1cd4c-c1e1-4dfe-89ed-72d113b7433e HTTP/1.1" status: 200 len: 1102 time: 0.3260660 Aug 16 22:56:07.584924 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-cff32e64-f0ff-4913-948a-657f9edffaed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:07.619037 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-cff32e64-f0ff-4913-948a-657f9edffaed admin admin] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:07.620931 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-cff32e64-f0ff-4913-948a-657f9edffaed admin admin] 10.222.0.36 "DELETE /v2.0/networks/191aeeee-515f-4547-91e9-b075760bc88c HTTP/1.1" status: 204 len: 168 time: 0.8591399 Aug 16 22:56:07.648217 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75ffdfc-90fa-4c9e-885b-385f84897e6c None None] DHCP port deletion for a8aaeb65-e172-4fdd-9f1a-cbdbda638f0b request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:56:07.687435 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc285227-5950-45ce-b5e4-d9b13c809302 req-3cd2169c-5789-4b72-8bba-f0fce632cb41 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:07.694385 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dc285227-5950-45ce-b5e4-d9b13c809302 req-3cd2169c-5789-4b72-8bba-f0fce632cb41 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/ports?device_id=90c10d52-28c4-4fe7-900c-d78a77f3df52 HTTP/1.1" status: 200 len: 945 time: 0.4408393 Aug 16 22:56:07.733362 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-d75ffdfc-90fa-4c9e-885b-385f84897e6c None None] Deleting port b72b4a24-604b-48e1-a5b5-39e0ccafe741 {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:56:07.735286 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d75ffdfc-90fa-4c9e-885b-385f84897e6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:07.744183 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-29665b81-62ff-4324-8aaf-07793d2915d7 req-e867c464-e3e3-43fc-b422-c64e0f22e985 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=28636a9e-058f-441f-8e78-3802344981e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212204 Aug 16 22:56:07.755158 n-d-791506-26 neutron-server[101292]: INFO neutron.api.v2.resource [None req-f7898f89-8a21-44a0-b418-27dc054ffa60 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:56:07.756920 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-f7898f89-8a21-44a0-b418-27dc054ffa60 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.7808728 Aug 16 22:56:07.761561 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 35716) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:07.762152 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff32e64-f0ff-4913-948a-657f9edffaed admin admin] Pushing event deleted for resources: {'Network': ['ID=191aeeee-515f-4547-91e9-b075760bc88c,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:07.767759 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-222ff693-f718-494a-b8ff-67b6ddbdb11d tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Request body: {'security_group_rule': {'security_group_id': '8926fc30-f20f-47f9-a2e3-0cb2af4cb0a6', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:56:07.768426 n-d-791506-26 neutron-server[101291]: WARNING neutron.api.v2.base [None req-222ff693-f718-494a-b8ff-67b6ddbdb11d tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 16 22:56:07.769289 n-d-791506-26 neutron-server[101291]: INFO neutron.api.v2.resource [None req-222ff693-f718-494a-b8ff-67b6ddbdb11d tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:56:07.776524 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-222ff693-f718-494a-b8ff-67b6ddbdb11d tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0132256 Aug 16 22:56:07.777363 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 35720) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:07.789797 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-5709ba60-eed2-4a67-ace4-584cace2108a tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Request body: {'security_group_rule': {'security_group_id': '8926fc30-f20f-47f9-a2e3-0cb2af4cb0a6', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:56:07.863111 n-d-791506-26 neutron-server[101291]: INFO neutron.api.v2.resource [None req-5709ba60-eed2-4a67-ace4-584cace2108a tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:56:07.869059 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-5709ba60-eed2-4a67-ace4-584cace2108a tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0904050 Aug 16 22:56:07.870111 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 35722) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:07.876499 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-beded05e-7aba-4445-a52e-aa8ddd9ca6ae tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Request body: {'security_group_rule': {'security_group_id': '8926fc30-f20f-47f9-a2e3-0cb2af4cb0a6', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:56:07.890079 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-8c219bb9-a0d8-4c67-996f-4053a13adbf6 admin admin] Deleting port b72b4a24-604b-48e1-a5b5-39e0ccafe741 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:56:07.891285 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8c219bb9-a0d8-4c67-996f-4053a13adbf6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:07.961964 n-d-791506-26 neutron-server[101291]: INFO neutron.api.v2.resource [None req-beded05e-7aba-4445-a52e-aa8ddd9ca6ae tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:56:07.972103 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-beded05e-7aba-4445-a52e-aa8ddd9ca6ae tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0977151 Aug 16 22:56:07.976744 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 35724) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:08.059043 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-d75ffdfc-90fa-4c9e-885b-385f84897e6c None None] For port b72b4a24-604b-48e1-a5b5-39e0ccafe741, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=b72b4a24-604b-48e1-a5b5-39e0ccafe741,segment=NetworkSegment(ba972b88-db6b-4eb1-9871-9e900ec3fcf1),segment_id=ba972b88-db6b-4eb1-9871-9e900ec3fcf1)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:56:08.059945 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d75ffdfc-90fa-4c9e-885b-385f84897e6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:08.080772 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fe5295e2-a49b-4fd9-8a10-468c06d05e1d tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:08.086148 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-d75ffdfc-90fa-4c9e-885b-385f84897e6c None None] Calling delete_port for b72b4a24-604b-48e1-a5b5-39e0ccafe741 owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:56:08.128232 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fe5295e2-a49b-4fd9-8a10-468c06d05e1d tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:08.193088 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 35726) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:08.223963 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fe5295e2-a49b-4fd9-8a10-468c06d05e1d tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:08.228017 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fe5295e2-a49b-4fd9-8a10-468c06d05e1d tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:08.229265 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-fe5295e2-a49b-4fd9-8a10-468c06d05e1d tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] 10.222.0.36 "DELETE /v2.0/security-groups/8926fc30-f20f-47f9-a2e3-0cb2af4cb0a6 HTTP/1.1" status: 204 len: 168 time: 0.2496150 Aug 16 22:56:08.233400 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d75ffdfc-90fa-4c9e-885b-385f84897e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:08.254178 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75ffdfc-90fa-4c9e-885b-385f84897e6c None None] No DVR routers for this DVR port b72b4a24-604b-48e1-a5b5-39e0ccafe741 on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:56:08.260350 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 35728) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:08.270873 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5295e2-a49b-4fd9-8a10-468c06d05e1d tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8926fc30-f20f-47f9-a2e3-0cb2af4cb0a6,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:08.274467 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75ffdfc-90fa-4c9e-885b-385f84897e6c None None] Pushing event deleted for resources: {'Port': ['ID=b72b4a24-604b-48e1-a5b5-39e0ccafe741,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:08.335593 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-64453334-78e9-401a-9c09-efa34889fad3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=96901c9bc9af44798de3ad7cccff2668&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1410606 Aug 16 22:56:08.338188 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 35730) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:08.373410 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-7bc440de-95ca-4bc5-af27-13c8fa1c9e96 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1096790 Aug 16 22:56:08.377404 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dc285227-5950-45ce-b5e4-d9b13c809302 req-5850a469-a19d-439d-bca1-c53de7a8ebaa tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4ad6394-3e39-4386-b02d-4a7c32c3940e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6261022 Aug 16 22:56:08.387077 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 35732) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:08.398478 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-df0a4ec3-45e5-4a0f-9c6f-ec8d9ad6ab91 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Request body: {'security_group': {'name': 'tempest-secgroup--1420648181'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:56:08.432957 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5581c908-3ecb-415b-b578-6268c9c27c29 req-31391adf-732e-4242-8610-bd11610ca7f4 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:08.441458 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5581c908-3ecb-415b-b578-6268c9c27c29 req-31391adf-732e-4242-8610-bd11610ca7f4 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/ports?device_id=66b1cd4c-c1e1-4dfe-89ed-72d113b7433e HTTP/1.1" status: 200 len: 950 time: 0.1223106 Aug 16 22:56:08.456562 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cfdaeb6d-7a21-4e73-b0cf-2b03fc4a5722 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:08.472861 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-df0a4ec3-45e5-4a0f-9c6f-ec8d9ad6ab91 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:08.473935 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-8c219bb9-a0d8-4c67-996f-4053a13adbf6 admin admin] For port b72b4a24-604b-48e1-a5b5-39e0ccafe741, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=b72b4a24-604b-48e1-a5b5-39e0ccafe741,segment=NetworkSegment(ba972b88-db6b-4eb1-9871-9e900ec3fcf1),segment_id=ba972b88-db6b-4eb1-9871-9e900ec3fcf1)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:56:08.474510 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8c219bb9-a0d8-4c67-996f-4053a13adbf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:08.498221 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cfdaeb6d-7a21-4e73-b0cf-2b03fc4a5722 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:08.555034 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-8c219bb9-a0d8-4c67-996f-4053a13adbf6 admin admin] Calling delete_port for b72b4a24-604b-48e1-a5b5-39e0ccafe741 owned by network:dhcp {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:56:08.589094 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5581c908-3ecb-415b-b578-6268c9c27c29 req-9b66988d-8255-44c7-973d-281b8b8abc55 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/security-groups?id=28636a9e-058f-441f-8e78-3802344981e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464450 Aug 16 22:56:08.608946 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cfdaeb6d-7a21-4e73-b0cf-2b03fc4a5722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:08.613620 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cfdaeb6d-7a21-4e73-b0cf-2b03fc4a5722 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:08.623695 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-cfdaeb6d-7a21-4e73-b0cf-2b03fc4a5722 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c409a04c-1df7-4c65-a3b5-78b14e851068 HTTP/1.1" status: 204 len: 168 time: 0.2760320 Aug 16 22:56:08.637594 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device b72b4a24-604b-48e1-a5b5-39e0ccafe741 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:56:08.705345 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: b72b4a24-604b-48e1-a5b5-39e0ccafe741 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:56:08.706107 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device b72b4a24-604b-48e1-a5b5-39e0ccafe741 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:56:08.706107 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 9aa72632-19cf-4b9f-84a5-4e2d384931b3 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:56:08.707133 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdaeb6d-7a21-4e73-b0cf-2b03fc4a5722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c409a04c-1df7-4c65-a3b5-78b14e851068,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:08.710793 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-df0a4ec3-45e5-4a0f-9c6f-ec8d9ad6ab91 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:08.724131 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-df0a4ec3-45e5-4a0f-9c6f-ec8d9ad6ab91 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:08.753805 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 9aa72632-19cf-4b9f-84a5-4e2d384931b3 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:56:08.754155 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 9aa72632-19cf-4b9f-84a5-4e2d384931b3 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:56:08.769907 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-df0a4ec3-45e5-4a0f-9c6f-ec8d9ad6ab91 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:08.771324 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-df0a4ec3-45e5-4a0f-9c6f-ec8d9ad6ab91 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3831558 Aug 16 22:56:08.780721 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 35748) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:08.782568 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0a4ec3-45e5-4a0f-9c6f-ec8d9ad6ab91 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca14fec-f29c-48cc-9370-df97f35a0963,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:08.799641 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-eca35186-4ec1-48a8-aef4-2f74d02d77dd tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Request body: {'security_group_rule': {'security_group_id': '9ca14fec-f29c-48cc-9370-df97f35a0963', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:56:08.834014 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8c219bb9-a0d8-4c67-996f-4053a13adbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:08.854342 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c219bb9-a0d8-4c67-996f-4053a13adbf6 admin admin] No DVR routers for this DVR port b72b4a24-604b-48e1-a5b5-39e0ccafe741 on host n-d-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:56:08.878135 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c219bb9-a0d8-4c67-996f-4053a13adbf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b72b4a24-604b-48e1-a5b5-39e0ccafe741,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:08.878452 n-d-791506-26 neutron-server[101291]: INFO neutron.api.v2.resource [None req-eca35186-4ec1-48a8-aef4-2f74d02d77dd tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] create failed (client error): The resource could not be found. Aug 16 22:56:08.882717 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-eca35186-4ec1-48a8-aef4-2f74d02d77dd tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0888448 Aug 16 22:56:08.890858 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 35750) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:08.901678 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-461eb00c-4718-4075-8944-cc778e601f2b tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Request body: {'security_group_rule': {'security_group_id': '9ca14fec-f29c-48cc-9370-df97f35a0963', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '4bc25925-3de0-4a96-8590-87d7b09d6445'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:56:08.972091 n-d-791506-26 neutron-server[101291]: INFO neutron.api.v2.resource [None req-461eb00c-4718-4075-8944-cc778e601f2b tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] create failed (client error): The resource could not be found. Aug 16 22:56:08.975838 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-461eb00c-4718-4075-8944-cc778e601f2b tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0781305 Aug 16 22:56:08.976386 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 35754) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:08.981407 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8c219bb9-a0d8-4c67-996f-4053a13adbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:08.994855 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-8c219bb9-a0d8-4c67-996f-4053a13adbf6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8aaeb65-e172-4fdd-9f1a-cbdbda638f0b']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:56:09.018962 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-8c219bb9-a0d8-4c67-996f-4053a13adbf6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba972b88-db6b-4eb1-9871-9e900ec3fcf1') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:56:09.019267 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-8c219bb9-a0d8-4c67-996f-4053a13adbf6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba972b88-db6b-4eb1-9871-9e900ec3fcf1') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:56:09.029971 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8c219bb9-a0d8-4c67-996f-4053a13adbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:09.048601 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-73e143e8-d770-4256-b292-196c1a38d461 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:09.050229 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8c219bb9-a0d8-4c67-996f-4053a13adbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:09.065434 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c219bb9-a0d8-4c67-996f-4053a13adbf6 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:56:09.065940 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8c219bb9-a0d8-4c67-996f-4053a13adbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:09.070228 n-d-791506-26 neutron-server[101292]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:56:09.070228 n-d-791506-26 neutron-server[101292]: self.session.flush() Aug 16 22:56:09.070228 n-d-791506-26 neutron-server[101292]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:56:09.070228 n-d-791506-26 neutron-server[101292]: self.session.flush() Aug 16 22:56:09.070228 n-d-791506-26 neutron-server[101292]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:56:09.070228 n-d-791506-26 neutron-server[101292]: self.session.flush() Aug 16 22:56:09.070228 n-d-791506-26 neutron-server[101292]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:56:09.070228 n-d-791506-26 neutron-server[101292]: self.session.flush() Aug 16 22:56:09.070228 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 16 22:56:09.070228 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:56:09.070228 n-d-791506-26 neutron-server[101292]: timer() Aug 16 22:56:09.070228 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:56:09.070228 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 16 22:56:09.070228 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:56:09.070228 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 16 22:56:09.070228 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:56:09.070228 n-d-791506-26 neutron-server[101292]: self._notify() Aug 16 22:56:09.070228 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:56:09.070228 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 16 22:56:09.070228 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:56:09.070228 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 16 22:56:09.070228 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:56:09.070228 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:56:09.070228 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:56:09.070228 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:56:09.070228 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:56:09.070228 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 16 22:56:09.070228 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:56:09.070228 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 16 22:56:09.070228 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:56:09.070228 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:56:09.070228 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:56:09.070228 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 16 22:56:09.070228 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:56:09.070228 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:56:09.070228 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:56:09.070228 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:56:09.070228 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:56:09.070228 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:56:09.070228 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:56:09.084286 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-73e143e8-d770-4256-b292-196c1a38d461 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:09.155995 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-73e143e8-d770-4256-b292-196c1a38d461 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:09.158934 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-73e143e8-d770-4256-b292-196c1a38d461 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:09.160144 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-73e143e8-d770-4256-b292-196c1a38d461 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] 10.222.0.36 "DELETE /v2.0/security-groups/9ca14fec-f29c-48cc-9370-df97f35a0963 HTTP/1.1" status: 204 len: 168 time: 0.1820884 Aug 16 22:56:09.162902 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 35762) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:09.176526 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e143e8-d770-4256-b292-196c1a38d461 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca14fec-f29c-48cc-9370-df97f35a0963,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:09.197455 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8c219bb9-a0d8-4c67-996f-4053a13adbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:09.206034 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8c219bb9-a0d8-4c67-996f-4053a13adbf6 admin admin] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:09.222221 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-8c219bb9-a0d8-4c67-996f-4053a13adbf6 admin admin] 10.222.0.36 "DELETE /v2.0/networks/a8aaeb65-e172-4fdd-9f1a-cbdbda638f0b HTTP/1.1" status: 204 len: 168 time: 1.7965713 Aug 16 22:56:09.258006 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-bce95125-f48d-4149-9b2d-e4aab6d71687 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0926218 Aug 16 22:56:09.259016 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c219bb9-a0d8-4c67-996f-4053a13adbf6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8aaeb65-e172-4fdd-9f1a-cbdbda638f0b,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:09.262769 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 35768) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:09.272024 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-d8ad7734-986e-4a44-a0f0-a5a43047b0c2 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Request body: {'security_group_rule': {'security_group_id': '6c36aa80-7382-4935-a8b4-121463af10fd', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:56:09.352720 n-d-791506-26 neutron-server[101291]: INFO neutron.api.v2.resource [None req-d8ad7734-986e-4a44-a0f0-a5a43047b0c2 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] create failed (client error): The resource could not be found. Aug 16 22:56:09.361206 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 35770) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:09.365661 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-d8ad7734-986e-4a44-a0f0-a5a43047b0c2 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0980127 Aug 16 22:56:09.367734 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-447542f7-7735-4767-ba8a-b934c0381f1e tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Request body: {'security_group': {'name': 'tempest-secgroup--953766055'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:56:09.424184 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-447542f7-7735-4767-ba8a-b934c0381f1e tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:09.451479 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 35776) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:09.540396 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-68f263cb-93e4-4b14-a37a-f3577a24ccea admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=59c961a779674ade84e46325c73c6eac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0876329 Aug 16 22:56:09.542940 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 35780) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:09.581130 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27af4879-e73c-4763-a3f3-5f20e35df303 req-870e429b-02f4-4763-9694-cc2edd85d8f3 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:09.582760 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-27af4879-e73c-4763-a3f3-5f20e35df303 req-870e429b-02f4-4763-9694-cc2edd85d8f3 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/ports?device_id=90c10d52-28c4-4fe7-900c-d78a77f3df52 HTTP/1.1" status: 200 len: 945 time: 0.1047847 Aug 16 22:56:09.642499 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0a1209bc-b795-458f-bc1d-bf701200e0a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:09.644807 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-27af4879-e73c-4763-a3f3-5f20e35df303 req-aef601e3-8fca-45e7-81c7-960ff7351aca tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4ad6394-3e39-4386-b02d-4a7c32c3940e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484607 Aug 16 22:56:09.669881 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-447542f7-7735-4767-ba8a-b934c0381f1e tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:09.678853 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-447542f7-7735-4767-ba8a-b934c0381f1e tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:09.680838 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0a1209bc-b795-458f-bc1d-bf701200e0a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:09.769512 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0a1209bc-b795-458f-bc1d-bf701200e0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:09.772391 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0a1209bc-b795-458f-bc1d-bf701200e0a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:09.774835 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-0a1209bc-b795-458f-bc1d-bf701200e0a2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8384bb30-36d1-44db-a513-c168c2a1b827 HTTP/1.1" status: 204 len: 168 time: 0.2250605 Aug 16 22:56:09.785204 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1209bc-b795-458f-bc1d-bf701200e0a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8384bb30-36d1-44db-a513-c168c2a1b827,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:09.801908 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-447542f7-7735-4767-ba8a-b934c0381f1e tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:09.806199 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-447542f7-7735-4767-ba8a-b934c0381f1e tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4411871 Aug 16 22:56:09.806739 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 35794) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:09.816679 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-11a4b46e-1b0a-4afc-b21c-29e947094813 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Request body: {'security_group': {'name': 'tempest-secgroup--789434333'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:56:09.826490 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447542f7-7735-4767-ba8a-b934c0381f1e tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14692ce1-22f0-4a84-8933-1fcf631dcfc6,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:09.864423 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-11a4b46e-1b0a-4afc-b21c-29e947094813 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:09.874389 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a96b0-76b1-43b8-834b-72086d46142b req-141004c8-bc2c-43b8-974e-36db0ab5ec71 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:09.883126 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8c8a96b0-76b1-43b8-834b-72086d46142b req-141004c8-bc2c-43b8-974e-36db0ab5ec71 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/ports?device_id=66b1cd4c-c1e1-4dfe-89ed-72d113b7433e HTTP/1.1" status: 200 len: 950 time: 0.1413267 Aug 16 22:56:09.954477 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8c8a96b0-76b1-43b8-834b-72086d46142b req-64b4dcb7-a9ae-409a-9a5a-d5240ee6b4f2 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/security-groups?id=28636a9e-058f-441f-8e78-3802344981e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700426 Aug 16 22:56:10.022523 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-11a4b46e-1b0a-4afc-b21c-29e947094813 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:10.029980 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-11a4b46e-1b0a-4afc-b21c-29e947094813 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:10.083808 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a4b46e-1b0a-4afc-b21c-29e947094813 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dff2e3e9-34b2-4fe3-9e1f-fa3be6168abb,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:10.101594 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-11a4b46e-1b0a-4afc-b21c-29e947094813 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:10.105588 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-11a4b46e-1b0a-4afc-b21c-29e947094813 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2951717 Aug 16 22:56:10.106093 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 35812) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:10.116045 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-279c13f7-3c9f-4517-a8e9-7ed0fde05450 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Request body: {'security_group_rule': {'security_group_id': '14692ce1-22f0-4a84-8933-1fcf631dcfc6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'dff2e3e9-34b2-4fe3-9e1f-fa3be6168abb'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:56:10.129340 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79df79d0-8848-4e97-b703-94eaa47bed5c req-27af59d7-cd11-4c7a-aee5-59a01f5db04c tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:10.137774 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-79df79d0-8848-4e97-b703-94eaa47bed5c req-27af59d7-cd11-4c7a-aee5-59a01f5db04c tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/ports?device_id=558fad6e-08d7-4f4e-9a19-1e466ac0428f HTTP/1.1" status: 200 len: 950 time: 0.0865464 Aug 16 22:56:10.184863 n-d-791506-26 neutron-server[101291]: INFO neutron.api.v2.resource [None req-279c13f7-3c9f-4517-a8e9-7ed0fde05450 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:56:10.190123 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-279c13f7-3c9f-4517-a8e9-7ed0fde05450 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0799074 Aug 16 22:56:10.193710 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 35814) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:10.217422 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-79df79d0-8848-4e97-b703-94eaa47bed5c req-093ca39e-3735-4b86-ac1a-79d2b2a6184f tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/security-groups?id=28636a9e-058f-441f-8e78-3802344981e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782044 Aug 16 22:56:10.294571 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ac85b9c9-47bb-4156-a95b-b7c2cd797b53 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:10.333481 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ac85b9c9-47bb-4156-a95b-b7c2cd797b53 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:10.391888 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ac85b9c9-47bb-4156-a95b-b7c2cd797b53 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:10.395083 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ac85b9c9-47bb-4156-a95b-b7c2cd797b53 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:10.396649 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-ac85b9c9-47bb-4156-a95b-b7c2cd797b53 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] 10.222.0.36 "DELETE /v2.0/security-groups/dff2e3e9-34b2-4fe3-9e1f-fa3be6168abb HTTP/1.1" status: 204 len: 168 time: 0.2019212 Aug 16 22:56:10.399389 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 35822) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:10.407324 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac85b9c9-47bb-4156-a95b-b7c2cd797b53 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dff2e3e9-34b2-4fe3-9e1f-fa3be6168abb,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:10.518960 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 35826) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:10.519819 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-82ce5ee9-ba12-4842-9284-7b3a71a0aa61 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1187479 Aug 16 22:56:10.623694 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5446f8bc-535e-4e38-a813-21c02549bec9 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:10.629536 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0a536f9b-9491-454f-8f70-7fc3fb3b324f req-a564400d-ffee-44b8-ad0b-7caed36d89c8 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=f7109febb0bd428f817c993324adeef6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0273213 Aug 16 22:56:10.664334 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5446f8bc-535e-4e38-a813-21c02549bec9 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:10.814116 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5446f8bc-535e-4e38-a813-21c02549bec9 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:10.817270 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5446f8bc-535e-4e38-a813-21c02549bec9 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:10.821044 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-5446f8bc-535e-4e38-a813-21c02549bec9 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] 10.222.0.36 "DELETE /v2.0/security-groups/14692ce1-22f0-4a84-8933-1fcf631dcfc6 HTTP/1.1" status: 204 len: 168 time: 0.2982497 Aug 16 22:56:10.821958 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 35854) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:10.841440 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5446f8bc-535e-4e38-a813-21c02549bec9 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14692ce1-22f0-4a84-8933-1fcf631dcfc6,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:10.850123 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a536f9b-9491-454f-8f70-7fc3fb3b324f req-d484f83f-8fca-4839-b01b-894d90580456 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:10.855430 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0a536f9b-9491-454f-8f70-7fc3fb3b324f req-d484f83f-8fca-4839-b01b-894d90580456 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2134764 Aug 16 22:56:10.890200 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-f824f997-da2a-4c5f-815b-708dbb351621 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0635545 Aug 16 22:56:10.894061 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 35860) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:10.901642 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-0f0143fd-f4d7-4d6c-97d4-fbb442a21d0b tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Request body: {'security_group': {'name': 'tempest-secgroup--77721724'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:56:10.901899 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0a536f9b-9491-454f-8f70-7fc3fb3b324f req-21af4d31-51c1-4d09-8e20-e286af762065 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/quotas/f7109febb0bd428f817c993324adeef6 HTTP/1.1" status: 200 len: 375 time: 0.0180068 Aug 16 22:56:10.914593 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e21b4a-569a-44e5-9f6e-49c2e41e7d28 req-b0ae7f61-7ea5-401b-8cf9-b72e30112158 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:10.916159 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-48e21b4a-569a-44e5-9f6e-49c2e41e7d28 req-b0ae7f61-7ea5-401b-8cf9-b72e30112158 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/ports?device_id=90c10d52-28c4-4fe7-900c-d78a77f3df52 HTTP/1.1" status: 200 len: 945 time: 0.0891593 Aug 16 22:56:10.940065 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0f0143fd-f4d7-4d6c-97d4-fbb442a21d0b tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:10.951138 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:11.002579 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0a536f9b-9491-454f-8f70-7fc3fb3b324f req-f67b0501-954f-4c7a-b6c6-aa4c2c91580c tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f7109febb0bd428f817c993324adeef6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0839820 Aug 16 22:56:11.029093 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-48e21b4a-569a-44e5-9f6e-49c2e41e7d28 req-f3accea9-46ec-4255-9e60-c07322d58cd1 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4ad6394-3e39-4386-b02d-4a7c32c3940e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966675 Aug 16 22:56:11.256395 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0f0143fd-f4d7-4d6c-97d4-fbb442a21d0b tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:11.264818 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0f0143fd-f4d7-4d6c-97d4-fbb442a21d0b tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:11.295161 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0f0143fd-f4d7-4d6c-97d4-fbb442a21d0b tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:11.302174 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-0f0143fd-f4d7-4d6c-97d4-fbb442a21d0b tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4012511 Aug 16 22:56:11.306079 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 35894) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:11.335165 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-f260bdac-a6b2-4af0-8f68-898620749fb9 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:56:11.337791 n-d-791506-26 neutron-server[101291]: WARNING neutron.api.v2.base [None req-f260bdac-a6b2-4af0-8f68-898620749fb9 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 16 22:56:11.344457 n-d-791506-26 neutron-server[101291]: INFO neutron.api.v2.resource [None req-f260bdac-a6b2-4af0-8f68-898620749fb9 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] update failed (client error): There was a conflict when trying to complete your request. Aug 16 22:56:11.352020 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-f260bdac-a6b2-4af0-8f68-898620749fb9 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] 10.222.0.36 "PUT /v2.0/security-groups/b51d2ef5-16cc-4b80-9301-28dc2960147b HTTP/1.1" status: 409 len: 330 time: 0.0447958 Aug 16 22:56:11.355603 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 35898) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:11.356237 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1dbee49c-4094-4180-b937-ec501add479c req-2d967f23-5b3b-4ed7-9a86-7f3422edd29b tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/ports?device_id=ced91254-e259-43ee-8113-4ad859ae9aa8 HTTP/1.1" status: 200 len: 210 time: 0.1173291 Aug 16 22:56:11.411588 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0143fd-f4d7-4d6c-97d4-fbb442a21d0b tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b51d2ef5-16cc-4b80-9301-28dc2960147b,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:11.444853 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 35902) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:11.479076 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f5efda44-4d06-4b94-aef7-e9ce131cb4b9 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:11.526635 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f5efda44-4d06-4b94-aef7-e9ce131cb4b9 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:11.605365 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f5efda44-4d06-4b94-aef7-e9ce131cb4b9 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:11.608764 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f5efda44-4d06-4b94-aef7-e9ce131cb4b9 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:11.614303 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 35910) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:11.622698 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-f5efda44-4d06-4b94-aef7-e9ce131cb4b9 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] 10.222.0.36 "DELETE /v2.0/security-groups/b51d2ef5-16cc-4b80-9301-28dc2960147b HTTP/1.1" status: 204 len: 168 time: 0.2637520 Aug 16 22:56:11.641604 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-6f341fbc-dd6c-4fa6-bd92-895e2d7cefdb admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-143195328-network', 'tenant_id': '0369f599af094d418ec5d90b079c4e3c'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:56:11.663183 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5efda44-4d06-4b94-aef7-e9ce131cb4b9 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b51d2ef5-16cc-4b80-9301-28dc2960147b,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:11.669107 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f341fbc-dd6c-4fa6-bd92-895e2d7cefdb admin admin] Made reservation on behalf of 0369f599af094d418ec5d90b079c4e3c for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:56:11.673137 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6f341fbc-dd6c-4fa6-bd92-895e2d7cefdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:11.688121 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-378d14e5-341b-4b21-98f1-73ac0e77a115 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0717237 Aug 16 22:56:11.691697 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 35912) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:11.699393 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6f341fbc-dd6c-4fa6-bd92-895e2d7cefdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:11.711178 n-d-791506-26 neutron-server[101292]: INFO neutron.api.v2.resource [None req-9375c5ac-1e8e-4d94-85a2-a58eace06434 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] delete failed (client error): The resource could not be found. Aug 16 22:56:11.712503 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-9375c5ac-1e8e-4d94-85a2-a58eace06434 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] 10.222.0.36 "DELETE /v2.0/security-groups/88ec9a49-7d93-425a-9407-e316129f9abb HTTP/1.1" status: 404 len: 347 time: 0.0197272 Aug 16 22:56:11.716827 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 35914) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:11.739937 n-d-791506-26 neutron-server[101292]: INFO neutron.api.v2.resource [None req-0af82a1b-f089-4683-907e-23efbc18e842 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] show failed (client error): The resource could not be found. Aug 16 22:56:11.739937 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-0af82a1b-f089-4683-907e-23efbc18e842 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] 10.222.0.36 "GET /v2.0/security-groups/aa4ea6e4-d784-43f6-a4e4-7406d9932202 HTTP/1.1" status: 404 len: 347 time: 0.0217407 Aug 16 22:56:11.743756 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 35920) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:11.774193 n-d-791506-26 neutron-server[101292]: INFO neutron.api.v2.resource [None req-996db003-b5f5-4cba-9128-70bc69820cf0 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] show failed (client error): The resource could not be found. Aug 16 22:56:11.776741 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-996db003-b5f5-4cba-9128-70bc69820cf0 tempest-NegativeSecGroupTest-755723743 tempest-NegativeSecGroupTest-755723743-project] 10.222.0.36 "GET /v2.0/security-group-rules/59e314e5-b949-4fb1-84a7-bcce3f0daa51 HTTP/1.1" status: 404 len: 356 time: 0.0312791 Aug 16 22:56:11.887965 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 35924) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:11.925618 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6f341fbc-dd6c-4fa6-bd92-895e2d7cefdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:11.934360 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6f341fbc-dd6c-4fa6-bd92-895e2d7cefdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:11.982050 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f341fbc-dd6c-4fa6-bd92-895e2d7cefdb admin admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:56:11.993564 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f341fbc-dd6c-4fa6-bd92-895e2d7cefdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af30ade3-5d60-40c1-aaba-ea89855e7980,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:12.009435 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6f341fbc-dd6c-4fa6-bd92-895e2d7cefdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:12.009807 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-6f341fbc-dd6c-4fa6-bd92-895e2d7cefdb admin admin] Added segment f9a89785-1be8-44e1-8647-25329abaac8e of type vlan for network 1409b725-e210-4878-ab3c-14256286a569 Aug 16 22:56:12.063977 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6f341fbc-dd6c-4fa6-bd92-895e2d7cefdb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:12.104238 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6f341fbc-dd6c-4fa6-bd92-895e2d7cefdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:12.105548 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f341fbc-dd6c-4fa6-bd92-895e2d7cefdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:12.106470 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6f341fbc-dd6c-4fa6-bd92-895e2d7cefdb admin admin] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:12.137897 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-47cac44e-49c5-4a38-8094-533ea0709fd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:12.211200 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-6f341fbc-dd6c-4fa6-bd92-895e2d7cefdb admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7624254 Aug 16 22:56:12.219713 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 35934) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:12.232427 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-ffa790cb-633a-47c3-8ee0-9ebbb83f9a9e admin admin] Request body: {'subnet': {'network_id': '1409b725-e210-4878-ab3c-14256286a569', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-143195328-subnet', 'tenant_id': '0369f599af094d418ec5d90b079c4e3c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:56:12.243116 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f341fbc-dd6c-4fa6-bd92-895e2d7cefdb admin admin] Pushing event updated for resources: {'Network': ['ID=1409b725-e210-4878-ab3c-14256286a569,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:12.257053 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 1409b725-e210-4878-ab3c-14256286a569 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:56:12.280002 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 35938) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:12.290252 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.db.api [None req-ffa790cb-633a-47c3-8ee0-9ebbb83f9a9e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 22:56:12.290252 n-d-791506-26 neutron-server[101291]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 22:56:12.290252 n-d-791506-26 neutron-server[101291]: [parameters: {'project_id_1': '0369f599af094d418ec5d90b079c4e3c', 'expiration_1': datetime.datetime(2021, 8, 16, 22, 56, 12, 240884)}] Aug 16 22:56:12.290252 n-d-791506-26 neutron-server[101291]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:56:12.291398 n-d-791506-26 neutron-server[101291]: DEBUG oslo_db.api [None req-ffa790cb-633a-47c3-8ee0-9ebbb83f9a9e admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:56:12.377633 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b751cf6b-bf93-4d8c-87cf-4bf8d38d8ee2 req-9128c0e0-82aa-4887-bd72-1f89080ac4aa tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:12.379283 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b751cf6b-bf93-4d8c-87cf-4bf8d38d8ee2 req-9128c0e0-82aa-4887-bd72-1f89080ac4aa tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/ports?device_id=90c10d52-28c4-4fe7-900c-d78a77f3df52 HTTP/1.1" status: 200 len: 945 time: 0.1926911 Aug 16 22:56:12.512592 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b751cf6b-bf93-4d8c-87cf-4bf8d38d8ee2 req-de48fcc3-d367-4e33-accd-1728052fe7b5 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4ad6394-3e39-4386-b02d-4a7c32c3940e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214342 Aug 16 22:56:12.539417 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-299bf3fb-d0e3-4405-94a7-3214c4661395 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=230b0c9ccfa8430d962655afcbf536da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2560036 Aug 16 22:56:12.540070 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 35954) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:12.587758 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bed46e8d-506f-45ea-b952-33d81e1d4761 req-674050db-adce-49d9-b1a7-2fe02b4c2d5a tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/ports?device_id=ced91254-e259-43ee-8113-4ad859ae9aa8 HTTP/1.1" status: 200 len: 210 time: 0.0656312 Aug 16 22:56:12.620572 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7007bc39-8ae7-44df-b3c3-905e3645f4fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:12.624010 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-47cac44e-49c5-4a38-8094-533ea0709fd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:12.629457 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-47cac44e-49c5-4a38-8094-533ea0709fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:12.649790 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7007bc39-8ae7-44df-b3c3-905e3645f4fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:12.681166 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-47cac44e-49c5-4a38-8094-533ea0709fd3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6d2b676cd2cf4aeeb8f0af947b826cce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7892885 Aug 16 22:56:12.681166 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cac44e-49c5-4a38-8094-533ea0709fd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9252ff07-2ef6-4705-8e5b-0d6d667f9bff,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:12.688670 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 35956) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:12.713550 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7007bc39-8ae7-44df-b3c3-905e3645f4fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:12.717813 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7007bc39-8ae7-44df-b3c3-905e3645f4fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:12.720043 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-7007bc39-8ae7-44df-b3c3-905e3645f4fc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c38e209d-6e7c-402c-905e-ac6ceb654b91 HTTP/1.1" status: 204 len: 168 time: 0.1786723 Aug 16 22:56:12.731438 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7007bc39-8ae7-44df-b3c3-905e3645f4fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c38e209d-6e7c-402c-905e-ac6ceb654b91,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:12.805548 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d6c68aab-5653-4f67-be44-b51b66e0a098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:12.838873 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa790cb-633a-47c3-8ee0-9ebbb83f9a9e admin admin] Made reservation on behalf of 0369f599af094d418ec5d90b079c4e3c for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:56:12.843139 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d6c68aab-5653-4f67-be44-b51b66e0a098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:12.851531 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ffa790cb-633a-47c3-8ee0-9ebbb83f9a9e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:12.953819 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d6c68aab-5653-4f67-be44-b51b66e0a098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:12.961070 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d6c68aab-5653-4f67-be44-b51b66e0a098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:12.974938 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-d6c68aab-5653-4f67-be44-b51b66e0a098 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9252ff07-2ef6-4705-8e5b-0d6d667f9bff HTTP/1.1" status: 204 len: 168 time: 0.2827239 Aug 16 22:56:13.021762 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c68aab-5653-4f67-be44-b51b66e0a098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9252ff07-2ef6-4705-8e5b-0d6d667f9bff,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:13.067733 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0a536f9b-9491-454f-8f70-7fc3fb3b324f req-8a2cbffe-72b7-4995-90bb-6f657760dad8 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=f7109febb0bd428f817c993324adeef6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0910628 Aug 16 22:56:13.229185 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ffa790cb-633a-47c3-8ee0-9ebbb83f9a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:13.309390 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a536f9b-9491-454f-8f70-7fc3fb3b324f req-f9012038-c8de-4b05-a0a8-115660bbf27e tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:13.311796 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0a536f9b-9491-454f-8f70-7fc3fb3b324f req-f9012038-c8de-4b05-a0a8-115660bbf27e tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2265913 Aug 16 22:56:13.341862 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-0a536f9b-9491-454f-8f70-7fc3fb3b324f req-dd8826ac-514f-493d-b51c-96e5168be5e3 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Request body: {'port': {'device_id': 'ced91254-e259-43ee-8113-4ad859ae9aa8', 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd', 'admin_state_up': True, 'tenant_id': 'f7109febb0bd428f817c993324adeef6'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:56:13.358816 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa790cb-633a-47c3-8ee0-9ebbb83f9a9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=aeae49ff-1b37-4b26-b19b-f0ce90930695,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:13.408922 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa790cb-633a-47c3-8ee0-9ebbb83f9a9e admin admin] Checking segment: {'id': 'f9a89785-1be8-44e1-8647-25329abaac8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '1409b725-e210-4878-ab3c-14256286a569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:56:13.409292 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa790cb-633a-47c3-8ee0-9ebbb83f9a9e admin admin] Network hostable DHCP agents. Network: 1409b725-e210-4878-ab3c-14256286a569, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:56:13.450719 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa790cb-633a-47c3-8ee0-9ebbb83f9a9e admin admin] Network 1409b725-e210-4878-ab3c-14256286a569 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:56:13.478210 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-ffa790cb-633a-47c3-8ee0-9ebbb83f9a9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 1409b725-e210-4878-ab3c-14256286a569) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:56:13.501035 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58dbea0b-94ae-4455-a5a6-1d60cd0eafc8 None None] Network 1409b725-e210-4878-ab3c-14256286a569 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:56:13.515356 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa790cb-633a-47c3-8ee0-9ebbb83f9a9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:13.516892 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ffa790cb-633a-47c3-8ee0-9ebbb83f9a9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:13.550736 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-ffa790cb-633a-47c3-8ee0-9ebbb83f9a9e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3290854 Aug 16 22:56:13.553654 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 35986) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:13.565587 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-28381b73-304f-4c34-a4e8-0cffe9eeccf2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-143195328-router', 'tenant_id': '0369f599af094d418ec5d90b079c4e3c', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:56:13.639913 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-28381b73-304f-4c34-a4e8-0cffe9eeccf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:13.643033 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-28381b73-304f-4c34-a4e8-0cffe9eeccf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:13.749486 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-28381b73-304f-4c34-a4e8-0cffe9eeccf2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:13.868580 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f5d3b64c-7bdc-4871-ad9e-4103d0b11ad0 req-004d98b1-6ee5-43c8-8163-9262eac9e049 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/ports?device_id=ced91254-e259-43ee-8113-4ad859ae9aa8 HTTP/1.1" status: 200 len: 210 time: 0.1430938 Aug 16 22:56:13.868580 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a536f9b-9491-454f-8f70-7fc3fb3b324f req-dd8826ac-514f-493d-b51c-96e5168be5e3 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Made reservation on behalf of f7109febb0bd428f817c993324adeef6 for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:56:13.888776 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-0a536f9b-9491-454f-8f70-7fc3fb3b324f req-dd8826ac-514f-493d-b51c-96e5168be5e3 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:13.929314 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ecbf8b-6ba5-4d3a-9db4-52c4910eaebc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-1409b725-e210-4878-ab3c-14256286a569', 'network_id': '1409b725-e210-4878-ab3c-14256286a569', 'tenant_id': '0369f599af094d418ec5d90b079c4e3c', 'fixed_ips': [{'subnet_id': 'aeae49ff-1b37-4b26-b19b-f0ce90930695'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:56:13.931506 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-26ecbf8b-6ba5-4d3a-9db4-52c4910eaebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:14.025449 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-28381b73-304f-4c34-a4e8-0cffe9eeccf2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:14.097930 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f9505d-f7d9-4b5e-bcff-3d778ec78bd6 req-8cc07037-60cd-4712-8539-b2ff4dddd9d5 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:14.103658 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-11f9505d-f7d9-4b5e-bcff-3d778ec78bd6 req-8cc07037-60cd-4712-8539-b2ff4dddd9d5 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/ports?device_id=90c10d52-28c4-4fe7-900c-d78a77f3df52 HTTP/1.1" status: 200 len: 945 time: 0.3259234 Aug 16 22:56:14.155751 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-26ecbf8b-6ba5-4d3a-9db4-52c4910eaebc None None] Allocated IP 172.20.0.2 (1409b725-e210-4878-ab3c-14256286a569/aeae49ff-1b37-4b26-b19b-f0ce90930695/a81986ef-0a33-45c7-854f-d9415d4dc017) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:56:14.408499 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-26ecbf8b-6ba5-4d3a-9db4-52c4910eaebc None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:14.409338 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-11f9505d-f7d9-4b5e-bcff-3d778ec78bd6 req-d2df29bf-cb56-4c69-966b-894d2c01c222 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4ad6394-3e39-4386-b02d-4a7c32c3940e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069890 Aug 16 22:56:14.417308 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-26ecbf8b-6ba5-4d3a-9db4-52c4910eaebc None None] Transition to ACTIVE for port object a81986ef-0a33-45c7-854f-d9415d4dc017 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:56:14.435402 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-26ecbf8b-6ba5-4d3a-9db4-52c4910eaebc None None] Transition to ACTIVE for port object a81986ef-0a33-45c7-854f-d9415d4dc017 will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:56:14.447539 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-26ecbf8b-6ba5-4d3a-9db4-52c4910eaebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:14.466084 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ecbf8b-6ba5-4d3a-9db4-52c4910eaebc None None] Network 1409b725-e210-4878-ab3c-14256286a569 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:56:14.471439 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-26ecbf8b-6ba5-4d3a-9db4-52c4910eaebc None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:56:14.474538 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ecbf8b-6ba5-4d3a-9db4-52c4910eaebc None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:56:14.474738 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [req-0a536f9b-9491-454f-8f70-7fc3fb3b324f req-dd8826ac-514f-493d-b51c-96e5168be5e3 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Allocated IP 192.168.233.85 (a2f596d0-b80e-4404-bf4b-27a7e14f50dd/6af2b868-37d3-46ab-a526-0465929f13c8/8868e391-13e5-4039-8811-078649df131d) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:56:14.572280 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-26ecbf8b-6ba5-4d3a-9db4-52c4910eaebc None None] Attempting to bind port a81986ef-0a33-45c7-854f-d9415d4dc017 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:56:14.572943 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-26ecbf8b-6ba5-4d3a-9db4-52c4910eaebc None None] Attempting to bind port a81986ef-0a33-45c7-854f-d9415d4dc017 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': 'f9a89785-1be8-44e1-8647-25329abaac8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '1409b725-e210-4878-ab3c-14256286a569'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:56:14.573066 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ecbf8b-6ba5-4d3a-9db4-52c4910eaebc None None] Attempting to bind port a81986ef-0a33-45c7-854f-d9415d4dc017 on network 1409b725-e210-4878-ab3c-14256286a569 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:56:14.582920 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ecbf8b-6ba5-4d3a-9db4-52c4910eaebc None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:56:14.582920 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ecbf8b-6ba5-4d3a-9db4-52c4910eaebc None None] Checking segment: {'id': 'f9a89785-1be8-44e1-8647-25329abaac8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '1409b725-e210-4878-ab3c-14256286a569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:56:14.582920 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-26ecbf8b-6ba5-4d3a-9db4-52c4910eaebc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:14.582920 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ecbf8b-6ba5-4d3a-9db4-52c4910eaebc None None] Bound using segment: {'id': 'f9a89785-1be8-44e1-8647-25329abaac8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '1409b725-e210-4878-ab3c-14256286a569'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:56:14.583466 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-26ecbf8b-6ba5-4d3a-9db4-52c4910eaebc None None] Bound port: a81986ef-0a33-45c7-854f-d9415d4dc017, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9a89785-1be8-44e1-8647-25329abaac8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '1409b725-e210-4878-ab3c-14256286a569'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:56:14.584293 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-26ecbf8b-6ba5-4d3a-9db4-52c4910eaebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:14.637023 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-28381b73-304f-4c34-a4e8-0cffe9eeccf2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:14.646220 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ecbf8b-6ba5-4d3a-9db4-52c4910eaebc None None] Pushing event updated for resources: {'Port': ['ID=a81986ef-0a33-45c7-854f-d9415d4dc017,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:14.694107 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-28381b73-304f-4c34-a4e8-0cffe9eeccf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:14.728158 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-26ecbf8b-6ba5-4d3a-9db4-52c4910eaebc None None] For port a81986ef-0a33-45c7-854f-d9415d4dc017, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:56:14.732125 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-26ecbf8b-6ba5-4d3a-9db4-52c4910eaebc None None] For port a81986ef-0a33-45c7-854f-d9415d4dc017, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=a81986ef-0a33-45c7-854f-d9415d4dc017,segment=NetworkSegment(f9a89785-1be8-44e1-8647-25329abaac8e),segment_id=f9a89785-1be8-44e1-8647-25329abaac8e)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:56:14.740761 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-26ecbf8b-6ba5-4d3a-9db4-52c4910eaebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:14.810340 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ecbf8b-6ba5-4d3a-9db4-52c4910eaebc None None] Pushing event updated for resources: {'Port': ['ID=a81986ef-0a33-45c7-854f-d9415d4dc017,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:14.880041 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-0a536f9b-9491-454f-8f70-7fc3fb3b324f req-dd8826ac-514f-493d-b51c-96e5168be5e3 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:14.925916 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-0a536f9b-9491-454f-8f70-7fc3fb3b324f req-dd8826ac-514f-493d-b51c-96e5168be5e3 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Transition to ACTIVE for port object 8868e391-13e5-4039-8811-078649df131d will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:56:15.014740 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-28381b73-304f-4c34-a4e8-0cffe9eeccf2 admin admin] Allocated IP 172.25.4.21 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/7cfb3ee2-6a67-4f6b-a251-e598711c96df) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:56:15.104238 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f686bf46-8d65-41bc-abef-7a078a0abf5a req-3777ee40-60ed-440c-a532-a5bf9baf3006 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/ports?device_id=ced91254-e259-43ee-8113-4ad859ae9aa8 HTTP/1.1" status: 200 len: 210 time: 0.0871189 Aug 16 22:56:15.125601 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-0a536f9b-9491-454f-8f70-7fc3fb3b324f req-dd8826ac-514f-493d-b51c-96e5168be5e3 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:15.147657 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['746316bb-90f9-4c54-81f9-8f8cbbb9606c', 'c06f700b-9f87-4f14-9e6a-4961f1b5094a'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:56:15.269499 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a536f9b-9491-454f-8f70-7fc3fb3b324f req-dd8826ac-514f-493d-b51c-96e5168be5e3 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Network a2f596d0-b80e-4404-bf4b-27a7e14f50dd is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:56:15.269920 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-28381b73-304f-4c34-a4e8-0cffe9eeccf2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:15.272891 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [req-0a536f9b-9491-454f-8f70-7fc3fb3b324f req-dd8826ac-514f-493d-b51c-96e5168be5e3 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:56:15.298276 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a536f9b-9491-454f-8f70-7fc3fb3b324f req-dd8826ac-514f-493d-b51c-96e5168be5e3 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:56:15.388408 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-28381b73-304f-4c34-a4e8-0cffe9eeccf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:15.495410 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a536f9b-9491-454f-8f70-7fc3fb3b324f req-dd8826ac-514f-493d-b51c-96e5168be5e3 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:15.513385 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-0a536f9b-9491-454f-8f70-7fc3fb3b324f req-dd8826ac-514f-493d-b51c-96e5168be5e3 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:15.517581 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28381b73-304f-4c34-a4e8-0cffe9eeccf2 admin admin] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:56:15.536148 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-28381b73-304f-4c34-a4e8-0cffe9eeccf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:56:15.547034 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0a536f9b-9491-454f-8f70-7fc3fb3b324f req-dd8826ac-514f-493d-b51c-96e5168be5e3 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2150733 Aug 16 22:56:15.551322 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28381b73-304f-4c34-a4e8-0cffe9eeccf2 admin admin] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:56:15.579443 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28381b73-304f-4c34-a4e8-0cffe9eeccf2 admin admin] Pushing event updated for resources: {'Port': ['ID=7cfb3ee2-6a67-4f6b-a251-e598711c96df,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:15.585548 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-0a536f9b-9491-454f-8f70-7fc3fb3b324f req-db32e812-48a7-456b-8670-a6851b1997ee service neutron] Request body: {'port': {'device_id': 'ced91254-e259-43ee-8113-4ad859ae9aa8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-26'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:56:15.887347 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-691e66dc-fc70-436b-a266-e43765744afb None None] Provisioning for port 8868e391-13e5-4039-8811-078649df131d completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:56:15.897923 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-0a536f9b-9491-454f-8f70-7fc3fb3b324f req-db32e812-48a7-456b-8670-a6851b1997ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:15.902588 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-691e66dc-fc70-436b-a266-e43765744afb None None] Provisioning complete for port 8868e391-13e5-4039-8811-078649df131d triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:56:15.903233 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-691e66dc-fc70-436b-a266-e43765744afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:15.937834 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8826ac-514f-493d-b51c-96e5168be5e3 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Pushing event updated for resources: {'Port': ['ID=8868e391-13e5-4039-8811-078649df131d,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:16.002343 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-691e66dc-fc70-436b-a266-e43765744afb None None] Port 8868e391-13e5-4039-8811-078649df131d cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:56:16.059426 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bdf54f-4d6a-414f-ade9-b4add3ed51c7 req-3518f533-3f49-4025-a661-9a30514fe862 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:16.063171 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d9bdf54f-4d6a-414f-ade9-b4add3ed51c7 req-3518f533-3f49-4025-a661-9a30514fe862 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/ports?device_id=90c10d52-28c4-4fe7-900c-d78a77f3df52 HTTP/1.1" status: 200 len: 945 time: 0.4699976 Aug 16 22:56:16.241462 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d9bdf54f-4d6a-414f-ade9-b4add3ed51c7 req-189b8d05-b563-4c69-97f8-6f00d3b12359 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4ad6394-3e39-4386-b02d-4a7c32c3940e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687684 Aug 16 22:56:16.465446 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d71473-7bfb-498e-8a22-5d906591d95c req-fe1d08b0-a007-4461-a76e-a3ba191c0eca tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:16.467264 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c3d71473-7bfb-498e-8a22-5d906591d95c req-fe1d08b0-a007-4461-a76e-a3ba191c0eca tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/ports?device_id=ced91254-e259-43ee-8113-4ad859ae9aa8 HTTP/1.1" status: 200 len: 935 time: 0.1085579 Aug 16 22:56:16.676160 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c3d71473-7bfb-498e-8a22-5d906591d95c req-ae942670-4bee-4fb0-970d-7782e4e2e4ba tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/security-groups?id=28636a9e-058f-441f-8e78-3802344981e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841660 Aug 16 22:56:16.788011 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device a81986ef-0a33-45c7-854f-d9415d4dc017 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:56:16.835793 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [req-0a536f9b-9491-454f-8f70-7fc3fb3b324f req-db32e812-48a7-456b-8670-a6851b1997ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8868e391-13e5-4039-8811-078649df131d {{(pid=101292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:56:16.877657 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-0a536f9b-9491-454f-8f70-7fc3fb3b324f req-db32e812-48a7-456b-8670-a6851b1997ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:16.910908 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-28381b73-304f-4c34-a4e8-0cffe9eeccf2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:16.923715 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-0a536f9b-9491-454f-8f70-7fc3fb3b324f req-db32e812-48a7-456b-8670-a6851b1997ee service neutron] Transition to ACTIVE for port object 8868e391-13e5-4039-8811-078649df131d will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:56:16.932647 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-0a536f9b-9491-454f-8f70-7fc3fb3b324f req-db32e812-48a7-456b-8670-a6851b1997ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:16.946957 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3afd45c5-2730-4e16-bfe6-d1707cd4a6b7 None None] Network 1409b725-e210-4878-ab3c-14256286a569 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:56:17.092469 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db32e812-48a7-456b-8670-a6851b1997ee service neutron] Pushing event updated for resources: {'Port': ['ID=8868e391-13e5-4039-8811-078649df131d,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:17.212979 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-09edded1-09cb-44a0-9613-124584ffd79d None None] Provisioning for port a81986ef-0a33-45c7-854f-d9415d4dc017 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:56:17.225759 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port a81986ef-0a33-45c7-854f-d9415d4dc017 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:56:17.244258 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-09edded1-09cb-44a0-9613-124584ffd79d None None] Provisioning complete for port a81986ef-0a33-45c7-854f-d9415d4dc017 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:56:17.249476 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-09edded1-09cb-44a0-9613-124584ffd79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:17.267369 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port a81986ef-0a33-45c7-854f-d9415d4dc017 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:56:17.267978 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:17.393396 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-8cbc1603-9af6-4287-8bff-1b133113cfef req-b843bbd6-1303-4e34-8f31-4b717718b8c4 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=3bc6ad35-37eb-49fc-aa60-10ea3b36c658&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1156621 Aug 16 22:56:17.415400 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-28381b73-304f-4c34-a4e8-0cffe9eeccf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:17.416664 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-0a536f9b-9491-454f-8f70-7fc3fb3b324f req-db32e812-48a7-456b-8670-a6851b1997ee service neutron] Attempting to bind port 8868e391-13e5-4039-8811-078649df131d on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:56:17.416979 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-0a536f9b-9491-454f-8f70-7fc3fb3b324f req-db32e812-48a7-456b-8670-a6851b1997ee service neutron] Attempting to bind port 8868e391-13e5-4039-8811-078649df131d by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:56:17.418429 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a536f9b-9491-454f-8f70-7fc3fb3b324f req-db32e812-48a7-456b-8670-a6851b1997ee service neutron] Attempting to bind port 8868e391-13e5-4039-8811-078649df131d on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:56:17.454886 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a536f9b-9491-454f-8f70-7fc3fb3b324f req-db32e812-48a7-456b-8670-a6851b1997ee service neutron] Port 8868e391-13e5-4039-8811-078649df131d on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:56:17.457530 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a536f9b-9491-454f-8f70-7fc3fb3b324f req-db32e812-48a7-456b-8670-a6851b1997ee service neutron] Attempting to bind port 8868e391-13e5-4039-8811-078649df131d on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:56:17.488111 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a536f9b-9491-454f-8f70-7fc3fb3b324f req-db32e812-48a7-456b-8670-a6851b1997ee service neutron] Checking agent: {'id': 'd28e24f9-e5ea-41e1-80bf-3c7943ad7f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:56:17.488597 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a536f9b-9491-454f-8f70-7fc3fb3b324f req-db32e812-48a7-456b-8670-a6851b1997ee service neutron] Checking segment: {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:56:17.489013 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a536f9b-9491-454f-8f70-7fc3fb3b324f req-db32e812-48a7-456b-8670-a6851b1997ee service neutron] Bound using segment: {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:56:17.489450 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-0a536f9b-9491-454f-8f70-7fc3fb3b324f req-db32e812-48a7-456b-8670-a6851b1997ee service neutron] Bound port: 8868e391-13e5-4039-8811-078649df131d, host: n-h1-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:56:17.489816 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-0a536f9b-9491-454f-8f70-7fc3fb3b324f req-db32e812-48a7-456b-8670-a6851b1997ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:17.604086 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5ade3f-131b-47d7-9860-bb75b122b85d req-354dede3-cee8-4279-91d4-72518b01316f tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:17.605911 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8a5ade3f-131b-47d7-9860-bb75b122b85d req-354dede3-cee8-4279-91d4-72518b01316f tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/ports?device_id=90c10d52-28c4-4fe7-900c-d78a77f3df52 HTTP/1.1" status: 200 len: 945 time: 0.1799860 Aug 16 22:56:17.640208 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 36122) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:17.647967 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-0a536f9b-9491-454f-8f70-7fc3fb3b324f req-db32e812-48a7-456b-8670-a6851b1997ee service neutron] For port 8868e391-13e5-4039-8811-078649df131d, host n-h1-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:56:17.672580 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-0a536f9b-9491-454f-8f70-7fc3fb3b324f req-db32e812-48a7-456b-8670-a6851b1997ee service neutron] For port 8868e391-13e5-4039-8811-078649df131d, host n-h1-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=8868e391-13e5-4039-8811-078649df131d,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:56:17.682213 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7f276610-2ba8-4c7e-828a-f828d84951c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:17.752827 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:17.754675 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbc1603-9af6-4287-8bff-1b133113cfef req-f5987522-f675-4e00-a216-98ea81e5e52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:17.756218 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-8cbc1603-9af6-4287-8bff-1b133113cfef req-f5987522-f675-4e00-a216-98ea81e5e52f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=57296d41c5f54ce79a9b782f4a8b4677&device_id=3bc6ad35-37eb-49fc-aa60-10ea3b36c658 HTTP/1.1" status: 200 len: 1098 time: 0.1553326 Aug 16 22:56:17.795910 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8a5ade3f-131b-47d7-9860-bb75b122b85d req-7c2d2a25-d452-4dbc-94fd-082007e37280 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4ad6394-3e39-4386-b02d-4a7c32c3940e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535563 Aug 16 22:56:17.800848 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-0a536f9b-9491-454f-8f70-7fc3fb3b324f req-db32e812-48a7-456b-8670-a6851b1997ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:17.846837 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port a81986ef-0a33-45c7-854f-d9415d4dc017, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=a81986ef-0a33-45c7-854f-d9415d4dc017,segment=NetworkSegment(f9a89785-1be8-44e1-8647-25329abaac8e),segment_id=f9a89785-1be8-44e1-8647-25329abaac8e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:56:17.861164 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:17.882098 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-09edded1-09cb-44a0-9613-124584ffd79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:17.905949 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a536f9b-9491-454f-8f70-7fc3fb3b324f req-db32e812-48a7-456b-8670-a6851b1997ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:17.906625 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-0a536f9b-9491-454f-8f70-7fc3fb3b324f req-db32e812-48a7-456b-8670-a6851b1997ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:17.912060 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0a536f9b-9491-454f-8f70-7fc3fb3b324f req-db32e812-48a7-456b-8670-a6851b1997ee service neutron] 10.222.0.68 "PUT /v2.0/ports/8868e391-13e5-4039-8811-078649df131d HTTP/1.1" status: 200 len: 1096 time: 2.3466315 Aug 16 22:56:17.964155 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ced91254-e259-43ee-8113-4ad859ae9aa8', 'tag': '8868e391-13e5-4039-8811-078649df131d'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:56:17.972858 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ece885d8-8609-4751-b933-8e28687147ad" -d '{"events": [{"name": "network-changed", "server_uuid": "ced91254-e259-43ee-8113-4ad859ae9aa8", "tag": "8868e391-13e5-4039-8811-078649df131d"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:56:17.978748 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-82e084c6-5067-4325-a367-cb10f689c535 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:18.083345 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=a81986ef-0a33-45c7-854f-d9415d4dc017,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:18.201579 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28381b73-304f-4c34-a4e8-0cffe9eeccf2 admin admin] Router 86ba1fd7-a446-49cc-9004-2f0f0a3908ba is scheduled to L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f with binding_index 1 {{(pid=101291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:56:18.255815 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbc1603-9af6-4287-8bff-1b133113cfef req-eea460d9-c394-4b0e-af0b-f56055df310f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:18.259984 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-8cbc1603-9af6-4287-8bff-1b133113cfef req-eea460d9-c394-4b0e-af0b-f56055df310f service neutron] 10.222.0.68 "GET /v2.0/networks?id=6017926f-7eef-429e-a22b-3a35337dccd4 HTTP/1.1" status: 200 len: 918 time: 0.4603593 Aug 16 22:56:18.267084 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.db.api [None req-09edded1-09cb-44a0-9613-124584ffd79d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101293) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:56:18.270755 n-d-791506-26 neutron-server[101293]: DEBUG oslo_db.api [None req-09edded1-09cb-44a0-9613-124584ffd79d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:56:18.302346 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45ea05e9-87ad-4567-8328-ed368634d8dc x-openstack-request-id: req-45ea05e9-87ad-4567-8328-ed368634d8dc {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:56:18.302908 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ced91254-e259-43ee-8113-4ad859ae9aa8", "tag": "8868e391-13e5-4039-8811-078649df131d", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:56:18.302908 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-45ea05e9-87ad-4567-8328-ed368634d8dc {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:56:18.303378 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ced91254-e259-43ee-8113-4ad859ae9aa8', 'tag': '8868e391-13e5-4039-8811-078649df131d', 'status': 'completed', 'code': 200} Aug 16 22:56:18.331312 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db32e812-48a7-456b-8670-a6851b1997ee service neutron] Pushing event updated for resources: {'Port': ['ID=8868e391-13e5-4039-8811-078649df131d,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:18.408252 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09c85d9-8eda-4403-b790-7817b0050a13 req-edd4cabd-1ec4-494d-b870-561418e9ac9d tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:18.410054 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a09c85d9-8eda-4403-b790-7817b0050a13 req-edd4cabd-1ec4-494d-b870-561418e9ac9d tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/ports?device_id=ced91254-e259-43ee-8113-4ad859ae9aa8 HTTP/1.1" status: 200 len: 947 time: 0.5177929 Aug 16 22:56:18.431719 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-8cbc1603-9af6-4287-8bff-1b133113cfef req-7ed9b4f7-c78c-45ad-b4f5-c15d8b29ff5f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=386b7938-45f8-4304-8ad8-6bd407d56721 HTTP/1.1" status: 200 len: 1001 time: 0.1617365 Aug 16 22:56:18.448770 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a536f9b-9491-454f-8f70-7fc3fb3b324f req-67a47596-cd73-4e7e-8da1-052952a4eb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:18.451075 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0a536f9b-9491-454f-8f70-7fc3fb3b324f req-67a47596-cd73-4e7e-8da1-052952a4eb0f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f7109febb0bd428f817c993324adeef6&device_id=ced91254-e259-43ee-8113-4ad859ae9aa8 HTTP/1.1" status: 200 len: 1099 time: 0.4289250 Aug 16 22:56:18.490067 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28381b73-304f-4c34-a4e8-0cffe9eeccf2 admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:56:18.502693 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68d5529-8928-4ce4-b9ac-34dfcc770f6a None None] Sync routers for ids ['86ba1fd7-a446-49cc-9004-2f0f0a3908ba'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:56:18.519537 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68d5529-8928-4ce4-b9ac-34dfcc770f6a None None] Routers {'86ba1fd7-a446-49cc-9004-2f0f0a3908ba'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:56:18.520177 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-e68d5529-8928-4ce4-b9ac-34dfcc770f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:55:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['86ba1fd7-a446-49cc-9004-2f0f0a3908ba'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:56:18.574199 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbc1603-9af6-4287-8bff-1b133113cfef req-2a8aa3ff-9685-40bf-b8b7-1a8d34841c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:18.574199 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-8cbc1603-9af6-4287-8bff-1b133113cfef req-2a8aa3ff-9685-40bf-b8b7-1a8d34841c79 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=bb160313-5dbe-49f2-8a31-7afb6f1954c3 HTTP/1.1" status: 200 len: 856 time: 0.1086402 Aug 16 22:56:18.605074 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0a536f9b-9491-454f-8f70-7fc3fb3b324f req-167f648f-71d4-4a7e-bdea-61e2705588ef service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=8868e391-13e5-4039-8811-078649df131d HTTP/1.1" status: 200 len: 217 time: 0.1389689 Aug 16 22:56:18.611179 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a09c85d9-8eda-4403-b790-7817b0050a13 req-75861d91-daa7-4142-b42f-7203eca68668 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/security-groups?id=28636a9e-058f-441f-8e78-3802344981e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914976 Aug 16 22:56:18.680754 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbc1603-9af6-4287-8bff-1b133113cfef req-0aaf3ac0-bf6c-4e17-afbe-63c4b39b671e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:18.682669 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-8cbc1603-9af6-4287-8bff-1b133113cfef req-0aaf3ac0-bf6c-4e17-afbe-63c4b39b671e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6017926f-7eef-429e-a22b-3a35337dccd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1148396 Aug 16 22:56:18.710234 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device a81986ef-0a33-45c7-854f-d9415d4dc017 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:56:18.714619 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-82e084c6-5067-4325-a367-cb10f689c535 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:18.721643 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a536f9b-9491-454f-8f70-7fc3fb3b324f req-dfd1f2f3-58e1-4f7a-b107-d806a5262f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:18.723477 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0a536f9b-9491-454f-8f70-7fc3fb3b324f req-dfd1f2f3-58e1-4f7a-b107-d806a5262f22 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6af2b868-37d3-46ab-a526-0465929f13c8 HTTP/1.1" status: 200 len: 843 time: 0.1021187 Aug 16 22:56:18.728371 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-82e084c6-5067-4325-a367-cb10f689c535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:18.764154 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-e68d5529-8928-4ce4-b9ac-34dfcc770f6a None None] Set router 86ba1fd7-a446-49cc-9004-2f0f0a3908ba gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:56:18.785394 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-28381b73-304f-4c34-a4e8-0cffe9eeccf2 admin admin] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:18.787077 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-28381b73-304f-4c34-a4e8-0cffe9eeccf2 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.2322633 Aug 16 22:56:18.789625 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 36156) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:18.909061 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-82e084c6-5067-4325-a367-cb10f689c535 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=aada031190d24195affdaa07cabf80bd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2649503 Aug 16 22:56:18.923420 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 36162) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:19.014259 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port a81986ef-0a33-45c7-854f-d9415d4dc017 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:56:19.014953 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:19.025041 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-8cbc1603-9af6-4287-8bff-1b133113cfef req-0904a711-90e0-4bd0-839d-2105e5ba8ed9 service neutron] 10.222.0.68 "GET /v2.0/networks/6017926f-7eef-429e-a22b-3a35337dccd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3302929 Aug 16 22:56:19.054741 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e084c6-5067-4325-a367-cb10f689c535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95e6dd39-6cb2-491b-915e-a1df2a6b6140,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:19.097264 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-7e214d9c-65c6-409b-a9da-d8f6c1505f1c None None] Provisioning complete for port a81986ef-0a33-45c7-854f-d9415d4dc017 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:56:19.098260 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7e214d9c-65c6-409b-a9da-d8f6c1505f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:19.102490 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadd6116-fea3-45f0-95f3-931b28418431 req-ba1405c2-8c3f-4000-917c-1f298aa19eb9 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:19.104078 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-eadd6116-fea3-45f0-95f3-931b28418431 req-ba1405c2-8c3f-4000-917c-1f298aa19eb9 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/ports?device_id=90c10d52-28c4-4fe7-900c-d78a77f3df52 HTTP/1.1" status: 200 len: 945 time: 0.1939595 Aug 16 22:56:19.129742 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-8cbc1603-9af6-4287-8bff-1b133113cfef req-0bcd0106-df80-4d84-9cd8-e24e52e8138c service neutron] 10.222.0.68 "GET /v2.0/networks/6017926f-7eef-429e-a22b-3a35337dccd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952983 Aug 16 22:56:19.166176 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a536f9b-9491-454f-8f70-7fc3fb3b324f req-bd8eff34-6c15-4688-b991-f6dc19a4d312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:19.172882 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-71f1d15b-b376-44e9-847f-8d1d97d49005 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:19.174187 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0a536f9b-9491-454f-8f70-7fc3fb3b324f req-bd8eff34-6c15-4688-b991-f6dc19a4d312 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3975801 Aug 16 22:56:19.242878 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-e68d5529-8928-4ce4-b9ac-34dfcc770f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ba1fd7-a446-49cc-9004-2f0f0a3908ba', 'name': 'tempest-ServersTestMultiNic-143195328-router', 'tenant_id': '0369f599af094d418ec5d90b079c4e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': '7cfb3ee2-6a67-4f6b-a251-e598711c96df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:56:13Z', 'updated_at': '2021-08-16T22:56:16Z', 'revision_number': 3, 'project_id': '0369f599af094d418ec5d90b079c4e3c', 'gw_port': {'id': '7cfb3ee2-6a67-4f6b-a251-e598711c96df', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:88:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86ba1fd7-a446-49cc-9004-2f0f0a3908ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:56:14Z', 'updated_at': '2021-08-16T22:56:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:56:19.260247 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-eadd6116-fea3-45f0-95f3-931b28418431 req-0df9a0c2-b8e3-4f73-9d48-0e671240f14f tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4ad6394-3e39-4386-b02d-4a7c32c3940e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472452 Aug 16 22:56:19.326377 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-71f1d15b-b376-44e9-847f-8d1d97d49005 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:19.358345 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68d5529-8928-4ce4-b9ac-34dfcc770f6a None None] Checking router: 86ba1fd7-a446-49cc-9004-2f0f0a3908ba for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:56:19.359642 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68d5529-8928-4ce4-b9ac-34dfcc770f6a None None] Updating router 86ba1fd7-a446-49cc-9004-2f0f0a3908ba port 7cfb3ee2-6a67-4f6b-a251-e598711c96df binding host n-d-791506-26 {{(pid=101293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:56:19.387278 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0a536f9b-9491-454f-8f70-7fc3fb3b324f req-bb60e152-64f5-4085-a633-0db2f922c8aa service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946740 Aug 16 22:56:19.393932 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e68d5529-8928-4ce4-b9ac-34dfcc770f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:19.624306 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0a536f9b-9491-454f-8f70-7fc3fb3b324f req-44e91976-62df-46b1-9422-a16bec591ac6 service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301877 Aug 16 22:56:19.648642 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-71f1d15b-b376-44e9-847f-8d1d97d49005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:19.660008 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-71f1d15b-b376-44e9-847f-8d1d97d49005 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:19.662764 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-71f1d15b-b376-44e9-847f-8d1d97d49005 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/95e6dd39-6cb2-491b-915e-a1df2a6b6140 HTTP/1.1" status: 204 len: 168 time: 0.7366955 Aug 16 22:56:19.690585 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f1d15b-b376-44e9-847f-8d1d97d49005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e6dd39-6cb2-491b-915e-a1df2a6b6140,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:19.776797 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-671cd2de-9fc0-47cc-b70b-67219a818113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:19.838358 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-332b0648-caaa-41c7-af4a-9d34d72589a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:19.882511 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece885d8-8609-4751-b933-8e28687147ad req-b3bad4ee-58c4-412b-915d-619aa9deff25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:19.885594 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ece885d8-8609-4751-b933-8e28687147ad req-b3bad4ee-58c4-412b-915d-619aa9deff25 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f7109febb0bd428f817c993324adeef6&device_id=ced91254-e259-43ee-8113-4ad859ae9aa8 HTTP/1.1" status: 200 len: 1099 time: 0.1649284 Aug 16 22:56:19.971188 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2ff5b8-278b-4570-9e26-03d737c27b42 req-311a7303-44a5-4f34-a7de-14288de4eef5 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:19.972769 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7f2ff5b8-278b-4570-9e26-03d737c27b42 req-311a7303-44a5-4f34-a7de-14288de4eef5 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/ports?device_id=ced91254-e259-43ee-8113-4ad859ae9aa8 HTTP/1.1" status: 200 len: 947 time: 0.1836276 Aug 16 22:56:20.018340 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e68d5529-8928-4ce4-b9ac-34dfcc770f6a None None] Notify callbacks [] for port, precommit_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:20.033926 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-e68d5529-8928-4ce4-b9ac-34dfcc770f6a None None] Transition to ACTIVE for port object 7cfb3ee2-6a67-4f6b-a251-e598711c96df will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:56:20.043976 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e68d5529-8928-4ce4-b9ac-34dfcc770f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:20.070400 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7f2ff5b8-278b-4570-9e26-03d737c27b42 req-3cdaf168-3daa-44d6-b272-40e29de58e35 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/security-groups?id=28636a9e-058f-441f-8e78-3802344981e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575154 Aug 16 22:56:20.108899 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece885d8-8609-4751-b933-8e28687147ad req-e05522ce-505a-422a-8f82-8edb6c37ad95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:20.115442 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ece885d8-8609-4751-b933-8e28687147ad req-e05522ce-505a-422a-8f82-8edb6c37ad95 service neutron] 10.222.0.68 "GET /v2.0/networks?id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd HTTP/1.1" status: 200 len: 870 time: 0.2212341 Aug 16 22:56:20.117952 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-e68d5529-8928-4ce4-b9ac-34dfcc770f6a None None] Attempting to bind port 7cfb3ee2-6a67-4f6b-a251-e598711c96df on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:56:20.118409 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-e68d5529-8928-4ce4-b9ac-34dfcc770f6a None None] Attempting to bind port 7cfb3ee2-6a67-4f6b-a251-e598711c96df by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:56:20.118409 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68d5529-8928-4ce4-b9ac-34dfcc770f6a None None] Attempting to bind port 7cfb3ee2-6a67-4f6b-a251-e598711c96df on network c22c4980-c849-406d-982c-a5d68c515a94 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:56:20.126670 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-332b0648-caaa-41c7-af4a-9d34d72589a0 admin admin] Allocated IP 172.20.0.1 (1409b725-e210-4878-ab3c-14256286a569/aeae49ff-1b37-4b26-b19b-f0ce90930695/32579a95-02ff-44fd-8bbb-37f18186df2f) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:56:20.130868 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68d5529-8928-4ce4-b9ac-34dfcc770f6a None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:56:20.131249 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68d5529-8928-4ce4-b9ac-34dfcc770f6a None None] Checking segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:56:20.131659 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e68d5529-8928-4ce4-b9ac-34dfcc770f6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:20.132056 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68d5529-8928-4ce4-b9ac-34dfcc770f6a None None] Bound using segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:56:20.132696 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-e68d5529-8928-4ce4-b9ac-34dfcc770f6a None None] Bound port: 7cfb3ee2-6a67-4f6b-a251-e598711c96df, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:56:20.133086 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e68d5529-8928-4ce4-b9ac-34dfcc770f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:20.137471 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89787646-f551-4457-9656-2d1e76b2b2b9 None None] Pushing event updated for resources: {'Port': ['ID=7cfb3ee2-6a67-4f6b-a251-e598711c96df,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:20.192753 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-e68d5529-8928-4ce4-b9ac-34dfcc770f6a None None] For port 7cfb3ee2-6a67-4f6b-a251-e598711c96df, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:56:20.198104 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-e68d5529-8928-4ce4-b9ac-34dfcc770f6a None None] For port 7cfb3ee2-6a67-4f6b-a251-e598711c96df, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=7cfb3ee2-6a67-4f6b-a251-e598711c96df,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:56:20.206592 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e68d5529-8928-4ce4-b9ac-34dfcc770f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:20.215264 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ece885d8-8609-4751-b933-8e28687147ad req-2fcfa41b-f91b-4353-ab5f-fad5be3a5ebb service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=8868e391-13e5-4039-8811-078649df131d HTTP/1.1" status: 200 len: 217 time: 0.0861421 Aug 16 22:56:20.279481 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68d5529-8928-4ce4-b9ac-34dfcc770f6a None None] Routers {'86ba1fd7-a446-49cc-9004-2f0f0a3908ba'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:56:20.280113 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-e68d5529-8928-4ce4-b9ac-34dfcc770f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:56:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['86ba1fd7-a446-49cc-9004-2f0f0a3908ba'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:56:20.305004 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece885d8-8609-4751-b933-8e28687147ad req-6355654d-5a8a-4aba-90be-2759abf80493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:20.308623 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ece885d8-8609-4751-b933-8e28687147ad req-6355654d-5a8a-4aba-90be-2759abf80493 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6af2b868-37d3-46ab-a526-0465929f13c8 HTTP/1.1" status: 200 len: 843 time: 0.0795937 Aug 16 22:56:20.321113 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-332b0648-caaa-41c7-af4a-9d34d72589a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:20.353302 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-332b0648-caaa-41c7-af4a-9d34d72589a0 admin admin] Transition to ACTIVE for port object 32579a95-02ff-44fd-8bbb-37f18186df2f will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:56:20.366845 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 36204) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:20.390357 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ef6387f5-7601-4f5d-b9c0-6289bf6f399d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:20.399460 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89787646-f551-4457-9656-2d1e76b2b2b9 None None] Pushing event updated for resources: {'Port': ['ID=7cfb3ee2-6a67-4f6b-a251-e598711c96df,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:20.416939 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-332b0648-caaa-41c7-af4a-9d34d72589a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:20.428513 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-e68d5529-8928-4ce4-b9ac-34dfcc770f6a None None] Set router 86ba1fd7-a446-49cc-9004-2f0f0a3908ba gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:56:20.445639 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece885d8-8609-4751-b933-8e28687147ad req-df4ecdb9-788d-4001-8a48-f5b6800ca3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:20.447464 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ece885d8-8609-4751-b933-8e28687147ad req-df4ecdb9-788d-4001-8a48-f5b6800ca3d9 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1279080 Aug 16 22:56:20.468048 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332b0648-caaa-41c7-af4a-9d34d72589a0 admin admin] Network 1409b725-e210-4878-ab3c-14256286a569 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:56:20.471964 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-332b0648-caaa-41c7-af4a-9d34d72589a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:56:20.475397 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332b0648-caaa-41c7-af4a-9d34d72589a0 admin admin] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:56:20.525881 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332b0648-caaa-41c7-af4a-9d34d72589a0 admin admin] Pushing event updated for resources: {'Port': ['ID=32579a95-02ff-44fd-8bbb-37f18186df2f,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:20.531778 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f411f5-9c3b-40c4-b5be-d0b00029f44c req-f96318ed-ec9c-4c4d-b227-48a4c77e1d0b tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:20.542742 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-40f411f5-9c3b-40c4-b5be-d0b00029f44c req-f96318ed-ec9c-4c4d-b227-48a4c77e1d0b tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/ports?device_id=90c10d52-28c4-4fe7-900c-d78a77f3df52 HTTP/1.1" status: 200 len: 945 time: 0.1401761 Aug 16 22:56:20.548764 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-332b0648-caaa-41c7-af4a-9d34d72589a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954230'] for router_interface, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:20.685181 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 36224) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:20.720414 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-40f411f5-9c3b-40c4-b5be-d0b00029f44c req-409a5ec6-4d16-4c31-b31d-27b61c5fd079 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4ad6394-3e39-4386-b02d-4a7c32c3940e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730461 Aug 16 22:56:20.767911 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:20.857698 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-332b0648-caaa-41c7-af4a-9d34d72589a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:20.876947 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ece885d8-8609-4751-b933-8e28687147ad req-5548f0f8-93d8-429c-82b4-f79f9b92d6b8 service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4068034 Aug 16 22:56:20.913763 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c0e60228-6f6b-4c29-b279-7428d5326919 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:20.962878 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ef6387f5-7601-4f5d-b9c0-6289bf6f399d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:20.976926 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ef6387f5-7601-4f5d-b9c0-6289bf6f399d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:21.004165 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-14a3cdb9-0dc5-4882-a5d7-70a2b603a813 None None] Provisioning for port 32579a95-02ff-44fd-8bbb-37f18186df2f completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:56:21.008668 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-14a3cdb9-0dc5-4882-a5d7-70a2b603a813 None None] Provisioning complete for port 32579a95-02ff-44fd-8bbb-37f18186df2f triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:56:21.009050 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-14a3cdb9-0dc5-4882-a5d7-70a2b603a813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:21.032912 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0da65d4-aac1-42a3-9f86-9cfec4978d22 req-af6305ed-6853-41e7-a9d6-b7fa3d6cce30 tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:21.034649 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f0da65d4-aac1-42a3-9f86-9cfec4978d22 req-af6305ed-6853-41e7-a9d6-b7fa3d6cce30 tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] 10.222.0.36 "GET /v2.0/ports?device_id=2bc038fb-f156-450f-a404-6e5743c56ef4 HTTP/1.1" status: 200 len: 950 time: 0.2268729 Aug 16 22:56:21.040585 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-332b0648-caaa-41c7-af4a-9d34d72589a0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:21.047827 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-332b0648-caaa-41c7-af4a-9d34d72589a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:21.053385 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-14a3cdb9-0dc5-4882-a5d7-70a2b603a813 None None] Port 32579a95-02ff-44fd-8bbb-37f18186df2f cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:56:21.067294 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-e68d5529-8928-4ce4-b9ac-34dfcc770f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ba1fd7-a446-49cc-9004-2f0f0a3908ba', 'name': 'tempest-ServersTestMultiNic-143195328-router', 'tenant_id': '0369f599af094d418ec5d90b079c4e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': '7cfb3ee2-6a67-4f6b-a251-e598711c96df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:56:13Z', 'updated_at': '2021-08-16T22:56:16Z', 'revision_number': 3, 'project_id': '0369f599af094d418ec5d90b079c4e3c', 'gw_port': {'id': '7cfb3ee2-6a67-4f6b-a251-e598711c96df', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:88:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86ba1fd7-a446-49cc-9004-2f0f0a3908ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:56:14Z', 'updated_at': '2021-08-16T22:56:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:56:21.101539 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68d5529-8928-4ce4-b9ac-34dfcc770f6a None None] The sync data for ids ['86ba1fd7-a446-49cc-9004-2f0f0a3908ba'] in n-d-791506-26 is: [{'id': '86ba1fd7-a446-49cc-9004-2f0f0a3908ba', 'name': 'tempest-ServersTestMultiNic-143195328-router', 'tenant_id': '0369f599af094d418ec5d90b079c4e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': '7cfb3ee2-6a67-4f6b-a251-e598711c96df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:56:13Z', 'updated_at': '2021-08-16T22:56:16Z', 'revision_number': 3, 'project_id': '0369f599af094d418ec5d90b079c4e3c', 'gw_port': {'id': '7cfb3ee2-6a67-4f6b-a251-e598711c96df', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:88:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86ba1fd7-a446-49cc-9004-2f0f0a3908ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:56:14Z', 'updated_at': '2021-08-16T22:56:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:56:21.118695 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-ef6387f5-7601-4f5d-b9c0-6289bf6f399d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7f1bdf5d89b545949ec072f4903d30cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7504976 Aug 16 22:56:21.119302 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 36236) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:21.123463 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-332b0648-caaa-41c7-af4a-9d34d72589a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954122'] for router_interface, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:21.125535 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6387f5-7601-4f5d-b9c0-6289bf6f399d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd346e9c-0f61-4bed-b616-56981f653066,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:21.148020 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332b0648-caaa-41c7-af4a-9d34d72589a0 admin admin] Pushing event updated for resources: {'Port': ['ID=32579a95-02ff-44fd-8bbb-37f18186df2f,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:21.203313 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ece885d8-8609-4751-b933-8e28687147ad req-9c1fd2a5-b527-438e-8330-c456e1836072 service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3080177 Aug 16 22:56:21.206314 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f0da65d4-aac1-42a3-9f86-9cfec4978d22 req-f89b4e7e-8cd2-47c2-adbc-48211220c6e3 tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] 10.222.0.36 "GET /v2.0/security-groups?id=eaa103af-6035-465a-ac0a-d83c49d1ff93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529808 Aug 16 22:56:21.260389 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332b0648-caaa-41c7-af4a-9d34d72589a0 admin admin] Network 1409b725-e210-4878-ab3c-14256286a569 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:56:21.262045 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-332b0648-caaa-41c7-af4a-9d34d72589a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:56:21.292923 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e858c9e6-9c7e-47ef-9739-f0ee996962f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:21.310729 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c0e60228-6f6b-4c29-b279-7428d5326919 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:21.322968 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c0e60228-6f6b-4c29-b279-7428d5326919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:21.366934 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e858c9e6-9c7e-47ef-9739-f0ee996962f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:21.396180 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-332b0648-caaa-41c7-af4a-9d34d72589a0 admin admin] Router 86ba1fd7-a446-49cc-9004-2f0f0a3908ba has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:56:21.403336 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ed6e96-75f2-4a78-a656-7c65fea47b0d req-1936d262-139e-4d63-8910-959c31d91f77 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:21.404871 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c9ed6e96-75f2-4a78-a656-7c65fea47b0d req-1936d262-139e-4d63-8910-959c31d91f77 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/ports?device_id=ced91254-e259-43ee-8113-4ad859ae9aa8 HTTP/1.1" status: 200 len: 947 time: 0.2046347 Aug 16 22:56:21.419057 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-c0e60228-6f6b-4c29-b279-7428d5326919 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d555378d76034221a3374be82cb3cb7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7304912 Aug 16 22:56:21.420690 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 36244) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:21.447242 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:21.486220 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e60228-6f6b-4c29-b279-7428d5326919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7db9b6b-de4f-47ba-ba8e-b5e58706b41d,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:21.530823 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c9ed6e96-75f2-4a78-a656-7c65fea47b0d req-2eb27d35-d127-499b-b750-49692a45d860 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/security-groups?id=28636a9e-058f-441f-8e78-3802344981e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129282 Aug 16 22:56:21.561920 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e858c9e6-9c7e-47ef-9739-f0ee996962f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:21.565628 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e858c9e6-9c7e-47ef-9739-f0ee996962f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:21.567152 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-e858c9e6-9c7e-47ef-9739-f0ee996962f2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dd346e9c-0f61-4bed-b616-56981f653066 HTTP/1.1" status: 204 len: 168 time: 0.4431975 Aug 16 22:56:21.597624 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e858c9e6-9c7e-47ef-9739-f0ee996962f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd346e9c-0f61-4bed-b616-56981f653066,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:21.665406 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-332b0648-caaa-41c7-af4a-9d34d72589a0 admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:56:21.671169 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-332b0648-caaa-41c7-af4a-9d34d72589a0 admin admin] 10.222.0.36 "PUT /v2.0/routers/86ba1fd7-a446-49cc-9004-2f0f0a3908ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8803887 Aug 16 22:56:21.682464 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-e8366e38-93a2-4fcb-b9af-13340498e727 None None] Provisioning complete for port 32579a95-02ff-44fd-8bbb-37f18186df2f triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:56:21.683044 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e8366e38-93a2-4fcb-b9af-13340498e727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:21.692129 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cab9154c-7e31-48b5-9d59-4c40547e3b7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:21.729862 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cab9154c-7e31-48b5-9d59-4c40547e3b7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:21.737964 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-e8366e38-93a2-4fcb-b9af-13340498e727 None None] Port 32579a95-02ff-44fd-8bbb-37f18186df2f cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:56:21.855804 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cab9154c-7e31-48b5-9d59-4c40547e3b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:21.861628 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cab9154c-7e31-48b5-9d59-4c40547e3b7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:21.862831 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-cab9154c-7e31-48b5-9d59-4c40547e3b7c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d7db9b6b-de4f-47ba-ba8e-b5e58706b41d HTTP/1.1" status: 204 len: 168 time: 0.4390793 Aug 16 22:56:21.889382 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab9154c-7e31-48b5-9d59-4c40547e3b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7db9b6b-de4f-47ba-ba8e-b5e58706b41d,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:21.917912 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 36268) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:21.979138 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d004113a-99b5-4102-9f99-ce4ff73571fb req-31994109-bcab-42e7-a556-f9dccc7a52ed tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:21.988478 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d004113a-99b5-4102-9f99-ce4ff73571fb req-31994109-bcab-42e7-a556-f9dccc7a52ed tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/ports?device_id=90c10d52-28c4-4fe7-900c-d78a77f3df52 HTTP/1.1" status: 200 len: 945 time: 0.1351156 Aug 16 22:56:22.048924 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d004113a-99b5-4102-9f99-ce4ff73571fb req-e3ec0066-7ce4-425d-8fe4-93ae30d10b52 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4ad6394-3e39-4386-b02d-4a7c32c3940e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541408 Aug 16 22:56:22.121169 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-05ae90ed-9ccd-4365-9727-d4bec53f1fdc tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-649495220'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:56:22.162627 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ae90ed-9ccd-4365-9727-d4bec53f1fdc tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Made reservation on behalf of 0369f599af094d418ec5d90b079c4e3c for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:56:22.167852 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-05ae90ed-9ccd-4365-9727-d4bec53f1fdc tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:22.199928 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05ae90ed-9ccd-4365-9727-d4bec53f1fdc tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:56:22.213541 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-05ae90ed-9ccd-4365-9727-d4bec53f1fdc tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:22.214008 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-05ae90ed-9ccd-4365-9727-d4bec53f1fdc tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Added segment 625714ca-800b-4a42-8a4c-65556747ee5a of type vlan for network 4c053a4e-0ec9-4d44-8656-e00b7fdb7817 Aug 16 22:56:22.266642 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-05ae90ed-9ccd-4365-9727-d4bec53f1fdc tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:22.304480 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-05ae90ed-9ccd-4365-9727-d4bec53f1fdc tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:22.310786 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ae90ed-9ccd-4365-9727-d4bec53f1fdc tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:22.311578 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-05ae90ed-9ccd-4365-9727-d4bec53f1fdc tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:22.386919 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 36286) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:22.387111 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-05ae90ed-9ccd-4365-9727-d4bec53f1fdc tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4655573 Aug 16 22:56:22.396798 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 36288) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:22.399923 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e548a225-99e1-425e-a29e-c3f9ff6c8d3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:22.403362 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-3be6b844-39ce-42c1-8257-6a24183892b1 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Request body: {'subnet': {'network_id': '4c053a4e-0ec9-4d44-8656-e00b7fdb7817', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:56:22.455213 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ae90ed-9ccd-4365-9727-d4bec53f1fdc tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Pushing event updated for resources: {'Network': ['ID=4c053a4e-0ec9-4d44-8656-e00b7fdb7817,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:22.469712 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 4c053a4e-0ec9-4d44-8656-e00b7fdb7817 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:56:22.531317 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e548a225-99e1-425e-a29e-c3f9ff6c8d3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:22.537139 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e548a225-99e1-425e-a29e-c3f9ff6c8d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:22.575474 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3be6b844-39ce-42c1-8257-6a24183892b1 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Made reservation on behalf of 0369f599af094d418ec5d90b079c4e3c for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:56:22.580498 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e548a225-99e1-425e-a29e-c3f9ff6c8d3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aba53313-4810-41e1-b7f0-46eea12ae45f,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:22.581059 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3be6b844-39ce-42c1-8257-6a24183892b1 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:22.584792 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-e548a225-99e1-425e-a29e-c3f9ff6c8d3a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=eb0936cfeb46455eb82ad182023404a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1990759 Aug 16 22:56:22.587437 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 36294) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:22.659278 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4187d937-75d1-4c1a-8c50-27d1217c57b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:22.696920 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4187d937-75d1-4c1a-8c50-27d1217c57b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:22.701379 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 7cfb3ee2-6a67-4f6b-a251-e598711c96df up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:56:22.754736 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:22.755551 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 8868e391-13e5-4039-8811-078649df131d details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:56:22.795123 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b79d36d-9e91-4f28-82c6-fcae2634d0bb req-a32eee91-e2b5-40c7-9216-a74a2535a21b tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:22.797730 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0b79d36d-9e91-4f28-82c6-fcae2634d0bb req-a32eee91-e2b5-40c7-9216-a74a2535a21b tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/ports?device_id=ced91254-e259-43ee-8113-4ad859ae9aa8 HTTP/1.1" status: 200 len: 947 time: 0.0893350 Aug 16 22:56:22.830014 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4187d937-75d1-4c1a-8c50-27d1217c57b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:22.833630 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4187d937-75d1-4c1a-8c50-27d1217c57b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:22.834891 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-4187d937-75d1-4c1a-8c50-27d1217c57b0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/aba53313-4810-41e1-b7f0-46eea12ae45f HTTP/1.1" status: 204 len: 168 time: 0.2464137 Aug 16 22:56:22.863482 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 7cfb3ee2-6a67-4f6b-a251-e598711c96df completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:56:22.869434 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 7cfb3ee2-6a67-4f6b-a251-e598711c96df triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:56:22.869870 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:22.911879 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0b79d36d-9e91-4f28-82c6-fcae2634d0bb req-b63480b8-3602-4545-8c43-ebcd969ebffe tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/security-groups?id=28636a9e-058f-441f-8e78-3802344981e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918789 Aug 16 22:56:22.913472 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4187d937-75d1-4c1a-8c50-27d1217c57b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba53313-4810-41e1-b7f0-46eea12ae45f,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:22.956899 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3be6b844-39ce-42c1-8257-6a24183892b1 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:23.004572 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 8868e391-13e5-4039-8811-078649df131d, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=8868e391-13e5-4039-8811-078649df131d,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:56:23.030224 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': '8868e391-13e5-4039-8811-078649df131d', 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd', 'port_id': '8868e391-13e5-4039-8811-078649df131d', 'mac_address': 'fa:16:3e:1f:ec:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6af2b868-37d3-46ab-a526-0465929f13c8', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:56:23.053543 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be6b844-39ce-42c1-8257-6a24183892b1 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Checking segment: {'id': '625714ca-800b-4a42-8a4c-65556747ee5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4c053a4e-0ec9-4d44-8656-e00b7fdb7817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:56:23.054509 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be6b844-39ce-42c1-8257-6a24183892b1 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Network hostable DHCP agents. Network: 4c053a4e-0ec9-4d44-8656-e00b7fdb7817, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:56:23.070437 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:23.087796 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be6b844-39ce-42c1-8257-6a24183892b1 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Pushing event updated for resources: {'Subnet': ['ID=b8779300-92b7-4837-89de-7e210351e933,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:23.108412 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be6b844-39ce-42c1-8257-6a24183892b1 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Network 4c053a4e-0ec9-4d44-8656-e00b7fdb7817 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:56:23.118709 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 7cfb3ee2-6a67-4f6b-a251-e598711c96df, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=7cfb3ee2-6a67-4f6b-a251-e598711c96df,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:56:23.120078 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:23.130632 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-3be6b844-39ce-42c1-8257-6a24183892b1 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 4c053a4e-0ec9-4d44-8656-e00b7fdb7817) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:56:23.131959 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:23.143231 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be6b844-39ce-42c1-8257-6a24183892b1 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:23.143231 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3be6b844-39ce-42c1-8257-6a24183892b1 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:23.143518 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf1f611-15e7-4d00-8d42-da173ad54285 None None] Network 4c053a4e-0ec9-4d44-8656-e00b7fdb7817 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:56:23.175311 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-3be6b844-39ce-42c1-8257-6a24183892b1 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7772086 Aug 16 22:56:23.177621 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 36322) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:23.183856 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-048057be-2140-4a8f-9cc4-562428825aa4 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1809604184'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:56:23.211484 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8868e391-13e5-4039-8811-078649df131d {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:56:23.239092 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-048057be-2140-4a8f-9cc4-562428825aa4 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Made reservation on behalf of 0369f599af094d418ec5d90b079c4e3c for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:56:23.246519 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-048057be-2140-4a8f-9cc4-562428825aa4 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:23.267494 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 8868e391-13e5-4039-8811-078649df131d, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=8868e391-13e5-4039-8811-078649df131d,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:56:23.276346 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-048057be-2140-4a8f-9cc4-562428825aa4 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:56:23.277179 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb2aa3c-49a4-463d-b665-dbdfd3bab729 req-61b51c4b-52d6-4b70-bcdb-1546042e67e0 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:23.278944 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:23.281571 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=7cfb3ee2-6a67-4f6b-a251-e598711c96df,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:23.292547 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-048057be-2140-4a8f-9cc4-562428825aa4 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:23.293022 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-048057be-2140-4a8f-9cc4-562428825aa4 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Added segment 068d3cc4-71ee-499c-ae62-b5be76727bbb of type vlan for network 0c122db5-1862-4ceb-83ab-54e7f19f5d4b Aug 16 22:56:23.294234 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1eb2aa3c-49a4-463d-b665-dbdfd3bab729 req-61b51c4b-52d6-4b70-bcdb-1546042e67e0 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/ports?device_id=90c10d52-28c4-4fe7-900c-d78a77f3df52 HTTP/1.1" status: 200 len: 945 time: 0.1063149 Aug 16 22:56:23.352051 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1eb2aa3c-49a4-463d-b665-dbdfd3bab729 req-69d14d3f-a398-43fe-8cfc-b9cd27addffe tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4ad6394-3e39-4386-b02d-4a7c32c3940e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569606 Aug 16 22:56:23.374740 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-048057be-2140-4a8f-9cc4-562428825aa4 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:23.406908 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-048057be-2140-4a8f-9cc4-562428825aa4 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:23.419848 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048057be-2140-4a8f-9cc4-562428825aa4 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:23.420723 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-048057be-2140-4a8f-9cc4-562428825aa4 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:23.462921 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fc8611-a2ad-4dae-8f6e-ccf4bbb0c5c4 None None] Sync routers for ids ['86ba1fd7-a446-49cc-9004-2f0f0a3908ba'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:56:23.476520 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fc8611-a2ad-4dae-8f6e-ccf4bbb0c5c4 None None] Routers {'86ba1fd7-a446-49cc-9004-2f0f0a3908ba'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:56:23.477266 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-e5fc8611-a2ad-4dae-8f6e-ccf4bbb0c5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:56:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['86ba1fd7-a446-49cc-9004-2f0f0a3908ba'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:56:23.513809 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 36336) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:23.513993 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-048057be-2140-4a8f-9cc4-562428825aa4 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3352506 Aug 16 22:56:23.522827 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-5c40bc1c-9bfe-43a9-9740-b86ce73500b6 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Request body: {'subnet': {'network_id': '0c122db5-1862-4ceb-83ab-54e7f19f5d4b', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:56:23.532221 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048057be-2140-4a8f-9cc4-562428825aa4 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Pushing event updated for resources: {'Network': ['ID=0c122db5-1862-4ceb-83ab-54e7f19f5d4b,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:23.534723 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=8868e391-13e5-4039-8811-078649df131d,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:23.555328 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 0c122db5-1862-4ceb-83ab-54e7f19f5d4b details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:56:23.684238 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc2c01b-5fed-4628-8cbe-81a1bda18d67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-4c053a4e-0ec9-4d44-8656-e00b7fdb7817', 'network_id': '4c053a4e-0ec9-4d44-8656-e00b7fdb7817', 'tenant_id': '0369f599af094d418ec5d90b079c4e3c', 'fixed_ips': [{'subnet_id': 'b8779300-92b7-4837-89de-7e210351e933'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:56:23.685166 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-fbc2c01b-5fed-4628-8cbe-81a1bda18d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:23.685914 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-e5fc8611-a2ad-4dae-8f6e-ccf4bbb0c5c4 None None] Set router 86ba1fd7-a446-49cc-9004-2f0f0a3908ba gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:56:23.708993 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['8868e391-13e5-4039-8811-078649df131d'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:56:23.715832 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c40bc1c-9bfe-43a9-9740-b86ce73500b6 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Made reservation on behalf of 0369f599af094d418ec5d90b079c4e3c for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:56:23.726469 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:56:23.726985 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5c40bc1c-9bfe-43a9-9740-b86ce73500b6 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:23.952331 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-fbc2c01b-5fed-4628-8cbe-81a1bda18d67 None None] Allocated IP 19.80.0.2 (4c053a4e-0ec9-4d44-8656-e00b7fdb7817/b8779300-92b7-4837-89de-7e210351e933/ef0601f5-d372-45c5-85dd-05aeebbb5910) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:56:24.065659 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-e5fc8611-a2ad-4dae-8f6e-ccf4bbb0c5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ba1fd7-a446-49cc-9004-2f0f0a3908ba', 'name': 'tempest-ServersTestMultiNic-143195328-router', 'tenant_id': '0369f599af094d418ec5d90b079c4e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': '7cfb3ee2-6a67-4f6b-a251-e598711c96df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:56:13Z', 'updated_at': '2021-08-16T22:56:20Z', 'revision_number': 4, 'project_id': '0369f599af094d418ec5d90b079c4e3c', 'gw_port': {'id': '7cfb3ee2-6a67-4f6b-a251-e598711c96df', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:88:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ba1fd7-a446-49cc-9004-2f0f0a3908ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:56:14Z', 'updated_at': '2021-08-16T22:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '32579a95-02ff-44fd-8bbb-37f18186df2f', 'name': '', 'network_id': '1409b725-e210-4878-ab3c-14256286a569', 'tenant_id': '0369f599af094d418ec5d90b079c4e3c', 'mac_address': 'fa:16:3e:ee:a0:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86ba1fd7-a446-49cc-9004-2f0f0a3908ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': 'aeae49ff-1b37-4b26-b19b-f0ce90930695', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:56:19Z', 'updated_at': '2021-08-16T22:56:20Z', 'revision_number': 2, 'project_id': '0369f599af094d418ec5d90b079c4e3c', 'subnets': [{'id': 'aeae49ff-1b37-4b26-b19b-f0ce90930695', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:56:24.088643 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5c40bc1c-9bfe-43a9-9740-b86ce73500b6 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:24.127443 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fc8611-a2ad-4dae-8f6e-ccf4bbb0c5c4 None None] Checking router: 86ba1fd7-a446-49cc-9004-2f0f0a3908ba for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:56:24.128264 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fc8611-a2ad-4dae-8f6e-ccf4bbb0c5c4 None None] Updating router 86ba1fd7-a446-49cc-9004-2f0f0a3908ba port 32579a95-02ff-44fd-8bbb-37f18186df2f binding host n-d-791506-26 {{(pid=101294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:56:24.211509 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-e5fc8611-a2ad-4dae-8f6e-ccf4bbb0c5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:24.341357 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0333f1ab-6313-47fc-80c4-2b438b5f4355 req-8628cc0b-5f87-4bd6-8e7a-82df247a6652 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:24.360180 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0333f1ab-6313-47fc-80c4-2b438b5f4355 req-8628cc0b-5f87-4bd6-8e7a-82df247a6652 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/ports?device_id=ced91254-e259-43ee-8113-4ad859ae9aa8 HTTP/1.1" status: 200 len: 948 time: 0.2872910 Aug 16 22:56:24.361640 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-fbc2c01b-5fed-4628-8cbe-81a1bda18d67 None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:24.387740 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-fbc2c01b-5fed-4628-8cbe-81a1bda18d67 None None] Transition to ACTIVE for port object ef0601f5-d372-45c5-85dd-05aeebbb5910 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:56:24.403868 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c40bc1c-9bfe-43a9-9740-b86ce73500b6 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Checking segment: {'id': '068d3cc4-71ee-499c-ae62-b5be76727bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0c122db5-1862-4ceb-83ab-54e7f19f5d4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:56:24.410395 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c40bc1c-9bfe-43a9-9740-b86ce73500b6 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Network hostable DHCP agents. Network: 0c122db5-1862-4ceb-83ab-54e7f19f5d4b, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:56:24.419052 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c40bc1c-9bfe-43a9-9740-b86ce73500b6 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Pushing event updated for resources: {'Subnet': ['ID=01ccb858-bbe0-4b24-b9d7-7706e34d0eaa,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:24.425647 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-fbc2c01b-5fed-4628-8cbe-81a1bda18d67 None None] Transition to ACTIVE for port object ef0601f5-d372-45c5-85dd-05aeebbb5910 will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:56:24.436860 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-fbc2c01b-5fed-4628-8cbe-81a1bda18d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:24.507330 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc2c01b-5fed-4628-8cbe-81a1bda18d67 None None] Network 4c053a4e-0ec9-4d44-8656-e00b7fdb7817 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:56:24.535338 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-fbc2c01b-5fed-4628-8cbe-81a1bda18d67 None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:56:24.539940 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc2c01b-5fed-4628-8cbe-81a1bda18d67 None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:56:24.545418 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc2c01b-5fed-4628-8cbe-81a1bda18d67 None None] Pushing event updated for resources: {'Port': ['ID=ef0601f5-d372-45c5-85dd-05aeebbb5910,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:24.553887 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0333f1ab-6313-47fc-80c4-2b438b5f4355 req-51ec6519-c04e-4fe0-8bd9-fb111939243c tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/security-groups?id=28636a9e-058f-441f-8e78-3802344981e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918778 Aug 16 22:56:24.556872 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c40bc1c-9bfe-43a9-9740-b86ce73500b6 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Network 0c122db5-1862-4ceb-83ab-54e7f19f5d4b is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:56:24.661448 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-fbc2c01b-5fed-4628-8cbe-81a1bda18d67 None None] Attempting to bind port ef0601f5-d372-45c5-85dd-05aeebbb5910 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:56:24.661754 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-fbc2c01b-5fed-4628-8cbe-81a1bda18d67 None None] Attempting to bind port ef0601f5-d372-45c5-85dd-05aeebbb5910 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '625714ca-800b-4a42-8a4c-65556747ee5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4c053a4e-0ec9-4d44-8656-e00b7fdb7817'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:56:24.662122 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc2c01b-5fed-4628-8cbe-81a1bda18d67 None None] Attempting to bind port ef0601f5-d372-45c5-85dd-05aeebbb5910 on network 4c053a4e-0ec9-4d44-8656-e00b7fdb7817 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:56:24.667433 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc2c01b-5fed-4628-8cbe-81a1bda18d67 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:56:24.667820 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc2c01b-5fed-4628-8cbe-81a1bda18d67 None None] Checking segment: {'id': '625714ca-800b-4a42-8a4c-65556747ee5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4c053a4e-0ec9-4d44-8656-e00b7fdb7817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:56:24.668230 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-fbc2c01b-5fed-4628-8cbe-81a1bda18d67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:24.668735 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc2c01b-5fed-4628-8cbe-81a1bda18d67 None None] Bound using segment: {'id': '625714ca-800b-4a42-8a4c-65556747ee5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4c053a4e-0ec9-4d44-8656-e00b7fdb7817'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:56:24.669210 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-fbc2c01b-5fed-4628-8cbe-81a1bda18d67 None None] Bound port: ef0601f5-d372-45c5-85dd-05aeebbb5910, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '625714ca-800b-4a42-8a4c-65556747ee5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4c053a4e-0ec9-4d44-8656-e00b7fdb7817'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:56:24.669596 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-fbc2c01b-5fed-4628-8cbe-81a1bda18d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:24.680376 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-5c40bc1c-9bfe-43a9-9740-b86ce73500b6 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 0c122db5-1862-4ceb-83ab-54e7f19f5d4b) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:56:24.698347 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c40bc1c-9bfe-43a9-9740-b86ce73500b6 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:24.703639 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3d6d08-8eee-4169-b495-38f0ca5b13db None None] Network 0c122db5-1862-4ceb-83ab-54e7f19f5d4b requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:56:24.706431 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5c40bc1c-9bfe-43a9-9740-b86ce73500b6 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:24.757514 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 7cfb3ee2-6a67-4f6b-a251-e598711c96df up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:56:24.787924 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603fbac2-2b8f-48c3-96c9-0306c2740d2e req-6cecc752-5537-4c9c-921d-ace6f22835bb tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:24.790524 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-603fbac2-2b8f-48c3-96c9-0306c2740d2e req-6cecc752-5537-4c9c-921d-ace6f22835bb tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/ports?device_id=90c10d52-28c4-4fe7-900c-d78a77f3df52 HTTP/1.1" status: 200 len: 945 time: 0.2699492 Aug 16 22:56:24.810176 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-5c40bc1c-9bfe-43a9-9740-b86ce73500b6 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2871525 Aug 16 22:56:24.835669 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-e5fc8611-a2ad-4dae-8f6e-ccf4bbb0c5c4 None None] Notify callbacks [] for port, precommit_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:24.850131 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.provisioning_blocks [None req-e5fc8611-a2ad-4dae-8f6e-ccf4bbb0c5c4 None None] Transition to ACTIVE for port object 32579a95-02ff-44fd-8bbb-37f18186df2f will not be triggered until provisioned by entity L2. {{(pid=101294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:56:24.863561 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-e5fc8611-a2ad-4dae-8f6e-ccf4bbb0c5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:24.918139 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-603fbac2-2b8f-48c3-96c9-0306c2740d2e req-6edcc44f-5005-4659-9bbf-b7675fd27d1d tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4ad6394-3e39-4386-b02d-4a7c32c3940e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184170 Aug 16 22:56:24.975877 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-fbc2c01b-5fed-4628-8cbe-81a1bda18d67 None None] For port ef0601f5-d372-45c5-85dd-05aeebbb5910, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:56:24.978289 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 7cfb3ee2-6a67-4f6b-a251-e598711c96df triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:56:24.978666 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:25.050617 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd290ec7-9a43-401b-946a-66ab88a873b9 None None] Pushing event updated for resources: {'Port': ['ID=32579a95-02ff-44fd-8bbb-37f18186df2f,revision_number=3']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:25.064002 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-fbc2c01b-5fed-4628-8cbe-81a1bda18d67 None None] For port ef0601f5-d372-45c5-85dd-05aeebbb5910, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=ef0601f5-d372-45c5-85dd-05aeebbb5910,segment=NetworkSegment(625714ca-800b-4a42-8a4c-65556747ee5a),segment_id=625714ca-800b-4a42-8a4c-65556747ee5a)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:56:25.077293 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd290ec7-9a43-401b-946a-66ab88a873b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:56:25.079137 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd290ec7-9a43-401b-946a-66ab88a873b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:56:25.079742 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd290ec7-9a43-401b-946a-66ab88a873b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:56:25.080389 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd290ec7-9a43-401b-946a-66ab88a873b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:56:25.080957 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd290ec7-9a43-401b-946a-66ab88a873b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:56:25.081551 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd290ec7-9a43-401b-946a-66ab88a873b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:56:25.082214 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd290ec7-9a43-401b-946a-66ab88a873b9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:56:25.086252 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd290ec7-9a43-401b-946a-66ab88a873b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:56:25.086832 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd290ec7-9a43-401b-946a-66ab88a873b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:56:25.087752 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd290ec7-9a43-401b-946a-66ab88a873b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:56:25.088601 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd290ec7-9a43-401b-946a-66ab88a873b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:56:25.089155 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd290ec7-9a43-401b-946a-66ab88a873b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:56:25.098026 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-fbc2c01b-5fed-4628-8cbe-81a1bda18d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:25.107140 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-e5fc8611-a2ad-4dae-8f6e-ccf4bbb0c5c4 None None] Attempting to bind port 32579a95-02ff-44fd-8bbb-37f18186df2f on host n-d-791506-26 for vnic_type normal with profile {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:56:25.107509 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-e5fc8611-a2ad-4dae-8f6e-ccf4bbb0c5c4 None None] Attempting to bind port 32579a95-02ff-44fd-8bbb-37f18186df2f by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': 'f9a89785-1be8-44e1-8647-25329abaac8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '1409b725-e210-4878-ab3c-14256286a569'}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:56:25.107877 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fc8611-a2ad-4dae-8f6e-ccf4bbb0c5c4 None None] Attempting to bind port 32579a95-02ff-44fd-8bbb-37f18186df2f on network 1409b725-e210-4878-ab3c-14256286a569 {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:56:25.124221 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fc8611-a2ad-4dae-8f6e-ccf4bbb0c5c4 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:56:25.126240 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fc8611-a2ad-4dae-8f6e-ccf4bbb0c5c4 None None] Checking segment: {'id': 'f9a89785-1be8-44e1-8647-25329abaac8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '1409b725-e210-4878-ab3c-14256286a569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:56:25.128189 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-e5fc8611-a2ad-4dae-8f6e-ccf4bbb0c5c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:25.128924 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fc8611-a2ad-4dae-8f6e-ccf4bbb0c5c4 None None] Bound using segment: {'id': 'f9a89785-1be8-44e1-8647-25329abaac8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '1409b725-e210-4878-ab3c-14256286a569'} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:56:25.130847 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-e5fc8611-a2ad-4dae-8f6e-ccf4bbb0c5c4 None None] Bound port: 32579a95-02ff-44fd-8bbb-37f18186df2f, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9a89785-1be8-44e1-8647-25329abaac8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '1409b725-e210-4878-ab3c-14256286a569'}}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:56:25.131922 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-e5fc8611-a2ad-4dae-8f6e-ccf4bbb0c5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:25.177123 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:25.286966 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4604fb4c-9ce0-47e9-bce3-23bd7cef230b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-0c122db5-1862-4ceb-83ab-54e7f19f5d4b', 'network_id': '0c122db5-1862-4ceb-83ab-54e7f19f5d4b', 'tenant_id': '0369f599af094d418ec5d90b079c4e3c', 'fixed_ips': [{'subnet_id': '01ccb858-bbe0-4b24-b9d7-7706e34d0eaa'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:56:25.287885 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4604fb4c-9ce0-47e9-bce3-23bd7cef230b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:25.332686 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 2f0d39ab-6a85-4c26-a96e-252f529a109d no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:56:25.377572 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc2c01b-5fed-4628-8cbe-81a1bda18d67 None None] Pushing event updated for resources: {'Port': ['ID=ef0601f5-d372-45c5-85dd-05aeebbb5910,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:25.382196 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-e5fc8611-a2ad-4dae-8f6e-ccf4bbb0c5c4 None None] For port 32579a95-02ff-44fd-8bbb-37f18186df2f, host n-d-791506-26, cleared binding levels {{(pid=101294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:56:25.392776 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-e5fc8611-a2ad-4dae-8f6e-ccf4bbb0c5c4 None None] For port 32579a95-02ff-44fd-8bbb-37f18186df2f, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=32579a95-02ff-44fd-8bbb-37f18186df2f,segment=NetworkSegment(f9a89785-1be8-44e1-8647-25329abaac8e),segment_id=f9a89785-1be8-44e1-8647-25329abaac8e)] {{(pid=101294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:56:25.402997 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-e5fc8611-a2ad-4dae-8f6e-ccf4bbb0c5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:25.524790 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fc8611-a2ad-4dae-8f6e-ccf4bbb0c5c4 None None] Routers {'86ba1fd7-a446-49cc-9004-2f0f0a3908ba'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:56:25.525432 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-e5fc8611-a2ad-4dae-8f6e-ccf4bbb0c5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:56:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['86ba1fd7-a446-49cc-9004-2f0f0a3908ba'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:56:25.557250 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-41703b32-caf3-4efa-b4c0-d44f43fb3809 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:25.571376 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-41703b32-caf3-4efa-b4c0-d44f43fb3809 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:25.595287 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-41703b32-caf3-4efa-b4c0-d44f43fb3809 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "GET /v2.0/networks?id=4c053a4e-0ec9-4d44-8656-e00b7fdb7817&id=0c122db5-1862-4ceb-83ab-54e7f19f5d4b&id=4c053a4e-0ec9-4d44-8656-e00b7fdb7817 HTTP/1.1" status: 200 len: 1391 time: 0.3499391 Aug 16 22:56:25.661871 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-88ef8212-d09b-4b1f-84d4-87d30516abb7 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "GET /v2.0/quotas/0369f599af094d418ec5d90b079c4e3c HTTP/1.1" status: 200 len: 375 time: 0.0604107 Aug 16 22:56:25.690803 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd290ec7-9a43-401b-946a-66ab88a873b9 None None] Pushing event updated for resources: {'Port': ['ID=32579a95-02ff-44fd-8bbb-37f18186df2f,revision_number=4']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:25.848199 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-e5fc8611-a2ad-4dae-8f6e-ccf4bbb0c5c4 None None] Set router 86ba1fd7-a446-49cc-9004-2f0f0a3908ba gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:56:25.932021 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:26.060681 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 2f0d39ab-6a85-4c26-a96e-252f529a109d, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=2f0d39ab-6a85-4c26-a96e-252f529a109d,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:56:26.066711 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc038fb-f156-450f-a404-6e5743c56ef4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f0d39ab-6a85-4c26-a96e-252f529a109d'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:56:26.069966 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0016314f-1b3f-4adc-a4ec-48497a7405e8" -d '{"events": [{"server_uuid": "2bc038fb-f156-450f-a404-6e5743c56ef4", "name": "network-vif-unplugged", "status": "completed", "tag": "2f0d39ab-6a85-4c26-a96e-252f529a109d"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:56:26.079971 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:26.215355 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=2f0d39ab-6a85-4c26-a96e-252f529a109d,revision_number=8']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:26.240425 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-4604fb4c-9ce0-47e9-bce3-23bd7cef230b None None] Allocated IP 19.86.0.2 (0c122db5-1862-4ceb-83ab-54e7f19f5d4b/01ccb858-bbe0-4b24-b9d7-7706e34d0eaa/97f14d2e-b841-46a9-816c-e90e0630e00a) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:56:26.306391 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-e5fc8611-a2ad-4dae-8f6e-ccf4bbb0c5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ba1fd7-a446-49cc-9004-2f0f0a3908ba', 'name': 'tempest-ServersTestMultiNic-143195328-router', 'tenant_id': '0369f599af094d418ec5d90b079c4e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': '7cfb3ee2-6a67-4f6b-a251-e598711c96df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:56:13Z', 'updated_at': '2021-08-16T22:56:20Z', 'revision_number': 4, 'project_id': '0369f599af094d418ec5d90b079c4e3c', 'gw_port': {'id': '7cfb3ee2-6a67-4f6b-a251-e598711c96df', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:88:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ba1fd7-a446-49cc-9004-2f0f0a3908ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:56:14Z', 'updated_at': '2021-08-16T22:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '32579a95-02ff-44fd-8bbb-37f18186df2f', 'name': '', 'network_id': '1409b725-e210-4878-ab3c-14256286a569', 'tenant_id': '0369f599af094d418ec5d90b079c4e3c', 'mac_address': 'fa:16:3e:ee:a0:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86ba1fd7-a446-49cc-9004-2f0f0a3908ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': 'aeae49ff-1b37-4b26-b19b-f0ce90930695', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:56:19Z', 'updated_at': '2021-08-16T22:56:25Z', 'revision_number': 4, 'project_id': '0369f599af094d418ec5d90b079c4e3c', 'subnets': [{'id': 'aeae49ff-1b37-4b26-b19b-f0ce90930695', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:56:26.356367 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-2145605c-81f9-485c-a215-6fe65f1b8a0e tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0369f599af094d418ec5d90b079c4e3c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6885779 Aug 16 22:56:26.358092 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fc8611-a2ad-4dae-8f6e-ccf4bbb0c5c4 None None] The sync data for ids ['86ba1fd7-a446-49cc-9004-2f0f0a3908ba'] in n-d-791506-26 is: [{'id': '86ba1fd7-a446-49cc-9004-2f0f0a3908ba', 'name': 'tempest-ServersTestMultiNic-143195328-router', 'tenant_id': '0369f599af094d418ec5d90b079c4e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': '7cfb3ee2-6a67-4f6b-a251-e598711c96df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:56:13Z', 'updated_at': '2021-08-16T22:56:20Z', 'revision_number': 4, 'project_id': '0369f599af094d418ec5d90b079c4e3c', 'gw_port': {'id': '7cfb3ee2-6a67-4f6b-a251-e598711c96df', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:88:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ba1fd7-a446-49cc-9004-2f0f0a3908ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:56:14Z', 'updated_at': '2021-08-16T22:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '32579a95-02ff-44fd-8bbb-37f18186df2f', 'name': '', 'network_id': '1409b725-e210-4878-ab3c-14256286a569', 'tenant_id': '0369f599af094d418ec5d90b079c4e3c', 'mac_address': 'fa:16:3e:ee:a0:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86ba1fd7-a446-49cc-9004-2f0f0a3908ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': 'aeae49ff-1b37-4b26-b19b-f0ce90930695', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:56:19Z', 'updated_at': '2021-08-16T22:56:25Z', 'revision_number': 4, 'project_id': '0369f599af094d418ec5d90b079c4e3c', 'subnets': [{'id': 'aeae49ff-1b37-4b26-b19b-f0ce90930695', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:56:26.393635 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe459ab0-d3d9-41a0-ae17-bc795ba28984 req-98081ce8-b6d6-4c58-89cb-1937126f2902 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:26.402775 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fe459ab0-d3d9-41a0-ae17-bc795ba28984 req-98081ce8-b6d6-4c58-89cb-1937126f2902 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/ports?device_id=ced91254-e259-43ee-8113-4ad859ae9aa8 HTTP/1.1" status: 200 len: 948 time: 0.6498725 Aug 16 22:56:26.532845 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fe459ab0-d3d9-41a0-ae17-bc795ba28984 req-f5797ec8-8168-4c58-9061-1340ebd0f7b4 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/security-groups?id=28636a9e-058f-441f-8e78-3802344981e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244977 Aug 16 22:56:26.677166 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-b46681a5-267e-405a-bddc-c90f2107b31a service neutron] 10.222.0.36 "GET /v2.0/networks/4c053a4e-0ec9-4d44-8656-e00b7fdb7817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3197193 Aug 16 22:56:26.697707 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4604fb4c-9ce0-47e9-bce3-23bd7cef230b None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:26.723950 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4604fb4c-9ce0-47e9-bce3-23bd7cef230b None None] Transition to ACTIVE for port object 97f14d2e-b841-46a9-816c-e90e0630e00a will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:56:26.762484 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4604fb4c-9ce0-47e9-bce3-23bd7cef230b None None] Transition to ACTIVE for port object 97f14d2e-b841-46a9-816c-e90e0630e00a will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:56:26.773254 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4604fb4c-9ce0-47e9-bce3-23bd7cef230b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:26.834126 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697cda9d-5753-4ab8-8fc9-c97b8e840b80 req-401d459b-4716-4bb2-aea0-1c1d2bb1ce12 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:26.839844 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 7523c21b-6545-4d24-89d7-5235435ba14f details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:56:26.848060 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-697cda9d-5753-4ab8-8fc9-c97b8e840b80 req-401d459b-4716-4bb2-aea0-1c1d2bb1ce12 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/ports?device_id=90c10d52-28c4-4fe7-900c-d78a77f3df52 HTTP/1.1" status: 200 len: 945 time: 0.2375910 Aug 16 22:56:26.855086 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 8868e391-13e5-4039-8811-078649df131d up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:56:26.876215 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device ef0601f5-d372-45c5-85dd-05aeebbb5910 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:56:26.997894 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-c8ab71ac-5218-4d43-96de-31ecad010a6c service neutron] 10.222.0.36 "GET /v2.0/networks/4c053a4e-0ec9-4d44-8656-e00b7fdb7817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3197567 Aug 16 22:56:26.998563 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4604fb4c-9ce0-47e9-bce3-23bd7cef230b None None] Network 0c122db5-1862-4ceb-83ab-54e7f19f5d4b is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:56:27.021379 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4604fb4c-9ce0-47e9-bce3-23bd7cef230b None None] Pushing event updated for resources: {'Port': ['ID=97f14d2e-b841-46a9-816c-e90e0630e00a,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:27.039149 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-4604fb4c-9ce0-47e9-bce3-23bd7cef230b None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:56:27.049954 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4604fb4c-9ce0-47e9-bce3-23bd7cef230b None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:56:27.127572 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-697cda9d-5753-4ab8-8fc9-c97b8e840b80 req-ef87af7d-00c6-4d08-be19-209c8cb63c16 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4ad6394-3e39-4386-b02d-4a7c32c3940e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714975 Aug 16 22:56:27.392996 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-caa2d604-a20d-4848-b803-75a83bdaffdf service neutron] 10.222.0.36 "GET /v2.0/networks/0c122db5-1862-4ceb-83ab-54e7f19f5d4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3931515 Aug 16 22:56:27.500686 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 22:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-553fc94a-95cd-49e7-b61f-06859229db88 x-openstack-request-id: req-553fc94a-95cd-49e7-b61f-06859229db88 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:56:27.501173 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bc038fb-f156-450f-a404-6e5743c56ef4", "name": "network-vif-unplugged", "status": "completed", "tag": "2f0d39ab-6a85-4c26-a96e-252f529a109d", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:56:27.501438 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-553fc94a-95cd-49e7-b61f-06859229db88 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:56:27.501863 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc038fb-f156-450f-a404-6e5743c56ef4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f0d39ab-6a85-4c26-a96e-252f529a109d', 'code': 200} Aug 16 22:56:27.514289 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6396a4-ddd4-48ca-ad21-a1efed137510 None None] Network 4c053a4e-0ec9-4d44-8656-e00b7fdb7817 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:56:27.626368 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-4604fb4c-9ce0-47e9-bce3-23bd7cef230b None None] Attempting to bind port 97f14d2e-b841-46a9-816c-e90e0630e00a on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:56:27.626824 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-4604fb4c-9ce0-47e9-bce3-23bd7cef230b None None] Attempting to bind port 97f14d2e-b841-46a9-816c-e90e0630e00a by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '068d3cc4-71ee-499c-ae62-b5be76727bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0c122db5-1862-4ceb-83ab-54e7f19f5d4b'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:56:27.627192 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4604fb4c-9ce0-47e9-bce3-23bd7cef230b None None] Attempting to bind port 97f14d2e-b841-46a9-816c-e90e0630e00a on network 0c122db5-1862-4ceb-83ab-54e7f19f5d4b {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:56:27.638330 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port ef0601f5-d372-45c5-85dd-05aeebbb5910 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:56:27.661044 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 32579a95-02ff-44fd-8bbb-37f18186df2f up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:56:27.663896 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning for port 8868e391-13e5-4039-8811-078649df131d completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:56:27.670067 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4604fb4c-9ce0-47e9-bce3-23bd7cef230b None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:56:27.670452 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4604fb4c-9ce0-47e9-bce3-23bd7cef230b None None] Checking segment: {'id': '068d3cc4-71ee-499c-ae62-b5be76727bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0c122db5-1862-4ceb-83ab-54e7f19f5d4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:56:27.670863 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4604fb4c-9ce0-47e9-bce3-23bd7cef230b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:27.671292 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4604fb4c-9ce0-47e9-bce3-23bd7cef230b None None] Bound using segment: {'id': '068d3cc4-71ee-499c-ae62-b5be76727bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0c122db5-1862-4ceb-83ab-54e7f19f5d4b'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:56:27.671783 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-4604fb4c-9ce0-47e9-bce3-23bd7cef230b None None] Bound port: 97f14d2e-b841-46a9-816c-e90e0630e00a, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '068d3cc4-71ee-499c-ae62-b5be76727bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0c122db5-1862-4ceb-83ab-54e7f19f5d4b'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:56:27.672176 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4604fb4c-9ce0-47e9-bce3-23bd7cef230b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:27.705468 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-31a514f3-ec74-432a-899f-9b85bf696221 None None] Provisioning for port ef0601f5-d372-45c5-85dd-05aeebbb5910 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:56:27.711417 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-05379bb4-80b0-4606-91b0-4174acc7f75f service neutron] 10.222.0.36 "GET /v2.0/networks/0c122db5-1862-4ceb-83ab-54e7f19f5d4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3108594 Aug 16 22:56:27.719448 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port 8868e391-13e5-4039-8811-078649df131d triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:56:27.719837 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:27.747286 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-31a514f3-ec74-432a-899f-9b85bf696221 None None] Provisioning complete for port ef0601f5-d372-45c5-85dd-05aeebbb5910 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:56:27.747721 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-31a514f3-ec74-432a-899f-9b85bf696221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:27.752816 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 7523c21b-6545-4d24-89d7-5235435ba14f, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=7523c21b-6545-4d24-89d7-5235435ba14f,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:56:27.878618 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-f7657515-a4d0-4b4d-adae-c9c9cbece9cd service neutron] 10.222.0.36 "GET /v2.0/networks/4c053a4e-0ec9-4d44-8656-e00b7fdb7817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529834 Aug 16 22:56:27.946286 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': '7523c21b-6545-4d24-89d7-5235435ba14f', 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd', 'port_id': '7523c21b-6545-4d24-89d7-5235435ba14f', 'mac_address': 'fa:16:3e:fa:2b:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6af2b868-37d3-46ab-a526-0465929f13c8', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:56:27.992589 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 36512) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:28.111633 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-3675471a-4638-4586-bd15-fe14f7563d4a service neutron] 10.222.0.36 "GET /v2.0/networks/4c053a4e-0ec9-4d44-8656-e00b7fdb7817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232785 Aug 16 22:56:28.230444 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-4604fb4c-9ce0-47e9-bce3-23bd7cef230b None None] For port 97f14d2e-b841-46a9-816c-e90e0630e00a, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:56:28.241032 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 32579a95-02ff-44fd-8bbb-37f18186df2f completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:56:28.254302 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:28.344438 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-4604fb4c-9ce0-47e9-bce3-23bd7cef230b None None] For port 97f14d2e-b841-46a9-816c-e90e0630e00a, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=97f14d2e-b841-46a9-816c-e90e0630e00a,segment=NetworkSegment(068d3cc4-71ee-499c-ae62-b5be76727bbb),segment_id=068d3cc4-71ee-499c-ae62-b5be76727bbb)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:56:28.393668 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5fd56d91-0da1-45a3-86f3-052639f92c28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:28.467345 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 32579a95-02ff-44fd-8bbb-37f18186df2f triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:56:28.467643 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:28.494363 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4604fb4c-9ce0-47e9-bce3-23bd7cef230b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:28.548858 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dd3bf7-e5ac-411c-abb3-7a2580769208 req-a516b401-5fec-447f-b428-e500b86260fa tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:28.550462 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b2dd3bf7-e5ac-411c-abb3-7a2580769208 req-a516b401-5fec-447f-b428-e500b86260fa tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/ports?device_id=ced91254-e259-43ee-8113-4ad859ae9aa8 HTTP/1.1" status: 200 len: 948 time: 0.1950872 Aug 16 22:56:28.635896 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5fd56d91-0da1-45a3-86f3-052639f92c28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:28.649406 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5fd56d91-0da1-45a3-86f3-052639f92c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:28.651202 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7523c21b-6545-4d24-89d7-5235435ba14f {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:56:28.724638 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b2dd3bf7-e5ac-411c-abb3-7a2580769208 req-05ac64d6-b17e-4b08-bda9-dade978d908a tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/security-groups?id=28636a9e-058f-441f-8e78-3802344981e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654565 Aug 16 22:56:28.794712 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-5fd56d91-0da1-45a3-86f3-052639f92c28 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1d29efcdc86e4672bcdbe2362aa5d938&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8000476 Aug 16 22:56:28.796767 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd56d91-0da1-45a3-86f3-052639f92c28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6502af0-31b9-45b9-a339-38af641c9ac9,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:28.809559 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e74a53-008e-4913-a392-a3aeba9d9369 req-682d2ee0-7a08-479b-9009-e966f08ebd59 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:28.814664 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 36540) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:28.825497 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-44e74a53-008e-4913-a392-a3aeba9d9369 req-682d2ee0-7a08-479b-9009-e966f08ebd59 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/ports?device_id=90c10d52-28c4-4fe7-900c-d78a77f3df52 HTTP/1.1" status: 200 len: 945 time: 0.1868019 Aug 16 22:56:28.893673 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:28.945052 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-44e74a53-008e-4913-a392-a3aeba9d9369 req-fd868284-38ab-467a-80c5-aa91b421dace tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4ad6394-3e39-4386-b02d-4a7c32c3940e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186001 Aug 16 22:56:28.945454 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f12be191-06a4-4297-82e7-612d536ef42a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:28.986898 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-31a514f3-ec74-432a-899f-9b85bf696221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:29.009395 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f12be191-06a4-4297-82e7-612d536ef42a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:29.012706 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 7523c21b-6545-4d24-89d7-5235435ba14f, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=7523c21b-6545-4d24-89d7-5235435ba14f,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:56:29.060472 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:29.159567 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f12be191-06a4-4297-82e7-612d536ef42a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:29.163792 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f12be191-06a4-4297-82e7-612d536ef42a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:29.173568 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-f12be191-06a4-4297-82e7-612d536ef42a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d6502af0-31b9-45b9-a339-38af641c9ac9 HTTP/1.1" status: 204 len: 168 time: 0.3549402 Aug 16 22:56:29.183885 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4604fb4c-9ce0-47e9-bce3-23bd7cef230b None None] Pushing event updated for resources: {'Port': ['ID=97f14d2e-b841-46a9-816c-e90e0630e00a,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:29.210681 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12be191-06a4-4297-82e7-612d536ef42a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6502af0-31b9-45b9-a339-38af641c9ac9,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:29.245750 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 8868e391-13e5-4039-8811-078649df131d, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=8868e391-13e5-4039-8811-078649df131d,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:56:29.264696 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['7523c21b-6545-4d24-89d7-5235435ba14f'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:56:29.401108 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-31a514f3-ec74-432a-899f-9b85bf696221 None None] For port ef0601f5-d372-45c5-85dd-05aeebbb5910, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=ef0601f5-d372-45c5-85dd-05aeebbb5910,segment=NetworkSegment(625714ca-800b-4a42-8a4c-65556747ee5a),segment_id=625714ca-800b-4a42-8a4c-65556747ee5a)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:56:29.428194 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-74597895-ec95-4bc9-8f98-f71a0c7154f9 req-b2574c2f-b647-49c9-810e-985be9482e77 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "GET /v2.0/ports?device_id=216d6d85-a300-42b9-a347-bdea122b42f9 HTTP/1.1" status: 200 len: 210 time: 0.1013575 Aug 16 22:56:29.502800 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:29.510896 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ced91254-e259-43ee-8113-4ad859ae9aa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8868e391-13e5-4039-8811-078649df131d'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:56:29.515009 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1db1d8bd-bbc2-4489-98ee-bb852cbe009f" -d '{"events": [{"server_uuid": "ced91254-e259-43ee-8113-4ad859ae9aa8", "name": "network-vif-plugged", "status": "completed", "tag": "8868e391-13e5-4039-8811-078649df131d"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:56:29.544063 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-31a514f3-ec74-432a-899f-9b85bf696221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:29.616250 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:29.630674 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff18432d-dd08-4297-ae6b-a4caa6a5a8ac x-openstack-request-id: req-ff18432d-dd08-4297-ae6b-a4caa6a5a8ac {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:56:29.630972 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ced91254-e259-43ee-8113-4ad859ae9aa8", "name": "network-vif-plugged", "status": "completed", "tag": "8868e391-13e5-4039-8811-078649df131d", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:56:29.632472 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ff18432d-dd08-4297-ae6b-a4caa6a5a8ac {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:56:29.638165 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ced91254-e259-43ee-8113-4ad859ae9aa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8868e391-13e5-4039-8811-078649df131d', 'code': 200} Aug 16 22:56:29.641721 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=7523c21b-6545-4d24-89d7-5235435ba14f,revision_number=6']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:29.817726 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da3b807-cff6-477c-a654-10ab6ef7282c req-89cd669a-0e26-48c7-a6c0-159f17131456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:29.820522 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2da3b807-cff6-477c-a654-10ab6ef7282c req-89cd669a-0e26-48c7-a6c0-159f17131456 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=ced91254-e259-43ee-8113-4ad859ae9aa8 HTTP/1.1" status: 200 len: 1101 time: 0.1075056 Aug 16 22:56:29.895209 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=8868e391-13e5-4039-8811-078649df131d,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:30.017090 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2da3b807-cff6-477c-a654-10ab6ef7282c req-cd5a1a6e-9933-4828-beff-c4b093126f46 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=28636a9e-058f-441f-8e78-3802344981e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791265 Aug 16 22:56:30.067903 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331e5661-e434-4a65-8058-8d9bafba7306 req-016fd183-6d0c-4083-9db6-9d341c923942 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:30.072890 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 36578) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:30.089838 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-331e5661-e434-4a65-8058-8d9bafba7306 req-016fd183-6d0c-4083-9db6-9d341c923942 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/ports?device_id=ced91254-e259-43ee-8113-4ad859ae9aa8 HTTP/1.1" status: 200 len: 949 time: 0.2068632 Aug 16 22:56:30.106025 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-beb5fa0f-c640-49b3-ba4f-e28e0605aced admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:30.117342 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a514f3-ec74-432a-899f-9b85bf696221 None None] Pushing event updated for resources: {'Port': ['ID=ef0601f5-d372-45c5-85dd-05aeebbb5910,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:30.198986 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-10549f17-fcd4-417e-bd60-5e07a9fe7a19 None None] Provisioning complete for port ef0601f5-d372-45c5-85dd-05aeebbb5910 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:56:30.199535 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-10549f17-fcd4-417e-bd60-5e07a9fe7a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:30.206378 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 32579a95-02ff-44fd-8bbb-37f18186df2f, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=32579a95-02ff-44fd-8bbb-37f18186df2f,segment=NetworkSegment(f9a89785-1be8-44e1-8647-25329abaac8e),segment_id=f9a89785-1be8-44e1-8647-25329abaac8e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:56:30.224168 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:30.289323 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-331e5661-e434-4a65-8058-8d9bafba7306 req-dee161c9-449a-4ffd-8716-8c75c293cfad tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/security-groups?id=28636a9e-058f-441f-8e78-3802344981e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776574 Aug 16 22:56:30.383118 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbdaf8f-46c5-4c52-9630-f5eb70db09c0 req-56625db5-390b-49a3-b73c-d6e5287c8e6f tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:30.385074 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fdbdaf8f-46c5-4c52-9630-f5eb70db09c0 req-56625db5-390b-49a3-b73c-d6e5287c8e6f tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/ports?device_id=90c10d52-28c4-4fe7-900c-d78a77f3df52 HTTP/1.1" status: 200 len: 945 time: 0.2932296 Aug 16 22:56:30.468254 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-beb5fa0f-c640-49b3-ba4f-e28e0605aced admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:30.487729 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-beb5fa0f-c640-49b3-ba4f-e28e0605aced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:30.561667 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-beb5fa0f-c640-49b3-ba4f-e28e0605aced admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b28ac7cba173404bae24ba5f6e70be35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4874270 Aug 16 22:56:30.564275 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 36588) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:30.571332 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb5fa0f-c640-49b3-ba4f-e28e0605aced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbce2901-0451-4e17-9921-3ad2292c6adb,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:30.586572 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fdbdaf8f-46c5-4c52-9630-f5eb70db09c0 req-4009a28c-fbe7-49d1-8bdb-8856eb98b6e8 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4ad6394-3e39-4386-b02d-4a7c32c3940e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930404 Aug 16 22:56:30.681442 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=32579a95-02ff-44fd-8bbb-37f18186df2f,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:30.809455 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device ef0601f5-d372-45c5-85dd-05aeebbb5910 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:56:30.839770 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f1139534-3e6f-4013-98df-be46245b72c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:30.889845 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f1139534-3e6f-4013-98df-be46245b72c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:30.957469 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e56491-b319-492a-b120-abf234bbbad8 None None] Network 0c122db5-1862-4ceb-83ab-54e7f19f5d4b requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:56:30.967296 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-c0f21934-ba07-4f84-94ad-f01ceed93369 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:30.973557 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-c0f21934-ba07-4f84-94ad-f01ceed93369 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:30.982484 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-c0f21934-ba07-4f84-94ad-f01ceed93369 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.57 "GET /v2.0/networks?id=4c053a4e-0ec9-4d44-8656-e00b7fdb7817&id=0c122db5-1862-4ceb-83ab-54e7f19f5d4b&id=4c053a4e-0ec9-4d44-8656-e00b7fdb7817 HTTP/1.1" status: 200 len: 1391 time: 0.2670333 Aug 16 22:56:30.997174 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7fa4a664-bb49-43ec-80bb-3358722d3ba0 req-96819456-2f62-4b1e-bbe3-dcc3261ae7a4 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "GET /v2.0/ports?device_id=216d6d85-a300-42b9-a347-bdea122b42f9 HTTP/1.1" status: 200 len: 210 time: 0.0548058 Aug 16 22:56:31.005297 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-a443b4c4-5b61-41c2-b645-ac53f75a0fbc tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Request body: {'port': {'device_id': '216d6d85-a300-42b9-a347-bdea122b42f9', 'network_id': '4c053a4e-0ec9-4d44-8656-e00b7fdb7817', 'admin_state_up': True, 'tenant_id': '0369f599af094d418ec5d90b079c4e3c'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:56:31.227024 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-a443b4c4-5b61-41c2-b645-ac53f75a0fbc tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Made reservation on behalf of 0369f599af094d418ec5d90b079c4e3c for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:56:31.237018 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-a443b4c4-5b61-41c2-b645-ac53f75a0fbc tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:31.274034 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f1139534-3e6f-4013-98df-be46245b72c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:31.277485 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f1139534-3e6f-4013-98df-be46245b72c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:31.280383 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-f1139534-3e6f-4013-98df-be46245b72c1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cbce2901-0451-4e17-9921-3ad2292c6adb HTTP/1.1" status: 204 len: 168 time: 0.7148385 Aug 16 22:56:31.290415 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port ef0601f5-d372-45c5-85dd-05aeebbb5910 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:56:31.290799 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:31.334041 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1139534-3e6f-4013-98df-be46245b72c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbce2901-0451-4e17-9921-3ad2292c6adb,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:31.501213 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-266ce909-4b40-4cf8-ac5d-0ac4ec068106 None None] Provisioning for port 97f14d2e-b841-46a9-816c-e90e0630e00a completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:56:31.521446 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d0f80a-e952-4335-9027-c45c0a353bc1 req-b2e1b9e0-8cc1-4b31-a62c-9628dded1b5e tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:31.533831 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-64d0f80a-e952-4335-9027-c45c0a353bc1 req-b2e1b9e0-8cc1-4b31-a62c-9628dded1b5e tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/ports?device_id=ced91254-e259-43ee-8113-4ad859ae9aa8 HTTP/1.1" status: 200 len: 949 time: 0.1145301 Aug 16 22:56:31.661124 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 97f14d2e-b841-46a9-816c-e90e0630e00a up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:56:31.663346 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-64d0f80a-e952-4335-9027-c45c0a353bc1 req-6eeec8f2-5932-4578-a526-0305afbea7d7 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/security-groups?id=28636a9e-058f-441f-8e78-3802344981e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272075 Aug 16 22:56:31.775624 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 97f14d2e-b841-46a9-816c-e90e0630e00a completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:56:31.785851 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 97f14d2e-b841-46a9-816c-e90e0630e00a triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:56:31.787449 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:31.862985 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-a443b4c4-5b61-41c2-b645-ac53f75a0fbc tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Allocated IP 19.80.0.120 (4c053a4e-0ec9-4d44-8656-e00b7fdb7817/b8779300-92b7-4837-89de-7e210351e933/db463dad-2c0b-4b47-9715-b8c0d9d84d00) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:56:31.964270 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beb3697-d92c-4d01-b11f-905fa65bf828 req-c915c0b2-3246-4bd3-96e0-4bd0a10980f8 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:31.979319 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9beb3697-d92c-4d01-b11f-905fa65bf828 req-c915c0b2-3246-4bd3-96e0-4bd0a10980f8 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/ports?device_id=90c10d52-28c4-4fe7-900c-d78a77f3df52 HTTP/1.1" status: 200 len: 945 time: 0.1265724 Aug 16 22:56:32.070168 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9beb3697-d92c-4d01-b11f-905fa65bf828 req-e95eb604-ada0-4696-8baa-00c6d418cf3f tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4ad6394-3e39-4386-b02d-4a7c32c3940e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898623 Aug 16 22:56:32.070824 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:32.246118 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 97f14d2e-b841-46a9-816c-e90e0630e00a, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=97f14d2e-b841-46a9-816c-e90e0630e00a,segment=NetworkSegment(068d3cc4-71ee-499c-ae62-b5be76727bbb),segment_id=068d3cc4-71ee-499c-ae62-b5be76727bbb)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:56:32.253730 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:32.316682 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-201b60c6-ea0a-4089-8fc6-b6cb49f614fe None None] Provisioning complete for port 97f14d2e-b841-46a9-816c-e90e0630e00a triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:56:32.316868 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-201b60c6-ea0a-4089-8fc6-b6cb49f614fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:32.361985 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-a443b4c4-5b61-41c2-b645-ac53f75a0fbc tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:32.460906 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-a443b4c4-5b61-41c2-b645-ac53f75a0fbc tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Transition to ACTIVE for port object db463dad-2c0b-4b47-9715-b8c0d9d84d00 will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:56:32.476985 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=97f14d2e-b841-46a9-816c-e90e0630e00a,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:32.556834 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7a120440-3ac9-400f-b8c2-ebf5950775ba req-7aa3f559-34d4-427b-b1b3-1fe5691e108c tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "GET /v2.0/ports?device_id=216d6d85-a300-42b9-a347-bdea122b42f9 HTTP/1.1" status: 200 len: 210 time: 0.1054294 Aug 16 22:56:32.594600 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 32579a95-02ff-44fd-8bbb-37f18186df2f up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:56:32.645287 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-a443b4c4-5b61-41c2-b645-ac53f75a0fbc tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:32.701016 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 32579a95-02ff-44fd-8bbb-37f18186df2f triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:56:32.703476 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:32.717273 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273529d6-8368-41a1-8174-f38e67062d95 req-ef401860-84e5-495b-a3cc-709dffbb2eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:32.721459 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-273529d6-8368-41a1-8174-f38e67062d95 req-ef401860-84e5-495b-a3cc-709dffbb2eb5 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=90c10d52-28c4-4fe7-900c-d78a77f3df52 HTTP/1.1" status: 200 len: 1097 time: 0.1634758 Aug 16 22:56:32.798740 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-a443b4c4-5b61-41c2-b645-ac53f75a0fbc tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Network 4c053a4e-0ec9-4d44-8656-e00b7fdb7817 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:56:32.811341 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-a443b4c4-5b61-41c2-b645-ac53f75a0fbc tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:56:32.830271 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-a443b4c4-5b61-41c2-b645-ac53f75a0fbc tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:56:32.838444 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-273529d6-8368-41a1-8174-f38e67062d95 req-cfb6ba40-808c-4898-8932-46eb70ce97d6 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=a4ad6394-3e39-4386-b02d-4a7c32c3940e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063986 Aug 16 22:56:32.854097 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a443b4c4-5b61-41c2-b645-ac53f75a0fbc tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Pushing event updated for resources: {'Port': ['ID=db463dad-2c0b-4b47-9715-b8c0d9d84d00,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:33.024172 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a443b4c4-5b61-41c2-b645-ac53f75a0fbc tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:56:33.026164 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a443b4c4-5b61-41c2-b645-ac53f75a0fbc tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:56:33.027355 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a443b4c4-5b61-41c2-b645-ac53f75a0fbc tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:56:33.028799 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a443b4c4-5b61-41c2-b645-ac53f75a0fbc tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:56:33.029332 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a443b4c4-5b61-41c2-b645-ac53f75a0fbc tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:56:33.031748 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a443b4c4-5b61-41c2-b645-ac53f75a0fbc tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:56:33.032314 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a443b4c4-5b61-41c2-b645-ac53f75a0fbc tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:56:33.032858 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a443b4c4-5b61-41c2-b645-ac53f75a0fbc tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:56:33.033378 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a443b4c4-5b61-41c2-b645-ac53f75a0fbc tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:56:33.036291 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a443b4c4-5b61-41c2-b645-ac53f75a0fbc tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:56:33.036892 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a443b4c4-5b61-41c2-b645-ac53f75a0fbc tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:56:33.037860 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a443b4c4-5b61-41c2-b645-ac53f75a0fbc tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:56:33.055813 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-a443b4c4-5b61-41c2-b645-ac53f75a0fbc tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:33.063951 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-a443b4c4-5b61-41c2-b645-ac53f75a0fbc tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:33.097541 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 7523c21b-6545-4d24-89d7-5235435ba14f up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:56:33.112049 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-a443b4c4-5b61-41c2-b645-ac53f75a0fbc tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1085019 Aug 16 22:56:33.131030 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-e3361973-d42e-440f-b8ef-e53d71668629 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Request body: {'port': {'device_id': '216d6d85-a300-42b9-a347-bdea122b42f9', 'network_id': '0c122db5-1862-4ceb-83ab-54e7f19f5d4b', 'admin_state_up': True, 'tenant_id': '0369f599af094d418ec5d90b079c4e3c'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:56:33.307954 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-632e4d62-be34-4b6e-9553-83880729777f None None] Provisioning for port db463dad-2c0b-4b47-9715-b8c0d9d84d00 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:56:33.327244 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-632e4d62-be34-4b6e-9553-83880729777f None None] Provisioning complete for port db463dad-2c0b-4b47-9715-b8c0d9d84d00 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:56:33.328404 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-632e4d62-be34-4b6e-9553-83880729777f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:33.381621 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port 7523c21b-6545-4d24-89d7-5235435ba14f triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:56:33.382697 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:33.391657 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accbd249-c526-4739-a102-31f4a786467f req-8e981ca7-9a51-4689-b76a-75046d09dcf2 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:33.393496 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-accbd249-c526-4739-a102-31f4a786467f req-8e981ca7-9a51-4689-b76a-75046d09dcf2 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/ports?device_id=90c10d52-28c4-4fe7-900c-d78a77f3df52 HTTP/1.1" status: 200 len: 945 time: 0.1766295 Aug 16 22:56:33.514653 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-accbd249-c526-4739-a102-31f4a786467f req-62ad3cfe-4754-4027-b6eb-830615dd3219 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4ad6394-3e39-4386-b02d-4a7c32c3940e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143382 Aug 16 22:56:33.515482 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-632e4d62-be34-4b6e-9553-83880729777f None None] Port db463dad-2c0b-4b47-9715-b8c0d9d84d00 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:56:33.735875 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb4ade-42eb-47e5-948a-b56435207ce2 req-15c757a1-820a-4337-8c3d-3196975ad425 tempest-ServersAdminTestJSON-2019683922 tempest-ServersAdminTestJSON-2019683922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:33.736470 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb4ade-42eb-47e5-948a-b56435207ce2 req-15c757a1-820a-4337-8c3d-3196975ad425 tempest-ServersAdminTestJSON-2019683922 tempest-ServersAdminTestJSON-2019683922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:33.736996 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb4ade-42eb-47e5-948a-b56435207ce2 req-15c757a1-820a-4337-8c3d-3196975ad425 tempest-ServersAdminTestJSON-2019683922 tempest-ServersAdminTestJSON-2019683922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:33.737491 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb4ade-42eb-47e5-948a-b56435207ce2 req-15c757a1-820a-4337-8c3d-3196975ad425 tempest-ServersAdminTestJSON-2019683922 tempest-ServersAdminTestJSON-2019683922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:33.739367 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb4ade-42eb-47e5-948a-b56435207ce2 req-15c757a1-820a-4337-8c3d-3196975ad425 tempest-ServersAdminTestJSON-2019683922 tempest-ServersAdminTestJSON-2019683922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:33.739823 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb4ade-42eb-47e5-948a-b56435207ce2 req-15c757a1-820a-4337-8c3d-3196975ad425 tempest-ServersAdminTestJSON-2019683922 tempest-ServersAdminTestJSON-2019683922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:33.740318 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb4ade-42eb-47e5-948a-b56435207ce2 req-15c757a1-820a-4337-8c3d-3196975ad425 tempest-ServersAdminTestJSON-2019683922 tempest-ServersAdminTestJSON-2019683922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:33.758033 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb4ade-42eb-47e5-948a-b56435207ce2 req-15c757a1-820a-4337-8c3d-3196975ad425 tempest-ServersAdminTestJSON-2019683922 tempest-ServersAdminTestJSON-2019683922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:33.758955 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb4ade-42eb-47e5-948a-b56435207ce2 req-15c757a1-820a-4337-8c3d-3196975ad425 tempest-ServersAdminTestJSON-2019683922 tempest-ServersAdminTestJSON-2019683922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:33.759621 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb4ade-42eb-47e5-948a-b56435207ce2 req-15c757a1-820a-4337-8c3d-3196975ad425 tempest-ServersAdminTestJSON-2019683922 tempest-ServersAdminTestJSON-2019683922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:33.768718 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c7eb4ade-42eb-47e5-948a-b56435207ce2 req-15c757a1-820a-4337-8c3d-3196975ad425 tempest-ServersAdminTestJSON-2019683922 tempest-ServersAdminTestJSON-2019683922-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=216d6d85-a300-42b9-a347-bdea122b42f9&device_id=ced91254-e259-43ee-8113-4ad859ae9aa8&device_id=66b1cd4c-c1e1-4dfe-89ed-72d113b7433e&device_id=558fad6e-08d7-4f4e-9a19-1e466ac0428f&device_id=90c10d52-28c4-4fe7-900c-d78a77f3df52&device_id=116b3c9c-303e-4ffe-b86f-0b052c315ef4&device_id=e4b40d68-580d-4ed2-9460-ab869bff6030&device_id=2bc038fb-f156-450f-a404-6e5743c56ef4&device_id=17f5bfe5-4d50-4d2e-8eab-b5da0dd55868&device_id=3bc6ad35-37eb-49fc-aa60-10ea3b36c658 HTTP/1.1" status: 200 len: 9034 time: 0.2409430 Aug 16 22:56:33.838691 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-c7eb4ade-42eb-47e5-948a-b56435207ce2 req-b4d03cb6-d7a3-43fa-88e3-a165de8e123f tempest-ServersAdminTestJSON-2019683922 tempest-ServersAdminTestJSON-2019683922-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:34.185297 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:34.257475 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4b40d68-580d-4ed2-9460-ab869bff6030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7523c21b-6545-4d24-89d7-5235435ba14f'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:56:34.262771 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-373a4232-f925-4778-aa74-ac81a67dff2d" -d '{"events": [{"server_uuid": "e4b40d68-580d-4ed2-9460-ab869bff6030", "name": "network-vif-plugged", "status": "completed", "tag": "7523c21b-6545-4d24-89d7-5235435ba14f"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:56:34.303295 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-c7eb4ade-42eb-47e5-948a-b56435207ce2 req-b4d03cb6-d7a3-43fa-88e3-a165de8e123f tempest-ServersAdminTestJSON-2019683922 tempest-ServersAdminTestJSON-2019683922-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:34.314640 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-c7eb4ade-42eb-47e5-948a-b56435207ce2 req-b4d03cb6-d7a3-43fa-88e3-a165de8e123f tempest-ServersAdminTestJSON-2019683922 tempest-ServersAdminTestJSON-2019683922-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:34.315044 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 7523c21b-6545-4d24-89d7-5235435ba14f, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=7523c21b-6545-4d24-89d7-5235435ba14f,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:56:34.323754 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:34.491801 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 97f14d2e-b841-46a9-816c-e90e0630e00a up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:56:34.521371 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c7eb4ade-42eb-47e5-948a-b56435207ce2 req-b4d03cb6-d7a3-43fa-88e3-a165de8e123f tempest-ServersAdminTestJSON-2019683922 tempest-ServersAdminTestJSON-2019683922-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=a4ad6394-3e39-4386-b02d-4a7c32c3940e&id=af30ade3-5d60-40c1-aaba-ea89855e7980&id=28636a9e-058f-441f-8e78-3802344981e8&id=eaa103af-6035-465a-ac0a-d83c49d1ff93&id=3f8a2671-4820-4bed-b29d-ce4513378842&id=0819ca22-363d-4b59-9328-30a084cf554a&fields=id&fields=name HTTP/1.1" status: 200 len: 672 time: 0.7378430 Aug 16 22:56:34.521371 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d03cb6-d7a3-43fa-88e3-a165de8e123f tempest-ServersAdminTestJSON-2019683922 tempest-ServersAdminTestJSON-2019683922-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dba06a56-09e4-40f4-9bd1-a8d2cea99984,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:34.532414 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-e3361973-d42e-440f-b8ef-e53d71668629 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Made reservation on behalf of 0369f599af094d418ec5d90b079c4e3c for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:56:34.556600 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-e3361973-d42e-440f-b8ef-e53d71668629 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:34.594067 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=7523c21b-6545-4d24-89d7-5235435ba14f,revision_number=7']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:34.707974 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 97f14d2e-b841-46a9-816c-e90e0630e00a triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:56:34.711086 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:34.786477 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab8b03a-5ab4-48f5-8c6b-bb0e58eea3ad req-0bf49ccc-066e-437f-8b0b-e9b53120720a tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:34.797176 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5ab8b03a-5ab4-48f5-8c6b-bb0e58eea3ad req-0bf49ccc-066e-437f-8b0b-e9b53120720a tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "GET /v2.0/ports?device_id=216d6d85-a300-42b9-a347-bdea122b42f9 HTTP/1.1" status: 200 len: 932 time: 0.1652641 Aug 16 22:56:34.880100 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78ef5e9d-3cc5-4895-8227-c8be9900fd03 x-openstack-request-id: req-78ef5e9d-3cc5-4895-8227-c8be9900fd03 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:56:34.880419 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4b40d68-580d-4ed2-9460-ab869bff6030", "name": "network-vif-plugged", "status": "completed", "tag": "7523c21b-6545-4d24-89d7-5235435ba14f", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:56:34.880693 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-78ef5e9d-3cc5-4895-8227-c8be9900fd03 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:56:34.881198 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4b40d68-580d-4ed2-9460-ab869bff6030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7523c21b-6545-4d24-89d7-5235435ba14f', 'code': 200} Aug 16 22:56:34.907224 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5ab8b03a-5ab4-48f5-8c6b-bb0e58eea3ad req-80235369-0a04-496b-a28b-f1fa676162bd tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "GET /v2.0/security-groups?id=af30ade3-5d60-40c1-aaba-ea89855e7980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095841 Aug 16 22:56:35.052957 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-e3361973-d42e-440f-b8ef-e53d71668629 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Allocated IP 19.86.0.190 (0c122db5-1862-4ceb-83ab-54e7f19f5d4b/01ccb858-bbe0-4b24-b9d7-7706e34d0eaa/74327ace-1a1e-4a94-ac0d-0ef8730bdb5a) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:56:35.293095 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ad7666-311b-49b6-8fb2-179a9fda122b req-58689d9e-8f99-42c6-887c-24866d50074d tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:35.304457 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-61ad7666-311b-49b6-8fb2-179a9fda122b req-58689d9e-8f99-42c6-887c-24866d50074d tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/ports?device_id=90c10d52-28c4-4fe7-900c-d78a77f3df52 HTTP/1.1" status: 200 len: 945 time: 0.2026350 Aug 16 22:56:35.389786 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-e3361973-d42e-440f-b8ef-e53d71668629 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:35.406727 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-e3361973-d42e-440f-b8ef-e53d71668629 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Transition to ACTIVE for port object 74327ace-1a1e-4a94-ac0d-0ef8730bdb5a will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:56:35.446151 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-e3361973-d42e-440f-b8ef-e53d71668629 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:35.507910 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-e3361973-d42e-440f-b8ef-e53d71668629 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Network 0c122db5-1862-4ceb-83ab-54e7f19f5d4b is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:56:35.511308 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-e3361973-d42e-440f-b8ef-e53d71668629 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:56:35.525183 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-e3361973-d42e-440f-b8ef-e53d71668629 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:56:35.590842 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-e3361973-d42e-440f-b8ef-e53d71668629 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:35.591677 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-e3361973-d42e-440f-b8ef-e53d71668629 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:35.612508 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3361973-d42e-440f-b8ef-e53d71668629 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Pushing event updated for resources: {'Port': ['ID=74327ace-1a1e-4a94-ac0d-0ef8730bdb5a,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:35.618609 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-e3361973-d42e-440f-b8ef-e53d71668629 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4956028 Aug 16 22:56:35.638540 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-24ac0088-7546-4358-a164-d1402496dbe8 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Request body: {'port': {'device_id': '216d6d85-a300-42b9-a347-bdea122b42f9', 'network_id': '4c053a4e-0ec9-4d44-8656-e00b7fdb7817', 'admin_state_up': True, 'tenant_id': '0369f599af094d418ec5d90b079c4e3c'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:56:35.936689 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-61ad7666-311b-49b6-8fb2-179a9fda122b req-40717e27-42ad-4335-a0f8-03ac1d1ac03a tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4ad6394-3e39-4386-b02d-4a7c32c3940e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6252513 Aug 16 22:56:36.008341 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-85c7afcf-6705-4b7f-8ada-2535ab9fd95e None None] Provisioning for port 74327ace-1a1e-4a94-ac0d-0ef8730bdb5a completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:56:36.019844 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-85c7afcf-6705-4b7f-8ada-2535ab9fd95e None None] Provisioning complete for port 74327ace-1a1e-4a94-ac0d-0ef8730bdb5a triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:56:36.032749 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-85c7afcf-6705-4b7f-8ada-2535ab9fd95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:36.074697 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-24ac0088-7546-4358-a164-d1402496dbe8 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Made reservation on behalf of 0369f599af094d418ec5d90b079c4e3c for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:56:36.087170 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-24ac0088-7546-4358-a164-d1402496dbe8 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:36.206643 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-85c7afcf-6705-4b7f-8ada-2535ab9fd95e None None] Port 74327ace-1a1e-4a94-ac0d-0ef8730bdb5a cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:56:36.308668 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c47990-73ec-408b-84e4-f7b6716fcefa req-244c2ef0-0347-4aa8-8ece-10e4e58ec757 tempest-ServersAdminTestJSON-2019683922 tempest-ServersAdminTestJSON-2019683922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:36.309397 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c47990-73ec-408b-84e4-f7b6716fcefa req-244c2ef0-0347-4aa8-8ece-10e4e58ec757 tempest-ServersAdminTestJSON-2019683922 tempest-ServersAdminTestJSON-2019683922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:36.311289 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c47990-73ec-408b-84e4-f7b6716fcefa req-244c2ef0-0347-4aa8-8ece-10e4e58ec757 tempest-ServersAdminTestJSON-2019683922 tempest-ServersAdminTestJSON-2019683922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:36.326916 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-29c47990-73ec-408b-84e4-f7b6716fcefa req-244c2ef0-0347-4aa8-8ece-10e4e58ec757 tempest-ServersAdminTestJSON-2019683922 tempest-ServersAdminTestJSON-2019683922-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=ced91254-e259-43ee-8113-4ad859ae9aa8&device_id=66b1cd4c-c1e1-4dfe-89ed-72d113b7433e&device_id=558fad6e-08d7-4f4e-9a19-1e466ac0428f HTTP/1.1" status: 200 len: 2886 time: 0.1047482 Aug 16 22:56:36.377346 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-29c47990-73ec-408b-84e4-f7b6716fcefa req-5c4dec26-276f-416a-b8fd-d238b28669fd tempest-ServersAdminTestJSON-2019683922 tempest-ServersAdminTestJSON-2019683922-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=28636a9e-058f-441f-8e78-3802344981e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482688 Aug 16 22:56:36.536298 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-24ac0088-7546-4358-a164-d1402496dbe8 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Allocated IP 19.80.0.201 (4c053a4e-0ec9-4d44-8656-e00b7fdb7817/b8779300-92b7-4837-89de-7e210351e933/b8b8f78c-dc08-4ac8-975d-8e44ba5b0d68) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:56:36.705926 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf01d46-b24c-4be0-8917-e5ba0e1b804d req-93929089-a394-4af0-8b18-12a7ab418ea1 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:36.712038 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf01d46-b24c-4be0-8917-e5ba0e1b804d req-93929089-a394-4af0-8b18-12a7ab418ea1 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:36.713753 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0cf01d46-b24c-4be0-8917-e5ba0e1b804d req-93929089-a394-4af0-8b18-12a7ab418ea1 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "GET /v2.0/ports?device_id=216d6d85-a300-42b9-a347-bdea122b42f9 HTTP/1.1" status: 200 len: 1655 time: 0.1796200 Aug 16 22:56:36.752140 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc952e98-9170-4438-9e61-26c66eba9147 req-eb1138fa-81e5-4282-aafe-dc8fe16dc1ac tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:36.766234 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cc952e98-9170-4438-9e61-26c66eba9147 req-eb1138fa-81e5-4282-aafe-dc8fe16dc1ac tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/ports?device_id=116b3c9c-303e-4ffe-b86f-0b052c315ef4 HTTP/1.1" status: 200 len: 945 time: 0.1321516 Aug 16 22:56:36.883757 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cc952e98-9170-4438-9e61-26c66eba9147 req-321dda4d-a7aa-4da9-860a-8997ee87b988 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4ad6394-3e39-4386-b02d-4a7c32c3940e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165235 Aug 16 22:56:37.029539 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0cf01d46-b24c-4be0-8917-e5ba0e1b804d req-e601f4ba-ee5e-477e-84e2-04fd6dd86665 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "GET /v2.0/security-groups?id=af30ade3-5d60-40c1-aaba-ea89855e7980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910362 Aug 16 22:56:37.036794 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-24ac0088-7546-4358-a164-d1402496dbe8 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:37.057718 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b5b6886b-7609-4c86-a6ad-313b85062c59 req-ef64aceb-83f0-4d6c-9b48-019a33d87873 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=17f5bfe5-4d50-4d2e-8eab-b5da0dd55868&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3354526 Aug 16 22:56:37.100596 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-24ac0088-7546-4358-a164-d1402496dbe8 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Transition to ACTIVE for port object b8b8f78c-dc08-4ac8-975d-8e44ba5b0d68 will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:56:37.252655 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 36798) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:37.334590 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b6886b-7609-4c86-a6ad-313b85062c59 req-99fb6c95-5016-455e-abd9-4d7f03cc05b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:37.359760 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b5b6886b-7609-4c86-a6ad-313b85062c59 req-99fb6c95-5016-455e-abd9-4d7f03cc05b8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a9c0ed8d0d754c4dac8f472b354115ce&device_id=17f5bfe5-4d50-4d2e-8eab-b5da0dd55868 HTTP/1.1" status: 200 len: 1097 time: 0.2292976 Aug 16 22:56:37.592671 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a4b9c3bd-f4e6-4a75-9d8e-bc6043ce3ee9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:37.596955 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-24ac0088-7546-4358-a164-d1402496dbe8 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:37.778247 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-24ac0088-7546-4358-a164-d1402496dbe8 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Network 4c053a4e-0ec9-4d44-8656-e00b7fdb7817 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:56:37.851847 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-24ac0088-7546-4358-a164-d1402496dbe8 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:56:37.865596 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ac0088-7546-4358-a164-d1402496dbe8 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Pushing event updated for resources: {'Port': ['ID=b8b8f78c-dc08-4ac8-975d-8e44ba5b0d68,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:37.902878 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a4b9c3bd-f4e6-4a75-9d8e-bc6043ce3ee9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:37.905522 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-24ac0088-7546-4358-a164-d1402496dbe8 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:56:37.917276 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a4b9c3bd-f4e6-4a75-9d8e-bc6043ce3ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:37.989365 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-24ac0088-7546-4358-a164-d1402496dbe8 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:37.990655 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-24ac0088-7546-4358-a164-d1402496dbe8 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:38.000597 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-a4b9c3bd-f4e6-4a75-9d8e-bc6043ce3ee9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3709dfa98c3345f7a74df3c82fbeecf1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7458792 Aug 16 22:56:38.001499 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 36818) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:38.037825 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b6886b-7609-4c86-a6ad-313b85062c59 req-7a2b88da-6f11-4403-96d2-af1768a25412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:38.042007 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b5b6886b-7609-4c86-a6ad-313b85062c59 req-7a2b88da-6f11-4403-96d2-af1768a25412 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7bb4d736-1ee0-4c9d-95be-95b3b284910b HTTP/1.1" status: 200 len: 906 time: 0.6560395 Aug 16 22:56:38.267817 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b9c3bd-f4e6-4a75-9d8e-bc6043ce3ee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c05bc7b-105b-4294-8274-ab99caf40c2c,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:38.274745 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-24ac0088-7546-4358-a164-d1402496dbe8 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6418216 Aug 16 22:56:38.297761 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fdb3c8-39e8-4564-a50f-d045db61e365 req-8289e679-0c63-4d80-bb72-afd308339e32 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:38.298063 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-f99c6696-7d34-4b66-b7c1-ac9c41480cfe service neutron] Request body: {'port': {'device_id': '216d6d85-a300-42b9-a347-bdea122b42f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:56:38.307824 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-67fdb3c8-39e8-4564-a50f-d045db61e365 req-8289e679-0c63-4d80-bb72-afd308339e32 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/ports?device_id=116b3c9c-303e-4ffe-b86f-0b052c315ef4 HTTP/1.1" status: 200 len: 945 time: 0.3940690 Aug 16 22:56:38.310421 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b9c3bd-f4e6-4a75-9d8e-bc6043ce3ee9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:56:38.310765 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b9c3bd-f4e6-4a75-9d8e-bc6043ce3ee9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:56:38.311104 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b9c3bd-f4e6-4a75-9d8e-bc6043ce3ee9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:56:38.311455 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b9c3bd-f4e6-4a75-9d8e-bc6043ce3ee9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:56:38.311729 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b5b6886b-7609-4c86-a6ad-313b85062c59 req-7ffca7e7-d314-4f73-9577-e304670b69a6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee33ed41-4cca-40de-891b-38c2fb6e5688 HTTP/1.1" status: 200 len: 1000 time: 0.2541389 Aug 16 22:56:38.312345 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b9c3bd-f4e6-4a75-9d8e-bc6043ce3ee9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:56:38.312667 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b9c3bd-f4e6-4a75-9d8e-bc6043ce3ee9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:56:38.312998 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b9c3bd-f4e6-4a75-9d8e-bc6043ce3ee9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:56:38.313412 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b9c3bd-f4e6-4a75-9d8e-bc6043ce3ee9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:56:38.313737 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b9c3bd-f4e6-4a75-9d8e-bc6043ce3ee9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:56:38.324826 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b9c3bd-f4e6-4a75-9d8e-bc6043ce3ee9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:56:38.325394 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b9c3bd-f4e6-4a75-9d8e-bc6043ce3ee9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:56:38.325872 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b9c3bd-f4e6-4a75-9d8e-bc6043ce3ee9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:56:38.456161 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9e273492-8e82-498d-ac80-0836381b1d7a None None] Provisioning for port b8b8f78c-dc08-4ac8-975d-8e44ba5b0d68 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:56:38.462180 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9e273492-8e82-498d-ac80-0836381b1d7a None None] Provisioning complete for port b8b8f78c-dc08-4ac8-975d-8e44ba5b0d68 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:56:38.462898 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9e273492-8e82-498d-ac80-0836381b1d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:38.505571 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b807d443-b7dc-47d6-b1f9-94d27e4de622 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:38.535662 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-67fdb3c8-39e8-4564-a50f-d045db61e365 req-c21edd30-5800-4dd3-a95d-6362c587c400 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4ad6394-3e39-4386-b02d-4a7c32c3940e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240329 Aug 16 22:56:38.559364 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b6886b-7609-4c86-a6ad-313b85062c59 req-ba3e883c-d305-4659-8e78-dc81dfc3599f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:38.563135 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b5b6886b-7609-4c86-a6ad-313b85062c59 req-ba3e883c-d305-4659-8e78-dc81dfc3599f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4f17be0c-e94d-48bc-9b35-a0b031c07b96 HTTP/1.1" status: 200 len: 844 time: 0.1960146 Aug 16 22:56:38.563838 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-f99c6696-7d34-4b66-b7c1-ac9c41480cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:38.574423 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-9e273492-8e82-498d-ac80-0836381b1d7a None None] Port b8b8f78c-dc08-4ac8-975d-8e44ba5b0d68 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:56:38.591353 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a570f4c9-7bc5-45b9-ab51-830a6be97ff4 req-c4933857-637b-4cfd-8d35-82ef250a64d8 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:38.607596 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a570f4c9-7bc5-45b9-ab51-830a6be97ff4 req-c4933857-637b-4cfd-8d35-82ef250a64d8 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:38.614587 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a570f4c9-7bc5-45b9-ab51-830a6be97ff4 req-c4933857-637b-4cfd-8d35-82ef250a64d8 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:38.616248 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a570f4c9-7bc5-45b9-ab51-830a6be97ff4 req-c4933857-637b-4cfd-8d35-82ef250a64d8 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "GET /v2.0/ports?device_id=216d6d85-a300-42b9-a347-bdea122b42f9 HTTP/1.1" status: 200 len: 2377 time: 0.2782798 Aug 16 22:56:38.722994 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b6886b-7609-4c86-a6ad-313b85062c59 req-3f7fa97a-10d3-487c-85ac-4e6ac2bc111d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:38.724857 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b5b6886b-7609-4c86-a6ad-313b85062c59 req-3f7fa97a-10d3-487c-85ac-4e6ac2bc111d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7bb4d736-1ee0-4c9d-95be-95b3b284910b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1482244 Aug 16 22:56:38.804164 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a570f4c9-7bc5-45b9-ab51-830a6be97ff4 req-255398cb-a0f9-4337-8aad-37ff3092d066 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "GET /v2.0/security-groups?id=af30ade3-5d60-40c1-aaba-ea89855e7980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620538 Aug 16 22:56:38.815523 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b807d443-b7dc-47d6-b1f9-94d27e4de622 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:38.911986 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c012085-c8ac-4512-aa93-1f51166bc596 req-3b659afc-00b3-4f42-ad84-ea653096cf19 tempest-ServersAdminTestJSON-2019683922 tempest-ServersAdminTestJSON-2019683922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:38.932260 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4c012085-c8ac-4512-aa93-1f51166bc596 req-3b659afc-00b3-4f42-ad84-ea653096cf19 tempest-ServersAdminTestJSON-2019683922 tempest-ServersAdminTestJSON-2019683922-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=558fad6e-08d7-4f4e-9a19-1e466ac0428f HTTP/1.1" status: 200 len: 1102 time: 0.1008823 Aug 16 22:56:39.016432 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4c012085-c8ac-4512-aa93-1f51166bc596 req-6b912735-5a1c-4876-8699-b5cb7953b18e tempest-ServersAdminTestJSON-2019683922 tempest-ServersAdminTestJSON-2019683922-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=28636a9e-058f-441f-8e78-3802344981e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831063 Aug 16 22:56:39.064635 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b5b6886b-7609-4c86-a6ad-313b85062c59 req-2439ee55-8b12-4971-b476-3539eacedf0c service neutron] 10.222.0.57 "GET /v2.0/networks/7bb4d736-1ee0-4c9d-95be-95b3b284910b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3279052 Aug 16 22:56:39.065195 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b807d443-b7dc-47d6-b1f9-94d27e4de622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:39.067680 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b807d443-b7dc-47d6-b1f9-94d27e4de622 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:39.068991 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-b807d443-b7dc-47d6-b1f9-94d27e4de622 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4c05bc7b-105b-4294-8274-ab99caf40c2c HTTP/1.1" status: 204 len: 168 time: 1.0067036 Aug 16 22:56:39.079746 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b807d443-b7dc-47d6-b1f9-94d27e4de622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c05bc7b-105b-4294-8274-ab99caf40c2c,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:39.224412 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c880a-82b8-4c0b-8def-acd37502506e req-3f35ca25-c587-4e97-9cef-345d56ac1924 tempest-ServersAdminTestJSON-2019683922 tempest-ServersAdminTestJSON-2019683922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:39.232466 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-401c880a-82b8-4c0b-8def-acd37502506e req-3f35ca25-c587-4e97-9cef-345d56ac1924 tempest-ServersAdminTestJSON-2019683922 tempest-ServersAdminTestJSON-2019683922-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=558fad6e-08d7-4f4e-9a19-1e466ac0428f HTTP/1.1" status: 200 len: 1102 time: 0.1125789 Aug 16 22:56:39.366334 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-401c880a-82b8-4c0b-8def-acd37502506e req-6298df66-72b6-45e8-96d1-c156e9f55a69 tempest-ServersAdminTestJSON-2019683922 tempest-ServersAdminTestJSON-2019683922-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=28636a9e-058f-441f-8e78-3802344981e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144490 Aug 16 22:56:39.551418 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b5b6886b-7609-4c86-a6ad-313b85062c59 req-e3043bf8-57ac-4539-9668-21780d7b9e63 service neutron] 10.222.0.57 "GET /v2.0/networks/7bb4d736-1ee0-4c9d-95be-95b3b284910b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4356031 Aug 16 22:56:39.575785 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-f99c6696-7d34-4b66-b7c1-ac9c41480cfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db463dad-2c0b-4b47-9715-b8c0d9d84d00 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:56:39.605076 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-f99c6696-7d34-4b66-b7c1-ac9c41480cfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:39.655351 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-f99c6696-7d34-4b66-b7c1-ac9c41480cfe service neutron] Transition to ACTIVE for port object db463dad-2c0b-4b47-9715-b8c0d9d84d00 will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:56:39.667642 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-f99c6696-7d34-4b66-b7c1-ac9c41480cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:39.786965 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 36872) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:39.821587 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f590412b-e75c-4040-b855-98cf203725f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:39.869229 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af635e-d3d6-497a-b551-aa0055eb2fa1 req-0eacbdcb-146b-4b3b-969f-25dde08ace6e tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:39.878899 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-90af635e-d3d6-497a-b551-aa0055eb2fa1 req-0eacbdcb-146b-4b3b-969f-25dde08ace6e tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/ports?device_id=116b3c9c-303e-4ffe-b86f-0b052c315ef4 HTTP/1.1" status: 200 len: 945 time: 0.1993704 Aug 16 22:56:39.919874 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99c6696-7d34-4b66-b7c1-ac9c41480cfe service neutron] Pushing event updated for resources: {'Port': ['ID=db463dad-2c0b-4b47-9715-b8c0d9d84d00,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:40.142410 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-f99c6696-7d34-4b66-b7c1-ac9c41480cfe service neutron] Attempting to bind port db463dad-2c0b-4b47-9715-b8c0d9d84d00 on host n-h2-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:56:40.142410 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-f99c6696-7d34-4b66-b7c1-ac9c41480cfe service neutron] Attempting to bind port db463dad-2c0b-4b47-9715-b8c0d9d84d00 by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': '625714ca-800b-4a42-8a4c-65556747ee5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4c053a4e-0ec9-4d44-8656-e00b7fdb7817'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:56:40.142410 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-f99c6696-7d34-4b66-b7c1-ac9c41480cfe service neutron] Attempting to bind port db463dad-2c0b-4b47-9715-b8c0d9d84d00 on network 4c053a4e-0ec9-4d44-8656-e00b7fdb7817 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:56:40.145885 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-f99c6696-7d34-4b66-b7c1-ac9c41480cfe service neutron] Port db463dad-2c0b-4b47-9715-b8c0d9d84d00 on network 4c053a4e-0ec9-4d44-8656-e00b7fdb7817 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:56:40.146221 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-f99c6696-7d34-4b66-b7c1-ac9c41480cfe service neutron] Attempting to bind port db463dad-2c0b-4b47-9715-b8c0d9d84d00 on network 4c053a4e-0ec9-4d44-8656-e00b7fdb7817 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:56:40.151943 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-f99c6696-7d34-4b66-b7c1-ac9c41480cfe service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:56:40.152233 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-f99c6696-7d34-4b66-b7c1-ac9c41480cfe service neutron] Checking segment: {'id': '625714ca-800b-4a42-8a4c-65556747ee5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4c053a4e-0ec9-4d44-8656-e00b7fdb7817'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:56:40.153671 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-f99c6696-7d34-4b66-b7c1-ac9c41480cfe service neutron] Bound using segment: {'id': '625714ca-800b-4a42-8a4c-65556747ee5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4c053a4e-0ec9-4d44-8656-e00b7fdb7817'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:56:40.154124 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-f99c6696-7d34-4b66-b7c1-ac9c41480cfe service neutron] Bound port: db463dad-2c0b-4b47-9715-b8c0d9d84d00, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '625714ca-800b-4a42-8a4c-65556747ee5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4c053a4e-0ec9-4d44-8656-e00b7fdb7817'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:56:40.154491 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-f99c6696-7d34-4b66-b7c1-ac9c41480cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:40.228501 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f590412b-e75c-4040-b855-98cf203725f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:40.245723 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-90af635e-d3d6-497a-b551-aa0055eb2fa1 req-0ec24375-3a3d-4d1b-a5b5-79fd7cfc776c tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4ad6394-3e39-4386-b02d-4a7c32c3940e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3609035 Aug 16 22:56:40.253813 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f590412b-e75c-4040-b855-98cf203725f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:40.279338 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-f99c6696-7d34-4b66-b7c1-ac9c41480cfe service neutron] For port db463dad-2c0b-4b47-9715-b8c0d9d84d00, host n-h2-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:56:40.285756 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-f99c6696-7d34-4b66-b7c1-ac9c41480cfe service neutron] For port db463dad-2c0b-4b47-9715-b8c0d9d84d00, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=db463dad-2c0b-4b47-9715-b8c0d9d84d00,segment=NetworkSegment(625714ca-800b-4a42-8a4c-65556747ee5a),segment_id=625714ca-800b-4a42-8a4c-65556747ee5a)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:56:40.297839 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-f99c6696-7d34-4b66-b7c1-ac9c41480cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:40.328858 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce607ee-86d3-4243-881c-2868b355f13b req-24a9dbeb-7b9a-4859-93e0-38447b2b8294 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:40.335943 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce607ee-86d3-4243-881c-2868b355f13b req-24a9dbeb-7b9a-4859-93e0-38447b2b8294 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:40.346044 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-f99c6696-7d34-4b66-b7c1-ac9c41480cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:40.347005 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-f99c6696-7d34-4b66-b7c1-ac9c41480cfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:40.348339 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-f99c6696-7d34-4b66-b7c1-ac9c41480cfe service neutron] 10.222.0.57 "PUT /v2.0/ports/db463dad-2c0b-4b47-9715-b8c0d9d84d00 HTTP/1.1" status: 200 len: 1093 time: 2.0575418 Aug 16 22:56:40.348812 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce607ee-86d3-4243-881c-2868b355f13b req-24a9dbeb-7b9a-4859-93e0-38447b2b8294 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:40.350815 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '216d6d85-a300-42b9-a347-bdea122b42f9', 'tag': 'db463dad-2c0b-4b47-9715-b8c0d9d84d00'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:56:40.353204 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d81b277-b936-4b1e-9257-db6af2e24e3d" -d '{"events": [{"name": "network-changed", "server_uuid": "216d6d85-a300-42b9-a347-bdea122b42f9", "tag": "db463dad-2c0b-4b47-9715-b8c0d9d84d00"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:56:40.353547 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fce607ee-86d3-4243-881c-2868b355f13b req-24a9dbeb-7b9a-4859-93e0-38447b2b8294 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "GET /v2.0/ports?device_id=216d6d85-a300-42b9-a347-bdea122b42f9 HTTP/1.1" status: 200 len: 2389 time: 0.1855402 Aug 16 22:56:40.383956 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f590412b-e75c-4040-b855-98cf203725f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cad7472-1f07-4431-a15c-811c6bd396f2,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:40.395803 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-f590412b-e75c-4040-b855-98cf203725f6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5e2246142dcb4767aa5eef65e4f6fd93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6077454 Aug 16 22:56:40.403841 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-940ecab9-9a8d-4b5a-8a26-f1d3d4abf127 service neutron] Request body: {'port': {'device_id': '216d6d85-a300-42b9-a347-bdea122b42f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:56:40.440691 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 36894) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:40.452174 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99c6696-7d34-4b66-b7c1-ac9c41480cfe service neutron] Pushing event updated for resources: {'Port': ['ID=db463dad-2c0b-4b47-9715-b8c0d9d84d00,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:40.482163 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fce607ee-86d3-4243-881c-2868b355f13b req-8f5b8a77-3fc0-40d2-a861-083fa34a6558 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "GET /v2.0/security-groups?id=af30ade3-5d60-40c1-aaba-ea89855e7980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849931 Aug 16 22:56:40.515458 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-940ecab9-9a8d-4b5a-8a26-f1d3d4abf127 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:40.938334 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:40.949999 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-940ecab9-9a8d-4b5a-8a26-f1d3d4abf127 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74327ace-1a1e-4a94-ac0d-0ef8730bdb5a {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:56:40.981079 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-940ecab9-9a8d-4b5a-8a26-f1d3d4abf127 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:40.999905 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-940ecab9-9a8d-4b5a-8a26-f1d3d4abf127 service neutron] Transition to ACTIVE for port object 74327ace-1a1e-4a94-ac0d-0ef8730bdb5a will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:56:41.006468 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3be693d-fa02-4deb-9ba2-83502136945c x-openstack-request-id: req-e3be693d-fa02-4deb-9ba2-83502136945c {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:56:41.006812 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "216d6d85-a300-42b9-a347-bdea122b42f9", "tag": "db463dad-2c0b-4b47-9715-b8c0d9d84d00", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:56:41.007198 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e3be693d-fa02-4deb-9ba2-83502136945c {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:56:41.007796 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '216d6d85-a300-42b9-a347-bdea122b42f9', 'tag': 'db463dad-2c0b-4b47-9715-b8c0d9d84d00', 'status': 'completed', 'code': 200} Aug 16 22:56:41.027357 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-940ecab9-9a8d-4b5a-8a26-f1d3d4abf127 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:41.098240 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940ecab9-9a8d-4b5a-8a26-f1d3d4abf127 service neutron] Pushing event updated for resources: {'Port': ['ID=74327ace-1a1e-4a94-ac0d-0ef8730bdb5a,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:41.117211 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c6297ed5-319a-46f2-8fd4-875889c06568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:41.274712 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c6297ed5-319a-46f2-8fd4-875889c06568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:41.360520 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d81b277-b936-4b1e-9257-db6af2e24e3d req-6965ba68-b6a8-4d05-acc5-2d107b0efd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:41.361450 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d81b277-b936-4b1e-9257-db6af2e24e3d req-6965ba68-b6a8-4d05-acc5-2d107b0efd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:41.361962 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d81b277-b936-4b1e-9257-db6af2e24e3d req-6965ba68-b6a8-4d05-acc5-2d107b0efd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:41.363945 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6d81b277-b936-4b1e-9257-db6af2e24e3d req-6965ba68-b6a8-4d05-acc5-2d107b0efd35 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0369f599af094d418ec5d90b079c4e3c&device_id=216d6d85-a300-42b9-a347-bdea122b42f9 HTTP/1.1" status: 200 len: 2759 time: 0.3552916 Aug 16 22:56:41.535260 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de828ce-2698-4666-87db-22249f91cf58 req-d8114c38-2d84-41cb-b203-36539793cb74 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:41.553194 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0de828ce-2698-4666-87db-22249f91cf58 req-d8114c38-2d84-41cb-b203-36539793cb74 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/ports?device_id=116b3c9c-303e-4ffe-b86f-0b052c315ef4 HTTP/1.1" status: 200 len: 945 time: 0.1519625 Aug 16 22:56:41.729091 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0de828ce-2698-4666-87db-22249f91cf58 req-d9d4b189-5ae1-4109-83e7-cecd2cfea1e9 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4ad6394-3e39-4386-b02d-4a7c32c3940e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748953 Aug 16 22:56:41.859837 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f7f49c-24c7-4543-96ad-558a0535b0f5 req-4974c1e2-46f5-4164-81a1-03477a1da529 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:41.863538 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c6297ed5-319a-46f2-8fd4-875889c06568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:41.866743 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c6297ed5-319a-46f2-8fd4-875889c06568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:41.868517 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-c6297ed5-319a-46f2-8fd4-875889c06568 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7cad7472-1f07-4431-a15c-811c6bd396f2 HTTP/1.1" status: 204 len: 168 time: 1.4243295 Aug 16 22:56:41.870832 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b0f7f49c-24c7-4543-96ad-558a0535b0f5 req-4974c1e2-46f5-4164-81a1-03477a1da529 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bc6ad35-37eb-49fc-aa60-10ea3b36c658 HTTP/1.1" status: 200 len: 946 time: 0.1187057 Aug 16 22:56:41.986260 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b0f7f49c-24c7-4543-96ad-558a0535b0f5 req-fd74f6ca-ecb7-4b39-822d-c39d94edc1bf tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=0819ca22-363d-4b59-9328-30a084cf554a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138830 Aug 16 22:56:41.997827 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-940ecab9-9a8d-4b5a-8a26-f1d3d4abf127 service neutron] Attempting to bind port 74327ace-1a1e-4a94-ac0d-0ef8730bdb5a on host n-h2-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:56:41.998184 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-940ecab9-9a8d-4b5a-8a26-f1d3d4abf127 service neutron] Attempting to bind port 74327ace-1a1e-4a94-ac0d-0ef8730bdb5a by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': '068d3cc4-71ee-499c-ae62-b5be76727bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0c122db5-1862-4ceb-83ab-54e7f19f5d4b'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:56:41.998531 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-940ecab9-9a8d-4b5a-8a26-f1d3d4abf127 service neutron] Attempting to bind port 74327ace-1a1e-4a94-ac0d-0ef8730bdb5a on network 0c122db5-1862-4ceb-83ab-54e7f19f5d4b {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:56:42.004684 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6297ed5-319a-46f2-8fd4-875889c06568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cad7472-1f07-4431-a15c-811c6bd396f2,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:42.047328 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f355036-2c06-48af-84fd-c7f7f99e26a6 req-d7c6b8dd-1b30-4901-85ca-6f0293c92777 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:42.065783 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-940ecab9-9a8d-4b5a-8a26-f1d3d4abf127 service neutron] Port 74327ace-1a1e-4a94-ac0d-0ef8730bdb5a on network 0c122db5-1862-4ceb-83ab-54e7f19f5d4b not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:56:42.066587 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-940ecab9-9a8d-4b5a-8a26-f1d3d4abf127 service neutron] Attempting to bind port 74327ace-1a1e-4a94-ac0d-0ef8730bdb5a on network 0c122db5-1862-4ceb-83ab-54e7f19f5d4b {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:56:42.074392 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f355036-2c06-48af-84fd-c7f7f99e26a6 req-d7c6b8dd-1b30-4901-85ca-6f0293c92777 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:42.098202 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f355036-2c06-48af-84fd-c7f7f99e26a6 req-d7c6b8dd-1b30-4901-85ca-6f0293c92777 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:42.100171 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7f355036-2c06-48af-84fd-c7f7f99e26a6 req-d7c6b8dd-1b30-4901-85ca-6f0293c92777 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "GET /v2.0/ports?device_id=216d6d85-a300-42b9-a347-bdea122b42f9 HTTP/1.1" status: 200 len: 2401 time: 0.2172196 Aug 16 22:56:42.160674 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-940ecab9-9a8d-4b5a-8a26-f1d3d4abf127 service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:56:42.161433 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-940ecab9-9a8d-4b5a-8a26-f1d3d4abf127 service neutron] Checking segment: {'id': '068d3cc4-71ee-499c-ae62-b5be76727bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0c122db5-1862-4ceb-83ab-54e7f19f5d4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:56:42.162045 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-940ecab9-9a8d-4b5a-8a26-f1d3d4abf127 service neutron] Bound using segment: {'id': '068d3cc4-71ee-499c-ae62-b5be76727bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0c122db5-1862-4ceb-83ab-54e7f19f5d4b'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:56:42.162697 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-940ecab9-9a8d-4b5a-8a26-f1d3d4abf127 service neutron] Bound port: 74327ace-1a1e-4a94-ac0d-0ef8730bdb5a, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '068d3cc4-71ee-499c-ae62-b5be76727bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0c122db5-1862-4ceb-83ab-54e7f19f5d4b'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:56:42.163083 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-940ecab9-9a8d-4b5a-8a26-f1d3d4abf127 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:42.214077 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7f355036-2c06-48af-84fd-c7f7f99e26a6 req-2879a6ad-c4e7-47b6-b368-31b611bce36a tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "GET /v2.0/security-groups?id=af30ade3-5d60-40c1-aaba-ea89855e7980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076982 Aug 16 22:56:42.246179 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d81b277-b936-4b1e-9257-db6af2e24e3d req-6dbf5892-a9a7-4ccd-a009-415ed30dc78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:42.246678 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d81b277-b936-4b1e-9257-db6af2e24e3d req-6dbf5892-a9a7-4ccd-a009-415ed30dc78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:42.247169 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d81b277-b936-4b1e-9257-db6af2e24e3d req-6dbf5892-a9a7-4ccd-a009-415ed30dc78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:42.248829 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6d81b277-b936-4b1e-9257-db6af2e24e3d req-6dbf5892-a9a7-4ccd-a009-415ed30dc78d service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=0369f599af094d418ec5d90b079c4e3c&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.7857125 Aug 16 22:56:42.363929 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0639e80-3a90-4117-8520-8f9f22fb9001 req-f58a53c8-cb36-4570-9e21-5b1aa9d73f5a tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:42.378143 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d0639e80-3a90-4117-8520-8f9f22fb9001 req-f58a53c8-cb36-4570-9e21-5b1aa9d73f5a tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/ports?device_id=558fad6e-08d7-4f4e-9a19-1e466ac0428f HTTP/1.1" status: 200 len: 950 time: 0.0808353 Aug 16 22:56:42.474229 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d0639e80-3a90-4117-8520-8f9f22fb9001 req-2435c064-2ff6-4880-866d-4dba3eedffc5 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/security-groups?id=28636a9e-058f-441f-8e78-3802344981e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872264 Aug 16 22:56:42.499249 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-940ecab9-9a8d-4b5a-8a26-f1d3d4abf127 service neutron] For port 74327ace-1a1e-4a94-ac0d-0ef8730bdb5a, host n-h2-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:56:42.504572 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-940ecab9-9a8d-4b5a-8a26-f1d3d4abf127 service neutron] For port 74327ace-1a1e-4a94-ac0d-0ef8730bdb5a, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=74327ace-1a1e-4a94-ac0d-0ef8730bdb5a,segment=NetworkSegment(068d3cc4-71ee-499c-ae62-b5be76727bbb),segment_id=068d3cc4-71ee-499c-ae62-b5be76727bbb)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:56:42.513293 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-940ecab9-9a8d-4b5a-8a26-f1d3d4abf127 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:42.533945 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed684b-166e-4962-9d0a-f38b13f8ea98 req-6b82f05c-3766-4d74-9d87-cf17347a8500 tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:42.536501 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-37ed684b-166e-4962-9d0a-f38b13f8ea98 req-6b82f05c-3766-4d74-9d87-cf17347a8500 tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] 10.222.0.36 "GET /v2.0/ports?device_id=17f5bfe5-4d50-4d2e-8eab-b5da0dd55868 HTTP/1.1" status: 200 len: 945 time: 0.1558139 Aug 16 22:56:42.631990 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-37ed684b-166e-4962-9d0a-f38b13f8ea98 req-3fb3fc0b-fe68-4ee1-9e0f-b38d25aac505 tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f8a2671-4820-4bed-b29d-ce4513378842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787094 Aug 16 22:56:42.674480 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-940ecab9-9a8d-4b5a-8a26-f1d3d4abf127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:42.675119 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-940ecab9-9a8d-4b5a-8a26-f1d3d4abf127 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:42.676530 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-940ecab9-9a8d-4b5a-8a26-f1d3d4abf127 service neutron] 10.222.0.57 "PUT /v2.0/ports/74327ace-1a1e-4a94-ac0d-0ef8730bdb5a HTTP/1.1" status: 200 len: 1093 time: 2.2808056 Aug 16 22:56:42.686018 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d81b277-b936-4b1e-9257-db6af2e24e3d req-f66c9764-c2a0-4515-9447-96aa8fb7029e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:42.688567 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6d81b277-b936-4b1e-9257-db6af2e24e3d req-f66c9764-c2a0-4515-9447-96aa8fb7029e service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4263151 Aug 16 22:56:42.689651 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940ecab9-9a8d-4b5a-8a26-f1d3d4abf127 service neutron] Pushing event updated for resources: {'Port': ['ID=74327ace-1a1e-4a94-ac0d-0ef8730bdb5a,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:42.725500 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-f919761c-9b88-4e24-9bf9-a7ea024780fe service neutron] Request body: {'port': {'device_id': '216d6d85-a300-42b9-a347-bdea122b42f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:56:42.875072 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-f919761c-9b88-4e24-9bf9-a7ea024780fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:42.932485 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b9fec8-216d-4f64-adf0-e71f30dea9fe req-c0b06067-9a0a-4f7d-b145-3f3278a45c03 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:42.942001 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-14b9fec8-216d-4f64-adf0-e71f30dea9fe req-c0b06067-9a0a-4f7d-b145-3f3278a45c03 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/ports?device_id=116b3c9c-303e-4ffe-b86f-0b052c315ef4 HTTP/1.1" status: 200 len: 945 time: 0.0918598 Aug 16 22:56:43.013355 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '216d6d85-a300-42b9-a347-bdea122b42f9', 'tag': '74327ace-1a1e-4a94-ac0d-0ef8730bdb5a'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:56:43.016943 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be81200d-3df4-40e1-8517-ffe70026a766" -d '{"events": [{"name": "network-changed", "server_uuid": "216d6d85-a300-42b9-a347-bdea122b42f9", "tag": "74327ace-1a1e-4a94-ac0d-0ef8730bdb5a"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:56:43.019266 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-14b9fec8-216d-4f64-adf0-e71f30dea9fe req-a1c3238e-ebad-43b9-ac54-d39eea611dbc tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4ad6394-3e39-4386-b02d-4a7c32c3940e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761936 Aug 16 22:56:43.230810 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579437f9-bdc9-4c1d-a781-d375eb3fb863 req-f7e47168-70b3-41b1-8b6c-11de5fd2f704 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:43.248057 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-579437f9-bdc9-4c1d-a781-d375eb3fb863 req-f7e47168-70b3-41b1-8b6c-11de5fd2f704 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bc6ad35-37eb-49fc-aa60-10ea3b36c658 HTTP/1.1" status: 200 len: 946 time: 0.1153467 Aug 16 22:56:43.300226 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aaf96de-b34a-45f5-810d-00b1d159a542 x-openstack-request-id: req-6aaf96de-b34a-45f5-810d-00b1d159a542 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:56:43.305972 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-579437f9-bdc9-4c1d-a781-d375eb3fb863 req-3f10b2e6-341f-45d8-b98f-f4dfd3384551 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=0819ca22-363d-4b59-9328-30a084cf554a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570045 Aug 16 22:56:43.306094 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "216d6d85-a300-42b9-a347-bdea122b42f9", "tag": "74327ace-1a1e-4a94-ac0d-0ef8730bdb5a", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:56:43.306457 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6aaf96de-b34a-45f5-810d-00b1d159a542 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:56:43.306908 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '216d6d85-a300-42b9-a347-bdea122b42f9', 'tag': '74327ace-1a1e-4a94-ac0d-0ef8730bdb5a', 'status': 'completed', 'code': 200} Aug 16 22:56:43.511106 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be81200d-3df4-40e1-8517-ffe70026a766 req-0c11765c-5efc-45b7-9825-26d8718e2cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:43.511641 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be81200d-3df4-40e1-8517-ffe70026a766 req-0c11765c-5efc-45b7-9825-26d8718e2cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:43.511714 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be81200d-3df4-40e1-8517-ffe70026a766 req-0c11765c-5efc-45b7-9825-26d8718e2cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:43.513465 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-be81200d-3df4-40e1-8517-ffe70026a766 req-0c11765c-5efc-45b7-9825-26d8718e2cbc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0369f599af094d418ec5d90b079c4e3c&device_id=216d6d85-a300-42b9-a347-bdea122b42f9 HTTP/1.1" status: 200 len: 2801 time: 0.1515040 Aug 16 22:56:43.566248 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1cb799-1f62-412f-bbae-65fde7f59e63 req-6f5ef197-c5c7-45cf-a39a-c8b201fdca3c tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:43.572764 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fe1cb799-1f62-412f-bbae-65fde7f59e63 req-6f5ef197-c5c7-45cf-a39a-c8b201fdca3c tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.68 "GET /v2.0/ports?device_id=3bc6ad35-37eb-49fc-aa60-10ea3b36c658 HTTP/1.1" status: 200 len: 946 time: 0.1911621 Aug 16 22:56:43.590063 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9eb4f0-7e56-432e-bd47-a9fd5753cda6 req-f8623f72-b897-4dfe-bcf8-233460bad185 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:43.598087 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9eb4f0-7e56-432e-bd47-a9fd5753cda6 req-f8623f72-b897-4dfe-bcf8-233460bad185 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:43.604740 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9eb4f0-7e56-432e-bd47-a9fd5753cda6 req-f8623f72-b897-4dfe-bcf8-233460bad185 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:43.614226 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2c9eb4f0-7e56-432e-bd47-a9fd5753cda6 req-f8623f72-b897-4dfe-bcf8-233460bad185 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "GET /v2.0/ports?device_id=216d6d85-a300-42b9-a347-bdea122b42f9 HTTP/1.1" status: 200 len: 2401 time: 0.1862452 Aug 16 22:56:43.751488 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2c9eb4f0-7e56-432e-bd47-a9fd5753cda6 req-12385a49-5afa-4b39-8872-fb99b4a8f15e tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "GET /v2.0/security-groups?id=af30ade3-5d60-40c1-aaba-ea89855e7980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360760 Aug 16 22:56:43.803097 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-f919761c-9b88-4e24-9bf9-a7ea024780fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8b8f78c-dc08-4ac8-975d-8e44ba5b0d68 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:56:43.829176 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-f919761c-9b88-4e24-9bf9-a7ea024780fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:43.875959 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-f919761c-9b88-4e24-9bf9-a7ea024780fe service neutron] Transition to ACTIVE for port object b8b8f78c-dc08-4ac8-975d-8e44ba5b0d68 will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:56:43.877141 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d014b30-b9cd-4831-8d92-ad47995c8c83 req-48fbe12a-05ab-4d92-a7a4-378d4e04bbb6 tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:43.878709 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3d014b30-b9cd-4831-8d92-ad47995c8c83 req-48fbe12a-05ab-4d92-a7a4-378d4e04bbb6 tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] 10.222.0.36 "GET /v2.0/ports?device_id=17f5bfe5-4d50-4d2e-8eab-b5da0dd55868 HTTP/1.1" status: 200 len: 945 time: 0.1616304 Aug 16 22:56:43.896031 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-f919761c-9b88-4e24-9bf9-a7ea024780fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:43.898191 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-fe1cb799-1f62-412f-bbae-65fde7f59e63 req-6288a7aa-82ea-409b-aad2-bda1719d255f tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Deleting port 386b7938-45f8-4304-8ad8-6bd407d56721 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:56:43.898575 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-fe1cb799-1f62-412f-bbae-65fde7f59e63 req-6288a7aa-82ea-409b-aad2-bda1719d255f tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:44.104026 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f919761c-9b88-4e24-9bf9-a7ea024780fe service neutron] Pushing event updated for resources: {'Port': ['ID=b8b8f78c-dc08-4ac8-975d-8e44ba5b0d68,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:44.182180 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3d014b30-b9cd-4831-8d92-ad47995c8c83 req-18ad3384-c508-4ab1-90c5-09262fd97103 tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f8a2671-4820-4bed-b29d-ce4513378842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2945952 Aug 16 22:56:44.218241 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6c804f-7f7e-4008-8655-52401b8f9d2b req-cbe602ae-e55e-4aca-ac82-ee73ae0a91a4 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:44.220264 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2d6c804f-7f7e-4008-8655-52401b8f9d2b req-cbe602ae-e55e-4aca-ac82-ee73ae0a91a4 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/ports?device_id=558fad6e-08d7-4f4e-9a19-1e466ac0428f HTTP/1.1" status: 200 len: 950 time: 0.3555551 Aug 16 22:56:44.274648 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be81200d-3df4-40e1-8517-ffe70026a766 req-92c2a64a-2242-4e4f-b1c7-c8ea59d7e9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:44.275053 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be81200d-3df4-40e1-8517-ffe70026a766 req-92c2a64a-2242-4e4f-b1c7-c8ea59d7e9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:44.275533 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be81200d-3df4-40e1-8517-ffe70026a766 req-92c2a64a-2242-4e4f-b1c7-c8ea59d7e9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:44.277252 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-be81200d-3df4-40e1-8517-ffe70026a766 req-92c2a64a-2242-4e4f-b1c7-c8ea59d7e9c9 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=0369f599af094d418ec5d90b079c4e3c&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.7346163 Aug 16 22:56:44.343916 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-fe1cb799-1f62-412f-bbae-65fde7f59e63 req-6288a7aa-82ea-409b-aad2-bda1719d255f tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] For port 386b7938-45f8-4304-8ad8-6bd407d56721, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=386b7938-45f8-4304-8ad8-6bd407d56721,segment=NetworkSegment(b23390f1-3345-4e11-b45b-da1aa220458a),segment_id=b23390f1-3345-4e11-b45b-da1aa220458a)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:56:44.345832 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-fe1cb799-1f62-412f-bbae-65fde7f59e63 req-6288a7aa-82ea-409b-aad2-bda1719d255f tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:44.443616 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-f919761c-9b88-4e24-9bf9-a7ea024780fe service neutron] Attempting to bind port b8b8f78c-dc08-4ac8-975d-8e44ba5b0d68 on host n-h2-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:56:44.444258 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-f919761c-9b88-4e24-9bf9-a7ea024780fe service neutron] Attempting to bind port b8b8f78c-dc08-4ac8-975d-8e44ba5b0d68 by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': '625714ca-800b-4a42-8a4c-65556747ee5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4c053a4e-0ec9-4d44-8656-e00b7fdb7817'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:56:44.444870 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-f919761c-9b88-4e24-9bf9-a7ea024780fe service neutron] Attempting to bind port b8b8f78c-dc08-4ac8-975d-8e44ba5b0d68 on network 4c053a4e-0ec9-4d44-8656-e00b7fdb7817 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:56:44.459778 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-f919761c-9b88-4e24-9bf9-a7ea024780fe service neutron] Port b8b8f78c-dc08-4ac8-975d-8e44ba5b0d68 on network 4c053a4e-0ec9-4d44-8656-e00b7fdb7817 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:56:44.460287 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-f919761c-9b88-4e24-9bf9-a7ea024780fe service neutron] Attempting to bind port b8b8f78c-dc08-4ac8-975d-8e44ba5b0d68 on network 4c053a4e-0ec9-4d44-8656-e00b7fdb7817 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:56:44.471584 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-f919761c-9b88-4e24-9bf9-a7ea024780fe service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:56:44.472060 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-f919761c-9b88-4e24-9bf9-a7ea024780fe service neutron] Checking segment: {'id': '625714ca-800b-4a42-8a4c-65556747ee5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4c053a4e-0ec9-4d44-8656-e00b7fdb7817'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:56:44.472592 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-f919761c-9b88-4e24-9bf9-a7ea024780fe service neutron] Bound using segment: {'id': '625714ca-800b-4a42-8a4c-65556747ee5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4c053a4e-0ec9-4d44-8656-e00b7fdb7817'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:56:44.473647 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-f919761c-9b88-4e24-9bf9-a7ea024780fe service neutron] Bound port: b8b8f78c-dc08-4ac8-975d-8e44ba5b0d68, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '625714ca-800b-4a42-8a4c-65556747ee5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4c053a4e-0ec9-4d44-8656-e00b7fdb7817'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:56:44.474422 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-f919761c-9b88-4e24-9bf9-a7ea024780fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:44.592069 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be81200d-3df4-40e1-8517-ffe70026a766 req-85924ee2-4885-4037-a215-b8c3a703ffce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:44.592069 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-be81200d-3df4-40e1-8517-ffe70026a766 req-85924ee2-4885-4037-a215-b8c3a703ffce service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2890632 Aug 16 22:56:44.634186 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-f919761c-9b88-4e24-9bf9-a7ea024780fe service neutron] For port b8b8f78c-dc08-4ac8-975d-8e44ba5b0d68, host n-h2-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:56:44.640568 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-f919761c-9b88-4e24-9bf9-a7ea024780fe service neutron] For port b8b8f78c-dc08-4ac8-975d-8e44ba5b0d68, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=b8b8f78c-dc08-4ac8-975d-8e44ba5b0d68,segment=NetworkSegment(625714ca-800b-4a42-8a4c-65556747ee5a),segment_id=625714ca-800b-4a42-8a4c-65556747ee5a)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:56:44.656553 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-f919761c-9b88-4e24-9bf9-a7ea024780fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:44.728556 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-f919761c-9b88-4e24-9bf9-a7ea024780fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:44.729422 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-f919761c-9b88-4e24-9bf9-a7ea024780fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:44.731377 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-f919761c-9b88-4e24-9bf9-a7ea024780fe service neutron] 10.222.0.57 "PUT /v2.0/ports/b8b8f78c-dc08-4ac8-975d-8e44ba5b0d68 HTTP/1.1" status: 200 len: 1093 time: 2.0103555 Aug 16 22:56:44.906384 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f919761c-9b88-4e24-9bf9-a7ea024780fe service neutron] Pushing event updated for resources: {'Port': ['ID=b8b8f78c-dc08-4ac8-975d-8e44ba5b0d68,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:44.939179 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2d6c804f-7f7e-4008-8655-52401b8f9d2b req-db7d2453-3159-4548-915a-c8b10bec0c40 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/security-groups?id=28636a9e-058f-441f-8e78-3802344981e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3088176 Aug 16 22:56:44.956601 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-ceab19e4-6dc0-404b-bec7-74ebb1f7e7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:44.959821 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-ceab19e4-6dc0-404b-bec7-74ebb1f7e7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:44.960350 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-ceab19e4-6dc0-404b-bec7-74ebb1f7e7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:44.969680 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1683d1b5-625a-43cc-9ab0-d571e59a9262 req-6103a8b0-50a7-4d98-be70-a2fa3826a330 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:44.970448 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-ceab19e4-6dc0-404b-bec7-74ebb1f7e7a2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0369f599af094d418ec5d90b079c4e3c&device_id=216d6d85-a300-42b9-a347-bdea122b42f9 HTTP/1.1" status: 200 len: 2869 time: 0.1672025 Aug 16 22:56:44.982214 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1683d1b5-625a-43cc-9ab0-d571e59a9262 req-6103a8b0-50a7-4d98-be70-a2fa3826a330 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bc6ad35-37eb-49fc-aa60-10ea3b36c658 HTTP/1.1" status: 200 len: 946 time: 0.3504996 Aug 16 22:56:45.067715 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-222c7ffd-de0f-4a7c-8d6b-1cd012316937 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.120&port_id=db463dad-2c0b-4b47-9715-b8c0d9d84d00 HTTP/1.1" status: 200 len: 217 time: 0.0824356 Aug 16 22:56:45.251514 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-d6523ab2-d0ee-4820-bb37-c0caa9cc3cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:45.314281 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-d6523ab2-d0ee-4820-bb37-c0caa9cc3cbd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b8779300-92b7-4837-89de-7e210351e933 HTTP/1.1" status: 200 len: 801 time: 0.1799502 Aug 16 22:56:45.314636 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-fe1cb799-1f62-412f-bbae-65fde7f59e63 req-6288a7aa-82ea-409b-aad2-bda1719d255f tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:45.314636 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-fe1cb799-1f62-412f-bbae-65fde7f59e63 req-6288a7aa-82ea-409b-aad2-bda1719d255f tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:45.314636 n-d-791506-26 neutron-server[101292]: INFO neutron.db.l3_db [req-fe1cb799-1f62-412f-bbae-65fde7f59e63 req-6288a7aa-82ea-409b-aad2-bda1719d255f tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Floating IP 6c3440b2-1f62-4125-bb1c-4e52877b3ccf disassociated. External IP: 172.25.4.207, port: 386b7938-45f8-4304-8ad8-6bd407d56721. Aug 16 22:56:45.314636 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-fe1cb799-1f62-412f-bbae-65fde7f59e63 req-6288a7aa-82ea-409b-aad2-bda1719d255f tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Calling delete_port for 386b7938-45f8-4304-8ad8-6bd407d56721 owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:56:45.326749 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '216d6d85-a300-42b9-a347-bdea122b42f9', 'tag': 'b8b8f78c-dc08-4ac8-975d-8e44ba5b0d68'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:56:45.326749 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ca23c5-6a55-4035-8900-0445d1f3ef0d" -d '{"events": [{"name": "network-changed", "server_uuid": "216d6d85-a300-42b9-a347-bdea122b42f9", "tag": "b8b8f78c-dc08-4ac8-975d-8e44ba5b0d68"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:56:45.381253 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1683d1b5-625a-43cc-9ab0-d571e59a9262 req-8609c672-857d-42e6-b50a-ba09b58b89a9 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=0819ca22-363d-4b59-9328-30a084cf554a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3949070 Aug 16 22:56:45.391625 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-4817f53e-76a6-4042-a25d-9fec6d455b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:45.393493 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-4817f53e-76a6-4042-a25d-9fec6d455b5b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4c053a4e-0ec9-4d44-8656-e00b7fdb7817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1285603 Aug 16 22:56:45.524060 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd06869d-336b-4ed8-b8aa-b7ca6a620a60 req-8c61e5ac-dce4-4f70-91dd-3f9b8fed53ae tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:45.530268 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd06869d-336b-4ed8-b8aa-b7ca6a620a60 req-8c61e5ac-dce4-4f70-91dd-3f9b8fed53ae tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:45.551629 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd06869d-336b-4ed8-b8aa-b7ca6a620a60 req-8c61e5ac-dce4-4f70-91dd-3f9b8fed53ae tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:45.559207 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fd06869d-336b-4ed8-b8aa-b7ca6a620a60 req-8c61e5ac-dce4-4f70-91dd-3f9b8fed53ae tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "GET /v2.0/ports?device_id=216d6d85-a300-42b9-a347-bdea122b42f9 HTTP/1.1" status: 200 len: 2413 time: 0.4632385 Aug 16 22:56:45.648247 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-47b1d399-b6be-44df-a5fe-8041375f062e service neutron] 10.222.0.57 "GET /v2.0/networks/4c053a4e-0ec9-4d44-8656-e00b7fdb7817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463069 Aug 16 22:56:45.651349 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fd06869d-336b-4ed8-b8aa-b7ca6a620a60 req-e9d30d1c-1bbe-4a34-9a4b-cabe25fef718 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "GET /v2.0/security-groups?id=af30ade3-5d60-40c1-aaba-ea89855e7980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913560 Aug 16 22:56:45.868162 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc4f6c93-9c6f-4df5-990c-63fbd173414e x-openstack-request-id: req-cc4f6c93-9c6f-4df5-990c-63fbd173414e {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:56:45.868463 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "216d6d85-a300-42b9-a347-bdea122b42f9", "tag": "b8b8f78c-dc08-4ac8-975d-8e44ba5b0d68", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:56:45.868750 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cc4f6c93-9c6f-4df5-990c-63fbd173414e {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:56:45.869150 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '216d6d85-a300-42b9-a347-bdea122b42f9', 'tag': 'b8b8f78c-dc08-4ac8-975d-8e44ba5b0d68', 'status': 'completed', 'code': 200} Aug 16 22:56:45.878132 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-fe1cb799-1f62-412f-bbae-65fde7f59e63 req-6288a7aa-82ea-409b-aad2-bda1719d255f tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:45.951963 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-80a51898-89e6-494c-be47-4609639242d9 service neutron] 10.222.0.57 "GET /v2.0/networks/4c053a4e-0ec9-4d44-8656-e00b7fdb7817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2942226 Aug 16 22:56:46.006295 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6288a7aa-82ea-409b-aad2-bda1719d255f tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Pushing event deleted for resources: {'Port': ['ID=386b7938-45f8-4304-8ad8-6bd407d56721,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:46.099051 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-8a7c9641-3a32-4cb4-bbc8-d1b08bfa00cd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.190&port_id=74327ace-1a1e-4a94-ac0d-0ef8730bdb5a HTTP/1.1" status: 200 len: 217 time: 0.1382854 Aug 16 22:56:46.158900 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523dc58a-8f01-4763-abe9-189ebb0c0309 req-983e9d66-d523-4085-9846-1945ea066c7c tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:46.167589 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-523dc58a-8f01-4763-abe9-189ebb0c0309 req-983e9d66-d523-4085-9846-1945ea066c7c tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] 10.222.0.36 "GET /v2.0/ports?device_id=17f5bfe5-4d50-4d2e-8eab-b5da0dd55868 HTTP/1.1" status: 200 len: 945 time: 0.1764479 Aug 16 22:56:46.209999 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-54e4c5cc-5017-4664-9571-871c00463929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:46.212119 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-54e4c5cc-5017-4664-9571-871c00463929 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=01ccb858-bbe0-4b24-b9d7-7706e34d0eaa HTTP/1.1" status: 200 len: 801 time: 0.1034901 Aug 16 22:56:46.288437 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-c76fd3be-8789-47d1-b988-0e247b3972fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:46.292586 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-c76fd3be-8789-47d1-b988-0e247b3972fb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0c122db5-1862-4ceb-83ab-54e7f19f5d4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703743 Aug 16 22:56:46.315144 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe1cb799-1f62-412f-bbae-65fde7f59e63 req-6288a7aa-82ea-409b-aad2-bda1719d255f tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Router c9c7c399-7ad2-4aa9-aea9-5096d5610a71 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:56:46.325073 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833f1c60-7729-47b9-87ad-232f8d649646 req-9d59265d-839c-4a5e-b80e-e308096b3214 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:46.335385 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-833f1c60-7729-47b9-87ad-232f8d649646 req-9d59265d-839c-4a5e-b80e-e308096b3214 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/ports?device_id=558fad6e-08d7-4f4e-9a19-1e466ac0428f HTTP/1.1" status: 200 len: 950 time: 0.2583277 Aug 16 22:56:46.441299 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-833f1c60-7729-47b9-87ad-232f8d649646 req-91004b83-b9f7-4e90-a1e9-2a7f5776953a tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/security-groups?id=28636a9e-058f-441f-8e78-3802344981e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046829 Aug 16 22:56:46.492300 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-52985552-eb13-43d3-ab6f-c11bdcdf22e8 service neutron] 10.222.0.57 "GET /v2.0/networks/0c122db5-1862-4ceb-83ab-54e7f19f5d4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896877 Aug 16 22:56:46.610981 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-523dc58a-8f01-4763-abe9-189ebb0c0309 req-5f573e69-bb41-4b1e-bb3b-02bb9a6db940 tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f8a2671-4820-4bed-b29d-ce4513378842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4421761 Aug 16 22:56:46.832150 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-94e21eb0-a7ad-4ad9-944b-981f47e813c4 req-1943af60-a5fb-4a3d-8b6a-f51fb3c90698 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bc6ad35-37eb-49fc-aa60-10ea3b36c658 HTTP/1.1" status: 200 len: 210 time: 0.0572076 Aug 16 22:56:46.984315 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe1cb799-1f62-412f-bbae-65fde7f59e63 req-6288a7aa-82ea-409b-aad2-bda1719d255f tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:56:47.001316 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f2177a-ccdf-4302-97df-7bd0fd6a01d3 None None] Sync routers for ids ['c9c7c399-7ad2-4aa9-aea9-5096d5610a71'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:56:47.017092 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f2177a-ccdf-4302-97df-7bd0fd6a01d3 None None] Routers {'c9c7c399-7ad2-4aa9-aea9-5096d5610a71'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:56:47.017758 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-d7f2177a-ccdf-4302-97df-7bd0fd6a01d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:56:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['c9c7c399-7ad2-4aa9-aea9-5096d5610a71'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:56:47.108200 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b831a0-0a70-4a7b-9daa-cdbb9e4b72ae req-507837da-545a-4327-903d-43a4c704c533 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:47.110334 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-33b831a0-0a70-4a7b-9daa-cdbb9e4b72ae req-507837da-545a-4327-903d-43a4c704c533 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/ports?device_id=116b3c9c-303e-4ffe-b86f-0b052c315ef4 HTTP/1.1" status: 200 len: 945 time: 0.2634809 Aug 16 22:56:47.157122 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 386b7938-45f8-4304-8ad8-6bd407d56721 no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:56:47.164560 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe1cb799-1f62-412f-bbae-65fde7f59e63 req-6288a7aa-82ea-409b-aad2-bda1719d255f tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] No DVR routers for this DVR port 386b7938-45f8-4304-8ad8-6bd407d56721 on host n-h1-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:56:47.174614 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-fe1cb799-1f62-412f-bbae-65fde7f59e63 req-6288a7aa-82ea-409b-aad2-bda1719d255f tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:47.176996 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fe1cb799-1f62-412f-bbae-65fde7f59e63 req-6288a7aa-82ea-409b-aad2-bda1719d255f tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.68 "DELETE /v2.0/ports/386b7938-45f8-4304-8ad8-6bd407d56721 HTTP/1.1" status: 204 len: 173 time: 3.5603416 Aug 16 22:56:47.184184 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bc6ad35-37eb-49fc-aa60-10ea3b36c658', 'name': 'network-vif-deleted', 'tag': '386b7938-45f8-4304-8ad8-6bd407d56721'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:56:47.186784 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-379507ce-d674-443e-83ae-a5fb8729c1d7" -d '{"events": [{"server_uuid": "3bc6ad35-37eb-49fc-aa60-10ea3b36c658", "name": "network-vif-deleted", "tag": "386b7938-45f8-4304-8ad8-6bd407d56721"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:56:47.240827 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9ca5ff-87fe-478e-935c-ab5d4ea0e540 req-d252b2d4-f8a4-44bb-8082-dd3e5e5c8751 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:47.247086 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9ca5ff-87fe-478e-935c-ab5d4ea0e540 req-d252b2d4-f8a4-44bb-8082-dd3e5e5c8751 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:47.254290 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9ca5ff-87fe-478e-935c-ab5d4ea0e540 req-d252b2d4-f8a4-44bb-8082-dd3e5e5c8751 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:47.261979 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4b9ca5ff-87fe-478e-935c-ab5d4ea0e540 req-d252b2d4-f8a4-44bb-8082-dd3e5e5c8751 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "GET /v2.0/ports?device_id=216d6d85-a300-42b9-a347-bdea122b42f9 HTTP/1.1" status: 200 len: 2413 time: 0.2493212 Aug 16 22:56:47.276127 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-09c19a69-e740-47eb-9bcd-6ea0e624eecd service neutron] 10.222.0.57 "GET /v2.0/networks/0c122db5-1862-4ceb-83ab-54e7f19f5d4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7718015 Aug 16 22:56:47.285978 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-33b831a0-0a70-4a7b-9daa-cdbb9e4b72ae req-54ea44ac-a02d-450f-ad32-dd544d89683a tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4ad6394-3e39-4386-b02d-4a7c32c3940e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368310 Aug 16 22:56:47.286443 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-d7f2177a-ccdf-4302-97df-7bd0fd6a01d3 None None] Set router c9c7c399-7ad2-4aa9-aea9-5096d5610a71 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:56:47.352772 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] No Port match for: 386b7938-45f8-4304-8ad8-6bd407d56721 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:56:47.359810 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 386b7938-45f8-4304-8ad8-6bd407d56721 not bound to the agent host n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:56:47.361612 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4b9ca5ff-87fe-478e-935c-ab5d4ea0e540 req-c96e4279-b131-44ff-b531-4f02ef14a70f tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "GET /v2.0/security-groups?id=af30ade3-5d60-40c1-aaba-ea89855e7980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936007 Aug 16 22:56:47.394546 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-e290129c-ec2f-4924-ac79-833ec565fa13 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.201&port_id=b8b8f78c-dc08-4ac8-975d-8e44ba5b0d68 HTTP/1.1" status: 200 len: 217 time: 0.0769825 Aug 16 22:56:47.416173 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362a552e-3e92-49d0-84dd-07f95583b9fa req-e616b89a-c6b0-4188-a6b3-1ddd4363c5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:47.418009 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-362a552e-3e92-49d0-84dd-07f95583b9fa req-e616b89a-c6b0-4188-a6b3-1ddd4363c5f0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=17b3937359b747459bb6c64ab15f667a&device_id=116b3c9c-303e-4ffe-b86f-0b052c315ef4 HTTP/1.1" status: 200 len: 1097 time: 0.2945092 Aug 16 22:56:47.433291 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4ccc397-56b1-41ad-8886-eb9a708628eb x-openstack-request-id: req-c4ccc397-56b1-41ad-8886-eb9a708628eb {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:56:47.433790 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bc6ad35-37eb-49fc-aa60-10ea3b36c658", "name": "network-vif-deleted", "tag": "386b7938-45f8-4304-8ad8-6bd407d56721", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:56:47.434136 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c4ccc397-56b1-41ad-8886-eb9a708628eb {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:56:47.434621 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bc6ad35-37eb-49fc-aa60-10ea3b36c658', 'name': 'network-vif-deleted', 'tag': '386b7938-45f8-4304-8ad8-6bd407d56721', 'status': 'completed', 'code': 200} Aug 16 22:56:47.533596 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-65ca47f1-c989-4fdb-9831-e18e43e3f260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:47.535252 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-65ca47f1-c989-4fdb-9831-e18e43e3f260 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b8779300-92b7-4837-89de-7e210351e933 HTTP/1.1" status: 200 len: 801 time: 0.1328540 Aug 16 22:56:47.621971 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362a552e-3e92-49d0-84dd-07f95583b9fa req-0e4f5bd0-c394-44f7-a7a8-6eff7a9f3d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:47.623633 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-362a552e-3e92-49d0-84dd-07f95583b9fa req-0e4f5bd0-c394-44f7-a7a8-6eff7a9f3d7a service neutron] 10.222.0.57 "GET /v2.0/networks?id=cf3cc63c-f58b-4d2e-8737-2f16cf854977 HTTP/1.1" status: 200 len: 920 time: 0.1833510 Aug 16 22:56:47.630100 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-4eabd456-cf71-49d2-a652-8750caca48c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:47.634384 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-4eabd456-cf71-49d2-a652-8750caca48c3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4c053a4e-0ec9-4d44-8656-e00b7fdb7817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0904925 Aug 16 22:56:47.705133 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-362a552e-3e92-49d0-84dd-07f95583b9fa req-295ea1f9-317a-41a5-b325-77f26867f1b1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e472f05f-c646-4e47-91be-1f4ab8d404a8 HTTP/1.1" status: 200 len: 217 time: 0.0695157 Aug 16 22:56:47.807530 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362a552e-3e92-49d0-84dd-07f95583b9fa req-89f1280f-8c0d-49b9-909a-9c711023c915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:47.808921 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba642668-e482-4162-a45c-79e3fdedc188 req-483afcf9-379c-41b7-a056-c9b1507fb62e tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:47.811201 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-362a552e-3e92-49d0-84dd-07f95583b9fa req-89f1280f-8c0d-49b9-909a-9c711023c915 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=326cf2b6-5a5e-461f-8420-87d3c4aa2e9f HTTP/1.1" status: 200 len: 859 time: 0.0727906 Aug 16 22:56:47.817877 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ba642668-e482-4162-a45c-79e3fdedc188 req-483afcf9-379c-41b7-a056-c9b1507fb62e tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/ports?device_id=558fad6e-08d7-4f4e-9a19-1e466ac0428f HTTP/1.1" status: 200 len: 950 time: 0.2081516 Aug 16 22:56:47.836509 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d251798a-2fe1-47c6-bcd3-1670cbb7936b req-9001f2fa-d9d8-4e78-bb1b-f45b5843402f tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:47.838109 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d251798a-2fe1-47c6-bcd3-1670cbb7936b req-9001f2fa-d9d8-4e78-bb1b-f45b5843402f tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] 10.222.0.57 "GET /v2.0/ports?device_id=17f5bfe5-4d50-4d2e-8eab-b5da0dd55868 HTTP/1.1" status: 200 len: 945 time: 0.3042111 Aug 16 22:56:47.847162 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ea544dcc-3af4-4917-9006-b0b16b0b7095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:47.863779 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-d7f2177a-ccdf-4302-97df-7bd0fd6a01d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c7c399-7ad2-4aa9-aea9-5096d5610a71', 'name': 'tempest-AttachVolumeShelveTestJSON-1840383852-router', 'tenant_id': '57296d41c5f54ce79a9b782f4a8b4677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '054873b3-9d4e-4a94-834d-8373e369ec96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:50:49Z', 'updated_at': '2021-08-16T22:50:54Z', 'revision_number': 4, 'project_id': '57296d41c5f54ce79a9b782f4a8b4677', 'gw_port': {'id': '054873b3-9d4e-4a94-834d-8373e369ec96', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:bf:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c7c399-7ad2-4aa9-aea9-5096d5610a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:50:50Z', 'updated_at': '2021-08-16T22:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '0975fd19-4250-46d8-81e3-b66f14831a7f', 'name': '', 'network_id': '6017926f-7eef-429e-a22b-3a35337dccd4', 'tenant_id': '57296d41c5f54ce79a9b782f4a8b4677', 'mac_address': 'fa:16:3e:c0:87:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c7c399-7ad2-4aa9-aea9-5096d5610a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'bb160313-5dbe-49f2-8a31-7afb6f1954c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:50:53Z', 'updated_at': '2021-08-16T22:51:03Z', 'revision_number': 5, 'project_id': '57296d41c5f54ce79a9b782f4a8b4677', 'subnets': [{'id': 'bb160313-5dbe-49f2-8a31-7afb6f1954c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:56:47.900262 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f2177a-ccdf-4302-97df-7bd0fd6a01d3 None None] Checking router: c9c7c399-7ad2-4aa9-aea9-5096d5610a71 for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:56:47.913034 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-362a552e-3e92-49d0-84dd-07f95583b9fa req-b6d81b4a-5192-4762-b09b-699d933955bc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cf3cc63c-f58b-4d2e-8737-2f16cf854977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0902565 Aug 16 22:56:47.914243 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f2177a-ccdf-4302-97df-7bd0fd6a01d3 None None] Routers {'c9c7c399-7ad2-4aa9-aea9-5096d5610a71'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:56:47.920199 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-d7f2177a-ccdf-4302-97df-7bd0fd6a01d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:56:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['c9c7c399-7ad2-4aa9-aea9-5096d5610a71'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:56:48.012275 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ba642668-e482-4162-a45c-79e3fdedc188 req-036133ac-2ef1-4e8b-9c73-6f0b0c753372 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/security-groups?id=28636a9e-058f-441f-8e78-3802344981e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933010 Aug 16 22:56:48.056081 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac64df05-46f9-4603-a117-d14b57450276 req-27f7a3eb-91ec-4186-ab56-2ceabd40b356 tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:48.064438 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ac64df05-46f9-4603-a117-d14b57450276 req-27f7a3eb-91ec-4186-ab56-2ceabd40b356 tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] 10.222.0.36 "GET /v2.0/ports?device_id=17f5bfe5-4d50-4d2e-8eab-b5da0dd55868 HTTP/1.1" status: 200 len: 945 time: 0.2440493 Aug 16 22:56:48.079729 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-d7f2177a-ccdf-4302-97df-7bd0fd6a01d3 None None] Set router c9c7c399-7ad2-4aa9-aea9-5096d5610a71 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:56:48.183471 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-b3287e5c-97c7-4d0b-9d88-a2c23a5795d8 service neutron] 10.222.0.57 "GET /v2.0/networks/4c053a4e-0ec9-4d44-8656-e00b7fdb7817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5393672 Aug 16 22:56:48.198146 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ac64df05-46f9-4603-a117-d14b57450276 req-dd006fff-3446-4ae1-8447-ba3c36a91094 tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f8a2671-4820-4bed-b29d-ce4513378842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222212 Aug 16 22:56:48.242422 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fd49428b-75bc-411e-bcb4-3d9bf07410a3 req-140ce239-71c8-4542-a21e-1dd17a69f6f6 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bc6ad35-37eb-49fc-aa60-10ea3b36c658 HTTP/1.1" status: 200 len: 210 time: 0.0659044 Aug 16 22:56:48.252376 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-d251798a-2fe1-47c6-bcd3-1670cbb7936b req-101fd96f-3132-4c2e-a1ac-bf5bb4e16298 tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] Deleting port ee33ed41-4cca-40de-891b-38c2fb6e5688 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:56:48.253590 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-d251798a-2fe1-47c6-bcd3-1670cbb7936b req-101fd96f-3132-4c2e-a1ac-bf5bb4e16298 tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:48.444694 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-362a552e-3e92-49d0-84dd-07f95583b9fa req-adac44f2-6f59-499a-b4f6-94100d648ff7 service neutron] 10.222.0.57 "GET /v2.0/networks/cf3cc63c-f58b-4d2e-8737-2f16cf854977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5233128 Aug 16 22:56:48.565330 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-09e96070-fbdb-498b-9f80-194950b8f538 service neutron] 10.222.0.57 "GET /v2.0/networks/4c053a4e-0ec9-4d44-8656-e00b7fdb7817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3695586 Aug 16 22:56:48.623733 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-362a552e-3e92-49d0-84dd-07f95583b9fa req-cf0a5a85-44d2-417b-9880-95e87f497d1c service neutron] 10.222.0.57 "GET /v2.0/networks/cf3cc63c-f58b-4d2e-8737-2f16cf854977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671371 Aug 16 22:56:48.664805 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-d7f2177a-ccdf-4302-97df-7bd0fd6a01d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c7c399-7ad2-4aa9-aea9-5096d5610a71', 'name': 'tempest-AttachVolumeShelveTestJSON-1840383852-router', 'tenant_id': '57296d41c5f54ce79a9b782f4a8b4677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '054873b3-9d4e-4a94-834d-8373e369ec96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:50:49Z', 'updated_at': '2021-08-16T22:50:54Z', 'revision_number': 4, 'project_id': '57296d41c5f54ce79a9b782f4a8b4677', 'gw_port': {'id': '054873b3-9d4e-4a94-834d-8373e369ec96', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:bf:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c7c399-7ad2-4aa9-aea9-5096d5610a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:50:50Z', 'updated_at': '2021-08-16T22:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '0975fd19-4250-46d8-81e3-b66f14831a7f', 'name': '', 'network_id': '6017926f-7eef-429e-a22b-3a35337dccd4', 'tenant_id': '57296d41c5f54ce79a9b782f4a8b4677', 'mac_address': 'fa:16:3e:c0:87:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c7c399-7ad2-4aa9-aea9-5096d5610a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'bb160313-5dbe-49f2-8a31-7afb6f1954c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:50:53Z', 'updated_at': '2021-08-16T22:51:03Z', 'revision_number': 5, 'project_id': '57296d41c5f54ce79a9b782f4a8b4677', 'subnets': [{'id': 'bb160313-5dbe-49f2-8a31-7afb6f1954c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:56:48.705148 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f2177a-ccdf-4302-97df-7bd0fd6a01d3 None None] The sync data for ids ['c9c7c399-7ad2-4aa9-aea9-5096d5610a71'] in n-d-791506-26 is: [{'id': 'c9c7c399-7ad2-4aa9-aea9-5096d5610a71', 'name': 'tempest-AttachVolumeShelveTestJSON-1840383852-router', 'tenant_id': '57296d41c5f54ce79a9b782f4a8b4677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '054873b3-9d4e-4a94-834d-8373e369ec96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:50:49Z', 'updated_at': '2021-08-16T22:50:54Z', 'revision_number': 4, 'project_id': '57296d41c5f54ce79a9b782f4a8b4677', 'gw_port': {'id': '054873b3-9d4e-4a94-834d-8373e369ec96', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:bf:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c7c399-7ad2-4aa9-aea9-5096d5610a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:50:50Z', 'updated_at': '2021-08-16T22:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '0975fd19-4250-46d8-81e3-b66f14831a7f', 'name': '', 'network_id': '6017926f-7eef-429e-a22b-3a35337dccd4', 'tenant_id': '57296d41c5f54ce79a9b782f4a8b4677', 'mac_address': 'fa:16:3e:c0:87:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c7c399-7ad2-4aa9-aea9-5096d5610a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'bb160313-5dbe-49f2-8a31-7afb6f1954c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:50:53Z', 'updated_at': '2021-08-16T22:51:03Z', 'revision_number': 5, 'project_id': '57296d41c5f54ce79a9b782f4a8b4677', 'subnets': [{'id': 'bb160313-5dbe-49f2-8a31-7afb6f1954c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:56:48.796876 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ca23c5-6a55-4035-8900-0445d1f3ef0d req-2e351d1a-f909-4d1e-91f7-069e03d40149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:48.797979 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ca23c5-6a55-4035-8900-0445d1f3ef0d req-2e351d1a-f909-4d1e-91f7-069e03d40149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:48.798918 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ca23c5-6a55-4035-8900-0445d1f3ef0d req-2e351d1a-f909-4d1e-91f7-069e03d40149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:48.801872 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-52ca23c5-6a55-4035-8900-0445d1f3ef0d req-2e351d1a-f909-4d1e-91f7-069e03d40149 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0369f599af094d418ec5d90b079c4e3c&device_id=216d6d85-a300-42b9-a347-bdea122b42f9 HTTP/1.1" status: 200 len: 2869 time: 0.0946062 Aug 16 22:56:48.951623 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ca23c5-6a55-4035-8900-0445d1f3ef0d req-9dacb9ae-1766-47bd-a977-c6b5b99f9a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:48.955993 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-52ca23c5-6a55-4035-8900-0445d1f3ef0d req-9dacb9ae-1766-47bd-a977-c6b5b99f9a63 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4c053a4e-0ec9-4d44-8656-e00b7fdb7817 HTTP/1.1" status: 200 len: 902 time: 0.1467245 Aug 16 22:56:49.043706 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-52ca23c5-6a55-4035-8900-0445d1f3ef0d req-0e025022-ce36-416d-8a49-cfc5de1893b4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.201&port_id=b8b8f78c-dc08-4ac8-975d-8e44ba5b0d68 HTTP/1.1" status: 200 len: 217 time: 0.0796311 Aug 16 22:56:49.155084 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ca23c5-6a55-4035-8900-0445d1f3ef0d req-40d854a5-9b14-41d9-91d8-1d24d497e2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:49.155084 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-52ca23c5-6a55-4035-8900-0445d1f3ef0d req-40d854a5-9b14-41d9-91d8-1d24d497e2d1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b8779300-92b7-4837-89de-7e210351e933 HTTP/1.1" status: 200 len: 801 time: 0.0947313 Aug 16 22:56:49.199270 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce5221d-e292-4319-be35-c3cd7ba202d2 None None] New status for floating IP 6c3440b2-1f62-4125-bb1c-4e52877b3ccf: DOWN {{(pid=101294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:56:49.234274 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-d251798a-2fe1-47c6-bcd3-1670cbb7936b req-101fd96f-3132-4c2e-a1ac-bf5bb4e16298 tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] For port ee33ed41-4cca-40de-891b-38c2fb6e5688, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=ee33ed41-4cca-40de-891b-38c2fb6e5688,segment=NetworkSegment(c75463d9-f53e-4823-944f-b7dcfb798698),segment_id=c75463d9-f53e-4823-944f-b7dcfb798698)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:56:49.234855 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-d251798a-2fe1-47c6-bcd3-1670cbb7936b req-101fd96f-3132-4c2e-a1ac-bf5bb4e16298 tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:49.261558 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ca23c5-6a55-4035-8900-0445d1f3ef0d req-f3517c57-b40d-49f1-8777-4b37dcbd2654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:49.265993 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-52ca23c5-6a55-4035-8900-0445d1f3ef0d req-f3517c57-b40d-49f1-8777-4b37dcbd2654 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4c053a4e-0ec9-4d44-8656-e00b7fdb7817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1020494 Aug 16 22:56:49.342512 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a2d19b-f180-4ccb-b966-cd2fc5b5f4e0 req-c2acf0ee-6b9f-4ebf-b7f2-72399a927ccb tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:49.345532 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-86a2d19b-f180-4ccb-b966-cd2fc5b5f4e0 req-c2acf0ee-6b9f-4ebf-b7f2-72399a927ccb tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/ports?device_id=116b3c9c-303e-4ffe-b86f-0b052c315ef4 HTTP/1.1" status: 200 len: 945 time: 0.7840388 Aug 16 22:56:49.381925 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c904accd-010b-4049-8360-d8b1a6145e17 req-6be637c7-aeae-40e1-832c-2cbf6ebeee23 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:49.388130 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c904accd-010b-4049-8360-d8b1a6145e17 req-6be637c7-aeae-40e1-832c-2cbf6ebeee23 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:49.403644 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c904accd-010b-4049-8360-d8b1a6145e17 req-6be637c7-aeae-40e1-832c-2cbf6ebeee23 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:49.412487 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c904accd-010b-4049-8360-d8b1a6145e17 req-6be637c7-aeae-40e1-832c-2cbf6ebeee23 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "GET /v2.0/ports?device_id=216d6d85-a300-42b9-a347-bdea122b42f9 HTTP/1.1" status: 200 len: 2413 time: 0.2495234 Aug 16 22:56:49.466413 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-52ca23c5-6a55-4035-8900-0445d1f3ef0d req-907bb4ca-f096-4ccd-b9e1-6e4ff846b676 service neutron] 10.222.0.57 "GET /v2.0/networks/4c053a4e-0ec9-4d44-8656-e00b7fdb7817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920679 Aug 16 22:56:49.534066 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c904accd-010b-4049-8360-d8b1a6145e17 req-c6ceec6d-e0e8-4a00-a350-0647d10b19b9 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "GET /v2.0/security-groups?id=af30ade3-5d60-40c1-aaba-ea89855e7980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206777 Aug 16 22:56:49.541152 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-86a2d19b-f180-4ccb-b966-cd2fc5b5f4e0 req-d242a331-1ce8-4b01-ad8d-7c271619c01f tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4ad6394-3e39-4386-b02d-4a7c32c3940e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234488 Aug 16 22:56:49.667891 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-52ca23c5-6a55-4035-8900-0445d1f3ef0d req-2a1be909-c2c5-437b-b53c-f19f92a44e81 service neutron] 10.222.0.57 "GET /v2.0/networks/4c053a4e-0ec9-4d44-8656-e00b7fdb7817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940842 Aug 16 22:56:49.756109 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f651354b-3712-4711-b57f-74fab795e8f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:49.761461 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-d251798a-2fe1-47c6-bcd3-1670cbb7936b req-101fd96f-3132-4c2e-a1ac-bf5bb4e16298 tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:49.761974 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-d251798a-2fe1-47c6-bcd3-1670cbb7936b req-101fd96f-3132-4c2e-a1ac-bf5bb4e16298 tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:49.762391 n-d-791506-26 neutron-server[101292]: INFO neutron.db.l3_db [req-d251798a-2fe1-47c6-bcd3-1670cbb7936b req-101fd96f-3132-4c2e-a1ac-bf5bb4e16298 tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] Floating IP 8b50a96f-8df7-4cca-97c8-f99dfd0d55ce disassociated. External IP: 172.25.4.64, port: ee33ed41-4cca-40de-891b-38c2fb6e5688. Aug 16 22:56:49.762929 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-d251798a-2fe1-47c6-bcd3-1670cbb7936b req-101fd96f-3132-4c2e-a1ac-bf5bb4e16298 tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] Calling delete_port for ee33ed41-4cca-40de-891b-38c2fb6e5688 owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:56:49.883045 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110dc726-26a4-41db-a939-9d73372c42bc req-0ec7f99c-c15a-4cc1-af08-7501a6c18cc4 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:49.886874 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-110dc726-26a4-41db-a939-9d73372c42bc req-0ec7f99c-c15a-4cc1-af08-7501a6c18cc4 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/ports?device_id=558fad6e-08d7-4f4e-9a19-1e466ac0428f HTTP/1.1" status: 200 len: 950 time: 0.1902435 Aug 16 22:56:49.962200 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-110dc726-26a4-41db-a939-9d73372c42bc req-31baf850-ba84-4e42-a71c-bbb8e019a9ec tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/security-groups?id=28636a9e-058f-441f-8e78-3802344981e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676658 Aug 16 22:56:49.991009 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c68f4-2033-4081-8b81-b76914fe1fd5 req-2aa2ee36-1dac-4f62-b980-e5c7f83bad58 tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:49.998854 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-641c68f4-2033-4081-8b81-b76914fe1fd5 req-2aa2ee36-1dac-4f62-b980-e5c7f83bad58 tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] 10.222.0.36 "GET /v2.0/ports?device_id=17f5bfe5-4d50-4d2e-8eab-b5da0dd55868 HTTP/1.1" status: 200 len: 945 time: 0.1640377 Aug 16 22:56:50.062565 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-641c68f4-2033-4081-8b81-b76914fe1fd5 req-ac453c28-2be4-4a10-9349-6917e2e25127 tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f8a2671-4820-4bed-b29d-ce4513378842&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567820 Aug 16 22:56:50.142583 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 37222) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:50.235831 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8efbc545-0eea-40a6-91b6-344976481f65 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:50.251623 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-d251798a-2fe1-47c6-bcd3-1670cbb7936b req-101fd96f-3132-4c2e-a1ac-bf5bb4e16298 tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:50.271765 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8efbc545-0eea-40a6-91b6-344976481f65 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:50.343494 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8efbc545-0eea-40a6-91b6-344976481f65 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:50.347706 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8efbc545-0eea-40a6-91b6-344976481f65 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:50.353727 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-8efbc545-0eea-40a6-91b6-344976481f65 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "DELETE /v2.0/security-groups/0819ca22-363d-4b59-9328-30a084cf554a HTTP/1.1" status: 204 len: 168 time: 0.2145123 Aug 16 22:56:50.355882 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 37230) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:50.356678 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101fd96f-3132-4c2e-a1ac-bf5bb4e16298 tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] Pushing event deleted for resources: {'Port': ['ID=ee33ed41-4cca-40de-891b-38c2fb6e5688,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:50.425071 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efbc545-0eea-40a6-91b6-344976481f65 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0819ca22-363d-4b59-9328-30a084cf554a,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:50.445456 n-d-791506-26 neutron-server[101291]: INFO neutron.api.v2.resource [None req-785467b0-0e70-4a01-a56d-33edf0696fcf tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] show failed (client error): The resource could not be found. Aug 16 22:56:50.457973 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-785467b0-0e70-4a01-a56d-33edf0696fcf tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups/0819ca22-363d-4b59-9328-30a084cf554a HTTP/1.1" status: 404 len: 347 time: 0.0792007 Aug 16 22:56:50.458516 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 37234) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:50.558774 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:50.810555 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d251798a-2fe1-47c6-bcd3-1670cbb7936b req-101fd96f-3132-4c2e-a1ac-bf5bb4e16298 tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] Router 60f41f82-e452-41fa-9b14-d68572276c94 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:56:50.836598 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49485e54-f047-4d80-99db-a6afac7405b5 req-1474a58b-4605-47ed-ac0f-67f7a87d79a5 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:50.845203 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-49485e54-f047-4d80-99db-a6afac7405b5 req-1474a58b-4605-47ed-ac0f-67f7a87d79a5 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/ports?device_id=116b3c9c-303e-4ffe-b86f-0b052c315ef4 HTTP/1.1" status: 200 len: 945 time: 0.1425936 Aug 16 22:56:50.870247 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81df3e4c-53c4-4810-a3ba-0527b4e8dc36 req-024d36d0-7a13-486a-ada8-6aa6ff9b0b3c tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:50.879658 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81df3e4c-53c4-4810-a3ba-0527b4e8dc36 req-024d36d0-7a13-486a-ada8-6aa6ff9b0b3c tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:50.894804 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81df3e4c-53c4-4810-a3ba-0527b4e8dc36 req-024d36d0-7a13-486a-ada8-6aa6ff9b0b3c tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:50.897113 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-81df3e4c-53c4-4810-a3ba-0527b4e8dc36 req-024d36d0-7a13-486a-ada8-6aa6ff9b0b3c tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "GET /v2.0/ports?device_id=216d6d85-a300-42b9-a347-bdea122b42f9 HTTP/1.1" status: 200 len: 2413 time: 0.1979742 Aug 16 22:56:50.935190 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-49485e54-f047-4d80-99db-a6afac7405b5 req-2cc64e44-dc7a-41ea-b5c2-5486b1fd80fe tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4ad6394-3e39-4386-b02d-4a7c32c3940e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889933 Aug 16 22:56:51.135163 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-235b699b-a62d-4536-ae7c-8ca35f7b19f0 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Deleting port b985f02e-b57f-499e-b90e-e5bfd2e9b384 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:56:51.135750 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-235b699b-a62d-4536-ae7c-8ca35f7b19f0 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:51.139766 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d251798a-2fe1-47c6-bcd3-1670cbb7936b req-101fd96f-3132-4c2e-a1ac-bf5bb4e16298 tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:56:51.151824 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c16ae42-291a-49a2-960a-e74d4b1869e5 None None] Sync routers for ids ['60f41f82-e452-41fa-9b14-d68572276c94'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:56:51.175962 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c16ae42-291a-49a2-960a-e74d4b1869e5 None None] Routers {'60f41f82-e452-41fa-9b14-d68572276c94'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:56:51.176875 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-7c16ae42-291a-49a2-960a-e74d4b1869e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:56:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['60f41f82-e452-41fa-9b14-d68572276c94'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:56:51.340709 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-d251798a-2fe1-47c6-bcd3-1670cbb7936b req-101fd96f-3132-4c2e-a1ac-bf5bb4e16298 tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] No DVR routers for this DVR port ee33ed41-4cca-40de-891b-38c2fb6e5688 on host n-h2-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:56:51.345521 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-d251798a-2fe1-47c6-bcd3-1670cbb7936b req-101fd96f-3132-4c2e-a1ac-bf5bb4e16298 tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:51.348439 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d251798a-2fe1-47c6-bcd3-1670cbb7936b req-101fd96f-3132-4c2e-a1ac-bf5bb4e16298 tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] 10.222.0.57 "DELETE /v2.0/ports/ee33ed41-4cca-40de-891b-38c2fb6e5688 HTTP/1.1" status: 204 len: 173 time: 3.4942381 Aug 16 22:56:51.352390 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17f5bfe5-4d50-4d2e-8eab-b5da0dd55868', 'name': 'network-vif-deleted', 'tag': 'ee33ed41-4cca-40de-891b-38c2fb6e5688'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:56:51.354841 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5c81dd9-3295-4830-824a-2f53f87828a1" -d '{"events": [{"server_uuid": "17f5bfe5-4d50-4d2e-8eab-b5da0dd55868", "name": "network-vif-deleted", "tag": "ee33ed41-4cca-40de-891b-38c2fb6e5688"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:56:51.363960 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-7c16ae42-291a-49a2-960a-e74d4b1869e5 None None] Set router 60f41f82-e452-41fa-9b14-d68572276c94 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:56:51.374105 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-81df3e4c-53c4-4810-a3ba-0527b4e8dc36 req-79ed0042-a8b6-41a8-9cd6-b04c66cb1539 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "GET /v2.0/security-groups?id=af30ade3-5d60-40c1-aaba-ea89855e7980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4429107 Aug 16 22:56:51.435269 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0460125-c0c7-4d28-81d3-bc96ba011a65 req-06c8d5e3-fea4-4ba9-b0ae-a6edbbe9f14b tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:51.446626 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a0460125-c0c7-4d28-81d3-bc96ba011a65 req-06c8d5e3-fea4-4ba9-b0ae-a6edbbe9f14b tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/ports?device_id=558fad6e-08d7-4f4e-9a19-1e466ac0428f HTTP/1.1" status: 200 len: 950 time: 0.2418237 Aug 16 22:56:51.483697 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-235b699b-a62d-4536-ae7c-8ca35f7b19f0 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:51.484075 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-235b699b-a62d-4536-ae7c-8ca35f7b19f0 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:51.505573 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-235b699b-a62d-4536-ae7c-8ca35f7b19f0 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Calling delete_port for b985f02e-b57f-499e-b90e-e5bfd2e9b384 owned by network:floatingip {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:56:51.551871 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a0460125-c0c7-4d28-81d3-bc96ba011a65 req-5c4bf862-c619-4bfd-a196-0a75b3be6104 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/security-groups?id=28636a9e-058f-441f-8e78-3802344981e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966141 Aug 16 22:56:51.614982 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device b8b8f78c-dc08-4ac8-975d-8e44ba5b0d68 details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:56:51.617860 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device ee33ed41-4cca-40de-891b-38c2fb6e5688 no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:56:51.715123 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b7357cf6-8158-4a5a-81b5-3e6cd59c827f req-06813a09-ef35-4c46-b2e9-706b2d5d1d67 tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] 10.222.0.36 "GET /v2.0/ports?device_id=17f5bfe5-4d50-4d2e-8eab-b5da0dd55868 HTTP/1.1" status: 200 len: 210 time: 0.0797889 Aug 16 22:56:51.719705 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c34eeb54-c0b9-4fa1-9879-88fc1db4d22a x-openstack-request-id: req-c34eeb54-c0b9-4fa1-9879-88fc1db4d22a {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:56:51.719849 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17f5bfe5-4d50-4d2e-8eab-b5da0dd55868", "name": "network-vif-deleted", "tag": "ee33ed41-4cca-40de-891b-38c2fb6e5688", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:56:51.720309 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c34eeb54-c0b9-4fa1-9879-88fc1db4d22a {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:56:51.722321 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17f5bfe5-4d50-4d2e-8eab-b5da0dd55868', 'name': 'network-vif-deleted', 'tag': 'ee33ed41-4cca-40de-891b-38c2fb6e5688', 'status': 'completed', 'code': 200} Aug 16 22:56:51.745850 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port b8b8f78c-dc08-4ac8-975d-8e44ba5b0d68, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=b8b8f78c-dc08-4ac8-975d-8e44ba5b0d68,segment=NetworkSegment(625714ca-800b-4a42-8a4c-65556747ee5a),segment_id=625714ca-800b-4a42-8a4c-65556747ee5a)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:56:51.772817 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': 'b8b8f78c-dc08-4ac8-975d-8e44ba5b0d68', 'network_id': '4c053a4e-0ec9-4d44-8656-e00b7fdb7817', 'port_id': 'b8b8f78c-dc08-4ac8-975d-8e44ba5b0d68', 'mac_address': 'fa:16:3e:c4:f4:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8779300-92b7-4837-89de-7e210351e933', 'ip_address': '19.80.0.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:56:51.912130 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:51.978636 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-235b699b-a62d-4536-ae7c-8ca35f7b19f0 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:52.073492 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235b699b-a62d-4536-ae7c-8ca35f7b19f0 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Pushing event deleted for resources: {'Port': ['ID=b985f02e-b57f-499e-b90e-e5bfd2e9b384,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:52.073953 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] No Port match for: ee33ed41-4cca-40de-891b-38c2fb6e5688 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:56:52.074372 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device ee33ed41-4cca-40de-891b-38c2fb6e5688 not bound to the agent host n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:56:52.084171 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:52.135910 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8b8f78c-dc08-4ac8-975d-8e44ba5b0d68 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:56:52.203281 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port b8b8f78c-dc08-4ac8-975d-8e44ba5b0d68, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=b8b8f78c-dc08-4ac8-975d-8e44ba5b0d68,segment=NetworkSegment(625714ca-800b-4a42-8a4c-65556747ee5a),segment_id=625714ca-800b-4a42-8a4c-65556747ee5a)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:56:52.214960 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:52.216169 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device db463dad-2c0b-4b47-9715-b8c0d9d84d00 details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:56:52.227959 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-235b699b-a62d-4536-ae7c-8ca35f7b19f0 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Notify callbacks [] for floatingip, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:52.230966 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-235b699b-a62d-4536-ae7c-8ca35f7b19f0 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:52.236689 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-235b699b-a62d-4536-ae7c-8ca35f7b19f0 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "DELETE /v2.0/floatingips/6c3440b2-1f62-4125-bb1c-4e52877b3ccf HTTP/1.1" status: 204 len: 168 time: 1.7705410 Aug 16 22:56:52.264981 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port db463dad-2c0b-4b47-9715-b8c0d9d84d00, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=db463dad-2c0b-4b47-9715-b8c0d9d84d00,segment=NetworkSegment(625714ca-800b-4a42-8a4c-65556747ee5a),segment_id=625714ca-800b-4a42-8a4c-65556747ee5a)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:56:52.338384 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': 'db463dad-2c0b-4b47-9715-b8c0d9d84d00', 'network_id': '4c053a4e-0ec9-4d44-8656-e00b7fdb7817', 'port_id': 'db463dad-2c0b-4b47-9715-b8c0d9d84d00', 'mac_address': 'fa:16:3e:1f:cc:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8779300-92b7-4837-89de-7e210351e933', 'ip_address': '19.80.0.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:56:52.363477 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b09de9-7241-4dfc-821a-fef9234eaa5e req-bfd90d6a-6104-4d91-bf55-86fb22fe0be8 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:52.376698 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-97b09de9-7241-4dfc-821a-fef9234eaa5e req-bfd90d6a-6104-4d91-bf55-86fb22fe0be8 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/ports?device_id=116b3c9c-303e-4ffe-b86f-0b052c315ef4 HTTP/1.1" status: 200 len: 945 time: 0.2245598 Aug 16 22:56:52.452440 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-97b09de9-7241-4dfc-821a-fef9234eaa5e req-50bd6f2e-726c-42ca-81f3-fba4113da841 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4ad6394-3e39-4386-b02d-4a7c32c3940e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698252 Aug 16 22:56:52.566378 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=b8b8f78c-dc08-4ac8-975d-8e44ba5b0d68,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:52.586558 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7043b858-2169-42e6-84a1-1d69eb60a20e req-86da6c16-c848-4489-9404-59f1ea942d4a tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:52.593720 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7043b858-2169-42e6-84a1-1d69eb60a20e req-86da6c16-c848-4489-9404-59f1ea942d4a tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:52.600851 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7043b858-2169-42e6-84a1-1d69eb60a20e req-86da6c16-c848-4489-9404-59f1ea942d4a tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:52.610306 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7043b858-2169-42e6-84a1-1d69eb60a20e req-86da6c16-c848-4489-9404-59f1ea942d4a tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "GET /v2.0/ports?device_id=216d6d85-a300-42b9-a347-bdea122b42f9 HTTP/1.1" status: 200 len: 2414 time: 0.0961359 Aug 16 22:56:52.620390 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:52.631739 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:56:52.632088 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:56:52.632426 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:56:52.633103 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:56:52.633437 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:56:52.633766 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:56:52.634095 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:56:52.634421 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:56:52.634750 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:56:52.635071 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:56:52.635393 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:56:52.635712 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:56:52.664022 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7043b858-2169-42e6-84a1-1d69eb60a20e req-e4f99a4a-12a2-4b3e-b1c6-0fcccec4427a tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "GET /v2.0/security-groups?id=af30ade3-5d60-40c1-aaba-ea89855e7980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474141 Aug 16 22:56:52.722123 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db463dad-2c0b-4b47-9715-b8c0d9d84d00 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:56:52.744351 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port db463dad-2c0b-4b47-9715-b8c0d9d84d00, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=db463dad-2c0b-4b47-9715-b8c0d9d84d00,segment=NetworkSegment(625714ca-800b-4a42-8a4c-65556747ee5a),segment_id=625714ca-800b-4a42-8a4c-65556747ee5a)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:56:52.754652 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:52.755378 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 74327ace-1a1e-4a94-ac0d-0ef8730bdb5a details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:56:52.814269 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=db463dad-2c0b-4b47-9715-b8c0d9d84d00,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:52.828575 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:52.840708 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-7c16ae42-291a-49a2-960a-e74d4b1869e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f41f82-e452-41fa-9b14-d68572276c94', 'name': 'tempest-ServersTestJSON-880350797-router', 'tenant_id': 'a9c0ed8d0d754c4dac8f472b354115ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '30ffc958-3eb7-4180-94cf-7f861cf615c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:53:09Z', 'updated_at': '2021-08-16T22:53:17Z', 'revision_number': 4, 'project_id': 'a9c0ed8d0d754c4dac8f472b354115ce', 'gw_port': {'id': '30ffc958-3eb7-4180-94cf-7f861cf615c2', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f41f82-e452-41fa-9b14-d68572276c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:09Z', 'updated_at': '2021-08-16T22:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'b9cfd26d-c3f5-4cde-a062-35a75382e027', 'name': '', 'network_id': '7bb4d736-1ee0-4c9d-95be-95b3b284910b', 'tenant_id': 'a9c0ed8d0d754c4dac8f472b354115ce', 'mac_address': 'fa:16:3e:59:47:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f41f82-e452-41fa-9b14-d68572276c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '4f17be0c-e94d-48bc-9b35-a0b031c07b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:15Z', 'updated_at': '2021-08-16T22:53:23Z', 'revision_number': 5, 'project_id': 'a9c0ed8d0d754c4dac8f472b354115ce', 'subnets': [{'id': '4f17be0c-e94d-48bc-9b35-a0b031c07b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:56:52.873776 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 37298) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:52.882802 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-0bb358e6-dd40-4535-8770-674ddf965edf tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1182724897', 'description': 'tempest-description--1921617726'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:56:52.895174 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c16ae42-291a-49a2-960a-e74d4b1869e5 None None] Checking router: 60f41f82-e452-41fa-9b14-d68572276c94 for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:56:52.953269 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.db.resource_extend [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 22:56:53.020340 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37076e2b-c907-4081-b638-5d30c3ade87b req-aff1fca8-6aeb-465e-82d4-9ea487580ef1 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:53.034509 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-37076e2b-c907-4081-b638-5d30c3ade87b req-aff1fca8-6aeb-465e-82d4-9ea487580ef1 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/ports?device_id=558fad6e-08d7-4f4e-9a19-1e466ac0428f HTTP/1.1" status: 200 len: 950 time: 0.2819731 Aug 16 22:56:53.038681 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0bb358e6-dd40-4535-8770-674ddf965edf tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:53.087028 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c16ae42-291a-49a2-960a-e74d4b1869e5 None None] Routers {'60f41f82-e452-41fa-9b14-d68572276c94'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:56:53.093318 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 37308) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:53.094398 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-7c16ae42-291a-49a2-960a-e74d4b1869e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:56:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['60f41f82-e452-41fa-9b14-d68572276c94'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:56:53.216640 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-37076e2b-c907-4081-b638-5d30c3ade87b req-c7b6f75b-95bb-48b7-b4fa-204164b4030c tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/security-groups?id=28636a9e-058f-441f-8e78-3802344981e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627448 Aug 16 22:56:53.244699 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-20becd77-c135-460d-8552-4df50abefeef tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:53.348231 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0bb358e6-dd40-4535-8770-674ddf965edf tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:53.356750 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0bb358e6-dd40-4535-8770-674ddf965edf tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:53.397259 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-20becd77-c135-460d-8552-4df50abefeef tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:53.438993 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb358e6-dd40-4535-8770-674ddf965edf tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb930d9d-af57-42ec-901a-b3e522b04153,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:53.458397 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0bb358e6-dd40-4535-8770-674ddf965edf tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:53.460007 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-0bb358e6-dd40-4535-8770-674ddf965edf tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5849881 Aug 16 22:56:53.463359 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 37324) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:53.477798 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-d298b9f7-f1f7-4e04-b1db-7a9f068d81b4 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Request body: {'security_group_rule': {'security_group_id': 'cb930d9d-af57-42ec-901a-b3e522b04153', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:56:53.543985 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-7c16ae42-291a-49a2-960a-e74d4b1869e5 None None] Set router 60f41f82-e452-41fa-9b14-d68572276c94 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:56:53.660899 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d298b9f7-f1f7-4e04-b1db-7a9f068d81b4 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:53.783334 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 74327ace-1a1e-4a94-ac0d-0ef8730bdb5a, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=74327ace-1a1e-4a94-ac0d-0ef8730bdb5a,segment=NetworkSegment(068d3cc4-71ee-499c-ae62-b5be76727bbb),segment_id=068d3cc4-71ee-499c-ae62-b5be76727bbb)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:56:53.805110 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': '74327ace-1a1e-4a94-ac0d-0ef8730bdb5a', 'network_id': '0c122db5-1862-4ceb-83ab-54e7f19f5d4b', 'port_id': '74327ace-1a1e-4a94-ac0d-0ef8730bdb5a', 'mac_address': 'fa:16:3e:55:c8:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01ccb858-bbe0-4b24-b9d7-7706e34d0eaa', 'ip_address': '19.86.0.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:56:53.822988 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febab5ec-d329-41c1-8d0a-a87b06eb46eb req-2ce04189-ea16-4210-96ba-4577aa8dc5d2 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:53.834501 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-febab5ec-d329-41c1-8d0a-a87b06eb46eb req-2ce04189-ea16-4210-96ba-4577aa8dc5d2 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/ports?device_id=116b3c9c-303e-4ffe-b86f-0b052c315ef4 HTTP/1.1" status: 200 len: 945 time: 0.2579148 Aug 16 22:56:53.943937 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-febab5ec-d329-41c1-8d0a-a87b06eb46eb req-00b6bc83-6421-4b89-9365-3cd4bf2c09dc tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4ad6394-3e39-4386-b02d-4a7c32c3940e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067715 Aug 16 22:56:53.945557 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d298b9f7-f1f7-4e04-b1db-7a9f068d81b4 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:53.947841 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-20becd77-c135-460d-8552-4df50abefeef tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:53.955240 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-20becd77-c135-460d-8552-4df50abefeef tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:53.957171 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-20becd77-c135-460d-8552-4df50abefeef tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] 10.222.0.36 "DELETE /v2.0/security-groups/3f8a2671-4820-4bed-b29d-ce4513378842 HTTP/1.1" status: 204 len: 168 time: 0.8605845 Aug 16 22:56:53.966085 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d298b9f7-f1f7-4e04-b1db-7a9f068d81b4 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:53.969221 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 37332) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:53.998497 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:54.034665 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d298b9f7-f1f7-4e04-b1db-7a9f068d81b4 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ab00bc2-d781-42ea-880e-ecf909b5c181,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:54.036371 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd05da8-c9dc-48f9-9d48-5b5b76163084 req-2d2998ff-fb63-4f8e-837e-0750d2fe89d0 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:54.051060 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd05da8-c9dc-48f9-9d48-5b5b76163084 req-2d2998ff-fb63-4f8e-837e-0750d2fe89d0 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:54.053313 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74327ace-1a1e-4a94-ac0d-0ef8730bdb5a {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:56:54.058468 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d298b9f7-f1f7-4e04-b1db-7a9f068d81b4 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:54.064506 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd05da8-c9dc-48f9-9d48-5b5b76163084 req-2d2998ff-fb63-4f8e-837e-0750d2fe89d0 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:54.072070 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-d298b9f7-f1f7-4e04-b1db-7a9f068d81b4 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6043453 Aug 16 22:56:54.074617 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dbd05da8-c9dc-48f9-9d48-5b5b76163084 req-2d2998ff-fb63-4f8e-837e-0750d2fe89d0 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "GET /v2.0/ports?device_id=216d6d85-a300-42b9-a347-bdea122b42f9 HTTP/1.1" status: 200 len: 2415 time: 0.1219523 Aug 16 22:56:54.075255 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 37336) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:54.078504 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20becd77-c135-460d-8552-4df50abefeef tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f8a2671-4820-4bed-b29d-ce4513378842,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:54.080839 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-b467a5d9-155b-4708-8fee-fca768f7d75a tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Request body: {'security_group_rule': {'security_group_id': 'cb930d9d-af57-42ec-901a-b3e522b04153', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:56:54.091488 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-7c16ae42-291a-49a2-960a-e74d4b1869e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f41f82-e452-41fa-9b14-d68572276c94', 'name': 'tempest-ServersTestJSON-880350797-router', 'tenant_id': 'a9c0ed8d0d754c4dac8f472b354115ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '30ffc958-3eb7-4180-94cf-7f861cf615c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:53:09Z', 'updated_at': '2021-08-16T22:53:17Z', 'revision_number': 4, 'project_id': 'a9c0ed8d0d754c4dac8f472b354115ce', 'gw_port': {'id': '30ffc958-3eb7-4180-94cf-7f861cf615c2', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f41f82-e452-41fa-9b14-d68572276c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:09Z', 'updated_at': '2021-08-16T22:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'b9cfd26d-c3f5-4cde-a062-35a75382e027', 'name': '', 'network_id': '7bb4d736-1ee0-4c9d-95be-95b3b284910b', 'tenant_id': 'a9c0ed8d0d754c4dac8f472b354115ce', 'mac_address': 'fa:16:3e:59:47:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f41f82-e452-41fa-9b14-d68572276c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '4f17be0c-e94d-48bc-9b35-a0b031c07b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:15Z', 'updated_at': '2021-08-16T22:53:23Z', 'revision_number': 5, 'project_id': 'a9c0ed8d0d754c4dac8f472b354115ce', 'subnets': [{'id': '4f17be0c-e94d-48bc-9b35-a0b031c07b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:56:54.100648 n-d-791506-26 neutron-server[101291]: INFO neutron.api.v2.resource [None req-344e4796-5d57-418e-84a7-3865d68885ee tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] show failed (client error): The resource could not be found. Aug 16 22:56:54.106859 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-344e4796-5d57-418e-84a7-3865d68885ee tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] 10.222.0.36 "GET /v2.0/security-groups/3f8a2671-4820-4bed-b29d-ce4513378842 HTTP/1.1" status: 404 len: 347 time: 0.1155005 Aug 16 22:56:54.109920 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 37338) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:54.210523 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c16ae42-291a-49a2-960a-e74d4b1869e5 None None] The sync data for ids ['60f41f82-e452-41fa-9b14-d68572276c94'] in n-d-791506-26 is: [{'id': '60f41f82-e452-41fa-9b14-d68572276c94', 'name': 'tempest-ServersTestJSON-880350797-router', 'tenant_id': 'a9c0ed8d0d754c4dac8f472b354115ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '30ffc958-3eb7-4180-94cf-7f861cf615c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:53:09Z', 'updated_at': '2021-08-16T22:53:17Z', 'revision_number': 4, 'project_id': 'a9c0ed8d0d754c4dac8f472b354115ce', 'gw_port': {'id': '30ffc958-3eb7-4180-94cf-7f861cf615c2', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f41f82-e452-41fa-9b14-d68572276c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:09Z', 'updated_at': '2021-08-16T22:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'b9cfd26d-c3f5-4cde-a062-35a75382e027', 'name': '', 'network_id': '7bb4d736-1ee0-4c9d-95be-95b3b284910b', 'tenant_id': 'a9c0ed8d0d754c4dac8f472b354115ce', 'mac_address': 'fa:16:3e:59:47:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f41f82-e452-41fa-9b14-d68572276c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '4f17be0c-e94d-48bc-9b35-a0b031c07b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:15Z', 'updated_at': '2021-08-16T22:53:23Z', 'revision_number': 5, 'project_id': 'a9c0ed8d0d754c4dac8f472b354115ce', 'subnets': [{'id': '4f17be0c-e94d-48bc-9b35-a0b031c07b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:56:54.245934 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 74327ace-1a1e-4a94-ac0d-0ef8730bdb5a, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=74327ace-1a1e-4a94-ac0d-0ef8730bdb5a,segment=NetworkSegment(068d3cc4-71ee-499c-ae62-b5be76727bbb),segment_id=068d3cc4-71ee-499c-ae62-b5be76727bbb)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:56:54.246416 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dbd05da8-c9dc-48f9-9d48-5b5b76163084 req-ad775be9-15cd-4ef5-b6f1-ab66d29452ba tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "GET /v2.0/security-groups?id=af30ade3-5d60-40c1-aaba-ea89855e7980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538796 Aug 16 22:56:54.258961 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:54.273878 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b467a5d9-155b-4708-8fee-fca768f7d75a tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:54.460951 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=74327ace-1a1e-4a94-ac0d-0ef8730bdb5a,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:54.518466 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-abb7d670-b1d3-4e30-a06c-265f4238577c tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] Deleting port fbd30dc1-fc86-40f7-83a1-a12678a70210 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:56:54.519075 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-abb7d670-b1d3-4e30-a06c-265f4238577c tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:54.519697 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9102970c-ff6d-4129-bb59-69bab1ef9517 req-5e521e9a-ecb3-473a-8f58-a5ea0353f587 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:54.531933 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9102970c-ff6d-4129-bb59-69bab1ef9517 req-5e521e9a-ecb3-473a-8f58-a5ea0353f587 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/ports?device_id=558fad6e-08d7-4f4e-9a19-1e466ac0428f HTTP/1.1" status: 200 len: 950 time: 0.1464448 Aug 16 22:56:54.575002 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b467a5d9-155b-4708-8fee-fca768f7d75a tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:54.593186 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b467a5d9-155b-4708-8fee-fca768f7d75a tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:54.634734 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9102970c-ff6d-4129-bb59-69bab1ef9517 req-e4ff3dbe-bc15-437b-a6d3-3c3e7fed9c96 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/security-groups?id=28636a9e-058f-441f-8e78-3802344981e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013572 Aug 16 22:56:54.651235 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b467a5d9-155b-4708-8fee-fca768f7d75a tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5c951cb-8afb-4d21-a220-714ce67198cf,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:54.658669 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b467a5d9-155b-4708-8fee-fca768f7d75a tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:54.663536 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-b467a5d9-155b-4708-8fee-fca768f7d75a tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5870881 Aug 16 22:56:54.664233 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 37370) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:54.667210 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-abb7d670-b1d3-4e30-a06c-265f4238577c tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:54.667725 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-abb7d670-b1d3-4e30-a06c-265f4238577c tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:54.669510 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-f2dcb56d-0bc8-4537-8804-36fd112055d6 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Request body: {'floatingip': {'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:56:54.687773 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-abb7d670-b1d3-4e30-a06c-265f4238577c tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] Calling delete_port for fbd30dc1-fc86-40f7-83a1-a12678a70210 owned by network:floatingip {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:56:54.717038 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f2dcb56d-0bc8-4537-8804-36fd112055d6 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Notify callbacks [] for floatingip, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:54.826553 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e382bebe-084a-479f-a45f-09411a610594 None None] New status for floating IP 8b50a96f-8df7-4cca-97c8-f99dfd0d55ce: DOWN {{(pid=101294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:56:54.858554 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['b8b8f78c-dc08-4ac8-975d-8e44ba5b0d68'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:56:54.916782 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-abb7d670-b1d3-4e30-a06c-265f4238577c tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:54.935234 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f2dcb56d-0bc8-4537-8804-36fd112055d6 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:54.965510 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb7d670-b1d3-4e30-a06c-265f4238577c tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] Pushing event deleted for resources: {'Port': ['ID=fbd30dc1-fc86-40f7-83a1-a12678a70210,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:54.973840 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['db463dad-2c0b-4b47-9715-b8c0d9d84d00'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:56:55.017731 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.db.api [None req-e382bebe-084a-479f-a45f-09411a610594 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101294) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:56:55.023887 n-d-791506-26 neutron-server[101294]: DEBUG oslo_db.api [None req-e382bebe-084a-479f-a45f-09411a610594 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:56:55.100463 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-abb7d670-b1d3-4e30-a06c-265f4238577c tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] Notify callbacks [] for floatingip, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:55.102404 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['74327ace-1a1e-4a94-ac0d-0ef8730bdb5a'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:56:55.103357 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-abb7d670-b1d3-4e30-a06c-265f4238577c tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:55.107882 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-abb7d670-b1d3-4e30-a06c-265f4238577c tempest-ServersTestJSON-608326013 tempest-ServersTestJSON-608326013-project] 10.222.0.36 "DELETE /v2.0/floatingips/8b50a96f-8df7-4cca-97c8-f99dfd0d55ce HTTP/1.1" status: 204 len: 168 time: 0.9965603 Aug 16 22:56:55.109547 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 37378) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:55.180950 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8874591e-3e43-4a5b-b17d-a2f6a680daf7 req-b23f9ccf-be73-4ca2-b91d-994d5ae6aadd tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:55.182770 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8874591e-3e43-4a5b-b17d-a2f6a680daf7 req-b23f9ccf-be73-4ca2-b91d-994d5ae6aadd tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/ports?device_id=116b3c9c-303e-4ffe-b86f-0b052c315ef4 HTTP/1.1" status: 200 len: 945 time: 0.1171987 Aug 16 22:56:55.184505 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:55.207954 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-f2dcb56d-0bc8-4537-8804-36fd112055d6 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Allocated IP 172.25.4.54 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/88e1a296-bcd4-4c46-939c-57b497ba4f60) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:56:55.303272 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8874591e-3e43-4a5b-b17d-a2f6a680daf7 req-3cb33e26-971d-4142-97fb-12af8b1cbcdb tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4ad6394-3e39-4386-b02d-4a7c32c3940e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088367 Aug 16 22:56:55.450132 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f2dcb56d-0bc8-4537-8804-36fd112055d6 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:55.504709 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec654241-dfc6-474c-b6a1-c0137cf82350 req-77dd3c21-454e-4719-9dbd-e11813807369 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:55.512258 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec654241-dfc6-474c-b6a1-c0137cf82350 req-77dd3c21-454e-4719-9dbd-e11813807369 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:55.526163 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e382bebe-084a-479f-a45f-09411a610594 None None] New status for floating IP 8b50a96f-8df7-4cca-97c8-f99dfd0d55ce: DOWN {{(pid=101294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:56:55.543590 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec654241-dfc6-474c-b6a1-c0137cf82350 req-77dd3c21-454e-4719-9dbd-e11813807369 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:55.550290 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ec654241-dfc6-474c-b6a1-c0137cf82350 req-77dd3c21-454e-4719-9dbd-e11813807369 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "GET /v2.0/ports?device_id=216d6d85-a300-42b9-a347-bdea122b42f9 HTTP/1.1" status: 200 len: 2416 time: 0.1715996 Aug 16 22:56:55.683403 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ec654241-dfc6-474c-b6a1-c0137cf82350 req-8afa5f05-eb0c-4fcf-94a3-094bc9589559 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "GET /v2.0/security-groups?id=af30ade3-5d60-40c1-aaba-ea89855e7980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237493 Aug 16 22:56:55.685653 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f2dcb56d-0bc8-4537-8804-36fd112055d6 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:55.771176 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b0c64891-4f79-4a2e-815e-197c193818df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537579'] for router_interface, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:55.777307 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2dcb56d-0bc8-4537-8804-36fd112055d6 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:56:55.783003 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-f2dcb56d-0bc8-4537-8804-36fd112055d6 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:56:55.786301 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2dcb56d-0bc8-4537-8804-36fd112055d6 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:56:55.907438 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dcb56d-0bc8-4537-8804-36fd112055d6 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Pushing event updated for resources: {'Port': ['ID=88e1a296-bcd4-4c46-939c-57b497ba4f60,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:55.989286 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc45ec11-07fa-4117-8b91-8ec935532146 req-ac06f463-9ef9-471a-827c-15f32067e01c tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:55.990847 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cc45ec11-07fa-4117-8b91-8ec935532146 req-ac06f463-9ef9-471a-827c-15f32067e01c tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4b40d68-580d-4ed2-9460-ab869bff6030 HTTP/1.1" status: 200 len: 950 time: 0.2120345 Aug 16 22:56:56.003544 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76df8f1-ad8f-4778-8e91-4a64962bdd47 req-4106f13c-c2d9-4043-b32a-1a72121b05a3 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:56.007744 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e76df8f1-ad8f-4778-8e91-4a64962bdd47 req-4106f13c-c2d9-4043-b32a-1a72121b05a3 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/ports?device_id=558fad6e-08d7-4f4e-9a19-1e466ac0428f HTTP/1.1" status: 200 len: 950 time: 0.1819704 Aug 16 22:56:56.033290 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f2dcb56d-0bc8-4537-8804-36fd112055d6 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:56.141874 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cc45ec11-07fa-4117-8b91-8ec935532146 req-0e9a55d1-654e-4190-a330-ca5a05423399 tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] 10.222.0.36 "GET /v2.0/security-groups?id=eaa103af-6035-465a-ac0a-d83c49d1ff93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255741 Aug 16 22:56:56.141874 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f2dcb56d-0bc8-4537-8804-36fd112055d6 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:56.175983 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e76df8f1-ad8f-4778-8e91-4a64962bdd47 req-6023aebc-c16c-48de-9789-c149c79d8561 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/security-groups?id=28636a9e-058f-441f-8e78-3802344981e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371007 Aug 16 22:56:56.188802 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-b0c64891-4f79-4a2e-815e-197c193818df admin admin] Deleting port b9cfd26d-c3f5-4cde-a062-35a75382e027 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:56:56.189379 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b0c64891-4f79-4a2e-815e-197c193818df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:56.297825 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-b0c64891-4f79-4a2e-815e-197c193818df admin admin] For port b9cfd26d-c3f5-4cde-a062-35a75382e027, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=b9cfd26d-c3f5-4cde-a062-35a75382e027,segment=NetworkSegment(c75463d9-f53e-4823-944f-b7dcfb798698),segment_id=c75463d9-f53e-4823-944f-b7dcfb798698)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:56:56.298211 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b0c64891-4f79-4a2e-815e-197c193818df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:56.314857 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3aeeea-cad6-4e29-ae89-2bd7a640f7a6 req-7851c067-2f22-40be-8a37-5c3e38e700cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:56.315092 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-b0c64891-4f79-4a2e-815e-197c193818df admin admin] Calling delete_port for b9cfd26d-c3f5-4cde-a062-35a75382e027 owned by network:router_interface {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:56:56.316378 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4a3aeeea-cad6-4e29-ae89-2bd7a640f7a6 req-7851c067-2f22-40be-8a37-5c3e38e700cc service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=116b3c9c-303e-4ffe-b86f-0b052c315ef4 HTTP/1.1" status: 200 len: 1097 time: 0.1207933 Aug 16 22:56:56.387331 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4a3aeeea-cad6-4e29-ae89-2bd7a640f7a6 req-3cd317cc-465a-4732-bbdc-89389279518e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a4ad6394-3e39-4386-b02d-4a7c32c3940e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564518 Aug 16 22:56:56.412464 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f2dcb56d-0bc8-4537-8804-36fd112055d6 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:56.419842 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f2dcb56d-0bc8-4537-8804-36fd112055d6 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:56.533259 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dcb56d-0bc8-4537-8804-36fd112055d6 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Pushing event updated for resources: {'Port': ['ID=88e1a296-bcd4-4c46-939c-57b497ba4f60,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:56.554382 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b0c64891-4f79-4a2e-815e-197c193818df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:56.559137 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f2dcb56d-0bc8-4537-8804-36fd112055d6 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:56.599328 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f2dcb56d-0bc8-4537-8804-36fd112055d6 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:56.600607 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-f2dcb56d-0bc8-4537-8804-36fd112055d6 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9352376 Aug 16 22:56:56.616265 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7682dd2-0716-40f4-863e-a4dea10846b9 req-e98d4fee-a059-402e-97bd-186b7669b605 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:56.618793 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d7682dd2-0716-40f4-863e-a4dea10846b9 req-e98d4fee-a059-402e-97bd-186b7669b605 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/ports?device_id=116b3c9c-303e-4ffe-b86f-0b052c315ef4 HTTP/1.1" status: 200 len: 945 time: 0.1623826 Aug 16 22:56:56.631323 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c64891-4f79-4a2e-815e-197c193818df admin admin] Pushing event deleted for resources: {'Port': ['ID=b9cfd26d-c3f5-4cde-a062-35a75382e027,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:56.747661 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d7682dd2-0716-40f4-863e-a4dea10846b9 req-106be871-58d3-47fa-afe6-578f86b86e65 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4ad6394-3e39-4386-b02d-4a7c32c3940e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190507 Aug 16 22:56:57.038657 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef48286d-3e2f-4336-884b-f7548ed35cdd req-c2638cef-fc3a-4abe-ad45-578b56cf6c3e tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:57.056807 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef48286d-3e2f-4336-884b-f7548ed35cdd req-c2638cef-fc3a-4abe-ad45-578b56cf6c3e tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:57.066607 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef48286d-3e2f-4336-884b-f7548ed35cdd req-c2638cef-fc3a-4abe-ad45-578b56cf6c3e tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:57.075213 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ef48286d-3e2f-4336-884b-f7548ed35cdd req-c2638cef-fc3a-4abe-ad45-578b56cf6c3e tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "GET /v2.0/ports?device_id=216d6d85-a300-42b9-a347-bdea122b42f9 HTTP/1.1" status: 200 len: 2416 time: 0.2056587 Aug 16 22:56:57.088990 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b0c64891-4f79-4a2e-815e-197c193818df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537471'] for router_interface, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:57.155095 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a0387d70-7931-48c3-a3da-f9013a425a26 req-0f6a50ac-61c1-4cb9-971c-7a693122f8b1 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1182724897&fields=id&tenant_id=57296d41c5f54ce79a9b782f4a8b4677 HTTP/1.1" status: 200 len: 267 time: 0.0766363 Aug 16 22:56:57.191246 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 7523c21b-6545-4d24-89d7-5235435ba14f no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:56:57.333057 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0387d70-7931-48c3-a3da-f9013a425a26 req-8ac1c23e-2fd5-4915-bf03-b185292daa78 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:57.347040 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a0387d70-7931-48c3-a3da-f9013a425a26 req-8ac1c23e-2fd5-4915-bf03-b185292daa78 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/networks?id=6017926f-7eef-429e-a22b-3a35337dccd4 HTTP/1.1" status: 200 len: 817 time: 0.1904442 Aug 16 22:56:57.375224 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ef48286d-3e2f-4336-884b-f7548ed35cdd req-246d751b-cc5c-4da2-aca9-b8de93a86722 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "GET /v2.0/security-groups?id=af30ade3-5d60-40c1-aaba-ea89855e7980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964711 Aug 16 22:56:57.387201 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a0387d70-7931-48c3-a3da-f9013a425a26 req-aff793f1-f015-49ea-b4b4-6f8f44882491 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/quotas/57296d41c5f54ce79a9b782f4a8b4677 HTTP/1.1" status: 200 len: 375 time: 0.0382292 Aug 16 22:56:57.391686 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:57.465344 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4b40d68-580d-4ed2-9460-ab869bff6030', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7523c21b-6545-4d24-89d7-5235435ba14f'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:56:57.474508 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11f3a190-fd1d-4a45-a0d6-68d8f253bb6f" -d '{"events": [{"server_uuid": "e4b40d68-580d-4ed2-9460-ab869bff6030", "name": "network-vif-unplugged", "status": "completed", "tag": "7523c21b-6545-4d24-89d7-5235435ba14f"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:56:57.515966 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a0387d70-7931-48c3-a3da-f9013a425a26 req-d8fffb2b-58f8-4957-8be3-d65eaf87cab7 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=57296d41c5f54ce79a9b782f4a8b4677&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1196098 Aug 16 22:56:57.517044 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 7523c21b-6545-4d24-89d7-5235435ba14f, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=7523c21b-6545-4d24-89d7-5235435ba14f,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:56:57.522525 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:57.523251 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 746316bb-90f9-4c54-81f9-8f8cbbb9606c no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:56:57.529459 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [req-a0387d70-7931-48c3-a3da-f9013a425a26 req-e20fdd93-257b-4dbe-955a-4e663586508c tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:56:57.544120 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a0387d70-7931-48c3-a3da-f9013a425a26 req-e20fdd93-257b-4dbe-955a-4e663586508c tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0263400 Aug 16 22:56:57.560685 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0c64891-4f79-4a2e-815e-197c193818df admin admin] Router 60f41f82-e452-41fa-9b14-d68572276c94 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:56:57.641374 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=7523c21b-6545-4d24-89d7-5235435ba14f,revision_number=8']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:57.689778 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:57.764165 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 746316bb-90f9-4c54-81f9-8f8cbbb9606c, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=746316bb-90f9-4c54-81f9-8f8cbbb9606c,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:56:57.771328 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:57.784722 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a0387d70-7931-48c3-a3da-f9013a425a26 req-373b0f44-e8d0-4663-8e8b-13c31ed06b89 service neutron] 10.222.0.36 "GET /v2.0/networks/6017926f-7eef-429e-a22b-3a35337dccd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396226 Aug 16 22:56:57.810719 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60276bee-171d-4d24-b960-6d08a3e93392 req-ffafadfa-16d1-4e74-aba0-7756266a38d1 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:57.824932 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-60276bee-171d-4d24-b960-6d08a3e93392 req-ffafadfa-16d1-4e74-aba0-7756266a38d1 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/ports?device_id=558fad6e-08d7-4f4e-9a19-1e466ac0428f HTTP/1.1" status: 200 len: 950 time: 0.1017051 Aug 16 22:56:57.849083 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 37504) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:57.870792 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=746316bb-90f9-4c54-81f9-8f8cbbb9606c,revision_number=6']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:57.891972 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 37508) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:57.915441 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0c64891-4f79-4a2e-815e-197c193818df admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:56:57.928297 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0084e11d-facc-4b10-9807-a8e830b88bd8 None None] Sync routers for ids ['60f41f82-e452-41fa-9b14-d68572276c94'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:56:57.928808 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-b0c64891-4f79-4a2e-815e-197c193818df admin admin] 10.222.0.36 "PUT /v2.0/routers/60f41f82-e452-41fa-9b14-d68572276c94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8174124 Aug 16 22:56:57.931269 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 37512) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:57.941455 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0084e11d-facc-4b10-9807-a8e830b88bd8 None None] Routers {'60f41f82-e452-41fa-9b14-d68572276c94'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:56:57.945262 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-0084e11d-facc-4b10-9807-a8e830b88bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:56:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['60f41f82-e452-41fa-9b14-d68572276c94'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:56:57.965940 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-60276bee-171d-4d24-b960-6d08a3e93392 req-ba620d75-2209-4b02-8204-f86ad393f9a0 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/security-groups?id=28636a9e-058f-441f-8e78-3802344981e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400187 Aug 16 22:56:58.057929 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a0387d70-7931-48c3-a3da-f9013a425a26 req-f66b137c-7b30-4afe-b8b3-606695df9819 service neutron] 10.222.0.36 "GET /v2.0/networks/6017926f-7eef-429e-a22b-3a35337dccd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722604 Aug 16 22:56:58.064041 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 22:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80edd6a2-7f04-4378-a8f5-d6bd5a192aad x-openstack-request-id: req-80edd6a2-7f04-4378-a8f5-d6bd5a192aad {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:56:58.064624 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4b40d68-580d-4ed2-9460-ab869bff6030", "name": "network-vif-unplugged", "status": "completed", "tag": "7523c21b-6545-4d24-89d7-5235435ba14f", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:56:58.065082 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-80edd6a2-7f04-4378-a8f5-d6bd5a192aad {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:56:58.065891 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4b40d68-580d-4ed2-9460-ab869bff6030', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7523c21b-6545-4d24-89d7-5235435ba14f', 'code': 200} Aug 16 22:56:58.193182 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-0084e11d-facc-4b10-9807-a8e830b88bd8 None None] Set router 60f41f82-e452-41fa-9b14-d68572276c94 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:56:58.198141 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7d4c1983-0113-40d5-9619-84a7a14df51e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:58.229849 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-89a1fba7-a4d5-4493-a8d8-68855de4a35c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:58.230314 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e158bd85-ec71-423a-95b0-5a00fd286844 req-becbf845-ddfb-4445-8c98-6e421f8eec46 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:58.237324 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e158bd85-ec71-423a-95b0-5a00fd286844 req-becbf845-ddfb-4445-8c98-6e421f8eec46 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/ports?device_id=116b3c9c-303e-4ffe-b86f-0b052c315ef4 HTTP/1.1" status: 200 len: 945 time: 0.0646241 Aug 16 22:56:58.297496 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8968352b-79a3-4dd5-beba-f3daee13f776 admin admin] Notify callbacks [] for router, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:58.299360 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e158bd85-ec71-423a-95b0-5a00fd286844 req-623f0b48-3ae1-4cce-9c9d-b4b7c3feb20b tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4ad6394-3e39-4386-b02d-4a7c32c3940e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505669 Aug 16 22:56:58.362513 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device b8b8f78c-dc08-4ac8-975d-8e44ba5b0d68 up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:56:58.374423 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-234ab973-d451-44e7-bf56-1cd7f810cc3c req-1f9153d7-9316-4eb2-9fad-7c1d9642ac48 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=64dce353-055b-404e-bb15-893d8d6f9f87 HTTP/1.1" status: 200 len: 210 time: 0.0655622 Aug 16 22:56:58.406663 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.db.api [None req-89a1fba7-a4d5-4493-a8d8-68855de4a35c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 22:56:58.406663 n-d-791506-26 neutron-server[101291]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 16 22:56:58.406663 n-d-791506-26 neutron-server[101291]: [parameters: {'project_id': '7a234ad85e3440b0a42d60a3c6eb3482', 'id': '5cee701a-897a-40e2-94ef-6e67340e7c09', 'expiration': datetime.datetime(2021, 8, 16, 22, 58, 58, 311233)}] Aug 16 22:56:58.406663 n-d-791506-26 neutron-server[101291]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:56:58.407243 n-d-791506-26 neutron-server[101291]: DEBUG oslo_db.api [None req-89a1fba7-a4d5-4493-a8d8-68855de4a35c admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:56:58.524751 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning for port b8b8f78c-dc08-4ac8-975d-8e44ba5b0d68 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:56:58.531241 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port b8b8f78c-dc08-4ac8-975d-8e44ba5b0d68 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:56:58.531614 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:58.601413 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-0084e11d-facc-4b10-9807-a8e830b88bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f41f82-e452-41fa-9b14-d68572276c94', 'name': 'tempest-ServersTestJSON-880350797-router', 'tenant_id': 'a9c0ed8d0d754c4dac8f472b354115ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': '30ffc958-3eb7-4180-94cf-7f861cf615c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:53:09Z', 'updated_at': '2021-08-16T22:56:56Z', 'revision_number': 5, 'project_id': 'a9c0ed8d0d754c4dac8f472b354115ce', 'gw_port': {'id': '30ffc958-3eb7-4180-94cf-7f861cf615c2', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f41f82-e452-41fa-9b14-d68572276c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:53:09Z', 'updated_at': '2021-08-16T22:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:56:58.665919 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0084e11d-facc-4b10-9807-a8e830b88bd8 None None] Checking router: 60f41f82-e452-41fa-9b14-d68572276c94 for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:56:58.668467 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8968352b-79a3-4dd5-beba-f3daee13f776 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:58.696790 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0084e11d-facc-4b10-9807-a8e830b88bd8 None None] Routers {'60f41f82-e452-41fa-9b14-d68572276c94'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:56:58.697758 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-0084e11d-facc-4b10-9807-a8e830b88bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:56:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['60f41f82-e452-41fa-9b14-d68572276c94'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:56:58.703350 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:58.762703 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7d4c1983-0113-40d5-9619-84a7a14df51e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:58.770968 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7d4c1983-0113-40d5-9619-84a7a14df51e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:58.826419 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port b8b8f78c-dc08-4ac8-975d-8e44ba5b0d68, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=b8b8f78c-dc08-4ac8-975d-8e44ba5b0d68,segment=NetworkSegment(625714ca-800b-4a42-8a4c-65556747ee5a),segment_id=625714ca-800b-4a42-8a4c-65556747ee5a)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:56:58.834460 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-0084e11d-facc-4b10-9807-a8e830b88bd8 None None] Set router 60f41f82-e452-41fa-9b14-d68572276c94 gateway port host: None {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:56:58.837250 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:58.838119 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device db463dad-2c0b-4b47-9715-b8c0d9d84d00 up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:56:58.852598 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-7d4c1983-0113-40d5-9619-84a7a14df51e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=86439fe04cf44e5d9b3226b202f0426e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9595299 Aug 16 22:56:58.856677 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 37542) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:58.867350 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4c1983-0113-40d5-9619-84a7a14df51e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5787c610-d410-4590-96b4-5cf2658ad0f4,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:58.895298 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-8968352b-79a3-4dd5-beba-f3daee13f776 admin admin] Deleting port 30ffc958-3eb7-4180-94cf-7f861cf615c2 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:56:58.895823 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8968352b-79a3-4dd5-beba-f3daee13f776 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:58.918465 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-0084e11d-facc-4b10-9807-a8e830b88bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f41f82-e452-41fa-9b14-d68572276c94', 'name': 'tempest-ServersTestJSON-880350797-router', 'tenant_id': 'a9c0ed8d0d754c4dac8f472b354115ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:53:09Z', 'updated_at': '2021-08-16T22:56:58Z', 'revision_number': 6, 'project_id': 'a9c0ed8d0d754c4dac8f472b354115ce', 'gw_port_host': None}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:56:59.039539 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-89a1fba7-a4d5-4493-a8d8-68855de4a35c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:59.136732 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20de47-67c9-488e-9c45-37e000b3830e req-d641ca54-eb4d-4413-ba19-88435b312255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:59.138892 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3b20de47-67c9-488e-9c45-37e000b3830e req-d641ca54-eb4d-4413-ba19-88435b312255 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=17b3937359b747459bb6c64ab15f667a&device_id=116b3c9c-303e-4ffe-b86f-0b052c315ef4 HTTP/1.1" status: 200 len: 1097 time: 0.0943620 Aug 16 22:56:59.147369 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0084e11d-facc-4b10-9807-a8e830b88bd8 None None] The sync data for ids ['60f41f82-e452-41fa-9b14-d68572276c94'] in n-d-791506-26 is: [{'id': '60f41f82-e452-41fa-9b14-d68572276c94', 'name': 'tempest-ServersTestJSON-880350797-router', 'tenant_id': 'a9c0ed8d0d754c4dac8f472b354115ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:53:09Z', 'updated_at': '2021-08-16T22:56:58Z', 'revision_number': 6, 'project_id': 'a9c0ed8d0d754c4dac8f472b354115ce', 'gw_port_host': None}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:56:59.157048 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5734d3f-1202-4a78-a192-e29349675493 req-b7cfa523-d4a8-4653-ba8a-2188c501773e tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:59.168847 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c5734d3f-1202-4a78-a192-e29349675493 req-b7cfa523-d4a8-4653-ba8a-2188c501773e tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/ports?device_id=116b3c9c-303e-4ffe-b86f-0b052c315ef4 HTTP/1.1" status: 200 len: 945 time: 0.1229022 Aug 16 22:56:59.182834 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=b8b8f78c-dc08-4ac8-975d-8e44ba5b0d68,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:59.183684 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f71036-afe2-4310-832f-fdc745bc6f35 req-b2c74ced-a2d8-4a4b-99c7-fedcf989188d tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:59.190418 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f71036-afe2-4310-832f-fdc745bc6f35 req-b2c74ced-a2d8-4a4b-99c7-fedcf989188d tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:59.206608 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f71036-afe2-4310-832f-fdc745bc6f35 req-b2c74ced-a2d8-4a4b-99c7-fedcf989188d tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:59.208388 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-95f71036-afe2-4310-832f-fdc745bc6f35 req-b2c74ced-a2d8-4a4b-99c7-fedcf989188d tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "GET /v2.0/ports?device_id=216d6d85-a300-42b9-a347-bdea122b42f9 HTTP/1.1" status: 200 len: 2416 time: 0.6975875 Aug 16 22:56:59.209415 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 746316bb-90f9-4c54-81f9-8f8cbbb9606c details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:56:59.214765 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning for port db463dad-2c0b-4b47-9715-b8c0d9d84d00 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:56:59.225638 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port db463dad-2c0b-4b47-9715-b8c0d9d84d00 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:56:59.226099 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:59.269606 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e8c1a422-19ab-4e43-864b-b7c5255bcde0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:59.279429 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-89a1fba7-a4d5-4493-a8d8-68855de4a35c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:59.282252 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-8968352b-79a3-4dd5-beba-f3daee13f776 admin admin] For port 30ffc958-3eb7-4180-94cf-7f861cf615c2, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=30ffc958-3eb7-4180-94cf-7f861cf615c2,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:56:59.282588 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8968352b-79a3-4dd5-beba-f3daee13f776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:59.298214 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-89a1fba7-a4d5-4493-a8d8-68855de4a35c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:59.306163 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20de47-67c9-488e-9c45-37e000b3830e req-6565eebe-acd7-4b1e-8df2-d59bcfc86a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:59.307824 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3b20de47-67c9-488e-9c45-37e000b3830e req-6565eebe-acd7-4b1e-8df2-d59bcfc86a10 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cf3cc63c-f58b-4d2e-8737-2f16cf854977 HTTP/1.1" status: 200 len: 920 time: 0.1614711 Aug 16 22:56:59.325145 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-8968352b-79a3-4dd5-beba-f3daee13f776 admin admin] Calling delete_port for 30ffc958-3eb7-4180-94cf-7f861cf615c2 owned by network:router_gateway {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:56:59.363333 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3b20de47-67c9-488e-9c45-37e000b3830e req-0814d2d7-1b8d-48e1-93c4-413f2d0e4b7b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e472f05f-c646-4e47-91be-1f4ab8d404a8 HTTP/1.1" status: 200 len: 217 time: 0.0467894 Aug 16 22:56:59.364557 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e8c1a422-19ab-4e43-864b-b7c5255bcde0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:59.386939 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 746316bb-90f9-4c54-81f9-8f8cbbb9606c, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=746316bb-90f9-4c54-81f9-8f8cbbb9606c,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:56:59.395512 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:59.398674 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-89a1fba7-a4d5-4493-a8d8-68855de4a35c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7a234ad85e3440b0a42d60a3c6eb3482&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5483255 Aug 16 22:56:59.420008 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': '746316bb-90f9-4c54-81f9-8f8cbbb9606c', 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd', 'port_id': '746316bb-90f9-4c54-81f9-8f8cbbb9606c', 'mac_address': 'fa:16:3e:6e:7d:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6af2b868-37d3-46ab-a526-0465929f13c8', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:56:59.424682 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 37550) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:56:59.457372 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port db463dad-2c0b-4b47-9715-b8c0d9d84d00, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=db463dad-2c0b-4b47-9715-b8c0d9d84d00,segment=NetworkSegment(625714ca-800b-4a42-8a4c-65556747ee5a),segment_id=625714ca-800b-4a42-8a4c-65556747ee5a)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:56:59.468147 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:59.469101 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 74327ace-1a1e-4a94-ac0d-0ef8730bdb5a up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:56:59.471375 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-95f71036-afe2-4310-832f-fdc745bc6f35 req-40ee46be-f7f9-4901-85b6-039576e90a73 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "GET /v2.0/security-groups?id=af30ade3-5d60-40c1-aaba-ea89855e7980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568637 Aug 16 22:56:59.504489 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a1fba7-a4d5-4493-a8d8-68855de4a35c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6fd331e-1287-404e-ace9-c6483f854034,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:59.548723 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:59.550250 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20de47-67c9-488e-9c45-37e000b3830e req-c8b35a45-f242-4488-aa15-378c579aac40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:59.551880 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3b20de47-67c9-488e-9c45-37e000b3830e req-c8b35a45-f242-4488-aa15-378c579aac40 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=326cf2b6-5a5e-461f-8420-87d3c4aa2e9f HTTP/1.1" status: 200 len: 859 time: 0.1645460 Aug 16 22:56:59.581813 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c5734d3f-1202-4a78-a192-e29349675493 req-7bcca29e-091e-4b27-82c4-5b0416605078 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4ad6394-3e39-4386-b02d-4a7c32c3940e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4117455 Aug 16 22:56:59.593042 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 746316bb-90f9-4c54-81f9-8f8cbbb9606c {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:56:59.614447 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 746316bb-90f9-4c54-81f9-8f8cbbb9606c, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=746316bb-90f9-4c54-81f9-8f8cbbb9606c,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:56:59.619509 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=db463dad-2c0b-4b47-9715-b8c0d9d84d00,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:59.624919 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:59.669637 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e8c1a422-19ab-4e43-864b-b7c5255bcde0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:59.672980 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e8c1a422-19ab-4e43-864b-b7c5255bcde0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:59.682399 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-e8c1a422-19ab-4e43-864b-b7c5255bcde0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5787c610-d410-4590-96b4-5cf2658ad0f4 HTTP/1.1" status: 204 len: 168 time: 0.8241756 Aug 16 22:56:59.700989 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f89b4045-0d3d-4e4c-8221-92f66a63fdfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:59.718629 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning for port 74327ace-1a1e-4a94-ac0d-0ef8730bdb5a completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:56:59.723438 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3b20de47-67c9-488e-9c45-37e000b3830e req-ee6c7b83-a9b9-4f6d-8fa9-a1c31a63e2f0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cf3cc63c-f58b-4d2e-8737-2f16cf854977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1405668 Aug 16 22:56:59.731714 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port 74327ace-1a1e-4a94-ac0d-0ef8730bdb5a triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:56:59.739061 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:59.764350 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c1a422-19ab-4e43-864b-b7c5255bcde0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5787c610-d410-4590-96b4-5cf2658ad0f4,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:59.782913 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=746316bb-90f9-4c54-81f9-8f8cbbb9606c,revision_number=7']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:59.814334 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8968352b-79a3-4dd5-beba-f3daee13f776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:59.838899 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-928271e3-a3a8-4d7d-854e-4a09c484cbb9 req-b278a589-990e-4bc2-99d4-5185cc0af35d tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=64dce353-055b-404e-bb15-893d8d6f9f87 HTTP/1.1" status: 200 len: 210 time: 0.0713899 Aug 16 22:56:59.845250 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f89b4045-0d3d-4e4c-8221-92f66a63fdfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:59.855827 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8968352b-79a3-4dd5-beba-f3daee13f776 admin admin] Pushing event deleted for resources: {'Port': ['ID=30ffc958-3eb7-4180-94cf-7f861cf615c2,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:56:59.877433 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fbf1ca-ae37-41c0-a063-8206a3974965 req-13aa07e4-93ee-4748-ab0e-aa75ed392126 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:56:59.886765 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-94fbf1ca-ae37-41c0-a063-8206a3974965 req-13aa07e4-93ee-4748-ab0e-aa75ed392126 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/ports?device_id=558fad6e-08d7-4f4e-9a19-1e466ac0428f HTTP/1.1" status: 200 len: 949 time: 0.3025732 Aug 16 22:56:59.934633 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:59.935951 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8968352b-79a3-4dd5-beba-f3daee13f776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537121'] for router_gateway, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:56:59.984997 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['746316bb-90f9-4c54-81f9-8f8cbbb9606c'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:57:00.009798 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-94fbf1ca-ae37-41c0-a063-8206a3974965 req-010f1ea2-1752-4262-92bd-f0c00d28e7b0 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/security-groups?id=28636a9e-058f-441f-8e78-3802344981e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216326 Aug 16 22:57:00.018771 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f89b4045-0d3d-4e4c-8221-92f66a63fdfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:00.022381 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f89b4045-0d3d-4e4c-8221-92f66a63fdfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:00.024323 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-f89b4045-0d3d-4e4c-8221-92f66a63fdfa admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f6fd331e-1287-404e-ace9-c6483f854034 HTTP/1.1" status: 204 len: 168 time: 0.5971212 Aug 16 22:57:00.035711 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89b4045-0d3d-4e4c-8221-92f66a63fdfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6fd331e-1287-404e-ace9-c6483f854034,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:00.050070 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3b20de47-67c9-488e-9c45-37e000b3830e req-308d896f-3023-4ec8-b1bd-a8c1269f7c1b service neutron] 10.222.0.57 "GET /v2.0/networks/cf3cc63c-f58b-4d2e-8737-2f16cf854977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3134785 Aug 16 22:57:00.075473 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '558fad6e-08d7-4f4e-9a19-1e466ac0428f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '746316bb-90f9-4c54-81f9-8f8cbbb9606c'}, {'server_uuid': '216d6d85-a300-42b9-a347-bdea122b42f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8b8f78c-dc08-4ac8-975d-8e44ba5b0d68'}, {'server_uuid': '216d6d85-a300-42b9-a347-bdea122b42f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db463dad-2c0b-4b47-9715-b8c0d9d84d00'}, {'server_uuid': '216d6d85-a300-42b9-a347-bdea122b42f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74327ace-1a1e-4a94-ac0d-0ef8730bdb5a'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:57:00.082975 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8968352b-79a3-4dd5-beba-f3daee13f776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:00.085487 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8968352b-79a3-4dd5-beba-f3daee13f776 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:00.087041 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40661630-fdf7-4b51-95aa-5f57a82ef0d3" -d '{"events": [{"server_uuid": "558fad6e-08d7-4f4e-9a19-1e466ac0428f", "name": "network-vif-unplugged", "status": "completed", "tag": "746316bb-90f9-4c54-81f9-8f8cbbb9606c"}, {"server_uuid": "216d6d85-a300-42b9-a347-bdea122b42f9", "name": "network-vif-plugged", "status": "completed", "tag": "b8b8f78c-dc08-4ac8-975d-8e44ba5b0d68"}, {"server_uuid": "216d6d85-a300-42b9-a347-bdea122b42f9", "name": "network-vif-plugged", "status": "completed", "tag": "db463dad-2c0b-4b47-9715-b8c0d9d84d00"}, {"server_uuid": "216d6d85-a300-42b9-a347-bdea122b42f9", "name": "network-vif-plugged", "status": "completed", "tag": "74327ace-1a1e-4a94-ac0d-0ef8730bdb5a"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:57:00.164145 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8968352b-79a3-4dd5-beba-f3daee13f776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:00.165173 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8968352b-79a3-4dd5-beba-f3daee13f776 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60f41f82-e452-41fa-9b14-d68572276c94 {{(pid=101291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:57:00.176294 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8968352b-79a3-4dd5-beba-f3daee13f776 admin admin] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:00.181121 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-8968352b-79a3-4dd5-beba-f3daee13f776 admin admin] 10.222.0.36 "DELETE /v2.0/routers/60f41f82-e452-41fa-9b14-d68572276c94 HTTP/1.1" status: 204 len: 168 time: 2.2467787 Aug 16 22:57:00.182823 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 37572) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:57:00.198304 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 74327ace-1a1e-4a94-ac0d-0ef8730bdb5a, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=74327ace-1a1e-4a94-ac0d-0ef8730bdb5a,segment=NetworkSegment(068d3cc4-71ee-499c-ae62-b5be76727bbb),segment_id=068d3cc4-71ee-499c-ae62-b5be76727bbb)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:57:00.205126 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3b20de47-67c9-488e-9c45-37e000b3830e req-4146640a-7efe-415f-bb72-264711fbccac service neutron] 10.222.0.57 "GET /v2.0/networks/cf3cc63c-f58b-4d2e-8737-2f16cf854977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472471 Aug 16 22:57:00.215490 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:00.233274 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 698 Content-Type: application/json Date: Mon, 16 Aug 2021 22:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a71b823-d5d0-413a-a9ca-6959d8ab6d1d x-openstack-request-id: req-7a71b823-d5d0-413a-a9ca-6959d8ab6d1d {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:57:00.234754 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "558fad6e-08d7-4f4e-9a19-1e466ac0428f", "name": "network-vif-unplugged", "status": "completed", "tag": "746316bb-90f9-4c54-81f9-8f8cbbb9606c", "code": 200}, {"server_uuid": "216d6d85-a300-42b9-a347-bdea122b42f9", "name": "network-vif-plugged", "status": "completed", "tag": "b8b8f78c-dc08-4ac8-975d-8e44ba5b0d68", "code": 200}, {"server_uuid": "216d6d85-a300-42b9-a347-bdea122b42f9", "name": "network-vif-plugged", "status": "completed", "tag": "db463dad-2c0b-4b47-9715-b8c0d9d84d00", "code": 200}, {"server_uuid": "216d6d85-a300-42b9-a347-bdea122b42f9", "name": "network-vif-plugged", "status": "completed", "tag": "74327ace-1a1e-4a94-ac0d-0ef8730bdb5a", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:57:00.235347 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7a71b823-d5d0-413a-a9ca-6959d8ab6d1d {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:57:00.236452 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '558fad6e-08d7-4f4e-9a19-1e466ac0428f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '746316bb-90f9-4c54-81f9-8f8cbbb9606c', 'code': 200} Aug 16 22:57:00.237119 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '216d6d85-a300-42b9-a347-bdea122b42f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8b8f78c-dc08-4ac8-975d-8e44ba5b0d68', 'code': 200} Aug 16 22:57:00.237756 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '216d6d85-a300-42b9-a347-bdea122b42f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db463dad-2c0b-4b47-9715-b8c0d9d84d00', 'code': 200} Aug 16 22:57:00.239706 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '216d6d85-a300-42b9-a347-bdea122b42f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74327ace-1a1e-4a94-ac0d-0ef8730bdb5a', 'code': 200} Aug 16 22:57:00.295150 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-056623de-9dee-4ca5-bb3d-4a894d7d40f3 admin admin] Deleting subnet 4f17be0c-e94d-48bc-9b35-a0b031c07b96 {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:57:00.300182 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-056623de-9dee-4ca5-bb3d-4a894d7d40f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:00.321040 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 37574) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:57:00.356792 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ec2a3471-9592-418e-8b6d-59329d89f9fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:00.372767 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-056623de-9dee-4ca5-bb3d-4a894d7d40f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:00.448839 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=74327ace-1a1e-4a94-ac0d-0ef8730bdb5a,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:00.477671 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device b9cfd26d-c3f5-4cde-a062-35a75382e027 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:57:00.518585 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-056623de-9dee-4ca5-bb3d-4a894d7d40f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:00.538648 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: b9cfd26d-c3f5-4cde-a062-35a75382e027 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:57:00.539142 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device b9cfd26d-c3f5-4cde-a062-35a75382e027 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:57:00.539669 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 30ffc958-3eb7-4180-94cf-7f861cf615c2 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:57:00.564071 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 30ffc958-3eb7-4180-94cf-7f861cf615c2 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:57:00.565897 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 30ffc958-3eb7-4180-94cf-7f861cf615c2 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:57:00.586131 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-056623de-9dee-4ca5-bb3d-4a894d7d40f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:00.652899 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056623de-9dee-4ca5-bb3d-4a894d7d40f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f17be0c-e94d-48bc-9b35-a0b031c07b96,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:00.685349 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-056623de-9dee-4ca5-bb3d-4a894d7d40f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:00.692184 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-056623de-9dee-4ca5-bb3d-4a894d7d40f3 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/4f17be0c-e94d-48bc-9b35-a0b031c07b96 HTTP/1.1" status: 204 len: 168 time: 0.5065825 Aug 16 22:57:00.693610 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 37582) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:57:00.701171 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b60ad9b-0487-4ff4-9df5-37f2a28d284b None None] Network 7bb4d736-1ee0-4c9d-95be-95b3b284910b requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:57:00.728294 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:57:00.882468 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0387d70-7931-48c3-a3da-f9013a425a26 req-6fea8ab7-17d4-480d-9d00-609d28a000c1 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:00.884357 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a0387d70-7931-48c3-a3da-f9013a425a26 req-6fea8ab7-17d4-480d-9d00-609d28a000c1 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.57 "GET /v2.0/networks?id=6017926f-7eef-429e-a22b-3a35337dccd4 HTTP/1.1" status: 200 len: 817 time: 0.4525652 Aug 16 22:57:00.903688 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280116cc-cb13-4d32-8202-ce0cecd38129 req-86d26f89-5c15-497d-9cb9-e0982bbf54bf tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:00.916740 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280116cc-cb13-4d32-8202-ce0cecd38129 req-86d26f89-5c15-497d-9cb9-e0982bbf54bf tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:00.929114 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280116cc-cb13-4d32-8202-ce0cecd38129 req-86d26f89-5c15-497d-9cb9-e0982bbf54bf tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:00.931254 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-280116cc-cb13-4d32-8202-ce0cecd38129 req-86d26f89-5c15-497d-9cb9-e0982bbf54bf tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "GET /v2.0/ports?device_id=216d6d85-a300-42b9-a347-bdea122b42f9 HTTP/1.1" status: 200 len: 2419 time: 0.2674770 Aug 16 22:57:00.957179 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 37586) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:57:01.004648 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d96b24-1f82-4b51-b4c1-8629fe8a30e8 req-d392933d-0c97-4c3b-85a6-0fa755c33744 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:01.006229 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-41d96b24-1f82-4b51-b4c1-8629fe8a30e8 req-d392933d-0c97-4c3b-85a6-0fa755c33744 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/ports?device_id=116b3c9c-303e-4ffe-b86f-0b052c315ef4 HTTP/1.1" status: 200 len: 945 time: 0.2558784 Aug 16 22:57:01.008017 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0da7f1c-563f-4b14-9338-db9119ab94cd None None] DHCP port deletion for 7bb4d736-1ee0-4c9d-95be-95b3b284910b request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:57:01.010588 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ec2a3471-9592-418e-8b6d-59329d89f9fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:01.020881 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-82319a43-dc6e-40cd-bbe9-ddf4b7871957 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:01.025572 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ec2a3471-9592-418e-8b6d-59329d89f9fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:01.070356 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-c0da7f1c-563f-4b14-9338-db9119ab94cd None None] Deleting port 57d5f06a-e8ad-4289-a615-a2e670826241 {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:57:01.071240 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c0da7f1c-563f-4b14-9338-db9119ab94cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:01.128485 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a0387d70-7931-48c3-a3da-f9013a425a26 req-e0c6517b-1ef7-436c-b701-2892a63d103a tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57296d41c5f54ce79a9b782f4a8b4677 HTTP/1.1" status: 200 len: 380 time: 0.1828105 Aug 16 22:57:01.149138 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-280116cc-cb13-4d32-8202-ce0cecd38129 req-b8a3cf11-d6fd-4c7b-a490-7cb498ff0ccc tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "GET /v2.0/security-groups?id=af30ade3-5d60-40c1-aaba-ea89855e7980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012095 Aug 16 22:57:01.150215 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2a3471-9592-418e-8b6d-59329d89f9fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c160be27-0b01-46d8-9ccf-7c39aec6443b,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:01.165730 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2099acc2-045d-4bb6-8cc3-7520810e88f4 req-cb100c06-b9f2-49d8-a7eb-46cc2b33fab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:01.166220 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2099acc2-045d-4bb6-8cc3-7520810e88f4 req-cb100c06-b9f2-49d8-a7eb-46cc2b33fab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:01.166704 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2099acc2-045d-4bb6-8cc3-7520810e88f4 req-cb100c06-b9f2-49d8-a7eb-46cc2b33fab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:01.168355 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2099acc2-045d-4bb6-8cc3-7520810e88f4 req-cb100c06-b9f2-49d8-a7eb-46cc2b33fab3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=216d6d85-a300-42b9-a347-bdea122b42f9 HTTP/1.1" status: 200 len: 2875 time: 0.5175388 Aug 16 22:57:01.182744 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-a0387d70-7931-48c3-a3da-f9013a425a26 req-31392e97-8dd2-4af1-9545-cd13cd332a03 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Request body: {'port': {'device_id': '64dce353-055b-404e-bb15-893d8d6f9f87', 'network_id': '6017926f-7eef-429e-a22b-3a35337dccd4', 'admin_state_up': True, 'tenant_id': '57296d41c5f54ce79a9b782f4a8b4677', 'security_groups': ['cb930d9d-af57-42ec-901a-b3e522b04153']}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:57:01.190658 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-ec2a3471-9592-418e-8b6d-59329d89f9fe admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6376f5f0d19f44c8932c35561c3244d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8681421 Aug 16 22:57:01.191492 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-c0da7f1c-563f-4b14-9338-db9119ab94cd None None] For port 57d5f06a-e8ad-4289-a615-a2e670826241, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=57d5f06a-e8ad-4289-a615-a2e670826241,segment=NetworkSegment(c75463d9-f53e-4823-944f-b7dcfb798698),segment_id=c75463d9-f53e-4823-944f-b7dcfb798698)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:57:01.191958 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c0da7f1c-563f-4b14-9338-db9119ab94cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:01.198443 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 37592) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:57:01.202584 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0e257c96-c460-4cd1-88f4-d8e380c20dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:01.217020 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-c0da7f1c-563f-4b14-9338-db9119ab94cd None None] Calling delete_port for 57d5f06a-e8ad-4289-a615-a2e670826241 owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:57:01.222797 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-41d96b24-1f82-4b51-b4c1-8629fe8a30e8 req-62410a62-e858-4020-a90e-64387cef1c09 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4ad6394-3e39-4386-b02d-4a7c32c3940e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045176 Aug 16 22:57:01.230672 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2099acc2-045d-4bb6-8cc3-7520810e88f4 req-eaa63466-2db1-4284-94af-405439860b32 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=af30ade3-5d60-40c1-aaba-ea89855e7980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502994 Aug 16 22:57:01.281834 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-0e257c96-c460-4cd1-88f4-d8e380c20dbd admin admin] Deleting port 57d5f06a-e8ad-4289-a615-a2e670826241 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:57:01.282441 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0e257c96-c460-4cd1-88f4-d8e380c20dbd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:01.309739 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c0da7f1c-563f-4b14-9338-db9119ab94cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:01.336206 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0da7f1c-563f-4b14-9338-db9119ab94cd None None] Pushing event deleted for resources: {'Port': ['ID=57d5f06a-e8ad-4289-a615-a2e670826241,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:01.339785 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0da7f1c-563f-4b14-9338-db9119ab94cd None None] No DVR routers for this DVR port 57d5f06a-e8ad-4289-a615-a2e670826241 on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:57:01.375126 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c6eb10bb-458f-4b46-84f5-03b439a39a0b req-fedefa15-ceca-453b-818d-3c06a203421e tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=64dce353-055b-404e-bb15-893d8d6f9f87 HTTP/1.1" status: 200 len: 210 time: 0.0760016 Aug 16 22:57:01.385297 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-0e257c96-c460-4cd1-88f4-d8e380c20dbd admin admin] For port 57d5f06a-e8ad-4289-a615-a2e670826241, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=57d5f06a-e8ad-4289-a615-a2e670826241,segment=NetworkSegment(c75463d9-f53e-4823-944f-b7dcfb798698),segment_id=c75463d9-f53e-4823-944f-b7dcfb798698)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:57:01.385725 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0e257c96-c460-4cd1-88f4-d8e380c20dbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:01.401066 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-0e257c96-c460-4cd1-88f4-d8e380c20dbd admin admin] Calling delete_port for 57d5f06a-e8ad-4289-a615-a2e670826241 owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:57:01.419304 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d8f5400b-6346-4637-a760-14b100b20aae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:01.473506 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d8f5400b-6346-4637-a760-14b100b20aae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:01.495901 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0e257c96-c460-4cd1-88f4-d8e380c20dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:01.502561 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df6db3-2727-4138-b178-7e0cd8e4eb29 req-993800d1-9421-4a3e-8790-2896e07f6d50 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:01.504753 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-76df6db3-2727-4138-b178-7e0cd8e4eb29 req-993800d1-9421-4a3e-8790-2896e07f6d50 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/ports?device_id=558fad6e-08d7-4f4e-9a19-1e466ac0428f HTTP/1.1" status: 200 len: 949 time: 0.1865189 Aug 16 22:57:01.525815 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e257c96-c460-4cd1-88f4-d8e380c20dbd admin admin] Pushing event deleted for resources: {'Port': ['ID=57d5f06a-e8ad-4289-a615-a2e670826241,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:01.527638 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e257c96-c460-4cd1-88f4-d8e380c20dbd admin admin] No DVR routers for this DVR port 57d5f06a-e8ad-4289-a615-a2e670826241 on host n-d-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:57:01.581683 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-82319a43-dc6e-40cd-bbe9-ddf4b7871957 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:01.593646 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-76df6db3-2727-4138-b178-7e0cd8e4eb29 req-be4cc644-1f5c-46db-bc00-0e4501b3b14e tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/security-groups?id=28636a9e-058f-441f-8e78-3802344981e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711732 Aug 16 22:57:01.594240 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-82319a43-dc6e-40cd-bbe9-ddf4b7871957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:01.604463 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d8f5400b-6346-4637-a760-14b100b20aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:01.607313 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d8f5400b-6346-4637-a760-14b100b20aae admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:01.611649 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-d8f5400b-6346-4637-a760-14b100b20aae admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c160be27-0b01-46d8-9ccf-7c39aec6443b HTTP/1.1" status: 204 len: 168 time: 0.3960934 Aug 16 22:57:01.617582 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0e257c96-c460-4cd1-88f4-d8e380c20dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:01.628875 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-0e257c96-c460-4cd1-88f4-d8e380c20dbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bb4d736-1ee0-4c9d-95be-95b3b284910b']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:57:01.640073 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-0e257c96-c460-4cd1-88f4-d8e380c20dbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c75463d9-f53e-4823-944f-b7dcfb798698') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:57:01.640452 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-0e257c96-c460-4cd1-88f4-d8e380c20dbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c75463d9-f53e-4823-944f-b7dcfb798698') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:57:01.651549 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0e257c96-c460-4cd1-88f4-d8e380c20dbd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:01.656225 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0387d70-7931-48c3-a3da-f9013a425a26 req-31392e97-8dd2-4af1-9545-cd13cd332a03 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Made reservation on behalf of 57296d41c5f54ce79a9b782f4a8b4677 for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:57:01.659691 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-a0387d70-7931-48c3-a3da-f9013a425a26 req-31392e97-8dd2-4af1-9545-cd13cd332a03 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:01.664758 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-82319a43-dc6e-40cd-bbe9-ddf4b7871957 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ba135d42b959448baef05c3eb74d4e32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7065270 Aug 16 22:57:01.667481 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 37604) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:57:01.671603 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82319a43-dc6e-40cd-bbe9-ddf4b7871957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d44eef4-e454-4264-8812-0da0e3737097,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:01.682953 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0e257c96-c460-4cd1-88f4-d8e380c20dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:01.688612 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f5400b-6346-4637-a760-14b100b20aae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c160be27-0b01-46d8-9ccf-7c39aec6443b,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:01.695126 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e257c96-c460-4cd1-88f4-d8e380c20dbd admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:57:01.695942 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0e257c96-c460-4cd1-88f4-d8e380c20dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:01.698280 n-d-791506-26 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:57:01.698280 n-d-791506-26 neutron-server[101291]: self.session.flush() Aug 16 22:57:01.698280 n-d-791506-26 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:57:01.698280 n-d-791506-26 neutron-server[101291]: self.session.flush() Aug 16 22:57:01.698280 n-d-791506-26 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:57:01.698280 n-d-791506-26 neutron-server[101291]: self.session.flush() Aug 16 22:57:01.698280 n-d-791506-26 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:57:01.698280 n-d-791506-26 neutron-server[101291]: self.session.flush() Aug 16 22:57:01.698280 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 22:57:01.698280 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:57:01.698280 n-d-791506-26 neutron-server[101291]: timer() Aug 16 22:57:01.698280 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:57:01.698280 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 22:57:01.698280 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:57:01.698280 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 22:57:01.698280 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:57:01.698280 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 22:57:01.698280 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:57:01.698280 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 22:57:01.698280 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:57:01.698280 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 22:57:01.698280 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:57:01.698280 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:57:01.698280 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:57:01.698280 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:57:01.698280 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:57:01.698280 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 22:57:01.698280 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:57:01.698280 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 22:57:01.698280 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:57:01.698280 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:57:01.698280 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:57:01.698280 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 22:57:01.698280 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:57:01.698280 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:57:01.698280 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:57:01.698280 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:57:01.698280 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:57:01.698280 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:57:01.698280 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:57:01.805124 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0e257c96-c460-4cd1-88f4-d8e380c20dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:01.818936 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0e257c96-c460-4cd1-88f4-d8e380c20dbd admin admin] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:01.825563 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-0e257c96-c460-4cd1-88f4-d8e380c20dbd admin admin] 10.222.0.36 "DELETE /v2.0/networks/7bb4d736-1ee0-4c9d-95be-95b3b284910b HTTP/1.1" status: 204 len: 168 time: 1.1300693 Aug 16 22:57:01.831885 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dc78a7cc-4030-4738-aef6-420eabca6c20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:01.841433 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [req-a0387d70-7931-48c3-a3da-f9013a425a26 req-31392e97-8dd2-4af1-9545-cd13cd332a03 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Allocated IP 172.20.0.11 (6017926f-7eef-429e-a22b-3a35337dccd4/bb160313-5dbe-49f2-8a31-7afb6f1954c3/95359267-9042-4d8b-bff2-66d28c99d8f8) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:57:01.849379 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e257c96-c460-4cd1-88f4-d8e380c20dbd admin admin] Pushing event deleted for resources: {'Network': ['ID=7bb4d736-1ee0-4c9d-95be-95b3b284910b,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:01.872434 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dc78a7cc-4030-4738-aef6-420eabca6c20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:01.946022 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dc78a7cc-4030-4738-aef6-420eabca6c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:01.951392 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dc78a7cc-4030-4738-aef6-420eabca6c20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:01.955026 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-dc78a7cc-4030-4738-aef6-420eabca6c20 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3d44eef4-e454-4264-8812-0da0e3737097 HTTP/1.1" status: 204 len: 168 time: 0.2865560 Aug 16 22:57:01.966238 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc78a7cc-4030-4738-aef6-420eabca6c20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d44eef4-e454-4264-8812-0da0e3737097,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:02.044187 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-a0387d70-7931-48c3-a3da-f9013a425a26 req-31392e97-8dd2-4af1-9545-cd13cd332a03 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:02.058700 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-a0387d70-7931-48c3-a3da-f9013a425a26 req-31392e97-8dd2-4af1-9545-cd13cd332a03 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Transition to ACTIVE for port object 95359267-9042-4d8b-bff2-66d28c99d8f8 will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:57:02.091380 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 37614) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:57:02.101179 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-a0387d70-7931-48c3-a3da-f9013a425a26 req-31392e97-8dd2-4af1-9545-cd13cd332a03 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:02.144771 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-10afbe8b-32bc-4577-ac20-471db66e585b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a9c0ed8d0d754c4dac8f472b354115ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0498142 Aug 16 22:57:02.145489 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 37616) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:57:02.152194 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0387d70-7931-48c3-a3da-f9013a425a26 req-31392e97-8dd2-4af1-9545-cd13cd332a03 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Network 6017926f-7eef-429e-a22b-3a35337dccd4 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:57:02.157250 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [req-a0387d70-7931-48c3-a3da-f9013a425a26 req-31392e97-8dd2-4af1-9545-cd13cd332a03 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:57:02.160266 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0387d70-7931-48c3-a3da-f9013a425a26 req-31392e97-8dd2-4af1-9545-cd13cd332a03 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:57:02.222843 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-618099ca-dd77-41b9-9b78-54b7c5f41bc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:02.246164 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31392e97-8dd2-4af1-9545-cd13cd332a03 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Pushing event updated for resources: {'Port': ['ID=95359267-9042-4d8b-bff2-66d28c99d8f8,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:02.291573 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-618099ca-dd77-41b9-9b78-54b7c5f41bc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:02.367588 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0387d70-7931-48c3-a3da-f9013a425a26 req-31392e97-8dd2-4af1-9545-cd13cd332a03 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:02.371460 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-a0387d70-7931-48c3-a3da-f9013a425a26 req-31392e97-8dd2-4af1-9545-cd13cd332a03 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:02.392237 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a0387d70-7931-48c3-a3da-f9013a425a26 req-31392e97-8dd2-4af1-9545-cd13cd332a03 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2525613 Aug 16 22:57:02.421046 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 2f0d39ab-6a85-4c26-a96e-252f529a109d details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:57:02.433270 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-618099ca-dd77-41b9-9b78-54b7c5f41bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:02.434607 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-a0387d70-7931-48c3-a3da-f9013a425a26 req-24175e99-203a-4070-877b-944e0f8e5295 service neutron] Request body: {'port': {'device_id': '64dce353-055b-404e-bb15-893d8d6f9f87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-26'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:57:02.439647 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-618099ca-dd77-41b9-9b78-54b7c5f41bc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:02.441982 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-618099ca-dd77-41b9-9b78-54b7c5f41bc1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/03d22907-1551-48d7-9250-f8cc744455c7 HTTP/1.1" status: 204 len: 168 time: 0.2958846 Aug 16 22:57:02.464358 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618099ca-dd77-41b9-9b78-54b7c5f41bc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d22907-1551-48d7-9250-f8cc744455c7,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:02.498410 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3128183-d653-40e4-be3d-4904c58c08f3 req-43bc188f-ef48-421a-ac4d-5a5149ccc689 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:02.505269 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3128183-d653-40e4-be3d-4904c58c08f3 req-43bc188f-ef48-421a-ac4d-5a5149ccc689 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:02.511538 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3128183-d653-40e4-be3d-4904c58c08f3 req-43bc188f-ef48-421a-ac4d-5a5149ccc689 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:02.520098 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b3128183-d653-40e4-be3d-4904c58c08f3 req-43bc188f-ef48-421a-ac4d-5a5149ccc689 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "GET /v2.0/ports?device_id=216d6d85-a300-42b9-a347-bdea122b42f9 HTTP/1.1" status: 200 len: 2419 time: 0.2275810 Aug 16 22:57:02.527895 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 57d5f06a-e8ad-4289-a615-a2e670826241 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:57:02.565231 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 57d5f06a-e8ad-4289-a615-a2e670826241 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:57:02.565583 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 57d5f06a-e8ad-4289-a615-a2e670826241 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:57:02.584783 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-fe597c68-5a7c-4589-b276-851168b21566 None None] Provisioning for port 95359267-9042-4d8b-bff2-66d28c99d8f8 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:57:02.584905 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dbbe1d-9908-47b5-978c-44592e804b57 req-3ca98900-4976-4410-9f7a-389d176442bb tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:02.592619 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-37dbbe1d-9908-47b5-978c-44592e804b57 req-3ca98900-4976-4410-9f7a-389d176442bb tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/ports?device_id=116b3c9c-303e-4ffe-b86f-0b052c315ef4 HTTP/1.1" status: 200 len: 945 time: 0.2091107 Aug 16 22:57:02.598277 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-fe597c68-5a7c-4589-b276-851168b21566 None None] Provisioning complete for port 95359267-9042-4d8b-bff2-66d28c99d8f8 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:57:02.598661 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-fe597c68-5a7c-4589-b276-851168b21566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:02.622434 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-a0387d70-7931-48c3-a3da-f9013a425a26 req-24175e99-203a-4070-877b-944e0f8e5295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:02.642755 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-fe597c68-5a7c-4589-b276-851168b21566 None None] Port 95359267-9042-4d8b-bff2-66d28c99d8f8 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:57:02.662409 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 2f0d39ab-6a85-4c26-a96e-252f529a109d, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=2f0d39ab-6a85-4c26-a96e-252f529a109d,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:57:02.671743 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b3128183-d653-40e4-be3d-4904c58c08f3 req-bfe521fc-d14f-47cb-a5c5-3399d8c2033c tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "GET /v2.0/security-groups?id=af30ade3-5d60-40c1-aaba-ea89855e7980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485550 Aug 16 22:57:02.678968 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': '2f0d39ab-6a85-4c26-a96e-252f529a109d', 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd', 'port_id': '2f0d39ab-6a85-4c26-a96e-252f529a109d', 'mac_address': 'fa:16:3e:6d:c8:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6af2b868-37d3-46ab-a526-0465929f13c8', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:57:02.710275 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-37dbbe1d-9908-47b5-978c-44592e804b57 req-cc8e9167-d627-4663-8c2a-4fd97635219c tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4ad6394-3e39-4386-b02d-4a7c32c3940e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166925 Aug 16 22:57:02.755677 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:02.771606 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f0d39ab-6a85-4c26-a96e-252f529a109d {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:57:02.801948 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 2f0d39ab-6a85-4c26-a96e-252f529a109d, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=2f0d39ab-6a85-4c26-a96e-252f529a109d,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:57:02.811589 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:02.891536 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=2f0d39ab-6a85-4c26-a96e-252f529a109d,revision_number=9']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:02.966817 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c269e181-5f2e-4491-8d96-144064438a32 req-2e8bc00d-55f5-4f9b-b403-e727cb8f3cba tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:02.968494 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c269e181-5f2e-4491-8d96-144064438a32 req-2e8bc00d-55f5-4f9b-b403-e727cb8f3cba tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=64dce353-055b-404e-bb15-893d8d6f9f87 HTTP/1.1" status: 200 len: 932 time: 0.1751654 Aug 16 22:57:03.054055 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e1aa85-aeb6-48b5-b457-204f11d7872f req-0a52668c-64b9-4ede-943c-13e144b8c574 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:03.055552 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-28e1aa85-aeb6-48b5-b457-204f11d7872f req-0a52668c-64b9-4ede-943c-13e144b8c574 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/ports?device_id=558fad6e-08d7-4f4e-9a19-1e466ac0428f HTTP/1.1" status: 200 len: 949 time: 0.1522985 Aug 16 22:57:03.078855 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c269e181-5f2e-4491-8d96-144064438a32 req-0b6e0641-9c5b-4712-90e4-1eccb90e507b tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=cb930d9d-af57-42ec-901a-b3e522b04153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935092 Aug 16 22:57:03.128192 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-28e1aa85-aeb6-48b5-b457-204f11d7872f req-682f59b8-c63a-4434-b9d1-31efb86a6190 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/security-groups?id=28636a9e-058f-441f-8e78-3802344981e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638177 Aug 16 22:57:03.148985 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['2f0d39ab-6a85-4c26-a96e-252f529a109d'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:57:03.223554 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [req-a0387d70-7931-48c3-a3da-f9013a425a26 req-24175e99-203a-4070-877b-944e0f8e5295 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95359267-9042-4d8b-bff2-66d28c99d8f8 {{(pid=101292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:57:03.234158 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-a0387d70-7931-48c3-a3da-f9013a425a26 req-24175e99-203a-4070-877b-944e0f8e5295 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:03.244607 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 746316bb-90f9-4c54-81f9-8f8cbbb9606c up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:57:03.250231 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-a0387d70-7931-48c3-a3da-f9013a425a26 req-24175e99-203a-4070-877b-944e0f8e5295 service neutron] Transition to ACTIVE for port object 95359267-9042-4d8b-bff2-66d28c99d8f8 will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:57:03.257630 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-a0387d70-7931-48c3-a3da-f9013a425a26 req-24175e99-203a-4070-877b-944e0f8e5295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:03.339580 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24175e99-203a-4070-877b-944e0f8e5295 service neutron] Pushing event updated for resources: {'Port': ['ID=95359267-9042-4d8b-bff2-66d28c99d8f8,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:03.382773 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port 746316bb-90f9-4c54-81f9-8f8cbbb9606c triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:57:03.387811 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:03.431994 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-a0387d70-7931-48c3-a3da-f9013a425a26 req-24175e99-203a-4070-877b-944e0f8e5295 service neutron] Attempting to bind port 95359267-9042-4d8b-bff2-66d28c99d8f8 on host n-h2-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:57:03.432342 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-a0387d70-7931-48c3-a3da-f9013a425a26 req-24175e99-203a-4070-877b-944e0f8e5295 service neutron] Attempting to bind port 95359267-9042-4d8b-bff2-66d28c99d8f8 by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': 'b23390f1-3345-4e11-b45b-da1aa220458a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6017926f-7eef-429e-a22b-3a35337dccd4'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:57:03.432861 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0387d70-7931-48c3-a3da-f9013a425a26 req-24175e99-203a-4070-877b-944e0f8e5295 service neutron] Attempting to bind port 95359267-9042-4d8b-bff2-66d28c99d8f8 on network 6017926f-7eef-429e-a22b-3a35337dccd4 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:57:03.439432 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0387d70-7931-48c3-a3da-f9013a425a26 req-24175e99-203a-4070-877b-944e0f8e5295 service neutron] Port 95359267-9042-4d8b-bff2-66d28c99d8f8 on network 6017926f-7eef-429e-a22b-3a35337dccd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:57:03.439763 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0387d70-7931-48c3-a3da-f9013a425a26 req-24175e99-203a-4070-877b-944e0f8e5295 service neutron] Attempting to bind port 95359267-9042-4d8b-bff2-66d28c99d8f8 on network 6017926f-7eef-429e-a22b-3a35337dccd4 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:57:03.446522 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0387d70-7931-48c3-a3da-f9013a425a26 req-24175e99-203a-4070-877b-944e0f8e5295 service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:57:03.447005 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0387d70-7931-48c3-a3da-f9013a425a26 req-24175e99-203a-4070-877b-944e0f8e5295 service neutron] Checking segment: {'id': 'b23390f1-3345-4e11-b45b-da1aa220458a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6017926f-7eef-429e-a22b-3a35337dccd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:57:03.447394 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0387d70-7931-48c3-a3da-f9013a425a26 req-24175e99-203a-4070-877b-944e0f8e5295 service neutron] Bound using segment: {'id': 'b23390f1-3345-4e11-b45b-da1aa220458a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6017926f-7eef-429e-a22b-3a35337dccd4'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:57:03.447976 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-a0387d70-7931-48c3-a3da-f9013a425a26 req-24175e99-203a-4070-877b-944e0f8e5295 service neutron] Bound port: 95359267-9042-4d8b-bff2-66d28c99d8f8, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b23390f1-3345-4e11-b45b-da1aa220458a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6017926f-7eef-429e-a22b-3a35337dccd4'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:57:03.448475 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-a0387d70-7931-48c3-a3da-f9013a425a26 req-24175e99-203a-4070-877b-944e0f8e5295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:03.517758 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:03.569004 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-a0387d70-7931-48c3-a3da-f9013a425a26 req-24175e99-203a-4070-877b-944e0f8e5295 service neutron] For port 95359267-9042-4d8b-bff2-66d28c99d8f8, host n-h2-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:57:03.572375 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-a0387d70-7931-48c3-a3da-f9013a425a26 req-24175e99-203a-4070-877b-944e0f8e5295 service neutron] For port 95359267-9042-4d8b-bff2-66d28c99d8f8, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=95359267-9042-4d8b-bff2-66d28c99d8f8,segment=NetworkSegment(b23390f1-3345-4e11-b45b-da1aa220458a),segment_id=b23390f1-3345-4e11-b45b-da1aa220458a)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:57:03.575137 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '558fad6e-08d7-4f4e-9a19-1e466ac0428f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '746316bb-90f9-4c54-81f9-8f8cbbb9606c'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:57:03.579680 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b2ac08-4192-4b1c-b910-6a158b33f882" -d '{"events": [{"server_uuid": "558fad6e-08d7-4f4e-9a19-1e466ac0428f", "name": "network-vif-plugged", "status": "completed", "tag": "746316bb-90f9-4c54-81f9-8f8cbbb9606c"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:57:03.580660 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-a0387d70-7931-48c3-a3da-f9013a425a26 req-24175e99-203a-4070-877b-944e0f8e5295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:03.592336 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 746316bb-90f9-4c54-81f9-8f8cbbb9606c, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=746316bb-90f9-4c54-81f9-8f8cbbb9606c,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:57:03.600011 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:03.619237 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0387d70-7931-48c3-a3da-f9013a425a26 req-24175e99-203a-4070-877b-944e0f8e5295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:03.619873 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-a0387d70-7931-48c3-a3da-f9013a425a26 req-24175e99-203a-4070-877b-944e0f8e5295 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:03.621369 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a0387d70-7931-48c3-a3da-f9013a425a26 req-24175e99-203a-4070-877b-944e0f8e5295 service neutron] 10.222.0.57 "PUT /v2.0/ports/95359267-9042-4d8b-bff2-66d28c99d8f8 HTTP/1.1" status: 200 len: 1093 time: 1.1927130 Aug 16 22:57:03.621820 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64dce353-055b-404e-bb15-893d8d6f9f87', 'tag': '95359267-9042-4d8b-bff2-66d28c99d8f8'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:57:03.624292 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a7dd096-800e-4988-af04-377c03e85936" -d '{"events": [{"name": "network-changed", "server_uuid": "64dce353-055b-404e-bb15-893d8d6f9f87", "tag": "95359267-9042-4d8b-bff2-66d28c99d8f8"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:57:03.652012 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24175e99-203a-4070-877b-944e0f8e5295 service neutron] Pushing event updated for resources: {'Port': ['ID=95359267-9042-4d8b-bff2-66d28c99d8f8,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:03.692294 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=746316bb-90f9-4c54-81f9-8f8cbbb9606c,revision_number=8']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:03.706649 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0569ef0a-6816-42d3-a831-f901a191f513 x-openstack-request-id: req-0569ef0a-6816-42d3-a831-f901a191f513 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:57:03.707837 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64dce353-055b-404e-bb15-893d8d6f9f87", "tag": "95359267-9042-4d8b-bff2-66d28c99d8f8", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:57:03.708099 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0569ef0a-6816-42d3-a831-f901a191f513 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:57:03.708997 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64dce353-055b-404e-bb15-893d8d6f9f87', 'tag': '95359267-9042-4d8b-bff2-66d28c99d8f8', 'status': 'completed', 'code': 200} Aug 16 22:57:03.876928 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a20ad23-226a-47a8-a1aa-9c373064707d req-84338159-9d8b-4776-a605-013b83a5ec6f tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:03.886803 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2a20ad23-226a-47a8-a1aa-9c373064707d req-84338159-9d8b-4776-a605-013b83a5ec6f tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/ports?device_id=116b3c9c-303e-4ffe-b86f-0b052c315ef4 HTTP/1.1" status: 200 len: 945 time: 0.1174905 Aug 16 22:57:03.914362 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7dd096-800e-4988-af04-377c03e85936 req-6e26cf87-ea5a-4f2c-86eb-d091d3c2c46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:03.920000 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4a7dd096-800e-4988-af04-377c03e85936 req-6e26cf87-ea5a-4f2c-86eb-d091d3c2c46f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=57296d41c5f54ce79a9b782f4a8b4677&device_id=64dce353-055b-404e-bb15-893d8d6f9f87 HTTP/1.1" status: 200 len: 1096 time: 0.1175349 Aug 16 22:57:03.941277 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2a20ad23-226a-47a8-a1aa-9c373064707d req-c184a42f-864d-44ec-aa23-24f099c9571f tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4ad6394-3e39-4386-b02d-4a7c32c3940e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531814 Aug 16 22:57:04.075690 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8daa522d-8c1b-4f72-af6c-1173b30abca3 x-openstack-request-id: req-8daa522d-8c1b-4f72-af6c-1173b30abca3 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:57:04.076065 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "558fad6e-08d7-4f4e-9a19-1e466ac0428f", "name": "network-vif-plugged", "status": "completed", "tag": "746316bb-90f9-4c54-81f9-8f8cbbb9606c", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:57:04.076391 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8daa522d-8c1b-4f72-af6c-1173b30abca3 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:57:04.077160 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '558fad6e-08d7-4f4e-9a19-1e466ac0428f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '746316bb-90f9-4c54-81f9-8f8cbbb9606c', 'code': 200} Aug 16 22:57:04.181687 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1701a204-f9e8-4d51-9c80-77d9e51224be req-4e50627a-f7ed-464d-883c-55f5342c19fd tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:04.187744 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1701a204-f9e8-4d51-9c80-77d9e51224be req-4e50627a-f7ed-464d-883c-55f5342c19fd tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:04.193694 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1701a204-f9e8-4d51-9c80-77d9e51224be req-4e50627a-f7ed-464d-883c-55f5342c19fd tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:04.195401 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1701a204-f9e8-4d51-9c80-77d9e51224be req-4e50627a-f7ed-464d-883c-55f5342c19fd tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "GET /v2.0/ports?device_id=216d6d85-a300-42b9-a347-bdea122b42f9 HTTP/1.1" status: 200 len: 2419 time: 0.1493487 Aug 16 22:57:04.255686 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7dd096-800e-4988-af04-377c03e85936 req-be3e782e-bebf-4098-b9b1-99d0df12ac64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:04.257144 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4a7dd096-800e-4988-af04-377c03e85936 req-be3e782e-bebf-4098-b9b1-99d0df12ac64 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=57296d41c5f54ce79a9b782f4a8b4677&shared=False HTTP/1.1" status: 200 len: 918 time: 0.3001156 Aug 16 22:57:04.332641 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1701a204-f9e8-4d51-9c80-77d9e51224be req-935bc85c-3026-4922-baae-24522d62f010 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "GET /v2.0/security-groups?id=af30ade3-5d60-40c1-aaba-ea89855e7980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254075 Aug 16 22:57:04.393999 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 37738) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:57:04.476758 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a856dbe-2311-4ae9-bf05-4e3fa1254893 req-328b757c-250c-44af-be71-87b1c75b0e71 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:04.478279 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8a856dbe-2311-4ae9-bf05-4e3fa1254893 req-328b757c-250c-44af-be71-87b1c75b0e71 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=64dce353-055b-404e-bb15-893d8d6f9f87 HTTP/1.1" status: 200 len: 944 time: 0.2329447 Aug 16 22:57:04.556056 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-ec198caa-9646-4fdd-8c64-dd5aa65a7666 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-426812431-network', 'tenant_id': '316a8bb8081c48deabaf4219b762cf2a'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:57:04.578408 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7dd096-800e-4988-af04-377c03e85936 req-dd78dada-da3a-4189-aed0-85c84fbef38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:04.579883 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4a7dd096-800e-4988-af04-377c03e85936 req-dd78dada-da3a-4189-aed0-85c84fbef38a service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3004537 Aug 16 22:57:04.581158 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec198caa-9646-4fdd-8c64-dd5aa65a7666 admin admin] Made reservation on behalf of 316a8bb8081c48deabaf4219b762cf2a for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:57:04.583714 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ec198caa-9646-4fdd-8c64-dd5aa65a7666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:04.594942 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ec198caa-9646-4fdd-8c64-dd5aa65a7666 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:04.597494 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c2793e-645f-474b-a7f7-eabb5fb45102 req-406627d4-2600-4704-b7bb-77ac226c48b1 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:04.599018 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-73c2793e-645f-474b-a7f7-eabb5fb45102 req-406627d4-2600-4704-b7bb-77ac226c48b1 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/ports?device_id=558fad6e-08d7-4f4e-9a19-1e466ac0428f HTTP/1.1" status: 200 len: 950 time: 0.1867218 Aug 16 22:57:04.604035 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c8133c-e476-4d74-b174-fcc180db6ddf req-4104141e-d2c5-4c10-b19a-df9b5072f6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:04.605554 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-90c8133c-e476-4d74-b174-fcc180db6ddf req-4104141e-d2c5-4c10-b19a-df9b5072f6d5 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=558fad6e-08d7-4f4e-9a19-1e466ac0428f HTTP/1.1" status: 200 len: 1102 time: 0.3712466 Aug 16 22:57:04.612007 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8a856dbe-2311-4ae9-bf05-4e3fa1254893 req-9904cfa2-5b05-437c-8b5a-1d64e27bb2f0 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=cb930d9d-af57-42ec-901a-b3e522b04153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111269 Aug 16 22:57:04.697037 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-73c2793e-645f-474b-a7f7-eabb5fb45102 req-2dc39b04-2439-4a8e-97bb-5335b64a1e31 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/security-groups?id=28636a9e-058f-441f-8e78-3802344981e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902488 Aug 16 22:57:04.698604 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-90c8133c-e476-4d74-b174-fcc180db6ddf req-ee05ab3d-43ae-44a8-9a15-74a3608c1b69 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=28636a9e-058f-441f-8e78-3802344981e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803320 Aug 16 22:57:04.755013 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0387d70-7931-48c3-a3da-f9013a425a26 req-4f8f2dbd-ff53-44f9-adae-fd9bbc5e987e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:04.757150 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a0387d70-7931-48c3-a3da-f9013a425a26 req-4f8f2dbd-ff53-44f9-adae-fd9bbc5e987e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=57296d41c5f54ce79a9b782f4a8b4677&device_id=64dce353-055b-404e-bb15-893d8d6f9f87 HTTP/1.1" status: 200 len: 1096 time: 0.0818222 Aug 16 22:57:04.819911 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a0387d70-7931-48c3-a3da-f9013a425a26 req-f0caa53d-a565-4b6d-beda-9fe6b96afc70 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=95359267-9042-4d8b-bff2-66d28c99d8f8 HTTP/1.1" status: 200 len: 217 time: 0.0434258 Aug 16 22:57:04.840772 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ec198caa-9646-4fdd-8c64-dd5aa65a7666 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:04.847078 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ec198caa-9646-4fdd-8c64-dd5aa65a7666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:04.892610 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec198caa-9646-4fdd-8c64-dd5aa65a7666 admin admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:57:04.918553 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec198caa-9646-4fdd-8c64-dd5aa65a7666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36e1a129-3c18-4a16-95b0-71d287bc9b28,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:04.930001 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ec198caa-9646-4fdd-8c64-dd5aa65a7666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:04.930750 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-ec198caa-9646-4fdd-8c64-dd5aa65a7666 admin admin] Added segment 53d467f8-f004-4151-9ec1-9b0943941835 of type vlan for network 531036b9-b324-4db9-9e78-5626e82b1955 Aug 16 22:57:04.961413 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0387d70-7931-48c3-a3da-f9013a425a26 req-1720cfd3-39dd-4d5c-abd5-ffd709de08e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:04.975251 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a0387d70-7931-48c3-a3da-f9013a425a26 req-1720cfd3-39dd-4d5c-abd5-ffd709de08e8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bb160313-5dbe-49f2-8a31-7afb6f1954c3 HTTP/1.1" status: 200 len: 856 time: 0.1133173 Aug 16 22:57:05.044620 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ec198caa-9646-4fdd-8c64-dd5aa65a7666 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:05.066515 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0387d70-7931-48c3-a3da-f9013a425a26 req-77a227bd-7833-4988-a433-a1af7bb20d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:05.069118 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a0387d70-7931-48c3-a3da-f9013a425a26 req-77a227bd-7833-4988-a433-a1af7bb20d6d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6017926f-7eef-429e-a22b-3a35337dccd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0833313 Aug 16 22:57:05.117001 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ec198caa-9646-4fdd-8c64-dd5aa65a7666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:05.119018 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec198caa-9646-4fdd-8c64-dd5aa65a7666 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:05.119482 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ec198caa-9646-4fdd-8c64-dd5aa65a7666 admin admin] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:05.203310 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-ec198caa-9646-4fdd-8c64-dd5aa65a7666 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8042285 Aug 16 22:57:05.205695 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 37766) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:57:05.211592 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-74507b4a-ed47-4144-970e-ac87213e3a93 admin admin] Request body: {'subnet': {'network_id': '531036b9-b324-4db9-9e78-5626e82b1955', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-426812431-subnet', 'tenant_id': '316a8bb8081c48deabaf4219b762cf2a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:57:05.241739 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec198caa-9646-4fdd-8c64-dd5aa65a7666 admin admin] Pushing event updated for resources: {'Network': ['ID=531036b9-b324-4db9-9e78-5626e82b1955,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:05.257748 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 531036b9-b324-4db9-9e78-5626e82b1955 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:57:05.261620 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74507b4a-ed47-4144-970e-ac87213e3a93 admin admin] Made reservation on behalf of 316a8bb8081c48deabaf4219b762cf2a for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:57:05.268811 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-74507b4a-ed47-4144-970e-ac87213e3a93 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:05.302371 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a0387d70-7931-48c3-a3da-f9013a425a26 req-398c312d-57b3-4eea-8654-e832f2bce906 service neutron] 10.222.0.57 "GET /v2.0/networks/6017926f-7eef-429e-a22b-3a35337dccd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884303 Aug 16 22:57:05.325441 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f058b9a-a34a-437b-be5c-2c91877b63e6 req-28078325-990e-4c5a-8ffc-485cab03eaba tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:05.335752 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f058b9a-a34a-437b-be5c-2c91877b63e6 req-28078325-990e-4c5a-8ffc-485cab03eaba tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:05.348299 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f058b9a-a34a-437b-be5c-2c91877b63e6 req-28078325-990e-4c5a-8ffc-485cab03eaba tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:05.357330 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6f058b9a-a34a-437b-be5c-2c91877b63e6 req-28078325-990e-4c5a-8ffc-485cab03eaba tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "GET /v2.0/ports?device_id=216d6d85-a300-42b9-a347-bdea122b42f9 HTTP/1.1" status: 200 len: 2419 time: 0.2593691 Aug 16 22:57:05.499974 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-74507b4a-ed47-4144-970e-ac87213e3a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:05.570559 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74507b4a-ed47-4144-970e-ac87213e3a93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=219926a6-4490-4512-90b1-297cef945c78,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:05.614165 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74507b4a-ed47-4144-970e-ac87213e3a93 admin admin] Checking segment: {'id': '53d467f8-f004-4151-9ec1-9b0943941835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '531036b9-b324-4db9-9e78-5626e82b1955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:57:05.614986 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74507b4a-ed47-4144-970e-ac87213e3a93 admin admin] Network hostable DHCP agents. Network: 531036b9-b324-4db9-9e78-5626e82b1955, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:57:05.644419 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74507b4a-ed47-4144-970e-ac87213e3a93 admin admin] Network 531036b9-b324-4db9-9e78-5626e82b1955 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:57:05.656860 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-74507b4a-ed47-4144-970e-ac87213e3a93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 531036b9-b324-4db9-9e78-5626e82b1955) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:57:05.667776 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7306fd09-c148-4b9f-878f-aab04e16d863 None None] Network 531036b9-b324-4db9-9e78-5626e82b1955 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:57:05.685838 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74507b4a-ed47-4144-970e-ac87213e3a93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:05.690684 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-74507b4a-ed47-4144-970e-ac87213e3a93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:05.729565 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-74507b4a-ed47-4144-970e-ac87213e3a93 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5225978 Aug 16 22:57:05.733852 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 37780) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:57:05.739335 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-c4994dd5-4605-48c9-ab70-17e19fd133a4 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-426812431-router', 'tenant_id': '316a8bb8081c48deabaf4219b762cf2a', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:57:05.790831 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c4994dd5-4605-48c9-ab70-17e19fd133a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:05.792448 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c4994dd5-4605-48c9-ab70-17e19fd133a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:05.823684 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53f5559-a1cc-4706-9c8d-d15278511633 req-1f1b8e24-1c39-44b1-b716-c32229723c9b tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:05.826704 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b53f5559-a1cc-4706-9c8d-d15278511633 req-1f1b8e24-1c39-44b1-b716-c32229723c9b tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/ports?device_id=116b3c9c-303e-4ffe-b86f-0b052c315ef4 HTTP/1.1" status: 200 len: 945 time: 0.7161529 Aug 16 22:57:05.830446 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a0387d70-7931-48c3-a3da-f9013a425a26 req-388772e9-c235-4a25-af26-6b71f4971bfc service neutron] 10.222.0.57 "GET /v2.0/networks/6017926f-7eef-429e-a22b-3a35337dccd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4652357 Aug 16 22:57:05.921523 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6f058b9a-a34a-437b-be5c-2c91877b63e6 req-6b734f6e-244d-406b-b4b9-b59891c6e5b9 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "GET /v2.0/security-groups?id=af30ade3-5d60-40c1-aaba-ea89855e7980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5610633 Aug 16 22:57:05.950845 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b53f5559-a1cc-4706-9c8d-d15278511633 req-cd9fccf2-d55f-441b-a241-765df99f90bd tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4ad6394-3e39-4386-b02d-4a7c32c3940e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079199 Aug 16 22:57:05.962929 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c4994dd5-4605-48c9-ab70-17e19fd133a4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:06.113354 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072cacff-f431-49f3-822a-25ae1dbab2e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-531036b9-b324-4db9-9e78-5626e82b1955', 'network_id': '531036b9-b324-4db9-9e78-5626e82b1955', 'tenant_id': '316a8bb8081c48deabaf4219b762cf2a', 'fixed_ips': [{'subnet_id': '219926a6-4490-4512-90b1-297cef945c78'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:57:06.115129 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-072cacff-f431-49f3-822a-25ae1dbab2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:06.196426 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c4994dd5-4605-48c9-ab70-17e19fd133a4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:06.243354 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11375930-682f-4ed2-bf33-32a5f556e2ea req-61cf9e53-19e1-4f30-904b-41edddc56c96 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:06.244958 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-11375930-682f-4ed2-bf33-32a5f556e2ea req-61cf9e53-19e1-4f30-904b-41edddc56c96 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=64dce353-055b-404e-bb15-893d8d6f9f87 HTTP/1.1" status: 200 len: 944 time: 0.1367393 Aug 16 22:57:06.412050 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e083aab2-5331-44d2-85fe-39416627664a req-d1356263-29a1-4021-a5a2-0b19e0abb52e tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:06.415419 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e083aab2-5331-44d2-85fe-39416627664a req-d1356263-29a1-4021-a5a2-0b19e0abb52e tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/ports?device_id=558fad6e-08d7-4f4e-9a19-1e466ac0428f HTTP/1.1" status: 200 len: 950 time: 0.1652074 Aug 16 22:57:06.428898 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-11375930-682f-4ed2-bf33-32a5f556e2ea req-a96bda42-b1a5-4664-a3b0-62b179fa4d56 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=cb930d9d-af57-42ec-901a-b3e522b04153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1539984 Aug 16 22:57:06.438473 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 2f0d39ab-6a85-4c26-a96e-252f529a109d up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:57:06.533635 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e083aab2-5331-44d2-85fe-39416627664a req-e2c834c5-3792-474d-bebf-4cdd1acb2395 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/security-groups?id=28636a9e-058f-441f-8e78-3802344981e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999386 Aug 16 22:57:06.587638 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-072cacff-f431-49f3-822a-25ae1dbab2e3 None None] Allocated IP 172.20.0.2 (531036b9-b324-4db9-9e78-5626e82b1955/219926a6-4490-4512-90b1-297cef945c78/b87cae24-9af6-463a-bef6-1c1b07d5614e) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:57:06.695934 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c4994dd5-4605-48c9-ab70-17e19fd133a4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:06.700969 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e76db1-c40f-40de-ac68-97d98e154a32 req-688ed08f-c7f6-44e6-98c0-d8bb3bb6652f tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:06.710299 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-77e76db1-c40f-40de-ac68-97d98e154a32 req-688ed08f-c7f6-44e6-98c0-d8bb3bb6652f tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/ports?device_id=558fad6e-08d7-4f4e-9a19-1e466ac0428f HTTP/1.1" status: 200 len: 950 time: 0.1000731 Aug 16 22:57:06.728377 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c4994dd5-4605-48c9-ab70-17e19fd133a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:06.782042 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-77e76db1-c40f-40de-ac68-97d98e154a32 req-49513735-5c14-4e63-b99b-8b17b8306feb tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/security-groups?id=28636a9e-058f-441f-8e78-3802344981e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671594 Aug 16 22:57:06.827058 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port 2f0d39ab-6a85-4c26-a96e-252f529a109d triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:57:06.828985 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:06.995682 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-c4994dd5-4605-48c9-ab70-17e19fd133a4 admin admin] Allocated IP 172.25.4.68 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/c073c020-84bd-428e-af9f-343e25e3f323) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:57:07.015396 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-072cacff-f431-49f3-822a-25ae1dbab2e3 None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:07.025351 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-072cacff-f431-49f3-822a-25ae1dbab2e3 None None] Transition to ACTIVE for port object b87cae24-9af6-463a-bef6-1c1b07d5614e will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:57:07.043515 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-072cacff-f431-49f3-822a-25ae1dbab2e3 None None] Transition to ACTIVE for port object b87cae24-9af6-463a-bef6-1c1b07d5614e will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:57:07.058423 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-072cacff-f431-49f3-822a-25ae1dbab2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:07.193868 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072cacff-f431-49f3-822a-25ae1dbab2e3 None None] Network 531036b9-b324-4db9-9e78-5626e82b1955 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:57:07.207073 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-072cacff-f431-49f3-822a-25ae1dbab2e3 None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:57:07.216445 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072cacff-f431-49f3-822a-25ae1dbab2e3 None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:57:07.225490 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072cacff-f431-49f3-822a-25ae1dbab2e3 None None] Pushing event updated for resources: {'Port': ['ID=b87cae24-9af6-463a-bef6-1c1b07d5614e,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:07.230095 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:07.240373 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28fcf8b-b55b-4478-8bba-009e526ea4e6 req-a44860cd-5deb-49ce-bd79-cd727897f7f2 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:07.247243 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28fcf8b-b55b-4478-8bba-009e526ea4e6 req-a44860cd-5deb-49ce-bd79-cd727897f7f2 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:07.256504 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28fcf8b-b55b-4478-8bba-009e526ea4e6 req-a44860cd-5deb-49ce-bd79-cd727897f7f2 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:07.258545 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f28fcf8b-b55b-4478-8bba-009e526ea4e6 req-a44860cd-5deb-49ce-bd79-cd727897f7f2 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "GET /v2.0/ports?device_id=216d6d85-a300-42b9-a347-bdea122b42f9 HTTP/1.1" status: 200 len: 2419 time: 0.1604481 Aug 16 22:57:07.319357 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc038fb-f156-450f-a404-6e5743c56ef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f0d39ab-6a85-4c26-a96e-252f529a109d'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:57:07.319527 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c4994dd5-4605-48c9-ab70-17e19fd133a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:07.322679 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe559a6-6e8a-4893-8e1f-b98d57c7e972" -d '{"events": [{"server_uuid": "2bc038fb-f156-450f-a404-6e5743c56ef4", "name": "network-vif-plugged", "status": "completed", "tag": "2f0d39ab-6a85-4c26-a96e-252f529a109d"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:57:07.345889 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 2f0d39ab-6a85-4c26-a96e-252f529a109d, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=2f0d39ab-6a85-4c26-a96e-252f529a109d,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:57:07.353910 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:07.360100 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-072cacff-f431-49f3-822a-25ae1dbab2e3 None None] Attempting to bind port b87cae24-9af6-463a-bef6-1c1b07d5614e on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:57:07.360761 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-072cacff-f431-49f3-822a-25ae1dbab2e3 None None] Attempting to bind port b87cae24-9af6-463a-bef6-1c1b07d5614e by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '53d467f8-f004-4151-9ec1-9b0943941835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '531036b9-b324-4db9-9e78-5626e82b1955'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:57:07.361228 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072cacff-f431-49f3-822a-25ae1dbab2e3 None None] Attempting to bind port b87cae24-9af6-463a-bef6-1c1b07d5614e on network 531036b9-b324-4db9-9e78-5626e82b1955 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:57:07.422303 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c4994dd5-4605-48c9-ab70-17e19fd133a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:07.440980 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f28fcf8b-b55b-4478-8bba-009e526ea4e6 req-612b0c58-89b8-431c-af34-7b2dbfe477f9 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "GET /v2.0/security-groups?id=af30ade3-5d60-40c1-aaba-ea89855e7980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638577 Aug 16 22:57:07.461383 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4994dd5-4605-48c9-ab70-17e19fd133a4 admin admin] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:57:07.466696 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-c4994dd5-4605-48c9-ab70-17e19fd133a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:57:07.482291 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072cacff-f431-49f3-822a-25ae1dbab2e3 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:57:07.486908 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072cacff-f431-49f3-822a-25ae1dbab2e3 None None] Checking segment: {'id': '53d467f8-f004-4151-9ec1-9b0943941835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '531036b9-b324-4db9-9e78-5626e82b1955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:57:07.487474 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-072cacff-f431-49f3-822a-25ae1dbab2e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:07.487902 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072cacff-f431-49f3-822a-25ae1dbab2e3 None None] Bound using segment: {'id': '53d467f8-f004-4151-9ec1-9b0943941835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '531036b9-b324-4db9-9e78-5626e82b1955'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:57:07.488421 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-072cacff-f431-49f3-822a-25ae1dbab2e3 None None] Bound port: b87cae24-9af6-463a-bef6-1c1b07d5614e, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53d467f8-f004-4151-9ec1-9b0943941835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '531036b9-b324-4db9-9e78-5626e82b1955'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:57:07.489873 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae63daa1-de64-4dd0-856e-6257b96b95a1 req-e40227d0-a0a2-484c-b2cd-0c82b5cb645c tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:07.493086 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-072cacff-f431-49f3-822a-25ae1dbab2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:07.496740 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae63daa1-de64-4dd0-856e-6257b96b95a1 req-e40227d0-a0a2-484c-b2cd-0c82b5cb645c tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:07.506955 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae63daa1-de64-4dd0-856e-6257b96b95a1 req-e40227d0-a0a2-484c-b2cd-0c82b5cb645c tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:07.508698 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ae63daa1-de64-4dd0-856e-6257b96b95a1 req-e40227d0-a0a2-484c-b2cd-0c82b5cb645c tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.57 "GET /v2.0/ports?device_id=216d6d85-a300-42b9-a347-bdea122b42f9 HTTP/1.1" status: 200 len: 2419 time: 0.1767192 Aug 16 22:57:07.539203 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4994dd5-4605-48c9-ab70-17e19fd133a4 admin admin] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:57:07.635257 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4994dd5-4605-48c9-ab70-17e19fd133a4 admin admin] Pushing event updated for resources: {'Port': ['ID=c073c020-84bd-428e-af9f-343e25e3f323,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:07.675261 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ee2ba4-9d2e-46d9-a69f-ebd5e62bfa97 x-openstack-request-id: req-b7ee2ba4-9d2e-46d9-a69f-ebd5e62bfa97 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:57:07.675583 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bc038fb-f156-450f-a404-6e5743c56ef4", "name": "network-vif-plugged", "status": "completed", "tag": "2f0d39ab-6a85-4c26-a96e-252f529a109d", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:57:07.675844 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b7ee2ba4-9d2e-46d9-a69f-ebd5e62bfa97 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:57:07.678783 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc038fb-f156-450f-a404-6e5743c56ef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f0d39ab-6a85-4c26-a96e-252f529a109d', 'code': 200} Aug 16 22:57:07.757693 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=2f0d39ab-6a85-4c26-a96e-252f529a109d,revision_number=10']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:07.799329 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-072cacff-f431-49f3-822a-25ae1dbab2e3 None None] For port b87cae24-9af6-463a-bef6-1c1b07d5614e, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:57:07.805261 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-072cacff-f431-49f3-822a-25ae1dbab2e3 None None] For port b87cae24-9af6-463a-bef6-1c1b07d5614e, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=b87cae24-9af6-463a-bef6-1c1b07d5614e,segment=NetworkSegment(53d467f8-f004-4151-9ec1-9b0943941835),segment_id=53d467f8-f004-4151-9ec1-9b0943941835)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:57:07.818524 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-072cacff-f431-49f3-822a-25ae1dbab2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:07.936180 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b90202f-ff2e-4dcb-9c39-3bd137a60e8d req-c93be9c4-7aa6-41a0-9633-e1c91d58667e tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:07.953720 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2b90202f-ff2e-4dcb-9c39-3bd137a60e8d req-c93be9c4-7aa6-41a0-9633-e1c91d58667e tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/ports?device_id=116b3c9c-303e-4ffe-b86f-0b052c315ef4 HTTP/1.1" status: 200 len: 945 time: 0.3061826 Aug 16 22:57:07.997153 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072cacff-f431-49f3-822a-25ae1dbab2e3 None None] Pushing event updated for resources: {'Port': ['ID=b87cae24-9af6-463a-bef6-1c1b07d5614e,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:08.087528 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-ae63daa1-de64-4dd0-856e-6257b96b95a1 req-93e30313-8185-4e2d-a5a1-0051751bac61 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Deleting port db463dad-2c0b-4b47-9715-b8c0d9d84d00 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:57:08.087901 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-ae63daa1-de64-4dd0-856e-6257b96b95a1 req-93e30313-8185-4e2d-a5a1-0051751bac61 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:08.122704 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f9523-b971-4fa3-a0ca-79fc65a4d678 req-58d61ce4-2261-4e3a-ba4d-650b4f96f705 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:08.135139 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6a3f9523-b971-4fa3-a0ca-79fc65a4d678 req-58d61ce4-2261-4e3a-ba4d-650b4f96f705 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/ports?device_id=558fad6e-08d7-4f4e-9a19-1e466ac0428f HTTP/1.1" status: 200 len: 950 time: 0.3323410 Aug 16 22:57:08.211076 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2b90202f-ff2e-4dcb-9c39-3bd137a60e8d req-e1b2447a-8a4b-49d3-9f14-dd0322a0d3f9 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4ad6394-3e39-4386-b02d-4a7c32c3940e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545371 Aug 16 22:57:08.251841 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c4994dd5-4605-48c9-ab70-17e19fd133a4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:08.424035 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6a3f9523-b971-4fa3-a0ca-79fc65a4d678 req-4fe548be-8d16-470c-9da5-a6425e7f79a2 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/security-groups?id=28636a9e-058f-441f-8e78-3802344981e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799594 Aug 16 22:57:08.602522 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device b87cae24-9af6-463a-bef6-1c1b07d5614e up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:57:08.614415 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-ae63daa1-de64-4dd0-856e-6257b96b95a1 req-93e30313-8185-4e2d-a5a1-0051751bac61 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] For port db463dad-2c0b-4b47-9715-b8c0d9d84d00, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=db463dad-2c0b-4b47-9715-b8c0d9d84d00,segment=NetworkSegment(625714ca-800b-4a42-8a4c-65556747ee5a),segment_id=625714ca-800b-4a42-8a4c-65556747ee5a)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:57:08.615385 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-ae63daa1-de64-4dd0-856e-6257b96b95a1 req-93e30313-8185-4e2d-a5a1-0051751bac61 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:08.662905 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-ae63daa1-de64-4dd0-856e-6257b96b95a1 req-93e30313-8185-4e2d-a5a1-0051751bac61 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Calling delete_port for db463dad-2c0b-4b47-9715-b8c0d9d84d00 owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:57:08.736736 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3afe65-6a58-4569-9973-76da5ada2263 req-8bf71f29-26c9-472b-add7-03ee83d6bb73 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:08.744382 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ba3afe65-6a58-4569-9973-76da5ada2263 req-8bf71f29-26c9-472b-add7-03ee83d6bb73 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=64dce353-055b-404e-bb15-893d8d6f9f87 HTTP/1.1" status: 200 len: 944 time: 0.2629485 Aug 16 22:57:08.786319 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662fc6c0-8f12-45f4-9bdc-8f9c9cfba4f2 req-acd1cd95-f145-4fdf-95af-c6a11594bdcb tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:08.792833 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662fc6c0-8f12-45f4-9bdc-8f9c9cfba4f2 req-acd1cd95-f145-4fdf-95af-c6a11594bdcb tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:08.803404 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662fc6c0-8f12-45f4-9bdc-8f9c9cfba4f2 req-acd1cd95-f145-4fdf-95af-c6a11594bdcb tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:08.814058 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-662fc6c0-8f12-45f4-9bdc-8f9c9cfba4f2 req-acd1cd95-f145-4fdf-95af-c6a11594bdcb tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "GET /v2.0/ports?device_id=216d6d85-a300-42b9-a347-bdea122b42f9 HTTP/1.1" status: 200 len: 2419 time: 0.2083993 Aug 16 22:57:08.835807 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port b87cae24-9af6-463a-bef6-1c1b07d5614e completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:57:09.069945 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c4994dd5-4605-48c9-ab70-17e19fd133a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:09.133114 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ba3afe65-6a58-4569-9973-76da5ada2263 req-a35adf50-201d-4530-9a96-49ffa252412a tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=cb930d9d-af57-42ec-901a-b3e522b04153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3828638 Aug 16 22:57:09.160884 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-ae63daa1-de64-4dd0-856e-6257b96b95a1 req-93e30313-8185-4e2d-a5a1-0051751bac61 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:09.197537 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-662fc6c0-8f12-45f4-9bdc-8f9c9cfba4f2 req-fff85f14-8c29-4f0b-9dff-bfa1a927c13d tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "GET /v2.0/security-groups?id=af30ade3-5d60-40c1-aaba-ea89855e7980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3807523 Aug 16 22:57:09.292384 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e30313-8185-4e2d-a5a1-0051751bac61 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Pushing event deleted for resources: {'Port': ['ID=db463dad-2c0b-4b47-9715-b8c0d9d84d00,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:09.388974 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4994dd5-4605-48c9-ab70-17e19fd133a4 admin admin] Router e00188eb-ebe3-40d4-8770-080c72a10969 is scheduled to L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f with binding_index 1 {{(pid=101291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:57:09.398430 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae63daa1-de64-4dd0-856e-6257b96b95a1 req-93e30313-8185-4e2d-a5a1-0051751bac61 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] No DVR routers for this DVR port db463dad-2c0b-4b47-9715-b8c0d9d84d00 on host n-h2-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:57:09.406027 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-ae63daa1-de64-4dd0-856e-6257b96b95a1 req-93e30313-8185-4e2d-a5a1-0051751bac61 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:09.408942 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ae63daa1-de64-4dd0-856e-6257b96b95a1 req-93e30313-8185-4e2d-a5a1-0051751bac61 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.57 "DELETE /v2.0/ports/db463dad-2c0b-4b47-9715-b8c0d9d84d00 HTTP/1.1" status: 204 len: 173 time: 1.8921087 Aug 16 22:57:09.409472 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '216d6d85-a300-42b9-a347-bdea122b42f9', 'name': 'network-vif-deleted', 'tag': 'db463dad-2c0b-4b47-9715-b8c0d9d84d00'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:57:09.417359 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b70b3449-2ad6-4783-a34c-751c0f110bbc" -d '{"events": [{"server_uuid": "216d6d85-a300-42b9-a347-bdea122b42f9", "name": "network-vif-deleted", "tag": "db463dad-2c0b-4b47-9715-b8c0d9d84d00"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:57:09.589916 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3f4da2a-053e-4bfd-a219-feb71e22fe21 x-openstack-request-id: req-f3f4da2a-053e-4bfd-a219-feb71e22fe21 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:57:09.590373 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "216d6d85-a300-42b9-a347-bdea122b42f9", "name": "network-vif-deleted", "tag": "db463dad-2c0b-4b47-9715-b8c0d9d84d00", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:57:09.593078 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f3f4da2a-053e-4bfd-a219-feb71e22fe21 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:57:09.593690 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '216d6d85-a300-42b9-a347-bdea122b42f9', 'name': 'network-vif-deleted', 'tag': 'db463dad-2c0b-4b47-9715-b8c0d9d84d00', 'status': 'completed', 'code': 200} Aug 16 22:57:09.727587 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4994dd5-4605-48c9-ab70-17e19fd133a4 admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:57:09.744773 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702c5067-3d48-4552-90d2-57f73140cbac None None] Sync routers for ids ['e00188eb-ebe3-40d4-8770-080c72a10969'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:57:09.756195 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c4994dd5-4605-48c9-ab70-17e19fd133a4 admin admin] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:09.759063 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702c5067-3d48-4552-90d2-57f73140cbac None None] Routers {'e00188eb-ebe3-40d4-8770-080c72a10969'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:57:09.759802 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-702c5067-3d48-4552-90d2-57f73140cbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:56:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['e00188eb-ebe3-40d4-8770-080c72a10969'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:57:09.763494 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-c4994dd5-4605-48c9-ab70-17e19fd133a4 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.0254254 Aug 16 22:57:09.767867 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 37918) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:57:09.995682 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75d2295-7c3d-454e-82eb-ae20435d2348 None None] Network 531036b9-b324-4db9-9e78-5626e82b1955 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:57:10.040313 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-ae63daa1-de64-4dd0-856e-6257b96b95a1 req-554fa771-36c9-48b5-8681-2c8d04cf6565 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Deleting port b8b8f78c-dc08-4ac8-975d-8e44ba5b0d68 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:57:10.048316 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-ae63daa1-de64-4dd0-856e-6257b96b95a1 req-554fa771-36c9-48b5-8681-2c8d04cf6565 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:10.101305 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8451367c-a374-4f26-a7cb-3be23149a572 req-1ba4b8b7-f2bb-4018-85a7-d856f286b243 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:10.112146 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8451367c-a374-4f26-a7cb-3be23149a572 req-1ba4b8b7-f2bb-4018-85a7-d856f286b243 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/ports?device_id=558fad6e-08d7-4f4e-9a19-1e466ac0428f HTTP/1.1" status: 200 len: 950 time: 0.5153794 Aug 16 22:57:10.142294 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-702c5067-3d48-4552-90d2-57f73140cbac None None] Set router e00188eb-ebe3-40d4-8770-080c72a10969 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:57:10.239200 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-67d23db2-985f-426b-914f-cf1ef138e995 None None] Provisioning for port b87cae24-9af6-463a-bef6-1c1b07d5614e completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:57:10.255699 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-67d23db2-985f-426b-914f-cf1ef138e995 None None] Provisioning complete for port b87cae24-9af6-463a-bef6-1c1b07d5614e triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:57:10.261113 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-67d23db2-985f-426b-914f-cf1ef138e995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:10.468191 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 95359267-9042-4d8b-bff2-66d28c99d8f8 details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:57:10.472402 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device b8b8f78c-dc08-4ac8-975d-8e44ba5b0d68 no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:57:10.709899 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8451367c-a374-4f26-a7cb-3be23149a572 req-154e0b71-ea4f-4e37-8df7-c3fbf5b33591 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/security-groups?id=28636a9e-058f-441f-8e78-3802344981e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5879760 Aug 16 22:57:10.737888 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-702c5067-3d48-4552-90d2-57f73140cbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e00188eb-ebe3-40d4-8770-080c72a10969', 'name': 'tempest-ServersTestManualDisk-426812431-router', 'tenant_id': '316a8bb8081c48deabaf4219b762cf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': 'c073c020-84bd-428e-af9f-343e25e3f323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:57:05Z', 'updated_at': '2021-08-16T22:57:07Z', 'revision_number': 3, 'project_id': '316a8bb8081c48deabaf4219b762cf2a', 'gw_port': {'id': 'c073c020-84bd-428e-af9f-343e25e3f323', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:2e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e00188eb-ebe3-40d4-8770-080c72a10969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:57:06Z', 'updated_at': '2021-08-16T22:57:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:57:10.742137 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-ae63daa1-de64-4dd0-856e-6257b96b95a1 req-554fa771-36c9-48b5-8681-2c8d04cf6565 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] For port b8b8f78c-dc08-4ac8-975d-8e44ba5b0d68, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=b8b8f78c-dc08-4ac8-975d-8e44ba5b0d68,segment=NetworkSegment(625714ca-800b-4a42-8a4c-65556747ee5a),segment_id=625714ca-800b-4a42-8a4c-65556747ee5a)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:57:10.742873 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-ae63daa1-de64-4dd0-856e-6257b96b95a1 req-554fa771-36c9-48b5-8681-2c8d04cf6565 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:10.763951 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-ae63daa1-de64-4dd0-856e-6257b96b95a1 req-554fa771-36c9-48b5-8681-2c8d04cf6565 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Calling delete_port for b8b8f78c-dc08-4ac8-975d-8e44ba5b0d68 owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:57:10.799672 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.db.resource_extend [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 22:57:10.809729 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702c5067-3d48-4552-90d2-57f73140cbac None None] Checking router: e00188eb-ebe3-40d4-8770-080c72a10969 for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:57:10.812582 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702c5067-3d48-4552-90d2-57f73140cbac None None] Updating router e00188eb-ebe3-40d4-8770-080c72a10969 port c073c020-84bd-428e-af9f-343e25e3f323 binding host n-d-791506-26 {{(pid=101294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:57:10.880140 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-702c5067-3d48-4552-90d2-57f73140cbac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:10.963763 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-ae63daa1-de64-4dd0-856e-6257b96b95a1 req-554fa771-36c9-48b5-8681-2c8d04cf6565 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:11.007336 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6db12274-6047-4cc1-b69d-c5c0a2bbccd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:11.049512 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554fa771-36c9-48b5-8681-2c8d04cf6565 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Pushing event deleted for resources: {'Port': ['ID=b8b8f78c-dc08-4ac8-975d-8e44ba5b0d68,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:11.113369 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d4d58a-5207-4a5d-9d94-f6f68dbcb8ec req-0854e030-df2d-4b27-aeed-b02e8f401474 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:11.115603 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-56d4d58a-5207-4a5d-9d94-f6f68dbcb8ec req-0854e030-df2d-4b27-aeed-b02e8f401474 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=64dce353-055b-404e-bb15-893d8d6f9f87 HTTP/1.1" status: 200 len: 944 time: 0.8361661 Aug 16 22:57:11.289475 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae63daa1-de64-4dd0-856e-6257b96b95a1 req-554fa771-36c9-48b5-8681-2c8d04cf6565 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] No DVR routers for this DVR port b8b8f78c-dc08-4ac8-975d-8e44ba5b0d68 on host n-h2-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:57:11.293730 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-ae63daa1-de64-4dd0-856e-6257b96b95a1 req-554fa771-36c9-48b5-8681-2c8d04cf6565 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:11.297663 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ae63daa1-de64-4dd0-856e-6257b96b95a1 req-554fa771-36c9-48b5-8681-2c8d04cf6565 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.57 "DELETE /v2.0/ports/b8b8f78c-dc08-4ac8-975d-8e44ba5b0d68 HTTP/1.1" status: 204 len: 173 time: 1.8766921 Aug 16 22:57:11.301194 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-56d4d58a-5207-4a5d-9d94-f6f68dbcb8ec req-b3741609-5d33-4882-8e40-fa51751540fc tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=cb930d9d-af57-42ec-901a-b3e522b04153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1686246 Aug 16 22:57:11.360372 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50417091-1c87-4bc8-b3f6-ecff9ebad8ed req-1ca59d5c-6a89-4e52-8fad-8d15af9ea92e tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:11.361898 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-50417091-1c87-4bc8-b3f6-ecff9ebad8ed req-1ca59d5c-6a89-4e52-8fad-8d15af9ea92e tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "GET /v2.0/ports?device_id=216d6d85-a300-42b9-a347-bdea122b42f9 HTTP/1.1" status: 200 len: 946 time: 0.3387284 Aug 16 22:57:11.617029 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '216d6d85-a300-42b9-a347-bdea122b42f9', 'name': 'network-vif-deleted', 'tag': 'b8b8f78c-dc08-4ac8-975d-8e44ba5b0d68'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:57:11.620720 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-67d23db2-985f-426b-914f-cf1ef138e995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:11.626901 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6043b7eb-d9eb-4b42-9c41-5c455a3d305b" -d '{"events": [{"server_uuid": "216d6d85-a300-42b9-a347-bdea122b42f9", "name": "network-vif-deleted", "tag": "b8b8f78c-dc08-4ac8-975d-8e44ba5b0d68"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:57:11.632100 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] No active binding found for port b8b8f78c-dc08-4ac8-975d-8e44ba5b0d68 {{(pid=101293) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 16 22:57:11.644693 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device b8b8f78c-dc08-4ac8-975d-8e44ba5b0d68 not bound to the agent host n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:57:11.645262 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-6db12274-6047-4cc1-b69d-c5c0a2bbccd0 admin admin] Allocated IP 172.20.0.1 (531036b9-b324-4db9-9e78-5626e82b1955/219926a6-4490-4512-90b1-297cef945c78/add2a5f3-f3ad-4019-84b0-a0853166771c) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:57:11.645826 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device db463dad-2c0b-4b47-9715-b8c0d9d84d00 no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:57:11.688011 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:11.744408 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-50417091-1c87-4bc8-b3f6-ecff9ebad8ed req-dc90fc95-ce7b-4749-8039-256394ac4b1c tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "GET /v2.0/security-groups?id=af30ade3-5d60-40c1-aaba-ea89855e7980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3738213 Aug 16 22:57:11.777289 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-67d23db2-985f-426b-914f-cf1ef138e995 None None] For port b87cae24-9af6-463a-bef6-1c1b07d5614e, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=b87cae24-9af6-463a-bef6-1c1b07d5614e,segment=NetworkSegment(53d467f8-f004-4151-9ec1-9b0943941835),segment_id=53d467f8-f004-4151-9ec1-9b0943941835)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:57:11.815264 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c9379a-72a0-444a-9ccd-181f583abab3 req-67920a4f-35e0-43c5-96aa-36bd76d4c3ee tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:11.828232 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d9c9379a-72a0-444a-9ccd-181f583abab3 req-67920a4f-35e0-43c5-96aa-36bd76d4c3ee tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/ports?device_id=116b3c9c-303e-4ffe-b86f-0b052c315ef4 HTTP/1.1" status: 200 len: 945 time: 0.1785040 Aug 16 22:57:11.864080 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 95359267-9042-4d8b-bff2-66d28c99d8f8, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=95359267-9042-4d8b-bff2-66d28c99d8f8,segment=NetworkSegment(b23390f1-3345-4e11-b45b-da1aa220458a),segment_id=b23390f1-3345-4e11-b45b-da1aa220458a)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:57:11.867706 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6db12274-6047-4cc1-b69d-c5c0a2bbccd0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:11.885357 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d90910-e622-428b-ac2d-51c1f6403ee1 x-openstack-request-id: req-45d90910-e622-428b-ac2d-51c1f6403ee1 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:57:11.890177 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] No Port match for: db463dad-2c0b-4b47-9715-b8c0d9d84d00 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:57:11.890539 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device db463dad-2c0b-4b47-9715-b8c0d9d84d00 not bound to the agent host n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:57:11.890957 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 74327ace-1a1e-4a94-ac0d-0ef8730bdb5a no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:57:11.892849 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': '95359267-9042-4d8b-bff2-66d28c99d8f8', 'network_id': '6017926f-7eef-429e-a22b-3a35337dccd4', 'port_id': '95359267-9042-4d8b-bff2-66d28c99d8f8', 'mac_address': 'fa:16:3e:a8:4e:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb160313-5dbe-49f2-8a31-7afb6f1954c3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:57:11.894290 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "216d6d85-a300-42b9-a347-bdea122b42f9", "name": "network-vif-deleted", "tag": "b8b8f78c-dc08-4ac8-975d-8e44ba5b0d68", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:57:11.894561 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-45d90910-e622-428b-ac2d-51c1f6403ee1 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:57:11.894985 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '216d6d85-a300-42b9-a347-bdea122b42f9', 'name': 'network-vif-deleted', 'tag': 'b8b8f78c-dc08-4ac8-975d-8e44ba5b0d68', 'status': 'completed', 'code': 200} Aug 16 22:57:11.904222 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-ae63daa1-de64-4dd0-856e-6257b96b95a1 req-c70631ab-189a-4193-9f21-cf4b05ce02ce tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Deleting port 74327ace-1a1e-4a94-ac0d-0ef8730bdb5a {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:57:11.905080 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-ae63daa1-de64-4dd0-856e-6257b96b95a1 req-c70631ab-189a-4193-9f21-cf4b05ce02ce tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:11.906338 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-6db12274-6047-4cc1-b69d-c5c0a2bbccd0 admin admin] Transition to ACTIVE for port object add2a5f3-f3ad-4019-84b0-a0853166771c will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:57:11.925977 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-67d23db2-985f-426b-914f-cf1ef138e995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:11.980100 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6db12274-6047-4cc1-b69d-c5c0a2bbccd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:12.004980 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-702c5067-3d48-4552-90d2-57f73140cbac None None] Notify callbacks [] for port, precommit_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:12.029450 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.provisioning_blocks [None req-702c5067-3d48-4552-90d2-57f73140cbac None None] Transition to ACTIVE for port object c073c020-84bd-428e-af9f-343e25e3f323 will not be triggered until provisioned by entity L2. {{(pid=101294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:57:12.043306 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-702c5067-3d48-4552-90d2-57f73140cbac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:12.070390 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db12274-6047-4cc1-b69d-c5c0a2bbccd0 admin admin] Network 531036b9-b324-4db9-9e78-5626e82b1955 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:57:12.077181 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-6db12274-6047-4cc1-b69d-c5c0a2bbccd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:57:12.087516 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db12274-6047-4cc1-b69d-c5c0a2bbccd0 admin admin] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:57:12.091152 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db12274-6047-4cc1-b69d-c5c0a2bbccd0 admin admin] Pushing event updated for resources: {'Port': ['ID=add2a5f3-f3ad-4019-84b0-a0853166771c,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:12.144948 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d9c9379a-72a0-444a-9ccd-181f583abab3 req-f8a75e00-a5f6-4b17-8e85-b75056d22a19 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4ad6394-3e39-4386-b02d-4a7c32c3940e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3157039 Aug 16 22:57:12.177611 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:12.208440 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-ae63daa1-de64-4dd0-856e-6257b96b95a1 req-c70631ab-189a-4193-9f21-cf4b05ce02ce tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] For port 74327ace-1a1e-4a94-ac0d-0ef8730bdb5a, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=74327ace-1a1e-4a94-ac0d-0ef8730bdb5a,segment=NetworkSegment(068d3cc4-71ee-499c-ae62-b5be76727bbb),segment_id=068d3cc4-71ee-499c-ae62-b5be76727bbb)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:57:12.208837 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-ae63daa1-de64-4dd0-856e-6257b96b95a1 req-c70631ab-189a-4193-9f21-cf4b05ce02ce tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:12.218369 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-702c5067-3d48-4552-90d2-57f73140cbac None None] Attempting to bind port c073c020-84bd-428e-af9f-343e25e3f323 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:57:12.218736 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-702c5067-3d48-4552-90d2-57f73140cbac None None] Attempting to bind port c073c020-84bd-428e-af9f-343e25e3f323 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:57:12.219170 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702c5067-3d48-4552-90d2-57f73140cbac None None] Attempting to bind port c073c020-84bd-428e-af9f-343e25e3f323 on network c22c4980-c849-406d-982c-a5d68c515a94 {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:57:12.233963 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aa241a-912c-4665-9563-15e2e890b77a None None] Pushing event updated for resources: {'Port': ['ID=c073c020-84bd-428e-af9f-343e25e3f323,revision_number=2']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:12.243364 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6db12274-6047-4cc1-b69d-c5c0a2bbccd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954230'] for router_interface, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:12.249498 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702c5067-3d48-4552-90d2-57f73140cbac None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:57:12.249873 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702c5067-3d48-4552-90d2-57f73140cbac None None] Checking segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:57:12.255993 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d23db2-985f-426b-914f-cf1ef138e995 None None] Pushing event updated for resources: {'Port': ['ID=b87cae24-9af6-463a-bef6-1c1b07d5614e,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:12.261023 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-702c5067-3d48-4552-90d2-57f73140cbac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:12.261449 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702c5067-3d48-4552-90d2-57f73140cbac None None] Bound using segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:57:12.261958 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-702c5067-3d48-4552-90d2-57f73140cbac None None] Bound port: c073c020-84bd-428e-af9f-343e25e3f323, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:57:12.262359 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-702c5067-3d48-4552-90d2-57f73140cbac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:12.264189 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:12.266555 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-ae63daa1-de64-4dd0-856e-6257b96b95a1 req-c70631ab-189a-4193-9f21-cf4b05ce02ce tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Calling delete_port for 74327ace-1a1e-4a94-ac0d-0ef8730bdb5a owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:57:12.275618 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '216d6d85-a300-42b9-a347-bdea122b42f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74327ace-1a1e-4a94-ac0d-0ef8730bdb5a'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:57:12.286235 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f28ac6ea-1561-4811-a50a-3108b3d148ba" -d '{"events": [{"server_uuid": "216d6d85-a300-42b9-a347-bdea122b42f9", "name": "network-vif-unplugged", "status": "completed", "tag": "74327ace-1a1e-4a94-ac0d-0ef8730bdb5a"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:57:12.317194 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 74327ace-1a1e-4a94-ac0d-0ef8730bdb5a, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=74327ace-1a1e-4a94-ac0d-0ef8730bdb5a,segment=NetworkSegment(068d3cc4-71ee-499c-ae62-b5be76727bbb),segment_id=068d3cc4-71ee-499c-ae62-b5be76727bbb)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:57:12.319162 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-d033ee83-73c0-4390-8ec5-b320fe5ff3dd None None] Provisioning complete for port b87cae24-9af6-463a-bef6-1c1b07d5614e triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:57:12.319597 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d033ee83-73c0-4390-8ec5-b320fe5ff3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:12.322229 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95359267-9042-4d8b-bff2-66d28c99d8f8 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:57:12.343741 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2ec8ca-ef31-4e6a-bb01-29bccda31c87 req-06dfb58d-82c0-4373-b484-bbe08dcc1896 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:12.356122 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6b2ec8ca-ef31-4e6a-bb01-29bccda31c87 req-06dfb58d-82c0-4373-b484-bbe08dcc1896 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/ports?device_id=558fad6e-08d7-4f4e-9a19-1e466ac0428f HTTP/1.1" status: 200 len: 950 time: 0.2907610 Aug 16 22:57:12.363210 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 95359267-9042-4d8b-bff2-66d28c99d8f8, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=95359267-9042-4d8b-bff2-66d28c99d8f8,segment=NetworkSegment(b23390f1-3345-4e11-b45b-da1aa220458a),segment_id=b23390f1-3345-4e11-b45b-da1aa220458a)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:57:12.366553 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:12.414555 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:12.440787 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-702c5067-3d48-4552-90d2-57f73140cbac None None] For port c073c020-84bd-428e-af9f-343e25e3f323, host n-d-791506-26, cleared binding levels {{(pid=101294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:57:12.447715 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-702c5067-3d48-4552-90d2-57f73140cbac None None] For port c073c020-84bd-428e-af9f-343e25e3f323, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=c073c020-84bd-428e-af9f-343e25e3f323,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:57:12.465350 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-702c5067-3d48-4552-90d2-57f73140cbac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:12.549031 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=74327ace-1a1e-4a94-ac0d-0ef8730bdb5a,revision_number=6']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:12.611901 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6b2ec8ca-ef31-4e6a-bb01-29bccda31c87 req-bab227a1-97af-4314-b70b-9b5b9c352661 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/security-groups?id=28636a9e-058f-441f-8e78-3802344981e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565682 Aug 16 22:57:12.629503 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device b87cae24-9af6-463a-bef6-1c1b07d5614e up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:57:12.651752 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6db12274-6047-4cc1-b69d-c5c0a2bbccd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:12.658351 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aa241a-912c-4665-9563-15e2e890b77a None None] Pushing event updated for resources: {'Port': ['ID=c073c020-84bd-428e-af9f-343e25e3f323,revision_number=3']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:12.682334 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702c5067-3d48-4552-90d2-57f73140cbac None None] Routers {'e00188eb-ebe3-40d4-8770-080c72a10969'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:57:12.682974 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-702c5067-3d48-4552-90d2-57f73140cbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:56:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['e00188eb-ebe3-40d4-8770-080c72a10969'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:57:12.806435 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 22:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5b0a002-fe3c-44c3-877d-c7a782f6aa42 x-openstack-request-id: req-d5b0a002-fe3c-44c3-877d-c7a782f6aa42 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:57:12.806720 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "216d6d85-a300-42b9-a347-bdea122b42f9", "name": "network-vif-unplugged", "status": "completed", "tag": "74327ace-1a1e-4a94-ac0d-0ef8730bdb5a", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:57:12.806975 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d5b0a002-fe3c-44c3-877d-c7a782f6aa42 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:57:12.808856 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '216d6d85-a300-42b9-a347-bdea122b42f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74327ace-1a1e-4a94-ac0d-0ef8730bdb5a', 'code': 200} Aug 16 22:57:12.870227 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['95359267-9042-4d8b-bff2-66d28c99d8f8'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:57:12.875293 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=95359267-9042-4d8b-bff2-66d28c99d8f8,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:12.917597 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-702c5067-3d48-4552-90d2-57f73140cbac None None] Set router e00188eb-ebe3-40d4-8770-080c72a10969 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:57:12.963394 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port b87cae24-9af6-463a-bef6-1c1b07d5614e triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:57:12.966937 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:12.993679 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-ae63daa1-de64-4dd0-856e-6257b96b95a1 req-c70631ab-189a-4193-9f21-cf4b05ce02ce tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:13.185314 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-e8ff0249-48e6-4b90-bc30-4e120d1dd05d None None] Provisioning for port add2a5f3-f3ad-4019-84b0-a0853166771c completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:57:13.248305 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-e8ff0249-48e6-4b90-bc30-4e120d1dd05d None None] Provisioning complete for port add2a5f3-f3ad-4019-84b0-a0853166771c triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:57:13.248825 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e8ff0249-48e6-4b90-bc30-4e120d1dd05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:13.368726 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2300a15e-0035-45dc-8c71-cb83f9a03795 req-edf24ef9-dcec-4196-a99a-80e4c79e5c3f tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:13.375331 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2300a15e-0035-45dc-8c71-cb83f9a03795 req-edf24ef9-dcec-4196-a99a-80e4c79e5c3f tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=64dce353-055b-404e-bb15-893d8d6f9f87 HTTP/1.1" status: 200 len: 945 time: 0.5126834 Aug 16 22:57:13.378276 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70631ab-189a-4193-9f21-cf4b05ce02ce tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Pushing event deleted for resources: {'Port': ['ID=74327ace-1a1e-4a94-ac0d-0ef8730bdb5a,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:13.484149 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae63daa1-de64-4dd0-856e-6257b96b95a1 req-c70631ab-189a-4193-9f21-cf4b05ce02ce tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] No DVR routers for this DVR port 74327ace-1a1e-4a94-ac0d-0ef8730bdb5a on host n-h2-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:57:13.497145 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-ae63daa1-de64-4dd0-856e-6257b96b95a1 req-c70631ab-189a-4193-9f21-cf4b05ce02ce tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:13.509274 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ae63daa1-de64-4dd0-856e-6257b96b95a1 req-c70631ab-189a-4193-9f21-cf4b05ce02ce tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.57 "DELETE /v2.0/ports/74327ace-1a1e-4a94-ac0d-0ef8730bdb5a HTTP/1.1" status: 204 len: 173 time: 2.2050681 Aug 16 22:57:13.527857 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-702c5067-3d48-4552-90d2-57f73140cbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e00188eb-ebe3-40d4-8770-080c72a10969', 'name': 'tempest-ServersTestManualDisk-426812431-router', 'tenant_id': '316a8bb8081c48deabaf4219b762cf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': 'c073c020-84bd-428e-af9f-343e25e3f323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:57:05Z', 'updated_at': '2021-08-16T22:57:12Z', 'revision_number': 4, 'project_id': '316a8bb8081c48deabaf4219b762cf2a', 'gw_port': {'id': 'c073c020-84bd-428e-af9f-343e25e3f323', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:2e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e00188eb-ebe3-40d4-8770-080c72a10969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:57:06Z', 'updated_at': '2021-08-16T22:57:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'add2a5f3-f3ad-4019-84b0-a0853166771c', 'name': '', 'network_id': '531036b9-b324-4db9-9e78-5626e82b1955', 'tenant_id': '316a8bb8081c48deabaf4219b762cf2a', 'mac_address': 'fa:16:3e:7e:7e:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e00188eb-ebe3-40d4-8770-080c72a10969', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '219926a6-4490-4512-90b1-297cef945c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:57:11Z', 'updated_at': '2021-08-16T22:57:11Z', 'revision_number': 1, 'project_id': '316a8bb8081c48deabaf4219b762cf2a', 'subnets': [{'id': '219926a6-4490-4512-90b1-297cef945c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:57:13.657574 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2300a15e-0035-45dc-8c71-cb83f9a03795 req-b23fca42-8203-4d8c-bb38-7c58f5572103 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=cb930d9d-af57-42ec-901a-b3e522b04153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2629225 Aug 16 22:57:13.678603 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-eb7aac6a-042a-423a-8e38-2b5bd097bf95 req-7703b217-f4ee-46ae-af8f-76dfa2cb7eca tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "GET /v2.0/ports?device_id=216d6d85-a300-42b9-a347-bdea122b42f9 HTTP/1.1" status: 200 len: 210 time: 0.5456612 Aug 16 22:57:13.747201 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702c5067-3d48-4552-90d2-57f73140cbac None None] The sync data for ids ['e00188eb-ebe3-40d4-8770-080c72a10969'] in n-d-791506-26 is: [{'id': 'e00188eb-ebe3-40d4-8770-080c72a10969', 'name': 'tempest-ServersTestManualDisk-426812431-router', 'tenant_id': '316a8bb8081c48deabaf4219b762cf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': 'c073c020-84bd-428e-af9f-343e25e3f323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:57:05Z', 'updated_at': '2021-08-16T22:57:12Z', 'revision_number': 4, 'project_id': '316a8bb8081c48deabaf4219b762cf2a', 'gw_port': {'id': 'c073c020-84bd-428e-af9f-343e25e3f323', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:2e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e00188eb-ebe3-40d4-8770-080c72a10969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:57:06Z', 'updated_at': '2021-08-16T22:57:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'add2a5f3-f3ad-4019-84b0-a0853166771c', 'name': '', 'network_id': '531036b9-b324-4db9-9e78-5626e82b1955', 'tenant_id': '316a8bb8081c48deabaf4219b762cf2a', 'mac_address': 'fa:16:3e:7e:7e:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e00188eb-ebe3-40d4-8770-080c72a10969', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '219926a6-4490-4512-90b1-297cef945c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:57:11Z', 'updated_at': '2021-08-16T22:57:11Z', 'revision_number': 1, 'project_id': '316a8bb8081c48deabaf4219b762cf2a', 'subnets': [{'id': '219926a6-4490-4512-90b1-297cef945c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:57:13.766962 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6db12274-6047-4cc1-b69d-c5c0a2bbccd0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:13.775803 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-e8ff0249-48e6-4b90-bc30-4e120d1dd05d None None] Port add2a5f3-f3ad-4019-84b0-a0853166771c cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:57:13.787598 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6db12274-6047-4cc1-b69d-c5c0a2bbccd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:13.900454 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e446d1-2e0f-495c-85e8-f2b801d298e7 req-901122ff-a9db-4c07-9dce-f7d2630a1748 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:13.917877 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-49e446d1-2e0f-495c-85e8-f2b801d298e7 req-901122ff-a9db-4c07-9dce-f7d2630a1748 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/ports?device_id=558fad6e-08d7-4f4e-9a19-1e466ac0428f HTTP/1.1" status: 200 len: 950 time: 0.1512167 Aug 16 22:57:13.934655 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6db12274-6047-4cc1-b69d-c5c0a2bbccd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954122'] for router_interface, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:13.939538 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db12274-6047-4cc1-b69d-c5c0a2bbccd0 admin admin] Pushing event updated for resources: {'Port': ['ID=add2a5f3-f3ad-4019-84b0-a0853166771c,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:13.995380 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '216d6d85-a300-42b9-a347-bdea122b42f9', 'name': 'network-vif-deleted', 'tag': '74327ace-1a1e-4a94-ac0d-0ef8730bdb5a'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:57:14.016473 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-131bd437-a314-48e6-9b89-b06d79acc158" -d '{"events": [{"server_uuid": "216d6d85-a300-42b9-a347-bdea122b42f9", "name": "network-vif-deleted", "tag": "74327ace-1a1e-4a94-ac0d-0ef8730bdb5a"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:57:14.091053 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-49e446d1-2e0f-495c-85e8-f2b801d298e7 req-6d80ed13-cfe2-4d90-878d-e3fad50048f7 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/security-groups?id=28636a9e-058f-441f-8e78-3802344981e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722939 Aug 16 22:57:14.135759 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19c60859-3d9b-40ba-8ab3-06768d2dd16c x-openstack-request-id: req-19c60859-3d9b-40ba-8ab3-06768d2dd16c {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:57:14.137337 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "216d6d85-a300-42b9-a347-bdea122b42f9", "name": "network-vif-deleted", "tag": "74327ace-1a1e-4a94-ac0d-0ef8730bdb5a", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:57:14.137877 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-19c60859-3d9b-40ba-8ab3-06768d2dd16c {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:57:14.138556 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '216d6d85-a300-42b9-a347-bdea122b42f9', 'name': 'network-vif-deleted', 'tag': '74327ace-1a1e-4a94-ac0d-0ef8730bdb5a', 'status': 'completed', 'code': 200} Aug 16 22:57:14.215184 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db12274-6047-4cc1-b69d-c5c0a2bbccd0 admin admin] Network 531036b9-b324-4db9-9e78-5626e82b1955 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:57:14.217239 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-6db12274-6047-4cc1-b69d-c5c0a2bbccd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:57:14.789302 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 38036) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:57:14.866590 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6db12274-6047-4cc1-b69d-c5c0a2bbccd0 admin admin] Router e00188eb-ebe3-40d4-8770-080c72a10969 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:57:14.923463 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4eb07012-9a2c-47a5-bf41-5955df8150d7 None None] Provisioning complete for port add2a5f3-f3ad-4019-84b0-a0853166771c triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:57:14.924055 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4eb07012-9a2c-47a5-bf41-5955df8150d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:15.048131 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_v2 [None req-b26258da-7a26-4d58-b767-8262a572e4ba tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Deleting subnet 01ccb858-bbe0-4b24-b9d7-7706e34d0eaa {{(pid=101292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:57:15.058972 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b26258da-7a26-4d58-b767-8262a572e4ba tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks [] for subnet, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:15.103706 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-4eb07012-9a2c-47a5-bf41-5955df8150d7 None None] Port add2a5f3-f3ad-4019-84b0-a0853166771c cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:57:15.413942 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b26258da-7a26-4d58-b767-8262a572e4ba tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3848860'] for subnet, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:15.471606 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6db12274-6047-4cc1-b69d-c5c0a2bbccd0 admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:57:15.485843 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-6db12274-6047-4cc1-b69d-c5c0a2bbccd0 admin admin] 10.222.0.36 "PUT /v2.0/routers/e00188eb-ebe3-40d4-8770-080c72a10969/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7167964 Aug 16 22:57:15.626207 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b6c3ea-8ae6-4f18-8529-12c066735785 req-9eb568f0-82b8-436c-a4b6-f3d4c3334fba tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:15.651698 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e4b6c3ea-8ae6-4f18-8529-12c066735785 req-9eb568f0-82b8-436c-a4b6-f3d4c3334fba tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=64dce353-055b-404e-bb15-893d8d6f9f87 HTTP/1.1" status: 200 len: 945 time: 0.5954044 Aug 16 22:57:15.811365 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fba19a-4206-4e8a-83e2-9d8839729d58 req-f4addd00-0411-4a6e-9c0f-30f8c5bddd5c tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:15.843750 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f2fba19a-4206-4e8a-83e2-9d8839729d58 req-f4addd00-0411-4a6e-9c0f-30f8c5bddd5c tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/ports?device_id=558fad6e-08d7-4f4e-9a19-1e466ac0428f HTTP/1.1" status: 200 len: 950 time: 0.3540473 Aug 16 22:57:15.949747 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e4b6c3ea-8ae6-4f18-8529-12c066735785 req-58ad47ac-a64a-43d2-ae91-53e76c7ce70c tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=cb930d9d-af57-42ec-901a-b3e522b04153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2968197 Aug 16 22:57:16.000053 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b26258da-7a26-4d58-b767-8262a572e4ba tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:16.047452 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f2fba19a-4206-4e8a-83e2-9d8839729d58 req-4d46b7de-078a-487e-85da-7bcb250bd903 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/security-groups?id=28636a9e-058f-441f-8e78-3802344981e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972218 Aug 16 22:57:16.365687 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b26258da-7a26-4d58-b767-8262a572e4ba tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26252129'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:16.447186 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26258da-7a26-4d58-b767-8262a572e4ba tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Pushing event deleted for resources: {'Subnet': ['ID=01ccb858-bbe0-4b24-b9d7-7706e34d0eaa,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:16.456704 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b26258da-7a26-4d58-b767-8262a572e4ba tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:16.458125 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b640e3-1e6b-4e02-8d0f-4eceb9191dff None None] Network 0c122db5-1862-4ceb-83ab-54e7f19f5d4b requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:57:16.461076 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-b26258da-7a26-4d58-b767-8262a572e4ba tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "DELETE /v2.0/subnets/01ccb858-bbe0-4b24-b9d7-7706e34d0eaa HTTP/1.1" status: 204 len: 168 time: 1.6704004 Aug 16 22:57:16.463667 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 38082) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:57:16.618684 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-774e4c91-9d73-4460-9e6b-1c37dc8644c7 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:16.757606 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-774e4c91-9d73-4460-9e6b-1c37dc8644c7 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Deleting port 97f14d2e-b841-46a9-816c-e90e0630e00a {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:57:16.761157 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-774e4c91-9d73-4460-9e6b-1c37dc8644c7 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:16.775969 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 95359267-9042-4d8b-bff2-66d28c99d8f8 up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:57:16.782971 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device c073c020-84bd-428e-af9f-343e25e3f323 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:57:16.934860 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 38086) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:57:16.963544 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-774e4c91-9d73-4460-9e6b-1c37dc8644c7 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] For port 97f14d2e-b841-46a9-816c-e90e0630e00a, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=97f14d2e-b841-46a9-816c-e90e0630e00a,segment=NetworkSegment(068d3cc4-71ee-499c-ae62-b5be76727bbb),segment_id=068d3cc4-71ee-499c-ae62-b5be76727bbb)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:57:16.964244 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-774e4c91-9d73-4460-9e6b-1c37dc8644c7 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:17.016748 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-774e4c91-9d73-4460-9e6b-1c37dc8644c7 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Calling delete_port for 97f14d2e-b841-46a9-816c-e90e0630e00a owned by network:dhcp {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:57:17.131015 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning for port 95359267-9042-4d8b-bff2-66d28c99d8f8 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:57:17.146061 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port 95359267-9042-4d8b-bff2-66d28c99d8f8 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:57:17.146797 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:17.199279 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6a1a03a9-56e4-4fad-8a67-14059e40b984 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:17.218846 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port c073c020-84bd-428e-af9f-343e25e3f323 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:57:17.227028 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port c073c020-84bd-428e-af9f-343e25e3f323 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:57:17.228277 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:17.230329 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59349d2f-c609-4611-bd67-f9046b77d955 None None] DHCP port deletion for 0c122db5-1862-4ceb-83ab-54e7f19f5d4b request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:57:17.348366 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fc5fdb-f61e-40d6-881a-878b6f4e176f req-0e3428b3-b9fd-4840-b360-f9e31398974b tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:17.352351 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c3fc5fdb-f61e-40d6-881a-878b6f4e176f req-0e3428b3-b9fd-4840-b360-f9e31398974b tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=64dce353-055b-404e-bb15-893d8d6f9f87 HTTP/1.1" status: 200 len: 945 time: 0.1984363 Aug 16 22:57:17.518558 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:17.638118 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 95359267-9042-4d8b-bff2-66d28c99d8f8, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=95359267-9042-4d8b-bff2-66d28c99d8f8,segment=NetworkSegment(b23390f1-3345-4e11-b45b-da1aa220458a),segment_id=b23390f1-3345-4e11-b45b-da1aa220458a)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:57:17.646198 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64dce353-055b-404e-bb15-893d8d6f9f87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95359267-9042-4d8b-bff2-66d28c99d8f8'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:57:17.650018 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c3fc5fdb-f61e-40d6-881a-878b6f4e176f req-d4409120-fb4e-4cd0-be6e-c8821d7f8d49 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=cb930d9d-af57-42ec-901a-b3e522b04153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2875130 Aug 16 22:57:17.655790 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6a1a03a9-56e4-4fad-8a67-14059e40b984 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:17.662384 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-774e4c91-9d73-4460-9e6b-1c37dc8644c7 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:17.666069 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6a1a03a9-56e4-4fad-8a67-14059e40b984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:17.669019 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04449b42-ce6a-4237-90ba-83a9241d7710" -d '{"events": [{"server_uuid": "64dce353-055b-404e-bb15-893d8d6f9f87", "name": "network-vif-plugged", "status": "completed", "tag": "95359267-9042-4d8b-bff2-66d28c99d8f8"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:57:17.724125 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774e4c91-9d73-4460-9e6b-1c37dc8644c7 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] No DVR routers for this DVR port 97f14d2e-b841-46a9-816c-e90e0630e00a on host n-d-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:57:17.741083 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:17.788807 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-6a1a03a9-56e4-4fad-8a67-14059e40b984 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=21e35dd5b0ef41eea70776da95528639&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8519475 Aug 16 22:57:17.789554 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 38102) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:57:17.790967 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c5ce6788-8544-4f44-84c1-341394acda88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:17.839696 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-59349d2f-c609-4611-bd67-f9046b77d955 None None] Deleting port 97f14d2e-b841-46a9-816c-e90e0630e00a {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:57:17.843719 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-59349d2f-c609-4611-bd67-f9046b77d955 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:17.945927 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774e4c91-9d73-4460-9e6b-1c37dc8644c7 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Pushing event deleted for resources: {'Port': ['ID=97f14d2e-b841-46a9-816c-e90e0630e00a,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:17.953709 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1a03a9-56e4-4fad-8a67-14059e40b984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27891ed0-cdaa-4961-a5cf-079f1a93e89d,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:17.962484 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 38104) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:57:17.973820 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-a208441e-c0f4-402b-ab31-de02580f7d0b tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] Request body: {'security_group': {'name': 'tempest-securitygroup--775785860', 'description': 'tempest-description--70575577'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:57:18.027464 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ccaa10c6-d9a5-4c2f-8ba2-479e4d7fc258 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:18.034271 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a208441e-c0f4-402b-ab31-de02580f7d0b tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:18.059702 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-59349d2f-c609-4611-bd67-f9046b77d955 None None] For port 97f14d2e-b841-46a9-816c-e90e0630e00a, host n-d-791506-26, got binding levels [] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:57:18.064753 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-59349d2f-c609-4611-bd67-f9046b77d955 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:18.083406 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-59349d2f-c609-4611-bd67-f9046b77d955 None None] Calling delete_port for 97f14d2e-b841-46a9-816c-e90e0630e00a owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:57:18.086345 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.ipam_backend_mixin [None req-59349d2f-c609-4611-bd67-f9046b77d955 None None] Port 97f14d2e-b841-46a9-816c-e90e0630e00a was not found and therefore no delete operation was performed {{(pid=101293) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 22:57:18.088235 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-13efdd23-c56b-4bad-ad56-94cd819aab71 req-49fbba55-327c-4229-a5e6-13c6503b3bb5 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=e4b40d68-580d-4ed2-9460-ab869bff6030&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5475531 Aug 16 22:57:18.108854 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-59349d2f-c609-4611-bd67-f9046b77d955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:18.139543 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59349d2f-c609-4611-bd67-f9046b77d955 None None] No DVR routers for this DVR port 97f14d2e-b841-46a9-816c-e90e0630e00a on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:57:18.187004 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:18.207066 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f39ae6-e7ca-4f50-9c19-4b865968dc19 x-openstack-request-id: req-09f39ae6-e7ca-4f50-9c19-4b865968dc19 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:57:18.208265 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64dce353-055b-404e-bb15-893d8d6f9f87", "name": "network-vif-plugged", "status": "completed", "tag": "95359267-9042-4d8b-bff2-66d28c99d8f8", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:57:18.210614 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-09f39ae6-e7ca-4f50-9c19-4b865968dc19 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:57:18.211120 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64dce353-055b-404e-bb15-893d8d6f9f87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95359267-9042-4d8b-bff2-66d28c99d8f8', 'code': 200} Aug 16 22:57:18.211781 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=95359267-9042-4d8b-bff2-66d28c99d8f8,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:18.254637 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-774e4c91-9d73-4460-9e6b-1c37dc8644c7 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:18.273857 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a208441e-c0f4-402b-ab31-de02580f7d0b tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:18.283158 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ccaa10c6-d9a5-4c2f-8ba2-479e4d7fc258 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:18.291215 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a208441e-c0f4-402b-ab31-de02580f7d0b tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:18.296374 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-774e4c91-9d73-4460-9e6b-1c37dc8644c7 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c122db5-1862-4ceb-83ab-54e7f19f5d4b']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:57:18.300798 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190f8ec6-269d-49b5-a2d4-5e1ce68adc37 None None] Sync routers for ids ['e00188eb-ebe3-40d4-8770-080c72a10969'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:57:18.333596 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port c073c020-84bd-428e-af9f-343e25e3f323, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=c073c020-84bd-428e-af9f-343e25e3f323,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:57:18.345605 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a208441e-c0f4-402b-ab31-de02580f7d0b tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:18.346601 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59349d2f-c609-4611-bd67-f9046b77d955 None None] Pushing event deleted for resources: {'Port': ['ID=97f14d2e-b841-46a9-816c-e90e0630e00a,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:18.350575 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-a208441e-c0f4-402b-ab31-de02580f7d0b tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3865383 Aug 16 22:57:18.351609 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 38116) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:57:18.376105 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:18.378181 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-07e2c01c-7050-4392-b4e0-ac08f4754743 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] Request body: {'security_group_rule': {'security_group_id': 'da3d1155-7424-48dd-a4c6-a3a4bd0e1fa9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:57:18.383450 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190f8ec6-269d-49b5-a2d4-5e1ce68adc37 None None] Routers {'e00188eb-ebe3-40d4-8770-080c72a10969'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:57:18.384934 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-190f8ec6-269d-49b5-a2d4-5e1ce68adc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:56:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['e00188eb-ebe3-40d4-8770-080c72a10969'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:57:18.400742 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a208441e-c0f4-402b-ab31-de02580f7d0b tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da3d1155-7424-48dd-a4c6-a3a4bd0e1fa9,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:18.408244 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac4d6e2-f1ca-4959-9a1b-89ce89e58d00 req-f40a7037-f567-42f1-b944-81434acd7c44 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:18.415595 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4ac4d6e2-f1ca-4959-9a1b-89ce89e58d00 req-f40a7037-f567-42f1-b944-81434acd7c44 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/ports?device_id=558fad6e-08d7-4f4e-9a19-1e466ac0428f HTTP/1.1" status: 200 len: 950 time: 0.4965451 Aug 16 22:57:18.451851 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-774e4c91-9d73-4460-9e6b-1c37dc8644c7 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '068d3cc4-71ee-499c-ae62-b5be76727bbb') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:57:18.452222 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-774e4c91-9d73-4460-9e6b-1c37dc8644c7 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '068d3cc4-71ee-499c-ae62-b5be76727bbb') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:57:18.463515 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ccaa10c6-d9a5-4c2f-8ba2-479e4d7fc258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:18.471360 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ccaa10c6-d9a5-4c2f-8ba2-479e4d7fc258 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:18.478025 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-ccaa10c6-d9a5-4c2f-8ba2-479e4d7fc258 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/27891ed0-cdaa-4961-a5cf-079f1a93e89d HTTP/1.1" status: 204 len: 168 time: 0.6577775 Aug 16 22:57:18.482671 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-07e2c01c-7050-4392-b4e0-ac08f4754743 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:18.503350 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-774e4c91-9d73-4460-9e6b-1c37dc8644c7 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:18.523601 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaa10c6-d9a5-4c2f-8ba2-479e4d7fc258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27891ed0-cdaa-4961-a5cf-079f1a93e89d,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:18.537761 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13efdd23-c56b-4bad-ad56-94cd819aab71 req-7baed9df-9fae-437d-964d-33f8ad4e13a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:18.543312 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-13efdd23-c56b-4bad-ad56-94cd819aab71 req-7baed9df-9fae-437d-964d-33f8ad4e13a9 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e8552b0b4f6f424c8f0bc866c1ad2b74&device_id=e4b40d68-580d-4ed2-9460-ab869bff6030 HTTP/1.1" status: 200 len: 1100 time: 0.3890486 Aug 16 22:57:18.568704 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-774e4c91-9d73-4460-9e6b-1c37dc8644c7 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:18.591987 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 97f14d2e-b841-46a9-816c-e90e0630e00a no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:57:18.594814 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-774e4c91-9d73-4460-9e6b-1c37dc8644c7 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:57:18.595362 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-774e4c91-9d73-4460-9e6b-1c37dc8644c7 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:18.613657 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 16 22:57:18.613657 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:57:18.613657 n-d-791506-26 neutron-server[101292]: timer() Aug 16 22:57:18.613657 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:57:18.613657 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 16 22:57:18.613657 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:57:18.613657 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 16 22:57:18.613657 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:57:18.613657 n-d-791506-26 neutron-server[101292]: self._notify() Aug 16 22:57:18.613657 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:57:18.613657 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 16 22:57:18.613657 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:57:18.613657 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 16 22:57:18.613657 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:57:18.613657 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:57:18.613657 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:57:18.613657 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:57:18.613657 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:57:18.613657 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 16 22:57:18.613657 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:57:18.613657 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 16 22:57:18.613657 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:57:18.613657 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:57:18.613657 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:57:18.613657 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 16 22:57:18.613657 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:57:18.613657 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:57:18.613657 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:57:18.613657 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:57:18.613657 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:57:18.613657 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:57:18.613657 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:57:18.657420 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 97f14d2e-b841-46a9-816c-e90e0630e00a {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:57:18.657721 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 97f14d2e-b841-46a9-816c-e90e0630e00a not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:57:18.734083 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-07e2c01c-7050-4392-b4e0-ac08f4754743 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:18.736871 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=c073c020-84bd-428e-af9f-343e25e3f323,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:18.746757 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-07e2c01c-7050-4392-b4e0-ac08f4754743 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:18.786016 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e2c01c-7050-4392-b4e0-ac08f4754743 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c48fe231-860d-4e8a-a29e-e089b5d755f1,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:18.799134 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-07e2c01c-7050-4392-b4e0-ac08f4754743 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:18.803773 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-07e2c01c-7050-4392-b4e0-ac08f4754743 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4387074 Aug 16 22:57:18.804719 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 38126) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:57:18.809934 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-34a47ce9-a19d-4b06-ad1f-283ede7b2d82 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] Request body: {'security_group_rule': {'security_group_id': 'da3d1155-7424-48dd-a4c6-a3a4bd0e1fa9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:57:18.810498 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-190f8ec6-269d-49b5-a2d4-5e1ce68adc37 None None] Set router e00188eb-ebe3-40d4-8770-080c72a10969 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:57:18.876762 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4ac4d6e2-f1ca-4959-9a1b-89ce89e58d00 req-28290c66-5b24-4754-9364-004f6c9fd094 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/security-groups?id=28636a9e-058f-441f-8e78-3802344981e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4602611 Aug 16 22:57:18.906711 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-34a47ce9-a19d-4b06-ad1f-283ede7b2d82 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:19.152073 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13efdd23-c56b-4bad-ad56-94cd819aab71 req-ff286b65-cabb-4c0f-a2ef-4bad2bf6b16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:19.153602 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-13efdd23-c56b-4bad-ad56-94cd819aab71 req-ff286b65-cabb-4c0f-a2ef-4bad2bf6b16f service neutron] 10.222.0.68 "GET /v2.0/networks?id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd HTTP/1.1" status: 200 len: 870 time: 0.5759618 Aug 16 22:57:19.169242 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-34a47ce9-a19d-4b06-ad1f-283ede7b2d82 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:19.181332 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-34a47ce9-a19d-4b06-ad1f-283ede7b2d82 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:19.222920 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-34a47ce9-a19d-4b06-ad1f-283ede7b2d82 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:19.226990 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-34a47ce9-a19d-4b06-ad1f-283ede7b2d82 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4181724 Aug 16 22:57:19.227351 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a47ce9-a19d-4b06-ad1f-283ede7b2d82 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51ee226a-3831-43fe-b18b-e06420ca06f9,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:19.240250 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 38144) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:57:19.245834 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-23becc18-249f-49de-9cda-fc5853f7b8f6 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] Request body: {'floatingip': {'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:57:19.305749 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aebf34b-21ff-4603-9deb-2c31fdf9f6bd req-41ee0fd9-4d4b-4206-839b-88936eab0687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:19.307783 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6aebf34b-21ff-4603-9deb-2c31fdf9f6bd req-41ee0fd9-4d4b-4206-839b-88936eab0687 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=64dce353-055b-404e-bb15-893d8d6f9f87 HTTP/1.1" status: 200 len: 1098 time: 0.9997525 Aug 16 22:57:19.309734 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-23becc18-249f-49de-9cda-fc5853f7b8f6 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] Notify callbacks [] for floatingip, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:19.314822 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-774e4c91-9d73-4460-9e6b-1c37dc8644c7 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:19.344798 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-13efdd23-c56b-4bad-ad56-94cd819aab71 req-7533114d-d3f3-4d0d-96a0-fd3e772779e4 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=7523c21b-6545-4d24-89d7-5235435ba14f HTTP/1.1" status: 200 len: 217 time: 0.1456046 Aug 16 22:57:19.367506 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-774e4c91-9d73-4460-9e6b-1c37dc8644c7 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:19.379401 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-774e4c91-9d73-4460-9e6b-1c37dc8644c7 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "DELETE /v2.0/networks/0c122db5-1862-4ceb-83ab-54e7f19f5d4b HTTP/1.1" status: 204 len: 168 time: 2.9141965 Aug 16 22:57:19.420039 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 38148) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:57:19.422684 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 38146) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:57:19.464009 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1437d887-d4d4-41e6-b1eb-0f75c5a94373 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:19.599618 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_v2 [None req-818ba97d-9ff7-4b50-b887-1e99e09508bc tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Deleting subnet b8779300-92b7-4837-89de-7e210351e933 {{(pid=101292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:57:19.627218 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-818ba97d-9ff7-4b50-b887-1e99e09508bc tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks [] for subnet, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:19.627463 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-190f8ec6-269d-49b5-a2d4-5e1ce68adc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e00188eb-ebe3-40d4-8770-080c72a10969', 'name': 'tempest-ServersTestManualDisk-426812431-router', 'tenant_id': '316a8bb8081c48deabaf4219b762cf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': 'c073c020-84bd-428e-af9f-343e25e3f323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:57:05Z', 'updated_at': '2021-08-16T22:57:12Z', 'revision_number': 4, 'project_id': '316a8bb8081c48deabaf4219b762cf2a', 'gw_port': {'id': 'c073c020-84bd-428e-af9f-343e25e3f323', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:2e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00188eb-ebe3-40d4-8770-080c72a10969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:57:06Z', 'updated_at': '2021-08-16T22:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'add2a5f3-f3ad-4019-84b0-a0853166771c', 'name': '', 'network_id': '531036b9-b324-4db9-9e78-5626e82b1955', 'tenant_id': '316a8bb8081c48deabaf4219b762cf2a', 'mac_address': 'fa:16:3e:7e:7e:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e00188eb-ebe3-40d4-8770-080c72a10969', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '219926a6-4490-4512-90b1-297cef945c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:57:11Z', 'updated_at': '2021-08-16T22:57:12Z', 'revision_number': 2, 'project_id': '316a8bb8081c48deabaf4219b762cf2a', 'subnets': [{'id': '219926a6-4490-4512-90b1-297cef945c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:57:19.663192 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774e4c91-9d73-4460-9e6b-1c37dc8644c7 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Pushing event deleted for resources: {'Network': ['ID=0c122db5-1862-4ceb-83ab-54e7f19f5d4b,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:19.681903 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1437d887-d4d4-41e6-b1eb-0f75c5a94373 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:19.689351 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190f8ec6-269d-49b5-a2d4-5e1ce68adc37 None None] Checking router: e00188eb-ebe3-40d4-8770-080c72a10969 for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:57:19.689653 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190f8ec6-269d-49b5-a2d4-5e1ce68adc37 None None] Updating router e00188eb-ebe3-40d4-8770-080c72a10969 port add2a5f3-f3ad-4019-84b0-a0853166771c binding host n-d-791506-26 {{(pid=101293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:57:19.705270 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1437d887-d4d4-41e6-b1eb-0f75c5a94373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:19.731809 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-190f8ec6-269d-49b5-a2d4-5e1ce68adc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:19.808164 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-818ba97d-9ff7-4b50-b887-1e99e09508bc tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3848860'] for subnet, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:19.824447 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-1437d887-d4d4-41e6-b1eb-0f75c5a94373 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a1516ce04bde457f8534f2c4bb6245e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3907709 Aug 16 22:57:19.826303 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1437d887-d4d4-41e6-b1eb-0f75c5a94373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62ceadb6-1257-436c-a91e-20636b4d0e93,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:19.838534 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 38150) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:57:20.104100 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f3818953-dc49-46b1-b270-c70f50e5d02c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:20.105340 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-818ba97d-9ff7-4b50-b887-1e99e09508bc tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:20.120958 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-190f8ec6-269d-49b5-a2d4-5e1ce68adc37 None None] Notify callbacks [] for port, precommit_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:20.126916 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-23becc18-249f-49de-9cda-fc5853f7b8f6 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:20.154159 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-190f8ec6-269d-49b5-a2d4-5e1ce68adc37 None None] Transition to ACTIVE for port object add2a5f3-f3ad-4019-84b0-a0853166771c will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:57:20.165407 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d7bbee02-5cf6-457d-9c1a-88ca518519c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:20.172694 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6aebf34b-21ff-4603-9deb-2c31fdf9f6bd req-1231c266-3492-4af0-b27e-68fac624ddfa service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=cb930d9d-af57-42ec-901a-b3e522b04153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8432016 Aug 16 22:57:20.177312 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-190f8ec6-269d-49b5-a2d4-5e1ce68adc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:20.243642 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f3818953-dc49-46b1-b270-c70f50e5d02c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:20.255204 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82b68c2-08d4-4918-9828-6b2834bc1cf5 req-d8097878-ffb4-4a2b-8c2e-8ae946d09786 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:20.265528 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c82b68c2-08d4-4918-9828-6b2834bc1cf5 req-d8097878-ffb4-4a2b-8c2e-8ae946d09786 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=64dce353-055b-404e-bb15-893d8d6f9f87 HTTP/1.1" status: 200 len: 946 time: 1.3782446 Aug 16 22:57:20.274877 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13efdd23-c56b-4bad-ad56-94cd819aab71 req-d234ccf4-e63a-42da-9228-f970d94d3645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:20.276344 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-13efdd23-c56b-4bad-ad56-94cd819aab71 req-d234ccf4-e63a-42da-9228-f970d94d3645 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6af2b868-37d3-46ab-a526-0465929f13c8 HTTP/1.1" status: 200 len: 843 time: 0.8767848 Aug 16 22:57:20.417860 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f3818953-dc49-46b1-b270-c70f50e5d02c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:20.428380 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f3818953-dc49-46b1-b270-c70f50e5d02c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:20.435968 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-f3818953-dc49-46b1-b270-c70f50e5d02c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/62ceadb6-1257-436c-a91e-20636b4d0e93 HTTP/1.1" status: 204 len: 168 time: 0.5916412 Aug 16 22:57:20.438996 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-23becc18-249f-49de-9cda-fc5853f7b8f6 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] Allocated IP 172.25.4.250 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/8e5b372c-1ef2-4d61-a237-2dc7c6fba521) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:57:20.468363 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3818953-dc49-46b1-b270-c70f50e5d02c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ceadb6-1257-436c-a91e-20636b4d0e93,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:20.602585 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device c073c020-84bd-428e-af9f-343e25e3f323 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:57:20.636219 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00e4d1d-af86-40fd-89e7-69ceb7d955cd None None] Pushing event updated for resources: {'Port': ['ID=add2a5f3-f3ad-4019-84b0-a0853166771c,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:20.739623 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-190f8ec6-269d-49b5-a2d4-5e1ce68adc37 None None] Attempting to bind port add2a5f3-f3ad-4019-84b0-a0853166771c on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:57:20.746603 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-190f8ec6-269d-49b5-a2d4-5e1ce68adc37 None None] Attempting to bind port add2a5f3-f3ad-4019-84b0-a0853166771c by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '53d467f8-f004-4151-9ec1-9b0943941835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '531036b9-b324-4db9-9e78-5626e82b1955'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:57:20.747807 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190f8ec6-269d-49b5-a2d4-5e1ce68adc37 None None] Attempting to bind port add2a5f3-f3ad-4019-84b0-a0853166771c on network 531036b9-b324-4db9-9e78-5626e82b1955 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:57:20.758415 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:20.770062 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-23becc18-249f-49de-9cda-fc5853f7b8f6 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:20.776490 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190f8ec6-269d-49b5-a2d4-5e1ce68adc37 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:57:20.788655 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190f8ec6-269d-49b5-a2d4-5e1ce68adc37 None None] Checking segment: {'id': '53d467f8-f004-4151-9ec1-9b0943941835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '531036b9-b324-4db9-9e78-5626e82b1955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:57:20.789470 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-190f8ec6-269d-49b5-a2d4-5e1ce68adc37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:20.790096 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190f8ec6-269d-49b5-a2d4-5e1ce68adc37 None None] Bound using segment: {'id': '53d467f8-f004-4151-9ec1-9b0943941835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '531036b9-b324-4db9-9e78-5626e82b1955'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:57:20.790833 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-190f8ec6-269d-49b5-a2d4-5e1ce68adc37 None None] Bound port: add2a5f3-f3ad-4019-84b0-a0853166771c, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53d467f8-f004-4151-9ec1-9b0943941835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '531036b9-b324-4db9-9e78-5626e82b1955'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:57:20.791470 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-190f8ec6-269d-49b5-a2d4-5e1ce68adc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:20.977886 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-23becc18-249f-49de-9cda-fc5853f7b8f6 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:20.982338 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port c073c020-84bd-428e-af9f-343e25e3f323 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:57:20.983375 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:21.178030 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23becc18-249f-49de-9cda-fc5853f7b8f6 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:57:21.183525 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-23becc18-249f-49de-9cda-fc5853f7b8f6 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:57:21.200415 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23becc18-249f-49de-9cda-fc5853f7b8f6 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:57:21.235498 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-190f8ec6-269d-49b5-a2d4-5e1ce68adc37 None None] For port add2a5f3-f3ad-4019-84b0-a0853166771c, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:57:21.247867 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-190f8ec6-269d-49b5-a2d4-5e1ce68adc37 None None] For port add2a5f3-f3ad-4019-84b0-a0853166771c, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=add2a5f3-f3ad-4019-84b0-a0853166771c,segment=NetworkSegment(53d467f8-f004-4151-9ec1-9b0943941835),segment_id=53d467f8-f004-4151-9ec1-9b0943941835)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:57:21.266338 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-190f8ec6-269d-49b5-a2d4-5e1ce68adc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:21.363893 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23becc18-249f-49de-9cda-fc5853f7b8f6 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] Pushing event updated for resources: {'Port': ['ID=8e5b372c-1ef2-4d61-a237-2dc7c6fba521,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:21.416702 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190f8ec6-269d-49b5-a2d4-5e1ce68adc37 None None] Routers {'e00188eb-ebe3-40d4-8770-080c72a10969'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:57:21.417930 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-190f8ec6-269d-49b5-a2d4-5e1ce68adc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:57:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['e00188eb-ebe3-40d4-8770-080c72a10969'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:57:21.470760 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-23becc18-249f-49de-9cda-fc5853f7b8f6 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:21.511676 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00e4d1d-af86-40fd-89e7-69ceb7d955cd None None] Pushing event updated for resources: {'Port': ['ID=add2a5f3-f3ad-4019-84b0-a0853166771c,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:21.558988 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:21.588238 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-23becc18-249f-49de-9cda-fc5853f7b8f6 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:21.723163 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-190f8ec6-269d-49b5-a2d4-5e1ce68adc37 None None] Set router e00188eb-ebe3-40d4-8770-080c72a10969 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:57:21.815867 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c82b68c2-08d4-4918-9828-6b2834bc1cf5 req-e0d5f4f0-cdeb-4088-9aee-43dd77c7d0fc tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=cb930d9d-af57-42ec-901a-b3e522b04153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.5493150 Aug 16 22:57:21.857609 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13efdd23-c56b-4bad-ad56-94cd819aab71 req-ef58285d-11e4-4387-871b-4aab79817268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:21.862481 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-13efdd23-c56b-4bad-ad56-94cd819aab71 req-ef58285d-11e4-4387-871b-4aab79817268 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.4811273 Aug 16 22:57:21.904381 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [req-13efdd23-c56b-4bad-ad56-94cd819aab71 req-4168a3d8-19aa-4d15-8da8-44490c83509a service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:57:21.910567 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-13efdd23-c56b-4bad-ad56-94cd819aab71 req-4168a3d8-19aa-4d15-8da8-44490c83509a service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0263889 Aug 16 22:57:22.128981 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-13efdd23-c56b-4bad-ad56-94cd819aab71 req-40b965a7-22c5-4d83-ac2f-855a4983bda8 service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573777 Aug 16 22:57:22.147928 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e26cd3e-9109-47ae-a536-8315c186f911 req-293889f3-d167-4c08-90ba-27f29d9768bb tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:22.160607 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0e26cd3e-9109-47ae-a536-8315c186f911 req-293889f3-d167-4c08-90ba-27f29d9768bb tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/ports?device_id=558fad6e-08d7-4f4e-9a19-1e466ac0428f HTTP/1.1" status: 200 len: 950 time: 1.9829755 Aug 16 22:57:22.163867 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-23becc18-249f-49de-9cda-fc5853f7b8f6 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:22.174204 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-23becc18-249f-49de-9cda-fc5853f7b8f6 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:22.179715 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-818ba97d-9ff7-4b50-b887-1e99e09508bc tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26252129'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:22.287224 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-23becc18-249f-49de-9cda-fc5853f7b8f6 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:22.357355 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-23becc18-249f-49de-9cda-fc5853f7b8f6 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:22.361827 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-23becc18-249f-49de-9cda-fc5853f7b8f6 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1200800 Aug 16 22:57:22.364058 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23becc18-249f-49de-9cda-fc5853f7b8f6 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] Pushing event updated for resources: {'Port': ['ID=8e5b372c-1ef2-4d61-a237-2dc7c6fba521,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:22.425866 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-13efdd23-c56b-4bad-ad56-94cd819aab71 req-54a09fce-8923-4eb1-b27a-dd37541e8478 service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669282 Aug 16 22:57:22.486025 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ce67d2-6e90-40a8-ab1a-6d0498d5924e None None] Network 4c053a4e-0ec9-4d44-8656-e00b7fdb7817 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:57:22.506320 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-818ba97d-9ff7-4b50-b887-1e99e09508bc tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:22.511896 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-818ba97d-9ff7-4b50-b887-1e99e09508bc tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "DELETE /v2.0/subnets/b8779300-92b7-4837-89de-7e210351e933 HTTP/1.1" status: 204 len: 168 time: 3.0808659 Aug 16 22:57:22.514906 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 38200) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:57:22.515951 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818ba97d-9ff7-4b50-b887-1e99e09508bc tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Pushing event deleted for resources: {'Subnet': ['ID=b8779300-92b7-4837-89de-7e210351e933,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:22.534562 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0e26cd3e-9109-47ae-a536-8315c186f911 req-5ca45873-a6ad-443e-ab98-cb5970fa0ddd tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/security-groups?id=28636a9e-058f-441f-8e78-3802344981e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3512595 Aug 16 22:57:22.668780 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device add2a5f3-f3ad-4019-84b0-a0853166771c up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:57:22.721857 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9a714b29-96cf-45ae-b00c-ed69f8a28fc3 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:22.912054 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-190f8ec6-269d-49b5-a2d4-5e1ce68adc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e00188eb-ebe3-40d4-8770-080c72a10969', 'name': 'tempest-ServersTestManualDisk-426812431-router', 'tenant_id': '316a8bb8081c48deabaf4219b762cf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': 'c073c020-84bd-428e-af9f-343e25e3f323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:57:05Z', 'updated_at': '2021-08-16T22:57:12Z', 'revision_number': 4, 'project_id': '316a8bb8081c48deabaf4219b762cf2a', 'gw_port': {'id': 'c073c020-84bd-428e-af9f-343e25e3f323', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:2e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00188eb-ebe3-40d4-8770-080c72a10969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:57:06Z', 'updated_at': '2021-08-16T22:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'add2a5f3-f3ad-4019-84b0-a0853166771c', 'name': '', 'network_id': '531036b9-b324-4db9-9e78-5626e82b1955', 'tenant_id': '316a8bb8081c48deabaf4219b762cf2a', 'mac_address': 'fa:16:3e:7e:7e:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e00188eb-ebe3-40d4-8770-080c72a10969', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '219926a6-4490-4512-90b1-297cef945c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:57:11Z', 'updated_at': '2021-08-16T22:57:21Z', 'revision_number': 4, 'project_id': '316a8bb8081c48deabaf4219b762cf2a', 'subnets': [{'id': '219926a6-4490-4512-90b1-297cef945c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:57:22.961294 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190f8ec6-269d-49b5-a2d4-5e1ce68adc37 None None] The sync data for ids ['e00188eb-ebe3-40d4-8770-080c72a10969'] in n-d-791506-26 is: [{'id': 'e00188eb-ebe3-40d4-8770-080c72a10969', 'name': 'tempest-ServersTestManualDisk-426812431-router', 'tenant_id': '316a8bb8081c48deabaf4219b762cf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': 'c073c020-84bd-428e-af9f-343e25e3f323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:57:05Z', 'updated_at': '2021-08-16T22:57:12Z', 'revision_number': 4, 'project_id': '316a8bb8081c48deabaf4219b762cf2a', 'gw_port': {'id': 'c073c020-84bd-428e-af9f-343e25e3f323', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:2e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00188eb-ebe3-40d4-8770-080c72a10969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:57:06Z', 'updated_at': '2021-08-16T22:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'add2a5f3-f3ad-4019-84b0-a0853166771c', 'name': '', 'network_id': '531036b9-b324-4db9-9e78-5626e82b1955', 'tenant_id': '316a8bb8081c48deabaf4219b762cf2a', 'mac_address': 'fa:16:3e:7e:7e:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e00188eb-ebe3-40d4-8770-080c72a10969', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '219926a6-4490-4512-90b1-297cef945c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:57:11Z', 'updated_at': '2021-08-16T22:57:21Z', 'revision_number': 4, 'project_id': '316a8bb8081c48deabaf4219b762cf2a', 'subnets': [{'id': '219926a6-4490-4512-90b1-297cef945c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:57:23.001764 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:23.016390 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-9a714b29-96cf-45ae-b00c-ed69f8a28fc3 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Deleting port ef0601f5-d372-45c5-85dd-05aeebbb5910 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:57:23.016390 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9a714b29-96cf-45ae-b00c-ed69f8a28fc3 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:23.037241 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-acf31662-3c5f-4671-b475-ad5357534416 req-6250fdef-01fc-4aeb-b29c-50c6e451ac2f tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--775785860&fields=id&tenant_id=316a8bb8081c48deabaf4219b762cf2a HTTP/1.1" status: 200 len: 267 time: 0.1553798 Aug 16 22:57:23.065007 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port add2a5f3-f3ad-4019-84b0-a0853166771c completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:57:23.074766 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port add2a5f3-f3ad-4019-84b0-a0853166771c triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:57:23.076488 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:23.149785 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13da9ba7-6f2b-46df-9ea8-c2c6bf017c10 None None] DHCP port deletion for 4c053a4e-0ec9-4d44-8656-e00b7fdb7817 request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:57:23.229279 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:23.289880 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-9a714b29-96cf-45ae-b00c-ed69f8a28fc3 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] For port ef0601f5-d372-45c5-85dd-05aeebbb5910, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=ef0601f5-d372-45c5-85dd-05aeebbb5910,segment=NetworkSegment(625714ca-800b-4a42-8a4c-65556747ee5a),segment_id=625714ca-800b-4a42-8a4c-65556747ee5a)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:57:23.290353 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9a714b29-96cf-45ae-b00c-ed69f8a28fc3 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:23.335638 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-9a714b29-96cf-45ae-b00c-ed69f8a28fc3 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Calling delete_port for ef0601f5-d372-45c5-85dd-05aeebbb5910 owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:57:23.372415 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704979ec-401a-48d5-a8e3-1df5c9e836e5 req-a8aa3760-59f7-499f-9ad7-e6836b89e104 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:23.375234 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-704979ec-401a-48d5-a8e3-1df5c9e836e5 req-a8aa3760-59f7-499f-9ad7-e6836b89e104 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=64dce353-055b-404e-bb15-893d8d6f9f87 HTTP/1.1" status: 200 len: 946 time: 0.3615856 Aug 16 22:57:23.398910 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port add2a5f3-f3ad-4019-84b0-a0853166771c, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=add2a5f3-f3ad-4019-84b0-a0853166771c,segment=NetworkSegment(53d467f8-f004-4151-9ec1-9b0943941835),segment_id=53d467f8-f004-4151-9ec1-9b0943941835)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:57:23.411858 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:23.438950 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-13da9ba7-6f2b-46df-9ea8-c2c6bf017c10 None None] Deleting port ef0601f5-d372-45c5-85dd-05aeebbb5910 {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:57:23.439342 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-13da9ba7-6f2b-46df-9ea8-c2c6bf017c10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:23.448253 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf31662-3c5f-4671-b475-ad5357534416 req-8f6c7371-068b-43dd-9b21-2a570b6771b7 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:23.449882 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-acf31662-3c5f-4671-b475-ad5357534416 req-8f6c7371-068b-43dd-9b21-2a570b6771b7 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] 10.222.0.36 "GET /v2.0/networks?id=531036b9-b324-4db9-9e78-5626e82b1955 HTTP/1.1" status: 200 len: 811 time: 0.4119213 Aug 16 22:57:23.481574 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-acf31662-3c5f-4671-b475-ad5357534416 req-26b69c2c-5706-4a20-ac88-411595ef91e1 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] 10.222.0.36 "GET /v2.0/quotas/316a8bb8081c48deabaf4219b762cf2a HTTP/1.1" status: 200 len: 375 time: 0.0172949 Aug 16 22:57:23.489591 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-704979ec-401a-48d5-a8e3-1df5c9e836e5 req-16e0afef-7935-4f3a-910d-7fa5980d11a5 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=cb930d9d-af57-42ec-901a-b3e522b04153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046672 Aug 16 22:57:23.570354 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-acf31662-3c5f-4671-b475-ad5357534416 req-a2fbe906-34c3-4aae-9a73-6d4cf9ec1a17 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=316a8bb8081c48deabaf4219b762cf2a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0796535 Aug 16 22:57:23.697350 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=add2a5f3-f3ad-4019-84b0-a0853166771c,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:23.799095 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9a714b29-96cf-45ae-b00c-ed69f8a28fc3 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:23.832357 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-13da9ba7-6f2b-46df-9ea8-c2c6bf017c10 None None] For port ef0601f5-d372-45c5-85dd-05aeebbb5910, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=ef0601f5-d372-45c5-85dd-05aeebbb5910,segment=NetworkSegment(625714ca-800b-4a42-8a4c-65556747ee5a),segment_id=625714ca-800b-4a42-8a4c-65556747ee5a)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:57:23.835580 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-13da9ba7-6f2b-46df-9ea8-c2c6bf017c10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:23.885775 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-13da9ba7-6f2b-46df-9ea8-c2c6bf017c10 None None] Calling delete_port for ef0601f5-d372-45c5-85dd-05aeebbb5910 owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:57:23.902274 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a714b29-96cf-45ae-b00c-ed69f8a28fc3 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] No DVR routers for this DVR port ef0601f5-d372-45c5-85dd-05aeebbb5910 on host n-d-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:57:23.918360 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a714b29-96cf-45ae-b00c-ed69f8a28fc3 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Pushing event deleted for resources: {'Port': ['ID=ef0601f5-d372-45c5-85dd-05aeebbb5910,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:24.027565 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ad295-bdce-4ff6-9c16-679e94e29782 req-a814f719-f958-4111-9f10-2867a5f40970 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:24.031116 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3c6ad295-bdce-4ff6-9c16-679e94e29782 req-a814f719-f958-4111-9f10-2867a5f40970 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=64dce353-055b-404e-bb15-893d8d6f9f87 HTTP/1.1" status: 200 len: 946 time: 0.1665466 Aug 16 22:57:24.039438 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 38250) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:57:24.048209 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-08e661ca-6f75-4f29-aa7e-a631640c4a39 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Request body: {'floatingip': {'port_id': '95359267-9042-4d8b-bff2-66d28c99d8f8'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:57:24.138916 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9a714b29-96cf-45ae-b00c-ed69f8a28fc3 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:24.160969 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-9a714b29-96cf-45ae-b00c-ed69f8a28fc3 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c053a4e-0ec9-4d44-8656-e00b7fdb7817']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:57:24.180781 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-13da9ba7-6f2b-46df-9ea8-c2c6bf017c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:24.182578 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-9a714b29-96cf-45ae-b00c-ed69f8a28fc3 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '625714ca-800b-4a42-8a4c-65556747ee5a') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:57:24.183858 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-9a714b29-96cf-45ae-b00c-ed69f8a28fc3 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '625714ca-800b-4a42-8a4c-65556747ee5a') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:57:24.199120 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9a714b29-96cf-45ae-b00c-ed69f8a28fc3 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:24.213681 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-08e661ca-6f75-4f29-aa7e-a631640c4a39 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Notify callbacks [] for floatingip, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:24.267997 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13da9ba7-6f2b-46df-9ea8-c2c6bf017c10 None None] Pushing event deleted for resources: {'Port': ['ID=ef0601f5-d372-45c5-85dd-05aeebbb5910,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:24.270544 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9a714b29-96cf-45ae-b00c-ed69f8a28fc3 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:24.285440 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13da9ba7-6f2b-46df-9ea8-c2c6bf017c10 None None] No DVR routers for this DVR port ef0601f5-d372-45c5-85dd-05aeebbb5910 on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:57:24.316734 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a714b29-96cf-45ae-b00c-ed69f8a28fc3 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:57:24.317385 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9a714b29-96cf-45ae-b00c-ed69f8a28fc3 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:24.326254 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 22:57:24.326254 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:57:24.326254 n-d-791506-26 neutron-server[101291]: timer() Aug 16 22:57:24.326254 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:57:24.326254 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 22:57:24.326254 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:57:24.326254 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 22:57:24.326254 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:57:24.326254 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 22:57:24.326254 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:57:24.326254 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 22:57:24.326254 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:57:24.326254 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 22:57:24.326254 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:57:24.326254 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:57:24.326254 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:57:24.326254 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:57:24.326254 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:57:24.326254 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 22:57:24.326254 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:57:24.326254 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 22:57:24.326254 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:57:24.326254 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:57:24.326254 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:57:24.326254 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 22:57:24.326254 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:57:24.326254 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:57:24.326254 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:57:24.326254 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:57:24.326254 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:57:24.326254 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:57:24.326254 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:57:24.524623 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9a714b29-96cf-45ae-b00c-ed69f8a28fc3 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:24.540322 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9a714b29-96cf-45ae-b00c-ed69f8a28fc3 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:24.552376 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-9a714b29-96cf-45ae-b00c-ed69f8a28fc3 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "DELETE /v2.0/networks/4c053a4e-0ec9-4d44-8656-e00b7fdb7817 HTTP/1.1" status: 204 len: 168 time: 2.0362325 Aug 16 22:57:24.563935 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 38258) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:57:24.578882 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-dad3aa2b-b93a-4a81-8d7a-c8e0d7f390f6 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-865207986'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:57:24.608089 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device add2a5f3-f3ad-4019-84b0-a0853166771c up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:57:24.642296 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a714b29-96cf-45ae-b00c-ed69f8a28fc3 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Pushing event deleted for resources: {'Network': ['ID=4c053a4e-0ec9-4d44-8656-e00b7fdb7817,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:24.687254 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-acf31662-3c5f-4671-b475-ad5357534416 req-33d0f09a-ac91-4455-89fa-a568f6d367ab service neutron] 10.222.0.36 "GET /v2.0/networks/531036b9-b324-4db9-9e78-5626e82b1955?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0591486 Aug 16 22:57:24.721184 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dad3aa2b-b93a-4a81-8d7a-c8e0d7f390f6 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Made reservation on behalf of 0369f599af094d418ec5d90b079c4e3c for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:57:24.729052 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dad3aa2b-b93a-4a81-8d7a-c8e0d7f390f6 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:24.786130 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port add2a5f3-f3ad-4019-84b0-a0853166771c triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:57:24.786740 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:24.797663 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dad3aa2b-b93a-4a81-8d7a-c8e0d7f390f6 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:57:24.824196 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dad3aa2b-b93a-4a81-8d7a-c8e0d7f390f6 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:24.824854 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-dad3aa2b-b93a-4a81-8d7a-c8e0d7f390f6 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Added segment 2b336c2b-370d-414e-baa2-e0fc56b3e13b of type vlan for network 7055a6b6-d41b-4246-a34f-7b969c0cd362 Aug 16 22:57:24.930962 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dad3aa2b-b93a-4a81-8d7a-c8e0d7f390f6 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:25.006896 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dad3aa2b-b93a-4a81-8d7a-c8e0d7f390f6 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:25.016235 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad3aa2b-b93a-4a81-8d7a-c8e0d7f390f6 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:25.017134 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dad3aa2b-b93a-4a81-8d7a-c8e0d7f390f6 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:25.146148 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-dad3aa2b-b93a-4a81-8d7a-c8e0d7f390f6 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5731776 Aug 16 22:57:25.150251 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:25.163412 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device ef0601f5-d372-45c5-85dd-05aeebbb5910 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:57:25.166665 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 38274) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:57:25.182735 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530f68b5-308b-4d59-a686-74c6e1516bfa req-57c8ed2c-a70d-4d1c-ac01-e7d42ad20e37 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:25.189209 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-268cf5fc-9713-4404-a6a3-8669296b84ed tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Request body: {'subnet': {'network_id': '7055a6b6-d41b-4246-a34f-7b969c0cd362', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:57:25.191811 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-530f68b5-308b-4d59-a686-74c6e1516bfa req-57c8ed2c-a70d-4d1c-ac01-e7d42ad20e37 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/ports?device_id=558fad6e-08d7-4f4e-9a19-1e466ac0428f HTTP/1.1" status: 200 len: 950 time: 0.9808967 Aug 16 22:57:25.248064 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: ef0601f5-d372-45c5-85dd-05aeebbb5910 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:57:25.248776 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device ef0601f5-d372-45c5-85dd-05aeebbb5910 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:57:25.280722 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad3aa2b-b93a-4a81-8d7a-c8e0d7f390f6 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Pushing event updated for resources: {'Network': ['ID=7055a6b6-d41b-4246-a34f-7b969c0cd362,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:25.294099 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 7055a6b6-d41b-4246-a34f-7b969c0cd362 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:57:25.449329 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-530f68b5-308b-4d59-a686-74c6e1516bfa req-3394e65b-f58c-4677-9a51-a7299232d60a tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/security-groups?id=28636a9e-058f-441f-8e78-3802344981e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522879 Aug 16 22:57:25.597784 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-268cf5fc-9713-4404-a6a3-8669296b84ed tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Made reservation on behalf of 0369f599af094d418ec5d90b079c4e3c for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:57:25.603508 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-268cf5fc-9713-4404-a6a3-8669296b84ed tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:25.638996 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-acf31662-3c5f-4671-b475-ad5357534416 req-c757a50d-598a-4f76-b499-a3264d94fad9 service neutron] 10.222.0.36 "GET /v2.0/networks/531036b9-b324-4db9-9e78-5626e82b1955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9513924 Aug 16 22:57:25.984073 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-08e661ca-6f75-4f29-aa7e-a631640c4a39 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:25.993471 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-08e661ca-6f75-4f29-aa7e-a631640c4a39 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:26.105536 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-249f3c91-9bd6-4675-8724-d99c7ce9b91b req-17adb50e-5fb3-433e-979a-fc0a08cbb688 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] 10.222.0.36 "GET /v2.0/ports?device_id=c069e61f-0fda-40e3-b6e9-3ad8054045ee HTTP/1.1" status: 200 len: 210 time: 0.0434837 Aug 16 22:57:26.150149 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-268cf5fc-9713-4404-a6a3-8669296b84ed tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:26.259945 n-d-791506-26 neutron-server[101292]: INFO neutron.db.l3_db [None req-08e661ca-6f75-4f29-aa7e-a631640c4a39 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Floating IP 6ed154b1-902b-45a0-9b31-28c6e9c97db0 associated. External IP: 172.25.4.54, port: 95359267-9042-4d8b-bff2-66d28c99d8f8. Aug 16 22:57:26.332450 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268cf5fc-9713-4404-a6a3-8669296b84ed tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Pushing event updated for resources: {'Subnet': ['ID=6b83a947-e9a6-4967-9ec5-0380745cbf50,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:26.338322 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268cf5fc-9713-4404-a6a3-8669296b84ed tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Checking segment: {'id': '2b336c2b-370d-414e-baa2-e0fc56b3e13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '7055a6b6-d41b-4246-a34f-7b969c0cd362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:57:26.338698 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268cf5fc-9713-4404-a6a3-8669296b84ed tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Network hostable DHCP agents. Network: 7055a6b6-d41b-4246-a34f-7b969c0cd362, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:57:26.402855 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268cf5fc-9713-4404-a6a3-8669296b84ed tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Network 7055a6b6-d41b-4246-a34f-7b969c0cd362 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:57:26.454412 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-268cf5fc-9713-4404-a6a3-8669296b84ed tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 7055a6b6-d41b-4246-a34f-7b969c0cd362) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:57:26.468048 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106e553e-525e-4930-86b7-742480451760 None None] Network 7055a6b6-d41b-4246-a34f-7b969c0cd362 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:57:26.471402 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268cf5fc-9713-4404-a6a3-8669296b84ed tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:26.472128 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-268cf5fc-9713-4404-a6a3-8669296b84ed tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:26.509958 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-268cf5fc-9713-4404-a6a3-8669296b84ed tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3325405 Aug 16 22:57:26.515539 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 38314) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:57:26.523063 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-5ae94df0-d259-456b-b821-8799d451e247 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1090393857'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:57:26.551472 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ae94df0-d259-456b-b821-8799d451e247 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Made reservation on behalf of 0369f599af094d418ec5d90b079c4e3c for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:57:26.558130 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5ae94df0-d259-456b-b821-8799d451e247 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:26.609149 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 38322) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:57:26.640828 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ae94df0-d259-456b-b821-8799d451e247 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:57:26.687581 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5ae94df0-d259-456b-b821-8799d451e247 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:26.687942 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-5ae94df0-d259-456b-b821-8799d451e247 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Added segment 7f6690b2-beb5-4800-839c-9564531cb641 of type vlan for network 9bf64473-8f43-45ec-918e-383f857f7f52 Aug 16 22:57:26.741783 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08e661ca-6f75-4f29-aa7e-a631640c4a39 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Router c9c7c399-7ad2-4aa9-aea9-5096d5610a71 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:57:26.777074 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5ae94df0-d259-456b-b821-8799d451e247 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:26.813426 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb661b0-a90c-4faa-af2e-0ab1f8746226 req-827b677a-c67c-4e01-891e-43d9287b5405 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:26.822360 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9eb661b0-a90c-4faa-af2e-0ab1f8746226 req-827b677a-c67c-4e01-891e-43d9287b5405 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/ports?device_id=558fad6e-08d7-4f4e-9a19-1e466ac0428f HTTP/1.1" status: 200 len: 950 time: 0.1717193 Aug 16 22:57:26.875687 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054bc253-29a5-4dad-bbb3-f463a38c0948 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-7055a6b6-d41b-4246-a34f-7b969c0cd362', 'network_id': '7055a6b6-d41b-4246-a34f-7b969c0cd362', 'tenant_id': '0369f599af094d418ec5d90b079c4e3c', 'fixed_ips': [{'subnet_id': '6b83a947-e9a6-4967-9ec5-0380745cbf50'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:57:26.876588 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-054bc253-29a5-4dad-bbb3-f463a38c0948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:26.894740 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5ae94df0-d259-456b-b821-8799d451e247 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:26.908429 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae94df0-d259-456b-b821-8799d451e247 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:26.909090 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5ae94df0-d259-456b-b821-8799d451e247 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:26.922858 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9eb661b0-a90c-4faa-af2e-0ab1f8746226 req-1ba446da-1bce-4b9e-81a7-80deae5e1c2a tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/security-groups?id=28636a9e-058f-441f-8e78-3802344981e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986650 Aug 16 22:57:26.945165 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7d412823-88c3-4d86-bdfa-329f8e925577 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:27.071085 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08e661ca-6f75-4f29-aa7e-a631640c4a39 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:57:27.073808 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-054bc253-29a5-4dad-bbb3-f463a38c0948 None None] Allocated IP 19.80.0.2 (7055a6b6-d41b-4246-a34f-7b969c0cd362/6b83a947-e9a6-4967-9ec5-0380745cbf50/e501b58e-ab16-43c1-a3c1-77242b953e72) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:57:27.089937 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e725df-d3c6-423b-9ff5-7d5a46d7010c None None] Sync routers for ids ['c9c7c399-7ad2-4aa9-aea9-5096d5610a71'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:57:27.092244 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-08e661ca-6f75-4f29-aa7e-a631640c4a39 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:27.104167 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e725df-d3c6-423b-9ff5-7d5a46d7010c None None] Routers {'c9c7c399-7ad2-4aa9-aea9-5096d5610a71'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:57:27.108617 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-48e725df-d3c6-423b-9ff5-7d5a46d7010c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:57:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['c9c7c399-7ad2-4aa9-aea9-5096d5610a71'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:57:27.146435 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae94df0-d259-456b-b821-8799d451e247 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Pushing event updated for resources: {'Network': ['ID=9bf64473-8f43-45ec-918e-383f857f7f52,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:27.243175 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-08e661ca-6f75-4f29-aa7e-a631640c4a39 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "PUT /v2.0/floatingips/6ed154b1-902b-45a0-9b31-28c6e9c97db0 HTTP/1.1" status: 200 len: 991 time: 3.2025287 Aug 16 22:57:27.255153 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64dce353-055b-404e-bb15-893d8d6f9f87', 'tag': '95359267-9042-4d8b-bff2-66d28c99d8f8'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:57:27.260780 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7afe1955-e22b-4841-9d77-49065f6c3852" -d '{"events": [{"name": "network-changed", "server_uuid": "64dce353-055b-404e-bb15-893d8d6f9f87", "tag": "95359267-9042-4d8b-bff2-66d28c99d8f8"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:57:27.343784 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-054bc253-29a5-4dad-bbb3-f463a38c0948 None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:27.356612 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-29e4c936-d392-454f-80c4-ce301e527613 req-7bce72ec-0be8-4d75-b73c-1f03dc9f6ce6 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] 10.222.0.36 "GET /v2.0/ports?device_id=c069e61f-0fda-40e3-b6e9-3ad8054045ee HTTP/1.1" status: 200 len: 210 time: 0.0502396 Aug 16 22:57:27.364591 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-054bc253-29a5-4dad-bbb3-f463a38c0948 None None] Transition to ACTIVE for port object e501b58e-ab16-43c1-a3c1-77242b953e72 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:57:27.391875 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-054bc253-29a5-4dad-bbb3-f463a38c0948 None None] Transition to ACTIVE for port object e501b58e-ab16-43c1-a3c1-77242b953e72 will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:57:27.396481 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 9bf64473-8f43-45ec-918e-383f857f7f52 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:57:27.408247 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d3ccdea-04aa-48f3-8da4-390b96f23b40 x-openstack-request-id: req-0d3ccdea-04aa-48f3-8da4-390b96f23b40 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:57:27.408950 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64dce353-055b-404e-bb15-893d8d6f9f87", "tag": "95359267-9042-4d8b-bff2-66d28c99d8f8", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:57:27.409311 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0d3ccdea-04aa-48f3-8da4-390b96f23b40 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:57:27.409919 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64dce353-055b-404e-bb15-893d8d6f9f87', 'tag': '95359267-9042-4d8b-bff2-66d28c99d8f8', 'status': 'completed', 'code': 200} Aug 16 22:57:27.414339 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-5ae94df0-d259-456b-b821-8799d451e247 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8970938 Aug 16 22:57:27.417106 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 38348) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:57:27.425442 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-3461711c-172f-4880-981a-9d4487c954e6 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Request body: {'subnet': {'network_id': '9bf64473-8f43-45ec-918e-383f857f7f52', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:57:27.463976 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7d412823-88c3-4d86-bdfa-329f8e925577 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:27.471589 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7d412823-88c3-4d86-bdfa-329f8e925577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:27.505365 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-054bc253-29a5-4dad-bbb3-f463a38c0948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:27.526337 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-48e725df-d3c6-423b-9ff5-7d5a46d7010c None None] Set router c9c7c399-7ad2-4aa9-aea9-5096d5610a71 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:57:27.557748 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-7d412823-88c3-4d86-bdfa-329f8e925577 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=27fa63121d5c41279c940c5d9a391cc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9444730 Aug 16 22:57:27.558840 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 38350) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:57:27.595703 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d412823-88c3-4d86-bdfa-329f8e925577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7514e060-f01f-44be-a98c-8d9a403a577c,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:27.661521 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054bc253-29a5-4dad-bbb3-f463a38c0948 None None] Network 7055a6b6-d41b-4246-a34f-7b969c0cd362 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:57:27.671530 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-054bc253-29a5-4dad-bbb3-f463a38c0948 None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:57:27.681781 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054bc253-29a5-4dad-bbb3-f463a38c0948 None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:57:27.691589 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054bc253-29a5-4dad-bbb3-f463a38c0948 None None] Pushing event updated for resources: {'Port': ['ID=e501b58e-ab16-43c1-a3c1-77242b953e72,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:27.807958 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3461711c-172f-4880-981a-9d4487c954e6 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Made reservation on behalf of 0369f599af094d418ec5d90b079c4e3c for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:57:27.811603 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-054bc253-29a5-4dad-bbb3-f463a38c0948 None None] Attempting to bind port e501b58e-ab16-43c1-a3c1-77242b953e72 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:57:27.815459 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3461711c-172f-4880-981a-9d4487c954e6 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:27.816057 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-054bc253-29a5-4dad-bbb3-f463a38c0948 None None] Attempting to bind port e501b58e-ab16-43c1-a3c1-77242b953e72 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '2b336c2b-370d-414e-baa2-e0fc56b3e13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '7055a6b6-d41b-4246-a34f-7b969c0cd362'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:57:27.816642 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054bc253-29a5-4dad-bbb3-f463a38c0948 None None] Attempting to bind port e501b58e-ab16-43c1-a3c1-77242b953e72 on network 7055a6b6-d41b-4246-a34f-7b969c0cd362 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:57:27.827658 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054bc253-29a5-4dad-bbb3-f463a38c0948 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:57:27.828805 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054bc253-29a5-4dad-bbb3-f463a38c0948 None None] Checking segment: {'id': '2b336c2b-370d-414e-baa2-e0fc56b3e13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '7055a6b6-d41b-4246-a34f-7b969c0cd362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:57:27.832766 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-054bc253-29a5-4dad-bbb3-f463a38c0948 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:27.833330 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054bc253-29a5-4dad-bbb3-f463a38c0948 None None] Bound using segment: {'id': '2b336c2b-370d-414e-baa2-e0fc56b3e13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '7055a6b6-d41b-4246-a34f-7b969c0cd362'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:57:27.833945 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-054bc253-29a5-4dad-bbb3-f463a38c0948 None None] Bound port: e501b58e-ab16-43c1-a3c1-77242b953e72, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b336c2b-370d-414e-baa2-e0fc56b3e13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '7055a6b6-d41b-4246-a34f-7b969c0cd362'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:57:27.834559 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-054bc253-29a5-4dad-bbb3-f463a38c0948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:27.864465 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-48e725df-d3c6-423b-9ff5-7d5a46d7010c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c7c399-7ad2-4aa9-aea9-5096d5610a71', 'name': 'tempest-AttachVolumeShelveTestJSON-1840383852-router', 'tenant_id': '57296d41c5f54ce79a9b782f4a8b4677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '054873b3-9d4e-4a94-834d-8373e369ec96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:50:49Z', 'updated_at': '2021-08-16T22:50:54Z', 'revision_number': 4, 'project_id': '57296d41c5f54ce79a9b782f4a8b4677', 'gw_port': {'id': '054873b3-9d4e-4a94-834d-8373e369ec96', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:bf:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c7c399-7ad2-4aa9-aea9-5096d5610a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:50:50Z', 'updated_at': '2021-08-16T22:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': '6ed154b1-902b-45a0-9b31-28c6e9c97db0', 'tenant_id': '57296d41c5f54ce79a9b782f4a8b4677', 'floating_ip_address': '172.25.4.54', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': 'c9c7c399-7ad2-4aa9-aea9-5096d5610a71', 'port_id': '95359267-9042-4d8b-bff2-66d28c99d8f8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6017926f-7eef-429e-a22b-3a35337dccd4', 'mac_address': 'fa:16:3e:a8:4e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dce353-055b-404e-bb15-893d8d6f9f87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:56:55Z', 'updated_at': '2021-08-16T22:57:25Z', 'revision_number': 1, 'project_id': '57296d41c5f54ce79a9b782f4a8b4677', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0975fd19-4250-46d8-81e3-b66f14831a7f', 'name': '', 'network_id': '6017926f-7eef-429e-a22b-3a35337dccd4', 'tenant_id': '57296d41c5f54ce79a9b782f4a8b4677', 'mac_address': 'fa:16:3e:c0:87:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c7c399-7ad2-4aa9-aea9-5096d5610a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'bb160313-5dbe-49f2-8a31-7afb6f1954c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:50:53Z', 'updated_at': '2021-08-16T22:51:03Z', 'revision_number': 5, 'project_id': '57296d41c5f54ce79a9b782f4a8b4677', 'subnets': [{'id': 'bb160313-5dbe-49f2-8a31-7afb6f1954c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:57:27.893202 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e725df-d3c6-423b-9ff5-7d5a46d7010c None None] Checking router: c9c7c399-7ad2-4aa9-aea9-5096d5610a71 for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:57:27.902806 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e725df-d3c6-423b-9ff5-7d5a46d7010c None None] Routers {'c9c7c399-7ad2-4aa9-aea9-5096d5610a71'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:57:27.903426 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-48e725df-d3c6-423b-9ff5-7d5a46d7010c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:57:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['c9c7c399-7ad2-4aa9-aea9-5096d5610a71'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:57:27.994057 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-054bc253-29a5-4dad-bbb3-f463a38c0948 None None] For port e501b58e-ab16-43c1-a3c1-77242b953e72, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:57:27.994654 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe1955-e22b-4841-9d77-49065f6c3852 req-9014f03a-7db1-44a0-ba7f-88bb47266c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:27.997714 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-054bc253-29a5-4dad-bbb3-f463a38c0948 None None] For port e501b58e-ab16-43c1-a3c1-77242b953e72, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=e501b58e-ab16-43c1-a3c1-77242b953e72,segment=NetworkSegment(2b336c2b-370d-414e-baa2-e0fc56b3e13b),segment_id=2b336c2b-370d-414e-baa2-e0fc56b3e13b)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:57:27.999166 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7afe1955-e22b-4841-9d77-49065f6c3852 req-9014f03a-7db1-44a0-ba7f-88bb47266c30 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=57296d41c5f54ce79a9b782f4a8b4677&device_id=64dce353-055b-404e-bb15-893d8d6f9f87 HTTP/1.1" status: 200 len: 1098 time: 0.4644189 Aug 16 22:57:28.009485 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-054bc253-29a5-4dad-bbb3-f463a38c0948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:28.027781 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7f312c3a-0c3d-4c6b-9656-146d6761c67e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:28.106317 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054bc253-29a5-4dad-bbb3-f463a38c0948 None None] Pushing event updated for resources: {'Port': ['ID=e501b58e-ab16-43c1-a3c1-77242b953e72,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:28.215852 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe1955-e22b-4841-9d77-49065f6c3852 req-af11a465-ba44-4440-99d8-2365a2505227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:28.218348 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7afe1955-e22b-4841-9d77-49065f6c3852 req-af11a465-ba44-4440-99d8-2365a2505227 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6017926f-7eef-429e-a22b-3a35337dccd4 HTTP/1.1" status: 200 len: 918 time: 0.2064853 Aug 16 22:57:28.284060 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-48e725df-d3c6-423b-9ff5-7d5a46d7010c None None] Set router c9c7c399-7ad2-4aa9-aea9-5096d5610a71 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:57:28.301513 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7f312c3a-0c3d-4c6b-9656-146d6761c67e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:28.372991 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf31662-3c5f-4671-b475-ad5357534416 req-8973e300-da83-43c8-9b0a-aaa98d9e344c tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:28.376684 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-acf31662-3c5f-4671-b475-ad5357534416 req-8973e300-da83-43c8-9b0a-aaa98d9e344c tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] 10.222.0.57 "GET /v2.0/networks?id=531036b9-b324-4db9-9e78-5626e82b1955 HTTP/1.1" status: 200 len: 811 time: 0.2893538 Aug 16 22:57:28.451950 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-acf31662-3c5f-4671-b475-ad5357534416 req-03363299-f356-4faa-99ea-525f963ce6e1 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=316a8bb8081c48deabaf4219b762cf2a HTTP/1.1" status: 200 len: 379 time: 0.0582774 Aug 16 22:57:28.467488 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-acf31662-3c5f-4671-b475-ad5357534416 req-ecde19d7-6231-40f9-98ad-6a806a013279 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] Request body: {'port': {'device_id': 'c069e61f-0fda-40e3-b6e9-3ad8054045ee', 'network_id': '531036b9-b324-4db9-9e78-5626e82b1955', 'admin_state_up': True, 'tenant_id': '316a8bb8081c48deabaf4219b762cf2a', 'security_groups': ['da3d1155-7424-48dd-a4c6-a3a4bd0e1fa9']}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:57:28.689525 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acf31662-3c5f-4671-b475-ad5357534416 req-ecde19d7-6231-40f9-98ad-6a806a013279 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] Made reservation on behalf of 316a8bb8081c48deabaf4219b762cf2a for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:57:28.696469 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-acf31662-3c5f-4671-b475-ad5357534416 req-ecde19d7-6231-40f9-98ad-6a806a013279 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:28.755644 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-48e725df-d3c6-423b-9ff5-7d5a46d7010c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c7c399-7ad2-4aa9-aea9-5096d5610a71', 'name': 'tempest-AttachVolumeShelveTestJSON-1840383852-router', 'tenant_id': '57296d41c5f54ce79a9b782f4a8b4677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '054873b3-9d4e-4a94-834d-8373e369ec96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:50:49Z', 'updated_at': '2021-08-16T22:50:54Z', 'revision_number': 4, 'project_id': '57296d41c5f54ce79a9b782f4a8b4677', 'gw_port': {'id': '054873b3-9d4e-4a94-834d-8373e369ec96', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:bf:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c7c399-7ad2-4aa9-aea9-5096d5610a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:50:50Z', 'updated_at': '2021-08-16T22:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': '6ed154b1-902b-45a0-9b31-28c6e9c97db0', 'tenant_id': '57296d41c5f54ce79a9b782f4a8b4677', 'floating_ip_address': '172.25.4.54', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': 'c9c7c399-7ad2-4aa9-aea9-5096d5610a71', 'port_id': '95359267-9042-4d8b-bff2-66d28c99d8f8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6017926f-7eef-429e-a22b-3a35337dccd4', 'mac_address': 'fa:16:3e:a8:4e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dce353-055b-404e-bb15-893d8d6f9f87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:56:55Z', 'updated_at': '2021-08-16T22:57:25Z', 'revision_number': 1, 'project_id': '57296d41c5f54ce79a9b782f4a8b4677', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0975fd19-4250-46d8-81e3-b66f14831a7f', 'name': '', 'network_id': '6017926f-7eef-429e-a22b-3a35337dccd4', 'tenant_id': '57296d41c5f54ce79a9b782f4a8b4677', 'mac_address': 'fa:16:3e:c0:87:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c7c399-7ad2-4aa9-aea9-5096d5610a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'bb160313-5dbe-49f2-8a31-7afb6f1954c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:50:53Z', 'updated_at': '2021-08-16T22:51:03Z', 'revision_number': 5, 'project_id': '57296d41c5f54ce79a9b782f4a8b4677', 'subnets': [{'id': 'bb160313-5dbe-49f2-8a31-7afb6f1954c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:57:28.836481 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5af7fa3b-6569-45fb-af44-05d47dd08921 req-39f1460d-b9e7-42ba-878e-0ec1974373d5 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] 10.222.0.36 "GET /v2.0/ports?device_id=c069e61f-0fda-40e3-b6e9-3ad8054045ee HTTP/1.1" status: 200 len: 210 time: 0.2260535 Aug 16 22:57:28.844646 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7afe1955-e22b-4841-9d77-49065f6c3852 req-ed2dd425-0183-4450-ba57-75427c9ba574 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=95359267-9042-4d8b-bff2-66d28c99d8f8 HTTP/1.1" status: 200 len: 999 time: 0.3194649 Aug 16 22:57:28.852729 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e725df-d3c6-423b-9ff5-7d5a46d7010c None None] The sync data for ids ['c9c7c399-7ad2-4aa9-aea9-5096d5610a71'] in n-d-791506-26 is: [{'id': 'c9c7c399-7ad2-4aa9-aea9-5096d5610a71', 'name': 'tempest-AttachVolumeShelveTestJSON-1840383852-router', 'tenant_id': '57296d41c5f54ce79a9b782f4a8b4677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '054873b3-9d4e-4a94-834d-8373e369ec96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:50:49Z', 'updated_at': '2021-08-16T22:50:54Z', 'revision_number': 4, 'project_id': '57296d41c5f54ce79a9b782f4a8b4677', 'gw_port': {'id': '054873b3-9d4e-4a94-834d-8373e369ec96', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:bf:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c7c399-7ad2-4aa9-aea9-5096d5610a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:50:50Z', 'updated_at': '2021-08-16T22:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': '6ed154b1-902b-45a0-9b31-28c6e9c97db0', 'tenant_id': '57296d41c5f54ce79a9b782f4a8b4677', 'floating_ip_address': '172.25.4.54', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': 'c9c7c399-7ad2-4aa9-aea9-5096d5610a71', 'port_id': '95359267-9042-4d8b-bff2-66d28c99d8f8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6017926f-7eef-429e-a22b-3a35337dccd4', 'mac_address': 'fa:16:3e:a8:4e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dce353-055b-404e-bb15-893d8d6f9f87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:56:55Z', 'updated_at': '2021-08-16T22:57:25Z', 'revision_number': 1, 'project_id': '57296d41c5f54ce79a9b782f4a8b4677', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0975fd19-4250-46d8-81e3-b66f14831a7f', 'name': '', 'network_id': '6017926f-7eef-429e-a22b-3a35337dccd4', 'tenant_id': '57296d41c5f54ce79a9b782f4a8b4677', 'mac_address': 'fa:16:3e:c0:87:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c7c399-7ad2-4aa9-aea9-5096d5610a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'bb160313-5dbe-49f2-8a31-7afb6f1954c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:50:53Z', 'updated_at': '2021-08-16T22:51:03Z', 'revision_number': 5, 'project_id': '57296d41c5f54ce79a9b782f4a8b4677', 'subnets': [{'id': 'bb160313-5dbe-49f2-8a31-7afb6f1954c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:57:28.854902 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7f312c3a-0c3d-4c6b-9656-146d6761c67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:28.864251 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7f312c3a-0c3d-4c6b-9656-146d6761c67e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:28.868248 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-7f312c3a-0c3d-4c6b-9656-146d6761c67e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7514e060-f01f-44be-a98c-8d9a403a577c HTTP/1.1" status: 204 len: 168 time: 1.3007739 Aug 16 22:57:29.084082 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f312c3a-0c3d-4c6b-9656-146d6761c67e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7514e060-f01f-44be-a98c-8d9a403a577c,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:29.165942 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-acf31662-3c5f-4671-b475-ad5357534416 req-ecde19d7-6231-40f9-98ad-6a806a013279 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] Allocated IP 172.20.0.13 (531036b9-b324-4db9-9e78-5626e82b1955/219926a6-4490-4512-90b1-297cef945c78/4b389bb0-3946-43fe-9355-25fe701480c8) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:57:29.204863 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0401b5ef-cd4d-4c43-8206-b0e115be8127 req-7379827e-1b4e-410e-b576-f0ae84fcf219 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:29.206819 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0401b5ef-cd4d-4c43-8206-b0e115be8127 req-7379827e-1b4e-410e-b576-f0ae84fcf219 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/ports?device_id=558fad6e-08d7-4f4e-9a19-1e466ac0428f HTTP/1.1" status: 200 len: 950 time: 1.1540687 Aug 16 22:57:29.213118 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe1955-e22b-4841-9d77-49065f6c3852 req-2699a363-f00a-46fa-937f-a439e311b8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:29.217434 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7afe1955-e22b-4841-9d77-49065f6c3852 req-2699a363-f00a-46fa-937f-a439e311b8cd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bb160313-5dbe-49f2-8a31-7afb6f1954c3 HTTP/1.1" status: 200 len: 856 time: 0.3456903 Aug 16 22:57:29.493948 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-acf31662-3c5f-4671-b475-ad5357534416 req-ecde19d7-6231-40f9-98ad-6a806a013279 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:29.517635 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0401b5ef-cd4d-4c43-8206-b0e115be8127 req-69169703-cfb0-4269-8b4d-fc9f6216dc45 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/security-groups?id=28636a9e-058f-441f-8e78-3802344981e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844615 Aug 16 22:57:29.525461 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-acf31662-3c5f-4671-b475-ad5357534416 req-ecde19d7-6231-40f9-98ad-6a806a013279 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] Transition to ACTIVE for port object 4b389bb0-3946-43fe-9355-25fe701480c8 will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:57:29.539504 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3461711c-172f-4880-981a-9d4487c954e6 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:29.568646 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe1955-e22b-4841-9d77-49065f6c3852 req-d52ccf2f-27b9-43af-8d96-01079255912f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:29.570294 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7afe1955-e22b-4841-9d77-49065f6c3852 req-d52ccf2f-27b9-43af-8d96-01079255912f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6017926f-7eef-429e-a22b-3a35337dccd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3340528 Aug 16 22:57:29.636357 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [req-7afe1955-e22b-4841-9d77-49065f6c3852 req-00c243d3-3c47-4ad6-abff-46347d063761 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:57:29.641725 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7afe1955-e22b-4841-9d77-49065f6c3852 req-00c243d3-3c47-4ad6-abff-46347d063761 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0257361 Aug 16 22:57:29.661877 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3ebd50-e939-4c70-a844-d9bc677dcc5b None None] New status for floating IP 6ed154b1-902b-45a0-9b31-28c6e9c97db0: ACTIVE {{(pid=101293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:57:29.674187 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-acf31662-3c5f-4671-b475-ad5357534416 req-ecde19d7-6231-40f9-98ad-6a806a013279 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:29.787095 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3461711c-172f-4880-981a-9d4487c954e6 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Pushing event updated for resources: {'Subnet': ['ID=0738275a-f26f-4e17-80a2-60937a857a5e,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:29.805788 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecde19d7-6231-40f9-98ad-6a806a013279 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] Pushing event updated for resources: {'Port': ['ID=4b389bb0-3946-43fe-9355-25fe701480c8,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:29.822786 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acf31662-3c5f-4671-b475-ad5357534416 req-ecde19d7-6231-40f9-98ad-6a806a013279 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] Network 531036b9-b324-4db9-9e78-5626e82b1955 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:57:29.825286 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-acf31662-3c5f-4671-b475-ad5357534416 req-ecde19d7-6231-40f9-98ad-6a806a013279 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:57:29.829733 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-acf31662-3c5f-4671-b475-ad5357534416 req-ecde19d7-6231-40f9-98ad-6a806a013279 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:57:29.865463 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3461711c-172f-4880-981a-9d4487c954e6 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Checking segment: {'id': '7f6690b2-beb5-4800-839c-9564531cb641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9bf64473-8f43-45ec-918e-383f857f7f52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:57:29.868484 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3461711c-172f-4880-981a-9d4487c954e6 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Network hostable DHCP agents. Network: 9bf64473-8f43-45ec-918e-383f857f7f52, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:57:29.966000 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf31662-3c5f-4671-b475-ad5357534416 req-ecde19d7-6231-40f9-98ad-6a806a013279 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:29.967001 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-acf31662-3c5f-4671-b475-ad5357534416 req-ecde19d7-6231-40f9-98ad-6a806a013279 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:29.991524 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-acf31662-3c5f-4671-b475-ad5357534416 req-ecde19d7-6231-40f9-98ad-6a806a013279 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5299139 Aug 16 22:57:30.017170 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-acf31662-3c5f-4671-b475-ad5357534416 req-cb8cf411-859b-4247-b0ff-9e342bd92939 service neutron] Request body: {'port': {'device_id': 'c069e61f-0fda-40e3-b6e9-3ad8054045ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:57:30.085917 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3461711c-172f-4880-981a-9d4487c954e6 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Network 9bf64473-8f43-45ec-918e-383f857f7f52 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:57:30.128506 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7afe1955-e22b-4841-9d77-49065f6c3852 req-6340d5d1-0a9f-4a73-b6b4-adb11c6332ca service neutron] 10.222.0.57 "GET /v2.0/networks/6017926f-7eef-429e-a22b-3a35337dccd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4400907 Aug 16 22:57:30.132459 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-3461711c-172f-4880-981a-9d4487c954e6 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 9bf64473-8f43-45ec-918e-383f857f7f52) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:57:30.218779 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3461711c-172f-4880-981a-9d4487c954e6 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:30.220585 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3461711c-172f-4880-981a-9d4487c954e6 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:30.333612 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-acf31662-3c5f-4671-b475-ad5357534416 req-cb8cf411-859b-4247-b0ff-9e342bd92939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:30.415140 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ec1fe3-9419-4151-b427-f8f69a68515a req-4d122490-9098-4abd-b03e-868c5d98328e tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:30.431990 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c1ec1fe3-9419-4151-b427-f8f69a68515a req-4d122490-9098-4abd-b03e-868c5d98328e tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] 10.222.0.36 "GET /v2.0/ports?device_id=c069e61f-0fda-40e3-b6e9-3ad8054045ee HTTP/1.1" status: 200 len: 932 time: 0.4269290 Aug 16 22:57:30.543967 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3561c7-ec79-455a-8875-502a5d0be188 None None] Network 7055a6b6-d41b-4246-a34f-7b969c0cd362 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:57:30.547911 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3810a32-cbff-48c8-b87a-529f42077374 None None] Network 9bf64473-8f43-45ec-918e-383f857f7f52 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:57:30.566201 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-3461711c-172f-4880-981a-9d4487c954e6 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.1473904 Aug 16 22:57:30.871173 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device e501b58e-ab16-43c1-a3c1-77242b953e72 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:57:31.067527 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-1c8d58fa-d1cd-4496-baef-ba62962b66c9 None None] Provisioning for port e501b58e-ab16-43c1-a3c1-77242b953e72 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:57:31.078125 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-acf31662-3c5f-4671-b475-ad5357534416 req-cb8cf411-859b-4247-b0ff-9e342bd92939 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b389bb0-3946-43fe-9355-25fe701480c8 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:57:31.096509 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-acf31662-3c5f-4671-b475-ad5357534416 req-cb8cf411-859b-4247-b0ff-9e342bd92939 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:31.129912 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-acf31662-3c5f-4671-b475-ad5357534416 req-cb8cf411-859b-4247-b0ff-9e342bd92939 service neutron] Transition to ACTIVE for port object 4b389bb0-3946-43fe-9355-25fe701480c8 will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:57:31.147057 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-acf31662-3c5f-4671-b475-ad5357534416 req-cb8cf411-859b-4247-b0ff-9e342bd92939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:31.229534 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port e501b58e-ab16-43c1-a3c1-77242b953e72 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:57:31.271798 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c1ec1fe3-9419-4151-b427-f8f69a68515a req-36575b9a-3ead-478d-bc2f-f5694a7d4151 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] 10.222.0.36 "GET /v2.0/security-groups?id=da3d1155-7424-48dd-a4c6-a3a4bd0e1fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8355386 Aug 16 22:57:31.283687 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7afe1955-e22b-4841-9d77-49065f6c3852 req-7314d3f6-10b5-4c85-a08d-9af008b0950b service neutron] 10.222.0.57 "GET /v2.0/networks/6017926f-7eef-429e-a22b-3a35337dccd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1445096 Aug 16 22:57:31.291047 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8cf411-859b-4247-b0ff-9e342bd92939 service neutron] Pushing event updated for resources: {'Port': ['ID=4b389bb0-3946-43fe-9355-25fe701480c8,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:31.299629 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port e501b58e-ab16-43c1-a3c1-77242b953e72 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:57:31.299629 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:31.378982 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144b56ae-eb66-4286-ba09-7d4ea5440b3d req-c351c524-f88c-4ab3-af13-53902ff9e36d tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:31.392147 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-144b56ae-eb66-4286-ba09-7d4ea5440b3d req-c351c524-f88c-4ab3-af13-53902ff9e36d tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/ports?device_id=558fad6e-08d7-4f4e-9a19-1e466ac0428f HTTP/1.1" status: 200 len: 950 time: 0.1915956 Aug 16 22:57:31.524921 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-acf31662-3c5f-4671-b475-ad5357534416 req-cb8cf411-859b-4247-b0ff-9e342bd92939 service neutron] Attempting to bind port 4b389bb0-3946-43fe-9355-25fe701480c8 on host n-h2-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:57:31.525529 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-acf31662-3c5f-4671-b475-ad5357534416 req-cb8cf411-859b-4247-b0ff-9e342bd92939 service neutron] Attempting to bind port 4b389bb0-3946-43fe-9355-25fe701480c8 by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': '53d467f8-f004-4151-9ec1-9b0943941835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '531036b9-b324-4db9-9e78-5626e82b1955'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:57:31.526041 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf31662-3c5f-4671-b475-ad5357534416 req-cb8cf411-859b-4247-b0ff-9e342bd92939 service neutron] Attempting to bind port 4b389bb0-3946-43fe-9355-25fe701480c8 on network 531036b9-b324-4db9-9e78-5626e82b1955 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:57:31.539871 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf31662-3c5f-4671-b475-ad5357534416 req-cb8cf411-859b-4247-b0ff-9e342bd92939 service neutron] Port 4b389bb0-3946-43fe-9355-25fe701480c8 on network 531036b9-b324-4db9-9e78-5626e82b1955 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:57:31.541804 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf31662-3c5f-4671-b475-ad5357534416 req-cb8cf411-859b-4247-b0ff-9e342bd92939 service neutron] Attempting to bind port 4b389bb0-3946-43fe-9355-25fe701480c8 on network 531036b9-b324-4db9-9e78-5626e82b1955 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:57:31.558169 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf31662-3c5f-4671-b475-ad5357534416 req-cb8cf411-859b-4247-b0ff-9e342bd92939 service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:57:31.560065 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf31662-3c5f-4671-b475-ad5357534416 req-cb8cf411-859b-4247-b0ff-9e342bd92939 service neutron] Checking segment: {'id': '53d467f8-f004-4151-9ec1-9b0943941835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '531036b9-b324-4db9-9e78-5626e82b1955'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:57:31.560259 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf31662-3c5f-4671-b475-ad5357534416 req-cb8cf411-859b-4247-b0ff-9e342bd92939 service neutron] Bound using segment: {'id': '53d467f8-f004-4151-9ec1-9b0943941835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '531036b9-b324-4db9-9e78-5626e82b1955'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:57:31.560970 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-acf31662-3c5f-4671-b475-ad5357534416 req-cb8cf411-859b-4247-b0ff-9e342bd92939 service neutron] Bound port: 4b389bb0-3946-43fe-9355-25fe701480c8, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53d467f8-f004-4151-9ec1-9b0943941835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '531036b9-b324-4db9-9e78-5626e82b1955'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:57:31.562397 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-acf31662-3c5f-4671-b475-ad5357534416 req-cb8cf411-859b-4247-b0ff-9e342bd92939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:31.583241 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-144b56ae-eb66-4286-ba09-7d4ea5440b3d req-12a38281-2479-4c94-acd1-ed1f829f3cd0 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/security-groups?id=28636a9e-058f-441f-8e78-3802344981e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833577 Aug 16 22:57:31.761689 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-163ef71d-ac4e-4674-b98a-84bb545c1226 None None] Provisioning for port 4b389bb0-3946-43fe-9355-25fe701480c8 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:57:31.770125 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-acf31662-3c5f-4671-b475-ad5357534416 req-cb8cf411-859b-4247-b0ff-9e342bd92939 service neutron] For port 4b389bb0-3946-43fe-9355-25fe701480c8, host n-h2-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:57:31.777681 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-acf31662-3c5f-4671-b475-ad5357534416 req-cb8cf411-859b-4247-b0ff-9e342bd92939 service neutron] For port 4b389bb0-3946-43fe-9355-25fe701480c8, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=4b389bb0-3946-43fe-9355-25fe701480c8,segment=NetworkSegment(53d467f8-f004-4151-9ec1-9b0943941835),segment_id=53d467f8-f004-4151-9ec1-9b0943941835)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:57:31.795379 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-acf31662-3c5f-4671-b475-ad5357534416 req-cb8cf411-859b-4247-b0ff-9e342bd92939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:31.856939 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:31.861873 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fa5d47-fb51-4cda-8573-3fa26a91f725 req-a6749fa3-19ab-423c-bd60-26014acab963 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:31.879567 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf31662-3c5f-4671-b475-ad5357534416 req-cb8cf411-859b-4247-b0ff-9e342bd92939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:31.880206 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-acf31662-3c5f-4671-b475-ad5357534416 req-cb8cf411-859b-4247-b0ff-9e342bd92939 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:31.881673 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-acf31662-3c5f-4671-b475-ad5357534416 req-cb8cf411-859b-4247-b0ff-9e342bd92939 service neutron] 10.222.0.57 "PUT /v2.0/ports/4b389bb0-3946-43fe-9355-25fe701480c8 HTTP/1.1" status: 200 len: 1093 time: 1.8714290 Aug 16 22:57:31.882136 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c069e61f-0fda-40e3-b6e9-3ad8054045ee', 'tag': '4b389bb0-3946-43fe-9355-25fe701480c8'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:57:31.885770 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fa5d47-fb51-4cda-8573-3fa26a91f725 req-a6749fa3-19ab-423c-bd60-26014acab963 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:31.887255 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ded5dc-6932-48e0-b2d4-5ff87208ec92" -d '{"events": [{"name": "network-changed", "server_uuid": "c069e61f-0fda-40e3-b6e9-3ad8054045ee", "tag": "4b389bb0-3946-43fe-9355-25fe701480c8"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:57:31.891137 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 38464) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:57:31.897218 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e4fa5d47-fb51-4cda-8573-3fa26a91f725 req-a6749fa3-19ab-423c-bd60-26014acab963 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "GET /v2.0/networks?id=7055a6b6-d41b-4246-a34f-7b969c0cd362&id=9bf64473-8f43-45ec-918e-383f857f7f52 HTTP/1.1" status: 200 len: 1391 time: 0.4380167 Aug 16 22:57:31.931614 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e4fa5d47-fb51-4cda-8573-3fa26a91f725 req-5aca83aa-5b8a-4c93-a71f-70641063fe67 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "GET /v2.0/quotas/0369f599af094d418ec5d90b079c4e3c HTTP/1.1" status: 200 len: 375 time: 0.0333738 Aug 16 22:57:32.019874 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e4fa5d47-fb51-4cda-8573-3fa26a91f725 req-ee14965a-ae81-4761-9367-497478b7eea0 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0369f599af094d418ec5d90b079c4e3c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0872760 Aug 16 22:57:32.148411 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8cf411-859b-4247-b0ff-9e342bd92939 service neutron] Pushing event updated for resources: {'Port': ['ID=4b389bb0-3946-43fe-9355-25fe701480c8,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:32.176291 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf31662-3c5f-4671-b475-ad5357534416 req-ad857532-e3a1-41bd-aa81-e814ddaf2c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:32.181144 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-acf31662-3c5f-4671-b475-ad5357534416 req-ad857532-e3a1-41bd-aa81-e814ddaf2c90 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=316a8bb8081c48deabaf4219b762cf2a&device_id=c069e61f-0fda-40e3-b6e9-3ad8054045ee HTTP/1.1" status: 200 len: 1096 time: 0.2268167 Aug 16 22:57:32.271897 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1584a2b8-fd57-48a2-a434-005429e71a4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-9bf64473-8f43-45ec-918e-383f857f7f52', 'network_id': '9bf64473-8f43-45ec-918e-383f857f7f52', 'tenant_id': '0369f599af094d418ec5d90b079c4e3c', 'fixed_ips': [{'subnet_id': '0738275a-f26f-4e17-80a2-60937a857a5e'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:57:32.272886 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-1584a2b8-fd57-48a2-a434-005429e71a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:32.277896 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port e501b58e-ab16-43c1-a3c1-77242b953e72, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=e501b58e-ab16-43c1-a3c1-77242b953e72,segment=NetworkSegment(2b336c2b-370d-414e-baa2-e0fc56b3e13b),segment_id=2b336c2b-370d-414e-baa2-e0fc56b3e13b)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:57:32.302194 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e4fa5d47-fb51-4cda-8573-3fa26a91f725 req-df024ead-a42d-46dc-ad46-fa8e1b36f56c service neutron] 10.222.0.36 "GET /v2.0/networks/7055a6b6-d41b-4246-a34f-7b969c0cd362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811863 Aug 16 22:57:32.316131 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3a7fa0c6-9246-48df-8ba8-338e1804ae46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:32.341215 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-acf31662-3c5f-4671-b475-ad5357534416 req-56ee7a82-31e5-40f9-a94b-2b31709d124b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b389bb0-3946-43fe-9355-25fe701480c8 HTTP/1.1" status: 200 len: 217 time: 0.1317890 Aug 16 22:57:32.349950 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:32.534440 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e4fa5d47-fb51-4cda-8573-3fa26a91f725 req-240d1921-439f-4600-b21a-880ce4f894c1 service neutron] 10.222.0.36 "GET /v2.0/networks/7055a6b6-d41b-4246-a34f-7b969c0cd362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313404 Aug 16 22:57:32.576097 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf31662-3c5f-4671-b475-ad5357534416 req-e21031b4-731d-4d8c-9456-274becc03235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:32.579133 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-acf31662-3c5f-4671-b475-ad5357534416 req-e21031b4-731d-4d8c-9456-274becc03235 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=219926a6-4490-4512-90b1-297cef945c78 HTTP/1.1" status: 200 len: 850 time: 0.2216027 Aug 16 22:57:32.713433 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705bcaeb-9f50-47cb-b706-0019e0c03696 req-4479346c-b373-4770-8b99-27d0f73401ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:32.715537 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-705bcaeb-9f50-47cb-b706-0019e0c03696 req-4479346c-b373-4770-8b99-27d0f73401ef service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=17b3937359b747459bb6c64ab15f667a&device_id=116b3c9c-303e-4ffe-b86f-0b052c315ef4 HTTP/1.1" status: 200 len: 1097 time: 0.4111736 Aug 16 22:57:32.740935 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3a7fa0c6-9246-48df-8ba8-338e1804ae46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:32.750170 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3a7fa0c6-9246-48df-8ba8-338e1804ae46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:32.764575 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e4fa5d47-fb51-4cda-8573-3fa26a91f725 req-e0286e28-8f11-47ea-aaf1-863e678438dd service neutron] 10.222.0.36 "GET /v2.0/networks/9bf64473-8f43-45ec-918e-383f857f7f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164721 Aug 16 22:57:32.799201 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=e501b58e-ab16-43c1-a3c1-77242b953e72,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:32.838105 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf31662-3c5f-4671-b475-ad5357534416 req-6b1d368d-b8d7-4272-96ff-7cefbb3abfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:32.840114 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-acf31662-3c5f-4671-b475-ad5357534416 req-6b1d368d-b8d7-4272-96ff-7cefbb3abfeb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=531036b9-b324-4db9-9e78-5626e82b1955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2497175 Aug 16 22:57:32.871910 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-3a7fa0c6-9246-48df-8ba8-338e1804ae46 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cb3562352390420cae16f0eab2b864a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9731705 Aug 16 22:57:32.877674 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 38500) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:57:32.877882 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7fa0c6-9246-48df-8ba8-338e1804ae46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eafcf68-e0a5-4ef0-91ac-45ec9629a0f7,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:33.023763 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-1584a2b8-fd57-48a2-a434-005429e71a4f None None] Allocated IP 19.86.0.2 (9bf64473-8f43-45ec-918e-383f857f7f52/0738275a-f26f-4e17-80a2-60937a857a5e/cd88b32b-c623-4fa5-a8d8-1ee293f63338) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:57:33.046939 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-88c342a1-5536-4b6e-809c-4b57fe9f48a9 None None] Provisioning complete for port e501b58e-ab16-43c1-a3c1-77242b953e72 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:57:33.047362 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-88c342a1-5536-4b6e-809c-4b57fe9f48a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:33.080934 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-acf31662-3c5f-4671-b475-ad5357534416 req-2cbde2bc-c2c8-41e1-95b3-cd6ffd0e19fa service neutron] 10.222.0.57 "GET /v2.0/networks/531036b9-b324-4db9-9e78-5626e82b1955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300217 Aug 16 22:57:33.092709 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bfb02fa-9abb-4dec-94bb-d599ec50bda1 x-openstack-request-id: req-7bfb02fa-9abb-4dec-94bb-d599ec50bda1 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:57:33.093048 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c069e61f-0fda-40e3-b6e9-3ad8054045ee", "tag": "4b389bb0-3946-43fe-9355-25fe701480c8", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:57:33.093308 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7bfb02fa-9abb-4dec-94bb-d599ec50bda1 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:57:33.093781 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c069e61f-0fda-40e3-b6e9-3ad8054045ee', 'tag': '4b389bb0-3946-43fe-9355-25fe701480c8', 'status': 'completed', 'code': 200} Aug 16 22:57:33.168625 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705bcaeb-9f50-47cb-b706-0019e0c03696 req-ad5f9ed6-d481-465f-b121-5997f7f7e514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:33.170757 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-705bcaeb-9f50-47cb-b706-0019e0c03696 req-ad5f9ed6-d481-465f-b121-5997f7f7e514 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cf3cc63c-f58b-4d2e-8737-2f16cf854977 HTTP/1.1" status: 200 len: 920 time: 0.4044647 Aug 16 22:57:33.238206 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-acf31662-3c5f-4671-b475-ad5357534416 req-66e6e267-a173-406f-92ee-21be08d5c296 service neutron] 10.222.0.57 "GET /v2.0/networks/531036b9-b324-4db9-9e78-5626e82b1955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433792 Aug 16 22:57:33.291709 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-705bcaeb-9f50-47cb-b706-0019e0c03696 req-626325e2-461c-4407-8a20-9435837fa45b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e472f05f-c646-4e47-91be-1f4ab8d404a8 HTTP/1.1" status: 200 len: 217 time: 0.1066620 Aug 16 22:57:33.328393 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa5986b-111e-4dc6-baf3-47ada43770ed req-804a3ea4-87fc-4187-8019-0f1fb2a954d6 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:33.337210 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-daa5986b-111e-4dc6-baf3-47ada43770ed req-804a3ea4-87fc-4187-8019-0f1fb2a954d6 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/ports?device_id=116b3c9c-303e-4ffe-b86f-0b052c315ef4 HTTP/1.1" status: 200 len: 945 time: 0.1692257 Aug 16 22:57:33.396684 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-1584a2b8-fd57-48a2-a434-005429e71a4f None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:33.420489 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-1584a2b8-fd57-48a2-a434-005429e71a4f None None] Transition to ACTIVE for port object cd88b32b-c623-4fa5-a8d8-1ee293f63338 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:57:33.427501 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ded5dc-6932-48e0-b2d4-5ff87208ec92 req-5df66f50-cf36-4f65-9ed5-c3d103f3ef24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:33.430960 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b4ded5dc-6932-48e0-b2d4-5ff87208ec92 req-5df66f50-cf36-4f65-9ed5-c3d103f3ef24 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=316a8bb8081c48deabaf4219b762cf2a&device_id=c069e61f-0fda-40e3-b6e9-3ad8054045ee HTTP/1.1" status: 200 len: 1096 time: 0.0814736 Aug 16 22:57:33.452034 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e4fa5d47-fb51-4cda-8573-3fa26a91f725 req-dd656956-48b6-4f63-959e-026c92e146a4 service neutron] 10.222.0.36 "GET /v2.0/networks/9bf64473-8f43-45ec-918e-383f857f7f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6608193 Aug 16 22:57:33.459747 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b2813805-88be-439f-91d2-ff5cc00a4527 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:33.466755 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-1584a2b8-fd57-48a2-a434-005429e71a4f None None] Transition to ACTIVE for port object cd88b32b-c623-4fa5-a8d8-1ee293f63338 will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:57:33.480645 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-1584a2b8-fd57-48a2-a434-005429e71a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:33.566395 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-daa5986b-111e-4dc6-baf3-47ada43770ed req-ac138a97-c571-44b9-81cb-18c09ede00af tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4ad6394-3e39-4386-b02d-4a7c32c3940e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290254 Aug 16 22:57:33.571425 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705bcaeb-9f50-47cb-b706-0019e0c03696 req-11fda6b2-10fb-4ed8-a77c-e9b020a91052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:33.583210 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1584a2b8-fd57-48a2-a434-005429e71a4f None None] Network 9bf64473-8f43-45ec-918e-383f857f7f52 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:57:33.585997 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-705bcaeb-9f50-47cb-b706-0019e0c03696 req-11fda6b2-10fb-4ed8-a77c-e9b020a91052 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=326cf2b6-5a5e-461f-8420-87d3c4aa2e9f HTTP/1.1" status: 200 len: 859 time: 0.2475893 Aug 16 22:57:33.605471 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-1584a2b8-fd57-48a2-a434-005429e71a4f None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:57:33.622047 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1584a2b8-fd57-48a2-a434-005429e71a4f None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:57:33.632638 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1584a2b8-fd57-48a2-a434-005429e71a4f None None] Pushing event updated for resources: {'Port': ['ID=cd88b32b-c623-4fa5-a8d8-1ee293f63338,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:33.661879 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ded5dc-6932-48e0-b2d4-5ff87208ec92 req-e262fe9c-fca9-4d86-89ac-7112964b23e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:33.665062 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b4ded5dc-6932-48e0-b2d4-5ff87208ec92 req-e262fe9c-fca9-4d86-89ac-7112964b23e4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=531036b9-b324-4db9-9e78-5626e82b1955 HTTP/1.1" status: 200 len: 912 time: 0.2234099 Aug 16 22:57:33.758092 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-705bcaeb-9f50-47cb-b706-0019e0c03696 req-a64482c3-7fe4-46b7-b13e-ce03626a1931 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cf3cc63c-f58b-4d2e-8737-2f16cf854977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1396720 Aug 16 22:57:33.776721 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b2813805-88be-439f-91d2-ff5cc00a4527 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:33.778533 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-1584a2b8-fd57-48a2-a434-005429e71a4f None None] Attempting to bind port cd88b32b-c623-4fa5-a8d8-1ee293f63338 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:57:33.778960 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-1584a2b8-fd57-48a2-a434-005429e71a4f None None] Attempting to bind port cd88b32b-c623-4fa5-a8d8-1ee293f63338 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '7f6690b2-beb5-4800-839c-9564531cb641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9bf64473-8f43-45ec-918e-383f857f7f52'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:57:33.779297 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1584a2b8-fd57-48a2-a434-005429e71a4f None None] Attempting to bind port cd88b32b-c623-4fa5-a8d8-1ee293f63338 on network 9bf64473-8f43-45ec-918e-383f857f7f52 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:57:33.788506 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1584a2b8-fd57-48a2-a434-005429e71a4f None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:57:33.788998 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1584a2b8-fd57-48a2-a434-005429e71a4f None None] Checking segment: {'id': '7f6690b2-beb5-4800-839c-9564531cb641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9bf64473-8f43-45ec-918e-383f857f7f52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:57:33.789456 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-1584a2b8-fd57-48a2-a434-005429e71a4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:33.790006 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1584a2b8-fd57-48a2-a434-005429e71a4f None None] Bound using segment: {'id': '7f6690b2-beb5-4800-839c-9564531cb641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9bf64473-8f43-45ec-918e-383f857f7f52'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:57:33.791002 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-1584a2b8-fd57-48a2-a434-005429e71a4f None None] Bound port: cd88b32b-c623-4fa5-a8d8-1ee293f63338, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f6690b2-beb5-4800-839c-9564531cb641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9bf64473-8f43-45ec-918e-383f857f7f52'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:57:33.791255 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-1584a2b8-fd57-48a2-a434-005429e71a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:33.792153 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b4ded5dc-6932-48e0-b2d4-5ff87208ec92 req-05b9b95a-77b8-47d5-b6b1-fcc5bd32a154 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b389bb0-3946-43fe-9355-25fe701480c8 HTTP/1.1" status: 200 len: 217 time: 0.1176474 Aug 16 22:57:33.940703 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ded5dc-6932-48e0-b2d4-5ff87208ec92 req-b35940e9-d73c-427c-a4f9-3f75d55e1164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:33.942993 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b4ded5dc-6932-48e0-b2d4-5ff87208ec92 req-b35940e9-d73c-427c-a4f9-3f75d55e1164 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=219926a6-4490-4512-90b1-297cef945c78 HTTP/1.1" status: 200 len: 850 time: 0.1428690 Aug 16 22:57:33.948197 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-1584a2b8-fd57-48a2-a434-005429e71a4f None None] For port cd88b32b-c623-4fa5-a8d8-1ee293f63338, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:57:33.955634 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-1584a2b8-fd57-48a2-a434-005429e71a4f None None] For port cd88b32b-c623-4fa5-a8d8-1ee293f63338, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=cd88b32b-c623-4fa5-a8d8-1ee293f63338,segment=NetworkSegment(7f6690b2-beb5-4800-839c-9564531cb641),segment_id=7f6690b2-beb5-4800-839c-9564531cb641)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:57:33.963369 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-1584a2b8-fd57-48a2-a434-005429e71a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:34.044352 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ded5dc-6932-48e0-b2d4-5ff87208ec92 req-201c36a6-850b-4254-819e-200462a05b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:34.049055 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b4ded5dc-6932-48e0-b2d4-5ff87208ec92 req-201c36a6-850b-4254-819e-200462a05b22 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=531036b9-b324-4db9-9e78-5626e82b1955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0934660 Aug 16 22:57:34.105814 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1584a2b8-fd57-48a2-a434-005429e71a4f None None] Pushing event updated for resources: {'Port': ['ID=cd88b32b-c623-4fa5-a8d8-1ee293f63338,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:34.147283 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b2813805-88be-439f-91d2-ff5cc00a4527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:34.151862 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b2813805-88be-439f-91d2-ff5cc00a4527 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:34.156314 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-b2813805-88be-439f-91d2-ff5cc00a4527 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7eafcf68-e0a5-4ef0-91ac-45ec9629a0f7 HTTP/1.1" status: 204 len: 168 time: 1.2443740 Aug 16 22:57:34.203375 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da0856f-5709-4baa-bd0b-2f054228c99b req-432d0abb-f28f-44d6-a622-6250d15a91bf tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:34.206573 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0da0856f-5709-4baa-bd0b-2f054228c99b req-432d0abb-f28f-44d6-a622-6250d15a91bf tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/ports?device_id=558fad6e-08d7-4f4e-9a19-1e466ac0428f HTTP/1.1" status: 200 len: 950 time: 0.2195694 Aug 16 22:57:34.257031 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2813805-88be-439f-91d2-ff5cc00a4527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eafcf68-e0a5-4ef0-91ac-45ec9629a0f7,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:34.292332 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 38548) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:57:34.340319 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b4ded5dc-6932-48e0-b2d4-5ff87208ec92 req-d456ab8c-3cb5-4f96-b27c-4aecb81a797a service neutron] 10.222.0.57 "GET /v2.0/networks/531036b9-b324-4db9-9e78-5626e82b1955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820375 Aug 16 22:57:34.356159 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13213960-7501-4ca2-aa64-15889b79cca4 req-97b030b1-314c-4aa3-b051-7e8ed85076d7 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:34.372923 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-13213960-7501-4ca2-aa64-15889b79cca4 req-97b030b1-314c-4aa3-b051-7e8ed85076d7 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] 10.222.0.36 "GET /v2.0/ports?device_id=c069e61f-0fda-40e3-b6e9-3ad8054045ee HTTP/1.1" status: 200 len: 944 time: 0.5185533 Aug 16 22:57:34.546152 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b4ded5dc-6932-48e0-b2d4-5ff87208ec92 req-b1cf59a9-f8eb-412f-98cf-d9876b57bd51 service neutron] 10.222.0.57 "GET /v2.0/networks/531036b9-b324-4db9-9e78-5626e82b1955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877375 Aug 16 22:57:34.590464 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-705bcaeb-9f50-47cb-b706-0019e0c03696 req-c0566743-9f75-4290-8963-8a25b8913f36 service neutron] 10.222.0.57 "GET /v2.0/networks/cf3cc63c-f58b-4d2e-8737-2f16cf854977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7267320 Aug 16 22:57:34.763613 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0da0856f-5709-4baa-bd0b-2f054228c99b req-0277721f-149f-4877-bfec-412ed7b6a4f4 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/security-groups?id=28636a9e-058f-441f-8e78-3802344981e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5284739 Aug 16 22:57:34.810606 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device cd88b32b-c623-4fa5-a8d8-1ee293f63338 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:57:34.848078 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-13213960-7501-4ca2-aa64-15889b79cca4 req-45632be3-0965-48c8-bfdd-84ace1e4c439 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] 10.222.0.36 "GET /v2.0/security-groups?id=da3d1155-7424-48dd-a4c6-a3a4bd0e1fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4723666 Aug 16 22:57:34.943803 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-705bcaeb-9f50-47cb-b706-0019e0c03696 req-69823561-68d7-477c-a714-d49e20ee54df service neutron] 10.222.0.57 "GET /v2.0/networks/cf3cc63c-f58b-4d2e-8737-2f16cf854977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3522322 Aug 16 22:57:35.003849 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9b6c08ec-6d9a-44b8-8c2e-c1b9ab3d38ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:35.008875 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port cd88b32b-c623-4fa5-a8d8-1ee293f63338 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:57:35.016264 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device e501b58e-ab16-43c1-a3c1-77242b953e72 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:57:35.065680 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 38570) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:57:35.089905 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-931a0191-ec2f-40fe-ace5-e454da350f74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:35.194552 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d852fcb8-994b-4e44-b071-5342ee15a0e8 req-5f27ead4-071f-455c-a62a-daa565575d2c tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbcbf985-7e6b-4294-a227-d9f36d3f3080 HTTP/1.1" status: 200 len: 210 time: 0.0721192 Aug 16 22:57:35.199629 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port e501b58e-ab16-43c1-a3c1-77242b953e72 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:57:35.201863 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:35.270494 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291681e0-729c-4ae2-94ef-a1a52d68bbca req-19ae176f-880a-473c-87ab-2c384baf1502 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:35.272485 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-291681e0-729c-4ae2-94ef-a1a52d68bbca req-19ae176f-880a-473c-87ab-2c384baf1502 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/ports?device_id=116b3c9c-303e-4ffe-b86f-0b052c315ef4 HTTP/1.1" status: 200 len: 945 time: 0.0744271 Aug 16 22:57:35.316929 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9b6c08ec-6d9a-44b8-8c2e-c1b9ab3d38ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:35.328811 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9b6c08ec-6d9a-44b8-8c2e-c1b9ab3d38ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:35.401472 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-9b6c08ec-6d9a-44b8-8c2e-c1b9ab3d38ce admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e9ea1f3e328e43b091c98c860cbcd24b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1063778 Aug 16 22:57:35.403447 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6c08ec-6d9a-44b8-8c2e-c1b9ab3d38ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=665ee321-5985-4f36-9932-c5e765ea67e9,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:35.406792 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 38574) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:57:35.407387 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-291681e0-729c-4ae2-94ef-a1a52d68bbca req-8562777f-c046-4117-98d6-9e49e665d5ea tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4ad6394-3e39-4386-b02d-4a7c32c3940e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231961 Aug 16 22:57:35.423093 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6c08ec-6d9a-44b8-8c2e-c1b9ab3d38ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:57:35.424187 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6c08ec-6d9a-44b8-8c2e-c1b9ab3d38ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:57:35.424811 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6c08ec-6d9a-44b8-8c2e-c1b9ab3d38ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:57:35.425860 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6c08ec-6d9a-44b8-8c2e-c1b9ab3d38ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:57:35.426416 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6c08ec-6d9a-44b8-8c2e-c1b9ab3d38ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:57:35.426972 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6c08ec-6d9a-44b8-8c2e-c1b9ab3d38ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:57:35.427573 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6c08ec-6d9a-44b8-8c2e-c1b9ab3d38ce admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:57:35.432251 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6c08ec-6d9a-44b8-8c2e-c1b9ab3d38ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:57:35.433370 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6c08ec-6d9a-44b8-8c2e-c1b9ab3d38ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:57:35.434458 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6c08ec-6d9a-44b8-8c2e-c1b9ab3d38ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:57:35.436553 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6c08ec-6d9a-44b8-8c2e-c1b9ab3d38ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:57:35.437121 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6c08ec-6d9a-44b8-8c2e-c1b9ab3d38ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:57:35.516130 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-931a0191-ec2f-40fe-ace5-e454da350f74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:35.519979 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-88f88ccf-92e5-4606-b2ff-47eae177dc36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:35.522468 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-931a0191-ec2f-40fe-ace5-e454da350f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:35.578352 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-88f88ccf-92e5-4606-b2ff-47eae177dc36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:35.597604 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931a0191-ec2f-40fe-ace5-e454da350f74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d88a9135-a841-4912-984b-13fbb2c1b19f,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:35.604460 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-931a0191-ec2f-40fe-ace5-e454da350f74 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=159acaefd5bf418093ba4b3e48bd9597&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5343671 Aug 16 22:57:35.604893 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 38576) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:57:35.638703 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-88f88ccf-92e5-4606-b2ff-47eae177dc36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:35.642512 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-88f88ccf-92e5-4606-b2ff-47eae177dc36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:35.644405 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-88f88ccf-92e5-4606-b2ff-47eae177dc36 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/665ee321-5985-4f36-9932-c5e765ea67e9 HTTP/1.1" status: 204 len: 168 time: 0.2361422 Aug 16 22:57:35.654529 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f88ccf-92e5-4606-b2ff-47eae177dc36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=665ee321-5985-4f36-9932-c5e765ea67e9,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:35.676856 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4fa146ce-2967-4185-b3ad-74c91af37f86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:35.710916 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4fa146ce-2967-4185-b3ad-74c91af37f86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:35.723930 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80c71e8-bc64-4ec5-91d2-aa1179a0537b None None] Network 9bf64473-8f43-45ec-918e-383f857f7f52 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:57:35.798762 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-689c019b-58d0-485f-9ddf-0487fe342df4 None None] Provisioning for port cd88b32b-c623-4fa5-a8d8-1ee293f63338 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:57:35.807330 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-689c019b-58d0-485f-9ddf-0487fe342df4 None None] Provisioning complete for port cd88b32b-c623-4fa5-a8d8-1ee293f63338 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:57:35.807775 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-689c019b-58d0-485f-9ddf-0487fe342df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:35.966448 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-689c019b-58d0-485f-9ddf-0487fe342df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:36.056256 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fa5d47-fb51-4cda-8573-3fa26a91f725 req-5200819f-822d-400e-b668-fb93f5a7d1ff tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:36.064068 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fa5d47-fb51-4cda-8573-3fa26a91f725 req-5200819f-822d-400e-b668-fb93f5a7d1ff tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:36.066061 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e4fa5d47-fb51-4cda-8573-3fa26a91f725 req-5200819f-822d-400e-b668-fb93f5a7d1ff tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.68 "GET /v2.0/networks?id=7055a6b6-d41b-4246-a34f-7b969c0cd362&id=9bf64473-8f43-45ec-918e-383f857f7f52 HTTP/1.1" status: 200 len: 1391 time: 0.3524175 Aug 16 22:57:36.067127 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-689c019b-58d0-485f-9ddf-0487fe342df4 None None] For port cd88b32b-c623-4fa5-a8d8-1ee293f63338, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=cd88b32b-c623-4fa5-a8d8-1ee293f63338,segment=NetworkSegment(7f6690b2-beb5-4800-839c-9564531cb641),segment_id=7f6690b2-beb5-4800-839c-9564531cb641)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:57:36.080856 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-689c019b-58d0-485f-9ddf-0487fe342df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:36.174222 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-e4fa5d47-fb51-4cda-8573-3fa26a91f725 req-e4d33f02-7d24-4ca3-9922-3ca1e000b39b tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Request body: {'port': {'device_id': 'fbcbf985-7e6b-4294-a227-d9f36d3f3080', 'network_id': '7055a6b6-d41b-4246-a34f-7b969c0cd362', 'admin_state_up': True, 'tenant_id': '0369f599af094d418ec5d90b079c4e3c'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:57:36.184894 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689c019b-58d0-485f-9ddf-0487fe342df4 None None] Pushing event updated for resources: {'Port': ['ID=cd88b32b-c623-4fa5-a8d8-1ee293f63338,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:36.263775 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4fa146ce-2967-4185-b3ad-74c91af37f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:36.267068 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4fa146ce-2967-4185-b3ad-74c91af37f86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:36.270895 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-4fa146ce-2967-4185-b3ad-74c91af37f86 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d88a9135-a841-4912-984b-13fbb2c1b19f HTTP/1.1" status: 204 len: 168 time: 0.6643791 Aug 16 22:57:36.358048 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa146ce-2967-4185-b3ad-74c91af37f86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d88a9135-a841-4912-984b-13fbb2c1b19f,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:36.385181 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da71e261-f112-4f49-8ec4-55646d0ae419 req-cb0806ea-57df-4f0a-aab1-b2009dc0b51f tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:36.393838 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-da71e261-f112-4f49-8ec4-55646d0ae419 req-cb0806ea-57df-4f0a-aab1-b2009dc0b51f tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/ports?device_id=558fad6e-08d7-4f4e-9a19-1e466ac0428f HTTP/1.1" status: 200 len: 950 time: 0.3264689 Aug 16 22:57:36.394498 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 38594) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:57:36.422989 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-afc8303d-7436-4772-b6e2-a88da862849c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:36.451869 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f86675-32b1-473f-9168-6063ce400e75 req-25b6a80c-5f4e-424c-80fe-178e97e08121 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:36.459582 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d9f86675-32b1-473f-9168-6063ce400e75 req-25b6a80c-5f4e-424c-80fe-178e97e08121 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] 10.222.0.36 "GET /v2.0/ports?device_id=c069e61f-0fda-40e3-b6e9-3ad8054045ee HTTP/1.1" status: 200 len: 944 time: 0.3692415 Aug 16 22:57:36.516496 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-320f5626-5d97-42d3-9393-fadd388754ef None None] Provisioning complete for port cd88b32b-c623-4fa5-a8d8-1ee293f63338 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:57:36.516960 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-320f5626-5d97-42d3-9393-fadd388754ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:36.531075 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-da71e261-f112-4f49-8ec4-55646d0ae419 req-851c6bb8-6fc4-44b7-b518-d081fc290e2f tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/security-groups?id=28636a9e-058f-441f-8e78-3802344981e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285377 Aug 16 22:57:36.533581 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4fa5d47-fb51-4cda-8573-3fa26a91f725 req-e4d33f02-7d24-4ca3-9922-3ca1e000b39b tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Made reservation on behalf of 0369f599af094d418ec5d90b079c4e3c for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:57:36.537577 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-e4fa5d47-fb51-4cda-8573-3fa26a91f725 req-e4d33f02-7d24-4ca3-9922-3ca1e000b39b tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:36.682273 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device cd88b32b-c623-4fa5-a8d8-1ee293f63338 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:57:36.691594 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 4b389bb0-3946-43fe-9355-25fe701480c8 details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:57:36.716948 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d9f86675-32b1-473f-9168-6063ce400e75 req-8a3db533-ee1a-4397-b47b-0aac09ced555 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] 10.222.0.36 "GET /v2.0/security-groups?id=da3d1155-7424-48dd-a4c6-a3a4bd0e1fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2563918 Aug 16 22:57:36.824833 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [req-e4fa5d47-fb51-4cda-8573-3fa26a91f725 req-e4d33f02-7d24-4ca3-9922-3ca1e000b39b tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Allocated IP 19.80.0.80 (7055a6b6-d41b-4246-a34f-7b969c0cd362/6b83a947-e9a6-4967-9ec5-0380745cbf50/9ba34cec-b26a-41d5-a1fc-1737deae7759) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:57:36.839148 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a450ae-570f-4d84-9cfa-c70fafab8808 req-9741eac4-df5e-4f1b-a614-4660a0469819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:36.842387 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-81a450ae-570f-4d84-9cfa-c70fafab8808 req-9741eac4-df5e-4f1b-a614-4660a0469819 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e8552b0b4f6f424c8f0bc866c1ad2b74&device_id=2bc038fb-f156-450f-a404-6e5743c56ef4 HTTP/1.1" status: 200 len: 1103 time: 0.1898584 Aug 16 22:57:36.897950 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-afc8303d-7436-4772-b6e2-a88da862849c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:36.904241 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-afc8303d-7436-4772-b6e2-a88da862849c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:36.956012 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port cd88b32b-c623-4fa5-a8d8-1ee293f63338 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:57:36.956400 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:36.959303 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 4b389bb0-3946-43fe-9355-25fe701480c8, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=4b389bb0-3946-43fe-9355-25fe701480c8,segment=NetworkSegment(53d467f8-f004-4151-9ec1-9b0943941835),segment_id=53d467f8-f004-4151-9ec1-9b0943941835)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:57:37.024945 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-afc8303d-7436-4772-b6e2-a88da862849c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c6911cbfc504446982626d8f74c82db5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6290462 Aug 16 22:57:37.027356 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 38612) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:57:37.042433 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8303d-7436-4772-b6e2-a88da862849c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59dfe410-207d-472a-8a84-3ab0bc76306c,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:37.063918 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c00d14e9-e748-4ee6-ba57-4f30170d7c12 req-0cc54e30-839a-40fe-8c4c-08d9cb55ce5e tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbcbf985-7e6b-4294-a227-d9f36d3f3080 HTTP/1.1" status: 200 len: 210 time: 0.1090117 Aug 16 22:57:37.068415 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': '4b389bb0-3946-43fe-9355-25fe701480c8', 'network_id': '531036b9-b324-4db9-9e78-5626e82b1955', 'port_id': '4b389bb0-3946-43fe-9355-25fe701480c8', 'mac_address': 'fa:16:3e:7c:45:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '219926a6-4490-4512-90b1-297cef945c78', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:57:37.177842 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6c399231-de07-4345-96ab-cef6e9385326 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:37.201160 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:37.231223 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6c399231-de07-4345-96ab-cef6e9385326 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:37.240114 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b389bb0-3946-43fe-9355-25fe701480c8 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:57:37.273218 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 4b389bb0-3946-43fe-9355-25fe701480c8, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=4b389bb0-3946-43fe-9355-25fe701480c8,segment=NetworkSegment(53d467f8-f004-4151-9ec1-9b0943941835),segment_id=53d467f8-f004-4151-9ec1-9b0943941835)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:57:37.283349 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:37.355449 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6c399231-de07-4345-96ab-cef6e9385326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:37.358619 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6c399231-de07-4345-96ab-cef6e9385326 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:37.359835 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-6c399231-de07-4345-96ab-cef6e9385326 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/59dfe410-207d-472a-8a84-3ab0bc76306c HTTP/1.1" status: 204 len: 168 time: 0.3314693 Aug 16 22:57:37.385767 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c399231-de07-4345-96ab-cef6e9385326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59dfe410-207d-472a-8a84-3ab0bc76306c,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:37.436816 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a450ae-570f-4d84-9cfa-c70fafab8808 req-36e939c4-5b4f-4d00-9f3c-f1ffe8519bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:37.438617 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-81a450ae-570f-4d84-9cfa-c70fafab8808 req-36e939c4-5b4f-4d00-9f3c-f1ffe8519bae service neutron] 10.222.0.57 "GET /v2.0/networks?id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd HTTP/1.1" status: 200 len: 870 time: 0.5692120 Aug 16 22:57:37.451616 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f8482c-9bce-492b-8735-cb6d7ac94f70 req-87ee5059-2c03-4c13-ab4f-88b642d0847c tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:37.461842 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-15f8482c-9bce-492b-8735-cb6d7ac94f70 req-87ee5059-2c03-4c13-ab4f-88b642d0847c tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/ports?device_id=116b3c9c-303e-4ffe-b86f-0b052c315ef4 HTTP/1.1" status: 200 len: 945 time: 0.2273943 Aug 16 22:57:37.487560 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=4b389bb0-3946-43fe-9355-25fe701480c8,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:37.631736 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-81a450ae-570f-4d84-9cfa-c70fafab8808 req-fe26ef31-661b-4573-a648-38d7c1922ceb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=2f0d39ab-6a85-4c26-a96e-252f529a109d HTTP/1.1" status: 200 len: 217 time: 0.1613760 Aug 16 22:57:37.644082 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-15f8482c-9bce-492b-8735-cb6d7ac94f70 req-350d4e3e-4224-4590-9f12-e3769d683766 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4ad6394-3e39-4386-b02d-4a7c32c3940e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751325 Aug 16 22:57:37.659754 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-e4fa5d47-fb51-4cda-8573-3fa26a91f725 req-e4d33f02-7d24-4ca3-9922-3ca1e000b39b tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:37.737094 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:57:37.866105 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-e4fa5d47-fb51-4cda-8573-3fa26a91f725 req-e4d33f02-7d24-4ca3-9922-3ca1e000b39b tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Transition to ACTIVE for port object 9ba34cec-b26a-41d5-a1fc-1737deae7759 will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:57:37.877469 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['4b389bb0-3946-43fe-9355-25fe701480c8'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:57:37.915745 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a450ae-570f-4d84-9cfa-c70fafab8808 req-3cd40957-73cf-491f-841f-581cd5539e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:37.917615 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-81a450ae-570f-4d84-9cfa-c70fafab8808 req-3cd40957-73cf-491f-841f-581cd5539e58 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6af2b868-37d3-46ab-a526-0465929f13c8 HTTP/1.1" status: 200 len: 843 time: 0.2614479 Aug 16 22:57:37.955375 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75932248-9c0b-45ab-9baf-07334cc4d708 req-dc3d234e-0d02-4a79-857f-9f0a50e7ac37 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:37.964262 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-75932248-9c0b-45ab-9baf-07334cc4d708 req-dc3d234e-0d02-4a79-857f-9f0a50e7ac37 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/ports?device_id=558fad6e-08d7-4f4e-9a19-1e466ac0428f HTTP/1.1" status: 200 len: 950 time: 0.2712498 Aug 16 22:57:38.112598 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-75932248-9c0b-45ab-9baf-07334cc4d708 req-9dd24bde-4336-4a28-928e-17fdd95cd5cf tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/security-groups?id=28636a9e-058f-441f-8e78-3802344981e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466367 Aug 16 22:57:38.158839 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a450ae-570f-4d84-9cfa-c70fafab8808 req-bd55a0dd-2988-4682-81bf-b99ecb9e84a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:38.161273 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-81a450ae-570f-4d84-9cfa-c70fafab8808 req-bd55a0dd-2988-4682-81bf-b99ecb9e84a5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2336419 Aug 16 22:57:38.170731 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-e4fa5d47-fb51-4cda-8573-3fa26a91f725 req-e4d33f02-7d24-4ca3-9922-3ca1e000b39b tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:38.369440 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30bb388-44ab-4964-a83c-a37e56995c19 req-5c86b427-384b-41a8-9283-7401f9c5b17d tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:38.378153 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b30bb388-44ab-4964-a83c-a37e56995c19 req-5c86b427-384b-41a8-9283-7401f9c5b17d tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] 10.222.0.36 "GET /v2.0/ports?device_id=c069e61f-0fda-40e3-b6e9-3ad8054045ee HTTP/1.1" status: 200 len: 945 time: 0.3336804 Aug 16 22:57:38.389573 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4fa5d47-fb51-4cda-8573-3fa26a91f725 req-e4d33f02-7d24-4ca3-9922-3ca1e000b39b tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Network 7055a6b6-d41b-4246-a34f-7b969c0cd362 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:57:38.427106 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [req-e4fa5d47-fb51-4cda-8573-3fa26a91f725 req-e4d33f02-7d24-4ca3-9922-3ca1e000b39b tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:57:38.431684 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4fa5d47-fb51-4cda-8573-3fa26a91f725 req-e4d33f02-7d24-4ca3-9922-3ca1e000b39b tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:57:38.516731 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fa5d47-fb51-4cda-8573-3fa26a91f725 req-e4d33f02-7d24-4ca3-9922-3ca1e000b39b tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:38.517457 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-e4fa5d47-fb51-4cda-8573-3fa26a91f725 req-e4d33f02-7d24-4ca3-9922-3ca1e000b39b tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:38.547615 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d33f02-7d24-4ca3-9922-3ca1e000b39b tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Pushing event updated for resources: {'Port': ['ID=9ba34cec-b26a-41d5-a1fc-1737deae7759,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:38.595242 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b30bb388-44ab-4964-a83c-a37e56995c19 req-25f5f1d8-16b2-4f6e-9e1d-d325c6a7322e tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] 10.222.0.36 "GET /v2.0/security-groups?id=da3d1155-7424-48dd-a4c6-a3a4bd0e1fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2160506 Aug 16 22:57:38.608837 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-81a450ae-570f-4d84-9cfa-c70fafab8808 req-74929ee6-b626-49e3-a930-0067ce980000 service neutron] 10.222.0.57 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4284730 Aug 16 22:57:38.613615 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d33f02-7d24-4ca3-9922-3ca1e000b39b tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:57:38.614009 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d33f02-7d24-4ca3-9922-3ca1e000b39b tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:57:38.614478 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d33f02-7d24-4ca3-9922-3ca1e000b39b tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:57:38.614875 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d33f02-7d24-4ca3-9922-3ca1e000b39b tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:57:38.615274 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d33f02-7d24-4ca3-9922-3ca1e000b39b tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:57:38.615638 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d33f02-7d24-4ca3-9922-3ca1e000b39b tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:57:38.616068 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d33f02-7d24-4ca3-9922-3ca1e000b39b tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:57:38.616459 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d33f02-7d24-4ca3-9922-3ca1e000b39b tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:57:38.616820 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d33f02-7d24-4ca3-9922-3ca1e000b39b tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:57:38.617162 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d33f02-7d24-4ca3-9922-3ca1e000b39b tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:57:38.617501 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d33f02-7d24-4ca3-9922-3ca1e000b39b tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:57:38.617833 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d33f02-7d24-4ca3-9922-3ca1e000b39b tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:57:38.632382 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e63410-7c9f-4466-8f1d-1f642fe3dda3 req-0618eaba-278c-4e67-a61d-285eef66dc1c tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:38.634195 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b1e63410-7c9f-4466-8f1d-1f642fe3dda3 req-0618eaba-278c-4e67-a61d-285eef66dc1c tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbcbf985-7e6b-4294-a227-d9f36d3f3080 HTTP/1.1" status: 200 len: 931 time: 0.2994261 Aug 16 22:57:38.642855 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e4fa5d47-fb51-4cda-8573-3fa26a91f725 req-e4d33f02-7d24-4ca3-9922-3ca1e000b39b tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4739637 Aug 16 22:57:38.710151 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-e4fa5d47-fb51-4cda-8573-3fa26a91f725 req-96029a22-ec7b-4608-9b88-e2fcf831d0ff tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Request body: {'port': {'device_id': 'fbcbf985-7e6b-4294-a227-d9f36d3f3080', 'network_id': '9bf64473-8f43-45ec-918e-383f857f7f52', 'admin_state_up': True, 'tenant_id': '0369f599af094d418ec5d90b079c4e3c'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:57:38.821439 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-a062d960-d0d4-4591-95f6-286afc67d183 None None] Provisioning for port 9ba34cec-b26a-41d5-a1fc-1737deae7759 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:57:38.836628 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-a062d960-d0d4-4591-95f6-286afc67d183 None None] Provisioning complete for port 9ba34cec-b26a-41d5-a1fc-1737deae7759 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:57:38.841358 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a062d960-d0d4-4591-95f6-286afc67d183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:38.924640 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-a062d960-d0d4-4591-95f6-286afc67d183 None None] Port 9ba34cec-b26a-41d5-a1fc-1737deae7759 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:57:38.941665 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-81a450ae-570f-4d84-9cfa-c70fafab8808 req-deb74e7a-e2b5-42db-af08-bf7c976ca138 service neutron] 10.222.0.57 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3181293 Aug 16 22:57:39.035139 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b1e63410-7c9f-4466-8f1d-1f642fe3dda3 req-323b2dfd-408c-4775-a021-ad6cf9f18004 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "GET /v2.0/security-groups?id=af30ade3-5d60-40c1-aaba-ea89855e7980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3911622 Aug 16 22:57:39.081909 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f01d3d4-d593-44aa-bbac-c1f1ed36302c req-9c27e3c7-b5b8-41fb-99d7-7e48fcd57046 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:39.102701 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2f01d3d4-d593-44aa-bbac-c1f1ed36302c req-9c27e3c7-b5b8-41fb-99d7-7e48fcd57046 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/ports?device_id=116b3c9c-303e-4ffe-b86f-0b052c315ef4 HTTP/1.1" status: 200 len: 945 time: 0.1636662 Aug 16 22:57:39.106296 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4fa5d47-fb51-4cda-8573-3fa26a91f725 req-96029a22-ec7b-4608-9b88-e2fcf831d0ff tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Made reservation on behalf of 0369f599af094d418ec5d90b079c4e3c for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:57:39.110653 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-e4fa5d47-fb51-4cda-8573-3fa26a91f725 req-96029a22-ec7b-4608-9b88-e2fcf831d0ff tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:39.460581 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2f01d3d4-d593-44aa-bbac-c1f1ed36302c req-f64ebfe1-ffd8-45ee-acef-b37046d0f204 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4ad6394-3e39-4386-b02d-4a7c32c3940e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3554761 Aug 16 22:57:39.471124 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [req-e4fa5d47-fb51-4cda-8573-3fa26a91f725 req-96029a22-ec7b-4608-9b88-e2fcf831d0ff tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Allocated IP 19.86.0.192 (9bf64473-8f43-45ec-918e-383f857f7f52/0738275a-f26f-4e17-80a2-60937a857a5e/707673cd-dce6-4038-b37b-8c19b2a8e237) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:57:39.530060 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96b6c25-9aab-47c6-ae0b-a7b527392d09 req-26b7d825-8c5e-4b05-98d6-36c5dd604669 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:39.531910 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f96b6c25-9aab-47c6-ae0b-a7b527392d09 req-26b7d825-8c5e-4b05-98d6-36c5dd604669 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/ports?device_id=558fad6e-08d7-4f4e-9a19-1e466ac0428f HTTP/1.1" status: 200 len: 950 time: 0.1512315 Aug 16 22:57:39.636648 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f96b6c25-9aab-47c6-ae0b-a7b527392d09 req-71cf4c77-e53d-472d-846b-f5e40226effb tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/security-groups?id=28636a9e-058f-441f-8e78-3802344981e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927732 Aug 16 22:57:39.862351 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-e4fa5d47-fb51-4cda-8573-3fa26a91f725 req-96029a22-ec7b-4608-9b88-e2fcf831d0ff tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:39.880583 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794456f3-52e9-480f-80db-5dd531ba448e req-72867b59-5b63-42f2-a1de-b36b5028d1ff tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:39.882193 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-794456f3-52e9-480f-80db-5dd531ba448e req-72867b59-5b63-42f2-a1de-b36b5028d1ff tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] 10.222.0.36 "GET /v2.0/ports?device_id=c069e61f-0fda-40e3-b6e9-3ad8054045ee HTTP/1.1" status: 200 len: 945 time: 0.1094952 Aug 16 22:57:39.892521 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-e4fa5d47-fb51-4cda-8573-3fa26a91f725 req-96029a22-ec7b-4608-9b88-e2fcf831d0ff tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Transition to ACTIVE for port object 707673cd-dce6-4038-b37b-8c19b2a8e237 will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:57:40.368068 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-794456f3-52e9-480f-80db-5dd531ba448e req-5cd9797d-a93b-42ea-ba02-28cff8a74300 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] 10.222.0.36 "GET /v2.0/security-groups?id=da3d1155-7424-48dd-a4c6-a3a4bd0e1fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4778214 Aug 16 22:57:40.401248 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-e4fa5d47-fb51-4cda-8573-3fa26a91f725 req-96029a22-ec7b-4608-9b88-e2fcf831d0ff tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:40.489608 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade33042-e82b-4e27-a6a7-9d6a2e982eee req-531092f5-0e5d-4f59-8678-385f3c8de963 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:40.491766 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ade33042-e82b-4e27-a6a7-9d6a2e982eee req-531092f5-0e5d-4f59-8678-385f3c8de963 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbcbf985-7e6b-4294-a227-d9f36d3f3080 HTTP/1.1" status: 200 len: 931 time: 0.2132220 Aug 16 22:57:40.535755 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4fa5d47-fb51-4cda-8573-3fa26a91f725 req-96029a22-ec7b-4608-9b88-e2fcf831d0ff tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Network 9bf64473-8f43-45ec-918e-383f857f7f52 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:57:40.537311 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96029a22-ec7b-4608-9b88-e2fcf831d0ff tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Pushing event updated for resources: {'Port': ['ID=707673cd-dce6-4038-b37b-8c19b2a8e237,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:40.541813 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [req-e4fa5d47-fb51-4cda-8573-3fa26a91f725 req-96029a22-ec7b-4608-9b88-e2fcf831d0ff tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:57:40.544045 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4fa5d47-fb51-4cda-8573-3fa26a91f725 req-96029a22-ec7b-4608-9b88-e2fcf831d0ff tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:57:40.602570 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fa5d47-fb51-4cda-8573-3fa26a91f725 req-96029a22-ec7b-4608-9b88-e2fcf831d0ff tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:40.603285 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-e4fa5d47-fb51-4cda-8573-3fa26a91f725 req-96029a22-ec7b-4608-9b88-e2fcf831d0ff tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:40.631700 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ade33042-e82b-4e27-a6a7-9d6a2e982eee req-8bcebecf-3e07-4984-9265-ebc5ca3cbaa1 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "GET /v2.0/security-groups?id=af30ade3-5d60-40c1-aaba-ea89855e7980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304309 Aug 16 22:57:40.650891 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e4fa5d47-fb51-4cda-8573-3fa26a91f725 req-96029a22-ec7b-4608-9b88-e2fcf831d0ff tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9892735 Aug 16 22:57:40.668050 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-e4fa5d47-fb51-4cda-8573-3fa26a91f725 req-99e79b94-170e-47b7-ac91-c40ec8246890 service neutron] Request body: {'port': {'device_id': 'fbcbf985-7e6b-4294-a227-d9f36d3f3080', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-26'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:57:40.690823 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 4b389bb0-3946-43fe-9355-25fe701480c8 up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:57:40.736228 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d2f4a5-36ed-4828-96d1-b244764790ed req-fef6afc6-41f2-4507-bbf1-0c64ee955b69 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:40.738566 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a9d2f4a5-36ed-4828-96d1-b244764790ed req-fef6afc6-41f2-4507-bbf1-0c64ee955b69 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/ports?device_id=116b3c9c-303e-4ffe-b86f-0b052c315ef4 HTTP/1.1" status: 200 len: 945 time: 0.1324685 Aug 16 22:57:40.786120 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-e4fa5d47-fb51-4cda-8573-3fa26a91f725 req-99e79b94-170e-47b7-ac91-c40ec8246890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:40.807721 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning for port 4b389bb0-3946-43fe-9355-25fe701480c8 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:57:40.821556 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port 4b389bb0-3946-43fe-9355-25fe701480c8 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:57:40.821939 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:40.897007 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-aa8190df-5c8d-437f-a0a4-6bb46a39ae72 None None] Provisioning for port 707673cd-dce6-4038-b37b-8c19b2a8e237 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:57:40.912071 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-aa8190df-5c8d-437f-a0a4-6bb46a39ae72 None None] Provisioning complete for port 707673cd-dce6-4038-b37b-8c19b2a8e237 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:57:40.912961 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-aa8190df-5c8d-437f-a0a4-6bb46a39ae72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:40.933276 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a9d2f4a5-36ed-4828-96d1-b244764790ed req-0c05f683-05d6-4787-99bf-6cd19b046bdd tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4ad6394-3e39-4386-b02d-4a7c32c3940e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743097 Aug 16 22:57:41.013856 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e152bca-612a-4a45-94d6-829dbf3f1e61 req-f333772b-8dfe-4b91-b13d-40f3cde6158d tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:41.022059 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8e152bca-612a-4a45-94d6-829dbf3f1e61 req-f333772b-8dfe-4b91-b13d-40f3cde6158d tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/ports?device_id=558fad6e-08d7-4f4e-9a19-1e466ac0428f HTTP/1.1" status: 200 len: 950 time: 0.1753809 Aug 16 22:57:41.025317 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-aa8190df-5c8d-437f-a0a4-6bb46a39ae72 None None] Port 707673cd-dce6-4038-b37b-8c19b2a8e237 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:57:41.028390 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:41.031822 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:41.055093 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c069e61f-0fda-40e3-b6e9-3ad8054045ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b389bb0-3946-43fe-9355-25fe701480c8'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:57:41.057627 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c26fbb19-7102-4e42-8fdf-af667b1a8341" -d '{"events": [{"server_uuid": "c069e61f-0fda-40e3-b6e9-3ad8054045ee", "name": "network-vif-plugged", "status": "completed", "tag": "4b389bb0-3946-43fe-9355-25fe701480c8"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:57:41.077367 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 4b389bb0-3946-43fe-9355-25fe701480c8, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=4b389bb0-3946-43fe-9355-25fe701480c8,segment=NetworkSegment(53d467f8-f004-4151-9ec1-9b0943941835),segment_id=53d467f8-f004-4151-9ec1-9b0943941835)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:57:41.083235 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 38812) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:57:41.091070 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:41.091690 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 2f0d39ab-6a85-4c26-a96e-252f529a109d no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:57:41.136822 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8e152bca-612a-4a45-94d6-829dbf3f1e61 req-53670514-22ba-4d8a-a15f-04ba9ecd8b8d tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/security-groups?id=28636a9e-058f-441f-8e78-3802344981e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971646 Aug 16 22:57:41.136993 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5054a484-f5f7-4bd5-839d-2d6414e231ea x-openstack-request-id: req-5054a484-f5f7-4bd5-839d-2d6414e231ea {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:57:41.136993 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c069e61f-0fda-40e3-b6e9-3ad8054045ee", "name": "network-vif-plugged", "status": "completed", "tag": "4b389bb0-3946-43fe-9355-25fe701480c8", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:57:41.136993 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5054a484-f5f7-4bd5-839d-2d6414e231ea {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:57:41.136993 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c069e61f-0fda-40e3-b6e9-3ad8054045ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b389bb0-3946-43fe-9355-25fe701480c8', 'code': 200} Aug 16 22:57:41.211422 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=4b389bb0-3946-43fe-9355-25fe701480c8,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:41.225956 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:41.263009 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 2f0d39ab-6a85-4c26-a96e-252f529a109d, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=2f0d39ab-6a85-4c26-a96e-252f529a109d,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:57:41.265741 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3659f257-8e1b-4938-971b-2c83d279b300 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:41.267626 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:41.323245 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=2f0d39ab-6a85-4c26-a96e-252f529a109d,revision_number=11']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:41.330571 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d686bf7-e989-49ee-a293-2a45e82601e0 req-9054720f-4243-4852-8c78-4ab85e477a6f tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:41.332250 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8d686bf7-e989-49ee-a293-2a45e82601e0 req-9054720f-4243-4852-8c78-4ab85e477a6f tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] 10.222.0.36 "GET /v2.0/ports?device_id=2bc038fb-f156-450f-a404-6e5743c56ef4 HTTP/1.1" status: 200 len: 951 time: 0.1485498 Aug 16 22:57:41.342368 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0eb567-7094-4263-97c8-1a7bcf99fdbc req-56cc3374-41ef-4844-90f2-7bc1e54fd702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:41.343829 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cc0eb567-7094-4263-97c8-1a7bcf99fdbc req-56cc3374-41ef-4844-90f2-7bc1e54fd702 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c069e61f-0fda-40e3-b6e9-3ad8054045ee HTTP/1.1" status: 200 len: 1098 time: 0.1167016 Aug 16 22:57:41.352634 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [req-e4fa5d47-fb51-4cda-8573-3fa26a91f725 req-99e79b94-170e-47b7-ac91-c40ec8246890 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ba34cec-b26a-41d5-a1fc-1737deae7759 {{(pid=101292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:57:41.367129 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-e4fa5d47-fb51-4cda-8573-3fa26a91f725 req-99e79b94-170e-47b7-ac91-c40ec8246890 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:41.381045 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3659f257-8e1b-4938-971b-2c83d279b300 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:41.386623 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3659f257-8e1b-4938-971b-2c83d279b300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:41.408579 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-e4fa5d47-fb51-4cda-8573-3fa26a91f725 req-99e79b94-170e-47b7-ac91-c40ec8246890 service neutron] Transition to ACTIVE for port object 9ba34cec-b26a-41d5-a1fc-1737deae7759 will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:57:41.423548 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-e4fa5d47-fb51-4cda-8573-3fa26a91f725 req-99e79b94-170e-47b7-ac91-c40ec8246890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:41.428579 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-3659f257-8e1b-4938-971b-2c83d279b300 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8c65e28b676b4b598e10e22bebf5d9b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3432691 Aug 16 22:57:41.429327 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3659f257-8e1b-4938-971b-2c83d279b300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab71e91d-9b41-46d5-9a81-6545238e5ec0,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:41.431615 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 38818) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:57:41.433632 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8d686bf7-e989-49ee-a293-2a45e82601e0 req-83f2ed2c-13b3-4d7a-868b-161e1086e634 tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] 10.222.0.36 "GET /v2.0/security-groups?id=eaa103af-6035-465a-ac0a-d83c49d1ff93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942109 Aug 16 22:57:41.441545 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cc0eb567-7094-4263-97c8-1a7bcf99fdbc req-be4bf710-f731-4e99-9c4c-a43490930506 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=da3d1155-7424-48dd-a4c6-a3a4bd0e1fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843663 Aug 16 22:57:41.493697 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9534596a-7524-45cf-b38a-87cef629c22c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:41.521761 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9534596a-7524-45cf-b38a-87cef629c22c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:41.591102 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e79b94-170e-47b7-ac91-c40ec8246890 service neutron] Pushing event updated for resources: {'Port': ['ID=9ba34cec-b26a-41d5-a1fc-1737deae7759,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:41.619086 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9534596a-7524-45cf-b38a-87cef629c22c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:41.624265 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9534596a-7524-45cf-b38a-87cef629c22c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:41.626386 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-9534596a-7524-45cf-b38a-87cef629c22c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ab71e91d-9b41-46d5-9a81-6545238e5ec0 HTTP/1.1" status: 204 len: 168 time: 0.1937408 Aug 16 22:57:41.637047 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9534596a-7524-45cf-b38a-87cef629c22c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab71e91d-9b41-46d5-9a81-6545238e5ec0,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:41.652149 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ec9df1-0a99-4d1b-8901-f821c29ae696 req-748f9282-9ad7-45b1-8456-5066944b6b3b tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:41.679621 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f6ec9df1-0a99-4d1b-8901-f821c29ae696 req-748f9282-9ad7-45b1-8456-5066944b6b3b tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] 10.222.0.36 "GET /v2.0/ports?device_id=c069e61f-0fda-40e3-b6e9-3ad8054045ee HTTP/1.1" status: 200 len: 946 time: 0.2042003 Aug 16 22:57:41.821657 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f6ec9df1-0a99-4d1b-8901-f821c29ae696 req-5d6a8531-a92e-4371-8b0b-198c5b3ca2ab tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] 10.222.0.36 "GET /v2.0/security-groups?id=da3d1155-7424-48dd-a4c6-a3a4bd0e1fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1411176 Aug 16 22:57:41.824228 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-e4fa5d47-fb51-4cda-8573-3fa26a91f725 req-99e79b94-170e-47b7-ac91-c40ec8246890 service neutron] Attempting to bind port 9ba34cec-b26a-41d5-a1fc-1737deae7759 on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:57:41.824558 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-e4fa5d47-fb51-4cda-8573-3fa26a91f725 req-99e79b94-170e-47b7-ac91-c40ec8246890 service neutron] Attempting to bind port 9ba34cec-b26a-41d5-a1fc-1737deae7759 by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': '2b336c2b-370d-414e-baa2-e0fc56b3e13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '7055a6b6-d41b-4246-a34f-7b969c0cd362'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:57:41.825035 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4fa5d47-fb51-4cda-8573-3fa26a91f725 req-99e79b94-170e-47b7-ac91-c40ec8246890 service neutron] Attempting to bind port 9ba34cec-b26a-41d5-a1fc-1737deae7759 on network 7055a6b6-d41b-4246-a34f-7b969c0cd362 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:57:41.832519 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4fa5d47-fb51-4cda-8573-3fa26a91f725 req-99e79b94-170e-47b7-ac91-c40ec8246890 service neutron] Port 9ba34cec-b26a-41d5-a1fc-1737deae7759 on network 7055a6b6-d41b-4246-a34f-7b969c0cd362 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:57:41.832908 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4fa5d47-fb51-4cda-8573-3fa26a91f725 req-99e79b94-170e-47b7-ac91-c40ec8246890 service neutron] Attempting to bind port 9ba34cec-b26a-41d5-a1fc-1737deae7759 on network 7055a6b6-d41b-4246-a34f-7b969c0cd362 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:57:41.852309 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4fa5d47-fb51-4cda-8573-3fa26a91f725 req-99e79b94-170e-47b7-ac91-c40ec8246890 service neutron] Checking agent: {'id': 'd28e24f9-e5ea-41e1-80bf-3c7943ad7f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:57:41.854057 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4fa5d47-fb51-4cda-8573-3fa26a91f725 req-99e79b94-170e-47b7-ac91-c40ec8246890 service neutron] Checking segment: {'id': '2b336c2b-370d-414e-baa2-e0fc56b3e13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '7055a6b6-d41b-4246-a34f-7b969c0cd362'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:57:41.855281 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4fa5d47-fb51-4cda-8573-3fa26a91f725 req-99e79b94-170e-47b7-ac91-c40ec8246890 service neutron] Bound using segment: {'id': '2b336c2b-370d-414e-baa2-e0fc56b3e13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '7055a6b6-d41b-4246-a34f-7b969c0cd362'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:57:41.855911 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-e4fa5d47-fb51-4cda-8573-3fa26a91f725 req-99e79b94-170e-47b7-ac91-c40ec8246890 service neutron] Bound port: 9ba34cec-b26a-41d5-a1fc-1737deae7759, host: n-h1-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b336c2b-370d-414e-baa2-e0fc56b3e13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '7055a6b6-d41b-4246-a34f-7b969c0cd362'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:57:41.863446 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-e4fa5d47-fb51-4cda-8573-3fa26a91f725 req-99e79b94-170e-47b7-ac91-c40ec8246890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:42.059924 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-e4fa5d47-fb51-4cda-8573-3fa26a91f725 req-99e79b94-170e-47b7-ac91-c40ec8246890 service neutron] For port 9ba34cec-b26a-41d5-a1fc-1737deae7759, host n-h1-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:57:42.065205 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-e4fa5d47-fb51-4cda-8573-3fa26a91f725 req-99e79b94-170e-47b7-ac91-c40ec8246890 service neutron] For port 9ba34cec-b26a-41d5-a1fc-1737deae7759, host n-h1-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=9ba34cec-b26a-41d5-a1fc-1737deae7759,segment=NetworkSegment(2b336c2b-370d-414e-baa2-e0fc56b3e13b),segment_id=2b336c2b-370d-414e-baa2-e0fc56b3e13b)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:57:42.071271 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-e4fa5d47-fb51-4cda-8573-3fa26a91f725 req-99e79b94-170e-47b7-ac91-c40ec8246890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:42.121281 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fa5d47-fb51-4cda-8573-3fa26a91f725 req-99e79b94-170e-47b7-ac91-c40ec8246890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:42.122132 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-e4fa5d47-fb51-4cda-8573-3fa26a91f725 req-99e79b94-170e-47b7-ac91-c40ec8246890 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:42.124366 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e4fa5d47-fb51-4cda-8573-3fa26a91f725 req-99e79b94-170e-47b7-ac91-c40ec8246890 service neutron] 10.222.0.68 "PUT /v2.0/ports/9ba34cec-b26a-41d5-a1fc-1737deae7759 HTTP/1.1" status: 200 len: 1092 time: 1.4604669 Aug 16 22:57:42.129595 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 38864) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:57:42.147698 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38025be1-5e45-4639-83f1-2cecba271457 req-be281b94-98c7-4494-b5a9-63597dfcd8a3 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:42.150566 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b89e62a2-1919-49fe-8186-257fb69cbca4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:42.155901 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38025be1-5e45-4639-83f1-2cecba271457 req-be281b94-98c7-4494-b5a9-63597dfcd8a3 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:42.165352 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-38025be1-5e45-4639-83f1-2cecba271457 req-be281b94-98c7-4494-b5a9-63597dfcd8a3 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbcbf985-7e6b-4294-a227-d9f36d3f3080 HTTP/1.1" status: 200 len: 1666 time: 0.1870189 Aug 16 22:57:42.180401 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbcbf985-7e6b-4294-a227-d9f36d3f3080', 'tag': '9ba34cec-b26a-41d5-a1fc-1737deae7759'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:57:42.183846 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f21f6dd7-4bfc-4b67-96b3-15a66e513d99" -d '{"events": [{"name": "network-changed", "server_uuid": "fbcbf985-7e6b-4294-a227-d9f36d3f3080", "tag": "9ba34cec-b26a-41d5-a1fc-1737deae7759"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:57:42.192579 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-e4fa5d47-fb51-4cda-8573-3fa26a91f725 req-15c7254f-e528-4730-b251-62d10b1f1797 service neutron] Request body: {'port': {'device_id': 'fbcbf985-7e6b-4294-a227-d9f36d3f3080', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-26'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:57:42.300893 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b89e62a2-1919-49fe-8186-257fb69cbca4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:42.306910 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b89e62a2-1919-49fe-8186-257fb69cbca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:42.317789 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e79b94-170e-47b7-ac91-c40ec8246890 service neutron] Pushing event updated for resources: {'Port': ['ID=9ba34cec-b26a-41d5-a1fc-1737deae7759,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:42.353385 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89e62a2-1919-49fe-8186-257fb69cbca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e734d04-e6d2-499e-ad69-2fc1cce284d2,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:42.359114 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-b89e62a2-1919-49fe-8186-257fb69cbca4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=08f030155e8546b4aab2a1202bc44b57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2282374 Aug 16 22:57:42.363245 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 38874) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:57:42.373380 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-38025be1-5e45-4639-83f1-2cecba271457 req-b8540413-c70b-457c-89ca-af606b083626 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "GET /v2.0/security-groups?id=af30ade3-5d60-40c1-aaba-ea89855e7980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019684 Aug 16 22:57:42.390899 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de97edf9-7320-4c7f-b153-56c4f871ac98 req-339590d5-dc20-48c9-a6a1-f96beacb2f61 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:42.393197 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-de97edf9-7320-4c7f-b153-56c4f871ac98 req-339590d5-dc20-48c9-a6a1-f96beacb2f61 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/ports?device_id=116b3c9c-303e-4ffe-b86f-0b052c315ef4 HTTP/1.1" status: 200 len: 945 time: 0.2811708 Aug 16 22:57:42.398881 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-e4fa5d47-fb51-4cda-8573-3fa26a91f725 req-15c7254f-e528-4730-b251-62d10b1f1797 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:42.419309 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-72f03f4c-c244-49f6-9a5b-c0137beaebb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:42.445202 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-72f03f4c-c244-49f6-9a5b-c0137beaebb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:42.475215 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-de97edf9-7320-4c7f-b153-56c4f871ac98 req-87d802bf-e63d-486d-b3d1-eab0d8ed51fe tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4ad6394-3e39-4386-b02d-4a7c32c3940e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646348 Aug 16 22:57:42.516525 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-72f03f4c-c244-49f6-9a5b-c0137beaebb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:42.522775 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-72f03f4c-c244-49f6-9a5b-c0137beaebb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:42.526269 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-72f03f4c-c244-49f6-9a5b-c0137beaebb9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8e734d04-e6d2-499e-ad69-2fc1cce284d2 HTTP/1.1" status: 204 len: 168 time: 0.1598821 Aug 16 22:57:42.545805 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f03f4c-c244-49f6-9a5b-c0137beaebb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e734d04-e6d2-499e-ad69-2fc1cce284d2,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:42.661386 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0de59db-3f35-4cae-a934-87e8a70e967a req-493e8600-da83-4641-b38c-17fb84b86928 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:42.662936 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b0de59db-3f35-4cae-a934-87e8a70e967a req-493e8600-da83-4641-b38c-17fb84b86928 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/ports?device_id=558fad6e-08d7-4f4e-9a19-1e466ac0428f HTTP/1.1" status: 200 len: 950 time: 0.1045072 Aug 16 22:57:42.774989 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b0de59db-3f35-4cae-a934-87e8a70e967a req-2971945f-c5a9-4ba2-9970-560493d3d608 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/security-groups?id=28636a9e-058f-441f-8e78-3802344981e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965590 Aug 16 22:57:42.782428 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6430e1f1-f343-464b-b9c3-8e66a26cf8ab x-openstack-request-id: req-6430e1f1-f343-464b-b9c3-8e66a26cf8ab {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:57:42.782634 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbcbf985-7e6b-4294-a227-d9f36d3f3080", "tag": "9ba34cec-b26a-41d5-a1fc-1737deae7759", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:57:42.782830 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6430e1f1-f343-464b-b9c3-8e66a26cf8ab {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:57:42.783240 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbcbf985-7e6b-4294-a227-d9f36d3f3080', 'tag': '9ba34cec-b26a-41d5-a1fc-1737deae7759', 'status': 'completed', 'code': 200} Aug 16 22:57:42.815531 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39423018-bbd7-479d-bfff-993325bbb3c6 req-68133e83-7b25-4264-8411-c903b193f722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:42.817067 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-39423018-bbd7-479d-bfff-993325bbb3c6 req-68133e83-7b25-4264-8411-c903b193f722 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=116b3c9c-303e-4ffe-b86f-0b052c315ef4 HTTP/1.1" status: 200 len: 1097 time: 0.1202617 Aug 16 22:57:42.834869 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [req-e4fa5d47-fb51-4cda-8573-3fa26a91f725 req-15c7254f-e528-4730-b251-62d10b1f1797 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 707673cd-dce6-4038-b37b-8c19b2a8e237 {{(pid=101292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:57:42.852479 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-e4fa5d47-fb51-4cda-8573-3fa26a91f725 req-15c7254f-e528-4730-b251-62d10b1f1797 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:42.873986 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-e4fa5d47-fb51-4cda-8573-3fa26a91f725 req-15c7254f-e528-4730-b251-62d10b1f1797 service neutron] Transition to ACTIVE for port object 707673cd-dce6-4038-b37b-8c19b2a8e237 will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:57:42.880958 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-39423018-bbd7-479d-bfff-993325bbb3c6 req-a614336f-7afa-4418-bdc3-c69fe7b95e49 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a4ad6394-3e39-4386-b02d-4a7c32c3940e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559294 Aug 16 22:57:42.882762 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-e4fa5d47-fb51-4cda-8573-3fa26a91f725 req-15c7254f-e528-4730-b251-62d10b1f1797 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:42.922493 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21f6dd7-4bfc-4b67-96b3-15a66e513d99 req-4dd2dfa9-7a97-4ffa-9022-0f3feaba1ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:42.925631 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21f6dd7-4bfc-4b67-96b3-15a66e513d99 req-4dd2dfa9-7a97-4ffa-9022-0f3feaba1ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:42.927636 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-f21f6dd7-4bfc-4b67-96b3-15a66e513d99 req-4dd2dfa9-7a97-4ffa-9022-0f3feaba1ee1 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=0369f599af094d418ec5d90b079c4e3c&device_id=fbcbf985-7e6b-4294-a227-d9f36d3f3080 HTTP/1.1" status: 200 len: 1914 time: 0.1128671 Aug 16 22:57:42.946815 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c7254f-e528-4730-b251-62d10b1f1797 service neutron] Pushing event updated for resources: {'Port': ['ID=707673cd-dce6-4038-b37b-8c19b2a8e237,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:43.061265 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21f6dd7-4bfc-4b67-96b3-15a66e513d99 req-02d95b65-5d84-4c97-a813-29e268bc82d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:43.062116 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21f6dd7-4bfc-4b67-96b3-15a66e513d99 req-02d95b65-5d84-4c97-a813-29e268bc82d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:43.062613 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21f6dd7-4bfc-4b67-96b3-15a66e513d99 req-02d95b65-5d84-4c97-a813-29e268bc82d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:43.064355 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-f21f6dd7-4bfc-4b67-96b3-15a66e513d99 req-02d95b65-5d84-4c97-a813-29e268bc82d3 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=0369f599af094d418ec5d90b079c4e3c&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.1260026 Aug 16 22:57:43.086569 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e1aaf4-0ef6-4ad6-94ba-8adc7d804136 req-7cb92b79-288e-466b-b54b-36da41e5eb68 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:43.088331 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e1e1aaf4-0ef6-4ad6-94ba-8adc7d804136 req-7cb92b79-288e-466b-b54b-36da41e5eb68 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] 10.222.0.36 "GET /v2.0/ports?device_id=c069e61f-0fda-40e3-b6e9-3ad8054045ee HTTP/1.1" status: 200 len: 946 time: 0.1290562 Aug 16 22:57:43.122364 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-e4fa5d47-fb51-4cda-8573-3fa26a91f725 req-15c7254f-e528-4730-b251-62d10b1f1797 service neutron] Attempting to bind port 707673cd-dce6-4038-b37b-8c19b2a8e237 on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:57:43.123371 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-e4fa5d47-fb51-4cda-8573-3fa26a91f725 req-15c7254f-e528-4730-b251-62d10b1f1797 service neutron] Attempting to bind port 707673cd-dce6-4038-b37b-8c19b2a8e237 by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': '7f6690b2-beb5-4800-839c-9564531cb641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9bf64473-8f43-45ec-918e-383f857f7f52'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:57:43.123371 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4fa5d47-fb51-4cda-8573-3fa26a91f725 req-15c7254f-e528-4730-b251-62d10b1f1797 service neutron] Attempting to bind port 707673cd-dce6-4038-b37b-8c19b2a8e237 on network 9bf64473-8f43-45ec-918e-383f857f7f52 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:57:43.133960 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc038fb-f156-450f-a404-6e5743c56ef4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f0d39ab-6a85-4c26-a96e-252f529a109d'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:57:43.137989 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4fa5d47-fb51-4cda-8573-3fa26a91f725 req-15c7254f-e528-4730-b251-62d10b1f1797 service neutron] Port 707673cd-dce6-4038-b37b-8c19b2a8e237 on network 9bf64473-8f43-45ec-918e-383f857f7f52 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:57:43.137989 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4fa5d47-fb51-4cda-8573-3fa26a91f725 req-15c7254f-e528-4730-b251-62d10b1f1797 service neutron] Attempting to bind port 707673cd-dce6-4038-b37b-8c19b2a8e237 on network 9bf64473-8f43-45ec-918e-383f857f7f52 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:57:43.141946 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30d62487-f952-4d8f-8a54-1dae38b5f62a" -d '{"events": [{"server_uuid": "2bc038fb-f156-450f-a404-6e5743c56ef4", "name": "network-vif-unplugged", "status": "completed", "tag": "2f0d39ab-6a85-4c26-a96e-252f529a109d"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:57:43.146081 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4fa5d47-fb51-4cda-8573-3fa26a91f725 req-15c7254f-e528-4730-b251-62d10b1f1797 service neutron] Checking agent: {'id': 'd28e24f9-e5ea-41e1-80bf-3c7943ad7f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:57:43.146419 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4fa5d47-fb51-4cda-8573-3fa26a91f725 req-15c7254f-e528-4730-b251-62d10b1f1797 service neutron] Checking segment: {'id': '7f6690b2-beb5-4800-839c-9564531cb641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9bf64473-8f43-45ec-918e-383f857f7f52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:57:43.146841 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4fa5d47-fb51-4cda-8573-3fa26a91f725 req-15c7254f-e528-4730-b251-62d10b1f1797 service neutron] Bound using segment: {'id': '7f6690b2-beb5-4800-839c-9564531cb641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9bf64473-8f43-45ec-918e-383f857f7f52'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:57:43.147634 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-e4fa5d47-fb51-4cda-8573-3fa26a91f725 req-15c7254f-e528-4730-b251-62d10b1f1797 service neutron] Bound port: 707673cd-dce6-4038-b37b-8c19b2a8e237, host: n-h1-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f6690b2-beb5-4800-839c-9564531cb641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9bf64473-8f43-45ec-918e-383f857f7f52'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:57:43.147634 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-e4fa5d47-fb51-4cda-8573-3fa26a91f725 req-15c7254f-e528-4730-b251-62d10b1f1797 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:43.170622 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e1e1aaf4-0ef6-4ad6-94ba-8adc7d804136 req-0f38df94-0ddf-4ec3-a27f-75ce52abdc56 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] 10.222.0.36 "GET /v2.0/security-groups?id=da3d1155-7424-48dd-a4c6-a3a4bd0e1fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706735 Aug 16 22:57:43.189344 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21f6dd7-4bfc-4b67-96b3-15a66e513d99 req-5d3191dd-aa00-4d47-a957-c13b74675dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:43.191498 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-f21f6dd7-4bfc-4b67-96b3-15a66e513d99 req-5d3191dd-aa00-4d47-a957-c13b74675dc8 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1198750 Aug 16 22:57:43.241628 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-e4fa5d47-fb51-4cda-8573-3fa26a91f725 req-15c7254f-e528-4730-b251-62d10b1f1797 service neutron] For port 707673cd-dce6-4038-b37b-8c19b2a8e237, host n-h1-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:57:43.245327 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-e4fa5d47-fb51-4cda-8573-3fa26a91f725 req-15c7254f-e528-4730-b251-62d10b1f1797 service neutron] For port 707673cd-dce6-4038-b37b-8c19b2a8e237, host n-h1-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=707673cd-dce6-4038-b37b-8c19b2a8e237,segment=NetworkSegment(7f6690b2-beb5-4800-839c-9564531cb641),segment_id=7f6690b2-beb5-4800-839c-9564531cb641)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:57:43.257947 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-e4fa5d47-fb51-4cda-8573-3fa26a91f725 req-15c7254f-e528-4730-b251-62d10b1f1797 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:43.297128 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fa5d47-fb51-4cda-8573-3fa26a91f725 req-15c7254f-e528-4730-b251-62d10b1f1797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:43.297878 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-e4fa5d47-fb51-4cda-8573-3fa26a91f725 req-15c7254f-e528-4730-b251-62d10b1f1797 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:43.299361 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e4fa5d47-fb51-4cda-8573-3fa26a91f725 req-15c7254f-e528-4730-b251-62d10b1f1797 service neutron] 10.222.0.68 "PUT /v2.0/ports/707673cd-dce6-4038-b37b-8c19b2a8e237 HTTP/1.1" status: 200 len: 1093 time: 1.1207449 Aug 16 22:57:43.336820 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c7254f-e528-4730-b251-62d10b1f1797 service neutron] Pushing event updated for resources: {'Port': ['ID=707673cd-dce6-4038-b37b-8c19b2a8e237,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:43.406761 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 746316bb-90f9-4c54-81f9-8f8cbbb9606c details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:57:43.410802 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 746316bb-90f9-4c54-81f9-8f8cbbb9606c no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:57:43.414171 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fa5d47-fb51-4cda-8573-3fa26a91f725 req-848e948a-f695-4d1c-9f1c-c2a07ff2e638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:43.414765 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fa5d47-fb51-4cda-8573-3fa26a91f725 req-848e948a-f695-4d1c-9f1c-c2a07ff2e638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:43.416586 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e4fa5d47-fb51-4cda-8573-3fa26a91f725 req-848e948a-f695-4d1c-9f1c-c2a07ff2e638 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=0369f599af094d418ec5d90b079c4e3c&device_id=fbcbf985-7e6b-4294-a227-d9f36d3f3080 HTTP/1.1" status: 200 len: 1982 time: 0.0564659 Aug 16 22:57:43.516820 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e4fa5d47-fb51-4cda-8573-3fa26a91f725 req-ac087e16-03ad-4465-8498-d38cba47ba90 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.80&port_id=9ba34cec-b26a-41d5-a1fc-1737deae7759 HTTP/1.1" status: 200 len: 217 time: 0.0901785 Aug 16 22:57:43.581782 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 22:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f22d13f-978c-4f89-b5f9-c318a7895f8d x-openstack-request-id: req-6f22d13f-978c-4f89-b5f9-c318a7895f8d {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:57:43.582266 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bc038fb-f156-450f-a404-6e5743c56ef4", "name": "network-vif-unplugged", "status": "completed", "tag": "2f0d39ab-6a85-4c26-a96e-252f529a109d", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:57:43.582680 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6f22d13f-978c-4f89-b5f9-c318a7895f8d {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:57:43.583718 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc038fb-f156-450f-a404-6e5743c56ef4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f0d39ab-6a85-4c26-a96e-252f529a109d', 'code': 200} Aug 16 22:57:43.666451 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fa5d47-fb51-4cda-8573-3fa26a91f725 req-a049153a-d3ad-4968-9002-4ad8ed772aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:43.668375 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e4fa5d47-fb51-4cda-8573-3fa26a91f725 req-a049153a-d3ad-4968-9002-4ad8ed772aa8 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6b83a947-e9a6-4967-9ec5-0380745cbf50 HTTP/1.1" status: 200 len: 801 time: 0.1444571 Aug 16 22:57:43.751171 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4a1867-2c75-4810-900c-a6f5bb64d03c req-da46f229-32f8-4a40-b0f2-045f04cbb1ca tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:43.757999 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4a1867-2c75-4810-900c-a6f5bb64d03c req-da46f229-32f8-4a40-b0f2-045f04cbb1ca tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:43.760908 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6f4a1867-2c75-4810-900c-a6f5bb64d03c req-da46f229-32f8-4a40-b0f2-045f04cbb1ca tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbcbf985-7e6b-4294-a227-d9f36d3f3080 HTTP/1.1" status: 200 len: 1678 time: 0.1720941 Aug 16 22:57:43.809391 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2232218f-f9c6-486b-b802-f21aa526b4d3 req-a55b79c9-c2ec-402d-9d5b-5b446b5fa93e tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:43.811713 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2232218f-f9c6-486b-b802-f21aa526b4d3 req-a55b79c9-c2ec-402d-9d5b-5b446b5fa93e tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/ports?device_id=116b3c9c-303e-4ffe-b86f-0b052c315ef4 HTTP/1.1" status: 200 len: 945 time: 0.1646783 Aug 16 22:57:43.816163 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fa5d47-fb51-4cda-8573-3fa26a91f725 req-6cf68930-8529-427b-abc1-80fb782b9450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:43.818056 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e4fa5d47-fb51-4cda-8573-3fa26a91f725 req-6cf68930-8529-427b-abc1-80fb782b9450 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=7055a6b6-d41b-4246-a34f-7b969c0cd362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1385758 Aug 16 22:57:43.877131 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 746316bb-90f9-4c54-81f9-8f8cbbb9606c, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=746316bb-90f9-4c54-81f9-8f8cbbb9606c,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:57:43.899072 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': '746316bb-90f9-4c54-81f9-8f8cbbb9606c', 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd', 'port_id': '746316bb-90f9-4c54-81f9-8f8cbbb9606c', 'mac_address': 'fa:16:3e:6e:7d:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6af2b868-37d3-46ab-a526-0465929f13c8', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:57:43.903601 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:43.919102 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6f4a1867-2c75-4810-900c-a6f5bb64d03c req-6c1a1846-9004-48c3-b7be-a3e04bba468a tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "GET /v2.0/security-groups?id=af30ade3-5d60-40c1-aaba-ea89855e7980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526499 Aug 16 22:57:43.925626 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2232218f-f9c6-486b-b802-f21aa526b4d3 req-49a4c4a3-98d4-4a31-8217-cc07d533253e tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4ad6394-3e39-4386-b02d-4a7c32c3940e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063924 Aug 16 22:57:44.002256 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 746316bb-90f9-4c54-81f9-8f8cbbb9606c, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=746316bb-90f9-4c54-81f9-8f8cbbb9606c,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:57:44.003768 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:44.015862 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:44.023135 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 746316bb-90f9-4c54-81f9-8f8cbbb9606c {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:57:44.054191 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e4fa5d47-fb51-4cda-8573-3fa26a91f725 req-47a5a64a-24c6-4c95-ac1f-424c4dd33b49 service neutron] 10.222.0.68 "GET /v2.0/networks/7055a6b6-d41b-4246-a34f-7b969c0cd362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985967 Aug 16 22:57:44.145427 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.db.api [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101293) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:57:44.145937 n-d-791506-26 neutron-server[101293]: DEBUG oslo_db.api [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:57:44.146649 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=746316bb-90f9-4c54-81f9-8f8cbbb9606c,revision_number=9']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:44.243995 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f713b0a-5e86-4467-9ded-bf21393fc8d6 req-d71e94e6-c3b7-42af-aa9e-89383e24facd tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:44.252232 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4f713b0a-5e86-4467-9ded-bf21393fc8d6 req-d71e94e6-c3b7-42af-aa9e-89383e24facd tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/ports?device_id=558fad6e-08d7-4f4e-9a19-1e466ac0428f HTTP/1.1" status: 200 len: 948 time: 0.2030942 Aug 16 22:57:44.276699 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 39018) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:57:44.330766 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e4fa5d47-fb51-4cda-8573-3fa26a91f725 req-a4dcc9f6-48eb-495d-a1e2-bc1cf4de4bb7 service neutron] 10.222.0.68 "GET /v2.0/networks/7055a6b6-d41b-4246-a34f-7b969c0cd362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405472 Aug 16 22:57:44.340187 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4f713b0a-5e86-4467-9ded-bf21393fc8d6 req-d11036d8-363d-41c3-bfc5-41ea5f14ac18 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/security-groups?id=28636a9e-058f-441f-8e78-3802344981e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869761 Aug 16 22:57:44.396585 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ba0315-fe63-4fb4-9b33-5520bc995b54 req-7a32420f-9fd0-49af-b08b-c0aec942353f tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:44.403977 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c7ba0315-fe63-4fb4-9b33-5520bc995b54 req-7a32420f-9fd0-49af-b08b-c0aec942353f tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] 10.222.0.36 "GET /v2.0/ports?device_id=c069e61f-0fda-40e3-b6e9-3ad8054045ee HTTP/1.1" status: 200 len: 946 time: 0.1402493 Aug 16 22:57:44.407584 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e4fa5d47-fb51-4cda-8573-3fa26a91f725 req-80324844-cf71-40c6-b302-27910395a113 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.192&port_id=707673cd-dce6-4038-b37b-8c19b2a8e237 HTTP/1.1" status: 200 len: 217 time: 0.0649488 Aug 16 22:57:44.446432 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6ef63242-d2fd-4080-ba86-0c9184683a55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:44.479330 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c7ba0315-fe63-4fb4-9b33-5520bc995b54 req-dafe0b81-e976-4375-8a60-ab36df43c44c tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] 10.222.0.36 "GET /v2.0/security-groups?id=da3d1155-7424-48dd-a4c6-a3a4bd0e1fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744164 Aug 16 22:57:44.505861 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fa5d47-fb51-4cda-8573-3fa26a91f725 req-e730007a-9e3a-4cee-ae19-1ab7bb376d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:44.505861 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e4fa5d47-fb51-4cda-8573-3fa26a91f725 req-e730007a-9e3a-4cee-ae19-1ab7bb376d61 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=0738275a-f26f-4e17-80a2-60937a857a5e HTTP/1.1" status: 200 len: 801 time: 0.0799255 Aug 16 22:57:44.556582 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fa5d47-fb51-4cda-8573-3fa26a91f725 req-46b0839e-e699-4c7b-86ca-b9078d7d40e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:44.558706 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e4fa5d47-fb51-4cda-8573-3fa26a91f725 req-46b0839e-e699-4c7b-86ca-b9078d7d40e7 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=9bf64473-8f43-45ec-918e-383f857f7f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513906 Aug 16 22:57:44.592738 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6ef63242-d2fd-4080-ba86-0c9184683a55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:44.599172 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6ef63242-d2fd-4080-ba86-0c9184683a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:44.626322 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 39046) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:57:44.671163 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-6ef63242-d2fd-4080-ba86-0c9184683a55 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=23f1f6dc294e4103b0bf24b2606d006b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3931377 Aug 16 22:57:44.680948 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 39056) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:57:44.715011 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:44.742029 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef63242-d2fd-4080-ba86-0c9184683a55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edd8f8e1-a000-4949-ae47-926cb6d5aa2c,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:44.746975 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 746316bb-90f9-4c54-81f9-8f8cbbb9606c {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:57:44.760485 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e4fa5d47-fb51-4cda-8573-3fa26a91f725 req-a86bce1c-58b8-445f-b6ba-a122f384c7e2 service neutron] 10.222.0.68 "GET /v2.0/networks/9bf64473-8f43-45ec-918e-383f857f7f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938920 Aug 16 22:57:44.785801 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbcbf985-7e6b-4294-a227-d9f36d3f3080', 'tag': '707673cd-dce6-4038-b37b-8c19b2a8e237'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:57:44.786216 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 746316bb-90f9-4c54-81f9-8f8cbbb9606c, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=746316bb-90f9-4c54-81f9-8f8cbbb9606c,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:57:44.789791 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b2f8ce7-8d22-47f0-a595-dd0a85a8c6ff" -d '{"events": [{"name": "network-changed", "server_uuid": "fbcbf985-7e6b-4294-a227-d9f36d3f3080", "tag": "707673cd-dce6-4038-b37b-8c19b2a8e237"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:57:44.791278 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:44.797016 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a4a5a43e-b108-4fcd-adac-b7ebbdb41946 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:44.803781 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc988e1-f636-480a-a42c-728298e221e3 req-7276744a-5f58-45ce-a2e5-240317fc13ec tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:44.805854 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4bc988e1-f636-480a-a42c-728298e221e3 req-7276744a-5f58-45ce-a2e5-240317fc13ec tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] 10.222.0.36 "GET /v2.0/ports?device_id=c069e61f-0fda-40e3-b6e9-3ad8054045ee HTTP/1.1" status: 200 len: 946 time: 0.1589918 Aug 16 22:57:44.808223 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-eae595b3-1f99-4f9a-9db6-4e88c253cb8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:44.816413 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 39070) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:57:44.821669 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-e7594a26-6dd3-4ff8-b8d4-039116e60ff3 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] Request body: {'floatingip': {'port_id': '4b389bb0-3946-43fe-9355-25fe701480c8'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:57:44.858642 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-eae595b3-1f99-4f9a-9db6-4e88c253cb8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:44.894958 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b998085-a902-43a6-ab37-85fede8064e1 x-openstack-request-id: req-3b998085-a902-43a6-ab37-85fede8064e1 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:57:44.894958 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbcbf985-7e6b-4294-a227-d9f36d3f3080", "tag": "707673cd-dce6-4038-b37b-8c19b2a8e237", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:57:44.894958 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3b998085-a902-43a6-ab37-85fede8064e1 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:57:44.894958 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbcbf985-7e6b-4294-a227-d9f36d3f3080', 'tag': '707673cd-dce6-4038-b37b-8c19b2a8e237', 'status': 'completed', 'code': 200} Aug 16 22:57:44.904807 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=746316bb-90f9-4c54-81f9-8f8cbbb9606c,revision_number=10']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:44.912801 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e7594a26-6dd3-4ff8-b8d4-039116e60ff3 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] Notify callbacks [] for floatingip, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:44.985318 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a4a5a43e-b108-4fcd-adac-b7ebbdb41946 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:44.986148 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-eae595b3-1f99-4f9a-9db6-4e88c253cb8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:44.989277 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-eae595b3-1f99-4f9a-9db6-4e88c253cb8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:45.003353 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-eae595b3-1f99-4f9a-9db6-4e88c253cb8e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/edd8f8e1-a000-4949-ae47-926cb6d5aa2c HTTP/1.1" status: 204 len: 168 time: 0.3154280 Aug 16 22:57:45.007515 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a4a5a43e-b108-4fcd-adac-b7ebbdb41946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:45.033440 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae595b3-1f99-4f9a-9db6-4e88c253cb8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edd8f8e1-a000-4949-ae47-926cb6d5aa2c,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:45.039349 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['746316bb-90f9-4c54-81f9-8f8cbbb9606c'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:57:45.095978 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a5a43e-b108-4fcd-adac-b7ebbdb41946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=276e0e1b-27b5-46bb-a7d9-8136c0c928f0,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:45.102464 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-a4a5a43e-b108-4fcd-adac-b7ebbdb41946 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a2daf4dae9de4d7c82425b2ba940666a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4734294 Aug 16 22:57:45.105130 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 39094) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:57:45.114289 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e4fa5d47-fb51-4cda-8573-3fa26a91f725 req-bedc9690-4930-4ce3-b02a-f15e9f9e77a2 service neutron] 10.222.0.68 "GET /v2.0/networks/9bf64473-8f43-45ec-918e-383f857f7f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3416917 Aug 16 22:57:45.182883 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bd4fe4bb-17ce-4f71-8a07-de1dd3a5fe01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:45.213038 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bd4fe4bb-17ce-4f71-8a07-de1dd3a5fe01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:45.273178 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bd4fe4bb-17ce-4f71-8a07-de1dd3a5fe01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:45.275690 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bd4fe4bb-17ce-4f71-8a07-de1dd3a5fe01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:45.276938 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-bd4fe4bb-17ce-4f71-8a07-de1dd3a5fe01 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/276e0e1b-27b5-46bb-a7d9-8136c0c928f0 HTTP/1.1" status: 204 len: 168 time: 0.1708019 Aug 16 22:57:45.279484 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0895fd5-27f0-4b6d-af38-107950374ea3 req-54b6d71c-c78e-4a54-84d8-ae97990b036d tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:45.284912 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4fe4bb-17ce-4f71-8a07-de1dd3a5fe01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=276e0e1b-27b5-46bb-a7d9-8136c0c928f0,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:45.285662 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0895fd5-27f0-4b6d-af38-107950374ea3 req-54b6d71c-c78e-4a54-84d8-ae97990b036d tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:45.288161 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b0895fd5-27f0-4b6d-af38-107950374ea3 req-54b6d71c-c78e-4a54-84d8-ae97990b036d tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbcbf985-7e6b-4294-a227-d9f36d3f3080 HTTP/1.1" status: 200 len: 1678 time: 0.2374251 Aug 16 22:57:45.333154 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12badd4-7046-4ea3-8c0c-c06420aedbe1 req-6d50d217-455d-421f-a868-8c43147831da tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:45.334780 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d12badd4-7046-4ea3-8c0c-c06420aedbe1 req-6d50d217-455d-421f-a868-8c43147831da tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/ports?device_id=116b3c9c-303e-4ffe-b86f-0b052c315ef4 HTTP/1.1" status: 200 len: 945 time: 0.2536421 Aug 16 22:57:45.390936 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2f8ce7-8d22-47f0-a595-dd0a85a8c6ff req-f9eb60dc-df3e-4491-a201-4a434532b855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:45.391434 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2f8ce7-8d22-47f0-a595-dd0a85a8c6ff req-f9eb60dc-df3e-4491-a201-4a434532b855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:45.393030 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0b2f8ce7-8d22-47f0-a595-dd0a85a8c6ff req-f9eb60dc-df3e-4491-a201-4a434532b855 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=0369f599af094d418ec5d90b079c4e3c&device_id=fbcbf985-7e6b-4294-a227-d9f36d3f3080 HTTP/1.1" status: 200 len: 1982 time: 0.1819308 Aug 16 22:57:45.447610 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b0895fd5-27f0-4b6d-af38-107950374ea3 req-b2727aa1-1d36-4d43-b78c-a7ee30eeca07 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "GET /v2.0/security-groups?id=af30ade3-5d60-40c1-aaba-ea89855e7980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513295 Aug 16 22:57:45.490671 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d12badd4-7046-4ea3-8c0c-c06420aedbe1 req-b3510a2b-e07c-4c11-996e-591129a4a651 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4ad6394-3e39-4386-b02d-4a7c32c3940e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446183 Aug 16 22:57:45.586010 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '558fad6e-08d7-4f4e-9a19-1e466ac0428f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '746316bb-90f9-4c54-81f9-8f8cbbb9606c'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:57:45.589242 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36caac7e-ce7c-4d1e-9141-78da5d65edb8" -d '{"events": [{"server_uuid": "558fad6e-08d7-4f4e-9a19-1e466ac0428f", "name": "network-vif-unplugged", "status": "completed", "tag": "746316bb-90f9-4c54-81f9-8f8cbbb9606c"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:57:45.794003 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 39140) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:57:45.813429 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f2176e1c-a67d-4c20-8e4f-b0affaaf6cbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:45.973920 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 22:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff39d76-ebd6-48bc-a2e2-1ac0243750ec x-openstack-request-id: req-bff39d76-ebd6-48bc-a2e2-1ac0243750ec {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:57:45.974216 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "558fad6e-08d7-4f4e-9a19-1e466ac0428f", "name": "network-vif-unplugged", "status": "completed", "tag": "746316bb-90f9-4c54-81f9-8f8cbbb9606c", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:57:45.974468 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bff39d76-ebd6-48bc-a2e2-1ac0243750ec {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:57:45.974861 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '558fad6e-08d7-4f4e-9a19-1e466ac0428f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '746316bb-90f9-4c54-81f9-8f8cbbb9606c', 'code': 200} Aug 16 22:57:45.984520 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f2176e1c-a67d-4c20-8e4f-b0affaaf6cbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:45.993041 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f2176e1c-a67d-4c20-8e4f-b0affaaf6cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:46.042599 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-f2176e1c-a67d-4c20-8e4f-b0affaaf6cbb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4ce4f82b5eff46c7ac256f4a8d1a1e38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2449155 Aug 16 22:57:46.045668 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 39154) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:57:46.063974 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2176e1c-a67d-4c20-8e4f-b0affaaf6cbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb94dbb4-238d-43b5-9bac-7ac51fac83ac,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:46.072278 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2f8ce7-8d22-47f0-a595-dd0a85a8c6ff req-21b3d037-f880-4df1-8da1-78e31ef274ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:46.073805 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0b2f8ce7-8d22-47f0-a595-dd0a85a8c6ff req-21b3d037-f880-4df1-8da1-78e31ef274ac service neutron] 10.222.0.68 "GET /v2.0/networks?id=9bf64473-8f43-45ec-918e-383f857f7f52 HTTP/1.1" status: 200 len: 903 time: 0.6664217 Aug 16 22:57:46.143107 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0b2f8ce7-8d22-47f0-a595-dd0a85a8c6ff req-caca5d76-2e15-4878-8dbd-a9b279712c08 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.192&port_id=707673cd-dce6-4038-b37b-8c19b2a8e237 HTTP/1.1" status: 200 len: 217 time: 0.0524676 Aug 16 22:57:46.163443 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-07695342-33ad-4ae2-94ef-7a4f8941583a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:46.194960 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-07695342-33ad-4ae2-94ef-7a4f8941583a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:46.219996 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5abc96-09ad-4995-a39e-c04cb10c4718 req-16086247-d649-4df0-be8c-af8b2b5766cf tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:46.222700 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5b5abc96-09ad-4995-a39e-c04cb10c4718 req-16086247-d649-4df0-be8c-af8b2b5766cf tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/ports?device_id=558fad6e-08d7-4f4e-9a19-1e466ac0428f HTTP/1.1" status: 200 len: 950 time: 0.6122267 Aug 16 22:57:46.254031 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-07695342-33ad-4ae2-94ef-7a4f8941583a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:46.260591 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-07695342-33ad-4ae2-94ef-7a4f8941583a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:46.262084 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-07695342-33ad-4ae2-94ef-7a4f8941583a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fb94dbb4-238d-43b5-9bac-7ac51fac83ac HTTP/1.1" status: 204 len: 168 time: 0.2149518 Aug 16 22:57:46.276908 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07695342-33ad-4ae2-94ef-7a4f8941583a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb94dbb4-238d-43b5-9bac-7ac51fac83ac,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:46.319543 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2f8ce7-8d22-47f0-a595-dd0a85a8c6ff req-fc06a01e-2357-4732-b014-4c312bbb18fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:46.321051 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0b2f8ce7-8d22-47f0-a595-dd0a85a8c6ff req-fc06a01e-2357-4732-b014-4c312bbb18fe service neutron] 10.222.0.68 "GET /v2.0/subnets?id=0738275a-f26f-4e17-80a2-60937a857a5e HTTP/1.1" status: 200 len: 801 time: 0.1771393 Aug 16 22:57:46.391098 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd12894-a416-4205-ae49-19fca7881258 req-02f35bd0-52d6-429e-87fa-6fc3440b6f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:46.392807 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ddd12894-a416-4205-ae49-19fca7881258 req-02f35bd0-52d6-429e-87fa-6fc3440b6f32 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=17b3937359b747459bb6c64ab15f667a&device_id=116b3c9c-303e-4ffe-b86f-0b052c315ef4 HTTP/1.1" status: 200 len: 1097 time: 0.2098095 Aug 16 22:57:46.413383 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5b5abc96-09ad-4995-a39e-c04cb10c4718 req-c3401675-aa8f-43a9-980d-2fd0f98cf4cc tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/security-groups?id=28636a9e-058f-441f-8e78-3802344981e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664157 Aug 16 22:57:46.511072 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e7594a26-6dd3-4ff8-b8d4-039116e60ff3 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:46.528328 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e7594a26-6dd3-4ff8-b8d4-039116e60ff3 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:46.532113 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2f8ce7-8d22-47f0-a595-dd0a85a8c6ff req-573a7216-6ba7-4415-b162-2d19ff694837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:46.533688 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0b2f8ce7-8d22-47f0-a595-dd0a85a8c6ff req-573a7216-6ba7-4415-b162-2d19ff694837 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=9bf64473-8f43-45ec-918e-383f857f7f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1998401 Aug 16 22:57:46.681476 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd12894-a416-4205-ae49-19fca7881258 req-4863a786-2bce-40a3-b784-6ee4a2a0d618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:46.682965 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ddd12894-a416-4205-ae49-19fca7881258 req-4863a786-2bce-40a3-b784-6ee4a2a0d618 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cf3cc63c-f58b-4d2e-8737-2f16cf854977 HTTP/1.1" status: 200 len: 920 time: 0.2648425 Aug 16 22:57:46.773663 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ddd12894-a416-4205-ae49-19fca7881258 req-26744703-4929-4100-8223-e6bc2eed7b66 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e472f05f-c646-4e47-91be-1f4ab8d404a8 HTTP/1.1" status: 200 len: 217 time: 0.0598586 Aug 16 22:57:46.807630 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cca2895-694d-4f68-86cc-ed8886678780 req-42763f43-ce00-4d84-b163-f4444762f3aa tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:46.814949 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3cca2895-694d-4f68-86cc-ed8886678780 req-42763f43-ce00-4d84-b163-f4444762f3aa tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/ports?device_id=116b3c9c-303e-4ffe-b86f-0b052c315ef4 HTTP/1.1" status: 200 len: 945 time: 0.2994466 Aug 16 22:57:46.877418 n-d-791506-26 neutron-server[101292]: INFO neutron.db.l3_db [None req-e7594a26-6dd3-4ff8-b8d4-039116e60ff3 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] Floating IP 6ae054bb-c2b3-4a97-8401-4222e9ddab4a associated. External IP: 172.25.4.250, port: 4b389bb0-3946-43fe-9355-25fe701480c8. Aug 16 22:57:46.886762 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0b2f8ce7-8d22-47f0-a595-dd0a85a8c6ff req-83cbc379-c558-4e10-aa6a-e503c036524e service neutron] 10.222.0.68 "GET /v2.0/networks/9bf64473-8f43-45ec-918e-383f857f7f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3077180 Aug 16 22:57:46.943720 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 39224) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:57:47.001874 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd12894-a416-4205-ae49-19fca7881258 req-ac3213a5-12d8-498a-84f7-73b14663df3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:47.003452 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ddd12894-a416-4205-ae49-19fca7881258 req-ac3213a5-12d8-498a-84f7-73b14663df3c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=326cf2b6-5a5e-461f-8420-87d3c4aa2e9f HTTP/1.1" status: 200 len: 859 time: 0.2210624 Aug 16 22:57:47.015401 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3cca2895-694d-4f68-86cc-ed8886678780 req-270d9a80-a1c0-466e-9e82-00a6031c0bcf tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4ad6394-3e39-4386-b02d-4a7c32c3940e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990631 Aug 16 22:57:47.125815 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ddd12894-a416-4205-ae49-19fca7881258 req-755bdfa0-77bb-448a-86e8-44c98d35d1bd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cf3cc63c-f58b-4d2e-8737-2f16cf854977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1040201 Aug 16 22:57:47.262676 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0b2f8ce7-8d22-47f0-a595-dd0a85a8c6ff req-acc15274-76a2-400b-b214-29c0fa036436 service neutron] 10.222.0.68 "GET /v2.0/networks/9bf64473-8f43-45ec-918e-383f857f7f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3426030 Aug 16 22:57:47.277994 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-584488b8-2ae4-40b6-8d0f-79027e78ea08 tempest-ExternalNetworksAdminNegativeTestJSON-319049117 tempest-ExternalNetworksAdminNegativeTestJSON-319049117-project-admin] Request body: {'floatingip': {'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:57:47.284604 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2907f8-7e25-4ac7-b9d8-1f65c41b5210 req-e64078e2-bd95-44f6-b425-0ba283f29a58 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:47.291265 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2907f8-7e25-4ac7-b9d8-1f65c41b5210 req-e64078e2-bd95-44f6-b425-0ba283f29a58 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:47.292930 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cb2907f8-7e25-4ac7-b9d8-1f65c41b5210 req-e64078e2-bd95-44f6-b425-0ba283f29a58 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbcbf985-7e6b-4294-a227-d9f36d3f3080 HTTP/1.1" status: 200 len: 1678 time: 0.1747377 Aug 16 22:57:47.323868 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-584488b8-2ae4-40b6-8d0f-79027e78ea08 tempest-ExternalNetworksAdminNegativeTestJSON-319049117 tempest-ExternalNetworksAdminNegativeTestJSON-319049117-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:47.395626 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ddd12894-a416-4205-ae49-19fca7881258 req-e216f79c-588b-434b-ab1e-872d06a70afa service neutron] 10.222.0.57 "GET /v2.0/networks/cf3cc63c-f58b-4d2e-8737-2f16cf854977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548797 Aug 16 22:57:47.441407 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 746316bb-90f9-4c54-81f9-8f8cbbb9606c up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:57:47.460153 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-584488b8-2ae4-40b6-8d0f-79027e78ea08 tempest-ExternalNetworksAdminNegativeTestJSON-319049117 tempest-ExternalNetworksAdminNegativeTestJSON-319049117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:47.469830 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cb2907f8-7e25-4ac7-b9d8-1f65c41b5210 req-a85d985c-a121-4395-80a2-6e4913b1b61c tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "GET /v2.0/security-groups?id=af30ade3-5d60-40c1-aaba-ea89855e7980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664717 Aug 16 22:57:47.524766 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port 746316bb-90f9-4c54-81f9-8f8cbbb9606c triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:57:47.525439 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:47.633835 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7594a26-6dd3-4ff8-b8d4-039116e60ff3 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] Router e00188eb-ebe3-40d4-8770-080c72a10969 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:57:47.668910 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9eeddd94-4b2b-4424-8423-538cb62b235c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:47.673417 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:47.706644 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ddd12894-a416-4205-ae49-19fca7881258 req-a1917675-2679-4009-a312-f8e07cdec8ca service neutron] 10.222.0.57 "GET /v2.0/networks/cf3cc63c-f58b-4d2e-8737-2f16cf854977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711394 Aug 16 22:57:47.727852 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 746316bb-90f9-4c54-81f9-8f8cbbb9606c, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=746316bb-90f9-4c54-81f9-8f8cbbb9606c,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:57:47.733575 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:47.758488 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cea48ad-403c-46ef-ae9e-00621e859d08 req-35b27750-b57f-44ad-b077-c10dca3e4319 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:47.771585 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4cea48ad-403c-46ef-ae9e-00621e859d08 req-35b27750-b57f-44ad-b077-c10dca3e4319 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/ports?device_id=558fad6e-08d7-4f4e-9a19-1e466ac0428f HTTP/1.1" status: 200 len: 950 time: 0.1908000 Aug 16 22:57:47.813117 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=746316bb-90f9-4c54-81f9-8f8cbbb9606c,revision_number=11']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:47.909488 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4cea48ad-403c-46ef-ae9e-00621e859d08 req-dcea62ba-8e8d-4aff-910f-661f87742823 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/security-groups?id=28636a9e-058f-441f-8e78-3802344981e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365283 Aug 16 22:57:47.944671 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7594a26-6dd3-4ff8-b8d4-039116e60ff3 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:57:47.949535 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e7594a26-6dd3-4ff8-b8d4-039116e60ff3 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:47.958297 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a3ee87-a1e8-48fb-b573-b88fcd4af33f None None] Sync routers for ids ['e00188eb-ebe3-40d4-8770-080c72a10969'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:57:47.971332 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a3ee87-a1e8-48fb-b573-b88fcd4af33f None None] Routers {'e00188eb-ebe3-40d4-8770-080c72a10969'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:57:47.972331 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-b2a3ee87-a1e8-48fb-b573-b88fcd4af33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:57:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['e00188eb-ebe3-40d4-8770-080c72a10969'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:57:47.976048 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '558fad6e-08d7-4f4e-9a19-1e466ac0428f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '746316bb-90f9-4c54-81f9-8f8cbbb9606c'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:57:47.979436 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b15a9289-ae90-49ab-98b0-777498d3dcc8" -d '{"events": [{"server_uuid": "558fad6e-08d7-4f4e-9a19-1e466ac0428f", "name": "network-vif-plugged", "status": "completed", "tag": "746316bb-90f9-4c54-81f9-8f8cbbb9606c"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:57:47.995357 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-e7594a26-6dd3-4ff8-b8d4-039116e60ff3 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] 10.222.0.36 "PUT /v2.0/floatingips/6ae054bb-c2b3-4a97-8401-4222e9ddab4a HTTP/1.1" status: 200 len: 992 time: 3.1777699 Aug 16 22:57:47.996042 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c069e61f-0fda-40e3-b6e9-3ad8054045ee', 'tag': '4b389bb0-3946-43fe-9355-25fe701480c8'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:57:48.000607 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2319cf2a-8956-4541-aeb6-6c63255cbe4e" -d '{"events": [{"name": "network-changed", "server_uuid": "c069e61f-0fda-40e3-b6e9-3ad8054045ee", "tag": "4b389bb0-3946-43fe-9355-25fe701480c8"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:57:48.033649 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b85d3b5-f1c8-448f-950d-86eed67c0542 x-openstack-request-id: req-5b85d3b5-f1c8-448f-950d-86eed67c0542 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:57:48.034050 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "558fad6e-08d7-4f4e-9a19-1e466ac0428f", "name": "network-vif-plugged", "status": "completed", "tag": "746316bb-90f9-4c54-81f9-8f8cbbb9606c", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:57:48.034370 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5b85d3b5-f1c8-448f-950d-86eed67c0542 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:57:48.034780 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '558fad6e-08d7-4f4e-9a19-1e466ac0428f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '746316bb-90f9-4c54-81f9-8f8cbbb9606c', 'code': 200} Aug 16 22:57:48.129211 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9795c5b4-5a23-479e-89e1-874382890010 x-openstack-request-id: req-9795c5b4-5a23-479e-89e1-874382890010 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:57:48.129702 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c069e61f-0fda-40e3-b6e9-3ad8054045ee", "tag": "4b389bb0-3946-43fe-9355-25fe701480c8", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:57:48.129783 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9795c5b4-5a23-479e-89e1-874382890010 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:57:48.130136 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c069e61f-0fda-40e3-b6e9-3ad8054045ee', 'tag': '4b389bb0-3946-43fe-9355-25fe701480c8', 'status': 'completed', 'code': 200} Aug 16 22:57:48.134100 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-584488b8-2ae4-40b6-8d0f-79027e78ea08 tempest-ExternalNetworksAdminNegativeTestJSON-319049117 tempest-ExternalNetworksAdminNegativeTestJSON-319049117-project-admin] Allocated IP 172.25.4.42 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/41e067bc-3943-40a0-8e2c-ffc6a7962f90) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:57:48.144781 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-b2a3ee87-a1e8-48fb-b573-b88fcd4af33f None None] Set router e00188eb-ebe3-40d4-8770-080c72a10969 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:57:48.278094 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33294c28-e048-4dee-882d-f1f2fefef40f req-84d1aa4c-944e-4834-9371-84031b31bb54 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:48.281271 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-33294c28-e048-4dee-882d-f1f2fefef40f req-84d1aa4c-944e-4834-9371-84031b31bb54 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/ports?device_id=116b3c9c-303e-4ffe-b86f-0b052c315ef4 HTTP/1.1" status: 200 len: 945 time: 0.0695734 Aug 16 22:57:48.397060 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-584488b8-2ae4-40b6-8d0f-79027e78ea08 tempest-ExternalNetworksAdminNegativeTestJSON-319049117 tempest-ExternalNetworksAdminNegativeTestJSON-319049117-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:48.421773 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-33294c28-e048-4dee-882d-f1f2fefef40f req-0343bb33-e670-456d-a767-24af2c0bf82b tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4ad6394-3e39-4386-b02d-4a7c32c3940e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324131 Aug 16 22:57:48.479197 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb63635-0616-43b6-a223-44b0ea111157 req-e8a6e1e0-dae7-454f-8d0a-b490768f8883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:48.479416 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-584488b8-2ae4-40b6-8d0f-79027e78ea08 tempest-ExternalNetworksAdminNegativeTestJSON-319049117 tempest-ExternalNetworksAdminNegativeTestJSON-319049117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:48.481141 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8fb63635-0616-43b6-a223-44b0ea111157 req-e8a6e1e0-dae7-454f-8d0a-b490768f8883 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=558fad6e-08d7-4f4e-9a19-1e466ac0428f HTTP/1.1" status: 200 len: 1103 time: 0.1599340 Aug 16 22:57:48.485030 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319cf2a-8956-4541-aeb6-6c63255cbe4e req-ff08db3d-cc65-4009-bca3-a5f3c35ae7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:48.486883 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2319cf2a-8956-4541-aeb6-6c63255cbe4e req-ff08db3d-cc65-4009-bca3-a5f3c35ae7cf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=316a8bb8081c48deabaf4219b762cf2a&device_id=c069e61f-0fda-40e3-b6e9-3ad8054045ee HTTP/1.1" status: 200 len: 1098 time: 0.1687872 Aug 16 22:57:48.546114 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-b2a3ee87-a1e8-48fb-b573-b88fcd4af33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e00188eb-ebe3-40d4-8770-080c72a10969', 'name': 'tempest-ServersTestManualDisk-426812431-router', 'tenant_id': '316a8bb8081c48deabaf4219b762cf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': 'c073c020-84bd-428e-af9f-343e25e3f323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:57:05Z', 'updated_at': '2021-08-16T22:57:12Z', 'revision_number': 4, 'project_id': '316a8bb8081c48deabaf4219b762cf2a', 'gw_port': {'id': 'c073c020-84bd-428e-af9f-343e25e3f323', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:2e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00188eb-ebe3-40d4-8770-080c72a10969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:57:06Z', 'updated_at': '2021-08-16T22:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': '6ae054bb-c2b3-4a97-8401-4222e9ddab4a', 'tenant_id': '316a8bb8081c48deabaf4219b762cf2a', 'floating_ip_address': '172.25.4.250', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': 'e00188eb-ebe3-40d4-8770-080c72a10969', 'port_id': '4b389bb0-3946-43fe-9355-25fe701480c8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '531036b9-b324-4db9-9e78-5626e82b1955', 'mac_address': 'fa:16:3e:7c:45:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c069e61f-0fda-40e3-b6e9-3ad8054045ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:57:21Z', 'updated_at': '2021-08-16T22:57:46Z', 'revision_number': 1, 'project_id': '316a8bb8081c48deabaf4219b762cf2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'add2a5f3-f3ad-4019-84b0-a0853166771c', 'name': '', 'network_id': '531036b9-b324-4db9-9e78-5626e82b1955', 'tenant_id': '316a8bb8081c48deabaf4219b762cf2a', 'mac_address': 'fa:16:3e:7e:7e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00188eb-ebe3-40d4-8770-080c72a10969', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '219926a6-4490-4512-90b1-297cef945c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:57:11Z', 'updated_at': '2021-08-16T22:57:23Z', 'revision_number': 5, 'project_id': '316a8bb8081c48deabaf4219b762cf2a', 'subnets': [{'id': '219926a6-4490-4512-90b1-297cef945c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:57:48.617110 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8fb63635-0616-43b6-a223-44b0ea111157 req-84b928ce-5400-469e-9af1-7f4bc6b3dc6d service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=28636a9e-058f-441f-8e78-3802344981e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282172 Aug 16 22:57:48.623285 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a3ee87-a1e8-48fb-b573-b88fcd4af33f None None] Checking router: e00188eb-ebe3-40d4-8770-080c72a10969 for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:57:48.625185 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584488b8-2ae4-40b6-8d0f-79027e78ea08 tempest-ExternalNetworksAdminNegativeTestJSON-319049117 tempest-ExternalNetworksAdminNegativeTestJSON-319049117-project-admin] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:57:48.627104 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584488b8-2ae4-40b6-8d0f-79027e78ea08 tempest-ExternalNetworksAdminNegativeTestJSON-319049117 tempest-ExternalNetworksAdminNegativeTestJSON-319049117-project-admin] Pushing event updated for resources: {'Port': ['ID=41e067bc-3943-40a0-8e2c-ffc6a7962f90,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:48.627222 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319cf2a-8956-4541-aeb6-6c63255cbe4e req-05bfacca-8294-45f9-bbc9-cfcd4fb1f46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:48.628653 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2319cf2a-8956-4541-aeb6-6c63255cbe4e req-05bfacca-8294-45f9-bbc9-cfcd4fb1f46e service neutron] 10.222.0.57 "GET /v2.0/networks?id=531036b9-b324-4db9-9e78-5626e82b1955 HTTP/1.1" status: 200 len: 912 time: 0.1188922 Aug 16 22:57:48.630069 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-584488b8-2ae4-40b6-8d0f-79027e78ea08 tempest-ExternalNetworksAdminNegativeTestJSON-319049117 tempest-ExternalNetworksAdminNegativeTestJSON-319049117-project-admin] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:57:48.634444 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584488b8-2ae4-40b6-8d0f-79027e78ea08 tempest-ExternalNetworksAdminNegativeTestJSON-319049117 tempest-ExternalNetworksAdminNegativeTestJSON-319049117-project-admin] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:57:48.645954 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a3ee87-a1e8-48fb-b573-b88fcd4af33f None None] Routers {'e00188eb-ebe3-40d4-8770-080c72a10969'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:57:48.646582 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-b2a3ee87-a1e8-48fb-b573-b88fcd4af33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:57:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['e00188eb-ebe3-40d4-8770-080c72a10969'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:57:48.735450 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2319cf2a-8956-4541-aeb6-6c63255cbe4e req-ede381fd-3ba4-4c8c-8223-6259a64fa070 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b389bb0-3946-43fe-9355-25fe701480c8 HTTP/1.1" status: 200 len: 1000 time: 0.0938885 Aug 16 22:57:48.736402 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-584488b8-2ae4-40b6-8d0f-79027e78ea08 tempest-ExternalNetworksAdminNegativeTestJSON-319049117 tempest-ExternalNetworksAdminNegativeTestJSON-319049117-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:48.784491 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-584488b8-2ae4-40b6-8d0f-79027e78ea08 tempest-ExternalNetworksAdminNegativeTestJSON-319049117 tempest-ExternalNetworksAdminNegativeTestJSON-319049117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:48.804478 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-b2a3ee87-a1e8-48fb-b573-b88fcd4af33f None None] Set router e00188eb-ebe3-40d4-8770-080c72a10969 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:57:48.823492 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11b30e2-5c18-4a64-810e-d266dba4f72c req-e4f4d14d-4dbf-4813-9dfb-85844e5326fe tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:48.831297 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11b30e2-5c18-4a64-810e-d266dba4f72c req-e4f4d14d-4dbf-4813-9dfb-85844e5326fe tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:48.839156 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d11b30e2-5c18-4a64-810e-d266dba4f72c req-e4f4d14d-4dbf-4813-9dfb-85844e5326fe tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbcbf985-7e6b-4294-a227-d9f36d3f3080 HTTP/1.1" status: 200 len: 1678 time: 0.1231298 Aug 16 22:57:48.851112 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319cf2a-8956-4541-aeb6-6c63255cbe4e req-48de2888-7a1e-471a-bf99-062089ee86a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:48.852602 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2319cf2a-8956-4541-aeb6-6c63255cbe4e req-48de2888-7a1e-471a-bf99-062089ee86a7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=219926a6-4490-4512-90b1-297cef945c78 HTTP/1.1" status: 200 len: 850 time: 0.1017864 Aug 16 22:57:48.961758 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d11b30e2-5c18-4a64-810e-d266dba4f72c req-d6f7fb20-6e64-4f36-96f3-7bb7b7669452 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "GET /v2.0/security-groups?id=af30ade3-5d60-40c1-aaba-ea89855e7980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216583 Aug 16 22:57:48.972495 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319cf2a-8956-4541-aeb6-6c63255cbe4e req-71ac0bab-757a-470c-af5c-3dba37b6686b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:48.974069 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2319cf2a-8956-4541-aeb6-6c63255cbe4e req-71ac0bab-757a-470c-af5c-3dba37b6686b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=531036b9-b324-4db9-9e78-5626e82b1955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1071672 Aug 16 22:57:49.082894 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-584488b8-2ae4-40b6-8d0f-79027e78ea08 tempest-ExternalNetworksAdminNegativeTestJSON-319049117 tempest-ExternalNetworksAdminNegativeTestJSON-319049117-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:49.088665 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-584488b8-2ae4-40b6-8d0f-79027e78ea08 tempest-ExternalNetworksAdminNegativeTestJSON-319049117 tempest-ExternalNetworksAdminNegativeTestJSON-319049117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:49.149833 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2319cf2a-8956-4541-aeb6-6c63255cbe4e req-572f6471-7f28-4cee-9672-2670bc34ef5b service neutron] 10.222.0.57 "GET /v2.0/networks/531036b9-b324-4db9-9e78-5626e82b1955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639159 Aug 16 22:57:49.193219 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-b2a3ee87-a1e8-48fb-b573-b88fcd4af33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e00188eb-ebe3-40d4-8770-080c72a10969', 'name': 'tempest-ServersTestManualDisk-426812431-router', 'tenant_id': '316a8bb8081c48deabaf4219b762cf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': 'c073c020-84bd-428e-af9f-343e25e3f323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:57:05Z', 'updated_at': '2021-08-16T22:57:12Z', 'revision_number': 4, 'project_id': '316a8bb8081c48deabaf4219b762cf2a', 'gw_port': {'id': 'c073c020-84bd-428e-af9f-343e25e3f323', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:2e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00188eb-ebe3-40d4-8770-080c72a10969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:57:06Z', 'updated_at': '2021-08-16T22:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': '6ae054bb-c2b3-4a97-8401-4222e9ddab4a', 'tenant_id': '316a8bb8081c48deabaf4219b762cf2a', 'floating_ip_address': '172.25.4.250', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': 'e00188eb-ebe3-40d4-8770-080c72a10969', 'port_id': '4b389bb0-3946-43fe-9355-25fe701480c8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '531036b9-b324-4db9-9e78-5626e82b1955', 'mac_address': 'fa:16:3e:7c:45:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c069e61f-0fda-40e3-b6e9-3ad8054045ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:57:21Z', 'updated_at': '2021-08-16T22:57:46Z', 'revision_number': 1, 'project_id': '316a8bb8081c48deabaf4219b762cf2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'add2a5f3-f3ad-4019-84b0-a0853166771c', 'name': '', 'network_id': '531036b9-b324-4db9-9e78-5626e82b1955', 'tenant_id': '316a8bb8081c48deabaf4219b762cf2a', 'mac_address': 'fa:16:3e:7e:7e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00188eb-ebe3-40d4-8770-080c72a10969', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '219926a6-4490-4512-90b1-297cef945c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:57:11Z', 'updated_at': '2021-08-16T22:57:23Z', 'revision_number': 5, 'project_id': '316a8bb8081c48deabaf4219b762cf2a', 'subnets': [{'id': '219926a6-4490-4512-90b1-297cef945c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:57:49.196670 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38367229-d263-42b4-a3a8-c91628a845c1 req-20ee8144-c415-46a5-8e89-1fff8487b3f0 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:49.205615 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-38367229-d263-42b4-a3a8-c91628a845c1 req-20ee8144-c415-46a5-8e89-1fff8487b3f0 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/ports?device_id=558fad6e-08d7-4f4e-9a19-1e466ac0428f HTTP/1.1" status: 200 len: 951 time: 0.1181951 Aug 16 22:57:49.205828 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584488b8-2ae4-40b6-8d0f-79027e78ea08 tempest-ExternalNetworksAdminNegativeTestJSON-319049117 tempest-ExternalNetworksAdminNegativeTestJSON-319049117-project-admin] Pushing event updated for resources: {'Port': ['ID=41e067bc-3943-40a0-8e2c-ffc6a7962f90,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:49.232870 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-584488b8-2ae4-40b6-8d0f-79027e78ea08 tempest-ExternalNetworksAdminNegativeTestJSON-319049117 tempest-ExternalNetworksAdminNegativeTestJSON-319049117-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:49.252941 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-584488b8-2ae4-40b6-8d0f-79027e78ea08 tempest-ExternalNetworksAdminNegativeTestJSON-319049117 tempest-ExternalNetworksAdminNegativeTestJSON-319049117-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:49.256597 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-584488b8-2ae4-40b6-8d0f-79027e78ea08 tempest-ExternalNetworksAdminNegativeTestJSON-319049117 tempest-ExternalNetworksAdminNegativeTestJSON-319049117-project-admin] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3090570 Aug 16 22:57:49.257843 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 39358) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:57:49.261737 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a3ee87-a1e8-48fb-b573-b88fcd4af33f None None] The sync data for ids ['e00188eb-ebe3-40d4-8770-080c72a10969'] in n-d-791506-26 is: [{'id': 'e00188eb-ebe3-40d4-8770-080c72a10969', 'name': 'tempest-ServersTestManualDisk-426812431-router', 'tenant_id': '316a8bb8081c48deabaf4219b762cf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': 'c073c020-84bd-428e-af9f-343e25e3f323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:57:05Z', 'updated_at': '2021-08-16T22:57:12Z', 'revision_number': 4, 'project_id': '316a8bb8081c48deabaf4219b762cf2a', 'gw_port': {'id': 'c073c020-84bd-428e-af9f-343e25e3f323', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:2e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00188eb-ebe3-40d4-8770-080c72a10969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:57:06Z', 'updated_at': '2021-08-16T22:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': '6ae054bb-c2b3-4a97-8401-4222e9ddab4a', 'tenant_id': '316a8bb8081c48deabaf4219b762cf2a', 'floating_ip_address': '172.25.4.250', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': 'e00188eb-ebe3-40d4-8770-080c72a10969', 'port_id': '4b389bb0-3946-43fe-9355-25fe701480c8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '531036b9-b324-4db9-9e78-5626e82b1955', 'mac_address': 'fa:16:3e:7c:45:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c069e61f-0fda-40e3-b6e9-3ad8054045ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:57:21Z', 'updated_at': '2021-08-16T22:57:46Z', 'revision_number': 1, 'project_id': '316a8bb8081c48deabaf4219b762cf2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'add2a5f3-f3ad-4019-84b0-a0853166771c', 'name': '', 'network_id': '531036b9-b324-4db9-9e78-5626e82b1955', 'tenant_id': '316a8bb8081c48deabaf4219b762cf2a', 'mac_address': 'fa:16:3e:7e:7e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00188eb-ebe3-40d4-8770-080c72a10969', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '219926a6-4490-4512-90b1-297cef945c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:57:11Z', 'updated_at': '2021-08-16T22:57:23Z', 'revision_number': 5, 'project_id': '316a8bb8081c48deabaf4219b762cf2a', 'subnets': [{'id': '219926a6-4490-4512-90b1-297cef945c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:57:49.266952 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-09ad2af5-b946-4209-8984-c85edf07a178 tempest-ExternalNetworksAdminNegativeTestJSON-319049117 tempest-ExternalNetworksAdminNegativeTestJSON-319049117-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-823407461', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'fixed_ips': [{'ip_address': '172.25.4.42'}]}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:57:49.294801 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ad2af5-b946-4209-8984-c85edf07a178 tempest-ExternalNetworksAdminNegativeTestJSON-319049117 tempest-ExternalNetworksAdminNegativeTestJSON-319049117-project-admin] Made reservation on behalf of 6991ba8b663f4e47855f28253a7d1dfb for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:57:49.297987 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-09ad2af5-b946-4209-8984-c85edf07a178 tempest-ExternalNetworksAdminNegativeTestJSON-319049117 tempest-ExternalNetworksAdminNegativeTestJSON-319049117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:49.319201 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-09ad2af5-b946-4209-8984-c85edf07a178 tempest-ExternalNetworksAdminNegativeTestJSON-319049117 tempest-ExternalNetworksAdminNegativeTestJSON-319049117-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:49.357752 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-38367229-d263-42b4-a3a8-c91628a845c1 req-b987b25b-9603-47bc-be8e-dfec27433c6f tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/security-groups?id=28636a9e-058f-441f-8e78-3802344981e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443667 Aug 16 22:57:49.417533 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2319cf2a-8956-4541-aeb6-6c63255cbe4e req-622b7700-74af-48b1-a0c1-23123982bc4c service neutron] 10.222.0.57 "GET /v2.0/networks/531036b9-b324-4db9-9e78-5626e82b1955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597446 Aug 16 22:57:49.461304 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 9ba34cec-b26a-41d5-a1fc-1737deae7759 details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:57:49.471521 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-09ad2af5-b946-4209-8984-c85edf07a178 tempest-ExternalNetworksAdminNegativeTestJSON-319049117 tempest-ExternalNetworksAdminNegativeTestJSON-319049117-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:49.478331 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-09ad2af5-b946-4209-8984-c85edf07a178 tempest-ExternalNetworksAdminNegativeTestJSON-319049117 tempest-ExternalNetworksAdminNegativeTestJSON-319049117-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:49.485520 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-09ad2af5-b946-4209-8984-c85edf07a178 tempest-ExternalNetworksAdminNegativeTestJSON-319049117 tempest-ExternalNetworksAdminNegativeTestJSON-319049117-project-admin] device_id is not set on port ead1a6ab-0e38-4c80-b68c-c9379111f868 yet. {{(pid=101291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:57:49.592926 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ad2af5-b946-4209-8984-c85edf07a178 tempest-ExternalNetworksAdminNegativeTestJSON-319049117 tempest-ExternalNetworksAdminNegativeTestJSON-319049117-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=320c28d4-cff3-4adf-bd02-abbb1df4c929,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:49.684074 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df1e69c-d69c-469a-93f4-2f8fcf6eff17 None None] New status for floating IP 6ae054bb-c2b3-4a97-8401-4222e9ddab4a: ACTIVE {{(pid=101293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:57:49.779031 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c6b544-8928-434a-8019-67aece5ea16a req-9cb30588-58c1-4792-bcff-3f951ba96bb0 tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:49.781729 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-64c6b544-8928-434a-8019-67aece5ea16a req-9cb30588-58c1-4792-bcff-3f951ba96bb0 tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4b40d68-580d-4ed2-9460-ab869bff6030 HTTP/1.1" status: 200 len: 948 time: 0.1312926 Aug 16 22:57:49.808378 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267586de-6d69-48e1-a740-428a86cbec9f req-9f685d0b-afa3-430c-a653-266f8bbf14ef tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:49.810264 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-267586de-6d69-48e1-a740-428a86cbec9f req-9f685d0b-afa3-430c-a653-266f8bbf14ef tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/ports?device_id=116b3c9c-303e-4ffe-b86f-0b052c315ef4 HTTP/1.1" status: 200 len: 945 time: 0.1432831 Aug 16 22:57:49.855172 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 9ba34cec-b26a-41d5-a1fc-1737deae7759, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=9ba34cec-b26a-41d5-a1fc-1737deae7759,segment=NetworkSegment(2b336c2b-370d-414e-baa2-e0fc56b3e13b),segment_id=2b336c2b-370d-414e-baa2-e0fc56b3e13b)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:57:49.867001 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a0f851a1-0071-4171-9aa0-a19711ab57c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:49.898493 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-64c6b544-8928-434a-8019-67aece5ea16a req-a9abdcc6-4fa8-4f4e-8587-4839116d4100 tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] 10.222.0.36 "GET /v2.0/security-groups?id=eaa103af-6035-465a-ac0a-d83c49d1ff93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011655 Aug 16 22:57:49.909385 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-267586de-6d69-48e1-a740-428a86cbec9f req-dc6e304c-9c50-4ca9-9586-352946011773 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4ad6394-3e39-4386-b02d-4a7c32c3940e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665848 Aug 16 22:57:49.910439 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': '9ba34cec-b26a-41d5-a1fc-1737deae7759', 'network_id': '7055a6b6-d41b-4246-a34f-7b969c0cd362', 'port_id': '9ba34cec-b26a-41d5-a1fc-1737deae7759', 'mac_address': 'fa:16:3e:6a:de:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b83a947-e9a6-4967-9ec5-0380745cbf50', 'ip_address': '19.80.0.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:57:49.930924 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-09ad2af5-b946-4209-8984-c85edf07a178 tempest-ExternalNetworksAdminNegativeTestJSON-319049117 tempest-ExternalNetworksAdminNegativeTestJSON-319049117-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 16 22:57:49.931792 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09ad2af5-b946-4209-8984-c85edf07a178 tempest-ExternalNetworksAdminNegativeTestJSON-319049117 tempest-ExternalNetworksAdminNegativeTestJSON-319049117-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=101291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:57:49.962308 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-09ad2af5-b946-4209-8984-c85edf07a178 tempest-ExternalNetworksAdminNegativeTestJSON-319049117 tempest-ExternalNetworksAdminNegativeTestJSON-319049117-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.7021224 Aug 16 22:57:49.964806 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 39374) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:57:50.009247 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:50.023761 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ba34cec-b26a-41d5-a1fc-1737deae7759 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:57:50.051724 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 9ba34cec-b26a-41d5-a1fc-1737deae7759, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=9ba34cec-b26a-41d5-a1fc-1737deae7759,segment=NetworkSegment(2b336c2b-370d-414e-baa2-e0fc56b3e13b),segment_id=2b336c2b-370d-414e-baa2-e0fc56b3e13b)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:57:50.057594 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:50.060105 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 707673cd-dce6-4038-b37b-8c19b2a8e237 details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:57:50.176348 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f8e781-41a3-462c-b517-0395e558362b req-d5f2836f-3475-4f2a-bb29-dc44cbcf197c tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:50.182518 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f8e781-41a3-462c-b517-0395e558362b req-d5f2836f-3475-4f2a-bb29-dc44cbcf197c tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:50.189680 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=9ba34cec-b26a-41d5-a1fc-1737deae7759,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:50.191179 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-73f8e781-41a3-462c-b517-0395e558362b req-d5f2836f-3475-4f2a-bb29-dc44cbcf197c tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbcbf985-7e6b-4294-a227-d9f36d3f3080 HTTP/1.1" status: 200 len: 1679 time: 0.1346030 Aug 16 22:57:50.239115 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 707673cd-dce6-4038-b37b-8c19b2a8e237, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=707673cd-dce6-4038-b37b-8c19b2a8e237,segment=NetworkSegment(7f6690b2-beb5-4800-839c-9564531cb641),segment_id=7f6690b2-beb5-4800-839c-9564531cb641)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:57:50.244732 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-73f8e781-41a3-462c-b517-0395e558362b req-d88622ed-a768-4700-ba12-64925b03d352 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "GET /v2.0/security-groups?id=af30ade3-5d60-40c1-aaba-ea89855e7980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525415 Aug 16 22:57:50.248664 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-2230b455-f5c1-47f6-a1d2-ac430ae87cbc tempest-ExternalNetworksAdminNegativeTestJSON-319049117 tempest-ExternalNetworksAdminNegativeTestJSON-319049117-project-admin] Deleting port 41e067bc-3943-40a0-8e2c-ffc6a7962f90 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:57:50.249057 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2230b455-f5c1-47f6-a1d2-ac430ae87cbc tempest-ExternalNetworksAdminNegativeTestJSON-319049117 tempest-ExternalNetworksAdminNegativeTestJSON-319049117-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:50.252102 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': '707673cd-dce6-4038-b37b-8c19b2a8e237', 'network_id': '9bf64473-8f43-45ec-918e-383f857f7f52', 'port_id': '707673cd-dce6-4038-b37b-8c19b2a8e237', 'mac_address': 'fa:16:3e:30:4e:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0738275a-f26f-4e17-80a2-60937a857a5e', 'ip_address': '19.86.0.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:57:50.291986 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:50.307737 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 707673cd-dce6-4038-b37b-8c19b2a8e237 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:57:50.329341 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 707673cd-dce6-4038-b37b-8c19b2a8e237, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=707673cd-dce6-4038-b37b-8c19b2a8e237,segment=NetworkSegment(7f6690b2-beb5-4800-839c-9564531cb641),segment_id=7f6690b2-beb5-4800-839c-9564531cb641)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:57:50.333810 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:50.340914 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2230b455-f5c1-47f6-a1d2-ac430ae87cbc tempest-ExternalNetworksAdminNegativeTestJSON-319049117 tempest-ExternalNetworksAdminNegativeTestJSON-319049117-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:50.341322 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2230b455-f5c1-47f6-a1d2-ac430ae87cbc tempest-ExternalNetworksAdminNegativeTestJSON-319049117 tempest-ExternalNetworksAdminNegativeTestJSON-319049117-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:50.354774 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-2230b455-f5c1-47f6-a1d2-ac430ae87cbc tempest-ExternalNetworksAdminNegativeTestJSON-319049117 tempest-ExternalNetworksAdminNegativeTestJSON-319049117-project-admin] Calling delete_port for 41e067bc-3943-40a0-8e2c-ffc6a7962f90 owned by network:floatingip {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:57:50.388273 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=707673cd-dce6-4038-b37b-8c19b2a8e237,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:50.578603 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:50.662279 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['707673cd-dce6-4038-b37b-8c19b2a8e237'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:57:50.690309 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['9ba34cec-b26a-41d5-a1fc-1737deae7759'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:57:50.852975 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4450f51-3fb7-418f-9a1e-1f031010ebfd req-ea9d9a2e-ac79-4a43-bf4e-d9353c46173e tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:50.854507 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f4450f51-3fb7-418f-9a1e-1f031010ebfd req-ea9d9a2e-ac79-4a43-bf4e-d9353c46173e tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/ports?device_id=558fad6e-08d7-4f4e-9a19-1e466ac0428f HTTP/1.1" status: 200 len: 951 time: 0.0772913 Aug 16 22:57:50.930744 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f4450f51-3fb7-418f-9a1e-1f031010ebfd req-870b9cdc-8ae7-4fad-8fa9-d4bbdbdefa06 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/security-groups?id=28636a9e-058f-441f-8e78-3802344981e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669234 Aug 16 22:57:50.971451 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2230b455-f5c1-47f6-a1d2-ac430ae87cbc tempest-ExternalNetworksAdminNegativeTestJSON-319049117 tempest-ExternalNetworksAdminNegativeTestJSON-319049117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:51.016861 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2230b455-f5c1-47f6-a1d2-ac430ae87cbc tempest-ExternalNetworksAdminNegativeTestJSON-319049117 tempest-ExternalNetworksAdminNegativeTestJSON-319049117-project-admin] Pushing event deleted for resources: {'Port': ['ID=41e067bc-3943-40a0-8e2c-ffc6a7962f90,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:51.144774 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482cadae-aa39-4e5e-b3ba-35701803a47b req-99bb6dbe-3596-4ccd-9b79-d33528e0a612 tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:51.149036 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-482cadae-aa39-4e5e-b3ba-35701803a47b req-99bb6dbe-3596-4ccd-9b79-d33528e0a612 tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4b40d68-580d-4ed2-9460-ab869bff6030 HTTP/1.1" status: 200 len: 948 time: 0.1425834 Aug 16 22:57:51.155417 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2230b455-f5c1-47f6-a1d2-ac430ae87cbc tempest-ExternalNetworksAdminNegativeTestJSON-319049117 tempest-ExternalNetworksAdminNegativeTestJSON-319049117-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:51.158141 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2230b455-f5c1-47f6-a1d2-ac430ae87cbc tempest-ExternalNetworksAdminNegativeTestJSON-319049117 tempest-ExternalNetworksAdminNegativeTestJSON-319049117-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:51.159414 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-2230b455-f5c1-47f6-a1d2-ac430ae87cbc tempest-ExternalNetworksAdminNegativeTestJSON-319049117 tempest-ExternalNetworksAdminNegativeTestJSON-319049117-project-admin] 10.222.0.36 "DELETE /v2.0/floatingips/6a88befb-032e-4e3c-a33c-be2e7774d004 HTTP/1.1" status: 204 len: 168 time: 1.1935825 Aug 16 22:57:51.179802 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a0ab13-ceba-4ecd-96b9-20ecbc652104 req-0b9677e5-8739-4c0c-984d-6d26c55c8e46 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:51.181341 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-22a0ab13-ceba-4ecd-96b9-20ecbc652104 req-0b9677e5-8739-4c0c-984d-6d26c55c8e46 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/ports?device_id=116b3c9c-303e-4ffe-b86f-0b052c315ef4 HTTP/1.1" status: 200 len: 945 time: 0.1399860 Aug 16 22:57:51.231533 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-482cadae-aa39-4e5e-b3ba-35701803a47b req-b2af8665-c144-4b97-ad7c-a6efe02e1b0a tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] 10.222.0.36 "GET /v2.0/security-groups?id=eaa103af-6035-465a-ac0a-d83c49d1ff93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707948 Aug 16 22:57:51.241100 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-22a0ab13-ceba-4ecd-96b9-20ecbc652104 req-0f65d137-2d07-40f4-ac3b-d3dc3fdf5a31 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4ad6394-3e39-4386-b02d-4a7c32c3940e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528586 Aug 16 22:57:51.461558 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:51.484217 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09ca16a-63f8-460a-a777-188af5944a24 req-3a6f90d6-7327-44a3-9b9d-93c78cebd382 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:51.490552 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09ca16a-63f8-460a-a777-188af5944a24 req-3a6f90d6-7327-44a3-9b9d-93c78cebd382 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:51.498228 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f09ca16a-63f8-460a-a777-188af5944a24 req-3a6f90d6-7327-44a3-9b9d-93c78cebd382 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbcbf985-7e6b-4294-a227-d9f36d3f3080 HTTP/1.1" status: 200 len: 1680 time: 0.0708714 Aug 16 22:57:51.542073 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 39418) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:57:51.568844 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f09ca16a-63f8-460a-a777-188af5944a24 req-711f0df1-304e-4d50-85c6-8819557457f6 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "GET /v2.0/security-groups?id=af30ade3-5d60-40c1-aaba-ea89855e7980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694389 Aug 16 22:57:51.578214 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edc63ac-d75e-4752-9622-76754b6b66b3 req-8a2baf13-80cb-47cb-b693-48fda8eb55f2 tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:51.579738 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9edc63ac-d75e-4752-9622-76754b6b66b3 req-8a2baf13-80cb-47cb-b693-48fda8eb55f2 tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] 10.222.0.68 "GET /v2.0/ports?device_id=e4b40d68-580d-4ed2-9460-ab869bff6030 HTTP/1.1" status: 200 len: 948 time: 0.0786180 Aug 16 22:57:51.706055 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5d8d1df8-f8f6-44a7-bb74-843d8d759aef admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:51.816636 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7a3c89-0511-4198-905d-7b4696ad3857 req-30d9e528-119a-4381-ae16-e62307795e53 tempest-ServersAdminTestJSON-2019683922 tempest-ServersAdminTestJSON-2019683922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:51.817831 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2c7a3c89-0511-4198-905d-7b4696ad3857 req-30d9e528-119a-4381-ae16-e62307795e53 tempest-ServersAdminTestJSON-2019683922 tempest-ServersAdminTestJSON-2019683922-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=558fad6e-08d7-4f4e-9a19-1e466ac0428f HTTP/1.1" status: 200 len: 1103 time: 0.1097593 Aug 16 22:57:51.820017 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-9edc63ac-d75e-4752-9622-76754b6b66b3 req-cf3394af-b5ba-4cb0-abbe-2e2156fb3121 tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] Deleting port 7523c21b-6545-4d24-89d7-5235435ba14f {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:57:51.820355 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-9edc63ac-d75e-4752-9622-76754b6b66b3 req-cf3394af-b5ba-4cb0-abbe-2e2156fb3121 tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:51.832591 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5d8d1df8-f8f6-44a7-bb74-843d8d759aef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:51.839589 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5d8d1df8-f8f6-44a7-bb74-843d8d759aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:51.890009 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-5d8d1df8-f8f6-44a7-bb74-843d8d759aef admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ece9545c967e4a32b3ece76097bc6886&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3436198 Aug 16 22:57:51.890289 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 39426) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:57:51.891924 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8d1df8-f8f6-44a7-bb74-843d8d759aef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9575b758-2497-48f0-af59-bce60b1f5ebc,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:51.944882 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2c7a3c89-0511-4198-905d-7b4696ad3857 req-6e184296-de48-49c6-a451-8a6da3ed7a21 tempest-ServersAdminTestJSON-2019683922 tempest-ServersAdminTestJSON-2019683922-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=28636a9e-058f-441f-8e78-3802344981e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072094 Aug 16 22:57:51.977559 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-9edc63ac-d75e-4752-9622-76754b6b66b3 req-cf3394af-b5ba-4cb0-abbe-2e2156fb3121 tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] For port 7523c21b-6545-4d24-89d7-5235435ba14f, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=7523c21b-6545-4d24-89d7-5235435ba14f,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:57:51.977926 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-9edc63ac-d75e-4752-9622-76754b6b66b3 req-cf3394af-b5ba-4cb0-abbe-2e2156fb3121 tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:51.999858 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-9edc63ac-d75e-4752-9622-76754b6b66b3 req-cf3394af-b5ba-4cb0-abbe-2e2156fb3121 tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] Calling delete_port for 7523c21b-6545-4d24-89d7-5235435ba14f owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:57:52.002557 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d9a5610d-ead2-49c6-83de-1cb7db82cd4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:52.069033 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d9a5610d-ead2-49c6-83de-1cb7db82cd4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:52.196577 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d9a5610d-ead2-49c6-83de-1cb7db82cd4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:52.199043 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d9a5610d-ead2-49c6-83de-1cb7db82cd4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:52.200367 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-d9a5610d-ead2-49c6-83de-1cb7db82cd4c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9575b758-2497-48f0-af59-bce60b1f5ebc HTTP/1.1" status: 204 len: 168 time: 0.3089712 Aug 16 22:57:52.230950 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a5610d-ead2-49c6-83de-1cb7db82cd4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9575b758-2497-48f0-af59-bce60b1f5ebc,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:52.235941 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213ab826-d603-48c2-8884-77eb37db4aa8 req-57ec589c-474f-4765-9a6e-f4a3ce0aaa3b tempest-ServersAdminTestJSON-2019683922 tempest-ServersAdminTestJSON-2019683922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:52.237966 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-213ab826-d603-48c2-8884-77eb37db4aa8 req-57ec589c-474f-4765-9a6e-f4a3ce0aaa3b tempest-ServersAdminTestJSON-2019683922 tempest-ServersAdminTestJSON-2019683922-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=558fad6e-08d7-4f4e-9a19-1e466ac0428f HTTP/1.1" status: 200 len: 1103 time: 0.1182158 Aug 16 22:57:52.255783 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-9edc63ac-d75e-4752-9622-76754b6b66b3 req-cf3394af-b5ba-4cb0-abbe-2e2156fb3121 tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:52.316855 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3394af-b5ba-4cb0-abbe-2e2156fb3121 tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] Pushing event deleted for resources: {'Port': ['ID=7523c21b-6545-4d24-89d7-5235435ba14f,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:52.378754 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d3d04290-da74-493d-95fc-3962196c90ed req-c18d9f10-6883-4686-a3e9-382963ae98e3 tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4b40d68-580d-4ed2-9460-ab869bff6030 HTTP/1.1" status: 200 len: 210 time: 0.0396397 Aug 16 22:57:52.471763 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-9edc63ac-d75e-4752-9622-76754b6b66b3 req-cf3394af-b5ba-4cb0-abbe-2e2156fb3121 tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] No DVR routers for this DVR port 7523c21b-6545-4d24-89d7-5235435ba14f on host n-h1-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:57:52.475705 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-9edc63ac-d75e-4752-9622-76754b6b66b3 req-cf3394af-b5ba-4cb0-abbe-2e2156fb3121 tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:52.477702 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9edc63ac-d75e-4752-9622-76754b6b66b3 req-cf3394af-b5ba-4cb0-abbe-2e2156fb3121 tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] 10.222.0.68 "DELETE /v2.0/ports/7523c21b-6545-4d24-89d7-5235435ba14f HTTP/1.1" status: 204 len: 173 time: 0.8880703 Aug 16 22:57:52.478407 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4b40d68-580d-4ed2-9460-ab869bff6030', 'name': 'network-vif-deleted', 'tag': '7523c21b-6545-4d24-89d7-5235435ba14f'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:57:52.488959 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c682b57-24b3-44f2-be6d-81008aed5cf4" -d '{"events": [{"server_uuid": "e4b40d68-580d-4ed2-9460-ab869bff6030", "name": "network-vif-deleted", "tag": "7523c21b-6545-4d24-89d7-5235435ba14f"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:57:52.502642 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-213ab826-d603-48c2-8884-77eb37db4aa8 req-0b8ca994-0e77-4de6-8201-a7960cb77bf0 tempest-ServersAdminTestJSON-2019683922 tempest-ServersAdminTestJSON-2019683922-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=28636a9e-058f-441f-8e78-3802344981e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316515 Aug 16 22:57:52.568581 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be217256-8ca6-451a-8277-3caf85ea0b08 x-openstack-request-id: req-be217256-8ca6-451a-8277-3caf85ea0b08 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:57:52.568982 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4b40d68-580d-4ed2-9460-ab869bff6030", "name": "network-vif-deleted", "tag": "7523c21b-6545-4d24-89d7-5235435ba14f", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:57:52.569646 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-be217256-8ca6-451a-8277-3caf85ea0b08 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:57:52.570243 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4b40d68-580d-4ed2-9460-ab869bff6030', 'name': 'network-vif-deleted', 'tag': '7523c21b-6545-4d24-89d7-5235435ba14f', 'status': 'completed', 'code': 200} Aug 16 22:57:52.665984 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 39448) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:57:52.716141 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:52.767836 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-517d84bc-868c-46d3-a114-b55ae1d8123d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6991ba8b663f4e47855f28253a7d1dfb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0999503 Aug 16 22:57:52.770467 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 39454) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:57:52.790110 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306f29cc-b456-4e29-9ef9-c0b92cbb8301 req-bf2bc848-450d-48ea-aa3e-cda199666e8e tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:52.812091 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306f29cc-b456-4e29-9ef9-c0b92cbb8301 req-bf2bc848-450d-48ea-aa3e-cda199666e8e tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:52.813924 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-306f29cc-b456-4e29-9ef9-c0b92cbb8301 req-bf2bc848-450d-48ea-aa3e-cda199666e8e tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbcbf985-7e6b-4294-a227-d9f36d3f3080 HTTP/1.1" status: 200 len: 1680 time: 0.1395464 Aug 16 22:57:52.851096 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cd9f596d-f441-4ef8-9f48-cfb5511e07eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:52.882433 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cd9f596d-f441-4ef8-9f48-cfb5511e07eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:52.887507 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-306f29cc-b456-4e29-9ef9-c0b92cbb8301 req-9a12acbc-c810-4076-aa53-39cbb0062eef tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "GET /v2.0/security-groups?id=af30ade3-5d60-40c1-aaba-ea89855e7980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664399 Aug 16 22:57:52.998032 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cd9f596d-f441-4ef8-9f48-cfb5511e07eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:53.002780 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cd9f596d-f441-4ef8-9f48-cfb5511e07eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:53.004568 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-cd9f596d-f441-4ef8-9f48-cfb5511e07eb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/320c28d4-cff3-4adf-bd02-abbb1df4c929 HTTP/1.1" status: 204 len: 168 time: 0.2322955 Aug 16 22:57:53.014239 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9f596d-f441-4ef8-9f48-cfb5511e07eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=320c28d4-cff3-4adf-bd02-abbb1df4c929,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:53.079196 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a00966-b8ce-44aa-a99b-a6b41895595c req-a3f471f8-a342-4744-bd8d-148f3d3ce07d tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:53.086992 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-62a00966-b8ce-44aa-a99b-a6b41895595c req-a3f471f8-a342-4744-bd8d-148f3d3ce07d tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/ports?device_id=ced91254-e259-43ee-8113-4ad859ae9aa8 HTTP/1.1" status: 200 len: 949 time: 0.1252956 Aug 16 22:57:53.140080 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-62a00966-b8ce-44aa-a99b-a6b41895595c req-31d9c444-15e5-4cee-86c2-ddb03a50826b tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/security-groups?id=28636a9e-058f-441f-8e78-3802344981e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481198 Aug 16 22:57:53.495602 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 9ba34cec-b26a-41d5-a1fc-1737deae7759 up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:57:53.602274 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning for port 9ba34cec-b26a-41d5-a1fc-1737deae7759 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:57:53.602579 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 39480) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:57:53.609013 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port 9ba34cec-b26a-41d5-a1fc-1737deae7759 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:57:53.609395 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:53.764888 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a34a5032-0bd8-4d69-8350-80cdedae37f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:53.821125 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:53.886636 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbcbf985-7e6b-4294-a227-d9f36d3f3080', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ba34cec-b26a-41d5-a1fc-1737deae7759'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:57:53.893132 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-519743b4-1acc-4f42-b9b0-94df0032b8b7" -d '{"events": [{"server_uuid": "fbcbf985-7e6b-4294-a227-d9f36d3f3080", "name": "network-vif-plugged", "status": "completed", "tag": "9ba34cec-b26a-41d5-a1fc-1737deae7759"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:57:53.920750 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4730ea-8219-4e09-8d09-84001fbb826c req-b8bd08f3-4674-4227-9c64-27b3770de992 tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:53.923875 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ff4730ea-8219-4e09-8d09-84001fbb826c req-b8bd08f3-4674-4227-9c64-27b3770de992 tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] 10.222.0.36 "GET /v2.0/ports?device_id=2bc038fb-f156-450f-a404-6e5743c56ef4 HTTP/1.1" status: 200 len: 949 time: 0.0936975 Aug 16 22:57:53.933478 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 9ba34cec-b26a-41d5-a1fc-1737deae7759, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=9ba34cec-b26a-41d5-a1fc-1737deae7759,segment=NetworkSegment(2b336c2b-370d-414e-baa2-e0fc56b3e13b),segment_id=2b336c2b-370d-414e-baa2-e0fc56b3e13b)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:57:53.958019 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:53.959387 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 707673cd-dce6-4038-b37b-8c19b2a8e237 up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:57:53.985840 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a34a5032-0bd8-4d69-8350-80cdedae37f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:53.996466 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a34a5032-0bd8-4d69-8350-80cdedae37f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:54.027183 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ff4730ea-8219-4e09-8d09-84001fbb826c req-5098261e-c98f-4210-b978-2d358b19f447 tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] 10.222.0.36 "GET /v2.0/security-groups?id=eaa103af-6035-465a-ac0a-d83c49d1ff93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968163 Aug 16 22:57:54.083487 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c25dfdc6-b43d-40f3-8621-8cbd1ad6415a x-openstack-request-id: req-c25dfdc6-b43d-40f3-8621-8cbd1ad6415a {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:57:54.083800 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 39498) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:57:54.083902 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-a34a5032-0bd8-4d69-8350-80cdedae37f9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1723f92a0a5d411594d505994afdd65b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4796493 Aug 16 22:57:54.085165 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34a5032-0bd8-4d69-8350-80cdedae37f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2da29cea-f773-45fb-9d0d-34899f426679,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:54.087663 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbcbf985-7e6b-4294-a227-d9f36d3f3080", "name": "network-vif-plugged", "status": "completed", "tag": "9ba34cec-b26a-41d5-a1fc-1737deae7759", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:57:54.088278 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c25dfdc6-b43d-40f3-8621-8cbd1ad6415a {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:57:54.088764 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbcbf985-7e6b-4294-a227-d9f36d3f3080', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ba34cec-b26a-41d5-a1fc-1737deae7759', 'code': 200} Aug 16 22:57:54.097226 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=9ba34cec-b26a-41d5-a1fc-1737deae7759,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:54.109384 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:57:54.109817 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:57:54.110485 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:57:54.111066 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:57:54.111473 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:57:54.112125 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:57:54.112974 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:57:54.113370 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:57:54.113770 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:57:54.114161 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:57:54.114567 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:57:54.114958 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:57:54.128744 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning for port 707673cd-dce6-4038-b37b-8c19b2a8e237 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:57:54.143652 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port 707673cd-dce6-4038-b37b-8c19b2a8e237 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:57:54.144028 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:54.315379 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3940256b-4cff-4eb7-bcd9-8eef8367d087 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:54.331729 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b326ec2-599b-493a-a9fc-8185f77740f6 req-2c747052-0378-43a5-8d04-2958e317d569 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:54.334273 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0b326ec2-599b-493a-a9fc-8185f77740f6 req-2c747052-0378-43a5-8d04-2958e317d569 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.68 "GET /v2.0/ports?device_id=ced91254-e259-43ee-8113-4ad859ae9aa8 HTTP/1.1" status: 200 len: 949 time: 0.1845593 Aug 16 22:57:54.342897 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:54.385290 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 707673cd-dce6-4038-b37b-8c19b2a8e237, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=707673cd-dce6-4038-b37b-8c19b2a8e237,segment=NetworkSegment(7f6690b2-beb5-4800-839c-9564531cb641),segment_id=7f6690b2-beb5-4800-839c-9564531cb641)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:57:54.391379 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:54.392659 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 7523c21b-6545-4d24-89d7-5235435ba14f no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:57:54.477296 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] No Port match for: 7523c21b-6545-4d24-89d7-5235435ba14f {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:57:54.477779 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 7523c21b-6545-4d24-89d7-5235435ba14f not bound to the agent host n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:57:54.479338 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=707673cd-dce6-4038-b37b-8c19b2a8e237,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:54.493306 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a898502c-2c86-409c-9a43-f7812c0c09fd req-8bf6e004-aeef-42d9-9daf-b0bb9e098a00 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:54.499551 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a898502c-2c86-409c-9a43-f7812c0c09fd req-8bf6e004-aeef-42d9-9daf-b0bb9e098a00 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:54.509244 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a898502c-2c86-409c-9a43-f7812c0c09fd req-8bf6e004-aeef-42d9-9daf-b0bb9e098a00 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbcbf985-7e6b-4294-a227-d9f36d3f3080 HTTP/1.1" status: 200 len: 1681 time: 0.3100600 Aug 16 22:57:54.512989 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3940256b-4cff-4eb7-bcd9-8eef8367d087 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:54.632760 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c74f321-d210-4ef7-b5f6-45a33e873994 req-beefd91f-1fd6-4cc1-9a80-2acb5a4e68fd tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:54.640192 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6c74f321-d210-4ef7-b5f6-45a33e873994 req-beefd91f-1fd6-4cc1-9a80-2acb5a4e68fd tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/ports?device_id=ced91254-e259-43ee-8113-4ad859ae9aa8 HTTP/1.1" status: 200 len: 949 time: 0.3024199 Aug 16 22:57:54.668617 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a898502c-2c86-409c-9a43-f7812c0c09fd req-dc9b584b-12fa-4c4d-b8f4-b29bcb469ff9 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "GET /v2.0/security-groups?id=af30ade3-5d60-40c1-aaba-ea89855e7980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584325 Aug 16 22:57:54.724572 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6c74f321-d210-4ef7-b5f6-45a33e873994 req-78c5be0a-1909-4278-8289-7ada6ca486bc tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/security-groups?id=28636a9e-058f-441f-8e78-3802344981e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702238 Aug 16 22:57:54.724572 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-0b326ec2-599b-493a-a9fc-8185f77740f6 req-e39ffeab-287d-4176-a6ef-8df7c80d8320 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Deleting port 8868e391-13e5-4039-8811-078649df131d {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:57:54.724572 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-0b326ec2-599b-493a-a9fc-8185f77740f6 req-e39ffeab-287d-4176-a6ef-8df7c80d8320 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:54.724964 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3940256b-4cff-4eb7-bcd9-8eef8367d087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:54.727456 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3940256b-4cff-4eb7-bcd9-8eef8367d087 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:54.728644 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-3940256b-4cff-4eb7-bcd9-8eef8367d087 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2da29cea-f773-45fb-9d0d-34899f426679 HTTP/1.1" status: 204 len: 168 time: 0.6439273 Aug 16 22:57:54.818304 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3940256b-4cff-4eb7-bcd9-8eef8367d087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da29cea-f773-45fb-9d0d-34899f426679,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:54.896954 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-0b326ec2-599b-493a-a9fc-8185f77740f6 req-e39ffeab-287d-4176-a6ef-8df7c80d8320 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] For port 8868e391-13e5-4039-8811-078649df131d, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=8868e391-13e5-4039-8811-078649df131d,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:57:54.897467 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-0b326ec2-599b-493a-a9fc-8185f77740f6 req-e39ffeab-287d-4176-a6ef-8df7c80d8320 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:54.915968 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-0b326ec2-599b-493a-a9fc-8185f77740f6 req-e39ffeab-287d-4176-a6ef-8df7c80d8320 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Calling delete_port for 8868e391-13e5-4039-8811-078649df131d owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:57:55.097778 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:55.156114 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-0b326ec2-599b-493a-a9fc-8185f77740f6 req-e39ffeab-287d-4176-a6ef-8df7c80d8320 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:55.168707 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['c06f700b-9f87-4f14-9e6a-4961f1b5094a', '8868e391-13e5-4039-8811-078649df131d', '746316bb-90f9-4c54-81f9-8f8cbbb9606c'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:57:55.217850 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39ffeab-287d-4176-a6ef-8df7c80d8320 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Pushing event deleted for resources: {'Port': ['ID=8868e391-13e5-4039-8811-078649df131d,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:55.218879 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 39532) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:57:55.242351 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bad9f63e-f93b-442e-b7ff-ef7d33f1cbb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:55.317800 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b326ec2-599b-493a-a9fc-8185f77740f6 req-e39ffeab-287d-4176-a6ef-8df7c80d8320 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] No DVR routers for this DVR port 8868e391-13e5-4039-8811-078649df131d on host n-h1-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:57:55.323936 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-0b326ec2-599b-493a-a9fc-8185f77740f6 req-e39ffeab-287d-4176-a6ef-8df7c80d8320 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:55.332043 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0b326ec2-599b-493a-a9fc-8185f77740f6 req-e39ffeab-287d-4176-a6ef-8df7c80d8320 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.68 "DELETE /v2.0/ports/8868e391-13e5-4039-8811-078649df131d HTTP/1.1" status: 204 len: 173 time: 0.9781759 Aug 16 22:57:55.333611 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ced91254-e259-43ee-8113-4ad859ae9aa8', 'name': 'network-vif-deleted', 'tag': '8868e391-13e5-4039-8811-078649df131d'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:57:55.339039 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f76cd3d8-0297-4298-ba93-79bb48ddec5f" -d '{"events": [{"server_uuid": "ced91254-e259-43ee-8113-4ad859ae9aa8", "name": "network-vif-deleted", "tag": "8868e391-13e5-4039-8811-078649df131d"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:57:55.371180 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f743f04-4088-4efa-8294-7cb0e580451d req-bbcd0a31-bb36-43f3-ad16-9e67eefd86f2 tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:55.396368 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0f743f04-4088-4efa-8294-7cb0e580451d req-bbcd0a31-bb36-43f3-ad16-9e67eefd86f2 tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] 10.222.0.36 "GET /v2.0/ports?device_id=2bc038fb-f156-450f-a404-6e5743c56ef4 HTTP/1.1" status: 200 len: 949 time: 0.2334561 Aug 16 22:57:55.397350 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 39538) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:57:55.452275 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81ce8941-3b72-4ad2-a9da-34b8a46e2e18 x-openstack-request-id: req-81ce8941-3b72-4ad2-a9da-34b8a46e2e18 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:57:55.452839 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ced91254-e259-43ee-8113-4ad859ae9aa8", "name": "network-vif-deleted", "tag": "8868e391-13e5-4039-8811-078649df131d", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:57:55.453183 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-81ce8941-3b72-4ad2-a9da-34b8a46e2e18 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:57:55.453607 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ced91254-e259-43ee-8113-4ad859ae9aa8', 'name': 'network-vif-deleted', 'tag': '8868e391-13e5-4039-8811-078649df131d', 'status': 'completed', 'code': 200} Aug 16 22:57:55.506345 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bad9f63e-f93b-442e-b7ff-ef7d33f1cbb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:55.511662 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bad9f63e-f93b-442e-b7ff-ef7d33f1cbb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:55.517602 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0f743f04-4088-4efa-8294-7cb0e580451d req-419e5a1b-996c-4623-81da-b056bf95518c tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] 10.222.0.36 "GET /v2.0/security-groups?id=eaa103af-6035-465a-ac0a-d83c49d1ff93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172173 Aug 16 22:57:55.603590 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad9f63e-f93b-442e-b7ff-ef7d33f1cbb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c33669c6-925f-4c18-b4dd-29e0d6d043ac,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:55.620118 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-bad9f63e-f93b-442e-b7ff-ef7d33f1cbb1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6e9a8544421f437a9dee9757c1cfad1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3999145 Aug 16 22:57:55.622605 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 39542) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:57:55.663568 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-ec74a2ef-777a-411e-99e1-7b04975fd1bd tempest-MeteringIpV6TestJSON-1304852452 tempest-MeteringIpV6TestJSON-1304852452-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1679331867'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:57:55.664116 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-ec74a2ef-777a-411e-99e1-7b04975fd1bd tempest-MeteringIpV6TestJSON-1304852452 tempest-MeteringIpV6TestJSON-1304852452-project-admin] Unknown quota resources ['metering_label']. {{(pid=101291) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 22:57:55.840226 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2920b781-dbee-4680-b2b2-de19c6da3d33 req-06a65f88-0683-4226-bdf2-c3443b7b5721 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:55.851336 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2920b781-dbee-4680-b2b2-de19c6da3d33 req-06a65f88-0683-4226-bdf2-c3443b7b5721 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:55.857766 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2920b781-dbee-4680-b2b2-de19c6da3d33 req-06a65f88-0683-4226-bdf2-c3443b7b5721 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbcbf985-7e6b-4294-a227-d9f36d3f3080 HTTP/1.1" status: 200 len: 1682 time: 0.0967553 Aug 16 22:57:55.870221 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6fbd7a08-2b16-425e-9f8e-e61f108cce88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:55.894675 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6fbd7a08-2b16-425e-9f8e-e61f108cce88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:55.924813 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8b7f82b4-4b49-4b60-bc79-0f1098b49105 req-e206f4c5-f798-4026-abb8-9c891e4f2ae2 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/ports?device_id=ced91254-e259-43ee-8113-4ad859ae9aa8 HTTP/1.1" status: 200 len: 210 time: 0.0353050 Aug 16 22:57:55.930014 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2920b781-dbee-4680-b2b2-de19c6da3d33 req-c22c3e23-70bc-4417-b02d-7eb27f459810 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "GET /v2.0/security-groups?id=af30ade3-5d60-40c1-aaba-ea89855e7980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645893 Aug 16 22:57:55.977434 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ec74a2ef-777a-411e-99e1-7b04975fd1bd tempest-MeteringIpV6TestJSON-1304852452 tempest-MeteringIpV6TestJSON-1304852452-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:55.978971 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-ec74a2ef-777a-411e-99e1-7b04975fd1bd tempest-MeteringIpV6TestJSON-1304852452 tempest-MeteringIpV6TestJSON-1304852452-project-admin] 10.222.0.36 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.5755973 Aug 16 22:57:55.985454 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 39550) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:57:55.990476 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-b712cceb-7c8a-48cd-8784-2c5326f69644 tempest-MeteringIpV6TestJSON-1304852452 tempest-MeteringIpV6TestJSON-1304852452-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'd1753848-6597-4cff-848d-c085be7fa083'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:57:55.991051 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-b712cceb-7c8a-48cd-8784-2c5326f69644 tempest-MeteringIpV6TestJSON-1304852452 tempest-MeteringIpV6TestJSON-1304852452-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101291) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 22:57:56.049260 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47337d07-31dc-4481-8cab-d78befc24b27 req-07219d96-1cb8-486e-85d7-16b2e5761077 tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:56.051892 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-47337d07-31dc-4481-8cab-d78befc24b27 req-07219d96-1cb8-486e-85d7-16b2e5761077 tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] 10.222.0.57 "GET /v2.0/ports?device_id=2bc038fb-f156-450f-a404-6e5743c56ef4 HTTP/1.1" status: 200 len: 949 time: 0.0832906 Aug 16 22:57:56.090399 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbcbf985-7e6b-4294-a227-d9f36d3f3080', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '707673cd-dce6-4038-b37b-8c19b2a8e237'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:57:56.093922 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10683b6a-9950-43f4-bbdc-4b263dd24dfc" -d '{"events": [{"server_uuid": "fbcbf985-7e6b-4294-a227-d9f36d3f3080", "name": "network-vif-plugged", "status": "completed", "tag": "707673cd-dce6-4038-b37b-8c19b2a8e237"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:57:56.136632 n-d-791506-26 neutron-server[101291]: WARNING neutron.services.metering.metering_plugin [None req-b712cceb-7c8a-48cd-8784-2c5326f69644 tempest-MeteringIpV6TestJSON-1304852452 tempest-MeteringIpV6TestJSON-1304852452-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 16 22:57:56.141728 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6fbd7a08-2b16-425e-9f8e-e61f108cce88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:56.150263 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6fbd7a08-2b16-425e-9f8e-e61f108cce88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:56.151454 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-6fbd7a08-2b16-425e-9f8e-e61f108cce88 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c33669c6-925f-4c18-b4dd-29e0d6d043ac HTTP/1.1" status: 204 len: 168 time: 0.5273399 Aug 16 22:57:56.177489 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03553ff8-03e1-4558-80c0-fa3ffa31d38d x-openstack-request-id: req-03553ff8-03e1-4558-80c0-fa3ffa31d38d {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:57:56.178802 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbcbf985-7e6b-4294-a227-d9f36d3f3080", "name": "network-vif-plugged", "status": "completed", "tag": "707673cd-dce6-4038-b37b-8c19b2a8e237", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:57:56.179356 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-03553ff8-03e1-4558-80c0-fa3ffa31d38d {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:57:56.180024 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbcbf985-7e6b-4294-a227-d9f36d3f3080', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '707673cd-dce6-4038-b37b-8c19b2a8e237', 'code': 200} Aug 16 22:57:56.194444 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbd7a08-2b16-425e-9f8e-e61f108cce88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c33669c6-925f-4c18-b4dd-29e0d6d043ac,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:56.237706 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-47337d07-31dc-4481-8cab-d78befc24b27 req-587a301b-1c0c-4a23-b00e-aaa45f1c628d tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] Deleting port 2f0d39ab-6a85-4c26-a96e-252f529a109d {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:57:56.238961 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-47337d07-31dc-4481-8cab-d78befc24b27 req-587a301b-1c0c-4a23-b00e-aaa45f1c628d tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:56.343851 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b712cceb-7c8a-48cd-8784-2c5326f69644 tempest-MeteringIpV6TestJSON-1304852452 tempest-MeteringIpV6TestJSON-1304852452-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:56.346400 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-b712cceb-7c8a-48cd-8784-2c5326f69644 tempest-MeteringIpV6TestJSON-1304852452 tempest-MeteringIpV6TestJSON-1304852452-project-admin] 10.222.0.36 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3597562 Aug 16 22:57:56.350060 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 39558) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:57:56.357026 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699c0777-1179-4b9e-a13d-93a0b58ad2db req-053842b5-d473-458c-a203-75dde0b2a155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:56.357471 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699c0777-1179-4b9e-a13d-93a0b58ad2db req-053842b5-d473-458c-a203-75dde0b2a155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:56.359389 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-699c0777-1179-4b9e-a13d-93a0b58ad2db req-053842b5-d473-458c-a203-75dde0b2a155 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=fbcbf985-7e6b-4294-a227-d9f36d3f3080 HTTP/1.1" status: 200 len: 1986 time: 0.0714178 Aug 16 22:57:56.365481 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-ff716fae-7146-4467-a48a-06b704d22b39 tempest-MeteringIpV6TestJSON-1304852452 tempest-MeteringIpV6TestJSON-1304852452-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'd1753848-6597-4cff-848d-c085be7fa083'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:57:56.366420 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-ff716fae-7146-4467-a48a-06b704d22b39 tempest-MeteringIpV6TestJSON-1304852452 tempest-MeteringIpV6TestJSON-1304852452-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101291) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 22:57:56.421843 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-699c0777-1179-4b9e-a13d-93a0b58ad2db req-e2dfc944-67fe-4d67-8bce-9ab14b3d230e service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=af30ade3-5d60-40c1-aaba-ea89855e7980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513244 Aug 16 22:57:56.423637 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-47337d07-31dc-4481-8cab-d78befc24b27 req-587a301b-1c0c-4a23-b00e-aaa45f1c628d tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] For port 2f0d39ab-6a85-4c26-a96e-252f529a109d, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=2f0d39ab-6a85-4c26-a96e-252f529a109d,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:57:56.424009 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-47337d07-31dc-4481-8cab-d78befc24b27 req-587a301b-1c0c-4a23-b00e-aaa45f1c628d tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:56.439293 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-47337d07-31dc-4481-8cab-d78befc24b27 req-587a301b-1c0c-4a23-b00e-aaa45f1c628d tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] Calling delete_port for 2f0d39ab-6a85-4c26-a96e-252f529a109d owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:57:56.465751 n-d-791506-26 neutron-server[101291]: WARNING neutron.services.metering.metering_plugin [None req-ff716fae-7146-4467-a48a-06b704d22b39 tempest-MeteringIpV6TestJSON-1304852452 tempest-MeteringIpV6TestJSON-1304852452-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 16 22:57:56.568090 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ff716fae-7146-4467-a48a-06b704d22b39 tempest-MeteringIpV6TestJSON-1304852452 tempest-MeteringIpV6TestJSON-1304852452-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:56.571683 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-ff716fae-7146-4467-a48a-06b704d22b39 tempest-MeteringIpV6TestJSON-1304852452 tempest-MeteringIpV6TestJSON-1304852452-project-admin] 10.222.0.36 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2152922 Aug 16 22:57:56.573221 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 39566) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:57:56.587214 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-c218e828-0701-4434-8906-87308ad2caec tempest-MeteringIpV6TestJSON-1304852452 tempest-MeteringIpV6TestJSON-1304852452-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-label-rules?id=67c788c1-ad2f-48aa-b470-aa7d1bae63c5 HTTP/1.1" status: 200 len: 462 time: 0.0118613 Aug 16 22:57:56.587484 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 39568) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:57:56.619071 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-47337d07-31dc-4481-8cab-d78befc24b27 req-587a301b-1c0c-4a23-b00e-aaa45f1c628d tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:56.672220 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587a301b-1c0c-4a23-b00e-aaa45f1c628d tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] Pushing event deleted for resources: {'Port': ['ID=2f0d39ab-6a85-4c26-a96e-252f529a109d,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:56.704156 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0aa81bee-7819-4ade-906e-76db71b9126c req-7a374116-1f63-473c-acb0-11b80387ded2 tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] 10.222.0.36 "GET /v2.0/ports?device_id=2bc038fb-f156-450f-a404-6e5743c56ef4 HTTP/1.1" status: 200 len: 210 time: 0.0711114 Aug 16 22:57:56.742542 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7d04656d-96e2-48be-bee1-33b51f2c28c5 tempest-MeteringIpV6TestJSON-1304852452 tempest-MeteringIpV6TestJSON-1304852452-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:56.745004 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-7d04656d-96e2-48be-bee1-33b51f2c28c5 tempest-MeteringIpV6TestJSON-1304852452 tempest-MeteringIpV6TestJSON-1304852452-project-admin] 10.222.0.36 "DELETE /v2.0/metering/metering-label-rules/67c788c1-ad2f-48aa-b470-aa7d1bae63c5 HTTP/1.1" status: 204 len: 168 time: 0.1565371 Aug 16 22:57:56.746380 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 39572) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:57:56.756281 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-47337d07-31dc-4481-8cab-d78befc24b27 req-587a301b-1c0c-4a23-b00e-aaa45f1c628d tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] No DVR routers for this DVR port 2f0d39ab-6a85-4c26-a96e-252f529a109d on host n-h2-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:57:56.760984 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-1be15dd7-1d09-4f1d-8841-0f75237cb746 tempest-MeteringIpV6TestJSON-1304852452 tempest-MeteringIpV6TestJSON-1304852452-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-label-rules?id=67c788c1-ad2f-48aa-b470-aa7d1bae63c5 HTTP/1.1" status: 200 len: 221 time: 0.0095057 Aug 16 22:57:56.761133 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-47337d07-31dc-4481-8cab-d78befc24b27 req-587a301b-1c0c-4a23-b00e-aaa45f1c628d tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:56.761381 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 39576) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:57:56.763275 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-47337d07-31dc-4481-8cab-d78befc24b27 req-587a301b-1c0c-4a23-b00e-aaa45f1c628d tempest-ListImageFiltersTestJSON-1299159657 tempest-ListImageFiltersTestJSON-1299159657-project] 10.222.0.57 "DELETE /v2.0/ports/2f0d39ab-6a85-4c26-a96e-252f529a109d HTTP/1.1" status: 204 len: 173 time: 0.7019942 Aug 16 22:57:56.766896 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-62d9b7ea-7a26-4cea-9979-ce935c38d1c6 tempest-MeteringIpV6TestJSON-1304852452 tempest-MeteringIpV6TestJSON-1304852452-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1512651533', 'description': 'label created by tempest'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:57:56.767350 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-62d9b7ea-7a26-4cea-9979-ce935c38d1c6 tempest-MeteringIpV6TestJSON-1304852452 tempest-MeteringIpV6TestJSON-1304852452-project-admin] Unknown quota resources ['metering_label']. {{(pid=101291) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 22:57:56.973482 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-62d9b7ea-7a26-4cea-9979-ce935c38d1c6 tempest-MeteringIpV6TestJSON-1304852452 tempest-MeteringIpV6TestJSON-1304852452-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:56.975589 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-62d9b7ea-7a26-4cea-9979-ce935c38d1c6 tempest-MeteringIpV6TestJSON-1304852452 tempest-MeteringIpV6TestJSON-1304852452-project-admin] 10.222.0.36 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2126923 Aug 16 22:57:56.978507 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 39586) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:57:57.097112 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-a1cc1523-e501-4af9-8fb0-6143c12fe2e1 tempest-MeteringIpV6TestJSON-1304852452 tempest-MeteringIpV6TestJSON-1304852452-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-labels?id=cee8ab7a-509f-4b0e-a308-7bd59af5498b HTTP/1.1" status: 200 len: 468 time: 0.1167076 Aug 16 22:57:57.099624 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 39594) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:57:57.154955 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7444408-4a0d-4b80-bff7-1640a47a0026 req-5a83e493-3665-4ad0-a5c5-18b2734f18a0 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:57.172620 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7444408-4a0d-4b80-bff7-1640a47a0026 req-5a83e493-3665-4ad0-a5c5-18b2734f18a0 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:57.175653 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a7444408-4a0d-4b80-bff7-1640a47a0026 req-5a83e493-3665-4ad0-a5c5-18b2734f18a0 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbcbf985-7e6b-4294-a227-d9f36d3f3080 HTTP/1.1" status: 200 len: 1682 time: 0.1333656 Aug 16 22:57:57.256918 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a7444408-4a0d-4b80-bff7-1640a47a0026 req-eb693f09-0bf5-4ca3-9446-8b881c01565e tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "GET /v2.0/security-groups?id=af30ade3-5d60-40c1-aaba-ea89855e7980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752602 Aug 16 22:57:57.383229 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-81877218-17a0-4309-b284-78df166df048 tempest-MeteringIpV6TestJSON-1304852452 tempest-MeteringIpV6TestJSON-1304852452-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:57.385636 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-81877218-17a0-4309-b284-78df166df048 tempest-MeteringIpV6TestJSON-1304852452 tempest-MeteringIpV6TestJSON-1304852452-project-admin] 10.222.0.36 "DELETE /v2.0/metering/metering-labels/cee8ab7a-509f-4b0e-a308-7bd59af5498b HTTP/1.1" status: 204 len: 168 time: 0.2850695 Aug 16 22:57:57.389155 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 39606) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:57:57.415107 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-dd0c273b-a8fb-4168-a478-338ff22fa978 tempest-MeteringIpV6TestJSON-1304852452 tempest-MeteringIpV6TestJSON-1304852452-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-labels?id=cee8ab7a-509f-4b0e-a308-7bd59af5498b HTTP/1.1" status: 200 len: 216 time: 0.0243361 Aug 16 22:57:57.418551 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 39608) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:57:57.434240 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-1a93a98e-cb56-4a94-a5ea-a20f9e38acff tempest-MeteringIpV6TestJSON-1304852452 tempest-MeteringIpV6TestJSON-1304852452-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0143380 Aug 16 22:57:57.437430 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 39612) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:57:57.455544 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc038fb-f156-450f-a404-6e5743c56ef4', 'name': 'network-vif-deleted', 'tag': '2f0d39ab-6a85-4c26-a96e-252f529a109d'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:57:57.458371 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a8898f-5c63-4e42-bf27-2708133add74" -d '{"events": [{"server_uuid": "2bc038fb-f156-450f-a404-6e5743c56ef4", "name": "network-vif-deleted", "tag": "2f0d39ab-6a85-4c26-a96e-252f529a109d"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:57:57.471629 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-5bad048c-6026-4b28-8eb5-aedb2f69400d tempest-MeteringIpV6TestJSON-1304852452 tempest-MeteringIpV6TestJSON-1304852452-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0326946 Aug 16 22:57:57.475284 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 39616) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:57:57.609612 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-9ab41d0c-6ea5-430c-aab1-c6ebb974f974 tempest-MeteringIpV6TestJSON-1304852452 tempest-MeteringIpV6TestJSON-1304852452-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-labels/d1753848-6597-4cff-848d-c085be7fa083 HTTP/1.1" status: 200 len: 473 time: 0.1329482 Aug 16 22:57:57.613591 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 39622) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:57:57.627211 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-2811c5b5-9d3a-4b8b-942b-70f7eaea618d tempest-MeteringIpV6TestJSON-1304852452 tempest-MeteringIpV6TestJSON-1304852452-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-label-rules/0fc036ef-cddc-4d81-a6e3-7a4fd099b335 HTTP/1.1" status: 200 len: 459 time: 0.0119972 Aug 16 22:57:57.631134 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 39624) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:57:57.646474 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60c39650-38ca-48e2-8a50-afc352db4c26 x-openstack-request-id: req-60c39650-38ca-48e2-8a50-afc352db4c26 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:57:57.646766 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bc038fb-f156-450f-a404-6e5743c56ef4", "name": "network-vif-deleted", "tag": "2f0d39ab-6a85-4c26-a96e-252f529a109d", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:57:57.647085 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-60c39650-38ca-48e2-8a50-afc352db4c26 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:57:57.647666 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc038fb-f156-450f-a404-6e5743c56ef4', 'name': 'network-vif-deleted', 'tag': '2f0d39ab-6a85-4c26-a96e-252f529a109d', 'status': 'completed', 'code': 200} Aug 16 22:57:57.689508 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f4c856-432a-40fa-b814-f482d829085c req-2475a86f-c399-4d93-8203-169ba9c5a5d1 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:57.697152 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-46f4c856-432a-40fa-b814-f482d829085c req-2475a86f-c399-4d93-8203-169ba9c5a5d1 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/ports?device_id=66b1cd4c-c1e1-4dfe-89ed-72d113b7433e HTTP/1.1" status: 200 len: 950 time: 0.0991669 Aug 16 22:57:57.751990 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-46f4c856-432a-40fa-b814-f482d829085c req-c4a7c757-ce61-41b4-ad8b-e075c0aaf0d8 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/security-groups?id=28636a9e-058f-441f-8e78-3802344981e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537984 Aug 16 22:57:57.791006 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-72026ab2-8145-45c1-a5ce-f9f1cc9e8964 tempest-MeteringIpV6TestJSON-1304852452 tempest-MeteringIpV6TestJSON-1304852452-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:57.794919 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-72026ab2-8145-45c1-a5ce-f9f1cc9e8964 tempest-MeteringIpV6TestJSON-1304852452 tempest-MeteringIpV6TestJSON-1304852452-project-admin] 10.222.0.36 "DELETE /v2.0/metering/metering-label-rules/0fc036ef-cddc-4d81-a6e3-7a4fd099b335 HTTP/1.1" status: 204 len: 168 time: 0.1621959 Aug 16 22:57:57.795130 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 39636) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:57:58.075113 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3974f269-fa76-4d28-a040-733ec2c62cba tempest-MeteringIpV6TestJSON-1304852452 tempest-MeteringIpV6TestJSON-1304852452-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:58.080062 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-3974f269-fa76-4d28-a040-733ec2c62cba tempest-MeteringIpV6TestJSON-1304852452 tempest-MeteringIpV6TestJSON-1304852452-project-admin] 10.222.0.36 "DELETE /v2.0/metering/metering-labels/d1753848-6597-4cff-848d-c085be7fa083 HTTP/1.1" status: 204 len: 168 time: 0.2838409 Aug 16 22:57:58.415742 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 39682) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:57:58.461378 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da91855-567e-4bb8-979a-866f970b28bb req-99db6a31-0502-42d2-83de-5bcf7f130fca tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:58.469816 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da91855-567e-4bb8-979a-866f970b28bb req-99db6a31-0502-42d2-83de-5bcf7f130fca tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:58.471665 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8da91855-567e-4bb8-979a-866f970b28bb req-99db6a31-0502-42d2-83de-5bcf7f130fca tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbcbf985-7e6b-4294-a227-d9f36d3f3080 HTTP/1.1" status: 200 len: 1682 time: 0.1109242 Aug 16 22:57:58.513649 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8da91855-567e-4bb8-979a-866f970b28bb req-5b75532f-698b-416d-8de8-5dd421cf9cf5 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "GET /v2.0/security-groups?id=af30ade3-5d60-40c1-aaba-ea89855e7980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351398 Aug 16 22:57:58.606576 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6d8a5ff8-4efb-4738-8beb-371393cb085d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:58.766884 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6d8a5ff8-4efb-4738-8beb-371393cb085d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:58.772133 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6d8a5ff8-4efb-4738-8beb-371393cb085d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:58.778327 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 2f0d39ab-6a85-4c26-a96e-252f529a109d no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:57:58.833550 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-6d8a5ff8-4efb-4738-8beb-371393cb085d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8d3b2d6c0fc644c8a4369b733c0384b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4167445 Aug 16 22:57:58.834376 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8a5ff8-4efb-4738-8beb-371393cb085d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee2ea83-f215-4e24-ab9b-d7600bb323e2,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:58.837504 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 39710) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:57:58.871293 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] No Port match for: 2f0d39ab-6a85-4c26-a96e-252f529a109d {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:57:58.871647 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 2f0d39ab-6a85-4c26-a96e-252f529a109d not bound to the agent host n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:57:58.905579 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6cba0664-b8ee-4331-929d-f0a64c2e6063 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:58.932467 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e141364-2a51-42fd-942b-0248311fa431 req-bc5b7e91-eca3-4ef1-bd32-078563614d11 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:58.935190 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0e141364-2a51-42fd-942b-0248311fa431 req-bc5b7e91-eca3-4ef1-bd32-078563614d11 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.68 "GET /v2.0/ports?device_id=66b1cd4c-c1e1-4dfe-89ed-72d113b7433e HTTP/1.1" status: 200 len: 950 time: 0.1538363 Aug 16 22:57:58.960017 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6cba0664-b8ee-4331-929d-f0a64c2e6063 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:59.049008 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6cba0664-b8ee-4331-929d-f0a64c2e6063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:59.054179 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6cba0664-b8ee-4331-929d-f0a64c2e6063 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:59.058998 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-6cba0664-b8ee-4331-929d-f0a64c2e6063 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6ee2ea83-f215-4e24-ab9b-d7600bb323e2 HTTP/1.1" status: 204 len: 168 time: 0.2204571 Aug 16 22:57:59.078801 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cba0664-b8ee-4331-929d-f0a64c2e6063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee2ea83-f215-4e24-ab9b-d7600bb323e2,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:59.220243 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81a78ff-a383-4d20-9f59-57df7c4874d0 req-5f9c7fdd-d3eb-41ce-aafe-3906e167f0ee tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:59.221639 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a81a78ff-a383-4d20-9f59-57df7c4874d0 req-5f9c7fdd-d3eb-41ce-aafe-3906e167f0ee tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/ports?device_id=66b1cd4c-c1e1-4dfe-89ed-72d113b7433e HTTP/1.1" status: 200 len: 950 time: 0.1074409 Aug 16 22:57:59.231369 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-0e141364-2a51-42fd-942b-0248311fa431 req-51bc4493-40f3-4164-a62b-a08ade86a00f tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Deleting port c06f700b-9f87-4f14-9e6a-4961f1b5094a {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:57:59.231860 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-0e141364-2a51-42fd-942b-0248311fa431 req-51bc4493-40f3-4164-a62b-a08ade86a00f tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:59.349124 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a81a78ff-a383-4d20-9f59-57df7c4874d0 req-95faec45-6877-4df0-b792-52fcb3de4945 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/security-groups?id=28636a9e-058f-441f-8e78-3802344981e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075814 Aug 16 22:57:59.428516 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-0e141364-2a51-42fd-942b-0248311fa431 req-51bc4493-40f3-4164-a62b-a08ade86a00f tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] For port c06f700b-9f87-4f14-9e6a-4961f1b5094a, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=c06f700b-9f87-4f14-9e6a-4961f1b5094a,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:57:59.429121 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-0e141364-2a51-42fd-942b-0248311fa431 req-51bc4493-40f3-4164-a62b-a08ade86a00f tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:59.453960 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-0e141364-2a51-42fd-942b-0248311fa431 req-51bc4493-40f3-4164-a62b-a08ade86a00f tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Calling delete_port for c06f700b-9f87-4f14-9e6a-4961f1b5094a owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:57:59.526465 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 39736) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:57:59.541718 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 8868e391-13e5-4039-8811-078649df131d no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:57:59.573638 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-23be1bc3-d624-4941-b13b-613675086394 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:59.640659 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] No Port match for: 8868e391-13e5-4039-8811-078649df131d {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:57:59.641121 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 8868e391-13e5-4039-8811-078649df131d not bound to the agent host n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:57:59.708967 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-23be1bc3-d624-4941-b13b-613675086394 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:59.720847 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-23be1bc3-d624-4941-b13b-613675086394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:59.808731 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23be1bc3-d624-4941-b13b-613675086394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7df27460-8a56-4306-ad9f-5e875ac42867,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:57:59.814592 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-23be1bc3-d624-4941-b13b-613675086394 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=31fcb8a893224048bb209b7798f776e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2864196 Aug 16 22:57:59.817433 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 39756) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:57:59.865860 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d801481-e53b-4231-82cb-25413ce6314e req-aa2b7ce2-796d-4bb3-8a29-0313657e8734 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:59.879075 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d801481-e53b-4231-82cb-25413ce6314e req-aa2b7ce2-796d-4bb3-8a29-0313657e8734 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:57:59.883298 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1ccdb559-5471-46ee-b4fb-76fc7837a0cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:59.893124 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3d801481-e53b-4231-82cb-25413ce6314e req-aa2b7ce2-796d-4bb3-8a29-0313657e8734 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbcbf985-7e6b-4294-a227-d9f36d3f3080 HTTP/1.1" status: 200 len: 1682 time: 0.2396817 Aug 16 22:57:59.910951 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1ccdb559-5471-46ee-b4fb-76fc7837a0cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:59.966392 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-0e141364-2a51-42fd-942b-0248311fa431 req-51bc4493-40f3-4164-a62b-a08ade86a00f tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:57:59.979971 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3d801481-e53b-4231-82cb-25413ce6314e req-d88b2a39-85a8-4353-ab8b-92a268328178 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "GET /v2.0/security-groups?id=af30ade3-5d60-40c1-aaba-ea89855e7980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851929 Aug 16 22:57:59.981470 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['c06f700b-9f87-4f14-9e6a-4961f1b5094a', '746316bb-90f9-4c54-81f9-8f8cbbb9606c'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:58:00.015283 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1ccdb559-5471-46ee-b4fb-76fc7837a0cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:00.020288 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bc4493-40f3-4164-a62b-a08ade86a00f tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Pushing event deleted for resources: {'Port': ['ID=c06f700b-9f87-4f14-9e6a-4961f1b5094a,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:00.021742 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1ccdb559-5471-46ee-b4fb-76fc7837a0cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:00.026729 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-1ccdb559-5471-46ee-b4fb-76fc7837a0cd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7df27460-8a56-4306-ad9f-5e875ac42867 HTTP/1.1" status: 204 len: 168 time: 0.2075617 Aug 16 22:58:00.061472 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccdb559-5471-46ee-b4fb-76fc7837a0cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df27460-8a56-4306-ad9f-5e875ac42867,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:00.132044 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e141364-2a51-42fd-942b-0248311fa431 req-51bc4493-40f3-4164-a62b-a08ade86a00f tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] No DVR routers for this DVR port c06f700b-9f87-4f14-9e6a-4961f1b5094a on host n-h1-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:58:00.136732 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-0e141364-2a51-42fd-942b-0248311fa431 req-51bc4493-40f3-4164-a62b-a08ade86a00f tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:00.142383 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0e141364-2a51-42fd-942b-0248311fa431 req-51bc4493-40f3-4164-a62b-a08ade86a00f tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.68 "DELETE /v2.0/ports/c06f700b-9f87-4f14-9e6a-4961f1b5094a HTTP/1.1" status: 204 len: 173 time: 1.1766713 Aug 16 22:58:00.143912 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66b1cd4c-c1e1-4dfe-89ed-72d113b7433e', 'name': 'network-vif-deleted', 'tag': 'c06f700b-9f87-4f14-9e6a-4961f1b5094a'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:58:00.148483 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f9c0f3e-ba86-4229-9383-9d0dc1d569b0" -d '{"events": [{"server_uuid": "66b1cd4c-c1e1-4dfe-89ed-72d113b7433e", "name": "network-vif-deleted", "tag": "c06f700b-9f87-4f14-9e6a-4961f1b5094a"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:58:00.210868 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ec22a67-9626-4ba2-ab29-1e0c57ed7454 x-openstack-request-id: req-7ec22a67-9626-4ba2-ab29-1e0c57ed7454 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:58:00.211546 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66b1cd4c-c1e1-4dfe-89ed-72d113b7433e", "name": "network-vif-deleted", "tag": "c06f700b-9f87-4f14-9e6a-4961f1b5094a", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:58:00.211546 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7ec22a67-9626-4ba2-ab29-1e0c57ed7454 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:58:00.211872 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66b1cd4c-c1e1-4dfe-89ed-72d113b7433e', 'name': 'network-vif-deleted', 'tag': 'c06f700b-9f87-4f14-9e6a-4961f1b5094a', 'status': 'completed', 'code': 200} Aug 16 22:58:00.244347 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 39768) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:00.507460 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5e235638-edbd-4b60-852c-0fabf39d083f req-f21570bf-89c2-4529-80f7-bb6c9ca25185 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/ports?device_id=66b1cd4c-c1e1-4dfe-89ed-72d113b7433e HTTP/1.1" status: 200 len: 210 time: 0.0648885 Aug 16 22:58:00.697958 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-ee5cedb8-4470-4830-ab30-affad2c2c79a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e8552b0b4f6f424c8f0bc866c1ad2b74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4523180 Aug 16 22:58:00.700584 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 39782) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:00.799105 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-477652ba-44c8-4cda-a6c5-d3b12b86b39e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:00.847210 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-477652ba-44c8-4cda-a6c5-d3b12b86b39e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:00.992894 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-477652ba-44c8-4cda-a6c5-d3b12b86b39e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:00.995589 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-477652ba-44c8-4cda-a6c5-d3b12b86b39e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:00.997114 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-477652ba-44c8-4cda-a6c5-d3b12b86b39e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/eaa103af-6035-465a-ac0a-d83c49d1ff93 HTTP/1.1" status: 204 len: 168 time: 0.2947938 Aug 16 22:58:01.023443 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477652ba-44c8-4cda-a6c5-d3b12b86b39e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa103af-6035-465a-ac0a-d83c49d1ff93,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:01.227172 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83484798-220f-45c7-9f2e-e7b56abb1454 req-746fd05d-a4c5-4fbe-ac0e-045acd2579d2 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:01.235338 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83484798-220f-45c7-9f2e-e7b56abb1454 req-746fd05d-a4c5-4fbe-ac0e-045acd2579d2 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:01.237348 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-83484798-220f-45c7-9f2e-e7b56abb1454 req-746fd05d-a4c5-4fbe-ac0e-045acd2579d2 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbcbf985-7e6b-4294-a227-d9f36d3f3080 HTTP/1.1" status: 200 len: 1682 time: 0.0743549 Aug 16 22:58:01.297924 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-83484798-220f-45c7-9f2e-e7b56abb1454 req-76be3087-036e-4025-8ec9-6700f7a655b1 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "GET /v2.0/security-groups?id=af30ade3-5d60-40c1-aaba-ea89855e7980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524445 Aug 16 22:58:01.387469 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8574cdac-d9f9-4cf6-a08a-e6cc89e35029 req-96e14fab-e0d0-4b05-84d6-37a03284396b tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:01.396446 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8574cdac-d9f9-4cf6-a08a-e6cc89e35029 req-96e14fab-e0d0-4b05-84d6-37a03284396b tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:01.399550 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8574cdac-d9f9-4cf6-a08a-e6cc89e35029 req-96e14fab-e0d0-4b05-84d6-37a03284396b tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.68 "GET /v2.0/ports?device_id=fbcbf985-7e6b-4294-a227-d9f36d3f3080 HTTP/1.1" status: 200 len: 1682 time: 0.0970123 Aug 16 22:58:01.643271 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-8574cdac-d9f9-4cf6-a08a-e6cc89e35029 req-c93cd616-66dd-428c-9240-74639fed1ade tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Deleting port 707673cd-dce6-4038-b37b-8c19b2a8e237 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:58:01.644343 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-8574cdac-d9f9-4cf6-a08a-e6cc89e35029 req-c93cd616-66dd-428c-9240-74639fed1ade tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:01.894277 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-8574cdac-d9f9-4cf6-a08a-e6cc89e35029 req-c93cd616-66dd-428c-9240-74639fed1ade tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] For port 707673cd-dce6-4038-b37b-8c19b2a8e237, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=707673cd-dce6-4038-b37b-8c19b2a8e237,segment=NetworkSegment(7f6690b2-beb5-4800-839c-9564531cb641),segment_id=7f6690b2-beb5-4800-839c-9564531cb641)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:58:01.900248 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-8574cdac-d9f9-4cf6-a08a-e6cc89e35029 req-c93cd616-66dd-428c-9240-74639fed1ade tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:01.965362 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-8574cdac-d9f9-4cf6-a08a-e6cc89e35029 req-c93cd616-66dd-428c-9240-74639fed1ade tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Calling delete_port for 707673cd-dce6-4038-b37b-8c19b2a8e237 owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:58:02.216478 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1203d8-6365-4d6a-aea1-ce534d48f6a5 req-e769dece-870c-466f-8b6a-bcbd8b5fdd07 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:02.228226 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2a1203d8-6365-4d6a-aea1-ce534d48f6a5 req-e769dece-870c-466f-8b6a-bcbd8b5fdd07 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/ports?device_id=558fad6e-08d7-4f4e-9a19-1e466ac0428f HTTP/1.1" status: 200 len: 951 time: 0.1910510 Aug 16 22:58:02.365179 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2a1203d8-6365-4d6a-aea1-ce534d48f6a5 req-9df10ce5-0897-4199-86da-17f7cca5bd29 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/security-groups?id=28636a9e-058f-441f-8e78-3802344981e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358752 Aug 16 22:58:02.446389 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-8574cdac-d9f9-4cf6-a08a-e6cc89e35029 req-c93cd616-66dd-428c-9240-74639fed1ade tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:02.460307 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['707673cd-dce6-4038-b37b-8c19b2a8e237', '9ba34cec-b26a-41d5-a1fc-1737deae7759'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:58:02.575537 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93cd616-66dd-428c-9240-74639fed1ade tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Pushing event deleted for resources: {'Port': ['ID=707673cd-dce6-4038-b37b-8c19b2a8e237,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:02.663497 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-8574cdac-d9f9-4cf6-a08a-e6cc89e35029 req-c93cd616-66dd-428c-9240-74639fed1ade tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] No DVR routers for this DVR port 707673cd-dce6-4038-b37b-8c19b2a8e237 on host n-h1-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:58:02.677657 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-8574cdac-d9f9-4cf6-a08a-e6cc89e35029 req-c93cd616-66dd-428c-9240-74639fed1ade tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:02.679881 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8574cdac-d9f9-4cf6-a08a-e6cc89e35029 req-c93cd616-66dd-428c-9240-74639fed1ade tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.68 "DELETE /v2.0/ports/707673cd-dce6-4038-b37b-8c19b2a8e237 HTTP/1.1" status: 204 len: 173 time: 1.2553732 Aug 16 22:58:02.680368 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbcbf985-7e6b-4294-a227-d9f36d3f3080', 'name': 'network-vif-deleted', 'tag': '707673cd-dce6-4038-b37b-8c19b2a8e237'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:58:02.682653 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b484c3d3-51fd-4d20-9e2a-eb5d8cb53ebe" -d '{"events": [{"server_uuid": "fbcbf985-7e6b-4294-a227-d9f36d3f3080", "name": "network-vif-deleted", "tag": "707673cd-dce6-4038-b37b-8c19b2a8e237"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:58:03.018598 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117b25c5-ec03-4ee0-bed5-f2c0e077149b req-b6434256-37d2-4497-83d1-fefd22253cc1 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:03.020846 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-117b25c5-ec03-4ee0-bed5-f2c0e077149b req-b6434256-37d2-4497-83d1-fefd22253cc1 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbcbf985-7e6b-4294-a227-d9f36d3f3080 HTTP/1.1" status: 200 len: 945 time: 0.2277589 Aug 16 22:58:03.025775 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c6601fa-3747-46a4-8594-572e04adac11 x-openstack-request-id: req-3c6601fa-3747-46a4-8594-572e04adac11 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:58:03.026154 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbcbf985-7e6b-4294-a227-d9f36d3f3080", "name": "network-vif-deleted", "tag": "707673cd-dce6-4038-b37b-8c19b2a8e237", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:58:03.026475 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3c6601fa-3747-46a4-8594-572e04adac11 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:58:03.026943 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbcbf985-7e6b-4294-a227-d9f36d3f3080', 'name': 'network-vif-deleted', 'tag': '707673cd-dce6-4038-b37b-8c19b2a8e237', 'status': 'completed', 'code': 200} Aug 16 22:58:03.039760 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 39876) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:03.107873 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-117b25c5-ec03-4ee0-bed5-f2c0e077149b req-178e9cf4-4321-4320-a3b2-545bc23fef9f tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "GET /v2.0/security-groups?id=af30ade3-5d60-40c1-aaba-ea89855e7980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731990 Aug 16 22:58:03.111597 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-8574cdac-d9f9-4cf6-a08a-e6cc89e35029 req-6277a33c-5110-43a5-99ea-b938541e0fe2 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Deleting port 9ba34cec-b26a-41d5-a1fc-1737deae7759 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:58:03.112260 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-8574cdac-d9f9-4cf6-a08a-e6cc89e35029 req-6277a33c-5110-43a5-99ea-b938541e0fe2 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:03.228924 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-08819fec-406c-4ec9-9f93-e86765904f7c tempest-QuotasNegativeTest-183991355 tempest-QuotasNegativeTest-183991355-project-admin] Request body: {'quota': {'network': 2}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:58:03.267394 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 39882) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:03.270565 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-08819fec-406c-4ec9-9f93-e86765904f7c tempest-QuotasNegativeTest-183991355 tempest-QuotasNegativeTest-183991355-project-admin] 10.222.0.36 "PUT /v2.0/quotas/bd965b58c29243a88f9d13da8e82ffa9 HTTP/1.1" status: 200 len: 368 time: 0.2272112 Aug 16 22:58:03.274784 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-83ddba92-2e41-4002-93f2-90098499ff8c tempest-QuotasNegativeTest-183991355 tempest-QuotasNegativeTest-183991355-project-admin] Request body: {'network': {'project_id': 'bd965b58c29243a88f9d13da8e82ffa9'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:58:03.305371 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-8574cdac-d9f9-4cf6-a08a-e6cc89e35029 req-6277a33c-5110-43a5-99ea-b938541e0fe2 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] For port 9ba34cec-b26a-41d5-a1fc-1737deae7759, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=9ba34cec-b26a-41d5-a1fc-1737deae7759,segment=NetworkSegment(2b336c2b-370d-414e-baa2-e0fc56b3e13b),segment_id=2b336c2b-370d-414e-baa2-e0fc56b3e13b)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:58:03.305766 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-8574cdac-d9f9-4cf6-a08a-e6cc89e35029 req-6277a33c-5110-43a5-99ea-b938541e0fe2 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:03.346694 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-8574cdac-d9f9-4cf6-a08a-e6cc89e35029 req-6277a33c-5110-43a5-99ea-b938541e0fe2 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Calling delete_port for 9ba34cec-b26a-41d5-a1fc-1737deae7759 owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:58:03.364036 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ddba92-2e41-4002-93f2-90098499ff8c tempest-QuotasNegativeTest-183991355 tempest-QuotasNegativeTest-183991355-project-admin] Made reservation on behalf of bd965b58c29243a88f9d13da8e82ffa9 for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:58:03.367338 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-83ddba92-2e41-4002-93f2-90098499ff8c tempest-QuotasNegativeTest-183991355 tempest-QuotasNegativeTest-183991355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:03.450954 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce014b6-1952-4d94-b40d-a70672cc6284 req-ee5e5db0-bdb0-4ffe-8e6d-c5f6c1b9724c tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:03.457565 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0ce014b6-1952-4d94-b40d-a70672cc6284 req-ee5e5db0-bdb0-4ffe-8e6d-c5f6c1b9724c tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.68 "GET /v2.0/ports?device_id=558fad6e-08d7-4f4e-9a19-1e466ac0428f HTTP/1.1" status: 200 len: 951 time: 0.1482654 Aug 16 22:58:03.458094 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 39888) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:03.549169 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device c06f700b-9f87-4f14-9e6a-4961f1b5094a no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:58:03.582053 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] No Port match for: c06f700b-9f87-4f14-9e6a-4961f1b5094a {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:58:03.593518 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device c06f700b-9f87-4f14-9e6a-4961f1b5094a not bound to the agent host n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:58:03.773623 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-780ec116-eeb6-4da4-86c6-8e7237c51abb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:03.814282 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-0ce014b6-1952-4d94-b40d-a70672cc6284 req-8771b0e2-8c16-42ee-a1f2-2e3a75336b8f tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Deleting port 746316bb-90f9-4c54-81f9-8f8cbbb9606c {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:58:03.815772 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-0ce014b6-1952-4d94-b40d-a70672cc6284 req-8771b0e2-8c16-42ee-a1f2-2e3a75336b8f tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:03.894579 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-83ddba92-2e41-4002-93f2-90098499ff8c tempest-QuotasNegativeTest-183991355 tempest-QuotasNegativeTest-183991355-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:04.016883 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-780ec116-eeb6-4da4-86c6-8e7237c51abb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:04.017975 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63b35ac-7b23-4f19-b718-12748d53c9ff req-b612b27b-654a-4cb0-8ceb-03921d0acc57 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:04.019531 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e63b35ac-7b23-4f19-b718-12748d53c9ff req-b612b27b-654a-4cb0-8ceb-03921d0acc57 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/ports?device_id=558fad6e-08d7-4f4e-9a19-1e466ac0428f HTTP/1.1" status: 200 len: 951 time: 0.1009269 Aug 16 22:58:04.039655 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-780ec116-eeb6-4da4-86c6-8e7237c51abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:04.130642 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-780ec116-eeb6-4da4-86c6-8e7237c51abb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e3c00334472743838cd8d62240553866&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6675675 Aug 16 22:58:04.142969 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 39914) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:04.167280 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e63b35ac-7b23-4f19-b718-12748d53c9ff req-3348e294-7e3f-4e7e-977c-90dba152f894 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/security-groups?id=28636a9e-058f-441f-8e78-3802344981e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244283 Aug 16 22:58:04.171477 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-0ce014b6-1952-4d94-b40d-a70672cc6284 req-8771b0e2-8c16-42ee-a1f2-2e3a75336b8f tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] For port 746316bb-90f9-4c54-81f9-8f8cbbb9606c, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=746316bb-90f9-4c54-81f9-8f8cbbb9606c,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:58:04.171477 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-0ce014b6-1952-4d94-b40d-a70672cc6284 req-8771b0e2-8c16-42ee-a1f2-2e3a75336b8f tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:04.183246 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-8574cdac-d9f9-4cf6-a08a-e6cc89e35029 req-6277a33c-5110-43a5-99ea-b938541e0fe2 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:04.220492 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780ec116-eeb6-4da4-86c6-8e7237c51abb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e967ce2f-cf08-4f0b-8059-752530c46f1a,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:04.235209 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-0ce014b6-1952-4d94-b40d-a70672cc6284 req-8771b0e2-8c16-42ee-a1f2-2e3a75336b8f tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Calling delete_port for 746316bb-90f9-4c54-81f9-8f8cbbb9606c owned by compute:nova {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:58:04.261556 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6277a33c-5110-43a5-99ea-b938541e0fe2 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Pushing event deleted for resources: {'Port': ['ID=9ba34cec-b26a-41d5-a1fc-1737deae7759,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:04.418928 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-47d481b8-e345-412d-8f18-948125521158 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:04.444656 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ba3fd5fb-ced7-4769-8c15-142596fd8c3e req-2447a844-a4de-46de-a039-d29f93a6f63f tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbcbf985-7e6b-4294-a227-d9f36d3f3080 HTTP/1.1" status: 200 len: 210 time: 0.1101739 Aug 16 22:58:04.448819 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-83ddba92-2e41-4002-93f2-90098499ff8c tempest-QuotasNegativeTest-183991355 tempest-QuotasNegativeTest-183991355-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:04.450076 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-8574cdac-d9f9-4cf6-a08a-e6cc89e35029 req-6277a33c-5110-43a5-99ea-b938541e0fe2 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] No DVR routers for this DVR port 9ba34cec-b26a-41d5-a1fc-1737deae7759 on host n-h1-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:58:04.459437 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-8574cdac-d9f9-4cf6-a08a-e6cc89e35029 req-6277a33c-5110-43a5-99ea-b938541e0fe2 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:04.462109 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8574cdac-d9f9-4cf6-a08a-e6cc89e35029 req-6277a33c-5110-43a5-99ea-b938541e0fe2 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.68 "DELETE /v2.0/ports/9ba34cec-b26a-41d5-a1fc-1737deae7759 HTTP/1.1" status: 204 len: 173 time: 1.7662179 Aug 16 22:58:04.464875 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-83ddba92-2e41-4002-93f2-90098499ff8c tempest-QuotasNegativeTest-183991355 tempest-QuotasNegativeTest-183991355-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:04.529427 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-47d481b8-e345-412d-8f18-948125521158 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:04.534429 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-0ce014b6-1952-4d94-b40d-a70672cc6284 req-8771b0e2-8c16-42ee-a1f2-2e3a75336b8f tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:04.549631 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['746316bb-90f9-4c54-81f9-8f8cbbb9606c'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:58:04.572850 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83ddba92-2e41-4002-93f2-90098499ff8c tempest-QuotasNegativeTest-183991355 tempest-QuotasNegativeTest-183991355-project-admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:58:04.591881 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-83ddba92-2e41-4002-93f2-90098499ff8c tempest-QuotasNegativeTest-183991355 tempest-QuotasNegativeTest-183991355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:04.592364 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-83ddba92-2e41-4002-93f2-90098499ff8c tempest-QuotasNegativeTest-183991355 tempest-QuotasNegativeTest-183991355-project-admin] Added segment dce1b512-9795-4ae5-a3f7-f696305a5530 of type vlan for network be65b345-bcef-4fe5-86ba-843164b280b5 Aug 16 22:58:04.657521 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ddba92-2e41-4002-93f2-90098499ff8c tempest-QuotasNegativeTest-183991355 tempest-QuotasNegativeTest-183991355-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5efde8b-faa8-43ad-a8c3-5b660a554968,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:04.667930 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8771b0e2-8c16-42ee-a1f2-2e3a75336b8f tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Pushing event deleted for resources: {'Port': ['ID=746316bb-90f9-4c54-81f9-8f8cbbb9606c,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:04.682273 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-83ddba92-2e41-4002-93f2-90098499ff8c tempest-QuotasNegativeTest-183991355 tempest-QuotasNegativeTest-183991355-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:04.717478 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ce014b6-1952-4d94-b40d-a70672cc6284 req-8771b0e2-8c16-42ee-a1f2-2e3a75336b8f tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] No DVR routers for this DVR port 746316bb-90f9-4c54-81f9-8f8cbbb9606c on host n-h1-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:58:04.721809 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-0ce014b6-1952-4d94-b40d-a70672cc6284 req-8771b0e2-8c16-42ee-a1f2-2e3a75336b8f tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:04.723947 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0ce014b6-1952-4d94-b40d-a70672cc6284 req-8771b0e2-8c16-42ee-a1f2-2e3a75336b8f tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.68 "DELETE /v2.0/ports/746316bb-90f9-4c54-81f9-8f8cbbb9606c HTTP/1.1" status: 204 len: 173 time: 1.2463465 Aug 16 22:58:04.724409 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '558fad6e-08d7-4f4e-9a19-1e466ac0428f', 'name': 'network-vif-deleted', 'tag': '746316bb-90f9-4c54-81f9-8f8cbbb9606c'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:58:04.727708 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a662564-2036-4d00-9c9c-46c6ac05838c" -d '{"events": [{"server_uuid": "558fad6e-08d7-4f4e-9a19-1e466ac0428f", "name": "network-vif-deleted", "tag": "746316bb-90f9-4c54-81f9-8f8cbbb9606c"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:58:04.795804 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-47d481b8-e345-412d-8f18-948125521158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:04.804644 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd7d763-0cbf-4f9c-826f-028f1d21b743 x-openstack-request-id: req-efd7d763-0cbf-4f9c-826f-028f1d21b743 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:58:04.804950 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "558fad6e-08d7-4f4e-9a19-1e466ac0428f", "name": "network-vif-deleted", "tag": "746316bb-90f9-4c54-81f9-8f8cbbb9606c", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:58:04.805208 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-efd7d763-0cbf-4f9c-826f-028f1d21b743 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:58:04.805671 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '558fad6e-08d7-4f4e-9a19-1e466ac0428f', 'name': 'network-vif-deleted', 'tag': '746316bb-90f9-4c54-81f9-8f8cbbb9606c', 'status': 'completed', 'code': 200} Aug 16 22:58:04.809096 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-47d481b8-e345-412d-8f18-948125521158 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:04.814387 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-47d481b8-e345-412d-8f18-948125521158 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e967ce2f-cf08-4f0b-8059-752530c46f1a HTTP/1.1" status: 204 len: 168 time: 0.6684859 Aug 16 22:58:04.848776 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d481b8-e345-412d-8f18-948125521158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e967ce2f-cf08-4f0b-8059-752530c46f1a,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:04.851986 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-83ddba92-2e41-4002-93f2-90098499ff8c tempest-QuotasNegativeTest-183991355 tempest-QuotasNegativeTest-183991355-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:04.856615 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ddba92-2e41-4002-93f2-90098499ff8c tempest-QuotasNegativeTest-183991355 tempest-QuotasNegativeTest-183991355-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:04.858910 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-83ddba92-2e41-4002-93f2-90098499ff8c tempest-QuotasNegativeTest-183991355 tempest-QuotasNegativeTest-183991355-project-admin] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:05.026407 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-83ddba92-2e41-4002-93f2-90098499ff8c tempest-QuotasNegativeTest-183991355 tempest-QuotasNegativeTest-183991355-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.7552114 Aug 16 22:58:05.027026 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 39960) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:05.030299 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbcbf985-7e6b-4294-a227-d9f36d3f3080', 'name': 'network-vif-deleted', 'tag': '9ba34cec-b26a-41d5-a1fc-1737deae7759'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:58:05.035189 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee3a7ef-c8a1-45a8-bb8e-65ef376c9142" -d '{"events": [{"server_uuid": "fbcbf985-7e6b-4294-a227-d9f36d3f3080", "name": "network-vif-deleted", "tag": "9ba34cec-b26a-41d5-a1fc-1737deae7759"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:58:05.037156 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-d8c29432-e560-4bfd-b25b-6f9d71572869 tempest-QuotasNegativeTest-183991355 tempest-QuotasNegativeTest-183991355-project-admin] Request body: {'network': {'project_id': 'bd965b58c29243a88f9d13da8e82ffa9'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:58:05.047248 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ddba92-2e41-4002-93f2-90098499ff8c tempest-QuotasNegativeTest-183991355 tempest-QuotasNegativeTest-183991355-project-admin] Pushing event updated for resources: {'Network': ['ID=be65b345-bcef-4fe5-86ba-843164b280b5,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:05.078921 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network be65b345-bcef-4fe5-86ba-843164b280b5 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:58:05.103423 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8c29432-e560-4bfd-b25b-6f9d71572869 tempest-QuotasNegativeTest-183991355 tempest-QuotasNegativeTest-183991355-project-admin] Made reservation on behalf of bd965b58c29243a88f9d13da8e82ffa9 for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:58:05.106476 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d8c29432-e560-4bfd-b25b-6f9d71572869 tempest-QuotasNegativeTest-183991355 tempest-QuotasNegativeTest-183991355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:05.148484 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f0b4879-6445-4202-9b63-372f446b85b6 x-openstack-request-id: req-7f0b4879-6445-4202-9b63-372f446b85b6 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:58:05.148948 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbcbf985-7e6b-4294-a227-d9f36d3f3080", "name": "network-vif-deleted", "tag": "9ba34cec-b26a-41d5-a1fc-1737deae7759", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:58:05.149170 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7f0b4879-6445-4202-9b63-372f446b85b6 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:58:05.149643 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbcbf985-7e6b-4294-a227-d9f36d3f3080', 'name': 'network-vif-deleted', 'tag': '9ba34cec-b26a-41d5-a1fc-1737deae7759', 'status': 'completed', 'code': 200} Aug 16 22:58:05.164463 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8c29432-e560-4bfd-b25b-6f9d71572869 tempest-QuotasNegativeTest-183991355 tempest-QuotasNegativeTest-183991355-project-admin] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:58:05.203185 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d8c29432-e560-4bfd-b25b-6f9d71572869 tempest-QuotasNegativeTest-183991355 tempest-QuotasNegativeTest-183991355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:05.207912 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-d8c29432-e560-4bfd-b25b-6f9d71572869 tempest-QuotasNegativeTest-183991355 tempest-QuotasNegativeTest-183991355-project-admin] Added segment bf6f1675-43ad-4c95-87e1-31c134c910e1 of type vlan for network 0fc63c06-bde9-4c4a-a3ef-821267d27286 Aug 16 22:58:05.328848 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d8c29432-e560-4bfd-b25b-6f9d71572869 tempest-QuotasNegativeTest-183991355 tempest-QuotasNegativeTest-183991355-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:05.401346 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a7f21263-c255-496d-8ee1-07f5be6660a7 req-56f688ed-59e2-4a6f-8519-cc188080f9a5 tempest-ServersAdminTestJSON-743273208 tempest-ServersAdminTestJSON-743273208-project] 10.222.0.36 "GET /v2.0/ports?device_id=558fad6e-08d7-4f4e-9a19-1e466ac0428f HTTP/1.1" status: 200 len: 210 time: 0.0583172 Aug 16 22:58:05.435936 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d8c29432-e560-4bfd-b25b-6f9d71572869 tempest-QuotasNegativeTest-183991355 tempest-QuotasNegativeTest-183991355-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:05.441234 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c29432-e560-4bfd-b25b-6f9d71572869 tempest-QuotasNegativeTest-183991355 tempest-QuotasNegativeTest-183991355-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:05.441856 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d8c29432-e560-4bfd-b25b-6f9d71572869 tempest-QuotasNegativeTest-183991355 tempest-QuotasNegativeTest-183991355-project-admin] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:05.514448 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b62da1-d7c0-4aee-a3e4-53afcdf5de69 req-57ec3971-71ad-4815-87d2-20a23d645eec tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:05.516845 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b7b62da1-d7c0-4aee-a3e4-53afcdf5de69 req-57ec3971-71ad-4815-87d2-20a23d645eec tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/ports?device_id=90c10d52-28c4-4fe7-900c-d78a77f3df52 HTTP/1.1" status: 200 len: 945 time: 0.0779335 Aug 16 22:58:05.564568 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 9ba34cec-b26a-41d5-a1fc-1737deae7759 no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:58:05.598696 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 39982) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:05.642515 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] No Port match for: 9ba34cec-b26a-41d5-a1fc-1737deae7759 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:58:05.643293 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 9ba34cec-b26a-41d5-a1fc-1737deae7759 not bound to the agent host n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:58:05.643875 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 707673cd-dce6-4038-b37b-8c19b2a8e237 no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:58:05.659153 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-d8c29432-e560-4bfd-b25b-6f9d71572869 tempest-QuotasNegativeTest-183991355 tempest-QuotasNegativeTest-183991355-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6299994 Aug 16 22:58:05.665843 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 39986) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:05.678883 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-b67ec2a0-18c8-4343-8cdb-1b3ebd2b4ae8 tempest-QuotasNegativeTest-183991355 tempest-QuotasNegativeTest-183991355-project-admin] Request body: {'network': {'project_id': 'bd965b58c29243a88f9d13da8e82ffa9'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:58:05.698571 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] No Port match for: 707673cd-dce6-4038-b37b-8c19b2a8e237 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:58:05.699047 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 707673cd-dce6-4038-b37b-8c19b2a8e237 not bound to the agent host n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:58:05.702199 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c29432-e560-4bfd-b25b-6f9d71572869 tempest-QuotasNegativeTest-183991355 tempest-QuotasNegativeTest-183991355-project-admin] Pushing event updated for resources: {'Network': ['ID=0fc63c06-bde9-4c4a-a3ef-821267d27286,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:05.716103 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 0fc63c06-bde9-4c4a-a3ef-821267d27286 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:58:05.726777 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef3df759-41ac-4289-8b3b-1030432d2c2f tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Deleting subnet 0738275a-f26f-4e17-80a2-60937a857a5e {{(pid=101292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:58:05.733851 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-b67ec2a0-18c8-4343-8cdb-1b3ebd2b4ae8 tempest-QuotasNegativeTest-183991355 tempest-QuotasNegativeTest-183991355-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 16 22:58:05.734334 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b67ec2a0-18c8-4343-8cdb-1b3ebd2b4ae8 tempest-QuotasNegativeTest-183991355 tempest-QuotasNegativeTest-183991355-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=101291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:58:05.735494 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-b67ec2a0-18c8-4343-8cdb-1b3ebd2b4ae8 tempest-QuotasNegativeTest-183991355 tempest-QuotasNegativeTest-183991355-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0657759 Aug 16 22:58:05.746472 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b7b62da1-d7c0-4aee-a3e4-53afcdf5de69 req-af431f2c-dd2e-4c91-9fd9-888d51039979 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4ad6394-3e39-4386-b02d-4a7c32c3940e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149475 Aug 16 22:58:05.747335 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ef3df759-41ac-4289-8b3b-1030432d2c2f tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks [] for subnet, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:05.803745 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 39992) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:05.822792 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ef3df759-41ac-4289-8b3b-1030432d2c2f tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3848860'] for subnet, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:05.929380 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ef3df759-41ac-4289-8b3b-1030432d2c2f tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:06.011292 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ef3df759-41ac-4289-8b3b-1030432d2c2f tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26252129'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:06.021593 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-170235f3-7b1f-4370-a50d-366bbeceadbf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bd965b58c29243a88f9d13da8e82ffa9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2164822 Aug 16 22:58:06.023974 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 40004) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:06.052768 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3df759-41ac-4289-8b3b-1030432d2c2f tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Pushing event deleted for resources: {'Subnet': ['ID=0738275a-f26f-4e17-80a2-60937a857a5e,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:06.054768 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ef3df759-41ac-4289-8b3b-1030432d2c2f tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:06.059573 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-ef3df759-41ac-4289-8b3b-1030432d2c2f tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "DELETE /v2.0/subnets/0738275a-f26f-4e17-80a2-60937a857a5e HTTP/1.1" status: 204 len: 168 time: 0.4587097 Aug 16 22:58:06.062220 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 40006) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:06.065243 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2810b068-9b6f-40ff-aefa-5f462b0e4e3e None None] Network 9bf64473-8f43-45ec-918e-383f857f7f52 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:58:06.070929 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 40008) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:06.099135 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-05b242dd-a5bd-436a-9baf-39e8ff04c810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:06.131689 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-05b242dd-a5bd-436a-9baf-39e8ff04c810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:06.195323 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-05b242dd-a5bd-436a-9baf-39e8ff04c810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:06.199002 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-05b242dd-a5bd-436a-9baf-39e8ff04c810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:06.203118 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-05b242dd-a5bd-436a-9baf-39e8ff04c810 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d5efde8b-faa8-43ad-a8c3-5b660a554968 HTTP/1.1" status: 204 len: 168 time: 0.1751730 Aug 16 22:58:06.204357 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 40012) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:06.226200 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b242dd-a5bd-436a-9baf-39e8ff04c810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5efde8b-faa8-43ad-a8c3-5b660a554968,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:06.254555 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-163b9433-eac2-4d76-b8e1-89ffc5b8caf3 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:06.286180 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-9a8735d9-0ba5-4a63-9ee2-2516ad678e12 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-144901050-network', 'tenant_id': 'd50891ae5d2e447e982fd1ccc2ff08fd'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:58:06.318947 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a8735d9-0ba5-4a63-9ee2-2516ad678e12 admin admin] Made reservation on behalf of d50891ae5d2e447e982fd1ccc2ff08fd for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:58:06.321984 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9a8735d9-0ba5-4a63-9ee2-2516ad678e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:06.326986 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd3f90f-8216-4e83-940a-0dc936159297 None None] DHCP port deletion for 9bf64473-8f43-45ec-918e-383f857f7f52 request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:58:06.340020 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-163b9433-eac2-4d76-b8e1-89ffc5b8caf3 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Deleting port cd88b32b-c623-4fa5-a8d8-1ee293f63338 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:58:06.340371 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-163b9433-eac2-4d76-b8e1-89ffc5b8caf3 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:06.358667 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9a8735d9-0ba5-4a63-9ee2-2516ad678e12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:06.389296 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-be54eced-577c-4896-bf88-ff2bd541dbd4 tempest-QuotasNegativeTest-183991355 tempest-QuotasNegativeTest-183991355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:06.414835 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-1bd3f90f-8216-4e83-940a-0dc936159297 None None] Deleting port cd88b32b-c623-4fa5-a8d8-1ee293f63338 {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:58:06.415699 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-1bd3f90f-8216-4e83-940a-0dc936159297 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:06.422591 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-163b9433-eac2-4d76-b8e1-89ffc5b8caf3 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] For port cd88b32b-c623-4fa5-a8d8-1ee293f63338, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=cd88b32b-c623-4fa5-a8d8-1ee293f63338,segment=NetworkSegment(7f6690b2-beb5-4800-839c-9564531cb641),segment_id=7f6690b2-beb5-4800-839c-9564531cb641)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:58:06.422591 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-163b9433-eac2-4d76-b8e1-89ffc5b8caf3 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:06.439914 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-163b9433-eac2-4d76-b8e1-89ffc5b8caf3 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Calling delete_port for cd88b32b-c623-4fa5-a8d8-1ee293f63338 owned by network:dhcp {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:58:06.499331 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-1bd3f90f-8216-4e83-940a-0dc936159297 None None] For port cd88b32b-c623-4fa5-a8d8-1ee293f63338, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=cd88b32b-c623-4fa5-a8d8-1ee293f63338,segment=NetworkSegment(7f6690b2-beb5-4800-839c-9564531cb641),segment_id=7f6690b2-beb5-4800-839c-9564531cb641)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:58:06.499838 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-1bd3f90f-8216-4e83-940a-0dc936159297 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:06.517627 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-1bd3f90f-8216-4e83-940a-0dc936159297 None None] Calling delete_port for cd88b32b-c623-4fa5-a8d8-1ee293f63338 owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:58:06.572996 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-be54eced-577c-4896-bf88-ff2bd541dbd4 tempest-QuotasNegativeTest-183991355 tempest-QuotasNegativeTest-183991355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:06.587636 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-be54eced-577c-4896-bf88-ff2bd541dbd4 tempest-QuotasNegativeTest-183991355 tempest-QuotasNegativeTest-183991355-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fc63c06-bde9-4c4a-a3ef-821267d27286']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:06.590923 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-163b9433-eac2-4d76-b8e1-89ffc5b8caf3 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:06.607058 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-be54eced-577c-4896-bf88-ff2bd541dbd4 tempest-QuotasNegativeTest-183991355 tempest-QuotasNegativeTest-183991355-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf6f1675-43ad-4c95-87e1-31c134c910e1') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:06.607464 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-be54eced-577c-4896-bf88-ff2bd541dbd4 tempest-QuotasNegativeTest-183991355 tempest-QuotasNegativeTest-183991355-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf6f1675-43ad-4c95-87e1-31c134c910e1') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:06.619159 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-be54eced-577c-4896-bf88-ff2bd541dbd4 tempest-QuotasNegativeTest-183991355 tempest-QuotasNegativeTest-183991355-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:06.634483 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-be54eced-577c-4896-bf88-ff2bd541dbd4 tempest-QuotasNegativeTest-183991355 tempest-QuotasNegativeTest-183991355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:06.642100 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be54eced-577c-4896-bf88-ff2bd541dbd4 tempest-QuotasNegativeTest-183991355 tempest-QuotasNegativeTest-183991355-project-admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:58:06.642561 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-be54eced-577c-4896-bf88-ff2bd541dbd4 tempest-QuotasNegativeTest-183991355 tempest-QuotasNegativeTest-183991355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:06.648354 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device cd88b32b-c623-4fa5-a8d8-1ee293f63338 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:58:06.651517 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163b9433-eac2-4d76-b8e1-89ffc5b8caf3 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] No DVR routers for this DVR port cd88b32b-c623-4fa5-a8d8-1ee293f63338 on host n-d-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:58:06.661447 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163b9433-eac2-4d76-b8e1-89ffc5b8caf3 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Pushing event deleted for resources: {'Port': ['ID=cd88b32b-c623-4fa5-a8d8-1ee293f63338,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:06.679962 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: cd88b32b-c623-4fa5-a8d8-1ee293f63338 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:58:06.679962 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device cd88b32b-c623-4fa5-a8d8-1ee293f63338 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:58:06.706887 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 22:58:06.706887 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:58:06.706887 n-d-791506-26 neutron-server[101291]: timer() Aug 16 22:58:06.706887 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:58:06.706887 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 22:58:06.706887 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:58:06.706887 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 22:58:06.706887 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:58:06.706887 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 22:58:06.706887 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:58:06.706887 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 22:58:06.706887 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:58:06.706887 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 22:58:06.706887 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:58:06.706887 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:58:06.706887 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:58:06.706887 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:58:06.706887 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:58:06.706887 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 22:58:06.706887 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:58:06.706887 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 22:58:06.706887 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:58:06.706887 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:58:06.706887 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:58:06.706887 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 22:58:06.706887 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:58:06.706887 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:58:06.706887 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:58:06.706887 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:58:06.706887 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:58:06.706887 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:58:06.706887 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:58:06.738175 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-1bd3f90f-8216-4e83-940a-0dc936159297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:06.758465 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9a8735d9-0ba5-4a63-9ee2-2516ad678e12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:06.760400 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-be54eced-577c-4896-bf88-ff2bd541dbd4 tempest-QuotasNegativeTest-183991355 tempest-QuotasNegativeTest-183991355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:06.769018 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-be54eced-577c-4896-bf88-ff2bd541dbd4 tempest-QuotasNegativeTest-183991355 tempest-QuotasNegativeTest-183991355-project-admin] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:06.771008 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-be54eced-577c-4896-bf88-ff2bd541dbd4 tempest-QuotasNegativeTest-183991355 tempest-QuotasNegativeTest-183991355-project-admin] 10.222.0.36 "DELETE /v2.0/networks/0fc63c06-bde9-4c4a-a3ef-821267d27286 HTTP/1.1" status: 204 len: 168 time: 0.5648339 Aug 16 22:58:06.773762 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 40026) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:06.783030 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd3f90f-8216-4e83-940a-0dc936159297 None None] Pushing event deleted for resources: {'Port': ['ID=cd88b32b-c623-4fa5-a8d8-1ee293f63338,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:06.784413 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9a8735d9-0ba5-4a63-9ee2-2516ad678e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:06.797638 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd3f90f-8216-4e83-940a-0dc936159297 None None] No DVR routers for this DVR port cd88b32b-c623-4fa5-a8d8-1ee293f63338 on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:58:06.809106 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a8735d9-0ba5-4a63-9ee2-2516ad678e12 admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:58:06.829438 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9a8735d9-0ba5-4a63-9ee2-2516ad678e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:06.830079 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-9a8735d9-0ba5-4a63-9ee2-2516ad678e12 admin admin] Added segment 352bb446-568b-427e-833a-0d34d09f7aa1 of type vlan for network 1beb17af-a544-42d0-be4c-a314899c0ffd Aug 16 22:58:06.851003 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-163b9433-eac2-4d76-b8e1-89ffc5b8caf3 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:06.878498 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9a8735d9-0ba5-4a63-9ee2-2516ad678e12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:06.897945 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-163b9433-eac2-4d76-b8e1-89ffc5b8caf3 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bf64473-8f43-45ec-918e-383f857f7f52']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:06.900796 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 40028) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:06.925701 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-163b9433-eac2-4d76-b8e1-89ffc5b8caf3 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f6690b2-beb5-4800-839c-9564531cb641') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:06.926228 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-163b9433-eac2-4d76-b8e1-89ffc5b8caf3 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f6690b2-beb5-4800-839c-9564531cb641') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:06.927060 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9a8735d9-0ba5-4a63-9ee2-2516ad678e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:06.928024 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8735d9-0ba5-4a63-9ee2-2516ad678e12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:06.928628 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9a8735d9-0ba5-4a63-9ee2-2516ad678e12 admin admin] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:06.931780 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be54eced-577c-4896-bf88-ff2bd541dbd4 tempest-QuotasNegativeTest-183991355 tempest-QuotasNegativeTest-183991355-project-admin] Pushing event deleted for resources: {'Network': ['ID=0fc63c06-bde9-4c4a-a3ef-821267d27286,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:06.953183 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-163b9433-eac2-4d76-b8e1-89ffc5b8caf3 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:06.958345 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3bece628-db98-4e84-a34d-f2b225326964 tempest-QuotasNegativeTest-183991355 tempest-QuotasNegativeTest-183991355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:06.983161 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b16d9a9-3221-4fbb-b501-28cde10121c6 req-ac19b569-970e-4512-8211-bc9c1f09eae5 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:06.985074 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3b16d9a9-3221-4fbb-b501-28cde10121c6 req-ac19b569-970e-4512-8211-bc9c1f09eae5 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/ports?device_id=90c10d52-28c4-4fe7-900c-d78a77f3df52 HTTP/1.1" status: 200 len: 945 time: 0.1314158 Aug 16 22:58:06.990797 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-163b9433-eac2-4d76-b8e1-89ffc5b8caf3 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:07.010015 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8735d9-0ba5-4a63-9ee2-2516ad678e12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3872e0b-6a93-4dba-a612-0dba48b930c5,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:07.023811 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-9a8735d9-0ba5-4a63-9ee2-2516ad678e12 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9517536 Aug 16 22:58:07.027781 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 40032) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:07.029458 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-163b9433-eac2-4d76-b8e1-89ffc5b8caf3 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:58:07.030518 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-163b9433-eac2-4d76-b8e1-89ffc5b8caf3 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:07.033936 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-954df1b1-cfb0-4bb0-8ff0-997ffb06edab admin admin] Request body: {'subnet': {'network_id': '1beb17af-a544-42d0-be4c-a314899c0ffd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-144901050-subnet', 'tenant_id': 'd50891ae5d2e447e982fd1ccc2ff08fd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:58:07.039212 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 16 22:58:07.039212 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:58:07.039212 n-d-791506-26 neutron-server[101292]: timer() Aug 16 22:58:07.039212 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:58:07.039212 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 16 22:58:07.039212 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:58:07.039212 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 16 22:58:07.039212 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:58:07.039212 n-d-791506-26 neutron-server[101292]: self._notify() Aug 16 22:58:07.039212 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:58:07.039212 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 16 22:58:07.039212 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:58:07.039212 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 16 22:58:07.039212 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:58:07.039212 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:58:07.039212 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:58:07.039212 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:58:07.039212 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:58:07.039212 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 16 22:58:07.039212 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:58:07.039212 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 16 22:58:07.039212 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:58:07.039212 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:58:07.039212 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:58:07.039212 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 16 22:58:07.039212 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:58:07.039212 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:58:07.039212 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:58:07.039212 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:58:07.039212 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:58:07.039212 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:58:07.039212 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:58:07.054781 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8735d9-0ba5-4a63-9ee2-2516ad678e12 admin admin] Pushing event updated for resources: {'Network': ['ID=1beb17af-a544-42d0-be4c-a314899c0ffd,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:07.057866 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-954df1b1-cfb0-4bb0-8ff0-997ffb06edab admin admin] Made reservation on behalf of d50891ae5d2e447e982fd1ccc2ff08fd for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:58:07.060791 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-954df1b1-cfb0-4bb0-8ff0-997ffb06edab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:07.067235 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 1beb17af-a544-42d0-be4c-a314899c0ffd details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:58:07.197911 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3bece628-db98-4e84-a34d-f2b225326964 tempest-QuotasNegativeTest-183991355 tempest-QuotasNegativeTest-183991355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:07.209878 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-163b9433-eac2-4d76-b8e1-89ffc5b8caf3 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:07.222819 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-163b9433-eac2-4d76-b8e1-89ffc5b8caf3 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:07.228977 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 40036) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:07.231630 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-163b9433-eac2-4d76-b8e1-89ffc5b8caf3 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "DELETE /v2.0/networks/9bf64473-8f43-45ec-918e-383f857f7f52 HTTP/1.1" status: 204 len: 168 time: 1.1620991 Aug 16 22:58:07.233798 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-3bece628-db98-4e84-a34d-f2b225326964 tempest-QuotasNegativeTest-183991355 tempest-QuotasNegativeTest-183991355-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be65b345-bcef-4fe5-86ba-843164b280b5']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:07.242647 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3b16d9a9-3221-4fbb-b501-28cde10121c6 req-659e3c8e-d52f-442a-b77c-39fafb67feaa tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4ad6394-3e39-4386-b02d-4a7c32c3940e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452126 Aug 16 22:58:07.276958 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-3bece628-db98-4e84-a34d-f2b225326964 tempest-QuotasNegativeTest-183991355 tempest-QuotasNegativeTest-183991355-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dce1b512-9795-4ae5-a3f7-f696305a5530') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:07.277682 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-3bece628-db98-4e84-a34d-f2b225326964 tempest-QuotasNegativeTest-183991355 tempest-QuotasNegativeTest-183991355-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dce1b512-9795-4ae5-a3f7-f696305a5530') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:07.292735 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3bece628-db98-4e84-a34d-f2b225326964 tempest-QuotasNegativeTest-183991355 tempest-QuotasNegativeTest-183991355-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:07.295591 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163b9433-eac2-4d76-b8e1-89ffc5b8caf3 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Pushing event deleted for resources: {'Network': ['ID=9bf64473-8f43-45ec-918e-383f857f7f52,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:07.325107 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-0c771d7b-3a1b-4688-9ba1-aa59ecfd7ff6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f7109febb0bd428f817c993324adeef6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4114361 Aug 16 22:58:07.325107 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3bece628-db98-4e84-a34d-f2b225326964 tempest-QuotasNegativeTest-183991355 tempest-QuotasNegativeTest-183991355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:07.328175 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 40038) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:07.340158 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bece628-db98-4e84-a34d-f2b225326964 tempest-QuotasNegativeTest-183991355 tempest-QuotasNegativeTest-183991355-project-admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:58:07.340629 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3bece628-db98-4e84-a34d-f2b225326964 tempest-QuotasNegativeTest-183991355 tempest-QuotasNegativeTest-183991355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:07.342974 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 16 22:58:07.342974 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:58:07.342974 n-d-791506-26 neutron-server[101292]: timer() Aug 16 22:58:07.342974 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:58:07.342974 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 16 22:58:07.342974 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:58:07.342974 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 16 22:58:07.342974 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:58:07.342974 n-d-791506-26 neutron-server[101292]: self._notify() Aug 16 22:58:07.342974 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:58:07.342974 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 16 22:58:07.342974 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:58:07.342974 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 16 22:58:07.342974 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:58:07.342974 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:58:07.342974 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:58:07.342974 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:58:07.342974 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:58:07.342974 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 16 22:58:07.342974 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:58:07.342974 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 16 22:58:07.342974 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:58:07.342974 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:58:07.342974 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:58:07.342974 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 16 22:58:07.342974 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:58:07.342974 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:58:07.342974 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:58:07.342974 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:58:07.342974 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:58:07.342974 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:58:07.342974 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:58:07.446509 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3bece628-db98-4e84-a34d-f2b225326964 tempest-QuotasNegativeTest-183991355 tempest-QuotasNegativeTest-183991355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:07.455147 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3bece628-db98-4e84-a34d-f2b225326964 tempest-QuotasNegativeTest-183991355 tempest-QuotasNegativeTest-183991355-project-admin] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:07.468111 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-3bece628-db98-4e84-a34d-f2b225326964 tempest-QuotasNegativeTest-183991355 tempest-QuotasNegativeTest-183991355-project-admin] 10.222.0.36 "DELETE /v2.0/networks/be65b345-bcef-4fe5-86ba-843164b280b5 HTTP/1.1" status: 204 len: 168 time: 0.6888027 Aug 16 22:58:07.486796 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bece628-db98-4e84-a34d-f2b225326964 tempest-QuotasNegativeTest-183991355 tempest-QuotasNegativeTest-183991355-project-admin] Pushing event deleted for resources: {'Network': ['ID=be65b345-bcef-4fe5-86ba-843164b280b5,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:07.492045 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-dc1aeb16-c57c-44a4-95a3-afbe76331119 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:07.530859 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-dc1aeb16-c57c-44a4-95a3-afbe76331119 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:07.579676 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 746316bb-90f9-4c54-81f9-8f8cbbb9606c no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:58:07.608149 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-dc1aeb16-c57c-44a4-95a3-afbe76331119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:07.613147 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-dc1aeb16-c57c-44a4-95a3-afbe76331119 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:07.615025 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-dc1aeb16-c57c-44a4-95a3-afbe76331119 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/28636a9e-058f-441f-8e78-3802344981e8 HTTP/1.1" status: 204 len: 168 time: 0.2856815 Aug 16 22:58:07.635107 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] No Port match for: 746316bb-90f9-4c54-81f9-8f8cbbb9606c {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:58:07.637132 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1aeb16-c57c-44a4-95a3-afbe76331119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28636a9e-058f-441f-8e78-3802344981e8,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:07.640311 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 746316bb-90f9-4c54-81f9-8f8cbbb9606c not bound to the agent host n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:58:07.765721 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-62013204-a901-45fd-bb79-e3dd907f8aa2 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Deleting subnet 6b83a947-e9a6-4967-9ec5-0380745cbf50 {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:58:07.791019 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-62013204-a901-45fd-bb79-e3dd907f8aa2 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:07.825347 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be31c11b-e381-4b40-a0c1-a8809a70d8bb req-c5598e2f-81bd-4826-9258-7ba18070bb43 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:07.827192 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-be31c11b-e381-4b40-a0c1-a8809a70d8bb req-c5598e2f-81bd-4826-9258-7ba18070bb43 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.68 "GET /v2.0/ports?device_id=90c10d52-28c4-4fe7-900c-d78a77f3df52 HTTP/1.1" status: 200 len: 945 time: 0.2232254 Aug 16 22:58:07.889084 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-954df1b1-cfb0-4bb0-8ff0-997ffb06edab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:07.895892 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-62013204-a901-45fd-bb79-e3dd907f8aa2 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:08.042430 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954df1b1-cfb0-4bb0-8ff0-997ffb06edab admin admin] Pushing event updated for resources: {'Subnet': ['ID=592bfb8a-cb21-442f-b2ff-9ade373c5cea,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:08.073031 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 40052) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:08.093966 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 40054) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:08.112564 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ecb94c1a-2b93-4274-bdd8-25dcb8fb8464 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:08.135158 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954df1b1-cfb0-4bb0-8ff0-997ffb06edab admin admin] Checking segment: {'id': '352bb446-568b-427e-833a-0d34d09f7aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '1beb17af-a544-42d0-be4c-a314899c0ffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:58:08.135967 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954df1b1-cfb0-4bb0-8ff0-997ffb06edab admin admin] Network hostable DHCP agents. Network: 1beb17af-a544-42d0-be4c-a314899c0ffd, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:58:08.147599 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-62013204-a901-45fd-bb79-e3dd907f8aa2 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:08.174799 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-ebef3491-a5ed-4ccb-ba15-cbf762191a30 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f232c6e43b5f4bfebfa084f1c002e3e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0981302 Aug 16 22:58:08.176683 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 40056) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:08.225405 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-be31c11b-e381-4b40-a0c1-a8809a70d8bb req-c5667139-fb72-4fd1-922f-a7f6db203b35 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Deleting port 4732ec55-e9d1-44c9-91db-b5a1349a463a {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:58:08.225745 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-be31c11b-e381-4b40-a0c1-a8809a70d8bb req-c5667139-fb72-4fd1-922f-a7f6db203b35 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:08.297923 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ecb94c1a-2b93-4274-bdd8-25dcb8fb8464 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:08.305880 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ecb94c1a-2b93-4274-bdd8-25dcb8fb8464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:08.313908 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954df1b1-cfb0-4bb0-8ff0-997ffb06edab admin admin] Network 1beb17af-a544-42d0-be4c-a314899c0ffd is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:58:08.348103 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-954df1b1-cfb0-4bb0-8ff0-997ffb06edab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 1beb17af-a544-42d0-be4c-a314899c0ffd) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:58:08.362911 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26057192-dc02-44ee-bcdf-ff7708bb1f3d None None] Network 1beb17af-a544-42d0-be4c-a314899c0ffd requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:58:08.370742 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb94c1a-2b93-4274-bdd8-25dcb8fb8464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cbcd98b-773e-4d4a-ba30-1ae84e447406,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:08.410851 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-be31c11b-e381-4b40-a0c1-a8809a70d8bb req-c5667139-fb72-4fd1-922f-a7f6db203b35 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] For port 4732ec55-e9d1-44c9-91db-b5a1349a463a, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=4732ec55-e9d1-44c9-91db-b5a1349a463a,segment=NetworkSegment(2ef6fce6-dd05-4e6c-9b12-9c1394b5a330),segment_id=2ef6fce6-dd05-4e6c-9b12-9c1394b5a330)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:58:08.411578 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-be31c11b-e381-4b40-a0c1-a8809a70d8bb req-c5667139-fb72-4fd1-922f-a7f6db203b35 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:08.438317 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-ecb94c1a-2b93-4274-bdd8-25dcb8fb8464 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9ce857527eab4dcea646f3e4cf8e4bda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3407733 Aug 16 22:58:08.439062 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 40064) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:08.449136 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954df1b1-cfb0-4bb0-8ff0-997ffb06edab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:08.455069 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-954df1b1-cfb0-4bb0-8ff0-997ffb06edab admin admin] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:08.467436 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-21ae196e-9409-4584-8ecf-e88d450f52b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:08.506375 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-be31c11b-e381-4b40-a0c1-a8809a70d8bb req-c5667139-fb72-4fd1-922f-a7f6db203b35 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Calling delete_port for 4732ec55-e9d1-44c9-91db-b5a1349a463a owned by compute:nova {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:58:08.509018 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-62013204-a901-45fd-bb79-e3dd907f8aa2 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:08.528108 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d769815-0b7f-4786-9829-f71624c49e4b req-003e9ae3-c721-4a0e-bf87-19ad216c2945 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:08.538099 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0d769815-0b7f-4786-9829-f71624c49e4b req-003e9ae3-c721-4a0e-bf87-19ad216c2945 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/ports?device_id=90c10d52-28c4-4fe7-900c-d78a77f3df52 HTTP/1.1" status: 200 len: 945 time: 0.1564648 Aug 16 22:58:08.583462 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-21ae196e-9409-4584-8ecf-e88d450f52b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:08.595917 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-50bbde33-6e5e-4635-882f-9536796516c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:08.620072 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-50bbde33-6e5e-4635-882f-9536796516c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:08.633453 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-62013204-a901-45fd-bb79-e3dd907f8aa2 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:08.639695 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-62013204-a901-45fd-bb79-e3dd907f8aa2 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "DELETE /v2.0/subnets/6b83a947-e9a6-4967-9ec5-0380745cbf50 HTTP/1.1" status: 204 len: 168 time: 1.4091077 Aug 16 22:58:08.656813 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 40072) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:08.685653 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62013204-a901-45fd-bb79-e3dd907f8aa2 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Pushing event deleted for resources: {'Subnet': ['ID=6b83a947-e9a6-4967-9ec5-0380745cbf50,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:08.693053 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-21ae196e-9409-4584-8ecf-e88d450f52b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:08.698127 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-21ae196e-9409-4584-8ecf-e88d450f52b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:08.700586 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-21ae196e-9409-4584-8ecf-e88d450f52b8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dba06a56-09e4-40f4-9bd1-a8d2cea99984 HTTP/1.1" status: 204 len: 168 time: 0.5197673 Aug 16 22:58:08.737383 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-954df1b1-cfb0-4bb0-8ff0-997ffb06edab admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7079866 Aug 16 22:58:08.742992 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 40080) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:08.754540 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-665488e9-f570-4e73-a72e-399de694c536 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-144901050-router', 'tenant_id': 'd50891ae5d2e447e982fd1ccc2ff08fd', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:58:08.759219 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb343e0-3249-4718-986e-2c340444204d None None] Network 7055a6b6-d41b-4246-a34f-7b969c0cd362 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:58:08.765954 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ae196e-9409-4584-8ecf-e88d450f52b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba06a56-09e4-40f4-9bd1-a8d2cea99984,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:08.828975 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0d769815-0b7f-4786-9829-f71624c49e4b req-037bf45b-4ac3-41a9-ba4a-05af8d74bfe0 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4ad6394-3e39-4386-b02d-4a7c32c3940e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913635 Aug 16 22:58:08.835276 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-665488e9-f570-4e73-a72e-399de694c536 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:08.837700 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-665488e9-f570-4e73-a72e-399de694c536 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:08.871877 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-50bbde33-6e5e-4635-882f-9536796516c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:08.875319 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-50bbde33-6e5e-4635-882f-9536796516c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:08.876749 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-50bbde33-6e5e-4635-882f-9536796516c5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7cbcd98b-773e-4d4a-ba30-1ae84e447406 HTTP/1.1" status: 204 len: 168 time: 0.4281306 Aug 16 22:58:08.885822 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f321c329-cd04-4257-961b-dc11ef375ba6 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:08.897013 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bbde33-6e5e-4635-882f-9536796516c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cbcd98b-773e-4d4a-ba30-1ae84e447406,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:08.902777 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59fd5885-1789-4a4a-81a0-a7a6e3ae263a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-1beb17af-a544-42d0-be4c-a314899c0ffd', 'network_id': '1beb17af-a544-42d0-be4c-a314899c0ffd', 'tenant_id': 'd50891ae5d2e447e982fd1ccc2ff08fd', 'fixed_ips': [{'subnet_id': '592bfb8a-cb21-442f-b2ff-9ade373c5cea'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:58:08.905270 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-59fd5885-1789-4a4a-81a0-a7a6e3ae263a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:08.967153 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-f321c329-cd04-4257-961b-dc11ef375ba6 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Deleting port e501b58e-ab16-43c1-a3c1-77242b953e72 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:58:08.967861 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f321c329-cd04-4257-961b-dc11ef375ba6 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:09.036914 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-665488e9-f570-4e73-a72e-399de694c536 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:09.039320 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-be31c11b-e381-4b40-a0c1-a8809a70d8bb req-c5667139-fb72-4fd1-922f-a7f6db203b35 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:09.060519 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['4732ec55-e9d1-44c9-91db-b5a1349a463a'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:58:09.069792 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-f321c329-cd04-4257-961b-dc11ef375ba6 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] For port e501b58e-ab16-43c1-a3c1-77242b953e72, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=e501b58e-ab16-43c1-a3c1-77242b953e72,segment=NetworkSegment(2b336c2b-370d-414e-baa2-e0fc56b3e13b),segment_id=2b336c2b-370d-414e-baa2-e0fc56b3e13b)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:58:09.070240 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f321c329-cd04-4257-961b-dc11ef375ba6 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:09.096621 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['e472f05f-c646-4e47-91be-1f4ab8d404a8'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:58:09.123862 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-f321c329-cd04-4257-961b-dc11ef375ba6 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Calling delete_port for e501b58e-ab16-43c1-a3c1-77242b953e72 owned by network:dhcp {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:58:09.186676 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c400b22-e419-41fe-99fe-95f8be3fc39e None None] DHCP port deletion for 7055a6b6-d41b-4246-a34f-7b969c0cd362 request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:58:09.243626 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-59fd5885-1789-4a4a-81a0-a7a6e3ae263a None None] Allocated IP 172.20.0.2 (1beb17af-a544-42d0-be4c-a314899c0ffd/592bfb8a-cb21-442f-b2ff-9ade373c5cea/d0be375a-8d22-469b-8fbd-1732997f2c68) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:58:09.265082 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f321c329-cd04-4257-961b-dc11ef375ba6 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:09.267022 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-be31c11b-e381-4b40-a0c1-a8809a70d8bb req-c5667139-fb72-4fd1-922f-a7f6db203b35 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] No DVR routers for this DVR port 4732ec55-e9d1-44c9-91db-b5a1349a463a on host n-h1-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:58:09.268951 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5667139-fb72-4fd1-922f-a7f6db203b35 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Pushing event deleted for resources: {'Port': ['ID=4732ec55-e9d1-44c9-91db-b5a1349a463a,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:09.274188 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-be31c11b-e381-4b40-a0c1-a8809a70d8bb req-c5667139-fb72-4fd1-922f-a7f6db203b35 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:09.276417 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-be31c11b-e381-4b40-a0c1-a8809a70d8bb req-c5667139-fb72-4fd1-922f-a7f6db203b35 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.68 "DELETE /v2.0/ports/4732ec55-e9d1-44c9-91db-b5a1349a463a HTTP/1.1" status: 204 len: 173 time: 1.4406016 Aug 16 22:58:09.277132 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90c10d52-28c4-4fe7-900c-d78a77f3df52', 'name': 'network-vif-deleted', 'tag': '4732ec55-e9d1-44c9-91db-b5a1349a463a'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:58:09.280326 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-233d1cca-d3c1-4683-8b99-5d08577be6fc" -d '{"events": [{"server_uuid": "90c10d52-28c4-4fe7-900c-d78a77f3df52", "name": "network-vif-deleted", "tag": "4732ec55-e9d1-44c9-91db-b5a1349a463a"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:58:09.342072 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f321c329-cd04-4257-961b-dc11ef375ba6 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Pushing event deleted for resources: {'Port': ['ID=e501b58e-ab16-43c1-a3c1-77242b953e72,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:09.354679 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f321c329-cd04-4257-961b-dc11ef375ba6 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] No DVR routers for this DVR port e501b58e-ab16-43c1-a3c1-77242b953e72 on host n-d-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:58:09.396324 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d4099d-2575-447a-bb5e-87df98050dae x-openstack-request-id: req-43d4099d-2575-447a-bb5e-87df98050dae {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:58:09.397067 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90c10d52-28c4-4fe7-900c-d78a77f3df52", "name": "network-vif-deleted", "tag": "4732ec55-e9d1-44c9-91db-b5a1349a463a", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:58:09.397067 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-43d4099d-2575-447a-bb5e-87df98050dae {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:58:09.397751 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90c10d52-28c4-4fe7-900c-d78a77f3df52', 'name': 'network-vif-deleted', 'tag': '4732ec55-e9d1-44c9-91db-b5a1349a463a', 'status': 'completed', 'code': 200} Aug 16 22:58:09.421110 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-665488e9-f570-4e73-a72e-399de694c536 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:09.456229 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-3c400b22-e419-41fe-99fe-95f8be3fc39e None None] Deleting port e501b58e-ab16-43c1-a3c1-77242b953e72 {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:58:09.457285 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-3c400b22-e419-41fe-99fe-95f8be3fc39e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:09.544959 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 40096) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:09.564768 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f321c329-cd04-4257-961b-dc11ef375ba6 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:09.592308 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-f321c329-cd04-4257-961b-dc11ef375ba6 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7055a6b6-d41b-4246-a34f-7b969c0cd362']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:09.615412 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-f321c329-cd04-4257-961b-dc11ef375ba6 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b336c2b-370d-414e-baa2-e0fc56b3e13b') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:09.616395 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-f321c329-cd04-4257-961b-dc11ef375ba6 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b336c2b-370d-414e-baa2-e0fc56b3e13b') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:09.624486 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-3c400b22-e419-41fe-99fe-95f8be3fc39e None None] For port e501b58e-ab16-43c1-a3c1-77242b953e72, host n-d-791506-26, got binding levels [] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:58:09.625469 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-3c400b22-e419-41fe-99fe-95f8be3fc39e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:09.639860 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f321c329-cd04-4257-961b-dc11ef375ba6 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:09.657611 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-3c400b22-e419-41fe-99fe-95f8be3fc39e None None] Calling delete_port for e501b58e-ab16-43c1-a3c1-77242b953e72 owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:58:09.662598 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.ipam_backend_mixin [None req-3c400b22-e419-41fe-99fe-95f8be3fc39e None None] Port e501b58e-ab16-43c1-a3c1-77242b953e72 was not found and therefore no delete operation was performed {{(pid=101293) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 22:58:09.667872 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f321c329-cd04-4257-961b-dc11ef375ba6 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:09.679915 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f321c329-cd04-4257-961b-dc11ef375ba6 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:58:09.680126 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f321c329-cd04-4257-961b-dc11ef375ba6 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:09.682618 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-3c400b22-e419-41fe-99fe-95f8be3fc39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:09.717773 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c400b22-e419-41fe-99fe-95f8be3fc39e None None] No DVR routers for this DVR port e501b58e-ab16-43c1-a3c1-77242b953e72 on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:58:09.724155 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c400b22-e419-41fe-99fe-95f8be3fc39e None None] Pushing event deleted for resources: {'Port': ['ID=e501b58e-ab16-43c1-a3c1-77242b953e72,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:09.744131 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 40104) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:09.763900 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6505d2be-73a2-447b-aa15-c8d044cb1fcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:09.765677 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-59fd5885-1789-4a4a-81a0-a7a6e3ae263a None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:09.814995 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 16 22:58:09.814995 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:58:09.814995 n-d-791506-26 neutron-server[101292]: timer() Aug 16 22:58:09.814995 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:58:09.814995 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 16 22:58:09.814995 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:58:09.814995 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 16 22:58:09.814995 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:58:09.814995 n-d-791506-26 neutron-server[101292]: self._notify() Aug 16 22:58:09.814995 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:58:09.814995 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 16 22:58:09.814995 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:58:09.814995 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 16 22:58:09.814995 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:58:09.814995 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:58:09.814995 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:58:09.814995 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:58:09.814995 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:58:09.814995 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 16 22:58:09.814995 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:58:09.814995 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 16 22:58:09.814995 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:58:09.814995 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:58:09.814995 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:58:09.814995 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 16 22:58:09.814995 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:58:09.814995 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:58:09.814995 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:58:09.814995 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:58:09.814995 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:58:09.814995 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:58:09.814995 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:58:09.821208 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-59fd5885-1789-4a4a-81a0-a7a6e3ae263a None None] Transition to ACTIVE for port object d0be375a-8d22-469b-8fbd-1732997f2c68 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:58:09.831485 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f321c329-cd04-4257-961b-dc11ef375ba6 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:09.848156 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f321c329-cd04-4257-961b-dc11ef375ba6 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:09.850410 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-f321c329-cd04-4257-961b-dc11ef375ba6 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] 10.222.0.36 "DELETE /v2.0/networks/7055a6b6-d41b-4246-a34f-7b969c0cd362 HTTP/1.1" status: 204 len: 168 time: 1.1926017 Aug 16 22:58:09.856431 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-59fd5885-1789-4a4a-81a0-a7a6e3ae263a None None] Transition to ACTIVE for port object d0be375a-8d22-469b-8fbd-1732997f2c68 will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:58:09.868845 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-59fd5885-1789-4a4a-81a0-a7a6e3ae263a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:09.873637 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-665488e9-f570-4e73-a72e-399de694c536 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:09.876322 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bef5ae95-ad9b-42b0-adf0-3bc20d501ecd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:09.903586 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f321c329-cd04-4257-961b-dc11ef375ba6 tempest-ServersTestMultiNic-763271098 tempest-ServersTestMultiNic-763271098-project] Pushing event deleted for resources: {'Network': ['ID=7055a6b6-d41b-4246-a34f-7b969c0cd362,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:09.925880 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59fd5885-1789-4a4a-81a0-a7a6e3ae263a None None] Network 1beb17af-a544-42d0-be4c-a314899c0ffd is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:58:09.931690 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-59fd5885-1789-4a4a-81a0-a7a6e3ae263a None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:58:09.934292 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fd5885-1789-4a4a-81a0-a7a6e3ae263a None None] Pushing event updated for resources: {'Port': ['ID=d0be375a-8d22-469b-8fbd-1732997f2c68,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:09.938038 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fd5885-1789-4a4a-81a0-a7a6e3ae263a None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:58:09.959777 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-665488e9-f570-4e73-a72e-399de694c536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:10.057416 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-59fd5885-1789-4a4a-81a0-a7a6e3ae263a None None] Attempting to bind port d0be375a-8d22-469b-8fbd-1732997f2c68 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:58:10.058076 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-59fd5885-1789-4a4a-81a0-a7a6e3ae263a None None] Attempting to bind port d0be375a-8d22-469b-8fbd-1732997f2c68 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '352bb446-568b-427e-833a-0d34d09f7aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '1beb17af-a544-42d0-be4c-a314899c0ffd'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:58:10.058632 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fd5885-1789-4a4a-81a0-a7a6e3ae263a None None] Attempting to bind port d0be375a-8d22-469b-8fbd-1732997f2c68 on network 1beb17af-a544-42d0-be4c-a314899c0ffd {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:58:10.066261 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fd5885-1789-4a4a-81a0-a7a6e3ae263a None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:58:10.066956 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fd5885-1789-4a4a-81a0-a7a6e3ae263a None None] Checking segment: {'id': '352bb446-568b-427e-833a-0d34d09f7aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '1beb17af-a544-42d0-be4c-a314899c0ffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:58:10.067546 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-59fd5885-1789-4a4a-81a0-a7a6e3ae263a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:10.068117 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fd5885-1789-4a4a-81a0-a7a6e3ae263a None None] Bound using segment: {'id': '352bb446-568b-427e-833a-0d34d09f7aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '1beb17af-a544-42d0-be4c-a314899c0ffd'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:58:10.068823 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-59fd5885-1789-4a4a-81a0-a7a6e3ae263a None None] Bound port: d0be375a-8d22-469b-8fbd-1732997f2c68, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '352bb446-568b-427e-833a-0d34d09f7aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '1beb17af-a544-42d0-be4c-a314899c0ffd'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:58:10.069410 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-59fd5885-1789-4a4a-81a0-a7a6e3ae263a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:10.110137 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9a196286-f404-408e-895b-aa3b6e2c0c7a req-43d800cc-8362-407c-9e1f-57cd36aac72f tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/ports?device_id=90c10d52-28c4-4fe7-900c-d78a77f3df52 HTTP/1.1" status: 200 len: 210 time: 0.0407047 Aug 16 22:58:10.164568 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-665488e9-f570-4e73-a72e-399de694c536 admin admin] Allocated IP 172.25.4.128 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/c016dd1a-1b28-4185-ac67-4b57d6a0c343) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:58:10.179199 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-59fd5885-1789-4a4a-81a0-a7a6e3ae263a None None] For port d0be375a-8d22-469b-8fbd-1732997f2c68, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:58:10.183746 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-59fd5885-1789-4a4a-81a0-a7a6e3ae263a None None] For port d0be375a-8d22-469b-8fbd-1732997f2c68, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=d0be375a-8d22-469b-8fbd-1732997f2c68,segment=NetworkSegment(352bb446-568b-427e-833a-0d34d09f7aa1),segment_id=352bb446-568b-427e-833a-0d34d09f7aa1)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:58:10.191101 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-59fd5885-1789-4a4a-81a0-a7a6e3ae263a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:10.198401 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6505d2be-73a2-447b-aa15-c8d044cb1fcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:10.246035 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6505d2be-73a2-447b-aa15-c8d044cb1fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:10.289232 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fd5885-1789-4a4a-81a0-a7a6e3ae263a None None] Pushing event updated for resources: {'Port': ['ID=d0be375a-8d22-469b-8fbd-1732997f2c68,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:10.311330 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 40128) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:10.318241 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 40130) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:10.324895 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-6505d2be-73a2-447b-aa15-c8d044cb1fcd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=91e42b3d41354c86aab8f191c93878be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5731380 Aug 16 22:58:10.333511 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6505d2be-73a2-447b-aa15-c8d044cb1fcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=771d2000-f4c8-4ad3-9d53-a456a67dd084,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:10.402794 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bef5ae95-ad9b-42b0-adf0-3bc20d501ecd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:10.413180 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bef5ae95-ad9b-42b0-adf0-3bc20d501ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:10.446255 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 40134) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:10.463263 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-665488e9-f570-4e73-a72e-399de694c536 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:10.468330 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-14f12a9f-fa04-42fe-873f-4d531ccee025 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:10.479083 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-bef5ae95-ad9b-42b0-adf0-3bc20d501ecd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b7f92d6876e04d1ea463fba2260b28fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9318128 Aug 16 22:58:10.484315 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 40138) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:10.488921 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef5ae95-ad9b-42b0-adf0-3bc20d501ecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad30a412-0f07-4432-a7a8-3a3a97c1c670,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:10.538324 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-14f12a9f-fa04-42fe-873f-4d531ccee025 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:10.657388 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-665488e9-f570-4e73-a72e-399de694c536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:10.660969 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-14f12a9f-fa04-42fe-873f-4d531ccee025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:10.663972 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device e501b58e-ab16-43c1-a3c1-77242b953e72 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:58:10.665251 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-14f12a9f-fa04-42fe-873f-4d531ccee025 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:10.680895 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-14f12a9f-fa04-42fe-873f-4d531ccee025 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/771d2000-f4c8-4ad3-9d53-a456a67dd084 HTTP/1.1" status: 204 len: 168 time: 0.3501475 Aug 16 22:58:10.697002 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f12a9f-fa04-42fe-873f-4d531ccee025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=771d2000-f4c8-4ad3-9d53-a456a67dd084,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:10.707804 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: e501b58e-ab16-43c1-a3c1-77242b953e72 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:58:10.709331 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device e501b58e-ab16-43c1-a3c1-77242b953e72 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:58:10.715562 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-21dcc306-21da-475a-82dd-7eefd7715cea admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-968482559-network', 'tenant_id': '10922fb38b79434f8b520ea46405d25a'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:58:10.730509 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-333b1cec-61e8-46ba-b1f3-32718ab64890 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:10.754138 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21dcc306-21da-475a-82dd-7eefd7715cea admin admin] Made reservation on behalf of 10922fb38b79434f8b520ea46405d25a for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:58:10.756677 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-21dcc306-21da-475a-82dd-7eefd7715cea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:10.767164 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-21dcc306-21da-475a-82dd-7eefd7715cea admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:10.815024 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665488e9-f570-4e73-a72e-399de694c536 admin admin] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:58:10.824330 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-333b1cec-61e8-46ba-b1f3-32718ab64890 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:10.826896 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-665488e9-f570-4e73-a72e-399de694c536 admin admin] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:58:10.828804 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665488e9-f570-4e73-a72e-399de694c536 admin admin] Pushing event updated for resources: {'Port': ['ID=c016dd1a-1b28-4185-ac67-4b57d6a0c343,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:10.831016 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665488e9-f570-4e73-a72e-399de694c536 admin admin] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:58:10.889035 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-21dcc306-21da-475a-82dd-7eefd7715cea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:10.894326 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-21dcc306-21da-475a-82dd-7eefd7715cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:10.922736 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21dcc306-21da-475a-82dd-7eefd7715cea admin admin] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:58:10.933531 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dcc306-21da-475a-82dd-7eefd7715cea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=941fc217-5d4f-4ddc-addd-f444d70df8c8,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:10.952955 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-21dcc306-21da-475a-82dd-7eefd7715cea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:10.953705 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-21dcc306-21da-475a-82dd-7eefd7715cea admin admin] Added segment b105d025-72c1-44ec-855d-2a789ba77d3f of type vlan for network d6cbefb5-4b79-4d4a-9014-c772af5a73b2 Aug 16 22:58:10.987424 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:11.000053 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-21dcc306-21da-475a-82dd-7eefd7715cea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:11.028062 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-21dcc306-21da-475a-82dd-7eefd7715cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:11.030060 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21dcc306-21da-475a-82dd-7eefd7715cea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:11.030796 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-21dcc306-21da-475a-82dd-7eefd7715cea admin admin] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:11.081499 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-333b1cec-61e8-46ba-b1f3-32718ab64890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:11.084527 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-333b1cec-61e8-46ba-b1f3-32718ab64890 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:11.085376 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-333b1cec-61e8-46ba-b1f3-32718ab64890 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ad30a412-0f07-4432-a7a8-3a3a97c1c670 HTTP/1.1" status: 204 len: 168 time: 0.5984118 Aug 16 22:58:11.090893 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-21dcc306-21da-475a-82dd-7eefd7715cea admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6360445 Aug 16 22:58:11.098894 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 40154) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:11.105626 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dcc306-21da-475a-82dd-7eefd7715cea admin admin] Pushing event updated for resources: {'Network': ['ID=d6cbefb5-4b79-4d4a-9014-c772af5a73b2,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:11.109141 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-fad20c74-ad75-4674-89c2-0fc7b090917e admin admin] Request body: {'subnet': {'network_id': 'd6cbefb5-4b79-4d4a-9014-c772af5a73b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-968482559-subnet', 'tenant_id': '10922fb38b79434f8b520ea46405d25a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:58:11.117150 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network d6cbefb5-4b79-4d4a-9014-c772af5a73b2 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:58:11.127354 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333b1cec-61e8-46ba-b1f3-32718ab64890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad30a412-0f07-4432-a7a8-3a3a97c1c670,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:11.307759 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fad20c74-ad75-4674-89c2-0fc7b090917e admin admin] Made reservation on behalf of 10922fb38b79434f8b520ea46405d25a for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:58:11.311171 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fad20c74-ad75-4674-89c2-0fc7b090917e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:11.566487 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 40172) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:11.589634 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-103b3cf9-2e75-4c37-a68e-31bd4e07df90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:11.610260 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 4732ec55-e9d1-44c9-91db-b5a1349a463a no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:58:11.626381 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e6e7ac-d713-4662-bda3-019b4aa1a75e req-e746920d-587f-4e07-808d-b626f8acddaa tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:11.628609 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-17e6e7ac-d713-4662-bda3-019b4aa1a75e req-e746920d-587f-4e07-808d-b626f8acddaa tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/ports?device_id=116b3c9c-303e-4ffe-b86f-0b052c315ef4 HTTP/1.1" status: 200 len: 945 time: 0.0976171 Aug 16 22:58:11.636182 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] No Port match for: 4732ec55-e9d1-44c9-91db-b5a1349a463a {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:58:11.636532 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 4732ec55-e9d1-44c9-91db-b5a1349a463a not bound to the agent host n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:58:11.683828 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca91c75e-fb58-47ed-ac84-43bb006159af None None] Network 1beb17af-a544-42d0-be4c-a314899c0ffd requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:58:11.712659 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-17e6e7ac-d713-4662-bda3-019b4aa1a75e req-f59aa4bf-6fb6-4187-b5a4-efcf7cb308ce tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4ad6394-3e39-4386-b02d-4a7c32c3940e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692129 Aug 16 22:58:11.793622 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-103b3cf9-2e75-4c37-a68e-31bd4e07df90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:11.799606 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-103b3cf9-2e75-4c37-a68e-31bd4e07df90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:11.821343 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-868a65f0-7499-4c8f-826f-8107728ffcbe None None] Provisioning for port d0be375a-8d22-469b-8fbd-1732997f2c68 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:58:11.833948 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-36d9b9cf-fbde-400d-8cf8-d110960bad6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537579'] for router_interface, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:11.835762 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-665488e9-f570-4e73-a72e-399de694c536 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:11.857052 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-103b3cf9-2e75-4c37-a68e-31bd4e07df90 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c48ce39abfca4aa2bd0ca793f4a060dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2893157 Aug 16 22:58:11.857775 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103b3cf9-2e75-4c37-a68e-31bd4e07df90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2501239e-b2eb-46c5-841c-dbbf3ac31ae8,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:11.860171 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 40180) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:11.917818 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-61b76415-b191-426f-a91f-73b58adf274b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:11.956835 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-61b76415-b191-426f-a91f-73b58adf274b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:12.020762 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-61b76415-b191-426f-a91f-73b58adf274b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:12.024466 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-61b76415-b191-426f-a91f-73b58adf274b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:12.025820 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-61b76415-b191-426f-a91f-73b58adf274b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2501239e-b2eb-46c5-841c-dbbf3ac31ae8 HTTP/1.1" status: 204 len: 168 time: 0.1647508 Aug 16 22:58:12.036112 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b76415-b191-426f-a91f-73b58adf274b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2501239e-b2eb-46c5-841c-dbbf3ac31ae8,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:12.215015 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fad20c74-ad75-4674-89c2-0fc7b090917e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:12.357791 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad20c74-ad75-4674-89c2-0fc7b090917e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1830b19c-bac2-4ab5-9510-70d99f815b86,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:12.375888 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-665488e9-f570-4e73-a72e-399de694c536 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:12.385239 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad20c74-ad75-4674-89c2-0fc7b090917e admin admin] Checking segment: {'id': 'b105d025-72c1-44ec-855d-2a789ba77d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd6cbefb5-4b79-4d4a-9014-c772af5a73b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:58:12.385621 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad20c74-ad75-4674-89c2-0fc7b090917e admin admin] Network hostable DHCP agents. Network: d6cbefb5-4b79-4d4a-9014-c772af5a73b2, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:58:12.507681 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad20c74-ad75-4674-89c2-0fc7b090917e admin admin] Network d6cbefb5-4b79-4d4a-9014-c772af5a73b2 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:58:12.555939 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-fad20c74-ad75-4674-89c2-0fc7b090917e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, d6cbefb5-4b79-4d4a-9014-c772af5a73b2) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:58:12.570164 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad20c74-ad75-4674-89c2-0fc7b090917e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:12.570936 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fad20c74-ad75-4674-89c2-0fc7b090917e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:12.574227 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device d0be375a-8d22-469b-8fbd-1732997f2c68 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:58:12.581887 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb32415b-f902-4519-abdf-fa39dfa3565e None None] Network d6cbefb5-4b79-4d4a-9014-c772af5a73b2 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:58:12.628561 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-fad20c74-ad75-4674-89c2-0fc7b090917e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5189900 Aug 16 22:58:12.656817 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-36d9b9cf-fbde-400d-8cf8-d110960bad6c admin admin] Deleting port 32579a95-02ff-44fd-8bbb-37f18186df2f {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:58:12.656817 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-36d9b9cf-fbde-400d-8cf8-d110960bad6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:12.728736 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-665488e9-f570-4e73-a72e-399de694c536 admin admin] Router dfce3a36-7356-4b04-b868-9dc1506ddbb8 is scheduled to L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f with binding_index 1 {{(pid=101291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:58:12.767984 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port d0be375a-8d22-469b-8fbd-1732997f2c68 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:58:12.779892 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port d0be375a-8d22-469b-8fbd-1732997f2c68 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:58:12.780516 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:12.813706 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-36d9b9cf-fbde-400d-8cf8-d110960bad6c admin admin] For port 32579a95-02ff-44fd-8bbb-37f18186df2f, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=32579a95-02ff-44fd-8bbb-37f18186df2f,segment=NetworkSegment(f9a89785-1be8-44e1-8647-25329abaac8e),segment_id=f9a89785-1be8-44e1-8647-25329abaac8e)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:58:12.814086 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-36d9b9cf-fbde-400d-8cf8-d110960bad6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:12.853296 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-36d9b9cf-fbde-400d-8cf8-d110960bad6c admin admin] Calling delete_port for 32579a95-02ff-44fd-8bbb-37f18186df2f owned by network:router_interface {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:58:12.927107 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d4e160-dd68-4612-b834-e70948d5792f req-5c560601-8fca-466e-ab6e-b862a70b5c4c tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:12.942607 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-43d4e160-dd68-4612-b834-e70948d5792f req-5c560601-8fca-466e-ab6e-b862a70b5c4c tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/ports?device_id=116b3c9c-303e-4ffe-b86f-0b052c315ef4 HTTP/1.1" status: 200 len: 945 time: 0.0951359 Aug 16 22:58:12.994707 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 40220) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:13.006556 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082cc86e-b9e9-4b8f-a425-fae5b630b443 None None] Network d6cbefb5-4b79-4d4a-9014-c772af5a73b2 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:58:13.022144 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-665488e9-f570-4e73-a72e-399de694c536 admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:58:13.033792 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e297ef88-addf-4f03-950d-d13e26e17b0f None None] Sync routers for ids ['dfce3a36-7356-4b04-b868-9dc1506ddbb8'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:58:13.058782 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e297ef88-addf-4f03-950d-d13e26e17b0f None None] Routers {'dfce3a36-7356-4b04-b868-9dc1506ddbb8'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:58:13.059199 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-665488e9-f570-4e73-a72e-399de694c536 admin admin] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:13.063619 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-665488e9-f570-4e73-a72e-399de694c536 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.3167663 Aug 16 22:58:13.064510 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-e297ef88-addf-4f03-950d-d13e26e17b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:57:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['dfce3a36-7356-4b04-b868-9dc1506ddbb8'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:13.069050 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 40226) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:13.090893 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-43d4e160-dd68-4612-b834-e70948d5792f req-b3b28041-11b9-483d-bf04-b28d10f94532 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4ad6394-3e39-4386-b02d-4a7c32c3940e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413836 Aug 16 22:58:13.195459 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:13.266358 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port d0be375a-8d22-469b-8fbd-1732997f2c68, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=d0be375a-8d22-469b-8fbd-1732997f2c68,segment=NetworkSegment(352bb446-568b-427e-833a-0d34d09f7aa1),segment_id=352bb446-568b-427e-833a-0d34d09f7aa1)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:58:13.274977 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:13.295725 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-e297ef88-addf-4f03-950d-d13e26e17b0f None None] Set router dfce3a36-7356-4b04-b868-9dc1506ddbb8 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:58:13.306811 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-bd36d2d7-e135-4529-965b-f4d931f1cc54 tempest-RoutersTestDVR-1078630985 tempest-RoutersTestDVR-1078630985-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-463787778'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:58:13.313531 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-36d9b9cf-fbde-400d-8cf8-d110960bad6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:13.367983 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d9b9cf-fbde-400d-8cf8-d110960bad6c admin admin] Pushing event deleted for resources: {'Port': ['ID=32579a95-02ff-44fd-8bbb-37f18186df2f,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:13.393255 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=d0be375a-8d22-469b-8fbd-1732997f2c68,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:13.455840 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bd36d2d7-e135-4529-965b-f4d931f1cc54 tempest-RoutersTestDVR-1078630985 tempest-RoutersTestDVR-1078630985-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:13.459410 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bd36d2d7-e135-4529-965b-f4d931f1cc54 tempest-RoutersTestDVR-1078630985 tempest-RoutersTestDVR-1078630985-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:13.665498 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-36d9b9cf-fbde-400d-8cf8-d110960bad6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537471'] for router_interface, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:13.692027 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-e297ef88-addf-4f03-950d-d13e26e17b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfce3a36-7356-4b04-b868-9dc1506ddbb8', 'name': 'tempest-ServersTestBootFromVolume-144901050-router', 'tenant_id': 'd50891ae5d2e447e982fd1ccc2ff08fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': 'c016dd1a-1b28-4185-ac67-4b57d6a0c343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:58:08Z', 'updated_at': '2021-08-16T22:58:11Z', 'revision_number': 3, 'project_id': 'd50891ae5d2e447e982fd1ccc2ff08fd', 'gw_port': {'id': 'c016dd1a-1b28-4185-ac67-4b57d6a0c343', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:99:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfce3a36-7356-4b04-b868-9dc1506ddbb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:09Z', 'updated_at': '2021-08-16T22:58:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:13.752450 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e297ef88-addf-4f03-950d-d13e26e17b0f None None] Checking router: dfce3a36-7356-4b04-b868-9dc1506ddbb8 for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:58:13.752896 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e297ef88-addf-4f03-950d-d13e26e17b0f None None] Updating router dfce3a36-7356-4b04-b868-9dc1506ddbb8 port c016dd1a-1b28-4185-ac67-4b57d6a0c343 binding host n-d-791506-26 {{(pid=101294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:58:13.790955 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bd36d2d7-e135-4529-965b-f4d931f1cc54 tempest-RoutersTestDVR-1078630985 tempest-RoutersTestDVR-1078630985-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:13.798692 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-e297ef88-addf-4f03-950d-d13e26e17b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:13.810531 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bd36d2d7-e135-4529-965b-f4d931f1cc54 tempest-RoutersTestDVR-1078630985 tempest-RoutersTestDVR-1078630985-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:13.904310 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bd36d2d7-e135-4529-965b-f4d931f1cc54 tempest-RoutersTestDVR-1078630985 tempest-RoutersTestDVR-1078630985-project-admin] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:13.905849 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-bd36d2d7-e135-4529-965b-f4d931f1cc54 tempest-RoutersTestDVR-1078630985 tempest-RoutersTestDVR-1078630985-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.9087837 Aug 16 22:58:13.909920 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 40246) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:14.010966 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 40252) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:14.020860 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-0b3006cb-2b32-479a-a6d3-9e6b09724c72 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1448654746-network', 'tenant_id': '51657b7a283c4b8dbdc4904db98df0b8'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:58:14.042691 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b3006cb-2b32-479a-a6d3-9e6b09724c72 admin admin] Made reservation on behalf of 51657b7a283c4b8dbdc4904db98df0b8 for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:58:14.044917 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0b3006cb-2b32-479a-a6d3-9e6b09724c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:14.087824 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0b3006cb-2b32-479a-a6d3-9e6b09724c72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:14.132341 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ce259968-f9fd-48c1-b217-e85868e35ba7 tempest-RoutersTestDVR-1078630985 tempest-RoutersTestDVR-1078630985-project-admin] Notify callbacks [] for router, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:14.181704 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36d9b9cf-fbde-400d-8cf8-d110960bad6c admin admin] Router 86ba1fd7-a446-49cc-9004-2f0f0a3908ba has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:58:14.341912 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0b3006cb-2b32-479a-a6d3-9e6b09724c72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:14.348933 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0b3006cb-2b32-479a-a6d3-9e6b09724c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:14.351600 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ce259968-f9fd-48c1-b217-e85868e35ba7 tempest-RoutersTestDVR-1078630985 tempest-RoutersTestDVR-1078630985-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:14.355146 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ce259968-f9fd-48c1-b217-e85868e35ba7 tempest-RoutersTestDVR-1078630985 tempest-RoutersTestDVR-1078630985-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:14.363410 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36d9b9cf-fbde-400d-8cf8-d110960bad6c admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:58:14.372855 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-36d9b9cf-fbde-400d-8cf8-d110960bad6c admin admin] 10.222.0.36 "PUT /v2.0/routers/86ba1fd7-a446-49cc-9004-2f0f0a3908ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0589001 Aug 16 22:58:14.375180 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 40258) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:14.382343 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16555cf2-b340-4d6c-bf7c-03317b7fc534 None None] Sync routers for ids ['86ba1fd7-a446-49cc-9004-2f0f0a3908ba'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:58:14.407071 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16555cf2-b340-4d6c-bf7c-03317b7fc534 None None] Routers {'86ba1fd7-a446-49cc-9004-2f0f0a3908ba'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:58:14.408519 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-16555cf2-b340-4d6c-bf7c-03317b7fc534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:57:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['86ba1fd7-a446-49cc-9004-2f0f0a3908ba'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:14.430019 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-e297ef88-addf-4f03-950d-d13e26e17b0f None None] Notify callbacks [] for port, precommit_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:14.442126 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.provisioning_blocks [None req-e297ef88-addf-4f03-950d-d13e26e17b0f None None] Transition to ACTIVE for port object c016dd1a-1b28-4185-ac67-4b57d6a0c343 will not be triggered until provisioned by entity L2. {{(pid=101294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:58:14.449915 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-e297ef88-addf-4f03-950d-d13e26e17b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:14.468751 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3b2e413a-7ce3-4eed-aea6-09398765d6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:14.494709 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7a97b6-4b18-483a-9b04-56974dd69a11 req-00b86aeb-3498-47a7-b3c1-3b3f97fe0f9e tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:14.496336 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6d7a97b6-4b18-483a-9b04-56974dd69a11 req-00b86aeb-3498-47a7-b3c1-3b3f97fe0f9e tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/ports?device_id=116b3c9c-303e-4ffe-b86f-0b052c315ef4 HTTP/1.1" status: 200 len: 945 time: 0.2583168 Aug 16 22:58:14.497086 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ce259968-f9fd-48c1-b217-e85868e35ba7 tempest-RoutersTestDVR-1078630985 tempest-RoutersTestDVR-1078630985-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:14.497860 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce259968-f9fd-48c1-b217-e85868e35ba7 tempest-RoutersTestDVR-1078630985 tempest-RoutersTestDVR-1078630985-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fceff241-20b8-4d6e-9c5e-8c38ab6b2ee7 {{(pid=101292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:58:14.503696 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ce259968-f9fd-48c1-b217-e85868e35ba7 tempest-RoutersTestDVR-1078630985 tempest-RoutersTestDVR-1078630985-project-admin] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:14.509288 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-ce259968-f9fd-48c1-b217-e85868e35ba7 tempest-RoutersTestDVR-1078630985 tempest-RoutersTestDVR-1078630985-project-admin] 10.222.0.36 "DELETE /v2.0/routers/fceff241-20b8-4d6e-9c5e-8c38ab6b2ee7 HTTP/1.1" status: 204 len: 168 time: 0.5944571 Aug 16 22:58:14.509709 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 40262) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:14.510784 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22e664a-7cc9-4989-bea9-4a4bfa75be1e None None] Pushing event updated for resources: {'Port': ['ID=c016dd1a-1b28-4185-ac67-4b57d6a0c343,revision_number=2']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:14.521788 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22e664a-7cc9-4989-bea9-4a4bfa75be1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:58:14.522214 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22e664a-7cc9-4989-bea9-4a4bfa75be1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:58:14.522628 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22e664a-7cc9-4989-bea9-4a4bfa75be1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:58:14.523034 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22e664a-7cc9-4989-bea9-4a4bfa75be1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:58:14.523827 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22e664a-7cc9-4989-bea9-4a4bfa75be1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:58:14.523827 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22e664a-7cc9-4989-bea9-4a4bfa75be1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:58:14.524209 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22e664a-7cc9-4989-bea9-4a4bfa75be1e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:58:14.524632 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22e664a-7cc9-4989-bea9-4a4bfa75be1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:58:14.525029 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22e664a-7cc9-4989-bea9-4a4bfa75be1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:58:14.525449 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22e664a-7cc9-4989-bea9-4a4bfa75be1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:58:14.527222 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22e664a-7cc9-4989-bea9-4a4bfa75be1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:58:14.527222 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22e664a-7cc9-4989-bea9-4a4bfa75be1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:58:14.536152 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-db35c196-808f-4150-b008-8cbe1234b27d tempest-RoutersTestDVR-1078630985 tempest-RoutersTestDVR-1078630985-project-admin] Request body: {'router': {'name': 'tempest-router-807062605', 'distributed': False}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:58:14.576057 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-e297ef88-addf-4f03-950d-d13e26e17b0f None None] Attempting to bind port c016dd1a-1b28-4185-ac67-4b57d6a0c343 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:58:14.576057 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-e297ef88-addf-4f03-950d-d13e26e17b0f None None] Attempting to bind port c016dd1a-1b28-4185-ac67-4b57d6a0c343 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:58:14.576057 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e297ef88-addf-4f03-950d-d13e26e17b0f None None] Attempting to bind port c016dd1a-1b28-4185-ac67-4b57d6a0c343 on network c22c4980-c849-406d-982c-a5d68c515a94 {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:58:14.589782 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e297ef88-addf-4f03-950d-d13e26e17b0f None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:58:14.593085 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e297ef88-addf-4f03-950d-d13e26e17b0f None None] Checking segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:58:14.593085 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-e297ef88-addf-4f03-950d-d13e26e17b0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:14.593085 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e297ef88-addf-4f03-950d-d13e26e17b0f None None] Bound using segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:58:14.593475 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-e297ef88-addf-4f03-950d-d13e26e17b0f None None] Bound port: c016dd1a-1b28-4185-ac67-4b57d6a0c343, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:58:14.595294 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-e297ef88-addf-4f03-950d-d13e26e17b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:14.601469 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6d7a97b6-4b18-483a-9b04-56974dd69a11 req-13e515a8-3abd-427a-b3af-06f067702baf tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4ad6394-3e39-4386-b02d-4a7c32c3940e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906723 Aug 16 22:58:14.691998 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-16555cf2-b340-4d6c-bf7c-03317b7fc534 None None] Set router 86ba1fd7-a446-49cc-9004-2f0f0a3908ba gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:58:14.726837 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-db35c196-808f-4150-b008-8cbe1234b27d tempest-RoutersTestDVR-1078630985 tempest-RoutersTestDVR-1078630985-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:14.726837 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-db35c196-808f-4150-b008-8cbe1234b27d tempest-RoutersTestDVR-1078630985 tempest-RoutersTestDVR-1078630985-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:14.733470 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:58:14.736097 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-e297ef88-addf-4f03-950d-d13e26e17b0f None None] For port c016dd1a-1b28-4185-ac67-4b57d6a0c343, host n-d-791506-26, cleared binding levels {{(pid=101294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:58:14.750096 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-e297ef88-addf-4f03-950d-d13e26e17b0f None None] For port c016dd1a-1b28-4185-ac67-4b57d6a0c343, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=c016dd1a-1b28-4185-ac67-4b57d6a0c343,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:58:14.756751 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-e297ef88-addf-4f03-950d-d13e26e17b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:14.773238 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 40266) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:14.784768 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device d0be375a-8d22-469b-8fbd-1732997f2c68 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:58:14.824777 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22e664a-7cc9-4989-bea9-4a4bfa75be1e None None] Pushing event updated for resources: {'Port': ['ID=c016dd1a-1b28-4185-ac67-4b57d6a0c343,revision_number=3']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:14.843257 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e297ef88-addf-4f03-950d-d13e26e17b0f None None] Routers {'dfce3a36-7356-4b04-b868-9dc1506ddbb8'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:58:14.844212 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-e297ef88-addf-4f03-950d-d13e26e17b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:57:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['dfce3a36-7356-4b04-b868-9dc1506ddbb8'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:14.909187 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-85571e5d-bf63-40af-89c5-581c3a4b35b6 admin admin] Notify callbacks [] for router, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:14.912027 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b3006cb-2b32-479a-a6d3-9e6b09724c72 admin admin] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:58:14.922319 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3006cb-2b32-479a-a6d3-9e6b09724c72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cdfca04-c540-4353-9abb-0f00619d6109,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:14.964683 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-16555cf2-b340-4d6c-bf7c-03317b7fc534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ba1fd7-a446-49cc-9004-2f0f0a3908ba', 'name': 'tempest-ServersTestMultiNic-143195328-router', 'tenant_id': '0369f599af094d418ec5d90b079c4e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': '7cfb3ee2-6a67-4f6b-a251-e598711c96df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:56:13Z', 'updated_at': '2021-08-16T22:58:13Z', 'revision_number': 5, 'project_id': '0369f599af094d418ec5d90b079c4e3c', 'gw_port': {'id': '7cfb3ee2-6a67-4f6b-a251-e598711c96df', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:88:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ba1fd7-a446-49cc-9004-2f0f0a3908ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:56:14Z', 'updated_at': '2021-08-16T22:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:14.968981 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-e297ef88-addf-4f03-950d-d13e26e17b0f None None] Set router dfce3a36-7356-4b04-b868-9dc1506ddbb8 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:58:14.969372 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-db35c196-808f-4150-b008-8cbe1234b27d tempest-RoutersTestDVR-1078630985 tempest-RoutersTestDVR-1078630985-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:14.985426 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-db35c196-808f-4150-b008-8cbe1234b27d tempest-RoutersTestDVR-1078630985 tempest-RoutersTestDVR-1078630985-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:14.990728 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8e2cd7df-50f1-4fac-98f9-f269a95089b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:14.994037 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16555cf2-b340-4d6c-bf7c-03317b7fc534 None None] Checking router: 86ba1fd7-a446-49cc-9004-2f0f0a3908ba for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:58:14.996063 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port d0be375a-8d22-469b-8fbd-1732997f2c68 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:58:14.996442 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:15.009701 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0b3006cb-2b32-479a-a6d3-9e6b09724c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:15.010577 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-0b3006cb-2b32-479a-a6d3-9e6b09724c72 admin admin] Added segment d497ee5a-9199-4a40-903d-f3be90092119 of type vlan for network aac0c77a-0afa-4f1d-8dda-934d1b111961 Aug 16 22:58:15.042959 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16555cf2-b340-4d6c-bf7c-03317b7fc534 None None] Routers {'86ba1fd7-a446-49cc-9004-2f0f0a3908ba'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:58:15.043642 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-16555cf2-b340-4d6c-bf7c-03317b7fc534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:57:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['86ba1fd7-a446-49cc-9004-2f0f0a3908ba'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:15.107573 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8e2cd7df-50f1-4fac-98f9-f269a95089b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:15.109170 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-db35c196-808f-4150-b008-8cbe1234b27d tempest-RoutersTestDVR-1078630985 tempest-RoutersTestDVR-1078630985-project-admin] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:15.110794 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-db35c196-808f-4150-b008-8cbe1234b27d tempest-RoutersTestDVR-1078630985 tempest-RoutersTestDVR-1078630985-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5995228 Aug 16 22:58:15.113159 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-3b2e413a-7ce3-4eed-aea6-09398765d6c7 admin admin] Allocated IP 172.20.0.1 (1beb17af-a544-42d0-be4c-a314899c0ffd/592bfb8a-cb21-442f-b2ff-9ade373c5cea/9e8126ce-4aa9-4e74-9d00-7d200b71631b) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:58:15.116211 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 40272) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:15.120618 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8e2cd7df-50f1-4fac-98f9-f269a95089b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:15.125221 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0b3006cb-2b32-479a-a6d3-9e6b09724c72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:15.181876 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0b3006cb-2b32-479a-a6d3-9e6b09724c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:15.182861 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3006cb-2b32-479a-a6d3-9e6b09724c72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:15.183462 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0b3006cb-2b32-479a-a6d3-9e6b09724c72 admin admin] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:15.233911 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-e297ef88-addf-4f03-950d-d13e26e17b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfce3a36-7356-4b04-b868-9dc1506ddbb8', 'name': 'tempest-ServersTestBootFromVolume-144901050-router', 'tenant_id': 'd50891ae5d2e447e982fd1ccc2ff08fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': 'c016dd1a-1b28-4185-ac67-4b57d6a0c343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:58:08Z', 'updated_at': '2021-08-16T22:58:11Z', 'revision_number': 3, 'project_id': 'd50891ae5d2e447e982fd1ccc2ff08fd', 'gw_port': {'id': 'c016dd1a-1b28-4185-ac67-4b57d6a0c343', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:99:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfce3a36-7356-4b04-b868-9dc1506ddbb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:09Z', 'updated_at': '2021-08-16T22:58:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:15.266611 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e297ef88-addf-4f03-950d-d13e26e17b0f None None] The sync data for ids ['dfce3a36-7356-4b04-b868-9dc1506ddbb8'] in n-d-791506-26 is: [{'id': 'dfce3a36-7356-4b04-b868-9dc1506ddbb8', 'name': 'tempest-ServersTestBootFromVolume-144901050-router', 'tenant_id': 'd50891ae5d2e447e982fd1ccc2ff08fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': 'c016dd1a-1b28-4185-ac67-4b57d6a0c343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:58:08Z', 'updated_at': '2021-08-16T22:58:11Z', 'revision_number': 3, 'project_id': 'd50891ae5d2e447e982fd1ccc2ff08fd', 'gw_port': {'id': 'c016dd1a-1b28-4185-ac67-4b57d6a0c343', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:99:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfce3a36-7356-4b04-b868-9dc1506ddbb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:09Z', 'updated_at': '2021-08-16T22:58:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:58:15.308614 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3006cb-2b32-479a-a6d3-9e6b09724c72 admin admin] Pushing event updated for resources: {'Network': ['ID=aac0c77a-0afa-4f1d-8dda-934d1b111961,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:15.317162 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-85571e5d-bf63-40af-89c5-581c3a4b35b6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:15.332314 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-0b3006cb-2b32-479a-a6d3-9e6b09724c72 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3201036 Aug 16 22:58:15.338958 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 40274) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:15.345630 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-6e77aa94-31d6-4462-bbf2-6ca5ab651875 admin admin] Request body: {'subnet': {'network_id': 'aac0c77a-0afa-4f1d-8dda-934d1b111961', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1448654746-subnet', 'tenant_id': '51657b7a283c4b8dbdc4904db98df0b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:58:15.362426 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network aac0c77a-0afa-4f1d-8dda-934d1b111961 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:58:15.400551 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e77aa94-31d6-4462-bbf2-6ca5ab651875 admin admin] Made reservation on behalf of 51657b7a283c4b8dbdc4904db98df0b8 for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:58:15.403095 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6e77aa94-31d6-4462-bbf2-6ca5ab651875 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:15.465611 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-16555cf2-b340-4d6c-bf7c-03317b7fc534 None None] Set router 86ba1fd7-a446-49cc-9004-2f0f0a3908ba gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:58:15.483277 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-85571e5d-bf63-40af-89c5-581c3a4b35b6 admin admin] Deleting port 7cfb3ee2-6a67-4f6b-a251-e598711c96df {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:58:15.483653 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-85571e5d-bf63-40af-89c5-581c3a4b35b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:15.675563 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-85571e5d-bf63-40af-89c5-581c3a4b35b6 admin admin] For port 7cfb3ee2-6a67-4f6b-a251-e598711c96df, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=7cfb3ee2-6a67-4f6b-a251-e598711c96df,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:58:15.675956 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-85571e5d-bf63-40af-89c5-581c3a4b35b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:15.702100 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-85571e5d-bf63-40af-89c5-581c3a4b35b6 admin admin] Calling delete_port for 7cfb3ee2-6a67-4f6b-a251-e598711c96df owned by network:router_gateway {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:58:15.723372 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2cd7df-50f1-4fac-98f9-f269a95089b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b65f91cd-8a6a-4e8c-8e35-6aac75fd6bfb,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:15.727757 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-8e2cd7df-50f1-4fac-98f9-f269a95089b4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2687908e7cef464c89f501f9c461a26d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9535179 Aug 16 22:58:15.731280 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 40282) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:15.734357 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c0541273-14ba-4bed-851d-ef7287276421 tempest-RoutersTestDVR-1078630985 tempest-RoutersTestDVR-1078630985-project-admin] Notify callbacks [] for router, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:15.811257 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-16555cf2-b340-4d6c-bf7c-03317b7fc534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ba1fd7-a446-49cc-9004-2f0f0a3908ba', 'name': 'tempest-ServersTestMultiNic-143195328-router', 'tenant_id': '0369f599af094d418ec5d90b079c4e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': '7cfb3ee2-6a67-4f6b-a251-e598711c96df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:56:13Z', 'updated_at': '2021-08-16T22:58:13Z', 'revision_number': 5, 'project_id': '0369f599af094d418ec5d90b079c4e3c', 'gw_port': {'id': '7cfb3ee2-6a67-4f6b-a251-e598711c96df', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:88:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ba1fd7-a446-49cc-9004-2f0f0a3908ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:56:14Z', 'updated_at': '2021-08-16T22:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:15.839577 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16555cf2-b340-4d6c-bf7c-03317b7fc534 None None] The sync data for ids ['86ba1fd7-a446-49cc-9004-2f0f0a3908ba'] in n-d-791506-26 is: [{'id': '86ba1fd7-a446-49cc-9004-2f0f0a3908ba', 'name': 'tempest-ServersTestMultiNic-143195328-router', 'tenant_id': '0369f599af094d418ec5d90b079c4e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': '7cfb3ee2-6a67-4f6b-a251-e598711c96df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:56:13Z', 'updated_at': '2021-08-16T22:58:13Z', 'revision_number': 5, 'project_id': '0369f599af094d418ec5d90b079c4e3c', 'gw_port': {'id': '7cfb3ee2-6a67-4f6b-a251-e598711c96df', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:88:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ba1fd7-a446-49cc-9004-2f0f0a3908ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:56:14Z', 'updated_at': '2021-08-16T22:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:58:15.877020 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6e77aa94-31d6-4462-bbf2-6ca5ab651875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:15.970645 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e77aa94-31d6-4462-bbf2-6ca5ab651875 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b205797-833f-48af-bea6-a0ccbf8a4e1e,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:15.972439 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa15b83-1383-4996-bf07-2168dae983ca req-fd682561-3628-44dc-a09a-ff95fef8ff5c tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:15.974136 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-aaa15b83-1383-4996-bf07-2168dae983ca req-fd682561-3628-44dc-a09a-ff95fef8ff5c tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/ports?device_id=116b3c9c-303e-4ffe-b86f-0b052c315ef4 HTTP/1.1" status: 200 len: 945 time: 0.2449439 Aug 16 22:58:16.004771 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c0541273-14ba-4bed-851d-ef7287276421 tempest-RoutersTestDVR-1078630985 tempest-RoutersTestDVR-1078630985-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:16.016166 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c0541273-14ba-4bed-851d-ef7287276421 tempest-RoutersTestDVR-1078630985 tempest-RoutersTestDVR-1078630985-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:16.024092 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e7a3b802-7531-43c7-a898-7ae3ae162731 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:16.030556 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3b2e413a-7ce3-4eed-aea6-09398765d6c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:16.060477 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e77aa94-31d6-4462-bbf2-6ca5ab651875 admin admin] Checking segment: {'id': 'd497ee5a-9199-4a40-903d-f3be90092119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'aac0c77a-0afa-4f1d-8dda-934d1b111961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:58:16.060952 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e77aa94-31d6-4462-bbf2-6ca5ab651875 admin admin] Network hostable DHCP agents. Network: aac0c77a-0afa-4f1d-8dda-934d1b111961, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:58:16.070283 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e7a3b802-7531-43c7-a898-7ae3ae162731 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:16.100840 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-aaa15b83-1383-4996-bf07-2168dae983ca req-5f476abf-9819-4e97-a59c-2742a98842d0 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4ad6394-3e39-4386-b02d-4a7c32c3940e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108382 Aug 16 22:58:16.103110 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [None req-3b2e413a-7ce3-4eed-aea6-09398765d6c7 admin admin] Transition to ACTIVE for port object 9e8126ce-4aa9-4e74-9d00-7d200b71631b will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:58:16.109671 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c0541273-14ba-4bed-851d-ef7287276421 tempest-RoutersTestDVR-1078630985 tempest-RoutersTestDVR-1078630985-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:16.110219 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0541273-14ba-4bed-851d-ef7287276421 tempest-RoutersTestDVR-1078630985 tempest-RoutersTestDVR-1078630985-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fc35a18b-fdda-451e-9011-81985f71f1ef {{(pid=101292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:58:16.116357 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c0541273-14ba-4bed-851d-ef7287276421 tempest-RoutersTestDVR-1078630985 tempest-RoutersTestDVR-1078630985-project-admin] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:16.117742 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-c0541273-14ba-4bed-851d-ef7287276421 tempest-RoutersTestDVR-1078630985 tempest-RoutersTestDVR-1078630985-project-admin] 10.222.0.36 "DELETE /v2.0/routers/fc35a18b-fdda-451e-9011-81985f71f1ef HTTP/1.1" status: 204 len: 168 time: 1.0002537 Aug 16 22:58:16.124834 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 40284) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:16.132340 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-672e638e-ee27-4450-a0f8-a8b61e0ad0ed tempest-RoutersTestDVR-1078630985 tempest-RoutersTestDVR-1078630985-project-admin] Request body: {'router': {'name': 'tempest-router-1955542056', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '50c6913c98b14d9ab4f129e07d3a3571'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:58:16.159901 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e77aa94-31d6-4462-bbf2-6ca5ab651875 admin admin] Network aac0c77a-0afa-4f1d-8dda-934d1b111961 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:58:16.173905 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-672e638e-ee27-4450-a0f8-a8b61e0ad0ed tempest-RoutersTestDVR-1078630985 tempest-RoutersTestDVR-1078630985-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:16.175426 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-672e638e-ee27-4450-a0f8-a8b61e0ad0ed tempest-RoutersTestDVR-1078630985 tempest-RoutersTestDVR-1078630985-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:16.177737 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-6e77aa94-31d6-4462-bbf2-6ca5ab651875 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, aac0c77a-0afa-4f1d-8dda-934d1b111961) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:58:16.183582 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e77aa94-31d6-4462-bbf2-6ca5ab651875 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:16.183674 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6e77aa94-31d6-4462-bbf2-6ca5ab651875 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:16.188136 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ccfaec-f857-4cc0-94f1-d50e7799df7b None None] Network aac0c77a-0afa-4f1d-8dda-934d1b111961 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:58:16.190954 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3b2e413a-7ce3-4eed-aea6-09398765d6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:16.213966 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e7a3b802-7531-43c7-a898-7ae3ae162731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:16.218144 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e7a3b802-7531-43c7-a898-7ae3ae162731 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:16.219524 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-e7a3b802-7531-43c7-a898-7ae3ae162731 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b65f91cd-8a6a-4e8c-8e35-6aac75fd6bfb HTTP/1.1" status: 204 len: 168 time: 0.4598510 Aug 16 22:58:16.224215 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-6e77aa94-31d6-4462-bbf2-6ca5ab651875 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8834686 Aug 16 22:58:16.226352 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-85571e5d-bf63-40af-89c5-581c3a4b35b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:16.239435 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a3b802-7531-43c7-a898-7ae3ae162731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65f91cd-8a6a-4e8c-8e35-6aac75fd6bfb,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:16.278443 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85571e5d-bf63-40af-89c5-581c3a4b35b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cfb3ee2-6a67-4f6b-a251-e598711c96df,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:16.330643 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2e413a-7ce3-4eed-aea6-09398765d6c7 admin admin] Pushing event updated for resources: {'Port': ['ID=9e8126ce-4aa9-4e74-9d00-7d200b71631b,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:16.347659 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-85571e5d-bf63-40af-89c5-581c3a4b35b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537121'] for router_gateway, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:16.381307 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2e413a-7ce3-4eed-aea6-09398765d6c7 admin admin] Network 1beb17af-a544-42d0-be4c-a314899c0ffd is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:58:16.395769 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-3b2e413a-7ce3-4eed-aea6-09398765d6c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:58:16.415977 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2e413a-7ce3-4eed-aea6-09398765d6c7 admin admin] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:58:16.495786 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-85571e5d-bf63-40af-89c5-581c3a4b35b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:16.499152 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-85571e5d-bf63-40af-89c5-581c3a4b35b6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:16.554104 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254a7e63-bc02-4825-a995-8d2348a3a70b None None] Network aac0c77a-0afa-4f1d-8dda-934d1b111961 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:58:16.572919 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3b2e413a-7ce3-4eed-aea6-09398765d6c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954230'] for router_interface, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:16.580266 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-85571e5d-bf63-40af-89c5-581c3a4b35b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:16.581709 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85571e5d-bf63-40af-89c5-581c3a4b35b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86ba1fd7-a446-49cc-9004-2f0f0a3908ba {{(pid=101291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:58:16.593304 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-85571e5d-bf63-40af-89c5-581c3a4b35b6 admin admin] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:16.594833 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-85571e5d-bf63-40af-89c5-581c3a4b35b6 admin admin] 10.222.0.36 "DELETE /v2.0/routers/86ba1fd7-a446-49cc-9004-2f0f0a3908ba HTTP/1.1" status: 204 len: 168 time: 2.2153332 Aug 16 22:58:16.597283 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 40296) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:16.701769 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-83698d53-0be1-433e-99f9-22a27b33bee6 admin admin] Deleting subnet aeae49ff-1b37-4b26-b19b-f0ce90930695 {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:58:16.711177 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-83698d53-0be1-433e-99f9-22a27b33bee6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:16.739962 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-672e638e-ee27-4450-a0f8-a8b61e0ad0ed tempest-RoutersTestDVR-1078630985 tempest-RoutersTestDVR-1078630985-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:16.773964 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-672e638e-ee27-4450-a0f8-a8b61e0ad0ed tempest-RoutersTestDVR-1078630985 tempest-RoutersTestDVR-1078630985-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:16.781027 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-83698d53-0be1-433e-99f9-22a27b33bee6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:16.806193 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-672e638e-ee27-4450-a0f8-a8b61e0ad0ed tempest-RoutersTestDVR-1078630985 tempest-RoutersTestDVR-1078630985-project-admin] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:16.807538 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-672e638e-ee27-4450-a0f8-a8b61e0ad0ed tempest-RoutersTestDVR-1078630985 tempest-RoutersTestDVR-1078630985-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6800520 Aug 16 22:58:16.830615 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device c016dd1a-1b28-4185-ac67-4b57d6a0c343 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:58:16.854007 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 40298) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:16.881084 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-1a45cbdb-2943-4cdd-adb6-681077e66cf4 tempest-RoutersTestDVR-1078630985 tempest-RoutersTestDVR-1078630985-project-admin] Request body: {'router': {'distributed': True}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:58:16.986441 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3b2e413a-7ce3-4eed-aea6-09398765d6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:17.028359 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-6c58b5a6-2dce-4c5d-b209-a1d505c1408d None None] Provisioning for port 9e8126ce-4aa9-4e74-9d00-7d200b71631b completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:58:17.041720 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-6c58b5a6-2dce-4c5d-b209-a1d505c1408d None None] Provisioning complete for port 9e8126ce-4aa9-4e74-9d00-7d200b71631b triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:58:17.042221 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-6c58b5a6-2dce-4c5d-b209-a1d505c1408d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:17.076767 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port c016dd1a-1b28-4185-ac67-4b57d6a0c343 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:58:17.093738 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port c016dd1a-1b28-4185-ac67-4b57d6a0c343 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:58:17.094120 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:17.174000 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-6c58b5a6-2dce-4c5d-b209-a1d505c1408d None None] Port 9e8126ce-4aa9-4e74-9d00-7d200b71631b cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:58:17.282886 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:17.311205 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port c016dd1a-1b28-4185-ac67-4b57d6a0c343, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=c016dd1a-1b28-4185-ac67-4b57d6a0c343,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:58:17.316292 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:17.332243 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1a45cbdb-2943-4cdd-adb6-681077e66cf4 tempest-RoutersTestDVR-1078630985 tempest-RoutersTestDVR-1078630985-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-537184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-500218'] for router, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:17.333102 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1a45cbdb-2943-4cdd-adb6-681077e66cf4 tempest-RoutersTestDVR-1078630985 tempest-RoutersTestDVR-1078630985-project-admin] Notify callbacks [] for router, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:17.360511 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 32579a95-02ff-44fd-8bbb-37f18186df2f no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:58:17.386063 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 32579a95-02ff-44fd-8bbb-37f18186df2f {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:58:17.386381 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 32579a95-02ff-44fd-8bbb-37f18186df2f not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:58:17.387220 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f511651-b27f-44ba-8273-e512c7524af5 req-03d250b8-39b1-4f4c-88a0-03150d42f2f7 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:17.390009 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8f511651-b27f-44ba-8273-e512c7524af5 req-03d250b8-39b1-4f4c-88a0-03150d42f2f7 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.57 "GET /v2.0/ports?device_id=116b3c9c-303e-4ffe-b86f-0b052c315ef4 HTTP/1.1" status: 200 len: 945 time: 0.2004745 Aug 16 22:58:17.409802 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-83698d53-0be1-433e-99f9-22a27b33bee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:17.420751 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=c016dd1a-1b28-4185-ac67-4b57d6a0c343,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:17.512706 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342d93d0-33a4-45c5-aa82-ef98214fb715 req-88c3592d-0d3a-4cd8-8b8b-f1d4f5664964 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:17.525148 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-342d93d0-33a4-45c5-aa82-ef98214fb715 req-88c3592d-0d3a-4cd8-8b8b-f1d4f5664964 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/ports?device_id=116b3c9c-303e-4ffe-b86f-0b052c315ef4 HTTP/1.1" status: 200 len: 945 time: 0.2816899 Aug 16 22:58:17.571733 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-83698d53-0be1-433e-99f9-22a27b33bee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:17.615168 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-1a45cbdb-2943-4cdd-adb6-681077e66cf4 tempest-RoutersTestDVR-1078630985 tempest-RoutersTestDVR-1078630985-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=101291) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 16 22:58:17.615383 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-3d704e99-7010-4e30-aa9a-3902af54740f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:17.616068 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-1a45cbdb-2943-4cdd-adb6-681077e66cf4 tempest-RoutersTestDVR-1078630985 tempest-RoutersTestDVR-1078630985-project-admin] Router ab7e406d-394f-4801-ba4c-d6499cf4165a migrating from provider to provider. {{(pid=101291) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 16 22:58:17.616068 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1a45cbdb-2943-4cdd-adb6-681077e66cf4 tempest-RoutersTestDVR-1078630985 tempest-RoutersTestDVR-1078630985-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:17.617723 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83698d53-0be1-433e-99f9-22a27b33bee6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aeae49ff-1b37-4b26-b19b-f0ce90930695,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:17.621286 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-83698d53-0be1-433e-99f9-22a27b33bee6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:17.623880 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-83698d53-0be1-433e-99f9-22a27b33bee6 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/aeae49ff-1b37-4b26-b19b-f0ce90930695 HTTP/1.1" status: 204 len: 168 time: 1.0232024 Aug 16 22:58:17.626751 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1a45cbdb-2943-4cdd-adb6-681077e66cf4 tempest-RoutersTestDVR-1078630985 tempest-RoutersTestDVR-1078630985-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:17.627978 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 40334) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:17.630140 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bba0c22-82b9-4c81-9383-6ce086d87a25 None None] Network 1409b725-e210-4878-ab3c-14256286a569 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:58:17.639809 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1a45cbdb-2943-4cdd-adb6-681077e66cf4 tempest-RoutersTestDVR-1078630985 tempest-RoutersTestDVR-1078630985-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-537179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-537170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-639656'] for router, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:17.738571 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-342d93d0-33a4-45c5-aa82-ef98214fb715 req-7f82dc71-19d1-4739-8cca-db81d5670e91 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4ad6394-3e39-4386-b02d-4a7c32c3940e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121489 Aug 16 22:58:17.776890 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3b2e413a-7ce3-4eed-aea6-09398765d6c7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:17.780090 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-609cdf6f-e5f9-41ac-9d5c-6ef763041b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:17.793469 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697df59b-eba4-42f4-81a5-c0cfff3b049a req-71b3677a-0ec6-40a0-9e7f-c7f44d0580b5 tempest-VolumesAdminNegativeTest-586704647 tempest-VolumesAdminNegativeTest-586704647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:17.795786 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-697df59b-eba4-42f4-81a5-c0cfff3b049a req-71b3677a-0ec6-40a0-9e7f-c7f44d0580b5 tempest-VolumesAdminNegativeTest-586704647 tempest-VolumesAdminNegativeTest-586704647-project] 10.222.0.36 "GET /v2.0/networks?id=d6cbefb5-4b79-4d4a-9014-c772af5a73b2 HTTP/1.1" status: 200 len: 814 time: 0.5511093 Aug 16 22:58:17.796829 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3b2e413a-7ce3-4eed-aea6-09398765d6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:17.915677 n-d-791506-26 neutron-server[101291]: WARNING neutron.scheduler.l3_agent_scheduler [None req-1a45cbdb-2943-4cdd-adb6-681077e66cf4 tempest-RoutersTestDVR-1078630985 tempest-RoutersTestDVR-1078630985-project-admin] No L3 agents can host the router ab7e406d-394f-4801-ba4c-d6499cf4165a Aug 16 22:58:17.924374 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-8f511651-b27f-44ba-8273-e512c7524af5 req-b4894dd6-4bb4-48d6-a978-ac3087f77bd6 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Deleting port e472f05f-c646-4e47-91be-1f4ab8d404a8 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:58:17.924374 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-8f511651-b27f-44ba-8273-e512c7524af5 req-b4894dd6-4bb4-48d6-a978-ac3087f77bd6 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:17.931822 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3b2e413a-7ce3-4eed-aea6-09398765d6c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954122'] for router_interface, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:17.934324 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-697df59b-eba4-42f4-81a5-c0cfff3b049a req-e3c4e798-4eaa-4de3-b7eb-e260c2a7bdb6 tempest-VolumesAdminNegativeTest-586704647 tempest-VolumesAdminNegativeTest-586704647-project] 10.222.0.36 "GET /v2.0/quotas/10922fb38b79434f8b520ea46405d25a HTTP/1.1" status: 200 len: 375 time: 0.0673079 Aug 16 22:58:17.974169 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aadf3cc-7913-467e-a8c7-cb0544c171cd None None] DHCP port deletion for 1409b725-e210-4878-ab3c-14256286a569 request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:58:18.034117 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2e413a-7ce3-4eed-aea6-09398765d6c7 admin admin] Pushing event updated for resources: {'Port': ['ID=9e8126ce-4aa9-4e74-9d00-7d200b71631b,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:18.053440 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-5aadf3cc-7913-467e-a8c7-cb0544c171cd None None] Deleting port a81986ef-0a33-45c7-854f-d9415d4dc017 {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:58:18.053440 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-5aadf3cc-7913-467e-a8c7-cb0544c171cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:18.055191 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-697df59b-eba4-42f4-81a5-c0cfff3b049a req-55160ce1-82b8-4fef-90b6-bbc34037f282 tempest-VolumesAdminNegativeTest-586704647 tempest-VolumesAdminNegativeTest-586704647-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=10922fb38b79434f8b520ea46405d25a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1010602 Aug 16 22:58:18.113873 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-609cdf6f-e5f9-41ac-9d5c-6ef763041b55 admin admin] Deleting port a81986ef-0a33-45c7-854f-d9415d4dc017 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:58:18.114346 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-609cdf6f-e5f9-41ac-9d5c-6ef763041b55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:18.168809 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-5aadf3cc-7913-467e-a8c7-cb0544c171cd None None] For port a81986ef-0a33-45c7-854f-d9415d4dc017, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=a81986ef-0a33-45c7-854f-d9415d4dc017,segment=NetworkSegment(f9a89785-1be8-44e1-8647-25329abaac8e),segment_id=f9a89785-1be8-44e1-8647-25329abaac8e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:58:18.170742 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-5aadf3cc-7913-467e-a8c7-cb0544c171cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:18.189788 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-5aadf3cc-7913-467e-a8c7-cb0544c171cd None None] Calling delete_port for a81986ef-0a33-45c7-854f-d9415d4dc017 owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:58:18.216978 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-8f511651-b27f-44ba-8273-e512c7524af5 req-b4894dd6-4bb4-48d6-a978-ac3087f77bd6 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] For port e472f05f-c646-4e47-91be-1f4ab8d404a8, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=e472f05f-c646-4e47-91be-1f4ab8d404a8,segment=NetworkSegment(2ef6fce6-dd05-4e6c-9b12-9c1394b5a330),segment_id=2ef6fce6-dd05-4e6c-9b12-9c1394b5a330)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:58:18.217503 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-8f511651-b27f-44ba-8273-e512c7524af5 req-b4894dd6-4bb4-48d6-a978-ac3087f77bd6 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:18.232713 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a45cbdb-2943-4cdd-adb6-681077e66cf4 tempest-RoutersTestDVR-1078630985 tempest-RoutersTestDVR-1078630985-project-admin] Hosts for router ab7e406d-394f-4801-ba4c-d6499cf4165a: [] {{(pid=101291) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 16 22:58:18.252143 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-8f511651-b27f-44ba-8273-e512c7524af5 req-b4894dd6-4bb4-48d6-a978-ac3087f77bd6 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Calling delete_port for e472f05f-c646-4e47-91be-1f4ab8d404a8 owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:58:18.282534 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a45cbdb-2943-4cdd-adb6-681077e66cf4 tempest-RoutersTestDVR-1078630985 tempest-RoutersTestDVR-1078630985-project-admin] Hosts for other DVR routers connected to router ab7e406d-394f-4801-ba4c-d6499cf4165a: set() {{(pid=101291) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 16 22:58:18.286389 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1a45cbdb-2943-4cdd-adb6-681077e66cf4 tempest-RoutersTestDVR-1078630985 tempest-RoutersTestDVR-1078630985-project-admin] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:18.290323 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-1a45cbdb-2943-4cdd-adb6-681077e66cf4 tempest-RoutersTestDVR-1078630985 tempest-RoutersTestDVR-1078630985-project-admin] 10.222.0.36 "PUT /v2.0/routers/ab7e406d-394f-4801-ba4c-d6499cf4165a HTTP/1.1" status: 200 len: 717 time: 1.4330041 Aug 16 22:58:18.291308 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2e413a-7ce3-4eed-aea6-09398765d6c7 admin admin] Network 1beb17af-a544-42d0-be4c-a314899c0ffd is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:58:18.291501 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 40350) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:18.296402 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-3b2e413a-7ce3-4eed-aea6-09398765d6c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:58:18.299597 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-697df59b-eba4-42f4-81a5-c0cfff3b049a req-8b35efb8-2751-42e5-957c-dfec98d8805c service neutron] 10.222.0.36 "GET /v2.0/networks/d6cbefb5-4b79-4d4a-9014-c772af5a73b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974328 Aug 16 22:58:18.310317 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 40352) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:18.311706 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-5aadf3cc-7913-467e-a8c7-cb0544c171cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:18.340428 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aadf3cc-7913-467e-a8c7-cb0544c171cd None None] Pushing event deleted for resources: {'Port': ['ID=a81986ef-0a33-45c7-854f-d9415d4dc017,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:18.346158 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aadf3cc-7913-467e-a8c7-cb0544c171cd None None] No DVR routers for this DVR port a81986ef-0a33-45c7-854f-d9415d4dc017 on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:58:18.411548 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-609cdf6f-e5f9-41ac-9d5c-6ef763041b55 admin admin] For port a81986ef-0a33-45c7-854f-d9415d4dc017, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=a81986ef-0a33-45c7-854f-d9415d4dc017,segment=NetworkSegment(f9a89785-1be8-44e1-8647-25329abaac8e),segment_id=f9a89785-1be8-44e1-8647-25329abaac8e)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:58:18.412021 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-609cdf6f-e5f9-41ac-9d5c-6ef763041b55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:18.428796 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-609cdf6f-e5f9-41ac-9d5c-6ef763041b55 admin admin] Calling delete_port for a81986ef-0a33-45c7-854f-d9415d4dc017 owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:58:18.434518 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-dd65f2f3-45be-4e44-9be7-2189d7756e18 tempest-RoutersTestDVR-1078630985 tempest-RoutersTestDVR-1078630985-project-admin] 10.222.0.36 "GET /v2.0/routers/ab7e406d-394f-4801-ba4c-d6499cf4165a HTTP/1.1" status: 200 len: 717 time: 0.1393909 Aug 16 22:58:18.435831 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 40356) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:18.562944 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device c016dd1a-1b28-4185-ac67-4b57d6a0c343 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:58:18.584327 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-303b3303-c1b7-43e1-941c-41f236ff8d4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:18.645407 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-609cdf6f-e5f9-41ac-9d5c-6ef763041b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:18.660996 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609cdf6f-e5f9-41ac-9d5c-6ef763041b55 admin admin] No DVR routers for this DVR port a81986ef-0a33-45c7-854f-d9415d4dc017 on host n-d-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:58:18.687088 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port c016dd1a-1b28-4185-ac67-4b57d6a0c343 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:58:18.687660 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:18.691279 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609cdf6f-e5f9-41ac-9d5c-6ef763041b55 admin admin] Pushing event deleted for resources: {'Port': ['ID=a81986ef-0a33-45c7-854f-d9415d4dc017,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:18.735899 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-939d209b-5264-4f87-b9f1-a27f6b5416c3 None None] Provisioning complete for port 9e8126ce-4aa9-4e74-9d00-7d200b71631b triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:58:18.735899 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-939d209b-5264-4f87-b9f1-a27f6b5416c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:18.753776 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b2e413a-7ce3-4eed-aea6-09398765d6c7 admin admin] Router dfce3a36-7356-4b04-b868-9dc1506ddbb8 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:58:18.765379 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-697df59b-eba4-42f4-81a5-c0cfff3b049a req-9e83d514-f628-42d1-b438-b9237acc84cd service neutron] 10.222.0.36 "GET /v2.0/networks/d6cbefb5-4b79-4d4a-9014-c772af5a73b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4250464 Aug 16 22:58:18.809599 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-939d209b-5264-4f87-b9f1-a27f6b5416c3 None None] Port 9e8126ce-4aa9-4e74-9d00-7d200b71631b cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:58:18.909775 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-8f511651-b27f-44ba-8273-e512c7524af5 req-b4894dd6-4bb4-48d6-a978-ac3087f77bd6 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:18.918724 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 7cfb3ee2-6a67-4f6b-a251-e598711c96df no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:58:18.951302 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 7cfb3ee2-6a67-4f6b-a251-e598711c96df {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:58:18.951704 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 7cfb3ee2-6a67-4f6b-a251-e598711c96df not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:58:18.952043 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device a81986ef-0a33-45c7-854f-d9415d4dc017 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:58:18.991864 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: a81986ef-0a33-45c7-854f-d9415d4dc017 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:58:18.992224 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device a81986ef-0a33-45c7-854f-d9415d4dc017 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:58:19.038509 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3969e884-16b3-4467-987d-4e971023da90 req-5e355d80-ef2f-47d7-8f0f-a7b54ca85117 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.36 "GET /v2.0/ports?device_id=116b3c9c-303e-4ffe-b86f-0b052c315ef4 HTTP/1.1" status: 200 len: 210 time: 0.1456807 Aug 16 22:58:19.062880 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4894dd6-4bb4-48d6-a978-ac3087f77bd6 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Pushing event deleted for resources: {'Port': ['ID=e472f05f-c646-4e47-91be-1f4ab8d404a8,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:19.079228 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b2e413a-7ce3-4eed-aea6-09398765d6c7 admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:58:19.092101 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74bd54d-6f03-4eaf-a8fd-3e563e21dc15 None None] Sync routers for ids ['dfce3a36-7356-4b04-b868-9dc1506ddbb8'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:58:19.116724 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-3b2e413a-7ce3-4eed-aea6-09398765d6c7 admin admin] 10.222.0.36 "PUT /v2.0/routers/dfce3a36-7356-4b04-b868-9dc1506ddbb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0385349 Aug 16 22:58:19.117119 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74bd54d-6f03-4eaf-a8fd-3e563e21dc15 None None] Routers {'dfce3a36-7356-4b04-b868-9dc1506ddbb8'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:58:19.117119 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-a74bd54d-6f03-4eaf-a8fd-3e563e21dc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:57:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['dfce3a36-7356-4b04-b868-9dc1506ddbb8'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:19.149358 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f511651-b27f-44ba-8273-e512c7524af5 req-b4894dd6-4bb4-48d6-a978-ac3087f77bd6 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] No DVR routers for this DVR port e472f05f-c646-4e47-91be-1f4ab8d404a8 on host n-h2-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:58:19.152059 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-8f511651-b27f-44ba-8273-e512c7524af5 req-b4894dd6-4bb4-48d6-a978-ac3087f77bd6 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:19.155369 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8f511651-b27f-44ba-8273-e512c7524af5 req-b4894dd6-4bb4-48d6-a978-ac3087f77bd6 tempest-ServerRescueNegativeTestJSON-387924738 tempest-ServerRescueNegativeTestJSON-387924738-project] 10.222.0.57 "DELETE /v2.0/ports/e472f05f-c646-4e47-91be-1f4ab8d404a8 HTTP/1.1" status: 204 len: 173 time: 1.7399285 Aug 16 22:58:19.171463 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '116b3c9c-303e-4ffe-b86f-0b052c315ef4', 'name': 'network-vif-deleted', 'tag': 'e472f05f-c646-4e47-91be-1f4ab8d404a8'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:58:19.173930 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f48d3e-02f3-4df3-863e-e3e645320fb4" -d '{"events": [{"server_uuid": "116b3c9c-303e-4ffe-b86f-0b052c315ef4", "name": "network-vif-deleted", "tag": "e472f05f-c646-4e47-91be-1f4ab8d404a8"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:58:19.220391 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8f550415-e12e-4daf-a7f3-7c27eae5b1ab req-9bfb0b11-44b5-4ef5-a973-c963e2973780 tempest-VolumesAdminNegativeTest-586704647 tempest-VolumesAdminNegativeTest-586704647-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b80d411-9690-47cb-9593-143d427cd680 HTTP/1.1" status: 200 len: 210 time: 0.0723207 Aug 16 22:58:19.327233 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-609cdf6f-e5f9-41ac-9d5c-6ef763041b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:19.354255 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-609cdf6f-e5f9-41ac-9d5c-6ef763041b55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1409b725-e210-4878-ab3c-14256286a569']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:19.355470 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3579fb58-fe0d-43aa-b9f0-183b388405bb x-openstack-request-id: req-3579fb58-fe0d-43aa-b9f0-183b388405bb {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:58:19.355978 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "116b3c9c-303e-4ffe-b86f-0b052c315ef4", "name": "network-vif-deleted", "tag": "e472f05f-c646-4e47-91be-1f4ab8d404a8", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:58:19.357541 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3579fb58-fe0d-43aa-b9f0-183b388405bb {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:58:19.358635 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '116b3c9c-303e-4ffe-b86f-0b052c315ef4', 'name': 'network-vif-deleted', 'tag': 'e472f05f-c646-4e47-91be-1f4ab8d404a8', 'status': 'completed', 'code': 200} Aug 16 22:58:19.370792 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-609cdf6f-e5f9-41ac-9d5c-6ef763041b55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9a89785-1be8-44e1-8647-25329abaac8e') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:19.371053 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-609cdf6f-e5f9-41ac-9d5c-6ef763041b55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9a89785-1be8-44e1-8647-25329abaac8e') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:19.380116 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-674b163f-d886-4ad6-964d-57e26070156a tempest-RoutersTestDVR-1684863888 tempest-RoutersTestDVR-1684863888-project] 10.222.0.36 "GET /v2.0/routers/ab7e406d-394f-4801-ba4c-d6499cf4165a HTTP/1.1" status: 200 len: 683 time: 0.9426107 Aug 16 22:58:19.387247 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 40378) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:19.396132 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-609cdf6f-e5f9-41ac-9d5c-6ef763041b55 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:19.408683 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-a74bd54d-6f03-4eaf-a8fd-3e563e21dc15 None None] Set router dfce3a36-7356-4b04-b868-9dc1506ddbb8 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:58:19.431936 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-303b3303-c1b7-43e1-941c-41f236ff8d4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:19.445411 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-609cdf6f-e5f9-41ac-9d5c-6ef763041b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:19.451694 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-303b3303-c1b7-43e1-941c-41f236ff8d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:19.484681 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-303b3303-c1b7-43e1-941c-41f236ff8d4b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c3d21bcfb13c4485889fd104ee470469&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1734121 Aug 16 22:58:19.487256 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-609cdf6f-e5f9-41ac-9d5c-6ef763041b55 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:58:19.487671 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-609cdf6f-e5f9-41ac-9d5c-6ef763041b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:19.489464 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 40384) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:19.490096 n-d-791506-26 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:58:19.490096 n-d-791506-26 neutron-server[101291]: self.session.flush() Aug 16 22:58:19.490096 n-d-791506-26 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:58:19.490096 n-d-791506-26 neutron-server[101291]: self.session.flush() Aug 16 22:58:19.490096 n-d-791506-26 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:58:19.490096 n-d-791506-26 neutron-server[101291]: self.session.flush() Aug 16 22:58:19.490096 n-d-791506-26 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:58:19.490096 n-d-791506-26 neutron-server[101291]: self.session.flush() Aug 16 22:58:19.490096 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 22:58:19.490096 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:58:19.490096 n-d-791506-26 neutron-server[101291]: timer() Aug 16 22:58:19.490096 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:58:19.490096 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 22:58:19.490096 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:58:19.490096 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 22:58:19.490096 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:58:19.490096 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 22:58:19.490096 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:58:19.490096 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 22:58:19.490096 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:58:19.490096 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 22:58:19.490096 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:58:19.490096 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:58:19.490096 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:58:19.490096 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:58:19.490096 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:58:19.490096 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 22:58:19.490096 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:58:19.490096 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 22:58:19.490096 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:58:19.490096 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:58:19.490096 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:58:19.490096 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 22:58:19.490096 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:58:19.490096 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:58:19.490096 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:58:19.490096 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:58:19.490096 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:58:19.490096 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:58:19.490096 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:58:19.529379 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4c4e207c-6667-4369-96e3-052f7ad4c1d3 tempest-RoutersTestDVR-1078630985 tempest-RoutersTestDVR-1078630985-project-admin] Notify callbacks [] for router, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:19.611308 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303b3303-c1b7-43e1-941c-41f236ff8d4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4423c2cd-4092-4e3c-af0b-6dba6d2e5a7b,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:19.628681 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-609cdf6f-e5f9-41ac-9d5c-6ef763041b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:19.649661 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-609cdf6f-e5f9-41ac-9d5c-6ef763041b55 admin admin] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:19.652742 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-609cdf6f-e5f9-41ac-9d5c-6ef763041b55 admin admin] 10.222.0.36 "DELETE /v2.0/networks/1409b725-e210-4878-ab3c-14256286a569 HTTP/1.1" status: 204 len: 168 time: 2.0235503 Aug 16 22:58:19.653033 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609cdf6f-e5f9-41ac-9d5c-6ef763041b55 admin admin] Pushing event deleted for resources: {'Network': ['ID=1409b725-e210-4878-ab3c-14256286a569,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:19.668477 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dff95fd4-d1ee-437f-8f95-06e1e0c853bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:19.713886 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-a74bd54d-6f03-4eaf-a8fd-3e563e21dc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfce3a36-7356-4b04-b868-9dc1506ddbb8', 'name': 'tempest-ServersTestBootFromVolume-144901050-router', 'tenant_id': 'd50891ae5d2e447e982fd1ccc2ff08fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': 'c016dd1a-1b28-4185-ac67-4b57d6a0c343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:58:08Z', 'updated_at': '2021-08-16T22:58:16Z', 'revision_number': 4, 'project_id': 'd50891ae5d2e447e982fd1ccc2ff08fd', 'gw_port': {'id': 'c016dd1a-1b28-4185-ac67-4b57d6a0c343', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:99:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfce3a36-7356-4b04-b868-9dc1506ddbb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:09Z', 'updated_at': '2021-08-16T22:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '9e8126ce-4aa9-4e74-9d00-7d200b71631b', 'name': '', 'network_id': '1beb17af-a544-42d0-be4c-a314899c0ffd', 'tenant_id': 'd50891ae5d2e447e982fd1ccc2ff08fd', 'mac_address': 'fa:16:3e:6b:21:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfce3a36-7356-4b04-b868-9dc1506ddbb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '592bfb8a-cb21-442f-b2ff-9ade373c5cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:14Z', 'updated_at': '2021-08-16T22:58:17Z', 'revision_number': 2, 'project_id': 'd50891ae5d2e447e982fd1ccc2ff08fd', 'subnets': [{'id': '592bfb8a-cb21-442f-b2ff-9ade373c5cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:19.734738 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-088574ff-da7e-4e97-ae70-2abaaa29ad19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:19.750529 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dff95fd4-d1ee-437f-8f95-06e1e0c853bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:19.773471 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74bd54d-6f03-4eaf-a8fd-3e563e21dc15 None None] Checking router: dfce3a36-7356-4b04-b868-9dc1506ddbb8 for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:58:19.774235 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74bd54d-6f03-4eaf-a8fd-3e563e21dc15 None None] Updating router dfce3a36-7356-4b04-b868-9dc1506ddbb8 port 9e8126ce-4aa9-4e74-9d00-7d200b71631b binding host n-d-791506-26 {{(pid=101294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:58:19.820986 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-a74bd54d-6f03-4eaf-a8fd-3e563e21dc15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:19.872170 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dff95fd4-d1ee-437f-8f95-06e1e0c853bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:19.875182 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dff95fd4-d1ee-437f-8f95-06e1e0c853bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:19.881874 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-dff95fd4-d1ee-437f-8f95-06e1e0c853bb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4423c2cd-4092-4e3c-af0b-6dba6d2e5a7b HTTP/1.1" status: 204 len: 168 time: 0.3909097 Aug 16 22:58:19.882763 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 40390) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:19.919175 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4c4e207c-6667-4369-96e3-052f7ad4c1d3 tempest-RoutersTestDVR-1078630985 tempest-RoutersTestDVR-1078630985-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:19.925434 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff95fd4-d1ee-437f-8f95-06e1e0c853bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4423c2cd-4092-4e3c-af0b-6dba6d2e5a7b,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:19.925613 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4c4e207c-6667-4369-96e3-052f7ad4c1d3 tempest-RoutersTestDVR-1078630985 tempest-RoutersTestDVR-1078630985-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:19.980707 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-f3d2ef64-eb4b-41cc-b75b-55527d269445 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0369f599af094d418ec5d90b079c4e3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0892923 Aug 16 22:58:19.982393 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 40394) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:20.013983 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4c4e207c-6667-4369-96e3-052f7ad4c1d3 tempest-RoutersTestDVR-1078630985 tempest-RoutersTestDVR-1078630985-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:20.015331 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c4e207c-6667-4369-96e3-052f7ad4c1d3 tempest-RoutersTestDVR-1078630985 tempest-RoutersTestDVR-1078630985-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ab7e406d-394f-4801-ba4c-d6499cf4165a {{(pid=101292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:58:20.035303 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4c4e207c-6667-4369-96e3-052f7ad4c1d3 tempest-RoutersTestDVR-1078630985 tempest-RoutersTestDVR-1078630985-project-admin] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:20.038577 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-4c4e207c-6667-4369-96e3-052f7ad4c1d3 tempest-RoutersTestDVR-1078630985 tempest-RoutersTestDVR-1078630985-project-admin] 10.222.0.36 "DELETE /v2.0/routers/ab7e406d-394f-4801-ba4c-d6499cf4165a HTTP/1.1" status: 204 len: 168 time: 0.6488218 Aug 16 22:58:20.040855 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 40396) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:20.055119 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-70683e50-11e5-4182-a6d2-c5edc9e48844 tempest-RoutersTestDVR-1078630985 tempest-RoutersTestDVR-1078630985-project-admin] Request body: {'router': {'name': 'tempest-router-944123960', 'distributed': True}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:58:20.109209 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-70683e50-11e5-4182-a6d2-c5edc9e48844 tempest-RoutersTestDVR-1078630985 tempest-RoutersTestDVR-1078630985-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:20.110755 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-70683e50-11e5-4182-a6d2-c5edc9e48844 tempest-RoutersTestDVR-1078630985 tempest-RoutersTestDVR-1078630985-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:20.135814 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 40402) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:20.137232 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4db1c842-bee2-44a0-be4c-3cbd1c0f4006 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:20.227824 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4db1c842-bee2-44a0-be4c-3cbd1c0f4006 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:20.228211 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-70683e50-11e5-4182-a6d2-c5edc9e48844 tempest-RoutersTestDVR-1078630985 tempest-RoutersTestDVR-1078630985-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:20.235127 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-70683e50-11e5-4182-a6d2-c5edc9e48844 tempest-RoutersTestDVR-1078630985 tempest-RoutersTestDVR-1078630985-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:20.263479 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-70683e50-11e5-4182-a6d2-c5edc9e48844 tempest-RoutersTestDVR-1078630985 tempest-RoutersTestDVR-1078630985-project-admin] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:20.264896 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-70683e50-11e5-4182-a6d2-c5edc9e48844 tempest-RoutersTestDVR-1078630985 tempest-RoutersTestDVR-1078630985-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.2226896 Aug 16 22:58:20.267540 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 40408) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:20.437559 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-89eee9f4-0a20-4187-b995-ce36378f7651 tempest-RoutersTestDVR-1078630985 tempest-RoutersTestDVR-1078630985-project-admin] Notify callbacks [] for router, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:20.512569 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 40416) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:20.519183 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-a74bd54d-6f03-4eaf-a8fd-3e563e21dc15 None None] Notify callbacks [] for port, precommit_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:20.545528 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.provisioning_blocks [None req-a74bd54d-6f03-4eaf-a8fd-3e563e21dc15 None None] Transition to ACTIVE for port object 9e8126ce-4aa9-4e74-9d00-7d200b71631b will not be triggered until provisioned by entity L2. {{(pid=101294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:58:20.558739 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-a74bd54d-6f03-4eaf-a8fd-3e563e21dc15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:20.577575 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:20.666726 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-70ed85d9-e0dd-4483-89ea-04fedb15e947 tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1425595433', 'description': 'tempest-description--1312192205'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:58:20.674816 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5baf75-9ac1-4f47-9f20-c8dcb8955a90 None None] Pushing event updated for resources: {'Port': ['ID=9e8126ce-4aa9-4e74-9d00-7d200b71631b,revision_number=3']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:20.689453 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bc660c78-53db-40a9-9934-b8bb77c641bc req-89832f94-fc19-4912-bd9c-661a5b1bf0c5 tempest-VolumesAdminNegativeTest-586704647 tempest-VolumesAdminNegativeTest-586704647-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b80d411-9690-47cb-9593-143d427cd680 HTTP/1.1" status: 200 len: 210 time: 0.1504760 Aug 16 22:58:20.726572 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-a74bd54d-6f03-4eaf-a8fd-3e563e21dc15 None None] Attempting to bind port 9e8126ce-4aa9-4e74-9d00-7d200b71631b on host n-d-791506-26 for vnic_type normal with profile {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:58:20.727286 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-a74bd54d-6f03-4eaf-a8fd-3e563e21dc15 None None] Attempting to bind port 9e8126ce-4aa9-4e74-9d00-7d200b71631b by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '352bb446-568b-427e-833a-0d34d09f7aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '1beb17af-a544-42d0-be4c-a314899c0ffd'}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:58:20.727749 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74bd54d-6f03-4eaf-a8fd-3e563e21dc15 None None] Attempting to bind port 9e8126ce-4aa9-4e74-9d00-7d200b71631b on network 1beb17af-a544-42d0-be4c-a314899c0ffd {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:58:20.736279 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74bd54d-6f03-4eaf-a8fd-3e563e21dc15 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:58:20.736893 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74bd54d-6f03-4eaf-a8fd-3e563e21dc15 None None] Checking segment: {'id': '352bb446-568b-427e-833a-0d34d09f7aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '1beb17af-a544-42d0-be4c-a314899c0ffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:58:20.737754 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-a74bd54d-6f03-4eaf-a8fd-3e563e21dc15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:20.738231 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74bd54d-6f03-4eaf-a8fd-3e563e21dc15 None None] Bound using segment: {'id': '352bb446-568b-427e-833a-0d34d09f7aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '1beb17af-a544-42d0-be4c-a314899c0ffd'} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:58:20.739041 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-a74bd54d-6f03-4eaf-a8fd-3e563e21dc15 None None] Bound port: 9e8126ce-4aa9-4e74-9d00-7d200b71631b, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '352bb446-568b-427e-833a-0d34d09f7aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '1beb17af-a544-42d0-be4c-a314899c0ffd'}}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:58:20.739684 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-a74bd54d-6f03-4eaf-a8fd-3e563e21dc15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:20.745778 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-89eee9f4-0a20-4187-b995-ce36378f7651 tempest-RoutersTestDVR-1078630985 tempest-RoutersTestDVR-1078630985-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:20.748619 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-89eee9f4-0a20-4187-b995-ce36378f7651 tempest-RoutersTestDVR-1078630985 tempest-RoutersTestDVR-1078630985-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:20.795759 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4db1c842-bee2-44a0-be4c-3cbd1c0f4006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:20.798484 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4db1c842-bee2-44a0-be4c-3cbd1c0f4006 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:20.802385 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-4db1c842-bee2-44a0-be4c-3cbd1c0f4006 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/af30ade3-5d60-40c1-aaba-ea89855e7980 HTTP/1.1" status: 204 len: 168 time: 0.8177645 Aug 16 22:58:20.833500 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device e472f05f-c646-4e47-91be-1f4ab8d404a8 no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:58:20.837674 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-a74bd54d-6f03-4eaf-a8fd-3e563e21dc15 None None] For port 9e8126ce-4aa9-4e74-9d00-7d200b71631b, host n-d-791506-26, cleared binding levels {{(pid=101294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:58:20.840658 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-89eee9f4-0a20-4187-b995-ce36378f7651 tempest-RoutersTestDVR-1078630985 tempest-RoutersTestDVR-1078630985-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:20.841822 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89eee9f4-0a20-4187-b995-ce36378f7651 tempest-RoutersTestDVR-1078630985 tempest-RoutersTestDVR-1078630985-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dd73b763-09ad-44d2-aaec-97d055998f62 {{(pid=101292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:58:20.848367 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-70ed85d9-e0dd-4483-89ea-04fedb15e947 tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:20.850537 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-a74bd54d-6f03-4eaf-a8fd-3e563e21dc15 None None] For port 9e8126ce-4aa9-4e74-9d00-7d200b71631b, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=9e8126ce-4aa9-4e74-9d00-7d200b71631b,segment=NetworkSegment(352bb446-568b-427e-833a-0d34d09f7aa1),segment_id=352bb446-568b-427e-833a-0d34d09f7aa1)] {{(pid=101294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:58:20.852123 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-89eee9f4-0a20-4187-b995-ce36378f7651 tempest-RoutersTestDVR-1078630985 tempest-RoutersTestDVR-1078630985-project-admin] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:20.857475 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-89eee9f4-0a20-4187-b995-ce36378f7651 tempest-RoutersTestDVR-1078630985 tempest-RoutersTestDVR-1078630985-project-admin] 10.222.0.36 "DELETE /v2.0/routers/dd73b763-09ad-44d2-aaec-97d055998f62 HTTP/1.1" status: 204 len: 168 time: 0.5875385 Aug 16 22:58:20.864123 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-a74bd54d-6f03-4eaf-a8fd-3e563e21dc15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:20.887978 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] No Port match for: e472f05f-c646-4e47-91be-1f4ab8d404a8 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:58:20.889018 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device e472f05f-c646-4e47-91be-1f4ab8d404a8 not bound to the agent host n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:58:20.918100 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db1c842-bee2-44a0-be4c-3cbd1c0f4006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af30ade3-5d60-40c1-aaba-ea89855e7980,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:20.925748 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74bd54d-6f03-4eaf-a8fd-3e563e21dc15 None None] Routers {'dfce3a36-7356-4b04-b868-9dc1506ddbb8'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:58:20.941373 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-a74bd54d-6f03-4eaf-a8fd-3e563e21dc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:58:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['dfce3a36-7356-4b04-b868-9dc1506ddbb8'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:20.972155 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5baf75-9ac1-4f47-9f20-c8dcb8955a90 None None] Pushing event updated for resources: {'Port': ['ID=9e8126ce-4aa9-4e74-9d00-7d200b71631b,revision_number=4']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:21.073637 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697df59b-eba4-42f4-81a5-c0cfff3b049a req-1afae792-395f-4861-afed-1066985b8984 tempest-VolumesAdminNegativeTest-586704647 tempest-VolumesAdminNegativeTest-586704647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:21.075827 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-697df59b-eba4-42f4-81a5-c0cfff3b049a req-1afae792-395f-4861-afed-1066985b8984 tempest-VolumesAdminNegativeTest-586704647 tempest-VolumesAdminNegativeTest-586704647-project] 10.222.0.68 "GET /v2.0/networks?id=d6cbefb5-4b79-4d4a-9014-c772af5a73b2 HTTP/1.1" status: 200 len: 814 time: 0.5645585 Aug 16 22:58:21.100447 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-697df59b-eba4-42f4-81a5-c0cfff3b049a req-c6993473-f5c0-412f-a22d-781853cf68eb tempest-VolumesAdminNegativeTest-586704647 tempest-VolumesAdminNegativeTest-586704647-project] Request body: {'port': {'device_id': '0b80d411-9690-47cb-9593-143d427cd680', 'network_id': 'd6cbefb5-4b79-4d4a-9014-c772af5a73b2', 'admin_state_up': True, 'tenant_id': '10922fb38b79434f8b520ea46405d25a'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:58:21.194415 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-70ed85d9-e0dd-4483-89ea-04fedb15e947 tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:21.252740 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-70ed85d9-e0dd-4483-89ea-04fedb15e947 tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:21.285566 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-a74bd54d-6f03-4eaf-a8fd-3e563e21dc15 None None] Set router dfce3a36-7356-4b04-b868-9dc1506ddbb8 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:58:21.304036 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-70ed85d9-e0dd-4483-89ea-04fedb15e947 tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:21.305410 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-70ed85d9-e0dd-4483-89ea-04fedb15e947 tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7891357 Aug 16 22:58:21.308404 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 40442) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:21.313784 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-eef99ee3-fadb-4a47-978d-badf36be5db7 tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Request body: {'security_group_rule': {'security_group_id': '74b683a2-8fee-4523-b254-c8aa24161d09', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:58:21.365871 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 40444) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:21.380255 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-eef99ee3-fadb-4a47-978d-badf36be5db7 tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:21.393466 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ed85d9-e0dd-4483-89ea-04fedb15e947 tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74b683a2-8fee-4523-b254-c8aa24161d09,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:21.454738 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:21.478575 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-eef99ee3-fadb-4a47-978d-badf36be5db7 tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:21.484562 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-eef99ee3-fadb-4a47-978d-badf36be5db7 tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:21.519085 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-697df59b-eba4-42f4-81a5-c0cfff3b049a req-c6993473-f5c0-412f-a22d-781853cf68eb tempest-VolumesAdminNegativeTest-586704647 tempest-VolumesAdminNegativeTest-586704647-project] Made reservation on behalf of 10922fb38b79434f8b520ea46405d25a for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:58:21.519732 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef99ee3-fadb-4a47-978d-badf36be5db7 tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=570f108e-fcd0-43b4-957a-509afa8a6d63,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:21.523585 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-697df59b-eba4-42f4-81a5-c0cfff3b049a req-c6993473-f5c0-412f-a22d-781853cf68eb tempest-VolumesAdminNegativeTest-586704647 tempest-VolumesAdminNegativeTest-586704647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:21.530515 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-eef99ee3-fadb-4a47-978d-badf36be5db7 tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:21.535049 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-eef99ee3-fadb-4a47-978d-badf36be5db7 tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2254274 Aug 16 22:58:21.535826 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 40452) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:21.543461 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-22ff2ee3-cf50-4884-9096-36b4bf703b56 tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Request body: {'security_group_rule': {'security_group_id': '74b683a2-8fee-4523-b254-c8aa24161d09', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:58:21.546967 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2f39717d-0918-415c-bd28-f90d744c6dad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537579'] for router_interface, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:21.580146 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-22ff2ee3-cf50-4884-9096-36b4bf703b56 tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:21.593467 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 40454) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:21.623692 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-a74bd54d-6f03-4eaf-a8fd-3e563e21dc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfce3a36-7356-4b04-b868-9dc1506ddbb8', 'name': 'tempest-ServersTestBootFromVolume-144901050-router', 'tenant_id': 'd50891ae5d2e447e982fd1ccc2ff08fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': 'c016dd1a-1b28-4185-ac67-4b57d6a0c343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:58:08Z', 'updated_at': '2021-08-16T22:58:16Z', 'revision_number': 4, 'project_id': 'd50891ae5d2e447e982fd1ccc2ff08fd', 'gw_port': {'id': 'c016dd1a-1b28-4185-ac67-4b57d6a0c343', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:99:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfce3a36-7356-4b04-b868-9dc1506ddbb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:09Z', 'updated_at': '2021-08-16T22:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '9e8126ce-4aa9-4e74-9d00-7d200b71631b', 'name': '', 'network_id': '1beb17af-a544-42d0-be4c-a314899c0ffd', 'tenant_id': 'd50891ae5d2e447e982fd1ccc2ff08fd', 'mac_address': 'fa:16:3e:6b:21:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfce3a36-7356-4b04-b868-9dc1506ddbb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '592bfb8a-cb21-442f-b2ff-9ade373c5cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:14Z', 'updated_at': '2021-08-16T22:58:20Z', 'revision_number': 4, 'project_id': 'd50891ae5d2e447e982fd1ccc2ff08fd', 'subnets': [{'id': '592bfb8a-cb21-442f-b2ff-9ade373c5cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:21.665403 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74bd54d-6f03-4eaf-a8fd-3e563e21dc15 None None] The sync data for ids ['dfce3a36-7356-4b04-b868-9dc1506ddbb8'] in n-d-791506-26 is: [{'id': 'dfce3a36-7356-4b04-b868-9dc1506ddbb8', 'name': 'tempest-ServersTestBootFromVolume-144901050-router', 'tenant_id': 'd50891ae5d2e447e982fd1ccc2ff08fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': 'c016dd1a-1b28-4185-ac67-4b57d6a0c343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:58:08Z', 'updated_at': '2021-08-16T22:58:16Z', 'revision_number': 4, 'project_id': 'd50891ae5d2e447e982fd1ccc2ff08fd', 'gw_port': {'id': 'c016dd1a-1b28-4185-ac67-4b57d6a0c343', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:99:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfce3a36-7356-4b04-b868-9dc1506ddbb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:09Z', 'updated_at': '2021-08-16T22:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '9e8126ce-4aa9-4e74-9d00-7d200b71631b', 'name': '', 'network_id': '1beb17af-a544-42d0-be4c-a314899c0ffd', 'tenant_id': 'd50891ae5d2e447e982fd1ccc2ff08fd', 'mac_address': 'fa:16:3e:6b:21:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfce3a36-7356-4b04-b868-9dc1506ddbb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '592bfb8a-cb21-442f-b2ff-9ade373c5cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:14Z', 'updated_at': '2021-08-16T22:58:20Z', 'revision_number': 4, 'project_id': 'd50891ae5d2e447e982fd1ccc2ff08fd', 'subnets': [{'id': '592bfb8a-cb21-442f-b2ff-9ade373c5cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:58:21.666088 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-22ff2ee3-cf50-4884-9096-36b4bf703b56 tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:21.681117 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-22ff2ee3-cf50-4884-9096-36b4bf703b56 tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:21.706398 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ff2ee3-cf50-4884-9096-36b4bf703b56 tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c173a621-87d4-4d80-8df2-4bc5866b3cdd,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:21.781056 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-22ff2ee3-cf50-4884-9096-36b4bf703b56 tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:21.784590 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-22ff2ee3-cf50-4884-9096-36b4bf703b56 tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2454643 Aug 16 22:58:21.786545 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 40464) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:21.787454 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-649824ac-13f5-4cf7-9240-a4901c963765 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:21.795829 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-555f7bf7-ad92-4eaf-ae2e-00de134bad52 tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Request body: {'floatingip': {'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:58:21.807357 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-5c7b8f76-813f-43f1-abae-695d3c3de64f admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-2050156570-network', 'tenant_id': '39735c546493487ab27454c1028b75c2'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:58:21.865647 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c7b8f76-813f-43f1-abae-695d3c3de64f admin admin] Made reservation on behalf of 39735c546493487ab27454c1028b75c2 for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:58:21.868330 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5c7b8f76-813f-43f1-abae-695d3c3de64f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:21.908644 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e770ffd2-20af-4f4c-bd0c-b1ac91191f07 req-4c7b1631-d4a8-438a-bf62-0889ab1646ce tempest-VolumesAdminNegativeTest-586704647 tempest-VolumesAdminNegativeTest-586704647-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b80d411-9690-47cb-9593-143d427cd680 HTTP/1.1" status: 200 len: 210 time: 0.0542414 Aug 16 22:58:21.915305 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5c7b8f76-813f-43f1-abae-695d3c3de64f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:21.948429 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-555f7bf7-ad92-4eaf-ae2e-00de134bad52 tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Notify callbacks [] for floatingip, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:21.982922 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-697df59b-eba4-42f4-81a5-c0cfff3b049a req-c6993473-f5c0-412f-a22d-781853cf68eb tempest-VolumesAdminNegativeTest-586704647 tempest-VolumesAdminNegativeTest-586704647-project] Allocated IP 172.20.0.4 (d6cbefb5-4b79-4d4a-9014-c772af5a73b2/1830b19c-bac2-4ab5-9510-70d99f815b86/e7ee4d7a-7339-4bdd-9249-66d1d879a6fc) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:58:22.077724 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-555f7bf7-ad92-4eaf-ae2e-00de134bad52 tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:22.217603 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-555f7bf7-ad92-4eaf-ae2e-00de134bad52 tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Allocated IP 172.25.4.187 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/62de41a4-2515-420a-9412-a59911787378) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:58:22.308811 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 40476) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:22.333249 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-697df59b-eba4-42f4-81a5-c0cfff3b049a req-c6993473-f5c0-412f-a22d-781853cf68eb tempest-VolumesAdminNegativeTest-586704647 tempest-VolumesAdminNegativeTest-586704647-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:22.343318 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-649824ac-13f5-4cf7-9240-a4901c963765 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:22.354635 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-649824ac-13f5-4cf7-9240-a4901c963765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:22.434382 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-649824ac-13f5-4cf7-9240-a4901c963765 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=50c6913c98b14d9ab4f129e07d3a3571&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0672617 Aug 16 22:58:22.435959 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649824ac-13f5-4cf7-9240-a4901c963765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4484135-5b52-4288-9aa6-82e26903c98d,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:22.442869 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 40482) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:22.496338 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-2f39717d-0918-415c-bd28-f90d744c6dad admin admin] Deleting port c65c74c9-2061-4fed-9434-ddea6724f932 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:58:22.496934 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2f39717d-0918-415c-bd28-f90d744c6dad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:22.508226 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-697df59b-eba4-42f4-81a5-c0cfff3b049a req-c6993473-f5c0-412f-a22d-781853cf68eb tempest-VolumesAdminNegativeTest-586704647 tempest-VolumesAdminNegativeTest-586704647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:22.570094 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-620467ec-80d4-413b-b2eb-85a1a86ac562 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1416928429-network', 'tenant_id': 'bc1dde6b43054c1db1326da283b98f4f'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:58:22.598692 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 9e8126ce-4aa9-4e74-9d00-7d200b71631b up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:58:22.650330 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-697df59b-eba4-42f4-81a5-c0cfff3b049a req-c6993473-f5c0-412f-a22d-781853cf68eb tempest-VolumesAdminNegativeTest-586704647 tempest-VolumesAdminNegativeTest-586704647-project] Network d6cbefb5-4b79-4d4a-9014-c772af5a73b2 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:58:22.663906 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 9e8126ce-4aa9-4e74-9d00-7d200b71631b completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:58:22.664902 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-697df59b-eba4-42f4-81a5-c0cfff3b049a req-c6993473-f5c0-412f-a22d-781853cf68eb tempest-VolumesAdminNegativeTest-586704647 tempest-VolumesAdminNegativeTest-586704647-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:58:22.667630 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-697df59b-eba4-42f4-81a5-c0cfff3b049a req-c6993473-f5c0-412f-a22d-781853cf68eb tempest-VolumesAdminNegativeTest-586704647 tempest-VolumesAdminNegativeTest-586704647-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:58:22.668939 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 9e8126ce-4aa9-4e74-9d00-7d200b71631b triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:58:22.672481 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:22.695887 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7122aa5b-3766-4b28-a959-4e9575d48363 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:22.736817 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:22.757072 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697df59b-eba4-42f4-81a5-c0cfff3b049a req-c6993473-f5c0-412f-a22d-781853cf68eb tempest-VolumesAdminNegativeTest-586704647 tempest-VolumesAdminNegativeTest-586704647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:22.757892 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-697df59b-eba4-42f4-81a5-c0cfff3b049a req-c6993473-f5c0-412f-a22d-781853cf68eb tempest-VolumesAdminNegativeTest-586704647 tempest-VolumesAdminNegativeTest-586704647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:22.785273 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6993473-f5c0-412f-a22d-781853cf68eb tempest-VolumesAdminNegativeTest-586704647 tempest-VolumesAdminNegativeTest-586704647-project] Pushing event updated for resources: {'Port': ['ID=e7ee4d7a-7339-4bdd-9249-66d1d879a6fc,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:22.807181 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-2f39717d-0918-415c-bd28-f90d744c6dad admin admin] For port c65c74c9-2061-4fed-9434-ddea6724f932, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=c65c74c9-2061-4fed-9434-ddea6724f932,segment=NetworkSegment(2ef6fce6-dd05-4e6c-9b12-9c1394b5a330),segment_id=2ef6fce6-dd05-4e6c-9b12-9c1394b5a330)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:58:22.807633 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2f39717d-0918-415c-bd28-f90d744c6dad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:22.811983 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7122aa5b-3766-4b28-a959-4e9575d48363 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:22.832590 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:22.838559 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-2f39717d-0918-415c-bd28-f90d744c6dad admin admin] Calling delete_port for c65c74c9-2061-4fed-9434-ddea6724f932 owned by network:router_interface {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:58:22.840232 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-555f7bf7-ad92-4eaf-ae2e-00de134bad52 tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:22.885726 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 9e8126ce-4aa9-4e74-9d00-7d200b71631b, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=9e8126ce-4aa9-4e74-9d00-7d200b71631b,segment=NetworkSegment(352bb446-568b-427e-833a-0d34d09f7aa1),segment_id=352bb446-568b-427e-833a-0d34d09f7aa1)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:58:22.891926 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:22.904905 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5c7b8f76-813f-43f1-abae-695d3c3de64f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:22.915942 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5c7b8f76-813f-43f1-abae-695d3c3de64f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:22.928053 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-555f7bf7-ad92-4eaf-ae2e-00de134bad52 tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:22.934263 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-697df59b-eba4-42f4-81a5-c0cfff3b049a req-c6993473-f5c0-412f-a22d-781853cf68eb tempest-VolumesAdminNegativeTest-586704647 tempest-VolumesAdminNegativeTest-586704647-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8464460 Aug 16 22:58:22.951977 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-697df59b-eba4-42f4-81a5-c0cfff3b049a req-49803fc9-8d85-4516-b802-660a5961f549 service neutron] Request body: {'port': {'device_id': '0b80d411-9690-47cb-9593-143d427cd680', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:58:22.999894 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-620467ec-80d4-413b-b2eb-85a1a86ac562 admin admin] Made reservation on behalf of bc1dde6b43054c1db1326da283b98f4f for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:58:23.000746 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=9e8126ce-4aa9-4e74-9d00-7d200b71631b,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:23.002927 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-620467ec-80d4-413b-b2eb-85a1a86ac562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:23.006289 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7122aa5b-3766-4b28-a959-4e9575d48363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:23.009047 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7122aa5b-3766-4b28-a959-4e9575d48363 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:23.012457 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-7122aa5b-3766-4b28-a959-4e9575d48363 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c4484135-5b52-4288-9aa6-82e26903c98d HTTP/1.1" status: 204 len: 168 time: 0.5665116 Aug 16 22:58:23.012615 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c7b8f76-813f-43f1-abae-695d3c3de64f admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:58:23.028796 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555f7bf7-ad92-4eaf-ae2e-00de134bad52 tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:58:23.032061 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7122aa5b-3766-4b28-a959-4e9575d48363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4484135-5b52-4288-9aa6-82e26903c98d,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:23.033397 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-555f7bf7-ad92-4eaf-ae2e-00de134bad52 tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:58:23.037825 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-620467ec-80d4-413b-b2eb-85a1a86ac562 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:23.038432 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555f7bf7-ad92-4eaf-ae2e-00de134bad52 tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:58:23.123714 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7b8f76-813f-43f1-abae-695d3c3de64f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7433b5d1-5a74-43d3-af1a-979e830d32ac,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:23.131516 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5c7b8f76-813f-43f1-abae-695d3c3de64f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:23.131867 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-5c7b8f76-813f-43f1-abae-695d3c3de64f admin admin] Added segment 12b6c578-0a1d-41ec-bf80-cafcccaeeccd of type vlan for network 7f2b7f0f-c2db-4830-955e-a5cf31dd13e9 Aug 16 22:58:23.134383 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555f7bf7-ad92-4eaf-ae2e-00de134bad52 tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Pushing event updated for resources: {'Port': ['ID=62de41a4-2515-420a-9412-a59911787378,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:23.150341 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-697df59b-eba4-42f4-81a5-c0cfff3b049a req-49803fc9-8d85-4516-b802-660a5961f549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:23.173624 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0257758a-82fc-4473-975e-5863eb83e8ad req-94a7004c-7736-4ed0-9971-1e4f38c1e966 tempest-VolumesAdminNegativeTest-586704647 tempest-VolumesAdminNegativeTest-586704647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:23.175806 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0257758a-82fc-4473-975e-5863eb83e8ad req-94a7004c-7736-4ed0-9971-1e4f38c1e966 tempest-VolumesAdminNegativeTest-586704647 tempest-VolumesAdminNegativeTest-586704647-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b80d411-9690-47cb-9593-143d427cd680 HTTP/1.1" status: 200 len: 931 time: 0.1644123 Aug 16 22:58:23.249328 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5c7b8f76-813f-43f1-abae-695d3c3de64f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:23.297930 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0257758a-82fc-4473-975e-5863eb83e8ad req-f89e650d-254e-4f68-b675-c93ad988a8b8 tempest-VolumesAdminNegativeTest-586704647 tempest-VolumesAdminNegativeTest-586704647-project] 10.222.0.36 "GET /v2.0/security-groups?id=941fc217-5d4f-4ddc-addd-f444d70df8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956295 Aug 16 22:58:23.331291 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5c7b8f76-813f-43f1-abae-695d3c3de64f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:23.332429 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7b8f76-813f-43f1-abae-695d3c3de64f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:23.333244 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5c7b8f76-813f-43f1-abae-695d3c3de64f admin admin] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:23.341691 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-555f7bf7-ad92-4eaf-ae2e-00de134bad52 tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:23.379121 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2f39717d-0918-415c-bd28-f90d744c6dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:23.419105 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f39717d-0918-415c-bd28-f90d744c6dad admin admin] Pushing event deleted for resources: {'Port': ['ID=c65c74c9-2061-4fed-9434-ddea6724f932,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:23.433840 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7b8f76-813f-43f1-abae-695d3c3de64f admin admin] Pushing event updated for resources: {'Network': ['ID=7f2b7f0f-c2db-4830-955e-a5cf31dd13e9,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:23.445140 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 7f2b7f0f-c2db-4830-955e-a5cf31dd13e9 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:58:23.445309 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-555f7bf7-ad92-4eaf-ae2e-00de134bad52 tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:23.483493 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 40492) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:23.494948 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-620467ec-80d4-413b-b2eb-85a1a86ac562 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:23.500062 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-779401de-1a72-4f7f-9858-5fe85ab118e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:23.510941 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-620467ec-80d4-413b-b2eb-85a1a86ac562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:23.535233 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-5c7b8f76-813f-43f1-abae-695d3c3de64f admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.9404888 Aug 16 22:58:23.538816 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 40496) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:23.547476 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-caa8c07a-6a20-4944-9720-f2108735dff4 admin admin] Request body: {'subnet': {'network_id': '7f2b7f0f-c2db-4830-955e-a5cf31dd13e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-2050156570-subnet', 'tenant_id': '39735c546493487ab27454c1028b75c2', 'ip_version': 4}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:58:23.627326 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caa8c07a-6a20-4944-9720-f2108735dff4 admin admin] Made reservation on behalf of 39735c546493487ab27454c1028b75c2 for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:58:23.629701 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-caa8c07a-6a20-4944-9720-f2108735dff4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:23.785299 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-555f7bf7-ad92-4eaf-ae2e-00de134bad52 tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:23.797197 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-555f7bf7-ad92-4eaf-ae2e-00de134bad52 tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:23.823377 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-620467ec-80d4-413b-b2eb-85a1a86ac562 admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:58:23.861755 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620467ec-80d4-413b-b2eb-85a1a86ac562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cdd42eb-0923-44d3-bc29-dd99218b0dd4,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:23.869033 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-620467ec-80d4-413b-b2eb-85a1a86ac562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:23.869370 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-620467ec-80d4-413b-b2eb-85a1a86ac562 admin admin] Added segment d9a940b8-4f1c-423f-8b77-621d8ce494fc of type vlan for network 5afa7f88-eeaa-4717-8103-9ee9125ee829 Aug 16 22:58:23.918506 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555f7bf7-ad92-4eaf-ae2e-00de134bad52 tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Pushing event updated for resources: {'Port': ['ID=62de41a4-2515-420a-9412-a59911787378,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:23.938837 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-779401de-1a72-4f7f-9858-5fe85ab118e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:23.952134 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-779401de-1a72-4f7f-9858-5fe85ab118e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:23.967079 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-620467ec-80d4-413b-b2eb-85a1a86ac562 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:23.978794 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-555f7bf7-ad92-4eaf-ae2e-00de134bad52 tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:24.045378 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-779401de-1a72-4f7f-9858-5fe85ab118e3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=942a9fe3e9aa46fbbc51742c7d12cce1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5597713 Aug 16 22:58:24.047799 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779401de-1a72-4f7f-9858-5fe85ab118e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d7995c4-dcaa-418b-ad2c-ef250195fd6c,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:24.050257 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 40500) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:24.053899 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-555f7bf7-ad92-4eaf-ae2e-00de134bad52 tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:24.055903 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-555f7bf7-ad92-4eaf-ae2e-00de134bad52 tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2679784 Aug 16 22:58:24.063586 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-caa8c07a-6a20-4944-9720-f2108735dff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:24.083162 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-620467ec-80d4-413b-b2eb-85a1a86ac562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:24.084526 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620467ec-80d4-413b-b2eb-85a1a86ac562 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:24.084784 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-620467ec-80d4-413b-b2eb-85a1a86ac562 admin admin] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:24.095317 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-697df59b-eba4-42f4-81a5-c0cfff3b049a req-49803fc9-8d85-4516-b802-660a5961f549 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7ee4d7a-7339-4bdd-9249-66d1d879a6fc {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:58:24.150915 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-697df59b-eba4-42f4-81a5-c0cfff3b049a req-49803fc9-8d85-4516-b802-660a5961f549 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:24.163118 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2f39717d-0918-415c-bd28-f90d744c6dad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537471'] for router_interface, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:24.180563 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa8c07a-6a20-4944-9720-f2108735dff4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1dc78d75-a809-48ca-ae4d-06ae824a25e9,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:24.185674 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-620467ec-80d4-413b-b2eb-85a1a86ac562 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8690233 Aug 16 22:58:24.193498 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 40506) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:24.199145 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-697df59b-eba4-42f4-81a5-c0cfff3b049a req-49803fc9-8d85-4516-b802-660a5961f549 service neutron] Transition to ACTIVE for port object e7ee4d7a-7339-4bdd-9249-66d1d879a6fc will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:58:24.200156 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620467ec-80d4-413b-b2eb-85a1a86ac562 admin admin] Pushing event updated for resources: {'Network': ['ID=5afa7f88-eeaa-4717-8103-9ee9125ee829,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:24.208058 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-697df59b-eba4-42f4-81a5-c0cfff3b049a req-49803fc9-8d85-4516-b802-660a5961f549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:24.208516 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-c1e18613-a518-4e85-8316-1556c98fcac3 admin admin] Request body: {'subnet': {'network_id': '5afa7f88-eeaa-4717-8103-9ee9125ee829', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1416928429-subnet', 'tenant_id': 'bc1dde6b43054c1db1326da283b98f4f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:58:24.215418 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa8c07a-6a20-4944-9720-f2108735dff4 admin admin] Checking segment: {'id': '12b6c578-0a1d-41ec-bf80-cafcccaeeccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7f2b7f0f-c2db-4830-955e-a5cf31dd13e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:58:24.215793 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa8c07a-6a20-4944-9720-f2108735dff4 admin admin] Network hostable DHCP agents. Network: 7f2b7f0f-c2db-4830-955e-a5cf31dd13e9, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:58:24.218293 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 5afa7f88-eeaa-4717-8103-9ee9125ee829 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:58:24.221205 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fa13eed6-a5e2-4779-a52b-b9b161020521 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:24.281929 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fa13eed6-a5e2-4779-a52b-b9b161020521 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:24.292009 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1e18613-a518-4e85-8316-1556c98fcac3 admin admin] Made reservation on behalf of bc1dde6b43054c1db1326da283b98f4f for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:58:24.293735 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c1e18613-a518-4e85-8316-1556c98fcac3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:24.307368 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa8c07a-6a20-4944-9720-f2108735dff4 admin admin] Network 7f2b7f0f-c2db-4830-955e-a5cf31dd13e9 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:58:24.399974 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-caa8c07a-6a20-4944-9720-f2108735dff4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 7f2b7f0f-c2db-4830-955e-a5cf31dd13e9) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:58:24.409943 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0146debf-bac3-441d-a409-6b1698400f0f None None] Network 7f2b7f0f-c2db-4830-955e-a5cf31dd13e9 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:58:24.415303 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49803fc9-8d85-4516-b802-660a5961f549 service neutron] Pushing event updated for resources: {'Port': ['ID=e7ee4d7a-7339-4bdd-9249-66d1d879a6fc,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:24.477515 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa8c07a-6a20-4944-9720-f2108735dff4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:24.478302 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-caa8c07a-6a20-4944-9720-f2108735dff4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:24.605088 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-caa8c07a-6a20-4944-9720-f2108735dff4 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0646286 Aug 16 22:58:24.612660 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 40548) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:24.631427 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4e219f-9b4f-432f-939c-783bc8f8ad78 req-6e8fb04a-1dda-44a1-b3c2-f095bd8a4c0f tempest-VolumesAdminNegativeTest-586704647 tempest-VolumesAdminNegativeTest-586704647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:24.634017 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0f4e219f-9b4f-432f-939c-783bc8f8ad78 req-6e8fb04a-1dda-44a1-b3c2-f095bd8a4c0f tempest-VolumesAdminNegativeTest-586704647 tempest-VolumesAdminNegativeTest-586704647-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b80d411-9690-47cb-9593-143d427cd680 HTTP/1.1" status: 200 len: 943 time: 0.1720450 Aug 16 22:58:24.641429 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-3b00c9d5-f839-425f-940c-4930d9ce4664 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-2050156570-router', 'tenant_id': '39735c546493487ab27454c1028b75c2', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:58:24.642868 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-697df59b-eba4-42f4-81a5-c0cfff3b049a req-49803fc9-8d85-4516-b802-660a5961f549 service neutron] Attempting to bind port e7ee4d7a-7339-4bdd-9249-66d1d879a6fc on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:58:24.643477 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-697df59b-eba4-42f4-81a5-c0cfff3b049a req-49803fc9-8d85-4516-b802-660a5961f549 service neutron] Attempting to bind port e7ee4d7a-7339-4bdd-9249-66d1d879a6fc by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': 'b105d025-72c1-44ec-855d-2a789ba77d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd6cbefb5-4b79-4d4a-9014-c772af5a73b2'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:58:24.644339 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697df59b-eba4-42f4-81a5-c0cfff3b049a req-49803fc9-8d85-4516-b802-660a5961f549 service neutron] Attempting to bind port e7ee4d7a-7339-4bdd-9249-66d1d879a6fc on network d6cbefb5-4b79-4d4a-9014-c772af5a73b2 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:58:24.677559 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0556c526-2179-48d2-a865-a73d0bb108e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-7f2b7f0f-c2db-4830-955e-a5cf31dd13e9', 'network_id': '7f2b7f0f-c2db-4830-955e-a5cf31dd13e9', 'tenant_id': '39735c546493487ab27454c1028b75c2', 'fixed_ips': [{'subnet_id': '1dc78d75-a809-48ca-ae4d-06ae824a25e9'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:58:24.678434 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0556c526-2179-48d2-a865-a73d0bb108e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:24.688223 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697df59b-eba4-42f4-81a5-c0cfff3b049a req-49803fc9-8d85-4516-b802-660a5961f549 service neutron] Port e7ee4d7a-7339-4bdd-9249-66d1d879a6fc on network d6cbefb5-4b79-4d4a-9014-c772af5a73b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:58:24.689036 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697df59b-eba4-42f4-81a5-c0cfff3b049a req-49803fc9-8d85-4516-b802-660a5961f549 service neutron] Attempting to bind port e7ee4d7a-7339-4bdd-9249-66d1d879a6fc on network d6cbefb5-4b79-4d4a-9014-c772af5a73b2 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:58:24.691594 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fa13eed6-a5e2-4779-a52b-b9b161020521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:24.695270 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fa13eed6-a5e2-4779-a52b-b9b161020521 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:24.697003 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697df59b-eba4-42f4-81a5-c0cfff3b049a req-49803fc9-8d85-4516-b802-660a5961f549 service neutron] Checking agent: {'id': 'd28e24f9-e5ea-41e1-80bf-3c7943ad7f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:58:24.697426 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-fa13eed6-a5e2-4779-a52b-b9b161020521 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3d7995c4-dcaa-418b-ad2c-ef250195fd6c HTTP/1.1" status: 204 len: 168 time: 0.6436341 Aug 16 22:58:24.697618 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697df59b-eba4-42f4-81a5-c0cfff3b049a req-49803fc9-8d85-4516-b802-660a5961f549 service neutron] Checking segment: {'id': 'b105d025-72c1-44ec-855d-2a789ba77d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd6cbefb5-4b79-4d4a-9014-c772af5a73b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:58:24.698126 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697df59b-eba4-42f4-81a5-c0cfff3b049a req-49803fc9-8d85-4516-b802-660a5961f549 service neutron] Bound using segment: {'id': 'b105d025-72c1-44ec-855d-2a789ba77d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd6cbefb5-4b79-4d4a-9014-c772af5a73b2'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:58:24.698848 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-697df59b-eba4-42f4-81a5-c0cfff3b049a req-49803fc9-8d85-4516-b802-660a5961f549 service neutron] Bound port: e7ee4d7a-7339-4bdd-9249-66d1d879a6fc, host: n-h1-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b105d025-72c1-44ec-855d-2a789ba77d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd6cbefb5-4b79-4d4a-9014-c772af5a73b2'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:58:24.699339 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-697df59b-eba4-42f4-81a5-c0cfff3b049a req-49803fc9-8d85-4516-b802-660a5961f549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:24.774926 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3b00c9d5-f839-425f-940c-4930d9ce4664 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:24.776149 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3b00c9d5-f839-425f-940c-4930d9ce4664 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:24.812264 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 9e8126ce-4aa9-4e74-9d00-7d200b71631b up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:58:24.819412 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-697df59b-eba4-42f4-81a5-c0cfff3b049a req-49803fc9-8d85-4516-b802-660a5961f549 service neutron] For port e7ee4d7a-7339-4bdd-9249-66d1d879a6fc, host n-h1-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:58:24.823606 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-697df59b-eba4-42f4-81a5-c0cfff3b049a req-49803fc9-8d85-4516-b802-660a5961f549 service neutron] For port e7ee4d7a-7339-4bdd-9249-66d1d879a6fc, host n-h1-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=e7ee4d7a-7339-4bdd-9249-66d1d879a6fc,segment=NetworkSegment(b105d025-72c1-44ec-855d-2a789ba77d3f),segment_id=b105d025-72c1-44ec-855d-2a789ba77d3f)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:58:24.834931 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-697df59b-eba4-42f4-81a5-c0cfff3b049a req-49803fc9-8d85-4516-b802-660a5961f549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:24.861515 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697df59b-eba4-42f4-81a5-c0cfff3b049a req-49803fc9-8d85-4516-b802-660a5961f549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:24.862463 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-697df59b-eba4-42f4-81a5-c0cfff3b049a req-49803fc9-8d85-4516-b802-660a5961f549 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:24.864346 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-697df59b-eba4-42f4-81a5-c0cfff3b049a req-49803fc9-8d85-4516-b802-660a5961f549 service neutron] 10.222.0.68 "PUT /v2.0/ports/e7ee4d7a-7339-4bdd-9249-66d1d879a6fc HTTP/1.1" status: 200 len: 1092 time: 1.9190295 Aug 16 22:58:24.866667 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b80d411-9690-47cb-9593-143d427cd680', 'tag': 'e7ee4d7a-7339-4bdd-9249-66d1d879a6fc'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:58:24.872016 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ea420c-9fdc-498a-9795-48c497cc7b21" -d '{"events": [{"name": "network-changed", "server_uuid": "0b80d411-9690-47cb-9593-143d427cd680", "tag": "e7ee4d7a-7339-4bdd-9249-66d1d879a6fc"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:58:24.883763 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3b00c9d5-f839-425f-940c-4930d9ce4664 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:24.935898 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-0556c526-2179-48d2-a865-a73d0bb108e5 None None] Allocated IP 172.20.0.2 (7f2b7f0f-c2db-4830-955e-a5cf31dd13e9/1dc78d75-a809-48ca-ae4d-06ae824a25e9/0ecfe757-a4d6-4f13-bf51-0553350f6813) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:58:24.939258 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 9e8126ce-4aa9-4e74-9d00-7d200b71631b triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:58:24.939997 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:24.990406 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f39717d-0918-415c-bd28-f90d744c6dad admin admin] Router 04c59cb1-5fd0-44e2-a0b9-7ed3fdfe754e has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:58:24.993619 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9db9edf-0c36-4bf4-b4a6-2701b4879332 x-openstack-request-id: req-f9db9edf-0c36-4bf4-b4a6-2701b4879332 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:58:24.993916 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b80d411-9690-47cb-9593-143d427cd680", "tag": "e7ee4d7a-7339-4bdd-9249-66d1d879a6fc", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:58:24.994177 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f9db9edf-0c36-4bf4-b4a6-2701b4879332 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:58:25.005214 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b80d411-9690-47cb-9593-143d427cd680', 'tag': 'e7ee4d7a-7339-4bdd-9249-66d1d879a6fc', 'status': 'completed', 'code': 200} Aug 16 22:58:25.027771 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa13eed6-a5e2-4779-a52b-b9b161020521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d7995c4-dcaa-418b-ad2c-ef250195fd6c,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:25.141577 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49803fc9-8d85-4516-b802-660a5961f549 service neutron] Pushing event updated for resources: {'Port': ['ID=e7ee4d7a-7339-4bdd-9249-66d1d879a6fc,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:25.187184 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:25.213921 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697df59b-eba4-42f4-81a5-c0cfff3b049a req-20285b24-5819-46cc-9119-fb4b15972387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:25.217163 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0f4e219f-9b4f-432f-939c-783bc8f8ad78 req-8707849e-2d5e-4c1a-9919-ea126b149a74 tempest-VolumesAdminNegativeTest-586704647 tempest-VolumesAdminNegativeTest-586704647-project] 10.222.0.36 "GET /v2.0/security-groups?id=941fc217-5d4f-4ddc-addd-f444d70df8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5252490 Aug 16 22:58:25.227403 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-697df59b-eba4-42f4-81a5-c0cfff3b049a req-20285b24-5819-46cc-9119-fb4b15972387 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=10922fb38b79434f8b520ea46405d25a&device_id=0b80d411-9690-47cb-9593-143d427cd680 HTTP/1.1" status: 200 len: 1095 time: 0.2969475 Aug 16 22:58:25.301218 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3b00c9d5-f839-425f-940c-4930d9ce4664 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:25.316700 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-697df59b-eba4-42f4-81a5-c0cfff3b049a req-92f0c0d6-db7b-4359-bf1c-729c33319df1 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7ee4d7a-7339-4bdd-9249-66d1d879a6fc HTTP/1.1" status: 200 len: 217 time: 0.0774143 Aug 16 22:58:25.324792 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0556c526-2179-48d2-a865-a73d0bb108e5 None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:25.343008 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0556c526-2179-48d2-a865-a73d0bb108e5 None None] Transition to ACTIVE for port object 0ecfe757-a4d6-4f13-bf51-0553350f6813 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:58:25.379109 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0556c526-2179-48d2-a865-a73d0bb108e5 None None] Transition to ACTIVE for port object 0ecfe757-a4d6-4f13-bf51-0553350f6813 will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:58:25.393553 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0556c526-2179-48d2-a865-a73d0bb108e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:25.395301 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f39717d-0918-415c-bd28-f90d744c6dad admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:58:25.408078 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-2f39717d-0918-415c-bd28-f90d744c6dad admin admin] 10.222.0.36 "PUT /v2.0/routers/04c59cb1-5fd0-44e2-a0b9-7ed3fdfe754e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2642879 Aug 16 22:58:25.411911 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 40572) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:25.488510 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bb6ddd-92f7-41fd-8f54-45289ffcd63a None None] Sync routers for ids ['04c59cb1-5fd0-44e2-a0b9-7ed3fdfe754e'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:58:25.510680 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c1e18613-a518-4e85-8316-1556c98fcac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:25.536066 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0556c526-2179-48d2-a865-a73d0bb108e5 None None] Network 7f2b7f0f-c2db-4830-955e-a5cf31dd13e9 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:58:25.540144 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697df59b-eba4-42f4-81a5-c0cfff3b049a req-fab589a4-5b19-4698-bd26-e6e84b1795e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:25.541712 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-697df59b-eba4-42f4-81a5-c0cfff3b049a req-fab589a4-5b19-4698-bd26-e6e84b1795e6 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=1830b19c-bac2-4ab5-9510-70d99f815b86 HTTP/1.1" status: 200 len: 854 time: 0.2060084 Aug 16 22:58:25.546141 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-0556c526-2179-48d2-a865-a73d0bb108e5 None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:58:25.548756 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0556c526-2179-48d2-a865-a73d0bb108e5 None None] Pushing event updated for resources: {'Port': ['ID=0ecfe757-a4d6-4f13-bf51-0553350f6813,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:25.560184 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bb6ddd-92f7-41fd-8f54-45289ffcd63a None None] Routers {'04c59cb1-5fd0-44e2-a0b9-7ed3fdfe754e'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:58:25.562431 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-38bb6ddd-92f7-41fd-8f54-45289ffcd63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:58:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['04c59cb1-5fd0-44e2-a0b9-7ed3fdfe754e'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:25.566136 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0556c526-2179-48d2-a865-a73d0bb108e5 None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:58:25.650258 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-697df59b-eba4-42f4-81a5-c0cfff3b049a req-899e6f29-30e2-4d31-a10c-24002b77fe9b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d6cbefb5-4b79-4d4a-9014-c772af5a73b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0907307 Aug 16 22:58:25.706666 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e18613-a518-4e85-8316-1556c98fcac3 admin admin] Checking segment: {'id': 'd9a940b8-4f1c-423f-8b77-621d8ce494fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5afa7f88-eeaa-4717-8103-9ee9125ee829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:58:25.707292 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e18613-a518-4e85-8316-1556c98fcac3 admin admin] Network hostable DHCP agents. Network: 5afa7f88-eeaa-4717-8103-9ee9125ee829, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:58:25.724433 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e18613-a518-4e85-8316-1556c98fcac3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d47d6ce6-f0e6-4637-a178-044cb0396017,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:25.774065 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f5e6dc1-16e5-4ef0-b308-0e75a57de4a2 admin admin] Notify callbacks [] for router, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:25.886501 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e18613-a518-4e85-8316-1556c98fcac3 admin admin] Network 5afa7f88-eeaa-4717-8103-9ee9125ee829 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:58:25.909464 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-0556c526-2179-48d2-a865-a73d0bb108e5 None None] Attempting to bind port 0ecfe757-a4d6-4f13-bf51-0553350f6813 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:58:25.910103 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-0556c526-2179-48d2-a865-a73d0bb108e5 None None] Attempting to bind port 0ecfe757-a4d6-4f13-bf51-0553350f6813 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '12b6c578-0a1d-41ec-bf80-cafcccaeeccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7f2b7f0f-c2db-4830-955e-a5cf31dd13e9'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:58:25.910665 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0556c526-2179-48d2-a865-a73d0bb108e5 None None] Attempting to bind port 0ecfe757-a4d6-4f13-bf51-0553350f6813 on network 7f2b7f0f-c2db-4830-955e-a5cf31dd13e9 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:58:25.920778 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-697df59b-eba4-42f4-81a5-c0cfff3b049a req-c14b0095-1281-4999-b380-04d17054db4d service neutron] 10.222.0.68 "GET /v2.0/networks/d6cbefb5-4b79-4d4a-9014-c772af5a73b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583635 Aug 16 22:58:25.930399 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0556c526-2179-48d2-a865-a73d0bb108e5 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:58:25.931302 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0556c526-2179-48d2-a865-a73d0bb108e5 None None] Checking segment: {'id': '12b6c578-0a1d-41ec-bf80-cafcccaeeccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7f2b7f0f-c2db-4830-955e-a5cf31dd13e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:58:25.931716 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0556c526-2179-48d2-a865-a73d0bb108e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:25.932121 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0556c526-2179-48d2-a865-a73d0bb108e5 None None] Bound using segment: {'id': '12b6c578-0a1d-41ec-bf80-cafcccaeeccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7f2b7f0f-c2db-4830-955e-a5cf31dd13e9'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:58:25.932632 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-0556c526-2179-48d2-a865-a73d0bb108e5 None None] Bound port: 0ecfe757-a4d6-4f13-bf51-0553350f6813, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12b6c578-0a1d-41ec-bf80-cafcccaeeccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7f2b7f0f-c2db-4830-955e-a5cf31dd13e9'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:58:25.933181 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0556c526-2179-48d2-a865-a73d0bb108e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:25.950386 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-38bb6ddd-92f7-41fd-8f54-45289ffcd63a None None] Set router 04c59cb1-5fd0-44e2-a0b9-7ed3fdfe754e gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:58:26.050658 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-c1e18613-a518-4e85-8316-1556c98fcac3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 5afa7f88-eeaa-4717-8103-9ee9125ee829) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:58:26.052594 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f5e6dc1-16e5-4ef0-b308-0e75a57de4a2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:26.064409 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e18613-a518-4e85-8316-1556c98fcac3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:26.065232 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c1e18613-a518-4e85-8316-1556c98fcac3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:26.108718 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3b00c9d5-f839-425f-940c-4930d9ce4664 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:26.124797 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-c1e18613-a518-4e85-8316-1556c98fcac3 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9283702 Aug 16 22:58:26.162388 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-697df59b-eba4-42f4-81a5-c0cfff3b049a req-45eccfbc-c945-4f91-99cd-19134b40c6ec service neutron] 10.222.0.68 "GET /v2.0/networks/d6cbefb5-4b79-4d4a-9014-c772af5a73b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191703 Aug 16 22:58:26.198769 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3b00c9d5-f839-425f-940c-4930d9ce4664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:26.217503 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-5f5e6dc1-16e5-4ef0-b308-0e75a57de4a2 admin admin] Deleting port be568738-eedc-4e72-beda-84e203fb6d84 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:58:26.217874 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f5e6dc1-16e5-4ef0-b308-0e75a57de4a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:26.342025 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 40620) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:26.432320 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba26244d-45b2-4010-b9c7-6e99e61d4cfc None None] Network 5afa7f88-eeaa-4717-8103-9ee9125ee829 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:58:26.436505 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ea420c-9fdc-498a-9795-48c497cc7b21 req-517610df-53d1-46e6-8d33-d81b09f01b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:26.438087 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e2ea420c-9fdc-498a-9795-48c497cc7b21 req-517610df-53d1-46e6-8d33-d81b09f01b81 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=10922fb38b79434f8b520ea46405d25a&device_id=0b80d411-9690-47cb-9593-143d427cd680 HTTP/1.1" status: 200 len: 1095 time: 0.1941838 Aug 16 22:58:26.445058 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f5e6dc1-16e5-4ef0-b308-0e75a57de4a2 admin admin] For port be568738-eedc-4e72-beda-84e203fb6d84, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=be568738-eedc-4e72-beda-84e203fb6d84,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:58:26.445436 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f5e6dc1-16e5-4ef0-b308-0e75a57de4a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:26.456042 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-3b00c9d5-f839-425f-940c-4930d9ce4664 admin admin] Allocated IP 172.25.4.101 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/12edaa4a-5934-4e08-b8c2-49d7a6fd9970) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:58:26.572116 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-5f5e6dc1-16e5-4ef0-b308-0e75a57de4a2 admin admin] Calling delete_port for be568738-eedc-4e72-beda-84e203fb6d84 owned by network:router_gateway {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:58:26.588093 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-efa161d2-7812-47f5-8c3d-0c01f95df031 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1948892958'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:58:26.616890 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4a2d6f-beb8-423d-ab21-5a2bd44111c0 req-4390e7a8-72b8-41b6-ac34-ca167e711423 tempest-VolumesAdminNegativeTest-586704647 tempest-VolumesAdminNegativeTest-586704647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:26.619393 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2d4a2d6f-beb8-423d-ab21-5a2bd44111c0 req-4390e7a8-72b8-41b6-ac34-ca167e711423 tempest-VolumesAdminNegativeTest-586704647 tempest-VolumesAdminNegativeTest-586704647-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b80d411-9690-47cb-9593-143d427cd680 HTTP/1.1" status: 200 len: 943 time: 0.2463770 Aug 16 22:58:26.642131 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0556c526-2179-48d2-a865-a73d0bb108e5 None None] For port 0ecfe757-a4d6-4f13-bf51-0553350f6813, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:58:26.645763 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0556c526-2179-48d2-a865-a73d0bb108e5 None None] For port 0ecfe757-a4d6-4f13-bf51-0553350f6813, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=0ecfe757-a4d6-4f13-bf51-0553350f6813,segment=NetworkSegment(12b6c578-0a1d-41ec-bf80-cafcccaeeccd),segment_id=12b6c578-0a1d-41ec-bf80-cafcccaeeccd)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:58:26.696365 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2d4a2d6f-beb8-423d-ab21-5a2bd44111c0 req-83f93a23-b094-48fc-81f8-0cd05cd410b5 tempest-VolumesAdminNegativeTest-586704647 tempest-VolumesAdminNegativeTest-586704647-project] 10.222.0.36 "GET /v2.0/security-groups?id=941fc217-5d4f-4ddc-addd-f444d70df8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679920 Aug 16 22:58:26.705847 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0556c526-2179-48d2-a865-a73d0bb108e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:26.731320 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3b00c9d5-f839-425f-940c-4930d9ce4664 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:26.762287 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efa161d2-7812-47f5-8c3d-0c01f95df031 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Made reservation on behalf of 68b563add1f042a58ab2d8884a30332e for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:58:26.766721 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-efa161d2-7812-47f5-8c3d-0c01f95df031 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:26.788166 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-efa161d2-7812-47f5-8c3d-0c01f95df031 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:26.833550 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ea420c-9fdc-498a-9795-48c497cc7b21 req-36f30078-3b1c-461f-9d34-68755c1e8648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:26.838963 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e2ea420c-9fdc-498a-9795-48c497cc7b21 req-36f30078-3b1c-461f-9d34-68755c1e8648 service neutron] 10.222.0.68 "GET /v2.0/networks?id=d6cbefb5-4b79-4d4a-9014-c772af5a73b2 HTTP/1.1" status: 200 len: 915 time: 0.3852789 Aug 16 22:58:26.845974 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0556c526-2179-48d2-a865-a73d0bb108e5 None None] Pushing event updated for resources: {'Port': ['ID=0ecfe757-a4d6-4f13-bf51-0553350f6813,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:26.857710 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6dce333-3d79-4720-92ff-8c4a12b00f10 None None] Network 5afa7f88-eeaa-4717-8103-9ee9125ee829 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:58:26.886366 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3b00c9d5-f839-425f-940c-4930d9ce4664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:27.021230 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-efa161d2-7812-47f5-8c3d-0c01f95df031 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:27.024934 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b00c9d5-f839-425f-940c-4930d9ce4664 admin admin] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:58:27.048371 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-3b00c9d5-f839-425f-940c-4930d9ce4664 admin admin] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:58:27.053629 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b00c9d5-f839-425f-940c-4930d9ce4664 admin admin] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:58:27.057720 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b00c9d5-f839-425f-940c-4930d9ce4664 admin admin] Pushing event updated for resources: {'Port': ['ID=12edaa4a-5934-4e08-b8c2-49d7a6fd9970,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:27.071056 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-efa161d2-7812-47f5-8c3d-0c01f95df031 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:27.081362 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e2ea420c-9fdc-498a-9795-48c497cc7b21 req-804e95d0-df03-437e-8f8c-28a28d3fddae service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7ee4d7a-7339-4bdd-9249-66d1d879a6fc HTTP/1.1" status: 200 len: 217 time: 0.2346981 Aug 16 22:58:27.146053 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190d6af7-4d3f-45df-b3d9-76d0abd05297 req-97847dc8-a323-4c53-b775-47bcec3f20fb tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:27.160590 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-190d6af7-4d3f-45df-b3d9-76d0abd05297 req-97847dc8-a323-4c53-b775-47bcec3f20fb tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/networks?id=5afa7f88-eeaa-4717-8103-9ee9125ee829 HTTP/1.1" status: 200 len: 812 time: 0.3610835 Aug 16 22:58:27.204045 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-38bb6ddd-92f7-41fd-8f54-45289ffcd63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04c59cb1-5fd0-44e2-a0b9-7ed3fdfe754e', 'name': 'tempest-ServerRescueNegativeTestJSON-1973835972-router', 'tenant_id': '17b3937359b747459bb6c64ab15f667a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.238'}], 'enable_snat': True}, 'gw_port_id': 'be568738-eedc-4e72-beda-84e203fb6d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:55:35Z', 'updated_at': '2021-08-16T22:58:23Z', 'revision_number': 5, 'project_id': '17b3937359b747459bb6c64ab15f667a', 'gw_port': {'id': 'be568738-eedc-4e72-beda-84e203fb6d84', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c59cb1-5fd0-44e2-a0b9-7ed3fdfe754e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:55:36Z', 'updated_at': '2021-08-16T22:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:27.239489 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa161d2-7812-47f5-8c3d-0c01f95df031 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3be56e7e-5b89-4502-9308-3e252548c765,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:27.241155 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bb6ddd-92f7-41fd-8f54-45289ffcd63a None None] Checking router: 04c59cb1-5fd0-44e2-a0b9-7ed3fdfe754e for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:58:27.242834 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efa161d2-7812-47f5-8c3d-0c01f95df031 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:58:27.272673 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bb6ddd-92f7-41fd-8f54-45289ffcd63a None None] Routers {'04c59cb1-5fd0-44e2-a0b9-7ed3fdfe754e'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:58:27.273196 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-38bb6ddd-92f7-41fd-8f54-45289ffcd63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:58:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['04c59cb1-5fd0-44e2-a0b9-7ed3fdfe754e'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:27.284141 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-efa161d2-7812-47f5-8c3d-0c01f95df031 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:27.285022 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-efa161d2-7812-47f5-8c3d-0c01f95df031 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Added segment 482572b3-9d65-4375-9c42-925e854722fd of type vlan for network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 Aug 16 22:58:27.334911 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ea420c-9fdc-498a-9795-48c497cc7b21 req-6cf95a22-5fa0-4788-b787-22fe392af080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:27.336452 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e2ea420c-9fdc-498a-9795-48c497cc7b21 req-6cf95a22-5fa0-4788-b787-22fe392af080 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=1830b19c-bac2-4ab5-9510-70d99f815b86 HTTP/1.1" status: 200 len: 854 time: 0.2401240 Aug 16 22:58:27.348426 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-190d6af7-4d3f-45df-b3d9-76d0abd05297 req-40e2895c-02fc-4137-b5e9-bfea5dc54e55 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/quotas/bc1dde6b43054c1db1326da283b98f4f HTTP/1.1" status: 200 len: 375 time: 0.1794562 Aug 16 22:58:27.401231 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-190d6af7-4d3f-45df-b3d9-76d0abd05297 req-4e2230bb-ca27-4a93-9380-897770947535 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=bc1dde6b43054c1db1326da283b98f4f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416572 Aug 16 22:58:27.431003 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e2ea420c-9fdc-498a-9795-48c497cc7b21 req-f2e89ae9-3b57-4d9c-a57b-5591ba0e1875 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d6cbefb5-4b79-4d4a-9014-c772af5a73b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576210 Aug 16 22:58:27.451228 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-38bb6ddd-92f7-41fd-8f54-45289ffcd63a None None] Set router 04c59cb1-5fd0-44e2-a0b9-7ed3fdfe754e gateway port host: None {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:58:27.478496 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-efa161d2-7812-47f5-8c3d-0c01f95df031 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:27.531882 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-38bb6ddd-92f7-41fd-8f54-45289ffcd63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04c59cb1-5fd0-44e2-a0b9-7ed3fdfe754e', 'name': 'tempest-ServerRescueNegativeTestJSON-1973835972-router', 'tenant_id': '17b3937359b747459bb6c64ab15f667a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:55:35Z', 'updated_at': '2021-08-16T22:58:26Z', 'revision_number': 6, 'project_id': '17b3937359b747459bb6c64ab15f667a', 'gw_port_host': None}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:27.556453 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f5e6dc1-16e5-4ef0-b308-0e75a57de4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:27.568531 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bb6ddd-92f7-41fd-8f54-45289ffcd63a None None] The sync data for ids ['04c59cb1-5fd0-44e2-a0b9-7ed3fdfe754e'] in n-d-791506-26 is: [{'id': '04c59cb1-5fd0-44e2-a0b9-7ed3fdfe754e', 'name': 'tempest-ServerRescueNegativeTestJSON-1973835972-router', 'tenant_id': '17b3937359b747459bb6c64ab15f667a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:55:35Z', 'updated_at': '2021-08-16T22:58:26Z', 'revision_number': 6, 'project_id': '17b3937359b747459bb6c64ab15f667a', 'gw_port_host': None}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:58:27.610756 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3b00c9d5-f839-425f-940c-4930d9ce4664 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:27.616830 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5e6dc1-16e5-4ef0-b308-0e75a57de4a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=be568738-eedc-4e72-beda-84e203fb6d84,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:27.659573 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-efa161d2-7812-47f5-8c3d-0c01f95df031 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:27.666161 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa161d2-7812-47f5-8c3d-0c01f95df031 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:27.667002 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-efa161d2-7812-47f5-8c3d-0c01f95df031 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:27.683624 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-190d6af7-4d3f-45df-b3d9-76d0abd05297 req-0bf98044-4c71-47a9-99ce-9fb2a5be7e03 service neutron] 10.222.0.36 "GET /v2.0/networks/5afa7f88-eeaa-4717-8103-9ee9125ee829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675300 Aug 16 22:58:27.814735 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-efa161d2-7812-47f5-8c3d-0c01f95df031 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4665012 Aug 16 22:58:27.822118 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 40646) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:27.842167 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e2ea420c-9fdc-498a-9795-48c497cc7b21 req-f3c44bc7-7669-47cd-aa59-72bcefba9a31 service neutron] 10.222.0.68 "GET /v2.0/networks/d6cbefb5-4b79-4d4a-9014-c772af5a73b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4016793 Aug 16 22:58:27.862020 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f5e6dc1-16e5-4ef0-b308-0e75a57de4a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537121'] for router_gateway, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:27.875110 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-a7dd5f77-d72e-43fd-aea3-e26fd805a171 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Request body: {'subnet': {'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:58:27.900786 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa161d2-7812-47f5-8c3d-0c01f95df031 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event updated for resources: {'Network': ['ID=09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:27.922520 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:58:28.130564 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c73b91-61a9-4086-9bc4-8e9610a27cef req-29e69642-e6fb-465d-bfc3-82d715191dbb tempest-VolumesAdminNegativeTest-586704647 tempest-VolumesAdminNegativeTest-586704647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:28.133863 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d062fd5f-ca77-428e-8afc-a339cdce89a6 None None] Network 7f2b7f0f-c2db-4830-955e-a5cf31dd13e9 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:58:28.147102 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a1c73b91-61a9-4086-9bc4-8e9610a27cef req-29e69642-e6fb-465d-bfc3-82d715191dbb tempest-VolumesAdminNegativeTest-586704647 tempest-VolumesAdminNegativeTest-586704647-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b80d411-9690-47cb-9593-143d427cd680 HTTP/1.1" status: 200 len: 943 time: 0.3119991 Aug 16 22:58:28.267577 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7dd5f77-d72e-43fd-aea3-e26fd805a171 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Made reservation on behalf of 68b563add1f042a58ab2d8884a30332e for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:58:28.271056 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a7dd5f77-d72e-43fd-aea3-e26fd805a171 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:28.316394 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-071dbd57-f886-45ab-9f02-a1781478d158 None None] Provisioning for port 0ecfe757-a4d6-4f13-bf51-0553350f6813 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:58:28.321626 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-190d6af7-4d3f-45df-b3d9-76d0abd05297 req-5de6526f-3578-410a-a81c-f956df7896e7 service neutron] 10.222.0.36 "GET /v2.0/networks/5afa7f88-eeaa-4717-8103-9ee9125ee829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6270483 Aug 16 22:58:28.344324 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f5e6dc1-16e5-4ef0-b308-0e75a57de4a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:28.346721 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f5e6dc1-16e5-4ef0-b308-0e75a57de4a2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:28.386699 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a1c73b91-61a9-4086-9bc4-8e9610a27cef req-deea4658-68be-47e8-bdcb-4168272db60d tempest-VolumesAdminNegativeTest-586704647 tempest-VolumesAdminNegativeTest-586704647-project] 10.222.0.36 "GET /v2.0/security-groups?id=941fc217-5d4f-4ddc-addd-f444d70df8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903486 Aug 16 22:58:28.426514 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f5e6dc1-16e5-4ef0-b308-0e75a57de4a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:28.427218 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f5e6dc1-16e5-4ef0-b308-0e75a57de4a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04c59cb1-5fd0-44e2-a0b9-7ed3fdfe754e {{(pid=101291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:58:28.432595 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f5e6dc1-16e5-4ef0-b308-0e75a57de4a2 admin admin] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:28.439945 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-5f5e6dc1-16e5-4ef0-b308-0e75a57de4a2 admin admin] 10.222.0.36 "DELETE /v2.0/routers/04c59cb1-5fd0-44e2-a0b9-7ed3fdfe754e HTTP/1.1" status: 204 len: 168 time: 3.0266554 Aug 16 22:58:28.441350 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 40652) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:28.468755 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3b00c9d5-f839-425f-940c-4930d9ce4664 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:28.587169 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e2ea420c-9fdc-498a-9795-48c497cc7b21 req-44ee0b24-058b-4fa6-93d4-9c1a1ae93452 service neutron] 10.222.0.68 "GET /v2.0/networks/d6cbefb5-4b79-4d4a-9014-c772af5a73b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7339816 Aug 16 22:58:28.711504 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 0ecfe757-a4d6-4f13-bf51-0553350f6813 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:58:28.792849 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 0ecfe757-a4d6-4f13-bf51-0553350f6813 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:58:28.806570 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 0ecfe757-a4d6-4f13-bf51-0553350f6813 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:58:28.806955 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:28.872773 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-da53d467-22a7-4de9-add0-61b1d34163e7 None None] Provisioning complete for port 0ecfe757-a4d6-4f13-bf51-0553350f6813 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:58:28.873259 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da53d467-22a7-4de9-add0-61b1d34163e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:28.912871 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a7dd5f77-d72e-43fd-aea3-e26fd805a171 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:28.923333 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0ca9e12c-c98f-48d7-83b4-286d67b5537a req-4c2f1184-d17f-41ae-a6f5-abf4ded413a2 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=90aa8790-398b-4ade-8043-b1a606efe17e HTTP/1.1" status: 200 len: 210 time: 0.1268835 Aug 16 22:58:28.972680 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:29.041156 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_v2 [None req-c40579c1-c68d-4e61-b619-637109d35a71 admin admin] Deleting subnet 326cf2b6-5a5e-461f-8420-87d3c4aa2e9f {{(pid=101292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:58:29.047567 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 0ecfe757-a4d6-4f13-bf51-0553350f6813, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=0ecfe757-a4d6-4f13-bf51-0553350f6813,segment=NetworkSegment(12b6c578-0a1d-41ec-bf80-cafcccaeeccd),segment_id=12b6c578-0a1d-41ec-bf80-cafcccaeeccd)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:58:29.059489 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c40579c1-c68d-4e61-b619-637109d35a71 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:29.060975 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:29.095011 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da53d467-22a7-4de9-add0-61b1d34163e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:29.189762 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device be568738-eedc-4e72-beda-84e203fb6d84 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:58:29.217894 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dd5f77-d72e-43fd-aea3-e26fd805a171 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event updated for resources: {'Subnet': ['ID=aa20eb8c-056f-4b13-8d67-9ac54f37a700,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:29.221399 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=0ecfe757-a4d6-4f13-bf51-0553350f6813,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:29.223216 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c40579c1-c68d-4e61-b619-637109d35a71 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3848860'] for subnet, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:29.228676 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7dd5f77-d72e-43fd-aea3-e26fd805a171 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Checking segment: {'id': '482572b3-9d65-4375-9c42-925e854722fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:58:29.228886 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: be568738-eedc-4e72-beda-84e203fb6d84 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:58:29.229105 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7dd5f77-d72e-43fd-aea3-e26fd805a171 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Network hostable DHCP agents. Network: 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:58:29.229237 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device be568738-eedc-4e72-beda-84e203fb6d84 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:58:29.229497 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device c65c74c9-2061-4fed-9434-ddea6724f932 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:58:29.258881 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: c65c74c9-2061-4fed-9434-ddea6724f932 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:58:29.259529 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device c65c74c9-2061-4fed-9434-ddea6724f932 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:58:29.261364 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.db.api [None req-da53d467-22a7-4de9-add0-61b1d34163e7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101293) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:58:29.262093 n-d-791506-26 neutron-server[101293]: DEBUG oslo_db.api [None req-da53d467-22a7-4de9-add0-61b1d34163e7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:58:29.684171 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c40579c1-c68d-4e61-b619-637109d35a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:29.703296 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device e7ee4d7a-7339-4bdd-9249-66d1d879a6fc details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:58:29.706448 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7dd5f77-d72e-43fd-aea3-e26fd805a171 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:58:29.711517 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b00c9d5-f839-425f-940c-4930d9ce4664 admin admin] Router 754bd5b8-cbe8-4bd0-9ecc-5856fd165103 is scheduled to L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f with binding_index 1 {{(pid=101292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:58:29.739807 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436d4a64-a010-4e51-a936-6f9a364c097e req-5d95b46c-44ec-4ada-af3e-0fa6f25ec015 tempest-VolumesAdminNegativeTest-586704647 tempest-VolumesAdminNegativeTest-586704647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:29.741392 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-436d4a64-a010-4e51-a936-6f9a364c097e req-5d95b46c-44ec-4ada-af3e-0fa6f25ec015 tempest-VolumesAdminNegativeTest-586704647 tempest-VolumesAdminNegativeTest-586704647-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b80d411-9690-47cb-9593-143d427cd680 HTTP/1.1" status: 200 len: 943 time: 0.1303589 Aug 16 22:58:29.744822 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-a7dd5f77-d72e-43fd-aea3-e26fd805a171 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:58:29.755232 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7dd5f77-d72e-43fd-aea3-e26fd805a171 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:29.755828 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a7dd5f77-d72e-43fd-aea3-e26fd805a171 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:29.782369 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cafad94c-e36a-4e17-a7e1-3ff648e75ef4 None None] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:58:29.845271 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-a7dd5f77-d72e-43fd-aea3-e26fd805a171 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9756494 Aug 16 22:58:29.847411 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 40674) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:29.857244 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-db1c8f78-35c1-4b12-b820-931d887308fe tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Request body: {'port': {'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'name': 'tempest-NetworksTestDHCPv6-1770322679'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:58:29.908868 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c40579c1-c68d-4e61-b619-637109d35a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26252129'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:29.928425 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-436d4a64-a010-4e51-a936-6f9a364c097e req-22a4517e-8ee4-4efc-ba71-05444e4517fe tempest-VolumesAdminNegativeTest-586704647 tempest-VolumesAdminNegativeTest-586704647-project] 10.222.0.36 "GET /v2.0/security-groups?id=941fc217-5d4f-4ddc-addd-f444d70df8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694880 Aug 16 22:58:29.994388 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40579c1-c68d-4e61-b619-637109d35a71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=326cf2b6-5a5e-461f-8420-87d3c4aa2e9f,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:29.999798 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c40579c1-c68d-4e61-b619-637109d35a71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:30.001348 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-c40579c1-c68d-4e61-b619-637109d35a71 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/326cf2b6-5a5e-461f-8420-87d3c4aa2e9f HTTP/1.1" status: 204 len: 168 time: 1.5582767 Aug 16 22:58:30.004360 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 40678) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:30.080781 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b00c9d5-f839-425f-940c-4930d9ce4664 admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:58:30.092357 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2c0316-c1b1-4fee-bdfc-44feeae779b0 None None] Sync routers for ids ['754bd5b8-cbe8-4bd0-9ecc-5856fd165103'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:58:30.109887 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2c0316-c1b1-4fee-bdfc-44feeae779b0 None None] Routers {'754bd5b8-cbe8-4bd0-9ecc-5856fd165103'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:58:30.110799 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-3d2c0316-c1b1-4fee-bdfc-44feeae779b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:58:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['754bd5b8-cbe8-4bd0-9ecc-5856fd165103'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:30.132275 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d7ed3c8c-8a39-404d-b36a-61557e7ab76e req-46b8f49f-1d00-47c0-9490-e77182d51919 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=90aa8790-398b-4ade-8043-b1a606efe17e HTTP/1.1" status: 200 len: 210 time: 0.0530934 Aug 16 22:58:30.142170 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c108a876-0a83-41dd-8f9a-6988ca32c39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:30.150204 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3b00c9d5-f839-425f-940c-4930d9ce4664 admin admin] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:30.151245 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-3b00c9d5-f839-425f-940c-4930d9ce4664 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.5151336 Aug 16 22:58:30.156493 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 40680) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:30.169821 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port e7ee4d7a-7339-4bdd-9249-66d1d879a6fc, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=e7ee4d7a-7339-4bdd-9249-66d1d879a6fc,segment=NetworkSegment(b105d025-72c1-44ec-855d-2a789ba77d3f),segment_id=b105d025-72c1-44ec-855d-2a789ba77d3f)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:58:30.175060 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c051eb4f-c64d-427b-a7ba-9b57331de5de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'tenant_id': '68b563add1f042a58ab2d8884a30332e', 'fixed_ips': [{'subnet_id': 'aa20eb8c-056f-4b13-8d67-9ac54f37a700'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:58:30.175912 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c051eb4f-c64d-427b-a7ba-9b57331de5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:30.193905 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': 'e7ee4d7a-7339-4bdd-9249-66d1d879a6fc', 'network_id': 'd6cbefb5-4b79-4d4a-9014-c772af5a73b2', 'port_id': 'e7ee4d7a-7339-4bdd-9249-66d1d879a6fc', 'mac_address': 'fa:16:3e:9f:69:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1830b19c-bac2-4ab5-9510-70d99f815b86', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:58:30.242038 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:30.266036 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7ee4d7a-7339-4bdd-9249-66d1d879a6fc {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:58:30.319088 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-3d2c0316-c1b1-4fee-bdfc-44feeae779b0 None None] Set router 754bd5b8-cbe8-4bd0-9ecc-5856fd165103 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:58:30.353096 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port e7ee4d7a-7339-4bdd-9249-66d1d879a6fc, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=e7ee4d7a-7339-4bdd-9249-66d1d879a6fc,segment=NetworkSegment(b105d025-72c1-44ec-855d-2a789ba77d3f),segment_id=b105d025-72c1-44ec-855d-2a789ba77d3f)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:58:30.367154 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:30.400908 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190d6af7-4d3f-45df-b3d9-76d0abd05297 req-97db779f-e86c-4163-a40d-0bc21208a4a0 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:30.403101 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-190d6af7-4d3f-45df-b3d9-76d0abd05297 req-97db779f-e86c-4163-a40d-0bc21208a4a0 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.68 "GET /v2.0/networks?id=5afa7f88-eeaa-4717-8103-9ee9125ee829 HTTP/1.1" status: 200 len: 812 time: 0.3502192 Aug 16 22:58:30.405299 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db1c8f78-35c1-4b12-b820-931d887308fe tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Made reservation on behalf of 68b563add1f042a58ab2d8884a30332e for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:58:30.409708 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-db1c8f78-35c1-4b12-b820-931d887308fe tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:30.432246 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-190d6af7-4d3f-45df-b3d9-76d0abd05297 req-0c4ce22d-b77f-48c9-b244-5857ce2ac6da tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Request body: {'port': {'device_id': '90aa8790-398b-4ade-8043-b1a606efe17e', 'network_id': '5afa7f88-eeaa-4717-8103-9ee9125ee829', 'admin_state_up': True, 'tenant_id': 'bc1dde6b43054c1db1326da283b98f4f'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:58:30.441380 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c108a876-0a83-41dd-8f9a-6988ca32c39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:30.453974 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-c108a876-0a83-41dd-8f9a-6988ca32c39f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf3cc63c-f58b-4d2e-8737-2f16cf854977']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:30.475824 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-c108a876-0a83-41dd-8f9a-6988ca32c39f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ef6fce6-dd05-4e6c-9b12-9c1394b5a330') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:30.476384 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-c108a876-0a83-41dd-8f9a-6988ca32c39f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ef6fce6-dd05-4e6c-9b12-9c1394b5a330') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:30.499985 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c108a876-0a83-41dd-8f9a-6988ca32c39f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:30.535039 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-db1c8f78-35c1-4b12-b820-931d887308fe tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] device_id is not set on port 4c0bba92-8314-448b-b1c4-fe916f07025c yet. {{(pid=101291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:58:30.538986 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-c051eb4f-c64d-427b-a7ba-9b57331de5de None None] Allocated IP 2001:db8::2 (09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5/aa20eb8c-056f-4b13-8d67-9ac54f37a700/d094c7a9-53bd-413b-8d10-902114385e74) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:58:30.556867 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c108a876-0a83-41dd-8f9a-6988ca32c39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:30.569878 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c108a876-0a83-41dd-8f9a-6988ca32c39f admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:58:30.570557 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c108a876-0a83-41dd-8f9a-6988ca32c39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:30.572365 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 16 22:58:30.572365 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:58:30.572365 n-d-791506-26 neutron-server[101292]: timer() Aug 16 22:58:30.572365 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:58:30.572365 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 16 22:58:30.572365 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:58:30.572365 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 16 22:58:30.572365 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:58:30.572365 n-d-791506-26 neutron-server[101292]: self._notify() Aug 16 22:58:30.572365 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:58:30.572365 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 16 22:58:30.572365 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:58:30.572365 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 16 22:58:30.572365 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:58:30.572365 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:58:30.572365 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:58:30.572365 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:58:30.572365 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:58:30.572365 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 16 22:58:30.572365 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:58:30.572365 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 16 22:58:30.572365 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:58:30.572365 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:58:30.572365 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:58:30.572365 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 16 22:58:30.572365 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:58:30.572365 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:58:30.572365 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:58:30.572365 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:58:30.572365 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:58:30.572365 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:58:30.572365 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:58:30.627001 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 0ecfe757-a4d6-4f13-bf51-0553350f6813 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:58:30.641433 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-3d2c0316-c1b1-4fee-bdfc-44feeae779b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754bd5b8-cbe8-4bd0-9ecc-5856fd165103', 'name': 'tempest-TestServerMultinode-2050156570-router', 'tenant_id': '39735c546493487ab27454c1028b75c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.101'}], 'enable_snat': True}, 'gw_port_id': '12edaa4a-5934-4e08-b8c2-49d7a6fd9970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:58:24Z', 'updated_at': '2021-08-16T22:58:27Z', 'revision_number': 3, 'project_id': '39735c546493487ab27454c1028b75c2', 'gw_port': {'id': '12edaa4a-5934-4e08-b8c2-49d7a6fd9970', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:98:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '754bd5b8-cbe8-4bd0-9ecc-5856fd165103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:26Z', 'updated_at': '2021-08-16T22:58:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:30.705181 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2c0316-c1b1-4fee-bdfc-44feeae779b0 None None] Checking router: 754bd5b8-cbe8-4bd0-9ecc-5856fd165103 for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:58:30.705181 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2c0316-c1b1-4fee-bdfc-44feeae779b0 None None] Updating router 754bd5b8-cbe8-4bd0-9ecc-5856fd165103 port 12edaa4a-5934-4e08-b8c2-49d7a6fd9970 binding host n-d-791506-26 {{(pid=101294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:58:30.733088 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c108a876-0a83-41dd-8f9a-6988ca32c39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:30.746877 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['e7ee4d7a-7339-4bdd-9249-66d1d879a6fc'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:58:30.748813 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c108a876-0a83-41dd-8f9a-6988ca32c39f admin admin] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:30.754136 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-c108a876-0a83-41dd-8f9a-6988ca32c39f admin admin] 10.222.0.36 "DELETE /v2.0/networks/cf3cc63c-f58b-4d2e-8737-2f16cf854977 HTTP/1.1" status: 204 len: 168 time: 0.7453592 Aug 16 22:58:30.777888 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-3d2c0316-c1b1-4fee-bdfc-44feeae779b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:30.794071 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c108a876-0a83-41dd-8f9a-6988ca32c39f admin admin] Pushing event deleted for resources: {'Network': ['ID=cf3cc63c-f58b-4d2e-8737-2f16cf854977,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:30.827469 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-190d6af7-4d3f-45df-b3d9-76d0abd05297 req-0c4ce22d-b77f-48c9-b244-5857ce2ac6da tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Made reservation on behalf of bc1dde6b43054c1db1326da283b98f4f for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:58:30.836140 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-190d6af7-4d3f-45df-b3d9-76d0abd05297 req-0c4ce22d-b77f-48c9-b244-5857ce2ac6da tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:30.940987 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=e7ee4d7a-7339-4bdd-9249-66d1d879a6fc,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:31.113834 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-190d6af7-4d3f-45df-b3d9-76d0abd05297 req-0c4ce22d-b77f-48c9-b244-5857ce2ac6da tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Allocated IP 172.20.0.8 (5afa7f88-eeaa-4717-8103-9ee9125ee829/d47d6ce6-f0e6-4637-a178-044cb0396017/f76ff7c2-7568-4d63-914b-ac347c5537cb) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:58:31.172148 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 40692) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:31.285244 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 0ecfe757-a4d6-4f13-bf51-0553350f6813 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:58:31.285646 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:31.317246 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd37d37-14fb-417b-894b-1f88a2b7b54a req-89f14d9c-e289-4a8d-9c03-096f48984564 tempest-VolumesAdminNegativeTest-586704647 tempest-VolumesAdminNegativeTest-586704647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:31.319240 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8bd37d37-14fb-417b-894b-1f88a2b7b54a req-89f14d9c-e289-4a8d-9c03-096f48984564 tempest-VolumesAdminNegativeTest-586704647 tempest-VolumesAdminNegativeTest-586704647-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b80d411-9690-47cb-9593-143d427cd680 HTTP/1.1" status: 200 len: 944 time: 0.1726167 Aug 16 22:58:31.321891 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c051eb4f-c64d-427b-a7ba-9b57331de5de None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:31.338532 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-7f45602b-ce07-4f10-a021-4d1b8143162a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=17b3937359b747459bb6c64ab15f667a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1546137 Aug 16 22:58:31.341982 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 40696) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:31.343881 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-c051eb4f-c64d-427b-a7ba-9b57331de5de None None] Transition to ACTIVE for port object d094c7a9-53bd-413b-8d10-902114385e74 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:58:31.383999 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f9c3865d-ad3f-4699-b206-c275a85ac82c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:31.394332 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-38c71aff-b1fa-437f-ad3b-5675a99a94dc req-bd6d3e73-db6d-400d-94cc-51e4d5378f2d tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=90aa8790-398b-4ade-8043-b1a606efe17e HTTP/1.1" status: 200 len: 210 time: 0.0740411 Aug 16 22:58:31.408713 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-3d2c0316-c1b1-4fee-bdfc-44feeae779b0 None None] Notify callbacks [] for port, precommit_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:31.426093 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-c051eb4f-c64d-427b-a7ba-9b57331de5de None None] Transition to ACTIVE for port object d094c7a9-53bd-413b-8d10-902114385e74 will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:58:31.430219 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.provisioning_blocks [None req-3d2c0316-c1b1-4fee-bdfc-44feeae779b0 None None] Transition to ACTIVE for port object 12edaa4a-5934-4e08-b8c2-49d7a6fd9970 will not be triggered until provisioned by entity L2. {{(pid=101294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:58:31.442369 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-3d2c0316-c1b1-4fee-bdfc-44feeae779b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:31.444214 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c051eb4f-c64d-427b-a7ba-9b57331de5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:31.452781 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8bd37d37-14fb-417b-894b-1f88a2b7b54a req-2a2db204-abc3-4ee7-a299-6149dac810ca tempest-VolumesAdminNegativeTest-586704647 tempest-VolumesAdminNegativeTest-586704647-project] 10.222.0.36 "GET /v2.0/security-groups?id=941fc217-5d4f-4ddc-addd-f444d70df8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183934 Aug 16 22:58:31.497252 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-3d2c0316-c1b1-4fee-bdfc-44feeae779b0 None None] Attempting to bind port 12edaa4a-5934-4e08-b8c2-49d7a6fd9970 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:58:31.498122 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-3d2c0316-c1b1-4fee-bdfc-44feeae779b0 None None] Attempting to bind port 12edaa4a-5934-4e08-b8c2-49d7a6fd9970 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:58:31.498562 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2c0316-c1b1-4fee-bdfc-44feeae779b0 None None] Attempting to bind port 12edaa4a-5934-4e08-b8c2-49d7a6fd9970 on network c22c4980-c849-406d-982c-a5d68c515a94 {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:58:31.510472 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2c0316-c1b1-4fee-bdfc-44feeae779b0 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:58:31.510847 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2c0316-c1b1-4fee-bdfc-44feeae779b0 None None] Checking segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:58:31.511250 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-3d2c0316-c1b1-4fee-bdfc-44feeae779b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:31.511649 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2c0316-c1b1-4fee-bdfc-44feeae779b0 None None] Bound using segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:58:31.512317 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-3d2c0316-c1b1-4fee-bdfc-44feeae779b0 None None] Bound port: 12edaa4a-5934-4e08-b8c2-49d7a6fd9970, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:58:31.512890 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-3d2c0316-c1b1-4fee-bdfc-44feeae779b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:31.527456 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c051eb4f-c64d-427b-a7ba-9b57331de5de None None] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:58:31.539710 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-c051eb4f-c64d-427b-a7ba-9b57331de5de None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:58:31.543226 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c051eb4f-c64d-427b-a7ba-9b57331de5de None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:58:31.555020 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c051eb4f-c64d-427b-a7ba-9b57331de5de None None] Pushing event updated for resources: {'Port': ['ID=d094c7a9-53bd-413b-8d10-902114385e74,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:31.566368 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-3d2c0316-c1b1-4fee-bdfc-44feeae779b0 None None] For port 12edaa4a-5934-4e08-b8c2-49d7a6fd9970, host n-d-791506-26, cleared binding levels {{(pid=101294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:58:31.576792 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-3d2c0316-c1b1-4fee-bdfc-44feeae779b0 None None] For port 12edaa4a-5934-4e08-b8c2-49d7a6fd9970, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=12edaa4a-5934-4e08-b8c2-49d7a6fd9970,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:58:31.583220 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aebb63-5049-41a1-8271-6b4d49aaaff7 None None] Pushing event updated for resources: {'Port': ['ID=12edaa4a-5934-4e08-b8c2-49d7a6fd9970,revision_number=2']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:31.586688 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-3d2c0316-c1b1-4fee-bdfc-44feeae779b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:31.672654 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-f9c3865d-ad3f-4699-b206-c275a85ac82c admin admin] Allocated IP 172.20.0.1 (7f2b7f0f-c2db-4830-955e-a5cf31dd13e9/1dc78d75-a809-48ca-ae4d-06ae824a25e9/b08c8455-e212-4802-bfea-8f4fd414ea62) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:58:31.689753 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2c0316-c1b1-4fee-bdfc-44feeae779b0 None None] Routers {'754bd5b8-cbe8-4bd0-9ecc-5856fd165103'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:58:31.690386 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-3d2c0316-c1b1-4fee-bdfc-44feeae779b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:58:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['754bd5b8-cbe8-4bd0-9ecc-5856fd165103'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:31.692290 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aebb63-5049-41a1-8271-6b4d49aaaff7 None None] Pushing event updated for resources: {'Port': ['ID=12edaa4a-5934-4e08-b8c2-49d7a6fd9970,revision_number=3']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:31.705511 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-c051eb4f-c64d-427b-a7ba-9b57331de5de None None] Attempting to bind port d094c7a9-53bd-413b-8d10-902114385e74 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:58:31.705887 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-c051eb4f-c64d-427b-a7ba-9b57331de5de None None] Attempting to bind port d094c7a9-53bd-413b-8d10-902114385e74 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '482572b3-9d65-4375-9c42-925e854722fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:58:31.706254 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c051eb4f-c64d-427b-a7ba-9b57331de5de None None] Attempting to bind port d094c7a9-53bd-413b-8d10-902114385e74 on network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:58:31.733351 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c051eb4f-c64d-427b-a7ba-9b57331de5de None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:58:31.733868 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c051eb4f-c64d-427b-a7ba-9b57331de5de None None] Checking segment: {'id': '482572b3-9d65-4375-9c42-925e854722fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:58:31.734339 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c051eb4f-c64d-427b-a7ba-9b57331de5de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:31.734744 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c051eb4f-c64d-427b-a7ba-9b57331de5de None None] Bound using segment: {'id': '482572b3-9d65-4375-9c42-925e854722fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:58:31.735285 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-c051eb4f-c64d-427b-a7ba-9b57331de5de None None] Bound port: d094c7a9-53bd-413b-8d10-902114385e74, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '482572b3-9d65-4375-9c42-925e854722fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:58:31.735906 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c051eb4f-c64d-427b-a7ba-9b57331de5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:31.791439 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-db1c8f78-35c1-4b12-b820-931d887308fe tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Allocated IP 2001:db8::149 (09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5/aa20eb8c-056f-4b13-8d67-9ac54f37a700/4c0bba92-8314-448b-b1c4-fe916f07025c) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:58:31.822912 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ced50754-389e-413c-8978-d44a84bb3505 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:31.830626 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-190d6af7-4d3f-45df-b3d9-76d0abd05297 req-0c4ce22d-b77f-48c9-b244-5857ce2ac6da tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:31.863397 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-c051eb4f-c64d-427b-a7ba-9b57331de5de None None] For port d094c7a9-53bd-413b-8d10-902114385e74, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:58:31.868352 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-c051eb4f-c64d-427b-a7ba-9b57331de5de None None] For port d094c7a9-53bd-413b-8d10-902114385e74, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=d094c7a9-53bd-413b-8d10-902114385e74,segment=NetworkSegment(482572b3-9d65-4375-9c42-925e854722fd),segment_id=482572b3-9d65-4375-9c42-925e854722fd)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:58:31.872293 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ced50754-389e-413c-8978-d44a84bb3505 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:31.879710 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c051eb4f-c64d-427b-a7ba-9b57331de5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:31.913965 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f9c3865d-ad3f-4699-b206-c275a85ac82c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:31.930777 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-3d2c0316-c1b1-4fee-bdfc-44feeae779b0 None None] Set router 754bd5b8-cbe8-4bd0-9ecc-5856fd165103 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:58:31.967988 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [None req-f9c3865d-ad3f-4699-b206-c275a85ac82c admin admin] Transition to ACTIVE for port object b08c8455-e212-4802-bfea-8f4fd414ea62 will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:58:31.995348 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c051eb4f-c64d-427b-a7ba-9b57331de5de None None] Pushing event updated for resources: {'Port': ['ID=d094c7a9-53bd-413b-8d10-902114385e74,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:32.036318 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f9c3865d-ad3f-4699-b206-c275a85ac82c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:32.040931 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-190d6af7-4d3f-45df-b3d9-76d0abd05297 req-0c4ce22d-b77f-48c9-b244-5857ce2ac6da tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:32.051961 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ced50754-389e-413c-8978-d44a84bb3505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:32.055033 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ced50754-389e-413c-8978-d44a84bb3505 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:32.055594 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-ced50754-389e-413c-8978-d44a84bb3505 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a4ad6394-3e39-4386-b02d-4a7c32c3940e HTTP/1.1" status: 204 len: 168 time: 0.7126932 Aug 16 22:58:32.112655 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced50754-389e-413c-8978-d44a84bb3505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ad6394-3e39-4386-b02d-4a7c32c3940e,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:32.133876 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-190d6af7-4d3f-45df-b3d9-76d0abd05297 req-0c4ce22d-b77f-48c9-b244-5857ce2ac6da tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Network 5afa7f88-eeaa-4717-8103-9ee9125ee829 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:58:32.146672 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-190d6af7-4d3f-45df-b3d9-76d0abd05297 req-0c4ce22d-b77f-48c9-b244-5857ce2ac6da tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:58:32.147189 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c3865d-ad3f-4699-b206-c275a85ac82c admin admin] Pushing event updated for resources: {'Port': ['ID=b08c8455-e212-4802-bfea-8f4fd414ea62,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:32.148343 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4ce22d-b77f-48c9-b244-5857ce2ac6da tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Pushing event updated for resources: {'Port': ['ID=f76ff7c2-7568-4d63-914b-ac347c5537cb,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:32.162056 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-190d6af7-4d3f-45df-b3d9-76d0abd05297 req-0c4ce22d-b77f-48c9-b244-5857ce2ac6da tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:58:32.186722 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c3865d-ad3f-4699-b206-c275a85ac82c admin admin] Network 7f2b7f0f-c2db-4830-955e-a5cf31dd13e9 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:58:32.191194 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-f9c3865d-ad3f-4699-b206-c275a85ac82c admin admin] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:58:32.198805 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c3865d-ad3f-4699-b206-c275a85ac82c admin admin] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:58:32.284190 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f9c3865d-ad3f-4699-b206-c275a85ac82c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954230'] for router_interface, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:32.295643 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-db1c8f78-35c1-4b12-b820-931d887308fe tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:32.401112 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190d6af7-4d3f-45df-b3d9-76d0abd05297 req-0c4ce22d-b77f-48c9-b244-5857ce2ac6da tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:32.402094 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-190d6af7-4d3f-45df-b3d9-76d0abd05297 req-0c4ce22d-b77f-48c9-b244-5857ce2ac6da tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:32.407101 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-db1c8f78-35c1-4b12-b820-931d887308fe tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Transition to ACTIVE for port object 4c0bba92-8314-448b-b1c4-fe916f07025c will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:58:32.443722 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-190d6af7-4d3f-45df-b3d9-76d0abd05297 req-0c4ce22d-b77f-48c9-b244-5857ce2ac6da tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0299804 Aug 16 22:58:32.467712 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-190d6af7-4d3f-45df-b3d9-76d0abd05297 req-e8c88cf7-de30-4b80-8726-cec0254cd13e service neutron] Request body: {'port': {'device_id': '90aa8790-398b-4ade-8043-b1a606efe17e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:58:32.513484 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-3d2c0316-c1b1-4fee-bdfc-44feeae779b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754bd5b8-cbe8-4bd0-9ecc-5856fd165103', 'name': 'tempest-TestServerMultinode-2050156570-router', 'tenant_id': '39735c546493487ab27454c1028b75c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.101'}], 'enable_snat': True}, 'gw_port_id': '12edaa4a-5934-4e08-b8c2-49d7a6fd9970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:58:24Z', 'updated_at': '2021-08-16T22:58:27Z', 'revision_number': 3, 'project_id': '39735c546493487ab27454c1028b75c2', 'gw_port': {'id': '12edaa4a-5934-4e08-b8c2-49d7a6fd9970', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:98:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '754bd5b8-cbe8-4bd0-9ecc-5856fd165103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:26Z', 'updated_at': '2021-08-16T22:58:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:32.608636 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-db1c8f78-35c1-4b12-b820-931d887308fe tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:32.661133 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2c0316-c1b1-4fee-bdfc-44feeae779b0 None None] The sync data for ids ['754bd5b8-cbe8-4bd0-9ecc-5856fd165103'] in n-d-791506-26 is: [{'id': '754bd5b8-cbe8-4bd0-9ecc-5856fd165103', 'name': 'tempest-TestServerMultinode-2050156570-router', 'tenant_id': '39735c546493487ab27454c1028b75c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.101'}], 'enable_snat': True}, 'gw_port_id': '12edaa4a-5934-4e08-b8c2-49d7a6fd9970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:58:24Z', 'updated_at': '2021-08-16T22:58:27Z', 'revision_number': 3, 'project_id': '39735c546493487ab27454c1028b75c2', 'gw_port': {'id': '12edaa4a-5934-4e08-b8c2-49d7a6fd9970', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:98:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '754bd5b8-cbe8-4bd0-9ecc-5856fd165103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:26Z', 'updated_at': '2021-08-16T22:58:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:58:32.689458 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-190d6af7-4d3f-45df-b3d9-76d0abd05297 req-e8c88cf7-de30-4b80-8726-cec0254cd13e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:32.721676 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1c8f78-35c1-4b12-b820-931d887308fe tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event updated for resources: {'Port': ['ID=4c0bba92-8314-448b-b1c4-fe916f07025c,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:32.760738 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device d094c7a9-53bd-413b-8d10-902114385e74 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:58:32.837269 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc6cd39-f56e-4c57-9ecb-69a346e78152 req-aa4554a2-5be7-4de7-a194-a782c8ebca84 tempest-VolumesAdminNegativeTest-586704647 tempest-VolumesAdminNegativeTest-586704647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:32.848459 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0dc6cd39-f56e-4c57-9ecb-69a346e78152 req-aa4554a2-5be7-4de7-a194-a782c8ebca84 tempest-VolumesAdminNegativeTest-586704647 tempest-VolumesAdminNegativeTest-586704647-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b80d411-9690-47cb-9593-143d427cd680 HTTP/1.1" status: 200 len: 944 time: 0.1741290 Aug 16 22:58:32.896965 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-8ac3a496-dc90-48c3-8590-57a169973a22 None None] Provisioning for port b08c8455-e212-4802-bfea-8f4fd414ea62 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:58:32.899837 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b71e91-1d6b-4218-baba-b5f2cecd47a2 req-e0745b0b-d045-44ee-9cbd-d5c726c1d755 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:32.909058 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-47b71e91-1d6b-4218-baba-b5f2cecd47a2 req-e0745b0b-d045-44ee-9cbd-d5c726c1d755 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=90aa8790-398b-4ade-8043-b1a606efe17e HTTP/1.1" status: 200 len: 931 time: 0.2988358 Aug 16 22:58:32.918826 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-8ac3a496-dc90-48c3-8590-57a169973a22 None None] Provisioning complete for port b08c8455-e212-4802-bfea-8f4fd414ea62 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:58:32.921855 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-8ac3a496-dc90-48c3-8590-57a169973a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:32.942710 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f9c3865d-ad3f-4699-b206-c275a85ac82c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:32.975676 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0dc6cd39-f56e-4c57-9ecb-69a346e78152 req-5ea4b9b9-fec1-425e-b1fb-99e42cad8eb9 tempest-VolumesAdminNegativeTest-586704647 tempest-VolumesAdminNegativeTest-586704647-project] 10.222.0.36 "GET /v2.0/security-groups?id=941fc217-5d4f-4ddc-addd-f444d70df8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262062 Aug 16 22:58:32.998678 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port d094c7a9-53bd-413b-8d10-902114385e74 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:58:33.018573 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-8ac3a496-dc90-48c3-8590-57a169973a22 None None] Port b08c8455-e212-4802-bfea-8f4fd414ea62 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:58:33.052103 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1c8f78-35c1-4b12-b820-931d887308fe tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:58:33.056164 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-db1c8f78-35c1-4b12-b820-931d887308fe tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:58:33.065166 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1c8f78-35c1-4b12-b820-931d887308fe tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:58:33.080937 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1c8f78-35c1-4b12-b820-931d887308fe tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:33.081627 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-db1c8f78-35c1-4b12-b820-931d887308fe tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:33.083583 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-47b71e91-1d6b-4218-baba-b5f2cecd47a2 req-76300e05-c09b-4b9a-8e7b-b3413f2f1278 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669877 Aug 16 22:58:33.133255 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-db1c8f78-35c1-4b12-b820-931d887308fe tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.2841876 Aug 16 22:58:33.150074 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 40724) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:33.354518 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f9c3865d-ad3f-4699-b206-c275a85ac82c admin admin] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:33.362069 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f9c3865d-ad3f-4699-b206-c275a85ac82c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:33.417549 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256495bc-dd63-4152-b963-a1c3c83533fd tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:33.436311 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256495bc-dd63-4152-b963-a1c3c83533fd tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:33.438032 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-256495bc-dd63-4152-b963-a1c3c83533fd tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2832837 Aug 16 22:58:33.441950 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 40732) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:33.447945 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c3865d-ad3f-4699-b206-c275a85ac82c admin admin] Pushing event updated for resources: {'Port': ['ID=b08c8455-e212-4802-bfea-8f4fd414ea62,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:33.490401 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f9c3865d-ad3f-4699-b206-c275a85ac82c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954122'] for router_interface, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:33.559077 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-190d6af7-4d3f-45df-b3d9-76d0abd05297 req-e8c88cf7-de30-4b80-8726-cec0254cd13e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f76ff7c2-7568-4d63-914b-ac347c5537cb {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:58:33.568671 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-190d6af7-4d3f-45df-b3d9-76d0abd05297 req-e8c88cf7-de30-4b80-8726-cec0254cd13e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:33.664790 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-190d6af7-4d3f-45df-b3d9-76d0abd05297 req-e8c88cf7-de30-4b80-8726-cec0254cd13e service neutron] Transition to ACTIVE for port object f76ff7c2-7568-4d63-914b-ac347c5537cb will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:58:33.682128 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 40738) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:33.688291 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-190d6af7-4d3f-45df-b3d9-76d0abd05297 req-e8c88cf7-de30-4b80-8726-cec0254cd13e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:33.705261 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device e7ee4d7a-7339-4bdd-9249-66d1d879a6fc up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:58:33.715107 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c3865d-ad3f-4699-b206-c275a85ac82c admin admin] Network 7f2b7f0f-c2db-4830-955e-a5cf31dd13e9 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:58:33.718423 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-f9c3865d-ad3f-4699-b206-c275a85ac82c admin admin] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:58:33.776076 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c88cf7-de30-4b80-8726-cec0254cd13e service neutron] Pushing event updated for resources: {'Port': ['ID=f76ff7c2-7568-4d63-914b-ac347c5537cb,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:33.858089 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning for port e7ee4d7a-7339-4bdd-9249-66d1d879a6fc completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:58:33.864822 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port e7ee4d7a-7339-4bdd-9249-66d1d879a6fc triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:58:33.865118 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:33.915465 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-3b184cda-b74a-48ca-9054-b10a0a11d641 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Deleting port 4c0bba92-8314-448b-b1c4-fe916f07025c {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:58:33.915830 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3b184cda-b74a-48ca-9054-b10a0a11d641 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:33.953251 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-f0db0d65-ef43-4515-b4f2-ac43145cbc14 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1249291328-network', 'tenant_id': 'b08a75de41b749f3802fa5f93f450899'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:58:33.953872 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bfdce1a-6682-45d0-bf25-65fc69907e8d None None] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:58:33.995112 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0db0d65-ef43-4515-b4f2-ac43145cbc14 admin admin] Made reservation on behalf of b08a75de41b749f3802fa5f93f450899 for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:58:34.000957 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f0db0d65-ef43-4515-b4f2-ac43145cbc14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:34.004268 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9c3865d-ad3f-4699-b206-c275a85ac82c admin admin] Router 754bd5b8-cbe8-4bd0-9ecc-5856fd165103 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:58:34.016320 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f0db0d65-ef43-4515-b4f2-ac43145cbc14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:34.142569 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-69e539ee-d911-4d31-bad9-5e4a993e930b None None] Provisioning for port d094c7a9-53bd-413b-8d10-902114385e74 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:58:34.226721 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3b184cda-b74a-48ca-9054-b10a0a11d641 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:34.236337 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-69e539ee-d911-4d31-bad9-5e4a993e930b None None] Provisioning complete for port d094c7a9-53bd-413b-8d10-902114385e74 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:58:34.236750 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-69e539ee-d911-4d31-bad9-5e4a993e930b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:34.272311 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-190d6af7-4d3f-45df-b3d9-76d0abd05297 req-e8c88cf7-de30-4b80-8726-cec0254cd13e service neutron] Attempting to bind port f76ff7c2-7568-4d63-914b-ac347c5537cb on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:58:34.272681 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-190d6af7-4d3f-45df-b3d9-76d0abd05297 req-e8c88cf7-de30-4b80-8726-cec0254cd13e service neutron] Attempting to bind port f76ff7c2-7568-4d63-914b-ac347c5537cb by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': 'd9a940b8-4f1c-423f-8b77-621d8ce494fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5afa7f88-eeaa-4717-8103-9ee9125ee829'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:58:34.273027 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190d6af7-4d3f-45df-b3d9-76d0abd05297 req-e8c88cf7-de30-4b80-8726-cec0254cd13e service neutron] Attempting to bind port f76ff7c2-7568-4d63-914b-ac347c5537cb on network 5afa7f88-eeaa-4717-8103-9ee9125ee829 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:58:34.279211 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-3b184cda-b74a-48ca-9054-b10a0a11d641 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Calling delete_port for 4c0bba92-8314-448b-b1c4-fe916f07025c owned by {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:58:34.281869 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190d6af7-4d3f-45df-b3d9-76d0abd05297 req-e8c88cf7-de30-4b80-8726-cec0254cd13e service neutron] Port f76ff7c2-7568-4d63-914b-ac347c5537cb on network 5afa7f88-eeaa-4717-8103-9ee9125ee829 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:58:34.282208 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190d6af7-4d3f-45df-b3d9-76d0abd05297 req-e8c88cf7-de30-4b80-8726-cec0254cd13e service neutron] Attempting to bind port f76ff7c2-7568-4d63-914b-ac347c5537cb on network 5afa7f88-eeaa-4717-8103-9ee9125ee829 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:58:34.296633 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190d6af7-4d3f-45df-b3d9-76d0abd05297 req-e8c88cf7-de30-4b80-8726-cec0254cd13e service neutron] Checking agent: {'id': 'd28e24f9-e5ea-41e1-80bf-3c7943ad7f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:58:34.296990 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190d6af7-4d3f-45df-b3d9-76d0abd05297 req-e8c88cf7-de30-4b80-8726-cec0254cd13e service neutron] Checking segment: {'id': 'd9a940b8-4f1c-423f-8b77-621d8ce494fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5afa7f88-eeaa-4717-8103-9ee9125ee829'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:58:34.297399 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190d6af7-4d3f-45df-b3d9-76d0abd05297 req-e8c88cf7-de30-4b80-8726-cec0254cd13e service neutron] Bound using segment: {'id': 'd9a940b8-4f1c-423f-8b77-621d8ce494fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5afa7f88-eeaa-4717-8103-9ee9125ee829'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:58:34.297860 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-190d6af7-4d3f-45df-b3d9-76d0abd05297 req-e8c88cf7-de30-4b80-8726-cec0254cd13e service neutron] Bound port: f76ff7c2-7568-4d63-914b-ac347c5537cb, host: n-h1-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9a940b8-4f1c-423f-8b77-621d8ce494fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5afa7f88-eeaa-4717-8103-9ee9125ee829'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:58:34.298233 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-190d6af7-4d3f-45df-b3d9-76d0abd05297 req-e8c88cf7-de30-4b80-8726-cec0254cd13e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:34.391044 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:34.411070 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9c3865d-ad3f-4699-b206-c275a85ac82c admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:58:34.431067 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-f9c3865d-ad3f-4699-b206-c275a85ac82c admin admin] 10.222.0.36 "PUT /v2.0/routers/754bd5b8-cbe8-4bd0-9ecc-5856fd165103/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2646246 Aug 16 22:58:34.452415 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e5a839-209c-4ab9-b82d-b4bc91be32a6 req-20aba7f9-09b5-4c9c-b14d-84c86e0ec720 tempest-VolumesAdminNegativeTest-586704647 tempest-VolumesAdminNegativeTest-586704647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:34.453084 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-190d6af7-4d3f-45df-b3d9-76d0abd05297 req-e8c88cf7-de30-4b80-8726-cec0254cd13e service neutron] For port f76ff7c2-7568-4d63-914b-ac347c5537cb, host n-h1-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:58:34.454629 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-16e5a839-209c-4ab9-b82d-b4bc91be32a6 req-20aba7f9-09b5-4c9c-b14d-84c86e0ec720 tempest-VolumesAdminNegativeTest-586704647 tempest-VolumesAdminNegativeTest-586704647-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b80d411-9690-47cb-9593-143d427cd680 HTTP/1.1" status: 200 len: 944 time: 0.2800903 Aug 16 22:58:34.464808 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-190d6af7-4d3f-45df-b3d9-76d0abd05297 req-e8c88cf7-de30-4b80-8726-cec0254cd13e service neutron] For port f76ff7c2-7568-4d63-914b-ac347c5537cb, host n-h1-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=f76ff7c2-7568-4d63-914b-ac347c5537cb,segment=NetworkSegment(d9a940b8-4f1c-423f-8b77-621d8ce494fc),segment_id=d9a940b8-4f1c-423f-8b77-621d8ce494fc)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:58:34.475493 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-190d6af7-4d3f-45df-b3d9-76d0abd05297 req-e8c88cf7-de30-4b80-8726-cec0254cd13e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:34.525051 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190d6af7-4d3f-45df-b3d9-76d0abd05297 req-e8c88cf7-de30-4b80-8726-cec0254cd13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:34.525372 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-190d6af7-4d3f-45df-b3d9-76d0abd05297 req-e8c88cf7-de30-4b80-8726-cec0254cd13e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:34.526716 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-190d6af7-4d3f-45df-b3d9-76d0abd05297 req-e8c88cf7-de30-4b80-8726-cec0254cd13e service neutron] 10.222.0.68 "PUT /v2.0/ports/f76ff7c2-7568-4d63-914b-ac347c5537cb HTTP/1.1" status: 200 len: 1092 time: 2.0726628 Aug 16 22:58:34.527197 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90aa8790-398b-4ade-8043-b1a606efe17e', 'tag': 'f76ff7c2-7568-4d63-914b-ac347c5537cb'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:58:34.531513 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f0db0d65-ef43-4515-b4f2-ac43145cbc14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:34.538416 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b30342c-f36a-4a37-892a-738a9a708484" -d '{"events": [{"name": "network-changed", "server_uuid": "90aa8790-398b-4ade-8043-b1a606efe17e", "tag": "f76ff7c2-7568-4d63-914b-ac347c5537cb"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:58:34.572236 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40656761-fce2-4907-b417-1790ae443716 req-fdf05dbd-8e5d-4b6b-92c1-cf66e9f1b945 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:34.582154 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b80d411-9690-47cb-9593-143d427cd680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7ee4d7a-7339-4bdd-9249-66d1d879a6fc'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:58:34.583362 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-40656761-fce2-4907-b417-1790ae443716 req-fdf05dbd-8e5d-4b6b-92c1-cf66e9f1b945 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=90aa8790-398b-4ade-8043-b1a606efe17e HTTP/1.1" status: 200 len: 943 time: 0.2988460 Aug 16 22:58:34.586468 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f0db0d65-ef43-4515-b4f2-ac43145cbc14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:34.593509 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beb76632-781c-499f-96ab-711e44347127" -d '{"events": [{"server_uuid": "0b80d411-9690-47cb-9593-143d427cd680", "name": "network-vif-plugged", "status": "completed", "tag": "e7ee4d7a-7339-4bdd-9249-66d1d879a6fc"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:58:34.629137 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port e7ee4d7a-7339-4bdd-9249-66d1d879a6fc, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=e7ee4d7a-7339-4bdd-9249-66d1d879a6fc,segment=NetworkSegment(b105d025-72c1-44ec-855d-2a789ba77d3f),segment_id=b105d025-72c1-44ec-855d-2a789ba77d3f)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:58:34.640741 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-69e539ee-d911-4d31-bad9-5e4a993e930b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:34.699895 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-69e539ee-d911-4d31-bad9-5e4a993e930b None None] For port d094c7a9-53bd-413b-8d10-902114385e74, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=d094c7a9-53bd-413b-8d10-902114385e74,segment=NetworkSegment(482572b3-9d65-4375-9c42-925e854722fd),segment_id=482572b3-9d65-4375-9c42-925e854722fd)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:58:34.702272 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:34.704386 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-16e5a839-209c-4ab9-b82d-b4bc91be32a6 req-5d78a30d-cd67-4a2c-9e54-9727b28c443f tempest-VolumesAdminNegativeTest-586704647 tempest-VolumesAdminNegativeTest-586704647-project] 10.222.0.36 "GET /v2.0/security-groups?id=941fc217-5d4f-4ddc-addd-f444d70df8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367356 Aug 16 22:58:34.704660 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 12edaa4a-5934-4e08-b8c2-49d7a6fd9970 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:58:34.709187 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-40656761-fce2-4907-b417-1790ae443716 req-8b48bbba-3956-4fb2-95c4-818e3eebfef4 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058314 Aug 16 22:58:34.710372 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0db0d65-ef43-4515-b4f2-ac43145cbc14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6db8e43-e2f1-40de-ab2a-8a84b612cc10,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:34.727314 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c88cf7-de30-4b80-8726-cec0254cd13e service neutron] Pushing event updated for resources: {'Port': ['ID=f76ff7c2-7568-4d63-914b-ac347c5537cb,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:34.834109 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-69e539ee-d911-4d31-bad9-5e4a993e930b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:34.850076 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3b184cda-b74a-48ca-9054-b10a0a11d641 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:34.850332 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0db0d65-ef43-4515-b4f2-ac43145cbc14 admin admin] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:58:34.853474 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190d6af7-4d3f-45df-b3d9-76d0abd05297 req-b934036e-a91c-47c3-b347-62f2450a6f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:34.855347 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-190d6af7-4d3f-45df-b3d9-76d0abd05297 req-b934036e-a91c-47c3-b347-62f2450a6f56 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bc1dde6b43054c1db1326da283b98f4f&device_id=90aa8790-398b-4ade-8043-b1a606efe17e HTTP/1.1" status: 200 len: 1095 time: 0.2314899 Aug 16 22:58:34.875946 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f0db0d65-ef43-4515-b4f2-ac43145cbc14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:34.879583 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-f0db0d65-ef43-4515-b4f2-ac43145cbc14 admin admin] Added segment aa24d00b-f90e-45f9-b0c6-22b7192b1a80 of type vlan for network ccdeba13-8604-4e37-9502-613d5d9151fc Aug 16 22:58:34.905981 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b184cda-b74a-48ca-9054-b10a0a11d641 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event deleted for resources: {'Port': ['ID=4c0bba92-8314-448b-b1c4-fe916f07025c,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:34.929603 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 12edaa4a-5934-4e08-b8c2-49d7a6fd9970 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:58:34.969058 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b670e5a8-021c-455a-bdd7-e27d305c1af7 x-openstack-request-id: req-b670e5a8-021c-455a-bdd7-e27d305c1af7 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:58:34.969058 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90aa8790-398b-4ade-8043-b1a606efe17e", "tag": "f76ff7c2-7568-4d63-914b-ac347c5537cb", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:58:34.969419 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b670e5a8-021c-455a-bdd7-e27d305c1af7 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:58:34.969924 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90aa8790-398b-4ade-8043-b1a606efe17e', 'tag': 'f76ff7c2-7568-4d63-914b-ac347c5537cb', 'status': 'completed', 'code': 200} Aug 16 22:58:34.971683 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-190d6af7-4d3f-45df-b3d9-76d0abd05297 req-da972b27-9a92-4bf7-b6c6-2bec201407eb service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f76ff7c2-7568-4d63-914b-ac347c5537cb HTTP/1.1" status: 200 len: 217 time: 0.1033108 Aug 16 22:58:34.971944 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 12edaa4a-5934-4e08-b8c2-49d7a6fd9970 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:58:34.972649 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:34.978120 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=e7ee4d7a-7339-4bdd-9249-66d1d879a6fc,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:35.019606 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f0db0d65-ef43-4515-b4f2-ac43145cbc14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:35.072294 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f0db0d65-ef43-4515-b4f2-ac43145cbc14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:35.080623 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0db0d65-ef43-4515-b4f2-ac43145cbc14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:35.081239 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f0db0d65-ef43-4515-b4f2-ac43145cbc14 admin admin] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:35.102671 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9341042f-054c-4fff-93b0-d35a5f60992c x-openstack-request-id: req-9341042f-054c-4fff-93b0-d35a5f60992c {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:58:35.103120 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b80d411-9690-47cb-9593-143d427cd680", "name": "network-vif-plugged", "status": "completed", "tag": "e7ee4d7a-7339-4bdd-9249-66d1d879a6fc", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:58:35.103464 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9341042f-054c-4fff-93b0-d35a5f60992c {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:58:35.103998 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b80d411-9690-47cb-9593-143d427cd680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7ee4d7a-7339-4bdd-9249-66d1d879a6fc', 'code': 200} Aug 16 22:58:35.113276 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3b184cda-b74a-48ca-9054-b10a0a11d641 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:35.115361 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-3b184cda-b74a-48ca-9054-b10a0a11d641 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/ports/4c0bba92-8314-448b-b1c4-fe916f07025c HTTP/1.1" status: 204 len: 168 time: 1.6575847 Aug 16 22:58:35.119874 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 40766) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:35.139419 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-57b49481-22b1-4cc0-98a1-e2a80781712d None None] Provisioning complete for port b08c8455-e212-4802-bfea-8f4fd414ea62 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:58:35.139942 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-57b49481-22b1-4cc0-98a1-e2a80781712d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:35.233036 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-f0db0d65-ef43-4515-b4f2-ac43145cbc14 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5493572 Aug 16 22:58:35.236984 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 40770) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:35.245957 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-c25ccc9f-824b-4957-967b-4ec1dd1724c1 admin admin] Request body: {'subnet': {'network_id': 'ccdeba13-8604-4e37-9502-613d5d9151fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1249291328-subnet', 'tenant_id': 'b08a75de41b749f3802fa5f93f450899', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:58:35.248843 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e539ee-d911-4d31-bad9-5e4a993e930b None None] Pushing event updated for resources: {'Port': ['ID=d094c7a9-53bd-413b-8d10-902114385e74,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:35.261603 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0db0d65-ef43-4515-b4f2-ac43145cbc14 admin admin] Pushing event updated for resources: {'Network': ['ID=ccdeba13-8604-4e37-9502-613d5d9151fc,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:35.266090 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa5f3b-db48-4476-b0bc-454b4614e2a0 req-09f2b5cd-05e0-4447-b6d0-029365c9e54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:35.267799 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9caa5f3b-db48-4476-b0bc-454b4614e2a0 req-09f2b5cd-05e0-4447-b6d0-029365c9e54f service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=0b80d411-9690-47cb-9593-143d427cd680 HTTP/1.1" status: 200 len: 1097 time: 0.1839576 Aug 16 22:58:35.284155 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network ccdeba13-8604-4e37-9502-613d5d9151fc details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:58:35.289619 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-57b49481-22b1-4cc0-98a1-e2a80781712d None None] Port b08c8455-e212-4802-bfea-8f4fd414ea62 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:58:35.324739 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9caa5f3b-db48-4476-b0bc-454b4614e2a0 req-9bc94b59-540a-4d6e-86f8-15109b06858e service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=941fc217-5d4f-4ddc-addd-f444d70df8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491085 Aug 16 22:58:35.328529 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c25ccc9f-824b-4957-967b-4ec1dd1724c1 admin admin] Made reservation on behalf of b08a75de41b749f3802fa5f93f450899 for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:58:35.330787 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c25ccc9f-824b-4957-967b-4ec1dd1724c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:35.331726 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190d6af7-4d3f-45df-b3d9-76d0abd05297 req-6e979cfc-bd5f-43b3-9aed-699c3516058b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:35.334335 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-190d6af7-4d3f-45df-b3d9-76d0abd05297 req-6e979cfc-bd5f-43b3-9aed-699c3516058b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d47d6ce6-f0e6-4637-a178-044cb0396017 HTTP/1.1" status: 200 len: 852 time: 0.3110161 Aug 16 22:58:35.391972 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f29616-fb81-427a-9599-a2406f4368c2 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:35.393596 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f29616-fb81-427a-9599-a2406f4368c2 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:35.395193 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-21f29616-fb81-427a-9599-a2406f4368c2 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2743707 Aug 16 22:58:35.399543 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 40774) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:35.414089 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:35.435989 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-5c853559-1fb5-44f9-a9dc-29f1a7f6df71 None None] Could not find standard attr ID for object 4c0bba92-8314-448b-b1c4-fe916f07025c. {{(pid=101293) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:58:35.478832 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 12edaa4a-5934-4e08-b8c2-49d7a6fd9970, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=12edaa4a-5934-4e08-b8c2-49d7a6fd9970,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:58:35.488742 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:35.506731 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-5c853559-1fb5-44f9-a9dc-29f1a7f6df71 None None] Provisioning complete for port d094c7a9-53bd-413b-8d10-902114385e74 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:58:35.507356 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-5c853559-1fb5-44f9-a9dc-29f1a7f6df71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:35.526655 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-190d6af7-4d3f-45df-b3d9-76d0abd05297 req-d3004fd6-098f-49b1-843f-a6b3314326f6 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5afa7f88-eeaa-4717-8103-9ee9125ee829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1512690 Aug 16 22:58:35.546963 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea3d243d-aa8a-4e9b-95fa-6e1a39798e51 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Deleting subnet aa20eb8c-056f-4b13-8d67-9ac54f37a700 {{(pid=101292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:58:35.557277 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ea3d243d-aa8a-4e9b-95fa-6e1a39798e51 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for subnet, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:35.683681 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ea3d243d-aa8a-4e9b-95fa-6e1a39798e51 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3848860'] for subnet, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:35.710865 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=12edaa4a-5934-4e08-b8c2-49d7a6fd9970,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:35.740418 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 40778) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:35.743538 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5a16ba-f399-4a51-a3d9-9a6f8d2d0192 None None] Sync routers for ids ['754bd5b8-cbe8-4bd0-9ecc-5856fd165103'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:58:35.765698 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5a16ba-f399-4a51-a3d9-9a6f8d2d0192 None None] Routers {'754bd5b8-cbe8-4bd0-9ecc-5856fd165103'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:58:35.766659 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-2a5a16ba-f399-4a51-a3d9-9a6f8d2d0192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:58:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['754bd5b8-cbe8-4bd0-9ecc-5856fd165103'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:35.771238 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-5b016764-6cdd-487e-aed8-fddb785e84f7 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1775613411-network', 'tenant_id': 'beabb45ad18d4f1cbf344de56021417e'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:58:35.805962 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-190d6af7-4d3f-45df-b3d9-76d0abd05297 req-fbe4b1e7-a46a-41fb-8503-b4a2fc806db4 service neutron] 10.222.0.68 "GET /v2.0/networks/5afa7f88-eeaa-4717-8103-9ee9125ee829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682004 Aug 16 22:58:35.996673 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-2a5a16ba-f399-4a51-a3d9-9a6f8d2d0192 None None] Set router 754bd5b8-cbe8-4bd0-9ecc-5856fd165103 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:58:36.022690 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-190d6af7-4d3f-45df-b3d9-76d0abd05297 req-7d8dc01e-661e-4e2c-bf42-ca57dae8c430 service neutron] 10.222.0.68 "GET /v2.0/networks/5afa7f88-eeaa-4717-8103-9ee9125ee829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084298 Aug 16 22:58:36.061479 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b016764-6cdd-487e-aed8-fddb785e84f7 admin admin] Made reservation on behalf of beabb45ad18d4f1cbf344de56021417e for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:58:36.063785 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5b016764-6cdd-487e-aed8-fddb785e84f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:36.081724 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5b016764-6cdd-487e-aed8-fddb785e84f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:36.089449 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-2c4143ef-555a-4a49-8838-376e88983b79 None None] Could not find standard attr ID for object 4c0bba92-8314-448b-b1c4-fe916f07025c. {{(pid=101293) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:58:36.106021 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c25ccc9f-824b-4957-967b-4ec1dd1724c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:36.146984 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db10733-f3b7-40c6-a942-a613f4d571b8 req-1f9c311b-85e4-4cba-8eb2-193786ae9eda tempest-VolumesAdminNegativeTest-586704647 tempest-VolumesAdminNegativeTest-586704647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:36.161090 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2db10733-f3b7-40c6-a942-a613f4d571b8 req-1f9c311b-85e4-4cba-8eb2-193786ae9eda tempest-VolumesAdminNegativeTest-586704647 tempest-VolumesAdminNegativeTest-586704647-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b80d411-9690-47cb-9593-143d427cd680 HTTP/1.1" status: 200 len: 945 time: 0.2774646 Aug 16 22:58:36.198370 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b30342c-f36a-4a37-892a-738a9a708484 req-69ff1569-f09c-4345-b0d5-82c84e43ac6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:36.201949 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6b30342c-f36a-4a37-892a-738a9a708484 req-69ff1569-f09c-4345-b0d5-82c84e43ac6b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bc1dde6b43054c1db1326da283b98f4f&device_id=90aa8790-398b-4ade-8043-b1a606efe17e HTTP/1.1" status: 200 len: 1095 time: 0.1173556 Aug 16 22:58:36.203353 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ea3d243d-aa8a-4e9b-95fa-6e1a39798e51 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:36.231122 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9be263-ca28-4863-b2ee-3166b25ac1a7 req-5afb9efe-985d-43ac-b6a2-7244b7e7709d tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:36.233427 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ea9be263-ca28-4863-b2ee-3166b25ac1a7 req-5afb9efe-985d-43ac-b6a2-7244b7e7709d tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=90aa8790-398b-4ade-8043-b1a606efe17e HTTP/1.1" status: 200 len: 943 time: 0.3723018 Aug 16 22:58:36.343967 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b30342c-f36a-4a37-892a-738a9a708484 req-201bdedc-df08-4281-84ea-c336ee1a1345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:36.345528 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6b30342c-f36a-4a37-892a-738a9a708484 req-201bdedc-df08-4281-84ea-c336ee1a1345 service neutron] 10.222.0.68 "GET /v2.0/networks?id=5afa7f88-eeaa-4717-8103-9ee9125ee829 HTTP/1.1" status: 200 len: 913 time: 0.1353481 Aug 16 22:58:36.347800 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25ccc9f-824b-4957-967b-4ec1dd1724c1 admin admin] Checking segment: {'id': 'aa24d00b-f90e-45f9-b0c6-22b7192b1a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ccdeba13-8604-4e37-9502-613d5d9151fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:58:36.348172 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25ccc9f-824b-4957-967b-4ec1dd1724c1 admin admin] Network hostable DHCP agents. Network: ccdeba13-8604-4e37-9502-613d5d9151fc, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:58:36.373073 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25ccc9f-824b-4957-967b-4ec1dd1724c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9de8e46e-b8d9-4647-885d-959a94072ea7,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:36.403813 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-2a5a16ba-f399-4a51-a3d9-9a6f8d2d0192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754bd5b8-cbe8-4bd0-9ecc-5856fd165103', 'name': 'tempest-TestServerMultinode-2050156570-router', 'tenant_id': '39735c546493487ab27454c1028b75c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.101'}], 'enable_snat': True}, 'gw_port_id': '12edaa4a-5934-4e08-b8c2-49d7a6fd9970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:58:24Z', 'updated_at': '2021-08-16T22:58:32Z', 'revision_number': 4, 'project_id': '39735c546493487ab27454c1028b75c2', 'gw_port': {'id': '12edaa4a-5934-4e08-b8c2-49d7a6fd9970', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:98:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754bd5b8-cbe8-4bd0-9ecc-5856fd165103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:26Z', 'updated_at': '2021-08-16T22:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'b08c8455-e212-4802-bfea-8f4fd414ea62', 'name': '', 'network_id': '7f2b7f0f-c2db-4830-955e-a5cf31dd13e9', 'tenant_id': '39735c546493487ab27454c1028b75c2', 'mac_address': 'fa:16:3e:7d:96:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '754bd5b8-cbe8-4bd0-9ecc-5856fd165103', 'device_owner': 'network:router_interface', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '1dc78d75-a809-48ca-ae4d-06ae824a25e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:31Z', 'updated_at': '2021-08-16T22:58:33Z', 'revision_number': 2, 'project_id': '39735c546493487ab27454c1028b75c2', 'subnets': [{'id': '1dc78d75-a809-48ca-ae4d-06ae824a25e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:36.406698 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6b30342c-f36a-4a37-892a-738a9a708484 req-3edde92f-a822-4514-8685-88c62ce01b0e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f76ff7c2-7568-4d63-914b-ac347c5537cb HTTP/1.1" status: 200 len: 217 time: 0.0523794 Aug 16 22:58:36.409114 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ea9be263-ca28-4863-b2ee-3166b25ac1a7 req-f33ba1ca-94ec-42c5-a74d-888722ec0e35 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282997 Aug 16 22:58:36.467882 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2db10733-f3b7-40c6-a942-a613f4d571b8 req-6176d145-87dd-488e-8108-45ef51ff7ef0 tempest-VolumesAdminNegativeTest-586704647 tempest-VolumesAdminNegativeTest-586704647-project] 10.222.0.36 "GET /v2.0/security-groups?id=941fc217-5d4f-4ddc-addd-f444d70df8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3084776 Aug 16 22:58:36.468238 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5a16ba-f399-4a51-a3d9-9a6f8d2d0192 None None] Checking router: 754bd5b8-cbe8-4bd0-9ecc-5856fd165103 for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:58:36.469535 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b30342c-f36a-4a37-892a-738a9a708484 req-0150e272-2469-447b-b132-b078a78ad774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:36.471307 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6b30342c-f36a-4a37-892a-738a9a708484 req-0150e272-2469-447b-b132-b078a78ad774 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d47d6ce6-f0e6-4637-a178-044cb0396017 HTTP/1.1" status: 200 len: 852 time: 0.0577612 Aug 16 22:58:36.482130 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5a16ba-f399-4a51-a3d9-9a6f8d2d0192 None None] Updating router 754bd5b8-cbe8-4bd0-9ecc-5856fd165103 port b08c8455-e212-4802-bfea-8f4fd414ea62 binding host n-d-791506-26 {{(pid=101293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:58:36.488321 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ea3d243d-aa8a-4e9b-95fa-6e1a39798e51 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26252129'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:36.542550 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6b30342c-f36a-4a37-892a-738a9a708484 req-f849ec06-44dc-4c7c-9197-f8fa43ef4ea2 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5afa7f88-eeaa-4717-8103-9ee9125ee829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630982 Aug 16 22:58:36.546943 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2a5a16ba-f399-4a51-a3d9-9a6f8d2d0192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:36.609710 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25ccc9f-824b-4957-967b-4ec1dd1724c1 admin admin] Network ccdeba13-8604-4e37-9502-613d5d9151fc is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:58:36.616983 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3d243d-aa8a-4e9b-95fa-6e1a39798e51 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event deleted for resources: {'Subnet': ['ID=aa20eb8c-056f-4b13-8d67-9ac54f37a700,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:36.635690 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 12edaa4a-5934-4e08-b8c2-49d7a6fd9970 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:58:36.641410 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ea3d243d-aa8a-4e9b-95fa-6e1a39798e51 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:36.645990 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-ea3d243d-aa8a-4e9b-95fa-6e1a39798e51 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/subnets/aa20eb8c-056f-4b13-8d67-9ac54f37a700 HTTP/1.1" status: 204 len: 168 time: 1.2431133 Aug 16 22:58:36.646925 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278cfd3e-8b67-4476-85b7-77a49ebb7120 None None] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:58:36.647069 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 40790) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:36.656579 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-c25ccc9f-824b-4957-967b-4ec1dd1724c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, ccdeba13-8604-4e37-9502-613d5d9151fc) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:58:36.673865 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25ccc9f-824b-4957-967b-4ec1dd1724c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:36.674576 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c25ccc9f-824b-4957-967b-4ec1dd1724c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:36.712206 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f590929e-07ab-4ba8-8cb1-be685751f2ae None None] Network ccdeba13-8604-4e37-9502-613d5d9151fc requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:58:36.714616 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5b016764-6cdd-487e-aed8-fddb785e84f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:36.730029 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5b016764-6cdd-487e-aed8-fddb785e84f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:36.752822 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-c25ccc9f-824b-4957-967b-4ec1dd1724c1 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5064549 Aug 16 22:58:36.773822 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b016764-6cdd-487e-aed8-fddb785e84f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:58:36.786207 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b016764-6cdd-487e-aed8-fddb785e84f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57734425-7742-4aea-945b-26497b4f536d,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:36.792523 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5b016764-6cdd-487e-aed8-fddb785e84f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:36.792955 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-5b016764-6cdd-487e-aed8-fddb785e84f7 admin admin] Added segment a4288260-b264-4d08-9ed2-806fca9faddc of type vlan for network 4e81d897-fbbc-4223-a414-f8fe6015d48c Aug 16 22:58:36.841845 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5b016764-6cdd-487e-aed8-fddb785e84f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:36.878340 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5b016764-6cdd-487e-aed8-fddb785e84f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:36.879790 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b016764-6cdd-487e-aed8-fddb785e84f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:36.880513 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5b016764-6cdd-487e-aed8-fddb785e84f7 admin admin] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:36.944004 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-5b016764-6cdd-487e-aed8-fddb785e84f7 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1817768 Aug 16 22:58:36.949462 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 40796) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:36.951724 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b016764-6cdd-487e-aed8-fddb785e84f7 admin admin] Pushing event updated for resources: {'Network': ['ID=4e81d897-fbbc-4223-a414-f8fe6015d48c,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:36.957343 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-22d77a0a-66a0-4872-87cf-503ee1fe4476 admin admin] Request body: {'subnet': {'network_id': '4e81d897-fbbc-4223-a414-f8fe6015d48c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1775613411-subnet', 'tenant_id': 'beabb45ad18d4f1cbf344de56021417e', 'ip_version': 4}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:58:36.995913 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22d77a0a-66a0-4872-87cf-503ee1fe4476 admin admin] Made reservation on behalf of beabb45ad18d4f1cbf344de56021417e for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:58:37.003109 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-22d77a0a-66a0-4872-87cf-503ee1fe4476 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:37.076589 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 4e81d897-fbbc-4223-a414-f8fe6015d48c details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:58:37.129009 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-278b012e-d78e-4bcc-aa1c-4fdf9ea1baf8 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4810994 Aug 16 22:58:37.135743 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 40800) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:37.147019 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-cb04c643-1a8c-4fb4-9a39-ea98d7c516cb tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Request body: {'subnet': {'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:58:37.184918 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6b30342c-f36a-4a37-892a-738a9a708484 req-145c5783-8fbe-48c1-97de-19c64ff56a83 service neutron] 10.222.0.68 "GET /v2.0/networks/5afa7f88-eeaa-4717-8103-9ee9125ee829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6339073 Aug 16 22:58:37.348281 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-22d77a0a-66a0-4872-87cf-503ee1fe4476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:37.472800 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6b30342c-f36a-4a37-892a-738a9a708484 req-7a973aff-c4fd-463f-aaae-df1828eb59e3 service neutron] 10.222.0.68 "GET /v2.0/networks/5afa7f88-eeaa-4717-8103-9ee9125ee829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2740939 Aug 16 22:58:37.485296 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb04c643-1a8c-4fb4-9a39-ea98d7c516cb tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Made reservation on behalf of 68b563add1f042a58ab2d8884a30332e for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:58:37.492009 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-cb04c643-1a8c-4fb4-9a39-ea98d7c516cb tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:37.560838 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 40814) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:37.567870 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-915cc322-e29f-4592-9977-341d787fd588 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-914066424-network', 'tenant_id': '30030aa15cc9460995ff0deeb4f7da91'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:58:37.597328 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-915cc322-e29f-4592-9977-341d787fd588 admin admin] Made reservation on behalf of 30030aa15cc9460995ff0deeb4f7da91 for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:58:37.601775 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-915cc322-e29f-4592-9977-341d787fd588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:37.615414 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-915cc322-e29f-4592-9977-341d787fd588 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:37.639728 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9fe5ca-d74a-4348-8854-93dda4a41cf9 None None] Network ccdeba13-8604-4e37-9502-613d5d9151fc requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:58:37.710940 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 12edaa4a-5934-4e08-b8c2-49d7a6fd9970 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:58:37.711316 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:37.834730 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-915cc322-e29f-4592-9977-341d787fd588 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:37.849897 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-915cc322-e29f-4592-9977-341d787fd588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:37.869405 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f39b7b1-e022-4397-8d1e-6e796dfb87a9 None None] DHCP port deletion for 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:58:37.912453 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915cc322-e29f-4592-9977-341d787fd588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed06c0f-2dd0-435a-a16a-5abdb38d0bfa,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:37.917156 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2a5a16ba-f399-4a51-a3d9-9a6f8d2d0192 None None] Notify callbacks [] for port, precommit_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:37.922970 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915cc322-e29f-4592-9977-341d787fd588 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:58:37.923354 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915cc322-e29f-4592-9977-341d787fd588 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:58:37.923739 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915cc322-e29f-4592-9977-341d787fd588 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:58:37.924138 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915cc322-e29f-4592-9977-341d787fd588 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:58:37.924945 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915cc322-e29f-4592-9977-341d787fd588 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:58:37.925292 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915cc322-e29f-4592-9977-341d787fd588 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:58:37.925631 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915cc322-e29f-4592-9977-341d787fd588 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:58:37.925967 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915cc322-e29f-4592-9977-341d787fd588 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:58:37.926310 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915cc322-e29f-4592-9977-341d787fd588 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:58:37.926657 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915cc322-e29f-4592-9977-341d787fd588 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:58:37.927198 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915cc322-e29f-4592-9977-341d787fd588 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:58:37.927553 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915cc322-e29f-4592-9977-341d787fd588 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:58:37.954482 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-915cc322-e29f-4592-9977-341d787fd588 admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:58:37.969840 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-915cc322-e29f-4592-9977-341d787fd588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:37.970488 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-915cc322-e29f-4592-9977-341d787fd588 admin admin] Added segment 4dff6652-a63d-415e-8d87-0aa91a9ded03 of type vlan for network ee02374e-c45f-48f3-9b76-69a465779f82 Aug 16 22:58:37.977251 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-2a5a16ba-f399-4a51-a3d9-9a6f8d2d0192 None None] Transition to ACTIVE for port object b08c8455-e212-4802-bfea-8f4fd414ea62 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:58:37.989265 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2a5a16ba-f399-4a51-a3d9-9a6f8d2d0192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:37.994093 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device d094c7a9-53bd-413b-8d10-902114385e74 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:58:38.025466 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-915cc322-e29f-4592-9977-341d787fd588 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:38.061314 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-915cc322-e29f-4592-9977-341d787fd588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:38.062399 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915cc322-e29f-4592-9977-341d787fd588 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:38.064121 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-915cc322-e29f-4592-9977-341d787fd588 admin admin] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:38.089594 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8ae976-853c-4c85-81b0-a39325c4e340 None None] Pushing event updated for resources: {'Port': ['ID=b08c8455-e212-4802-bfea-8f4fd414ea62,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:38.097382 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d77a0a-66a0-4872-87cf-503ee1fe4476 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45b5f42f-80e2-4f3a-abbd-619a10b58151,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:38.102419 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-2f39b7b1-e022-4397-8d1e-6e796dfb87a9 None None] Deleting port d094c7a9-53bd-413b-8d10-902114385e74 {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:58:38.103030 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2f39b7b1-e022-4397-8d1e-6e796dfb87a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:38.194189 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d77a0a-66a0-4872-87cf-503ee1fe4476 admin admin] Checking segment: {'id': 'a4288260-b264-4d08-9ed2-806fca9faddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '4e81d897-fbbc-4223-a414-f8fe6015d48c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:58:38.194852 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d77a0a-66a0-4872-87cf-503ee1fe4476 admin admin] Network hostable DHCP agents. Network: 4e81d897-fbbc-4223-a414-f8fe6015d48c, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:58:38.226345 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6e1d16-77bf-4acf-b7e0-abd15009e230 req-46c508fa-1913-461c-8e82-9bab255a28fc tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:38.229257 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ed6e1d16-77bf-4acf-b7e0-abd15009e230 req-46c508fa-1913-461c-8e82-9bab255a28fc tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=90aa8790-398b-4ade-8043-b1a606efe17e HTTP/1.1" status: 200 len: 943 time: 0.1823270 Aug 16 22:58:38.241612 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port d094c7a9-53bd-413b-8d10-902114385e74 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:58:38.242600 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:38.253090 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-915cc322-e29f-4592-9977-341d787fd588 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6883092 Aug 16 22:58:38.254221 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26848efe-f633-42fe-8583-d80ede9b0686 req-852c47a8-3160-4770-a656-55d6a00deebe tempest-VolumesAdminNegativeTest-586704647 tempest-VolumesAdminNegativeTest-586704647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:38.256083 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-26848efe-f633-42fe-8583-d80ede9b0686 req-852c47a8-3160-4770-a656-55d6a00deebe tempest-VolumesAdminNegativeTest-586704647 tempest-VolumesAdminNegativeTest-586704647-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b80d411-9690-47cb-9593-143d427cd680 HTTP/1.1" status: 200 len: 945 time: 0.2137580 Aug 16 22:58:38.259360 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 40820) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:38.271561 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-4d74f214-2929-44b8-92f0-52cfedddd4ad admin admin] Request body: {'subnet': {'network_id': 'ee02374e-c45f-48f3-9b76-69a465779f82', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-914066424-subnet', 'tenant_id': '30030aa15cc9460995ff0deeb4f7da91', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:58:38.278134 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915cc322-e29f-4592-9977-341d787fd588 admin admin] Pushing event updated for resources: {'Network': ['ID=ee02374e-c45f-48f3-9b76-69a465779f82,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:38.328002 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-2a5a16ba-f399-4a51-a3d9-9a6f8d2d0192 None None] Attempting to bind port b08c8455-e212-4802-bfea-8f4fd414ea62 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:58:38.328302 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-2a5a16ba-f399-4a51-a3d9-9a6f8d2d0192 None None] Attempting to bind port b08c8455-e212-4802-bfea-8f4fd414ea62 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '12b6c578-0a1d-41ec-bf80-cafcccaeeccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7f2b7f0f-c2db-4830-955e-a5cf31dd13e9'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:58:38.328697 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5a16ba-f399-4a51-a3d9-9a6f8d2d0192 None None] Attempting to bind port b08c8455-e212-4802-bfea-8f4fd414ea62 on network 7f2b7f0f-c2db-4830-955e-a5cf31dd13e9 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:58:38.341398 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network ee02374e-c45f-48f3-9b76-69a465779f82 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:58:38.366011 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d77a0a-66a0-4872-87cf-503ee1fe4476 admin admin] Network 4e81d897-fbbc-4223-a414-f8fe6015d48c is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:58:38.420323 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-22d77a0a-66a0-4872-87cf-503ee1fe4476 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 4e81d897-fbbc-4223-a414-f8fe6015d48c) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:58:38.423118 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5a16ba-f399-4a51-a3d9-9a6f8d2d0192 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:58:38.423928 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5a16ba-f399-4a51-a3d9-9a6f8d2d0192 None None] Checking segment: {'id': '12b6c578-0a1d-41ec-bf80-cafcccaeeccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7f2b7f0f-c2db-4830-955e-a5cf31dd13e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:58:38.424399 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2a5a16ba-f399-4a51-a3d9-9a6f8d2d0192 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:38.424798 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5a16ba-f399-4a51-a3d9-9a6f8d2d0192 None None] Bound using segment: {'id': '12b6c578-0a1d-41ec-bf80-cafcccaeeccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7f2b7f0f-c2db-4830-955e-a5cf31dd13e9'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:58:38.425287 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-2a5a16ba-f399-4a51-a3d9-9a6f8d2d0192 None None] Bound port: b08c8455-e212-4802-bfea-8f4fd414ea62, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12b6c578-0a1d-41ec-bf80-cafcccaeeccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7f2b7f0f-c2db-4830-955e-a5cf31dd13e9'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:58:38.425972 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2a5a16ba-f399-4a51-a3d9-9a6f8d2d0192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:38.433138 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d74f214-2929-44b8-92f0-52cfedddd4ad admin admin] Made reservation on behalf of 30030aa15cc9460995ff0deeb4f7da91 for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:58:38.436091 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4d74f214-2929-44b8-92f0-52cfedddd4ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:38.453825 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-2f39b7b1-e022-4397-8d1e-6e796dfb87a9 None None] For port d094c7a9-53bd-413b-8d10-902114385e74, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=d094c7a9-53bd-413b-8d10-902114385e74,segment=NetworkSegment(482572b3-9d65-4375-9c42-925e854722fd),segment_id=482572b3-9d65-4375-9c42-925e854722fd)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:58:38.454229 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2f39b7b1-e022-4397-8d1e-6e796dfb87a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:38.455449 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d77a0a-66a0-4872-87cf-503ee1fe4476 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:38.456064 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-22d77a0a-66a0-4872-87cf-503ee1fe4476 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:38.459049 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a446a231-cb25-4199-bf4d-a8147f3cf470 None None] Network 4e81d897-fbbc-4223-a414-f8fe6015d48c requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:58:38.513590 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ed6e1d16-77bf-4acf-b7e0-abd15009e230 req-674991f7-9585-46ee-b13e-e051129ac4ab tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763281 Aug 16 22:58:38.560589 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-2f39b7b1-e022-4397-8d1e-6e796dfb87a9 None None] Calling delete_port for d094c7a9-53bd-413b-8d10-902114385e74 owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:58:38.579675 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-26848efe-f633-42fe-8583-d80ede9b0686 req-5bd6df1b-4f56-4a71-9d9c-1fff5166741d tempest-VolumesAdminNegativeTest-586704647 tempest-VolumesAdminNegativeTest-586704647-project] 10.222.0.36 "GET /v2.0/security-groups?id=941fc217-5d4f-4ddc-addd-f444d70df8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728400 Aug 16 22:58:38.629083 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 40826) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:38.634214 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-cf7a64b5-0106-4dde-b43e-26f4dace7c9b admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1775613411-router', 'tenant_id': 'beabb45ad18d4f1cbf344de56021417e', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:58:38.643765 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-22d77a0a-66a0-4872-87cf-503ee1fe4476 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6923234 Aug 16 22:58:38.648207 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-2a5a16ba-f399-4a51-a3d9-9a6f8d2d0192 None None] For port b08c8455-e212-4802-bfea-8f4fd414ea62, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:58:38.651467 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-2a5a16ba-f399-4a51-a3d9-9a6f8d2d0192 None None] For port b08c8455-e212-4802-bfea-8f4fd414ea62, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=b08c8455-e212-4802-bfea-8f4fd414ea62,segment=NetworkSegment(12b6c578-0a1d-41ec-bf80-cafcccaeeccd),segment_id=12b6c578-0a1d-41ec-bf80-cafcccaeeccd)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:58:38.700213 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cf7a64b5-0106-4dde-b43e-26f4dace7c9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:38.704987 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cf7a64b5-0106-4dde-b43e-26f4dace7c9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:38.711986 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-cb04c643-1a8c-4fb4-9a39-ea98d7c516cb tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:38.736078 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2a5a16ba-f399-4a51-a3d9-9a6f8d2d0192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:38.851539 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb04c643-1a8c-4fb4-9a39-ea98d7c516cb tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event updated for resources: {'Subnet': ['ID=62c1426a-f8a1-4b54-b03a-0dd894b4a81b,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:38.870314 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb04c643-1a8c-4fb4-9a39-ea98d7c516cb tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:58:38.880466 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-cb04c643-1a8c-4fb4-9a39-ea98d7c516cb tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:58:38.890263 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb04c643-1a8c-4fb4-9a39-ea98d7c516cb tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:38.893334 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-cb04c643-1a8c-4fb4-9a39-ea98d7c516cb tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:38.893652 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cf7a64b5-0106-4dde-b43e-26f4dace7c9b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:38.907899 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device d094c7a9-53bd-413b-8d10-902114385e74 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:58:38.926496 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb04c643-1a8c-4fb4-9a39-ea98d7c516cb tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:58:38.928459 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb04c643-1a8c-4fb4-9a39-ea98d7c516cb tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:58:38.930313 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb04c643-1a8c-4fb4-9a39-ea98d7c516cb tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:58:38.930819 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb04c643-1a8c-4fb4-9a39-ea98d7c516cb tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:58:38.933570 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb04c643-1a8c-4fb4-9a39-ea98d7c516cb tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:58:38.934040 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb04c643-1a8c-4fb4-9a39-ea98d7c516cb tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:58:38.937481 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb04c643-1a8c-4fb4-9a39-ea98d7c516cb tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:58:38.938081 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb04c643-1a8c-4fb4-9a39-ea98d7c516cb tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:58:38.938707 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb04c643-1a8c-4fb4-9a39-ea98d7c516cb tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:58:38.939231 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb04c643-1a8c-4fb4-9a39-ea98d7c516cb tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:58:38.939792 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb04c643-1a8c-4fb4-9a39-ea98d7c516cb tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:58:38.940447 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb04c643-1a8c-4fb4-9a39-ea98d7c516cb tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:58:38.959784 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-cb04c643-1a8c-4fb4-9a39-ea98d7c516cb tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8222711 Aug 16 22:58:38.964955 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 40828) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:38.982461 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-42a75c79-1c66-4b82-927e-acfe083ef19b tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Request body: {'port': {'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'name': 'tempest-NetworksTestDHCPv6-846587303'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:58:38.990447 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5a16ba-f399-4a51-a3d9-9a6f8d2d0192 None None] Routers {'754bd5b8-cbe8-4bd0-9ecc-5856fd165103'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:58:38.991161 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-2a5a16ba-f399-4a51-a3d9-9a6f8d2d0192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:58:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['754bd5b8-cbe8-4bd0-9ecc-5856fd165103'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:39.077379 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8ae976-853c-4c85-81b0-a39325c4e340 None None] Pushing event updated for resources: {'Port': ['ID=b08c8455-e212-4802-bfea-8f4fd414ea62,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:39.149341 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2057cfe-c2bd-4df7-95c6-35a248787939 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-4e81d897-fbbc-4223-a414-f8fe6015d48c', 'network_id': '4e81d897-fbbc-4223-a414-f8fe6015d48c', 'tenant_id': 'beabb45ad18d4f1cbf344de56021417e', 'fixed_ips': [{'subnet_id': '45b5f42f-80e2-4f3a-abbd-619a10b58151'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:58:39.150321 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a2057cfe-c2bd-4df7-95c6-35a248787939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:39.366379 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cf7a64b5-0106-4dde-b43e-26f4dace7c9b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:39.374842 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-2a5a16ba-f399-4a51-a3d9-9a6f8d2d0192 None None] Set router 754bd5b8-cbe8-4bd0-9ecc-5856fd165103 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:58:39.426067 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4d74f214-2929-44b8-92f0-52cfedddd4ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:39.458078 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2f39b7b1-e022-4397-8d1e-6e796dfb87a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:39.493276 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42a75c79-1c66-4b82-927e-acfe083ef19b tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Made reservation on behalf of 68b563add1f042a58ab2d8884a30332e for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:58:39.499707 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-42a75c79-1c66-4b82-927e-acfe083ef19b tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:39.581539 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [None req-42a75c79-1c66-4b82-927e-acfe083ef19b tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] device_id is not set on port b05b80c5-68d0-431c-9b22-cbb1974dbf0e yet. {{(pid=101292) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:58:39.607092 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f39b7b1-e022-4397-8d1e-6e796dfb87a9 None None] Pushing event deleted for resources: {'Port': ['ID=d094c7a9-53bd-413b-8d10-902114385e74,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:39.621390 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f39b7b1-e022-4397-8d1e-6e796dfb87a9 None None] No DVR routers for this DVR port d094c7a9-53bd-413b-8d10-902114385e74 on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:58:39.623483 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:39.703089 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f554f9cc-c407-4d09-a8f0-1463720049fb None None] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:58:39.780649 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device f76ff7c2-7568-4d63-914b-ac347c5537cb details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:58:39.815663 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cf7a64b5-0106-4dde-b43e-26f4dace7c9b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:39.877172 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cf7a64b5-0106-4dde-b43e-26f4dace7c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:39.938528 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-42a75c79-1c66-4b82-927e-acfe083ef19b tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Allocated IP 2001:db8::d9 (09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5/62c1426a-f8a1-4b54-b03a-0dd894b4a81b/b05b80c5-68d0-431c-9b22-cbb1974dbf0e) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:58:40.012466 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d74f214-2929-44b8-92f0-52cfedddd4ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6750096-b466-4a26-86ec-2d3999fd8397,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:40.051637 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d74f214-2929-44b8-92f0-52cfedddd4ad admin admin] Checking segment: {'id': '4dff6652-a63d-415e-8d87-0aa91a9ded03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'ee02374e-c45f-48f3-9b76-69a465779f82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:58:40.051998 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d74f214-2929-44b8-92f0-52cfedddd4ad admin admin] Network hostable DHCP agents. Network: ee02374e-c45f-48f3-9b76-69a465779f82, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:58:40.079849 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158b31d1-675e-4c68-aa00-fb04e72e5254 req-921af0f8-4695-4086-a031-a9eddc5ab70e tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:40.087426 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-158b31d1-675e-4c68-aa00-fb04e72e5254 req-921af0f8-4695-4086-a031-a9eddc5ab70e tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=90aa8790-398b-4ade-8043-b1a606efe17e HTTP/1.1" status: 200 len: 943 time: 0.1704912 Aug 16 22:58:40.098289 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-cf7a64b5-0106-4dde-b43e-26f4dace7c9b admin admin] Allocated IP 172.25.4.18 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/2daa7008-47ae-4918-8284-43e624b66d33) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:58:40.205481 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.db.resource_extend [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 22:58:40.212849 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-158b31d1-675e-4c68-aa00-fb04e72e5254 req-535d2ee9-1dfa-43ed-8651-15e06ba55571 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245017 Aug 16 22:58:40.215976 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d74f214-2929-44b8-92f0-52cfedddd4ad admin admin] Network ee02374e-c45f-48f3-9b76-69a465779f82 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:58:40.237923 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-4d74f214-2929-44b8-92f0-52cfedddd4ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, ee02374e-c45f-48f3-9b76-69a465779f82) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:58:40.243473 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d74f214-2929-44b8-92f0-52cfedddd4ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:40.244109 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4d74f214-2929-44b8-92f0-52cfedddd4ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:40.300832 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee38306-a098-4f33-97e4-f3ccb0282cca None None] Network ee02374e-c45f-48f3-9b76-69a465779f82 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:58:40.306970 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-4d74f214-2929-44b8-92f0-52cfedddd4ad admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.0429671 Aug 16 22:58:40.338994 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-42a75c79-1c66-4b82-927e-acfe083ef19b tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:40.354354 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-a2057cfe-c2bd-4df7-95c6-35a248787939 None None] Allocated IP 172.20.0.2 (4e81d897-fbbc-4223-a414-f8fe6015d48c/45b5f42f-80e2-4f3a-abbd-619a10b58151/77c8b906-43e0-4a33-852f-ba3fcde619c8) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:58:40.395107 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [None req-42a75c79-1c66-4b82-927e-acfe083ef19b tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Transition to ACTIVE for port object b05b80c5-68d0-431c-9b22-cbb1974dbf0e will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:58:40.446255 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cf7a64b5-0106-4dde-b43e-26f4dace7c9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:40.504398 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-42a75c79-1c66-4b82-927e-acfe083ef19b tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:40.577791 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cf7a64b5-0106-4dde-b43e-26f4dace7c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:40.607263 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a75c79-1c66-4b82-927e-acfe083ef19b tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:58:40.610559 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-42a75c79-1c66-4b82-927e-acfe083ef19b tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:58:40.617616 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a75c79-1c66-4b82-927e-acfe083ef19b tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:58:40.631769 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a75c79-1c66-4b82-927e-acfe083ef19b tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:40.632450 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-42a75c79-1c66-4b82-927e-acfe083ef19b tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:40.644928 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port f76ff7c2-7568-4d63-914b-ac347c5537cb, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=f76ff7c2-7568-4d63-914b-ac347c5537cb,segment=NetworkSegment(d9a940b8-4f1c-423f-8b77-621d8ce494fc),segment_id=d9a940b8-4f1c-423f-8b77-621d8ce494fc)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:58:40.663971 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a75c79-1c66-4b82-927e-acfe083ef19b tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event updated for resources: {'Port': ['ID=b05b80c5-68d0-431c-9b22-cbb1974dbf0e,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:40.686228 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-42a75c79-1c66-4b82-927e-acfe083ef19b tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7141049 Aug 16 22:58:40.687649 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 40852) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:40.688482 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7a64b5-0106-4dde-b43e-26f4dace7c9b admin admin] Pushing event updated for resources: {'Port': ['ID=2daa7008-47ae-4918-8284-43e624b66d33,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:40.701708 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7a64b5-0106-4dde-b43e-26f4dace7c9b admin admin] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:58:40.703531 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-cf7a64b5-0106-4dde-b43e-26f4dace7c9b admin admin] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:58:40.706754 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7a64b5-0106-4dde-b43e-26f4dace7c9b admin admin] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:58:40.720101 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': 'f76ff7c2-7568-4d63-914b-ac347c5537cb', 'network_id': '5afa7f88-eeaa-4717-8103-9ee9125ee829', 'port_id': 'f76ff7c2-7568-4d63-914b-ac347c5537cb', 'mac_address': 'fa:16:3e:0f:af:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd47d6ce6-f0e6-4637-a178-044cb0396017', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:58:40.817498 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0050f0-2f00-41c9-9eab-16c67cb72764 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:40.821569 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c0de87-aa09-4cc4-8dd3-6abc2b86cfd1 None None] Network ee02374e-c45f-48f3-9b76-69a465779f82 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:58:40.828091 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-da0050f0-2f00-41c9-9eab-16c67cb72764 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.1383579 Aug 16 22:58:40.828807 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 40858) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:40.973240 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-2a5a16ba-f399-4a51-a3d9-9a6f8d2d0192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754bd5b8-cbe8-4bd0-9ecc-5856fd165103', 'name': 'tempest-TestServerMultinode-2050156570-router', 'tenant_id': '39735c546493487ab27454c1028b75c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.101'}], 'enable_snat': True}, 'gw_port_id': '12edaa4a-5934-4e08-b8c2-49d7a6fd9970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:58:24Z', 'updated_at': '2021-08-16T22:58:32Z', 'revision_number': 4, 'project_id': '39735c546493487ab27454c1028b75c2', 'gw_port': {'id': '12edaa4a-5934-4e08-b8c2-49d7a6fd9970', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:98:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754bd5b8-cbe8-4bd0-9ecc-5856fd165103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:26Z', 'updated_at': '2021-08-16T22:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'b08c8455-e212-4802-bfea-8f4fd414ea62', 'name': '', 'network_id': '7f2b7f0f-c2db-4830-955e-a5cf31dd13e9', 'tenant_id': '39735c546493487ab27454c1028b75c2', 'mac_address': 'fa:16:3e:7d:96:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '754bd5b8-cbe8-4bd0-9ecc-5856fd165103', 'device_owner': 'network:router_interface', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '1dc78d75-a809-48ca-ae4d-06ae824a25e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:31Z', 'updated_at': '2021-08-16T22:58:38Z', 'revision_number': 4, 'project_id': '39735c546493487ab27454c1028b75c2', 'subnets': [{'id': '1dc78d75-a809-48ca-ae4d-06ae824a25e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:40.977245 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85c9a7c-58ff-4fdc-8989-d2f5e358c59c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'tenant_id': '68b563add1f042a58ab2d8884a30332e', 'fixed_ips': [{'subnet_id': '62c1426a-f8a1-4b54-b03a-0dd894b4a81b'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:58:40.978180 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a85c9a7c-58ff-4fdc-8989-d2f5e358c59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:41.055924 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5a16ba-f399-4a51-a3d9-9a6f8d2d0192 None None] The sync data for ids ['754bd5b8-cbe8-4bd0-9ecc-5856fd165103'] in n-d-791506-26 is: [{'id': '754bd5b8-cbe8-4bd0-9ecc-5856fd165103', 'name': 'tempest-TestServerMultinode-2050156570-router', 'tenant_id': '39735c546493487ab27454c1028b75c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.101'}], 'enable_snat': True}, 'gw_port_id': '12edaa4a-5934-4e08-b8c2-49d7a6fd9970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:58:24Z', 'updated_at': '2021-08-16T22:58:32Z', 'revision_number': 4, 'project_id': '39735c546493487ab27454c1028b75c2', 'gw_port': {'id': '12edaa4a-5934-4e08-b8c2-49d7a6fd9970', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:98:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754bd5b8-cbe8-4bd0-9ecc-5856fd165103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:26Z', 'updated_at': '2021-08-16T22:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'b08c8455-e212-4802-bfea-8f4fd414ea62', 'name': '', 'network_id': '7f2b7f0f-c2db-4830-955e-a5cf31dd13e9', 'tenant_id': '39735c546493487ab27454c1028b75c2', 'mac_address': 'fa:16:3e:7d:96:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '754bd5b8-cbe8-4bd0-9ecc-5856fd165103', 'device_owner': 'network:router_interface', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': '1dc78d75-a809-48ca-ae4d-06ae824a25e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:31Z', 'updated_at': '2021-08-16T22:58:38Z', 'revision_number': 4, 'project_id': '39735c546493487ab27454c1028b75c2', 'subnets': [{'id': '1dc78d75-a809-48ca-ae4d-06ae824a25e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:58:41.056460 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-2325c610-8ad0-4aee-b9c8-3d22bf23ebb3 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Deleting port b05b80c5-68d0-431c-9b22-cbb1974dbf0e {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:58:41.056954 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2325c610-8ad0-4aee-b9c8-3d22bf23ebb3 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:41.075559 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:41.079338 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a2057cfe-c2bd-4df7-95c6-35a248787939 None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:41.084419 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:41.119069 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cf7a64b5-0106-4dde-b43e-26f4dace7c9b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:41.153996 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-a2057cfe-c2bd-4df7-95c6-35a248787939 None None] Transition to ACTIVE for port object 77c8b906-43e0-4a33-852f-ba3fcde619c8 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:58:41.185050 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f76ff7c2-7568-4d63-914b-ac347c5537cb {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:58:41.274788 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-a2057cfe-c2bd-4df7-95c6-35a248787939 None None] Transition to ACTIVE for port object 77c8b906-43e0-4a33-852f-ba3fcde619c8 will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:58:41.323499 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a2057cfe-c2bd-4df7-95c6-35a248787939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:41.326941 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port f76ff7c2-7568-4d63-914b-ac347c5537cb, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=f76ff7c2-7568-4d63-914b-ac347c5537cb,segment=NetworkSegment(d9a940b8-4f1c-423f-8b77-621d8ce494fc),segment_id=d9a940b8-4f1c-423f-8b77-621d8ce494fc)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:58:41.347095 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:41.365798 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2325c610-8ad0-4aee-b9c8-3d22bf23ebb3 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:41.402823 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-2325c610-8ad0-4aee-b9c8-3d22bf23ebb3 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Calling delete_port for b05b80c5-68d0-431c-9b22-cbb1974dbf0e owned by {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:58:41.531207 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2057cfe-c2bd-4df7-95c6-35a248787939 None None] Network 4e81d897-fbbc-4223-a414-f8fe6015d48c is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:58:41.533969 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a12ec6-2a93-46ce-8533-0f44581473e7 req-c83125fb-680f-4dcf-9f52-23390684c53f tempest-ServersNegativeTestMultiTenantJSON-1810809852 tempest-ServersNegativeTestMultiTenantJSON-1810809852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:41.541738 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-62a12ec6-2a93-46ce-8533-0f44581473e7 req-c83125fb-680f-4dcf-9f52-23390684c53f tempest-ServersNegativeTestMultiTenantJSON-1810809852 tempest-ServersNegativeTestMultiTenantJSON-1810809852-project] 10.222.0.36 "GET /v2.0/networks?id=ccdeba13-8604-4e37-9502-613d5d9151fc HTTP/1.1" status: 200 len: 825 time: 0.3589797 Aug 16 22:58:41.547004 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-a2057cfe-c2bd-4df7-95c6-35a248787939 None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:58:41.555575 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2057cfe-c2bd-4df7-95c6-35a248787939 None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:58:41.561524 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2057cfe-c2bd-4df7-95c6-35a248787939 None None] Pushing event updated for resources: {'Port': ['ID=77c8b906-43e0-4a33-852f-ba3fcde619c8,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:41.563994 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cf7a64b5-0106-4dde-b43e-26f4dace7c9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:41.583482 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-a85c9a7c-58ff-4fdc-8989-d2f5e358c59c None None] Allocated IP 2001:db8::2 (09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5/62c1426a-f8a1-4b54-b03a-0dd894b4a81b/75d2cbf0-2200-4df2-9c7e-2d6384283539) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:58:41.593009 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45f99d3-fddf-4bfc-af97-4b3127e0dee3 req-8cf66ec7-7e0c-4c84-9bdd-a7347b644d89 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:41.602773 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c45f99d3-fddf-4bfc-af97-4b3127e0dee3 req-8cf66ec7-7e0c-4c84-9bdd-a7347b644d89 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=90aa8790-398b-4ade-8043-b1a606efe17e HTTP/1.1" status: 200 len: 944 time: 0.2119765 Aug 16 22:58:41.632237 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['f76ff7c2-7568-4d63-914b-ac347c5537cb'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:58:41.670048 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-62a12ec6-2a93-46ce-8533-0f44581473e7 req-31243ed3-67c5-439e-a749-38c498ce33bd tempest-ServersNegativeTestMultiTenantJSON-1810809852 tempest-ServersNegativeTestMultiTenantJSON-1810809852-project] 10.222.0.36 "GET /v2.0/quotas/b08a75de41b749f3802fa5f93f450899 HTTP/1.1" status: 200 len: 375 time: 0.1144209 Aug 16 22:58:41.756169 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-62a12ec6-2a93-46ce-8533-0f44581473e7 req-ff194158-338c-4164-ab41-6879264c912c tempest-ServersNegativeTestMultiTenantJSON-1810809852 tempest-ServersNegativeTestMultiTenantJSON-1810809852-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b08a75de41b749f3802fa5f93f450899&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0771532 Aug 16 22:58:41.770016 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c45f99d3-fddf-4bfc-af97-4b3127e0dee3 req-1254c14e-af8d-4f0b-a987-287700b5363e tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679296 Aug 16 22:58:41.810366 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [req-62a12ec6-2a93-46ce-8533-0f44581473e7 req-1e12e2da-8142-4135-8aef-fb9ed63fec1a tempest-ServersNegativeTestMultiTenantJSON-1810809852 tempest-ServersNegativeTestMultiTenantJSON-1810809852-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:58:41.810978 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf7a64b5-0106-4dde-b43e-26f4dace7c9b admin admin] Router 5e6ef5bd-169b-4e83-a8d7-c2d7b84f8d00 is scheduled to L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f with binding_index 1 {{(pid=101291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:58:41.813685 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-62a12ec6-2a93-46ce-8533-0f44581473e7 req-1e12e2da-8142-4135-8aef-fb9ed63fec1a tempest-ServersNegativeTestMultiTenantJSON-1810809852 tempest-ServersNegativeTestMultiTenantJSON-1810809852-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0387433 Aug 16 22:58:41.859799 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-a2057cfe-c2bd-4df7-95c6-35a248787939 None None] Attempting to bind port 77c8b906-43e0-4a33-852f-ba3fcde619c8 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:58:41.860369 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-a2057cfe-c2bd-4df7-95c6-35a248787939 None None] Attempting to bind port 77c8b906-43e0-4a33-852f-ba3fcde619c8 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': 'a4288260-b264-4d08-9ed2-806fca9faddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '4e81d897-fbbc-4223-a414-f8fe6015d48c'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:58:41.860774 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2057cfe-c2bd-4df7-95c6-35a248787939 None None] Attempting to bind port 77c8b906-43e0-4a33-852f-ba3fcde619c8 on network 4e81d897-fbbc-4223-a414-f8fe6015d48c {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:58:41.869777 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=f76ff7c2-7568-4d63-914b-ac347c5537cb,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:41.956153 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2057cfe-c2bd-4df7-95c6-35a248787939 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:58:41.956598 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2057cfe-c2bd-4df7-95c6-35a248787939 None None] Checking segment: {'id': 'a4288260-b264-4d08-9ed2-806fca9faddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '4e81d897-fbbc-4223-a414-f8fe6015d48c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:58:41.957154 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a2057cfe-c2bd-4df7-95c6-35a248787939 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:41.957647 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2057cfe-c2bd-4df7-95c6-35a248787939 None None] Bound using segment: {'id': 'a4288260-b264-4d08-9ed2-806fca9faddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '4e81d897-fbbc-4223-a414-f8fe6015d48c'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:58:41.958258 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-a2057cfe-c2bd-4df7-95c6-35a248787939 None None] Bound port: 77c8b906-43e0-4a33-852f-ba3fcde619c8, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4288260-b264-4d08-9ed2-806fca9faddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '4e81d897-fbbc-4223-a414-f8fe6015d48c'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:58:41.959008 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a2057cfe-c2bd-4df7-95c6-35a248787939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:41.959838 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2325c610-8ad0-4aee-b9c8-3d22bf23ebb3 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:42.068186 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2325c610-8ad0-4aee-b9c8-3d22bf23ebb3 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event deleted for resources: {'Port': ['ID=b05b80c5-68d0-431c-9b22-cbb1974dbf0e,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:42.078699 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf7a64b5-0106-4dde-b43e-26f4dace7c9b admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:58:42.093060 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce5271d-09d0-4da7-8801-fdbf6838bbdd None None] Sync routers for ids ['5e6ef5bd-169b-4e83-a8d7-c2d7b84f8d00'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:58:42.108613 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce5271d-09d0-4da7-8801-fdbf6838bbdd None None] Routers {'5e6ef5bd-169b-4e83-a8d7-c2d7b84f8d00'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:58:42.109250 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-6ce5271d-09d0-4da7-8801-fdbf6838bbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:58:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['5e6ef5bd-169b-4e83-a8d7-c2d7b84f8d00'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:42.109758 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cf7a64b5-0106-4dde-b43e-26f4dace7c9b admin admin] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:42.114499 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-cf7a64b5-0106-4dde-b43e-26f4dace7c9b admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.4805613 Aug 16 22:58:42.116800 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 40886) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:42.195595 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a85c9a7c-58ff-4fdc-8989-d2f5e358c59c None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:42.223588 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-a2057cfe-c2bd-4df7-95c6-35a248787939 None None] For port 77c8b906-43e0-4a33-852f-ba3fcde619c8, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:58:42.277877 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-a2057cfe-c2bd-4df7-95c6-35a248787939 None None] For port 77c8b906-43e0-4a33-852f-ba3fcde619c8, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=77c8b906-43e0-4a33-852f-ba3fcde619c8,segment=NetworkSegment(a4288260-b264-4d08-9ed2-806fca9faddc),segment_id=a4288260-b264-4d08-9ed2-806fca9faddc)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:58:42.296285 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2325c610-8ad0-4aee-b9c8-3d22bf23ebb3 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:42.299690 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-2325c610-8ad0-4aee-b9c8-3d22bf23ebb3 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/ports/b05b80c5-68d0-431c-9b22-cbb1974dbf0e HTTP/1.1" status: 204 len: 168 time: 1.4696801 Aug 16 22:58:42.314352 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-a85c9a7c-58ff-4fdc-8989-d2f5e358c59c None None] Transition to ACTIVE for port object 75d2cbf0-2200-4df2-9c7e-2d6384283539 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:58:42.337604 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a2057cfe-c2bd-4df7-95c6-35a248787939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:42.363204 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-6ce5271d-09d0-4da7-8801-fdbf6838bbdd None None] Set router 5e6ef5bd-169b-4e83-a8d7-c2d7b84f8d00 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:58:42.407330 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 40894) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:42.442653 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-a85c9a7c-58ff-4fdc-8989-d2f5e358c59c None None] Transition to ACTIVE for port object 75d2cbf0-2200-4df2-9c7e-2d6384283539 will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:58:42.570632 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68acbea-4b92-426d-87e4-0b7a33bef1e9 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:42.598118 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68acbea-4b92-426d-87e4-0b7a33bef1e9 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:42.602983 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-f68acbea-4b92-426d-87e4-0b7a33bef1e9 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1946874 Aug 16 22:58:42.613180 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 40898) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:42.636104 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a85c9a7c-58ff-4fdc-8989-d2f5e358c59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:42.654258 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-62a12ec6-2a93-46ce-8533-0f44581473e7 req-d5c63eb5-c1bf-44db-8e54-5c5d1d83695c service neutron] 10.222.0.36 "GET /v2.0/networks/ccdeba13-8604-4e37-9502-613d5d9151fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7680445 Aug 16 22:58:42.729791 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-6ce5271d-09d0-4da7-8801-fdbf6838bbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e6ef5bd-169b-4e83-a8d7-c2d7b84f8d00', 'name': 'tempest-TestServerMultinode-1775613411-router', 'tenant_id': 'beabb45ad18d4f1cbf344de56021417e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '2daa7008-47ae-4918-8284-43e624b66d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:58:38Z', 'updated_at': '2021-08-16T22:58:40Z', 'revision_number': 3, 'project_id': 'beabb45ad18d4f1cbf344de56021417e', 'gw_port': {'id': '2daa7008-47ae-4918-8284-43e624b66d33', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:d3:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e6ef5bd-169b-4e83-a8d7-c2d7b84f8d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1604, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:39Z', 'updated_at': '2021-08-16T22:58:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:42.738900 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85c9a7c-58ff-4fdc-8989-d2f5e358c59c None None] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:58:42.756957 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-a85c9a7c-58ff-4fdc-8989-d2f5e358c59c None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:58:42.768372 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85c9a7c-58ff-4fdc-8989-d2f5e358c59c None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:58:42.865118 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce5271d-09d0-4da7-8801-fdbf6838bbdd None None] Checking router: 5e6ef5bd-169b-4e83-a8d7-c2d7b84f8d00 for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:58:42.879559 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce5271d-09d0-4da7-8801-fdbf6838bbdd None None] Updating router 5e6ef5bd-169b-4e83-a8d7-c2d7b84f8d00 port 2daa7008-47ae-4918-8284-43e624b66d33 binding host n-d-791506-26 {{(pid=101294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:58:42.954494 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-6ce5271d-09d0-4da7-8801-fdbf6838bbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:42.971324 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-62a12ec6-2a93-46ce-8533-0f44581473e7 req-4031cec2-45eb-4fe2-8d97-a2237279ec45 service neutron] 10.222.0.36 "GET /v2.0/networks/ccdeba13-8604-4e37-9502-613d5d9151fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3158305 Aug 16 22:58:43.016068 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-a85c9a7c-58ff-4fdc-8989-d2f5e358c59c None None] Attempting to bind port 75d2cbf0-2200-4df2-9c7e-2d6384283539 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:58:43.016628 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-a85c9a7c-58ff-4fdc-8989-d2f5e358c59c None None] Attempting to bind port 75d2cbf0-2200-4df2-9c7e-2d6384283539 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '482572b3-9d65-4375-9c42-925e854722fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:58:43.016946 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85c9a7c-58ff-4fdc-8989-d2f5e358c59c None None] Attempting to bind port 75d2cbf0-2200-4df2-9c7e-2d6384283539 on network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:58:43.019806 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device b08c8455-e212-4802-bfea-8f4fd414ea62 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:58:43.079371 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2057cfe-c2bd-4df7-95c6-35a248787939 None None] Pushing event updated for resources: {'Port': ['ID=77c8b906-43e0-4a33-852f-ba3fcde619c8,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:43.110467 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85c9a7c-58ff-4fdc-8989-d2f5e358c59c None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:58:43.114085 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85c9a7c-58ff-4fdc-8989-d2f5e358c59c None None] Checking segment: {'id': '482572b3-9d65-4375-9c42-925e854722fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:58:43.116478 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a85c9a7c-58ff-4fdc-8989-d2f5e358c59c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:43.117142 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85c9a7c-58ff-4fdc-8989-d2f5e358c59c None None] Bound using segment: {'id': '482572b3-9d65-4375-9c42-925e854722fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:58:43.118663 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-a85c9a7c-58ff-4fdc-8989-d2f5e358c59c None None] Bound port: 75d2cbf0-2200-4df2-9c7e-2d6384283539, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '482572b3-9d65-4375-9c42-925e854722fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:58:43.120380 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a85c9a7c-58ff-4fdc-8989-d2f5e358c59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:43.306517 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e68f168-6a4f-411d-a357-fe17076690c0 req-72d39dec-319b-4887-9331-e5bd351a35a1 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:43.337424 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7e68f168-6a4f-411d-a357-fe17076690c0 req-72d39dec-319b-4887-9331-e5bd351a35a1 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=90aa8790-398b-4ade-8043-b1a606efe17e HTTP/1.1" status: 200 len: 944 time: 0.1872895 Aug 16 22:58:43.460041 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-82d44dae-52d8-4c23-aa3f-d08f0f0eabd5 req-2f888055-9694-4b6d-96c5-596b62aee9e3 tempest-ServersNegativeTestMultiTenantJSON-1810809852 tempest-ServersNegativeTestMultiTenantJSON-1810809852-project] 10.222.0.36 "GET /v2.0/ports?device_id=671bc8b0-f3f9-4a30-973d-148d0c6962cf HTTP/1.1" status: 200 len: 210 time: 0.0949683 Aug 16 22:58:43.467842 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-a85c9a7c-58ff-4fdc-8989-d2f5e358c59c None None] For port 75d2cbf0-2200-4df2-9c7e-2d6384283539, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:58:43.477368 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-a85c9a7c-58ff-4fdc-8989-d2f5e358c59c None None] For port 75d2cbf0-2200-4df2-9c7e-2d6384283539, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=75d2cbf0-2200-4df2-9c7e-2d6384283539,segment=NetworkSegment(482572b3-9d65-4375-9c42-925e854722fd),segment_id=482572b3-9d65-4375-9c42-925e854722fd)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:58:43.517022 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a85c9a7c-58ff-4fdc-8989-d2f5e358c59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:43.518154 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7e68f168-6a4f-411d-a357-fe17076690c0 req-616aa4c3-b087-4547-a10f-d4fe163a9b47 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753216 Aug 16 22:58:43.540465 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port b08c8455-e212-4802-bfea-8f4fd414ea62 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:58:43.572469 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port b08c8455-e212-4802-bfea-8f4fd414ea62 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:58:43.573143 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:43.632547 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85c9a7c-58ff-4fdc-8989-d2f5e358c59c None None] Pushing event updated for resources: {'Port': ['ID=75d2cbf0-2200-4df2-9c7e-2d6384283539,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:43.721245 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85c9a7c-58ff-4fdc-8989-d2f5e358c59c None None] Pushing event updated for resources: {'Port': ['ID=75d2cbf0-2200-4df2-9c7e-2d6384283539,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:43.789506 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device f76ff7c2-7568-4d63-914b-ac347c5537cb up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:58:43.961238 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-6ce5271d-09d0-4da7-8801-fdbf6838bbdd None None] Notify callbacks [] for port, precommit_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:43.988639 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.provisioning_blocks [None req-6ce5271d-09d0-4da7-8801-fdbf6838bbdd None None] Transition to ACTIVE for port object 2daa7008-47ae-4918-8284-43e624b66d33 will not be triggered until provisioned by entity L2. {{(pid=101294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:58:44.008273 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-6ce5271d-09d0-4da7-8801-fdbf6838bbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:44.047697 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbc4cef1-163f-4376-991b-ee42767ecbc7 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Deleting subnet 62c1426a-f8a1-4b54-b03a-0dd894b4a81b {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:58:44.056431 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cbc4cef1-163f-4376-991b-ee42767ecbc7 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:44.166534 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-6ce5271d-09d0-4da7-8801-fdbf6838bbdd None None] Attempting to bind port 2daa7008-47ae-4918-8284-43e624b66d33 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:58:44.176262 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-6ce5271d-09d0-4da7-8801-fdbf6838bbdd None None] Attempting to bind port 2daa7008-47ae-4918-8284-43e624b66d33 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:58:44.177040 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce5271d-09d0-4da7-8801-fdbf6838bbdd None None] Attempting to bind port 2daa7008-47ae-4918-8284-43e624b66d33 on network c22c4980-c849-406d-982c-a5d68c515a94 {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:58:44.186397 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce5271d-09d0-4da7-8801-fdbf6838bbdd None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:58:44.188187 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce5271d-09d0-4da7-8801-fdbf6838bbdd None None] Checking segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:58:44.193129 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-6ce5271d-09d0-4da7-8801-fdbf6838bbdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:44.193935 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce5271d-09d0-4da7-8801-fdbf6838bbdd None None] Bound using segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:58:44.194672 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-6ce5271d-09d0-4da7-8801-fdbf6838bbdd None None] Bound port: 2daa7008-47ae-4918-8284-43e624b66d33, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:58:44.195334 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-6ce5271d-09d0-4da7-8801-fdbf6838bbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:44.227908 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cbc4cef1-163f-4376-991b-ee42767ecbc7 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:44.242944 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:44.326060 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port b08c8455-e212-4802-bfea-8f4fd414ea62, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=b08c8455-e212-4802-bfea-8f4fd414ea62,segment=NetworkSegment(12b6c578-0a1d-41ec-bf80-cafcccaeeccd),segment_id=12b6c578-0a1d-41ec-bf80-cafcccaeeccd)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:58:44.336117 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:44.362192 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e83250-1f8a-4f6d-81ce-d34655251fad None None] Pushing event updated for resources: {'Port': ['ID=2daa7008-47ae-4918-8284-43e624b66d33,revision_number=2']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:44.375826 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning for port f76ff7c2-7568-4d63-914b-ac347c5537cb completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:58:44.391979 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port f76ff7c2-7568-4d63-914b-ac347c5537cb triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:58:44.392331 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:44.427751 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-6ce5271d-09d0-4da7-8801-fdbf6838bbdd None None] For port 2daa7008-47ae-4918-8284-43e624b66d33, host n-d-791506-26, cleared binding levels {{(pid=101294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:58:44.437429 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-6ce5271d-09d0-4da7-8801-fdbf6838bbdd None None] For port 2daa7008-47ae-4918-8284-43e624b66d33, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=2daa7008-47ae-4918-8284-43e624b66d33,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:58:44.449320 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-6ce5271d-09d0-4da7-8801-fdbf6838bbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:44.463476 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cbc4cef1-163f-4376-991b-ee42767ecbc7 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:44.486509 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=b08c8455-e212-4802-bfea-8f4fd414ea62,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:44.537887 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e83250-1f8a-4f6d-81ce-d34655251fad None None] Pushing event updated for resources: {'Port': ['ID=2daa7008-47ae-4918-8284-43e624b66d33,revision_number=3']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:44.564203 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce5271d-09d0-4da7-8801-fdbf6838bbdd None None] Routers {'5e6ef5bd-169b-4e83-a8d7-c2d7b84f8d00'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:58:44.565585 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-6ce5271d-09d0-4da7-8801-fdbf6838bbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:58:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['5e6ef5bd-169b-4e83-a8d7-c2d7b84f8d00'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:44.697123 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:44.720580 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-84f8b8d0-2acd-4c9d-adf3-429b0ee1af98 req-169ba967-aeee-4a00-a40f-f671bcf5aa1c tempest-ServersNegativeTestMultiTenantJSON-1810809852 tempest-ServersNegativeTestMultiTenantJSON-1810809852-project] 10.222.0.36 "GET /v2.0/ports?device_id=671bc8b0-f3f9-4a30-973d-148d0c6962cf HTTP/1.1" status: 200 len: 210 time: 0.0677545 Aug 16 22:58:44.723885 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cbc4cef1-163f-4376-991b-ee42767ecbc7 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:44.772446 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90aa8790-398b-4ade-8043-b1a606efe17e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f76ff7c2-7568-4d63-914b-ac347c5537cb'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:58:44.777842 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfd3f348-d050-422d-b9d3-7af9492feb33" -d '{"events": [{"server_uuid": "90aa8790-398b-4ade-8043-b1a606efe17e", "name": "network-vif-plugged", "status": "completed", "tag": "f76ff7c2-7568-4d63-914b-ac347c5537cb"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:58:44.850511 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port f76ff7c2-7568-4d63-914b-ac347c5537cb, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=f76ff7c2-7568-4d63-914b-ac347c5537cb,segment=NetworkSegment(d9a940b8-4f1c-423f-8b77-621d8ce494fc),segment_id=d9a940b8-4f1c-423f-8b77-621d8ce494fc)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:58:44.854365 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-6ce5271d-09d0-4da7-8801-fdbf6838bbdd None None] Set router 5e6ef5bd-169b-4e83-a8d7-c2d7b84f8d00 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:58:44.861732 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:44.871779 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc4cef1-163f-4376-991b-ee42767ecbc7 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event deleted for resources: {'Subnet': ['ID=62c1426a-f8a1-4b54-b03a-0dd894b4a81b,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:44.889469 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b4c90c-eebd-40dd-a52b-f2a8ef74e060 req-1b8a6e47-fcfb-4bc3-be47-3cd6d0bd9c68 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:44.920677 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d3b4c90c-eebd-40dd-a52b-f2a8ef74e060 req-1b8a6e47-fcfb-4bc3-be47-3cd6d0bd9c68 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=90aa8790-398b-4ade-8043-b1a606efe17e HTTP/1.1" status: 200 len: 944 time: 0.1803639 Aug 16 22:58:44.938002 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cbc4cef1-163f-4376-991b-ee42767ecbc7 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:44.940822 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-cbc4cef1-163f-4376-991b-ee42767ecbc7 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/subnets/62c1426a-f8a1-4b54-b03a-0dd894b4a81b HTTP/1.1" status: 204 len: 168 time: 2.3212957 Aug 16 22:58:44.944048 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 40932) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:44.969866 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eafd276c-e6b8-4319-a68a-97fec9d435fb x-openstack-request-id: req-eafd276c-e6b8-4319-a68a-97fec9d435fb {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:58:44.970269 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90aa8790-398b-4ade-8043-b1a606efe17e", "name": "network-vif-plugged", "status": "completed", "tag": "f76ff7c2-7568-4d63-914b-ac347c5537cb", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:58:44.970847 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-eafd276c-e6b8-4319-a68a-97fec9d435fb {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:58:44.972635 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90aa8790-398b-4ade-8043-b1a606efe17e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f76ff7c2-7568-4d63-914b-ac347c5537cb', 'code': 200} Aug 16 22:58:44.978170 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56553b1d-dde9-414e-b63d-a942d39cbd0f None None] Network 4e81d897-fbbc-4223-a414-f8fe6015d48c requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:58:45.095802 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d3b4c90c-eebd-40dd-a52b-f2a8ef74e060 req-52483b2c-4fb0-4f54-80d3-092491fc2bf0 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719997 Aug 16 22:58:45.145081 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-10e53210-e24a-49a4-b066-dd667afa1086 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1968238 Aug 16 22:58:45.146132 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 40936) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:45.150420 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-73ce3cea-572e-40a1-abd8-ad178f9b72d3 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Request body: {'subnet': {'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:58:45.274557 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-6ce5271d-09d0-4da7-8801-fdbf6838bbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e6ef5bd-169b-4e83-a8d7-c2d7b84f8d00', 'name': 'tempest-TestServerMultinode-1775613411-router', 'tenant_id': 'beabb45ad18d4f1cbf344de56021417e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '2daa7008-47ae-4918-8284-43e624b66d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:58:38Z', 'updated_at': '2021-08-16T22:58:40Z', 'revision_number': 3, 'project_id': 'beabb45ad18d4f1cbf344de56021417e', 'gw_port': {'id': '2daa7008-47ae-4918-8284-43e624b66d33', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:d3:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e6ef5bd-169b-4e83-a8d7-c2d7b84f8d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1604, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:39Z', 'updated_at': '2021-08-16T22:58:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:45.317237 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b2b742-473f-46c8-9a82-a803b2dcb199 req-91741cc1-d96a-45c4-9313-27c27a349d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:45.318790 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d0b2b742-473f-46c8-9a82-a803b2dcb199 req-91741cc1-d96a-45c4-9313-27c27a349d6c service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=90aa8790-398b-4ade-8043-b1a606efe17e HTTP/1.1" status: 200 len: 1097 time: 0.2652435 Aug 16 22:58:45.353958 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-8b22d325-3387-4e5a-86ae-e9459e5caea6 None None] Provisioning for port 77c8b906-43e0-4a33-852f-ba3fcde619c8 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:58:45.367236 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 75d2cbf0-2200-4df2-9c7e-2d6384283539 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:58:45.410945 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b2f7a3fd-b0d0-444d-86d4-c76e51173cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:45.416096 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d0b2b742-473f-46c8-9a82-a803b2dcb199 req-eec61090-67c1-466c-b3ae-cd9f2de99533 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697334 Aug 16 22:58:45.423907 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce5271d-09d0-4da7-8801-fdbf6838bbdd None None] The sync data for ids ['5e6ef5bd-169b-4e83-a8d7-c2d7b84f8d00'] in n-d-791506-26 is: [{'id': '5e6ef5bd-169b-4e83-a8d7-c2d7b84f8d00', 'name': 'tempest-TestServerMultinode-1775613411-router', 'tenant_id': 'beabb45ad18d4f1cbf344de56021417e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '2daa7008-47ae-4918-8284-43e624b66d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:58:38Z', 'updated_at': '2021-08-16T22:58:40Z', 'revision_number': 3, 'project_id': 'beabb45ad18d4f1cbf344de56021417e', 'gw_port': {'id': '2daa7008-47ae-4918-8284-43e624b66d33', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:d3:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e6ef5bd-169b-4e83-a8d7-c2d7b84f8d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1604, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:39Z', 'updated_at': '2021-08-16T22:58:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:58:45.533646 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=f76ff7c2-7568-4d63-914b-ac347c5537cb,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:45.602261 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ce3cea-572e-40a1-abd8-ad178f9b72d3 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Made reservation on behalf of 68b563add1f042a58ab2d8884a30332e for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:58:45.606463 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-73ce3cea-572e-40a1-abd8-ad178f9b72d3 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:45.615044 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 75d2cbf0-2200-4df2-9c7e-2d6384283539 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:58:45.678063 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 77c8b906-43e0-4a33-852f-ba3fcde619c8 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:58:45.707571 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a12ec6-2a93-46ce-8533-0f44581473e7 req-582945e6-7539-4af2-a5e1-b25537e745db tempest-ServersNegativeTestMultiTenantJSON-1810809852 tempest-ServersNegativeTestMultiTenantJSON-1810809852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:45.709891 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-62a12ec6-2a93-46ce-8533-0f44581473e7 req-582945e6-7539-4af2-a5e1-b25537e745db tempest-ServersNegativeTestMultiTenantJSON-1810809852 tempest-ServersNegativeTestMultiTenantJSON-1810809852-project] 10.222.0.57 "GET /v2.0/networks?id=ccdeba13-8604-4e37-9502-613d5d9151fc HTTP/1.1" status: 200 len: 825 time: 0.3658299 Aug 16 22:58:45.739564 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7922a17-cd11-4193-99eb-f76c15eee68b None None] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:58:45.746483 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-62a12ec6-2a93-46ce-8533-0f44581473e7 req-3272927e-05ff-451a-979b-80a866f0c230 tempest-ServersNegativeTestMultiTenantJSON-1810809852 tempest-ServersNegativeTestMultiTenantJSON-1810809852-project] Request body: {'port': {'device_id': '671bc8b0-f3f9-4a30-973d-148d0c6962cf', 'network_id': 'ccdeba13-8604-4e37-9502-613d5d9151fc', 'admin_state_up': True, 'tenant_id': 'b08a75de41b749f3802fa5f93f450899'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:58:45.799859 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-b2f7a3fd-b0d0-444d-86d4-c76e51173cec admin admin] Allocated IP 172.20.0.1 (4e81d897-fbbc-4223-a414-f8fe6015d48c/45b5f42f-80e2-4f3a-abbd-619a10b58151/2366e30b-8878-4dd1-954e-bdb4872f6000) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:58:45.998490 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b2f7a3fd-b0d0-444d-86d4-c76e51173cec admin admin] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:46.017941 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-b2f7a3fd-b0d0-444d-86d4-c76e51173cec admin admin] Transition to ACTIVE for port object 2366e30b-8878-4dd1-954e-bdb4872f6000 will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:58:46.047077 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-2030e0df-a824-4ae6-8790-8f638e11df30 None None] Provisioning for port 75d2cbf0-2200-4df2-9c7e-2d6384283539 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:58:46.053477 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-2030e0df-a824-4ae6-8790-8f638e11df30 None None] Provisioning complete for port 75d2cbf0-2200-4df2-9c7e-2d6384283539 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:58:46.054115 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2030e0df-a824-4ae6-8790-8f638e11df30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:46.060991 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 77c8b906-43e0-4a33-852f-ba3fcde619c8 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:58:46.084061 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b2f7a3fd-b0d0-444d-86d4-c76e51173cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:46.129196 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 77c8b906-43e0-4a33-852f-ba3fcde619c8 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:58:46.129893 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:46.163082 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f7a3fd-b0d0-444d-86d4-c76e51173cec admin admin] Network 4e81d897-fbbc-4223-a414-f8fe6015d48c is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:58:46.167995 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-b2f7a3fd-b0d0-444d-86d4-c76e51173cec admin admin] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:58:46.193920 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f7a3fd-b0d0-444d-86d4-c76e51173cec admin admin] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:58:46.200855 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f7a3fd-b0d0-444d-86d4-c76e51173cec admin admin] Pushing event updated for resources: {'Port': ['ID=2366e30b-8878-4dd1-954e-bdb4872f6000,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:46.315471 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b2f7a3fd-b0d0-444d-86d4-c76e51173cec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954230'] for router_interface, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:46.452343 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2030e0df-a824-4ae6-8790-8f638e11df30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:46.464693 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-73ce3cea-572e-40a1-abd8-ad178f9b72d3 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:46.472117 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:46.478804 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-050172a1-8142-4e39-9c00-899bab9cdade req-405bf0f8-4d60-4b1f-a6ad-eca034f78d60 tempest-ServersNegativeTestMultiTenantJSON-1810809852 tempest-ServersNegativeTestMultiTenantJSON-1810809852-project] 10.222.0.36 "GET /v2.0/ports?device_id=671bc8b0-f3f9-4a30-973d-148d0c6962cf HTTP/1.1" status: 200 len: 210 time: 0.5608113 Aug 16 22:58:46.523129 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc15bf4-01cf-491e-83e5-79289b72a38f None None] DHCP port deletion for 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:58:46.567315 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ce3cea-572e-40a1-abd8-ad178f9b72d3 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:58:46.570853 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ce3cea-572e-40a1-abd8-ad178f9b72d3 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event updated for resources: {'Subnet': ['ID=d24126e0-69cd-42e8-a95e-bcf0cb55cb51,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:46.583181 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-73ce3cea-572e-40a1-abd8-ad178f9b72d3 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:58:46.587027 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ce3cea-572e-40a1-abd8-ad178f9b72d3 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:46.587919 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-73ce3cea-572e-40a1-abd8-ad178f9b72d3 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:46.622662 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62a12ec6-2a93-46ce-8533-0f44581473e7 req-3272927e-05ff-451a-979b-80a866f0c230 tempest-ServersNegativeTestMultiTenantJSON-1810809852 tempest-ServersNegativeTestMultiTenantJSON-1810809852-project] Made reservation on behalf of b08a75de41b749f3802fa5f93f450899 for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:58:46.627870 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-62a12ec6-2a93-46ce-8533-0f44581473e7 req-3272927e-05ff-451a-979b-80a866f0c230 tempest-ServersNegativeTestMultiTenantJSON-1810809852 tempest-ServersNegativeTestMultiTenantJSON-1810809852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:46.642219 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b2f7a3fd-b0d0-444d-86d4-c76e51173cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:46.748116 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 77c8b906-43e0-4a33-852f-ba3fcde619c8, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=77c8b906-43e0-4a33-852f-ba3fcde619c8,segment=NetworkSegment(a4288260-b264-4d08-9ed2-806fca9faddc),segment_id=a4288260-b264-4d08-9ed2-806fca9faddc)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:58:46.768338 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-2030e0df-a824-4ae6-8790-8f638e11df30 None None] For port 75d2cbf0-2200-4df2-9c7e-2d6384283539, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=75d2cbf0-2200-4df2-9c7e-2d6384283539,segment=NetworkSegment(482572b3-9d65-4375-9c42-925e854722fd),segment_id=482572b3-9d65-4375-9c42-925e854722fd)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:58:46.774833 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:46.776701 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device b08c8455-e212-4802-bfea-8f4fd414ea62 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:58:46.791601 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2030e0df-a824-4ae6-8790-8f638e11df30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:46.813974 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [req-62a12ec6-2a93-46ce-8533-0f44581473e7 req-3272927e-05ff-451a-979b-80a866f0c230 tempest-ServersNegativeTestMultiTenantJSON-1810809852 tempest-ServersNegativeTestMultiTenantJSON-1810809852-project] Allocated IP 172.20.0.7 (ccdeba13-8604-4e37-9502-613d5d9151fc/9de8e46e-b8d9-4647-885d-959a94072ea7/6ead1a33-6bd4-438d-a4e4-45e0bb5463f1) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:58:46.841874 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-2030e0df-a824-4ae6-8790-8f638e11df30 None None] Could not find standard attr ID for object b05b80c5-68d0-431c-9b22-cbb1974dbf0e. {{(pid=101293) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:58:46.946470 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-acc15bf4-01cf-491e-83e5-79289b72a38f None None] Deleting port 75d2cbf0-2200-4df2-9c7e-2d6384283539 {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:58:46.947102 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-acc15bf4-01cf-491e-83e5-79289b72a38f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:47.010275 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b2f7a3fd-b0d0-444d-86d4-c76e51173cec admin admin] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:47.022904 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b2f7a3fd-b0d0-444d-86d4-c76e51173cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:47.045122 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-73ce3cea-572e-40a1-abd8-ad178f9b72d3 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8980684 Aug 16 22:58:47.055220 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 40960) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:47.055686 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=77c8b906-43e0-4a33-852f-ba3fcde619c8,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:47.084345 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19eb9f4-348b-4563-a970-08a732b9e1ae req-ffb58b5c-d05e-4cae-b1ef-ca16aab20faa tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:47.095020 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e19eb9f4-348b-4563-a970-08a732b9e1ae req-ffb58b5c-d05e-4cae-b1ef-ca16aab20faa tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=90aa8790-398b-4ade-8043-b1a606efe17e HTTP/1.1" status: 200 len: 945 time: 0.5257874 Aug 16 22:58:47.129672 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-accf1a9d-b23e-495b-8b71-90acc7ea6b9e tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Request body: {'port': {'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'name': 'tempest-NetworksTestDHCPv6-1737252479'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:58:47.145041 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port b08c8455-e212-4802-bfea-8f4fd414ea62 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:58:47.145579 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:47.192106 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b2f7a3fd-b0d0-444d-86d4-c76e51173cec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954122'] for router_interface, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:47.219806 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-26c2fcb5-6c21-485f-b0a8-e60da7f327c1 None None] Provisioning for port 2366e30b-8878-4dd1-954e-bdb4872f6000 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:58:47.231553 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-26c2fcb5-6c21-485f-b0a8-e60da7f327c1 None None] Provisioning complete for port 2366e30b-8878-4dd1-954e-bdb4872f6000 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:58:47.231789 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-26c2fcb5-6c21-485f-b0a8-e60da7f327c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:47.329997 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f7a3fd-b0d0-444d-86d4-c76e51173cec admin admin] Pushing event updated for resources: {'Port': ['ID=2366e30b-8878-4dd1-954e-bdb4872f6000,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:47.338221 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f7a3fd-b0d0-444d-86d4-c76e51173cec admin admin] Network 4e81d897-fbbc-4223-a414-f8fe6015d48c is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:58:47.339364 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-b2f7a3fd-b0d0-444d-86d4-c76e51173cec admin admin] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:58:47.424406 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-acc15bf4-01cf-491e-83e5-79289b72a38f None None] For port 75d2cbf0-2200-4df2-9c7e-2d6384283539, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=75d2cbf0-2200-4df2-9c7e-2d6384283539,segment=NetworkSegment(482572b3-9d65-4375-9c42-925e854722fd),segment_id=482572b3-9d65-4375-9c42-925e854722fd)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:58:47.425111 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-acc15bf4-01cf-491e-83e5-79289b72a38f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:47.451907 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-62a12ec6-2a93-46ce-8533-0f44581473e7 req-3272927e-05ff-451a-979b-80a866f0c230 tempest-ServersNegativeTestMultiTenantJSON-1810809852 tempest-ServersNegativeTestMultiTenantJSON-1810809852-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:47.466453 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2030e0df-a824-4ae6-8790-8f638e11df30 None None] Pushing event updated for resources: {'Port': ['ID=75d2cbf0-2200-4df2-9c7e-2d6384283539,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:47.475025 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-26c2fcb5-6c21-485f-b0a8-e60da7f327c1 None None] Port 2366e30b-8878-4dd1-954e-bdb4872f6000 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:58:47.481785 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e19eb9f4-348b-4563-a970-08a732b9e1ae req-413d395e-f0dc-4621-b8ac-63d5f5717fd2 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3832033 Aug 16 22:58:47.518572 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-acc15bf4-01cf-491e-83e5-79289b72a38f None None] Calling delete_port for 75d2cbf0-2200-4df2-9c7e-2d6384283539 owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:58:47.525007 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-accf1a9d-b23e-495b-8b71-90acc7ea6b9e tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Made reservation on behalf of 68b563add1f042a58ab2d8884a30332e for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:58:47.533134 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-26c2fcb5-6c21-485f-b0a8-e60da7f327c1 None None] Provisioning complete for port 77c8b906-43e0-4a33-852f-ba3fcde619c8 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:58:47.533803 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-26c2fcb5-6c21-485f-b0a8-e60da7f327c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:47.538090 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-accf1a9d-b23e-495b-8b71-90acc7ea6b9e tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:47.658948 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [None req-accf1a9d-b23e-495b-8b71-90acc7ea6b9e tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] device_id is not set on port 9ddc3624-1492-46fe-aa61-9f08bc7c951d yet. {{(pid=101292) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:58:47.715150 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2f7a3fd-b0d0-444d-86d4-c76e51173cec admin admin] Router 5e6ef5bd-169b-4e83-a8d7-c2d7b84f8d00 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:58:47.771624 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 2daa7008-47ae-4918-8284-43e624b66d33 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:58:47.795474 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-62a12ec6-2a93-46ce-8533-0f44581473e7 req-3272927e-05ff-451a-979b-80a866f0c230 tempest-ServersNegativeTestMultiTenantJSON-1810809852 tempest-ServersNegativeTestMultiTenantJSON-1810809852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:47.956233 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2f7a3fd-b0d0-444d-86d4-c76e51173cec admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:58:47.962092 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-b2f7a3fd-b0d0-444d-86d4-c76e51173cec admin admin] 10.222.0.36 "PUT /v2.0/routers/5e6ef5bd-169b-4e83-a8d7-c2d7b84f8d00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8440392 Aug 16 22:58:47.982433 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-85c7b6f6-f013-4dfd-986b-1e6072c85142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:48.014721 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62a12ec6-2a93-46ce-8533-0f44581473e7 req-3272927e-05ff-451a-979b-80a866f0c230 tempest-ServersNegativeTestMultiTenantJSON-1810809852 tempest-ServersNegativeTestMultiTenantJSON-1810809852-project] Network ccdeba13-8604-4e37-9502-613d5d9151fc is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:58:48.017590 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [req-62a12ec6-2a93-46ce-8533-0f44581473e7 req-3272927e-05ff-451a-979b-80a866f0c230 tempest-ServersNegativeTestMultiTenantJSON-1810809852 tempest-ServersNegativeTestMultiTenantJSON-1810809852-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:58:48.036218 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-62a12ec6-2a93-46ce-8533-0f44581473e7 req-3272927e-05ff-451a-979b-80a866f0c230 tempest-ServersNegativeTestMultiTenantJSON-1810809852 tempest-ServersNegativeTestMultiTenantJSON-1810809852-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:58:48.049670 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3272927e-05ff-451a-979b-80a866f0c230 tempest-ServersNegativeTestMultiTenantJSON-1810809852 tempest-ServersNegativeTestMultiTenantJSON-1810809852-project] Pushing event updated for resources: {'Port': ['ID=6ead1a33-6bd4-438d-a4e4-45e0bb5463f1,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:48.096178 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d12f0-6a5b-430a-b625-39ec30748848 req-295976fe-cf0c-43c3-97fe-c2da7df8adf4 tempest-ServersNegativeTestMultiTenantJSON-1810809852 tempest-ServersNegativeTestMultiTenantJSON-1810809852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:48.101503 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-771d12f0-6a5b-430a-b625-39ec30748848 req-295976fe-cf0c-43c3-97fe-c2da7df8adf4 tempest-ServersNegativeTestMultiTenantJSON-1810809852 tempest-ServersNegativeTestMultiTenantJSON-1810809852-project] 10.222.0.36 "GET /v2.0/ports?device_id=671bc8b0-f3f9-4a30-973d-148d0c6962cf HTTP/1.1" status: 200 len: 931 time: 0.3384485 Aug 16 22:58:48.106696 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 2daa7008-47ae-4918-8284-43e624b66d33 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:58:48.123045 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-acc15bf4-01cf-491e-83e5-79289b72a38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:48.166991 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc15bf4-01cf-491e-83e5-79289b72a38f None None] No DVR routers for this DVR port 75d2cbf0-2200-4df2-9c7e-2d6384283539 on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:58:48.176335 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 2daa7008-47ae-4918-8284-43e624b66d33 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:58:48.177579 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:48.261648 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a12ec6-2a93-46ce-8533-0f44581473e7 req-3272927e-05ff-451a-979b-80a866f0c230 tempest-ServersNegativeTestMultiTenantJSON-1810809852 tempest-ServersNegativeTestMultiTenantJSON-1810809852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:48.264328 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-62a12ec6-2a93-46ce-8533-0f44581473e7 req-3272927e-05ff-451a-979b-80a866f0c230 tempest-ServersNegativeTestMultiTenantJSON-1810809852 tempest-ServersNegativeTestMultiTenantJSON-1810809852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:48.264822 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2bf77c-1cd2-4e56-81d9-22bfe43113a0 None None] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:58:48.270032 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-accf1a9d-b23e-495b-8b71-90acc7ea6b9e tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Allocated IP 2001:db8::1dc (09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5/d24126e0-69cd-42e8-a95e-bcf0cb55cb51/9ddc3624-1492-46fe-aa61-9f08bc7c951d) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:58:48.335853 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-62a12ec6-2a93-46ce-8533-0f44581473e7 req-3272927e-05ff-451a-979b-80a866f0c230 tempest-ServersNegativeTestMultiTenantJSON-1810809852 tempest-ServersNegativeTestMultiTenantJSON-1810809852-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5947640 Aug 16 22:58:48.338852 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-771d12f0-6a5b-430a-b625-39ec30748848 req-416d4079-8dc5-48f4-a9b2-f85027448b4e tempest-ServersNegativeTestMultiTenantJSON-1810809852 tempest-ServersNegativeTestMultiTenantJSON-1810809852-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6db8e43-e2f1-40de-ab2a-8a84b612cc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222347 Aug 16 22:58:48.369651 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afe787e-fb82-4074-a0f4-7ef7b37ecae5 req-b73601f2-3470-4998-9079-d572e8a64ecd tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:48.377933 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5afe787e-fb82-4074-a0f4-7ef7b37ecae5 req-b73601f2-3470-4998-9079-d572e8a64ecd tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=90aa8790-398b-4ade-8043-b1a606efe17e HTTP/1.1" status: 200 len: 945 time: 0.1960354 Aug 16 22:58:48.386806 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-62a12ec6-2a93-46ce-8533-0f44581473e7 req-d84ecda5-0475-4e60-9d26-f076f92e35f9 service neutron] Request body: {'port': {'device_id': '671bc8b0-f3f9-4a30-973d-148d0c6962cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-26'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:58:48.432087 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc15bf4-01cf-491e-83e5-79289b72a38f None None] Pushing event deleted for resources: {'Port': ['ID=75d2cbf0-2200-4df2-9c7e-2d6384283539,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:48.471380 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-e619de60-1be8-4313-99b3-10f03d04b13d None None] Provisioning complete for port 2366e30b-8878-4dd1-954e-bdb4872f6000 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:58:48.472053 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e619de60-1be8-4313-99b3-10f03d04b13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:48.512855 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c8bb24-866c-4741-8371-170dcb29bea6 None None] Sync routers for ids ['5e6ef5bd-169b-4e83-a8d7-c2d7b84f8d00'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:58:48.522019 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-e619de60-1be8-4313-99b3-10f03d04b13d None None] Port 2366e30b-8878-4dd1-954e-bdb4872f6000 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:58:48.535056 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c8bb24-866c-4741-8371-170dcb29bea6 None None] Routers {'5e6ef5bd-169b-4e83-a8d7-c2d7b84f8d00'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:58:48.535780 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-d0c8bb24-866c-4741-8371-170dcb29bea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:58:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['5e6ef5bd-169b-4e83-a8d7-c2d7b84f8d00'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:48.578095 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5afe787e-fb82-4074-a0f4-7ef7b37ecae5 req-7710b0ca-9943-464e-b26b-99cdf23fa35e tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973119 Aug 16 22:58:48.618477 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:48.648465 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-62a12ec6-2a93-46ce-8533-0f44581473e7 req-d84ecda5-0475-4e60-9d26-f076f92e35f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:48.943579 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 2daa7008-47ae-4918-8284-43e624b66d33, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=2daa7008-47ae-4918-8284-43e624b66d33,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:58:48.961178 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:48.962273 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 77c8b906-43e0-4a33-852f-ba3fcde619c8 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:58:48.969628 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-d0c8bb24-866c-4741-8371-170dcb29bea6 None None] Set router 5e6ef5bd-169b-4e83-a8d7-c2d7b84f8d00 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:58:49.096424 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=2daa7008-47ae-4918-8284-43e624b66d33,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:49.194865 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f6e1bd-5712-486f-b956-609a5db0a207 req-9af32365-7034-452c-9e27-d57417e2d695 tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:49.205133 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-47f6e1bd-5712-486f-b956-609a5db0a207 req-9af32365-7034-452c-9e27-d57417e2d695 tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] 10.222.0.36 "GET /v2.0/networks?id=7f2b7f0f-c2db-4830-955e-a5cf31dd13e9 HTTP/1.1" status: 200 len: 911 time: 0.2595475 Aug 16 22:58:49.210637 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-accf1a9d-b23e-495b-8b71-90acc7ea6b9e tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:49.257633 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0bb7f3-01be-4bde-92b1-1919a7d0106a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'tenant_id': '68b563add1f042a58ab2d8884a30332e', 'fixed_ips': [{'subnet_id': 'd24126e0-69cd-42e8-a95e-bcf0cb55cb51'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:58:49.258904 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-3a0bb7f3-01be-4bde-92b1-1919a7d0106a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:49.270912 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [req-62a12ec6-2a93-46ce-8533-0f44581473e7 req-d84ecda5-0475-4e60-9d26-f076f92e35f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ead1a33-6bd4-438d-a4e4-45e0bb5463f1 {{(pid=101292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:58:49.282802 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [None req-accf1a9d-b23e-495b-8b71-90acc7ea6b9e tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Transition to ACTIVE for port object 9ddc3624-1492-46fe-aa61-9f08bc7c951d will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:58:49.289661 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-62a12ec6-2a93-46ce-8533-0f44581473e7 req-d84ecda5-0475-4e60-9d26-f076f92e35f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:49.292895 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-47f6e1bd-5712-486f-b956-609a5db0a207 req-5d48de3a-4232-4403-9ad5-5f527dcb1f53 tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] 10.222.0.36 "GET /v2.0/quotas/beabb45ad18d4f1cbf344de56021417e HTTP/1.1" status: 200 len: 375 time: 0.0732415 Aug 16 22:58:49.311172 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-62a12ec6-2a93-46ce-8533-0f44581473e7 req-d84ecda5-0475-4e60-9d26-f076f92e35f9 service neutron] Transition to ACTIVE for port object 6ead1a33-6bd4-438d-a4e4-45e0bb5463f1 will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:58:49.367747 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-62a12ec6-2a93-46ce-8533-0f44581473e7 req-d84ecda5-0475-4e60-9d26-f076f92e35f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:49.396352 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 77c8b906-43e0-4a33-852f-ba3fcde619c8 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:58:49.396806 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:49.500515 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84ecda5-0475-4e60-9d26-f076f92e35f9 service neutron] Pushing event updated for resources: {'Port': ['ID=6ead1a33-6bd4-438d-a4e4-45e0bb5463f1,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:49.542540 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48868e4-96b3-4511-98dd-f93bb9e5c952 req-bd991d9a-4842-4d1d-8e89-9b4920c2df4e tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:49.545651 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-f48868e4-96b3-4511-98dd-f93bb9e5c952 req-bd991d9a-4842-4d1d-8e89-9b4920c2df4e tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.68 "GET /v2.0/ports?device_id=90aa8790-398b-4ade-8043-b1a606efe17e HTTP/1.1" status: 200 len: 945 time: 0.0758781 Aug 16 22:58:49.560269 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-accf1a9d-b23e-495b-8b71-90acc7ea6b9e tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:49.629752 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-47f6e1bd-5712-486f-b956-609a5db0a207 req-dd67a18a-3f48-4efe-a7b3-45b7ad383bae tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] 10.222.0.36 "GET /v2.0/ports?tenant_id=beabb45ad18d4f1cbf344de56021417e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3204038 Aug 16 22:58:49.686066 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-f48868e4-96b3-4511-98dd-f93bb9e5c952 req-1e9b9f76-815b-4540-8160-0eb9d6ac5ed8 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Deleting port f76ff7c2-7568-4d63-914b-ac347c5537cb {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:58:49.687100 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-f48868e4-96b3-4511-98dd-f93bb9e5c952 req-1e9b9f76-815b-4540-8160-0eb9d6ac5ed8 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:49.774371 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d02a72ce-98ee-4687-bc06-10c82c8bb59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:49.815807 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-3a0bb7f3-01be-4bde-92b1-1919a7d0106a None None] Allocated IP 2001:db8::2 (09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5/d24126e0-69cd-42e8-a95e-bcf0cb55cb51/8e8c6af8-c0c5-4641-a9d7-4bbab59e0b99) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:58:49.828960 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 75d2cbf0-2200-4df2-9c7e-2d6384283539 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:58:49.865114 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-d0c8bb24-866c-4741-8371-170dcb29bea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e6ef5bd-169b-4e83-a8d7-c2d7b84f8d00', 'name': 'tempest-TestServerMultinode-1775613411-router', 'tenant_id': 'beabb45ad18d4f1cbf344de56021417e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '2daa7008-47ae-4918-8284-43e624b66d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:58:38Z', 'updated_at': '2021-08-16T22:58:46Z', 'revision_number': 4, 'project_id': 'beabb45ad18d4f1cbf344de56021417e', 'gw_port': {'id': '2daa7008-47ae-4918-8284-43e624b66d33', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:d3:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e6ef5bd-169b-4e83-a8d7-c2d7b84f8d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1604, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:39Z', 'updated_at': '2021-08-16T22:58:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '2366e30b-8878-4dd1-954e-bdb4872f6000', 'name': '', 'network_id': '4e81d897-fbbc-4223-a414-f8fe6015d48c', 'tenant_id': 'beabb45ad18d4f1cbf344de56021417e', 'mac_address': 'fa:16:3e:1a:bd:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e6ef5bd-169b-4e83-a8d7-c2d7b84f8d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1606, 'fixed_ips': [{'subnet_id': '45b5f42f-80e2-4f3a-abbd-619a10b58151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:45Z', 'updated_at': '2021-08-16T22:58:46Z', 'revision_number': 2, 'project_id': 'beabb45ad18d4f1cbf344de56021417e', 'subnets': [{'id': '45b5f42f-80e2-4f3a-abbd-619a10b58151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:49.868530 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 75d2cbf0-2200-4df2-9c7e-2d6384283539 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:58:49.869090 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 75d2cbf0-2200-4df2-9c7e-2d6384283539 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:58:49.930673 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-f48868e4-96b3-4511-98dd-f93bb9e5c952 req-1e9b9f76-815b-4540-8160-0eb9d6ac5ed8 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] For port f76ff7c2-7568-4d63-914b-ac347c5537cb, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=f76ff7c2-7568-4d63-914b-ac347c5537cb,segment=NetworkSegment(d9a940b8-4f1c-423f-8b77-621d8ce494fc),segment_id=d9a940b8-4f1c-423f-8b77-621d8ce494fc)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:58:49.931223 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c8bb24-866c-4741-8371-170dcb29bea6 None None] Checking router: 5e6ef5bd-169b-4e83-a8d7-c2d7b84f8d00 for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:58:49.931588 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c8bb24-866c-4741-8371-170dcb29bea6 None None] Updating router 5e6ef5bd-169b-4e83-a8d7-c2d7b84f8d00 port 2366e30b-8878-4dd1-954e-bdb4872f6000 binding host n-d-791506-26 {{(pid=101293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:58:49.931934 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-f48868e4-96b3-4511-98dd-f93bb9e5c952 req-1e9b9f76-815b-4540-8160-0eb9d6ac5ed8 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:49.950550 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-f48868e4-96b3-4511-98dd-f93bb9e5c952 req-1e9b9f76-815b-4540-8160-0eb9d6ac5ed8 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Calling delete_port for f76ff7c2-7568-4d63-914b-ac347c5537cb owned by compute:nova {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:58:50.042402 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 2daa7008-47ae-4918-8284-43e624b66d33 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:58:50.073856 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d0c8bb24-866c-4741-8371-170dcb29bea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:50.235077 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-f48868e4-96b3-4511-98dd-f93bb9e5c952 req-1e9b9f76-815b-4540-8160-0eb9d6ac5ed8 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:50.264799 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['f76ff7c2-7568-4d63-914b-ac347c5537cb'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:58:50.291784 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9b9f76-815b-4540-8160-0eb9d6ac5ed8 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Pushing event deleted for resources: {'Port': ['ID=f76ff7c2-7568-4d63-914b-ac347c5537cb,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:50.317932 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-47f6e1bd-5712-486f-b956-609a5db0a207 req-8484072e-2e93-4edf-a4c1-a5d38cf68f6d service neutron] 10.222.0.36 "GET /v2.0/networks/7f2b7f0f-c2db-4830-955e-a5cf31dd13e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6871467 Aug 16 22:58:50.348657 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 2daa7008-47ae-4918-8284-43e624b66d33 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:58:50.352564 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:50.369207 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-f48868e4-96b3-4511-98dd-f93bb9e5c952 req-1e9b9f76-815b-4540-8160-0eb9d6ac5ed8 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] No DVR routers for this DVR port f76ff7c2-7568-4d63-914b-ac347c5537cb on host n-h1-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:58:50.372938 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-f48868e4-96b3-4511-98dd-f93bb9e5c952 req-1e9b9f76-815b-4540-8160-0eb9d6ac5ed8 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:50.375361 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-f48868e4-96b3-4511-98dd-f93bb9e5c952 req-1e9b9f76-815b-4540-8160-0eb9d6ac5ed8 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.68 "DELETE /v2.0/ports/f76ff7c2-7568-4d63-914b-ac347c5537cb HTTP/1.1" status: 204 len: 173 time: 0.8203881 Aug 16 22:58:50.376060 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90aa8790-398b-4ade-8043-b1a606efe17e', 'name': 'network-vif-deleted', 'tag': 'f76ff7c2-7568-4d63-914b-ac347c5537cb'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:58:50.378878 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af29806a-c34a-441b-a965-048264aeff04" -d '{"events": [{"server_uuid": "90aa8790-398b-4ade-8043-b1a606efe17e", "name": "network-vif-deleted", "tag": "f76ff7c2-7568-4d63-914b-ac347c5537cb"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:58:50.447653 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab8b066-8b45-4b95-86aa-949c1aa2d545 req-2046a049-89db-4347-9950-93819432bd91 tempest-ServersNegativeTestMultiTenantJSON-1810809852 tempest-ServersNegativeTestMultiTenantJSON-1810809852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:50.457413 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4ab8b066-8b45-4b95-86aa-949c1aa2d545 req-2046a049-89db-4347-9950-93819432bd91 tempest-ServersNegativeTestMultiTenantJSON-1810809852 tempest-ServersNegativeTestMultiTenantJSON-1810809852-project] 10.222.0.36 "GET /v2.0/ports?device_id=671bc8b0-f3f9-4a30-973d-148d0c6962cf HTTP/1.1" status: 200 len: 943 time: 0.9503121 Aug 16 22:58:50.478223 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-accf1a9d-b23e-495b-8b71-90acc7ea6b9e tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:58:50.505056 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-accf1a9d-b23e-495b-8b71-90acc7ea6b9e tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:58:50.514403 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accf1a9d-b23e-495b-8b71-90acc7ea6b9e tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:58:50.515592 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-3a0bb7f3-01be-4bde-92b1-1919a7d0106a None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:50.524488 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-accf1a9d-b23e-495b-8b71-90acc7ea6b9e tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:50.525406 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-accf1a9d-b23e-495b-8b71-90acc7ea6b9e tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:50.531865 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accf1a9d-b23e-495b-8b71-90acc7ea6b9e tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event updated for resources: {'Port': ['ID=9ddc3624-1492-46fe-aa61-9f08bc7c951d,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:50.586654 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-3a0bb7f3-01be-4bde-92b1-1919a7d0106a None None] Transition to ACTIVE for port object 8e8c6af8-c0c5-4641-a9d7-4bbab59e0b99 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:58:50.604467 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4ab8b066-8b45-4b95-86aa-949c1aa2d545 req-43401cc9-fcf1-4b40-8ed6-7dd821ae0734 tempest-ServersNegativeTestMultiTenantJSON-1810809852 tempest-ServersNegativeTestMultiTenantJSON-1810809852-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6db8e43-e2f1-40de-ab2a-8a84b612cc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458848 Aug 16 22:58:50.656423 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-62a12ec6-2a93-46ce-8533-0f44581473e7 req-d84ecda5-0475-4e60-9d26-f076f92e35f9 service neutron] Attempting to bind port 6ead1a33-6bd4-438d-a4e4-45e0bb5463f1 on host n-h2-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:58:50.656804 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-62a12ec6-2a93-46ce-8533-0f44581473e7 req-d84ecda5-0475-4e60-9d26-f076f92e35f9 service neutron] Attempting to bind port 6ead1a33-6bd4-438d-a4e4-45e0bb5463f1 by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': 'aa24d00b-f90e-45f9-b0c6-22b7192b1a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ccdeba13-8604-4e37-9502-613d5d9151fc'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:58:50.657589 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a12ec6-2a93-46ce-8533-0f44581473e7 req-d84ecda5-0475-4e60-9d26-f076f92e35f9 service neutron] Attempting to bind port 6ead1a33-6bd4-438d-a4e4-45e0bb5463f1 on network ccdeba13-8604-4e37-9502-613d5d9151fc {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:58:50.664200 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-accf1a9d-b23e-495b-8b71-90acc7ea6b9e tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.5647626 Aug 16 22:58:50.666815 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 41036) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:50.674870 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:50.677884 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a12ec6-2a93-46ce-8533-0f44581473e7 req-d84ecda5-0475-4e60-9d26-f076f92e35f9 service neutron] Port 6ead1a33-6bd4-438d-a4e4-45e0bb5463f1 on network ccdeba13-8604-4e37-9502-613d5d9151fc not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:58:50.678302 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a12ec6-2a93-46ce-8533-0f44581473e7 req-d84ecda5-0475-4e60-9d26-f076f92e35f9 service neutron] Attempting to bind port 6ead1a33-6bd4-438d-a4e4-45e0bb5463f1 on network ccdeba13-8604-4e37-9502-613d5d9151fc {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:58:50.688722 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-3a0bb7f3-01be-4bde-92b1-1919a7d0106a None None] Transition to ACTIVE for port object 8e8c6af8-c0c5-4641-a9d7-4bbab59e0b99 will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:58:50.691431 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a12ec6-2a93-46ce-8533-0f44581473e7 req-d84ecda5-0475-4e60-9d26-f076f92e35f9 service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:58:50.691838 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a12ec6-2a93-46ce-8533-0f44581473e7 req-d84ecda5-0475-4e60-9d26-f076f92e35f9 service neutron] Checking segment: {'id': 'aa24d00b-f90e-45f9-b0c6-22b7192b1a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ccdeba13-8604-4e37-9502-613d5d9151fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:58:50.695805 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a12ec6-2a93-46ce-8533-0f44581473e7 req-d84ecda5-0475-4e60-9d26-f076f92e35f9 service neutron] Bound using segment: {'id': 'aa24d00b-f90e-45f9-b0c6-22b7192b1a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ccdeba13-8604-4e37-9502-613d5d9151fc'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:58:50.695805 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-62a12ec6-2a93-46ce-8533-0f44581473e7 req-d84ecda5-0475-4e60-9d26-f076f92e35f9 service neutron] Bound port: 6ead1a33-6bd4-438d-a4e4-45e0bb5463f1, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa24d00b-f90e-45f9-b0c6-22b7192b1a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ccdeba13-8604-4e37-9502-613d5d9151fc'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:58:50.695805 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-62a12ec6-2a93-46ce-8533-0f44581473e7 req-d84ecda5-0475-4e60-9d26-f076f92e35f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:50.708443 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-47f6e1bd-5712-486f-b956-609a5db0a207 req-cecba5ec-5dd3-4a12-b638-26624a5e6921 service neutron] 10.222.0.36 "GET /v2.0/networks/7f2b7f0f-c2db-4830-955e-a5cf31dd13e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3893814 Aug 16 22:58:50.725817 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-3a0bb7f3-01be-4bde-92b1-1919a7d0106a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:50.753477 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90582056-a961-47d6-b638-4f42a6f3d30b tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:50.756661 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-90582056-a961-47d6-b638-4f42a6f3d30b tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0877013 Aug 16 22:58:50.758312 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 41038) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:50.811746 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0bb7f3-01be-4bde-92b1-1919a7d0106a None None] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:58:50.836355 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-3a0bb7f3-01be-4bde-92b1-1919a7d0106a None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:58:50.839702 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0bb7f3-01be-4bde-92b1-1919a7d0106a None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:58:50.869331 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0bb7f3-01be-4bde-92b1-1919a7d0106a None None] Pushing event updated for resources: {'Port': ['ID=8e8c6af8-c0c5-4641-a9d7-4bbab59e0b99,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:50.925629 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-eb36e1f0-85db-43f8-813d-912647dfa402 req-93e6301f-81c4-4c7c-8c55-c79d18a6e453 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=90aa8790-398b-4ade-8043-b1a606efe17e HTTP/1.1" status: 200 len: 210 time: 0.1018283 Aug 16 22:58:51.000762 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-2967372f-0fd7-4394-ac41-499e20ec737a tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Deleting port 9ddc3624-1492-46fe-aa61-9f08bc7c951d {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:58:51.001205 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2967372f-0fd7-4394-ac41-499e20ec737a tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:51.048502 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-62a12ec6-2a93-46ce-8533-0f44581473e7 req-d84ecda5-0475-4e60-9d26-f076f92e35f9 service neutron] For port 6ead1a33-6bd4-438d-a4e4-45e0bb5463f1, host n-h2-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:58:51.055581 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-62a12ec6-2a93-46ce-8533-0f44581473e7 req-d84ecda5-0475-4e60-9d26-f076f92e35f9 service neutron] For port 6ead1a33-6bd4-438d-a4e4-45e0bb5463f1, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=6ead1a33-6bd4-438d-a4e4-45e0bb5463f1,segment=NetworkSegment(aa24d00b-f90e-45f9-b0c6-22b7192b1a80),segment_id=aa24d00b-f90e-45f9-b0c6-22b7192b1a80)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:58:51.062296 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-62a12ec6-2a93-46ce-8533-0f44581473e7 req-d84ecda5-0475-4e60-9d26-f076f92e35f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:51.086701 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d0c8bb24-866c-4741-8371-170dcb29bea6 None None] Notify callbacks [] for port, precommit_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:51.167027 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-3a0bb7f3-01be-4bde-92b1-1919a7d0106a None None] Attempting to bind port 8e8c6af8-c0c5-4641-a9d7-4bbab59e0b99 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:58:51.167524 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-3a0bb7f3-01be-4bde-92b1-1919a7d0106a None None] Attempting to bind port 8e8c6af8-c0c5-4641-a9d7-4bbab59e0b99 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '482572b3-9d65-4375-9c42-925e854722fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:58:51.167806 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0bb7f3-01be-4bde-92b1-1919a7d0106a None None] Attempting to bind port 8e8c6af8-c0c5-4641-a9d7-4bbab59e0b99 on network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:58:51.174541 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a12ec6-2a93-46ce-8533-0f44581473e7 req-d84ecda5-0475-4e60-9d26-f076f92e35f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:51.175199 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-62a12ec6-2a93-46ce-8533-0f44581473e7 req-d84ecda5-0475-4e60-9d26-f076f92e35f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:51.180263 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-62a12ec6-2a93-46ce-8533-0f44581473e7 req-d84ecda5-0475-4e60-9d26-f076f92e35f9 service neutron] 10.222.0.57 "PUT /v2.0/ports/6ead1a33-6bd4-438d-a4e4-45e0bb5463f1 HTTP/1.1" status: 200 len: 1092 time: 2.7988265 Aug 16 22:58:51.185672 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '671bc8b0-f3f9-4a30-973d-148d0c6962cf', 'tag': '6ead1a33-6bd4-438d-a4e4-45e0bb5463f1'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:58:51.190411 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53d85977-988e-4c21-896b-659ef0b41a08 x-openstack-request-id: req-53d85977-988e-4c21-896b-659ef0b41a08 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:58:51.190718 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90aa8790-398b-4ade-8043-b1a606efe17e", "name": "network-vif-deleted", "tag": "f76ff7c2-7568-4d63-914b-ac347c5537cb", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:58:51.190972 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-53d85977-988e-4c21-896b-659ef0b41a08 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:58:51.191380 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90aa8790-398b-4ade-8043-b1a606efe17e', 'name': 'network-vif-deleted', 'tag': 'f76ff7c2-7568-4d63-914b-ac347c5537cb', 'status': 'completed', 'code': 200} Aug 16 22:58:51.194966 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-d0c8bb24-866c-4741-8371-170dcb29bea6 None None] Transition to ACTIVE for port object 2366e30b-8878-4dd1-954e-bdb4872f6000 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:58:51.197030 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0bb7f3-01be-4bde-92b1-1919a7d0106a None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:58:51.197406 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0bb7f3-01be-4bde-92b1-1919a7d0106a None None] Checking segment: {'id': '482572b3-9d65-4375-9c42-925e854722fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:58:51.197813 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-3a0bb7f3-01be-4bde-92b1-1919a7d0106a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:51.198215 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0bb7f3-01be-4bde-92b1-1919a7d0106a None None] Bound using segment: {'id': '482572b3-9d65-4375-9c42-925e854722fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:58:51.204173 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-3a0bb7f3-01be-4bde-92b1-1919a7d0106a None None] Bound port: 8e8c6af8-c0c5-4641-a9d7-4bbab59e0b99, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '482572b3-9d65-4375-9c42-925e854722fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:58:51.212706 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-3a0bb7f3-01be-4bde-92b1-1919a7d0106a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:51.213442 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7689d037-54a8-4c81-b40f-d095ab1e2b01" -d '{"events": [{"name": "network-changed", "server_uuid": "671bc8b0-f3f9-4a30-973d-148d0c6962cf", "tag": "6ead1a33-6bd4-438d-a4e4-45e0bb5463f1"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:58:51.249388 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d0c8bb24-866c-4741-8371-170dcb29bea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:51.317169 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a9f900c-4802-423e-a8d9-9e81001cfab3 req-575283be-4590-49ff-8305-743b947553b1 tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=5a3c6e25-fa90-49b6-8ff5-1c1ee0bd7796 HTTP/1.1" status: 200 len: 210 time: 0.0721855 Aug 16 22:58:51.382587 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2967372f-0fd7-4394-ac41-499e20ec737a tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:51.407836 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5221a69f-cbc1-48b2-974a-184fd808ad14 x-openstack-request-id: req-5221a69f-cbc1-48b2-974a-184fd808ad14 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:58:51.408565 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "671bc8b0-f3f9-4a30-973d-148d0c6962cf", "tag": "6ead1a33-6bd4-438d-a4e4-45e0bb5463f1", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:58:51.408565 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5221a69f-cbc1-48b2-974a-184fd808ad14 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:58:51.409695 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-2967372f-0fd7-4394-ac41-499e20ec737a tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Calling delete_port for 9ddc3624-1492-46fe-aa61-9f08bc7c951d owned by {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:58:51.412975 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '671bc8b0-f3f9-4a30-973d-148d0c6962cf', 'tag': '6ead1a33-6bd4-438d-a4e4-45e0bb5463f1', 'status': 'completed', 'code': 200} Aug 16 22:58:51.452478 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84ecda5-0475-4e60-9d26-f076f92e35f9 service neutron] Pushing event updated for resources: {'Port': ['ID=6ead1a33-6bd4-438d-a4e4-45e0bb5463f1,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:51.460808 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c26cca9-c71d-4545-abb5-6957a61ab1e8 None None] Pushing event updated for resources: {'Port': ['ID=2366e30b-8878-4dd1-954e-bdb4872f6000,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:51.507807 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a12ec6-2a93-46ce-8533-0f44581473e7 req-f00ac086-8020-4d5c-a57f-f6718362b8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:51.513701 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-62a12ec6-2a93-46ce-8533-0f44581473e7 req-f00ac086-8020-4d5c-a57f-f6718362b8a6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b08a75de41b749f3802fa5f93f450899&device_id=671bc8b0-f3f9-4a30-973d-148d0c6962cf HTTP/1.1" status: 200 len: 1095 time: 0.1955314 Aug 16 22:58:51.547294 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-d0c8bb24-866c-4741-8371-170dcb29bea6 None None] Attempting to bind port 2366e30b-8878-4dd1-954e-bdb4872f6000 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:58:51.547717 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-d0c8bb24-866c-4741-8371-170dcb29bea6 None None] Attempting to bind port 2366e30b-8878-4dd1-954e-bdb4872f6000 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': 'a4288260-b264-4d08-9ed2-806fca9faddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '4e81d897-fbbc-4223-a414-f8fe6015d48c'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:58:51.548079 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c8bb24-866c-4741-8371-170dcb29bea6 None None] Attempting to bind port 2366e30b-8878-4dd1-954e-bdb4872f6000 on network 4e81d897-fbbc-4223-a414-f8fe6015d48c {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:58:51.550816 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:51.563927 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c8bb24-866c-4741-8371-170dcb29bea6 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:58:51.564679 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c8bb24-866c-4741-8371-170dcb29bea6 None None] Checking segment: {'id': 'a4288260-b264-4d08-9ed2-806fca9faddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '4e81d897-fbbc-4223-a414-f8fe6015d48c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:58:51.565137 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d0c8bb24-866c-4741-8371-170dcb29bea6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:51.565744 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c8bb24-866c-4741-8371-170dcb29bea6 None None] Bound using segment: {'id': 'a4288260-b264-4d08-9ed2-806fca9faddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '4e81d897-fbbc-4223-a414-f8fe6015d48c'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:58:51.566610 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-d0c8bb24-866c-4741-8371-170dcb29bea6 None None] Bound port: 2366e30b-8878-4dd1-954e-bdb4872f6000, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4288260-b264-4d08-9ed2-806fca9faddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '4e81d897-fbbc-4223-a414-f8fe6015d48c'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:58:51.566764 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d0c8bb24-866c-4741-8371-170dcb29bea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:51.611933 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-3a0bb7f3-01be-4bde-92b1-1919a7d0106a None None] For port 8e8c6af8-c0c5-4641-a9d7-4bbab59e0b99, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:58:51.641483 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-62a12ec6-2a93-46ce-8533-0f44581473e7 req-9fb1ff56-316d-4bbb-bb2a-04e0a1250002 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ead1a33-6bd4-438d-a4e4-45e0bb5463f1 HTTP/1.1" status: 200 len: 217 time: 0.1066496 Aug 16 22:58:51.659723 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2967372f-0fd7-4394-ac41-499e20ec737a tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:51.683056 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-3a0bb7f3-01be-4bde-92b1-1919a7d0106a None None] For port 8e8c6af8-c0c5-4641-a9d7-4bbab59e0b99, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=8e8c6af8-c0c5-4641-a9d7-4bbab59e0b99,segment=NetworkSegment(482572b3-9d65-4375-9c42-925e854722fd),segment_id=482572b3-9d65-4375-9c42-925e854722fd)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:58:51.691988 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-3a0bb7f3-01be-4bde-92b1-1919a7d0106a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:51.743817 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:58:51.760571 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2967372f-0fd7-4394-ac41-499e20ec737a tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event deleted for resources: {'Port': ['ID=9ddc3624-1492-46fe-aa61-9f08bc7c951d,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:51.820003 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2967372f-0fd7-4394-ac41-499e20ec737a tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:51.828902 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-2967372f-0fd7-4394-ac41-499e20ec737a tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/ports/9ddc3624-1492-46fe-aa61-9f08bc7c951d HTTP/1.1" status: 204 len: 168 time: 1.0692334 Aug 16 22:58:51.832960 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 41058) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:51.857377 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a12ec6-2a93-46ce-8533-0f44581473e7 req-309324ff-a034-4ce9-9fca-79a775e7a238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:51.872108 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-62a12ec6-2a93-46ce-8533-0f44581473e7 req-309324ff-a034-4ce9-9fca-79a775e7a238 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9de8e46e-b8d9-4647-885d-959a94072ea7 HTTP/1.1" status: 200 len: 865 time: 0.2156980 Aug 16 22:58:51.947372 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-d0c8bb24-866c-4741-8371-170dcb29bea6 None None] For port 2366e30b-8878-4dd1-954e-bdb4872f6000, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:58:51.959061 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-d0c8bb24-866c-4741-8371-170dcb29bea6 None None] For port 2366e30b-8878-4dd1-954e-bdb4872f6000, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=2366e30b-8878-4dd1-954e-bdb4872f6000,segment=NetworkSegment(a4288260-b264-4d08-9ed2-806fca9faddc),segment_id=a4288260-b264-4d08-9ed2-806fca9faddc)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:58:51.979822 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d0c8bb24-866c-4741-8371-170dcb29bea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:51.984745 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dac2433-f13f-4a1e-9f81-73aa2436eb4c tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:51.986588 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dac2433-f13f-4a1e-9f81-73aa2436eb4c tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:51.990905 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-3dac2433-f13f-4a1e-9f81-73aa2436eb4c tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1544135 Aug 16 22:58:51.993577 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-62a12ec6-2a93-46ce-8533-0f44581473e7 req-f349682a-81fd-43bd-80b5-47be15d51a02 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ccdeba13-8604-4e37-9502-613d5d9151fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747731 Aug 16 22:58:51.998593 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 41062) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:52.031055 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0bb7f3-01be-4bde-92b1-1919a7d0106a None None] Pushing event updated for resources: {'Port': ['ID=8e8c6af8-c0c5-4641-a9d7-4bbab59e0b99,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:52.202536 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c8bb24-866c-4741-8371-170dcb29bea6 None None] Routers {'5e6ef5bd-169b-4e83-a8d7-c2d7b84f8d00'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:58:52.203224 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-d0c8bb24-866c-4741-8371-170dcb29bea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:58:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['5e6ef5bd-169b-4e83-a8d7-c2d7b84f8d00'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:52.238389 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5863d773-a874-4f21-b7bb-6a48cd11a378 req-735a25c4-513c-49bc-8bae-ab867c760c57 tempest-ServersNegativeTestMultiTenantJSON-1810809852 tempest-ServersNegativeTestMultiTenantJSON-1810809852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:52.242006 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5863d773-a874-4f21-b7bb-6a48cd11a378 req-735a25c4-513c-49bc-8bae-ab867c760c57 tempest-ServersNegativeTestMultiTenantJSON-1810809852 tempest-ServersNegativeTestMultiTenantJSON-1810809852-project] 10.222.0.36 "GET /v2.0/ports?device_id=671bc8b0-f3f9-4a30-973d-148d0c6962cf HTTP/1.1" status: 200 len: 943 time: 0.4198725 Aug 16 22:58:52.285674 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_v2 [None req-914e9a6d-7eeb-4cd1-923b-c151e8ae3428 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Deleting subnet d24126e0-69cd-42e8-a95e-bcf0cb55cb51 {{(pid=101292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:58:52.290150 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-914e9a6d-7eeb-4cd1-923b-c151e8ae3428 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for subnet, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:52.376361 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-914e9a6d-7eeb-4cd1-923b-c151e8ae3428 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3848860'] for subnet, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:52.456563 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c26cca9-c71d-4545-abb5-6957a61ab1e8 None None] Pushing event updated for resources: {'Port': ['ID=2366e30b-8878-4dd1-954e-bdb4872f6000,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:52.530522 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-d0c8bb24-866c-4741-8371-170dcb29bea6 None None] Set router 5e6ef5bd-169b-4e83-a8d7-c2d7b84f8d00 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:58:52.578430 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5863d773-a874-4f21-b7bb-6a48cd11a378 req-670439bf-f5af-42a0-b92e-d1630de7f5aa tempest-ServersNegativeTestMultiTenantJSON-1810809852 tempest-ServersNegativeTestMultiTenantJSON-1810809852-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6db8e43-e2f1-40de-ab2a-8a84b612cc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027139 Aug 16 22:58:52.605338 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-62a12ec6-2a93-46ce-8533-0f44581473e7 req-fa27507b-331e-4d72-bfcc-82353382a725 service neutron] 10.222.0.57 "GET /v2.0/networks/ccdeba13-8604-4e37-9502-613d5d9151fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5967503 Aug 16 22:58:52.766065 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:52.969763 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-914e9a6d-7eeb-4cd1-923b-c151e8ae3428 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:53.026389 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c6612eca-0cf1-47e6-9660-a05cb20892c7 req-4155edab-4391-4846-aa36-74b16eb6bbbb tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=5a3c6e25-fa90-49b6-8ff5-1c1ee0bd7796 HTTP/1.1" status: 200 len: 210 time: 0.1434376 Aug 16 22:58:53.046443 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffa1bb8-7008-4502-b61a-f444169e3404 req-9fbaa9db-59dd-40c7-ae7a-571f91684237 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:53.053409 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6ffa1bb8-7008-4502-b61a-f444169e3404 req-9fbaa9db-59dd-40c7-ae7a-571f91684237 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/networks?id=5afa7f88-eeaa-4717-8103-9ee9125ee829 HTTP/1.1" status: 200 len: 812 time: 0.6272051 Aug 16 22:58:53.102936 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6ffa1bb8-7008-4502-b61a-f444169e3404 req-4df5f5a7-87cd-4765-92f5-97cc630cc5ba tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/quotas/bc1dde6b43054c1db1326da283b98f4f HTTP/1.1" status: 200 len: 375 time: 0.0483098 Aug 16 22:58:53.176131 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6ffa1bb8-7008-4502-b61a-f444169e3404 req-7aeab5ce-fa5f-4623-89c9-e6a831f45137 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=bc1dde6b43054c1db1326da283b98f4f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0548530 Aug 16 22:58:53.224577 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-62a12ec6-2a93-46ce-8533-0f44581473e7 req-bb164938-6a5e-4866-8da7-275b36df8631 service neutron] 10.222.0.57 "GET /v2.0/networks/ccdeba13-8604-4e37-9502-613d5d9151fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6029477 Aug 16 22:58:53.271101 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-d0c8bb24-866c-4741-8371-170dcb29bea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e6ef5bd-169b-4e83-a8d7-c2d7b84f8d00', 'name': 'tempest-TestServerMultinode-1775613411-router', 'tenant_id': 'beabb45ad18d4f1cbf344de56021417e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '2daa7008-47ae-4918-8284-43e624b66d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:58:38Z', 'updated_at': '2021-08-16T22:58:46Z', 'revision_number': 4, 'project_id': 'beabb45ad18d4f1cbf344de56021417e', 'gw_port': {'id': '2daa7008-47ae-4918-8284-43e624b66d33', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:d3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6ef5bd-169b-4e83-a8d7-c2d7b84f8d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1604, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:39Z', 'updated_at': '2021-08-16T22:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '2366e30b-8878-4dd1-954e-bdb4872f6000', 'name': '', 'network_id': '4e81d897-fbbc-4223-a414-f8fe6015d48c', 'tenant_id': 'beabb45ad18d4f1cbf344de56021417e', 'mac_address': 'fa:16:3e:1a:bd:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e6ef5bd-169b-4e83-a8d7-c2d7b84f8d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1606, 'fixed_ips': [{'subnet_id': '45b5f42f-80e2-4f3a-abbd-619a10b58151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:45Z', 'updated_at': '2021-08-16T22:58:51Z', 'revision_number': 4, 'project_id': 'beabb45ad18d4f1cbf344de56021417e', 'subnets': [{'id': '45b5f42f-80e2-4f3a-abbd-619a10b58151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:58:53.311683 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c8bb24-866c-4741-8371-170dcb29bea6 None None] The sync data for ids ['5e6ef5bd-169b-4e83-a8d7-c2d7b84f8d00'] in n-d-791506-26 is: [{'id': '5e6ef5bd-169b-4e83-a8d7-c2d7b84f8d00', 'name': 'tempest-TestServerMultinode-1775613411-router', 'tenant_id': 'beabb45ad18d4f1cbf344de56021417e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '2daa7008-47ae-4918-8284-43e624b66d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:58:38Z', 'updated_at': '2021-08-16T22:58:46Z', 'revision_number': 4, 'project_id': 'beabb45ad18d4f1cbf344de56021417e', 'gw_port': {'id': '2daa7008-47ae-4918-8284-43e624b66d33', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:d3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6ef5bd-169b-4e83-a8d7-c2d7b84f8d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1604, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:39Z', 'updated_at': '2021-08-16T22:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '2366e30b-8878-4dd1-954e-bdb4872f6000', 'name': '', 'network_id': '4e81d897-fbbc-4223-a414-f8fe6015d48c', 'tenant_id': 'beabb45ad18d4f1cbf344de56021417e', 'mac_address': 'fa:16:3e:1a:bd:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e6ef5bd-169b-4e83-a8d7-c2d7b84f8d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1606, 'fixed_ips': [{'subnet_id': '45b5f42f-80e2-4f3a-abbd-619a10b58151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:45Z', 'updated_at': '2021-08-16T22:58:51Z', 'revision_number': 4, 'project_id': 'beabb45ad18d4f1cbf344de56021417e', 'subnets': [{'id': '45b5f42f-80e2-4f3a-abbd-619a10b58151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:58:53.372351 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f6e1bd-5712-486f-b956-609a5db0a207 req-e4657a23-e729-4ffe-bff2-7a0f27769cf7 tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:53.419099 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-914e9a6d-7eeb-4cd1-923b-c151e8ae3428 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26252129'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:53.425159 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-47f6e1bd-5712-486f-b956-609a5db0a207 req-e4657a23-e729-4ffe-bff2-7a0f27769cf7 tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] 10.222.0.57 "GET /v2.0/networks?id=7f2b7f0f-c2db-4830-955e-a5cf31dd13e9 HTTP/1.1" status: 200 len: 911 time: 0.2464201 Aug 16 22:58:53.456267 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-47f6e1bd-5712-486f-b956-609a5db0a207 req-dfc280d1-c08c-4416-9305-0a75e5747732 tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] Request body: {'port': {'device_id': '5a3c6e25-fa90-49b6-8ff5-1c1ee0bd7796', 'network_id': '7f2b7f0f-c2db-4830-955e-a5cf31dd13e9', 'admin_state_up': True, 'tenant_id': 'beabb45ad18d4f1cbf344de56021417e'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:58:53.508860 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47f6e1bd-5712-486f-b956-609a5db0a207 req-dfc280d1-c08c-4416-9305-0a75e5747732 tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] Made reservation on behalf of beabb45ad18d4f1cbf344de56021417e for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:58:53.514115 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-47f6e1bd-5712-486f-b956-609a5db0a207 req-dfc280d1-c08c-4416-9305-0a75e5747732 tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:53.519837 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914e9a6d-7eeb-4cd1-923b-c151e8ae3428 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event deleted for resources: {'Subnet': ['ID=d24126e0-69cd-42e8-a95e-bcf0cb55cb51,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:53.541852 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-914e9a6d-7eeb-4cd1-923b-c151e8ae3428 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:53.548164 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-914e9a6d-7eeb-4cd1-923b-c151e8ae3428 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/subnets/d24126e0-69cd-42e8-a95e-bcf0cb55cb51 HTTP/1.1" status: 204 len: 168 time: 1.5445807 Aug 16 22:58:53.553446 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 41090) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:53.578647 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33dbf768-9026-4c88-8d3f-7e32355c6d0d None None] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:58:53.677856 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-d287a614-94eb-49e3-b4e0-aa739ffb8f48 None None] Provisioning for port 8e8c6af8-c0c5-4641-a9d7-4bbab59e0b99 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:58:53.695096 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-47f6e1bd-5712-486f-b956-609a5db0a207 req-dfc280d1-c08c-4416-9305-0a75e5747732 tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] Allocated IP 172.20.0.7 (7f2b7f0f-c2db-4830-955e-a5cf31dd13e9/1dc78d75-a809-48ca-ae4d-06ae824a25e9/23b19a4b-c073-41ae-8740-1cc51827e8af) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:58:53.761772 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-effce67b-ab8f-4a83-a980-ced195e149bc tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2062938 Aug 16 22:58:53.768801 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6ffa1bb8-7008-4502-b61a-f444169e3404 req-2eb3ad39-1745-4a27-9b61-0bd9de07670d service neutron] 10.222.0.36 "GET /v2.0/networks/5afa7f88-eeaa-4717-8103-9ee9125ee829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5909336 Aug 16 22:58:53.774649 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 41096) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:53.815550 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device f76ff7c2-7568-4d63-914b-ac347c5537cb no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:58:53.863252 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] No Port match for: f76ff7c2-7568-4d63-914b-ac347c5537cb {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:58:53.863849 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device f76ff7c2-7568-4d63-914b-ac347c5537cb not bound to the agent host n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:58:53.866695 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-47f6e1bd-5712-486f-b956-609a5db0a207 req-dfc280d1-c08c-4416-9305-0a75e5747732 tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:53.905690 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-47f6e1bd-5712-486f-b956-609a5db0a207 req-dfc280d1-c08c-4416-9305-0a75e5747732 tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] Transition to ACTIVE for port object 23b19a4b-c073-41ae-8740-1cc51827e8af will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:58:53.963986 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-47f6e1bd-5712-486f-b956-609a5db0a207 req-dfc280d1-c08c-4416-9305-0a75e5747732 tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:53.988949 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab3078a-9a5c-4052-be67-53a065bd32ca None None] DHCP port deletion for 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:58:54.045843 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47f6e1bd-5712-486f-b956-609a5db0a207 req-dfc280d1-c08c-4416-9305-0a75e5747732 tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] Network 7f2b7f0f-c2db-4830-955e-a5cf31dd13e9 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:58:54.051597 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-47f6e1bd-5712-486f-b956-609a5db0a207 req-dfc280d1-c08c-4416-9305-0a75e5747732 tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:58:54.057800 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-47f6e1bd-5712-486f-b956-609a5db0a207 req-dfc280d1-c08c-4416-9305-0a75e5747732 tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:58:54.084815 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-2ab3078a-9a5c-4052-be67-53a065bd32ca None None] Deleting port 8e8c6af8-c0c5-4641-a9d7-4bbab59e0b99 {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:58:54.085174 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2ab3078a-9a5c-4052-be67-53a065bd32ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:54.096100 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6ffa1bb8-7008-4502-b61a-f444169e3404 req-b806688d-d83d-4384-b12f-4308836e0547 service neutron] 10.222.0.36 "GET /v2.0/networks/5afa7f88-eeaa-4717-8103-9ee9125ee829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3153946 Aug 16 22:58:54.100632 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7689d037-54a8-4c81-b40f-d095ab1e2b01 req-c6e74c46-91f0-4066-9651-fa470826cfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:54.102106 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7689d037-54a8-4c81-b40f-d095ab1e2b01 req-c6e74c46-91f0-4066-9651-fa470826cfa0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b08a75de41b749f3802fa5f93f450899&device_id=671bc8b0-f3f9-4a30-973d-148d0c6962cf HTTP/1.1" status: 200 len: 1095 time: 0.7501101 Aug 16 22:58:54.208445 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc280d1-c08c-4416-9305-0a75e5747732 tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] Pushing event updated for resources: {'Port': ['ID=23b19a4b-c073-41ae-8740-1cc51827e8af,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:54.222989 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75c5baf-610f-4093-b376-727d52bfa68f req-3e385174-784a-401a-bf2d-cfdd07ca8222 tempest-ServersNegativeTestMultiTenantJSON-1810809852 tempest-ServersNegativeTestMultiTenantJSON-1810809852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:54.224653 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b75c5baf-610f-4093-b376-727d52bfa68f req-3e385174-784a-401a-bf2d-cfdd07ca8222 tempest-ServersNegativeTestMultiTenantJSON-1810809852 tempest-ServersNegativeTestMultiTenantJSON-1810809852-project] 10.222.0.36 "GET /v2.0/ports?device_id=671bc8b0-f3f9-4a30-973d-148d0c6962cf HTTP/1.1" status: 200 len: 943 time: 0.4502175 Aug 16 22:58:54.232871 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 2366e30b-8878-4dd1-954e-bdb4872f6000 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:58:54.237903 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168c4e75-0452-4226-adf3-5fe6d4405199 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:54.242400 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-168c4e75-0452-4226-adf3-5fe6d4405199 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.4649651 Aug 16 22:58:54.253741 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 41104) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:54.256692 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f6e1bd-5712-486f-b956-609a5db0a207 req-dfc280d1-c08c-4416-9305-0a75e5747732 tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:54.257320 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-47f6e1bd-5712-486f-b956-609a5db0a207 req-dfc280d1-c08c-4416-9305-0a75e5747732 tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:54.302353 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-47f6e1bd-5712-486f-b956-609a5db0a207 req-dfc280d1-c08c-4416-9305-0a75e5747732 tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.8758581 Aug 16 22:58:54.318898 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaaae16a-c937-4e16-9313-8050d5ab9644 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:54.322398 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-47f6e1bd-5712-486f-b956-609a5db0a207 req-67ccb859-aa6d-4c3a-9c6e-5a77dbcb5b9f service neutron] Request body: {'port': {'device_id': '5a3c6e25-fa90-49b6-8ff5-1c1ee0bd7796', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:58:54.323146 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-aaaae16a-c937-4e16-9313-8050d5ab9644 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0684726 Aug 16 22:58:54.323791 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 41106) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:54.409202 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-879de1ab-9d9b-45b7-848d-5aa8c3ec249a tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0737581 Aug 16 22:58:54.424378 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 41108) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:54.437893 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-37fc175c-5428-43f0-a1c2-0a471b1334fd tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Request body: {'subnet': {'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:58:54.445439 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-47f6e1bd-5712-486f-b956-609a5db0a207 req-67ccb859-aa6d-4c3a-9c6e-5a77dbcb5b9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:54.484968 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-2ab3078a-9a5c-4052-be67-53a065bd32ca None None] For port 8e8c6af8-c0c5-4641-a9d7-4bbab59e0b99, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=8e8c6af8-c0c5-4641-a9d7-4bbab59e0b99,segment=NetworkSegment(482572b3-9d65-4375-9c42-925e854722fd),segment_id=482572b3-9d65-4375-9c42-925e854722fd)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:58:54.485466 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2ab3078a-9a5c-4052-be67-53a065bd32ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:54.526826 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-2ab3078a-9a5c-4052-be67-53a065bd32ca None None] Calling delete_port for 8e8c6af8-c0c5-4641-a9d7-4bbab59e0b99 owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:58:54.536717 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 2366e30b-8878-4dd1-954e-bdb4872f6000 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:58:54.546846 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 2366e30b-8878-4dd1-954e-bdb4872f6000 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:58:54.547260 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:54.548977 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b75c5baf-610f-4093-b376-727d52bfa68f req-213f76b1-6cd3-415b-9810-42e526cd6843 tempest-ServersNegativeTestMultiTenantJSON-1810809852 tempest-ServersNegativeTestMultiTenantJSON-1810809852-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6db8e43-e2f1-40de-ab2a-8a84b612cc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009765 Aug 16 22:58:54.604183 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7689d037-54a8-4c81-b40f-d095ab1e2b01 req-6130d231-868c-4c32-912e-ca2e9367776e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:54.605827 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7689d037-54a8-4c81-b40f-d095ab1e2b01 req-6130d231-868c-4c32-912e-ca2e9367776e service neutron] 10.222.0.57 "GET /v2.0/networks?id=ccdeba13-8604-4e37-9502-613d5d9151fc HTTP/1.1" status: 200 len: 926 time: 0.4852161 Aug 16 22:58:54.645293 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4d2ad462-0695-49f2-9aab-d8e1e7d55402 None None] Provisioning for port 23b19a4b-c073-41ae-8740-1cc51827e8af completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:58:54.722666 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7689d037-54a8-4c81-b40f-d095ab1e2b01 req-64f9d231-6997-4b99-827d-01361cadda84 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ead1a33-6bd4-438d-a4e4-45e0bb5463f1 HTTP/1.1" status: 200 len: 217 time: 0.1038394 Aug 16 22:58:54.723922 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4d2ad462-0695-49f2-9aab-d8e1e7d55402 None None] Provisioning complete for port 23b19a4b-c073-41ae-8740-1cc51827e8af triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:58:54.724393 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4d2ad462-0695-49f2-9aab-d8e1e7d55402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:54.761269 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-958764c2-2a31-4847-93bf-c5fd223ac05c req-e15f0bf7-c3e3-4339-9044-ce595afd15ee tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=740f6e24-3a1f-45bd-a688-ce32c61727f2 HTTP/1.1" status: 200 len: 210 time: 0.0268729 Aug 16 22:58:54.830507 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-4d2ad462-0695-49f2-9aab-d8e1e7d55402 None None] Port 23b19a4b-c073-41ae-8740-1cc51827e8af cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:58:54.889894 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2ab3078a-9a5c-4052-be67-53a065bd32ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:54.932793 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab3078a-9a5c-4052-be67-53a065bd32ca None None] Pushing event deleted for resources: {'Port': ['ID=8e8c6af8-c0c5-4641-a9d7-4bbab59e0b99,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:54.974227 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab3078a-9a5c-4052-be67-53a065bd32ca None None] No DVR routers for this DVR port 8e8c6af8-c0c5-4641-a9d7-4bbab59e0b99 on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:58:54.988466 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:55.013905 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7689d037-54a8-4c81-b40f-d095ab1e2b01 req-24ad822a-1079-430c-882c-51f9c916d7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:55.015445 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7689d037-54a8-4c81-b40f-d095ab1e2b01 req-24ad822a-1079-430c-882c-51f9c916d7bd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9de8e46e-b8d9-4647-885d-959a94072ea7 HTTP/1.1" status: 200 len: 865 time: 0.2511511 Aug 16 22:58:55.017373 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc9527b-6789-4c6d-8941-942b44567ca6 req-f2c84908-8a29-422d-a471-ac7f6e488458 tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:55.024852 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8bc9527b-6789-4c6d-8941-942b44567ca6 req-f2c84908-8a29-422d-a471-ac7f6e488458 tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=5a3c6e25-fa90-49b6-8ff5-1c1ee0bd7796 HTTP/1.1" status: 200 len: 1027 time: 0.3008323 Aug 16 22:58:55.027376 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab3078a-9a5c-4052-be67-53a065bd32ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:58:55.028307 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab3078a-9a5c-4052-be67-53a065bd32ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:58:55.028642 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab3078a-9a5c-4052-be67-53a065bd32ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:58:55.028988 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab3078a-9a5c-4052-be67-53a065bd32ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:58:55.029358 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab3078a-9a5c-4052-be67-53a065bd32ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:58:55.029653 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab3078a-9a5c-4052-be67-53a065bd32ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:58:55.029981 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab3078a-9a5c-4052-be67-53a065bd32ca None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:58:55.030305 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab3078a-9a5c-4052-be67-53a065bd32ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:58:55.030629 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab3078a-9a5c-4052-be67-53a065bd32ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:58:55.030952 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab3078a-9a5c-4052-be67-53a065bd32ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:58:55.031275 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab3078a-9a5c-4052-be67-53a065bd32ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:58:55.031602 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab3078a-9a5c-4052-be67-53a065bd32ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:58:55.034063 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37fc175c-5428-43f0-a1c2-0a471b1334fd tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Made reservation on behalf of 68b563add1f042a58ab2d8884a30332e for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:58:55.046431 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-37fc175c-5428-43f0-a1c2-0a471b1334fd tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:55.119551 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 2366e30b-8878-4dd1-954e-bdb4872f6000, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=2366e30b-8878-4dd1-954e-bdb4872f6000,segment=NetworkSegment(a4288260-b264-4d08-9ed2-806fca9faddc),segment_id=a4288260-b264-4d08-9ed2-806fca9faddc)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:58:55.126349 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7689d037-54a8-4c81-b40f-d095ab1e2b01 req-7f0301d5-6150-4407-bae7-afabf6bb4271 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ccdeba13-8604-4e37-9502-613d5d9151fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0846968 Aug 16 22:58:55.130378 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:55.157813 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-47f6e1bd-5712-486f-b956-609a5db0a207 req-67ccb859-aa6d-4c3a-9c6e-5a77dbcb5b9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23b19a4b-c073-41ae-8740-1cc51827e8af {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:58:55.168976 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-47f6e1bd-5712-486f-b956-609a5db0a207 req-67ccb859-aa6d-4c3a-9c6e-5a77dbcb5b9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:55.171052 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:55.186364 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-47f6e1bd-5712-486f-b956-609a5db0a207 req-67ccb859-aa6d-4c3a-9c6e-5a77dbcb5b9f service neutron] Transition to ACTIVE for port object 23b19a4b-c073-41ae-8740-1cc51827e8af will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:58:55.193375 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=2366e30b-8878-4dd1-954e-bdb4872f6000,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:55.193547 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-47f6e1bd-5712-486f-b956-609a5db0a207 req-67ccb859-aa6d-4c3a-9c6e-5a77dbcb5b9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:55.260403 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ccb859-aa6d-4c3a-9c6e-5a77dbcb5b9f service neutron] Pushing event updated for resources: {'Port': ['ID=23b19a4b-c073-41ae-8740-1cc51827e8af,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:55.286050 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8bc9527b-6789-4c6d-8941-942b44567ca6 req-f367eada-1835-430e-a559-25b97ad99114 tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=57734425-7742-4aea-945b-26497b4f536d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546012 Aug 16 22:58:55.342090 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-47f6e1bd-5712-486f-b956-609a5db0a207 req-67ccb859-aa6d-4c3a-9c6e-5a77dbcb5b9f service neutron] Attempting to bind port 23b19a4b-c073-41ae-8740-1cc51827e8af on host n-h2-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:58:55.346115 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-47f6e1bd-5712-486f-b956-609a5db0a207 req-67ccb859-aa6d-4c3a-9c6e-5a77dbcb5b9f service neutron] Attempting to bind port 23b19a4b-c073-41ae-8740-1cc51827e8af by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': '12b6c578-0a1d-41ec-bf80-cafcccaeeccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7f2b7f0f-c2db-4830-955e-a5cf31dd13e9'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:58:55.347460 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f6e1bd-5712-486f-b956-609a5db0a207 req-67ccb859-aa6d-4c3a-9c6e-5a77dbcb5b9f service neutron] Attempting to bind port 23b19a4b-c073-41ae-8740-1cc51827e8af on network 7f2b7f0f-c2db-4830-955e-a5cf31dd13e9 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:58:55.354810 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f6e1bd-5712-486f-b956-609a5db0a207 req-67ccb859-aa6d-4c3a-9c6e-5a77dbcb5b9f service neutron] Port 23b19a4b-c073-41ae-8740-1cc51827e8af on network 7f2b7f0f-c2db-4830-955e-a5cf31dd13e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:58:55.356725 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f6e1bd-5712-486f-b956-609a5db0a207 req-67ccb859-aa6d-4c3a-9c6e-5a77dbcb5b9f service neutron] Attempting to bind port 23b19a4b-c073-41ae-8740-1cc51827e8af on network 7f2b7f0f-c2db-4830-955e-a5cf31dd13e9 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:58:55.362961 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f6e1bd-5712-486f-b956-609a5db0a207 req-67ccb859-aa6d-4c3a-9c6e-5a77dbcb5b9f service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:58:55.363305 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f6e1bd-5712-486f-b956-609a5db0a207 req-67ccb859-aa6d-4c3a-9c6e-5a77dbcb5b9f service neutron] Checking segment: {'id': '12b6c578-0a1d-41ec-bf80-cafcccaeeccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7f2b7f0f-c2db-4830-955e-a5cf31dd13e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:58:55.363701 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f6e1bd-5712-486f-b956-609a5db0a207 req-67ccb859-aa6d-4c3a-9c6e-5a77dbcb5b9f service neutron] Bound using segment: {'id': '12b6c578-0a1d-41ec-bf80-cafcccaeeccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7f2b7f0f-c2db-4830-955e-a5cf31dd13e9'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:58:55.364133 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-47f6e1bd-5712-486f-b956-609a5db0a207 req-67ccb859-aa6d-4c3a-9c6e-5a77dbcb5b9f service neutron] Bound port: 23b19a4b-c073-41ae-8740-1cc51827e8af, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12b6c578-0a1d-41ec-bf80-cafcccaeeccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7f2b7f0f-c2db-4830-955e-a5cf31dd13e9'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:58:55.364808 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-47f6e1bd-5712-486f-b956-609a5db0a207 req-67ccb859-aa6d-4c3a-9c6e-5a77dbcb5b9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:55.380649 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7689d037-54a8-4c81-b40f-d095ab1e2b01 req-0eb16b0d-f364-4531-b1e9-697fb38a7732 service neutron] 10.222.0.57 "GET /v2.0/networks/ccdeba13-8604-4e37-9502-613d5d9151fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531216 Aug 16 22:58:55.462808 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-47f6e1bd-5712-486f-b956-609a5db0a207 req-67ccb859-aa6d-4c3a-9c6e-5a77dbcb5b9f service neutron] For port 23b19a4b-c073-41ae-8740-1cc51827e8af, host n-h2-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:58:55.469742 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-47f6e1bd-5712-486f-b956-609a5db0a207 req-67ccb859-aa6d-4c3a-9c6e-5a77dbcb5b9f service neutron] For port 23b19a4b-c073-41ae-8740-1cc51827e8af, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=23b19a4b-c073-41ae-8740-1cc51827e8af,segment=NetworkSegment(12b6c578-0a1d-41ec-bf80-cafcccaeeccd),segment_id=12b6c578-0a1d-41ec-bf80-cafcccaeeccd)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:58:55.478223 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-47f6e1bd-5712-486f-b956-609a5db0a207 req-67ccb859-aa6d-4c3a-9c6e-5a77dbcb5b9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:55.528389 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f6e1bd-5712-486f-b956-609a5db0a207 req-67ccb859-aa6d-4c3a-9c6e-5a77dbcb5b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:55.529208 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-47f6e1bd-5712-486f-b956-609a5db0a207 req-67ccb859-aa6d-4c3a-9c6e-5a77dbcb5b9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:55.531063 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-47f6e1bd-5712-486f-b956-609a5db0a207 req-67ccb859-aa6d-4c3a-9c6e-5a77dbcb5b9f service neutron] 10.222.0.57 "PUT /v2.0/ports/23b19a4b-c073-41ae-8740-1cc51827e8af HTTP/1.1" status: 200 len: 1092 time: 1.2130482 Aug 16 22:58:55.533985 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a3c6e25-fa90-49b6-8ff5-1c1ee0bd7796', 'tag': '23b19a4b-c073-41ae-8740-1cc51827e8af'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:58:55.536296 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d322c2d-2a28-45b5-8d81-0a19370dff59" -d '{"events": [{"name": "network-changed", "server_uuid": "5a3c6e25-fa90-49b6-8ff5-1c1ee0bd7796", "tag": "23b19a4b-c073-41ae-8740-1cc51827e8af"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:58:55.582070 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7689d037-54a8-4c81-b40f-d095ab1e2b01 req-53ea4ce8-741e-408e-a484-397d0eb9a421 service neutron] 10.222.0.57 "GET /v2.0/networks/ccdeba13-8604-4e37-9502-613d5d9151fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914399 Aug 16 22:58:55.585242 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-37fc175c-5428-43f0-a1c2-0a471b1334fd tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:55.617933 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ccb859-aa6d-4c3a-9c6e-5a77dbcb5b9f service neutron] Pushing event updated for resources: {'Port': ['ID=23b19a4b-c073-41ae-8740-1cc51827e8af,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:55.631690 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d50df335-7cce-40a9-9b0d-8f6165277c68 x-openstack-request-id: req-d50df335-7cce-40a9-9b0d-8f6165277c68 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:58:55.632202 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a3c6e25-fa90-49b6-8ff5-1c1ee0bd7796", "tag": "23b19a4b-c073-41ae-8740-1cc51827e8af", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:58:55.632631 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d50df335-7cce-40a9-9b0d-8f6165277c68 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:58:55.633138 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a3c6e25-fa90-49b6-8ff5-1c1ee0bd7796', 'tag': '23b19a4b-c073-41ae-8740-1cc51827e8af', 'status': 'completed', 'code': 200} Aug 16 22:58:55.678036 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fc175c-5428-43f0-a1c2-0a471b1334fd tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:58:55.690377 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-37fc175c-5428-43f0-a1c2-0a471b1334fd tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:58:55.693704 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fc175c-5428-43f0-a1c2-0a471b1334fd tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:55.694304 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-37fc175c-5428-43f0-a1c2-0a471b1334fd tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:55.703431 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef91b6e3-3a5b-4675-9acd-92c86204db33 None None] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:58:55.750816 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 41138) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:55.750960 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-37fc175c-5428-43f0-a1c2-0a471b1334fd tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3241642 Aug 16 22:58:55.758590 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-c82491d4-fa7e-4228-9575-893f25f4f757 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Request body: {'port': {'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'fixed_ips': [{'subnet_id': 'eda6986d-f1ac-4186-891e-ca1a06e61639', 'ip_address': '2001:db8::e347:71ed:5fed:1e9'}], 'name': 'tempest-NetworksTestDHCPv6-774958116'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:58:55.786176 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fc175c-5428-43f0-a1c2-0a471b1334fd tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event updated for resources: {'Subnet': ['ID=eda6986d-f1ac-4186-891e-ca1a06e61639,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:55.809363 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f6e1bd-5712-486f-b956-609a5db0a207 req-8a70fa0e-f34b-4ccb-8ffe-3ddd409e601a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:55.811422 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-47f6e1bd-5712-486f-b956-609a5db0a207 req-8a70fa0e-f34b-4ccb-8ffe-3ddd409e601a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=beabb45ad18d4f1cbf344de56021417e&device_id=5a3c6e25-fa90-49b6-8ff5-1c1ee0bd7796 HTTP/1.1" status: 200 len: 1095 time: 0.1372745 Aug 16 22:58:55.825207 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d5758b-845c-4d94-9227-f3ff9f3c0e8f req-79a1bdda-1073-447e-a4b2-1d33c84efeeb tempest-ServersNegativeTestMultiTenantJSON-1810809852 tempest-ServersNegativeTestMultiTenantJSON-1810809852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:55.827127 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-23d5758b-845c-4d94-9227-f3ff9f3c0e8f req-79a1bdda-1073-447e-a4b2-1d33c84efeeb tempest-ServersNegativeTestMultiTenantJSON-1810809852 tempest-ServersNegativeTestMultiTenantJSON-1810809852-project] 10.222.0.36 "GET /v2.0/ports?device_id=671bc8b0-f3f9-4a30-973d-148d0c6962cf HTTP/1.1" status: 200 len: 943 time: 0.1058705 Aug 16 22:58:55.923210 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-47f6e1bd-5712-486f-b956-609a5db0a207 req-f1cb0e02-48cd-464e-9bb0-0fe83446d90b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23b19a4b-c073-41ae-8740-1cc51827e8af HTTP/1.1" status: 200 len: 217 time: 0.0946419 Aug 16 22:58:55.945404 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c82491d4-fa7e-4228-9575-893f25f4f757 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Made reservation on behalf of 68b563add1f042a58ab2d8884a30332e for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:58:55.960350 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2662eb-72f6-4403-a053-067537050125 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'tenant_id': '68b563add1f042a58ab2d8884a30332e', 'fixed_ips': [{'subnet_id': 'eda6986d-f1ac-4186-891e-ca1a06e61639'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:58:55.961705 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da2662eb-72f6-4403-a053-067537050125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:56.006500 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f6e1bd-5712-486f-b956-609a5db0a207 req-db86ad34-71c9-4407-9641-38e9998b436d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:56.008079 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-47f6e1bd-5712-486f-b956-609a5db0a207 req-db86ad34-71c9-4407-9641-38e9998b436d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1dc78d75-a809-48ca-ae4d-06ae824a25e9 HTTP/1.1" status: 200 len: 849 time: 0.0717185 Aug 16 22:58:56.014698 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 2366e30b-8878-4dd1-954e-bdb4872f6000 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:58:56.019531 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0f2fa3b7-f1df-4fc5-a003-4804a4a8eec3 req-93ad399c-a5d0-4b72-bca1-9815893acfea tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1425595433&fields=id&tenant_id=d50891ae5d2e447e982fd1ccc2ff08fd HTTP/1.1" status: 200 len: 267 time: 0.1899474 Aug 16 22:58:56.141084 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-23d5758b-845c-4d94-9227-f3ff9f3c0e8f req-9d1d506c-e92a-47ff-8056-0c4ca568e72a tempest-ServersNegativeTestMultiTenantJSON-1810809852 tempest-ServersNegativeTestMultiTenantJSON-1810809852-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6db8e43-e2f1-40de-ab2a-8a84b612cc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775383 Aug 16 22:58:56.196624 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 2366e30b-8878-4dd1-954e-bdb4872f6000 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:58:56.197014 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:56.204640 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f6e1bd-5712-486f-b956-609a5db0a207 req-3eb3e28d-e325-43c9-990e-cfd6d2e002af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:56.208324 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffa1bb8-7008-4502-b61a-f444169e3404 req-54fe85c1-e4e0-4c09-bbb9-132ec35f4b07 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:56.210055 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6ffa1bb8-7008-4502-b61a-f444169e3404 req-54fe85c1-e4e0-4c09-bbb9-132ec35f4b07 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.68 "GET /v2.0/networks?id=5afa7f88-eeaa-4717-8103-9ee9125ee829 HTTP/1.1" status: 200 len: 812 time: 0.1960280 Aug 16 22:58:56.216613 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-47f6e1bd-5712-486f-b956-609a5db0a207 req-3eb3e28d-e325-43c9-990e-cfd6d2e002af service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7f2b7f0f-c2db-4830-955e-a5cf31dd13e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1960557 Aug 16 22:58:56.229795 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-6ffa1bb8-7008-4502-b61a-f444169e3404 req-106301c0-79d3-4915-898b-e5bfd064771c tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Request body: {'port': {'device_id': '740f6e24-3a1f-45bd-a688-ce32c61727f2', 'network_id': '5afa7f88-eeaa-4717-8103-9ee9125ee829', 'admin_state_up': True, 'tenant_id': 'bc1dde6b43054c1db1326da283b98f4f'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:58:56.257026 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-da2662eb-72f6-4403-a053-067537050125 None None] Allocated IP 2001:db8::2 (09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5/eda6986d-f1ac-4186-891e-ca1a06e61639/8702e92d-cd2c-4efb-b561-7933beda1cbf) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:58:56.284431 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c82491d4-fa7e-4228-9575-893f25f4f757 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:56.319240 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-c82491d4-fa7e-4228-9575-893f25f4f757 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] device_id is not set on port 4b4ba121-7697-434f-8043-a11177e4aaf0 yet. {{(pid=101291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:58:56.322820 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-33c1f919-73bf-4200-a723-e9b6570cf7b2 req-f3ca18ce-152f-465e-9eff-523afb770c0b tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=740f6e24-3a1f-45bd-a688-ce32c61727f2 HTTP/1.1" status: 200 len: 210 time: 0.0836065 Aug 16 22:58:56.338454 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2fa3b7-f1df-4fc5-a003-4804a4a8eec3 req-a121e742-188c-4528-8d3c-44c1c3a6c8d6 tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:56.340555 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0f2fa3b7-f1df-4fc5-a003-4804a4a8eec3 req-a121e742-188c-4528-8d3c-44c1c3a6c8d6 tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] 10.222.0.36 "GET /v2.0/networks?id=1beb17af-a544-42d0-be4c-a314899c0ffd HTTP/1.1" status: 200 len: 815 time: 0.3053465 Aug 16 22:58:56.383973 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0f2fa3b7-f1df-4fc5-a003-4804a4a8eec3 req-1b56f956-1f58-4e7c-b34b-37018d34ec9c tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] 10.222.0.36 "GET /v2.0/quotas/d50891ae5d2e447e982fd1ccc2ff08fd HTTP/1.1" status: 200 len: 375 time: 0.0252078 Aug 16 22:58:56.388729 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-47f6e1bd-5712-486f-b956-609a5db0a207 req-ebaa843e-6127-488d-97f4-be3c6d77fbde service neutron] 10.222.0.57 "GET /v2.0/networks/7f2b7f0f-c2db-4830-955e-a5cf31dd13e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625431 Aug 16 22:58:56.414291 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 8e8c6af8-c0c5-4641-a9d7-4bbab59e0b99 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:58:56.441728 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 8e8c6af8-c0c5-4641-a9d7-4bbab59e0b99 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:58:56.442319 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 8e8c6af8-c0c5-4641-a9d7-4bbab59e0b99 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:58:56.537088 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0f2fa3b7-f1df-4fc5-a003-4804a4a8eec3 req-d0d7cf8b-24a5-4b67-82fa-61336521a82b tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d50891ae5d2e447e982fd1ccc2ff08fd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1429915 Aug 16 22:58:56.577182 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da2662eb-72f6-4403-a053-067537050125 None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:56.586829 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-da2662eb-72f6-4403-a053-067537050125 None None] Transition to ACTIVE for port object 8702e92d-cd2c-4efb-b561-7933beda1cbf will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:58:56.604091 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-da2662eb-72f6-4403-a053-067537050125 None None] Transition to ACTIVE for port object 8702e92d-cd2c-4efb-b561-7933beda1cbf will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:58:56.612043 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da2662eb-72f6-4403-a053-067537050125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:56.663728 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2662eb-72f6-4403-a053-067537050125 None None] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:58:56.667641 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-da2662eb-72f6-4403-a053-067537050125 None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:58:56.673592 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2662eb-72f6-4403-a053-067537050125 None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:58:56.679224 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2662eb-72f6-4403-a053-067537050125 None None] Pushing event updated for resources: {'Port': ['ID=8702e92d-cd2c-4efb-b561-7933beda1cbf,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:56.741301 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-da2662eb-72f6-4403-a053-067537050125 None None] Attempting to bind port 8702e92d-cd2c-4efb-b561-7933beda1cbf on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:58:56.742038 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-da2662eb-72f6-4403-a053-067537050125 None None] Attempting to bind port 8702e92d-cd2c-4efb-b561-7933beda1cbf by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '482572b3-9d65-4375-9c42-925e854722fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:58:56.742038 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2662eb-72f6-4403-a053-067537050125 None None] Attempting to bind port 8702e92d-cd2c-4efb-b561-7933beda1cbf on network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:58:56.747834 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2662eb-72f6-4403-a053-067537050125 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:58:56.748392 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2662eb-72f6-4403-a053-067537050125 None None] Checking segment: {'id': '482572b3-9d65-4375-9c42-925e854722fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:58:56.748844 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da2662eb-72f6-4403-a053-067537050125 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:56.749336 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2662eb-72f6-4403-a053-067537050125 None None] Bound using segment: {'id': '482572b3-9d65-4375-9c42-925e854722fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:58:56.749894 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-da2662eb-72f6-4403-a053-067537050125 None None] Bound port: 8702e92d-cd2c-4efb-b561-7933beda1cbf, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '482572b3-9d65-4375-9c42-925e854722fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:58:56.750383 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da2662eb-72f6-4403-a053-067537050125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:56.822463 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-da2662eb-72f6-4403-a053-067537050125 None None] For port 8702e92d-cd2c-4efb-b561-7933beda1cbf, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:58:56.826611 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-da2662eb-72f6-4403-a053-067537050125 None None] For port 8702e92d-cd2c-4efb-b561-7933beda1cbf, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=8702e92d-cd2c-4efb-b561-7933beda1cbf,segment=NetworkSegment(482572b3-9d65-4375-9c42-925e854722fd),segment_id=482572b3-9d65-4375-9c42-925e854722fd)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:58:56.833219 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da2662eb-72f6-4403-a053-067537050125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:56.837745 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ffa1bb8-7008-4502-b61a-f444169e3404 req-106301c0-79d3-4915-898b-e5bfd064771c tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Made reservation on behalf of bc1dde6b43054c1db1326da283b98f4f for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:58:56.844436 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-6ffa1bb8-7008-4502-b61a-f444169e3404 req-106301c0-79d3-4915-898b-e5bfd064771c tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:56.898901 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2662eb-72f6-4403-a053-067537050125 None None] Pushing event updated for resources: {'Port': ['ID=8702e92d-cd2c-4efb-b561-7933beda1cbf,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:56.986224 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-c82491d4-fa7e-4228-9575-893f25f4f757 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Allocated IP 2001:db8::e347:71ed:5fed:1e9 (09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5/eda6986d-f1ac-4186-891e-ca1a06e61639/4b4ba121-7697-434f-8043-a11177e4aaf0) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:58:56.988799 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 6ead1a33-6bd4-438d-a4e4-45e0bb5463f1 details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:58:57.044834 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-47f6e1bd-5712-486f-b956-609a5db0a207 req-39d03da4-47f9-44bd-a36a-ae0a65743512 service neutron] 10.222.0.57 "GET /v2.0/networks/7f2b7f0f-c2db-4830-955e-a5cf31dd13e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6270466 Aug 16 22:58:57.055622 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea4611-5cc0-459e-8ed5-760835265c1a req-f0b48247-8fe4-40cc-80ee-38a2d487a1a5 tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:57.065809 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-31ea4611-5cc0-459e-8ed5-760835265c1a req-f0b48247-8fe4-40cc-80ee-38a2d487a1a5 tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=5a3c6e25-fa90-49b6-8ff5-1c1ee0bd7796 HTTP/1.1" status: 200 len: 1095 time: 0.5254009 Aug 16 22:58:57.127863 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 6ead1a33-6bd4-438d-a4e4-45e0bb5463f1, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=6ead1a33-6bd4-438d-a4e4-45e0bb5463f1,segment=NetworkSegment(aa24d00b-f90e-45f9-b0c6-22b7192b1a80),segment_id=aa24d00b-f90e-45f9-b0c6-22b7192b1a80)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:58:57.142571 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': '6ead1a33-6bd4-438d-a4e4-45e0bb5463f1', 'network_id': 'ccdeba13-8604-4e37-9502-613d5d9151fc', 'port_id': '6ead1a33-6bd4-438d-a4e4-45e0bb5463f1', 'mac_address': 'fa:16:3e:b0:a2:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9de8e46e-b8d9-4647-885d-959a94072ea7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:58:57.151019 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-31ea4611-5cc0-459e-8ed5-760835265c1a req-a345acde-f62a-4a11-b59a-0c9d5de5e06d tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=57734425-7742-4aea-945b-26497b4f536d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821960 Aug 16 22:58:57.165553 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0f2fa3b7-f1df-4fc5-a003-4804a4a8eec3 req-329ac883-9a0f-4b8a-a432-0edb29088997 service neutron] 10.222.0.36 "GET /v2.0/networks/1beb17af-a544-42d0-be4c-a314899c0ffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6065524 Aug 16 22:58:57.203440 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-6ffa1bb8-7008-4502-b61a-f444169e3404 req-106301c0-79d3-4915-898b-e5bfd064771c tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Allocated IP 172.20.0.6 (5afa7f88-eeaa-4717-8103-9ee9125ee829/d47d6ce6-f0e6-4637-a178-044cb0396017/ae31ce66-884f-4360-814c-580afc389139) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:58:57.223720 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:57.255668 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ead1a33-6bd4-438d-a4e4-45e0bb5463f1 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:58:57.316126 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 6ead1a33-6bd4-438d-a4e4-45e0bb5463f1, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=6ead1a33-6bd4-438d-a4e4-45e0bb5463f1,segment=NetworkSegment(aa24d00b-f90e-45f9-b0c6-22b7192b1a80),segment_id=aa24d00b-f90e-45f9-b0c6-22b7192b1a80)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:58:57.323651 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:57.326388 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0f2fa3b7-f1df-4fc5-a003-4804a4a8eec3 req-ae210114-4076-45f3-a09f-c5e9c2e8fbc9 service neutron] 10.222.0.36 "GET /v2.0/networks/1beb17af-a544-42d0-be4c-a314899c0ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422551 Aug 16 22:58:57.343728 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d322c2d-2a28-45b5-8d81-0a19370dff59 req-4ff5685f-20db-473d-8097-0924f8807731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:57.345361 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7d322c2d-2a28-45b5-8d81-0a19370dff59 req-4ff5685f-20db-473d-8097-0924f8807731 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=beabb45ad18d4f1cbf344de56021417e&device_id=5a3c6e25-fa90-49b6-8ff5-1c1ee0bd7796 HTTP/1.1" status: 200 len: 1095 time: 0.1933286 Aug 16 22:58:57.461065 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=6ead1a33-6bd4-438d-a4e4-45e0bb5463f1,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:57.484620 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07239fae-9f7f-4f82-871f-6866f0fb3fc7 req-e98c4a09-7233-4f47-9507-aa15b90fe301 tempest-ServersNegativeTestMultiTenantJSON-1810809852 tempest-ServersNegativeTestMultiTenantJSON-1810809852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:57.486546 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-07239fae-9f7f-4f82-871f-6866f0fb3fc7 req-e98c4a09-7233-4f47-9507-aa15b90fe301 tempest-ServersNegativeTestMultiTenantJSON-1810809852 tempest-ServersNegativeTestMultiTenantJSON-1810809852-project] 10.222.0.36 "GET /v2.0/ports?device_id=671bc8b0-f3f9-4a30-973d-148d0c6962cf HTTP/1.1" status: 200 len: 944 time: 0.1077383 Aug 16 22:58:57.515660 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c82491d4-fa7e-4228-9575-893f25f4f757 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:57.538824 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d322c2d-2a28-45b5-8d81-0a19370dff59 req-c77253dc-8baf-40d1-80b7-261464d2efa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:57.540339 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7d322c2d-2a28-45b5-8d81-0a19370dff59 req-c77253dc-8baf-40d1-80b7-261464d2efa9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7f2b7f0f-c2db-4830-955e-a5cf31dd13e9 HTTP/1.1" status: 200 len: 911 time: 0.1865077 Aug 16 22:58:57.548917 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-07239fae-9f7f-4f82-871f-6866f0fb3fc7 req-44edfefb-edb2-43cf-8da8-ca1662a5ce98 tempest-ServersNegativeTestMultiTenantJSON-1810809852 tempest-ServersNegativeTestMultiTenantJSON-1810809852-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6db8e43-e2f1-40de-ab2a-8a84b612cc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434523 Aug 16 22:58:57.550942 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-c82491d4-fa7e-4228-9575-893f25f4f757 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Transition to ACTIVE for port object 4b4ba121-7697-434f-8043-a11177e4aaf0 will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:58:57.594277 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7d322c2d-2a28-45b5-8d81-0a19370dff59 req-7d7f934a-7171-488b-b30d-1771ba06f1a4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23b19a4b-c073-41ae-8740-1cc51827e8af HTTP/1.1" status: 200 len: 217 time: 0.0442240 Aug 16 22:58:57.643779 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-6ffa1bb8-7008-4502-b61a-f444169e3404 req-106301c0-79d3-4915-898b-e5bfd064771c tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:57.672891 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c82491d4-fa7e-4228-9575-893f25f4f757 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:57.701064 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d322c2d-2a28-45b5-8d81-0a19370dff59 req-19172ea1-74bb-4494-b101-6e3d5ab5821e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:57.704682 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7d322c2d-2a28-45b5-8d81-0a19370dff59 req-19172ea1-74bb-4494-b101-6e3d5ab5821e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1dc78d75-a809-48ca-ae4d-06ae824a25e9 HTTP/1.1" status: 200 len: 849 time: 0.1020370 Aug 16 22:58:57.732777 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-88b02c21-4d47-4c91-bc4d-657541bf3fc7 req-d51f9d27-f2e0-4e06-8c99-e3ae9f176196 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=740f6e24-3a1f-45bd-a688-ce32c61727f2 HTTP/1.1" status: 200 len: 210 time: 0.0690172 Aug 16 22:58:57.736669 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82491d4-fa7e-4228-9575-893f25f4f757 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:58:57.750758 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-c82491d4-fa7e-4228-9575-893f25f4f757 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:58:57.756959 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82491d4-fa7e-4228-9575-893f25f4f757 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:58:57.763917 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82491d4-fa7e-4228-9575-893f25f4f757 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:57.764595 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c82491d4-fa7e-4228-9575-893f25f4f757 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:57.777953 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-6ffa1bb8-7008-4502-b61a-f444169e3404 req-106301c0-79d3-4915-898b-e5bfd064771c tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:57.778701 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d322c2d-2a28-45b5-8d81-0a19370dff59 req-9ba8cd86-462f-485e-9e8b-73a73900f428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:57.779730 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82491d4-fa7e-4228-9575-893f25f4f757 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event updated for resources: {'Port': ['ID=4b4ba121-7697-434f-8043-a11177e4aaf0,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:57.780791 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7d322c2d-2a28-45b5-8d81-0a19370dff59 req-9ba8cd86-462f-485e-9e8b-73a73900f428 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7f2b7f0f-c2db-4830-955e-a5cf31dd13e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504324 Aug 16 22:58:57.832497 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-c82491d4-fa7e-4228-9575-893f25f4f757 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.0804529 Aug 16 22:58:57.838490 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 41166) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:57.841236 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ffa1bb8-7008-4502-b61a-f444169e3404 req-106301c0-79d3-4915-898b-e5bfd064771c tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Network 5afa7f88-eeaa-4717-8103-9ee9125ee829 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:58:57.854609 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-6ffa1bb8-7008-4502-b61a-f444169e3404 req-106301c0-79d3-4915-898b-e5bfd064771c tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:58:57.866086 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ffa1bb8-7008-4502-b61a-f444169e3404 req-106301c0-79d3-4915-898b-e5bfd064771c tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:58:57.874804 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['6ead1a33-6bd4-438d-a4e4-45e0bb5463f1'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:58:57.941031 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106301c0-79d3-4915-898b-e5bfd064771c tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Pushing event updated for resources: {'Port': ['ID=ae31ce66-884f-4360-814c-580afc389139,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:57.979695 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffa1bb8-7008-4502-b61a-f444169e3404 req-106301c0-79d3-4915-898b-e5bfd064771c tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:57.980517 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-6ffa1bb8-7008-4502-b61a-f444169e3404 req-106301c0-79d3-4915-898b-e5bfd064771c tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:58.005369 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3df0aa3-c1ad-47aa-937e-a0162e6784ac tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:58.019843 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3df0aa3-c1ad-47aa-937e-a0162e6784ac tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:58.023847 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-d3df0aa3-c1ad-47aa-937e-a0162e6784ac tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.1811135 Aug 16 22:58:58.026810 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 41170) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:58.040981 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3da8c206-0f75-4f08-8642-6ab2f721cbca req-2c8e13c1-24a8-4905-b80f-a99b837c4fc1 tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc48c1b8-4292-4519-8c38-e7401cede36b HTTP/1.1" status: 200 len: 210 time: 0.1336472 Aug 16 22:58:58.092148 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6ffa1bb8-7008-4502-b61a-f444169e3404 req-106301c0-79d3-4915-898b-e5bfd064771c tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8675401 Aug 16 22:58:58.115392 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-6ffa1bb8-7008-4502-b61a-f444169e3404 req-46d7ee77-39da-4116-97c8-90412dde3be1 service neutron] Request body: {'port': {'device_id': '740f6e24-3a1f-45bd-a688-ce32c61727f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:58:58.117605 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7d322c2d-2a28-45b5-8d81-0a19370dff59 req-37d71a52-efa2-47d1-af22-6d2a8db242aa service neutron] 10.222.0.57 "GET /v2.0/networks/7f2b7f0f-c2db-4830-955e-a5cf31dd13e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3203428 Aug 16 22:58:58.119906 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 8702e92d-cd2c-4efb-b561-7933beda1cbf up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:58:58.219021 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 8702e92d-cd2c-4efb-b561-7933beda1cbf completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:58:58.250084 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-6ffa1bb8-7008-4502-b61a-f444169e3404 req-46d7ee77-39da-4116-97c8-90412dde3be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:58.330453 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7d322c2d-2a28-45b5-8d81-0a19370dff59 req-5ecb9a0a-9af9-4526-8c22-c121c4971f47 service neutron] 10.222.0.57 "GET /v2.0/networks/7f2b7f0f-c2db-4830-955e-a5cf31dd13e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053025 Aug 16 22:58:58.336736 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f88f6e-5a29-4399-96d4-384be053d428 req-fe8b2bdc-30ae-444f-80c9-951c08e060dc tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:58.345494 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-14f88f6e-5a29-4399-96d4-384be053d428 req-fe8b2bdc-30ae-444f-80c9-951c08e060dc tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=5a3c6e25-fa90-49b6-8ff5-1c1ee0bd7796 HTTP/1.1" status: 200 len: 1095 time: 0.0738280 Aug 16 22:58:58.391188 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-14f88f6e-5a29-4399-96d4-384be053d428 req-9081a46e-2c37-42cc-948f-35db0e51ac7c tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=57734425-7742-4aea-945b-26497b4f536d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447562 Aug 16 22:58:58.471665 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-11126934-b941-436b-b132-2959672ff67a tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Deleting port 4b4ba121-7697-434f-8043-a11177e4aaf0 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:58:58.472793 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-11126934-b941-436b-b132-2959672ff67a tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:58.518128 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-c4d569d2-d427-40fa-a910-b84fec153274 None None] Provisioning for port 8702e92d-cd2c-4efb-b561-7933beda1cbf completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:58:58.524531 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-c4d569d2-d427-40fa-a910-b84fec153274 None None] Provisioning complete for port 8702e92d-cd2c-4efb-b561-7933beda1cbf triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:58:58.525324 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c4d569d2-d427-40fa-a910-b84fec153274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:58.707667 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c4d569d2-d427-40fa-a910-b84fec153274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:58.724019 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-11126934-b941-436b-b132-2959672ff67a tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:58.741562 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-11126934-b941-436b-b132-2959672ff67a tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Calling delete_port for 4b4ba121-7697-434f-8043-a11177e4aaf0 owned by {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:58:58.744880 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2810460c-98c2-4d06-b1c4-251c155be0c0 req-aaefc720-9f7a-412a-aec4-31e3f7832d80 tempest-ServersNegativeTestMultiTenantJSON-1810809852 tempest-ServersNegativeTestMultiTenantJSON-1810809852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:58.747928 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2810460c-98c2-4d06-b1c4-251c155be0c0 req-aaefc720-9f7a-412a-aec4-31e3f7832d80 tempest-ServersNegativeTestMultiTenantJSON-1810809852 tempest-ServersNegativeTestMultiTenantJSON-1810809852-project] 10.222.0.36 "GET /v2.0/ports?device_id=671bc8b0-f3f9-4a30-973d-148d0c6962cf HTTP/1.1" status: 200 len: 944 time: 0.0977821 Aug 16 22:58:58.785704 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-c4d569d2-d427-40fa-a910-b84fec153274 None None] For port 8702e92d-cd2c-4efb-b561-7933beda1cbf, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=8702e92d-cd2c-4efb-b561-7933beda1cbf,segment=NetworkSegment(482572b3-9d65-4375-9c42-925e854722fd),segment_id=482572b3-9d65-4375-9c42-925e854722fd)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:58:58.799517 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c4d569d2-d427-40fa-a910-b84fec153274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:58.814802 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2810460c-98c2-4d06-b1c4-251c155be0c0 req-380d0155-1a72-4514-8cdc-740ea7e61124 tempest-ServersNegativeTestMultiTenantJSON-1810809852 tempest-ServersNegativeTestMultiTenantJSON-1810809852-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6db8e43-e2f1-40de-ab2a-8a84b612cc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588486 Aug 16 22:58:58.870591 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d569d2-d427-40fa-a910-b84fec153274 None None] Pushing event updated for resources: {'Port': ['ID=8702e92d-cd2c-4efb-b561-7933beda1cbf,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:58.927304 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9dd356c1-59f2-4431-beed-c556d83f7105 None None] Provisioning for port 4b4ba121-7697-434f-8043-a11177e4aaf0 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:58:58.935984 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9dd356c1-59f2-4431-beed-c556d83f7105 None None] Provisioning complete for port 4b4ba121-7697-434f-8043-a11177e4aaf0 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:58:58.936841 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9dd356c1-59f2-4431-beed-c556d83f7105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:58.946539 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a08e8e-0d8b-40e1-9761-9ab30ba8d86d req-558930e0-bb76-455d-9865-0300b4496339 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:58.954569 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-40a08e8e-0d8b-40e1-9761-9ab30ba8d86d req-558930e0-bb76-455d-9865-0300b4496339 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=740f6e24-3a1f-45bd-a688-ce32c61727f2 HTTP/1.1" status: 200 len: 931 time: 0.0625582 Aug 16 22:58:58.957617 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-6ffa1bb8-7008-4502-b61a-f444169e3404 req-46d7ee77-39da-4116-97c8-90412dde3be1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae31ce66-884f-4360-814c-580afc389139 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:58:58.991740 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-6ffa1bb8-7008-4502-b61a-f444169e3404 req-46d7ee77-39da-4116-97c8-90412dde3be1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:58.991740 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-6ffa1bb8-7008-4502-b61a-f444169e3404 req-46d7ee77-39da-4116-97c8-90412dde3be1 service neutron] Transition to ACTIVE for port object ae31ce66-884f-4360-814c-580afc389139 will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:58:58.992001 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-9dd356c1-59f2-4431-beed-c556d83f7105 None None] Port 4b4ba121-7697-434f-8043-a11177e4aaf0 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:58:58.999747 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-6ffa1bb8-7008-4502-b61a-f444169e3404 req-46d7ee77-39da-4116-97c8-90412dde3be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:59.000702 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 23b19a4b-c073-41ae-8740-1cc51827e8af details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:58:59.008266 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 6ead1a33-6bd4-438d-a4e4-45e0bb5463f1 up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:58:59.032592 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-40a08e8e-0d8b-40e1-9761-9ab30ba8d86d req-1769e63f-7f70-4bf7-a58b-50c80e9a0b45 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665851 Aug 16 22:58:59.113957 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d7ee77-39da-4116-97c8-90412dde3be1 service neutron] Pushing event updated for resources: {'Port': ['ID=ae31ce66-884f-4360-814c-580afc389139,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:59.145340 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning for port 6ead1a33-6bd4-438d-a4e4-45e0bb5463f1 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:58:59.157091 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port 6ead1a33-6bd4-438d-a4e4-45e0bb5463f1 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:58:59.157572 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:59.196854 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 23b19a4b-c073-41ae-8740-1cc51827e8af, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=23b19a4b-c073-41ae-8740-1cc51827e8af,segment=NetworkSegment(12b6c578-0a1d-41ec-bf80-cafcccaeeccd),segment_id=12b6c578-0a1d-41ec-bf80-cafcccaeeccd)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:58:59.209308 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-11126934-b941-436b-b132-2959672ff67a tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:59.217487 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': '23b19a4b-c073-41ae-8740-1cc51827e8af', 'network_id': '7f2b7f0f-c2db-4830-955e-a5cf31dd13e9', 'port_id': '23b19a4b-c073-41ae-8740-1cc51827e8af', 'mac_address': 'fa:16:3e:0d:fb:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dc78d75-a809-48ca-ae4d-06ae824a25e9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:58:59.258676 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a8fa0090-462c-414c-8abf-cc03539cff0d req-0d01e5d2-441f-4d76-87a9-257449692c0e tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc48c1b8-4292-4519-8c38-e7401cede36b HTTP/1.1" status: 200 len: 210 time: 0.0681608 Aug 16 22:58:59.296487 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11126934-b941-436b-b132-2959672ff67a tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event deleted for resources: {'Port': ['ID=4b4ba121-7697-434f-8043-a11177e4aaf0,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:59.300502 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:59.326726 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:59.344752 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23b19a4b-c073-41ae-8740-1cc51827e8af {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:58:59.351078 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-11126934-b941-436b-b132-2959672ff67a tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:59.353308 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-11126934-b941-436b-b132-2959672ff67a tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/ports/4b4ba121-7697-434f-8043-a11177e4aaf0 HTTP/1.1" status: 204 len: 168 time: 1.3247919 Aug 16 22:58:59.371040 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 41212) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:59.381870 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '671bc8b0-f3f9-4a30-973d-148d0c6962cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ead1a33-6bd4-438d-a4e4-45e0bb5463f1'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:58:59.385490 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-093eca89-b804-4949-9cfb-5de3ee3653ea" -d '{"events": [{"server_uuid": "671bc8b0-f3f9-4a30-973d-148d0c6962cf", "name": "network-vif-plugged", "status": "completed", "tag": "6ead1a33-6bd4-438d-a4e4-45e0bb5463f1"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:58:59.402087 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-6ffa1bb8-7008-4502-b61a-f444169e3404 req-46d7ee77-39da-4116-97c8-90412dde3be1 service neutron] Attempting to bind port ae31ce66-884f-4360-814c-580afc389139 on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:58:59.402443 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-6ffa1bb8-7008-4502-b61a-f444169e3404 req-46d7ee77-39da-4116-97c8-90412dde3be1 service neutron] Attempting to bind port ae31ce66-884f-4360-814c-580afc389139 by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': 'd9a940b8-4f1c-423f-8b77-621d8ce494fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5afa7f88-eeaa-4717-8103-9ee9125ee829'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:58:59.403008 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ffa1bb8-7008-4502-b61a-f444169e3404 req-46d7ee77-39da-4116-97c8-90412dde3be1 service neutron] Attempting to bind port ae31ce66-884f-4360-814c-580afc389139 on network 5afa7f88-eeaa-4717-8103-9ee9125ee829 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:58:59.413907 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 23b19a4b-c073-41ae-8740-1cc51827e8af, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=23b19a4b-c073-41ae-8740-1cc51827e8af,segment=NetworkSegment(12b6c578-0a1d-41ec-bf80-cafcccaeeccd),segment_id=12b6c578-0a1d-41ec-bf80-cafcccaeeccd)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:58:59.415476 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 6ead1a33-6bd4-438d-a4e4-45e0bb5463f1, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=6ead1a33-6bd4-438d-a4e4-45e0bb5463f1,segment=NetworkSegment(aa24d00b-f90e-45f9-b0c6-22b7192b1a80),segment_id=aa24d00b-f90e-45f9-b0c6-22b7192b1a80)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:58:59.420012 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:59.425782 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ffa1bb8-7008-4502-b61a-f444169e3404 req-46d7ee77-39da-4116-97c8-90412dde3be1 service neutron] Port ae31ce66-884f-4360-814c-580afc389139 on network 5afa7f88-eeaa-4717-8103-9ee9125ee829 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:58:59.426120 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ffa1bb8-7008-4502-b61a-f444169e3404 req-46d7ee77-39da-4116-97c8-90412dde3be1 service neutron] Attempting to bind port ae31ce66-884f-4360-814c-580afc389139 on network 5afa7f88-eeaa-4717-8103-9ee9125ee829 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:58:59.429731 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:59.435518 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ffa1bb8-7008-4502-b61a-f444169e3404 req-46d7ee77-39da-4116-97c8-90412dde3be1 service neutron] Checking agent: {'id': 'd28e24f9-e5ea-41e1-80bf-3c7943ad7f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:58:59.435886 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ffa1bb8-7008-4502-b61a-f444169e3404 req-46d7ee77-39da-4116-97c8-90412dde3be1 service neutron] Checking segment: {'id': 'd9a940b8-4f1c-423f-8b77-621d8ce494fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5afa7f88-eeaa-4717-8103-9ee9125ee829'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:58:59.436289 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ffa1bb8-7008-4502-b61a-f444169e3404 req-46d7ee77-39da-4116-97c8-90412dde3be1 service neutron] Bound using segment: {'id': 'd9a940b8-4f1c-423f-8b77-621d8ce494fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5afa7f88-eeaa-4717-8103-9ee9125ee829'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:58:59.436784 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-6ffa1bb8-7008-4502-b61a-f444169e3404 req-46d7ee77-39da-4116-97c8-90412dde3be1 service neutron] Bound port: ae31ce66-884f-4360-814c-580afc389139, host: n-h1-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9a940b8-4f1c-423f-8b77-621d8ce494fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5afa7f88-eeaa-4717-8103-9ee9125ee829'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:58:59.437161 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-6ffa1bb8-7008-4502-b61a-f444169e3404 req-46d7ee77-39da-4116-97c8-90412dde3be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:59.520855 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc4c7f57-e5ac-4cf0-8651-87f431fc6712 x-openstack-request-id: req-dc4c7f57-e5ac-4cf0-8651-87f431fc6712 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:58:59.521215 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "671bc8b0-f3f9-4a30-973d-148d0c6962cf", "name": "network-vif-plugged", "status": "completed", "tag": "6ead1a33-6bd4-438d-a4e4-45e0bb5463f1", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:58:59.521423 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-dc4c7f57-e5ac-4cf0-8651-87f431fc6712 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:58:59.521773 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '671bc8b0-f3f9-4a30-973d-148d0c6962cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ead1a33-6bd4-438d-a4e4-45e0bb5463f1', 'code': 200} Aug 16 22:58:59.555253 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=23b19a4b-c073-41ae-8740-1cc51827e8af,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:59.561719 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-6ffa1bb8-7008-4502-b61a-f444169e3404 req-46d7ee77-39da-4116-97c8-90412dde3be1 service neutron] For port ae31ce66-884f-4360-814c-580afc389139, host n-h1-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:58:59.573440 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-6ffa1bb8-7008-4502-b61a-f444169e3404 req-46d7ee77-39da-4116-97c8-90412dde3be1 service neutron] For port ae31ce66-884f-4360-814c-580afc389139, host n-h1-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=ae31ce66-884f-4360-814c-580afc389139,segment=NetworkSegment(d9a940b8-4f1c-423f-8b77-621d8ce494fc),segment_id=d9a940b8-4f1c-423f-8b77-621d8ce494fc)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:58:59.581893 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-6ffa1bb8-7008-4502-b61a-f444169e3404 req-46d7ee77-39da-4116-97c8-90412dde3be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:59.636295 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffa1bb8-7008-4502-b61a-f444169e3404 req-46d7ee77-39da-4116-97c8-90412dde3be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:59.637826 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-6ffa1bb8-7008-4502-b61a-f444169e3404 req-46d7ee77-39da-4116-97c8-90412dde3be1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:59.639806 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6ffa1bb8-7008-4502-b61a-f444169e3404 req-46d7ee77-39da-4116-97c8-90412dde3be1 service neutron] 10.222.0.68 "PUT /v2.0/ports/ae31ce66-884f-4360-814c-580afc389139 HTTP/1.1" status: 200 len: 1092 time: 1.5297465 Aug 16 22:58:59.652595 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '740f6e24-3a1f-45bd-a688-ce32c61727f2', 'tag': 'ae31ce66-884f-4360-814c-580afc389139'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:58:59.656103 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=6ead1a33-6bd4-438d-a4e4-45e0bb5463f1,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:59.661143 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff189cb4-88c4-4992-ac16-1edfd4af5307" -d '{"events": [{"name": "network-changed", "server_uuid": "740f6e24-3a1f-45bd-a688-ce32c61727f2", "tag": "ae31ce66-884f-4360-814c-580afc389139"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:58:59.715007 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d7ee77-39da-4116-97c8-90412dde3be1 service neutron] Pushing event updated for resources: {'Port': ['ID=ae31ce66-884f-4360-814c-580afc389139,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:58:59.722252 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fdfa60c-993f-42c5-9f57-02e52da088a7 x-openstack-request-id: req-3fdfa60c-993f-42c5-9f57-02e52da088a7 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:58:59.723613 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "740f6e24-3a1f-45bd-a688-ce32c61727f2", "tag": "ae31ce66-884f-4360-814c-580afc389139", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:58:59.723613 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3fdfa60c-993f-42c5-9f57-02e52da088a7 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:58:59.723613 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '740f6e24-3a1f-45bd-a688-ce32c61727f2', 'tag': 'ae31ce66-884f-4360-814c-580afc389139', 'status': 'completed', 'code': 200} Aug 16 22:58:59.727778 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef931e21-713a-497e-869a-f273563b7592 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:59.729609 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef931e21-713a-497e-869a-f273563b7592 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:59.732739 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-ef931e21-713a-497e-869a-f273563b7592 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3615737 Aug 16 22:58:59.738057 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 41222) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:58:59.774227 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2fa3b7-f1df-4fc5-a003-4804a4a8eec3 req-fb622abc-507d-44ad-bd4a-9def73e83189 tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:59.775781 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0f2fa3b7-f1df-4fc5-a003-4804a4a8eec3 req-fb622abc-507d-44ad-bd4a-9def73e83189 tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] 10.222.0.68 "GET /v2.0/networks?id=1beb17af-a544-42d0-be4c-a314899c0ffd HTTP/1.1" status: 200 len: 815 time: 0.4208808 Aug 16 22:58:59.812858 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f8deb5-54cf-4de4-a5d6-c977e9d8e716 req-da6e4215-7a1c-473a-88f4-35019831c581 tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:59.820342 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d6f8deb5-54cf-4de4-a5d6-c977e9d8e716 req-da6e4215-7a1c-473a-88f4-35019831c581 tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=5a3c6e25-fa90-49b6-8ff5-1c1ee0bd7796 HTTP/1.1" status: 200 len: 1096 time: 0.1988518 Aug 16 22:58:59.824092 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0a28c0e-4f47-49b7-acd4-eab8bb0b1d51 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Deleting subnet eda6986d-f1ac-4186-891e-ca1a06e61639 {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:58:59.828594 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a0a28c0e-4f47-49b7-acd4-eab8bb0b1d51 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:58:59.833036 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffa1bb8-7008-4502-b61a-f444169e3404 req-d466e100-153c-49ec-8ac0-fc9000941a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:59.834998 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6ffa1bb8-7008-4502-b61a-f444169e3404 req-d466e100-153c-49ec-8ac0-fc9000941a2c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bc1dde6b43054c1db1326da283b98f4f&device_id=740f6e24-3a1f-45bd-a688-ce32c61727f2 HTTP/1.1" status: 200 len: 1095 time: 0.1154375 Aug 16 22:58:59.838603 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c986e457-1f9f-4daa-8b2a-475a038ba706 req-dba8d389-00ea-4ba7-b894-56d1e3f56731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:58:59.841116 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c986e457-1f9f-4daa-8b2a-475a038ba706 req-dba8d389-00ea-4ba7-b894-56d1e3f56731 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=671bc8b0-f3f9-4a30-973d-148d0c6962cf HTTP/1.1" status: 200 len: 1097 time: 0.1996887 Aug 16 22:58:59.847146 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['23b19a4b-c073-41ae-8740-1cc51827e8af'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:58:59.928974 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6ffa1bb8-7008-4502-b61a-f444169e3404 req-e3fff20e-d577-404c-9185-d0ac534666b1 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae31ce66-884f-4360-814c-580afc389139 HTTP/1.1" status: 200 len: 217 time: 0.0476701 Aug 16 22:59:00.022242 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a0a28c0e-4f47-49b7-acd4-eab8bb0b1d51 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:00.051502 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0f2fa3b7-f1df-4fc5-a003-4804a4a8eec3 req-3f7cf9e2-23a8-4d59-8642-eca3884a9643 tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d50891ae5d2e447e982fd1ccc2ff08fd HTTP/1.1" status: 200 len: 380 time: 0.2647035 Aug 16 22:59:00.057616 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 8702e92d-cd2c-4efb-b561-7933beda1cbf up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:59:00.102737 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-0f2fa3b7-f1df-4fc5-a003-4804a4a8eec3 req-38da11b8-5bb3-43a9-8b7c-424f785b9f4b tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Request body: {'port': {'device_id': 'bc48c1b8-4292-4519-8c38-e7401cede36b', 'network_id': '1beb17af-a544-42d0-be4c-a314899c0ffd', 'admin_state_up': True, 'tenant_id': 'd50891ae5d2e447e982fd1ccc2ff08fd', 'security_groups': ['74b683a2-8fee-4523-b254-c8aa24161d09']}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:59:00.110288 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffa1bb8-7008-4502-b61a-f444169e3404 req-7cf966ab-ba1f-4e10-adbd-304352b32372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:00.112808 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6ffa1bb8-7008-4502-b61a-f444169e3404 req-7cf966ab-ba1f-4e10-adbd-304352b32372 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d47d6ce6-f0e6-4637-a178-044cb0396017 HTTP/1.1" status: 200 len: 852 time: 0.1737146 Aug 16 22:59:00.174713 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6ffa1bb8-7008-4502-b61a-f444169e3404 req-a9cf7560-823d-4cd5-9723-339eec3f046f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5afa7f88-eeaa-4717-8103-9ee9125ee829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448070 Aug 16 22:59:00.187360 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 8702e92d-cd2c-4efb-b561-7933beda1cbf triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:59:00.188302 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:00.240722 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d6f8deb5-54cf-4de4-a5d6-c977e9d8e716 req-91f67371-456b-40fa-8da3-5d9622a05e00 tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=57734425-7742-4aea-945b-26497b4f536d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4072425 Aug 16 22:59:00.272294 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c986e457-1f9f-4daa-8b2a-475a038ba706 req-61475f37-3508-4977-8c75-ab3fe2de6c7d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f6db8e43-e2f1-40de-ab2a-8a84b612cc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4038498 Aug 16 22:59:00.292737 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d12e556-259e-4c78-99da-d6960f9cf382 req-f0b735c4-5f61-4f44-bd15-2ec6183b5dc4 tempest-ServersNegativeTestMultiTenantJSON-1810809852 tempest-ServersNegativeTestMultiTenantJSON-1810809852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:00.296062 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4d12e556-259e-4c78-99da-d6960f9cf382 req-f0b735c4-5f61-4f44-bd15-2ec6183b5dc4 tempest-ServersNegativeTestMultiTenantJSON-1810809852 tempest-ServersNegativeTestMultiTenantJSON-1810809852-project] 10.222.0.36 "GET /v2.0/ports?device_id=671bc8b0-f3f9-4a30-973d-148d0c6962cf HTTP/1.1" status: 200 len: 945 time: 0.3752105 Aug 16 22:59:00.337403 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a0a28c0e-4f47-49b7-acd4-eab8bb0b1d51 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:00.430576 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6ffa1bb8-7008-4502-b61a-f444169e3404 req-a8da3309-e0ac-4ea8-af90-7b5740b2c82b service neutron] 10.222.0.68 "GET /v2.0/networks/5afa7f88-eeaa-4717-8103-9ee9125ee829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410042 Aug 16 22:59:00.448218 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4d12e556-259e-4c78-99da-d6960f9cf382 req-e54b9e09-7837-4022-9023-4e719cb90559 tempest-ServersNegativeTestMultiTenantJSON-1810809852 tempest-ServersNegativeTestMultiTenantJSON-1810809852-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6db8e43-e2f1-40de-ab2a-8a84b612cc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439700 Aug 16 22:59:00.452577 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a0a28c0e-4f47-49b7-acd4-eab8bb0b1d51 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:00.475034 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5403f0b-468e-4e46-8390-defca5e17835 req-8440d250-5f1e-40f3-801f-8f72b7231a42 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:00.484181 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d5403f0b-468e-4e46-8390-defca5e17835 req-8440d250-5f1e-40f3-801f-8f72b7231a42 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=740f6e24-3a1f-45bd-a688-ce32c61727f2 HTTP/1.1" status: 200 len: 943 time: 0.1453748 Aug 16 22:59:00.501727 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f2fa3b7-f1df-4fc5-a003-4804a4a8eec3 req-38da11b8-5bb3-43a9-8b7c-424f785b9f4b tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Made reservation on behalf of d50891ae5d2e447e982fd1ccc2ff08fd for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:59:00.505245 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-0f2fa3b7-f1df-4fc5-a003-4804a4a8eec3 req-38da11b8-5bb3-43a9-8b7c-424f785b9f4b tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:00.536292 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a28c0e-4f47-49b7-acd4-eab8bb0b1d51 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event deleted for resources: {'Subnet': ['ID=eda6986d-f1ac-4186-891e-ca1a06e61639,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:00.539294 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d5403f0b-468e-4e46-8390-defca5e17835 req-c32246f6-c3da-40e9-aa1c-6a31a3f123a8 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542719 Aug 16 22:59:00.552204 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d0c2d3-96fe-4ad8-8aa4-a4d6ac91a9e5 None None] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:59:00.552937 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a0a28c0e-4f47-49b7-acd4-eab8bb0b1d51 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:00.554852 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-a0a28c0e-4f47-49b7-acd4-eab8bb0b1d51 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/subnets/eda6986d-f1ac-4186-891e-ca1a06e61639 HTTP/1.1" status: 204 len: 168 time: 0.8152850 Aug 16 22:59:00.557689 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 41234) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:00.640187 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6ffa1bb8-7008-4502-b61a-f444169e3404 req-69d11804-9a6f-4f83-b1ca-20d15c85296b service neutron] 10.222.0.68 "GET /v2.0/networks/5afa7f88-eeaa-4717-8103-9ee9125ee829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985698 Aug 16 22:59:00.645438 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-fbb70645-fe98-41d8-8013-5d315931cafb tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0837650 Aug 16 22:59:00.646344 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 41238) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:00.650785 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-e1a5677b-c0d1-4438-8082-b7ea036ccfe6 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Request body: {'subnet': {'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:59:00.697442 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-916a519f-0bec-458d-b84d-d2209f0ca8de req-4f17364c-27d4-432f-98e4-76dfe1def7eb tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc48c1b8-4292-4519-8c38-e7401cede36b HTTP/1.1" status: 200 len: 210 time: 0.0593307 Aug 16 22:59:00.733359 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [req-0f2fa3b7-f1df-4fc5-a003-4804a4a8eec3 req-38da11b8-5bb3-43a9-8b7c-424f785b9f4b tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Allocated IP 172.20.0.4 (1beb17af-a544-42d0-be4c-a314899c0ffd/592bfb8a-cb21-442f-b2ff-9ade373c5cea/10b7b209-88f2-481d-b0dc-a3e307fd4760) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:59:00.821474 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1a5677b-c0d1-4438-8082-b7ea036ccfe6 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Made reservation on behalf of 68b563add1f042a58ab2d8884a30332e for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:59:00.825932 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e1a5677b-c0d1-4438-8082-b7ea036ccfe6 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:00.876652 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176d9a62-2f16-4692-85ed-1e828330d12f None None] DHCP port deletion for 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:59:00.897937 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff189cb4-88c4-4992-ac16-1edfd4af5307 req-8abb7098-3bfd-4590-869d-177aac116204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:00.900137 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-ff189cb4-88c4-4992-ac16-1edfd4af5307 req-8abb7098-3bfd-4590-869d-177aac116204 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bc1dde6b43054c1db1326da283b98f4f&device_id=740f6e24-3a1f-45bd-a688-ce32c61727f2 HTTP/1.1" status: 200 len: 1095 time: 0.1700385 Aug 16 22:59:00.951711 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-0f2fa3b7-f1df-4fc5-a003-4804a4a8eec3 req-38da11b8-5bb3-43a9-8b7c-424f785b9f4b tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:00.963123 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-176d9a62-2f16-4692-85ed-1e828330d12f None None] Deleting port 8702e92d-cd2c-4efb-b561-7933beda1cbf {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:59:00.963807 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-176d9a62-2f16-4692-85ed-1e828330d12f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:00.967263 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-0f2fa3b7-f1df-4fc5-a003-4804a4a8eec3 req-38da11b8-5bb3-43a9-8b7c-424f785b9f4b tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Transition to ACTIVE for port object 10b7b209-88f2-481d-b0dc-a3e307fd4760 will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:59:01.008079 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-0f2fa3b7-f1df-4fc5-a003-4804a4a8eec3 req-38da11b8-5bb3-43a9-8b7c-424f785b9f4b tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:01.040335 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f2fa3b7-f1df-4fc5-a003-4804a4a8eec3 req-38da11b8-5bb3-43a9-8b7c-424f785b9f4b tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Network 1beb17af-a544-42d0-be4c-a314899c0ffd is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:59:01.045354 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [req-0f2fa3b7-f1df-4fc5-a003-4804a4a8eec3 req-38da11b8-5bb3-43a9-8b7c-424f785b9f4b tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:59:01.048394 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f2fa3b7-f1df-4fc5-a003-4804a4a8eec3 req-38da11b8-5bb3-43a9-8b7c-424f785b9f4b tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:59:01.061863 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff189cb4-88c4-4992-ac16-1edfd4af5307 req-fc260fca-d961-449f-b6c9-40979ba273f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:01.064210 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-ff189cb4-88c4-4992-ac16-1edfd4af5307 req-fc260fca-d961-449f-b6c9-40979ba273f4 service neutron] 10.222.0.68 "GET /v2.0/networks?id=5afa7f88-eeaa-4717-8103-9ee9125ee829 HTTP/1.1" status: 200 len: 913 time: 0.1564054 Aug 16 22:59:01.065823 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-176d9a62-2f16-4692-85ed-1e828330d12f None None] For port 8702e92d-cd2c-4efb-b561-7933beda1cbf, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=8702e92d-cd2c-4efb-b561-7933beda1cbf,segment=NetworkSegment(482572b3-9d65-4375-9c42-925e854722fd),segment_id=482572b3-9d65-4375-9c42-925e854722fd)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:59:01.066327 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-176d9a62-2f16-4692-85ed-1e828330d12f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:01.091245 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 23b19a4b-c073-41ae-8740-1cc51827e8af up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:59:01.095810 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-176d9a62-2f16-4692-85ed-1e828330d12f None None] Calling delete_port for 8702e92d-cd2c-4efb-b561-7933beda1cbf owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:59:01.144448 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-ff189cb4-88c4-4992-ac16-1edfd4af5307 req-6b73a274-d4ce-4b25-892f-2bd1cb169d32 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae31ce66-884f-4360-814c-580afc389139 HTTP/1.1" status: 200 len: 217 time: 0.0692189 Aug 16 22:59:01.184042 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2fa3b7-f1df-4fc5-a003-4804a4a8eec3 req-38da11b8-5bb3-43a9-8b7c-424f785b9f4b tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:01.185556 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-0f2fa3b7-f1df-4fc5-a003-4804a4a8eec3 req-38da11b8-5bb3-43a9-8b7c-424f785b9f4b tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:01.191651 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38da11b8-5bb3-43a9-8b7c-424f785b9f4b tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Pushing event updated for resources: {'Port': ['ID=10b7b209-88f2-481d-b0dc-a3e307fd4760,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:01.232907 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning for port 23b19a4b-c073-41ae-8740-1cc51827e8af completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:59:01.241267 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0f2fa3b7-f1df-4fc5-a003-4804a4a8eec3 req-38da11b8-5bb3-43a9-8b7c-424f785b9f4b tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1730824 Aug 16 22:59:01.246852 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port 23b19a4b-c073-41ae-8740-1cc51827e8af triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:59:01.246852 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:01.257398 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-0f2fa3b7-f1df-4fc5-a003-4804a4a8eec3 req-7062c0ec-9033-40fe-8994-917a92ee42f7 service neutron] Request body: {'port': {'device_id': 'bc48c1b8-4292-4519-8c38-e7401cede36b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-26'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:59:01.279165 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff189cb4-88c4-4992-ac16-1edfd4af5307 req-711980ac-69d0-48dd-87d6-03001f0a2759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:01.280861 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-ff189cb4-88c4-4992-ac16-1edfd4af5307 req-711980ac-69d0-48dd-87d6-03001f0a2759 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d47d6ce6-f0e6-4637-a178-044cb0396017 HTTP/1.1" status: 200 len: 852 time: 0.1189082 Aug 16 22:59:01.338597 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-0f2fa3b7-f1df-4fc5-a003-4804a4a8eec3 req-7062c0ec-9033-40fe-8994-917a92ee42f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:01.358829 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-ff189cb4-88c4-4992-ac16-1edfd4af5307 req-e3b74969-968c-4ce7-809d-5a286ff74a24 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5afa7f88-eeaa-4717-8103-9ee9125ee829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454714 Aug 16 22:59:01.365774 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-176d9a62-2f16-4692-85ed-1e828330d12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:01.423843 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176d9a62-2f16-4692-85ed-1e828330d12f None None] Pushing event deleted for resources: {'Port': ['ID=8702e92d-cd2c-4efb-b561-7933beda1cbf,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:01.434902 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176d9a62-2f16-4692-85ed-1e828330d12f None None] No DVR routers for this DVR port 8702e92d-cd2c-4efb-b561-7933beda1cbf on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:59:01.450694 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-e2248ecb-0b45-410b-a167-651cc1fd98e5 None None] Provisioning for port 10b7b209-88f2-481d-b0dc-a3e307fd4760 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:59:01.455177 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-e2248ecb-0b45-410b-a167-651cc1fd98e5 None None] Provisioning complete for port 10b7b209-88f2-481d-b0dc-a3e307fd4760 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:59:01.455559 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e2248ecb-0b45-410b-a167-651cc1fd98e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:01.457264 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:01.468427 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e1a5677b-c0d1-4438-8082-b7ea036ccfe6 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:01.470247 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de52a930-a767-45e7-bc95-671cfa63d15a req-6d334d3d-cfa1-402f-a49b-155d9bf84aa0 tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:01.473434 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-de52a930-a767-45e7-bc95-671cfa63d15a req-6d334d3d-cfa1-402f-a49b-155d9bf84aa0 tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=5a3c6e25-fa90-49b6-8ff5-1c1ee0bd7796 HTTP/1.1" status: 200 len: 1096 time: 0.1095428 Aug 16 22:59:01.519511 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-e2248ecb-0b45-410b-a167-651cc1fd98e5 None None] Port 10b7b209-88f2-481d-b0dc-a3e307fd4760 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:59:01.522781 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a3c6e25-fa90-49b6-8ff5-1c1ee0bd7796', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b19a4b-c073-41ae-8740-1cc51827e8af'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:59:01.524790 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ece26dd-faa9-4c49-91a4-05c2beed0221" -d '{"events": [{"server_uuid": "5a3c6e25-fa90-49b6-8ff5-1c1ee0bd7796", "name": "network-vif-plugged", "status": "completed", "tag": "23b19a4b-c073-41ae-8740-1cc51827e8af"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:59:01.537187 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 23b19a4b-c073-41ae-8740-1cc51827e8af, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=23b19a4b-c073-41ae-8740-1cc51827e8af,segment=NetworkSegment(12b6c578-0a1d-41ec-bf80-cafcccaeeccd),segment_id=12b6c578-0a1d-41ec-bf80-cafcccaeeccd)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:59:01.545471 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:01.569278 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a5677b-c0d1-4438-8082-b7ea036ccfe6 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event updated for resources: {'Subnet': ['ID=589944c3-23f2-4d69-b770-bbab8cec49ba,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:01.611225 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a5677b-c0d1-4438-8082-b7ea036ccfe6 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:59:01.618353 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-e1a5677b-c0d1-4438-8082-b7ea036ccfe6 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:59:01.628034 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a5677b-c0d1-4438-8082-b7ea036ccfe6 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:01.629156 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e1a5677b-c0d1-4438-8082-b7ea036ccfe6 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:01.630779 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=23b19a4b-c073-41ae-8740-1cc51827e8af,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:01.633762 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b438ca6e-b03b-438f-bd0a-c2a95dff7373 None None] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:59:01.653263 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-ff189cb4-88c4-4992-ac16-1edfd4af5307 req-d20db518-582c-400b-b515-cfa460ca366f service neutron] 10.222.0.68 "GET /v2.0/networks/5afa7f88-eeaa-4717-8103-9ee9125ee829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715228 Aug 16 22:59:01.660642 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-e1a5677b-c0d1-4438-8082-b7ea036ccfe6 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0138645 Aug 16 22:59:01.670993 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 41248) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:01.672300 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-de52a930-a767-45e7-bc95-671cfa63d15a req-a8dd4efa-f2b7-4ea6-ad99-6d481dc6f46f tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=57734425-7742-4aea-945b-26497b4f536d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251137 Aug 16 22:59:01.679267 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-9338219e-0892-4ffd-aae9-24959aee1a70 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Request body: {'port': {'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'fixed_ips': [{'subnet_id': '589944c3-23f2-4d69-b770-bbab8cec49ba', 'ip_address': '2001:db8::5fad:27ef:723d:cc4c'}], 'name': 'tempest-NetworksTestDHCPv6-604759283'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:59:01.759077 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfbfabd4-fb8a-4271-9542-e98e480f4f78 x-openstack-request-id: req-bfbfabd4-fb8a-4271-9542-e98e480f4f78 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:59:01.759519 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a3c6e25-fa90-49b6-8ff5-1c1ee0bd7796", "name": "network-vif-plugged", "status": "completed", "tag": "23b19a4b-c073-41ae-8740-1cc51827e8af", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:59:01.759781 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bfbfabd4-fb8a-4271-9542-e98e480f4f78 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:59:01.760189 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a3c6e25-fa90-49b6-8ff5-1c1ee0bd7796', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b19a4b-c073-41ae-8740-1cc51827e8af', 'code': 200} Aug 16 22:59:01.795020 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733bb9f6-2a30-4030-9849-55ab33c4ee30 req-858900bd-af59-4deb-8ede-a229df2249f6 tempest-ServersNegativeTestMultiTenantJSON-1810809852 tempest-ServersNegativeTestMultiTenantJSON-1810809852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:01.797485 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-733bb9f6-2a30-4030-9849-55ab33c4ee30 req-858900bd-af59-4deb-8ede-a229df2249f6 tempest-ServersNegativeTestMultiTenantJSON-1810809852 tempest-ServersNegativeTestMultiTenantJSON-1810809852-project] 10.222.0.36 "GET /v2.0/ports?device_id=671bc8b0-f3f9-4a30-973d-148d0c6962cf HTTP/1.1" status: 200 len: 945 time: 0.1947408 Aug 16 22:59:01.864861 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-ff189cb4-88c4-4992-ac16-1edfd4af5307 req-635016bd-ef5f-47a2-861f-59adb081286c service neutron] 10.222.0.68 "GET /v2.0/networks/5afa7f88-eeaa-4717-8103-9ee9125ee829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026713 Aug 16 22:59:01.948072 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9338219e-0892-4ffd-aae9-24959aee1a70 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Made reservation on behalf of 68b563add1f042a58ab2d8884a30332e for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:59:02.028516 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-733bb9f6-2a30-4030-9849-55ab33c4ee30 req-b3f024f4-6fd7-45cd-ae57-62e2d1275e54 tempest-ServersNegativeTestMultiTenantJSON-1810809852 tempest-ServersNegativeTestMultiTenantJSON-1810809852-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6db8e43-e2f1-40de-ab2a-8a84b612cc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192309 Aug 16 22:59:02.067935 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9338219e-0892-4ffd-aae9-24959aee1a70 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:02.075738 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 8702e92d-cd2c-4efb-b561-7933beda1cbf no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:59:02.087715 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16928c48-df81-43f5-922f-5a3f0542507b req-e5e86bb5-e7ec-461d-8220-e64cbd919087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:02.089665 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-16928c48-df81-43f5-922f-5a3f0542507b req-e5e86bb5-e7ec-461d-8220-e64cbd919087 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5a3c6e25-fa90-49b6-8ff5-1c1ee0bd7796 HTTP/1.1" status: 200 len: 1097 time: 0.1440146 Aug 16 22:59:02.092288 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-9338219e-0892-4ffd-aae9-24959aee1a70 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] device_id is not set on port 0266a7ec-bb8d-464c-a0aa-f041b06afc58 yet. {{(pid=101291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:59:02.102743 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ae8117-9d13-420b-abd8-bcc0f3198f8d req-4821fe44-aef1-4aaf-8b43-2542d7c82647 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:02.104464 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 8702e92d-cd2c-4efb-b561-7933beda1cbf {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:59:02.104876 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 8702e92d-cd2c-4efb-b561-7933beda1cbf not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:59:02.109373 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c0ae8117-9d13-420b-abd8-bcc0f3198f8d req-4821fe44-aef1-4aaf-8b43-2542d7c82647 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=740f6e24-3a1f-45bd-a688-ce32c61727f2 HTTP/1.1" status: 200 len: 943 time: 0.2201641 Aug 16 22:59:02.150482 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ba7b51-0fac-4b96-86fd-99e360e53a63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'tenant_id': '68b563add1f042a58ab2d8884a30332e', 'fixed_ips': [{'subnet_id': '589944c3-23f2-4d69-b770-bbab8cec49ba'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:59:02.151631 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-86ba7b51-0fac-4b96-86fd-99e360e53a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:02.301359 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [req-0f2fa3b7-f1df-4fc5-a003-4804a4a8eec3 req-7062c0ec-9033-40fe-8994-917a92ee42f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10b7b209-88f2-481d-b0dc-a3e307fd4760 {{(pid=101292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:59:02.322371 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-16928c48-df81-43f5-922f-5a3f0542507b req-386e8684-a348-4719-b94e-c040ba5e70c9 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=57734425-7742-4aea-945b-26497b4f536d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028866 Aug 16 22:59:02.325720 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-86ba7b51-0fac-4b96-86fd-99e360e53a63 None None] Allocated IP 2001:db8::2 (09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5/589944c3-23f2-4d69-b770-bbab8cec49ba/2174aaf6-8ab6-4734-be90-66220dc2e36b) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:59:02.329617 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c0ae8117-9d13-420b-abd8-bcc0f3198f8d req-19e1dabc-d50c-4830-8374-bde2266fed40 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909928 Aug 16 22:59:02.333250 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-0f2fa3b7-f1df-4fc5-a003-4804a4a8eec3 req-7062c0ec-9033-40fe-8994-917a92ee42f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:02.373809 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-0f2fa3b7-f1df-4fc5-a003-4804a4a8eec3 req-7062c0ec-9033-40fe-8994-917a92ee42f7 service neutron] Transition to ACTIVE for port object 10b7b209-88f2-481d-b0dc-a3e307fd4760 will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:59:02.382238 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-0f2fa3b7-f1df-4fc5-a003-4804a4a8eec3 req-7062c0ec-9033-40fe-8994-917a92ee42f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:02.394043 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2937d0bb-28ad-4855-a8b6-11a3eecd985e req-d4a395e9-47e6-4b42-9221-e5093fa98c34 tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:02.402409 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2937d0bb-28ad-4855-a8b6-11a3eecd985e req-d4a395e9-47e6-4b42-9221-e5093fa98c34 tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc48c1b8-4292-4519-8c38-e7401cede36b HTTP/1.1" status: 200 len: 931 time: 0.1217737 Aug 16 22:59:02.491022 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-86ba7b51-0fac-4b96-86fd-99e360e53a63 None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:02.504298 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-86ba7b51-0fac-4b96-86fd-99e360e53a63 None None] Transition to ACTIVE for port object 2174aaf6-8ab6-4734-be90-66220dc2e36b will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:59:02.524024 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2937d0bb-28ad-4855-a8b6-11a3eecd985e req-5d2f8730-0987-4160-861d-5f8fb6ff80f4 tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] 10.222.0.36 "GET /v2.0/security-groups?id=74b683a2-8fee-4523-b254-c8aa24161d09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198528 Aug 16 22:59:02.531536 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-86ba7b51-0fac-4b96-86fd-99e360e53a63 None None] Transition to ACTIVE for port object 2174aaf6-8ab6-4734-be90-66220dc2e36b will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:59:02.532099 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7062c0ec-9033-40fe-8994-917a92ee42f7 service neutron] Pushing event updated for resources: {'Port': ['ID=10b7b209-88f2-481d-b0dc-a3e307fd4760,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:02.549700 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-86ba7b51-0fac-4b96-86fd-99e360e53a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:02.596849 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ba7b51-0fac-4b96-86fd-99e360e53a63 None None] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:59:02.603606 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-86ba7b51-0fac-4b96-86fd-99e360e53a63 None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:59:02.608199 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ba7b51-0fac-4b96-86fd-99e360e53a63 None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:59:02.615551 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ba7b51-0fac-4b96-86fd-99e360e53a63 None None] Pushing event updated for resources: {'Port': ['ID=2174aaf6-8ab6-4734-be90-66220dc2e36b,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:02.641843 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-9338219e-0892-4ffd-aae9-24959aee1a70 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Allocated IP 2001:db8::5fad:27ef:723d:cc4c (09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5/589944c3-23f2-4d69-b770-bbab8cec49ba/0266a7ec-bb8d-464c-a0aa-f041b06afc58) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:59:02.648725 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-0f2fa3b7-f1df-4fc5-a003-4804a4a8eec3 req-7062c0ec-9033-40fe-8994-917a92ee42f7 service neutron] Attempting to bind port 10b7b209-88f2-481d-b0dc-a3e307fd4760 on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:59:02.649225 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-0f2fa3b7-f1df-4fc5-a003-4804a4a8eec3 req-7062c0ec-9033-40fe-8994-917a92ee42f7 service neutron] Attempting to bind port 10b7b209-88f2-481d-b0dc-a3e307fd4760 by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': '352bb446-568b-427e-833a-0d34d09f7aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '1beb17af-a544-42d0-be4c-a314899c0ffd'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:59:02.649665 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f2fa3b7-f1df-4fc5-a003-4804a4a8eec3 req-7062c0ec-9033-40fe-8994-917a92ee42f7 service neutron] Attempting to bind port 10b7b209-88f2-481d-b0dc-a3e307fd4760 on network 1beb17af-a544-42d0-be4c-a314899c0ffd {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:59:02.657144 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f2fa3b7-f1df-4fc5-a003-4804a4a8eec3 req-7062c0ec-9033-40fe-8994-917a92ee42f7 service neutron] Port 10b7b209-88f2-481d-b0dc-a3e307fd4760 on network 1beb17af-a544-42d0-be4c-a314899c0ffd not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:59:02.657623 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f2fa3b7-f1df-4fc5-a003-4804a4a8eec3 req-7062c0ec-9033-40fe-8994-917a92ee42f7 service neutron] Attempting to bind port 10b7b209-88f2-481d-b0dc-a3e307fd4760 on network 1beb17af-a544-42d0-be4c-a314899c0ffd {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:59:02.664705 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f2fa3b7-f1df-4fc5-a003-4804a4a8eec3 req-7062c0ec-9033-40fe-8994-917a92ee42f7 service neutron] Checking agent: {'id': 'd28e24f9-e5ea-41e1-80bf-3c7943ad7f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:59:02.665157 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f2fa3b7-f1df-4fc5-a003-4804a4a8eec3 req-7062c0ec-9033-40fe-8994-917a92ee42f7 service neutron] Checking segment: {'id': '352bb446-568b-427e-833a-0d34d09f7aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '1beb17af-a544-42d0-be4c-a314899c0ffd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:59:02.665739 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f2fa3b7-f1df-4fc5-a003-4804a4a8eec3 req-7062c0ec-9033-40fe-8994-917a92ee42f7 service neutron] Bound using segment: {'id': '352bb446-568b-427e-833a-0d34d09f7aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '1beb17af-a544-42d0-be4c-a314899c0ffd'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:59:02.666890 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-0f2fa3b7-f1df-4fc5-a003-4804a4a8eec3 req-7062c0ec-9033-40fe-8994-917a92ee42f7 service neutron] Bound port: 10b7b209-88f2-481d-b0dc-a3e307fd4760, host: n-h1-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '352bb446-568b-427e-833a-0d34d09f7aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '1beb17af-a544-42d0-be4c-a314899c0ffd'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:59:02.667375 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-0f2fa3b7-f1df-4fc5-a003-4804a4a8eec3 req-7062c0ec-9033-40fe-8994-917a92ee42f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:02.690162 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-86ba7b51-0fac-4b96-86fd-99e360e53a63 None None] Attempting to bind port 2174aaf6-8ab6-4734-be90-66220dc2e36b on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:59:02.690544 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-86ba7b51-0fac-4b96-86fd-99e360e53a63 None None] Attempting to bind port 2174aaf6-8ab6-4734-be90-66220dc2e36b by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '482572b3-9d65-4375-9c42-925e854722fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:59:02.691210 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ba7b51-0fac-4b96-86fd-99e360e53a63 None None] Attempting to bind port 2174aaf6-8ab6-4734-be90-66220dc2e36b on network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:59:02.705354 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ba7b51-0fac-4b96-86fd-99e360e53a63 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:59:02.705909 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ba7b51-0fac-4b96-86fd-99e360e53a63 None None] Checking segment: {'id': '482572b3-9d65-4375-9c42-925e854722fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:59:02.706441 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-86ba7b51-0fac-4b96-86fd-99e360e53a63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:02.706902 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ba7b51-0fac-4b96-86fd-99e360e53a63 None None] Bound using segment: {'id': '482572b3-9d65-4375-9c42-925e854722fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:59:02.709253 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-86ba7b51-0fac-4b96-86fd-99e360e53a63 None None] Bound port: 2174aaf6-8ab6-4734-be90-66220dc2e36b, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '482572b3-9d65-4375-9c42-925e854722fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:59:02.709839 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-86ba7b51-0fac-4b96-86fd-99e360e53a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:02.772709 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-0f2fa3b7-f1df-4fc5-a003-4804a4a8eec3 req-7062c0ec-9033-40fe-8994-917a92ee42f7 service neutron] For port 10b7b209-88f2-481d-b0dc-a3e307fd4760, host n-h1-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:59:02.778449 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-0f2fa3b7-f1df-4fc5-a003-4804a4a8eec3 req-7062c0ec-9033-40fe-8994-917a92ee42f7 service neutron] For port 10b7b209-88f2-481d-b0dc-a3e307fd4760, host n-h1-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=10b7b209-88f2-481d-b0dc-a3e307fd4760,segment=NetworkSegment(352bb446-568b-427e-833a-0d34d09f7aa1),segment_id=352bb446-568b-427e-833a-0d34d09f7aa1)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:59:02.784757 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-0f2fa3b7-f1df-4fc5-a003-4804a4a8eec3 req-7062c0ec-9033-40fe-8994-917a92ee42f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:02.825565 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-86ba7b51-0fac-4b96-86fd-99e360e53a63 None None] For port 2174aaf6-8ab6-4734-be90-66220dc2e36b, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:59:02.830708 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2fa3b7-f1df-4fc5-a003-4804a4a8eec3 req-7062c0ec-9033-40fe-8994-917a92ee42f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:02.831619 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-0f2fa3b7-f1df-4fc5-a003-4804a4a8eec3 req-7062c0ec-9033-40fe-8994-917a92ee42f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:02.833633 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0f2fa3b7-f1df-4fc5-a003-4804a4a8eec3 req-7062c0ec-9033-40fe-8994-917a92ee42f7 service neutron] 10.222.0.68 "PUT /v2.0/ports/10b7b209-88f2-481d-b0dc-a3e307fd4760 HTTP/1.1" status: 200 len: 1092 time: 1.5839775 Aug 16 22:59:02.839285 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-86ba7b51-0fac-4b96-86fd-99e360e53a63 None None] For port 2174aaf6-8ab6-4734-be90-66220dc2e36b, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=2174aaf6-8ab6-4734-be90-66220dc2e36b,segment=NetworkSegment(482572b3-9d65-4375-9c42-925e854722fd),segment_id=482572b3-9d65-4375-9c42-925e854722fd)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:59:02.849790 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-86ba7b51-0fac-4b96-86fd-99e360e53a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:02.885357 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc48c1b8-4292-4519-8c38-e7401cede36b', 'tag': '10b7b209-88f2-481d-b0dc-a3e307fd4760'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:59:02.888874 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30da629c-52f5-43af-9379-cdcd690a354b" -d '{"events": [{"name": "network-changed", "server_uuid": "bc48c1b8-4292-4519-8c38-e7401cede36b", "tag": "10b7b209-88f2-481d-b0dc-a3e307fd4760"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:59:02.991630 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1cc1f11-12a4-4d0e-a3b5-6ed234e14194 x-openstack-request-id: req-e1cc1f11-12a4-4d0e-a3b5-6ed234e14194 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:59:02.992066 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc48c1b8-4292-4519-8c38-e7401cede36b", "tag": "10b7b209-88f2-481d-b0dc-a3e307fd4760", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:59:02.992549 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e1cc1f11-12a4-4d0e-a3b5-6ed234e14194 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:59:02.993123 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc48c1b8-4292-4519-8c38-e7401cede36b', 'tag': '10b7b209-88f2-481d-b0dc-a3e307fd4760', 'status': 'completed', 'code': 200} Aug 16 22:59:03.007674 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7062c0ec-9033-40fe-8994-917a92ee42f7 service neutron] Pushing event updated for resources: {'Port': ['ID=10b7b209-88f2-481d-b0dc-a3e307fd4760,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:03.013101 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ba7b51-0fac-4b96-86fd-99e360e53a63 None None] Pushing event updated for resources: {'Port': ['ID=2174aaf6-8ab6-4734-be90-66220dc2e36b,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:03.035833 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e60b79-8fa5-4d93-8122-412e541b3a8a req-09aabc44-a2bd-4eb5-8535-fc960923adac tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:03.040819 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-71e60b79-8fa5-4d93-8122-412e541b3a8a req-09aabc44-a2bd-4eb5-8535-fc960923adac tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=5a3c6e25-fa90-49b6-8ff5-1c1ee0bd7796 HTTP/1.1" status: 200 len: 1097 time: 0.2059655 Aug 16 22:59:03.060563 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2fa3b7-f1df-4fc5-a003-4804a4a8eec3 req-eb79309d-08fe-4a0f-8a45-bbe32761ea1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:03.062918 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0f2fa3b7-f1df-4fc5-a003-4804a4a8eec3 req-eb79309d-08fe-4a0f-8a45-bbe32761ea1f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d50891ae5d2e447e982fd1ccc2ff08fd&device_id=bc48c1b8-4292-4519-8c38-e7401cede36b HTTP/1.1" status: 200 len: 1095 time: 0.1707866 Aug 16 22:59:03.149062 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0f2fa3b7-f1df-4fc5-a003-4804a4a8eec3 req-0f821500-253e-4e07-bf45-1a2910b1c548 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10b7b209-88f2-481d-b0dc-a3e307fd4760 HTTP/1.1" status: 200 len: 217 time: 0.0612290 Aug 16 22:59:03.316255 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-71e60b79-8fa5-4d93-8122-412e541b3a8a req-5ea4e001-c60e-42f0-8b66-ca89fa66f7f5 tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=57734425-7742-4aea-945b-26497b4f536d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644167 Aug 16 22:59:03.341094 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2fa3b7-f1df-4fc5-a003-4804a4a8eec3 req-375c98aa-218e-4d8f-9300-afc3d7e35ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:03.346362 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0f2fa3b7-f1df-4fc5-a003-4804a4a8eec3 req-375c98aa-218e-4d8f-9300-afc3d7e35ecb service neutron] 10.222.0.68 "GET /v2.0/subnets?id=592bfb8a-cb21-442f-b2ff-9ade373c5cea HTTP/1.1" status: 200 len: 854 time: 0.1688719 Aug 16 22:59:03.371362 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c1f817-5cb8-4b03-9dd3-e916b1aa2143 req-d04af4a9-ac59-41c7-a49d-710db5eb179f tempest-ServersNegativeTestMultiTenantJSON-1810809852 tempest-ServersNegativeTestMultiTenantJSON-1810809852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:03.377124 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-24c1f817-5cb8-4b03-9dd3-e916b1aa2143 req-d04af4a9-ac59-41c7-a49d-710db5eb179f tempest-ServersNegativeTestMultiTenantJSON-1810809852 tempest-ServersNegativeTestMultiTenantJSON-1810809852-project] 10.222.0.36 "GET /v2.0/ports?device_id=671bc8b0-f3f9-4a30-973d-148d0c6962cf HTTP/1.1" status: 200 len: 945 time: 0.2246509 Aug 16 22:59:03.405394 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9338219e-0892-4ffd-aae9-24959aee1a70 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:03.447019 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-9338219e-0892-4ffd-aae9-24959aee1a70 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Transition to ACTIVE for port object 0266a7ec-bb8d-464c-a0aa-f041b06afc58 will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:59:03.453491 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-24c1f817-5cb8-4b03-9dd3-e916b1aa2143 req-92dabc22-283b-4f67-a2ae-907b633479db tempest-ServersNegativeTestMultiTenantJSON-1810809852 tempest-ServersNegativeTestMultiTenantJSON-1810809852-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6db8e43-e2f1-40de-ab2a-8a84b612cc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477984 Aug 16 22:59:03.460733 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2fa3b7-f1df-4fc5-a003-4804a4a8eec3 req-089e12a0-1509-4a1b-8a48-c701c4d4a2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:03.462400 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0f2fa3b7-f1df-4fc5-a003-4804a4a8eec3 req-089e12a0-1509-4a1b-8a48-c701c4d4a2f2 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=1beb17af-a544-42d0-be4c-a314899c0ffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0835590 Aug 16 22:59:03.518265 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9338219e-0892-4ffd-aae9-24959aee1a70 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:03.585957 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9338219e-0892-4ffd-aae9-24959aee1a70 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:59:03.596095 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-9338219e-0892-4ffd-aae9-24959aee1a70 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:59:03.602099 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9338219e-0892-4ffd-aae9-24959aee1a70 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:59:03.611026 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9338219e-0892-4ffd-aae9-24959aee1a70 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:03.613036 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9338219e-0892-4ffd-aae9-24959aee1a70 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:03.622004 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d0e38d-2d95-4b70-9be2-82f2e624ec53 req-ad2e5041-17b7-4d97-b1e0-131573cef959 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:03.623523 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-74d0e38d-2d95-4b70-9be2-82f2e624ec53 req-ad2e5041-17b7-4d97-b1e0-131573cef959 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=740f6e24-3a1f-45bd-a688-ce32c61727f2 HTTP/1.1" status: 200 len: 943 time: 0.0840764 Aug 16 22:59:03.635336 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9338219e-0892-4ffd-aae9-24959aee1a70 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event updated for resources: {'Port': ['ID=0266a7ec-bb8d-464c-a0aa-f041b06afc58,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:03.644040 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-9338219e-0892-4ffd-aae9-24959aee1a70 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9674673 Aug 16 22:59:03.645544 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 41274) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:03.646945 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0f2fa3b7-f1df-4fc5-a003-4804a4a8eec3 req-b6fdbe70-b2c3-4e90-84be-74282e2a5dae service neutron] 10.222.0.68 "GET /v2.0/networks/1beb17af-a544-42d0-be4c-a314899c0ffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748459 Aug 16 22:59:03.712401 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62976d3-8041-46a2-892f-dc3de5bd3c1a tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:03.719509 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62976d3-8041-46a2-892f-dc3de5bd3c1a tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:03.721252 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-e62976d3-8041-46a2-892f-dc3de5bd3c1a tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0752966 Aug 16 22:59:03.724410 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 41278) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:03.796490 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-74d0e38d-2d95-4b70-9be2-82f2e624ec53 req-bf9a0bac-e0d7-49bb-97ff-ee2e386ecb7e tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631601 Aug 16 22:59:03.847573 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6092198c-4a7e-4666-a26d-ab7b86fcdf88 req-5bb517f8-bf46-4732-a55d-7f3aa5758d2e tempest-ServersNegativeTestMultiTenantJSON-1810809852 tempest-ServersNegativeTestMultiTenantJSON-1810809852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:03.849366 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6092198c-4a7e-4666-a26d-ab7b86fcdf88 req-5bb517f8-bf46-4732-a55d-7f3aa5758d2e tempest-ServersNegativeTestMultiTenantJSON-1810809852 tempest-ServersNegativeTestMultiTenantJSON-1810809852-project] 10.222.0.36 "GET /v2.0/ports?device_id=671bc8b0-f3f9-4a30-973d-148d0c6962cf HTTP/1.1" status: 200 len: 945 time: 0.1676800 Aug 16 22:59:03.853865 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0f2fa3b7-f1df-4fc5-a003-4804a4a8eec3 req-3bfa417f-d389-4aa4-a544-9ca5fc8a422c service neutron] 10.222.0.68 "GET /v2.0/networks/1beb17af-a544-42d0-be4c-a314899c0ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974983 Aug 16 22:59:03.861254 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device ae31ce66-884f-4360-814c-580afc389139 details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:59:03.888379 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-cbc617ba-ab8b-4e9f-ad27-50ac7b79f98b tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Deleting port 0266a7ec-bb8d-464c-a0aa-f041b06afc58 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:59:03.888760 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cbc617ba-ab8b-4e9f-ad27-50ac7b79f98b tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:03.967701 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6092198c-4a7e-4666-a26d-ab7b86fcdf88 req-9d6cc459-a85e-45f1-a82d-c94ad5d36e5b tempest-ServersNegativeTestMultiTenantJSON-1810809852 tempest-ServersNegativeTestMultiTenantJSON-1810809852-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6db8e43-e2f1-40de-ab2a-8a84b612cc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100416 Aug 16 22:59:04.091333 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cbc617ba-ab8b-4e9f-ad27-50ac7b79f98b tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:04.096206 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port ae31ce66-884f-4360-814c-580afc389139, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=ae31ce66-884f-4360-814c-580afc389139,segment=NetworkSegment(d9a940b8-4f1c-423f-8b77-621d8ce494fc),segment_id=d9a940b8-4f1c-423f-8b77-621d8ce494fc)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:59:04.106378 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-cbc617ba-ab8b-4e9f-ad27-50ac7b79f98b tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Calling delete_port for 0266a7ec-bb8d-464c-a0aa-f041b06afc58 owned by {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:59:04.141852 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c99f63f-6ea7-4d40-ade2-cff50e68661b req-fd253988-aca5-4ac1-98f3-cc316be6d632 tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:04.143544 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2c99f63f-6ea7-4d40-ade2-cff50e68661b req-fd253988-aca5-4ac1-98f3-cc316be6d632 tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc48c1b8-4292-4519-8c38-e7401cede36b HTTP/1.1" status: 200 len: 943 time: 0.2163045 Aug 16 22:59:04.146629 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': 'ae31ce66-884f-4360-814c-580afc389139', 'network_id': '5afa7f88-eeaa-4717-8103-9ee9125ee829', 'port_id': 'ae31ce66-884f-4360-814c-580afc389139', 'mac_address': 'fa:16:3e:05:fa:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd47d6ce6-f0e6-4637-a178-044cb0396017', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:59:04.147176 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30da629c-52f5-43af-9379-cdcd690a354b req-cdbdb394-a3ec-4b2d-a3aa-d6d7f250ce2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:04.148895 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-30da629c-52f5-43af-9379-cdcd690a354b req-cdbdb394-a3ec-4b2d-a3aa-d6d7f250ce2b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d50891ae5d2e447e982fd1ccc2ff08fd&device_id=bc48c1b8-4292-4519-8c38-e7401cede36b HTTP/1.1" status: 200 len: 1095 time: 0.1544812 Aug 16 22:59:04.150263 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 2174aaf6-8ab6-4734-be90-66220dc2e36b up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:59:04.286795 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2c99f63f-6ea7-4d40-ade2-cff50e68661b req-0c2f0293-e828-4549-8b9a-0c4438d4d761 tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] 10.222.0.36 "GET /v2.0/security-groups?id=74b683a2-8fee-4523-b254-c8aa24161d09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360376 Aug 16 22:59:04.289573 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:04.312313 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 2174aaf6-8ab6-4734-be90-66220dc2e36b completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:59:04.324854 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae31ce66-884f-4360-814c-580afc389139 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:59:04.351526 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30da629c-52f5-43af-9379-cdcd690a354b req-288b3f51-0844-444d-9e0b-9cb4c8a0c5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:04.353544 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-30da629c-52f5-43af-9379-cdcd690a354b req-288b3f51-0844-444d-9e0b-9cb4c8a0c5d8 service neutron] 10.222.0.68 "GET /v2.0/networks?id=1beb17af-a544-42d0-be4c-a314899c0ffd HTTP/1.1" status: 200 len: 916 time: 0.1774921 Aug 16 22:59:04.372636 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port ae31ce66-884f-4360-814c-580afc389139, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=ae31ce66-884f-4360-814c-580afc389139,segment=NetworkSegment(d9a940b8-4f1c-423f-8b77-621d8ce494fc),segment_id=d9a940b8-4f1c-423f-8b77-621d8ce494fc)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:59:04.380607 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:04.387930 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cbc617ba-ab8b-4e9f-ad27-50ac7b79f98b tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:04.439281 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc617ba-ab8b-4e9f-ad27-50ac7b79f98b tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event deleted for resources: {'Port': ['ID=0266a7ec-bb8d-464c-a0aa-f041b06afc58,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:04.443659 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-30da629c-52f5-43af-9379-cdcd690a354b req-6749160d-5979-4d32-bfa8-0fa04857b835 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10b7b209-88f2-481d-b0dc-a3e307fd4760 HTTP/1.1" status: 200 len: 217 time: 0.0792911 Aug 16 22:59:04.470803 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cbc617ba-ab8b-4e9f-ad27-50ac7b79f98b tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:04.475391 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-cbc617ba-ab8b-4e9f-ad27-50ac7b79f98b tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/ports/0266a7ec-bb8d-464c-a0aa-f041b06afc58 HTTP/1.1" status: 204 len: 168 time: 0.7477250 Aug 16 22:59:04.475761 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 41288) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:04.476809 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=ae31ce66-884f-4360-814c-580afc389139,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:04.625775 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-837a4f70-4fa6-4887-a93e-12cf0fcda2fa None None] Provisioning for port 2174aaf6-8ab6-4734-be90-66220dc2e36b completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:59:04.626784 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c43508a-850a-4d3e-af0e-86bf8274a0d5 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:04.630181 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c43508a-850a-4d3e-af0e-86bf8274a0d5 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:04.634355 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-1c43508a-850a-4d3e-af0e-86bf8274a0d5 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1513851 Aug 16 22:59:04.634503 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['ae31ce66-884f-4360-814c-580afc389139'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:59:04.634900 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 41294) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:04.636930 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30da629c-52f5-43af-9379-cdcd690a354b req-c707ac84-b52d-4d2c-a398-7b415ef38084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:04.638891 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-30da629c-52f5-43af-9379-cdcd690a354b req-c707ac84-b52d-4d2c-a398-7b415ef38084 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=592bfb8a-cb21-442f-b2ff-9ade373c5cea HTTP/1.1" status: 200 len: 854 time: 0.1613438 Aug 16 22:59:04.646892 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558b1cd6-ba94-49dd-94ae-1e5a1b1f566a req-ee7b6ced-3cb3-4272-9788-99d33c9084e8 tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:04.648453 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-558b1cd6-ba94-49dd-94ae-1e5a1b1f566a req-ee7b6ced-3cb3-4272-9788-99d33c9084e8 tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=5a3c6e25-fa90-49b6-8ff5-1c1ee0bd7796 HTTP/1.1" status: 200 len: 1097 time: 0.2092338 Aug 16 22:59:04.675335 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b6b38b-9717-4f2a-9c31-e92ddbf2b70d req-e5e5501d-a8fe-4c1b-8941-2c6f1b93861a tempest-ServersNegativeTestMultiTenantJSON-1810809852 tempest-ServersNegativeTestMultiTenantJSON-1810809852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:04.682852 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-02b6b38b-9717-4f2a-9c31-e92ddbf2b70d req-e5e5501d-a8fe-4c1b-8941-2c6f1b93861a tempest-ServersNegativeTestMultiTenantJSON-1810809852 tempest-ServersNegativeTestMultiTenantJSON-1810809852-project] 10.222.0.36 "GET /v2.0/ports?device_id=671bc8b0-f3f9-4a30-973d-148d0c6962cf HTTP/1.1" status: 200 len: 945 time: 0.2422519 Aug 16 22:59:04.711776 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-837a4f70-4fa6-4887-a93e-12cf0fcda2fa None None] Provisioning complete for port 2174aaf6-8ab6-4734-be90-66220dc2e36b triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:59:04.711776 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-837a4f70-4fa6-4887-a93e-12cf0fcda2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:04.744571 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-011f0049-94bd-47be-9bfc-15a04ef3ab7d tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Deleting subnet 589944c3-23f2-4d69-b770-bbab8cec49ba {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:59:04.754338 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-011f0049-94bd-47be-9bfc-15a04ef3ab7d tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:04.779501 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-558b1cd6-ba94-49dd-94ae-1e5a1b1f566a req-2afc1ea8-3ebb-423a-b09a-ff8b08b13392 tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=57734425-7742-4aea-945b-26497b4f536d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148584 Aug 16 22:59:04.802135 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-02b6b38b-9717-4f2a-9c31-e92ddbf2b70d req-75015188-a01b-4fe1-8017-0e754f0bd7e1 tempest-ServersNegativeTestMultiTenantJSON-1810809852 tempest-ServersNegativeTestMultiTenantJSON-1810809852-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6db8e43-e2f1-40de-ab2a-8a84b612cc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183259 Aug 16 22:59:04.820863 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30da629c-52f5-43af-9379-cdcd690a354b req-027ea3db-16cd-4d33-bcef-096651f56452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:04.820863 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-30da629c-52f5-43af-9379-cdcd690a354b req-027ea3db-16cd-4d33-bcef-096651f56452 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=1beb17af-a544-42d0-be4c-a314899c0ffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1674511 Aug 16 22:59:04.846272 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-011f0049-94bd-47be-9bfc-15a04ef3ab7d tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:04.986632 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-011f0049-94bd-47be-9bfc-15a04ef3ab7d tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:05.016298 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-837a4f70-4fa6-4887-a93e-12cf0fcda2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:05.060034 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9d8c9a-8637-4930-ac2f-b761f665df7b req-09c9e852-2768-4647-92c7-a027f5b14d7d tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:05.063027 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-011f0049-94bd-47be-9bfc-15a04ef3ab7d tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:05.068510 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ef9d8c9a-8637-4930-ac2f-b761f665df7b req-09c9e852-2768-4647-92c7-a027f5b14d7d tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=5a3c6e25-fa90-49b6-8ff5-1c1ee0bd7796 HTTP/1.1" status: 200 len: 1097 time: 0.1109576 Aug 16 22:59:05.099086 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011f0049-94bd-47be-9bfc-15a04ef3ab7d tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event deleted for resources: {'Subnet': ['ID=589944c3-23f2-4d69-b770-bbab8cec49ba,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:05.108994 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-011f0049-94bd-47be-9bfc-15a04ef3ab7d tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:05.114300 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-011f0049-94bd-47be-9bfc-15a04ef3ab7d tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/subnets/589944c3-23f2-4d69-b770-bbab8cec49ba HTTP/1.1" status: 204 len: 168 time: 0.4764116 Aug 16 22:59:05.116853 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 41302) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:05.146252 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.db.api [None req-837a4f70-4fa6-4887-a93e-12cf0fcda2fa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101293) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 22:59:05.146614 n-d-791506-26 neutron-server[101293]: DEBUG oslo_db.api [None req-837a4f70-4fa6-4887-a93e-12cf0fcda2fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 22:59:05.167600 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ca1124-f724-4389-967a-a76bd3607bf8 req-fc090ab3-8f5e-496b-a5bf-4ebd220fd92d tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:05.175883 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-62ca1124-f724-4389-967a-a76bd3607bf8 req-fc090ab3-8f5e-496b-a5bf-4ebd220fd92d tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=740f6e24-3a1f-45bd-a688-ce32c61727f2 HTTP/1.1" status: 200 len: 944 time: 0.0979166 Aug 16 22:59:05.178078 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-6f4d66a1-a968-49e6-bd25-87107e4340d1 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0598547 Aug 16 22:59:05.180956 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 41306) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:05.187453 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-7768cdbf-b2de-471a-965f-b37594a7d502 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Request body: {'subnet': {'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:59:05.189340 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464d3b19-3832-4091-b61e-597586525985 None None] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:59:05.199254 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-30da629c-52f5-43af-9379-cdcd690a354b req-e05effcc-f78a-42dc-b359-cfcd3a7979bb service neutron] 10.222.0.68 "GET /v2.0/networks/1beb17af-a544-42d0-be4c-a314899c0ffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3729982 Aug 16 22:59:05.242043 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ef9d8c9a-8637-4930-ac2f-b761f665df7b req-f9a40d8c-a008-491e-a913-7ebcaddc90b2 tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=57734425-7742-4aea-945b-26497b4f536d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726282 Aug 16 22:59:05.294530 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-62ca1124-f724-4389-967a-a76bd3607bf8 req-5d2ccb67-d5d5-482b-abcb-cca97ab8ce27 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176877 Aug 16 22:59:05.310941 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7768cdbf-b2de-471a-965f-b37594a7d502 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Made reservation on behalf of 68b563add1f042a58ab2d8884a30332e for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:59:05.321632 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7768cdbf-b2de-471a-965f-b37594a7d502 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:05.388343 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-30da629c-52f5-43af-9379-cdcd690a354b req-abe9c6f8-fa2c-4e45-9058-d02de617128a service neutron] 10.222.0.68 "GET /v2.0/networks/1beb17af-a544-42d0-be4c-a314899c0ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747680 Aug 16 22:59:05.443581 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72ab010-8d82-4b91-b86a-5beaaaf6ae19 None None] DHCP port deletion for 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:59:05.496879 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa89b23-4bbb-4d69-9fb3-09db73e21ef1 req-b2a7c1c5-b7ea-40ce-8c27-187c8cb760f9 tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:05.498428 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7fa89b23-4bbb-4d69-9fb3-09db73e21ef1 req-b2a7c1c5-b7ea-40ce-8c27-187c8cb760f9 tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=5a3c6e25-fa90-49b6-8ff5-1c1ee0bd7796 HTTP/1.1" status: 200 len: 1097 time: 0.0568104 Aug 16 22:59:05.523949 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-d72ab010-8d82-4b91-b86a-5beaaaf6ae19 None None] Deleting port 2174aaf6-8ab6-4734-be90-66220dc2e36b {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:59:05.524478 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d72ab010-8d82-4b91-b86a-5beaaaf6ae19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:05.581821 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7fa89b23-4bbb-4d69-9fb3-09db73e21ef1 req-d4955a7d-7a9f-4f20-8c48-1d308c647210 tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=57734425-7742-4aea-945b-26497b4f536d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574367 Aug 16 22:59:05.606729 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7768cdbf-b2de-471a-965f-b37594a7d502 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:05.619597 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-d72ab010-8d82-4b91-b86a-5beaaaf6ae19 None None] For port 2174aaf6-8ab6-4734-be90-66220dc2e36b, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=2174aaf6-8ab6-4734-be90-66220dc2e36b,segment=NetworkSegment(482572b3-9d65-4375-9c42-925e854722fd),segment_id=482572b3-9d65-4375-9c42-925e854722fd)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:59:05.620117 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d72ab010-8d82-4b91-b86a-5beaaaf6ae19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:05.638610 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-d72ab010-8d82-4b91-b86a-5beaaaf6ae19 None None] Calling delete_port for 2174aaf6-8ab6-4734-be90-66220dc2e36b owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:59:05.649696 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09e8b1d-a7aa-47ba-b3e0-a54eb5f731dd req-4d597951-c2aa-4d34-8b40-45e8e90e1bc0 tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:05.657144 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e09e8b1d-a7aa-47ba-b3e0-a54eb5f731dd req-4d597951-c2aa-4d34-8b40-45e8e90e1bc0 tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc48c1b8-4292-4519-8c38-e7401cede36b HTTP/1.1" status: 200 len: 943 time: 0.1528647 Aug 16 22:59:05.735491 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7768cdbf-b2de-471a-965f-b37594a7d502 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:59:05.741303 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-7768cdbf-b2de-471a-965f-b37594a7d502 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:59:05.748026 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7768cdbf-b2de-471a-965f-b37594a7d502 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:05.748944 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7768cdbf-b2de-471a-965f-b37594a7d502 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:05.754794 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e09e8b1d-a7aa-47ba-b3e0-a54eb5f731dd req-08508e02-c565-4b85-96ee-2dd0e46c12c2 tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] 10.222.0.36 "GET /v2.0/security-groups?id=74b683a2-8fee-4523-b254-c8aa24161d09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837901 Aug 16 22:59:05.774036 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7768cdbf-b2de-471a-965f-b37594a7d502 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event updated for resources: {'Subnet': ['ID=2e3d6492-3598-4254-b9ac-487bccf7d879,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:05.791002 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-7768cdbf-b2de-471a-965f-b37594a7d502 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6060410 Aug 16 22:59:05.791289 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 41318) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:05.796726 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-7ae3f100-7d71-48b0-9d07-33848d766b0b tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Request body: {'port': {'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'fixed_ips': [{'subnet_id': '2e3d6492-3598-4254-b9ac-487bccf7d879', 'ip_address': '2001:db8::dab9:4186:dc5c:5198'}], 'name': 'tempest-NetworksTestDHCPv6-1983767835'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:59:05.816140 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-837a4f70-4fa6-4887-a93e-12cf0fcda2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:05.944236 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device ae31ce66-884f-4360-814c-580afc389139 up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:59:06.004617 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-837a4f70-4fa6-4887-a93e-12cf0fcda2fa None None] For port 2174aaf6-8ab6-4734-be90-66220dc2e36b, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=2174aaf6-8ab6-4734-be90-66220dc2e36b,segment=NetworkSegment(482572b3-9d65-4375-9c42-925e854722fd),segment_id=482572b3-9d65-4375-9c42-925e854722fd)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:59:06.014553 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 2174aaf6-8ab6-4734-be90-66220dc2e36b no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:59:06.020528 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-837a4f70-4fa6-4887-a93e-12cf0fcda2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:06.054719 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d72ab010-8d82-4b91-b86a-5beaaaf6ae19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:06.084572 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837a4f70-4fa6-4887-a93e-12cf0fcda2fa None None] Pushing event deleted for resources: {'Port': ['ID=2174aaf6-8ab6-4734-be90-66220dc2e36b,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:06.115926 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72ab010-8d82-4b91-b86a-5beaaaf6ae19 None None] No DVR routers for this DVR port 2174aaf6-8ab6-4734-be90-66220dc2e36b on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:59:06.120096 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72ab010-8d82-4b91-b86a-5beaaaf6ae19 None None] Pushing event deleted for resources: {'Port': ['ID=2174aaf6-8ab6-4734-be90-66220dc2e36b,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:06.140069 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No active binding found for port 2174aaf6-8ab6-4734-be90-66220dc2e36b {{(pid=101293) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 16 22:59:06.140520 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 2174aaf6-8ab6-4734-be90-66220dc2e36b not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:59:06.145520 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bcfec55-8c88-4f22-8c95-1db408337697 None None] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:59:06.150463 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-8a2ca407-c5f1-4a73-ba81-9d627cba9512 None None] Could not find standard attr ID for object 0266a7ec-bb8d-464c-a0aa-f041b06afc58. {{(pid=101293) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:59:06.190546 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning for port ae31ce66-884f-4360-814c-580afc389139 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:59:06.201668 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port ae31ce66-884f-4360-814c-580afc389139 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:59:06.202056 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:06.372944 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:06.395112 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700986f4-1fe6-4b36-89fb-da2770baccfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'tenant_id': '68b563add1f042a58ab2d8884a30332e', 'fixed_ips': [{'subnet_id': '2e3d6492-3598-4254-b9ac-487bccf7d879'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:59:06.396994 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-700986f4-1fe6-4b36-89fb-da2770baccfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:06.420150 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '740f6e24-3a1f-45bd-a688-ce32c61727f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae31ce66-884f-4360-814c-580afc389139'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:59:06.422861 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-932fd7ac-51e3-470a-93cb-e4fa6f8507a7" -d '{"events": [{"server_uuid": "740f6e24-3a1f-45bd-a688-ce32c61727f2", "name": "network-vif-plugged", "status": "completed", "tag": "ae31ce66-884f-4360-814c-580afc389139"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:59:06.441547 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port ae31ce66-884f-4360-814c-580afc389139, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=ae31ce66-884f-4360-814c-580afc389139,segment=NetworkSegment(d9a940b8-4f1c-423f-8b77-621d8ce494fc),segment_id=d9a940b8-4f1c-423f-8b77-621d8ce494fc)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:59:06.450162 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:06.534876 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46c501f-96b1-4464-917a-980fe6527003 req-4d8a9dac-6a08-46ac-ae23-aa5b6238b18e tempest-ServersNegativeTestMultiTenantJSON-1810809852 tempest-ServersNegativeTestMultiTenantJSON-1810809852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:06.541064 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d46c501f-96b1-4464-917a-980fe6527003 req-4d8a9dac-6a08-46ac-ae23-aa5b6238b18e tempest-ServersNegativeTestMultiTenantJSON-1810809852 tempest-ServersNegativeTestMultiTenantJSON-1810809852-project] 10.222.0.36 "GET /v2.0/ports?device_id=671bc8b0-f3f9-4a30-973d-148d0c6962cf HTTP/1.1" status: 200 len: 945 time: 0.5275006 Aug 16 22:59:06.579035 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb0a0b-1a34-40a2-ada5-c68500be26be req-801668c1-4d12-4a6d-83ae-282a1ffc8063 tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:06.580722 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4bcb0a0b-1a34-40a2-ada5-c68500be26be req-801668c1-4d12-4a6d-83ae-282a1ffc8063 tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] 10.222.0.36 "GET /v2.0/networks?id=7f2b7f0f-c2db-4830-955e-a5cf31dd13e9 HTTP/1.1" status: 200 len: 911 time: 0.6671886 Aug 16 22:59:06.586457 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=ae31ce66-884f-4360-814c-580afc389139,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:06.619711 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d46c501f-96b1-4464-917a-980fe6527003 req-016c1b2b-c4a7-4764-9caf-1b8b0395c442 tempest-ServersNegativeTestMultiTenantJSON-1810809852 tempest-ServersNegativeTestMultiTenantJSON-1810809852-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6db8e43-e2f1-40de-ab2a-8a84b612cc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680678 Aug 16 22:59:06.625686 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4bcb0a0b-1a34-40a2-ada5-c68500be26be req-fe92a3fc-155a-423b-897d-6c7c495f118d tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] 10.222.0.36 "GET /v2.0/quotas/beabb45ad18d4f1cbf344de56021417e HTTP/1.1" status: 200 len: 375 time: 0.0323262 Aug 16 22:59:06.626501 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ae3f100-7d71-48b0-9d07-33848d766b0b tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Made reservation on behalf of 68b563add1f042a58ab2d8884a30332e for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:59:06.627848 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-700986f4-1fe6-4b36-89fb-da2770baccfa None None] Allocated IP 2001:db8::2 (09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5/2e3d6492-3598-4254-b9ac-487bccf7d879/fec39cb6-6bec-42a8-8294-d23c405f761d) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:59:06.788112 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7ae3f100-7d71-48b0-9d07-33848d766b0b tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:06.812745 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [None req-7ae3f100-7d71-48b0-9d07-33848d766b0b tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] device_id is not set on port 1686c3b3-a5cf-41d2-b052-9da37fc1a7c0 yet. {{(pid=101292) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:59:06.831689 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-700986f4-1fe6-4b36-89fb-da2770baccfa None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:06.851776 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-700986f4-1fe6-4b36-89fb-da2770baccfa None None] Transition to ACTIVE for port object fec39cb6-6bec-42a8-8294-d23c405f761d will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:59:06.894926 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-700986f4-1fe6-4b36-89fb-da2770baccfa None None] Transition to ACTIVE for port object fec39cb6-6bec-42a8-8294-d23c405f761d will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:59:06.906005 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-700986f4-1fe6-4b36-89fb-da2770baccfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:06.923919 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4bcb0a0b-1a34-40a2-ada5-c68500be26be req-cfa95305-cf7a-43a7-ba84-ffc6f3152898 tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] 10.222.0.36 "GET /v2.0/ports?tenant_id=beabb45ad18d4f1cbf344de56021417e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2449193 Aug 16 22:59:06.974022 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700986f4-1fe6-4b36-89fb-da2770baccfa None None] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:59:06.978422 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-700986f4-1fe6-4b36-89fb-da2770baccfa None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:59:06.991843 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700986f4-1fe6-4b36-89fb-da2770baccfa None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:59:07.042377 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700986f4-1fe6-4b36-89fb-da2770baccfa None None] Pushing event updated for resources: {'Port': ['ID=fec39cb6-6bec-42a8-8294-d23c405f761d,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:07.108346 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-700986f4-1fe6-4b36-89fb-da2770baccfa None None] Attempting to bind port fec39cb6-6bec-42a8-8294-d23c405f761d on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:59:07.108931 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-700986f4-1fe6-4b36-89fb-da2770baccfa None None] Attempting to bind port fec39cb6-6bec-42a8-8294-d23c405f761d by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '482572b3-9d65-4375-9c42-925e854722fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:59:07.110002 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700986f4-1fe6-4b36-89fb-da2770baccfa None None] Attempting to bind port fec39cb6-6bec-42a8-8294-d23c405f761d on network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:59:07.118674 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700986f4-1fe6-4b36-89fb-da2770baccfa None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:59:07.119173 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700986f4-1fe6-4b36-89fb-da2770baccfa None None] Checking segment: {'id': '482572b3-9d65-4375-9c42-925e854722fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:59:07.119789 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4c161f-f9a5-4c47-ad2e-2c2a686f2fb1 req-75f889f4-0ae0-46c6-ae72-9d13ad457f7d tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:07.120071 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-700986f4-1fe6-4b36-89fb-da2770baccfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:07.121146 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700986f4-1fe6-4b36-89fb-da2770baccfa None None] Bound using segment: {'id': '482572b3-9d65-4375-9c42-925e854722fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:59:07.121975 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0d4c161f-f9a5-4c47-ad2e-2c2a686f2fb1 req-75f889f4-0ae0-46c6-ae72-9d13ad457f7d tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=740f6e24-3a1f-45bd-a688-ce32c61727f2 HTTP/1.1" status: 200 len: 945 time: 0.2216859 Aug 16 22:59:07.131997 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-700986f4-1fe6-4b36-89fb-da2770baccfa None None] Bound port: fec39cb6-6bec-42a8-8294-d23c405f761d, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '482572b3-9d65-4375-9c42-925e854722fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:59:07.134444 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-700986f4-1fe6-4b36-89fb-da2770baccfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:07.163101 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4bcb0a0b-1a34-40a2-ada5-c68500be26be req-725eb58d-afa0-41bd-afcc-fc445843e645 service neutron] 10.222.0.36 "GET /v2.0/networks/7f2b7f0f-c2db-4830-955e-a5cf31dd13e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379830 Aug 16 22:59:07.181535 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-7ae3f100-7d71-48b0-9d07-33848d766b0b tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Allocated IP 2001:db8::dab9:4186:dc5c:5198 (09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5/2e3d6492-3598-4254-b9ac-487bccf7d879/1686c3b3-a5cf-41d2-b052-9da37fc1a7c0) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:59:07.270428 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-700986f4-1fe6-4b36-89fb-da2770baccfa None None] For port fec39cb6-6bec-42a8-8294-d23c405f761d, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:59:07.271279 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0d4c161f-f9a5-4c47-ad2e-2c2a686f2fb1 req-07dbd166-10a1-4649-9a0c-222e500f5ad3 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318607 Aug 16 22:59:07.295259 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-700986f4-1fe6-4b36-89fb-da2770baccfa None None] For port fec39cb6-6bec-42a8-8294-d23c405f761d, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=fec39cb6-6bec-42a8-8294-d23c405f761d,segment=NetworkSegment(482572b3-9d65-4375-9c42-925e854722fd),segment_id=482572b3-9d65-4375-9c42-925e854722fd)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:59:07.303499 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-700986f4-1fe6-4b36-89fb-da2770baccfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:07.369152 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4bcb0a0b-1a34-40a2-ada5-c68500be26be req-dffc423f-5737-4776-b85b-0d9a685c51ff service neutron] 10.222.0.36 "GET /v2.0/networks/7f2b7f0f-c2db-4830-955e-a5cf31dd13e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051179 Aug 16 22:59:07.416339 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700986f4-1fe6-4b36-89fb-da2770baccfa None None] Pushing event updated for resources: {'Port': ['ID=fec39cb6-6bec-42a8-8294-d23c405f761d,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:07.470594 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-611e5871-4de3-4cbf-aaa2-b20785df4ed9 x-openstack-request-id: req-611e5871-4de3-4cbf-aaa2-b20785df4ed9 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:59:07.471161 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "740f6e24-3a1f-45bd-a688-ce32c61727f2", "name": "network-vif-plugged", "status": "completed", "tag": "ae31ce66-884f-4360-814c-580afc389139", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:59:07.471573 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-611e5871-4de3-4cbf-aaa2-b20785df4ed9 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:59:07.472126 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '740f6e24-3a1f-45bd-a688-ce32c61727f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae31ce66-884f-4360-814c-580afc389139', 'code': 200} Aug 16 22:59:07.777198 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6af98000-f5ec-4498-b05f-63b673844319 req-769569b4-c160-41f8-8f99-1167b40b9c00 tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d51fcb26-72ad-4fcc-9a41-739fa292d3cd HTTP/1.1" status: 200 len: 210 time: 0.0780227 Aug 16 22:59:07.851842 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c649d62-772c-4116-9dc8-18c10e55f9bd req-7fccf4ba-bdde-45b2-abd0-fd9d1c1d1dd4 tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:07.861092 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8c649d62-772c-4116-9dc8-18c10e55f9bd req-7fccf4ba-bdde-45b2-abd0-fd9d1c1d1dd4 tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc48c1b8-4292-4519-8c38-e7401cede36b HTTP/1.1" status: 200 len: 943 time: 0.2452750 Aug 16 22:59:07.896341 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacdb9d8-be62-41ee-bf00-4bbf48a46288 req-a99e3c86-15dd-41ae-95f4-c1413736b791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:07.898110 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-eacdb9d8-be62-41ee-bf00-4bbf48a46288 req-a99e3c86-15dd-41ae-95f4-c1413736b791 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=740f6e24-3a1f-45bd-a688-ce32c61727f2 HTTP/1.1" status: 200 len: 1097 time: 0.3249640 Aug 16 22:59:07.925387 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba910a8-23be-44d7-ac98-39e05b7f470d req-fb8376bf-2890-4250-835b-31f4a3461310 tempest-ServersNegativeTestMultiTenantJSON-1810809852 tempest-ServersNegativeTestMultiTenantJSON-1810809852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:07.927199 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5ba910a8-23be-44d7-ac98-39e05b7f470d req-fb8376bf-2890-4250-835b-31f4a3461310 tempest-ServersNegativeTestMultiTenantJSON-1810809852 tempest-ServersNegativeTestMultiTenantJSON-1810809852-project] 10.222.0.57 "GET /v2.0/ports?device_id=671bc8b0-f3f9-4a30-973d-148d0c6962cf HTTP/1.1" status: 200 len: 945 time: 0.3896270 Aug 16 22:59:08.082427 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device fec39cb6-6bec-42a8-8294-d23c405f761d up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:59:08.186690 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port fec39cb6-6bec-42a8-8294-d23c405f761d completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:59:08.206753 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-eacdb9d8-be62-41ee-bf00-4bbf48a46288 req-95475bc8-9b3b-405c-9fde-514886c39d05 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877409 Aug 16 22:59:08.208678 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8c649d62-772c-4116-9dc8-18c10e55f9bd req-79144a95-2ba2-4ffe-9fc2-8f2ef3c3d25f tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] 10.222.0.36 "GET /v2.0/security-groups?id=74b683a2-8fee-4523-b254-c8aa24161d09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3459623 Aug 16 22:59:08.244673 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7ae3f100-7d71-48b0-9d07-33848d766b0b tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:08.268928 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [None req-7ae3f100-7d71-48b0-9d07-33848d766b0b tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Transition to ACTIVE for port object 1686c3b3-a5cf-41d2-b052-9da37fc1a7c0 will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:59:08.353720 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7ae3f100-7d71-48b0-9d07-33848d766b0b tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:08.413180 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a83acfd-8a23-4754-9fd1-106ce60528b9 req-ed539803-c37c-40dc-9646-12aab9e3934f tempest-ServersNegativeTestMultiTenantJSON-1810809852 tempest-ServersNegativeTestMultiTenantJSON-1810809852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:08.423248 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9a83acfd-8a23-4754-9fd1-106ce60528b9 req-ed539803-c37c-40dc-9646-12aab9e3934f tempest-ServersNegativeTestMultiTenantJSON-1810809852 tempest-ServersNegativeTestMultiTenantJSON-1810809852-project] 10.222.0.36 "GET /v2.0/ports?device_id=671bc8b0-f3f9-4a30-973d-148d0c6962cf HTTP/1.1" status: 200 len: 945 time: 0.4740167 Aug 16 22:59:08.495007 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae3f100-7d71-48b0-9d07-33848d766b0b tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:59:08.508504 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-7ae3f100-7d71-48b0-9d07-33848d766b0b tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:59:08.538307 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae3f100-7d71-48b0-9d07-33848d766b0b tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:59:08.546382 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae3f100-7d71-48b0-9d07-33848d766b0b tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:08.547221 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7ae3f100-7d71-48b0-9d07-33848d766b0b tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:08.617091 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae3f100-7d71-48b0-9d07-33848d766b0b tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event updated for resources: {'Port': ['ID=1686c3b3-a5cf-41d2-b052-9da37fc1a7c0,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:08.631218 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-7ae3f100-7d71-48b0-9d07-33848d766b0b tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.8388009 Aug 16 22:59:08.634322 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 41374) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:08.636072 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-5ba910a8-23be-44d7-ac98-39e05b7f470d req-501a062f-5ef9-45dc-a967-4d3873fcabbe tempest-ServersNegativeTestMultiTenantJSON-1810809852 tempest-ServersNegativeTestMultiTenantJSON-1810809852-project] Deleting port 6ead1a33-6bd4-438d-a4e4-45e0bb5463f1 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:59:08.636509 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-5ba910a8-23be-44d7-ac98-39e05b7f470d req-501a062f-5ef9-45dc-a967-4d3873fcabbe tempest-ServersNegativeTestMultiTenantJSON-1810809852 tempest-ServersNegativeTestMultiTenantJSON-1810809852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:08.644802 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9a83acfd-8a23-4754-9fd1-106ce60528b9 req-728a914e-7802-477c-8f92-8d26b68c6b9a tempest-ServersNegativeTestMultiTenantJSON-1810809852 tempest-ServersNegativeTestMultiTenantJSON-1810809852-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6db8e43-e2f1-40de-ab2a-8a84b612cc10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204590 Aug 16 22:59:08.710743 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c92aee8-90a2-452c-bc68-a70c08641686 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:08.716275 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9210f39f-cb06-4ea6-8642-289d32cae1a1 req-0e9fec36-5fc7-48ec-9e87-c723a5c1180c tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:08.717975 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9210f39f-cb06-4ea6-8642-289d32cae1a1 req-0e9fec36-5fc7-48ec-9e87-c723a5c1180c tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=740f6e24-3a1f-45bd-a688-ce32c61727f2 HTTP/1.1" status: 200 len: 945 time: 0.2195015 Aug 16 22:59:08.722213 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c92aee8-90a2-452c-bc68-a70c08641686 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:08.726080 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-6c92aee8-90a2-452c-bc68-a70c08641686 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0906467 Aug 16 22:59:08.729079 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 41376) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:08.812065 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-5ba910a8-23be-44d7-ac98-39e05b7f470d req-501a062f-5ef9-45dc-a967-4d3873fcabbe tempest-ServersNegativeTestMultiTenantJSON-1810809852 tempest-ServersNegativeTestMultiTenantJSON-1810809852-project] For port 6ead1a33-6bd4-438d-a4e4-45e0bb5463f1, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=6ead1a33-6bd4-438d-a4e4-45e0bb5463f1,segment=NetworkSegment(aa24d00b-f90e-45f9-b0c6-22b7192b1a80),segment_id=aa24d00b-f90e-45f9-b0c6-22b7192b1a80)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:59:08.812676 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-5ba910a8-23be-44d7-ac98-39e05b7f470d req-501a062f-5ef9-45dc-a967-4d3873fcabbe tempest-ServersNegativeTestMultiTenantJSON-1810809852 tempest-ServersNegativeTestMultiTenantJSON-1810809852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:08.847059 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-5ba910a8-23be-44d7-ac98-39e05b7f470d req-501a062f-5ef9-45dc-a967-4d3873fcabbe tempest-ServersNegativeTestMultiTenantJSON-1810809852 tempest-ServersNegativeTestMultiTenantJSON-1810809852-project] Calling delete_port for 6ead1a33-6bd4-438d-a4e4-45e0bb5463f1 owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:59:08.850296 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-3f7b96ee-513f-4299-bf0c-58a44bb0a656 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Deleting port 1686c3b3-a5cf-41d2-b052-9da37fc1a7c0 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:59:08.850742 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3f7b96ee-513f-4299-bf0c-58a44bb0a656 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:08.935500 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8f132f73-d182-43cc-ba26-cabb302a1d24 req-dd139870-b7ad-435e-a6be-a8f08bb2ecd9 tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d51fcb26-72ad-4fcc-9a41-739fa292d3cd HTTP/1.1" status: 200 len: 210 time: 0.0420563 Aug 16 22:59:08.959235 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9210f39f-cb06-4ea6-8642-289d32cae1a1 req-355d93fa-3310-4d65-8164-a5d2becae11c tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153060 Aug 16 22:59:08.986397 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3f7b96ee-513f-4299-bf0c-58a44bb0a656 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:09.001097 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-3f7b96ee-513f-4299-bf0c-58a44bb0a656 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Calling delete_port for 1686c3b3-a5cf-41d2-b052-9da37fc1a7c0 owned by {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:59:09.013552 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-1c30a3d2-4008-46be-a29f-cf78f72cfa8f None None] Provisioning for port fec39cb6-6bec-42a8-8294-d23c405f761d completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:59:09.025911 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-1c30a3d2-4008-46be-a29f-cf78f72cfa8f None None] Provisioning complete for port fec39cb6-6bec-42a8-8294-d23c405f761d triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:59:09.026525 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-1c30a3d2-4008-46be-a29f-cf78f72cfa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:09.107393 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-5ba910a8-23be-44d7-ac98-39e05b7f470d req-501a062f-5ef9-45dc-a967-4d3873fcabbe tempest-ServersNegativeTestMultiTenantJSON-1810809852 tempest-ServersNegativeTestMultiTenantJSON-1810809852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:09.197907 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-1c30a3d2-4008-46be-a29f-cf78f72cfa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:09.246989 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3f7b96ee-513f-4299-bf0c-58a44bb0a656 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:09.269770 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501a062f-5ef9-45dc-a967-4d3873fcabbe tempest-ServersNegativeTestMultiTenantJSON-1810809852 tempest-ServersNegativeTestMultiTenantJSON-1810809852-project] Pushing event deleted for resources: {'Port': ['ID=6ead1a33-6bd4-438d-a4e4-45e0bb5463f1,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:09.296587 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7b96ee-513f-4299-bf0c-58a44bb0a656 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event deleted for resources: {'Port': ['ID=1686c3b3-a5cf-41d2-b052-9da37fc1a7c0,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:09.296938 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-1c30a3d2-4008-46be-a29f-cf78f72cfa8f None None] For port fec39cb6-6bec-42a8-8294-d23c405f761d, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=fec39cb6-6bec-42a8-8294-d23c405f761d,segment=NetworkSegment(482572b3-9d65-4375-9c42-925e854722fd),segment_id=482572b3-9d65-4375-9c42-925e854722fd)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:59:09.304333 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-1c30a3d2-4008-46be-a29f-cf78f72cfa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:09.336273 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ba910a8-23be-44d7-ac98-39e05b7f470d req-501a062f-5ef9-45dc-a967-4d3873fcabbe tempest-ServersNegativeTestMultiTenantJSON-1810809852 tempest-ServersNegativeTestMultiTenantJSON-1810809852-project] No DVR routers for this DVR port 6ead1a33-6bd4-438d-a4e4-45e0bb5463f1 on host n-h2-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:59:09.350382 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-5ba910a8-23be-44d7-ac98-39e05b7f470d req-501a062f-5ef9-45dc-a967-4d3873fcabbe tempest-ServersNegativeTestMultiTenantJSON-1810809852 tempest-ServersNegativeTestMultiTenantJSON-1810809852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:09.353696 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3f7b96ee-513f-4299-bf0c-58a44bb0a656 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:09.359001 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-3f7b96ee-513f-4299-bf0c-58a44bb0a656 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/ports/1686c3b3-a5cf-41d2-b052-9da37fc1a7c0 HTTP/1.1" status: 204 len: 168 time: 0.6258321 Aug 16 22:59:09.359991 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 41382) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:09.360911 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5ba910a8-23be-44d7-ac98-39e05b7f470d req-501a062f-5ef9-45dc-a967-4d3873fcabbe tempest-ServersNegativeTestMultiTenantJSON-1810809852 tempest-ServersNegativeTestMultiTenantJSON-1810809852-project] 10.222.0.57 "DELETE /v2.0/ports/6ead1a33-6bd4-438d-a4e4-45e0bb5463f1 HTTP/1.1" status: 204 len: 173 time: 1.3702703 Aug 16 22:59:09.363751 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '671bc8b0-f3f9-4a30-973d-148d0c6962cf', 'name': 'network-vif-deleted', 'tag': '6ead1a33-6bd4-438d-a4e4-45e0bb5463f1'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:59:09.374292 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd852c89-630f-49b6-beb1-193c736f5f87" -d '{"events": [{"server_uuid": "671bc8b0-f3f9-4a30-973d-148d0c6962cf", "name": "network-vif-deleted", "tag": "6ead1a33-6bd4-438d-a4e4-45e0bb5463f1"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:59:09.445946 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c30a3d2-4008-46be-a29f-cf78f72cfa8f None None] Pushing event updated for resources: {'Port': ['ID=fec39cb6-6bec-42a8-8294-d23c405f761d,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:09.473938 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-e5912c0f-7dca-4106-90a1-5e70e69fcc62 None None] Could not find standard attr ID for object 1686c3b3-a5cf-41d2-b052-9da37fc1a7c0. {{(pid=101293) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:59:09.492854 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec07a11-c4e4-41c1-87d1-bfdb15ec7039 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:09.495001 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec07a11-c4e4-41c1-87d1-bfdb15ec7039 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:09.505836 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 41390) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:09.507799 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-eec07a11-c4e4-41c1-87d1-bfdb15ec7039 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1472216 Aug 16 22:59:09.512170 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb0a0b-1a34-40a2-ada5-c68500be26be req-d1ca7762-7ce8-4b94-9074-0367577b61b0 tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:09.513075 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4bcb0a0b-1a34-40a2-ada5-c68500be26be req-d1ca7762-7ce8-4b94-9074-0367577b61b0 tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] 10.222.0.68 "GET /v2.0/networks?id=7f2b7f0f-c2db-4830-955e-a5cf31dd13e9 HTTP/1.1" status: 200 len: 911 time: 0.3227317 Aug 16 22:59:09.529395 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-4bcb0a0b-1a34-40a2-ada5-c68500be26be req-2fb395a7-7f63-48ff-a193-e7a6f9d78076 tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] Request body: {'port': {'device_id': 'd51fcb26-72ad-4fcc-9a41-739fa292d3cd', 'network_id': '7f2b7f0f-c2db-4830-955e-a5cf31dd13e9', 'admin_state_up': True, 'tenant_id': 'beabb45ad18d4f1cbf344de56021417e'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:59:09.569163 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e467fb0-53f3-4b41-8e2d-ade85d9038dd x-openstack-request-id: req-7e467fb0-53f3-4b41-8e2d-ade85d9038dd {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:59:09.569649 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "671bc8b0-f3f9-4a30-973d-148d0c6962cf", "name": "network-vif-deleted", "tag": "6ead1a33-6bd4-438d-a4e4-45e0bb5463f1", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:59:09.569910 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7e467fb0-53f3-4b41-8e2d-ade85d9038dd {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:59:09.570340 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '671bc8b0-f3f9-4a30-973d-148d0c6962cf', 'name': 'network-vif-deleted', 'tag': '6ead1a33-6bd4-438d-a4e4-45e0bb5463f1', 'status': 'completed', 'code': 200} Aug 16 22:59:09.637860 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19a7403-a9ec-4bfc-8678-d23fa05f1a20 req-26daefab-4ffc-4ec3-9ac1-23bbf1d40978 tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:09.645712 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f19a7403-a9ec-4bfc-8678-d23fa05f1a20 req-26daefab-4ffc-4ec3-9ac1-23bbf1d40978 tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc48c1b8-4292-4519-8c38-e7401cede36b HTTP/1.1" status: 200 len: 943 time: 0.2107103 Aug 16 22:59:09.657649 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bcb0a0b-1a34-40a2-ada5-c68500be26be req-2fb395a7-7f63-48ff-a193-e7a6f9d78076 tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] Made reservation on behalf of beabb45ad18d4f1cbf344de56021417e for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:59:09.661112 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-4bcb0a0b-1a34-40a2-ada5-c68500be26be req-2fb395a7-7f63-48ff-a193-e7a6f9d78076 tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:09.676118 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_v2 [None req-146ddbc9-ef27-4214-ad94-9b7f71816044 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Deleting subnet 2e3d6492-3598-4254-b9ac-487bccf7d879 {{(pid=101292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:59:09.689488 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-146ddbc9-ef27-4214-ad94-9b7f71816044 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for subnet, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:09.755995 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f19a7403-a9ec-4bfc-8678-d23fa05f1a20 req-ba679ba4-8fad-49ed-9918-64c3b0926b45 tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] 10.222.0.36 "GET /v2.0/security-groups?id=74b683a2-8fee-4523-b254-c8aa24161d09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093941 Aug 16 22:59:09.805932 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-146ddbc9-ef27-4214-ad94-9b7f71816044 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3848860'] for subnet, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:09.863476 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-18db4c0a-64c2-4b2d-9327-b157502d0e43 req-b0b1d42f-3a26-41c5-9c7d-774e85b98198 tempest-ServersNegativeTestMultiTenantJSON-1810809852 tempest-ServersNegativeTestMultiTenantJSON-1810809852-project] 10.222.0.36 "GET /v2.0/ports?device_id=671bc8b0-f3f9-4a30-973d-148d0c6962cf HTTP/1.1" status: 200 len: 210 time: 0.0603933 Aug 16 22:59:09.956745 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [req-4bcb0a0b-1a34-40a2-ada5-c68500be26be req-2fb395a7-7f63-48ff-a193-e7a6f9d78076 tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] Allocated IP 172.20.0.10 (7f2b7f0f-c2db-4830-955e-a5cf31dd13e9/1dc78d75-a809-48ca-ae4d-06ae824a25e9/ad1bda35-ebdf-4107-ad40-764809d1aaac) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:59:10.009236 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device fec39cb6-6bec-42a8-8294-d23c405f761d up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:59:10.098894 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port fec39cb6-6bec-42a8-8294-d23c405f761d triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:59:10.099519 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:10.243952 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b5135b60-3a81-42c5-a368-ba30f5ed7381 req-cf7550ec-f8c1-417e-9e0e-db7f8013abd1 tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d51fcb26-72ad-4fcc-9a41-739fa292d3cd HTTP/1.1" status: 200 len: 210 time: 0.1171308 Aug 16 22:59:10.309950 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d9ba9-508f-4fdc-8f3a-56974e322ce7 req-29fc906b-632e-4eb9-98df-101e0a19245c tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:10.313074 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4d5d9ba9-508f-4fdc-8f3a-56974e322ce7 req-29fc906b-632e-4eb9-98df-101e0a19245c tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=740f6e24-3a1f-45bd-a688-ce32c61727f2 HTTP/1.1" status: 200 len: 945 time: 0.1850677 Aug 16 22:59:10.325412 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-146ddbc9-ef27-4214-ad94-9b7f71816044 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:10.379765 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-4bcb0a0b-1a34-40a2-ada5-c68500be26be req-2fb395a7-7f63-48ff-a193-e7a6f9d78076 tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:10.415668 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-4bcb0a0b-1a34-40a2-ada5-c68500be26be req-2fb395a7-7f63-48ff-a193-e7a6f9d78076 tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] Transition to ACTIVE for port object ad1bda35-ebdf-4107-ad40-764809d1aaac will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:59:10.420233 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4d5d9ba9-508f-4fdc-8f3a-56974e322ce7 req-ffb3a045-4529-4f26-b3c6-ba083f43f035 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965741 Aug 16 22:59:10.443690 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-146ddbc9-ef27-4214-ad94-9b7f71816044 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26252129'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:10.504872 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-146ddbc9-ef27-4214-ad94-9b7f71816044 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:10.511312 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 41410) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:10.514399 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14089c1-68b4-4a7e-9d36-7ea8b5943bca None None] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:59:10.538497 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-146ddbc9-ef27-4214-ad94-9b7f71816044 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/subnets/2e3d6492-3598-4254-b9ac-487bccf7d879 HTTP/1.1" status: 204 len: 168 time: 1.0311129 Aug 16 22:59:10.541902 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146ddbc9-ef27-4214-ad94-9b7f71816044 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event deleted for resources: {'Subnet': ['ID=2e3d6492-3598-4254-b9ac-487bccf7d879,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:10.572960 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-4bcb0a0b-1a34-40a2-ada5-c68500be26be req-2fb395a7-7f63-48ff-a193-e7a6f9d78076 tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:10.607359 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['23b19a4b-c073-41ae-8740-1cc51827e8af'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:59:10.649301 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-f39085a3-31ac-492c-a8b6-a63329709967 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1368549 Aug 16 22:59:10.649980 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 41414) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:10.676619 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb395a7-7f63-48ff-a193-e7a6f9d78076 tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] Pushing event updated for resources: {'Port': ['ID=ad1bda35-ebdf-4107-ad40-764809d1aaac,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:10.719596 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bcb0a0b-1a34-40a2-ada5-c68500be26be req-2fb395a7-7f63-48ff-a193-e7a6f9d78076 tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] Network 7f2b7f0f-c2db-4830-955e-a5cf31dd13e9 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:59:10.721451 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [req-4bcb0a0b-1a34-40a2-ada5-c68500be26be req-2fb395a7-7f63-48ff-a193-e7a6f9d78076 tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:59:10.731693 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bcb0a0b-1a34-40a2-ada5-c68500be26be req-2fb395a7-7f63-48ff-a193-e7a6f9d78076 tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:59:10.756048 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3539629-ec47-4c81-8cf6-a29a7506270d tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:10.761340 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-e3539629-ec47-4c81-8cf6-a29a7506270d tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1103404 Aug 16 22:59:10.763023 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 41416) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:10.828695 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb0a0b-1a34-40a2-ada5-c68500be26be req-2fb395a7-7f63-48ff-a193-e7a6f9d78076 tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:10.831416 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-4bcb0a0b-1a34-40a2-ada5-c68500be26be req-2fb395a7-7f63-48ff-a193-e7a6f9d78076 tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:10.861404 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4bcb0a0b-1a34-40a2-ada5-c68500be26be req-2fb395a7-7f63-48ff-a193-e7a6f9d78076 tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.3377817 Aug 16 22:59:10.880181 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-4bcb0a0b-1a34-40a2-ada5-c68500be26be req-ac326706-8ca6-4f20-a849-4f612bad037d service neutron] Request body: {'port': {'device_id': 'd51fcb26-72ad-4fcc-9a41-739fa292d3cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-26'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:59:10.928349 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37d9bf2-7a07-4020-9157-81e6226558f4 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:10.936997 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-c37d9bf2-7a07-4020-9157-81e6226558f4 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1723752 Aug 16 22:59:10.938122 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 41426) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:10.995217 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 41428) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:11.085234 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-b7edf688-2d0a-4f32-83c1-2e0d31db112e tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1450307 Aug 16 22:59:11.087168 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 41430) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:11.115932 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-ee3751c6-a25d-48bd-9cf4-ac0a365c1932 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Request body: {'subnet': {'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:59:11.127180 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 6ead1a33-6bd4-438d-a4e4-45e0bb5463f1 no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:59:11.163080 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] No Port match for: 6ead1a33-6bd4-438d-a4e4-45e0bb5463f1 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:59:11.163811 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 6ead1a33-6bd4-438d-a4e4-45e0bb5463f1 not bound to the agent host n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:59:11.200780 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:11.211944 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3a554a-0806-4187-98cd-d870f31461e0 req-f0785de3-12a0-40dd-808a-f5226d3900f4 tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:11.213801 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ea3a554a-0806-4187-98cd-d870f31461e0 req-f0785de3-12a0-40dd-808a-f5226d3900f4 tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc48c1b8-4292-4519-8c38-e7401cede36b HTTP/1.1" status: 200 len: 943 time: 0.2517862 Aug 16 22:59:11.217312 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-4bcb0a0b-1a34-40a2-ada5-c68500be26be req-ac326706-8ca6-4f20-a849-4f612bad037d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:11.255685 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_v2 [None req-76f0d807-9453-4a53-84ac-5ceba45209fe admin admin] Deleting subnet 9de8e46e-b8d9-4647-885d-959a94072ea7 {{(pid=101292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:59:11.267625 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-76f0d807-9453-4a53-84ac-5ceba45209fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:11.274535 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-8dccb3f9-1005-4f97-8738-034fddbcb06f None None] Provisioning for port ad1bda35-ebdf-4107-ad40-764809d1aaac completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:59:11.299543 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-8dccb3f9-1005-4f97-8738-034fddbcb06f None None] Provisioning complete for port ad1bda35-ebdf-4107-ad40-764809d1aaac triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:59:11.299942 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-8dccb3f9-1005-4f97-8738-034fddbcb06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:11.357418 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee3751c6-a25d-48bd-9cf4-ac0a365c1932 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Made reservation on behalf of 68b563add1f042a58ab2d8884a30332e for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:59:11.361646 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ee3751c6-a25d-48bd-9cf4-ac0a365c1932 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:11.367214 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30619618-74c5-4fcb-af7c-8f738e166e16 None None] DHCP port deletion for 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:59:11.391926 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-8dccb3f9-1005-4f97-8738-034fddbcb06f None None] Port ad1bda35-ebdf-4107-ad40-764809d1aaac cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:59:11.410234 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-76f0d807-9453-4a53-84ac-5ceba45209fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3848860'] for subnet, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:11.417566 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ea3a554a-0806-4187-98cd-d870f31461e0 req-c592f284-f752-4df9-b59f-ec0a5211686b tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] 10.222.0.36 "GET /v2.0/security-groups?id=74b683a2-8fee-4523-b254-c8aa24161d09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1947975 Aug 16 22:59:11.491564 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-30619618-74c5-4fcb-af7c-8f738e166e16 None None] Deleting port fec39cb6-6bec-42a8-8294-d23c405f761d {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:59:11.492039 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-30619618-74c5-4fcb-af7c-8f738e166e16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:11.587673 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9435b3-cb1f-48f1-94e0-1a121e515949 req-484eb9a0-fddf-4cf8-8e23-e41b191bff8a tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:11.589194 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ab9435b3-cb1f-48f1-94e0-1a121e515949 req-484eb9a0-fddf-4cf8-8e23-e41b191bff8a tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d51fcb26-72ad-4fcc-9a41-739fa292d3cd HTTP/1.1" status: 200 len: 1028 time: 0.2046554 Aug 16 22:59:11.606768 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-76f0d807-9453-4a53-84ac-5ceba45209fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:11.608127 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-30619618-74c5-4fcb-af7c-8f738e166e16 None None] For port fec39cb6-6bec-42a8-8294-d23c405f761d, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=fec39cb6-6bec-42a8-8294-d23c405f761d,segment=NetworkSegment(482572b3-9d65-4375-9c42-925e854722fd),segment_id=482572b3-9d65-4375-9c42-925e854722fd)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:59:11.610330 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-30619618-74c5-4fcb-af7c-8f738e166e16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:11.660455 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-30619618-74c5-4fcb-af7c-8f738e166e16 None None] Calling delete_port for fec39cb6-6bec-42a8-8294-d23c405f761d owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:59:11.666039 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ee3751c6-a25d-48bd-9cf4-ac0a365c1932 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:11.748578 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ab9435b3-cb1f-48f1-94e0-1a121e515949 req-70b84626-0725-4fd5-a6dd-b2f3905c51b3 tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=57734425-7742-4aea-945b-26497b4f536d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334300 Aug 16 22:59:11.784086 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3751c6-a25d-48bd-9cf4-ac0a365c1932 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:59:11.784690 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-76f0d807-9453-4a53-84ac-5ceba45209fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26252129'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:11.787320 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-ee3751c6-a25d-48bd-9cf4-ac0a365c1932 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:59:11.791705 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3751c6-a25d-48bd-9cf4-ac0a365c1932 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:11.792309 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ee3751c6-a25d-48bd-9cf4-ac0a365c1932 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:11.805082 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3751c6-a25d-48bd-9cf4-ac0a365c1932 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event updated for resources: {'Subnet': ['ID=5a6ca793-a855-402c-af02-d9a0d4e42c7c,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:11.809398 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-ee3751c6-a25d-48bd-9cf4-ac0a365c1932 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7049615 Aug 16 22:59:11.812845 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 41442) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:11.815113 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-30619618-74c5-4fcb-af7c-8f738e166e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:11.818429 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-219ceb50-7008-4a3a-b793-855b5a778348 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Request body: {'port': {'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'fixed_ips': [{'subnet_id': '5a6ca793-a855-402c-af02-d9a0d4e42c7c', 'ip_address': '2001:db8::644b:bb7:842a:dc47'}], 'name': 'tempest-NetworksTestDHCPv6-1923953623'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:59:11.829232 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30619618-74c5-4fcb-af7c-8f738e166e16 None None] No DVR routers for this DVR port fec39cb6-6bec-42a8-8294-d23c405f761d on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:59:11.854688 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30619618-74c5-4fcb-af7c-8f738e166e16 None None] Pushing event deleted for resources: {'Port': ['ID=fec39cb6-6bec-42a8-8294-d23c405f761d,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:11.865253 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f0d807-9453-4a53-84ac-5ceba45209fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9de8e46e-b8d9-4647-885d-959a94072ea7,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:11.881198 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-76f0d807-9453-4a53-84ac-5ceba45209fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:11.883080 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-76f0d807-9453-4a53-84ac-5ceba45209fe admin admin] 10.222.0.36 "DELETE /v2.0/subnets/9de8e46e-b8d9-4647-885d-959a94072ea7 HTTP/1.1" status: 204 len: 168 time: 0.8734343 Aug 16 22:59:11.888706 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 41444) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:11.893236 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7beb8422-31e8-488f-a268-25f20052932b None None] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:59:11.987377 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-219ceb50-7008-4a3a-b793-855b5a778348 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Made reservation on behalf of 68b563add1f042a58ab2d8884a30332e for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:59:12.017489 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device fec39cb6-6bec-42a8-8294-d23c405f761d no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:59:12.049442 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: fec39cb6-6bec-42a8-8294-d23c405f761d {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:59:12.049929 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device fec39cb6-6bec-42a8-8294-d23c405f761d not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:59:12.061842 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [req-4bcb0a0b-1a34-40a2-ada5-c68500be26be req-ac326706-8ca6-4f20-a849-4f612bad037d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad1bda35-ebdf-4107-ad40-764809d1aaac {{(pid=101292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:59:12.101988 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-4bcb0a0b-1a34-40a2-ada5-c68500be26be req-ac326706-8ca6-4f20-a849-4f612bad037d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:12.120358 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-219ceb50-7008-4a3a-b793-855b5a778348 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:12.148678 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-219ceb50-7008-4a3a-b793-855b5a778348 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] device_id is not set on port fc634ddc-06b2-437f-9e31-4dfceab5d7dd yet. {{(pid=101291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:59:12.163148 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ebffb42-4185-4c7d-8233-6e3f0c4c501d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'tenant_id': '68b563add1f042a58ab2d8884a30332e', 'fixed_ips': [{'subnet_id': '5a6ca793-a855-402c-af02-d9a0d4e42c7c'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:59:12.163148 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7ebffb42-4185-4c7d-8233-6e3f0c4c501d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:12.173338 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-4bcb0a0b-1a34-40a2-ada5-c68500be26be req-ac326706-8ca6-4f20-a849-4f612bad037d service neutron] Transition to ACTIVE for port object ad1bda35-ebdf-4107-ad40-764809d1aaac will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:59:12.180567 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-13521bd0-3bb2-4916-a434-c9b6b2f77ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:12.184238 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-4bcb0a0b-1a34-40a2-ada5-c68500be26be req-ac326706-8ca6-4f20-a849-4f612bad037d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:12.362023 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac326706-8ca6-4f20-a849-4f612bad037d service neutron] Pushing event updated for resources: {'Port': ['ID=ad1bda35-ebdf-4107-ad40-764809d1aaac,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:12.462172 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-7ebffb42-4185-4c7d-8233-6e3f0c4c501d None None] Allocated IP 2001:db8::2 (09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5/5a6ca793-a855-402c-af02-d9a0d4e42c7c/26bdbc5a-b2ea-4905-8390-b240b06c4b36) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:59:12.546664 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-13521bd0-3bb2-4916-a434-c9b6b2f77ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:12.561030 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-13521bd0-3bb2-4916-a434-c9b6b2f77ae7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccdeba13-8604-4e37-9502-613d5d9151fc']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:59:12.580916 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-13521bd0-3bb2-4916-a434-c9b6b2f77ae7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa24d00b-f90e-45f9-b0c6-22b7192b1a80') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:59:12.581224 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-13521bd0-3bb2-4916-a434-c9b6b2f77ae7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa24d00b-f90e-45f9-b0c6-22b7192b1a80') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:59:12.631431 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-13521bd0-3bb2-4916-a434-c9b6b2f77ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:12.641290 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-4bcb0a0b-1a34-40a2-ada5-c68500be26be req-ac326706-8ca6-4f20-a849-4f612bad037d service neutron] Attempting to bind port ad1bda35-ebdf-4107-ad40-764809d1aaac on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:59:12.641668 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-4bcb0a0b-1a34-40a2-ada5-c68500be26be req-ac326706-8ca6-4f20-a849-4f612bad037d service neutron] Attempting to bind port ad1bda35-ebdf-4107-ad40-764809d1aaac by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': '12b6c578-0a1d-41ec-bf80-cafcccaeeccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7f2b7f0f-c2db-4830-955e-a5cf31dd13e9'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:59:12.641962 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcb0a0b-1a34-40a2-ada5-c68500be26be req-ac326706-8ca6-4f20-a849-4f612bad037d service neutron] Attempting to bind port ad1bda35-ebdf-4107-ad40-764809d1aaac on network 7f2b7f0f-c2db-4830-955e-a5cf31dd13e9 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:59:12.662507 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-13521bd0-3bb2-4916-a434-c9b6b2f77ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:12.667471 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcb0a0b-1a34-40a2-ada5-c68500be26be req-ac326706-8ca6-4f20-a849-4f612bad037d service neutron] Port ad1bda35-ebdf-4107-ad40-764809d1aaac on network 7f2b7f0f-c2db-4830-955e-a5cf31dd13e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:59:12.668331 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcb0a0b-1a34-40a2-ada5-c68500be26be req-ac326706-8ca6-4f20-a849-4f612bad037d service neutron] Attempting to bind port ad1bda35-ebdf-4107-ad40-764809d1aaac on network 7f2b7f0f-c2db-4830-955e-a5cf31dd13e9 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:59:12.677006 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc802ee-65bd-4538-9d3a-25b0ab47acab req-bd3973b8-749d-4f7e-aa40-5a39e15f51cd tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:12.678603 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5dc802ee-65bd-4538-9d3a-25b0ab47acab req-bd3973b8-749d-4f7e-aa40-5a39e15f51cd tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc48c1b8-4292-4519-8c38-e7401cede36b HTTP/1.1" status: 200 len: 943 time: 0.1026156 Aug 16 22:59:12.682013 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13521bd0-3bb2-4916-a434-c9b6b2f77ae7 admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:59:12.682423 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-13521bd0-3bb2-4916-a434-c9b6b2f77ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:12.684849 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 16 22:59:12.684849 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:59:12.684849 n-d-791506-26 neutron-server[101292]: timer() Aug 16 22:59:12.684849 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:59:12.684849 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 16 22:59:12.684849 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:59:12.684849 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 16 22:59:12.684849 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:59:12.684849 n-d-791506-26 neutron-server[101292]: self._notify() Aug 16 22:59:12.684849 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:59:12.684849 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 16 22:59:12.684849 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:59:12.684849 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 16 22:59:12.684849 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:59:12.684849 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:59:12.684849 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:59:12.684849 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:59:12.684849 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:59:12.684849 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 16 22:59:12.684849 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:59:12.684849 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 16 22:59:12.684849 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:59:12.684849 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:59:12.684849 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:59:12.684849 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 16 22:59:12.684849 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:59:12.684849 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:59:12.684849 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:59:12.684849 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:59:12.684849 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:59:12.684849 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:59:12.684849 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:59:12.702998 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcb0a0b-1a34-40a2-ada5-c68500be26be req-ac326706-8ca6-4f20-a849-4f612bad037d service neutron] Checking agent: {'id': 'd28e24f9-e5ea-41e1-80bf-3c7943ad7f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:59:12.703340 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcb0a0b-1a34-40a2-ada5-c68500be26be req-ac326706-8ca6-4f20-a849-4f612bad037d service neutron] Checking segment: {'id': '12b6c578-0a1d-41ec-bf80-cafcccaeeccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7f2b7f0f-c2db-4830-955e-a5cf31dd13e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:59:12.703717 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcb0a0b-1a34-40a2-ada5-c68500be26be req-ac326706-8ca6-4f20-a849-4f612bad037d service neutron] Bound using segment: {'id': '12b6c578-0a1d-41ec-bf80-cafcccaeeccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7f2b7f0f-c2db-4830-955e-a5cf31dd13e9'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:59:12.704169 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-4bcb0a0b-1a34-40a2-ada5-c68500be26be req-ac326706-8ca6-4f20-a849-4f612bad037d service neutron] Bound port: ad1bda35-ebdf-4107-ad40-764809d1aaac, host: n-h1-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12b6c578-0a1d-41ec-bf80-cafcccaeeccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7f2b7f0f-c2db-4830-955e-a5cf31dd13e9'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:59:12.704531 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-4bcb0a0b-1a34-40a2-ada5-c68500be26be req-ac326706-8ca6-4f20-a849-4f612bad037d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:12.729510 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7ebffb42-4185-4c7d-8233-6e3f0c4c501d None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:12.742060 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-7ebffb42-4185-4c7d-8233-6e3f0c4c501d None None] Transition to ACTIVE for port object 26bdbc5a-b2ea-4905-8390-b240b06c4b36 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:59:12.764058 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-7ebffb42-4185-4c7d-8233-6e3f0c4c501d None None] Transition to ACTIVE for port object 26bdbc5a-b2ea-4905-8390-b240b06c4b36 will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:59:12.772437 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7ebffb42-4185-4c7d-8233-6e3f0c4c501d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:12.812806 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-13521bd0-3bb2-4916-a434-c9b6b2f77ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:12.818582 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-13521bd0-3bb2-4916-a434-c9b6b2f77ae7 admin admin] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:12.820294 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-13521bd0-3bb2-4916-a434-c9b6b2f77ae7 admin admin] 10.222.0.36 "DELETE /v2.0/networks/ccdeba13-8604-4e37-9502-613d5d9151fc HTTP/1.1" status: 204 len: 168 time: 0.9306638 Aug 16 22:59:12.824806 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebffb42-4185-4c7d-8233-6e3f0c4c501d None None] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:59:12.828778 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-7ebffb42-4185-4c7d-8233-6e3f0c4c501d None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:59:12.829691 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 41458) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:12.835298 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebffb42-4185-4c7d-8233-6e3f0c4c501d None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:59:12.839229 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebffb42-4185-4c7d-8233-6e3f0c4c501d None None] Pushing event updated for resources: {'Port': ['ID=26bdbc5a-b2ea-4905-8390-b240b06c4b36,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:12.849998 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5dc802ee-65bd-4538-9d3a-25b0ab47acab req-445e3f38-375d-42bb-bcdd-57fbe0704e81 tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] 10.222.0.36 "GET /v2.0/security-groups?id=74b683a2-8fee-4523-b254-c8aa24161d09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1640112 Aug 16 22:59:12.889730 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13521bd0-3bb2-4916-a434-c9b6b2f77ae7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ccdeba13-8604-4e37-9502-613d5d9151fc,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:12.903762 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-7ebffb42-4185-4c7d-8233-6e3f0c4c501d None None] Attempting to bind port 26bdbc5a-b2ea-4905-8390-b240b06c4b36 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:59:12.904123 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-7ebffb42-4185-4c7d-8233-6e3f0c4c501d None None] Attempting to bind port 26bdbc5a-b2ea-4905-8390-b240b06c4b36 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '482572b3-9d65-4375-9c42-925e854722fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:59:12.904492 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebffb42-4185-4c7d-8233-6e3f0c4c501d None None] Attempting to bind port 26bdbc5a-b2ea-4905-8390-b240b06c4b36 on network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:59:12.910954 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebffb42-4185-4c7d-8233-6e3f0c4c501d None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:59:12.911344 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebffb42-4185-4c7d-8233-6e3f0c4c501d None None] Checking segment: {'id': '482572b3-9d65-4375-9c42-925e854722fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:59:12.911910 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7ebffb42-4185-4c7d-8233-6e3f0c4c501d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:12.912317 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebffb42-4185-4c7d-8233-6e3f0c4c501d None None] Bound using segment: {'id': '482572b3-9d65-4375-9c42-925e854722fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:59:12.912822 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-7ebffb42-4185-4c7d-8233-6e3f0c4c501d None None] Bound port: 26bdbc5a-b2ea-4905-8390-b240b06c4b36, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '482572b3-9d65-4375-9c42-925e854722fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:59:12.913623 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7ebffb42-4185-4c7d-8233-6e3f0c4c501d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:12.937783 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-219ceb50-7008-4a3a-b793-855b5a778348 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Allocated IP 2001:db8::644b:bb7:842a:dc47 (09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5/5a6ca793-a855-402c-af02-d9a0d4e42c7c/fc634ddc-06b2-437f-9e31-4dfceab5d7dd) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:59:12.951869 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-4bcb0a0b-1a34-40a2-ada5-c68500be26be req-ac326706-8ca6-4f20-a849-4f612bad037d service neutron] For port ad1bda35-ebdf-4107-ad40-764809d1aaac, host n-h1-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:59:12.959954 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_v2 [None req-e473893b-3d30-4dd4-943a-f9052922f3ba admin admin] Deleting subnet c6750096-b466-4a26-86ec-2d3999fd8397 {{(pid=101292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:59:12.972190 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e473893b-3d30-4dd4-943a-f9052922f3ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:12.995321 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-4bcb0a0b-1a34-40a2-ada5-c68500be26be req-ac326706-8ca6-4f20-a849-4f612bad037d service neutron] For port ad1bda35-ebdf-4107-ad40-764809d1aaac, host n-h1-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=ad1bda35-ebdf-4107-ad40-764809d1aaac,segment=NetworkSegment(12b6c578-0a1d-41ec-bf80-cafcccaeeccd),segment_id=12b6c578-0a1d-41ec-bf80-cafcccaeeccd)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:59:13.008663 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-4bcb0a0b-1a34-40a2-ada5-c68500be26be req-ac326706-8ca6-4f20-a849-4f612bad037d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:13.055101 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ca6d6-530c-47a9-89ca-a5f90e6e3dad req-9ae65cb1-395b-46d5-bb3b-3bc6bee3503c tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:13.056682 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5d0ca6d6-530c-47a9-89ca-a5f90e6e3dad req-9ae65cb1-395b-46d5-bb3b-3bc6bee3503c tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d51fcb26-72ad-4fcc-9a41-739fa292d3cd HTTP/1.1" status: 200 len: 1054 time: 0.1454167 Aug 16 22:59:13.059451 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e473893b-3d30-4dd4-943a-f9052922f3ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3848860'] for subnet, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:13.068671 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb0a0b-1a34-40a2-ada5-c68500be26be req-ac326706-8ca6-4f20-a849-4f612bad037d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:13.069023 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-4bcb0a0b-1a34-40a2-ada5-c68500be26be req-ac326706-8ca6-4f20-a849-4f612bad037d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:13.070497 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4bcb0a0b-1a34-40a2-ada5-c68500be26be req-ac326706-8ca6-4f20-a849-4f612bad037d service neutron] 10.222.0.68 "PUT /v2.0/ports/ad1bda35-ebdf-4107-ad40-764809d1aaac HTTP/1.1" status: 200 len: 1093 time: 2.1972353 Aug 16 22:59:13.087054 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-7ebffb42-4185-4c7d-8233-6e3f0c4c501d None None] For port 26bdbc5a-b2ea-4905-8390-b240b06c4b36, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:59:13.094175 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-7ebffb42-4185-4c7d-8233-6e3f0c4c501d None None] For port 26bdbc5a-b2ea-4905-8390-b240b06c4b36, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=26bdbc5a-b2ea-4905-8390-b240b06c4b36,segment=NetworkSegment(482572b3-9d65-4375-9c42-925e854722fd),segment_id=482572b3-9d65-4375-9c42-925e854722fd)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:59:13.095448 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd51fcb26-72ad-4fcc-9a41-739fa292d3cd', 'tag': 'ad1bda35-ebdf-4107-ad40-764809d1aaac'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:59:13.098333 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa1c8e13-aefa-452f-9a7c-2753a30760cf" -d '{"events": [{"name": "network-changed", "server_uuid": "d51fcb26-72ad-4fcc-9a41-739fa292d3cd", "tag": "ad1bda35-ebdf-4107-ad40-764809d1aaac"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:59:13.100593 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7ebffb42-4185-4c7d-8233-6e3f0c4c501d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:13.203108 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ae414c-6cf3-4260-a544-176f3505d2e0 x-openstack-request-id: req-00ae414c-6cf3-4260-a544-176f3505d2e0 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:59:13.203476 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d51fcb26-72ad-4fcc-9a41-739fa292d3cd", "tag": "ad1bda35-ebdf-4107-ad40-764809d1aaac", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:59:13.203647 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-00ae414c-6cf3-4260-a544-176f3505d2e0 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:59:13.204049 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd51fcb26-72ad-4fcc-9a41-739fa292d3cd', 'tag': 'ad1bda35-ebdf-4107-ad40-764809d1aaac', 'status': 'completed', 'code': 200} Aug 16 22:59:13.206392 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-219ceb50-7008-4a3a-b793-855b5a778348 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:13.234967 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebffb42-4185-4c7d-8233-6e3f0c4c501d None None] Pushing event updated for resources: {'Port': ['ID=26bdbc5a-b2ea-4905-8390-b240b06c4b36,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:13.239882 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-219ceb50-7008-4a3a-b793-855b5a778348 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Transition to ACTIVE for port object fc634ddc-06b2-437f-9e31-4dfceab5d7dd will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:59:13.275653 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac326706-8ca6-4f20-a849-4f612bad037d service neutron] Pushing event updated for resources: {'Port': ['ID=ad1bda35-ebdf-4107-ad40-764809d1aaac,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:13.285215 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e473893b-3d30-4dd4-943a-f9052922f3ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:13.298583 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5d0ca6d6-530c-47a9-89ca-a5f90e6e3dad req-2c8ebe22-b891-4159-8170-73b54c4dbc82 tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=57734425-7742-4aea-945b-26497b4f536d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055080 Aug 16 22:59:13.345998 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-219ceb50-7008-4a3a-b793-855b5a778348 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:13.429605 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb0a0b-1a34-40a2-ada5-c68500be26be req-d45d3ad7-aa40-489d-82ac-d8a57d42543c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:13.433133 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4bcb0a0b-1a34-40a2-ada5-c68500be26be req-d45d3ad7-aa40-489d-82ac-d8a57d42543c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=beabb45ad18d4f1cbf344de56021417e&device_id=d51fcb26-72ad-4fcc-9a41-739fa292d3cd HTTP/1.1" status: 200 len: 1096 time: 0.3194230 Aug 16 22:59:13.475059 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219ceb50-7008-4a3a-b793-855b5a778348 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:59:13.490068 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-219ceb50-7008-4a3a-b793-855b5a778348 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:59:13.498560 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219ceb50-7008-4a3a-b793-855b5a778348 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:59:13.512787 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219ceb50-7008-4a3a-b793-855b5a778348 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:13.514143 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-219ceb50-7008-4a3a-b793-855b5a778348 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:13.519785 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4bcb0a0b-1a34-40a2-ada5-c68500be26be req-fd093231-2da3-4082-a471-7f1fec1d680c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad1bda35-ebdf-4107-ad40-764809d1aaac HTTP/1.1" status: 200 len: 217 time: 0.0741346 Aug 16 22:59:13.536083 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219ceb50-7008-4a3a-b793-855b5a778348 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event updated for resources: {'Port': ['ID=fc634ddc-06b2-437f-9e31-4dfceab5d7dd,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:13.556595 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-219ceb50-7008-4a3a-b793-855b5a778348 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7422886 Aug 16 22:59:13.560064 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 41474) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:13.571290 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e473893b-3d30-4dd4-943a-f9052922f3ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26252129'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:13.573742 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-c25bc501-e07b-4084-8cc4-7834e9573272 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Request body: {'port': {'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'fixed_ips': [{'subnet_id': '5a6ca793-a855-402c-af02-d9a0d4e42c7c', 'ip_address': '2001:db8::644b:bb7:842a:dc47'}], 'name': 'tempest-NetworksTestDHCPv6-1190559531'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:59:13.627146 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb0a0b-1a34-40a2-ada5-c68500be26be req-4c0a9db3-9d0a-42af-a134-0c246ae7dccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:13.629623 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4bcb0a0b-1a34-40a2-ada5-c68500be26be req-4c0a9db3-9d0a-42af-a134-0c246ae7dccd service neutron] 10.222.0.68 "GET /v2.0/subnets?id=1dc78d75-a809-48ca-ae4d-06ae824a25e9 HTTP/1.1" status: 200 len: 849 time: 0.0989444 Aug 16 22:59:13.693244 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e473893b-3d30-4dd4-943a-f9052922f3ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:13.697952 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-e473893b-3d30-4dd4-943a-f9052922f3ba admin admin] 10.222.0.36 "DELETE /v2.0/subnets/c6750096-b466-4a26-86ec-2d3999fd8397 HTTP/1.1" status: 204 len: 168 time: 0.8663902 Aug 16 22:59:13.703472 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 41478) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:13.712354 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e473893b-3d30-4dd4-943a-f9052922f3ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6750096-b466-4a26-86ec-2d3999fd8397,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:13.756483 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb0a0b-1a34-40a2-ada5-c68500be26be req-09f439d3-475b-41b3-9a41-6d3f03debac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:13.758624 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4bcb0a0b-1a34-40a2-ada5-c68500be26be req-09f439d3-475b-41b3-9a41-6d3f03debac5 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=7f2b7f0f-c2db-4830-955e-a5cf31dd13e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0961947 Aug 16 22:59:13.856219 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-40426780-9885-48af-bbd2-e75275f5c0ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:13.984143 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4bcb0a0b-1a34-40a2-ada5-c68500be26be req-8cdfb554-6b10-4b9f-910b-6def2e4acd38 service neutron] 10.222.0.68 "GET /v2.0/networks/7f2b7f0f-c2db-4830-955e-a5cf31dd13e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165205 Aug 16 22:59:14.016755 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c25bc501-e07b-4084-8cc4-7834e9573272 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Made reservation on behalf of 68b563add1f042a58ab2d8884a30332e for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:59:14.022233 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c25bc501-e07b-4084-8cc4-7834e9573272 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:14.066131 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-40426780-9885-48af-bbd2-e75275f5c0ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:14.083320 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-c25bc501-e07b-4084-8cc4-7834e9573272 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] device_id is not set on port c30b7f5b-1509-4cca-9afa-5ca772f4e176 yet. {{(pid=101291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:59:14.085425 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 26bdbc5a-b2ea-4905-8390-b240b06c4b36 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:59:14.093631 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-40426780-9885-48af-bbd2-e75275f5c0ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee02374e-c45f-48f3-9b76-69a465779f82']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:59:14.133461 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-40426780-9885-48af-bbd2-e75275f5c0ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dff6652-a63d-415e-8d87-0aa91a9ded03') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:59:14.133766 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-40426780-9885-48af-bbd2-e75275f5c0ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dff6652-a63d-415e-8d87-0aa91a9ded03') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:59:14.156619 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-40426780-9885-48af-bbd2-e75275f5c0ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:14.218838 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-40426780-9885-48af-bbd2-e75275f5c0ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:14.248808 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40426780-9885-48af-bbd2-e75275f5c0ad admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:59:14.249365 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-40426780-9885-48af-bbd2-e75275f5c0ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:14.278209 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 26bdbc5a-b2ea-4905-8390-b240b06c4b36 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:59:14.299085 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 22:59:14.299085 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:59:14.299085 n-d-791506-26 neutron-server[101291]: timer() Aug 16 22:59:14.299085 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:59:14.299085 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 22:59:14.299085 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:59:14.299085 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 22:59:14.299085 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:59:14.299085 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 22:59:14.299085 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:59:14.299085 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 22:59:14.299085 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:59:14.299085 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 22:59:14.299085 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:59:14.299085 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:59:14.299085 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:59:14.299085 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:59:14.299085 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:59:14.299085 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 22:59:14.299085 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:59:14.299085 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 22:59:14.299085 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:59:14.299085 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:59:14.299085 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:59:14.299085 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 22:59:14.299085 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:59:14.299085 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:59:14.299085 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:59:14.299085 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:59:14.299085 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:59:14.299085 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:59:14.299085 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:59:14.546872 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-c25bc501-e07b-4084-8cc4-7834e9573272 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 16 22:59:14.547516 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c25bc501-e07b-4084-8cc4-7834e9573272 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:59:14.583352 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-c25bc501-e07b-4084-8cc4-7834e9573272 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 1.0214264 Aug 16 22:59:14.584152 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 41496) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:14.636254 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-40426780-9885-48af-bbd2-e75275f5c0ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:14.641807 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-40426780-9885-48af-bbd2-e75275f5c0ad admin admin] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:14.648806 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-40426780-9885-48af-bbd2-e75275f5c0ad admin admin] 10.222.0.36 "DELETE /v2.0/networks/ee02374e-c45f-48f3-9b76-69a465779f82 HTTP/1.1" status: 204 len: 168 time: 0.9438412 Aug 16 22:59:14.674550 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40426780-9885-48af-bbd2-e75275f5c0ad admin admin] Pushing event deleted for resources: {'Network': ['ID=ee02374e-c45f-48f3-9b76-69a465779f82,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:14.723947 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432b8963-8b95-4392-9e90-a8de5e574408 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:14.730686 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aede398-c3a9-4bb6-b99b-48c192a8d578 req-0c2fe4ed-735f-435e-94eb-aaea64837a13 tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:14.735962 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432b8963-8b95-4392-9e90-a8de5e574408 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:14.739525 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1aede398-c3a9-4bb6-b99b-48c192a8d578 req-0c2fe4ed-735f-435e-94eb-aaea64837a13 tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc48c1b8-4292-4519-8c38-e7401cede36b HTTP/1.1" status: 200 len: 943 time: 0.7487693 Aug 16 22:59:14.745761 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-432b8963-8b95-4392-9e90-a8de5e574408 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1603231 Aug 16 22:59:14.746832 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 41500) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:14.780202 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42f87cd-9f8c-4272-a82d-ef805bff4c30 req-b35fb392-e081-4d05-b54e-7ef6bc867215 tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:14.787611 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e42f87cd-9f8c-4272-a82d-ef805bff4c30 req-b35fb392-e081-4d05-b54e-7ef6bc867215 tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d51fcb26-72ad-4fcc-9a41-739fa292d3cd HTTP/1.1" status: 200 len: 1096 time: 0.1623433 Aug 16 22:59:14.857755 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1aede398-c3a9-4bb6-b99b-48c192a8d578 req-dc7eb07a-c8ed-489d-8878-37784ea68abe tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] 10.222.0.36 "GET /v2.0/security-groups?id=74b683a2-8fee-4523-b254-c8aa24161d09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134474 Aug 16 22:59:14.867250 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4bcb0a0b-1a34-40a2-ada5-c68500be26be req-03b30d08-a403-445d-ace5-ff56c4c8dced service neutron] 10.222.0.68 "GET /v2.0/networks/7f2b7f0f-c2db-4830-955e-a5cf31dd13e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8121333 Aug 16 22:59:14.920755 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-b11f2c1f-5652-4840-9dbb-8913002a83b8 None None] Provisioning for port 26bdbc5a-b2ea-4905-8390-b240b06c4b36 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:59:14.927094 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-b11f2c1f-5652-4840-9dbb-8913002a83b8 None None] Provisioning complete for port 26bdbc5a-b2ea-4905-8390-b240b06c4b36 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:59:14.927405 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-b11f2c1f-5652-4840-9dbb-8913002a83b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:14.939874 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e42f87cd-9f8c-4272-a82d-ef805bff4c30 req-98667f34-d1f2-421d-9f8b-2ed2b8cfa7aa tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=57734425-7742-4aea-945b-26497b4f536d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504447 Aug 16 22:59:15.035174 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-47e7a5d8-a12d-452a-b280-032d461498cc tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Deleting port fc634ddc-06b2-437f-9e31-4dfceab5d7dd {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:59:15.036054 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-47e7a5d8-a12d-452a-b280-032d461498cc tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:15.048350 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 41502) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:15.049817 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1c8e13-aefa-452f-9a7c-2753a30760cf req-e1f48d1b-2448-4c49-8a2a-ead1a6213749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:15.051412 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fa1c8e13-aefa-452f-9a7c-2753a30760cf req-e1f48d1b-2448-4c49-8a2a-ead1a6213749 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=beabb45ad18d4f1cbf344de56021417e&device_id=d51fcb26-72ad-4fcc-9a41-739fa292d3cd HTTP/1.1" status: 200 len: 1096 time: 0.1106064 Aug 16 22:59:15.140048 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-b11f2c1f-5652-4840-9dbb-8913002a83b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:15.158785 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-47e7a5d8-a12d-452a-b280-032d461498cc tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:15.175631 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-47e7a5d8-a12d-452a-b280-032d461498cc tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Calling delete_port for fc634ddc-06b2-437f-9e31-4dfceab5d7dd owned by {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:59:15.194349 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-b11f2c1f-5652-4840-9dbb-8913002a83b8 None None] For port 26bdbc5a-b2ea-4905-8390-b240b06c4b36, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=26bdbc5a-b2ea-4905-8390-b240b06c4b36,segment=NetworkSegment(482572b3-9d65-4375-9c42-925e854722fd),segment_id=482572b3-9d65-4375-9c42-925e854722fd)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:59:15.205455 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-b11f2c1f-5652-4840-9dbb-8913002a83b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:15.284081 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1c8e13-aefa-452f-9a7c-2753a30760cf req-d4335b95-0bd3-4a89-90e6-72c998b04032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:15.288041 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fa1c8e13-aefa-452f-9a7c-2753a30760cf req-d4335b95-0bd3-4a89-90e6-72c998b04032 service neutron] 10.222.0.68 "GET /v2.0/networks?id=7f2b7f0f-c2db-4830-955e-a5cf31dd13e9 HTTP/1.1" status: 200 len: 911 time: 0.2294934 Aug 16 22:59:15.291081 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-c824851d-ef9f-4d71-963a-32b6d8ad68b1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b08a75de41b749f3802fa5f93f450899&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2412620 Aug 16 22:59:15.294474 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 41508) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:15.351283 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fa1c8e13-aefa-452f-9a7c-2753a30760cf req-76cee721-6f86-496a-884f-ae019f4f1f46 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad1bda35-ebdf-4107-ad40-764809d1aaac HTTP/1.1" status: 200 len: 217 time: 0.0551410 Aug 16 22:59:15.373634 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11f2c1f-5652-4840-9dbb-8913002a83b8 None None] Pushing event updated for resources: {'Port': ['ID=26bdbc5a-b2ea-4905-8390-b240b06c4b36,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:15.409934 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f2077e6-fbd6-4a42-948a-48c1d3e8cfc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:15.419364 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-873a40b3-b4dd-4f6f-9711-01f01916e0bf None None] Provisioning for port fc634ddc-06b2-437f-9e31-4dfceab5d7dd completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:59:15.423986 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-47e7a5d8-a12d-452a-b280-032d461498cc tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:15.425310 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-873a40b3-b4dd-4f6f-9711-01f01916e0bf None None] Provisioning complete for port fc634ddc-06b2-437f-9e31-4dfceab5d7dd triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:59:15.425310 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-873a40b3-b4dd-4f6f-9711-01f01916e0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:15.448673 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1c8e13-aefa-452f-9a7c-2753a30760cf req-28fc727d-d461-4703-b718-85e0f4f11052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:15.451027 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fa1c8e13-aefa-452f-9a7c-2753a30760cf req-28fc727d-d461-4703-b718-85e0f4f11052 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=1dc78d75-a809-48ca-ae4d-06ae824a25e9 HTTP/1.1" status: 200 len: 849 time: 0.0909331 Aug 16 22:59:15.455049 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-873a40b3-b4dd-4f6f-9711-01f01916e0bf None None] Port fc634ddc-06b2-437f-9e31-4dfceab5d7dd was deleted so its status cannot be updated. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 16 22:59:15.466062 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f2077e6-fbd6-4a42-948a-48c1d3e8cfc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:15.474241 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e7a5d8-a12d-452a-b280-032d461498cc tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event deleted for resources: {'Port': ['ID=fc634ddc-06b2-437f-9e31-4dfceab5d7dd,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:15.523294 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1c8e13-aefa-452f-9a7c-2753a30760cf req-3dc453d9-e467-4f26-a9d9-ceef80e5c9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:15.528991 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fa1c8e13-aefa-452f-9a7c-2753a30760cf req-3dc453d9-e467-4f26-a9d9-ceef80e5c9fd service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=7f2b7f0f-c2db-4830-955e-a5cf31dd13e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0595598 Aug 16 22:59:15.542182 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-47e7a5d8-a12d-452a-b280-032d461498cc tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:15.547100 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 41512) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:15.547807 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-47e7a5d8-a12d-452a-b280-032d461498cc tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/ports/fc634ddc-06b2-437f-9e31-4dfceab5d7dd HTTP/1.1" status: 204 len: 168 time: 0.7962623 Aug 16 22:59:15.570165 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f2077e6-fbd6-4a42-948a-48c1d3e8cfc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:15.573612 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f2077e6-fbd6-4a42-948a-48c1d3e8cfc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:15.575385 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-5f2077e6-fbd6-4a42-948a-48c1d3e8cfc9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f6db8e43-e2f1-40de-ab2a-8a84b612cc10 HTTP/1.1" status: 204 len: 168 time: 0.2798591 Aug 16 22:59:15.594936 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2077e6-fbd6-4a42-948a-48c1d3e8cfc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6db8e43-e2f1-40de-ab2a-8a84b612cc10,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:15.694368 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527ef10c-945a-4f03-8b4f-aecc5afa958e tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:15.696251 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527ef10c-945a-4f03-8b4f-aecc5afa958e tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:15.697979 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-527ef10c-945a-4f03-8b4f-aecc5afa958e tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1498518 Aug 16 22:59:15.702222 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 41516) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:15.751298 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fa1c8e13-aefa-452f-9a7c-2753a30760cf req-788b1840-b831-4c97-bf48-bcaba10788d4 service neutron] 10.222.0.68 "GET /v2.0/networks/7f2b7f0f-c2db-4830-955e-a5cf31dd13e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139909 Aug 16 22:59:15.802320 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c3cd167-c098-415f-ae92-737040b90017 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Deleting subnet 5a6ca793-a855-402c-af02-d9a0d4e42c7c {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:59:15.812170 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6c3cd167-c098-415f-ae92-737040b90017 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:15.908651 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6c3cd167-c098-415f-ae92-737040b90017 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:15.928907 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fa1c8e13-aefa-452f-9a7c-2753a30760cf req-f422b3b4-e078-4cd2-8cef-f4d7b0fa394e service neutron] 10.222.0.68 "GET /v2.0/networks/7f2b7f0f-c2db-4830-955e-a5cf31dd13e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685741 Aug 16 22:59:16.052596 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6c3cd167-c098-415f-ae92-737040b90017 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:16.072482 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 26bdbc5a-b2ea-4905-8390-b240b06c4b36 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:59:16.180984 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 26bdbc5a-b2ea-4905-8390-b240b06c4b36 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:59:16.181552 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:16.182166 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9598cd-e592-4438-8890-42915ee33ab9 req-9949e8ab-51f2-4bae-9b5d-91afc49e2700 tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:16.183922 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6c9598cd-e592-4438-8890-42915ee33ab9 req-9949e8ab-51f2-4bae-9b5d-91afc49e2700 tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc48c1b8-4292-4519-8c38-e7401cede36b HTTP/1.1" status: 200 len: 943 time: 0.1916475 Aug 16 22:59:16.186004 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af32f47-559c-46bd-957d-b8f9523a9d6c req-d4f7d87c-6f34-4ba0-81f8-dc14f187d70b tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:16.190546 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6c3cd167-c098-415f-ae92-737040b90017 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:16.201040 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9af32f47-559c-46bd-957d-b8f9523a9d6c req-d4f7d87c-6f34-4ba0-81f8-dc14f187d70b tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d51fcb26-72ad-4fcc-9a41-739fa292d3cd HTTP/1.1" status: 200 len: 1096 time: 0.1472216 Aug 16 22:59:16.246707 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3cd167-c098-415f-ae92-737040b90017 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event deleted for resources: {'Subnet': ['ID=5a6ca793-a855-402c-af02-d9a0d4e42c7c,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:16.256249 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6c3cd167-c098-415f-ae92-737040b90017 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:16.260804 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-6c3cd167-c098-415f-ae92-737040b90017 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/subnets/5a6ca793-a855-402c-af02-d9a0d4e42c7c HTTP/1.1" status: 204 len: 168 time: 0.5552571 Aug 16 22:59:16.261376 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 41526) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:16.303194 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1540aed2-46d6-4f83-8959-60ee11e52f89 None None] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:59:16.332035 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9af32f47-559c-46bd-957d-b8f9523a9d6c req-f97da7f7-5f38-4b4c-a31e-cd5f21b6ccbc tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=57734425-7742-4aea-945b-26497b4f536d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299868 Aug 16 22:59:16.332602 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 41528) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:16.345287 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-30ead03e-81a4-4e0d-aad3-9c2e8f01780c tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0816131 Aug 16 22:59:16.350190 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 41532) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:16.356065 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-8c81d655-973b-4427-bec7-32042104092f tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Request body: {'subnet': {'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:59:16.368702 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6c9598cd-e592-4438-8890-42915ee33ab9 req-ff752a69-d963-4953-aad3-6e2ef307f541 tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] 10.222.0.36 "GET /v2.0/security-groups?id=74b683a2-8fee-4523-b254-c8aa24161d09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436005 Aug 16 22:59:16.478780 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-55a71236-e30a-46d8-8f87-a4eb7c2739e7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=30030aa15cc9460995ff0deeb4f7da91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1425605 Aug 16 22:59:16.481142 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 41536) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:16.541137 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c81d655-973b-4427-bec7-32042104092f tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Made reservation on behalf of 68b563add1f042a58ab2d8884a30332e for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:59:16.545507 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8c81d655-973b-4427-bec7-32042104092f tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:16.559227 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-756c9345-2341-4b36-ad53-efadce5771df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:16.593642 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-756c9345-2341-4b36-ad53-efadce5771df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:16.614146 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b13e9e-7179-4167-9a24-f6bbded37f9e None None] DHCP port deletion for 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:59:16.657285 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-756c9345-2341-4b36-ad53-efadce5771df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:16.660680 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-756c9345-2341-4b36-ad53-efadce5771df admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:16.661948 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-756c9345-2341-4b36-ad53-efadce5771df admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4ed06c0f-2dd0-435a-a16a-5abdb38d0bfa HTTP/1.1" status: 204 len: 168 time: 0.1796725 Aug 16 22:59:16.690984 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756c9345-2341-4b36-ad53-efadce5771df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed06c0f-2dd0-435a-a16a-5abdb38d0bfa,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:16.755662 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-c7b13e9e-7179-4167-9a24-f6bbded37f9e None None] Deleting port 26bdbc5a-b2ea-4905-8390-b240b06c4b36 {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:59:16.756441 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c7b13e9e-7179-4167-9a24-f6bbded37f9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:16.877867 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8c81d655-973b-4427-bec7-32042104092f tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:16.908948 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-c7b13e9e-7179-4167-9a24-f6bbded37f9e None None] For port 26bdbc5a-b2ea-4905-8390-b240b06c4b36, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=26bdbc5a-b2ea-4905-8390-b240b06c4b36,segment=NetworkSegment(482572b3-9d65-4375-9c42-925e854722fd),segment_id=482572b3-9d65-4375-9c42-925e854722fd)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:59:16.909349 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c7b13e9e-7179-4167-9a24-f6bbded37f9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:16.925534 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-c7b13e9e-7179-4167-9a24-f6bbded37f9e None None] Calling delete_port for 26bdbc5a-b2ea-4905-8390-b240b06c4b36 owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:59:16.948444 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c81d655-973b-4427-bec7-32042104092f tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:59:16.950115 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c81d655-973b-4427-bec7-32042104092f tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event updated for resources: {'Subnet': ['ID=bd81162d-496f-41db-bb2d-f5b38fa31358,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:16.953845 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-8c81d655-973b-4427-bec7-32042104092f tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:59:16.956478 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c81d655-973b-4427-bec7-32042104092f tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:16.957590 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8c81d655-973b-4427-bec7-32042104092f tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:16.981871 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 41544) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:16.982106 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-8c81d655-973b-4427-bec7-32042104092f tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6304662 Aug 16 22:59:16.998942 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-3e2a47a0-4aba-4267-99c4-9c76cbeb8b02 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Request body: {'port': {'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'fixed_ips': [{'subnet_id': 'bd81162d-496f-41db-bb2d-f5b38fa31358', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-358607469'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:59:17.042091 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c7b13e9e-7179-4167-9a24-f6bbded37f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:17.073165 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b13e9e-7179-4167-9a24-f6bbded37f9e None None] Pushing event deleted for resources: {'Port': ['ID=26bdbc5a-b2ea-4905-8390-b240b06c4b36,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:17.080564 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b13e9e-7179-4167-9a24-f6bbded37f9e None None] No DVR routers for this DVR port 26bdbc5a-b2ea-4905-8390-b240b06c4b36 on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:59:17.098016 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f8720c-478f-490d-a2b1-0df28cfdea2c None None] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:59:17.201209 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e2a47a0-4aba-4267-99c4-9c76cbeb8b02 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Made reservation on behalf of 68b563add1f042a58ab2d8884a30332e for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:59:17.304518 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3e2a47a0-4aba-4267-99c4-9c76cbeb8b02 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:17.329812 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ac2f1a-692f-4339-86a2-114f2e0852b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'tenant_id': '68b563add1f042a58ab2d8884a30332e', 'fixed_ips': [{'subnet_id': 'bd81162d-496f-41db-bb2d-f5b38fa31358'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:59:17.332790 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-49ac2f1a-692f-4339-86a2-114f2e0852b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:17.347522 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [None req-3e2a47a0-4aba-4267-99c4-9c76cbeb8b02 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] device_id is not set on port 2ecf8f5f-f437-4f9c-9bfe-bb89bae0e781 yet. {{(pid=101292) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:59:17.655486 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0bdd704e-36d3-4582-8f82-002ced30f4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:17.689015 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-49ac2f1a-692f-4339-86a2-114f2e0852b7 None None] Allocated IP 2001:db8::2 (09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5/bd81162d-496f-41db-bb2d-f5b38fa31358/d8d9df4e-ec80-49c1-abc4-4de5d8dc83e5) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:59:17.743557 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dfc482-be85-41b3-b667-62702f125fc4 req-75f6e629-abd0-4022-8ca8-5a7c61eeacc5 tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:17.745147 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-78dfc482-be85-41b3-b667-62702f125fc4 req-75f6e629-abd0-4022-8ca8-5a7c61eeacc5 tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc48c1b8-4292-4519-8c38-e7401cede36b HTTP/1.1" status: 200 len: 943 time: 0.2896535 Aug 16 22:59:17.759340 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 41574) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:17.815225 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839345ca-6e9c-4bb8-a731-8700ac672fb8 req-72f6a013-d9de-47ee-9b52-075ca6aaceab tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:17.816829 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-839345ca-6e9c-4bb8-a731-8700ac672fb8 req-72f6a013-d9de-47ee-9b52-075ca6aaceab tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d51fcb26-72ad-4fcc-9a41-739fa292d3cd HTTP/1.1" status: 200 len: 1096 time: 0.3357599 Aug 16 22:59:17.848507 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-78dfc482-be85-41b3-b667-62702f125fc4 req-c79d9d7e-474a-47de-8b9b-d25f0053660c tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] 10.222.0.36 "GET /v2.0/security-groups?id=74b683a2-8fee-4523-b254-c8aa24161d09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855248 Aug 16 22:59:17.873189 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-839345ca-6e9c-4bb8-a731-8700ac672fb8 req-dcba1674-a679-4348-82ab-f1665a96f1ec tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=57734425-7742-4aea-945b-26497b4f536d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372164 Aug 16 22:59:17.919360 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-294c9b2a-996f-4cf9-941c-2886e04d9206 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-241915420-network', 'tenant_id': '330f514199054ad99840d3d2d702ce4a'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:59:17.973474 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device ad1bda35-ebdf-4107-ad40-764809d1aaac details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:59:17.978179 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-294c9b2a-996f-4cf9-941c-2886e04d9206 admin admin] Made reservation on behalf of 330f514199054ad99840d3d2d702ce4a for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:59:17.982775 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-294c9b2a-996f-4cf9-941c-2886e04d9206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:18.003861 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-49ac2f1a-692f-4339-86a2-114f2e0852b7 None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:18.023076 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-49ac2f1a-692f-4339-86a2-114f2e0852b7 None None] Transition to ACTIVE for port object d8d9df4e-ec80-49c1-abc4-4de5d8dc83e5 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:59:18.030287 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-294c9b2a-996f-4cf9-941c-2886e04d9206 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:18.090088 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 26bdbc5a-b2ea-4905-8390-b240b06c4b36 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:59:18.176404 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-294c9b2a-996f-4cf9-941c-2886e04d9206 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:18.183923 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-294c9b2a-996f-4cf9-941c-2886e04d9206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:18.202603 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 26bdbc5a-b2ea-4905-8390-b240b06c4b36 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:59:18.202815 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 26bdbc5a-b2ea-4905-8390-b240b06c4b36 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:59:18.212879 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-294c9b2a-996f-4cf9-941c-2886e04d9206 admin admin] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:59:18.220831 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-49ac2f1a-692f-4339-86a2-114f2e0852b7 None None] Transition to ACTIVE for port object d8d9df4e-ec80-49c1-abc4-4de5d8dc83e5 will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:59:18.225762 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-294c9b2a-996f-4cf9-941c-2886e04d9206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:18.226214 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-294c9b2a-996f-4cf9-941c-2886e04d9206 admin admin] Added segment 9f3da0ce-4d52-44fd-9d6f-7a5de9f86e4b of type vlan for network ff3d45be-e296-4950-b4e5-37ac949cf385 Aug 16 22:59:18.235379 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-49ac2f1a-692f-4339-86a2-114f2e0852b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:18.235566 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e2a47a0-4aba-4267-99c4-9c76cbeb8b02 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 22:59:18.236037 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e2a47a0-4aba-4267-99c4-9c76cbeb8b02 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 22:59:18.267926 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-3e2a47a0-4aba-4267-99c4-9c76cbeb8b02 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.2818322 Aug 16 22:59:18.268129 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 41582) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:18.273302 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ac2f1a-692f-4339-86a2-114f2e0852b7 None None] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:59:18.273729 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-294c9b2a-996f-4cf9-941c-2886e04d9206 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:18.278196 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-49ac2f1a-692f-4339-86a2-114f2e0852b7 None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:59:18.301324 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ac2f1a-692f-4339-86a2-114f2e0852b7 None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:59:18.304182 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-294c9b2a-996f-4cf9-941c-2886e04d9206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:18.305308 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294c9b2a-996f-4cf9-941c-2886e04d9206 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:18.306024 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-294c9b2a-996f-4cf9-941c-2886e04d9206 admin admin] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:18.332941 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-294c9b2a-996f-4cf9-941c-2886e04d9206 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5721354 Aug 16 22:59:18.345322 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 41584) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:18.361664 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-dd1f6c1b-03f7-4d2a-8c1c-abf824ea66c7 admin admin] Request body: {'subnet': {'network_id': 'ff3d45be-e296-4950-b4e5-37ac949cf385', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-241915420-subnet', 'tenant_id': '330f514199054ad99840d3d2d702ce4a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:59:18.366918 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port ad1bda35-ebdf-4107-ad40-764809d1aaac, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=ad1bda35-ebdf-4107-ad40-764809d1aaac,segment=NetworkSegment(12b6c578-0a1d-41ec-bf80-cafcccaeeccd),segment_id=12b6c578-0a1d-41ec-bf80-cafcccaeeccd)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:59:18.379316 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294c9b2a-996f-4cf9-941c-2886e04d9206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f171903-c4c3-4f74-9875-387f937a3d98,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:18.406123 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294c9b2a-996f-4cf9-941c-2886e04d9206 admin admin] Pushing event updated for resources: {'Network': ['ID=ff3d45be-e296-4950-b4e5-37ac949cf385,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:18.429845 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-49ac2f1a-692f-4339-86a2-114f2e0852b7 None None] Attempting to bind port d8d9df4e-ec80-49c1-abc4-4de5d8dc83e5 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:59:18.430535 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-49ac2f1a-692f-4339-86a2-114f2e0852b7 None None] Attempting to bind port d8d9df4e-ec80-49c1-abc4-4de5d8dc83e5 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '482572b3-9d65-4375-9c42-925e854722fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:59:18.431101 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ac2f1a-692f-4339-86a2-114f2e0852b7 None None] Attempting to bind port d8d9df4e-ec80-49c1-abc4-4de5d8dc83e5 on network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:59:18.437544 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network ff3d45be-e296-4950-b4e5-37ac949cf385 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:59:18.502969 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bd7765-6ca8-4aea-8437-914a0ab27cb3 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:18.507933 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 41586) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:18.513813 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ac2f1a-692f-4339-86a2-114f2e0852b7 None None] Pushing event updated for resources: {'Port': ['ID=d8d9df4e-ec80-49c1-abc4-4de5d8dc83e5,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:18.520280 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-56bd7765-6ca8-4aea-8437-914a0ab27cb3 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2509768 Aug 16 22:59:18.522801 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ac2f1a-692f-4339-86a2-114f2e0852b7 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:59:18.523179 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ac2f1a-692f-4339-86a2-114f2e0852b7 None None] Checking segment: {'id': '482572b3-9d65-4375-9c42-925e854722fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:59:18.523641 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-49ac2f1a-692f-4339-86a2-114f2e0852b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:18.523989 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ac2f1a-692f-4339-86a2-114f2e0852b7 None None] Bound using segment: {'id': '482572b3-9d65-4375-9c42-925e854722fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:59:18.524478 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-49ac2f1a-692f-4339-86a2-114f2e0852b7 None None] Bound port: d8d9df4e-ec80-49c1-abc4-4de5d8dc83e5, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '482572b3-9d65-4375-9c42-925e854722fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:59:18.524886 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-49ac2f1a-692f-4339-86a2-114f2e0852b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:18.543552 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad8807-ecf6-419f-a8a2-1fc1c64bea99 req-5baebeb7-b4d2-4334-a577-d630b86bb7f3 tempest-VolumesAdminNegativeTest-586704647 tempest-VolumesAdminNegativeTest-586704647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:18.545502 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-baad8807-ecf6-419f-a8a2-1fc1c64bea99 req-5baebeb7-b4d2-4334-a577-d630b86bb7f3 tempest-VolumesAdminNegativeTest-586704647 tempest-VolumesAdminNegativeTest-586704647-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b80d411-9690-47cb-9593-143d427cd680 HTTP/1.1" status: 200 len: 945 time: 0.2216089 Aug 16 22:59:18.545624 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': 'ad1bda35-ebdf-4107-ad40-764809d1aaac', 'network_id': '7f2b7f0f-c2db-4830-955e-a5cf31dd13e9', 'port_id': 'ad1bda35-ebdf-4107-ad40-764809d1aaac', 'mac_address': 'fa:16:3e:7b:17:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dc78d75-a809-48ca-ae4d-06ae824a25e9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:59:18.554925 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd1f6c1b-03f7-4d2a-8c1c-abf824ea66c7 admin admin] Made reservation on behalf of 330f514199054ad99840d3d2d702ce4a for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:59:18.558924 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-dd1f6c1b-03f7-4d2a-8c1c-abf824ea66c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:18.611600 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:18.641726 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad1bda35-ebdf-4107-ad40-764809d1aaac {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:59:18.664697 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port ad1bda35-ebdf-4107-ad40-764809d1aaac, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=ad1bda35-ebdf-4107-ad40-764809d1aaac,segment=NetworkSegment(12b6c578-0a1d-41ec-bf80-cafcccaeeccd),segment_id=12b6c578-0a1d-41ec-bf80-cafcccaeeccd)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:59:18.677318 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:18.736516 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-93e137f6-5265-49e2-8129-18c21943ce3a req-62cad864-58ec-455e-b40d-f046ff9efcd2 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=740f6e24-3a1f-45bd-a688-ce32c61727f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2946017 Aug 16 22:59:18.750252 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-baad8807-ecf6-419f-a8a2-1fc1c64bea99 req-ed9f31fb-d490-4128-8f2f-d8daa65e6f68 tempest-VolumesAdminNegativeTest-586704647 tempest-VolumesAdminNegativeTest-586704647-project] 10.222.0.36 "GET /v2.0/security-groups?id=941fc217-5d4f-4ddc-addd-f444d70df8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878090 Aug 16 22:59:18.759184 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-49ac2f1a-692f-4339-86a2-114f2e0852b7 None None] For port d8d9df4e-ec80-49c1-abc4-4de5d8dc83e5, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:59:18.766870 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-49ac2f1a-692f-4339-86a2-114f2e0852b7 None None] For port d8d9df4e-ec80-49c1-abc4-4de5d8dc83e5, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=d8d9df4e-ec80-49c1-abc4-4de5d8dc83e5,segment=NetworkSegment(482572b3-9d65-4375-9c42-925e854722fd),segment_id=482572b3-9d65-4375-9c42-925e854722fd)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:59:18.785426 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-49ac2f1a-692f-4339-86a2-114f2e0852b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:18.799857 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=ad1bda35-ebdf-4107-ad40-764809d1aaac,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:18.874538 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ac2f1a-692f-4339-86a2-114f2e0852b7 None None] Pushing event updated for resources: {'Port': ['ID=d8d9df4e-ec80-49c1-abc4-4de5d8dc83e5,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:18.931111 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['ad1bda35-ebdf-4107-ad40-764809d1aaac'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:59:19.008215 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e6cf59-3791-4169-bcd6-c7c968d7d891 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:19.010357 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e6cf59-3791-4169-bcd6-c7c968d7d891 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:19.013384 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-f7e6cf59-3791-4169-bcd6-c7c968d7d891 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5044367 Aug 16 22:59:19.022986 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 41596) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:19.033168 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e137f6-5265-49e2-8129-18c21943ce3a req-c1a4d9b2-1ade-47e0-a410-75518289a4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:19.034699 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-93e137f6-5265-49e2-8129-18c21943ce3a req-c1a4d9b2-1ade-47e0-a410-75518289a4a2 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bc1dde6b43054c1db1326da283b98f4f&device_id=740f6e24-3a1f-45bd-a688-ce32c61727f2 HTTP/1.1" status: 200 len: 1097 time: 0.1544800 Aug 16 22:59:19.060891 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-dd1f6c1b-03f7-4d2a-8c1c-abf824ea66c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:19.153026 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-83cafe7a-d666-45d5-8579-e2e6298294ce tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Deleting subnet bd81162d-496f-41db-bb2d-f5b38fa31358 {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:59:19.157140 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-83cafe7a-d666-45d5-8579-e2e6298294ce tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:19.203977 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef1bdf0-4a77-49f4-a1ea-687150f3d856 req-79c5c70c-7fa0-457b-b2a0-57bc3e31743b tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:19.205599 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4ef1bdf0-4a77-49f4-a1ea-687150f3d856 req-79c5c70c-7fa0-457b-b2a0-57bc3e31743b tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d51fcb26-72ad-4fcc-9a41-739fa292d3cd HTTP/1.1" status: 200 len: 1097 time: 0.2359710 Aug 16 22:59:19.213210 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaef733-2cf8-4fd4-8276-9b9ce0a05531 req-0f50724c-a84e-48e2-adc7-878457edb960 tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:19.215554 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9aaef733-2cf8-4fd4-8276-9b9ce0a05531 req-0f50724c-a84e-48e2-adc7-878457edb960 tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc48c1b8-4292-4519-8c38-e7401cede36b HTTP/1.1" status: 200 len: 943 time: 0.2309375 Aug 16 22:59:19.242175 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-83cafe7a-d666-45d5-8579-e2e6298294ce tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:19.278820 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1f6c1b-03f7-4d2a-8c1c-abf824ea66c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33ea9968-9dfa-4e28-88c0-7a16b6657c36,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:19.323881 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1f6c1b-03f7-4d2a-8c1c-abf824ea66c7 admin admin] Checking segment: {'id': '9f3da0ce-4d52-44fd-9d6f-7a5de9f86e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ff3d45be-e296-4950-b4e5-37ac949cf385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:59:19.324277 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1f6c1b-03f7-4d2a-8c1c-abf824ea66c7 admin admin] Network hostable DHCP agents. Network: ff3d45be-e296-4950-b4e5-37ac949cf385, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:59:19.338358 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4ef1bdf0-4a77-49f4-a1ea-687150f3d856 req-f93b1a02-d662-4e5e-8554-23468c581eaf tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=57734425-7742-4aea-945b-26497b4f536d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194510 Aug 16 22:59:19.351105 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9aaef733-2cf8-4fd4-8276-9b9ce0a05531 req-a4263d45-42fd-4121-a797-3fba1c74c2fe tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] 10.222.0.36 "GET /v2.0/security-groups?id=74b683a2-8fee-4523-b254-c8aa24161d09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160154 Aug 16 22:59:19.360636 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-83cafe7a-d666-45d5-8579-e2e6298294ce tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:19.368394 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e137f6-5265-49e2-8129-18c21943ce3a req-f8ffac3c-e63a-4577-b917-26c858081bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:19.370101 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-93e137f6-5265-49e2-8129-18c21943ce3a req-f8ffac3c-e63a-4577-b917-26c858081bef service neutron] 10.222.0.68 "GET /v2.0/networks?id=5afa7f88-eeaa-4717-8103-9ee9125ee829 HTTP/1.1" status: 200 len: 913 time: 0.2997518 Aug 16 22:59:19.374703 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1f6c1b-03f7-4d2a-8c1c-abf824ea66c7 admin admin] Network ff3d45be-e296-4950-b4e5-37ac949cf385 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:59:19.419519 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-dd1f6c1b-03f7-4d2a-8c1c-abf824ea66c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, ff3d45be-e296-4950-b4e5-37ac949cf385) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:59:19.422231 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-93e137f6-5265-49e2-8129-18c21943ce3a req-af7341e5-444a-48cc-9c2f-eec187e82ead service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae31ce66-884f-4360-814c-580afc389139 HTTP/1.1" status: 200 len: 217 time: 0.0432155 Aug 16 22:59:19.425879 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1f6c1b-03f7-4d2a-8c1c-abf824ea66c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:19.427002 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-dd1f6c1b-03f7-4d2a-8c1c-abf824ea66c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:19.430645 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4431c30-2def-4254-8b23-7e54b3859d1f None None] Network ff3d45be-e296-4950-b4e5-37ac949cf385 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:59:19.495054 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-dd1f6c1b-03f7-4d2a-8c1c-abf824ea66c7 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1418707 Aug 16 22:59:19.503716 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-83cafe7a-d666-45d5-8579-e2e6298294ce tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:19.548002 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e137f6-5265-49e2-8129-18c21943ce3a req-c5c21ed7-2532-4541-9ee0-420c0db3031f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:19.552895 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-93e137f6-5265-49e2-8129-18c21943ce3a req-c5c21ed7-2532-4541-9ee0-420c0db3031f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d47d6ce6-f0e6-4637-a178-044cb0396017 HTTP/1.1" status: 200 len: 852 time: 0.1201808 Aug 16 22:59:19.602895 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-83cafe7a-d666-45d5-8579-e2e6298294ce tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:19.604895 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-83cafe7a-d666-45d5-8579-e2e6298294ce tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/subnets/bd81162d-496f-41db-bb2d-f5b38fa31358 HTTP/1.1" status: 204 len: 168 time: 0.5803502 Aug 16 22:59:19.605810 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cafe7a-d666-45d5-8579-e2e6298294ce tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event deleted for resources: {'Subnet': ['ID=bd81162d-496f-41db-bb2d-f5b38fa31358,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:19.608192 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-93e137f6-5265-49e2-8129-18c21943ce3a req-af6a5569-8db9-45d7-af39-666c81b5f284 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5afa7f88-eeaa-4717-8103-9ee9125ee829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440207 Aug 16 22:59:19.608740 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 41602) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:19.650999 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 41606) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:19.663126 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d75558a-d3b8-454d-8cba-aa43868ebb05 None None] Network ff3d45be-e296-4950-b4e5-37ac949cf385 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:59:19.680338 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-93f6ff24-2c6d-4dc5-8d8f-2532ab406c4c tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0704603 Aug 16 22:59:19.691651 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 41610) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:19.700105 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-c6eae300-44f3-4e2a-8966-e4c666e7ef1b tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Request body: {'subnet': {'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:59:19.758178 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-8fda2e1d-7b08-474e-865f-bfe0dad8b47b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:19.843349 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-93e137f6-5265-49e2-8129-18c21943ce3a req-3aad5370-49f1-480f-bc00-6bdf29ac2cc1 service neutron] 10.222.0.68 "GET /v2.0/networks/5afa7f88-eeaa-4717-8103-9ee9125ee829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953475 Aug 16 22:59:19.861192 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a5c5fbd-64cc-44ff-a100-8f42b6cfa9c2 admin admin] Deleting subnet 33ea9968-9dfa-4e28-88c0-7a16b6657c36 {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:59:19.865859 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3a5c5fbd-64cc-44ff-a100-8f42b6cfa9c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:19.916579 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6eae300-44f3-4e2a-8966-e4c666e7ef1b tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Made reservation on behalf of 68b563add1f042a58ab2d8884a30332e for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:59:19.921672 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c6eae300-44f3-4e2a-8966-e4c666e7ef1b tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:19.994427 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 10b7b209-88f2-481d-b0dc-a3e307fd4760 details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:59:20.036147 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99aebf8-f453-4ec1-9810-3c7b3eed6246 req-00c8753b-5299-4999-be0f-c5855773de78 tempest-VolumesAdminNegativeTest-586704647 tempest-VolumesAdminNegativeTest-586704647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:20.044353 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a99aebf8-f453-4ec1-9810-3c7b3eed6246 req-00c8753b-5299-4999-be0f-c5855773de78 tempest-VolumesAdminNegativeTest-586704647 tempest-VolumesAdminNegativeTest-586704647-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b80d411-9690-47cb-9593-143d427cd680 HTTP/1.1" status: 200 len: 945 time: 0.1034756 Aug 16 22:59:20.090747 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3a5c5fbd-64cc-44ff-a100-8f42b6cfa9c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:20.140211 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a99aebf8-f453-4ec1-9810-3c7b3eed6246 req-a4773908-f9a8-4724-be87-b5459b36d5b7 tempest-VolumesAdminNegativeTest-586704647 tempest-VolumesAdminNegativeTest-586704647-project] 10.222.0.36 "GET /v2.0/security-groups?id=941fc217-5d4f-4ddc-addd-f444d70df8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945394 Aug 16 22:59:20.173390 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-93e137f6-5265-49e2-8129-18c21943ce3a req-4fefef5b-1f3a-4bbd-b55b-9b8bc49dcfa5 service neutron] 10.222.0.68 "GET /v2.0/networks/5afa7f88-eeaa-4717-8103-9ee9125ee829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3194027 Aug 16 22:59:20.213137 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdcc2c0-62a2-48d4-ac24-674249c8cbd0 req-a4278b61-c52a-4405-accf-bbf1f505c1fa tempest-VolumesAdminNegativeTest-586704647 tempest-VolumesAdminNegativeTest-586704647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:20.215702 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-bcdcc2c0-62a2-48d4-ac24-674249c8cbd0 req-a4278b61-c52a-4405-accf-bbf1f505c1fa tempest-VolumesAdminNegativeTest-586704647 tempest-VolumesAdminNegativeTest-586704647-project] 10.222.0.68 "GET /v2.0/ports?device_id=0b80d411-9690-47cb-9593-143d427cd680 HTTP/1.1" status: 200 len: 945 time: 0.3003170 Aug 16 22:59:20.275373 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3a5c5fbd-64cc-44ff-a100-8f42b6cfa9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:20.329590 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device ad1bda35-ebdf-4107-ad40-764809d1aaac up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:59:20.339139 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device d8d9df4e-ec80-49c1-abc4-4de5d8dc83e5 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:59:20.342199 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d09ca8-dc26-4f1e-b2de-36aff6b8a0d4 None None] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:59:20.473631 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3a5c5fbd-64cc-44ff-a100-8f42b6cfa9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:20.487603 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-bcdcc2c0-62a2-48d4-ac24-674249c8cbd0 req-5da5003d-9446-44c0-a081-d8c7b6613342 tempest-VolumesAdminNegativeTest-586704647 tempest-VolumesAdminNegativeTest-586704647-project] Deleting port e7ee4d7a-7339-4bdd-9249-66d1d879a6fc {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:59:20.488214 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-bcdcc2c0-62a2-48d4-ac24-674249c8cbd0 req-5da5003d-9446-44c0-a081-d8c7b6613342 tempest-VolumesAdminNegativeTest-586704647 tempest-VolumesAdminNegativeTest-586704647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:20.514973 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-c96a162a-c5f6-4c07-9c86-269626c2aeb2 None None] Provisioning for port d8d9df4e-ec80-49c1-abc4-4de5d8dc83e5 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:59:20.566140 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcb8bfa-eb97-4fbb-857c-1327e88e2b65 req-2292cc5c-eb15-49e5-a6c1-59964d9e4390 tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:20.567549 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1bcb8bfa-eb97-4fbb-857c-1327e88e2b65 req-2292cc5c-eb15-49e5-a6c1-59964d9e4390 tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc48c1b8-4292-4519-8c38-e7401cede36b HTTP/1.1" status: 200 len: 943 time: 0.0861676 Aug 16 22:59:20.573300 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eace6e6c-d527-41ed-8fe4-160d1bb033e1 req-53872330-38cf-4549-a92d-8c2e500d101d tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:20.582058 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-eace6e6c-d527-41ed-8fe4-160d1bb033e1 req-53872330-38cf-4549-a92d-8c2e500d101d tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d51fcb26-72ad-4fcc-9a41-739fa292d3cd HTTP/1.1" status: 200 len: 1097 time: 0.1172006 Aug 16 22:59:20.604310 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 10b7b209-88f2-481d-b0dc-a3e307fd4760, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=10b7b209-88f2-481d-b0dc-a3e307fd4760,segment=NetworkSegment(352bb446-568b-427e-833a-0d34d09f7aa1),segment_id=352bb446-568b-427e-833a-0d34d09f7aa1)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:59:20.640918 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-eace6e6c-d527-41ed-8fe4-160d1bb033e1 req-63623635-79ca-41f9-9a4e-fb092e821bf5 tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=57734425-7742-4aea-945b-26497b4f536d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579116 Aug 16 22:59:20.646071 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1bcb8bfa-eb97-4fbb-857c-1327e88e2b65 req-d94d9604-b461-4f8b-a242-5499f4a81a4a tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] 10.222.0.36 "GET /v2.0/security-groups?id=74b683a2-8fee-4523-b254-c8aa24161d09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610666 Aug 16 22:59:20.648575 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:20.650419 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5c5fbd-64cc-44ff-a100-8f42b6cfa9c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33ea9968-9dfa-4e28-88c0-7a16b6657c36,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:20.656259 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': '10b7b209-88f2-481d-b0dc-a3e307fd4760', 'network_id': '1beb17af-a544-42d0-be4c-a314899c0ffd', 'port_id': '10b7b209-88f2-481d-b0dc-a3e307fd4760', 'mac_address': 'fa:16:3e:5f:aa:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '592bfb8a-cb21-442f-b2ff-9ade373c5cea', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:59:20.657407 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3a5c5fbd-64cc-44ff-a100-8f42b6cfa9c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:20.670252 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port d8d9df4e-ec80-49c1-abc4-4de5d8dc83e5 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:59:20.671405 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-3a5c5fbd-64cc-44ff-a100-8f42b6cfa9c2 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/33ea9968-9dfa-4e28-88c0-7a16b6657c36 HTTP/1.1" status: 204 len: 168 time: 1.0193286 Aug 16 22:59:20.673991 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 41622) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:20.675946 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c6eae300-44f3-4e2a-8966-e4c666e7ef1b tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:20.693326 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning for port ad1bda35-ebdf-4107-ad40-764809d1aaac completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:59:20.731389 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port d8d9df4e-ec80-49c1-abc4-4de5d8dc83e5 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:59:20.732149 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:20.761021 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6eae300-44f3-4e2a-8966-e4c666e7ef1b tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:59:20.770776 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port ad1bda35-ebdf-4107-ad40-764809d1aaac triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:59:20.771290 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:20.773661 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-c6eae300-44f3-4e2a-8966-e4c666e7ef1b tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:59:20.777976 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6eae300-44f3-4e2a-8966-e4c666e7ef1b tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:20.778928 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c6eae300-44f3-4e2a-8966-e4c666e7ef1b tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:20.784119 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-bcdcc2c0-62a2-48d4-ac24-674249c8cbd0 req-5da5003d-9446-44c0-a081-d8c7b6613342 tempest-VolumesAdminNegativeTest-586704647 tempest-VolumesAdminNegativeTest-586704647-project] For port e7ee4d7a-7339-4bdd-9249-66d1d879a6fc, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=e7ee4d7a-7339-4bdd-9249-66d1d879a6fc,segment=NetworkSegment(b105d025-72c1-44ec-855d-2a789ba77d3f),segment_id=b105d025-72c1-44ec-855d-2a789ba77d3f)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:59:20.784513 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-bcdcc2c0-62a2-48d4-ac24-674249c8cbd0 req-5da5003d-9446-44c0-a081-d8c7b6613342 tempest-VolumesAdminNegativeTest-586704647 tempest-VolumesAdminNegativeTest-586704647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:20.801536 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eae300-44f3-4e2a-8966-e4c666e7ef1b tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event updated for resources: {'Subnet': ['ID=bcce477b-b0bf-4c27-8fe7-13963a51ca89,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:20.807589 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1c1203a3-8062-4819-9d69-2f81ed9882ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:20.808643 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-bcdcc2c0-62a2-48d4-ac24-674249c8cbd0 req-5da5003d-9446-44c0-a081-d8c7b6613342 tempest-VolumesAdminNegativeTest-586704647 tempest-VolumesAdminNegativeTest-586704647-project] Calling delete_port for e7ee4d7a-7339-4bdd-9249-66d1d879a6fc owned by compute:nova {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:59:20.820343 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 41626) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:20.820999 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-c6eae300-44f3-4e2a-8966-e4c666e7ef1b tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1282134 Aug 16 22:59:20.829338 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-eb6352f8-d4fb-4ce2-83a4-ea8a419397f3 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-717024175', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:59:20.877232 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:20.901719 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-eb6352f8-d4fb-4ce2-83a4-ea8a419397f3 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:20.903673 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-eb6352f8-d4fb-4ce2-83a4-ea8a419397f3 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:20.916619 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10b7b209-88f2-481d-b0dc-a3e307fd4760 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:59:20.984176 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-bcdcc2c0-62a2-48d4-ac24-674249c8cbd0 req-5da5003d-9446-44c0-a081-d8c7b6613342 tempest-VolumesAdminNegativeTest-586704647 tempest-VolumesAdminNegativeTest-586704647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:21.004902 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['e7ee4d7a-7339-4bdd-9249-66d1d879a6fc'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:59:21.008194 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 10b7b209-88f2-481d-b0dc-a3e307fd4760, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=10b7b209-88f2-481d-b0dc-a3e307fd4760,segment=NetworkSegment(352bb446-568b-427e-833a-0d34d09f7aa1),segment_id=352bb446-568b-427e-833a-0d34d09f7aa1)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:59:21.013907 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1c1203a3-8062-4819-9d69-2f81ed9882ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:21.035681 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da5003d-9446-44c0-a081-d8c7b6613342 tempest-VolumesAdminNegativeTest-586704647 tempest-VolumesAdminNegativeTest-586704647-project] Pushing event deleted for resources: {'Port': ['ID=e7ee4d7a-7339-4bdd-9249-66d1d879a6fc,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:21.057421 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:21.067919 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:21.073007 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-1c1203a3-8062-4819-9d69-2f81ed9882ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff3d45be-e296-4950-b4e5-37ac949cf385']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:59:21.077090 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcdcc2c0-62a2-48d4-ac24-674249c8cbd0 req-5da5003d-9446-44c0-a081-d8c7b6613342 tempest-VolumesAdminNegativeTest-586704647 tempest-VolumesAdminNegativeTest-586704647-project] No DVR routers for this DVR port e7ee4d7a-7339-4bdd-9249-66d1d879a6fc on host n-h1-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:59:21.079812 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-bcdcc2c0-62a2-48d4-ac24-674249c8cbd0 req-5da5003d-9446-44c0-a081-d8c7b6613342 tempest-VolumesAdminNegativeTest-586704647 tempest-VolumesAdminNegativeTest-586704647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:21.082345 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-bcdcc2c0-62a2-48d4-ac24-674249c8cbd0 req-5da5003d-9446-44c0-a081-d8c7b6613342 tempest-VolumesAdminNegativeTest-586704647 tempest-VolumesAdminNegativeTest-586704647-project] 10.222.0.68 "DELETE /v2.0/ports/e7ee4d7a-7339-4bdd-9249-66d1d879a6fc HTTP/1.1" status: 204 len: 173 time: 0.8596387 Aug 16 22:59:21.082747 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b80d411-9690-47cb-9593-143d427cd680', 'name': 'network-vif-deleted', 'tag': 'e7ee4d7a-7339-4bdd-9249-66d1d879a6fc'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:59:21.085800 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c961e205-d4e5-454f-8290-92481a95e0c6" -d '{"events": [{"server_uuid": "0b80d411-9690-47cb-9593-143d427cd680", "name": "network-vif-deleted", "tag": "e7ee4d7a-7339-4bdd-9249-66d1d879a6fc"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:59:21.086194 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-eb6352f8-d4fb-4ce2-83a4-ea8a419397f3 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:21.103545 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-1c1203a3-8062-4819-9d69-2f81ed9882ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f3da0ce-4d52-44fd-9d6f-7a5de9f86e4b') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:59:21.103938 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-1c1203a3-8062-4819-9d69-2f81ed9882ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f3da0ce-4d52-44fd-9d6f-7a5de9f86e4b') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:59:21.108136 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-eb6352f8-d4fb-4ce2-83a4-ea8a419397f3 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:21.111606 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:21.154379 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43acc3c2-e555-4b36-bb1c-6a20378c3cbd x-openstack-request-id: req-43acc3c2-e555-4b36-bb1c-6a20378c3cbd {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:59:21.154379 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b80d411-9690-47cb-9593-143d427cd680", "name": "network-vif-deleted", "tag": "e7ee4d7a-7339-4bdd-9249-66d1d879a6fc", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:59:21.154379 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-43acc3c2-e555-4b36-bb1c-6a20378c3cbd {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:59:21.154379 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b80d411-9690-47cb-9593-143d427cd680', 'name': 'network-vif-deleted', 'tag': 'e7ee4d7a-7339-4bdd-9249-66d1d879a6fc', 'status': 'completed', 'code': 200} Aug 16 22:59:21.155595 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-eb6352f8-d4fb-4ce2-83a4-ea8a419397f3 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:21.157415 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-eb6352f8-d4fb-4ce2-83a4-ea8a419397f3 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3355632 Aug 16 22:59:21.160911 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 41632) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:21.171094 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1c1203a3-8062-4819-9d69-2f81ed9882ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:21.173944 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd51fcb26-72ad-4fcc-9a41-739fa292d3cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad1bda35-ebdf-4107-ad40-764809d1aaac'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:59:21.176532 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa41413-05d6-4d9f-ad7b-8b7ac22bdd5e" -d '{"events": [{"server_uuid": "d51fcb26-72ad-4fcc-9a41-739fa292d3cd", "name": "network-vif-plugged", "status": "completed", "tag": "ad1bda35-ebdf-4107-ad40-764809d1aaac"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:59:21.267120 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be9cb90d-cdcc-43a4-8ec3-ac2bd1b522a7 x-openstack-request-id: req-be9cb90d-cdcc-43a4-8ec3-ac2bd1b522a7 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:59:21.267431 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d51fcb26-72ad-4fcc-9a41-739fa292d3cd", "name": "network-vif-plugged", "status": "completed", "tag": "ad1bda35-ebdf-4107-ad40-764809d1aaac", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:59:21.267754 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-be9cb90d-cdcc-43a4-8ec3-ac2bd1b522a7 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:59:21.268118 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd51fcb26-72ad-4fcc-9a41-739fa292d3cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad1bda35-ebdf-4107-ad40-764809d1aaac', 'code': 200} Aug 16 22:59:21.273915 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96efdb9f-528c-4f54-ac42-d0b2f788aa5c None None] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:59:21.285878 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port ad1bda35-ebdf-4107-ad40-764809d1aaac, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=ad1bda35-ebdf-4107-ad40-764809d1aaac,segment=NetworkSegment(12b6c578-0a1d-41ec-bf80-cafcccaeeccd),segment_id=12b6c578-0a1d-41ec-bf80-cafcccaeeccd)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:59:21.302304 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=10b7b209-88f2-481d-b0dc-a3e307fd4760,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:21.313840 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1c1203a3-8062-4819-9d69-2f81ed9882ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:21.334405 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:21.342034 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c1203a3-8062-4819-9d69-2f81ed9882ad admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:59:21.342446 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1c1203a3-8062-4819-9d69-2f81ed9882ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:21.350827 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bfadd667-326a-46e5-a9dc-8bef09e1227f req-991a5afb-6560-4614-85bd-d7c61747384b tempest-VolumesAdminNegativeTest-586704647 tempest-VolumesAdminNegativeTest-586704647-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b80d411-9690-47cb-9593-143d427cd680 HTTP/1.1" status: 200 len: 210 time: 0.0547616 Aug 16 22:59:21.352352 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 16 22:59:21.352352 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:59:21.352352 n-d-791506-26 neutron-server[101292]: timer() Aug 16 22:59:21.352352 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:59:21.352352 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 16 22:59:21.352352 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:59:21.352352 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 16 22:59:21.352352 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:59:21.352352 n-d-791506-26 neutron-server[101292]: self._notify() Aug 16 22:59:21.352352 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:59:21.352352 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 16 22:59:21.352352 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:59:21.352352 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 16 22:59:21.352352 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:59:21.352352 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:59:21.352352 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:59:21.352352 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:59:21.352352 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:59:21.352352 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 16 22:59:21.352352 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:59:21.352352 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 16 22:59:21.352352 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:59:21.352352 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:59:21.352352 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:59:21.352352 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 16 22:59:21.352352 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:59:21.352352 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:59:21.352352 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:59:21.352352 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:59:21.352352 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:59:21.352352 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:59:21.352352 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:59:21.372272 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port d8d9df4e-ec80-49c1-abc4-4de5d8dc83e5, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=d8d9df4e-ec80-49c1-abc4-4de5d8dc83e5,segment=NetworkSegment(482572b3-9d65-4375-9c42-925e854722fd),segment_id=482572b3-9d65-4375-9c42-925e854722fd)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:59:21.386458 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce34ccc-43bc-43e9-b6f7-c60e4f7a93d9 req-2f8a2e66-c033-43bd-bf83-f922143e2eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:21.388124 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-bce34ccc-43bc-43e9-b6f7-c60e4f7a93d9 req-2f8a2e66-c033-43bd-bf83-f922143e2eb1 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=d51fcb26-72ad-4fcc-9a41-739fa292d3cd HTTP/1.1" status: 200 len: 1098 time: 0.0625601 Aug 16 22:59:21.391967 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:21.394061 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['10b7b209-88f2-481d-b0dc-a3e307fd4760'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:59:21.436417 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-bce34ccc-43bc-43e9-b6f7-c60e4f7a93d9 req-0d9e76da-31a2-4182-9aa1-d34287e46cd6 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=57734425-7742-4aea-945b-26497b4f536d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396001 Aug 16 22:59:21.447960 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-b1b66642-d028-410e-b423-16828fca8ab2 None None] Provisioning complete for port d8d9df4e-ec80-49c1-abc4-4de5d8dc83e5 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:59:21.448347 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-b1b66642-d028-410e-b423-16828fca8ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:21.505811 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=ad1bda35-ebdf-4107-ad40-764809d1aaac,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:21.517953 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1c1203a3-8062-4819-9d69-2f81ed9882ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:21.551455 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1c1203a3-8062-4819-9d69-2f81ed9882ad admin admin] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:21.556331 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-1c1203a3-8062-4819-9d69-2f81ed9882ad admin admin] 10.222.0.36 "DELETE /v2.0/networks/ff3d45be-e296-4950-b4e5-37ac949cf385 HTTP/1.1" status: 204 len: 168 time: 0.8773494 Aug 16 22:59:21.561206 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:21.568602 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1203a3-8062-4819-9d69-2f81ed9882ad admin admin] Pushing event deleted for resources: {'Network': ['ID=ff3d45be-e296-4950-b4e5-37ac949cf385,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:21.649861 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a79b8c9a-194c-4c3b-a9a5-07e87979756a tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:21.734591 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=d8d9df4e-ec80-49c1-abc4-4de5d8dc83e5,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:21.774571 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 41642) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:21.883131 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-fcee5a0f-3f4e-405a-a2ff-7684d42a0e13 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=330f514199054ad99840d3d2d702ce4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1038899 Aug 16 22:59:21.885935 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 41648) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:21.963371 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6f4e4076-0ca7-474c-9832-3acfb3471006 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:21.990825 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5dae7b-4ee4-4862-93f2-794514f1d608 req-1922c7a0-2099-4581-9a87-38b83ca313c1 tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:21.999552 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9e5dae7b-4ee4-4862-93f2-794514f1d608 req-1922c7a0-2099-4581-9a87-38b83ca313c1 tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d51fcb26-72ad-4fcc-9a41-739fa292d3cd HTTP/1.1" status: 200 len: 1098 time: 0.1963937 Aug 16 22:59:22.011981 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6f4e4076-0ca7-474c-9832-3acfb3471006 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:22.012234 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device e7ee4d7a-7339-4bdd-9249-66d1d879a6fc no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:59:22.049108 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] No Port match for: e7ee4d7a-7339-4bdd-9249-66d1d879a6fc {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:59:22.049461 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device e7ee4d7a-7339-4bdd-9249-66d1d879a6fc not bound to the agent host n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:59:22.053326 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ddba23-e5c2-4de2-b71f-3f78f6d01311 req-7400cd45-db5f-4edb-b08e-11db40718a5a tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:22.061633 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-23ddba23-e5c2-4de2-b71f-3f78f6d01311 req-7400cd45-db5f-4edb-b08e-11db40718a5a tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc48c1b8-4292-4519-8c38-e7401cede36b HTTP/1.1" status: 200 len: 944 time: 0.2440417 Aug 16 22:59:22.084044 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device d8d9df4e-ec80-49c1-abc4-4de5d8dc83e5 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:59:22.114477 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6f4e4076-0ca7-474c-9832-3acfb3471006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:22.119931 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6f4e4076-0ca7-474c-9832-3acfb3471006 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:22.127645 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-6f4e4076-0ca7-474c-9832-3acfb3471006 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3f171903-c4c3-4f74-9875-387f937a3d98 HTTP/1.1" status: 204 len: 168 time: 0.2399945 Aug 16 22:59:22.146109 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4e4076-0ca7-474c-9832-3acfb3471006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f171903-c4c3-4f74-9875-387f937a3d98,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:22.180493 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-93a4a267-49bd-4304-88d0-8ad4ce02b44f None None] Provisioning complete for port d8d9df4e-ec80-49c1-abc4-4de5d8dc83e5 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:59:22.181093 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-93a4a267-49bd-4304-88d0-8ad4ce02b44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:22.209754 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port d8d9df4e-ec80-49c1-abc4-4de5d8dc83e5 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:59:22.210222 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:22.248073 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-23ddba23-e5c2-4de2-b71f-3f78f6d01311 req-467768d7-45df-4a84-b906-fd82bd468cde tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] 10.222.0.36 "GET /v2.0/security-groups?id=74b683a2-8fee-4523-b254-c8aa24161d09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1853156 Aug 16 22:59:22.251122 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9e5dae7b-4ee4-4862-93f2-794514f1d608 req-9bb60609-843c-45eb-8f28-e15d4d5996b4 tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=57734425-7742-4aea-945b-26497b4f536d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501419 Aug 16 22:59:22.335600 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-a79b8c9a-194c-4c3b-a9a5-07e87979756a tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Allocated IP 2001:db8::1 (09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5/bcce477b-b0bf-4c27-8fe7-13963a51ca89/0788e914-94a6-40f9-b2df-0764fa3d826b) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:59:22.452703 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 41658) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:22.506507 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a79b8c9a-194c-4c3b-a9a5-07e87979756a tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:22.507445 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-f10fce58-7dc4-47ab-b637-1f6daa4fb869 admin admin] Deleting subnet 1830b19c-bac2-4ab5-9510-70d99f815b86 {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:59:22.510889 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f10fce58-7dc4-47ab-b637-1f6daa4fb869 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:22.522560 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [None req-a79b8c9a-194c-4c3b-a9a5-07e87979756a tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Transition to ACTIVE for port object 0788e914-94a6-40f9-b2df-0764fa3d826b will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:59:22.555739 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f10fce58-7dc4-47ab-b637-1f6daa4fb869 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:22.563553 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a79b8c9a-194c-4c3b-a9a5-07e87979756a tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:22.607682 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f10fce58-7dc4-47ab-b637-1f6daa4fb869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:22.626469 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79b8c9a-194c-4c3b-a9a5-07e87979756a tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:59:22.633330 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-a79b8c9a-194c-4c3b-a9a5-07e87979756a tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:59:22.645888 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79b8c9a-194c-4c3b-a9a5-07e87979756a tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event updated for resources: {'Port': ['ID=0788e914-94a6-40f9-b2df-0764fa3d826b,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:22.648472 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79b8c9a-194c-4c3b-a9a5-07e87979756a tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:59:22.649053 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a79b8c9a-194c-4c3b-a9a5-07e87979756a tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954230'] for router_interface, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:22.696067 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f10fce58-7dc4-47ab-b637-1f6daa4fb869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:22.710905 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:22.739933 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10fce58-7dc4-47ab-b637-1f6daa4fb869 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1830b19c-bac2-4ab5-9510-70d99f815b86,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:22.742264 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f10fce58-7dc4-47ab-b637-1f6daa4fb869 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:22.744189 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-f10fce58-7dc4-47ab-b637-1f6daa4fb869 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/1830b19c-bac2-4ab5-9510-70d99f815b86 HTTP/1.1" status: 204 len: 168 time: 0.2898269 Aug 16 22:59:22.750529 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 41668) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:22.840270 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a79b8c9a-194c-4c3b-a9a5-07e87979756a tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:22.865627 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e6ca8311-dc0a-4f8d-89f2-a6a3bf1c0dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:22.983682 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-d31a6e53-f612-4b08-8643-79b6718f1ba2 None None] Provisioning for port 0788e914-94a6-40f9-b2df-0764fa3d826b completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:59:22.988695 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-d31a6e53-f612-4b08-8643-79b6718f1ba2 None None] Provisioning complete for port 0788e914-94a6-40f9-b2df-0764fa3d826b triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:59:22.989333 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d31a6e53-f612-4b08-8643-79b6718f1ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:23.028769 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-d31a6e53-f612-4b08-8643-79b6718f1ba2 None None] Port 0788e914-94a6-40f9-b2df-0764fa3d826b cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:59:23.467474 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e6ca8311-dc0a-4f8d-89f2-a6a3bf1c0dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:23.495374 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-e6ca8311-dc0a-4f8d-89f2-a6a3bf1c0dd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6cbefb5-4b79-4d4a-9014-c772af5a73b2']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:59:23.514041 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-e6ca8311-dc0a-4f8d-89f2-a6a3bf1c0dd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b105d025-72c1-44ec-855d-2a789ba77d3f') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:59:23.514337 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-e6ca8311-dc0a-4f8d-89f2-a6a3bf1c0dd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b105d025-72c1-44ec-855d-2a789ba77d3f') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:59:23.536721 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e6ca8311-dc0a-4f8d-89f2-a6a3bf1c0dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:23.553402 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410f87aa-f440-4b87-8425-363916ad3aeb req-54f671d9-3149-44af-b9cb-2f1a8a69622a tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:23.554957 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-410f87aa-f440-4b87-8425-363916ad3aeb req-54f671d9-3149-44af-b9cb-2f1a8a69622a tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d51fcb26-72ad-4fcc-9a41-739fa292d3cd HTTP/1.1" status: 200 len: 1098 time: 0.2081106 Aug 16 22:59:23.583521 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e6ca8311-dc0a-4f8d-89f2-a6a3bf1c0dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:23.618214 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d98e530-b3a3-47dc-a3e1-1548b9ab14ec req-bd667527-2ab8-40cb-b7f4-c6a7626fde9a tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:23.619690 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1d98e530-b3a3-47dc-a3e1-1548b9ab14ec req-bd667527-2ab8-40cb-b7f4-c6a7626fde9a tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc48c1b8-4292-4519-8c38-e7401cede36b HTTP/1.1" status: 200 len: 944 time: 0.2291715 Aug 16 22:59:23.634198 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6ca8311-dc0a-4f8d-89f2-a6a3bf1c0dd8 admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:59:23.634923 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e6ca8311-dc0a-4f8d-89f2-a6a3bf1c0dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:23.643305 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 16 22:59:23.643305 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:59:23.643305 n-d-791506-26 neutron-server[101292]: timer() Aug 16 22:59:23.643305 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:59:23.643305 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 16 22:59:23.643305 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:59:23.643305 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 16 22:59:23.643305 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:59:23.643305 n-d-791506-26 neutron-server[101292]: self._notify() Aug 16 22:59:23.643305 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:59:23.643305 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 16 22:59:23.643305 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:59:23.643305 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 16 22:59:23.643305 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:59:23.643305 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:59:23.643305 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:59:23.643305 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:59:23.643305 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:59:23.643305 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 16 22:59:23.643305 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:59:23.643305 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 16 22:59:23.643305 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:59:23.643305 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:59:23.643305 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:59:23.643305 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 16 22:59:23.643305 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:59:23.643305 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:59:23.643305 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:59:23.643305 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:59:23.643305 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:59:23.643305 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:59:23.643305 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:59:23.750071 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-410f87aa-f440-4b87-8425-363916ad3aeb req-a79b06c7-22e1-426b-831c-02c368cd90e8 tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=57734425-7742-4aea-945b-26497b4f536d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678066 Aug 16 22:59:23.768373 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e6ca8311-dc0a-4f8d-89f2-a6a3bf1c0dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:23.777028 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1d98e530-b3a3-47dc-a3e1-1548b9ab14ec req-9730c75a-f4a2-43ca-9d8d-6036b52937b4 tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] 10.222.0.36 "GET /v2.0/security-groups?id=74b683a2-8fee-4523-b254-c8aa24161d09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1461897 Aug 16 22:59:23.786202 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e6ca8311-dc0a-4f8d-89f2-a6a3bf1c0dd8 admin admin] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:23.791805 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-e6ca8311-dc0a-4f8d-89f2-a6a3bf1c0dd8 admin admin] 10.222.0.36 "DELETE /v2.0/networks/d6cbefb5-4b79-4d4a-9014-c772af5a73b2 HTTP/1.1" status: 204 len: 168 time: 1.0363264 Aug 16 22:59:23.792519 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 41708) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:23.806622 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ca8311-dc0a-4f8d-89f2-a6a3bf1c0dd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6cbefb5-4b79-4d4a-9014-c772af5a73b2,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:23.851133 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a79b8c9a-194c-4c3b-a9a5-07e87979756a tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:23.851347 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e43ea01-4275-4f79-bc52-93d10766f4e1 admin admin] Deleting subnet 3b205797-833f-48af-bea6-a0ccbf8a4e1e {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:59:23.854775 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8e43ea01-4275-4f79-bc52-93d10766f4e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:23.859616 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a79b8c9a-194c-4c3b-a9a5-07e87979756a tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:23.860796 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a79b8c9a-194c-4c3b-a9a5-07e87979756a tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954122'] for router_interface, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:23.932662 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8e43ea01-4275-4f79-bc52-93d10766f4e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:23.984778 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8e43ea01-4275-4f79-bc52-93d10766f4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:23.991364 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79b8c9a-194c-4c3b-a9a5-07e87979756a tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event updated for resources: {'Port': ['ID=0788e914-94a6-40f9-b2df-0764fa3d826b,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:24.023533 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 10b7b209-88f2-481d-b0dc-a3e307fd4760 up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:59:24.031055 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaab49b-a30f-4780-a48f-065ba8d3f467 req-d9754e8b-957b-4200-b2b8-db96923c12cd tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:24.032674 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bcaab49b-a30f-4780-a48f-065ba8d3f467 req-d9754e8b-957b-4200-b2b8-db96923c12cd tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d51fcb26-72ad-4fcc-9a41-739fa292d3cd HTTP/1.1" status: 200 len: 1098 time: 0.0781293 Aug 16 22:59:24.058389 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8e43ea01-4275-4f79-bc52-93d10766f4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:24.071485 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79b8c9a-194c-4c3b-a9a5-07e87979756a tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:59:24.076751 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-a79b8c9a-194c-4c3b-a9a5-07e87979756a tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:59:24.117494 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning for port 10b7b209-88f2-481d-b0dc-a3e307fd4760 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:59:24.125644 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bcaab49b-a30f-4780-a48f-065ba8d3f467 req-0519d2b6-0c52-4ba0-a8a6-b71b1d74ca82 tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=57734425-7742-4aea-945b-26497b4f536d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792587 Aug 16 22:59:24.127639 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port 10b7b209-88f2-481d-b0dc-a3e307fd4760 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:59:24.128012 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:24.129557 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e43ea01-4275-4f79-bc52-93d10766f4e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b205797-833f-48af-bea6-a0ccbf8a4e1e,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:24.131558 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8e43ea01-4275-4f79-bc52-93d10766f4e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:24.133600 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-8e43ea01-4275-4f79-bc52-93d10766f4e1 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/3b205797-833f-48af-bea6-a0ccbf8a4e1e HTTP/1.1" status: 204 len: 168 time: 0.3390601 Aug 16 22:59:24.144154 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 41728) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:24.278174 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8f0759db-3243-4857-8ebd-ba7ac45fb971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:24.333353 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:24.393643 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4b8ab3-2188-4f9f-a610-054cd9afb8b7 req-1a33185e-8e32-4770-9c9b-0b2de3888cbd tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:24.395780 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8f0759db-3243-4857-8ebd-ba7ac45fb971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:24.400391 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc48c1b8-4292-4519-8c38-e7401cede36b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10b7b209-88f2-481d-b0dc-a3e307fd4760'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:59:24.403925 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0f4b8ab3-2188-4f9f-a610-054cd9afb8b7 req-1a33185e-8e32-4770-9c9b-0b2de3888cbd tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d51fcb26-72ad-4fcc-9a41-739fa292d3cd HTTP/1.1" status: 200 len: 1098 time: 0.1061320 Aug 16 22:59:24.407645 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f4acd4-ea0b-4798-acc4-b16d08b5596f" -d '{"events": [{"server_uuid": "bc48c1b8-4292-4519-8c38-e7401cede36b", "name": "network-vif-plugged", "status": "completed", "tag": "10b7b209-88f2-481d-b0dc-a3e307fd4760"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:59:24.411433 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-8f0759db-3243-4857-8ebd-ba7ac45fb971 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aac0c77a-0afa-4f1d-8dda-934d1b111961']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:59:24.441340 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 10b7b209-88f2-481d-b0dc-a3e307fd4760, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=10b7b209-88f2-481d-b0dc-a3e307fd4760,segment=NetworkSegment(352bb446-568b-427e-833a-0d34d09f7aa1),segment_id=352bb446-568b-427e-833a-0d34d09f7aa1)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:59:24.443337 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-8f0759db-3243-4857-8ebd-ba7ac45fb971 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd497ee5a-9199-4a40-903d-f3be90092119') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:59:24.443664 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-8f0759db-3243-4857-8ebd-ba7ac45fb971 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd497ee5a-9199-4a40-903d-f3be90092119') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:59:24.453730 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:24.468692 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8f0759db-3243-4857-8ebd-ba7ac45fb971 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:24.503333 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8f0759db-3243-4857-8ebd-ba7ac45fb971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:24.514568 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f0759db-3243-4857-8ebd-ba7ac45fb971 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:59:24.521625 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8f0759db-3243-4857-8ebd-ba7ac45fb971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:24.528429 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0f4b8ab3-2188-4f9f-a610-054cd9afb8b7 req-64656d5f-aafc-4de4-bd8b-6a33a8ee9ee2 tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=57734425-7742-4aea-945b-26497b4f536d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231191 Aug 16 22:59:24.537134 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 22:59:24.537134 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:59:24.537134 n-d-791506-26 neutron-server[101291]: timer() Aug 16 22:59:24.537134 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:59:24.537134 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 22:59:24.537134 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:59:24.537134 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 22:59:24.537134 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:59:24.537134 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 22:59:24.537134 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:59:24.537134 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 22:59:24.537134 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:59:24.537134 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 22:59:24.537134 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:59:24.537134 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:59:24.537134 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:59:24.537134 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:59:24.537134 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:59:24.537134 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 22:59:24.537134 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:59:24.537134 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 22:59:24.537134 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:59:24.537134 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:59:24.537134 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:59:24.537134 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 22:59:24.537134 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:59:24.537134 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:59:24.537134 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:59:24.537134 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:59:24.537134 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:59:24.537134 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:59:24.537134 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:59:24.543224 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2091ddf3-7dc9-4c9c-a09e-4029beba0950 x-openstack-request-id: req-2091ddf3-7dc9-4c9c-a09e-4029beba0950 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:59:24.543998 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc48c1b8-4292-4519-8c38-e7401cede36b", "name": "network-vif-plugged", "status": "completed", "tag": "10b7b209-88f2-481d-b0dc-a3e307fd4760", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:59:24.544465 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2091ddf3-7dc9-4c9c-a09e-4029beba0950 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:59:24.545129 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc48c1b8-4292-4519-8c38-e7401cede36b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10b7b209-88f2-481d-b0dc-a3e307fd4760', 'code': 200} Aug 16 22:59:24.567323 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0a2c4fdf-4da8-4405-bd1c-5fecbfdfd54b None None] Provisioning complete for port 0788e914-94a6-40f9-b2df-0764fa3d826b triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:59:24.568223 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0a2c4fdf-4da8-4405-bd1c-5fecbfdfd54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:24.598154 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a79b8c9a-194c-4c3b-a9a5-07e87979756a tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Router 22c5ab85-510d-43f1-9cf2-29d9f604d90d is scheduled to L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f with binding_index 1 {{(pid=101292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:59:24.630799 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=10b7b209-88f2-481d-b0dc-a3e307fd4760,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:24.661039 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0a2c4fdf-4da8-4405-bd1c-5fecbfdfd54b None None] Port 0788e914-94a6-40f9-b2df-0764fa3d826b cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:59:24.739629 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a79b8c9a-194c-4c3b-a9a5-07e87979756a tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:59:24.740277 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8f0759db-3243-4857-8ebd-ba7ac45fb971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:24.750886 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fee22f-58ad-408c-b9d6-8b9990b03fe7 req-6da1b220-4e0d-405f-bc64-107449d105fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:24.752690 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-a9fee22f-58ad-408c-b9d6-8b9990b03fe7 req-6da1b220-4e0d-405f-bc64-107449d105fb service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=bc48c1b8-4292-4519-8c38-e7401cede36b HTTP/1.1" status: 200 len: 1097 time: 0.0919969 Aug 16 22:59:24.753258 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 41748) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:24.753405 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-a79b8c9a-194c-4c3b-a9a5-07e87979756a tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "PUT /v2.0/routers/22c5ab85-510d-43f1-9cf2-29d9f604d90d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5912035 Aug 16 22:59:24.754840 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e2e813-6d54-4e6a-8df0-78767dd0d7c3 None None] Sync routers for ids ['22c5ab85-510d-43f1-9cf2-29d9f604d90d'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:59:24.770386 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8f0759db-3243-4857-8ebd-ba7ac45fb971 admin admin] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:24.772415 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-8f0759db-3243-4857-8ebd-ba7ac45fb971 admin admin] 10.222.0.36 "DELETE /v2.0/networks/aac0c77a-0afa-4f1d-8dda-934d1b111961 HTTP/1.1" status: 204 len: 168 time: 0.6272757 Aug 16 22:59:24.785869 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e2e813-6d54-4e6a-8df0-78767dd0d7c3 None None] Routers {'22c5ab85-510d-43f1-9cf2-29d9f604d90d'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:59:24.786714 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-03e2e813-6d54-4e6a-8df0-78767dd0d7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:59:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['22c5ab85-510d-43f1-9cf2-29d9f604d90d'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:59:24.823965 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0759db-3243-4857-8ebd-ba7ac45fb971 admin admin] Pushing event deleted for resources: {'Network': ['ID=aac0c77a-0afa-4f1d-8dda-934d1b111961,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:24.857414 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2642d5a-6c48-41c9-a126-da1d2458cce7 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:24.859152 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-c2642d5a-6c48-41c9-a126-da1d2458cce7 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "GET /v2.0/ports/0788e914-94a6-40f9-b2df-0764fa3d826b HTTP/1.1" status: 200 len: 911 time: 0.1031368 Aug 16 22:59:24.862009 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 41760) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:24.992207 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-03e2e813-6d54-4e6a-8df0-78767dd0d7c3 None None] Set router 22c5ab85-510d-43f1-9cf2-29d9f604d90d gateway port host: None {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:59:25.005320 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-a9fee22f-58ad-408c-b9d6-8b9990b03fe7 req-10c8315a-1607-4d92-aad9-f7bdf1a86936 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=74b683a2-8fee-4523-b254-c8aa24161d09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2315283 Aug 16 22:59:25.053616 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916ff921-7973-4a1a-b050-feb4c7eaf630 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:25.067445 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916ff921-7973-4a1a-b050-feb4c7eaf630 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:25.075103 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 41770) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:25.075769 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-916ff921-7973-4a1a-b050-feb4c7eaf630 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.2048962 Aug 16 22:59:25.114120 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 41772) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:25.117778 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:25.166903 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-3f67466a-4a95-4671-aaf4-29cbaaf181da admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=10922fb38b79434f8b520ea46405d25a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0511763 Aug 16 22:59:25.167859 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 41776) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:25.210749 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dc4491-ab60-4acc-90d4-1030b43f02b1 req-f3e69d03-e040-4af0-9fd9-380d067f1f7b tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:25.219849 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-98dc4491-ab60-4acc-90d4-1030b43f02b1 req-f3e69d03-e040-4af0-9fd9-380d067f1f7b tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d51fcb26-72ad-4fcc-9a41-739fa292d3cd HTTP/1.1" status: 200 len: 1098 time: 0.3218486 Aug 16 22:59:25.237483 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-50200a88-36a1-4f15-beb8-5baa9392e959 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:25.268920 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-50200a88-36a1-4f15-beb8-5baa9392e959 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:25.286639 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a160035a-0d59-44c6-a3f1-b5bb0942edee req-1c3c30ba-cad3-482e-b419-8c77ab5e753e tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:25.288602 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a160035a-0d59-44c6-a3f1-b5bb0942edee req-1c3c30ba-cad3-482e-b419-8c77ab5e753e tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc48c1b8-4292-4519-8c38-e7401cede36b HTTP/1.1" status: 200 len: 945 time: 0.3161643 Aug 16 22:59:25.313344 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-03e2e813-6d54-4e6a-8df0-78767dd0d7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c5ab85-510d-43f1-9cf2-29d9f604d90d', 'name': 'tempest-NetworksTestDHCPv6-router-717024175', 'tenant_id': '68b563add1f042a58ab2d8884a30332e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:59:20Z', 'updated_at': '2021-08-16T22:59:22Z', 'revision_number': 2, 'project_id': '68b563add1f042a58ab2d8884a30332e', 'gw_port_host': None, '_interfaces': [{'id': '0788e914-94a6-40f9-b2df-0764fa3d826b', 'name': '', 'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'tenant_id': '68b563add1f042a58ab2d8884a30332e', 'mac_address': 'fa:16:3e:2c:85:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22c5ab85-510d-43f1-9cf2-29d9f604d90d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'bcce477b-b0bf-4c27-8fe7-13963a51ca89', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:59:21Z', 'updated_at': '2021-08-16T22:59:23Z', 'revision_number': 2, 'project_id': '68b563add1f042a58ab2d8884a30332e', 'subnets': [{'id': 'bcce477b-b0bf-4c27-8fe7-13963a51ca89', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:59:25.332559 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-50200a88-36a1-4f15-beb8-5baa9392e959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:25.335632 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-50200a88-36a1-4f15-beb8-5baa9392e959 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:25.338630 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-50200a88-36a1-4f15-beb8-5baa9392e959 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/941fc217-5d4f-4ddc-addd-f444d70df8c8 HTTP/1.1" status: 204 len: 168 time: 0.1691787 Aug 16 22:59:25.361691 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50200a88-36a1-4f15-beb8-5baa9392e959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=941fc217-5d4f-4ddc-addd-f444d70df8c8,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:25.373651 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e2e813-6d54-4e6a-8df0-78767dd0d7c3 None None] Checking router: 22c5ab85-510d-43f1-9cf2-29d9f604d90d for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:59:25.377652 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e2e813-6d54-4e6a-8df0-78767dd0d7c3 None None] Updating router 22c5ab85-510d-43f1-9cf2-29d9f604d90d port 0788e914-94a6-40f9-b2df-0764fa3d826b binding host n-d-791506-26 {{(pid=101294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:59:25.422928 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-03e2e813-6d54-4e6a-8df0-78767dd0d7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:25.441134 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-98dc4491-ab60-4acc-90d4-1030b43f02b1 req-0c085092-515e-4586-b6cf-df50ab868b50 tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=57734425-7742-4aea-945b-26497b4f536d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202473 Aug 16 22:59:25.475755 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a160035a-0d59-44c6-a3f1-b5bb0942edee req-35ff8226-ecd7-4243-ad1f-4d6c99bea8c1 tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] 10.222.0.36 "GET /v2.0/security-groups?id=74b683a2-8fee-4523-b254-c8aa24161d09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1715357 Aug 16 22:59:25.649924 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 41786) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:25.687437 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6db70b01-d8a7-4f79-9215-a885a8a00bf2 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537579'] for router_interface, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:25.793167 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-03e2e813-6d54-4e6a-8df0-78767dd0d7c3 None None] Notify callbacks [] for port, precommit_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:25.795905 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 41790) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:25.805580 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.provisioning_blocks [None req-03e2e813-6d54-4e6a-8df0-78767dd0d7c3 None None] Transition to ACTIVE for port object 0788e914-94a6-40f9-b2df-0764fa3d826b will not be triggered until provisioned by entity L2. {{(pid=101294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:59:25.809766 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-524355b4-467e-444c-9e7e-a3d31f463844 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:25.811800 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-03e2e813-6d54-4e6a-8df0-78767dd0d7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:25.869453 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881a3acf-f9c0-4985-9828-7101c30e58f7 None None] Pushing event updated for resources: {'Port': ['ID=0788e914-94a6-40f9-b2df-0764fa3d826b,revision_number=3']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:25.896135 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881a3acf-f9c0-4985-9828-7101c30e58f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:59:25.896758 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881a3acf-f9c0-4985-9828-7101c30e58f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:59:25.897248 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881a3acf-f9c0-4985-9828-7101c30e58f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:59:25.897744 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881a3acf-f9c0-4985-9828-7101c30e58f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:59:25.898225 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881a3acf-f9c0-4985-9828-7101c30e58f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:59:25.898721 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881a3acf-f9c0-4985-9828-7101c30e58f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:59:25.899223 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881a3acf-f9c0-4985-9828-7101c30e58f7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:59:25.899869 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881a3acf-f9c0-4985-9828-7101c30e58f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:59:25.900357 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881a3acf-f9c0-4985-9828-7101c30e58f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:59:25.900832 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-70201d5c-7974-4cfc-b160-f900503ef779 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=51657b7a283c4b8dbdc4904db98df0b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1036165 Aug 16 22:59:25.901463 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881a3acf-f9c0-4985-9828-7101c30e58f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:59:25.902631 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881a3acf-f9c0-4985-9828-7101c30e58f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:59:25.903227 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881a3acf-f9c0-4985-9828-7101c30e58f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:59:25.904594 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 41792) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:25.935071 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-03e2e813-6d54-4e6a-8df0-78767dd0d7c3 None None] Attempting to bind port 0788e914-94a6-40f9-b2df-0764fa3d826b on host n-d-791506-26 for vnic_type normal with profile {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:59:25.935494 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-03e2e813-6d54-4e6a-8df0-78767dd0d7c3 None None] Attempting to bind port 0788e914-94a6-40f9-b2df-0764fa3d826b by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '482572b3-9d65-4375-9c42-925e854722fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5'}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:59:25.936060 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e2e813-6d54-4e6a-8df0-78767dd0d7c3 None None] Attempting to bind port 0788e914-94a6-40f9-b2df-0764fa3d826b on network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:59:25.941583 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e2e813-6d54-4e6a-8df0-78767dd0d7c3 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:59:25.942190 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e2e813-6d54-4e6a-8df0-78767dd0d7c3 None None] Checking segment: {'id': '482572b3-9d65-4375-9c42-925e854722fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:59:25.942990 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-03e2e813-6d54-4e6a-8df0-78767dd0d7c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:25.943530 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e2e813-6d54-4e6a-8df0-78767dd0d7c3 None None] Bound using segment: {'id': '482572b3-9d65-4375-9c42-925e854722fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5'} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:59:25.944304 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-03e2e813-6d54-4e6a-8df0-78767dd0d7c3 None None] Bound port: 0788e914-94a6-40f9-b2df-0764fa3d826b, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '482572b3-9d65-4375-9c42-925e854722fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5'}}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:59:25.944951 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-03e2e813-6d54-4e6a-8df0-78767dd0d7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:25.968255 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-6db70b01-d8a7-4f79-9215-a885a8a00bf2 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Deleting port 0788e914-94a6-40f9-b2df-0764fa3d826b {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:59:25.968845 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6db70b01-d8a7-4f79-9215-a885a8a00bf2 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:26.000959 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b6b4804d-4508-47c1-8ce1-435a66b30400 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:26.020901 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-03e2e813-6d54-4e6a-8df0-78767dd0d7c3 None None] For port 0788e914-94a6-40f9-b2df-0764fa3d826b, host n-d-791506-26, cleared binding levels {{(pid=101294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:59:26.025973 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-03e2e813-6d54-4e6a-8df0-78767dd0d7c3 None None] For port 0788e914-94a6-40f9-b2df-0764fa3d826b, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=0788e914-94a6-40f9-b2df-0764fa3d826b,segment=NetworkSegment(482572b3-9d65-4375-9c42-925e854722fd),segment_id=482572b3-9d65-4375-9c42-925e854722fd)] {{(pid=101294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:59:26.031996 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-03e2e813-6d54-4e6a-8df0-78767dd0d7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:26.041079 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b6b4804d-4508-47c1-8ce1-435a66b30400 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:26.107507 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-524355b4-467e-444c-9e7e-a3d31f463844 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:26.113321 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-524355b4-467e-444c-9e7e-a3d31f463844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:26.126578 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-6db70b01-d8a7-4f79-9215-a885a8a00bf2 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] For port 0788e914-94a6-40f9-b2df-0764fa3d826b, host n-d-791506-26, got binding levels [] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:59:26.126897 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881a3acf-f9c0-4985-9828-7101c30e58f7 None None] Pushing event updated for resources: {'Port': ['ID=0788e914-94a6-40f9-b2df-0764fa3d826b,revision_number=4']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:26.127028 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6db70b01-d8a7-4f79-9215-a885a8a00bf2 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:26.150788 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e2e813-6d54-4e6a-8df0-78767dd0d7c3 None None] Routers {'22c5ab85-510d-43f1-9cf2-29d9f604d90d'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:59:26.151427 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-03e2e813-6d54-4e6a-8df0-78767dd0d7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:59:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['22c5ab85-510d-43f1-9cf2-29d9f604d90d'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:59:26.169758 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-6db70b01-d8a7-4f79-9215-a885a8a00bf2 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Calling delete_port for 0788e914-94a6-40f9-b2df-0764fa3d826b owned by network:router_interface {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:59:26.179096 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b6b4804d-4508-47c1-8ce1-435a66b30400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:26.182120 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b6b4804d-4508-47c1-8ce1-435a66b30400 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:26.197166 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-b6b4804d-4508-47c1-8ce1-435a66b30400 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7cdfca04-c540-4353-9abb-0f00619d6109 HTTP/1.1" status: 204 len: 168 time: 0.2777493 Aug 16 22:59:26.227734 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-524355b4-467e-444c-9e7e-a3d31f463844 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=409653ee9cff4a918ed4a80045f47e4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5759993 Aug 16 22:59:26.231452 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 41796) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:26.233568 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524355b4-467e-444c-9e7e-a3d31f463844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e031d68-97c6-4edb-84f2-1f9dac741d64,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:26.286049 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b4804d-4508-47c1-8ce1-435a66b30400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cdfca04-c540-4353-9abb-0f00619d6109,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:26.398220 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c67b941b-f3cd-4ebd-a42e-7f7ff8b92194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:26.446722 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c67b941b-f3cd-4ebd-a42e-7f7ff8b92194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:26.530559 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c67b941b-f3cd-4ebd-a42e-7f7ff8b92194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:26.539672 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c67b941b-f3cd-4ebd-a42e-7f7ff8b92194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:26.543997 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-c67b941b-f3cd-4ebd-a42e-7f7ff8b92194 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5e031d68-97c6-4edb-84f2-1f9dac741d64 HTTP/1.1" status: 204 len: 168 time: 0.2886591 Aug 16 22:59:26.553476 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67b941b-f3cd-4ebd-a42e-7f7ff8b92194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e031d68-97c6-4edb-84f2-1f9dac741d64,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:26.556322 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-03e2e813-6d54-4e6a-8df0-78767dd0d7c3 None None] Set router 22c5ab85-510d-43f1-9cf2-29d9f604d90d gateway port host: None {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:59:26.650181 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-57368e74-a4f5-4bce-84fe-f8ebe54c782a None None] Could not find standard attr ID for object 0788e914-94a6-40f9-b2df-0764fa3d826b. {{(pid=101293) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:59:26.680261 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6db70b01-d8a7-4f79-9215-a885a8a00bf2 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:26.737454 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f0ae4c-eea2-4088-a40e-0dc05dadeae8 req-98d1f19e-4603-494d-8c84-eaffa4e6e293 tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:26.743531 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-18f0ae4c-eea2-4088-a40e-0dc05dadeae8 req-98d1f19e-4603-494d-8c84-eaffa4e6e293 tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=d51fcb26-72ad-4fcc-9a41-739fa292d3cd HTTP/1.1" status: 200 len: 1098 time: 0.0607750 Aug 16 22:59:26.770619 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db70b01-d8a7-4f79-9215-a885a8a00bf2 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event deleted for resources: {'Port': ['ID=0788e914-94a6-40f9-b2df-0764fa3d826b,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:26.903849 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468d4a82-ec22-4fcd-8fd7-c4d46f748e14 req-bea3f06a-6391-424c-962c-a7c66496e32f tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:26.905451 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-468d4a82-ec22-4fcd-8fd7-c4d46f748e14 req-bea3f06a-6391-424c-962c-a7c66496e32f tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d51fcb26-72ad-4fcc-9a41-739fa292d3cd HTTP/1.1" status: 200 len: 1098 time: 0.2751746 Aug 16 22:59:26.916220 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-18f0ae4c-eea2-4088-a40e-0dc05dadeae8 req-1e81b4cf-f855-4985-b7ab-e0e308d54560 tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] Deleting port ad1bda35-ebdf-4107-ad40-764809d1aaac {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:59:26.916869 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-18f0ae4c-eea2-4088-a40e-0dc05dadeae8 req-1e81b4cf-f855-4985-b7ab-e0e308d54560 tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:26.928476 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6db70b01-d8a7-4f79-9215-a885a8a00bf2 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537471'] for router_interface, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:26.938490 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5bf942-e591-4b06-bff5-0ecdf0bab5a4 req-0408375e-330d-499a-9080-7b3ae978957b tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:26.940229 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3f5bf942-e591-4b06-bff5-0ecdf0bab5a4 req-0408375e-330d-499a-9080-7b3ae978957b tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc48c1b8-4292-4519-8c38-e7401cede36b HTTP/1.1" status: 200 len: 945 time: 0.2636225 Aug 16 22:59:26.971950 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-03e2e813-6d54-4e6a-8df0-78767dd0d7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c5ab85-510d-43f1-9cf2-29d9f604d90d', 'name': 'tempest-NetworksTestDHCPv6-router-717024175', 'tenant_id': '68b563add1f042a58ab2d8884a30332e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:59:20Z', 'updated_at': '2021-08-16T22:59:22Z', 'revision_number': 2, 'project_id': '68b563add1f042a58ab2d8884a30332e', 'gw_port_host': None, '_interfaces': [{'id': '0788e914-94a6-40f9-b2df-0764fa3d826b', 'name': '', 'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'tenant_id': '68b563add1f042a58ab2d8884a30332e', 'mac_address': 'fa:16:3e:2c:85:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22c5ab85-510d-43f1-9cf2-29d9f604d90d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'bcce477b-b0bf-4c27-8fe7-13963a51ca89', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:59:21Z', 'updated_at': '2021-08-16T22:59:26Z', 'revision_number': 4, 'project_id': '68b563add1f042a58ab2d8884a30332e', 'subnets': [{'id': 'bcce477b-b0bf-4c27-8fe7-13963a51ca89', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:59:27.032962 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e2e813-6d54-4e6a-8df0-78767dd0d7c3 None None] The sync data for ids ['22c5ab85-510d-43f1-9cf2-29d9f604d90d'] in n-d-791506-26 is: [{'id': '22c5ab85-510d-43f1-9cf2-29d9f604d90d', 'name': 'tempest-NetworksTestDHCPv6-router-717024175', 'tenant_id': '68b563add1f042a58ab2d8884a30332e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:59:20Z', 'updated_at': '2021-08-16T22:59:22Z', 'revision_number': 2, 'project_id': '68b563add1f042a58ab2d8884a30332e', 'gw_port_host': None, '_interfaces': [{'id': '0788e914-94a6-40f9-b2df-0764fa3d826b', 'name': '', 'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'tenant_id': '68b563add1f042a58ab2d8884a30332e', 'mac_address': 'fa:16:3e:2c:85:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22c5ab85-510d-43f1-9cf2-29d9f604d90d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'bcce477b-b0bf-4c27-8fe7-13963a51ca89', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:59:21Z', 'updated_at': '2021-08-16T22:59:26Z', 'revision_number': 4, 'project_id': '68b563add1f042a58ab2d8884a30332e', 'subnets': [{'id': 'bcce477b-b0bf-4c27-8fe7-13963a51ca89', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:59:27.085397 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-468d4a82-ec22-4fcd-8fd7-c4d46f748e14 req-64be5be8-d666-4e3e-be6b-9c1ac3f2868d tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=57734425-7742-4aea-945b-26497b4f536d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689494 Aug 16 22:59:27.109235 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-18f0ae4c-eea2-4088-a40e-0dc05dadeae8 req-1e81b4cf-f855-4985-b7ab-e0e308d54560 tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] For port ad1bda35-ebdf-4107-ad40-764809d1aaac, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=ad1bda35-ebdf-4107-ad40-764809d1aaac,segment=NetworkSegment(12b6c578-0a1d-41ec-bf80-cafcccaeeccd),segment_id=12b6c578-0a1d-41ec-bf80-cafcccaeeccd)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:59:27.111680 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-18f0ae4c-eea2-4088-a40e-0dc05dadeae8 req-1e81b4cf-f855-4985-b7ab-e0e308d54560 tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:27.128919 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3f5bf942-e591-4b06-bff5-0ecdf0bab5a4 req-538beca1-4e96-48b1-9f5b-8702eb8cd756 tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] 10.222.0.36 "GET /v2.0/security-groups?id=74b683a2-8fee-4523-b254-c8aa24161d09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1758845 Aug 16 22:59:27.172759 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-18f0ae4c-eea2-4088-a40e-0dc05dadeae8 req-1e81b4cf-f855-4985-b7ab-e0e308d54560 tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] Calling delete_port for ad1bda35-ebdf-4107-ad40-764809d1aaac owned by compute:nova {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:59:27.194737 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 41830) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:27.265150 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6db70b01-d8a7-4f79-9215-a885a8a00bf2 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Router 22c5ab85-510d-43f1-9cf2-29d9f604d90d has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:59:27.295930 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ee1be476-0c95-4505-9aac-16c8035c6b11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:27.482480 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6db70b01-d8a7-4f79-9215-a885a8a00bf2 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:59:27.489962 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-6db70b01-d8a7-4f79-9215-a885a8a00bf2 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "PUT /v2.0/routers/22c5ab85-510d-43f1-9cf2-29d9f604d90d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4113171 Aug 16 22:59:27.493678 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 41834) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:27.566231 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c305d9c-994d-4ceb-b128-1dedcb6f9804 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:27.567768 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c305d9c-994d-4ceb-b128-1dedcb6f9804 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:27.572583 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-4c305d9c-994d-4ceb-b128-1dedcb6f9804 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0743816 Aug 16 22:59:27.581083 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 41840) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:27.602247 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-18f0ae4c-eea2-4088-a40e-0dc05dadeae8 req-1e81b4cf-f855-4985-b7ab-e0e308d54560 tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:27.617411 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['ad1bda35-ebdf-4107-ad40-764809d1aaac'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:59:27.642254 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b596dba8-f140-403b-b32e-e0d667cf18d8 req-befd572b-6095-48dc-b01b-d4a70269c5e5 tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:27.647562 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b596dba8-f140-403b-b32e-e0d667cf18d8 req-befd572b-6095-48dc-b01b-d4a70269c5e5 tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc48c1b8-4292-4519-8c38-e7401cede36b HTTP/1.1" status: 200 len: 945 time: 0.2405322 Aug 16 22:59:27.662390 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 41844) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:27.674389 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-68656b57-7713-46ab-8d42-a1c930c2c1da tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Request body: {'floatingip': {'port_id': '10b7b209-88f2-481d-b0dc-a3e307fd4760'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:59:27.681785 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['23b19a4b-c073-41ae-8740-1cc51827e8af'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:59:27.687674 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e81b4cf-f855-4985-b7ab-e0e308d54560 tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] Pushing event deleted for resources: {'Port': ['ID=ad1bda35-ebdf-4107-ad40-764809d1aaac,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:27.777096 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-68656b57-7713-46ab-8d42-a1c930c2c1da tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Notify callbacks [] for floatingip, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:27.822374 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-18f0ae4c-eea2-4088-a40e-0dc05dadeae8 req-1e81b4cf-f855-4985-b7ab-e0e308d54560 tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] No DVR routers for this DVR port ad1bda35-ebdf-4107-ad40-764809d1aaac on host n-h1-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:59:27.827479 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-18f0ae4c-eea2-4088-a40e-0dc05dadeae8 req-1e81b4cf-f855-4985-b7ab-e0e308d54560 tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:27.831818 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-18f0ae4c-eea2-4088-a40e-0dc05dadeae8 req-1e81b4cf-f855-4985-b7ab-e0e308d54560 tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] 10.222.0.68 "DELETE /v2.0/ports/ad1bda35-ebdf-4107-ad40-764809d1aaac HTTP/1.1" status: 204 len: 173 time: 1.0812109 Aug 16 22:59:27.877356 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ee1be476-0c95-4505-9aac-16c8035c6b11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:27.879676 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd51fcb26-72ad-4fcc-9a41-739fa292d3cd', 'name': 'network-vif-deleted', 'tag': 'ad1bda35-ebdf-4107-ad40-764809d1aaac'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:59:27.888429 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22aa891c-c5dc-4c17-b573-b139a531d6c3" -d '{"events": [{"server_uuid": "d51fcb26-72ad-4fcc-9a41-739fa292d3cd", "name": "network-vif-deleted", "tag": "ad1bda35-ebdf-4107-ad40-764809d1aaac"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:59:27.906253 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_v2 [None req-32688842-03a7-40b6-8360-7437fa717259 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Deleting subnet bcce477b-b0bf-4c27-8fe7-13963a51ca89 {{(pid=101292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:59:27.909231 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ee1be476-0c95-4505-9aac-16c8035c6b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:27.999221 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e28bf7d8-af2c-4204-a5c9-a6a8292fe293 x-openstack-request-id: req-e28bf7d8-af2c-4204-a5c9-a6a8292fe293 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:59:28.000266 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d51fcb26-72ad-4fcc-9a41-739fa292d3cd", "name": "network-vif-deleted", "tag": "ad1bda35-ebdf-4107-ad40-764809d1aaac", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:59:28.000777 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e28bf7d8-af2c-4204-a5c9-a6a8292fe293 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:59:28.001408 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd51fcb26-72ad-4fcc-9a41-739fa292d3cd', 'name': 'network-vif-deleted', 'tag': 'ad1bda35-ebdf-4107-ad40-764809d1aaac', 'status': 'completed', 'code': 200} Aug 16 22:59:28.012319 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 41850) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:28.031331 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-ee1be476-0c95-4505-9aac-16c8035c6b11 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=694cdffabc3748eb976512e6e406aba6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8346424 Aug 16 22:59:28.032312 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1be476-0c95-4505-9aac-16c8035c6b11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5332eee6-1f16-423e-8084-42ff717d8e87,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:28.035011 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 41854) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:28.081829 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-32688842-03a7-40b6-8360-7437fa717259 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for subnet, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:28.110185 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4e1cea48-17d3-4ad4-a332-677f5801c2cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:28.163422 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682cbceb-b108-4089-8e6f-a06e49ed8a93 req-4ca7bc0b-ecee-4ff5-9d38-72423bb7e534 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:28.169984 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4e1cea48-17d3-4ad4-a332-677f5801c2cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:28.174103 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-682cbceb-b108-4089-8e6f-a06e49ed8a93 req-4ca7bc0b-ecee-4ff5-9d38-72423bb7e534 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=740f6e24-3a1f-45bd-a688-ce32c61727f2 HTTP/1.1" status: 200 len: 945 time: 0.5453813 Aug 16 22:59:28.296366 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-3b11120e-e153-480e-a13f-39f1ad19f393 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1826619644-network', 'tenant_id': 'ef33d65d91714f219ff45e0206877fae'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:59:28.305864 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-682cbceb-b108-4089-8e6f-a06e49ed8a93 req-d0eb942c-efc8-4d53-8076-dc9d2972943b tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305058 Aug 16 22:59:28.307939 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-aa3d96fc-7e7a-4d35-9469-996a04145df9 req-64c4e2e1-ddff-42c6-a088-d2f7b2c5ee63 tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d51fcb26-72ad-4fcc-9a41-739fa292d3cd HTTP/1.1" status: 200 len: 210 time: 0.0662334 Aug 16 22:59:28.310784 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-32688842-03a7-40b6-8360-7437fa717259 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3848860'] for subnet, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:28.357955 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b11120e-e153-480e-a13f-39f1ad19f393 admin admin] Made reservation on behalf of ef33d65d91714f219ff45e0206877fae for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:59:28.376975 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3b11120e-e153-480e-a13f-39f1ad19f393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:28.379351 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3b11120e-e153-480e-a13f-39f1ad19f393 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:28.382689 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4e1cea48-17d3-4ad4-a332-677f5801c2cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:28.385242 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4e1cea48-17d3-4ad4-a332-677f5801c2cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:28.387572 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-4e1cea48-17d3-4ad4-a332-677f5801c2cc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5332eee6-1f16-423e-8084-42ff717d8e87 HTTP/1.1" status: 204 len: 168 time: 0.3504632 Aug 16 22:59:28.483391 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1cea48-17d3-4ad4-a332-677f5801c2cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5332eee6-1f16-423e-8084-42ff717d8e87,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:28.509957 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3b11120e-e153-480e-a13f-39f1ad19f393 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:28.518161 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3b11120e-e153-480e-a13f-39f1ad19f393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:28.551554 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b11120e-e153-480e-a13f-39f1ad19f393 admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 22:59:28.568979 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b11120e-e153-480e-a13f-39f1ad19f393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b1ecf09-09ee-44ae-a65c-15cbebb1a02b,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:28.572305 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3b11120e-e153-480e-a13f-39f1ad19f393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:28.572695 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-3b11120e-e153-480e-a13f-39f1ad19f393 admin admin] Added segment 244ac0e6-4421-4cb0-95e4-19387d4e9889 of type vlan for network da36dce3-4040-4d19-8c41-5ec659f2d571 Aug 16 22:59:28.621730 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3b11120e-e153-480e-a13f-39f1ad19f393 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:28.654475 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3b11120e-e153-480e-a13f-39f1ad19f393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:28.656098 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b11120e-e153-480e-a13f-39f1ad19f393 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:28.656750 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3b11120e-e153-480e-a13f-39f1ad19f393 admin admin] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:28.711707 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-3b11120e-e153-480e-a13f-39f1ad19f393 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6933358 Aug 16 22:59:28.718820 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 41868) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:28.731809 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-795e8cf6-4357-4cb9-870a-2942f1ee86d6 admin admin] Request body: {'subnet': {'network_id': 'da36dce3-4040-4d19-8c41-5ec659f2d571', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1826619644-subnet', 'tenant_id': 'ef33d65d91714f219ff45e0206877fae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:59:28.739329 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 22:59:28.743728 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b11120e-e153-480e-a13f-39f1ad19f393 admin admin] Pushing event updated for resources: {'Network': ['ID=da36dce3-4040-4d19-8c41-5ec659f2d571,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:28.759496 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network da36dce3-4040-4d19-8c41-5ec659f2d571 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 22:59:28.766567 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-795e8cf6-4357-4cb9-870a-2942f1ee86d6 admin admin] Made reservation on behalf of ef33d65d91714f219ff45e0206877fae for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:59:28.769162 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-795e8cf6-4357-4cb9-870a-2942f1ee86d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:28.965561 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-32688842-03a7-40b6-8360-7437fa717259 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:29.033491 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-795e8cf6-4357-4cb9-870a-2942f1ee86d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:29.096698 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795e8cf6-4357-4cb9-870a-2942f1ee86d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5598925a-f775-4b0b-8aed-344c86f88070,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:29.120300 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-32688842-03a7-40b6-8360-7437fa717259 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26252129'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:29.127481 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795e8cf6-4357-4cb9-870a-2942f1ee86d6 admin admin] Checking segment: {'id': '244ac0e6-4421-4cb0-95e4-19387d4e9889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'da36dce3-4040-4d19-8c41-5ec659f2d571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:59:29.127972 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795e8cf6-4357-4cb9-870a-2942f1ee86d6 admin admin] Network hostable DHCP agents. Network: da36dce3-4040-4d19-8c41-5ec659f2d571, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 22:59:29.159258 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795e8cf6-4357-4cb9-870a-2942f1ee86d6 admin admin] Network da36dce3-4040-4d19-8c41-5ec659f2d571 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 22:59:29.179885 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-795e8cf6-4357-4cb9-870a-2942f1ee86d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, da36dce3-4040-4d19-8c41-5ec659f2d571) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:59:29.185579 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795e8cf6-4357-4cb9-870a-2942f1ee86d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:29.186546 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-795e8cf6-4357-4cb9-870a-2942f1ee86d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:29.192816 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a68b0a2-e499-4987-a727-de0059f738cb None None] Network da36dce3-4040-4d19-8c41-5ec659f2d571 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:59:29.198364 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32688842-03a7-40b6-8360-7437fa717259 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event deleted for resources: {'Subnet': ['ID=bcce477b-b0bf-4c27-8fe7-13963a51ca89,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:29.204331 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-32688842-03a7-40b6-8360-7437fa717259 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:29.206278 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-32688842-03a7-40b6-8360-7437fa717259 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/subnets/bcce477b-b0bf-4c27-8fe7-13963a51ca89 HTTP/1.1" status: 204 len: 168 time: 1.6239707 Aug 16 22:59:29.208855 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 41882) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:29.223177 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-795e8cf6-4357-4cb9-870a-2942f1ee86d6 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4973054 Aug 16 22:59:29.258463 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 41886) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:29.267594 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-414dac8e-3ab5-4c64-b0ee-ed48a606f93b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1826619644-router', 'tenant_id': 'ef33d65d91714f219ff45e0206877fae', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:59:29.298883 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-414dac8e-3ab5-4c64-b0ee-ed48a606f93b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:29.304234 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-414dac8e-3ab5-4c64-b0ee-ed48a606f93b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:29.307589 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815bc6c1-a231-416c-97f0-441caa83e947 None None] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:59:29.353348 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eeec04a-9a57-435c-927d-fb8d82fd80b5 None None] Sync routers for ids ['22c5ab85-510d-43f1-9cf2-29d9f604d90d'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:59:29.359202 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-a0376c12-8b46-484b-b9f4-170c0d3300ed tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1486325 Aug 16 22:59:29.362244 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 41890) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:29.395416 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-414dac8e-3ab5-4c64-b0ee-ed48a606f93b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:29.397024 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eeec04a-9a57-435c-927d-fb8d82fd80b5 None None] Routers {'22c5ab85-510d-43f1-9cf2-29d9f604d90d'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:59:29.398476 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-9eeec04a-9a57-435c-927d-fb8d82fd80b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:59:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['22c5ab85-510d-43f1-9cf2-29d9f604d90d'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:59:29.538870 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.db.resource_extend [None req-68656b57-7713-46ab-8d42-a1c930c2c1da tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 22:59:29.622691 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1198bcc6-4ce8-4513-af75-9d68f2886715 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for router, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:29.715897 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b66bbc4-ac0b-46bf-9950-1687c838232c req-403c3f4d-c79a-4cbc-8c76-4aa98d02f38c tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:29.718217 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5b66bbc4-ac0b-46bf-9950-1687c838232c req-403c3f4d-c79a-4cbc-8c76-4aa98d02f38c tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=740f6e24-3a1f-45bd-a688-ce32c61727f2 HTTP/1.1" status: 200 len: 945 time: 0.1979809 Aug 16 22:59:29.726655 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-414dac8e-3ab5-4c64-b0ee-ed48a606f93b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:29.737008 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-68656b57-7713-46ab-8d42-a1c930c2c1da tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:29.749528 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-9eeec04a-9a57-435c-927d-fb8d82fd80b5 None None] Set router 22c5ab85-510d-43f1-9cf2-29d9f604d90d gateway port host: None {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:59:29.758404 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-68656b57-7713-46ab-8d42-a1c930c2c1da tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:29.784127 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b30be33-e717-4430-be4f-693cefb4887d req-a1d2e21e-b4fa-4d1a-aca5-1bc27501644e tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:29.785761 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6b30be33-e717-4430-be4f-693cefb4887d req-a1d2e21e-b4fa-4d1a-aca5-1bc27501644e tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.68 "GET /v2.0/ports?device_id=740f6e24-3a1f-45bd-a688-ce32c61727f2 HTTP/1.1" status: 200 len: 945 time: 0.2452657 Aug 16 22:59:29.818400 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-9eeec04a-9a57-435c-927d-fb8d82fd80b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c5ab85-510d-43f1-9cf2-29d9f604d90d', 'name': 'tempest-NetworksTestDHCPv6-router-717024175', 'tenant_id': '68b563add1f042a58ab2d8884a30332e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:59:20Z', 'updated_at': '2021-08-16T22:59:26Z', 'revision_number': 3, 'project_id': '68b563add1f042a58ab2d8884a30332e', 'gw_port_host': None}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:59:29.894874 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eeec04a-9a57-435c-927d-fb8d82fd80b5 None None] Checking router: 22c5ab85-510d-43f1-9cf2-29d9f604d90d for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:59:29.895480 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1198bcc6-4ce8-4513-af75-9d68f2886715 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:29.901374 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1198bcc6-4ce8-4513-af75-9d68f2886715 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:29.902482 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5b66bbc4-ac0b-46bf-9950-1687c838232c req-23293220-38b5-4582-85aa-d9d698cdc587 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673520 Aug 16 22:59:29.968513 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eeec04a-9a57-435c-927d-fb8d82fd80b5 None None] Routers {'22c5ab85-510d-43f1-9cf2-29d9f604d90d'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:59:29.969809 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-9eeec04a-9a57-435c-927d-fb8d82fd80b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:59:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['22c5ab85-510d-43f1-9cf2-29d9f604d90d'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:59:30.013267 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1198bcc6-4ce8-4513-af75-9d68f2886715 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:30.013815 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1198bcc6-4ce8-4513-af75-9d68f2886715 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Fanout notify agent at l3_agent the message router_deleted on router 22c5ab85-510d-43f1-9cf2-29d9f604d90d {{(pid=101291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:59:30.021788 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1198bcc6-4ce8-4513-af75-9d68f2886715 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:30.023094 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-1198bcc6-4ce8-4513-af75-9d68f2886715 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/routers/22c5ab85-510d-43f1-9cf2-29d9f604d90d HTTP/1.1" status: 204 len: 168 time: 0.6591280 Aug 16 22:59:30.025817 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 41912) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:30.033952 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-6ffc0ecc-5a8e-447d-9864-2b7792892830 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Request body: {'subnet': {'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:59:30.058562 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-9eeec04a-9a57-435c-927d-fb8d82fd80b5 None None] Set router 22c5ab85-510d-43f1-9cf2-29d9f604d90d gateway port host: None {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:59:30.095671 n-d-791506-26 neutron-server[101292]: INFO neutron.db.l3_db [None req-68656b57-7713-46ab-8d42-a1c930c2c1da tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Floating IP 78f0e506-0478-448f-8707-10daed0b30ef associated. External IP: 172.25.4.187, port: 10b7b209-88f2-481d-b0dc-a3e307fd4760. Aug 16 22:59:30.140066 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-9eeec04a-9a57-435c-927d-fb8d82fd80b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c5ab85-510d-43f1-9cf2-29d9f604d90d', 'name': 'tempest-NetworksTestDHCPv6-router-717024175', 'tenant_id': '68b563add1f042a58ab2d8884a30332e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:59:20Z', 'updated_at': '2021-08-16T22:59:26Z', 'revision_number': 3, 'project_id': '68b563add1f042a58ab2d8884a30332e', 'gw_port_host': None}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:59:30.145377 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee643b6-d682-41d6-96db-dde06c5448b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-da36dce3-4040-4d19-8c41-5ec659f2d571', 'network_id': 'da36dce3-4040-4d19-8c41-5ec659f2d571', 'tenant_id': 'ef33d65d91714f219ff45e0206877fae', 'fixed_ips': [{'subnet_id': '5598925a-f775-4b0b-8aed-344c86f88070'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:59:30.146557 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-bee643b6-d682-41d6-96db-dde06c5448b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:30.158748 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce5087c-7eb4-425b-93d7-daf40ae3f857 req-0854609e-86bc-41ac-853a-3618ba509ecc tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:30.169461 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6ce5087c-7eb4-425b-93d7-daf40ae3f857 req-0854609e-86bc-41ac-853a-3618ba509ecc tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=5a3c6e25-fa90-49b6-8ff5-1c1ee0bd7796 HTTP/1.1" status: 200 len: 1097 time: 0.1352990 Aug 16 22:59:30.203523 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eeec04a-9a57-435c-927d-fb8d82fd80b5 None None] The sync data for ids ['22c5ab85-510d-43f1-9cf2-29d9f604d90d'] in n-d-791506-26 is: [{'id': '22c5ab85-510d-43f1-9cf2-29d9f604d90d', 'name': 'tempest-NetworksTestDHCPv6-router-717024175', 'tenant_id': '68b563add1f042a58ab2d8884a30332e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:59:20Z', 'updated_at': '2021-08-16T22:59:26Z', 'revision_number': 3, 'project_id': '68b563add1f042a58ab2d8884a30332e', 'gw_port_host': None}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:59:30.287840 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6ce5087c-7eb4-425b-93d7-daf40ae3f857 req-c24949ae-7279-43c3-bea1-a91c5183e4bf tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=57734425-7742-4aea-945b-26497b4f536d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085658 Aug 16 22:59:30.441950 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-6b30be33-e717-4430-be4f-693cefb4887d req-7f20a2cf-e480-488f-80cc-e12e8ae7178b tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Deleting port ae31ce66-884f-4360-814c-580afc389139 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:59:30.441950 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-6b30be33-e717-4430-be4f-693cefb4887d req-7f20a2cf-e480-488f-80cc-e12e8ae7178b tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:30.470372 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-bee643b6-d682-41d6-96db-dde06c5448b9 None None] Allocated IP 172.20.0.2 (da36dce3-4040-4d19-8c41-5ec659f2d571/5598925a-f775-4b0b-8aed-344c86f88070/0be43b6f-6e88-4da0-9d04-83011a54df2f) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:59:30.491152 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-414dac8e-3ab5-4c64-b0ee-ed48a606f93b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:30.517871 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-414dac8e-3ab5-4c64-b0ee-ed48a606f93b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:30.552801 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ffc0ecc-5a8e-447d-9864-2b7792892830 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Made reservation on behalf of 68b563add1f042a58ab2d8884a30332e for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:59:30.556514 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6ffc0ecc-5a8e-447d-9864-2b7792892830 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:30.567301 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-6b30be33-e717-4430-be4f-693cefb4887d req-7f20a2cf-e480-488f-80cc-e12e8ae7178b tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] For port ae31ce66-884f-4360-814c-580afc389139, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=ae31ce66-884f-4360-814c-580afc389139,segment=NetworkSegment(d9a940b8-4f1c-423f-8b77-621d8ce494fc),segment_id=d9a940b8-4f1c-423f-8b77-621d8ce494fc)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:59:30.567676 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-6b30be33-e717-4430-be4f-693cefb4887d req-7f20a2cf-e480-488f-80cc-e12e8ae7178b tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:30.589054 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68656b57-7713-46ab-8d42-a1c930c2c1da tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Router dfce3a36-7356-4b04-b868-9dc1506ddbb8 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:59:30.631452 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16bd83fa-278d-473e-ac33-4caa09611a36 None None] DHCP port deletion for 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:59:30.640576 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-6b30be33-e717-4430-be4f-693cefb4887d req-7f20a2cf-e480-488f-80cc-e12e8ae7178b tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Calling delete_port for ae31ce66-884f-4360-814c-580afc389139 owned by compute:nova {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:59:30.810036 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-bee643b6-d682-41d6-96db-dde06c5448b9 None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:30.826143 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-16bd83fa-278d-473e-ac33-4caa09611a36 None None] Deleting port d8d9df4e-ec80-49c1-abc4-4de5d8dc83e5 {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:59:30.826736 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-16bd83fa-278d-473e-ac33-4caa09611a36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:30.828968 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-bee643b6-d682-41d6-96db-dde06c5448b9 None None] Transition to ACTIVE for port object 0be43b6f-6e88-4da0-9d04-83011a54df2f will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:59:30.892399 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68656b57-7713-46ab-8d42-a1c930c2c1da tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:59:30.908973 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a748ee0-7119-4955-b72e-9c4f0d02a34e None None] Sync routers for ids ['dfce3a36-7356-4b04-b868-9dc1506ddbb8'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:59:30.915962 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-414dac8e-3ab5-4c64-b0ee-ed48a606f93b admin admin] Allocated IP 172.25.4.45 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/3fdfdd8d-1f35-428d-978e-fe96e54d83ab) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:59:30.928474 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-bee643b6-d682-41d6-96db-dde06c5448b9 None None] Transition to ACTIVE for port object 0be43b6f-6e88-4da0-9d04-83011a54df2f will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:59:30.933189 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a748ee0-7119-4955-b72e-9c4f0d02a34e None None] Routers {'dfce3a36-7356-4b04-b868-9dc1506ddbb8'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:59:30.935148 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-4a748ee0-7119-4955-b72e-9c4f0d02a34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:59:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['dfce3a36-7356-4b04-b868-9dc1506ddbb8'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:59:30.946568 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-bee643b6-d682-41d6-96db-dde06c5448b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:31.035723 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-16bd83fa-278d-473e-ac33-4caa09611a36 None None] For port d8d9df4e-ec80-49c1-abc4-4de5d8dc83e5, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=d8d9df4e-ec80-49c1-abc4-4de5d8dc83e5,segment=NetworkSegment(482572b3-9d65-4375-9c42-925e854722fd),segment_id=482572b3-9d65-4375-9c42-925e854722fd)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:59:31.036133 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-16bd83fa-278d-473e-ac33-4caa09611a36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:31.041233 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee643b6-d682-41d6-96db-dde06c5448b9 None None] Network da36dce3-4040-4d19-8c41-5ec659f2d571 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:59:31.056044 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-bee643b6-d682-41d6-96db-dde06c5448b9 None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:59:31.064207 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee643b6-d682-41d6-96db-dde06c5448b9 None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:59:31.077386 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee643b6-d682-41d6-96db-dde06c5448b9 None None] Pushing event updated for resources: {'Port': ['ID=0be43b6f-6e88-4da0-9d04-83011a54df2f,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:31.082310 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-16bd83fa-278d-473e-ac33-4caa09611a36 None None] Calling delete_port for d8d9df4e-ec80-49c1-abc4-4de5d8dc83e5 owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:59:31.121549 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-414dac8e-3ab5-4c64-b0ee-ed48a606f93b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:31.147597 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-68656b57-7713-46ab-8d42-a1c930c2c1da tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:31.193573 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-6b30be33-e717-4430-be4f-693cefb4887d req-7f20a2cf-e480-488f-80cc-e12e8ae7178b tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:31.208785 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['ae31ce66-884f-4360-814c-580afc389139'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:59:31.210251 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6ffc0ecc-5a8e-447d-9864-2b7792892830 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:31.234390 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bea56a25-f307-4344-a393-0b36197d196c req-d892461b-deca-43a1-8621-37495121fa6c tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=740f6e24-3a1f-45bd-a688-ce32c61727f2 HTTP/1.1" status: 200 len: 210 time: 0.0840776 Aug 16 22:59:31.251932 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-4a748ee0-7119-4955-b72e-9c4f0d02a34e None None] Set router dfce3a36-7356-4b04-b868-9dc1506ddbb8 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:59:31.257048 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-bee643b6-d682-41d6-96db-dde06c5448b9 None None] Attempting to bind port 0be43b6f-6e88-4da0-9d04-83011a54df2f on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:59:31.259360 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-bee643b6-d682-41d6-96db-dde06c5448b9 None None] Attempting to bind port 0be43b6f-6e88-4da0-9d04-83011a54df2f by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '244ac0e6-4421-4cb0-95e4-19387d4e9889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'da36dce3-4040-4d19-8c41-5ec659f2d571'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:59:31.259929 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee643b6-d682-41d6-96db-dde06c5448b9 None None] Attempting to bind port 0be43b6f-6e88-4da0-9d04-83011a54df2f on network da36dce3-4040-4d19-8c41-5ec659f2d571 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:59:31.264241 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f20a2cf-e480-488f-80cc-e12e8ae7178b tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Pushing event deleted for resources: {'Port': ['ID=ae31ce66-884f-4360-814c-580afc389139,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:31.287470 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-68656b57-7713-46ab-8d42-a1c930c2c1da tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] 10.222.0.36 "PUT /v2.0/floatingips/78f0e506-0478-448f-8707-10daed0b30ef HTTP/1.1" status: 200 len: 991 time: 3.6143758 Aug 16 22:59:31.304611 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee643b6-d682-41d6-96db-dde06c5448b9 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:59:31.305000 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee643b6-d682-41d6-96db-dde06c5448b9 None None] Checking segment: {'id': '244ac0e6-4421-4cb0-95e4-19387d4e9889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'da36dce3-4040-4d19-8c41-5ec659f2d571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:59:31.305431 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-bee643b6-d682-41d6-96db-dde06c5448b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:31.305818 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee643b6-d682-41d6-96db-dde06c5448b9 None None] Bound using segment: {'id': '244ac0e6-4421-4cb0-95e4-19387d4e9889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'da36dce3-4040-4d19-8c41-5ec659f2d571'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:59:31.306307 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-bee643b6-d682-41d6-96db-dde06c5448b9 None None] Bound port: 0be43b6f-6e88-4da0-9d04-83011a54df2f, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '244ac0e6-4421-4cb0-95e4-19387d4e9889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'da36dce3-4040-4d19-8c41-5ec659f2d571'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:59:31.306691 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-bee643b6-d682-41d6-96db-dde06c5448b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:31.323333 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc48c1b8-4292-4519-8c38-e7401cede36b', 'tag': '10b7b209-88f2-481d-b0dc-a3e307fd4760'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:59:31.325752 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ffc0ecc-5a8e-447d-9864-2b7792892830 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:59:31.332187 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ba14a25-a8e5-4428-8dbc-edbe17062b55" -d '{"events": [{"name": "network-changed", "server_uuid": "bc48c1b8-4292-4519-8c38-e7401cede36b", "tag": "10b7b209-88f2-481d-b0dc-a3e307fd4760"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:59:31.385055 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-6ffc0ecc-5a8e-447d-9864-2b7792892830 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:59:31.402460 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ffc0ecc-5a8e-447d-9864-2b7792892830 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:31.403116 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6ffc0ecc-5a8e-447d-9864-2b7792892830 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:31.441612 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-16bd83fa-278d-473e-ac33-4caa09611a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:31.478592 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bd83fa-278d-473e-ac33-4caa09611a36 None None] Pushing event deleted for resources: {'Port': ['ID=d8d9df4e-ec80-49c1-abc4-4de5d8dc83e5,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:31.483652 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b30be33-e717-4430-be4f-693cefb4887d req-7f20a2cf-e480-488f-80cc-e12e8ae7178b tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] No DVR routers for this DVR port ae31ce66-884f-4360-814c-580afc389139 on host n-h1-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:59:31.489558 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-6ffc0ecc-5a8e-447d-9864-2b7792892830 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4626184 Aug 16 22:59:31.490506 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-bee643b6-d682-41d6-96db-dde06c5448b9 None None] For port 0be43b6f-6e88-4da0-9d04-83011a54df2f, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:59:31.491384 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7caa9d-7f9e-447a-8e99-0275788c2c6d x-openstack-request-id: req-ff7caa9d-7f9e-447a-8e99-0275788c2c6d {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:59:31.491927 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc48c1b8-4292-4519-8c38-e7401cede36b", "tag": "10b7b209-88f2-481d-b0dc-a3e307fd4760", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:59:31.493362 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ff7caa9d-7f9e-447a-8e99-0275788c2c6d {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:59:31.494027 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc48c1b8-4292-4519-8c38-e7401cede36b', 'tag': '10b7b209-88f2-481d-b0dc-a3e307fd4760', 'status': 'completed', 'code': 200} Aug 16 22:59:31.496056 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bd83fa-278d-473e-ac33-4caa09611a36 None None] No DVR routers for this DVR port d8d9df4e-ec80-49c1-abc4-4de5d8dc83e5 on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:59:31.499054 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-414dac8e-3ab5-4c64-b0ee-ed48a606f93b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:31.501652 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-6b30be33-e717-4430-be4f-693cefb4887d req-7f20a2cf-e480-488f-80cc-e12e8ae7178b tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:31.512217 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-bee643b6-d682-41d6-96db-dde06c5448b9 None None] For port 0be43b6f-6e88-4da0-9d04-83011a54df2f, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=0be43b6f-6e88-4da0-9d04-83011a54df2f,segment=NetworkSegment(244ac0e6-4421-4cb0-95e4-19387d4e9889),segment_id=244ac0e6-4421-4cb0-95e4-19387d4e9889)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:59:31.512608 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6b30be33-e717-4430-be4f-693cefb4887d req-7f20a2cf-e480-488f-80cc-e12e8ae7178b tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.68 "DELETE /v2.0/ports/ae31ce66-884f-4360-814c-580afc389139 HTTP/1.1" status: 204 len: 173 time: 1.6847475 Aug 16 22:59:31.512608 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '740f6e24-3a1f-45bd-a688-ce32c61727f2', 'name': 'network-vif-deleted', 'tag': 'ae31ce66-884f-4360-814c-580afc389139'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:59:31.517921 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d16f5351-cb8f-4b7b-90b4-821d531c1462" -d '{"events": [{"server_uuid": "740f6e24-3a1f-45bd-a688-ce32c61727f2", "name": "network-vif-deleted", "tag": "ae31ce66-884f-4360-814c-580afc389139"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:59:31.520898 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-bee643b6-d682-41d6-96db-dde06c5448b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:31.528230 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 41956) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:31.544873 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-e3e3e902-dcba-4dde-982b-84b1a1d2e5a8 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-933854647', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:59:31.553595 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffc0ecc-5a8e-447d-9864-2b7792892830 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event updated for resources: {'Subnet': ['ID=65f8c658-bbf3-4b31-afbf-7cc7629e7d14,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:31.559035 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4423f54-2d3d-47db-99f0-8f1d463ab5b9 None None] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:59:31.607334 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e3e3e902-dcba-4dde-982b-84b1a1d2e5a8 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:31.608480 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e3e3e902-dcba-4dde-982b-84b1a1d2e5a8 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:31.658173 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2fb0d73-3d27-404e-a5b2-872f410275f7 x-openstack-request-id: req-d2fb0d73-3d27-404e-a5b2-872f410275f7 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:59:31.659085 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "740f6e24-3a1f-45bd-a688-ce32c61727f2", "name": "network-vif-deleted", "tag": "ae31ce66-884f-4360-814c-580afc389139", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:59:31.659350 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d2fb0d73-3d27-404e-a5b2-872f410275f7 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:59:31.659757 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '740f6e24-3a1f-45bd-a688-ce32c61727f2', 'name': 'network-vif-deleted', 'tag': 'ae31ce66-884f-4360-814c-580afc389139', 'status': 'completed', 'code': 200} Aug 16 22:59:31.686567 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba14a25-a8e5-4428-8dbc-edbe17062b55 req-1eb6722f-76c0-4ba7-8e31-2f4c27059fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:31.688122 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9ba14a25-a8e5-4428-8dbc-edbe17062b55 req-1eb6722f-76c0-4ba7-8e31-2f4c27059fa1 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d50891ae5d2e447e982fd1ccc2ff08fd&device_id=bc48c1b8-4292-4519-8c38-e7401cede36b HTTP/1.1" status: 200 len: 1097 time: 0.1862419 Aug 16 22:59:31.690906 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f49842-e02f-4c02-be61-3b7c4ea67890 req-5f219a39-627f-4fbf-ab8d-f7f9da02ac74 tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:31.693364 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-70f49842-e02f-4c02-be61-3b7c4ea67890 req-5f219a39-627f-4fbf-ab8d-f7f9da02ac74 tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=5a3c6e25-fa90-49b6-8ff5-1c1ee0bd7796 HTTP/1.1" status: 200 len: 1097 time: 0.2314639 Aug 16 22:59:31.712491 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414dac8e-3ab5-4c64-b0ee-ed48a606f93b admin admin] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:59:31.712742 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-4a748ee0-7119-4955-b72e-9c4f0d02a34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfce3a36-7356-4b04-b868-9dc1506ddbb8', 'name': 'tempest-ServersTestBootFromVolume-144901050-router', 'tenant_id': 'd50891ae5d2e447e982fd1ccc2ff08fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': 'c016dd1a-1b28-4185-ac67-4b57d6a0c343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:58:08Z', 'updated_at': '2021-08-16T22:58:16Z', 'revision_number': 4, 'project_id': 'd50891ae5d2e447e982fd1ccc2ff08fd', 'gw_port': {'id': 'c016dd1a-1b28-4185-ac67-4b57d6a0c343', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:99:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfce3a36-7356-4b04-b868-9dc1506ddbb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:09Z', 'updated_at': '2021-08-16T22:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': '78f0e506-0478-448f-8707-10daed0b30ef', 'tenant_id': 'd50891ae5d2e447e982fd1ccc2ff08fd', 'floating_ip_address': '172.25.4.187', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': 'dfce3a36-7356-4b04-b868-9dc1506ddbb8', 'port_id': '10b7b209-88f2-481d-b0dc-a3e307fd4760', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1beb17af-a544-42d0-be4c-a314899c0ffd', 'mac_address': 'fa:16:3e:5f:aa:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc48c1b8-4292-4519-8c38-e7401cede36b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:58:23Z', 'updated_at': '2021-08-16T22:59:29Z', 'revision_number': 1, 'project_id': 'd50891ae5d2e447e982fd1ccc2ff08fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e8126ce-4aa9-4e74-9d00-7d200b71631b', 'name': '', 'network_id': '1beb17af-a544-42d0-be4c-a314899c0ffd', 'tenant_id': 'd50891ae5d2e447e982fd1ccc2ff08fd', 'mac_address': 'fa:16:3e:6b:21:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfce3a36-7356-4b04-b868-9dc1506ddbb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '592bfb8a-cb21-442f-b2ff-9ade373c5cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:14Z', 'updated_at': '2021-08-16T22:58:22Z', 'revision_number': 5, 'project_id': 'd50891ae5d2e447e982fd1ccc2ff08fd', 'subnets': [{'id': '592bfb8a-cb21-442f-b2ff-9ade373c5cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:59:31.718124 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-414dac8e-3ab5-4c64-b0ee-ed48a606f93b admin admin] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:59:31.738925 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e3e3e902-dcba-4dde-982b-84b1a1d2e5a8 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:31.747989 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e3e3e902-dcba-4dde-982b-84b1a1d2e5a8 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:31.753093 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a748ee0-7119-4955-b72e-9c4f0d02a34e None None] Checking router: dfce3a36-7356-4b04-b868-9dc1506ddbb8 for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:59:31.764505 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a748ee0-7119-4955-b72e-9c4f0d02a34e None None] Routers {'dfce3a36-7356-4b04-b868-9dc1506ddbb8'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:59:31.765312 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-4a748ee0-7119-4955-b72e-9c4f0d02a34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:59:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['dfce3a36-7356-4b04-b868-9dc1506ddbb8'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:59:31.794460 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e3e3e902-dcba-4dde-982b-84b1a1d2e5a8 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:31.797771 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-e3e3e902-dcba-4dde-982b-84b1a1d2e5a8 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2641447 Aug 16 22:59:31.801055 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 41966) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:31.820808 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee643b6-d682-41d6-96db-dde06c5448b9 None None] Pushing event updated for resources: {'Port': ['ID=0be43b6f-6e88-4da0-9d04-83011a54df2f,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:31.932002 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-4a748ee0-7119-4955-b72e-9c4f0d02a34e None None] Set router dfce3a36-7356-4b04-b868-9dc1506ddbb8 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:59:31.959595 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba14a25-a8e5-4428-8dbc-edbe17062b55 req-13fc1b00-c263-424d-9e9b-059cd7327bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:31.961159 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9ba14a25-a8e5-4428-8dbc-edbe17062b55 req-13fc1b00-c263-424d-9e9b-059cd7327bb6 service neutron] 10.222.0.68 "GET /v2.0/networks?id=1beb17af-a544-42d0-be4c-a314899c0ffd HTTP/1.1" status: 200 len: 916 time: 0.2504942 Aug 16 22:59:31.963038 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a594592f-25ba-49d1-b323-42725afd8133 req-2c1aaf8a-2ee7-405a-be89-35cdce282bf0 tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:31.964461 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a594592f-25ba-49d1-b323-42725afd8133 req-2c1aaf8a-2ee7-405a-be89-35cdce282bf0 tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=5a3c6e25-fa90-49b6-8ff5-1c1ee0bd7796 HTTP/1.1" status: 200 len: 1097 time: 0.6816390 Aug 16 22:59:31.965293 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414dac8e-3ab5-4c64-b0ee-ed48a606f93b admin admin] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:59:32.012116 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-70f49842-e02f-4c02-be61-3b7c4ea67890 req-941ebcbf-5d8a-4c21-b8ed-588f88ea00f1 tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=57734425-7742-4aea-945b-26497b4f536d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987211 Aug 16 22:59:32.012706 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3989daf0-336b-4970-9a5e-f77ebdfd3259 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'tenant_id': '68b563add1f042a58ab2d8884a30332e', 'fixed_ips': [{'subnet_id': '65f8c658-bbf3-4b31-afbf-7cc7629e7d14'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:59:32.014904 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-3989daf0-336b-4970-9a5e-f77ebdfd3259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:32.170424 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9ba14a25-a8e5-4428-8dbc-edbe17062b55 req-e7897627-080a-4111-b680-2073384f3db7 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10b7b209-88f2-481d-b0dc-a3e307fd4760 HTTP/1.1" status: 200 len: 999 time: 0.1550574 Aug 16 22:59:32.272174 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device ad1bda35-ebdf-4107-ad40-764809d1aaac no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:59:32.277530 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 0788e914-94a6-40f9-b2df-0764fa3d826b no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:59:32.291376 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414dac8e-3ab5-4c64-b0ee-ed48a606f93b admin admin] Pushing event updated for resources: {'Port': ['ID=3fdfdd8d-1f35-428d-978e-fe96e54d83ab,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:32.436614 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] No Port match for: ad1bda35-ebdf-4107-ad40-764809d1aaac {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:59:32.436969 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device ad1bda35-ebdf-4107-ad40-764809d1aaac not bound to the agent host n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:59:32.508179 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 0788e914-94a6-40f9-b2df-0764fa3d826b {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:59:32.508450 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 0788e914-94a6-40f9-b2df-0764fa3d826b not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:59:32.509585 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device d8d9df4e-ec80-49c1-abc4-4de5d8dc83e5 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:59:32.576967 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: d8d9df4e-ec80-49c1-abc4-4de5d8dc83e5 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:59:32.577398 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device d8d9df4e-ec80-49c1-abc4-4de5d8dc83e5 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:59:32.601617 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bf6053f7-3305-4a7f-b069-a3658c3cd7ea tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:32.616640 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e647f432-cf11-4c0c-b68e-9c72661e3a36 req-c023ffa6-f925-4e74-ba3f-5813936a842b tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=740f6e24-3a1f-45bd-a688-ce32c61727f2 HTTP/1.1" status: 200 len: 210 time: 0.1824214 Aug 16 22:59:32.641308 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-a594592f-25ba-49d1-b323-42725afd8133 req-8acc165e-aa7a-409a-ae8a-a035d9e93098 tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] Deleting port 23b19a4b-c073-41ae-8740-1cc51827e8af {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:59:32.642746 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-a594592f-25ba-49d1-b323-42725afd8133 req-8acc165e-aa7a-409a-ae8a-a035d9e93098 tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:32.675053 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-3989daf0-336b-4970-9a5e-f77ebdfd3259 None None] Allocated IP 2001:db8::2 (09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5/65f8c658-bbf3-4b31-afbf-7cc7629e7d14/7a46588f-9143-4dee-9e3a-1df38970d610) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:59:32.701029 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-4a748ee0-7119-4955-b72e-9c4f0d02a34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfce3a36-7356-4b04-b868-9dc1506ddbb8', 'name': 'tempest-ServersTestBootFromVolume-144901050-router', 'tenant_id': 'd50891ae5d2e447e982fd1ccc2ff08fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': 'c016dd1a-1b28-4185-ac67-4b57d6a0c343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:58:08Z', 'updated_at': '2021-08-16T22:58:16Z', 'revision_number': 4, 'project_id': 'd50891ae5d2e447e982fd1ccc2ff08fd', 'gw_port': {'id': 'c016dd1a-1b28-4185-ac67-4b57d6a0c343', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:99:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfce3a36-7356-4b04-b868-9dc1506ddbb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:09Z', 'updated_at': '2021-08-16T22:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': '78f0e506-0478-448f-8707-10daed0b30ef', 'tenant_id': 'd50891ae5d2e447e982fd1ccc2ff08fd', 'floating_ip_address': '172.25.4.187', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': 'dfce3a36-7356-4b04-b868-9dc1506ddbb8', 'port_id': '10b7b209-88f2-481d-b0dc-a3e307fd4760', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1beb17af-a544-42d0-be4c-a314899c0ffd', 'mac_address': 'fa:16:3e:5f:aa:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc48c1b8-4292-4519-8c38-e7401cede36b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:58:23Z', 'updated_at': '2021-08-16T22:59:29Z', 'revision_number': 1, 'project_id': 'd50891ae5d2e447e982fd1ccc2ff08fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e8126ce-4aa9-4e74-9d00-7d200b71631b', 'name': '', 'network_id': '1beb17af-a544-42d0-be4c-a314899c0ffd', 'tenant_id': 'd50891ae5d2e447e982fd1ccc2ff08fd', 'mac_address': 'fa:16:3e:6b:21:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfce3a36-7356-4b04-b868-9dc1506ddbb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '592bfb8a-cb21-442f-b2ff-9ade373c5cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:14Z', 'updated_at': '2021-08-16T22:58:22Z', 'revision_number': 5, 'project_id': 'd50891ae5d2e447e982fd1ccc2ff08fd', 'subnets': [{'id': '592bfb8a-cb21-442f-b2ff-9ade373c5cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:59:32.729480 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba14a25-a8e5-4428-8dbc-edbe17062b55 req-8386c312-ca2d-4d0e-9faa-590e3d6e9bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:32.732277 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9ba14a25-a8e5-4428-8dbc-edbe17062b55 req-8386c312-ca2d-4d0e-9faa-590e3d6e9bc1 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=592bfb8a-cb21-442f-b2ff-9ade373c5cea HTTP/1.1" status: 200 len: 854 time: 0.4419467 Aug 16 22:59:32.791583 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a748ee0-7119-4955-b72e-9c4f0d02a34e None None] The sync data for ids ['dfce3a36-7356-4b04-b868-9dc1506ddbb8'] in n-d-791506-26 is: [{'id': 'dfce3a36-7356-4b04-b868-9dc1506ddbb8', 'name': 'tempest-ServersTestBootFromVolume-144901050-router', 'tenant_id': 'd50891ae5d2e447e982fd1ccc2ff08fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': 'c016dd1a-1b28-4185-ac67-4b57d6a0c343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:58:08Z', 'updated_at': '2021-08-16T22:58:16Z', 'revision_number': 4, 'project_id': 'd50891ae5d2e447e982fd1ccc2ff08fd', 'gw_port': {'id': 'c016dd1a-1b28-4185-ac67-4b57d6a0c343', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:99:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfce3a36-7356-4b04-b868-9dc1506ddbb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:09Z', 'updated_at': '2021-08-16T22:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': '78f0e506-0478-448f-8707-10daed0b30ef', 'tenant_id': 'd50891ae5d2e447e982fd1ccc2ff08fd', 'floating_ip_address': '172.25.4.187', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': 'dfce3a36-7356-4b04-b868-9dc1506ddbb8', 'port_id': '10b7b209-88f2-481d-b0dc-a3e307fd4760', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1beb17af-a544-42d0-be4c-a314899c0ffd', 'mac_address': 'fa:16:3e:5f:aa:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc48c1b8-4292-4519-8c38-e7401cede36b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T22:58:23Z', 'updated_at': '2021-08-16T22:59:29Z', 'revision_number': 1, 'project_id': 'd50891ae5d2e447e982fd1ccc2ff08fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e8126ce-4aa9-4e74-9d00-7d200b71631b', 'name': '', 'network_id': '1beb17af-a544-42d0-be4c-a314899c0ffd', 'tenant_id': 'd50891ae5d2e447e982fd1ccc2ff08fd', 'mac_address': 'fa:16:3e:6b:21:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfce3a36-7356-4b04-b868-9dc1506ddbb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '592bfb8a-cb21-442f-b2ff-9ade373c5cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:14Z', 'updated_at': '2021-08-16T22:58:22Z', 'revision_number': 5, 'project_id': 'd50891ae5d2e447e982fd1ccc2ff08fd', 'subnets': [{'id': '592bfb8a-cb21-442f-b2ff-9ade373c5cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:59:32.904392 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 41984) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:33.077649 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-3989daf0-336b-4970-9a5e-f77ebdfd3259 None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:33.118268 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-3989daf0-336b-4970-9a5e-f77ebdfd3259 None None] Transition to ACTIVE for port object 7a46588f-9143-4dee-9e3a-1df38970d610 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:59:33.216757 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7435c0f3-7f8f-477e-a015-3ed9bfbf3fbf None None] New status for floating IP 78f0e506-0478-448f-8707-10daed0b30ef: ACTIVE {{(pid=101293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 22:59:33.233122 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-3989daf0-336b-4970-9a5e-f77ebdfd3259 None None] Transition to ACTIVE for port object 7a46588f-9143-4dee-9e3a-1df38970d610 will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:59:33.307488 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-3989daf0-336b-4970-9a5e-f77ebdfd3259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:33.359343 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3989daf0-336b-4970-9a5e-f77ebdfd3259 None None] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:59:33.365772 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-3989daf0-336b-4970-9a5e-f77ebdfd3259 None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:59:33.368852 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3989daf0-336b-4970-9a5e-f77ebdfd3259 None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:59:33.413988 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-bf6053f7-3305-4a7f-b069-a3658c3cd7ea tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Allocated IP 2001:db8::1 (09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5/65f8c658-bbf3-4b31-afbf-7cc7629e7d14/c17bdfd9-0829-4519-91d4-6d16153d6a8b) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:59:33.441238 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3989daf0-336b-4970-9a5e-f77ebdfd3259 None None] Pushing event updated for resources: {'Port': ['ID=7a46588f-9143-4dee-9e3a-1df38970d610,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:33.521957 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-3989daf0-336b-4970-9a5e-f77ebdfd3259 None None] Attempting to bind port 7a46588f-9143-4dee-9e3a-1df38970d610 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:59:33.522226 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-3989daf0-336b-4970-9a5e-f77ebdfd3259 None None] Attempting to bind port 7a46588f-9143-4dee-9e3a-1df38970d610 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '482572b3-9d65-4375-9c42-925e854722fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:59:33.523377 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3989daf0-336b-4970-9a5e-f77ebdfd3259 None None] Attempting to bind port 7a46588f-9143-4dee-9e3a-1df38970d610 on network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:59:33.532275 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3989daf0-336b-4970-9a5e-f77ebdfd3259 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:59:33.532530 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3989daf0-336b-4970-9a5e-f77ebdfd3259 None None] Checking segment: {'id': '482572b3-9d65-4375-9c42-925e854722fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:59:33.532980 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-3989daf0-336b-4970-9a5e-f77ebdfd3259 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:33.533371 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3989daf0-336b-4970-9a5e-f77ebdfd3259 None None] Bound using segment: {'id': '482572b3-9d65-4375-9c42-925e854722fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:59:33.534451 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-3989daf0-336b-4970-9a5e-f77ebdfd3259 None None] Bound port: 7a46588f-9143-4dee-9e3a-1df38970d610, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '482572b3-9d65-4375-9c42-925e854722fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:59:33.534451 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-3989daf0-336b-4970-9a5e-f77ebdfd3259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:33.581800 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a41758-0891-4ce7-81ad-fbd88f874807 None None] Network da36dce3-4040-4d19-8c41-5ec659f2d571 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:59:33.643824 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bf6053f7-3305-4a7f-b069-a3658c3cd7ea tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:33.681467 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-bf6053f7-3305-4a7f-b069-a3658c3cd7ea tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Transition to ACTIVE for port object c17bdfd9-0829-4519-91d4-6d16153d6a8b will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:59:33.716028 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-eb82ea1d-276f-4b48-b059-587cfe3f2b52 None None] Provisioning for port 0be43b6f-6e88-4da0-9d04-83011a54df2f completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:59:33.776333 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bf6053f7-3305-4a7f-b069-a3658c3cd7ea tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:33.843812 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6053f7-3305-4a7f-b069-a3658c3cd7ea tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:59:33.847443 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-a594592f-25ba-49d1-b323-42725afd8133 req-8acc165e-aa7a-409a-ae8a-a035d9e93098 tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] For port 23b19a4b-c073-41ae-8740-1cc51827e8af, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=23b19a4b-c073-41ae-8740-1cc51827e8af,segment=NetworkSegment(12b6c578-0a1d-41ec-bf80-cafcccaeeccd),segment_id=12b6c578-0a1d-41ec-bf80-cafcccaeeccd)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:59:33.847443 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-a594592f-25ba-49d1-b323-42725afd8133 req-8acc165e-aa7a-409a-ae8a-a035d9e93098 tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:33.848394 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-bf6053f7-3305-4a7f-b069-a3658c3cd7ea tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:59:33.856255 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6053f7-3305-4a7f-b069-a3658c3cd7ea tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:59:33.856646 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bf6053f7-3305-4a7f-b069-a3658c3cd7ea tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954230'] for router_interface, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:33.879280 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba14a25-a8e5-4428-8dbc-edbe17062b55 req-8b44cda7-08b8-4411-9205-05e22fc0dfac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:33.881348 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9ba14a25-a8e5-4428-8dbc-edbe17062b55 req-8b44cda7-08b8-4411-9205-05e22fc0dfac service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=1beb17af-a544-42d0-be4c-a314899c0ffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.1341860 Aug 16 22:59:33.908997 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6053f7-3305-4a7f-b069-a3658c3cd7ea tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event updated for resources: {'Port': ['ID=c17bdfd9-0829-4519-91d4-6d16153d6a8b,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:33.939593 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-3989daf0-336b-4970-9a5e-f77ebdfd3259 None None] For port 7a46588f-9143-4dee-9e3a-1df38970d610, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:59:33.944018 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-3989daf0-336b-4970-9a5e-f77ebdfd3259 None None] For port 7a46588f-9143-4dee-9e3a-1df38970d610, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=7a46588f-9143-4dee-9e3a-1df38970d610,segment=NetworkSegment(482572b3-9d65-4375-9c42-925e854722fd),segment_id=482572b3-9d65-4375-9c42-925e854722fd)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:59:33.948929 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2aaa052a-5529-4776-a607-1b6e7f731ccc req-30717797-0ca0-428a-9937-c201ad17a17c tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=740f6e24-3a1f-45bd-a688-ce32c61727f2 HTTP/1.1" status: 200 len: 210 time: 0.1326478 Aug 16 22:59:33.949858 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8384dfa0-5e87-4c90-bf0c-05c51a75a999 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:33.969011 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-3989daf0-336b-4970-9a5e-f77ebdfd3259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:34.010070 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-414dac8e-3ab5-4c64-b0ee-ed48a606f93b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:34.028000 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-a594592f-25ba-49d1-b323-42725afd8133 req-8acc165e-aa7a-409a-ae8a-a035d9e93098 tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] Calling delete_port for 23b19a4b-c073-41ae-8740-1cc51827e8af owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:59:34.074129 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bf6053f7-3305-4a7f-b069-a3658c3cd7ea tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:34.084734 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device ae31ce66-884f-4360-814c-580afc389139 no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:59:34.124049 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3989daf0-336b-4970-9a5e-f77ebdfd3259 None None] Pushing event updated for resources: {'Port': ['ID=7a46588f-9143-4dee-9e3a-1df38970d610,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:34.128107 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 0be43b6f-6e88-4da0-9d04-83011a54df2f up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:59:34.131305 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] No Port match for: ae31ce66-884f-4360-814c-580afc389139 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:59:34.131645 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device ae31ce66-884f-4360-814c-580afc389139 not bound to the agent host n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:59:34.205313 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 0be43b6f-6e88-4da0-9d04-83011a54df2f completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:59:34.209670 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 0be43b6f-6e88-4da0-9d04-83011a54df2f triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:59:34.210045 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:34.332161 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:34.442866 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 0be43b6f-6e88-4da0-9d04-83011a54df2f, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=0be43b6f-6e88-4da0-9d04-83011a54df2f,segment=NetworkSegment(244ac0e6-4421-4cb0-95e4-19387d4e9889),segment_id=244ac0e6-4421-4cb0-95e4-19387d4e9889)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:59:34.453847 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:34.489366 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8384dfa0-5e87-4c90-bf0c-05c51a75a999 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:34.571470 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=0be43b6f-6e88-4da0-9d04-83011a54df2f,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:34.638739 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-1c5ad56c-ec02-403c-b92d-23530be9ac7b None None] Provisioning complete for port 0be43b6f-6e88-4da0-9d04-83011a54df2f triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:59:34.639123 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-1c5ad56c-ec02-403c-b92d-23530be9ac7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:34.653577 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54806015-f268-4249-986f-cab9b67d8098 req-71ca822c-819e-4b1a-ac43-e02ec6d4d9a0 tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:34.658143 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-54806015-f268-4249-986f-cab9b67d8098 req-71ca822c-819e-4b1a-ac43-e02ec6d4d9a0 tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=5a3c6e25-fa90-49b6-8ff5-1c1ee0bd7796 HTTP/1.1" status: 200 len: 1097 time: 0.8603995 Aug 16 22:59:34.660394 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8384dfa0-5e87-4c90-bf0c-05c51a75a999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:34.696929 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bf6053f7-3305-4a7f-b069-a3658c3cd7ea tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:34.713888 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bf6053f7-3305-4a7f-b069-a3658c3cd7ea tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:34.716656 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bf6053f7-3305-4a7f-b069-a3658c3cd7ea tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954122'] for router_interface, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:34.742489 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9ba14a25-a8e5-4428-8dbc-edbe17062b55 req-1b944787-25ea-4dfd-9d12-4f0de030c716 service neutron] 10.222.0.68 "GET /v2.0/networks/1beb17af-a544-42d0-be4c-a314899c0ffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8059447 Aug 16 22:59:34.836727 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6053f7-3305-4a7f-b069-a3658c3cd7ea tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event updated for resources: {'Port': ['ID=c17bdfd9-0829-4519-91d4-6d16153d6a8b,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:34.884790 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6053f7-3305-4a7f-b069-a3658c3cd7ea tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:59:34.885771 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-8384dfa0-5e87-4c90-bf0c-05c51a75a999 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1b31407db9e44818b16b081c89b94e7e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9803121 Aug 16 22:59:34.889145 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 42004) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:34.895807 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-bf6053f7-3305-4a7f-b069-a3658c3cd7ea tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:59:34.905827 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8384dfa0-5e87-4c90-bf0c-05c51a75a999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c90ae5d9-e37d-46c5-81e9-57f29fb3eece,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:34.945855 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-54806015-f268-4249-986f-cab9b67d8098 req-f1a7bb7a-99ec-4a31-a2d7-8a2eda8761b8 tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=57734425-7742-4aea-945b-26497b4f536d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589765 Aug 16 22:59:35.094282 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9ba14a25-a8e5-4428-8dbc-edbe17062b55 req-c58f7ee0-a021-4875-8c9f-6a72aa25f071 service neutron] 10.222.0.68 "GET /v2.0/networks/1beb17af-a544-42d0-be4c-a314899c0ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3357363 Aug 16 22:59:35.102827 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-702e1ddf-6561-4892-ab47-54f860afded1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:35.133010 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-702e1ddf-6561-4892-ab47-54f860afded1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:35.147285 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8324760a-4e44-48de-9d97-87c484907730 req-33358732-4ce7-4f1e-a8cb-00f28f838c7b tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=740f6e24-3a1f-45bd-a688-ce32c61727f2 HTTP/1.1" status: 200 len: 210 time: 0.0752451 Aug 16 22:59:35.183785 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 23b19a4b-c073-41ae-8740-1cc51827e8af no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:59:35.189153 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-a594592f-25ba-49d1-b323-42725afd8133 req-8acc165e-aa7a-409a-ae8a-a035d9e93098 tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:35.209622 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] No Port match for: 23b19a4b-c073-41ae-8740-1cc51827e8af {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:59:35.209982 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 23b19a4b-c073-41ae-8740-1cc51827e8af not bound to the agent host n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:59:35.210378 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf6053f7-3305-4a7f-b069-a3658c3cd7ea tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Router 718a7769-b39e-4a2f-8f7a-f72859bfa46f is scheduled to L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f with binding_index 1 {{(pid=101291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:59:35.211890 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-414dac8e-3ab5-4c64-b0ee-ed48a606f93b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:35.228052 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-702e1ddf-6561-4892-ab47-54f860afded1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:35.231652 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-702e1ddf-6561-4892-ab47-54f860afded1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:35.236389 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-702e1ddf-6561-4892-ab47-54f860afded1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c90ae5d9-e37d-46c5-81e9-57f29fb3eece HTTP/1.1" status: 204 len: 168 time: 0.3459742 Aug 16 22:59:35.244422 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acc165e-aa7a-409a-ae8a-a035d9e93098 tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] Pushing event deleted for resources: {'Port': ['ID=23b19a4b-c073-41ae-8740-1cc51827e8af,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:35.260709 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702e1ddf-6561-4892-ab47-54f860afded1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c90ae5d9-e37d-46c5-81e9-57f29fb3eece,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:35.402432 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-a594592f-25ba-49d1-b323-42725afd8133 req-8acc165e-aa7a-409a-ae8a-a035d9e93098 tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] No DVR routers for this DVR port 23b19a4b-c073-41ae-8740-1cc51827e8af on host n-h2-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:59:35.402678 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf6053f7-3305-4a7f-b069-a3658c3cd7ea tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:59:35.407515 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-a594592f-25ba-49d1-b323-42725afd8133 req-8acc165e-aa7a-409a-ae8a-a035d9e93098 tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:35.409728 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a594592f-25ba-49d1-b323-42725afd8133 req-8acc165e-aa7a-409a-ae8a-a035d9e93098 tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] 10.222.0.57 "DELETE /v2.0/ports/23b19a4b-c073-41ae-8740-1cc51827e8af HTTP/1.1" status: 204 len: 173 time: 3.3916917 Aug 16 22:59:35.410332 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a3c6e25-fa90-49b6-8ff5-1c1ee0bd7796', 'name': 'network-vif-deleted', 'tag': '23b19a4b-c073-41ae-8740-1cc51827e8af'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:59:35.416874 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e1a157-8ea5-42e1-9f2e-1619ac4140c7 None None] Sync routers for ids ['718a7769-b39e-4a2f-8f7a-f72859bfa46f'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:59:35.420807 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d75c96bd-08a8-4498-b26b-f4b8c17ce583" -d '{"events": [{"server_uuid": "5a3c6e25-fa90-49b6-8ff5-1c1ee0bd7796", "name": "network-vif-deleted", "tag": "23b19a4b-c073-41ae-8740-1cc51827e8af"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:59:35.425775 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 42010) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:35.437163 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-bf6053f7-3305-4a7f-b069-a3658c3cd7ea tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "PUT /v2.0/routers/718a7769-b39e-4a2f-8f7a-f72859bfa46f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6346784 Aug 16 22:59:35.446932 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e1a157-8ea5-42e1-9f2e-1619ac4140c7 None None] Routers {'718a7769-b39e-4a2f-8f7a-f72859bfa46f'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:59:35.448119 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-58e1a157-8ea5-42e1-9f2e-1619ac4140c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:59:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['718a7769-b39e-4a2f-8f7a-f72859bfa46f'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:59:35.558897 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dee4b3b-b862-4a49-9382-dc2a259d73a1 x-openstack-request-id: req-7dee4b3b-b862-4a49-9382-dc2a259d73a1 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:59:35.558897 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a3c6e25-fa90-49b6-8ff5-1c1ee0bd7796", "name": "network-vif-deleted", "tag": "23b19a4b-c073-41ae-8740-1cc51827e8af", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:59:35.558897 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7dee4b3b-b862-4a49-9382-dc2a259d73a1 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:59:35.559404 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a3c6e25-fa90-49b6-8ff5-1c1ee0bd7796', 'name': 'network-vif-deleted', 'tag': '23b19a4b-c073-41ae-8740-1cc51827e8af', 'status': 'completed', 'code': 200} Aug 16 22:59:35.637063 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-58e1a157-8ea5-42e1-9f2e-1619ac4140c7 None None] Set router 718a7769-b39e-4a2f-8f7a-f72859bfa46f gateway port host: None {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:59:35.654175 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4856d253-2aa7-433c-a2b6-068afa66dda8 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:35.658222 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 42018) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:35.659258 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-4856d253-2aa7-433c-a2b6-068afa66dda8 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "GET /v2.0/ports/c17bdfd9-0829-4519-91d4-6d16153d6a8b HTTP/1.1" status: 200 len: 911 time: 0.2282705 Aug 16 22:59:35.766500 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-414dac8e-3ab5-4c64-b0ee-ed48a606f93b admin admin] Router ff0b8480-d210-4dfa-80bb-15e3fd85c50f is scheduled to L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f with binding_index 1 {{(pid=101292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 22:59:35.770600 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6efdc84-aa22-44a5-8a03-8600b0357f23 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:35.784483 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6efdc84-aa22-44a5-8a03-8600b0357f23 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:35.785092 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-bda9b8ae-cb81-4dab-96a5-9b3588a52781 None None] Provisioning for port 7a46588f-9143-4dee-9e3a-1df38970d610 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:59:35.790884 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-d6efdc84-aa22-44a5-8a03-8600b0357f23 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1275005 Aug 16 22:59:35.806658 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 42024) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:35.886583 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 42026) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:35.947890 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b7ab60db-b46e-4da5-8942-1539f6ce5e75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:36.061451 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-58e1a157-8ea5-42e1-9f2e-1619ac4140c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '718a7769-b39e-4a2f-8f7a-f72859bfa46f', 'name': 'tempest-NetworksTestDHCPv6-router-933854647', 'tenant_id': '68b563add1f042a58ab2d8884a30332e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:59:31Z', 'updated_at': '2021-08-16T22:59:34Z', 'revision_number': 2, 'project_id': '68b563add1f042a58ab2d8884a30332e', 'gw_port_host': None, '_interfaces': [{'id': 'c17bdfd9-0829-4519-91d4-6d16153d6a8b', 'name': '', 'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'tenant_id': '68b563add1f042a58ab2d8884a30332e', 'mac_address': 'fa:16:3e:cd:6e:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '718a7769-b39e-4a2f-8f7a-f72859bfa46f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '65f8c658-bbf3-4b31-afbf-7cc7629e7d14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:59:32Z', 'updated_at': '2021-08-16T22:59:34Z', 'revision_number': 2, 'project_id': '68b563add1f042a58ab2d8884a30332e', 'subnets': [{'id': '65f8c658-bbf3-4b31-afbf-7cc7629e7d14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:59:36.116637 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-414dac8e-3ab5-4c64-b0ee-ed48a606f93b admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:59:36.128926 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26436f6-c034-49a8-808e-84835fbaf2b1 None None] Sync routers for ids ['ff0b8480-d210-4dfa-80bb-15e3fd85c50f'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:59:36.137385 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e1a157-8ea5-42e1-9f2e-1619ac4140c7 None None] Checking router: 718a7769-b39e-4a2f-8f7a-f72859bfa46f for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:59:36.137979 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e1a157-8ea5-42e1-9f2e-1619ac4140c7 None None] Updating router 718a7769-b39e-4a2f-8f7a-f72859bfa46f port c17bdfd9-0829-4519-91d4-6d16153d6a8b binding host n-d-791506-26 {{(pid=101294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:59:36.174265 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26436f6-c034-49a8-808e-84835fbaf2b1 None None] Routers {'ff0b8480-d210-4dfa-80bb-15e3fd85c50f'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:59:36.177029 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-f26436f6-c034-49a8-808e-84835fbaf2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:59:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['ff0b8480-d210-4dfa-80bb-15e3fd85c50f'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:59:36.178733 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-58e1a157-8ea5-42e1-9f2e-1619ac4140c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:36.309550 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0091bed9-05f7-4b9b-8997-2d06c557e76c req-5711741e-32af-4ee9-b13d-57af9c46e027 tempest-TestServerMultinode-1488720391 tempest-TestServerMultinode-1488720391-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=5a3c6e25-fa90-49b6-8ff5-1c1ee0bd7796 HTTP/1.1" status: 200 len: 210 time: 0.0920906 Aug 16 22:59:36.399859 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 7a46588f-9143-4dee-9e3a-1df38970d610 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:59:36.443406 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-391b26f0-0c19-4777-8566-8117de844b87 req-727aa4af-508f-4a44-b882-47d0707a73d6 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=740f6e24-3a1f-45bd-a688-ce32c61727f2 HTTP/1.1" status: 200 len: 210 time: 0.0854588 Aug 16 22:59:36.502424 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-258c219a-f4a9-4298-903d-ea7455a9aee2 None None] Provisioning for port c17bdfd9-0829-4519-91d4-6d16153d6a8b completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:59:36.524701 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b7ab60db-b46e-4da5-8942-1539f6ce5e75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:36.528973 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-258c219a-f4a9-4298-903d-ea7455a9aee2 None None] Provisioning complete for port c17bdfd9-0829-4519-91d4-6d16153d6a8b triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:59:36.529695 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-258c219a-f4a9-4298-903d-ea7455a9aee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:36.532960 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-f26436f6-c034-49a8-808e-84835fbaf2b1 None None] Set router ff0b8480-d210-4dfa-80bb-15e3fd85c50f gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:59:36.534782 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b7ab60db-b46e-4da5-8942-1539f6ce5e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:36.586462 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-414dac8e-3ab5-4c64-b0ee-ed48a606f93b admin admin] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:36.591974 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 42032) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:36.595257 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-414dac8e-3ab5-4c64-b0ee-ed48a606f93b admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.3353066 Aug 16 22:59:36.708818 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ab60db-b46e-4da5-8942-1539f6ce5e75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=795410e3-f12f-436e-87b7-f41c47c1890b,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:36.723012 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-b7ab60db-b46e-4da5-8942-1539f6ce5e75 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0744ce793ae94400afda5431586eccb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8311000 Aug 16 22:59:36.724570 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-258c219a-f4a9-4298-903d-ea7455a9aee2 None None] Port c17bdfd9-0829-4519-91d4-6d16153d6a8b cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:59:36.725709 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 42036) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:36.725909 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 7a46588f-9143-4dee-9e3a-1df38970d610 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:59:36.751591 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 7a46588f-9143-4dee-9e3a-1df38970d610 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:59:36.751967 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:36.758531 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a673555b-d6ce-431f-9917-796b4b168062 req-89cce984-5469-410d-a33c-aa3290f25ee0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=64dce353-055b-404e-bb15-893d8d6f9f87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2964005 Aug 16 22:59:36.808345 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-74922363-cc48-4555-820c-017e70ebb315 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:36.842716 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-74922363-cc48-4555-820c-017e70ebb315 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:36.898167 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-58e1a157-8ea5-42e1-9f2e-1619ac4140c7 None None] Notify callbacks [] for port, precommit_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:36.924714 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0482da57-ea12-46f2-a5e3-d295fceaed58 None None] Provisioning complete for port c17bdfd9-0829-4519-91d4-6d16153d6a8b triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:59:36.925150 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0482da57-ea12-46f2-a5e3-d295fceaed58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:36.955352 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.provisioning_blocks [None req-58e1a157-8ea5-42e1-9f2e-1619ac4140c7 None None] Transition to ACTIVE for port object c17bdfd9-0829-4519-91d4-6d16153d6a8b will not be triggered until provisioned by entity L2. {{(pid=101294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:59:36.956909 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-74922363-cc48-4555-820c-017e70ebb315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:36.961856 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-74922363-cc48-4555-820c-017e70ebb315 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:36.965845 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:36.967629 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-74922363-cc48-4555-820c-017e70ebb315 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/795410e3-f12f-436e-87b7-f41c47c1890b HTTP/1.1" status: 204 len: 168 time: 0.2407401 Aug 16 22:59:36.973766 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-58e1a157-8ea5-42e1-9f2e-1619ac4140c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:36.985787 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74922363-cc48-4555-820c-017e70ebb315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=795410e3-f12f-436e-87b7-f41c47c1890b,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:37.003310 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673555b-d6ce-431f-9917-796b4b168062 req-6e1e7cd4-c6e1-4825-926d-b74083768c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:37.005102 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a673555b-d6ce-431f-9917-796b4b168062 req-6e1e7cd4-c6e1-4825-926d-b74083768c53 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=57296d41c5f54ce79a9b782f4a8b4677&device_id=64dce353-055b-404e-bb15-893d8d6f9f87 HTTP/1.1" status: 200 len: 1098 time: 0.1061499 Aug 16 22:59:37.023169 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0482da57-ea12-46f2-a5e3-d295fceaed58 None None] Port c17bdfd9-0829-4519-91d4-6d16153d6a8b cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:59:37.068385 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-f26436f6-c034-49a8-808e-84835fbaf2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0b8480-d210-4dfa-80bb-15e3fd85c50f', 'name': 'tempest-FloatingIPsTestJSON-1826619644-router', 'tenant_id': 'ef33d65d91714f219ff45e0206877fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '3fdfdd8d-1f35-428d-978e-fe96e54d83ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:59:29Z', 'updated_at': '2021-08-16T22:59:32Z', 'revision_number': 3, 'project_id': 'ef33d65d91714f219ff45e0206877fae', 'gw_port': {'id': '3fdfdd8d-1f35-428d-978e-fe96e54d83ab', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e6:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff0b8480-d210-4dfa-80bb-15e3fd85c50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:59:30Z', 'updated_at': '2021-08-16T22:59:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:59:37.101157 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f37800-5281-4fcb-8513-6d0895d9d354 None None] Pushing event updated for resources: {'Port': ['ID=c17bdfd9-0829-4519-91d4-6d16153d6a8b,revision_number=3']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:37.163836 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 7a46588f-9143-4dee-9e3a-1df38970d610, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=7a46588f-9143-4dee-9e3a-1df38970d610,segment=NetworkSegment(482572b3-9d65-4375-9c42-925e854722fd),segment_id=482572b3-9d65-4375-9c42-925e854722fd)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:59:37.165084 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26436f6-c034-49a8-808e-84835fbaf2b1 None None] Checking router: ff0b8480-d210-4dfa-80bb-15e3fd85c50f for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:59:37.165433 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26436f6-c034-49a8-808e-84835fbaf2b1 None None] Updating router ff0b8480-d210-4dfa-80bb-15e3fd85c50f port 3fdfdd8d-1f35-428d-978e-fe96e54d83ab binding host n-d-791506-26 {{(pid=101293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:59:37.178983 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:37.179798 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 0be43b6f-6e88-4da0-9d04-83011a54df2f up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:59:37.205194 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673555b-d6ce-431f-9917-796b4b168062 req-dfbfa8e6-985d-4201-b54b-158ef913cf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:37.206442 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-58e1a157-8ea5-42e1-9f2e-1619ac4140c7 None None] Attempting to bind port c17bdfd9-0829-4519-91d4-6d16153d6a8b on host n-d-791506-26 for vnic_type normal with profile {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:59:37.206806 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-58e1a157-8ea5-42e1-9f2e-1619ac4140c7 None None] Attempting to bind port c17bdfd9-0829-4519-91d4-6d16153d6a8b by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '482572b3-9d65-4375-9c42-925e854722fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5'}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:59:37.207169 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e1a157-8ea5-42e1-9f2e-1619ac4140c7 None None] Attempting to bind port c17bdfd9-0829-4519-91d4-6d16153d6a8b on network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:59:37.207404 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a673555b-d6ce-431f-9917-796b4b168062 req-dfbfa8e6-985d-4201-b54b-158ef913cf3d service neutron] 10.222.0.57 "GET /v2.0/networks?id=6017926f-7eef-429e-a22b-3a35337dccd4 HTTP/1.1" status: 200 len: 918 time: 0.1588063 Aug 16 22:59:37.223712 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e1a157-8ea5-42e1-9f2e-1619ac4140c7 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:59:37.223981 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e1a157-8ea5-42e1-9f2e-1619ac4140c7 None None] Checking segment: {'id': '482572b3-9d65-4375-9c42-925e854722fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:59:37.224386 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-58e1a157-8ea5-42e1-9f2e-1619ac4140c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:37.224806 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e1a157-8ea5-42e1-9f2e-1619ac4140c7 None None] Bound using segment: {'id': '482572b3-9d65-4375-9c42-925e854722fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5'} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:59:37.225273 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-58e1a157-8ea5-42e1-9f2e-1619ac4140c7 None None] Bound port: c17bdfd9-0829-4519-91d4-6d16153d6a8b, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '482572b3-9d65-4375-9c42-925e854722fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5'}}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:59:37.225652 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-58e1a157-8ea5-42e1-9f2e-1619ac4140c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:37.374344 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f26436f6-c034-49a8-808e-84835fbaf2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:37.382742 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-58e1a157-8ea5-42e1-9f2e-1619ac4140c7 None None] For port c17bdfd9-0829-4519-91d4-6d16153d6a8b, host n-d-791506-26, cleared binding levels {{(pid=101294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:59:37.390141 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-58e1a157-8ea5-42e1-9f2e-1619ac4140c7 None None] For port c17bdfd9-0829-4519-91d4-6d16153d6a8b, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=c17bdfd9-0829-4519-91d4-6d16153d6a8b,segment=NetworkSegment(482572b3-9d65-4375-9c42-925e854722fd),segment_id=482572b3-9d65-4375-9c42-925e854722fd)] {{(pid=101294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:59:37.398530 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-58e1a157-8ea5-42e1-9f2e-1619ac4140c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:37.410106 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a673555b-d6ce-431f-9917-796b4b168062 req-18521dd5-12c5-49bd-a9da-56b74c95d734 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=95359267-9042-4d8b-bff2-66d28c99d8f8 HTTP/1.1" status: 200 len: 1001 time: 0.1910074 Aug 16 22:59:37.427981 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 42050) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:37.489965 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673555b-d6ce-431f-9917-796b4b168062 req-ad4fd8db-dca7-45c9-a7ea-ae11778272e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:37.493981 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a673555b-d6ce-431f-9917-796b4b168062 req-ad4fd8db-dca7-45c9-a7ea-ae11778272e2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bb160313-5dbe-49f2-8a31-7afb6f1954c3 HTTP/1.1" status: 200 len: 856 time: 0.0741944 Aug 16 22:59:37.541646 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e1a157-8ea5-42e1-9f2e-1619ac4140c7 None None] Routers {'718a7769-b39e-4a2f-8f7a-f72859bfa46f'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:59:37.541998 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-58e1a157-8ea5-42e1-9f2e-1619ac4140c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:59:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['718a7769-b39e-4a2f-8f7a-f72859bfa46f'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:59:37.584718 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f37800-5281-4fcb-8513-6d0895d9d354 None None] Pushing event updated for resources: {'Port': ['ID=c17bdfd9-0829-4519-91d4-6d16153d6a8b,revision_number=4']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:37.683328 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=7a46588f-9143-4dee-9e3a-1df38970d610,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:37.837294 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 0be43b6f-6e88-4da0-9d04-83011a54df2f triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:59:37.837828 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:37.884889 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-58e1a157-8ea5-42e1-9f2e-1619ac4140c7 None None] Set router 718a7769-b39e-4a2f-8f7a-f72859bfa46f gateway port host: None {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:59:37.987024 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a36bea86-066a-4827-b195-0db5423aa574 req-82e43723-89d1-43fe-9ee3-a54b108efcbb tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=740f6e24-3a1f-45bd-a688-ce32c61727f2 HTTP/1.1" status: 200 len: 210 time: 0.1619558 Aug 16 22:59:38.109831 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673555b-d6ce-431f-9917-796b4b168062 req-07256b88-20c2-43dc-9e6e-57e6156b0ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:38.111557 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a673555b-d6ce-431f-9917-796b4b168062 req-07256b88-20c2-43dc-9e6e-57e6156b0ae1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6017926f-7eef-429e-a22b-3a35337dccd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5993013 Aug 16 22:59:38.194728 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-153dc601-7cfb-4024-8416-33993e153894 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537579'] for router_interface, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:38.279883 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 7a46588f-9143-4dee-9e3a-1df38970d610 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:59:38.444315 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-58e1a157-8ea5-42e1-9f2e-1619ac4140c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '718a7769-b39e-4a2f-8f7a-f72859bfa46f', 'name': 'tempest-NetworksTestDHCPv6-router-933854647', 'tenant_id': '68b563add1f042a58ab2d8884a30332e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:59:31Z', 'updated_at': '2021-08-16T22:59:34Z', 'revision_number': 2, 'project_id': '68b563add1f042a58ab2d8884a30332e', 'gw_port_host': None, '_interfaces': [{'id': 'c17bdfd9-0829-4519-91d4-6d16153d6a8b', 'name': '', 'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'tenant_id': '68b563add1f042a58ab2d8884a30332e', 'mac_address': 'fa:16:3e:cd:6e:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '718a7769-b39e-4a2f-8f7a-f72859bfa46f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '65f8c658-bbf3-4b31-afbf-7cc7629e7d14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:59:32Z', 'updated_at': '2021-08-16T22:59:37Z', 'revision_number': 4, 'project_id': '68b563add1f042a58ab2d8884a30332e', 'subnets': [{'id': '65f8c658-bbf3-4b31-afbf-7cc7629e7d14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:59:38.460909 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f26436f6-c034-49a8-808e-84835fbaf2b1 None None] Notify callbacks [] for port, precommit_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:38.463841 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 7a46588f-9143-4dee-9e3a-1df38970d610 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:59:38.464679 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:38.469928 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-83e3c231-d4f2-47a0-9898-d3ca05628c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:38.519625 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-f26436f6-c034-49a8-808e-84835fbaf2b1 None None] Transition to ACTIVE for port object 3fdfdd8d-1f35-428d-978e-fe96e54d83ab will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:59:38.525338 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e1a157-8ea5-42e1-9f2e-1619ac4140c7 None None] The sync data for ids ['718a7769-b39e-4a2f-8f7a-f72859bfa46f'] in n-d-791506-26 is: [{'id': '718a7769-b39e-4a2f-8f7a-f72859bfa46f', 'name': 'tempest-NetworksTestDHCPv6-router-933854647', 'tenant_id': '68b563add1f042a58ab2d8884a30332e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:59:31Z', 'updated_at': '2021-08-16T22:59:34Z', 'revision_number': 2, 'project_id': '68b563add1f042a58ab2d8884a30332e', 'gw_port_host': None, '_interfaces': [{'id': 'c17bdfd9-0829-4519-91d4-6d16153d6a8b', 'name': '', 'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'tenant_id': '68b563add1f042a58ab2d8884a30332e', 'mac_address': 'fa:16:3e:cd:6e:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '718a7769-b39e-4a2f-8f7a-f72859bfa46f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '65f8c658-bbf3-4b31-afbf-7cc7629e7d14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:59:32Z', 'updated_at': '2021-08-16T22:59:37Z', 'revision_number': 4, 'project_id': '68b563add1f042a58ab2d8884a30332e', 'subnets': [{'id': '65f8c658-bbf3-4b31-afbf-7cc7629e7d14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:59:38.560749 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f26436f6-c034-49a8-808e-84835fbaf2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:38.596299 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a673555b-d6ce-431f-9917-796b4b168062 req-3d6cfd88-09ee-4cf9-a3b4-a5b4bf14b9f4 service neutron] 10.222.0.57 "GET /v2.0/networks/6017926f-7eef-429e-a22b-3a35337dccd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4607995 Aug 16 22:59:38.782463 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c551faa3-d311-4f06-b32e-528e65275781 None None] Pushing event updated for resources: {'Port': ['ID=3fdfdd8d-1f35-428d-978e-fe96e54d83ab,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:38.795646 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-f26436f6-c034-49a8-808e-84835fbaf2b1 None None] Attempting to bind port 3fdfdd8d-1f35-428d-978e-fe96e54d83ab on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:59:38.796270 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-f26436f6-c034-49a8-808e-84835fbaf2b1 None None] Attempting to bind port 3fdfdd8d-1f35-428d-978e-fe96e54d83ab by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:59:38.796832 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26436f6-c034-49a8-808e-84835fbaf2b1 None None] Attempting to bind port 3fdfdd8d-1f35-428d-978e-fe96e54d83ab on network c22c4980-c849-406d-982c-a5d68c515a94 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:59:38.805197 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26436f6-c034-49a8-808e-84835fbaf2b1 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:59:38.805991 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26436f6-c034-49a8-808e-84835fbaf2b1 None None] Checking segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:59:38.806663 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f26436f6-c034-49a8-808e-84835fbaf2b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:38.807250 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26436f6-c034-49a8-808e-84835fbaf2b1 None None] Bound using segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:59:38.809353 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-f26436f6-c034-49a8-808e-84835fbaf2b1 None None] Bound port: 3fdfdd8d-1f35-428d-978e-fe96e54d83ab, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:59:38.810202 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a673555b-d6ce-431f-9917-796b4b168062 req-b2d33636-cd7d-4e91-bea0-eade07f0696d service neutron] 10.222.0.57 "GET /v2.0/networks/6017926f-7eef-429e-a22b-3a35337dccd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063394 Aug 16 22:59:38.810361 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f26436f6-c034-49a8-808e-84835fbaf2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:38.982542 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f26436f6-c034-49a8-808e-84835fbaf2b1 None None] For port 3fdfdd8d-1f35-428d-978e-fe96e54d83ab, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:59:39.003901 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-83e3c231-d4f2-47a0-9898-d3ca05628c50 admin admin] Allocated IP 172.20.0.1 (da36dce3-4040-4d19-8c41-5ec659f2d571/5598925a-f775-4b0b-8aed-344c86f88070/a97d70df-7bda-455c-ae29-bf1e0993e676) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:59:39.011983 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f26436f6-c034-49a8-808e-84835fbaf2b1 None None] For port 3fdfdd8d-1f35-428d-978e-fe96e54d83ab, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=3fdfdd8d-1f35-428d-978e-fe96e54d83ab,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:59:39.030221 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f26436f6-c034-49a8-808e-84835fbaf2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:39.095405 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-153dc601-7cfb-4024-8416-33993e153894 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Deleting port c17bdfd9-0829-4519-91d4-6d16153d6a8b {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:59:39.095964 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-153dc601-7cfb-4024-8416-33993e153894 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:39.130779 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c551faa3-d311-4f06-b32e-528e65275781 None None] Pushing event updated for resources: {'Port': ['ID=3fdfdd8d-1f35-428d-978e-fe96e54d83ab,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:39.136691 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4fcf3701-0b71-45aa-83a6-474c8e2dfa17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537579'] for router_interface, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:39.177647 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26436f6-c034-49a8-808e-84835fbaf2b1 None None] Routers {'ff0b8480-d210-4dfa-80bb-15e3fd85c50f'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:59:39.178489 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-f26436f6-c034-49a8-808e-84835fbaf2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:59:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['ff0b8480-d210-4dfa-80bb-15e3fd85c50f'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:59:39.281277 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1708833d-2786-42f7-aaf3-acfa64e1a6cc req-54fc1eae-b99d-4569-b6cc-acc58912a88b tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=740f6e24-3a1f-45bd-a688-ce32c61727f2 HTTP/1.1" status: 200 len: 210 time: 0.1290250 Aug 16 22:59:39.362692 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-83e3c231-d4f2-47a0-9898-d3ca05628c50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:39.387646 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-83e3c231-d4f2-47a0-9898-d3ca05628c50 admin admin] Transition to ACTIVE for port object a97d70df-7bda-455c-ae29-bf1e0993e676 will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:59:39.451843 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-f26436f6-c034-49a8-808e-84835fbaf2b1 None None] Set router ff0b8480-d210-4dfa-80bb-15e3fd85c50f gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:59:39.494888 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-153dc601-7cfb-4024-8416-33993e153894 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] For port c17bdfd9-0829-4519-91d4-6d16153d6a8b, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=c17bdfd9-0829-4519-91d4-6d16153d6a8b,segment=NetworkSegment(482572b3-9d65-4375-9c42-925e854722fd),segment_id=482572b3-9d65-4375-9c42-925e854722fd)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:59:39.495990 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-153dc601-7cfb-4024-8416-33993e153894 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:39.500149 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-83e3c231-d4f2-47a0-9898-d3ca05628c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:39.554031 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-153dc601-7cfb-4024-8416-33993e153894 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Calling delete_port for c17bdfd9-0829-4519-91d4-6d16153d6a8b owned by network:router_interface {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:59:39.588589 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e3c231-d4f2-47a0-9898-d3ca05628c50 admin admin] Network da36dce3-4040-4d19-8c41-5ec659f2d571 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:59:39.617224 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-83e3c231-d4f2-47a0-9898-d3ca05628c50 admin admin] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:59:39.624589 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e3c231-d4f2-47a0-9898-d3ca05628c50 admin admin] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:59:39.734048 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e3c231-d4f2-47a0-9898-d3ca05628c50 admin admin] Pushing event updated for resources: {'Port': ['ID=a97d70df-7bda-455c-ae29-bf1e0993e676,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:39.740020 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-83e3c231-d4f2-47a0-9898-d3ca05628c50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954230'] for router_interface, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:39.765814 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-4fcf3701-0b71-45aa-83a6-474c8e2dfa17 admin admin] Deleting port b08c8455-e212-4802-bfea-8f4fd414ea62 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:59:39.766153 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4fcf3701-0b71-45aa-83a6-474c8e2dfa17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:39.879318 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e3c231-d4f2-47a0-9898-d3ca05628c50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:59:39.880143 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e3c231-d4f2-47a0-9898-d3ca05628c50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:59:39.880143 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e3c231-d4f2-47a0-9898-d3ca05628c50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:59:39.880368 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e3c231-d4f2-47a0-9898-d3ca05628c50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:59:39.880702 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e3c231-d4f2-47a0-9898-d3ca05628c50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:59:39.881037 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e3c231-d4f2-47a0-9898-d3ca05628c50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:59:39.881372 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e3c231-d4f2-47a0-9898-d3ca05628c50 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:59:39.881701 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e3c231-d4f2-47a0-9898-d3ca05628c50 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:59:39.882030 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e3c231-d4f2-47a0-9898-d3ca05628c50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:59:39.882354 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e3c231-d4f2-47a0-9898-d3ca05628c50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:59:39.882681 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e3c231-d4f2-47a0-9898-d3ca05628c50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:59:39.883015 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e3c231-d4f2-47a0-9898-d3ca05628c50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:59:39.897691 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-f26436f6-c034-49a8-808e-84835fbaf2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0b8480-d210-4dfa-80bb-15e3fd85c50f', 'name': 'tempest-FloatingIPsTestJSON-1826619644-router', 'tenant_id': 'ef33d65d91714f219ff45e0206877fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '3fdfdd8d-1f35-428d-978e-fe96e54d83ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:59:29Z', 'updated_at': '2021-08-16T22:59:32Z', 'revision_number': 3, 'project_id': 'ef33d65d91714f219ff45e0206877fae', 'gw_port': {'id': '3fdfdd8d-1f35-428d-978e-fe96e54d83ab', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e6:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff0b8480-d210-4dfa-80bb-15e3fd85c50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:59:30Z', 'updated_at': '2021-08-16T22:59:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:59:39.905680 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-4fcf3701-0b71-45aa-83a6-474c8e2dfa17 admin admin] For port b08c8455-e212-4802-bfea-8f4fd414ea62, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=b08c8455-e212-4802-bfea-8f4fd414ea62,segment=NetworkSegment(12b6c578-0a1d-41ec-bf80-cafcccaeeccd),segment_id=12b6c578-0a1d-41ec-bf80-cafcccaeeccd)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:59:39.906695 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4fcf3701-0b71-45aa-83a6-474c8e2dfa17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:39.924387 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-4fcf3701-0b71-45aa-83a6-474c8e2dfa17 admin admin] Calling delete_port for b08c8455-e212-4802-bfea-8f4fd414ea62 owned by network:router_interface {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:59:39.962872 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26436f6-c034-49a8-808e-84835fbaf2b1 None None] The sync data for ids ['ff0b8480-d210-4dfa-80bb-15e3fd85c50f'] in n-d-791506-26 is: [{'id': 'ff0b8480-d210-4dfa-80bb-15e3fd85c50f', 'name': 'tempest-FloatingIPsTestJSON-1826619644-router', 'tenant_id': 'ef33d65d91714f219ff45e0206877fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '3fdfdd8d-1f35-428d-978e-fe96e54d83ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:59:29Z', 'updated_at': '2021-08-16T22:59:32Z', 'revision_number': 3, 'project_id': 'ef33d65d91714f219ff45e0206877fae', 'gw_port': {'id': '3fdfdd8d-1f35-428d-978e-fe96e54d83ab', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e6:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff0b8480-d210-4dfa-80bb-15e3fd85c50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:59:30Z', 'updated_at': '2021-08-16T22:59:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:59:40.135150 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-83e3c231-d4f2-47a0-9898-d3ca05628c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:40.155194 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-85cc555e-8eaf-46c0-b9e7-c3bfa4ad439c None None] Provisioning for port a97d70df-7bda-455c-ae29-bf1e0993e676 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:59:40.171549 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-85cc555e-8eaf-46c0-b9e7-c3bfa4ad439c None None] Provisioning complete for port a97d70df-7bda-455c-ae29-bf1e0993e676 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:59:40.172781 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-85cc555e-8eaf-46c0-b9e7-c3bfa4ad439c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:40.192795 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-153dc601-7cfb-4024-8416-33993e153894 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:40.240559 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153dc601-7cfb-4024-8416-33993e153894 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event deleted for resources: {'Port': ['ID=c17bdfd9-0829-4519-91d4-6d16153d6a8b,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:40.324496 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4fcf3701-0b71-45aa-83a6-474c8e2dfa17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:40.342373 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-85cc555e-8eaf-46c0-b9e7-c3bfa4ad439c None None] Port a97d70df-7bda-455c-ae29-bf1e0993e676 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:59:40.416791 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device c17bdfd9-0829-4519-91d4-6d16153d6a8b up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:59:40.514197 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: c17bdfd9-0829-4519-91d4-6d16153d6a8b {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:59:40.514926 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device c17bdfd9-0829-4519-91d4-6d16153d6a8b not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 16 22:59:40.531560 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcf3701-0b71-45aa-83a6-474c8e2dfa17 admin admin] Pushing event deleted for resources: {'Port': ['ID=b08c8455-e212-4802-bfea-8f4fd414ea62,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:40.589645 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Port c17bdfd9-0829-4519-91d4-6d16153d6a8b not found, will not notify nova. {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 16 22:59:40.666491 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcf3701-0b71-45aa-83a6-474c8e2dfa17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:59:40.667067 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcf3701-0b71-45aa-83a6-474c8e2dfa17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:59:40.668129 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcf3701-0b71-45aa-83a6-474c8e2dfa17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:59:40.668494 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcf3701-0b71-45aa-83a6-474c8e2dfa17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:59:40.668989 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcf3701-0b71-45aa-83a6-474c8e2dfa17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:59:40.669609 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcf3701-0b71-45aa-83a6-474c8e2dfa17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:59:40.669979 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcf3701-0b71-45aa-83a6-474c8e2dfa17 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:59:40.670315 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcf3701-0b71-45aa-83a6-474c8e2dfa17 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:59:40.670649 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcf3701-0b71-45aa-83a6-474c8e2dfa17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:59:40.671132 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcf3701-0b71-45aa-83a6-474c8e2dfa17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:59:40.671466 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcf3701-0b71-45aa-83a6-474c8e2dfa17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:59:40.671790 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcf3701-0b71-45aa-83a6-474c8e2dfa17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:59:40.696158 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-153dc601-7cfb-4024-8416-33993e153894 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537471'] for router_interface, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:40.998385 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:41.035426 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4fcf3701-0b71-45aa-83a6-474c8e2dfa17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537471'] for router_interface, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:41.144931 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-83e3c231-d4f2-47a0-9898-d3ca05628c50 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:41.146275 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 42126) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:41.152842 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-83e3c231-d4f2-47a0-9898-d3ca05628c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:41.206517 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-83e3c231-d4f2-47a0-9898-d3ca05628c50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954122'] for router_interface, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:41.210509 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-153dc601-7cfb-4024-8416-33993e153894 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Router 718a7769-b39e-4a2f-8f7a-f72859bfa46f has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:59:41.416796 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e3c231-d4f2-47a0-9898-d3ca05628c50 admin admin] Pushing event updated for resources: {'Port': ['ID=a97d70df-7bda-455c-ae29-bf1e0993e676,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:41.431735 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-102c1de9-cb69-4438-8765-4e81da760932 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:41.515411 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e3c231-d4f2-47a0-9898-d3ca05628c50 admin admin] Network da36dce3-4040-4d19-8c41-5ec659f2d571 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:59:41.518451 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-83e3c231-d4f2-47a0-9898-d3ca05628c50 admin admin] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:59:41.528520 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-153dc601-7cfb-4024-8416-33993e153894 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:59:41.535391 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-153dc601-7cfb-4024-8416-33993e153894 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "PUT /v2.0/routers/718a7769-b39e-4a2f-8f7a-f72859bfa46f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7276406 Aug 16 22:59:41.538146 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 42142) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:41.543767 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84213152-5395-4861-98ca-53e406cfadc9 None None] Sync routers for ids ['718a7769-b39e-4a2f-8f7a-f72859bfa46f'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:59:41.559343 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84213152-5395-4861-98ca-53e406cfadc9 None None] Routers {'718a7769-b39e-4a2f-8f7a-f72859bfa46f'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:59:41.560347 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-84213152-5395-4861-98ca-53e406cfadc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:59:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['718a7769-b39e-4a2f-8f7a-f72859bfa46f'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:59:41.735774 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-84213152-5395-4861-98ca-53e406cfadc9 None None] Set router 718a7769-b39e-4a2f-8f7a-f72859bfa46f gateway port host: None {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:59:41.804148 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-84213152-5395-4861-98ca-53e406cfadc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '718a7769-b39e-4a2f-8f7a-f72859bfa46f', 'name': 'tempest-NetworksTestDHCPv6-router-933854647', 'tenant_id': '68b563add1f042a58ab2d8884a30332e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:59:31Z', 'updated_at': '2021-08-16T22:59:40Z', 'revision_number': 3, 'project_id': '68b563add1f042a58ab2d8884a30332e', 'gw_port_host': None}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:59:41.842317 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84213152-5395-4861-98ca-53e406cfadc9 None None] Checking router: 718a7769-b39e-4a2f-8f7a-f72859bfa46f for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:59:41.854122 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84213152-5395-4861-98ca-53e406cfadc9 None None] Routers {'718a7769-b39e-4a2f-8f7a-f72859bfa46f'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:59:41.856098 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-84213152-5395-4861-98ca-53e406cfadc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:59:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['718a7769-b39e-4a2f-8f7a-f72859bfa46f'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:59:41.882299 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-ecc15ea3-44bc-4333-9176-19dbfc05eebe None None] Provisioning complete for port a97d70df-7bda-455c-ae29-bf1e0993e676 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:59:41.882953 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ecc15ea3-44bc-4333-9176-19dbfc05eebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:41.930112 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-ecc15ea3-44bc-4333-9176-19dbfc05eebe None None] Port a97d70df-7bda-455c-ae29-bf1e0993e676 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 22:59:41.950714 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-84213152-5395-4861-98ca-53e406cfadc9 None None] Set router 718a7769-b39e-4a2f-8f7a-f72859bfa46f gateway port host: None {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:59:42.013835 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-84213152-5395-4861-98ca-53e406cfadc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '718a7769-b39e-4a2f-8f7a-f72859bfa46f', 'name': 'tempest-NetworksTestDHCPv6-router-933854647', 'tenant_id': '68b563add1f042a58ab2d8884a30332e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:59:31Z', 'updated_at': '2021-08-16T22:59:40Z', 'revision_number': 3, 'project_id': '68b563add1f042a58ab2d8884a30332e', 'gw_port_host': None}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:59:42.042911 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84213152-5395-4861-98ca-53e406cfadc9 None None] The sync data for ids ['718a7769-b39e-4a2f-8f7a-f72859bfa46f'] in n-d-791506-26 is: [{'id': '718a7769-b39e-4a2f-8f7a-f72859bfa46f', 'name': 'tempest-NetworksTestDHCPv6-router-933854647', 'tenant_id': '68b563add1f042a58ab2d8884a30332e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:59:31Z', 'updated_at': '2021-08-16T22:59:40Z', 'revision_number': 3, 'project_id': '68b563add1f042a58ab2d8884a30332e', 'gw_port_host': None}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:59:42.058630 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8243318-0694-42de-b02a-047c2fdac003 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:42.060567 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8243318-0694-42de-b02a-047c2fdac003 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:42.062287 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-f8243318-0694-42de-b02a-047c2fdac003 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5172472 Aug 16 22:59:42.064987 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 42148) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:42.133243 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83e3c231-d4f2-47a0-9898-d3ca05628c50 admin admin] Router ff0b8480-d210-4dfa-80bb-15e3fd85c50f has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:59:42.140193 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e17e91c-f4e2-4ee9-ba52-08e1753f3624 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Deleting subnet 65f8c658-bbf3-4b31-afbf-7cc7629e7d14 {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:59:42.144518 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9e17e91c-f4e2-4ee9-ba52-08e1753f3624 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:42.184095 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f4dfa2-ea45-40e9-b1a2-9835156d0e83 req-d7d79606-d414-4a0e-9a66-adb50b6773d6 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:42.192579 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-03f4dfa2-ea45-40e9-b1a2-9835156d0e83 req-d7d79606-d414-4a0e-9a66-adb50b6773d6 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/networks?id=5afa7f88-eeaa-4717-8103-9ee9125ee829 HTTP/1.1" status: 200 len: 812 time: 0.8174438 Aug 16 22:59:42.196058 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fcf3701-0b71-45aa-83a6-474c8e2dfa17 admin admin] Router 754bd5b8-cbe8-4bd0-9ecc-5856fd165103 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:59:42.217413 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-03f4dfa2-ea45-40e9-b1a2-9835156d0e83 req-33f3cee9-76de-465b-8692-d88914fc2b9d tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/quotas/bc1dde6b43054c1db1326da283b98f4f HTTP/1.1" status: 200 len: 375 time: 0.0238435 Aug 16 22:59:42.234465 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9e17e91c-f4e2-4ee9-ba52-08e1753f3624 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:42.295778 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-03f4dfa2-ea45-40e9-b1a2-9835156d0e83 req-31ab7590-a5c8-4238-842f-bdbda627f35c tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=bc1dde6b43054c1db1326da283b98f4f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0710483 Aug 16 22:59:42.373589 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83e3c231-d4f2-47a0-9898-d3ca05628c50 admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:59:42.379914 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-83e3c231-d4f2-47a0-9898-d3ca05628c50 admin admin] 10.222.0.36 "PUT /v2.0/routers/ff0b8480-d210-4dfa-80bb-15e3fd85c50f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7865548 Aug 16 22:59:42.395547 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9e17e91c-f4e2-4ee9-ba52-08e1753f3624 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:42.432043 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-102c1de9-cb69-4438-8765-4e81da760932 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:42.457940 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-102c1de9-cb69-4438-8765-4e81da760932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:42.519396 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9e17e91c-f4e2-4ee9-ba52-08e1753f3624 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:42.577294 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e17e91c-f4e2-4ee9-ba52-08e1753f3624 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event deleted for resources: {'Subnet': ['ID=65f8c658-bbf3-4b31-afbf-7cc7629e7d14,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:42.588361 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9e17e91c-f4e2-4ee9-ba52-08e1753f3624 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:42.614751 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 42154) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:42.615414 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-9e17e91c-f4e2-4ee9-ba52-08e1753f3624 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/subnets/65f8c658-bbf3-4b31-afbf-7cc7629e7d14 HTTP/1.1" status: 204 len: 168 time: 0.5492721 Aug 16 22:59:42.618983 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc2bdb2-3319-473d-9405-c772da5f8431 None None] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:59:42.641093 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 42156) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:42.646690 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-102c1de9-cb69-4438-8765-4e81da760932 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ddf6250525524958be09eff45e497e36&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4991305 Aug 16 22:59:42.738913 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 3fdfdd8d-1f35-428d-978e-fe96e54d83ab up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:59:42.741654 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc331d4-626d-4de2-97ba-9b1992140034 None None] Sync routers for ids ['ff0b8480-d210-4dfa-80bb-15e3fd85c50f'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:59:42.788502 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-43da6654-80c9-49a2-a02d-9593791fa92e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:42.812159 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102c1de9-cb69-4438-8765-4e81da760932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b1a4a3e-e611-4dc8-89c0-7b2214b0b3f1,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:42.830539 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-43da6654-80c9-49a2-a02d-9593791fa92e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:42.838233 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-03f4dfa2-ea45-40e9-b1a2-9835156d0e83 req-d74a042e-c852-4ce1-b790-b89f0ff3f470 service neutron] 10.222.0.36 "GET /v2.0/networks/5afa7f88-eeaa-4717-8103-9ee9125ee829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5084727 Aug 16 22:59:42.843946 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc331d4-626d-4de2-97ba-9b1992140034 None None] Routers {'ff0b8480-d210-4dfa-80bb-15e3fd85c50f'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:59:42.844898 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-2fc331d4-626d-4de2-97ba-9b1992140034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:59:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['ff0b8480-d210-4dfa-80bb-15e3fd85c50f'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:59:42.919755 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-43da6654-80c9-49a2-a02d-9593791fa92e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:42.922449 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-43da6654-80c9-49a2-a02d-9593791fa92e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:42.923768 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-43da6654-80c9-49a2-a02d-9593791fa92e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3b1a4a3e-e611-4dc8-89c0-7b2214b0b3f1 HTTP/1.1" status: 204 len: 168 time: 0.2763186 Aug 16 22:59:42.948422 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43da6654-80c9-49a2-a02d-9593791fa92e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b1a4a3e-e611-4dc8-89c0-7b2214b0b3f1,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:43.028862 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fcf3701-0b71-45aa-83a6-474c8e2dfa17 admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:59:43.045058 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-4fcf3701-0b71-45aa-83a6-474c8e2dfa17 admin admin] 10.222.0.36 "PUT /v2.0/routers/754bd5b8-cbe8-4bd0-9ecc-5856fd165103/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5500119 Aug 16 22:59:43.046166 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef86233-9bc7-42aa-a2b6-1695d5c2820b None None] Sync routers for ids ['754bd5b8-cbe8-4bd0-9ecc-5856fd165103'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:59:43.048667 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 42168) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:43.068136 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef86233-9bc7-42aa-a2b6-1695d5c2820b None None] Routers {'754bd5b8-cbe8-4bd0-9ecc-5856fd165103'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:59:43.069181 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-7ef86233-9bc7-42aa-a2b6-1695d5c2820b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:59:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['754bd5b8-cbe8-4bd0-9ecc-5856fd165103'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:59:43.100690 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-595f4fff-d0d0-468c-ae92-d0d44d378fee tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.4752247 Aug 16 22:59:43.119761 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 42170) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:43.138543 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-2fc331d4-626d-4de2-97ba-9b1992140034 None None] Set router ff0b8480-d210-4dfa-80bb-15e3fd85c50f gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:59:43.287707 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ab7d24f1-d7e3-402f-a079-1dda3a0bd09a admin admin] Notify callbacks [] for router, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:43.312316 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-03f4dfa2-ea45-40e9-b1a2-9835156d0e83 req-3be72c07-325f-496d-9109-588a4e995058 service neutron] 10.222.0.36 "GET /v2.0/networks/5afa7f88-eeaa-4717-8103-9ee9125ee829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4346998 Aug 16 22:59:43.317362 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-02148573-7db5-4169-80c9-8afda8863688 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for router, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:43.380356 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 3fdfdd8d-1f35-428d-978e-fe96e54d83ab completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:59:43.385853 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 3fdfdd8d-1f35-428d-978e-fe96e54d83ab triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:59:43.386828 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:43.396008 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-7ef86233-9bc7-42aa-a2b6-1695d5c2820b None None] Set router 754bd5b8-cbe8-4bd0-9ecc-5856fd165103 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:59:43.516446 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ab7d24f1-d7e3-402f-a079-1dda3a0bd09a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:43.590676 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:43.599082 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7d559f-02dc-401e-96be-b60e8faa8581 None None] DHCP port deletion for 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:59:43.623245 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-2fc331d4-626d-4de2-97ba-9b1992140034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0b8480-d210-4dfa-80bb-15e3fd85c50f', 'name': 'tempest-FloatingIPsTestJSON-1826619644-router', 'tenant_id': 'ef33d65d91714f219ff45e0206877fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '3fdfdd8d-1f35-428d-978e-fe96e54d83ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:59:29Z', 'updated_at': '2021-08-16T22:59:40Z', 'revision_number': 4, 'project_id': 'ef33d65d91714f219ff45e0206877fae', 'gw_port': {'id': '3fdfdd8d-1f35-428d-978e-fe96e54d83ab', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e6:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff0b8480-d210-4dfa-80bb-15e3fd85c50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:59:30Z', 'updated_at': '2021-08-16T22:59:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'a97d70df-7bda-455c-ae29-bf1e0993e676', 'name': '', 'network_id': 'da36dce3-4040-4d19-8c41-5ec659f2d571', 'tenant_id': 'ef33d65d91714f219ff45e0206877fae', 'mac_address': 'fa:16:3e:5a:6e:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff0b8480-d210-4dfa-80bb-15e3fd85c50f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '5598925a-f775-4b0b-8aed-344c86f88070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:59:38Z', 'updated_at': '2021-08-16T22:59:40Z', 'revision_number': 2, 'project_id': 'ef33d65d91714f219ff45e0206877fae', 'subnets': [{'id': '5598925a-f775-4b0b-8aed-344c86f88070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:59:43.673759 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ab7d24f1-d7e3-402f-a079-1dda3a0bd09a admin admin] Deleting port 12edaa4a-5934-4e08-b8c2-49d7a6fd9970 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:59:43.674104 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ab7d24f1-d7e3-402f-a079-1dda3a0bd09a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:43.677591 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc331d4-626d-4de2-97ba-9b1992140034 None None] Checking router: ff0b8480-d210-4dfa-80bb-15e3fd85c50f for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:59:43.678310 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc331d4-626d-4de2-97ba-9b1992140034 None None] Updating router ff0b8480-d210-4dfa-80bb-15e3fd85c50f port a97d70df-7bda-455c-ae29-bf1e0993e676 binding host n-d-791506-26 {{(pid=101293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 22:59:43.708290 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 3fdfdd8d-1f35-428d-978e-fe96e54d83ab, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=3fdfdd8d-1f35-428d-978e-fe96e54d83ab,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:59:43.709726 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2fc331d4-626d-4de2-97ba-9b1992140034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:43.733434 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:43.803578 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-7ef86233-9bc7-42aa-a2b6-1695d5c2820b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754bd5b8-cbe8-4bd0-9ecc-5856fd165103', 'name': 'tempest-TestServerMultinode-2050156570-router', 'tenant_id': '39735c546493487ab27454c1028b75c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.101'}], 'enable_snat': True}, 'gw_port_id': '12edaa4a-5934-4e08-b8c2-49d7a6fd9970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:58:24Z', 'updated_at': '2021-08-16T22:59:40Z', 'revision_number': 5, 'project_id': '39735c546493487ab27454c1028b75c2', 'gw_port': {'id': '12edaa4a-5934-4e08-b8c2-49d7a6fd9970', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:98:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754bd5b8-cbe8-4bd0-9ecc-5856fd165103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:26Z', 'updated_at': '2021-08-16T22:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:59:43.885267 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef86233-9bc7-42aa-a2b6-1695d5c2820b None None] Checking router: 754bd5b8-cbe8-4bd0-9ecc-5856fd165103 for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:59:43.888235 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ab7d24f1-d7e3-402f-a079-1dda3a0bd09a admin admin] For port 12edaa4a-5934-4e08-b8c2-49d7a6fd9970, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=12edaa4a-5934-4e08-b8c2-49d7a6fd9970,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:59:43.889660 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ab7d24f1-d7e3-402f-a079-1dda3a0bd09a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:43.894048 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device c17bdfd9-0829-4519-91d4-6d16153d6a8b no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:59:43.911115 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef86233-9bc7-42aa-a2b6-1695d5c2820b None None] Routers {'754bd5b8-cbe8-4bd0-9ecc-5856fd165103'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:59:43.911746 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-7ef86233-9bc7-42aa-a2b6-1695d5c2820b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:59:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['754bd5b8-cbe8-4bd0-9ecc-5856fd165103'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:59:43.936295 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ab7d24f1-d7e3-402f-a079-1dda3a0bd09a admin admin] Calling delete_port for 12edaa4a-5934-4e08-b8c2-49d7a6fd9970 owned by network:router_gateway {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:59:43.945711 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: c17bdfd9-0829-4519-91d4-6d16153d6a8b {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:59:43.946058 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device c17bdfd9-0829-4519-91d4-6d16153d6a8b not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:59:43.983396 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-3c7d559f-02dc-401e-96be-b60e8faa8581 None None] Deleting port 7a46588f-9143-4dee-9e3a-1df38970d610 {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:59:43.983781 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-3c7d559f-02dc-401e-96be-b60e8faa8581 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:44.004961 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=3fdfdd8d-1f35-428d-978e-fe96e54d83ab,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:44.144938 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-3c7d559f-02dc-401e-96be-b60e8faa8581 None None] For port 7a46588f-9143-4dee-9e3a-1df38970d610, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=7a46588f-9143-4dee-9e3a-1df38970d610,segment=NetworkSegment(482572b3-9d65-4375-9c42-925e854722fd),segment_id=482572b3-9d65-4375-9c42-925e854722fd)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:59:44.146301 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-3c7d559f-02dc-401e-96be-b60e8faa8581 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:44.197362 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-3c7d559f-02dc-401e-96be-b60e8faa8581 None None] Calling delete_port for 7a46588f-9143-4dee-9e3a-1df38970d610 owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:59:44.216725 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ab7d24f1-d7e3-402f-a079-1dda3a0bd09a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:44.225397 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-be3817e8-9e63-4370-bb14-17bb2a49abd3 req-b25c73a6-a2b0-4516-b3c4-5cba3148a0da tempest-FloatingIPsTestJSON-1479997331 tempest-FloatingIPsTestJSON-1479997331-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6546683 Aug 16 22:59:44.231368 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-be3817e8-9e63-4370-bb14-17bb2a49abd3 req-eba25fda-8d15-40bb-bf05-1c94d703ba7a tempest-FloatingIPsTestJSON-1479997331 tempest-FloatingIPsTestJSON-1479997331-project] Request body: {'floatingip': {'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:59:44.243398 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-02148573-7db5-4169-80c9-8afda8863688 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:44.246864 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-02148573-7db5-4169-80c9-8afda8863688 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:44.263176 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-7ef86233-9bc7-42aa-a2b6-1695d5c2820b None None] Set router 754bd5b8-cbe8-4bd0-9ecc-5856fd165103 gateway port host: None {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:59:44.267558 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7d24f1-d7e3-402f-a079-1dda3a0bd09a admin admin] Pushing event deleted for resources: {'Port': ['ID=12edaa4a-5934-4e08-b8c2-49d7a6fd9970,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:44.328838 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 3fdfdd8d-1f35-428d-978e-fe96e54d83ab up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:59:44.391894 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ab7d24f1-d7e3-402f-a079-1dda3a0bd09a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537121'] for router_gateway, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:44.401171 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-7ef86233-9bc7-42aa-a2b6-1695d5c2820b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754bd5b8-cbe8-4bd0-9ecc-5856fd165103', 'name': 'tempest-TestServerMultinode-2050156570-router', 'tenant_id': '39735c546493487ab27454c1028b75c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:58:24Z', 'updated_at': '2021-08-16T22:59:43Z', 'revision_number': 6, 'project_id': '39735c546493487ab27454c1028b75c2', 'gw_port_host': None}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:59:44.406452 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-85fa7fbf-182e-4570-8dec-b50325a6e432 req-8e3d0189-67a5-4c5d-9337-436a03865c2f tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=df7dbc86-01d2-4f42-9ad9-a6c434f3cff5 HTTP/1.1" status: 200 len: 210 time: 0.1294739 Aug 16 22:59:44.412991 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-02148573-7db5-4169-80c9-8afda8863688 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:44.415715 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02148573-7db5-4169-80c9-8afda8863688 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Fanout notify agent at l3_agent the message router_deleted on router 718a7769-b39e-4a2f-8f7a-f72859bfa46f {{(pid=101292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:59:44.430590 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-02148573-7db5-4169-80c9-8afda8863688 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:44.438019 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-02148573-7db5-4169-80c9-8afda8863688 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/routers/718a7769-b39e-4a2f-8f7a-f72859bfa46f HTTP/1.1" status: 204 len: 168 time: 1.3150806 Aug 16 22:59:44.448342 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 42206) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:44.471327 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-3c7d559f-02dc-401e-96be-b60e8faa8581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:44.503450 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef86233-9bc7-42aa-a2b6-1695d5c2820b None None] The sync data for ids ['754bd5b8-cbe8-4bd0-9ecc-5856fd165103'] in n-d-791506-26 is: [{'id': '754bd5b8-cbe8-4bd0-9ecc-5856fd165103', 'name': 'tempest-TestServerMultinode-2050156570-router', 'tenant_id': '39735c546493487ab27454c1028b75c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:58:24Z', 'updated_at': '2021-08-16T22:59:43Z', 'revision_number': 6, 'project_id': '39735c546493487ab27454c1028b75c2', 'gw_port_host': None}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:59:44.529240 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7d559f-02dc-401e-96be-b60e8faa8581 None None] No DVR routers for this DVR port 7a46588f-9143-4dee-9e3a-1df38970d610 on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:59:44.565458 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-449e3844-b65b-4324-aa23-a6bcf6b65c92 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1060262 Aug 16 22:59:44.567900 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 42212) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:44.572829 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-be3817e8-9e63-4370-bb14-17bb2a49abd3 req-eba25fda-8d15-40bb-bf05-1c94d703ba7a tempest-FloatingIPsTestJSON-1479997331 tempest-FloatingIPsTestJSON-1479997331-project] Notify callbacks [] for floatingip, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:44.579518 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2fc331d4-626d-4de2-97ba-9b1992140034 None None] Notify callbacks [] for port, precommit_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:44.585355 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7d559f-02dc-401e-96be-b60e8faa8581 None None] Pushing event deleted for resources: {'Port': ['ID=7a46588f-9143-4dee-9e3a-1df38970d610,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:44.605984 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 3fdfdd8d-1f35-428d-978e-fe96e54d83ab triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:59:44.606496 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:44.609679 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-2fc331d4-626d-4de2-97ba-9b1992140034 None None] Transition to ACTIVE for port object a97d70df-7bda-455c-ae29-bf1e0993e676 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:59:44.667635 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2fc331d4-626d-4de2-97ba-9b1992140034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:44.700909 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ab7d24f1-d7e3-402f-a079-1dda3a0bd09a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:44.707823 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ab7d24f1-d7e3-402f-a079-1dda3a0bd09a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:44.780903 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187eea70-ed8e-44f9-bbc1-c1d2780d83f9 None None] Pushing event updated for resources: {'Port': ['ID=a97d70df-7bda-455c-ae29-bf1e0993e676,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:44.810875 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ab7d24f1-d7e3-402f-a079-1dda3a0bd09a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:44.811823 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab7d24f1-d7e3-402f-a079-1dda3a0bd09a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 754bd5b8-cbe8-4bd0-9ecc-5856fd165103 {{(pid=101291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:59:44.819184 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf3aff8-d6c1-4a39-8a06-bfdd5d5eba9e tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:44.819790 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ab7d24f1-d7e3-402f-a079-1dda3a0bd09a admin admin] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:44.824027 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-ab7d24f1-d7e3-402f-a079-1dda3a0bd09a admin admin] 10.222.0.36 "DELETE /v2.0/routers/754bd5b8-cbe8-4bd0-9ecc-5856fd165103 HTTP/1.1" status: 204 len: 168 time: 1.7714317 Aug 16 22:59:44.826818 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 42216) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:44.828683 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 42218) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:44.830187 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-6bf3aff8-d6c1-4a39-8a06-bfdd5d5eba9e tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2318721 Aug 16 22:59:44.856494 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-2fc331d4-626d-4de2-97ba-9b1992140034 None None] Attempting to bind port a97d70df-7bda-455c-ae29-bf1e0993e676 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:59:44.861791 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-2fc331d4-626d-4de2-97ba-9b1992140034 None None] Attempting to bind port a97d70df-7bda-455c-ae29-bf1e0993e676 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '244ac0e6-4421-4cb0-95e4-19387d4e9889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'da36dce3-4040-4d19-8c41-5ec659f2d571'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:59:44.868389 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc331d4-626d-4de2-97ba-9b1992140034 None None] Attempting to bind port a97d70df-7bda-455c-ae29-bf1e0993e676 on network da36dce3-4040-4d19-8c41-5ec659f2d571 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:59:44.895546 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc331d4-626d-4de2-97ba-9b1992140034 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:59:44.896090 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc331d4-626d-4de2-97ba-9b1992140034 None None] Checking segment: {'id': '244ac0e6-4421-4cb0-95e4-19387d4e9889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'da36dce3-4040-4d19-8c41-5ec659f2d571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:59:44.896671 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2fc331d4-626d-4de2-97ba-9b1992140034 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:44.897168 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc331d4-626d-4de2-97ba-9b1992140034 None None] Bound using segment: {'id': '244ac0e6-4421-4cb0-95e4-19387d4e9889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'da36dce3-4040-4d19-8c41-5ec659f2d571'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:59:44.897769 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-2fc331d4-626d-4de2-97ba-9b1992140034 None None] Bound port: a97d70df-7bda-455c-ae29-bf1e0993e676, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '244ac0e6-4421-4cb0-95e4-19387d4e9889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'da36dce3-4040-4d19-8c41-5ec659f2d571'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:59:44.898300 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2fc331d4-626d-4de2-97ba-9b1992140034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:44.933262 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-be3817e8-9e63-4370-bb14-17bb2a49abd3 req-eba25fda-8d15-40bb-bf05-1c94d703ba7a tempest-FloatingIPsTestJSON-1479997331 tempest-FloatingIPsTestJSON-1479997331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:44.949806 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-b14aa212-3a00-4b52-987f-d70e83a76d24 admin admin] Deleting subnet 1dc78d75-a809-48ca-ae4d-06ae824a25e9 {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:59:45.008802 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 7a46588f-9143-4dee-9e3a-1df38970d610 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:59:45.010645 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-e7b8359d-deac-4507-bde2-de75d93c52f2 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1681509 Aug 16 22:59:45.012115 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b14aa212-3a00-4b52-987f-d70e83a76d24 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:45.016883 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 42224) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:45.049827 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-6a46f305-e943-45c7-9bee-eecb454710ad tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Request body: {'subnet': {'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:59:45.071268 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 7a46588f-9143-4dee-9e3a-1df38970d610 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:59:45.077534 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 7a46588f-9143-4dee-9e3a-1df38970d610 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:59:45.114440 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-2fc331d4-626d-4de2-97ba-9b1992140034 None None] For port a97d70df-7bda-455c-ae29-bf1e0993e676, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:59:45.119419 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-2fc331d4-626d-4de2-97ba-9b1992140034 None None] For port a97d70df-7bda-455c-ae29-bf1e0993e676, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=a97d70df-7bda-455c-ae29-bf1e0993e676,segment=NetworkSegment(244ac0e6-4421-4cb0-95e4-19387d4e9889),segment_id=244ac0e6-4421-4cb0-95e4-19387d4e9889)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:59:45.126753 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 42226) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:45.143582 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2fc331d4-626d-4de2-97ba-9b1992140034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:45.226781 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [req-be3817e8-9e63-4370-bb14-17bb2a49abd3 req-eba25fda-8d15-40bb-bf05-1c94d703ba7a tempest-FloatingIPsTestJSON-1479997331 tempest-FloatingIPsTestJSON-1479997331-project] Allocated IP 172.25.4.79 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/48ba61cc-1b49-4775-a214-fd9b526dddff) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:59:45.253379 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187eea70-ed8e-44f9-bbc1-c1d2780d83f9 None None] Pushing event updated for resources: {'Port': ['ID=a97d70df-7bda-455c-ae29-bf1e0993e676,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:45.270655 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b14aa212-3a00-4b52-987f-d70e83a76d24 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:45.291306 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc331d4-626d-4de2-97ba-9b1992140034 None None] Routers {'ff0b8480-d210-4dfa-80bb-15e3fd85c50f'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:59:45.297155 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-2fc331d4-626d-4de2-97ba-9b1992140034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:59:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['ff0b8480-d210-4dfa-80bb-15e3fd85c50f'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:59:45.507075 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b14aa212-3a00-4b52-987f-d70e83a76d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:45.566823 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-2fc331d4-626d-4de2-97ba-9b1992140034 None None] Set router ff0b8480-d210-4dfa-80bb-15e3fd85c50f gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:59:45.606235 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-be3817e8-9e63-4370-bb14-17bb2a49abd3 req-eba25fda-8d15-40bb-bf05-1c94d703ba7a tempest-FloatingIPsTestJSON-1479997331 tempest-FloatingIPsTestJSON-1479997331-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:45.623496 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-525e790e-f0e8-4751-a3e2-bab2cbdcb399 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:45.630237 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b14aa212-3a00-4b52-987f-d70e83a76d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:45.671892 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f4dfa2-ea45-40e9-b1a2-9835156d0e83 req-c5fcdebb-745e-4fbd-a221-6aa8d3bd921f tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:45.674398 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-03f4dfa2-ea45-40e9-b1a2-9835156d0e83 req-c5fcdebb-745e-4fbd-a221-6aa8d3bd921f tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.68 "GET /v2.0/networks?id=5afa7f88-eeaa-4717-8103-9ee9125ee829 HTTP/1.1" status: 200 len: 812 time: 0.3528895 Aug 16 22:59:45.701691 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-03f4dfa2-ea45-40e9-b1a2-9835156d0e83 req-3c0c192e-b16d-4d6b-a68f-e638ace59387 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Request body: {'port': {'device_id': 'df7dbc86-01d2-4f42-9ad9-a6c434f3cff5', 'network_id': '5afa7f88-eeaa-4717-8103-9ee9125ee829', 'admin_state_up': True, 'tenant_id': 'bc1dde6b43054c1db1326da283b98f4f'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:59:45.713308 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14aa212-3a00-4b52-987f-d70e83a76d24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1dc78d75-a809-48ca-ae4d-06ae824a25e9,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:45.721619 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a46f305-e943-45c7-9bee-eecb454710ad tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Made reservation on behalf of 68b563add1f042a58ab2d8884a30332e for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:59:45.722962 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6a46f305-e943-45c7-9bee-eecb454710ad tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:45.780919 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b14aa212-3a00-4b52-987f-d70e83a76d24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:45.785704 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-b14aa212-3a00-4b52-987f-d70e83a76d24 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/1dc78d75-a809-48ca-ae4d-06ae824a25e9 HTTP/1.1" status: 204 len: 168 time: 0.9550133 Aug 16 22:59:45.789804 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 42234) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:45.880168 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-be3817e8-9e63-4370-bb14-17bb2a49abd3 req-eba25fda-8d15-40bb-bf05-1c94d703ba7a tempest-FloatingIPsTestJSON-1479997331 tempest-FloatingIPsTestJSON-1479997331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:45.937985 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-15d1d20c-6f20-4fd3-b692-65688c3d8653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:45.953314 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e5a96b-fb24-4d61-9cab-37b6fa4b31ec None None] Network 7f2b7f0f-c2db-4830-955e-a5cf31dd13e9 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:59:45.957237 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6b576298-f9ed-49e7-8eae-16fc7d7f24db req-f08dae89-ac34-40aa-88f8-4240db7eea94 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=df7dbc86-01d2-4f42-9ad9-a6c434f3cff5 HTTP/1.1" status: 200 len: 210 time: 0.0832777 Aug 16 22:59:45.993579 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba25fda-8d15-40bb-bf05-1c94d703ba7a tempest-FloatingIPsTestJSON-1479997331 tempest-FloatingIPsTestJSON-1479997331-project] Pushing event updated for resources: {'Port': ['ID=48ba61cc-1b49-4775-a214-fd9b526dddff,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:46.007815 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be3817e8-9e63-4370-bb14-17bb2a49abd3 req-eba25fda-8d15-40bb-bf05-1c94d703ba7a tempest-FloatingIPsTestJSON-1479997331 tempest-FloatingIPsTestJSON-1479997331-project] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:59:46.009705 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [req-be3817e8-9e63-4370-bb14-17bb2a49abd3 req-eba25fda-8d15-40bb-bf05-1c94d703ba7a tempest-FloatingIPsTestJSON-1479997331 tempest-FloatingIPsTestJSON-1479997331-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:59:46.015031 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-be3817e8-9e63-4370-bb14-17bb2a49abd3 req-eba25fda-8d15-40bb-bf05-1c94d703ba7a tempest-FloatingIPsTestJSON-1479997331 tempest-FloatingIPsTestJSON-1479997331-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:59:46.088155 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-525e790e-f0e8-4751-a3e2-bab2cbdcb399 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:46.127878 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-525e790e-f0e8-4751-a3e2-bab2cbdcb399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:46.221208 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-15d1d20c-6f20-4fd3-b692-65688c3d8653 admin admin] Deleting port 0ecfe757-a4d6-4f13-bf51-0553350f6813 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:59:46.221570 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-15d1d20c-6f20-4fd3-b692-65688c3d8653 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:46.223617 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 12edaa4a-5934-4e08-b8c2-49d7a6fd9970 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:59:46.254382 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 12edaa4a-5934-4e08-b8c2-49d7a6fd9970 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:59:46.254972 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 12edaa4a-5934-4e08-b8c2-49d7a6fd9970 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:59:46.255545 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device b08c8455-e212-4802-bfea-8f4fd414ea62 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:59:46.282176 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: b08c8455-e212-4802-bfea-8f4fd414ea62 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:59:46.282523 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device b08c8455-e212-4802-bfea-8f4fd414ea62 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:59:46.300339 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-525e790e-f0e8-4751-a3e2-bab2cbdcb399 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7f50cfc57490446997ad84f327a8ae3a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1663928 Aug 16 22:59:46.301674 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525e790e-f0e8-4751-a3e2-bab2cbdcb399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3178881-b3c7-4f1c-b674-b4fc98408985,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:46.320363 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-2fc331d4-626d-4de2-97ba-9b1992140034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0b8480-d210-4dfa-80bb-15e3fd85c50f', 'name': 'tempest-FloatingIPsTestJSON-1826619644-router', 'tenant_id': 'ef33d65d91714f219ff45e0206877fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '3fdfdd8d-1f35-428d-978e-fe96e54d83ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:59:29Z', 'updated_at': '2021-08-16T22:59:40Z', 'revision_number': 4, 'project_id': 'ef33d65d91714f219ff45e0206877fae', 'gw_port': {'id': '3fdfdd8d-1f35-428d-978e-fe96e54d83ab', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0b8480-d210-4dfa-80bb-15e3fd85c50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:59:30Z', 'updated_at': '2021-08-16T22:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'a97d70df-7bda-455c-ae29-bf1e0993e676', 'name': '', 'network_id': 'da36dce3-4040-4d19-8c41-5ec659f2d571', 'tenant_id': 'ef33d65d91714f219ff45e0206877fae', 'mac_address': 'fa:16:3e:5a:6e:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff0b8480-d210-4dfa-80bb-15e3fd85c50f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '5598925a-f775-4b0b-8aed-344c86f88070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:59:38Z', 'updated_at': '2021-08-16T22:59:45Z', 'revision_number': 4, 'project_id': 'ef33d65d91714f219ff45e0206877fae', 'subnets': [{'id': '5598925a-f775-4b0b-8aed-344c86f88070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:59:46.335269 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 42236) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:46.351195 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-15d1d20c-6f20-4fd3-b692-65688c3d8653 admin admin] For port 0ecfe757-a4d6-4f13-bf51-0553350f6813, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=0ecfe757-a4d6-4f13-bf51-0553350f6813,segment=NetworkSegment(12b6c578-0a1d-41ec-bf80-cafcccaeeccd),segment_id=12b6c578-0a1d-41ec-bf80-cafcccaeeccd)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:59:46.351893 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-15d1d20c-6f20-4fd3-b692-65688c3d8653 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:46.357520 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc331d4-626d-4de2-97ba-9b1992140034 None None] The sync data for ids ['ff0b8480-d210-4dfa-80bb-15e3fd85c50f'] in n-d-791506-26 is: [{'id': 'ff0b8480-d210-4dfa-80bb-15e3fd85c50f', 'name': 'tempest-FloatingIPsTestJSON-1826619644-router', 'tenant_id': 'ef33d65d91714f219ff45e0206877fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '3fdfdd8d-1f35-428d-978e-fe96e54d83ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:59:29Z', 'updated_at': '2021-08-16T22:59:40Z', 'revision_number': 4, 'project_id': 'ef33d65d91714f219ff45e0206877fae', 'gw_port': {'id': '3fdfdd8d-1f35-428d-978e-fe96e54d83ab', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0b8480-d210-4dfa-80bb-15e3fd85c50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:59:30Z', 'updated_at': '2021-08-16T22:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'a97d70df-7bda-455c-ae29-bf1e0993e676', 'name': '', 'network_id': 'da36dce3-4040-4d19-8c41-5ec659f2d571', 'tenant_id': 'ef33d65d91714f219ff45e0206877fae', 'mac_address': 'fa:16:3e:5a:6e:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff0b8480-d210-4dfa-80bb-15e3fd85c50f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '5598925a-f775-4b0b-8aed-344c86f88070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:59:38Z', 'updated_at': '2021-08-16T22:59:45Z', 'revision_number': 4, 'project_id': 'ef33d65d91714f219ff45e0206877fae', 'subnets': [{'id': '5598925a-f775-4b0b-8aed-344c86f88070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:59:46.359229 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e49d50-be16-4d51-929f-0038f3a90654 None None] DHCP port deletion for 7f2b7f0f-c2db-4830-955e-a5cf31dd13e9 request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:59:46.393840 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-15d1d20c-6f20-4fd3-b692-65688c3d8653 admin admin] Calling delete_port for 0ecfe757-a4d6-4f13-bf51-0553350f6813 owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:59:46.462919 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-00e49d50-be16-4d51-929f-0038f3a90654 None None] Deleting port 0ecfe757-a4d6-4f13-bf51-0553350f6813 {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:59:46.463393 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-00e49d50-be16-4d51-929f-0038f3a90654 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:46.477971 n-d-791506-26 neutron-server[101291]: DEBUG neutron.objects.ports [None req-6a46f305-e943-45c7-9bee-eecb454710ad tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101291) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 22:59:46.500363 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03f4dfa2-ea45-40e9-b1a2-9835156d0e83 req-3c0c192e-b16d-4d6b-a68f-e638ace59387 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Made reservation on behalf of bc1dde6b43054c1db1326da283b98f4f for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:59:46.503621 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-03f4dfa2-ea45-40e9-b1a2-9835156d0e83 req-3c0c192e-b16d-4d6b-a68f-e638ace59387 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:46.522644 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-be3817e8-9e63-4370-bb14-17bb2a49abd3 req-eba25fda-8d15-40bb-bf05-1c94d703ba7a tempest-FloatingIPsTestJSON-1479997331 tempest-FloatingIPsTestJSON-1479997331-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:46.523961 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6a46f305-e943-45c7-9bee-eecb454710ad tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:46.547933 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a46f305-e943-45c7-9bee-eecb454710ad tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:59:46.554717 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-6a46f305-e943-45c7-9bee-eecb454710ad tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:59:46.563345 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-00e49d50-be16-4d51-929f-0038f3a90654 None None] For port 0ecfe757-a4d6-4f13-bf51-0553350f6813, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=0ecfe757-a4d6-4f13-bf51-0553350f6813,segment=NetworkSegment(12b6c578-0a1d-41ec-bf80-cafcccaeeccd),segment_id=12b6c578-0a1d-41ec-bf80-cafcccaeeccd)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:59:46.563975 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-00e49d50-be16-4d51-929f-0038f3a90654 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:46.580360 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a46f305-e943-45c7-9bee-eecb454710ad tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:46.580707 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6a46f305-e943-45c7-9bee-eecb454710ad tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:46.582193 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-00e49d50-be16-4d51-929f-0038f3a90654 None None] Calling delete_port for 0ecfe757-a4d6-4f13-bf51-0553350f6813 owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:59:46.623924 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-be3817e8-9e63-4370-bb14-17bb2a49abd3 req-eba25fda-8d15-40bb-bf05-1c94d703ba7a tempest-FloatingIPsTestJSON-1479997331 tempest-FloatingIPsTestJSON-1479997331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:46.640724 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-db487afe-5eb4-4a35-aba3-4c7b0a44a547 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:46.668297 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-6a46f305-e943-45c7-9bee-eecb454710ad tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6277096 Aug 16 22:59:46.669320 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a46f305-e943-45c7-9bee-eecb454710ad tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event updated for resources: {'Subnet': ['ID=dc4a58b5-51fc-4263-a6b0-5db3e015f928,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:46.683326 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 42240) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:46.688265 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb95db15-4008-47e6-b7cb-05747b862ee0 None None] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:59:46.697513 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-fb0c9ace-de9b-492b-bb67-f661100f8366 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Request body: {'subnet': {'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:59:46.710157 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-db487afe-5eb4-4a35-aba3-4c7b0a44a547 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:46.776394 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-15d1d20c-6f20-4fd3-b692-65688c3d8653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:46.787388 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-00e49d50-be16-4d51-929f-0038f3a90654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:46.817683 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e49d50-be16-4d51-929f-0038f3a90654 None None] Pushing event deleted for resources: {'Port': ['ID=0ecfe757-a4d6-4f13-bf51-0553350f6813,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:46.819132 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [req-03f4dfa2-ea45-40e9-b1a2-9835156d0e83 req-3c0c192e-b16d-4d6b-a68f-e638ace59387 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Allocated IP 172.20.0.12 (5afa7f88-eeaa-4717-8103-9ee9125ee829/d47d6ce6-f0e6-4637-a178-044cb0396017/61ebb8a0-18cf-45a9-a36a-5e83404de71e) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:59:46.851573 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d1d20c-6f20-4fd3-b692-65688c3d8653 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ecfe757-a4d6-4f13-bf51-0553350f6813,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:46.862236 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e49d50-be16-4d51-929f-0038f3a90654 None None] No DVR routers for this DVR port 0ecfe757-a4d6-4f13-bf51-0553350f6813 on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:59:46.878821 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d1d20c-6f20-4fd3-b692-65688c3d8653 admin admin] No DVR routers for this DVR port 0ecfe757-a4d6-4f13-bf51-0553350f6813 on host n-d-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:59:47.004422 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09bf85ca-4830-4428-a060-ef40a0c51958 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'tenant_id': '68b563add1f042a58ab2d8884a30332e', 'fixed_ips': [{'subnet_id': 'dc4a58b5-51fc-4263-a6b0-5db3e015f928'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:59:47.005344 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-09bf85ca-4830-4428-a060-ef40a0c51958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:47.024529 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-be3817e8-9e63-4370-bb14-17bb2a49abd3 req-eba25fda-8d15-40bb-bf05-1c94d703ba7a tempest-FloatingIPsTestJSON-1479997331 tempest-FloatingIPsTestJSON-1479997331-project] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:47.036025 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-be3817e8-9e63-4370-bb14-17bb2a49abd3 req-eba25fda-8d15-40bb-bf05-1c94d703ba7a tempest-FloatingIPsTestJSON-1479997331 tempest-FloatingIPsTestJSON-1479997331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:47.070088 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-15d1d20c-6f20-4fd3-b692-65688c3d8653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:47.091449 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-db487afe-5eb4-4a35-aba3-4c7b0a44a547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:47.095131 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-db487afe-5eb4-4a35-aba3-4c7b0a44a547 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:47.099116 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-db487afe-5eb4-4a35-aba3-4c7b0a44a547 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a3178881-b3c7-4f1c-b674-b4fc98408985 HTTP/1.1" status: 204 len: 168 time: 0.7583814 Aug 16 22:59:47.099319 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-15d1d20c-6f20-4fd3-b692-65688c3d8653 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f2b7f0f-c2db-4830-955e-a5cf31dd13e9']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:59:47.122312 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba25fda-8d15-40bb-bf05-1c94d703ba7a tempest-FloatingIPsTestJSON-1479997331 tempest-FloatingIPsTestJSON-1479997331-project] Pushing event updated for resources: {'Port': ['ID=48ba61cc-1b49-4775-a214-fd9b526dddff,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:47.125711 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-15d1d20c-6f20-4fd3-b692-65688c3d8653 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12b6c578-0a1d-41ec-bf80-cafcccaeeccd') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:59:47.126215 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-15d1d20c-6f20-4fd3-b692-65688c3d8653 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12b6c578-0a1d-41ec-bf80-cafcccaeeccd') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:59:47.128866 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb0c9ace-de9b-492b-bb67-f661100f8366 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Made reservation on behalf of 68b563add1f042a58ab2d8884a30332e for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:59:47.133271 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fb0c9ace-de9b-492b-bb67-f661100f8366 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:47.163075 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db487afe-5eb4-4a35-aba3-4c7b0a44a547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3178881-b3c7-4f1c-b674-b4fc98408985,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:47.208613 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-15d1d20c-6f20-4fd3-b692-65688c3d8653 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:47.255174 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-35e793b6-2f92-4359-bdde-0fe2835d57e2 req-b8a241f9-d13e-418e-b12a-27412c7852cf tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=df7dbc86-01d2-4f42-9ad9-a6c434f3cff5 HTTP/1.1" status: 200 len: 210 time: 0.0511100 Aug 16 22:59:47.273241 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-09bf85ca-4830-4428-a060-ef40a0c51958 None None] Allocated IP 2001:db8::f816:3eff:fe35:cd57 (09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5/dc4a58b5-51fc-4263-a6b0-5db3e015f928/f7700788-2829-4f81-ac01-e1d57b3fe6d9) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:59:47.273837 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-03f4dfa2-ea45-40e9-b1a2-9835156d0e83 req-3c0c192e-b16d-4d6b-a68f-e638ace59387 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:47.281270 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-be3817e8-9e63-4370-bb14-17bb2a49abd3 req-eba25fda-8d15-40bb-bf05-1c94d703ba7a tempest-FloatingIPsTestJSON-1479997331 tempest-FloatingIPsTestJSON-1479997331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:47.301780 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-15d1d20c-6f20-4fd3-b692-65688c3d8653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:47.314136 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-be3817e8-9e63-4370-bb14-17bb2a49abd3 req-eba25fda-8d15-40bb-bf05-1c94d703ba7a tempest-FloatingIPsTestJSON-1479997331 tempest-FloatingIPsTestJSON-1479997331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:47.322685 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-be3817e8-9e63-4370-bb14-17bb2a49abd3 req-eba25fda-8d15-40bb-bf05-1c94d703ba7a tempest-FloatingIPsTestJSON-1479997331 tempest-FloatingIPsTestJSON-1479997331-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.0915813 Aug 16 22:59:47.340458 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15d1d20c-6f20-4fd3-b692-65688c3d8653 admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:59:47.342179 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-15d1d20c-6f20-4fd3-b692-65688c3d8653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:47.351581 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 22:59:47.351581 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:59:47.351581 n-d-791506-26 neutron-server[101291]: timer() Aug 16 22:59:47.351581 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:59:47.351581 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 22:59:47.351581 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:59:47.351581 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 22:59:47.351581 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:59:47.351581 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 22:59:47.351581 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:59:47.351581 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 22:59:47.351581 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:59:47.351581 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 22:59:47.351581 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:59:47.351581 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:59:47.351581 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:59:47.351581 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:59:47.351581 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:59:47.351581 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 22:59:47.351581 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:59:47.351581 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 22:59:47.351581 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:59:47.351581 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:59:47.351581 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:59:47.351581 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 22:59:47.351581 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:59:47.351581 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:59:47.351581 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:59:47.351581 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:59:47.351581 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:59:47.351581 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:59:47.351581 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:59:47.389285 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-03f4dfa2-ea45-40e9-b1a2-9835156d0e83 req-3c0c192e-b16d-4d6b-a68f-e638ace59387 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:47.521516 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03f4dfa2-ea45-40e9-b1a2-9835156d0e83 req-3c0c192e-b16d-4d6b-a68f-e638ace59387 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Network 5afa7f88-eeaa-4717-8103-9ee9125ee829 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:59:47.529429 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-15d1d20c-6f20-4fd3-b692-65688c3d8653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:47.553616 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-09bf85ca-4830-4428-a060-ef40a0c51958 None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:47.565122 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-09bf85ca-4830-4428-a060-ef40a0c51958 None None] Transition to ACTIVE for port object f7700788-2829-4f81-ac01-e1d57b3fe6d9 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:59:47.578152 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-be3817e8-9e63-4370-bb14-17bb2a49abd3 req-39f68d7a-8368-49cf-bbb9-0f6d060fcab6 tempest-FloatingIPsTestJSON-1479997331 tempest-FloatingIPsTestJSON-1479997331-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.4.79 HTTP/1.1" status: 200 len: 695 time: 0.2209656 Aug 16 22:59:47.583088 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-09bf85ca-4830-4428-a060-ef40a0c51958 None None] Transition to ACTIVE for port object f7700788-2829-4f81-ac01-e1d57b3fe6d9 will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:59:47.593639 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [req-03f4dfa2-ea45-40e9-b1a2-9835156d0e83 req-3c0c192e-b16d-4d6b-a68f-e638ace59387 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:59:47.595536 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-09bf85ca-4830-4428-a060-ef40a0c51958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:47.598885 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-03f4dfa2-ea45-40e9-b1a2-9835156d0e83 req-3c0c192e-b16d-4d6b-a68f-e638ace59387 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:59:47.618091 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-15d1d20c-6f20-4fd3-b692-65688c3d8653 admin admin] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:47.622895 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-15d1d20c-6f20-4fd3-b692-65688c3d8653 admin admin] 10.222.0.36 "DELETE /v2.0/networks/7f2b7f0f-c2db-4830-955e-a5cf31dd13e9 HTTP/1.1" status: 204 len: 168 time: 1.8319273 Aug 16 22:59:47.648962 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 42254) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:47.663962 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09bf85ca-4830-4428-a060-ef40a0c51958 None None] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:59:47.668258 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-bcbc4811-54b8-49a2-9ff5-ca5c363a3dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:47.674290 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-09bf85ca-4830-4428-a060-ef40a0c51958 None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:59:47.683042 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bf85ca-4830-4428-a060-ef40a0c51958 None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:59:47.699308 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0c192e-b16d-4d6b-a68f-e638ace59387 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Pushing event updated for resources: {'Port': ['ID=61ebb8a0-18cf-45a9-a36a-5e83404de71e,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:47.706386 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bf85ca-4830-4428-a060-ef40a0c51958 None None] Pushing event updated for resources: {'Port': ['ID=f7700788-2829-4f81-ac01-e1d57b3fe6d9,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:47.709492 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d1d20c-6f20-4fd3-b692-65688c3d8653 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f2b7f0f-c2db-4830-955e-a5cf31dd13e9,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:47.773765 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f4dfa2-ea45-40e9-b1a2-9835156d0e83 req-3c0c192e-b16d-4d6b-a68f-e638ace59387 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:47.778437 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-03f4dfa2-ea45-40e9-b1a2-9835156d0e83 req-3c0c192e-b16d-4d6b-a68f-e638ace59387 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:47.798853 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-09bf85ca-4830-4428-a060-ef40a0c51958 None None] Attempting to bind port f7700788-2829-4f81-ac01-e1d57b3fe6d9 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:59:47.799637 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-09bf85ca-4830-4428-a060-ef40a0c51958 None None] Attempting to bind port f7700788-2829-4f81-ac01-e1d57b3fe6d9 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '482572b3-9d65-4375-9c42-925e854722fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:59:47.800508 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bf85ca-4830-4428-a060-ef40a0c51958 None None] Attempting to bind port f7700788-2829-4f81-ac01-e1d57b3fe6d9 on network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:59:47.802589 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-03f4dfa2-ea45-40e9-b1a2-9835156d0e83 req-3c0c192e-b16d-4d6b-a68f-e638ace59387 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1091084 Aug 16 22:59:47.811959 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bf85ca-4830-4428-a060-ef40a0c51958 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:59:47.812747 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bf85ca-4830-4428-a060-ef40a0c51958 None None] Checking segment: {'id': '482572b3-9d65-4375-9c42-925e854722fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:59:47.813392 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-09bf85ca-4830-4428-a060-ef40a0c51958 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:47.814024 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bf85ca-4830-4428-a060-ef40a0c51958 None None] Bound using segment: {'id': '482572b3-9d65-4375-9c42-925e854722fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:59:47.814793 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-09bf85ca-4830-4428-a060-ef40a0c51958 None None] Bound port: f7700788-2829-4f81-ac01-e1d57b3fe6d9, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '482572b3-9d65-4375-9c42-925e854722fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:59:47.815421 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-09bf85ca-4830-4428-a060-ef40a0c51958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:47.868900 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3817e8-9e63-4370-bb14-17bb2a49abd3 req-c0548eac-eaa7-4d3a-a4d6-44ad2eddc285 tempest-FloatingIPsTestJSON-1479997331 tempest-FloatingIPsTestJSON-1479997331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:47.870825 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-be3817e8-9e63-4370-bb14-17bb2a49abd3 req-c0548eac-eaa7-4d3a-a4d6-44ad2eddc285 tempest-FloatingIPsTestJSON-1479997331 tempest-FloatingIPsTestJSON-1479997331-project] 10.222.0.36 "GET /v2.0/networks/c22c4980-c849-406d-982c-a5d68c515a94 HTTP/1.1" status: 200 len: 784 time: 0.2914102 Aug 16 22:59:47.876805 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-03f4dfa2-ea45-40e9-b1a2-9835156d0e83 req-e485614b-2551-40b5-a15e-9a3d7c2b4b54 service neutron] Request body: {'port': {'device_id': 'df7dbc86-01d2-4f42-9ad9-a6c434f3cff5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-26'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:59:47.887353 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [req-be3817e8-9e63-4370-bb14-17bb2a49abd3 req-a517c255-c0a6-4589-ab18-3562ac3e617d tempest-FloatingIPsTestJSON-1479997331 tempest-FloatingIPsTestJSON-1479997331-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:59:47.888501 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-be3817e8-9e63-4370-bb14-17bb2a49abd3 req-a517c255-c0a6-4589-ab18-3562ac3e617d tempest-FloatingIPsTestJSON-1479997331 tempest-FloatingIPsTestJSON-1479997331-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087650 Aug 16 22:59:47.968153 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-09bf85ca-4830-4428-a060-ef40a0c51958 None None] For port f7700788-2829-4f81-ac01-e1d57b3fe6d9, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:59:47.976178 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-09bf85ca-4830-4428-a060-ef40a0c51958 None None] For port f7700788-2829-4f81-ac01-e1d57b3fe6d9, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=f7700788-2829-4f81-ac01-e1d57b3fe6d9,segment=NetworkSegment(482572b3-9d65-4375-9c42-925e854722fd),segment_id=482572b3-9d65-4375-9c42-925e854722fd)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:59:47.986492 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-09bf85ca-4830-4428-a060-ef40a0c51958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:48.010451 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-03f4dfa2-ea45-40e9-b1a2-9835156d0e83 req-e485614b-2551-40b5-a15e-9a3d7c2b4b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:48.195155 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bf85ca-4830-4428-a060-ef40a0c51958 None None] Pushing event updated for resources: {'Port': ['ID=f7700788-2829-4f81-ac01-e1d57b3fe6d9,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:48.200038 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8a871044-5934-4a07-abd1-f1768e9eea0a req-4a403c5e-6ceb-4188-a391-a9e778fa8a33 tempest-FloatingIPsTestJSON-1479997331 tempest-FloatingIPsTestJSON-1479997331-project] 10.222.0.36 "GET /v2.0/floatingips/3f159f47-bce7-4f00-88bd-7209db4ca851 HTTP/1.1" status: 200 len: 692 time: 0.2310553 Aug 16 22:59:48.301548 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fb0c9ace-de9b-492b-bb67-f661100f8366 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:48.365539 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device a97d70df-7bda-455c-ae29-bf1e0993e676 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:59:48.396714 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0c9ace-de9b-492b-bb67-f661100f8366 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:59:48.431115 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-fb0c9ace-de9b-492b-bb67-f661100f8366 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:59:48.440517 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0c9ace-de9b-492b-bb67-f661100f8366 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:48.441239 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fb0c9ace-de9b-492b-bb67-f661100f8366 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:48.449187 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0c9ace-de9b-492b-bb67-f661100f8366 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event updated for resources: {'Subnet': ['ID=0cc985d7-b134-4bd5-b933-ac2ca8e6d0c5,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:48.449380 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port a97d70df-7bda-455c-ae29-bf1e0993e676 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:59:48.459085 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port a97d70df-7bda-455c-ae29-bf1e0993e676 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:59:48.459463 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:48.514630 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-fb0c9ace-de9b-492b-bb67-f661100f8366 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8299940 Aug 16 22:59:48.520178 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 42282) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:48.525470 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-7330996c-c842-41de-b954-8b1e734efb12 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Request body: {'port': {'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'mac_address': 'fa:16:3e:07:9d:58', 'name': 'tempest-NetworksTestDHCPv6-1172514891'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:59:48.639630 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:48.675795 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [req-03f4dfa2-ea45-40e9-b1a2-9835156d0e83 req-e485614b-2551-40b5-a15e-9a3d7c2b4b54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61ebb8a0-18cf-45a9-a36a-5e83404de71e {{(pid=101292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:59:48.690581 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-03f4dfa2-ea45-40e9-b1a2-9835156d0e83 req-e485614b-2551-40b5-a15e-9a3d7c2b4b54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:48.697633 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port a97d70df-7bda-455c-ae29-bf1e0993e676, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=a97d70df-7bda-455c-ae29-bf1e0993e676,segment=NetworkSegment(244ac0e6-4421-4cb0-95e4-19387d4e9889),segment_id=244ac0e6-4421-4cb0-95e4-19387d4e9889)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:59:48.703713 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:48.781135 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-03f4dfa2-ea45-40e9-b1a2-9835156d0e83 req-e485614b-2551-40b5-a15e-9a3d7c2b4b54 service neutron] Transition to ACTIVE for port object 61ebb8a0-18cf-45a9-a36a-5e83404de71e will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:59:48.792394 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=a97d70df-7bda-455c-ae29-bf1e0993e676,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:48.798552 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 0ecfe757-a4d6-4f13-bf51-0553350f6813 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:59:48.808868 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-03f4dfa2-ea45-40e9-b1a2-9835156d0e83 req-e485614b-2551-40b5-a15e-9a3d7c2b4b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:48.829320 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 0ecfe757-a4d6-4f13-bf51-0553350f6813 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:59:48.829941 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 0ecfe757-a4d6-4f13-bf51-0553350f6813 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:59:48.911482 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa0eed8-bfc4-4769-9239-7a6fefda7df6 req-7924dbb8-222a-430a-b64e-68ca23548707 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:48.917581 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8aa0eed8-bfc4-4769-9239-7a6fefda7df6 req-7924dbb8-222a-430a-b64e-68ca23548707 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=df7dbc86-01d2-4f42-9ad9-a6c434f3cff5 HTTP/1.1" status: 200 len: 932 time: 0.1862519 Aug 16 22:59:48.953343 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a871044-5934-4a07-abd1-f1768e9eea0a req-de1ae04b-f432-40a4-b5e4-3cd1be51df97 tempest-FloatingIPsTestJSON-1479997331 tempest-FloatingIPsTestJSON-1479997331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:48.955059 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8a871044-5934-4a07-abd1-f1768e9eea0a req-de1ae04b-f432-40a4-b5e4-3cd1be51df97 tempest-FloatingIPsTestJSON-1479997331 tempest-FloatingIPsTestJSON-1479997331-project] 10.222.0.36 "GET /v2.0/networks/c22c4980-c849-406d-982c-a5d68c515a94 HTTP/1.1" status: 200 len: 784 time: 0.7048347 Aug 16 22:59:48.988397 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e485614b-2551-40b5-a15e-9a3d7c2b4b54 service neutron] Pushing event updated for resources: {'Port': ['ID=61ebb8a0-18cf-45a9-a36a-5e83404de71e,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:49.047389 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8aa0eed8-bfc4-4769-9239-7a6fefda7df6 req-7767dd0c-a852-4b41-a389-4313d2c42b20 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000006 Aug 16 22:59:49.065027 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-03f4dfa2-ea45-40e9-b1a2-9835156d0e83 req-e485614b-2551-40b5-a15e-9a3d7c2b4b54 service neutron] Attempting to bind port 61ebb8a0-18cf-45a9-a36a-5e83404de71e on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:59:49.065655 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-03f4dfa2-ea45-40e9-b1a2-9835156d0e83 req-e485614b-2551-40b5-a15e-9a3d7c2b4b54 service neutron] Attempting to bind port 61ebb8a0-18cf-45a9-a36a-5e83404de71e by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': 'd9a940b8-4f1c-423f-8b77-621d8ce494fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5afa7f88-eeaa-4717-8103-9ee9125ee829'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:59:49.066001 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f4dfa2-ea45-40e9-b1a2-9835156d0e83 req-e485614b-2551-40b5-a15e-9a3d7c2b4b54 service neutron] Attempting to bind port 61ebb8a0-18cf-45a9-a36a-5e83404de71e on network 5afa7f88-eeaa-4717-8103-9ee9125ee829 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:59:49.100688 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f4dfa2-ea45-40e9-b1a2-9835156d0e83 req-e485614b-2551-40b5-a15e-9a3d7c2b4b54 service neutron] Port 61ebb8a0-18cf-45a9-a36a-5e83404de71e on network 5afa7f88-eeaa-4717-8103-9ee9125ee829 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 22:59:49.101679 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f4dfa2-ea45-40e9-b1a2-9835156d0e83 req-e485614b-2551-40b5-a15e-9a3d7c2b4b54 service neutron] Attempting to bind port 61ebb8a0-18cf-45a9-a36a-5e83404de71e on network 5afa7f88-eeaa-4717-8103-9ee9125ee829 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:59:49.188585 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f4dfa2-ea45-40e9-b1a2-9835156d0e83 req-e485614b-2551-40b5-a15e-9a3d7c2b4b54 service neutron] Checking agent: {'id': 'd28e24f9-e5ea-41e1-80bf-3c7943ad7f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:59:49.189063 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f4dfa2-ea45-40e9-b1a2-9835156d0e83 req-e485614b-2551-40b5-a15e-9a3d7c2b4b54 service neutron] Checking segment: {'id': 'd9a940b8-4f1c-423f-8b77-621d8ce494fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5afa7f88-eeaa-4717-8103-9ee9125ee829'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:59:49.189612 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f4dfa2-ea45-40e9-b1a2-9835156d0e83 req-e485614b-2551-40b5-a15e-9a3d7c2b4b54 service neutron] Bound using segment: {'id': 'd9a940b8-4f1c-423f-8b77-621d8ce494fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5afa7f88-eeaa-4717-8103-9ee9125ee829'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:59:49.190166 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-03f4dfa2-ea45-40e9-b1a2-9835156d0e83 req-e485614b-2551-40b5-a15e-9a3d7c2b4b54 service neutron] Bound port: 61ebb8a0-18cf-45a9-a36a-5e83404de71e, host: n-h1-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9a940b8-4f1c-423f-8b77-621d8ce494fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5afa7f88-eeaa-4717-8103-9ee9125ee829'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:59:49.190707 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-03f4dfa2-ea45-40e9-b1a2-9835156d0e83 req-e485614b-2551-40b5-a15e-9a3d7c2b4b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:49.212790 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7330996c-c842-41de-b954-8b1e734efb12 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Made reservation on behalf of 68b563add1f042a58ab2d8884a30332e for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:59:49.226638 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-55244aed-d1b7-45b3-afb5-b4bbe1db7334 req-f37984bf-4aee-469d-8c38-25904bae5fda tempest-FloatingIPsTestJSON-1479997331 tempest-FloatingIPsTestJSON-1479997331-project] 10.222.0.36 "GET /v2.0/floatingips?tenant_id=ef33d65d91714f219ff45e0206877fae HTTP/1.1" status: 200 len: 695 time: 0.1548071 Aug 16 22:59:49.364097 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b46e793e-dfa1-465b-8dcf-ef2bd5511616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537579'] for router_interface, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:49.396808 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-03f4dfa2-ea45-40e9-b1a2-9835156d0e83 req-e485614b-2551-40b5-a15e-9a3d7c2b4b54 service neutron] For port 61ebb8a0-18cf-45a9-a36a-5e83404de71e, host n-h1-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:59:49.407343 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-03f4dfa2-ea45-40e9-b1a2-9835156d0e83 req-e485614b-2551-40b5-a15e-9a3d7c2b4b54 service neutron] For port 61ebb8a0-18cf-45a9-a36a-5e83404de71e, host n-h1-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=61ebb8a0-18cf-45a9-a36a-5e83404de71e,segment=NetworkSegment(d9a940b8-4f1c-423f-8b77-621d8ce494fc),segment_id=d9a940b8-4f1c-423f-8b77-621d8ce494fc)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:59:49.425004 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-03f4dfa2-ea45-40e9-b1a2-9835156d0e83 req-e485614b-2551-40b5-a15e-9a3d7c2b4b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:49.447508 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7330996c-c842-41de-b954-8b1e734efb12 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:49.467099 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55244aed-d1b7-45b3-afb5-b4bbe1db7334 req-45caf499-e50a-442c-ae6f-eefe197ea9a0 tempest-FloatingIPsTestJSON-1479997331 tempest-FloatingIPsTestJSON-1479997331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:49.474798 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-55244aed-d1b7-45b3-afb5-b4bbe1db7334 req-45caf499-e50a-442c-ae6f-eefe197ea9a0 tempest-FloatingIPsTestJSON-1479997331 tempest-FloatingIPsTestJSON-1479997331-project] 10.222.0.36 "GET /v2.0/networks?id=c22c4980-c849-406d-982c-a5d68c515a94 HTTP/1.1" status: 200 len: 787 time: 0.2471323 Aug 16 22:59:49.492232 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f4dfa2-ea45-40e9-b1a2-9835156d0e83 req-e485614b-2551-40b5-a15e-9a3d7c2b4b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:49.493194 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-03f4dfa2-ea45-40e9-b1a2-9835156d0e83 req-e485614b-2551-40b5-a15e-9a3d7c2b4b54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:49.496669 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-03f4dfa2-ea45-40e9-b1a2-9835156d0e83 req-e485614b-2551-40b5-a15e-9a3d7c2b4b54 service neutron] 10.222.0.68 "PUT /v2.0/ports/61ebb8a0-18cf-45a9-a36a-5e83404de71e HTTP/1.1" status: 200 len: 1093 time: 1.6232071 Aug 16 22:59:49.498088 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df7dbc86-01d2-4f42-9ad9-a6c434f3cff5', 'tag': '61ebb8a0-18cf-45a9-a36a-5e83404de71e'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:59:49.498173 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-7330996c-c842-41de-b954-8b1e734efb12 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] device_id is not set on port 5de3743a-030c-46c6-869d-3558586a295c yet. {{(pid=101291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:59:49.510760 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c8e34e0-5367-4c62-a487-74366af4a4b1" -d '{"events": [{"name": "network-changed", "server_uuid": "df7dbc86-01d2-4f42-9ad9-a6c434f3cff5", "tag": "61ebb8a0-18cf-45a9-a36a-5e83404de71e"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:59:49.592613 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7bb3c4-db08-4163-b5fa-2ffd450e6425 None None] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:59:49.632401 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 22:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9255d259-028b-4466-907e-cefe10c6a74b x-openstack-request-id: req-9255d259-028b-4466-907e-cefe10c6a74b {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:59:49.632758 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df7dbc86-01d2-4f42-9ad9-a6c434f3cff5", "tag": "61ebb8a0-18cf-45a9-a36a-5e83404de71e", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:59:49.632977 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9255d259-028b-4466-907e-cefe10c6a74b {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:59:49.633821 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df7dbc86-01d2-4f42-9ad9-a6c434f3cff5', 'tag': '61ebb8a0-18cf-45a9-a36a-5e83404de71e', 'status': 'completed', 'code': 200} Aug 16 22:59:49.639892 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c1465bf7-70c0-4c10-9e3f-d10189f92d83 req-b324fdb0-5a32-42a7-aca8-ec4681d49c59 tempest-FloatingIPsTestJSON-1479997331 tempest-FloatingIPsTestJSON-1479997331-project] 10.222.0.36 "GET /v2.0/floatingips/3f159f47-bce7-4f00-88bd-7209db4ca851 HTTP/1.1" status: 200 len: 692 time: 0.1183598 Aug 16 22:59:49.647496 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e485614b-2551-40b5-a15e-9a3d7c2b4b54 service neutron] Pushing event updated for resources: {'Port': ['ID=61ebb8a0-18cf-45a9-a36a-5e83404de71e,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:49.671681 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-dd3b3c10-65ec-4e3c-8331-d71367f683e2 None None] Provisioning for port f7700788-2829-4f81-ac01-e1d57b3fe6d9 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:59:49.675344 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f4dfa2-ea45-40e9-b1a2-9835156d0e83 req-d6020961-0ca4-49ea-b4d1-f727c408e3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:49.677509 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-03f4dfa2-ea45-40e9-b1a2-9835156d0e83 req-d6020961-0ca4-49ea-b4d1-f727c408e3ed service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bc1dde6b43054c1db1326da283b98f4f&device_id=df7dbc86-01d2-4f42-9ad9-a6c434f3cff5 HTTP/1.1" status: 200 len: 1096 time: 0.0979557 Aug 16 22:59:49.765217 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-eb8dd890-607c-44ea-a946-6897a6be6c3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:49.770369 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-03f4dfa2-ea45-40e9-b1a2-9835156d0e83 req-94ba0a8d-6a08-4a8f-baff-f8dcc500f74e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61ebb8a0-18cf-45a9-a36a-5e83404de71e HTTP/1.1" status: 200 len: 217 time: 0.0796685 Aug 16 22:59:49.871429 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f4dfa2-ea45-40e9-b1a2-9835156d0e83 req-dfd63f70-d0f6-4b16-aceb-045ba1d39991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:49.873030 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-03f4dfa2-ea45-40e9-b1a2-9835156d0e83 req-dfd63f70-d0f6-4b16-aceb-045ba1d39991 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d47d6ce6-f0e6-4637-a178-044cb0396017 HTTP/1.1" status: 200 len: 852 time: 0.0936863 Aug 16 22:59:49.884770 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1465bf7-70c0-4c10-9e3f-d10189f92d83 req-9769ddf5-1d38-4f4c-bb85-fae8d2a3e6c9 tempest-FloatingIPsTestJSON-1479997331 tempest-FloatingIPsTestJSON-1479997331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:49.887003 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c1465bf7-70c0-4c10-9e3f-d10189f92d83 req-9769ddf5-1d38-4f4c-bb85-fae8d2a3e6c9 tempest-FloatingIPsTestJSON-1479997331 tempest-FloatingIPsTestJSON-1479997331-project] 10.222.0.36 "GET /v2.0/networks/c22c4980-c849-406d-982c-a5d68c515a94 HTTP/1.1" status: 200 len: 784 time: 0.2308636 Aug 16 22:59:49.905400 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-7330996c-c842-41de-b954-8b1e734efb12 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Allocated IP 172.20.0.6 (09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5/0cc985d7-b134-4bd5-b933-ac2ca8e6d0c5/5de3743a-030c-46c6-869d-3558586a295c) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:59:49.913793 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-7330996c-c842-41de-b954-8b1e734efb12 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Allocated IP 2001:db8::f816:3eff:fe07:9d58 (09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5/dc4a58b5-51fc-4263-a6b0-5db3e015f928/5de3743a-030c-46c6-869d-3558586a295c) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:59:49.918888 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-03f4dfa2-ea45-40e9-b1a2-9835156d0e83 req-4fd5db22-e36b-42ea-bdf8-dea3ddd9256b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5afa7f88-eeaa-4717-8103-9ee9125ee829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306649 Aug 16 22:59:49.923558 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [req-c1465bf7-70c0-4c10-9e3f-d10189f92d83 req-f5338e2b-43ed-4bd9-9054-c5a4f63400fc tempest-FloatingIPsTestJSON-1479997331 tempest-FloatingIPsTestJSON-1479997331-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:59:49.934670 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c1465bf7-70c0-4c10-9e3f-d10189f92d83 req-f5338e2b-43ed-4bd9-9054-c5a4f63400fc tempest-FloatingIPsTestJSON-1479997331 tempest-FloatingIPsTestJSON-1479997331-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0192540 Aug 16 22:59:49.998764 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb145f56-ef14-4d9a-92db-b6df2c3e369e None None] Update dhcp port {'port': {'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'fixed_ips': [{'subnet_id': 'dc4a58b5-51fc-4263-a6b0-5db3e015f928', 'ip_address': '2001:db8::f816:3eff:fe35:cd57'}, {'subnet_id': '0cc985d7-b134-4bd5-b933-ac2ca8e6d0c5'}], 'binding:host_id': 'n-d-791506-26'}, 'id': 'f7700788-2829-4f81-ac01-e1d57b3fe6d9'} from n-d-791506-26. {{(pid=101293) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 22:59:50.030484 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-fb145f56-ef14-4d9a-92db-b6df2c3e369e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:50.041139 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c1465bf7-70c0-4c10-9e3f-d10189f92d83 req-019e3393-b1ae-48c8-8ef9-1752c4cf918f tempest-FloatingIPsTestJSON-1479997331 tempest-FloatingIPsTestJSON-1479997331-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.4.79 HTTP/1.1" status: 200 len: 695 time: 0.1051812 Aug 16 22:59:50.058608 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 42324) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:50.120582 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c1465bf7-70c0-4c10-9e3f-d10189f92d83 req-0e76e75d-6a28-4ff3-a921-23a8cfd647b4 tempest-FloatingIPsTestJSON-1479997331 tempest-FloatingIPsTestJSON-1479997331-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.4.79 HTTP/1.1" status: 200 len: 695 time: 0.0783138 Aug 16 22:59:50.205811 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7330996c-c842-41de-b954-8b1e734efb12 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:50.229233 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-b46e793e-dfa1-465b-8dcf-ef2bd5511616 admin admin] Deleting port 2366e30b-8878-4dd1-954e-bdb4872f6000 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:59:50.229836 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b46e793e-dfa1-465b-8dcf-ef2bd5511616 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:50.234219 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-7330996c-c842-41de-b954-8b1e734efb12 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Transition to ACTIVE for port object 5de3743a-030c-46c6-869d-3558586a295c will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:59:50.269160 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-03f4dfa2-ea45-40e9-b1a2-9835156d0e83 req-dc14bc2c-3a2e-45b7-ae1a-cd55f5ade08b service neutron] 10.222.0.68 "GET /v2.0/networks/5afa7f88-eeaa-4717-8103-9ee9125ee829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3321030 Aug 16 22:59:50.383962 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3c35e77e-5399-46df-99d3-54efc5108e71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:50.387083 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7330996c-c842-41de-b954-8b1e734efb12 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:50.395199 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ac087d-c12f-4d6e-b663-cfb5f6344291 req-7330aa52-bd6d-4a91-907d-23bf421dfa82 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:50.399096 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-b46e793e-dfa1-465b-8dcf-ef2bd5511616 admin admin] For port 2366e30b-8878-4dd1-954e-bdb4872f6000, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=2366e30b-8878-4dd1-954e-bdb4872f6000,segment=NetworkSegment(a4288260-b264-4d08-9ed2-806fca9faddc),segment_id=a4288260-b264-4d08-9ed2-806fca9faddc)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:59:50.399538 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b46e793e-dfa1-465b-8dcf-ef2bd5511616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:50.403495 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-05ac087d-c12f-4d6e-b663-cfb5f6344291 req-7330aa52-bd6d-4a91-907d-23bf421dfa82 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=df7dbc86-01d2-4f42-9ad9-a6c434f3cff5 HTTP/1.1" status: 200 len: 944 time: 0.2222073 Aug 16 22:59:50.439757 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-b46e793e-dfa1-465b-8dcf-ef2bd5511616 admin admin] Calling delete_port for 2366e30b-8878-4dd1-954e-bdb4872f6000 owned by network:router_interface {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:59:50.456946 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device a97d70df-7bda-455c-ae29-bf1e0993e676 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:59:50.470562 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7330996c-c842-41de-b954-8b1e734efb12 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:59:50.495294 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-03f4dfa2-ea45-40e9-b1a2-9835156d0e83 req-4efb801c-ffef-4cbe-9106-e111ddc3f687 service neutron] 10.222.0.68 "GET /v2.0/networks/5afa7f88-eeaa-4717-8103-9ee9125ee829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157915 Aug 16 22:59:50.509674 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-7330996c-c842-41de-b954-8b1e734efb12 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:59:50.517288 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7330996c-c842-41de-b954-8b1e734efb12 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:59:50.517859 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-fb145f56-ef14-4d9a-92db-b6df2c3e369e None None] Allocated IP 172.20.0.2 (09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5/0cc985d7-b134-4bd5-b933-ac2ca8e6d0c5/f7700788-2829-4f81-ac01-e1d57b3fe6d9) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:59:50.519349 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-05ac087d-c12f-4d6e-b663-cfb5f6344291 req-2586cfd0-57a4-4d3c-a1f4-d44695e75f6e tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149142 Aug 16 22:59:50.524173 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7330996c-c842-41de-b954-8b1e734efb12 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event updated for resources: {'Port': ['ID=5de3743a-030c-46c6-869d-3558586a295c,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:50.549399 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-c1465bf7-70c0-4c10-9e3f-d10189f92d83 req-570b11fd-074e-48bf-aaf9-75a0e68214ca tempest-FloatingIPsTestJSON-1479997331 tempest-FloatingIPsTestJSON-1479997331-project] Deleting port 48ba61cc-1b49-4775-a214-fd9b526dddff {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:59:50.549745 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-c1465bf7-70c0-4c10-9e3f-d10189f92d83 req-570b11fd-074e-48bf-aaf9-75a0e68214ca tempest-FloatingIPsTestJSON-1479997331 tempest-FloatingIPsTestJSON-1479997331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:50.593135 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7330996c-c842-41de-b954-8b1e734efb12 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:50.594314 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7330996c-c842-41de-b954-8b1e734efb12 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:50.658249 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port a97d70df-7bda-455c-ae29-bf1e0993e676 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:59:50.658249 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:50.708902 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:50.767419 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b46e793e-dfa1-465b-8dcf-ef2bd5511616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:50.784244 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-c1465bf7-70c0-4c10-9e3f-d10189f92d83 req-570b11fd-074e-48bf-aaf9-75a0e68214ca tempest-FloatingIPsTestJSON-1479997331 tempest-FloatingIPsTestJSON-1479997331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:50.784869 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-c1465bf7-70c0-4c10-9e3f-d10189f92d83 req-570b11fd-074e-48bf-aaf9-75a0e68214ca tempest-FloatingIPsTestJSON-1479997331 tempest-FloatingIPsTestJSON-1479997331-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:50.808659 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46e793e-dfa1-465b-8dcf-ef2bd5511616 admin admin] Pushing event deleted for resources: {'Port': ['ID=2366e30b-8878-4dd1-954e-bdb4872f6000,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:50.809707 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8e34e0-5367-4c62-a487-74366af4a4b1 req-68ec08f7-4faf-4d2c-b6df-8a431ec3bcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:50.814776 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4c8e34e0-5367-4c62-a487-74366af4a4b1 req-68ec08f7-4faf-4d2c-b6df-8a431ec3bcc0 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bc1dde6b43054c1db1326da283b98f4f&device_id=df7dbc86-01d2-4f42-9ad9-a6c434f3cff5 HTTP/1.1" status: 200 len: 1096 time: 0.1836424 Aug 16 22:59:50.823575 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-c1465bf7-70c0-4c10-9e3f-d10189f92d83 req-570b11fd-074e-48bf-aaf9-75a0e68214ca tempest-FloatingIPsTestJSON-1479997331 tempest-FloatingIPsTestJSON-1479997331-project] Calling delete_port for 48ba61cc-1b49-4775-a214-fd9b526dddff owned by network:floatingip {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:59:50.824392 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-fb145f56-ef14-4d9a-92db-b6df2c3e369e None None] For port f7700788-2829-4f81-ac01-e1d57b3fe6d9, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=f7700788-2829-4f81-ac01-e1d57b3fe6d9,segment=NetworkSegment(482572b3-9d65-4375-9c42-925e854722fd),segment_id=482572b3-9d65-4375-9c42-925e854722fd)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:59:50.860164 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device f7700788-2829-4f81-ac01-e1d57b3fe6d9 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:59:50.894207 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-fb145f56-ef14-4d9a-92db-b6df2c3e369e None None] Notify callbacks [] for port, precommit_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:50.915106 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3c35e77e-5399-46df-99d3-54efc5108e71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:50.922129 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-fb145f56-ef14-4d9a-92db-b6df2c3e369e None None] Transition to ACTIVE for port object f7700788-2829-4f81-ac01-e1d57b3fe6d9 will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:59:50.929456 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-fb145f56-ef14-4d9a-92db-b6df2c3e369e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:50.952083 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-7330996c-c842-41de-b954-8b1e734efb12 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.4305604 Aug 16 22:59:50.957179 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3c35e77e-5399-46df-99d3-54efc5108e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:50.960999 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 42336) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:50.983209 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port f7700788-2829-4f81-ac01-e1d57b3fe6d9 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:59:51.043123 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb145f56-ef14-4d9a-92db-b6df2c3e369e None None] Pushing event updated for resources: {'Port': ['ID=f7700788-2829-4f81-ac01-e1d57b3fe6d9,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:51.116971 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac5934f-cbdf-488c-bd3a-cba1f1a75843 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:51.124307 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac5934f-cbdf-488c-bd3a-cba1f1a75843 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:51.126383 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-1ac5934f-cbdf-488c-bd3a-cba1f1a75843 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.1641219 Aug 16 22:59:51.130496 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 42338) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:51.200362 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b46e793e-dfa1-465b-8dcf-ef2bd5511616 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537471'] for router_interface, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:51.360095 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-3c35e77e-5399-46df-99d3-54efc5108e71 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=58ea5f6b86de4c969fdbe70315ecf2d7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2981162 Aug 16 22:59:51.363851 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 42340) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:51.377802 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c35e77e-5399-46df-99d3-54efc5108e71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c89eba9-d101-4bb5-be61-553d06092c6f,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:51.383813 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8e34e0-5367-4c62-a487-74366af4a4b1 req-5837aebc-13f2-4db1-aab5-82e1c3bb1310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:51.385413 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4c8e34e0-5367-4c62-a487-74366af4a4b1 req-5837aebc-13f2-4db1-aab5-82e1c3bb1310 service neutron] 10.222.0.68 "GET /v2.0/networks?id=5afa7f88-eeaa-4717-8103-9ee9125ee829 HTTP/1.1" status: 200 len: 913 time: 0.5553265 Aug 16 22:59:51.401468 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-5a9810c8-b722-4a5d-9538-371a6932f636 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Deleting port 5de3743a-030c-46c6-869d-3558586a295c {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:59:51.402064 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5a9810c8-b722-4a5d-9538-371a6932f636 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:51.443796 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4c8e34e0-5367-4c62-a487-74366af4a4b1 req-91ccf451-e1bd-4379-8f5e-03adb76d8d99 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61ebb8a0-18cf-45a9-a36a-5e83404de71e HTTP/1.1" status: 200 len: 217 time: 0.0454137 Aug 16 22:59:51.474163 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:51.544766 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-08a629a7-120c-4b5b-9eae-8cf66980aa2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:51.550620 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8e34e0-5367-4c62-a487-74366af4a4b1 req-083d08eb-3f7f-46fd-be81-425db8c5f5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:51.552028 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4c8e34e0-5367-4c62-a487-74366af4a4b1 req-083d08eb-3f7f-46fd-be81-425db8c5f5ee service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d47d6ce6-f0e6-4637-a178-044cb0396017 HTTP/1.1" status: 200 len: 852 time: 0.0919719 Aug 16 22:59:51.557046 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-c1465bf7-70c0-4c10-9e3f-d10189f92d83 req-570b11fd-074e-48bf-aaf9-75a0e68214ca tempest-FloatingIPsTestJSON-1479997331 tempest-FloatingIPsTestJSON-1479997331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:51.612590 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4c8e34e0-5367-4c62-a487-74366af4a4b1 req-5b4a1889-d935-460e-b1c2-1050fb10e87c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5afa7f88-eeaa-4717-8103-9ee9125ee829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508668 Aug 16 22:59:51.634344 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570b11fd-074e-48bf-aaf9-75a0e68214ca tempest-FloatingIPsTestJSON-1479997331 tempest-FloatingIPsTestJSON-1479997331-project] Pushing event deleted for resources: {'Port': ['ID=48ba61cc-1b49-4775-a214-fd9b526dddff,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:51.655065 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5a9810c8-b722-4a5d-9538-371a6932f636 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:51.711015 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-5a9810c8-b722-4a5d-9538-371a6932f636 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Calling delete_port for 5de3743a-030c-46c6-869d-3558586a295c owned by {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:59:51.715792 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-08a629a7-120c-4b5b-9eae-8cf66980aa2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:51.770665 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-c1465bf7-70c0-4c10-9e3f-d10189f92d83 req-570b11fd-074e-48bf-aaf9-75a0e68214ca tempest-FloatingIPsTestJSON-1479997331 tempest-FloatingIPsTestJSON-1479997331-project] Notify callbacks [] for floatingip, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:51.773468 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-c1465bf7-70c0-4c10-9e3f-d10189f92d83 req-570b11fd-074e-48bf-aaf9-75a0e68214ca tempest-FloatingIPsTestJSON-1479997331 tempest-FloatingIPsTestJSON-1479997331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:51.774688 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c1465bf7-70c0-4c10-9e3f-d10189f92d83 req-570b11fd-074e-48bf-aaf9-75a0e68214ca tempest-FloatingIPsTestJSON-1479997331 tempest-FloatingIPsTestJSON-1479997331-project] 10.222.0.36 "DELETE /v2.0/floatingips/3f159f47-bce7-4f00-88bd-7209db4ca851 HTTP/1.1" status: 204 len: 173 time: 1.6530211 Aug 16 22:59:51.797353 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f2498b-9dd0-40fd-bee3-763120e7f34a req-54259fa1-e208-4dfb-80b1-6714fa26e9ad tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:51.800704 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-39f2498b-9dd0-40fd-bee3-763120e7f34a req-54259fa1-e208-4dfb-80b1-6714fa26e9ad tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=df7dbc86-01d2-4f42-9ad9-a6c434f3cff5 HTTP/1.1" status: 200 len: 944 time: 0.1635125 Aug 16 22:59:51.817664 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b46e793e-dfa1-465b-8dcf-ef2bd5511616 admin admin] Router 5e6ef5bd-169b-4e83-a8d7-c2d7b84f8d00 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:59:51.858551 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4293a215-257a-4001-824c-b1485519a7f8 None None] Provisioning for port f7700788-2829-4f81-ac01-e1d57b3fe6d9 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:59:51.864062 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4c8e34e0-5367-4c62-a487-74366af4a4b1 req-420553a5-e812-4d35-87e6-4110ea170179 service neutron] 10.222.0.68 "GET /v2.0/networks/5afa7f88-eeaa-4717-8103-9ee9125ee829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259305 Aug 16 22:59:51.874847 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4293a215-257a-4001-824c-b1485519a7f8 None None] Provisioning complete for port f7700788-2829-4f81-ac01-e1d57b3fe6d9 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:59:51.875336 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4293a215-257a-4001-824c-b1485519a7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:51.904744 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-39f2498b-9dd0-40fd-bee3-763120e7f34a req-da8ef23c-5e92-4c8d-9025-c6b98122a783 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822134 Aug 16 22:59:51.914804 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-08a629a7-120c-4b5b-9eae-8cf66980aa2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:51.918312 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-08a629a7-120c-4b5b-9eae-8cf66980aa2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:51.919508 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-08a629a7-120c-4b5b-9eae-8cf66980aa2f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5c89eba9-d101-4bb5-be61-553d06092c6f HTTP/1.1" status: 204 len: 168 time: 0.5545642 Aug 16 22:59:52.002135 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a629a7-120c-4b5b-9eae-8cf66980aa2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c89eba9-d101-4bb5-be61-553d06092c6f,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:52.064429 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b46e793e-dfa1-465b-8dcf-ef2bd5511616 admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:59:52.074214 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-b46e793e-dfa1-465b-8dcf-ef2bd5511616 admin admin] 10.222.0.36 "PUT /v2.0/routers/5e6ef5bd-169b-4e83-a8d7-c2d7b84f8d00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3992813 Aug 16 22:59:52.077475 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 42354) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:52.132241 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9c5eb2-649d-47e9-97f8-54e2fe06a7d5 None None] Sync routers for ids ['5e6ef5bd-169b-4e83-a8d7-c2d7b84f8d00'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:59:52.171730 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4c8e34e0-5367-4c62-a487-74366af4a4b1 req-70fe2564-3db5-49a0-b013-b21cb8e33b23 service neutron] 10.222.0.68 "GET /v2.0/networks/5afa7f88-eeaa-4717-8103-9ee9125ee829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967203 Aug 16 22:59:52.194078 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9c5eb2-649d-47e9-97f8-54e2fe06a7d5 None None] Routers {'5e6ef5bd-169b-4e83-a8d7-c2d7b84f8d00'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:59:52.195216 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-4b9c5eb2-649d-47e9-97f8-54e2fe06a7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:59:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['5e6ef5bd-169b-4e83-a8d7-c2d7b84f8d00'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:59:52.241158 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4293a215-257a-4001-824c-b1485519a7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:52.307369 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-4293a215-257a-4001-824c-b1485519a7f8 None None] For port f7700788-2829-4f81-ac01-e1d57b3fe6d9, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=f7700788-2829-4f81-ac01-e1d57b3fe6d9,segment=NetworkSegment(482572b3-9d65-4375-9c42-925e854722fd),segment_id=482572b3-9d65-4375-9c42-925e854722fd)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:59:52.322355 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8cb88119-7e00-45c5-bdd5-637071900aab req-a5b8ab51-dea2-4b94-920d-9072406d7e72 tempest-FloatingIPsTestJSON-1479997331 tempest-FloatingIPsTestJSON-1479997331-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3064556 Aug 16 22:59:52.333586 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-8cb88119-7e00-45c5-bdd5-637071900aab req-b5a0e2ed-46d3-4da3-a5ac-92938c11615d tempest-FloatingIPsTestJSON-1479997331 tempest-FloatingIPsTestJSON-1479997331-project] Request body: {'floatingip': {'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:59:52.362008 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-8cb88119-7e00-45c5-bdd5-637071900aab req-b5a0e2ed-46d3-4da3-a5ac-92938c11615d tempest-FloatingIPsTestJSON-1479997331 tempest-FloatingIPsTestJSON-1479997331-project] Notify callbacks [] for floatingip, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:52.365603 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4293a215-257a-4001-824c-b1485519a7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:52.382195 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device f7700788-2829-4f81-ac01-e1d57b3fe6d9 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:59:52.385265 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5a9810c8-b722-4a5d-9538-371a6932f636 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:52.413920 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-98469c70-1bd4-4e7d-918a-c381ff21598c admin admin] Notify callbacks [] for router, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:52.508208 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-8cb88119-7e00-45c5-bdd5-637071900aab req-b5a0e2ed-46d3-4da3-a5ac-92938c11615d tempest-FloatingIPsTestJSON-1479997331 tempest-FloatingIPsTestJSON-1479997331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:52.565594 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9810c8-b722-4a5d-9538-371a6932f636 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event deleted for resources: {'Port': ['ID=5de3743a-030c-46c6-869d-3558586a295c,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:52.594886 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-98469c70-1bd4-4e7d-918a-c381ff21598c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:52.613470 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-8e9c8a19-4548-4ccb-bc05-3a14d44d5b3e None None] Could not find standard attr ID for object 5de3743a-030c-46c6-869d-3558586a295c. {{(pid=101293) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 22:59:52.674044 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-4b9c5eb2-649d-47e9-97f8-54e2fe06a7d5 None None] Set router 5e6ef5bd-169b-4e83-a8d7-c2d7b84f8d00 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:59:52.690224 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [req-8cb88119-7e00-45c5-bdd5-637071900aab req-b5a0e2ed-46d3-4da3-a5ac-92938c11615d tempest-FloatingIPsTestJSON-1479997331 tempest-FloatingIPsTestJSON-1479997331-project] Allocated IP 172.25.4.157 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/3f2062d2-440a-4ccc-85c6-55bb31fbfbbf) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:59:52.755690 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-98469c70-1bd4-4e7d-918a-c381ff21598c admin admin] Deleting port 2daa7008-47ae-4918-8284-43e624b66d33 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:59:52.756044 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-98469c70-1bd4-4e7d-918a-c381ff21598c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:52.765429 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4293a215-257a-4001-824c-b1485519a7f8 None None] Pushing event updated for resources: {'Port': ['ID=f7700788-2829-4f81-ac01-e1d57b3fe6d9,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:52.790782 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5a9810c8-b722-4a5d-9538-371a6932f636 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:52.795989 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-5a9810c8-b722-4a5d-9538-371a6932f636 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/ports/5de3743a-030c-46c6-869d-3558586a295c HTTP/1.1" status: 204 len: 168 time: 1.6627271 Aug 16 22:59:52.796615 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 42370) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:52.847839 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:52.863867 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port f7700788-2829-4f81-ac01-e1d57b3fe6d9 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:59:52.864582 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:52.891238 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-8cb88119-7e00-45c5-bdd5-637071900aab req-b5a0e2ed-46d3-4da3-a5ac-92938c11615d tempest-FloatingIPsTestJSON-1479997331 tempest-FloatingIPsTestJSON-1479997331-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:52.942214 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20de2146-0527-4a02-bc39-f6f6275e9652 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:52.943999 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20de2146-0527-4a02-bc39-f6f6275e9652 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:52.945601 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20de2146-0527-4a02-bc39-f6f6275e9652 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:52.950217 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-20de2146-0527-4a02-bc39-f6f6275e9652 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1112444 Aug 16 22:59:52.952337 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 42378) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:52.978244 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-98469c70-1bd4-4e7d-918a-c381ff21598c admin admin] For port 2daa7008-47ae-4918-8284-43e624b66d33, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=2daa7008-47ae-4918-8284-43e624b66d33,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:59:52.978887 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-98469c70-1bd4-4e7d-918a-c381ff21598c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:53.006288 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-98469c70-1bd4-4e7d-918a-c381ff21598c admin admin] Calling delete_port for 2daa7008-47ae-4918-8284-43e624b66d33 owned by network:router_gateway {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:59:53.067571 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_v2 [None req-1468613a-2828-4b05-9f1c-c0fba5c3df81 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Deleting subnet 0cc985d7-b134-4bd5-b933-ac2ca8e6d0c5 {{(pid=101292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:59:53.072010 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-8cb88119-7e00-45c5-bdd5-637071900aab req-b5a0e2ed-46d3-4da3-a5ac-92938c11615d tempest-FloatingIPsTestJSON-1479997331 tempest-FloatingIPsTestJSON-1479997331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:53.082647 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1468613a-2828-4b05-9f1c-c0fba5c3df81 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for subnet, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:53.148341 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-4b9c5eb2-649d-47e9-97f8-54e2fe06a7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e6ef5bd-169b-4e83-a8d7-c2d7b84f8d00', 'name': 'tempest-TestServerMultinode-1775613411-router', 'tenant_id': 'beabb45ad18d4f1cbf344de56021417e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '2daa7008-47ae-4918-8284-43e624b66d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:58:38Z', 'updated_at': '2021-08-16T22:59:50Z', 'revision_number': 5, 'project_id': 'beabb45ad18d4f1cbf344de56021417e', 'gw_port': {'id': '2daa7008-47ae-4918-8284-43e624b66d33', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:d3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6ef5bd-169b-4e83-a8d7-c2d7b84f8d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1604, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:39Z', 'updated_at': '2021-08-16T22:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:59:53.156874 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cb88119-7e00-45c5-bdd5-637071900aab req-b5a0e2ed-46d3-4da3-a5ac-92938c11615d tempest-FloatingIPsTestJSON-1479997331 tempest-FloatingIPsTestJSON-1479997331-project] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:59:53.194564 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [req-8cb88119-7e00-45c5-bdd5-637071900aab req-b5a0e2ed-46d3-4da3-a5ac-92938c11615d tempest-FloatingIPsTestJSON-1479997331 tempest-FloatingIPsTestJSON-1479997331-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:59:53.195754 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9c5eb2-649d-47e9-97f8-54e2fe06a7d5 None None] Checking router: 5e6ef5bd-169b-4e83-a8d7-c2d7b84f8d00 for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:59:53.206842 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cb88119-7e00-45c5-bdd5-637071900aab req-b5a0e2ed-46d3-4da3-a5ac-92938c11615d tempest-FloatingIPsTestJSON-1479997331 tempest-FloatingIPsTestJSON-1479997331-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:59:53.207067 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9c5eb2-649d-47e9-97f8-54e2fe06a7d5 None None] Routers {'5e6ef5bd-169b-4e83-a8d7-c2d7b84f8d00'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:59:53.208007 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-4b9c5eb2-649d-47e9-97f8-54e2fe06a7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:59:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['5e6ef5bd-169b-4e83-a8d7-c2d7b84f8d00'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:59:53.253732 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1468613a-2828-4b05-9f1c-c0fba5c3df81 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3848860'] for subnet, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:53.297472 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a0e2ed-46d3-4da3-a5ac-92938c11615d tempest-FloatingIPsTestJSON-1479997331 tempest-FloatingIPsTestJSON-1479997331-project] Pushing event updated for resources: {'Port': ['ID=3f2062d2-440a-4ccc-85c6-55bb31fbfbbf,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:53.320454 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-4b9c5eb2-649d-47e9-97f8-54e2fe06a7d5 None None] Set router 5e6ef5bd-169b-4e83-a8d7-c2d7b84f8d00 gateway port host: None {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:59:53.325143 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f6a1aa-323d-42d6-ab0f-6518fa338ce1 req-e856238f-1f3b-45d0-9fb2-bf7d470e7421 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:53.326937 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e0f6a1aa-323d-42d6-ab0f-6518fa338ce1 req-e856238f-1f3b-45d0-9fb2-bf7d470e7421 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=df7dbc86-01d2-4f42-9ad9-a6c434f3cff5 HTTP/1.1" status: 200 len: 944 time: 0.2081585 Aug 16 22:59:53.344598 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-98469c70-1bd4-4e7d-918a-c381ff21598c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:53.381428 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98469c70-1bd4-4e7d-918a-c381ff21598c admin admin] Pushing event deleted for resources: {'Port': ['ID=2daa7008-47ae-4918-8284-43e624b66d33,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:53.391936 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-4b9c5eb2-649d-47e9-97f8-54e2fe06a7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e6ef5bd-169b-4e83-a8d7-c2d7b84f8d00', 'name': 'tempest-TestServerMultinode-1775613411-router', 'tenant_id': 'beabb45ad18d4f1cbf344de56021417e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:58:38Z', 'updated_at': '2021-08-16T22:59:52Z', 'revision_number': 6, 'project_id': 'beabb45ad18d4f1cbf344de56021417e', 'gw_port_host': None}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:59:53.424847 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9c5eb2-649d-47e9-97f8-54e2fe06a7d5 None None] The sync data for ids ['5e6ef5bd-169b-4e83-a8d7-c2d7b84f8d00'] in n-d-791506-26 is: [{'id': '5e6ef5bd-169b-4e83-a8d7-c2d7b84f8d00', 'name': 'tempest-TestServerMultinode-1775613411-router', 'tenant_id': 'beabb45ad18d4f1cbf344de56021417e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:58:38Z', 'updated_at': '2021-08-16T22:59:52Z', 'revision_number': 6, 'project_id': 'beabb45ad18d4f1cbf344de56021417e', 'gw_port_host': None}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 22:59:53.451411 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e0f6a1aa-323d-42d6-ab0f-6518fa338ce1 req-cd9096d2-1693-4a16-bc7c-6aa2f31b6c2d tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118326 Aug 16 22:59:53.452844 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1468613a-2828-4b05-9f1c-c0fba5c3df81 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:53.485386 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-8cb88119-7e00-45c5-bdd5-637071900aab req-b5a0e2ed-46d3-4da3-a5ac-92938c11615d tempest-FloatingIPsTestJSON-1479997331 tempest-FloatingIPsTestJSON-1479997331-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:53.501009 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-98469c70-1bd4-4e7d-918a-c381ff21598c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537121'] for router_gateway, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:53.540420 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-8cb88119-7e00-45c5-bdd5-637071900aab req-b5a0e2ed-46d3-4da3-a5ac-92938c11615d tempest-FloatingIPsTestJSON-1479997331 tempest-FloatingIPsTestJSON-1479997331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:53.571447 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1468613a-2828-4b05-9f1c-c0fba5c3df81 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26252129'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:53.613001 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1468613a-2828-4b05-9f1c-c0fba5c3df81 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:53.618017 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-1468613a-2828-4b05-9f1c-c0fba5c3df81 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/subnets/0cc985d7-b134-4bd5-b933-ac2ca8e6d0c5 HTTP/1.1" status: 204 len: 168 time: 0.6622167 Aug 16 22:59:53.619308 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1468613a-2828-4b05-9f1c-c0fba5c3df81 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event deleted for resources: {'Subnet': ['ID=0cc985d7-b134-4bd5-b933-ac2ca8e6d0c5,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:53.619498 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325ede92-827e-4c89-9026-0be1935465b1 None None] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:59:53.621822 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 42388) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:53.731495 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b516e64-a75d-4f81-b464-6ae682e20b32 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Deleting subnet dc4a58b5-51fc-4263-a6b0-5db3e015f928 {{(pid=101292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:59:53.737868 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7b516e64-a75d-4f81-b464-6ae682e20b32 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for subnet, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:53.802079 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7b516e64-a75d-4f81-b464-6ae682e20b32 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3848860'] for subnet, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:53.909524 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-8cb88119-7e00-45c5-bdd5-637071900aab req-b5a0e2ed-46d3-4da3-a5ac-92938c11615d tempest-FloatingIPsTestJSON-1479997331 tempest-FloatingIPsTestJSON-1479997331-project] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:53.918447 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-8cb88119-7e00-45c5-bdd5-637071900aab req-b5a0e2ed-46d3-4da3-a5ac-92938c11615d tempest-FloatingIPsTestJSON-1479997331 tempest-FloatingIPsTestJSON-1479997331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:53.944215 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-98469c70-1bd4-4e7d-918a-c381ff21598c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:53.946938 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-98469c70-1bd4-4e7d-918a-c381ff21598c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:53.968060 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7b516e64-a75d-4f81-b464-6ae682e20b32 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:53.999179 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-98469c70-1bd4-4e7d-918a-c381ff21598c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:53.999742 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98469c70-1bd4-4e7d-918a-c381ff21598c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e6ef5bd-169b-4e83-a8d7-c2d7b84f8d00 {{(pid=101291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 22:59:54.004198 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-98469c70-1bd4-4e7d-918a-c381ff21598c admin admin] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:54.008463 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-98469c70-1bd4-4e7d-918a-c381ff21598c admin admin] 10.222.0.36 "DELETE /v2.0/routers/5e6ef5bd-169b-4e83-a8d7-c2d7b84f8d00 HTTP/1.1" status: 204 len: 168 time: 1.9297991 Aug 16 22:59:54.009098 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 42392) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:54.062199 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a0e2ed-46d3-4da3-a5ac-92938c11615d tempest-FloatingIPsTestJSON-1479997331 tempest-FloatingIPsTestJSON-1479997331-project] Pushing event updated for resources: {'Port': ['ID=3f2062d2-440a-4ccc-85c6-55bb31fbfbbf,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:54.065180 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-32b74a0f-23dd-4ccd-9209-5fdbd84a0956 admin admin] Deleting subnet 45b5f42f-80e2-4f3a-abbd-619a10b58151 {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 22:59:54.070125 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-32b74a0f-23dd-4ccd-9209-5fdbd84a0956 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:54.072404 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-8cb88119-7e00-45c5-bdd5-637071900aab req-b5a0e2ed-46d3-4da3-a5ac-92938c11615d tempest-FloatingIPsTestJSON-1479997331 tempest-FloatingIPsTestJSON-1479997331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:54.096175 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-8cb88119-7e00-45c5-bdd5-637071900aab req-b5a0e2ed-46d3-4da3-a5ac-92938c11615d tempest-FloatingIPsTestJSON-1479997331 tempest-FloatingIPsTestJSON-1479997331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:54.097944 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8cb88119-7e00-45c5-bdd5-637071900aab req-b5a0e2ed-46d3-4da3-a5ac-92938c11615d tempest-FloatingIPsTestJSON-1479997331 tempest-FloatingIPsTestJSON-1479997331-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7684331 Aug 16 22:59:54.099781 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7b516e64-a75d-4f81-b464-6ae682e20b32 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26252129'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:54.122984 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-32b74a0f-23dd-4ccd-9209-5fdbd84a0956 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:54.171949 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b516e64-a75d-4f81-b464-6ae682e20b32 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event deleted for resources: {'Subnet': ['ID=dc4a58b5-51fc-4263-a6b0-5db3e015f928,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:54.174252 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7b516e64-a75d-4f81-b464-6ae682e20b32 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:54.177034 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-7b516e64-a75d-4f81-b464-6ae682e20b32 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/subnets/dc4a58b5-51fc-4263-a6b0-5db3e015f928 HTTP/1.1" status: 204 len: 168 time: 0.5517690 Aug 16 22:59:54.179603 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 42394) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:54.190022 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 61ebb8a0-18cf-45a9-a36a-5e83404de71e details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 22:59:54.198942 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8cb88119-7e00-45c5-bdd5-637071900aab req-d502443b-c4d2-4802-97d3-cb40fa92ee55 tempest-FloatingIPsTestJSON-1479997331 tempest-FloatingIPsTestJSON-1479997331-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.4.157 HTTP/1.1" status: 200 len: 696 time: 0.0881848 Aug 16 22:59:54.216336 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-32b74a0f-23dd-4ccd-9209-5fdbd84a0956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:54.243933 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 42396) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:54.244175 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-07db6eef-b973-4d4c-be18-b948247c367c tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0631096 Aug 16 22:59:54.253178 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-f7805406-cf9d-441b-aa2c-e9effcd3427b tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Request body: {'subnet': {'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:59:54.404613 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 61ebb8a0-18cf-45a9-a36a-5e83404de71e, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=61ebb8a0-18cf-45a9-a36a-5e83404de71e,segment=NetworkSegment(d9a940b8-4f1c-423f-8b77-621d8ce494fc),segment_id=d9a940b8-4f1c-423f-8b77-621d8ce494fc)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:59:54.409590 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device f7700788-2829-4f81-ac01-e1d57b3fe6d9 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:59:54.447702 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': '61ebb8a0-18cf-45a9-a36a-5e83404de71e', 'network_id': '5afa7f88-eeaa-4717-8103-9ee9125ee829', 'port_id': '61ebb8a0-18cf-45a9-a36a-5e83404de71e', 'mac_address': 'fa:16:3e:f9:36:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd47d6ce6-f0e6-4637-a178-044cb0396017', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 22:59:54.450461 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-32b74a0f-23dd-4ccd-9209-5fdbd84a0956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:54.457782 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7805406-cf9d-441b-aa2c-e9effcd3427b tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Made reservation on behalf of 68b563add1f042a58ab2d8884a30332e for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:59:54.459117 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb88119-7e00-45c5-bdd5-637071900aab req-d000e494-ccdf-4a03-9729-89b960808483 tempest-FloatingIPsTestJSON-1479997331 tempest-FloatingIPsTestJSON-1479997331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:54.460954 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8cb88119-7e00-45c5-bdd5-637071900aab req-d000e494-ccdf-4a03-9729-89b960808483 tempest-FloatingIPsTestJSON-1479997331 tempest-FloatingIPsTestJSON-1479997331-project] 10.222.0.36 "GET /v2.0/networks/c22c4980-c849-406d-982c-a5d68c515a94 HTTP/1.1" status: 200 len: 784 time: 0.2242146 Aug 16 22:59:54.465784 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f7805406-cf9d-441b-aa2c-e9effcd3427b tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:54.473857 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [req-8cb88119-7e00-45c5-bdd5-637071900aab req-eec67b7c-de95-46d4-b80e-74ca82ed9682 tempest-FloatingIPsTestJSON-1479997331 tempest-FloatingIPsTestJSON-1479997331-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 22:59:54.475444 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8cb88119-7e00-45c5-bdd5-637071900aab req-eec67b7c-de95-46d4-b80e-74ca82ed9682 tempest-FloatingIPsTestJSON-1479997331 tempest-FloatingIPsTestJSON-1479997331-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069745 Aug 16 22:59:54.555098 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b74a0f-23dd-4ccd-9209-5fdbd84a0956 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45b5f42f-80e2-4f3a-abbd-619a10b58151,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:54.559199 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:54.564583 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-32b74a0f-23dd-4ccd-9209-5fdbd84a0956 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:54.569757 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-32b74a0f-23dd-4ccd-9209-5fdbd84a0956 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/45b5f42f-80e2-4f3a-abbd-619a10b58151 HTTP/1.1" status: 204 len: 168 time: 0.5594876 Aug 16 22:59:54.572899 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 42408) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:54.586146 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be2d2f6-4343-42eb-b0d6-dd59791e63c7 None None] Network 4e81d897-fbbc-4223-a414-f8fe6015d48c requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:59:54.612259 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5f61b538-4afb-486a-b49b-a61fc6df3573 req-c9901258-599b-41dd-a08f-4e8b4d27b693 tempest-FloatingIPsTestJSON-1479997331 tempest-FloatingIPsTestJSON-1479997331-project] 10.222.0.36 "GET /v2.0/floatingips/dfdabee0-803c-4ea6-9b5b-0bb7d9f59c84 HTTP/1.1" status: 200 len: 693 time: 0.1018007 Aug 16 22:59:54.617124 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61ebb8a0-18cf-45a9-a36a-5e83404de71e {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 22:59:54.647198 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port f7700788-2829-4f81-ac01-e1d57b3fe6d9 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:59:54.647548 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:54.674041 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-11304d0e-5986-418d-ad7d-56994262e2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:54.696004 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de2960f-a9fa-4763-8aae-f8f477ccb0ca None None] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:59:54.722615 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 61ebb8a0-18cf-45a9-a36a-5e83404de71e, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=61ebb8a0-18cf-45a9-a36a-5e83404de71e,segment=NetworkSegment(d9a940b8-4f1c-423f-8b77-621d8ce494fc),segment_id=d9a940b8-4f1c-423f-8b77-621d8ce494fc)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:59:54.778309 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:54.805752 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ecf80d-8f34-4597-9602-effc66aaa87f req-7421edeb-e687-4ece-8ee7-3fb4e1e54d93 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:54.808921 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b8ecf80d-8f34-4597-9602-effc66aaa87f req-7421edeb-e687-4ece-8ee7-3fb4e1e54d93 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=df7dbc86-01d2-4f42-9ad9-a6c434f3cff5 HTTP/1.1" status: 200 len: 944 time: 0.1949995 Aug 16 22:59:54.876216 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-11304d0e-5986-418d-ad7d-56994262e2c8 admin admin] Deleting port 77c8b906-43e0-4a33-852f-ba3fcde619c8 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:59:54.876675 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-11304d0e-5986-418d-ad7d-56994262e2c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:54.885414 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b8ecf80d-8f34-4597-9602-effc66aaa87f req-085dd241-4afc-4167-8938-e15819636e23 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700386 Aug 16 22:59:54.934437 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-b9f87f2d-1104-4741-8376-ccf98af375ed None None] Provisioning complete for port f7700788-2829-4f81-ac01-e1d57b3fe6d9 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:59:54.934817 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-b9f87f2d-1104-4741-8376-ccf98af375ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:54.980062 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f61b538-4afb-486a-b49b-a61fc6df3573 req-e8ec397e-cf12-42da-9315-1b807d1a67ab tempest-FloatingIPsTestJSON-1479997331 tempest-FloatingIPsTestJSON-1479997331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:54.983263 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5f61b538-4afb-486a-b49b-a61fc6df3573 req-e8ec397e-cf12-42da-9315-1b807d1a67ab tempest-FloatingIPsTestJSON-1479997331 tempest-FloatingIPsTestJSON-1479997331-project] 10.222.0.36 "GET /v2.0/networks/c22c4980-c849-406d-982c-a5d68c515a94 HTTP/1.1" status: 200 len: 784 time: 0.3232522 Aug 16 22:59:54.987949 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-11304d0e-5986-418d-ad7d-56994262e2c8 admin admin] For port 77c8b906-43e0-4a33-852f-ba3fcde619c8, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=77c8b906-43e0-4a33-852f-ba3fcde619c8,segment=NetworkSegment(a4288260-b264-4d08-9ed2-806fca9faddc),segment_id=a4288260-b264-4d08-9ed2-806fca9faddc)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:59:54.996796 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-11304d0e-5986-418d-ad7d-56994262e2c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:55.017806 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=61ebb8a0-18cf-45a9-a36a-5e83404de71e,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:55.055088 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5f61b538-4afb-486a-b49b-a61fc6df3573 req-0a52a509-a4c7-4887-bfa4-3fec46b1efda tempest-FloatingIPsTestJSON-1479997331 tempest-FloatingIPsTestJSON-1479997331-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.4.157 HTTP/1.1" status: 200 len: 696 time: 0.0653775 Aug 16 22:59:55.059117 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-11304d0e-5986-418d-ad7d-56994262e2c8 admin admin] Calling delete_port for 77c8b906-43e0-4a33-852f-ba3fcde619c8 owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:59:55.069835 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['61ebb8a0-18cf-45a9-a36a-5e83404de71e'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 22:59:55.135451 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5f61b538-4afb-486a-b49b-a61fc6df3573 req-f5a5b6e7-2cc5-4223-9107-9d54be796719 tempest-FloatingIPsTestJSON-1479997331 tempest-FloatingIPsTestJSON-1479997331-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.4.157 HTTP/1.1" status: 200 len: 696 time: 0.0729380 Aug 16 22:59:55.174830 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:55.214053 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac26a75f-4b95-42c1-9ea1-a3a903ac5611 None None] DHCP port deletion for 4e81d897-fbbc-4223-a414-f8fe6015d48c request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:59:55.215985 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 2daa7008-47ae-4918-8284-43e624b66d33 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:59:55.243637 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 2daa7008-47ae-4918-8284-43e624b66d33 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:59:55.243986 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 2daa7008-47ae-4918-8284-43e624b66d33 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:59:55.244511 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 2366e30b-8878-4dd1-954e-bdb4872f6000 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:59:55.252976 n-d-791506-26 neutron-server[101291]: DEBUG neutron.objects.ports [None req-f7805406-cf9d-441b-aa2c-e9effcd3427b tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101291) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 22:59:55.282909 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1702d14-71c0-4974-9bee-b06ef1ff3c85 None None] DHCP port deletion for 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 22:59:55.296426 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 2366e30b-8878-4dd1-954e-bdb4872f6000 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:59:55.296901 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 2366e30b-8878-4dd1-954e-bdb4872f6000 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:59:55.337797 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-5f61b538-4afb-486a-b49b-a61fc6df3573 req-5e4c41c9-dd6d-47d2-9ac8-9a0f0058a603 tempest-FloatingIPsTestJSON-1479997331 tempest-FloatingIPsTestJSON-1479997331-project] Deleting port 3f2062d2-440a-4ccc-85c6-55bb31fbfbbf {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:59:55.338148 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-5f61b538-4afb-486a-b49b-a61fc6df3573 req-5e4c41c9-dd6d-47d2-9ac8-9a0f0058a603 tempest-FloatingIPsTestJSON-1479997331 tempest-FloatingIPsTestJSON-1479997331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:55.421435 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-5f61b538-4afb-486a-b49b-a61fc6df3573 req-5e4c41c9-dd6d-47d2-9ac8-9a0f0058a603 tempest-FloatingIPsTestJSON-1479997331 tempest-FloatingIPsTestJSON-1479997331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:55.421766 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-5f61b538-4afb-486a-b49b-a61fc6df3573 req-5e4c41c9-dd6d-47d2-9ac8-9a0f0058a603 tempest-FloatingIPsTestJSON-1479997331 tempest-FloatingIPsTestJSON-1479997331-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:55.428439 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-ac26a75f-4b95-42c1-9ea1-a3a903ac5611 None None] Deleting port 77c8b906-43e0-4a33-852f-ba3fcde619c8 {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:59:55.428861 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ac26a75f-4b95-42c1-9ea1-a3a903ac5611 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:55.434287 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-5f61b538-4afb-486a-b49b-a61fc6df3573 req-5e4c41c9-dd6d-47d2-9ac8-9a0f0058a603 tempest-FloatingIPsTestJSON-1479997331 tempest-FloatingIPsTestJSON-1479997331-project] Calling delete_port for 3f2062d2-440a-4ccc-85c6-55bb31fbfbbf owned by network:floatingip {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:59:55.484452 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-b1702d14-71c0-4974-9bee-b06ef1ff3c85 None None] Deleting port f7700788-2829-4f81-ac01-e1d57b3fe6d9 {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:59:55.484868 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-b1702d14-71c0-4974-9bee-b06ef1ff3c85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:55.501231 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-11304d0e-5986-418d-ad7d-56994262e2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:55.553588 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11304d0e-5986-418d-ad7d-56994262e2c8 admin admin] No DVR routers for this DVR port 77c8b906-43e0-4a33-852f-ba3fcde619c8 on host n-d-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:59:55.557565 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11304d0e-5986-418d-ad7d-56994262e2c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=77c8b906-43e0-4a33-852f-ba3fcde619c8,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:55.565790 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-ac26a75f-4b95-42c1-9ea1-a3a903ac5611 None None] For port 77c8b906-43e0-4a33-852f-ba3fcde619c8, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=77c8b906-43e0-4a33-852f-ba3fcde619c8,segment=NetworkSegment(a4288260-b264-4d08-9ed2-806fca9faddc),segment_id=a4288260-b264-4d08-9ed2-806fca9faddc)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:59:55.566200 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ac26a75f-4b95-42c1-9ea1-a3a903ac5611 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:55.581778 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-ac26a75f-4b95-42c1-9ea1-a3a903ac5611 None None] Calling delete_port for 77c8b906-43e0-4a33-852f-ba3fcde619c8 owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:59:55.595883 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-5f61b538-4afb-486a-b49b-a61fc6df3573 req-5e4c41c9-dd6d-47d2-9ac8-9a0f0058a603 tempest-FloatingIPsTestJSON-1479997331 tempest-FloatingIPsTestJSON-1479997331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:55.625027 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4c41c9-dd6d-47d2-9ac8-9a0f0058a603 tempest-FloatingIPsTestJSON-1479997331 tempest-FloatingIPsTestJSON-1479997331-project] Pushing event deleted for resources: {'Port': ['ID=3f2062d2-440a-4ccc-85c6-55bb31fbfbbf,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:55.644734 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-11304d0e-5986-418d-ad7d-56994262e2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:55.657312 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-11304d0e-5986-418d-ad7d-56994262e2c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e81d897-fbbc-4223-a414-f8fe6015d48c']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:59:55.670788 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-11304d0e-5986-418d-ad7d-56994262e2c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4288260-b264-4d08-9ed2-806fca9faddc') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:59:55.671185 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-11304d0e-5986-418d-ad7d-56994262e2c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4288260-b264-4d08-9ed2-806fca9faddc') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:59:55.682135 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f7805406-cf9d-441b-aa2c-e9effcd3427b tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:55.684989 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-5f61b538-4afb-486a-b49b-a61fc6df3573 req-5e4c41c9-dd6d-47d2-9ac8-9a0f0058a603 tempest-FloatingIPsTestJSON-1479997331 tempest-FloatingIPsTestJSON-1479997331-project] Notify callbacks [] for floatingip, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:55.687558 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-5f61b538-4afb-486a-b49b-a61fc6df3573 req-5e4c41c9-dd6d-47d2-9ac8-9a0f0058a603 tempest-FloatingIPsTestJSON-1479997331 tempest-FloatingIPsTestJSON-1479997331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:55.688927 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5f61b538-4afb-486a-b49b-a61fc6df3573 req-5e4c41c9-dd6d-47d2-9ac8-9a0f0058a603 tempest-FloatingIPsTestJSON-1479997331 tempest-FloatingIPsTestJSON-1479997331-project] 10.222.0.36 "DELETE /v2.0/floatingips/dfdabee0-803c-4ea6-9b5b-0bb7d9f59c84 HTTP/1.1" status: 204 len: 173 time: 0.5294034 Aug 16 22:59:55.693327 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-11304d0e-5986-418d-ad7d-56994262e2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:55.743904 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-11304d0e-5986-418d-ad7d-56994262e2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:55.755385 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11304d0e-5986-418d-ad7d-56994262e2c8 admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 22:59:55.755810 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-11304d0e-5986-418d-ad7d-56994262e2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:55.757626 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 22:59:55.757626 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 22:59:55.757626 n-d-791506-26 neutron-server[101291]: timer() Aug 16 22:59:55.757626 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 22:59:55.757626 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 22:59:55.757626 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 22:59:55.757626 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 22:59:55.757626 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 22:59:55.757626 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 22:59:55.757626 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 22:59:55.757626 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 22:59:55.757626 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 22:59:55.757626 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 22:59:55.757626 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 22:59:55.757626 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 22:59:55.757626 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 22:59:55.757626 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 22:59:55.757626 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 22:59:55.757626 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 22:59:55.757626 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 22:59:55.757626 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 22:59:55.757626 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 22:59:55.757626 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 22:59:55.757626 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 22:59:55.757626 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 22:59:55.757626 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 22:59:55.757626 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 22:59:55.757626 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 22:59:55.757626 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 22:59:55.757626 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 22:59:55.757626 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 22:59:55.757626 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 22:59:55.764852 n-d-791506-26 neutron-server[101292]: INFO neutron.api.v2.resource [req-3ea14b2f-24ec-4754-a30a-04e83beac9d8 req-dff02d5d-1e89-47cd-afc4-4f02b79a5b01 tempest-FloatingIPsTestJSON-1479997331 tempest-FloatingIPsTestJSON-1479997331-project] show failed (client error): The resource could not be found. Aug 16 22:59:55.765962 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3ea14b2f-24ec-4754-a30a-04e83beac9d8 req-dff02d5d-1e89-47cd-afc4-4f02b79a5b01 tempest-FloatingIPsTestJSON-1479997331 tempest-FloatingIPsTestJSON-1479997331-project] 10.222.0.36 "GET /v2.0/floatingips/dfdabee0-803c-4ea6-9b5b-0bb7d9f59c84 HTTP/1.1" status: 404 len: 350 time: 0.0445940 Aug 16 22:59:55.807917 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-b1702d14-71c0-4974-9bee-b06ef1ff3c85 None None] For port f7700788-2829-4f81-ac01-e1d57b3fe6d9, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=f7700788-2829-4f81-ac01-e1d57b3fe6d9,segment=NetworkSegment(482572b3-9d65-4375-9c42-925e854722fd),segment_id=482572b3-9d65-4375-9c42-925e854722fd)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:59:55.808324 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-b1702d14-71c0-4974-9bee-b06ef1ff3c85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:55.824692 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-b1702d14-71c0-4974-9bee-b06ef1ff3c85 None None] Calling delete_port for f7700788-2829-4f81-ac01-e1d57b3fe6d9 owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:59:55.828178 n-d-791506-26 neutron-server[101292]: INFO neutron.api.v2.resource [req-fe3ef8cd-904f-4615-ba74-c8423a647161 req-7849ab99-feda-4140-9723-263346ede2e1 tempest-FloatingIPsTestJSON-1479997331 tempest-FloatingIPsTestJSON-1479997331-project] show failed (client error): The resource could not be found. Aug 16 22:59:55.840715 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fe3ef8cd-904f-4615-ba74-c8423a647161 req-7849ab99-feda-4140-9723-263346ede2e1 tempest-FloatingIPsTestJSON-1479997331 tempest-FloatingIPsTestJSON-1479997331-project] 10.222.0.36 "GET /v2.0/floatingips/dfdabee0-803c-4ea6-9b5b-0bb7d9f59c84 HTTP/1.1" status: 404 len: 350 time: 0.0461679 Aug 16 22:59:55.842430 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 42424) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:55.891811 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-11304d0e-5986-418d-ad7d-56994262e2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:55.900619 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-11304d0e-5986-418d-ad7d-56994262e2c8 admin admin] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:55.902078 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:59:55.902078 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 22:59:55.902078 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:59:55.902078 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 22:59:55.902078 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:59:55.902078 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 22:59:55.902078 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:59:55.902078 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 22:59:55.902078 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:59:55.902078 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 22:59:55.902078 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:59:55.902078 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 22:59:55.902078 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:59:55.902078 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 22:59:55.902078 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:59:55.902078 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 22:59:55.902078 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:59:55.902078 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 22:59:55.902078 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:59:55.902078 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 22:59:55.902078 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:59:55.902078 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 22:59:55.902078 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:59:55.902078 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 22:59:55.902078 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:59:55.902078 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 22:59:55.902078 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:59:55.902078 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 22:59:55.902078 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:59:55.902078 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 22:59:55.902078 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:59:55.902078 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 22:59:55.902078 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:59:55.902078 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 22:59:55.902078 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:59:55.902078 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 22:59:55.902078 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:59:55.902078 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 22:59:55.902078 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:59:55.902078 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 22:59:55.907475 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:59:55.907475 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 22:59:55.907475 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:59:55.907475 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 22:59:55.907475 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:59:55.907475 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 22:59:55.907475 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:59:55.907475 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 22:59:55.907475 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:59:55.907475 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 22:59:55.907475 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:59:55.907475 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 22:59:55.907475 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 22:59:55.907475 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 22:59:55.909303 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-11304d0e-5986-418d-ad7d-56994262e2c8 admin admin] 10.222.0.36 "DELETE /v2.0/networks/4e81d897-fbbc-4223-a414-f8fe6015d48c HTTP/1.1" status: 204 len: 168 time: 1.3313406 Aug 16 22:59:55.921449 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11304d0e-5986-418d-ad7d-56994262e2c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e81d897-fbbc-4223-a414-f8fe6015d48c,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:55.945084 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ac26a75f-4b95-42c1-9ea1-a3a903ac5611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:55.978709 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ac26a75f-4b95-42c1-9ea1-a3a903ac5611 None None] Network 4e81d897-fbbc-4223-a414-f8fe6015d48c is not hosted by any dhcp agent {{(pid=101293) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 22:59:55.978709 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac26a75f-4b95-42c1-9ea1-a3a903ac5611 None None] No DVR routers for this DVR port 77c8b906-43e0-4a33-852f-ba3fcde619c8 on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:59:56.002965 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-f7805406-cf9d-441b-aa2c-e9effcd3427b tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] For port f7700788-2829-4f81-ac01-e1d57b3fe6d9, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=f7700788-2829-4f81-ac01-e1d57b3fe6d9,segment=NetworkSegment(482572b3-9d65-4375-9c42-925e854722fd),segment_id=482572b3-9d65-4375-9c42-925e854722fd)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:59:56.050664 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac26a75f-4b95-42c1-9ea1-a3a903ac5611 None None] Pushing event deleted for resources: {'Port': ['ID=77c8b906-43e0-4a33-852f-ba3fcde619c8,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:56.067194 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac26a75f-4b95-42c1-9ea1-a3a903ac5611 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:59:56.067693 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac26a75f-4b95-42c1-9ea1-a3a903ac5611 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:59:56.068138 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac26a75f-4b95-42c1-9ea1-a3a903ac5611 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:59:56.068699 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac26a75f-4b95-42c1-9ea1-a3a903ac5611 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:59:56.069498 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac26a75f-4b95-42c1-9ea1-a3a903ac5611 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:59:56.069981 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac26a75f-4b95-42c1-9ea1-a3a903ac5611 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:59:56.070780 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac26a75f-4b95-42c1-9ea1-a3a903ac5611 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:59:56.071704 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac26a75f-4b95-42c1-9ea1-a3a903ac5611 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:59:56.072008 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac26a75f-4b95-42c1-9ea1-a3a903ac5611 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:59:56.072516 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac26a75f-4b95-42c1-9ea1-a3a903ac5611 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:59:56.073504 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac26a75f-4b95-42c1-9ea1-a3a903ac5611 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:59:56.075262 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac26a75f-4b95-42c1-9ea1-a3a903ac5611 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 22:59:56.085003 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f7805406-cf9d-441b-aa2c-e9effcd3427b tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:56.095873 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f7805406-cf9d-441b-aa2c-e9effcd3427b tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:56.096859 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f7805406-cf9d-441b-aa2c-e9effcd3427b tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:56.108316 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-b1702d14-71c0-4974-9bee-b06ef1ff3c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:56.168429 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165ce7a3-f778-4563-8180-0e757512f17a req-ee123e8a-ec3a-48c4-ab6b-26b5b17b5c4e tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:56.172034 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-165ce7a3-f778-4563-8180-0e757512f17a req-ee123e8a-ec3a-48c4-ab6b-26b5b17b5c4e tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=df7dbc86-01d2-4f42-9ad9-a6c434f3cff5 HTTP/1.1" status: 200 len: 945 time: 0.1358395 Aug 16 22:59:56.208415 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7805406-cf9d-441b-aa2c-e9effcd3427b tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event deleted for resources: {'Port': ['ID=f7700788-2829-4f81-ac01-e1d57b3fe6d9,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:56.223615 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7805406-cf9d-441b-aa2c-e9effcd3427b tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:59:56.226706 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 61ebb8a0-18cf-45a9-a36a-5e83404de71e up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:59:56.227642 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-f7805406-cf9d-441b-aa2c-e9effcd3427b tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:59:56.232835 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1702d14-71c0-4974-9bee-b06ef1ff3c85 None None] Pushing event deleted for resources: {'Port': ['ID=f7700788-2829-4f81-ac01-e1d57b3fe6d9,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:56.237129 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7805406-cf9d-441b-aa2c-e9effcd3427b tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:56.238692 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1702d14-71c0-4974-9bee-b06ef1ff3c85 None None] No DVR routers for this DVR port f7700788-2829-4f81-ac01-e1d57b3fe6d9 on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 22:59:56.240846 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f7805406-cf9d-441b-aa2c-e9effcd3427b tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:56.257231 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7805406-cf9d-441b-aa2c-e9effcd3427b tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event updated for resources: {'Subnet': ['ID=61cb15f2-b696-4b57-b24f-73ec5d7a0012,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:56.282068 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-f7805406-cf9d-441b-aa2c-e9effcd3427b tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0330915 Aug 16 22:59:56.282821 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 42440) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:56.288126 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-22976b7c-2e6e-402a-b6b5-154b52aabb4a tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Request body: {'subnet': {'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:59:56.308437 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-165ce7a3-f778-4563-8180-0e757512f17a req-58ba6db2-a62c-492e-bbb6-60a9defd567c tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234918 Aug 16 22:59:56.319281 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a46b97b-025c-4dfe-aff0-1d33965db105 None None] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:59:56.326171 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 77c8b906-43e0-4a33-852f-ba3fcde619c8 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:59:56.391952 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 42444) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:56.405215 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 77c8b906-43e0-4a33-852f-ba3fcde619c8 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:59:56.405725 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 77c8b906-43e0-4a33-852f-ba3fcde619c8 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:59:56.406009 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device f7700788-2829-4f81-ac01-e1d57b3fe6d9 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 22:59:56.446375 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: f7700788-2829-4f81-ac01-e1d57b3fe6d9 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 22:59:56.447629 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device f7700788-2829-4f81-ac01-e1d57b3fe6d9 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 22:59:56.487300 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning for port 61ebb8a0-18cf-45a9-a36a-5e83404de71e completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:59:56.498989 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port 61ebb8a0-18cf-45a9-a36a-5e83404de71e triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:59:56.499628 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:56.522126 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-ce454621-fb91-41ec-a08a-594888b7f9f9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=39735c546493487ab27454c1028b75c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1262221 Aug 16 22:59:56.526734 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 42446) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:56.577015 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22976b7c-2e6e-402a-b6b5-154b52aabb4a tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Made reservation on behalf of 68b563add1f042a58ab2d8884a30332e for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:59:56.581637 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-22976b7c-2e6e-402a-b6b5-154b52aabb4a tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:56.630041 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba13694b-c328-4561-ad47-9b480ccb396f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'tenant_id': '68b563add1f042a58ab2d8884a30332e', 'fixed_ips': [{'subnet_id': '61cb15f2-b696-4b57-b24f-73ec5d7a0012'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 22:59:56.631012 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ba13694b-c328-4561-ad47-9b480ccb396f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:56.670214 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:56.717780 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3c785cd0-2311-4c07-a7a3-6f0cec452923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:56.754452 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df7dbc86-01d2-4f42-9ad9-a6c434f3cff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61ebb8a0-18cf-45a9-a36a-5e83404de71e'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 22:59:56.756851 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c64c64ca-a438-4347-b65e-6bc946308936" -d '{"events": [{"server_uuid": "df7dbc86-01d2-4f42-9ad9-a6c434f3cff5", "name": "network-vif-plugged", "status": "completed", "tag": "61ebb8a0-18cf-45a9-a36a-5e83404de71e"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 22:59:56.777173 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3c785cd0-2311-4c07-a7a3-6f0cec452923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:56.778909 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 61ebb8a0-18cf-45a9-a36a-5e83404de71e, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=61ebb8a0-18cf-45a9-a36a-5e83404de71e,segment=NetworkSegment(d9a940b8-4f1c-423f-8b77-621d8ce494fc),segment_id=d9a940b8-4f1c-423f-8b77-621d8ce494fc)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:59:56.785964 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:56.840386 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 22:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd58d15b-f2f6-44e8-9063-7dd628e60918 x-openstack-request-id: req-bd58d15b-f2f6-44e8-9063-7dd628e60918 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 22:59:56.840809 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df7dbc86-01d2-4f42-9ad9-a6c434f3cff5", "name": "network-vif-plugged", "status": "completed", "tag": "61ebb8a0-18cf-45a9-a36a-5e83404de71e", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 22:59:56.840905 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bd58d15b-f2f6-44e8-9063-7dd628e60918 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 22:59:56.842452 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df7dbc86-01d2-4f42-9ad9-a6c434f3cff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61ebb8a0-18cf-45a9-a36a-5e83404de71e', 'code': 200} Aug 16 22:59:56.871303 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0f025f54-3090-4af8-92ff-2238204cb556 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537579'] for router_interface, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:56.893504 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-ba13694b-c328-4561-ad47-9b480ccb396f None None] Allocated IP 2001:db8::f816:3eff:fe05:de8a (09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5/61cb15f2-b696-4b57-b24f-73ec5d7a0012/63df746b-a213-41c6-811a-1ca0d05895a5) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:59:56.902310 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=61ebb8a0-18cf-45a9-a36a-5e83404de71e,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:56.928339 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3c785cd0-2311-4c07-a7a3-6f0cec452923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:56.930860 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3c785cd0-2311-4c07-a7a3-6f0cec452923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:56.935383 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-3c785cd0-2311-4c07-a7a3-6f0cec452923 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7433b5d1-5a74-43d3-af1a-979e830d32ac HTTP/1.1" status: 204 len: 168 time: 0.4041629 Aug 16 22:59:56.947017 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c785cd0-2311-4c07-a7a3-6f0cec452923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7433b5d1-5a74-43d3-af1a-979e830d32ac,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:57.044997 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f15cb78-8a56-4958-bbe1-e8697987f9a4 req-5f42188c-ac24-4c7f-b522-805c99890001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:57.046237 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-22976b7c-2e6e-402a-b6b5-154b52aabb4a tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:57.046871 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1f15cb78-8a56-4958-bbe1-e8697987f9a4 req-5f42188c-ac24-4c7f-b522-805c99890001 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=df7dbc86-01d2-4f42-9ad9-a6c434f3cff5 HTTP/1.1" status: 200 len: 1098 time: 0.1119452 Aug 16 22:59:57.114495 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22976b7c-2e6e-402a-b6b5-154b52aabb4a tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:59:57.118230 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-22976b7c-2e6e-402a-b6b5-154b52aabb4a tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:59:57.124832 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22976b7c-2e6e-402a-b6b5-154b52aabb4a tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:57.125548 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-22976b7c-2e6e-402a-b6b5-154b52aabb4a tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:57.141690 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1f15cb78-8a56-4958-bbe1-e8697987f9a4 req-f3f2810e-ea86-4ba4-8b44-1687a9a51f19 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850170 Aug 16 22:59:57.141959 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22976b7c-2e6e-402a-b6b5-154b52aabb4a tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event updated for resources: {'Subnet': ['ID=cc3216f9-b021-47b7-a5ca-0d9831f0cfc5,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:57.154471 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-22976b7c-2e6e-402a-b6b5-154b52aabb4a tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8704627 Aug 16 22:59:57.155284 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 42452) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:57.171862 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-87831bc8-2dcb-41fb-a819-ba7cff2e66bd tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Request body: {'port': {'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'mac_address': 'fa:16:3e:b0:61:11', 'name': 'tempest-NetworksTestDHCPv6-357777601'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 22:59:57.172913 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ba13694b-c328-4561-ad47-9b480ccb396f None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:57.184718 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-ba13694b-c328-4561-ad47-9b480ccb396f None None] Transition to ACTIVE for port object 63df746b-a213-41c6-811a-1ca0d05895a5 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:59:57.210214 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-ba13694b-c328-4561-ad47-9b480ccb396f None None] Transition to ACTIVE for port object 63df746b-a213-41c6-811a-1ca0d05895a5 will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:59:57.221431 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ba13694b-c328-4561-ad47-9b480ccb396f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:57.292606 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13694b-c328-4561-ad47-9b480ccb396f None None] Pushing event updated for resources: {'Port': ['ID=63df746b-a213-41c6-811a-1ca0d05895a5,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:57.308221 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-0f025f54-3090-4af8-92ff-2238204cb556 admin admin] Deleting port a97d70df-7bda-455c-ae29-bf1e0993e676 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:59:57.308977 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0f025f54-3090-4af8-92ff-2238204cb556 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:57.314308 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba13694b-c328-4561-ad47-9b480ccb396f None None] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:59:57.315831 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-ba13694b-c328-4561-ad47-9b480ccb396f None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:59:57.318604 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba13694b-c328-4561-ad47-9b480ccb396f None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:59:57.389341 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-ba13694b-c328-4561-ad47-9b480ccb396f None None] Attempting to bind port 63df746b-a213-41c6-811a-1ca0d05895a5 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 22:59:57.389802 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-ba13694b-c328-4561-ad47-9b480ccb396f None None] Attempting to bind port 63df746b-a213-41c6-811a-1ca0d05895a5 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '482572b3-9d65-4375-9c42-925e854722fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 22:59:57.390237 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba13694b-c328-4561-ad47-9b480ccb396f None None] Attempting to bind port 63df746b-a213-41c6-811a-1ca0d05895a5 on network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 22:59:57.397298 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba13694b-c328-4561-ad47-9b480ccb396f None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 22:59:57.397780 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba13694b-c328-4561-ad47-9b480ccb396f None None] Checking segment: {'id': '482572b3-9d65-4375-9c42-925e854722fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 22:59:57.398289 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ba13694b-c328-4561-ad47-9b480ccb396f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:57.399344 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba13694b-c328-4561-ad47-9b480ccb396f None None] Bound using segment: {'id': '482572b3-9d65-4375-9c42-925e854722fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 22:59:57.399835 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-ba13694b-c328-4561-ad47-9b480ccb396f None None] Bound port: 63df746b-a213-41c6-811a-1ca0d05895a5, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '482572b3-9d65-4375-9c42-925e854722fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 22:59:57.400289 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ba13694b-c328-4561-ad47-9b480ccb396f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:57.414348 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-0f025f54-3090-4af8-92ff-2238204cb556 admin admin] For port a97d70df-7bda-455c-ae29-bf1e0993e676, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=a97d70df-7bda-455c-ae29-bf1e0993e676,segment=NetworkSegment(244ac0e6-4421-4cb0-95e4-19387d4e9889),segment_id=244ac0e6-4421-4cb0-95e4-19387d4e9889)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:59:57.414798 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0f025f54-3090-4af8-92ff-2238204cb556 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:57.431118 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-0f025f54-3090-4af8-92ff-2238204cb556 admin admin] Calling delete_port for a97d70df-7bda-455c-ae29-bf1e0993e676 owned by network:router_interface {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:59:57.497007 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87831bc8-2dcb-41fb-a819-ba7cff2e66bd tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Made reservation on behalf of 68b563add1f042a58ab2d8884a30332e for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 22:59:57.500131 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-ba13694b-c328-4561-ad47-9b480ccb396f None None] For port 63df746b-a213-41c6-811a-1ca0d05895a5, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 22:59:57.505414 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-ba13694b-c328-4561-ad47-9b480ccb396f None None] For port 63df746b-a213-41c6-811a-1ca0d05895a5, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=63df746b-a213-41c6-811a-1ca0d05895a5,segment=NetworkSegment(482572b3-9d65-4375-9c42-925e854722fd),segment_id=482572b3-9d65-4375-9c42-925e854722fd)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 22:59:57.513187 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ba13694b-c328-4561-ad47-9b480ccb396f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:57.627836 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13694b-c328-4561-ad47-9b480ccb396f None None] Pushing event updated for resources: {'Port': ['ID=63df746b-a213-41c6-811a-1ca0d05895a5,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:57.728568 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-87831bc8-2dcb-41fb-a819-ba7cff2e66bd tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:57.757837 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 42474) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:57.786737 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-87831bc8-2dcb-41fb-a819-ba7cff2e66bd tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] device_id is not set on port 1d2f6a88-b820-49ee-8df9-cf003bc73542 yet. {{(pid=101291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 22:59:57.811542 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0f025f54-3090-4af8-92ff-2238204cb556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:57.904690 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f025f54-3090-4af8-92ff-2238204cb556 admin admin] Pushing event deleted for resources: {'Port': ['ID=a97d70df-7bda-455c-ae29-bf1e0993e676,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:57.927565 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5dcf9d-4896-4ebb-827e-8d73feaed75d req-a184e550-b903-4655-bf17-fd0658f8a18b tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:57.938022 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2b5dcf9d-4896-4ebb-827e-8d73feaed75d req-a184e550-b903-4655-bf17-fd0658f8a18b tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=df7dbc86-01d2-4f42-9ad9-a6c434f3cff5 HTTP/1.1" status: 200 len: 946 time: 0.1843436 Aug 16 22:59:58.122843 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-7b90fcf1-3719-45be-87e1-5a25a97643df admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=beabb45ad18d4f1cbf344de56021417e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3634720 Aug 16 22:59:58.123691 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 42476) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:58.190183 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-87831bc8-2dcb-41fb-a819-ba7cff2e66bd tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Allocated IP 172.20.0.4 (09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5/cc3216f9-b021-47b7-a5ca-0d9831f0cfc5/1d2f6a88-b820-49ee-8df9-cf003bc73542) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:59:58.272039 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-87831bc8-2dcb-41fb-a819-ba7cff2e66bd tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Allocated IP 2001:db8::f816:3eff:feb0:6111 (09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5/61cb15f2-b696-4b57-b24f-73ec5d7a0012/1d2f6a88-b820-49ee-8df9-cf003bc73542) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 22:59:58.381190 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4bafe42d-fcbe-470e-b896-64bd8c881671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:58.414257 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4bafe42d-fcbe-470e-b896-64bd8c881671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:58.426112 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2b5dcf9d-4896-4ebb-827e-8d73feaed75d req-7ac17f7d-40b1-4452-811e-8b016b5cbf27 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4869363 Aug 16 22:59:58.433013 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0f025f54-3090-4af8-92ff-2238204cb556 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537471'] for router_interface, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:58.467095 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 63df746b-a213-41c6-811a-1ca0d05895a5 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 22:59:58.551856 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 63df746b-a213-41c6-811a-1ca0d05895a5 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:59:58.585115 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4bafe42d-fcbe-470e-b896-64bd8c881671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:58.588326 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4bafe42d-fcbe-470e-b896-64bd8c881671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:58.590577 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-4bafe42d-fcbe-470e-b896-64bd8c881671 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/57734425-7742-4aea-945b-26497b4f536d HTTP/1.1" status: 204 len: 168 time: 0.4619620 Aug 16 22:59:58.625342 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bafe42d-fcbe-470e-b896-64bd8c881671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57734425-7742-4aea-945b-26497b4f536d,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:58.670931 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-87831bc8-2dcb-41fb-a819-ba7cff2e66bd tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:58.704011 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-87831bc8-2dcb-41fb-a819-ba7cff2e66bd tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Transition to ACTIVE for port object 1d2f6a88-b820-49ee-8df9-cf003bc73542 will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 22:59:58.779568 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-87831bc8-2dcb-41fb-a819-ba7cff2e66bd tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:58.867656 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87831bc8-2dcb-41fb-a819-ba7cff2e66bd tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 22:59:58.876196 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-87831bc8-2dcb-41fb-a819-ba7cff2e66bd tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 22:59:58.877242 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f025f54-3090-4af8-92ff-2238204cb556 admin admin] Router ff0b8480-d210-4dfa-80bb-15e3fd85c50f has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 22:59:58.882840 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87831bc8-2dcb-41fb-a819-ba7cff2e66bd tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 22:59:58.936606 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b64939-dff1-4a3c-b691-c5a43bdddb83 req-f6d53cfc-b7fd-42b3-a4af-f1c8b719a30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:58.936606 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-41b64939-dff1-4a3c-b691-c5a43bdddb83 req-f6d53cfc-b7fd-42b3-a4af-f1c8b719a30b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bc1dde6b43054c1db1326da283b98f4f&device_id=df7dbc86-01d2-4f42-9ad9-a6c434f3cff5 HTTP/1.1" status: 200 len: 1098 time: 0.3932521 Aug 16 22:59:58.978529 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87831bc8-2dcb-41fb-a819-ba7cff2e66bd tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event updated for resources: {'Port': ['ID=1d2f6a88-b820-49ee-8df9-cf003bc73542,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:59.037495 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87831bc8-2dcb-41fb-a819-ba7cff2e66bd tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:59.038296 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-87831bc8-2dcb-41fb-a819-ba7cff2e66bd tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:59.060861 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-87831bc8-2dcb-41fb-a819-ba7cff2e66bd tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.9036810 Aug 16 22:59:59.063003 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 42496) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:59.141670 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5179a8bc-4282-4b07-8e51-75cdaf325978 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:59.149769 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5179a8bc-4282-4b07-8e51-75cdaf325978 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:59.153552 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-5179a8bc-4282-4b07-8e51-75cdaf325978 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.0885329 Aug 16 22:59:59.166468 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 42498) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:59.312032 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f025f54-3090-4af8-92ff-2238204cb556 admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 22:59:59.325384 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550001e9-de4a-42c3-acf0-7b3ecc64b1e8 None None] Sync routers for ids ['ff0b8480-d210-4dfa-80bb-15e3fd85c50f'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 22:59:59.330089 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-0f025f54-3090-4af8-92ff-2238204cb556 admin admin] 10.222.0.36 "PUT /v2.0/routers/ff0b8480-d210-4dfa-80bb-15e3fd85c50f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4867499 Aug 16 22:59:59.333157 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 42500) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 22:59:59.339341 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550001e9-de4a-42c3-acf0-7b3ecc64b1e8 None None] Routers {'ff0b8480-d210-4dfa-80bb-15e3fd85c50f'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:59:59.340231 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-550001e9-de4a-42c3-acf0-7b3ecc64b1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:59:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['ff0b8480-d210-4dfa-80bb-15e3fd85c50f'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:59:59.353805 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-4d707ed5-8bf3-4b29-a27a-c7ca10093c70 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Deleting port 1d2f6a88-b820-49ee-8df9-cf003bc73542 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 22:59:59.355282 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4d707ed5-8bf3-4b29-a27a-c7ca10093c70 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:59.392455 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2032125f-6224-4661-b0b4-ca567d41309d None None] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 22:59:59.513712 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b64939-dff1-4a3c-b691-c5a43bdddb83 req-bd772b7c-8ff3-45a8-95a9-c34dafe466e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:59.520158 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-41b64939-dff1-4a3c-b691-c5a43bdddb83 req-bd772b7c-8ff3-45a8-95a9-c34dafe466e3 service neutron] 10.222.0.68 "GET /v2.0/networks?id=5afa7f88-eeaa-4717-8103-9ee9125ee829 HTTP/1.1" status: 200 len: 913 time: 0.5879734 Aug 16 22:59:59.533914 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-c43ffc9a-7ee9-4b1a-adeb-d6b1d78f17e7 None None] Provisioning for port 63df746b-a213-41c6-811a-1ca0d05895a5 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 22:59:59.546634 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-c43ffc9a-7ee9-4b1a-adeb-d6b1d78f17e7 None None] Provisioning complete for port 63df746b-a213-41c6-811a-1ca0d05895a5 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 22:59:59.547063 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c43ffc9a-7ee9-4b1a-adeb-d6b1d78f17e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:59.566100 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4d707ed5-8bf3-4b29-a27a-c7ca10093c70 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:59.607815 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-4d707ed5-8bf3-4b29-a27a-c7ca10093c70 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Calling delete_port for 1d2f6a88-b820-49ee-8df9-cf003bc73542 owned by {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 22:59:59.634252 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-550001e9-de4a-42c3-acf0-7b3ecc64b1e8 None None] Set router ff0b8480-d210-4dfa-80bb-15e3fd85c50f gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 22:59:59.636593 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-41b64939-dff1-4a3c-b691-c5a43bdddb83 req-7c2acb40-1463-4c7d-a347-23e48661517d service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61ebb8a0-18cf-45a9-a36a-5e83404de71e HTTP/1.1" status: 200 len: 217 time: 0.0984588 Aug 16 22:59:59.694203 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f1ab07b2-bd29-447c-9d33-1f35e4e6cdf9 admin admin] Notify callbacks [] for router, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:59.785382 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b64939-dff1-4a3c-b691-c5a43bdddb83 req-1cf23807-c192-4767-bc20-e1b5b2db9989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:59.788072 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-41b64939-dff1-4a3c-b691-c5a43bdddb83 req-1cf23807-c192-4767-bc20-e1b5b2db9989 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d47d6ce6-f0e6-4637-a178-044cb0396017 HTTP/1.1" status: 200 len: 852 time: 0.1390755 Aug 16 22:59:59.794209 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c43ffc9a-7ee9-4b1a-adeb-d6b1d78f17e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:59.802077 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93658a3c-23c8-45f4-9049-618a27a21f0b req-7355edd8-4f3d-40d8-ab14-ca22bffec7f2 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 22:59:59.803573 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-93658a3c-23c8-45f4-9049-618a27a21f0b req-7355edd8-4f3d-40d8-ab14-ca22bffec7f2 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=df7dbc86-01d2-4f42-9ad9-a6c434f3cff5 HTTP/1.1" status: 200 len: 946 time: 0.1758294 Aug 16 22:59:59.832523 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-c43ffc9a-7ee9-4b1a-adeb-d6b1d78f17e7 None None] For port 63df746b-a213-41c6-811a-1ca0d05895a5, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=63df746b-a213-41c6-811a-1ca0d05895a5,segment=NetworkSegment(482572b3-9d65-4375-9c42-925e854722fd),segment_id=482572b3-9d65-4375-9c42-925e854722fd)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 22:59:59.841984 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c43ffc9a-7ee9-4b1a-adeb-d6b1d78f17e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:59.902716 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-41b64939-dff1-4a3c-b691-c5a43bdddb83 req-3b47cc4f-c840-41d3-a343-cff7e2aea0c5 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5afa7f88-eeaa-4717-8103-9ee9125ee829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630198 Aug 16 22:59:59.927237 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-550001e9-de4a-42c3-acf0-7b3ecc64b1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0b8480-d210-4dfa-80bb-15e3fd85c50f', 'name': 'tempest-FloatingIPsTestJSON-1826619644-router', 'tenant_id': 'ef33d65d91714f219ff45e0206877fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '3fdfdd8d-1f35-428d-978e-fe96e54d83ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:59:29Z', 'updated_at': '2021-08-16T22:59:57Z', 'revision_number': 5, 'project_id': 'ef33d65d91714f219ff45e0206877fae', 'gw_port': {'id': '3fdfdd8d-1f35-428d-978e-fe96e54d83ab', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0b8480-d210-4dfa-80bb-15e3fd85c50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:59:30Z', 'updated_at': '2021-08-16T22:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:59:59.933887 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43ffc9a-7ee9-4b1a-adeb-d6b1d78f17e7 None None] Pushing event updated for resources: {'Port': ['ID=63df746b-a213-41c6-811a-1ca0d05895a5,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 22:59:59.952500 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e0c430-0e95-431c-9bbc-3261dbc3185f None None] Update dhcp port {'port': {'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'fixed_ips': [{'subnet_id': '61cb15f2-b696-4b57-b24f-73ec5d7a0012', 'ip_address': '2001:db8::f816:3eff:fe05:de8a'}, {'subnet_id': 'cc3216f9-b021-47b7-a5ca-0d9831f0cfc5'}], 'binding:host_id': 'n-d-791506-26'}, 'id': '63df746b-a213-41c6-811a-1ca0d05895a5'} from n-d-791506-26. {{(pid=101293) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 22:59:59.958167 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4d707ed5-8bf3-4b29-a27a-c7ca10093c70 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 22:59:59.965053 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550001e9-de4a-42c3-acf0-7b3ecc64b1e8 None None] Checking router: ff0b8480-d210-4dfa-80bb-15e3fd85c50f for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 22:59:59.976485 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550001e9-de4a-42c3-acf0-7b3ecc64b1e8 None None] Routers {'ff0b8480-d210-4dfa-80bb-15e3fd85c50f'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 22:59:59.977380 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-550001e9-de4a-42c3-acf0-7b3ecc64b1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T22:59:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['ff0b8480-d210-4dfa-80bb-15e3fd85c50f'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 22:59:59.989752 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-93658a3c-23c8-45f4-9049-618a27a21f0b req-00259262-bf21-4a9d-aab1-54a30422033f tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365702 Aug 16 23:00:00.003208 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99e0c430-0e95-431c-9bbc-3261dbc3185f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:00.022595 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d707ed5-8bf3-4b29-a27a-c7ca10093c70 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event deleted for resources: {'Port': ['ID=1d2f6a88-b820-49ee-8df9-cf003bc73542,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:00.080280 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f1ab07b2-bd29-447c-9d33-1f35e4e6cdf9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:00.146437 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-550001e9-de4a-42c3-acf0-7b3ecc64b1e8 None None] Set router ff0b8480-d210-4dfa-80bb-15e3fd85c50f gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:00:00.191453 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4d707ed5-8bf3-4b29-a27a-c7ca10093c70 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:00.200571 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 42510) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:00.201691 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-4d707ed5-8bf3-4b29-a27a-c7ca10093c70 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/ports/1d2f6a88-b820-49ee-8df9-cf003bc73542 HTTP/1.1" status: 204 len: 168 time: 1.0339298 Aug 16 23:00:00.206856 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-41b64939-dff1-4a3c-b691-c5a43bdddb83 req-2ac56e49-9661-4401-ad69-16da1ed15278 service neutron] 10.222.0.68 "GET /v2.0/networks/5afa7f88-eeaa-4717-8103-9ee9125ee829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776079 Aug 16 23:00:00.230986 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 63df746b-a213-41c6-811a-1ca0d05895a5 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:00:00.277704 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-99e0c430-0e95-431c-9bbc-3261dbc3185f None None] Allocated IP 172.20.0.2 (09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5/cc3216f9-b021-47b7-a5ca-0d9831f0cfc5/63df746b-a213-41c6-811a-1ca0d05895a5) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:00:00.331958 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-f1ab07b2-bd29-447c-9d33-1f35e4e6cdf9 admin admin] Deleting port 3fdfdd8d-1f35-428d-978e-fe96e54d83ab {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:00:00.332303 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f1ab07b2-bd29-447c-9d33-1f35e4e6cdf9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:00.353374 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab60d02-ff47-4dd0-a388-4186fd3f8ff4 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:00.355901 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab60d02-ff47-4dd0-a388-4186fd3f8ff4 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:00.357624 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab60d02-ff47-4dd0-a388-4186fd3f8ff4 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:00.358410 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 63df746b-a213-41c6-811a-1ca0d05895a5 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:00:00.358556 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:00.359975 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-bab60d02-ff47-4dd0-a388-4186fd3f8ff4 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1576512 Aug 16 23:00:00.362413 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 42514) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:00.383280 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-550001e9-de4a-42c3-acf0-7b3ecc64b1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff0b8480-d210-4dfa-80bb-15e3fd85c50f', 'name': 'tempest-FloatingIPsTestJSON-1826619644-router', 'tenant_id': 'ef33d65d91714f219ff45e0206877fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '3fdfdd8d-1f35-428d-978e-fe96e54d83ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:59:29Z', 'updated_at': '2021-08-16T22:59:57Z', 'revision_number': 5, 'project_id': 'ef33d65d91714f219ff45e0206877fae', 'gw_port': {'id': '3fdfdd8d-1f35-428d-978e-fe96e54d83ab', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0b8480-d210-4dfa-80bb-15e3fd85c50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:59:30Z', 'updated_at': '2021-08-16T22:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:00:00.426856 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-99e0c430-0e95-431c-9bbc-3261dbc3185f None None] For port 63df746b-a213-41c6-811a-1ca0d05895a5, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=63df746b-a213-41c6-811a-1ca0d05895a5,segment=NetworkSegment(482572b3-9d65-4375-9c42-925e854722fd),segment_id=482572b3-9d65-4375-9c42-925e854722fd)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:00:00.432372 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550001e9-de4a-42c3-acf0-7b3ecc64b1e8 None None] The sync data for ids ['ff0b8480-d210-4dfa-80bb-15e3fd85c50f'] in n-d-791506-26 is: [{'id': 'ff0b8480-d210-4dfa-80bb-15e3fd85c50f', 'name': 'tempest-FloatingIPsTestJSON-1826619644-router', 'tenant_id': 'ef33d65d91714f219ff45e0206877fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '3fdfdd8d-1f35-428d-978e-fe96e54d83ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:59:29Z', 'updated_at': '2021-08-16T22:59:57Z', 'revision_number': 5, 'project_id': 'ef33d65d91714f219ff45e0206877fae', 'gw_port': {'id': '3fdfdd8d-1f35-428d-978e-fe96e54d83ab', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0b8480-d210-4dfa-80bb-15e3fd85c50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:59:30Z', 'updated_at': '2021-08-16T22:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:00:00.443169 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb00863c-ded5-4a6b-8ab9-9527c5df03f9 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Deleting subnet 61cb15f2-b696-4b57-b24f-73ec5d7a0012 {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:00:00.452727 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-41b64939-dff1-4a3c-b691-c5a43bdddb83 req-0c9ff50b-c067-4b04-bc23-a018851a0033 service neutron] 10.222.0.68 "GET /v2.0/networks/5afa7f88-eeaa-4717-8103-9ee9125ee829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197764 Aug 16 23:00:00.489419 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99e0c430-0e95-431c-9bbc-3261dbc3185f None None] Notify callbacks [] for port, precommit_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:00.491795 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-f1ab07b2-bd29-447c-9d33-1f35e4e6cdf9 admin admin] For port 3fdfdd8d-1f35-428d-978e-fe96e54d83ab, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=3fdfdd8d-1f35-428d-978e-fe96e54d83ab,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:00:00.492208 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f1ab07b2-bd29-447c-9d33-1f35e4e6cdf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:00.504789 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-f1ab07b2-bd29-447c-9d33-1f35e4e6cdf9 admin admin] Calling delete_port for 3fdfdd8d-1f35-428d-978e-fe96e54d83ab owned by network:router_gateway {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:00:00.511380 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-99e0c430-0e95-431c-9bbc-3261dbc3185f None None] Transition to ACTIVE for port object 63df746b-a213-41c6-811a-1ca0d05895a5 will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:00:00.516306 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99e0c430-0e95-431c-9bbc-3261dbc3185f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:00.516854 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-eb00863c-ded5-4a6b-8ab9-9527c5df03f9 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:00.567979 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-eb00863c-ded5-4a6b-8ab9-9527c5df03f9 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:00.614695 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e0c430-0e95-431c-9bbc-3261dbc3185f None None] Pushing event updated for resources: {'Port': ['ID=63df746b-a213-41c6-811a-1ca0d05895a5,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:00.686891 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-eb00863c-ded5-4a6b-8ab9-9527c5df03f9 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:00.716984 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f1ab07b2-bd29-447c-9d33-1f35e4e6cdf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:00.746563 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ab07b2-bd29-447c-9d33-1f35e4e6cdf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fdfdd8d-1f35-428d-978e-fe96e54d83ab,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:00.766612 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-eb00863c-ded5-4a6b-8ab9-9527c5df03f9 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:00.809828 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb00863c-ded5-4a6b-8ab9-9527c5df03f9 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event deleted for resources: {'Subnet': ['ID=61cb15f2-b696-4b57-b24f-73ec5d7a0012,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:00.814013 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-eb00863c-ded5-4a6b-8ab9-9527c5df03f9 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:00.816162 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-eb00863c-ded5-4a6b-8ab9-9527c5df03f9 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/subnets/61cb15f2-b696-4b57-b24f-73ec5d7a0012 HTTP/1.1" status: 204 len: 168 time: 0.4509742 Aug 16 23:00:00.819734 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 42520) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:00.878319 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f1ab07b2-bd29-447c-9d33-1f35e4e6cdf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537121'] for router_gateway, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:00.943538 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_v2 [None req-aad71c10-aaed-4203-b426-0a239a58d4a4 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Deleting subnet cc3216f9-b021-47b7-a5ca-0d9831f0cfc5 {{(pid=101292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:00:01.266020 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18235298-a254-4e11-9152-8a85f2b85fec None None] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:00:01.284166 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-aad71c10-aaed-4203-b426-0a239a58d4a4 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for subnet, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:01.306223 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-a24bf9c3-bebd-434b-90d9-5bfbcbecfcd6 None None] Could not find standard attr ID for object 1d2f6a88-b820-49ee-8df9-cf003bc73542. {{(pid=101293) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 23:00:01.329119 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-a24bf9c3-bebd-434b-90d9-5bfbcbecfcd6 None None] Provisioning for port 63df746b-a213-41c6-811a-1ca0d05895a5 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:00:01.334375 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f1ab07b2-bd29-447c-9d33-1f35e4e6cdf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:01.335919 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-a24bf9c3-bebd-434b-90d9-5bfbcbecfcd6 None None] Provisioning complete for port 63df746b-a213-41c6-811a-1ca0d05895a5 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:00:01.336298 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a24bf9c3-bebd-434b-90d9-5bfbcbecfcd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:01.343127 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f1ab07b2-bd29-447c-9d33-1f35e4e6cdf9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:01.437797 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-aad71c10-aaed-4203-b426-0a239a58d4a4 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3848860'] for subnet, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:01.488772 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a037cf9e-73ff-4720-b6b6-f9b37bc75c9e req-e9f7c1a8-b4c1-43ba-9a4a-64d6ee1af03e tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:01.491620 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a037cf9e-73ff-4720-b6b6-f9b37bc75c9e req-e9f7c1a8-b4c1-43ba-9a4a-64d6ee1af03e tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=df7dbc86-01d2-4f42-9ad9-a6c434f3cff5 HTTP/1.1" status: 200 len: 946 time: 0.2125375 Aug 16 23:00:01.499547 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f1ab07b2-bd29-447c-9d33-1f35e4e6cdf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:01.500481 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1ab07b2-bd29-447c-9d33-1f35e4e6cdf9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff0b8480-d210-4dfa-80bb-15e3fd85c50f {{(pid=101292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:00:01.514149 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f1ab07b2-bd29-447c-9d33-1f35e4e6cdf9 admin admin] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:01.516077 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-f1ab07b2-bd29-447c-9d33-1f35e4e6cdf9 admin admin] 10.222.0.36 "DELETE /v2.0/routers/ff0b8480-d210-4dfa-80bb-15e3fd85c50f HTTP/1.1" status: 204 len: 168 time: 2.1818042 Aug 16 23:00:01.518683 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 42540) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:01.605109 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa5b5e11-8b63-4acc-9feb-79299a18694e admin admin] Deleting subnet 5598925a-f775-4b0b-8aed-344c86f88070 {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:00:01.609870 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fa5b5e11-8b63-4acc-9feb-79299a18694e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:01.662368 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a037cf9e-73ff-4720-b6b6-f9b37bc75c9e req-80f7f826-6d18-4c65-844b-f38f28c594a0 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411757 Aug 16 23:00:01.673754 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-aad71c10-aaed-4203-b426-0a239a58d4a4 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:01.694056 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fa5b5e11-8b63-4acc-9feb-79299a18694e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:01.751163 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-aad71c10-aaed-4203-b426-0a239a58d4a4 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26252129'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:01.795483 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad71c10-aaed-4203-b426-0a239a58d4a4 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event deleted for resources: {'Subnet': ['ID=cc3216f9-b021-47b7-a5ca-0d9831f0cfc5,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:01.802966 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-aad71c10-aaed-4203-b426-0a239a58d4a4 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:01.805266 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-aad71c10-aaed-4203-b426-0a239a58d4a4 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/subnets/cc3216f9-b021-47b7-a5ca-0d9831f0cfc5 HTTP/1.1" status: 204 len: 168 time: 0.9849608 Aug 16 23:00:01.807788 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 42546) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:01.834162 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fa5b5e11-8b63-4acc-9feb-79299a18694e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:01.856653 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-922e656c-3ea6-47e3-a21c-a4865deeab23 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0473599 Aug 16 23:00:01.859134 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 42552) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:01.866519 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-cb6031f4-4ee3-4da5-bb86-cbb005acec45 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Request body: {'subnet': {'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:00:01.899986 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fa5b5e11-8b63-4acc-9feb-79299a18694e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:01.934483 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5b5e11-8b63-4acc-9feb-79299a18694e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5598925a-f775-4b0b-8aed-344c86f88070,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:01.939926 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fa5b5e11-8b63-4acc-9feb-79299a18694e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:01.945431 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-fa5b5e11-8b63-4acc-9feb-79299a18694e admin admin] 10.222.0.36 "DELETE /v2.0/subnets/5598925a-f775-4b0b-8aed-344c86f88070 HTTP/1.1" status: 204 len: 168 time: 0.4209700 Aug 16 23:00:01.945756 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 42554) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:01.953847 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a422241-e67c-4f2a-ae05-eb2606be1950 None None] Network da36dce3-4040-4d19-8c41-5ec659f2d571 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:00:02.174489 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5de30e4f-1369-4b34-9ba6-2a5a04681778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:02.204991 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb6031f4-4ee3-4da5-bb86-cbb005acec45 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Made reservation on behalf of 68b563add1f042a58ab2d8884a30332e for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:00:02.209290 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-cb6031f4-4ee3-4da5-bb86-cbb005acec45 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:02.265410 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77997c8-c303-4598-b0fd-44e81a1943a4 None None] DHCP port deletion for da36dce3-4040-4d19-8c41-5ec659f2d571 request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:00:02.295722 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 63df746b-a213-41c6-811a-1ca0d05895a5 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:00:02.350072 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b64939-dff1-4a3c-b691-c5a43bdddb83 req-04caf9c0-d61c-49a9-b60c-8aebdfd6b92e tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:02.351697 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-41b64939-dff1-4a3c-b691-c5a43bdddb83 req-04caf9c0-d61c-49a9-b60c-8aebdfd6b92e tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.68 "GET /v2.0/ports?device_id=df7dbc86-01d2-4f42-9ad9-a6c434f3cff5 HTTP/1.1" status: 200 len: 946 time: 0.2816486 Aug 16 23:00:02.366742 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 63df746b-a213-41c6-811a-1ca0d05895a5 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:00:02.367117 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:02.371801 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-a77997c8-c303-4598-b0fd-44e81a1943a4 None None] Deleting port 0be43b6f-6e88-4da0-9d04-83011a54df2f {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:00:02.372243 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a77997c8-c303-4598-b0fd-44e81a1943a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:02.380482 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c005d3bd-1b8c-4d4d-b546-9254c3fa30d7 req-f2554958-1fdf-41f8-99d6-c8fe28b97eac tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:02.381998 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c005d3bd-1b8c-4d4d-b546-9254c3fa30d7 req-f2554958-1fdf-41f8-99d6-c8fe28b97eac tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=64dce353-055b-404e-bb15-893d8d6f9f87 HTTP/1.1" status: 200 len: 946 time: 0.2253361 Aug 16 23:00:02.395348 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc4899b-5f8e-4026-ab44-1b8d74ecbdd6 None None] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:00:02.523106 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c005d3bd-1b8c-4d4d-b546-9254c3fa30d7 req-00b97418-005f-41ef-ad2a-d5ae03a4943f tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=cb930d9d-af57-42ec-901a-b3e522b04153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307807 Aug 16 23:00:02.524377 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-5de30e4f-1369-4b34-9ba6-2a5a04681778 admin admin] Deleting port 0be43b6f-6e88-4da0-9d04-83011a54df2f {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:00:02.524741 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5de30e4f-1369-4b34-9ba6-2a5a04681778 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:02.650388 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-5de30e4f-1369-4b34-9ba6-2a5a04681778 admin admin] For port 0be43b6f-6e88-4da0-9d04-83011a54df2f, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=0be43b6f-6e88-4da0-9d04-83011a54df2f,segment=NetworkSegment(244ac0e6-4421-4cb0-95e4-19387d4e9889),segment_id=244ac0e6-4421-4cb0-95e4-19387d4e9889)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:00:02.650673 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5de30e4f-1369-4b34-9ba6-2a5a04681778 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:02.657164 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-41b64939-dff1-4a3c-b691-c5a43bdddb83 req-ec56b3d6-0f02-4210-aaf3-487c078b68fe tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Deleting port 61ebb8a0-18cf-45a9-a36a-5e83404de71e {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:00:02.657509 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-41b64939-dff1-4a3c-b691-c5a43bdddb83 req-ec56b3d6-0f02-4210-aaf3-487c078b68fe tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:02.679182 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-1abc55da-51f2-45a9-9e43-08056a8503bc None None] Provisioning complete for port 63df746b-a213-41c6-811a-1ca0d05895a5 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:00:02.679555 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-1abc55da-51f2-45a9-9e43-08056a8503bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:02.686621 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-a77997c8-c303-4598-b0fd-44e81a1943a4 None None] For port 0be43b6f-6e88-4da0-9d04-83011a54df2f, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=0be43b6f-6e88-4da0-9d04-83011a54df2f,segment=NetworkSegment(244ac0e6-4421-4cb0-95e4-19387d4e9889),segment_id=244ac0e6-4421-4cb0-95e4-19387d4e9889)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:00:02.686960 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a77997c8-c303-4598-b0fd-44e81a1943a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:02.741046 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-5de30e4f-1369-4b34-9ba6-2a5a04681778 admin admin] Calling delete_port for 0be43b6f-6e88-4da0-9d04-83011a54df2f owned by network:dhcp {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:00:02.761828 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-a77997c8-c303-4598-b0fd-44e81a1943a4 None None] Calling delete_port for 0be43b6f-6e88-4da0-9d04-83011a54df2f owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:00:02.839957 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-cb6031f4-4ee3-4da5-bb86-cbb005acec45 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:02.945556 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device a97d70df-7bda-455c-ae29-bf1e0993e676 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:00:02.950627 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a77997c8-c303-4598-b0fd-44e81a1943a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:02.969751 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6031f4-4ee3-4da5-bb86-cbb005acec45 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:00:02.983516 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-41b64939-dff1-4a3c-b691-c5a43bdddb83 req-ec56b3d6-0f02-4210-aaf3-487c078b68fe tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] For port 61ebb8a0-18cf-45a9-a36a-5e83404de71e, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=61ebb8a0-18cf-45a9-a36a-5e83404de71e,segment=NetworkSegment(d9a940b8-4f1c-423f-8b77-621d8ce494fc),segment_id=d9a940b8-4f1c-423f-8b77-621d8ce494fc)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:00:02.983865 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-41b64939-dff1-4a3c-b691-c5a43bdddb83 req-ec56b3d6-0f02-4210-aaf3-487c078b68fe tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:02.986538 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-cb6031f4-4ee3-4da5-bb86-cbb005acec45 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:00:02.992055 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: a97d70df-7bda-455c-ae29-bf1e0993e676 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:00:02.992634 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device a97d70df-7bda-455c-ae29-bf1e0993e676 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:00:02.993321 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 3fdfdd8d-1f35-428d-978e-fe96e54d83ab no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:00:02.998269 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a96f36-babc-4683-aafd-f53202e8b5b9 None None] DHCP port deletion for 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:00:03.002162 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77997c8-c303-4598-b0fd-44e81a1943a4 None None] Pushing event deleted for resources: {'Port': ['ID=0be43b6f-6e88-4da0-9d04-83011a54df2f,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:03.007132 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1152666-621a-454a-af9d-e277788e1f5d req-55bed1fb-6baa-48f4-bf9a-84683c2248fe tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:03.008696 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a1152666-621a-454a-af9d-e277788e1f5d req-55bed1fb-6baa-48f4-bf9a-84683c2248fe tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=df7dbc86-01d2-4f42-9ad9-a6c434f3cff5 HTTP/1.1" status: 200 len: 946 time: 0.2540884 Aug 16 23:00:03.010007 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6031f4-4ee3-4da5-bb86-cbb005acec45 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:03.011214 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-cb6031f4-4ee3-4da5-bb86-cbb005acec45 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:03.022555 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6031f4-4ee3-4da5-bb86-cbb005acec45 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event updated for resources: {'Subnet': ['ID=cd3b3e60-5320-4d14-b13a-006c8f6ffe01,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:03.022751 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77997c8-c303-4598-b0fd-44e81a1943a4 None None] No DVR routers for this DVR port 0be43b6f-6e88-4da0-9d04-83011a54df2f on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:00:03.026690 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 3fdfdd8d-1f35-428d-978e-fe96e54d83ab {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:00:03.027283 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 3fdfdd8d-1f35-428d-978e-fe96e54d83ab not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:00:03.033807 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-41b64939-dff1-4a3c-b691-c5a43bdddb83 req-ec56b3d6-0f02-4210-aaf3-487c078b68fe tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Calling delete_port for 61ebb8a0-18cf-45a9-a36a-5e83404de71e owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:00:03.049203 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-cb6031f4-4ee3-4da5-bb86-cbb005acec45 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1881690 Aug 16 23:00:03.049478 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 42568) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:03.055089 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-70804ff0-6cf5-4609-bf8e-d66a5f07d38a tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Request body: {'subnet': {'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:00:03.059567 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5de30e4f-1369-4b34-9ba6-2a5a04681778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:03.089353 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-21a96f36-babc-4683-aafd-f53202e8b5b9 None None] Deleting port 63df746b-a213-41c6-811a-1ca0d05895a5 {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:00:03.089814 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-21a96f36-babc-4683-aafd-f53202e8b5b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:03.103527 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de30e4f-1369-4b34-9ba6-2a5a04681778 admin admin] Pushing event deleted for resources: {'Port': ['ID=0be43b6f-6e88-4da0-9d04-83011a54df2f,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:03.145552 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de30e4f-1369-4b34-9ba6-2a5a04681778 admin admin] No DVR routers for this DVR port 0be43b6f-6e88-4da0-9d04-83011a54df2f on host n-d-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:00:03.161381 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a1152666-621a-454a-af9d-e277788e1f5d req-5f9a5213-0d1d-4314-94d1-d599dc452ed6 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262567 Aug 16 23:00:03.196877 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-21a96f36-babc-4683-aafd-f53202e8b5b9 None None] For port 63df746b-a213-41c6-811a-1ca0d05895a5, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=63df746b-a213-41c6-811a-1ca0d05895a5,segment=NetworkSegment(482572b3-9d65-4375-9c42-925e854722fd),segment_id=482572b3-9d65-4375-9c42-925e854722fd)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:00:03.198421 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-21a96f36-babc-4683-aafd-f53202e8b5b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:03.199902 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70804ff0-6cf5-4609-bf8e-d66a5f07d38a tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Made reservation on behalf of 68b563add1f042a58ab2d8884a30332e for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:00:03.205524 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-70804ff0-6cf5-4609-bf8e-d66a5f07d38a tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:03.218903 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-21a96f36-babc-4683-aafd-f53202e8b5b9 None None] Calling delete_port for 63df746b-a213-41c6-811a-1ca0d05895a5 owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:00:03.269482 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5de30e4f-1369-4b34-9ba6-2a5a04681778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:03.281957 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-5de30e4f-1369-4b34-9ba6-2a5a04681778 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da36dce3-4040-4d19-8c41-5ec659f2d571']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:00:03.295007 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-5de30e4f-1369-4b34-9ba6-2a5a04681778 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '244ac0e6-4421-4cb0-95e4-19387d4e9889') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:00:03.295312 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-5de30e4f-1369-4b34-9ba6-2a5a04681778 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '244ac0e6-4421-4cb0-95e4-19387d4e9889') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:00:03.327496 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5de30e4f-1369-4b34-9ba6-2a5a04681778 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:03.343647 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-21a96f36-babc-4683-aafd-f53202e8b5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:03.352976 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5de30e4f-1369-4b34-9ba6-2a5a04681778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:03.366573 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a96f36-babc-4683-aafd-f53202e8b5b9 None None] No DVR routers for this DVR port 63df746b-a213-41c6-811a-1ca0d05895a5 on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:00:03.368652 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5de30e4f-1369-4b34-9ba6-2a5a04681778 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:00:03.369124 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5de30e4f-1369-4b34-9ba6-2a5a04681778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:03.371230 n-d-791506-26 neutron-server[101292]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:00:03.371230 n-d-791506-26 neutron-server[101292]: self.session.flush() Aug 16 23:00:03.371230 n-d-791506-26 neutron-server[101292]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:00:03.371230 n-d-791506-26 neutron-server[101292]: self.session.flush() Aug 16 23:00:03.371230 n-d-791506-26 neutron-server[101292]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:00:03.371230 n-d-791506-26 neutron-server[101292]: self.session.flush() Aug 16 23:00:03.371230 n-d-791506-26 neutron-server[101292]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:00:03.371230 n-d-791506-26 neutron-server[101292]: self.session.flush() Aug 16 23:00:03.371230 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 16 23:00:03.371230 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:00:03.371230 n-d-791506-26 neutron-server[101292]: timer() Aug 16 23:00:03.371230 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:00:03.371230 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 16 23:00:03.371230 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:00:03.371230 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 16 23:00:03.371230 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:00:03.371230 n-d-791506-26 neutron-server[101292]: self._notify() Aug 16 23:00:03.371230 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:00:03.371230 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 16 23:00:03.371230 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:00:03.371230 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 16 23:00:03.371230 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:00:03.371230 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:00:03.371230 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:00:03.371230 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:00:03.371230 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:00:03.371230 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 16 23:00:03.371230 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:00:03.371230 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 16 23:00:03.371230 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:00:03.371230 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:00:03.371230 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:00:03.371230 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 16 23:00:03.371230 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:00:03.371230 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:00:03.371230 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:00:03.371230 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:00:03.371230 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:00:03.371230 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:00:03.371230 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:00:03.393773 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a96f36-babc-4683-aafd-f53202e8b5b9 None None] Pushing event deleted for resources: {'Port': ['ID=63df746b-a213-41c6-811a-1ca0d05895a5,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:03.407597 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af67a5e1-b66b-434f-9f7b-7648e50eec95 None None] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:00:03.420442 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-41b64939-dff1-4a3c-b691-c5a43bdddb83 req-ec56b3d6-0f02-4210-aaf3-487c078b68fe tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:03.451312 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['61ebb8a0-18cf-45a9-a36a-5e83404de71e'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:00:03.464028 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec56b3d6-0f02-4210-aaf3-487c078b68fe tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Pushing event deleted for resources: {'Port': ['ID=61ebb8a0-18cf-45a9-a36a-5e83404de71e,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:03.475701 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5de30e4f-1369-4b34-9ba6-2a5a04681778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:03.494360 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5de30e4f-1369-4b34-9ba6-2a5a04681778 admin admin] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:03.501131 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-5de30e4f-1369-4b34-9ba6-2a5a04681778 admin admin] 10.222.0.36 "DELETE /v2.0/networks/da36dce3-4040-4d19-8c41-5ec659f2d571 HTTP/1.1" status: 204 len: 168 time: 1.5504477 Aug 16 23:00:03.532929 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-41b64939-dff1-4a3c-b691-c5a43bdddb83 req-ec56b3d6-0f02-4210-aaf3-487c078b68fe tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] No DVR routers for this DVR port 61ebb8a0-18cf-45a9-a36a-5e83404de71e on host n-h1-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:00:03.534493 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de30e4f-1369-4b34-9ba6-2a5a04681778 admin admin] Pushing event deleted for resources: {'Network': ['ID=da36dce3-4040-4d19-8c41-5ec659f2d571,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:03.537410 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-41b64939-dff1-4a3c-b691-c5a43bdddb83 req-ec56b3d6-0f02-4210-aaf3-487c078b68fe tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:03.539501 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-41b64939-dff1-4a3c-b691-c5a43bdddb83 req-ec56b3d6-0f02-4210-aaf3-487c078b68fe tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.68 "DELETE /v2.0/ports/61ebb8a0-18cf-45a9-a36a-5e83404de71e HTTP/1.1" status: 204 len: 173 time: 1.1794276 Aug 16 23:00:03.539965 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df7dbc86-01d2-4f42-9ad9-a6c434f3cff5', 'name': 'network-vif-deleted', 'tag': '61ebb8a0-18cf-45a9-a36a-5e83404de71e'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:00:03.544257 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24902a7b-6dd8-4e51-9a4d-e8aab3e1845d" -d '{"events": [{"server_uuid": "df7dbc86-01d2-4f42-9ad9-a6c434f3cff5", "name": "network-vif-deleted", "tag": "61ebb8a0-18cf-45a9-a36a-5e83404de71e"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:00:03.613636 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0682ffdf-85b3-4852-a794-d227209e6deb x-openstack-request-id: req-0682ffdf-85b3-4852-a794-d227209e6deb {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:00:03.613945 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df7dbc86-01d2-4f42-9ad9-a6c434f3cff5", "name": "network-vif-deleted", "tag": "61ebb8a0-18cf-45a9-a36a-5e83404de71e", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:00:03.614226 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0682ffdf-85b3-4852-a794-d227209e6deb {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:00:03.614640 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df7dbc86-01d2-4f42-9ad9-a6c434f3cff5', 'name': 'network-vif-deleted', 'tag': '61ebb8a0-18cf-45a9-a36a-5e83404de71e', 'status': 'completed', 'code': 200} Aug 16 23:00:03.649745 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54db3e1b-693e-41cf-879d-4a8e2b3e30dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'tenant_id': '68b563add1f042a58ab2d8884a30332e', 'fixed_ips': [{'subnet_id': 'cd3b3e60-5320-4d14-b13a-006c8f6ffe01'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:00:03.650571 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-54db3e1b-693e-41cf-879d-4a8e2b3e30dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:03.719682 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8775b4cc-7f1f-4894-b2bd-14be6bd1e929 req-71b8336e-0709-4cb2-ad8d-27cefc0b478e tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:03.721686 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8775b4cc-7f1f-4894-b2bd-14be6bd1e929 req-71b8336e-0709-4cb2-ad8d-27cefc0b478e tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=64dce353-055b-404e-bb15-893d8d6f9f87 HTTP/1.1" status: 200 len: 946 time: 0.0724092 Aug 16 23:00:03.808099 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8775b4cc-7f1f-4894-b2bd-14be6bd1e929 req-ce816f76-4efc-4738-b106-42edfa2ad750 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=cb930d9d-af57-42ec-901a-b3e522b04153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781672 Aug 16 23:00:03.861784 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 42580) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:03.886159 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-54db3e1b-693e-41cf-879d-4a8e2b3e30dc None None] Allocated IP 172.20.0.2 (09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5/cd3b3e60-5320-4d14-b13a-006c8f6ffe01/25be28f8-213d-4565-abbb-f9e57723ff37) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:00:03.907311 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-b91183bb-35b3-4230-8de2-d0bb4be09c5f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ef33d65d91714f219ff45e0206877fae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0442491 Aug 16 23:00:03.909849 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 42582) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:03.973120 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-40d35cf5-4759-463d-b37f-f1e250b73516 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:03.991567 n-d-791506-26 neutron-server[101291]: DEBUG neutron.objects.ports [None req-70804ff0-6cf5-4609-bf8e-d66a5f07d38a tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101291) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 23:00:03.993377 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-70804ff0-6cf5-4609-bf8e-d66a5f07d38a tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:03.996261 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-40d35cf5-4759-463d-b37f-f1e250b73516 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:04.049566 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70804ff0-6cf5-4609-bf8e-d66a5f07d38a tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event updated for resources: {'Subnet': ['ID=64fa8a4a-73a6-42bd-a516-1afaf63830f9,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:04.058269 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-40d35cf5-4759-463d-b37f-f1e250b73516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:04.061552 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-40d35cf5-4759-463d-b37f-f1e250b73516 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:04.062886 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-40d35cf5-4759-463d-b37f-f1e250b73516 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3b1ecf09-09ee-44ae-a65c-15cbebb1a02b HTTP/1.1" status: 204 len: 168 time: 0.1520693 Aug 16 23:00:04.071015 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70804ff0-6cf5-4609-bf8e-d66a5f07d38a tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:00:04.072132 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d35cf5-4759-463d-b37f-f1e250b73516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b1ecf09-09ee-44ae-a65c-15cbebb1a02b,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:04.072589 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-70804ff0-6cf5-4609-bf8e-d66a5f07d38a tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:00:04.081633 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70804ff0-6cf5-4609-bf8e-d66a5f07d38a tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:04.082233 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-70804ff0-6cf5-4609-bf8e-d66a5f07d38a tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:04.099633 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-70804ff0-6cf5-4609-bf8e-d66a5f07d38a tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0491066 Aug 16 23:00:04.103127 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 42586) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:04.109973 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-ff4993db-2469-4b9b-a845-ea670265f32e tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Request body: {'port': {'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'mac_address': 'fa:16:3e:63:67:67', 'name': 'tempest-NetworksTestDHCPv6-1525562506'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:00:04.119104 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-54db3e1b-693e-41cf-879d-4a8e2b3e30dc None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:04.131227 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-54db3e1b-693e-41cf-879d-4a8e2b3e30dc None None] Transition to ACTIVE for port object 25be28f8-213d-4565-abbb-f9e57723ff37 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:00:04.148186 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-54db3e1b-693e-41cf-879d-4a8e2b3e30dc None None] Transition to ACTIVE for port object 25be28f8-213d-4565-abbb-f9e57723ff37 will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:00:04.155868 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-54db3e1b-693e-41cf-879d-4a8e2b3e30dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:04.256564 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54db3e1b-693e-41cf-879d-4a8e2b3e30dc None None] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:00:04.259785 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-54db3e1b-693e-41cf-879d-4a8e2b3e30dc None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:00:04.264990 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54db3e1b-693e-41cf-879d-4a8e2b3e30dc None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:00:04.268209 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54db3e1b-693e-41cf-879d-4a8e2b3e30dc None None] Pushing event updated for resources: {'Port': ['ID=25be28f8-213d-4565-abbb-f9e57723ff37,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:04.294291 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 63df746b-a213-41c6-811a-1ca0d05895a5 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:00:04.367256 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-21321062-a942-4d36-a37d-a984733539b9 req-59ec0e1d-0c51-4625-a26a-eebe57e26b77 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=df7dbc86-01d2-4f42-9ad9-a6c434f3cff5 HTTP/1.1" status: 200 len: 210 time: 0.0615699 Aug 16 23:00:04.368694 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff4993db-2469-4b9b-a845-ea670265f32e tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Made reservation on behalf of 68b563add1f042a58ab2d8884a30332e for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:00:04.381052 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 63df746b-a213-41c6-811a-1ca0d05895a5 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:00:04.381406 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 63df746b-a213-41c6-811a-1ca0d05895a5 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:00:04.381841 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 0be43b6f-6e88-4da0-9d04-83011a54df2f no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:00:04.418840 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 0be43b6f-6e88-4da0-9d04-83011a54df2f {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:00:04.419187 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 0be43b6f-6e88-4da0-9d04-83011a54df2f not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:00:04.423079 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-54db3e1b-693e-41cf-879d-4a8e2b3e30dc None None] Attempting to bind port 25be28f8-213d-4565-abbb-f9e57723ff37 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:00:04.423488 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-54db3e1b-693e-41cf-879d-4a8e2b3e30dc None None] Attempting to bind port 25be28f8-213d-4565-abbb-f9e57723ff37 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '482572b3-9d65-4375-9c42-925e854722fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:00:04.423820 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54db3e1b-693e-41cf-879d-4a8e2b3e30dc None None] Attempting to bind port 25be28f8-213d-4565-abbb-f9e57723ff37 on network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:00:04.433725 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54db3e1b-693e-41cf-879d-4a8e2b3e30dc None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:00:04.434214 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54db3e1b-693e-41cf-879d-4a8e2b3e30dc None None] Checking segment: {'id': '482572b3-9d65-4375-9c42-925e854722fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:00:04.434632 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-54db3e1b-693e-41cf-879d-4a8e2b3e30dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:04.435925 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54db3e1b-693e-41cf-879d-4a8e2b3e30dc None None] Bound using segment: {'id': '482572b3-9d65-4375-9c42-925e854722fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:00:04.436426 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-54db3e1b-693e-41cf-879d-4a8e2b3e30dc None None] Bound port: 25be28f8-213d-4565-abbb-f9e57723ff37, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '482572b3-9d65-4375-9c42-925e854722fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:00:04.436868 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-54db3e1b-693e-41cf-879d-4a8e2b3e30dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:04.509201 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ff4993db-2469-4b9b-a845-ea670265f32e tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:04.518507 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-54db3e1b-693e-41cf-879d-4a8e2b3e30dc None None] For port 25be28f8-213d-4565-abbb-f9e57723ff37, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:00:04.522762 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-54db3e1b-693e-41cf-879d-4a8e2b3e30dc None None] For port 25be28f8-213d-4565-abbb-f9e57723ff37, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=25be28f8-213d-4565-abbb-f9e57723ff37,segment=NetworkSegment(482572b3-9d65-4375-9c42-925e854722fd),segment_id=482572b3-9d65-4375-9c42-925e854722fd)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:00:04.528404 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-54db3e1b-693e-41cf-879d-4a8e2b3e30dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:04.535145 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [None req-ff4993db-2469-4b9b-a845-ea670265f32e tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] device_id is not set on port 5b42689b-b1b1-4f7a-a7e7-7f2e3387dfa9 yet. {{(pid=101292) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 23:00:04.617866 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54db3e1b-693e-41cf-879d-4a8e2b3e30dc None None] Pushing event updated for resources: {'Port': ['ID=25be28f8-213d-4565-abbb-f9e57723ff37,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:04.730788 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-ff4993db-2469-4b9b-a845-ea670265f32e tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Allocated IP 172.20.0.10 (09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5/cd3b3e60-5320-4d14-b13a-006c8f6ffe01/5b42689b-b1b1-4f7a-a7e7-7f2e3387dfa9) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:00:04.740949 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-ff4993db-2469-4b9b-a845-ea670265f32e tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Allocated IP 2001:db8::f816:3eff:fe63:6767 (09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5/64fa8a4a-73a6-42bd-a516-1afaf63830f9/5b42689b-b1b1-4f7a-a7e7-7f2e3387dfa9) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:00:04.986976 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ff4993db-2469-4b9b-a845-ea670265f32e tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:05.016301 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d5231-021b-4270-a852-6fc86f54c4da req-b39b3b11-33f2-40a6-b8c9-3951b16e08a4 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:05.017888 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b42d5231-021b-4270-a852-6fc86f54c4da req-b39b3b11-33f2-40a6-b8c9-3951b16e08a4 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=64dce353-055b-404e-bb15-893d8d6f9f87 HTTP/1.1" status: 200 len: 946 time: 0.0899408 Aug 16 23:00:05.018983 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [None req-ff4993db-2469-4b9b-a845-ea670265f32e tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Transition to ACTIVE for port object 5b42689b-b1b1-4f7a-a7e7-7f2e3387dfa9 will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:00:05.055570 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 42614) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:05.081015 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b42d5231-021b-4270-a852-6fc86f54c4da req-4adccf95-7243-4c1c-99ff-556cae0bf344 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=cb930d9d-af57-42ec-901a-b3e522b04153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448034 Aug 16 23:00:05.081992 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ff4993db-2469-4b9b-a845-ea670265f32e tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:05.132154 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4993db-2469-4b9b-a845-ea670265f32e tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:00:05.135435 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-ff4993db-2469-4b9b-a845-ea670265f32e tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:00:05.140988 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4993db-2469-4b9b-a845-ea670265f32e tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:00:05.146554 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4993db-2469-4b9b-a845-ea670265f32e tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event updated for resources: {'Port': ['ID=5b42689b-b1b1-4f7a-a7e7-7f2e3387dfa9,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:05.184771 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-c5e8b18e-c2e8-4b41-8151-c651c492a186 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1920266904-network', 'tenant_id': '352e2e0b88af46f28dafba560003ae12'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:00:05.203067 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4993db-2469-4b9b-a845-ea670265f32e tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:05.203931 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ff4993db-2469-4b9b-a845-ea670265f32e tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:05.207380 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e8b18e-c2e8-4b41-8151-c651c492a186 admin admin] Made reservation on behalf of 352e2e0b88af46f28dafba560003ae12 for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:00:05.209771 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c5e8b18e-c2e8-4b41-8151-c651c492a186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:05.219273 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c5e8b18e-c2e8-4b41-8151-c651c492a186 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:05.222645 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-ff4993db-2469-4b9b-a845-ea670265f32e tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.1174498 Aug 16 23:00:05.225162 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 42618) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:05.287145 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a4fdc7-cec0-4c5b-93f3-c8929c8f4d35 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:05.293695 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a4fdc7-cec0-4c5b-93f3-c8929c8f4d35 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:05.295366 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-c4a4fdc7-cec0-4c5b-93f3-c8929c8f4d35 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1764 time: 0.0692987 Aug 16 23:00:05.298033 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 42620) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:05.349396 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c5e8b18e-c2e8-4b41-8151-c651c492a186 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:05.356371 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c5e8b18e-c2e8-4b41-8151-c651c492a186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:05.386628 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5e8b18e-c2e8-4b41-8151-c651c492a186 admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:00:05.393317 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e8b18e-c2e8-4b41-8151-c651c492a186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a9bd5fe-3160-4f0a-a902-e95b7aedf567,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:05.402078 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c5e8b18e-c2e8-4b41-8151-c651c492a186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:05.402798 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-c5e8b18e-c2e8-4b41-8151-c651c492a186 admin admin] Added segment 2f9d1485-64c4-4032-9f01-ae22555e2cfc of type vlan for network f382f188-dbb7-4b56-8af5-82f76ac61bfc Aug 16 23:00:05.410245 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-9e5c2340-876d-4a6f-ba14-f440d9596053 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Deleting port 5b42689b-b1b1-4f7a-a7e7-7f2e3387dfa9 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:00:05.410912 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9e5c2340-876d-4a6f-ba14-f440d9596053 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:05.467521 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c5e8b18e-c2e8-4b41-8151-c651c492a186 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:05.509115 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c5e8b18e-c2e8-4b41-8151-c651c492a186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:05.510970 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e8b18e-c2e8-4b41-8151-c651c492a186 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:05.511884 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c5e8b18e-c2e8-4b41-8151-c651c492a186 admin admin] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:05.566070 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9e5c2340-876d-4a6f-ba14-f440d9596053 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:05.589061 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-9e5c2340-876d-4a6f-ba14-f440d9596053 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Calling delete_port for 5b42689b-b1b1-4f7a-a7e7-7f2e3387dfa9 owned by {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:00:05.595903 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e8b18e-c2e8-4b41-8151-c651c492a186 admin admin] Pushing event updated for resources: {'Network': ['ID=f382f188-dbb7-4b56-8af5-82f76ac61bfc,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:05.609344 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network f382f188-dbb7-4b56-8af5-82f76ac61bfc details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:00:05.611368 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-c5e8b18e-c2e8-4b41-8151-c651c492a186 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.5546021 Aug 16 23:00:05.615247 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 42630) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:05.623126 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-89d21b60-9c1b-4710-83ff-555bb5fcd650 admin admin] Request body: {'subnet': {'network_id': 'f382f188-dbb7-4b56-8af5-82f76ac61bfc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1920266904-subnet', 'tenant_id': '352e2e0b88af46f28dafba560003ae12', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:00:05.652867 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89d21b60-9c1b-4710-83ff-555bb5fcd650 admin admin] Made reservation on behalf of 352e2e0b88af46f28dafba560003ae12 for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:00:05.656171 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-89d21b60-9c1b-4710-83ff-555bb5fcd650 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:05.741218 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:00:05.846178 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65bd77f1-1f2d-4a8b-b37d-81f6343adfb4 None None] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:00:05.909008 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45118931-ac91-44ce-a198-1907adecb723 req-4d372bad-2317-4d63-a306-a93c3a556dc6 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:05.910930 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-45118931-ac91-44ce-a198-1907adecb723 req-4d372bad-2317-4d63-a306-a93c3a556dc6 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/networks?id=5afa7f88-eeaa-4717-8103-9ee9125ee829 HTTP/1.1" status: 200 len: 812 time: 0.1643023 Aug 16 23:00:05.916681 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-89d21b60-9c1b-4710-83ff-555bb5fcd650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:05.919798 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-8ee8423b-5eb4-41f6-8bc0-a7ba3974551a None None] Provisioning for port 25be28f8-213d-4565-abbb-f9e57723ff37 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:00:05.961097 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-45118931-ac91-44ce-a198-1907adecb723 req-c8ba1ffa-d6b7-4292-ab88-3257b7d3a6c6 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/quotas/bc1dde6b43054c1db1326da283b98f4f HTTP/1.1" status: 200 len: 375 time: 0.0247576 Aug 16 23:00:05.987150 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d21b60-9c1b-4710-83ff-555bb5fcd650 admin admin] Checking segment: {'id': '2f9d1485-64c4-4032-9f01-ae22555e2cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f382f188-dbb7-4b56-8af5-82f76ac61bfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:00:05.987525 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d21b60-9c1b-4710-83ff-555bb5fcd650 admin admin] Network hostable DHCP agents. Network: f382f188-dbb7-4b56-8af5-82f76ac61bfc, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:00:05.991499 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d21b60-9c1b-4710-83ff-555bb5fcd650 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c827456-6bfb-4e82-b370-b53dc8e13ad7,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:05.993721 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-45118931-ac91-44ce-a198-1907adecb723 req-fde53b7d-4a73-40be-89c0-4819945dac4d tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=bc1dde6b43054c1db1326da283b98f4f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316644 Aug 16 23:00:06.016361 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9e5c2340-876d-4a6f-ba14-f440d9596053 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:06.016824 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d21b60-9c1b-4710-83ff-555bb5fcd650 admin admin] Network f382f188-dbb7-4b56-8af5-82f76ac61bfc is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:00:06.029415 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-89d21b60-9c1b-4710-83ff-555bb5fcd650 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, f382f188-dbb7-4b56-8af5-82f76ac61bfc) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:00:06.034774 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d21b60-9c1b-4710-83ff-555bb5fcd650 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:06.035366 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-89d21b60-9c1b-4710-83ff-555bb5fcd650 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:06.046468 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7209611d-da76-4279-9634-e76c95bb46fa None None] Network f382f188-dbb7-4b56-8af5-82f76ac61bfc requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:00:06.064707 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-89d21b60-9c1b-4710-83ff-555bb5fcd650 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.4364560 Aug 16 23:00:06.097822 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5c2340-876d-4a6f-ba14-f440d9596053 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event deleted for resources: {'Port': ['ID=5b42689b-b1b1-4f7a-a7e7-7f2e3387dfa9,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:06.223767 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58660679-46eb-4de9-ab95-110d7246495a None None] Update dhcp port {'port': {'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'fixed_ips': [{'subnet_id': 'cd3b3e60-5320-4d14-b13a-006c8f6ffe01', 'ip_address': '172.20.0.2'}, {'subnet_id': '64fa8a4a-73a6-42bd-a516-1afaf63830f9'}], 'binding:host_id': 'n-d-791506-26'}, 'id': '25be28f8-213d-4565-abbb-f9e57723ff37'} from n-d-791506-26. {{(pid=101293) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 23:00:06.270844 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 61ebb8a0-18cf-45a9-a36a-5e83404de71e no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:00:06.296469 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ed9cf0-f0b9-4227-bbab-ebe85cb1fdde None None] Network f382f188-dbb7-4b56-8af5-82f76ac61bfc requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:00:06.313619 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] No Port match for: 61ebb8a0-18cf-45a9-a36a-5e83404de71e {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:00:06.313816 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 61ebb8a0-18cf-45a9-a36a-5e83404de71e not bound to the agent host n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:00:06.340230 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 25be28f8-213d-4565-abbb-f9e57723ff37 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:00:06.341122 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-45118931-ac91-44ce-a198-1907adecb723 req-832c3b2e-818d-4621-bf11-1e290d65e7a3 service neutron] 10.222.0.36 "GET /v2.0/networks/5afa7f88-eeaa-4717-8103-9ee9125ee829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3337700 Aug 16 23:00:06.344254 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-58660679-46eb-4de9-ab95-110d7246495a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:06.346299 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9e5c2340-876d-4a6f-ba14-f440d9596053 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:06.348572 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-9e5c2340-876d-4a6f-ba14-f440d9596053 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/ports/5b42689b-b1b1-4f7a-a7e7-7f2e3387dfa9 HTTP/1.1" status: 204 len: 168 time: 1.0493245 Aug 16 23:00:06.351100 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 42650) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:06.387758 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da8de98-f91b-48f5-a7e9-cc36efa4ccc3 req-57ba4a78-f59a-4428-9e69-dabe39348eb4 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:06.389401 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1da8de98-f91b-48f5-a7e9-cc36efa4ccc3 req-57ba4a78-f59a-4428-9e69-dabe39348eb4 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=64dce353-055b-404e-bb15-893d8d6f9f87 HTTP/1.1" status: 200 len: 946 time: 0.1332533 Aug 16 23:00:06.427162 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f9f541-58e1-4eac-a0de-10ebc1b205ae tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:06.429368 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f9f541-58e1-4eac-a0de-10ebc1b205ae tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:06.431217 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f9f541-58e1-4eac-a0de-10ebc1b205ae tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:06.435566 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-89f9f541-58e1-4eac-a0de-10ebc1b205ae tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0810435 Aug 16 23:00:06.435826 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 42652) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:06.474146 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1da8de98-f91b-48f5-a7e9-cc36efa4ccc3 req-d4a4e165-ca38-4f31-94dc-7260fdeff7ae tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=cb930d9d-af57-42ec-901a-b3e522b04153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582707 Aug 16 23:00:06.500155 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef3587d5-0ae9-4a73-9f5c-712fed8dcf43 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Deleting subnet 64fa8a4a-73a6-42bd-a516-1afaf63830f9 {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:00:06.504720 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-45118931-ac91-44ce-a198-1907adecb723 req-014ce663-0690-4157-ac7e-28603ca8138c service neutron] 10.222.0.36 "GET /v2.0/networks/5afa7f88-eeaa-4717-8103-9ee9125ee829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511877 Aug 16 23:00:06.514765 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ef3587d5-0ae9-4a73-9f5c-712fed8dcf43 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:06.546110 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 25be28f8-213d-4565-abbb-f9e57723ff37 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:00:06.568619 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 25be28f8-213d-4565-abbb-f9e57723ff37 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:00:06.568996 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:06.581661 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ef3587d5-0ae9-4a73-9f5c-712fed8dcf43 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:06.663169 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ef3587d5-0ae9-4a73-9f5c-712fed8dcf43 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:06.681850 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:06.749764 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ef3587d5-0ae9-4a73-9f5c-712fed8dcf43 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:06.757867 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server [None req-58660679-46eb-4de9-ab95-110d7246495a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 64fa8a4a-73a6-42bd-a516-1afaf63830f9: This subnet is being modified by another concurrent operation. Aug 16 23:00:06.757867 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 23:00:06.757867 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 23:00:06.757867 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 23:00:06.757867 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 23:00:06.757867 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 23:00:06.757867 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 23:00:06.757867 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 23:00:06.757867 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 23:00:06.757867 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 23:00:06.757867 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 23:00:06.757867 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 23:00:06.757867 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 23:00:06.757867 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 23:00:06.757867 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 23:00:06.757867 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 23:00:06.757867 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 23:00:06.757867 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 23:00:06.757867 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 23:00:06.757867 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 23:00:06.757867 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 23:00:06.757867 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 23:00:06.757867 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 23:00:06.757867 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 23:00:06.757867 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 23:00:06.757867 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 23:00:06.757867 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 23:00:06.757867 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 23:00:06.757867 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 23:00:06.757867 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 23:00:06.757867 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 23:00:06.757867 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 23:00:06.757867 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 23:00:06.757867 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 23:00:06.757867 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 23:00:06.757867 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 23:00:06.757867 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 16 23:00:06.757867 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 16 23:00:06.757867 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 16 23:00:06.757867 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 16 23:00:06.757867 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 16 23:00:06.757867 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 23:00:06.757867 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 23:00:06.757867 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 23:00:06.757867 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 23:00:06.757867 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 23:00:06.757867 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 23:00:06.757867 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 23:00:06.757867 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 23:00:06.757867 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 23:00:06.757867 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 23:00:06.757867 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 23:00:06.757867 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 23:00:06.757867 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 23:00:06.762120 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 23:00:06.762120 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 23:00:06.762120 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 23:00:06.762120 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 23:00:06.762120 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 23:00:06.762120 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 23:00:06.762120 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 23:00:06.762120 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 23:00:06.762120 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 23:00:06.762120 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 23:00:06.762120 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 23:00:06.762120 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 23:00:06.762120 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 23:00:06.762120 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 23:00:06.762120 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1725, in update_port Aug 16 23:00:06.762120 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 16 23:00:06.762120 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 23:00:06.762120 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 23:00:06.762120 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 16 23:00:06.762120 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 16 23:00:06.762120 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 16 23:00:06.762120 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 16 23:00:06.762120 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 16 23:00:06.762120 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 16 23:00:06.762120 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 16 23:00:06.762120 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 23:00:06.762120 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 23:00:06.762120 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 23:00:06.762120 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 23:00:06.762120 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server raise exception Aug 16 23:00:06.762120 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 64fa8a4a-73a6-42bd-a516-1afaf63830f9: This subnet is being modified by another concurrent operation. Aug 16 23:00:06.762120 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server Aug 16 23:00:06.799862 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ef3587d5-0ae9-4a73-9f5c-712fed8dcf43 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:06.811139 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 25be28f8-213d-4565-abbb-f9e57723ff37, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=25be28f8-213d-4565-abbb-f9e57723ff37,segment=NetworkSegment(482572b3-9d65-4375-9c42-925e854722fd),segment_id=482572b3-9d65-4375-9c42-925e854722fd)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:00:06.820491 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-ef3587d5-0ae9-4a73-9f5c-712fed8dcf43 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/subnets/64fa8a4a-73a6-42bd-a516-1afaf63830f9 HTTP/1.1" status: 204 len: 168 time: 0.3745537 Aug 16 23:00:06.821406 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:06.877617 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 42672) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:06.909805 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-725daa6b-6122-4345-8d5a-a2b63a5151f6 None None] Could not find standard attr ID for object 5b42689b-b1b1-4f7a-a7e7-7f2e3387dfa9. {{(pid=101293) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 23:00:06.945177 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3587d5-0ae9-4a73-9f5c-712fed8dcf43 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event deleted for resources: {'Subnet': ['ID=64fa8a4a-73a6-42bd-a516-1afaf63830f9,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:06.951269 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae268fc8-b843-4591-8995-0d05af530945 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Deleting subnet cd3b3e60-5320-4d14-b13a-006c8f6ffe01 {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:00:06.955747 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ae268fc8-b843-4591-8995-0d05af530945 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:06.967641 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-725daa6b-6122-4345-8d5a-a2b63a5151f6 None None] Provisioning complete for port 25be28f8-213d-4565-abbb-f9e57723ff37 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:00:06.968027 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-725daa6b-6122-4345-8d5a-a2b63a5151f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:06.970840 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=25be28f8-213d-4565-abbb-f9e57723ff37,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:07.007331 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ae268fc8-b843-4591-8995-0d05af530945 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:07.030743 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c068f2ec-ac9a-4b95-9f20-8885da603780 req-fc5010a2-adb6-45e3-96a1-8f3bbf0c8c87 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5506eec-0968-4bb3-8b91-f150da6ed5a2 HTTP/1.1" status: 200 len: 210 time: 0.0745699 Aug 16 23:00:07.078761 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0461f058-e2b6-4093-8cc5-0e0055aecaa0 req-7d94ce7b-cfea-482d-83a3-6f56792991a8 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:07.086295 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0461f058-e2b6-4093-8cc5-0e0055aecaa0 req-7d94ce7b-cfea-482d-83a3-6f56792991a8 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/networks?id=f382f188-dbb7-4b56-8af5-82f76ac61bfc HTTP/1.1" status: 200 len: 805 time: 0.2954483 Aug 16 23:00:07.101072 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0461f058-e2b6-4093-8cc5-0e0055aecaa0 req-7a84e49d-f9f8-4219-b8f9-f52616c9fb65 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/quotas/352e2e0b88af46f28dafba560003ae12 HTTP/1.1" status: 200 len: 375 time: 0.0138433 Aug 16 23:00:07.153422 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ae268fc8-b843-4591-8995-0d05af530945 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:07.206890 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-af4da401-3061-4d53-b7a7-bd5345ca961b None None] Could not find standard attr ID for object 5b42689b-b1b1-4f7a-a7e7-7f2e3387dfa9. {{(pid=101293) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 23:00:07.233169 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bdc88ba-8462-49c2-b6e6-bb249c170067 None None] get_active_networks_info from n-d-791506-26 {{(pid=101293) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 23:00:07.234865 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-af4da401-3061-4d53-b7a7-bd5345ca961b None None] Could not find standard attr ID for object 1d2f6a88-b820-49ee-8df9-cf003bc73542. {{(pid=101293) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 23:00:07.239810 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ae268fc8-b843-4591-8995-0d05af530945 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:07.276242 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae268fc8-b843-4591-8995-0d05af530945 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event deleted for resources: {'Subnet': ['ID=cd3b3e60-5320-4d14-b13a-006c8f6ffe01,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:07.282832 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ae268fc8-b843-4591-8995-0d05af530945 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:07.288107 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-ae268fc8-b843-4591-8995-0d05af530945 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/subnets/cd3b3e60-5320-4d14-b13a-006c8f6ffe01 HTTP/1.1" status: 204 len: 168 time: 0.4091060 Aug 16 23:00:07.288825 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 42680) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:07.336627 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bdc88ba-8462-49c2-b6e6-bb249c170067 None None] Resources bound (agent type, host, resource id): {{(pid=101293) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 23:00:07.342016 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-4862ecf6-3b12-4979-89c0-3a936134a809 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0518401 Aug 16 23:00:07.342569 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 42682) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:07.348261 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-4e901d7d-9117-4381-b5aa-82fc61821507 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Request body: {'subnet': {'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:00:07.459318 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e901d7d-9117-4381-b5aa-82fc61821507 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Made reservation on behalf of 68b563add1f042a58ab2d8884a30332e for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:00:07.464709 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4e901d7d-9117-4381-b5aa-82fc61821507 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:07.503901 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0461f058-e2b6-4093-8cc5-0e0055aecaa0 req-cc596b3f-81c4-4c9e-8703-a0ad19915387 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=352e2e0b88af46f28dafba560003ae12&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3917973 Aug 16 23:00:07.647209 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0461f058-e2b6-4093-8cc5-0e0055aecaa0 req-d662d516-c923-4335-ad5d-441ceb7676cf service neutron] 10.222.0.36 "GET /v2.0/networks/f382f188-dbb7-4b56-8af5-82f76ac61bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336451 Aug 16 23:00:07.657178 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b0859a-36e3-4926-b400-39ebcd207419 req-16b56ccf-02ba-44c3-a6fa-27175d0174e2 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:07.658737 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-55b0859a-36e3-4926-b400-39ebcd207419 req-16b56ccf-02ba-44c3-a6fa-27175d0174e2 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=64dce353-055b-404e-bb15-893d8d6f9f87 HTTP/1.1" status: 200 len: 946 time: 0.0835254 Aug 16 23:00:07.699119 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4e901d7d-9117-4381-b5aa-82fc61821507 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:07.748342 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e901d7d-9117-4381-b5aa-82fc61821507 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:00:07.752006 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-4e901d7d-9117-4381-b5aa-82fc61821507 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:00:07.752159 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-55b0859a-36e3-4926-b400-39ebcd207419 req-fbc0aac4-3a1f-4124-a7eb-a93e35468517 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=cb930d9d-af57-42ec-901a-b3e522b04153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840502 Aug 16 23:00:07.757056 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e901d7d-9117-4381-b5aa-82fc61821507 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:07.757872 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4e901d7d-9117-4381-b5aa-82fc61821507 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:07.774124 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e901d7d-9117-4381-b5aa-82fc61821507 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event updated for resources: {'Subnet': ['ID=71957e0b-fcff-44df-af59-237604f492d9,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:07.777900 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-4e901d7d-9117-4381-b5aa-82fc61821507 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4340682 Aug 16 23:00:07.780845 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 42688) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:07.786926 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-4bca0b1a-3379-4db6-a919-96f59dd76fd9 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Request body: {'subnet': {'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:00:07.802657 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0461f058-e2b6-4093-8cc5-0e0055aecaa0 req-72485f58-0b9a-4d2d-8780-780c5d4a474f service neutron] 10.222.0.36 "GET /v2.0/networks/f382f188-dbb7-4b56-8af5-82f76ac61bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426342 Aug 16 23:00:07.852268 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31cacc60-2305-4c31-aff8-07895a5e5cbe None None] get_active_networks_info from n-d-791506-26 {{(pid=101293) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 23:00:07.906001 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-2474d34e-4bac-4045-b85c-ca5da7acd957 None None] Provisioning complete for port 25be28f8-213d-4565-abbb-f9e57723ff37 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:00:07.906378 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2474d34e-4bac-4045-b85c-ca5da7acd957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:07.995902 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bca0b1a-3379-4db6-a919-96f59dd76fd9 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Made reservation on behalf of 68b563add1f042a58ab2d8884a30332e for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:00:08.005077 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4bca0b1a-3379-4db6-a919-96f59dd76fd9 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:08.069225 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45118931-ac91-44ce-a198-1907adecb723 req-8b21088e-de7e-41c5-b68a-7b3bc2925bcc tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:08.070893 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-45118931-ac91-44ce-a198-1907adecb723 req-8b21088e-de7e-41c5-b68a-7b3bc2925bcc tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.68 "GET /v2.0/networks?id=5afa7f88-eeaa-4717-8103-9ee9125ee829 HTTP/1.1" status: 200 len: 812 time: 0.1943583 Aug 16 23:00:08.079329 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31cacc60-2305-4c31-aff8-07895a5e5cbe None None] Resources bound (agent type, host, resource id): {{(pid=101293) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 23:00:08.087235 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-45118931-ac91-44ce-a198-1907adecb723 req-0a54b7d7-4bff-4d91-a542-1f5207fb80dd tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Request body: {'port': {'device_id': 'a5506eec-0968-4bb3-8b91-f150da6ed5a2', 'network_id': '5afa7f88-eeaa-4717-8103-9ee9125ee829', 'admin_state_up': True, 'tenant_id': 'bc1dde6b43054c1db1326da283b98f4f'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:00:08.225192 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-59d13530-4451-4bae-8b3c-1625614f60e9 req-83f977f5-b9f6-4410-9150-ee1d82e7e810 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/ports?device_id=d989285c-13e8-44d8-92c3-064e2aac40e9 HTTP/1.1" status: 200 len: 210 time: 0.1107128 Aug 16 23:00:08.243331 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 25be28f8-213d-4565-abbb-f9e57723ff37 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:00:08.248521 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2ff8a807-8812-4653-805a-aaa5bb903e48 req-4a0efda1-7883-41d5-9b0c-ee4488c3c028 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5506eec-0968-4bb3-8b91-f150da6ed5a2 HTTP/1.1" status: 200 len: 210 time: 0.0517888 Aug 16 23:00:08.355849 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45118931-ac91-44ce-a198-1907adecb723 req-0a54b7d7-4bff-4d91-a542-1f5207fb80dd tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Made reservation on behalf of bc1dde6b43054c1db1326da283b98f4f for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:00:08.360163 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-45118931-ac91-44ce-a198-1907adecb723 req-0a54b7d7-4bff-4d91-a542-1f5207fb80dd tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:08.483385 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:08.524143 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [req-45118931-ac91-44ce-a198-1907adecb723 req-0a54b7d7-4bff-4d91-a542-1f5207fb80dd tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Allocated IP 172.20.0.2 (5afa7f88-eeaa-4717-8103-9ee9125ee829/d47d6ce6-f0e6-4637-a178-044cb0396017/27aeeb7e-1839-4170-a819-97afac50cf62) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:00:08.530222 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 25be28f8-213d-4565-abbb-f9e57723ff37, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=25be28f8-213d-4565-abbb-f9e57723ff37,segment=NetworkSegment(482572b3-9d65-4375-9c42-925e854722fd),segment_id=482572b3-9d65-4375-9c42-925e854722fd)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:00:08.535452 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:08.591226 n-d-791506-26 neutron-server[101291]: DEBUG neutron.objects.ports [None req-4bca0b1a-3379-4db6-a919-96f59dd76fd9 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101291) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 23:00:08.612418 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=25be28f8-213d-4565-abbb-f9e57723ff37,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:08.674993 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b176e3-8c7a-4487-8b37-06c8ea312574 None None] Update dhcp port {'port': {'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'fixed_ips': [{'subnet_id': 'dfc11b53-70bc-447e-9102-e3ac26cf380f'}, {'subnet_id': '71957e0b-fcff-44df-af59-237604f492d9'}], 'binding:host_id': 'n-d-791506-26'}, 'id': '25be28f8-213d-4565-abbb-f9e57723ff37'} from n-d-791506-26. {{(pid=101293) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 23:00:08.717133 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c8b176e3-8c7a-4487-8b37-06c8ea312574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:08.735399 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-45118931-ac91-44ce-a198-1907adecb723 req-0a54b7d7-4bff-4d91-a542-1f5207fb80dd tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:08.784961 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-45118931-ac91-44ce-a198-1907adecb723 req-0a54b7d7-4bff-4d91-a542-1f5207fb80dd tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:08.835619 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45118931-ac91-44ce-a198-1907adecb723 req-0a54b7d7-4bff-4d91-a542-1f5207fb80dd tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Network 5afa7f88-eeaa-4717-8103-9ee9125ee829 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:00:08.839900 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [req-45118931-ac91-44ce-a198-1907adecb723 req-0a54b7d7-4bff-4d91-a542-1f5207fb80dd tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:00:08.845729 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-45118931-ac91-44ce-a198-1907adecb723 req-0a54b7d7-4bff-4d91-a542-1f5207fb80dd tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:00:08.855557 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a54b7d7-4bff-4d91-a542-1f5207fb80dd tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Pushing event updated for resources: {'Port': ['ID=27aeeb7e-1839-4170-a819-97afac50cf62,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:08.926145 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45118931-ac91-44ce-a198-1907adecb723 req-0a54b7d7-4bff-4d91-a542-1f5207fb80dd tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:08.926967 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-45118931-ac91-44ce-a198-1907adecb723 req-0a54b7d7-4bff-4d91-a542-1f5207fb80dd tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:08.971706 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4bca0b1a-3379-4db6-a919-96f59dd76fd9 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:08.972328 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-45118931-ac91-44ce-a198-1907adecb723 req-0a54b7d7-4bff-4d91-a542-1f5207fb80dd tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8910818 Aug 16 23:00:08.995304 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-45118931-ac91-44ce-a198-1907adecb723 req-6cef0aff-417a-4a5b-bfac-ad9d0993cfca service neutron] Request body: {'port': {'device_id': 'a5506eec-0968-4bb3-8b91-f150da6ed5a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-26'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:00:09.034526 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f790df2c-5440-45ca-9455-0369ac8d7e71 req-f9c23037-c20b-40f9-89fc-cafcaab591f3 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:09.036128 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f790df2c-5440-45ca-9455-0369ac8d7e71 req-f9c23037-c20b-40f9-89fc-cafcaab591f3 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=64dce353-055b-404e-bb15-893d8d6f9f87 HTTP/1.1" status: 200 len: 946 time: 0.1050639 Aug 16 23:00:09.071247 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.db.api [None req-c8b176e3-8c7a-4487-8b37-06c8ea312574 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fef0:810c-8b23f04b-f1cf-4ff0-ba2f-dd2b30d229 {{(pid=101293) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 23:00:09.074586 n-d-791506-26 neutron-server[101293]: DEBUG oslo_db.api [None req-c8b176e3-8c7a-4487-8b37-06c8ea312574 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 23:00:09.100361 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-45118931-ac91-44ce-a198-1907adecb723 req-6cef0aff-417a-4a5b-bfac-ad9d0993cfca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:09.162091 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f790df2c-5440-45ca-9455-0369ac8d7e71 req-19f35725-fcb4-426d-a32a-462a0513e57a tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=cb930d9d-af57-42ec-901a-b3e522b04153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152549 Aug 16 23:00:09.275500 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-4bca0b1a-3379-4db6-a919-96f59dd76fd9 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] For port 25be28f8-213d-4565-abbb-f9e57723ff37, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=25be28f8-213d-4565-abbb-f9e57723ff37,segment=NetworkSegment(482572b3-9d65-4375-9c42-925e854722fd),segment_id=482572b3-9d65-4375-9c42-925e854722fd)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:00:09.340208 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4bca0b1a-3379-4db6-a919-96f59dd76fd9 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:09.347206 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4bca0b1a-3379-4db6-a919-96f59dd76fd9 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:09.348479 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4bca0b1a-3379-4db6-a919-96f59dd76fd9 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:09.411501 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1aeabf1d-2307-4d13-865d-8c62e425781a req-964cffba-c5c9-43cd-a5c7-90c34950672c tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/ports?device_id=d989285c-13e8-44d8-92c3-064e2aac40e9 HTTP/1.1" status: 200 len: 210 time: 0.0538428 Aug 16 23:00:09.462185 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bca0b1a-3379-4db6-a919-96f59dd76fd9 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:00:09.476185 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-4bca0b1a-3379-4db6-a919-96f59dd76fd9 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:00:09.486586 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f8bd73-3624-45fa-a5e3-22c5b37c63b5 req-af48e0e7-1c3a-4da6-ba43-96a5205e0b4c tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:09.487062 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bca0b1a-3379-4db6-a919-96f59dd76fd9 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:09.487720 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4bca0b1a-3379-4db6-a919-96f59dd76fd9 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:09.488193 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-23f8bd73-3624-45fa-a5e3-22c5b37c63b5 req-af48e0e7-1c3a-4da6-ba43-96a5205e0b4c tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5506eec-0968-4bb3-8b91-f150da6ed5a2 HTTP/1.1" status: 200 len: 931 time: 0.0895109 Aug 16 23:00:09.510231 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bca0b1a-3379-4db6-a919-96f59dd76fd9 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event updated for resources: {'Subnet': ['ID=dfc11b53-70bc-447e-9102-e3ac26cf380f,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:09.514975 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bca0b1a-3379-4db6-a919-96f59dd76fd9 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event updated for resources: {'Port': ['ID=25be28f8-213d-4565-abbb-f9e57723ff37,revision_number=7']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:09.525846 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-4bca0b1a-3379-4db6-a919-96f59dd76fd9 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7420659 Aug 16 23:00:09.527678 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 42716) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:09.535866 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-4aea2fbb-edda-4ac1-b9a1-1caa49ddf664 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Request body: {'port': {'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'mac_address': 'fa:16:3e:f0:ab:c8', 'name': 'tempest-NetworksTestDHCPv6-476914785'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:00:09.573951 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [req-45118931-ac91-44ce-a198-1907adecb723 req-6cef0aff-417a-4a5b-bfac-ad9d0993cfca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27aeeb7e-1839-4170-a819-97afac50cf62 {{(pid=101292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:00:09.581136 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-23f8bd73-3624-45fa-a5e3-22c5b37c63b5 req-406380c2-33f5-46bb-822b-8a903de6c23f tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805478 Aug 16 23:00:09.585252 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-45118931-ac91-44ce-a198-1907adecb723 req-6cef0aff-417a-4a5b-bfac-ad9d0993cfca service neutron] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:09.598271 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-45118931-ac91-44ce-a198-1907adecb723 req-6cef0aff-417a-4a5b-bfac-ad9d0993cfca service neutron] Transition to ACTIVE for port object 27aeeb7e-1839-4170-a819-97afac50cf62 will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:00:09.605205 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-45118931-ac91-44ce-a198-1907adecb723 req-6cef0aff-417a-4a5b-bfac-ad9d0993cfca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:09.628200 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c8b176e3-8c7a-4487-8b37-06c8ea312574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:09.678002 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cef0aff-417a-4a5b-bfac-ad9d0993cfca service neutron] Pushing event updated for resources: {'Port': ['ID=27aeeb7e-1839-4170-a819-97afac50cf62,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:09.679578 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aea2fbb-edda-4ac1-b9a1-1caa49ddf664 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Made reservation on behalf of 68b563add1f042a58ab2d8884a30332e for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:00:09.784396 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4aea2fbb-edda-4ac1-b9a1-1caa49ddf664 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:09.806124 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-4aea2fbb-edda-4ac1-b9a1-1caa49ddf664 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] device_id is not set on port 78b7ce14-d406-4997-8235-f5c1f4cccae8 yet. {{(pid=101291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 23:00:09.896702 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-45118931-ac91-44ce-a198-1907adecb723 req-6cef0aff-417a-4a5b-bfac-ad9d0993cfca service neutron] Attempting to bind port 27aeeb7e-1839-4170-a819-97afac50cf62 on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:00:09.897170 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-45118931-ac91-44ce-a198-1907adecb723 req-6cef0aff-417a-4a5b-bfac-ad9d0993cfca service neutron] Attempting to bind port 27aeeb7e-1839-4170-a819-97afac50cf62 by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': 'd9a940b8-4f1c-423f-8b77-621d8ce494fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5afa7f88-eeaa-4717-8103-9ee9125ee829'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:00:09.897637 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45118931-ac91-44ce-a198-1907adecb723 req-6cef0aff-417a-4a5b-bfac-ad9d0993cfca service neutron] Attempting to bind port 27aeeb7e-1839-4170-a819-97afac50cf62 on network 5afa7f88-eeaa-4717-8103-9ee9125ee829 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:00:09.897745 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-c8b176e3-8c7a-4487-8b37-06c8ea312574 None None] Allocated IP 172.20.0.2 (09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5/71957e0b-fcff-44df-af59-237604f492d9/25be28f8-213d-4565-abbb-f9e57723ff37) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:00:09.911629 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45118931-ac91-44ce-a198-1907adecb723 req-6cef0aff-417a-4a5b-bfac-ad9d0993cfca service neutron] Port 27aeeb7e-1839-4170-a819-97afac50cf62 on network 5afa7f88-eeaa-4717-8103-9ee9125ee829 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:00:09.911950 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45118931-ac91-44ce-a198-1907adecb723 req-6cef0aff-417a-4a5b-bfac-ad9d0993cfca service neutron] Attempting to bind port 27aeeb7e-1839-4170-a819-97afac50cf62 on network 5afa7f88-eeaa-4717-8103-9ee9125ee829 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:00:09.926551 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45118931-ac91-44ce-a198-1907adecb723 req-6cef0aff-417a-4a5b-bfac-ad9d0993cfca service neutron] Checking agent: {'id': 'd28e24f9-e5ea-41e1-80bf-3c7943ad7f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:00:09.926894 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45118931-ac91-44ce-a198-1907adecb723 req-6cef0aff-417a-4a5b-bfac-ad9d0993cfca service neutron] Checking segment: {'id': 'd9a940b8-4f1c-423f-8b77-621d8ce494fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5afa7f88-eeaa-4717-8103-9ee9125ee829'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:00:09.927278 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45118931-ac91-44ce-a198-1907adecb723 req-6cef0aff-417a-4a5b-bfac-ad9d0993cfca service neutron] Bound using segment: {'id': 'd9a940b8-4f1c-423f-8b77-621d8ce494fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5afa7f88-eeaa-4717-8103-9ee9125ee829'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:00:09.927704 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-45118931-ac91-44ce-a198-1907adecb723 req-6cef0aff-417a-4a5b-bfac-ad9d0993cfca service neutron] Bound port: 27aeeb7e-1839-4170-a819-97afac50cf62, host: n-h1-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9a940b8-4f1c-423f-8b77-621d8ce494fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5afa7f88-eeaa-4717-8103-9ee9125ee829'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:00:09.928064 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-45118931-ac91-44ce-a198-1907adecb723 req-6cef0aff-417a-4a5b-bfac-ad9d0993cfca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:09.944660 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0461f058-e2b6-4093-8cc5-0e0055aecaa0 req-47e6abca-c43e-480d-855d-51112bcd44ea tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:09.946118 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0461f058-e2b6-4093-8cc5-0e0055aecaa0 req-47e6abca-c43e-480d-855d-51112bcd44ea tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.57 "GET /v2.0/networks?id=f382f188-dbb7-4b56-8af5-82f76ac61bfc HTTP/1.1" status: 200 len: 805 time: 0.1711974 Aug 16 23:00:09.977990 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-0461f058-e2b6-4093-8cc5-0e0055aecaa0 req-df4d256e-16a5-4cb5-9b55-29d28468ab8d tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Request body: {'port': {'device_id': 'd989285c-13e8-44d8-92c3-064e2aac40e9', 'network_id': 'f382f188-dbb7-4b56-8af5-82f76ac61bfc', 'admin_state_up': True, 'tenant_id': '352e2e0b88af46f28dafba560003ae12'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:00:10.004411 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-c8b176e3-8c7a-4487-8b37-06c8ea312574 None None] For port 25be28f8-213d-4565-abbb-f9e57723ff37, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=25be28f8-213d-4565-abbb-f9e57723ff37,segment=NetworkSegment(482572b3-9d65-4375-9c42-925e854722fd),segment_id=482572b3-9d65-4375-9c42-925e854722fd)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:00:10.036292 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c8b176e3-8c7a-4487-8b37-06c8ea312574 None None] Notify callbacks [] for port, precommit_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:10.053191 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-c8b176e3-8c7a-4487-8b37-06c8ea312574 None None] Transition to ACTIVE for port object 25be28f8-213d-4565-abbb-f9e57723ff37 will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:00:10.063238 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c8b176e3-8c7a-4487-8b37-06c8ea312574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:10.064935 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-45118931-ac91-44ce-a198-1907adecb723 req-6cef0aff-417a-4a5b-bfac-ad9d0993cfca service neutron] For port 27aeeb7e-1839-4170-a819-97afac50cf62, host n-h1-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:00:10.070427 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-45118931-ac91-44ce-a198-1907adecb723 req-6cef0aff-417a-4a5b-bfac-ad9d0993cfca service neutron] For port 27aeeb7e-1839-4170-a819-97afac50cf62, host n-h1-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=27aeeb7e-1839-4170-a819-97afac50cf62,segment=NetworkSegment(d9a940b8-4f1c-423f-8b77-621d8ce494fc),segment_id=d9a940b8-4f1c-423f-8b77-621d8ce494fc)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:00:10.082940 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-45118931-ac91-44ce-a198-1907adecb723 req-6cef0aff-417a-4a5b-bfac-ad9d0993cfca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:10.141061 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45118931-ac91-44ce-a198-1907adecb723 req-6cef0aff-417a-4a5b-bfac-ad9d0993cfca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:10.141838 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-45118931-ac91-44ce-a198-1907adecb723 req-6cef0aff-417a-4a5b-bfac-ad9d0993cfca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:10.143153 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-45118931-ac91-44ce-a198-1907adecb723 req-6cef0aff-417a-4a5b-bfac-ad9d0993cfca service neutron] 10.222.0.68 "PUT /v2.0/ports/27aeeb7e-1839-4170-a819-97afac50cf62 HTTP/1.1" status: 200 len: 1092 time: 1.1548076 Aug 16 23:00:10.146134 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5506eec-0968-4bb3-8b91-f150da6ed5a2', 'tag': '27aeeb7e-1839-4170-a819-97afac50cf62'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:00:10.148429 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7565ba18-d05f-4491-a882-9033ca9c5853" -d '{"events": [{"name": "network-changed", "server_uuid": "a5506eec-0968-4bb3-8b91-f150da6ed5a2", "tag": "27aeeb7e-1839-4170-a819-97afac50cf62"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:00:10.178353 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cef0aff-417a-4a5b-bfac-ad9d0993cfca service neutron] Pushing event updated for resources: {'Port': ['ID=27aeeb7e-1839-4170-a819-97afac50cf62,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:10.188383 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0461f058-e2b6-4093-8cc5-0e0055aecaa0 req-df4d256e-16a5-4cb5-9b55-29d28468ab8d tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Made reservation on behalf of 352e2e0b88af46f28dafba560003ae12 for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:00:10.194722 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-0461f058-e2b6-4093-8cc5-0e0055aecaa0 req-df4d256e-16a5-4cb5-9b55-29d28468ab8d tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:10.209640 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b176e3-8c7a-4487-8b37-06c8ea312574 None None] Pushing event updated for resources: {'Port': ['ID=25be28f8-213d-4565-abbb-f9e57723ff37,revision_number=8']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:10.256878 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-4aea2fbb-edda-4ac1-b9a1-1caa49ddf664 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Allocated IP 172.20.0.9 (09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5/71957e0b-fcff-44df-af59-237604f492d9/78b7ce14-d406-4997-8235-f5c1f4cccae8) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:00:10.265670 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ede58f26-ba18-4ffb-a9ae-da17d8e7a584 x-openstack-request-id: req-ede58f26-ba18-4ffb-a9ae-da17d8e7a584 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:00:10.266025 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5506eec-0968-4bb3-8b91-f150da6ed5a2", "tag": "27aeeb7e-1839-4170-a819-97afac50cf62", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:00:10.266323 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ede58f26-ba18-4ffb-a9ae-da17d8e7a584 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:00:10.266762 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5506eec-0968-4bb3-8b91-f150da6ed5a2', 'tag': '27aeeb7e-1839-4170-a819-97afac50cf62', 'status': 'completed', 'code': 200} Aug 16 23:00:10.268521 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-4aea2fbb-edda-4ac1-b9a1-1caa49ddf664 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Allocated IP 2001:db8::f816:3eff:fef0:abc8 (09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5/dfc11b53-70bc-447e-9102-e3ac26cf380f/78b7ce14-d406-4997-8235-f5c1f4cccae8) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:00:10.372323 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45118931-ac91-44ce-a198-1907adecb723 req-4b54696c-8d20-406d-b174-6a4f39e7f039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:10.377139 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-45118931-ac91-44ce-a198-1907adecb723 req-4b54696c-8d20-406d-b174-6a4f39e7f039 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bc1dde6b43054c1db1326da283b98f4f&device_id=a5506eec-0968-4bb3-8b91-f150da6ed5a2 HTTP/1.1" status: 200 len: 1095 time: 0.1755500 Aug 16 23:00:10.446686 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-45118931-ac91-44ce-a198-1907adecb723 req-bcd79111-e27e-48a1-9ce1-92daaf257fd4 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=27aeeb7e-1839-4170-a819-97afac50cf62 HTTP/1.1" status: 200 len: 217 time: 0.0634425 Aug 16 23:00:10.503641 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4aea2fbb-edda-4ac1-b9a1-1caa49ddf664 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:10.521044 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-4aea2fbb-edda-4ac1-b9a1-1caa49ddf664 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Transition to ACTIVE for port object 78b7ce14-d406-4997-8235-f5c1f4cccae8 will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:00:10.522010 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1af045-ee6e-47ce-b843-752d28400550 req-4fe9986e-44ed-4967-83b3-674cdd2177d2 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:10.523573 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fd1af045-ee6e-47ce-b843-752d28400550 req-4fe9986e-44ed-4967-83b3-674cdd2177d2 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=64dce353-055b-404e-bb15-893d8d6f9f87 HTTP/1.1" status: 200 len: 946 time: 0.2108674 Aug 16 23:00:10.563999 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4aea2fbb-edda-4ac1-b9a1-1caa49ddf664 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:10.566924 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ba3c0f45-04fd-45f3-bde6-a44877795cdc req-0f248844-01f2-45b2-a2ad-68970da39777 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/ports?device_id=d989285c-13e8-44d8-92c3-064e2aac40e9 HTTP/1.1" status: 200 len: 210 time: 0.0571966 Aug 16 23:00:10.593767 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [req-0461f058-e2b6-4093-8cc5-0e0055aecaa0 req-df4d256e-16a5-4cb5-9b55-29d28468ab8d tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Allocated IP 172.20.0.5 (f382f188-dbb7-4b56-8af5-82f76ac61bfc/6c827456-6bfb-4e82-b370-b53dc8e13ad7/988fe3aa-859b-422e-866d-805d29eb7373) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:00:10.601771 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45118931-ac91-44ce-a198-1907adecb723 req-348c0007-b509-4902-888d-f446a4ceeb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:10.603303 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-45118931-ac91-44ce-a198-1907adecb723 req-348c0007-b509-4902-888d-f446a4ceeb62 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d47d6ce6-f0e6-4637-a178-044cb0396017 HTTP/1.1" status: 200 len: 852 time: 0.1332557 Aug 16 23:00:10.614472 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aea2fbb-edda-4ac1-b9a1-1caa49ddf664 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:00:10.621678 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-4aea2fbb-edda-4ac1-b9a1-1caa49ddf664 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:00:10.629709 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aea2fbb-edda-4ac1-b9a1-1caa49ddf664 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:00:10.658569 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-45118931-ac91-44ce-a198-1907adecb723 req-658bd760-7ea0-4e91-a953-8f314350b525 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5afa7f88-eeaa-4717-8103-9ee9125ee829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399320 Aug 16 23:00:10.661482 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fd1af045-ee6e-47ce-b843-752d28400550 req-1ec13696-b92c-4ce5-8a43-135867670625 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=cb930d9d-af57-42ec-901a-b3e522b04153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239192 Aug 16 23:00:10.680970 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea2fbb-edda-4ac1-b9a1-1caa49ddf664 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event updated for resources: {'Port': ['ID=78b7ce14-d406-4997-8235-f5c1f4cccae8,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:10.717935 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aea2fbb-edda-4ac1-b9a1-1caa49ddf664 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:10.718615 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4aea2fbb-edda-4ac1-b9a1-1caa49ddf664 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:10.734949 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-4aea2fbb-edda-4ac1-b9a1-1caa49ddf664 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.2057228 Aug 16 23:00:10.737567 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 42730) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:10.791766 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8471f85f-ce68-44d2-8d0a-224666500f72 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:10.799060 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8471f85f-ce68-44d2-8d0a-224666500f72 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:10.803048 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-8471f85f-ce68-44d2-8d0a-224666500f72 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.0620654 Aug 16 23:00:10.803489 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 42732) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:10.871491 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5d0f85-0145-43a8-8b69-8237f626d6c5 req-3831c759-0543-43f3-b6b0-eed51fbe721c tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:10.873067 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-aa5d0f85-0145-43a8-8b69-8237f626d6c5 req-3831c759-0543-43f3-b6b0-eed51fbe721c tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5506eec-0968-4bb3-8b91-f150da6ed5a2 HTTP/1.1" status: 200 len: 943 time: 0.1871901 Aug 16 23:00:10.913296 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-b0aa5ae7-9a77-4a4c-8c93-f6b7652cb119 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Deleting port 78b7ce14-d406-4997-8235-f5c1f4cccae8 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:00:10.913640 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b0aa5ae7-9a77-4a4c-8c93-f6b7652cb119 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:10.927133 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-45118931-ac91-44ce-a198-1907adecb723 req-e42c2d48-872d-43cf-bdfa-431c87b9307c service neutron] 10.222.0.68 "GET /v2.0/networks/5afa7f88-eeaa-4717-8103-9ee9125ee829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603531 Aug 16 23:00:10.949158 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-0461f058-e2b6-4093-8cc5-0e0055aecaa0 req-df4d256e-16a5-4cb5-9b55-29d28468ab8d tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:10.996866 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:11.009630 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-aa5d0f85-0145-43a8-8b69-8237f626d6c5 req-faed53ed-7275-47db-ad9b-2de9ff4f3b01 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264637 Aug 16 23:00:11.020199 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b0aa5ae7-9a77-4a4c-8c93-f6b7652cb119 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:11.036747 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-b0aa5ae7-9a77-4a4c-8c93-f6b7652cb119 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Calling delete_port for 78b7ce14-d406-4997-8235-f5c1f4cccae8 owned by {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:00:11.073373 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-45118931-ac91-44ce-a198-1907adecb723 req-56c9ca47-17ef-4f47-a44d-aee82eff4e24 service neutron] 10.222.0.68 "GET /v2.0/networks/5afa7f88-eeaa-4717-8103-9ee9125ee829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360593 Aug 16 23:00:11.075579 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-0461f058-e2b6-4093-8cc5-0e0055aecaa0 req-df4d256e-16a5-4cb5-9b55-29d28468ab8d tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:11.124685 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0461f058-e2b6-4093-8cc5-0e0055aecaa0 req-df4d256e-16a5-4cb5-9b55-29d28468ab8d tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Network f382f188-dbb7-4b56-8af5-82f76ac61bfc is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:00:11.131700 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [req-0461f058-e2b6-4093-8cc5-0e0055aecaa0 req-df4d256e-16a5-4cb5-9b55-29d28468ab8d tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:00:11.146259 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-0461f058-e2b6-4093-8cc5-0e0055aecaa0 req-df4d256e-16a5-4cb5-9b55-29d28468ab8d tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:00:11.167750 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4d256e-16a5-4cb5-9b55-29d28468ab8d tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Pushing event updated for resources: {'Port': ['ID=988fe3aa-859b-422e-866d-805d29eb7373,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:11.176261 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0909401-a565-47f6-91d3-5cf2157c801d None None] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:00:11.221416 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0461f058-e2b6-4093-8cc5-0e0055aecaa0 req-df4d256e-16a5-4cb5-9b55-29d28468ab8d tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:11.222039 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-0461f058-e2b6-4093-8cc5-0e0055aecaa0 req-df4d256e-16a5-4cb5-9b55-29d28468ab8d tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:11.227370 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7565ba18-d05f-4491-a882-9033ca9c5853 req-5e90f36f-3964-4468-b1f3-1e7074102249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:11.229504 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7565ba18-d05f-4491-a882-9033ca9c5853 req-5e90f36f-3964-4468-b1f3-1e7074102249 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bc1dde6b43054c1db1326da283b98f4f&device_id=a5506eec-0968-4bb3-8b91-f150da6ed5a2 HTTP/1.1" status: 200 len: 1095 time: 0.0984313 Aug 16 23:00:11.249254 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0461f058-e2b6-4093-8cc5-0e0055aecaa0 req-df4d256e-16a5-4cb5-9b55-29d28468ab8d tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2775495 Aug 16 23:00:11.263691 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-82eb231f-61f0-48a2-8a14-be791c0df505 None None] Provisioning for port 25be28f8-213d-4565-abbb-f9e57723ff37 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:00:11.277597 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b0aa5ae7-9a77-4a4c-8c93-f6b7652cb119 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:11.281535 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-82eb231f-61f0-48a2-8a14-be791c0df505 None None] Provisioning complete for port 25be28f8-213d-4565-abbb-f9e57723ff37 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:00:11.282301 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-82eb231f-61f0-48a2-8a14-be791c0df505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:11.289556 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-0461f058-e2b6-4093-8cc5-0e0055aecaa0 req-cd386932-95af-44eb-829e-aa96791b60f6 service neutron] Request body: {'port': {'device_id': 'd989285c-13e8-44d8-92c3-064e2aac40e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-26'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:00:11.347249 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aa5ae7-9a77-4a4c-8c93-f6b7652cb119 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event deleted for resources: {'Port': ['ID=78b7ce14-d406-4997-8235-f5c1f4cccae8,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:11.379470 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-0461f058-e2b6-4093-8cc5-0e0055aecaa0 req-cd386932-95af-44eb-829e-aa96791b60f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:11.397947 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7565ba18-d05f-4491-a882-9033ca9c5853 req-f2e05ae4-9803-4a90-afa4-506d99cda3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:11.399365 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7565ba18-d05f-4491-a882-9033ca9c5853 req-f2e05ae4-9803-4a90-afa4-506d99cda3fd service neutron] 10.222.0.68 "GET /v2.0/networks?id=5afa7f88-eeaa-4717-8103-9ee9125ee829 HTTP/1.1" status: 200 len: 913 time: 0.1614978 Aug 16 23:00:11.417917 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b0aa5ae7-9a77-4a4c-8c93-f6b7652cb119 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:11.422436 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-b0aa5ae7-9a77-4a4c-8c93-f6b7652cb119 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/ports/78b7ce14-d406-4997-8235-f5c1f4cccae8 HTTP/1.1" status: 204 len: 168 time: 0.6157744 Aug 16 23:00:11.423181 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 42738) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:11.448841 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-82eb231f-61f0-48a2-8a14-be791c0df505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:11.464912 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7565ba18-d05f-4491-a882-9033ca9c5853 req-8f0fcec1-6932-42fb-9110-a5efaf7bf1f1 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=27aeeb7e-1839-4170-a819-97afac50cf62 HTTP/1.1" status: 200 len: 217 time: 0.0416086 Aug 16 23:00:11.490716 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebfc2aa8-552d-4c32-beab-0312b23be716 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:11.492280 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebfc2aa8-552d-4c32-beab-0312b23be716 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:11.493839 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebfc2aa8-552d-4c32-beab-0312b23be716 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:11.494327 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-82eb231f-61f0-48a2-8a14-be791c0df505 None None] For port 25be28f8-213d-4565-abbb-f9e57723ff37, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=25be28f8-213d-4565-abbb-f9e57723ff37,segment=NetworkSegment(482572b3-9d65-4375-9c42-925e854722fd),segment_id=482572b3-9d65-4375-9c42-925e854722fd)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:00:11.495584 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-ebfc2aa8-552d-4c32-beab-0312b23be716 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0713956 Aug 16 23:00:11.498658 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 42740) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:11.500834 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-82eb231f-61f0-48a2-8a14-be791c0df505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:11.555027 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a9e322a-6ae2-44e2-aba0-704692239910 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Deleting subnet 71957e0b-fcff-44df-af59-237604f492d9 {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:00:11.559433 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4a9e322a-6ae2-44e2-aba0-704692239910 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:11.562426 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eb231f-61f0-48a2-8a14-be791c0df505 None None] Pushing event updated for resources: {'Port': ['ID=25be28f8-213d-4565-abbb-f9e57723ff37,revision_number=9']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:11.589781 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7565ba18-d05f-4491-a882-9033ca9c5853 req-1509c68d-d832-4ff2-9258-09f5ff1ebbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:11.591394 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7565ba18-d05f-4491-a882-9033ca9c5853 req-1509c68d-d832-4ff2-9258-09f5ff1ebbf0 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d47d6ce6-f0e6-4637-a178-044cb0396017 HTTP/1.1" status: 200 len: 852 time: 0.1180995 Aug 16 23:00:11.603367 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4a9e322a-6ae2-44e2-aba0-704692239910 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:11.675813 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7565ba18-d05f-4491-a882-9033ca9c5853 req-e4e7729c-d376-4031-9819-d08540ce67bf service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5afa7f88-eeaa-4717-8103-9ee9125ee829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766871 Aug 16 23:00:11.701920 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4a9e322a-6ae2-44e2-aba0-704692239910 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:11.780702 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4a9e322a-6ae2-44e2-aba0-704692239910 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:11.781402 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c0ae89-aede-4bf8-b30d-ca4f59bf0451 None None] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:00:11.811461 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9e322a-6ae2-44e2-aba0-704692239910 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event deleted for resources: {'Subnet': ['ID=71957e0b-fcff-44df-af59-237604f492d9,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:11.818642 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4a9e322a-6ae2-44e2-aba0-704692239910 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:11.824185 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-4a9e322a-6ae2-44e2-aba0-704692239910 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/subnets/71957e0b-fcff-44df-af59-237604f492d9 HTTP/1.1" status: 204 len: 168 time: 0.3241401 Aug 16 23:00:11.824899 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 42746) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:11.860050 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-8ffbebed-0adf-4e52-8087-93425794a9f3 None None] Provisioning complete for port 25be28f8-213d-4565-abbb-f9e57723ff37 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:00:11.860473 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-8ffbebed-0adf-4e52-8087-93425794a9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:11.886877 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-a63a4e60-556e-4d8c-9497-82f297409cc7 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Deleting subnet dfc11b53-70bc-447e-9102-e3ac26cf380f {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:00:11.890506 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a63a4e60-556e-4d8c-9497-82f297409cc7 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:11.934738 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a63a4e60-556e-4d8c-9497-82f297409cc7 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:12.038696 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a63a4e60-556e-4d8c-9497-82f297409cc7 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:12.106443 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a63a4e60-556e-4d8c-9497-82f297409cc7 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:12.123364 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471848ea-469e-467b-b63b-a14f6976ca35 req-1d602a43-3635-4352-b839-1e59affa9ab4 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:12.124892 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-471848ea-469e-467b-b63b-a14f6976ca35 req-1d602a43-3635-4352-b839-1e59affa9ab4 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/ports?device_id=d989285c-13e8-44d8-92c3-064e2aac40e9 HTTP/1.1" status: 200 len: 931 time: 0.4616373 Aug 16 23:00:12.139436 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63a4e60-556e-4d8c-9497-82f297409cc7 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event deleted for resources: {'Subnet': ['ID=dfc11b53-70bc-447e-9102-e3ac26cf380f,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:12.142356 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a63a4e60-556e-4d8c-9497-82f297409cc7 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:12.143822 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-a63a4e60-556e-4d8c-9497-82f297409cc7 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/subnets/dfc11b53-70bc-447e-9102-e3ac26cf380f HTTP/1.1" status: 204 len: 168 time: 0.3177567 Aug 16 23:00:12.146423 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 42750) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:12.182284 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7565ba18-d05f-4491-a882-9033ca9c5853 req-89c8d572-c38e-48ea-87b7-d6a66f2f0136 service neutron] 10.222.0.68 "GET /v2.0/networks/5afa7f88-eeaa-4717-8103-9ee9125ee829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4853539 Aug 16 23:00:12.205568 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-199d9e34-838a-49e5-a307-dd8e617f0ce2 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0573955 Aug 16 23:00:12.206442 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 42752) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:12.214706 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777c3f39-64ac-49fd-80c8-a32f30715137 req-9c4bee75-fc6d-408e-89cc-80f8a7826938 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:12.216375 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-777c3f39-64ac-49fd-80c8-a32f30715137 req-9c4bee75-fc6d-408e-89cc-80f8a7826938 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=64dce353-055b-404e-bb15-893d8d6f9f87 HTTP/1.1" status: 200 len: 946 time: 0.1707029 Aug 16 23:00:12.271896 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507e9553-0014-46ab-89b7-99758360f767 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:12.276343 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-507e9553-0014-46ab-89b7-99758360f767 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0660393 Aug 16 23:00:12.277590 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 42756) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:12.279928 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 25be28f8-213d-4565-abbb-f9e57723ff37 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:00:12.299104 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-471848ea-469e-467b-b63b-a14f6976ca35 req-7caad316-bfd7-476c-8a8c-adaaccf2927f tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a9bd5fe-3160-4f0a-a902-e95b7aedf567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496649 Aug 16 23:00:12.344299 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c88e18d-29e1-4f3a-b624-998981a72405 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:12.351839 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-7c88e18d-29e1-4f3a-b624-998981a72405 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0730889 Aug 16 23:00:12.355621 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 42760) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:12.357474 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [req-0461f058-e2b6-4093-8cc5-0e0055aecaa0 req-cd386932-95af-44eb-829e-aa96791b60f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 988fe3aa-859b-422e-866d-805d29eb7373 {{(pid=101292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:00:12.367184 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-0461f058-e2b6-4093-8cc5-0e0055aecaa0 req-cd386932-95af-44eb-829e-aa96791b60f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:12.383898 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 25be28f8-213d-4565-abbb-f9e57723ff37 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:00:12.384218 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:12.415145 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7565ba18-d05f-4491-a882-9033ca9c5853 req-89f2a65b-552c-4309-8b12-b6664431ee8f service neutron] 10.222.0.68 "GET /v2.0/networks/5afa7f88-eeaa-4717-8103-9ee9125ee829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229714 Aug 16 23:00:12.425729 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-b54b3874-7baf-43ed-a5db-aaf8aa7e26a4 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0687151 Aug 16 23:00:12.433687 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 42762) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:12.445187 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-f10d1903-bc5b-42c9-8b8c-9629fa1c087d tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Request body: {'subnet': {'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:00:12.450202 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-777c3f39-64ac-49fd-80c8-a32f30715137 req-95b2d1be-6dc8-4193-a811-380807b145b2 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=cb930d9d-af57-42ec-901a-b3e522b04153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1880114 Aug 16 23:00:12.467169 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-0461f058-e2b6-4093-8cc5-0e0055aecaa0 req-cd386932-95af-44eb-829e-aa96791b60f6 service neutron] Transition to ACTIVE for port object 988fe3aa-859b-422e-866d-805d29eb7373 will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:00:12.472739 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-0461f058-e2b6-4093-8cc5-0e0055aecaa0 req-cd386932-95af-44eb-829e-aa96791b60f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:12.538983 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd386932-95af-44eb-829e-aa96791b60f6 service neutron] Pushing event updated for resources: {'Port': ['ID=988fe3aa-859b-422e-866d-805d29eb7373,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:12.576598 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2fa872-a520-4982-a668-bf6f3bf25cb8 req-2b2efbfd-47a6-4dea-9b90-0e5f5ad7c4bf tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:12.578282 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ea2fa872-a520-4982-a668-bf6f3bf25cb8 req-2b2efbfd-47a6-4dea-9b90-0e5f5ad7c4bf tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5506eec-0968-4bb3-8b91-f150da6ed5a2 HTTP/1.1" status: 200 len: 943 time: 0.1571081 Aug 16 23:00:12.590061 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f10d1903-bc5b-42c9-8b8c-9629fa1c087d tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Made reservation on behalf of 68b563add1f042a58ab2d8884a30332e for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:00:12.594161 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f10d1903-bc5b-42c9-8b8c-9629fa1c087d tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:12.595723 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-f10d1903-bc5b-42c9-8b8c-9629fa1c087d tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 23:00:12.596155 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f10d1903-bc5b-42c9-8b8c-9629fa1c087d tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:00:12.622214 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-f10d1903-bc5b-42c9-8b8c-9629fa1c087d tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1868634 Aug 16 23:00:12.627349 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 42766) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:12.636887 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-3de41d6e-9c88-4785-aabf-de5c47bcd16e tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Request body: {'subnet': {'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:00:12.690993 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ea2fa872-a520-4982-a668-bf6f3bf25cb8 req-b0431575-681f-4b34-9dfc-3a53e4940105 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879438 Aug 16 23:00:12.727443 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-0461f058-e2b6-4093-8cc5-0e0055aecaa0 req-cd386932-95af-44eb-829e-aa96791b60f6 service neutron] Attempting to bind port 988fe3aa-859b-422e-866d-805d29eb7373 on host n-h2-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:00:12.728032 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-0461f058-e2b6-4093-8cc5-0e0055aecaa0 req-cd386932-95af-44eb-829e-aa96791b60f6 service neutron] Attempting to bind port 988fe3aa-859b-422e-866d-805d29eb7373 by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': '2f9d1485-64c4-4032-9f01-ae22555e2cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f382f188-dbb7-4b56-8af5-82f76ac61bfc'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:00:12.728367 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0461f058-e2b6-4093-8cc5-0e0055aecaa0 req-cd386932-95af-44eb-829e-aa96791b60f6 service neutron] Attempting to bind port 988fe3aa-859b-422e-866d-805d29eb7373 on network f382f188-dbb7-4b56-8af5-82f76ac61bfc {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:00:12.734196 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0461f058-e2b6-4093-8cc5-0e0055aecaa0 req-cd386932-95af-44eb-829e-aa96791b60f6 service neutron] Port 988fe3aa-859b-422e-866d-805d29eb7373 on network f382f188-dbb7-4b56-8af5-82f76ac61bfc not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:00:12.734520 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0461f058-e2b6-4093-8cc5-0e0055aecaa0 req-cd386932-95af-44eb-829e-aa96791b60f6 service neutron] Attempting to bind port 988fe3aa-859b-422e-866d-805d29eb7373 on network f382f188-dbb7-4b56-8af5-82f76ac61bfc {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:00:12.741203 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0461f058-e2b6-4093-8cc5-0e0055aecaa0 req-cd386932-95af-44eb-829e-aa96791b60f6 service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:00:12.741567 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0461f058-e2b6-4093-8cc5-0e0055aecaa0 req-cd386932-95af-44eb-829e-aa96791b60f6 service neutron] Checking segment: {'id': '2f9d1485-64c4-4032-9f01-ae22555e2cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f382f188-dbb7-4b56-8af5-82f76ac61bfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:00:12.741944 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0461f058-e2b6-4093-8cc5-0e0055aecaa0 req-cd386932-95af-44eb-829e-aa96791b60f6 service neutron] Bound using segment: {'id': '2f9d1485-64c4-4032-9f01-ae22555e2cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f382f188-dbb7-4b56-8af5-82f76ac61bfc'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:00:12.742385 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-0461f058-e2b6-4093-8cc5-0e0055aecaa0 req-cd386932-95af-44eb-829e-aa96791b60f6 service neutron] Bound port: 988fe3aa-859b-422e-866d-805d29eb7373, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f9d1485-64c4-4032-9f01-ae22555e2cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f382f188-dbb7-4b56-8af5-82f76ac61bfc'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:00:12.742758 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-0461f058-e2b6-4093-8cc5-0e0055aecaa0 req-cd386932-95af-44eb-829e-aa96791b60f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:12.777850 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de41d6e-9c88-4785-aabf-de5c47bcd16e tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Made reservation on behalf of 68b563add1f042a58ab2d8884a30332e for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:00:12.782559 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3de41d6e-9c88-4785-aabf-de5c47bcd16e tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:12.784573 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-3de41d6e-9c88-4785-aabf-de5c47bcd16e tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 23:00:12.785093 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3de41d6e-9c88-4785-aabf-de5c47bcd16e tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:00:12.809197 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73af092e-f591-4e56-9f9c-92dbe3321b05 None None] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:00:12.814230 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-3de41d6e-9c88-4785-aabf-de5c47bcd16e tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1849084 Aug 16 23:00:12.818910 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 42770) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:12.828432 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-cb72fc97-9d92-4be5-bd35-e9de15990ea7 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Request body: {'subnet': {'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:00:12.883013 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-0461f058-e2b6-4093-8cc5-0e0055aecaa0 req-cd386932-95af-44eb-829e-aa96791b60f6 service neutron] For port 988fe3aa-859b-422e-866d-805d29eb7373, host n-h2-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:00:12.888010 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-c2b6efa8-6e80-4b2d-a905-8a46f787fceb None None] Provisioning complete for port 25be28f8-213d-4565-abbb-f9e57723ff37 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:00:12.888368 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c2b6efa8-6e80-4b2d-a905-8a46f787fceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:12.908579 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-0461f058-e2b6-4093-8cc5-0e0055aecaa0 req-cd386932-95af-44eb-829e-aa96791b60f6 service neutron] For port 988fe3aa-859b-422e-866d-805d29eb7373, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=988fe3aa-859b-422e-866d-805d29eb7373,segment=NetworkSegment(2f9d1485-64c4-4032-9f01-ae22555e2cfc),segment_id=2f9d1485-64c4-4032-9f01-ae22555e2cfc)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:00:12.917741 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-0461f058-e2b6-4093-8cc5-0e0055aecaa0 req-cd386932-95af-44eb-829e-aa96791b60f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:12.960038 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0461f058-e2b6-4093-8cc5-0e0055aecaa0 req-cd386932-95af-44eb-829e-aa96791b60f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:12.960688 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-0461f058-e2b6-4093-8cc5-0e0055aecaa0 req-cd386932-95af-44eb-829e-aa96791b60f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:12.962064 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0461f058-e2b6-4093-8cc5-0e0055aecaa0 req-cd386932-95af-44eb-829e-aa96791b60f6 service neutron] 10.222.0.57 "PUT /v2.0/ports/988fe3aa-859b-422e-866d-805d29eb7373 HTTP/1.1" status: 200 len: 1092 time: 1.6775975 Aug 16 23:00:12.962504 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd989285c-13e8-44d8-92c3-064e2aac40e9', 'tag': '988fe3aa-859b-422e-866d-805d29eb7373'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:00:12.965520 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-118c1fcb-7d58-4e00-a432-881e110fecfa" -d '{"events": [{"name": "network-changed", "server_uuid": "d989285c-13e8-44d8-92c3-064e2aac40e9", "tag": "988fe3aa-859b-422e-866d-805d29eb7373"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:00:13.000150 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd386932-95af-44eb-829e-aa96791b60f6 service neutron] Pushing event updated for resources: {'Port': ['ID=988fe3aa-859b-422e-866d-805d29eb7373,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:13.003827 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb72fc97-9d92-4be5-bd35-e9de15990ea7 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Made reservation on behalf of 68b563add1f042a58ab2d8884a30332e for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:00:13.007984 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-cb72fc97-9d92-4be5-bd35-e9de15990ea7 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:13.009519 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb72fc97-9d92-4be5-bd35-e9de15990ea7 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 23:00:13.010004 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb72fc97-9d92-4be5-bd35-e9de15990ea7 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:00:13.041089 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a182119d-e407-4369-9598-3cf5ca3906aa x-openstack-request-id: req-a182119d-e407-4369-9598-3cf5ca3906aa {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:00:13.041962 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d989285c-13e8-44d8-92c3-064e2aac40e9", "tag": "988fe3aa-859b-422e-866d-805d29eb7373", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:00:13.042455 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a182119d-e407-4369-9598-3cf5ca3906aa {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:00:13.043277 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd989285c-13e8-44d8-92c3-064e2aac40e9', 'tag': '988fe3aa-859b-422e-866d-805d29eb7373', 'status': 'completed', 'code': 200} Aug 16 23:00:13.045650 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-cb72fc97-9d92-4be5-bd35-e9de15990ea7 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2255645 Aug 16 23:00:13.048816 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 42774) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:13.057561 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-36e91867-6a62-4f74-9c38-8abb09d823e3 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Request body: {'subnet': {'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:00:13.077684 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0461f058-e2b6-4093-8cc5-0e0055aecaa0 req-380a4403-ac39-49b4-a3dd-d56098368159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:13.077910 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9e9c93-a71d-48c0-a186-0dc0420326a7 None None] DHCP port deletion for 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:00:13.079255 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0461f058-e2b6-4093-8cc5-0e0055aecaa0 req-380a4403-ac39-49b4-a3dd-d56098368159 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=352e2e0b88af46f28dafba560003ae12&device_id=d989285c-13e8-44d8-92c3-064e2aac40e9 HTTP/1.1" status: 200 len: 1095 time: 0.0554039 Aug 16 23:00:13.128522 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-9c9e9c93-a71d-48c0-a186-0dc0420326a7 None None] Deleting port 25be28f8-213d-4565-abbb-f9e57723ff37 {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:00:13.128940 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9c9e9c93-a71d-48c0-a186-0dc0420326a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:13.147397 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0461f058-e2b6-4093-8cc5-0e0055aecaa0 req-4347d38a-9ab3-4013-89a3-9d8424ff2dd9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=988fe3aa-859b-422e-866d-805d29eb7373 HTTP/1.1" status: 200 len: 217 time: 0.0550382 Aug 16 23:00:13.168705 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36e91867-6a62-4f74-9c38-8abb09d823e3 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Made reservation on behalf of 68b563add1f042a58ab2d8884a30332e for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:00:13.172869 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-36e91867-6a62-4f74-9c38-8abb09d823e3 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:13.174683 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-36e91867-6a62-4f74-9c38-8abb09d823e3 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 23:00:13.175169 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36e91867-6a62-4f74-9c38-8abb09d823e3 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:00:13.194706 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-36e91867-6a62-4f74-9c38-8abb09d823e3 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1392088 Aug 16 23:00:13.195025 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 42776) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:13.201947 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-c4b807ba-1d0e-482e-9e62-3b1cf586615f tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Request body: {'subnet': {'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:00:13.204731 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9c9e9c93-a71d-48c0-a186-0dc0420326a7 None None] For port 25be28f8-213d-4565-abbb-f9e57723ff37, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=25be28f8-213d-4565-abbb-f9e57723ff37,segment=NetworkSegment(482572b3-9d65-4375-9c42-925e854722fd),segment_id=482572b3-9d65-4375-9c42-925e854722fd)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:00:13.205249 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9c9e9c93-a71d-48c0-a186-0dc0420326a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:13.218172 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0461f058-e2b6-4093-8cc5-0e0055aecaa0 req-2f038e97-3203-41d1-b7f2-ae077cab8c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:13.219742 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0461f058-e2b6-4093-8cc5-0e0055aecaa0 req-2f038e97-3203-41d1-b7f2-ae077cab8c2e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6c827456-6bfb-4e82-b370-b53dc8e13ad7 HTTP/1.1" status: 200 len: 845 time: 0.0592468 Aug 16 23:00:13.221208 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-9c9e9c93-a71d-48c0-a186-0dc0420326a7 None None] Calling delete_port for 25be28f8-213d-4565-abbb-f9e57723ff37 owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:00:13.261223 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0461f058-e2b6-4093-8cc5-0e0055aecaa0 req-15d6720c-bfe5-4bdc-8026-f71dd6637cfc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f382f188-dbb7-4b56-8af5-82f76ac61bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317528 Aug 16 23:00:13.313258 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9c9e9c93-a71d-48c0-a186-0dc0420326a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:13.315618 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b807ba-1d0e-482e-9e62-3b1cf586615f tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Made reservation on behalf of 68b563add1f042a58ab2d8884a30332e for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:00:13.319380 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c4b807ba-1d0e-482e-9e62-3b1cf586615f tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:13.320917 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4b807ba-1d0e-482e-9e62-3b1cf586615f tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 23:00:13.321419 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4b807ba-1d0e-482e-9e62-3b1cf586615f tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:00:13.340107 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-c4b807ba-1d0e-482e-9e62-3b1cf586615f tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1436939 Aug 16 23:00:13.343478 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 42780) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:13.345169 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9e9c93-a71d-48c0-a186-0dc0420326a7 None None] No DVR routers for this DVR port 25be28f8-213d-4565-abbb-f9e57723ff37 on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:00:13.358320 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-114cc359-bdd6-4a04-992d-7b3430962d61 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Request body: {'subnet': {'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:00:13.381322 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0461f058-e2b6-4093-8cc5-0e0055aecaa0 req-41190bd6-ff56-493c-a13c-5e08260b7a11 service neutron] 10.222.0.57 "GET /v2.0/networks/f382f188-dbb7-4b56-8af5-82f76ac61bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134024 Aug 16 23:00:13.384010 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9e9c93-a71d-48c0-a186-0dc0420326a7 None None] Pushing event deleted for resources: {'Port': ['ID=25be28f8-213d-4565-abbb-f9e57723ff37,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:13.492213 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1359398a-04fc-4a3f-9b8b-9a3788edd606 req-30af3e6e-2260-42fa-8d62-38613f59d41a tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:13.493865 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1359398a-04fc-4a3f-9b8b-9a3788edd606 req-30af3e6e-2260-42fa-8d62-38613f59d41a tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/ports?device_id=d989285c-13e8-44d8-92c3-064e2aac40e9 HTTP/1.1" status: 200 len: 943 time: 0.0867388 Aug 16 23:00:13.503525 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-114cc359-bdd6-4a04-992d-7b3430962d61 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Made reservation on behalf of 68b563add1f042a58ab2d8884a30332e for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:00:13.508102 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-114cc359-bdd6-4a04-992d-7b3430962d61 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:13.509639 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-114cc359-bdd6-4a04-992d-7b3430962d61 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 23:00:13.510944 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-114cc359-bdd6-4a04-992d-7b3430962d61 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:00:13.528925 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-114cc359-bdd6-4a04-992d-7b3430962d61 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1809862 Aug 16 23:00:13.529180 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 42784) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:13.560778 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-303a5730-75c4-472c-9e52-9ec5fbed34eb tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0304174 Aug 16 23:00:13.563027 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 42786) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:13.590204 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0461f058-e2b6-4093-8cc5-0e0055aecaa0 req-7b3cde25-905e-44cd-a8db-3d11d244e29a service neutron] 10.222.0.57 "GET /v2.0/networks/f382f188-dbb7-4b56-8af5-82f76ac61bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015738 Aug 16 23:00:13.607219 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1359398a-04fc-4a3f-9b8b-9a3788edd606 req-ae02cb03-a466-4b90-9082-2346d31bc62c tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a9bd5fe-3160-4f0a-a902-e95b7aedf567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053150 Aug 16 23:00:13.618558 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abe4d7d-7d80-4702-8e43-6a242c6c6aa3 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:13.620190 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-5abe4d7d-7d80-4702-8e43-6a242c6c6aa3 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0561891 Aug 16 23:00:13.622681 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 42790) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:13.635054 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a91ba1b-f29b-4dd1-b0e0-e1971b30b494 req-3ec3efd7-9460-48c3-b903-f387c8ec0d75 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:13.645420 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7a91ba1b-f29b-4dd1-b0e0-e1971b30b494 req-3ec3efd7-9460-48c3-b903-f387c8ec0d75 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=64dce353-055b-404e-bb15-893d8d6f9f87 HTTP/1.1" status: 200 len: 946 time: 0.1104417 Aug 16 23:00:13.668485 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-f8a398c3-abe9-4e53-ba64-7f8c1c97df5e tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0435989 Aug 16 23:00:13.672436 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 42792) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:13.682626 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-4c893788-61cb-4bd0-8f75-d1fb9a5c6441 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Request body: {'subnet': {'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:00:13.697151 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7a91ba1b-f29b-4dd1-b0e0-e1971b30b494 req-f3846ef9-93ae-415e-8d01-767aacd31c09 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=cb930d9d-af57-42ec-901a-b3e522b04153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463865 Aug 16 23:00:13.803521 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c1fcb-7d58-4e00-a432-881e110fecfa req-7782a789-d41d-46c4-adb2-392bbfe6454b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:13.805720 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-118c1fcb-7d58-4e00-a432-881e110fecfa req-7782a789-d41d-46c4-adb2-392bbfe6454b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=352e2e0b88af46f28dafba560003ae12&device_id=d989285c-13e8-44d8-92c3-064e2aac40e9 HTTP/1.1" status: 200 len: 1095 time: 0.0613592 Aug 16 23:00:13.810086 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c893788-61cb-4bd0-8f75-d1fb9a5c6441 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Made reservation on behalf of 68b563add1f042a58ab2d8884a30332e for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:00:13.814210 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4c893788-61cb-4bd0-8f75-d1fb9a5c6441 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:13.949003 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99336ef7-9591-4d69-aec4-52ce1d4e12fd req-682db912-ad41-4d3e-b2fe-74ff6119e2ef tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:13.950702 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-99336ef7-9591-4d69-aec4-52ce1d4e12fd req-682db912-ad41-4d3e-b2fe-74ff6119e2ef tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5506eec-0968-4bb3-8b91-f150da6ed5a2 HTTP/1.1" status: 200 len: 943 time: 0.1439183 Aug 16 23:00:14.009617 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c1fcb-7d58-4e00-a432-881e110fecfa req-5ae35c68-5e88-4038-bbda-8335919d0702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:14.012319 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-118c1fcb-7d58-4e00-a432-881e110fecfa req-5ae35c68-5e88-4038-bbda-8335919d0702 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f382f188-dbb7-4b56-8af5-82f76ac61bfc HTTP/1.1" status: 200 len: 906 time: 0.1920123 Aug 16 23:00:14.018324 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-99336ef7-9591-4d69-aec4-52ce1d4e12fd req-1cb3535f-0c3b-416f-860e-c8af47bd8ad0 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601439 Aug 16 23:00:14.073101 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-118c1fcb-7d58-4e00-a432-881e110fecfa req-64ad98e1-1a3f-414a-bb09-f8dc9fc44ff9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=988fe3aa-859b-422e-866d-805d29eb7373 HTTP/1.1" status: 200 len: 217 time: 0.0521591 Aug 16 23:00:14.122702 n-d-791506-26 neutron-server[101291]: DEBUG neutron.objects.ports [None req-4c893788-61cb-4bd0-8f75-d1fb9a5c6441 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101291) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 23:00:14.124204 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4c893788-61cb-4bd0-8f75-d1fb9a5c6441 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:14.128378 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c1fcb-7d58-4e00-a432-881e110fecfa req-5731e716-9672-49a9-942e-b2f7e3144839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:14.130996 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-118c1fcb-7d58-4e00-a432-881e110fecfa req-5731e716-9672-49a9-942e-b2f7e3144839 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6c827456-6bfb-4e82-b370-b53dc8e13ad7 HTTP/1.1" status: 200 len: 845 time: 0.0522351 Aug 16 23:00:14.176810 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c893788-61cb-4bd0-8f75-d1fb9a5c6441 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:00:14.182734 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-118c1fcb-7d58-4e00-a432-881e110fecfa req-4b5e7333-9b06-4257-a19e-d5ea2dadb302 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f382f188-dbb7-4b56-8af5-82f76ac61bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443876 Aug 16 23:00:14.183462 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-4c893788-61cb-4bd0-8f75-d1fb9a5c6441 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:00:14.187821 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c893788-61cb-4bd0-8f75-d1fb9a5c6441 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:14.188414 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4c893788-61cb-4bd0-8f75-d1fb9a5c6441 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:14.193952 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c893788-61cb-4bd0-8f75-d1fb9a5c6441 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event updated for resources: {'Subnet': ['ID=2bf7fae2-4a50-499c-9003-5bd0992b59f9,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:14.199583 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce821c8-255a-46c9-b1dc-7484d54809ca None None] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:00:14.210825 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-4c893788-61cb-4bd0-8f75-d1fb9a5c6441 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5343876 Aug 16 23:00:14.211882 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 42808) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:14.243127 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-86047135-fa70-4d4d-b4c8-643d2c7299b4 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Request body: {'port': {'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'mac_address': 'fa:16:3e:e2:93:40', 'name': 'tempest-NetworksTestDHCPv6-1781606974'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:00:14.246159 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 25be28f8-213d-4565-abbb-f9e57723ff37 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:00:14.274090 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 25be28f8-213d-4565-abbb-f9e57723ff37 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:00:14.274340 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 25be28f8-213d-4565-abbb-f9e57723ff37 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:00:14.311148 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 27aeeb7e-1839-4170-a819-97afac50cf62 details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:00:14.365423 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-118c1fcb-7d58-4e00-a432-881e110fecfa req-228bfc68-91b1-462e-9659-dedb443a0170 service neutron] 10.222.0.57 "GET /v2.0/networks/f382f188-dbb7-4b56-8af5-82f76ac61bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767497 Aug 16 23:00:14.442826 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86047135-fa70-4d4d-b4c8-643d2c7299b4 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Made reservation on behalf of 68b563add1f042a58ab2d8884a30332e for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:00:14.444840 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c11e04-3485-41f5-a2f9-bbe3ed17a10b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'tenant_id': '68b563add1f042a58ab2d8884a30332e', 'fixed_ips': [{'subnet_id': '2bf7fae2-4a50-499c-9003-5bd0992b59f9'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:00:14.445962 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-64c11e04-3485-41f5-a2f9-bbe3ed17a10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:14.485200 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 27aeeb7e-1839-4170-a819-97afac50cf62, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=27aeeb7e-1839-4170-a819-97afac50cf62,segment=NetworkSegment(d9a940b8-4f1c-423f-8b77-621d8ce494fc),segment_id=d9a940b8-4f1c-423f-8b77-621d8ce494fc)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:00:14.524984 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-118c1fcb-7d58-4e00-a432-881e110fecfa req-c2b3669e-26f9-4d40-8bfd-b4cd4deed5e3 service neutron] 10.222.0.57 "GET /v2.0/networks/f382f188-dbb7-4b56-8af5-82f76ac61bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508105 Aug 16 23:00:14.541494 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': '27aeeb7e-1839-4170-a819-97afac50cf62', 'network_id': '5afa7f88-eeaa-4717-8103-9ee9125ee829', 'port_id': '27aeeb7e-1839-4170-a819-97afac50cf62', 'mac_address': 'fa:16:3e:92:be:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd47d6ce6-f0e6-4637-a178-044cb0396017', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:00:14.550697 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-86047135-fa70-4d4d-b4c8-643d2c7299b4 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:14.571995 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [None req-86047135-fa70-4d4d-b4c8-643d2c7299b4 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] device_id is not set on port 386d3099-ddbf-4657-8ba3-42fb29b5d5db yet. {{(pid=101292) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 23:00:14.736825 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b817c6-f5f7-48f7-9aa3-f79904fe33e4 req-ecc55056-4a62-4957-a78d-ab0aa9a9649e tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:14.738764 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a8b817c6-f5f7-48f7-9aa3-f79904fe33e4 req-ecc55056-4a62-4957-a78d-ab0aa9a9649e tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/ports?device_id=d989285c-13e8-44d8-92c3-064e2aac40e9 HTTP/1.1" status: 200 len: 943 time: 0.0522919 Aug 16 23:00:14.769982 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:14.790300 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a8b817c6-f5f7-48f7-9aa3-f79904fe33e4 req-5bcca33a-1ce0-4603-8ef2-8099ec6386a3 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a9bd5fe-3160-4f0a-a902-e95b7aedf567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441034 Aug 16 23:00:14.795447 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27aeeb7e-1839-4170-a819-97afac50cf62 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:00:14.800777 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-64c11e04-3485-41f5-a2f9-bbe3ed17a10b None None] Allocated IP 2001:db8::f816:3eff:fe88:9f31 (09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5/2bf7fae2-4a50-499c-9003-5bd0992b59f9/3b6666af-79c4-4b4a-8b45-aeebf765f297) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:00:14.828368 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 27aeeb7e-1839-4170-a819-97afac50cf62, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=27aeeb7e-1839-4170-a819-97afac50cf62,segment=NetworkSegment(d9a940b8-4f1c-423f-8b77-621d8ce494fc),segment_id=d9a940b8-4f1c-423f-8b77-621d8ce494fc)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:00:14.835530 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:14.835848 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7477d8-1530-4c84-a6d1-4ee571c161fc req-18fd0eac-3676-4ce4-99d3-669bcafaee5b tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:14.837855 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-db7477d8-1530-4c84-a6d1-4ee571c161fc req-18fd0eac-3676-4ce4-99d3-669bcafaee5b tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=64dce353-055b-404e-bb15-893d8d6f9f87 HTTP/1.1" status: 200 len: 946 time: 0.0641866 Aug 16 23:00:14.880590 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-db7477d8-1530-4c84-a6d1-4ee571c161fc req-7279db6d-fd51-4355-bbe5-a7bd841ff83a tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=cb930d9d-af57-42ec-901a-b3e522b04153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338876 Aug 16 23:00:14.943038 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=27aeeb7e-1839-4170-a819-97afac50cf62,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:15.015561 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-64c11e04-3485-41f5-a2f9-bbe3ed17a10b None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:15.023284 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-64c11e04-3485-41f5-a2f9-bbe3ed17a10b None None] Transition to ACTIVE for port object 3b6666af-79c4-4b4a-8b45-aeebf765f297 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:00:15.038304 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-64c11e04-3485-41f5-a2f9-bbe3ed17a10b None None] Transition to ACTIVE for port object 3b6666af-79c4-4b4a-8b45-aeebf765f297 will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:00:15.045108 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-64c11e04-3485-41f5-a2f9-bbe3ed17a10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:15.080761 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c11e04-3485-41f5-a2f9-bbe3ed17a10b None None] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:00:15.086588 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['27aeeb7e-1839-4170-a819-97afac50cf62'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:00:15.094920 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-64c11e04-3485-41f5-a2f9-bbe3ed17a10b None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:00:15.101699 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-86047135-fa70-4d4d-b4c8-643d2c7299b4 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Allocated IP 2001:db8::f816:3eff:fee2:9340 (09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5/2bf7fae2-4a50-499c-9003-5bd0992b59f9/386d3099-ddbf-4657-8ba3-42fb29b5d5db) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:00:15.121944 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c11e04-3485-41f5-a2f9-bbe3ed17a10b None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:00:15.126398 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c11e04-3485-41f5-a2f9-bbe3ed17a10b None None] Pushing event updated for resources: {'Port': ['ID=3b6666af-79c4-4b4a-8b45-aeebf765f297,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:15.210060 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c6365b-a3ad-456e-91c9-df4e6dd12860 req-0db78716-bb19-4f1a-a309-f083b6613bcb tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:15.211372 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a0c6365b-a3ad-456e-91c9-df4e6dd12860 req-0db78716-bb19-4f1a-a309-f083b6613bcb tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5506eec-0968-4bb3-8b91-f150da6ed5a2 HTTP/1.1" status: 200 len: 944 time: 0.0939705 Aug 16 23:00:15.214902 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-64c11e04-3485-41f5-a2f9-bbe3ed17a10b None None] Attempting to bind port 3b6666af-79c4-4b4a-8b45-aeebf765f297 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:00:15.215276 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-64c11e04-3485-41f5-a2f9-bbe3ed17a10b None None] Attempting to bind port 3b6666af-79c4-4b4a-8b45-aeebf765f297 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '482572b3-9d65-4375-9c42-925e854722fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:00:15.215657 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c11e04-3485-41f5-a2f9-bbe3ed17a10b None None] Attempting to bind port 3b6666af-79c4-4b4a-8b45-aeebf765f297 on network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:00:15.237891 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c11e04-3485-41f5-a2f9-bbe3ed17a10b None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 22, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:00:15.238261 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c11e04-3485-41f5-a2f9-bbe3ed17a10b None None] Checking segment: {'id': '482572b3-9d65-4375-9c42-925e854722fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:00:15.238920 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-64c11e04-3485-41f5-a2f9-bbe3ed17a10b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:15.239313 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c11e04-3485-41f5-a2f9-bbe3ed17a10b None None] Bound using segment: {'id': '482572b3-9d65-4375-9c42-925e854722fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:00:15.239797 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-64c11e04-3485-41f5-a2f9-bbe3ed17a10b None None] Bound port: 3b6666af-79c4-4b4a-8b45-aeebf765f297, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '482572b3-9d65-4375-9c42-925e854722fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:00:15.240176 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-64c11e04-3485-41f5-a2f9-bbe3ed17a10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:15.303584 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a0c6365b-a3ad-456e-91c9-df4e6dd12860 req-d811c13e-3292-49af-887b-6c68c3b009f1 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638790 Aug 16 23:00:15.345737 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-86047135-fa70-4d4d-b4c8-643d2c7299b4 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:15.349242 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-64c11e04-3485-41f5-a2f9-bbe3ed17a10b None None] For port 3b6666af-79c4-4b4a-8b45-aeebf765f297, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:00:15.353897 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-64c11e04-3485-41f5-a2f9-bbe3ed17a10b None None] For port 3b6666af-79c4-4b4a-8b45-aeebf765f297, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=3b6666af-79c4-4b4a-8b45-aeebf765f297,segment=NetworkSegment(482572b3-9d65-4375-9c42-925e854722fd),segment_id=482572b3-9d65-4375-9c42-925e854722fd)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:00:15.358613 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-64c11e04-3485-41f5-a2f9-bbe3ed17a10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:15.362307 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [None req-86047135-fa70-4d4d-b4c8-643d2c7299b4 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Transition to ACTIVE for port object 386d3099-ddbf-4657-8ba3-42fb29b5d5db will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:00:15.399380 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-86047135-fa70-4d4d-b4c8-643d2c7299b4 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:15.418837 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c11e04-3485-41f5-a2f9-bbe3ed17a10b None None] Pushing event updated for resources: {'Port': ['ID=3b6666af-79c4-4b4a-8b45-aeebf765f297,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:15.459468 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86047135-fa70-4d4d-b4c8-643d2c7299b4 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:00:15.462732 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-86047135-fa70-4d4d-b4c8-643d2c7299b4 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:00:15.467987 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86047135-fa70-4d4d-b4c8-643d2c7299b4 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:00:15.473612 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86047135-fa70-4d4d-b4c8-643d2c7299b4 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:15.474258 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-86047135-fa70-4d4d-b4c8-643d2c7299b4 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:15.477884 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86047135-fa70-4d4d-b4c8-643d2c7299b4 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event updated for resources: {'Port': ['ID=386d3099-ddbf-4657-8ba3-42fb29b5d5db,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:15.493738 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-86047135-fa70-4d4d-b4c8-643d2c7299b4 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2796004 Aug 16 23:00:15.495227 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 42826) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:15.546827 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ab004a-7574-4813-a238-771998ae3f9f tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:15.552800 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ab004a-7574-4813-a238-771998ae3f9f tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:15.558007 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-d4ab004a-7574-4813-a238-771998ae3f9f tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0581203 Aug 16 23:00:15.558998 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 42828) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:15.668051 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-7f74004d-c22c-4bb1-897c-6d3b2c25be63 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Deleting port 386d3099-ddbf-4657-8ba3-42fb29b5d5db {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:00:15.668392 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7f74004d-c22c-4bb1-897c-6d3b2c25be63 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:15.754628 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7f74004d-c22c-4bb1-897c-6d3b2c25be63 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:15.766839 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-7f74004d-c22c-4bb1-897c-6d3b2c25be63 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Calling delete_port for 386d3099-ddbf-4657-8ba3-42fb29b5d5db owned by {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:00:15.939055 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d5efc6-1d5d-4a2a-9dde-44f7b9662724 req-c9527e1a-08ce-44bf-b44d-8114f9ef97b7 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:15.940652 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-37d5efc6-1d5d-4a2a-9dde-44f7b9662724 req-c9527e1a-08ce-44bf-b44d-8114f9ef97b7 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/ports?device_id=d989285c-13e8-44d8-92c3-064e2aac40e9 HTTP/1.1" status: 200 len: 943 time: 0.0671871 Aug 16 23:00:15.941742 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7f74004d-c22c-4bb1-897c-6d3b2c25be63 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:15.981803 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f74004d-c22c-4bb1-897c-6d3b2c25be63 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event deleted for resources: {'Port': ['ID=386d3099-ddbf-4657-8ba3-42fb29b5d5db,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:16.037374 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7f74004d-c22c-4bb1-897c-6d3b2c25be63 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:16.039276 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-7f74004d-c22c-4bb1-897c-6d3b2c25be63 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/ports/386d3099-ddbf-4657-8ba3-42fb29b5d5db HTTP/1.1" status: 204 len: 168 time: 0.4790955 Aug 16 23:00:16.042302 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 42838) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:16.047083 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-37d5efc6-1d5d-4a2a-9dde-44f7b9662724 req-85ce1220-28ed-4fb7-a435-275582783a0c tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a9bd5fe-3160-4f0a-a902-e95b7aedf567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968606 Aug 16 23:00:16.091494 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d42b6c-3c21-42e5-b191-f57ed88cacb6 req-1d57c65a-09e1-43e1-8f60-8464dffa5216 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:16.094713 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-73d42b6c-3c21-42e5-b191-f57ed88cacb6 req-1d57c65a-09e1-43e1-8f60-8464dffa5216 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=64dce353-055b-404e-bb15-893d8d6f9f87 HTTP/1.1" status: 200 len: 946 time: 0.0706575 Aug 16 23:00:16.117257 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31727053-1bf6-4977-8e62-e3d39265896a tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:16.120040 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31727053-1bf6-4977-8e62-e3d39265896a tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:16.123873 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-31727053-1bf6-4977-8e62-e3d39265896a tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0778465 Aug 16 23:00:16.124357 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 42840) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:16.155270 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-73d42b6c-3c21-42e5-b191-f57ed88cacb6 req-a60cd71b-0900-4d5b-8e26-719cd1c57a66 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=cb930d9d-af57-42ec-901a-b3e522b04153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535710 Aug 16 23:00:16.192448 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-57a2fc7e-31d8-4d81-80bd-9ca60105d91f tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Deleting subnet 2bf7fae2-4a50-499c-9003-5bd0992b59f9 {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:00:16.196214 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-57a2fc7e-31d8-4d81-80bd-9ca60105d91f tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:16.239568 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-57a2fc7e-31d8-4d81-80bd-9ca60105d91f tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:16.268420 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 3b6666af-79c4-4b4a-8b45-aeebf765f297 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:00:16.326300 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 3b6666af-79c4-4b4a-8b45-aeebf765f297 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:00:16.332789 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 27aeeb7e-1839-4170-a819-97afac50cf62 up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:00:16.335917 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-57a2fc7e-31d8-4d81-80bd-9ca60105d91f tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:16.410229 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning for port 27aeeb7e-1839-4170-a819-97afac50cf62 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:00:16.421728 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port 27aeeb7e-1839-4170-a819-97afac50cf62 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:00:16.422145 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:16.427599 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-57a2fc7e-31d8-4d81-80bd-9ca60105d91f tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:16.470277 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564583f2-2ef8-4d7b-958a-253b7b2fc08f req-10d547c8-4f4b-4c4f-ba42-396cc7ba0101 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:16.474283 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a2fc7e-31d8-4d81-80bd-9ca60105d91f tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event deleted for resources: {'Subnet': ['ID=2bf7fae2-4a50-499c-9003-5bd0992b59f9,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:16.476726 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-57a2fc7e-31d8-4d81-80bd-9ca60105d91f tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:16.479430 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-564583f2-2ef8-4d7b-958a-253b7b2fc08f req-10d547c8-4f4b-4c4f-ba42-396cc7ba0101 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5506eec-0968-4bb3-8b91-f150da6ed5a2 HTTP/1.1" status: 200 len: 944 time: 0.0804281 Aug 16 23:00:16.479996 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-57a2fc7e-31d8-4d81-80bd-9ca60105d91f tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/subnets/2bf7fae2-4a50-499c-9003-5bd0992b59f9 HTTP/1.1" status: 204 len: 168 time: 0.3538013 Aug 16 23:00:16.482366 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 42850) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:16.528475 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-564583f2-2ef8-4d7b-958a-253b7b2fc08f req-26ee276a-fd13-4e27-a3cc-c690d69450fe tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479951 Aug 16 23:00:16.542862 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-6e54e6fd-d886-4239-9e85-679afe6090ba None None] Provisioning for port 3b6666af-79c4-4b4a-8b45-aeebf765f297 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:00:16.548642 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-6e54e6fd-d886-4239-9e85-679afe6090ba None None] Provisioning complete for port 3b6666af-79c4-4b4a-8b45-aeebf765f297 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:00:16.549016 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-6e54e6fd-d886-4239-9e85-679afe6090ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:16.550594 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:16.554100 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-5595d10f-0636-4f4a-837d-ab17fc973043 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0705655 Aug 16 23:00:16.557106 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 42852) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:16.562409 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-35e4796d-cfb5-4af9-b664-58b922f5a2ec tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Request body: {'subnet': {'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:00:16.612037 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5506eec-0968-4bb3-8b91-f150da6ed5a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27aeeb7e-1839-4170-a819-97afac50cf62'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:00:16.614626 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-583635fc-97c0-4ade-9ef0-77a84665c405" -d '{"events": [{"server_uuid": "a5506eec-0968-4bb3-8b91-f150da6ed5a2", "name": "network-vif-plugged", "status": "completed", "tag": "27aeeb7e-1839-4170-a819-97afac50cf62"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:00:16.633209 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 27aeeb7e-1839-4170-a819-97afac50cf62, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=27aeeb7e-1839-4170-a819-97afac50cf62,segment=NetworkSegment(d9a940b8-4f1c-423f-8b77-621d8ce494fc),segment_id=d9a940b8-4f1c-423f-8b77-621d8ce494fc)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:00:16.639938 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:16.677131 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35e4796d-cfb5-4af9-b664-58b922f5a2ec tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Made reservation on behalf of 68b563add1f042a58ab2d8884a30332e for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:00:16.681637 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-35e4796d-cfb5-4af9-b664-58b922f5a2ec tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:16.698570 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5d16755-0215-4e44-9c5e-d457bfdd3dfa x-openstack-request-id: req-f5d16755-0215-4e44-9c5e-d457bfdd3dfa {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:00:16.698923 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5506eec-0968-4bb3-8b91-f150da6ed5a2", "name": "network-vif-plugged", "status": "completed", "tag": "27aeeb7e-1839-4170-a819-97afac50cf62", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:00:16.699139 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f5d16755-0215-4e44-9c5e-d457bfdd3dfa {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:00:16.699539 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5506eec-0968-4bb3-8b91-f150da6ed5a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27aeeb7e-1839-4170-a819-97afac50cf62', 'code': 200} Aug 16 23:00:16.737472 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-6e54e6fd-d886-4239-9e85-679afe6090ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:16.750645 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=27aeeb7e-1839-4170-a819-97afac50cf62,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:16.782639 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-6e54e6fd-d886-4239-9e85-679afe6090ba None None] For port 3b6666af-79c4-4b4a-8b45-aeebf765f297, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=3b6666af-79c4-4b4a-8b45-aeebf765f297,segment=NetworkSegment(482572b3-9d65-4375-9c42-925e854722fd),segment_id=482572b3-9d65-4375-9c42-925e854722fd)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:00:16.788212 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-6e54e6fd-d886-4239-9e85-679afe6090ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:16.820343 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da556c9-7bac-459e-8ad7-d88e72faffa2 req-98637eef-c070-48db-b6ed-83e05443acbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:16.822547 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8da556c9-7bac-459e-8ad7-d88e72faffa2 req-98637eef-c070-48db-b6ed-83e05443acbb service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=a5506eec-0968-4bb3-8b91-f150da6ed5a2 HTTP/1.1" status: 200 len: 1097 time: 0.0836852 Aug 16 23:00:16.843816 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e54e6fd-d886-4239-9e85-679afe6090ba None None] Pushing event updated for resources: {'Port': ['ID=3b6666af-79c4-4b4a-8b45-aeebf765f297,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:16.906021 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8da556c9-7bac-459e-8ad7-d88e72faffa2 req-f0ff4893-92f0-489f-9c8f-f89b1f6b942b service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743423 Aug 16 23:00:16.937040 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eadb03d7-1df0-4bad-90da-47c0d8a023c6 None None] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:00:17.009264 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0eb27038-a5b4-4416-bfc6-f86a2b0503af None None] Could not find standard attr ID for object 386d3099-ddbf-4657-8ba3-42fb29b5d5db. {{(pid=101293) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 23:00:17.103215 n-d-791506-26 neutron-server[101292]: DEBUG neutron.objects.ports [None req-35e4796d-cfb5-4af9-b664-58b922f5a2ec tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101292) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 23:00:17.331898 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-d7cfb67a-ce61-4a22-a02f-12803974b23d None None] Provisioning complete for port 3b6666af-79c4-4b4a-8b45-aeebf765f297 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:00:17.332489 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d7cfb67a-ce61-4a22-a02f-12803974b23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:17.424148 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 988fe3aa-859b-422e-866d-805d29eb7373 details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:00:17.530100 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 988fe3aa-859b-422e-866d-805d29eb7373, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=988fe3aa-859b-422e-866d-805d29eb7373,segment=NetworkSegment(2f9d1485-64c4-4032-9f01-ae22555e2cfc),segment_id=2f9d1485-64c4-4032-9f01-ae22555e2cfc)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:00:17.543072 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': '988fe3aa-859b-422e-866d-805d29eb7373', 'network_id': 'f382f188-dbb7-4b56-8af5-82f76ac61bfc', 'port_id': '988fe3aa-859b-422e-866d-805d29eb7373', 'mac_address': 'fa:16:3e:16:f4:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c827456-6bfb-4e82-b370-b53dc8e13ad7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:00:17.583454 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:17.603384 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 988fe3aa-859b-422e-866d-805d29eb7373 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:00:17.615689 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4db1c2d-fd4b-4ed2-ad01-3d1ebc5f9d9c req-4eba93a1-7647-482b-aef6-208befb8d032 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:17.617284 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e4db1c2d-fd4b-4ed2-ad01-3d1ebc5f9d9c req-4eba93a1-7647-482b-aef6-208befb8d032 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/ports?device_id=d989285c-13e8-44d8-92c3-064e2aac40e9 HTTP/1.1" status: 200 len: 943 time: 0.4906473 Aug 16 23:00:17.641608 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 988fe3aa-859b-422e-866d-805d29eb7373, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=988fe3aa-859b-422e-866d-805d29eb7373,segment=NetworkSegment(2f9d1485-64c4-4032-9f01-ae22555e2cfc),segment_id=2f9d1485-64c4-4032-9f01-ae22555e2cfc)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:00:17.646533 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:17.650751 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-42225e62-d752-40e6-873a-c92af8b42f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:17.689758 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b36f3c6-e4d1-4492-8e46-ed133054c40c req-58276a68-7fc2-404b-bcf8-99b12df44521 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:17.691136 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4b36f3c6-e4d1-4492-8e46-ed133054c40c req-58276a68-7fc2-404b-bcf8-99b12df44521 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=64dce353-055b-404e-bb15-893d8d6f9f87 HTTP/1.1" status: 200 len: 946 time: 0.4296260 Aug 16 23:00:17.697000 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=988fe3aa-859b-422e-866d-805d29eb7373,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:17.730805 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e4db1c2d-fd4b-4ed2-ad01-3d1ebc5f9d9c req-7a4106a3-a97c-4cf7-b768-b09ca1787283 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a9bd5fe-3160-4f0a-a902-e95b7aedf567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922201 Aug 16 23:00:17.752191 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-35e4796d-cfb5-4af9-b664-58b922f5a2ec tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:17.780682 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4b36f3c6-e4d1-4492-8e46-ed133054c40c req-ab8c1c07-5792-4f0a-b46c-138635b1edea tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=cb930d9d-af57-42ec-901a-b3e522b04153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765753 Aug 16 23:00:17.884359 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92e0e8d-dcb6-4574-9e95-8a07898f26e9 req-854bd066-abe7-4ee9-b992-ad43bf1a067d tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:17.886479 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a92e0e8d-dcb6-4574-9e95-8a07898f26e9 req-854bd066-abe7-4ee9-b992-ad43bf1a067d tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5506eec-0968-4bb3-8b91-f150da6ed5a2 HTTP/1.1" status: 200 len: 945 time: 0.0851820 Aug 16 23:00:17.965375 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a92e0e8d-dcb6-4574-9e95-8a07898f26e9 req-899fc525-a837-4d54-8f88-eaad31582b78 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504000 Aug 16 23:00:17.989141 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-35e4796d-cfb5-4af9-b664-58b922f5a2ec tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] For port 3b6666af-79c4-4b4a-8b45-aeebf765f297, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=3b6666af-79c4-4b4a-8b45-aeebf765f297,segment=NetworkSegment(482572b3-9d65-4375-9c42-925e854722fd),segment_id=482572b3-9d65-4375-9c42-925e854722fd)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:00:18.017885 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-35e4796d-cfb5-4af9-b664-58b922f5a2ec tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:18.022266 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-35e4796d-cfb5-4af9-b664-58b922f5a2ec tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:18.023035 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-35e4796d-cfb5-4af9-b664-58b922f5a2ec tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:18.097768 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e4796d-cfb5-4af9-b664-58b922f5a2ec tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:00:18.104571 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-35e4796d-cfb5-4af9-b664-58b922f5a2ec tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:00:18.110947 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e4796d-cfb5-4af9-b664-58b922f5a2ec tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:18.111543 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-35e4796d-cfb5-4af9-b664-58b922f5a2ec tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:18.114263 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d3b523-7996-4a44-ae0c-0991c4c734b0 None None] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:00:18.116559 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e4796d-cfb5-4af9-b664-58b922f5a2ec tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event updated for resources: {'Subnet': ['ID=2976741b-a09c-4a49-9cff-8f94f531cc3f,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:18.140645 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e4796d-cfb5-4af9-b664-58b922f5a2ec tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event updated for resources: {'Port': ['ID=3b6666af-79c4-4b4a-8b45-aeebf765f297,revision_number=6']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:18.151833 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-35e4796d-cfb5-4af9-b664-58b922f5a2ec tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5904758 Aug 16 23:00:18.152372 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 42870) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:18.157440 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-2c83e8b7-1055-4780-8f59-2fc0145c7880 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Request body: {'port': {'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'mac_address': 'fa:16:3e:68:a5:bb', 'name': 'tempest-NetworksTestDHCPv6-77844857'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:00:18.216908 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 3b6666af-79c4-4b4a-8b45-aeebf765f297 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:00:18.276343 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c83e8b7-1055-4780-8f59-2fc0145c7880 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Made reservation on behalf of 68b563add1f042a58ab2d8884a30332e for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:00:18.310670 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['988fe3aa-859b-422e-866d-805d29eb7373'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:00:18.362614 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2c83e8b7-1055-4780-8f59-2fc0145c7880 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:18.369200 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 3b6666af-79c4-4b4a-8b45-aeebf765f297 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:00:18.370011 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:18.383264 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-2c83e8b7-1055-4780-8f59-2fc0145c7880 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] device_id is not set on port c297d053-9d6f-43ed-b8ae-b6fca2b868d3 yet. {{(pid=101291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 23:00:18.505180 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-2c83e8b7-1055-4780-8f59-2fc0145c7880 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Allocated IP 2001:db8::f816:3eff:fe68:a5bb (09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5/2976741b-a09c-4a49-9cff-8f94f531cc3f/c297d053-9d6f-43ed-b8ae-b6fca2b868d3) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:00:18.644198 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-584fecd2-168c-4da1-a3a8-e66bb10089a3 None None] Provisioning complete for port 3b6666af-79c4-4b4a-8b45-aeebf765f297 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:00:18.644675 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-584fecd2-168c-4da1-a3a8-e66bb10089a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:18.667868 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2c83e8b7-1055-4780-8f59-2fc0145c7880 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:18.683978 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-2c83e8b7-1055-4780-8f59-2fc0145c7880 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Transition to ACTIVE for port object c297d053-9d6f-43ed-b8ae-b6fca2b868d3 will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:00:18.719869 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2c83e8b7-1055-4780-8f59-2fc0145c7880 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:18.779546 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c83e8b7-1055-4780-8f59-2fc0145c7880 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:00:18.783766 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-2c83e8b7-1055-4780-8f59-2fc0145c7880 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:00:18.785706 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c83e8b7-1055-4780-8f59-2fc0145c7880 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event updated for resources: {'Port': ['ID=c297d053-9d6f-43ed-b8ae-b6fca2b868d3,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:18.788059 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c83e8b7-1055-4780-8f59-2fc0145c7880 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:00:18.794440 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c83e8b7-1055-4780-8f59-2fc0145c7880 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:18.795109 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2c83e8b7-1055-4780-8f59-2fc0145c7880 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:18.815629 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-2c83e8b7-1055-4780-8f59-2fc0145c7880 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 0.6591058 Aug 16 23:00:18.817206 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 42882) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:18.882284 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa73bc8a-1911-4948-8f90-57352f9d2b43 req-1928172c-0c94-4f85-be4a-94ae402c10f8 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:18.884297 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-aa73bc8a-1911-4948-8f90-57352f9d2b43 req-1928172c-0c94-4f85-be4a-94ae402c10f8 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/ports?device_id=d989285c-13e8-44d8-92c3-064e2aac40e9 HTTP/1.1" status: 200 len: 944 time: 0.0701251 Aug 16 23:00:18.893071 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f293d11-e94b-42ff-a67e-d263768cc465 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:18.902796 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f293d11-e94b-42ff-a67e-d263768cc465 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:18.908855 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-8f293d11-e94b-42ff-a67e-d263768cc465 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0904977 Aug 16 23:00:18.909992 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 42886) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:18.959235 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-aa73bc8a-1911-4948-8f90-57352f9d2b43 req-54157a82-4093-4524-8205-11837c5686b4 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a9bd5fe-3160-4f0a-a902-e95b7aedf567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429404 Aug 16 23:00:18.970898 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f285ce-91f8-4989-a188-d16bd2843195 req-bfb3cf03-0bff-474c-a349-95e6a31447fb tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:18.972798 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d4f285ce-91f8-4989-a188-d16bd2843195 req-bfb3cf03-0bff-474c-a349-95e6a31447fb tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=64dce353-055b-404e-bb15-893d8d6f9f87 HTTP/1.1" status: 200 len: 946 time: 0.0872629 Aug 16 23:00:18.973473 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 42888) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:19.024659 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-944d5bb6-b16e-4537-9343-578b845987ca tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Deleting port c297d053-9d6f-43ed-b8ae-b6fca2b868d3 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:00:19.024884 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-944d5bb6-b16e-4537-9343-578b845987ca tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:19.027869 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d4f285ce-91f8-4989-a188-d16bd2843195 req-d3005ff6-fd61-49d5-b1e3-4875d4fb4f22 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=cb930d9d-af57-42ec-901a-b3e522b04153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434885 Aug 16 23:00:19.120865 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a664155c-fc94-476e-b805-043ee3988f3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:19.129343 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a629dfb-d83e-42cf-8288-3a8fe0314cd7 req-c5f203cf-5555-4ca6-98ac-ff34b173e4af tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:19.130823 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7a629dfb-d83e-42cf-8288-3a8fe0314cd7 req-c5f203cf-5555-4ca6-98ac-ff34b173e4af tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5506eec-0968-4bb3-8b91-f150da6ed5a2 HTTP/1.1" status: 200 len: 945 time: 0.0743859 Aug 16 23:00:19.149509 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-944d5bb6-b16e-4537-9343-578b845987ca tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:19.166952 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-944d5bb6-b16e-4537-9343-578b845987ca tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Calling delete_port for c297d053-9d6f-43ed-b8ae-b6fca2b868d3 owned by {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:00:19.169174 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-10ef97da-245f-450c-9390-9896f7b7fbcd None None] Provisioning for port c297d053-9d6f-43ed-b8ae-b6fca2b868d3 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:00:19.173691 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-10ef97da-245f-450c-9390-9896f7b7fbcd None None] Provisioning complete for port c297d053-9d6f-43ed-b8ae-b6fca2b868d3 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:00:19.174543 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-10ef97da-245f-450c-9390-9896f7b7fbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:19.208181 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7a629dfb-d83e-42cf-8288-3a8fe0314cd7 req-bcda9bfc-1205-4a75-8e47-8f1f88e47784 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696232 Aug 16 23:00:19.236725 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-10ef97da-245f-450c-9390-9896f7b7fbcd None None] Port c297d053-9d6f-43ed-b8ae-b6fca2b868d3 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:00:19.285413 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a664155c-fc94-476e-b805-043ee3988f3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:19.289823 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a664155c-fc94-476e-b805-043ee3988f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:19.355698 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-944d5bb6-b16e-4537-9343-578b845987ca tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:19.378962 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-a664155c-fc94-476e-b805-043ee3988f3d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9ca823c29e9e43b1b27a88074da277d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4042411 Aug 16 23:00:19.381785 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a664155c-fc94-476e-b805-043ee3988f3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d9943e8-a797-4a36-b32b-2efe920703df,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:19.384171 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 42904) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:19.396509 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944d5bb6-b16e-4537-9343-578b845987ca tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event deleted for resources: {'Port': ['ID=c297d053-9d6f-43ed-b8ae-b6fca2b868d3,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:19.422648 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5840b077-f642-46ec-9637-5b1be7d8f48a req-5eb248e0-c9c2-4a8e-ad7f-11bda67b9719 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:19.427984 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-944d5bb6-b16e-4537-9343-578b845987ca tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:19.429071 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 988fe3aa-859b-422e-866d-805d29eb7373 up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:00:19.430490 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-944d5bb6-b16e-4537-9343-578b845987ca tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/ports/c297d053-9d6f-43ed-b8ae-b6fca2b868d3 HTTP/1.1" status: 204 len: 168 time: 0.5192645 Aug 16 23:00:19.433085 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 42906) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:19.435088 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5840b077-f642-46ec-9637-5b1be7d8f48a req-5eb248e0-c9c2-4a8e-ad7f-11bda67b9719 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] 10.222.0.36 "GET /v2.0/ports?device_id=c069e61f-0fda-40e3-b6e9-3ad8054045ee HTTP/1.1" status: 200 len: 946 time: 0.1154213 Aug 16 23:00:19.510890 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5840b077-f642-46ec-9637-5b1be7d8f48a req-b30860a7-fc4b-4b6e-9853-f0c9c444bbc4 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] 10.222.0.36 "GET /v2.0/security-groups?id=da3d1155-7424-48dd-a4c6-a3a4bd0e1fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746238 Aug 16 23:00:19.512191 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning for port 988fe3aa-859b-422e-866d-805d29eb7373 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:00:19.531551 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port 988fe3aa-859b-422e-866d-805d29eb7373 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:00:19.532125 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:19.544843 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-02431b65-01ab-4ebd-936d-edf68c9684d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:19.554849 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4ae49a-11f8-4d8a-b0a5-198f1a519635 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:19.557365 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4ae49a-11f8-4d8a-b0a5-198f1a519635 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:19.562541 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-1e4ae49a-11f8-4d8a-b0a5-198f1a519635 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1244771 Aug 16 23:00:19.562995 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 42910) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:19.624389 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-02431b65-01ab-4ebd-936d-edf68c9684d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:19.626214 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-84d7c239-ae43-41b4-b42e-24203e41afc0 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Deleting subnet 2976741b-a09c-4a49-9cff-8f94f531cc3f {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:00:19.629589 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-84d7c239-ae43-41b4-b42e-24203e41afc0 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:19.646421 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b53835-9413-4dab-8f6b-0725f2bc2532 req-ebdb8e7b-0457-43df-9510-0c6e86f23405 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:19.648116 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-18b53835-9413-4dab-8f6b-0725f2bc2532 req-ebdb8e7b-0457-43df-9510-0c6e86f23405 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5506eec-0968-4bb3-8b91-f150da6ed5a2 HTTP/1.1" status: 200 len: 945 time: 0.0946999 Aug 16 23:00:19.666064 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:19.684771 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-84d7c239-ae43-41b4-b42e-24203e41afc0 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:19.695460 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd989285c-13e8-44d8-92c3-064e2aac40e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '988fe3aa-859b-422e-866d-805d29eb7373'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:00:19.698536 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-548cefd1-9cd3-4505-9276-ad0b08128393" -d '{"events": [{"server_uuid": "d989285c-13e8-44d8-92c3-064e2aac40e9", "name": "network-vif-plugged", "status": "completed", "tag": "988fe3aa-859b-422e-866d-805d29eb7373"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:00:19.709665 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-18b53835-9413-4dab-8f6b-0725f2bc2532 req-0cea7850-3bc2-4a01-a61b-ff8926018ee9 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479693 Aug 16 23:00:19.727594 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 988fe3aa-859b-422e-866d-805d29eb7373, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=988fe3aa-859b-422e-866d-805d29eb7373,segment=NetworkSegment(2f9d1485-64c4-4032-9f01-ae22555e2cfc),segment_id=2f9d1485-64c4-4032-9f01-ae22555e2cfc)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:00:19.746395 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:19.747158 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-02431b65-01ab-4ebd-936d-edf68c9684d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:19.749654 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-796b4de4-6c5f-45da-a797-a2d1d57d7578 x-openstack-request-id: req-796b4de4-6c5f-45da-a797-a2d1d57d7578 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:00:19.750189 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-02431b65-01ab-4ebd-936d-edf68c9684d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:19.750520 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d989285c-13e8-44d8-92c3-064e2aac40e9", "name": "network-vif-plugged", "status": "completed", "tag": "988fe3aa-859b-422e-866d-805d29eb7373", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:00:19.750783 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-796b4de4-6c5f-45da-a797-a2d1d57d7578 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:00:19.751243 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd989285c-13e8-44d8-92c3-064e2aac40e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '988fe3aa-859b-422e-866d-805d29eb7373', 'code': 200} Aug 16 23:00:19.751718 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-02431b65-01ab-4ebd-936d-edf68c9684d7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4d9943e8-a797-4a36-b32b-2efe920703df HTTP/1.1" status: 204 len: 168 time: 0.3539152 Aug 16 23:00:19.757518 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-72c09020-b668-4a5c-9ef7-d1a94fa598bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:19.760574 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02431b65-01ab-4ebd-936d-edf68c9684d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d9943e8-a797-4a36-b32b-2efe920703df,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:19.793015 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-84d7c239-ae43-41b4-b42e-24203e41afc0 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:19.829872 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=988fe3aa-859b-422e-866d-805d29eb7373,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:19.872190 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-84d7c239-ae43-41b4-b42e-24203e41afc0 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:19.903113 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022e410d-38cc-4b21-8fdf-056d20846861 req-60134a34-b047-4565-8d9f-b18b1abfffcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:19.904948 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-022e410d-38cc-4b21-8fdf-056d20846861 req-60134a34-b047-4565-8d9f-b18b1abfffcf service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d989285c-13e8-44d8-92c3-064e2aac40e9 HTTP/1.1" status: 200 len: 1097 time: 0.0514622 Aug 16 23:00:19.906984 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d7c239-ae43-41b4-b42e-24203e41afc0 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event deleted for resources: {'Subnet': ['ID=2976741b-a09c-4a49-9cff-8f94f531cc3f,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:19.911822 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-84d7c239-ae43-41b4-b42e-24203e41afc0 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:19.915892 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-84d7c239-ae43-41b4-b42e-24203e41afc0 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/subnets/2976741b-a09c-4a49-9cff-8f94f531cc3f HTTP/1.1" status: 204 len: 168 time: 0.3498952 Aug 16 23:00:19.916790 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 42918) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:19.919828 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f660da-4ed0-4f67-b2db-b5549cb72c12 None None] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:00:19.947096 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-022e410d-38cc-4b21-8fdf-056d20846861 req-e0a4647d-f4ad-4879-911c-c91ed4ef5396 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9a9bd5fe-3160-4f0a-a902-e95b7aedf567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333128 Aug 16 23:00:19.956847 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-fdb362c6-9e37-45d6-b421-83bb1695928a tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0382259 Aug 16 23:00:19.959260 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 42920) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:20.010504 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea6012b-a48e-4557-bcdc-cac51805a7b9 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:20.012601 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-aea6012b-a48e-4557-bcdc-cac51805a7b9 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0522239 Aug 16 23:00:20.015051 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 42924) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:20.121354 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646ce843-909b-4ed4-bb37-7747c6a0db4e tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:20.125291 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-646ce843-909b-4ed4-bb37-7747c6a0db4e tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1067860 Aug 16 23:00:20.125782 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 42930) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:20.151301 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84020c3-25a3-423a-a265-1cf4c21e7e48 None None] DHCP port deletion for 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:00:20.162357 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5875b9-065e-4d00-b73e-861750293c18 req-1c3107d5-ed0d-4ab9-b263-7b3a8e0d63d6 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:20.170230 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6d5875b9-065e-4d00-b73e-861750293c18 req-1c3107d5-ed0d-4ab9-b263-7b3a8e0d63d6 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/ports?device_id=d989285c-13e8-44d8-92c3-064e2aac40e9 HTTP/1.1" status: 200 len: 945 time: 0.0958381 Aug 16 23:00:20.209094 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-e84020c3-25a3-423a-a265-1cf4c21e7e48 None None] Deleting port 3b6666af-79c4-4b4a-8b45-aeebf765f297 {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:00:20.209566 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e84020c3-25a3-423a-a265-1cf4c21e7e48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:20.240001 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6d5875b9-065e-4d00-b73e-861750293c18 req-cc89bbb7-1491-4d6a-a9d6-8d1d3e90a959 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a9bd5fe-3160-4f0a-a902-e95b7aedf567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688801 Aug 16 23:00:20.248009 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ed036-544d-4646-ba3a-01a252cc9edb req-a0ca38cb-068c-45d3-8b81-4023320b68b2 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:20.249575 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7b2ed036-544d-4646-ba3a-01a252cc9edb req-a0ca38cb-068c-45d3-8b81-4023320b68b2 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=64dce353-055b-404e-bb15-893d8d6f9f87 HTTP/1.1" status: 200 len: 946 time: 0.1085153 Aug 16 23:00:20.269055 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 3b6666af-79c4-4b4a-8b45-aeebf765f297 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:00:20.298978 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7b2ed036-544d-4646-ba3a-01a252cc9edb req-3b0a7f76-7321-47a6-a596-f2e6074e4223 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=cb930d9d-af57-42ec-901a-b3e522b04153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422347 Aug 16 23:00:20.337635 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-e84020c3-25a3-423a-a265-1cf4c21e7e48 None None] For port 3b6666af-79c4-4b4a-8b45-aeebf765f297, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=3b6666af-79c4-4b4a-8b45-aeebf765f297,segment=NetworkSegment(482572b3-9d65-4375-9c42-925e854722fd),segment_id=482572b3-9d65-4375-9c42-925e854722fd)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:00:20.338186 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e84020c3-25a3-423a-a265-1cf4c21e7e48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:20.357070 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-e84020c3-25a3-423a-a265-1cf4c21e7e48 None None] Calling delete_port for 3b6666af-79c4-4b4a-8b45-aeebf765f297 owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:00:20.440796 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:20.505980 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 3b6666af-79c4-4b4a-8b45-aeebf765f297, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=3b6666af-79c4-4b4a-8b45-aeebf765f297,segment=NetworkSegment(482572b3-9d65-4375-9c42-925e854722fd),segment_id=482572b3-9d65-4375-9c42-925e854722fd)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:00:20.515260 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:20.528125 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-17d5586d-f4e1-4f4c-a0a6-4e90b93802e0 req-f9ae05f8-c7dc-4553-9a49-b915869e1cff service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=bc48c1b8-4292-4519-8c38-e7401cede36b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1018336 Aug 16 23:00:20.559704 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e84020c3-25a3-423a-a265-1cf4c21e7e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:20.591058 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84020c3-25a3-423a-a265-1cf4c21e7e48 None None] No DVR routers for this DVR port 3b6666af-79c4-4b4a-8b45-aeebf765f297 on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:00:20.596143 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:20.621737 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=3b6666af-79c4-4b4a-8b45-aeebf765f297,revision_number=8']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:20.655696 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d5586d-f4e1-4f4c-a0a6-4e90b93802e0 req-92e26074-bc89-4e78-8673-e69cdd19e44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:20.657456 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-17d5586d-f4e1-4f4c-a0a6-4e90b93802e0 req-92e26074-bc89-4e78-8673-e69cdd19e44f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d50891ae5d2e447e982fd1ccc2ff08fd&device_id=bc48c1b8-4292-4519-8c38-e7401cede36b HTTP/1.1" status: 200 len: 1097 time: 0.0641849 Aug 16 23:00:20.663196 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84020c3-25a3-423a-a265-1cf4c21e7e48 None None] Pushing event deleted for resources: {'Port': ['ID=3b6666af-79c4-4b4a-8b45-aeebf765f297,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:20.684750 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-07f79160-f135-4a79-970d-e850d8e39462 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5533781 Aug 16 23:00:20.686046 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 42946) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:20.691110 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-bbc7e9c6-1932-4207-82b0-c6c3fe7bf682 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Request body: {'subnet': {'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:00:20.800446 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d5586d-f4e1-4f4c-a0a6-4e90b93802e0 req-a328813b-dc00-468b-92c1-e59a715e07e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:20.802244 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-17d5586d-f4e1-4f4c-a0a6-4e90b93802e0 req-a328813b-dc00-468b-92c1-e59a715e07e2 service neutron] 10.222.0.68 "GET /v2.0/networks?id=1beb17af-a544-42d0-be4c-a314899c0ffd HTTP/1.1" status: 200 len: 916 time: 0.1215067 Aug 16 23:00:20.808902 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbc7e9c6-1932-4207-82b0-c6c3fe7bf682 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Made reservation on behalf of 68b563add1f042a58ab2d8884a30332e for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:00:20.813024 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bbc7e9c6-1932-4207-82b0-c6c3fe7bf682 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:20.877838 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-17d5586d-f4e1-4f4c-a0a6-4e90b93802e0 req-3c2441c8-acf2-46ee-a3bb-d9aa46cb1b63 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10b7b209-88f2-481d-b0dc-a3e307fd4760 HTTP/1.1" status: 200 len: 1001 time: 0.0620255 Aug 16 23:00:20.967369 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d5586d-f4e1-4f4c-a0a6-4e90b93802e0 req-c974fe73-5387-41ec-96fd-a5a0b0c58297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:20.968974 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-17d5586d-f4e1-4f4c-a0a6-4e90b93802e0 req-c974fe73-5387-41ec-96fd-a5a0b0c58297 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=592bfb8a-cb21-442f-b2ff-9ade373c5cea HTTP/1.1" status: 200 len: 854 time: 0.0768542 Aug 16 23:00:20.982070 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f62f92a-6ba2-44c9-8871-79e6ae5fdc48 req-95c22c3b-003d-40eb-a71f-7954f9153e01 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:20.983868 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4f62f92a-6ba2-44c9-8871-79e6ae5fdc48 req-95c22c3b-003d-40eb-a71f-7954f9153e01 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5506eec-0968-4bb3-8b91-f150da6ed5a2 HTTP/1.1" status: 200 len: 945 time: 0.1790197 Aug 16 23:00:21.052947 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4f62f92a-6ba2-44c9-8871-79e6ae5fdc48 req-f9f8ae1a-0b06-45e6-9d32-5ae5794b56be tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407357 Aug 16 23:00:21.060822 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d5586d-f4e1-4f4c-a0a6-4e90b93802e0 req-19f2d2b6-312b-41fb-b946-60b683ac7e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:21.062584 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-17d5586d-f4e1-4f4c-a0a6-4e90b93802e0 req-19f2d2b6-312b-41fb-b946-60b683ac7e82 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=1beb17af-a544-42d0-be4c-a314899c0ffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0778077 Aug 16 23:00:21.193552 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cac76e6-f4ac-4827-a771-932c08684a20 req-d38dc10b-70d8-4901-80e8-8b67f376899b tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:21.203177 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3cac76e6-f4ac-4827-a771-932c08684a20 req-d38dc10b-70d8-4901-80e8-8b67f376899b tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] 10.222.0.36 "GET /v2.0/ports?device_id=c069e61f-0fda-40e3-b6e9-3ad8054045ee HTTP/1.1" status: 200 len: 946 time: 0.1186812 Aug 16 23:00:21.217304 n-d-791506-26 neutron-server[101291]: DEBUG neutron.objects.ports [None req-bbc7e9c6-1932-4207-82b0-c6c3fe7bf682 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101291) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 23:00:21.218923 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bbc7e9c6-1932-4207-82b0-c6c3fe7bf682 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:21.255043 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-17d5586d-f4e1-4f4c-a0a6-4e90b93802e0 req-f7fc052e-9512-4bfb-930f-fcc006d0f768 service neutron] 10.222.0.68 "GET /v2.0/networks/1beb17af-a544-42d0-be4c-a314899c0ffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837745 Aug 16 23:00:21.269297 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc7e9c6-1932-4207-82b0-c6c3fe7bf682 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:00:21.273317 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-bbc7e9c6-1932-4207-82b0-c6c3fe7bf682 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:00:21.274177 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3cac76e6-f4ac-4827-a771-932c08684a20 req-408ec4ab-bf8b-49d9-a1ac-3e52561ac567 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] 10.222.0.36 "GET /v2.0/security-groups?id=da3d1155-7424-48dd-a4c6-a3a4bd0e1fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700762 Aug 16 23:00:21.279141 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc7e9c6-1932-4207-82b0-c6c3fe7bf682 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:21.279748 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bbc7e9c6-1932-4207-82b0-c6c3fe7bf682 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:21.299032 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9935692-e1a0-4703-b823-1584abe90592 None None] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:00:21.336501 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc7e9c6-1932-4207-82b0-c6c3fe7bf682 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event updated for resources: {'Subnet': ['ID=ebfaad2f-2156-41e2-a0a5-4cbd07df35e4,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:21.342382 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-bbc7e9c6-1932-4207-82b0-c6c3fe7bf682 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.6551468 Aug 16 23:00:21.345361 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 42974) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:21.362480 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-478f89fc-a880-47ae-abfb-e59eb90f8834 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Request body: {'port': {'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'mac_address': 'fa:16:3e:8b:cb:06', 'name': 'tempest-NetworksTestDHCPv6-359962666'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:00:21.429953 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-17d5586d-f4e1-4f4c-a0a6-4e90b93802e0 req-94d3c0ca-cd4f-4e75-9676-33908e84ace0 service neutron] 10.222.0.68 "GET /v2.0/networks/1beb17af-a544-42d0-be4c-a314899c0ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591661 Aug 16 23:00:21.481834 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d6b84-df0e-418a-beb2-f04ad9957dcf req-a908d9f2-aecf-40e8-90d5-cf2d7192cc6e tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:21.489616 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 95359267-9042-4d8b-bff2-66d28c99d8f8 details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:00:21.490226 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4b9d6b84-df0e-418a-beb2-f04ad9957dcf req-a908d9f2-aecf-40e8-90d5-cf2d7192cc6e tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5506eec-0968-4bb3-8b91-f150da6ed5a2 HTTP/1.1" status: 200 len: 945 time: 0.1083665 Aug 16 23:00:21.500704 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7dc356-47eb-4a94-8d07-a1a71bfd5b6b req-68b955bb-f073-4ea9-8dd5-a4b82fd4ad07 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:21.502799 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1e7dc356-47eb-4a94-8d07-a1a71bfd5b6b req-68b955bb-f073-4ea9-8dd5-a4b82fd4ad07 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/ports?device_id=d989285c-13e8-44d8-92c3-064e2aac40e9 HTTP/1.1" status: 200 len: 945 time: 0.1036198 Aug 16 23:00:21.557447 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-478f89fc-a880-47ae-abfb-e59eb90f8834 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Made reservation on behalf of 68b563add1f042a58ab2d8884a30332e for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:00:21.566998 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:21.579399 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-478f89fc-a880-47ae-abfb-e59eb90f8834 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:21.587707 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4b9d6b84-df0e-418a-beb2-f04ad9957dcf req-3b819115-92e6-47b3-9d2a-f224629d2d12 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965679 Aug 16 23:00:21.608255 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1e7dc356-47eb-4a94-8d07-a1a71bfd5b6b req-8f0bdd04-1750-4b77-ab0b-13b4b2c4a240 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a9bd5fe-3160-4f0a-a902-e95b7aedf567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910149 Aug 16 23:00:21.621053 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-478f89fc-a880-47ae-abfb-e59eb90f8834 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] device_id is not set on port a9399f9e-6595-499c-bbfa-2aa4c999ce49 yet. {{(pid=101291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 23:00:21.651341 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884df8d6-94f9-4c53-ab6e-1832547d626e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'tenant_id': '68b563add1f042a58ab2d8884a30332e', 'fixed_ips': [{'subnet_id': 'ebfaad2f-2156-41e2-a0a5-4cbd07df35e4'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:00:21.659519 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-884df8d6-94f9-4c53-ab6e-1832547d626e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:21.821796 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 95359267-9042-4d8b-bff2-66d28c99d8f8, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=95359267-9042-4d8b-bff2-66d28c99d8f8,segment=NetworkSegment(b23390f1-3345-4e11-b45b-da1aa220458a),segment_id=b23390f1-3345-4e11-b45b-da1aa220458a)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:00:21.837653 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': '95359267-9042-4d8b-bff2-66d28c99d8f8', 'network_id': '6017926f-7eef-429e-a22b-3a35337dccd4', 'port_id': '95359267-9042-4d8b-bff2-66d28c99d8f8', 'mac_address': 'fa:16:3e:a8:4e:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb160313-5dbe-49f2-8a31-7afb6f1954c3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:00:21.839158 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b1faef-788e-420b-9e0f-ef263ce2d7a7 req-ca01f686-ea12-4e2f-98b0-cb17c385caa9 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:21.840765 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-01b1faef-788e-420b-9e0f-ef263ce2d7a7 req-ca01f686-ea12-4e2f-98b0-cb17c385caa9 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=64dce353-055b-404e-bb15-893d8d6f9f87 HTTP/1.1" status: 200 len: 946 time: 0.1014426 Aug 16 23:00:21.859328 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-478f89fc-a880-47ae-abfb-e59eb90f8834 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Allocated IP 2001:db8::f816:3eff:fe8b:cb06 (09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5/ebfaad2f-2156-41e2-a0a5-4cbd07df35e4/a9399f9e-6595-499c-bbfa-2aa4c999ce49) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:00:21.881235 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:21.893621 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-01b1faef-788e-420b-9e0f-ef263ce2d7a7 req-aec28f6d-cf93-4ad2-ad73-8f07039de19f tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=cb930d9d-af57-42ec-901a-b3e522b04153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447750 Aug 16 23:00:21.902188 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 95359267-9042-4d8b-bff2-66d28c99d8f8 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:00:21.933350 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 95359267-9042-4d8b-bff2-66d28c99d8f8, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=95359267-9042-4d8b-bff2-66d28c99d8f8,segment=NetworkSegment(b23390f1-3345-4e11-b45b-da1aa220458a),segment_id=b23390f1-3345-4e11-b45b-da1aa220458a)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:00:21.937871 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:22.070326 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-478f89fc-a880-47ae-abfb-e59eb90f8834 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:22.104162 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-478f89fc-a880-47ae-abfb-e59eb90f8834 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Transition to ACTIVE for port object a9399f9e-6595-499c-bbfa-2aa4c999ce49 will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:00:22.172406 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-478f89fc-a880-47ae-abfb-e59eb90f8834 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:22.190357 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=95359267-9042-4d8b-bff2-66d28c99d8f8,revision_number=6']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:22.219666 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['95359267-9042-4d8b-bff2-66d28c99d8f8'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:00:22.229681 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478f89fc-a880-47ae-abfb-e59eb90f8834 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:00:22.233537 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-478f89fc-a880-47ae-abfb-e59eb90f8834 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:00:22.235962 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478f89fc-a880-47ae-abfb-e59eb90f8834 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:00:22.242184 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478f89fc-a880-47ae-abfb-e59eb90f8834 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:22.242797 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-478f89fc-a880-47ae-abfb-e59eb90f8834 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:22.269552 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478f89fc-a880-47ae-abfb-e59eb90f8834 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event updated for resources: {'Port': ['ID=a9399f9e-6595-499c-bbfa-2aa4c999ce49,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:22.278158 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-478f89fc-a880-47ae-abfb-e59eb90f8834 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.9280334 Aug 16 23:00:22.278486 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 43012) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:22.278806 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-884df8d6-94f9-4c53-ab6e-1832547d626e None None] Allocated IP 2001:db8::f816:3eff:fea0:de16 (09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5/ebfaad2f-2156-41e2-a0a5-4cbd07df35e4/a7671fb8-c870-4537-9f6e-184fd9564da7) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:00:22.313776 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dec32a-d696-4b7a-ac0b-9d64aa2b21af req-8d35c99c-d549-4d18-80d8-8d78e7f60dc7 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:22.318272 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-40dec32a-d696-4b7a-ac0b-9d64aa2b21af req-8d35c99c-d549-4d18-80d8-8d78e7f60dc7 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] 10.222.0.36 "GET /v2.0/ports?device_id=c069e61f-0fda-40e3-b6e9-3ad8054045ee HTTP/1.1" status: 200 len: 946 time: 0.0906618 Aug 16 23:00:22.347904 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0bba04-bfb1-4f04-8353-f7e7ec0829dd tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:22.349805 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-5d0bba04-bfb1-4f04-8353-f7e7ec0829dd tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0702388 Aug 16 23:00:22.354721 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 43022) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:22.380200 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-40dec32a-d696-4b7a-ac0b-9d64aa2b21af req-bfa38dbf-eed4-4ea5-aaa4-817151372423 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] 10.222.0.36 "GET /v2.0/security-groups?id=da3d1155-7424-48dd-a4c6-a3a4bd0e1fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518942 Aug 16 23:00:22.468104 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-6f27824b-241a-4d21-b5ed-b0c484d41041 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Deleting port a9399f9e-6595-499c-bbfa-2aa4c999ce49 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:00:22.468463 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6f27824b-241a-4d21-b5ed-b0c484d41041 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:22.564026 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-884df8d6-94f9-4c53-ab6e-1832547d626e None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:22.575908 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6f27824b-241a-4d21-b5ed-b0c484d41041 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:22.579041 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-884df8d6-94f9-4c53-ab6e-1832547d626e None None] Transition to ACTIVE for port object a7671fb8-c870-4537-9f6e-184fd9564da7 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:00:22.591036 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-6f27824b-241a-4d21-b5ed-b0c484d41041 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Calling delete_port for a9399f9e-6595-499c-bbfa-2aa4c999ce49 owned by {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:00:22.600521 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-884df8d6-94f9-4c53-ab6e-1832547d626e None None] Transition to ACTIVE for port object a7671fb8-c870-4537-9f6e-184fd9564da7 will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:00:22.610526 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-884df8d6-94f9-4c53-ab6e-1832547d626e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:22.652290 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884df8d6-94f9-4c53-ab6e-1832547d626e None None] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:00:22.657424 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-884df8d6-94f9-4c53-ab6e-1832547d626e None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:00:22.664232 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884df8d6-94f9-4c53-ab6e-1832547d626e None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:00:22.673982 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884df8d6-94f9-4c53-ab6e-1832547d626e None None] Pushing event updated for resources: {'Port': ['ID=a7671fb8-c870-4537-9f6e-184fd9564da7,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:22.736007 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:22.747334 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-884df8d6-94f9-4c53-ab6e-1832547d626e None None] Attempting to bind port a7671fb8-c870-4537-9f6e-184fd9564da7 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:00:22.747717 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-884df8d6-94f9-4c53-ab6e-1832547d626e None None] Attempting to bind port a7671fb8-c870-4537-9f6e-184fd9564da7 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '482572b3-9d65-4375-9c42-925e854722fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:00:22.748087 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884df8d6-94f9-4c53-ab6e-1832547d626e None None] Attempting to bind port a7671fb8-c870-4537-9f6e-184fd9564da7 on network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:00:22.751696 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983e0afc-4f3f-4287-8208-f3ecf4c41fe4 req-157fffee-e3e2-4dd2-886a-4898fdd12a61 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:22.753342 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884df8d6-94f9-4c53-ab6e-1832547d626e None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:00:22.753726 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884df8d6-94f9-4c53-ab6e-1832547d626e None None] Checking segment: {'id': '482572b3-9d65-4375-9c42-925e854722fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:00:22.754140 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-884df8d6-94f9-4c53-ab6e-1832547d626e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:22.754537 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884df8d6-94f9-4c53-ab6e-1832547d626e None None] Bound using segment: {'id': '482572b3-9d65-4375-9c42-925e854722fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:00:22.755009 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-884df8d6-94f9-4c53-ab6e-1832547d626e None None] Bound port: a7671fb8-c870-4537-9f6e-184fd9564da7, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '482572b3-9d65-4375-9c42-925e854722fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:00:22.755446 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-884df8d6-94f9-4c53-ab6e-1832547d626e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:22.757428 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-983e0afc-4f3f-4287-8208-f3ecf4c41fe4 req-157fffee-e3e2-4dd2-886a-4898fdd12a61 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5506eec-0968-4bb3-8b91-f150da6ed5a2 HTTP/1.1" status: 200 len: 945 time: 0.0663810 Aug 16 23:00:22.761624 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6f27824b-241a-4d21-b5ed-b0c484d41041 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:22.813801 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f27824b-241a-4d21-b5ed-b0c484d41041 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event deleted for resources: {'Port': ['ID=a9399f9e-6595-499c-bbfa-2aa4c999ce49,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:22.847509 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6f27824b-241a-4d21-b5ed-b0c484d41041 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:22.853183 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-6f27824b-241a-4d21-b5ed-b0c484d41041 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/ports/a9399f9e-6595-499c-bbfa-2aa4c999ce49 HTTP/1.1" status: 204 len: 168 time: 0.4963613 Aug 16 23:00:22.854563 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 43074) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:22.864863 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-983e0afc-4f3f-4287-8208-f3ecf4c41fe4 req-489aa0c4-a09d-49f0-a8fc-abad55c18bce tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012478 Aug 16 23:00:22.885761 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-884df8d6-94f9-4c53-ab6e-1832547d626e None None] For port a7671fb8-c870-4537-9f6e-184fd9564da7, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:00:22.898342 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-884df8d6-94f9-4c53-ab6e-1832547d626e None None] For port a7671fb8-c870-4537-9f6e-184fd9564da7, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=a7671fb8-c870-4537-9f6e-184fd9564da7,segment=NetworkSegment(482572b3-9d65-4375-9c42-925e854722fd),segment_id=482572b3-9d65-4375-9c42-925e854722fd)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:00:22.898342 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-884df8d6-94f9-4c53-ab6e-1832547d626e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:22.907801 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3db300-f35d-45a4-82aa-6399945d9364 req-947e89a1-5d7f-40c2-8017-24f1acdc4871 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:22.909401 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3e3db300-f35d-45a4-82aa-6399945d9364 req-947e89a1-5d7f-40c2-8017-24f1acdc4871 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/ports?device_id=d989285c-13e8-44d8-92c3-064e2aac40e9 HTTP/1.1" status: 200 len: 945 time: 0.1510365 Aug 16 23:00:22.934103 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced91480-38ec-48f3-a446-ab866978929d tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:22.935672 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced91480-38ec-48f3-a446-ab866978929d tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:22.940929 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 43080) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:22.949138 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-ced91480-38ec-48f3-a446-ab866978929d tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0930493 Aug 16 23:00:22.951467 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e9756-95f2-44c4-9df0-147742ae55d0 req-f82d0492-1309-4125-b45d-b9a04125b1fe tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:22.953927 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-df6e9756-95f2-44c4-9df0-147742ae55d0 req-f82d0492-1309-4125-b45d-b9a04125b1fe tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.68 "GET /v2.0/ports?device_id=a5506eec-0968-4bb3-8b91-f150da6ed5a2 HTTP/1.1" status: 200 len: 945 time: 0.1504281 Aug 16 23:00:22.962457 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884df8d6-94f9-4c53-ab6e-1832547d626e None None] Pushing event updated for resources: {'Port': ['ID=a7671fb8-c870-4537-9f6e-184fd9564da7,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:23.092141 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3e3db300-f35d-45a4-82aa-6399945d9364 req-414fbded-6524-4fd4-b0c6-4ecdff037044 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a9bd5fe-3160-4f0a-a902-e95b7aedf567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739142 Aug 16 23:00:23.135372 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a67b1ba-e44e-46f1-a188-9fbc64a44bc3 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Deleting subnet ebfaad2f-2156-41e2-a0a5-4cbd07df35e4 {{(pid=101292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:00:23.143866 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4a67b1ba-e44e-46f1-a188-9fbc64a44bc3 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for subnet, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:23.221616 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5240da-b0b7-4244-8bf4-8ec0dd715c2b req-bd9ac168-c492-4b1e-affc-6555c5db00a6 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:23.223134 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5e5240da-b0b7-4244-8bf4-8ec0dd715c2b req-bd9ac168-c492-4b1e-affc-6555c5db00a6 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=64dce353-055b-404e-bb15-893d8d6f9f87 HTTP/1.1" status: 200 len: 945 time: 0.1450038 Aug 16 23:00:23.228272 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 43086) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:23.233819 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4a67b1ba-e44e-46f1-a188-9fbc64a44bc3 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3848860'] for subnet, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:23.272864 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-df6e9756-95f2-44c4-9df0-147742ae55d0 req-f006ad13-1132-4e39-9937-a68383d1c596 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Deleting port 27aeeb7e-1839-4170-a819-97afac50cf62 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:00:23.273372 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-df6e9756-95f2-44c4-9df0-147742ae55d0 req-f006ad13-1132-4e39-9937-a68383d1c596 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:23.398089 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-118dce72-5d51-49a7-9c8f-5f1424ac38a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:23.413092 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5e5240da-b0b7-4244-8bf4-8ec0dd715c2b req-31233a41-871c-47a8-a955-761340144538 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=cb930d9d-af57-42ec-901a-b3e522b04153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1762795 Aug 16 23:00:23.448029 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 95359267-9042-4d8b-bff2-66d28c99d8f8 up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:00:23.448379 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4a67b1ba-e44e-46f1-a188-9fbc64a44bc3 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:23.495189 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-df6e9756-95f2-44c4-9df0-147742ae55d0 req-f006ad13-1132-4e39-9937-a68383d1c596 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] For port 27aeeb7e-1839-4170-a819-97afac50cf62, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=27aeeb7e-1839-4170-a819-97afac50cf62,segment=NetworkSegment(d9a940b8-4f1c-423f-8b77-621d8ce494fc),segment_id=d9a940b8-4f1c-423f-8b77-621d8ce494fc)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:00:23.495583 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-df6e9756-95f2-44c4-9df0-147742ae55d0 req-f006ad13-1132-4e39-9937-a68383d1c596 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:23.511735 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port 95359267-9042-4d8b-bff2-66d28c99d8f8 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:00:23.512785 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:23.535266 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-118dce72-5d51-49a7-9c8f-5f1424ac38a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:23.537276 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-df6e9756-95f2-44c4-9df0-147742ae55d0 req-f006ad13-1132-4e39-9937-a68383d1c596 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Calling delete_port for 27aeeb7e-1839-4170-a819-97afac50cf62 owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:00:23.540393 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-118dce72-5d51-49a7-9c8f-5f1424ac38a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:23.581579 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87b65a0-25f3-490e-92af-edc37de5d35e req-df1868cf-12fb-48fd-b582-19bce19ca8c5 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:23.583163 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a87b65a0-25f3-490e-92af-edc37de5d35e req-df1868cf-12fb-48fd-b582-19bce19ca8c5 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/ports?device_id=d989285c-13e8-44d8-92c3-064e2aac40e9 HTTP/1.1" status: 200 len: 945 time: 0.2007568 Aug 16 23:00:23.600475 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118dce72-5d51-49a7-9c8f-5f1424ac38a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd50040-fa0e-4eb4-aef0-89503344f9e4,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:23.616346 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-118dce72-5d51-49a7-9c8f-5f1424ac38a8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6da8580c69e04b2180af339c1283b049&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3862977 Aug 16 23:00:23.619110 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 43094) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:23.640209 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:23.664760 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64dce353-055b-404e-bb15-893d8d6f9f87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95359267-9042-4d8b-bff2-66d28c99d8f8'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:00:23.668185 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3622f21-2da2-4c64-a96c-6987d70e7e8a" -d '{"events": [{"server_uuid": "64dce353-055b-404e-bb15-893d8d6f9f87", "name": "network-vif-plugged", "status": "completed", "tag": "95359267-9042-4d8b-bff2-66d28c99d8f8"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:00:23.669960 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4a67b1ba-e44e-46f1-a188-9fbc64a44bc3 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26252129'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:23.678115 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f69c1c04-6803-48de-a3b2-2ebae7f7d7cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:23.682512 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 95359267-9042-4d8b-bff2-66d28c99d8f8, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=95359267-9042-4d8b-bff2-66d28c99d8f8,segment=NetworkSegment(b23390f1-3345-4e11-b45b-da1aa220458a),segment_id=b23390f1-3345-4e11-b45b-da1aa220458a)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:00:23.687836 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:23.705576 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f69c1c04-6803-48de-a3b2-2ebae7f7d7cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:23.728781 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a67b1ba-e44e-46f1-a188-9fbc64a44bc3 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event deleted for resources: {'Subnet': ['ID=ebfaad2f-2156-41e2-a0a5-4cbd07df35e4,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:23.738178 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4a67b1ba-e44e-46f1-a188-9fbc64a44bc3 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:23.743404 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-4a67b1ba-e44e-46f1-a188-9fbc64a44bc3 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/subnets/ebfaad2f-2156-41e2-a0a5-4cbd07df35e4 HTTP/1.1" status: 204 len: 168 time: 0.7856658 Aug 16 23:00:23.743605 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 43098) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:23.758953 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=95359267-9042-4d8b-bff2-66d28c99d8f8,revision_number=7']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:23.769456 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bcaf64-ad14-4084-9659-0be9b2922a4a req-a7a24de6-ffe5-4974-9206-a0d66ae4c0b7 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:23.771053 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-48bcaf64-ad14-4084-9659-0be9b2922a4a req-a7a24de6-ffe5-4974-9206-a0d66ae4c0b7 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] 10.222.0.36 "GET /v2.0/ports?device_id=c069e61f-0fda-40e3-b6e9-3ad8054045ee HTTP/1.1" status: 200 len: 946 time: 0.2350831 Aug 16 23:00:23.778994 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a87b65a0-25f3-490e-92af-edc37de5d35e req-9f4ec91a-ce62-4321-8d6f-30ee72b4c6a9 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a9bd5fe-3160-4f0a-a902-e95b7aedf567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686902 Aug 16 23:00:23.807944 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-e8fecf86-de1d-4e0b-8b4c-b6061824e4f0 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0621722 Aug 16 23:00:23.812714 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 43100) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:23.821314 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-4e1b12fa-bd8e-411f-bdcb-164f4356984b tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Request body: {'subnet': {'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:00:23.830280 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f69c1c04-6803-48de-a3b2-2ebae7f7d7cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:23.833001 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f69c1c04-6803-48de-a3b2-2ebae7f7d7cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:23.834003 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-f69c1c04-6803-48de-a3b2-2ebae7f7d7cb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5cd50040-fa0e-4eb4-aef0-89503344f9e4 HTTP/1.1" status: 204 len: 168 time: 0.2133327 Aug 16 23:00:23.855827 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69c1c04-6803-48de-a3b2-2ebae7f7d7cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd50040-fa0e-4eb4-aef0-89503344f9e4,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:23.861539 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bbc4d28-c522-4d9f-99c4-aaff9b7be403 x-openstack-request-id: req-8bbc4d28-c522-4d9f-99c4-aaff9b7be403 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:00:23.861770 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64dce353-055b-404e-bb15-893d8d6f9f87", "name": "network-vif-plugged", "status": "completed", "tag": "95359267-9042-4d8b-bff2-66d28c99d8f8", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:00:23.862195 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8bbc4d28-c522-4d9f-99c4-aaff9b7be403 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:00:23.862748 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64dce353-055b-404e-bb15-893d8d6f9f87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95359267-9042-4d8b-bff2-66d28c99d8f8', 'code': 200} Aug 16 23:00:23.922675 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-48bcaf64-ad14-4084-9659-0be9b2922a4a req-93d95863-d930-4139-837f-b89fd686ad7b tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] 10.222.0.36 "GET /v2.0/security-groups?id=da3d1155-7424-48dd-a4c6-a3a4bd0e1fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1426971 Aug 16 23:00:24.058172 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-df6e9756-95f2-44c4-9df0-147742ae55d0 req-f006ad13-1132-4e39-9937-a68383d1c596 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:24.060802 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e1b12fa-bd8e-411f-bdcb-164f4356984b tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Made reservation on behalf of 68b563add1f042a58ab2d8884a30332e for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:00:24.064440 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4e1b12fa-bd8e-411f-bdcb-164f4356984b tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:24.069888 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['27aeeb7e-1839-4170-a819-97afac50cf62'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:00:24.088314 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fccdef1-e0bc-47c1-a5f9-894fb4a64e61 req-43d79b22-1cb8-4a35-ae55-25b21382297c tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:24.090363 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7fccdef1-e0bc-47c1-a5f9-894fb4a64e61 req-43d79b22-1cb8-4a35-ae55-25b21382297c tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5506eec-0968-4bb3-8b91-f150da6ed5a2 HTTP/1.1" status: 200 len: 945 time: 0.1213019 Aug 16 23:00:24.222029 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89344ef4-2541-4180-9590-f3bb5b9b4ece None None] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:00:24.228761 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f006ad13-1132-4e39-9937-a68383d1c596 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Pushing event deleted for resources: {'Port': ['ID=27aeeb7e-1839-4170-a819-97afac50cf62,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:24.265974 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 43110) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:24.284570 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-55c81322-dbe5-43cf-b89e-787585d0353e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:24.332794 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-df6e9756-95f2-44c4-9df0-147742ae55d0 req-f006ad13-1132-4e39-9937-a68383d1c596 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] No DVR routers for this DVR port 27aeeb7e-1839-4170-a819-97afac50cf62 on host n-h1-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:00:24.343106 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-df6e9756-95f2-44c4-9df0-147742ae55d0 req-f006ad13-1132-4e39-9937-a68383d1c596 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:24.345354 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-df6e9756-95f2-44c4-9df0-147742ae55d0 req-f006ad13-1132-4e39-9937-a68383d1c596 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.68 "DELETE /v2.0/ports/27aeeb7e-1839-4170-a819-97afac50cf62 HTTP/1.1" status: 204 len: 173 time: 1.3803196 Aug 16 23:00:24.348310 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5506eec-0968-4bb3-8b91-f150da6ed5a2', 'name': 'network-vif-deleted', 'tag': '27aeeb7e-1839-4170-a819-97afac50cf62'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:00:24.350690 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-554b9dcd-0f02-4e84-a106-8bec5c624d49" -d '{"events": [{"server_uuid": "a5506eec-0968-4bb3-8b91-f150da6ed5a2", "name": "network-vif-deleted", "tag": "27aeeb7e-1839-4170-a819-97afac50cf62"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:00:24.360309 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device a7671fb8-c870-4537-9f6e-184fd9564da7 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:00:24.371206 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7fccdef1-e0bc-47c1-a5f9-894fb4a64e61 req-73571c27-4533-4c7e-a960-17f3af9584f7 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232442 Aug 16 23:00:24.397933 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec963c6e-82a9-49bb-ad4c-35a95a6d5271 req-867435fb-bd7c-40da-9c21-3f6bd7616df1 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:24.399610 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ec963c6e-82a9-49bb-ad4c-35a95a6d5271 req-867435fb-bd7c-40da-9c21-3f6bd7616df1 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] 10.222.0.57 "GET /v2.0/ports?device_id=c069e61f-0fda-40e3-b6e9-3ad8054045ee HTTP/1.1" status: 200 len: 946 time: 0.3082695 Aug 16 23:00:24.439941 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d30474d3-46c3-4053-890d-4d4573ab7725 x-openstack-request-id: req-d30474d3-46c3-4053-890d-4d4573ab7725 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:00:24.440666 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5506eec-0968-4bb3-8b91-f150da6ed5a2", "name": "network-vif-deleted", "tag": "27aeeb7e-1839-4170-a819-97afac50cf62", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:00:24.440666 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d30474d3-46c3-4053-890d-4d4573ab7725 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:00:24.440891 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5506eec-0968-4bb3-8b91-f150da6ed5a2', 'name': 'network-vif-deleted', 'tag': '27aeeb7e-1839-4170-a819-97afac50cf62', 'status': 'completed', 'code': 200} Aug 16 23:00:24.450005 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-55c81322-dbe5-43cf-b89e-787585d0353e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:24.456032 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-55c81322-dbe5-43cf-b89e-787585d0353e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:24.459559 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-09740e4e-04da-4b6f-9eab-ce4bc97812a2 None None] Provisioning for port a7671fb8-c870-4537-9f6e-184fd9564da7 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:00:24.500850 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port a7671fb8-c870-4537-9f6e-184fd9564da7 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:00:24.506188 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port a7671fb8-c870-4537-9f6e-184fd9564da7 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:00:24.507066 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:24.585418 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d437f9c2-44ec-4275-b48c-269a21a79c32 None None] DHCP port deletion for 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:00:24.598477 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-55c81322-dbe5-43cf-b89e-787585d0353e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dd9783cd81b54761bd04068058f713ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3312776 Aug 16 23:00:24.599697 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c81322-dbe5-43cf-b89e-787585d0353e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73cc64e3-149f-47ee-867e-0b06dcc544db,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:24.602424 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 43116) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:24.664832 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5be2d8ae-7d67-4320-827f-93781a78d7cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:24.687201 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:24.689124 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5be2d8ae-7d67-4320-827f-93781a78d7cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:24.693033 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fd556c-7bc0-4932-b513-df8e595e1310 req-77c43644-5e40-47cf-a8dd-69b18c451047 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:24.701207 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-32fd556c-7bc0-4932-b513-df8e595e1310 req-77c43644-5e40-47cf-a8dd-69b18c451047 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=64dce353-055b-404e-bb15-893d8d6f9f87 HTTP/1.1" status: 200 len: 946 time: 0.1508670 Aug 16 23:00:24.735917 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-d437f9c2-44ec-4275-b48c-269a21a79c32 None None] Deleting port a7671fb8-c870-4537-9f6e-184fd9564da7 {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:00:24.736512 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d437f9c2-44ec-4275-b48c-269a21a79c32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:24.750829 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5be2d8ae-7d67-4320-827f-93781a78d7cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:24.754164 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port a7671fb8-c870-4537-9f6e-184fd9564da7, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=a7671fb8-c870-4537-9f6e-184fd9564da7,segment=NetworkSegment(482572b3-9d65-4375-9c42-925e854722fd),segment_id=482572b3-9d65-4375-9c42-925e854722fd)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:00:24.754371 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5be2d8ae-7d67-4320-827f-93781a78d7cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:24.758355 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-5be2d8ae-7d67-4320-827f-93781a78d7cc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/73cc64e3-149f-47ee-867e-0b06dcc544db HTTP/1.1" status: 204 len: 168 time: 0.1522055 Aug 16 23:00:24.787414 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:24.792609 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be2d8ae-7d67-4320-827f-93781a78d7cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73cc64e3-149f-47ee-867e-0b06dcc544db,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:24.918043 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=a7671fb8-c870-4537-9f6e-184fd9564da7,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:24.935169 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-d437f9c2-44ec-4275-b48c-269a21a79c32 None None] For port a7671fb8-c870-4537-9f6e-184fd9564da7, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=a7671fb8-c870-4537-9f6e-184fd9564da7,segment=NetworkSegment(482572b3-9d65-4375-9c42-925e854722fd),segment_id=482572b3-9d65-4375-9c42-925e854722fd)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:00:24.935576 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d437f9c2-44ec-4275-b48c-269a21a79c32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:24.951903 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-d437f9c2-44ec-4275-b48c-269a21a79c32 None None] Calling delete_port for a7671fb8-c870-4537-9f6e-184fd9564da7 owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:00:25.084731 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d437f9c2-44ec-4275-b48c-269a21a79c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:25.128692 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d437f9c2-44ec-4275-b48c-269a21a79c32 None None] Pushing event deleted for resources: {'Port': ['ID=a7671fb8-c870-4537-9f6e-184fd9564da7,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:25.132915 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d437f9c2-44ec-4275-b48c-269a21a79c32 None None] No DVR routers for this DVR port a7671fb8-c870-4537-9f6e-184fd9564da7 on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:00:25.165873 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:25.223608 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-ec963c6e-82a9-49bb-ad4c-35a95a6d5271 req-d591d672-d860-4d8b-95ee-3195bc126070 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] Deleting port 4b389bb0-3946-43fe-9355-25fe701480c8 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:00:25.223951 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-ec963c6e-82a9-49bb-ad4c-35a95a6d5271 req-d591d672-d860-4d8b-95ee-3195bc126070 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:25.229219 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-32fd556c-7bc0-4932-b513-df8e595e1310 req-ba909eba-6f58-4e8b-8476-5e8a58ecd805 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=cb930d9d-af57-42ec-901a-b3e522b04153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5271218 Aug 16 23:00:25.324638 n-d-791506-26 neutron-server[101292]: DEBUG neutron.objects.ports [None req-4e1b12fa-bd8e-411f-bdcb-164f4356984b tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101292) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 23:00:25.334003 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4e1b12fa-bd8e-411f-bdcb-164f4356984b tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:25.407279 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d061bb-b8c0-4391-a276-3f5e5bee2238 req-d820508b-035a-4fd2-a4ab-c880e37b42cb tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:25.408796 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-42d061bb-b8c0-4391-a276-3f5e5bee2238 req-d820508b-035a-4fd2-a4ab-c880e37b42cb tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/ports?device_id=d989285c-13e8-44d8-92c3-064e2aac40e9 HTTP/1.1" status: 200 len: 945 time: 0.2171741 Aug 16 23:00:25.439266 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1b12fa-bd8e-411f-bdcb-164f4356984b tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:00:25.456944 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-4e1b12fa-bd8e-411f-bdcb-164f4356984b tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:00:25.467695 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e523fa6-95b7-4209-8a09-95d0b516cfb4 None None] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:00:25.473147 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1b12fa-bd8e-411f-bdcb-164f4356984b tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:25.473755 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4e1b12fa-bd8e-411f-bdcb-164f4356984b tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:25.483053 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-ec963c6e-82a9-49bb-ad4c-35a95a6d5271 req-d591d672-d860-4d8b-95ee-3195bc126070 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] For port 4b389bb0-3946-43fe-9355-25fe701480c8, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=4b389bb0-3946-43fe-9355-25fe701480c8,segment=NetworkSegment(53d467f8-f004-4151-9ec1-9b0943941835),segment_id=53d467f8-f004-4151-9ec1-9b0943941835)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:00:25.483429 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-ec963c6e-82a9-49bb-ad4c-35a95a6d5271 req-d591d672-d860-4d8b-95ee-3195bc126070 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:25.503082 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1b12fa-bd8e-411f-bdcb-164f4356984b tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event updated for resources: {'Subnet': ['ID=c753ebc4-b571-4afb-868e-f897acbfc958,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:25.550460 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342934b9-ebac-4869-998b-232e312fa60a req-3752e60c-813b-4318-9127-dd1ea4f7bf75 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:25.552075 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-342934b9-ebac-4869-998b-232e312fa60a req-3752e60c-813b-4318-9127-dd1ea4f7bf75 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] 10.222.0.36 "GET /v2.0/ports?device_id=c069e61f-0fda-40e3-b6e9-3ad8054045ee HTTP/1.1" status: 200 len: 946 time: 0.2243545 Aug 16 23:00:25.602064 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-42d061bb-b8c0-4391-a276-3f5e5bee2238 req-e257ed7e-4717-41fe-b216-dc534eb6beae tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a9bd5fe-3160-4f0a-a902-e95b7aedf567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731279 Aug 16 23:00:25.614880 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-4e1b12fa-bd8e-411f-bdcb-164f4356984b tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.7996728 Aug 16 23:00:25.617782 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 43144) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:25.627892 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-740e7eb8-5c44-4d1c-9fe6-1812172cf8f7 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Request body: {'port': {'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'mac_address': 'fa:16:3e:17:7b:75', 'name': 'tempest-NetworksTestDHCPv6-929087418'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:00:25.654061 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f008de-3909-458c-a7df-a9abb8e130fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'tenant_id': '68b563add1f042a58ab2d8884a30332e', 'fixed_ips': [{'subnet_id': 'c753ebc4-b571-4afb-868e-f897acbfc958'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:00:25.655076 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-34f008de-3909-458c-a7df-a9abb8e130fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:25.766177 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-342934b9-ebac-4869-998b-232e312fa60a req-e84d92e5-d1e7-4b08-835d-5fdaeaf7213a tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] 10.222.0.36 "GET /v2.0/security-groups?id=da3d1155-7424-48dd-a4c6-a3a4bd0e1fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1673555 Aug 16 23:00:25.857758 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-740e7eb8-5c44-4d1c-9fe6-1812172cf8f7 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Made reservation on behalf of 68b563add1f042a58ab2d8884a30332e for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:00:25.958380 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-ec963c6e-82a9-49bb-ad4c-35a95a6d5271 req-d591d672-d860-4d8b-95ee-3195bc126070 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:25.960445 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-ec963c6e-82a9-49bb-ad4c-35a95a6d5271 req-d591d672-d860-4d8b-95ee-3195bc126070 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:25.961059 n-d-791506-26 neutron-server[101292]: INFO neutron.db.l3_db [req-ec963c6e-82a9-49bb-ad4c-35a95a6d5271 req-d591d672-d860-4d8b-95ee-3195bc126070 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] Floating IP 6ae054bb-c2b3-4a97-8401-4222e9ddab4a disassociated. External IP: 172.25.4.250, port: 4b389bb0-3946-43fe-9355-25fe701480c8. Aug 16 23:00:25.961664 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-ec963c6e-82a9-49bb-ad4c-35a95a6d5271 req-d591d672-d860-4d8b-95ee-3195bc126070 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] Calling delete_port for 4b389bb0-3946-43fe-9355-25fe701480c8 owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:00:25.975898 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-34f008de-3909-458c-a7df-a9abb8e130fb None None] Allocated IP 2001:db8::f816:3eff:fe29:2fb1 (09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5/c753ebc4-b571-4afb-868e-f897acbfc958/34b98d0c-baec-45f3-863a-452cb93ee364) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:00:26.063677 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-740e7eb8-5c44-4d1c-9fe6-1812172cf8f7 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:26.120502 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-740e7eb8-5c44-4d1c-9fe6-1812172cf8f7 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] device_id is not set on port 651cbf99-0828-4a4e-8186-3cc3a2a6b25c yet. {{(pid=101291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 23:00:26.274591 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device a7671fb8-c870-4537-9f6e-184fd9564da7 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:00:26.306060 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: a7671fb8-c870-4537-9f6e-184fd9564da7 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:00:26.307083 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device a7671fb8-c870-4537-9f6e-184fd9564da7 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:00:26.409212 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-34f008de-3909-458c-a7df-a9abb8e130fb None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:26.427350 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-34f008de-3909-458c-a7df-a9abb8e130fb None None] Transition to ACTIVE for port object 34b98d0c-baec-45f3-863a-452cb93ee364 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:00:26.447832 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-34f008de-3909-458c-a7df-a9abb8e130fb None None] Transition to ACTIVE for port object 34b98d0c-baec-45f3-863a-452cb93ee364 will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:00:26.450187 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-ec963c6e-82a9-49bb-ad4c-35a95a6d5271 req-d591d672-d860-4d8b-95ee-3195bc126070 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:26.465376 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-34f008de-3909-458c-a7df-a9abb8e130fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:26.510268 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d591d672-d860-4d8b-95ee-3195bc126070 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] Pushing event deleted for resources: {'Port': ['ID=4b389bb0-3946-43fe-9355-25fe701480c8,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:26.532095 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-740e7eb8-5c44-4d1c-9fe6-1812172cf8f7 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Allocated IP 2001:db8::f816:3eff:fe17:7b75 (09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5/c753ebc4-b571-4afb-868e-f897acbfc958/651cbf99-0828-4a4e-8186-3cc3a2a6b25c) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:00:26.542215 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f008de-3909-458c-a7df-a9abb8e130fb None None] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:00:26.548698 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-34f008de-3909-458c-a7df-a9abb8e130fb None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:00:26.555443 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f008de-3909-458c-a7df-a9abb8e130fb None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:00:26.607067 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f008de-3909-458c-a7df-a9abb8e130fb None None] Pushing event updated for resources: {'Port': ['ID=34b98d0c-baec-45f3-863a-452cb93ee364,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:26.633612 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a653311a-4f69-4c36-89d2-2e0ee3707d53 req-6a952e65-c5b9-4ed1-aa4c-e7568fdc750d tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:26.641611 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a653311a-4f69-4c36-89d2-2e0ee3707d53 req-6a952e65-c5b9-4ed1-aa4c-e7568fdc750d tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=64dce353-055b-404e-bb15-893d8d6f9f87 HTTP/1.1" status: 200 len: 946 time: 0.2264841 Aug 16 23:00:26.645840 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-34f008de-3909-458c-a7df-a9abb8e130fb None None] Attempting to bind port 34b98d0c-baec-45f3-863a-452cb93ee364 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:00:26.646224 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-34f008de-3909-458c-a7df-a9abb8e130fb None None] Attempting to bind port 34b98d0c-baec-45f3-863a-452cb93ee364 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '482572b3-9d65-4375-9c42-925e854722fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:00:26.646593 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f008de-3909-458c-a7df-a9abb8e130fb None None] Attempting to bind port 34b98d0c-baec-45f3-863a-452cb93ee364 on network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:00:26.652390 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f008de-3909-458c-a7df-a9abb8e130fb None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:00:26.652957 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f008de-3909-458c-a7df-a9abb8e130fb None None] Checking segment: {'id': '482572b3-9d65-4375-9c42-925e854722fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:00:26.653377 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-34f008de-3909-458c-a7df-a9abb8e130fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:26.654264 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f008de-3909-458c-a7df-a9abb8e130fb None None] Bound using segment: {'id': '482572b3-9d65-4375-9c42-925e854722fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:00:26.654741 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-34f008de-3909-458c-a7df-a9abb8e130fb None None] Bound port: 34b98d0c-baec-45f3-863a-452cb93ee364, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '482572b3-9d65-4375-9c42-925e854722fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:00:26.655858 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-34f008de-3909-458c-a7df-a9abb8e130fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:26.656664 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ab5d39-6671-4226-8ee2-2f387f405fe8 req-22460b28-4b53-4857-b236-a1523f5bbbac tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:26.658205 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-82ab5d39-6671-4226-8ee2-2f387f405fe8 req-22460b28-4b53-4857-b236-a1523f5bbbac tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/networks?id=5afa7f88-eeaa-4717-8103-9ee9125ee829 HTTP/1.1" status: 200 len: 812 time: 0.3814778 Aug 16 23:00:26.728281 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-82ab5d39-6671-4226-8ee2-2f387f405fe8 req-0bceab3f-7471-4e30-a023-6664691bef4c tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/quotas/bc1dde6b43054c1db1326da283b98f4f HTTP/1.1" status: 200 len: 375 time: 0.0550847 Aug 16 23:00:26.751227 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-34f008de-3909-458c-a7df-a9abb8e130fb None None] For port 34b98d0c-baec-45f3-863a-452cb93ee364, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:00:26.755179 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-34f008de-3909-458c-a7df-a9abb8e130fb None None] For port 34b98d0c-baec-45f3-863a-452cb93ee364, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=34b98d0c-baec-45f3-863a-452cb93ee364,segment=NetworkSegment(482572b3-9d65-4375-9c42-925e854722fd),segment_id=482572b3-9d65-4375-9c42-925e854722fd)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:00:26.761947 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-34f008de-3909-458c-a7df-a9abb8e130fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:26.775628 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a653311a-4f69-4c36-89d2-2e0ee3707d53 req-7b73eb65-f1a7-4816-b18c-e4e1485fc7d8 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=cb930d9d-af57-42ec-901a-b3e522b04153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253591 Aug 16 23:00:26.833087 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-82ab5d39-6671-4226-8ee2-2f387f405fe8 req-fa2c6a95-efd2-4af0-904c-bc7425303799 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=bc1dde6b43054c1db1326da283b98f4f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0947349 Aug 16 23:00:26.860217 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f008de-3909-458c-a7df-a9abb8e130fb None None] Pushing event updated for resources: {'Port': ['ID=34b98d0c-baec-45f3-863a-452cb93ee364,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:26.925318 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-740e7eb8-5c44-4d1c-9fe6-1812172cf8f7 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:26.954862 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-740e7eb8-5c44-4d1c-9fe6-1812172cf8f7 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Transition to ACTIVE for port object 651cbf99-0828-4a4e-8186-3cc3a2a6b25c will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:00:27.002985 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ec963c6e-82a9-49bb-ad4c-35a95a6d5271 req-d591d672-d860-4d8b-95ee-3195bc126070 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] Router e00188eb-ebe3-40d4-8770-080c72a10969 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:00:27.039094 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-740e7eb8-5c44-4d1c-9fe6-1812172cf8f7 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:27.156510 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740e7eb8-5c44-4d1c-9fe6-1812172cf8f7 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:00:27.167213 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-740e7eb8-5c44-4d1c-9fe6-1812172cf8f7 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:00:27.171528 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740e7eb8-5c44-4d1c-9fe6-1812172cf8f7 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:00:27.181072 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740e7eb8-5c44-4d1c-9fe6-1812172cf8f7 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:27.181366 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-740e7eb8-5c44-4d1c-9fe6-1812172cf8f7 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:27.224466 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-740e7eb8-5c44-4d1c-9fe6-1812172cf8f7 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6039188 Aug 16 23:00:27.232195 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 43230) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:27.235757 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740e7eb8-5c44-4d1c-9fe6-1812172cf8f7 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event updated for resources: {'Port': ['ID=651cbf99-0828-4a4e-8186-3cc3a2a6b25c,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:27.257059 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b94596ff-f9ff-4e6a-bd23-9c60d04325a3 req-f19a5e1b-4c4d-4cba-83a3-d79be9855853 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] 10.222.0.36 "GET /v2.0/ports?device_id=c069e61f-0fda-40e3-b6e9-3ad8054045ee HTTP/1.1" status: 200 len: 210 time: 0.1122651 Aug 16 23:00:27.319997 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-82ab5d39-6671-4226-8ee2-2f387f405fe8 req-0f70bdd6-d290-490c-87be-6656e4a31341 service neutron] 10.222.0.36 "GET /v2.0/networks/5afa7f88-eeaa-4717-8103-9ee9125ee829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4857385 Aug 16 23:00:27.348526 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89068cfb-ded4-43dd-851e-247e1886d900 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:27.366554 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89068cfb-ded4-43dd-851e-247e1886d900 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:27.377661 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-89068cfb-ded4-43dd-851e-247e1886d900 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1428711 Aug 16 23:00:27.378320 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 43238) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:27.416811 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ec963c6e-82a9-49bb-ad4c-35a95a6d5271 req-d591d672-d860-4d8b-95ee-3195bc126070 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:00:27.431186 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c2fc41-5a16-4d03-b27f-95131db6865a None None] Sync routers for ids ['e00188eb-ebe3-40d4-8770-080c72a10969'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:00:27.448124 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c2fc41-5a16-4d03-b27f-95131db6865a None None] Routers {'e00188eb-ebe3-40d4-8770-080c72a10969'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:00:27.450905 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-d6c2fc41-5a16-4d03-b27f-95131db6865a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:00:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['e00188eb-ebe3-40d4-8770-080c72a10969'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:00:27.473664 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec963c6e-82a9-49bb-ad4c-35a95a6d5271 req-d591d672-d860-4d8b-95ee-3195bc126070 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] No DVR routers for this DVR port 4b389bb0-3946-43fe-9355-25fe701480c8 on host n-h2-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:00:27.489652 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-ec963c6e-82a9-49bb-ad4c-35a95a6d5271 req-d591d672-d860-4d8b-95ee-3195bc126070 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:27.493612 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ec963c6e-82a9-49bb-ad4c-35a95a6d5271 req-d591d672-d860-4d8b-95ee-3195bc126070 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] 10.222.0.57 "DELETE /v2.0/ports/4b389bb0-3946-43fe-9355-25fe701480c8 HTTP/1.1" status: 204 len: 173 time: 3.0874212 Aug 16 23:00:27.496632 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c069e61f-0fda-40e3-b6e9-3ad8054045ee', 'name': 'network-vif-deleted', 'tag': '4b389bb0-3946-43fe-9355-25fe701480c8'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:00:27.502614 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-375f2498-1e0d-452e-b312-58bf84d47fd8" -d '{"events": [{"server_uuid": "c069e61f-0fda-40e3-b6e9-3ad8054045ee", "name": "network-vif-deleted", "tag": "4b389bb0-3946-43fe-9355-25fe701480c8"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:00:27.549786 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-82ab5d39-6671-4226-8ee2-2f387f405fe8 req-2b3c7e29-d784-492a-84db-28bbfff1141b service neutron] 10.222.0.36 "GET /v2.0/networks/5afa7f88-eeaa-4717-8103-9ee9125ee829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287254 Aug 16 23:00:27.620389 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f35787-68b0-4448-9b47-8a1a931edc2a x-openstack-request-id: req-f6f35787-68b0-4448-9b47-8a1a931edc2a {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:00:27.620714 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c069e61f-0fda-40e3-b6e9-3ad8054045ee", "name": "network-vif-deleted", "tag": "4b389bb0-3946-43fe-9355-25fe701480c8", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:00:27.620977 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f6f35787-68b0-4448-9b47-8a1a931edc2a {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:00:27.621385 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c069e61f-0fda-40e3-b6e9-3ad8054045ee', 'name': 'network-vif-deleted', 'tag': '4b389bb0-3946-43fe-9355-25fe701480c8', 'status': 'completed', 'code': 200} Aug 16 23:00:27.630313 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-f3af1d46-5d72-4370-8008-91474aaa1e93 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Deleting port 651cbf99-0828-4a4e-8186-3cc3a2a6b25c {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:00:27.630925 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f3af1d46-5d72-4370-8008-91474aaa1e93 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:27.667812 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-d6c2fc41-5a16-4d03-b27f-95131db6865a None None] Set router e00188eb-ebe3-40d4-8770-080c72a10969 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:00:27.812930 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f3af1d46-5d72-4370-8008-91474aaa1e93 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:27.865806 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-f3af1d46-5d72-4370-8008-91474aaa1e93 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Calling delete_port for 651cbf99-0828-4a4e-8186-3cc3a2a6b25c owned by {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:00:27.967332 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-387cd3ba-fcab-43bb-8cdc-22ebc767a6e3 req-e0913bc0-f7ef-48bf-b2a5-af25eb6a191d tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1dee21d-438d-4809-b7fc-08c3f1ed2e89 HTTP/1.1" status: 200 len: 210 time: 0.0736074 Aug 16 23:00:28.059972 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-d6c2fc41-5a16-4d03-b27f-95131db6865a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e00188eb-ebe3-40d4-8770-080c72a10969', 'name': 'tempest-ServersTestManualDisk-426812431-router', 'tenant_id': '316a8bb8081c48deabaf4219b762cf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': 'c073c020-84bd-428e-af9f-343e25e3f323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:57:05Z', 'updated_at': '2021-08-16T22:57:12Z', 'revision_number': 4, 'project_id': '316a8bb8081c48deabaf4219b762cf2a', 'gw_port': {'id': 'c073c020-84bd-428e-af9f-343e25e3f323', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:2e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00188eb-ebe3-40d4-8770-080c72a10969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:57:06Z', 'updated_at': '2021-08-16T22:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'add2a5f3-f3ad-4019-84b0-a0853166771c', 'name': '', 'network_id': '531036b9-b324-4db9-9e78-5626e82b1955', 'tenant_id': '316a8bb8081c48deabaf4219b762cf2a', 'mac_address': 'fa:16:3e:7e:7e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00188eb-ebe3-40d4-8770-080c72a10969', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '219926a6-4490-4512-90b1-297cef945c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:57:11Z', 'updated_at': '2021-08-16T22:57:23Z', 'revision_number': 5, 'project_id': '316a8bb8081c48deabaf4219b762cf2a', 'subnets': [{'id': '219926a6-4490-4512-90b1-297cef945c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:00:28.071641 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a2bfff-12eb-4cef-9cc9-5bff0a4e7c19 req-9b6e3e37-8486-4685-8019-18f4a13a0623 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:28.091254 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f0a2bfff-12eb-4cef-9cc9-5bff0a4e7c19 req-9b6e3e37-8486-4685-8019-18f4a13a0623 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=64dce353-055b-404e-bb15-893d8d6f9f87 HTTP/1.1" status: 200 len: 946 time: 0.1387324 Aug 16 23:00:28.127749 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c2fc41-5a16-4d03-b27f-95131db6865a None None] Checking router: e00188eb-ebe3-40d4-8770-080c72a10969 for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:00:28.151919 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c2fc41-5a16-4d03-b27f-95131db6865a None None] Routers {'e00188eb-ebe3-40d4-8770-080c72a10969'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:00:28.152965 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-d6c2fc41-5a16-4d03-b27f-95131db6865a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:00:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['e00188eb-ebe3-40d4-8770-080c72a10969'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:00:28.205394 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f0a2bfff-12eb-4cef-9cc9-5bff0a4e7c19 req-1ee4a6b0-0237-4d88-8c01-00d1d5d7ab8c tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=cb930d9d-af57-42ec-901a-b3e522b04153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130092 Aug 16 23:00:28.353111 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f3af1d46-5d72-4370-8008-91474aaa1e93 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:28.562402 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f3af1d46-5d72-4370-8008-91474aaa1e93 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:28.584781 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-f3af1d46-5d72-4370-8008-91474aaa1e93 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/ports/651cbf99-0828-4a4e-8186-3cc3a2a6b25c HTTP/1.1" status: 204 len: 168 time: 1.2051752 Aug 16 23:00:28.585299 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e8224bc3-99e0-4da3-b962-43ecd57dd350 req-62675831-ba59-43f6-9b64-0c00b572a185 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] 10.222.0.36 "GET /v2.0/ports?device_id=c069e61f-0fda-40e3-b6e9-3ad8054045ee HTTP/1.1" status: 200 len: 210 time: 0.0662363 Aug 16 23:00:28.586321 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 43306) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:28.595781 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3af1d46-5d72-4370-8008-91474aaa1e93 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event deleted for resources: {'Port': ['ID=651cbf99-0828-4a4e-8186-3cc3a2a6b25c,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:28.760973 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94268f6f-c3e3-4e5c-91ed-c6dc5dd78dae tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:28.776492 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94268f6f-c3e3-4e5c-91ed-c6dc5dd78dae tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:28.779322 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-94268f6f-c3e3-4e5c-91ed-c6dc5dd78dae tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1879916 Aug 16 23:00:28.781823 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 27aeeb7e-1839-4170-a819-97afac50cf62 no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:00:28.782337 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 43320) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:28.813872 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 34b98d0c-baec-45f3-863a-452cb93ee364 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:00:28.819673 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] No Port match for: 27aeeb7e-1839-4170-a819-97afac50cf62 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:00:28.820133 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 27aeeb7e-1839-4170-a819-97afac50cf62 not bound to the agent host n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:00:28.893275 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-088c015c-ad55-4f8b-b5ad-196a347fd302 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Deleting subnet c753ebc4-b571-4afb-868e-f897acbfc958 {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:00:28.908274 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-088c015c-ad55-4f8b-b5ad-196a347fd302 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:28.914054 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-d6c2fc41-5a16-4d03-b27f-95131db6865a None None] Set router e00188eb-ebe3-40d4-8770-080c72a10969 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:00:28.917434 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-99ad45fb-0c50-482d-a04a-45d836cb3030 None None] Provisioning for port 34b98d0c-baec-45f3-863a-452cb93ee364 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:00:28.979441 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 34b98d0c-baec-45f3-863a-452cb93ee364 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:00:28.985999 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-088c015c-ad55-4f8b-b5ad-196a347fd302 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:29.117003 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 34b98d0c-baec-45f3-863a-452cb93ee364 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:00:29.117463 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:29.180861 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-eb579900-7294-447c-95fd-829c42fa5e67 req-55c7df14-d5b5-415b-9578-e330a81ef362 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1dee21d-438d-4809-b7fc-08c3f1ed2e89 HTTP/1.1" status: 200 len: 210 time: 0.0788341 Aug 16 23:00:29.342557 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-dc83c81d-fd05-4ade-be8b-94aa4ee22d29 None None] Could not find standard attr ID for object 651cbf99-0828-4a4e-8186-3cc3a2a6b25c. {{(pid=101293) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 23:00:29.359603 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:29.367542 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-088c015c-ad55-4f8b-b5ad-196a347fd302 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:29.431190 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0fc808-d098-469b-bb89-26248a0a3270 req-d8f79cbc-18a1-4a1c-95f4-4355429d9446 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:29.446033 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dd0fc808-d098-469b-bb89-26248a0a3270 req-d8f79cbc-18a1-4a1c-95f4-4355429d9446 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=64dce353-055b-404e-bb15-893d8d6f9f87 HTTP/1.1" status: 200 len: 946 time: 0.0815780 Aug 16 23:00:29.496318 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 4b389bb0-3946-43fe-9355-25fe701480c8 no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:00:29.519615 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dd0fc808-d098-469b-bb89-26248a0a3270 req-35e3b2a8-c9d7-4d4a-8717-1885a9615af2 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=cb930d9d-af57-42ec-901a-b3e522b04153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699365 Aug 16 23:00:29.563086 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-088c015c-ad55-4f8b-b5ad-196a347fd302 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:29.598226 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] No Port match for: 4b389bb0-3946-43fe-9355-25fe701480c8 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:00:29.598690 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 4b389bb0-3946-43fe-9355-25fe701480c8 not bound to the agent host n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:00:29.614164 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088c015c-ad55-4f8b-b5ad-196a347fd302 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event deleted for resources: {'Subnet': ['ID=c753ebc4-b571-4afb-868e-f897acbfc958,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:29.618541 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-088c015c-ad55-4f8b-b5ad-196a347fd302 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:29.624880 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 43356) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:29.628799 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-088c015c-ad55-4f8b-b5ad-196a347fd302 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/subnets/c753ebc4-b571-4afb-868e-f897acbfc958 HTTP/1.1" status: 204 len: 168 time: 0.8453467 Aug 16 23:00:29.653859 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9e83d9-b203-4cb7-bda8-198733ca45e8 None None] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:00:29.682750 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-d6c2fc41-5a16-4d03-b27f-95131db6865a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e00188eb-ebe3-40d4-8770-080c72a10969', 'name': 'tempest-ServersTestManualDisk-426812431-router', 'tenant_id': '316a8bb8081c48deabaf4219b762cf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': 'c073c020-84bd-428e-af9f-343e25e3f323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:57:05Z', 'updated_at': '2021-08-16T22:57:12Z', 'revision_number': 4, 'project_id': '316a8bb8081c48deabaf4219b762cf2a', 'gw_port': {'id': 'c073c020-84bd-428e-af9f-343e25e3f323', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:2e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00188eb-ebe3-40d4-8770-080c72a10969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:57:06Z', 'updated_at': '2021-08-16T22:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'add2a5f3-f3ad-4019-84b0-a0853166771c', 'name': '', 'network_id': '531036b9-b324-4db9-9e78-5626e82b1955', 'tenant_id': '316a8bb8081c48deabaf4219b762cf2a', 'mac_address': 'fa:16:3e:7e:7e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00188eb-ebe3-40d4-8770-080c72a10969', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '219926a6-4490-4512-90b1-297cef945c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:57:11Z', 'updated_at': '2021-08-16T22:57:23Z', 'revision_number': 5, 'project_id': '316a8bb8081c48deabaf4219b762cf2a', 'subnets': [{'id': '219926a6-4490-4512-90b1-297cef945c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:00:29.742760 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-e229e12d-2150-4aee-9767-9980436a8e8a tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1174834 Aug 16 23:00:29.747871 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 43360) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:29.800840 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 43362) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:29.824720 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 43364) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:29.847697 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.db.api [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101293) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 23:00:29.848195 n-d-791506-26 neutron-server[101293]: DEBUG oslo_db.api [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 23:00:29.858119 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c2fc41-5a16-4d03-b27f-95131db6865a None None] The sync data for ids ['e00188eb-ebe3-40d4-8770-080c72a10969'] in n-d-791506-26 is: [{'id': 'e00188eb-ebe3-40d4-8770-080c72a10969', 'name': 'tempest-ServersTestManualDisk-426812431-router', 'tenant_id': '316a8bb8081c48deabaf4219b762cf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': 'c073c020-84bd-428e-af9f-343e25e3f323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:57:05Z', 'updated_at': '2021-08-16T22:57:12Z', 'revision_number': 4, 'project_id': '316a8bb8081c48deabaf4219b762cf2a', 'gw_port': {'id': 'c073c020-84bd-428e-af9f-343e25e3f323', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:2e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00188eb-ebe3-40d4-8770-080c72a10969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:57:06Z', 'updated_at': '2021-08-16T22:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'add2a5f3-f3ad-4019-84b0-a0853166771c', 'name': '', 'network_id': '531036b9-b324-4db9-9e78-5626e82b1955', 'tenant_id': '316a8bb8081c48deabaf4219b762cf2a', 'mac_address': 'fa:16:3e:7e:7e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00188eb-ebe3-40d4-8770-080c72a10969', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '219926a6-4490-4512-90b1-297cef945c78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:57:11Z', 'updated_at': '2021-08-16T22:57:23Z', 'revision_number': 5, 'project_id': '316a8bb8081c48deabaf4219b762cf2a', 'subnets': [{'id': '219926a6-4490-4512-90b1-297cef945c78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:00:29.970932 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ab5d39-6671-4226-8ee2-2f387f405fe8 req-4b7bb37a-67a8-4951-ba22-1c4c8df466bd tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:29.973149 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-82ab5d39-6671-4226-8ee2-2f387f405fe8 req-4b7bb37a-67a8-4951-ba22-1c4c8df466bd tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.68 "GET /v2.0/networks?id=5afa7f88-eeaa-4717-8103-9ee9125ee829 HTTP/1.1" status: 200 len: 812 time: 0.2333953 Aug 16 23:00:29.977242 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31239b2-bfaf-4225-bbf4-ea8ac9c9196f tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:29.989821 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-b31239b2-bfaf-4225-bbf4-ea8ac9c9196f tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2385602 Aug 16 23:00:29.992876 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 43368) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:29.999253 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-82ab5d39-6671-4226-8ee2-2f387f405fe8 req-81ff9b03-aa57-43d8-a054-3c8a17e87002 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Request body: {'port': {'device_id': 'c1dee21d-438d-4809-b7fc-08c3f1ed2e89', 'network_id': '5afa7f88-eeaa-4717-8103-9ee9125ee829', 'admin_state_up': True, 'tenant_id': 'bc1dde6b43054c1db1326da283b98f4f'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:00:30.016256 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dd5c8f86-28ca-4ac6-958a-096dea783906 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:30.088512 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-36db5ef5-a8fa-4924-908c-5b44bd03fa71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:30.105960 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167dcbe6-514a-4fe7-901e-06225fc21f19 None None] DHCP port deletion for 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:00:30.113282 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dd5c8f86-28ca-4ac6-958a-096dea783906 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:30.176593 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80bc56b-d2c7-4678-a531-86ded4231b59 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:30.179384 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-f80bc56b-d2c7-4678-a531-86ded4231b59 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1835744 Aug 16 23:00:30.184179 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-167dcbe6-514a-4fe7-901e-06225fc21f19 None None] Deleting port 34b98d0c-baec-45f3-863a-452cb93ee364 {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:00:30.184588 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-167dcbe6-514a-4fe7-901e-06225fc21f19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:30.187479 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 43370) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:30.271936 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-ca012e16-b117-4e17-b7ca-aca4aebf5f5c tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0826967 Aug 16 23:00:30.279608 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 43374) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:30.290418 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-c56c69d6-cbb2-4494-9c66-638b0a3aeac1 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Request body: {'subnet': {'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:00:30.309513 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dd5c8f86-28ca-4ac6-958a-096dea783906 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:30.312736 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dd5c8f86-28ca-4ac6-958a-096dea783906 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:30.313891 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-dd5c8f86-28ca-4ac6-958a-096dea783906 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] 10.222.0.36 "DELETE /v2.0/security-groups/da3d1155-7424-48dd-a4c6-a3a4bd0e1fa9 HTTP/1.1" status: 204 len: 168 time: 0.5012858 Aug 16 23:00:30.317428 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 43376) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:30.334787 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-167dcbe6-514a-4fe7-901e-06225fc21f19 None None] For port 34b98d0c-baec-45f3-863a-452cb93ee364, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=34b98d0c-baec-45f3-863a-452cb93ee364,segment=NetworkSegment(482572b3-9d65-4375-9c42-925e854722fd),segment_id=482572b3-9d65-4375-9c42-925e854722fd)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:00:30.334787 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-167dcbe6-514a-4fe7-901e-06225fc21f19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:30.361130 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91341365-0940-4509-ad0b-5cd56248b0e5 None None] New status for floating IP 6ae054bb-c2b3-4a97-8401-4222e9ddab4a: DOWN {{(pid=101294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:00:30.379638 n-d-791506-26 neutron-server[101291]: INFO neutron.api.v2.resource [None req-6999facc-418f-4216-80d9-e32e1ee2ac28 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] show failed (client error): The resource could not be found. Aug 16 23:00:30.380787 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-6999facc-418f-4216-80d9-e32e1ee2ac28 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] 10.222.0.36 "GET /v2.0/security-groups/da3d1155-7424-48dd-a4c6-a3a4bd0e1fa9 HTTP/1.1" status: 404 len: 347 time: 0.0624204 Aug 16 23:00:30.381867 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5c8f86-28ca-4ac6-958a-096dea783906 tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3d1155-7424-48dd-a4c6-a3a4bd0e1fa9,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:30.383905 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 43384) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:30.408827 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-167dcbe6-514a-4fe7-901e-06225fc21f19 None None] Calling delete_port for 34b98d0c-baec-45f3-863a-452cb93ee364 owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:00:30.482216 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2b1c6dca-3237-44b1-8c87-30c9f27e326b req-ae9cee32-0ebc-4f38-8cbf-949233bd1cee tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1dee21d-438d-4809-b7fc-08c3f1ed2e89 HTTP/1.1" status: 200 len: 210 time: 0.1345174 Aug 16 23:00:30.500703 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:30.586621 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-36db5ef5-a8fa-4924-908c-5b44bd03fa71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:30.607609 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-36db5ef5-a8fa-4924-908c-5b44bd03fa71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:30.647685 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 34b98d0c-baec-45f3-863a-452cb93ee364, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=34b98d0c-baec-45f3-863a-452cb93ee364,segment=NetworkSegment(482572b3-9d65-4375-9c42-925e854722fd),segment_id=482572b3-9d65-4375-9c42-925e854722fd)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:00:30.654557 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.db.api [None req-c56c69d6-cbb2-4494-9c66-638b0a3aeac1 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 23:00:30.654557 n-d-791506-26 neutron-server[101292]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 23:00:30.654557 n-d-791506-26 neutron-server[101292]: [parameters: {'project_id_1': '68b563add1f042a58ab2d8884a30332e', 'expiration_1': datetime.datetime(2021, 8, 16, 23, 0, 30, 528314)}] Aug 16 23:00:30.654557 n-d-791506-26 neutron-server[101292]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101292) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 23:00:30.656504 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:30.657904 n-d-791506-26 neutron-server[101292]: DEBUG oslo_db.api [None req-c56c69d6-cbb2-4494-9c66-638b0a3aeac1 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 23:00:30.736277 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-167dcbe6-514a-4fe7-901e-06225fc21f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:30.752774 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-77f219ee-a254-4f9c-8115-d884ce343d5a tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] Deleting port 8e5b372c-1ef2-4d61-a237-2dc7c6fba521 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:00:30.753694 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-77f219ee-a254-4f9c-8115-d884ce343d5a tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:30.774362 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=34b98d0c-baec-45f3-863a-452cb93ee364,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:30.803386 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82ab5d39-6671-4226-8ee2-2f387f405fe8 req-81ff9b03-aa57-43d8-a054-3c8a17e87002 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Made reservation on behalf of bc1dde6b43054c1db1326da283b98f4f for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:00:30.805254 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167dcbe6-514a-4fe7-901e-06225fc21f19 None None] Pushing event deleted for resources: {'Port': ['ID=34b98d0c-baec-45f3-863a-452cb93ee364,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:30.807707 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167dcbe6-514a-4fe7-901e-06225fc21f19 None None] No DVR routers for this DVR port 34b98d0c-baec-45f3-863a-452cb93ee364 on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:00:30.808157 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-82ab5d39-6671-4226-8ee2-2f387f405fe8 req-81ff9b03-aa57-43d8-a054-3c8a17e87002 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:30.825240 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-36db5ef5-a8fa-4924-908c-5b44bd03fa71 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=89e7863dc6d242ee97ff8a465eb589ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9994333 Aug 16 23:00:30.833830 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 43394) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:30.843368 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 34b98d0c-baec-45f3-863a-452cb93ee364 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:00:30.871054 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36db5ef5-a8fa-4924-908c-5b44bd03fa71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72f78140-b256-48e4-85d3-2d73912ec905,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:30.890931 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 34b98d0c-baec-45f3-863a-452cb93ee364 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:00:30.891410 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 34b98d0c-baec-45f3-863a-452cb93ee364 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:00:30.921390 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef99fbc2-47d5-431f-82f7-5034930a0c8b req-cacb2ba3-0712-46f4-8599-26352bcab536 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:30.923225 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ef99fbc2-47d5-431f-82f7-5034930a0c8b req-cacb2ba3-0712-46f4-8599-26352bcab536 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=64dce353-055b-404e-bb15-893d8d6f9f87 HTTP/1.1" status: 200 len: 946 time: 0.2171626 Aug 16 23:00:30.947491 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-77f219ee-a254-4f9c-8115-d884ce343d5a tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:30.948081 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-77f219ee-a254-4f9c-8115-d884ce343d5a tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:30.961486 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-77f219ee-a254-4f9c-8115-d884ce343d5a tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] Calling delete_port for 8e5b372c-1ef2-4d61-a237-2dc7c6fba521 owned by network:floatingip {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:00:31.057771 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fa75a8f8-3dee-40e1-b6d1-3476b757844d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:31.069212 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ef99fbc2-47d5-431f-82f7-5034930a0c8b req-763d5272-5b7d-46b4-b17f-c16e675f506a tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=cb930d9d-af57-42ec-901a-b3e522b04153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369972 Aug 16 23:00:31.113185 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-77f219ee-a254-4f9c-8115-d884ce343d5a tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:31.122513 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fa75a8f8-3dee-40e1-b6d1-3476b757844d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:31.141238 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f219ee-a254-4f9c-8115-d884ce343d5a tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] Pushing event deleted for resources: {'Port': ['ID=8e5b372c-1ef2-4d61-a237-2dc7c6fba521,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:31.168707 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [req-82ab5d39-6671-4226-8ee2-2f387f405fe8 req-81ff9b03-aa57-43d8-a054-3c8a17e87002 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Allocated IP 172.20.0.11 (5afa7f88-eeaa-4717-8103-9ee9125ee829/d47d6ce6-f0e6-4637-a178-044cb0396017/78b2a6f7-cb2d-47b0-bd91-a53feb63923f) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:00:31.200790 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-77f219ee-a254-4f9c-8115-d884ce343d5a tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] Notify callbacks [] for floatingip, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:31.203476 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-77f219ee-a254-4f9c-8115-d884ce343d5a tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:31.204746 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-77f219ee-a254-4f9c-8115-d884ce343d5a tempest-ServersTestManualDisk-1866543687 tempest-ServersTestManualDisk-1866543687-project] 10.222.0.36 "DELETE /v2.0/floatingips/6ae054bb-c2b3-4a97-8401-4222e9ddab4a HTTP/1.1" status: 204 len: 168 time: 0.8196771 Aug 16 23:00:31.207839 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 43396) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:31.224213 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c56c69d6-cbb2-4494-9c66-638b0a3aeac1 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Made reservation on behalf of 68b563add1f042a58ab2d8884a30332e for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:00:31.227723 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c56c69d6-cbb2-4494-9c66-638b0a3aeac1 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:31.292855 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fa75a8f8-3dee-40e1-b6d1-3476b757844d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:31.295422 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fa75a8f8-3dee-40e1-b6d1-3476b757844d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:31.296594 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-fa75a8f8-3dee-40e1-b6d1-3476b757844d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/72f78140-b256-48e4-85d3-2d73912ec905 HTTP/1.1" status: 204 len: 168 time: 0.4607875 Aug 16 23:00:31.339579 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa75a8f8-3dee-40e1-b6d1-3476b757844d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f78140-b256-48e4-85d3-2d73912ec905,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:31.503647 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 988fe3aa-859b-422e-866d-805d29eb7373 details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:00:31.542345 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-82ab5d39-6671-4226-8ee2-2f387f405fe8 req-81ff9b03-aa57-43d8-a054-3c8a17e87002 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:31.714714 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a1fe9cc4-768e-4002-acf7-57f915ac5e7d req-046e35f0-9c04-4eca-a83c-40811e6b3b51 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1dee21d-438d-4809-b7fc-08c3f1ed2e89 HTTP/1.1" status: 200 len: 210 time: 0.1047840 Aug 16 23:00:31.762656 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c56c69d6-cbb2-4494-9c66-638b0a3aeac1 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:31.762913 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 43416) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:31.812034 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-164c6b0d-a208-47a2-ad79-b25949e2c2aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:31.836493 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56c69d6-cbb2-4494-9c66-638b0a3aeac1 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:00:31.840248 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-82ab5d39-6671-4226-8ee2-2f387f405fe8 req-81ff9b03-aa57-43d8-a054-3c8a17e87002 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:31.840626 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 988fe3aa-859b-422e-866d-805d29eb7373, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=988fe3aa-859b-422e-866d-805d29eb7373,segment=NetworkSegment(2f9d1485-64c4-4032-9f01-ae22555e2cfc),segment_id=2f9d1485-64c4-4032-9f01-ae22555e2cfc)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:00:31.864387 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-c56c69d6-cbb2-4494-9c66-638b0a3aeac1 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:00:31.874957 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': '988fe3aa-859b-422e-866d-805d29eb7373', 'network_id': 'f382f188-dbb7-4b56-8af5-82f76ac61bfc', 'port_id': '988fe3aa-859b-422e-866d-805d29eb7373', 'mac_address': 'fa:16:3e:16:f4:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c827456-6bfb-4e82-b370-b53dc8e13ad7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:00:31.887975 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540c420f-6ad8-4198-aada-bbc886892dc9 None None] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:00:31.899386 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56c69d6-cbb2-4494-9c66-638b0a3aeac1 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:31.900848 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c56c69d6-cbb2-4494-9c66-638b0a3aeac1 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:31.915670 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82ab5d39-6671-4226-8ee2-2f387f405fe8 req-81ff9b03-aa57-43d8-a054-3c8a17e87002 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Network 5afa7f88-eeaa-4717-8103-9ee9125ee829 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:00:31.922706 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [req-82ab5d39-6671-4226-8ee2-2f387f405fe8 req-81ff9b03-aa57-43d8-a054-3c8a17e87002 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:00:31.926229 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-82ab5d39-6671-4226-8ee2-2f387f405fe8 req-81ff9b03-aa57-43d8-a054-3c8a17e87002 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:00:31.929028 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c69d6-cbb2-4494-9c66-638b0a3aeac1 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event updated for resources: {'Subnet': ['ID=e0699d25-8afd-4017-9e7e-7403f8773abd,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:31.997099 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ff9b03-aa57-43d8-a054-3c8a17e87002 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Pushing event updated for resources: {'Port': ['ID=78b2a6f7-cb2d-47b0-bd91-a53feb63923f,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:32.028711 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-164c6b0d-a208-47a2-ad79-b25949e2c2aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:32.033898 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ab5d39-6671-4226-8ee2-2f387f405fe8 req-81ff9b03-aa57-43d8-a054-3c8a17e87002 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:32.035583 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-82ab5d39-6671-4226-8ee2-2f387f405fe8 req-81ff9b03-aa57-43d8-a054-3c8a17e87002 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:32.040646 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-164c6b0d-a208-47a2-ad79-b25949e2c2aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:32.052284 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-c56c69d6-cbb2-4494-9c66-638b0a3aeac1 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7695019 Aug 16 23:00:32.067987 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 43418) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:32.074949 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-80e7e8bd-e1e3-423d-b904-25d58d9df8ba tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Request body: {'port': {'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'mac_address': 'fa:16:3e:59:fc:05', 'name': 'tempest-NetworksTestDHCPv6-1444947694'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:00:32.076799 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:32.092980 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 988fe3aa-859b-422e-866d-805d29eb7373 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:00:32.093305 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-82ab5d39-6671-4226-8ee2-2f387f405fe8 req-81ff9b03-aa57-43d8-a054-3c8a17e87002 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1108229 Aug 16 23:00:32.113507 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164c6b0d-a208-47a2-ad79-b25949e2c2aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa967df-c90a-414c-b5c9-a12b216f0174,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:32.129182 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2313d62a-3b34-4f8a-b45e-619712bc83de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537579'] for router_interface, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:32.140595 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 988fe3aa-859b-422e-866d-805d29eb7373, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=988fe3aa-859b-422e-866d-805d29eb7373,segment=NetworkSegment(2f9d1485-64c4-4032-9f01-ae22555e2cfc),segment_id=2f9d1485-64c4-4032-9f01-ae22555e2cfc)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:00:32.149668 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:32.166387 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587d2be0-4e24-4820-b0bb-4b8e2061da44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'tenant_id': '68b563add1f042a58ab2d8884a30332e', 'fixed_ips': [{'subnet_id': 'e0699d25-8afd-4017-9e7e-7403f8773abd'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:00:32.167262 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-587d2be0-4e24-4820-b0bb-4b8e2061da44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:32.274452 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-164c6b0d-a208-47a2-ad79-b25949e2c2aa admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=16e9f1cbc4624e8697b705bd4f77d967&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5110323 Aug 16 23:00:32.275630 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 43422) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:32.292994 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=988fe3aa-859b-422e-866d-805d29eb7373,revision_number=6']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:32.311510 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['988fe3aa-859b-422e-866d-805d29eb7373'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:00:32.426544 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8f7641af-f782-478a-bf29-0786ccad03aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:32.427971 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-587d2be0-4e24-4820-b0bb-4b8e2061da44 None None] Allocated IP 2001:db8::2 (09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5/e0699d25-8afd-4017-9e7e-7403f8773abd/ae685924-f00e-4e6c-b5c3-2764ef129cd2) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:00:32.460311 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8f7641af-f782-478a-bf29-0786ccad03aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:32.511692 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-82ab5d39-6671-4226-8ee2-2f387f405fe8 req-d2eb7eb8-a5c7-4bd0-b3b8-b42ab3b26b1b service neutron] Request body: {'port': {'device_id': 'c1dee21d-438d-4809-b7fc-08c3f1ed2e89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-26'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:00:32.607881 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8f7641af-f782-478a-bf29-0786ccad03aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:32.611810 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8f7641af-f782-478a-bf29-0786ccad03aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:32.631641 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-8f7641af-f782-478a-bf29-0786ccad03aa admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1aa967df-c90a-414c-b5c9-a12b216f0174 HTTP/1.1" status: 204 len: 168 time: 0.3036277 Aug 16 23:00:32.646342 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-82ab5d39-6671-4226-8ee2-2f387f405fe8 req-d2eb7eb8-a5c7-4bd0-b3b8-b42ab3b26b1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:32.674173 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-2313d62a-3b34-4f8a-b45e-619712bc83de admin admin] Deleting port add2a5f3-f3ad-4019-84b0-a0853166771c {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:00:32.677360 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2313d62a-3b34-4f8a-b45e-619712bc83de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:32.771503 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd1b91d-289f-40d1-b4fe-0073af9911cc req-0b2ade7f-e877-47e7-b2af-df3a4257333e tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:32.780021 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bcd1b91d-289f-40d1-b4fe-0073af9911cc req-0b2ade7f-e877-47e7-b2af-df3a4257333e tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=64dce353-055b-404e-bb15-893d8d6f9f87 HTTP/1.1" status: 200 len: 946 time: 0.2641647 Aug 16 23:00:32.810106 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-587d2be0-4e24-4820-b0bb-4b8e2061da44 None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:32.862786 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-587d2be0-4e24-4820-b0bb-4b8e2061da44 None None] Transition to ACTIVE for port object ae685924-f00e-4e6c-b5c3-2764ef129cd2 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:00:32.875497 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7641af-f782-478a-bf29-0786ccad03aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa967df-c90a-414c-b5c9-a12b216f0174,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:32.922341 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-587d2be0-4e24-4820-b0bb-4b8e2061da44 None None] Transition to ACTIVE for port object ae685924-f00e-4e6c-b5c3-2764ef129cd2 will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:00:32.926345 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-2313d62a-3b34-4f8a-b45e-619712bc83de admin admin] For port add2a5f3-f3ad-4019-84b0-a0853166771c, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=add2a5f3-f3ad-4019-84b0-a0853166771c,segment=NetworkSegment(53d467f8-f004-4151-9ec1-9b0943941835),segment_id=53d467f8-f004-4151-9ec1-9b0943941835)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:00:32.926766 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2313d62a-3b34-4f8a-b45e-619712bc83de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:32.949076 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-587d2be0-4e24-4820-b0bb-4b8e2061da44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:32.951783 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-2313d62a-3b34-4f8a-b45e-619712bc83de admin admin] Calling delete_port for add2a5f3-f3ad-4019-84b0-a0853166771c owned by network:router_interface {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:00:33.067688 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587d2be0-4e24-4820-b0bb-4b8e2061da44 None None] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:00:33.092384 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-587d2be0-4e24-4820-b0bb-4b8e2061da44 None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:00:33.094712 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587d2be0-4e24-4820-b0bb-4b8e2061da44 None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:00:33.109379 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587d2be0-4e24-4820-b0bb-4b8e2061da44 None None] Pushing event updated for resources: {'Port': ['ID=ae685924-f00e-4e6c-b5c3-2764ef129cd2,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:33.179960 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bcd1b91d-289f-40d1-b4fe-0073af9911cc req-a3f05263-cf68-469c-b04f-7c9c527e144c tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=cb930d9d-af57-42ec-901a-b3e522b04153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3988860 Aug 16 23:00:33.267613 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717df881-c0e7-40c1-a68e-5fc23c71127e req-af01b45e-c2fd-4f14-8246-a45ec2a27b49 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:33.271433 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-587d2be0-4e24-4820-b0bb-4b8e2061da44 None None] Attempting to bind port ae685924-f00e-4e6c-b5c3-2764ef129cd2 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:00:33.271817 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-587d2be0-4e24-4820-b0bb-4b8e2061da44 None None] Attempting to bind port ae685924-f00e-4e6c-b5c3-2764ef129cd2 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '482572b3-9d65-4375-9c42-925e854722fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:00:33.272188 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587d2be0-4e24-4820-b0bb-4b8e2061da44 None None] Attempting to bind port ae685924-f00e-4e6c-b5c3-2764ef129cd2 on network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:00:33.284604 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587d2be0-4e24-4820-b0bb-4b8e2061da44 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:00:33.287058 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-717df881-c0e7-40c1-a68e-5fc23c71127e req-af01b45e-c2fd-4f14-8246-a45ec2a27b49 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1dee21d-438d-4809-b7fc-08c3f1ed2e89 HTTP/1.1" status: 200 len: 932 time: 0.4394107 Aug 16 23:00:33.289043 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587d2be0-4e24-4820-b0bb-4b8e2061da44 None None] Checking segment: {'id': '482572b3-9d65-4375-9c42-925e854722fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:00:33.291376 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-587d2be0-4e24-4820-b0bb-4b8e2061da44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:33.291939 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587d2be0-4e24-4820-b0bb-4b8e2061da44 None None] Bound using segment: {'id': '482572b3-9d65-4375-9c42-925e854722fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:00:33.292652 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-587d2be0-4e24-4820-b0bb-4b8e2061da44 None None] Bound port: ae685924-f00e-4e6c-b5c3-2764ef129cd2, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '482572b3-9d65-4375-9c42-925e854722fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:00:33.293062 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-587d2be0-4e24-4820-b0bb-4b8e2061da44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:33.382240 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e7e8bd-e1e3-423d-b904-25d58d9df8ba tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Made reservation on behalf of 68b563add1f042a58ab2d8884a30332e for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:00:33.404109 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2313d62a-3b34-4f8a-b45e-619712bc83de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:33.471922 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2313d62a-3b34-4f8a-b45e-619712bc83de admin admin] Pushing event deleted for resources: {'Port': ['ID=add2a5f3-f3ad-4019-84b0-a0853166771c,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:33.520161 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 988fe3aa-859b-422e-866d-805d29eb7373 up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:00:33.623511 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-717df881-c0e7-40c1-a68e-5fc23c71127e req-dfa98d0a-3d93-4637-9690-6c3f1945dff2 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3178172 Aug 16 23:00:33.656900 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-587d2be0-4e24-4820-b0bb-4b8e2061da44 None None] For port ae685924-f00e-4e6c-b5c3-2764ef129cd2, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:00:33.692400 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-587d2be0-4e24-4820-b0bb-4b8e2061da44 None None] For port ae685924-f00e-4e6c-b5c3-2764ef129cd2, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=ae685924-f00e-4e6c-b5c3-2764ef129cd2,segment=NetworkSegment(482572b3-9d65-4375-9c42-925e854722fd),segment_id=482572b3-9d65-4375-9c42-925e854722fd)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:00:33.727023 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-587d2be0-4e24-4820-b0bb-4b8e2061da44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:33.741917 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port 988fe3aa-859b-422e-866d-805d29eb7373 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:00:33.742525 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:33.881057 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587d2be0-4e24-4820-b0bb-4b8e2061da44 None None] Pushing event updated for resources: {'Port': ['ID=ae685924-f00e-4e6c-b5c3-2764ef129cd2,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:33.931800 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-80e7e8bd-e1e3-423d-b904-25d58d9df8ba tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:33.980716 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2313d62a-3b34-4f8a-b45e-619712bc83de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537471'] for router_interface, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:34.001487 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:34.035740 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [req-82ab5d39-6671-4226-8ee2-2f387f405fe8 req-d2eb7eb8-a5c7-4bd0-b3b8-b42ab3b26b1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78b2a6f7-cb2d-47b0-bd91-a53feb63923f {{(pid=101292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:00:34.061058 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd989285c-13e8-44d8-92c3-064e2aac40e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '988fe3aa-859b-422e-866d-805d29eb7373'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:00:34.063603 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e99315d1-e4e7-4eae-9e6f-57483d0e75b7" -d '{"events": [{"server_uuid": "d989285c-13e8-44d8-92c3-064e2aac40e9", "name": "network-vif-plugged", "status": "completed", "tag": "988fe3aa-859b-422e-866d-805d29eb7373"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:00:34.083154 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-82ab5d39-6671-4226-8ee2-2f387f405fe8 req-d2eb7eb8-a5c7-4bd0-b3b8-b42ab3b26b1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:34.098593 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [None req-80e7e8bd-e1e3-423d-b904-25d58d9df8ba tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] device_id is not set on port dfd85f5a-d044-4842-bc93-5e45974c3bc0 yet. {{(pid=101292) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 23:00:34.128830 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-82ab5d39-6671-4226-8ee2-2f387f405fe8 req-d2eb7eb8-a5c7-4bd0-b3b8-b42ab3b26b1b service neutron] Transition to ACTIVE for port object 78b2a6f7-cb2d-47b0-bd91-a53feb63923f will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:00:34.145953 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-82ab5d39-6671-4226-8ee2-2f387f405fe8 req-d2eb7eb8-a5c7-4bd0-b3b8-b42ab3b26b1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:34.164308 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 988fe3aa-859b-422e-866d-805d29eb7373, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=988fe3aa-859b-422e-866d-805d29eb7373,segment=NetworkSegment(2f9d1485-64c4-4032-9f01-ae22555e2cfc),segment_id=2f9d1485-64c4-4032-9f01-ae22555e2cfc)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:00:34.171963 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:34.183013 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-158ced0f-79d3-42ec-9eb1-2f385e184ec0 x-openstack-request-id: req-158ced0f-79d3-42ec-9eb1-2f385e184ec0 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:00:34.183367 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d989285c-13e8-44d8-92c3-064e2aac40e9", "name": "network-vif-plugged", "status": "completed", "tag": "988fe3aa-859b-422e-866d-805d29eb7373", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:00:34.183567 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-158ced0f-79d3-42ec-9eb1-2f385e184ec0 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:00:34.183945 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd989285c-13e8-44d8-92c3-064e2aac40e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '988fe3aa-859b-422e-866d-805d29eb7373', 'code': 200} Aug 16 23:00:34.308587 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eb7eb8-a5c7-4bd0-b3b8-b42ab3b26b1b service neutron] Pushing event updated for resources: {'Port': ['ID=78b2a6f7-cb2d-47b0-bd91-a53feb63923f,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:34.379584 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=988fe3aa-859b-422e-866d-805d29eb7373,revision_number=7']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:34.651548 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2313d62a-3b34-4f8a-b45e-619712bc83de admin admin] Router e00188eb-ebe3-40d4-8770-080c72a10969 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:00:34.700437 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-82ab5d39-6671-4226-8ee2-2f387f405fe8 req-d2eb7eb8-a5c7-4bd0-b3b8-b42ab3b26b1b service neutron] Attempting to bind port 78b2a6f7-cb2d-47b0-bd91-a53feb63923f on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:00:34.700811 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-82ab5d39-6671-4226-8ee2-2f387f405fe8 req-d2eb7eb8-a5c7-4bd0-b3b8-b42ab3b26b1b service neutron] Attempting to bind port 78b2a6f7-cb2d-47b0-bd91-a53feb63923f by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': 'd9a940b8-4f1c-423f-8b77-621d8ce494fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5afa7f88-eeaa-4717-8103-9ee9125ee829'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:00:34.701141 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ab5d39-6671-4226-8ee2-2f387f405fe8 req-d2eb7eb8-a5c7-4bd0-b3b8-b42ab3b26b1b service neutron] Attempting to bind port 78b2a6f7-cb2d-47b0-bd91-a53feb63923f on network 5afa7f88-eeaa-4717-8103-9ee9125ee829 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:00:34.749107 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f865ac-53ef-4e71-8816-f608f72c6b90 req-bb0649fb-615a-4042-9252-85c855238036 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:34.750639 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f4f865ac-53ef-4e71-8816-f608f72c6b90 req-bb0649fb-615a-4042-9252-85c855238036 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=64dce353-055b-404e-bb15-893d8d6f9f87 HTTP/1.1" status: 200 len: 946 time: 0.3628540 Aug 16 23:00:34.772470 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ab5d39-6671-4226-8ee2-2f387f405fe8 req-d2eb7eb8-a5c7-4bd0-b3b8-b42ab3b26b1b service neutron] Port 78b2a6f7-cb2d-47b0-bd91-a53feb63923f on network 5afa7f88-eeaa-4717-8103-9ee9125ee829 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:00:34.783872 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ab5d39-6671-4226-8ee2-2f387f405fe8 req-d2eb7eb8-a5c7-4bd0-b3b8-b42ab3b26b1b service neutron] Attempting to bind port 78b2a6f7-cb2d-47b0-bd91-a53feb63923f on network 5afa7f88-eeaa-4717-8103-9ee9125ee829 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:00:34.810799 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ab5d39-6671-4226-8ee2-2f387f405fe8 req-d2eb7eb8-a5c7-4bd0-b3b8-b42ab3b26b1b service neutron] Checking agent: {'id': 'd28e24f9-e5ea-41e1-80bf-3c7943ad7f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:00:34.811182 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ab5d39-6671-4226-8ee2-2f387f405fe8 req-d2eb7eb8-a5c7-4bd0-b3b8-b42ab3b26b1b service neutron] Checking segment: {'id': 'd9a940b8-4f1c-423f-8b77-621d8ce494fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5afa7f88-eeaa-4717-8103-9ee9125ee829'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:00:34.811593 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ab5d39-6671-4226-8ee2-2f387f405fe8 req-d2eb7eb8-a5c7-4bd0-b3b8-b42ab3b26b1b service neutron] Bound using segment: {'id': 'd9a940b8-4f1c-423f-8b77-621d8ce494fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5afa7f88-eeaa-4717-8103-9ee9125ee829'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:00:34.812713 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-82ab5d39-6671-4226-8ee2-2f387f405fe8 req-d2eb7eb8-a5c7-4bd0-b3b8-b42ab3b26b1b service neutron] Bound port: 78b2a6f7-cb2d-47b0-bd91-a53feb63923f, host: n-h1-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9a940b8-4f1c-423f-8b77-621d8ce494fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5afa7f88-eeaa-4717-8103-9ee9125ee829'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:00:34.812713 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-82ab5d39-6671-4226-8ee2-2f387f405fe8 req-d2eb7eb8-a5c7-4bd0-b3b8-b42ab3b26b1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:34.872479 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-80e7e8bd-e1e3-423d-b904-25d58d9df8ba tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Allocated IP 2001:db8::2c6 (09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5/e0699d25-8afd-4017-9e7e-7403f8773abd/dfd85f5a-d044-4842-bc93-5e45974c3bc0) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:00:34.936763 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2313d62a-3b34-4f8a-b45e-619712bc83de admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:00:34.966406 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-2313d62a-3b34-4f8a-b45e-619712bc83de admin admin] 10.222.0.36 "PUT /v2.0/routers/e00188eb-ebe3-40d4-8770-080c72a10969/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7574663 Aug 16 23:00:34.971535 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966720be-e6fc-4ce0-9e4e-2df12890e405 None None] Sync routers for ids ['e00188eb-ebe3-40d4-8770-080c72a10969'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:00:34.974487 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 43498) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:34.991452 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966720be-e6fc-4ce0-9e4e-2df12890e405 None None] Routers {'e00188eb-ebe3-40d4-8770-080c72a10969'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:00:34.992099 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-966720be-e6fc-4ce0-9e4e-2df12890e405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:00:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['e00188eb-ebe3-40d4-8770-080c72a10969'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:00:35.042523 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f4f865ac-53ef-4e71-8816-f608f72c6b90 req-d5b20320-bd76-4f84-8367-1877263026b2 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=cb930d9d-af57-42ec-901a-b3e522b04153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2410581 Aug 16 23:00:35.258839 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a4433f61-ccbb-40fb-8a10-26807cea1a35 admin admin] Notify callbacks [] for router, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:35.340186 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-82ab5d39-6671-4226-8ee2-2f387f405fe8 req-d2eb7eb8-a5c7-4bd0-b3b8-b42ab3b26b1b service neutron] For port 78b2a6f7-cb2d-47b0-bd91-a53feb63923f, host n-h1-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:00:35.384823 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-82ab5d39-6671-4226-8ee2-2f387f405fe8 req-d2eb7eb8-a5c7-4bd0-b3b8-b42ab3b26b1b service neutron] For port 78b2a6f7-cb2d-47b0-bd91-a53feb63923f, host n-h1-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=78b2a6f7-cb2d-47b0-bd91-a53feb63923f,segment=NetworkSegment(d9a940b8-4f1c-423f-8b77-621d8ce494fc),segment_id=d9a940b8-4f1c-423f-8b77-621d8ce494fc)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:00:35.404306 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-966720be-e6fc-4ce0-9e4e-2df12890e405 None None] Set router e00188eb-ebe3-40d4-8770-080c72a10969 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:00:35.416886 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-82ab5d39-6671-4226-8ee2-2f387f405fe8 req-d2eb7eb8-a5c7-4bd0-b3b8-b42ab3b26b1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:35.548652 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ab5d39-6671-4226-8ee2-2f387f405fe8 req-d2eb7eb8-a5c7-4bd0-b3b8-b42ab3b26b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:35.550511 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-82ab5d39-6671-4226-8ee2-2f387f405fe8 req-d2eb7eb8-a5c7-4bd0-b3b8-b42ab3b26b1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:35.558037 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-82ab5d39-6671-4226-8ee2-2f387f405fe8 req-d2eb7eb8-a5c7-4bd0-b3b8-b42ab3b26b1b service neutron] 10.222.0.68 "PUT /v2.0/ports/78b2a6f7-cb2d-47b0-bd91-a53feb63923f HTTP/1.1" status: 200 len: 1093 time: 3.4303520 Aug 16 23:00:35.565132 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1dee21d-438d-4809-b7fc-08c3f1ed2e89', 'tag': '78b2a6f7-cb2d-47b0-bd91-a53feb63923f'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:00:35.597669 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ba3df5-bf05-4764-a03e-1bb00a0a71f6" -d '{"events": [{"name": "network-changed", "server_uuid": "c1dee21d-438d-4809-b7fc-08c3f1ed2e89", "tag": "78b2a6f7-cb2d-47b0-bd91-a53feb63923f"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:00:35.602770 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a4433f61-ccbb-40fb-8a10-26807cea1a35 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:35.779940 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device ae685924-f00e-4e6c-b5c3-2764ef129cd2 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:00:35.888239 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-a4433f61-ccbb-40fb-8a10-26807cea1a35 admin admin] Deleting port c073c020-84bd-428e-af9f-343e25e3f323 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:00:35.888638 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a4433f61-ccbb-40fb-8a10-26807cea1a35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:35.904516 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-966720be-e6fc-4ce0-9e4e-2df12890e405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e00188eb-ebe3-40d4-8770-080c72a10969', 'name': 'tempest-ServersTestManualDisk-426812431-router', 'tenant_id': '316a8bb8081c48deabaf4219b762cf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': 'c073c020-84bd-428e-af9f-343e25e3f323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:57:05Z', 'updated_at': '2021-08-16T23:00:33Z', 'revision_number': 5, 'project_id': '316a8bb8081c48deabaf4219b762cf2a', 'gw_port': {'id': 'c073c020-84bd-428e-af9f-343e25e3f323', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:2e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00188eb-ebe3-40d4-8770-080c72a10969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:57:06Z', 'updated_at': '2021-08-16T22:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:00:35.961232 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b25c9e-8f65-4490-bc3d-3afb86354a3f req-88df0b59-79f3-49ef-b84e-d0d506a13dd0 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:35.983360 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c7b25c9e-8f65-4490-bc3d-3afb86354a3f req-88df0b59-79f3-49ef-b84e-d0d506a13dd0 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1dee21d-438d-4809-b7fc-08c3f1ed2e89 HTTP/1.1" status: 200 len: 944 time: 0.5014920 Aug 16 23:00:35.991152 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966720be-e6fc-4ce0-9e4e-2df12890e405 None None] Checking router: e00188eb-ebe3-40d4-8770-080c72a10969 for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:00:36.018096 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port ae685924-f00e-4e6c-b5c3-2764ef129cd2 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:00:36.028407 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-80e7e8bd-e1e3-423d-b904-25d58d9df8ba tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:36.044385 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966720be-e6fc-4ce0-9e4e-2df12890e405 None None] Routers {'e00188eb-ebe3-40d4-8770-080c72a10969'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:00:36.053881 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-966720be-e6fc-4ce0-9e4e-2df12890e405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:00:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['e00188eb-ebe3-40d4-8770-080c72a10969'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:00:36.059701 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [None req-80e7e8bd-e1e3-423d-b904-25d58d9df8ba tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Transition to ACTIVE for port object dfd85f5a-d044-4842-bc93-5e45974c3bc0 will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:00:36.146046 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eb7eb8-a5c7-4bd0-b3b8-b42ab3b26b1b service neutron] Pushing event updated for resources: {'Port': ['ID=78b2a6f7-cb2d-47b0-bd91-a53feb63923f,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:36.162024 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ab5d39-6671-4226-8ee2-2f387f405fe8 req-97e8e182-a84f-44fc-9aff-822c598459c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:36.162024 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-82ab5d39-6671-4226-8ee2-2f387f405fe8 req-97e8e182-a84f-44fc-9aff-822c598459c0 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bc1dde6b43054c1db1326da283b98f4f&device_id=c1dee21d-438d-4809-b7fc-08c3f1ed2e89 HTTP/1.1" status: 200 len: 1096 time: 0.5320599 Aug 16 23:00:36.182062 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-80e7e8bd-e1e3-423d-b904-25d58d9df8ba tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:36.237925 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4ecb6fb5-0cf9-456f-8f64-b4c1f559aad4 None None] Provisioning for port ae685924-f00e-4e6c-b5c3-2764ef129cd2 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:00:36.251092 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4ecb6fb5-0cf9-456f-8f64-b4c1f559aad4 None None] Provisioning complete for port ae685924-f00e-4e6c-b5c3-2764ef129cd2 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:00:36.251466 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4ecb6fb5-0cf9-456f-8f64-b4c1f559aad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:36.351361 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-82ab5d39-6671-4226-8ee2-2f387f405fe8 req-0dd53875-ce6f-417f-8f44-a2099b3e9738 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78b2a6f7-cb2d-47b0-bd91-a53feb63923f HTTP/1.1" status: 200 len: 217 time: 0.1660028 Aug 16 23:00:36.466768 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c7b25c9e-8f65-4490-bc3d-3afb86354a3f req-9055060f-7e3e-463a-9640-0ba1e9eb0fa0 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4822376 Aug 16 23:00:36.481421 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e7e8bd-e1e3-423d-b904-25d58d9df8ba tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event updated for resources: {'Port': ['ID=dfd85f5a-d044-4842-bc93-5e45974c3bc0,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:36.491025 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e7e8bd-e1e3-423d-b904-25d58d9df8ba tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:00:36.494859 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-80e7e8bd-e1e3-423d-b904-25d58d9df8ba tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:00:36.499097 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e7e8bd-e1e3-423d-b904-25d58d9df8ba tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:00:36.504904 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e7e8bd-e1e3-423d-b904-25d58d9df8ba tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:36.505535 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-80e7e8bd-e1e3-423d-b904-25d58d9df8ba tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:36.524853 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ab5d39-6671-4226-8ee2-2f387f405fe8 req-b742d5cb-a9e7-477e-8d7d-07d31da69149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:36.527828 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-82ab5d39-6671-4226-8ee2-2f387f405fe8 req-b742d5cb-a9e7-477e-8d7d-07d31da69149 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d47d6ce6-f0e6-4637-a178-044cb0396017 HTTP/1.1" status: 200 len: 852 time: 0.1507502 Aug 16 23:00:36.533151 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-80e7e8bd-e1e3-423d-b904-25d58d9df8ba tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.4639237 Aug 16 23:00:36.533834 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 43526) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:36.603444 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-82ab5d39-6671-4226-8ee2-2f387f405fe8 req-0d95cac2-9ff5-4e89-938a-8582ddf953c5 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5afa7f88-eeaa-4717-8103-9ee9125ee829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290563 Aug 16 23:00:36.670659 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c378fef1-4729-494e-ba22-202d3e4ed1d2 x-openstack-request-id: req-c378fef1-4729-494e-ba22-202d3e4ed1d2 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:00:36.671017 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1dee21d-438d-4809-b7fc-08c3f1ed2e89", "tag": "78b2a6f7-cb2d-47b0-bd91-a53feb63923f", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:00:36.671283 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c378fef1-4729-494e-ba22-202d3e4ed1d2 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:00:36.671697 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1dee21d-438d-4809-b7fc-08c3f1ed2e89', 'tag': '78b2a6f7-cb2d-47b0-bd91-a53feb63923f', 'status': 'completed', 'code': 200} Aug 16 23:00:36.730829 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-966720be-e6fc-4ce0-9e4e-2df12890e405 None None] Set router e00188eb-ebe3-40d4-8770-080c72a10969 gateway port host: None {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:00:36.751918 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cae716c-8843-4a26-ade0-4e99642a60e0 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:36.758611 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cae716c-8843-4a26-ade0-4e99642a60e0 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:36.772487 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-6cae716c-8843-4a26-ade0-4e99642a60e0 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2375212 Aug 16 23:00:36.774915 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 43528) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:36.786605 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-a4433f61-ccbb-40fb-8a10-26807cea1a35 admin admin] For port c073c020-84bd-428e-af9f-343e25e3f323, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=c073c020-84bd-428e-af9f-343e25e3f323,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:00:36.787453 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a4433f61-ccbb-40fb-8a10-26807cea1a35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:36.817530 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-a4433f61-ccbb-40fb-8a10-26807cea1a35 admin admin] Calling delete_port for c073c020-84bd-428e-af9f-343e25e3f323 owned by network:router_gateway {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:00:36.843110 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-966720be-e6fc-4ce0-9e4e-2df12890e405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e00188eb-ebe3-40d4-8770-080c72a10969', 'name': 'tempest-ServersTestManualDisk-426812431-router', 'tenant_id': '316a8bb8081c48deabaf4219b762cf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:57:05Z', 'updated_at': '2021-08-16T23:00:35Z', 'revision_number': 6, 'project_id': '316a8bb8081c48deabaf4219b762cf2a', 'gw_port_host': None}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:00:36.889208 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966720be-e6fc-4ce0-9e4e-2df12890e405 None None] The sync data for ids ['e00188eb-ebe3-40d4-8770-080c72a10969'] in n-d-791506-26 is: [{'id': 'e00188eb-ebe3-40d4-8770-080c72a10969', 'name': 'tempest-ServersTestManualDisk-426812431-router', 'tenant_id': '316a8bb8081c48deabaf4219b762cf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:57:05Z', 'updated_at': '2021-08-16T23:00:35Z', 'revision_number': 6, 'project_id': '316a8bb8081c48deabaf4219b762cf2a', 'gw_port_host': None}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:00:36.898801 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4ecb6fb5-0cf9-456f-8f64-b4c1f559aad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:36.983217 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-4ecb6fb5-0cf9-456f-8f64-b4c1f559aad4 None None] For port ae685924-f00e-4e6c-b5c3-2764ef129cd2, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=ae685924-f00e-4e6c-b5c3-2764ef129cd2,segment=NetworkSegment(482572b3-9d65-4375-9c42-925e854722fd),segment_id=482572b3-9d65-4375-9c42-925e854722fd)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:00:36.993051 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4ecb6fb5-0cf9-456f-8f64-b4c1f559aad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:37.094432 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecb6fb5-0cf9-456f-8f64-b4c1f559aad4 None None] Pushing event updated for resources: {'Port': ['ID=ae685924-f00e-4e6c-b5c3-2764ef129cd2,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:37.126166 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d5fbd4-375d-4125-9549-73f6ef4c98f2 req-f1159999-6331-46bf-9fdd-197d04d58077 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:37.134778 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d6d5fbd4-375d-4125-9549-73f6ef4c98f2 req-f1159999-6331-46bf-9fdd-197d04d58077 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=64dce353-055b-404e-bb15-893d8d6f9f87 HTTP/1.1" status: 200 len: 946 time: 0.1695628 Aug 16 23:00:37.151886 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-15a23d72-1d0d-41fd-b5b7-e6e6cd90a60a None None] Provisioning for port dfd85f5a-d044-4842-bc93-5e45974c3bc0 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:00:37.171633 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-15a23d72-1d0d-41fd-b5b7-e6e6cd90a60a None None] Provisioning complete for port dfd85f5a-d044-4842-bc93-5e45974c3bc0 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:00:37.176229 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-82ab5d39-6671-4226-8ee2-2f387f405fe8 req-071d74c7-1b9f-4e66-b9ba-b635a5cb6c81 service neutron] 10.222.0.68 "GET /v2.0/networks/5afa7f88-eeaa-4717-8103-9ee9125ee829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5614870 Aug 16 23:00:37.177119 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-15a23d72-1d0d-41fd-b5b7-e6e6cd90a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:37.188690 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-06b4e757-8230-4e48-8f19-b327b6caa6c6 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Deleting port dfd85f5a-d044-4842-bc93-5e45974c3bc0 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:00:37.189107 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-06b4e757-8230-4e48-8f19-b327b6caa6c6 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:37.235408 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a4433f61-ccbb-40fb-8a10-26807cea1a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:37.261692 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-15a23d72-1d0d-41fd-b5b7-e6e6cd90a60a None None] Port dfd85f5a-d044-4842-bc93-5e45974c3bc0 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:00:37.305507 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4433f61-ccbb-40fb-8a10-26807cea1a35 admin admin] Pushing event deleted for resources: {'Port': ['ID=c073c020-84bd-428e-af9f-343e25e3f323,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:37.346554 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-06b4e757-8230-4e48-8f19-b327b6caa6c6 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:37.385726 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-06b4e757-8230-4e48-8f19-b327b6caa6c6 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Calling delete_port for dfd85f5a-d044-4842-bc93-5e45974c3bc0 owned by {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:00:37.468932 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a4433f61-ccbb-40fb-8a10-26807cea1a35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537121'] for router_gateway, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:37.595270 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-06b4e757-8230-4e48-8f19-b327b6caa6c6 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:37.678304 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b4e757-8230-4e48-8f19-b327b6caa6c6 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event deleted for resources: {'Port': ['ID=dfd85f5a-d044-4842-bc93-5e45974c3bc0,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:37.696239 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d6d5fbd4-375d-4125-9549-73f6ef4c98f2 req-5afc00b1-923d-4fa7-8164-130541da4ec0 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=cb930d9d-af57-42ec-901a-b3e522b04153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5584872 Aug 16 23:00:37.739121 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a4433f61-ccbb-40fb-8a10-26807cea1a35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:37.753337 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a4433f61-ccbb-40fb-8a10-26807cea1a35 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:37.797491 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-06b4e757-8230-4e48-8f19-b327b6caa6c6 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:37.808001 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-06b4e757-8230-4e48-8f19-b327b6caa6c6 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/ports/dfd85f5a-d044-4842-bc93-5e45974c3bc0 HTTP/1.1" status: 204 len: 168 time: 1.0314608 Aug 16 23:00:37.820069 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 43532) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:37.909603 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a4433f61-ccbb-40fb-8a10-26807cea1a35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:37.910149 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4433f61-ccbb-40fb-8a10-26807cea1a35 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e00188eb-ebe3-40d4-8770-080c72a10969 {{(pid=101291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:00:37.915773 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a4433f61-ccbb-40fb-8a10-26807cea1a35 admin admin] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:37.925182 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-a4433f61-ccbb-40fb-8a10-26807cea1a35 admin admin] 10.222.0.36 "DELETE /v2.0/routers/e00188eb-ebe3-40d4-8770-080c72a10969 HTTP/1.1" status: 204 len: 168 time: 2.9495361 Aug 16 23:00:37.926908 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 43534) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:38.057977 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-305a8979-f7fb-4660-a219-14089e645a87 admin admin] Deleting subnet 219926a6-4490-4512-90b1-297cef945c78 {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:00:38.065254 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-305a8979-f7fb-4660-a219-14089e645a87 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:38.108464 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-82ab5d39-6671-4226-8ee2-2f387f405fe8 req-eed5f9b3-8493-40b7-83c9-fcf96e6e7bc7 service neutron] 10.222.0.68 "GET /v2.0/networks/5afa7f88-eeaa-4717-8103-9ee9125ee829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5292914 Aug 16 23:00:38.112264 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1bca4b-9a40-4b14-a385-8a13a9b09cd5 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:38.126516 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1bca4b-9a40-4b14-a385-8a13a9b09cd5 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:38.136271 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-cf1bca4b-9a40-4b14-a385-8a13a9b09cd5 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2932653 Aug 16 23:00:38.138197 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 43536) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:38.173439 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-305a8979-f7fb-4660-a219-14089e645a87 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:38.259570 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3daf0d9-85be-4e23-a455-0b8e4e2c6b99 req-9a2ac24f-20e0-4236-8ba7-5ecb70bf223d tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:38.267851 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b3daf0d9-85be-4e23-a455-0b8e4e2c6b99 req-9a2ac24f-20e0-4236-8ba7-5ecb70bf223d tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1dee21d-438d-4809-b7fc-08c3f1ed2e89 HTTP/1.1" status: 200 len: 944 time: 0.2691386 Aug 16 23:00:38.335310 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_v2 [None req-af7d9428-dedc-4b04-b9b9-c0604524e132 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Deleting subnet e0699d25-8afd-4017-9e7e-7403f8773abd {{(pid=101292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:00:38.346020 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-305a8979-f7fb-4660-a219-14089e645a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:38.347397 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-af7d9428-dedc-4b04-b9b9-c0604524e132 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for subnet, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:38.422725 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ba3df5-bf05-4764-a03e-1bb00a0a71f6 req-e3831387-d703-4826-95d0-0fcef5816c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:38.424690 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c0ba3df5-bf05-4764-a03e-1bb00a0a71f6 req-e3831387-d703-4826-95d0-0fcef5816c18 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bc1dde6b43054c1db1326da283b98f4f&device_id=c1dee21d-438d-4809-b7fc-08c3f1ed2e89 HTTP/1.1" status: 200 len: 1096 time: 0.2591445 Aug 16 23:00:38.428512 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-305a8979-f7fb-4660-a219-14089e645a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:38.468232 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b3daf0d9-85be-4e23-a455-0b8e4e2c6b99 req-9147e503-fbb3-4d50-a2d0-e346da847f2c tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990190 Aug 16 23:00:38.472847 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305a8979-f7fb-4660-a219-14089e645a87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=219926a6-4490-4512-90b1-297cef945c78,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:38.497239 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-305a8979-f7fb-4660-a219-14089e645a87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:38.503414 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc49d686-e1bd-4bf5-a07a-9f572b92ffb6 None None] Network 531036b9-b324-4db9-9e78-5626e82b1955 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:00:38.523303 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-af7d9428-dedc-4b04-b9b9-c0604524e132 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3848860'] for subnet, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:38.531020 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 43538) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:38.533603 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-305a8979-f7fb-4660-a219-14089e645a87 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/219926a6-4490-4512-90b1-297cef945c78 HTTP/1.1" status: 204 len: 168 time: 0.6043971 Aug 16 23:00:38.884714 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a2acff8c-6f1d-4a29-abfb-56fe8a84f8bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:38.913318 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9679d7-ead9-4bee-9653-7fb72b97d0cc None None] DHCP port deletion for 531036b9-b324-4db9-9e78-5626e82b1955 request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:00:38.917561 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ba3df5-bf05-4764-a03e-1bb00a0a71f6 req-f895bda5-7cb4-4612-b573-9e02eed7291e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:38.918794 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c0ba3df5-bf05-4764-a03e-1bb00a0a71f6 req-f895bda5-7cb4-4612-b573-9e02eed7291e service neutron] 10.222.0.68 "GET /v2.0/networks?id=5afa7f88-eeaa-4717-8103-9ee9125ee829 HTTP/1.1" status: 200 len: 913 time: 0.4734249 Aug 16 23:00:38.981640 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device ae685924-f00e-4e6c-b5c3-2764ef129cd2 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:00:39.031735 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-af7d9428-dedc-4b04-b9b9-c0604524e132 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:39.069694 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c0ba3df5-bf05-4764-a03e-1bb00a0a71f6 req-c2fc1502-7e42-44b2-9c22-dbffb6d48f8c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78b2a6f7-cb2d-47b0-bd91-a53feb63923f HTTP/1.1" status: 200 len: 217 time: 0.1399157 Aug 16 23:00:39.161570 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8ec8b3-4f9f-44fa-a973-0a78747102ff req-c94ab4a9-15d9-45d8-bc11-2e9c3390e66d tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:39.171871 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0a8ec8b3-4f9f-44fa-a973-0a78747102ff req-c94ab4a9-15d9-45d8-bc11-2e9c3390e66d tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=64dce353-055b-404e-bb15-893d8d6f9f87 HTTP/1.1" status: 200 len: 946 time: 0.3115289 Aug 16 23:00:39.217704 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c9679d7-ead9-4bee-9653-7fb72b97d0cc None None] Deleting port b87cae24-9af6-463a-bef6-1c1b07d5614e {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:00:39.218812 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c9679d7-ead9-4bee-9653-7fb72b97d0cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:39.270426 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0a8ec8b3-4f9f-44fa-a973-0a78747102ff req-241e4cd8-524a-44e1-983f-08ad3da9444c tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=cb930d9d-af57-42ec-901a-b3e522b04153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962658 Aug 16 23:00:39.281257 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ba3df5-bf05-4764-a03e-1bb00a0a71f6 req-003d79c4-e9fc-4237-b7af-29bb52c4a670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:39.282716 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c0ba3df5-bf05-4764-a03e-1bb00a0a71f6 req-003d79c4-e9fc-4237-b7af-29bb52c4a670 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d47d6ce6-f0e6-4637-a178-044cb0396017 HTTP/1.1" status: 200 len: 852 time: 0.1851215 Aug 16 23:00:39.371560 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c9679d7-ead9-4bee-9653-7fb72b97d0cc None None] For port b87cae24-9af6-463a-bef6-1c1b07d5614e, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=b87cae24-9af6-463a-bef6-1c1b07d5614e,segment=NetworkSegment(53d467f8-f004-4151-9ec1-9b0943941835),segment_id=53d467f8-f004-4151-9ec1-9b0943941835)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:00:39.371970 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c9679d7-ead9-4bee-9653-7fb72b97d0cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:39.380602 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-af7d9428-dedc-4b04-b9b9-c0604524e132 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26252129'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:39.394870 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c0ba3df5-bf05-4764-a03e-1bb00a0a71f6 req-553f3cc3-8bf3-4de2-8156-fd653df4b889 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5afa7f88-eeaa-4717-8103-9ee9125ee829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0988946 Aug 16 23:00:39.404807 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c9679d7-ead9-4bee-9653-7fb72b97d0cc None None] Calling delete_port for b87cae24-9af6-463a-bef6-1c1b07d5614e owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:00:39.411887 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-a2acff8c-6f1d-4a29-abfb-56fe8a84f8bf admin admin] Deleting port b87cae24-9af6-463a-bef6-1c1b07d5614e {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:00:39.412376 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a2acff8c-6f1d-4a29-abfb-56fe8a84f8bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:39.569754 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7d9428-dedc-4b04-b9b9-c0604524e132 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event deleted for resources: {'Subnet': ['ID=e0699d25-8afd-4017-9e7e-7403f8773abd,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:39.638918 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port ae685924-f00e-4e6c-b5c3-2764ef129cd2 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:00:39.641872 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:39.645358 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c9679d7-ead9-4bee-9653-7fb72b97d0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:39.721696 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-af7d9428-dedc-4b04-b9b9-c0604524e132 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:39.723760 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-af7d9428-dedc-4b04-b9b9-c0604524e132 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/subnets/e0699d25-8afd-4017-9e7e-7403f8773abd HTTP/1.1" status: 204 len: 168 time: 1.5842907 Aug 16 23:00:39.726468 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 43546) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:39.741807 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-a2acff8c-6f1d-4a29-abfb-56fe8a84f8bf admin admin] For port b87cae24-9af6-463a-bef6-1c1b07d5614e, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=b87cae24-9af6-463a-bef6-1c1b07d5614e,segment=NetworkSegment(53d467f8-f004-4151-9ec1-9b0943941835),segment_id=53d467f8-f004-4151-9ec1-9b0943941835)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:00:39.742184 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a2acff8c-6f1d-4a29-abfb-56fe8a84f8bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:39.778101 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b4e55a-8b9f-4c5d-a0c9-118730db3406 None None] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:00:39.779610 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-a2acff8c-6f1d-4a29-abfb-56fe8a84f8bf admin admin] Calling delete_port for b87cae24-9af6-463a-bef6-1c1b07d5614e owned by network:dhcp {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:00:39.818605 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9679d7-ead9-4bee-9653-7fb72b97d0cc None None] No DVR routers for this DVR port b87cae24-9af6-463a-bef6-1c1b07d5614e on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:00:39.835943 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9679d7-ead9-4bee-9653-7fb72b97d0cc None None] Pushing event deleted for resources: {'Port': ['ID=b87cae24-9af6-463a-bef6-1c1b07d5614e,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:39.852014 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-a8b612c5-094f-4c8b-ba8f-d9bc3fd60c07 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1230381 Aug 16 23:00:39.856468 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 43548) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:39.976056 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f1ad4a-f78f-46be-8438-05a4b34e1864 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:39.984824 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-43f1ad4a-f78f-46be-8438-05a4b34e1864 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1246734 Aug 16 23:00:39.985774 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 43550) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:40.129689 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41be49c8-619a-4d7f-b44c-81fd4a26dc8b tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:40.129689 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-41be49c8-619a-4d7f-b44c-81fd4a26dc8b tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1281891 Aug 16 23:00:40.130718 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 43552) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:40.238391 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-8030c317-92fa-4de3-98a5-ff89e28c3ded tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1060328 Aug 16 23:00:40.239685 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 43554) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:40.246515 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-90b21a29-9bf8-4b9c-97fb-edf7b4df4d68 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Request body: {'subnet': {'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:00:40.328786 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a2acff8c-6f1d-4a29-abfb-56fe8a84f8bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:40.348983 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a475d0-2207-4114-8a47-5e766819436a req-7e2928a1-90a4-4e07-9416-7231b3fa1850 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:40.357410 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d7a475d0-2207-4114-8a47-5e766819436a req-7e2928a1-90a4-4e07-9416-7231b3fa1850 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1dee21d-438d-4809-b7fc-08c3f1ed2e89 HTTP/1.1" status: 200 len: 944 time: 0.6475439 Aug 16 23:00:40.373140 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device add2a5f3-f3ad-4019-84b0-a0853166771c no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:00:40.389427 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c0ba3df5-bf05-4764-a03e-1bb00a0a71f6 req-bd668b0c-6bd5-4819-8b38-3a485f6f3a9f service neutron] 10.222.0.68 "GET /v2.0/networks/5afa7f88-eeaa-4717-8103-9ee9125ee829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9741187 Aug 16 23:00:40.422089 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb8ec22-4db9-42c5-8a61-65331c38d10f None None] DHCP port deletion for 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:00:40.427497 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: add2a5f3-f3ad-4019-84b0-a0853166771c {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:00:40.427848 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device add2a5f3-f3ad-4019-84b0-a0853166771c not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:00:40.428397 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device c073c020-84bd-428e-af9f-343e25e3f323 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:00:40.454601 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: c073c020-84bd-428e-af9f-343e25e3f323 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:00:40.454788 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device c073c020-84bd-428e-af9f-343e25e3f323 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:00:40.492022 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90b21a29-9bf8-4b9c-97fb-edf7b4df4d68 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Made reservation on behalf of 68b563add1f042a58ab2d8884a30332e for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:00:40.500047 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-90b21a29-9bf8-4b9c-97fb-edf7b4df4d68 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:40.507374 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 78b2a6f7-cb2d-47b0-bd91-a53feb63923f details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:00:40.525574 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2acff8c-6f1d-4a29-abfb-56fe8a84f8bf admin admin] Pushing event deleted for resources: {'Port': ['ID=b87cae24-9af6-463a-bef6-1c1b07d5614e,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:40.557679 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2acff8c-6f1d-4a29-abfb-56fe8a84f8bf admin admin] No DVR routers for this DVR port b87cae24-9af6-463a-bef6-1c1b07d5614e on host n-d-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:00:40.617170 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d7a475d0-2207-4114-8a47-5e766819436a req-9d14f639-8e93-430f-82f4-7233a0643b76 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586083 Aug 16 23:00:40.771468 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 78b2a6f7-cb2d-47b0-bd91-a53feb63923f, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=78b2a6f7-cb2d-47b0-bd91-a53feb63923f,segment=NetworkSegment(d9a940b8-4f1c-423f-8b77-621d8ce494fc),segment_id=d9a940b8-4f1c-423f-8b77-621d8ce494fc)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:00:40.844096 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a2acff8c-6f1d-4a29-abfb-56fe8a84f8bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:40.844096 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-a2acff8c-6f1d-4a29-abfb-56fe8a84f8bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['531036b9-b324-4db9-9e78-5626e82b1955']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:00:40.844096 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-a2acff8c-6f1d-4a29-abfb-56fe8a84f8bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53d467f8-f004-4151-9ec1-9b0943941835') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:00:40.844096 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-a2acff8c-6f1d-4a29-abfb-56fe8a84f8bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53d467f8-f004-4151-9ec1-9b0943941835') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:00:40.844096 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a2acff8c-6f1d-4a29-abfb-56fe8a84f8bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:40.845624 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': '78b2a6f7-cb2d-47b0-bd91-a53feb63923f', 'network_id': '5afa7f88-eeaa-4717-8103-9ee9125ee829', 'port_id': '78b2a6f7-cb2d-47b0-bd91-a53feb63923f', 'mac_address': 'fa:16:3e:8c:fa:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd47d6ce6-f0e6-4637-a178-044cb0396017', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:00:40.868621 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a2acff8c-6f1d-4a29-abfb-56fe8a84f8bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:40.878912 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-9bb8ec22-4db9-42c5-8a61-65331c38d10f None None] Deleting port ae685924-f00e-4e6c-b5c3-2764ef129cd2 {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:00:40.879291 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9bb8ec22-4db9-42c5-8a61-65331c38d10f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:40.923293 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2acff8c-6f1d-4a29-abfb-56fe8a84f8bf admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:00:40.923674 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a2acff8c-6f1d-4a29-abfb-56fe8a84f8bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:41.007904 n-d-791506-26 neutron-server[101292]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:00:41.007904 n-d-791506-26 neutron-server[101292]: self.session.flush() Aug 16 23:00:41.007904 n-d-791506-26 neutron-server[101292]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:00:41.007904 n-d-791506-26 neutron-server[101292]: self.session.flush() Aug 16 23:00:41.007904 n-d-791506-26 neutron-server[101292]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:00:41.007904 n-d-791506-26 neutron-server[101292]: self.session.flush() Aug 16 23:00:41.007904 n-d-791506-26 neutron-server[101292]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:00:41.007904 n-d-791506-26 neutron-server[101292]: self.session.flush() Aug 16 23:00:41.007904 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 16 23:00:41.007904 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:00:41.007904 n-d-791506-26 neutron-server[101292]: timer() Aug 16 23:00:41.007904 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:00:41.007904 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 16 23:00:41.007904 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:00:41.007904 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 16 23:00:41.007904 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:00:41.007904 n-d-791506-26 neutron-server[101292]: self._notify() Aug 16 23:00:41.007904 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:00:41.007904 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 16 23:00:41.007904 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:00:41.007904 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 16 23:00:41.007904 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:00:41.007904 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:00:41.007904 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:00:41.007904 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:00:41.007904 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:00:41.007904 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 16 23:00:41.007904 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:00:41.007904 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 16 23:00:41.007904 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:00:41.007904 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:00:41.007904 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:00:41.007904 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 16 23:00:41.007904 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:00:41.007904 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:00:41.007904 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:00:41.007904 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:00:41.007904 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:00:41.007904 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:00:41.007904 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:00:41.049809 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9bb8ec22-4db9-42c5-8a61-65331c38d10f None None] For port ae685924-f00e-4e6c-b5c3-2764ef129cd2, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=ae685924-f00e-4e6c-b5c3-2764ef129cd2,segment=NetworkSegment(482572b3-9d65-4375-9c42-925e854722fd),segment_id=482572b3-9d65-4375-9c42-925e854722fd)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:00:41.050212 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9bb8ec22-4db9-42c5-8a61-65331c38d10f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:41.050472 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a2acff8c-6f1d-4a29-abfb-56fe8a84f8bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:41.081150 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-9bb8ec22-4db9-42c5-8a61-65331c38d10f None None] Calling delete_port for ae685924-f00e-4e6c-b5c3-2764ef129cd2 owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:00:41.086694 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a2acff8c-6f1d-4a29-abfb-56fe8a84f8bf admin admin] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:41.092122 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-a2acff8c-6f1d-4a29-abfb-56fe8a84f8bf admin admin] 10.222.0.36 "DELETE /v2.0/networks/531036b9-b324-4db9-9e78-5626e82b1955 HTTP/1.1" status: 204 len: 168 time: 2.5064342 Aug 16 23:00:41.094799 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2acff8c-6f1d-4a29-abfb-56fe8a84f8bf admin admin] Pushing event deleted for resources: {'Network': ['ID=531036b9-b324-4db9-9e78-5626e82b1955,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:41.116549 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d748b1-3d8f-46e3-8566-3d98ec3059c1 req-e2bd4976-c20e-49ff-8431-ce103d835437 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:41.118228 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e1d748b1-3d8f-46e3-8566-3d98ec3059c1 req-e2bd4976-c20e-49ff-8431-ce103d835437 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=64dce353-055b-404e-bb15-893d8d6f9f87 HTTP/1.1" status: 200 len: 946 time: 0.2857952 Aug 16 23:00:41.127200 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c0ba3df5-bf05-4764-a03e-1bb00a0a71f6 req-e77d4b68-09c0-4ffa-9b96-a34949c02767 service neutron] 10.222.0.68 "GET /v2.0/networks/5afa7f88-eeaa-4717-8103-9ee9125ee829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6376164 Aug 16 23:00:41.129073 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acff8c-6f1d-4a29-abfb-56fe8a84f8bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:00:41.130078 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acff8c-6f1d-4a29-abfb-56fe8a84f8bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:00:41.130078 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acff8c-6f1d-4a29-abfb-56fe8a84f8bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:00:41.130078 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acff8c-6f1d-4a29-abfb-56fe8a84f8bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:00:41.130413 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acff8c-6f1d-4a29-abfb-56fe8a84f8bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:00:41.130744 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acff8c-6f1d-4a29-abfb-56fe8a84f8bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:00:41.131052 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acff8c-6f1d-4a29-abfb-56fe8a84f8bf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:00:41.131387 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acff8c-6f1d-4a29-abfb-56fe8a84f8bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:00:41.131714 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acff8c-6f1d-4a29-abfb-56fe8a84f8bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:00:41.132041 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acff8c-6f1d-4a29-abfb-56fe8a84f8bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:00:41.132368 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acff8c-6f1d-4a29-abfb-56fe8a84f8bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:00:41.132777 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acff8c-6f1d-4a29-abfb-56fe8a84f8bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:00:41.296012 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e1d748b1-3d8f-46e3-8566-3d98ec3059c1 req-e3f2b418-55d4-452a-856b-35e8578d68cc tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=cb930d9d-af57-42ec-901a-b3e522b04153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1579561 Aug 16 23:00:41.372274 n-d-791506-26 neutron-server[101291]: DEBUG neutron.objects.ports [None req-90b21a29-9bf8-4b9c-97fb-edf7b4df4d68 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101291) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 23:00:41.378784 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device b87cae24-9af6-463a-bef6-1c1b07d5614e no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:00:41.391046 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:41.474790 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9bb8ec22-4db9-42c5-8a61-65331c38d10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:41.491178 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: b87cae24-9af6-463a-bef6-1c1b07d5614e {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:00:41.493176 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device b87cae24-9af6-463a-bef6-1c1b07d5614e not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:00:41.493865 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device ae685924-f00e-4e6c-b5c3-2764ef129cd2 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:00:41.583195 n-d-791506-26 neutron-server[101291]: WARNING neutron.services.revisions.revision_plugin [None req-90b21a29-9bf8-4b9c-97fb-edf7b4df4d68 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Could not find related port for resource to bump revision. Aug 16 23:00:41.584826 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:41.595532 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78b2a6f7-cb2d-47b0-bd91-a53feb63923f {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:00:41.597525 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.ipam_pluggable_backend [None req-90b21a29-9bf8-4b9c-97fb-edf7b4df4d68 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Port ae685924-f00e-4e6c-b5c3-2764ef129cd2 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=101291) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 16 23:00:41.597525 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.ipam_pluggable_backend [None req-90b21a29-9bf8-4b9c-97fb-edf7b4df4d68 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Reverting IP allocation for 2001:db8::f816:3eff:fe0a:e70a {{(pid=101291) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 16 23:00:41.600369 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb8ec22-4db9-42c5-8a61-65331c38d10f None None] Pushing event deleted for resources: {'Port': ['ID=ae685924-f00e-4e6c-b5c3-2764ef129cd2,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:41.601786 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.ipam_pluggable_backend [None req-90b21a29-9bf8-4b9c-97fb-edf7b4df4d68 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe0a:e70a {{(pid=101291) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 16 23:00:41.606407 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-90b21a29-9bf8-4b9c-97fb-edf7b4df4d68 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:41.613290 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: ae685924-f00e-4e6c-b5c3-2764ef129cd2 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:00:41.613635 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device ae685924-f00e-4e6c-b5c3-2764ef129cd2 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:00:41.633777 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb8ec22-4db9-42c5-8a61-65331c38d10f None None] No DVR routers for this DVR port ae685924-f00e-4e6c-b5c3-2764ef129cd2 on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:00:41.711423 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 78b2a6f7-cb2d-47b0-bd91-a53feb63923f, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=78b2a6f7-cb2d-47b0-bd91-a53feb63923f,segment=NetworkSegment(d9a940b8-4f1c-423f-8b77-621d8ce494fc),segment_id=d9a940b8-4f1c-423f-8b77-621d8ce494fc)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:00:41.718673 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:41.726212 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 43572) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:41.741052 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b21a29-9bf8-4b9c-97fb-edf7b4df4d68 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:00:41.745393 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-90b21a29-9bf8-4b9c-97fb-edf7b4df4d68 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:00:41.761989 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b21a29-9bf8-4b9c-97fb-edf7b4df4d68 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:41.764147 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-90b21a29-9bf8-4b9c-97fb-edf7b4df4d68 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:41.801496 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a59130-2170-410f-9e52-17eb5819a946 None None] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:00:41.810865 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b21a29-9bf8-4b9c-97fb-edf7b4df4d68 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event updated for resources: {'Subnet': ['ID=8b741785-3285-4cd8-ba9e-a783a997939e,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:41.815231 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-701e03fc-227e-4981-b8b8-b7ab6de2de24 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=316a8bb8081c48deabaf4219b762cf2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0875525 Aug 16 23:00:41.818650 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 43574) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:41.866870 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b21a29-9bf8-4b9c-97fb-edf7b4df4d68 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:00:41.867265 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b21a29-9bf8-4b9c-97fb-edf7b4df4d68 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:00:41.867612 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b21a29-9bf8-4b9c-97fb-edf7b4df4d68 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:00:41.872908 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b21a29-9bf8-4b9c-97fb-edf7b4df4d68 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:00:41.873309 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b21a29-9bf8-4b9c-97fb-edf7b4df4d68 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:00:41.873660 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b21a29-9bf8-4b9c-97fb-edf7b4df4d68 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:00:41.874009 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b21a29-9bf8-4b9c-97fb-edf7b4df4d68 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:00:41.874354 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b21a29-9bf8-4b9c-97fb-edf7b4df4d68 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:00:41.875442 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b21a29-9bf8-4b9c-97fb-edf7b4df4d68 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:00:41.875442 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b21a29-9bf8-4b9c-97fb-edf7b4df4d68 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:00:41.875442 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b21a29-9bf8-4b9c-97fb-edf7b4df4d68 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:00:41.875727 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b21a29-9bf8-4b9c-97fb-edf7b4df4d68 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:00:41.891693 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-90b21a29-9bf8-4b9c-97fb-edf7b4df4d68 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6499641 Aug 16 23:00:41.896023 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 43576) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:41.913308 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-85608fda-4baa-40cd-94a2-2b11c6d9f1f0 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Request body: {'subnet': {'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:00:41.923793 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=78b2a6f7-cb2d-47b0-bd91-a53feb63923f,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:41.943224 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51020a25-51e7-4785-8ca5-6c8304b5351b req-a1a12f0e-3b6c-461b-9051-368ebed83deb tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:41.947412 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-51020a25-51e7-4785-8ca5-6c8304b5351b req-a1a12f0e-3b6c-461b-9051-368ebed83deb tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1dee21d-438d-4809-b7fc-08c3f1ed2e89 HTTP/1.1" status: 200 len: 945 time: 0.1285639 Aug 16 23:00:41.987489 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5a648d8c-16cc-4879-9f9d-622610e3eb5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:42.020288 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['78b2a6f7-cb2d-47b0-bd91-a53feb63923f'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:00:42.073063 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5a648d8c-16cc-4879-9f9d-622610e3eb5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:42.168820 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5a648d8c-16cc-4879-9f9d-622610e3eb5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:42.174968 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5a648d8c-16cc-4879-9f9d-622610e3eb5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:42.176770 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-5a648d8c-16cc-4879-9f9d-622610e3eb5e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/36e1a129-3c18-4a16-95b0-71d287bc9b28 HTTP/1.1" status: 204 len: 168 time: 0.3568749 Aug 16 23:00:42.198549 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a648d8c-16cc-4879-9f9d-622610e3eb5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e1a129-3c18-4a16-95b0-71d287bc9b28,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:42.203400 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-51020a25-51e7-4785-8ca5-6c8304b5351b req-8c686f42-e830-46ca-b184-6407929a0c93 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447122 Aug 16 23:00:42.250750 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b68b35-c238-49ce-9194-f4fb157e4105 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'tenant_id': '68b563add1f042a58ab2d8884a30332e', 'fixed_ips': [{'subnet_id': '8b741785-3285-4cd8-ba9e-a783a997939e'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:00:42.251632 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-29b68b35-c238-49ce-9194-f4fb157e4105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:42.399609 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85608fda-4baa-40cd-94a2-2b11c6d9f1f0 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Made reservation on behalf of 68b563add1f042a58ab2d8884a30332e for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:00:42.403546 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-85608fda-4baa-40cd-94a2-2b11c6d9f1f0 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:42.654736 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-29b68b35-c238-49ce-9194-f4fb157e4105 None None] Allocated IP 2001:db8::f816:3eff:fe5b:c5d (09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5/8b741785-3285-4cd8-ba9e-a783a997939e/a25229c8-5c03-4d7d-8d82-53be4ebd60b2) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:00:42.718987 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dba30f-e38d-4deb-acc1-2bf89db6886c req-d6a1b44c-c465-4c58-931e-c1d86b0d4415 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:42.731056 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-49dba30f-e38d-4deb-acc1-2bf89db6886c req-d6a1b44c-c465-4c58-931e-c1d86b0d4415 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=64dce353-055b-404e-bb15-893d8d6f9f87 HTTP/1.1" status: 200 len: 946 time: 0.1948001 Aug 16 23:00:42.742562 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:00:42.770366 n-d-791506-26 neutron-server[101292]: INFO neutron.db.ipam_backend_mixin [None req-85608fda-4baa-40cd-94a2-2b11c6d9f1f0 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8b741785-3285-4cd8-ba9e-a783a997939e (CIDR: 2001:db8::/64) Aug 16 23:00:42.782537 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-85608fda-4baa-40cd-94a2-2b11c6d9f1f0 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 23:00:42.782994 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85608fda-4baa-40cd-94a2-2b11c6d9f1f0 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:00:42.816904 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-49dba30f-e38d-4deb-acc1-2bf89db6886c req-974e3c69-4a07-41b2-8144-75c711ea00b6 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=cb930d9d-af57-42ec-901a-b3e522b04153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812445 Aug 16 23:00:42.828169 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-85608fda-4baa-40cd-94a2-2b11c6d9f1f0 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9216223 Aug 16 23:00:42.835769 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 43586) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:42.846902 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-5acab26a-71b1-4c27-a19d-06fd456f4bc6 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Request body: {'subnet': {'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:00:43.057415 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-29b68b35-c238-49ce-9194-f4fb157e4105 None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:43.081105 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-29b68b35-c238-49ce-9194-f4fb157e4105 None None] Transition to ACTIVE for port object a25229c8-5c03-4d7d-8d82-53be4ebd60b2 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:00:43.121850 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-29b68b35-c238-49ce-9194-f4fb157e4105 None None] Transition to ACTIVE for port object a25229c8-5c03-4d7d-8d82-53be4ebd60b2 will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:00:43.146129 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-29b68b35-c238-49ce-9194-f4fb157e4105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:43.215746 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5acab26a-71b1-4c27-a19d-06fd456f4bc6 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Made reservation on behalf of 68b563add1f042a58ab2d8884a30332e for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:00:43.220782 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5acab26a-71b1-4c27-a19d-06fd456f4bc6 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:43.294701 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b68b35-c238-49ce-9194-f4fb157e4105 None None] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:00:43.310993 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-29b68b35-c238-49ce-9194-f4fb157e4105 None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:00:43.316818 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b68b35-c238-49ce-9194-f4fb157e4105 None None] Pushing event updated for resources: {'Port': ['ID=a25229c8-5c03-4d7d-8d82-53be4ebd60b2,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:43.334882 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b68b35-c238-49ce-9194-f4fb157e4105 None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:00:43.502716 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-29b68b35-c238-49ce-9194-f4fb157e4105 None None] Attempting to bind port a25229c8-5c03-4d7d-8d82-53be4ebd60b2 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:00:43.503347 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-29b68b35-c238-49ce-9194-f4fb157e4105 None None] Attempting to bind port a25229c8-5c03-4d7d-8d82-53be4ebd60b2 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '482572b3-9d65-4375-9c42-925e854722fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:00:43.503911 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b68b35-c238-49ce-9194-f4fb157e4105 None None] Attempting to bind port a25229c8-5c03-4d7d-8d82-53be4ebd60b2 on network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:00:43.522023 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b68b35-c238-49ce-9194-f4fb157e4105 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:00:43.523964 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b68b35-c238-49ce-9194-f4fb157e4105 None None] Checking segment: {'id': '482572b3-9d65-4375-9c42-925e854722fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:00:43.526252 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-29b68b35-c238-49ce-9194-f4fb157e4105 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:43.527076 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b68b35-c238-49ce-9194-f4fb157e4105 None None] Bound using segment: {'id': '482572b3-9d65-4375-9c42-925e854722fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:00:43.530920 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-29b68b35-c238-49ce-9194-f4fb157e4105 None None] Bound port: a25229c8-5c03-4d7d-8d82-53be4ebd60b2, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '482572b3-9d65-4375-9c42-925e854722fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:00:43.532927 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-29b68b35-c238-49ce-9194-f4fb157e4105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:43.728596 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-29b68b35-c238-49ce-9194-f4fb157e4105 None None] For port a25229c8-5c03-4d7d-8d82-53be4ebd60b2, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:00:43.732126 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-29b68b35-c238-49ce-9194-f4fb157e4105 None None] For port a25229c8-5c03-4d7d-8d82-53be4ebd60b2, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=a25229c8-5c03-4d7d-8d82-53be4ebd60b2,segment=NetworkSegment(482572b3-9d65-4375-9c42-925e854722fd),segment_id=482572b3-9d65-4375-9c42-925e854722fd)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:00:43.739454 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-29b68b35-c238-49ce-9194-f4fb157e4105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:43.802568 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b68b35-c238-49ce-9194-f4fb157e4105 None None] Pushing event updated for resources: {'Port': ['ID=a25229c8-5c03-4d7d-8d82-53be4ebd60b2,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:43.897458 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5acab26a-71b1-4c27-a19d-06fd456f4bc6 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:44.005963 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acab26a-71b1-4c27-a19d-06fd456f4bc6 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event updated for resources: {'Subnet': ['ID=53e9013d-8ccd-4b39-84fe-03122f45db40,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:44.019150 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5acab26a-71b1-4c27-a19d-06fd456f4bc6 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:00:44.024043 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-5acab26a-71b1-4c27-a19d-06fd456f4bc6 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:00:44.038279 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5acab26a-71b1-4c27-a19d-06fd456f4bc6 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:44.039303 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5acab26a-71b1-4c27-a19d-06fd456f4bc6 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:44.059153 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42783895-d625-45bb-a675-8662ac630f2a req-6b2e8e53-3c50-40a9-9fc5-b6933d24e771 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:44.067486 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-42783895-d625-45bb-a675-8662ac630f2a req-6b2e8e53-3c50-40a9-9fc5-b6933d24e771 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1dee21d-438d-4809-b7fc-08c3f1ed2e89 HTTP/1.1" status: 200 len: 945 time: 0.1922140 Aug 16 23:00:44.165966 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-42783895-d625-45bb-a675-8662ac630f2a req-c12efb44-bd70-45cc-a330-14a952c92b13 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954406 Aug 16 23:00:44.190370 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 43614) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:44.197525 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-93033851-4cc0-4040-85ac-d73fb39d88df tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Request body: {'port': {'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'mac_address': 'fa:16:3e:a2:1f:e3', 'name': 'tempest-NetworksTestDHCPv6-872991054'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:00:44.198379 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-5acab26a-71b1-4c27-a19d-06fd456f4bc6 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3612437 Aug 16 23:00:44.437712 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065f20ef-9f64-41b4-8e4c-bd9d45a3ad6a req-2caa4f2f-4374-45aa-9b7b-30e7e091f7c1 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:44.448099 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-065f20ef-9f64-41b4-8e4c-bd9d45a3ad6a req-2caa4f2f-4374-45aa-9b7b-30e7e091f7c1 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=64dce353-055b-404e-bb15-893d8d6f9f87 HTTP/1.1" status: 200 len: 946 time: 0.1210020 Aug 16 23:00:44.507830 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93033851-4cc0-4040-85ac-d73fb39d88df tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Made reservation on behalf of 68b563add1f042a58ab2d8884a30332e for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:00:44.527582 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-065f20ef-9f64-41b4-8e4c-bd9d45a3ad6a req-ab28eb79-ded8-4f3f-866a-a19c69d67b47 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=cb930d9d-af57-42ec-901a-b3e522b04153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751512 Aug 16 23:00:44.544040 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 78b2a6f7-cb2d-47b0-bd91-a53feb63923f up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:00:44.713109 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-93033851-4cc0-4040-85ac-d73fb39d88df tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:44.765262 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning for port 78b2a6f7-cb2d-47b0-bd91-a53feb63923f completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:00:44.777516 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port 78b2a6f7-cb2d-47b0-bd91-a53feb63923f triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:00:44.784781 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:44.828572 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-93033851-4cc0-4040-85ac-d73fb39d88df tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] device_id is not set on port 2a433694-67b8-4f25-8e7e-1c07ad3687a7 yet. {{(pid=101291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 23:00:44.941360 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device a25229c8-5c03-4d7d-8d82-53be4ebd60b2 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:00:45.058688 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:45.119660 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1dee21d-438d-4809-b7fc-08c3f1ed2e89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78b2a6f7-cb2d-47b0-bd91-a53feb63923f'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:00:45.122548 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0894e6d8-935b-4df8-8814-c748d08ea91d" -d '{"events": [{"server_uuid": "c1dee21d-438d-4809-b7fc-08c3f1ed2e89", "name": "network-vif-plugged", "status": "completed", "tag": "78b2a6f7-cb2d-47b0-bd91-a53feb63923f"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:00:45.141962 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 78b2a6f7-cb2d-47b0-bd91-a53feb63923f, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=78b2a6f7-cb2d-47b0-bd91-a53feb63923f,segment=NetworkSegment(d9a940b8-4f1c-423f-8b77-621d8ce494fc),segment_id=d9a940b8-4f1c-423f-8b77-621d8ce494fc)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:00:45.155826 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:45.287078 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b02972d-5df5-47c3-a350-2352015b8e62 x-openstack-request-id: req-3b02972d-5df5-47c3-a350-2352015b8e62 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:00:45.287388 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1dee21d-438d-4809-b7fc-08c3f1ed2e89", "name": "network-vif-plugged", "status": "completed", "tag": "78b2a6f7-cb2d-47b0-bd91-a53feb63923f", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:00:45.287598 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3b02972d-5df5-47c3-a350-2352015b8e62 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:00:45.288012 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1dee21d-438d-4809-b7fc-08c3f1ed2e89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78b2a6f7-cb2d-47b0-bd91-a53feb63923f', 'code': 200} Aug 16 23:00:45.313533 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=78b2a6f7-cb2d-47b0-bd91-a53feb63923f,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:45.323029 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-93033851-4cc0-4040-85ac-d73fb39d88df tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Allocated IP 2001:db8:0:1::3bc (09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5/53e9013d-8ccd-4b39-84fe-03122f45db40/2a433694-67b8-4f25-8e7e-1c07ad3687a7) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:00:45.325631 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port a25229c8-5c03-4d7d-8d82-53be4ebd60b2 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:00:45.333082 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-93033851-4cc0-4040-85ac-d73fb39d88df tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Allocated IP 2001:db8::f816:3eff:fea2:1fe3 (09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5/8b741785-3285-4cd8-ba9e-a783a997939e/2a433694-67b8-4f25-8e7e-1c07ad3687a7) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:00:45.527610 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65b8e17-fa5a-42aa-8849-138cc06af737 None None] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:00:45.573876 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccd3325-0acf-4520-a97a-defec787a89f req-aabf1d2f-391c-444a-b3bd-c054ef0f3569 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:45.576936 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8ccd3325-0acf-4520-a97a-defec787a89f req-aabf1d2f-391c-444a-b3bd-c054ef0f3569 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1dee21d-438d-4809-b7fc-08c3f1ed2e89 HTTP/1.1" status: 200 len: 946 time: 0.1526523 Aug 16 23:00:45.583038 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d96e387-aed3-4777-be95-6dddb5040848 req-a4306d99-319d-42b6-ac55-4994c55fb05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:45.584565 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2d96e387-aed3-4777-be95-6dddb5040848 req-a4306d99-319d-42b6-ac55-4994c55fb05f service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=c1dee21d-438d-4809-b7fc-08c3f1ed2e89 HTTP/1.1" status: 200 len: 1098 time: 0.2829254 Aug 16 23:00:45.618185 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-93033851-4cc0-4040-85ac-d73fb39d88df tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:45.653617 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-93033851-4cc0-4040-85ac-d73fb39d88df tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Transition to ACTIVE for port object 2a433694-67b8-4f25-8e7e-1c07ad3687a7 will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:00:45.716243 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8ccd3325-0acf-4520-a97a-defec787a89f req-a3980d74-77ff-4165-baba-0fd6127cee45 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093132 Aug 16 23:00:45.749028 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2d96e387-aed3-4777-be95-6dddb5040848 req-89cd05af-960c-496e-b242-6a70035065ae service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093993 Aug 16 23:00:45.798425 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-93033851-4cc0-4040-85ac-d73fb39d88df tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:45.863676 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-51b5694b-8b2c-46f1-9aeb-cc869c4f208b None None] Provisioning for port a25229c8-5c03-4d7d-8d82-53be4ebd60b2 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:00:45.894961 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-51b5694b-8b2c-46f1-9aeb-cc869c4f208b None None] Provisioning complete for port a25229c8-5c03-4d7d-8d82-53be4ebd60b2 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:00:45.896021 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-51b5694b-8b2c-46f1-9aeb-cc869c4f208b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:45.937735 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93033851-4cc0-4040-85ac-d73fb39d88df tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:00:45.942867 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-93033851-4cc0-4040-85ac-d73fb39d88df tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:00:45.953342 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93033851-4cc0-4040-85ac-d73fb39d88df tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:00:45.959680 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93033851-4cc0-4040-85ac-d73fb39d88df tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:45.960341 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-93033851-4cc0-4040-85ac-d73fb39d88df tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:45.977354 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93033851-4cc0-4040-85ac-d73fb39d88df tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event updated for resources: {'Port': ['ID=2a433694-67b8-4f25-8e7e-1c07ad3687a7,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:45.995781 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-93033851-4cc0-4040-85ac-d73fb39d88df tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.8032389 Aug 16 23:00:45.997694 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 43638) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:46.037728 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-51b5694b-8b2c-46f1-9aeb-cc869c4f208b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:46.047577 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d55a462-0949-4408-8146-3b0baa3d52d1 req-6cc757c4-8d69-4531-b966-088f260bbc0c tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:46.056763 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0d55a462-0949-4408-8146-3b0baa3d52d1 req-6cc757c4-8d69-4531-b966-088f260bbc0c tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=64dce353-055b-404e-bb15-893d8d6f9f87 HTTP/1.1" status: 200 len: 946 time: 0.1438453 Aug 16 23:00:46.099431 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-51b5694b-8b2c-46f1-9aeb-cc869c4f208b None None] For port a25229c8-5c03-4d7d-8d82-53be4ebd60b2, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=a25229c8-5c03-4d7d-8d82-53be4ebd60b2,segment=NetworkSegment(482572b3-9d65-4375-9c42-925e854722fd),segment_id=482572b3-9d65-4375-9c42-925e854722fd)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:00:46.131670 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-51b5694b-8b2c-46f1-9aeb-cc869c4f208b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:46.173259 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0d55a462-0949-4408-8146-3b0baa3d52d1 req-86a32917-bc66-4f74-a542-a18c23e2af36 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=cb930d9d-af57-42ec-901a-b3e522b04153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152241 Aug 16 23:00:46.193907 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-2d59e61c-8f04-4020-847c-789933fd7e7b tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Deleting port 2a433694-67b8-4f25-8e7e-1c07ad3687a7 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:00:46.194271 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2d59e61c-8f04-4020-847c-789933fd7e7b tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:46.194419 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a4147b-c2ff-47e7-98b5-9c9c5bed20a4 None None] Update dhcp port {'port': {'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'fixed_ips': [{'subnet_id': '8b741785-3285-4cd8-ba9e-a783a997939e', 'ip_address': '2001:db8::f816:3eff:fe5b:c5d'}, {'subnet_id': '53e9013d-8ccd-4b39-84fe-03122f45db40'}], 'binding:host_id': 'n-d-791506-26'}, 'id': 'a25229c8-5c03-4d7d-8d82-53be4ebd60b2'} from n-d-791506-26. {{(pid=101293) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 23:00:46.248437 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b5694b-8b2c-46f1-9aeb-cc869c4f208b None None] Pushing event updated for resources: {'Port': ['ID=a25229c8-5c03-4d7d-8d82-53be4ebd60b2,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:46.260358 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c8a4147b-c2ff-47e7-98b5-9c9c5bed20a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:46.406472 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2d59e61c-8f04-4020-847c-789933fd7e7b tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:46.430453 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-2d59e61c-8f04-4020-847c-789933fd7e7b tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Calling delete_port for 2a433694-67b8-4f25-8e7e-1c07ad3687a7 owned by {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:00:46.904038 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2d59e61c-8f04-4020-847c-789933fd7e7b tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:46.966656 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 43658) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:46.978792 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d59e61c-8f04-4020-847c-789933fd7e7b tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event deleted for resources: {'Port': ['ID=2a433694-67b8-4f25-8e7e-1c07ad3687a7,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:47.016511 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdea4da6-6bbb-40f8-b14f-bfd329b92307 req-75c2430d-5818-4f3c-adcb-faa5e81a87a0 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:47.017614 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device a25229c8-5c03-4d7d-8d82-53be4ebd60b2 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:00:47.035142 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bdea4da6-6bbb-40f8-b14f-bfd329b92307 req-75c2430d-5818-4f3c-adcb-faa5e81a87a0 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1dee21d-438d-4809-b7fc-08c3f1ed2e89 HTTP/1.1" status: 200 len: 946 time: 0.1365297 Aug 16 23:00:47.094735 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-c8a4147b-c2ff-47e7-98b5-9c9c5bed20a4 None None] Allocated IP 2001:db8:0:1::2 (09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5/53e9013d-8ccd-4b39-84fe-03122f45db40/a25229c8-5c03-4d7d-8d82-53be4ebd60b2) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:00:47.098478 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2d59e61c-8f04-4020-847c-789933fd7e7b tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:47.109788 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-2d59e61c-8f04-4020-847c-789933fd7e7b tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/ports/2a433694-67b8-4f25-8e7e-1c07ad3687a7 HTTP/1.1" status: 204 len: 168 time: 1.1110361 Aug 16 23:00:47.114376 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bdea4da6-6bbb-40f8-b14f-bfd329b92307 req-5788b50e-b758-4535-aa6c-def6a2051dfe tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780191 Aug 16 23:00:47.114644 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 43662) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:47.261555 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a810c52-cb44-4125-9958-a584bb62e443 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:47.266053 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-6a810c52-cb44-4125-9958-a584bb62e443 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 962 time: 0.1482599 Aug 16 23:00:47.267530 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 43668) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:47.277827 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-49b0f271-168e-4e6a-80a4-0233fbc12388 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:47.290830 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-c8a4147b-c2ff-47e7-98b5-9c9c5bed20a4 None None] For port a25229c8-5c03-4d7d-8d82-53be4ebd60b2, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=a25229c8-5c03-4d7d-8d82-53be4ebd60b2,segment=NetworkSegment(482572b3-9d65-4375-9c42-925e854722fd),segment_id=482572b3-9d65-4375-9c42-925e854722fd)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:00:47.320203 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port a25229c8-5c03-4d7d-8d82-53be4ebd60b2 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:00:47.320788 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:47.387597 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb0b828-b8cc-4922-ad5f-429c93a54ecc tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:47.396982 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c8a4147b-c2ff-47e7-98b5-9c9c5bed20a4 None None] Notify callbacks [] for port, precommit_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:47.401874 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-ceb0b828-b8cc-4922-ad5f-429c93a54ecc tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 962 time: 0.1332974 Aug 16 23:00:47.402806 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 43672) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:47.428191 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-c8a4147b-c2ff-47e7-98b5-9c9c5bed20a4 None None] Transition to ACTIVE for port object a25229c8-5c03-4d7d-8d82-53be4ebd60b2 will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:00:47.454956 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c8a4147b-c2ff-47e7-98b5-9c9c5bed20a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:47.516576 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651e02bc-d24f-42b7-92f9-4a6ca4459439 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:47.533709 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a4147b-c2ff-47e7-98b5-9c9c5bed20a4 None None] Pushing event updated for resources: {'Port': ['ID=a25229c8-5c03-4d7d-8d82-53be4ebd60b2,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:47.536172 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651e02bc-d24f-42b7-92f9-4a6ca4459439 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:47.544521 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651e02bc-d24f-42b7-92f9-4a6ca4459439 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:47.549531 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-651e02bc-d24f-42b7-92f9-4a6ca4459439 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1453640 Aug 16 23:00:47.549889 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 43678) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:47.621743 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f796b74e-defa-4948-9a46-ecdcf672f72d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:47.678091 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-49b0f271-168e-4e6a-80a4-0233fbc12388 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:47.706070 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-49b0f271-168e-4e6a-80a4-0233fbc12388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:47.782542 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e4da2aa-954f-42a8-8cb1-d9fa252b0ee6 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Deleting subnet 53e9013d-8ccd-4b39-84fe-03122f45db40 {{(pid=101292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:00:47.799355 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-49b0f271-168e-4e6a-80a4-0233fbc12388 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=737636e5b0394f5c9554ae3f15e8b868&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8113186 Aug 16 23:00:47.800447 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7e4da2aa-954f-42a8-8cb1-d9fa252b0ee6 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for subnet, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:47.802151 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 43680) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:47.804812 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b0f271-168e-4e6a-80a4-0233fbc12388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=473faeca-d327-4c82-9894-0e6e943230b2,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:47.919022 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7e4da2aa-954f-42a8-8cb1-d9fa252b0ee6 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3848860'] for subnet, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:47.937860 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-266c5cea-35d7-4f04-b3d6-e50dca1c722f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:47.979614 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-266c5cea-35d7-4f04-b3d6-e50dca1c722f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:48.068492 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7e4da2aa-954f-42a8-8cb1-d9fa252b0ee6 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:48.069654 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-266c5cea-35d7-4f04-b3d6-e50dca1c722f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:48.080388 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-266c5cea-35d7-4f04-b3d6-e50dca1c722f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:48.083585 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-266c5cea-35d7-4f04-b3d6-e50dca1c722f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/473faeca-d327-4c82-9894-0e6e943230b2 HTTP/1.1" status: 204 len: 168 time: 0.2803779 Aug 16 23:00:48.113066 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266c5cea-35d7-4f04-b3d6-e50dca1c722f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=473faeca-d327-4c82-9894-0e6e943230b2,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:48.201680 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7e4da2aa-954f-42a8-8cb1-d9fa252b0ee6 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26252129'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:48.250469 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7e4da2aa-954f-42a8-8cb1-d9fa252b0ee6 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:48.255552 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 43686) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:48.255726 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-7e4da2aa-954f-42a8-8cb1-d9fa252b0ee6 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/subnets/53e9013d-8ccd-4b39-84fe-03122f45db40 HTTP/1.1" status: 204 len: 168 time: 0.7004380 Aug 16 23:00:48.256681 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4da2aa-954f-42a8-8cb1-d9fa252b0ee6 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event deleted for resources: {'Subnet': ['ID=53e9013d-8ccd-4b39-84fe-03122f45db40,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:48.381920 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fbe2e86-25a5-4660-bbab-e4be1bc5a467 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Deleting subnet 8b741785-3285-4cd8-ba9e-a783a997939e {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:00:48.386756 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8fbe2e86-25a5-4660-bbab-e4be1bc5a467 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:48.441080 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8fbe2e86-25a5-4660-bbab-e4be1bc5a467 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:48.575677 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0eba4f7-7edd-458e-9c94-87cd2425722a None None] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:00:48.659004 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8fbe2e86-25a5-4660-bbab-e4be1bc5a467 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:48.664110 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-dd804bff-3f82-4889-bd03-ea0879c11a17 None None] Could not find standard attr ID for object 2a433694-67b8-4f25-8e7e-1c07ad3687a7. {{(pid=101293) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 23:00:48.733430 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-dd804bff-3f82-4889-bd03-ea0879c11a17 None None] Provisioning for port a25229c8-5c03-4d7d-8d82-53be4ebd60b2 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:00:48.751090 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-dd804bff-3f82-4889-bd03-ea0879c11a17 None None] Provisioning complete for port a25229c8-5c03-4d7d-8d82-53be4ebd60b2 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:00:48.751535 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-dd804bff-3f82-4889-bd03-ea0879c11a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:48.812384 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8fbe2e86-25a5-4660-bbab-e4be1bc5a467 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:48.833913 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device a25229c8-5c03-4d7d-8d82-53be4ebd60b2 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:00:48.843619 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8fbe2e86-25a5-4660-bbab-e4be1bc5a467 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:48.847162 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-8fbe2e86-25a5-4660-bbab-e4be1bc5a467 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/subnets/8b741785-3285-4cd8-ba9e-a783a997939e HTTP/1.1" status: 204 len: 168 time: 0.5888536 Aug 16 23:00:48.849243 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 43710) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:48.910441 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbe2e86-25a5-4660-bbab-e4be1bc5a467 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event deleted for resources: {'Subnet': ['ID=8b741785-3285-4cd8-ba9e-a783a997939e,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:48.943588 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 43716) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:48.943769 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-7755838b-b7e5-4e91-8a57-eaebbc9dff29 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0931206 Aug 16 23:00:48.950476 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-4d0738a2-234c-4d01-9175-5585e2628fe6 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Request body: {'subnet': {'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:00:49.028455 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port a25229c8-5c03-4d7d-8d82-53be4ebd60b2 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:00:49.029100 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:49.159334 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c74f997-496a-4c79-8cb7-01af09b92802 None None] Update dhcp port {'port': {'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'fixed_ips': [{'subnet_id': '8b741785-3285-4cd8-ba9e-a783a997939e'}], 'binding:host_id': 'n-d-791506-26'}, 'id': 'a25229c8-5c03-4d7d-8d82-53be4ebd60b2'} from n-d-791506-26. {{(pid=101293) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 23:00:49.208034 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d0738a2-234c-4d01-9175-5585e2628fe6 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Made reservation on behalf of 68b563add1f042a58ab2d8884a30332e for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:00:49.211673 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4d0738a2-234c-4d01-9175-5585e2628fe6 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:49.234963 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7c74f997-496a-4c79-8cb7-01af09b92802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:49.283464 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ddffe4-0820-4eeb-8fd2-8fe8c947d2f5 req-99b54039-aa54-4b27-843a-abbdac52475f tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:49.295509 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-86ddffe4-0820-4eeb-8fd2-8fe8c947d2f5 req-99b54039-aa54-4b27-843a-abbdac52475f tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=64dce353-055b-404e-bb15-893d8d6f9f87 HTTP/1.1" status: 200 len: 946 time: 0.1328909 Aug 16 23:00:49.382453 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-86ddffe4-0820-4eeb-8fd2-8fe8c947d2f5 req-cd27f966-6c0d-406f-8dcc-57df52cdc3f8 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=cb930d9d-af57-42ec-901a-b3e522b04153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790558 Aug 16 23:00:49.463816 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 43738) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:49.585787 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8350e41a-f81e-46f3-b2ac-5434b6409b08 req-eb34d0f3-ec7d-4de6-8ed7-ff96127c9b71 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:49.594029 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8350e41a-f81e-46f3-b2ac-5434b6409b08 req-eb34d0f3-ec7d-4de6-8ed7-ff96127c9b71 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1dee21d-438d-4809-b7fc-08c3f1ed2e89 HTTP/1.1" status: 200 len: 946 time: 0.0892980 Aug 16 23:00:49.669858 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8350e41a-f81e-46f3-b2ac-5434b6409b08 req-879e1a80-7f07-4d76-b87e-7dc4566e0280 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747209 Aug 16 23:00:49.673285 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-f544e1dc-343c-4012-8643-7c3e52d0e06a admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-764964708-network', 'tenant_id': '67e15ba7deb84d6db5639cec54a3ea16'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:00:49.674151 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc5df8a-b355-4155-a5a6-05081e88fa66 None None] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:00:49.717186 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f544e1dc-343c-4012-8643-7c3e52d0e06a admin admin] Made reservation on behalf of 67e15ba7deb84d6db5639cec54a3ea16 for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:00:49.720248 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f544e1dc-343c-4012-8643-7c3e52d0e06a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:49.743863 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f544e1dc-343c-4012-8643-7c3e52d0e06a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:49.797700 n-d-791506-26 neutron-server[101291]: DEBUG neutron.objects.ports [None req-4d0738a2-234c-4d01-9175-5585e2628fe6 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101291) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 23:00:49.806779 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7a973c41-36ee-4193-ad39-74fc2472bd74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:49.820496 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4403ecc7-0a29-416f-83b6-88232be5e0bd None None] Provisioning complete for port a25229c8-5c03-4d7d-8d82-53be4ebd60b2 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:00:49.823533 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4403ecc7-0a29-416f-83b6-88232be5e0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:49.955674 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f544e1dc-343c-4012-8643-7c3e52d0e06a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:49.960652 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f544e1dc-343c-4012-8643-7c3e52d0e06a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:50.011304 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f544e1dc-343c-4012-8643-7c3e52d0e06a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=083e2101-ffe0-424c-80a1-efd96ed29a79,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:50.067794 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f544e1dc-343c-4012-8643-7c3e52d0e06a admin admin] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:00:50.106573 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f544e1dc-343c-4012-8643-7c3e52d0e06a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:50.107061 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-f544e1dc-343c-4012-8643-7c3e52d0e06a admin admin] Added segment 80ae25ce-c047-4246-ab2f-841c27c35f13 of type vlan for network 6b8b8565-8dc2-460a-95ea-58b83a58b195 Aug 16 23:00:50.123220 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a422d60-0232-4c6a-811f-78dedc4db89f None None] Update dhcp port {'port': {'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'fixed_ips': [{'subnet_id': '5894af56-99f7-4cc8-8a7b-f30212bf2a6d'}], 'binding:host_id': 'n-d-791506-26'}, 'id': 'a25229c8-5c03-4d7d-8d82-53be4ebd60b2'} from n-d-791506-26. {{(pid=101293) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 23:00:50.145787 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250dd43f-a4c7-4182-81dc-ea5fc409fccd req-a74b7a79-8b0e-4bef-82ee-d34ca929b349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:50.150143 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-250dd43f-a4c7-4182-81dc-ea5fc409fccd req-a74b7a79-8b0e-4bef-82ee-d34ca929b349 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=57296d41c5f54ce79a9b782f4a8b4677&device_id=64dce353-055b-404e-bb15-893d8d6f9f87 HTTP/1.1" status: 200 len: 1098 time: 0.1401260 Aug 16 23:00:50.159622 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4d0738a2-234c-4d01-9175-5585e2628fe6 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:50.176145 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-5a422d60-0232-4c6a-811f-78dedc4db89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:50.390002 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f544e1dc-343c-4012-8643-7c3e52d0e06a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:50.480485 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 43778) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:50.497387 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f544e1dc-343c-4012-8643-7c3e52d0e06a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:50.498696 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f544e1dc-343c-4012-8643-7c3e52d0e06a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:50.499758 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f544e1dc-343c-4012-8643-7c3e52d0e06a admin admin] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:50.567694 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-4d0738a2-234c-4d01-9175-5585e2628fe6 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] For port a25229c8-5c03-4d7d-8d82-53be4ebd60b2, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=a25229c8-5c03-4d7d-8d82-53be4ebd60b2,segment=NetworkSegment(482572b3-9d65-4375-9c42-925e854722fd),segment_id=482572b3-9d65-4375-9c42-925e854722fd)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:00:50.592161 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:50.644859 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4d0738a2-234c-4d01-9175-5585e2628fe6 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:50.659626 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.db.api [None req-5a422d60-0232-4c6a-811f-78dedc4db89f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101293) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 23:00:50.660256 n-d-791506-26 neutron-server[101293]: DEBUG oslo_db.api [None req-5a422d60-0232-4c6a-811f-78dedc4db89f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 23:00:50.661546 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4d0738a2-234c-4d01-9175-5585e2628fe6 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:50.662719 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4d0738a2-234c-4d01-9175-5585e2628fe6 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:50.720970 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-f544e1dc-343c-4012-8643-7c3e52d0e06a admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2508726 Aug 16 23:00:50.731410 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 43786) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:50.737913 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-38e961f1-0ce2-4e3d-8fb3-a3a1dcd68f11 admin admin] Request body: {'subnet': {'network_id': '6b8b8565-8dc2-460a-95ea-58b83a58b195', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-764964708-subnet', 'tenant_id': '67e15ba7deb84d6db5639cec54a3ea16', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:00:50.797769 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250dd43f-a4c7-4182-81dc-ea5fc409fccd req-1453cb60-79f0-418d-8435-9f1d27cab24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:50.799464 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-250dd43f-a4c7-4182-81dc-ea5fc409fccd req-1453cb60-79f0-418d-8435-9f1d27cab24f service neutron] 10.222.0.57 "GET /v2.0/networks?id=6017926f-7eef-429e-a22b-3a35337dccd4 HTTP/1.1" status: 200 len: 918 time: 0.6041448 Aug 16 23:00:50.816339 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e961f1-0ce2-4e3d-8fb3-a3a1dcd68f11 admin admin] Made reservation on behalf of 67e15ba7deb84d6db5639cec54a3ea16 for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:00:50.818798 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-38e961f1-0ce2-4e3d-8fb3-a3a1dcd68f11 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:50.827540 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device a25229c8-5c03-4d7d-8d82-53be4ebd60b2 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:00:50.845406 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f544e1dc-343c-4012-8643-7c3e52d0e06a admin admin] Pushing event updated for resources: {'Network': ['ID=6b8b8565-8dc2-460a-95ea-58b83a58b195,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:50.867581 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0738a2-234c-4d01-9175-5585e2628fe6 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:00:50.873543 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0738a2-234c-4d01-9175-5585e2628fe6 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event updated for resources: {'Port': ['ID=a25229c8-5c03-4d7d-8d82-53be4ebd60b2,revision_number=8']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:50.913514 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-4d0738a2-234c-4d01-9175-5585e2628fe6 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:00:50.917698 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 6b8b8565-8dc2-460a-95ea-58b83a58b195 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:00:50.925684 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0738a2-234c-4d01-9175-5585e2628fe6 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:50.926323 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4d0738a2-234c-4d01-9175-5585e2628fe6 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:50.934833 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-86d44bc7-eaed-47a9-b426-bdf71cb55324 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:50.958689 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3c0da1-9df2-4ae8-830a-3af4d66393ba req-2d678d85-8016-42c3-bf33-bc8af4e288cd tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:50.960277 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5b3c0da1-9df2-4ae8-830a-3af4d66393ba req-2d678d85-8016-42c3-bf33-bc8af4e288cd tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=64dce353-055b-404e-bb15-893d8d6f9f87 HTTP/1.1" status: 200 len: 946 time: 0.3139260 Aug 16 23:00:50.974808 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0738a2-234c-4d01-9175-5585e2628fe6 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event updated for resources: {'Subnet': ['ID=5894af56-99f7-4cc8-8a7b-f30212bf2a6d,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:50.984252 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-4d0738a2-234c-4d01-9175-5585e2628fe6 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0386934 Aug 16 23:00:50.986881 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 43788) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:50.996315 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-9f72346e-7046-470f-9b62-b82aa52e3595 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Request body: {'subnet': {'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:00:51.043073 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c04114-9c50-4a53-af94-17eb3902d314 req-e75779e2-c9b2-4fa5-bbd7-c920a6270a6a tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:51.044312 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b3c04114-9c50-4a53-af94-17eb3902d314 req-e75779e2-c9b2-4fa5-bbd7-c920a6270a6a tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1dee21d-438d-4809-b7fc-08c3f1ed2e89 HTTP/1.1" status: 200 len: 946 time: 0.2436402 Aug 16 23:00:51.073612 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:51.093091 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-250dd43f-a4c7-4182-81dc-ea5fc409fccd req-336223ab-7e5f-47e1-a63b-742f35e00bc6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=95359267-9042-4d8b-bff2-66d28c99d8f8 HTTP/1.1" status: 200 len: 1001 time: 0.2709162 Aug 16 23:00:51.100894 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5b3c0da1-9df2-4ae8-830a-3af4d66393ba req-9bca23ae-dbe7-488f-811b-b172b8ae7661 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=cb930d9d-af57-42ec-901a-b3e522b04153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313946 Aug 16 23:00:51.225271 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port a25229c8-5c03-4d7d-8d82-53be4ebd60b2, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=a25229c8-5c03-4d7d-8d82-53be4ebd60b2,segment=NetworkSegment(482572b3-9d65-4375-9c42-925e854722fd),segment_id=482572b3-9d65-4375-9c42-925e854722fd)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:00:51.230643 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-5a422d60-0232-4c6a-811f-78dedc4db89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:51.230981 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b3c04114-9c50-4a53-af94-17eb3902d314 req-707c8ccc-b9c5-4d0d-8bed-448303ffe871 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422141 Aug 16 23:00:51.235077 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:51.261799 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-86d44bc7-eaed-47a9-b426-bdf71cb55324 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:51.271603 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250dd43f-a4c7-4182-81dc-ea5fc409fccd req-0a56d637-c05d-4a49-ad79-d4e275f56e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:51.273143 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-250dd43f-a4c7-4182-81dc-ea5fc409fccd req-0a56d637-c05d-4a49-ad79-d4e275f56e23 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bb160313-5dbe-49f2-8a31-7afb6f1954c3 HTTP/1.1" status: 200 len: 856 time: 0.1653521 Aug 16 23:00:51.293453 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-86d44bc7-eaed-47a9-b426-bdf71cb55324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:51.327658 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f72346e-7046-470f-9b62-b82aa52e3595 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Made reservation on behalf of 68b563add1f042a58ab2d8884a30332e for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:00:51.332727 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9f72346e-7046-470f-9b62-b82aa52e3595 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:51.414613 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250dd43f-a4c7-4182-81dc-ea5fc409fccd req-2cfd1116-88ae-4a0c-adc8-2da1a85631f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:51.417219 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-250dd43f-a4c7-4182-81dc-ea5fc409fccd req-2cfd1116-88ae-4a0c-adc8-2da1a85631f9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6017926f-7eef-429e-a22b-3a35337dccd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1250679 Aug 16 23:00:51.429213 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-38e961f1-0ce2-4e3d-8fb3-a3a1dcd68f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:51.461287 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d44bc7-eaed-47a9-b426-bdf71cb55324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=941b3d03-6a13-4031-9407-de8489add04c,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:51.478781 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-86d44bc7-eaed-47a9-b426-bdf71cb55324 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=76da050d3abe4beab7f3d77607faf030&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9926550 Aug 16 23:00:51.483394 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 43800) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:51.553076 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-250dd43f-a4c7-4182-81dc-ea5fc409fccd req-946646bc-e8d3-4665-944d-6e8083411995 service neutron] 10.222.0.57 "GET /v2.0/networks/6017926f-7eef-429e-a22b-3a35337dccd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254594 Aug 16 23:00:51.599742 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-5a422d60-0232-4c6a-811f-78dedc4db89f None None] For port a25229c8-5c03-4d7d-8d82-53be4ebd60b2, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=a25229c8-5c03-4d7d-8d82-53be4ebd60b2,segment=NetworkSegment(482572b3-9d65-4375-9c42-925e854722fd),segment_id=482572b3-9d65-4375-9c42-925e854722fd)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:00:51.600079 n-d-791506-26 neutron-server[101291]: INFO neutron.db.ipam_backend_mixin [None req-9f72346e-7046-470f-9b62-b82aa52e3595 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5894af56-99f7-4cc8-8a7b-f30212bf2a6d (CIDR: 2001:db8::/64) Aug 16 23:00:51.625432 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f72346e-7046-470f-9b62-b82aa52e3595 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 23:00:51.626056 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f72346e-7046-470f-9b62-b82aa52e3595 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:00:51.634477 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6c123ef4-882c-40d3-9107-e19eb1f38b1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:51.641309 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-5a422d60-0232-4c6a-811f-78dedc4db89f None None] Notify callbacks [] for port, precommit_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:51.655073 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-9f72346e-7046-470f-9b62-b82aa52e3595 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6670401 Aug 16 23:00:51.655760 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 43804) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:51.660809 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-5a422d60-0232-4c6a-811f-78dedc4db89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:51.667168 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-b3f5a438-9240-40ff-8654-21abd8bd87f0 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Request body: {'subnet': {'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:00:51.669554 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e961f1-0ce2-4e3d-8fb3-a3a1dcd68f11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2524853-6521-4492-955a-2e52839293d2,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:51.697754 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e961f1-0ce2-4e3d-8fb3-a3a1dcd68f11 admin admin] Checking segment: {'id': '80ae25ce-c047-4246-ab2f-841c27c35f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '6b8b8565-8dc2-460a-95ea-58b83a58b195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:00:51.698290 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e961f1-0ce2-4e3d-8fb3-a3a1dcd68f11 admin admin] Network hostable DHCP agents. Network: 6b8b8565-8dc2-460a-95ea-58b83a58b195, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:00:51.700737 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:51.715299 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=a25229c8-5c03-4d7d-8d82-53be4ebd60b2,revision_number=9']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:51.721655 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6c123ef4-882c-40d3-9107-e19eb1f38b1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:51.737794 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e961f1-0ce2-4e3d-8fb3-a3a1dcd68f11 admin admin] Network 6b8b8565-8dc2-460a-95ea-58b83a58b195 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:00:51.755459 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-250dd43f-a4c7-4182-81dc-ea5fc409fccd req-313993b3-0f59-4bf4-8d63-9abbae1dc0c3 service neutron] 10.222.0.57 "GET /v2.0/networks/6017926f-7eef-429e-a22b-3a35337dccd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774716 Aug 16 23:00:51.756623 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-38e961f1-0ce2-4e3d-8fb3-a3a1dcd68f11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 6b8b8565-8dc2-460a-95ea-58b83a58b195) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:00:51.766858 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e961f1-0ce2-4e3d-8fb3-a3a1dcd68f11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:51.767785 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-38e961f1-0ce2-4e3d-8fb3-a3a1dcd68f11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:51.787833 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-38e961f1-0ce2-4e3d-8fb3-a3a1dcd68f11 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0543482 Aug 16 23:00:51.798958 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1983d72-0bc8-4e9f-bfa9-f590d03ea570 None None] Network 6b8b8565-8dc2-460a-95ea-58b83a58b195 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:00:51.927041 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a422d60-0232-4c6a-811f-78dedc4db89f None None] Pushing event updated for resources: {'Port': ['ID=a25229c8-5c03-4d7d-8d82-53be4ebd60b2,revision_number=10']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:52.045296 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6c123ef4-882c-40d3-9107-e19eb1f38b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:52.049385 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6c123ef4-882c-40d3-9107-e19eb1f38b1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:52.058300 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-6c123ef4-882c-40d3-9107-e19eb1f38b1d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/941b3d03-6a13-4031-9407-de8489add04c HTTP/1.1" status: 204 len: 168 time: 0.5736074 Aug 16 23:00:52.084935 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c123ef4-882c-40d3-9107-e19eb1f38b1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=941b3d03-6a13-4031-9407-de8489add04c,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:52.107184 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f5a438-9240-40ff-8654-21abd8bd87f0 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Made reservation on behalf of 68b563add1f042a58ab2d8884a30332e for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:00:52.112176 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b3f5a438-9240-40ff-8654-21abd8bd87f0 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:52.127303 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530674c5-e496-4a23-bbe6-67c1bbe5308a None None] Network 6b8b8565-8dc2-460a-95ea-58b83a58b195 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:00:52.486153 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea236411-fcc5-4708-a165-cd7563606b4b req-6f89dfc7-aebf-4e70-8bd5-b7facddcd46a tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:52.490057 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ea236411-fcc5-4708-a165-cd7563606b4b req-6f89dfc7-aebf-4e70-8bd5-b7facddcd46a tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=64dce353-055b-404e-bb15-893d8d6f9f87 HTTP/1.1" status: 200 len: 946 time: 0.1779714 Aug 16 23:00:52.563271 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ea236411-fcc5-4708-a165-cd7563606b4b req-a06c1970-52a8-4231-bb65-19dd3668cb6d tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=cb930d9d-af57-42ec-901a-b3e522b04153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641782 Aug 16 23:00:52.808084 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b3f5a438-9240-40ff-8654-21abd8bd87f0 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:52.891020 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7be4c0-ec5b-4a86-8dd8-ab3124afb975 req-a310bc4a-6657-4b71-a3fe-a997c80204a7 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:52.893261 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6d7be4c0-ec5b-4a86-8dd8-ab3124afb975 req-a310bc4a-6657-4b71-a3fe-a997c80204a7 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1dee21d-438d-4809-b7fc-08c3f1ed2e89 HTTP/1.1" status: 200 len: 946 time: 0.1723762 Aug 16 23:00:52.925813 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device a25229c8-5c03-4d7d-8d82-53be4ebd60b2 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:00:52.928680 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 43838) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:52.977226 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:52.991918 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port a25229c8-5c03-4d7d-8d82-53be4ebd60b2 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:00:52.992299 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:53.025885 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f5a438-9240-40ff-8654-21abd8bd87f0 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:00:53.038599 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bd66a9bb-9c81-4512-8bb5-04819e860b29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:53.049890 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-b3f5a438-9240-40ff-8654-21abd8bd87f0 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:00:53.070010 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f5a438-9240-40ff-8654-21abd8bd87f0 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:53.070609 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b3f5a438-9240-40ff-8654-21abd8bd87f0 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:53.079637 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a137eb-6d1a-4150-ba7a-1d91fc51788d None None] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:00:53.103571 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f5a438-9240-40ff-8654-21abd8bd87f0 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event updated for resources: {'Subnet': ['ID=4649f0c9-cc5b-49d7-83fe-ecab7bb3089e,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:53.115237 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6d7be4c0-ec5b-4a86-8dd8-ab3124afb975 req-aed709d6-815b-4eeb-abb0-568eb7e53a80 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945205 Aug 16 23:00:53.127145 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-b3f5a438-9240-40ff-8654-21abd8bd87f0 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4657118 Aug 16 23:00:53.128270 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 43840) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:53.146299 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-a6b770c0-1278-46e8-84b2-91bf8a628d21 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Request body: {'port': {'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'mac_address': 'fa:16:3e:ba:14:46', 'name': 'tempest-NetworksTestDHCPv6-632080715'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:00:53.214989 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774acc17-c99b-4605-8de6-6669b55b449d req-f2f24cf5-b71a-4a5c-9d16-0d24f15927fd tempest-ServerMetadataNegativeTestJSON-1384016467 tempest-ServerMetadataNegativeTestJSON-1384016467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:53.216588 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-774acc17-c99b-4605-8de6-6669b55b449d req-f2f24cf5-b71a-4a5c-9d16-0d24f15927fd tempest-ServerMetadataNegativeTestJSON-1384016467 tempest-ServerMetadataNegativeTestJSON-1384016467-project] 10.222.0.36 "GET /v2.0/networks?id=6b8b8565-8dc2-460a-95ea-58b83a58b195 HTTP/1.1" status: 200 len: 820 time: 0.3190978 Aug 16 23:00:53.240358 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-774acc17-c99b-4605-8de6-6669b55b449d req-4333221e-f0d7-4c37-af2c-83d0e1f67a47 tempest-ServerMetadataNegativeTestJSON-1384016467 tempest-ServerMetadataNegativeTestJSON-1384016467-project] 10.222.0.36 "GET /v2.0/quotas/67e15ba7deb84d6db5639cec54a3ea16 HTTP/1.1" status: 200 len: 375 time: 0.0146339 Aug 16 23:00:53.262937 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:53.299450 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-98f6a5a3-ff3f-44d3-8885-3f5e1dcd08d2 None None] Provisioning complete for port a25229c8-5c03-4d7d-8d82-53be4ebd60b2 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:00:53.299755 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-98f6a5a3-ff3f-44d3-8885-3f5e1dcd08d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:53.326995 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-774acc17-c99b-4605-8de6-6669b55b449d req-bc1d2435-f98e-4279-9d84-6fef545c27eb tempest-ServerMetadataNegativeTestJSON-1384016467 tempest-ServerMetadataNegativeTestJSON-1384016467-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=67e15ba7deb84d6db5639cec54a3ea16&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0780714 Aug 16 23:00:53.439330 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-774acc17-c99b-4605-8de6-6669b55b449d req-6b7c7b0f-8b64-428d-b772-d5d6ecaafd03 service neutron] 10.222.0.36 "GET /v2.0/networks/6b8b8565-8dc2-460a-95ea-58b83a58b195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991061 Aug 16 23:00:53.463120 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port a25229c8-5c03-4d7d-8d82-53be4ebd60b2, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=a25229c8-5c03-4d7d-8d82-53be4ebd60b2,segment=NetworkSegment(482572b3-9d65-4375-9c42-925e854722fd),segment_id=482572b3-9d65-4375-9c42-925e854722fd)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:00:53.498294 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bd66a9bb-9c81-4512-8bb5-04819e860b29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:53.502644 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:53.505850 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bd66a9bb-9c81-4512-8bb5-04819e860b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:53.561780 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 95359267-9042-4d8b-bff2-66d28c99d8f8 no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:00:53.562439 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b770c0-1278-46e8-84b2-91bf8a628d21 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Made reservation on behalf of 68b563add1f042a58ab2d8884a30332e for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:00:53.572025 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-bd66a9bb-9c81-4512-8bb5-04819e860b29 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a4560f68e42d4aea9c63f71659b28a16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6356330 Aug 16 23:00:53.572514 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 43858) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:53.601127 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd66a9bb-9c81-4512-8bb5-04819e860b29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6197798d-598c-4eae-9206-24f838e84910,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:53.610064 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-774acc17-c99b-4605-8de6-6669b55b449d req-7e10e190-fdc3-426d-bd62-35025168470c service neutron] 10.222.0.36 "GET /v2.0/networks/6b8b8565-8dc2-460a-95ea-58b83a58b195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557944 Aug 16 23:00:53.625768 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=a25229c8-5c03-4d7d-8d82-53be4ebd60b2,revision_number=11']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:53.734508 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6e203707-b4cf-4ffb-bb45-1f5fb46c6004 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:53.752481 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a6b770c0-1278-46e8-84b2-91bf8a628d21 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:53.777723 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:53.778790 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9307a-109f-4535-9382-b47c177e142c req-b01148a5-33a2-42d1-8708-7a62eda55acc tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:53.787788 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d2e9307a-109f-4535-9382-b47c177e142c req-b01148a5-33a2-42d1-8708-7a62eda55acc tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=64dce353-055b-404e-bb15-893d8d6f9f87 HTTP/1.1" status: 200 len: 946 time: 0.0856402 Aug 16 23:00:53.799264 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6e203707-b4cf-4ffb-bb45-1f5fb46c6004 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:53.828870 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-a6b770c0-1278-46e8-84b2-91bf8a628d21 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] device_id is not set on port d7a66cd1-e7a8-407d-8394-32ce77f9d891 yet. {{(pid=101291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 23:00:53.837355 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-32825f82-8187-4e66-bd55-276e1f476c4c req-c458c233-8b6d-4a82-b462-d5af911acc94 tempest-ServerMetadataNegativeTestJSON-1384016467 tempest-ServerMetadataNegativeTestJSON-1384016467-project] 10.222.0.36 "GET /v2.0/ports?device_id=76d89da4-4111-4185-9e5d-6d5c6ac1d94f HTTP/1.1" status: 200 len: 210 time: 0.0458739 Aug 16 23:00:53.862165 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 95359267-9042-4d8b-bff2-66d28c99d8f8, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=95359267-9042-4d8b-bff2-66d28c99d8f8,segment=NetworkSegment(b23390f1-3345-4e11-b45b-da1aa220458a),segment_id=b23390f1-3345-4e11-b45b-da1aa220458a)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:00:53.863277 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64dce353-055b-404e-bb15-893d8d6f9f87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95359267-9042-4d8b-bff2-66d28c99d8f8'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:00:53.866401 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c24d24fb-1e70-44d6-bd56-ddc8f38e32e2" -d '{"events": [{"server_uuid": "64dce353-055b-404e-bb15-893d8d6f9f87", "name": "network-vif-unplugged", "status": "completed", "tag": "95359267-9042-4d8b-bff2-66d28c99d8f8"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:00:53.871840 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d2e9307a-109f-4535-9382-b47c177e142c req-29f47e59-0f92-4e6b-923d-30718ad93a17 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=cb930d9d-af57-42ec-901a-b3e522b04153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828280 Aug 16 23:00:53.906907 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:53.947502 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b55eb35-6adc-423e-9260-44d620ac6948 None None] Update dhcp port {'port': {'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'fixed_ips': [{'subnet_id': '5894af56-99f7-4cc8-8a7b-f30212bf2a6d', 'ip_address': '2001:db8::f816:3eff:fe5b:c5d'}, {'subnet_id': '4649f0c9-cc5b-49d7-83fe-ecab7bb3089e'}], 'binding:host_id': 'n-d-791506-26'}, 'id': 'a25229c8-5c03-4d7d-8d82-53be4ebd60b2'} from n-d-791506-26. {{(pid=101293) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 23:00:53.970286 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 23:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c1f178d-ece5-4c3a-9c5c-18ec68626a0f x-openstack-request-id: req-5c1f178d-ece5-4c3a-9c5c-18ec68626a0f {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:00:53.970592 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64dce353-055b-404e-bb15-893d8d6f9f87", "name": "network-vif-unplugged", "status": "completed", "tag": "95359267-9042-4d8b-bff2-66d28c99d8f8", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:00:53.970835 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5c1f178d-ece5-4c3a-9c5c-18ec68626a0f {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:00:53.971226 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64dce353-055b-404e-bb15-893d8d6f9f87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95359267-9042-4d8b-bff2-66d28c99d8f8', 'code': 200} Aug 16 23:00:54.009312 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=95359267-9042-4d8b-bff2-66d28c99d8f8,revision_number=8']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:54.018237 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0b55eb35-6adc-423e-9260-44d620ac6948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:54.029618 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6e203707-b4cf-4ffb-bb45-1f5fb46c6004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:54.032390 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6e203707-b4cf-4ffb-bb45-1f5fb46c6004 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:54.033773 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-6e203707-b4cf-4ffb-bb45-1f5fb46c6004 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6197798d-598c-4eae-9206-24f838e84910 HTTP/1.1" status: 204 len: 168 time: 0.4601820 Aug 16 23:00:54.051808 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e203707-b4cf-4ffb-bb45-1f5fb46c6004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6197798d-598c-4eae-9206-24f838e84910,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:54.076746 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-a6b770c0-1278-46e8-84b2-91bf8a628d21 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Allocated IP 2001:db8:0:1::39d (09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5/4649f0c9-cc5b-49d7-83fe-ecab7bb3089e/d7a66cd1-e7a8-407d-8394-32ce77f9d891) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:00:54.089561 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-a6b770c0-1278-46e8-84b2-91bf8a628d21 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Allocated IP 2001:db8::f816:3eff:feba:1446 (09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5/5894af56-99f7-4cc8-8a7b-f30212bf2a6d/d7a66cd1-e7a8-407d-8394-32ce77f9d891) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:00:54.379826 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e368e0-3de1-411e-9ffd-68029f316f6e req-db358b5e-0ea8-4e87-aea0-c21e9578a0da tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:54.381716 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-74e368e0-3de1-411e-9ffd-68029f316f6e req-db358b5e-0ea8-4e87-aea0-c21e9578a0da tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1dee21d-438d-4809-b7fc-08c3f1ed2e89 HTTP/1.1" status: 200 len: 946 time: 0.0983682 Aug 16 23:00:54.422658 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a6b770c0-1278-46e8-84b2-91bf8a628d21 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:54.442546 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-74e368e0-3de1-411e-9ffd-68029f316f6e req-93adfc5f-d44e-4388-b2a9-bc1474144b4b tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524232 Aug 16 23:00:54.446019 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-a6b770c0-1278-46e8-84b2-91bf8a628d21 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Transition to ACTIVE for port object d7a66cd1-e7a8-407d-8394-32ce77f9d891 will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:00:54.504350 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a6b770c0-1278-46e8-84b2-91bf8a628d21 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:54.619073 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-0b55eb35-6adc-423e-9260-44d620ac6948 None None] Allocated IP 2001:db8:0:1::2 (09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5/4649f0c9-cc5b-49d7-83fe-ecab7bb3089e/a25229c8-5c03-4d7d-8d82-53be4ebd60b2) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:00:54.639695 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b770c0-1278-46e8-84b2-91bf8a628d21 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:00:54.642111 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-a6b770c0-1278-46e8-84b2-91bf8a628d21 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:00:54.646676 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b770c0-1278-46e8-84b2-91bf8a628d21 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:00:54.656048 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b770c0-1278-46e8-84b2-91bf8a628d21 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:54.656964 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a6b770c0-1278-46e8-84b2-91bf8a628d21 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:54.709409 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 43930) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:54.710663 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-a6b770c0-1278-46e8-84b2-91bf8a628d21 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.5764873 Aug 16 23:00:54.771684 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b770c0-1278-46e8-84b2-91bf8a628d21 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event updated for resources: {'Port': ['ID=d7a66cd1-e7a8-407d-8394-32ce77f9d891,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:54.842978 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0b55eb35-6adc-423e-9260-44d620ac6948 None None] For port a25229c8-5c03-4d7d-8d82-53be4ebd60b2, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=a25229c8-5c03-4d7d-8d82-53be4ebd60b2,segment=NetworkSegment(482572b3-9d65-4375-9c42-925e854722fd),segment_id=482572b3-9d65-4375-9c42-925e854722fd)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:00:54.855857 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device a25229c8-5c03-4d7d-8d82-53be4ebd60b2 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:00:54.911045 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-964be2c4-b951-43d7-8455-ff78d3aeb55a tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Deleting port d7a66cd1-e7a8-407d-8394-32ce77f9d891 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:00:54.911402 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-964be2c4-b951-43d7-8455-ff78d3aeb55a tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:54.922282 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0b55eb35-6adc-423e-9260-44d620ac6948 None None] Notify callbacks [] for port, precommit_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:54.941957 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0b55eb35-6adc-423e-9260-44d620ac6948 None None] Transition to ACTIVE for port object a25229c8-5c03-4d7d-8d82-53be4ebd60b2 will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:00:54.957983 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0b55eb35-6adc-423e-9260-44d620ac6948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:55.159358 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b55eb35-6adc-423e-9260-44d620ac6948 None None] Pushing event updated for resources: {'Port': ['ID=a25229c8-5c03-4d7d-8d82-53be4ebd60b2,revision_number=12']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:55.174902 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:55.616842 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f26a31dc-c9d6-41a5-b28a-5d47c873c990 req-8254ca11-2372-4fc2-a379-aae2bfca6423 tempest-ServerMetadataNegativeTestJSON-1384016467 tempest-ServerMetadataNegativeTestJSON-1384016467-project] 10.222.0.36 "GET /v2.0/ports?device_id=76d89da4-4111-4185-9e5d-6d5c6ac1d94f HTTP/1.1" status: 200 len: 210 time: 0.1121273 Aug 16 23:00:55.700840 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [req-ef2d47b7-2da0-499e-b6dc-ab186454f8a3 req-b41f1d3a-ee02-4323-810e-cbe99f7c64a7 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:00:55.702152 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ef2d47b7-2da0-499e-b6dc-ab186454f8a3 req-b41f1d3a-ee02-4323-810e-cbe99f7c64a7 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0186679 Aug 16 23:00:55.733367 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-964be2c4-b951-43d7-8455-ff78d3aeb55a tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:55.758010 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-964be2c4-b951-43d7-8455-ff78d3aeb55a tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Calling delete_port for d7a66cd1-e7a8-407d-8394-32ce77f9d891 owned by {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:00:55.766858 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774acc17-c99b-4605-8de6-6669b55b449d req-180bdea6-9e3b-48f5-adbe-23f400c2d0d7 tempest-ServerMetadataNegativeTestJSON-1384016467 tempest-ServerMetadataNegativeTestJSON-1384016467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:55.768752 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-774acc17-c99b-4605-8de6-6669b55b449d req-180bdea6-9e3b-48f5-adbe-23f400c2d0d7 tempest-ServerMetadataNegativeTestJSON-1384016467 tempest-ServerMetadataNegativeTestJSON-1384016467-project] 10.222.0.57 "GET /v2.0/networks?id=6b8b8565-8dc2-460a-95ea-58b83a58b195 HTTP/1.1" status: 200 len: 820 time: 0.2652664 Aug 16 23:00:55.817136 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-774acc17-c99b-4605-8de6-6669b55b449d req-caa62ff4-83b5-4e24-a4c2-b3512af1c7e1 tempest-ServerMetadataNegativeTestJSON-1384016467 tempest-ServerMetadataNegativeTestJSON-1384016467-project] Request body: {'port': {'device_id': '76d89da4-4111-4185-9e5d-6d5c6ac1d94f', 'network_id': '6b8b8565-8dc2-460a-95ea-58b83a58b195', 'admin_state_up': True, 'tenant_id': '67e15ba7deb84d6db5639cec54a3ea16'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:00:56.005981 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06681e3-bb04-4add-94b0-e08f3795fecb req-afd71480-0d30-4827-bb87-6a1e2ff78872 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:56.007055 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa8a506-71b1-4c83-9e4d-b9fd72653c6a None None] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:00:56.007549 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c06681e3-bb04-4add-94b0-e08f3795fecb req-afd71480-0d30-4827-bb87-6a1e2ff78872 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1dee21d-438d-4809-b7fc-08c3f1ed2e89 HTTP/1.1" status: 200 len: 946 time: 0.1289198 Aug 16 23:00:56.096988 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-774acc17-c99b-4605-8de6-6669b55b449d req-caa62ff4-83b5-4e24-a4c2-b3512af1c7e1 tempest-ServerMetadataNegativeTestJSON-1384016467 tempest-ServerMetadataNegativeTestJSON-1384016467-project] Made reservation on behalf of 67e15ba7deb84d6db5639cec54a3ea16 for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:00:56.100750 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-774acc17-c99b-4605-8de6-6669b55b449d req-caa62ff4-83b5-4e24-a4c2-b3512af1c7e1 tempest-ServerMetadataNegativeTestJSON-1384016467 tempest-ServerMetadataNegativeTestJSON-1384016467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:56.130247 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-2dd3ad41-3bef-4c05-b9db-ac7d10ffbff4 None None] Provisioning for port a25229c8-5c03-4d7d-8d82-53be4ebd60b2 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:00:56.133493 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c06681e3-bb04-4add-94b0-e08f3795fecb req-85495604-4819-421f-a48e-07e97335fa89 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147301 Aug 16 23:00:56.153272 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-2dd3ad41-3bef-4c05-b9db-ac7d10ffbff4 None None] Provisioning complete for port a25229c8-5c03-4d7d-8d82-53be4ebd60b2 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:00:56.154334 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2dd3ad41-3bef-4c05-b9db-ac7d10ffbff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:56.266100 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06664a1-7b57-4045-b05f-0925d46aabd2 req-91986406-6755-4924-a09c-7f016cfa2cbb tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:56.268174 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e06664a1-7b57-4045-b05f-0925d46aabd2 req-91986406-6755-4924-a09c-7f016cfa2cbb tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=64dce353-055b-404e-bb15-893d8d6f9f87 HTTP/1.1" status: 200 len: 944 time: 0.0750504 Aug 16 23:00:56.271327 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-964be2c4-b951-43d7-8455-ff78d3aeb55a tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:56.356953 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964be2c4-b951-43d7-8455-ff78d3aeb55a tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event deleted for resources: {'Port': ['ID=d7a66cd1-e7a8-407d-8394-32ce77f9d891,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:56.465221 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-964be2c4-b951-43d7-8455-ff78d3aeb55a tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:56.471660 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 44034) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:56.486815 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-964be2c4-b951-43d7-8455-ff78d3aeb55a tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/ports/d7a66cd1-e7a8-407d-8394-32ce77f9d891 HTTP/1.1" status: 204 len: 168 time: 1.7751422 Aug 16 23:00:56.503388 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e06664a1-7b57-4045-b05f-0925d46aabd2 req-01a049ec-571e-46ee-9694-0355fd2b7ff7 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=cb930d9d-af57-42ec-901a-b3e522b04153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1993241 Aug 16 23:00:56.567759 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e36a26-e30e-48d5-8fa0-7d112f6aa06e tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:56.573223 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-b6e36a26-e30e-48d5-8fa0-7d112f6aa06e tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1000419 Aug 16 23:00:56.573447 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 44036) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:56.634997 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [req-774acc17-c99b-4605-8de6-6669b55b449d req-caa62ff4-83b5-4e24-a4c2-b3512af1c7e1 tempest-ServerMetadataNegativeTestJSON-1384016467 tempest-ServerMetadataNegativeTestJSON-1384016467-project] Allocated IP 172.20.0.5 (6b8b8565-8dc2-460a-95ea-58b83a58b195/d2524853-6521-4492-955a-2e52839293d2/bcd66dc2-d1b5-48dd-8cba-f55a3671caeb) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:00:56.674227 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a53fad-c3eb-4011-a56b-375fb018e323 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:56.675994 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-b2a53fad-c3eb-4011-a56b-375fb018e323 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1009066 Aug 16 23:00:56.680481 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 44044) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:56.686488 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3c7a013e-d0a0-42ae-a223-b9babba98e0b req-036f690e-ec18-4d94-b4b3-4c436a1f7714 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=64dce353-055b-404e-bb15-893d8d6f9f87&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3647137 Aug 16 23:00:56.800171 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-b90b25b1-cc2e-4a12-af04-2274b60accd9 None None] Provisioning complete for port a25229c8-5c03-4d7d-8d82-53be4ebd60b2 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:00:56.801011 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-b90b25b1-cc2e-4a12-af04-2274b60accd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:56.851166 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device a25229c8-5c03-4d7d-8d82-53be4ebd60b2 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:00:56.939591 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efed3eb3-b1a2-4ff5-b1cd-9dfba799f38a tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:56.941517 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efed3eb3-b1a2-4ff5-b1cd-9dfba799f38a tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:56.943411 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efed3eb3-b1a2-4ff5-b1cd-9dfba799f38a tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:56.945403 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-efed3eb3-b1a2-4ff5-b1cd-9dfba799f38a tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2612007 Aug 16 23:00:56.948295 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 44056) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:56.969375 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-56ee9f40-7da6-46e5-8aad-0a1606c36b11 req-7716e794-1a5f-42d1-ad87-2ab7b5c2a399 tempest-ServerMetadataNegativeTestJSON-1384016467 tempest-ServerMetadataNegativeTestJSON-1384016467-project] 10.222.0.36 "GET /v2.0/ports?device_id=76d89da4-4111-4185-9e5d-6d5c6ac1d94f HTTP/1.1" status: 200 len: 210 time: 0.1994059 Aug 16 23:00:57.001293 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608ec5aa-b1b2-49ec-b628-cd4eb5688628 req-ed373bc7-4b88-41c4-beed-012fd170442e tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:57.009021 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-608ec5aa-b1b2-49ec-b628-cd4eb5688628 req-ed373bc7-4b88-41c4-beed-012fd170442e tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/networks?id=f382f188-dbb7-4b56-8af5-82f76ac61bfc HTTP/1.1" status: 200 len: 805 time: 0.5044436 Aug 16 23:00:57.035470 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port a25229c8-5c03-4d7d-8d82-53be4ebd60b2 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:00:57.036319 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:57.078962 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-15c41605-dcfc-40d1-97a1-f8cba0c12d85 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Deleting subnet 4649f0c9-cc5b-49d7-83fe-ecab7bb3089e {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:00:57.084458 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-15c41605-dcfc-40d1-97a1-f8cba0c12d85 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:57.147129 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-608ec5aa-b1b2-49ec-b628-cd4eb5688628 req-d1a9eb48-01af-414b-8657-102fa9f40856 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/quotas/352e2e0b88af46f28dafba560003ae12 HTTP/1.1" status: 200 len: 375 time: 0.1371675 Aug 16 23:00:57.189760 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 44064) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:57.222672 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-2541cb5a-a3bd-4f73-a3ea-9ee2dfa80da6 None None] Could not find standard attr ID for object 2a433694-67b8-4f25-8e7e-1c07ad3687a7. {{(pid=101293) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 23:00:57.242599 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-15c41605-dcfc-40d1-97a1-f8cba0c12d85 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:57.308330 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-774acc17-c99b-4605-8de6-6669b55b449d req-caa62ff4-83b5-4e24-a4c2-b3512af1c7e1 tempest-ServerMetadataNegativeTestJSON-1384016467 tempest-ServerMetadataNegativeTestJSON-1384016467-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:57.345515 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-608ec5aa-b1b2-49ec-b628-cd4eb5688628 req-620f1a3a-fe77-4c5c-94bb-536ee9614989 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=352e2e0b88af46f28dafba560003ae12&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1848674 Aug 16 23:00:57.423349 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-15c41605-dcfc-40d1-97a1-f8cba0c12d85 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:57.440005 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-c67ecf3f-8d6c-41fc-8326-598803632fd6 None None] Could not find standard attr ID for object d7a66cd1-e7a8-407d-8394-32ce77f9d891. {{(pid=101293) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 23:00:57.442854 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef325ead-e7f3-4403-a90a-122122138922 req-60a4bfc8-d199-485e-a669-d345563b1c9a tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:57.444526 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ef325ead-e7f3-4403-a90a-122122138922 req-60a4bfc8-d199-485e-a669-d345563b1c9a tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1dee21d-438d-4809-b7fc-08c3f1ed2e89 HTTP/1.1" status: 200 len: 946 time: 0.1552436 Aug 16 23:00:57.475339 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-37960017-9c31-4a9c-a4f5-465a0080e1ad tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Request body: {'floatingip': {'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:00:57.519749 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-15c41605-dcfc-40d1-97a1-f8cba0c12d85 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:57.545986 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-37960017-9c31-4a9c-a4f5-465a0080e1ad tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Notify callbacks [] for floatingip, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:57.559573 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-15c41605-dcfc-40d1-97a1-f8cba0c12d85 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:57.561724 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-15c41605-dcfc-40d1-97a1-f8cba0c12d85 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/subnets/4649f0c9-cc5b-49d7-83fe-ecab7bb3089e HTTP/1.1" status: 204 len: 168 time: 0.6124492 Aug 16 23:00:57.562671 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c41605-dcfc-40d1-97a1-f8cba0c12d85 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event deleted for resources: {'Subnet': ['ID=4649f0c9-cc5b-49d7-83fe-ecab7bb3089e,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:57.565617 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 44070) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:57.572355 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-774acc17-c99b-4605-8de6-6669b55b449d req-caa62ff4-83b5-4e24-a4c2-b3512af1c7e1 tempest-ServerMetadataNegativeTestJSON-1384016467 tempest-ServerMetadataNegativeTestJSON-1384016467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:57.610851 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 95359267-9042-4d8b-bff2-66d28c99d8f8 no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:00:57.635679 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-a77f1033-ec70-47dd-a21d-427066440dac tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Deleting subnet 5894af56-99f7-4cc8-8a7b-f30212bf2a6d {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:00:57.639288 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a77f1033-ec70-47dd-a21d-427066440dac tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:57.661168 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ef325ead-e7f3-4403-a90a-122122138922 req-e5255a0b-6627-4096-b5dc-f869f833e9a8 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912358 Aug 16 23:00:57.662258 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25218dba-6641-4373-8920-44e1862dffb5 None None] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:00:57.672440 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-774acc17-c99b-4605-8de6-6669b55b449d req-caa62ff4-83b5-4e24-a4c2-b3512af1c7e1 tempest-ServerMetadataNegativeTestJSON-1384016467 tempest-ServerMetadataNegativeTestJSON-1384016467-project] Network 6b8b8565-8dc2-460a-95ea-58b83a58b195 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:00:57.708120 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a77f1033-ec70-47dd-a21d-427066440dac tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:57.731866 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [req-774acc17-c99b-4605-8de6-6669b55b449d req-caa62ff4-83b5-4e24-a4c2-b3512af1c7e1 tempest-ServerMetadataNegativeTestJSON-1384016467 tempest-ServerMetadataNegativeTestJSON-1384016467-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:00:57.740992 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-608ec5aa-b1b2-49ec-b628-cd4eb5688628 req-1de6c418-d00d-4d62-b341-a29cc86b997b service neutron] 10.222.0.36 "GET /v2.0/networks/f382f188-dbb7-4b56-8af5-82f76ac61bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3853765 Aug 16 23:00:57.741858 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-774acc17-c99b-4605-8de6-6669b55b449d req-caa62ff4-83b5-4e24-a4c2-b3512af1c7e1 tempest-ServerMetadataNegativeTestJSON-1384016467 tempest-ServerMetadataNegativeTestJSON-1384016467-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:00:57.825010 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a77f1033-ec70-47dd-a21d-427066440dac tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:57.826041 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774acc17-c99b-4605-8de6-6669b55b449d req-caa62ff4-83b5-4e24-a4c2-b3512af1c7e1 tempest-ServerMetadataNegativeTestJSON-1384016467 tempest-ServerMetadataNegativeTestJSON-1384016467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:57.826933 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-774acc17-c99b-4605-8de6-6669b55b449d req-caa62ff4-83b5-4e24-a4c2-b3512af1c7e1 tempest-ServerMetadataNegativeTestJSON-1384016467 tempest-ServerMetadataNegativeTestJSON-1384016467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:57.916577 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a77f1033-ec70-47dd-a21d-427066440dac tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:57.934014 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a77f1033-ec70-47dd-a21d-427066440dac tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:57.939103 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-a77f1033-ec70-47dd-a21d-427066440dac tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/subnets/5894af56-99f7-4cc8-8a7b-f30212bf2a6d HTTP/1.1" status: 204 len: 168 time: 0.3693442 Aug 16 23:00:57.941498 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa62ff4-83b5-4e24-a4c2-b3512af1c7e1 tempest-ServerMetadataNegativeTestJSON-1384016467 tempest-ServerMetadataNegativeTestJSON-1384016467-project] Pushing event updated for resources: {'Port': ['ID=bcd66dc2-d1b5-48dd-8cba-f55a3671caeb,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:57.944590 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 44072) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:57.955308 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77f1033-ec70-47dd-a21d-427066440dac tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event deleted for resources: {'Subnet': ['ID=5894af56-99f7-4cc8-8a7b-f30212bf2a6d,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:57.977181 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-774acc17-c99b-4605-8de6-6669b55b449d req-caa62ff4-83b5-4e24-a4c2-b3512af1c7e1 tempest-ServerMetadataNegativeTestJSON-1384016467 tempest-ServerMetadataNegativeTestJSON-1384016467-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1926866 Aug 16 23:00:58.060136 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-fe3500a7-3621-4678-8f7f-89dea8f58975 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1078000 Aug 16 23:00:58.063274 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 44076) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:58.065448 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-774acc17-c99b-4605-8de6-6669b55b449d req-8e1bd7f9-2b8a-4da0-8bf5-35b259f1fe50 service neutron] Request body: {'port': {'device_id': '76d89da4-4111-4185-9e5d-6d5c6ac1d94f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-26'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:00:58.069021 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-755effa2-b22a-4ce2-bda8-6c0d38808026 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Request body: {'subnet': {'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:00:58.150314 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b7d16b-be31-42b5-ab1b-a622586644d9 req-dc66ba25-6411-479a-9013-6ef1b78e5172 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:58.151911 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-78b7d16b-be31-42b5-ab1b-a622586644d9 req-dc66ba25-6411-479a-9013-6ef1b78e5172 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=64dce353-055b-404e-bb15-893d8d6f9f87 HTTP/1.1" status: 200 len: 944 time: 0.3602762 Aug 16 23:00:58.178597 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-608ec5aa-b1b2-49ec-b628-cd4eb5688628 req-27c33c6e-b46b-4751-85b1-0ff7b890acc8 service neutron] 10.222.0.36 "GET /v2.0/networks/f382f188-dbb7-4b56-8af5-82f76ac61bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3880470 Aug 16 23:00:58.222152 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb15e3e-ac2a-4457-b4f9-9d636c5c70b2 req-23c09e27-d3a0-4429-925c-b683423f080f tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:58.224936 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3eb15e3e-ac2a-4457-b4f9-9d636c5c70b2 req-23c09e27-d3a0-4429-925c-b683423f080f tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.57 "GET /v2.0/ports?device_id=d989285c-13e8-44d8-92c3-064e2aac40e9 HTTP/1.1" status: 200 len: 945 time: 0.0963278 Aug 16 23:00:58.231687 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7a013e-d0a0-42ae-a223-b9babba98e0b req-68d055b8-8a82-4d0a-b464-9da490327376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:58.233889 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3c7a013e-d0a0-42ae-a223-b9babba98e0b req-68d055b8-8a82-4d0a-b464-9da490327376 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=64dce353-055b-404e-bb15-893d8d6f9f87&tenant_id=57296d41c5f54ce79a9b782f4a8b4677 HTTP/1.1" status: 200 len: 1096 time: 0.2851520 Aug 16 23:00:58.250165 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-774acc17-c99b-4605-8de6-6669b55b449d req-8e1bd7f9-2b8a-4da0-8bf5-35b259f1fe50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:58.255426 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-3c7a013e-d0a0-42ae-a223-b9babba98e0b req-e10afca3-1765-40f3-880b-905b7efcea54 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791506-26', 'device_owner': 'compute:nova'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:00:58.295787 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-755effa2-b22a-4ce2-bda8-6c0d38808026 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Made reservation on behalf of 68b563add1f042a58ab2d8884a30332e for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:00:58.300213 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-755effa2-b22a-4ce2-bda8-6c0d38808026 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:58.322263 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-78b7d16b-be31-42b5-ab1b-a622586644d9 req-0bb6d456-cd73-4d03-846b-7d1e5f6b82d3 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=cb930d9d-af57-42ec-901a-b3e522b04153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1568570 Aug 16 23:00:58.426796 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-37960017-9c31-4a9c-a4f5-465a0080e1ad tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:58.466463 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3c7a013e-d0a0-42ae-a223-b9babba98e0b req-e10afca3-1765-40f3-880b-905b7efcea54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:58.490776 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-3eb15e3e-ac2a-4457-b4f9-9d636c5c70b2 req-eb80d863-bd8e-45c2-a275-849e50e661ee tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Deleting port 988fe3aa-859b-422e-866d-805d29eb7373 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:00:58.491177 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3eb15e3e-ac2a-4457-b4f9-9d636c5c70b2 req-eb80d863-bd8e-45c2-a275-849e50e661ee tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:58.591056 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a870fe-c4e2-4dce-a20e-2cdfbf76dc29 None None] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:00:58.602308 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dade20b1-dbe2-4dc1-ac76-564ff825b43a req-98ec0e3a-29a7-42a7-bd26-2ae167cb2a2f tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1a3c014-ee22-4ed3-9ab2-7241129ef2fa HTTP/1.1" status: 200 len: 210 time: 0.0426190 Aug 16 23:00:58.732811 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba899713-9937-4057-8d98-0deb1151b398 req-9cb8cb07-a52c-43cb-a4dd-9bac1c5b1367 tempest-ServerMetadataNegativeTestJSON-1384016467 tempest-ServerMetadataNegativeTestJSON-1384016467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:58.740482 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ba899713-9937-4057-8d98-0deb1151b398 req-9cb8cb07-a52c-43cb-a4dd-9bac1c5b1367 tempest-ServerMetadataNegativeTestJSON-1384016467 tempest-ServerMetadataNegativeTestJSON-1384016467-project] 10.222.0.36 "GET /v2.0/ports?device_id=76d89da4-4111-4185-9e5d-6d5c6ac1d94f HTTP/1.1" status: 200 len: 931 time: 0.2750838 Aug 16 23:00:58.757545 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-ad6de815-d02a-45de-8529-a65c510dad75 None None] Provisioning complete for port a25229c8-5c03-4d7d-8d82-53be4ebd60b2 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:00:58.760267 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ad6de815-d02a-45de-8529-a65c510dad75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:58.988106 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f001b663-c767-4b5b-b039-793177a78e66 None None] DHCP port deletion for 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:00:59.048718 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-f001b663-c767-4b5b-b039-793177a78e66 None None] Deleting port a25229c8-5c03-4d7d-8d82-53be4ebd60b2 {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:00:59.049372 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f001b663-c767-4b5b-b039-793177a78e66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:59.067949 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-3eb15e3e-ac2a-4457-b4f9-9d636c5c70b2 req-eb80d863-bd8e-45c2-a275-849e50e661ee tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] For port 988fe3aa-859b-422e-866d-805d29eb7373, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=988fe3aa-859b-422e-866d-805d29eb7373,segment=NetworkSegment(2f9d1485-64c4-4032-9f01-ae22555e2cfc),segment_id=2f9d1485-64c4-4032-9f01-ae22555e2cfc)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:00:59.068652 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3eb15e3e-ac2a-4457-b4f9-9d636c5c70b2 req-eb80d863-bd8e-45c2-a275-849e50e661ee tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:59.127124 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-3eb15e3e-ac2a-4457-b4f9-9d636c5c70b2 req-eb80d863-bd8e-45c2-a275-849e50e661ee tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Calling delete_port for 988fe3aa-859b-422e-866d-805d29eb7373 owned by compute:nova {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:00:59.153717 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f001b663-c767-4b5b-b039-793177a78e66 None None] For port a25229c8-5c03-4d7d-8d82-53be4ebd60b2, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=a25229c8-5c03-4d7d-8d82-53be4ebd60b2,segment=NetworkSegment(482572b3-9d65-4375-9c42-925e854722fd),segment_id=482572b3-9d65-4375-9c42-925e854722fd)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:00:59.154387 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f001b663-c767-4b5b-b039-793177a78e66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:59.157661 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-755effa2-b22a-4ce2-bda8-6c0d38808026 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:59.173160 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-f001b663-c767-4b5b-b039-793177a78e66 None None] Calling delete_port for a25229c8-5c03-4d7d-8d82-53be4ebd60b2 owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:00:59.240261 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755effa2-b22a-4ce2-bda8-6c0d38808026 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:00:59.248023 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-755effa2-b22a-4ce2-bda8-6c0d38808026 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:00:59.258845 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755effa2-b22a-4ce2-bda8-6c0d38808026 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:59.260302 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-755effa2-b22a-4ce2-bda8-6c0d38808026 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:59.283556 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f001b663-c767-4b5b-b039-793177a78e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:59.304466 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-755effa2-b22a-4ce2-bda8-6c0d38808026 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2399497 Aug 16 23:00:59.307336 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 44092) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:59.310715 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f001b663-c767-4b5b-b039-793177a78e66 None None] Pushing event deleted for resources: {'Port': ['ID=a25229c8-5c03-4d7d-8d82-53be4ebd60b2,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:59.313132 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-fdbf2fc2-609c-4ca5-a773-abfe824efad9 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Request body: {'subnet': {'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:00:59.316975 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755effa2-b22a-4ce2-bda8-6c0d38808026 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event updated for resources: {'Subnet': ['ID=b0a8dd86-d14a-4c19-836e-3d7a7435740b,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:59.324372 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f001b663-c767-4b5b-b039-793177a78e66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:00:59.325028 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f001b663-c767-4b5b-b039-793177a78e66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:00:59.325557 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f001b663-c767-4b5b-b039-793177a78e66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:00:59.326055 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f001b663-c767-4b5b-b039-793177a78e66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:00:59.326543 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f001b663-c767-4b5b-b039-793177a78e66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:00:59.327024 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f001b663-c767-4b5b-b039-793177a78e66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:00:59.327516 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f001b663-c767-4b5b-b039-793177a78e66 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:00:59.327999 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f001b663-c767-4b5b-b039-793177a78e66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:00:59.328475 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f001b663-c767-4b5b-b039-793177a78e66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:00:59.328963 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f001b663-c767-4b5b-b039-793177a78e66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:00:59.329463 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f001b663-c767-4b5b-b039-793177a78e66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:00:59.330150 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f001b663-c767-4b5b-b039-793177a78e66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:00:59.333566 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f001b663-c767-4b5b-b039-793177a78e66 None None] No DVR routers for this DVR port a25229c8-5c03-4d7d-8d82-53be4ebd60b2 on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:00:59.355907 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1686524-43a3-4dfc-b25b-8e5ca0e65aa0 None None] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:00:59.411356 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ba899713-9937-4057-8d98-0deb1151b398 req-0e5e4d66-2f16-4346-ad74-73bdf0267646 tempest-ServerMetadataNegativeTestJSON-1384016467 tempest-ServerMetadataNegativeTestJSON-1384016467-project] 10.222.0.36 "GET /v2.0/security-groups?id=083e2101-ffe0-424c-80a1-efd96ed29a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6695490 Aug 16 23:00:59.479592 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3eb15e3e-ac2a-4457-b4f9-9d636c5c70b2 req-eb80d863-bd8e-45c2-a275-849e50e661ee tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:59.515676 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb80d863-bd8e-45c2-a275-849e50e661ee tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Pushing event deleted for resources: {'Port': ['ID=988fe3aa-859b-422e-866d-805d29eb7373,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:00:59.550662 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-37960017-9c31-4a9c-a4f5-465a0080e1ad tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Allocated IP 172.25.4.113 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/d3064d5e-2c85-4d9e-8a1c-89765c5e914d) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:00:59.553264 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1df25e-c47f-4994-bb82-6c43abe472ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'tenant_id': '68b563add1f042a58ab2d8884a30332e', 'fixed_ips': [{'subnet_id': 'b0a8dd86-d14a-4c19-836e-3d7a7435740b'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:00:59.554414 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdbf2fc2-609c-4ca5-a773-abfe824efad9 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Made reservation on behalf of 68b563add1f042a58ab2d8884a30332e for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:00:59.557960 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0b1df25e-c47f-4994-bb82-6c43abe472ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:59.559668 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fdbf2fc2-609c-4ca5-a773-abfe824efad9 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:59.641124 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eb15e3e-ac2a-4457-b4f9-9d636c5c70b2 req-eb80d863-bd8e-45c2-a275-849e50e661ee tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] No DVR routers for this DVR port 988fe3aa-859b-422e-866d-805d29eb7373 on host n-h2-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:00:59.647273 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3eb15e3e-ac2a-4457-b4f9-9d636c5c70b2 req-eb80d863-bd8e-45c2-a275-849e50e661ee tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:00:59.650754 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3eb15e3e-ac2a-4457-b4f9-9d636c5c70b2 req-eb80d863-bd8e-45c2-a275-849e50e661ee tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.57 "DELETE /v2.0/ports/988fe3aa-859b-422e-866d-805d29eb7373 HTTP/1.1" status: 204 len: 173 time: 1.4080493 Aug 16 23:00:59.650982 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd989285c-13e8-44d8-92c3-064e2aac40e9', 'name': 'network-vif-deleted', 'tag': '988fe3aa-859b-422e-866d-805d29eb7373'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:00:59.653376 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e111b085-0349-4a25-a95d-554a0e237456" -d '{"events": [{"server_uuid": "d989285c-13e8-44d8-92c3-064e2aac40e9", "name": "network-vif-deleted", "tag": "988fe3aa-859b-422e-866d-805d29eb7373"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:00:59.683649 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f2650a-6019-431f-84e5-cd93f47124ba req-b99fa927-4f87-414c-918f-17e0b9ff5bd8 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:59.691958 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-02f2650a-6019-431f-84e5-cd93f47124ba req-b99fa927-4f87-414c-918f-17e0b9ff5bd8 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1dee21d-438d-4809-b7fc-08c3f1ed2e89 HTTP/1.1" status: 200 len: 946 time: 0.3304627 Aug 16 23:00:59.714507 n-d-791506-26 neutron-server[101291]: INFO neutron.db.ipam_backend_mixin [None req-fdbf2fc2-609c-4ca5-a773-abfe824efad9 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b0a8dd86-d14a-4c19-836e-3d7a7435740b (CIDR: 2001:db8::/64) Aug 16 23:00:59.719324 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdbf2fc2-609c-4ca5-a773-abfe824efad9 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 23:00:59.719695 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-0b1df25e-c47f-4994-bb82-6c43abe472ae None None] Allocated IP 2001:db8::2 (09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5/b0a8dd86-d14a-4c19-836e-3d7a7435740b/5c54f7bc-d2b3-4349-a724-981834647b50) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:00:59.720934 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdbf2fc2-609c-4ca5-a773-abfe824efad9 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:00:59.723279 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 988fe3aa-859b-422e-866d-805d29eb7373 no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:00:59.746992 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-fdbf2fc2-609c-4ca5-a773-abfe824efad9 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4383056 Aug 16 23:00:59.749785 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 44102) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:00:59.750862 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] No Port match for: 988fe3aa-859b-422e-866d-805d29eb7373 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:00:59.751284 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 988fe3aa-859b-422e-866d-805d29eb7373 not bound to the agent host n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:00:59.758354 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-ac8a1612-c7b6-4467-b7e3-39cce1137291 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Request body: {'subnet': {'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:00:59.864968 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9a975d-1eec-4bd8-b0d1-c2c2caf02f95 req-d21c4a7e-3a66-458e-90b7-0508ce942f0b tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:00:59.873574 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ca9a975d-1eec-4bd8-b0d1-c2c2caf02f95 req-d21c4a7e-3a66-458e-90b7-0508ce942f0b tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=64dce353-055b-404e-bb15-893d8d6f9f87 HTTP/1.1" status: 200 len: 944 time: 0.3268414 Aug 16 23:00:59.921414 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-02f2650a-6019-431f-84e5-cd93f47124ba req-b2ece090-d566-4c8f-8bc1-8c9a2f8dbe61 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280595 Aug 16 23:00:59.930622 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-3c7a013e-d0a0-42ae-a223-b9babba98e0b req-e10afca3-1765-40f3-880b-905b7efcea54 service neutron] For port 95359267-9042-4d8b-bff2-66d28c99d8f8, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=95359267-9042-4d8b-bff2-66d28c99d8f8,segment=NetworkSegment(b23390f1-3345-4e11-b45b-da1aa220458a),segment_id=b23390f1-3345-4e11-b45b-da1aa220458a)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:01:00.000780 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [req-774acc17-c99b-4605-8de6-6669b55b449d req-8e1bd7f9-2b8a-4da0-8bf5-35b259f1fe50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcd66dc2-d1b5-48dd-8cba-f55a3671caeb {{(pid=101292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:01:00.027005 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608ec5aa-b1b2-49ec-b628-cd4eb5688628 req-c1b099e4-3d85-4de7-8ecb-671ff74c4902 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:00.028629 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-608ec5aa-b1b2-49ec-b628-cd4eb5688628 req-c1b099e4-3d85-4de7-8ecb-671ff74c4902 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.57 "GET /v2.0/networks?id=f382f188-dbb7-4b56-8af5-82f76ac61bfc HTTP/1.1" status: 200 len: 805 time: 0.1994874 Aug 16 23:01:00.029068 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-774acc17-c99b-4605-8de6-6669b55b449d req-8e1bd7f9-2b8a-4da0-8bf5-35b259f1fe50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:00.038673 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac8a1612-c7b6-4467-b7e3-39cce1137291 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Made reservation on behalf of 68b563add1f042a58ab2d8884a30332e for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:01:00.044423 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ac8a1612-c7b6-4467-b7e3-39cce1137291 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:00.075381 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-37960017-9c31-4a9c-a4f5-465a0080e1ad tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:00.101838 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ca9a975d-1eec-4bd8-b0d1-c2c2caf02f95 req-dffcf16f-931b-4afd-93a4-2a4e77dccb9d tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=cb930d9d-af57-42ec-901a-b3e522b04153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2254627 Aug 16 23:01:00.106606 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-774acc17-c99b-4605-8de6-6669b55b449d req-8e1bd7f9-2b8a-4da0-8bf5-35b259f1fe50 service neutron] Transition to ACTIVE for port object bcd66dc2-d1b5-48dd-8cba-f55a3671caeb will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:01:00.117480 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-608ec5aa-b1b2-49ec-b628-cd4eb5688628 req-470bcbb2-42bd-4a92-978c-290abc8d403b tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Request body: {'port': {'device_id': 'd1a3c014-ee22-4ed3-9ab2-7241129ef2fa', 'network_id': 'f382f188-dbb7-4b56-8af5-82f76ac61bfc', 'admin_state_up': True, 'tenant_id': '352e2e0b88af46f28dafba560003ae12'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:01:00.130008 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0b1df25e-c47f-4994-bb82-6c43abe472ae None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:00.135836 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-774acc17-c99b-4605-8de6-6669b55b449d req-8e1bd7f9-2b8a-4da0-8bf5-35b259f1fe50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:00.153726 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0b1df25e-c47f-4994-bb82-6c43abe472ae None None] Transition to ACTIVE for port object 5c54f7bc-d2b3-4349-a724-981834647b50 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:01:00.178674 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-3c7a013e-d0a0-42ae-a223-b9babba98e0b req-e10afca3-1765-40f3-880b-905b7efcea54 service neutron] For port 95359267-9042-4d8b-bff2-66d28c99d8f8, host n-h2-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:01:00.180614 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0b1df25e-c47f-4994-bb82-6c43abe472ae None None] Transition to ACTIVE for port object 5c54f7bc-d2b3-4349-a724-981834647b50 will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:01:00.181614 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e3042b-11e8-4b14-b14f-8e07fd9c5b62 x-openstack-request-id: req-83e3042b-11e8-4b14-b14f-8e07fd9c5b62 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:01:00.181773 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d989285c-13e8-44d8-92c3-064e2aac40e9", "name": "network-vif-deleted", "tag": "988fe3aa-859b-422e-866d-805d29eb7373", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:01:00.182096 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-83e3042b-11e8-4b14-b14f-8e07fd9c5b62 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:01:00.182517 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd989285c-13e8-44d8-92c3-064e2aac40e9', 'name': 'network-vif-deleted', 'tag': '988fe3aa-859b-422e-866d-805d29eb7373', 'status': 'completed', 'code': 200} Aug 16 23:01:00.188838 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0b1df25e-c47f-4994-bb82-6c43abe472ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:00.195661 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-59b42222-ee56-453a-9088-7f34528aeaf3 req-371accd7-bdba-4e44-8631-36ec05546833 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1a3c014-ee22-4ed3-9ab2-7241129ef2fa HTTP/1.1" status: 200 len: 210 time: 0.0916839 Aug 16 23:01:00.234957 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1df25e-c47f-4994-bb82-6c43abe472ae None None] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:01:00.238279 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-0b1df25e-c47f-4994-bb82-6c43abe472ae None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:01:00.246391 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1df25e-c47f-4994-bb82-6c43abe472ae None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:01:00.263423 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1df25e-c47f-4994-bb82-6c43abe472ae None None] Pushing event updated for resources: {'Port': ['ID=5c54f7bc-d2b3-4349-a724-981834647b50,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:00.322304 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-0b1df25e-c47f-4994-bb82-6c43abe472ae None None] Attempting to bind port 5c54f7bc-d2b3-4349-a724-981834647b50 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:01:00.322808 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-0b1df25e-c47f-4994-bb82-6c43abe472ae None None] Attempting to bind port 5c54f7bc-d2b3-4349-a724-981834647b50 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '482572b3-9d65-4375-9c42-925e854722fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:01:00.323212 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1df25e-c47f-4994-bb82-6c43abe472ae None None] Attempting to bind port 5c54f7bc-d2b3-4349-a724-981834647b50 on network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:01:00.326914 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [req-3c7a013e-d0a0-42ae-a223-b9babba98e0b req-e10afca3-1765-40f3-880b-905b7efcea54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95359267-9042-4d8b-bff2-66d28c99d8f8 {{(pid=101292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:01:00.329171 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1df25e-c47f-4994-bb82-6c43abe472ae None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:01:00.329631 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1df25e-c47f-4994-bb82-6c43abe472ae None None] Checking segment: {'id': '482572b3-9d65-4375-9c42-925e854722fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:01:00.330319 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0b1df25e-c47f-4994-bb82-6c43abe472ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:00.330727 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1df25e-c47f-4994-bb82-6c43abe472ae None None] Bound using segment: {'id': '482572b3-9d65-4375-9c42-925e854722fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:01:00.331553 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-0b1df25e-c47f-4994-bb82-6c43abe472ae None None] Bound port: 5c54f7bc-d2b3-4349-a724-981834647b50, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '482572b3-9d65-4375-9c42-925e854722fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:01:00.331701 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0b1df25e-c47f-4994-bb82-6c43abe472ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:00.333840 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1bd7f9-2b8a-4da0-8bf5-35b259f1fe50 service neutron] Pushing event updated for resources: {'Port': ['ID=bcd66dc2-d1b5-48dd-8cba-f55a3671caeb,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:00.344865 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3c7a013e-d0a0-42ae-a223-b9babba98e0b req-e10afca3-1765-40f3-880b-905b7efcea54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:00.353002 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-608ec5aa-b1b2-49ec-b628-cd4eb5688628 req-470bcbb2-42bd-4a92-978c-290abc8d403b tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Made reservation on behalf of 352e2e0b88af46f28dafba560003ae12 for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:01:00.357243 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-608ec5aa-b1b2-49ec-b628-cd4eb5688628 req-470bcbb2-42bd-4a92-978c-290abc8d403b tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:00.411568 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0b1df25e-c47f-4994-bb82-6c43abe472ae None None] For port 5c54f7bc-d2b3-4349-a724-981834647b50, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:01:00.415922 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0b1df25e-c47f-4994-bb82-6c43abe472ae None None] For port 5c54f7bc-d2b3-4349-a724-981834647b50, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=5c54f7bc-d2b3-4349-a724-981834647b50,segment=NetworkSegment(482572b3-9d65-4375-9c42-925e854722fd),segment_id=482572b3-9d65-4375-9c42-925e854722fd)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:01:00.422656 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-37960017-9c31-4a9c-a4f5-465a0080e1ad tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:00.424058 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0b1df25e-c47f-4994-bb82-6c43abe472ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:00.425360 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-3c7a013e-d0a0-42ae-a223-b9babba98e0b req-e10afca3-1765-40f3-880b-905b7efcea54 service neutron] Transition to ACTIVE for port object 95359267-9042-4d8b-bff2-66d28c99d8f8 will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:01:00.447008 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3c7a013e-d0a0-42ae-a223-b9babba98e0b req-e10afca3-1765-40f3-880b-905b7efcea54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:00.510340 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37960017-9c31-4a9c-a4f5-465a0080e1ad tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:01:00.527728 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1df25e-c47f-4994-bb82-6c43abe472ae None None] Pushing event updated for resources: {'Port': ['ID=5c54f7bc-d2b3-4349-a724-981834647b50,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:00.534589 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-37960017-9c31-4a9c-a4f5-465a0080e1ad tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:01:00.544655 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37960017-9c31-4a9c-a4f5-465a0080e1ad tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:01:00.580294 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-774acc17-c99b-4605-8de6-6669b55b449d req-8e1bd7f9-2b8a-4da0-8bf5-35b259f1fe50 service neutron] Attempting to bind port bcd66dc2-d1b5-48dd-8cba-f55a3671caeb on host n-h2-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:01:00.580669 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-774acc17-c99b-4605-8de6-6669b55b449d req-8e1bd7f9-2b8a-4da0-8bf5-35b259f1fe50 service neutron] Attempting to bind port bcd66dc2-d1b5-48dd-8cba-f55a3671caeb by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': '80ae25ce-c047-4246-ab2f-841c27c35f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '6b8b8565-8dc2-460a-95ea-58b83a58b195'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:01:00.581038 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774acc17-c99b-4605-8de6-6669b55b449d req-8e1bd7f9-2b8a-4da0-8bf5-35b259f1fe50 service neutron] Attempting to bind port bcd66dc2-d1b5-48dd-8cba-f55a3671caeb on network 6b8b8565-8dc2-460a-95ea-58b83a58b195 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:01:00.585046 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-608ec5aa-b1b2-49ec-b628-cd4eb5688628 req-470bcbb2-42bd-4a92-978c-290abc8d403b tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Allocated IP 172.20.0.7 (f382f188-dbb7-4b56-8af5-82f76ac61bfc/6c827456-6bfb-4e82-b370-b53dc8e13ad7/bd87ed39-7912-4570-ac1f-3314f4203f9b) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:01:00.642157 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37960017-9c31-4a9c-a4f5-465a0080e1ad tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Pushing event updated for resources: {'Port': ['ID=d3064d5e-2c85-4d9e-8a1c-89765c5e914d,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:00.766447 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774acc17-c99b-4605-8de6-6669b55b449d req-8e1bd7f9-2b8a-4da0-8bf5-35b259f1fe50 service neutron] Port bcd66dc2-d1b5-48dd-8cba-f55a3671caeb on network 6b8b8565-8dc2-460a-95ea-58b83a58b195 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:01:00.766447 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774acc17-c99b-4605-8de6-6669b55b449d req-8e1bd7f9-2b8a-4da0-8bf5-35b259f1fe50 service neutron] Attempting to bind port bcd66dc2-d1b5-48dd-8cba-f55a3671caeb on network 6b8b8565-8dc2-460a-95ea-58b83a58b195 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:01:00.815208 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774acc17-c99b-4605-8de6-6669b55b449d req-8e1bd7f9-2b8a-4da0-8bf5-35b259f1fe50 service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:01:00.815563 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774acc17-c99b-4605-8de6-6669b55b449d req-8e1bd7f9-2b8a-4da0-8bf5-35b259f1fe50 service neutron] Checking segment: {'id': '80ae25ce-c047-4246-ab2f-841c27c35f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '6b8b8565-8dc2-460a-95ea-58b83a58b195'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:01:00.815962 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774acc17-c99b-4605-8de6-6669b55b449d req-8e1bd7f9-2b8a-4da0-8bf5-35b259f1fe50 service neutron] Bound using segment: {'id': '80ae25ce-c047-4246-ab2f-841c27c35f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '6b8b8565-8dc2-460a-95ea-58b83a58b195'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:01:00.816975 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-774acc17-c99b-4605-8de6-6669b55b449d req-8e1bd7f9-2b8a-4da0-8bf5-35b259f1fe50 service neutron] Bound port: bcd66dc2-d1b5-48dd-8cba-f55a3671caeb, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80ae25ce-c047-4246-ab2f-841c27c35f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '6b8b8565-8dc2-460a-95ea-58b83a58b195'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:01:00.817353 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-774acc17-c99b-4605-8de6-6669b55b449d req-8e1bd7f9-2b8a-4da0-8bf5-35b259f1fe50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:00.832861 n-d-791506-26 neutron-server[101291]: DEBUG neutron.objects.ports [None req-ac8a1612-c7b6-4467-b7e3-39cce1137291 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101291) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 23:01:00.862506 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device a25229c8-5c03-4d7d-8d82-53be4ebd60b2 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:01:00.894523 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10afca3-1765-40f3-880b-905b7efcea54 service neutron] Pushing event updated for resources: {'Port': ['ID=95359267-9042-4d8b-bff2-66d28c99d8f8,revision_number=9']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:00.897512 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c7a013e-d0a0-42ae-a223-b9babba98e0b req-e10afca3-1765-40f3-880b-905b7efcea54 service neutron] No DVR routers for this DVR port 95359267-9042-4d8b-bff2-66d28c99d8f8 on host n-h2-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:01:00.912872 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: a25229c8-5c03-4d7d-8d82-53be4ebd60b2 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:01:00.912872 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device a25229c8-5c03-4d7d-8d82-53be4ebd60b2 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:01:01.000902 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-608ec5aa-b1b2-49ec-b628-cd4eb5688628 req-470bcbb2-42bd-4a92-978c-290abc8d403b tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:01.002156 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f07ed6e-4540-4f33-957d-3434c42b3065 req-28996113-4ac4-4f7c-9bf6-ecb87256b8cf tempest-ServerMetadataNegativeTestJSON-1384016467 tempest-ServerMetadataNegativeTestJSON-1384016467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:01.004033 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5f07ed6e-4540-4f33-957d-3434c42b3065 req-28996113-4ac4-4f7c-9bf6-ecb87256b8cf tempest-ServerMetadataNegativeTestJSON-1384016467 tempest-ServerMetadataNegativeTestJSON-1384016467-project] 10.222.0.36 "GET /v2.0/ports?device_id=76d89da4-4111-4185-9e5d-6d5c6ac1d94f HTTP/1.1" status: 200 len: 943 time: 0.4205389 Aug 16 23:01:01.080968 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ac8a1612-c7b6-4467-b7e3-39cce1137291 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:01.099617 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-608ec5aa-b1b2-49ec-b628-cd4eb5688628 req-470bcbb2-42bd-4a92-978c-290abc8d403b tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:01.133091 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-37960017-9c31-4a9c-a4f5-465a0080e1ad tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:01.171602 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-774acc17-c99b-4605-8de6-6669b55b449d req-8e1bd7f9-2b8a-4da0-8bf5-35b259f1fe50 service neutron] For port bcd66dc2-d1b5-48dd-8cba-f55a3671caeb, host n-h2-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:01:01.181007 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-608ec5aa-b1b2-49ec-b628-cd4eb5688628 req-470bcbb2-42bd-4a92-978c-290abc8d403b tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Network f382f188-dbb7-4b56-8af5-82f76ac61bfc is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:01:01.183899 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5f07ed6e-4540-4f33-957d-3434c42b3065 req-604ae4e0-2db3-4459-98a1-d50da80899d7 tempest-ServerMetadataNegativeTestJSON-1384016467 tempest-ServerMetadataNegativeTestJSON-1384016467-project] 10.222.0.36 "GET /v2.0/security-groups?id=083e2101-ffe0-424c-80a1-efd96ed29a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683247 Aug 16 23:01:01.193823 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-608ec5aa-b1b2-49ec-b628-cd4eb5688628 req-470bcbb2-42bd-4a92-978c-290abc8d403b tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:01:01.198762 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470bcbb2-42bd-4a92-978c-290abc8d403b tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Pushing event updated for resources: {'Port': ['ID=bd87ed39-7912-4570-ac1f-3314f4203f9b,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:01.201187 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-608ec5aa-b1b2-49ec-b628-cd4eb5688628 req-470bcbb2-42bd-4a92-978c-290abc8d403b tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:01:01.222565 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-774acc17-c99b-4605-8de6-6669b55b449d req-8e1bd7f9-2b8a-4da0-8bf5-35b259f1fe50 service neutron] For port bcd66dc2-d1b5-48dd-8cba-f55a3671caeb, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=bcd66dc2-d1b5-48dd-8cba-f55a3671caeb,segment=NetworkSegment(80ae25ce-c047-4246-ab2f-841c27c35f13),segment_id=80ae25ce-c047-4246-ab2f-841c27c35f13)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:01:01.237139 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-774acc17-c99b-4605-8de6-6669b55b449d req-8e1bd7f9-2b8a-4da0-8bf5-35b259f1fe50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:01.278497 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8002b4de-51bd-49e9-8e49-45be165931fb req-67bd900e-5ac7-4000-917d-8b4733f403ff tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:01.280057 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8002b4de-51bd-49e9-8e49-45be165931fb req-67bd900e-5ac7-4000-917d-8b4733f403ff tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1dee21d-438d-4809-b7fc-08c3f1ed2e89 HTTP/1.1" status: 200 len: 946 time: 0.2487743 Aug 16 23:01:01.280701 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-37960017-9c31-4a9c-a4f5-465a0080e1ad tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:01.305355 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608ec5aa-b1b2-49ec-b628-cd4eb5688628 req-470bcbb2-42bd-4a92-978c-290abc8d403b tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:01.306250 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-608ec5aa-b1b2-49ec-b628-cd4eb5688628 req-470bcbb2-42bd-4a92-978c-290abc8d403b tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:01.333047 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-608ec5aa-b1b2-49ec-b628-cd4eb5688628 req-470bcbb2-42bd-4a92-978c-290abc8d403b tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2207699 Aug 16 23:01:01.357691 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-608ec5aa-b1b2-49ec-b628-cd4eb5688628 req-1c8c8687-ed11-4c0e-b52e-b2158f0530c6 service neutron] Request body: {'port': {'device_id': 'd1a3c014-ee22-4ed3-9ab2-7241129ef2fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:01:01.359904 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774acc17-c99b-4605-8de6-6669b55b449d req-8e1bd7f9-2b8a-4da0-8bf5-35b259f1fe50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:01.360552 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-774acc17-c99b-4605-8de6-6669b55b449d req-8e1bd7f9-2b8a-4da0-8bf5-35b259f1fe50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:01.361971 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-774acc17-c99b-4605-8de6-6669b55b449d req-8e1bd7f9-2b8a-4da0-8bf5-35b259f1fe50 service neutron] 10.222.0.57 "PUT /v2.0/ports/bcd66dc2-d1b5-48dd-8cba-f55a3671caeb HTTP/1.1" status: 200 len: 1092 time: 3.3056021 Aug 16 23:01:01.362252 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ac8a1612-c7b6-4467-b7e3-39cce1137291 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] For port 5c54f7bc-d2b3-4349-a724-981834647b50, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=5c54f7bc-d2b3-4349-a724-981834647b50,segment=NetworkSegment(482572b3-9d65-4375-9c42-925e854722fd),segment_id=482572b3-9d65-4375-9c42-925e854722fd)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:01:01.364603 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76d89da4-4111-4185-9e5d-6d5c6ac1d94f', 'tag': 'bcd66dc2-d1b5-48dd-8cba-f55a3671caeb'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:01:01.366804 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fe80a63-2110-415b-9bf0-8d46b7bb9487" -d '{"events": [{"name": "network-changed", "server_uuid": "76d89da4-4111-4185-9e5d-6d5c6ac1d94f", "tag": "bcd66dc2-d1b5-48dd-8cba-f55a3671caeb"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:01:01.387581 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-3c7a013e-d0a0-42ae-a223-b9babba98e0b req-e10afca3-1765-40f3-880b-905b7efcea54 service neutron] Attempting to bind port 95359267-9042-4d8b-bff2-66d28c99d8f8 on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:01:01.387952 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-3c7a013e-d0a0-42ae-a223-b9babba98e0b req-e10afca3-1765-40f3-880b-905b7efcea54 service neutron] Attempting to bind port 95359267-9042-4d8b-bff2-66d28c99d8f8 by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': 'b23390f1-3345-4e11-b45b-da1aa220458a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6017926f-7eef-429e-a22b-3a35337dccd4'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:01:01.388383 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7a013e-d0a0-42ae-a223-b9babba98e0b req-e10afca3-1765-40f3-880b-905b7efcea54 service neutron] Attempting to bind port 95359267-9042-4d8b-bff2-66d28c99d8f8 on network 6017926f-7eef-429e-a22b-3a35337dccd4 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:01:01.417683 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7a013e-d0a0-42ae-a223-b9babba98e0b req-e10afca3-1765-40f3-880b-905b7efcea54 service neutron] Port 95359267-9042-4d8b-bff2-66d28c99d8f8 on network 6017926f-7eef-429e-a22b-3a35337dccd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:01:01.418017 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7a013e-d0a0-42ae-a223-b9babba98e0b req-e10afca3-1765-40f3-880b-905b7efcea54 service neutron] Attempting to bind port 95359267-9042-4d8b-bff2-66d28c99d8f8 on network 6017926f-7eef-429e-a22b-3a35337dccd4 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:01:01.449129 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ac8a1612-c7b6-4467-b7e3-39cce1137291 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:01.451185 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-608ec5aa-b1b2-49ec-b628-cd4eb5688628 req-1c8c8687-ed11-4c0e-b52e-b2158f0530c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:01.463566 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ac8a1612-c7b6-4467-b7e3-39cce1137291 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:01.464256 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ac8a1612-c7b6-4467-b7e3-39cce1137291 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:01.502003 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7a013e-d0a0-42ae-a223-b9babba98e0b req-e10afca3-1765-40f3-880b-905b7efcea54 service neutron] Checking agent: {'id': 'd28e24f9-e5ea-41e1-80bf-3c7943ad7f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:01:01.502581 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7a013e-d0a0-42ae-a223-b9babba98e0b req-e10afca3-1765-40f3-880b-905b7efcea54 service neutron] Checking segment: {'id': 'b23390f1-3345-4e11-b45b-da1aa220458a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6017926f-7eef-429e-a22b-3a35337dccd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:01:01.502698 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7a013e-d0a0-42ae-a223-b9babba98e0b req-e10afca3-1765-40f3-880b-905b7efcea54 service neutron] Bound using segment: {'id': 'b23390f1-3345-4e11-b45b-da1aa220458a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6017926f-7eef-429e-a22b-3a35337dccd4'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:01:01.503146 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-3c7a013e-d0a0-42ae-a223-b9babba98e0b req-e10afca3-1765-40f3-880b-905b7efcea54 service neutron] Bound port: 95359267-9042-4d8b-bff2-66d28c99d8f8, host: n-h1-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b23390f1-3345-4e11-b45b-da1aa220458a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6017926f-7eef-429e-a22b-3a35337dccd4'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:01:01.503504 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3c7a013e-d0a0-42ae-a223-b9babba98e0b req-e10afca3-1765-40f3-880b-905b7efcea54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:01.505329 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1bd7f9-2b8a-4da0-8bf5-35b259f1fe50 service neutron] Pushing event updated for resources: {'Port': ['ID=bcd66dc2-d1b5-48dd-8cba-f55a3671caeb,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:01.529904 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8002b4de-51bd-49e9-8e49-45be165931fb req-83a8e06e-7bfb-46e9-9bc5-b1f8509dbb48 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254984 Aug 16 23:01:01.562719 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8a1612-c7b6-4467-b7e3-39cce1137291 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:01:01.575281 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-ac8a1612-c7b6-4467-b7e3-39cce1137291 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:01:01.590308 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8a1612-c7b6-4467-b7e3-39cce1137291 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event updated for resources: {'Subnet': ['ID=568e85d9-d439-488a-9161-9f5eb8c0cdf9,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:01.625645 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8a1612-c7b6-4467-b7e3-39cce1137291 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:01.626243 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ac8a1612-c7b6-4467-b7e3-39cce1137291 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:01.671082 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774acc17-c99b-4605-8de6-6669b55b449d req-9ab993f1-02a2-4ea6-89e2-7d017356b2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:01.672613 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-774acc17-c99b-4605-8de6-6669b55b449d req-9ab993f1-02a2-4ea6-89e2-7d017356b2b3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=67e15ba7deb84d6db5639cec54a3ea16&device_id=76d89da4-4111-4185-9e5d-6d5c6ac1d94f HTTP/1.1" status: 200 len: 1095 time: 0.2367997 Aug 16 23:01:01.680165 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e152bb5a-679c-4be5-a442-ad3c878a2266 req-cabbdd81-26be-447a-a8d7-552d31abdc32 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:01.682431 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e152bb5a-679c-4be5-a442-ad3c878a2266 req-cabbdd81-26be-447a-a8d7-552d31abdc32 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=64dce353-055b-404e-bb15-893d8d6f9f87 HTTP/1.1" status: 200 len: 944 time: 0.3315771 Aug 16 23:01:01.690187 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8a1612-c7b6-4467-b7e3-39cce1137291 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event updated for resources: {'Port': ['ID=5c54f7bc-d2b3-4349-a724-981834647b50,revision_number=4']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:01.715607 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-ac8a1612-c7b6-4467-b7e3-39cce1137291 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.9642463 Aug 16 23:01:01.719814 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 44116) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:01.725217 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-03cc5a93-4129-4e6e-af22-2d3cd58a0003 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Request body: {'port': {'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'mac_address': 'fa:16:3e:de:09:2c', 'name': 'tempest-NetworksTestDHCPv6-497810541'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:01:01.771214 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-774acc17-c99b-4605-8de6-6669b55b449d req-00f74cac-6334-41cb-9f6f-2da0d33295d7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bcd66dc2-d1b5-48dd-8cba-f55a3671caeb HTTP/1.1" status: 200 len: 217 time: 0.0726473 Aug 16 23:01:01.772862 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e0e244-6213-4d28-83cf-1c8bd0d30bdd None None] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:01:01.823388 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-3c7a013e-d0a0-42ae-a223-b9babba98e0b req-e10afca3-1765-40f3-880b-905b7efcea54 service neutron] For port 95359267-9042-4d8b-bff2-66d28c99d8f8, host n-h1-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:01:01.860007 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-3c7a013e-d0a0-42ae-a223-b9babba98e0b req-e10afca3-1765-40f3-880b-905b7efcea54 service neutron] For port 95359267-9042-4d8b-bff2-66d28c99d8f8, host n-h1-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=95359267-9042-4d8b-bff2-66d28c99d8f8,segment=NetworkSegment(b23390f1-3345-4e11-b45b-da1aa220458a),segment_id=b23390f1-3345-4e11-b45b-da1aa220458a)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:01:01.872844 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-f0b084dc-7869-4a61-a15b-4627f7df477b None None] Provisioning for port 5c54f7bc-d2b3-4349-a724-981834647b50 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:01:01.876118 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80466ff-84c2-4c22-a3b6-a621964b1620 req-7edfe743-9a34-46d9-ac41-5fada6a62f7b tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:01.877788 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a80466ff-84c2-4c22-a3b6-a621964b1620 req-7edfe743-9a34-46d9-ac41-5fada6a62f7b tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1a3c014-ee22-4ed3-9ab2-7241129ef2fa HTTP/1.1" status: 200 len: 931 time: 0.2603798 Aug 16 23:01:01.885791 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e152bb5a-679c-4be5-a442-ad3c878a2266 req-da791bc4-2810-48a5-9b92-b6e4f65acfed tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=cb930d9d-af57-42ec-901a-b3e522b04153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1893163 Aug 16 23:01:01.887902 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-37960017-9c31-4a9c-a4f5-465a0080e1ad tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:01.893147 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3c7a013e-d0a0-42ae-a223-b9babba98e0b req-e10afca3-1765-40f3-880b-905b7efcea54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:01.938799 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03cc5a93-4129-4e6e-af22-2d3cd58a0003 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Made reservation on behalf of 68b563add1f042a58ab2d8884a30332e for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:01:01.952086 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-37960017-9c31-4a9c-a4f5-465a0080e1ad tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:01.968970 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774acc17-c99b-4605-8de6-6669b55b449d req-66dfcc73-1f6f-4f82-8fe7-3f1c1da9b511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:01.970471 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-774acc17-c99b-4605-8de6-6669b55b449d req-66dfcc73-1f6f-4f82-8fe7-3f1c1da9b511 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d2524853-6521-4492-955a-2e52839293d2 HTTP/1.1" status: 200 len: 860 time: 0.1853583 Aug 16 23:01:01.997317 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-794521a7-bfba-4690-80bc-feb3785df128 x-openstack-request-id: req-794521a7-bfba-4690-80bc-feb3785df128 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:01:01.997604 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76d89da4-4111-4185-9e5d-6d5c6ac1d94f", "tag": "bcd66dc2-d1b5-48dd-8cba-f55a3671caeb", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:01:01.997861 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-794521a7-bfba-4690-80bc-feb3785df128 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:01:01.998259 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76d89da4-4111-4185-9e5d-6d5c6ac1d94f', 'tag': 'bcd66dc2-d1b5-48dd-8cba-f55a3671caeb', 'status': 'completed', 'code': 200} Aug 16 23:01:02.008474 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7a013e-d0a0-42ae-a223-b9babba98e0b req-e10afca3-1765-40f3-880b-905b7efcea54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:02.009743 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3c7a013e-d0a0-42ae-a223-b9babba98e0b req-e10afca3-1765-40f3-880b-905b7efcea54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:02.011153 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3c7a013e-d0a0-42ae-a223-b9babba98e0b req-e10afca3-1765-40f3-880b-905b7efcea54 service neutron] 10.222.0.68 "PUT /v2.0/ports/95359267-9042-4d8b-bff2-66d28c99d8f8 HTTP/1.1" status: 200 len: 1093 time: 3.7637160 Aug 16 23:01:02.042491 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-774acc17-c99b-4605-8de6-6669b55b449d req-1d64d19a-7488-400f-81bb-0150b2ed0bfa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6b8b8565-8dc2-460a-95ea-58b83a58b195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608785 Aug 16 23:01:02.076891 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-608ec5aa-b1b2-49ec-b628-cd4eb5688628 req-1c8c8687-ed11-4c0e-b52e-b2158f0530c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd87ed39-7912-4570-ac1f-3314f4203f9b {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:01:02.090130 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-608ec5aa-b1b2-49ec-b628-cd4eb5688628 req-1c8c8687-ed11-4c0e-b52e-b2158f0530c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:02.110691 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-03cc5a93-4129-4e6e-af22-2d3cd58a0003 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:02.115500 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-608ec5aa-b1b2-49ec-b628-cd4eb5688628 req-1c8c8687-ed11-4c0e-b52e-b2158f0530c6 service neutron] Transition to ACTIVE for port object bd87ed39-7912-4570-ac1f-3314f4203f9b will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:01:02.127090 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-608ec5aa-b1b2-49ec-b628-cd4eb5688628 req-1c8c8687-ed11-4c0e-b52e-b2158f0530c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:02.178671 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-03cc5a93-4129-4e6e-af22-2d3cd58a0003 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] device_id is not set on port 11514f71-46a5-4205-9ca2-06145e281638 yet. {{(pid=101291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 23:01:02.180863 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10afca3-1765-40f3-880b-905b7efcea54 service neutron] Pushing event updated for resources: {'Port': ['ID=95359267-9042-4d8b-bff2-66d28c99d8f8,revision_number=10']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:02.211921 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a80466ff-84c2-4c22-a3b6-a621964b1620 req-676b1d2a-41bf-4f81-b941-d4f031a6f081 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a9bd5fe-3160-4f0a-a902-e95b7aedf567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3133132 Aug 16 23:01:02.262128 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-37960017-9c31-4a9c-a4f5-465a0080e1ad tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:02.329571 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37960017-9c31-4a9c-a4f5-465a0080e1ad tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Pushing event updated for resources: {'Port': ['ID=d3064d5e-2c85-4d9e-8a1c-89765c5e914d,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:02.338512 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8c8687-ed11-4c0e-b52e-b2158f0530c6 service neutron] Pushing event updated for resources: {'Port': ['ID=bd87ed39-7912-4570-ac1f-3314f4203f9b,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:02.339505 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-37960017-9c31-4a9c-a4f5-465a0080e1ad tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:02.341016 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-37960017-9c31-4a9c-a4f5-465a0080e1ad tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1510067 Aug 16 23:01:02.343386 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7a013e-d0a0-42ae-a223-b9babba98e0b req-26275271-434f-42fb-b18e-989110248c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:02.345045 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3c7a013e-d0a0-42ae-a223-b9babba98e0b req-26275271-434f-42fb-b18e-989110248c14 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=57296d41c5f54ce79a9b782f4a8b4677&device_id=64dce353-055b-404e-bb15-893d8d6f9f87 HTTP/1.1" status: 200 len: 1097 time: 0.2965407 Aug 16 23:01:02.367089 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 44122) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:02.376303 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-01153e51-a46f-49b2-9e32-3f7f5adcdc08 tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1205594836'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:01:02.400715 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-774acc17-c99b-4605-8de6-6669b55b449d req-b6c7ae3a-b79c-4e76-bc8c-dedcd3232064 service neutron] 10.222.0.57 "GET /v2.0/networks/6b8b8565-8dc2-460a-95ea-58b83a58b195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3439746 Aug 16 23:01:02.498318 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-608ec5aa-b1b2-49ec-b628-cd4eb5688628 req-1c8c8687-ed11-4c0e-b52e-b2158f0530c6 service neutron] Attempting to bind port bd87ed39-7912-4570-ac1f-3314f4203f9b on host n-h2-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:01:02.498645 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-608ec5aa-b1b2-49ec-b628-cd4eb5688628 req-1c8c8687-ed11-4c0e-b52e-b2158f0530c6 service neutron] Attempting to bind port bd87ed39-7912-4570-ac1f-3314f4203f9b by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': '2f9d1485-64c4-4032-9f01-ae22555e2cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f382f188-dbb7-4b56-8af5-82f76ac61bfc'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:01:02.498910 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608ec5aa-b1b2-49ec-b628-cd4eb5688628 req-1c8c8687-ed11-4c0e-b52e-b2158f0530c6 service neutron] Attempting to bind port bd87ed39-7912-4570-ac1f-3314f4203f9b on network f382f188-dbb7-4b56-8af5-82f76ac61bfc {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:01:02.513083 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608ec5aa-b1b2-49ec-b628-cd4eb5688628 req-1c8c8687-ed11-4c0e-b52e-b2158f0530c6 service neutron] Port bd87ed39-7912-4570-ac1f-3314f4203f9b on network f382f188-dbb7-4b56-8af5-82f76ac61bfc not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:01:02.513425 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608ec5aa-b1b2-49ec-b628-cd4eb5688628 req-1c8c8687-ed11-4c0e-b52e-b2158f0530c6 service neutron] Attempting to bind port bd87ed39-7912-4570-ac1f-3314f4203f9b on network f382f188-dbb7-4b56-8af5-82f76ac61bfc {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:01:02.524315 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-03cc5a93-4129-4e6e-af22-2d3cd58a0003 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Allocated IP 2001:db8::3d6 (09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5/b0a8dd86-d14a-4c19-836e-3d7a7435740b/11514f71-46a5-4205-9ca2-06145e281638) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:01:02.526737 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608ec5aa-b1b2-49ec-b628-cd4eb5688628 req-1c8c8687-ed11-4c0e-b52e-b2158f0530c6 service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:01:02.527095 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608ec5aa-b1b2-49ec-b628-cd4eb5688628 req-1c8c8687-ed11-4c0e-b52e-b2158f0530c6 service neutron] Checking segment: {'id': '2f9d1485-64c4-4032-9f01-ae22555e2cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f382f188-dbb7-4b56-8af5-82f76ac61bfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:01:02.527500 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608ec5aa-b1b2-49ec-b628-cd4eb5688628 req-1c8c8687-ed11-4c0e-b52e-b2158f0530c6 service neutron] Bound using segment: {'id': '2f9d1485-64c4-4032-9f01-ae22555e2cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f382f188-dbb7-4b56-8af5-82f76ac61bfc'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:01:02.527961 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-608ec5aa-b1b2-49ec-b628-cd4eb5688628 req-1c8c8687-ed11-4c0e-b52e-b2158f0530c6 service neutron] Bound port: bd87ed39-7912-4570-ac1f-3314f4203f9b, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f9d1485-64c4-4032-9f01-ae22555e2cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f382f188-dbb7-4b56-8af5-82f76ac61bfc'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:01:02.528330 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-608ec5aa-b1b2-49ec-b628-cd4eb5688628 req-1c8c8687-ed11-4c0e-b52e-b2158f0530c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:02.542794 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-03cc5a93-4129-4e6e-af22-2d3cd58a0003 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Allocated IP 2001:db8:0:1:f816:3eff:fede:92c (09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5/568e85d9-d439-488a-9161-9f5eb8c0cdf9/11514f71-46a5-4205-9ca2-06145e281638) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:01:02.773018 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-608ec5aa-b1b2-49ec-b628-cd4eb5688628 req-1c8c8687-ed11-4c0e-b52e-b2158f0530c6 service neutron] For port bd87ed39-7912-4570-ac1f-3314f4203f9b, host n-h2-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:01:02.804179 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-608ec5aa-b1b2-49ec-b628-cd4eb5688628 req-1c8c8687-ed11-4c0e-b52e-b2158f0530c6 service neutron] For port bd87ed39-7912-4570-ac1f-3314f4203f9b, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=bd87ed39-7912-4570-ac1f-3314f4203f9b,segment=NetworkSegment(2f9d1485-64c4-4032-9f01-ae22555e2cfc),segment_id=2f9d1485-64c4-4032-9f01-ae22555e2cfc)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:01:02.811843 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-608ec5aa-b1b2-49ec-b628-cd4eb5688628 req-1c8c8687-ed11-4c0e-b52e-b2158f0530c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:02.835649 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 5c54f7bc-d2b3-4349-a724-981834647b50 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:01:02.876247 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01153e51-a46f-49b2-9e32-3f7f5adcdc08 tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Made reservation on behalf of 54ed20d8f0ee4178be8efea0febc31e1 for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:01:02.877431 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608ec5aa-b1b2-49ec-b628-cd4eb5688628 req-1c8c8687-ed11-4c0e-b52e-b2158f0530c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:02.878156 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-608ec5aa-b1b2-49ec-b628-cd4eb5688628 req-1c8c8687-ed11-4c0e-b52e-b2158f0530c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:02.879700 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-608ec5aa-b1b2-49ec-b628-cd4eb5688628 req-1c8c8687-ed11-4c0e-b52e-b2158f0530c6 service neutron] 10.222.0.57 "PUT /v2.0/ports/bd87ed39-7912-4570-ac1f-3314f4203f9b HTTP/1.1" status: 200 len: 1092 time: 1.5321016 Aug 16 23:01:02.881728 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-01153e51-a46f-49b2-9e32-3f7f5adcdc08 tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:02.885208 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1a3c014-ee22-4ed3-9ab2-7241129ef2fa', 'tag': 'bd87ed39-7912-4570-ac1f-3314f4203f9b'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:01:02.888327 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1657ec0a-26d8-4d77-8188-d6a46b63eb01" -d '{"events": [{"name": "network-changed", "server_uuid": "d1a3c014-ee22-4ed3-9ab2-7241129ef2fa", "tag": "bd87ed39-7912-4570-ac1f-3314f4203f9b"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:01:02.913015 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-01153e51-a46f-49b2-9e32-3f7f5adcdc08 tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:02.914248 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 5c54f7bc-d2b3-4349-a724-981834647b50 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:01:02.920292 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 5c54f7bc-d2b3-4349-a724-981834647b50 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:01:02.921157 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:02.929651 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913b87ad-65df-4e32-805a-465989624baa req-89a2b802-ffd2-407b-b5f6-589a0ec0120e tempest-ServerMetadataNegativeTestJSON-1384016467 tempest-ServerMetadataNegativeTestJSON-1384016467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:02.930711 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-03cc5a93-4129-4e6e-af22-2d3cd58a0003 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:02.937328 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-913b87ad-65df-4e32-805a-465989624baa req-89a2b802-ffd2-407b-b5f6-589a0ec0120e tempest-ServerMetadataNegativeTestJSON-1384016467 tempest-ServerMetadataNegativeTestJSON-1384016467-project] 10.222.0.36 "GET /v2.0/ports?device_id=76d89da4-4111-4185-9e5d-6d5c6ac1d94f HTTP/1.1" status: 200 len: 943 time: 0.6277523 Aug 16 23:01:02.943984 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8c8687-ed11-4c0e-b52e-b2158f0530c6 service neutron] Pushing event updated for resources: {'Port': ['ID=bd87ed39-7912-4570-ac1f-3314f4203f9b,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:02.983217 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-03cc5a93-4129-4e6e-af22-2d3cd58a0003 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Transition to ACTIVE for port object 11514f71-46a5-4205-9ca2-06145e281638 will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:01:03.007297 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608ec5aa-b1b2-49ec-b628-cd4eb5688628 req-fca8f09f-f17e-48a5-b2b3-192cd6960d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:03.008815 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-608ec5aa-b1b2-49ec-b628-cd4eb5688628 req-fca8f09f-f17e-48a5-b2b3-192cd6960d44 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=352e2e0b88af46f28dafba560003ae12&device_id=d1a3c014-ee22-4ed3-9ab2-7241129ef2fa HTTP/1.1" status: 200 len: 1095 time: 0.0582089 Aug 16 23:01:03.015600 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:03.028657 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffb0160-b6b7-4bc8-abf8-65cadc7da2aa req-cbcb1f76-30aa-4d6d-930c-82a4bd8c8953 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:03.031505 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1ffb0160-b6b7-4bc8-abf8-65cadc7da2aa req-cbcb1f76-30aa-4d6d-930c-82a4bd8c8953 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1dee21d-438d-4809-b7fc-08c3f1ed2e89 HTTP/1.1" status: 200 len: 946 time: 0.2468901 Aug 16 23:01:03.051879 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7a013e-d0a0-42ae-a223-b9babba98e0b req-b4d03a2c-3de4-41a0-b2fd-f1af0e789bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:03.053371 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3c7a013e-d0a0-42ae-a223-b9babba98e0b req-b4d03a2c-3de4-41a0-b2fd-f1af0e789bae service neutron] 10.222.0.68 "GET /v2.0/networks?id=6017926f-7eef-429e-a22b-3a35337dccd4 HTTP/1.1" status: 200 len: 918 time: 0.6815455 Aug 16 23:01:03.064893 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 5c54f7bc-d2b3-4349-a724-981834647b50, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=5c54f7bc-d2b3-4349-a724-981834647b50,segment=NetworkSegment(482572b3-9d65-4375-9c42-925e854722fd),segment_id=482572b3-9d65-4375-9c42-925e854722fd)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:01:03.068296 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-608ec5aa-b1b2-49ec-b628-cd4eb5688628 req-a4dc31e3-f706-4d99-89d7-b1ceac5f69e1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bd87ed39-7912-4570-ac1f-3314f4203f9b HTTP/1.1" status: 200 len: 217 time: 0.0452981 Aug 16 23:01:03.069785 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-774acc17-c99b-4605-8de6-6669b55b449d req-80a093f1-7ac1-404f-99af-e83a893aa2e1 service neutron] 10.222.0.57 "GET /v2.0/networks/6b8b8565-8dc2-460a-95ea-58b83a58b195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6562016 Aug 16 23:01:03.070073 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:03.074650 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-03cc5a93-4129-4e6e-af22-2d3cd58a0003 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:03.105595 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-913b87ad-65df-4e32-805a-465989624baa req-2735ba38-4148-4da8-9c7c-c185fddebb4a tempest-ServerMetadataNegativeTestJSON-1384016467 tempest-ServerMetadataNegativeTestJSON-1384016467-project] 10.222.0.36 "GET /v2.0/security-groups?id=083e2101-ffe0-424c-80a1-efd96ed29a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671729 Aug 16 23:01:03.148869 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03cc5a93-4129-4e6e-af22-2d3cd58a0003 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:01:03.156407 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-03cc5a93-4129-4e6e-af22-2d3cd58a0003 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:01:03.156727 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=5c54f7bc-d2b3-4349-a724-981834647b50,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:03.166739 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cc5a93-4129-4e6e-af22-2d3cd58a0003 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:01:03.172890 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03cc5a93-4129-4e6e-af22-2d3cd58a0003 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:03.173683 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-03cc5a93-4129-4e6e-af22-2d3cd58a0003 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:03.198072 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36ab4af7-6fef-49af-a4a9-81e25e982450 x-openstack-request-id: req-36ab4af7-6fef-49af-a4a9-81e25e982450 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:01:03.198500 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1a3c014-ee22-4ed3-9ab2-7241129ef2fa", "tag": "bd87ed39-7912-4570-ac1f-3314f4203f9b", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:01:03.199025 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-36ab4af7-6fef-49af-a4a9-81e25e982450 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:01:03.200043 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1a3c014-ee22-4ed3-9ab2-7241129ef2fa', 'tag': 'bd87ed39-7912-4570-ac1f-3314f4203f9b', 'status': 'completed', 'code': 200} Aug 16 23:01:03.203144 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cc5a93-4129-4e6e-af22-2d3cd58a0003 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event updated for resources: {'Port': ['ID=11514f71-46a5-4205-9ca2-06145e281638,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:03.207136 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608ec5aa-b1b2-49ec-b628-cd4eb5688628 req-1d25085c-4cfe-4836-b22d-9c17e62fff10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:03.208931 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-608ec5aa-b1b2-49ec-b628-cd4eb5688628 req-1d25085c-4cfe-4836-b22d-9c17e62fff10 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6c827456-6bfb-4e82-b370-b53dc8e13ad7 HTTP/1.1" status: 200 len: 845 time: 0.1235964 Aug 16 23:01:03.252336 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-608ec5aa-b1b2-49ec-b628-cd4eb5688628 req-152cfae9-bd98-453f-a46d-aedd4f57cbaf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f382f188-dbb7-4b56-8af5-82f76ac61bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359101 Aug 16 23:01:03.272033 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1ffb0160-b6b7-4bc8-abf8-65cadc7da2aa req-56a1d18a-a913-43a3-aa63-bb7c191a29e4 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218387 Aug 16 23:01:03.278124 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3c7a013e-d0a0-42ae-a223-b9babba98e0b req-3bfe393e-ed7e-4535-b754-f831ca6379f9 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=95359267-9042-4d8b-bff2-66d28c99d8f8 HTTP/1.1" status: 200 len: 999 time: 0.2026408 Aug 16 23:01:03.366527 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-608ec5aa-b1b2-49ec-b628-cd4eb5688628 req-8420969c-1cde-4544-a83a-bcd776bd5fe9 service neutron] 10.222.0.57 "GET /v2.0/networks/f382f188-dbb7-4b56-8af5-82f76ac61bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068683 Aug 16 23:01:03.424532 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe80a63-2110-415b-9bf0-8d46b7bb9487 req-cfc9fe19-35e1-4f9a-80a3-817133a85bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:03.426356 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2fe80a63-2110-415b-9bf0-8d46b7bb9487 req-cfc9fe19-35e1-4f9a-80a3-817133a85bc1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=67e15ba7deb84d6db5639cec54a3ea16&device_id=76d89da4-4111-4185-9e5d-6d5c6ac1d94f HTTP/1.1" status: 200 len: 1095 time: 0.2264152 Aug 16 23:01:03.460660 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7a013e-d0a0-42ae-a223-b9babba98e0b req-ba23d956-016e-4b88-b1f5-8325a9ba7fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:03.462328 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3c7a013e-d0a0-42ae-a223-b9babba98e0b req-ba23d956-016e-4b88-b1f5-8325a9ba7fab service neutron] 10.222.0.68 "GET /v2.0/subnets?id=bb160313-5dbe-49f2-8a31-7afb6f1954c3 HTTP/1.1" status: 200 len: 856 time: 0.1580472 Aug 16 23:01:03.479323 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-608ec5aa-b1b2-49ec-b628-cd4eb5688628 req-c9913e34-11fd-44e8-a94f-4829d40e902d service neutron] 10.222.0.57 "GET /v2.0/networks/f382f188-dbb7-4b56-8af5-82f76ac61bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061287 Aug 16 23:01:03.513609 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-84585ceb-7f3f-4bb2-9c8c-48a107276bcc None None] Provisioning for port 11514f71-46a5-4205-9ca2-06145e281638 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:01:03.519860 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-84585ceb-7f3f-4bb2-9c8c-48a107276bcc None None] Provisioning complete for port 11514f71-46a5-4205-9ca2-06145e281638 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:01:03.520344 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-84585ceb-7f3f-4bb2-9c8c-48a107276bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:03.559408 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-84585ceb-7f3f-4bb2-9c8c-48a107276bcc None None] Port 11514f71-46a5-4205-9ca2-06145e281638 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:01:03.565305 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f561efb-36c2-402c-a691-7a163ae9176a req-f46f6372-48e1-4535-a530-cfd65d64406f tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:03.566834 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5f561efb-36c2-402c-a691-7a163ae9176a req-f46f6372-48e1-4535-a530-cfd65d64406f tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=64dce353-055b-404e-bb15-893d8d6f9f87 HTTP/1.1" status: 200 len: 945 time: 0.2990952 Aug 16 23:01:03.578698 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-01153e51-a46f-49b2-9e32-3f7f5adcdc08 tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:03.593660 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-03cc5a93-4129-4e6e-af22-2d3cd58a0003 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.8724098 Aug 16 23:01:03.598659 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a69d0af-5ba2-4732-817f-28f54f4388d4 req-aa5899e6-d1ab-4c43-ace6-8394ca9f5541 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:03.600152 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6a69d0af-5ba2-4732-817f-28f54f4388d4 req-aa5899e6-d1ab-4c43-ace6-8394ca9f5541 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1a3c014-ee22-4ed3-9ab2-7241129ef2fa HTTP/1.1" status: 200 len: 943 time: 0.2308629 Aug 16 23:01:03.600668 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 44134) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:03.606278 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-01153e51-a46f-49b2-9e32-3f7f5adcdc08 tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:03.621678 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 988fe3aa-859b-422e-866d-805d29eb7373 no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:01:03.638554 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1657ec0a-26d8-4d77-8188-d6a46b63eb01 req-2eb0e3be-ad20-4412-951d-fd8913f498b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:03.640805 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-1657ec0a-26d8-4d77-8188-d6a46b63eb01 req-2eb0e3be-ad20-4412-951d-fd8913f498b7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=352e2e0b88af46f28dafba560003ae12&device_id=d1a3c014-ee22-4ed3-9ab2-7241129ef2fa HTTP/1.1" status: 200 len: 1095 time: 0.0634720 Aug 16 23:01:03.650361 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] No Port match for: 988fe3aa-859b-422e-866d-805d29eb7373 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:01:03.651040 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 988fe3aa-859b-422e-866d-805d29eb7373 not bound to the agent host n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:01:03.732653 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01153e51-a46f-49b2-9e32-3f7f5adcdc08 tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:01:03.738471 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1657ec0a-26d8-4d77-8188-d6a46b63eb01 req-5f770ede-44ec-4880-ab4b-f9b86c2ae8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:03.740241 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-1657ec0a-26d8-4d77-8188-d6a46b63eb01 req-5f770ede-44ec-4880-ab4b-f9b86c2ae8a1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f382f188-dbb7-4b56-8af5-82f76ac61bfc HTTP/1.1" status: 200 len: 906 time: 0.0921950 Aug 16 23:01:03.741543 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7a013e-d0a0-42ae-a223-b9babba98e0b req-35e535ff-a1a6-4dc3-9f43-0b6ebb708008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:03.743686 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3c7a013e-d0a0-42ae-a223-b9babba98e0b req-35e535ff-a1a6-4dc3-9f43-0b6ebb708008 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6017926f-7eef-429e-a22b-3a35337dccd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2666225 Aug 16 23:01:03.764443 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01153e51-a46f-49b2-9e32-3f7f5adcdc08 tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a4b6c3c-cbe7-4f52-b397-368a5e11b8b5,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:03.796878 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5f561efb-36c2-402c-a691-7a163ae9176a req-308db1f7-e522-44a4-b271-b2420dd058ae tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=cb930d9d-af57-42ec-901a-b3e522b04153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2209058 Aug 16 23:01:03.814933 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-01153e51-a46f-49b2-9e32-3f7f5adcdc08 tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:03.815297 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-01153e51-a46f-49b2-9e32-3f7f5adcdc08 tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Added segment 7d2f0b55-ad21-48f3-b048-e1c04a514e1b of type vlan for network d01b0109-a6fd-4b8c-ad6b-1a1408d57519 Aug 16 23:01:03.827357 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe80a63-2110-415b-9bf0-8d46b7bb9487 req-fd73b600-f1cd-40a3-b75c-95ac1385a5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:03.828885 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2fe80a63-2110-415b-9bf0-8d46b7bb9487 req-fd73b600-f1cd-40a3-b75c-95ac1385a5ff service neutron] 10.222.0.57 "GET /v2.0/networks?id=6b8b8565-8dc2-460a-95ea-58b83a58b195 HTTP/1.1" status: 200 len: 921 time: 0.3901403 Aug 16 23:01:03.869624 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6a69d0af-5ba2-4732-817f-28f54f4388d4 req-cd52123f-e8ce-4500-ae59-aa378f4446a2 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a9bd5fe-3160-4f0a-a902-e95b7aedf567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530375 Aug 16 23:01:03.945050 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2fe80a63-2110-415b-9bf0-8d46b7bb9487 req-56396c4c-70ba-4f78-955c-7ee2c3bf8004 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bcd66dc2-d1b5-48dd-8cba-f55a3671caeb HTTP/1.1" status: 200 len: 217 time: 0.0791831 Aug 16 23:01:03.968251 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-01153e51-a46f-49b2-9e32-3f7f5adcdc08 tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:04.006250 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64dce353-055b-404e-bb15-893d8d6f9f87', 'tag': '95359267-9042-4d8b-bff2-66d28c99d8f8'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:01:04.008584 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb5535b7-7e4a-48eb-939d-107313821a9b" -d '{"events": [{"name": "network-changed", "server_uuid": "64dce353-055b-404e-bb15-893d8d6f9f87", "tag": "95359267-9042-4d8b-bff2-66d28c99d8f8"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:01:04.059344 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3c7a013e-d0a0-42ae-a223-b9babba98e0b req-6d4e6b15-0375-4264-900f-eae89058b3e9 service neutron] 10.222.0.68 "GET /v2.0/networks/6017926f-7eef-429e-a22b-3a35337dccd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2992408 Aug 16 23:01:04.063638 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-824a6567-3c78-4572-a03f-102721aaa76d x-openstack-request-id: req-824a6567-3c78-4572-a03f-102721aaa76d {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:01:04.063857 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64dce353-055b-404e-bb15-893d8d6f9f87", "tag": "95359267-9042-4d8b-bff2-66d28c99d8f8", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:01:04.064079 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-824a6567-3c78-4572-a03f-102721aaa76d {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:01:04.064465 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64dce353-055b-404e-bb15-893d8d6f9f87', 'tag': '95359267-9042-4d8b-bff2-66d28c99d8f8', 'status': 'completed', 'code': 200} Aug 16 23:01:04.071399 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-01153e51-a46f-49b2-9e32-3f7f5adcdc08 tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:04.076936 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01153e51-a46f-49b2-9e32-3f7f5adcdc08 tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:04.077552 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-01153e51-a46f-49b2-9e32-3f7f5adcdc08 tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:04.097205 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe80a63-2110-415b-9bf0-8d46b7bb9487 req-0b912b86-4a16-430c-ad05-b08af20e8cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:04.098846 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2fe80a63-2110-415b-9bf0-8d46b7bb9487 req-0b912b86-4a16-430c-ad05-b08af20e8cd6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d2524853-6521-4492-955a-2e52839293d2 HTTP/1.1" status: 200 len: 860 time: 0.1459672 Aug 16 23:01:04.109822 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-1657ec0a-26d8-4d77-8188-d6a46b63eb01 req-3e692e21-91d9-46c7-8048-47d5f1f6df0a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bd87ed39-7912-4570-ac1f-3314f4203f9b HTTP/1.1" status: 200 len: 217 time: 0.3625143 Aug 16 23:01:04.123619 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-55667a65-25f4-419c-80bf-690bf352bdab tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Deleting port 11514f71-46a5-4205-9ca2-06145e281638 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:01:04.123962 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-55667a65-25f4-419c-80bf-690bf352bdab tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:04.168814 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1657ec0a-26d8-4d77-8188-d6a46b63eb01 req-845b7a95-9a5c-4173-a5eb-cc9d2eaaa604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:04.171171 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-1657ec0a-26d8-4d77-8188-d6a46b63eb01 req-845b7a95-9a5c-4173-a5eb-cc9d2eaaa604 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6c827456-6bfb-4e82-b370-b53dc8e13ad7 HTTP/1.1" status: 200 len: 845 time: 0.0548820 Aug 16 23:01:04.209087 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-1657ec0a-26d8-4d77-8188-d6a46b63eb01 req-ea31bab7-dbf9-4765-bf0f-1c1c65492a90 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f382f188-dbb7-4b56-8af5-82f76ac61bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302837 Aug 16 23:01:04.271322 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2fe80a63-2110-415b-9bf0-8d46b7bb9487 req-d0b00d16-a5a4-46b2-bd75-1e174403eed2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6b8b8565-8dc2-460a-95ea-58b83a58b195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1526642 Aug 16 23:01:04.289037 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-01153e51-a46f-49b2-9e32-3f7f5adcdc08 tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.9198413 Aug 16 23:01:04.293051 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 44140) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:04.299531 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-6ebe0c99-da99-4573-b8c0-f90d1436dc87 tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Request body: {'subnet': {'network_id': 'd01b0109-a6fd-4b8c-ad6b-1a1408d57519', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:01:04.396650 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-1657ec0a-26d8-4d77-8188-d6a46b63eb01 req-eac527db-ba8a-4436-9852-c1cbc1507c28 service neutron] 10.222.0.57 "GET /v2.0/networks/f382f188-dbb7-4b56-8af5-82f76ac61bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789410 Aug 16 23:01:04.400328 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01153e51-a46f-49b2-9e32-3f7f5adcdc08 tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Pushing event updated for resources: {'Network': ['ID=d01b0109-a6fd-4b8c-ad6b-1a1408d57519,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:04.412675 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network d01b0109-a6fd-4b8c-ad6b-1a1408d57519 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:01:04.479824 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ebe0c99-da99-4573-b8c0-f90d1436dc87 tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Made reservation on behalf of 54ed20d8f0ee4178be8efea0febc31e1 for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:01:04.484467 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6ebe0c99-da99-4573-b8c0-f90d1436dc87 tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:04.519675 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3c7a013e-d0a0-42ae-a223-b9babba98e0b req-2e36d0b1-fa87-433d-9079-81ad4639133e service neutron] 10.222.0.68 "GET /v2.0/networks/6017926f-7eef-429e-a22b-3a35337dccd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4505308 Aug 16 23:01:04.527137 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bcf7aa-8508-4426-b803-afbba05b4bf0 req-7282bfe7-dbcf-4fa0-b063-9fd83a56ecf7 tempest-ServerMetadataNegativeTestJSON-1384016467 tempest-ServerMetadataNegativeTestJSON-1384016467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:04.530169 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-10bcf7aa-8508-4426-b803-afbba05b4bf0 req-7282bfe7-dbcf-4fa0-b063-9fd83a56ecf7 tempest-ServerMetadataNegativeTestJSON-1384016467 tempest-ServerMetadataNegativeTestJSON-1384016467-project] 10.222.0.36 "GET /v2.0/ports?device_id=76d89da4-4111-4185-9e5d-6d5c6ac1d94f HTTP/1.1" status: 200 len: 943 time: 0.2828507 Aug 16 23:01:04.542865 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-55667a65-25f4-419c-80bf-690bf352bdab tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:04.577539 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-55667a65-25f4-419c-80bf-690bf352bdab tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Calling delete_port for 11514f71-46a5-4205-9ca2-06145e281638 owned by {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:01:04.584279 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-1657ec0a-26d8-4d77-8188-d6a46b63eb01 req-7ce0cf50-3035-4404-9190-6e4f983eb270 service neutron] 10.222.0.57 "GET /v2.0/networks/f382f188-dbb7-4b56-8af5-82f76ac61bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795952 Aug 16 23:01:04.590828 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a4a31f-8d0f-455f-a672-ff663f2233d7 req-6de4565b-c2eb-49b8-8332-a621c86bd6e7 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:04.592813 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-83a4a31f-8d0f-455f-a672-ff663f2233d7 req-6de4565b-c2eb-49b8-8332-a621c86bd6e7 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1dee21d-438d-4809-b7fc-08c3f1ed2e89 HTTP/1.1" status: 200 len: 946 time: 0.2214718 Aug 16 23:01:04.624785 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2fe80a63-2110-415b-9bf0-8d46b7bb9487 req-f85a8196-d2d2-4126-84d5-86891bc3c8ed service neutron] 10.222.0.57 "GET /v2.0/networks/6b8b8565-8dc2-460a-95ea-58b83a58b195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3345008 Aug 16 23:01:04.740262 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6ebe0c99-da99-4573-b8c0-f90d1436dc87 tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:04.789916 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 5c54f7bc-d2b3-4349-a724-981834647b50 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:01:04.807559 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-10bcf7aa-8508-4426-b803-afbba05b4bf0 req-71a4e4f6-9db7-42ac-8f35-f6ca1ca7706a tempest-ServerMetadataNegativeTestJSON-1384016467 tempest-ServerMetadataNegativeTestJSON-1384016467-project] 10.222.0.36 "GET /v2.0/security-groups?id=083e2101-ffe0-424c-80a1-efd96ed29a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493341 Aug 16 23:01:04.822895 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-83a4a31f-8d0f-455f-a672-ff663f2233d7 req-9d3eaf1b-bcca-442f-9a64-cb39c61fc722 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890168 Aug 16 23:01:04.838384 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebe0c99-da99-4573-b8c0-f90d1436dc87 tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Pushing event updated for resources: {'Subnet': ['ID=bde72d96-b4bf-4ec6-98db-33b5063fa555,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:04.846318 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5535b7-7e4a-48eb-939d-107313821a9b req-bdbcbeb3-2f15-411c-a628-6c5f3a68af2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:04.848367 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fb5535b7-7e4a-48eb-939d-107313821a9b req-bdbcbeb3-2f15-411c-a628-6c5f3a68af2c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=57296d41c5f54ce79a9b782f4a8b4677&device_id=64dce353-055b-404e-bb15-893d8d6f9f87 HTTP/1.1" status: 200 len: 1097 time: 0.2688982 Aug 16 23:01:04.870190 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebe0c99-da99-4573-b8c0-f90d1436dc87 tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Checking segment: {'id': '7d2f0b55-ad21-48f3-b048-e1c04a514e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd01b0109-a6fd-4b8c-ad6b-1a1408d57519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:01:04.870767 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ebe0c99-da99-4573-b8c0-f90d1436dc87 tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Network hostable DHCP agents. Network: d01b0109-a6fd-4b8c-ad6b-1a1408d57519, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:01:04.874199 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 5c54f7bc-d2b3-4349-a724-981834647b50 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:01:04.874849 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:04.923837 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ebe0c99-da99-4573-b8c0-f90d1436dc87 tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Network d01b0109-a6fd-4b8c-ad6b-1a1408d57519 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:01:04.939829 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-6ebe0c99-da99-4573-b8c0-f90d1436dc87 tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, d01b0109-a6fd-4b8c-ad6b-1a1408d57519) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:01:04.958813 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ebe0c99-da99-4573-b8c0-f90d1436dc87 tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:04.959460 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6ebe0c99-da99-4573-b8c0-f90d1436dc87 tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:04.962919 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93d0778-5e65-47c8-b66c-8e153976db71 None None] Network d01b0109-a6fd-4b8c-ad6b-1a1408d57519 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:01:04.981156 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-6ebe0c99-da99-4573-b8c0-f90d1436dc87 tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6846910 Aug 16 23:01:04.981535 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 44160) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:04.990748 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-55ff7ed8-77b8-49a9-ba76-d9d6d49c3ec9 tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-47870587', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}, 'admin_state_up': False}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:01:05.049220 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-55ff7ed8-77b8-49a9-ba76-d9d6d49c3ec9 tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:05.050413 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-55ff7ed8-77b8-49a9-ba76-d9d6d49c3ec9 tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:05.107130 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2fe80a63-2110-415b-9bf0-8d46b7bb9487 req-eb3c7965-dfd9-46d6-9d59-bfc8f357fa91 service neutron] 10.222.0.57 "GET /v2.0/networks/6b8b8565-8dc2-460a-95ea-58b83a58b195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4687333 Aug 16 23:01:05.178379 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-55ff7ed8-77b8-49a9-ba76-d9d6d49c3ec9 tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:05.271011 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20395960-23bd-4427-b957-080bf531ccd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-d01b0109-a6fd-4b8c-ad6b-1a1408d57519', 'network_id': 'd01b0109-a6fd-4b8c-ad6b-1a1408d57519', 'tenant_id': '54ed20d8f0ee4178be8efea0febc31e1', 'fixed_ips': [{'subnet_id': 'bde72d96-b4bf-4ec6-98db-33b5063fa555'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:01:05.271865 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-20395960-23bd-4427-b957-080bf531ccd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:05.437927 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-55ff7ed8-77b8-49a9-ba76-d9d6d49c3ec9 tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:05.692180 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fafda66-d689-4131-8c76-6167553d2ed2 req-7e5bd52f-d77e-43ed-8189-7b50bef182e1 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:05.700604 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0fafda66-d689-4131-8c76-6167553d2ed2 req-7e5bd52f-d77e-43ed-8189-7b50bef182e1 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=64dce353-055b-404e-bb15-893d8d6f9f87 HTTP/1.1" status: 200 len: 945 time: 0.7420931 Aug 16 23:01:05.719296 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5535b7-7e4a-48eb-939d-107313821a9b req-d380ca34-79cc-4e19-83a1-e729bd7ce440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:05.720810 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fb5535b7-7e4a-48eb-939d-107313821a9b req-d380ca34-79cc-4e19-83a1-e729bd7ce440 service neutron] 10.222.0.68 "GET /v2.0/networks?id=6017926f-7eef-429e-a22b-3a35337dccd4 HTTP/1.1" status: 200 len: 918 time: 0.8614252 Aug 16 23:01:05.757899 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-55ff7ed8-77b8-49a9-ba76-d9d6d49c3ec9 tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Notify callbacks [] for router_gateway, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:05.782287 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-55ff7ed8-77b8-49a9-ba76-d9d6d49c3ec9 tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:05.795416 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da880574-4739-4f36-a79b-33c5cc12b0b1 req-6bde34e3-1bed-4e11-bf21-452bf58bfd7e tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:05.796989 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-da880574-4739-4f36-a79b-33c5cc12b0b1 req-6bde34e3-1bed-4e11-bf21-452bf58bfd7e tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1a3c014-ee22-4ed3-9ab2-7241129ef2fa HTTP/1.1" status: 200 len: 943 time: 0.6709683 Aug 16 23:01:05.815054 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0fafda66-d689-4131-8c76-6167553d2ed2 req-ef4c4394-1f02-44b3-b6eb-693770f5b06d tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=cb930d9d-af57-42ec-901a-b3e522b04153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133010 Aug 16 23:01:05.947492 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-55667a65-25f4-419c-80bf-690bf352bdab tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:06.140589 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-55ff7ed8-77b8-49a9-ba76-d9d6d49c3ec9 tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Allocated IP 172.25.4.93 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/55c09579-f8da-4e37-9e7b-0c2e0a621ef5) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:01:06.173948 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-da880574-4739-4f36-a79b-33c5cc12b0b1 req-7e89e5ce-fcd8-4596-a1ae-516a75acb6e2 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a9bd5fe-3160-4f0a-a902-e95b7aedf567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3467312 Aug 16 23:01:06.175874 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55667a65-25f4-419c-80bf-690bf352bdab tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event deleted for resources: {'Port': ['ID=11514f71-46a5-4205-9ca2-06145e281638,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:06.225033 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-20395960-23bd-4427-b957-080bf531ccd3 None None] Allocated IP 172.20.0.2 (d01b0109-a6fd-4b8c-ad6b-1a1408d57519/bde72d96-b4bf-4ec6-98db-33b5063fa555/da43dc0b-60fb-4e76-8fa5-703fff440357) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:01:06.269629 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a10b02-6028-4477-88ed-a29149aaf3cd req-605a9fd7-c8f6-45c8-802b-d9faf259d853 tempest-ServerMetadataNegativeTestJSON-1384016467 tempest-ServerMetadataNegativeTestJSON-1384016467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:06.271683 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a1a10b02-6028-4477-88ed-a29149aaf3cd req-605a9fd7-c8f6-45c8-802b-d9faf259d853 tempest-ServerMetadataNegativeTestJSON-1384016467 tempest-ServerMetadataNegativeTestJSON-1384016467-project] 10.222.0.36 "GET /v2.0/ports?device_id=76d89da4-4111-4185-9e5d-6d5c6ac1d94f HTTP/1.1" status: 200 len: 943 time: 0.3436480 Aug 16 23:01:06.283565 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-55667a65-25f4-419c-80bf-690bf352bdab tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:06.288815 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-55667a65-25f4-419c-80bf-690bf352bdab tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/ports/11514f71-46a5-4205-9ca2-06145e281638 HTTP/1.1" status: 204 len: 168 time: 2.6833730 Aug 16 23:01:06.291422 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 44174) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:06.355577 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-55ff7ed8-77b8-49a9-ba76-d9d6d49c3ec9 tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:06.422212 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a1a10b02-6028-4477-88ed-a29149aaf3cd req-55a17a1e-9720-4b65-ae7f-503fd54811c2 tempest-ServerMetadataNegativeTestJSON-1384016467 tempest-ServerMetadataNegativeTestJSON-1384016467-project] 10.222.0.36 "GET /v2.0/security-groups?id=083e2101-ffe0-424c-80a1-efd96ed29a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316898 Aug 16 23:01:06.426250 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-55ff7ed8-77b8-49a9-ba76-d9d6d49c3ec9 tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:06.437816 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8873d634-2b41-4f43-8bf5-2a0ff357ce1d tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:06.452155 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-8873d634-2b41-4f43-8bf5-2a0ff357ce1d tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1594028 Aug 16 23:01:06.452928 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 44176) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:06.486717 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ff7ed8-77b8-49a9-ba76-d9d6d49c3ec9 tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:01:06.494680 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-55ff7ed8-77b8-49a9-ba76-d9d6d49c3ec9 tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:01:06.495284 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94412286-c355-416d-90b9-73a7d0d3e69e req-caae9baa-5d8e-4900-91c4-dddde5c8d9e5 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:06.503241 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-94412286-c355-416d-90b9-73a7d0d3e69e req-caae9baa-5d8e-4900-91c4-dddde5c8d9e5 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1dee21d-438d-4809-b7fc-08c3f1ed2e89 HTTP/1.1" status: 200 len: 946 time: 0.1396897 Aug 16 23:01:06.515138 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ff7ed8-77b8-49a9-ba76-d9d6d49c3ec9 tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:01:06.555026 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ff7ed8-77b8-49a9-ba76-d9d6d49c3ec9 tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Pushing event updated for resources: {'Port': ['ID=55c09579-f8da-4e37-9e7b-0c2e0a621ef5,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:06.560914 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-94412286-c355-416d-90b9-73a7d0d3e69e req-6192047f-2ff7-4981-847e-b5967ae33bd6 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544217 Aug 16 23:01:06.562999 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-20395960-23bd-4427-b957-080bf531ccd3 None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:06.575571 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-20395960-23bd-4427-b957-080bf531ccd3 None None] Transition to ACTIVE for port object da43dc0b-60fb-4e76-8fa5-703fff440357 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:01:06.580226 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522a04e9-2d6e-48b5-9b3b-8caef884c1e8 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:06.584787 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-522a04e9-2d6e-48b5-9b3b-8caef884c1e8 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1282926 Aug 16 23:01:06.585258 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 44178) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:06.623208 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-20395960-23bd-4427-b957-080bf531ccd3 None None] Transition to ACTIVE for port object da43dc0b-60fb-4e76-8fa5-703fff440357 will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:01:06.635643 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-20395960-23bd-4427-b957-080bf531ccd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:06.676792 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1330f31f-d3e9-4cdd-8bc3-d22a7824a7ad tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:06.685161 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1330f31f-d3e9-4cdd-8bc3-d22a7824a7ad tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:06.689826 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1330f31f-d3e9-4cdd-8bc3-d22a7824a7ad tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:06.696926 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-1330f31f-d3e9-4cdd-8bc3-d22a7824a7ad tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1084776 Aug 16 23:01:06.699931 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 44180) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:06.738136 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20395960-23bd-4427-b957-080bf531ccd3 None None] Network d01b0109-a6fd-4b8c-ad6b-1a1408d57519 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:01:06.744602 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-20395960-23bd-4427-b957-080bf531ccd3 None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:01:06.748989 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20395960-23bd-4427-b957-080bf531ccd3 None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:01:06.762888 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20395960-23bd-4427-b957-080bf531ccd3 None None] Pushing event updated for resources: {'Port': ['ID=da43dc0b-60fb-4e76-8fa5-703fff440357,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:06.786892 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_v2 [None req-98ba4af9-dd84-4f8e-982a-19b94631ed30 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Deleting subnet 568e85d9-d439-488a-9161-9f5eb8c0cdf9 {{(pid=101292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:01:06.807308 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-98ba4af9-dd84-4f8e-982a-19b94631ed30 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for subnet, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:06.847891 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-20395960-23bd-4427-b957-080bf531ccd3 None None] Attempting to bind port da43dc0b-60fb-4e76-8fa5-703fff440357 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:01:06.848259 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-20395960-23bd-4427-b957-080bf531ccd3 None None] Attempting to bind port da43dc0b-60fb-4e76-8fa5-703fff440357 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '7d2f0b55-ad21-48f3-b048-e1c04a514e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd01b0109-a6fd-4b8c-ad6b-1a1408d57519'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:01:06.848649 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20395960-23bd-4427-b957-080bf531ccd3 None None] Attempting to bind port da43dc0b-60fb-4e76-8fa5-703fff440357 on network d01b0109-a6fd-4b8c-ad6b-1a1408d57519 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:01:06.863753 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20395960-23bd-4427-b957-080bf531ccd3 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:01:06.864384 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20395960-23bd-4427-b957-080bf531ccd3 None None] Checking segment: {'id': '7d2f0b55-ad21-48f3-b048-e1c04a514e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd01b0109-a6fd-4b8c-ad6b-1a1408d57519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:01:06.864855 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-20395960-23bd-4427-b957-080bf531ccd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:06.865205 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20395960-23bd-4427-b957-080bf531ccd3 None None] Bound using segment: {'id': '7d2f0b55-ad21-48f3-b048-e1c04a514e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd01b0109-a6fd-4b8c-ad6b-1a1408d57519'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:01:06.865675 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-20395960-23bd-4427-b957-080bf531ccd3 None None] Bound port: da43dc0b-60fb-4e76-8fa5-703fff440357, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d2f0b55-ad21-48f3-b048-e1c04a514e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd01b0109-a6fd-4b8c-ad6b-1a1408d57519'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:01:06.866054 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-20395960-23bd-4427-b957-080bf531ccd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:06.907634 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-98ba4af9-dd84-4f8e-982a-19b94631ed30 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3848860'] for subnet, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:06.971920 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-55ff7ed8-77b8-49a9-ba76-d9d6d49c3ec9 tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Notify callbacks [] for router_gateway, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:07.022335 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-20395960-23bd-4427-b957-080bf531ccd3 None None] For port da43dc0b-60fb-4e76-8fa5-703fff440357, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:01:07.032072 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-20395960-23bd-4427-b957-080bf531ccd3 None None] For port da43dc0b-60fb-4e76-8fa5-703fff440357, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=da43dc0b-60fb-4e76-8fa5-703fff440357,segment=NetworkSegment(7d2f0b55-ad21-48f3-b048-e1c04a514e1b),segment_id=7d2f0b55-ad21-48f3-b048-e1c04a514e1b)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:01:07.042677 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-20395960-23bd-4427-b957-080bf531ccd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:07.064988 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065d03a1-dba8-4cea-9c0d-c5c2002a24a0 req-62029d86-f931-4616-bb70-3b84b0d97af9 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:07.066615 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-065d03a1-dba8-4cea-9c0d-c5c2002a24a0 req-62029d86-f931-4616-bb70-3b84b0d97af9 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=64dce353-055b-404e-bb15-893d8d6f9f87 HTTP/1.1" status: 200 len: 945 time: 0.1559641 Aug 16 23:01:07.152360 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-98ba4af9-dd84-4f8e-982a-19b94631ed30 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:07.154321 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20395960-23bd-4427-b957-080bf531ccd3 None None] Pushing event updated for resources: {'Port': ['ID=da43dc0b-60fb-4e76-8fa5-703fff440357,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:07.159120 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-065d03a1-dba8-4cea-9c0d-c5c2002a24a0 req-468ae401-09dc-4d52-8ae3-ab44a99b10b2 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=cb930d9d-af57-42ec-901a-b3e522b04153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851855 Aug 16 23:01:07.296370 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-98ba4af9-dd84-4f8e-982a-19b94631ed30 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26252129'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:07.337718 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c3eb59-4be2-429b-bba0-bf323caaf592 None None] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:01:07.351566 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-98ba4af9-dd84-4f8e-982a-19b94631ed30 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:07.356326 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-98ba4af9-dd84-4f8e-982a-19b94631ed30 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/subnets/568e85d9-d439-488a-9161-9f5eb8c0cdf9 HTTP/1.1" status: 204 len: 168 time: 0.6533103 Aug 16 23:01:07.377525 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 44186) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:07.388169 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ba4af9-dd84-4f8e-982a-19b94631ed30 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event deleted for resources: {'Subnet': ['ID=568e85d9-d439-488a-9161-9f5eb8c0cdf9,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:07.453940 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aca449-bdb8-43e2-aae8-6c3709785610 req-59d6ef85-e282-41ae-ae95-0894b1194b7e tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:07.462410 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-58aca449-bdb8-43e2-aae8-6c3709785610 req-59d6ef85-e282-41ae-ae95-0894b1194b7e tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1a3c014-ee22-4ed3-9ab2-7241129ef2fa HTTP/1.1" status: 200 len: 943 time: 0.1506386 Aug 16 23:01:07.513694 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-55ff7ed8-77b8-49a9-ba76-d9d6d49c3ec9 tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:07.543778 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fc4b230-2c1c-4b42-b08a-816d6a9f3230 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Deleting subnet b0a8dd86-d14a-4c19-836e-3d7a7435740b {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:01:07.574850 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-58aca449-bdb8-43e2-aae8-6c3709785610 req-ecae3d88-2760-4321-843b-71deb040b78b tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a9bd5fe-3160-4f0a-a902-e95b7aedf567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089666 Aug 16 23:01:07.632634 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device bd87ed39-7912-4570-ac1f-3314f4203f9b details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:01:07.662344 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8fc4b230-2c1c-4b42-b08a-816d6a9f3230 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:07.747983 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port bd87ed39-7912-4570-ac1f-3314f4203f9b, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=bd87ed39-7912-4570-ac1f-3314f4203f9b,segment=NetworkSegment(2f9d1485-64c4-4032-9f01-ae22555e2cfc),segment_id=2f9d1485-64c4-4032-9f01-ae22555e2cfc)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:01:07.763460 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': 'bd87ed39-7912-4570-ac1f-3314f4203f9b', 'network_id': 'f382f188-dbb7-4b56-8af5-82f76ac61bfc', 'port_id': 'bd87ed39-7912-4570-ac1f-3314f4203f9b', 'mac_address': 'fa:16:3e:0b:30:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c827456-6bfb-4e82-b370-b53dc8e13ad7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:01:07.766403 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada46380-91ff-4d58-a3b2-a308ad06c901 req-b58cdf9c-6c18-4da9-adb8-f23ecf706aee tempest-ServerMetadataNegativeTestJSON-1384016467 tempest-ServerMetadataNegativeTestJSON-1384016467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:07.770021 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ada46380-91ff-4d58-a3b2-a308ad06c901 req-b58cdf9c-6c18-4da9-adb8-f23ecf706aee tempest-ServerMetadataNegativeTestJSON-1384016467 tempest-ServerMetadataNegativeTestJSON-1384016467-project] 10.222.0.36 "GET /v2.0/ports?device_id=76d89da4-4111-4185-9e5d-6d5c6ac1d94f HTTP/1.1" status: 200 len: 943 time: 0.0757451 Aug 16 23:01:07.799236 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8fc4b230-2c1c-4b42-b08a-816d6a9f3230 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:07.830132 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:07.846534 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd87ed39-7912-4570-ac1f-3314f4203f9b {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:01:07.875251 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port bd87ed39-7912-4570-ac1f-3314f4203f9b, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=bd87ed39-7912-4570-ac1f-3314f4203f9b,segment=NetworkSegment(2f9d1485-64c4-4032-9f01-ae22555e2cfc),segment_id=2f9d1485-64c4-4032-9f01-ae22555e2cfc)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:01:07.883002 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ada46380-91ff-4d58-a3b2-a308ad06c901 req-cf90ec65-dfa0-4849-b699-239b42a14dd4 tempest-ServerMetadataNegativeTestJSON-1384016467 tempest-ServerMetadataNegativeTestJSON-1384016467-project] 10.222.0.36 "GET /v2.0/security-groups?id=083e2101-ffe0-424c-80a1-efd96ed29a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042259 Aug 16 23:01:07.892228 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:07.893956 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device bcd66dc2-d1b5-48dd-8cba-f55a3671caeb details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:01:08.027406 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8fc4b230-2c1c-4b42-b08a-816d6a9f3230 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:08.071162 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=bd87ed39-7912-4570-ac1f-3314f4203f9b,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:08.097277 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55ff7ed8-77b8-49a9-ba76-d9d6d49c3ec9 tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Router 66bd6ab8-9924-4643-a516-946e96fd75de is scheduled to L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f with binding_index 1 {{(pid=101291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:01:08.104280 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56576e1-8015-4082-9361-8311406a00d0 req-f73dfec2-c0a4-4de2-9793-b62b8a5569ce tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:08.112471 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b56576e1-8015-4082-9361-8311406a00d0 req-f73dfec2-c0a4-4de2-9793-b62b8a5569ce tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1dee21d-438d-4809-b7fc-08c3f1ed2e89 HTTP/1.1" status: 200 len: 946 time: 0.1183634 Aug 16 23:01:08.201133 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8fc4b230-2c1c-4b42-b08a-816d6a9f3230 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:08.220237 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port bcd66dc2-d1b5-48dd-8cba-f55a3671caeb, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=bcd66dc2-d1b5-48dd-8cba-f55a3671caeb,segment=NetworkSegment(80ae25ce-c047-4246-ab2f-841c27c35f13),segment_id=80ae25ce-c047-4246-ab2f-841c27c35f13)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:01:08.252698 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': 'bcd66dc2-d1b5-48dd-8cba-f55a3671caeb', 'network_id': '6b8b8565-8dc2-460a-95ea-58b83a58b195', 'port_id': 'bcd66dc2-d1b5-48dd-8cba-f55a3671caeb', 'mac_address': 'fa:16:3e:55:a9:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2524853-6521-4492-955a-2e52839293d2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:01:08.259146 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b56576e1-8015-4082-9361-8311406a00d0 req-4eeee2c8-fb1b-4e2d-a814-83c14cfe45f2 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451201 Aug 16 23:01:08.303259 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc4b230-2c1c-4b42-b08a-816d6a9f3230 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event deleted for resources: {'Subnet': ['ID=b0a8dd86-d14a-4c19-836e-3d7a7435740b,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:08.313907 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8fc4b230-2c1c-4b42-b08a-816d6a9f3230 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:08.320472 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-8fc4b230-2c1c-4b42-b08a-816d6a9f3230 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/subnets/b0a8dd86-d14a-4c19-836e-3d7a7435740b HTTP/1.1" status: 204 len: 168 time: 0.9386189 Aug 16 23:01:08.320727 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 44196) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:08.345241 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55ff7ed8-77b8-49a9-ba76-d9d6d49c3ec9 tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:01:08.360004 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:08.364616 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959818bd-b241-401c-be33-f8dbdff03b3c None None] Sync routers for ids ['66bd6ab8-9924-4643-a516-946e96fd75de'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:01:08.384900 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959818bd-b241-401c-be33-f8dbdff03b3c None None] Routers {'66bd6ab8-9924-4643-a516-946e96fd75de'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:01:08.385816 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-959818bd-b241-401c-be33-f8dbdff03b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:00:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['66bd6ab8-9924-4643-a516-946e96fd75de'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:01:08.391530 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-55ff7ed8-77b8-49a9-ba76-d9d6d49c3ec9 tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:08.396780 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-55ff7ed8-77b8-49a9-ba76-d9d6d49c3ec9 tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.4127245 Aug 16 23:01:08.397792 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 44198) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:08.418511 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcd66dc2-d1b5-48dd-8cba-f55a3671caeb {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:01:08.451963 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-be61be33-694f-460e-9baa-fbb24585f392 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1267993 Aug 16 23:01:08.452355 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 44200) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:08.457436 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-a7c15799-807e-4f6c-a918-58b546f32bf8 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Request body: {'subnet': {'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:01:08.494387 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port bcd66dc2-d1b5-48dd-8cba-f55a3671caeb, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=bcd66dc2-d1b5-48dd-8cba-f55a3671caeb,segment=NetworkSegment(80ae25ce-c047-4246-ab2f-841c27c35f13),segment_id=80ae25ce-c047-4246-ab2f-841c27c35f13)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:01:08.503577 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:08.510459 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-959818bd-b241-401c-be33-f8dbdff03b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:01:08.546287 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959818bd-b241-401c-be33-f8dbdff03b3c None None] Routers {'66bd6ab8-9924-4643-a516-946e96fd75de'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:01:08.546844 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-959818bd-b241-401c-be33-f8dbdff03b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:00:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['66bd6ab8-9924-4643-a516-946e96fd75de'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:01:08.601189 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=bcd66dc2-d1b5-48dd-8cba-f55a3671caeb,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:08.643371 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-959818bd-b241-401c-be33-f8dbdff03b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:01:08.645436 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959818bd-b241-401c-be33-f8dbdff03b3c None None] The sync data for ids ['66bd6ab8-9924-4643-a516-946e96fd75de'] in n-d-791506-26 is: [] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:01:08.646486 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80288bce-98de-4900-a207-b42d0c8387ab req-139e43c4-b6b2-4a1d-b171-e6d0557ce891 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:08.649252 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-80288bce-98de-4900-a207-b42d0c8387ab req-139e43c4-b6b2-4a1d-b171-e6d0557ce891 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=64dce353-055b-404e-bb15-893d8d6f9f87 HTTP/1.1" status: 200 len: 945 time: 0.1983397 Aug 16 23:01:08.816103 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ebe290-70f9-4225-8851-51f620d4d9f8 None None] Network d01b0109-a6fd-4b8c-ad6b-1a1408d57519 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:01:08.969098 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['bcd66dc2-d1b5-48dd-8cba-f55a3671caeb'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:01:08.998230 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c15799-807e-4f6c-a918-58b546f32bf8 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Made reservation on behalf of 68b563add1f042a58ab2d8884a30332e for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:01:09.002436 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a7c15799-807e-4f6c-a918-58b546f32bf8 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:09.038686 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['bd87ed39-7912-4570-ac1f-3314f4203f9b'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:01:09.118810 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device da43dc0b-60fb-4e76-8fa5-703fff440357 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:01:09.200269 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c357babc-4cd9-4741-bc38-8b400363e1ee None None] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:01:09.363128 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-80288bce-98de-4900-a207-b42d0c8387ab req-48c2d9b2-7f5e-4309-9b98-510cfc8fdb8f tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=cb930d9d-af57-42ec-901a-b3e522b04153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6916118 Aug 16 23:01:09.380859 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a7c15799-807e-4f6c-a918-58b546f32bf8 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:09.393405 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fb5535b7-7e4a-48eb-939d-107313821a9b req-4a3a3bc1-f2f8-4b22-83f7-95ff2b43172e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=95359267-9042-4d8b-bff2-66d28c99d8f8 HTTP/1.1" status: 200 len: 999 time: 0.7211604 Aug 16 23:01:09.498060 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c15799-807e-4f6c-a918-58b546f32bf8 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:01:09.514693 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-a7c15799-807e-4f6c-a918-58b546f32bf8 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:01:09.547996 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c869b62-d865-43f7-9ebf-1d14526848c0 req-b7e1c9ef-57b0-4842-81d6-7ca07f3c4cdf tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:09.549763 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-86482835-0276-4379-b64f-8f4440a9669c None None] Provisioning for port da43dc0b-60fb-4e76-8fa5-703fff440357 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:01:09.559038 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1c869b62-d865-43f7-9ebf-1d14526848c0 req-b7e1c9ef-57b0-4842-81d6-7ca07f3c4cdf tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1a3c014-ee22-4ed3-9ab2-7241129ef2fa HTTP/1.1" status: 200 len: 944 time: 0.6335638 Aug 16 23:01:09.569029 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c15799-807e-4f6c-a918-58b546f32bf8 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:09.569640 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a7c15799-807e-4f6c-a918-58b546f32bf8 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:09.608062 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port da43dc0b-60fb-4e76-8fa5-703fff440357 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:01:09.642711 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port da43dc0b-60fb-4e76-8fa5-703fff440357 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:01:09.643945 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:09.662737 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c15799-807e-4f6c-a918-58b546f32bf8 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event updated for resources: {'Subnet': ['ID=4eb12f82-6ed9-480b-a0b2-f4f31b596abc,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:09.729420 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-a7c15799-807e-4f6c-a918-58b546f32bf8 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2761028 Aug 16 23:01:09.739615 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 44210) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:09.755549 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-16e07fb8-cb99-4dcc-b9a8-fde245dfabab tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Request body: {'subnet': {'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:01:09.855777 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8fdda054-ea2e-489e-b943-4ff691d5a53f tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:09.869335 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-b720eef9-c295-4df6-bae9-03b8e808232d None None] Provisioning complete for port 5c54f7bc-d2b3-4349-a724-981834647b50 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:01:09.869832 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-b720eef9-c295-4df6-bae9-03b8e808232d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:09.879179 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2ea742-a768-46af-aa20-a7d878153d42 req-e05ba927-56b6-43d4-ade8-656fa8061076 tempest-ServerMetadataNegativeTestJSON-1384016467 tempest-ServerMetadataNegativeTestJSON-1384016467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:09.894005 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cf2ea742-a768-46af-aa20-a7d878153d42 req-e05ba927-56b6-43d4-ade8-656fa8061076 tempest-ServerMetadataNegativeTestJSON-1384016467 tempest-ServerMetadataNegativeTestJSON-1384016467-project] 10.222.0.36 "GET /v2.0/ports?device_id=76d89da4-4111-4185-9e5d-6d5c6ac1d94f HTTP/1.1" status: 200 len: 944 time: 0.3623376 Aug 16 23:01:09.918001 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1c869b62-d865-43f7-9ebf-1d14526848c0 req-15be56f7-e5ae-4d74-bcac-dd4363f19486 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a9bd5fe-3160-4f0a-a902-e95b7aedf567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3385162 Aug 16 23:01:10.035128 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c348786-ba23-44a2-93ca-7377e7553904 None None] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:01:10.096704 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cf2ea742-a768-46af-aa20-a7d878153d42 req-b1dbeb03-bc97-411f-901d-4e2e8a6d3554 tempest-ServerMetadataNegativeTestJSON-1384016467 tempest-ServerMetadataNegativeTestJSON-1384016467-project] 10.222.0.36 "GET /v2.0/security-groups?id=083e2101-ffe0-424c-80a1-efd96ed29a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010043 Aug 16 23:01:10.304832 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5535b7-7e4a-48eb-939d-107313821a9b req-880083d5-3ed4-49b6-aaeb-ac6ef9308a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:10.307096 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fb5535b7-7e4a-48eb-939d-107313821a9b req-880083d5-3ed4-49b6-aaeb-ac6ef9308a7f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=bb160313-5dbe-49f2-8a31-7afb6f1954c3 HTTP/1.1" status: 200 len: 856 time: 0.1959853 Aug 16 23:01:10.318479 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16e07fb8-cb99-4dcc-b9a8-fde245dfabab tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Made reservation on behalf of 68b563add1f042a58ab2d8884a30332e for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:01:10.323101 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-16e07fb8-cb99-4dcc-b9a8-fde245dfabab tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:10.335815 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558100fc-653a-4df6-8e92-89700afa03b5 req-000697cb-aa6b-4ae1-9562-3e6fda793b58 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:10.338857 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-558100fc-653a-4df6-8e92-89700afa03b5 req-000697cb-aa6b-4ae1-9562-3e6fda793b58 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1dee21d-438d-4809-b7fc-08c3f1ed2e89 HTTP/1.1" status: 200 len: 946 time: 0.1551495 Aug 16 23:01:10.381989 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:10.445451 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-8fdda054-ea2e-489e-b943-4ff691d5a53f tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Allocated IP 172.20.0.1 (d01b0109-a6fd-4b8c-ad6b-1a1408d57519/bde72d96-b4bf-4ec6-98db-33b5063fa555/bc69599c-1f9d-4107-8d2e-61ab19168873) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:01:10.534271 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-558100fc-653a-4df6-8e92-89700afa03b5 req-11f6c0fa-b6a1-41f9-b8ef-9dac5b1ac26d tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840112 Aug 16 23:01:10.616521 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5535b7-7e4a-48eb-939d-107313821a9b req-07dfb027-81c8-4fca-83c8-aa41a5477b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:10.618619 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fb5535b7-7e4a-48eb-939d-107313821a9b req-07dfb027-81c8-4fca-83c8-aa41a5477b0a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6017926f-7eef-429e-a22b-3a35337dccd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2774806 Aug 16 23:01:10.640916 n-d-791506-26 neutron-server[101292]: INFO neutron.db.ipam_backend_mixin [None req-16e07fb8-cb99-4dcc-b9a8-fde245dfabab tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4eb12f82-6ed9-480b-a0b2-f4f31b596abc (CIDR: 2001:db8::/64) Aug 16 23:01:10.647592 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-16e07fb8-cb99-4dcc-b9a8-fde245dfabab tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 23:01:10.648095 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16e07fb8-cb99-4dcc-b9a8-fde245dfabab tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:01:10.673998 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683b8a6f-5911-4935-909c-7bea4f66b5ab req-751d4b14-5acc-4145-b262-4f5857ebc6f1 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:10.686479 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-683b8a6f-5911-4935-909c-7bea4f66b5ab req-751d4b14-5acc-4145-b262-4f5857ebc6f1 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=64dce353-055b-404e-bb15-893d8d6f9f87 HTTP/1.1" status: 200 len: 945 time: 0.1159005 Aug 16 23:01:10.730283 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-16e07fb8-cb99-4dcc-b9a8-fde245dfabab tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9845660 Aug 16 23:01:10.733245 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8fdda054-ea2e-489e-b943-4ff691d5a53f tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:10.735401 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 44214) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:10.749735 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-cee9d314-7c60-4f9a-af33-04178b101579 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Request body: {'subnet': {'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:01:10.771408 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port da43dc0b-60fb-4e76-8fa5-703fff440357, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=da43dc0b-60fb-4e76-8fa5-703fff440357,segment=NetworkSegment(7d2f0b55-ad21-48f3-b048-e1c04a514e1b),segment_id=7d2f0b55-ad21-48f3-b048-e1c04a514e1b)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:01:10.832792 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-683b8a6f-5911-4935-909c-7bea4f66b5ab req-f31df702-9f33-42c2-aa93-590d17318a16 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=cb930d9d-af57-42ec-901a-b3e522b04153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438546 Aug 16 23:01:10.840560 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:10.878457 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-8fdda054-ea2e-489e-b943-4ff691d5a53f tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Transition to ACTIVE for port object bc69599c-1f9d-4107-8d2e-61ab19168873 will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:01:10.885772 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fb5535b7-7e4a-48eb-939d-107313821a9b req-5b408a89-b5d8-49c6-b42d-83bed204553c service neutron] 10.222.0.68 "GET /v2.0/networks/6017926f-7eef-429e-a22b-3a35337dccd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799321 Aug 16 23:01:11.027484 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8fdda054-ea2e-489e-b943-4ff691d5a53f tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:11.041677 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:11.087604 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=da43dc0b-60fb-4e76-8fa5-703fff440357,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:11.169959 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fdda054-ea2e-489e-b943-4ff691d5a53f tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Network d01b0109-a6fd-4b8c-ad6b-1a1408d57519 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:01:11.185849 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-563584db-736a-40f6-8a26-6a5a071f244d None None] Provisioning complete for port da43dc0b-60fb-4e76-8fa5-703fff440357 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:01:11.187231 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-563584db-736a-40f6-8a26-6a5a071f244d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:11.189291 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-8fdda054-ea2e-489e-b943-4ff691d5a53f tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:01:11.194599 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdda054-ea2e-489e-b943-4ff691d5a53f tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:01:11.215764 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8984ff00-9308-4e3e-bd02-117e1d8f89c8 req-b226f64c-78f3-4008-9f10-9102caabb7ea tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:11.235711 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8984ff00-9308-4e3e-bd02-117e1d8f89c8 req-b226f64c-78f3-4008-9f10-9102caabb7ea tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1a3c014-ee22-4ed3-9ab2-7241129ef2fa HTTP/1.1" status: 200 len: 944 time: 0.1421719 Aug 16 23:01:11.321765 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8fdda054-ea2e-489e-b943-4ff691d5a53f tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954230'] for router_interface, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:11.414968 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8984ff00-9308-4e3e-bd02-117e1d8f89c8 req-b8b42497-285e-4bb5-9859-64ae5cc81776 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a9bd5fe-3160-4f0a-a902-e95b7aedf567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752687 Aug 16 23:01:11.456022 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-563584db-736a-40f6-8a26-6a5a071f244d None None] Provisioning complete for port 5c54f7bc-d2b3-4349-a724-981834647b50 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:01:11.458046 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-563584db-736a-40f6-8a26-6a5a071f244d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:11.606629 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdda054-ea2e-489e-b943-4ff691d5a53f tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Pushing event updated for resources: {'Port': ['ID=bc69599c-1f9d-4107-8d2e-61ab19168873,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:11.614486 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d2f389-8b7a-45e1-a4d7-8c02f8098340 req-fdaa4cde-df26-437b-a966-80c64f4d7612 tempest-ServerMetadataNegativeTestJSON-1384016467 tempest-ServerMetadataNegativeTestJSON-1384016467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:11.620619 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-56d2f389-8b7a-45e1-a4d7-8c02f8098340 req-fdaa4cde-df26-437b-a966-80c64f4d7612 tempest-ServerMetadataNegativeTestJSON-1384016467 tempest-ServerMetadataNegativeTestJSON-1384016467-project] 10.222.0.36 "GET /v2.0/ports?device_id=76d89da4-4111-4185-9e5d-6d5c6ac1d94f HTTP/1.1" status: 200 len: 944 time: 0.3207574 Aug 16 23:01:11.679156 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fb5535b7-7e4a-48eb-939d-107313821a9b req-a66980db-aea2-414c-86e2-b3bd72b3a47a service neutron] 10.222.0.68 "GET /v2.0/networks/6017926f-7eef-429e-a22b-3a35337dccd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3366778 Aug 16 23:01:11.681542 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee9d314-7c60-4f9a-af33-04178b101579 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Made reservation on behalf of 68b563add1f042a58ab2d8884a30332e for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:01:11.686815 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device bcd66dc2-d1b5-48dd-8cba-f55a3671caeb up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:01:11.692120 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cee9d314-7c60-4f9a-af33-04178b101579 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:11.741545 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-56d2f389-8b7a-45e1-a4d7-8c02f8098340 req-7bcb090c-4c4e-4416-b74f-c1c29451ad8c tempest-ServerMetadataNegativeTestJSON-1384016467 tempest-ServerMetadataNegativeTestJSON-1384016467-project] 10.222.0.36 "GET /v2.0/security-groups?id=083e2101-ffe0-424c-80a1-efd96ed29a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112294 Aug 16 23:01:11.798318 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449de3cb-454d-48ce-ae85-893b6dc39cc9 req-45529307-bbc6-431e-84c0-aa3c22b3ed78 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:11.799876 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-449de3cb-454d-48ce-ae85-893b6dc39cc9 req-45529307-bbc6-431e-84c0-aa3c22b3ed78 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1dee21d-438d-4809-b7fc-08c3f1ed2e89 HTTP/1.1" status: 200 len: 946 time: 0.0629213 Aug 16 23:01:11.806298 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning for port bcd66dc2-d1b5-48dd-8cba-f55a3671caeb completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:01:11.809843 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8fdda054-ea2e-489e-b943-4ff691d5a53f tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:11.823559 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port bcd66dc2-d1b5-48dd-8cba-f55a3671caeb triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:01:11.825726 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:11.882415 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-449de3cb-454d-48ce-ae85-893b6dc39cc9 req-9ba6c9f0-da73-47d9-9a91-a5c42da49613 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685430 Aug 16 23:01:11.982979 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-7b349074-0854-47d5-a29a-ae73b226a80e None None] Provisioning for port bc69599c-1f9d-4107-8d2e-61ab19168873 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:01:11.995637 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-7b349074-0854-47d5-a29a-ae73b226a80e None None] Provisioning complete for port bc69599c-1f9d-4107-8d2e-61ab19168873 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:01:11.996049 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7b349074-0854-47d5-a29a-ae73b226a80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:12.090062 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0249b8-b0a1-4848-bf16-df84df9cc358 req-5b80e750-2bbc-4428-8195-f2072628dc27 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:12.108373 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6b0249b8-b0a1-4848-bf16-df84df9cc358 req-5b80e750-2bbc-4428-8195-f2072628dc27 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=64dce353-055b-404e-bb15-893d8d6f9f87 HTTP/1.1" status: 200 len: 945 time: 0.1325707 Aug 16 23:01:12.132075 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-7b349074-0854-47d5-a29a-ae73b226a80e None None] Port bc69599c-1f9d-4107-8d2e-61ab19168873 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:01:12.145172 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:12.185216 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-7b349074-0854-47d5-a29a-ae73b226a80e None None] Provisioning complete for port 5c54f7bc-d2b3-4349-a724-981834647b50 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:01:12.189711 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6b0249b8-b0a1-4848-bf16-df84df9cc358 req-6c27c5fe-9d4c-42a9-8c04-2fab960a1f15 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=cb930d9d-af57-42ec-901a-b3e522b04153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801618 Aug 16 23:01:12.192096 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7b349074-0854-47d5-a29a-ae73b226a80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:12.207079 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76d89da4-4111-4185-9e5d-6d5c6ac1d94f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcd66dc2-d1b5-48dd-8cba-f55a3671caeb'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:01:12.212921 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-401fa73b-da70-4829-ab7d-0a8f4b4422d4" -d '{"events": [{"server_uuid": "76d89da4-4111-4185-9e5d-6d5c6ac1d94f", "name": "network-vif-plugged", "status": "completed", "tag": "bcd66dc2-d1b5-48dd-8cba-f55a3671caeb"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:01:12.251507 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port bcd66dc2-d1b5-48dd-8cba-f55a3671caeb, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=bcd66dc2-d1b5-48dd-8cba-f55a3671caeb,segment=NetworkSegment(80ae25ce-c047-4246-ab2f-841c27c35f13),segment_id=80ae25ce-c047-4246-ab2f-841c27c35f13)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:01:12.263431 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:12.307980 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a7a127a-1c15-482d-af4c-9904b2422bea x-openstack-request-id: req-6a7a127a-1c15-482d-af4c-9904b2422bea {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:01:12.308358 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76d89da4-4111-4185-9e5d-6d5c6ac1d94f", "name": "network-vif-plugged", "status": "completed", "tag": "bcd66dc2-d1b5-48dd-8cba-f55a3671caeb", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:01:12.308569 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6a7a127a-1c15-482d-af4c-9904b2422bea {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:01:12.308995 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76d89da4-4111-4185-9e5d-6d5c6ac1d94f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcd66dc2-d1b5-48dd-8cba-f55a3671caeb', 'code': 200} Aug 16 23:01:12.378063 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=bcd66dc2-d1b5-48dd-8cba-f55a3671caeb,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:12.447992 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf354c0-7c62-4e35-b7e5-8fd098798c2b req-f0671ac4-0a55-47cc-8b73-8e0efae75498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:12.450807 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-abf354c0-7c62-4e35-b7e5-8fd098798c2b req-f0671ac4-0a55-47cc-8b73-8e0efae75498 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=76d89da4-4111-4185-9e5d-6d5c6ac1d94f HTTP/1.1" status: 200 len: 1097 time: 0.0562117 Aug 16 23:01:12.497081 n-d-791506-26 neutron-server[101291]: DEBUG neutron.objects.ports [None req-cee9d314-7c60-4f9a-af33-04178b101579 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101291) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 23:01:12.507379 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-abf354c0-7c62-4e35-b7e5-8fd098798c2b req-d8bebca1-6958-458b-994d-806b521d3a76 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=083e2101-ffe0-424c-80a1-efd96ed29a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494118 Aug 16 23:01:12.666570 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cca965-c693-47e6-89a1-b97f62c05481 req-bfbf7e2b-a17e-4d56-a44f-54926ee7f021 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:12.685183 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f7cca965-c693-47e6-89a1-b97f62c05481 req-bfbf7e2b-a17e-4d56-a44f-54926ee7f021 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1a3c014-ee22-4ed3-9ab2-7241129ef2fa HTTP/1.1" status: 200 len: 944 time: 0.1723561 Aug 16 23:01:12.738675 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f7cca965-c693-47e6-89a1-b97f62c05481 req-83ff6978-f260-4304-86a0-831e04e9c3f5 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a9bd5fe-3160-4f0a-a902-e95b7aedf567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524604 Aug 16 23:01:12.802866 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8fdda054-ea2e-489e-b943-4ff691d5a53f tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:12.811223 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8fdda054-ea2e-489e-b943-4ff691d5a53f tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:12.822411 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cee9d314-7c60-4f9a-af33-04178b101579 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:12.912948 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4459175-39eb-4c56-a687-fdead821c292 req-b43ad1a2-8ae0-42d7-aa2b-c638dbffb69a tempest-ServerMetadataNegativeTestJSON-1384016467 tempest-ServerMetadataNegativeTestJSON-1384016467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:12.914706 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d4459175-39eb-4c56-a687-fdead821c292 req-b43ad1a2-8ae0-42d7-aa2b-c638dbffb69a tempest-ServerMetadataNegativeTestJSON-1384016467 tempest-ServerMetadataNegativeTestJSON-1384016467-project] 10.222.0.36 "GET /v2.0/ports?device_id=76d89da4-4111-4185-9e5d-6d5c6ac1d94f HTTP/1.1" status: 200 len: 945 time: 0.0855584 Aug 16 23:01:12.951027 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdda054-ea2e-489e-b943-4ff691d5a53f tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Pushing event updated for resources: {'Port': ['ID=bc69599c-1f9d-4107-8d2e-61ab19168873,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:12.955568 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8fdda054-ea2e-489e-b943-4ff691d5a53f tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954122'] for router_interface, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:12.960728 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device da43dc0b-60fb-4e76-8fa5-703fff440357 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:01:12.978180 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d4459175-39eb-4c56-a687-fdead821c292 req-48ef28db-7be5-4fcc-b42b-fc74e94f46b2 tempest-ServerMetadataNegativeTestJSON-1384016467 tempest-ServerMetadataNegativeTestJSON-1384016467-project] 10.222.0.36 "GET /v2.0/security-groups?id=083e2101-ffe0-424c-80a1-efd96ed29a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557361 Aug 16 23:01:13.042315 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port da43dc0b-60fb-4e76-8fa5-703fff440357 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:01:13.043016 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:13.279949 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23c5f84-8ec7-4d7b-9f43-24873d62b5b6 req-b3626860-9ba3-48de-b525-53e600d9424e tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:13.281711 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b23c5f84-8ec7-4d7b-9f43-24873d62b5b6 req-b3626860-9ba3-48de-b525-53e600d9424e tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1dee21d-438d-4809-b7fc-08c3f1ed2e89 HTTP/1.1" status: 200 len: 946 time: 0.1464114 Aug 16 23:01:13.348983 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b23c5f84-8ec7-4d7b-9f43-24873d62b5b6 req-69522e65-d1e5-414b-8963-eb6c2bbcbade tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499783 Aug 16 23:01:13.386891 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-cee9d314-7c60-4f9a-af33-04178b101579 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] For port 5c54f7bc-d2b3-4349-a724-981834647b50, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=5c54f7bc-d2b3-4349-a724-981834647b50,segment=NetworkSegment(482572b3-9d65-4375-9c42-925e854722fd),segment_id=482572b3-9d65-4375-9c42-925e854722fd)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:01:13.404475 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fdda054-ea2e-489e-b943-4ff691d5a53f tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Network d01b0109-a6fd-4b8c-ad6b-1a1408d57519 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:01:13.409616 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-8fdda054-ea2e-489e-b943-4ff691d5a53f tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:01:13.482906 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cee9d314-7c60-4f9a-af33-04178b101579 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:13.490748 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cee9d314-7c60-4f9a-af33-04178b101579 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:13.491564 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cee9d314-7c60-4f9a-af33-04178b101579 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:13.515524 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b19ca-7cd3-4a40-afc2-edb6f28cf99d req-b2fea516-aa53-423d-aa7f-ddebf2c9be2a tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:13.518044 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c04b19ca-7cd3-4a40-afc2-edb6f28cf99d req-b2fea516-aa53-423d-aa7f-ddebf2c9be2a tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=64dce353-055b-404e-bb15-893d8d6f9f87 HTTP/1.1" status: 200 len: 945 time: 0.0978656 Aug 16 23:01:13.601101 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c04b19ca-7cd3-4a40-afc2-edb6f28cf99d req-15d8c544-eb5f-4b1e-9fe9-5558af7a68d5 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=cb930d9d-af57-42ec-901a-b3e522b04153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723629 Aug 16 23:01:13.658722 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee9d314-7c60-4f9a-af33-04178b101579 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:01:13.667173 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-cee9d314-7c60-4f9a-af33-04178b101579 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:01:13.681621 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee9d314-7c60-4f9a-af33-04178b101579 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:13.682514 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cee9d314-7c60-4f9a-af33-04178b101579 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:13.688579 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device bd87ed39-7912-4570-ac1f-3314f4203f9b up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:01:13.695467 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0697f37-28e2-4dc7-9b68-945c2876401f None None] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:01:13.698687 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fdda054-ea2e-489e-b943-4ff691d5a53f tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Router 66bd6ab8-9924-4643-a516-946e96fd75de has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:01:13.731899 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee9d314-7c60-4f9a-af33-04178b101579 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event updated for resources: {'Subnet': ['ID=dd4b4d77-7f5b-4aa3-8eb3-61e3699c01ba,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:13.740511 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-cee9d314-7c60-4f9a-af33-04178b101579 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.0024259 Aug 16 23:01:13.745439 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 44240) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:13.753238 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-bde0de7f-f454-45f4-85e2-9cef28dd3760 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Request body: {'port': {'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'mac_address': 'fa:16:3e:80:3f:00', 'name': 'tempest-NetworksTestDHCPv6-449387532'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:01:13.864827 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee9d314-7c60-4f9a-af33-04178b101579 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event updated for resources: {'Port': ['ID=5c54f7bc-d2b3-4349-a724-981834647b50,revision_number=9']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:13.892695 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning for port bd87ed39-7912-4570-ac1f-3314f4203f9b completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:01:13.896252 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fdda054-ea2e-489e-b943-4ff691d5a53f tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:01:13.904458 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port bd87ed39-7912-4570-ac1f-3314f4203f9b triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:01:13.904903 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:13.906476 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-e97217bf-9c4e-449e-88a5-cbafe744074f None None] Provisioning complete for port bc69599c-1f9d-4107-8d2e-61ab19168873 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:01:13.906856 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e97217bf-9c4e-449e-88a5-cbafe744074f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:13.910025 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-8fdda054-ea2e-489e-b943-4ff691d5a53f tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] 10.222.0.36 "PUT /v2.0/routers/66bd6ab8-9924-4643-a516-946e96fd75de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5085948 Aug 16 23:01:13.920655 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 44244) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:13.927059 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-99aa0b60-0c3d-4ee5-aade-a5de51160ccf tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Request body: {'port': {'network_id': 'd01b0109-a6fd-4b8c-ad6b-1a1408d57519', 'name': 'tempest-FloatingIPAdminTestJSON-1427577905'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:01:13.995900 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94a0fa7-0b63-4fc0-ab2b-0f4db3ec60d4 None None] Sync routers for ids ['66bd6ab8-9924-4643-a516-946e96fd75de'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:01:14.062712 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94a0fa7-0b63-4fc0-ab2b-0f4db3ec60d4 None None] Routers {'66bd6ab8-9924-4643-a516-946e96fd75de'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:01:14.063366 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-b94a0fa7-0b63-4fc0-ab2b-0f4db3ec60d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:00:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['66bd6ab8-9924-4643-a516-946e96fd75de'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:01:14.086131 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde0de7f-f454-45f4-85e2-9cef28dd3760 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Made reservation on behalf of 68b563add1f042a58ab2d8884a30332e for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:01:14.105403 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-b94a0fa7-0b63-4fc0-ab2b-0f4db3ec60d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:01:14.111490 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-e97217bf-9c4e-449e-88a5-cbafe744074f None None] Port bc69599c-1f9d-4107-8d2e-61ab19168873 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:01:14.121168 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99aa0b60-0c3d-4ee5-aade-a5de51160ccf tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Made reservation on behalf of 54ed20d8f0ee4178be8efea0febc31e1 for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:01:14.128302 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-99aa0b60-0c3d-4ee5-aade-a5de51160ccf tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:14.155014 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b5043e-f56e-4cfa-b133-641930e33c87 req-bdc7b0a1-c69d-4b69-854c-220e9ffe7cb2 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:14.160027 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-27b5043e-f56e-4cfa-b133-641930e33c87 req-bdc7b0a1-c69d-4b69-854c-220e9ffe7cb2 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1a3c014-ee22-4ed3-9ab2-7241129ef2fa HTTP/1.1" status: 200 len: 944 time: 0.2204924 Aug 16 23:01:14.160470 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-99aa0b60-0c3d-4ee5-aade-a5de51160ccf tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] device_id is not set on port ebbbbaf7-fc5d-40b2-8295-67b37a8dfc49 yet. {{(pid=101291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 23:01:14.162866 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94a0fa7-0b63-4fc0-ab2b-0f4db3ec60d4 None None] Routers {'66bd6ab8-9924-4643-a516-946e96fd75de'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:01:14.163469 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-b94a0fa7-0b63-4fc0-ab2b-0f4db3ec60d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:00:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['66bd6ab8-9924-4643-a516-946e96fd75de'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:01:14.268816 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-27b5043e-f56e-4cfa-b133-641930e33c87 req-5f30ca53-f289-4963-bcd8-0dffbd67c020 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a9bd5fe-3160-4f0a-a902-e95b7aedf567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992239 Aug 16 23:01:14.288173 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-99aa0b60-0c3d-4ee5-aade-a5de51160ccf tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Allocated IP 172.20.0.13 (d01b0109-a6fd-4b8c-ad6b-1a1408d57519/bde72d96-b4bf-4ec6-98db-33b5063fa555/ebbbbaf7-fc5d-40b2-8295-67b37a8dfc49) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:01:14.299724 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-b94a0fa7-0b63-4fc0-ab2b-0f4db3ec60d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:01:14.300433 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94a0fa7-0b63-4fc0-ab2b-0f4db3ec60d4 None None] The sync data for ids ['66bd6ab8-9924-4643-a516-946e96fd75de'] in n-d-791506-26 is: [] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:01:14.333710 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bde0de7f-f454-45f4-85e2-9cef28dd3760 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:14.376955 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [None req-bde0de7f-f454-45f4-85e2-9cef28dd3760 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] device_id is not set on port 15b245b8-a9b3-4a11-8e05-eda9b64d2fe8 yet. {{(pid=101292) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 23:01:14.378082 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:14.410041 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1a3c014-ee22-4ed3-9ab2-7241129ef2fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd87ed39-7912-4570-ac1f-3314f4203f9b'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:01:14.413357 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32c5a955-0cd7-4452-afc8-5dc723866bd8" -d '{"events": [{"server_uuid": "d1a3c014-ee22-4ed3-9ab2-7241129ef2fa", "name": "network-vif-plugged", "status": "completed", "tag": "bd87ed39-7912-4570-ac1f-3314f4203f9b"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:01:14.454809 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port bd87ed39-7912-4570-ac1f-3314f4203f9b, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=bd87ed39-7912-4570-ac1f-3314f4203f9b,segment=NetworkSegment(2f9d1485-64c4-4032-9f01-ae22555e2cfc),segment_id=2f9d1485-64c4-4032-9f01-ae22555e2cfc)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:01:14.462640 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:14.507797 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70769424-0ad1-438c-89c7-5fa3fc0722e1 None None] Update dhcp port {'port': {'network_id': '09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5', 'fixed_ips': [{'subnet_id': 'dd4b4d77-7f5b-4aa3-8eb3-61e3699c01ba', 'ip_address': '2001:db8:0:1:f816:3eff:fe19:a4de'}, {'subnet_id': '4eb12f82-6ed9-480b-a0b2-f4f31b596abc'}], 'binding:host_id': 'n-d-791506-26'}, 'id': '5c54f7bc-d2b3-4349-a724-981834647b50'} from n-d-791506-26. {{(pid=101293) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 23:01:14.578949 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=bd87ed39-7912-4570-ac1f-3314f4203f9b,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:14.581880 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-70769424-0ad1-438c-89c7-5fa3fc0722e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:14.610579 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b86662-2f09-4066-af7c-51493323516e req-78897e51-9497-49aa-8477-633461562de5 tempest-ServerMetadataNegativeTestJSON-1384016467 tempest-ServerMetadataNegativeTestJSON-1384016467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:14.612532 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-69b86662-2f09-4066-af7c-51493323516e req-78897e51-9497-49aa-8477-633461562de5 tempest-ServerMetadataNegativeTestJSON-1384016467 tempest-ServerMetadataNegativeTestJSON-1384016467-project] 10.222.0.36 "GET /v2.0/ports?device_id=76d89da4-4111-4185-9e5d-6d5c6ac1d94f HTTP/1.1" status: 200 len: 945 time: 0.1354465 Aug 16 23:01:14.641897 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-99aa0b60-0c3d-4ee5-aade-a5de51160ccf tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:14.680594 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-99aa0b60-0c3d-4ee5-aade-a5de51160ccf tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Transition to ACTIVE for port object ebbbbaf7-fc5d-40b2-8295-67b37a8dfc49 will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:01:14.735611 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-99aa0b60-0c3d-4ee5-aade-a5de51160ccf tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:14.779007 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-69b86662-2f09-4066-af7c-51493323516e req-92c2271d-ed81-48dc-9a90-7bf76bc1f3a1 tempest-ServerMetadataNegativeTestJSON-1384016467 tempest-ServerMetadataNegativeTestJSON-1384016467-project] 10.222.0.36 "GET /v2.0/security-groups?id=083e2101-ffe0-424c-80a1-efd96ed29a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535580 Aug 16 23:01:14.785602 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99aa0b60-0c3d-4ee5-aade-a5de51160ccf tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Network d01b0109-a6fd-4b8c-ad6b-1a1408d57519 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:01:14.788888 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-99aa0b60-0c3d-4ee5-aade-a5de51160ccf tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:01:14.792330 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99aa0b60-0c3d-4ee5-aade-a5de51160ccf tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:01:14.843425 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0185b57b-27fa-40cc-b2e0-e82f8a7c9dee x-openstack-request-id: req-0185b57b-27fa-40cc-b2e0-e82f8a7c9dee {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:01:14.845117 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1a3c014-ee22-4ed3-9ab2-7241129ef2fa", "name": "network-vif-plugged", "status": "completed", "tag": "bd87ed39-7912-4570-ac1f-3314f4203f9b", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:01:14.845542 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0185b57b-27fa-40cc-b2e0-e82f8a7c9dee {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:01:14.846136 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1a3c014-ee22-4ed3-9ab2-7241129ef2fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd87ed39-7912-4570-ac1f-3314f4203f9b', 'code': 200} Aug 16 23:01:14.899986 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99aa0b60-0c3d-4ee5-aade-a5de51160ccf tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:14.900662 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-99aa0b60-0c3d-4ee5-aade-a5de51160ccf tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:14.934959 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18e2e43-efa3-47c9-b75c-c1b9e176b5ae req-6e36205f-efbd-41f1-9d30-d080ca8a3fd2 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:14.945125 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b18e2e43-efa3-47c9-b75c-c1b9e176b5ae req-6e36205f-efbd-41f1-9d30-d080ca8a3fd2 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1dee21d-438d-4809-b7fc-08c3f1ed2e89 HTTP/1.1" status: 200 len: 946 time: 0.2656775 Aug 16 23:01:14.946744 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aa0b60-0c3d-4ee5-aade-a5de51160ccf tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Pushing event updated for resources: {'Port': ['ID=ebbbbaf7-fc5d-40b2-8295-67b37a8dfc49,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:14.997434 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-99aa0b60-0c3d-4ee5-aade-a5de51160ccf tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.0751419 Aug 16 23:01:15.001754 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 44258) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:15.045166 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 5c54f7bc-d2b3-4349-a724-981834647b50 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:01:15.077660 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-267f2129-9bbc-4889-b5df-8da4c775c25f tempest-FloatingIPAdminTestJSON-1283713270 tempest-FloatingIPAdminTestJSON-1283713270-project-admin] Request body: {'floatingip': {'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'project_id': '54ed20d8f0ee4178be8efea0febc31e1', 'port_id': 'ebbbbaf7-fc5d-40b2-8295-67b37a8dfc49'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:01:15.114207 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-267f2129-9bbc-4889-b5df-8da4c775c25f tempest-FloatingIPAdminTestJSON-1283713270 tempest-FloatingIPAdminTestJSON-1283713270-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:15.143313 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 5c54f7bc-d2b3-4349-a724-981834647b50 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:01:15.143690 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:15.154332 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-bde0de7f-f454-45f4-85e2-9cef28dd3760 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Allocated IP 2001:db8::2db (09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5/4eb12f82-6ed9-480b-a0b2-f4f31b596abc/15b245b8-a9b3-4a11-8e05-eda9b64d2fe8) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:01:15.250649 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-bde0de7f-f454-45f4-85e2-9cef28dd3760 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Allocated IP 2001:db8:0:1:f816:3eff:fe80:3f00 (09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5/dd4b4d77-7f5b-4aa3-8eb3-61e3699c01ba/15b245b8-a9b3-4a11-8e05-eda9b64d2fe8) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:01:15.277327 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4e6e6409-305a-4b14-a2e2-1e8f0716f273 None None] Provisioning for port ebbbbaf7-fc5d-40b2-8295-67b37a8dfc49 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:01:15.282235 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4e6e6409-305a-4b14-a2e2-1e8f0716f273 None None] Provisioning complete for port ebbbbaf7-fc5d-40b2-8295-67b37a8dfc49 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:01:15.282851 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4e6e6409-305a-4b14-a2e2-1e8f0716f273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:15.328316 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-4e6e6409-305a-4b14-a2e2-1e8f0716f273 None None] Port ebbbbaf7-fc5d-40b2-8295-67b37a8dfc49 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:01:15.374933 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-267f2129-9bbc-4889-b5df-8da4c775c25f tempest-FloatingIPAdminTestJSON-1283713270 tempest-FloatingIPAdminTestJSON-1283713270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:15.424891 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e525c3-9d1a-491b-a093-c1d5616473ee req-be9c63e2-234b-4aec-9a43-f362c77d6872 tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:15.435393 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-29e525c3-9d1a-491b-a093-c1d5616473ee req-be9c63e2-234b-4aec-9a43-f362c77d6872 tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc48c1b8-4292-4519-8c38-e7401cede36b HTTP/1.1" status: 200 len: 945 time: 0.4482777 Aug 16 23:01:15.450301 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b18e2e43-efa3-47c9-b75c-c1b9e176b5ae req-4af1f709-747e-475d-9740-7b17a26632d5 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5042031 Aug 16 23:01:15.485859 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e3db90-ab13-4d24-b6d5-df78627de835 req-895e3c39-3ce7-46eb-b243-8c1d931912d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:15.487870 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-86e3db90-ab13-4d24-b6d5-df78627de835 req-895e3c39-3ce7-46eb-b243-8c1d931912d4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d1a3c014-ee22-4ed3-9ab2-7241129ef2fa HTTP/1.1" status: 200 len: 1097 time: 0.5007613 Aug 16 23:01:15.527483 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-267f2129-9bbc-4889-b5df-8da4c775c25f tempest-FloatingIPAdminTestJSON-1283713270 tempest-FloatingIPAdminTestJSON-1283713270-project-admin] Allocated IP 172.25.4.215 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/07adf8df-ac5d-442a-a557-11f3d8d6c80e) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:01:15.541065 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-29e525c3-9d1a-491b-a093-c1d5616473ee req-c34e12cf-653c-4197-9140-00d5ce862de4 tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] 10.222.0.36 "GET /v2.0/security-groups?id=74b683a2-8fee-4523-b254-c8aa24161d09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043613 Aug 16 23:01:15.589647 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-86e3db90-ab13-4d24-b6d5-df78627de835 req-bbb6d902-b3e4-41f1-99ca-a78cdb3815cb service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9a9bd5fe-3160-4f0a-a902-e95b7aedf567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899596 Aug 16 23:01:15.635406 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bde0de7f-f454-45f4-85e2-9cef28dd3760 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:15.646027 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd1bd5c-2b41-4696-9417-206a24ef0874 req-b70f13ba-2cbd-4d31-9ddc-95fde196a942 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:15.647777 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6dd1bd5c-2b41-4696-9417-206a24ef0874 req-b70f13ba-2cbd-4d31-9ddc-95fde196a942 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=64dce353-055b-404e-bb15-893d8d6f9f87 HTTP/1.1" status: 200 len: 945 time: 0.1052306 Aug 16 23:01:15.725129 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [None req-bde0de7f-f454-45f4-85e2-9cef28dd3760 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Transition to ACTIVE for port object 15b245b8-a9b3-4a11-8e05-eda9b64d2fe8 will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:01:15.751792 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-267f2129-9bbc-4889-b5df-8da4c775c25f tempest-FloatingIPAdminTestJSON-1283713270 tempest-FloatingIPAdminTestJSON-1283713270-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:15.757854 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6dd1bd5c-2b41-4696-9417-206a24ef0874 req-4835ce0d-a46f-4e81-bd71-0390a1696a39 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=cb930d9d-af57-42ec-901a-b3e522b04153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002302 Aug 16 23:01:15.778260 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2806cc-359a-43cf-8ff1-259c97564719 req-9f9f3f18-50ca-4573-8230-6f03fc523252 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:15.779946 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fc2806cc-359a-43cf-8ff1-259c97564719 req-9f9f3f18-50ca-4573-8230-6f03fc523252 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1a3c014-ee22-4ed3-9ab2-7241129ef2fa HTTP/1.1" status: 200 len: 945 time: 0.1144662 Aug 16 23:01:15.839157 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-267f2129-9bbc-4889-b5df-8da4c775c25f tempest-FloatingIPAdminTestJSON-1283713270 tempest-FloatingIPAdminTestJSON-1283713270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:15.908395 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fc2806cc-359a-43cf-8ff1-259c97564719 req-d2b1def0-2b65-49cc-86f5-3e85d0a17baf tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a9bd5fe-3160-4f0a-a902-e95b7aedf567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104932 Aug 16 23:01:15.913945 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bde0de7f-f454-45f4-85e2-9cef28dd3760 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:15.973543 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde0de7f-f454-45f4-85e2-9cef28dd3760 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:01:15.974721 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267f2129-9bbc-4889-b5df-8da4c775c25f tempest-FloatingIPAdminTestJSON-1283713270 tempest-FloatingIPAdminTestJSON-1283713270-project-admin] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:01:15.988250 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-267f2129-9bbc-4889-b5df-8da4c775c25f tempest-FloatingIPAdminTestJSON-1283713270 tempest-FloatingIPAdminTestJSON-1283713270-project-admin] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:01:15.988581 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-bde0de7f-f454-45f4-85e2-9cef28dd3760 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:01:15.991489 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde0de7f-f454-45f4-85e2-9cef28dd3760 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:01:15.997533 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde0de7f-f454-45f4-85e2-9cef28dd3760 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:15.997687 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267f2129-9bbc-4889-b5df-8da4c775c25f tempest-FloatingIPAdminTestJSON-1283713270 tempest-FloatingIPAdminTestJSON-1283713270-project-admin] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:01:15.998235 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bde0de7f-f454-45f4-85e2-9cef28dd3760 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:16.023389 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde0de7f-f454-45f4-85e2-9cef28dd3760 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event updated for resources: {'Port': ['ID=15b245b8-a9b3-4a11-8e05-eda9b64d2fe8,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:16.034534 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-bde0de7f-f454-45f4-85e2-9cef28dd3760 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.2877011 Aug 16 23:01:16.035532 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 44282) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:16.039748 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-70769424-0ad1-438c-89c7-5fa3fc0722e1 None None] Allocated IP 2001:db8::2 (09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5/4eb12f82-6ed9-480b-a0b2-f4f31b596abc/5c54f7bc-d2b3-4349-a724-981834647b50) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:01:16.110191 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267f2129-9bbc-4889-b5df-8da4c775c25f tempest-FloatingIPAdminTestJSON-1283713270 tempest-FloatingIPAdminTestJSON-1283713270-project-admin] Pushing event updated for resources: {'Port': ['ID=07adf8df-ac5d-442a-a557-11f3d8d6c80e,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:16.217531 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-70769424-0ad1-438c-89c7-5fa3fc0722e1 None None] For port 5c54f7bc-d2b3-4349-a724-981834647b50, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=5c54f7bc-d2b3-4349-a724-981834647b50,segment=NetworkSegment(482572b3-9d65-4375-9c42-925e854722fd),segment_id=482572b3-9d65-4375-9c42-925e854722fd)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:01:16.272965 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-70769424-0ad1-438c-89c7-5fa3fc0722e1 None None] Notify callbacks [] for port, precommit_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:16.275003 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-71ec237c-4113-4447-a0f5-f99bacf26712 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Deleting port 15b245b8-a9b3-4a11-8e05-eda9b64d2fe8 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:01:16.275467 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-71ec237c-4113-4447-a0f5-f99bacf26712 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:16.298068 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-70769424-0ad1-438c-89c7-5fa3fc0722e1 None None] Transition to ACTIVE for port object 5c54f7bc-d2b3-4349-a724-981834647b50 will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:01:16.304559 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-70769424-0ad1-438c-89c7-5fa3fc0722e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:16.456183 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70769424-0ad1-438c-89c7-5fa3fc0722e1 None None] Pushing event updated for resources: {'Port': ['ID=5c54f7bc-d2b3-4349-a724-981834647b50,revision_number=10']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:16.519508 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-71ec237c-4113-4447-a0f5-f99bacf26712 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:16.535895 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-71ec237c-4113-4447-a0f5-f99bacf26712 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Calling delete_port for 15b245b8-a9b3-4a11-8e05-eda9b64d2fe8 owned by {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:01:16.979165 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 5c54f7bc-d2b3-4349-a724-981834647b50 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:01:17.108691 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f88fec-cd24-42bf-b7e0-933fb5cc8357 req-ede2afd2-6126-4275-8554-c4336899d9b3 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:17.110286 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e0f88fec-cd24-42bf-b7e0-933fb5cc8357 req-ede2afd2-6126-4275-8554-c4336899d9b3 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1dee21d-438d-4809-b7fc-08c3f1ed2e89 HTTP/1.1" status: 200 len: 946 time: 0.1717145 Aug 16 23:01:17.120721 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd826642-7949-413f-af04-2ac8389cd640 req-87a3f461-969a-402c-9f38-9c0c5b446c65 tempest-ServerMetadataNegativeTestJSON-1384016467 tempest-ServerMetadataNegativeTestJSON-1384016467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:17.122241 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fd826642-7949-413f-af04-2ac8389cd640 req-87a3f461-969a-402c-9f38-9c0c5b446c65 tempest-ServerMetadataNegativeTestJSON-1384016467 tempest-ServerMetadataNegativeTestJSON-1384016467-project] 10.222.0.36 "GET /v2.0/ports?device_id=76d89da4-4111-4185-9e5d-6d5c6ac1d94f HTTP/1.1" status: 200 len: 945 time: 0.1825829 Aug 16 23:01:17.170387 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-267f2129-9bbc-4889-b5df-8da4c775c25f tempest-FloatingIPAdminTestJSON-1283713270 tempest-FloatingIPAdminTestJSON-1283713270-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:17.215437 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e0f88fec-cd24-42bf-b7e0-933fb5cc8357 req-dacdff16-bf15-49ea-9c7d-8e628fda59f7 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921969 Aug 16 23:01:17.233142 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fd826642-7949-413f-af04-2ac8389cd640 req-8568163f-28c7-42da-b560-39b9871f9cea tempest-ServerMetadataNegativeTestJSON-1384016467 tempest-ServerMetadataNegativeTestJSON-1384016467-project] 10.222.0.36 "GET /v2.0/security-groups?id=083e2101-ffe0-424c-80a1-efd96ed29a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018758 Aug 16 23:01:17.286179 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4ba22ff0-6e17-4e2c-969f-359e438c738c None None] Provisioning for port 5c54f7bc-d2b3-4349-a724-981834647b50 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:01:17.295008 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4ba22ff0-6e17-4e2c-969f-359e438c738c None None] Provisioning complete for port 5c54f7bc-d2b3-4349-a724-981834647b50 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:01:17.298750 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4ba22ff0-6e17-4e2c-969f-359e438c738c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:17.344113 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-267f2129-9bbc-4889-b5df-8da4c775c25f tempest-FloatingIPAdminTestJSON-1283713270 tempest-FloatingIPAdminTestJSON-1283713270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:17.425664 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-71ec237c-4113-4447-a0f5-f99bacf26712 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:17.471543 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ec237c-4113-4447-a0f5-f99bacf26712 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event deleted for resources: {'Port': ['ID=15b245b8-a9b3-4a11-8e05-eda9b64d2fe8,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:17.486095 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0147c101-853e-4676-8e7d-99205f62304f req-3c59cd17-2ee9-42ed-9ceb-3dc9dd97d43d tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:17.494726 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0147c101-853e-4676-8e7d-99205f62304f req-3c59cd17-2ee9-42ed-9ceb-3dc9dd97d43d tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=64dce353-055b-404e-bb15-893d8d6f9f87 HTTP/1.1" status: 200 len: 945 time: 0.1373918 Aug 16 23:01:17.541445 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f2f750-340e-41ad-8121-cf9e733f6404 req-719bb567-38ad-4a44-b93a-cc9f8b06a9e6 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:17.543033 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-22f2f750-340e-41ad-8121-cf9e733f6404 req-719bb567-38ad-4a44-b93a-cc9f8b06a9e6 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1a3c014-ee22-4ed3-9ab2-7241129ef2fa HTTP/1.1" status: 200 len: 945 time: 0.1489577 Aug 16 23:01:17.562871 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-267f2129-9bbc-4889-b5df-8da4c775c25f tempest-FloatingIPAdminTestJSON-1283713270 tempest-FloatingIPAdminTestJSON-1283713270-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:17.566621 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-2ec02e49-ed00-4c8f-abcb-8a8a1b498b43 None None] Could not find standard attr ID for object 15b245b8-a9b3-4a11-8e05-eda9b64d2fe8. {{(pid=101293) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 23:01:17.570229 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-267f2129-9bbc-4889-b5df-8da4c775c25f tempest-FloatingIPAdminTestJSON-1283713270 tempest-FloatingIPAdminTestJSON-1283713270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:17.585811 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-71ec237c-4113-4447-a0f5-f99bacf26712 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:17.590641 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-71ec237c-4113-4447-a0f5-f99bacf26712 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/ports/15b245b8-a9b3-4a11-8e05-eda9b64d2fe8 HTTP/1.1" status: 204 len: 168 time: 1.5507722 Aug 16 23:01:17.594508 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 44306) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:17.606780 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0147c101-853e-4676-8e7d-99205f62304f req-f16f217c-6c38-447c-bdd4-7083cbf183a6 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=cb930d9d-af57-42ec-901a-b3e522b04153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110885 Aug 16 23:01:17.626323 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ba14caab-fcd2-4650-a5ac-fb53b9af5438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:17.672456 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-267f2129-9bbc-4889-b5df-8da4c775c25f tempest-FloatingIPAdminTestJSON-1283713270 tempest-FloatingIPAdminTestJSON-1283713270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:17.685621 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-22f2f750-340e-41ad-8121-cf9e733f6404 req-fb2a7e12-e7a1-453b-9a23-c09dd961da79 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a9bd5fe-3160-4f0a-a902-e95b7aedf567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143522 Aug 16 23:01:17.725495 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8f16e3-5553-4842-85e3-f5d9ee8c8469 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:17.729630 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-5a8f16e3-5553-4842-85e3-f5d9ee8c8469 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1313682 Aug 16 23:01:17.729762 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267f2129-9bbc-4889-b5df-8da4c775c25f tempest-FloatingIPAdminTestJSON-1283713270 tempest-FloatingIPAdminTestJSON-1283713270-project-admin] Pushing event updated for resources: {'Port': ['ID=07adf8df-ac5d-442a-a557-11f3d8d6c80e,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:17.729863 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 44310) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:17.813933 n-d-791506-26 neutron-server[101291]: INFO neutron.db.l3_db [None req-267f2129-9bbc-4889-b5df-8da4c775c25f tempest-FloatingIPAdminTestJSON-1283713270 tempest-FloatingIPAdminTestJSON-1283713270-project-admin] Floating IP b95b7267-9cfc-4bc0-9eb6-dd721a6f886f associated. External IP: 172.25.4.215, port: ebbbbaf7-fc5d-40b2-8295-67b37a8dfc49. Aug 16 23:01:17.821447 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4156e33c-bb4b-40ab-900b-9c7246164dfe tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:17.823268 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-4156e33c-bb4b-40ab-900b-9c7246164dfe tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0916841 Aug 16 23:01:17.827008 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 44314) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:17.845614 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a86b82e-6c75-4267-b3cc-9fd242bde01f req-6b26344f-d210-46fd-8d01-b48ca0ef2dfb tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:17.847229 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1a86b82e-6c75-4267-b3cc-9fd242bde01f req-6b26344f-d210-46fd-8d01-b48ca0ef2dfb tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc48c1b8-4292-4519-8c38-e7401cede36b HTTP/1.1" status: 200 len: 945 time: 0.0834634 Aug 16 23:01:17.953491 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5245b3f8-e13a-45ce-a0d5-6b0543e8531a tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:17.955287 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5245b3f8-e13a-45ce-a0d5-6b0543e8531a tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:17.956938 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5245b3f8-e13a-45ce-a0d5-6b0543e8531a tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:17.962221 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-5245b3f8-e13a-45ce-a0d5-6b0543e8531a tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1294408 Aug 16 23:01:17.965566 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 44316) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:17.978785 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1a86b82e-6c75-4267-b3cc-9fd242bde01f req-95c1f864-1b4e-4e7a-a289-a1871d52b618 tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] 10.222.0.36 "GET /v2.0/security-groups?id=74b683a2-8fee-4523-b254-c8aa24161d09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065593 Aug 16 23:01:17.989745 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c96c7e1-3d78-4429-8f23-6d55f0e9a900 req-5773a516-ee15-4282-af7c-7e17da80d0af tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:17.989745 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5c96c7e1-3d78-4429-8f23-6d55f0e9a900 req-5773a516-ee15-4282-af7c-7e17da80d0af tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1a3c014-ee22-4ed3-9ab2-7241129ef2fa HTTP/1.1" status: 200 len: 945 time: 0.1157608 Aug 16 23:01:18.034672 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5c96c7e1-3d78-4429-8f23-6d55f0e9a900 req-82159895-a7b8-4ef4-a408-1f225635a50c tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a9bd5fe-3160-4f0a-a902-e95b7aedf567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376446 Aug 16 23:01:18.060023 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-724df2f4-d553-4cb1-979c-b7ad2a8ebaa7 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Deleting subnet 4eb12f82-6ed9-480b-a0b2-f4f31b596abc {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:01:18.066558 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-724df2f4-d553-4cb1-979c-b7ad2a8ebaa7 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:18.115909 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-267f2129-9bbc-4889-b5df-8da4c775c25f tempest-FloatingIPAdminTestJSON-1283713270 tempest-FloatingIPAdminTestJSON-1283713270-project-admin] Router 66bd6ab8-9924-4643-a516-946e96fd75de has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:01:18.122130 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-724df2f4-d553-4cb1-979c-b7ad2a8ebaa7 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:18.291679 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-724df2f4-d553-4cb1-979c-b7ad2a8ebaa7 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:18.320941 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-267f2129-9bbc-4889-b5df-8da4c775c25f tempest-FloatingIPAdminTestJSON-1283713270 tempest-FloatingIPAdminTestJSON-1283713270-project-admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:01:18.332160 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b5641a-53fc-484f-8df3-8ae27f7714a5 None None] Sync routers for ids ['66bd6ab8-9924-4643-a516-946e96fd75de'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:01:18.350172 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b5641a-53fc-484f-8df3-8ae27f7714a5 None None] Routers {'66bd6ab8-9924-4643-a516-946e96fd75de'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:01:18.351415 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-d2b5641a-53fc-484f-8df3-8ae27f7714a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:00:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['66bd6ab8-9924-4643-a516-946e96fd75de'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:01:18.356335 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354d58f3-b119-4a8d-90a7-60d6dc8b15cd req-637029e3-b445-49a8-bf89-eb65f37cf262 tempest-ServerMetadataNegativeTestJSON-1384016467 tempest-ServerMetadataNegativeTestJSON-1384016467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:18.358117 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-354d58f3-b119-4a8d-90a7-60d6dc8b15cd req-637029e3-b445-49a8-bf89-eb65f37cf262 tempest-ServerMetadataNegativeTestJSON-1384016467 tempest-ServerMetadataNegativeTestJSON-1384016467-project] 10.222.0.57 "GET /v2.0/ports?device_id=76d89da4-4111-4185-9e5d-6d5c6ac1d94f HTTP/1.1" status: 200 len: 945 time: 0.1125586 Aug 16 23:01:18.362272 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-267f2129-9bbc-4889-b5df-8da4c775c25f tempest-FloatingIPAdminTestJSON-1283713270 tempest-FloatingIPAdminTestJSON-1283713270-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:18.387663 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-724df2f4-d553-4cb1-979c-b7ad2a8ebaa7 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:18.394468 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-d2b5641a-53fc-484f-8df3-8ae27f7714a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:01:18.404938 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b5641a-53fc-484f-8df3-8ae27f7714a5 None None] Routers {'66bd6ab8-9924-4643-a516-946e96fd75de'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:01:18.405661 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-d2b5641a-53fc-484f-8df3-8ae27f7714a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:00:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['66bd6ab8-9924-4643-a516-946e96fd75de'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:01:18.427877 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724df2f4-d553-4cb1-979c-b7ad2a8ebaa7 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event deleted for resources: {'Subnet': ['ID=4eb12f82-6ed9-480b-a0b2-f4f31b596abc,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:18.431066 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-724df2f4-d553-4cb1-979c-b7ad2a8ebaa7 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:18.433350 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-724df2f4-d553-4cb1-979c-b7ad2a8ebaa7 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/subnets/4eb12f82-6ed9-480b-a0b2-f4f31b596abc HTTP/1.1" status: 204 len: 168 time: 0.4662254 Aug 16 23:01:18.438418 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-267f2129-9bbc-4889-b5df-8da4c775c25f tempest-FloatingIPAdminTestJSON-1283713270 tempest-FloatingIPAdminTestJSON-1283713270-project-admin] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 3.4348047 Aug 16 23:01:18.439520 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 44328) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:18.439520 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 44330) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:18.446819 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f47cbe3-4138-49d9-8824-f7c933801897 None None] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:01:18.451482 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820507df-b612-4936-a514-3ec37fd17268 req-f3ff2215-ae99-4e1a-8970-b827b5078761 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:18.453907 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-820507df-b612-4936-a514-3ec37fd17268 req-f3ff2215-ae99-4e1a-8970-b827b5078761 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1dee21d-438d-4809-b7fc-08c3f1ed2e89 HTTP/1.1" status: 200 len: 946 time: 0.1644876 Aug 16 23:01:18.462357 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-d2b5641a-53fc-484f-8df3-8ae27f7714a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:01:18.463415 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b5641a-53fc-484f-8df3-8ae27f7714a5 None None] The sync data for ids ['66bd6ab8-9924-4643-a516-946e96fd75de'] in n-d-791506-26 is: [] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:01:18.465098 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cceee8b-c68b-4e2c-9567-1e1b842e0f1e req-c13b5aba-b042-4b26-953d-c62e11752757 tempest-ServerMetadataNegativeTestJSON-1384016467 tempest-ServerMetadataNegativeTestJSON-1384016467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:18.466024 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9cceee8b-c68b-4e2c-9567-1e1b842e0f1e req-c13b5aba-b042-4b26-953d-c62e11752757 tempest-ServerMetadataNegativeTestJSON-1384016467 tempest-ServerMetadataNegativeTestJSON-1384016467-project] 10.222.0.36 "GET /v2.0/ports?device_id=76d89da4-4111-4185-9e5d-6d5c6ac1d94f HTTP/1.1" status: 200 len: 945 time: 0.1433029 Aug 16 23:01:18.555019 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-820507df-b612-4936-a514-3ec37fd17268 req-3fa7c006-b40c-420e-b4df-a94df7b9ff5f tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879507 Aug 16 23:01:18.574094 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9cceee8b-c68b-4e2c-9567-1e1b842e0f1e req-6d53a2f3-4152-46a5-876d-6ee6682d9f66 tempest-ServerMetadataNegativeTestJSON-1384016467 tempest-ServerMetadataNegativeTestJSON-1384016467-project] 10.222.0.36 "GET /v2.0/security-groups?id=083e2101-ffe0-424c-80a1-efd96ed29a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862103 Aug 16 23:01:18.593706 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e8013e5-53ef-4cb5-b340-06f6c94c1bef tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Deleting subnet dd4b4d77-7f5b-4aa3-8eb3-61e3699c01ba {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:01:18.602440 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2e8013e5-53ef-4cb5-b340-06f6c94c1bef tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:18.628590 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-354d58f3-b119-4a8d-90a7-60d6dc8b15cd req-a58a3125-9f78-4f57-a6d5-0cbffa63285f tempest-ServerMetadataNegativeTestJSON-1384016467 tempest-ServerMetadataNegativeTestJSON-1384016467-project] Deleting port bcd66dc2-d1b5-48dd-8cba-f55a3671caeb {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:01:18.629213 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-354d58f3-b119-4a8d-90a7-60d6dc8b15cd req-a58a3125-9f78-4f57-a6d5-0cbffa63285f tempest-ServerMetadataNegativeTestJSON-1384016467 tempest-ServerMetadataNegativeTestJSON-1384016467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:18.632484 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-d9194278-7935-4ce6-a784-ccfad2732740 tempest-FloatingIPAdminTestJSON-1283713270 tempest-FloatingIPAdminTestJSON-1283713270-project-admin] 10.222.0.36 "GET /v2.0/floatingips/b95b7267-9cfc-4bc0-9eb6-dd721a6f886f HTTP/1.1" status: 200 len: 984 time: 0.1906610 Aug 16 23:01:18.634634 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 44336) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:18.657123 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2e8013e5-53ef-4cb5-b340-06f6c94c1bef tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:18.722442 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 78b2a6f7-cb2d-47b0-bd91-a53feb63923f details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:01:18.813599 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2e8013e5-53ef-4cb5-b340-06f6c94c1bef tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:18.931879 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-c7e23a6e-4f65-4852-a207-1f0ff3f0722e tempest-FloatingIPAdminTestJSON-1283713270 tempest-FloatingIPAdminTestJSON-1283713270-project-admin] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3036 time: 0.2941036 Aug 16 23:01:18.932719 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 44348) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:18.965001 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 78b2a6f7-cb2d-47b0-bd91-a53feb63923f, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=78b2a6f7-cb2d-47b0-bd91-a53feb63923f,segment=NetworkSegment(d9a940b8-4f1c-423f-8b77-621d8ce494fc),segment_id=d9a940b8-4f1c-423f-8b77-621d8ce494fc)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:01:19.014403 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2e8013e5-53ef-4cb5-b340-06f6c94c1bef tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:19.041212 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1066450-ae43-4a29-a138-9d298789994e req-8e47c663-7651-49ed-a227-ac988334eb84 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:19.042845 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e1066450-ae43-4a29-a138-9d298789994e req-8e47c663-7651-49ed-a227-ac988334eb84 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=64dce353-055b-404e-bb15-893d8d6f9f87 HTTP/1.1" status: 200 len: 945 time: 0.2913778 Aug 16 23:01:19.072219 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-354d58f3-b119-4a8d-90a7-60d6dc8b15cd req-a58a3125-9f78-4f57-a6d5-0cbffa63285f tempest-ServerMetadataNegativeTestJSON-1384016467 tempest-ServerMetadataNegativeTestJSON-1384016467-project] For port bcd66dc2-d1b5-48dd-8cba-f55a3671caeb, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=bcd66dc2-d1b5-48dd-8cba-f55a3671caeb,segment=NetworkSegment(80ae25ce-c047-4246-ab2f-841c27c35f13),segment_id=80ae25ce-c047-4246-ab2f-841c27c35f13)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:01:19.072623 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-354d58f3-b119-4a8d-90a7-60d6dc8b15cd req-a58a3125-9f78-4f57-a6d5-0cbffa63285f tempest-ServerMetadataNegativeTestJSON-1384016467 tempest-ServerMetadataNegativeTestJSON-1384016467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:19.082753 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8013e5-53ef-4cb5-b340-06f6c94c1bef tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event deleted for resources: {'Subnet': ['ID=dd4b4d77-7f5b-4aa3-8eb3-61e3699c01ba,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:19.132877 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2e8013e5-53ef-4cb5-b340-06f6c94c1bef tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:19.139490 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-354d58f3-b119-4a8d-90a7-60d6dc8b15cd req-a58a3125-9f78-4f57-a6d5-0cbffa63285f tempest-ServerMetadataNegativeTestJSON-1384016467 tempest-ServerMetadataNegativeTestJSON-1384016467-project] Calling delete_port for bcd66dc2-d1b5-48dd-8cba-f55a3671caeb owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:01:19.141105 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-2e8013e5-53ef-4cb5-b340-06f6c94c1bef tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/subnets/dd4b4d77-7f5b-4aa3-8eb3-61e3699c01ba HTTP/1.1" status: 204 len: 168 time: 0.7004852 Aug 16 23:01:19.151221 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 44358) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:19.151634 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e1066450-ae43-4a29-a138-9d298789994e req-7f969d4b-0f7f-4f73-8b59-e6b09b7fb322 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=cb930d9d-af57-42ec-901a-b3e522b04153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916605 Aug 16 23:01:19.198493 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef4c332-f017-4a20-bee6-9d04a0bb26ab req-4968e338-a85e-4075-b889-4dfd91a849da tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:19.215494 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3ef4c332-f017-4a20-bee6-9d04a0bb26ab req-4968e338-a85e-4075-b889-4dfd91a849da tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc48c1b8-4292-4519-8c38-e7401cede36b HTTP/1.1" status: 200 len: 945 time: 0.2740312 Aug 16 23:01:19.233398 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': '78b2a6f7-cb2d-47b0-bd91-a53feb63923f', 'network_id': '5afa7f88-eeaa-4717-8103-9ee9125ee829', 'port_id': '78b2a6f7-cb2d-47b0-bd91-a53feb63923f', 'mac_address': 'fa:16:3e:8c:fa:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd47d6ce6-f0e6-4637-a178-044cb0396017', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:01:19.293520 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-a25730a6-706d-44dd-b1ee-f168749fe61e tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1407292 Aug 16 23:01:19.301232 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 44364) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:19.330574 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:19.361524 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-b33e648a-a104-412a-a2f3-67c4c0677a11 tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Deleting port 07adf8df-ac5d-442a-a557-11f3d8d6c80e {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:01:19.362088 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b33e648a-a104-412a-a2f3-67c4c0677a11 tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:19.362968 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 78b2a6f7-cb2d-47b0-bd91-a53feb63923f {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:01:19.418708 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 78b2a6f7-cb2d-47b0-bd91-a53feb63923f, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=78b2a6f7-cb2d-47b0-bd91-a53feb63923f,segment=NetworkSegment(d9a940b8-4f1c-423f-8b77-621d8ce494fc),segment_id=d9a940b8-4f1c-423f-8b77-621d8ce494fc)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:01:19.424777 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:19.437809 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3ef4c332-f017-4a20-bee6-9d04a0bb26ab req-3b492d9b-38b3-4fe6-a0cd-6a8c8365c925 tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] 10.222.0.36 "GET /v2.0/security-groups?id=74b683a2-8fee-4523-b254-c8aa24161d09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2199130 Aug 16 23:01:19.488340 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bbd3da-8cb0-4985-a66b-264ed985c967 req-4396c00b-a009-405a-a2fd-b18c64c93eff tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:19.490190 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-08bbd3da-8cb0-4985-a66b-264ed985c967 req-4396c00b-a009-405a-a2fd-b18c64c93eff tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1a3c014-ee22-4ed3-9ab2-7241129ef2fa HTTP/1.1" status: 200 len: 945 time: 0.1863437 Aug 16 23:01:19.499302 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2df2325-3693-472e-8902-f19a50476149 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:19.503932 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-a2df2325-3693-472e-8902-f19a50476149 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1844699 Aug 16 23:01:19.507822 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=78b2a6f7-cb2d-47b0-bd91-a53feb63923f,revision_number=6']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:19.509259 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 44370) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:19.527823 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['78b2a6f7-cb2d-47b0-bd91-a53feb63923f'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:01:19.630854 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3ed020-6776-4fd5-9c14-46e641b0524c tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:19.635104 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-5d3ed020-6776-4fd5-9c14-46e641b0524c tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1222484 Aug 16 23:01:19.635104 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b33e648a-a104-412a-a2f3-67c4c0677a11 tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:19.635104 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b33e648a-a104-412a-a2f3-67c4c0677a11 tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:19.637738 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 44376) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:19.644263 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-08bbd3da-8cb0-4985-a66b-264ed985c967 req-b21ff9e9-ced1-4a50-aed4-48548bea96b6 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a9bd5fe-3160-4f0a-a902-e95b7aedf567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422143 Aug 16 23:01:19.648262 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3fb7e1-c4cb-43e2-81ba-067b516ba00c None None] Network 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:01:19.743415 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:01:19.745008 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-b33e648a-a104-412a-a2f3-67c4c0677a11 tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Calling delete_port for 07adf8df-ac5d-442a-a557-11f3d8d6c80e owned by network:floatingip {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:01:19.812526 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c8960-4eeb-4790-a968-f931286b1e40 req-07bb7571-5a13-4c86-9675-6e2dd21460c7 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:19.819144 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-c62d8120-8466-4348-ad0b-99daedad5647 None None] Provisioning complete for port 5c54f7bc-d2b3-4349-a724-981834647b50 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:01:19.819586 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c62d8120-8466-4348-ad0b-99daedad5647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:19.822371 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-867c8960-4eeb-4790-a968-f931286b1e40 req-07bb7571-5a13-4c86-9675-6e2dd21460c7 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1dee21d-438d-4809-b7fc-08c3f1ed2e89 HTTP/1.1" status: 200 len: 945 time: 0.1378818 Aug 16 23:01:19.825233 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-8454822f-deb7-493a-84f1-6764e6301ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:19.841972 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-354d58f3-b119-4a8d-90a7-60d6dc8b15cd req-a58a3125-9f78-4f57-a6d5-0cbffa63285f tempest-ServerMetadataNegativeTestJSON-1384016467 tempest-ServerMetadataNegativeTestJSON-1384016467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:19.886182 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['bcd66dc2-d1b5-48dd-8cba-f55a3671caeb'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:01:19.902291 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58a3125-9f78-4f57-a6d5-0cbffa63285f tempest-ServerMetadataNegativeTestJSON-1384016467 tempest-ServerMetadataNegativeTestJSON-1384016467-project] Pushing event deleted for resources: {'Port': ['ID=bcd66dc2-d1b5-48dd-8cba-f55a3671caeb,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:19.906081 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f0cd6f12-597b-4187-812d-92d0537296be req-ad3db71e-5c2e-4132-b3f7-2fcbb613d4c0 tempest-ServerMetadataNegativeTestJSON-1384016467 tempest-ServerMetadataNegativeTestJSON-1384016467-project] 10.222.0.36 "GET /v2.0/ports?device_id=76d89da4-4111-4185-9e5d-6d5c6ac1d94f HTTP/1.1" status: 200 len: 210 time: 0.1035004 Aug 16 23:01:19.971256 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-354d58f3-b119-4a8d-90a7-60d6dc8b15cd req-a58a3125-9f78-4f57-a6d5-0cbffa63285f tempest-ServerMetadataNegativeTestJSON-1384016467 tempest-ServerMetadataNegativeTestJSON-1384016467-project] No DVR routers for this DVR port bcd66dc2-d1b5-48dd-8cba-f55a3671caeb on host n-h2-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:01:19.975524 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-354d58f3-b119-4a8d-90a7-60d6dc8b15cd req-a58a3125-9f78-4f57-a6d5-0cbffa63285f tempest-ServerMetadataNegativeTestJSON-1384016467 tempest-ServerMetadataNegativeTestJSON-1384016467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:19.978516 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-354d58f3-b119-4a8d-90a7-60d6dc8b15cd req-a58a3125-9f78-4f57-a6d5-0cbffa63285f tempest-ServerMetadataNegativeTestJSON-1384016467 tempest-ServerMetadataNegativeTestJSON-1384016467-project] 10.222.0.57 "DELETE /v2.0/ports/bcd66dc2-d1b5-48dd-8cba-f55a3671caeb HTTP/1.1" status: 204 len: 173 time: 1.6025577 Aug 16 23:01:19.979075 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76d89da4-4111-4185-9e5d-6d5c6ac1d94f', 'name': 'network-vif-deleted', 'tag': 'bcd66dc2-d1b5-48dd-8cba-f55a3671caeb'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:01:19.981723 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9347b47-feaa-4305-a05c-f3fe3d7cc22c" -d '{"events": [{"server_uuid": "76d89da4-4111-4185-9e5d-6d5c6ac1d94f", "name": "network-vif-deleted", "tag": "bcd66dc2-d1b5-48dd-8cba-f55a3671caeb"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:01:20.021401 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-867c8960-4eeb-4790-a968-f931286b1e40 req-dc50008c-fae7-4245-9126-03edc2502b99 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972184 Aug 16 23:01:20.036570 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-3c06bad1-4bdb-459b-86c2-6c46503ddd7c tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3969793 Aug 16 23:01:20.040212 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 44380) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:20.076322 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b33e648a-a104-412a-a2f3-67c4c0677a11 tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:20.093389 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-149cb1ee-45da-4e0a-8627-e062b60dcb73 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] DELETE failed (client error): The resource could not be found. Aug 16 23:01:20.102717 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-149cb1ee-45da-4e0a-8627-e062b60dcb73 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:01:20.108353 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-149cb1ee-45da-4e0a-8627-e062b60dcb73 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/ports/15b245b8-a9b3-4a11-8e05-eda9b64d2fe8 HTTP/1.1" status: 404 len: 333 time: 0.0667267 Aug 16 23:01:20.119195 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16fccf99-7f44-4616-b491-9c7caff966d3 x-openstack-request-id: req-16fccf99-7f44-4616-b491-9c7caff966d3 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:01:20.119478 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76d89da4-4111-4185-9e5d-6d5c6ac1d94f", "name": "network-vif-deleted", "tag": "bcd66dc2-d1b5-48dd-8cba-f55a3671caeb", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:01:20.119745 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-16fccf99-7f44-4616-b491-9c7caff966d3 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:01:20.120175 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76d89da4-4111-4185-9e5d-6d5c6ac1d94f', 'name': 'network-vif-deleted', 'tag': 'bcd66dc2-d1b5-48dd-8cba-f55a3671caeb', 'status': 'completed', 'code': 200} Aug 16 23:01:20.126470 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 44382) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:20.163144 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33e648a-a104-412a-a2f3-67c4c0677a11 tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Pushing event deleted for resources: {'Port': ['ID=07adf8df-ac5d-442a-a557-11f3d8d6c80e,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:20.172818 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da9a287-612c-47c1-88ba-717ddff3ac17 None None] DHCP port deletion for 09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:01:20.180452 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-50687529-a87e-41d8-9d1f-566b784c5505 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] DELETE failed (client error): The resource could not be found. Aug 16 23:01:20.180452 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50687529-a87e-41d8-9d1f-566b784c5505 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:01:20.180452 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-50687529-a87e-41d8-9d1f-566b784c5505 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/subnets/dd4b4d77-7f5b-4aa3-8eb3-61e3699c01ba HTTP/1.1" status: 404 len: 337 time: 0.0500736 Aug 16 23:01:20.184400 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 44384) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:20.223442 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-74b350ef-2693-47d5-85f8-caae798cbdc0 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] DELETE failed (client error): The resource could not be found. Aug 16 23:01:20.224031 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74b350ef-2693-47d5-85f8-caae798cbdc0 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:01:20.227302 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-74b350ef-2693-47d5-85f8-caae798cbdc0 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/subnets/4eb12f82-6ed9-480b-a0b2-f4f31b596abc HTTP/1.1" status: 404 len: 337 time: 0.0424130 Aug 16 23:01:20.231402 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 44388) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:20.245667 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-6da9a287-612c-47c1-88ba-717ddff3ac17 None None] Deleting port 5c54f7bc-d2b3-4349-a724-981834647b50 {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:01:20.246200 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-6da9a287-612c-47c1-88ba-717ddff3ac17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:20.263550 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-f391435f-3902-4ee8-b59f-40b8bfba52e2 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] DELETE failed (client error): The resource could not be found. Aug 16 23:01:20.264288 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f391435f-3902-4ee8-b59f-40b8bfba52e2 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:01:20.266184 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-f391435f-3902-4ee8-b59f-40b8bfba52e2 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/ports/11514f71-46a5-4205-9ca2-06145e281638 HTTP/1.1" status: 404 len: 333 time: 0.0337536 Aug 16 23:01:20.271398 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 44390) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:20.277447 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b33e648a-a104-412a-a2f3-67c4c0677a11 tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Notify callbacks [] for floatingip, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:20.277930 n-d-791506-26 neutron-server[101291]: INFO neutron.db.l3_db [None req-b33e648a-a104-412a-a2f3-67c4c0677a11 tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Floating IP b95b7267-9cfc-4bc0-9eb6-dd721a6f886f disassociated (deleted). External IP: 172.25.4.215, port: ebbbbaf7-fc5d-40b2-8295-67b37a8dfc49. Aug 16 23:01:20.304352 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-a14423b9-3344-4f66-8a07-3871b3721d3d tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] DELETE failed (client error): The resource could not be found. Aug 16 23:01:20.305055 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a14423b9-3344-4f66-8a07-3871b3721d3d tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:01:20.307438 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-a14423b9-3344-4f66-8a07-3871b3721d3d tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/subnets/568e85d9-d439-488a-9161-9f5eb8c0cdf9 HTTP/1.1" status: 404 len: 337 time: 0.0350487 Aug 16 23:01:20.311550 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 44392) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:20.347901 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-6da9a287-612c-47c1-88ba-717ddff3ac17 None None] For port 5c54f7bc-d2b3-4349-a724-981834647b50, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=5c54f7bc-d2b3-4349-a724-981834647b50,segment=NetworkSegment(482572b3-9d65-4375-9c42-925e854722fd),segment_id=482572b3-9d65-4375-9c42-925e854722fd)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:01:20.348303 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-6da9a287-612c-47c1-88ba-717ddff3ac17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:20.357911 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-42078f7c-2c80-47e6-aaba-3ec339817075 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] DELETE failed (client error): The resource could not be found. Aug 16 23:01:20.358407 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42078f7c-2c80-47e6-aaba-3ec339817075 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:01:20.360861 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-42078f7c-2c80-47e6-aaba-3ec339817075 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/subnets/b0a8dd86-d14a-4c19-836e-3d7a7435740b HTTP/1.1" status: 404 len: 337 time: 0.0478258 Aug 16 23:01:20.364479 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 44394) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:20.369897 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-6da9a287-612c-47c1-88ba-717ddff3ac17 None None] Calling delete_port for 5c54f7bc-d2b3-4349-a724-981834647b50 owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:01:20.427966 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-e284a7f7-4385-4737-8f37-c91b9279defa tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] DELETE failed (client error): The resource could not be found. Aug 16 23:01:20.429148 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e284a7f7-4385-4737-8f37-c91b9279defa tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:01:20.435302 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-e284a7f7-4385-4737-8f37-c91b9279defa tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/ports/d7a66cd1-e7a8-407d-8394-32ce77f9d891 HTTP/1.1" status: 404 len: 333 time: 0.0698245 Aug 16 23:01:20.440648 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 44396) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:20.465190 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deec676-9aa6-45d6-afdd-86b20b89226f req-4125d3c6-94c1-4b27-bb92-692563d0ca21 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:20.467323 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4deec676-9aa6-45d6-afdd-86b20b89226f req-4125d3c6-94c1-4b27-bb92-692563d0ca21 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=64dce353-055b-404e-bb15-893d8d6f9f87 HTTP/1.1" status: 200 len: 945 time: 0.1054330 Aug 16 23:01:20.482754 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-941e8eea-046c-457d-a106-d1c915d3c5bf tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] DELETE failed (client error): The resource could not be found. Aug 16 23:01:20.483335 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-941e8eea-046c-457d-a106-d1c915d3c5bf tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:01:20.485200 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-941e8eea-046c-457d-a106-d1c915d3c5bf tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/subnets/4649f0c9-cc5b-49d7-83fe-ecab7bb3089e HTTP/1.1" status: 404 len: 337 time: 0.0418260 Aug 16 23:01:20.487770 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 44400) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:20.532423 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-6da9a287-612c-47c1-88ba-717ddff3ac17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:20.567166 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da9a287-612c-47c1-88ba-717ddff3ac17 None None] No DVR routers for this DVR port 5c54f7bc-d2b3-4349-a724-981834647b50 on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:01:20.581430 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-feb3c5e6-4fd5-4cbc-a6a5-83743cdb1377 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] DELETE failed (client error): The resource could not be found. Aug 16 23:01:20.585053 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-feb3c5e6-4fd5-4cbc-a6a5-83743cdb1377 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:01:20.589163 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4deec676-9aa6-45d6-afdd-86b20b89226f req-9ec778e5-536d-4398-ab84-aa50cb7221cf tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=cb930d9d-af57-42ec-901a-b3e522b04153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149521 Aug 16 23:01:20.592532 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-feb3c5e6-4fd5-4cbc-a6a5-83743cdb1377 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/subnets/5894af56-99f7-4cc8-8a7b-f30212bf2a6d HTTP/1.1" status: 404 len: 337 time: 0.1015384 Aug 16 23:01:20.594865 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 44402) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:20.619253 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d6d11b-5589-4609-a8db-ff0ba25ca905 req-26703664-1b5f-42e1-884f-b1a504f08a19 tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:20.624318 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-60d6d11b-5589-4609-a8db-ff0ba25ca905 req-26703664-1b5f-42e1-884f-b1a504f08a19 tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] 10.222.0.68 "GET /v2.0/ports?device_id=bc48c1b8-4292-4519-8c38-e7401cede36b HTTP/1.1" status: 200 len: 945 time: 0.1332469 Aug 16 23:01:20.640312 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da9a287-612c-47c1-88ba-717ddff3ac17 None None] Pushing event deleted for resources: {'Port': ['ID=5c54f7bc-d2b3-4349-a724-981834647b50,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:20.673556 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:20.730569 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 95359267-9042-4d8b-bff2-66d28c99d8f8 details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:01:20.733021 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 78b2a6f7-cb2d-47b0-bd91-a53feb63923f up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:01:20.826758 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-5175ebd4-1704-4e60-bf8b-ade00616581e tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] DELETE failed (client error): The resource could not be found. Aug 16 23:01:20.827499 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5175ebd4-1704-4e60-bf8b-ade00616581e tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:01:20.835224 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 44406) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:20.837476 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-5175ebd4-1704-4e60-bf8b-ade00616581e tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/ports/2a433694-67b8-4f25-8e7e-1c07ad3687a7 HTTP/1.1" status: 404 len: 333 time: 0.2118490 Aug 16 23:01:20.905935 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5b721b2-b9c2-4afc-8038-78df31003a00 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] DELETE failed (client error): The resource could not be found. Aug 16 23:01:20.906548 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5b721b2-b9c2-4afc-8038-78df31003a00 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:01:20.908370 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port 78b2a6f7-cb2d-47b0-bd91-a53feb63923f triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:01:20.908740 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:20.911581 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-b5b721b2-b9c2-4afc-8038-78df31003a00 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/subnets/53e9013d-8ccd-4b39-84fe-03122f45db40 HTTP/1.1" status: 404 len: 337 time: 0.0682580 Aug 16 23:01:20.915188 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 44408) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:20.956316 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b33e648a-a104-412a-a2f3-67c4c0677a11 tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Router 66bd6ab8-9924-4643-a516-946e96fd75de has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:01:21.002212 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 5c54f7bc-d2b3-4349-a724-981834647b50 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:01:21.016879 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5745a8de-3562-401a-b617-b631811fb67d req-504961e1-6cb8-4613-aa28-e825c7065d4a tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:21.019116 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5745a8de-3562-401a-b617-b631811fb67d req-504961e1-6cb8-4613-aa28-e825c7065d4a tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc48c1b8-4292-4519-8c38-e7401cede36b HTTP/1.1" status: 200 len: 945 time: 0.3819840 Aug 16 23:01:21.049781 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2946c71-42f4-440e-b74d-d8a66febe10a tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] DELETE failed (client error): The resource could not be found. Aug 16 23:01:21.050181 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 5c54f7bc-d2b3-4349-a724-981834647b50 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:01:21.050483 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 5c54f7bc-d2b3-4349-a724-981834647b50 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:01:21.051421 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2946c71-42f4-440e-b74d-d8a66febe10a tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:01:21.059406 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-a2946c71-42f4-440e-b74d-d8a66febe10a tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/subnets/8b741785-3285-4cd8-ba9e-a783a997939e HTTP/1.1" status: 404 len: 337 time: 0.1326835 Aug 16 23:01:21.059585 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 95359267-9042-4d8b-bff2-66d28c99d8f8, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=95359267-9042-4d8b-bff2-66d28c99d8f8,segment=NetworkSegment(b23390f1-3345-4e11-b45b-da1aa220458a),segment_id=b23390f1-3345-4e11-b45b-da1aa220458a)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:01:21.070367 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 44414) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:21.108301 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': '95359267-9042-4d8b-bff2-66d28c99d8f8', 'network_id': '6017926f-7eef-429e-a22b-3a35337dccd4', 'port_id': '95359267-9042-4d8b-bff2-66d28c99d8f8', 'mac_address': 'fa:16:3e:a8:4e:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb160313-5dbe-49f2-8a31-7afb6f1954c3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:01:21.127725 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-0585c04b-c19e-42c6-8365-894bfc422d4a tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] DELETE failed (client error): The resource could not be found. Aug 16 23:01:21.128443 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0585c04b-c19e-42c6-8365-894bfc422d4a tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:01:21.130279 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-0585c04b-c19e-42c6-8365-894bfc422d4a tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/ports/dfd85f5a-d044-4842-bc93-5e45974c3bc0 HTTP/1.1" status: 404 len: 333 time: 0.0566726 Aug 16 23:01:21.139384 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863471fc-0fae-4a91-89f0-763f365b3f8a req-44b1a270-e53b-4732-97df-36e2f4891070 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:21.147520 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-863471fc-0fae-4a91-89f0-763f365b3f8a req-44b1a270-e53b-4732-97df-36e2f4891070 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1a3c014-ee22-4ed3-9ab2-7241129ef2fa HTTP/1.1" status: 200 len: 945 time: 0.3380921 Aug 16 23:01:21.155681 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 44416) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:21.205590 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:21.229472 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95359267-9042-4d8b-bff2-66d28c99d8f8 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:01:21.243467 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-e03a0ffc-b8da-469a-954f-1aa05df610ef tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] DELETE failed (client error): The resource could not be found. Aug 16 23:01:21.243980 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e03a0ffc-b8da-469a-954f-1aa05df610ef tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:01:21.246096 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-e03a0ffc-b8da-469a-954f-1aa05df610ef tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/subnets/e0699d25-8afd-4017-9e7e-7403f8773abd HTTP/1.1" status: 404 len: 337 time: 0.0800583 Aug 16 23:01:21.248684 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 44418) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:21.253398 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5745a8de-3562-401a-b617-b631811fb67d req-d860832d-0580-4403-9708-3d783549bdf1 tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] 10.222.0.36 "GET /v2.0/security-groups?id=74b683a2-8fee-4523-b254-c8aa24161d09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1840250 Aug 16 23:01:21.266639 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 95359267-9042-4d8b-bff2-66d28c99d8f8, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=95359267-9042-4d8b-bff2-66d28c99d8f8,segment=NetworkSegment(b23390f1-3345-4e11-b45b-da1aa220458a),segment_id=b23390f1-3345-4e11-b45b-da1aa220458a)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:01:21.276099 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:21.278337 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:21.290835 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-863471fc-0fae-4a91-89f0-763f365b3f8a req-493f02bf-63a7-4ae2-87a2-bfc502f8e668 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a9bd5fe-3160-4f0a-a902-e95b7aedf567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404409 Aug 16 23:01:21.351293 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-60d6d11b-5589-4609-a8db-ff0ba25ca905 req-13d404d3-0154-4932-b8ae-a20cab401bde tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Deleting port 10b7b209-88f2-481d-b0dc-a3e307fd4760 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:01:21.352216 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-60d6d11b-5589-4609-a8db-ff0ba25ca905 req-13d404d3-0154-4932-b8ae-a20cab401bde tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:21.364500 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 44420) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:21.370005 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-29a743ea-33af-4330-969a-beb194229a60 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] DELETE failed (client error): The resource could not be found. Aug 16 23:01:21.370761 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29a743ea-33af-4330-969a-beb194229a60 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:01:21.383110 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-29a743ea-33af-4330-969a-beb194229a60 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/ports/651cbf99-0828-4a4e-8186-3cc3a2a6b25c HTTP/1.1" status: 404 len: 333 time: 0.1298499 Aug 16 23:01:21.395120 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=95359267-9042-4d8b-bff2-66d28c99d8f8,revision_number=11']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:21.411734 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 44422) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:21.427007 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 78b2a6f7-cb2d-47b0-bd91-a53feb63923f, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=78b2a6f7-cb2d-47b0-bd91-a53feb63923f,segment=NetworkSegment(d9a940b8-4f1c-423f-8b77-621d8ce494fc),segment_id=d9a940b8-4f1c-423f-8b77-621d8ce494fc)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:01:21.428353 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1dee21d-438d-4809-b7fc-08c3f1ed2e89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78b2a6f7-cb2d-47b0-bd91-a53feb63923f'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:01:21.432214 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4375595-482e-4b55-8f9c-567bbf50df82" -d '{"events": [{"server_uuid": "c1dee21d-438d-4809-b7fc-08c3f1ed2e89", "name": "network-vif-plugged", "status": "completed", "tag": "78b2a6f7-cb2d-47b0-bd91-a53feb63923f"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:01:21.448417 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:21.498460 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3878ca1f-a732-4c0c-8649-2889900b872f x-openstack-request-id: req-3878ca1f-a732-4c0c-8649-2889900b872f {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:01:21.498912 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1dee21d-438d-4809-b7fc-08c3f1ed2e89", "name": "network-vif-plugged", "status": "completed", "tag": "78b2a6f7-cb2d-47b0-bd91-a53feb63923f", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:01:21.499276 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3878ca1f-a732-4c0c-8649-2889900b872f {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:01:21.499785 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1dee21d-438d-4809-b7fc-08c3f1ed2e89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78b2a6f7-cb2d-47b0-bd91-a53feb63923f', 'code': 200} Aug 16 23:01:21.525276 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:21.531152 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-730d3f70-ec52-4201-a3b6-038ff36b3198 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] DELETE failed (client error): The resource could not be found. Aug 16 23:01:21.531152 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-730d3f70-ec52-4201-a3b6-038ff36b3198 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:01:21.531887 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=78b2a6f7-cb2d-47b0-bd91-a53feb63923f,revision_number=7']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:21.532873 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-730d3f70-ec52-4201-a3b6-038ff36b3198 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/subnets/c753ebc4-b571-4afb-868e-f897acbfc958 HTTP/1.1" status: 404 len: 337 time: 0.1201086 Aug 16 23:01:21.545078 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['95359267-9042-4d8b-bff2-66d28c99d8f8'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:01:21.554701 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 44426) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:21.594023 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a182d1b-2c26-49d3-a144-617d2e965816 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] DELETE failed (client error): The resource could not be found. Aug 16 23:01:21.595327 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a182d1b-2c26-49d3-a144-617d2e965816 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:01:21.597768 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-3a182d1b-2c26-49d3-a144-617d2e965816 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/ports/a9399f9e-6595-499c-bbfa-2aa4c999ce49 HTTP/1.1" status: 404 len: 333 time: 0.0403855 Aug 16 23:01:21.602400 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_v2 [None req-57293986-bb90-4a32-8ffd-a9a00e70080e admin admin] Deleting subnet d2524853-6521-4492-955a-2e52839293d2 {{(pid=101292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:01:21.605899 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 44428) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:21.610851 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-57293986-bb90-4a32-8ffd-a9a00e70080e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:21.650547 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-819714e1-84a7-4023-965a-4090a76d022c tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] DELETE failed (client error): The resource could not be found. Aug 16 23:01:21.651014 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-819714e1-84a7-4023-965a-4090a76d022c tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:01:21.651153 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ad655a-9cce-48ea-a5bb-3320d3a52f80 req-ddf03847-7464-4c5f-a283-0427d51f72c3 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:21.653409 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-819714e1-84a7-4023-965a-4090a76d022c tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/subnets/ebfaad2f-2156-41e2-a0a5-4cbd07df35e4 HTTP/1.1" status: 404 len: 337 time: 0.0452156 Aug 16 23:01:21.661885 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f8ad655a-9cce-48ea-a5bb-3320d3a52f80 req-ddf03847-7464-4c5f-a283-0427d51f72c3 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1dee21d-438d-4809-b7fc-08c3f1ed2e89 HTTP/1.1" status: 200 len: 946 time: 0.2380362 Aug 16 23:01:21.672708 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 44432) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:21.712479 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae217255-148d-4904-a164-1a61f3dcef40 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] DELETE failed (client error): The resource could not be found. Aug 16 23:01:21.713547 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae217255-148d-4904-a164-1a61f3dcef40 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:01:21.718481 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-ae217255-148d-4904-a164-1a61f3dcef40 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/ports/c297d053-9d6f-43ed-b8ae-b6fca2b868d3 HTTP/1.1" status: 404 len: 333 time: 0.0445473 Aug 16 23:01:21.719455 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 44434) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:21.723717 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-60d6d11b-5589-4609-a8db-ff0ba25ca905 req-13d404d3-0154-4932-b8ae-a20cab401bde tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] For port 10b7b209-88f2-481d-b0dc-a3e307fd4760, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=10b7b209-88f2-481d-b0dc-a3e307fd4760,segment=NetworkSegment(352bb446-568b-427e-833a-0d34d09f7aa1),segment_id=352bb446-568b-427e-833a-0d34d09f7aa1)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:01:21.724246 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-60d6d11b-5589-4609-a8db-ff0ba25ca905 req-13d404d3-0154-4932-b8ae-a20cab401bde tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:21.745107 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-57293986-bb90-4a32-8ffd-a9a00e70080e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3848860'] for subnet, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:21.761888 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f8ad655a-9cce-48ea-a5bb-3320d3a52f80 req-b97b96b2-c33a-4f2e-a26e-c421d128cb4c tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990393 Aug 16 23:01:21.784456 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-578efd8d-c9fa-4aed-a39a-eea26f876bdc tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] DELETE failed (client error): The resource could not be found. Aug 16 23:01:21.785225 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-578efd8d-c9fa-4aed-a39a-eea26f876bdc tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:01:21.789894 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-578efd8d-c9fa-4aed-a39a-eea26f876bdc tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/subnets/2976741b-a09c-4a49-9cff-8f94f531cc3f HTTP/1.1" status: 404 len: 337 time: 0.0371680 Aug 16 23:01:21.790620 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 44436) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:21.820443 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-92c6eea1-797b-4740-b337-d0d43b3bc108 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] DELETE failed (client error): The resource could not be found. Aug 16 23:01:21.821801 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92c6eea1-797b-4740-b337-d0d43b3bc108 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:01:21.826233 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-92c6eea1-797b-4740-b337-d0d43b3bc108 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/ports/386d3099-ddbf-4657-8ba3-42fb29b5d5db HTTP/1.1" status: 404 len: 333 time: 0.0330181 Aug 16 23:01:21.828648 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 44438) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:21.863881 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dc1edc5-ee15-4b7e-9f4b-8d1659f4ada0 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] DELETE failed (client error): The resource could not be found. Aug 16 23:01:21.864738 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dc1edc5-ee15-4b7e-9f4b-8d1659f4ada0 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:01:21.869927 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-7dc1edc5-ee15-4b7e-9f4b-8d1659f4ada0 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/subnets/2bf7fae2-4a50-499c-9003-5bd0992b59f9 HTTP/1.1" status: 404 len: 337 time: 0.0401974 Aug 16 23:01:21.870778 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 44440) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:21.887607 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-57293986-bb90-4a32-8ffd-a9a00e70080e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:21.901877 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c208258-a102-43a0-84e0-f68b010b2c0f tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] DELETE failed (client error): The resource could not be found. Aug 16 23:01:21.902671 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c208258-a102-43a0-84e0-f68b010b2c0f tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:01:21.907073 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-6c208258-a102-43a0-84e0-f68b010b2c0f tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/ports/78b7ce14-d406-4997-8235-f5c1f4cccae8 HTTP/1.1" status: 404 len: 333 time: 0.0325243 Aug 16 23:01:21.908919 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 44442) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:21.917887 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b33e648a-a104-412a-a2f3-67c4c0677a11 tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:01:21.923715 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b33e648a-a104-412a-a2f3-67c4c0677a11 tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:21.931971 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc305f6-4224-4251-abfc-1c0f267a2816 None None] Sync routers for ids ['66bd6ab8-9924-4643-a516-946e96fd75de'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:01:21.942182 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc305f6-4224-4251-abfc-1c0f267a2816 None None] Routers {'66bd6ab8-9924-4643-a516-946e96fd75de'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:01:21.943136 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-9fc305f6-4224-4251-abfc-1c0f267a2816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:01:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['66bd6ab8-9924-4643-a516-946e96fd75de'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:01:21.943774 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-3efc4ee7-6832-49a7-9521-8b134047c2e0 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] DELETE failed (client error): The resource could not be found. Aug 16 23:01:21.944229 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3efc4ee7-6832-49a7-9521-8b134047c2e0 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:01:21.946161 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-3efc4ee7-6832-49a7-9521-8b134047c2e0 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/subnets/dfc11b53-70bc-447e-9102-e3ac26cf380f HTTP/1.1" status: 404 len: 337 time: 0.0348666 Aug 16 23:01:21.952917 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 44444) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:21.989607 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-caea3a00-df0c-417c-be85-2b418ef49b7c tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] DELETE failed (client error): The resource could not be found. Aug 16 23:01:21.990084 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caea3a00-df0c-417c-be85-2b418ef49b7c tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:01:21.994476 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-9fc305f6-4224-4251-abfc-1c0f267a2816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:01:21.996640 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 44446) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:21.996861 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-caea3a00-df0c-417c-be85-2b418ef49b7c tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/subnets/71957e0b-fcff-44df-af59-237604f492d9 HTTP/1.1" status: 404 len: 337 time: 0.0419822 Aug 16 23:01:22.008759 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-b33e648a-a104-412a-a2f3-67c4c0677a11 tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] 10.222.0.36 "DELETE /v2.0/floatingips/b95b7267-9cfc-4bc0-9eb6-dd721a6f886f HTTP/1.1" status: 204 len: 168 time: 3.0742030 Aug 16 23:01:22.012590 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 44448) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:22.017760 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-34bce22d-6648-43be-be9b-5d3b0b688c6b tempest-FloatingIPAdminTestJSON-1283713270 tempest-FloatingIPAdminTestJSON-1283713270-project-admin] Request body: {'floatingip': {'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:01:22.020256 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc305f6-4224-4251-abfc-1c0f267a2816 None None] Routers {'66bd6ab8-9924-4643-a516-946e96fd75de'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:01:22.022739 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-9fc305f6-4224-4251-abfc-1c0f267a2816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:01:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['66bd6ab8-9924-4643-a516-946e96fd75de'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:01:22.032597 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d55b495-002d-4c64-9e18-428735eb101e req-627d567e-173b-4f3a-9fe2-f6c4555a3d30 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:22.039541 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0d55b495-002d-4c64-9e18-428735eb101e req-627d567e-173b-4f3a-9fe2-f6c4555a3d30 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=64dce353-055b-404e-bb15-893d8d6f9f87 HTTP/1.1" status: 200 len: 946 time: 0.2684619 Aug 16 23:01:22.075753 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-9fc305f6-4224-4251-abfc-1c0f267a2816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:01:22.076944 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc305f6-4224-4251-abfc-1c0f267a2816 None None] The sync data for ids ['66bd6ab8-9924-4643-a516-946e96fd75de'] in n-d-791506-26 is: [] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:01:22.096724 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-34bce22d-6648-43be-be9b-5d3b0b688c6b tempest-FloatingIPAdminTestJSON-1283713270 tempest-FloatingIPAdminTestJSON-1283713270-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:22.307563 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-34bce22d-6648-43be-be9b-5d3b0b688c6b tempest-FloatingIPAdminTestJSON-1283713270 tempest-FloatingIPAdminTestJSON-1283713270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:22.435122 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-e02497c0-c935-4ab1-b967-afa85b87f7f0 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] DELETE failed (client error): The resource could not be found. Aug 16 23:01:22.435882 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e02497c0-c935-4ab1-b967-afa85b87f7f0 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:01:22.437651 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-e02497c0-c935-4ab1-b967-afa85b87f7f0 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/ports/5b42689b-b1b1-4f7a-a7e7-7f2e3387dfa9 HTTP/1.1" status: 404 len: 333 time: 0.4387388 Aug 16 23:01:22.444041 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 44454) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:22.453608 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-34bce22d-6648-43be-be9b-5d3b0b688c6b tempest-FloatingIPAdminTestJSON-1283713270 tempest-FloatingIPAdminTestJSON-1283713270-project-admin] Allocated IP 172.25.4.63 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/283b4538-ad35-461b-970d-54d2c679db36) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:01:22.487963 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-496ea44a-7852-4dd2-a5ab-961dbff581d6 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] DELETE failed (client error): The resource could not be found. Aug 16 23:01:22.488444 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-496ea44a-7852-4dd2-a5ab-961dbff581d6 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:01:22.490765 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-496ea44a-7852-4dd2-a5ab-961dbff581d6 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/subnets/64fa8a4a-73a6-42bd-a516-1afaf63830f9 HTTP/1.1" status: 404 len: 337 time: 0.0454295 Aug 16 23:01:22.495484 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 44456) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:22.518296 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-57293986-bb90-4a32-8ffd-a9a00e70080e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26252129'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:22.605577 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57293986-bb90-4a32-8ffd-a9a00e70080e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2524853-6521-4492-955a-2e52839293d2,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:22.614719 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0d55b495-002d-4c64-9e18-428735eb101e req-8ecbe703-e7da-4ddc-b90b-3c56ce85cb17 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=cb930d9d-af57-42ec-901a-b3e522b04153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5738010 Aug 16 23:01:22.615567 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-52c3956e-45ec-4dbf-9878-524363e75dde tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] DELETE failed (client error): The resource could not be found. Aug 16 23:01:22.616070 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52c3956e-45ec-4dbf-9878-524363e75dde tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:01:22.618185 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-52c3956e-45ec-4dbf-9878-524363e75dde tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/subnets/cd3b3e60-5320-4d14-b13a-006c8f6ffe01 HTTP/1.1" status: 404 len: 337 time: 0.1187334 Aug 16 23:01:22.626610 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 44458) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:22.643641 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-57293986-bb90-4a32-8ffd-a9a00e70080e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:22.646226 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-57293986-bb90-4a32-8ffd-a9a00e70080e admin admin] 10.222.0.36 "DELETE /v2.0/subnets/d2524853-6521-4492-955a-2e52839293d2 HTTP/1.1" status: 204 len: 168 time: 1.2802820 Aug 16 23:01:22.661051 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-34bce22d-6648-43be-be9b-5d3b0b688c6b tempest-FloatingIPAdminTestJSON-1283713270 tempest-FloatingIPAdminTestJSON-1283713270-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:22.665475 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 44460) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:22.669512 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8324c7c-9dc9-4c0b-bf6d-a4d98358c1d3 req-f40eb1d7-6b30-4247-a06f-d12d35686573 tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:22.671376 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f8324c7c-9dc9-4c0b-bf6d-a4d98358c1d3 req-f40eb1d7-6b30-4247-a06f-d12d35686573 tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc48c1b8-4292-4519-8c38-e7401cede36b HTTP/1.1" status: 200 len: 945 time: 0.2481422 Aug 16 23:01:22.694963 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-71c70ef5-e00c-47b5-b569-e0ccc202008b tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] DELETE failed (client error): The resource could not be found. Aug 16 23:01:22.696751 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71c70ef5-e00c-47b5-b569-e0ccc202008b tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:01:22.701711 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-71c70ef5-e00c-47b5-b569-e0ccc202008b tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/ports/1d2f6a88-b820-49ee-8df9-cf003bc73542 HTTP/1.1" status: 404 len: 333 time: 0.0702217 Aug 16 23:01:22.710913 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 44462) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:22.734671 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-60d6d11b-5589-4609-a8db-ff0ba25ca905 req-13d404d3-0154-4932-b8ae-a20cab401bde tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:22.735684 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-60d6d11b-5589-4609-a8db-ff0ba25ca905 req-13d404d3-0154-4932-b8ae-a20cab401bde tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:22.736037 n-d-791506-26 neutron-server[101292]: INFO neutron.db.l3_db [req-60d6d11b-5589-4609-a8db-ff0ba25ca905 req-13d404d3-0154-4932-b8ae-a20cab401bde tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Floating IP 78f0e506-0478-448f-8707-10daed0b30ef disassociated. External IP: 172.25.4.187, port: 10b7b209-88f2-481d-b0dc-a3e307fd4760. Aug 16 23:01:22.736292 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:22.736855 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-60d6d11b-5589-4609-a8db-ff0ba25ca905 req-13d404d3-0154-4932-b8ae-a20cab401bde tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Calling delete_port for 10b7b209-88f2-481d-b0dc-a3e307fd4760 owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:01:22.747714 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 95359267-9042-4d8b-bff2-66d28c99d8f8 up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:01:22.765109 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-db6e5425-4917-4052-8217-ec3df33cc5d7 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] DELETE failed (client error): The resource could not be found. Aug 16 23:01:22.765617 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db6e5425-4917-4052-8217-ec3df33cc5d7 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:01:22.769888 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-db6e5425-4917-4052-8217-ec3df33cc5d7 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/subnets/cc3216f9-b021-47b7-a5ca-0d9831f0cfc5 HTTP/1.1" status: 404 len: 337 time: 0.0551608 Aug 16 23:01:22.783040 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 44464) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:22.821901 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning for port 95359267-9042-4d8b-bff2-66d28c99d8f8 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:01:22.826492 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port 95359267-9042-4d8b-bff2-66d28c99d8f8 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:01:22.827913 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:22.871029 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d235f6f-b132-46da-8fa4-a276d274cf02 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] DELETE failed (client error): The resource could not be found. Aug 16 23:01:22.871486 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d235f6f-b132-46da-8fa4-a276d274cf02 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:01:22.873275 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-7d235f6f-b132-46da-8fa4-a276d274cf02 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/subnets/61cb15f2-b696-4b57-b24f-73ec5d7a0012 HTTP/1.1" status: 404 len: 337 time: 0.0898650 Aug 16 23:01:22.875682 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-622d06c7-1a7a-42a7-9ed8-83d29d25cb0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:22.879478 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f8324c7c-9dc9-4c0b-bf6d-a4d98358c1d3 req-3e8bb691-1ca3-4a22-b8af-3e671b366b08 tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] 10.222.0.36 "GET /v2.0/security-groups?id=74b683a2-8fee-4523-b254-c8aa24161d09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1882606 Aug 16 23:01:22.880833 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 44468) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:22.913586 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7f13308-da47-4fcc-a8df-58425d43ff4b tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] DELETE failed (client error): The resource could not be found. Aug 16 23:01:22.914927 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7f13308-da47-4fcc-a8df-58425d43ff4b tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:01:22.917063 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-b7f13308-da47-4fcc-a8df-58425d43ff4b tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/ports/5de3743a-030c-46c6-869d-3558586a295c HTTP/1.1" status: 404 len: 333 time: 0.0328972 Aug 16 23:01:22.929185 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 44470) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:22.950760 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:23.000587 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b45486-f23d-456e-a36a-1a7d3b6e70a3 req-05808386-36f7-493f-aa73-40f7cd2ea8a9 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:23.002862 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-73b45486-f23d-456e-a36a-1a7d3b6e70a3 req-05808386-36f7-493f-aa73-40f7cd2ea8a9 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1a3c014-ee22-4ed3-9ab2-7241129ef2fa HTTP/1.1" status: 200 len: 945 time: 0.2438066 Aug 16 23:01:23.016628 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 95359267-9042-4d8b-bff2-66d28c99d8f8, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=95359267-9042-4d8b-bff2-66d28c99d8f8,segment=NetworkSegment(b23390f1-3345-4e11-b45b-da1aa220458a),segment_id=b23390f1-3345-4e11-b45b-da1aa220458a)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:01:23.030624 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:23.033019 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 10b7b209-88f2-481d-b0dc-a3e307fd4760 no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:01:23.046813 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-34bce22d-6648-43be-be9b-5d3b0b688c6b tempest-FloatingIPAdminTestJSON-1283713270 tempest-FloatingIPAdminTestJSON-1283713270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:23.082523 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0c7a0e1-8f62-4d4e-bfbd-417a12a3f1ec tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] DELETE failed (client error): The resource could not be found. Aug 16 23:01:23.082990 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0c7a0e1-8f62-4d4e-bfbd-417a12a3f1ec tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:01:23.087691 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-b0c7a0e1-8f62-4d4e-bfbd-417a12a3f1ec tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/subnets/0cc985d7-b134-4bd5-b933-ac2ca8e6d0c5 HTTP/1.1" status: 404 len: 337 time: 0.1387424 Aug 16 23:01:23.099875 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 44472) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:23.118164 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-73b45486-f23d-456e-a36a-1a7d3b6e70a3 req-b70e7d62-2b83-4ac3-84d1-0d32c362a951 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a9bd5fe-3160-4f0a-a902-e95b7aedf567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778046 Aug 16 23:01:23.132419 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-622d06c7-1a7a-42a7-9ed8-83d29d25cb0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:23.165790 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7301693e-6121-41ef-a744-1338c3cc0443 req-3184e1dc-4e81-41d8-bc9e-6e0e6165bcab tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:23.176009 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7301693e-6121-41ef-a744-1338c3cc0443 req-3184e1dc-4e81-41d8-bc9e-6e0e6165bcab tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1dee21d-438d-4809-b7fc-08c3f1ed2e89 HTTP/1.1" status: 200 len: 946 time: 0.1472614 Aug 16 23:01:23.177082 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34bce22d-6648-43be-be9b-5d3b0b688c6b tempest-FloatingIPAdminTestJSON-1283713270 tempest-FloatingIPAdminTestJSON-1283713270-project-admin] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:01:23.187340 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-a97ff689-ab46-4d62-b27e-47b915a11cb2 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] DELETE failed (client error): The resource could not be found. Aug 16 23:01:23.188023 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a97ff689-ab46-4d62-b27e-47b915a11cb2 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:01:23.192814 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-a97ff689-ab46-4d62-b27e-47b915a11cb2 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/subnets/dc4a58b5-51fc-4263-a6b0-5db3e015f928 HTTP/1.1" status: 404 len: 337 time: 0.0865626 Aug 16 23:01:23.192814 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-34bce22d-6648-43be-be9b-5d3b0b688c6b tempest-FloatingIPAdminTestJSON-1283713270 tempest-FloatingIPAdminTestJSON-1283713270-project-admin] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:01:23.196127 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-622d06c7-1a7a-42a7-9ed8-83d29d25cb0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b8b8565-8dc2-460a-95ea-58b83a58b195']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:01:23.199182 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 44474) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:23.199404 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=95359267-9042-4d8b-bff2-66d28c99d8f8,revision_number=12']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:23.213348 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bce22d-6648-43be-be9b-5d3b0b688c6b tempest-FloatingIPAdminTestJSON-1283713270 tempest-FloatingIPAdminTestJSON-1283713270-project-admin] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:01:23.223631 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bce22d-6648-43be-be9b-5d3b0b688c6b tempest-FloatingIPAdminTestJSON-1283713270 tempest-FloatingIPAdminTestJSON-1283713270-project-admin] Pushing event updated for resources: {'Port': ['ID=283b4538-ad35-461b-970d-54d2c679db36,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:23.264952 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:23.275807 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7301693e-6121-41ef-a744-1338c3cc0443 req-1bc29bba-d7b3-4276-b5b3-6c204db64848 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987930 Aug 16 23:01:23.280352 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-ccaa153e-4188-4b43-af14-65ef576b878b tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "GET /v2.0/ports?device_id=718a7769-b39e-4a2f-8f7a-f72859bfa46f HTTP/1.1" status: 200 len: 205 time: 0.0759330 Aug 16 23:01:23.282531 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 44476) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:23.286480 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-622d06c7-1a7a-42a7-9ed8-83d29d25cb0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80ae25ce-c047-4246-ab2f-841c27c35f13') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:01:23.286925 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-622d06c7-1a7a-42a7-9ed8-83d29d25cb0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80ae25ce-c047-4246-ab2f-841c27c35f13') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:01:23.322027 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-622d06c7-1a7a-42a7-9ed8-83d29d25cb0c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:23.338972 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-622d06c7-1a7a-42a7-9ed8-83d29d25cb0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:23.361840 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-622d06c7-1a7a-42a7-9ed8-83d29d25cb0c admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:01:23.362888 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-60d6d11b-5589-4609-a8db-ff0ba25ca905 req-13d404d3-0154-4932-b8ae-a20cab401bde tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:23.363403 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-622d06c7-1a7a-42a7-9ed8-83d29d25cb0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:23.366419 n-d-791506-26 neutron-server[101292]: INFO neutron.api.v2.resource [None req-8e17ace9-aff1-4bc2-914f-3437d08653a6 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] delete failed (client error): The resource could not be found. Aug 16 23:01:23.368693 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-8e17ace9-aff1-4bc2-914f-3437d08653a6 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/routers/718a7769-b39e-4a2f-8f7a-f72859bfa46f HTTP/1.1" status: 404 len: 336 time: 0.0845780 Aug 16 23:01:23.369795 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 23:01:23.369795 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:01:23.369795 n-d-791506-26 neutron-server[101291]: timer() Aug 16 23:01:23.369795 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:01:23.369795 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 23:01:23.369795 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:01:23.369795 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 23:01:23.369795 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:01:23.369795 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 23:01:23.369795 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:01:23.369795 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 23:01:23.369795 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:01:23.369795 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 23:01:23.369795 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:01:23.369795 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:01:23.369795 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:01:23.369795 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:01:23.369795 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:01:23.369795 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 23:01:23.369795 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:01:23.369795 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 23:01:23.369795 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:01:23.369795 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:01:23.369795 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:01:23.369795 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 23:01:23.369795 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:01:23.369795 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:01:23.369795 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:01:23.369795 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:01:23.369795 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:01:23.369795 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:01:23.369795 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:01:23.378251 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 44478) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:23.423840 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d404d3-0154-4932-b8ae-a20cab401bde tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Pushing event deleted for resources: {'Port': ['ID=10b7b209-88f2-481d-b0dc-a3e307fd4760,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:23.458861 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0abbb70-acd0-4ffb-b122-e1c95b33952b tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] DELETE failed (client error): The resource could not be found. Aug 16 23:01:23.459475 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0abbb70-acd0-4ffb-b122-e1c95b33952b tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:01:23.462082 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-e0abbb70-acd0-4ffb-b122-e1c95b33952b tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/subnets/65f8c658-bbf3-4b31-afbf-7cc7629e7d14 HTTP/1.1" status: 404 len: 337 time: 0.0825443 Aug 16 23:01:23.467248 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 44480) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:23.497078 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-622d06c7-1a7a-42a7-9ed8-83d29d25cb0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:23.500933 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64dce353-055b-404e-bb15-893d8d6f9f87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95359267-9042-4d8b-bff2-66d28c99d8f8'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:01:23.503470 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f11d2819-5d11-4e67-8a64-d1e401d2819d" -d '{"events": [{"server_uuid": "64dce353-055b-404e-bb15-893d8d6f9f87", "name": "network-vif-plugged", "status": "completed", "tag": "95359267-9042-4d8b-bff2-66d28c99d8f8"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:01:23.506460 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-34bce22d-6648-43be-be9b-5d3b0b688c6b tempest-FloatingIPAdminTestJSON-1283713270 tempest-FloatingIPAdminTestJSON-1283713270-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:23.516903 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-622d06c7-1a7a-42a7-9ed8-83d29d25cb0c admin admin] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:23.524585 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-622d06c7-1a7a-42a7-9ed8-83d29d25cb0c admin admin] 10.222.0.36 "DELETE /v2.0/networks/6b8b8565-8dc2-460a-95ea-58b83a58b195 HTTP/1.1" status: 204 len: 168 time: 0.8534157 Aug 16 23:01:23.526425 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-03a4d1a4-5a00-4569-a16b-cd5ab7cc6e8b tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "GET /v2.0/ports?device_id=22c5ab85-510d-43f1-9cf2-29d9f604d90d HTTP/1.1" status: 200 len: 205 time: 0.0579886 Aug 16 23:01:23.542751 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 44486) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:23.554677 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622d06c7-1a7a-42a7-9ed8-83d29d25cb0c admin admin] Pushing event deleted for resources: {'Network': ['ID=6b8b8565-8dc2-460a-95ea-58b83a58b195,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:23.592500 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c138f01-ff4f-4653-ad42-0fc1c8dd2016 x-openstack-request-id: req-5c138f01-ff4f-4653-ad42-0fc1c8dd2016 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:01:23.593083 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64dce353-055b-404e-bb15-893d8d6f9f87", "name": "network-vif-plugged", "status": "completed", "tag": "95359267-9042-4d8b-bff2-66d28c99d8f8", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:01:23.593526 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5c138f01-ff4f-4653-ad42-0fc1c8dd2016 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:01:23.596083 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64dce353-055b-404e-bb15-893d8d6f9f87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95359267-9042-4d8b-bff2-66d28c99d8f8', 'code': 200} Aug 16 23:01:23.605635 n-d-791506-26 neutron-server[101291]: INFO neutron.api.v2.resource [None req-bd9a2a67-bcbd-48b4-9f44-00fdd48872ab tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] delete failed (client error): The resource could not be found. Aug 16 23:01:23.609005 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-bd9a2a67-bcbd-48b4-9f44-00fdd48872ab tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/routers/22c5ab85-510d-43f1-9cf2-29d9f604d90d HTTP/1.1" status: 404 len: 336 time: 0.0626237 Aug 16 23:01:23.637126 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 44488) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:23.695663 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-34bce22d-6648-43be-be9b-5d3b0b688c6b tempest-FloatingIPAdminTestJSON-1283713270 tempest-FloatingIPAdminTestJSON-1283713270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:23.699025 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e9ddc0b-4267-4ca0-b718-227d1719c22b tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] DELETE failed (client error): The resource could not be found. Aug 16 23:01:23.699269 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device bcd66dc2-d1b5-48dd-8cba-f55a3671caeb no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:01:23.701085 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e9ddc0b-4267-4ca0-b718-227d1719c22b tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:01:23.705448 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-6e9ddc0b-4267-4ca0-b718-227d1719c22b tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/subnets/bcce477b-b0bf-4c27-8fe7-13963a51ca89 HTTP/1.1" status: 404 len: 337 time: 0.0641561 Aug 16 23:01:23.708990 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 44492) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:23.752788 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [req-60d6d11b-5589-4609-a8db-ff0ba25ca905 req-13d404d3-0154-4932-b8ae-a20cab401bde tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Router dfce3a36-7356-4b04-b868-9dc1506ddbb8 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:01:23.762043 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] No Port match for: bcd66dc2-d1b5-48dd-8cba-f55a3671caeb {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:01:23.763054 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device bcd66dc2-d1b5-48dd-8cba-f55a3671caeb not bound to the agent host n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:01:23.828212 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7599ebf-4978-48b2-81ee-d82594bf0626 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] DELETE failed (client error): The resource could not be found. Aug 16 23:01:23.829041 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7599ebf-4978-48b2-81ee-d82594bf0626 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:01:23.833641 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-d7599ebf-4978-48b2-81ee-d82594bf0626 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/subnets/bd81162d-496f-41db-bb2d-f5b38fa31358 HTTP/1.1" status: 404 len: 337 time: 0.1194024 Aug 16 23:01:23.840037 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 44494) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:23.933106 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 44496) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:23.960081 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f939afe-de1a-4fd9-841a-be232d8631bb tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] DELETE failed (client error): The resource could not be found. Aug 16 23:01:23.961571 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f939afe-de1a-4fd9-841a-be232d8631bb tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:01:23.965972 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-0f939afe-de1a-4fd9-841a-be232d8631bb tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/ports/fc634ddc-06b2-437f-9e31-4dfceab5d7dd HTTP/1.1" status: 404 len: 333 time: 0.1113069 Aug 16 23:01:23.975107 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 44500) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:24.097115 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-f6b4777b-989e-4efd-b4d6-8b28aec4b571 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=67e15ba7deb84d6db5639cec54a3ea16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1578310 Aug 16 23:01:24.097888 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 44502) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:24.153928 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c27549-b2d5-4346-aa29-4ad6c55dfed2 req-020b3753-aa43-4aac-8f4e-c7452ade62e7 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:24.155403 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-58c27549-b2d5-4346-aa29-4ad6c55dfed2 req-020b3753-aa43-4aac-8f4e-c7452ade62e7 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=64dce353-055b-404e-bb15-893d8d6f9f87 HTTP/1.1" status: 200 len: 947 time: 0.2822952 Aug 16 23:01:24.175247 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1aea4981-2eba-4202-a9ea-0a0b671dee45 req-dd1b42c7-fa55-4619-be93-8ee48d07d0a0 tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc48c1b8-4292-4519-8c38-e7401cede36b HTTP/1.1" status: 200 len: 210 time: 0.1160591 Aug 16 23:01:24.203260 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-34bce22d-6648-43be-be9b-5d3b0b688c6b tempest-FloatingIPAdminTestJSON-1283713270 tempest-FloatingIPAdminTestJSON-1283713270-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:24.225854 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-60d6d11b-5589-4609-a8db-ff0ba25ca905 req-13d404d3-0154-4932-b8ae-a20cab401bde tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:01:24.233215 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-34bce22d-6648-43be-be9b-5d3b0b688c6b tempest-FloatingIPAdminTestJSON-1283713270 tempest-FloatingIPAdminTestJSON-1283713270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:24.236626 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5079701-ef43-4fb3-b494-d89ba7daa803 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] DELETE failed (client error): The resource could not be found. Aug 16 23:01:24.236791 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5079701-ef43-4fb3-b494-d89ba7daa803 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:01:24.241176 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-f5079701-ef43-4fb3-b494-d89ba7daa803 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/subnets/5a6ca793-a855-402c-af02-d9a0d4e42c7c HTTP/1.1" status: 404 len: 337 time: 0.0712059 Aug 16 23:01:24.241360 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa9f460-531b-4a7b-b165-61c7aaa65f8e None None] Sync routers for ids ['dfce3a36-7356-4b04-b868-9dc1506ddbb8'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:01:24.246199 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 44506) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:24.256446 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa9f460-531b-4a7b-b165-61c7aaa65f8e None None] Routers {'dfce3a36-7356-4b04-b868-9dc1506ddbb8'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:01:24.257111 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-8fa9f460-531b-4a7b-b165-61c7aaa65f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:01:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['dfce3a36-7356-4b04-b868-9dc1506ddbb8'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:01:24.312261 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-60d6d11b-5589-4609-a8db-ff0ba25ca905 req-13d404d3-0154-4932-b8ae-a20cab401bde tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] No DVR routers for this DVR port 10b7b209-88f2-481d-b0dc-a3e307fd4760 on host n-h1-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:01:24.317729 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-60d6d11b-5589-4609-a8db-ff0ba25ca905 req-13d404d3-0154-4932-b8ae-a20cab401bde tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:24.320071 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-60d6d11b-5589-4609-a8db-ff0ba25ca905 req-13d404d3-0154-4932-b8ae-a20cab401bde tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] 10.222.0.68 "DELETE /v2.0/ports/10b7b209-88f2-481d-b0dc-a3e307fd4760 HTTP/1.1" status: 204 len: 173 time: 3.6841002 Aug 16 23:01:24.323248 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc48c1b8-4292-4519-8c38-e7401cede36b', 'name': 'network-vif-deleted', 'tag': '10b7b209-88f2-481d-b0dc-a3e307fd4760'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:01:24.328231 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ab564d6-af23-48ab-a7d2-ed2ee06010ac" -d '{"events": [{"server_uuid": "bc48c1b8-4292-4519-8c38-e7401cede36b", "name": "network-vif-deleted", "tag": "10b7b209-88f2-481d-b0dc-a3e307fd4760"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:01:24.333094 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3aa36ef-23fa-414f-abd8-84a08552b4fd tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] DELETE failed (client error): The resource could not be found. Aug 16 23:01:24.334142 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3aa36ef-23fa-414f-abd8-84a08552b4fd tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:01:24.340132 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-e3aa36ef-23fa-414f-abd8-84a08552b4fd tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/ports/1686c3b3-a5cf-41d2-b052-9da37fc1a7c0 HTTP/1.1" status: 404 len: 333 time: 0.0888004 Aug 16 23:01:24.340132 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ccaa6-ab1a-406a-9ccc-7e47ae12d506 req-a7e7ef71-c506-4021-8323-9f528ca145ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:24.340872 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-163ccaa6-ab1a-406a-9ccc-7e47ae12d506 req-a7e7ef71-c506-4021-8323-9f528ca145ce service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=64dce353-055b-404e-bb15-893d8d6f9f87 HTTP/1.1" status: 200 len: 1099 time: 0.5016375 Aug 16 23:01:24.344158 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 44512) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:24.356025 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bce22d-6648-43be-be9b-5d3b0b688c6b tempest-FloatingIPAdminTestJSON-1283713270 tempest-FloatingIPAdminTestJSON-1283713270-project-admin] Pushing event updated for resources: {'Port': ['ID=283b4538-ad35-461b-970d-54d2c679db36,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:24.393335 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-34bce22d-6648-43be-be9b-5d3b0b688c6b tempest-FloatingIPAdminTestJSON-1283713270 tempest-FloatingIPAdminTestJSON-1283713270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:24.416862 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-163ccaa6-ab1a-406a-9ccc-7e47ae12d506 req-cbf77d05-f5e4-4605-9ec4-e6ca09d0f54c service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=cb930d9d-af57-42ec-901a-b3e522b04153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662587 Aug 16 23:01:24.420713 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-34bce22d-6648-43be-be9b-5d3b0b688c6b tempest-FloatingIPAdminTestJSON-1283713270 tempest-FloatingIPAdminTestJSON-1283713270-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:24.430091 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-34bce22d-6648-43be-be9b-5d3b0b688c6b tempest-FloatingIPAdminTestJSON-1283713270 tempest-FloatingIPAdminTestJSON-1283713270-project-admin] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4160557 Aug 16 23:01:24.430849 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 44514) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:24.468807 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-be361e47-3a80-40dc-9c11-33b8d5ebf0b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:24.495525 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-be361e47-3a80-40dc-9c11-33b8d5ebf0b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:24.558276 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-58c27549-b2d5-4346-aa29-4ad6c55dfed2 req-6f494fcf-6664-4a46-9868-458a074c0cf1 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=cb930d9d-af57-42ec-901a-b3e522b04153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3813128 Aug 16 23:01:24.559289 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-be361e47-3a80-40dc-9c11-33b8d5ebf0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:24.562323 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-be361e47-3a80-40dc-9c11-33b8d5ebf0b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:24.581367 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-be361e47-3a80-40dc-9c11-33b8d5ebf0b4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/083e2101-ffe0-424c-80a1-efd96ed29a79 HTTP/1.1" status: 204 len: 168 time: 0.4688783 Aug 16 23:01:24.597320 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-4866eabb-1c1b-4b42-81a5-a407baae3ada tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] DELETE failed (client error): The resource could not be found. Aug 16 23:01:24.597320 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4866eabb-1c1b-4b42-81a5-a407baae3ada tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:01:24.601164 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 44520) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:24.601416 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-4866eabb-1c1b-4b42-81a5-a407baae3ada tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/subnets/2e3d6492-3598-4254-b9ac-487bccf7d879 HTTP/1.1" status: 404 len: 337 time: 0.2268851 Aug 16 23:01:24.620899 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be361e47-3a80-40dc-9c11-33b8d5ebf0b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=083e2101-ffe0-424c-80a1-efd96ed29a79,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:24.650462 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb680b3f-3727-4c42-a7e6-ef57ca2ecc40 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] DELETE failed (client error): The resource could not be found. Aug 16 23:01:24.656669 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb680b3f-3727-4c42-a7e6-ef57ca2ecc40 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:01:24.662836 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-bb680b3f-3727-4c42-a7e6-ef57ca2ecc40 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/ports/0266a7ec-bb8d-464c-a0aa-f041b06afc58 HTTP/1.1" status: 404 len: 333 time: 0.0578945 Aug 16 23:01:24.666491 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 44522) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:24.674964 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-8fa9f460-531b-4a7b-b165-61c7aaa65f8e None None] Set router dfce3a36-7356-4b04-b868-9dc1506ddbb8 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:01:24.718930 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4804a44-55d2-4844-acd8-bea98311c5ee req-7c4e9042-9168-4799-abb3-697d3f6e3efa tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:24.724421 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c4804a44-55d2-4844-acd8-bea98311c5ee req-7c4e9042-9168-4799-abb3-697d3f6e3efa tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1a3c014-ee22-4ed3-9ab2-7241129ef2fa HTTP/1.1" status: 200 len: 945 time: 0.3735392 Aug 16 23:01:24.744347 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5c3324b-ccbc-4d44-a159-a3fec3c326fd tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] DELETE failed (client error): The resource could not be found. Aug 16 23:01:24.761019 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5c3324b-ccbc-4d44-a159-a3fec3c326fd tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:01:24.763189 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-b5c3324b-ccbc-4d44-a159-a3fec3c326fd tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/subnets/589944c3-23f2-4d69-b770-bbab8cec49ba HTTP/1.1" status: 404 len: 337 time: 0.0955019 Aug 16 23:01:24.767681 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 44524) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:24.841683 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad147806-9c6d-4e69-bd5f-c9ff567e0c71 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] DELETE failed (client error): The resource could not be found. Aug 16 23:01:24.843856 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad147806-9c6d-4e69-bd5f-c9ff567e0c71 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:01:24.852503 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-ad147806-9c6d-4e69-bd5f-c9ff567e0c71 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/ports/4b4ba121-7697-434f-8043-a11177e4aaf0 HTTP/1.1" status: 404 len: 333 time: 0.0830100 Aug 16 23:01:24.861869 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 44526) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:24.930283 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f04a7ee-68d0-4b2a-88fe-8c2ed494a148 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] DELETE failed (client error): The resource could not be found. Aug 16 23:01:24.931126 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f04a7ee-68d0-4b2a-88fe-8c2ed494a148 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:01:24.933358 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-9f04a7ee-68d0-4b2a-88fe-8c2ed494a148 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/subnets/eda6986d-f1ac-4186-891e-ca1a06e61639 HTTP/1.1" status: 404 len: 337 time: 0.0700791 Aug 16 23:01:24.937059 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 44528) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:24.975566 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-db7b5864-23f3-4818-8805-c9c11f40ba4a tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] DELETE failed (client error): The resource could not be found. Aug 16 23:01:24.989838 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db7b5864-23f3-4818-8805-c9c11f40ba4a tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:01:24.992074 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-db7b5864-23f3-4818-8805-c9c11f40ba4a tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/ports/9ddc3624-1492-46fe-aa61-9f08bc7c951d HTTP/1.1" status: 404 len: 333 time: 0.0535915 Aug 16 23:01:24.997040 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 44530) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:25.036126 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c4804a44-55d2-4844-acd8-bea98311c5ee req-a02816c8-0cbe-4679-bfe5-741af453611c tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a9bd5fe-3160-4f0a-a902-e95b7aedf567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3049347 Aug 16 23:01:25.038008 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-601f527d-2c5b-44e5-a4bd-8e045d035223 tempest-FloatingIPAdminTestJSON-586730334 tempest-FloatingIPAdminTestJSON-586730334-project] Request body: {'floatingip': {'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:01:25.088589 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830e6514-5f4e-4d2e-a284-e448492d079b req-f905a3b8-b474-497b-a796-1d99174161db tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:25.101421 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe831a05-071c-45f4-858f-c286ead44f55 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] DELETE failed (client error): The resource could not be found. Aug 16 23:01:25.103222 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-830e6514-5f4e-4d2e-a284-e448492d079b req-f905a3b8-b474-497b-a796-1d99174161db tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1dee21d-438d-4809-b7fc-08c3f1ed2e89 HTTP/1.1" status: 200 len: 946 time: 0.3504682 Aug 16 23:01:25.106033 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe831a05-071c-45f4-858f-c286ead44f55 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:01:25.107970 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-fe831a05-071c-45f4-858f-c286ead44f55 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/subnets/d24126e0-69cd-42e8-a95e-bcf0cb55cb51 HTTP/1.1" status: 404 len: 337 time: 0.1085405 Aug 16 23:01:25.111889 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 44532) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:25.166750 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:25.176051 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-601f527d-2c5b-44e5-a4bd-8e045d035223 tempest-FloatingIPAdminTestJSON-586730334 tempest-FloatingIPAdminTestJSON-586730334-project] Notify callbacks [] for floatingip, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:25.232664 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da365bb4-f336-4abf-aafc-7851cc9683a8 x-openstack-request-id: req-da365bb4-f336-4abf-aafc-7851cc9683a8 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:01:25.232932 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc48c1b8-4292-4519-8c38-e7401cede36b", "name": "network-vif-deleted", "tag": "10b7b209-88f2-481d-b0dc-a3e307fd4760", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:01:25.233187 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-da365bb4-f336-4abf-aafc-7851cc9683a8 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:01:25.233586 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc48c1b8-4292-4519-8c38-e7401cede36b', 'name': 'network-vif-deleted', 'tag': '10b7b209-88f2-481d-b0dc-a3e307fd4760', 'status': 'completed', 'code': 200} Aug 16 23:01:25.234469 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-3046aeb1-6030-41db-a6db-e1248b7bfaa1 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] DELETE failed (client error): The resource could not be found. Aug 16 23:01:25.235232 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3046aeb1-6030-41db-a6db-e1248b7bfaa1 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:01:25.264333 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-3046aeb1-6030-41db-a6db-e1248b7bfaa1 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/ports/b05b80c5-68d0-431c-9b22-cbb1974dbf0e HTTP/1.1" status: 404 len: 333 time: 0.1488404 Aug 16 23:01:25.277766 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 44540) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:25.358543 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-6644c4a0-9ab8-4a32-ab9c-10589c49fb50 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] DELETE failed (client error): The resource could not be found. Aug 16 23:01:25.363099 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6644c4a0-9ab8-4a32-ab9c-10589c49fb50 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:01:25.363982 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-830e6514-5f4e-4d2e-a284-e448492d079b req-3aed98bd-8eae-422a-bd68-2d9b66d49461 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578647 Aug 16 23:01:25.373718 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-6644c4a0-9ab8-4a32-ab9c-10589c49fb50 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/subnets/62c1426a-f8a1-4b54-b03a-0dd894b4a81b HTTP/1.1" status: 404 len: 337 time: 0.0884306 Aug 16 23:01:25.376515 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 44544) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:25.410416 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f7fe36f8-87b3-463b-80fc-adc7a799900a req-587a8817-14cd-49df-99f0-d321da10e303 tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc48c1b8-4292-4519-8c38-e7401cede36b HTTP/1.1" status: 200 len: 210 time: 0.0405700 Aug 16 23:01:25.446153 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-408a9e1c-2c53-4491-8768-449c5937d8c2 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] DELETE failed (client error): The resource could not be found. Aug 16 23:01:25.447410 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-408a9e1c-2c53-4491-8768-449c5937d8c2 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:01:25.449310 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-408a9e1c-2c53-4491-8768-449c5937d8c2 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/ports/4c0bba92-8314-448b-b1c4-fe916f07025c HTTP/1.1" status: 404 len: 333 time: 0.0716400 Aug 16 23:01:25.452099 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 44546) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:25.457897 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-8fa9f460-531b-4a7b-b165-61c7aaa65f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfce3a36-7356-4b04-b868-9dc1506ddbb8', 'name': 'tempest-ServersTestBootFromVolume-144901050-router', 'tenant_id': 'd50891ae5d2e447e982fd1ccc2ff08fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': 'c016dd1a-1b28-4185-ac67-4b57d6a0c343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:58:08Z', 'updated_at': '2021-08-16T22:58:16Z', 'revision_number': 4, 'project_id': 'd50891ae5d2e447e982fd1ccc2ff08fd', 'gw_port': {'id': 'c016dd1a-1b28-4185-ac67-4b57d6a0c343', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:99:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfce3a36-7356-4b04-b868-9dc1506ddbb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:09Z', 'updated_at': '2021-08-16T22:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '9e8126ce-4aa9-4e74-9d00-7d200b71631b', 'name': '', 'network_id': '1beb17af-a544-42d0-be4c-a314899c0ffd', 'tenant_id': 'd50891ae5d2e447e982fd1ccc2ff08fd', 'mac_address': 'fa:16:3e:6b:21:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfce3a36-7356-4b04-b868-9dc1506ddbb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '592bfb8a-cb21-442f-b2ff-9ade373c5cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:14Z', 'updated_at': '2021-08-16T22:58:22Z', 'revision_number': 5, 'project_id': 'd50891ae5d2e447e982fd1ccc2ff08fd', 'subnets': [{'id': '592bfb8a-cb21-442f-b2ff-9ade373c5cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:01:25.518510 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8668913-5303-4553-8227-02d185258cdd tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] DELETE failed (client error): The resource could not be found. Aug 16 23:01:25.521033 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8668913-5303-4553-8227-02d185258cdd tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:01:25.528936 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-e8668913-5303-4553-8227-02d185258cdd tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/subnets/aa20eb8c-056f-4b13-8d67-9ac54f37a700 HTTP/1.1" status: 404 len: 337 time: 0.0732119 Aug 16 23:01:25.530178 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 44548) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:25.537061 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa9f460-531b-4a7b-b165-61c7aaa65f8e None None] Checking router: dfce3a36-7356-4b04-b868-9dc1506ddbb8 for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:01:25.569088 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa9f460-531b-4a7b-b165-61c7aaa65f8e None None] Routers {'dfce3a36-7356-4b04-b868-9dc1506ddbb8'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:01:25.569779 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-8fa9f460-531b-4a7b-b165-61c7aaa65f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:01:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['dfce3a36-7356-4b04-b868-9dc1506ddbb8'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:01:25.681370 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-601f527d-2c5b-44e5-a4bd-8e045d035223 tempest-FloatingIPAdminTestJSON-586730334 tempest-FloatingIPAdminTestJSON-586730334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:25.736903 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2c95fc8c-e48c-4462-9d76-2d924155eb22 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:25.923002 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-8fa9f460-531b-4a7b-b165-61c7aaa65f8e None None] Set router dfce3a36-7356-4b04-b868-9dc1506ddbb8 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:01:25.973070 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2c95fc8c-e48c-4462-9d76-2d924155eb22 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:25.992222 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-2c95fc8c-e48c-4462-9d76-2d924155eb22 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:01:26.010727 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-2c95fc8c-e48c-4462-9d76-2d924155eb22 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '482572b3-9d65-4375-9c42-925e854722fd') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:01:26.011753 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-2c95fc8c-e48c-4462-9d76-2d924155eb22 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '482572b3-9d65-4375-9c42-925e854722fd') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:01:26.028920 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2c95fc8c-e48c-4462-9d76-2d924155eb22 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:26.053798 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2c95fc8c-e48c-4462-9d76-2d924155eb22 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:26.089598 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c95fc8c-e48c-4462-9d76-2d924155eb22 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:01:26.093827 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2c95fc8c-e48c-4462-9d76-2d924155eb22 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:26.120929 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-601f527d-2c5b-44e5-a4bd-8e045d035223 tempest-FloatingIPAdminTestJSON-586730334 tempest-FloatingIPAdminTestJSON-586730334-project] Allocated IP 172.25.4.127 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/e88b1091-0371-4d9a-82f8-9a538a2c98e2) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:01:26.372500 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 16 23:01:26.372500 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:01:26.372500 n-d-791506-26 neutron-server[101292]: timer() Aug 16 23:01:26.372500 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:01:26.372500 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 16 23:01:26.372500 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:01:26.372500 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 16 23:01:26.372500 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:01:26.372500 n-d-791506-26 neutron-server[101292]: self._notify() Aug 16 23:01:26.372500 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:01:26.372500 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 16 23:01:26.372500 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:01:26.372500 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 16 23:01:26.372500 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:01:26.372500 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:01:26.372500 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:01:26.372500 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:01:26.372500 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:01:26.372500 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 16 23:01:26.372500 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:01:26.372500 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 16 23:01:26.372500 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:01:26.372500 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:01:26.372500 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:01:26.372500 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 16 23:01:26.372500 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:01:26.372500 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:01:26.372500 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:01:26.372500 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:01:26.372500 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:01:26.372500 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:01:26.372500 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:01:26.470101 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-601f527d-2c5b-44e5-a4bd-8e045d035223 tempest-FloatingIPAdminTestJSON-586730334 tempest-FloatingIPAdminTestJSON-586730334-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:26.513483 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2c95fc8c-e48c-4462-9d76-2d924155eb22 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:26.546852 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2c95fc8c-e48c-4462-9d76-2d924155eb22 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:26.556834 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-2c95fc8c-e48c-4462-9d76-2d924155eb22 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] 10.222.0.36 "DELETE /v2.0/networks/09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5 HTTP/1.1" status: 204 len: 168 time: 1.0231996 Aug 16 23:01:26.561606 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-601f527d-2c5b-44e5-a4bd-8e045d035223 tempest-FloatingIPAdminTestJSON-586730334 tempest-FloatingIPAdminTestJSON-586730334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:26.571791 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-8fa9f460-531b-4a7b-b165-61c7aaa65f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfce3a36-7356-4b04-b868-9dc1506ddbb8', 'name': 'tempest-ServersTestBootFromVolume-144901050-router', 'tenant_id': 'd50891ae5d2e447e982fd1ccc2ff08fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': 'c016dd1a-1b28-4185-ac67-4b57d6a0c343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:58:08Z', 'updated_at': '2021-08-16T22:58:16Z', 'revision_number': 4, 'project_id': 'd50891ae5d2e447e982fd1ccc2ff08fd', 'gw_port': {'id': 'c016dd1a-1b28-4185-ac67-4b57d6a0c343', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:99:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfce3a36-7356-4b04-b868-9dc1506ddbb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:09Z', 'updated_at': '2021-08-16T22:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '9e8126ce-4aa9-4e74-9d00-7d200b71631b', 'name': '', 'network_id': '1beb17af-a544-42d0-be4c-a314899c0ffd', 'tenant_id': 'd50891ae5d2e447e982fd1ccc2ff08fd', 'mac_address': 'fa:16:3e:6b:21:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfce3a36-7356-4b04-b868-9dc1506ddbb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '592bfb8a-cb21-442f-b2ff-9ade373c5cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:14Z', 'updated_at': '2021-08-16T22:58:22Z', 'revision_number': 5, 'project_id': 'd50891ae5d2e447e982fd1ccc2ff08fd', 'subnets': [{'id': '592bfb8a-cb21-442f-b2ff-9ade373c5cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:01:26.649270 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358b873d-40e5-4c38-868a-6750fb0cc2ae req-dce27980-00e4-4acc-9440-42c02b6e441c tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:26.656889 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa9f460-531b-4a7b-b165-61c7aaa65f8e None None] The sync data for ids ['dfce3a36-7356-4b04-b868-9dc1506ddbb8'] in n-d-791506-26 is: [{'id': 'dfce3a36-7356-4b04-b868-9dc1506ddbb8', 'name': 'tempest-ServersTestBootFromVolume-144901050-router', 'tenant_id': 'd50891ae5d2e447e982fd1ccc2ff08fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': 'c016dd1a-1b28-4185-ac67-4b57d6a0c343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:58:08Z', 'updated_at': '2021-08-16T22:58:16Z', 'revision_number': 4, 'project_id': 'd50891ae5d2e447e982fd1ccc2ff08fd', 'gw_port': {'id': 'c016dd1a-1b28-4185-ac67-4b57d6a0c343', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:99:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfce3a36-7356-4b04-b868-9dc1506ddbb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:09Z', 'updated_at': '2021-08-16T22:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '9e8126ce-4aa9-4e74-9d00-7d200b71631b', 'name': '', 'network_id': '1beb17af-a544-42d0-be4c-a314899c0ffd', 'tenant_id': 'd50891ae5d2e447e982fd1ccc2ff08fd', 'mac_address': 'fa:16:3e:6b:21:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfce3a36-7356-4b04-b868-9dc1506ddbb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '592bfb8a-cb21-442f-b2ff-9ade373c5cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:14Z', 'updated_at': '2021-08-16T22:58:22Z', 'revision_number': 5, 'project_id': 'd50891ae5d2e447e982fd1ccc2ff08fd', 'subnets': [{'id': '592bfb8a-cb21-442f-b2ff-9ade373c5cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:01:26.657477 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601f527d-2c5b-44e5-a4bd-8e045d035223 tempest-FloatingIPAdminTestJSON-586730334 tempest-FloatingIPAdminTestJSON-586730334-project] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:01:26.658660 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-358b873d-40e5-4c38-868a-6750fb0cc2ae req-dce27980-00e4-4acc-9440-42c02b6e441c tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=64dce353-055b-404e-bb15-893d8d6f9f87 HTTP/1.1" status: 200 len: 947 time: 0.8145037 Aug 16 23:01:26.662906 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-601f527d-2c5b-44e5-a4bd-8e045d035223 tempest-FloatingIPAdminTestJSON-586730334 tempest-FloatingIPAdminTestJSON-586730334-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:01:26.672565 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c95fc8c-e48c-4462-9d76-2d924155eb22 tempest-NetworksTestDHCPv6-40984344 tempest-NetworksTestDHCPv6-40984344-project] Pushing event deleted for resources: {'Network': ['ID=09a0c3f2-00e0-4d6e-b21e-2e37728bf0f5,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:26.673501 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601f527d-2c5b-44e5-a4bd-8e045d035223 tempest-FloatingIPAdminTestJSON-586730334 tempest-FloatingIPAdminTestJSON-586730334-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:01:26.724490 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd3a9ec-3eca-44a5-8cda-67bab2fbf549 req-a156364f-3ea8-45a9-8e88-330dfb032aa1 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:26.742285 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7fd3a9ec-3eca-44a5-8cda-67bab2fbf549 req-a156364f-3ea8-45a9-8e88-330dfb032aa1 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1a3c014-ee22-4ed3-9ab2-7241129ef2fa HTTP/1.1" status: 200 len: 945 time: 0.3798778 Aug 16 23:01:26.744897 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 44610) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:26.771833 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601f527d-2c5b-44e5-a4bd-8e045d035223 tempest-FloatingIPAdminTestJSON-586730334 tempest-FloatingIPAdminTestJSON-586730334-project] Pushing event updated for resources: {'Port': ['ID=e88b1091-0371-4d9a-82f8-9a538a2c98e2,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:26.862089 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7fd3a9ec-3eca-44a5-8cda-67bab2fbf549 req-9ef63cea-12b3-4cab-a699-fb84463cfd41 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a9bd5fe-3160-4f0a-a902-e95b7aedf567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178737 Aug 16 23:01:26.956386 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-601f527d-2c5b-44e5-a4bd-8e045d035223 tempest-FloatingIPAdminTestJSON-586730334 tempest-FloatingIPAdminTestJSON-586730334-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:27.053884 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-601f527d-2c5b-44e5-a4bd-8e045d035223 tempest-FloatingIPAdminTestJSON-586730334 tempest-FloatingIPAdminTestJSON-586730334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:27.097368 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97e045f-eb82-4502-8891-0381b92a3826 req-3905fad0-b658-4fa5-89a6-f754b886830b tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:27.114494 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f97e045f-eb82-4502-8891-0381b92a3826 req-3905fad0-b658-4fa5-89a6-f754b886830b tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1dee21d-438d-4809-b7fc-08c3f1ed2e89 HTTP/1.1" status: 200 len: 946 time: 0.1372015 Aug 16 23:01:27.230825 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f97e045f-eb82-4502-8891-0381b92a3826 req-89eb79db-83b9-4948-9cc5-1e3706b7fe06 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149693 Aug 16 23:01:27.337406 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e551f279-a203-40e6-9a57-368701266940 None None] New status for floating IP 78f0e506-0478-448f-8707-10daed0b30ef: DOWN {{(pid=101293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:01:27.339446 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-358b873d-40e5-4c38-868a-6750fb0cc2ae req-f970406d-3de3-4186-9e6a-d544dec57af8 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=cb930d9d-af57-42ec-901a-b3e522b04153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6797445 Aug 16 23:01:27.418436 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 44620) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:27.433737 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c3be73a3-6ff3-4b0b-9b26-6d5189d79b1c req-121368a6-67bf-4828-8ba0-f0d2e83c123a tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc48c1b8-4292-4519-8c38-e7401cede36b HTTP/1.1" status: 200 len: 210 time: 0.0486474 Aug 16 23:01:27.472134 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-a99e93e4-f34d-45d4-8f04-e2d0719d9bd8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-2136925485-network', 'tenant_id': '658de3f152bc4d17994dfa693ccface5'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:01:27.503188 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-601f527d-2c5b-44e5-a4bd-8e045d035223 tempest-FloatingIPAdminTestJSON-586730334 tempest-FloatingIPAdminTestJSON-586730334-project] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:27.511546 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-601f527d-2c5b-44e5-a4bd-8e045d035223 tempest-FloatingIPAdminTestJSON-586730334 tempest-FloatingIPAdminTestJSON-586730334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:27.543113 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a99e93e4-f34d-45d4-8f04-e2d0719d9bd8 admin admin] Made reservation on behalf of 658de3f152bc4d17994dfa693ccface5 for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:01:27.553411 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a99e93e4-f34d-45d4-8f04-e2d0719d9bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:27.590354 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a99e93e4-f34d-45d4-8f04-e2d0719d9bd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:27.754880 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-b4b8c4d9-7131-45e7-bbe2-60bf499d7c16 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=68b563add1f042a58ab2d8884a30332e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3295693 Aug 16 23:01:27.754880 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601f527d-2c5b-44e5-a4bd-8e045d035223 tempest-FloatingIPAdminTestJSON-586730334 tempest-FloatingIPAdminTestJSON-586730334-project] Pushing event updated for resources: {'Port': ['ID=e88b1091-0371-4d9a-82f8-9a538a2c98e2,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:27.755776 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 44624) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:27.778924 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a99e93e4-f34d-45d4-8f04-e2d0719d9bd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:27.779190 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-601f527d-2c5b-44e5-a4bd-8e045d035223 tempest-FloatingIPAdminTestJSON-586730334 tempest-FloatingIPAdminTestJSON-586730334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:27.795475 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-601f527d-2c5b-44e5-a4bd-8e045d035223 tempest-FloatingIPAdminTestJSON-586730334 tempest-FloatingIPAdminTestJSON-586730334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:27.799703 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-601f527d-2c5b-44e5-a4bd-8e045d035223 tempest-FloatingIPAdminTestJSON-586730334 tempest-FloatingIPAdminTestJSON-586730334-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3677046 Aug 16 23:01:27.805363 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 44626) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:27.806157 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a99e93e4-f34d-45d4-8f04-e2d0719d9bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:27.869625 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-911f022a-54ac-4016-ad14-ddf816529915 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:27.902544 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-911f022a-54ac-4016-ad14-ddf816529915 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:27.922806 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-b98e3390-069e-4657-a238-698e9457671a tempest-FloatingIPAdminTestJSON-1283713270 tempest-FloatingIPAdminTestJSON-1283713270-project-admin] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2916 time: 0.1107621 Aug 16 23:01:27.923425 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 44630) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:27.990093 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-911f022a-54ac-4016-ad14-ddf816529915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:27.994090 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-911f022a-54ac-4016-ad14-ddf816529915 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:27.997887 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-911f022a-54ac-4016-ad14-ddf816529915 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3be56e7e-5b89-4502-9308-3e252548c765 HTTP/1.1" status: 204 len: 168 time: 0.2360413 Aug 16 23:01:28.015644 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911f022a-54ac-4016-ad14-ddf816529915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be56e7e-5b89-4502-9308-3e252548c765,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:28.033741 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-e5e3d1ba-36ad-4d57-8a46-dd5be8a48913 tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1041949 Aug 16 23:01:28.033741 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a99e93e4-f34d-45d4-8f04-e2d0719d9bd8 admin admin] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:01:28.036162 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 44634) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:28.062959 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a99e93e4-f34d-45d4-8f04-e2d0719d9bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:28.063346 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-a99e93e4-f34d-45d4-8f04-e2d0719d9bd8 admin admin] Added segment a0a90953-ffc4-4cbc-b46c-d2cc5e1888f9 of type vlan for network 540fbbcf-8da3-458c-90f5-f20e9fa6a263 Aug 16 23:01:28.089607 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99e93e4-f34d-45d4-8f04-e2d0719d9bd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb5bbe6-717a-4605-a558-b9b958591c1f,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:28.137956 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a99e93e4-f34d-45d4-8f04-e2d0719d9bd8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:28.156715 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd853c15-44f2-408e-ad02-facc5cd26a7b req-f10a297e-afe0-459b-8c9a-aa03ceee8925 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:28.158280 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cd853c15-44f2-408e-ad02-facc5cd26a7b req-f10a297e-afe0-459b-8c9a-aa03ceee8925 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1a3c014-ee22-4ed3-9ab2-7241129ef2fa HTTP/1.1" status: 200 len: 945 time: 0.1224411 Aug 16 23:01:28.277767 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-7038cfe1-194a-4f4d-8dab-1e3797736eee tempest-FloatingIPAdminTestJSON-586730334 tempest-FloatingIPAdminTestJSON-586730334-project] Deleting port e88b1091-0371-4d9a-82f8-9a538a2c98e2 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:01:28.280008 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cd853c15-44f2-408e-ad02-facc5cd26a7b req-83fe6722-4d9e-4099-b8a9-40f867f0d58b tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a9bd5fe-3160-4f0a-a902-e95b7aedf567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115911 Aug 16 23:01:28.281222 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a99e93e4-f34d-45d4-8f04-e2d0719d9bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:28.282190 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99e93e4-f34d-45d4-8f04-e2d0719d9bd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:28.282768 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a99e93e4-f34d-45d4-8f04-e2d0719d9bd8 admin admin] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:28.288610 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7038cfe1-194a-4f4d-8dab-1e3797736eee tempest-FloatingIPAdminTestJSON-586730334 tempest-FloatingIPAdminTestJSON-586730334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:28.438656 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-a99e93e4-f34d-45d4-8f04-e2d0719d9bd8 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6912048 Aug 16 23:01:28.441117 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7038cfe1-194a-4f4d-8dab-1e3797736eee tempest-FloatingIPAdminTestJSON-586730334 tempest-FloatingIPAdminTestJSON-586730334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:28.441643 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7038cfe1-194a-4f4d-8dab-1e3797736eee tempest-FloatingIPAdminTestJSON-586730334 tempest-FloatingIPAdminTestJSON-586730334-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:28.446037 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 44642) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:28.451514 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-931abfb0-0299-4b9f-a7ed-b35541ff09df admin admin] Request body: {'subnet': {'network_id': '540fbbcf-8da3-458c-90f5-f20e9fa6a263', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-2136925485-subnet', 'tenant_id': '658de3f152bc4d17994dfa693ccface5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:01:28.471918 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-7038cfe1-194a-4f4d-8dab-1e3797736eee tempest-FloatingIPAdminTestJSON-586730334 tempest-FloatingIPAdminTestJSON-586730334-project] Calling delete_port for e88b1091-0371-4d9a-82f8-9a538a2c98e2 owned by network:floatingip {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:01:28.535122 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-931abfb0-0299-4b9f-a7ed-b35541ff09df admin admin] Made reservation on behalf of 658de3f152bc4d17994dfa693ccface5 for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:01:28.537576 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-931abfb0-0299-4b9f-a7ed-b35541ff09df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:28.626773 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99e93e4-f34d-45d4-8f04-e2d0719d9bd8 admin admin] Pushing event updated for resources: {'Network': ['ID=540fbbcf-8da3-458c-90f5-f20e9fa6a263,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:28.643609 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 540fbbcf-8da3-458c-90f5-f20e9fa6a263 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:01:28.678217 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0acbc2b-bc79-4aa3-83c8-3229cc226191 req-103640ff-e4f0-43aa-b021-2c81736017fe tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:28.683981 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d0acbc2b-bc79-4aa3-83c8-3229cc226191 req-103640ff-e4f0-43aa-b021-2c81736017fe tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1dee21d-438d-4809-b7fc-08c3f1ed2e89 HTTP/1.1" status: 200 len: 946 time: 0.2661297 Aug 16 23:01:28.705217 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac53846-b53b-42f8-956a-a5e27eaefaed req-9be491fd-77cc-4733-ac25-256e87b87a17 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:28.707723 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6ac53846-b53b-42f8-956a-a5e27eaefaed req-9be491fd-77cc-4733-ac25-256e87b87a17 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=64dce353-055b-404e-bb15-893d8d6f9f87 HTTP/1.1" status: 200 len: 947 time: 0.1968470 Aug 16 23:01:28.759135 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d0acbc2b-bc79-4aa3-83c8-3229cc226191 req-c6ffc447-f606-494a-b1e3-3631c20e3762 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568378 Aug 16 23:01:28.800201 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7038cfe1-194a-4f4d-8dab-1e3797736eee tempest-FloatingIPAdminTestJSON-586730334 tempest-FloatingIPAdminTestJSON-586730334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:28.845972 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7038cfe1-194a-4f4d-8dab-1e3797736eee tempest-FloatingIPAdminTestJSON-586730334 tempest-FloatingIPAdminTestJSON-586730334-project] Pushing event deleted for resources: {'Port': ['ID=e88b1091-0371-4d9a-82f8-9a538a2c98e2,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:28.853311 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6ac53846-b53b-42f8-956a-a5e27eaefaed req-0dc3cfd5-d4ca-4865-8c3b-3ab21c3d12de tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=cb930d9d-af57-42ec-901a-b3e522b04153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109433 Aug 16 23:01:28.861133 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-931abfb0-0299-4b9f-a7ed-b35541ff09df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:28.910537 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9bb8f4e6-2a65-46f2-8c1d-2897b6342c59 req-d7536bfa-2adc-4236-a08c-5ca0b0bfd5ff tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc48c1b8-4292-4519-8c38-e7401cede36b HTTP/1.1" status: 200 len: 210 time: 0.0317521 Aug 16 23:01:29.013963 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931abfb0-0299-4b9f-a7ed-b35541ff09df admin admin] Checking segment: {'id': 'a0a90953-ffc4-4cbc-b46c-d2cc5e1888f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '540fbbcf-8da3-458c-90f5-f20e9fa6a263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:01:29.014413 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931abfb0-0299-4b9f-a7ed-b35541ff09df admin admin] Network hostable DHCP agents. Network: 540fbbcf-8da3-458c-90f5-f20e9fa6a263, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:01:29.022301 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7038cfe1-194a-4f4d-8dab-1e3797736eee tempest-FloatingIPAdminTestJSON-586730334 tempest-FloatingIPAdminTestJSON-586730334-project] Notify callbacks [] for floatingip, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:29.026246 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7038cfe1-194a-4f4d-8dab-1e3797736eee tempest-FloatingIPAdminTestJSON-586730334 tempest-FloatingIPAdminTestJSON-586730334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:29.027834 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-7038cfe1-194a-4f4d-8dab-1e3797736eee tempest-FloatingIPAdminTestJSON-586730334 tempest-FloatingIPAdminTestJSON-586730334-project] 10.222.0.36 "DELETE /v2.0/floatingips/34662a48-ba2b-4187-b466-1208039e2bf4 HTTP/1.1" status: 204 len: 168 time: 0.9803824 Aug 16 23:01:29.030996 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 44658) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:29.031353 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931abfb0-0299-4b9f-a7ed-b35541ff09df admin admin] Pushing event updated for resources: {'Subnet': ['ID=83a7154b-2d0f-4675-897d-e253fcead13a,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:29.053324 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931abfb0-0299-4b9f-a7ed-b35541ff09df admin admin] Network 540fbbcf-8da3-458c-90f5-f20e9fa6a263 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:01:29.076168 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-931abfb0-0299-4b9f-a7ed-b35541ff09df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 540fbbcf-8da3-458c-90f5-f20e9fa6a263) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:01:29.084013 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931abfb0-0299-4b9f-a7ed-b35541ff09df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:29.084753 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-931abfb0-0299-4b9f-a7ed-b35541ff09df admin admin] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:29.085996 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf06070-4c01-4f31-bcd0-a66c6ddc65f6 None None] Network 540fbbcf-8da3-458c-90f5-f20e9fa6a263 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:01:29.118414 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-931abfb0-0299-4b9f-a7ed-b35541ff09df admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6671443 Aug 16 23:01:29.120165 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 44662) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:29.134327 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-dde62d19-ca9e-4695-843b-e9cd95dac850 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-2136925485-router', 'tenant_id': '658de3f152bc4d17994dfa693ccface5', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:01:29.181160 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dde62d19-ca9e-4695-843b-e9cd95dac850 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:29.182310 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dde62d19-ca9e-4695-843b-e9cd95dac850 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:29.328963 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343e1f95-3e95-441a-9b57-e8680def6430 None None] Network 540fbbcf-8da3-458c-90f5-f20e9fa6a263 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:01:29.377630 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dde62d19-ca9e-4695-843b-e9cd95dac850 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:29.542767 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 44670) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:29.586068 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-1823b27b-7489-4853-ba67-45f47cd55435 tempest-FloatingIPAdminTestJSON-1283713270 tempest-FloatingIPAdminTestJSON-1283713270-project-admin] Deleting port 283b4538-ad35-461b-970d-54d2c679db36 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:01:29.588355 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1823b27b-7489-4853-ba67-45f47cd55435 tempest-FloatingIPAdminTestJSON-1283713270 tempest-FloatingIPAdminTestJSON-1283713270-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:29.609260 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a973698f-b533-44bc-933f-ed59ec7241db req-fe101b66-6f53-437c-8cc4-1a837e462343 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:29.611253 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a973698f-b533-44bc-933f-ed59ec7241db req-fe101b66-6f53-437c-8cc4-1a837e462343 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1a3c014-ee22-4ed3-9ab2-7241129ef2fa HTTP/1.1" status: 200 len: 945 time: 0.1303411 Aug 16 23:01:29.645644 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dde62d19-ca9e-4695-843b-e9cd95dac850 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:29.712497 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a973698f-b533-44bc-933f-ed59ec7241db req-57b8b60d-fd47-4474-8aaf-9d7713569132 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a9bd5fe-3160-4f0a-a902-e95b7aedf567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788999 Aug 16 23:01:29.755488 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-d51a606a-34d9-4b90-a770-b5c2893ce87b tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Request body: {'networks': [{'name': 'tempest-network--2059226950'}, {'name': 'tempest-network--1891097064'}]} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:01:29.756137 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-d51a606a-34d9-4b90-a770-b5c2893ce87b tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Request body: {'network': {'name': 'tempest-network--2059226950'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:01:29.756893 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-d51a606a-34d9-4b90-a770-b5c2893ce87b tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Request body: {'network': {'name': 'tempest-network--1891097064'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:01:29.806694 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d51a606a-34d9-4b90-a770-b5c2893ce87b tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Made reservation on behalf of 6a73850e141042e6b53c778e50c245ea for: {'network': 2} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:01:29.815355 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d51a606a-34d9-4b90-a770-b5c2893ce87b tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:29.911298 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1823b27b-7489-4853-ba67-45f47cd55435 tempest-FloatingIPAdminTestJSON-1283713270 tempest-FloatingIPAdminTestJSON-1283713270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:29.911702 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1823b27b-7489-4853-ba67-45f47cd55435 tempest-FloatingIPAdminTestJSON-1283713270 tempest-FloatingIPAdminTestJSON-1283713270-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:29.915883 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d51a606a-34d9-4b90-a770-b5c2893ce87b tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:29.948644 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-1823b27b-7489-4853-ba67-45f47cd55435 tempest-FloatingIPAdminTestJSON-1283713270 tempest-FloatingIPAdminTestJSON-1283713270-project-admin] Calling delete_port for 283b4538-ad35-461b-970d-54d2c679db36 owned by network:floatingip {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:01:30.040665 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dde62d19-ca9e-4695-843b-e9cd95dac850 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:30.051495 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb0255-baf6-45af-b54d-28ca84ae179f req-e641c7b9-3c17-49e9-9dbc-0cdbf94eb5df tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:30.053549 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5dbb0255-baf6-45af-b54d-28ca84ae179f req-e641c7b9-3c17-49e9-9dbc-0cdbf94eb5df tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1dee21d-438d-4809-b7fc-08c3f1ed2e89 HTTP/1.1" status: 200 len: 946 time: 0.1844366 Aug 16 23:01:30.074123 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dde62d19-ca9e-4695-843b-e9cd95dac850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:30.159889 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8111081e-8024-4b87-8f73-a1f5378b0758 req-e4654cc8-0e52-4d19-9e2c-86b9ce354367 tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc48c1b8-4292-4519-8c38-e7401cede36b HTTP/1.1" status: 200 len: 210 time: 0.1052642 Aug 16 23:01:30.163066 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5dbb0255-baf6-45af-b54d-28ca84ae179f req-129e436e-3d17-495a-bb0b-a3f1b2201856 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016188 Aug 16 23:01:30.267163 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-dde62d19-ca9e-4695-843b-e9cd95dac850 admin admin] Allocated IP 172.25.4.46 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/7dd6bc2c-e379-4cef-a740-e8b4bffa3196) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:01:30.295229 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d51a606a-34d9-4b90-a770-b5c2893ce87b tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:30.305323 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d51a606a-34d9-4b90-a770-b5c2893ce87b tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:30.306516 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d51a606a-34d9-4b90-a770-b5c2893ce87b tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:30.351360 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a606a-34d9-4b90-a770-b5c2893ce87b tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b5855ce-88a3-4d63-930a-2776dde35f8d,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:30.385481 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1823b27b-7489-4853-ba67-45f47cd55435 tempest-FloatingIPAdminTestJSON-1283713270 tempest-FloatingIPAdminTestJSON-1283713270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:30.436274 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1823b27b-7489-4853-ba67-45f47cd55435 tempest-FloatingIPAdminTestJSON-1283713270 tempest-FloatingIPAdminTestJSON-1283713270-project-admin] Pushing event deleted for resources: {'Port': ['ID=283b4538-ad35-461b-970d-54d2c679db36,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:30.463115 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dde62d19-ca9e-4695-843b-e9cd95dac850 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:30.488046 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d51a606a-34d9-4b90-a770-b5c2893ce87b tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:01:30.508260 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d51a606a-34d9-4b90-a770-b5c2893ce87b tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:30.508738 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-d51a606a-34d9-4b90-a770-b5c2893ce87b tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Added segment 4bc7db82-2dcd-497f-be97-ef74119fddfd of type vlan for network c24e4596-44ea-42a4-a8c0-c0c0938d5f8c Aug 16 23:01:30.537835 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dde62d19-ca9e-4695-843b-e9cd95dac850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:30.546680 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1823b27b-7489-4853-ba67-45f47cd55435 tempest-FloatingIPAdminTestJSON-1283713270 tempest-FloatingIPAdminTestJSON-1283713270-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:30.549216 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1823b27b-7489-4853-ba67-45f47cd55435 tempest-FloatingIPAdminTestJSON-1283713270 tempest-FloatingIPAdminTestJSON-1283713270-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:30.554341 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-1823b27b-7489-4853-ba67-45f47cd55435 tempest-FloatingIPAdminTestJSON-1283713270 tempest-FloatingIPAdminTestJSON-1283713270-project-admin] 10.222.0.36 "DELETE /v2.0/floatingips/0c644d07-e628-4b4e-b67d-17d36df43d1e HTTP/1.1" status: 204 len: 168 time: 1.5184216 Aug 16 23:01:30.554341 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 44678) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:30.603796 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d51a606a-34d9-4b90-a770-b5c2893ce87b tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:30.609980 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde62d19-ca9e-4695-843b-e9cd95dac850 admin admin] Pushing event updated for resources: {'Port': ['ID=7dd6bc2c-e379-4cef-a740-e8b4bffa3196,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:30.631263 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde62d19-ca9e-4695-843b-e9cd95dac850 admin admin] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:01:30.633999 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-dde62d19-ca9e-4695-843b-e9cd95dac850 admin admin] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:01:30.637046 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde62d19-ca9e-4695-843b-e9cd95dac850 admin admin] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:01:30.687553 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d51a606a-34d9-4b90-a770-b5c2893ce87b tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:01:30.708669 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d51a606a-34d9-4b90-a770-b5c2893ce87b tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:30.709035 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-d51a606a-34d9-4b90-a770-b5c2893ce87b tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Added segment c0ec1a79-af63-4b86-becf-563b0074fa34 of type vlan for network 8ee8fd2a-2481-404a-a5ff-5e478b33869b Aug 16 23:01:30.769349 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-98ecc278-6e21-43d0-b267-30312139f06d tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Deleting port ebbbbaf7-fc5d-40b2-8295-67b37a8dfc49 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:01:30.769815 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-98ecc278-6e21-43d0-b267-30312139f06d tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:30.822029 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d51a606a-34d9-4b90-a770-b5c2893ce87b tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:30.953498 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95fdcdc-2405-4dc0-8af2-6cdaa694fe24 req-9a9e2a5f-9083-4930-82a4-a8279ccb854a tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:30.954793 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c95fdcdc-2405-4dc0-8af2-6cdaa694fe24 req-9a9e2a5f-9083-4930-82a4-a8279ccb854a tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1a3c014-ee22-4ed3-9ab2-7241129ef2fa HTTP/1.1" status: 200 len: 945 time: 0.1303113 Aug 16 23:01:30.964818 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d51a606a-34d9-4b90-a770-b5c2893ce87b tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:30.965050 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d51a606a-34d9-4b90-a770-b5c2893ce87b tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:30.970356 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51a606a-34d9-4b90-a770-b5c2893ce87b tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:30.976877 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51a606a-34d9-4b90-a770-b5c2893ce87b tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:30.977604 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d51a606a-34d9-4b90-a770-b5c2893ce87b tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:31.053769 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-98ecc278-6e21-43d0-b267-30312139f06d tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:31.099908 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-98ecc278-6e21-43d0-b267-30312139f06d tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Calling delete_port for ebbbbaf7-fc5d-40b2-8295-67b37a8dfc49 owned by {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:01:31.106736 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-d51a606a-34d9-4b90-a770-b5c2893ce87b tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.5587273 Aug 16 23:01:31.107076 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dde62d19-ca9e-4695-843b-e9cd95dac850 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:31.111477 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 44682) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:31.115839 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c95fdcdc-2405-4dc0-8af2-6cdaa694fe24 req-cfe68496-3a5f-43a8-8ae0-07f1cc5c496d tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a9bd5fe-3160-4f0a-a902-e95b7aedf567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526792 Aug 16 23:01:31.120908 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a606a-34d9-4b90-a770-b5c2893ce87b tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Pushing event updated for resources: {'Network': ['ID=c24e4596-44ea-42a4-a8c0-c0c0938d5f8c,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:31.140585 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network c24e4596-44ea-42a4-a8c0-c0c0938d5f8c details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:01:31.297130 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a606a-34d9-4b90-a770-b5c2893ce87b tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Pushing event updated for resources: {'Network': ['ID=8ee8fd2a-2481-404a-a5ff-5e478b33869b,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:31.325946 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 8ee8fd2a-2481-404a-a5ff-5e478b33869b details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:01:31.401779 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bac79e3e-dc23-4bfe-9643-e8f392745dd5 req-440c51a7-7bc5-419d-8411-fce6684092c8 tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc48c1b8-4292-4519-8c38-e7401cede36b HTTP/1.1" status: 200 len: 210 time: 0.0658400 Aug 16 23:01:31.468742 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adcd600-c104-4189-8484-e2919d302921 req-cc68345e-9784-4a99-b05c-360eece23fb8 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:31.482297 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9adcd600-c104-4189-8484-e2919d302921 req-cc68345e-9784-4a99-b05c-360eece23fb8 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1dee21d-438d-4809-b7fc-08c3f1ed2e89 HTTP/1.1" status: 200 len: 946 time: 0.1899011 Aug 16 23:01:31.531186 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-98ecc278-6e21-43d0-b267-30312139f06d tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:31.550857 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9adcd600-c104-4189-8484-e2919d302921 req-620dc0c7-7a71-421b-947a-89684c915bb3 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675766 Aug 16 23:01:31.580281 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ecc278-6e21-43d0-b267-30312139f06d tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Pushing event deleted for resources: {'Port': ['ID=ebbbbaf7-fc5d-40b2-8295-67b37a8dfc49,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:31.725458 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-98ecc278-6e21-43d0-b267-30312139f06d tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:31.730134 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-98ecc278-6e21-43d0-b267-30312139f06d tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] 10.222.0.36 "DELETE /v2.0/ports/ebbbbaf7-fc5d-40b2-8295-67b37a8dfc49 HTTP/1.1" status: 204 len: 168 time: 1.1731606 Aug 16 23:01:31.730834 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 44688) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:31.792215 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebeebef-46a2-4723-b2e6-0a11a4a92cad tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:31.797129 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-5ebeebef-46a2-4723-b2e6-0a11a4a92cad tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] 10.222.0.36 "GET /v2.0/ports?device_id=66bd6ab8-9924-4643-a516-946e96fd75de HTTP/1.1" status: 200 len: 913 time: 0.0652487 Aug 16 23:01:31.798289 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 44690) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:32.108158 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b26100a-466d-44f3-93bf-373f25edbbac tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:32.117067 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b26100a-466d-44f3-93bf-373f25edbbac tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:32.123704 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b26100a-466d-44f3-93bf-373f25edbbac tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:32.129949 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b26100a-466d-44f3-93bf-373f25edbbac tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:32.131786 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-1b26100a-466d-44f3-93bf-373f25edbbac tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 1.0192542 Aug 16 23:01:32.135642 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 44692) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:32.350413 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-df4ee89a-c82e-4657-9da6-5cced2ae8a47 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:32.353408 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dde62d19-ca9e-4695-843b-e9cd95dac850 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:32.539132 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 44700) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:32.591582 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-df4ee89a-c82e-4657-9da6-5cced2ae8a47 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:32.606214 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6b15a2-db32-4691-9651-5406efd65e06 req-fe9b4564-e9fc-440f-b620-c85ff0829d03 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:32.613839 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3d6b15a2-db32-4691-9651-5406efd65e06 req-fe9b4564-e9fc-440f-b620-c85ff0829d03 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1a3c014-ee22-4ed3-9ab2-7241129ef2fa HTTP/1.1" status: 200 len: 945 time: 0.1757982 Aug 16 23:01:32.684586 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-df4ee89a-c82e-4657-9da6-5cced2ae8a47 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c24e4596-44ea-42a4-a8c0-c0c0938d5f8c']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:01:32.686957 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b6621350-acdb-47b7-8a1a-13938b76747b tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:32.717044 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b6621350-acdb-47b7-8a1a-13938b76747b tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:32.723923 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3d6b15a2-db32-4691-9651-5406efd65e06 req-0df21d70-1cc7-4b02-8c51-99ea49075eee tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a9bd5fe-3160-4f0a-a902-e95b7aedf567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069744 Aug 16 23:01:32.790928 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b6621350-acdb-47b7-8a1a-13938b76747b tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:32.794413 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b6621350-acdb-47b7-8a1a-13938b76747b tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:32.800650 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-b6621350-acdb-47b7-8a1a-13938b76747b tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] 10.222.0.36 "DELETE /v2.0/security-groups/74b683a2-8fee-4523-b254-c8aa24161d09 HTTP/1.1" status: 204 len: 168 time: 0.2601728 Aug 16 23:01:32.800889 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 44704) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:32.803889 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-df4ee89a-c82e-4657-9da6-5cced2ae8a47 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bc7db82-2dcd-497f-be97-ef74119fddfd') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:01:32.804422 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-df4ee89a-c82e-4657-9da6-5cced2ae8a47 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bc7db82-2dcd-497f-be97-ef74119fddfd') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:01:32.822075 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fffe38-b535-4f79-b50b-126a2027e1a8 req-9caec653-a9a8-475c-bb5f-ceef33e4328a tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:32.824242 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-20fffe38-b535-4f79-b50b-126a2027e1a8 req-9caec653-a9a8-475c-bb5f-ceef33e4328a tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1dee21d-438d-4809-b7fc-08c3f1ed2e89 HTTP/1.1" status: 200 len: 946 time: 0.1620581 Aug 16 23:01:32.837034 n-d-791506-26 neutron-server[101292]: INFO neutron.api.v2.resource [None req-b140694a-3e37-451a-9085-16a7382fc205 tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] show failed (client error): The resource could not be found. Aug 16 23:01:32.840788 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-b140694a-3e37-451a-9085-16a7382fc205 tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] 10.222.0.36 "GET /v2.0/security-groups/74b683a2-8fee-4523-b254-c8aa24161d09 HTTP/1.1" status: 404 len: 347 time: 0.0355582 Aug 16 23:01:32.845737 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-df4ee89a-c82e-4657-9da6-5cced2ae8a47 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:32.845993 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 44706) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:32.863546 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6621350-acdb-47b7-8a1a-13938b76747b tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b683a2-8fee-4523-b254-c8aa24161d09,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:32.871572 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dde62d19-ca9e-4695-843b-e9cd95dac850 admin admin] Router f8fa8840-c880-441b-b56b-d6b69d0a152f is scheduled to L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f with binding_index 1 {{(pid=101291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:01:32.903246 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-df4ee89a-c82e-4657-9da6-5cced2ae8a47 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:33.010529 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df4ee89a-c82e-4657-9da6-5cced2ae8a47 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:01:33.011286 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-df4ee89a-c82e-4657-9da6-5cced2ae8a47 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:33.014658 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 23:01:33.014658 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:01:33.014658 n-d-791506-26 neutron-server[101291]: timer() Aug 16 23:01:33.014658 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:01:33.014658 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 23:01:33.014658 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:01:33.014658 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 23:01:33.014658 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:01:33.014658 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 23:01:33.014658 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:01:33.014658 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 23:01:33.014658 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:01:33.014658 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 23:01:33.014658 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:01:33.014658 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:01:33.014658 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:01:33.014658 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:01:33.014658 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:01:33.014658 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 23:01:33.014658 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:01:33.014658 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 23:01:33.014658 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:01:33.014658 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:01:33.014658 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:01:33.014658 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 23:01:33.014658 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:01:33.014658 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:01:33.014658 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:01:33.014658 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:01:33.014658 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:01:33.014658 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:01:33.014658 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:01:33.037374 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-20fffe38-b535-4f79-b50b-126a2027e1a8 req-418f3fe6-5c02-4311-aa5c-33f516cebe3a tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049711 Aug 16 23:01:33.096323 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dde62d19-ca9e-4695-843b-e9cd95dac850 admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:01:33.110647 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54a18c9-8941-47d5-a6e2-92a3e79546a5 None None] Sync routers for ids ['f8fa8840-c880-441b-b56b-d6b69d0a152f'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:01:33.150868 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54a18c9-8941-47d5-a6e2-92a3e79546a5 None None] Routers {'f8fa8840-c880-441b-b56b-d6b69d0a152f'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:01:33.151997 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-f54a18c9-8941-47d5-a6e2-92a3e79546a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:01:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['f8fa8840-c880-441b-b56b-d6b69d0a152f'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:01:33.155722 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dde62d19-ca9e-4695-843b-e9cd95dac850 admin admin] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:33.167528 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 44708) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:33.168800 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-dde62d19-ca9e-4695-843b-e9cd95dac850 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.0446773 Aug 16 23:01:33.171420 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-df4ee89a-c82e-4657-9da6-5cced2ae8a47 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:33.184336 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-df4ee89a-c82e-4657-9da6-5cced2ae8a47 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:33.191103 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-df4ee89a-c82e-4657-9da6-5cced2ae8a47 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] 10.222.0.36 "DELETE /v2.0/networks/c24e4596-44ea-42a4-a8c0-c0c0938d5f8c HTTP/1.1" status: 204 len: 168 time: 1.0520787 Aug 16 23:01:33.197927 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 44710) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:33.238236 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-4f224879-c5ba-424d-ab77-ee0bf5820c17 tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Deleting port 62de41a4-2515-420a-9412-a59911787378 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:01:33.238598 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4f224879-c5ba-424d-ab77-ee0bf5820c17 tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:33.262121 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4ee89a-c82e-4657-9da6-5cced2ae8a47 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Pushing event deleted for resources: {'Network': ['ID=c24e4596-44ea-42a4-a8c0-c0c0938d5f8c,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:33.385049 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d4af00cc-afe1-4100-98a7-732b3fe026fe tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:33.457676 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-f54a18c9-8941-47d5-a6e2-92a3e79546a5 None None] Set router f8fa8840-c880-441b-b56b-d6b69d0a152f gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:01:33.582021 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d4af00cc-afe1-4100-98a7-732b3fe026fe tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:33.595197 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-d4af00cc-afe1-4100-98a7-732b3fe026fe tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ee8fd2a-2481-404a-a5ff-5e478b33869b']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:01:33.609273 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-d4af00cc-afe1-4100-98a7-732b3fe026fe tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0ec1a79-af63-4b86-becf-563b0074fa34') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:01:33.609715 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-d4af00cc-afe1-4100-98a7-732b3fe026fe tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0ec1a79-af63-4b86-becf-563b0074fa34') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:01:33.622135 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d4af00cc-afe1-4100-98a7-732b3fe026fe tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:33.639910 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d4af00cc-afe1-4100-98a7-732b3fe026fe tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:33.650159 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4af00cc-afe1-4100-98a7-732b3fe026fe tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:01:33.651692 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d4af00cc-afe1-4100-98a7-732b3fe026fe tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:33.659030 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4f224879-c5ba-424d-ab77-ee0bf5820c17 tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:33.659461 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4f224879-c5ba-424d-ab77-ee0bf5820c17 tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:33.686068 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-4f224879-c5ba-424d-ab77-ee0bf5820c17 tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Calling delete_port for 62de41a4-2515-420a-9412-a59911787378 owned by network:floatingip {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:01:33.753737 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 23:01:33.753737 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:01:33.753737 n-d-791506-26 neutron-server[101291]: timer() Aug 16 23:01:33.753737 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:01:33.753737 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 23:01:33.753737 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:01:33.753737 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 23:01:33.753737 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:01:33.753737 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 23:01:33.753737 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:01:33.753737 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 23:01:33.753737 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:01:33.753737 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 23:01:33.753737 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:01:33.753737 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:01:33.753737 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:01:33.753737 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:01:33.753737 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:01:33.753737 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 23:01:33.753737 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:01:33.753737 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 23:01:33.753737 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:01:33.753737 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:01:33.753737 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:01:33.753737 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 23:01:33.753737 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:01:33.753737 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:01:33.753737 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:01:33.753737 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:01:33.753737 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:01:33.753737 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:01:33.753737 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:01:33.757889 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d4af00cc-afe1-4100-98a7-732b3fe026fe tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:33.771570 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d4af00cc-afe1-4100-98a7-732b3fe026fe tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:33.778017 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-d4af00cc-afe1-4100-98a7-732b3fe026fe tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] 10.222.0.36 "DELETE /v2.0/networks/8ee8fd2a-2481-404a-a5ff-5e478b33869b HTTP/1.1" status: 204 len: 168 time: 0.5278451 Aug 16 23:01:33.778759 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 44718) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:33.814809 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4af00cc-afe1-4100-98a7-732b3fe026fe tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Pushing event deleted for resources: {'Network': ['ID=8ee8fd2a-2481-404a-a5ff-5e478b33869b,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:33.816341 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-f54a18c9-8941-47d5-a6e2-92a3e79546a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8fa8840-c880-441b-b56b-d6b69d0a152f', 'name': 'tempest-ServerRescueTestJSON-2136925485-router', 'tenant_id': '658de3f152bc4d17994dfa693ccface5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.46'}], 'enable_snat': True}, 'gw_port_id': '7dd6bc2c-e379-4cef-a740-e8b4bffa3196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:01:29Z', 'updated_at': '2021-08-16T23:01:30Z', 'revision_number': 3, 'project_id': '658de3f152bc4d17994dfa693ccface5', 'gw_port': {'id': '7dd6bc2c-e379-4cef-a740-e8b4bffa3196', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:5d:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8fa8840-c880-441b-b56b-d6b69d0a152f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:01:30Z', 'updated_at': '2021-08-16T23:01:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:01:33.906841 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54a18c9-8941-47d5-a6e2-92a3e79546a5 None None] Checking router: f8fa8840-c880-441b-b56b-d6b69d0a152f for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:01:33.909983 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54a18c9-8941-47d5-a6e2-92a3e79546a5 None None] Updating router f8fa8840-c880-441b-b56b-d6b69d0a152f port 7dd6bc2c-e379-4cef-a740-e8b4bffa3196 binding host n-d-791506-26 {{(pid=101294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:01:33.963264 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-f54a18c9-8941-47d5-a6e2-92a3e79546a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:33.981295 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4f224879-c5ba-424d-ab77-ee0bf5820c17 tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:33.985354 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798a4b25-7a35-4d44-b352-46661d6792b2 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:33.993079 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798a4b25-7a35-4d44-b352-46661d6792b2 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:33.994741 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-798a4b25-7a35-4d44-b352-46661d6792b2 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2135632 Aug 16 23:01:34.000836 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 44720) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:34.005826 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-afb2c537-039f-43ed-b008-79a1eb4c75c2 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-524019028'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:01:34.048823 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afb2c537-039f-43ed-b008-79a1eb4c75c2 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Made reservation on behalf of 6a73850e141042e6b53c778e50c245ea for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:01:34.053934 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-afb2c537-039f-43ed-b008-79a1eb4c75c2 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:34.097457 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afb2c537-039f-43ed-b008-79a1eb4c75c2 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:01:34.098641 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f224879-c5ba-424d-ab77-ee0bf5820c17 tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Pushing event deleted for resources: {'Port': ['ID=62de41a4-2515-420a-9412-a59911787378,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:34.115864 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-afb2c537-039f-43ed-b008-79a1eb4c75c2 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:34.116257 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-afb2c537-039f-43ed-b008-79a1eb4c75c2 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Added segment d1fdfa45-b3ee-48ed-964f-8a70912ca684 of type vlan for network f8636457-c434-4589-8202-79643971dac7 Aug 16 23:01:34.134678 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-525a5468-df36-4057-be2c-a138de626e92 tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537579'] for router_interface, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:34.197273 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-afb2c537-039f-43ed-b008-79a1eb4c75c2 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:34.260149 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-afb2c537-039f-43ed-b008-79a1eb4c75c2 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:34.272919 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb2c537-039f-43ed-b008-79a1eb4c75c2 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:34.274511 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-afb2c537-039f-43ed-b008-79a1eb4c75c2 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:34.274885 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ada395e-e0c5-473d-a124-51dbe88b9e72 req-d53dd66d-b2a2-4582-ae3f-dffe5f106d1d tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:34.282158 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6ada395e-e0c5-473d-a124-51dbe88b9e72 req-d53dd66d-b2a2-4582-ae3f-dffe5f106d1d tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1a3c014-ee22-4ed3-9ab2-7241129ef2fa HTTP/1.1" status: 200 len: 945 time: 0.4242721 Aug 16 23:01:34.295901 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4f224879-c5ba-424d-ab77-ee0bf5820c17 tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Notify callbacks [] for floatingip, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:34.298160 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4f224879-c5ba-424d-ab77-ee0bf5820c17 tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:34.299280 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-4f224879-c5ba-424d-ab77-ee0bf5820c17 tempest-ServersTestBootFromVolume-71572719 tempest-ServersTestBootFromVolume-71572719-project] 10.222.0.36 "DELETE /v2.0/floatingips/78f0e506-0478-448f-8707-10daed0b30ef HTTP/1.1" status: 204 len: 168 time: 1.4490492 Aug 16 23:01:34.305234 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 44724) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:34.400423 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-f54a18c9-8941-47d5-a6e2-92a3e79546a5 None None] Notify callbacks [] for port, precommit_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:34.412475 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.provisioning_blocks [None req-f54a18c9-8941-47d5-a6e2-92a3e79546a5 None None] Transition to ACTIVE for port object 7dd6bc2c-e379-4cef-a740-e8b4bffa3196 will not be triggered until provisioned by entity L2. {{(pid=101294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:01:34.426084 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-f54a18c9-8941-47d5-a6e2-92a3e79546a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:34.444269 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13a6af6-9b02-4a41-969c-2b952cb76c63 req-849ee54b-2f59-45f0-a113-65f7dfb96ec1 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:34.445998 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e13a6af6-9b02-4a41-969c-2b952cb76c63 req-849ee54b-2f59-45f0-a113-65f7dfb96ec1 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1dee21d-438d-4809-b7fc-08c3f1ed2e89 HTTP/1.1" status: 200 len: 946 time: 0.2297096 Aug 16 23:01:34.457643 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6ada395e-e0c5-473d-a124-51dbe88b9e72 req-4a99035e-9997-4392-bdff-0c0dd1ecd66c tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a9bd5fe-3160-4f0a-a902-e95b7aedf567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724048 Aug 16 23:01:34.457836 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-afb2c537-039f-43ed-b008-79a1eb4c75c2 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4558170 Aug 16 23:01:34.467618 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 44726) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:34.483346 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-86d55cbb-db4c-4110-9b32-eb8a1bdcd53d tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1768639779'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:01:34.518476 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86d55cbb-db4c-4110-9b32-eb8a1bdcd53d tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Made reservation on behalf of 6a73850e141042e6b53c778e50c245ea for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:01:34.524630 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-86d55cbb-db4c-4110-9b32-eb8a1bdcd53d tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:34.545201 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb2c537-039f-43ed-b008-79a1eb4c75c2 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Pushing event updated for resources: {'Network': ['ID=f8636457-c434-4589-8202-79643971dac7,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:34.561179 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network f8636457-c434-4589-8202-79643971dac7 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:01:34.616794 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8db243-5905-4d65-9734-b4f05c5dca48 None None] Pushing event updated for resources: {'Port': ['ID=7dd6bc2c-e379-4cef-a740-e8b4bffa3196,revision_number=2']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:34.630283 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-f54a18c9-8941-47d5-a6e2-92a3e79546a5 None None] Attempting to bind port 7dd6bc2c-e379-4cef-a740-e8b4bffa3196 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:01:34.630649 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-f54a18c9-8941-47d5-a6e2-92a3e79546a5 None None] Attempting to bind port 7dd6bc2c-e379-4cef-a740-e8b4bffa3196 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:01:34.631010 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54a18c9-8941-47d5-a6e2-92a3e79546a5 None None] Attempting to bind port 7dd6bc2c-e379-4cef-a740-e8b4bffa3196 on network c22c4980-c849-406d-982c-a5d68c515a94 {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:01:34.647149 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8db243-5905-4d65-9734-b4f05c5dca48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:01:34.647491 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8db243-5905-4d65-9734-b4f05c5dca48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:01:34.647830 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8db243-5905-4d65-9734-b4f05c5dca48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:01:34.648163 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8db243-5905-4d65-9734-b4f05c5dca48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:01:34.655264 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8db243-5905-4d65-9734-b4f05c5dca48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:01:34.655638 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8db243-5905-4d65-9734-b4f05c5dca48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:01:34.655976 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8db243-5905-4d65-9734-b4f05c5dca48 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:01:34.656308 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8db243-5905-4d65-9734-b4f05c5dca48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:01:34.656932 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8db243-5905-4d65-9734-b4f05c5dca48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:01:34.657072 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8db243-5905-4d65-9734-b4f05c5dca48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:01:34.657298 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8db243-5905-4d65-9734-b4f05c5dca48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:01:34.657622 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8db243-5905-4d65-9734-b4f05c5dca48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:01:34.674050 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54a18c9-8941-47d5-a6e2-92a3e79546a5 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:01:34.674456 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54a18c9-8941-47d5-a6e2-92a3e79546a5 None None] Checking segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:01:34.675074 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-f54a18c9-8941-47d5-a6e2-92a3e79546a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:34.675373 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54a18c9-8941-47d5-a6e2-92a3e79546a5 None None] Bound using segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:01:34.675855 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-f54a18c9-8941-47d5-a6e2-92a3e79546a5 None None] Bound port: 7dd6bc2c-e379-4cef-a740-e8b4bffa3196, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:01:34.676232 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-f54a18c9-8941-47d5-a6e2-92a3e79546a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:34.680438 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86d55cbb-db4c-4110-9b32-eb8a1bdcd53d tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:01:34.692114 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-86d55cbb-db4c-4110-9b32-eb8a1bdcd53d tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:34.692771 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-86d55cbb-db4c-4110-9b32-eb8a1bdcd53d tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Added segment c899f950-1855-4456-b085-284b6f6e7c59 of type vlan for network f37bddfb-09b8-444e-8296-3a5abc38d41f Aug 16 23:01:34.748469 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-f54a18c9-8941-47d5-a6e2-92a3e79546a5 None None] For port 7dd6bc2c-e379-4cef-a740-e8b4bffa3196, host n-d-791506-26, cleared binding levels {{(pid=101294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:01:34.751644 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-f54a18c9-8941-47d5-a6e2-92a3e79546a5 None None] For port 7dd6bc2c-e379-4cef-a740-e8b4bffa3196, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=7dd6bc2c-e379-4cef-a740-e8b4bffa3196,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:01:34.752402 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-86d55cbb-db4c-4110-9b32-eb8a1bdcd53d tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:34.760021 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-f54a18c9-8941-47d5-a6e2-92a3e79546a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:34.816664 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-86d55cbb-db4c-4110-9b32-eb8a1bdcd53d tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:34.833007 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54a18c9-8941-47d5-a6e2-92a3e79546a5 None None] Routers {'f8fa8840-c880-441b-b56b-d6b69d0a152f'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:01:34.833642 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-f54a18c9-8941-47d5-a6e2-92a3e79546a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:01:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['f8fa8840-c880-441b-b56b-d6b69d0a152f'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:01:34.840451 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3ff0609d-ded8-431b-aa62-098d6807fdc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:34.841876 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8db243-5905-4d65-9734-b4f05c5dca48 None None] Pushing event updated for resources: {'Port': ['ID=7dd6bc2c-e379-4cef-a740-e8b4bffa3196,revision_number=3']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:34.852145 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d55cbb-db4c-4110-9b32-eb8a1bdcd53d tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:34.855421 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-86d55cbb-db4c-4110-9b32-eb8a1bdcd53d tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:34.863277 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e13a6af6-9b02-4a41-969c-2b952cb76c63 req-8db0b0ff-7816-4349-a04c-742dbb6996e1 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3978822 Aug 16 23:01:35.023221 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d55cbb-db4c-4110-9b32-eb8a1bdcd53d tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Pushing event updated for resources: {'Network': ['ID=f37bddfb-09b8-444e-8296-3a5abc38d41f,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:35.044582 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-f54a18c9-8941-47d5-a6e2-92a3e79546a5 None None] Set router f8fa8840-c880-441b-b56b-d6b69d0a152f gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:01:35.046270 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network f37bddfb-09b8-444e-8296-3a5abc38d41f details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:01:35.133890 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-86d55cbb-db4c-4110-9b32-eb8a1bdcd53d tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6569819 Aug 16 23:01:35.134953 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 44730) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:35.152568 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-41c924cb-de0f-4d1c-bec2-c5c5015dbd45 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Request body: {'ports': [{'network_id': 'f8636457-c434-4589-8202-79643971dac7', 'name': 'tempest-port--908561215', 'admin_state_up': True}, {'network_id': 'f37bddfb-09b8-444e-8296-3a5abc38d41f', 'admin_state_up': False}]} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:01:35.152892 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-41c924cb-de0f-4d1c-bec2-c5c5015dbd45 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Request body: {'port': {'network_id': 'f8636457-c434-4589-8202-79643971dac7', 'name': 'tempest-port--908561215', 'admin_state_up': True}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:01:35.161688 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-41c924cb-de0f-4d1c-bec2-c5c5015dbd45 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Request body: {'port': {'network_id': 'f37bddfb-09b8-444e-8296-3a5abc38d41f', 'admin_state_up': False}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:01:35.319470 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-525a5468-df36-4057-be2c-a138de626e92 tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Deleting port bc69599c-1f9d-4107-8d2e-61ab19168873 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:01:35.320652 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-525a5468-df36-4057-be2c-a138de626e92 tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:35.364701 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-f54a18c9-8941-47d5-a6e2-92a3e79546a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8fa8840-c880-441b-b56b-d6b69d0a152f', 'name': 'tempest-ServerRescueTestJSON-2136925485-router', 'tenant_id': '658de3f152bc4d17994dfa693ccface5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.46'}], 'enable_snat': True}, 'gw_port_id': '7dd6bc2c-e379-4cef-a740-e8b4bffa3196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:01:29Z', 'updated_at': '2021-08-16T23:01:30Z', 'revision_number': 3, 'project_id': '658de3f152bc4d17994dfa693ccface5', 'gw_port': {'id': '7dd6bc2c-e379-4cef-a740-e8b4bffa3196', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:5d:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8fa8840-c880-441b-b56b-d6b69d0a152f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:01:30Z', 'updated_at': '2021-08-16T23:01:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:01:35.428145 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54a18c9-8941-47d5-a6e2-92a3e79546a5 None None] The sync data for ids ['f8fa8840-c880-441b-b56b-d6b69d0a152f'] in n-d-791506-26 is: [{'id': 'f8fa8840-c880-441b-b56b-d6b69d0a152f', 'name': 'tempest-ServerRescueTestJSON-2136925485-router', 'tenant_id': '658de3f152bc4d17994dfa693ccface5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.46'}], 'enable_snat': True}, 'gw_port_id': '7dd6bc2c-e379-4cef-a740-e8b4bffa3196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:01:29Z', 'updated_at': '2021-08-16T23:01:30Z', 'revision_number': 3, 'project_id': '658de3f152bc4d17994dfa693ccface5', 'gw_port': {'id': '7dd6bc2c-e379-4cef-a740-e8b4bffa3196', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:5d:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8fa8840-c880-441b-b56b-d6b69d0a152f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:01:30Z', 'updated_at': '2021-08-16T23:01:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:01:35.466254 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-525a5468-df36-4057-be2c-a138de626e92 tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:35.507462 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-525a5468-df36-4057-be2c-a138de626e92 tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Calling delete_port for bc69599c-1f9d-4107-8d2e-61ab19168873 owned by network:router_interface {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:01:35.547014 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-3ff0609d-ded8-431b-aa62-098d6807fdc6 admin admin] Allocated IP 172.20.0.1 (540fbbcf-8da3-458c-90f5-f20e9fa6a263/83a7154b-2d0f-4675-897d-e253fcead13a/5d0dc39a-9378-4c89-8211-1e6226281fdd) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:01:35.644777 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c924cb-de0f-4d1c-bec2-c5c5015dbd45 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Made reservation on behalf of 6a73850e141042e6b53c778e50c245ea for: {'port': 2} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:01:35.660088 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-41c924cb-de0f-4d1c-bec2-c5c5015dbd45 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:35.700683 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-41c924cb-de0f-4d1c-bec2-c5c5015dbd45 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:35.950636 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3ff0609d-ded8-431b-aa62-098d6807fdc6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:35.957249 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-41c924cb-de0f-4d1c-bec2-c5c5015dbd45 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] device_id is not set on port cac9c9c2-53df-468e-9d8f-5daa8798ff9d yet. {{(pid=101291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 23:01:35.965977 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837a504f-00a3-4513-a79e-6c434b5572f9 req-70b600fb-6d2b-4ba2-bb12-04873b99d670 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:35.967601 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-837a504f-00a3-4513-a79e-6c434b5572f9 req-70b600fb-6d2b-4ba2-bb12-04873b99d670 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1a3c014-ee22-4ed3-9ab2-7241129ef2fa HTTP/1.1" status: 200 len: 945 time: 0.3288038 Aug 16 23:01:36.060421 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6f868ffd-4b98-4b7c-a6bb-4e3e33ac834d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537579'] for router_interface, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:36.336257 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-41c924cb-de0f-4d1c-bec2-c5c5015dbd45 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:36.495215 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-41c924cb-de0f-4d1c-bec2-c5c5015dbd45 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] device_id is not set on port 2150bf52-a66e-4cac-9bc1-9f4b6a921c17 yet. {{(pid=101291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 23:01:36.630421 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-837a504f-00a3-4513-a79e-6c434b5572f9 req-4d14680d-e8e7-4e63-b88b-ab5336221e6a tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a9bd5fe-3160-4f0a-a902-e95b7aedf567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6521986 Aug 16 23:01:36.687999 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e90e2e6-01d4-4d3a-9fd6-f15145bb84bb req-1aafe449-55c4-4267-999b-e54625370da8 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:36.697156 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1e90e2e6-01d4-4d3a-9fd6-f15145bb84bb req-1aafe449-55c4-4267-999b-e54625370da8 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1dee21d-438d-4809-b7fc-08c3f1ed2e89 HTTP/1.1" status: 200 len: 946 time: 0.7085736 Aug 16 23:01:36.769104 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-6f868ffd-4b98-4b7c-a6bb-4e3e33ac834d admin admin] Deleting port 9e8126ce-4aa9-4e74-9d00-7d200b71631b {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:01:36.769813 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6f868ffd-4b98-4b7c-a6bb-4e3e33ac834d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:36.841009 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1e90e2e6-01d4-4d3a-9fd6-f15145bb84bb req-bb21aa84-6c65-404d-9ade-406efa4a6972 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426399 Aug 16 23:01:36.844701 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-525a5468-df36-4057-be2c-a138de626e92 tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:36.850510 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-41c924cb-de0f-4d1c-bec2-c5c5015dbd45 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:36.861985 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3ff0609d-ded8-431b-aa62-098d6807fdc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:36.904139 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525a5468-df36-4057-be2c-a138de626e92 tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Pushing event deleted for resources: {'Port': ['ID=bc69599c-1f9d-4107-8d2e-61ab19168873,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:36.929015 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff0609d-ded8-431b-aa62-098d6807fdc6 admin admin] Network 540fbbcf-8da3-458c-90f5-f20e9fa6a263 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:01:36.943936 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-3ff0609d-ded8-431b-aa62-098d6807fdc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:01:36.980883 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff0609d-ded8-431b-aa62-098d6807fdc6 admin admin] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:01:36.986841 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-6f868ffd-4b98-4b7c-a6bb-4e3e33ac834d admin admin] For port 9e8126ce-4aa9-4e74-9d00-7d200b71631b, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=9e8126ce-4aa9-4e74-9d00-7d200b71631b,segment=NetworkSegment(352bb446-568b-427e-833a-0d34d09f7aa1),segment_id=352bb446-568b-427e-833a-0d34d09f7aa1)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:01:36.987224 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6f868ffd-4b98-4b7c-a6bb-4e3e33ac834d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:37.013649 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-6f868ffd-4b98-4b7c-a6bb-4e3e33ac834d admin admin] Calling delete_port for 9e8126ce-4aa9-4e74-9d00-7d200b71631b owned by network:router_interface {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:01:37.028831 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-41c924cb-de0f-4d1c-bec2-c5c5015dbd45 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:37.215605 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c924cb-de0f-4d1c-bec2-c5c5015dbd45 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Pushing event updated for resources: {'Port': ['ID=cac9c9c2-53df-468e-9d8f-5daa8798ff9d,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:37.232203 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff0609d-ded8-431b-aa62-098d6807fdc6 admin admin] Pushing event updated for resources: {'Port': ['ID=5d0dc39a-9378-4c89-8211-1e6226281fdd,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:37.234610 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c924cb-de0f-4d1c-bec2-c5c5015dbd45 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Checking segment: {'id': 'd1fdfa45-b3ee-48ed-964f-8a70912ca684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f8636457-c434-4589-8202-79643971dac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:01:37.235329 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c924cb-de0f-4d1c-bec2-c5c5015dbd45 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Network hostable DHCP agents. Network: f8636457-c434-4589-8202-79643971dac7, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:01:37.267174 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3ff0609d-ded8-431b-aa62-098d6807fdc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954230'] for router_interface, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:37.341146 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c924cb-de0f-4d1c-bec2-c5c5015dbd45 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Network f8636457-c434-4589-8202-79643971dac7 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:01:37.356648 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-41c924cb-de0f-4d1c-bec2-c5c5015dbd45 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, f8636457-c434-4589-8202-79643971dac7) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:01:37.365314 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b9a409-c979-4d3b-96dd-9b1a1e3c44e2 None None] Network f8636457-c434-4589-8202-79643971dac7 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:01:37.369351 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c924cb-de0f-4d1c-bec2-c5c5015dbd45 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:01:37.370427 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-41c924cb-de0f-4d1c-bec2-c5c5015dbd45 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:37.462255 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-525a5468-df36-4057-be2c-a138de626e92 tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537471'] for router_interface, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:37.477861 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c924cb-de0f-4d1c-bec2-c5c5015dbd45 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Pushing event updated for resources: {'Port': ['ID=2150bf52-a66e-4cac-9bc1-9f4b6a921c17,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:37.520289 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c924cb-de0f-4d1c-bec2-c5c5015dbd45 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Checking segment: {'id': 'c899f950-1855-4456-b085-284b6f6e7c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'f37bddfb-09b8-444e-8296-3a5abc38d41f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:01:37.521350 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c924cb-de0f-4d1c-bec2-c5c5015dbd45 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Network hostable DHCP agents. Network: f37bddfb-09b8-444e-8296-3a5abc38d41f, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:01:37.527240 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6f868ffd-4b98-4b7c-a6bb-4e3e33ac834d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:37.558524 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 7dd6bc2c-e379-4cef-a740-e8b4bffa3196 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:01:37.566689 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f868ffd-4b98-4b7c-a6bb-4e3e33ac834d admin admin] Pushing event deleted for resources: {'Port': ['ID=9e8126ce-4aa9-4e74-9d00-7d200b71631b,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:37.577338 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c924cb-de0f-4d1c-bec2-c5c5015dbd45 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Network f37bddfb-09b8-444e-8296-3a5abc38d41f is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:01:37.612457 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-41c924cb-de0f-4d1c-bec2-c5c5015dbd45 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, f37bddfb-09b8-444e-8296-3a5abc38d41f) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:01:37.675178 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1144ee46-88bf-4bf1-88f5-ed9688e35284 None None] Network f37bddfb-09b8-444e-8296-3a5abc38d41f requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:01:37.720337 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c924cb-de0f-4d1c-bec2-c5c5015dbd45 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:01:37.727791 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c924cb-de0f-4d1c-bec2-c5c5015dbd45 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:37.741201 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c924cb-de0f-4d1c-bec2-c5c5015dbd45 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:37.743206 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-41c924cb-de0f-4d1c-bec2-c5c5015dbd45 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:37.810149 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 7dd6bc2c-e379-4cef-a740-e8b4bffa3196 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:01:37.821842 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 7dd6bc2c-e379-4cef-a740-e8b4bffa3196 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:01:37.822368 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:37.879493 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-41c924cb-de0f-4d1c-bec2-c5c5015dbd45 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.7437601 Aug 16 23:01:37.885515 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 44744) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:37.972221 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-525a5468-df36-4057-be2c-a138de626e92 tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Router 66bd6ab8-9924-4643-a516-946e96fd75de has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:01:38.034002 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382c66aa-ef94-4ee0-b7e7-7de6665f9b74 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:38.043771 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382c66aa-ef94-4ee0-b7e7-7de6665f9b74 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:38.049766 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-382c66aa-ef94-4ee0-b7e7-7de6665f9b74 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1622484 Aug 16 23:01:38.051350 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 44746) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:38.104192 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6f868ffd-4b98-4b7c-a6bb-4e3e33ac834d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537471'] for router_interface, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:38.131271 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3ff0609d-ded8-431b-aa62-098d6807fdc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:38.219155 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e889b1cd-5cd9-4326-a064-c08873f52cd3 req-1758658e-14f2-480d-ba36-67e1d0ddeea9 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:38.230905 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e889b1cd-5cd9-4326-a064-c08873f52cd3 req-1758658e-14f2-480d-ba36-67e1d0ddeea9 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1dee21d-438d-4809-b7fc-08c3f1ed2e89 HTTP/1.1" status: 200 len: 946 time: 0.1925459 Aug 16 23:01:38.262291 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50307d38-cb2c-4e52-addf-343ae8337751 req-fcbcc34d-f0f9-402d-a7f7-4327270cd810 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:38.277660 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-50307d38-cb2c-4e52-addf-343ae8337751 req-fcbcc34d-f0f9-402d-a7f7-4327270cd810 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1a3c014-ee22-4ed3-9ab2-7241129ef2fa HTTP/1.1" status: 200 len: 945 time: 0.3323445 Aug 16 23:01:38.303684 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ad9a2ad1-61c4-408b-989d-0e9b0d3a3b11 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Deleting port cac9c9c2-53df-468e-9d8f-5daa8798ff9d {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:01:38.304025 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ad9a2ad1-61c4-408b-989d-0e9b0d3a3b11 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:38.319264 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:38.346909 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 7dd6bc2c-e379-4cef-a740-e8b4bffa3196, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=7dd6bc2c-e379-4cef-a740-e8b4bffa3196,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:01:38.405068 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:38.452355 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e889b1cd-5cd9-4326-a064-c08873f52cd3 req-d1ed22e9-bfb4-495f-b8f4-b9719a7f17aa tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199700 Aug 16 23:01:38.480773 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=7dd6bc2c-e379-4cef-a740-e8b4bffa3196,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:38.510548 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-50307d38-cb2c-4e52-addf-343ae8337751 req-004a3685-838b-45ef-b766-e50e7870393e tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a9bd5fe-3160-4f0a-a902-e95b7aedf567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314587 Aug 16 23:01:38.594791 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-525a5468-df36-4057-be2c-a138de626e92 tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:01:38.607574 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-525a5468-df36-4057-be2c-a138de626e92 tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] 10.222.0.36 "PUT /v2.0/routers/66bd6ab8-9924-4643-a516-946e96fd75de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8059390 Aug 16 23:01:38.609492 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 44748) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:38.612725 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70331bf7-59e3-4522-ac9e-4be566ee25fb None None] Sync routers for ids ['66bd6ab8-9924-4643-a516-946e96fd75de'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:01:38.632495 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70331bf7-59e3-4522-ac9e-4be566ee25fb None None] Routers {'66bd6ab8-9924-4643-a516-946e96fd75de'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:01:38.633530 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-70331bf7-59e3-4522-ac9e-4be566ee25fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:01:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['66bd6ab8-9924-4643-a516-946e96fd75de'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:01:38.714420 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-70331bf7-59e3-4522-ac9e-4be566ee25fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:01:38.739495 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70331bf7-59e3-4522-ac9e-4be566ee25fb None None] Routers {'66bd6ab8-9924-4643-a516-946e96fd75de'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:01:38.740209 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-70331bf7-59e3-4522-ac9e-4be566ee25fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:01:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['66bd6ab8-9924-4643-a516-946e96fd75de'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:01:38.815264 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-70331bf7-59e3-4522-ac9e-4be566ee25fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:01:38.816148 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70331bf7-59e3-4522-ac9e-4be566ee25fb None None] The sync data for ids ['66bd6ab8-9924-4643-a516-946e96fd75de'] in n-d-791506-26 is: [] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:01:38.827761 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3ff0609d-ded8-431b-aa62-098d6807fdc6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:38.832683 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-eb3d97ae-af6b-465e-b936-976a25e17e1f tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Notify callbacks [] for router, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:38.838178 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3ff0609d-ded8-431b-aa62-098d6807fdc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:38.989620 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ad9a2ad1-61c4-408b-989d-0e9b0d3a3b11 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:39.013696 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ad9a2ad1-61c4-408b-989d-0e9b0d3a3b11 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Calling delete_port for cac9c9c2-53df-468e-9d8f-5daa8798ff9d owned by {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:01:39.033911 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3ff0609d-ded8-431b-aa62-098d6807fdc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954122'] for router_interface, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:39.057062 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff0609d-ded8-431b-aa62-098d6807fdc6 admin admin] Pushing event updated for resources: {'Port': ['ID=5d0dc39a-9378-4c89-8211-1e6226281fdd,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:39.170224 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f868ffd-4b98-4b7c-a6bb-4e3e33ac834d admin admin] Router dfce3a36-7356-4b04-b868-9dc1506ddbb8 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:01:39.177003 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff0609d-ded8-431b-aa62-098d6807fdc6 admin admin] Network 540fbbcf-8da3-458c-90f5-f20e9fa6a263 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:01:39.181027 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-3ff0609d-ded8-431b-aa62-098d6807fdc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:01:39.188145 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-eb3d97ae-af6b-465e-b936-976a25e17e1f tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:39.264756 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ad9a2ad1-61c4-408b-989d-0e9b0d3a3b11 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:39.310496 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9a2ad1-61c4-408b-989d-0e9b0d3a3b11 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Pushing event deleted for resources: {'Port': ['ID=cac9c9c2-53df-468e-9d8f-5daa8798ff9d,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:39.319806 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ad9a2ad1-61c4-408b-989d-0e9b0d3a3b11 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:39.326501 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-ad9a2ad1-61c4-408b-989d-0e9b0d3a3b11 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] 10.222.0.36 "DELETE /v2.0/ports/cac9c9c2-53df-468e-9d8f-5daa8798ff9d HTTP/1.1" status: 204 len: 168 time: 1.2722247 Aug 16 23:01:39.329319 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 44750) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:39.427833 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-eb3d97ae-af6b-465e-b936-976a25e17e1f tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Deleting port 55c09579-f8da-4e37-9e7b-0c2e0a621ef5 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:01:39.427968 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-eb3d97ae-af6b-465e-b936-976a25e17e1f tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:39.479428 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ff0609d-ded8-431b-aa62-098d6807fdc6 admin admin] Router f8fa8840-c880-441b-b56b-d6b69d0a152f has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:01:39.515248 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f868ffd-4b98-4b7c-a6bb-4e3e33ac834d admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:01:39.521773 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-6f868ffd-4b98-4b7c-a6bb-4e3e33ac834d admin admin] 10.222.0.36 "PUT /v2.0/routers/dfce3a36-7356-4b04-b868-9dc1506ddbb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1816101 Aug 16 23:01:39.526265 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-d4e6ca55-420f-427b-99c7-b6113257d6ed tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Deleting port 2150bf52-a66e-4cac-9bc1-9f4b6a921c17 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:01:39.526922 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d4e6ca55-420f-427b-99c7-b6113257d6ed tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:39.538184 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355d3496-2960-4c0b-b1d0-fdeacd8896df None None] Sync routers for ids ['dfce3a36-7356-4b04-b868-9dc1506ddbb8'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:01:39.539501 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 44754) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:39.540330 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 7dd6bc2c-e379-4cef-a740-e8b4bffa3196 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:01:39.558621 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355d3496-2960-4c0b-b1d0-fdeacd8896df None None] Routers {'dfce3a36-7356-4b04-b868-9dc1506ddbb8'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:01:39.559256 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-355d3496-2960-4c0b-b1d0-fdeacd8896df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:01:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['dfce3a36-7356-4b04-b868-9dc1506ddbb8'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:01:39.584049 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1528020-9262-4cf4-b5be-e395c1d31ed7 req-ca9eb0f7-bcce-484c-9f02-a340bd0c91b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:39.597887 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f1528020-9262-4cf4-b5be-e395c1d31ed7 req-ca9eb0f7-bcce-484c-9f02-a340bd0c91b5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=352e2e0b88af46f28dafba560003ae12&device_id=d1a3c014-ee22-4ed3-9ab2-7241129ef2fa HTTP/1.1" status: 200 len: 1097 time: 0.2216072 Aug 16 23:01:39.624839 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d4e6ca55-420f-427b-99c7-b6113257d6ed tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:39.645735 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-d4e6ca55-420f-427b-99c7-b6113257d6ed tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Calling delete_port for 2150bf52-a66e-4cac-9bc1-9f4b6a921c17 owned by {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:01:39.703647 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 7dd6bc2c-e379-4cef-a740-e8b4bffa3196 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:01:39.703951 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:39.792191 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d4e6ca55-420f-427b-99c7-b6113257d6ed tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:39.854794 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e6ca55-420f-427b-99c7-b6113257d6ed tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Pushing event deleted for resources: {'Port': ['ID=2150bf52-a66e-4cac-9bc1-9f4b6a921c17,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:39.860466 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-355d3496-2960-4c0b-b1d0-fdeacd8896df None None] Set router dfce3a36-7356-4b04-b868-9dc1506ddbb8 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:01:39.877520 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d4e6ca55-420f-427b-99c7-b6113257d6ed tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:39.888800 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-d4e6ca55-420f-427b-99c7-b6113257d6ed tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] 10.222.0.36 "DELETE /v2.0/ports/2150bf52-a66e-4cac-9bc1-9f4b6a921c17 HTTP/1.1" status: 204 len: 168 time: 0.5584064 Aug 16 23:01:39.889461 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 44758) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:39.963004 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-efbc7416-0c16-420e-bb95-8d5075a3b078 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0722113 Aug 16 23:01:39.964210 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 44760) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:39.970504 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-38a55b6b-b4d1-4d7a-9b75-c196b9a5c9cb tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1207738605'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:01:40.008614 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38a55b6b-b4d1-4d7a-9b75-c196b9a5c9cb tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Made reservation on behalf of 6a73850e141042e6b53c778e50c245ea for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:01:40.012713 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-38a55b6b-b4d1-4d7a-9b75-c196b9a5c9cb tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:40.048484 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38a55b6b-b4d1-4d7a-9b75-c196b9a5c9cb tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:01:40.065664 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-38a55b6b-b4d1-4d7a-9b75-c196b9a5c9cb tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:40.066136 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-38a55b6b-b4d1-4d7a-9b75-c196b9a5c9cb tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Added segment fa379c46-1f01-4ca4-b441-1e3902bfb194 of type vlan for network 83dc9cb4-2a28-4fd0-8902-c5194462a7b2 Aug 16 23:01:40.155960 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-38a55b6b-b4d1-4d7a-9b75-c196b9a5c9cb tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:40.202396 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-38a55b6b-b4d1-4d7a-9b75-c196b9a5c9cb tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:40.213796 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a55b6b-b4d1-4d7a-9b75-c196b9a5c9cb tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:40.214507 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-38a55b6b-b4d1-4d7a-9b75-c196b9a5c9cb tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:40.239972 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-355d3496-2960-4c0b-b1d0-fdeacd8896df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfce3a36-7356-4b04-b868-9dc1506ddbb8', 'name': 'tempest-ServersTestBootFromVolume-144901050-router', 'tenant_id': 'd50891ae5d2e447e982fd1ccc2ff08fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': 'c016dd1a-1b28-4185-ac67-4b57d6a0c343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:58:08Z', 'updated_at': '2021-08-16T23:01:37Z', 'revision_number': 5, 'project_id': 'd50891ae5d2e447e982fd1ccc2ff08fd', 'gw_port': {'id': 'c016dd1a-1b28-4185-ac67-4b57d6a0c343', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:99:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfce3a36-7356-4b04-b868-9dc1506ddbb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:09Z', 'updated_at': '2021-08-16T22:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:01:40.297399 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355d3496-2960-4c0b-b1d0-fdeacd8896df None None] Checking router: dfce3a36-7356-4b04-b868-9dc1506ddbb8 for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:01:40.303537 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a55b6b-b4d1-4d7a-9b75-c196b9a5c9cb tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Pushing event updated for resources: {'Network': ['ID=83dc9cb4-2a28-4fd0-8902-c5194462a7b2,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:40.312575 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355d3496-2960-4c0b-b1d0-fdeacd8896df None None] Routers {'dfce3a36-7356-4b04-b868-9dc1506ddbb8'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:01:40.313235 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-355d3496-2960-4c0b-b1d0-fdeacd8896df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:01:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['dfce3a36-7356-4b04-b868-9dc1506ddbb8'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:01:40.319504 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 83dc9cb4-2a28-4fd0-8902-c5194462a7b2 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:01:40.325707 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-38a55b6b-b4d1-4d7a-9b75-c196b9a5c9cb tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3601501 Aug 16 23:01:40.326573 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 44762) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:40.332709 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-8fb5e7da-5a2d-409d-9a82-7f9d67b5827d tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1807897761'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:01:40.362371 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fb5e7da-5a2d-409d-9a82-7f9d67b5827d tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Made reservation on behalf of 6a73850e141042e6b53c778e50c245ea for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:01:40.370060 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8fb5e7da-5a2d-409d-9a82-7f9d67b5827d tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:40.400719 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fb5e7da-5a2d-409d-9a82-7f9d67b5827d tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:01:40.417630 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8fb5e7da-5a2d-409d-9a82-7f9d67b5827d tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:40.418116 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-8fb5e7da-5a2d-409d-9a82-7f9d67b5827d tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Added segment 41fac74b-5ba0-496c-94d7-d385e9f0e396 of type vlan for network 4027f621-212a-4dc8-8086-5619b1f00da5 Aug 16 23:01:40.477883 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8fb5e7da-5a2d-409d-9a82-7f9d67b5827d tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:40.525651 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8fb5e7da-5a2d-409d-9a82-7f9d67b5827d tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:40.552159 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb5e7da-5a2d-409d-9a82-7f9d67b5827d tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:40.553168 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8fb5e7da-5a2d-409d-9a82-7f9d67b5827d tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:40.585890 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-355d3496-2960-4c0b-b1d0-fdeacd8896df None None] Set router dfce3a36-7356-4b04-b868-9dc1506ddbb8 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:01:40.660947 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-03322d4f-e9dd-4b2d-97c1-6c50c8c7e753 admin admin] Notify callbacks [] for router, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:40.701198 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-8fb5e7da-5a2d-409d-9a82-7f9d67b5827d tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3733580 Aug 16 23:01:40.740354 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb5e7da-5a2d-409d-9a82-7f9d67b5827d tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Pushing event updated for resources: {'Network': ['ID=4027f621-212a-4dc8-8086-5619b1f00da5,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:40.791393 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 4027f621-212a-4dc8-8086-5619b1f00da5 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:01:40.851186 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 44764) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:40.858040 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-6351acc5-d4a3-400b-b959-f871bd853ef5 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Request body: {'subnets': [{'network_id': '83dc9cb4-2a28-4fd0-8902-c5194462a7b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--423198232', 'ip_version': 4}, {'network_id': '4027f621-212a-4dc8-8086-5619b1f00da5', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:01:40.858379 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-6351acc5-d4a3-400b-b959-f871bd853ef5 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Request body: {'subnet': {'network_id': '83dc9cb4-2a28-4fd0-8902-c5194462a7b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--423198232', 'ip_version': 4}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:01:40.859165 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-6351acc5-d4a3-400b-b959-f871bd853ef5 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Request body: {'subnet': {'network_id': '4027f621-212a-4dc8-8086-5619b1f00da5', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:01:40.863465 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-eb3d97ae-af6b-465e-b936-976a25e17e1f tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:40.909698 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-355d3496-2960-4c0b-b1d0-fdeacd8896df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfce3a36-7356-4b04-b868-9dc1506ddbb8', 'name': 'tempest-ServersTestBootFromVolume-144901050-router', 'tenant_id': 'd50891ae5d2e447e982fd1ccc2ff08fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': 'c016dd1a-1b28-4185-ac67-4b57d6a0c343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:58:08Z', 'updated_at': '2021-08-16T23:01:37Z', 'revision_number': 5, 'project_id': 'd50891ae5d2e447e982fd1ccc2ff08fd', 'gw_port': {'id': 'c016dd1a-1b28-4185-ac67-4b57d6a0c343', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:99:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfce3a36-7356-4b04-b868-9dc1506ddbb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:09Z', 'updated_at': '2021-08-16T22:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:01:40.926436 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e7fc6-2ce1-4544-bc03-0ff3b22b8238 req-3b01b3f8-317e-46bc-be26-4397db31b3cf tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:40.938556 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e85e7fc6-2ce1-4544-bc03-0ff3b22b8238 req-3b01b3f8-317e-46bc-be26-4397db31b3cf tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1dee21d-438d-4809-b7fc-08c3f1ed2e89 HTTP/1.1" status: 200 len: 946 time: 1.2725356 Aug 16 23:01:40.938984 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355d3496-2960-4c0b-b1d0-fdeacd8896df None None] The sync data for ids ['dfce3a36-7356-4b04-b868-9dc1506ddbb8'] in n-d-791506-26 is: [{'id': 'dfce3a36-7356-4b04-b868-9dc1506ddbb8', 'name': 'tempest-ServersTestBootFromVolume-144901050-router', 'tenant_id': 'd50891ae5d2e447e982fd1ccc2ff08fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': 'c016dd1a-1b28-4185-ac67-4b57d6a0c343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:58:08Z', 'updated_at': '2021-08-16T23:01:37Z', 'revision_number': 5, 'project_id': 'd50891ae5d2e447e982fd1ccc2ff08fd', 'gw_port': {'id': 'c016dd1a-1b28-4185-ac67-4b57d6a0c343', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:99:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfce3a36-7356-4b04-b868-9dc1506ddbb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:58:09Z', 'updated_at': '2021-08-16T22:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:01:41.008787 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:41.018786 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1528020-9262-4cf4-b5be-e395c1d31ed7 req-a03fb644-f72a-4aab-a5a9-1c9ab4ff6256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:41.020385 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f1528020-9262-4cf4-b5be-e395c1d31ed7 req-a03fb644-f72a-4aab-a5a9-1c9ab4ff6256 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f382f188-dbb7-4b56-8af5-82f76ac61bfc HTTP/1.1" status: 200 len: 906 time: 1.3490024 Aug 16 23:01:41.021324 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-eb3d97ae-af6b-465e-b936-976a25e17e1f tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Calling delete_port for 55c09579-f8da-4e37-9e7b-0c2e0a621ef5 owned by network:router_gateway {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:01:41.082238 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f1528020-9262-4cf4-b5be-e395c1d31ed7 req-a9258254-d1f7-4122-8164-4dd8ad038cf7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bd87ed39-7912-4570-ac1f-3314f4203f9b HTTP/1.1" status: 200 len: 217 time: 0.0473273 Aug 16 23:01:41.110951 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb60cd4-f7b2-4db6-aec4-cd6673c56db9 req-95330ea4-fa00-43e2-92f1-eb63ac1abbe9 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:41.112398 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1fb60cd4-f7b2-4db6-aec4-cd6673c56db9 req-95330ea4-fa00-43e2-92f1-eb63ac1abbe9 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1a3c014-ee22-4ed3-9ab2-7241129ef2fa HTTP/1.1" status: 200 len: 945 time: 0.8563330 Aug 16 23:01:41.151193 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6351acc5-d4a3-400b-b959-f871bd853ef5 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Made reservation on behalf of 6a73850e141042e6b53c778e50c245ea for: {'subnet': 2} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:01:41.157253 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6351acc5-d4a3-400b-b959-f871bd853ef5 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:41.157253 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6351acc5-d4a3-400b-b959-f871bd853ef5 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:41.241568 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e85e7fc6-2ce1-4544-bc03-0ff3b22b8238 req-9ef4acc7-5bbc-46e4-954a-10b336a8b208 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3020391 Aug 16 23:01:41.249142 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ff0609d-ded8-431b-aa62-098d6807fdc6 admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:01:41.262295 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-3ff0609d-ded8-431b-aa62-098d6807fdc6 admin admin] 10.222.0.36 "PUT /v2.0/routers/f8fa8840-c880-441b-b56b-d6b69d0a152f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0937998 Aug 16 23:01:41.282735 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a056da-6835-4ba5-99b3-5e5eee0be9e8 None None] Sync routers for ids ['f8fa8840-c880-441b-b56b-d6b69d0a152f'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:01:41.299005 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a056da-6835-4ba5-99b3-5e5eee0be9e8 None None] Routers {'f8fa8840-c880-441b-b56b-d6b69d0a152f'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:01:41.299657 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-13a056da-6835-4ba5-99b3-5e5eee0be9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:01:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['f8fa8840-c880-441b-b56b-d6b69d0a152f'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:01:41.331295 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1528020-9262-4cf4-b5be-e395c1d31ed7 req-df4a4cc5-f261-4c8c-8dc4-ddcd25fe4c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:41.333107 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f1528020-9262-4cf4-b5be-e395c1d31ed7 req-df4a4cc5-f261-4c8c-8dc4-ddcd25fe4c10 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6c827456-6bfb-4e82-b370-b53dc8e13ad7 HTTP/1.1" status: 200 len: 845 time: 0.2197418 Aug 16 23:01:41.357515 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-03322d4f-e9dd-4b2d-97c1-6c50c8c7e753 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:41.389932 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1fb60cd4-f7b2-4db6-aec4-cd6673c56db9 req-15bdeb93-576b-4580-8f21-e057b9672118 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a9bd5fe-3160-4f0a-a902-e95b7aedf567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334743 Aug 16 23:01:41.415211 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f1528020-9262-4cf4-b5be-e395c1d31ed7 req-d4fb7816-6c1b-4f25-8390-e0c392b59224 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f382f188-dbb7-4b56-8af5-82f76ac61bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510290 Aug 16 23:01:41.504098 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 9e8126ce-4aa9-4e74-9d00-7d200b71631b no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:01:41.680522 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-03322d4f-e9dd-4b2d-97c1-6c50c8c7e753 admin admin] Deleting port c016dd1a-1b28-4185-ac67-4b57d6a0c343 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:01:41.681104 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-03322d4f-e9dd-4b2d-97c1-6c50c8c7e753 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:41.686978 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f1528020-9262-4cf4-b5be-e395c1d31ed7 req-0be5b7b9-166e-453f-96c7-09e4689a7ad0 service neutron] 10.222.0.57 "GET /v2.0/networks/f382f188-dbb7-4b56-8af5-82f76ac61bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453218 Aug 16 23:01:41.691218 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 9e8126ce-4aa9-4e74-9d00-7d200b71631b {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:01:41.692079 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 9e8126ce-4aa9-4e74-9d00-7d200b71631b not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:01:41.742511 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-13a056da-6835-4ba5-99b3-5e5eee0be9e8 None None] Set router f8fa8840-c880-441b-b56b-d6b69d0a152f gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:01:41.845300 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6351acc5-d4a3-400b-b959-f871bd853ef5 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:41.919575 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6351acc5-d4a3-400b-b959-f871bd853ef5 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Pushing event updated for resources: {'Subnet': ['ID=9a39c708-71a1-40a1-9e6c-5df8604bd2ae,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:41.937984 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6351acc5-d4a3-400b-b959-f871bd853ef5 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:01:41.938355 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6351acc5-d4a3-400b-b959-f871bd853ef5 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:01:41.938698 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6351acc5-d4a3-400b-b959-f871bd853ef5 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:01:41.939045 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6351acc5-d4a3-400b-b959-f871bd853ef5 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:01:41.939384 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6351acc5-d4a3-400b-b959-f871bd853ef5 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:01:41.939724 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6351acc5-d4a3-400b-b959-f871bd853ef5 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:01:41.940051 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6351acc5-d4a3-400b-b959-f871bd853ef5 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:01:41.940379 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6351acc5-d4a3-400b-b959-f871bd853ef5 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:01:41.941828 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6351acc5-d4a3-400b-b959-f871bd853ef5 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:01:41.942179 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6351acc5-d4a3-400b-b959-f871bd853ef5 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:01:41.942519 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6351acc5-d4a3-400b-b959-f871bd853ef5 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:01:41.942851 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6351acc5-d4a3-400b-b959-f871bd853ef5 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:01:41.947230 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-eb3d97ae-af6b-465e-b936-976a25e17e1f tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:41.951322 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6351acc5-d4a3-400b-b959-f871bd853ef5 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Checking segment: {'id': 'fa379c46-1f01-4ca4-b441-1e3902bfb194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '83dc9cb4-2a28-4fd0-8902-c5194462a7b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:01:41.951701 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6351acc5-d4a3-400b-b959-f871bd853ef5 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Network hostable DHCP agents. Network: 83dc9cb4-2a28-4fd0-8902-c5194462a7b2, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:01:42.012501 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6351acc5-d4a3-400b-b959-f871bd853ef5 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Network 83dc9cb4-2a28-4fd0-8902-c5194462a7b2 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:01:42.017619 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3d97ae-af6b-465e-b936-976a25e17e1f tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Pushing event deleted for resources: {'Port': ['ID=55c09579-f8da-4e37-9e7b-0c2e0a621ef5,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:42.029369 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-13a056da-6835-4ba5-99b3-5e5eee0be9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8fa8840-c880-441b-b56b-d6b69d0a152f', 'name': 'tempest-ServerRescueTestJSON-2136925485-router', 'tenant_id': '658de3f152bc4d17994dfa693ccface5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.46'}], 'enable_snat': True}, 'gw_port_id': '7dd6bc2c-e379-4cef-a740-e8b4bffa3196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:01:29Z', 'updated_at': '2021-08-16T23:01:37Z', 'revision_number': 4, 'project_id': '658de3f152bc4d17994dfa693ccface5', 'gw_port': {'id': '7dd6bc2c-e379-4cef-a740-e8b4bffa3196', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:5d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8fa8840-c880-441b-b56b-d6b69d0a152f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:01:30Z', 'updated_at': '2021-08-16T23:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '5d0dc39a-9378-4c89-8211-1e6226281fdd', 'name': '', 'network_id': '540fbbcf-8da3-458c-90f5-f20e9fa6a263', 'tenant_id': '658de3f152bc4d17994dfa693ccface5', 'mac_address': 'fa:16:3e:d7:14:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8fa8840-c880-441b-b56b-d6b69d0a152f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '83a7154b-2d0f-4675-897d-e253fcead13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:01:34Z', 'updated_at': '2021-08-16T23:01:38Z', 'revision_number': 2, 'project_id': '658de3f152bc4d17994dfa693ccface5', 'subnets': [{'id': '83a7154b-2d0f-4675-897d-e253fcead13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:01:42.032923 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-6351acc5-d4a3-400b-b959-f871bd853ef5 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 83dc9cb4-2a28-4fd0-8902-c5194462a7b2) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:01:42.041897 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6351acc5-d4a3-400b-b959-f871bd853ef5 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:42.063857 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34297c51-af84-4ce5-8412-00ad09c38b09 None None] Network 83dc9cb4-2a28-4fd0-8902-c5194462a7b2 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:01:42.067679 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a056da-6835-4ba5-99b3-5e5eee0be9e8 None None] Checking router: f8fa8840-c880-441b-b56b-d6b69d0a152f for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:01:42.068160 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a056da-6835-4ba5-99b3-5e5eee0be9e8 None None] Updating router f8fa8840-c880-441b-b56b-d6b69d0a152f port 5d0dc39a-9378-4c89-8211-1e6226281fdd binding host n-d-791506-26 {{(pid=101293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:01:42.079842 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-03322d4f-e9dd-4b2d-97c1-6c50c8c7e753 admin admin] For port c016dd1a-1b28-4185-ac67-4b57d6a0c343, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=c016dd1a-1b28-4185-ac67-4b57d6a0c343,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:01:42.080419 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-03322d4f-e9dd-4b2d-97c1-6c50c8c7e753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:42.112550 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3d97ae-af6b-465e-b936-976a25e17e1f tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:01:42.112941 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3d97ae-af6b-465e-b936-976a25e17e1f tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:01:42.113342 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3d97ae-af6b-465e-b936-976a25e17e1f tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:01:42.113679 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3d97ae-af6b-465e-b936-976a25e17e1f tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:01:42.114024 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3d97ae-af6b-465e-b936-976a25e17e1f tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:01:42.114616 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3d97ae-af6b-465e-b936-976a25e17e1f tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:01:42.114979 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3d97ae-af6b-465e-b936-976a25e17e1f tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:01:42.115325 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3d97ae-af6b-465e-b936-976a25e17e1f tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:01:42.115681 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3d97ae-af6b-465e-b936-976a25e17e1f tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:01:42.115903 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3d97ae-af6b-465e-b936-976a25e17e1f tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:01:42.116583 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3d97ae-af6b-465e-b936-976a25e17e1f tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:01:42.117577 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3d97ae-af6b-465e-b936-976a25e17e1f tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:01:42.131827 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f1528020-9262-4cf4-b5be-e395c1d31ed7 req-26c868d3-335f-4677-b4b8-7aa993154576 service neutron] 10.222.0.57 "GET /v2.0/networks/f382f188-dbb7-4b56-8af5-82f76ac61bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3920000 Aug 16 23:01:42.146149 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-13a056da-6835-4ba5-99b3-5e5eee0be9e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:42.152865 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-03322d4f-e9dd-4b2d-97c1-6c50c8c7e753 admin admin] Calling delete_port for c016dd1a-1b28-4185-ac67-4b57d6a0c343 owned by network:router_gateway {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:01:42.153311 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6351acc5-d4a3-400b-b959-f871bd853ef5 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Pushing event updated for resources: {'Subnet': ['ID=56abeff9-dba1-4b26-a1f0-d9fb9d74e54a,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:42.166887 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6351acc5-d4a3-400b-b959-f871bd853ef5 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Checking segment: {'id': '41fac74b-5ba0-496c-94d7-d385e9f0e396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '4027f621-212a-4dc8-8086-5619b1f00da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:01:42.168286 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6351acc5-d4a3-400b-b959-f871bd853ef5 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Network hostable DHCP agents. Network: 4027f621-212a-4dc8-8086-5619b1f00da5, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:01:42.178174 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af97694-4d50-41e0-b109-a3b987e40e82 req-7d9d272d-9f7b-47ee-9140-2b0ae368db0d tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:42.179739 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2af97694-4d50-41e0-b109-a3b987e40e82 req-7d9d272d-9f7b-47ee-9140-2b0ae368db0d tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/networks?id=540fbbcf-8da3-458c-90f5-f20e9fa6a263 HTTP/1.1" status: 200 len: 811 time: 0.4370189 Aug 16 23:01:42.191142 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6351acc5-d4a3-400b-b959-f871bd853ef5 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Network 4027f621-212a-4dc8-8086-5619b1f00da5 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:01:42.206760 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-6351acc5-d4a3-400b-b959-f871bd853ef5 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 4027f621-212a-4dc8-8086-5619b1f00da5) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:01:42.213543 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-eb3d97ae-af6b-465e-b936-976a25e17e1f tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537121'] for router_gateway, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:42.217135 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6351acc5-d4a3-400b-b959-f871bd853ef5 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:42.217787 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6351acc5-d4a3-400b-b959-f871bd853ef5 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:42.218451 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6351acc5-d4a3-400b-b959-f871bd853ef5 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:42.237947 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-6351acc5-d4a3-400b-b959-f871bd853ef5 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.3848281 Aug 16 23:01:42.240398 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 44796) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:42.245623 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fab4f71-05d2-47c1-a191-d8200594c588 None None] Network 4027f621-212a-4dc8-8086-5619b1f00da5 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:01:42.307521 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2af97694-4d50-41e0-b109-a3b987e40e82 req-d8ad22f3-fbeb-4cc1-9ec2-f39dcc543d89 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/quotas/658de3f152bc4d17994dfa693ccface5 HTTP/1.1" status: 200 len: 375 time: 0.1142237 Aug 16 23:01:42.338837 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d6955a-f4ba-4530-becb-faab72872d86 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:42.340508 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d6955a-f4ba-4530-becb-faab72872d86 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:42.343874 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d6955a-f4ba-4530-becb-faab72872d86 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:42.347923 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-b5d6955a-f4ba-4530-becb-faab72872d86 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1035068 Aug 16 23:01:42.348907 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 44800) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:42.407730 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ab40c49-f04c-43b6-a999-e33ceb5e86d5 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Deleting subnet 9a39c708-71a1-40a1-9e6c-5df8604bd2ae {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:01:42.411057 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7ab40c49-f04c-43b6-a999-e33ceb5e86d5 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:42.439285 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bceee20d-e89c-4db5-ad32-ace66aa69128 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-83dc9cb4-2a28-4fd0-8902-c5194462a7b2', 'network_id': '83dc9cb4-2a28-4fd0-8902-c5194462a7b2', 'tenant_id': '6a73850e141042e6b53c778e50c245ea', 'fixed_ips': [{'subnet_id': '9a39c708-71a1-40a1-9e6c-5df8604bd2ae'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:01:42.440054 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-bceee20d-e89c-4db5-ad32-ace66aa69128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:42.462192 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7ab40c49-f04c-43b6-a999-e33ceb5e86d5 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:42.471599 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-eb3d97ae-af6b-465e-b936-976a25e17e1f tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:42.475750 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-eb3d97ae-af6b-465e-b936-976a25e17e1f tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:42.520845 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7ab40c49-f04c-43b6-a999-e33ceb5e86d5 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:42.565509 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2af97694-4d50-41e0-b109-a3b987e40e82 req-85d174ad-8d31-47e4-966d-577c96cd96be tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=658de3f152bc4d17994dfa693ccface5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2196655 Aug 16 23:01:42.568589 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-eb3d97ae-af6b-465e-b936-976a25e17e1f tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:42.569159 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb3d97ae-af6b-465e-b936-976a25e17e1f tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Fanout notify agent at l3_agent the message router_deleted on router 66bd6ab8-9924-4643-a516-946e96fd75de {{(pid=101292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:01:42.579781 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109cb871-a003-4a22-bcf8-8b2a12e15aad req-d33c0322-7909-464d-8a9c-33678e3ddf7e tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:42.581400 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-109cb871-a003-4a22-bcf8-8b2a12e15aad req-d33c0322-7909-464d-8a9c-33678e3ddf7e tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1dee21d-438d-4809-b7fc-08c3f1ed2e89 HTTP/1.1" status: 200 len: 946 time: 0.2377100 Aug 16 23:01:42.591403 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-eb3d97ae-af6b-465e-b936-976a25e17e1f tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:42.595711 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-eb3d97ae-af6b-465e-b936-976a25e17e1f tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] 10.222.0.36 "DELETE /v2.0/routers/66bd6ab8-9924-4643-a516-946e96fd75de HTTP/1.1" status: 204 len: 168 time: 3.9848785 Aug 16 23:01:42.607086 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 44804) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:42.625521 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7ab40c49-f04c-43b6-a999-e33ceb5e86d5 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:42.633874 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server [None req-bceee20d-e89c-4db5-ad32-ace66aa69128 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9a39c708-71a1-40a1-9e6c-5df8604bd2ae: This subnet is being modified by another concurrent operation. Aug 16 23:01:42.633874 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 23:01:42.633874 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 23:01:42.633874 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 23:01:42.633874 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 23:01:42.633874 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 23:01:42.633874 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 23:01:42.633874 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 23:01:42.633874 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 23:01:42.633874 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 23:01:42.633874 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 23:01:42.633874 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 23:01:42.633874 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 23:01:42.633874 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 23:01:42.633874 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 23:01:42.633874 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 23:01:42.633874 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 23:01:42.633874 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 23:01:42.633874 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 23:01:42.633874 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 23:01:42.633874 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 23:01:42.633874 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 23:01:42.633874 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 23:01:42.633874 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 23:01:42.633874 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 23:01:42.633874 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 23:01:42.633874 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 23:01:42.633874 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 23:01:42.633874 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 23:01:42.633874 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 23:01:42.633874 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 23:01:42.633874 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 23:01:42.633874 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 23:01:42.633874 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 23:01:42.633874 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 16 23:01:42.633874 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 16 23:01:42.633874 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 16 23:01:42.633874 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 16 23:01:42.633874 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 16 23:01:42.633874 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 16 23:01:42.633874 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 16 23:01:42.633874 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 16 23:01:42.633874 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 16 23:01:42.633874 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 23:01:42.633874 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 23:01:42.633874 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 23:01:42.633874 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 23:01:42.633874 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 23:01:42.633874 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 23:01:42.633874 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 23:01:42.633874 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 23:01:42.633874 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 23:01:42.633874 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 23:01:42.633874 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 23:01:42.637509 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 23:01:42.637509 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 23:01:42.637509 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 23:01:42.637509 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 23:01:42.637509 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 23:01:42.637509 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 23:01:42.637509 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 23:01:42.637509 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 23:01:42.637509 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 23:01:42.637509 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 23:01:42.637509 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 23:01:42.637509 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 23:01:42.637509 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 23:01:42.637509 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 23:01:42.637509 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 23:01:42.637509 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 23:01:42.637509 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 16 23:01:42.637509 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 16 23:01:42.637509 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 16 23:01:42.637509 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 16 23:01:42.637509 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 16 23:01:42.637509 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 16 23:01:42.637509 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 16 23:01:42.637509 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 16 23:01:42.637509 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 23:01:42.637509 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 23:01:42.637509 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 23:01:42.637509 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 23:01:42.637509 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 16 23:01:42.637509 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 16 23:01:42.637509 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 16 23:01:42.637509 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 23:01:42.637509 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 23:01:42.637509 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 23:01:42.637509 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 23:01:42.637509 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server raise exception Aug 16 23:01:42.637509 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9a39c708-71a1-40a1-9e6c-5df8604bd2ae: This subnet is being modified by another concurrent operation. Aug 16 23:01:42.637509 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server Aug 16 23:01:42.654690 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7ab40c49-f04c-43b6-a999-e33ceb5e86d5 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:42.654690 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-7ab40c49-f04c-43b6-a999-e33ceb5e86d5 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] 10.222.0.36 "DELETE /v2.0/subnets/9a39c708-71a1-40a1-9e6c-5df8604bd2ae HTTP/1.1" status: 204 len: 168 time: 0.3042657 Aug 16 23:01:42.658530 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 44806) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:42.678221 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab52c74-2d84-4a67-b011-19d41495cc86 None None] Network 83dc9cb4-2a28-4fd0-8902-c5194462a7b2 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:01:42.678531 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab40c49-f04c-43b6-a999-e33ceb5e86d5 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Pushing event deleted for resources: {'Subnet': ['ID=9a39c708-71a1-40a1-9e6c-5df8604bd2ae,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:42.730464 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e49dd4-e6e0-4a00-ba39-653412784312 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-4027f621-212a-4dc8-8086-5619b1f00da5', 'network_id': '4027f621-212a-4dc8-8086-5619b1f00da5', 'tenant_id': '6a73850e141042e6b53c778e50c245ea', 'fixed_ips': [{'subnet_id': '56abeff9-dba1-4b26-a1f0-d9fb9d74e54a'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:01:42.731319 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-74e49dd4-e6e0-4a00-ba39-653412784312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:42.777053 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffbfe7c-7e45-467e-8481-7cb548221011 req-48308341-2eb1-4c59-b32f-7a4b09c94526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:42.779236 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-cffbfe7c-7e45-467e-8481-7cb548221011 req-48308341-2eb1-4c59-b32f-7a4b09c94526 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bc1dde6b43054c1db1326da283b98f4f&device_id=c1dee21d-438d-4809-b7fc-08c3f1ed2e89 HTTP/1.1" status: 200 len: 1098 time: 0.0562932 Aug 16 23:01:42.799876 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-109cb871-a003-4a22-bcf8-8b2a12e15aad req-7fa540af-49de-404e-a10b-00f9bb45f4ef tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030032 Aug 16 23:01:42.806934 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-03322d4f-e9dd-4b2d-97c1-6c50c8c7e753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:42.813164 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-13a056da-6835-4ba5-99b3-5e5eee0be9e8 None None] Notify callbacks [] for port, precommit_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:42.828574 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_v2 [None req-a217c17f-4846-4e0a-a924-141a83bd7a83 tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Deleting subnet bde72d96-b4bf-4ec6-98db-33b5063fa555 {{(pid=101292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:01:42.833500 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_v2 [None req-cefcbc68-4340-4bf8-982e-ac3bfdc11b91 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Deleting subnet 56abeff9-dba1-4b26-a1f0-d9fb9d74e54a {{(pid=101292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:01:42.862310 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a217c17f-4846-4e0a-a924-141a83bd7a83 tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Notify callbacks [] for subnet, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:42.865085 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-cefcbc68-4340-4bf8-982e-ac3bfdc11b91 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Notify callbacks [] for subnet, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:42.902402 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-13a056da-6835-4ba5-99b3-5e5eee0be9e8 None None] Transition to ACTIVE for port object 5d0dc39a-9378-4c89-8211-1e6226281fdd will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:01:42.911958 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03322d4f-e9dd-4b2d-97c1-6c50c8c7e753 admin admin] Pushing event deleted for resources: {'Port': ['ID=c016dd1a-1b28-4185-ac67-4b57d6a0c343,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:42.932844 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffbfe7c-7e45-467e-8481-7cb548221011 req-faae10fb-6ea8-4952-8c41-0f17444f2e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:42.934706 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-cffbfe7c-7e45-467e-8481-7cb548221011 req-faae10fb-6ea8-4952-8c41-0f17444f2e8d service neutron] 10.222.0.68 "GET /v2.0/networks?id=5afa7f88-eeaa-4717-8103-9ee9125ee829 HTTP/1.1" status: 200 len: 913 time: 0.1470385 Aug 16 23:01:42.986407 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-cffbfe7c-7e45-467e-8481-7cb548221011 req-41810bb9-afc9-4a03-8bbf-2b238996a457 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78b2a6f7-cb2d-47b0-bd91-a53feb63923f HTTP/1.1" status: 200 len: 217 time: 0.0397794 Aug 16 23:01:43.015569 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2af97694-4d50-41e0-b109-a3b987e40e82 req-195331ef-efac-456c-a4bc-9e0adec97e07 service neutron] 10.222.0.36 "GET /v2.0/networks/540fbbcf-8da3-458c-90f5-f20e9fa6a263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4315763 Aug 16 23:01:43.026319 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a217c17f-4846-4e0a-a924-141a83bd7a83 tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3848860'] for subnet, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:43.057699 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffbfe7c-7e45-467e-8481-7cb548221011 req-5669036e-d885-443b-b1d7-e97aebb7e9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:43.060144 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-cffbfe7c-7e45-467e-8481-7cb548221011 req-5669036e-d885-443b-b1d7-e97aebb7e9a6 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d47d6ce6-f0e6-4637-a178-044cb0396017 HTTP/1.1" status: 200 len: 852 time: 0.0573823 Aug 16 23:01:43.068345 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-cefcbc68-4340-4bf8-982e-ac3bfdc11b91 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3848860'] for subnet, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:43.075254 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-13a056da-6835-4ba5-99b3-5e5eee0be9e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:43.111795 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-cffbfe7c-7e45-467e-8481-7cb548221011 req-19625bb8-d476-455e-b971-56dbf95d14af service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5afa7f88-eeaa-4717-8103-9ee9125ee829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425184 Aug 16 23:01:43.127125 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384895ad-dfc2-46a5-9dbe-64a97f38f3c8 None None] Pushing event updated for resources: {'Port': ['ID=5d0dc39a-9378-4c89-8211-1e6226281fdd,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:43.188815 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-13a056da-6835-4ba5-99b3-5e5eee0be9e8 None None] Attempting to bind port 5d0dc39a-9378-4c89-8211-1e6226281fdd on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:01:43.189200 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-13a056da-6835-4ba5-99b3-5e5eee0be9e8 None None] Attempting to bind port 5d0dc39a-9378-4c89-8211-1e6226281fdd by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': 'a0a90953-ffc4-4cbc-b46c-d2cc5e1888f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '540fbbcf-8da3-458c-90f5-f20e9fa6a263'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:01:43.189566 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a056da-6835-4ba5-99b3-5e5eee0be9e8 None None] Attempting to bind port 5d0dc39a-9378-4c89-8211-1e6226281fdd on network 540fbbcf-8da3-458c-90f5-f20e9fa6a263 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:01:43.196300 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a056da-6835-4ba5-99b3-5e5eee0be9e8 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:01:43.196706 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a056da-6835-4ba5-99b3-5e5eee0be9e8 None None] Checking segment: {'id': 'a0a90953-ffc4-4cbc-b46c-d2cc5e1888f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '540fbbcf-8da3-458c-90f5-f20e9fa6a263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:01:43.197118 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-13a056da-6835-4ba5-99b3-5e5eee0be9e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:43.197518 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a056da-6835-4ba5-99b3-5e5eee0be9e8 None None] Bound using segment: {'id': 'a0a90953-ffc4-4cbc-b46c-d2cc5e1888f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '540fbbcf-8da3-458c-90f5-f20e9fa6a263'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:01:43.198176 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-13a056da-6835-4ba5-99b3-5e5eee0be9e8 None None] Bound port: 5d0dc39a-9378-4c89-8211-1e6226281fdd, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0a90953-ffc4-4cbc-b46c-d2cc5e1888f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '540fbbcf-8da3-458c-90f5-f20e9fa6a263'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:01:43.198415 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-13a056da-6835-4ba5-99b3-5e5eee0be9e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:43.220480 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-cffbfe7c-7e45-467e-8481-7cb548221011 req-bc95d981-5c68-453a-930c-b61af02ed9cf service neutron] 10.222.0.68 "GET /v2.0/networks/5afa7f88-eeaa-4717-8103-9ee9125ee829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010718 Aug 16 23:01:43.275541 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-13a056da-6835-4ba5-99b3-5e5eee0be9e8 None None] For port 5d0dc39a-9378-4c89-8211-1e6226281fdd, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:01:43.279013 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-13a056da-6835-4ba5-99b3-5e5eee0be9e8 None None] For port 5d0dc39a-9378-4c89-8211-1e6226281fdd, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=5d0dc39a-9378-4c89-8211-1e6226281fdd,segment=NetworkSegment(a0a90953-ffc4-4cbc-b46c-d2cc5e1888f9),segment_id=a0a90953-ffc4-4cbc-b46c-d2cc5e1888f9)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:01:43.284515 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-13a056da-6835-4ba5-99b3-5e5eee0be9e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:43.355155 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a056da-6835-4ba5-99b3-5e5eee0be9e8 None None] Routers {'f8fa8840-c880-441b-b56b-d6b69d0a152f'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:01:43.356325 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-13a056da-6835-4ba5-99b3-5e5eee0be9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:01:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['f8fa8840-c880-441b-b56b-d6b69d0a152f'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:01:43.380232 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-cffbfe7c-7e45-467e-8481-7cb548221011 req-db0f65c0-68db-47ea-8e7e-543ab8bd679c service neutron] 10.222.0.68 "GET /v2.0/networks/5afa7f88-eeaa-4717-8103-9ee9125ee829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514139 Aug 16 23:01:43.398970 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384895ad-dfc2-46a5-9dbe-64a97f38f3c8 None None] Pushing event updated for resources: {'Port': ['ID=5d0dc39a-9378-4c89-8211-1e6226281fdd,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:43.490240 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-13a056da-6835-4ba5-99b3-5e5eee0be9e8 None None] Set router f8fa8840-c880-441b-b56b-d6b69d0a152f gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:01:43.572033 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-03322d4f-e9dd-4b2d-97c1-6c50c8c7e753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537121'] for router_gateway, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:43.618040 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba0a8f4-e6c5-4a25-83d9-48c5c86d160c req-8a5b224a-bd16-437d-877f-8c736befa161 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:43.619545 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2ba0a8f4-e6c5-4a25-83d9-48c5c86d160c req-8a5b224a-bd16-437d-877f-8c736befa161 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1a3c014-ee22-4ed3-9ab2-7241129ef2fa HTTP/1.1" status: 200 len: 945 time: 0.6959546 Aug 16 23:01:43.688350 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-cefcbc68-4340-4bf8-982e-ac3bfdc11b91 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:43.740353 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-13a056da-6835-4ba5-99b3-5e5eee0be9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8fa8840-c880-441b-b56b-d6b69d0a152f', 'name': 'tempest-ServerRescueTestJSON-2136925485-router', 'tenant_id': '658de3f152bc4d17994dfa693ccface5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.46'}], 'enable_snat': True}, 'gw_port_id': '7dd6bc2c-e379-4cef-a740-e8b4bffa3196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:01:29Z', 'updated_at': '2021-08-16T23:01:37Z', 'revision_number': 4, 'project_id': '658de3f152bc4d17994dfa693ccface5', 'gw_port': {'id': '7dd6bc2c-e379-4cef-a740-e8b4bffa3196', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:5d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8fa8840-c880-441b-b56b-d6b69d0a152f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:01:30Z', 'updated_at': '2021-08-16T23:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '5d0dc39a-9378-4c89-8211-1e6226281fdd', 'name': '', 'network_id': '540fbbcf-8da3-458c-90f5-f20e9fa6a263', 'tenant_id': '658de3f152bc4d17994dfa693ccface5', 'mac_address': 'fa:16:3e:d7:14:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8fa8840-c880-441b-b56b-d6b69d0a152f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '83a7154b-2d0f-4675-897d-e253fcead13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:01:34Z', 'updated_at': '2021-08-16T23:01:43Z', 'revision_number': 4, 'project_id': '658de3f152bc4d17994dfa693ccface5', 'subnets': [{'id': '83a7154b-2d0f-4675-897d-e253fcead13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:01:43.769109 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-03322d4f-e9dd-4b2d-97c1-6c50c8c7e753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:43.786702 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a056da-6835-4ba5-99b3-5e5eee0be9e8 None None] The sync data for ids ['f8fa8840-c880-441b-b56b-d6b69d0a152f'] in n-d-791506-26 is: [{'id': 'f8fa8840-c880-441b-b56b-d6b69d0a152f', 'name': 'tempest-ServerRescueTestJSON-2136925485-router', 'tenant_id': '658de3f152bc4d17994dfa693ccface5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.46'}], 'enable_snat': True}, 'gw_port_id': '7dd6bc2c-e379-4cef-a740-e8b4bffa3196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:01:29Z', 'updated_at': '2021-08-16T23:01:37Z', 'revision_number': 4, 'project_id': '658de3f152bc4d17994dfa693ccface5', 'gw_port': {'id': '7dd6bc2c-e379-4cef-a740-e8b4bffa3196', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:5d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8fa8840-c880-441b-b56b-d6b69d0a152f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:01:30Z', 'updated_at': '2021-08-16T23:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '5d0dc39a-9378-4c89-8211-1e6226281fdd', 'name': '', 'network_id': '540fbbcf-8da3-458c-90f5-f20e9fa6a263', 'tenant_id': '658de3f152bc4d17994dfa693ccface5', 'mac_address': 'fa:16:3e:d7:14:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8fa8840-c880-441b-b56b-d6b69d0a152f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '83a7154b-2d0f-4675-897d-e253fcead13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:01:34Z', 'updated_at': '2021-08-16T23:01:43Z', 'revision_number': 4, 'project_id': '658de3f152bc4d17994dfa693ccface5', 'subnets': [{'id': '83a7154b-2d0f-4675-897d-e253fcead13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:01:43.790194 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-03322d4f-e9dd-4b2d-97c1-6c50c8c7e753 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:43.824917 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2af97694-4d50-41e0-b109-a3b987e40e82 req-7a7f5c96-0df6-4b73-b94b-4aa3937e4950 service neutron] 10.222.0.36 "GET /v2.0/networks/540fbbcf-8da3-458c-90f5-f20e9fa6a263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7918801 Aug 16 23:01:43.831056 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a217c17f-4846-4e0a-a924-141a83bd7a83 tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:43.957049 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-03322d4f-e9dd-4b2d-97c1-6c50c8c7e753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:43.958028 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03322d4f-e9dd-4b2d-97c1-6c50c8c7e753 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dfce3a36-7356-4b04-b868-9dc1506ddbb8 {{(pid=101292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:01:43.978134 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2ba0a8f4-e6c5-4a25-83d9-48c5c86d160c req-3bfd4191-dad5-4ebf-99ec-e061eb9e624a tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a9bd5fe-3160-4f0a-a902-e95b7aedf567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915049 Aug 16 23:01:44.001244 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-03322d4f-e9dd-4b2d-97c1-6c50c8c7e753 admin admin] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:44.007025 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 44810) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:44.007277 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-03322d4f-e9dd-4b2d-97c1-6c50c8c7e753 admin admin] 10.222.0.36 "DELETE /v2.0/routers/dfce3a36-7356-4b04-b868-9dc1506ddbb8 HTTP/1.1" status: 204 len: 168 time: 4.4520192 Aug 16 23:01:44.055954 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-cefcbc68-4340-4bf8-982e-ac3bfdc11b91 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26252129'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:44.102029 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefcbc68-4340-4bf8-982e-ac3bfdc11b91 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Pushing event deleted for resources: {'Subnet': ['ID=56abeff9-dba1-4b26-a1f0-d9fb9d74e54a,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:44.112036 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server [None req-74e49dd4-e6e0-4a00-ba39-653412784312 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 56abeff9-dba1-4b26-a1f0-d9fb9d74e54a: This subnet is being modified by another concurrent operation. Aug 16 23:01:44.112036 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 23:01:44.112036 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 23:01:44.112036 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 23:01:44.112036 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 23:01:44.112036 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 23:01:44.112036 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 23:01:44.112036 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 23:01:44.112036 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 23:01:44.112036 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 23:01:44.112036 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 23:01:44.112036 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 23:01:44.112036 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 23:01:44.112036 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 23:01:44.112036 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 23:01:44.112036 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 23:01:44.112036 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 23:01:44.112036 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 23:01:44.112036 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 23:01:44.112036 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 23:01:44.112036 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 23:01:44.112036 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 23:01:44.112036 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 23:01:44.112036 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 23:01:44.112036 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 23:01:44.112036 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 23:01:44.112036 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 23:01:44.112036 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 23:01:44.112036 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 23:01:44.112036 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 23:01:44.112036 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 23:01:44.112036 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 23:01:44.112036 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 23:01:44.112036 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 23:01:44.112036 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 16 23:01:44.112036 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 16 23:01:44.112036 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 16 23:01:44.112036 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 16 23:01:44.112036 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 16 23:01:44.112036 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 16 23:01:44.112036 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 16 23:01:44.112036 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 16 23:01:44.112036 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 16 23:01:44.112036 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 23:01:44.112036 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 23:01:44.112036 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 23:01:44.112036 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 23:01:44.112036 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 23:01:44.112036 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 23:01:44.112036 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 23:01:44.112036 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 23:01:44.112036 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 23:01:44.112036 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 23:01:44.112036 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 23:01:44.118030 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 23:01:44.118030 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 23:01:44.118030 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 23:01:44.118030 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 23:01:44.118030 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 23:01:44.118030 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 23:01:44.118030 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 23:01:44.118030 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 23:01:44.118030 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 23:01:44.118030 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 23:01:44.118030 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 23:01:44.118030 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 23:01:44.118030 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 23:01:44.118030 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 23:01:44.118030 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 23:01:44.118030 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 23:01:44.118030 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 16 23:01:44.118030 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 16 23:01:44.118030 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 16 23:01:44.118030 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 16 23:01:44.118030 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 16 23:01:44.118030 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 16 23:01:44.118030 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 16 23:01:44.118030 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 16 23:01:44.118030 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 23:01:44.118030 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 23:01:44.118030 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 23:01:44.118030 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 23:01:44.118030 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 16 23:01:44.118030 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 16 23:01:44.118030 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 16 23:01:44.118030 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 23:01:44.118030 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 23:01:44.118030 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 23:01:44.118030 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 23:01:44.118030 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server raise exception Aug 16 23:01:44.118030 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 56abeff9-dba1-4b26-a1f0-d9fb9d74e54a: This subnet is being modified by another concurrent operation. Aug 16 23:01:44.118030 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server Aug 16 23:01:44.126002 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-cefcbc68-4340-4bf8-982e-ac3bfdc11b91 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:44.126002 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-cefcbc68-4340-4bf8-982e-ac3bfdc11b91 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] 10.222.0.36 "DELETE /v2.0/subnets/56abeff9-dba1-4b26-a1f0-d9fb9d74e54a HTTP/1.1" status: 204 len: 168 time: 1.4535930 Aug 16 23:01:44.126002 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 44814) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:44.151507 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d78e8a-d16b-4715-80a9-1c2782016906 None None] Network 4027f621-212a-4dc8-8086-5619b1f00da5 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:01:44.154698 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a217c17f-4846-4e0a-a924-141a83bd7a83 tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26252129'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:44.193510 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-406406a4-087e-4f63-b6a5-7b91d3502b71 admin admin] Deleting subnet 592bfb8a-cb21-442f-b2ff-9ade373c5cea {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:01:44.221661 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-406406a4-087e-4f63-b6a5-7b91d3502b71 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:44.275353 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-406406a4-087e-4f63-b6a5-7b91d3502b71 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:44.377591 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ee6c6f-b90d-4203-b612-36c3363c06c8 None None] get_active_networks_info from n-d-791506-26 {{(pid=101293) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 23:01:44.381258 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb407c8-fd52-4c68-80a8-61ca907a514c tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:44.388469 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-ccb407c8-fd52-4c68-80a8-61ca907a514c tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2669952 Aug 16 23:01:44.389137 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 44818) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:44.414679 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-406406a4-087e-4f63-b6a5-7b91d3502b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:44.475726 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a217c17f-4846-4e0a-a924-141a83bd7a83 tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Pushing event deleted for resources: {'Subnet': ['ID=bde72d96-b4bf-4ec6-98db-33b5063fa555,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:44.481774 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a217c17f-4846-4e0a-a924-141a83bd7a83 tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:44.483496 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-406406a4-087e-4f63-b6a5-7b91d3502b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:44.486387 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 44824) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:44.486633 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-a217c17f-4846-4e0a-a924-141a83bd7a83 tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] 10.222.0.36 "DELETE /v2.0/subnets/bde72d96-b4bf-4ec6-98db-33b5063fa555 HTTP/1.1" status: 204 len: 168 time: 1.8707910 Aug 16 23:01:44.489073 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0bb1df36-65e4-4288-a0b8-f46bdf3f8009 req-779bb11b-7896-473b-abbe-06ef8f8b14e4 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/ports?device_id=823a2d4d-dfcf-45e8-b3fa-f0bda982a860 HTTP/1.1" status: 200 len: 210 time: 0.3319852 Aug 16 23:01:44.533233 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ee6c6f-b90d-4203-b612-36c3363c06c8 None None] Resources bound (agent type, host, resource id): {{(pid=101293) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 23:01:44.595203 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c640fe7-7762-4314-baf7-6d825d352ff1 req-f64f4ace-237e-4bca-b343-700e6b8f7ce3 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:44.596836 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6c640fe7-7762-4314-baf7-6d825d352ff1 req-f64f4ace-237e-4bca-b343-700e6b8f7ce3 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1dee21d-438d-4809-b7fc-08c3f1ed2e89 HTTP/1.1" status: 200 len: 946 time: 0.4370284 Aug 16 23:01:44.602026 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-59f141cb-3300-41ea-9ac8-1c6ec7811cfa tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:44.620755 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-50c234c6-36a7-48fc-aa20-b10cd431ec79 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:44.633484 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406406a4-087e-4f63-b6a5-7b91d3502b71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=592bfb8a-cb21-442f-b2ff-9ade373c5cea,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:44.641629 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-406406a4-087e-4f63-b6a5-7b91d3502b71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:44.643688 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-406406a4-087e-4f63-b6a5-7b91d3502b71 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/592bfb8a-cb21-442f-b2ff-9ade373c5cea HTTP/1.1" status: 204 len: 168 time: 0.6377025 Aug 16 23:01:44.646245 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 44826) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:44.672940 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6c640fe7-7762-4314-baf7-6d825d352ff1 req-dded15f3-a4e7-40d7-9fe8-f726e7840555 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651109 Aug 16 23:01:44.789256 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ad287e7e-080a-4380-be1e-f7022f01664c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:44.793712 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-50c234c6-36a7-48fc-aa20-b10cd431ec79 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:44.807465 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-50c234c6-36a7-48fc-aa20-b10cd431ec79 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4027f621-212a-4dc8-8086-5619b1f00da5']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:01:44.820618 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-50c234c6-36a7-48fc-aa20-b10cd431ec79 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41fac74b-5ba0-496c-94d7-d385e9f0e396') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:01:44.821243 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-50c234c6-36a7-48fc-aa20-b10cd431ec79 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41fac74b-5ba0-496c-94d7-d385e9f0e396') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:01:44.822455 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-59f141cb-3300-41ea-9ac8-1c6ec7811cfa tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Deleting port da43dc0b-60fb-4e76-8fa5-703fff440357 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:01:44.822815 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-59f141cb-3300-41ea-9ac8-1c6ec7811cfa tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:44.833719 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-50c234c6-36a7-48fc-aa20-b10cd431ec79 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:44.852826 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-50c234c6-36a7-48fc-aa20-b10cd431ec79 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:44.872641 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50c234c6-36a7-48fc-aa20-b10cd431ec79 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:01:44.873830 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-50c234c6-36a7-48fc-aa20-b10cd431ec79 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:44.877962 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 16 23:01:44.877962 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:01:44.877962 n-d-791506-26 neutron-server[101292]: timer() Aug 16 23:01:44.877962 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:01:44.877962 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 16 23:01:44.877962 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:01:44.877962 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 16 23:01:44.877962 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:01:44.877962 n-d-791506-26 neutron-server[101292]: self._notify() Aug 16 23:01:44.877962 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:01:44.877962 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 16 23:01:44.877962 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:01:44.877962 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 16 23:01:44.877962 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:01:44.877962 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:01:44.877962 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:01:44.877962 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:01:44.877962 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:01:44.877962 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 16 23:01:44.877962 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:01:44.877962 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 16 23:01:44.877962 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:01:44.877962 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:01:44.877962 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:01:44.877962 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 16 23:01:44.877962 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:01:44.877962 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:01:44.877962 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:01:44.877962 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:01:44.877962 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:01:44.877962 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:01:44.877962 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:01:44.958819 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-59f141cb-3300-41ea-9ac8-1c6ec7811cfa tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] For port da43dc0b-60fb-4e76-8fa5-703fff440357, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=da43dc0b-60fb-4e76-8fa5-703fff440357,segment=NetworkSegment(7d2f0b55-ad21-48f3-b048-e1c04a514e1b),segment_id=7d2f0b55-ad21-48f3-b048-e1c04a514e1b)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:01:44.960248 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-59f141cb-3300-41ea-9ac8-1c6ec7811cfa tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:44.967846 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-50c234c6-36a7-48fc-aa20-b10cd431ec79 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:44.978587 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-59f141cb-3300-41ea-9ac8-1c6ec7811cfa tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Calling delete_port for da43dc0b-60fb-4e76-8fa5-703fff440357 owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:01:44.979039 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-50c234c6-36a7-48fc-aa20-b10cd431ec79 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:44.982470 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-50c234c6-36a7-48fc-aa20-b10cd431ec79 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] 10.222.0.36 "DELETE /v2.0/networks/4027f621-212a-4dc8-8086-5619b1f00da5 HTTP/1.1" status: 204 len: 168 time: 0.5859978 Aug 16 23:01:44.985756 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 44830) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:45.027071 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c234c6-36a7-48fc-aa20-b10cd431ec79 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Pushing event deleted for resources: {'Network': ['ID=4027f621-212a-4dc8-8086-5619b1f00da5,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:45.046894 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc0f972-4686-4679-a7a9-77d13c40fc9d None None] get_active_networks_info from n-d-791506-26 {{(pid=101293) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 23:01:45.139848 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc0f972-4686-4679-a7a9-77d13c40fc9d None None] Resources bound (agent type, host, resource id): {{(pid=101293) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 23:01:45.185887 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aacdf6-522e-4fe1-b4ab-850c244158b0 req-0f317ab7-9e33-41b4-845a-9fef06b51d3b tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:45.189562 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-29aacdf6-522e-4fe1-b4ab-850c244158b0 req-0f317ab7-9e33-41b4-845a-9fef06b51d3b tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1a3c014-ee22-4ed3-9ab2-7241129ef2fa HTTP/1.1" status: 200 len: 945 time: 0.0764668 Aug 16 23:01:45.208224 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6b3bd69a-f5d6-4aa9-bf72-9526a883db8b tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:45.212005 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ad287e7e-080a-4380-be1e-f7022f01664c admin admin] Deleting port d0be375a-8d22-469b-8fbd-1732997f2c68 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:01:45.212572 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ad287e7e-080a-4380-be1e-f7022f01664c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:45.228276 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-59f141cb-3300-41ea-9ac8-1c6ec7811cfa tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:45.266905 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-29aacdf6-522e-4fe1-b4ab-850c244158b0 req-c8c1da78-d2fb-4588-b58f-9adac6731b3d tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a9bd5fe-3160-4f0a-a902-e95b7aedf567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607471 Aug 16 23:01:45.350171 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f141cb-3300-41ea-9ac8-1c6ec7811cfa tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Pushing event deleted for resources: {'Port': ['ID=da43dc0b-60fb-4e76-8fa5-703fff440357,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:45.361782 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f141cb-3300-41ea-9ac8-1c6ec7811cfa tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] No DVR routers for this DVR port da43dc0b-60fb-4e76-8fa5-703fff440357 on host n-d-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:01:45.419492 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 5d0dc39a-9378-4c89-8211-1e6226281fdd up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:01:45.446432 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ad287e7e-080a-4380-be1e-f7022f01664c admin admin] For port d0be375a-8d22-469b-8fbd-1732997f2c68, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=d0be375a-8d22-469b-8fbd-1732997f2c68,segment=NetworkSegment(352bb446-568b-427e-833a-0d34d09f7aa1),segment_id=352bb446-568b-427e-833a-0d34d09f7aa1)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:01:45.446886 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ad287e7e-080a-4380-be1e-f7022f01664c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:45.539088 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 5d0dc39a-9378-4c89-8211-1e6226281fdd completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:01:45.540208 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ad287e7e-080a-4380-be1e-f7022f01664c admin admin] Calling delete_port for d0be375a-8d22-469b-8fbd-1732997f2c68 owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:01:45.546056 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 5d0dc39a-9378-4c89-8211-1e6226281fdd triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:01:45.546450 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:45.580211 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-59f141cb-3300-41ea-9ac8-1c6ec7811cfa tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:45.601812 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5ce91e-6eb7-4a4a-a670-63c2a999f2e5 None None] Network d01b0109-a6fd-4b8c-ad6b-1a1408d57519 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:01:45.604419 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b3d998-5626-412d-a3e7-bb7b39944659 None None] Network 1beb17af-a544-42d0-be4c-a314899c0ffd requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:01:45.662973 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-af9657c5-6ee2-4b06-a96d-1b53cd48f05d req-9042f05e-184d-482d-82f1-f68c4d393260 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/ports?device_id=823a2d4d-dfcf-45e8-b3fa-f0bda982a860 HTTP/1.1" status: 200 len: 210 time: 0.0539954 Aug 16 23:01:45.677550 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6b3bd69a-f5d6-4aa9-bf72-9526a883db8b tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:45.690119 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-6b3bd69a-f5d6-4aa9-bf72-9526a883db8b tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83dc9cb4-2a28-4fd0-8902-c5194462a7b2']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:01:45.708707 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-59f141cb-3300-41ea-9ac8-1c6ec7811cfa tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d01b0109-a6fd-4b8c-ad6b-1a1408d57519']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:01:45.713088 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-6b3bd69a-f5d6-4aa9-bf72-9526a883db8b tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa379c46-1f01-4ca4-b441-1e3902bfb194') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:01:45.713427 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-6b3bd69a-f5d6-4aa9-bf72-9526a883db8b tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa379c46-1f01-4ca4-b441-1e3902bfb194') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:01:45.760193 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-59f141cb-3300-41ea-9ac8-1c6ec7811cfa tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d2f0b55-ad21-48f3-b048-e1c04a514e1b') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:01:45.766269 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-59f141cb-3300-41ea-9ac8-1c6ec7811cfa tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d2f0b55-ad21-48f3-b048-e1c04a514e1b') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:01:45.768823 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ad287e7e-080a-4380-be1e-f7022f01664c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:45.806450 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6b3bd69a-f5d6-4aa9-bf72-9526a883db8b tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:45.820256 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad287e7e-080a-4380-be1e-f7022f01664c admin admin] No DVR routers for this DVR port d0be375a-8d22-469b-8fbd-1732997f2c68 on host n-d-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:01:45.909816 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87784ba-5825-40e1-93a0-17a34ea489eb req-a50ce197-b0cc-44b1-a555-0e3238c970f6 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:45.912314 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f87784ba-5825-40e1-93a0-17a34ea489eb req-a50ce197-b0cc-44b1-a555-0e3238c970f6 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1dee21d-438d-4809-b7fc-08c3f1ed2e89 HTTP/1.1" status: 200 len: 946 time: 0.0988386 Aug 16 23:01:45.921591 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af97694-4d50-41e0-b109-a3b987e40e82 req-693e0228-1fea-4fa3-b030-6a9043570024 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:45.923471 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2af97694-4d50-41e0-b109-a3b987e40e82 req-693e0228-1fea-4fa3-b030-6a9043570024 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.57 "GET /v2.0/networks?id=540fbbcf-8da3-458c-90f5-f20e9fa6a263 HTTP/1.1" status: 200 len: 811 time: 0.1984439 Aug 16 23:01:45.952111 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-2af97694-4d50-41e0-b109-a3b987e40e82 req-e11c1a16-8797-4a1f-b206-e1f9923e2ae1 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Request body: {'port': {'device_id': '823a2d4d-dfcf-45e8-b3fa-f0bda982a860', 'network_id': '540fbbcf-8da3-458c-90f5-f20e9fa6a263', 'admin_state_up': True, 'tenant_id': '658de3f152bc4d17994dfa693ccface5'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:01:45.957796 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:45.959456 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ad287e7e-080a-4380-be1e-f7022f01664c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:45.973841 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-ad287e7e-080a-4380-be1e-f7022f01664c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1beb17af-a544-42d0-be4c-a314899c0ffd']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:01:45.986585 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-ad287e7e-080a-4380-be1e-f7022f01664c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '352bb446-568b-427e-833a-0d34d09f7aa1') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:01:45.986882 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-ad287e7e-080a-4380-be1e-f7022f01664c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '352bb446-568b-427e-833a-0d34d09f7aa1') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:01:45.999535 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ad287e7e-080a-4380-be1e-f7022f01664c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:46.013418 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 5d0dc39a-9378-4c89-8211-1e6226281fdd, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=5d0dc39a-9378-4c89-8211-1e6226281fdd,segment=NetworkSegment(a0a90953-ffc4-4cbc-b46c-d2cc5e1888f9),segment_id=a0a90953-ffc4-4cbc-b46c-d2cc5e1888f9)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:01:46.018896 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ad287e7e-080a-4380-be1e-f7022f01664c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:46.020132 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:46.021158 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad287e7e-080a-4380-be1e-f7022f01664c admin admin] Pushing event deleted for resources: {'Port': ['ID=d0be375a-8d22-469b-8fbd-1732997f2c68,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:46.025280 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-59f141cb-3300-41ea-9ac8-1c6ec7811cfa tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:46.041100 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device c016dd1a-1b28-4185-ac67-4b57d6a0c343 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:01:46.042075 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6b3bd69a-f5d6-4aa9-bf72-9526a883db8b tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:46.046019 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad287e7e-080a-4380-be1e-f7022f01664c admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:01:46.046642 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ad287e7e-080a-4380-be1e-f7022f01664c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:46.048565 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 23:01:46.048565 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:01:46.048565 n-d-791506-26 neutron-server[101291]: timer() Aug 16 23:01:46.048565 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:01:46.048565 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 23:01:46.048565 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:01:46.048565 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 23:01:46.048565 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:01:46.048565 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 23:01:46.048565 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:01:46.048565 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 23:01:46.048565 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:01:46.048565 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 23:01:46.048565 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:01:46.048565 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:01:46.048565 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:01:46.048565 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:01:46.048565 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:01:46.048565 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 23:01:46.048565 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:01:46.048565 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 23:01:46.048565 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:01:46.048565 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:01:46.048565 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:01:46.048565 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 23:01:46.048565 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:01:46.048565 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:01:46.048565 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:01:46.048565 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:01:46.048565 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:01:46.048565 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:01:46.048565 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:01:46.064611 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f87784ba-5825-40e1-93a0-17a34ea489eb req-bbf370f3-bf17-47e4-8290-d9b379e7b5ae tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375692 Aug 16 23:01:46.102575 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454f2344-e73e-4db7-bc23-211e959185b2 None None] DHCP port deletion for 1beb17af-a544-42d0-be4c-a314899c0ffd request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:01:46.102854 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2af97694-4d50-41e0-b109-a3b987e40e82 req-e11c1a16-8797-4a1f-b206-e1f9923e2ae1 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Made reservation on behalf of 658de3f152bc4d17994dfa693ccface5 for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:01:46.104890 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6af591-e750-4637-ad94-791da54fd53f None None] DHCP port deletion for d01b0109-a6fd-4b8c-ad6b-1a1408d57519 request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:01:46.106888 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-2af97694-4d50-41e0-b109-a3b987e40e82 req-e11c1a16-8797-4a1f-b206-e1f9923e2ae1 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:46.113201 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: c016dd1a-1b28-4185-ac67-4b57d6a0c343 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:01:46.113550 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device c016dd1a-1b28-4185-ac67-4b57d6a0c343 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:01:46.114982 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b3bd69a-f5d6-4aa9-bf72-9526a883db8b tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:01:46.116056 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6b3bd69a-f5d6-4aa9-bf72-9526a883db8b tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:46.121406 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 23:01:46.121406 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:01:46.121406 n-d-791506-26 neutron-server[101291]: timer() Aug 16 23:01:46.121406 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:01:46.121406 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 23:01:46.121406 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:01:46.121406 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 23:01:46.121406 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:01:46.121406 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 23:01:46.121406 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:01:46.121406 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 23:01:46.121406 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:01:46.121406 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 23:01:46.121406 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:01:46.121406 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:01:46.121406 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:01:46.121406 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:01:46.121406 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:01:46.121406 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 23:01:46.121406 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:01:46.121406 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 23:01:46.121406 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:01:46.121406 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:01:46.121406 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:01:46.121406 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 23:01:46.121406 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:01:46.121406 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:01:46.121406 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:01:46.121406 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:01:46.121406 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:01:46.121406 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:01:46.121406 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:01:46.140981 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-59f141cb-3300-41ea-9ac8-1c6ec7811cfa tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:46.154779 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=5d0dc39a-9378-4c89-8211-1e6226281fdd,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:46.193272 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59f141cb-3300-41ea-9ac8-1c6ec7811cfa tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:01:46.193726 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-59f141cb-3300-41ea-9ac8-1c6ec7811cfa tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:46.199791 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 23:01:46.199791 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:01:46.199791 n-d-791506-26 neutron-server[101291]: timer() Aug 16 23:01:46.199791 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:01:46.199791 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 23:01:46.199791 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:01:46.199791 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 23:01:46.199791 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:01:46.199791 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 23:01:46.199791 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:01:46.199791 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 23:01:46.199791 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:01:46.199791 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 23:01:46.199791 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:01:46.199791 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:01:46.199791 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:01:46.199791 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:01:46.199791 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:01:46.199791 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 23:01:46.199791 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:01:46.199791 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 23:01:46.199791 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:01:46.199791 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:01:46.199791 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:01:46.199791 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 23:01:46.199791 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:01:46.199791 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:01:46.199791 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:01:46.199791 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:01:46.199791 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:01:46.199791 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:01:46.199791 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:01:46.249741 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ad287e7e-080a-4380-be1e-f7022f01664c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:46.258803 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ad287e7e-080a-4380-be1e-f7022f01664c admin admin] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:46.260803 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-ad287e7e-080a-4380-be1e-f7022f01664c admin admin] 10.222.0.36 "DELETE /v2.0/networks/1beb17af-a544-42d0-be4c-a314899c0ffd HTTP/1.1" status: 204 len: 168 time: 1.6133387 Aug 16 23:01:46.265115 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6b3bd69a-f5d6-4aa9-bf72-9526a883db8b tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:46.289903 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6b3bd69a-f5d6-4aa9-bf72-9526a883db8b tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:46.294629 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-6b3bd69a-f5d6-4aa9-bf72-9526a883db8b tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] 10.222.0.36 "DELETE /v2.0/networks/83dc9cb4-2a28-4fd0-8902-c5194462a7b2 HTTP/1.1" status: 204 len: 168 time: 1.3056107 Aug 16 23:01:46.295594 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad287e7e-080a-4380-be1e-f7022f01664c admin admin] Pushing event deleted for resources: {'Network': ['ID=1beb17af-a544-42d0-be4c-a314899c0ffd,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:46.299130 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 44848) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:46.348651 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-59f141cb-3300-41ea-9ac8-1c6ec7811cfa tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:46.369872 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-59f141cb-3300-41ea-9ac8-1c6ec7811cfa tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:46.378237 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-59f141cb-3300-41ea-9ac8-1c6ec7811cfa tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] 10.222.0.36 "DELETE /v2.0/networks/d01b0109-a6fd-4b8c-ad6b-1a1408d57519 HTTP/1.1" status: 204 len: 168 time: 1.8884578 Aug 16 23:01:46.380730 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 44856) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:46.389645 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3bd69a-f5d6-4aa9-bf72-9526a883db8b tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Pushing event deleted for resources: {'Network': ['ID=83dc9cb4-2a28-4fd0-8902-c5194462a7b2,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:46.463305 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f141cb-3300-41ea-9ac8-1c6ec7811cfa tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Pushing event deleted for resources: {'Network': ['ID=d01b0109-a6fd-4b8c-ad6b-1a1408d57519,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:46.488959 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7157255b-8066-4a21-83e4-c449e2de6f3f tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:46.508305 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc936205-ca63-471a-ba9a-696410bc7d8f req-f619a94f-f8b0-4b48-bc76-61175ad11892 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:46.510008 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fc936205-ca63-471a-ba9a-696410bc7d8f req-f619a94f-f8b0-4b48-bc76-61175ad11892 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1a3c014-ee22-4ed3-9ab2-7241129ef2fa HTTP/1.1" status: 200 len: 945 time: 0.1335328 Aug 16 23:01:46.572241 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 44864) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:46.615658 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [req-2af97694-4d50-41e0-b109-a3b987e40e82 req-e11c1a16-8797-4a1f-b206-e1f9923e2ae1 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Allocated IP 172.20.0.6 (540fbbcf-8da3-458c-90f5-f20e9fa6a263/83a7154b-2d0f-4675-897d-e253fcead13a/23b1cb86-9dc3-4ec3-93e0-97817ea4733a) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:01:46.636603 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-10d86e27-59ea-4341-83d9-1e0bc4bce8f2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d50891ae5d2e447e982fd1ccc2ff08fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0607910 Aug 16 23:01:46.637356 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 44874) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:46.648566 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7157255b-8066-4a21-83e4-c449e2de6f3f tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:46.657539 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-f17929cf-b6bf-4287-be0c-062eb4dac805 tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Deleting port d3064d5e-2c85-4d9e-8a1c-89765c5e914d {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:01:46.657972 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f17929cf-b6bf-4287-be0c-062eb4dac805 tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:46.672743 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-7157255b-8066-4a21-83e4-c449e2de6f3f tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f37bddfb-09b8-444e-8296-3a5abc38d41f']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:01:46.684707 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fc936205-ca63-471a-ba9a-696410bc7d8f req-205f3c10-cba6-48d5-9dda-9f8c37bcded9 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a9bd5fe-3160-4f0a-a902-e95b7aedf567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339450 Aug 16 23:01:46.693780 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-7157255b-8066-4a21-83e4-c449e2de6f3f tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c899f950-1855-4456-b085-284b6f6e7c59') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:01:46.694081 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-7157255b-8066-4a21-83e4-c449e2de6f3f tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c899f950-1855-4456-b085-284b6f6e7c59') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:01:46.714073 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7157255b-8066-4a21-83e4-c449e2de6f3f tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:46.742862 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7157255b-8066-4a21-83e4-c449e2de6f3f tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:46.760949 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-060133c0-8391-4ecf-bb3d-9cd10ff0caf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:46.795411 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7157255b-8066-4a21-83e4-c449e2de6f3f tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:01:46.796090 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7157255b-8066-4a21-83e4-c449e2de6f3f tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:46.797144 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f17929cf-b6bf-4287-be0c-062eb4dac805 tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:46.797499 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f17929cf-b6bf-4287-be0c-062eb4dac805 tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:46.806702 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 16 23:01:46.806702 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:01:46.806702 n-d-791506-26 neutron-server[101292]: timer() Aug 16 23:01:46.806702 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:01:46.806702 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 16 23:01:46.806702 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:01:46.806702 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 16 23:01:46.806702 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:01:46.806702 n-d-791506-26 neutron-server[101292]: self._notify() Aug 16 23:01:46.806702 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:01:46.806702 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 16 23:01:46.806702 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:01:46.806702 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 16 23:01:46.806702 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:01:46.806702 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:01:46.806702 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:01:46.806702 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:01:46.806702 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:01:46.806702 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 16 23:01:46.806702 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:01:46.806702 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 16 23:01:46.806702 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:01:46.806702 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:01:46.806702 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:01:46.806702 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 16 23:01:46.806702 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:01:46.806702 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:01:46.806702 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:01:46.806702 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:01:46.806702 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:01:46.806702 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:01:46.806702 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:01:46.809272 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-060133c0-8391-4ecf-bb3d-9cd10ff0caf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:46.821413 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-f17929cf-b6bf-4287-be0c-062eb4dac805 tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Calling delete_port for d3064d5e-2c85-4d9e-8a1c-89765c5e914d owned by network:floatingip {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:01:46.844202 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 78b2a6f7-cb2d-47b0-bd91-a53feb63923f no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:01:46.901645 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2f89e5ea-3c4d-46e8-8f47-86f6a124c73d req-52a9a15b-654f-473f-9ece-143db0281368 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/ports?device_id=823a2d4d-dfcf-45e8-b3fa-f0bda982a860 HTTP/1.1" status: 200 len: 210 time: 0.1110868 Aug 16 23:01:46.926978 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-060133c0-8391-4ecf-bb3d-9cd10ff0caf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:46.930161 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-060133c0-8391-4ecf-bb3d-9cd10ff0caf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:46.934405 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-060133c0-8391-4ecf-bb3d-9cd10ff0caf3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e3872e0b-6a93-4dba-a612-0dba48b930c5 HTTP/1.1" status: 204 len: 168 time: 0.2934463 Aug 16 23:01:46.946999 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060133c0-8391-4ecf-bb3d-9cd10ff0caf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3872e0b-6a93-4dba-a612-0dba48b930c5,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:46.948161 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7157255b-8066-4a21-83e4-c449e2de6f3f tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:46.970040 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7157255b-8066-4a21-83e4-c449e2de6f3f tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:46.974320 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-7157255b-8066-4a21-83e4-c449e2de6f3f tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] 10.222.0.36 "DELETE /v2.0/networks/f37bddfb-09b8-444e-8296-3a5abc38d41f HTTP/1.1" status: 204 len: 168 time: 0.6717362 Aug 16 23:01:46.982186 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 44892) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:46.991756 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7157255b-8066-4a21-83e4-c449e2de6f3f tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Pushing event deleted for resources: {'Network': ['ID=f37bddfb-09b8-444e-8296-3a5abc38d41f,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:47.035390 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:47.063278 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1dee21d-438d-4809-b7fc-08c3f1ed2e89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78b2a6f7-cb2d-47b0-bd91-a53feb63923f'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:01:47.065572 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07faac4a-ca27-4fb2-bb5e-5bd201156c30" -d '{"events": [{"server_uuid": "c1dee21d-438d-4809-b7fc-08c3f1ed2e89", "name": "network-vif-unplugged", "status": "completed", "tag": "78b2a6f7-cb2d-47b0-bd91-a53feb63923f"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:01:47.067192 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-2af97694-4d50-41e0-b109-a3b987e40e82 req-e11c1a16-8797-4a1f-b206-e1f9923e2ae1 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:47.104273 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19009a8-20ed-4d4e-8fd7-99d293379943 req-63c3eecf-42b0-4af8-8406-326e81b9415d tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:47.106215 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f19009a8-20ed-4d4e-8fd7-99d293379943 req-63c3eecf-42b0-4af8-8406-326e81b9415d tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1dee21d-438d-4809-b7fc-08c3f1ed2e89 HTTP/1.1" status: 200 len: 946 time: 0.1048033 Aug 16 23:01:47.109746 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 78b2a6f7-cb2d-47b0-bd91-a53feb63923f, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=78b2a6f7-cb2d-47b0-bd91-a53feb63923f,segment=NetworkSegment(d9a940b8-4f1c-423f-8b77-621d8ce494fc),segment_id=d9a940b8-4f1c-423f-8b77-621d8ce494fc)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:01:47.118440 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:47.130943 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fe73ce66-8042-4193-9675-496e836f5c85 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:47.141940 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f17929cf-b6bf-4287-be0c-062eb4dac805 tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:47.150515 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 16 Aug 2021 23:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02afaf9d-d973-415c-bb93-5662bdf62046 x-openstack-request-id: req-02afaf9d-d973-415c-bb93-5662bdf62046 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:01:47.150809 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1dee21d-438d-4809-b7fc-08c3f1ed2e89", "name": "network-vif-unplugged", "status": "failed", "tag": "78b2a6f7-cb2d-47b0-bd91-a53feb63923f", "code": 422}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:01:47.151222 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-02afaf9d-d973-415c-bb93-5662bdf62046 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:01:47.151669 n-d-791506-26 neutron-server[101293]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c1dee21d-438d-4809-b7fc-08c3f1ed2e89', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '78b2a6f7-cb2d-47b0-bd91-a53feb63923f', 'code': 422} returned with failed status Aug 16 23:01:47.179198 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=78b2a6f7-cb2d-47b0-bd91-a53feb63923f,revision_number=8']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:47.196963 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17929cf-b6bf-4287-be0c-062eb4dac805 tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Pushing event deleted for resources: {'Port': ['ID=d3064d5e-2c85-4d9e-8a1c-89765c5e914d,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:47.212528 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-2af97694-4d50-41e0-b109-a3b987e40e82 req-e11c1a16-8797-4a1f-b206-e1f9923e2ae1 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:47.272580 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2af97694-4d50-41e0-b109-a3b987e40e82 req-e11c1a16-8797-4a1f-b206-e1f9923e2ae1 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Network 540fbbcf-8da3-458c-90f5-f20e9fa6a263 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:01:47.276297 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11c1a16-8797-4a1f-b206-e1f9923e2ae1 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Pushing event updated for resources: {'Port': ['ID=23b1cb86-9dc3-4ec3-93e0-97817ea4733a,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:47.282070 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [req-2af97694-4d50-41e0-b109-a3b987e40e82 req-e11c1a16-8797-4a1f-b206-e1f9923e2ae1 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:01:47.285262 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-2af97694-4d50-41e0-b109-a3b987e40e82 req-e11c1a16-8797-4a1f-b206-e1f9923e2ae1 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:01:47.323317 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fe73ce66-8042-4193-9675-496e836f5c85 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:47.337191 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-fe73ce66-8042-4193-9675-496e836f5c85 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8636457-c434-4589-8202-79643971dac7']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:01:47.337965 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-f19009a8-20ed-4d4e-8fd7-99d293379943 req-fb3c8fbf-3685-4c68-8820-542ec7d6f285 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Deleting port 78b2a6f7-cb2d-47b0-bd91-a53feb63923f {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:01:47.338411 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-f19009a8-20ed-4d4e-8fd7-99d293379943 req-fb3c8fbf-3685-4c68-8820-542ec7d6f285 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:47.345883 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f17929cf-b6bf-4287-be0c-062eb4dac805 tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Notify callbacks [] for floatingip, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:47.348424 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f17929cf-b6bf-4287-be0c-062eb4dac805 tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:47.359717 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-f17929cf-b6bf-4287-be0c-062eb4dac805 tempest-FloatingIPAdminTestJSON-28955330 tempest-FloatingIPAdminTestJSON-28955330-project] 10.222.0.36 "DELETE /v2.0/floatingips/f79913eb-c940-4f33-ad94-61850cc2564b HTTP/1.1" status: 204 len: 168 time: 0.9757221 Aug 16 23:01:47.363757 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-fe73ce66-8042-4193-9675-496e836f5c85 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1fdfa45-b3ee-48ed-964f-8a70912ca684') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:01:47.364041 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-fe73ce66-8042-4193-9675-496e836f5c85 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1fdfa45-b3ee-48ed-964f-8a70912ca684') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:01:47.379243 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fe73ce66-8042-4193-9675-496e836f5c85 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:47.406875 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fe73ce66-8042-4193-9675-496e836f5c85 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:47.409807 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 5d0dc39a-9378-4c89-8211-1e6226281fdd up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:01:47.415068 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af97694-4d50-41e0-b109-a3b987e40e82 req-e11c1a16-8797-4a1f-b206-e1f9923e2ae1 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:47.415755 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-2af97694-4d50-41e0-b109-a3b987e40e82 req-e11c1a16-8797-4a1f-b206-e1f9923e2ae1 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:47.417589 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe73ce66-8042-4193-9675-496e836f5c85 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:01:47.418017 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fe73ce66-8042-4193-9675-496e836f5c85 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:47.426706 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 23:01:47.426706 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:01:47.426706 n-d-791506-26 neutron-server[101291]: timer() Aug 16 23:01:47.426706 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:01:47.426706 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 23:01:47.426706 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:01:47.426706 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 23:01:47.426706 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:01:47.426706 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 23:01:47.426706 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:01:47.426706 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 23:01:47.426706 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:01:47.426706 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 23:01:47.426706 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:01:47.426706 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:01:47.426706 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:01:47.426706 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:01:47.426706 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:01:47.426706 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 23:01:47.426706 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:01:47.426706 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 23:01:47.426706 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:01:47.426706 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:01:47.426706 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:01:47.426706 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 23:01:47.426706 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:01:47.426706 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:01:47.426706 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:01:47.426706 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:01:47.426706 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:01:47.426706 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:01:47.426706 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:01:47.436145 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2af97694-4d50-41e0-b109-a3b987e40e82 req-e11c1a16-8797-4a1f-b206-e1f9923e2ae1 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4955070 Aug 16 23:01:47.455732 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-2af97694-4d50-41e0-b109-a3b987e40e82 req-49164dee-eba9-49aa-9564-18080d4b8b61 service neutron] Request body: {'port': {'device_id': '823a2d4d-dfcf-45e8-b3fa-f0bda982a860', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-26'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:01:47.482965 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 5d0dc39a-9378-4c89-8211-1e6226281fdd triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:01:47.483436 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:47.509389 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fe73ce66-8042-4193-9675-496e836f5c85 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:47.523065 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fe73ce66-8042-4193-9675-496e836f5c85 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:47.527477 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-fe73ce66-8042-4193-9675-496e836f5c85 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] 10.222.0.36 "DELETE /v2.0/networks/f8636457-c434-4589-8202-79643971dac7 HTTP/1.1" status: 204 len: 168 time: 0.5416265 Aug 16 23:01:47.541379 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe73ce66-8042-4193-9675-496e836f5c85 tempest-BulkNetworkOpsTest-251057544 tempest-BulkNetworkOpsTest-251057544-project] Pushing event deleted for resources: {'Network': ['ID=f8636457-c434-4589-8202-79643971dac7,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:47.601451 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-f19009a8-20ed-4d4e-8fd7-99d293379943 req-fb3c8fbf-3685-4c68-8820-542ec7d6f285 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] For port 78b2a6f7-cb2d-47b0-bd91-a53feb63923f, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=78b2a6f7-cb2d-47b0-bd91-a53feb63923f,segment=NetworkSegment(d9a940b8-4f1c-423f-8b77-621d8ce494fc),segment_id=d9a940b8-4f1c-423f-8b77-621d8ce494fc)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:01:47.601834 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-f19009a8-20ed-4d4e-8fd7-99d293379943 req-fb3c8fbf-3685-4c68-8820-542ec7d6f285 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:47.618546 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-5ee7e756-3dbb-486a-83af-04558aa75e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:47.621307 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-2af97694-4d50-41e0-b109-a3b987e40e82 req-49164dee-eba9-49aa-9564-18080d4b8b61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:47.640679 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-f19009a8-20ed-4d4e-8fd7-99d293379943 req-fb3c8fbf-3685-4c68-8820-542ec7d6f285 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Calling delete_port for 78b2a6f7-cb2d-47b0-bd91-a53feb63923f owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:01:47.657812 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device d0be375a-8d22-469b-8fbd-1732997f2c68 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:01:47.686423 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: d0be375a-8d22-469b-8fbd-1732997f2c68 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:01:47.686714 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device d0be375a-8d22-469b-8fbd-1732997f2c68 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:01:47.687127 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device da43dc0b-60fb-4e76-8fa5-703fff440357 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:01:47.688221 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 44912) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:47.715154 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: da43dc0b-60fb-4e76-8fa5-703fff440357 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:01:47.715572 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device da43dc0b-60fb-4e76-8fa5-703fff440357 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:01:47.926727 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-9a166e20-a959-4171-a45b-7a4e23570ecc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=54ed20d8f0ee4178be8efea0febc31e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2372429 Aug 16 23:01:47.929092 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 44922) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:47.958057 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d07ba7b-e4b6-4891-b626-4f40eed19c49 req-e0565385-41ec-4d40-be16-f148e84c8bc2 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:47.959564 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8d07ba7b-e4b6-4891-b626-4f40eed19c49 req-e0565385-41ec-4d40-be16-f148e84c8bc2 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1a3c014-ee22-4ed3-9ab2-7241129ef2fa HTTP/1.1" status: 200 len: 945 time: 0.1541865 Aug 16 23:01:47.990474 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-88db1587-3a11-4793-871d-f5718623b99c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:48.015462 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-88db1587-3a11-4793-871d-f5718623b99c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:48.020148 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 44928) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:48.070768 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8d07ba7b-e4b6-4891-b626-4f40eed19c49 req-9e123cd4-bb12-47aa-a9b8-9c4503d47d64 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a9bd5fe-3160-4f0a-a902-e95b7aedf567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866773 Aug 16 23:01:48.076311 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-f19009a8-20ed-4d4e-8fd7-99d293379943 req-fb3c8fbf-3685-4c68-8820-542ec7d6f285 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:48.095834 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-88db1587-3a11-4793-871d-f5718623b99c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:48.098116 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-88db1587-3a11-4793-871d-f5718623b99c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:48.102049 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-88db1587-3a11-4793-871d-f5718623b99c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7a4b6c3c-cbe7-4f52-b397-368a5e11b8b5 HTTP/1.1" status: 204 len: 168 time: 0.1684475 Aug 16 23:01:48.114937 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88db1587-3a11-4793-871d-f5718623b99c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a4b6c3c-cbe7-4f52-b397-368a5e11b8b5,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:48.135167 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3c8fbf-3685-4c68-8820-542ec7d6f285 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Pushing event deleted for resources: {'Port': ['ID=78b2a6f7-cb2d-47b0-bd91-a53feb63923f,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:48.208440 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-f19009a8-20ed-4d4e-8fd7-99d293379943 req-fb3c8fbf-3685-4c68-8820-542ec7d6f285 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] No DVR routers for this DVR port 78b2a6f7-cb2d-47b0-bd91-a53feb63923f on host n-h1-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:01:48.214100 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-f19009a8-20ed-4d4e-8fd7-99d293379943 req-fb3c8fbf-3685-4c68-8820-542ec7d6f285 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:48.216118 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f19009a8-20ed-4d4e-8fd7-99d293379943 req-fb3c8fbf-3685-4c68-8820-542ec7d6f285 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "DELETE /v2.0/ports/78b2a6f7-cb2d-47b0-bd91-a53feb63923f HTTP/1.1" status: 204 len: 173 time: 1.1002595 Aug 16 23:01:48.217214 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1dee21d-438d-4809-b7fc-08c3f1ed2e89', 'name': 'network-vif-deleted', 'tag': '78b2a6f7-cb2d-47b0-bd91-a53feb63923f'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:01:48.219464 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d17ae3f-02a1-4cd0-b36f-20ab4f2bd700" -d '{"events": [{"server_uuid": "c1dee21d-438d-4809-b7fc-08c3f1ed2e89", "name": "network-vif-deleted", "tag": "78b2a6f7-cb2d-47b0-bd91-a53feb63923f"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:01:48.301680 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [req-2af97694-4d50-41e0-b109-a3b987e40e82 req-49164dee-eba9-49aa-9564-18080d4b8b61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23b1cb86-9dc3-4ec3-93e0-97817ea4733a {{(pid=101292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:01:48.317284 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-2af97694-4d50-41e0-b109-a3b987e40e82 req-49164dee-eba9-49aa-9564-18080d4b8b61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:48.369430 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd9b66-c80e-4092-8e0d-b99ceb218436 req-0eb78b4e-5725-488e-9447-b05bc0d4a6a6 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:48.371379 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6afd9b66-c80e-4092-8e0d-b99ceb218436 req-0eb78b4e-5725-488e-9447-b05bc0d4a6a6 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/ports?device_id=823a2d4d-dfcf-45e8-b3fa-f0bda982a860 HTTP/1.1" status: 200 len: 931 time: 0.1610563 Aug 16 23:01:48.374638 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-2af97694-4d50-41e0-b109-a3b987e40e82 req-49164dee-eba9-49aa-9564-18080d4b8b61 service neutron] Transition to ACTIVE for port object 23b1cb86-9dc3-4ec3-93e0-97817ea4733a will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:01:48.377695 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-c861c9c6-3342-4245-947c-3233a6bda60b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6a73850e141042e6b53c778e50c245ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3526537 Aug 16 23:01:48.380238 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 44944) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:48.401324 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-2af97694-4d50-41e0-b109-a3b987e40e82 req-49164dee-eba9-49aa-9564-18080d4b8b61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:48.425799 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 44946) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:48.509180 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6afd9b66-c80e-4092-8e0d-b99ceb218436 req-faf6f9b5-4b66-499f-a618-205efb155bfd tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/security-groups?id=1eb5bbe6-717a-4605-a558-b9b958591c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298332 Aug 16 23:01:48.520061 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49164dee-eba9-49aa-9564-18080d4b8b61 service neutron] Pushing event updated for resources: {'Port': ['ID=23b1cb86-9dc3-4ec3-93e0-97817ea4733a,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:48.575716 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d7af78d8-dc14-420c-95a8-1acaea642b2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:48.583683 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-02490c62-8475-4c0b-9e94-d65f0d9077d5 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1885207178-network', 'tenant_id': '2021c5ea9b37490ab72514988bd9444c'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:01:48.596622 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 16 Aug 2021 23:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49f02e02-33ba-4bfd-8121-b2b138576ddf x-openstack-request-id: req-49f02e02-33ba-4bfd-8121-b2b138576ddf {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:01:48.596957 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1dee21d-438d-4809-b7fc-08c3f1ed2e89", "name": "network-vif-deleted", "tag": "78b2a6f7-cb2d-47b0-bd91-a53feb63923f", "status": "failed", "code": 422}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:01:48.597223 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-49f02e02-33ba-4bfd-8121-b2b138576ddf {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:01:48.597667 n-d-791506-26 neutron-server[101292]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c1dee21d-438d-4809-b7fc-08c3f1ed2e89', 'name': 'network-vif-deleted', 'tag': '78b2a6f7-cb2d-47b0-bd91-a53feb63923f', 'status': 'failed', 'code': 422} returned with failed status Aug 16 23:01:48.598471 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 44950) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:48.617640 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d7af78d8-dc14-420c-95a8-1acaea642b2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:48.620759 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c50f88f2-df14-4ea8-b304-9f3ab054f567 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:48.640491 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02490c62-8475-4c0b-9e94-d65f0d9077d5 admin admin] Made reservation on behalf of 2021c5ea9b37490ab72514988bd9444c for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:01:48.643059 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-02490c62-8475-4c0b-9e94-d65f0d9077d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:48.655466 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-2af97694-4d50-41e0-b109-a3b987e40e82 req-49164dee-eba9-49aa-9564-18080d4b8b61 service neutron] Attempting to bind port 23b1cb86-9dc3-4ec3-93e0-97817ea4733a on host n-h2-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:01:48.655830 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-2af97694-4d50-41e0-b109-a3b987e40e82 req-49164dee-eba9-49aa-9564-18080d4b8b61 service neutron] Attempting to bind port 23b1cb86-9dc3-4ec3-93e0-97817ea4733a by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': 'a0a90953-ffc4-4cbc-b46c-d2cc5e1888f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '540fbbcf-8da3-458c-90f5-f20e9fa6a263'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:01:48.656149 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af97694-4d50-41e0-b109-a3b987e40e82 req-49164dee-eba9-49aa-9564-18080d4b8b61 service neutron] Attempting to bind port 23b1cb86-9dc3-4ec3-93e0-97817ea4733a on network 540fbbcf-8da3-458c-90f5-f20e9fa6a263 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:01:48.661660 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-02490c62-8475-4c0b-9e94-d65f0d9077d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:48.668291 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af97694-4d50-41e0-b109-a3b987e40e82 req-49164dee-eba9-49aa-9564-18080d4b8b61 service neutron] Port 23b1cb86-9dc3-4ec3-93e0-97817ea4733a on network 540fbbcf-8da3-458c-90f5-f20e9fa6a263 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:01:48.671122 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af97694-4d50-41e0-b109-a3b987e40e82 req-49164dee-eba9-49aa-9564-18080d4b8b61 service neutron] Attempting to bind port 23b1cb86-9dc3-4ec3-93e0-97817ea4733a on network 540fbbcf-8da3-458c-90f5-f20e9fa6a263 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:01:48.678214 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af97694-4d50-41e0-b109-a3b987e40e82 req-49164dee-eba9-49aa-9564-18080d4b8b61 service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:01:48.678566 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af97694-4d50-41e0-b109-a3b987e40e82 req-49164dee-eba9-49aa-9564-18080d4b8b61 service neutron] Checking segment: {'id': 'a0a90953-ffc4-4cbc-b46c-d2cc5e1888f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '540fbbcf-8da3-458c-90f5-f20e9fa6a263'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:01:48.679030 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af97694-4d50-41e0-b109-a3b987e40e82 req-49164dee-eba9-49aa-9564-18080d4b8b61 service neutron] Bound using segment: {'id': 'a0a90953-ffc4-4cbc-b46c-d2cc5e1888f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '540fbbcf-8da3-458c-90f5-f20e9fa6a263'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:01:48.679610 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-2af97694-4d50-41e0-b109-a3b987e40e82 req-49164dee-eba9-49aa-9564-18080d4b8b61 service neutron] Bound port: 23b1cb86-9dc3-4ec3-93e0-97817ea4733a, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0a90953-ffc4-4cbc-b46c-d2cc5e1888f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '540fbbcf-8da3-458c-90f5-f20e9fa6a263'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:01:48.680044 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-2af97694-4d50-41e0-b109-a3b987e40e82 req-49164dee-eba9-49aa-9564-18080d4b8b61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:48.743811 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d7af78d8-dc14-420c-95a8-1acaea642b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:48.747257 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d7af78d8-dc14-420c-95a8-1acaea642b2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:48.748628 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-d7af78d8-dc14-420c-95a8-1acaea642b2c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5b5855ce-88a3-4d63-930a-2776dde35f8d HTTP/1.1" status: 204 len: 168 time: 0.3667881 Aug 16 23:01:48.771837 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7af78d8-dc14-420c-95a8-1acaea642b2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b5855ce-88a3-4d63-930a-2776dde35f8d,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:48.781635 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c50f88f2-df14-4ea8-b304-9f3ab054f567 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:48.785436 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-2af97694-4d50-41e0-b109-a3b987e40e82 req-49164dee-eba9-49aa-9564-18080d4b8b61 service neutron] For port 23b1cb86-9dc3-4ec3-93e0-97817ea4733a, host n-h2-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:01:48.790839 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-2af97694-4d50-41e0-b109-a3b987e40e82 req-49164dee-eba9-49aa-9564-18080d4b8b61 service neutron] For port 23b1cb86-9dc3-4ec3-93e0-97817ea4733a, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=23b1cb86-9dc3-4ec3-93e0-97817ea4733a,segment=NetworkSegment(a0a90953-ffc4-4cbc-b46c-d2cc5e1888f9),segment_id=a0a90953-ffc4-4cbc-b46c-d2cc5e1888f9)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:01:48.791895 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c50f88f2-df14-4ea8-b304-9f3ab054f567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:48.797785 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-2af97694-4d50-41e0-b109-a3b987e40e82 req-49164dee-eba9-49aa-9564-18080d4b8b61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:48.858369 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af97694-4d50-41e0-b109-a3b987e40e82 req-49164dee-eba9-49aa-9564-18080d4b8b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:48.859084 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-2af97694-4d50-41e0-b109-a3b987e40e82 req-49164dee-eba9-49aa-9564-18080d4b8b61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:48.860156 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-c50f88f2-df14-4ea8-b304-9f3ab054f567 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4c6f03255b034811af0364552ac1a9fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2605536 Aug 16 23:01:48.860746 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2af97694-4d50-41e0-b109-a3b987e40e82 req-49164dee-eba9-49aa-9564-18080d4b8b61 service neutron] 10.222.0.57 "PUT /v2.0/ports/23b1cb86-9dc3-4ec3-93e0-97817ea4733a HTTP/1.1" status: 200 len: 1092 time: 1.4107544 Aug 16 23:01:48.861249 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 44962) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:48.862993 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50f88f2-df14-4ea8-b304-9f3ab054f567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afb8fa55-1212-4264-9f39-0b67760beef9,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:48.916727 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49164dee-eba9-49aa-9564-18080d4b8b61 service neutron] Pushing event updated for resources: {'Port': ['ID=23b1cb86-9dc3-4ec3-93e0-97817ea4733a,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:48.943116 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-02490c62-8475-4c0b-9e94-d65f0d9077d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:48.948892 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-02490c62-8475-4c0b-9e94-d65f0d9077d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:48.955508 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e587af45-0d87-489b-8d33-cbb4401776ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:48.979929 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02490c62-8475-4c0b-9e94-d65f0d9077d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:01:48.989872 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02490c62-8475-4c0b-9e94-d65f0d9077d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d16ff2d0-1ebf-4d89-b16a-9f394969ba5a,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:49.010386 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-02490c62-8475-4c0b-9e94-d65f0d9077d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:49.010871 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-02490c62-8475-4c0b-9e94-d65f0d9077d5 admin admin] Added segment 41213340-69bd-43d1-b0bd-07e49d1e54df of type vlan for network f4264da2-38cd-44c0-b397-5678d2cea138 Aug 16 23:01:49.018799 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e587af45-0d87-489b-8d33-cbb4401776ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:49.032523 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af97694-4d50-41e0-b109-a3b987e40e82 req-5c84962b-0440-4893-a241-8afd60a3f834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:49.034328 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2af97694-4d50-41e0-b109-a3b987e40e82 req-5c84962b-0440-4893-a241-8afd60a3f834 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=658de3f152bc4d17994dfa693ccface5&device_id=823a2d4d-dfcf-45e8-b3fa-f0bda982a860 HTTP/1.1" status: 200 len: 1095 time: 0.0924838 Aug 16 23:01:49.056031 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-02490c62-8475-4c0b-9e94-d65f0d9077d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:49.090467 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-02490c62-8475-4c0b-9e94-d65f0d9077d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:49.092852 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02490c62-8475-4c0b-9e94-d65f0d9077d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:49.093675 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-02490c62-8475-4c0b-9e94-d65f0d9077d5 admin admin] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:49.094940 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2af97694-4d50-41e0-b109-a3b987e40e82 req-1d73f005-b30e-4cf5-893a-4e697eaed2a1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23b1cb86-9dc3-4ec3-93e0-97817ea4733a HTTP/1.1" status: 200 len: 217 time: 0.0436263 Aug 16 23:01:49.193249 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e587af45-0d87-489b-8d33-cbb4401776ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:49.196965 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e587af45-0d87-489b-8d33-cbb4401776ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:49.198397 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-e587af45-0d87-489b-8d33-cbb4401776ae admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/afb8fa55-1212-4264-9f39-0b67760beef9 HTTP/1.1" status: 204 len: 168 time: 0.3342087 Aug 16 23:01:49.272793 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e587af45-0d87-489b-8d33-cbb4401776ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb8fa55-1212-4264-9f39-0b67760beef9,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:49.289109 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af97694-4d50-41e0-b109-a3b987e40e82 req-c90503c0-8e1a-4359-8f5b-ced503a86231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:49.290768 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2af97694-4d50-41e0-b109-a3b987e40e82 req-c90503c0-8e1a-4359-8f5b-ced503a86231 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=83a7154b-2d0f-4675-897d-e253fcead13a HTTP/1.1" status: 200 len: 851 time: 0.1764514 Aug 16 23:01:49.345374 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738de290-4882-495a-ae6e-2f5ba5b7eb3c req-79641aec-d249-494e-a6a7-2da19cceedca tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:49.353023 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-738de290-4882-495a-ae6e-2f5ba5b7eb3c req-79641aec-d249-494e-a6a7-2da19cceedca tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1a3c014-ee22-4ed3-9ab2-7241129ef2fa HTTP/1.1" status: 200 len: 945 time: 0.1647170 Aug 16 23:01:49.357270 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2af97694-4d50-41e0-b109-a3b987e40e82 req-bc3d3298-3a0f-42f2-a869-dda736d1070f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=540fbbcf-8da3-458c-90f5-f20e9fa6a263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575912 Aug 16 23:01:49.470929 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-738de290-4882-495a-ae6e-2f5ba5b7eb3c req-9836fdd8-5cbd-47fc-842e-0b12b7f7643c tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a9bd5fe-3160-4f0a-a902-e95b7aedf567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169395 Aug 16 23:01:49.593414 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02490c62-8475-4c0b-9e94-d65f0d9077d5 admin admin] Pushing event updated for resources: {'Network': ['ID=f4264da2-38cd-44c0-b397-5678d2cea138,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:49.597489 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2af97694-4d50-41e0-b109-a3b987e40e82 req-bfa68e80-7d5d-41a2-abf0-545e338f841b service neutron] 10.222.0.57 "GET /v2.0/networks/540fbbcf-8da3-458c-90f5-f20e9fa6a263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259345 Aug 16 23:01:49.597944 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-02490c62-8475-4c0b-9e94-d65f0d9077d5 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1710093 Aug 16 23:01:49.601844 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 44994) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:49.606868 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network f4264da2-38cd-44c0-b397-5678d2cea138 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:01:49.613607 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-a2660ad4-ba59-47b2-9b59-11784ec5de7f admin admin] Request body: {'subnet': {'network_id': 'f4264da2-38cd-44c0-b397-5678d2cea138', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1885207178-subnet', 'tenant_id': '2021c5ea9b37490ab72514988bd9444c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:01:49.659417 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2660ad4-ba59-47b2-9b59-11784ec5de7f admin admin] Made reservation on behalf of 2021c5ea9b37490ab72514988bd9444c for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:01:49.663097 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a2660ad4-ba59-47b2-9b59-11784ec5de7f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:49.757769 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf8896d-1835-462d-8ea9-4b86878adb01 req-12e39126-734f-4269-a02b-7d254d34a3ac tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:49.759740 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-acf8896d-1835-462d-8ea9-4b86878adb01 req-12e39126-734f-4269-a02b-7d254d34a3ac tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/networks?id=5afa7f88-eeaa-4717-8103-9ee9125ee829 HTTP/1.1" status: 200 len: 812 time: 0.2465496 Aug 16 23:01:49.760966 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-b9f7f72f-2e04-4a49-b781-230c33cccbe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:49.799746 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-acf8896d-1835-462d-8ea9-4b86878adb01 req-41daa043-d911-4dd9-ace5-3f9a84cbb4c9 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/quotas/bc1dde6b43054c1db1326da283b98f4f HTTP/1.1" status: 200 len: 375 time: 0.0330443 Aug 16 23:01:49.816889 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2af97694-4d50-41e0-b109-a3b987e40e82 req-dd492a77-1dc9-4e0f-942d-762fe38a24a7 service neutron] 10.222.0.57 "GET /v2.0/networks/540fbbcf-8da3-458c-90f5-f20e9fa6a263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107365 Aug 16 23:01:49.835197 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 45008) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:49.857548 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-acf8896d-1835-462d-8ea9-4b86878adb01 req-1ced2f10-c101-4b03-8482-f072f12424f6 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=bc1dde6b43054c1db1326da283b98f4f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0562918 Aug 16 23:01:49.859333 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8be3688c-6a8d-477b-9c8f-a56d0fa074d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:49.989847 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-acf8896d-1835-462d-8ea9-4b86878adb01 req-04187ac1-c65a-400c-bd7d-0c323404b927 service neutron] 10.222.0.36 "GET /v2.0/networks/5afa7f88-eeaa-4717-8103-9ee9125ee829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246824 Aug 16 23:01:50.013955 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a2660ad4-ba59-47b2-9b59-11784ec5de7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:50.103266 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2660ad4-ba59-47b2-9b59-11784ec5de7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c956ed2-0689-474b-bd27-58ed9c7ef2ec,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:50.139502 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2660ad4-ba59-47b2-9b59-11784ec5de7f admin admin] Checking segment: {'id': '41213340-69bd-43d1-b0bd-07e49d1e54df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f4264da2-38cd-44c0-b397-5678d2cea138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:01:50.139880 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2660ad4-ba59-47b2-9b59-11784ec5de7f admin admin] Network hostable DHCP agents. Network: f4264da2-38cd-44c0-b397-5678d2cea138, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:01:50.145518 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8be3688c-6a8d-477b-9c8f-a56d0fa074d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:50.159761 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8be3688c-6a8d-477b-9c8f-a56d0fa074d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:50.172338 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2660ad4-ba59-47b2-9b59-11784ec5de7f admin admin] Network f4264da2-38cd-44c0-b397-5678d2cea138 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:01:50.207330 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-a2660ad4-ba59-47b2-9b59-11784ec5de7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, f4264da2-38cd-44c0-b397-5678d2cea138) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:01:50.212761 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2660ad4-ba59-47b2-9b59-11784ec5de7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:50.213361 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a2660ad4-ba59-47b2-9b59-11784ec5de7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:50.219256 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1157d3f7-cf63-4bb6-a7b3-71b810a622ab None None] Network f4264da2-38cd-44c0-b397-5678d2cea138 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:01:50.225600 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-8be3688c-6a8d-477b-9c8f-a56d0fa074d7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=797fd2652b364b498ebf27f0e6a2c217&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3884735 Aug 16 23:01:50.231941 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 45022) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:50.245720 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be3688c-6a8d-477b-9c8f-a56d0fa074d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bddfd66-8780-4f16-a2e1-36be6a75d2fa,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:50.287672 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-a2660ad4-ba59-47b2-9b59-11784ec5de7f admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6847181 Aug 16 23:01:50.293197 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 45024) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:50.302746 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-67f5e45b-0a59-4355-ae76-638e34b2e219 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1885207178-router', 'tenant_id': '2021c5ea9b37490ab72514988bd9444c', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:01:50.355410 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-67f5e45b-0a59-4355-ae76-638e34b2e219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:50.357035 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-67f5e45b-0a59-4355-ae76-638e34b2e219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:50.369070 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cca580d7-f1ec-4090-810a-afd348ace902 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:50.401413 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 45026) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:50.407299 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cca580d7-f1ec-4090-810a-afd348ace902 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:50.454318 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-67f5e45b-0a59-4355-ae76-638e34b2e219 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:50.457972 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb037b8-7533-42ac-b75e-228757d778fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-f4264da2-38cd-44c0-b397-5678d2cea138', 'network_id': 'f4264da2-38cd-44c0-b397-5678d2cea138', 'tenant_id': '2021c5ea9b37490ab72514988bd9444c', 'fixed_ips': [{'subnet_id': '7c956ed2-0689-474b-bd27-58ed9c7ef2ec'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:01:50.459216 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4bb037b8-7533-42ac-b75e-228757d778fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:50.600042 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '823a2d4d-dfcf-45e8-b3fa-f0bda982a860', 'tag': '23b1cb86-9dc3-4ec3-93e0-97817ea4733a'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:01:50.604956 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ede68c-5d92-464f-9ecc-80a495793e08" -d '{"events": [{"name": "network-changed", "server_uuid": "823a2d4d-dfcf-45e8-b3fa-f0bda982a860", "tag": "23b1cb86-9dc3-4ec3-93e0-97817ea4733a"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:01:50.627262 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:50.629645 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0973ab0-2215-44d8-89db-2c82b3131dfd req-f7c3c7c6-5988-4634-9458-5582d07d523c tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:50.631215 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a0973ab0-2215-44d8-89db-2c82b3131dfd req-f7c3c7c6-5988-4634-9458-5582d07d523c tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/ports?device_id=823a2d4d-dfcf-45e8-b3fa-f0bda982a860 HTTP/1.1" status: 200 len: 943 time: 0.5194495 Aug 16 23:01:50.640171 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-84563fd0-3a3c-4732-a134-e6ff3edf6efc tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2072809457', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:01:50.646776 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-acf8896d-1835-462d-8ea9-4b86878adb01 req-fb376dcf-24c9-4978-953b-b958e0625595 service neutron] 10.222.0.36 "GET /v2.0/networks/5afa7f88-eeaa-4717-8103-9ee9125ee829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6488197 Aug 16 23:01:50.661311 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-67f5e45b-0a59-4355-ae76-638e34b2e219 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:50.668233 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cca580d7-f1ec-4090-810a-afd348ace902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:50.671039 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cca580d7-f1ec-4090-810a-afd348ace902 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:50.674854 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-cca580d7-f1ec-4090-810a-afd348ace902 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9bddfd66-8780-4f16-a2e1-36be6a75d2fa HTTP/1.1" status: 204 len: 168 time: 0.4413576 Aug 16 23:01:50.694364 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca580d7-f1ec-4090-810a-afd348ace902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bddfd66-8780-4f16-a2e1-36be6a75d2fa,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:50.703713 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a0973ab0-2215-44d8-89db-2c82b3131dfd req-ec37ede8-8f61-4555-ba57-ff14f93b4d3f tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/security-groups?id=1eb5bbe6-717a-4605-a558-b9b958591c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541828 Aug 16 23:01:50.707461 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-84563fd0-3a3c-4732-a134-e6ff3edf6efc tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:50.708532 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-84563fd0-3a3c-4732-a134-e6ff3edf6efc tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:50.769006 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-4bb037b8-7533-42ac-b75e-228757d778fc None None] Allocated IP 172.20.0.2 (f4264da2-38cd-44c0-b397-5678d2cea138/7c956ed2-0689-474b-bd27-58ed9c7ef2ec/2c1c3e17-95d5-4d70-aaff-71b7abfcf85a) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:01:50.846977 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-84563fd0-3a3c-4732-a134-e6ff3edf6efc tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:50.857130 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-84563fd0-3a3c-4732-a134-e6ff3edf6efc tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:50.881324 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-84563fd0-3a3c-4732-a134-e6ff3edf6efc tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:50.886468 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 45044) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:50.892584 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-e9203618-cfe8-40fe-8529-1bffc35fa35b tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1299175682'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:01:50.896477 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-84563fd0-3a3c-4732-a134-e6ff3edf6efc tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4913807 Aug 16 23:01:50.985196 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d624f311-6571-43fd-a120-bf2766c5f8b8 req-efa5c892-5864-4f4f-ab08-b8364d4b90c6 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=576163bb-e2de-4bc4-9ff2-01eda263d98d HTTP/1.1" status: 200 len: 210 time: 0.0826390 Aug 16 23:01:51.000485 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57e2125a-5ec0-498a-bf4c-f4c4a0f60576 x-openstack-request-id: req-57e2125a-5ec0-498a-bf4c-f4c4a0f60576 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:01:51.001026 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "823a2d4d-dfcf-45e8-b3fa-f0bda982a860", "tag": "23b1cb86-9dc3-4ec3-93e0-97817ea4733a", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:01:51.001450 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-57e2125a-5ec0-498a-bf4c-f4c4a0f60576 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:01:51.002462 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '823a2d4d-dfcf-45e8-b3fa-f0bda982a860', 'tag': '23b1cb86-9dc3-4ec3-93e0-97817ea4733a', 'status': 'completed', 'code': 200} Aug 16 23:01:51.047066 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4bb037b8-7533-42ac-b75e-228757d778fc None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:51.059487 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9203618-cfe8-40fe-8529-1bffc35fa35b tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Made reservation on behalf of 34e7d2f534c84c7f8e68ead35b74ae5f for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:01:51.060025 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4bb037b8-7533-42ac-b75e-228757d778fc None None] Transition to ACTIVE for port object 2c1c3e17-95d5-4d70-aaff-71b7abfcf85a will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:01:51.063975 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e9203618-cfe8-40fe-8529-1bffc35fa35b tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:51.076372 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e9203618-cfe8-40fe-8529-1bffc35fa35b tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:51.080179 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4bb037b8-7533-42ac-b75e-228757d778fc None None] Transition to ACTIVE for port object 2c1c3e17-95d5-4d70-aaff-71b7abfcf85a will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:01:51.094075 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4bb037b8-7533-42ac-b75e-228757d778fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:51.138605 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-67f5e45b-0a59-4355-ae76-638e34b2e219 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:51.144583 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb037b8-7533-42ac-b75e-228757d778fc None None] Network f4264da2-38cd-44c0-b397-5678d2cea138 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:01:51.148771 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-4bb037b8-7533-42ac-b75e-228757d778fc None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:01:51.159033 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb037b8-7533-42ac-b75e-228757d778fc None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:01:51.176229 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb037b8-7533-42ac-b75e-228757d778fc None None] Pushing event updated for resources: {'Port': ['ID=2c1c3e17-95d5-4d70-aaff-71b7abfcf85a,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:51.200923 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ede68c-5d92-464f-9ecc-80a495793e08 req-a58c1473-2f78-43eb-bc66-9fa86ec6fc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:51.202677 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-40ede68c-5d92-464f-9ecc-80a495793e08 req-a58c1473-2f78-43eb-bc66-9fa86ec6fc58 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=658de3f152bc4d17994dfa693ccface5&device_id=823a2d4d-dfcf-45e8-b3fa-f0bda982a860 HTTP/1.1" status: 200 len: 1095 time: 0.2165170 Aug 16 23:01:51.209123 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-67f5e45b-0a59-4355-ae76-638e34b2e219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:51.261715 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-4bb037b8-7533-42ac-b75e-228757d778fc None None] Attempting to bind port 2c1c3e17-95d5-4d70-aaff-71b7abfcf85a on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:01:51.262244 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-4bb037b8-7533-42ac-b75e-228757d778fc None None] Attempting to bind port 2c1c3e17-95d5-4d70-aaff-71b7abfcf85a by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '41213340-69bd-43d1-b0bd-07e49d1e54df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f4264da2-38cd-44c0-b397-5678d2cea138'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:01:51.262714 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb037b8-7533-42ac-b75e-228757d778fc None None] Attempting to bind port 2c1c3e17-95d5-4d70-aaff-71b7abfcf85a on network f4264da2-38cd-44c0-b397-5678d2cea138 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:01:51.286505 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb037b8-7533-42ac-b75e-228757d778fc None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:01:51.288133 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb037b8-7533-42ac-b75e-228757d778fc None None] Checking segment: {'id': '41213340-69bd-43d1-b0bd-07e49d1e54df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f4264da2-38cd-44c0-b397-5678d2cea138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:01:51.290325 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4bb037b8-7533-42ac-b75e-228757d778fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:51.291702 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb037b8-7533-42ac-b75e-228757d778fc None None] Bound using segment: {'id': '41213340-69bd-43d1-b0bd-07e49d1e54df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f4264da2-38cd-44c0-b397-5678d2cea138'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:01:51.292947 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-4bb037b8-7533-42ac-b75e-228757d778fc None None] Bound port: 2c1c3e17-95d5-4d70-aaff-71b7abfcf85a, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41213340-69bd-43d1-b0bd-07e49d1e54df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f4264da2-38cd-44c0-b397-5678d2cea138'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:01:51.294255 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4bb037b8-7533-42ac-b75e-228757d778fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:51.343179 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e9203618-cfe8-40fe-8529-1bffc35fa35b tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:51.355030 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ede68c-5d92-464f-9ecc-80a495793e08 req-d2cb1c5f-49c7-4f8c-a21e-a6ef9ff07835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:51.358671 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-40ede68c-5d92-464f-9ecc-80a495793e08 req-d2cb1c5f-49c7-4f8c-a21e-a6ef9ff07835 service neutron] 10.222.0.57 "GET /v2.0/networks?id=540fbbcf-8da3-458c-90f5-f20e9fa6a263 HTTP/1.1" status: 200 len: 912 time: 0.1454983 Aug 16 23:01:51.360126 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e9203618-cfe8-40fe-8529-1bffc35fa35b tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:51.395897 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9203618-cfe8-40fe-8529-1bffc35fa35b tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd791a5-5aaa-4be3-826f-41435f05ca0a,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:51.432274 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-67f5e45b-0a59-4355-ae76-638e34b2e219 admin admin] Allocated IP 172.25.4.206 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/2a818ec2-c8ff-403e-b740-d3d63b016343) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:01:51.455633 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9203618-cfe8-40fe-8529-1bffc35fa35b tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:01:51.458747 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-40ede68c-5d92-464f-9ecc-80a495793e08 req-6b7fee85-44cf-48c7-ba14-d3bc014c85a8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23b1cb86-9dc3-4ec3-93e0-97817ea4733a HTTP/1.1" status: 200 len: 217 time: 0.0640109 Aug 16 23:01:51.474717 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-4bb037b8-7533-42ac-b75e-228757d778fc None None] For port 2c1c3e17-95d5-4d70-aaff-71b7abfcf85a, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:01:51.477239 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e9203618-cfe8-40fe-8529-1bffc35fa35b tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:51.477644 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-e9203618-cfe8-40fe-8529-1bffc35fa35b tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Added segment ea5d64db-6d1c-4d05-83a5-b81ee5e8ca2a of type vlan for network f584a7ad-eec1-4210-9d99-2ed59ceeacfb Aug 16 23:01:51.499530 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-4bb037b8-7533-42ac-b75e-228757d778fc None None] For port 2c1c3e17-95d5-4d70-aaff-71b7abfcf85a, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=2c1c3e17-95d5-4d70-aaff-71b7abfcf85a,segment=NetworkSegment(41213340-69bd-43d1-b0bd-07e49d1e54df),segment_id=41213340-69bd-43d1-b0bd-07e49d1e54df)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:01:51.502230 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:51.506690 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4bb037b8-7533-42ac-b75e-228757d778fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:51.568461 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ede68c-5d92-464f-9ecc-80a495793e08 req-286c76b9-5453-4625-af97-faf421fbaaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:51.570492 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-40ede68c-5d92-464f-9ecc-80a495793e08 req-286c76b9-5453-4625-af97-faf421fbaaaa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=83a7154b-2d0f-4675-897d-e253fcead13a HTTP/1.1" status: 200 len: 851 time: 0.1039302 Aug 16 23:01:51.572293 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e9203618-cfe8-40fe-8529-1bffc35fa35b tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:51.634542 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-40ede68c-5d92-464f-9ecc-80a495793e08 req-614ca749-aeba-489e-b12c-d54199081c40 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=540fbbcf-8da3-458c-90f5-f20e9fa6a263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516057 Aug 16 23:01:51.652822 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb037b8-7533-42ac-b75e-228757d778fc None None] Pushing event updated for resources: {'Port': ['ID=2c1c3e17-95d5-4d70-aaff-71b7abfcf85a,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:51.692637 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-67f5e45b-0a59-4355-ae76-638e34b2e219 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:51.723131 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e9203618-cfe8-40fe-8529-1bffc35fa35b tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:51.751214 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9203618-cfe8-40fe-8529-1bffc35fa35b tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:51.752422 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e9203618-cfe8-40fe-8529-1bffc35fa35b tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:51.785516 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-67f5e45b-0a59-4355-ae76-638e34b2e219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:51.846770 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-e9203618-cfe8-40fe-8529-1bffc35fa35b tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.9591234 Aug 16 23:01:51.851846 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 45076) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:51.859294 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-ca34fc59-a02b-4ed1-8c26-84e2522f9c84 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Request body: {'subnet': {'network_id': 'f584a7ad-eec1-4210-9d99-2ed59ceeacfb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:01:51.971498 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f5e45b-0a59-4355-ae76-638e34b2e219 admin admin] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:01:52.015625 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-67f5e45b-0a59-4355-ae76-638e34b2e219 admin admin] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:01:52.024782 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f5e45b-0a59-4355-ae76-638e34b2e219 admin admin] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:01:52.063289 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9203618-cfe8-40fe-8529-1bffc35fa35b tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Pushing event updated for resources: {'Network': ['ID=f584a7ad-eec1-4210-9d99-2ed59ceeacfb,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:52.077139 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network f584a7ad-eec1-4210-9d99-2ed59ceeacfb details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:01:52.091325 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-40ede68c-5d92-464f-9ecc-80a495793e08 req-1c978fac-4bdb-482c-872e-940b39d63505 service neutron] 10.222.0.57 "GET /v2.0/networks/540fbbcf-8da3-458c-90f5-f20e9fa6a263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4442606 Aug 16 23:01:52.110576 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f5e45b-0a59-4355-ae76-638e34b2e219 admin admin] Pushing event updated for resources: {'Port': ['ID=2a818ec2-c8ff-403e-b740-d3d63b016343,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:52.200490 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38959a88-f0d3-4dfa-91c4-351f3fc19ee9 req-9587db18-d045-4b63-9216-5cd01c329390 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:52.202212 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-38959a88-f0d3-4dfa-91c4-351f3fc19ee9 req-9587db18-d045-4b63-9216-5cd01c329390 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/ports?device_id=823a2d4d-dfcf-45e8-b3fa-f0bda982a860 HTTP/1.1" status: 200 len: 943 time: 0.2070327 Aug 16 23:01:52.213333 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca34fc59-a02b-4ed1-8c26-84e2522f9c84 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Made reservation on behalf of 34e7d2f534c84c7f8e68ead35b74ae5f for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:01:52.217214 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ca34fc59-a02b-4ed1-8c26-84e2522f9c84 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:52.295096 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6c80709f-7568-480c-b1db-128692eac170 req-a516be59-62fc-4e33-a545-414769d1f12f tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=576163bb-e2de-4bc4-9ff2-01eda263d98d HTTP/1.1" status: 200 len: 210 time: 0.1511023 Aug 16 23:01:52.344211 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-38959a88-f0d3-4dfa-91c4-351f3fc19ee9 req-473a89f2-8225-47f6-ac06-bd92ffda56c5 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/security-groups?id=1eb5bbe6-717a-4605-a558-b9b958591c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222858 Aug 16 23:01:52.402536 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-40ede68c-5d92-464f-9ecc-80a495793e08 req-b6642b86-6ff1-4314-8f4e-d90f539427be service neutron] 10.222.0.57 "GET /v2.0/networks/540fbbcf-8da3-458c-90f5-f20e9fa6a263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3015656 Aug 16 23:01:52.596917 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ca34fc59-a02b-4ed1-8c26-84e2522f9c84 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:52.641627 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-67f5e45b-0a59-4355-ae76-638e34b2e219 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:52.670707 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca34fc59-a02b-4ed1-8c26-84e2522f9c84 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Pushing event updated for resources: {'Subnet': ['ID=4c71f39f-0b55-4352-8ef6-9400f8d16694,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:52.696517 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca34fc59-a02b-4ed1-8c26-84e2522f9c84 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Checking segment: {'id': 'ea5d64db-6d1c-4d05-83a5-b81ee5e8ca2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f584a7ad-eec1-4210-9d99-2ed59ceeacfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:01:52.697475 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca34fc59-a02b-4ed1-8c26-84e2522f9c84 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Network hostable DHCP agents. Network: f584a7ad-eec1-4210-9d99-2ed59ceeacfb, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:01:52.709837 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf8896d-1835-462d-8ea9-4b86878adb01 req-8ab0202c-2437-4660-b056-2eb142c1f0f3 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:52.712249 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-acf8896d-1835-462d-8ea9-4b86878adb01 req-8ab0202c-2437-4660-b056-2eb142c1f0f3 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.68 "GET /v2.0/networks?id=5afa7f88-eeaa-4717-8103-9ee9125ee829 HTTP/1.1" status: 200 len: 812 time: 0.3060579 Aug 16 23:01:52.733790 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:52.739159 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca34fc59-a02b-4ed1-8c26-84e2522f9c84 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Network f584a7ad-eec1-4210-9d99-2ed59ceeacfb is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:01:52.752267 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-acf8896d-1835-462d-8ea9-4b86878adb01 req-c760c3bc-c21d-4a0e-aa8f-77236d613361 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Request body: {'port': {'device_id': '576163bb-e2de-4bc4-9ff2-01eda263d98d', 'network_id': '5afa7f88-eeaa-4717-8103-9ee9125ee829', 'admin_state_up': True, 'tenant_id': 'bc1dde6b43054c1db1326da283b98f4f'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:01:52.764423 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-ca34fc59-a02b-4ed1-8c26-84e2522f9c84 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, f584a7ad-eec1-4210-9d99-2ed59ceeacfb) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:01:52.768856 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca34fc59-a02b-4ed1-8c26-84e2522f9c84 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:52.769682 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ca34fc59-a02b-4ed1-8c26-84e2522f9c84 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:52.781573 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee2b3f6-640d-44b8-8c6f-45cc0b3b26c2 None None] Network f584a7ad-eec1-4210-9d99-2ed59ceeacfb requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:01:52.802949 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-ca34fc59-a02b-4ed1-8c26-84e2522f9c84 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9467068 Aug 16 23:01:52.804109 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 45102) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:52.824201 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-e5387b5c-57f9-47e3-999c-3d737364e1e2 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Request body: {'network': {'name': 'tempest-router-network01--1911172258'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:01:52.878152 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5387b5c-57f9-47e3-999c-3d737364e1e2 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Made reservation on behalf of 34e7d2f534c84c7f8e68ead35b74ae5f for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:01:52.886271 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e5387b5c-57f9-47e3-999c-3d737364e1e2 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:52.922914 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5387b5c-57f9-47e3-999c-3d737364e1e2 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:01:52.944890 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e5387b5c-57f9-47e3-999c-3d737364e1e2 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:52.945596 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-e5387b5c-57f9-47e3-999c-3d737364e1e2 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Added segment d18ad166-4c67-47c8-9ecc-52d3bec205b2 of type vlan for network c9260a77-14a6-4d4f-92dc-10e010200b21 Aug 16 23:01:53.006021 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 45104) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:53.028941 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e5387b5c-57f9-47e3-999c-3d737364e1e2 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:53.054239 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acf8896d-1835-462d-8ea9-4b86878adb01 req-c760c3bc-c21d-4a0e-aa8f-77236d613361 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Made reservation on behalf of bc1dde6b43054c1db1326da283b98f4f for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:01:53.057826 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e5387b5c-57f9-47e3-999c-3d737364e1e2 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:53.058167 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-acf8896d-1835-462d-8ea9-4b86878adb01 req-c760c3bc-c21d-4a0e-aa8f-77236d613361 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:53.065198 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5387b5c-57f9-47e3-999c-3d737364e1e2 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:53.065430 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e5387b5c-57f9-47e3-999c-3d737364e1e2 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:53.090592 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-e5387b5c-57f9-47e3-999c-3d737364e1e2 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2847848 Aug 16 23:01:53.091282 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 45114) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:53.144920 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-8cc4dd24-bd71-454d-aad0-2290be7ec530 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Request body: {'network': {'name': 'tempest-router-network02--1675136981'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:01:53.172118 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-67f5e45b-0a59-4355-ae76-638e34b2e219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:53.177305 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e0a809-201b-46fc-9a8b-a8bfd551d8e1 None None] Network f4264da2-38cd-44c0-b397-5678d2cea138 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:01:53.183819 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5387b5c-57f9-47e3-999c-3d737364e1e2 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Pushing event updated for resources: {'Network': ['ID=c9260a77-14a6-4d4f-92dc-10e010200b21,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:53.203583 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cc4dd24-bd71-454d-aad0-2290be7ec530 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Made reservation on behalf of 34e7d2f534c84c7f8e68ead35b74ae5f for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:01:53.207364 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8cc4dd24-bd71-454d-aad0-2290be7ec530 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:53.225063 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network c9260a77-14a6-4d4f-92dc-10e010200b21 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:01:53.237181 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cc4dd24-bd71-454d-aad0-2290be7ec530 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:01:53.252283 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-8bec3283-e8cf-4a61-bdef-de7356992078 tempest-MeteringTestJSON-1860959311 tempest-MeteringTestJSON-1860959311-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1928557595'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:01:53.252881 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-8bec3283-e8cf-4a61-bdef-de7356992078 tempest-MeteringTestJSON-1860959311 tempest-MeteringTestJSON-1860959311-project-admin] Unknown quota resources ['metering_label']. {{(pid=101292) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 23:01:53.255682 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8cc4dd24-bd71-454d-aad0-2290be7ec530 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:53.256039 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-8cc4dd24-bd71-454d-aad0-2290be7ec530 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Added segment b1642d8b-4456-4034-8d97-6be652cda72a of type vlan for network 089f43d5-3625-4f9a-ac48-ae6ac1ca3a25 Aug 16 23:01:53.332637 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-acf8896d-1835-462d-8ea9-4b86878adb01 req-c760c3bc-c21d-4a0e-aa8f-77236d613361 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Allocated IP 172.20.0.14 (5afa7f88-eeaa-4717-8103-9ee9125ee829/d47d6ce6-f0e6-4637-a178-044cb0396017/14d3ddfa-8915-4364-99d5-532668e87065) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:01:53.426793 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d148ea6-6385-497e-ba0f-800365b125a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-f584a7ad-eec1-4210-9d99-2ed59ceeacfb', 'network_id': 'f584a7ad-eec1-4210-9d99-2ed59ceeacfb', 'tenant_id': '34e7d2f534c84c7f8e68ead35b74ae5f', 'fixed_ips': [{'subnet_id': '4c71f39f-0b55-4352-8ef6-9400f8d16694'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:01:53.427893 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4d148ea6-6385-497e-ba0f-800365b125a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:53.447630 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-bf7ce696-5211-4683-9425-045551515f44 None None] Provisioning for port 2c1c3e17-95d5-4d70-aaff-71b7abfcf85a completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:01:53.451942 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 2c1c3e17-95d5-4d70-aaff-71b7abfcf85a up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:01:53.582658 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-acf8896d-1835-462d-8ea9-4b86878adb01 req-c760c3bc-c21d-4a0e-aa8f-77236d613361 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:53.600590 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67f5e45b-0a59-4355-ae76-638e34b2e219 admin admin] Router 61da2e84-6b92-4d51-8943-d179887aff84 is scheduled to L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f with binding_index 1 {{(pid=101291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:01:53.624367 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8bec3283-e8cf-4a61-bdef-de7356992078 tempest-MeteringTestJSON-1860959311 tempest-MeteringTestJSON-1860959311-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:53.628647 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-8bec3283-e8cf-4a61-bdef-de7356992078 tempest-MeteringTestJSON-1860959311 tempest-MeteringTestJSON-1860959311-project-admin] 10.222.0.36 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.6212115 Aug 16 23:01:53.650425 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 45124) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:53.656954 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-cbf3f445-bd8b-47e9-a4c5-a583e01f504b tempest-MeteringTestJSON-1860959311 tempest-MeteringTestJSON-1860959311-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '9fd12b11-cca1-4273-a862-368cdb490dfb'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:01:53.657657 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-cbf3f445-bd8b-47e9-a4c5-a583e01f504b tempest-MeteringTestJSON-1860959311 tempest-MeteringTestJSON-1860959311-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101292) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 23:01:53.658603 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 2c1c3e17-95d5-4d70-aaff-71b7abfcf85a completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:01:53.662120 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8cc4dd24-bd71-454d-aad0-2290be7ec530 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:53.667413 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7f4e20c6-b7ca-4269-babc-96163cd69c95 req-79151925-6fd5-4b39-8cd2-ee369654a7fa tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=576163bb-e2de-4bc4-9ff2-01eda263d98d HTTP/1.1" status: 200 len: 210 time: 0.1632659 Aug 16 23:01:53.670127 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 2c1c3e17-95d5-4d70-aaff-71b7abfcf85a triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:01:53.670127 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:53.728312 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-4d148ea6-6385-497e-ba0f-800365b125a2 None None] Allocated IP 172.20.0.2 (f584a7ad-eec1-4210-9d99-2ed59ceeacfb/4c71f39f-0b55-4352-8ef6-9400f8d16694/464c9632-9823-4463-afbc-9cca42dde8e3) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:01:53.749429 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-acf8896d-1835-462d-8ea9-4b86878adb01 req-c760c3bc-c21d-4a0e-aa8f-77236d613361 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:53.779384 n-d-791506-26 neutron-server[101292]: WARNING neutron.services.metering.metering_plugin [None req-cbf3f445-bd8b-47e9-a4c5-a583e01f504b tempest-MeteringTestJSON-1860959311 tempest-MeteringTestJSON-1860959311-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 16 23:01:53.798812 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300a3f2e-d1a3-4837-90c5-15e448cd6468 req-b5f00f30-82ad-4c7a-ac77-b6b1dbfc73f9 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:53.800377 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-300a3f2e-d1a3-4837-90c5-15e448cd6468 req-b5f00f30-82ad-4c7a-ac77-b6b1dbfc73f9 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/ports?device_id=823a2d4d-dfcf-45e8-b3fa-f0bda982a860 HTTP/1.1" status: 200 len: 943 time: 0.2952533 Aug 16 23:01:53.817204 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 23b1cb86-9dc3-4ec3-93e0-97817ea4733a details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:01:53.833372 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acf8896d-1835-462d-8ea9-4b86878adb01 req-c760c3bc-c21d-4a0e-aa8f-77236d613361 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Network 5afa7f88-eeaa-4717-8103-9ee9125ee829 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:01:53.837801 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67f5e45b-0a59-4355-ae76-638e34b2e219 admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:01:53.842106 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-acf8896d-1835-462d-8ea9-4b86878adb01 req-c760c3bc-c21d-4a0e-aa8f-77236d613361 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:01:53.853880 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-acf8896d-1835-462d-8ea9-4b86878adb01 req-c760c3bc-c21d-4a0e-aa8f-77236d613361 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:01:53.858532 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b07288-bd5d-4b3f-b946-9d9a105bc3f7 None None] Sync routers for ids ['61da2e84-6b92-4d51-8943-d179887aff84'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:01:53.860442 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c760c3bc-c21d-4a0e-aa8f-77236d613361 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Pushing event updated for resources: {'Port': ['ID=14d3ddfa-8915-4364-99d5-532668e87065,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:53.875770 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b07288-bd5d-4b3f-b946-9d9a105bc3f7 None None] Routers {'61da2e84-6b92-4d51-8943-d179887aff84'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:01:53.876408 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-09b07288-bd5d-4b3f-b946-9d9a105bc3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:01:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['61da2e84-6b92-4d51-8943-d179887aff84'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:01:53.895672 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8cc4dd24-bd71-454d-aad0-2290be7ec530 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:53.909833 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-67f5e45b-0a59-4355-ae76-638e34b2e219 admin admin] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:53.915851 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-67f5e45b-0a59-4355-ae76-638e34b2e219 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.6215861 Aug 16 23:01:53.916796 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc4dd24-bd71-454d-aad0-2290be7ec530 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:53.917449 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8cc4dd24-bd71-454d-aad0-2290be7ec530 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:53.918968 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 45126) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:53.980518 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf8896d-1835-462d-8ea9-4b86878adb01 req-c760c3bc-c21d-4a0e-aa8f-77236d613361 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:53.981305 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-acf8896d-1835-462d-8ea9-4b86878adb01 req-c760c3bc-c21d-4a0e-aa8f-77236d613361 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:54.016805 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.db.resource_extend [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 23:01:54.046755 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-09b07288-bd5d-4b3f-b946-9d9a105bc3f7 None None] Set router 61da2e84-6b92-4d51-8943-d179887aff84 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:01:54.067873 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-acf8896d-1835-462d-8ea9-4b86878adb01 req-c760c3bc-c21d-4a0e-aa8f-77236d613361 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3209820 Aug 16 23:01:54.078428 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4d148ea6-6385-497e-ba0f-800365b125a2 None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:54.085709 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:54.087318 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-acf8896d-1835-462d-8ea9-4b86878adb01 req-9d6489a4-d5b3-4f57-a830-180062648aa2 service neutron] Request body: {'port': {'device_id': '576163bb-e2de-4bc4-9ff2-01eda263d98d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:01:54.102581 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-cbf3f445-bd8b-47e9-a4c5-a583e01f504b tempest-MeteringTestJSON-1860959311 tempest-MeteringTestJSON-1860959311-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:54.107417 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4d148ea6-6385-497e-ba0f-800365b125a2 None None] Transition to ACTIVE for port object 464c9632-9823-4463-afbc-9cca42dde8e3 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:01:54.107608 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-cbf3f445-bd8b-47e9-a4c5-a583e01f504b tempest-MeteringTestJSON-1860959311 tempest-MeteringTestJSON-1860959311-project-admin] 10.222.0.36 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4524279 Aug 16 23:01:54.107608 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-8cc4dd24-bd71-454d-aad0-2290be7ec530 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9984899 Aug 16 23:01:54.113466 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 45128) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:54.113801 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 45130) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:54.129144 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-e135accc-1b37-493a-a4e3-f4ab0b7b708e tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Request body: {'subnet': {'network_id': 'c9260a77-14a6-4d4f-92dc-10e010200b21', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:01:54.143944 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-218e8191-96df-464b-8c31-7f8f3f818b67 tempest-MeteringTestJSON-1860959311 tempest-MeteringTestJSON-1860959311-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '9fd12b11-cca1-4273-a862-368cdb490dfb'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:01:54.144451 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-218e8191-96df-464b-8c31-7f8f3f818b67 tempest-MeteringTestJSON-1860959311 tempest-MeteringTestJSON-1860959311-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101292) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 23:01:54.169827 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4d148ea6-6385-497e-ba0f-800365b125a2 None None] Transition to ACTIVE for port object 464c9632-9823-4463-afbc-9cca42dde8e3 will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:01:54.184143 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 2c1c3e17-95d5-4d70-aaff-71b7abfcf85a, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=2c1c3e17-95d5-4d70-aaff-71b7abfcf85a,segment=NetworkSegment(41213340-69bd-43d1-b0bd-07e49d1e54df),segment_id=41213340-69bd-43d1-b0bd-07e49d1e54df)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:01:54.191137 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4d441ede-ced0-4157-b258-f19efe81adf4 None None] Provisioning complete for port 2c1c3e17-95d5-4d70-aaff-71b7abfcf85a triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:01:54.191616 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4d441ede-ced0-4157-b258-f19efe81adf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:54.194925 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 23b1cb86-9dc3-4ec3-93e0-97817ea4733a, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=23b1cb86-9dc3-4ec3-93e0-97817ea4733a,segment=NetworkSegment(a0a90953-ffc4-4cbc-b46c-d2cc5e1888f9),segment_id=a0a90953-ffc4-4cbc-b46c-d2cc5e1888f9)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:01:54.205933 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4d148ea6-6385-497e-ba0f-800365b125a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:54.214706 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc4dd24-bd71-454d-aad0-2290be7ec530 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Pushing event updated for resources: {'Network': ['ID=089f43d5-3625-4f9a-ac48-ae6ac1ca3a25,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:54.231773 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-300a3f2e-d1a3-4837-90c5-15e448cd6468 req-5455294f-808f-4760-93a2-7d99648f7be4 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/security-groups?id=1eb5bbe6-717a-4605-a558-b9b958591c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4063268 Aug 16 23:01:54.250633 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-acf8896d-1835-462d-8ea9-4b86878adb01 req-9d6489a4-d5b3-4f57-a830-180062648aa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:54.252218 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:54.258686 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 089f43d5-3625-4f9a-ac48-ae6ac1ca3a25 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:01:54.279544 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': '23b1cb86-9dc3-4ec3-93e0-97817ea4733a', 'network_id': '540fbbcf-8da3-458c-90f5-f20e9fa6a263', 'port_id': '23b1cb86-9dc3-4ec3-93e0-97817ea4733a', 'mac_address': 'fa:16:3e:a4:f5:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83a7154b-2d0f-4675-897d-e253fcead13a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:01:54.299249 n-d-791506-26 neutron-server[101292]: WARNING neutron.services.metering.metering_plugin [None req-218e8191-96df-464b-8c31-7f8f3f818b67 tempest-MeteringTestJSON-1860959311 tempest-MeteringTestJSON-1860959311-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 16 23:01:54.387001 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d148ea6-6385-497e-ba0f-800365b125a2 None None] Network f584a7ad-eec1-4210-9d99-2ed59ceeacfb is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:01:54.401593 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-4d148ea6-6385-497e-ba0f-800365b125a2 None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:01:54.415046 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-218e8191-96df-464b-8c31-7f8f3f818b67 tempest-MeteringTestJSON-1860959311 tempest-MeteringTestJSON-1860959311-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:54.416272 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-218e8191-96df-464b-8c31-7f8f3f818b67 tempest-MeteringTestJSON-1860959311 tempest-MeteringTestJSON-1860959311-project-admin] 10.222.0.36 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2983637 Aug 16 23:01:54.418104 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d148ea6-6385-497e-ba0f-800365b125a2 None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:01:54.421161 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 45142) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:54.425003 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d148ea6-6385-497e-ba0f-800365b125a2 None None] Pushing event updated for resources: {'Port': ['ID=464c9632-9823-4463-afbc-9cca42dde8e3,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:54.441979 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-09b07288-bd5d-4b3f-b946-9d9a105bc3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61da2e84-6b92-4d51-8943-d179887aff84', 'name': 'tempest-TaggedBootDevicesTest-1885207178-router', 'tenant_id': '2021c5ea9b37490ab72514988bd9444c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': '2a818ec2-c8ff-403e-b740-d3d63b016343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:01:50Z', 'updated_at': '2021-08-16T23:01:52Z', 'revision_number': 3, 'project_id': '2021c5ea9b37490ab72514988bd9444c', 'gw_port': {'id': '2a818ec2-c8ff-403e-b740-d3d63b016343', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ab:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61da2e84-6b92-4d51-8943-d179887aff84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1884, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:01:51Z', 'updated_at': '2021-08-16T23:01:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:01:54.457403 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-d7d82d42-4267-40b1-a076-1fcffe10d88f tempest-MeteringTestJSON-1860959311 tempest-MeteringTestJSON-1860959311-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-label-rules?id=2e9aeaf0-7ea9-4dd1-9038-1c33597ffa87 HTTP/1.1" status: 200 len: 464 time: 0.0324628 Aug 16 23:01:54.460712 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 45144) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:54.473292 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:54.487600 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e135accc-1b37-493a-a4e3-f4ab0b7b708e tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Made reservation on behalf of 34e7d2f534c84c7f8e68ead35b74ae5f for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:01:54.488122 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b07288-bd5d-4b3f-b946-9d9a105bc3f7 None None] Checking router: 61da2e84-6b92-4d51-8943-d179887aff84 for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:01:54.488945 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b07288-bd5d-4b3f-b946-9d9a105bc3f7 None None] Updating router 61da2e84-6b92-4d51-8943-d179887aff84 port 2a818ec2-c8ff-403e-b740-d3d63b016343 binding host n-d-791506-26 {{(pid=101294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:01:54.495025 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e135accc-1b37-493a-a4e3-f4ab0b7b708e tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:54.525807 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-09b07288-bd5d-4b3f-b946-9d9a105bc3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:54.557541 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23b1cb86-9dc3-4ec3-93e0-97817ea4733a {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:01:54.583251 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=2c1c3e17-95d5-4d70-aaff-71b7abfcf85a,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:54.595476 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-4d148ea6-6385-497e-ba0f-800365b125a2 None None] Attempting to bind port 464c9632-9823-4463-afbc-9cca42dde8e3 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:01:54.595995 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-4d148ea6-6385-497e-ba0f-800365b125a2 None None] Attempting to bind port 464c9632-9823-4463-afbc-9cca42dde8e3 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': 'ea5d64db-6d1c-4d05-83a5-b81ee5e8ca2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f584a7ad-eec1-4210-9d99-2ed59ceeacfb'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:01:54.596456 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d148ea6-6385-497e-ba0f-800365b125a2 None None] Attempting to bind port 464c9632-9823-4463-afbc-9cca42dde8e3 on network f584a7ad-eec1-4210-9d99-2ed59ceeacfb {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:01:54.613313 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 23b1cb86-9dc3-4ec3-93e0-97817ea4733a, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=23b1cb86-9dc3-4ec3-93e0-97817ea4733a,segment=NetworkSegment(a0a90953-ffc4-4cbc-b46c-d2cc5e1888f9),segment_id=a0a90953-ffc4-4cbc-b46c-d2cc5e1888f9)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:01:54.615274 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d148ea6-6385-497e-ba0f-800365b125a2 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:01:54.615743 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d148ea6-6385-497e-ba0f-800365b125a2 None None] Checking segment: {'id': 'ea5d64db-6d1c-4d05-83a5-b81ee5e8ca2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f584a7ad-eec1-4210-9d99-2ed59ceeacfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:01:54.616258 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4d148ea6-6385-497e-ba0f-800365b125a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:54.617687 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d148ea6-6385-497e-ba0f-800365b125a2 None None] Bound using segment: {'id': 'ea5d64db-6d1c-4d05-83a5-b81ee5e8ca2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f584a7ad-eec1-4210-9d99-2ed59ceeacfb'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:01:54.618102 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-4d148ea6-6385-497e-ba0f-800365b125a2 None None] Bound port: 464c9632-9823-4463-afbc-9cca42dde8e3, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea5d64db-6d1c-4d05-83a5-b81ee5e8ca2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f584a7ad-eec1-4210-9d99-2ed59ceeacfb'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:01:54.618667 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4d148ea6-6385-497e-ba0f-800365b125a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:54.630322 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:54.631150 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device bd87ed39-7912-4570-ac1f-3314f4203f9b details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:01:54.771535 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=23b1cb86-9dc3-4ec3-93e0-97817ea4733a,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:54.810577 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-4d148ea6-6385-497e-ba0f-800365b125a2 None None] For port 464c9632-9823-4463-afbc-9cca42dde8e3, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:01:54.815821 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-4d148ea6-6385-497e-ba0f-800365b125a2 None None] For port 464c9632-9823-4463-afbc-9cca42dde8e3, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=464c9632-9823-4463-afbc-9cca42dde8e3,segment=NetworkSegment(ea5d64db-6d1c-4d05-83a5-b81ee5e8ca2a),segment_id=ea5d64db-6d1c-4d05-83a5-b81ee5e8ca2a)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:01:54.831113 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4d148ea6-6385-497e-ba0f-800365b125a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:54.892674 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bd2e1a4a-7d6f-4848-a78a-1fd1af72cdf4 tempest-MeteringTestJSON-1860959311 tempest-MeteringTestJSON-1860959311-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:54.898319 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-bd2e1a4a-7d6f-4848-a78a-1fd1af72cdf4 tempest-MeteringTestJSON-1860959311 tempest-MeteringTestJSON-1860959311-project-admin] 10.222.0.36 "DELETE /v2.0/metering/metering-label-rules/2e9aeaf0-7ea9-4dd1-9038-1c33597ffa87 HTTP/1.1" status: 204 len: 168 time: 0.4317079 Aug 16 23:01:54.899586 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 45148) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:54.907938 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port bd87ed39-7912-4570-ac1f-3314f4203f9b, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=bd87ed39-7912-4570-ac1f-3314f4203f9b,segment=NetworkSegment(2f9d1485-64c4-4032-9f01-ae22555e2cfc),segment_id=2f9d1485-64c4-4032-9f01-ae22555e2cfc)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:01:54.932103 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': 'bd87ed39-7912-4570-ac1f-3314f4203f9b', 'network_id': 'f382f188-dbb7-4b56-8af5-82f76ac61bfc', 'port_id': 'bd87ed39-7912-4570-ac1f-3314f4203f9b', 'mac_address': 'fa:16:3e:0b:30:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c827456-6bfb-4e82-b370-b53dc8e13ad7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:01:54.934263 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d148ea6-6385-497e-ba0f-800365b125a2 None None] Pushing event updated for resources: {'Port': ['ID=464c9632-9823-4463-afbc-9cca42dde8e3,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:54.952836 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-9289a472-3ed5-402a-84d2-7ea3085a4039 tempest-MeteringTestJSON-1860959311 tempest-MeteringTestJSON-1860959311-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-label-rules?id=2e9aeaf0-7ea9-4dd1-9038-1c33597ffa87 HTTP/1.1" status: 200 len: 221 time: 0.0466695 Aug 16 23:01:54.961007 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 45150) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:54.967700 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-5c444835-4024-4a42-aab3-102ed3ad93e0 tempest-MeteringTestJSON-1860959311 tempest-MeteringTestJSON-1860959311-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--946687223', 'description': 'label created by tempest'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:01:54.968201 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-5c444835-4024-4a42-aab3-102ed3ad93e0 tempest-MeteringTestJSON-1860959311 tempest-MeteringTestJSON-1860959311-project-admin] Unknown quota resources ['metering_label']. {{(pid=101292) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 23:01:54.983503 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-09b07288-bd5d-4b3f-b946-9d9a105bc3f7 None None] Notify callbacks [] for port, precommit_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:54.996213 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af154f7-22ec-4662-95a6-a5b80a7a17a0 req-7416500f-e750-4b73-b412-e321eeb631ff tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:54.997964 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9af154f7-22ec-4662-95a6-a5b80a7a17a0 req-7416500f-e750-4b73-b412-e321eeb631ff tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=576163bb-e2de-4bc4-9ff2-01eda263d98d HTTP/1.1" status: 200 len: 932 time: 0.1351924 Aug 16 23:01:55.009321 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:55.009612 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.provisioning_blocks [None req-09b07288-bd5d-4b3f-b946-9d9a105bc3f7 None None] Transition to ACTIVE for port object 2a818ec2-c8ff-403e-b740-d3d63b016343 will not be triggered until provisioned by entity L2. {{(pid=101294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:01:55.017761 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-09b07288-bd5d-4b3f-b946-9d9a105bc3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:55.026388 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bd87ed39-7912-4570-ac1f-3314f4203f9b {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:01:55.050433 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e135accc-1b37-493a-a4e3-f4ab0b7b708e tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:55.052729 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-09b07288-bd5d-4b3f-b946-9d9a105bc3f7 None None] Attempting to bind port 2a818ec2-c8ff-403e-b740-d3d63b016343 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:01:55.053113 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-09b07288-bd5d-4b3f-b946-9d9a105bc3f7 None None] Attempting to bind port 2a818ec2-c8ff-403e-b740-d3d63b016343 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:01:55.053620 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b07288-bd5d-4b3f-b946-9d9a105bc3f7 None None] Attempting to bind port 2a818ec2-c8ff-403e-b740-d3d63b016343 on network c22c4980-c849-406d-982c-a5d68c515a94 {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:01:55.060763 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port bd87ed39-7912-4570-ac1f-3314f4203f9b, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=bd87ed39-7912-4570-ac1f-3314f4203f9b,segment=NetworkSegment(2f9d1485-64c4-4032-9f01-ae22555e2cfc),segment_id=2f9d1485-64c4-4032-9f01-ae22555e2cfc)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:01:55.066989 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:55.084469 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b07288-bd5d-4b3f-b946-9d9a105bc3f7 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:01:55.084906 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b07288-bd5d-4b3f-b946-9d9a105bc3f7 None None] Checking segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:01:55.085389 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-09b07288-bd5d-4b3f-b946-9d9a105bc3f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:55.086345 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b07288-bd5d-4b3f-b946-9d9a105bc3f7 None None] Bound using segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:01:55.086900 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-09b07288-bd5d-4b3f-b946-9d9a105bc3f7 None None] Bound port: 2a818ec2-c8ff-403e-b740-d3d63b016343, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:01:55.087422 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-09b07288-bd5d-4b3f-b946-9d9a105bc3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:55.144433 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=bd87ed39-7912-4570-ac1f-3314f4203f9b,revision_number=6']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:55.156926 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-acf8896d-1835-462d-8ea9-4b86878adb01 req-9d6489a4-d5b3-4f57-a830-180062648aa2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14d3ddfa-8915-4364-99d5-532668e87065 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:01:55.160104 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-09b07288-bd5d-4b3f-b946-9d9a105bc3f7 None None] For port 2a818ec2-c8ff-403e-b740-d3d63b016343, host n-d-791506-26, cleared binding levels {{(pid=101294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:01:55.164463 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-09b07288-bd5d-4b3f-b946-9d9a105bc3f7 None None] For port 2a818ec2-c8ff-403e-b740-d3d63b016343, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=2a818ec2-c8ff-403e-b740-d3d63b016343,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:01:55.168437 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-acf8896d-1835-462d-8ea9-4b86878adb01 req-9d6489a4-d5b3-4f57-a830-180062648aa2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:55.181988 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-09b07288-bd5d-4b3f-b946-9d9a105bc3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:55.184693 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:55.185113 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-acf8896d-1835-462d-8ea9-4b86878adb01 req-9d6489a4-d5b3-4f57-a830-180062648aa2 service neutron] Transition to ACTIVE for port object 14d3ddfa-8915-4364-99d5-532668e87065 will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:01:55.193086 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-acf8896d-1835-462d-8ea9-4b86878adb01 req-9d6489a4-d5b3-4f57-a830-180062648aa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:55.236577 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b30fa36-6951-4f29-bb4a-519dc04aff20 None None] Pushing event updated for resources: {'Port': ['ID=2a818ec2-c8ff-403e-b740-d3d63b016343,revision_number=2']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:55.255162 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b07288-bd5d-4b3f-b946-9d9a105bc3f7 None None] Routers {'61da2e84-6b92-4d51-8943-d179887aff84'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:01:55.255795 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-09b07288-bd5d-4b3f-b946-9d9a105bc3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:01:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['61da2e84-6b92-4d51-8943-d179887aff84'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:01:55.258089 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['bd87ed39-7912-4570-ac1f-3314f4203f9b'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:01:55.334874 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9af154f7-22ec-4662-95a6-a5b80a7a17a0 req-95bf4018-998e-4780-9d14-8d0cd43ae4a2 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850995 Aug 16 23:01:55.394286 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6489a4-d5b3-4f57-a830-180062648aa2 service neutron] Pushing event updated for resources: {'Port': ['ID=14d3ddfa-8915-4364-99d5-532668e87065,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:55.422380 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5c444835-4024-4a42-aab3-102ed3ad93e0 tempest-MeteringTestJSON-1860959311 tempest-MeteringTestJSON-1860959311-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:55.426796 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-5c444835-4024-4a42-aab3-102ed3ad93e0 tempest-MeteringTestJSON-1860959311 tempest-MeteringTestJSON-1860959311-project-admin] 10.222.0.36 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.4637227 Aug 16 23:01:55.427884 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e135accc-1b37-493a-a4e3-f4ab0b7b708e tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Pushing event updated for resources: {'Subnet': ['ID=92c8ad7e-ce34-4828-a290-790bfd0f19b6,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:55.434653 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 45164) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:55.502287 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e135accc-1b37-493a-a4e3-f4ab0b7b708e tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Checking segment: {'id': 'd18ad166-4c67-47c8-9ecc-52d3bec205b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'c9260a77-14a6-4d4f-92dc-10e010200b21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:01:55.505857 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e135accc-1b37-493a-a4e3-f4ab0b7b708e tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Network hostable DHCP agents. Network: c9260a77-14a6-4d4f-92dc-10e010200b21, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:01:55.511951 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b30fa36-6951-4f29-bb4a-519dc04aff20 None None] Pushing event updated for resources: {'Port': ['ID=2a818ec2-c8ff-403e-b740-d3d63b016343,revision_number=3']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:55.549806 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-09b07288-bd5d-4b3f-b946-9d9a105bc3f7 None None] Set router 61da2e84-6b92-4d51-8943-d179887aff84 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:01:55.561159 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-2916d374-40a5-4484-a11b-7b17639f4f99 tempest-MeteringTestJSON-1860959311 tempest-MeteringTestJSON-1860959311-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-labels?id=b072e0f5-2b3c-491a-b920-c1622e0dedce HTTP/1.1" status: 200 len: 467 time: 0.1224277 Aug 16 23:01:55.561911 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 45168) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:55.568111 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-acf8896d-1835-462d-8ea9-4b86878adb01 req-9d6489a4-d5b3-4f57-a830-180062648aa2 service neutron] Attempting to bind port 14d3ddfa-8915-4364-99d5-532668e87065 on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:01:55.568454 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-acf8896d-1835-462d-8ea9-4b86878adb01 req-9d6489a4-d5b3-4f57-a830-180062648aa2 service neutron] Attempting to bind port 14d3ddfa-8915-4364-99d5-532668e87065 by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': 'd9a940b8-4f1c-423f-8b77-621d8ce494fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5afa7f88-eeaa-4717-8103-9ee9125ee829'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:01:55.568818 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf8896d-1835-462d-8ea9-4b86878adb01 req-9d6489a4-d5b3-4f57-a830-180062648aa2 service neutron] Attempting to bind port 14d3ddfa-8915-4364-99d5-532668e87065 on network 5afa7f88-eeaa-4717-8103-9ee9125ee829 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:01:55.577880 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf8896d-1835-462d-8ea9-4b86878adb01 req-9d6489a4-d5b3-4f57-a830-180062648aa2 service neutron] Port 14d3ddfa-8915-4364-99d5-532668e87065 on network 5afa7f88-eeaa-4717-8103-9ee9125ee829 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:01:55.578217 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf8896d-1835-462d-8ea9-4b86878adb01 req-9d6489a4-d5b3-4f57-a830-180062648aa2 service neutron] Attempting to bind port 14d3ddfa-8915-4364-99d5-532668e87065 on network 5afa7f88-eeaa-4717-8103-9ee9125ee829 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:01:55.611088 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf8896d-1835-462d-8ea9-4b86878adb01 req-9d6489a4-d5b3-4f57-a830-180062648aa2 service neutron] Checking agent: {'id': 'd28e24f9-e5ea-41e1-80bf-3c7943ad7f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:01:55.611446 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf8896d-1835-462d-8ea9-4b86878adb01 req-9d6489a4-d5b3-4f57-a830-180062648aa2 service neutron] Checking segment: {'id': 'd9a940b8-4f1c-423f-8b77-621d8ce494fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5afa7f88-eeaa-4717-8103-9ee9125ee829'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:01:55.611849 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf8896d-1835-462d-8ea9-4b86878adb01 req-9d6489a4-d5b3-4f57-a830-180062648aa2 service neutron] Bound using segment: {'id': 'd9a940b8-4f1c-423f-8b77-621d8ce494fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5afa7f88-eeaa-4717-8103-9ee9125ee829'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:01:55.612369 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-acf8896d-1835-462d-8ea9-4b86878adb01 req-9d6489a4-d5b3-4f57-a830-180062648aa2 service neutron] Bound port: 14d3ddfa-8915-4364-99d5-532668e87065, host: n-h1-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9a940b8-4f1c-423f-8b77-621d8ce494fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5afa7f88-eeaa-4717-8103-9ee9125ee829'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:01:55.612741 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-acf8896d-1835-462d-8ea9-4b86878adb01 req-9d6489a4-d5b3-4f57-a830-180062648aa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:55.624621 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 464c9632-9823-4463-afbc-9cca42dde8e3 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:01:55.659598 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['23b1cb86-9dc3-4ec3-93e0-97817ea4733a'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:01:55.679133 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e135accc-1b37-493a-a4e3-f4ab0b7b708e tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Network c9260a77-14a6-4d4f-92dc-10e010200b21 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:01:55.747217 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-acf8896d-1835-462d-8ea9-4b86878adb01 req-9d6489a4-d5b3-4f57-a830-180062648aa2 service neutron] For port 14d3ddfa-8915-4364-99d5-532668e87065, host n-h1-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:01:55.748467 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 464c9632-9823-4463-afbc-9cca42dde8e3 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:01:55.751683 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9ed146cb-ea10-49d1-8e21-7d0e0130ed83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:55.755365 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-acf8896d-1835-462d-8ea9-4b86878adb01 req-9d6489a4-d5b3-4f57-a830-180062648aa2 service neutron] For port 14d3ddfa-8915-4364-99d5-532668e87065, host n-h1-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=14d3ddfa-8915-4364-99d5-532668e87065,segment=NetworkSegment(d9a940b8-4f1c-423f-8b77-621d8ce494fc),segment_id=d9a940b8-4f1c-423f-8b77-621d8ce494fc)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:01:55.763377 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 2c1c3e17-95d5-4d70-aaff-71b7abfcf85a up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:01:55.768774 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-acf8896d-1835-462d-8ea9-4b86878adb01 req-9d6489a4-d5b3-4f57-a830-180062648aa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:55.813289 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf8896d-1835-462d-8ea9-4b86878adb01 req-9d6489a4-d5b3-4f57-a830-180062648aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:55.814216 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-acf8896d-1835-462d-8ea9-4b86878adb01 req-9d6489a4-d5b3-4f57-a830-180062648aa2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:55.816906 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-acf8896d-1835-462d-8ea9-4b86878adb01 req-9d6489a4-d5b3-4f57-a830-180062648aa2 service neutron] 10.222.0.68 "PUT /v2.0/ports/14d3ddfa-8915-4364-99d5-532668e87065 HTTP/1.1" status: 200 len: 1093 time: 1.7360184 Aug 16 23:01:55.821583 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '576163bb-e2de-4bc4-9ff2-01eda263d98d', 'tag': '14d3ddfa-8915-4364-99d5-532668e87065'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:01:55.824195 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69079f92-5656-49e0-b8dc-080ec2e16c9f" -d '{"events": [{"name": "network-changed", "server_uuid": "576163bb-e2de-4bc4-9ff2-01eda263d98d", "tag": "14d3ddfa-8915-4364-99d5-532668e87065"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:01:55.832106 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device bd87ed39-7912-4570-ac1f-3314f4203f9b up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:01:55.840480 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-09b07288-bd5d-4b3f-b946-9d9a105bc3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61da2e84-6b92-4d51-8943-d179887aff84', 'name': 'tempest-TaggedBootDevicesTest-1885207178-router', 'tenant_id': '2021c5ea9b37490ab72514988bd9444c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': '2a818ec2-c8ff-403e-b740-d3d63b016343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:01:50Z', 'updated_at': '2021-08-16T23:01:52Z', 'revision_number': 3, 'project_id': '2021c5ea9b37490ab72514988bd9444c', 'gw_port': {'id': '2a818ec2-c8ff-403e-b740-d3d63b016343', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ab:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61da2e84-6b92-4d51-8943-d179887aff84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1884, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:01:51Z', 'updated_at': '2021-08-16T23:01:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:01:55.920213 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b07288-bd5d-4b3f-b946-9d9a105bc3f7 None None] The sync data for ids ['61da2e84-6b92-4d51-8943-d179887aff84'] in n-d-791506-26 is: [{'id': '61da2e84-6b92-4d51-8943-d179887aff84', 'name': 'tempest-TaggedBootDevicesTest-1885207178-router', 'tenant_id': '2021c5ea9b37490ab72514988bd9444c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': '2a818ec2-c8ff-403e-b740-d3d63b016343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:01:50Z', 'updated_at': '2021-08-16T23:01:52Z', 'revision_number': 3, 'project_id': '2021c5ea9b37490ab72514988bd9444c', 'gw_port': {'id': '2a818ec2-c8ff-403e-b740-d3d63b016343', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ab:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61da2e84-6b92-4d51-8943-d179887aff84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1884, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:01:51Z', 'updated_at': '2021-08-16T23:01:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:01:55.984943 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 2c1c3e17-95d5-4d70-aaff-71b7abfcf85a triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:01:55.985817 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:56.011744 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a6e231e-c1d4-4911-b3e5-60603253281c x-openstack-request-id: req-0a6e231e-c1d4-4911-b3e5-60603253281c {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:01:56.012049 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "576163bb-e2de-4bc4-9ff2-01eda263d98d", "tag": "14d3ddfa-8915-4364-99d5-532668e87065", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:01:56.012231 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0a6e231e-c1d4-4911-b3e5-60603253281c {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:01:56.012673 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '576163bb-e2de-4bc4-9ff2-01eda263d98d', 'tag': '14d3ddfa-8915-4364-99d5-532668e87065', 'status': 'completed', 'code': 200} Aug 16 23:01:56.019245 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6489a4-d5b3-4f57-a830-180062648aa2 service neutron] Pushing event updated for resources: {'Port': ['ID=14d3ddfa-8915-4364-99d5-532668e87065,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:56.060442 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port bd87ed39-7912-4570-ac1f-3314f4203f9b triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:01:56.060987 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:56.097543 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf8896d-1835-462d-8ea9-4b86878adb01 req-cc1c3a02-68e5-4133-b244-376d69503d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:56.099142 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-acf8896d-1835-462d-8ea9-4b86878adb01 req-cc1c3a02-68e5-4133-b244-376d69503d48 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bc1dde6b43054c1db1326da283b98f4f&device_id=576163bb-e2de-4bc4-9ff2-01eda263d98d HTTP/1.1" status: 200 len: 1096 time: 0.2025824 Aug 16 23:01:56.218367 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-acf8896d-1835-462d-8ea9-4b86878adb01 req-9436bd13-14d5-42d8-aa89-964d386c86aa service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14d3ddfa-8915-4364-99d5-532668e87065 HTTP/1.1" status: 200 len: 217 time: 0.1074917 Aug 16 23:01:56.235427 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:56.264957 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1a3c014-ee22-4ed3-9ab2-7241129ef2fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd87ed39-7912-4570-ac1f-3314f4203f9b'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:01:56.282531 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fd5b9e6-0bac-4235-a19a-68ae06c51661" -d '{"events": [{"server_uuid": "d1a3c014-ee22-4ed3-9ab2-7241129ef2fa", "name": "network-vif-plugged", "status": "completed", "tag": "bd87ed39-7912-4570-ac1f-3314f4203f9b"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:01:56.290434 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-9ed146cb-ea10-49d1-8e21-7d0e0130ed83 admin admin] Allocated IP 172.20.0.1 (f4264da2-38cd-44c0-b397-5678d2cea138/7c956ed2-0689-474b-bd27-58ed9c7ef2ec/b3c8db28-e279-4a1a-b62e-df1f87d9a53d) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:01:56.307622 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf8896d-1835-462d-8ea9-4b86878adb01 req-3668375b-21f6-4277-bd1d-d346bb2f44fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:56.309255 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-acf8896d-1835-462d-8ea9-4b86878adb01 req-3668375b-21f6-4277-bd1d-d346bb2f44fd service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d47d6ce6-f0e6-4637-a178-044cb0396017 HTTP/1.1" status: 200 len: 852 time: 0.0796051 Aug 16 23:01:56.316893 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port bd87ed39-7912-4570-ac1f-3314f4203f9b, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=bd87ed39-7912-4570-ac1f-3314f4203f9b,segment=NetworkSegment(2f9d1485-64c4-4032-9f01-ae22555e2cfc),segment_id=2f9d1485-64c4-4032-9f01-ae22555e2cfc)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:01:56.325778 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:56.391151 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af9eaed5-1e9b-46a1-9da2-0b6faf61f397 x-openstack-request-id: req-af9eaed5-1e9b-46a1-9da2-0b6faf61f397 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:01:56.391151 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1a3c014-ee22-4ed3-9ab2-7241129ef2fa", "name": "network-vif-plugged", "status": "completed", "tag": "bd87ed39-7912-4570-ac1f-3314f4203f9b", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:01:56.391450 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-af9eaed5-1e9b-46a1-9da2-0b6faf61f397 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:01:56.391751 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1a3c014-ee22-4ed3-9ab2-7241129ef2fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd87ed39-7912-4570-ac1f-3314f4203f9b', 'code': 200} Aug 16 23:01:56.426315 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-acf8896d-1835-462d-8ea9-4b86878adb01 req-ddb03d7d-d342-4846-8894-b87647b6f9e9 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5afa7f88-eeaa-4717-8103-9ee9125ee829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1075225 Aug 16 23:01:56.475081 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=bd87ed39-7912-4570-ac1f-3314f4203f9b,revision_number=7']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:56.512772 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2dae9d-7ce2-42a8-848e-15cb21a0e69d req-eb09f86a-3f90-4156-b6be-57783bf98c5d tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:56.520479 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0f2dae9d-7ce2-42a8-848e-15cb21a0e69d req-eb09f86a-3f90-4156-b6be-57783bf98c5d tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/ports?device_id=823a2d4d-dfcf-45e8-b3fa-f0bda982a860 HTTP/1.1" status: 200 len: 944 time: 1.0680146 Aug 16 23:01:56.532226 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-e135accc-1b37-493a-a4e3-f4ab0b7b708e tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, c9260a77-14a6-4d4f-92dc-10e010200b21) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:01:56.536988 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e135accc-1b37-493a-a4e3-f4ab0b7b708e tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:56.537593 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e135accc-1b37-493a-a4e3-f4ab0b7b708e tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:56.546627 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a68382-844f-483a-869b-725337c9f19a None None] Network c9260a77-14a6-4d4f-92dc-10e010200b21 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:01:56.612414 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9ed146cb-ea10-49d1-8e21-7d0e0130ed83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:56.676600 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-9ed146cb-ea10-49d1-8e21-7d0e0130ed83 admin admin] Transition to ACTIVE for port object b3c8db28-e279-4a1a-b62e-df1f87d9a53d will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:01:56.686060 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-acf8896d-1835-462d-8ea9-4b86878adb01 req-9b67524c-6aec-4df1-bbbb-2bf2a7c34997 service neutron] 10.222.0.68 "GET /v2.0/networks/5afa7f88-eeaa-4717-8103-9ee9125ee829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461541 Aug 16 23:01:56.707338 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-e135accc-1b37-493a-a4e3-f4ab0b7b708e tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5828242 Aug 16 23:01:56.716319 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d00219c1-fe85-4646-80d7-b1614d1d3040 tempest-MeteringTestJSON-1860959311 tempest-MeteringTestJSON-1860959311-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:56.720430 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-d00219c1-fe85-4646-80d7-b1614d1d3040 tempest-MeteringTestJSON-1860959311 tempest-MeteringTestJSON-1860959311-project-admin] 10.222.0.36 "DELETE /v2.0/metering/metering-labels/b072e0f5-2b3c-491a-b920-c1622e0dedce HTTP/1.1" status: 204 len: 168 time: 1.1402869 Aug 16 23:01:56.721145 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 45190) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:56.721483 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 45192) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:56.744944 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:01:56.761463 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-9b8fca72-df78-49db-b4ab-f410e10fce61 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Request body: {'subnet': {'network_id': '089f43d5-3625-4f9a-ac48-ae6ac1ca3a25', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:01:56.810117 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9ed146cb-ea10-49d1-8e21-7d0e0130ed83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:56.842085 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e1c22d-2139-4956-b7ae-7ecae4ae6ad7 None None] Network f584a7ad-eec1-4210-9d99-2ed59ceeacfb requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:01:56.857963 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-dc41a520-e792-4da1-a434-f4cd24b5579b tempest-MeteringTestJSON-1860959311 tempest-MeteringTestJSON-1860959311-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-labels?id=b072e0f5-2b3c-491a-b920-c1622e0dedce HTTP/1.1" status: 200 len: 216 time: 0.1263843 Aug 16 23:01:56.869330 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 45196) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:56.870017 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed146cb-ea10-49d1-8e21-7d0e0130ed83 admin admin] Pushing event updated for resources: {'Port': ['ID=b3c8db28-e279-4a1a-b62e-df1f87d9a53d,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:56.916051 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-c09ab02e-f589-428a-9bbc-b087c44bf725 tempest-MeteringTestJSON-1860959311 tempest-MeteringTestJSON-1860959311-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0368454 Aug 16 23:01:56.919794 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed146cb-ea10-49d1-8e21-7d0e0130ed83 admin admin] Network f4264da2-38cd-44c0-b397-5678d2cea138 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:01:56.920412 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 45202) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:56.930091 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e3f6b2-4244-489f-9f33-5c957631f836 req-0d111bc7-80a6-4fea-8fa6-ce9dd76746d5 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:56.931815 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-9ed146cb-ea10-49d1-8e21-7d0e0130ed83 admin admin] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:01:56.939136 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed146cb-ea10-49d1-8e21-7d0e0130ed83 admin admin] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:01:56.940380 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-66e3f6b2-4244-489f-9f33-5c957631f836 req-0d111bc7-80a6-4fea-8fa6-ce9dd76746d5 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=576163bb-e2de-4bc4-9ff2-01eda263d98d HTTP/1.1" status: 200 len: 944 time: 0.4370761 Aug 16 23:01:56.942970 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b8fca72-df78-49db-b4ab-f410e10fce61 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Made reservation on behalf of 34e7d2f534c84c7f8e68ead35b74ae5f for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:01:56.954130 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9b8fca72-df78-49db-b4ab-f410e10fce61 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:57.011255 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9ed146cb-ea10-49d1-8e21-7d0e0130ed83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954230'] for router_interface, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:57.043844 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-96cca5af-4739-4ec5-8a0f-bcce6e5804f2 tempest-MeteringTestJSON-1860959311 tempest-MeteringTestJSON-1860959311-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.1202888 Aug 16 23:01:57.047014 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-7a1c7408-b07b-49c0-ab58-8f852fb872bc None None] Provisioning for port 464c9632-9823-4463-afbc-9cca42dde8e3 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:01:57.058057 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-7a1c7408-b07b-49c0-ab58-8f852fb872bc None None] Provisioning complete for port 464c9632-9823-4463-afbc-9cca42dde8e3 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:01:57.058530 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7a1c7408-b07b-49c0-ab58-8f852fb872bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:57.163310 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 45204) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:57.174564 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0f2dae9d-7ce2-42a8-848e-15cb21a0e69d req-480e9570-8a04-43e4-963a-86f690213001 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/security-groups?id=1eb5bbe6-717a-4605-a558-b9b958591c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6488721 Aug 16 23:01:57.207192 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-acf8896d-1835-462d-8ea9-4b86878adb01 req-afd4c794-4d55-462c-a6ce-1015e8aec0c3 service neutron] 10.222.0.68 "GET /v2.0/networks/5afa7f88-eeaa-4717-8103-9ee9125ee829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5077696 Aug 16 23:01:57.256209 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-66e3f6b2-4244-489f-9f33-5c957631f836 req-0510d7e5-58fe-4ce9-b113-25e30415ec20 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022337 Aug 16 23:01:57.284093 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-0067584e-a572-44ec-b48d-7df7d1c19456 tempest-MeteringTestJSON-1860959311 tempest-MeteringTestJSON-1860959311-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-labels/9fd12b11-cca1-4273-a862-368cdb490dfb HTTP/1.1" status: 200 len: 473 time: 0.1050868 Aug 16 23:01:57.301036 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 45214) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:57.374900 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9b8fca72-df78-49db-b4ab-f410e10fce61 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:57.435409 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-7fa4ac42-eaf3-4e62-a31a-0a33c5a10173 tempest-MeteringTestJSON-1860959311 tempest-MeteringTestJSON-1860959311-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-label-rules/9f3f4e39-e670-47bb-b561-65c8803a9ba0 HTTP/1.1" status: 200 len: 461 time: 0.1319625 Aug 16 23:01:57.442354 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 45220) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:57.546465 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8fca72-df78-49db-b4ab-f410e10fce61 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Checking segment: {'id': 'b1642d8b-4456-4034-8d97-6be652cda72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '089f43d5-3625-4f9a-ac48-ae6ac1ca3a25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:01:57.547027 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8fca72-df78-49db-b4ab-f410e10fce61 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Network hostable DHCP agents. Network: 089f43d5-3625-4f9a-ac48-ae6ac1ca3a25, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:01:57.564289 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8fca72-df78-49db-b4ab-f410e10fce61 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Pushing event updated for resources: {'Subnet': ['ID=c1db5e9f-145b-45ea-9acb-ac0145309d21,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:57.574785 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 2a818ec2-c8ff-403e-b740-d3d63b016343 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:01:57.607623 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8fca72-df78-49db-b4ab-f410e10fce61 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Network 089f43d5-3625-4f9a-ac48-ae6ac1ca3a25 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:01:57.625455 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-9b8fca72-df78-49db-b4ab-f410e10fce61 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 089f43d5-3625-4f9a-ac48-ae6ac1ca3a25) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:01:57.631077 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8fca72-df78-49db-b4ab-f410e10fce61 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:57.635765 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9b8fca72-df78-49db-b4ab-f410e10fce61 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:57.663647 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-9b8fca72-df78-49db-b4ab-f410e10fce61 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9333429 Aug 16 23:01:57.667095 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 45222) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:57.702112 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf90b79b-d1d2-44cd-80de-877337361a20 None None] Network 089f43d5-3625-4f9a-ac48-ae6ac1ca3a25 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:01:57.816195 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69079f92-5656-49e0-b8dc-080ec2e16c9f req-41b70e7f-a6c4-465c-a9d9-2af87cf54495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:57.819761 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-69079f92-5656-49e0-b8dc-080ec2e16c9f req-41b70e7f-a6c4-465c-a9d9-2af87cf54495 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bc1dde6b43054c1db1326da283b98f4f&device_id=576163bb-e2de-4bc4-9ff2-01eda263d98d HTTP/1.1" status: 200 len: 1096 time: 0.5376167 Aug 16 23:01:57.829587 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ee06ce36-bc98-4552-a928-d5e6f62ba6bb tempest-MeteringTestJSON-1860959311 tempest-MeteringTestJSON-1860959311-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:57.832792 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-ee06ce36-bc98-4552-a928-d5e6f62ba6bb tempest-MeteringTestJSON-1860959311 tempest-MeteringTestJSON-1860959311-project-admin] 10.222.0.36 "DELETE /v2.0/metering/metering-label-rules/9f3f4e39-e670-47bb-b561-65c8803a9ba0 HTTP/1.1" status: 204 len: 168 time: 0.3789792 Aug 16 23:01:57.843785 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 45224) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:57.853446 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ba448b-b40a-447c-905d-66e3ddf3b47d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-c9260a77-14a6-4d4f-92dc-10e010200b21', 'network_id': 'c9260a77-14a6-4d4f-92dc-10e010200b21', 'tenant_id': '34e7d2f534c84c7f8e68ead35b74ae5f', 'fixed_ips': [{'subnet_id': '92c8ad7e-ce34-4828-a290-790bfd0f19b6'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:01:57.855113 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d7ba448b-b40a-447c-905d-66e3ddf3b47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:57.857366 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 23b1cb86-9dc3-4ec3-93e0-97817ea4733a up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:01:57.957708 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9ed146cb-ea10-49d1-8e21-7d0e0130ed83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:58.149907 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69079f92-5656-49e0-b8dc-080ec2e16c9f req-add96e30-e1c0-4e29-91f1-3e79aa267a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:58.152425 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-69079f92-5656-49e0-b8dc-080ec2e16c9f req-add96e30-e1c0-4e29-91f1-3e79aa267a4a service neutron] 10.222.0.68 "GET /v2.0/networks?id=5afa7f88-eeaa-4717-8103-9ee9125ee829 HTTP/1.1" status: 200 len: 913 time: 0.3147230 Aug 16 23:01:58.164175 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7a1c7408-b07b-49c0-ab58-8f852fb872bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:58.256639 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9ed146cb-ea10-49d1-8e21-7d0e0130ed83 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:58.268011 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-7a1c7408-b07b-49c0-ab58-8f852fb872bc None None] For port 464c9632-9823-4463-afbc-9cca42dde8e3, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=464c9632-9823-4463-afbc-9cca42dde8e3,segment=NetworkSegment(ea5d64db-6d1c-4d05-83a5-b81ee5e8ca2a),segment_id=ea5d64db-6d1c-4d05-83a5-b81ee5e8ca2a)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:01:58.274672 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 2a818ec2-c8ff-403e-b740-d3d63b016343 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:01:58.283147 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-d7ba448b-b40a-447c-905d-66e3ddf3b47d None None] Allocated IP 172.20.0.2 (c9260a77-14a6-4d4f-92dc-10e010200b21/92c8ad7e-ce34-4828-a290-790bfd0f19b6/b2b1f713-ab21-4db3-9b9a-ec5f8ef45725) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:01:58.286741 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7a1c7408-b07b-49c0-ab58-8f852fb872bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:58.297331 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c94972e-545e-438f-a39d-6f740e90dc13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-089f43d5-3625-4f9a-ac48-ae6ac1ca3a25', 'network_id': '089f43d5-3625-4f9a-ac48-ae6ac1ca3a25', 'tenant_id': '34e7d2f534c84c7f8e68ead35b74ae5f', 'fixed_ips': [{'subnet_id': 'c1db5e9f-145b-45ea-9acb-ac0145309d21'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:01:58.298185 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-8c94972e-545e-438f-a39d-6f740e90dc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:58.320291 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 2a818ec2-c8ff-403e-b740-d3d63b016343 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:01:58.320844 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:58.352104 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-69079f92-5656-49e0-b8dc-080ec2e16c9f req-7a267bfa-3955-452e-bb82-a26da5cf19e8 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14d3ddfa-8915-4364-99d5-532668e87065 HTTP/1.1" status: 200 len: 217 time: 0.0879395 Aug 16 23:01:58.352974 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9ed146cb-ea10-49d1-8e21-7d0e0130ed83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:58.405899 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ff07aaca-03e7-4207-9cc8-3de7e8f15ef1 tempest-MeteringTestJSON-1860959311 tempest-MeteringTestJSON-1860959311-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:58.407347 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-ff07aaca-03e7-4207-9cc8-3de7e8f15ef1 tempest-MeteringTestJSON-1860959311 tempest-MeteringTestJSON-1860959311-project-admin] 10.222.0.36 "DELETE /v2.0/metering/metering-labels/9fd12b11-cca1-4273-a862-368cdb490dfb HTTP/1.1" status: 204 len: 168 time: 0.5623038 Aug 16 23:01:58.455637 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed146cb-ea10-49d1-8e21-7d0e0130ed83 admin admin] Pushing event updated for resources: {'Port': ['ID=b3c8db28-e279-4a1a-b62e-df1f87d9a53d,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:58.471051 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning for port 23b1cb86-9dc3-4ec3-93e0-97817ea4733a completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:01:58.493359 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port 23b1cb86-9dc3-4ec3-93e0-97817ea4733a triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:01:58.493733 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:58.571255 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9ed146cb-ea10-49d1-8e21-7d0e0130ed83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954122'] for router_interface, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:58.592017 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69079f92-5656-49e0-b8dc-080ec2e16c9f req-6fb3edba-bf07-43dc-894c-00f64506aa9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:58.593825 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-69079f92-5656-49e0-b8dc-080ec2e16c9f req-6fb3edba-bf07-43dc-894c-00f64506aa9b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d47d6ce6-f0e6-4637-a178-044cb0396017 HTTP/1.1" status: 200 len: 852 time: 0.1394598 Aug 16 23:01:58.646829 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f69e19-fdcd-4fdb-8587-0bc18720a438 req-57908fac-4d3c-4f4b-bf3b-27eea62f1cd8 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:58.648912 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d8f69e19-fdcd-4fdb-8587-0bc18720a438 req-57908fac-4d3c-4f4b-bf3b-27eea62f1cd8 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/ports?device_id=823a2d4d-dfcf-45e8-b3fa-f0bda982a860 HTTP/1.1" status: 200 len: 944 time: 0.2764084 Aug 16 23:01:58.667053 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a2a44bb3-8d00-41d9-a9b8-ae54890311e9 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:58.693022 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-69079f92-5656-49e0-b8dc-080ec2e16c9f req-38249133-3f03-481b-b079-c5a8828ca6c8 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5afa7f88-eeaa-4717-8103-9ee9125ee829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769467 Aug 16 23:01:58.808339 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:58.816724 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1c7408-b07b-49c0-ab58-8f852fb872bc None None] Pushing event updated for resources: {'Port': ['ID=464c9632-9823-4463-afbc-9cca42dde8e3,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:58.821237 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fa2811a-7aff-4c8f-ad89-1dd1e5d11ddc None None] Provisioning complete for port 464c9632-9823-4463-afbc-9cca42dde8e3 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:01:58.821470 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fa2811a-7aff-4c8f-ad89-1dd1e5d11ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:58.838425 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed146cb-ea10-49d1-8e21-7d0e0130ed83 admin admin] Network f4264da2-38cd-44c0-b397-5678d2cea138 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:01:58.841941 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-9ed146cb-ea10-49d1-8e21-7d0e0130ed83 admin admin] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:01:58.944036 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:58.954489 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-69079f92-5656-49e0-b8dc-080ec2e16c9f req-54b32576-6cca-40eb-8b5f-9761b52b14cf service neutron] 10.222.0.68 "GET /v2.0/networks/5afa7f88-eeaa-4717-8103-9ee9125ee829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535732 Aug 16 23:01:58.955229 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 45236) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:58.965769 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b35a053-e82b-4e0c-a680-fb1b724bda3c req-34a925be-1826-445d-80ae-3655220ee146 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:58.974146 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7b35a053-e82b-4e0c-a680-fb1b724bda3c req-34a925be-1826-445d-80ae-3655220ee146 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=576163bb-e2de-4bc4-9ff2-01eda263d98d HTTP/1.1" status: 200 len: 944 time: 0.4577112 Aug 16 23:01:59.047651 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '823a2d4d-dfcf-45e8-b3fa-f0bda982a860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b1cb86-9dc3-4ec3-93e0-97817ea4733a'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:01:59.050303 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f87dcfd-9ece-4dee-95ea-2566b2c82d95" -d '{"events": [{"server_uuid": "823a2d4d-dfcf-45e8-b3fa-f0bda982a860", "name": "network-vif-plugged", "status": "completed", "tag": "23b1cb86-9dc3-4ec3-93e0-97817ea4733a"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:01:59.103545 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 23b1cb86-9dc3-4ec3-93e0-97817ea4733a, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=23b1cb86-9dc3-4ec3-93e0-97817ea4733a,segment=NetworkSegment(a0a90953-ffc4-4cbc-b46c-d2cc5e1888f9),segment_id=a0a90953-ffc4-4cbc-b46c-d2cc5e1888f9)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:01:59.140360 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 2a818ec2-c8ff-403e-b740-d3d63b016343, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=2a818ec2-c8ff-403e-b740-d3d63b016343,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:01:59.156507 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:59.175910 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:59.238778 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d8f69e19-fdcd-4fdb-8587-0bc18720a438 req-de0ca269-9f59-4089-9f57-c0373ed75ebc tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/security-groups?id=1eb5bbe6-717a-4605-a558-b9b958591c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5367806 Aug 16 23:01:59.246802 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-8c94972e-545e-438f-a39d-6f740e90dc13 None None] Allocated IP 172.20.0.2 (089f43d5-3625-4f9a-ac48-ae6ac1ca3a25/c1db5e9f-145b-45ea-9acb-ac0145309d21/d3ab7cb0-16f1-4500-86f7-f6a4e72f15f6) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:01:59.263678 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7b35a053-e82b-4e0c-a680-fb1b724bda3c req-41b5aa4c-221b-4339-86ce-e1c0afc18de1 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882488 Aug 16 23:01:59.275732 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a2358b74-7f9c-4862-b340-a7fc919a688e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:59.314324 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fa2811a-7aff-4c8f-ad89-1dd1e5d11ddc None None] Provisioning for port b3c8db28-e279-4a1a-b62e-df1f87d9a53d completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:01:59.324427 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d7ba448b-b40a-447c-905d-66e3ddf3b47d None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:59.339473 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-69079f92-5656-49e0-b8dc-080ec2e16c9f req-de9d3a04-4fe3-4b92-88c6-853067f64c8c service neutron] 10.222.0.68 "GET /v2.0/networks/5afa7f88-eeaa-4717-8103-9ee9125ee829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3699629 Aug 16 23:01:59.423108 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-733be53c-4ffb-4cea-a2e6-fb256a55f33f x-openstack-request-id: req-733be53c-4ffb-4cea-a2e6-fb256a55f33f {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:01:59.423478 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "823a2d4d-dfcf-45e8-b3fa-f0bda982a860", "name": "network-vif-plugged", "status": "completed", "tag": "23b1cb86-9dc3-4ec3-93e0-97817ea4733a", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:01:59.423861 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-733be53c-4ffb-4cea-a2e6-fb256a55f33f {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:01:59.424474 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '823a2d4d-dfcf-45e8-b3fa-f0bda982a860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b1cb86-9dc3-4ec3-93e0-97817ea4733a', 'code': 200} Aug 16 23:01:59.433682 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 464c9632-9823-4463-afbc-9cca42dde8e3 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:01:59.436309 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=23b1cb86-9dc3-4ec3-93e0-97817ea4733a,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:59.440580 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fa2811a-7aff-4c8f-ad89-1dd1e5d11ddc None None] Provisioning complete for port b3c8db28-e279-4a1a-b62e-df1f87d9a53d triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:01:59.441167 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fa2811a-7aff-4c8f-ad89-1dd1e5d11ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:59.460953 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ed146cb-ea10-49d1-8e21-7d0e0130ed83 admin admin] Router 61da2e84-6b92-4d51-8943-d179887aff84 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:01:59.503748 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-d7ba448b-b40a-447c-905d-66e3ddf3b47d None None] Transition to ACTIVE for port object b2b1f713-ab21-4db3-9b9a-ec5f8ef45725 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:01:59.517682 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:01:59.517682 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:01:59.518015 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:01:59.518250 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:01:59.518601 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:01:59.518921 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:01:59.519342 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:01:59.519677 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:01:59.520003 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:01:59.520333 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:01:59.520699 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:01:59.521135 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:01:59.564727 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b74d908-8a4a-4d8a-9711-b1d56ade4a77 req-941b541e-3410-4059-a459-73ebdae3c8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:01:59.567983 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4b74d908-8a4a-4d8a-9711-b1d56ade4a77 req-941b541e-3410-4059-a459-73ebdae3c8ad service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=823a2d4d-dfcf-45e8-b3fa-f0bda982a860 HTTP/1.1" status: 200 len: 1097 time: 0.0953655 Aug 16 23:01:59.604848 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a2358b74-7f9c-4862-b340-a7fc919a688e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:59.611381 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a2358b74-7f9c-4862-b340-a7fc919a688e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:59.611778 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-d7ba448b-b40a-447c-905d-66e3ddf3b47d None None] Transition to ACTIVE for port object b2b1f713-ab21-4db3-9b9a-ec5f8ef45725 will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:01:59.621416 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-9fa2811a-7aff-4c8f-ad89-1dd1e5d11ddc None None] Port b3c8db28-e279-4a1a-b62e-df1f87d9a53d cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:01:59.643825 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d7ba448b-b40a-447c-905d-66e3ddf3b47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:59.674123 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-a2358b74-7f9c-4862-b340-a7fc919a688e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=280009e8766f478c97293647b85336ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7156134 Aug 16 23:01:59.676870 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 45250) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:01:59.677729 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2358b74-7f9c-4862-b340-a7fc919a688e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f36fd78-0bea-4ccc-835b-a523c498c724,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:59.695002 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ba448b-b40a-447c-905d-66e3ddf3b47d None None] Network c9260a77-14a6-4d4f-92dc-10e010200b21 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:01:59.696558 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=2a818ec2-c8ff-403e-b740-d3d63b016343,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:01:59.711743 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ed146cb-ea10-49d1-8e21-7d0e0130ed83 admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:01:59.713787 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-a2a44bb3-8d00-41d9-a9b8-ae54890311e9 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Allocated IP 172.20.0.1 (c9260a77-14a6-4d4f-92dc-10e010200b21/92c8ad7e-ce34-4828-a290-790bfd0f19b6/1dad7beb-1a54-46d0-ba51-529898005a62) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:01:59.723760 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-d7ba448b-b40a-447c-905d-66e3ddf3b47d None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:01:59.724692 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-9ed146cb-ea10-49d1-8e21-7d0e0130ed83 admin admin] 10.222.0.36 "PUT /v2.0/routers/61da2e84-6b92-4d51-8943-d179887aff84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8045812 Aug 16 23:01:59.730798 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec1a1d1-6a49-4eae-8dbf-44b8e19808b4 None None] Sync routers for ids ['61da2e84-6b92-4d51-8943-d179887aff84'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:01:59.751648 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ba448b-b40a-447c-905d-66e3ddf3b47d None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:01:59.774481 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 464c9632-9823-4463-afbc-9cca42dde8e3 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:01:59.774857 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:59.823264 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8d97f835-9aba-4039-920f-8dc07b9793a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:59.853531 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8d97f835-9aba-4039-920f-8dc07b9793a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:59.947254 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8d97f835-9aba-4039-920f-8dc07b9793a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:59.950640 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8d97f835-9aba-4039-920f-8dc07b9793a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:01:59.951937 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-8d97f835-9aba-4039-920f-8dc07b9793a9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6f36fd78-0bea-4ccc-835b-a523c498c724 HTTP/1.1" status: 204 len: 168 time: 0.2572377 Aug 16 23:01:59.968557 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d97f835-9aba-4039-920f-8dc07b9793a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f36fd78-0bea-4ccc-835b-a523c498c724,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:00.052922 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec1a1d1-6a49-4eae-8dbf-44b8e19808b4 None None] Routers {'61da2e84-6b92-4d51-8943-d179887aff84'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:02:00.053658 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-fec1a1d1-6a49-4eae-8dbf-44b8e19808b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:01:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['61da2e84-6b92-4d51-8943-d179887aff84'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:02:00.061714 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-8c94972e-545e-438f-a39d-6f740e90dc13 None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:00.065073 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ba448b-b40a-447c-905d-66e3ddf3b47d None None] Pushing event updated for resources: {'Port': ['ID=b2b1f713-ab21-4db3-9b9a-ec5f8ef45725,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:00.117137 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a2a44bb3-8d00-41d9-a9b8-ae54890311e9 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:00.132319 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-baf4e3b7-a839-4ab2-972c-2ae7c2e36d95 None None] Provisioning complete for port b3c8db28-e279-4a1a-b62e-df1f87d9a53d triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:02:00.132808 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-baf4e3b7-a839-4ab2-972c-2ae7c2e36d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:00.146620 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-8c94972e-545e-438f-a39d-6f740e90dc13 None None] Transition to ACTIVE for port object d3ab7cb0-16f1-4500-86f7-f6a4e72f15f6 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:02:00.154947 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [None req-a2a44bb3-8d00-41d9-a9b8-ae54890311e9 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Transition to ACTIVE for port object 1dad7beb-1a54-46d0-ba51-529898005a62 will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:02:00.202550 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-d7ba448b-b40a-447c-905d-66e3ddf3b47d None None] Attempting to bind port b2b1f713-ab21-4db3-9b9a-ec5f8ef45725 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:02:00.202929 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-d7ba448b-b40a-447c-905d-66e3ddf3b47d None None] Attempting to bind port b2b1f713-ab21-4db3-9b9a-ec5f8ef45725 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': 'd18ad166-4c67-47c8-9ecc-52d3bec205b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'c9260a77-14a6-4d4f-92dc-10e010200b21'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:02:00.203305 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ba448b-b40a-447c-905d-66e3ddf3b47d None None] Attempting to bind port b2b1f713-ab21-4db3-9b9a-ec5f8ef45725 on network c9260a77-14a6-4d4f-92dc-10e010200b21 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:02:00.245312 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a2a44bb3-8d00-41d9-a9b8-ae54890311e9 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:00.248379 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-8c94972e-545e-438f-a39d-6f740e90dc13 None None] Transition to ACTIVE for port object d3ab7cb0-16f1-4500-86f7-f6a4e72f15f6 will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:02:00.255904 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ba448b-b40a-447c-905d-66e3ddf3b47d None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:02:00.256286 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ba448b-b40a-447c-905d-66e3ddf3b47d None None] Checking segment: {'id': 'd18ad166-4c67-47c8-9ecc-52d3bec205b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'c9260a77-14a6-4d4f-92dc-10e010200b21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:02:00.257237 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d7ba448b-b40a-447c-905d-66e3ddf3b47d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:00.257712 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ba448b-b40a-447c-905d-66e3ddf3b47d None None] Bound using segment: {'id': 'd18ad166-4c67-47c8-9ecc-52d3bec205b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'c9260a77-14a6-4d4f-92dc-10e010200b21'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:02:00.258204 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-d7ba448b-b40a-447c-905d-66e3ddf3b47d None None] Bound port: b2b1f713-ab21-4db3-9b9a-ec5f8ef45725, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd18ad166-4c67-47c8-9ecc-52d3bec205b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'c9260a77-14a6-4d4f-92dc-10e010200b21'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:02:00.258585 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d7ba448b-b40a-447c-905d-66e3ddf3b47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:00.273516 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-baf4e3b7-a839-4ab2-972c-2ae7c2e36d95 None None] Port b3c8db28-e279-4a1a-b62e-df1f87d9a53d cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:02:00.288304 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-8c94972e-545e-438f-a39d-6f740e90dc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:00.334040 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4b74d908-8a4a-4d8a-9711-b1d56ade4a77 req-c8729fb9-ff6b-462c-a26f-a0550d4a19da service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=1eb5bbe6-717a-4605-a558-b9b958591c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7591469 Aug 16 23:02:00.363988 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a44bb3-8d00-41d9-a9b8-ae54890311e9 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Network c9260a77-14a6-4d4f-92dc-10e010200b21 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:02:00.386200 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-a2a44bb3-8d00-41d9-a9b8-ae54890311e9 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:02:00.401075 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a44bb3-8d00-41d9-a9b8-ae54890311e9 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:02:00.404998 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a44bb3-8d00-41d9-a9b8-ae54890311e9 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Pushing event updated for resources: {'Port': ['ID=1dad7beb-1a54-46d0-ba51-529898005a62,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:00.464858 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c94972e-545e-438f-a39d-6f740e90dc13 None None] Network 089f43d5-3625-4f9a-ac48-ae6ac1ca3a25 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:02:00.533058 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-8c94972e-545e-438f-a39d-6f740e90dc13 None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:02:00.544554 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a2a44bb3-8d00-41d9-a9b8-ae54890311e9 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954230'] for router_interface, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:00.544797 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 45282) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:00.552831 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-fec1a1d1-6a49-4eae-8dbf-44b8e19808b4 None None] Set router 61da2e84-6b92-4d51-8943-d179887aff84 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:02:00.558773 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c94972e-545e-438f-a39d-6f740e90dc13 None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:02:00.594172 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-11e9cdb0-6bd7-418b-87fb-f9417b3b60d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:00.655562 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c94972e-545e-438f-a39d-6f740e90dc13 None None] Pushing event updated for resources: {'Port': ['ID=d3ab7cb0-16f1-4500-86f7-f6a4e72f15f6,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:00.681046 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8c0ef6-7dcb-4bf7-b24c-1386c5614bd3 req-e489ef6d-4020-4228-ac1c-6485a8f839f3 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:00.682816 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7d8c0ef6-7dcb-4bf7-b24c-1386c5614bd3 req-e489ef6d-4020-4228-ac1c-6485a8f839f3 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=576163bb-e2de-4bc4-9ff2-01eda263d98d HTTP/1.1" status: 200 len: 944 time: 0.2942905 Aug 16 23:02:00.691758 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176f2fc6-af94-4db0-8220-162183ce13f3 req-af510acf-7145-4ca4-96c5-1092285b1193 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:00.696526 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-176f2fc6-af94-4db0-8220-162183ce13f3 req-af510acf-7145-4ca4-96c5-1092285b1193 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/ports?device_id=823a2d4d-dfcf-45e8-b3fa-f0bda982a860 HTTP/1.1" status: 200 len: 945 time: 0.2655334 Aug 16 23:02:00.734871 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-8c94972e-545e-438f-a39d-6f740e90dc13 None None] Attempting to bind port d3ab7cb0-16f1-4500-86f7-f6a4e72f15f6 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:02:00.735339 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-8c94972e-545e-438f-a39d-6f740e90dc13 None None] Attempting to bind port d3ab7cb0-16f1-4500-86f7-f6a4e72f15f6 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': 'b1642d8b-4456-4034-8d97-6be652cda72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '089f43d5-3625-4f9a-ac48-ae6ac1ca3a25'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:02:00.735776 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c94972e-545e-438f-a39d-6f740e90dc13 None None] Attempting to bind port d3ab7cb0-16f1-4500-86f7-f6a4e72f15f6 on network 089f43d5-3625-4f9a-ac48-ae6ac1ca3a25 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:02:00.746328 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c94972e-545e-438f-a39d-6f740e90dc13 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:02:00.746844 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c94972e-545e-438f-a39d-6f740e90dc13 None None] Checking segment: {'id': 'b1642d8b-4456-4034-8d97-6be652cda72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '089f43d5-3625-4f9a-ac48-ae6ac1ca3a25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:02:00.747329 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-8c94972e-545e-438f-a39d-6f740e90dc13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:00.747808 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c94972e-545e-438f-a39d-6f740e90dc13 None None] Bound using segment: {'id': 'b1642d8b-4456-4034-8d97-6be652cda72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '089f43d5-3625-4f9a-ac48-ae6ac1ca3a25'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:02:00.748375 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-8c94972e-545e-438f-a39d-6f740e90dc13 None None] Bound port: d3ab7cb0-16f1-4500-86f7-f6a4e72f15f6, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1642d8b-4456-4034-8d97-6be652cda72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '089f43d5-3625-4f9a-ac48-ae6ac1ca3a25'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:02:00.748853 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-8c94972e-545e-438f-a39d-6f740e90dc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:00.779050 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-d7ba448b-b40a-447c-905d-66e3ddf3b47d None None] For port b2b1f713-ab21-4db3-9b9a-ec5f8ef45725, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:02:00.789207 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-176f2fc6-af94-4db0-8220-162183ce13f3 req-6b1a1384-6fc7-4aec-a5f5-9de6e3c57ea1 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/security-groups?id=1eb5bbe6-717a-4605-a558-b9b958591c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747497 Aug 16 23:02:00.825146 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7d8c0ef6-7dcb-4bf7-b24c-1386c5614bd3 req-d35cc80d-bd51-44eb-a51b-73b29dc5630a tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274719 Aug 16 23:02:00.845538 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a2a44bb3-8d00-41d9-a9b8-ae54890311e9 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:00.858440 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-d7ba448b-b40a-447c-905d-66e3ddf3b47d None None] For port b2b1f713-ab21-4db3-9b9a-ec5f8ef45725, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=b2b1f713-ab21-4db3-9b9a-ec5f8ef45725,segment=NetworkSegment(d18ad166-4c67-47c8-9ecc-52d3bec205b2),segment_id=d18ad166-4c67-47c8-9ecc-52d3bec205b2)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:02:00.872750 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d7ba448b-b40a-447c-905d-66e3ddf3b47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:00.944304 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 14d3ddfa-8915-4364-99d5-532668e87065 details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:02:01.002111 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-11e9cdb0-6bd7-418b-87fb-f9417b3b60d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:01.012275 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-11e9cdb0-6bd7-418b-87fb-f9417b3b60d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:01.062129 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 14d3ddfa-8915-4364-99d5-532668e87065, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=14d3ddfa-8915-4364-99d5-532668e87065,segment=NetworkSegment(d9a940b8-4f1c-423f-8b77-621d8ce494fc),segment_id=d9a940b8-4f1c-423f-8b77-621d8ce494fc)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:02:01.081096 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': '14d3ddfa-8915-4364-99d5-532668e87065', 'network_id': '5afa7f88-eeaa-4717-8103-9ee9125ee829', 'port_id': '14d3ddfa-8915-4364-99d5-532668e87065', 'mac_address': 'fa:16:3e:f4:22:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd47d6ce6-f0e6-4637-a178-044cb0396017', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:02:01.105002 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-8c94972e-545e-438f-a39d-6f740e90dc13 None None] For port d3ab7cb0-16f1-4500-86f7-f6a4e72f15f6, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:02:01.189203 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-11e9cdb0-6bd7-418b-87fb-f9417b3b60d4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=289b02209ece4f56a6409c8cd87c2a85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6427140 Aug 16 23:02:01.198013 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 45316) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:01.200166 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e9cdb0-6bd7-418b-87fb-f9417b3b60d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a442fc-22cc-433d-81c1-51b3b9e7ec9b,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:01.224018 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-8c94972e-545e-438f-a39d-6f740e90dc13 None None] For port d3ab7cb0-16f1-4500-86f7-f6a4e72f15f6, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=d3ab7cb0-16f1-4500-86f7-f6a4e72f15f6,segment=NetworkSegment(b1642d8b-4456-4034-8d97-6be652cda72a),segment_id=b1642d8b-4456-4034-8d97-6be652cda72a)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:02:01.235262 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:01.235927 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-8c94972e-545e-438f-a39d-6f740e90dc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:01.351344 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ba448b-b40a-447c-905d-66e3ddf3b47d None None] Pushing event updated for resources: {'Port': ['ID=b2b1f713-ab21-4db3-9b9a-ec5f8ef45725,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:01.360805 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14d3ddfa-8915-4364-99d5-532668e87065 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:02:01.362170 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-78fca6c4-c9f2-41a0-a583-3301ff2d5e68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:01.393726 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 14d3ddfa-8915-4364-99d5-532668e87065, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=14d3ddfa-8915-4364-99d5-532668e87065,segment=NetworkSegment(d9a940b8-4f1c-423f-8b77-621d8ce494fc),segment_id=d9a940b8-4f1c-423f-8b77-621d8ce494fc)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:02:01.502272 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-78fca6c4-c9f2-41a0-a583-3301ff2d5e68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:01.511677 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:01.616902 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 2a818ec2-c8ff-403e-b740-d3d63b016343 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:02:01.780700 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a2a44bb3-8d00-41d9-a9b8-ae54890311e9 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:01.792020 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a2a44bb3-8d00-41d9-a9b8-ae54890311e9 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:01.806133 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c94972e-545e-438f-a39d-6f740e90dc13 None None] Pushing event updated for resources: {'Port': ['ID=d3ab7cb0-16f1-4500-86f7-f6a4e72f15f6,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:01.976445 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['14d3ddfa-8915-4364-99d5-532668e87065'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:02:02.061446 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=14d3ddfa-8915-4364-99d5-532668e87065,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:02.077053 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-78fca6c4-c9f2-41a0-a583-3301ff2d5e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:02.080463 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-78fca6c4-c9f2-41a0-a583-3301ff2d5e68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:02.083965 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-78fca6c4-c9f2-41a0-a583-3301ff2d5e68 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f5a442fc-22cc-433d-81c1-51b3b9e7ec9b HTTP/1.1" status: 204 len: 168 time: 0.8626955 Aug 16 23:02:02.085820 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a2a44bb3-8d00-41d9-a9b8-ae54890311e9 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954122'] for router_interface, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:02.087459 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-fec1a1d1-6a49-4eae-8dbf-44b8e19808b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61da2e84-6b92-4d51-8943-d179887aff84', 'name': 'tempest-TaggedBootDevicesTest-1885207178-router', 'tenant_id': '2021c5ea9b37490ab72514988bd9444c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': '2a818ec2-c8ff-403e-b740-d3d63b016343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:01:50Z', 'updated_at': '2021-08-16T23:01:57Z', 'revision_number': 4, 'project_id': '2021c5ea9b37490ab72514988bd9444c', 'gw_port': {'id': '2a818ec2-c8ff-403e-b740-d3d63b016343', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ab:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61da2e84-6b92-4d51-8943-d179887aff84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1884, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:01:51Z', 'updated_at': '2021-08-16T23:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'b3c8db28-e279-4a1a-b62e-df1f87d9a53d', 'name': '', 'network_id': 'f4264da2-38cd-44c0-b397-5678d2cea138', 'tenant_id': '2021c5ea9b37490ab72514988bd9444c', 'mac_address': 'fa:16:3e:6b:79:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61da2e84-6b92-4d51-8943-d179887aff84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': '7c956ed2-0689-474b-bd27-58ed9c7ef2ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:01:55Z', 'updated_at': '2021-08-16T23:01:58Z', 'revision_number': 2, 'project_id': '2021c5ea9b37490ab72514988bd9444c', 'subnets': [{'id': '7c956ed2-0689-474b-bd27-58ed9c7ef2ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:02:02.093790 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a44bb3-8d00-41d9-a9b8-ae54890311e9 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Pushing event updated for resources: {'Port': ['ID=1dad7beb-1a54-46d0-ba51-529898005a62,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:02.113051 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fca6c4-c9f2-41a0-a583-3301ff2d5e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a442fc-22cc-433d-81c1-51b3b9e7ec9b,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:02.150677 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec1a1d1-6a49-4eae-8dbf-44b8e19808b4 None None] Checking router: 61da2e84-6b92-4d51-8943-d179887aff84 for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:02:02.153187 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec1a1d1-6a49-4eae-8dbf-44b8e19808b4 None None] Updating router 61da2e84-6b92-4d51-8943-d179887aff84 port b3c8db28-e279-4a1a-b62e-df1f87d9a53d binding host n-d-791506-26 {{(pid=101293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:02:02.191326 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44b3f09-fac4-4959-83dc-4ae9588ef40c req-8702940f-9061-41d9-b831-836e09edd776 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:02.193229 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b44b3f09-fac4-4959-83dc-4ae9588ef40c req-8702940f-9061-41d9-b831-836e09edd776 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=64dce353-055b-404e-bb15-893d8d6f9f87 HTTP/1.1" status: 200 len: 947 time: 0.2521794 Aug 16 23:02:02.215524 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b14c8e2-0757-41bd-9ac1-a0c812bdfe4e req-d94e0a5e-c158-485a-b8a5-d74576be7f46 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:02.217309 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0b14c8e2-0757-41bd-9ac1-a0c812bdfe4e req-d94e0a5e-c158-485a-b8a5-d74576be7f46 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/ports?device_id=823a2d4d-dfcf-45e8-b3fa-f0bda982a860 HTTP/1.1" status: 200 len: 945 time: 0.2145739 Aug 16 23:02:02.266823 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-fec1a1d1-6a49-4eae-8dbf-44b8e19808b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:02.290269 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 2a818ec2-c8ff-403e-b740-d3d63b016343 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:02:02.290269 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:02.335924 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b44b3f09-fac4-4959-83dc-4ae9588ef40c req-d0a95b51-b69c-4875-9271-4ea4bb6e4e8a tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups?id=cb930d9d-af57-42ec-901a-b3e522b04153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158500 Aug 16 23:02:02.347916 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0b14c8e2-0757-41bd-9ac1-a0c812bdfe4e req-00ad18ec-c07b-447f-85af-7fa8321996fc tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/security-groups?id=1eb5bbe6-717a-4605-a558-b9b958591c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070030 Aug 16 23:02:02.360500 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a44bb3-8d00-41d9-a9b8-ae54890311e9 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Network c9260a77-14a6-4d4f-92dc-10e010200b21 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:02:02.362149 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-a2a44bb3-8d00-41d9-a9b8-ae54890311e9 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:02:02.744532 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04e2206-67cd-4b1b-b884-2940def4b44e req-50d67241-dcb4-4622-a214-8702a1271a49 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:02.750340 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d04e2206-67cd-4b1b-b884-2940def4b44e req-50d67241-dcb4-4622-a214-8702a1271a49 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=576163bb-e2de-4bc4-9ff2-01eda263d98d HTTP/1.1" status: 200 len: 945 time: 0.2023046 Aug 16 23:02:02.879026 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2a44bb3-8d00-41d9-a9b8-ae54890311e9 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Router 65a3c952-74df-4e3b-9728-f57164369aa5 is scheduled to L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f with binding_index 1 {{(pid=101292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:02:02.928414 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d04e2206-67cd-4b1b-b884-2940def4b44e req-3a071767-d1d0-4378-a8c0-63eb3a9b0621 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671410 Aug 16 23:02:03.299703 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2a44bb3-8d00-41d9-a9b8-ae54890311e9 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:02:03.310897 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-a2a44bb3-8d00-41d9-a9b8-ae54890311e9 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] 10.222.0.36 "PUT /v2.0/routers/65a3c952-74df-4e3b-9728-f57164369aa5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6425989 Aug 16 23:02:03.314297 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4460c9-680c-417a-97b3-29a06b42cd7e None None] Sync routers for ids ['65a3c952-74df-4e3b-9728-f57164369aa5'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:02:03.314811 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 45386) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:03.338825 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4460c9-680c-417a-97b3-29a06b42cd7e None None] Routers {'65a3c952-74df-4e3b-9728-f57164369aa5'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:02:03.344988 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-dc4460c9-680c-417a-97b3-29a06b42cd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:01:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['65a3c952-74df-4e3b-9728-f57164369aa5'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:02:03.390216 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a101407c-0f5f-4586-ba85-706717ffac16 req-d2f3fbd3-8429-4c16-b5cc-49d247edc79f tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:03.401175 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-a101407c-0f5f-4586-ba85-706717ffac16 req-d2f3fbd3-8429-4c16-b5cc-49d247edc79f tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.68 "GET /v2.0/ports?device_id=64dce353-055b-404e-bb15-893d8d6f9f87 HTTP/1.1" status: 200 len: 947 time: 0.2463708 Aug 16 23:02:03.407891 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4ba79e-8dd0-4d96-a673-c48558dd2f1c None None] Network c9260a77-14a6-4d4f-92dc-10e010200b21 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:02:03.606785 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ef4fda-115f-4e25-9e75-fbccef3d5f64 req-560871b9-fe5f-498f-8dda-a62c53ea31bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:03.608303 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c2ef4fda-115f-4e25-9e75-fbccef3d5f64 req-560871b9-fe5f-498f-8dda-a62c53ea31bf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=658de3f152bc4d17994dfa693ccface5&device_id=823a2d4d-dfcf-45e8-b3fa-f0bda982a860 HTTP/1.1" status: 200 len: 1097 time: 0.1084158 Aug 16 23:02:03.628870 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-dc4460c9-680c-417a-97b3-29a06b42cd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:02:03.682220 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4460c9-680c-417a-97b3-29a06b42cd7e None None] Routers {'65a3c952-74df-4e3b-9728-f57164369aa5'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:02:03.687374 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-dc4460c9-680c-417a-97b3-29a06b42cd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:01:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['65a3c952-74df-4e3b-9728-f57164369aa5'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:02:03.717326 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ef4fda-115f-4e25-9e75-fbccef3d5f64 req-f8879c7d-6922-479f-abeb-166e5ae6be41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:03.718804 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c2ef4fda-115f-4e25-9e75-fbccef3d5f64 req-f8879c7d-6922-479f-abeb-166e5ae6be41 service neutron] 10.222.0.57 "GET /v2.0/networks?id=540fbbcf-8da3-458c-90f5-f20e9fa6a263 HTTP/1.1" status: 200 len: 912 time: 0.0989265 Aug 16 23:02:03.721242 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9660dc-c1f8-4286-a058-119dc4a02e73 None None] Network 089f43d5-3625-4f9a-ac48-ae6ac1ca3a25 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:02:03.749031 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device b2b1f713-ab21-4db3-9b9a-ec5f8ef45725 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:02:03.821746 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-dc4460c9-680c-417a-97b3-29a06b42cd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:02:03.822318 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4460c9-680c-417a-97b3-29a06b42cd7e None None] The sync data for ids ['65a3c952-74df-4e3b-9728-f57164369aa5'] in n-d-791506-26 is: [] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:02:03.841310 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-a101407c-0f5f-4586-ba85-706717ffac16 req-79846779-9ea8-4822-bcfc-f4e7c7188d71 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Deleting port 95359267-9042-4d8b-bff2-66d28c99d8f8 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:02:03.842074 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-a101407c-0f5f-4586-ba85-706717ffac16 req-79846779-9ea8-4822-bcfc-f4e7c7188d71 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:04.060816 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-a101407c-0f5f-4586-ba85-706717ffac16 req-79846779-9ea8-4822-bcfc-f4e7c7188d71 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] For port 95359267-9042-4d8b-bff2-66d28c99d8f8, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=95359267-9042-4d8b-bff2-66d28c99d8f8,segment=NetworkSegment(b23390f1-3345-4e11-b45b-da1aa220458a),segment_id=b23390f1-3345-4e11-b45b-da1aa220458a)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:02:04.061528 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-a101407c-0f5f-4586-ba85-706717ffac16 req-79846779-9ea8-4822-bcfc-f4e7c7188d71 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:04.107729 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-1466d7de-e468-4830-afb5-1f3cd9d00835 None None] Provisioning for port b2b1f713-ab21-4db3-9b9a-ec5f8ef45725 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:02:04.234214 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-fec1a1d1-6a49-4eae-8dbf-44b8e19808b4 None None] Notify callbacks [] for port, precommit_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:04.270374 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-fec1a1d1-6a49-4eae-8dbf-44b8e19808b4 None None] Transition to ACTIVE for port object b3c8db28-e279-4a1a-b62e-df1f87d9a53d will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:02:04.311710 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-fec1a1d1-6a49-4eae-8dbf-44b8e19808b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:04.362164 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port b2b1f713-ab21-4db3-9b9a-ec5f8ef45725 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:02:04.473430 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-72ec739e-afd2-4a16-b5b7-73384482329b None None] Provisioning for port d3ab7cb0-16f1-4500-86f7-f6a4e72f15f6 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:02:04.484452 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port b2b1f713-ab21-4db3-9b9a-ec5f8ef45725 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:02:04.485011 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:04.673721 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c2ef4fda-115f-4e25-9e75-fbccef3d5f64 req-99b5ef85-0bb9-416a-b5a3-833f58201f26 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23b1cb86-9dc3-4ec3-93e0-97817ea4733a HTTP/1.1" status: 200 len: 217 time: 0.9450676 Aug 16 23:02:04.696818 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a9a6e6-8471-441a-a919-1259a6c4ad3b None None] Pushing event updated for resources: {'Port': ['ID=b3c8db28-e279-4a1a-b62e-df1f87d9a53d,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:04.783956 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66af9c72-6567-4289-a97b-effb066bbf97 req-1003a601-bb30-493f-a074-6fe686be7777 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:04.787584 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-a101407c-0f5f-4586-ba85-706717ffac16 req-79846779-9ea8-4822-bcfc-f4e7c7188d71 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:04.788248 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-a101407c-0f5f-4586-ba85-706717ffac16 req-79846779-9ea8-4822-bcfc-f4e7c7188d71 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:04.789234 n-d-791506-26 neutron-server[101291]: INFO neutron.db.l3_db [req-a101407c-0f5f-4586-ba85-706717ffac16 req-79846779-9ea8-4822-bcfc-f4e7c7188d71 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Floating IP 6ed154b1-902b-45a0-9b31-28c6e9c97db0 disassociated. External IP: 172.25.4.54, port: 95359267-9042-4d8b-bff2-66d28c99d8f8. Aug 16 23:02:04.790369 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-a101407c-0f5f-4586-ba85-706717ffac16 req-79846779-9ea8-4822-bcfc-f4e7c7188d71 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Calling delete_port for 95359267-9042-4d8b-bff2-66d28c99d8f8 owned by compute:nova {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:02:04.805547 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-66af9c72-6567-4289-a97b-effb066bbf97 req-1003a601-bb30-493f-a074-6fe686be7777 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/ports?device_id=823a2d4d-dfcf-45e8-b3fa-f0bda982a860 HTTP/1.1" status: 200 len: 945 time: 1.1958501 Aug 16 23:02:04.940736 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:05.054371 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 14d3ddfa-8915-4364-99d5-532668e87065 up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:02:05.319954 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-a101407c-0f5f-4586-ba85-706717ffac16 req-79846779-9ea8-4822-bcfc-f4e7c7188d71 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:05.364883 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-848ed2ae-05ea-4bd4-bc4f-f6b0cdcda866 None None] Provisioning for port 1dad7beb-1a54-46d0-ba51-529898005a62 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:02:05.410453 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-66af9c72-6567-4289-a97b-effb066bbf97 req-bdcfb370-dd90-4934-b07c-cd4ea84896ba tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/security-groups?id=1eb5bbe6-717a-4605-a558-b9b958591c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5964756 Aug 16 23:02:05.428278 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79846779-9ea8-4822-bcfc-f4e7c7188d71 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Pushing event deleted for resources: {'Port': ['ID=95359267-9042-4d8b-bff2-66d28c99d8f8,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:05.448275 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ef4fda-115f-4e25-9e75-fbccef3d5f64 req-3c12a7da-7771-491e-9e4f-eef70e5c9786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:05.449811 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c2ef4fda-115f-4e25-9e75-fbccef3d5f64 req-3c12a7da-7771-491e-9e4f-eef70e5c9786 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=83a7154b-2d0f-4675-897d-e253fcead13a HTTP/1.1" status: 200 len: 851 time: 0.7063410 Aug 16 23:02:05.457514 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-848ed2ae-05ea-4bd4-bc4f-f6b0cdcda866 None None] Provisioning complete for port 1dad7beb-1a54-46d0-ba51-529898005a62 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:02:05.468528 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-848ed2ae-05ea-4bd4-bc4f-f6b0cdcda866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:05.494618 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-fec1a1d1-6a49-4eae-8dbf-44b8e19808b4 None None] Attempting to bind port b3c8db28-e279-4a1a-b62e-df1f87d9a53d on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:02:05.495878 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-fec1a1d1-6a49-4eae-8dbf-44b8e19808b4 None None] Attempting to bind port b3c8db28-e279-4a1a-b62e-df1f87d9a53d by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '41213340-69bd-43d1-b0bd-07e49d1e54df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f4264da2-38cd-44c0-b397-5678d2cea138'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:02:05.510180 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec1a1d1-6a49-4eae-8dbf-44b8e19808b4 None None] Attempting to bind port b3c8db28-e279-4a1a-b62e-df1f87d9a53d on network f4264da2-38cd-44c0-b397-5678d2cea138 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:02:05.518667 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 45418) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:05.529447 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning for port 14d3ddfa-8915-4364-99d5-532668e87065 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:02:05.592861 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c2ef4fda-115f-4e25-9e75-fbccef3d5f64 req-a6917ad2-0a00-4101-8304-7fe52d281b0e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=540fbbcf-8da3-458c-90f5-f20e9fa6a263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1250291 Aug 16 23:02:05.642932 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port b2b1f713-ab21-4db3-9b9a-ec5f8ef45725, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=b2b1f713-ab21-4db3-9b9a-ec5f8ef45725,segment=NetworkSegment(d18ad166-4c67-47c8-9ecc-52d3bec205b2),segment_id=d18ad166-4c67-47c8-9ecc-52d3bec205b2)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:02:05.644255 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port 14d3ddfa-8915-4364-99d5-532668e87065 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:02:05.644846 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:05.822440 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c2ef4fda-115f-4e25-9e75-fbccef3d5f64 req-fbc081c2-2294-442a-aab2-72671570a5a0 service neutron] 10.222.0.57 "GET /v2.0/networks/540fbbcf-8da3-458c-90f5-f20e9fa6a263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016222 Aug 16 23:02:05.854015 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-d683fe68-4916-4a10-bf87-0179e2c5e2ad tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1599796404', 'router:external': True}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:02:05.868389 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:05.869254 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device d3ab7cb0-16f1-4500-86f7-f6a4e72f15f6 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:02:05.876264 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec1a1d1-6a49-4eae-8dbf-44b8e19808b4 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:02:05.876681 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec1a1d1-6a49-4eae-8dbf-44b8e19808b4 None None] Checking segment: {'id': '41213340-69bd-43d1-b0bd-07e49d1e54df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f4264da2-38cd-44c0-b397-5678d2cea138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:02:05.877096 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-fec1a1d1-6a49-4eae-8dbf-44b8e19808b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:05.877503 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec1a1d1-6a49-4eae-8dbf-44b8e19808b4 None None] Bound using segment: {'id': '41213340-69bd-43d1-b0bd-07e49d1e54df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f4264da2-38cd-44c0-b397-5678d2cea138'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:02:05.877993 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-fec1a1d1-6a49-4eae-8dbf-44b8e19808b4 None None] Bound port: b3c8db28-e279-4a1a-b62e-df1f87d9a53d, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41213340-69bd-43d1-b0bd-07e49d1e54df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f4264da2-38cd-44c0-b397-5678d2cea138'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:02:05.878379 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-fec1a1d1-6a49-4eae-8dbf-44b8e19808b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:06.096756 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-51a14386-e1a4-4fcb-9b51-65dd0cd10b18 req-73c2c94b-0d4e-4821-bcf8-19fd620f190e tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=64dce353-055b-404e-bb15-893d8d6f9f87 HTTP/1.1" status: 200 len: 210 time: 0.5207756 Aug 16 23:02:06.099426 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c2ef4fda-115f-4e25-9e75-fbccef3d5f64 req-c0c05c76-ef92-4ae8-83a8-51ca59b3bf95 service neutron] 10.222.0.57 "GET /v2.0/networks/540fbbcf-8da3-458c-90f5-f20e9fa6a263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209692 Aug 16 23:02:06.166882 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-848ed2ae-05ea-4bd4-bc4f-f6b0cdcda866 None None] Port 1dad7beb-1a54-46d0-ba51-529898005a62 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:02:06.336388 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d683fe68-4916-4a10-bf87-0179e2c5e2ad tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Made reservation on behalf of a35229d9fe4c47178d68f77afcde2404 for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:02:06.339332 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d683fe68-4916-4a10-bf87-0179e2c5e2ad tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:06.383438 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d683fe68-4916-4a10-bf87-0179e2c5e2ad tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:06.390276 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a101407c-0f5f-4586-ba85-706717ffac16 req-79846779-9ea8-4822-bcfc-f4e7c7188d71 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Router c9c7c399-7ad2-4aa9-aea9-5096d5610a71 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:02:06.394986 n-d-791506-26 neutron-server[101292]: INFO neutron.api.v2.resource [None req-54a7dd55-a80f-49d6-a9aa-eaee97779717 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 23:02:06.400447 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-54a7dd55-a80f-49d6-a9aa-eaee97779717 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] 10.222.0.36 "PUT /v2.0/routers/65a3c952-74df-4e3b-9728-f57164369aa5/add_router_interface HTTP/1.1" status: 400 len: 438 time: 3.0842824 Aug 16 23:02:06.400669 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-848ed2ae-05ea-4bd4-bc4f-f6b0cdcda866 None None] Provisioning complete for port b2b1f713-ab21-4db3-9b9a-ec5f8ef45725 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:02:06.401318 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-848ed2ae-05ea-4bd4-bc4f-f6b0cdcda866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:06.402257 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 45426) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:06.444339 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-fec1a1d1-6a49-4eae-8dbf-44b8e19808b4 None None] For port b3c8db28-e279-4a1a-b62e-df1f87d9a53d, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:02:06.448761 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=b2b1f713-ab21-4db3-9b9a-ec5f8ef45725,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:06.452153 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e599813-766e-48e3-93e5-804661dea4fe req-84a790d5-08fa-4bba-8c76-90773bc832e3 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:06.463462 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9e599813-766e-48e3-93e5-804661dea4fe req-84a790d5-08fa-4bba-8c76-90773bc832e3 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=576163bb-e2de-4bc4-9ff2-01eda263d98d HTTP/1.1" status: 200 len: 945 time: 0.2029245 Aug 16 23:02:06.496629 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-fec1a1d1-6a49-4eae-8dbf-44b8e19808b4 None None] For port b3c8db28-e279-4a1a-b62e-df1f87d9a53d, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=b3c8db28-e279-4a1a-b62e-df1f87d9a53d,segment=NetworkSegment(41213340-69bd-43d1-b0bd-07e49d1e54df),segment_id=41213340-69bd-43d1-b0bd-07e49d1e54df)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:02:06.500745 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:06.514824 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-fec1a1d1-6a49-4eae-8dbf-44b8e19808b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:06.559355 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9e599813-766e-48e3-93e5-804661dea4fe req-29c7aeb1-adaa-4f73-bf84-b537b8cf1347 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863390 Aug 16 23:02:06.601054 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port d3ab7cb0-16f1-4500-86f7-f6a4e72f15f6 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:02:06.643902 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port d3ab7cb0-16f1-4500-86f7-f6a4e72f15f6 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:02:06.643902 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:06.700912 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '576163bb-e2de-4bc4-9ff2-01eda263d98d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14d3ddfa-8915-4364-99d5-532668e87065'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:02:06.701902 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d683fe68-4916-4a10-bf87-0179e2c5e2ad tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:06.701999 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-023b58c8-768e-4143-88cb-9f8b3f6b8914" -d '{"events": [{"server_uuid": "576163bb-e2de-4bc4-9ff2-01eda263d98d", "name": "network-vif-plugged", "status": "completed", "tag": "14d3ddfa-8915-4364-99d5-532668e87065"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:02:06.738147 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d683fe68-4916-4a10-bf87-0179e2c5e2ad tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:06.770879 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d683fe68-4916-4a10-bf87-0179e2c5e2ad tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5fdc3b6-b93b-45fb-a31f-90e4c1a65934,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:06.786092 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 14d3ddfa-8915-4364-99d5-532668e87065, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=14d3ddfa-8915-4364-99d5-532668e87065,segment=NetworkSegment(d9a940b8-4f1c-423f-8b77-621d8ce494fc),segment_id=d9a940b8-4f1c-423f-8b77-621d8ce494fc)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:02:06.840826 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:06.841933 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 95359267-9042-4d8b-bff2-66d28c99d8f8 no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:02:06.851416 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d683fe68-4916-4a10-bf87-0179e2c5e2ad tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:02:06.859130 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec1a1d1-6a49-4eae-8dbf-44b8e19808b4 None None] Routers {'61da2e84-6b92-4d51-8943-d179887aff84'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:02:06.860025 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-fec1a1d1-6a49-4eae-8dbf-44b8e19808b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:01:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['61da2e84-6b92-4d51-8943-d179887aff84'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:02:06.892293 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d683fe68-4916-4a10-bf87-0179e2c5e2ad tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:06.892780 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-d683fe68-4916-4a10-bf87-0179e2c5e2ad tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Added segment 26e4950c-e307-4831-80aa-7f33bff8a849 of type vlan for network d4195fd9-1321-4090-b8d4-02f21249692c Aug 16 23:02:06.907226 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a1702d-6dae-4e6f-8d75-8162bd0a473b req-9d13581d-bcd1-41d8-998d-49379a5da96f tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:06.909067 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f0a1702d-6dae-4e6f-8d75-8162bd0a473b req-9d13581d-bcd1-41d8-998d-49379a5da96f tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/ports?device_id=823a2d4d-dfcf-45e8-b3fa-f0bda982a860 HTTP/1.1" status: 200 len: 945 time: 0.2073836 Aug 16 23:02:07.012981 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a101407c-0f5f-4586-ba85-706717ffac16 req-79846779-9ea8-4822-bcfc-f4e7c7188d71 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:02:07.013915 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f0a1702d-6dae-4e6f-8d75-8162bd0a473b req-248f2f2f-3c6a-436e-864c-4e99df1990ca tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/security-groups?id=1eb5bbe6-717a-4605-a558-b9b958591c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952411 Aug 16 23:02:07.048102 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d683fe68-4916-4a10-bf87-0179e2c5e2ad tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:07.070489 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0692e2-7c6a-4aaf-92b8-556cd205ff14 None None] Sync routers for ids ['c9c7c399-7ad2-4aa9-aea9-5096d5610a71'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:02:07.073777 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a9a6e6-8471-441a-a919-1259a6c4ad3b None None] Pushing event updated for resources: {'Port': ['ID=b3c8db28-e279-4a1a-b62e-df1f87d9a53d,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:07.100587 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] No Port match for: 95359267-9042-4d8b-bff2-66d28c99d8f8 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:02:07.101306 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 95359267-9042-4d8b-bff2-66d28c99d8f8 not bound to the agent host n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:02:07.171697 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d683fe68-4916-4a10-bf87-0179e2c5e2ad tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:07.172927 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d683fe68-4916-4a10-bf87-0179e2c5e2ad tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:07.174449 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d683fe68-4916-4a10-bf87-0179e2c5e2ad tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:07.183174 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=14d3ddfa-8915-4364-99d5-532668e87065,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:07.184936 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-a101407c-0f5f-4586-ba85-706717ffac16 req-79846779-9ea8-4822-bcfc-f4e7c7188d71 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] No DVR routers for this DVR port 95359267-9042-4d8b-bff2-66d28c99d8f8 on host n-h1-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:02:07.195765 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-a101407c-0f5f-4586-ba85-706717ffac16 req-79846779-9ea8-4822-bcfc-f4e7c7188d71 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:07.204489 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-a101407c-0f5f-4586-ba85-706717ffac16 req-79846779-9ea8-4822-bcfc-f4e7c7188d71 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.68 "DELETE /v2.0/ports/95359267-9042-4d8b-bff2-66d28c99d8f8 HTTP/1.1" status: 204 len: 173 time: 3.7940457 Aug 16 23:02:07.207434 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64dce353-055b-404e-bb15-893d8d6f9f87', 'name': 'network-vif-deleted', 'tag': '95359267-9042-4d8b-bff2-66d28c99d8f8'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:02:07.215061 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1c55c6a-a36d-4dc9-a783-ec2553a0a59d" -d '{"events": [{"server_uuid": "64dce353-055b-404e-bb15-893d8d6f9f87", "name": "network-vif-deleted", "tag": "95359267-9042-4d8b-bff2-66d28c99d8f8"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:02:07.237476 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0692e2-7c6a-4aaf-92b8-556cd205ff14 None None] Routers {'c9c7c399-7ad2-4aa9-aea9-5096d5610a71'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:02:07.238437 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-2c0692e2-7c6a-4aaf-92b8-556cd205ff14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:01:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['c9c7c399-7ad2-4aa9-aea9-5096d5610a71'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:02:07.250038 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-d683fe68-4916-4a10-bf87-0179e2c5e2ad tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.7282073 Aug 16 23:02:07.276330 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 45442) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:07.305943 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-ad09ee9f-0437-4265-b7cf-a4829de7043a tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Request body: {'subnet': {'network_id': 'd4195fd9-1321-4090-b8d4-02f21249692c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:02:07.405895 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c90f0462-3ae6-443a-97d7-01da517a0fa7 x-openstack-request-id: req-c90f0462-3ae6-443a-97d7-01da517a0fa7 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:02:07.406187 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "576163bb-e2de-4bc4-9ff2-01eda263d98d", "name": "network-vif-plugged", "status": "completed", "tag": "14d3ddfa-8915-4364-99d5-532668e87065", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:02:07.406437 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c90f0462-3ae6-443a-97d7-01da517a0fa7 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:02:07.406838 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '576163bb-e2de-4bc4-9ff2-01eda263d98d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14d3ddfa-8915-4364-99d5-532668e87065', 'code': 200} Aug 16 23:02:07.446439 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d683fe68-4916-4a10-bf87-0179e2c5e2ad tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Pushing event updated for resources: {'Network': ['ID=d4195fd9-1321-4090-b8d4-02f21249692c,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:07.477459 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network d4195fd9-1321-4090-b8d4-02f21249692c details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:02:07.578968 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-771bee97-633a-4d71-98a4-2d55103abc98 req-75e6a021-b93c-4799-8f2d-372560de54c5 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/ports?device_id=64dce353-055b-404e-bb15-893d8d6f9f87 HTTP/1.1" status: 200 len: 210 time: 0.0876811 Aug 16 23:02:07.684736 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad09ee9f-0437-4265-b7cf-a4829de7043a tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Made reservation on behalf of a35229d9fe4c47178d68f77afcde2404 for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:02:07.693322 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:07.697962 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ad09ee9f-0437-4265-b7cf-a4829de7043a tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:07.738855 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa4f8da9-2ac5-4d9f-90b5-8a9f80b79803 x-openstack-request-id: req-aa4f8da9-2ac5-4d9f-90b5-8a9f80b79803 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:02:07.739159 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64dce353-055b-404e-bb15-893d8d6f9f87", "name": "network-vif-deleted", "tag": "95359267-9042-4d8b-bff2-66d28c99d8f8", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:02:07.739696 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-aa4f8da9-2ac5-4d9f-90b5-8a9f80b79803 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:02:07.740102 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64dce353-055b-404e-bb15-893d8d6f9f87', 'name': 'network-vif-deleted', 'tag': '95359267-9042-4d8b-bff2-66d28c99d8f8', 'status': 'completed', 'code': 200} Aug 16 23:02:07.861660 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-fec1a1d1-6a49-4eae-8dbf-44b8e19808b4 None None] Set router 61da2e84-6b92-4d51-8943-d179887aff84 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:02:07.982521 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-70a4b616-c33a-403e-ae54-c77d93e2dc85 None None] Provisioning complete for port d3ab7cb0-16f1-4500-86f7-f6a4e72f15f6 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:02:07.983169 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-70a4b616-c33a-403e-ae54-c77d93e2dc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:07.992581 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5336f4f4-05e9-4094-9a7d-46c9995b71f9 req-f706ec55-e4e1-43e7-a3ad-767e7c60ab7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:08.011479 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5336f4f4-05e9-4094-9a7d-46c9995b71f9 req-f706ec55-e4e1-43e7-a3ad-767e7c60ab7a service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=576163bb-e2de-4bc4-9ff2-01eda263d98d HTTP/1.1" status: 200 len: 1098 time: 0.5442216 Aug 16 23:02:08.055767 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b59aa4-e70c-4f10-bac5-aa337d3f4341 req-2a4fe177-5c09-4bee-8db5-7eca9d7940fa tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:08.057892 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d2b59aa4-e70c-4f10-bac5-aa337d3f4341 req-2a4fe177-5c09-4bee-8db5-7eca9d7940fa tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=576163bb-e2de-4bc4-9ff2-01eda263d98d HTTP/1.1" status: 200 len: 946 time: 0.1867974 Aug 16 23:02:08.064562 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port d3ab7cb0-16f1-4500-86f7-f6a4e72f15f6, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=d3ab7cb0-16f1-4500-86f7-f6a4e72f15f6,segment=NetworkSegment(b1642d8b-4456-4034-8d97-6be652cda72a),segment_id=b1642d8b-4456-4034-8d97-6be652cda72a)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:02:08.138979 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-2c0692e2-7c6a-4aaf-92b8-556cd205ff14 None None] Set router c9c7c399-7ad2-4aa9-aea9-5096d5610a71 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:02:08.141435 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:08.160594 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d2b59aa4-e70c-4f10-bac5-aa337d3f4341 req-8540e202-3b27-4461-8b7b-5e5644a4e73c tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903947 Aug 16 23:02:08.244828 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5336f4f4-05e9-4094-9a7d-46c9995b71f9 req-2ae97a6b-afda-4a9b-95bf-7369685edce2 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620059 Aug 16 23:02:08.296180 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f57d2ac6-57b9-43aa-a256-b25810516b77 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537579'] for router_interface, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:08.401896 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc41de3e-33e4-4048-9231-152e83cc1a2c req-2a3c9070-f096-47b0-98c0-11570f938d76 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:08.403456 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bc41de3e-33e4-4048-9231-152e83cc1a2c req-2a3c9070-f096-47b0-98c0-11570f938d76 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/ports?device_id=823a2d4d-dfcf-45e8-b3fa-f0bda982a860 HTTP/1.1" status: 200 len: 945 time: 0.0980046 Aug 16 23:02:08.484523 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bc41de3e-33e4-4048-9231-152e83cc1a2c req-d9b646d0-acda-443b-95ce-d9baa35a563c tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/security-groups?id=1eb5bbe6-717a-4605-a558-b9b958591c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700557 Aug 16 23:02:08.517408 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device b2b1f713-ab21-4db3-9b9a-ec5f8ef45725 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:02:08.770584 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 45458) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:08.825147 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=d3ab7cb0-16f1-4500-86f7-f6a4e72f15f6,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:08.871550 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1c3e36aa-4856-4b7e-ad5b-1ea823b20f8e tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:08.909560 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1c3e36aa-4856-4b7e-ad5b-1ea823b20f8e tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:08.958035 n-d-791506-26 neutron-server[101291]: DEBUG neutron.objects.ports [None req-ad09ee9f-0437-4265-b7cf-a4829de7043a tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101291) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 23:02:08.959470 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ad09ee9f-0437-4265-b7cf-a4829de7043a tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:08.997972 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port b2b1f713-ab21-4db3-9b9a-ec5f8ef45725 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:02:08.998514 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:09.018664 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1c3e36aa-4856-4b7e-ad5b-1ea823b20f8e tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:09.021292 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1c3e36aa-4856-4b7e-ad5b-1ea823b20f8e tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:09.031843 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-f57d2ac6-57b9-43aa-a256-b25810516b77 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Deleting port 1dad7beb-1a54-46d0-ba51-529898005a62 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:02:09.032750 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f57d2ac6-57b9-43aa-a256-b25810516b77 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:09.037699 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-1c3e36aa-4856-4b7e-ad5b-1ea823b20f8e tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "DELETE /v2.0/security-groups/cb930d9d-af57-42ec-901a-b3e522b04153 HTTP/1.1" status: 204 len: 168 time: 0.2658484 Aug 16 23:02:09.038891 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 45460) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:09.092358 n-d-791506-26 neutron-server[101292]: INFO neutron.api.v2.resource [None req-46d99a1e-d61c-44a8-880a-a44a1111f1e9 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] show failed (client error): The resource could not be found. Aug 16 23:02:09.101450 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-46d99a1e-d61c-44a8-880a-a44a1111f1e9 tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "GET /v2.0/security-groups/cb930d9d-af57-42ec-901a-b3e522b04153 HTTP/1.1" status: 404 len: 347 time: 0.0506587 Aug 16 23:02:09.101668 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 45462) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:09.102413 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3e36aa-4856-4b7e-ad5b-1ea823b20f8e tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb930d9d-af57-42ec-901a-b3e522b04153,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:09.109250 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-70a4b616-c33a-403e-ae54-c77d93e2dc85 None None] Provisioning complete for port 1dad7beb-1a54-46d0-ba51-529898005a62 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:02:09.109862 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-70a4b616-c33a-403e-ae54-c77d93e2dc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:09.235199 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-70a4b616-c33a-403e-ae54-c77d93e2dc85 None None] Port 1dad7beb-1a54-46d0-ba51-529898005a62 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:02:09.240776 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f57d2ac6-57b9-43aa-a256-b25810516b77 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:09.267177 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-f57d2ac6-57b9-43aa-a256-b25810516b77 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Calling delete_port for 1dad7beb-1a54-46d0-ba51-529898005a62 owned by network:router_interface {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:02:09.415701 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-fec1a1d1-6a49-4eae-8dbf-44b8e19808b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61da2e84-6b92-4d51-8943-d179887aff84', 'name': 'tempest-TaggedBootDevicesTest-1885207178-router', 'tenant_id': '2021c5ea9b37490ab72514988bd9444c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': '2a818ec2-c8ff-403e-b740-d3d63b016343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:01:50Z', 'updated_at': '2021-08-16T23:01:57Z', 'revision_number': 4, 'project_id': '2021c5ea9b37490ab72514988bd9444c', 'gw_port': {'id': '2a818ec2-c8ff-403e-b740-d3d63b016343', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ab:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61da2e84-6b92-4d51-8943-d179887aff84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1884, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:01:51Z', 'updated_at': '2021-08-16T23:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'b3c8db28-e279-4a1a-b62e-df1f87d9a53d', 'name': '', 'network_id': 'f4264da2-38cd-44c0-b397-5678d2cea138', 'tenant_id': '2021c5ea9b37490ab72514988bd9444c', 'mac_address': 'fa:16:3e:6b:79:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61da2e84-6b92-4d51-8943-d179887aff84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': '7c956ed2-0689-474b-bd27-58ed9c7ef2ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:01:55Z', 'updated_at': '2021-08-16T23:02:06Z', 'revision_number': 4, 'project_id': '2021c5ea9b37490ab72514988bd9444c', 'subnets': [{'id': '7c956ed2-0689-474b-bd27-58ed9c7ef2ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:02:09.455576 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec1a1d1-6a49-4eae-8dbf-44b8e19808b4 None None] The sync data for ids ['61da2e84-6b92-4d51-8943-d179887aff84'] in n-d-791506-26 is: [{'id': '61da2e84-6b92-4d51-8943-d179887aff84', 'name': 'tempest-TaggedBootDevicesTest-1885207178-router', 'tenant_id': '2021c5ea9b37490ab72514988bd9444c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': '2a818ec2-c8ff-403e-b740-d3d63b016343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:01:50Z', 'updated_at': '2021-08-16T23:01:57Z', 'revision_number': 4, 'project_id': '2021c5ea9b37490ab72514988bd9444c', 'gw_port': {'id': '2a818ec2-c8ff-403e-b740-d3d63b016343', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ab:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61da2e84-6b92-4d51-8943-d179887aff84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1884, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:01:51Z', 'updated_at': '2021-08-16T23:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'b3c8db28-e279-4a1a-b62e-df1f87d9a53d', 'name': '', 'network_id': 'f4264da2-38cd-44c0-b397-5678d2cea138', 'tenant_id': '2021c5ea9b37490ab72514988bd9444c', 'mac_address': 'fa:16:3e:6b:79:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61da2e84-6b92-4d51-8943-d179887aff84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': '7c956ed2-0689-474b-bd27-58ed9c7ef2ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:01:55Z', 'updated_at': '2021-08-16T23:02:06Z', 'revision_number': 4, 'project_id': '2021c5ea9b37490ab72514988bd9444c', 'subnets': [{'id': '7c956ed2-0689-474b-bd27-58ed9c7ef2ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:02:09.466493 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad09ee9f-0437-4265-b7cf-a4829de7043a tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ce8c7001-d85e-4d2c-8613-d820ae03237c,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:09.472226 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-2c0692e2-7c6a-4aaf-92b8-556cd205ff14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c7c399-7ad2-4aa9-aea9-5096d5610a71', 'name': 'tempest-AttachVolumeShelveTestJSON-1840383852-router', 'tenant_id': '57296d41c5f54ce79a9b782f4a8b4677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '054873b3-9d4e-4a94-834d-8373e369ec96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:50:49Z', 'updated_at': '2021-08-16T22:50:54Z', 'revision_number': 4, 'project_id': '57296d41c5f54ce79a9b782f4a8b4677', 'gw_port': {'id': '054873b3-9d4e-4a94-834d-8373e369ec96', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:bf:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c7c399-7ad2-4aa9-aea9-5096d5610a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:50:50Z', 'updated_at': '2021-08-16T22:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '0975fd19-4250-46d8-81e3-b66f14831a7f', 'name': '', 'network_id': '6017926f-7eef-429e-a22b-3a35337dccd4', 'tenant_id': '57296d41c5f54ce79a9b782f4a8b4677', 'mac_address': 'fa:16:3e:c0:87:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c7c399-7ad2-4aa9-aea9-5096d5610a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'bb160313-5dbe-49f2-8a31-7afb6f1954c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:50:53Z', 'updated_at': '2021-08-16T22:51:03Z', 'revision_number': 5, 'project_id': '57296d41c5f54ce79a9b782f4a8b4677', 'subnets': [{'id': 'bb160313-5dbe-49f2-8a31-7afb6f1954c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:02:09.510777 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad09ee9f-0437-4265-b7cf-a4829de7043a tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Checking segment: {'id': '26e4950c-e307-4831-80aa-7f33bff8a849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd4195fd9-1321-4090-b8d4-02f21249692c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:02:09.511042 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad09ee9f-0437-4265-b7cf-a4829de7043a tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Network hostable DHCP agents. Network: d4195fd9-1321-4090-b8d4-02f21249692c, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:02:09.551867 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0692e2-7c6a-4aaf-92b8-556cd205ff14 None None] Checking router: c9c7c399-7ad2-4aa9-aea9-5096d5610a71 for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:02:09.576575 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0692e2-7c6a-4aaf-92b8-556cd205ff14 None None] Routers {'c9c7c399-7ad2-4aa9-aea9-5096d5610a71'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:02:09.578572 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-2c0692e2-7c6a-4aaf-92b8-556cd205ff14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:01:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['c9c7c399-7ad2-4aa9-aea9-5096d5610a71'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:02:09.578938 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ff7457-9517-4eea-88bc-ab336fa4c2bc req-06958062-459c-4a94-8320-2ddcd6b70659 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:09.581891 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d8ff7457-9517-4eea-88bc-ab336fa4c2bc req-06958062-459c-4a94-8320-2ddcd6b70659 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=576163bb-e2de-4bc4-9ff2-01eda263d98d HTTP/1.1" status: 200 len: 946 time: 0.2062659 Aug 16 23:02:09.626068 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-db6300e3-32f2-437e-8ce7-a6e8fb366bbc tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Deleting port 88e1a296-bcd4-4c46-939c-57b497ba4f60 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:02:09.629145 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-db6300e3-32f2-437e-8ce7-a6e8fb366bbc tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:09.645985 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad09ee9f-0437-4265-b7cf-a4829de7043a tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Network d4195fd9-1321-4090-b8d4-02f21249692c is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:02:09.669190 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-ad09ee9f-0437-4265-b7cf-a4829de7043a tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, d4195fd9-1321-4090-b8d4-02f21249692c) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:02:09.682848 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6665429b-040f-48a0-a0dd-6490b55d72b0 None None] Network d4195fd9-1321-4090-b8d4-02f21249692c requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:02:09.692381 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad09ee9f-0437-4265-b7cf-a4829de7043a tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:09.693515 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ad09ee9f-0437-4265-b7cf-a4829de7043a tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:09.889230 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-ad09ee9f-0437-4265-b7cf-a4829de7043a tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.6088705 Aug 16 23:02:09.893231 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 45470) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:09.900899 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d8ff7457-9517-4eea-88bc-ab336fa4c2bc req-3d7be253-b5ef-4896-8745-e678a83f9cc2 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3104136 Aug 16 23:02:09.920352 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-1b7ab607-4708-482a-8b3a-ae309aeaa280 tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-664078760', 'network_id': 'd4195fd9-1321-4090-b8d4-02f21249692c'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:02:09.925086 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f57d2ac6-57b9-43aa-a256-b25810516b77 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:09.937365 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-db6300e3-32f2-437e-8ce7-a6e8fb366bbc tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:09.937365 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-db6300e3-32f2-437e-8ce7-a6e8fb366bbc tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:09.974271 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-db6300e3-32f2-437e-8ce7-a6e8fb366bbc tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Calling delete_port for 88e1a296-bcd4-4c46-939c-57b497ba4f60 owned by network:floatingip {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:02:10.017897 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57d2ac6-57b9-43aa-a256-b25810516b77 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Pushing event deleted for resources: {'Port': ['ID=1dad7beb-1a54-46d0-ba51-529898005a62,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:10.072761 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b7ab607-4708-482a-8b3a-ae309aeaa280 tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Made reservation on behalf of a35229d9fe4c47178d68f77afcde2404 for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:02:10.075510 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-2c0692e2-7c6a-4aaf-92b8-556cd205ff14 None None] Set router c9c7c399-7ad2-4aa9-aea9-5096d5610a71 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:02:10.076964 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1b7ab607-4708-482a-8b3a-ae309aeaa280 tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:10.169086 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1b7ab607-4708-482a-8b3a-ae309aeaa280 tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] device_id is not set on port 287f9776-158a-4111-81e6-d21caa2b3cc0 yet. {{(pid=101291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 23:02:10.471002 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfdba8b-4d9c-4606-a14f-139532a09b29 req-13893424-56f3-4efd-b124-3cecba9fc7c1 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:10.503186 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4bfdba8b-4d9c-4606-a14f-139532a09b29 req-13893424-56f3-4efd-b124-3cecba9fc7c1 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/ports?device_id=823a2d4d-dfcf-45e8-b3fa-f0bda982a860 HTTP/1.1" status: 200 len: 945 time: 0.3999441 Aug 16 23:02:10.633187 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device b3c8db28-e279-4a1a-b62e-df1f87d9a53d up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:02:10.661152 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4bfdba8b-4d9c-4606-a14f-139532a09b29 req-cba6b312-aeb4-4791-9225-406b995d40f4 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/security-groups?id=1eb5bbe6-717a-4605-a558-b9b958591c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568713 Aug 16 23:02:10.717319 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f57d2ac6-57b9-43aa-a256-b25810516b77 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537471'] for router_interface, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:10.745853 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-db6300e3-32f2-437e-8ce7-a6e8fb366bbc tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:10.746322 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2d5f4d-d97e-4d5a-89fe-5ad5750dcc06 None None] Network d4195fd9-1321-4090-b8d4-02f21249692c requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:02:10.896298 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-2c0692e2-7c6a-4aaf-92b8-556cd205ff14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c7c399-7ad2-4aa9-aea9-5096d5610a71', 'name': 'tempest-AttachVolumeShelveTestJSON-1840383852-router', 'tenant_id': '57296d41c5f54ce79a9b782f4a8b4677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '054873b3-9d4e-4a94-834d-8373e369ec96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:50:49Z', 'updated_at': '2021-08-16T22:50:54Z', 'revision_number': 4, 'project_id': '57296d41c5f54ce79a9b782f4a8b4677', 'gw_port': {'id': '054873b3-9d4e-4a94-834d-8373e369ec96', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:bf:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c7c399-7ad2-4aa9-aea9-5096d5610a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:50:50Z', 'updated_at': '2021-08-16T22:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '0975fd19-4250-46d8-81e3-b66f14831a7f', 'name': '', 'network_id': '6017926f-7eef-429e-a22b-3a35337dccd4', 'tenant_id': '57296d41c5f54ce79a9b782f4a8b4677', 'mac_address': 'fa:16:3e:c0:87:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c7c399-7ad2-4aa9-aea9-5096d5610a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'bb160313-5dbe-49f2-8a31-7afb6f1954c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:50:53Z', 'updated_at': '2021-08-16T22:51:03Z', 'revision_number': 5, 'project_id': '57296d41c5f54ce79a9b782f4a8b4677', 'subnets': [{'id': 'bb160313-5dbe-49f2-8a31-7afb6f1954c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:02:10.949818 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6300e3-32f2-437e-8ce7-a6e8fb366bbc tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Pushing event deleted for resources: {'Port': ['ID=88e1a296-bcd4-4c46-939c-57b497ba4f60,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:10.961323 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0692e2-7c6a-4aaf-92b8-556cd205ff14 None None] The sync data for ids ['c9c7c399-7ad2-4aa9-aea9-5096d5610a71'] in n-d-791506-26 is: [{'id': 'c9c7c399-7ad2-4aa9-aea9-5096d5610a71', 'name': 'tempest-AttachVolumeShelveTestJSON-1840383852-router', 'tenant_id': '57296d41c5f54ce79a9b782f4a8b4677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '054873b3-9d4e-4a94-834d-8373e369ec96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:50:49Z', 'updated_at': '2021-08-16T22:50:54Z', 'revision_number': 4, 'project_id': '57296d41c5f54ce79a9b782f4a8b4677', 'gw_port': {'id': '054873b3-9d4e-4a94-834d-8373e369ec96', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:bf:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c7c399-7ad2-4aa9-aea9-5096d5610a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:50:50Z', 'updated_at': '2021-08-16T22:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '0975fd19-4250-46d8-81e3-b66f14831a7f', 'name': '', 'network_id': '6017926f-7eef-429e-a22b-3a35337dccd4', 'tenant_id': '57296d41c5f54ce79a9b782f4a8b4677', 'mac_address': 'fa:16:3e:c0:87:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c7c399-7ad2-4aa9-aea9-5096d5610a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'bb160313-5dbe-49f2-8a31-7afb6f1954c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:50:53Z', 'updated_at': '2021-08-16T22:51:03Z', 'revision_number': 5, 'project_id': '57296d41c5f54ce79a9b782f4a8b4677', 'subnets': [{'id': 'bb160313-5dbe-49f2-8a31-7afb6f1954c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:02:10.969387 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port b3c8db28-e279-4a1a-b62e-df1f87d9a53d completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:02:11.039724 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port b3c8db28-e279-4a1a-b62e-df1f87d9a53d triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:02:11.040114 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:11.056893 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-1b7ab607-4708-482a-8b3a-ae309aeaa280 tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Allocated IP 2001:db8::317 (d4195fd9-1321-4090-b8d4-02f21249692c/ce8c7001-d85e-4d2c-8613-d820ae03237c/287f9776-158a-4111-81e6-d21caa2b3cc0) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:02:11.160925 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:11.183302 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-db6300e3-32f2-437e-8ce7-a6e8fb366bbc tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Notify callbacks [] for floatingip, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:11.197708 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-db6300e3-32f2-437e-8ce7-a6e8fb366bbc tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:11.201092 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-db6300e3-32f2-437e-8ce7-a6e8fb366bbc tempest-AttachVolumeShelveTestJSON-1737365854 tempest-AttachVolumeShelveTestJSON-1737365854-project] 10.222.0.36 "DELETE /v2.0/floatingips/6ed154b1-902b-45a0-9b31-28c6e9c97db0 HTTP/1.1" status: 204 len: 168 time: 2.0835276 Aug 16 23:02:11.298454 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:11.310098 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a99fc98-ed62-4b2f-a7dc-7ac2c624175d req-001cff31-44b9-43f6-9a0d-575065e7fd11 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:11.335875 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8a99fc98-ed62-4b2f-a7dc-7ac2c624175d req-001cff31-44b9-43f6-9a0d-575065e7fd11 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=576163bb-e2de-4bc4-9ff2-01eda263d98d HTTP/1.1" status: 200 len: 946 time: 0.2019558 Aug 16 23:02:11.388761 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port b3c8db28-e279-4a1a-b62e-df1f87d9a53d, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=b3c8db28-e279-4a1a-b62e-df1f87d9a53d,segment=NetworkSegment(41213340-69bd-43d1-b0bd-07e49d1e54df),segment_id=41213340-69bd-43d1-b0bd-07e49d1e54df)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:02:11.403433 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:11.404807 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device d3ab7cb0-16f1-4500-86f7-f6a4e72f15f6 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:02:11.405791 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f57d2ac6-57b9-43aa-a256-b25810516b77 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Router 65a3c952-74df-4e3b-9728-f57164369aa5 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:02:11.439666 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8a99fc98-ed62-4b2f-a7dc-7ac2c624175d req-026f4556-2fa3-42cc-98b1-4ebd0c9ee97a tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025703 Aug 16 23:02:11.599291 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=b3c8db28-e279-4a1a-b62e-df1f87d9a53d,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:11.615514 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port d3ab7cb0-16f1-4500-86f7-f6a4e72f15f6 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:02:11.616709 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:11.645194 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea9b7b5-177f-49c0-bdea-2ad1ce94ea37 None None] New status for floating IP 6ed154b1-902b-45a0-9b31-28c6e9c97db0: DOWN {{(pid=101294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:02:11.683880 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f57d2ac6-57b9-43aa-a256-b25810516b77 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:02:11.706474 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2949c2b0-4915-40d4-a022-2b41ddadb9c6 None None] Sync routers for ids ['65a3c952-74df-4e3b-9728-f57164369aa5'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:02:11.708740 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 45484) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:11.717233 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-f57d2ac6-57b9-43aa-a256-b25810516b77 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] 10.222.0.36 "PUT /v2.0/routers/65a3c952-74df-4e3b-9728-f57164369aa5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3131051 Aug 16 23:02:11.757939 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2949c2b0-4915-40d4-a022-2b41ddadb9c6 None None] Routers {'65a3c952-74df-4e3b-9728-f57164369aa5'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:02:11.759287 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-2949c2b0-4915-40d4-a022-2b41ddadb9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:01:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['65a3c952-74df-4e3b-9728-f57164369aa5'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:02:11.808509 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1b7ab607-4708-482a-8b3a-ae309aeaa280 tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:11.817472 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-2949c2b0-4915-40d4-a022-2b41ddadb9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:02:11.841705 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2949c2b0-4915-40d4-a022-2b41ddadb9c6 None None] Routers {'65a3c952-74df-4e3b-9728-f57164369aa5'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:02:11.842962 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-2949c2b0-4915-40d4-a022-2b41ddadb9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:01:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['65a3c952-74df-4e3b-9728-f57164369aa5'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:02:11.896240 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-2949c2b0-4915-40d4-a022-2b41ddadb9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:02:11.898257 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2949c2b0-4915-40d4-a022-2b41ddadb9c6 None None] The sync data for ids ['65a3c952-74df-4e3b-9728-f57164369aa5'] in n-d-791506-26 is: [] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:02:11.916562 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1b7ab607-4708-482a-8b3a-ae309aeaa280 tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:11.923656 n-d-791506-26 neutron-server[101292]: INFO neutron.api.v2.resource [None req-c783fd89-c24b-4bbd-98cb-f9beb47fa787 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] delete failed (client error): The resource could not be found. Aug 16 23:02:11.925569 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-c783fd89-c24b-4bbd-98cb-f9beb47fa787 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] 10.222.0.36 "DELETE /v2.0/routers/tempest-non_exist_router-239578879 HTTP/1.1" status: 404 len: 334 time: 0.2144964 Aug 16 23:02:11.935298 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 45486) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:11.978172 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-368cf4b2-20cf-4f6f-b498-28809f000195 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Request body: {'router': {'external_gateway_info': {'network_id': '65a3c952-74df-4e3b-9728-f57164369aa5'}}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:02:11.994667 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7ab607-4708-482a-8b3a-ae309aeaa280 tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Network d4195fd9-1321-4090-b8d4-02f21249692c is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:02:11.997840 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-1b7ab607-4708-482a-8b3a-ae309aeaa280 tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:02:12.015178 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7ab607-4708-482a-8b3a-ae309aeaa280 tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:02:12.016169 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7ab607-4708-482a-8b3a-ae309aeaa280 tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:12.016818 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1b7ab607-4708-482a-8b3a-ae309aeaa280 tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:12.063685 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7ab607-4708-482a-8b3a-ae309aeaa280 tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Pushing event updated for resources: {'Port': ['ID=287f9776-158a-4111-81e6-d21caa2b3cc0,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:12.081617 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-1b7ab607-4708-482a-8b3a-ae309aeaa280 tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.1853158 Aug 16 23:02:12.085900 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 45490) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:12.212342 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fd05d5-ceaa-4e58-9a52-2f411fda50bb req-0dc83fa4-507b-4cf7-9333-707ea84fa91f tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:12.228936 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e8fd05d5-ceaa-4e58-9a52-2f411fda50bb req-0dc83fa4-507b-4cf7-9333-707ea84fa91f tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/ports?device_id=823a2d4d-dfcf-45e8-b3fa-f0bda982a860 HTTP/1.1" status: 200 len: 945 time: 0.3570642 Aug 16 23:02:12.263122 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-d547e8f5-ddcc-48a2-9de6-cb186a954c8f tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Deleting port 287f9776-158a-4111-81e6-d21caa2b3cc0 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:02:12.263477 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d547e8f5-ddcc-48a2-9de6-cb186a954c8f tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:12.327646 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device b3c8db28-e279-4a1a-b62e-df1f87d9a53d up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:02:12.383796 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e8fd05d5-ceaa-4e58-9a52-2f411fda50bb req-82a4ce6d-6737-42d4-b848-59a8bef6f61f tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/security-groups?id=1eb5bbe6-717a-4605-a558-b9b958591c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539516 Aug 16 23:02:12.398427 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-368cf4b2-20cf-4f6f-b498-28809f000195 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:12.441474 n-d-791506-26 neutron-server[101292]: INFO neutron.api.v2.resource [None req-368cf4b2-20cf-4f6f-b498-28809f000195 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] update failed (client error): The resource could not be found. Aug 16 23:02:12.446190 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-368cf4b2-20cf-4f6f-b498-28809f000195 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] 10.222.0.36 "PUT /v2.0/routers/65a3c952-74df-4e3b-9728-f57164369aa5 HTTP/1.1" status: 404 len: 339 time: 0.5098226 Aug 16 23:02:12.449355 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port b3c8db28-e279-4a1a-b62e-df1f87d9a53d triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:02:12.450508 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 45492) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:12.451633 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:12.544890 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d547e8f5-ddcc-48a2-9de6-cb186a954c8f tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:12.577200 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-d547e8f5-ddcc-48a2-9de6-cb186a954c8f tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Calling delete_port for 287f9776-158a-4111-81e6-d21caa2b3cc0 owned by {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:02:12.836928 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d547e8f5-ddcc-48a2-9de6-cb186a954c8f tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:12.880337 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d547e8f5-ddcc-48a2-9de6-cb186a954c8f tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Pushing event deleted for resources: {'Port': ['ID=287f9776-158a-4111-81e6-d21caa2b3cc0,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:12.883111 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d60c715-ce61-4759-8fab-300666d7a952 req-ca872dec-7a58-4216-9121-9157e7b7d21e tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:12.892065 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8d60c715-ce61-4759-8fab-300666d7a952 req-ca872dec-7a58-4216-9121-9157e7b7d21e tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=576163bb-e2de-4bc4-9ff2-01eda263d98d HTTP/1.1" status: 200 len: 946 time: 0.2858465 Aug 16 23:02:12.907051 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d547e8f5-ddcc-48a2-9de6-cb186a954c8f tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:12.911816 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-d547e8f5-ddcc-48a2-9de6-cb186a954c8f tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] 10.222.0.36 "DELETE /v2.0/ports/287f9776-158a-4111-81e6-d21caa2b3cc0 HTTP/1.1" status: 204 len: 168 time: 0.8215821 Aug 16 23:02:12.912089 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 45498) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:12.917555 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-b61a7437-5d49-4e2c-b061-3562daea5a6d tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd4195fd9-1321-4090-b8d4-02f21249692c', 'external_fixed_ips': [{'subnet_id': 'ce8c7001-d85e-4d2c-8613-d820ae03237c', 'ip_address': '2001:db8::317'}]}}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:02:12.959340 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b61a7437-5d49-4e2c-b061-3562daea5a6d tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:12.973659 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b61a7437-5d49-4e2c-b061-3562daea5a6d tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:12.993911 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8d60c715-ce61-4759-8fab-300666d7a952 req-57b61f0c-01a4-43d4-a7ec-eca59185c28d tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000566 Aug 16 23:02:13.092265 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b61a7437-5d49-4e2c-b061-3562daea5a6d tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:13.132247 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c6b7adc2-d31e-4237-8ba4-1a53663377d1 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:13.357000 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b61a7437-5d49-4e2c-b061-3562daea5a6d tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:13.638020 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-c6b7adc2-d31e-4237-8ba4-1a53663377d1 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Allocated IP 172.20.0.1 (f584a7ad-eec1-4210-9d99-2ed59ceeacfb/4c71f39f-0b55-4352-8ef6-9400f8d16694/9dfbb834-f026-4ea0-a455-f55de22ad4bd) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:02:13.649413 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32df190f-3be1-4dd3-8325-9e2ac7bc7c06 req-1abd9ae6-ae91-49f9-9c9f-1ff4f26a3448 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:13.651054 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-32df190f-3be1-4dd3-8325-9e2ac7bc7c06 req-1abd9ae6-ae91-49f9-9c9f-1ff4f26a3448 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/ports?device_id=823a2d4d-dfcf-45e8-b3fa-f0bda982a860 HTTP/1.1" status: 200 len: 945 time: 0.1223059 Aug 16 23:02:13.766130 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-32df190f-3be1-4dd3-8325-9e2ac7bc7c06 req-7232c228-ce63-4fb5-8e50-f4898c979fe9 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/security-groups?id=1eb5bbe6-717a-4605-a558-b9b958591c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050160 Aug 16 23:02:13.885530 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c6b7adc2-d31e-4237-8ba4-1a53663377d1 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:13.926620 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [None req-c6b7adc2-d31e-4237-8ba4-1a53663377d1 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Transition to ACTIVE for port object 9dfbb834-f026-4ea0-a455-f55de22ad4bd will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:02:14.009493 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c6b7adc2-d31e-4237-8ba4-1a53663377d1 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:14.120705 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b7adc2-d31e-4237-8ba4-1a53663377d1 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Network f584a7ad-eec1-4210-9d99-2ed59ceeacfb is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:02:14.167969 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-c6b7adc2-d31e-4237-8ba4-1a53663377d1 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:02:14.170983 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b7adc2-d31e-4237-8ba4-1a53663377d1 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:02:14.239565 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c6b7adc2-d31e-4237-8ba4-1a53663377d1 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954230'] for router_interface, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:14.244217 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b7adc2-d31e-4237-8ba4-1a53663377d1 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Pushing event updated for resources: {'Port': ['ID=9dfbb834-f026-4ea0-a455-f55de22ad4bd,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:14.386163 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b61a7437-5d49-4e2c-b061-3562daea5a6d tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:14.409506 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0a796d-0dd0-402c-bbc1-915c4a3d2dce req-b23a31a4-7b34-4953-82c0-fec52a24365c tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:14.419471 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ce0a796d-0dd0-402c-bbc1-915c4a3d2dce req-b23a31a4-7b34-4953-82c0-fec52a24365c tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=576163bb-e2de-4bc4-9ff2-01eda263d98d HTTP/1.1" status: 200 len: 946 time: 0.3134103 Aug 16 23:02:14.436127 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b61a7437-5d49-4e2c-b061-3562daea5a6d tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:14.581355 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ce0a796d-0dd0-402c-bbc1-915c4a3d2dce req-bc16731d-0095-41b1-aaa4-7c55cb9cc9f2 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463804 Aug 16 23:02:14.625464 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-43293fb7-08bd-4dea-9af3-7cb23742d1b5 None None] Provisioning for port 9dfbb834-f026-4ea0-a455-f55de22ad4bd completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:02:14.675707 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-43293fb7-08bd-4dea-9af3-7cb23742d1b5 None None] Provisioning complete for port 9dfbb834-f026-4ea0-a455-f55de22ad4bd triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:02:14.677141 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-43293fb7-08bd-4dea-9af3-7cb23742d1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:14.779651 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c6b7adc2-d31e-4237-8ba4-1a53663377d1 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:14.794152 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-43293fb7-08bd-4dea-9af3-7cb23742d1b5 None None] Port 9dfbb834-f026-4ea0-a455-f55de22ad4bd cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:02:14.902302 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-b61a7437-5d49-4e2c-b061-3562daea5a6d tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Allocated IP 2001:db8::317 (d4195fd9-1321-4090-b8d4-02f21249692c/ce8c7001-d85e-4d2c-8613-d820ae03237c/35ba7390-4453-4242-933d-00bb9ecfc374) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:02:15.133451 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b61a7437-5d49-4e2c-b061-3562daea5a6d tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:15.146119 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d3a630-b155-4489-921b-ede2956e284d req-4b132c1a-6b34-4915-8c5d-09225f76dfde tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:15.148635 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-93d3a630-b155-4489-921b-ede2956e284d req-4b132c1a-6b34-4915-8c5d-09225f76dfde tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/ports?device_id=823a2d4d-dfcf-45e8-b3fa-f0bda982a860 HTTP/1.1" status: 200 len: 945 time: 0.1504283 Aug 16 23:02:15.233079 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b61a7437-5d49-4e2c-b061-3562daea5a6d tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:15.279185 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61a7437-5d49-4e2c-b061-3562daea5a6d tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Network d4195fd9-1321-4090-b8d4-02f21249692c is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:02:15.281985 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-b61a7437-5d49-4e2c-b061-3562daea5a6d tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:02:15.286092 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-93d3a630-b155-4489-921b-ede2956e284d req-3431e038-8eaf-4c77-9958-d50e61f2f6c5 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/security-groups?id=1eb5bbe6-717a-4605-a558-b9b958591c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283307 Aug 16 23:02:15.286582 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61a7437-5d49-4e2c-b061-3562daea5a6d tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:02:15.452817 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61a7437-5d49-4e2c-b061-3562daea5a6d tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Pushing event updated for resources: {'Port': ['ID=35ba7390-4453-4242-933d-00bb9ecfc374,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:15.455616 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c6b7adc2-d31e-4237-8ba4-1a53663377d1 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:15.466319 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c6b7adc2-d31e-4237-8ba4-1a53663377d1 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:15.627744 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c6b7adc2-d31e-4237-8ba4-1a53663377d1 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954122'] for router_interface, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:15.675471 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b7adc2-d31e-4237-8ba4-1a53663377d1 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Pushing event updated for resources: {'Port': ['ID=9dfbb834-f026-4ea0-a455-f55de22ad4bd,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:15.882655 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b61a7437-5d49-4e2c-b061-3562daea5a6d tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:15.890441 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e083d6-a115-43a3-ad15-6f153422f290 req-5e516c40-d261-4104-9a24-08854f906f34 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:15.901569 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-19e083d6-a115-43a3-ad15-6f153422f290 req-5e516c40-d261-4104-9a24-08854f906f34 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=576163bb-e2de-4bc4-9ff2-01eda263d98d HTTP/1.1" status: 200 len: 946 time: 0.1309969 Aug 16 23:02:15.969770 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b7adc2-d31e-4237-8ba4-1a53663377d1 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Network f584a7ad-eec1-4210-9d99-2ed59ceeacfb is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:02:15.974838 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-c6b7adc2-d31e-4237-8ba4-1a53663377d1 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:02:16.036227 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-19e083d6-a115-43a3-ad15-6f153422f290 req-3d304123-67f9-42c0-9f47-e99da215e75a tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335752 Aug 16 23:02:16.257761 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6b7adc2-d31e-4237-8ba4-1a53663377d1 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Router 65a3c952-74df-4e3b-9728-f57164369aa5 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:02:16.403329 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b61a7437-5d49-4e2c-b061-3562daea5a6d tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:16.450246 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-c45f70c3-3fb2-44ba-a651-d60b533c0161 None None] Provisioning complete for port 9dfbb834-f026-4ea0-a455-f55de22ad4bd triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:02:16.450872 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c45f70c3-3fb2-44ba-a651-d60b533c0161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:16.549827 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-c45f70c3-3fb2-44ba-a651-d60b533c0161 None None] Port 9dfbb834-f026-4ea0-a455-f55de22ad4bd cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:02:16.576097 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5f0ec0-2e95-4035-81e5-447bb8c78584 req-eb5f7c4e-327b-4625-90f2-f48a25d6d7c4 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:16.579480 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ab5f0ec0-2e95-4035-81e5-447bb8c78584 req-eb5f7c4e-327b-4625-90f2-f48a25d6d7c4 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/ports?device_id=823a2d4d-dfcf-45e8-b3fa-f0bda982a860 HTTP/1.1" status: 200 len: 945 time: 0.1352210 Aug 16 23:02:16.580927 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6b7adc2-d31e-4237-8ba4-1a53663377d1 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:02:16.591309 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfcaae0-ad4f-45b5-8ffc-d42b9989f099 None None] Sync routers for ids ['65a3c952-74df-4e3b-9728-f57164369aa5'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:02:16.606841 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-c6b7adc2-d31e-4237-8ba4-1a53663377d1 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] 10.222.0.36 "PUT /v2.0/routers/65a3c952-74df-4e3b-9728-f57164369aa5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1502922 Aug 16 23:02:16.608285 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfcaae0-ad4f-45b5-8ffc-d42b9989f099 None None] Routers {'65a3c952-74df-4e3b-9728-f57164369aa5'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:02:16.609045 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-6bfcaae0-ad4f-45b5-8ffc-d42b9989f099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:01:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['65a3c952-74df-4e3b-9728-f57164369aa5'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:02:16.613655 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 45534) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:16.692051 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-6bfcaae0-ad4f-45b5-8ffc-d42b9989f099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:02:16.719047 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ab5f0ec0-2e95-4035-81e5-447bb8c78584 req-71348c0f-192f-4f7f-969a-e45b7cc28bbc tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/security-groups?id=1eb5bbe6-717a-4605-a558-b9b958591c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031096 Aug 16 23:02:16.734305 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfcaae0-ad4f-45b5-8ffc-d42b9989f099 None None] Routers {'65a3c952-74df-4e3b-9728-f57164369aa5'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:02:16.735298 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-6bfcaae0-ad4f-45b5-8ffc-d42b9989f099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:01:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['65a3c952-74df-4e3b-9728-f57164369aa5'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:02:16.775201 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-6bfcaae0-ad4f-45b5-8ffc-d42b9989f099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:02:16.776020 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfcaae0-ad4f-45b5-8ffc-d42b9989f099 None None] The sync data for ids ['65a3c952-74df-4e3b-9728-f57164369aa5'] in n-d-791506-26 is: [] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:02:16.891519 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-140e87c1-dcea-4ed7-b0a9-d761537336f1 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks [] for router, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:17.001938 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b61a7437-5d49-4e2c-b061-3562daea5a6d tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Router ab26ab9d-a392-4bf1-a986-1c2ad975670b is scheduled to L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f with binding_index 1 {{(pid=101291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:02:17.174915 n-d-791506-26 neutron-server[101291]: INFO neutron.api.v2.resource [None req-140e87c1-dcea-4ed7-b0a9-d761537336f1 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 16 23:02:17.175898 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-140e87c1-dcea-4ed7-b0a9-d761537336f1 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] 10.222.0.36 "DELETE /v2.0/routers/65a3c952-74df-4e3b-9728-f57164369aa5 HTTP/1.1" status: 409 len: 329 time: 0.5599191 Aug 16 23:02:17.177295 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b61a7437-5d49-4e2c-b061-3562daea5a6d tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:02:17.181349 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 45540) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:17.188834 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eec4154-64cb-4846-8cc3-11fb7c027d99 None None] Sync routers for ids ['ab26ab9d-a392-4bf1-a986-1c2ad975670b'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:02:17.205336 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eec4154-64cb-4846-8cc3-11fb7c027d99 None None] Routers {'ab26ab9d-a392-4bf1-a986-1c2ad975670b'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:02:17.207097 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-6eec4154-64cb-4846-8cc3-11fb7c027d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:01:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['ab26ab9d-a392-4bf1-a986-1c2ad975670b'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:02:17.223108 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b61a7437-5d49-4e2c-b061-3562daea5a6d tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:17.224713 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-b61a7437-5d49-4e2c-b061-3562daea5a6d tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.3114936 Aug 16 23:02:17.228012 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 45542) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:17.452908 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-91a847a8-f96d-4d2f-8107-08e812842a1e tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks [] for router, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:17.633701 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-91a847a8-f96d-4d2f-8107-08e812842a1e tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:17.678777 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-79ab3cb8-e3cd-4a02-8299-3ede54ee5c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:17.697438 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-6eec4154-64cb-4846-8cc3-11fb7c027d99 None None] Set router ab26ab9d-a392-4bf1-a986-1c2ad975670b gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:02:17.727837 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-91a847a8-f96d-4d2f-8107-08e812842a1e tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Deleting port 35ba7390-4453-4242-933d-00bb9ecfc374 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:02:17.728108 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-91a847a8-f96d-4d2f-8107-08e812842a1e tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:17.862089 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-91a847a8-f96d-4d2f-8107-08e812842a1e tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:17.881253 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-91a847a8-f96d-4d2f-8107-08e812842a1e tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Calling delete_port for 35ba7390-4453-4242-933d-00bb9ecfc374 owned by network:router_gateway {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:02:17.992157 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-6eec4154-64cb-4846-8cc3-11fb7c027d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab26ab9d-a392-4bf1-a986-1c2ad975670b', 'name': '', 'tenant_id': 'a35229d9fe4c47178d68f77afcde2404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4195fd9-1321-4090-b8d4-02f21249692c', 'external_fixed_ips': [{'subnet_id': 'ce8c7001-d85e-4d2c-8613-d820ae03237c', 'ip_address': '2001:db8::317'}], 'enable_snat': True}, 'gw_port_id': '35ba7390-4453-4242-933d-00bb9ecfc374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:02:12Z', 'updated_at': '2021-08-16T23:02:15Z', 'revision_number': 3, 'project_id': 'a35229d9fe4c47178d68f77afcde2404', 'gw_port': {'id': '35ba7390-4453-4242-933d-00bb9ecfc374', 'name': '', 'network_id': 'd4195fd9-1321-4090-b8d4-02f21249692c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:48:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab26ab9d-a392-4bf1-a986-1c2ad975670b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1921, 'fixed_ips': [{'subnet_id': 'ce8c7001-d85e-4d2c-8613-d820ae03237c', 'ip_address': '2001:db8::317', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:02:14Z', 'updated_at': '2021-08-16T23:02:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ce8c7001-d85e-4d2c-8613-d820ae03237c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:02:18.067013 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eec4154-64cb-4846-8cc3-11fb7c027d99 None None] Checking router: ab26ab9d-a392-4bf1-a986-1c2ad975670b for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:02:18.070537 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eec4154-64cb-4846-8cc3-11fb7c027d99 None None] Updating router ab26ab9d-a392-4bf1-a986-1c2ad975670b port 35ba7390-4453-4242-933d-00bb9ecfc374 binding host n-d-791506-26 {{(pid=101293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:02:18.072400 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f9601f-0b49-435b-8b28-5b6fb697e869 req-ea811018-07f9-45ba-8ec1-2c5a54785811 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:18.074149 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-89f9601f-0b49-435b-8b28-5b6fb697e869 req-ea811018-07f9-45ba-8ec1-2c5a54785811 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=576163bb-e2de-4bc4-9ff2-01eda263d98d HTTP/1.1" status: 200 len: 946 time: 0.9656968 Aug 16 23:02:18.125825 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-6eec4154-64cb-4846-8cc3-11fb7c027d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:18.160671 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-89f9601f-0b49-435b-8b28-5b6fb697e869 req-f237ae2e-33d5-4655-b40d-d659b40aeb1e tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732348 Aug 16 23:02:18.262757 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-91a847a8-f96d-4d2f-8107-08e812842a1e tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:18.328978 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a847a8-f96d-4d2f-8107-08e812842a1e tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Pushing event deleted for resources: {'Port': ['ID=35ba7390-4453-4242-933d-00bb9ecfc374,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:18.402937 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-91a847a8-f96d-4d2f-8107-08e812842a1e tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537121'] for router_gateway, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:18.546691 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe09cbee-53c4-482d-9e2d-2f04efead73c req-d118b44f-c5a1-4552-8637-75c89bcb4122 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:18.551264 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fe09cbee-53c4-482d-9e2d-2f04efead73c req-d118b44f-c5a1-4552-8637-75c89bcb4122 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/ports?device_id=823a2d4d-dfcf-45e8-b3fa-f0bda982a860 HTTP/1.1" status: 200 len: 945 time: 0.2055070 Aug 16 23:02:18.581654 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-91a847a8-f96d-4d2f-8107-08e812842a1e tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:18.588622 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-91a847a8-f96d-4d2f-8107-08e812842a1e tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:18.664821 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-91a847a8-f96d-4d2f-8107-08e812842a1e tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:18.666399 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91a847a8-f96d-4d2f-8107-08e812842a1e tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ab26ab9d-a392-4bf1-a986-1c2ad975670b {{(pid=101291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:02:18.672633 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-91a847a8-f96d-4d2f-8107-08e812842a1e tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:18.674479 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-91a847a8-f96d-4d2f-8107-08e812842a1e tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] 10.222.0.36 "DELETE /v2.0/routers/ab26ab9d-a392-4bf1-a986-1c2ad975670b HTTP/1.1" status: 204 len: 168 time: 1.4452167 Aug 16 23:02:18.687544 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 45550) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:18.761318 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.db.api [None req-6eec4154-64cb-4846-8cc3-11fb7c027d99 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101293) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 23:02:18.762079 n-d-791506-26 neutron-server[101293]: DEBUG oslo_db.api [None req-6eec4154-64cb-4846-8cc3-11fb7c027d99 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 23:02:18.768961 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fe09cbee-53c4-482d-9e2d-2f04efead73c req-787c20ed-84ce-4862-ad04-f13a528b0c73 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/security-groups?id=1eb5bbe6-717a-4605-a558-b9b958591c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118759 Aug 16 23:02:18.853434 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_v2 [None req-aec50205-dd11-4f18-9298-49da3c5ff1d2 tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Deleting subnet ce8c7001-d85e-4d2c-8613-d820ae03237c {{(pid=101292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:02:18.857651 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-aec50205-dd11-4f18-9298-49da3c5ff1d2 tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:18.908031 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e2dfeed3-6572-4b2e-bba2-b6275cbc74ed tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537579'] for router_interface, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:19.004081 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-aec50205-dd11-4f18-9298-49da3c5ff1d2 tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3848860'] for subnet, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:19.127669 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-aec50205-dd11-4f18-9298-49da3c5ff1d2 tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:19.266255 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-aec50205-dd11-4f18-9298-49da3c5ff1d2 tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26252129'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:19.295690 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eec4154-64cb-4846-8cc3-11fb7c027d99 None None] Port 35ba7390-4453-4242-933d-00bb9ecfc374 not found while updating agent binding for router ab26ab9d-a392-4bf1-a986-1c2ad975670b. {{(pid=101293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 16 23:02:19.316085 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eec4154-64cb-4846-8cc3-11fb7c027d99 None None] Routers set() bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:02:19.316465 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eec4154-64cb-4846-8cc3-11fb7c027d99 None None] Router IDs set() for agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 16 23:02:19.317144 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_agentschedulers_db [None req-6eec4154-64cb-4846-8cc3-11fb7c027d99 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ab26ab9d-a392-4bf1-a986-1c2ad975670b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:01:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent'). {{(pid=101293) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 16 23:02:19.317621 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eec4154-64cb-4846-8cc3-11fb7c027d99 None None] The sync data for ids ['ab26ab9d-a392-4bf1-a986-1c2ad975670b'] in n-d-791506-26 is: [] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:02:19.365122 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-aec50205-dd11-4f18-9298-49da3c5ff1d2 tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:19.370735 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 45558) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:19.371134 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-aec50205-dd11-4f18-9298-49da3c5ff1d2 tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] 10.222.0.36 "DELETE /v2.0/subnets/ce8c7001-d85e-4d2c-8613-d820ae03237c HTTP/1.1" status: 204 len: 168 time: 0.6685886 Aug 16 23:02:19.378574 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50205-dd11-4f18-9298-49da3c5ff1d2 tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ce8c7001-d85e-4d2c-8613-d820ae03237c,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:19.416467 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac5bc09-6cec-42b6-a282-9f2dab4105dd req-0d9f9c66-b244-4bf0-99d5-1bbaee947e35 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:19.424887 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5ac5bc09-6cec-42b6-a282-9f2dab4105dd req-0d9f9c66-b244-4bf0-99d5-1bbaee947e35 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=576163bb-e2de-4bc4-9ff2-01eda263d98d HTTP/1.1" status: 200 len: 946 time: 0.1399305 Aug 16 23:02:19.502153 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5ac5bc09-6cec-42b6-a282-9f2dab4105dd req-0ebdac0b-e87d-492c-adb3-2154554c3ae9 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712600 Aug 16 23:02:19.529203 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bf7c3b22-b26c-4e14-a698-c78f9c793b0e tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:19.571504 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-e2dfeed3-6572-4b2e-bba2-b6275cbc74ed tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Deleting port 9dfbb834-f026-4ea0-a455-f55de22ad4bd {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:02:19.572281 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e2dfeed3-6572-4b2e-bba2-b6275cbc74ed tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:19.810801 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ac78eb69-b811-4141-afaf-dbec9f568717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:19.843254 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bf7c3b22-b26c-4e14-a698-c78f9c793b0e tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:19.866806 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-bf7c3b22-b26c-4e14-a698-c78f9c793b0e tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4195fd9-1321-4090-b8d4-02f21249692c']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:02:19.880198 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-bf7c3b22-b26c-4e14-a698-c78f9c793b0e tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26e4950c-e307-4831-80aa-7f33bff8a849') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:02:19.880674 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-bf7c3b22-b26c-4e14-a698-c78f9c793b0e tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26e4950c-e307-4831-80aa-7f33bff8a849') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:02:19.894998 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bf7c3b22-b26c-4e14-a698-c78f9c793b0e tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:19.923743 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bf7c3b22-b26c-4e14-a698-c78f9c793b0e tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:19.939387 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf7c3b22-b26c-4e14-a698-c78f9c793b0e tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:02:19.940566 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bf7c3b22-b26c-4e14-a698-c78f9c793b0e tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:19.947187 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 23:02:19.947187 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:02:19.947187 n-d-791506-26 neutron-server[101291]: timer() Aug 16 23:02:19.947187 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:02:19.947187 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 23:02:19.947187 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:02:19.947187 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 23:02:19.947187 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:02:19.947187 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 23:02:19.947187 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:02:19.947187 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 23:02:19.947187 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:02:19.947187 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 23:02:19.947187 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:02:19.947187 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:02:19.947187 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:02:19.947187 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:02:19.947187 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:02:19.947187 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 23:02:19.947187 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:02:19.947187 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 23:02:19.947187 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:02:19.947187 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:02:19.947187 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:02:19.947187 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 23:02:19.947187 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:02:19.947187 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:02:19.947187 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:02:19.947187 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:02:19.947187 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:02:19.947187 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:02:19.947187 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:02:19.988157 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e2dfeed3-6572-4b2e-bba2-b6275cbc74ed tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:20.016102 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-e2dfeed3-6572-4b2e-bba2-b6275cbc74ed tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Calling delete_port for 9dfbb834-f026-4ea0-a455-f55de22ad4bd owned by network:router_interface {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:02:20.047490 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d869d-9047-4624-8ba8-d5aa2304e03f req-182d78ce-7ce9-4826-a4d5-bfce85e88cd6 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:20.057144 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1c3d869d-9047-4624-8ba8-d5aa2304e03f req-182d78ce-7ce9-4826-a4d5-bfce85e88cd6 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/ports?device_id=823a2d4d-dfcf-45e8-b3fa-f0bda982a860 HTTP/1.1" status: 200 len: 945 time: 0.1144171 Aug 16 23:02:20.057922 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bf7c3b22-b26c-4e14-a698-c78f9c793b0e tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:20.069614 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf7c3b22-b26c-4e14-a698-c78f9c793b0e tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d4195fd9-1321-4090-b8d4-02f21249692c {{(pid=101291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 16 23:02:20.072857 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bf7c3b22-b26c-4e14-a698-c78f9c793b0e tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:20.078843 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-bf7c3b22-b26c-4e14-a698-c78f9c793b0e tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] 10.222.0.36 "DELETE /v2.0/networks/d4195fd9-1321-4090-b8d4-02f21249692c HTTP/1.1" status: 204 len: 168 time: 0.7035890 Aug 16 23:02:20.110158 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7c3b22-b26c-4e14-a698-c78f9c793b0e tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Pushing event deleted for resources: {'Network': ['ID=d4195fd9-1321-4090-b8d4-02f21249692c,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:20.114322 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1c3d869d-9047-4624-8ba8-d5aa2304e03f req-cc499819-d029-43a4-b2ce-2ebaa35fe11b tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/security-groups?id=1eb5bbe6-717a-4605-a558-b9b958591c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520470 Aug 16 23:02:20.421549 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e2dfeed3-6572-4b2e-bba2-b6275cbc74ed tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:20.490615 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 45572) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:20.496393 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-b51de3ba-d646-4e62-a5dc-05af9acf2cbd tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Request body: {'router': {'name': 'tempest-router--1324508186', 'project_id': '544df3020c044a75b3602dc8310ee5e7'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:02:20.509230 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dfeed3-6572-4b2e-bba2-b6275cbc74ed tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Pushing event deleted for resources: {'Port': ['ID=9dfbb834-f026-4ea0-a455-f55de22ad4bd,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:20.559758 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b51de3ba-d646-4e62-a5dc-05af9acf2cbd tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:20.561289 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b51de3ba-d646-4e62-a5dc-05af9acf2cbd tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:20.595373 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:20.688038 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b51de3ba-d646-4e62-a5dc-05af9acf2cbd tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:20.703520 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b51de3ba-d646-4e62-a5dc-05af9acf2cbd tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:20.746358 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b51de3ba-d646-4e62-a5dc-05af9acf2cbd tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:20.748723 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-b51de3ba-d646-4e62-a5dc-05af9acf2cbd tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2560863 Aug 16 23:02:20.751307 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 45576) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:20.886782 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e2dfeed3-6572-4b2e-bba2-b6275cbc74ed tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537471'] for router_interface, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:20.912358 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-53dd9351-b395-446a-8fb6-f0cda45e774d tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks [] for router, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:21.121539 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420b85b9-4f09-4e45-9e39-6c2051d56df2 req-958689e0-c987-4e93-b41a-87d17d2b8624 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:21.125738 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-420b85b9-4f09-4e45-9e39-6c2051d56df2 req-958689e0-c987-4e93-b41a-87d17d2b8624 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=576163bb-e2de-4bc4-9ff2-01eda263d98d HTTP/1.1" status: 200 len: 946 time: 0.4543686 Aug 16 23:02:21.185724 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-53dd9351-b395-446a-8fb6-f0cda45e774d tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:21.204729 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-53dd9351-b395-446a-8fb6-f0cda45e774d tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:21.337500 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-53dd9351-b395-446a-8fb6-f0cda45e774d tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:21.344777 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53dd9351-b395-446a-8fb6-f0cda45e774d tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9c46bd53-3018-4706-9979-8742f720628d {{(pid=101291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:02:21.351373 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2dfeed3-6572-4b2e-bba2-b6275cbc74ed tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Router 65a3c952-74df-4e3b-9728-f57164369aa5 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:02:21.352653 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-53dd9351-b395-446a-8fb6-f0cda45e774d tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:21.356688 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-53dd9351-b395-446a-8fb6-f0cda45e774d tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] 10.222.0.36 "DELETE /v2.0/routers/9c46bd53-3018-4706-9979-8742f720628d HTTP/1.1" status: 204 len: 168 time: 0.6015551 Aug 16 23:02:21.392028 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-420b85b9-4f09-4e45-9e39-6c2051d56df2 req-d6e506ac-1909-46a5-a5a6-0d9063de75c2 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358294 Aug 16 23:02:21.494745 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:21.605924 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d910339a-0baf-4b70-916f-96cb7c40f3ce req-2b006387-46c5-4265-bc2e-9b02b56c7f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:21.608655 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d910339a-0baf-4b70-916f-96cb7c40f3ce req-2b006387-46c5-4265-bc2e-9b02b56c7f61 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bc1dde6b43054c1db1326da283b98f4f&device_id=576163bb-e2de-4bc4-9ff2-01eda263d98d HTTP/1.1" status: 200 len: 1098 time: 0.1167736 Aug 16 23:02:21.619423 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2dfeed3-6572-4b2e-bba2-b6275cbc74ed tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:02:21.633869 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb6aa89-b787-472f-bb05-5bc9b4889d03 None None] Sync routers for ids ['65a3c952-74df-4e3b-9728-f57164369aa5'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:02:21.658673 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb6aa89-b787-472f-bb05-5bc9b4889d03 None None] Routers {'65a3c952-74df-4e3b-9728-f57164369aa5'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:02:21.661678 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-7cb6aa89-b787-472f-bb05-5bc9b4889d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:02:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['65a3c952-74df-4e3b-9728-f57164369aa5'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:02:21.724633 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-e2dfeed3-6572-4b2e-bba2-b6275cbc74ed tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] 10.222.0.36 "PUT /v2.0/routers/65a3c952-74df-4e3b-9728-f57164369aa5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5399275 Aug 16 23:02:21.725962 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 45588) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:21.726532 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 45590) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:21.770045 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-7cb6aa89-b787-472f-bb05-5bc9b4889d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:02:21.806355 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb6aa89-b787-472f-bb05-5bc9b4889d03 None None] Routers {'65a3c952-74df-4e3b-9728-f57164369aa5'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:02:21.814062 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-7cb6aa89-b787-472f-bb05-5bc9b4889d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:02:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['65a3c952-74df-4e3b-9728-f57164369aa5'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:02:21.824666 n-d-791506-26 neutron-server[101292]: INFO neutron.api.v2.resource [None req-13de5f05-859a-4a9e-b722-35065ca1d70c tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] show failed (client error): The resource could not be found. Aug 16 23:02:21.830344 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-13de5f05-859a-4a9e-b722-35065ca1d70c tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] 10.222.0.36 "GET /v2.0/routers/tempest-non_exist_router-1377037506 HTTP/1.1" status: 404 len: 335 time: 0.0839558 Aug 16 23:02:21.831716 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 45594) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:21.838585 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-eb337cc2-55b9-4e0b-8f72-f68b79338782 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Request body: {'router': {'name': 'new_name'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:02:21.887296 n-d-791506-26 neutron-server[101292]: INFO neutron.api.v2.resource [None req-eb337cc2-55b9-4e0b-8f72-f68b79338782 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] update failed (client error): The resource could not be found. Aug 16 23:02:21.893260 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-eb337cc2-55b9-4e0b-8f72-f68b79338782 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] 10.222.0.36 "PUT /v2.0/routers/tempest-non_exist_router-1206358438 HTTP/1.1" status: 404 len: 335 time: 0.0605280 Aug 16 23:02:21.894714 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 45596) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:21.900203 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d910339a-0baf-4b70-916f-96cb7c40f3ce req-7fdd8d01-32fd-49de-b666-98b1ed50b994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:21.910301 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e02bf6-c4a2-4a7d-891a-7ead6973d24e req-d78dde51-32bb-45e4-a3d9-e7126105ca39 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:21.911901 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-87e02bf6-c4a2-4a7d-891a-7ead6973d24e req-d78dde51-32bb-45e4-a3d9-e7126105ca39 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/ports?device_id=823a2d4d-dfcf-45e8-b3fa-f0bda982a860 HTTP/1.1" status: 200 len: 945 time: 0.2939897 Aug 16 23:02:21.913762 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d910339a-0baf-4b70-916f-96cb7c40f3ce req-7fdd8d01-32fd-49de-b666-98b1ed50b994 service neutron] 10.222.0.68 "GET /v2.0/networks?id=5afa7f88-eeaa-4717-8103-9ee9125ee829 HTTP/1.1" status: 200 len: 913 time: 0.2744911 Aug 16 23:02:21.924773 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-7cb6aa89-b787-472f-bb05-5bc9b4889d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:02:21.925988 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb6aa89-b787-472f-bb05-5bc9b4889d03 None None] The sync data for ids ['65a3c952-74df-4e3b-9728-f57164369aa5'] in n-d-791506-26 is: [] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:02:22.002747 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-87e02bf6-c4a2-4a7d-891a-7ead6973d24e req-38fadd81-5fff-456f-8645-85e4d63e40b6 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/security-groups?id=1eb5bbe6-717a-4605-a558-b9b958591c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805547 Aug 16 23:02:22.182353 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-c9baa473-ea4d-4d65-b285-49d7cb40781e tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-453677302', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}, 'admin_state_up': False}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:02:22.217624 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 45602) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:22.279565 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c9baa473-ea4d-4d65-b285-49d7cb40781e tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:22.280689 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c9baa473-ea4d-4d65-b285-49d7cb40781e tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:22.455454 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c9baa473-ea4d-4d65-b285-49d7cb40781e tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:22.586284 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-1077ece3-6faa-4133-aa14-bc680cf98a91 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Deleting subnet c1db5e9f-145b-45ea-9acb-ac0145309d21 {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:02:22.591090 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1077ece3-6faa-4133-aa14-bc680cf98a91 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:22.650569 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d910339a-0baf-4b70-916f-96cb7c40f3ce req-fad51e42-e7af-4d80-93ba-0c92804c013e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14d3ddfa-8915-4364-99d5-532668e87065 HTTP/1.1" status: 200 len: 217 time: 0.7232337 Aug 16 23:02:22.652840 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1077ece3-6faa-4133-aa14-bc680cf98a91 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:22.743316 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:22.749821 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d910339a-0baf-4b70-916f-96cb7c40f3ce req-720c71c5-f415-45e4-80f2-392a36e471bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:22.751414 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d910339a-0baf-4b70-916f-96cb7c40f3ce req-720c71c5-f415-45e4-80f2-392a36e471bc service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d47d6ce6-f0e6-4637-a178-044cb0396017 HTTP/1.1" status: 200 len: 852 time: 0.0753994 Aug 16 23:02:22.825558 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d910339a-0baf-4b70-916f-96cb7c40f3ce req-d21838f3-e0e3-453c-b47d-412832759a48 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5afa7f88-eeaa-4717-8103-9ee9125ee829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462065 Aug 16 23:02:22.836430 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1077ece3-6faa-4133-aa14-bc680cf98a91 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:22.978478 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1077ece3-6faa-4133-aa14-bc680cf98a91 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:22.998079 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1077ece3-6faa-4133-aa14-bc680cf98a91 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:22.999774 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-1077ece3-6faa-4133-aa14-bc680cf98a91 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] 10.222.0.36 "DELETE /v2.0/subnets/c1db5e9f-145b-45ea-9acb-ac0145309d21 HTTP/1.1" status: 204 len: 168 time: 1.1029935 Aug 16 23:02:23.001933 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94929fd7-7129-449a-9610-a68b8b0d46c6 None None] Network 089f43d5-3625-4f9a-ac48-ae6ac1ca3a25 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:02:23.019780 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d910339a-0baf-4b70-916f-96cb7c40f3ce req-558d97bd-577d-4c81-9c30-40e68b40ef3b service neutron] 10.222.0.68 "GET /v2.0/networks/5afa7f88-eeaa-4717-8103-9ee9125ee829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798754 Aug 16 23:02:23.020253 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 45612) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:23.027624 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c9baa473-ea4d-4d65-b285-49d7cb40781e tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:23.062983 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1077ece3-6faa-4133-aa14-bc680cf98a91 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Pushing event deleted for resources: {'Subnet': ['ID=c1db5e9f-145b-45ea-9acb-ac0145309d21,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:23.123735 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8833a91d-ecfa-4fc2-a80c-994f0e415b7c req-d78aed8b-f681-4562-bf70-6092be3381b4 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:23.134178 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8833a91d-ecfa-4fc2-a80c-994f0e415b7c req-d78aed8b-f681-4562-bf70-6092be3381b4 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=576163bb-e2de-4bc4-9ff2-01eda263d98d HTTP/1.1" status: 200 len: 946 time: 0.6122925 Aug 16 23:02:23.160349 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-9258d11d-86b4-4932-9231-f2ac5942fbd6 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Deleting subnet 92c8ad7e-ce34-4828-a290-790bfd0f19b6 {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:02:23.170149 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9258d11d-86b4-4932-9231-f2ac5942fbd6 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:23.255858 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d910339a-0baf-4b70-916f-96cb7c40f3ce req-56a5bf86-fe26-4f32-80f4-458b648bc657 service neutron] 10.222.0.68 "GET /v2.0/networks/5afa7f88-eeaa-4717-8103-9ee9125ee829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939478 Aug 16 23:02:23.259446 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9258d11d-86b4-4932-9231-f2ac5942fbd6 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:23.291258 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a126d18b-d81f-45d0-a63e-b04a0de72435 None None] DHCP port deletion for 089f43d5-3625-4f9a-ac48-ae6ac1ca3a25 request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:02:23.333992 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8833a91d-ecfa-4fc2-a80c-994f0e415b7c req-73e7f21f-2f16-4347-a177-9ab43f4e72be tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984296 Aug 16 23:02:23.437862 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-a126d18b-d81f-45d0-a63e-b04a0de72435 None None] Deleting port d3ab7cb0-16f1-4500-86f7-f6a4e72f15f6 {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:02:23.438248 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a126d18b-d81f-45d0-a63e-b04a0de72435 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:23.466420 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9258d11d-86b4-4932-9231-f2ac5942fbd6 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:23.571444 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-a126d18b-d81f-45d0-a63e-b04a0de72435 None None] For port d3ab7cb0-16f1-4500-86f7-f6a4e72f15f6, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=d3ab7cb0-16f1-4500-86f7-f6a4e72f15f6,segment=NetworkSegment(b1642d8b-4456-4034-8d97-6be652cda72a),segment_id=b1642d8b-4456-4034-8d97-6be652cda72a)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:02:23.572267 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a126d18b-d81f-45d0-a63e-b04a0de72435 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:23.601631 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9258d11d-86b4-4932-9231-f2ac5942fbd6 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:23.636337 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9258d11d-86b4-4932-9231-f2ac5942fbd6 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:23.640906 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-9258d11d-86b4-4932-9231-f2ac5942fbd6 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] 10.222.0.36 "DELETE /v2.0/subnets/92c8ad7e-ce34-4828-a290-790bfd0f19b6 HTTP/1.1" status: 204 len: 168 time: 0.6185951 Aug 16 23:02:23.641416 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-75309583-5785-4f59-b25f-54603547c68f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537579'] for router_interface, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:23.644038 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 45636) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:23.646119 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e474d7f3-1eb0-4684-96a3-166c49e707ce None None] Network c9260a77-14a6-4d4f-92dc-10e010200b21 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:02:23.655166 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3954307a-d73e-4d3a-bd80-16f5c9e5af3e req-2e6474f5-668c-43ce-866f-c2425653a921 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:23.656726 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3954307a-d73e-4d3a-bd80-16f5c9e5af3e req-2e6474f5-668c-43ce-866f-c2425653a921 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/ports?device_id=823a2d4d-dfcf-45e8-b3fa-f0bda982a860 HTTP/1.1" status: 200 len: 945 time: 0.1792428 Aug 16 23:02:23.684072 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9258d11d-86b4-4932-9231-f2ac5942fbd6 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Pushing event deleted for resources: {'Subnet': ['ID=92c8ad7e-ce34-4828-a290-790bfd0f19b6,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:23.700715 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c9baa473-ea4d-4d65-b285-49d7cb40781e tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks [] for router_gateway, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:23.734343 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-a126d18b-d81f-45d0-a63e-b04a0de72435 None None] Calling delete_port for d3ab7cb0-16f1-4500-86f7-f6a4e72f15f6 owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:02:23.804423 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e85fcbbf-425e-4a0d-a35b-c23b769f9b3f tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:23.883981 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a126d18b-d81f-45d0-a63e-b04a0de72435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:23.932725 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4559af-6009-4b3a-aad3-331dff02eb41 None None] DHCP port deletion for c9260a77-14a6-4d4f-92dc-10e010200b21 request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:02:23.937870 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a126d18b-d81f-45d0-a63e-b04a0de72435 None None] Pushing event deleted for resources: {'Port': ['ID=d3ab7cb0-16f1-4500-86f7-f6a4e72f15f6,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:23.945672 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a126d18b-d81f-45d0-a63e-b04a0de72435 None None] No DVR routers for this DVR port d3ab7cb0-16f1-4500-86f7-f6a4e72f15f6 on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:02:23.953173 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-e85fcbbf-425e-4a0d-a35b-c23b769f9b3f tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Deleting port d3ab7cb0-16f1-4500-86f7-f6a4e72f15f6 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:02:23.954639 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e85fcbbf-425e-4a0d-a35b-c23b769f9b3f tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:24.009779 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-2e4559af-6009-4b3a-aad3-331dff02eb41 None None] Deleting port b2b1f713-ab21-4db3-9b9a-ec5f8ef45725 {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:02:24.010390 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2e4559af-6009-4b3a-aad3-331dff02eb41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:24.094873 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-2e4559af-6009-4b3a-aad3-331dff02eb41 None None] For port b2b1f713-ab21-4db3-9b9a-ec5f8ef45725, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=b2b1f713-ab21-4db3-9b9a-ec5f8ef45725,segment=NetworkSegment(d18ad166-4c67-47c8-9ecc-52d3bec205b2),segment_id=d18ad166-4c67-47c8-9ecc-52d3bec205b2)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:02:24.095280 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2e4559af-6009-4b3a-aad3-331dff02eb41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:24.118810 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-2e4559af-6009-4b3a-aad3-331dff02eb41 None None] Calling delete_port for b2b1f713-ab21-4db3-9b9a-ec5f8ef45725 owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:02:24.127275 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-e85fcbbf-425e-4a0d-a35b-c23b769f9b3f tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] For port d3ab7cb0-16f1-4500-86f7-f6a4e72f15f6, host n-d-791506-26, got binding levels [] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:02:24.128262 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e85fcbbf-425e-4a0d-a35b-c23b769f9b3f tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:24.153734 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-e85fcbbf-425e-4a0d-a35b-c23b769f9b3f tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Calling delete_port for d3ab7cb0-16f1-4500-86f7-f6a4e72f15f6 owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:02:24.160079 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.ipam_backend_mixin [None req-e85fcbbf-425e-4a0d-a35b-c23b769f9b3f tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Port d3ab7cb0-16f1-4500-86f7-f6a4e72f15f6 was not found and therefore no delete operation was performed {{(pid=101291) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 23:02:24.162147 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e85fcbbf-425e-4a0d-a35b-c23b769f9b3f tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:24.271383 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85fcbbf-425e-4a0d-a35b-c23b769f9b3f tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Pushing event deleted for resources: {'Port': ['ID=d3ab7cb0-16f1-4500-86f7-f6a4e72f15f6,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:24.290626 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85fcbbf-425e-4a0d-a35b-c23b769f9b3f tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] No DVR routers for this DVR port d3ab7cb0-16f1-4500-86f7-f6a4e72f15f6 on host n-d-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:02:24.326232 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device b2b1f713-ab21-4db3-9b9a-ec5f8ef45725 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:02:24.341756 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c9baa473-ea4d-4d65-b285-49d7cb40781e tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:24.358636 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: b2b1f713-ab21-4db3-9b9a-ec5f8ef45725 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:02:24.359007 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device b2b1f713-ab21-4db3-9b9a-ec5f8ef45725 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:02:24.359619 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device d3ab7cb0-16f1-4500-86f7-f6a4e72f15f6 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:02:24.395150 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: d3ab7cb0-16f1-4500-86f7-f6a4e72f15f6 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:02:24.395480 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device d3ab7cb0-16f1-4500-86f7-f6a4e72f15f6 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:02:24.401445 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2e4559af-6009-4b3a-aad3-331dff02eb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:24.442827 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4559af-6009-4b3a-aad3-331dff02eb41 None None] No DVR routers for this DVR port b2b1f713-ab21-4db3-9b9a-ec5f8ef45725 on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:02:24.509588 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4559af-6009-4b3a-aad3-331dff02eb41 None None] Pushing event deleted for resources: {'Port': ['ID=b2b1f713-ab21-4db3-9b9a-ec5f8ef45725,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:24.609250 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3954307a-d73e-4d3a-bd80-16f5c9e5af3e req-0b6dc219-7886-4ab3-9757-234eb5bca40e tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/security-groups?id=1eb5bbe6-717a-4605-a558-b9b958591c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876420 Aug 16 23:02:24.622821 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e85fcbbf-425e-4a0d-a35b-c23b769f9b3f tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:24.637189 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-e85fcbbf-425e-4a0d-a35b-c23b769f9b3f tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['089f43d5-3625-4f9a-ac48-ae6ac1ca3a25']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:02:24.652774 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-e85fcbbf-425e-4a0d-a35b-c23b769f9b3f tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1642d8b-4456-4034-8d97-6be652cda72a') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:02:24.653463 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-e85fcbbf-425e-4a0d-a35b-c23b769f9b3f tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1642d8b-4456-4034-8d97-6be652cda72a') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:02:24.665454 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e85fcbbf-425e-4a0d-a35b-c23b769f9b3f tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:24.685586 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e85fcbbf-425e-4a0d-a35b-c23b769f9b3f tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:24.702522 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e85fcbbf-425e-4a0d-a35b-c23b769f9b3f tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:02:24.703348 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e85fcbbf-425e-4a0d-a35b-c23b769f9b3f tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:24.709503 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 23:02:24.709503 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:02:24.709503 n-d-791506-26 neutron-server[101291]: timer() Aug 16 23:02:24.709503 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:02:24.709503 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 23:02:24.709503 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:02:24.709503 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 23:02:24.709503 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:02:24.709503 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 23:02:24.709503 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:02:24.709503 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 23:02:24.709503 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:02:24.709503 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 23:02:24.709503 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:02:24.709503 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:02:24.709503 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:02:24.709503 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:02:24.709503 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:02:24.709503 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 23:02:24.709503 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:02:24.709503 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 23:02:24.709503 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:02:24.709503 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:02:24.709503 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:02:24.709503 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 23:02:24.709503 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:02:24.709503 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:02:24.709503 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:02:24.709503 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:02:24.709503 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:02:24.709503 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:02:24.709503 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:02:24.793763 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-c9baa473-ea4d-4d65-b285-49d7cb40781e tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Allocated IP 172.25.4.142 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/b0b099fb-2f6f-49b6-890d-7afbde5b66ef) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:02:24.797591 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e85fcbbf-425e-4a0d-a35b-c23b769f9b3f tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:24.809201 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e85fcbbf-425e-4a0d-a35b-c23b769f9b3f tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:24.812090 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-e85fcbbf-425e-4a0d-a35b-c23b769f9b3f tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] 10.222.0.36 "DELETE /v2.0/networks/089f43d5-3625-4f9a-ac48-ae6ac1ca3a25 HTTP/1.1" status: 204 len: 168 time: 1.1662076 Aug 16 23:02:24.825593 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 45698) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:24.837826 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0073fe25-f8fb-4213-bacf-cb65b2682131 req-a113a284-3423-4d01-a2d8-067cb6faa685 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:24.845359 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0073fe25-f8fb-4213-bacf-cb65b2682131 req-a113a284-3423-4d01-a2d8-067cb6faa685 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=576163bb-e2de-4bc4-9ff2-01eda263d98d HTTP/1.1" status: 200 len: 946 time: 0.1285813 Aug 16 23:02:24.934838 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85fcbbf-425e-4a0d-a35b-c23b769f9b3f tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Pushing event deleted for resources: {'Network': ['ID=089f43d5-3625-4f9a-ac48-ae6ac1ca3a25,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:24.946222 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1a5de9f3-8e3c-493d-b395-af149be7b84b tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:24.992588 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0073fe25-f8fb-4213-bacf-cb65b2682131 req-a57ff9f7-500d-465e-9ca4-c99effcf39e1 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418774 Aug 16 23:02:25.076285 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c9baa473-ea4d-4d65-b285-49d7cb40781e tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:25.078009 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1a5de9f3-8e3c-493d-b395-af149be7b84b tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:25.081201 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-75309583-5785-4f59-b25f-54603547c68f admin admin] Deleting port 0975fd19-4250-46d8-81e3-b66f14831a7f {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:02:25.081744 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-75309583-5785-4f59-b25f-54603547c68f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:25.090842 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-1a5de9f3-8e3c-493d-b395-af149be7b84b tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9260a77-14a6-4d4f-92dc-10e010200b21']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:02:25.104052 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-1a5de9f3-8e3c-493d-b395-af149be7b84b tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd18ad166-4c67-47c8-9ecc-52d3bec205b2') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:02:25.104478 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-1a5de9f3-8e3c-493d-b395-af149be7b84b tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd18ad166-4c67-47c8-9ecc-52d3bec205b2') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:02:25.120445 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1a5de9f3-8e3c-493d-b395-af149be7b84b tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:25.140484 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1a5de9f3-8e3c-493d-b395-af149be7b84b tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:25.171450 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:25.172921 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a5de9f3-8e3c-493d-b395-af149be7b84b tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:02:25.173461 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1a5de9f3-8e3c-493d-b395-af149be7b84b tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:25.178840 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 23:02:25.178840 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:02:25.178840 n-d-791506-26 neutron-server[101291]: timer() Aug 16 23:02:25.178840 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:02:25.178840 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 23:02:25.178840 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:02:25.178840 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 23:02:25.178840 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:02:25.178840 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 23:02:25.178840 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:02:25.178840 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 23:02:25.178840 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:02:25.178840 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 23:02:25.178840 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:02:25.178840 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:02:25.178840 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:02:25.178840 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:02:25.178840 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:02:25.178840 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 23:02:25.178840 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:02:25.178840 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 23:02:25.178840 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:02:25.178840 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:02:25.178840 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:02:25.178840 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 23:02:25.178840 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:02:25.178840 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:02:25.178840 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:02:25.178840 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:02:25.178840 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:02:25.178840 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:02:25.178840 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:02:25.211936 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-75309583-5785-4f59-b25f-54603547c68f admin admin] For port 0975fd19-4250-46d8-81e3-b66f14831a7f, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=0975fd19-4250-46d8-81e3-b66f14831a7f,segment=NetworkSegment(b23390f1-3345-4e11-b45b-da1aa220458a),segment_id=b23390f1-3345-4e11-b45b-da1aa220458a)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:02:25.212345 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-75309583-5785-4f59-b25f-54603547c68f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:25.231523 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-75309583-5785-4f59-b25f-54603547c68f admin admin] Calling delete_port for 0975fd19-4250-46d8-81e3-b66f14831a7f owned by network:router_interface {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:02:25.252265 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c9baa473-ea4d-4d65-b285-49d7cb40781e tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:25.300220 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1a5de9f3-8e3c-493d-b395-af149be7b84b tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:25.312991 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1a5de9f3-8e3c-493d-b395-af149be7b84b tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:25.318582 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-1a5de9f3-8e3c-493d-b395-af149be7b84b tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] 10.222.0.36 "DELETE /v2.0/networks/c9260a77-14a6-4d4f-92dc-10e010200b21 HTTP/1.1" status: 204 len: 168 time: 0.4914768 Aug 16 23:02:25.319871 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 45720) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:25.340811 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5de9f3-8e3c-493d-b395-af149be7b84b tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Pushing event deleted for resources: {'Network': ['ID=c9260a77-14a6-4d4f-92dc-10e010200b21,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:25.398608 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5ef3240-f4be-404a-98f9-bc44b10be16e tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Deleting subnet 4c71f39f-0b55-4352-8ef6-9400f8d16694 {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:02:25.404442 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b5ef3240-f4be-404a-98f9-bc44b10be16e tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:25.414201 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9baa473-ea4d-4d65-b285-49d7cb40781e tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:02:25.424525 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-c9baa473-ea4d-4d65-b285-49d7cb40781e tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:02:25.430038 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9baa473-ea4d-4d65-b285-49d7cb40781e tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Pushing event updated for resources: {'Port': ['ID=b0b099fb-2f6f-49b6-890d-7afbde5b66ef,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:25.434433 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9baa473-ea4d-4d65-b285-49d7cb40781e tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:02:25.470268 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b5ef3240-f4be-404a-98f9-bc44b10be16e tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:25.559766 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a4f12-f889-4ca6-9980-df30af88cbfd req-2383bc16-bde8-4315-9f18-fb45fd912e6f tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:25.566424 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7e8a4f12-f889-4ca6-9980-df30af88cbfd req-2383bc16-bde8-4315-9f18-fb45fd912e6f tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/networks?id=f382f188-dbb7-4b56-8af5-82f76ac61bfc HTTP/1.1" status: 200 len: 805 time: 0.2714870 Aug 16 23:02:25.584313 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b5ef3240-f4be-404a-98f9-bc44b10be16e tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:25.632300 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7e8a4f12-f889-4ca6-9980-df30af88cbfd req-d2ddca29-4666-4166-ad93-8dfd46d55804 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/quotas/352e2e0b88af46f28dafba560003ae12 HTTP/1.1" status: 200 len: 375 time: 0.0647724 Aug 16 23:02:25.672487 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b5ef3240-f4be-404a-98f9-bc44b10be16e tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:25.713162 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ef3240-f4be-404a-98f9-bc44b10be16e tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Pushing event deleted for resources: {'Subnet': ['ID=4c71f39f-0b55-4352-8ef6-9400f8d16694,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:25.718574 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b5ef3240-f4be-404a-98f9-bc44b10be16e tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:25.725641 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-b5ef3240-f4be-404a-98f9-bc44b10be16e tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] 10.222.0.36 "DELETE /v2.0/subnets/4c71f39f-0b55-4352-8ef6-9400f8d16694 HTTP/1.1" status: 204 len: 168 time: 0.3941972 Aug 16 23:02:25.726897 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 45726) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:25.730501 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065ec9d2-a92c-4076-8c6d-0dc5aadda0be None None] Network f584a7ad-eec1-4210-9d99-2ed59ceeacfb requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:02:25.809609 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7e8a4f12-f889-4ca6-9980-df30af88cbfd req-191628c3-1a02-4bee-bfda-2fd4d7689e3d tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=352e2e0b88af46f28dafba560003ae12&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1763253 Aug 16 23:02:25.832208 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-aac6d94c-8af9-4550-904f-44674c9aa407 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:25.918437 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-aac6d94c-8af9-4550-904f-44674c9aa407 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Deleting port 464c9632-9823-4463-afbc-9cca42dde8e3 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:02:25.918925 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-aac6d94c-8af9-4550-904f-44674c9aa407 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:25.919925 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c9f1c7-2223-4fef-a69a-146a8db87f23 req-a5dd6182-9fb8-4c69-8987-c525f2ad2cee tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:25.921529 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-40c9f1c7-2223-4fef-a69a-146a8db87f23 req-a5dd6182-9fb8-4c69-8987-c525f2ad2cee tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/ports?device_id=823a2d4d-dfcf-45e8-b3fa-f0bda982a860 HTTP/1.1" status: 200 len: 945 time: 0.2206123 Aug 16 23:02:26.032644 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7e8a4f12-f889-4ca6-9980-df30af88cbfd req-f1051789-afd6-44cb-8985-0afbb9c55e4b service neutron] 10.222.0.36 "GET /v2.0/networks/f382f188-dbb7-4b56-8af5-82f76ac61bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997535 Aug 16 23:02:26.076763 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47835f06-e4f6-403c-9b7a-9cc9590eb8c7 None None] DHCP port deletion for f584a7ad-eec1-4210-9d99-2ed59ceeacfb request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:02:26.079318 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-aac6d94c-8af9-4550-904f-44674c9aa407 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] For port 464c9632-9823-4463-afbc-9cca42dde8e3, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=464c9632-9823-4463-afbc-9cca42dde8e3,segment=NetworkSegment(ea5d64db-6d1c-4d05-83a5-b81ee5e8ca2a),segment_id=ea5d64db-6d1c-4d05-83a5-b81ee5e8ca2a)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:02:26.081061 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-aac6d94c-8af9-4550-904f-44674c9aa407 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:26.097618 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-aac6d94c-8af9-4550-904f-44674c9aa407 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Calling delete_port for 464c9632-9823-4463-afbc-9cca42dde8e3 owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:02:26.134077 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-47835f06-e4f6-403c-9b7a-9cc9590eb8c7 None None] Deleting port 464c9632-9823-4463-afbc-9cca42dde8e3 {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:02:26.134894 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-47835f06-e4f6-403c-9b7a-9cc9590eb8c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:26.159753 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-75309583-5785-4f59-b25f-54603547c68f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:26.212631 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-aac6d94c-8af9-4550-904f-44674c9aa407 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:26.241989 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-40c9f1c7-2223-4fef-a69a-146a8db87f23 req-a98373f1-9e7f-4e20-b8d3-55c1db081ad9 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/security-groups?id=1eb5bbe6-717a-4605-a558-b9b958591c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068672 Aug 16 23:02:26.264643 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309583-5785-4f59-b25f-54603547c68f admin admin] Pushing event deleted for resources: {'Port': ['ID=0975fd19-4250-46d8-81e3-b66f14831a7f,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:26.280085 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-47835f06-e4f6-403c-9b7a-9cc9590eb8c7 None None] For port 464c9632-9823-4463-afbc-9cca42dde8e3, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=464c9632-9823-4463-afbc-9cca42dde8e3,segment=NetworkSegment(ea5d64db-6d1c-4d05-83a5-b81ee5e8ca2a),segment_id=ea5d64db-6d1c-4d05-83a5-b81ee5e8ca2a)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:02:26.280835 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-47835f06-e4f6-403c-9b7a-9cc9590eb8c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:26.304604 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac6d94c-8af9-4550-904f-44674c9aa407 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Pushing event deleted for resources: {'Port': ['ID=464c9632-9823-4463-afbc-9cca42dde8e3,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:26.309012 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac6d94c-8af9-4550-904f-44674c9aa407 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] No DVR routers for this DVR port 464c9632-9823-4463-afbc-9cca42dde8e3 on host n-d-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:02:26.314244 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-47835f06-e4f6-403c-9b7a-9cc9590eb8c7 None None] Calling delete_port for 464c9632-9823-4463-afbc-9cca42dde8e3 owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:02:26.321991 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c9baa473-ea4d-4d65-b285-49d7cb40781e tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks [] for router_gateway, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:26.337262 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 464c9632-9823-4463-afbc-9cca42dde8e3 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:02:26.365504 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 464c9632-9823-4463-afbc-9cca42dde8e3 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:02:26.366260 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 464c9632-9823-4463-afbc-9cca42dde8e3 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:02:26.419044 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-aac6d94c-8af9-4550-904f-44674c9aa407 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:26.435305 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-aac6d94c-8af9-4550-904f-44674c9aa407 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f584a7ad-eec1-4210-9d99-2ed59ceeacfb']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:02:26.453888 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-aac6d94c-8af9-4550-904f-44674c9aa407 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea5d64db-6d1c-4d05-83a5-b81ee5e8ca2a') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:02:26.454288 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-aac6d94c-8af9-4550-904f-44674c9aa407 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea5d64db-6d1c-4d05-83a5-b81ee5e8ca2a') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:02:26.475049 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-aac6d94c-8af9-4550-904f-44674c9aa407 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:26.478235 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-47835f06-e4f6-403c-9b7a-9cc9590eb8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:26.511703 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7e8a4f12-f889-4ca6-9980-df30af88cbfd req-6ce715a1-f5ca-444e-a32f-1a5290397ba5 service neutron] 10.222.0.36 "GET /v2.0/networks/f382f188-dbb7-4b56-8af5-82f76ac61bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4570506 Aug 16 23:02:26.512315 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47835f06-e4f6-403c-9b7a-9cc9590eb8c7 None None] Pushing event deleted for resources: {'Port': ['ID=464c9632-9823-4463-afbc-9cca42dde8e3,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:26.518565 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-aac6d94c-8af9-4550-904f-44674c9aa407 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:26.518971 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47835f06-e4f6-403c-9b7a-9cc9590eb8c7 None None] No DVR routers for this DVR port 464c9632-9823-4463-afbc-9cca42dde8e3 on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:02:26.544511 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aac6d94c-8af9-4550-904f-44674c9aa407 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:02:26.544511 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-aac6d94c-8af9-4550-904f-44674c9aa407 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:26.548849 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 23:02:26.548849 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:02:26.548849 n-d-791506-26 neutron-server[101291]: timer() Aug 16 23:02:26.548849 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:02:26.548849 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 23:02:26.548849 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:02:26.548849 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 23:02:26.548849 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:02:26.548849 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 23:02:26.548849 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:02:26.548849 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 23:02:26.548849 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:02:26.548849 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 23:02:26.548849 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:02:26.548849 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:02:26.548849 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:02:26.548849 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:02:26.548849 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:02:26.548849 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 23:02:26.548849 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:02:26.548849 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 23:02:26.548849 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:02:26.548849 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:02:26.548849 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:02:26.548849 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 23:02:26.548849 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:02:26.548849 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:02:26.548849 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:02:26.548849 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:02:26.548849 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:02:26.548849 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:02:26.548849 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:02:26.658341 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-aac6d94c-8af9-4550-904f-44674c9aa407 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:26.668196 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-aac6d94c-8af9-4550-904f-44674c9aa407 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:26.673485 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-aac6d94c-8af9-4550-904f-44674c9aa407 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] 10.222.0.36 "DELETE /v2.0/networks/f584a7ad-eec1-4210-9d99-2ed59ceeacfb HTTP/1.1" status: 204 len: 168 time: 0.9444194 Aug 16 23:02:26.674243 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 45734) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:26.716680 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5b0233-23d8-4ec0-aef9-9ebd60dd3754 req-781ac843-1bc6-4e62-a825-84c254052fee tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:26.718235 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bb5b0233-23d8-4ec0-aef9-9ebd60dd3754 req-781ac843-1bc6-4e62-a825-84c254052fee tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=576163bb-e2de-4bc4-9ff2-01eda263d98d HTTP/1.1" status: 200 len: 946 time: 0.3170702 Aug 16 23:02:26.721077 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac6d94c-8af9-4550-904f-44674c9aa407 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Pushing event deleted for resources: {'Network': ['ID=f584a7ad-eec1-4210-9d99-2ed59ceeacfb,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:26.755196 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-b4210ae2-3d32-4e74-807e-c1cef1dc5122 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] 10.222.0.36 "GET /v2.0/ports?device_id=65a3c952-74df-4e3b-9728-f57164369aa5 HTTP/1.1" status: 200 len: 205 time: 0.0713036 Aug 16 23:02:26.760161 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 45742) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:26.792431 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-10e1e550-da7e-4896-aa28-27397746c1a9 req-321a441c-3a60-4cbb-8163-06f3e2b23a55 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/ports?device_id=a986e6ef-8ed9-4a88-8e95-3ad50b9c8575 HTTP/1.1" status: 200 len: 210 time: 0.0528667 Aug 16 23:02:26.889300 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c16bca79-0638-48f8-a7bc-8693e3701455 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks [] for router, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:26.910824 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45258382-1f9a-4f58-9489-2bbc2c282710 req-bbaac0ae-7fd8-4e5e-8277-e32d689d8f9a tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:26.912413 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-45258382-1f9a-4f58-9489-2bbc2c282710 req-bbaac0ae-7fd8-4e5e-8277-e32d689d8f9a tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1a3c014-ee22-4ed3-9ab2-7241129ef2fa HTTP/1.1" status: 200 len: 945 time: 0.2993045 Aug 16 23:02:26.919333 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bb5b0233-23d8-4ec0-aef9-9ebd60dd3754 req-e330ac3e-62de-492e-aa87-38aaa9143097 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705360 Aug 16 23:02:26.987329 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-75309583-5785-4f59-b25f-54603547c68f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537471'] for router_interface, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:27.104881 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c16bca79-0638-48f8-a7bc-8693e3701455 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:27.107130 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c16bca79-0638-48f8-a7bc-8693e3701455 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:27.167326 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c16bca79-0638-48f8-a7bc-8693e3701455 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:27.168453 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c16bca79-0638-48f8-a7bc-8693e3701455 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Fanout notify agent at l3_agent the message router_deleted on router 65a3c952-74df-4e3b-9728-f57164369aa5 {{(pid=101291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:02:27.179813 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c16bca79-0638-48f8-a7bc-8693e3701455 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:27.183832 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-c16bca79-0638-48f8-a7bc-8693e3701455 tempest-RoutersNegativeTest-2035190402 tempest-RoutersNegativeTest-2035190402-project] 10.222.0.36 "DELETE /v2.0/routers/65a3c952-74df-4e3b-9728-f57164369aa5 HTTP/1.1" status: 204 len: 168 time: 0.4225662 Aug 16 23:02:27.198279 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c9baa473-ea4d-4d65-b285-49d7cb40781e tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:27.501511 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 45766) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:27.702110 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-88dcd20d-c23b-4d9a-80bc-d7a8f74d59a8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=34e7d2f534c84c7f8e68ead35b74ae5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1993709 Aug 16 23:02:27.703014 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 45772) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:27.763029 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3ee4a9c7-9044-487e-abc4-7f41c313d3d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:27.774319 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-45258382-1f9a-4f58-9489-2bbc2c282710 req-2b15c9a6-b296-4eff-a780-26b4f90402d3 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Deleting port bd87ed39-7912-4570-ac1f-3314f4203f9b {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:02:27.774911 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-45258382-1f9a-4f58-9489-2bbc2c282710 req-2b15c9a6-b296-4eff-a780-26b4f90402d3 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:27.786190 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3ee4a9c7-9044-487e-abc4-7f41c313d3d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:27.864061 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3ee4a9c7-9044-487e-abc4-7f41c313d3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:27.868216 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3ee4a9c7-9044-487e-abc4-7f41c313d3d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:27.881629 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-3ee4a9c7-9044-487e-abc4-7f41c313d3d8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1cd791a5-5aaa-4be3-826f-41435f05ca0a HTTP/1.1" status: 204 len: 168 time: 0.1678700 Aug 16 23:02:27.899932 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee4a9c7-9044-487e-abc4-7f41c313d3d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd791a5-5aaa-4be3-826f-41435f05ca0a,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:27.961693 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75309583-5785-4f59-b25f-54603547c68f admin admin] Router c9c7c399-7ad2-4aa9-aea9-5096d5610a71 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:02:27.997924 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device bd87ed39-7912-4570-ac1f-3314f4203f9b no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:02:28.008642 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9fccf2-abcf-4e08-b98d-45a5a5af65aa req-26113935-acc4-41c5-8698-065109075a94 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:28.015906 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0a9fccf2-abcf-4e08-b98d-45a5a5af65aa req-26113935-acc4-41c5-8698-065109075a94 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/ports?device_id=823a2d4d-dfcf-45e8-b3fa-f0bda982a860 HTTP/1.1" status: 200 len: 945 time: 0.2725155 Aug 16 23:02:28.045755 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6480eb6f-e494-4c3f-87c9-e5a82596abd8 req-2c659894-e52c-4d5e-a7da-f6f1772ab4b1 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/ports?device_id=a986e6ef-8ed9-4a88-8e95-3ad50b9c8575 HTTP/1.1" status: 200 len: 210 time: 0.1041124 Aug 16 23:02:28.051598 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-45258382-1f9a-4f58-9489-2bbc2c282710 req-2b15c9a6-b296-4eff-a780-26b4f90402d3 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] For port bd87ed39-7912-4570-ac1f-3314f4203f9b, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=bd87ed39-7912-4570-ac1f-3314f4203f9b,segment=NetworkSegment(2f9d1485-64c4-4032-9f01-ae22555e2cfc),segment_id=2f9d1485-64c4-4032-9f01-ae22555e2cfc)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:02:28.051974 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-45258382-1f9a-4f58-9489-2bbc2c282710 req-2b15c9a6-b296-4eff-a780-26b4f90402d3 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:28.139500 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:28.158157 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-45258382-1f9a-4f58-9489-2bbc2c282710 req-2b15c9a6-b296-4eff-a780-26b4f90402d3 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Calling delete_port for bd87ed39-7912-4570-ac1f-3314f4203f9b owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:02:28.183349 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0a9fccf2-abcf-4e08-b98d-45a5a5af65aa req-88493789-1607-4286-ae53-af85a31c408f tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/security-groups?id=1eb5bbe6-717a-4605-a558-b9b958591c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665268 Aug 16 23:02:28.196923 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1a3c014-ee22-4ed3-9ab2-7241129ef2fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd87ed39-7912-4570-ac1f-3314f4203f9b'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:02:28.199149 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8405d8e6-50e9-4e93-a3fd-273ced0ad143" -d '{"events": [{"server_uuid": "d1a3c014-ee22-4ed3-9ab2-7241129ef2fa", "name": "network-vif-unplugged", "status": "completed", "tag": "bd87ed39-7912-4570-ac1f-3314f4203f9b"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:02:28.233316 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port bd87ed39-7912-4570-ac1f-3314f4203f9b, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=bd87ed39-7912-4570-ac1f-3314f4203f9b,segment=NetworkSegment(2f9d1485-64c4-4032-9f01-ae22555e2cfc),segment_id=2f9d1485-64c4-4032-9f01-ae22555e2cfc)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:02:28.254862 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:28.265522 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9baa473-ea4d-4d65-b285-49d7cb40781e tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Router 0e567274-8512-441e-b4d0-e5bad42c02eb is scheduled to L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f with binding_index 1 {{(pid=101292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:02:28.286844 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a4f12-f889-4ca6-9980-df30af88cbfd req-702c0102-7d52-48f5-a9b9-c89a2eddf871 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:28.291981 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7e8a4f12-f889-4ca6-9980-df30af88cbfd req-702c0102-7d52-48f5-a9b9-c89a2eddf871 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.68 "GET /v2.0/networks?id=f382f188-dbb7-4b56-8af5-82f76ac61bfc HTTP/1.1" status: 200 len: 805 time: 0.2197034 Aug 16 23:02:28.310548 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-7e8a4f12-f889-4ca6-9980-df30af88cbfd req-25ef02ce-2adb-4370-af23-457878b1e5df tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Request body: {'port': {'device_id': 'a986e6ef-8ed9-4a88-8e95-3ad50b9c8575', 'network_id': 'f382f188-dbb7-4b56-8af5-82f76ac61bfc', 'admin_state_up': True, 'tenant_id': '352e2e0b88af46f28dafba560003ae12'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:02:28.364832 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=bd87ed39-7912-4570-ac1f-3314f4203f9b,revision_number=8']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:28.371817 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 23:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4ff3a6d-5473-46a5-9bcd-54988eb04af2 x-openstack-request-id: req-e4ff3a6d-5473-46a5-9bcd-54988eb04af2 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:02:28.372108 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1a3c014-ee22-4ed3-9ab2-7241129ef2fa", "name": "network-vif-unplugged", "status": "completed", "tag": "bd87ed39-7912-4570-ac1f-3314f4203f9b", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:02:28.372443 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e4ff3a6d-5473-46a5-9bcd-54988eb04af2 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:02:28.372906 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1a3c014-ee22-4ed3-9ab2-7241129ef2fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd87ed39-7912-4570-ac1f-3314f4203f9b', 'code': 200} Aug 16 23:02:28.491016 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06545f5-8dda-445e-bfc2-d82e97751de0 req-73ea0364-1b3d-435c-932d-aef951ce557d tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:28.499203 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e06545f5-8dda-445e-bfc2-d82e97751de0 req-73ea0364-1b3d-435c-932d-aef951ce557d tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=576163bb-e2de-4bc4-9ff2-01eda263d98d HTTP/1.1" status: 200 len: 946 time: 0.3349397 Aug 16 23:02:28.503288 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e8a4f12-f889-4ca6-9980-df30af88cbfd req-25ef02ce-2adb-4370-af23-457878b1e5df tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Made reservation on behalf of 352e2e0b88af46f28dafba560003ae12 for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:02:28.509006 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-7e8a4f12-f889-4ca6-9980-df30af88cbfd req-25ef02ce-2adb-4370-af23-457878b1e5df tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:28.554790 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75309583-5785-4f59-b25f-54603547c68f admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:02:28.563371 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-75309583-5785-4f59-b25f-54603547c68f admin admin] 10.222.0.36 "PUT /v2.0/routers/c9c7c399-7ad2-4aa9-aea9-5096d5610a71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3391562 Aug 16 23:02:28.566592 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9293293-95f5-4eac-8220-5bdc2165c04a None None] Sync routers for ids ['c9c7c399-7ad2-4aa9-aea9-5096d5610a71'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:02:28.574254 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 45794) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:28.577168 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9293293-95f5-4eac-8220-5bdc2165c04a None None] Routers {'c9c7c399-7ad2-4aa9-aea9-5096d5610a71'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:02:28.577732 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-f9293293-95f5-4eac-8220-5bdc2165c04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:02:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['c9c7c399-7ad2-4aa9-aea9-5096d5610a71'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:02:28.617282 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e06545f5-8dda-445e-bfc2-d82e97751de0 req-441171e0-98cb-4879-903f-3a946aacd0d3 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170347 Aug 16 23:02:28.698478 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9baa473-ea4d-4d65-b285-49d7cb40781e tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:02:28.713193 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0cfc10-6c60-4304-ab88-ef3dc50391ea None None] Sync routers for ids ['0e567274-8512-441e-b4d0-e5bad42c02eb'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:02:28.728833 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0cfc10-6c60-4304-ab88-ef3dc50391ea None None] Routers {'0e567274-8512-441e-b4d0-e5bad42c02eb'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:02:28.729548 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-be0cfc10-6c60-4304-ab88-ef3dc50391ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:02:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['0e567274-8512-441e-b4d0-e5bad42c02eb'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:02:28.766807 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-45258382-1f9a-4f58-9489-2bbc2c282710 req-2b15c9a6-b296-4eff-a780-26b4f90402d3 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:28.793354 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-f9293293-95f5-4eac-8220-5bdc2165c04a None None] Set router c9c7c399-7ad2-4aa9-aea9-5096d5610a71 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:02:28.821233 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c9baa473-ea4d-4d65-b285-49d7cb40781e tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:28.824941 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-c9baa473-ea4d-4d65-b285-49d7cb40781e tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.0818682 Aug 16 23:02:28.828586 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 45800) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:28.842842 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b15c9a6-b296-4eff-a780-26b4f90402d3 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Pushing event deleted for resources: {'Port': ['ID=bd87ed39-7912-4570-ac1f-3314f4203f9b,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:28.875463 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-7e8a4f12-f889-4ca6-9980-df30af88cbfd req-25ef02ce-2adb-4370-af23-457878b1e5df tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Allocated IP 172.20.0.12 (f382f188-dbb7-4b56-8af5-82f76ac61bfc/6c827456-6bfb-4e82-b370-b53dc8e13ad7/f3601cae-3cfc-4266-9323-904586b9e3d0) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:02:28.883468 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2c38d703-478c-41c6-9fee-0935820b2ef5 admin admin] Notify callbacks [] for router, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:28.971436 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-be0cfc10-6c60-4304-ab88-ef3dc50391ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:02:28.999771 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0cfc10-6c60-4304-ab88-ef3dc50391ea None None] Routers {'0e567274-8512-441e-b4d0-e5bad42c02eb'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:02:29.000488 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-be0cfc10-6c60-4304-ab88-ef3dc50391ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:02:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['0e567274-8512-441e-b4d0-e5bad42c02eb'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:02:29.032658 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-be0cfc10-6c60-4304-ab88-ef3dc50391ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:02:29.033305 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0cfc10-6c60-4304-ab88-ef3dc50391ea None None] The sync data for ids ['0e567274-8512-441e-b4d0-e5bad42c02eb'] in n-d-791506-26 is: [] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:02:29.094991 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-45258382-1f9a-4f58-9489-2bbc2c282710 req-2b15c9a6-b296-4eff-a780-26b4f90402d3 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] No DVR routers for this DVR port bd87ed39-7912-4570-ac1f-3314f4203f9b on host n-h2-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:02:29.099749 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-45258382-1f9a-4f58-9489-2bbc2c282710 req-2b15c9a6-b296-4eff-a780-26b4f90402d3 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:29.102298 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-45258382-1f9a-4f58-9489-2bbc2c282710 req-2b15c9a6-b296-4eff-a780-26b4f90402d3 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.57 "DELETE /v2.0/ports/bd87ed39-7912-4570-ac1f-3314f4203f9b HTTP/1.1" status: 204 len: 173 time: 2.1803517 Aug 16 23:02:29.102835 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1a3c014-ee22-4ed3-9ab2-7241129ef2fa', 'name': 'network-vif-deleted', 'tag': 'bd87ed39-7912-4570-ac1f-3314f4203f9b'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:02:29.105495 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15c44a04-1960-4250-b08e-ed3976bbee08" -d '{"events": [{"server_uuid": "d1a3c014-ee22-4ed3-9ab2-7241129ef2fa", "name": "network-vif-deleted", "tag": "bd87ed39-7912-4570-ac1f-3314f4203f9b"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:02:29.126894 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-e626e030-61f9-444e-ae35-65210df101ae tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] 10.222.0.36 "GET /v2.0/routers/0e567274-8512-441e-b4d0-e5bad42c02eb HTTP/1.1" status: 200 len: 924 time: 0.2874019 Aug 16 23:02:29.139785 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 45812) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:29.155237 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-7e8a4f12-f889-4ca6-9980-df30af88cbfd req-25ef02ce-2adb-4370-af23-457878b1e5df tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:29.203500 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-0aba8336-5728-4910-b5a6-03e471401f29 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] 10.222.0.36 "GET /v2.0/ports?device_id=0e567274-8512-441e-b4d0-e5bad42c02eb HTTP/1.1" status: 200 len: 205 time: 0.0590029 Aug 16 23:02:29.203500 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ba18927-4ad0-40f5-9b7f-ffa25a5be283 x-openstack-request-id: req-1ba18927-4ad0-40f5-9b7f-ffa25a5be283 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:02:29.203500 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1a3c014-ee22-4ed3-9ab2-7241129ef2fa", "name": "network-vif-deleted", "tag": "bd87ed39-7912-4570-ac1f-3314f4203f9b", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:02:29.203500 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1ba18927-4ad0-40f5-9b7f-ffa25a5be283 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:02:29.203915 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1a3c014-ee22-4ed3-9ab2-7241129ef2fa', 'name': 'network-vif-deleted', 'tag': 'bd87ed39-7912-4570-ac1f-3314f4203f9b', 'status': 'completed', 'code': 200} Aug 16 23:02:29.207579 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 45814) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:29.210099 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 45816) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:29.231357 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [-] 10.222.0.36 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0084538 Aug 16 23:02:29.233299 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 45820) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:29.304970 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-f9293293-95f5-4eac-8220-5bdc2165c04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c7c399-7ad2-4aa9-aea9-5096d5610a71', 'name': 'tempest-AttachVolumeShelveTestJSON-1840383852-router', 'tenant_id': '57296d41c5f54ce79a9b782f4a8b4677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '054873b3-9d4e-4a94-834d-8373e369ec96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:50:49Z', 'updated_at': '2021-08-16T23:02:25Z', 'revision_number': 5, 'project_id': '57296d41c5f54ce79a9b782f4a8b4677', 'gw_port': {'id': '054873b3-9d4e-4a94-834d-8373e369ec96', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:bf:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c7c399-7ad2-4aa9-aea9-5096d5610a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:50:50Z', 'updated_at': '2021-08-16T22:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:02:29.341852 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-26c731c1-972b-434c-aece-118bd37b644e req-482ad43a-4376-4c22-a4f3-7e6da9b2c621 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/ports?device_id=a986e6ef-8ed9-4a88-8e95-3ad50b9c8575 HTTP/1.1" status: 200 len: 210 time: 0.1298394 Aug 16 23:02:29.356531 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-7e8a4f12-f889-4ca6-9980-df30af88cbfd req-25ef02ce-2adb-4370-af23-457878b1e5df tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:29.368179 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9293293-95f5-4eac-8220-5bdc2165c04a None None] Checking router: c9c7c399-7ad2-4aa9-aea9-5096d5610a71 for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:02:29.402518 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9293293-95f5-4eac-8220-5bdc2165c04a None None] Routers {'c9c7c399-7ad2-4aa9-aea9-5096d5610a71'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:02:29.403264 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-f9293293-95f5-4eac-8220-5bdc2165c04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:02:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['c9c7c399-7ad2-4aa9-aea9-5096d5610a71'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:02:29.428754 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ef02ce-2adb-4370-af23-457878b1e5df tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Pushing event updated for resources: {'Port': ['ID=f3601cae-3cfc-4266-9323-904586b9e3d0,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:29.442105 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e8a4f12-f889-4ca6-9980-df30af88cbfd req-25ef02ce-2adb-4370-af23-457878b1e5df tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Network f382f188-dbb7-4b56-8af5-82f76ac61bfc is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:02:29.446191 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-7e8a4f12-f889-4ca6-9980-df30af88cbfd req-25ef02ce-2adb-4370-af23-457878b1e5df tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:02:29.455436 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e8a4f12-f889-4ca6-9980-df30af88cbfd req-25ef02ce-2adb-4370-af23-457878b1e5df tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:02:29.461488 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e51f65-c8b0-4456-bb9e-93fd6fd166a7 req-3ae79cb6-2768-48d6-9ac1-51aab974a779 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:29.463267 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-75e51f65-c8b0-4456-bb9e-93fd6fd166a7 req-3ae79cb6-2768-48d6-9ac1-51aab974a779 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/ports?device_id=823a2d4d-dfcf-45e8-b3fa-f0bda982a860 HTTP/1.1" status: 200 len: 945 time: 0.1031270 Aug 16 23:02:29.500402 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c62c3d4d-304d-4fe9-a6c9-2ab25018d316 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks [] for router, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:29.518440 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a4f12-f889-4ca6-9980-df30af88cbfd req-25ef02ce-2adb-4370-af23-457878b1e5df tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:29.519749 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-7e8a4f12-f889-4ca6-9980-df30af88cbfd req-25ef02ce-2adb-4370-af23-457878b1e5df tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:29.539049 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-f9293293-95f5-4eac-8220-5bdc2165c04a None None] Set router c9c7c399-7ad2-4aa9-aea9-5096d5610a71 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:02:29.546273 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7e8a4f12-f889-4ca6-9980-df30af88cbfd req-25ef02ce-2adb-4370-af23-457878b1e5df tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2424493 Aug 16 23:02:29.549963 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2c38d703-478c-41c6-9fee-0935820b2ef5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:29.560692 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-6840d266-0337-4ee4-aaa1-74bd71a8a4e9 tempest-NetworksApiDiscovery-1105795840 tempest-NetworksApiDiscovery-1105795840-project] 10.222.0.36 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3177640 Aug 16 23:02:29.560861 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-7e8a4f12-f889-4ca6-9980-df30af88cbfd req-157ece13-8189-456d-9feb-b1a3d650a7c4 service neutron] Request body: {'port': {'device_id': 'a986e6ef-8ed9-4a88-8e95-3ad50b9c8575', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:02:29.574296 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-75e51f65-c8b0-4456-bb9e-93fd6fd166a7 req-d43b41f6-9f7a-4ecf-99c8-2e0d482bd564 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/security-groups?id=1eb5bbe6-717a-4605-a558-b9b958591c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031973 Aug 16 23:02:29.682804 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-7e8a4f12-f889-4ca6-9980-df30af88cbfd req-157ece13-8189-456d-9feb-b1a3d650a7c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:29.714611 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-2c38d703-478c-41c6-9fee-0935820b2ef5 admin admin] Deleting port 054873b3-9d4e-4a94-834d-8373e369ec96 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:02:29.715216 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2c38d703-478c-41c6-9fee-0935820b2ef5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:29.840044 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c62c3d4d-304d-4fe9-a6c9-2ab25018d316 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:29.968055 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31adfc00-3091-4dd5-84f6-2809d7334518 req-b22d2d36-d248-44bb-9a0d-1125af02e632 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:29.969919 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-31adfc00-3091-4dd5-84f6-2809d7334518 req-b22d2d36-d248-44bb-9a0d-1125af02e632 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=576163bb-e2de-4bc4-9ff2-01eda263d98d HTTP/1.1" status: 200 len: 946 time: 0.1831789 Aug 16 23:02:30.042243 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-31adfc00-3091-4dd5-84f6-2809d7334518 req-9d8c04c4-6b76-4b4b-81fe-6d9019ded662 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629141 Aug 16 23:02:30.051994 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-c62c3d4d-304d-4fe9-a6c9-2ab25018d316 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Deleting port b0b099fb-2f6f-49b6-890d-7afbde5b66ef {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:02:30.052332 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c62c3d4d-304d-4fe9-a6c9-2ab25018d316 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:30.136473 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-2c38d703-478c-41c6-9fee-0935820b2ef5 admin admin] For port 054873b3-9d4e-4a94-834d-8373e369ec96, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=054873b3-9d4e-4a94-834d-8373e369ec96,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:02:30.137161 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2c38d703-478c-41c6-9fee-0935820b2ef5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:30.161532 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-2c38d703-478c-41c6-9fee-0935820b2ef5 admin admin] Calling delete_port for 054873b3-9d4e-4a94-834d-8373e369ec96 owned by network:router_gateway {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:02:30.206858 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c62c3d4d-304d-4fe9-a6c9-2ab25018d316 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:30.231170 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 45832) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:30.238322 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-c62c3d4d-304d-4fe9-a6c9-2ab25018d316 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Calling delete_port for b0b099fb-2f6f-49b6-890d-7afbde5b66ef owned by network:router_gateway {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:02:30.441506 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-f9293293-95f5-4eac-8220-5bdc2165c04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c7c399-7ad2-4aa9-aea9-5096d5610a71', 'name': 'tempest-AttachVolumeShelveTestJSON-1840383852-router', 'tenant_id': '57296d41c5f54ce79a9b782f4a8b4677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '054873b3-9d4e-4a94-834d-8373e369ec96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:50:49Z', 'updated_at': '2021-08-16T23:02:25Z', 'revision_number': 5, 'project_id': '57296d41c5f54ce79a9b782f4a8b4677', 'gw_port': {'id': '054873b3-9d4e-4a94-834d-8373e369ec96', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:bf:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c7c399-7ad2-4aa9-aea9-5096d5610a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:50:50Z', 'updated_at': '2021-08-16T22:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:02:30.453378 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c62c3d4d-304d-4fe9-a6c9-2ab25018d316 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:30.501457 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9293293-95f5-4eac-8220-5bdc2165c04a None None] The sync data for ids ['c9c7c399-7ad2-4aa9-aea9-5096d5610a71'] in n-d-791506-26 is: [{'id': 'c9c7c399-7ad2-4aa9-aea9-5096d5610a71', 'name': 'tempest-AttachVolumeShelveTestJSON-1840383852-router', 'tenant_id': '57296d41c5f54ce79a9b782f4a8b4677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '054873b3-9d4e-4a94-834d-8373e369ec96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T22:50:49Z', 'updated_at': '2021-08-16T23:02:25Z', 'revision_number': 5, 'project_id': '57296d41c5f54ce79a9b782f4a8b4677', 'gw_port': {'id': '054873b3-9d4e-4a94-834d-8373e369ec96', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:bf:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c7c399-7ad2-4aa9-aea9-5096d5610a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T22:50:50Z', 'updated_at': '2021-08-16T22:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:02:30.538441 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62c3d4d-304d-4fe9-a6c9-2ab25018d316 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Pushing event deleted for resources: {'Port': ['ID=b0b099fb-2f6f-49b6-890d-7afbde5b66ef,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:30.547485 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-40013b12-6ca7-48a2-88c2-d70075df3709 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:30.570868 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-7e8a4f12-f889-4ca6-9980-df30af88cbfd req-157ece13-8189-456d-9feb-b1a3d650a7c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3601cae-3cfc-4266-9323-904586b9e3d0 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:02:30.593341 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-7e8a4f12-f889-4ca6-9980-df30af88cbfd req-157ece13-8189-456d-9feb-b1a3d650a7c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:30.601052 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f446a9a4-a6b7-4dcf-92e9-311482aad623 req-19123481-6789-4ae5-bd0e-24697bb59e5e tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:30.602754 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f446a9a4-a6b7-4dcf-92e9-311482aad623 req-19123481-6789-4ae5-bd0e-24697bb59e5e tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/ports?device_id=a986e6ef-8ed9-4a88-8e95-3ad50b9c8575 HTTP/1.1" status: 200 len: 932 time: 0.1351078 Aug 16 23:02:30.613690 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c62c3d4d-304d-4fe9-a6c9-2ab25018d316 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537121'] for router_gateway, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:30.621750 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-7e8a4f12-f889-4ca6-9980-df30af88cbfd req-157ece13-8189-456d-9feb-b1a3d650a7c4 service neutron] Transition to ACTIVE for port object f3601cae-3cfc-4266-9323-904586b9e3d0 will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:02:30.640491 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-7e8a4f12-f889-4ca6-9980-df30af88cbfd req-157ece13-8189-456d-9feb-b1a3d650a7c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:30.642441 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2c38d703-478c-41c6-9fee-0935820b2ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:30.751259 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c62c3d4d-304d-4fe9-a6c9-2ab25018d316 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:30.771962 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f446a9a4-a6b7-4dcf-92e9-311482aad623 req-7bcbd8e6-ea7a-49a8-aca0-61c84e302200 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a9bd5fe-3160-4f0a-a902-e95b7aedf567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534827 Aug 16 23:02:30.773656 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c62c3d4d-304d-4fe9-a6c9-2ab25018d316 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:30.806138 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157ece13-8189-456d-9feb-b1a3d650a7c4 service neutron] Pushing event updated for resources: {'Port': ['ID=f3601cae-3cfc-4266-9323-904586b9e3d0,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:30.830193 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c62c3d4d-304d-4fe9-a6c9-2ab25018d316 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:30.830972 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c62c3d4d-304d-4fe9-a6c9-2ab25018d316 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Fanout notify agent at l3_agent the message router_deleted on router 0e567274-8512-441e-b4d0-e5bad42c02eb {{(pid=101292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:02:30.839410 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c62c3d4d-304d-4fe9-a6c9-2ab25018d316 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:30.843649 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-c62c3d4d-304d-4fe9-a6c9-2ab25018d316 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] 10.222.0.36 "DELETE /v2.0/routers/0e567274-8512-441e-b4d0-e5bad42c02eb HTTP/1.1" status: 204 len: 168 time: 1.6093359 Aug 16 23:02:30.845384 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 45840) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:30.849116 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb74542-72da-4981-8070-44c5fe6ea14b req-7f382f13-b0ab-4860-a229-596ffc99fed3 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:30.851810 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-afb74542-72da-4981-8070-44c5fe6ea14b req-7f382f13-b0ab-4860-a229-596ffc99fed3 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/ports?device_id=823a2d4d-dfcf-45e8-b3fa-f0bda982a860 HTTP/1.1" status: 200 len: 945 time: 0.1371965 Aug 16 23:02:30.869274 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-32669161-5bd5-449d-a946-42b42bc922e4 tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1904888653', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'enable_snat': False}}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:02:30.909095 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c38d703-478c-41c6-9fee-0935820b2ef5 admin admin] Pushing event deleted for resources: {'Port': ['ID=054873b3-9d4e-4a94-834d-8373e369ec96,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:30.915059 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-afb74542-72da-4981-8070-44c5fe6ea14b req-18194385-87ad-4098-8eff-98a6d731c8c0 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/security-groups?id=1eb5bbe6-717a-4605-a558-b9b958591c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519805 Aug 16 23:02:30.952433 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2c38d703-478c-41c6-9fee-0935820b2ef5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537121'] for router_gateway, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:31.190951 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83696190-cabe-4234-9d0d-0abe4be858a7 req-17baf077-e554-49cc-984d-e8b9ecd2ae07 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:31.192665 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-83696190-cabe-4234-9d0d-0abe4be858a7 req-17baf077-e554-49cc-984d-e8b9ecd2ae07 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=576163bb-e2de-4bc4-9ff2-01eda263d98d HTTP/1.1" status: 200 len: 946 time: 0.0679119 Aug 16 23:02:31.238880 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-83696190-cabe-4234-9d0d-0abe4be858a7 req-999b54d9-24e2-4ba8-9424-034cdc506400 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395732 Aug 16 23:02:31.408437 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-40013b12-6ca7-48a2-88c2-d70075df3709 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:31.420367 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2c38d703-478c-41c6-9fee-0935820b2ef5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:31.426783 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2c38d703-478c-41c6-9fee-0935820b2ef5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:31.428821 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-40013b12-6ca7-48a2-88c2-d70075df3709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:31.439293 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-7e8a4f12-f889-4ca6-9980-df30af88cbfd req-157ece13-8189-456d-9feb-b1a3d650a7c4 service neutron] Attempting to bind port f3601cae-3cfc-4266-9323-904586b9e3d0 on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:02:31.439641 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-7e8a4f12-f889-4ca6-9980-df30af88cbfd req-157ece13-8189-456d-9feb-b1a3d650a7c4 service neutron] Attempting to bind port f3601cae-3cfc-4266-9323-904586b9e3d0 by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': '2f9d1485-64c4-4032-9f01-ae22555e2cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f382f188-dbb7-4b56-8af5-82f76ac61bfc'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:02:31.439972 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8a4f12-f889-4ca6-9980-df30af88cbfd req-157ece13-8189-456d-9feb-b1a3d650a7c4 service neutron] Attempting to bind port f3601cae-3cfc-4266-9323-904586b9e3d0 on network f382f188-dbb7-4b56-8af5-82f76ac61bfc {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:02:31.500007 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8a4f12-f889-4ca6-9980-df30af88cbfd req-157ece13-8189-456d-9feb-b1a3d650a7c4 service neutron] Port f3601cae-3cfc-4266-9323-904586b9e3d0 on network f382f188-dbb7-4b56-8af5-82f76ac61bfc not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:02:31.500355 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8a4f12-f889-4ca6-9980-df30af88cbfd req-157ece13-8189-456d-9feb-b1a3d650a7c4 service neutron] Attempting to bind port f3601cae-3cfc-4266-9323-904586b9e3d0 on network f382f188-dbb7-4b56-8af5-82f76ac61bfc {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:02:31.511997 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-32669161-5bd5-449d-a946-42b42bc922e4 tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:31.513143 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-32669161-5bd5-449d-a946-42b42bc922e4 tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:31.532800 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-40013b12-6ca7-48a2-88c2-d70075df3709 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2f3c796e5be841db896187069eeab3fa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2950819 Aug 16 23:02:31.533570 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2c38d703-478c-41c6-9fee-0935820b2ef5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:31.534104 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c38d703-478c-41c6-9fee-0935820b2ef5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9c7c399-7ad2-4aa9-aea9-5096d5610a71 {{(pid=101291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:02:31.535404 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 45852) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:31.539133 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8a4f12-f889-4ca6-9980-df30af88cbfd req-157ece13-8189-456d-9feb-b1a3d650a7c4 service neutron] Checking agent: {'id': 'd28e24f9-e5ea-41e1-80bf-3c7943ad7f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:02:31.539698 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8a4f12-f889-4ca6-9980-df30af88cbfd req-157ece13-8189-456d-9feb-b1a3d650a7c4 service neutron] Checking segment: {'id': '2f9d1485-64c4-4032-9f01-ae22555e2cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f382f188-dbb7-4b56-8af5-82f76ac61bfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:02:31.539888 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8a4f12-f889-4ca6-9980-df30af88cbfd req-157ece13-8189-456d-9feb-b1a3d650a7c4 service neutron] Bound using segment: {'id': '2f9d1485-64c4-4032-9f01-ae22555e2cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f382f188-dbb7-4b56-8af5-82f76ac61bfc'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:02:31.540608 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-7e8a4f12-f889-4ca6-9980-df30af88cbfd req-157ece13-8189-456d-9feb-b1a3d650a7c4 service neutron] Bound port: f3601cae-3cfc-4266-9323-904586b9e3d0, host: n-h1-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f9d1485-64c4-4032-9f01-ae22555e2cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f382f188-dbb7-4b56-8af5-82f76ac61bfc'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:02:31.540783 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-7e8a4f12-f889-4ca6-9980-df30af88cbfd req-157ece13-8189-456d-9feb-b1a3d650a7c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:31.547248 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2c38d703-478c-41c6-9fee-0935820b2ef5 admin admin] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:31.548410 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-2c38d703-478c-41c6-9fee-0935820b2ef5 admin admin] 10.222.0.36 "DELETE /v2.0/routers/c9c7c399-7ad2-4aa9-aea9-5096d5610a71 HTTP/1.1" status: 204 len: 168 time: 2.9726985 Aug 16 23:02:31.557586 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40013b12-6ca7-48a2-88c2-d70075df3709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39e64e7b-2074-4a9a-b6d8-cd59663d8a46,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:31.561032 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 45854) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:31.637097 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5bc0804e-3e2a-4d11-a965-eb9712a26eab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:31.668939 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5bc0804e-3e2a-4d11-a965-eb9712a26eab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:31.672934 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-32669161-5bd5-449d-a946-42b42bc922e4 tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:31.698189 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-82f2f09d-0a35-48b7-bab9-99270a4e6687 admin admin] Deleting subnet bb160313-5dbe-49f2-8a31-7afb6f1954c3 {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:02:31.741945 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-82f2f09d-0a35-48b7-bab9-99270a4e6687 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:31.747156 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5bc0804e-3e2a-4d11-a965-eb9712a26eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:31.750688 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5bc0804e-3e2a-4d11-a965-eb9712a26eab admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:31.751944 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-5bc0804e-3e2a-4d11-a965-eb9712a26eab admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/39e64e7b-2074-4a9a-b6d8-cd59663d8a46 HTTP/1.1" status: 204 len: 168 time: 0.2127793 Aug 16 23:02:31.786083 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc0804e-3e2a-4d11-a965-eb9712a26eab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e64e7b-2074-4a9a-b6d8-cd59663d8a46,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:31.816850 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-7e8a4f12-f889-4ca6-9980-df30af88cbfd req-157ece13-8189-456d-9feb-b1a3d650a7c4 service neutron] For port f3601cae-3cfc-4266-9323-904586b9e3d0, host n-h1-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:02:31.822750 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-7e8a4f12-f889-4ca6-9980-df30af88cbfd req-157ece13-8189-456d-9feb-b1a3d650a7c4 service neutron] For port f3601cae-3cfc-4266-9323-904586b9e3d0, host n-h1-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=f3601cae-3cfc-4266-9323-904586b9e3d0,segment=NetworkSegment(2f9d1485-64c4-4032-9f01-ae22555e2cfc),segment_id=2f9d1485-64c4-4032-9f01-ae22555e2cfc)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:02:31.890863 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-7e8a4f12-f889-4ca6-9980-df30af88cbfd req-157ece13-8189-456d-9feb-b1a3d650a7c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:31.897771 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-82f2f09d-0a35-48b7-bab9-99270a4e6687 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:31.937289 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-32669161-5bd5-449d-a946-42b42bc922e4 tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:31.938226 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640a36d8-1ca8-4e00-b630-25db15b5d0e1 req-8568f7e8-869f-4a74-8b0e-5fb9a8d80aee tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:31.939923 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-640a36d8-1ca8-4e00-b630-25db15b5d0e1 req-8568f7e8-869f-4a74-8b0e-5fb9a8d80aee tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/ports?device_id=a986e6ef-8ed9-4a88-8e95-3ad50b9c8575 HTTP/1.1" status: 200 len: 944 time: 0.0637996 Aug 16 23:02:31.999162 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a4f12-f889-4ca6-9980-df30af88cbfd req-157ece13-8189-456d-9feb-b1a3d650a7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:31.999799 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-7e8a4f12-f889-4ca6-9980-df30af88cbfd req-157ece13-8189-456d-9feb-b1a3d650a7c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:32.001249 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7e8a4f12-f889-4ca6-9980-df30af88cbfd req-157ece13-8189-456d-9feb-b1a3d650a7c4 service neutron] 10.222.0.68 "PUT /v2.0/ports/f3601cae-3cfc-4266-9323-904586b9e3d0 HTTP/1.1" status: 200 len: 1093 time: 2.4458814 Aug 16 23:02:32.001703 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a986e6ef-8ed9-4a88-8e95-3ad50b9c8575', 'tag': 'f3601cae-3cfc-4266-9323-904586b9e3d0'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:02:32.004104 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba7f54e5-5d60-4458-a203-829d49b7104d" -d '{"events": [{"name": "network-changed", "server_uuid": "a986e6ef-8ed9-4a88-8e95-3ad50b9c8575", "tag": "f3601cae-3cfc-4266-9323-904586b9e3d0"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:02:32.081336 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-640a36d8-1ca8-4e00-b630-25db15b5d0e1 req-fdf98a67-4a2d-48ad-8859-1e39d90418ae tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a9bd5fe-3160-4f0a-a902-e95b7aedf567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239889 Aug 16 23:02:32.141449 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157ece13-8189-456d-9feb-b1a3d650a7c4 service neutron] Pushing event updated for resources: {'Port': ['ID=f3601cae-3cfc-4266-9323-904586b9e3d0,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:32.163576 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcaaa46-c247-41fd-bc43-27e57533e6ec req-0bfd0d09-5617-4091-966a-c0ebd8635b41 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:32.165263 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dbcaaa46-c247-41fd-bc43-27e57533e6ec req-0bfd0d09-5617-4091-966a-c0ebd8635b41 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/ports?device_id=823a2d4d-dfcf-45e8-b3fa-f0bda982a860 HTTP/1.1" status: 200 len: 945 time: 0.1448035 Aug 16 23:02:32.212824 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ab0836f-0a99-4f7b-a0a1-535ce431a5d2 x-openstack-request-id: req-0ab0836f-0a99-4f7b-a0a1-535ce431a5d2 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:02:32.213169 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a986e6ef-8ed9-4a88-8e95-3ad50b9c8575", "tag": "f3601cae-3cfc-4266-9323-904586b9e3d0", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:02:32.213371 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0ab0836f-0a99-4f7b-a0a1-535ce431a5d2 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:02:32.213776 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a986e6ef-8ed9-4a88-8e95-3ad50b9c8575', 'tag': 'f3601cae-3cfc-4266-9323-904586b9e3d0', 'status': 'completed', 'code': 200} Aug 16 23:02:32.248228 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dbcaaa46-c247-41fd-bc43-27e57533e6ec req-9f6254cf-334a-4451-a3a9-78ec4fcf2820 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/security-groups?id=1eb5bbe6-717a-4605-a558-b9b958591c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766647 Aug 16 23:02:32.255904 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-82f2f09d-0a35-48b7-bab9-99270a4e6687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:32.302956 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a4f12-f889-4ca6-9980-df30af88cbfd req-a93ce210-7134-4eb1-8b27-4aed230721d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:32.304422 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7e8a4f12-f889-4ca6-9980-df30af88cbfd req-a93ce210-7134-4eb1-8b27-4aed230721d5 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=352e2e0b88af46f28dafba560003ae12&device_id=a986e6ef-8ed9-4a88-8e95-3ad50b9c8575 HTTP/1.1" status: 200 len: 1096 time: 0.1877229 Aug 16 23:02:32.312871 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 054873b3-9d4e-4a94-834d-8373e369ec96 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:02:32.340816 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 054873b3-9d4e-4a94-834d-8373e369ec96 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:02:32.341493 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 054873b3-9d4e-4a94-834d-8373e369ec96 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:02:32.342097 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 0975fd19-4250-46d8-81e3-b66f14831a7f no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:02:32.369056 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7e8a4f12-f889-4ca6-9980-df30af88cbfd req-ed8a7855-21ea-44cb-8581-3a1f28e68a96 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3601cae-3cfc-4266-9323-904586b9e3d0 HTTP/1.1" status: 200 len: 217 time: 0.0480275 Aug 16 23:02:32.390976 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 0975fd19-4250-46d8-81e3-b66f14831a7f {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:02:32.391333 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 0975fd19-4250-46d8-81e3-b66f14831a7f not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:02:32.421005 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecf241c-c1a6-4525-9d5d-f21e417e24b5 req-7fe7b9e1-24da-47cd-9360-da3eeee29194 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:32.428702 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8ecf241c-c1a6-4525-9d5d-f21e417e24b5 req-7fe7b9e1-24da-47cd-9360-da3eeee29194 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=576163bb-e2de-4bc4-9ff2-01eda263d98d HTTP/1.1" status: 200 len: 946 time: 0.0759218 Aug 16 23:02:32.469912 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8ecf241c-c1a6-4525-9d5d-f21e417e24b5 req-59ca7f29-9f49-4796-9612-a16d52556c72 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394168 Aug 16 23:02:32.537841 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-82f2f09d-0a35-48b7-bab9-99270a4e6687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:32.554302 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a4f12-f889-4ca6-9980-df30af88cbfd req-4730797f-4abf-4985-823c-253610c2e6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:32.555844 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7e8a4f12-f889-4ca6-9980-df30af88cbfd req-4730797f-4abf-4985-823c-253610c2e6a5 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6c827456-6bfb-4e82-b370-b53dc8e13ad7 HTTP/1.1" status: 200 len: 845 time: 0.1775334 Aug 16 23:02:32.590330 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f2f09d-0a35-48b7-bab9-99270a4e6687 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb160313-5dbe-49f2-8a31-7afb6f1954c3,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:32.590490 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f0fbea-d309-4e0f-b983-c82b3213e17c None None] Network 6017926f-7eef-429e-a22b-3a35337dccd4 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:02:32.590599 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-82f2f09d-0a35-48b7-bab9-99270a4e6687 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:32.594778 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-82f2f09d-0a35-48b7-bab9-99270a4e6687 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/bb160313-5dbe-49f2-8a31-7afb6f1954c3 HTTP/1.1" status: 204 len: 168 time: 1.0285473 Aug 16 23:02:32.600725 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 45882) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:32.640772 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7e8a4f12-f889-4ca6-9980-df30af88cbfd req-295469ea-3269-4aad-a6f8-a16efcbe535c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=f382f188-dbb7-4b56-8af5-82f76ac61bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643775 Aug 16 23:02:32.799148 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-be16481d-736a-480f-8a55-f94aefc56043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:32.805135 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-32669161-5bd5-449d-a946-42b42bc922e4 tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:32.806723 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0cdea7-0c6b-4267-a751-ffff524d74ac None None] DHCP port deletion for 6017926f-7eef-429e-a22b-3a35337dccd4 request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:02:32.840515 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-32669161-5bd5-449d-a946-42b42bc922e4 tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:32.859609 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-5f0cdea7-0c6b-4267-a751-ffff524d74ac None None] Deleting port 1ae7695c-c16e-4790-bd60-ea05fc721b97 {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:02:32.860061 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-5f0cdea7-0c6b-4267-a751-ffff524d74ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:32.878509 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7e8a4f12-f889-4ca6-9980-df30af88cbfd req-2bd2cf8f-8e3b-40aa-9778-23fb28571aab service neutron] 10.222.0.68 "GET /v2.0/networks/f382f188-dbb7-4b56-8af5-82f76ac61bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989756 Aug 16 23:02:32.960843 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-5f0cdea7-0c6b-4267-a751-ffff524d74ac None None] For port 1ae7695c-c16e-4790-bd60-ea05fc721b97, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=1ae7695c-c16e-4790-bd60-ea05fc721b97,segment=NetworkSegment(b23390f1-3345-4e11-b45b-da1aa220458a),segment_id=b23390f1-3345-4e11-b45b-da1aa220458a)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:02:32.961375 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-5f0cdea7-0c6b-4267-a751-ffff524d74ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:32.979129 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-5f0cdea7-0c6b-4267-a751-ffff524d74ac None None] Calling delete_port for 1ae7695c-c16e-4790-bd60-ea05fc721b97 owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:02:33.072522 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-5f0cdea7-0c6b-4267-a751-ffff524d74ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:33.106762 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0cdea7-0c6b-4267-a751-ffff524d74ac None None] Pushing event deleted for resources: {'Port': ['ID=1ae7695c-c16e-4790-bd60-ea05fc721b97,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:33.107873 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-32669161-5bd5-449d-a946-42b42bc922e4 tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Allocated IP 172.25.4.179 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/eff4266d-5cb4-4de0-ae14-7f8146b6813e) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:02:33.110659 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0cdea7-0c6b-4267-a751-ffff524d74ac None None] No DVR routers for this DVR port 1ae7695c-c16e-4790-bd60-ea05fc721b97 on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:02:33.112401 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-be16481d-736a-480f-8a55-f94aefc56043 admin admin] Deleting port 1ae7695c-c16e-4790-bd60-ea05fc721b97 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:02:33.112702 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-be16481d-736a-480f-8a55-f94aefc56043 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:33.136092 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7e8a4f12-f889-4ca6-9980-df30af88cbfd req-7acca547-d0c3-4f25-882c-a083e96161bc service neutron] 10.222.0.68 "GET /v2.0/networks/f382f188-dbb7-4b56-8af5-82f76ac61bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013571 Aug 16 23:02:33.316486 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-be16481d-736a-480f-8a55-f94aefc56043 admin admin] For port 1ae7695c-c16e-4790-bd60-ea05fc721b97, host n-d-791506-26, got binding levels [] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:02:33.316799 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-be16481d-736a-480f-8a55-f94aefc56043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:33.330602 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-be16481d-736a-480f-8a55-f94aefc56043 admin admin] Calling delete_port for 1ae7695c-c16e-4790-bd60-ea05fc721b97 owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:02:33.333444 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.ipam_backend_mixin [None req-be16481d-736a-480f-8a55-f94aefc56043 admin admin] Port 1ae7695c-c16e-4790-bd60-ea05fc721b97 was not found and therefore no delete operation was performed {{(pid=101291) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 23:02:33.335098 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-be16481d-736a-480f-8a55-f94aefc56043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:33.348038 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5c9905-40e5-4187-bdde-66c7b9891fee req-41470868-81b9-4e65-8652-5c9add7e1118 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:33.351359 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6f5c9905-40e5-4187-bdde-66c7b9891fee req-41470868-81b9-4e65-8652-5c9add7e1118 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/ports?device_id=a986e6ef-8ed9-4a88-8e95-3ad50b9c8575 HTTP/1.1" status: 200 len: 944 time: 0.1430881 Aug 16 23:02:33.388258 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be16481d-736a-480f-8a55-f94aefc56043 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ae7695c-c16e-4790-bd60-ea05fc721b97,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:33.404286 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be16481d-736a-480f-8a55-f94aefc56043 admin admin] No DVR routers for this DVR port 1ae7695c-c16e-4790-bd60-ea05fc721b97 on host n-d-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:02:33.435440 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6f5c9905-40e5-4187-bdde-66c7b9891fee req-33c102b5-7de7-4834-9bdd-00fd0753eb24 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a9bd5fe-3160-4f0a-a902-e95b7aedf567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681403 Aug 16 23:02:33.453689 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85352f0-889f-4f1a-a00f-176eadba102b req-79824bb9-cf9c-45f7-973b-9f6e319857fd tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:33.463254 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a85352f0-889f-4f1a-a00f-176eadba102b req-79824bb9-cf9c-45f7-973b-9f6e319857fd tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/ports?device_id=823a2d4d-dfcf-45e8-b3fa-f0bda982a860 HTTP/1.1" status: 200 len: 945 time: 0.1063101 Aug 16 23:02:33.504652 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7f54e5-5d60-4458-a203-829d49b7104d req-55370ded-3d2c-4799-9697-7aaf15fa3cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:33.506665 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-ba7f54e5-5d60-4458-a203-829d49b7104d req-55370ded-3d2c-4799-9697-7aaf15fa3cf5 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=352e2e0b88af46f28dafba560003ae12&device_id=a986e6ef-8ed9-4a88-8e95-3ad50b9c8575 HTTP/1.1" status: 200 len: 1096 time: 0.3005245 Aug 16 23:02:33.519478 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a85352f0-889f-4f1a-a00f-176eadba102b req-8b635b6c-0070-461b-9e55-2dd69c7e02b8 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/security-groups?id=1eb5bbe6-717a-4605-a558-b9b958591c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552597 Aug 16 23:02:33.545969 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-32669161-5bd5-449d-a946-42b42bc922e4 tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:33.548964 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-be16481d-736a-480f-8a55-f94aefc56043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:33.603596 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-be16481d-736a-480f-8a55-f94aefc56043 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6017926f-7eef-429e-a22b-3a35337dccd4']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:02:33.613159 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3c7186-09c2-42fc-864a-02cd533cbd04 req-deec59c0-958b-41b4-b860-9251bf0ed828 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:33.615737 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bf3c7186-09c2-42fc-864a-02cd533cbd04 req-deec59c0-958b-41b4-b860-9251bf0ed828 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=576163bb-e2de-4bc4-9ff2-01eda263d98d HTTP/1.1" status: 200 len: 946 time: 0.0564582 Aug 16 23:02:33.623025 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-be16481d-736a-480f-8a55-f94aefc56043 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b23390f1-3345-4e11-b45b-da1aa220458a') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:02:33.623331 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-be16481d-736a-480f-8a55-f94aefc56043 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b23390f1-3345-4e11-b45b-da1aa220458a') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:02:33.641102 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-be16481d-736a-480f-8a55-f94aefc56043 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:33.680972 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bf3c7186-09c2-42fc-864a-02cd533cbd04 req-194f87a1-c5c1-4142-a5b2-82273078d854 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482433 Aug 16 23:02:33.687560 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-be16481d-736a-480f-8a55-f94aefc56043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:33.724066 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be16481d-736a-480f-8a55-f94aefc56043 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:02:33.724936 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-be16481d-736a-480f-8a55-f94aefc56043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:33.727158 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 23:02:33.727158 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:02:33.727158 n-d-791506-26 neutron-server[101291]: timer() Aug 16 23:02:33.727158 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:02:33.727158 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 23:02:33.727158 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:02:33.727158 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 23:02:33.727158 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:02:33.727158 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 23:02:33.727158 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:02:33.727158 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 23:02:33.727158 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:02:33.727158 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 23:02:33.727158 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:02:33.727158 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:02:33.727158 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:02:33.727158 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:02:33.727158 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:02:33.727158 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 23:02:33.727158 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:02:33.727158 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 23:02:33.727158 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:02:33.727158 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:02:33.727158 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:02:33.727158 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 23:02:33.727158 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:02:33.727158 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:02:33.727158 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:02:33.727158 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:02:33.727158 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:02:33.727158 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:02:33.727158 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:02:33.745516 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:02:33.780341 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7f54e5-5d60-4458-a203-829d49b7104d req-89709416-2edf-436e-a214-739e5cc173db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:33.781791 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-ba7f54e5-5d60-4458-a203-829d49b7104d req-89709416-2edf-436e-a214-739e5cc173db service neutron] 10.222.0.68 "GET /v2.0/networks?id=f382f188-dbb7-4b56-8af5-82f76ac61bfc HTTP/1.1" status: 200 len: 906 time: 0.2531633 Aug 16 23:02:33.807722 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-32669161-5bd5-449d-a946-42b42bc922e4 tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:33.853691 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-ba7f54e5-5d60-4458-a203-829d49b7104d req-a260ce80-d900-451a-bcab-6b52a7f492b3 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3601cae-3cfc-4266-9323-904586b9e3d0 HTTP/1.1" status: 200 len: 217 time: 0.0568552 Aug 16 23:02:33.875890 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-be16481d-736a-480f-8a55-f94aefc56043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:33.881358 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-be16481d-736a-480f-8a55-f94aefc56043 admin admin] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:33.884758 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-be16481d-736a-480f-8a55-f94aefc56043 admin admin] 10.222.0.36 "DELETE /v2.0/networks/6017926f-7eef-429e-a22b-3a35337dccd4 HTTP/1.1" status: 204 len: 168 time: 1.2812529 Aug 16 23:02:33.955360 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32669161-5bd5-449d-a946-42b42bc922e4 tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:02:33.961483 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be16481d-736a-480f-8a55-f94aefc56043 admin admin] Pushing event deleted for resources: {'Network': ['ID=6017926f-7eef-429e-a22b-3a35337dccd4,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:33.972113 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-32669161-5bd5-449d-a946-42b42bc922e4 tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:02:33.976335 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32669161-5bd5-449d-a946-42b42bc922e4 tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Pushing event updated for resources: {'Port': ['ID=eff4266d-5cb4-4de0-ae14-7f8146b6813e,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:33.989680 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32669161-5bd5-449d-a946-42b42bc922e4 tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:02:34.032486 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7f54e5-5d60-4458-a203-829d49b7104d req-eee88dbd-5658-4af0-824f-1a4baafb9872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:34.034051 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-ba7f54e5-5d60-4458-a203-829d49b7104d req-eee88dbd-5658-4af0-824f-1a4baafb9872 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6c827456-6bfb-4e82-b370-b53dc8e13ad7 HTTP/1.1" status: 200 len: 845 time: 0.1483850 Aug 16 23:02:34.080825 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-ba7f54e5-5d60-4458-a203-829d49b7104d req-86c67bf7-76d9-4501-80b4-91410de7e989 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=f382f188-dbb7-4b56-8af5-82f76ac61bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379355 Aug 16 23:02:34.177619 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 45932) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:34.249665 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-e9614bcd-1f67-4cf0-b35e-7155b937be20 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=57296d41c5f54ce79a9b782f4a8b4677&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0703223 Aug 16 23:02:34.250353 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 45934) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:34.274081 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 1ae7695c-c16e-4790-bd60-ea05fc721b97 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:02:34.298611 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 1ae7695c-c16e-4790-bd60-ea05fc721b97 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:02:34.299064 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 1ae7695c-c16e-4790-bd60-ea05fc721b97 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:02:34.351492 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 45940) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:34.369113 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-ba7f54e5-5d60-4458-a203-829d49b7104d req-7b8f2200-26b1-4405-a6e7-3d06d421dd5d service neutron] 10.222.0.68 "GET /v2.0/networks/f382f188-dbb7-4b56-8af5-82f76ac61bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534530 Aug 16 23:02:34.371659 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 45944) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:34.376866 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-4fbbd3f6-e07e-43cf-9088-3499c8d90831 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1671150790'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:02:34.402558 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fbbd3f6-e07e-43cf-9088-3499c8d90831 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Made reservation on behalf of 2021c5ea9b37490ab72514988bd9444c for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:02:34.406450 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4fbbd3f6-e07e-43cf-9088-3499c8d90831 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:34.431244 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fbbd3f6-e07e-43cf-9088-3499c8d90831 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:02:34.441313 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4fbbd3f6-e07e-43cf-9088-3499c8d90831 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:34.441759 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-4fbbd3f6-e07e-43cf-9088-3499c8d90831 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Added segment 74cdf11b-eced-4a7c-8a3c-85f0b8d7848e of type vlan for network f22d369e-b532-46c6-9344-c4601e102f4e Aug 16 23:02:34.480389 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9e50c86f-65f7-4566-a74c-f7ed523481cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:34.496358 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c496d9b0-2b0c-4be8-876c-dc1ae3826c29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:34.499096 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4fbbd3f6-e07e-43cf-9088-3499c8d90831 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:34.519500 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9e50c86f-65f7-4566-a74c-f7ed523481cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:34.549300 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-32669161-5bd5-449d-a946-42b42bc922e4 tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:34.578529 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4fbbd3f6-e07e-43cf-9088-3499c8d90831 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:34.584165 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fbbd3f6-e07e-43cf-9088-3499c8d90831 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:34.585004 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4fbbd3f6-e07e-43cf-9088-3499c8d90831 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:34.620943 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-ba7f54e5-5d60-4458-a203-829d49b7104d req-a4c5b04f-574e-478b-801f-f0c21bca3e39 service neutron] 10.222.0.68 "GET /v2.0/networks/f382f188-dbb7-4b56-8af5-82f76ac61bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434196 Aug 16 23:02:34.668691 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9603f74-9dc1-4919-9ae1-18a7d284ceda req-c757ec71-2282-4652-9e35-7b00d008603a tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:34.670230 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f9603f74-9dc1-4919-9ae1-18a7d284ceda req-c757ec71-2282-4652-9e35-7b00d008603a tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/ports?device_id=a986e6ef-8ed9-4a88-8e95-3ad50b9c8575 HTTP/1.1" status: 200 len: 944 time: 0.1511483 Aug 16 23:02:34.685263 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9e50c86f-65f7-4566-a74c-f7ed523481cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:34.687746 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9e50c86f-65f7-4566-a74c-f7ed523481cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:34.691243 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-9e50c86f-65f7-4566-a74c-f7ed523481cf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5b54dd17-1d14-470a-ab48-3b56778e6ff6 HTTP/1.1" status: 204 len: 168 time: 0.4317966 Aug 16 23:02:34.704745 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e50c86f-65f7-4566-a74c-f7ed523481cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b54dd17-1d14-470a-ab48-3b56778e6ff6,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:34.731435 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbbd3f6-e07e-43cf-9088-3499c8d90831 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Pushing event updated for resources: {'Network': ['ID=f22d369e-b532-46c6-9344-c4601e102f4e,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:34.753469 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network f22d369e-b532-46c6-9344-c4601e102f4e details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:02:34.785730 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9793209c-414e-4d08-a1a7-f5c04d6d280a req-255e304b-8201-4af4-ab42-0bf8fe85ffb4 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:34.787569 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9793209c-414e-4d08-a1a7-f5c04d6d280a req-255e304b-8201-4af4-ab42-0bf8fe85ffb4 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/ports?device_id=823a2d4d-dfcf-45e8-b3fa-f0bda982a860 HTTP/1.1" status: 200 len: 945 time: 0.1709340 Aug 16 23:02:34.808484 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f9603f74-9dc1-4919-9ae1-18a7d284ceda req-840f018c-6aa3-48c2-84a4-3193a40de05c tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a9bd5fe-3160-4f0a-a902-e95b7aedf567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061623 Aug 16 23:02:34.854674 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c496d9b0-2b0c-4be8-876c-dc1ae3826c29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:34.902061 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c496d9b0-2b0c-4be8-876c-dc1ae3826c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:34.914144 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-4fbbd3f6-e07e-43cf-9088-3499c8d90831 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5368764 Aug 16 23:02:34.914336 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 45956) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:34.922299 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-33a150bf-b6fc-430c-8a7d-20e1d46f4ad5 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-266648984'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:02:34.929210 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-32669161-5bd5-449d-a946-42b42bc922e4 tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:34.985856 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9793209c-414e-4d08-a1a7-f5c04d6d280a req-28642b47-4a3c-498e-acb2-010f997dd64e tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/security-groups?id=1eb5bbe6-717a-4605-a558-b9b958591c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701326 Aug 16 23:02:34.997606 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-c496d9b0-2b0c-4be8-876c-dc1ae3826c29 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3d1dcefc635040689296ede41973fd42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6444542 Aug 16 23:02:35.003711 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 45960) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:35.012933 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33a150bf-b6fc-430c-8a7d-20e1d46f4ad5 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Made reservation on behalf of 2021c5ea9b37490ab72514988bd9444c for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:02:35.016557 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-33a150bf-b6fc-430c-8a7d-20e1d46f4ad5 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:35.026057 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c496d9b0-2b0c-4be8-876c-dc1ae3826c29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b16ae04-f77c-4a40-b3e5-8081213e7b0c,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:35.056703 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256c3cd2-89f2-4d2f-80f4-f4ee6e5bb4e5 req-2ad80552-1dc6-409f-93d7-ab3799cfffe6 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:35.058244 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-256c3cd2-89f2-4d2f-80f4-f4ee6e5bb4e5 req-2ad80552-1dc6-409f-93d7-ab3799cfffe6 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=576163bb-e2de-4bc4-9ff2-01eda263d98d HTTP/1.1" status: 200 len: 946 time: 0.1650648 Aug 16 23:02:35.088803 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33a150bf-b6fc-430c-8a7d-20e1d46f4ad5 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:02:35.108139 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-33a150bf-b6fc-430c-8a7d-20e1d46f4ad5 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:35.108139 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-33a150bf-b6fc-430c-8a7d-20e1d46f4ad5 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Added segment 39e0370e-4515-4c9b-976d-e470224b3979 of type vlan for network ce4eb26f-79ce-4c2a-bb34-84780b573ab4 Aug 16 23:02:35.118175 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-308912ca-b86a-42e0-85db-01157add266e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:35.125000 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-256c3cd2-89f2-4d2f-80f4-f4ee6e5bb4e5 req-58410b57-9a49-4c04-a6e0-10af140573cb tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554688 Aug 16 23:02:35.145771 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-308912ca-b86a-42e0-85db-01157add266e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:35.179847 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-33a150bf-b6fc-430c-8a7d-20e1d46f4ad5 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:35.203299 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-308912ca-b86a-42e0-85db-01157add266e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:35.204886 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32669161-5bd5-449d-a946-42b42bc922e4 tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Router 917df251-add8-4ec8-9619-15af2dff3da5 is scheduled to L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f with binding_index 1 {{(pid=101291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:02:35.206158 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-308912ca-b86a-42e0-85db-01157add266e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:35.209637 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-308912ca-b86a-42e0-85db-01157add266e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5b16ae04-f77c-4a40-b3e5-8081213e7b0c HTTP/1.1" status: 204 len: 168 time: 0.2002096 Aug 16 23:02:35.220206 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-33a150bf-b6fc-430c-8a7d-20e1d46f4ad5 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:35.226055 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308912ca-b86a-42e0-85db-01157add266e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b16ae04-f77c-4a40-b3e5-8081213e7b0c,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:35.227739 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a150bf-b6fc-430c-8a7d-20e1d46f4ad5 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:35.228341 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-33a150bf-b6fc-430c-8a7d-20e1d46f4ad5 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:35.347213 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-33a150bf-b6fc-430c-8a7d-20e1d46f4ad5 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4291973 Aug 16 23:02:35.347552 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 45972) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:35.361848 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-f7bffd95-1ff7-4c70-9aab-d1304c1230fd tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Request body: {'subnet': {'network_id': 'f22d369e-b532-46c6-9344-c4601e102f4e', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:02:35.514838 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7bffd95-1ff7-4c70-9aab-d1304c1230fd tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Made reservation on behalf of 2021c5ea9b37490ab72514988bd9444c for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:02:35.522982 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f7bffd95-1ff7-4c70-9aab-d1304c1230fd tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:35.781189 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a150bf-b6fc-430c-8a7d-20e1d46f4ad5 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Pushing event updated for resources: {'Network': ['ID=ce4eb26f-79ce-4c2a-bb34-84780b573ab4,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:35.782868 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af4f92b-f9bd-43fb-885e-81fe77aa548f req-199326fb-2ce8-4b1f-ac0f-c37b79ef7f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:35.793370 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network ce4eb26f-79ce-4c2a-bb34-84780b573ab4 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:02:35.804002 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1af4f92b-f9bd-43fb-885e-81fe77aa548f req-199326fb-2ce8-4b1f-ac0f-c37b79ef7f90 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=823a2d4d-dfcf-45e8-b3fa-f0bda982a860 HTTP/1.1" status: 200 len: 1097 time: 0.3657970 Aug 16 23:02:35.807804 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32669161-5bd5-449d-a946-42b42bc922e4 tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:02:35.826387 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f7bffd95-1ff7-4c70-9aab-d1304c1230fd tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:35.839550 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 45990) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:35.857658 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-13e4bb22-9c7f-45a3-bf4c-491940a96999 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:35.858104 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32fe48f-d580-4fc3-ae30-9b5198f5d1e5 None None] Sync routers for ids ['917df251-add8-4ec8-9619-15af2dff3da5'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:02:35.869862 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-32669161-5bd5-449d-a946-42b42bc922e4 tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:35.874421 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-32669161-5bd5-449d-a946-42b42bc922e4 tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 5.0095704 Aug 16 23:02:35.875151 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 45992) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:35.886233 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32fe48f-d580-4fc3-ae30-9b5198f5d1e5 None None] Routers {'917df251-add8-4ec8-9619-15af2dff3da5'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:02:35.887255 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-e32fe48f-d580-4fc3-ae30-9b5198f5d1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:02:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['917df251-add8-4ec8-9619-15af2dff3da5'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:02:35.948965 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1af4f92b-f9bd-43fb-885e-81fe77aa548f req-6436bc37-0c9e-4a9c-a6c4-b571dbab1c15 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=1eb5bbe6-717a-4605-a558-b9b958591c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202774 Aug 16 23:02:35.950922 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bffd95-1ff7-4c70-9aab-d1304c1230fd tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Pushing event updated for resources: {'Subnet': ['ID=d6960f85-ce45-4ab7-99b5-dd33148146e1,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:35.978737 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bffd95-1ff7-4c70-9aab-d1304c1230fd tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Checking segment: {'id': '74cdf11b-eced-4a7c-8a3c-85f0b8d7848e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f22d369e-b532-46c6-9344-c4601e102f4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:02:35.979378 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7bffd95-1ff7-4c70-9aab-d1304c1230fd tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Network hostable DHCP agents. Network: f22d369e-b532-46c6-9344-c4601e102f4e, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:02:36.025474 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7bffd95-1ff7-4c70-9aab-d1304c1230fd tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Network f22d369e-b532-46c6-9344-c4601e102f4e is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:02:36.035757 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-96125c15-0998-49c0-acf3-68b784924d68 tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] 10.222.0.36 "GET /v2.0/routers/917df251-add8-4ec8-9619-15af2dff3da5 HTTP/1.1" status: 200 len: 909 time: 0.1572719 Aug 16 23:02:36.036569 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-e32fe48f-d580-4fc3-ae30-9b5198f5d1e5 None None] Set router 917df251-add8-4ec8-9619-15af2dff3da5 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:02:36.039482 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 45996) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:36.040599 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfa866f-b904-4cb2-8dbc-907865944a0e req-5fb82a6b-c6c6-4731-aa2d-53d62bdbf1b2 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:36.043033 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ccfa866f-b904-4cb2-8dbc-907865944a0e req-5fb82a6b-c6c6-4731-aa2d-53d62bdbf1b2 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/ports?device_id=a986e6ef-8ed9-4a88-8e95-3ad50b9c8575 HTTP/1.1" status: 200 len: 944 time: 0.0838838 Aug 16 23:02:36.044158 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-95126a32-587e-4cb7-a85c-4657abbea9af tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1904888653', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'enable_snat': True}}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:02:36.052238 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-f7bffd95-1ff7-4c70-9aab-d1304c1230fd tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, f22d369e-b532-46c6-9344-c4601e102f4e) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:02:36.058864 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7bffd95-1ff7-4c70-9aab-d1304c1230fd tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:36.060231 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f7bffd95-1ff7-4c70-9aab-d1304c1230fd tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:36.076128 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d798b19-ad4f-4ec9-bb4c-d8a67e7c9dd0 None None] Network f22d369e-b532-46c6-9344-c4601e102f4e requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:02:36.111861 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ccfa866f-b904-4cb2-8dbc-907865944a0e req-7d9a57fc-e78a-4f14-b6a8-9b2b41a84653 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a9bd5fe-3160-4f0a-a902-e95b7aedf567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464780 Aug 16 23:02:36.133793 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-13e4bb22-9c7f-45a3-bf4c-491940a96999 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:36.139632 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-13e4bb22-9c7f-45a3-bf4c-491940a96999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:36.231688 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-95126a32-587e-4cb7-a85c-4657abbea9af tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:36.232900 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-95126a32-587e-4cb7-a85c-4657abbea9af tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:36.247266 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-f7bffd95-1ff7-4c70-9aab-d1304c1230fd tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8960543 Aug 16 23:02:36.247491 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e4bb22-9c7f-45a3-bf4c-491940a96999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c438f9-d70b-4621-8604-f48022bc172d,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:36.250433 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 46000) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:36.251724 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-13e4bb22-9c7f-45a3-bf4c-491940a96999 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e09ebe6cb6dd495abb16c103874d7318&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4098134 Aug 16 23:02:36.253839 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 46002) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:36.262787 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-1f13ce8f-445c-4ee0-b0b2-4eeb764f0393 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Request body: {'subnet': {'network_id': 'ce4eb26f-79ce-4c2a-bb34-84780b573ab4', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:02:36.310177 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1587d986-3ff4-4130-882c-18bdcef21a0b req-b14271da-1563-4b6e-bf0e-e564c75bde6d tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:36.329157 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1587d986-3ff4-4130-882c-18bdcef21a0b req-b14271da-1563-4b6e-bf0e-e564c75bde6d tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/ports?device_id=823a2d4d-dfcf-45e8-b3fa-f0bda982a860 HTTP/1.1" status: 200 len: 945 time: 0.1367424 Aug 16 23:02:36.351917 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-95126a32-587e-4cb7-a85c-4657abbea9af tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:36.429537 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1587d986-3ff4-4130-882c-18bdcef21a0b req-ab489bc3-3b5d-4641-bfa0-e0becfa9c80e tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/security-groups?id=1eb5bbe6-717a-4605-a558-b9b958591c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991180 Aug 16 23:02:36.488025 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e39e49-0fc5-4e0b-8337-63750f12837a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-f22d369e-b532-46c6-9344-c4601e102f4e', 'network_id': 'f22d369e-b532-46c6-9344-c4601e102f4e', 'tenant_id': '2021c5ea9b37490ab72514988bd9444c', 'fixed_ips': [{'subnet_id': 'd6960f85-ce45-4ab7-99b5-dd33148146e1'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:02:36.489868 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-04e39e49-0fc5-4e0b-8337-63750f12837a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:36.493701 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f13ce8f-445c-4ee0-b0b2-4eeb764f0393 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Made reservation on behalf of 2021c5ea9b37490ab72514988bd9444c for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:02:36.497443 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1f13ce8f-445c-4ee0-b0b2-4eeb764f0393 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:36.509691 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-95126a32-587e-4cb7-a85c-4657abbea9af tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:36.511458 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-e32fe48f-d580-4fc3-ae30-9b5198f5d1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917df251-add8-4ec8-9619-15af2dff3da5', 'name': 'tempest-snat-router-1904888653', 'tenant_id': 'a35229d9fe4c47178d68f77afcde2404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.179'}], 'enable_snat': False}, 'gw_port_id': 'eff4266d-5cb4-4de0-ae14-7f8146b6813e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:02:31Z', 'updated_at': '2021-08-16T23:02:34Z', 'revision_number': 3, 'project_id': 'a35229d9fe4c47178d68f77afcde2404', 'gw_port': {'id': 'eff4266d-5cb4-4de0-ae14-7f8146b6813e', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:bb:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '917df251-add8-4ec8-9619-15af2dff3da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1932, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:02:32Z', 'updated_at': '2021-08-16T23:02:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:02:36.527229 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-aac9e5e4-431f-46ce-bc80-eefbf04067c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:36.559798 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32fe48f-d580-4fc3-ae30-9b5198f5d1e5 None None] Checking router: 917df251-add8-4ec8-9619-15af2dff3da5 for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:02:36.560513 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32fe48f-d580-4fc3-ae30-9b5198f5d1e5 None None] Updating router 917df251-add8-4ec8-9619-15af2dff3da5 port eff4266d-5cb4-4de0-ae14-7f8146b6813e binding host n-d-791506-26 {{(pid=101293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:02:36.593576 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-aac9e5e4-431f-46ce-bc80-eefbf04067c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:36.657323 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e32fe48f-d580-4fc3-ae30-9b5198f5d1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:36.658407 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e688e7-9108-4e27-bfaf-e88340917ad4 req-e21925d8-6af5-4e0c-986c-37538ad7ffe8 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:36.666458 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-99e688e7-9108-4e27-bfaf-e88340917ad4 req-e21925d8-6af5-4e0c-986c-37538ad7ffe8 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=576163bb-e2de-4bc4-9ff2-01eda263d98d HTTP/1.1" status: 200 len: 946 time: 0.0904107 Aug 16 23:02:36.680257 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-aac9e5e4-431f-46ce-bc80-eefbf04067c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:36.682815 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-aac9e5e4-431f-46ce-bc80-eefbf04067c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:36.688346 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-aac9e5e4-431f-46ce-bc80-eefbf04067c7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b7c438f9-d70b-4621-8604-f48022bc172d HTTP/1.1" status: 204 len: 168 time: 0.4292085 Aug 16 23:02:36.713018 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac9e5e4-431f-46ce-bc80-eefbf04067c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c438f9-d70b-4621-8604-f48022bc172d,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:36.788763 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-99e688e7-9108-4e27-bfaf-e88340917ad4 req-5ff96086-b905-4a20-a364-d4acb8cf00e1 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104491 Aug 16 23:02:36.871741 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-04e39e49-0fc5-4e0b-8337-63750f12837a None None] Allocated IP 10.1.1.2 (f22d369e-b532-46c6-9344-c4601e102f4e/d6960f85-ce45-4ab7-99b5-dd33148146e1/7a01b988-3e61-425a-972e-b47d95abacc8) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:02:36.885912 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-95126a32-587e-4cb7-a85c-4657abbea9af tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:36.914792 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-95126a32-587e-4cb7-a85c-4657abbea9af tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:37.042024 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1f13ce8f-445c-4ee0-b0b2-4eeb764f0393 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:37.184212 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device f3601cae-3cfc-4266-9323-904586b9e3d0 details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:02:37.248382 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f13ce8f-445c-4ee0-b0b2-4eeb764f0393 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Pushing event updated for resources: {'Subnet': ['ID=fdaa5cc8-50d2-4c63-b1ef-57818a69cbda,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:37.313623 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f13ce8f-445c-4ee0-b0b2-4eeb764f0393 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Checking segment: {'id': '39e0370e-4515-4c9b-976d-e470224b3979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ce4eb26f-79ce-4c2a-bb34-84780b573ab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:02:37.313987 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f13ce8f-445c-4ee0-b0b2-4eeb764f0393 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Network hostable DHCP agents. Network: ce4eb26f-79ce-4c2a-bb34-84780b573ab4, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:02:37.343027 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port f3601cae-3cfc-4266-9323-904586b9e3d0, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=f3601cae-3cfc-4266-9323-904586b9e3d0,segment=NetworkSegment(2f9d1485-64c4-4032-9f01-ae22555e2cfc),segment_id=2f9d1485-64c4-4032-9f01-ae22555e2cfc)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:02:37.352128 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a579ab2-6b0f-4460-9741-2c76a2addd1a req-0d9cec91-221b-49ff-8d87-4174158f449c tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:37.358881 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': 'f3601cae-3cfc-4266-9323-904586b9e3d0', 'network_id': 'f382f188-dbb7-4b56-8af5-82f76ac61bfc', 'port_id': 'f3601cae-3cfc-4266-9323-904586b9e3d0', 'mac_address': 'fa:16:3e:dd:38:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c827456-6bfb-4e82-b370-b53dc8e13ad7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:02:37.360498 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1a579ab2-6b0f-4460-9741-2c76a2addd1a req-0d9cec91-221b-49ff-8d87-4174158f449c tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=576163bb-e2de-4bc4-9ff2-01eda263d98d HTTP/1.1" status: 200 len: 946 time: 0.1769593 Aug 16 23:02:37.373426 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1819a4-7899-4cc0-af09-f594600766f5 req-e8977425-b91f-44a2-95c0-41cf2cbdb91f tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:37.374967 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-be1819a4-7899-4cc0-af09-f594600766f5 req-e8977425-b91f-44a2-95c0-41cf2cbdb91f tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/ports?device_id=a986e6ef-8ed9-4a88-8e95-3ad50b9c8575 HTTP/1.1" status: 200 len: 944 time: 0.1147516 Aug 16 23:02:37.427645 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f13ce8f-445c-4ee0-b0b2-4eeb764f0393 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Network ce4eb26f-79ce-4c2a-bb34-84780b573ab4 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:02:37.476406 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-be1819a4-7899-4cc0-af09-f594600766f5 req-31209d56-1e09-4e46-b048-9587423a7acb tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a9bd5fe-3160-4f0a-a902-e95b7aedf567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936110 Aug 16 23:02:37.479745 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-1f13ce8f-445c-4ee0-b0b2-4eeb764f0393 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, ce4eb26f-79ce-4c2a-bb34-84780b573ab4) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:02:37.486147 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f13ce8f-445c-4ee0-b0b2-4eeb764f0393 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:37.486952 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1f13ce8f-445c-4ee0-b0b2-4eeb764f0393 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:37.507787 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1a579ab2-6b0f-4460-9741-2c76a2addd1a req-be08ef68-fed6-4aab-a305-01449a50b290 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462724 Aug 16 23:02:37.538573 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-1f13ce8f-445c-4ee0-b0b2-4eeb764f0393 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2858894 Aug 16 23:02:37.541540 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 46036) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:37.548190 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-b72ddedc-88f2-4586-9dee-1ef93ab06d4c tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Request body: {'port': {'network_id': 'f22d369e-b532-46c6-9344-c4601e102f4e', 'name': 'tempest-TaggedBootDevicesTest-827223167', 'fixed_ips': [{'subnet_id': 'd6960f85-ce45-4ab7-99b5-dd33148146e1'}]}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:02:37.636075 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d1e0aa-3633-4433-987f-c9ab7a680558 req-4d43ed0a-b724-46ef-9bff-09b2dd9f89e1 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:37.660564 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-80d1e0aa-3633-4433-987f-c9ab7a680558 req-4d43ed0a-b724-46ef-9bff-09b2dd9f89e1 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/ports?device_id=823a2d4d-dfcf-45e8-b3fa-f0bda982a860 HTTP/1.1" status: 200 len: 945 time: 0.0771098 Aug 16 23:02:37.711266 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e32fe48f-d580-4fc3-ae30-9b5198f5d1e5 None None] Notify callbacks [] for port, precommit_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:37.719324 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-80d1e0aa-3633-4433-987f-c9ab7a680558 req-1db73ccb-f8a2-4b1c-90ae-10a086444b61 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/security-groups?id=1eb5bbe6-717a-4605-a558-b9b958591c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575581 Aug 16 23:02:37.734036 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-e32fe48f-d580-4fc3-ae30-9b5198f5d1e5 None None] Transition to ACTIVE for port object eff4266d-5cb4-4de0-ae14-7f8146b6813e will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:02:37.741384 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2054703e-8158-4f80-9c94-00239fceea6b None None] Network ce4eb26f-79ce-4c2a-bb34-84780b573ab4 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:02:37.766743 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e32fe48f-d580-4fc3-ae30-9b5198f5d1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:37.798837 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b72ddedc-88f2-4586-9dee-1ef93ab06d4c tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Made reservation on behalf of 2021c5ea9b37490ab72514988bd9444c for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:02:37.855231 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c82ae20-9879-45da-a61e-44c9f524e857 None None] Pushing event updated for resources: {'Port': ['ID=eff4266d-5cb4-4de0-ae14-7f8146b6813e,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:37.872771 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-04e39e49-0fc5-4e0b-8337-63750f12837a None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:37.926265 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-04e39e49-0fc5-4e0b-8337-63750f12837a None None] Transition to ACTIVE for port object 7a01b988-3e61-425a-972e-b47d95abacc8 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:02:37.936884 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:37.941652 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-95126a32-587e-4cb7-a85c-4657abbea9af tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Allocated IP 172.25.4.52 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/8629e005-1a90-4788-afb4-876731b8b7fc) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:02:37.993910 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-04e39e49-0fc5-4e0b-8337-63750f12837a None None] Transition to ACTIVE for port object 7a01b988-3e61-425a-972e-b47d95abacc8 will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:02:38.007361 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-e32fe48f-d580-4fc3-ae30-9b5198f5d1e5 None None] Attempting to bind port eff4266d-5cb4-4de0-ae14-7f8146b6813e on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:02:38.008074 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-e32fe48f-d580-4fc3-ae30-9b5198f5d1e5 None None] Attempting to bind port eff4266d-5cb4-4de0-ae14-7f8146b6813e by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:02:38.008724 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32fe48f-d580-4fc3-ae30-9b5198f5d1e5 None None] Attempting to bind port eff4266d-5cb4-4de0-ae14-7f8146b6813e on network c22c4980-c849-406d-982c-a5d68c515a94 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:02:38.045398 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b72ddedc-88f2-4586-9dee-1ef93ab06d4c tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:38.049432 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32fe48f-d580-4fc3-ae30-9b5198f5d1e5 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:02:38.049953 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32fe48f-d580-4fc3-ae30-9b5198f5d1e5 None None] Checking segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:02:38.050762 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e32fe48f-d580-4fc3-ae30-9b5198f5d1e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:38.050762 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32fe48f-d580-4fc3-ae30-9b5198f5d1e5 None None] Bound using segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:02:38.051291 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-e32fe48f-d580-4fc3-ae30-9b5198f5d1e5 None None] Bound port: eff4266d-5cb4-4de0-ae14-7f8146b6813e, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:02:38.051686 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e32fe48f-d580-4fc3-ae30-9b5198f5d1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:38.069029 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-b72ddedc-88f2-4586-9dee-1ef93ab06d4c tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] device_id is not set on port c1cc686f-303c-42dc-85c7-d80aff741a19 yet. {{(pid=101291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 23:02:38.157224 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-e32fe48f-d580-4fc3-ae30-9b5198f5d1e5 None None] For port eff4266d-5cb4-4de0-ae14-7f8146b6813e, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:02:38.161975 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-e32fe48f-d580-4fc3-ae30-9b5198f5d1e5 None None] For port eff4266d-5cb4-4de0-ae14-7f8146b6813e, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=eff4266d-5cb4-4de0-ae14-7f8146b6813e,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:02:38.166963 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e1de7-b732-4352-9afb-8a770a204d5f req-70a3d840-3ffd-4cbc-b9cf-f56b52b41da5 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:38.168735 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3f5e1de7-b732-4352-9afb-8a770a204d5f req-70a3d840-3ffd-4cbc-b9cf-f56b52b41da5 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/networks?id=540fbbcf-8da3-458c-90f5-f20e9fa6a263 HTTP/1.1" status: 200 len: 811 time: 0.1942420 Aug 16 23:02:38.177289 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-04e39e49-0fc5-4e0b-8337-63750f12837a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:38.191886 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3f5e1de7-b732-4352-9afb-8a770a204d5f req-4d9f92fe-be7f-4e2d-8914-b89cd722675a tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/quotas/658de3f152bc4d17994dfa693ccface5 HTTP/1.1" status: 200 len: 375 time: 0.0163510 Aug 16 23:02:38.201949 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3601cae-3cfc-4266-9323-904586b9e3d0 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:02:38.210794 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e32fe48f-d580-4fc3-ae30-9b5198f5d1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:38.251128 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-95126a32-587e-4cb7-a85c-4657abbea9af tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:38.321230 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e39e49-0fc5-4e0b-8337-63750f12837a None None] Network f22d369e-b532-46c6-9344-c4601e102f4e is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:02:38.376246 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32fe48f-d580-4fc3-ae30-9b5198f5d1e5 None None] Routers {'917df251-add8-4ec8-9619-15af2dff3da5'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:02:38.382586 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-e32fe48f-d580-4fc3-ae30-9b5198f5d1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:02:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['917df251-add8-4ec8-9619-15af2dff3da5'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:02:38.390551 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-b72ddedc-88f2-4586-9dee-1ef93ab06d4c tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Allocated IP 10.1.1.28 (f22d369e-b532-46c6-9344-c4601e102f4e/d6960f85-ce45-4ab7-99b5-dd33148146e1/c1cc686f-303c-42dc-85c7-d80aff741a19) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:02:38.399209 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port f3601cae-3cfc-4266-9323-904586b9e3d0, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=f3601cae-3cfc-4266-9323-904586b9e3d0,segment=NetworkSegment(2f9d1485-64c4-4032-9f01-ae22555e2cfc),segment_id=2f9d1485-64c4-4032-9f01-ae22555e2cfc)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:02:38.402480 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-04e39e49-0fc5-4e0b-8337-63750f12837a None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:02:38.430017 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-95126a32-587e-4cb7-a85c-4657abbea9af tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:38.497283 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95126a32-587e-4cb7-a85c-4657abbea9af tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Pushing event updated for resources: {'Port': ['ID=8629e005-1a90-4788-afb4-876731b8b7fc,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:38.527235 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95126a32-587e-4cb7-a85c-4657abbea9af tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:02:38.538737 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-95126a32-587e-4cb7-a85c-4657abbea9af tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:02:38.541294 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95126a32-587e-4cb7-a85c-4657abbea9af tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:02:38.605047 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-e32fe48f-d580-4fc3-ae30-9b5198f5d1e5 None None] Set router 917df251-add8-4ec8-9619-15af2dff3da5 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:02:38.626694 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d73c7a-4892-4b97-b596-fe134a9edf6e req-942837f2-37e9-454b-a9ed-b2d886d4f5ff tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:38.636063 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-26d73c7a-4892-4b97-b596-fe134a9edf6e req-942837f2-37e9-454b-a9ed-b2d886d4f5ff tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.68 "GET /v2.0/ports?device_id=576163bb-e2de-4bc4-9ff2-01eda263d98d HTTP/1.1" status: 200 len: 946 time: 0.2658217 Aug 16 23:02:38.698030 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e39e49-0fc5-4e0b-8337-63750f12837a None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:02:38.707052 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e39e49-0fc5-4e0b-8337-63750f12837a None None] Pushing event updated for resources: {'Port': ['ID=7a01b988-3e61-425a-972e-b47d95abacc8,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:38.735055 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:38.928667 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c82ae20-9879-45da-a61e-44c9f524e857 None None] Pushing event updated for resources: {'Port': ['ID=eff4266d-5cb4-4de0-ae14-7f8146b6813e,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:38.952013 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a50dda-ddbe-4621-81b2-9babe00f5ffc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-ce4eb26f-79ce-4c2a-bb34-84780b573ab4', 'network_id': 'ce4eb26f-79ce-4c2a-bb34-84780b573ab4', 'tenant_id': '2021c5ea9b37490ab72514988bd9444c', 'fixed_ips': [{'subnet_id': 'fdaa5cc8-50d2-4c63-b1ef-57818a69cbda'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:02:38.953077 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-27a50dda-ddbe-4621-81b2-9babe00f5ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:39.001135 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-04e39e49-0fc5-4e0b-8337-63750f12837a None None] Attempting to bind port 7a01b988-3e61-425a-972e-b47d95abacc8 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:02:39.001671 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-04e39e49-0fc5-4e0b-8337-63750f12837a None None] Attempting to bind port 7a01b988-3e61-425a-972e-b47d95abacc8 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '74cdf11b-eced-4a7c-8a3c-85f0b8d7848e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f22d369e-b532-46c6-9344-c4601e102f4e'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:02:39.002144 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e39e49-0fc5-4e0b-8337-63750f12837a None None] Attempting to bind port 7a01b988-3e61-425a-972e-b47d95abacc8 on network f22d369e-b532-46c6-9344-c4601e102f4e {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:02:39.023161 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['f3601cae-3cfc-4266-9323-904586b9e3d0'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:02:39.036339 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3f5e1de7-b732-4352-9afb-8a770a204d5f req-87e8058e-664d-4a69-8948-c9626a4086e0 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=658de3f152bc4d17994dfa693ccface5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8377452 Aug 16 23:02:39.051455 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942e52b8-a20e-41b7-ac3e-539fe3e31fbe req-4ea8493b-14e1-4494-83de-85f0c1fac140 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:39.062446 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-26d73c7a-4892-4b97-b596-fe134a9edf6e req-9bb01093-ead1-4ce9-a8c5-e35433249df3 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Deleting port 14d3ddfa-8915-4364-99d5-532668e87065 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:02:39.063184 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-942e52b8-a20e-41b7-ac3e-539fe3e31fbe req-4ea8493b-14e1-4494-83de-85f0c1fac140 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/ports?device_id=a986e6ef-8ed9-4a88-8e95-3ad50b9c8575 HTTP/1.1" status: 200 len: 945 time: 0.0975950 Aug 16 23:02:39.063312 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-26d73c7a-4892-4b97-b596-fe134a9edf6e req-9bb01093-ead1-4ce9-a8c5-e35433249df3 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:39.093092 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e39e49-0fc5-4e0b-8337-63750f12837a None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:02:39.095287 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e39e49-0fc5-4e0b-8337-63750f12837a None None] Checking segment: {'id': '74cdf11b-eced-4a7c-8a3c-85f0b8d7848e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f22d369e-b532-46c6-9344-c4601e102f4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:02:39.095899 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-04e39e49-0fc5-4e0b-8337-63750f12837a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:39.096472 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b72ddedc-88f2-4586-9dee-1ef93ab06d4c tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:39.096801 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e39e49-0fc5-4e0b-8337-63750f12837a None None] Bound using segment: {'id': '74cdf11b-eced-4a7c-8a3c-85f0b8d7848e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f22d369e-b532-46c6-9344-c4601e102f4e'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:02:39.097600 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-04e39e49-0fc5-4e0b-8337-63750f12837a None None] Bound port: 7a01b988-3e61-425a-972e-b47d95abacc8, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74cdf11b-eced-4a7c-8a3c-85f0b8d7848e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f22d369e-b532-46c6-9344-c4601e102f4e'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:02:39.098589 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-04e39e49-0fc5-4e0b-8337-63750f12837a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:39.198240 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-b72ddedc-88f2-4586-9dee-1ef93ab06d4c tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Transition to ACTIVE for port object c1cc686f-303c-42dc-85c7-d80aff741a19 will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:02:39.220166 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3f5e1de7-b732-4352-9afb-8a770a204d5f req-ed00edba-c68a-4eac-8f55-5e7bfe38b3cb service neutron] 10.222.0.36 "GET /v2.0/networks/540fbbcf-8da3-458c-90f5-f20e9fa6a263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295362 Aug 16 23:02:39.227835 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=f3601cae-3cfc-4266-9323-904586b9e3d0,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:39.322194 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-26d73c7a-4892-4b97-b596-fe134a9edf6e req-9bb01093-ead1-4ce9-a8c5-e35433249df3 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] For port 14d3ddfa-8915-4364-99d5-532668e87065, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=14d3ddfa-8915-4364-99d5-532668e87065,segment=NetworkSegment(d9a940b8-4f1c-423f-8b77-621d8ce494fc),segment_id=d9a940b8-4f1c-423f-8b77-621d8ce494fc)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:02:39.322570 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-26d73c7a-4892-4b97-b596-fe134a9edf6e req-9bb01093-ead1-4ce9-a8c5-e35433249df3 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:39.342825 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-95126a32-587e-4cb7-a85c-4657abbea9af tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:39.345375 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-26d73c7a-4892-4b97-b596-fe134a9edf6e req-9bb01093-ead1-4ce9-a8c5-e35433249df3 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Calling delete_port for 14d3ddfa-8915-4364-99d5-532668e87065 owned by compute:nova {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:02:39.363470 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-27a50dda-ddbe-4621-81b2-9babe00f5ffc None None] Allocated IP 10.2.2.2 (ce4eb26f-79ce-4c2a-bb34-84780b573ab4/fdaa5cc8-50d2-4c63-b1ef-57818a69cbda/5d8a62c0-f7a2-45fa-a2c2-83271e0713aa) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:02:39.391457 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b72ddedc-88f2-4586-9dee-1ef93ab06d4c tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:39.452510 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72ddedc-88f2-4586-9dee-1ef93ab06d4c tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Pushing event updated for resources: {'Port': ['ID=c1cc686f-303c-42dc-85c7-d80aff741a19,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:39.474800 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3f5e1de7-b732-4352-9afb-8a770a204d5f req-20511838-908f-4d8c-a112-a256f3db544a service neutron] 10.222.0.36 "GET /v2.0/networks/540fbbcf-8da3-458c-90f5-f20e9fa6a263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527361 Aug 16 23:02:39.546587 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-942e52b8-a20e-41b7-ac3e-539fe3e31fbe req-2cb65685-aa1d-413a-b010-726f8f4b0a64 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a9bd5fe-3160-4f0a-a902-e95b7aedf567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4615917 Aug 16 23:02:39.609421 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-27a50dda-ddbe-4621-81b2-9babe00f5ffc None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:39.620021 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7b5014dd-90fb-493b-a393-461c04f6cc91 req-2dd78ff3-0e85-4659-bfb9-33c01105b65d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=823a2d4d-dfcf-45e8-b3fa-f0bda982a860&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1395607 Aug 16 23:02:39.671395 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-27a50dda-ddbe-4621-81b2-9babe00f5ffc None None] Transition to ACTIVE for port object 5d8a62c0-f7a2-45fa-a2c2-83271e0713aa will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:02:39.712057 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72ddedc-88f2-4586-9dee-1ef93ab06d4c tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Network f22d369e-b532-46c6-9344-c4601e102f4e is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:02:39.741835 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-27a50dda-ddbe-4621-81b2-9babe00f5ffc None None] Transition to ACTIVE for port object 5d8a62c0-f7a2-45fa-a2c2-83271e0713aa will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:02:39.757731 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-b72ddedc-88f2-4586-9dee-1ef93ab06d4c tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:02:39.773912 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-27a50dda-ddbe-4621-81b2-9babe00f5ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:39.800028 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72ddedc-88f2-4586-9dee-1ef93ab06d4c tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:02:39.837222 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a50dda-ddbe-4621-81b2-9babe00f5ffc None None] Network ce4eb26f-79ce-4c2a-bb34-84780b573ab4 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:02:39.840809 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a50dda-ddbe-4621-81b2-9babe00f5ffc None None] Pushing event updated for resources: {'Port': ['ID=5d8a62c0-f7a2-45fa-a2c2-83271e0713aa,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:39.854769 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-27a50dda-ddbe-4621-81b2-9babe00f5ffc None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:02:39.857128 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a50dda-ddbe-4621-81b2-9babe00f5ffc None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:02:39.915771 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d073ba82-ed54-410a-97e0-7f095d9d262e req-6195c149-c907-4acd-987f-96381b2a97f7 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/ports?device_id=18587e22-5c06-42fd-975d-a2fe2080dd33 HTTP/1.1" status: 200 len: 210 time: 0.0646873 Aug 16 23:02:39.918037 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5014dd-90fb-493b-a393-461c04f6cc91 req-5722f7b3-9474-4624-a6a9-79f21fc37bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:39.919793 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7b5014dd-90fb-493b-a393-461c04f6cc91 req-5722f7b3-9474-4624-a6a9-79f21fc37bc8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=658de3f152bc4d17994dfa693ccface5&device_id=823a2d4d-dfcf-45e8-b3fa-f0bda982a860 HTTP/1.1" status: 200 len: 1097 time: 0.1717753 Aug 16 23:02:39.984464 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf55c647-5718-48af-b7b9-d839bf8b7fd0 req-1a7e470d-110c-4aed-991f-85ea824ddf26 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:39.987182 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bf55c647-5718-48af-b7b9-d839bf8b7fd0 req-1a7e470d-110c-4aed-991f-85ea824ddf26 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=576163bb-e2de-4bc4-9ff2-01eda263d98d HTTP/1.1" status: 200 len: 946 time: 0.3279157 Aug 16 23:02:40.016345 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-04e39e49-0fc5-4e0b-8337-63750f12837a None None] For port 7a01b988-3e61-425a-972e-b47d95abacc8, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:02:40.066465 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72ddedc-88f2-4586-9dee-1ef93ab06d4c tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:40.067118 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b72ddedc-88f2-4586-9dee-1ef93ab06d4c tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:40.103163 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-b72ddedc-88f2-4586-9dee-1ef93ab06d4c tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5580702 Aug 16 23:02:40.104260 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 46122) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:40.110808 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-95126a32-587e-4cb7-a85c-4657abbea9af tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:40.116821 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-6c9f9216-c838-4802-a20d-6b199ace84c0 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Request body: {'port': {'network_id': 'f22d369e-b532-46c6-9344-c4601e102f4e', 'name': 'tempest-TaggedBootDevicesTest-558155959', 'fixed_ips': [{'subnet_id': 'd6960f85-ce45-4ab7-99b5-dd33148146e1'}]}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:02:40.131959 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-04e39e49-0fc5-4e0b-8337-63750f12837a None None] For port 7a01b988-3e61-425a-972e-b47d95abacc8, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=7a01b988-3e61-425a-972e-b47d95abacc8,segment=NetworkSegment(74cdf11b-eced-4a7c-8a3c-85f0b8d7848e),segment_id=74cdf11b-eced-4a7c-8a3c-85f0b8d7848e)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:02:40.165303 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-27a50dda-ddbe-4621-81b2-9babe00f5ffc None None] Attempting to bind port 5d8a62c0-f7a2-45fa-a2c2-83271e0713aa on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:02:40.167724 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-27a50dda-ddbe-4621-81b2-9babe00f5ffc None None] Attempting to bind port 5d8a62c0-f7a2-45fa-a2c2-83271e0713aa by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '39e0370e-4515-4c9b-976d-e470224b3979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ce4eb26f-79ce-4c2a-bb34-84780b573ab4'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:02:40.168100 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a50dda-ddbe-4621-81b2-9babe00f5ffc None None] Attempting to bind port 5d8a62c0-f7a2-45fa-a2c2-83271e0713aa on network ce4eb26f-79ce-4c2a-bb34-84780b573ab4 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:02:40.206184 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a50dda-ddbe-4621-81b2-9babe00f5ffc None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:02:40.206583 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a50dda-ddbe-4621-81b2-9babe00f5ffc None None] Checking segment: {'id': '39e0370e-4515-4c9b-976d-e470224b3979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ce4eb26f-79ce-4c2a-bb34-84780b573ab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:02:40.209800 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-27a50dda-ddbe-4621-81b2-9babe00f5ffc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:40.212181 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a50dda-ddbe-4621-81b2-9babe00f5ffc None None] Bound using segment: {'id': '39e0370e-4515-4c9b-976d-e470224b3979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ce4eb26f-79ce-4c2a-bb34-84780b573ab4'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:02:40.212929 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-27a50dda-ddbe-4621-81b2-9babe00f5ffc None None] Bound port: 5d8a62c0-f7a2-45fa-a2c2-83271e0713aa, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39e0370e-4515-4c9b-976d-e470224b3979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ce4eb26f-79ce-4c2a-bb34-84780b573ab4'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:02:40.215297 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-27a50dda-ddbe-4621-81b2-9babe00f5ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:40.222777 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bf55c647-5718-48af-b7b9-d839bf8b7fd0 req-2f405a9b-e820-4270-b52a-f5a3e43c5443 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399152 Aug 16 23:02:40.223467 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-e32fe48f-d580-4fc3-ae30-9b5198f5d1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917df251-add8-4ec8-9619-15af2dff3da5', 'name': 'tempest-snat-router-1904888653', 'tenant_id': 'a35229d9fe4c47178d68f77afcde2404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.179'}], 'enable_snat': False}, 'gw_port_id': 'eff4266d-5cb4-4de0-ae14-7f8146b6813e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:02:31Z', 'updated_at': '2021-08-16T23:02:34Z', 'revision_number': 3, 'project_id': 'a35229d9fe4c47178d68f77afcde2404', 'gw_port': {'id': 'eff4266d-5cb4-4de0-ae14-7f8146b6813e', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:bb:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '917df251-add8-4ec8-9619-15af2dff3da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1932, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:02:32Z', 'updated_at': '2021-08-16T23:02:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:02:40.239102 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5014dd-90fb-493b-a393-461c04f6cc91 req-650bf687-4098-49cd-85d0-fc2b2d201b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:40.241999 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7b5014dd-90fb-493b-a393-461c04f6cc91 req-650bf687-4098-49cd-85d0-fc2b2d201b76 service neutron] 10.222.0.57 "GET /v2.0/networks?id=540fbbcf-8da3-458c-90f5-f20e9fa6a263 HTTP/1.1" status: 200 len: 912 time: 0.2989480 Aug 16 23:02:40.265382 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-04e39e49-0fc5-4e0b-8337-63750f12837a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:40.304969 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7b5014dd-90fb-493b-a393-461c04f6cc91 req-6a641862-8494-46d3-9dda-829db577db6c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23b1cb86-9dc3-4ec3-93e0-97817ea4733a HTTP/1.1" status: 200 len: 217 time: 0.0544498 Aug 16 23:02:40.360882 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-26d73c7a-4892-4b97-b596-fe134a9edf6e req-9bb01093-ead1-4ce9-a8c5-e35433249df3 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:40.386936 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5014dd-90fb-493b-a393-461c04f6cc91 req-d0e32f45-083a-41a7-ba64-6b76913f9448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:40.388722 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7b5014dd-90fb-493b-a393-461c04f6cc91 req-d0e32f45-083a-41a7-ba64-6b76913f9448 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=83a7154b-2d0f-4675-897d-e253fcead13a HTTP/1.1" status: 200 len: 851 time: 0.0737040 Aug 16 23:02:40.389946 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32fe48f-d580-4fc3-ae30-9b5198f5d1e5 None None] The sync data for ids ['917df251-add8-4ec8-9619-15af2dff3da5'] in n-d-791506-26 is: [{'id': '917df251-add8-4ec8-9619-15af2dff3da5', 'name': 'tempest-snat-router-1904888653', 'tenant_id': 'a35229d9fe4c47178d68f77afcde2404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.179'}], 'enable_snat': False}, 'gw_port_id': 'eff4266d-5cb4-4de0-ae14-7f8146b6813e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:02:31Z', 'updated_at': '2021-08-16T23:02:34Z', 'revision_number': 3, 'project_id': 'a35229d9fe4c47178d68f77afcde2404', 'gw_port': {'id': 'eff4266d-5cb4-4de0-ae14-7f8146b6813e', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:bb:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '917df251-add8-4ec8-9619-15af2dff3da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1932, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:02:32Z', 'updated_at': '2021-08-16T23:02:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791506-26'}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:02:40.452605 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb01093-ead1-4ce9-a8c5-e35433249df3 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Pushing event deleted for resources: {'Port': ['ID=14d3ddfa-8915-4364-99d5-532668e87065,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:40.473649 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7b5014dd-90fb-493b-a393-461c04f6cc91 req-ec89ea4d-dcaf-4d69-981c-33da9df2c3b6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=540fbbcf-8da3-458c-90f5-f20e9fa6a263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771260 Aug 16 23:02:40.532908 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-26d73c7a-4892-4b97-b596-fe134a9edf6e req-9bb01093-ead1-4ce9-a8c5-e35433249df3 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] No DVR routers for this DVR port 14d3ddfa-8915-4364-99d5-532668e87065 on host n-h1-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:02:40.536571 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-26d73c7a-4892-4b97-b596-fe134a9edf6e req-9bb01093-ead1-4ce9-a8c5-e35433249df3 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:40.539089 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-26d73c7a-4892-4b97-b596-fe134a9edf6e req-9bb01093-ead1-4ce9-a8c5-e35433249df3 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.68 "DELETE /v2.0/ports/14d3ddfa-8915-4364-99d5-532668e87065 HTTP/1.1" status: 204 len: 173 time: 1.8939521 Aug 16 23:02:40.539793 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '576163bb-e2de-4bc4-9ff2-01eda263d98d', 'name': 'network-vif-deleted', 'tag': '14d3ddfa-8915-4364-99d5-532668e87065'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:02:40.542301 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a47a61fa-09d0-4d32-9720-731c26cc1ef1" -d '{"events": [{"server_uuid": "576163bb-e2de-4bc4-9ff2-01eda263d98d", "name": "network-vif-deleted", "tag": "14d3ddfa-8915-4364-99d5-532668e87065"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:02:40.572610 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95126a32-587e-4cb7-a85c-4657abbea9af tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Router e81d870d-ab2d-4773-83f4-c1dc1e04ab7a is scheduled to L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f with binding_index 1 {{(pid=101291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:02:40.759800 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e39e49-0fc5-4e0b-8337-63750f12837a None None] Pushing event updated for resources: {'Port': ['ID=7a01b988-3e61-425a-972e-b47d95abacc8,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:40.778420 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c9f9216-c838-4802-a20d-6b199ace84c0 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Made reservation on behalf of 2021c5ea9b37490ab72514988bd9444c for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:02:40.791092 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-27a50dda-ddbe-4621-81b2-9babe00f5ffc None None] For port 5d8a62c0-f7a2-45fa-a2c2-83271e0713aa, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:02:40.799786 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-27a50dda-ddbe-4621-81b2-9babe00f5ffc None None] For port 5d8a62c0-f7a2-45fa-a2c2-83271e0713aa, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=5d8a62c0-f7a2-45fa-a2c2-83271e0713aa,segment=NetworkSegment(39e0370e-4515-4c9b-976d-e470224b3979),segment_id=39e0370e-4515-4c9b-976d-e470224b3979)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:02:40.807993 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-27a50dda-ddbe-4621-81b2-9babe00f5ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:41.014740 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95126a32-587e-4cb7-a85c-4657abbea9af tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:02:41.029505 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd45705d-50f0-47ca-b6c8-aab33c3d118f None None] Sync routers for ids ['e81d870d-ab2d-4773-83f4-c1dc1e04ab7a'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:02:41.033169 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['14d3ddfa-8915-4364-99d5-532668e87065'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:02:41.047467 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd45705d-50f0-47ca-b6c8-aab33c3d118f None None] Routers {'e81d870d-ab2d-4773-83f4-c1dc1e04ab7a'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:02:41.050273 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-cd45705d-50f0-47ca-b6c8-aab33c3d118f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:02:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['e81d870d-ab2d-4773-83f4-c1dc1e04ab7a'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:02:41.096378 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-95126a32-587e-4cb7-a85c-4657abbea9af tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:41.102722 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-95126a32-587e-4cb7-a85c-4657abbea9af tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.0620425 Aug 16 23:02:41.105163 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 46144) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:41.182673 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a50dda-ddbe-4621-81b2-9babe00f5ffc None None] Pushing event updated for resources: {'Port': ['ID=5d8a62c0-f7a2-45fa-a2c2-83271e0713aa,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:41.198390 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device f3601cae-3cfc-4266-9323-904586b9e3d0 up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:02:41.285568 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a85a8e-8220-4af4-b591-9bb86f27be18 req-a6826589-912d-43a9-9a8f-14206f4946a6 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:41.303495 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-38a85a8e-8220-4af4-b591-9bb86f27be18 req-a6826589-912d-43a9-9a8f-14206f4946a6 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/ports?device_id=a986e6ef-8ed9-4a88-8e95-3ad50b9c8575 HTTP/1.1" status: 200 len: 945 time: 0.4809952 Aug 16 23:02:41.318413 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:41.385305 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b9c9c05-0f28-479c-b1bf-4df0911096ef x-openstack-request-id: req-7b9c9c05-0f28-479c-b1bf-4df0911096ef {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:02:41.385611 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "576163bb-e2de-4bc4-9ff2-01eda263d98d", "name": "network-vif-deleted", "tag": "14d3ddfa-8915-4364-99d5-532668e87065", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:02:41.385889 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7b9c9c05-0f28-479c-b1bf-4df0911096ef {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:02:41.386323 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '576163bb-e2de-4bc4-9ff2-01eda263d98d', 'name': 'network-vif-deleted', 'tag': '14d3ddfa-8915-4364-99d5-532668e87065', 'status': 'completed', 'code': 200} Aug 16 23:02:41.387291 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7b5014dd-90fb-493b-a393-461c04f6cc91 req-d6cf7b3c-0e87-4138-aad9-feca9bf3bf57 service neutron] 10.222.0.57 "GET /v2.0/networks/540fbbcf-8da3-458c-90f5-f20e9fa6a263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8995826 Aug 16 23:02:41.466352 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning for port f3601cae-3cfc-4266-9323-904586b9e3d0 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:02:41.484837 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port f3601cae-3cfc-4266-9323-904586b9e3d0 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:02:41.486186 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:41.654637 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-cd45705d-50f0-47ca-b6c8-aab33c3d118f None None] Set router e81d870d-ab2d-4773-83f4-c1dc1e04ab7a gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:02:41.769681 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6c9f9216-c838-4802-a20d-6b199ace84c0 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:41.878772 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-38a85a8e-8220-4af4-b591-9bb86f27be18 req-ab06dd5c-b7a7-46f2-a5be-323c97e8e756 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a9bd5fe-3160-4f0a-a902-e95b7aedf567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5720298 Aug 16 23:02:41.947536 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:41.985098 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0aee3209-a648-449f-8def-c71a916d9fdf req-1a6da54b-40e8-4966-a5b1-98f588701edd tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/ports?device_id=18587e22-5c06-42fd-975d-a2fe2080dd33 HTTP/1.1" status: 200 len: 210 time: 0.1424603 Aug 16 23:02:42.025536 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-473d53d3-5af7-40da-aeed-019c513fb425 tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] 10.222.0.36 "GET /v2.0/routers/e81d870d-ab2d-4773-83f4-c1dc1e04ab7a HTTP/1.1" status: 200 len: 907 time: 0.9146423 Aug 16 23:02:42.033626 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 46156) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:42.034455 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [None req-6c9f9216-c838-4802-a20d-6b199ace84c0 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] device_id is not set on port aabc4894-08fe-4573-bd65-664ab53c9c15 yet. {{(pid=101292) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 23:02:42.060981 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a986e6ef-8ed9-4a88-8e95-3ad50b9c8575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3601cae-3cfc-4266-9323-904586b9e3d0'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:02:42.069516 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69cec172-244f-4364-be8f-ef5389e8b84c" -d '{"events": [{"server_uuid": "a986e6ef-8ed9-4a88-8e95-3ad50b9c8575", "name": "network-vif-plugged", "status": "completed", "tag": "f3601cae-3cfc-4266-9323-904586b9e3d0"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:02:42.134295 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port f3601cae-3cfc-4266-9323-904586b9e3d0, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=f3601cae-3cfc-4266-9323-904586b9e3d0,segment=NetworkSegment(2f9d1485-64c4-4032-9f01-ae22555e2cfc),segment_id=2f9d1485-64c4-4032-9f01-ae22555e2cfc)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:02:42.152060 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:42.178988 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-cd45705d-50f0-47ca-b6c8-aab33c3d118f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e81d870d-ab2d-4773-83f4-c1dc1e04ab7a', 'name': 'tempest-snat-router-1904888653', 'tenant_id': 'a35229d9fe4c47178d68f77afcde2404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '8629e005-1a90-4788-afb4-876731b8b7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:02:36Z', 'updated_at': '2021-08-16T23:02:39Z', 'revision_number': 3, 'project_id': 'a35229d9fe4c47178d68f77afcde2404', 'gw_port': {'id': '8629e005-1a90-4788-afb4-876731b8b7fc', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:51:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e81d870d-ab2d-4773-83f4-c1dc1e04ab7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:02:36Z', 'updated_at': '2021-08-16T23:02:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:02:42.305125 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd45705d-50f0-47ca-b6c8-aab33c3d118f None None] Checking router: e81d870d-ab2d-4773-83f4-c1dc1e04ab7a for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:02:42.306047 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd45705d-50f0-47ca-b6c8-aab33c3d118f None None] Updating router e81d870d-ab2d-4773-83f4-c1dc1e04ab7a port 8629e005-1a90-4788-afb4-876731b8b7fc binding host n-d-791506-26 {{(pid=101294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:02:42.413188 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-cd45705d-50f0-47ca-b6c8-aab33c3d118f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:42.441938 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7b5014dd-90fb-493b-a393-461c04f6cc91 req-6a964a35-1425-4791-9140-61bd55abde3e service neutron] 10.222.0.57 "GET /v2.0/networks/540fbbcf-8da3-458c-90f5-f20e9fa6a263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0090213 Aug 16 23:02:42.794083 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 46176) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:42.869916 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-302a45ea-1298-43a8-9ac4-d3718be3069d x-openstack-request-id: req-302a45ea-1298-43a8-9ac4-d3718be3069d {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:02:42.870215 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a986e6ef-8ed9-4a88-8e95-3ad50b9c8575", "name": "network-vif-plugged", "status": "completed", "tag": "f3601cae-3cfc-4266-9323-904586b9e3d0", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:02:42.870462 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-302a45ea-1298-43a8-9ac4-d3718be3069d {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:02:42.871080 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a986e6ef-8ed9-4a88-8e95-3ad50b9c8575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3601cae-3cfc-4266-9323-904586b9e3d0', 'code': 200} Aug 16 23:02:42.874063 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device eff4266d-5cb4-4de0-ae14-7f8146b6813e up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:02:42.881997 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b9a8de-633c-44b5-aa4a-4a0cdc9c2df3 req-9620277a-cf39-4fd5-8945-c02e7475397b tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:42.884456 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-76b9a8de-633c-44b5-aa4a-4a0cdc9c2df3 req-9620277a-cf39-4fd5-8945-c02e7475397b tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/networks?id=5afa7f88-eeaa-4717-8103-9ee9125ee829 HTTP/1.1" status: 200 len: 812 time: 0.2855992 Aug 16 23:02:42.955636 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f77c1e3-e0f9-4d8b-8f61-788f5a90ffca None None] Network f22d369e-b532-46c6-9344-c4601e102f4e requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:02:42.965136 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-76b9a8de-633c-44b5-aa4a-4a0cdc9c2df3 req-55f78ed7-609e-495b-a3fc-ff511c43e919 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/quotas/bc1dde6b43054c1db1326da283b98f4f HTTP/1.1" status: 200 len: 375 time: 0.0605845 Aug 16 23:02:42.981237 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-6c9f9216-c838-4802-a20d-6b199ace84c0 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Allocated IP 10.1.1.163 (f22d369e-b532-46c6-9344-c4601e102f4e/d6960f85-ce45-4ab7-99b5-dd33148146e1/aabc4894-08fe-4573-bd65-664ab53c9c15) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:02:43.082242 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-76b9a8de-633c-44b5-aa4a-4a0cdc9c2df3 req-0ccf645e-f1cd-43b4-ac79-3d875a94da8b tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=bc1dde6b43054c1db1326da283b98f4f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1100135 Aug 16 23:02:43.305066 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-cd45705d-50f0-47ca-b6c8-aab33c3d118f None None] Notify callbacks [] for port, precommit_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:43.327984 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 14d3ddfa-8915-4364-99d5-532668e87065 no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:02:43.328734 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.provisioning_blocks [None req-cd45705d-50f0-47ca-b6c8-aab33c3d118f None None] Transition to ACTIVE for port object 8629e005-1a90-4788-afb4-876731b8b7fc will not be triggered until provisioned by entity L2. {{(pid=101294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:02:43.344417 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-cd45705d-50f0-47ca-b6c8-aab33c3d118f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:43.403151 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-76b9a8de-633c-44b5-aa4a-4a0cdc9c2df3 req-7bede495-02ea-49b6-b706-7371116dde70 service neutron] 10.222.0.36 "GET /v2.0/networks/5afa7f88-eeaa-4717-8103-9ee9125ee829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2951035 Aug 16 23:02:43.419835 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-cd45705d-50f0-47ca-b6c8-aab33c3d118f None None] Attempting to bind port 8629e005-1a90-4788-afb4-876731b8b7fc on host n-d-791506-26 for vnic_type normal with profile {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:02:43.420320 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-cd45705d-50f0-47ca-b6c8-aab33c3d118f None None] Attempting to bind port 8629e005-1a90-4788-afb4-876731b8b7fc by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:02:43.421762 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd45705d-50f0-47ca-b6c8-aab33c3d118f None None] Attempting to bind port 8629e005-1a90-4788-afb4-876731b8b7fc on network c22c4980-c849-406d-982c-a5d68c515a94 {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:02:43.438750 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac81d73-96e0-4940-bd96-6bb45efb9636 None None] Network ce4eb26f-79ce-4c2a-bb34-84780b573ab4 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:02:43.490573 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd45705d-50f0-47ca-b6c8-aab33c3d118f None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:02:43.491663 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd45705d-50f0-47ca-b6c8-aab33c3d118f None None] Checking segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:02:43.492330 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-cd45705d-50f0-47ca-b6c8-aab33c3d118f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:43.492968 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd45705d-50f0-47ca-b6c8-aab33c3d118f None None] Bound using segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:02:43.493675 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-cd45705d-50f0-47ca-b6c8-aab33c3d118f None None] Bound port: 8629e005-1a90-4788-afb4-876731b8b7fc, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:02:43.494374 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-cd45705d-50f0-47ca-b6c8-aab33c3d118f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:43.558586 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=f3601cae-3cfc-4266-9323-904586b9e3d0,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:43.571533 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] No Port match for: 14d3ddfa-8915-4364-99d5-532668e87065 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:02:43.571908 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 14d3ddfa-8915-4364-99d5-532668e87065 not bound to the agent host n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:02:43.595393 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-7e787e6f-ac59-478c-9179-e33142be13d0 None None] Provisioning for port 7a01b988-3e61-425a-972e-b47d95abacc8 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:02:43.634597 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d004516-23c5-4c3c-a3e0-c8cdec5f003b None None] Pushing event updated for resources: {'Port': ['ID=8629e005-1a90-4788-afb4-876731b8b7fc,revision_number=2']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:43.675824 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-79295a52-30fd-49d0-b6c1-9148f5c34a3a tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks [] for router, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:43.699518 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d004516-23c5-4c3c-a3e0-c8cdec5f003b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:02:43.700208 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d004516-23c5-4c3c-a3e0-c8cdec5f003b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:02:43.700811 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d004516-23c5-4c3c-a3e0-c8cdec5f003b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:02:43.701450 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d004516-23c5-4c3c-a3e0-c8cdec5f003b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:02:43.702005 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d004516-23c5-4c3c-a3e0-c8cdec5f003b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:02:43.702549 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d004516-23c5-4c3c-a3e0-c8cdec5f003b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:02:43.703072 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d004516-23c5-4c3c-a3e0-c8cdec5f003b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:02:43.703608 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d004516-23c5-4c3c-a3e0-c8cdec5f003b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:02:43.704172 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d004516-23c5-4c3c-a3e0-c8cdec5f003b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:02:43.704751 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d004516-23c5-4c3c-a3e0-c8cdec5f003b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:02:43.705352 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d004516-23c5-4c3c-a3e0-c8cdec5f003b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:02:43.705899 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d004516-23c5-4c3c-a3e0-c8cdec5f003b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:02:43.729063 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-cd45705d-50f0-47ca-b6c8-aab33c3d118f None None] For port 8629e005-1a90-4788-afb4-876731b8b7fc, host n-d-791506-26, cleared binding levels {{(pid=101294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:02:43.730392 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port eff4266d-5cb4-4de0-ae14-7f8146b6813e completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:02:43.741516 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-cd45705d-50f0-47ca-b6c8-aab33c3d118f None None] For port 8629e005-1a90-4788-afb4-876731b8b7fc, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=8629e005-1a90-4788-afb4-876731b8b7fc,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:02:43.753759 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-cd45705d-50f0-47ca-b6c8-aab33c3d118f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:43.784375 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port eff4266d-5cb4-4de0-ae14-7f8146b6813e triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:02:43.784807 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:43.827719 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-8874fc97-c988-44cb-9846-67f3d88e6b73 None None] Provisioning for port 5d8a62c0-f7a2-45fa-a2c2-83271e0713aa completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:02:43.872484 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd45705d-50f0-47ca-b6c8-aab33c3d118f None None] Routers {'e81d870d-ab2d-4773-83f4-c1dc1e04ab7a'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:02:43.873473 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-cd45705d-50f0-47ca-b6c8-aab33c3d118f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:02:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['e81d870d-ab2d-4773-83f4-c1dc1e04ab7a'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:02:43.982178 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6c9f9216-c838-4802-a20d-6b199ace84c0 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:44.000657 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [None req-6c9f9216-c838-4802-a20d-6b199ace84c0 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Transition to ACTIVE for port object aabc4894-08fe-4573-bd65-664ab53c9c15 will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:02:44.008593 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-79295a52-30fd-49d0-b6c1-9148f5c34a3a tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:44.028169 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:44.073045 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e1de7-b732-4352-9afb-8a770a204d5f req-95b9642d-c22c-4c78-afb8-e21f4efb0e33 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:44.074015 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bd8943b1-de5a-4372-85d7-5c8118746b15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:44.074691 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3f5e1de7-b732-4352-9afb-8a770a204d5f req-95b9642d-c22c-4c78-afb8-e21f4efb0e33 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.57 "GET /v2.0/networks?id=540fbbcf-8da3-458c-90f5-f20e9fa6a263 HTTP/1.1" status: 200 len: 811 time: 2.4824712 Aug 16 23:02:44.078762 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port eff4266d-5cb4-4de0-ae14-7f8146b6813e, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=eff4266d-5cb4-4de0-ae14-7f8146b6813e,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:02:44.086201 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:44.087407 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 5d8a62c0-f7a2-45fa-a2c2-83271e0713aa up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:02:44.137370 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d004516-23c5-4c3c-a3e0-c8cdec5f003b None None] Pushing event updated for resources: {'Port': ['ID=8629e005-1a90-4788-afb4-876731b8b7fc,revision_number=3']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:44.171230 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-3f5e1de7-b732-4352-9afb-8a770a204d5f req-5b618453-bf7d-45ad-8960-1d79c382dd4d tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Request body: {'port': {'device_id': '18587e22-5c06-42fd-975d-a2fe2080dd33', 'network_id': '540fbbcf-8da3-458c-90f5-f20e9fa6a263', 'admin_state_up': True, 'tenant_id': '658de3f152bc4d17994dfa693ccface5'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:02:44.178176 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf6d1f9-eef8-486e-b11b-7796e20564f1 req-ddc6fad5-9f44-4aca-922b-8986d21b8aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:44.180672 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0cf6d1f9-eef8-486e-b11b-7796e20564f1 req-ddc6fad5-9f44-4aca-922b-8986d21b8aa8 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=a986e6ef-8ed9-4a88-8e95-3ad50b9c8575 HTTP/1.1" status: 200 len: 1098 time: 0.2437978 Aug 16 23:02:44.222871 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-cd45705d-50f0-47ca-b6c8-aab33c3d118f None None] Set router e81d870d-ab2d-4773-83f4-c1dc1e04ab7a gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:02:44.315135 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0cf6d1f9-eef8-486e-b11b-7796e20564f1 req-d2cf6671-f840-41a6-b9a5-c91b9682c982 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=9a9bd5fe-3160-4f0a-a902-e95b7aedf567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117835 Aug 16 23:02:44.316442 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-79295a52-30fd-49d0-b6c1-9148f5c34a3a tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Deleting port 8629e005-1a90-4788-afb4-876731b8b7fc {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:02:44.316837 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-79295a52-30fd-49d0-b6c1-9148f5c34a3a tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:44.329984 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bd8943b1-de5a-4372-85d7-5c8118746b15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:44.372348 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-76b9a8de-633c-44b5-aa4a-4a0cdc9c2df3 req-3b111381-669b-4eae-b59f-7ff322839993 service neutron] 10.222.0.36 "GET /v2.0/networks/5afa7f88-eeaa-4717-8103-9ee9125ee829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9676135 Aug 16 23:02:44.385052 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bd8943b1-de5a-4372-85d7-5c8118746b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:44.386269 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-8bd20bb1-ae77-4445-9a68-b0c65ba9d9cf None None] Provisioning for port c1cc686f-303c-42dc-85c7-d80aff741a19 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:02:44.390185 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6c9f9216-c838-4802-a20d-6b199ace84c0 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:44.417204 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=eff4266d-5cb4-4de0-ae14-7f8146b6813e,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:44.433357 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-8bd20bb1-ae77-4445-9a68-b0c65ba9d9cf None None] Provisioning complete for port c1cc686f-303c-42dc-85c7-d80aff741a19 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:02:44.434623 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-8bd20bb1-ae77-4445-9a68-b0c65ba9d9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:44.458646 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9f9216-c838-4802-a20d-6b199ace84c0 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Network f22d369e-b532-46c6-9344-c4601e102f4e is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:02:44.473877 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e14785-c1b9-450b-80f3-98ad35adde6c req-99672f4b-239c-4873-b147-f7e4cc6870a6 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:44.496497 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-26e14785-c1b9-450b-80f3-98ad35adde6c req-99672f4b-239c-4873-b147-f7e4cc6870a6 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/ports?device_id=a986e6ef-8ed9-4a88-8e95-3ad50b9c8575 HTTP/1.1" status: 200 len: 946 time: 1.3952944 Aug 16 23:02:44.510126 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 5d8a62c0-f7a2-45fa-a2c2-83271e0713aa completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:02:44.523570 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 5d8a62c0-f7a2-45fa-a2c2-83271e0713aa triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:02:44.524457 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:44.556512 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-8bd20bb1-ae77-4445-9a68-b0c65ba9d9cf None None] Port c1cc686f-303c-42dc-85c7-d80aff741a19 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:02:44.648000 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-6c9f9216-c838-4802-a20d-6b199ace84c0 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:02:44.669819 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9f9216-c838-4802-a20d-6b199ace84c0 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:02:44.760790 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:44.783671 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-bd8943b1-de5a-4372-85d7-5c8118746b15 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=315294b2a3d7400e871bfaaf71346643&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9880424 Aug 16 23:02:44.788919 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f5e1de7-b732-4352-9afb-8a770a204d5f req-5b618453-bf7d-45ad-8960-1d79c382dd4d tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Made reservation on behalf of 658de3f152bc4d17994dfa693ccface5 for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:02:44.814283 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3f5e1de7-b732-4352-9afb-8a770a204d5f req-5b618453-bf7d-45ad-8960-1d79c382dd4d tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:44.816942 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 46206) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:44.847223 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-6cee7820-6bcc-4e0e-a081-7f98ee407051 None None] Provisioning complete for port 5d8a62c0-f7a2-45fa-a2c2-83271e0713aa triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:02:44.847519 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-6cee7820-6bcc-4e0e-a081-7f98ee407051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:44.909939 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-cd45705d-50f0-47ca-b6c8-aab33c3d118f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e81d870d-ab2d-4773-83f4-c1dc1e04ab7a', 'name': 'tempest-snat-router-1904888653', 'tenant_id': 'a35229d9fe4c47178d68f77afcde2404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '8629e005-1a90-4788-afb4-876731b8b7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:02:36Z', 'updated_at': '2021-08-16T23:02:39Z', 'revision_number': 3, 'project_id': 'a35229d9fe4c47178d68f77afcde2404', 'gw_port': {'id': '8629e005-1a90-4788-afb4-876731b8b7fc', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:51:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e81d870d-ab2d-4773-83f4-c1dc1e04ab7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:02:36Z', 'updated_at': '2021-08-16T23:02:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:02:44.936173 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 5d8a62c0-f7a2-45fa-a2c2-83271e0713aa, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=5d8a62c0-f7a2-45fa-a2c2-83271e0713aa,segment=NetworkSegment(39e0370e-4515-4c9b-976d-e470224b3979),segment_id=39e0370e-4515-4c9b-976d-e470224b3979)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:02:44.947968 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8943b1-de5a-4372-85d7-5c8118746b15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3188ae4f-0cdb-4663-82dd-32a2f89f8fff,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:44.955329 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-79295a52-30fd-49d0-b6c1-9148f5c34a3a tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] For port 8629e005-1a90-4788-afb4-876731b8b7fc, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=8629e005-1a90-4788-afb4-876731b8b7fc,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:02:44.955984 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-79295a52-30fd-49d0-b6c1-9148f5c34a3a tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:44.961653 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:44.962446 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 7a01b988-3e61-425a-972e-b47d95abacc8 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:02:44.991913 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd45705d-50f0-47ca-b6c8-aab33c3d118f None None] The sync data for ids ['e81d870d-ab2d-4773-83f4-c1dc1e04ab7a'] in n-d-791506-26 is: [{'id': 'e81d870d-ab2d-4773-83f4-c1dc1e04ab7a', 'name': 'tempest-snat-router-1904888653', 'tenant_id': 'a35229d9fe4c47178d68f77afcde2404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '8629e005-1a90-4788-afb4-876731b8b7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:02:36Z', 'updated_at': '2021-08-16T23:02:39Z', 'revision_number': 3, 'project_id': 'a35229d9fe4c47178d68f77afcde2404', 'gw_port': {'id': '8629e005-1a90-4788-afb4-876731b8b7fc', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:51:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e81d870d-ab2d-4773-83f4-c1dc1e04ab7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:02:36Z', 'updated_at': '2021-08-16T23:02:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:02:45.004884 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8943b1-de5a-4372-85d7-5c8118746b15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:02:45.006647 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8943b1-de5a-4372-85d7-5c8118746b15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:02:45.007190 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8943b1-de5a-4372-85d7-5c8118746b15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:02:45.007692 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8943b1-de5a-4372-85d7-5c8118746b15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:02:45.008189 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8943b1-de5a-4372-85d7-5c8118746b15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:02:45.008731 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8943b1-de5a-4372-85d7-5c8118746b15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:02:45.009227 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8943b1-de5a-4372-85d7-5c8118746b15 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:02:45.009745 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8943b1-de5a-4372-85d7-5c8118746b15 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:02:45.010240 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8943b1-de5a-4372-85d7-5c8118746b15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:02:45.010841 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8943b1-de5a-4372-85d7-5c8118746b15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:02:45.011339 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8943b1-de5a-4372-85d7-5c8118746b15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:02:45.011846 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8943b1-de5a-4372-85d7-5c8118746b15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:02:45.030485 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-79295a52-30fd-49d0-b6c1-9148f5c34a3a tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Calling delete_port for 8629e005-1a90-4788-afb4-876731b8b7fc owned by network:router_gateway {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:02:45.190341 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9f9216-c838-4802-a20d-6b199ace84c0 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Pushing event updated for resources: {'Port': ['ID=aabc4894-08fe-4573-bd65-664ab53c9c15,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:45.221645 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=5d8a62c0-f7a2-45fa-a2c2-83271e0713aa,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:45.250305 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-99b829d4-9de0-4664-91da-365d4f8d5e58 req-4d4397cd-9c8f-4c13-82c7-35d29215644d tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/ports?device_id=18587e22-5c06-42fd-975d-a2fe2080dd33 HTTP/1.1" status: 200 len: 210 time: 0.3755436 Aug 16 23:02:45.281578 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-26e14785-c1b9-450b-80f3-98ad35adde6c req-901f61eb-f74e-4fd3-866c-88e8f0d1972d tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a9bd5fe-3160-4f0a-a902-e95b7aedf567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7831588 Aug 16 23:02:45.292630 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 7a01b988-3e61-425a-972e-b47d95abacc8 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:02:45.307549 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 7a01b988-3e61-425a-972e-b47d95abacc8 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:02:45.307810 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:45.310694 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9f9216-c838-4802-a20d-6b199ace84c0 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:45.310941 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6c9f9216-c838-4802-a20d-6b199ace84c0 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:45.345891 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-19795ab5-f5ab-4f20-a3ec-2d337eb619a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:45.367332 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-6c9f9216-c838-4802-a20d-6b199ace84c0 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.2533028 Aug 16 23:02:45.470902 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-19795ab5-f5ab-4f20-a3ec-2d337eb619a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:45.529132 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-3f5e1de7-b732-4352-9afb-8a770a204d5f req-5b618453-bf7d-45ad-8960-1d79c382dd4d tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Allocated IP 172.20.0.9 (540fbbcf-8da3-458c-90f5-f20e9fa6a263/83a7154b-2d0f-4675-897d-e253fcead13a/165ee04e-ccea-40a0-8ba8-b0511f7c8bf9) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:02:45.545716 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e54b698c-c054-46c4-9291-02b124a8ca2a req-39000421-41d3-400c-a312-5156285ebfe6 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=99b16bb5-ed48-457d-b756-6057d8dd3996 HTTP/1.1" status: 200 len: 210 time: 0.1234922 Aug 16 23:02:45.630181 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:45.650529 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-19795ab5-f5ab-4f20-a3ec-2d337eb619a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:45.653579 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-19795ab5-f5ab-4f20-a3ec-2d337eb619a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:45.654984 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-19795ab5-f5ab-4f20-a3ec-2d337eb619a1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3188ae4f-0cdb-4663-82dd-32a2f89f8fff HTTP/1.1" status: 204 len: 168 time: 0.8333237 Aug 16 23:02:45.666379 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19795ab5-f5ab-4f20-a3ec-2d337eb619a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3188ae4f-0cdb-4663-82dd-32a2f89f8fff,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:45.761831 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-edba4964-2143-49eb-b508-d4ba68133c7a None None] Provisioning complete for port c1cc686f-303c-42dc-85c7-d80aff741a19 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:02:45.762212 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-edba4964-2143-49eb-b508-d4ba68133c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:45.765209 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 7a01b988-3e61-425a-972e-b47d95abacc8, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=7a01b988-3e61-425a-972e-b47d95abacc8,segment=NetworkSegment(74cdf11b-eced-4a7c-8a3c-85f0b8d7848e),segment_id=74cdf11b-eced-4a7c-8a3c-85f0b8d7848e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:02:45.780430 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-79295a52-30fd-49d0-b6c1-9148f5c34a3a tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:45.800308 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:45.896499 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79295a52-30fd-49d0-b6c1-9148f5c34a3a tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Pushing event deleted for resources: {'Port': ['ID=8629e005-1a90-4788-afb4-876731b8b7fc,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:45.926835 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=7a01b988-3e61-425a-972e-b47d95abacc8,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:45.965689 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-edba4964-2143-49eb-b508-d4ba68133c7a None None] Port c1cc686f-303c-42dc-85c7-d80aff741a19 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:02:45.992472 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-edba4964-2143-49eb-b508-d4ba68133c7a None None] Provisioning for port aabc4894-08fe-4573-bd65-664ab53c9c15 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:02:46.000194 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-edba4964-2143-49eb-b508-d4ba68133c7a None None] Provisioning complete for port aabc4894-08fe-4573-bd65-664ab53c9c15 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:02:46.001473 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-edba4964-2143-49eb-b508-d4ba68133c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:46.004975 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3f5e1de7-b732-4352-9afb-8a770a204d5f req-5b618453-bf7d-45ad-8960-1d79c382dd4d tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:46.059759 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-edba4964-2143-49eb-b508-d4ba68133c7a None None] Port aabc4894-08fe-4573-bd65-664ab53c9c15 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:02:46.093886 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79295a52-30fd-49d0-b6c1-9148f5c34a3a tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:02:46.094247 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79295a52-30fd-49d0-b6c1-9148f5c34a3a tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:02:46.094704 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79295a52-30fd-49d0-b6c1-9148f5c34a3a tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:02:46.095057 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79295a52-30fd-49d0-b6c1-9148f5c34a3a tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:02:46.095401 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79295a52-30fd-49d0-b6c1-9148f5c34a3a tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:02:46.095741 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79295a52-30fd-49d0-b6c1-9148f5c34a3a tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:02:46.096076 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79295a52-30fd-49d0-b6c1-9148f5c34a3a tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:02:46.096410 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79295a52-30fd-49d0-b6c1-9148f5c34a3a tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:02:46.096767 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79295a52-30fd-49d0-b6c1-9148f5c34a3a tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:02:46.097128 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79295a52-30fd-49d0-b6c1-9148f5c34a3a tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:02:46.097740 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79295a52-30fd-49d0-b6c1-9148f5c34a3a tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:02:46.098073 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79295a52-30fd-49d0-b6c1-9148f5c34a3a tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:02:46.122717 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 8629e005-1a90-4788-afb4-876731b8b7fc up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:02:46.122955 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3f5e1de7-b732-4352-9afb-8a770a204d5f req-5b618453-bf7d-45ad-8960-1d79c382dd4d tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:46.150140 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 8629e005-1a90-4788-afb4-876731b8b7fc {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:02:46.150497 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 8629e005-1a90-4788-afb4-876731b8b7fc not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 16 23:02:46.155534 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['23b1cb86-9dc3-4ec3-93e0-97817ea4733a'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:02:46.258837 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b618453-bf7d-45ad-8960-1d79c382dd4d tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Pushing event updated for resources: {'Port': ['ID=165ee04e-ccea-40a0-8ba8-b0511f7c8bf9,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:46.274953 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Port 8629e005-1a90-4788-afb4-876731b8b7fc not found, will not notify nova. {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 16 23:02:46.275544 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 5d8a62c0-f7a2-45fa-a2c2-83271e0713aa up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:02:46.363185 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f5e1de7-b732-4352-9afb-8a770a204d5f req-5b618453-bf7d-45ad-8960-1d79c382dd4d tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Network 540fbbcf-8da3-458c-90f5-f20e9fa6a263 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:02:46.373340 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-3f5e1de7-b732-4352-9afb-8a770a204d5f req-5b618453-bf7d-45ad-8960-1d79c382dd4d tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:02:46.383670 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f5e1de7-b732-4352-9afb-8a770a204d5f req-5b618453-bf7d-45ad-8960-1d79c382dd4d tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:02:46.419642 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 5d8a62c0-f7a2-45fa-a2c2-83271e0713aa triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:02:46.420017 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:46.420606 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 46240) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:46.427546 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-10debc69-9891-4289-bdb3-ad270cb115f1 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1329179226', 'description': 'tempest-description--602965852'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:02:46.529611 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-10debc69-9891-4289-bdb3-ad270cb115f1 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:46.534107 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e1de7-b732-4352-9afb-8a770a204d5f req-5b618453-bf7d-45ad-8960-1d79c382dd4d tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:46.534861 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3f5e1de7-b732-4352-9afb-8a770a204d5f req-5b618453-bf7d-45ad-8960-1d79c382dd4d tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:46.547761 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-79295a52-30fd-49d0-b6c1-9148f5c34a3a tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537121'] for router_gateway, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:46.730814 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device eff4266d-5cb4-4de0-ae14-7f8146b6813e up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:02:46.766806 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0536353e-16ed-4e04-9f53-eaa04fcb4dd5 req-1b4ba49d-6303-4b82-8cea-f0c00f2c0710 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:46.770284 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0536353e-16ed-4e04-9f53-eaa04fcb4dd5 req-1b4ba49d-6303-4b82-8cea-f0c00f2c0710 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/ports?device_id=18587e22-5c06-42fd-975d-a2fe2080dd33 HTTP/1.1" status: 200 len: 931 time: 0.2902911 Aug 16 23:02:46.799836 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-79295a52-30fd-49d0-b6c1-9148f5c34a3a tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:46.805087 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3f5e1de7-b732-4352-9afb-8a770a204d5f req-5b618453-bf7d-45ad-8960-1d79c382dd4d tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6703937 Aug 16 23:02:46.806668 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-79295a52-30fd-49d0-b6c1-9148f5c34a3a tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:46.807654 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port eff4266d-5cb4-4de0-ae14-7f8146b6813e triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:02:46.808705 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:46.825249 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-3f5e1de7-b732-4352-9afb-8a770a204d5f req-492e86e5-afe2-49db-a500-231a313755b3 service neutron] Request body: {'port': {'device_id': '18587e22-5c06-42fd-975d-a2fe2080dd33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:02:46.850786 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49434c7b-e7f0-46c0-8a03-5e55dc7d6cd5 req-00ebf272-e526-4083-aaee-d6b81d365d97 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:46.858956 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-49434c7b-e7f0-46c0-8a03-5e55dc7d6cd5 req-00ebf272-e526-4083-aaee-d6b81d365d97 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/ports?device_id=a986e6ef-8ed9-4a88-8e95-3ad50b9c8575 HTTP/1.1" status: 200 len: 946 time: 0.2309880 Aug 16 23:02:46.953088 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-79295a52-30fd-49d0-b6c1-9148f5c34a3a tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:46.953682 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-49434c7b-e7f0-46c0-8a03-5e55dc7d6cd5 req-83a28ef7-ceea-4bad-a707-e35606667310 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a9bd5fe-3160-4f0a-a902-e95b7aedf567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930076 Aug 16 23:02:46.954462 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79295a52-30fd-49d0-b6c1-9148f5c34a3a tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e81d870d-ab2d-4773-83f4-c1dc1e04ab7a {{(pid=101291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:02:46.977776 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0536353e-16ed-4e04-9f53-eaa04fcb4dd5 req-e9eab4a6-c80f-45b3-9ccc-9480b305cff3 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/security-groups?id=1eb5bbe6-717a-4605-a558-b9b958591c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900771 Aug 16 23:02:47.012808 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-79295a52-30fd-49d0-b6c1-9148f5c34a3a tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:47.026068 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-79295a52-30fd-49d0-b6c1-9148f5c34a3a tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] 10.222.0.36 "DELETE /v2.0/routers/e81d870d-ab2d-4773-83f4-c1dc1e04ab7a HTTP/1.1" status: 204 len: 168 time: 4.9909213 Aug 16 23:02:47.027446 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3f5e1de7-b732-4352-9afb-8a770a204d5f req-492e86e5-afe2-49db-a500-231a313755b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:47.029879 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 46254) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:47.046280 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-10debc69-9891-4289-bdb3-ad270cb115f1 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:47.056345 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b9a8de-633c-44b5-aa4a-4a0cdc9c2df3 req-e7fc8fa9-4d9d-47e4-b5f0-7199324dbb04 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:47.058893 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-76b9a8de-633c-44b5-aa4a-4a0cdc9c2df3 req-e7fc8fa9-4d9d-47e4-b5f0-7199324dbb04 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.68 "GET /v2.0/networks?id=5afa7f88-eeaa-4717-8103-9ee9125ee829 HTTP/1.1" status: 200 len: 812 time: 0.5436325 Aug 16 23:02:47.066136 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-10debc69-9891-4289-bdb3-ad270cb115f1 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:47.117754 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-76b9a8de-633c-44b5-aa4a-4a0cdc9c2df3 req-2013129d-2eeb-4975-aad5-8e885feee00c tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Request body: {'port': {'device_id': '99b16bb5-ed48-457d-b756-6057d8dd3996', 'network_id': '5afa7f88-eeaa-4717-8103-9ee9125ee829', 'admin_state_up': True, 'tenant_id': 'bc1dde6b43054c1db1326da283b98f4f'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:02:47.119928 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10debc69-9891-4289-bdb3-ad270cb115f1 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c2745c8-39ab-440e-a081-67457cdaf056,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:47.125453 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c9b96735-c037-4073-bdf3-7bca6a92dcdd req-8daced1b-6329-4914-9c86-f5078bdfc904 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=99b16bb5-ed48-457d-b756-6057d8dd3996 HTTP/1.1" status: 200 len: 210 time: 0.0775166 Aug 16 23:02:47.146683 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-10debc69-9891-4289-bdb3-ad270cb115f1 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:47.149554 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-10debc69-9891-4289-bdb3-ad270cb115f1 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7266119 Aug 16 23:02:47.151873 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 46258) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:47.166744 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-f0447684-b899-4a2c-b609-e3a2e6d0fdea tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Request body: {'security_group_rule': {'security_group_id': '6c2745c8-39ab-440e-a081-67457cdaf056', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:02:47.230166 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f0447684-b899-4a2c-b609-e3a2e6d0fdea tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:47.396715 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9fbf3872-5f64-41f3-8ecb-952e7e27927f tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks [] for router, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:47.464989 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f0447684-b899-4a2c-b609-e3a2e6d0fdea tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:47.475150 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f0447684-b899-4a2c-b609-e3a2e6d0fdea tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:47.503571 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ba3b9a-e1ec-49fa-8b63-72be4f9e8203 req-e786d031-e8fa-4da0-a268-e38bb2a0ca88 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:47.506029 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-17ba3b9a-e1ec-49fa-8b63-72be4f9e8203 req-e786d031-e8fa-4da0-a268-e38bb2a0ca88 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/ports?device_id=a986e6ef-8ed9-4a88-8e95-3ad50b9c8575 HTTP/1.1" status: 200 len: 946 time: 0.1299469 Aug 16 23:02:47.525805 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0447684-b899-4a2c-b609-e3a2e6d0fdea tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=243c0c7c-6c2e-47b5-aa50-e2b4e419b470,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:47.552900 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f0447684-b899-4a2c-b609-e3a2e6d0fdea tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:47.555184 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-f0447684-b899-4a2c-b609-e3a2e6d0fdea tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4022970 Aug 16 23:02:47.562050 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 46268) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:47.574077 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-67b5124f-5b36-461a-991d-a64cb28a8531 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Request body: {'security_group_rule': {'security_group_id': '6c2745c8-39ab-440e-a081-67457cdaf056', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:02:47.598293 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-17ba3b9a-e1ec-49fa-8b63-72be4f9e8203 req-2338ccd5-9aca-4ee9-a321-0759442d4436 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a9bd5fe-3160-4f0a-a902-e95b7aedf567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817626 Aug 16 23:02:47.622744 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-b3daa590-3013-4c9b-b217-7027eb790e66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:47.623142 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76b9a8de-633c-44b5-aa4a-4a0cdc9c2df3 req-2013129d-2eeb-4975-aad5-8e885feee00c tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Made reservation on behalf of bc1dde6b43054c1db1326da283b98f4f for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:02:47.627870 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-76b9a8de-633c-44b5-aa4a-4a0cdc9c2df3 req-2013129d-2eeb-4975-aad5-8e885feee00c tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:47.635555 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-67b5124f-5b36-461a-991d-a64cb28a8531 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:47.698919 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-67b5124f-5b36-461a-991d-a64cb28a8531 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:47.703630 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-67b5124f-5b36-461a-991d-a64cb28a8531 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:47.729195 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b5124f-5b36-461a-991d-a64cb28a8531 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d3dfec1-a051-4620-9dde-f70b29558008,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:47.741722 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-67b5124f-5b36-461a-991d-a64cb28a8531 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:47.743748 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-67b5124f-5b36-461a-991d-a64cb28a8531 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1783240 Aug 16 23:02:47.746624 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 46272) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:47.751848 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-fdef2810-e5cc-4946-bd87-662390829fe7 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Request body: {'floatingip': {'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:02:47.778486 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fdef2810-e5cc-4946-bd87-662390829fe7 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks [] for floatingip, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:47.810966 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-3f5e1de7-b732-4352-9afb-8a770a204d5f req-492e86e5-afe2-49db-a500-231a313755b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 165ee04e-ccea-40a0-8ba8-b0511f7c8bf9 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:02:47.833391 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3f5e1de7-b732-4352-9afb-8a770a204d5f req-492e86e5-afe2-49db-a500-231a313755b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:47.873087 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-3f5e1de7-b732-4352-9afb-8a770a204d5f req-492e86e5-afe2-49db-a500-231a313755b3 service neutron] Transition to ACTIVE for port object 165ee04e-ccea-40a0-8ba8-b0511f7c8bf9 will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:02:47.890787 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3f5e1de7-b732-4352-9afb-8a770a204d5f req-492e86e5-afe2-49db-a500-231a313755b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:47.898650 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9fbf3872-5f64-41f3-8ecb-952e7e27927f tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:47.936340 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fdef2810-e5cc-4946-bd87-662390829fe7 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:48.071340 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492e86e5-afe2-49db-a500-231a313755b3 service neutron] Pushing event updated for resources: {'Port': ['ID=165ee04e-ccea-40a0-8ba8-b0511f7c8bf9,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:48.125267 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 7a01b988-3e61-425a-972e-b47d95abacc8 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:02:48.186920 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 7a01b988-3e61-425a-972e-b47d95abacc8 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:02:48.187500 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:48.248338 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-3f5e1de7-b732-4352-9afb-8a770a204d5f req-492e86e5-afe2-49db-a500-231a313755b3 service neutron] Attempting to bind port 165ee04e-ccea-40a0-8ba8-b0511f7c8bf9 on host n-h2-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:02:48.248715 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-3f5e1de7-b732-4352-9afb-8a770a204d5f req-492e86e5-afe2-49db-a500-231a313755b3 service neutron] Attempting to bind port 165ee04e-ccea-40a0-8ba8-b0511f7c8bf9 by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': 'a0a90953-ffc4-4cbc-b46c-d2cc5e1888f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '540fbbcf-8da3-458c-90f5-f20e9fa6a263'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:02:48.249054 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5e1de7-b732-4352-9afb-8a770a204d5f req-492e86e5-afe2-49db-a500-231a313755b3 service neutron] Attempting to bind port 165ee04e-ccea-40a0-8ba8-b0511f7c8bf9 on network 540fbbcf-8da3-458c-90f5-f20e9fa6a263 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:02:48.278604 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5e1de7-b732-4352-9afb-8a770a204d5f req-492e86e5-afe2-49db-a500-231a313755b3 service neutron] Port 165ee04e-ccea-40a0-8ba8-b0511f7c8bf9 on network 540fbbcf-8da3-458c-90f5-f20e9fa6a263 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:02:48.278907 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5e1de7-b732-4352-9afb-8a770a204d5f req-492e86e5-afe2-49db-a500-231a313755b3 service neutron] Attempting to bind port 165ee04e-ccea-40a0-8ba8-b0511f7c8bf9 on network 540fbbcf-8da3-458c-90f5-f20e9fa6a263 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:02:48.282851 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-fdef2810-e5cc-4946-bd87-662390829fe7 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Allocated IP 172.25.4.207 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/b64f61c0-dfcb-4554-bf70-9520a91cf5b3) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:02:48.292020 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-76b9a8de-633c-44b5-aa4a-4a0cdc9c2df3 req-2013129d-2eeb-4975-aad5-8e885feee00c tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Allocated IP 172.20.0.12 (5afa7f88-eeaa-4717-8103-9ee9125ee829/d47d6ce6-f0e6-4637-a178-044cb0396017/7ccc8ca8-fec4-45c1-b82e-6b0a1d715a63) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:02:48.295458 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5e1de7-b732-4352-9afb-8a770a204d5f req-492e86e5-afe2-49db-a500-231a313755b3 service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:02:48.296027 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5e1de7-b732-4352-9afb-8a770a204d5f req-492e86e5-afe2-49db-a500-231a313755b3 service neutron] Checking segment: {'id': 'a0a90953-ffc4-4cbc-b46c-d2cc5e1888f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '540fbbcf-8da3-458c-90f5-f20e9fa6a263'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:02:48.296422 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5e1de7-b732-4352-9afb-8a770a204d5f req-492e86e5-afe2-49db-a500-231a313755b3 service neutron] Bound using segment: {'id': 'a0a90953-ffc4-4cbc-b46c-d2cc5e1888f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '540fbbcf-8da3-458c-90f5-f20e9fa6a263'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:02:48.297338 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-3f5e1de7-b732-4352-9afb-8a770a204d5f req-492e86e5-afe2-49db-a500-231a313755b3 service neutron] Bound port: 165ee04e-ccea-40a0-8ba8-b0511f7c8bf9, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0a90953-ffc4-4cbc-b46c-d2cc5e1888f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '540fbbcf-8da3-458c-90f5-f20e9fa6a263'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:02:48.297801 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3f5e1de7-b732-4352-9afb-8a770a204d5f req-492e86e5-afe2-49db-a500-231a313755b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:48.326838 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-9fbf3872-5f64-41f3-8ecb-952e7e27927f tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Deleting port eff4266d-5cb4-4de0-ae14-7f8146b6813e {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:02:48.327189 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9fbf3872-5f64-41f3-8ecb-952e7e27927f tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:48.340729 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8ee648ef-6a9c-4ceb-92dd-fdc16fe5daaf req-1b44f5b4-e228-4ccb-a4c4-fc52de33622e tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=99b16bb5-ed48-457d-b756-6057d8dd3996 HTTP/1.1" status: 200 len: 210 time: 0.0550787 Aug 16 23:02:48.401324 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8645a0-065a-4d8e-bc5c-0c23d3edbcc2 req-b5a1d31a-93e8-45ab-94f9-b6934aef3d26 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:48.402966 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2f8645a0-065a-4d8e-bc5c-0c23d3edbcc2 req-b5a1d31a-93e8-45ab-94f9-b6934aef3d26 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/ports?device_id=18587e22-5c06-42fd-975d-a2fe2080dd33 HTTP/1.1" status: 200 len: 943 time: 0.2479954 Aug 16 23:02:48.510837 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2f8645a0-065a-4d8e-bc5c-0c23d3edbcc2 req-5025c616-ae7a-4553-b4e2-81f512afdaaf tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/security-groups?id=1eb5bbe6-717a-4605-a558-b9b958591c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965850 Aug 16 23:02:48.511526 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-3f5e1de7-b732-4352-9afb-8a770a204d5f req-492e86e5-afe2-49db-a500-231a313755b3 service neutron] For port 165ee04e-ccea-40a0-8ba8-b0511f7c8bf9, host n-h2-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:02:48.521702 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-3f5e1de7-b732-4352-9afb-8a770a204d5f req-492e86e5-afe2-49db-a500-231a313755b3 service neutron] For port 165ee04e-ccea-40a0-8ba8-b0511f7c8bf9, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=165ee04e-ccea-40a0-8ba8-b0511f7c8bf9,segment=NetworkSegment(a0a90953-ffc4-4cbc-b46c-d2cc5e1888f9),segment_id=a0a90953-ffc4-4cbc-b46c-d2cc5e1888f9)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:02:48.555811 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fdef2810-e5cc-4946-bd87-662390829fe7 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:48.572558 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-9fbf3872-5f64-41f3-8ecb-952e7e27927f tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] For port eff4266d-5cb4-4de0-ae14-7f8146b6813e, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=eff4266d-5cb4-4de0-ae14-7f8146b6813e,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:02:48.574016 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9fbf3872-5f64-41f3-8ecb-952e7e27927f tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:48.596336 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3f5e1de7-b732-4352-9afb-8a770a204d5f req-492e86e5-afe2-49db-a500-231a313755b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:48.611547 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-9fbf3872-5f64-41f3-8ecb-952e7e27927f tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Calling delete_port for eff4266d-5cb4-4de0-ae14-7f8146b6813e owned by network:router_gateway {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:02:48.640989 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fdef2810-e5cc-4946-bd87-662390829fe7 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:48.671278 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e1de7-b732-4352-9afb-8a770a204d5f req-492e86e5-afe2-49db-a500-231a313755b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:48.671913 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3f5e1de7-b732-4352-9afb-8a770a204d5f req-492e86e5-afe2-49db-a500-231a313755b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:48.673439 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3f5e1de7-b732-4352-9afb-8a770a204d5f req-492e86e5-afe2-49db-a500-231a313755b3 service neutron] 10.222.0.57 "PUT /v2.0/ports/165ee04e-ccea-40a0-8ba8-b0511f7c8bf9 HTTP/1.1" status: 200 len: 1092 time: 1.8545625 Aug 16 23:02:48.675514 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18587e22-5c06-42fd-975d-a2fe2080dd33', 'tag': '165ee04e-ccea-40a0-8ba8-b0511f7c8bf9'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:02:48.678880 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71ec82aa-685d-4b7d-b6ec-348098f75bc4" -d '{"events": [{"name": "network-changed", "server_uuid": "18587e22-5c06-42fd-975d-a2fe2080dd33", "tag": "165ee04e-ccea-40a0-8ba8-b0511f7c8bf9"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:02:48.754717 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdef2810-e5cc-4946-bd87-662390829fe7 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:02:48.766203 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-fdef2810-e5cc-4946-bd87-662390829fe7 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:02:48.775502 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdef2810-e5cc-4946-bd87-662390829fe7 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:02:48.792706 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8118c6ed-d846-4610-b262-1df1e6cc6387 x-openstack-request-id: req-8118c6ed-d846-4610-b262-1df1e6cc6387 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:02:48.793052 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18587e22-5c06-42fd-975d-a2fe2080dd33", "tag": "165ee04e-ccea-40a0-8ba8-b0511f7c8bf9", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:02:48.793307 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8118c6ed-d846-4610-b262-1df1e6cc6387 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:02:48.793747 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18587e22-5c06-42fd-975d-a2fe2080dd33', 'tag': '165ee04e-ccea-40a0-8ba8-b0511f7c8bf9', 'status': 'completed', 'code': 200} Aug 16 23:02:48.855246 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdef2810-e5cc-4946-bd87-662390829fe7 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Pushing event updated for resources: {'Port': ['ID=b64f61c0-dfcb-4554-bf70-9520a91cf5b3,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:48.897510 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324a1b3e-8fb5-44cc-9671-86e590f261a3 req-f7f7546d-eb44-4a83-bdc1-87c6a7453713 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:48.899056 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-324a1b3e-8fb5-44cc-9671-86e590f261a3 req-f7f7546d-eb44-4a83-bdc1-87c6a7453713 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/ports?device_id=a986e6ef-8ed9-4a88-8e95-3ad50b9c8575 HTTP/1.1" status: 200 len: 946 time: 0.0983131 Aug 16 23:02:48.999723 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-324a1b3e-8fb5-44cc-9671-86e590f261a3 req-87397047-9a9c-4e57-9a52-d78f98dc8daa tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a9bd5fe-3160-4f0a-a902-e95b7aedf567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645192 Aug 16 23:02:49.007864 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fdef2810-e5cc-4946-bd87-662390829fe7 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:49.041160 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492e86e5-afe2-49db-a500-231a313755b3 service neutron] Pushing event updated for resources: {'Port': ['ID=165ee04e-ccea-40a0-8ba8-b0511f7c8bf9,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:49.065070 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fdef2810-e5cc-4946-bd87-662390829fe7 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:49.082892 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 46318) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:49.183899 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e1de7-b732-4352-9afb-8a770a204d5f req-433d86d0-a11d-4e61-897f-c67ec957661d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:49.185473 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3f5e1de7-b732-4352-9afb-8a770a204d5f req-433d86d0-a11d-4e61-897f-c67ec957661d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=658de3f152bc4d17994dfa693ccface5&device_id=18587e22-5c06-42fd-975d-a2fe2080dd33 HTTP/1.1" status: 200 len: 1095 time: 0.3908861 Aug 16 23:02:49.245516 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fdef2810-e5cc-4946-bd87-662390829fe7 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:49.253344 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fdef2810-e5cc-4946-bd87-662390829fe7 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:49.321864 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdef2810-e5cc-4946-bd87-662390829fe7 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Pushing event updated for resources: {'Port': ['ID=b64f61c0-dfcb-4554-bf70-9520a91cf5b3,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:49.344103 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fdef2810-e5cc-4946-bd87-662390829fe7 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:49.361074 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3f5e1de7-b732-4352-9afb-8a770a204d5f req-546cb048-4db5-4400-8448-9d59970115b6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=165ee04e-ccea-40a0-8ba8-b0511f7c8bf9 HTTP/1.1" status: 200 len: 217 time: 0.1463778 Aug 16 23:02:49.362001 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fdef2810-e5cc-4946-bd87-662390829fe7 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:49.363251 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-fdef2810-e5cc-4946-bd87-662390829fe7 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6155939 Aug 16 23:02:49.460148 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-76b9a8de-633c-44b5-aa4a-4a0cdc9c2df3 req-2013129d-2eeb-4975-aad5-8e885feee00c tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:49.542864 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e1de7-b732-4352-9afb-8a770a204d5f req-1809c088-5996-4fcb-8fa3-3f4d4f329d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:49.544391 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3f5e1de7-b732-4352-9afb-8a770a204d5f req-1809c088-5996-4fcb-8fa3-3f4d4f329d69 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=83a7154b-2d0f-4675-897d-e253fcead13a HTTP/1.1" status: 200 len: 851 time: 0.1825378 Aug 16 23:02:49.546543 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-43a7ec22-9718-4c3b-8128-1bdf14640315 req-c3041a56-2f0e-47b7-ab53-f20c8c071810 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=99b16bb5-ed48-457d-b756-6057d8dd3996 HTTP/1.1" status: 200 len: 210 time: 0.0832460 Aug 16 23:02:49.583904 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3f5e1de7-b732-4352-9afb-8a770a204d5f req-ace7d826-4c0f-44d4-b8ab-bfde3c4a17d7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=540fbbcf-8da3-458c-90f5-f20e9fa6a263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294240 Aug 16 23:02:49.653797 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9fbf3872-5f64-41f3-8ecb-952e7e27927f tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:49.733317 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-76b9a8de-633c-44b5-aa4a-4a0cdc9c2df3 req-2013129d-2eeb-4975-aad5-8e885feee00c tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:49.735295 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b1d889b2-c74f-4a65-a01f-29802760d2e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:49.740843 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7edb4486-368b-4b29-9a24-213caec66e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:49.761897 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbf3872-5f64-41f3-8ecb-952e7e27927f tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Pushing event deleted for resources: {'Port': ['ID=eff4266d-5cb4-4de0-ae14-7f8146b6813e,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:49.829999 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c7e052-f4cf-49b2-9ceb-fa5d5f6bf11d req-5f5f56d4-834f-4191-b989-200ea2700eb9 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:49.834687 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76b9a8de-633c-44b5-aa4a-4a0cdc9c2df3 req-2013129d-2eeb-4975-aad5-8e885feee00c tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Network 5afa7f88-eeaa-4717-8103-9ee9125ee829 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:02:49.845263 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-25c7e052-f4cf-49b2-9ceb-fa5d5f6bf11d req-5f5f56d4-834f-4191-b989-200ea2700eb9 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/ports?device_id=18587e22-5c06-42fd-975d-a2fe2080dd33 HTTP/1.1" status: 200 len: 943 time: 0.1956265 Aug 16 23:02:49.880128 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-76b9a8de-633c-44b5-aa4a-4a0cdc9c2df3 req-2013129d-2eeb-4975-aad5-8e885feee00c tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:02:49.883351 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-76b9a8de-633c-44b5-aa4a-4a0cdc9c2df3 req-2013129d-2eeb-4975-aad5-8e885feee00c tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:02:49.912884 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 8629e005-1a90-4788-afb4-876731b8b7fc no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:02:49.936652 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 8629e005-1a90-4788-afb4-876731b8b7fc {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:02:49.937093 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 8629e005-1a90-4788-afb4-876731b8b7fc not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:02:49.979000 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-25c7e052-f4cf-49b2-9ceb-fa5d5f6bf11d req-8bf8d8df-7856-45c1-9182-a4d5700cface tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/security-groups?id=1eb5bbe6-717a-4605-a558-b9b958591c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325839 Aug 16 23:02:49.998423 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-4a2b4b76-4f6a-49b8-947a-7cbfd4ebac4a tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1329179226&fields=id&tenant_id=2021c5ea9b37490ab72514988bd9444c HTTP/1.1" status: 200 len: 267 time: 0.0718665 Aug 16 23:02:50.005648 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3f5e1de7-b732-4352-9afb-8a770a204d5f req-ce625ed1-81cf-4302-b9a8-ca5dff9e84f4 service neutron] 10.222.0.57 "GET /v2.0/networks/540fbbcf-8da3-458c-90f5-f20e9fa6a263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4048600 Aug 16 23:02:50.019230 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2013129d-2eeb-4975-aad5-8e885feee00c tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Pushing event updated for resources: {'Port': ['ID=7ccc8ca8-fec4-45c1-b82e-6b0a1d715a63,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:50.050262 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9fbf3872-5f64-41f3-8ecb-952e7e27927f tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537121'] for router_gateway, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:50.061245 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-21a64654-45b3-4a12-bed7-747d69d30e72 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:50.062694 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-21a64654-45b3-4a12-bed7-747d69d30e72 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/ports/c1cc686f-303c-42dc-85c7-d80aff741a19 HTTP/1.1" status: 200 len: 930 time: 0.0528681 Aug 16 23:02:50.121649 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-8986e6d5-8c6f-4bf4-8814-eed24202336c tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:50.123111 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-8986e6d5-8c6f-4bf4-8814-eed24202336c tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/ports/aabc4894-08fe-4573-bd65-664ab53c9c15 HTTP/1.1" status: 200 len: 931 time: 0.0537322 Aug 16 23:02:50.202359 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-8eb10689-913b-41b2-bdec-1e35420beb2a tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/ports?network_id=ce4eb26f-79ce-4c2a-bb34-84780b573ab4&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0722511 Aug 16 23:02:50.237992 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-9188e66e-b8a5-4eb1-b0e2-0b398b06b290 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/ports?network_id=ce4eb26f-79ce-4c2a-bb34-84780b573ab4&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0339744 Aug 16 23:02:50.371135 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-e942c05a-dcfd-4026-8f96-eeac8500fdcf tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:50.377129 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-e942c05a-dcfd-4026-8f96-eeac8500fdcf tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:50.383214 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-e942c05a-dcfd-4026-8f96-eeac8500fdcf tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:50.384921 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-e942c05a-dcfd-4026-8f96-eeac8500fdcf tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/networks?id=f4264da2-38cd-44c0-b397-5678d2cea138&id=f22d369e-b532-46c6-9344-c4601e102f4e&id=f22d369e-b532-46c6-9344-c4601e102f4e&id=ce4eb26f-79ce-4c2a-bb34-84780b573ab4&id=ce4eb26f-79ce-4c2a-bb34-84780b573ab4 HTTP/1.1" status: 200 len: 1990 time: 0.1377866 Aug 16 23:02:50.403257 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-c6673dc2-770f-4ba8-8618-3d4844522e0d tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/quotas/2021c5ea9b37490ab72514988bd9444c HTTP/1.1" status: 200 len: 375 time: 0.0105288 Aug 16 23:02:50.481532 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-4efbc241-892d-43d1-aaaf-9c4a0720ab26 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=2021c5ea9b37490ab72514988bd9444c&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0695508 Aug 16 23:02:50.516746 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b9a8de-633c-44b5-aa4a-4a0cdc9c2df3 req-2013129d-2eeb-4975-aad5-8e885feee00c tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:50.517415 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-76b9a8de-633c-44b5-aa4a-4a0cdc9c2df3 req-2013129d-2eeb-4975-aad5-8e885feee00c tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:50.576778 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9fbf3872-5f64-41f3-8ecb-952e7e27927f tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:50.578241 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:50.582131 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9fbf3872-5f64-41f3-8ecb-952e7e27927f tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:50.618625 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-f0394ba7-6c76-4ecc-9f0b-4e967e8960c3 service neutron] 10.222.0.36 "GET /v2.0/networks/f4264da2-38cd-44c0-b397-5678d2cea138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227164 Aug 16 23:02:50.682284 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9fbf3872-5f64-41f3-8ecb-952e7e27927f tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:50.682852 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fbf3872-5f64-41f3-8ecb-952e7e27927f tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 917df251-add8-4ec8-9619-15af2dff3da5 {{(pid=101291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:02:50.690860 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9fbf3872-5f64-41f3-8ecb-952e7e27927f tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:50.696384 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-9fbf3872-5f64-41f3-8ecb-952e7e27927f tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] 10.222.0.36 "DELETE /v2.0/routers/917df251-add8-4ec8-9619-15af2dff3da5 HTTP/1.1" status: 204 len: 168 time: 3.6609998 Aug 16 23:02:50.697380 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3f5e1de7-b732-4352-9afb-8a770a204d5f req-734ca71e-c58d-4ac8-a348-906819f2c1df service neutron] 10.222.0.57 "GET /v2.0/networks/540fbbcf-8da3-458c-90f5-f20e9fa6a263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6741457 Aug 16 23:02:50.698545 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 46386) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:50.705206 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-7feb69d0-93c8-4388-93ba-95015f789829 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1710404681', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}, 'admin_state_up': False}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:02:50.741921 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b1d889b2-c74f-4a65-a01f-29802760d2e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:50.772067 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b1d889b2-c74f-4a65-a01f-29802760d2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:50.812695 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-76b9a8de-633c-44b5-aa4a-4a0cdc9c2df3 req-2013129d-2eeb-4975-aad5-8e885feee00c tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7015316 Aug 16 23:02:50.812695 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7feb69d0-93c8-4388-93ba-95015f789829 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:50.814431 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7feb69d0-93c8-4388-93ba-95015f789829 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:50.822786 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d889b2-c74f-4a65-a01f-29802760d2e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=297bc3dc-f7e3-43a9-aa76-1521b4f3a5f2,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:50.854236 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-76b9a8de-633c-44b5-aa4a-4a0cdc9c2df3 req-2ef2bc48-58ba-4e81-a2b4-c70cafc46d4d service neutron] Request body: {'port': {'device_id': '99b16bb5-ed48-457d-b756-6057d8dd3996', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:02:50.931099 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-b1d889b2-c74f-4a65-a01f-29802760d2e1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4e7c96b8a1ee4072b4566aa73f6a4cba&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8353999 Aug 16 23:02:50.964918 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 46392) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:50.987053 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7feb69d0-93c8-4388-93ba-95015f789829 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:51.101987 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-76b9a8de-633c-44b5-aa4a-4a0cdc9c2df3 req-2ef2bc48-58ba-4e81-a2b4-c70cafc46d4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:51.110064 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ec82aa-685d-4b7d-b6ec-348098f75bc4 req-67b36777-1945-41ec-80bc-c00e3def7dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:51.111630 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-71ec82aa-685d-4b7d-b6ec-348098f75bc4 req-67b36777-1945-41ec-80bc-c00e3def7dc6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=658de3f152bc4d17994dfa693ccface5&device_id=18587e22-5c06-42fd-975d-a2fe2080dd33 HTTP/1.1" status: 200 len: 1095 time: 0.2902312 Aug 16 23:02:51.145227 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f26241-b4c5-478b-a41e-7def84b73050 req-040c9c25-44ec-4c5e-b721-a9e57617c7e5 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:51.147704 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a9f26241-b4c5-478b-a41e-7def84b73050 req-040c9c25-44ec-4c5e-b721-a9e57617c7e5 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=99b16bb5-ed48-457d-b756-6057d8dd3996 HTTP/1.1" status: 200 len: 932 time: 0.5163934 Aug 16 23:02:51.177846 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-acf78fbe-255f-44b1-b62d-cc7e01b5d580 service neutron] 10.222.0.36 "GET /v2.0/networks/f4264da2-38cd-44c0-b397-5678d2cea138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5581565 Aug 16 23:02:51.244025 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-b818892c-c40b-45b3-9f49-81514adc8603 service neutron] 10.222.0.36 "GET /v2.0/ports/c1cc686f-303c-42dc-85c7-d80aff741a19?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0652308 Aug 16 23:02:51.258006 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a9f26241-b4c5-478b-a41e-7def84b73050 req-8fffd825-baad-462b-8688-53dc8993d79d tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988576 Aug 16 23:02:51.293462 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e7e550ab-0169-4c43-a2df-50f2ecffb006 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:51.322223 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7feb69d0-93c8-4388-93ba-95015f789829 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:51.387235 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-b40a11ee-0105-43ee-b839-7e31fc84df3a service neutron] 10.222.0.36 "GET /v2.0/networks/f22d369e-b532-46c6-9344-c4601e102f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423247 Aug 16 23:02:51.414378 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e7e550ab-0169-4c43-a2df-50f2ecffb006 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:51.512364 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:51.541231 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-8c3b491f-bdf0-4099-8101-01432b5eaa93 service neutron] 10.222.0.36 "GET /v2.0/networks/f22d369e-b532-46c6-9344-c4601e102f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443067 Aug 16 23:02:51.566832 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9260d08-e301-48b7-b037-88764ff00801 req-2099bdb0-6ca6-4637-9db9-f714c883b844 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:51.575434 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d9260d08-e301-48b7-b037-88764ff00801 req-2099bdb0-6ca6-4637-9db9-f714c883b844 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/ports?device_id=18587e22-5c06-42fd-975d-a2fe2080dd33 HTTP/1.1" status: 200 len: 943 time: 0.1112590 Aug 16 23:02:51.606471 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ec82aa-685d-4b7d-b6ec-348098f75bc4 req-bafe1831-a65b-4428-a85c-d8f70a0eea41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:51.608059 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-71ec82aa-685d-4b7d-b6ec-348098f75bc4 req-bafe1831-a65b-4428-a85c-d8f70a0eea41 service neutron] 10.222.0.57 "GET /v2.0/networks?id=540fbbcf-8da3-458c-90f5-f20e9fa6a263 HTTP/1.1" status: 200 len: 912 time: 0.4859550 Aug 16 23:02:51.625892 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-15cb65bf-b293-4f09-bd21-d3c4a3c92f1b service neutron] 10.222.0.36 "GET /v2.0/ports/aabc4894-08fe-4573-bd65-664ab53c9c15?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0758772 Aug 16 23:02:51.664707 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d9260d08-e301-48b7-b037-88764ff00801 req-3c9f2a1d-d2e7-4ce7-9c7f-4aa3d6ae003d tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/security-groups?id=1eb5bbe6-717a-4605-a558-b9b958591c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879595 Aug 16 23:02:51.726126 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-71ec82aa-685d-4b7d-b6ec-348098f75bc4 req-c83fbc4e-2eff-4d68-931c-f0ccae26d15e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=165ee04e-ccea-40a0-8ba8-b0511f7c8bf9 HTTP/1.1" status: 200 len: 217 time: 0.0999687 Aug 16 23:02:51.760171 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-d97592e9-d6a5-4196-9a50-24ccbb624c3a service neutron] 10.222.0.36 "GET /v2.0/networks/f22d369e-b532-46c6-9344-c4601e102f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267745 Aug 16 23:02:51.784391 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e7e550ab-0169-4c43-a2df-50f2ecffb006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:51.786792 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e7e550ab-0169-4c43-a2df-50f2ecffb006 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:51.788386 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-e7e550ab-0169-4c43-a2df-50f2ecffb006 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/297bc3dc-f7e3-43a9-aa76-1521b4f3a5f2 HTTP/1.1" status: 204 len: 168 time: 0.8219066 Aug 16 23:02:51.820344 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e550ab-0169-4c43-a2df-50f2ecffb006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=297bc3dc-f7e3-43a9-aa76-1521b4f3a5f2,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:51.840468 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ec82aa-685d-4b7d-b6ec-348098f75bc4 req-e45c4c5c-fd73-40ac-9d9d-08f6a8147574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:51.841998 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-71ec82aa-685d-4b7d-b6ec-348098f75bc4 req-e45c4c5c-fd73-40ac-9d9d-08f6a8147574 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=83a7154b-2d0f-4675-897d-e253fcead13a HTTP/1.1" status: 200 len: 851 time: 0.1067793 Aug 16 23:02:51.882922 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device eff4266d-5cb4-4de0-ae14-7f8146b6813e no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:02:51.890874 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-71ec82aa-685d-4b7d-b6ec-348098f75bc4 req-f5c1c368-e38b-450a-af2b-260d0a858642 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=540fbbcf-8da3-458c-90f5-f20e9fa6a263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350399 Aug 16 23:02:51.931704 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: eff4266d-5cb4-4de0-ae14-7f8146b6813e {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:02:51.933793 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device eff4266d-5cb4-4de0-ae14-7f8146b6813e not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:02:51.986789 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-8a243a70-04d7-4a23-ba95-04cc6a860314 service neutron] 10.222.0.36 "GET /v2.0/networks/f22d369e-b532-46c6-9344-c4601e102f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182486 Aug 16 23:02:52.097085 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-76b9a8de-633c-44b5-aa4a-4a0cdc9c2df3 req-2ef2bc48-58ba-4e81-a2b4-c70cafc46d4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ccc8ca8-fec4-45c1-b82e-6b0a1d715a63 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:02:52.103787 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-c3bc8807-2c22-42d1-994b-c7e0d793b6d6 service neutron] 10.222.0.36 "GET /v2.0/networks/f22d369e-b532-46c6-9344-c4601e102f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111541 Aug 16 23:02:52.131474 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-76b9a8de-633c-44b5-aa4a-4a0cdc9c2df3 req-2ef2bc48-58ba-4e81-a2b4-c70cafc46d4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:52.136575 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7feb69d0-93c8-4388-93ba-95015f789829 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks [] for router_gateway, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:52.175078 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7feb69d0-93c8-4388-93ba-95015f789829 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:52.199507 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-71ec82aa-685d-4b7d-b6ec-348098f75bc4 req-024a2750-a4ad-43ee-b377-db97fd4e107f service neutron] 10.222.0.57 "GET /v2.0/networks/540fbbcf-8da3-458c-90f5-f20e9fa6a263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2997429 Aug 16 23:02:52.201748 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-76b9a8de-633c-44b5-aa4a-4a0cdc9c2df3 req-2ef2bc48-58ba-4e81-a2b4-c70cafc46d4d service neutron] Transition to ACTIVE for port object 7ccc8ca8-fec4-45c1-b82e-6b0a1d715a63 will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:02:52.217177 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-ef718996-5f8c-49fe-b1b1-91cd5280104a service neutron] 10.222.0.36 "GET /v2.0/networks/f22d369e-b532-46c6-9344-c4601e102f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125076 Aug 16 23:02:52.239371 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-76b9a8de-633c-44b5-aa4a-4a0cdc9c2df3 req-2ef2bc48-58ba-4e81-a2b4-c70cafc46d4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:52.331211 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-f6d11a58-3cab-4c56-a04d-393c7abb4985 service neutron] 10.222.0.36 "GET /v2.0/networks/f22d369e-b532-46c6-9344-c4601e102f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045165 Aug 16 23:02:52.385965 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef2bc48-58ba-4e81-a2b4-c70cafc46d4d service neutron] Pushing event updated for resources: {'Port': ['ID=7ccc8ca8-fec4-45c1-b82e-6b0a1d715a63,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:52.439577 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 46456) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:52.477846 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-7feb69d0-93c8-4388-93ba-95015f789829 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Allocated IP 172.25.4.195 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/36ad528d-a067-41ef-afa8-13801df78120) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:02:52.490284 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53359d0-2131-4a47-8581-84fd07937a12 req-12e69b0c-4c99-4919-b01f-52986b50a3b1 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:52.497676 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c53359d0-2131-4a47-8581-84fd07937a12 req-12e69b0c-4c99-4919-b01f-52986b50a3b1 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=99b16bb5-ed48-457d-b756-6057d8dd3996 HTTP/1.1" status: 200 len: 944 time: 0.0830951 Aug 16 23:02:52.508781 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ea41eb96-38e1-4582-80c8-08f47c766aee admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:52.525372 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-71ec82aa-685d-4b7d-b6ec-348098f75bc4 req-10707f41-16f7-4924-85c5-261594f1e8b5 service neutron] 10.222.0.57 "GET /v2.0/networks/540fbbcf-8da3-458c-90f5-f20e9fa6a263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2957680 Aug 16 23:02:52.531864 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-a84e19e6-8c56-4a3c-8905-d403b2d49347 service neutron] 10.222.0.36 "GET /v2.0/networks/f22d369e-b532-46c6-9344-c4601e102f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912143 Aug 16 23:02:52.598629 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c53359d0-2131-4a47-8581-84fd07937a12 req-04d84cee-3ba4-4379-b97e-552ffcdfaeef tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956969 Aug 16 23:02:52.611458 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-76b9a8de-633c-44b5-aa4a-4a0cdc9c2df3 req-2ef2bc48-58ba-4e81-a2b4-c70cafc46d4d service neutron] Attempting to bind port 7ccc8ca8-fec4-45c1-b82e-6b0a1d715a63 on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:02:52.612028 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-76b9a8de-633c-44b5-aa4a-4a0cdc9c2df3 req-2ef2bc48-58ba-4e81-a2b4-c70cafc46d4d service neutron] Attempting to bind port 7ccc8ca8-fec4-45c1-b82e-6b0a1d715a63 by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': 'd9a940b8-4f1c-423f-8b77-621d8ce494fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5afa7f88-eeaa-4717-8103-9ee9125ee829'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:02:52.612141 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b9a8de-633c-44b5-aa4a-4a0cdc9c2df3 req-2ef2bc48-58ba-4e81-a2b4-c70cafc46d4d service neutron] Attempting to bind port 7ccc8ca8-fec4-45c1-b82e-6b0a1d715a63 on network 5afa7f88-eeaa-4717-8103-9ee9125ee829 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:02:52.637003 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b9a8de-633c-44b5-aa4a-4a0cdc9c2df3 req-2ef2bc48-58ba-4e81-a2b4-c70cafc46d4d service neutron] Port 7ccc8ca8-fec4-45c1-b82e-6b0a1d715a63 on network 5afa7f88-eeaa-4717-8103-9ee9125ee829 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:02:52.637401 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b9a8de-633c-44b5-aa4a-4a0cdc9c2df3 req-2ef2bc48-58ba-4e81-a2b4-c70cafc46d4d service neutron] Attempting to bind port 7ccc8ca8-fec4-45c1-b82e-6b0a1d715a63 on network 5afa7f88-eeaa-4717-8103-9ee9125ee829 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:02:52.658380 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b9a8de-633c-44b5-aa4a-4a0cdc9c2df3 req-2ef2bc48-58ba-4e81-a2b4-c70cafc46d4d service neutron] Checking agent: {'id': 'd28e24f9-e5ea-41e1-80bf-3c7943ad7f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:02:52.658731 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b9a8de-633c-44b5-aa4a-4a0cdc9c2df3 req-2ef2bc48-58ba-4e81-a2b4-c70cafc46d4d service neutron] Checking segment: {'id': 'd9a940b8-4f1c-423f-8b77-621d8ce494fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5afa7f88-eeaa-4717-8103-9ee9125ee829'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:02:52.659132 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b9a8de-633c-44b5-aa4a-4a0cdc9c2df3 req-2ef2bc48-58ba-4e81-a2b4-c70cafc46d4d service neutron] Bound using segment: {'id': 'd9a940b8-4f1c-423f-8b77-621d8ce494fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5afa7f88-eeaa-4717-8103-9ee9125ee829'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:02:52.659582 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-76b9a8de-633c-44b5-aa4a-4a0cdc9c2df3 req-2ef2bc48-58ba-4e81-a2b4-c70cafc46d4d service neutron] Bound port: 7ccc8ca8-fec4-45c1-b82e-6b0a1d715a63, host: n-h1-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9a940b8-4f1c-423f-8b77-621d8ce494fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5afa7f88-eeaa-4717-8103-9ee9125ee829'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:02:52.659950 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-76b9a8de-633c-44b5-aa4a-4a0cdc9c2df3 req-2ef2bc48-58ba-4e81-a2b4-c70cafc46d4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:52.740416 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:52.769574 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-8e57c91d-dc68-4653-8a99-33c00b4c88ea service neutron] 10.222.0.36 "GET /v2.0/networks/ce4eb26f-79ce-4c2a-bb34-84780b573ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100358 Aug 16 23:02:52.805693 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7feb69d0-93c8-4388-93ba-95015f789829 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:52.870037 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-76b9a8de-633c-44b5-aa4a-4a0cdc9c2df3 req-2ef2bc48-58ba-4e81-a2b4-c70cafc46d4d service neutron] For port 7ccc8ca8-fec4-45c1-b82e-6b0a1d715a63, host n-h1-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:02:52.879615 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-76b9a8de-633c-44b5-aa4a-4a0cdc9c2df3 req-2ef2bc48-58ba-4e81-a2b4-c70cafc46d4d service neutron] For port 7ccc8ca8-fec4-45c1-b82e-6b0a1d715a63, host n-h1-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=7ccc8ca8-fec4-45c1-b82e-6b0a1d715a63,segment=NetworkSegment(d9a940b8-4f1c-423f-8b77-621d8ce494fc),segment_id=d9a940b8-4f1c-423f-8b77-621d8ce494fc)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:02:52.908279 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-76b9a8de-633c-44b5-aa4a-4a0cdc9c2df3 req-2ef2bc48-58ba-4e81-a2b4-c70cafc46d4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:52.923733 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133f8010-bb7f-4dbf-be46-5148221a7837 req-ca0c4537-0871-45a4-a3e9-7381a2069799 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:52.925597 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-133f8010-bb7f-4dbf-be46-5148221a7837 req-ca0c4537-0871-45a4-a3e9-7381a2069799 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/ports?device_id=18587e22-5c06-42fd-975d-a2fe2080dd33 HTTP/1.1" status: 200 len: 943 time: 0.1545551 Aug 16 23:02:52.975356 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-86c80383-1c96-42a8-832f-9a66576ce818 service neutron] 10.222.0.36 "GET /v2.0/networks/ce4eb26f-79ce-4c2a-bb34-84780b573ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804035 Aug 16 23:02:53.002676 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ea41eb96-38e1-4582-80c8-08f47c766aee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:53.019390 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b9a8de-633c-44b5-aa4a-4a0cdc9c2df3 req-2ef2bc48-58ba-4e81-a2b4-c70cafc46d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:53.020581 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-76b9a8de-633c-44b5-aa4a-4a0cdc9c2df3 req-2ef2bc48-58ba-4e81-a2b4-c70cafc46d4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:53.023039 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-76b9a8de-633c-44b5-aa4a-4a0cdc9c2df3 req-2ef2bc48-58ba-4e81-a2b4-c70cafc46d4d service neutron] 10.222.0.68 "PUT /v2.0/ports/7ccc8ca8-fec4-45c1-b82e-6b0a1d715a63 HTTP/1.1" status: 200 len: 1093 time: 2.1896274 Aug 16 23:02:53.025666 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ea41eb96-38e1-4582-80c8-08f47c766aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:53.028119 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99b16bb5-ed48-457d-b756-6057d8dd3996', 'tag': '7ccc8ca8-fec4-45c1-b82e-6b0a1d715a63'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:02:53.030628 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e94b3c4-7d6a-4d0b-8ee1-e88bbdf056a1" -d '{"events": [{"name": "network-changed", "server_uuid": "99b16bb5-ed48-457d-b756-6057d8dd3996", "tag": "7ccc8ca8-fec4-45c1-b82e-6b0a1d715a63"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:02:53.073643 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-133f8010-bb7f-4dbf-be46-5148221a7837 req-0fcebf89-7db0-4112-b392-7c80fc5a1e2b tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/security-groups?id=1eb5bbe6-717a-4605-a558-b9b958591c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360295 Aug 16 23:02:53.079593 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7feb69d0-93c8-4388-93ba-95015f789829 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:53.126496 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-ea41eb96-38e1-4582-80c8-08f47c766aee admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b26d3d1f0c3444db870bf9094e973a50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6643140 Aug 16 23:02:53.128949 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 46502) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:53.145797 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-6ed7cea2-08d9-40e6-83d1-fc5bc0cdd243 service neutron] 10.222.0.36 "GET /v2.0/networks/ce4eb26f-79ce-4c2a-bb34-84780b573ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638520 Aug 16 23:02:53.192352 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fc4e83e-fcc9-4ef9-94d5-6373bd14a8d5 x-openstack-request-id: req-3fc4e83e-fcc9-4ef9-94d5-6373bd14a8d5 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:02:53.193628 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99b16bb5-ed48-457d-b756-6057d8dd3996", "tag": "7ccc8ca8-fec4-45c1-b82e-6b0a1d715a63", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:02:53.194085 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3fc4e83e-fcc9-4ef9-94d5-6373bd14a8d5 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:02:53.195348 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99b16bb5-ed48-457d-b756-6057d8dd3996', 'tag': '7ccc8ca8-fec4-45c1-b82e-6b0a1d715a63', 'status': 'completed', 'code': 200} Aug 16 23:02:53.196731 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef2bc48-58ba-4e81-a2b4-c70cafc46d4d service neutron] Pushing event updated for resources: {'Port': ['ID=7ccc8ca8-fec4-45c1-b82e-6b0a1d715a63,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:53.202383 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea41eb96-38e1-4582-80c8-08f47c766aee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5dde8f9-146f-4b66-98d7-644d01bdf473,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:53.232562 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device f3601cae-3cfc-4266-9323-904586b9e3d0 details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:02:53.248165 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7feb69d0-93c8-4388-93ba-95015f789829 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:02:53.257568 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-7feb69d0-93c8-4388-93ba-95015f789829 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:02:53.266183 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7feb69d0-93c8-4388-93ba-95015f789829 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:02:53.299854 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b9a8de-633c-44b5-aa4a-4a0cdc9c2df3 req-c7343a63-d5e0-46a6-bd39-381d03dd65c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:53.302082 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-76b9a8de-633c-44b5-aa4a-4a0cdc9c2df3 req-c7343a63-d5e0-46a6-bd39-381d03dd65c2 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bc1dde6b43054c1db1326da283b98f4f&device_id=99b16bb5-ed48-457d-b756-6057d8dd3996 HTTP/1.1" status: 200 len: 1096 time: 0.2199357 Aug 16 23:02:53.308684 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feb69d0-93c8-4388-93ba-95015f789829 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Pushing event updated for resources: {'Port': ['ID=36ad528d-a067-41ef-afa8-13801df78120,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:53.314217 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-58cb1ee5-6617-43b6-be0e-6ec25117be96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:53.367129 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-76b9a8de-633c-44b5-aa4a-4a0cdc9c2df3 req-b7073a95-7cac-49da-8c0a-46aa7e51514d service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ccc8ca8-fec4-45c1-b82e-6b0a1d715a63 HTTP/1.1" status: 200 len: 217 time: 0.0524077 Aug 16 23:02:53.387370 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-e7c3a0fd-2121-416a-8f5c-2f7c2cc65f96 service neutron] 10.222.0.36 "GET /v2.0/networks/ce4eb26f-79ce-4c2a-bb34-84780b573ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320757 Aug 16 23:02:53.412205 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-58cb1ee5-6617-43b6-be0e-6ec25117be96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:53.449502 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port f3601cae-3cfc-4266-9323-904586b9e3d0, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=f3601cae-3cfc-4266-9323-904586b9e3d0,segment=NetworkSegment(2f9d1485-64c4-4032-9f01-ae22555e2cfc),segment_id=2f9d1485-64c4-4032-9f01-ae22555e2cfc)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:02:53.483471 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': 'f3601cae-3cfc-4266-9323-904586b9e3d0', 'network_id': 'f382f188-dbb7-4b56-8af5-82f76ac61bfc', 'port_id': 'f3601cae-3cfc-4266-9323-904586b9e3d0', 'mac_address': 'fa:16:3e:dd:38:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c827456-6bfb-4e82-b370-b53dc8e13ad7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:02:53.511516 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-58cb1ee5-6617-43b6-be0e-6ec25117be96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:53.515061 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-58cb1ee5-6617-43b6-be0e-6ec25117be96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:53.516246 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-58cb1ee5-6617-43b6-be0e-6ec25117be96 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e5dde8f9-146f-4b66-98d7-644d01bdf473 HTTP/1.1" status: 204 len: 168 time: 0.3861995 Aug 16 23:02:53.535492 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cb1ee5-6617-43b6-be0e-6ec25117be96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5dde8f9-146f-4b66-98d7-644d01bdf473,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:53.563615 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:53.597235 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f3601cae-3cfc-4266-9323-904586b9e3d0 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:02:53.617625 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b9a8de-633c-44b5-aa4a-4a0cdc9c2df3 req-4c4af500-6874-4af1-9952-01831a017c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:53.619310 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-76b9a8de-633c-44b5-aa4a-4a0cdc9c2df3 req-4c4af500-6874-4af1-9952-01831a017c52 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d47d6ce6-f0e6-4637-a178-044cb0396017 HTTP/1.1" status: 200 len: 852 time: 0.2433274 Aug 16 23:02:53.622209 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port f3601cae-3cfc-4266-9323-904586b9e3d0, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=f3601cae-3cfc-4266-9323-904586b9e3d0,segment=NetworkSegment(2f9d1485-64c4-4032-9f01-ae22555e2cfc),segment_id=2f9d1485-64c4-4032-9f01-ae22555e2cfc)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:02:53.627935 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:53.673874 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-76b9a8de-633c-44b5-aa4a-4a0cdc9c2df3 req-b2ee0e7b-524b-4af7-ab90-e2f4d6593ec1 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5afa7f88-eeaa-4717-8103-9ee9125ee829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440075 Aug 16 23:02:53.735050 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=f3601cae-3cfc-4266-9323-904586b9e3d0,revision_number=6']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:53.782576 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['f3601cae-3cfc-4266-9323-904586b9e3d0'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:02:53.934834 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b692677-f011-4332-8477-1f41a5e35b92 req-47d4fcba-4b76-4e39-96b2-3845b6c7bad9 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:53.948162 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0b692677-f011-4332-8477-1f41a5e35b92 req-47d4fcba-4b76-4e39-96b2-3845b6c7bad9 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=99b16bb5-ed48-457d-b756-6057d8dd3996 HTTP/1.1" status: 200 len: 944 time: 0.1419470 Aug 16 23:02:54.053817 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0b692677-f011-4332-8477-1f41a5e35b92 req-239ea621-57e3-4a1f-9d37-0594932b19d6 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013227 Aug 16 23:02:54.201417 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 165ee04e-ccea-40a0-8ba8-b0511f7c8bf9 details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:02:54.398073 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 46572) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:54.453428 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d7d6ae73-e55c-489a-90f4-93653d20e930 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:54.498403 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324ab8b1-1d2f-4e38-9449-e3664e0b79e5 req-e415d084-206a-45fe-8992-47a2b5b1bbe8 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:54.514823 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-324ab8b1-1d2f-4e38-9449-e3664e0b79e5 req-e415d084-206a-45fe-8992-47a2b5b1bbe8 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/ports?device_id=18587e22-5c06-42fd-975d-a2fe2080dd33 HTTP/1.1" status: 200 len: 943 time: 0.2016273 Aug 16 23:02:54.562150 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 165ee04e-ccea-40a0-8ba8-b0511f7c8bf9, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=165ee04e-ccea-40a0-8ba8-b0511f7c8bf9,segment=NetworkSegment(a0a90953-ffc4-4cbc-b46c-d2cc5e1888f9),segment_id=a0a90953-ffc4-4cbc-b46c-d2cc5e1888f9)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:02:54.612829 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': '165ee04e-ccea-40a0-8ba8-b0511f7c8bf9', 'network_id': '540fbbcf-8da3-458c-90f5-f20e9fa6a263', 'port_id': '165ee04e-ccea-40a0-8ba8-b0511f7c8bf9', 'mac_address': 'fa:16:3e:d0:6c:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83a7154b-2d0f-4675-897d-e253fcead13a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:02:54.616620 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d7d6ae73-e55c-489a-90f4-93653d20e930 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:54.621960 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-76b9a8de-633c-44b5-aa4a-4a0cdc9c2df3 req-8cc5394e-fa79-4eb7-b0f3-f3895443639a service neutron] 10.222.0.68 "GET /v2.0/networks/5afa7f88-eeaa-4717-8103-9ee9125ee829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9407525 Aug 16 23:02:54.622761 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7feb69d0-93c8-4388-93ba-95015f789829 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks [] for router_gateway, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:54.626840 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d7d6ae73-e55c-489a-90f4-93653d20e930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:54.692151 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-d7d6ae73-e55c-489a-90f4-93653d20e930 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d135bd60e07e430295311cd2c77a8e77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2849369 Aug 16 23:02:54.710390 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:54.733408 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 46582) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:54.753961 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 165ee04e-ccea-40a0-8ba8-b0511f7c8bf9 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:02:54.824199 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 165ee04e-ccea-40a0-8ba8-b0511f7c8bf9, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=165ee04e-ccea-40a0-8ba8-b0511f7c8bf9,segment=NetworkSegment(a0a90953-ffc4-4cbc-b46c-d2cc5e1888f9),segment_id=a0a90953-ffc4-4cbc-b46c-d2cc5e1888f9)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:02:54.832902 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:54.892989 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-324ab8b1-1d2f-4e38-9449-e3664e0b79e5 req-d4c1fa9f-f872-44c7-9ede-4f1d5e12a8a6 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/security-groups?id=1eb5bbe6-717a-4605-a558-b9b958591c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3677232 Aug 16 23:02:54.947205 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=165ee04e-ccea-40a0-8ba8-b0511f7c8bf9,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:54.980493 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fec8b66a-afaa-4b3f-92d7-5a71ecdf5f21 req-8a4da133-4feb-4420-9371-b016f74d9fdd tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d0f439b-55b3-479e-b4c0-19dd4772e5b0 HTTP/1.1" status: 200 len: 210 time: 0.1259396 Aug 16 23:02:54.993928 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d6ae73-e55c-489a-90f4-93653d20e930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=369c37bf-6912-435f-8c07-b0e53f15e06d,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:55.033475 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2b35b60f-d748-4f5a-a304-cb7f59e80139 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:55.081640 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2b35b60f-d748-4f5a-a304-cb7f59e80139 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:55.090537 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-76b9a8de-633c-44b5-aa4a-4a0cdc9c2df3 req-4e667ee6-b91b-432d-a30a-1220e4bbdbb9 service neutron] 10.222.0.68 "GET /v2.0/networks/5afa7f88-eeaa-4717-8103-9ee9125ee829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3390427 Aug 16 23:02:55.213830 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['165ee04e-ccea-40a0-8ba8-b0511f7c8bf9'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:02:55.221658 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:55.264736 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2b35b60f-d748-4f5a-a304-cb7f59e80139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:55.268635 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2b35b60f-d748-4f5a-a304-cb7f59e80139 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:55.270188 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-2b35b60f-d748-4f5a-a304-cb7f59e80139 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/369c37bf-6912-435f-8c07-b0e53f15e06d HTTP/1.1" status: 204 len: 168 time: 0.5335705 Aug 16 23:02:55.295554 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device f3601cae-3cfc-4266-9323-904586b9e3d0 up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:02:55.301287 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b35b60f-d748-4f5a-a304-cb7f59e80139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=369c37bf-6912-435f-8c07-b0e53f15e06d,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:55.325388 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969f0108-8138-4965-8a5b-535e1b102fd6 req-c5f5f85b-ff89-421d-bae4-7ff6480dd3d7 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:55.331337 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7feb69d0-93c8-4388-93ba-95015f789829 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:55.347376 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e94b3c4-7d6a-4d0b-8ee1-e88bbdf056a1 req-e1a7b99d-928f-4098-9d9e-e35f05ca82c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:55.351310 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7e94b3c4-7d6a-4d0b-8ee1-e88bbdf056a1 req-e1a7b99d-928f-4098-9d9e-e35f05ca82c9 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bc1dde6b43054c1db1326da283b98f4f&device_id=99b16bb5-ed48-457d-b756-6057d8dd3996 HTTP/1.1" status: 200 len: 1096 time: 0.1891575 Aug 16 23:02:55.357324 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-969f0108-8138-4965-8a5b-535e1b102fd6 req-c5f5f85b-ff89-421d-bae4-7ff6480dd3d7 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=99b16bb5-ed48-457d-b756-6057d8dd3996 HTTP/1.1" status: 200 len: 944 time: 0.1824505 Aug 16 23:02:55.425069 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-969f0108-8138-4965-8a5b-535e1b102fd6 req-18379033-73cf-43b3-9cf2-d2e287380583 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660446 Aug 16 23:02:55.517065 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port f3601cae-3cfc-4266-9323-904586b9e3d0 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:02:55.518142 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:55.715781 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7feb69d0-93c8-4388-93ba-95015f789829 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Router 9776d80a-e502-4168-89fa-b7595b0777c8 is scheduled to L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f with binding_index 1 {{(pid=101291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:02:55.727610 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:55.763931 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a986e6ef-8ed9-4a88-8e95-3ad50b9c8575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3601cae-3cfc-4266-9323-904586b9e3d0'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:02:55.767226 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3be1c1de-2f74-489c-859e-825b0d90ab01" -d '{"events": [{"server_uuid": "a986e6ef-8ed9-4a88-8e95-3ad50b9c8575", "name": "network-vif-plugged", "status": "completed", "tag": "f3601cae-3cfc-4266-9323-904586b9e3d0"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:02:55.822656 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port f3601cae-3cfc-4266-9323-904586b9e3d0, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=f3601cae-3cfc-4266-9323-904586b9e3d0,segment=NetworkSegment(2f9d1485-64c4-4032-9f01-ae22555e2cfc),segment_id=2f9d1485-64c4-4032-9f01-ae22555e2cfc)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:02:55.832681 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:55.843612 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7feb69d0-93c8-4388-93ba-95015f789829 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:02:55.886547 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7feb69d0-93c8-4388-93ba-95015f789829 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:55.890353 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-7feb69d0-93c8-4388-93ba-95015f789829 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.1883874 Aug 16 23:02:55.890353 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e94b3c4-7d6a-4d0b-8ee1-e88bbdf056a1 req-9481b9b7-0673-4520-b915-0c946cc75eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:55.891586 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7e94b3c4-7d6a-4d0b-8ee1-e88bbdf056a1 req-9481b9b7-0673-4520-b915-0c946cc75eb4 service neutron] 10.222.0.68 "GET /v2.0/networks?id=5afa7f88-eeaa-4717-8103-9ee9125ee829 HTTP/1.1" status: 200 len: 913 time: 0.5278280 Aug 16 23:02:55.891963 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 46640) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:55.898794 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-1df0ce34-55e6-44e5-9762-b214fc7d3f10 tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'enable_snat': False}}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:02:55.907972 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a8de3c9-96c1-4759-afa3-7af4e6914ba5 x-openstack-request-id: req-7a8de3c9-96c1-4759-afa3-7af4e6914ba5 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:02:55.910081 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a986e6ef-8ed9-4a88-8e95-3ad50b9c8575", "name": "network-vif-plugged", "status": "completed", "tag": "f3601cae-3cfc-4266-9323-904586b9e3d0", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:02:55.910555 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7a8de3c9-96c1-4759-afa3-7af4e6914ba5 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:02:55.911971 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a986e6ef-8ed9-4a88-8e95-3ad50b9c8575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3601cae-3cfc-4266-9323-904586b9e3d0', 'code': 200} Aug 16 23:02:55.916595 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3e17f4-c212-4e8c-9de1-7bee41d9199d None None] Sync routers for ids ['9776d80a-e502-4168-89fa-b7595b0777c8'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:02:55.970334 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3e17f4-c212-4e8c-9de1-7bee41d9199d None None] Routers {'9776d80a-e502-4168-89fa-b7595b0777c8'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:02:55.971211 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-db3e17f4-c212-4e8c-9de1-7bee41d9199d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:02:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['9776d80a-e502-4168-89fa-b7595b0777c8'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:02:56.000915 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7e94b3c4-7d6a-4d0b-8ee1-e88bbdf056a1 req-32be0b41-9af2-4652-b241-60c906a95da9 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ccc8ca8-fec4-45c1-b82e-6b0a1d715a63 HTTP/1.1" status: 200 len: 217 time: 0.1001844 Aug 16 23:02:56.094013 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-db3e17f4-c212-4e8c-9de1-7bee41d9199d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:02:56.102595 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e94b3c4-7d6a-4d0b-8ee1-e88bbdf056a1 req-e300478e-21ad-4e3a-86d1-1466eab1fe59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:56.104690 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7e94b3c4-7d6a-4d0b-8ee1-e88bbdf056a1 req-e300478e-21ad-4e3a-86d1-1466eab1fe59 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d47d6ce6-f0e6-4637-a178-044cb0396017 HTTP/1.1" status: 200 len: 852 time: 0.0960312 Aug 16 23:02:56.136867 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=f3601cae-3cfc-4266-9323-904586b9e3d0,revision_number=7']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:56.140442 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3e17f4-c212-4e8c-9de1-7bee41d9199d None None] Routers {'9776d80a-e502-4168-89fa-b7595b0777c8'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:02:56.141806 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-db3e17f4-c212-4e8c-9de1-7bee41d9199d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:02:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['9776d80a-e502-4168-89fa-b7595b0777c8'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:02:56.194264 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7e94b3c4-7d6a-4d0b-8ee1-e88bbdf056a1 req-2f35d13c-2484-42e8-b39c-660ca48cfd51 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5afa7f88-eeaa-4717-8103-9ee9125ee829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718060 Aug 16 23:02:56.327882 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b2577533-bfa9-4c03-99f1-f76f05fa0a1d req-5ca8522b-b950-4547-a158-681403159356 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d0f439b-55b3-479e-b4c0-19dd4772e5b0 HTTP/1.1" status: 200 len: 210 time: 0.1137815 Aug 16 23:02:56.452334 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-db3e17f4-c212-4e8c-9de1-7bee41d9199d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:02:56.453029 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3e17f4-c212-4e8c-9de1-7bee41d9199d None None] The sync data for ids ['9776d80a-e502-4168-89fa-b7595b0777c8'] in n-d-791506-26 is: [] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:02:56.506542 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7e94b3c4-7d6a-4d0b-8ee1-e88bbdf056a1 req-d0d40f48-bdf2-4153-83e2-c914b4d9f06f service neutron] 10.222.0.68 "GET /v2.0/networks/5afa7f88-eeaa-4717-8103-9ee9125ee829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3045464 Aug 16 23:02:56.533151 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65de740b-3e50-4af7-abec-e6364160bd0f req-6ebeecb0-9964-4fe5-a1fb-7fea03f778cd tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:56.544222 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-65de740b-3e50-4af7-abec-e6364160bd0f req-6ebeecb0-9964-4fe5-a1fb-7fea03f778cd tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/ports?device_id=18587e22-5c06-42fd-975d-a2fe2080dd33 HTTP/1.1" status: 200 len: 944 time: 0.5088332 Aug 16 23:02:56.568331 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-e785e8eb-50c2-45fc-a581-494a72ed0d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:56.571606 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-e785e8eb-50c2-45fc-a581-494a72ed0d19 service neutron] 10.222.0.57 "GET /v2.0/ports/c1cc686f-303c-42dc-85c7-d80aff741a19 HTTP/1.1" status: 200 len: 1026 time: 0.0640478 Aug 16 23:02:56.619734 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-65de740b-3e50-4af7-abec-e6364160bd0f req-199a7f11-020e-461f-aa96-5e72b3456283 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/security-groups?id=1eb5bbe6-717a-4605-a558-b9b958591c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733750 Aug 16 23:02:56.775650 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-d2e60a96-45c7-4057-a8c9-3ffb87458e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:56.777092 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-d2e60a96-45c7-4057-a8c9-3ffb87458e1f service neutron] 10.222.0.57 "GET /v2.0/ports/aabc4894-08fe-4573-bd65-664ab53c9c15 HTTP/1.1" status: 200 len: 1027 time: 0.0564003 Aug 16 23:02:56.835163 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c250efe8-8496-4eac-85b0-5a00dc58f3d2 req-58b7646a-e521-48b0-87bd-035eb45b8ef6 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:56.837157 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c250efe8-8496-4eac-85b0-5a00dc58f3d2 req-58b7646a-e521-48b0-87bd-035eb45b8ef6 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=99b16bb5-ed48-457d-b756-6057d8dd3996 HTTP/1.1" status: 200 len: 944 time: 0.1523316 Aug 16 23:02:57.017998 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7e94b3c4-7d6a-4d0b-8ee1-e88bbdf056a1 req-2aaf78fb-af4b-4528-a961-86b5572a66a0 service neutron] 10.222.0.68 "GET /v2.0/networks/5afa7f88-eeaa-4717-8103-9ee9125ee829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4451253 Aug 16 23:02:57.041147 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-60a43aec-5aca-42f8-9460-d21c0b1e9c5e tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:57.047941 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-60a43aec-5aca-42f8-9460-d21c0b1e9c5e tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:57.055632 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-60a43aec-5aca-42f8-9460-d21c0b1e9c5e tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:57.057796 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-60a43aec-5aca-42f8-9460-d21c0b1e9c5e tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.57 "GET /v2.0/networks?id=f4264da2-38cd-44c0-b397-5678d2cea138&id=f22d369e-b532-46c6-9344-c4601e102f4e&id=f22d369e-b532-46c6-9344-c4601e102f4e&id=f22d369e-b532-46c6-9344-c4601e102f4e&id=f22d369e-b532-46c6-9344-c4601e102f4e&id=ce4eb26f-79ce-4c2a-bb34-84780b573ab4&id=ce4eb26f-79ce-4c2a-bb34-84780b573ab4 HTTP/1.1" status: 200 len: 1990 time: 0.2622175 Aug 16 23:02:57.072579 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1df0ce34-55e6-44e5-9762-b214fc7d3f10 tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:57.160396 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-6ae495eb-3acb-4ba6-9d97-90ddcdbb05ee tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2021c5ea9b37490ab72514988bd9444c HTTP/1.1" status: 200 len: 380 time: 0.0860217 Aug 16 23:02:57.171452 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-f35f668b-aa49-497a-aa79-4fae7f90c38e tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Request body: {'port': {'device_id': '6d0f439b-55b3-479e-b4c0-19dd4772e5b0', 'network_id': 'f4264da2-38cd-44c0-b397-5678d2cea138', 'admin_state_up': True, 'tenant_id': '2021c5ea9b37490ab72514988bd9444c', 'security_groups': ['6c2745c8-39ab-440e-a081-67457cdaf056']}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:02:57.251104 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 7ccc8ca8-fec4-45c1-b82e-6b0a1d715a63 details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:02:57.257197 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 46692) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:57.314585 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c250efe8-8496-4eac-85b0-5a00dc58f3d2 req-9936e72b-6ef8-47d3-b1be-b4d7a37aa200 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179945 Aug 16 23:02:57.442088 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-f35f668b-aa49-497a-aa79-4fae7f90c38e tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Made reservation on behalf of 2021c5ea9b37490ab72514988bd9444c for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:02:57.456160 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-f35f668b-aa49-497a-aa79-4fae7f90c38e tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:57.570079 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 7ccc8ca8-fec4-45c1-b82e-6b0a1d715a63, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=7ccc8ca8-fec4-45c1-b82e-6b0a1d715a63,segment=NetworkSegment(d9a940b8-4f1c-423f-8b77-621d8ce494fc),segment_id=d9a940b8-4f1c-423f-8b77-621d8ce494fc)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:02:57.588118 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': '7ccc8ca8-fec4-45c1-b82e-6b0a1d715a63', 'network_id': '5afa7f88-eeaa-4717-8103-9ee9125ee829', 'port_id': '7ccc8ca8-fec4-45c1-b82e-6b0a1d715a63', 'mac_address': 'fa:16:3e:d3:50:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd47d6ce6-f0e6-4637-a178-044cb0396017', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:02:57.641129 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:57.675158 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ccc8ca8-fec4-45c1-b82e-6b0a1d715a63 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:02:57.765591 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 7ccc8ca8-fec4-45c1-b82e-6b0a1d715a63, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=7ccc8ca8-fec4-45c1-b82e-6b0a1d715a63,segment=NetworkSegment(d9a940b8-4f1c-423f-8b77-621d8ce494fc),segment_id=d9a940b8-4f1c-423f-8b77-621d8ce494fc)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:02:57.782140 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:57.788380 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c5ad8948-50de-44c6-be0b-f0000a3fba3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:57.809530 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cbc17a0d-5319-4310-a577-79f6e2c3e275 req-bae2d60c-c068-4684-a88a-7c31c77b44cb tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d0f439b-55b3-479e-b4c0-19dd4772e5b0 HTTP/1.1" status: 200 len: 210 time: 0.1330352 Aug 16 23:02:57.906594 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=7ccc8ca8-fec4-45c1-b82e-6b0a1d715a63,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:57.915958 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-f35f668b-aa49-497a-aa79-4fae7f90c38e tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Allocated IP 172.20.0.3 (f4264da2-38cd-44c0-b397-5678d2cea138/7c956ed2-0689-474b-bd27-58ed9c7ef2ec/debf812d-0b2e-45df-8f8a-a21e25a77beb) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:02:57.970026 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f230b0-510e-483e-ac02-92a29ea508c5 req-1751cf02-f183-4a03-997c-3dc4289a8cf3 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:57.971878 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a3f230b0-510e-483e-ac02-92a29ea508c5 req-1751cf02-f183-4a03-997c-3dc4289a8cf3 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/ports?device_id=18587e22-5c06-42fd-975d-a2fe2080dd33 HTTP/1.1" status: 200 len: 944 time: 0.1579607 Aug 16 23:02:58.010388 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['7ccc8ca8-fec4-45c1-b82e-6b0a1d715a63'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:02:58.173105 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a3f230b0-510e-483e-ac02-92a29ea508c5 req-87c241fb-8a80-4283-98af-6bda966c341d tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/security-groups?id=1eb5bbe6-717a-4605-a558-b9b958591c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867855 Aug 16 23:02:58.210383 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1df0ce34-55e6-44e5-9762-b214fc7d3f10 tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-537184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-500218'] for router, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:58.219151 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1df0ce34-55e6-44e5-9762-b214fc7d3f10 tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-537179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-537170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-639656'] for router, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:58.264805 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-f35f668b-aa49-497a-aa79-4fae7f90c38e tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:58.271733 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 165ee04e-ccea-40a0-8ba8-b0511f7c8bf9 up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:02:58.292352 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-f35f668b-aa49-497a-aa79-4fae7f90c38e tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Transition to ACTIVE for port object debf812d-0b2e-45df-8f8a-a21e25a77beb will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:02:58.378281 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-f35f668b-aa49-497a-aa79-4fae7f90c38e tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:58.461231 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c5ad8948-50de-44c6-be0b-f0000a3fba3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:58.472980 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c5ad8948-50de-44c6-be0b-f0000a3fba3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:58.482149 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning for port 165ee04e-ccea-40a0-8ba8-b0511f7c8bf9 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:02:58.489132 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port 165ee04e-ccea-40a0-8ba8-b0511f7c8bf9 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:02:58.492403 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:58.524728 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-f35f668b-aa49-497a-aa79-4fae7f90c38e tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Network f4264da2-38cd-44c0-b397-5678d2cea138 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:02:58.535174 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-f35f668b-aa49-497a-aa79-4fae7f90c38e tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:02:58.539552 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-f35f668b-aa49-497a-aa79-4fae7f90c38e tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:02:58.544696 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35f668b-aa49-497a-aa79-4fae7f90c38e tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Pushing event updated for resources: {'Port': ['ID=debf812d-0b2e-45df-8f8a-a21e25a77beb,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:58.566681 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-c5ad8948-50de-44c6-be0b-f0000a3fba3b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a5a66fa6da814e98a5fb5c61d1cf7a4d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2736139 Aug 16 23:02:58.571430 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 46728) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:58.675475 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-f35f668b-aa49-497a-aa79-4fae7f90c38e tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:58.677956 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-f35f668b-aa49-497a-aa79-4fae7f90c38e tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:58.725813 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:58.746084 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-f35f668b-aa49-497a-aa79-4fae7f90c38e tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5784738 Aug 16 23:02:58.767688 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-1e696a78-b719-4d4d-af7c-231f313bc6e4 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Request body: {'port': {'device_id': '6d0f439b-55b3-479e-b4c0-19dd4772e5b0', 'network_id': 'f22d369e-b532-46c6-9344-c4601e102f4e', 'admin_state_up': True, 'tenant_id': '2021c5ea9b37490ab72514988bd9444c', 'security_groups': ['6c2745c8-39ab-440e-a081-67457cdaf056']}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:02:58.780144 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ad8948-50de-44c6-be0b-f0000a3fba3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b1c2f3-4d6c-4260-9413-3383bff11f20,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:58.847428 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0ccdb5-5ce3-40c1-b77f-7a2c416a5f87 req-8ff3da9e-d61c-4d94-8aaf-4e60432fac79 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:58.850133 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4f0ccdb5-5ce3-40c1-b77f-7a2c416a5f87 req-8ff3da9e-d61c-4d94-8aaf-4e60432fac79 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=99b16bb5-ed48-457d-b756-6057d8dd3996 HTTP/1.1" status: 200 len: 945 time: 0.2899814 Aug 16 23:02:58.863631 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 165ee04e-ccea-40a0-8ba8-b0511f7c8bf9, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=165ee04e-ccea-40a0-8ba8-b0511f7c8bf9,segment=NetworkSegment(a0a90953-ffc4-4cbc-b46c-d2cc5e1888f9),segment_id=a0a90953-ffc4-4cbc-b46c-d2cc5e1888f9)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:02:58.867655 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18587e22-5c06-42fd-975d-a2fe2080dd33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '165ee04e-ccea-40a0-8ba8-b0511f7c8bf9'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:02:58.869108 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7f6903f7-de49-4b2d-b006-38c6ca133053 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:58.878482 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc30909-091d-46c3-88ee-6b7e13c74153" -d '{"events": [{"server_uuid": "18587e22-5c06-42fd-975d-a2fe2080dd33", "name": "network-vif-plugged", "status": "completed", "tag": "165ee04e-ccea-40a0-8ba8-b0511f7c8bf9"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:02:58.892225 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:58.922386 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1df0ce34-55e6-44e5-9762-b214fc7d3f10 tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Router 9776d80a-e502-4168-89fa-b7595b0777c8 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:02:58.951228 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7f6903f7-de49-4b2d-b006-38c6ca133053 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:58.978430 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4f0ccdb5-5ce3-40c1-b77f-7a2c416a5f87 req-1fe83443-d002-49d5-bd6e-f79c867accc4 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105301 Aug 16 23:02:59.069755 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=165ee04e-ccea-40a0-8ba8-b0511f7c8bf9,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:59.114252 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-1e696a78-b719-4d4d-af7c-231f313bc6e4 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Made reservation on behalf of 2021c5ea9b37490ab72514988bd9444c for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:02:59.124760 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-1e696a78-b719-4d4d-af7c-231f313bc6e4 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:59.152436 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6a6432e-c1f7-4347-b6a3-8a7480c2550d x-openstack-request-id: req-a6a6432e-c1f7-4347-b6a3-8a7480c2550d {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:02:59.152768 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18587e22-5c06-42fd-975d-a2fe2080dd33", "name": "network-vif-plugged", "status": "completed", "tag": "165ee04e-ccea-40a0-8ba8-b0511f7c8bf9", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:02:59.153013 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a6a6432e-c1f7-4347-b6a3-8a7480c2550d {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:02:59.160307 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18587e22-5c06-42fd-975d-a2fe2080dd33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '165ee04e-ccea-40a0-8ba8-b0511f7c8bf9', 'code': 200} Aug 16 23:02:59.176019 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-e8e4b213-a6ee-4022-ba7b-1de825b0bb53 None None] Provisioning for port debf812d-0b2e-45df-8f8a-a21e25a77beb completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:02:59.185001 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-e8e4b213-a6ee-4022-ba7b-1de825b0bb53 None None] Provisioning complete for port debf812d-0b2e-45df-8f8a-a21e25a77beb triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:02:59.185400 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e8e4b213-a6ee-4022-ba7b-1de825b0bb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:59.263622 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 7ccc8ca8-fec4-45c1-b82e-6b0a1d715a63 up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:02:59.344487 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7f6903f7-de49-4b2d-b006-38c6ca133053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:59.347314 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7f6903f7-de49-4b2d-b006-38c6ca133053 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:59.351596 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-7f6903f7-de49-4b2d-b006-38c6ca133053 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b1b1c2f3-4d6c-4260-9413-3383bff11f20 HTTP/1.1" status: 204 len: 168 time: 0.6780334 Aug 16 23:02:59.375184 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6903f7-de49-4b2d-b006-38c6ca133053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b1c2f3-4d6c-4260-9413-3383bff11f20,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:02:59.381281 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-e8e4b213-a6ee-4022-ba7b-1de825b0bb53 None None] Port debf812d-0b2e-45df-8f8a-a21e25a77beb cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:02:59.457380 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning for port 7ccc8ca8-fec4-45c1-b82e-6b0a1d715a63 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:02:59.476120 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port 7ccc8ca8-fec4-45c1-b82e-6b0a1d715a63 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:02:59.478752 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:59.480024 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b558f9c-9479-4271-9143-1b1b70cd6048 req-03a804d7-e486-4ca1-b59c-eff94af33486 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:59.490320 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6b558f9c-9479-4271-9143-1b1b70cd6048 req-03a804d7-e486-4ca1-b59c-eff94af33486 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d0f439b-55b3-479e-b4c0-19dd4772e5b0 HTTP/1.1" status: 200 len: 931 time: 0.4559138 Aug 16 23:02:59.511682 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-1e696a78-b719-4d4d-af7c-231f313bc6e4 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Allocated IP 10.1.1.77 (f22d369e-b532-46c6-9344-c4601e102f4e/d6960f85-ce45-4ab7-99b5-dd33148146e1/7bd4dab0-4e5a-4bfb-a170-497620e55ac0) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:02:59.564952 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cc643f-ffb9-4891-aa65-31a9c992915a req-e0c12c57-8b23-476c-b481-3e03305f3ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:59.566489 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-96cc643f-ffb9-4891-aa65-31a9c992915a req-e0c12c57-8b23-476c-b481-3e03305f3ab5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=18587e22-5c06-42fd-975d-a2fe2080dd33 HTTP/1.1" status: 200 len: 1097 time: 0.2980649 Aug 16 23:02:59.675780 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cec5a8-702d-4f28-9bff-d9894a7867e7 req-0203ee8b-7e76-4f11-8900-8077ea7f399e tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:02:59.680181 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f5cec5a8-702d-4f28-9bff-d9894a7867e7 req-0203ee8b-7e76-4f11-8900-8077ea7f399e tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/ports?device_id=18587e22-5c06-42fd-975d-a2fe2080dd33 HTTP/1.1" status: 200 len: 945 time: 0.3382156 Aug 16 23:02:59.696138 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1df0ce34-55e6-44e5-9762-b214fc7d3f10 tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:02:59.704852 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0905a89a-d06b-4555-8b1d-daa13a2c32c9 None None] Sync routers for ids ['9776d80a-e502-4168-89fa-b7595b0777c8'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:02:59.713134 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6b558f9c-9479-4271-9143-1b1b70cd6048 req-ba303a94-210a-46a4-962f-8ef7c107c66a tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c2745c8-39ab-440e-a081-67457cdaf056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2216198 Aug 16 23:02:59.735343 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1df0ce34-55e6-44e5-9762-b214fc7d3f10 tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:59.741451 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0905a89a-d06b-4555-8b1d-daa13a2c32c9 None None] Routers {'9776d80a-e502-4168-89fa-b7595b0777c8'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:02:59.742410 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-0905a89a-d06b-4555-8b1d-daa13a2c32c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:02:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['9776d80a-e502-4168-89fa-b7595b0777c8'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:02:59.756454 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-1df0ce34-55e6-44e5-9762-b214fc7d3f10 tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] 10.222.0.36 "PUT /v2.0/routers/9776d80a-e502-4168-89fa-b7595b0777c8 HTTP/1.1" status: 200 len: 926 time: 3.8628819 Aug 16 23:02:59.760356 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 46776) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:02:59.794357 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-0905a89a-d06b-4555-8b1d-daa13a2c32c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:02:59.805258 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0905a89a-d06b-4555-8b1d-daa13a2c32c9 None None] Routers {'9776d80a-e502-4168-89fa-b7595b0777c8'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:02:59.806190 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-0905a89a-d06b-4555-8b1d-daa13a2c32c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:02:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['9776d80a-e502-4168-89fa-b7595b0777c8'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:02:59.856977 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-0905a89a-d06b-4555-8b1d-daa13a2c32c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:02:59.858609 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0905a89a-d06b-4555-8b1d-daa13a2c32c9 None None] The sync data for ids ['9776d80a-e502-4168-89fa-b7595b0777c8'] in n-d-791506-26 is: [] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:02:59.879677 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:02:59.891231 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-96cc643f-ffb9-4891-aa65-31a9c992915a req-2c964367-54f6-4c19-a427-6e7d1ea179cb service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=1eb5bbe6-717a-4605-a558-b9b958591c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948744 Aug 16 23:02:59.938861 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f5cec5a8-702d-4f28-9bff-d9894a7867e7 req-0f565914-1cec-4ccd-9c8c-8e5d0a66737e tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/security-groups?id=1eb5bbe6-717a-4605-a558-b9b958591c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449915 Aug 16 23:02:59.960164 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 7ccc8ca8-fec4-45c1-b82e-6b0a1d715a63, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=7ccc8ca8-fec4-45c1-b82e-6b0a1d715a63,segment=NetworkSegment(d9a940b8-4f1c-423f-8b77-621d8ce494fc),segment_id=d9a940b8-4f1c-423f-8b77-621d8ce494fc)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:02:59.970896 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:00.080948 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 46792) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:00.097861 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e9f4a857-ff46-4e84-93ff-caaab71e4c4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:00.113602 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=7ccc8ca8-fec4-45c1-b82e-6b0a1d715a63,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:00.150329 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:03:00.150685 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:03:00.151033 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:03:00.151375 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:03:00.151711 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:03:00.152046 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:03:00.153137 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:03:00.153314 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-1e696a78-b719-4d4d-af7c-231f313bc6e4 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:00.153751 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:03:00.153859 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:03:00.154191 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:03:00.154526 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:03:00.154853 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:03:00.179163 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-532d0036-10c9-402d-9faa-3da136eb8bda tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] 10.222.0.36 "GET /v2.0/routers/9776d80a-e502-4168-89fa-b7595b0777c8 HTTP/1.1" status: 200 len: 926 time: 0.4012754 Aug 16 23:03:00.186036 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 46794) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:00.217733 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-1e696a78-b719-4d4d-af7c-231f313bc6e4 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Transition to ACTIVE for port object 7bd4dab0-4e5a-4bfb-a170-497620e55ac0 will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:03:00.266237 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-1e696a78-b719-4d4d-af7c-231f313bc6e4 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:00.337379 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b20601-0048-412d-b867-3f754e4a5565 tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:00.354016 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-61b20601-0048-412d-b867-3f754e4a5565 tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=c22c4980-c849-406d-982c-a5d68c515a94&device_id=9776d80a-e502-4168-89fa-b7595b0777c8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1608624 Aug 16 23:03:00.354725 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 46798) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:00.363532 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e696a78-b719-4d4d-af7c-231f313bc6e4 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Pushing event updated for resources: {'Port': ['ID=7bd4dab0-4e5a-4bfb-a170-497620e55ac0,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:00.385987 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-1e696a78-b719-4d4d-af7c-231f313bc6e4 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Network f22d369e-b532-46c6-9344-c4601e102f4e is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:03:00.387697 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-1e696a78-b719-4d4d-af7c-231f313bc6e4 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:03:00.395955 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-1e696a78-b719-4d4d-af7c-231f313bc6e4 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:03:00.472123 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-1e696a78-b719-4d4d-af7c-231f313bc6e4 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:00.474047 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-1e696a78-b719-4d4d-af7c-231f313bc6e4 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:00.505771 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 46800) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:00.699610 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fd20d2d5-90dd-4586-b03d-32f1c8422be2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:00.821997 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-c01aa11c-7255-4c9e-8a07-5de409b4b073 None None] Provisioning for port 7bd4dab0-4e5a-4bfb-a170-497620e55ac0 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:03:00.827772 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-c01aa11c-7255-4c9e-8a07-5de409b4b073 None None] Provisioning complete for port 7bd4dab0-4e5a-4bfb-a170-497620e55ac0 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:03:00.828489 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c01aa11c-7255-4c9e-8a07-5de409b4b073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:00.876785 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-c01aa11c-7255-4c9e-8a07-5de409b4b073 None None] Port 7bd4dab0-4e5a-4bfb-a170-497620e55ac0 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:03:01.031734 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e466d51-9276-4d9b-b765-4db56fc5fca1 req-91d869b2-82bb-46ce-80fd-8f41a47d3e53 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:01.040896 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6e466d51-9276-4d9b-b765-4db56fc5fca1 req-91d869b2-82bb-46ce-80fd-8f41a47d3e53 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=99b16bb5-ed48-457d-b756-6057d8dd3996 HTTP/1.1" status: 200 len: 946 time: 0.8047667 Aug 16 23:03:01.140886 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e9f4a857-ff46-4e84-93ff-caaab71e4c4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:01.163766 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99b16bb5-ed48-457d-b756-6057d8dd3996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ccc8ca8-fec4-45c1-b82e-6b0a1d715a63'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:03:01.168675 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c029a840-c035-4112-8825-d9cfa275cb04" -d '{"events": [{"server_uuid": "99b16bb5-ed48-457d-b756-6057d8dd3996", "name": "network-vif-plugged", "status": "completed", "tag": "7ccc8ca8-fec4-45c1-b82e-6b0a1d715a63"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:03:01.191165 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e9f4a857-ff46-4e84-93ff-caaab71e4c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:01.192368 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-1e696a78-b719-4d4d-af7c-231f313bc6e4 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4302042 Aug 16 23:03:01.206900 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6e466d51-9276-4d9b-b765-4db56fc5fca1 req-2d2a6100-5d4f-4e9f-a708-edd47abfc53a tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637158 Aug 16 23:03:01.217797 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-aef1a9bf-d784-4724-95af-af8862ed06c2 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Request body: {'port': {'device_id': '6d0f439b-55b3-479e-b4c0-19dd4772e5b0', 'network_id': 'f22d369e-b532-46c6-9344-c4601e102f4e', 'admin_state_up': True, 'tenant_id': '2021c5ea9b37490ab72514988bd9444c', 'security_groups': ['6c2745c8-39ab-440e-a081-67457cdaf056']}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:03:01.227927 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ef3e7d-f71a-43c2-90fe-6106abbf5e2f tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:01.227927 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-54ef3e7d-f71a-43c2-90fe-6106abbf5e2f tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] 10.222.0.36 "GET /v2.0/networks/c22c4980-c849-406d-982c-a5d68c515a94 HTTP/1.1" status: 200 len: 881 time: 0.8513722 Aug 16 23:03:01.252381 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 46812) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:01.281572 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ab79a1-7159-47f9-bd22-518c565473a4 req-c9aa407a-c6ba-42ba-a9f4-9ebe1d6000a3 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:01.289289 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ab79a1-7159-47f9-bd22-518c565473a4 req-c9aa407a-c6ba-42ba-a9f4-9ebe1d6000a3 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:01.291169 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-25ab79a1-7159-47f9-bd22-518c565473a4 req-c9aa407a-c6ba-42ba-a9f4-9ebe1d6000a3 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d0f439b-55b3-479e-b4c0-19dd4772e5b0 HTTP/1.1" status: 200 len: 1652 time: 0.2968371 Aug 16 23:03:01.403703 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 46826) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:01.406375 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-326f07d7-e930-4b36-a160-a2df2503aab6 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] 10.222.0.36 "GET /v2.0/ports?device_id=9776d80a-e502-4168-89fa-b7595b0777c8 HTTP/1.1" status: 200 len: 205 time: 0.1524236 Aug 16 23:03:01.457400 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-e9f4a857-ff46-4e84-93ff-caaab71e4c4c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c56edd91c30244d5ab0487d2a0d28d9d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3751211 Aug 16 23:03:01.460746 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 46828) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:01.462796 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f4a857-ff46-4e84-93ff-caaab71e4c4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=495c1bd1-0a5c-4d76-bd43-7b9e262dfc7c,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:01.586206 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-25ab79a1-7159-47f9-bd22-518c565473a4 req-61f8a00c-38b3-4b22-be63-cdb108498182 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c2745c8-39ab-440e-a081-67457cdaf056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2189834 Aug 16 23:03:01.598168 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f474ac-3e72-49f8-9dc1-6309241f4510 req-b6a907d2-be13-4855-b167-735278273a40 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:01.606588 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-68f474ac-3e72-49f8-9dc1-6309241f4510 req-b6a907d2-be13-4855-b167-735278273a40 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/ports?device_id=18587e22-5c06-42fd-975d-a2fe2080dd33 HTTP/1.1" status: 200 len: 945 time: 0.1975491 Aug 16 23:03:01.667237 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-68f474ac-3e72-49f8-9dc1-6309241f4510 req-6cd35909-56ae-49e5-8c87-20da57ef5f64 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/security-groups?id=1eb5bbe6-717a-4605-a558-b9b958591c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600531 Aug 16 23:03:01.696792 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8afebec1-20ca-4ce7-b6d1-b01f3bdd895e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:01.700838 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dd0e152b-a67e-4dcb-be48-9a92c7e37690 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks [] for router, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:01.729060 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c34ef220-f0a2-4fad-a032-a787b71cb999 x-openstack-request-id: req-c34ef220-f0a2-4fad-a032-a787b71cb999 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:03:01.729587 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99b16bb5-ed48-457d-b756-6057d8dd3996", "name": "network-vif-plugged", "status": "completed", "tag": "7ccc8ca8-fec4-45c1-b82e-6b0a1d715a63", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:03:01.730025 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c34ef220-f0a2-4fad-a032-a787b71cb999 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:03:01.730668 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99b16bb5-ed48-457d-b756-6057d8dd3996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ccc8ca8-fec4-45c1-b82e-6b0a1d715a63', 'code': 200} Aug 16 23:03:01.743181 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fd20d2d5-90dd-4586-b03d-32f1c8422be2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:01.764510 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8afebec1-20ca-4ce7-b6d1-b01f3bdd895e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:01.775954 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fd20d2d5-90dd-4586-b03d-32f1c8422be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:01.891021 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8afebec1-20ca-4ce7-b6d1-b01f3bdd895e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:01.923897 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8afebec1-20ca-4ce7-b6d1-b01f3bdd895e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:01.929160 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-8afebec1-20ca-4ce7-b6d1-b01f3bdd895e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/495c1bd1-0a5c-4d76-bd43-7b9e262dfc7c HTTP/1.1" status: 204 len: 168 time: 0.4672606 Aug 16 23:03:01.951847 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-aef1a9bf-d784-4724-95af-af8862ed06c2 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Made reservation on behalf of 2021c5ea9b37490ab72514988bd9444c for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:03:01.953184 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afebec1-20ca-4ce7-b6d1-b01f3bdd895e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=495c1bd1-0a5c-4d76-bd43-7b9e262dfc7c,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:01.956847 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-aef1a9bf-d784-4724-95af-af8862ed06c2 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:01.985908 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-fd20d2d5-90dd-4586-b03d-32f1c8422be2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c9e2302b88e54e77bcfb5d0243282db2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4790442 Aug 16 23:03:01.988707 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 46836) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:01.992344 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd20d2d5-90dd-4586-b03d-32f1c8422be2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0612881b-79e8-46cc-9435-0acd73ef84c5,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:02.058093 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dd0e152b-a67e-4dcb-be48-9a92c7e37690 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:02.062487 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ca800a-0518-49fc-ab32-a73ada4c1f3a req-73ec74ea-659e-4a02-8374-35acb4adcd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:02.064256 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-38ca800a-0518-49fc-ab32-a73ada4c1f3a req-73ec74ea-659e-4a02-8374-35acb4adcd3c service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=99b16bb5-ed48-457d-b756-6057d8dd3996 HTTP/1.1" status: 200 len: 1098 time: 0.2363918 Aug 16 23:03:02.133466 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535194b5-545f-4760-be0c-463fbfafa157 req-90e3c9f9-42c3-4d12-b5d4-111f668f8cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:02.135055 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-535194b5-545f-4760-be0c-463fbfafa157 req-90e3c9f9-42c3-4d12-b5d4-111f668f8cac service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=658de3f152bc4d17994dfa693ccface5&device_id=18587e22-5c06-42fd-975d-a2fe2080dd33 HTTP/1.1" status: 200 len: 1097 time: 0.1206946 Aug 16 23:03:02.168584 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2163cd66-d644-4f32-bf0a-4f766bdc0068 req-6e875ada-54ab-43da-93bc-d4ed3a6ddb5f tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:02.176944 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2163cd66-d644-4f32-bf0a-4f766bdc0068 req-6e875ada-54ab-43da-93bc-d4ed3a6ddb5f tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/ports?device_id=18587e22-5c06-42fd-975d-a2fe2080dd33 HTTP/1.1" status: 200 len: 945 time: 0.1611197 Aug 16 23:03:02.240573 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ca62acd5-7560-48ba-b0df-758141edf304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:02.272459 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-38ca800a-0518-49fc-ab32-a73ada4c1f3a req-aa400b3d-c11e-49aa-a927-e05df5e38628 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743045 Aug 16 23:03:02.295833 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ca62acd5-7560-48ba-b0df-758141edf304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:02.322759 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-aef1a9bf-d784-4724-95af-af8862ed06c2 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Allocated IP 10.1.1.127 (f22d369e-b532-46c6-9344-c4601e102f4e/d6960f85-ce45-4ab7-99b5-dd33148146e1/34b404ad-784d-44c6-ad7f-bc568885b3e9) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:03:02.344374 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-dd0e152b-a67e-4dcb-be48-9a92c7e37690 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Deleting port 36ad528d-a067-41ef-afa8-13801df78120 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:03:02.345014 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dd0e152b-a67e-4dcb-be48-9a92c7e37690 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:02.433618 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ca62acd5-7560-48ba-b0df-758141edf304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:02.447330 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ca62acd5-7560-48ba-b0df-758141edf304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:02.448788 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-ca62acd5-7560-48ba-b0df-758141edf304 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0612881b-79e8-46cc-9435-0acd73ef84c5 HTTP/1.1" status: 204 len: 168 time: 0.4579141 Aug 16 23:03:02.566464 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca62acd5-7560-48ba-b0df-758141edf304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0612881b-79e8-46cc-9435-0acd73ef84c5,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:02.592318 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2163cd66-d644-4f32-bf0a-4f766bdc0068 req-a8a3ce0b-28b9-4581-9830-b23a82038f95 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/security-groups?id=1eb5bbe6-717a-4605-a558-b9b958591c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4145882 Aug 16 23:03:02.601702 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-aef1a9bf-d784-4724-95af-af8862ed06c2 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:02.624773 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-aef1a9bf-d784-4724-95af-af8862ed06c2 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Transition to ACTIVE for port object 34b404ad-784d-44c6-ad7f-bc568885b3e9 will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:03:02.664373 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237ff46d-c9a7-4678-9c0e-53ff4b2295db req-99174746-abfb-4388-87ae-940fe9efcd5e tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:02.666200 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-237ff46d-c9a7-4678-9c0e-53ff4b2295db req-99174746-abfb-4388-87ae-940fe9efcd5e tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=99b16bb5-ed48-457d-b756-6057d8dd3996 HTTP/1.1" status: 200 len: 946 time: 0.2858157 Aug 16 23:03:02.679867 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-aef1a9bf-d784-4724-95af-af8862ed06c2 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:02.698130 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535194b5-545f-4760-be0c-463fbfafa157 req-68d9f674-549c-4d51-93aa-a64b6b8a3d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:02.700218 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-535194b5-545f-4760-be0c-463fbfafa157 req-68d9f674-549c-4d51-93aa-a64b6b8a3d8e service neutron] 10.222.0.57 "GET /v2.0/networks?id=540fbbcf-8da3-458c-90f5-f20e9fa6a263 HTTP/1.1" status: 200 len: 912 time: 0.5587018 Aug 16 23:03:02.801339 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-aef1a9bf-d784-4724-95af-af8862ed06c2 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Network f22d369e-b532-46c6-9344-c4601e102f4e is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:03:02.805440 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef1a9bf-d784-4724-95af-af8862ed06c2 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Pushing event updated for resources: {'Port': ['ID=34b404ad-784d-44c6-ad7f-bc568885b3e9,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:02.810765 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-aef1a9bf-d784-4724-95af-af8862ed06c2 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:03:02.813273 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-aef1a9bf-d784-4724-95af-af8862ed06c2 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:03:02.837351 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-535194b5-545f-4760-be0c-463fbfafa157 req-1d4543b6-85eb-4a81-8dfe-6fd904cd3cdb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=165ee04e-ccea-40a0-8ba8-b0511f7c8bf9 HTTP/1.1" status: 200 len: 217 time: 0.1196506 Aug 16 23:03:02.955811 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-aef1a9bf-d784-4724-95af-af8862ed06c2 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:02.956632 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-aef1a9bf-d784-4724-95af-af8862ed06c2 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:02.980022 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-237ff46d-c9a7-4678-9c0e-53ff4b2295db req-b271bd52-5147-49d3-8d24-53f1687ffa8d tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935107 Aug 16 23:03:02.984876 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-aef1a9bf-d784-4724-95af-af8862ed06c2 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7776384 Aug 16 23:03:03.047605 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 46866) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:03.050848 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-e4112c59-83c6-4b34-8647-f9581f912387 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Request body: {'port': {'device_id': '6d0f439b-55b3-479e-b4c0-19dd4772e5b0', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'ce4eb26f-79ce-4c2a-bb34-84780b573ab4', 'admin_state_up': True, 'tenant_id': '2021c5ea9b37490ab72514988bd9444c', 'security_groups': ['6c2745c8-39ab-440e-a081-67457cdaf056']}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:03:03.068177 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535194b5-545f-4760-be0c-463fbfafa157 req-62893646-2c65-4173-9cb8-ea675b3cbea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:03.070138 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-535194b5-545f-4760-be0c-463fbfafa157 req-62893646-2c65-4173-9cb8-ea675b3cbea1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=83a7154b-2d0f-4675-897d-e253fcead13a HTTP/1.1" status: 200 len: 851 time: 0.2128849 Aug 16 23:03:03.072783 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0240b815-5c5c-4d48-b767-46b16952799c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:03.131187 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dd0e152b-a67e-4dcb-be48-9a92c7e37690 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:03.143120 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-535194b5-545f-4760-be0c-463fbfafa157 req-0c3499cd-c677-45d7-8704-268f015e1857 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=540fbbcf-8da3-458c-90f5-f20e9fa6a263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643239 Aug 16 23:03:03.155203 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-dd0e152b-a67e-4dcb-be48-9a92c7e37690 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Calling delete_port for 36ad528d-a067-41ef-afa8-13801df78120 owned by network:router_gateway {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:03:03.165675 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaccaaf9-8c00-4ba1-a8bf-844bd9814372 req-cf01438a-5df1-4ed3-a452-7f6292c58017 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:03.172146 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaccaaf9-8c00-4ba1-a8bf-844bd9814372 req-cf01438a-5df1-4ed3-a452-7f6292c58017 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:03.179483 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaccaaf9-8c00-4ba1-a8bf-844bd9814372 req-cf01438a-5df1-4ed3-a452-7f6292c58017 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:03.187462 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-aaccaaf9-8c00-4ba1-a8bf-844bd9814372 req-cf01438a-5df1-4ed3-a452-7f6292c58017 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d0f439b-55b3-479e-b4c0-19dd4772e5b0 HTTP/1.1" status: 200 len: 2373 time: 0.2974253 Aug 16 23:03:03.323069 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-5487df14-437b-4a14-aa23-95a933b6531a None None] Provisioning for port 34b404ad-784d-44c6-ad7f-bc568885b3e9 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:03:03.329929 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-5487df14-437b-4a14-aa23-95a933b6531a None None] Provisioning complete for port 34b404ad-784d-44c6-ad7f-bc568885b3e9 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:03:03.331529 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-5487df14-437b-4a14-aa23-95a933b6531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:03.368111 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-535194b5-545f-4760-be0c-463fbfafa157 req-4991d454-5306-4c8b-9360-479cbce10dce service neutron] 10.222.0.57 "GET /v2.0/networks/540fbbcf-8da3-458c-90f5-f20e9fa6a263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764493 Aug 16 23:03:03.432466 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-5487df14-437b-4a14-aa23-95a933b6531a None None] Port 34b404ad-784d-44c6-ad7f-bc568885b3e9 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:03:03.576944 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-535194b5-545f-4760-be0c-463fbfafa157 req-da668030-76cc-45aa-8369-a340b456b6d5 service neutron] 10.222.0.57 "GET /v2.0/networks/540fbbcf-8da3-458c-90f5-f20e9fa6a263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841946 Aug 16 23:03:03.665342 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-aaccaaf9-8c00-4ba1-a8bf-844bd9814372 req-f7efb254-7588-47b4-8e05-041f6b28eae2 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c2745c8-39ab-440e-a081-67457cdaf056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4763420 Aug 16 23:03:03.835961 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0240b815-5c5c-4d48-b767-46b16952799c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:03.855227 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0240b815-5c5c-4d48-b767-46b16952799c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:03.913683 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-0240b815-5c5c-4d48-b767-46b16952799c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3cc91bbaff3540debb3f6ac6bb6da1c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8627324 Aug 16 23:03:03.916024 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0240b815-5c5c-4d48-b767-46b16952799c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb512c03-d6e2-4ddb-8b8e-30e05064000d,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:03.921169 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 46892) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:03.991156 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16080719-bab0-4981-b8d2-5404ec194b5e req-d5a3f724-65c3-469e-8d88-dc7999b6d33d tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:03.992157 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dd0e152b-a67e-4dcb-be48-9a92c7e37690 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:04.000623 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-16080719-bab0-4981-b8d2-5404ec194b5e req-d5a3f724-65c3-469e-8d88-dc7999b6d33d tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/ports?device_id=18587e22-5c06-42fd-975d-a2fe2080dd33 HTTP/1.1" status: 200 len: 945 time: 0.1880054 Aug 16 23:03:04.064097 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-16080719-bab0-4981-b8d2-5404ec194b5e req-c914a01d-35b9-4d7e-b24e-908e759586b6 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/security-groups?id=1eb5bbe6-717a-4605-a558-b9b958591c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587485 Aug 16 23:03:04.093092 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0e152b-a67e-4dcb-be48-9a92c7e37690 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Pushing event deleted for resources: {'Port': ['ID=36ad528d-a067-41ef-afa8-13801df78120,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:04.108693 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a84e2a91-6edf-48ff-80e5-9407a267ea7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:04.197508 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a84e2a91-6edf-48ff-80e5-9407a267ea7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:04.220111 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805325df-7c18-483f-b452-7d2bcddd7649 req-c7dc617f-7811-41e1-8751-4c246654a50b tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:04.229857 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-805325df-7c18-483f-b452-7d2bcddd7649 req-c7dc617f-7811-41e1-8751-4c246654a50b tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=99b16bb5-ed48-457d-b756-6057d8dd3996 HTTP/1.1" status: 200 len: 946 time: 0.0874801 Aug 16 23:03:04.290175 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-805325df-7c18-483f-b452-7d2bcddd7649 req-17f0cd1e-20ea-4d98-81d9-447edb6dd406 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591645 Aug 16 23:03:04.308978 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dd0e152b-a67e-4dcb-be48-9a92c7e37690 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537121'] for router_gateway, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:04.368042 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a84e2a91-6edf-48ff-80e5-9407a267ea7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:04.376662 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a84e2a91-6edf-48ff-80e5-9407a267ea7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:04.383950 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-a84e2a91-6edf-48ff-80e5-9407a267ea7e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cb512c03-d6e2-4ddb-8b8e-30e05064000d HTTP/1.1" status: 204 len: 168 time: 0.4609830 Aug 16 23:03:04.401468 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84e2a91-6edf-48ff-80e5-9407a267ea7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb512c03-d6e2-4ddb-8b8e-30e05064000d,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:04.557029 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dd0e152b-a67e-4dcb-be48-9a92c7e37690 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:04.559457 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dd0e152b-a67e-4dcb-be48-9a92c7e37690 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:04.562728 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-e4112c59-83c6-4b34-8647-f9581f912387 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Made reservation on behalf of 2021c5ea9b37490ab72514988bd9444c for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:03:04.769908 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dd0e152b-a67e-4dcb-be48-9a92c7e37690 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:04.771590 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd0e152b-a67e-4dcb-be48-9a92c7e37690 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Fanout notify agent at l3_agent the message router_deleted on router 9776d80a-e502-4168-89fa-b7595b0777c8 {{(pid=101291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:03:04.792010 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dd0e152b-a67e-4dcb-be48-9a92c7e37690 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:04.793336 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-dd0e152b-a67e-4dcb-be48-9a92c7e37690 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] 10.222.0.36 "DELETE /v2.0/routers/9776d80a-e502-4168-89fa-b7595b0777c8 HTTP/1.1" status: 204 len: 168 time: 3.3813345 Aug 16 23:03:04.799039 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 46918) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:04.805245 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a26c78-8c17-478f-9e6e-e047c3ce325d req-64c52540-cbeb-4a26-b3b3-94d025469d22 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:04.819348 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-c4144287-9c80-4338-80db-bce1684b0e90 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-812839983', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:03:04.821188 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-38a26c78-8c17-478f-9e6e-e047c3ce325d req-64c52540-cbeb-4a26-b3b3-94d025469d22 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=99b16bb5-ed48-457d-b756-6057d8dd3996 HTTP/1.1" status: 200 len: 946 time: 0.1626320 Aug 16 23:03:04.952349 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-e4112c59-83c6-4b34-8647-f9581f912387 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:04.968024 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-38a26c78-8c17-478f-9e6e-e047c3ce325d req-d87c25af-003c-46b6-9e9a-26339b5e9f79 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455719 Aug 16 23:03:04.981545 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c4144287-9c80-4338-80db-bce1684b0e90 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:04.982721 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c4144287-9c80-4338-80db-bce1684b0e90 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:05.182541 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c4144287-9c80-4338-80db-bce1684b0e90 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:05.197804 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3649c1fc-045a-4efc-8c9f-a484bc4b650a req-bd6f9431-cb51-4774-941f-eb0f71f23363 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:05.222761 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3649c1fc-045a-4efc-8c9f-a484bc4b650a req-bd6f9431-cb51-4774-941f-eb0f71f23363 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:05.243152 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3649c1fc-045a-4efc-8c9f-a484bc4b650a req-bd6f9431-cb51-4774-941f-eb0f71f23363 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:05.256091 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3649c1fc-045a-4efc-8c9f-a484bc4b650a req-bd6f9431-cb51-4774-941f-eb0f71f23363 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d0f439b-55b3-479e-b4c0-19dd4772e5b0 HTTP/1.1" status: 200 len: 2373 time: 0.3716989 Aug 16 23:03:05.308677 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-e4112c59-83c6-4b34-8647-f9581f912387 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Allocated IP 10.2.2.100 (ce4eb26f-79ce-4c2a-bb34-84780b573ab4/fdaa5cc8-50d2-4c63-b1ef-57818a69cbda/acb20ca9-d24c-4731-8f98-e40869957d23) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:03:05.401842 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3649c1fc-045a-4efc-8c9f-a484bc4b650a req-bae088f1-dce1-4701-b41e-53b5cb0c24c4 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c2745c8-39ab-440e-a081-67457cdaf056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436412 Aug 16 23:03:05.449450 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc70d1d-fe8d-4b36-b2f6-edce90ca210d req-eb7b5cb5-13cb-4059-8749-7c9bfb568873 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:05.460521 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1cc70d1d-fe8d-4b36-b2f6-edce90ca210d req-eb7b5cb5-13cb-4059-8749-7c9bfb568873 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/ports?device_id=18587e22-5c06-42fd-975d-a2fe2080dd33 HTTP/1.1" status: 200 len: 945 time: 0.1102476 Aug 16 23:03:05.521012 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-e4112c59-83c6-4b34-8647-f9581f912387 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:05.537171 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-e4112c59-83c6-4b34-8647-f9581f912387 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Transition to ACTIVE for port object acb20ca9-d24c-4731-8f98-e40869957d23 will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:03:05.572399 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c4144287-9c80-4338-80db-bce1684b0e90 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:05.574170 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1cc70d1d-fe8d-4b36-b2f6-edce90ca210d req-070664e8-c57f-4693-8541-a71bda3123f2 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/security-groups?id=1eb5bbe6-717a-4605-a558-b9b958591c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125667 Aug 16 23:03:05.579564 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-e4112c59-83c6-4b34-8647-f9581f912387 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:05.634788 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c4144287-9c80-4338-80db-bce1684b0e90 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:05.638793 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 46948) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:05.638995 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-c4144287-9c80-4338-80db-bce1684b0e90 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8241756 Aug 16 23:03:05.646207 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-87526f33-614f-45b3-86f6-bb534daca4a8 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:03:05.649465 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-e4112c59-83c6-4b34-8647-f9581f912387 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Network ce4eb26f-79ce-4c2a-bb34-84780b573ab4 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:03:05.653316 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-e4112c59-83c6-4b34-8647-f9581f912387 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:03:05.658651 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-e4112c59-83c6-4b34-8647-f9581f912387 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:03:05.675079 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4112c59-83c6-4b34-8647-f9581f912387 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Pushing event updated for resources: {'Port': ['ID=acb20ca9-d24c-4731-8f98-e40869957d23,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:05.750633 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-e4112c59-83c6-4b34-8647-f9581f912387 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:05.751630 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-e4112c59-83c6-4b34-8647-f9581f912387 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:05.780484 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-e4112c59-83c6-4b34-8647-f9581f912387 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7599957 Aug 16 23:03:05.799820 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-887bf111-71ed-4ffe-88fe-04b551ba2de3 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Request body: {'port': {'device_id': '6d0f439b-55b3-479e-b4c0-19dd4772e5b0', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'ce4eb26f-79ce-4c2a-bb34-84780b573ab4', 'admin_state_up': True, 'tenant_id': '2021c5ea9b37490ab72514988bd9444c', 'security_groups': ['6c2745c8-39ab-440e-a081-67457cdaf056']}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:03:06.091307 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-482a14b5-de4a-49b6-9daf-c8d9e1c36d2a None None] Provisioning for port acb20ca9-d24c-4731-8f98-e40869957d23 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:03:06.109039 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-482a14b5-de4a-49b6-9daf-c8d9e1c36d2a None None] Provisioning complete for port acb20ca9-d24c-4731-8f98-e40869957d23 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:03:06.110978 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-482a14b5-de4a-49b6-9daf-c8d9e1c36d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:06.120122 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-887bf111-71ed-4ffe-88fe-04b551ba2de3 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Made reservation on behalf of 2021c5ea9b37490ab72514988bd9444c for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:03:06.143478 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-887bf111-71ed-4ffe-88fe-04b551ba2de3 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:06.220303 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-482a14b5-de4a-49b6-9daf-c8d9e1c36d2a None None] Port acb20ca9-d24c-4731-8f98-e40869957d23 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:03:06.372362 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-87526f33-614f-45b3-86f6-bb534daca4a8 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:06.478525 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c1930a-e29f-4844-bde0-dee5ef125689 req-2a00bd40-bf00-41d3-a29d-e6413efcb1d7 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:06.481375 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-66c1930a-e29f-4844-bde0-dee5ef125689 req-2a00bd40-bf00-41d3-a29d-e6413efcb1d7 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=99b16bb5-ed48-457d-b756-6057d8dd3996 HTTP/1.1" status: 200 len: 946 time: 0.1673694 Aug 16 23:03:06.549372 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-66c1930a-e29f-4844-bde0-dee5ef125689 req-9053641f-bd81-4692-ade3-9b03857d910a tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604599 Aug 16 23:03:06.766052 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02e90b2-d61c-4a64-8370-0f3aa28d7c98 req-d09a76ba-0c7a-4206-9a0f-afbacccdd150 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:06.775933 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-887bf111-71ed-4ffe-88fe-04b551ba2de3 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Allocated IP 10.2.2.200 (ce4eb26f-79ce-4c2a-bb34-84780b573ab4/fdaa5cc8-50d2-4c63-b1ef-57818a69cbda/ca2bab7f-12a0-4ae0-aa91-31c515a91b5c) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:03:06.776515 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02e90b2-d61c-4a64-8370-0f3aa28d7c98 req-d09a76ba-0c7a-4206-9a0f-afbacccdd150 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:06.790051 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02e90b2-d61c-4a64-8370-0f3aa28d7c98 req-d09a76ba-0c7a-4206-9a0f-afbacccdd150 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:06.797142 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02e90b2-d61c-4a64-8370-0f3aa28d7c98 req-d09a76ba-0c7a-4206-9a0f-afbacccdd150 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:06.800948 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f02e90b2-d61c-4a64-8370-0f3aa28d7c98 req-d09a76ba-0c7a-4206-9a0f-afbacccdd150 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d0f439b-55b3-479e-b4c0-19dd4772e5b0 HTTP/1.1" status: 200 len: 3094 time: 0.2146502 Aug 16 23:03:06.950395 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-87526f33-614f-45b3-86f6-bb534daca4a8 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks [] for router_gateway, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:07.035018 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f02e90b2-d61c-4a64-8370-0f3aa28d7c98 req-04660c25-9a86-43dd-bfd2-1d81ed34086f tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c2745c8-39ab-440e-a081-67457cdaf056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2225313 Aug 16 23:03:07.040886 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-87526f33-614f-45b3-86f6-bb534daca4a8 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:07.264584 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4296ee9f-3b15-468d-90f7-fa132e9047f5 req-e77f97aa-40b6-496d-8aa6-7bab97b41eaa tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:07.266785 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4296ee9f-3b15-468d-90f7-fa132e9047f5 req-e77f97aa-40b6-496d-8aa6-7bab97b41eaa tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/ports?device_id=18587e22-5c06-42fd-975d-a2fe2080dd33 HTTP/1.1" status: 200 len: 945 time: 0.3193855 Aug 16 23:03:07.310728 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-887bf111-71ed-4ffe-88fe-04b551ba2de3 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:07.357528 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-887bf111-71ed-4ffe-88fe-04b551ba2de3 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Transition to ACTIVE for port object ca2bab7f-12a0-4ae0-aa91-31c515a91b5c will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:03:07.446853 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530fba14-1a50-4c83-a205-e98c5e82dcc9 req-657264ea-a742-4ad0-a76a-db5178041981 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:07.455146 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-530fba14-1a50-4c83-a205-e98c5e82dcc9 req-657264ea-a742-4ad0-a76a-db5178041981 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=99b16bb5-ed48-457d-b756-6057d8dd3996 HTTP/1.1" status: 200 len: 946 time: 0.2409148 Aug 16 23:03:07.473368 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4296ee9f-3b15-468d-90f7-fa132e9047f5 req-2382c3a4-6f77-4673-879c-b78567b606dc tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/security-groups?id=1eb5bbe6-717a-4605-a558-b9b958591c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758583 Aug 16 23:03:07.486219 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-887bf111-71ed-4ffe-88fe-04b551ba2de3 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:07.499273 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-87526f33-614f-45b3-86f6-bb534daca4a8 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Allocated IP 172.25.4.193 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/19102612-adfc-468e-a51b-73d44ae164dc) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:03:07.560002 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-530fba14-1a50-4c83-a205-e98c5e82dcc9 req-dc9d8985-4dfa-47b2-ad1c-44143bdca5fc tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/security-groups?id=6cdd42eb-0923-44d3-bc29-dd99218b0dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046450 Aug 16 23:03:07.620323 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-887bf111-71ed-4ffe-88fe-04b551ba2de3 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Network ce4eb26f-79ce-4c2a-bb34-84780b573ab4 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:03:07.642937 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-887bf111-71ed-4ffe-88fe-04b551ba2de3 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:03:07.661422 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-887bf111-71ed-4ffe-88fe-04b551ba2de3 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:03:07.726296 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887bf111-71ed-4ffe-88fe-04b551ba2de3 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Pushing event updated for resources: {'Port': ['ID=ca2bab7f-12a0-4ae0-aa91-31c515a91b5c,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:07.737784 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-887bf111-71ed-4ffe-88fe-04b551ba2de3 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:07.738652 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-887bf111-71ed-4ffe-88fe-04b551ba2de3 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:07.757017 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-87526f33-614f-45b3-86f6-bb534daca4a8 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:07.783266 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-887bf111-71ed-4ffe-88fe-04b551ba2de3 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9895730 Aug 16 23:03:07.804003 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-0abaf95d-1b45-4b31-ace4-81571dac9e5d service neutron] Request body: {'port': {'device_id': '6d0f439b-55b3-479e-b4c0-19dd4772e5b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:03:07.818283 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-87526f33-614f-45b3-86f6-bb534daca4a8 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:07.888836 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87526f33-614f-45b3-86f6-bb534daca4a8 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:03:07.893233 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-87526f33-614f-45b3-86f6-bb534daca4a8 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:03:07.900218 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87526f33-614f-45b3-86f6-bb534daca4a8 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:03:07.941001 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87526f33-614f-45b3-86f6-bb534daca4a8 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Pushing event updated for resources: {'Port': ['ID=19102612-adfc-468e-a51b-73d44ae164dc,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:07.969225 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-0abaf95d-1b45-4b31-ace4-81571dac9e5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:08.176313 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-6c7df876-086e-440d-9365-c22cc19fa502 None None] Provisioning for port ca2bab7f-12a0-4ae0-aa91-31c515a91b5c completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:03:08.191512 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-6c7df876-086e-440d-9365-c22cc19fa502 None None] Provisioning complete for port ca2bab7f-12a0-4ae0-aa91-31c515a91b5c triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:03:08.191896 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-6c7df876-086e-440d-9365-c22cc19fa502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:08.289367 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-6c7df876-086e-440d-9365-c22cc19fa502 None None] Port ca2bab7f-12a0-4ae0-aa91-31c515a91b5c cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:03:08.444782 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0b503e-0b89-4e31-a7da-77cd09594b81 req-f563f743-621f-4c17-931d-e04f3d8ae187 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:08.446910 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0a0b503e-0b89-4e31-a7da-77cd09594b81 req-f563f743-621f-4c17-931d-e04f3d8ae187 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.68 "GET /v2.0/ports?device_id=99b16bb5-ed48-457d-b756-6057d8dd3996 HTTP/1.1" status: 200 len: 946 time: 0.1923497 Aug 16 23:03:08.625231 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354c939c-3a4d-4d52-b126-2e20f70fc04d req-52e2b9bf-aa36-4a2c-8fbe-ae77fb98957a tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:08.644338 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354c939c-3a4d-4d52-b126-2e20f70fc04d req-52e2b9bf-aa36-4a2c-8fbe-ae77fb98957a tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:08.654567 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-0a0b503e-0b89-4e31-a7da-77cd09594b81 req-4a2072b3-86dd-46a3-99e0-fb09195ee9b9 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Deleting port 7ccc8ca8-fec4-45c1-b82e-6b0a1d715a63 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:03:08.654919 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-0a0b503e-0b89-4e31-a7da-77cd09594b81 req-4a2072b3-86dd-46a3-99e0-fb09195ee9b9 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:08.672483 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354c939c-3a4d-4d52-b126-2e20f70fc04d req-52e2b9bf-aa36-4a2c-8fbe-ae77fb98957a tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:08.684015 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354c939c-3a4d-4d52-b126-2e20f70fc04d req-52e2b9bf-aa36-4a2c-8fbe-ae77fb98957a tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:08.702431 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354c939c-3a4d-4d52-b126-2e20f70fc04d req-52e2b9bf-aa36-4a2c-8fbe-ae77fb98957a tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:08.704667 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-354c939c-3a4d-4d52-b126-2e20f70fc04d req-52e2b9bf-aa36-4a2c-8fbe-ae77fb98957a tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d0f439b-55b3-479e-b4c0-19dd4772e5b0 HTTP/1.1" status: 200 len: 3815 time: 0.4139481 Aug 16 23:03:08.794431 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-0a0b503e-0b89-4e31-a7da-77cd09594b81 req-4a2072b3-86dd-46a3-99e0-fb09195ee9b9 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] For port 7ccc8ca8-fec4-45c1-b82e-6b0a1d715a63, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=7ccc8ca8-fec4-45c1-b82e-6b0a1d715a63,segment=NetworkSegment(d9a940b8-4f1c-423f-8b77-621d8ce494fc),segment_id=d9a940b8-4f1c-423f-8b77-621d8ce494fc)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:03:08.795022 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-0a0b503e-0b89-4e31-a7da-77cd09594b81 req-4a2072b3-86dd-46a3-99e0-fb09195ee9b9 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:08.813078 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-0a0b503e-0b89-4e31-a7da-77cd09594b81 req-4a2072b3-86dd-46a3-99e0-fb09195ee9b9 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Calling delete_port for 7ccc8ca8-fec4-45c1-b82e-6b0a1d715a63 owned by compute:nova {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:03:09.029152 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-354c939c-3a4d-4d52-b126-2e20f70fc04d req-08cf6e6d-80fe-4729-aac2-c7db038779bb tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c2745c8-39ab-440e-a081-67457cdaf056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3024385 Aug 16 23:03:09.080494 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ecfdf-659d-41ed-9f53-52c1a64b0e54 req-313f1710-4ab2-4b71-aa9e-fe8d0b6a1524 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:09.090976 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-298ecfdf-659d-41ed-9f53-52c1a64b0e54 req-313f1710-4ab2-4b71-aa9e-fe8d0b6a1524 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/ports?device_id=18587e22-5c06-42fd-975d-a2fe2080dd33 HTTP/1.1" status: 200 len: 945 time: 0.3781621 Aug 16 23:03:09.122370 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-0a0b503e-0b89-4e31-a7da-77cd09594b81 req-4a2072b3-86dd-46a3-99e0-fb09195ee9b9 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:09.136177 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['7ccc8ca8-fec4-45c1-b82e-6b0a1d715a63'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:03:09.203729 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2072b3-86dd-46a3-99e0-fb09195ee9b9 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Pushing event deleted for resources: {'Port': ['ID=7ccc8ca8-fec4-45c1-b82e-6b0a1d715a63,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:09.250789 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a0b503e-0b89-4e31-a7da-77cd09594b81 req-4a2072b3-86dd-46a3-99e0-fb09195ee9b9 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] No DVR routers for this DVR port 7ccc8ca8-fec4-45c1-b82e-6b0a1d715a63 on host n-h1-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:03:09.253541 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-0a0b503e-0b89-4e31-a7da-77cd09594b81 req-4a2072b3-86dd-46a3-99e0-fb09195ee9b9 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:09.257694 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0a0b503e-0b89-4e31-a7da-77cd09594b81 req-4a2072b3-86dd-46a3-99e0-fb09195ee9b9 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.68 "DELETE /v2.0/ports/7ccc8ca8-fec4-45c1-b82e-6b0a1d715a63 HTTP/1.1" status: 204 len: 173 time: 0.7970243 Aug 16 23:03:09.261997 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99b16bb5-ed48-457d-b756-6057d8dd3996', 'name': 'network-vif-deleted', 'tag': '7ccc8ca8-fec4-45c1-b82e-6b0a1d715a63'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:03:09.265452 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-641cd0a9-f17f-4aba-9fd2-13bccd76819a" -d '{"events": [{"server_uuid": "99b16bb5-ed48-457d-b756-6057d8dd3996", "name": "network-vif-deleted", "tag": "7ccc8ca8-fec4-45c1-b82e-6b0a1d715a63"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:03:09.268795 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f2d4063b-3298-40b5-8db2-9924480b92a2 req-47c5f659-e36c-41d4-b28d-d4dea942e721 tempest-DeleteServersTestJSON-1507135451 tempest-DeleteServersTestJSON-1507135451-project] 10.222.0.36 "GET /v2.0/ports?device_id=99b16bb5-ed48-457d-b756-6057d8dd3996 HTTP/1.1" status: 200 len: 210 time: 0.0611928 Aug 16 23:03:09.279795 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-87526f33-614f-45b3-86f6-bb534daca4a8 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks [] for router_gateway, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:09.299283 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-298ecfdf-659d-41ed-9f53-52c1a64b0e54 req-e07ce790-b5a3-42e9-9dad-646e5a183f63 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/security-groups?id=1eb5bbe6-717a-4605-a558-b9b958591c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028208 Aug 16 23:03:09.394473 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-0abaf95d-1b45-4b31-ace4-81571dac9e5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id debf812d-0b2e-45df-8f8a-a21e25a77beb {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:03:09.428872 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d1cf578-13d1-4239-afd1-f78bde241c37 x-openstack-request-id: req-8d1cf578-13d1-4239-afd1-f78bde241c37 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:03:09.428872 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99b16bb5-ed48-457d-b756-6057d8dd3996", "name": "network-vif-deleted", "tag": "7ccc8ca8-fec4-45c1-b82e-6b0a1d715a63", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:03:09.428872 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8d1cf578-13d1-4239-afd1-f78bde241c37 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:03:09.429424 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99b16bb5-ed48-457d-b756-6057d8dd3996', 'name': 'network-vif-deleted', 'tag': '7ccc8ca8-fec4-45c1-b82e-6b0a1d715a63', 'status': 'completed', 'code': 200} Aug 16 23:03:09.443413 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-0abaf95d-1b45-4b31-ace4-81571dac9e5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:09.475373 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-0abaf95d-1b45-4b31-ace4-81571dac9e5d service neutron] Transition to ACTIVE for port object debf812d-0b2e-45df-8f8a-a21e25a77beb will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:03:09.479197 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-0abaf95d-1b45-4b31-ace4-81571dac9e5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:09.572581 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abaf95d-1b45-4b31-ace4-81571dac9e5d service neutron] Pushing event updated for resources: {'Port': ['ID=debf812d-0b2e-45df-8f8a-a21e25a77beb,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:09.695087 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-0abaf95d-1b45-4b31-ace4-81571dac9e5d service neutron] Attempting to bind port debf812d-0b2e-45df-8f8a-a21e25a77beb on host n-h2-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:03:09.705749 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-0abaf95d-1b45-4b31-ace4-81571dac9e5d service neutron] Attempting to bind port debf812d-0b2e-45df-8f8a-a21e25a77beb by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': '41213340-69bd-43d1-b0bd-07e49d1e54df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f4264da2-38cd-44c0-b397-5678d2cea138'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:03:09.706680 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-0abaf95d-1b45-4b31-ace4-81571dac9e5d service neutron] Attempting to bind port debf812d-0b2e-45df-8f8a-a21e25a77beb on network f4264da2-38cd-44c0-b397-5678d2cea138 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:03:09.719827 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-0abaf95d-1b45-4b31-ace4-81571dac9e5d service neutron] Port debf812d-0b2e-45df-8f8a-a21e25a77beb on network f4264da2-38cd-44c0-b397-5678d2cea138 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:03:09.720286 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-0abaf95d-1b45-4b31-ace4-81571dac9e5d service neutron] Attempting to bind port debf812d-0b2e-45df-8f8a-a21e25a77beb on network f4264da2-38cd-44c0-b397-5678d2cea138 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:03:09.731970 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-0abaf95d-1b45-4b31-ace4-81571dac9e5d service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:03:09.732459 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-0abaf95d-1b45-4b31-ace4-81571dac9e5d service neutron] Checking segment: {'id': '41213340-69bd-43d1-b0bd-07e49d1e54df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f4264da2-38cd-44c0-b397-5678d2cea138'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:03:09.733025 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-0abaf95d-1b45-4b31-ace4-81571dac9e5d service neutron] Bound using segment: {'id': '41213340-69bd-43d1-b0bd-07e49d1e54df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f4264da2-38cd-44c0-b397-5678d2cea138'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:03:09.733568 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-0abaf95d-1b45-4b31-ace4-81571dac9e5d service neutron] Bound port: debf812d-0b2e-45df-8f8a-a21e25a77beb, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41213340-69bd-43d1-b0bd-07e49d1e54df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f4264da2-38cd-44c0-b397-5678d2cea138'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:03:09.734163 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-0abaf95d-1b45-4b31-ace4-81571dac9e5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:09.916468 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-0abaf95d-1b45-4b31-ace4-81571dac9e5d service neutron] For port debf812d-0b2e-45df-8f8a-a21e25a77beb, host n-h2-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:03:09.923359 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-0abaf95d-1b45-4b31-ace4-81571dac9e5d service neutron] For port debf812d-0b2e-45df-8f8a-a21e25a77beb, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=debf812d-0b2e-45df-8f8a-a21e25a77beb,segment=NetworkSegment(41213340-69bd-43d1-b0bd-07e49d1e54df),segment_id=41213340-69bd-43d1-b0bd-07e49d1e54df)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:03:09.928459 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-87526f33-614f-45b3-86f6-bb534daca4a8 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-537184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-500218'] for router, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:09.939487 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-0abaf95d-1b45-4b31-ace4-81571dac9e5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:09.978872 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-87526f33-614f-45b3-86f6-bb534daca4a8 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-537179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-537170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-639656'] for router, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:10.111071 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-0abaf95d-1b45-4b31-ace4-81571dac9e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:10.111731 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-0abaf95d-1b45-4b31-ace4-81571dac9e5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:10.114993 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-0abaf95d-1b45-4b31-ace4-81571dac9e5d service neutron] 10.222.0.57 "PUT /v2.0/ports/debf812d-0b2e-45df-8f8a-a21e25a77beb HTTP/1.1" status: 200 len: 1092 time: 2.3153703 Aug 16 23:03:10.195340 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-ae9eee4b-e6fc-475c-bf92-19e9dfdf3dd3 service neutron] Request body: {'port': {'device_id': '6d0f439b-55b3-479e-b4c0-19dd4772e5b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:03:10.231084 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abaf95d-1b45-4b31-ace4-81571dac9e5d service neutron] Pushing event updated for resources: {'Port': ['ID=debf812d-0b2e-45df-8f8a-a21e25a77beb,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:10.273819 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-ae9eee4b-e6fc-475c-bf92-19e9dfdf3dd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:10.469741 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993d2879-40ff-4cbc-b171-c1f9653b73be req-e91b881c-b6e9-485f-96cb-68f4664329b5 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:10.478551 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993d2879-40ff-4cbc-b171-c1f9653b73be req-e91b881c-b6e9-485f-96cb-68f4664329b5 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:10.486132 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993d2879-40ff-4cbc-b171-c1f9653b73be req-e91b881c-b6e9-485f-96cb-68f4664329b5 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:10.493458 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993d2879-40ff-4cbc-b171-c1f9653b73be req-e91b881c-b6e9-485f-96cb-68f4664329b5 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:10.500362 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993d2879-40ff-4cbc-b171-c1f9653b73be req-e91b881c-b6e9-485f-96cb-68f4664329b5 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:10.503218 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-993d2879-40ff-4cbc-b171-c1f9653b73be req-e91b881c-b6e9-485f-96cb-68f4664329b5 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d0f439b-55b3-479e-b4c0-19dd4772e5b0 HTTP/1.1" status: 200 len: 3827 time: 0.1743531 Aug 16 23:03:10.505515 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87526f33-614f-45b3-86f6-bb534daca4a8 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Router 9c3bdf7d-04fa-42b1-a33e-9e9feede37b1 is scheduled to L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f with binding_index 1 {{(pid=101292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:03:10.753389 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:03:10.762224 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47110) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:10.848942 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-993d2879-40ff-4cbc-b171-c1f9653b73be req-fb5f7772-ad7a-4b8e-80ba-580f9cd3b985 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c2745c8-39ab-440e-a081-67457cdaf056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3249185 Aug 16 23:03:10.875334 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86261e7-9120-4b47-b29d-fafb6062db7e req-071037a8-4527-4cb6-84d3-1264c3f2e694 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:10.887764 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f86261e7-9120-4b47-b29d-fafb6062db7e req-071037a8-4527-4cb6-84d3-1264c3f2e694 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/ports?device_id=18587e22-5c06-42fd-975d-a2fe2080dd33 HTTP/1.1" status: 200 len: 945 time: 0.2777941 Aug 16 23:03:10.948304 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87526f33-614f-45b3-86f6-bb534daca4a8 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:03:10.959323 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc8509c-8f05-4367-b70e-42c983a9035e None None] Sync routers for ids ['9c3bdf7d-04fa-42b1-a33e-9e9feede37b1'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:03:10.963367 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-87526f33-614f-45b3-86f6-bb534daca4a8 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:10.968643 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-87526f33-614f-45b3-86f6-bb534daca4a8 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] 10.222.0.36 "PUT /v2.0/routers/9c3bdf7d-04fa-42b1-a33e-9e9feede37b1 HTTP/1.1" status: 200 len: 883 time: 5.3286953 Aug 16 23:03:10.975956 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47118) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:10.982045 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc8509c-8f05-4367-b70e-42c983a9035e None None] Routers {'9c3bdf7d-04fa-42b1-a33e-9e9feede37b1'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:03:10.983021 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-fcc8509c-8f05-4367-b70e-42c983a9035e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:02:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['9c3bdf7d-04fa-42b1-a33e-9e9feede37b1'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:03:10.998833 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-ae9eee4b-e6fc-475c-bf92-19e9dfdf3dd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1cc686f-303c-42dc-85c7-d80aff741a19 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:03:11.012401 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-ae9eee4b-e6fc-475c-bf92-19e9dfdf3dd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:11.056256 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f86261e7-9120-4b47-b29d-fafb6062db7e req-e696b7b1-6ef7-4ee7-ad9a-95159c6060b6 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/security-groups?id=1eb5bbe6-717a-4605-a558-b9b958591c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531475 Aug 16 23:03:11.063482 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-ae9eee4b-e6fc-475c-bf92-19e9dfdf3dd3 service neutron] Transition to ACTIVE for port object c1cc686f-303c-42dc-85c7-d80aff741a19 will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:03:11.075534 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-ae9eee4b-e6fc-475c-bf92-19e9dfdf3dd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:11.131787 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-fcc8509c-8f05-4367-b70e-42c983a9035e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:03:11.206467 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc8509c-8f05-4367-b70e-42c983a9035e None None] Routers {'9c3bdf7d-04fa-42b1-a33e-9e9feede37b1'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:03:11.207535 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-fcc8509c-8f05-4367-b70e-42c983a9035e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:02:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['9c3bdf7d-04fa-42b1-a33e-9e9feede37b1'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:03:11.222481 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:11.233854 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-bba6d38a-a9b9-448b-a885-a2e9f52f48c8 tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] 10.222.0.36 "GET /v2.0/routers/9c3bdf7d-04fa-42b1-a33e-9e9feede37b1 HTTP/1.1" status: 200 len: 924 time: 0.2566485 Aug 16 23:03:11.234729 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47136) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:11.319573 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d23bbef3-bdcc-477a-9623-e6690ec21446 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:11.356022 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-fcc8509c-8f05-4367-b70e-42c983a9035e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:03:11.360114 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc8509c-8f05-4367-b70e-42c983a9035e None None] The sync data for ids ['9c3bdf7d-04fa-42b1-a33e-9e9feede37b1'] in n-d-791506-26 is: [] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:03:11.394042 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff5cd90-af72-46f4-a111-c3ef422d058d tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:11.399749 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-6ff5cd90-af72-46f4-a111-c3ef422d058d tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=c22c4980-c849-406d-982c-a5d68c515a94&device_id=9c3bdf7d-04fa-42b1-a33e-9e9feede37b1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1637492 Aug 16 23:03:11.400745 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47144) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:11.444990 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9eee4b-e6fc-475c-bf92-19e9dfdf3dd3 service neutron] Pushing event updated for resources: {'Port': ['ID=c1cc686f-303c-42dc-85c7-d80aff741a19,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:11.456848 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d0f439b-55b3-479e-b4c0-19dd4772e5b0', 'tag': 'debf812d-0b2e-45df-8f8a-a21e25a77beb'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:03:11.464275 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfecd12f-05fa-4a89-8fff-e70190be015e" -d '{"events": [{"name": "network-changed", "server_uuid": "6d0f439b-55b3-479e-b4c0-19dd4772e5b0", "tag": "debf812d-0b2e-45df-8f8a-a21e25a77beb"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:03:11.577106 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-992608c1-857c-4bc6-b8c3-c35676de4e3c x-openstack-request-id: req-992608c1-857c-4bc6-b8c3-c35676de4e3c {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:03:11.577410 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d0f439b-55b3-479e-b4c0-19dd4772e5b0", "tag": "debf812d-0b2e-45df-8f8a-a21e25a77beb", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:03:11.577669 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-992608c1-857c-4bc6-b8c3-c35676de4e3c {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:03:11.578080 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d0f439b-55b3-479e-b4c0-19dd4772e5b0', 'tag': 'debf812d-0b2e-45df-8f8a-a21e25a77beb', 'status': 'completed', 'code': 200} Aug 16 23:03:11.638841 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-ae9eee4b-e6fc-475c-bf92-19e9dfdf3dd3 service neutron] Attempting to bind port c1cc686f-303c-42dc-85c7-d80aff741a19 on host n-h2-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:03:11.639191 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-ae9eee4b-e6fc-475c-bf92-19e9dfdf3dd3 service neutron] Attempting to bind port c1cc686f-303c-42dc-85c7-d80aff741a19 by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': '74cdf11b-eced-4a7c-8a3c-85f0b8d7848e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f22d369e-b532-46c6-9344-c4601e102f4e'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:03:11.639537 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-ae9eee4b-e6fc-475c-bf92-19e9dfdf3dd3 service neutron] Attempting to bind port c1cc686f-303c-42dc-85c7-d80aff741a19 on network f22d369e-b532-46c6-9344-c4601e102f4e {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:03:11.650250 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-ae9eee4b-e6fc-475c-bf92-19e9dfdf3dd3 service neutron] Port c1cc686f-303c-42dc-85c7-d80aff741a19 on network f22d369e-b532-46c6-9344-c4601e102f4e not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:03:11.650595 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-ae9eee4b-e6fc-475c-bf92-19e9dfdf3dd3 service neutron] Attempting to bind port c1cc686f-303c-42dc-85c7-d80aff741a19 on network f22d369e-b532-46c6-9344-c4601e102f4e {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:03:11.663342 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-ae9eee4b-e6fc-475c-bf92-19e9dfdf3dd3 service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:03:11.663737 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-ae9eee4b-e6fc-475c-bf92-19e9dfdf3dd3 service neutron] Checking segment: {'id': '74cdf11b-eced-4a7c-8a3c-85f0b8d7848e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f22d369e-b532-46c6-9344-c4601e102f4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:03:11.664090 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-ae9eee4b-e6fc-475c-bf92-19e9dfdf3dd3 service neutron] Bound using segment: {'id': '74cdf11b-eced-4a7c-8a3c-85f0b8d7848e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f22d369e-b532-46c6-9344-c4601e102f4e'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:03:11.664559 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-ae9eee4b-e6fc-475c-bf92-19e9dfdf3dd3 service neutron] Bound port: c1cc686f-303c-42dc-85c7-d80aff741a19, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74cdf11b-eced-4a7c-8a3c-85f0b8d7848e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f22d369e-b532-46c6-9344-c4601e102f4e'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:03:11.664949 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-ae9eee4b-e6fc-475c-bf92-19e9dfdf3dd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:11.796367 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-ae9eee4b-e6fc-475c-bf92-19e9dfdf3dd3 service neutron] For port c1cc686f-303c-42dc-85c7-d80aff741a19, host n-h2-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:03:11.815101 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d23bbef3-bdcc-477a-9623-e6690ec21446 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:11.821258 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-ae9eee4b-e6fc-475c-bf92-19e9dfdf3dd3 service neutron] For port c1cc686f-303c-42dc-85c7-d80aff741a19, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=c1cc686f-303c-42dc-85c7-d80aff741a19,segment=NetworkSegment(74cdf11b-eced-4a7c-8a3c-85f0b8d7848e),segment_id=74cdf11b-eced-4a7c-8a3c-85f0b8d7848e)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:03:11.828804 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d23bbef3-bdcc-477a-9623-e6690ec21446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:11.854447 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-ae9eee4b-e6fc-475c-bf92-19e9dfdf3dd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:11.970302 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-d23bbef3-bdcc-477a-9623-e6690ec21446 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=25482b7f67874860abe267bd55800e30&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2046931 Aug 16 23:03:12.025509 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47162) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:12.173182 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23bbef3-bdcc-477a-9623-e6690ec21446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91545673-f5c2-40f3-9756-6dfb953734db,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:12.201853 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-ae9eee4b-e6fc-475c-bf92-19e9dfdf3dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:12.204052 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-ae9eee4b-e6fc-475c-bf92-19e9dfdf3dd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:12.209460 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-ae9eee4b-e6fc-475c-bf92-19e9dfdf3dd3 service neutron] 10.222.0.57 "PUT /v2.0/ports/c1cc686f-303c-42dc-85c7-d80aff741a19 HTTP/1.1" status: 200 len: 1130 time: 2.0483358 Aug 16 23:03:12.264048 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-c9e9e794-06cb-4710-81eb-cc33c80d6e11 service neutron] Request body: {'port': {'device_id': '6d0f439b-55b3-479e-b4c0-19dd4772e5b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:03:12.321267 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9eee4b-e6fc-475c-bf92-19e9dfdf3dd3 service neutron] Pushing event updated for resources: {'Port': ['ID=c1cc686f-303c-42dc-85c7-d80aff741a19,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:12.343547 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1eb24227-116c-474b-9472-bb5994414110 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:12.411767 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1eb24227-116c-474b-9472-bb5994414110 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:12.450932 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-c9e9e794-06cb-4710-81eb-cc33c80d6e11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:12.505583 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ceb059-9fd8-4c2d-927a-c89dc82e045a tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:12.514034 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-c9ceb059-9fd8-4c2d-927a-c89dc82e045a tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] 10.222.0.36 "GET /v2.0/networks/c22c4980-c849-406d-982c-a5d68c515a94 HTTP/1.1" status: 200 len: 881 time: 1.1118338 Aug 16 23:03:12.514681 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47182) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:12.585854 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-a0f962be-a3c5-483a-9b8c-ee375b211475 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c3bdf7d-04fa-42b1-a33e-9e9feede37b1 HTTP/1.1" status: 200 len: 205 time: 0.0528369 Aug 16 23:03:12.586506 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47184) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:12.604306 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfecd12f-05fa-4a89-8fff-e70190be015e req-463a70f9-cb0f-4a59-975d-418e7a08e7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:12.604855 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfecd12f-05fa-4a89-8fff-e70190be015e req-463a70f9-cb0f-4a59-975d-418e7a08e7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:12.605390 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfecd12f-05fa-4a89-8fff-e70190be015e req-463a70f9-cb0f-4a59-975d-418e7a08e7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:12.605869 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfecd12f-05fa-4a89-8fff-e70190be015e req-463a70f9-cb0f-4a59-975d-418e7a08e7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:12.606346 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfecd12f-05fa-4a89-8fff-e70190be015e req-463a70f9-cb0f-4a59-975d-418e7a08e7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:12.606819 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfecd12f-05fa-4a89-8fff-e70190be015e req-463a70f9-cb0f-4a59-975d-418e7a08e7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:12.608705 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dfecd12f-05fa-4a89-8fff-e70190be015e req-463a70f9-cb0f-4a59-975d-418e7a08e7cb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2021c5ea9b37490ab72514988bd9444c&device_id=6d0f439b-55b3-479e-b4c0-19dd4772e5b0 HTTP/1.1" status: 200 len: 5244 time: 1.0020289 Aug 16 23:03:12.776363 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b29fa71-07a7-4ae6-83c6-3447e77ee56f req-5d95a58c-2e9e-4bc1-a641-d78e0f88f942 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:12.787852 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9b29fa71-07a7-4ae6-83c6-3447e77ee56f req-5d95a58c-2e9e-4bc1-a641-d78e0f88f942 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/ports?device_id=18587e22-5c06-42fd-975d-a2fe2080dd33 HTTP/1.1" status: 200 len: 945 time: 0.3658121 Aug 16 23:03:12.792079 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1eb24227-116c-474b-9472-bb5994414110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:12.794768 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1eb24227-116c-474b-9472-bb5994414110 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:12.799573 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-1eb24227-116c-474b-9472-bb5994414110 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/91545673-f5c2-40f3-9756-6dfb953734db HTTP/1.1" status: 204 len: 168 time: 0.7197285 Aug 16 23:03:12.828335 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0067b8f1-d1f6-4bbf-b1b0-7c3b8bedb1cc tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks [] for router, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:12.834059 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb24227-116c-474b-9472-bb5994414110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91545673-f5c2-40f3-9756-6dfb953734db,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:13.227680 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-c9e9e794-06cb-4710-81eb-cc33c80d6e11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aabc4894-08fe-4573-bd65-664ab53c9c15 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:03:13.241157 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-c9e9e794-06cb-4710-81eb-cc33c80d6e11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:13.260737 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-c9e9e794-06cb-4710-81eb-cc33c80d6e11 service neutron] Transition to ACTIVE for port object aabc4894-08fe-4573-bd65-664ab53c9c15 will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:03:13.274812 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-c9e9e794-06cb-4710-81eb-cc33c80d6e11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:13.293533 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 7ccc8ca8-fec4-45c1-b82e-6b0a1d715a63 no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:03:13.360133 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0067b8f1-d1f6-4bbf-b1b0-7c3b8bedb1cc tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:13.386175 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4506b04b-c77b-4a53-abaf-dc8959702634 req-3637c9d6-d6bb-44bd-8fac-00e208ccdbe9 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:13.392110 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4506b04b-c77b-4a53-abaf-dc8959702634 req-3637c9d6-d6bb-44bd-8fac-00e208ccdbe9 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:13.412264 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] No Port match for: 7ccc8ca8-fec4-45c1-b82e-6b0a1d715a63 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:03:13.414342 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 7ccc8ca8-fec4-45c1-b82e-6b0a1d715a63 not bound to the agent host n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:03:13.435114 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4506b04b-c77b-4a53-abaf-dc8959702634 req-3637c9d6-d6bb-44bd-8fac-00e208ccdbe9 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:13.463131 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4506b04b-c77b-4a53-abaf-dc8959702634 req-3637c9d6-d6bb-44bd-8fac-00e208ccdbe9 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:13.483982 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4506b04b-c77b-4a53-abaf-dc8959702634 req-3637c9d6-d6bb-44bd-8fac-00e208ccdbe9 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:13.492588 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47194) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:13.497023 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4506b04b-c77b-4a53-abaf-dc8959702634 req-3637c9d6-d6bb-44bd-8fac-00e208ccdbe9 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:13.515170 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4506b04b-c77b-4a53-abaf-dc8959702634 req-3637c9d6-d6bb-44bd-8fac-00e208ccdbe9 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d0f439b-55b3-479e-b4c0-19dd4772e5b0 HTTP/1.1" status: 200 len: 4598 time: 1.0509794 Aug 16 23:03:13.525777 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9b29fa71-07a7-4ae6-83c6-3447e77ee56f req-63710514-a5cd-4474-b7a7-297ba357730a tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/security-groups?id=1eb5bbe6-717a-4605-a558-b9b958591c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7363265 Aug 16 23:03:13.526969 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfecd12f-05fa-4a89-8fff-e70190be015e req-7173bd74-665a-4d08-a6c1-140422c02ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:13.527491 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfecd12f-05fa-4a89-8fff-e70190be015e req-7173bd74-665a-4d08-a6c1-140422c02ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:13.527922 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfecd12f-05fa-4a89-8fff-e70190be015e req-7173bd74-665a-4d08-a6c1-140422c02ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:13.545754 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dfecd12f-05fa-4a89-8fff-e70190be015e req-7173bd74-665a-4d08-a6c1-140422c02ff5 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=2021c5ea9b37490ab72514988bd9444c&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5410662 Aug 16 23:03:13.593596 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e9e794-06cb-4710-81eb-cc33c80d6e11 service neutron] Pushing event updated for resources: {'Port': ['ID=aabc4894-08fe-4573-bd65-664ab53c9c15,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:13.595740 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d0f439b-55b3-479e-b4c0-19dd4772e5b0', 'tag': 'c1cc686f-303c-42dc-85c7-d80aff741a19'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:03:13.606309 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3237d85b-c863-4587-bcdd-42da3dbc1485" -d '{"events": [{"name": "network-changed", "server_uuid": "6d0f439b-55b3-479e-b4c0-19dd4772e5b0", "tag": "c1cc686f-303c-42dc-85c7-d80aff741a19"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:03:13.628630 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-05e60edd-513e-4136-bd97-c165efbdde96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:13.699137 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d54af70b-db8c-451c-9c6d-f8bb6184fe7c x-openstack-request-id: req-d54af70b-db8c-451c-9c6d-f8bb6184fe7c {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:03:13.699427 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d0f439b-55b3-479e-b4c0-19dd4772e5b0", "tag": "c1cc686f-303c-42dc-85c7-d80aff741a19", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:03:13.699677 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d54af70b-db8c-451c-9c6d-f8bb6184fe7c {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:03:13.700068 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d0f439b-55b3-479e-b4c0-19dd4772e5b0', 'tag': 'c1cc686f-303c-42dc-85c7-d80aff741a19', 'status': 'completed', 'code': 200} Aug 16 23:03:13.712116 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-c9e9e794-06cb-4710-81eb-cc33c80d6e11 service neutron] Attempting to bind port aabc4894-08fe-4573-bd65-664ab53c9c15 on host n-h2-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:03:13.712796 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-c9e9e794-06cb-4710-81eb-cc33c80d6e11 service neutron] Attempting to bind port aabc4894-08fe-4573-bd65-664ab53c9c15 by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': '74cdf11b-eced-4a7c-8a3c-85f0b8d7848e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f22d369e-b532-46c6-9344-c4601e102f4e'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:03:13.713302 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-c9e9e794-06cb-4710-81eb-cc33c80d6e11 service neutron] Attempting to bind port aabc4894-08fe-4573-bd65-664ab53c9c15 on network f22d369e-b532-46c6-9344-c4601e102f4e {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:03:13.721531 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-c9e9e794-06cb-4710-81eb-cc33c80d6e11 service neutron] Port aabc4894-08fe-4573-bd65-664ab53c9c15 on network f22d369e-b532-46c6-9344-c4601e102f4e not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:03:13.722091 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-c9e9e794-06cb-4710-81eb-cc33c80d6e11 service neutron] Attempting to bind port aabc4894-08fe-4573-bd65-664ab53c9c15 on network f22d369e-b532-46c6-9344-c4601e102f4e {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:03:13.750666 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-c9e9e794-06cb-4710-81eb-cc33c80d6e11 service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:03:13.752106 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-c9e9e794-06cb-4710-81eb-cc33c80d6e11 service neutron] Checking segment: {'id': '74cdf11b-eced-4a7c-8a3c-85f0b8d7848e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f22d369e-b532-46c6-9344-c4601e102f4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:03:13.752715 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-c9e9e794-06cb-4710-81eb-cc33c80d6e11 service neutron] Bound using segment: {'id': '74cdf11b-eced-4a7c-8a3c-85f0b8d7848e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f22d369e-b532-46c6-9344-c4601e102f4e'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:03:13.753358 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-c9e9e794-06cb-4710-81eb-cc33c80d6e11 service neutron] Bound port: aabc4894-08fe-4573-bd65-664ab53c9c15, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74cdf11b-eced-4a7c-8a3c-85f0b8d7848e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f22d369e-b532-46c6-9344-c4601e102f4e'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:03:13.753894 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-c9e9e794-06cb-4710-81eb-cc33c80d6e11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:13.862366 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-c9e9e794-06cb-4710-81eb-cc33c80d6e11 service neutron] For port aabc4894-08fe-4573-bd65-664ab53c9c15, host n-h2-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:03:13.896987 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-c9e9e794-06cb-4710-81eb-cc33c80d6e11 service neutron] For port aabc4894-08fe-4573-bd65-664ab53c9c15, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=aabc4894-08fe-4573-bd65-664ab53c9c15,segment=NetworkSegment(74cdf11b-eced-4a7c-8a3c-85f0b8d7848e),segment_id=74cdf11b-eced-4a7c-8a3c-85f0b8d7848e)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:03:13.904073 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-05e60edd-513e-4136-bd97-c165efbdde96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:13.907485 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-c9e9e794-06cb-4710-81eb-cc33c80d6e11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:13.922819 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfecd12f-05fa-4a89-8fff-e70190be015e req-1d89fa7a-1ad3-49a2-bba3-4e8bc4fa2c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:13.924270 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-05e60edd-513e-4136-bd97-c165efbdde96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:13.924846 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dfecd12f-05fa-4a89-8fff-e70190be015e req-1d89fa7a-1ad3-49a2-bba3-4e8bc4fa2c93 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3277891 Aug 16 23:03:13.935942 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4506b04b-c77b-4a53-abaf-dc8959702634 req-096b5ab9-da5d-4365-b9f6-8524522cd84e tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c2745c8-39ab-440e-a081-67457cdaf056&id=d16ff2d0-1ebf-4d89-b16a-9f394969ba5a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4198933 Aug 16 23:03:13.963501 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-0067b8f1-d1f6-4bbf-b1b0-7c3b8bedb1cc tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Deleting port 19102612-adfc-468e-a51b-73d44ae164dc {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:03:13.963976 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0067b8f1-d1f6-4bbf-b1b0-7c3b8bedb1cc tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:14.012366 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-c9e9e794-06cb-4710-81eb-cc33c80d6e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:14.015395 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-c9e9e794-06cb-4710-81eb-cc33c80d6e11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:14.017520 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-c9e9e794-06cb-4710-81eb-cc33c80d6e11 service neutron] 10.222.0.57 "PUT /v2.0/ports/aabc4894-08fe-4573-bd65-664ab53c9c15 HTTP/1.1" status: 200 len: 1131 time: 1.7642021 Aug 16 23:03:14.103531 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-0664f3dc-31a0-4d14-88ba-d4b123a4243c service neutron] Request body: {'port': {'device_id': '6d0f439b-55b3-479e-b4c0-19dd4772e5b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:03:14.156124 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-05e60edd-513e-4136-bd97-c165efbdde96 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0558e23e2bfd43bd9cd1ed09ba1983a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6601381 Aug 16 23:03:14.170203 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47206) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:14.173168 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0067b8f1-d1f6-4bbf-b1b0-7c3b8bedb1cc tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:14.197441 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e60edd-513e-4136-bd97-c165efbdde96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec317bb9-35b6-4f24-ae3c-5e9c15d94cc2,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:14.200029 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e9e794-06cb-4710-81eb-cc33c80d6e11 service neutron] Pushing event updated for resources: {'Port': ['ID=aabc4894-08fe-4573-bd65-664ab53c9c15,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:14.230169 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-0067b8f1-d1f6-4bbf-b1b0-7c3b8bedb1cc tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Calling delete_port for 19102612-adfc-468e-a51b-73d44ae164dc owned by network:router_gateway {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:03:14.242898 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-0664f3dc-31a0-4d14-88ba-d4b123a4243c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:14.246621 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3237d85b-c863-4587-bcdd-42da3dbc1485 req-3e307b5b-420f-42d5-9085-4088c6e1e531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:14.247309 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3237d85b-c863-4587-bcdd-42da3dbc1485 req-3e307b5b-420f-42d5-9085-4088c6e1e531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:14.247954 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3237d85b-c863-4587-bcdd-42da3dbc1485 req-3e307b5b-420f-42d5-9085-4088c6e1e531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:14.248617 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3237d85b-c863-4587-bcdd-42da3dbc1485 req-3e307b5b-420f-42d5-9085-4088c6e1e531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:14.249282 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3237d85b-c863-4587-bcdd-42da3dbc1485 req-3e307b5b-420f-42d5-9085-4088c6e1e531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:14.249917 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3237d85b-c863-4587-bcdd-42da3dbc1485 req-3e307b5b-420f-42d5-9085-4088c6e1e531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:14.250551 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3237d85b-c863-4587-bcdd-42da3dbc1485 req-3e307b5b-420f-42d5-9085-4088c6e1e531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:14.252771 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3237d85b-c863-4587-bcdd-42da3dbc1485 req-3e307b5b-420f-42d5-9085-4088c6e1e531 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2021c5ea9b37490ab72514988bd9444c&device_id=6d0f439b-55b3-479e-b4c0-19dd4772e5b0 HTTP/1.1" status: 200 len: 6210 time: 0.1913784 Aug 16 23:03:14.500380 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3237d85b-c863-4587-bcdd-42da3dbc1485 req-7a232606-1cff-4fc0-8523-702a5a457ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:14.501226 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3237d85b-c863-4587-bcdd-42da3dbc1485 req-7a232606-1cff-4fc0-8523-702a5a457ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:14.501966 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3237d85b-c863-4587-bcdd-42da3dbc1485 req-7a232606-1cff-4fc0-8523-702a5a457ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:14.503611 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3237d85b-c863-4587-bcdd-42da3dbc1485 req-7a232606-1cff-4fc0-8523-702a5a457ce6 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=2021c5ea9b37490ab72514988bd9444c&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2014160 Aug 16 23:03:14.558116 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0486af9e-cd96-4a24-b071-1760564f0e56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:14.592376 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0486af9e-cd96-4a24-b071-1760564f0e56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:14.752585 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0067b8f1-d1f6-4bbf-b1b0-7c3b8bedb1cc tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:14.819706 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0067b8f1-d1f6-4bbf-b1b0-7c3b8bedb1cc tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Pushing event deleted for resources: {'Port': ['ID=19102612-adfc-468e-a51b-73d44ae164dc,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:14.839371 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3237d85b-c863-4587-bcdd-42da3dbc1485 req-6ea4f1c9-95bc-4aed-ba78-db8a34c0e0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:14.841127 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3237d85b-c863-4587-bcdd-42da3dbc1485 req-6ea4f1c9-95bc-4aed-ba78-db8a34c0e0f1 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3267183 Aug 16 23:03:14.854411 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfabaa6-ed3b-4f8c-aa79-0e18517b03e9 req-3ce36552-1cc4-4e32-bf96-be9a00bb312e tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:14.856389 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5dfabaa6-ed3b-4f8c-aa79-0e18517b03e9 req-3ce36552-1cc4-4e32-bf96-be9a00bb312e tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/ports?device_id=18587e22-5c06-42fd-975d-a2fe2080dd33 HTTP/1.1" status: 200 len: 945 time: 0.1777756 Aug 16 23:03:14.946719 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0486af9e-cd96-4a24-b071-1760564f0e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:14.956973 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0486af9e-cd96-4a24-b071-1760564f0e56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:14.961239 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-0486af9e-cd96-4a24-b071-1760564f0e56 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ec317bb9-35b6-4f24-ae3c-5e9c15d94cc2 HTTP/1.1" status: 204 len: 168 time: 0.7866387 Aug 16 23:03:14.978053 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5dfabaa6-ed3b-4f8c-aa79-0e18517b03e9 req-986cb262-e528-4a84-b090-c40a3f09dc32 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/security-groups?id=1eb5bbe6-717a-4605-a558-b9b958591c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916352 Aug 16 23:03:14.993649 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486af9e-cd96-4a24-b071-1760564f0e56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec317bb9-35b6-4f24-ae3c-5e9c15d94cc2,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:15.018636 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0067b8f1-d1f6-4bbf-b1b0-7c3b8bedb1cc tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537121'] for router_gateway, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:15.251054 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-0664f3dc-31a0-4d14-88ba-d4b123a4243c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bd4dab0-4e5a-4bfb-a170-497620e55ac0 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:03:15.260765 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-0664f3dc-31a0-4d14-88ba-d4b123a4243c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:15.265539 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0067b8f1-d1f6-4bbf-b1b0-7c3b8bedb1cc tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:15.272605 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0067b8f1-d1f6-4bbf-b1b0-7c3b8bedb1cc tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:15.295027 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-0664f3dc-31a0-4d14-88ba-d4b123a4243c service neutron] Transition to ACTIVE for port object 7bd4dab0-4e5a-4bfb-a170-497620e55ac0 will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:03:15.306860 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-0664f3dc-31a0-4d14-88ba-d4b123a4243c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:15.432792 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0664f3dc-31a0-4d14-88ba-d4b123a4243c service neutron] Pushing event updated for resources: {'Port': ['ID=7bd4dab0-4e5a-4bfb-a170-497620e55ac0,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:15.450864 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0067b8f1-d1f6-4bbf-b1b0-7c3b8bedb1cc tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:15.452911 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0067b8f1-d1f6-4bbf-b1b0-7c3b8bedb1cc tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Fanout notify agent at l3_agent the message router_deleted on router 9c3bdf7d-04fa-42b1-a33e-9e9feede37b1 {{(pid=101292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:03:15.482491 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0067b8f1-d1f6-4bbf-b1b0-7c3b8bedb1cc tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:15.487146 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-0067b8f1-d1f6-4bbf-b1b0-7c3b8bedb1cc tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] 10.222.0.36 "DELETE /v2.0/routers/9c3bdf7d-04fa-42b1-a33e-9e9feede37b1 HTTP/1.1" status: 204 len: 168 time: 2.8937342 Aug 16 23:03:15.494495 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47238) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:15.515397 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-edb92d7c-7bf5-44d1-8b48-cfd3d26c0b31 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-342654006', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:03:15.569410 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3961a3be-2e6b-4e2c-9ef3-ec48adaa5fc2 req-5a41099d-f4b1-4b01-a718-a2fbed367ec7 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:15.591431 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3961a3be-2e6b-4e2c-9ef3-ec48adaa5fc2 req-5a41099d-f4b1-4b01-a718-a2fbed367ec7 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:15.623079 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3961a3be-2e6b-4e2c-9ef3-ec48adaa5fc2 req-5a41099d-f4b1-4b01-a718-a2fbed367ec7 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:15.659733 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3961a3be-2e6b-4e2c-9ef3-ec48adaa5fc2 req-5a41099d-f4b1-4b01-a718-a2fbed367ec7 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:15.675189 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3961a3be-2e6b-4e2c-9ef3-ec48adaa5fc2 req-5a41099d-f4b1-4b01-a718-a2fbed367ec7 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:15.689374 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3961a3be-2e6b-4e2c-9ef3-ec48adaa5fc2 req-5a41099d-f4b1-4b01-a718-a2fbed367ec7 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:15.704093 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3961a3be-2e6b-4e2c-9ef3-ec48adaa5fc2 req-5a41099d-f4b1-4b01-a718-a2fbed367ec7 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:15.706401 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3961a3be-2e6b-4e2c-9ef3-ec48adaa5fc2 req-5a41099d-f4b1-4b01-a718-a2fbed367ec7 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d0f439b-55b3-479e-b4c0-19dd4772e5b0 HTTP/1.1" status: 200 len: 5370 time: 0.5316157 Aug 16 23:03:15.725115 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d0f439b-55b3-479e-b4c0-19dd4772e5b0', 'tag': 'aabc4894-08fe-4573-bd65-664ab53c9c15'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:03:15.728947 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-418a79f3-3ccf-4b5a-9412-f1299fb4073d" -d '{"events": [{"name": "network-changed", "server_uuid": "6d0f439b-55b3-479e-b4c0-19dd4772e5b0", "tag": "aabc4894-08fe-4573-bd65-664ab53c9c15"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:03:15.784324 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-edb92d7c-7bf5-44d1-8b48-cfd3d26c0b31 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:15.785688 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-edb92d7c-7bf5-44d1-8b48-cfd3d26c0b31 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:15.821662 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3961a3be-2e6b-4e2c-9ef3-ec48adaa5fc2 req-38ffa12c-1d36-41ab-8d32-927ef948db6d tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c2745c8-39ab-440e-a081-67457cdaf056&id=d16ff2d0-1ebf-4d89-b16a-9f394969ba5a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1040020 Aug 16 23:03:15.842977 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-0664f3dc-31a0-4d14-88ba-d4b123a4243c service neutron] Attempting to bind port 7bd4dab0-4e5a-4bfb-a170-497620e55ac0 on host n-h2-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:03:15.843329 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-0664f3dc-31a0-4d14-88ba-d4b123a4243c service neutron] Attempting to bind port 7bd4dab0-4e5a-4bfb-a170-497620e55ac0 by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': '74cdf11b-eced-4a7c-8a3c-85f0b8d7848e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f22d369e-b532-46c6-9344-c4601e102f4e'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:03:15.843669 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-0664f3dc-31a0-4d14-88ba-d4b123a4243c service neutron] Attempting to bind port 7bd4dab0-4e5a-4bfb-a170-497620e55ac0 on network f22d369e-b532-46c6-9344-c4601e102f4e {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:03:15.882856 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-0664f3dc-31a0-4d14-88ba-d4b123a4243c service neutron] Port 7bd4dab0-4e5a-4bfb-a170-497620e55ac0 on network f22d369e-b532-46c6-9344-c4601e102f4e not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:03:15.883450 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-0664f3dc-31a0-4d14-88ba-d4b123a4243c service neutron] Attempting to bind port 7bd4dab0-4e5a-4bfb-a170-497620e55ac0 on network f22d369e-b532-46c6-9344-c4601e102f4e {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:03:15.905604 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39859b16-cb9d-4131-97cb-d845b2e115d9 x-openstack-request-id: req-39859b16-cb9d-4131-97cb-d845b2e115d9 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:03:15.906617 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d0f439b-55b3-479e-b4c0-19dd4772e5b0", "tag": "aabc4894-08fe-4573-bd65-664ab53c9c15", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:03:15.906617 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-39859b16-cb9d-4131-97cb-d845b2e115d9 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:03:15.906617 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d0f439b-55b3-479e-b4c0-19dd4772e5b0', 'tag': 'aabc4894-08fe-4573-bd65-664ab53c9c15', 'status': 'completed', 'code': 200} Aug 16 23:03:15.945246 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-0664f3dc-31a0-4d14-88ba-d4b123a4243c service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:03:15.954252 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-0664f3dc-31a0-4d14-88ba-d4b123a4243c service neutron] Checking segment: {'id': '74cdf11b-eced-4a7c-8a3c-85f0b8d7848e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f22d369e-b532-46c6-9344-c4601e102f4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:03:15.954252 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-0664f3dc-31a0-4d14-88ba-d4b123a4243c service neutron] Bound using segment: {'id': '74cdf11b-eced-4a7c-8a3c-85f0b8d7848e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f22d369e-b532-46c6-9344-c4601e102f4e'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:03:15.954252 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-0664f3dc-31a0-4d14-88ba-d4b123a4243c service neutron] Bound port: 7bd4dab0-4e5a-4bfb-a170-497620e55ac0, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74cdf11b-eced-4a7c-8a3c-85f0b8d7848e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f22d369e-b532-46c6-9344-c4601e102f4e'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:03:15.968075 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-0664f3dc-31a0-4d14-88ba-d4b123a4243c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:16.062101 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418a79f3-3ccf-4b5a-9412-f1299fb4073d req-a88d887f-a20d-447a-a670-c6807625f204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:16.062599 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418a79f3-3ccf-4b5a-9412-f1299fb4073d req-a88d887f-a20d-447a-a670-c6807625f204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:16.063091 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418a79f3-3ccf-4b5a-9412-f1299fb4073d req-a88d887f-a20d-447a-a670-c6807625f204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:16.063570 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418a79f3-3ccf-4b5a-9412-f1299fb4073d req-a88d887f-a20d-447a-a670-c6807625f204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:16.064045 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418a79f3-3ccf-4b5a-9412-f1299fb4073d req-a88d887f-a20d-447a-a670-c6807625f204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:16.064521 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418a79f3-3ccf-4b5a-9412-f1299fb4073d req-a88d887f-a20d-447a-a670-c6807625f204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:16.071187 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418a79f3-3ccf-4b5a-9412-f1299fb4073d req-a88d887f-a20d-447a-a670-c6807625f204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:16.076181 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-418a79f3-3ccf-4b5a-9412-f1299fb4073d req-a88d887f-a20d-447a-a670-c6807625f204 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2021c5ea9b37490ab72514988bd9444c&device_id=6d0f439b-55b3-479e-b4c0-19dd4772e5b0 HTTP/1.1" status: 200 len: 6236 time: 0.1466086 Aug 16 23:03:16.101047 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-edb92d7c-7bf5-44d1-8b48-cfd3d26c0b31 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:16.152446 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-edb92d7c-7bf5-44d1-8b48-cfd3d26c0b31 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:16.318011 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-edb92d7c-7bf5-44d1-8b48-cfd3d26c0b31 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:16.325750 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-edb92d7c-7bf5-44d1-8b48-cfd3d26c0b31 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8306391 Aug 16 23:03:16.327124 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47270) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:16.334475 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-9fae376e-cb91-4341-9d98-cfc120f47825 tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'enable_snat': True}}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:03:16.393245 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-0664f3dc-31a0-4d14-88ba-d4b123a4243c service neutron] For port 7bd4dab0-4e5a-4bfb-a170-497620e55ac0, host n-h2-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:03:16.402304 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-0664f3dc-31a0-4d14-88ba-d4b123a4243c service neutron] For port 7bd4dab0-4e5a-4bfb-a170-497620e55ac0, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=7bd4dab0-4e5a-4bfb-a170-497620e55ac0,segment=NetworkSegment(74cdf11b-eced-4a7c-8a3c-85f0b8d7848e),segment_id=74cdf11b-eced-4a7c-8a3c-85f0b8d7848e)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:03:16.409930 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-0664f3dc-31a0-4d14-88ba-d4b123a4243c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:16.485890 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-0664f3dc-31a0-4d14-88ba-d4b123a4243c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:16.487104 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-0664f3dc-31a0-4d14-88ba-d4b123a4243c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:16.491133 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-0664f3dc-31a0-4d14-88ba-d4b123a4243c service neutron] 10.222.0.57 "PUT /v2.0/ports/7bd4dab0-4e5a-4bfb-a170-497620e55ac0 HTTP/1.1" status: 200 len: 1091 time: 2.4048488 Aug 16 23:03:16.543854 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-f58b2e8f-bec7-445e-b845-262aadbcd5e1 service neutron] Request body: {'port': {'device_id': '6d0f439b-55b3-479e-b4c0-19dd4772e5b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:03:16.576506 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0664f3dc-31a0-4d14-88ba-d4b123a4243c service neutron] Pushing event updated for resources: {'Port': ['ID=7bd4dab0-4e5a-4bfb-a170-497620e55ac0,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:16.632300 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c51826c-2c4d-4c68-be29-db4629e9f8b9 req-efb852e9-0e80-47ff-9747-9be3377ae27e tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:16.640288 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0c51826c-2c4d-4c68-be29-db4629e9f8b9 req-efb852e9-0e80-47ff-9747-9be3377ae27e tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/ports?device_id=18587e22-5c06-42fd-975d-a2fe2080dd33 HTTP/1.1" status: 200 len: 945 time: 0.4160392 Aug 16 23:03:16.667373 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-f58b2e8f-bec7-445e-b845-262aadbcd5e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:16.728303 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418a79f3-3ccf-4b5a-9412-f1299fb4073d req-700368cb-2b59-40ea-9227-686b618b94c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:16.728820 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418a79f3-3ccf-4b5a-9412-f1299fb4073d req-700368cb-2b59-40ea-9227-686b618b94c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:16.729296 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418a79f3-3ccf-4b5a-9412-f1299fb4073d req-700368cb-2b59-40ea-9227-686b618b94c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:16.730904 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-418a79f3-3ccf-4b5a-9412-f1299fb4073d req-700368cb-2b59-40ea-9227-686b618b94c9 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=2021c5ea9b37490ab72514988bd9444c&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.6404765 Aug 16 23:03:17.537944 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-f58b2e8f-bec7-445e-b845-262aadbcd5e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34b404ad-784d-44c6-ad7f-bc568885b3e9 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:03:17.575774 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-f58b2e8f-bec7-445e-b845-262aadbcd5e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:17.623873 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-f58b2e8f-bec7-445e-b845-262aadbcd5e1 service neutron] Transition to ACTIVE for port object 34b404ad-784d-44c6-ad7f-bc568885b3e9 will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:03:17.634565 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-1ece2d70-fe33-430e-9c55-eb158703a666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:17.639230 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-f58b2e8f-bec7-445e-b845-262aadbcd5e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:17.877852 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58b2e8f-bec7-445e-b845-262aadbcd5e1 service neutron] Pushing event updated for resources: {'Port': ['ID=34b404ad-784d-44c6-ad7f-bc568885b3e9,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:17.978905 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d0f439b-55b3-479e-b4c0-19dd4772e5b0', 'tag': '7bd4dab0-4e5a-4bfb-a170-497620e55ac0'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:03:17.981344 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6784c660-8756-4b4a-8055-54ac82c19bce" -d '{"events": [{"name": "network-changed", "server_uuid": "6d0f439b-55b3-479e-b4c0-19dd4772e5b0", "tag": "7bd4dab0-4e5a-4bfb-a170-497620e55ac0"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:03:18.134694 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-f58b2e8f-bec7-445e-b845-262aadbcd5e1 service neutron] Attempting to bind port 34b404ad-784d-44c6-ad7f-bc568885b3e9 on host n-h2-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:03:18.135037 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-f58b2e8f-bec7-445e-b845-262aadbcd5e1 service neutron] Attempting to bind port 34b404ad-784d-44c6-ad7f-bc568885b3e9 by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': '74cdf11b-eced-4a7c-8a3c-85f0b8d7848e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f22d369e-b532-46c6-9344-c4601e102f4e'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:03:18.162932 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-f58b2e8f-bec7-445e-b845-262aadbcd5e1 service neutron] Attempting to bind port 34b404ad-784d-44c6-ad7f-bc568885b3e9 on network f22d369e-b532-46c6-9344-c4601e102f4e {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:03:18.165935 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0c51826c-2c4d-4c68-be29-db4629e9f8b9 req-a901e94e-4096-48f0-aa80-fc9e09309288 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/security-groups?id=1eb5bbe6-717a-4605-a558-b9b958591c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5246251 Aug 16 23:03:18.190524 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9fae376e-cb91-4341-9d98-cfc120f47825 tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:18.191138 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-f58b2e8f-bec7-445e-b845-262aadbcd5e1 service neutron] Port 34b404ad-784d-44c6-ad7f-bc568885b3e9 on network f22d369e-b532-46c6-9344-c4601e102f4e not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:03:18.191541 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-f58b2e8f-bec7-445e-b845-262aadbcd5e1 service neutron] Attempting to bind port 34b404ad-784d-44c6-ad7f-bc568885b3e9 on network f22d369e-b532-46c6-9344-c4601e102f4e {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:03:18.215867 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-f58b2e8f-bec7-445e-b845-262aadbcd5e1 service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:03:18.216222 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-f58b2e8f-bec7-445e-b845-262aadbcd5e1 service neutron] Checking segment: {'id': '74cdf11b-eced-4a7c-8a3c-85f0b8d7848e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f22d369e-b532-46c6-9344-c4601e102f4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:03:18.224839 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-f58b2e8f-bec7-445e-b845-262aadbcd5e1 service neutron] Bound using segment: {'id': '74cdf11b-eced-4a7c-8a3c-85f0b8d7848e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f22d369e-b532-46c6-9344-c4601e102f4e'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:03:18.225365 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-f58b2e8f-bec7-445e-b845-262aadbcd5e1 service neutron] Bound port: 34b404ad-784d-44c6-ad7f-bc568885b3e9, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74cdf11b-eced-4a7c-8a3c-85f0b8d7848e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f22d369e-b532-46c6-9344-c4601e102f4e'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:03:18.226086 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-f58b2e8f-bec7-445e-b845-262aadbcd5e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:18.423510 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-f58b2e8f-bec7-445e-b845-262aadbcd5e1 service neutron] For port 34b404ad-784d-44c6-ad7f-bc568885b3e9, host n-h2-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:03:18.435430 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-f58b2e8f-bec7-445e-b845-262aadbcd5e1 service neutron] For port 34b404ad-784d-44c6-ad7f-bc568885b3e9, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=34b404ad-784d-44c6-ad7f-bc568885b3e9,segment=NetworkSegment(74cdf11b-eced-4a7c-8a3c-85f0b8d7848e),segment_id=74cdf11b-eced-4a7c-8a3c-85f0b8d7848e)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:03:18.439497 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-439f15e4-9a07-45a7-86e5-c5cdd6fc28f7 x-openstack-request-id: req-439f15e4-9a07-45a7-86e5-c5cdd6fc28f7 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:03:18.440787 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d0f439b-55b3-479e-b4c0-19dd4772e5b0", "tag": "7bd4dab0-4e5a-4bfb-a170-497620e55ac0", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:03:18.441568 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-439f15e4-9a07-45a7-86e5-c5cdd6fc28f7 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:03:18.443933 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d0f439b-55b3-479e-b4c0-19dd4772e5b0', 'tag': '7bd4dab0-4e5a-4bfb-a170-497620e55ac0', 'status': 'completed', 'code': 200} Aug 16 23:03:18.460684 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-f58b2e8f-bec7-445e-b845-262aadbcd5e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:18.559077 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4153628b-27c0-4a43-a760-701d1ac2b207 req-46c0e33c-ab6b-4d89-806e-6c4e00aaca44 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:18.569399 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58b2e8f-bec7-445e-b845-262aadbcd5e1 service neutron] Pushing event updated for resources: {'Port': ['ID=34b404ad-784d-44c6-ad7f-bc568885b3e9,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:18.576849 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4153628b-27c0-4a43-a760-701d1ac2b207 req-46c0e33c-ab6b-4d89-806e-6c4e00aaca44 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:18.591436 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-f58b2e8f-bec7-445e-b845-262aadbcd5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:18.592906 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-f58b2e8f-bec7-445e-b845-262aadbcd5e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:18.597091 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-f58b2e8f-bec7-445e-b845-262aadbcd5e1 service neutron] 10.222.0.57 "PUT /v2.0/ports/34b404ad-784d-44c6-ad7f-bc568885b3e9 HTTP/1.1" status: 200 len: 1092 time: 2.0736048 Aug 16 23:03:18.622275 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4153628b-27c0-4a43-a760-701d1ac2b207 req-46c0e33c-ab6b-4d89-806e-6c4e00aaca44 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:18.639304 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-4c4a7e99-8c64-4409-a7e9-f21f04b3cbe1 service neutron] Request body: {'port': {'device_id': '6d0f439b-55b3-479e-b4c0-19dd4772e5b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:03:18.647798 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4153628b-27c0-4a43-a760-701d1ac2b207 req-46c0e33c-ab6b-4d89-806e-6c4e00aaca44 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:18.670251 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4153628b-27c0-4a43-a760-701d1ac2b207 req-46c0e33c-ab6b-4d89-806e-6c4e00aaca44 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:18.679974 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4153628b-27c0-4a43-a760-701d1ac2b207 req-46c0e33c-ab6b-4d89-806e-6c4e00aaca44 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:18.727071 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4153628b-27c0-4a43-a760-701d1ac2b207 req-46c0e33c-ab6b-4d89-806e-6c4e00aaca44 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:18.732620 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4153628b-27c0-4a43-a760-701d1ac2b207 req-46c0e33c-ab6b-4d89-806e-6c4e00aaca44 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d0f439b-55b3-479e-b4c0-19dd4772e5b0 HTTP/1.1" status: 200 len: 5394 time: 1.7215526 Aug 16 23:03:18.772679 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418a79f3-3ccf-4b5a-9412-f1299fb4073d req-d6f05e93-3454-4260-9830-ed0f6c0b7910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:18.775540 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-418a79f3-3ccf-4b5a-9412-f1299fb4073d req-d6f05e93-3454-4260-9830-ed0f6c0b7910 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.9301350 Aug 16 23:03:18.775705 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-4c4a7e99-8c64-4409-a7e9-f21f04b3cbe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:18.902743 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4153628b-27c0-4a43-a760-701d1ac2b207 req-aeb105e8-9427-4a9e-908c-d54ba23e3274 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c2745c8-39ab-440e-a081-67457cdaf056&id=d16ff2d0-1ebf-4d89-b16a-9f394969ba5a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1250291 Aug 16 23:03:18.976469 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47334) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:19.093880 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6784c660-8756-4b4a-8055-54ac82c19bce req-87d2b862-daf3-4bf0-a1ae-714573083c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:19.094514 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6784c660-8756-4b4a-8055-54ac82c19bce req-87d2b862-daf3-4bf0-a1ae-714573083c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:19.112904 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6784c660-8756-4b4a-8055-54ac82c19bce req-87d2b862-daf3-4bf0-a1ae-714573083c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:19.113400 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6784c660-8756-4b4a-8055-54ac82c19bce req-87d2b862-daf3-4bf0-a1ae-714573083c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:19.119073 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6784c660-8756-4b4a-8055-54ac82c19bce req-87d2b862-daf3-4bf0-a1ae-714573083c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:19.120020 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6784c660-8756-4b4a-8055-54ac82c19bce req-87d2b862-daf3-4bf0-a1ae-714573083c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:19.123481 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6784c660-8756-4b4a-8055-54ac82c19bce req-87d2b862-daf3-4bf0-a1ae-714573083c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:19.129074 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6784c660-8756-4b4a-8055-54ac82c19bce req-87d2b862-daf3-4bf0-a1ae-714573083c4e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2021c5ea9b37490ab72514988bd9444c&device_id=6d0f439b-55b3-479e-b4c0-19dd4772e5b0 HTTP/1.1" status: 200 len: 6346 time: 0.2800207 Aug 16 23:03:19.496000 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-4766eee2-5dbe-4c00-a866-bc5626a2d2be admin admin] Deleting subnet d47d6ce6-f0e6-4637-a178-044cb0396017 {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:03:19.500379 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4766eee2-5dbe-4c00-a866-bc5626a2d2be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:19.544846 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4766eee2-5dbe-4c00-a866-bc5626a2d2be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:19.596344 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4766eee2-5dbe-4c00-a866-bc5626a2d2be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:19.734341 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0574e361-8405-48ec-92b1-e5fbb26eafff req-b993147d-c38c-4dd4-b9f3-ccc4b2c2a143 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:19.746049 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0574e361-8405-48ec-92b1-e5fbb26eafff req-b993147d-c38c-4dd4-b9f3-ccc4b2c2a143 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/ports?device_id=18587e22-5c06-42fd-975d-a2fe2080dd33 HTTP/1.1" status: 200 len: 945 time: 0.3076785 Aug 16 23:03:19.755774 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-46470731-8df6-44a7-8ee0-babaf66ead99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:19.849849 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0574e361-8405-48ec-92b1-e5fbb26eafff req-1411f7c0-d545-42bc-a6c0-3f78c52a30d3 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/security-groups?id=1eb5bbe6-717a-4605-a558-b9b958591c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026640 Aug 16 23:03:19.858467 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9fae376e-cb91-4341-9d98-cfc120f47825 tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:19.891852 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9fae376e-cb91-4341-9d98-cfc120f47825 tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:20.023583 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-9fae376e-cb91-4341-9d98-cfc120f47825 tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Allocated IP 172.25.4.73 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/ee55496c-7681-4cd0-8a61-4f46b7ec460c) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:03:20.153235 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9fae376e-cb91-4341-9d98-cfc120f47825 tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:20.233183 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9fae376e-cb91-4341-9d98-cfc120f47825 tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:20.278833 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6784c660-8756-4b4a-8055-54ac82c19bce req-618a68be-e742-4baa-a323-38db62736d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:20.279441 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6784c660-8756-4b4a-8055-54ac82c19bce req-618a68be-e742-4baa-a323-38db62736d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:20.280102 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6784c660-8756-4b4a-8055-54ac82c19bce req-618a68be-e742-4baa-a323-38db62736d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:20.289203 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6784c660-8756-4b4a-8055-54ac82c19bce req-618a68be-e742-4baa-a323-38db62736d6e service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=2021c5ea9b37490ab72514988bd9444c&shared=False HTTP/1.1" status: 200 len: 2293 time: 1.1361682 Aug 16 23:03:20.454838 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d0f439b-55b3-479e-b4c0-19dd4772e5b0', 'tag': '34b404ad-784d-44c6-ad7f-bc568885b3e9'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:03:20.461052 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a53265bb-5be6-435c-a60a-78cbd2a99259" -d '{"events": [{"name": "network-changed", "server_uuid": "6d0f439b-55b3-479e-b4c0-19dd4772e5b0", "tag": "34b404ad-784d-44c6-ad7f-bc568885b3e9"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:03:20.474598 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6784c660-8756-4b4a-8055-54ac82c19bce req-7bfcfe2d-f690-4952-aaaa-c2155c63d346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:20.477020 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6784c660-8756-4b4a-8055-54ac82c19bce req-7bfcfe2d-f690-4952-aaaa-c2155c63d346 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1407738 Aug 16 23:03:20.494617 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fae376e-cb91-4341-9d98-cfc120f47825 tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Pushing event updated for resources: {'Port': ['ID=ee55496c-7681-4cd0-8a61-4f46b7ec460c,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:20.524845 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841d6ea8-f95f-41b4-891d-92c521c4b7ca req-555f18fe-a7df-4b94-ac34-560601a89892 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:20.531404 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841d6ea8-f95f-41b4-891d-92c521c4b7ca req-555f18fe-a7df-4b94-ac34-560601a89892 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:20.532322 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4766eee2-5dbe-4c00-a866-bc5626a2d2be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:20.540112 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841d6ea8-f95f-41b4-891d-92c521c4b7ca req-555f18fe-a7df-4b94-ac34-560601a89892 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:20.546737 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841d6ea8-f95f-41b4-891d-92c521c4b7ca req-555f18fe-a7df-4b94-ac34-560601a89892 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:20.554353 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841d6ea8-f95f-41b4-891d-92c521c4b7ca req-555f18fe-a7df-4b94-ac34-560601a89892 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:20.561339 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841d6ea8-f95f-41b4-891d-92c521c4b7ca req-555f18fe-a7df-4b94-ac34-560601a89892 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:20.569264 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841d6ea8-f95f-41b4-891d-92c521c4b7ca req-555f18fe-a7df-4b94-ac34-560601a89892 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:20.572129 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-841d6ea8-f95f-41b4-891d-92c521c4b7ca req-555f18fe-a7df-4b94-ac34-560601a89892 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d0f439b-55b3-479e-b4c0-19dd4772e5b0 HTTP/1.1" status: 200 len: 5394 time: 0.3725011 Aug 16 23:03:20.574326 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fae376e-cb91-4341-9d98-cfc120f47825 tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:03:20.576002 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-9fae376e-cb91-4341-9d98-cfc120f47825 tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:03:20.580119 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fae376e-cb91-4341-9d98-cfc120f47825 tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:03:20.586031 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:20.677947 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4766eee2-5dbe-4c00-a866-bc5626a2d2be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d47d6ce6-f0e6-4637-a178-044cb0396017,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:20.683569 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4766eee2-5dbe-4c00-a866-bc5626a2d2be admin admin] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:20.685627 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-4766eee2-5dbe-4c00-a866-bc5626a2d2be admin admin] 10.222.0.36 "DELETE /v2.0/subnets/d47d6ce6-f0e6-4637-a178-044cb0396017 HTTP/1.1" status: 204 len: 168 time: 1.7053645 Aug 16 23:03:20.690185 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47386) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:20.756232 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-841d6ea8-f95f-41b4-891d-92c521c4b7ca req-f7ae71fb-a530-4be6-868c-08b73d1619ae tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c2745c8-39ab-440e-a081-67457cdaf056&id=d16ff2d0-1ebf-4d89-b16a-9f394969ba5a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1769772 Aug 16 23:03:20.769106 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6acfc6d1-ad4f-4244-b6ce-b0295fe36f43 x-openstack-request-id: req-6acfc6d1-ad4f-4244-b6ce-b0295fe36f43 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:03:20.769444 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d0f439b-55b3-479e-b4c0-19dd4772e5b0", "tag": "34b404ad-784d-44c6-ad7f-bc568885b3e9", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:03:20.769649 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6acfc6d1-ad4f-4244-b6ce-b0295fe36f43 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:03:20.770226 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d0f439b-55b3-479e-b4c0-19dd4772e5b0', 'tag': '34b404ad-784d-44c6-ad7f-bc568885b3e9', 'status': 'completed', 'code': 200} Aug 16 23:03:20.822166 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-04ced920-6029-4035-a3bc-a6838f3c92b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:20.932418 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-4c4a7e99-8c64-4409-a7e9-f21f04b3cbe1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acb20ca9-d24c-4731-8f98-e40869957d23 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:03:20.968952 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-4c4a7e99-8c64-4409-a7e9-f21f04b3cbe1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:21.028178 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-4c4a7e99-8c64-4409-a7e9-f21f04b3cbe1 service neutron] Transition to ACTIVE for port object acb20ca9-d24c-4731-8f98-e40869957d23 will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:03:21.044242 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-04ced920-6029-4035-a3bc-a6838f3c92b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:21.049560 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-4c4a7e99-8c64-4409-a7e9-f21f04b3cbe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:21.118050 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-04ced920-6029-4035-a3bc-a6838f3c92b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5afa7f88-eeaa-4717-8103-9ee9125ee829']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:03:21.181092 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47392) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:21.193421 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4a7e99-8c64-4409-a7e9-f21f04b3cbe1 service neutron] Pushing event updated for resources: {'Port': ['ID=acb20ca9-d24c-4731-8f98-e40869957d23,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:21.221103 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53265bb-5be6-435c-a60a-78cbd2a99259 req-955a8124-4663-4f08-b5ad-347ec9f10325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:21.221994 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53265bb-5be6-435c-a60a-78cbd2a99259 req-955a8124-4663-4f08-b5ad-347ec9f10325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:21.222659 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53265bb-5be6-435c-a60a-78cbd2a99259 req-955a8124-4663-4f08-b5ad-347ec9f10325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:21.223515 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53265bb-5be6-435c-a60a-78cbd2a99259 req-955a8124-4663-4f08-b5ad-347ec9f10325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:21.224435 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53265bb-5be6-435c-a60a-78cbd2a99259 req-955a8124-4663-4f08-b5ad-347ec9f10325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:21.225380 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53265bb-5be6-435c-a60a-78cbd2a99259 req-955a8124-4663-4f08-b5ad-347ec9f10325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:21.226247 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53265bb-5be6-435c-a60a-78cbd2a99259 req-955a8124-4663-4f08-b5ad-347ec9f10325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:21.228565 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-04ced920-6029-4035-a3bc-a6838f3c92b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9a940b8-4f1c-423f-8b77-621d8ce494fc') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:03:21.228967 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a53265bb-5be6-435c-a60a-78cbd2a99259 req-955a8124-4663-4f08-b5ad-347ec9f10325 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2021c5ea9b37490ab72514988bd9444c&device_id=6d0f439b-55b3-479e-b4c0-19dd4772e5b0 HTTP/1.1" status: 200 len: 6346 time: 0.3624499 Aug 16 23:03:21.231022 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-04ced920-6029-4035-a3bc-a6838f3c92b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9a940b8-4f1c-423f-8b77-621d8ce494fc') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:03:21.287964 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-04ced920-6029-4035-a3bc-a6838f3c92b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:21.340325 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-04ced920-6029-4035-a3bc-a6838f3c92b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:21.356704 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04ced920-6029-4035-a3bc-a6838f3c92b8 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:03:21.367698 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-04ced920-6029-4035-a3bc-a6838f3c92b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:21.370168 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 23:03:21.370168 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:03:21.370168 n-d-791506-26 neutron-server[101291]: timer() Aug 16 23:03:21.370168 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:03:21.370168 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 23:03:21.370168 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:03:21.370168 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 23:03:21.370168 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:03:21.370168 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 23:03:21.370168 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:03:21.370168 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 23:03:21.370168 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:03:21.370168 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 23:03:21.370168 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:03:21.370168 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:03:21.370168 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:03:21.370168 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:03:21.370168 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:03:21.370168 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 23:03:21.370168 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:03:21.370168 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 23:03:21.370168 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:03:21.370168 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:03:21.370168 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:03:21.370168 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 23:03:21.370168 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:03:21.370168 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:03:21.370168 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:03:21.370168 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:03:21.370168 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:03:21.370168 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:03:21.370168 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:03:21.482616 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53265bb-5be6-435c-a60a-78cbd2a99259 req-2664f8b5-2b57-4875-9bfc-eb9b0168f63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:21.483249 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53265bb-5be6-435c-a60a-78cbd2a99259 req-2664f8b5-2b57-4875-9bfc-eb9b0168f63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:21.483735 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53265bb-5be6-435c-a60a-78cbd2a99259 req-2664f8b5-2b57-4875-9bfc-eb9b0168f63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:21.485473 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a53265bb-5be6-435c-a60a-78cbd2a99259 req-2664f8b5-2b57-4875-9bfc-eb9b0168f63a service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=2021c5ea9b37490ab72514988bd9444c&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2401762 Aug 16 23:03:21.494607 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:21.522413 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce2a960-204b-4cf0-a48d-aec23c5633c8 req-d2b989c3-51ba-4a9f-ad1c-9d2d5d6ce913 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:21.530952 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5ce2a960-204b-4cf0-a48d-aec23c5633c8 req-d2b989c3-51ba-4a9f-ad1c-9d2d5d6ce913 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/ports?device_id=18587e22-5c06-42fd-975d-a2fe2080dd33 HTTP/1.1" status: 200 len: 945 time: 0.4607277 Aug 16 23:03:21.578894 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-4c4a7e99-8c64-4409-a7e9-f21f04b3cbe1 service neutron] Attempting to bind port acb20ca9-d24c-4731-8f98-e40869957d23 on host n-h2-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:03:21.579331 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-4c4a7e99-8c64-4409-a7e9-f21f04b3cbe1 service neutron] Attempting to bind port acb20ca9-d24c-4731-8f98-e40869957d23 by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': '39e0370e-4515-4c9b-976d-e470224b3979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ce4eb26f-79ce-4c2a-bb34-84780b573ab4'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:03:21.579671 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-4c4a7e99-8c64-4409-a7e9-f21f04b3cbe1 service neutron] Attempting to bind port acb20ca9-d24c-4731-8f98-e40869957d23 on network ce4eb26f-79ce-4c2a-bb34-84780b573ab4 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:03:21.588786 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-04ced920-6029-4035-a3bc-a6838f3c92b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:21.595403 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-04ced920-6029-4035-a3bc-a6838f3c92b8 admin admin] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:21.600359 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-04ced920-6029-4035-a3bc-a6838f3c92b8 admin admin] 10.222.0.36 "DELETE /v2.0/networks/5afa7f88-eeaa-4717-8103-9ee9125ee829 HTTP/1.1" status: 204 len: 168 time: 0.9063811 Aug 16 23:03:21.641446 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-83cec66a-cc2a-4107-8bfb-b7ed76f5a14b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:21.653949 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d29ed1-9386-4ff6-bdbb-ee0cfdd2e874 req-d2e57edc-9083-4873-ba91-ccdba135a219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:21.655514 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-f0d29ed1-9386-4ff6-bdbb-ee0cfdd2e874 req-d2e57edc-9083-4873-ba91-ccdba135a219 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=352e2e0b88af46f28dafba560003ae12&device_id=a986e6ef-8ed9-4a88-8e95-3ad50b9c8575 HTTP/1.1" status: 200 len: 1098 time: 0.1902528 Aug 16 23:03:21.656630 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-4c4a7e99-8c64-4409-a7e9-f21f04b3cbe1 service neutron] Port acb20ca9-d24c-4731-8f98-e40869957d23 on network ce4eb26f-79ce-4c2a-bb34-84780b573ab4 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:03:21.656968 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-4c4a7e99-8c64-4409-a7e9-f21f04b3cbe1 service neutron] Attempting to bind port acb20ca9-d24c-4731-8f98-e40869957d23 on network ce4eb26f-79ce-4c2a-bb34-84780b573ab4 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:03:21.691359 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-4c4a7e99-8c64-4409-a7e9-f21f04b3cbe1 service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:03:21.702124 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-4c4a7e99-8c64-4409-a7e9-f21f04b3cbe1 service neutron] Checking segment: {'id': '39e0370e-4515-4c9b-976d-e470224b3979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ce4eb26f-79ce-4c2a-bb34-84780b573ab4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:03:21.707072 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-4c4a7e99-8c64-4409-a7e9-f21f04b3cbe1 service neutron] Bound using segment: {'id': '39e0370e-4515-4c9b-976d-e470224b3979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ce4eb26f-79ce-4c2a-bb34-84780b573ab4'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:03:21.710092 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-4c4a7e99-8c64-4409-a7e9-f21f04b3cbe1 service neutron] Bound port: acb20ca9-d24c-4731-8f98-e40869957d23, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39e0370e-4515-4c9b-976d-e470224b3979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ce4eb26f-79ce-4c2a-bb34-84780b573ab4'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:03:21.710515 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-4c4a7e99-8c64-4409-a7e9-f21f04b3cbe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:21.745963 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ced920-6029-4035-a3bc-a6838f3c92b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=5afa7f88-eeaa-4717-8103-9ee9125ee829,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:21.904883 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-4c4a7e99-8c64-4409-a7e9-f21f04b3cbe1 service neutron] For port acb20ca9-d24c-4731-8f98-e40869957d23, host n-h2-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:03:21.946506 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47420) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:21.980845 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-4c4a7e99-8c64-4409-a7e9-f21f04b3cbe1 service neutron] For port acb20ca9-d24c-4731-8f98-e40869957d23, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=acb20ca9-d24c-4731-8f98-e40869957d23,segment=NetworkSegment(39e0370e-4515-4c9b-976d-e470224b3979),segment_id=39e0370e-4515-4c9b-976d-e470224b3979)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:03:21.994338 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d29ed1-9386-4ff6-bdbb-ee0cfdd2e874 req-e2c95ad1-7229-4971-954f-ba79319883c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:21.996055 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-f0d29ed1-9386-4ff6-bdbb-ee0cfdd2e874 req-e2c95ad1-7229-4971-954f-ba79319883c7 service neutron] 10.222.0.68 "GET /v2.0/networks?id=f382f188-dbb7-4b56-8af5-82f76ac61bfc HTTP/1.1" status: 200 len: 906 time: 0.3059759 Aug 16 23:03:21.997411 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-4c4a7e99-8c64-4409-a7e9-f21f04b3cbe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:22.208739 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-f0d29ed1-9386-4ff6-bdbb-ee0cfdd2e874 req-23716548-0bfe-4ced-8a73-46f5b0a86842 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3601cae-3cfc-4266-9323-904586b9e3d0 HTTP/1.1" status: 200 len: 217 time: 0.2023993 Aug 16 23:03:22.209725 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4a7e99-8c64-4409-a7e9-f21f04b3cbe1 service neutron] Pushing event updated for resources: {'Port': ['ID=acb20ca9-d24c-4731-8f98-e40869957d23,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:22.221353 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-4c4a7e99-8c64-4409-a7e9-f21f04b3cbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:22.222113 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-4c4a7e99-8c64-4409-a7e9-f21f04b3cbe1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:22.225416 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-4c4a7e99-8c64-4409-a7e9-f21f04b3cbe1 service neutron] 10.222.0.57 "PUT /v2.0/ports/acb20ca9-d24c-4731-8f98-e40869957d23 HTTP/1.1" status: 200 len: 1092 time: 3.5907795 Aug 16 23:03:22.267636 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5ce2a960-204b-4cf0-a48d-aec23c5633c8 req-5d87b56f-4ff9-4b66-afc8-1adbaa8dc3e5 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/security-groups?id=1eb5bbe6-717a-4605-a558-b9b958591c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7355185 Aug 16 23:03:22.275959 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-83cec66a-cc2a-4107-8bfb-b7ed76f5a14b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:22.290272 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-dc9708d7-9096-4481-8765-b8665f8851b9 service neutron] Request body: {'port': {'device_id': '6d0f439b-55b3-479e-b4c0-19dd4772e5b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:03:22.320690 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-83cec66a-cc2a-4107-8bfb-b7ed76f5a14b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:22.519558 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-dc9708d7-9096-4481-8765-b8665f8851b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:22.522010 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a129abd-09f2-4adf-9a03-f89df499f8cd req-ba344616-388d-4672-a564-f0402e694a53 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:22.543690 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a129abd-09f2-4adf-9a03-f89df499f8cd req-ba344616-388d-4672-a564-f0402e694a53 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:22.549753 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a129abd-09f2-4adf-9a03-f89df499f8cd req-ba344616-388d-4672-a564-f0402e694a53 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:22.556393 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a129abd-09f2-4adf-9a03-f89df499f8cd req-ba344616-388d-4672-a564-f0402e694a53 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:22.562428 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a129abd-09f2-4adf-9a03-f89df499f8cd req-ba344616-388d-4672-a564-f0402e694a53 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:22.569228 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a129abd-09f2-4adf-9a03-f89df499f8cd req-ba344616-388d-4672-a564-f0402e694a53 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:22.587726 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a129abd-09f2-4adf-9a03-f89df499f8cd req-ba344616-388d-4672-a564-f0402e694a53 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:22.590358 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d29ed1-9386-4ff6-bdbb-ee0cfdd2e874 req-7fa4aafe-f45b-454f-8867-6514c3b7dc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:22.596094 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-f0d29ed1-9386-4ff6-bdbb-ee0cfdd2e874 req-7fa4aafe-f45b-454f-8867-6514c3b7dc5c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6c827456-6bfb-4e82-b370-b53dc8e13ad7 HTTP/1.1" status: 200 len: 845 time: 0.3431921 Aug 16 23:03:22.601160 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9a129abd-09f2-4adf-9a03-f89df499f8cd req-ba344616-388d-4672-a564-f0402e694a53 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d0f439b-55b3-479e-b4c0-19dd4772e5b0 HTTP/1.1" status: 200 len: 5406 time: 0.6155643 Aug 16 23:03:22.608446 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53265bb-5be6-435c-a60a-78cbd2a99259 req-08a40a75-2ce2-49be-8585-e252b7e260a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:22.609971 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a53265bb-5be6-435c-a60a-78cbd2a99259 req-08a40a75-2ce2-49be-8585-e252b7e260a0 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1146989 Aug 16 23:03:22.616670 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9fae376e-cb91-4341-9d98-cfc120f47825 tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:22.623557 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-83cec66a-cc2a-4107-8bfb-b7ed76f5a14b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=811d773ba6d74bb1bd00e196e72dc4a1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4371085 Aug 16 23:03:22.623557 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cec66a-cc2a-4107-8bfb-b7ed76f5a14b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=034005d0-4e2d-4bac-8bef-f5d601f02264,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:22.631171 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47436) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:22.722355 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-5bea14e3-a6a3-4e3a-8529-6aea405de399 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bc1dde6b43054c1db1326da283b98f4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7724531 Aug 16 23:03:22.725855 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-f0d29ed1-9386-4ff6-bdbb-ee0cfdd2e874 req-465d138e-ec93-4bc8-8bea-dce173c0df51 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=f382f188-dbb7-4b56-8af5-82f76ac61bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1189682 Aug 16 23:03:22.726461 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47444) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:22.764029 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:22.778260 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d0f439b-55b3-479e-b4c0-19dd4772e5b0', 'tag': 'acb20ca9-d24c-4731-8f98-e40869957d23'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:03:22.783937 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d4f5118-9aff-46bf-8c84-306dc7c6b976" -d '{"events": [{"name": "network-changed", "server_uuid": "6d0f439b-55b3-479e-b4c0-19dd4772e5b0", "tag": "acb20ca9-d24c-4731-8f98-e40869957d23"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:03:22.878562 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9a129abd-09f2-4adf-9a03-f89df499f8cd req-090d7474-b46b-4981-b22b-a34d30a622ee tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c2745c8-39ab-440e-a081-67457cdaf056&id=d16ff2d0-1ebf-4d89-b16a-9f394969ba5a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2764986 Aug 16 23:03:22.955773 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c0eb445e-9697-4011-a20e-c2e9cde72c27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:23.015522 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f782d36-1432-4ca4-8a09-5bede21be631 x-openstack-request-id: req-9f782d36-1432-4ca4-8a09-5bede21be631 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:03:23.015826 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d0f439b-55b3-479e-b4c0-19dd4772e5b0", "tag": "acb20ca9-d24c-4731-8f98-e40869957d23", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:03:23.016478 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9f782d36-1432-4ca4-8a09-5bede21be631 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:03:23.017050 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d0f439b-55b3-479e-b4c0-19dd4772e5b0', 'tag': 'acb20ca9-d24c-4731-8f98-e40869957d23', 'status': 'completed', 'code': 200} Aug 16 23:03:23.019448 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c0eb445e-9697-4011-a20e-c2e9cde72c27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:23.193028 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-f0d29ed1-9386-4ff6-bdbb-ee0cfdd2e874 req-86cfe7f1-67dc-44e9-8e5d-f64fdfd3b2a4 service neutron] 10.222.0.68 "GET /v2.0/networks/f382f188-dbb7-4b56-8af5-82f76ac61bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3801496 Aug 16 23:03:23.234467 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c3ef089c-f5c9-4f88-bdb6-a543244bc81e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:23.277608 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c3ef089c-f5c9-4f88-bdb6-a543244bc81e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:23.531387 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-f0d29ed1-9386-4ff6-bdbb-ee0cfdd2e874 req-ab024372-a70d-4057-a0ca-9f56dfd4ff9a service neutron] 10.222.0.68 "GET /v2.0/networks/f382f188-dbb7-4b56-8af5-82f76ac61bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2982547 Aug 16 23:03:23.673162 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c3ef089c-f5c9-4f88-bdb6-a543244bc81e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:23.683111 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c3ef089c-f5c9-4f88-bdb6-a543244bc81e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:23.685330 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-c3ef089c-f5c9-4f88-bdb6-a543244bc81e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6cdd42eb-0923-44d3-bc29-dd99218b0dd4 HTTP/1.1" status: 204 len: 168 time: 0.9528008 Aug 16 23:03:23.770919 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ef089c-f5c9-4f88-bdb6-a543244bc81e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cdd42eb-0923-44d3-bc29-dd99218b0dd4,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:23.797115 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f5118-9aff-46bf-8c84-306dc7c6b976 req-1dcac7a5-51ad-458f-bd2a-79a51f4feca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:23.797723 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f5118-9aff-46bf-8c84-306dc7c6b976 req-1dcac7a5-51ad-458f-bd2a-79a51f4feca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:23.798089 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f5118-9aff-46bf-8c84-306dc7c6b976 req-1dcac7a5-51ad-458f-bd2a-79a51f4feca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:23.798558 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f5118-9aff-46bf-8c84-306dc7c6b976 req-1dcac7a5-51ad-458f-bd2a-79a51f4feca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:23.799022 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f5118-9aff-46bf-8c84-306dc7c6b976 req-1dcac7a5-51ad-458f-bd2a-79a51f4feca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:23.799495 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f5118-9aff-46bf-8c84-306dc7c6b976 req-1dcac7a5-51ad-458f-bd2a-79a51f4feca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:23.800863 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f5118-9aff-46bf-8c84-306dc7c6b976 req-1dcac7a5-51ad-458f-bd2a-79a51f4feca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:23.803132 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7d4f5118-9aff-46bf-8c84-306dc7c6b976 req-1dcac7a5-51ad-458f-bd2a-79a51f4feca7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2021c5ea9b37490ab72514988bd9444c&device_id=6d0f439b-55b3-479e-b4c0-19dd4772e5b0 HTTP/1.1" status: 200 len: 6414 time: 0.7581525 Aug 16 23:03:23.912604 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-dc9708d7-9096-4481-8765-b8665f8851b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca2bab7f-12a0-4ae0-aa91-31c515a91b5c {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:03:23.923143 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-dc9708d7-9096-4481-8765-b8665f8851b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:23.929470 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f926ce-33dd-4f86-ad5e-61478ddefffa req-577d7e23-2afe-482a-97f1-d85597498f2f tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:23.932971 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f5f926ce-33dd-4f86-ad5e-61478ddefffa req-577d7e23-2afe-482a-97f1-d85597498f2f tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/ports?device_id=18587e22-5c06-42fd-975d-a2fe2080dd33 HTTP/1.1" status: 200 len: 945 time: 0.4986598 Aug 16 23:03:23.975800 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-dc9708d7-9096-4481-8765-b8665f8851b9 service neutron] Transition to ACTIVE for port object ca2bab7f-12a0-4ae0-aa91-31c515a91b5c will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:03:23.990549 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-dc9708d7-9096-4481-8765-b8665f8851b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:23.994345 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c0eb445e-9697-4011-a20e-c2e9cde72c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:23.997125 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c0eb445e-9697-4011-a20e-c2e9cde72c27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:24.001327 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-c0eb445e-9697-4011-a20e-c2e9cde72c27 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/034005d0-4e2d-4bac-8bef-f5d601f02264 HTTP/1.1" status: 204 len: 168 time: 1.3691547 Aug 16 23:03:24.049589 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9fae376e-cb91-4341-9d98-cfc120f47825 tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-537184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-500218'] for router, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:24.060505 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eb445e-9697-4011-a20e-c2e9cde72c27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=034005d0-4e2d-4bac-8bef-f5d601f02264,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:24.111741 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9fae376e-cb91-4341-9d98-cfc120f47825 tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-537179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-537170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-639656'] for router, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:24.174782 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9708d7-9096-4481-8765-b8665f8851b9 service neutron] Pushing event updated for resources: {'Port': ['ID=ca2bab7f-12a0-4ae0-aa91-31c515a91b5c,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:24.241452 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f5118-9aff-46bf-8c84-306dc7c6b976 req-a07c3d44-26a7-465f-81db-65eedb6281e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:24.241944 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f5118-9aff-46bf-8c84-306dc7c6b976 req-a07c3d44-26a7-465f-81db-65eedb6281e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:24.242430 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f5118-9aff-46bf-8c84-306dc7c6b976 req-a07c3d44-26a7-465f-81db-65eedb6281e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:24.244094 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7d4f5118-9aff-46bf-8c84-306dc7c6b976 req-a07c3d44-26a7-465f-81db-65eedb6281e7 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=2021c5ea9b37490ab72514988bd9444c&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4166393 Aug 16 23:03:24.258160 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f5f926ce-33dd-4f86-ad5e-61478ddefffa req-0617c582-7f4a-44e2-95df-33bf960cfe6b tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/security-groups?id=1eb5bbe6-717a-4605-a558-b9b958591c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530155 Aug 16 23:03:24.484526 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-dc9708d7-9096-4481-8765-b8665f8851b9 service neutron] Attempting to bind port ca2bab7f-12a0-4ae0-aa91-31c515a91b5c on host n-h2-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:03:24.486227 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-dc9708d7-9096-4481-8765-b8665f8851b9 service neutron] Attempting to bind port ca2bab7f-12a0-4ae0-aa91-31c515a91b5c by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': '39e0370e-4515-4c9b-976d-e470224b3979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ce4eb26f-79ce-4c2a-bb34-84780b573ab4'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:03:24.486921 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-dc9708d7-9096-4481-8765-b8665f8851b9 service neutron] Attempting to bind port ca2bab7f-12a0-4ae0-aa91-31c515a91b5c on network ce4eb26f-79ce-4c2a-bb34-84780b573ab4 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:03:24.498449 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-dc9708d7-9096-4481-8765-b8665f8851b9 service neutron] Port ca2bab7f-12a0-4ae0-aa91-31c515a91b5c on network ce4eb26f-79ce-4c2a-bb34-84780b573ab4 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:03:24.498807 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-dc9708d7-9096-4481-8765-b8665f8851b9 service neutron] Attempting to bind port ca2bab7f-12a0-4ae0-aa91-31c515a91b5c on network ce4eb26f-79ce-4c2a-bb34-84780b573ab4 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:03:24.513546 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-dc9708d7-9096-4481-8765-b8665f8851b9 service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:03:24.513909 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-dc9708d7-9096-4481-8765-b8665f8851b9 service neutron] Checking segment: {'id': '39e0370e-4515-4c9b-976d-e470224b3979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ce4eb26f-79ce-4c2a-bb34-84780b573ab4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:03:24.514316 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-dc9708d7-9096-4481-8765-b8665f8851b9 service neutron] Bound using segment: {'id': '39e0370e-4515-4c9b-976d-e470224b3979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ce4eb26f-79ce-4c2a-bb34-84780b573ab4'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:03:24.514855 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-dc9708d7-9096-4481-8765-b8665f8851b9 service neutron] Bound port: ca2bab7f-12a0-4ae0-aa91-31c515a91b5c, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39e0370e-4515-4c9b-976d-e470224b3979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ce4eb26f-79ce-4c2a-bb34-84780b573ab4'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:03:24.515131 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-dc9708d7-9096-4481-8765-b8665f8851b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:24.683638 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-dc9708d7-9096-4481-8765-b8665f8851b9 service neutron] For port ca2bab7f-12a0-4ae0-aa91-31c515a91b5c, host n-h2-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:03:24.687864 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-dc9708d7-9096-4481-8765-b8665f8851b9 service neutron] For port ca2bab7f-12a0-4ae0-aa91-31c515a91b5c, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=ca2bab7f-12a0-4ae0-aa91-31c515a91b5c,segment=NetworkSegment(39e0370e-4515-4c9b-976d-e470224b3979),segment_id=39e0370e-4515-4c9b-976d-e470224b3979)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:03:24.696190 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-dc9708d7-9096-4481-8765-b8665f8851b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:24.751827 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-dc9708d7-9096-4481-8765-b8665f8851b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:24.753076 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-dc9708d7-9096-4481-8765-b8665f8851b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:24.755208 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-dc9708d7-9096-4481-8765-b8665f8851b9 service neutron] 10.222.0.57 "PUT /v2.0/ports/ca2bab7f-12a0-4ae0-aa91-31c515a91b5c HTTP/1.1" status: 200 len: 1092 time: 2.4719937 Aug 16 23:03:24.787206 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9708d7-9096-4481-8765-b8665f8851b9 service neutron] Pushing event updated for resources: {'Port': ['ID=ca2bab7f-12a0-4ae0-aa91-31c515a91b5c,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:24.997582 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47538) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:25.008125 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51550d4d-87e5-40be-a5f7-187571a90630 req-b0965a79-7676-45e8-8e1d-cd4fb942a617 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:25.010766 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-51550d4d-87e5-40be-a5f7-187571a90630 req-b0965a79-7676-45e8-8e1d-cd4fb942a617 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/networks?id=f382f188-dbb7-4b56-8af5-82f76ac61bfc HTTP/1.1" status: 200 len: 805 time: 0.1948237 Aug 16 23:03:25.029114 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d0f439b-55b3-479e-b4c0-19dd4772e5b0', 'tag': 'ca2bab7f-12a0-4ae0-aa91-31c515a91b5c'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:03:25.033762 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc463e6d-537b-430d-a604-23d3c7c0d7ba" -d '{"events": [{"name": "network-changed", "server_uuid": "6d0f439b-55b3-479e-b4c0-19dd4772e5b0", "tag": "ca2bab7f-12a0-4ae0-aa91-31c515a91b5c"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:03:25.046406 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0af8be90-4314-4312-ba49-b75ab038217f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:25.082771 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea42410-e14b-469f-842f-61bf7e6b0e17 req-88d1f09f-eb33-4834-b5fe-d202056269cd tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:25.092673 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea42410-e14b-469f-842f-61bf7e6b0e17 req-88d1f09f-eb33-4834-b5fe-d202056269cd tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:25.100373 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea42410-e14b-469f-842f-61bf7e6b0e17 req-88d1f09f-eb33-4834-b5fe-d202056269cd tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:25.111155 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea42410-e14b-469f-842f-61bf7e6b0e17 req-88d1f09f-eb33-4834-b5fe-d202056269cd tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:25.123041 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea42410-e14b-469f-842f-61bf7e6b0e17 req-88d1f09f-eb33-4834-b5fe-d202056269cd tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:25.134736 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea42410-e14b-469f-842f-61bf7e6b0e17 req-88d1f09f-eb33-4834-b5fe-d202056269cd tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:25.141418 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea42410-e14b-469f-842f-61bf7e6b0e17 req-88d1f09f-eb33-4834-b5fe-d202056269cd tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:25.175605 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4ea42410-e14b-469f-842f-61bf7e6b0e17 req-88d1f09f-eb33-4834-b5fe-d202056269cd tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d0f439b-55b3-479e-b4c0-19dd4772e5b0 HTTP/1.1" status: 200 len: 5418 time: 0.6880455 Aug 16 23:03:25.187840 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:25.249474 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-51550d4d-87e5-40be-a5f7-187571a90630 req-5c781a69-caae-41e7-8659-dcfa5b0a28ea tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/quotas/352e2e0b88af46f28dafba560003ae12 HTTP/1.1" status: 200 len: 375 time: 0.2275960 Aug 16 23:03:25.254797 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fae376e-cb91-4341-9d98-cfc120f47825 tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Router c7983ab3-bcc5-4c77-aa19-6835c569ec54 is scheduled to L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f with binding_index 1 {{(pid=101292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:03:25.341615 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0af8be90-4314-4312-ba49-b75ab038217f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:25.349389 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0af8be90-4314-4312-ba49-b75ab038217f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:25.442804 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4ea42410-e14b-469f-842f-61bf7e6b0e17 req-0b0eda87-60b3-4c03-bf47-e11465e43f41 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c2745c8-39ab-440e-a081-67457cdaf056&id=d16ff2d0-1ebf-4d89-b16a-9f394969ba5a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2640200 Aug 16 23:03:25.487093 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-0af8be90-4314-4312-ba49-b75ab038217f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1eb0b70543764dbb9102cc737ffad4de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4879248 Aug 16 23:03:25.490478 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47548) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:25.548862 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af8be90-4314-4312-ba49-b75ab038217f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4515e921-19f9-42c5-891a-3b5ad32840de,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:25.603808 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-51550d4d-87e5-40be-a5f7-187571a90630 req-78f268c8-3092-4002-8c24-737e5fcb571b tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=352e2e0b88af46f28dafba560003ae12&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2954824 Aug 16 23:03:25.642061 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f5118-9aff-46bf-8c84-306dc7c6b976 req-0201b077-ca11-4a17-9da1-03254c87455d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:25.643522 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7d4f5118-9aff-46bf-8c84-306dc7c6b976 req-0201b077-ca11-4a17-9da1-03254c87455d service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.3829992 Aug 16 23:03:25.645484 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c3f2071c-ffcd-4cc5-ac86-c29b000fdc3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:25.684783 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-245b6f4c-cbbb-49d4-aec9-408220afade5 x-openstack-request-id: req-245b6f4c-cbbb-49d4-aec9-408220afade5 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:03:25.685243 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d0f439b-55b3-479e-b4c0-19dd4772e5b0", "tag": "ca2bab7f-12a0-4ae0-aa91-31c515a91b5c", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:03:25.686470 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-245b6f4c-cbbb-49d4-aec9-408220afade5 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:03:25.689911 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d0f439b-55b3-479e-b4c0-19dd4772e5b0', 'tag': 'ca2bab7f-12a0-4ae0-aa91-31c515a91b5c', 'status': 'completed', 'code': 200} Aug 16 23:03:25.716035 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c3f2071c-ffcd-4cc5-ac86-c29b000fdc3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:25.866886 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c3f2071c-ffcd-4cc5-ac86-c29b000fdc3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:25.869479 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c3f2071c-ffcd-4cc5-ac86-c29b000fdc3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:25.873255 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-c3f2071c-ffcd-4cc5-ac86-c29b000fdc3d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4515e921-19f9-42c5-891a-3b5ad32840de HTTP/1.1" status: 204 len: 168 time: 0.3815019 Aug 16 23:03:25.999733 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f2071c-ffcd-4cc5-ac86-c29b000fdc3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4515e921-19f9-42c5-891a-3b5ad32840de,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:26.003836 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47558) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:26.036962 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fae376e-cb91-4341-9d98-cfc120f47825 tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:03:26.050702 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c977a7b-ca68-4b5c-a616-b442f7a53607 None None] Sync routers for ids ['c7983ab3-bcc5-4c77-aa19-6835c569ec54'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:03:26.055363 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9fae376e-cb91-4341-9d98-cfc120f47825 tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:26.057185 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-9fae376e-cb91-4341-9d98-cfc120f47825 tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] 10.222.0.36 "PUT /v2.0/routers/c7983ab3-bcc5-4c77-aa19-6835c569ec54 HTTP/1.1" status: 200 len: 917 time: 9.7287543 Aug 16 23:03:26.066923 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2187210-bd13-4bd0-9eca-2b60bc5d2f10 req-fb3783b2-4593-4e4d-ba83-304f0a9cef69 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:26.068498 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47562) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:26.069624 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-a2187210-bd13-4bd0-9eca-2b60bc5d2f10 req-fb3783b2-4593-4e4d-ba83-304f0a9cef69 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.68 "GET /v2.0/ports?device_id=a986e6ef-8ed9-4a88-8e95-3ad50b9c8575 HTTP/1.1" status: 200 len: 946 time: 0.1952834 Aug 16 23:03:26.084521 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c977a7b-ca68-4b5c-a616-b442f7a53607 None None] Routers {'c7983ab3-bcc5-4c77-aa19-6835c569ec54'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:03:26.086438 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-0c977a7b-ca68-4b5c-a616-b442f7a53607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:03:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['c7983ab3-bcc5-4c77-aa19-6835c569ec54'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:03:26.219921 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e569ec8c-ac16-463b-99ab-17d1adbc006b req-c408e402-8344-4054-abd4-6b74c26f6250 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:26.230816 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e569ec8c-ac16-463b-99ab-17d1adbc006b req-c408e402-8344-4054-abd4-6b74c26f6250 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/ports?device_id=18587e22-5c06-42fd-975d-a2fe2080dd33 HTTP/1.1" status: 200 len: 945 time: 0.3891666 Aug 16 23:03:26.235040 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-32c6030c-e9e5-4771-aa79-102f145776cc tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] 10.222.0.36 "GET /v2.0/routers/c7983ab3-bcc5-4c77-aa19-6835c569ec54 HTTP/1.1" status: 200 len: 923 time: 0.1582890 Aug 16 23:03:26.247495 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47564) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:26.330521 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-a2187210-bd13-4bd0-9eca-2b60bc5d2f10 req-2024d7d0-582b-4b9d-8e97-a7cc3fcf6e78 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Deleting port f3601cae-3cfc-4266-9323-904586b9e3d0 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:03:26.330811 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-a2187210-bd13-4bd0-9eca-2b60bc5d2f10 req-2024d7d0-582b-4b9d-8e97-a7cc3fcf6e78 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:26.375787 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e569ec8c-ac16-463b-99ab-17d1adbc006b req-74271923-53c0-45b4-a20e-2a90e8c1752c tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/security-groups?id=1eb5bbe6-717a-4605-a558-b9b958591c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434937 Aug 16 23:03:26.426256 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc463e6d-537b-430d-a604-23d3c7c0d7ba req-0b6f81a0-de18-48bf-b14c-ddff312287e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:26.427938 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc463e6d-537b-430d-a604-23d3c7c0d7ba req-0b6f81a0-de18-48bf-b14c-ddff312287e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:26.428682 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc463e6d-537b-430d-a604-23d3c7c0d7ba req-0b6f81a0-de18-48bf-b14c-ddff312287e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:26.429959 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc463e6d-537b-430d-a604-23d3c7c0d7ba req-0b6f81a0-de18-48bf-b14c-ddff312287e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:26.430640 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc463e6d-537b-430d-a604-23d3c7c0d7ba req-0b6f81a0-de18-48bf-b14c-ddff312287e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:26.431307 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc463e6d-537b-430d-a604-23d3c7c0d7ba req-0b6f81a0-de18-48bf-b14c-ddff312287e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:26.431971 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc463e6d-537b-430d-a604-23d3c7c0d7ba req-0b6f81a0-de18-48bf-b14c-ddff312287e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:26.435030 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fc463e6d-537b-430d-a604-23d3c7c0d7ba req-0b6f81a0-de18-48bf-b14c-ddff312287e5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2021c5ea9b37490ab72514988bd9444c&device_id=6d0f439b-55b3-479e-b4c0-19dd4772e5b0 HTTP/1.1" status: 200 len: 6482 time: 0.5954702 Aug 16 23:03:26.467466 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0b1fbc-8590-4fd0-b213-badd1299faad tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:26.471411 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-1f0b1fbc-8590-4fd0-b213-badd1299faad tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=c22c4980-c849-406d-982c-a5d68c515a94&device_id=c7983ab3-bcc5-4c77-aa19-6835c569ec54&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1694629 Aug 16 23:03:26.478511 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47568) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:26.585140 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-0c977a7b-ca68-4b5c-a616-b442f7a53607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:03:26.602837 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c977a7b-ca68-4b5c-a616-b442f7a53607 None None] Routers {'c7983ab3-bcc5-4c77-aa19-6835c569ec54'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:03:26.603915 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-0c977a7b-ca68-4b5c-a616-b442f7a53607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:03:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['c7983ab3-bcc5-4c77-aa19-6835c569ec54'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:03:26.678949 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc463e6d-537b-430d-a604-23d3c7c0d7ba req-387adbf3-9ef7-479c-8372-386ffac6bbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:26.679666 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc463e6d-537b-430d-a604-23d3c7c0d7ba req-387adbf3-9ef7-479c-8372-386ffac6bbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:26.679924 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc463e6d-537b-430d-a604-23d3c7c0d7ba req-387adbf3-9ef7-479c-8372-386ffac6bbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:26.683188 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fc463e6d-537b-430d-a604-23d3c7c0d7ba req-387adbf3-9ef7-479c-8372-386ffac6bbaa service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=2021c5ea9b37490ab72514988bd9444c&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2271416 Aug 16 23:03:26.689960 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9251f31-7dcb-4266-b665-16d1af5a7eee tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:26.697989 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-b9251f31-7dcb-4266-b665-16d1af5a7eee tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] 10.222.0.36 "GET /v2.0/networks/c22c4980-c849-406d-982c-a5d68c515a94 HTTP/1.1" status: 200 len: 881 time: 0.2184463 Aug 16 23:03:26.699028 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-0c977a7b-ca68-4b5c-a616-b442f7a53607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:03:26.699921 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c977a7b-ca68-4b5c-a616-b442f7a53607 None None] The sync data for ids ['c7983ab3-bcc5-4c77-aa19-6835c569ec54'] in n-d-791506-26 is: [] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:03:26.722030 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47580) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:26.778333 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-bc720cc9-704d-4c69-b977-1a8fcb0a83c1 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1420732343-network', 'tenant_id': '45b38e0da5a047c89eb44539aee4e539'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:03:26.852372 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-df637be6-0692-428b-a999-c30ae70a69c0 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7983ab3-bcc5-4c77-aa19-6835c569ec54 HTTP/1.1" status: 200 len: 205 time: 0.1290977 Aug 16 23:03:26.890301 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-a2187210-bd13-4bd0-9eca-2b60bc5d2f10 req-2024d7d0-582b-4b9d-8e97-a7cc3fcf6e78 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] For port f3601cae-3cfc-4266-9323-904586b9e3d0, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=f3601cae-3cfc-4266-9323-904586b9e3d0,segment=NetworkSegment(2f9d1485-64c4-4032-9f01-ae22555e2cfc),segment_id=2f9d1485-64c4-4032-9f01-ae22555e2cfc)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:03:26.891684 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-a2187210-bd13-4bd0-9eca-2b60bc5d2f10 req-2024d7d0-582b-4b9d-8e97-a7cc3fcf6e78 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:26.893225 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-51550d4d-87e5-40be-a5f7-187571a90630 req-f7a4e113-002a-4f28-b7f4-f3920b746572 service neutron] 10.222.0.36 "GET /v2.0/networks/f382f188-dbb7-4b56-8af5-82f76ac61bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2770507 Aug 16 23:03:26.916857 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-a2187210-bd13-4bd0-9eca-2b60bc5d2f10 req-2024d7d0-582b-4b9d-8e97-a7cc3fcf6e78 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Calling delete_port for f3601cae-3cfc-4266-9323-904586b9e3d0 owned by compute:nova {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:03:26.984224 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47588) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:27.099786 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-a2187210-bd13-4bd0-9eca-2b60bc5d2f10 req-2024d7d0-582b-4b9d-8e97-a7cc3fcf6e78 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:27.155926 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc720cc9-704d-4c69-b977-1a8fcb0a83c1 admin admin] Made reservation on behalf of 45b38e0da5a047c89eb44539aee4e539 for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:03:27.159242 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bc720cc9-704d-4c69-b977-1a8fcb0a83c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:27.166370 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2024d7d0-582b-4b9d-8e97-a7cc3fcf6e78 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Pushing event deleted for resources: {'Port': ['ID=f3601cae-3cfc-4266-9323-904586b9e3d0,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:27.174659 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-51550d4d-87e5-40be-a5f7-187571a90630 req-9c3585ad-48f8-4e84-b153-19cf555f9ea4 service neutron] 10.222.0.36 "GET /v2.0/networks/f382f188-dbb7-4b56-8af5-82f76ac61bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2804418 Aug 16 23:03:27.217735 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bc720cc9-704d-4c69-b977-1a8fcb0a83c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:27.246911 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2187210-bd13-4bd0-9eca-2b60bc5d2f10 req-2024d7d0-582b-4b9d-8e97-a7cc3fcf6e78 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] No DVR routers for this DVR port f3601cae-3cfc-4266-9323-904586b9e3d0 on host n-h1-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:03:27.251366 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-a2187210-bd13-4bd0-9eca-2b60bc5d2f10 req-2024d7d0-582b-4b9d-8e97-a7cc3fcf6e78 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:27.255574 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-a2187210-bd13-4bd0-9eca-2b60bc5d2f10 req-2024d7d0-582b-4b9d-8e97-a7cc3fcf6e78 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.68 "DELETE /v2.0/ports/f3601cae-3cfc-4266-9323-904586b9e3d0 HTTP/1.1" status: 204 len: 173 time: 1.1787007 Aug 16 23:03:27.369807 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device f3601cae-3cfc-4266-9323-904586b9e3d0 no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:03:27.415999 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c49441-259a-4878-ab95-2044020327e6 req-52ee1974-07ca-49b6-986e-74e8c88c483b tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:27.432928 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c49441-259a-4878-ab95-2044020327e6 req-52ee1974-07ca-49b6-986e-74e8c88c483b tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:27.440169 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c49441-259a-4878-ab95-2044020327e6 req-52ee1974-07ca-49b6-986e-74e8c88c483b tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:27.454325 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c49441-259a-4878-ab95-2044020327e6 req-52ee1974-07ca-49b6-986e-74e8c88c483b tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:27.488414 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] No Port match for: f3601cae-3cfc-4266-9323-904586b9e3d0 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:03:27.489948 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device f3601cae-3cfc-4266-9323-904586b9e3d0 not bound to the agent host n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:03:27.517027 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c49441-259a-4878-ab95-2044020327e6 req-52ee1974-07ca-49b6-986e-74e8c88c483b tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:27.532410 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c49441-259a-4878-ab95-2044020327e6 req-52ee1974-07ca-49b6-986e-74e8c88c483b tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:27.559974 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c49441-259a-4878-ab95-2044020327e6 req-52ee1974-07ca-49b6-986e-74e8c88c483b tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:27.566256 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-46c49441-259a-4878-ab95-2044020327e6 req-52ee1974-07ca-49b6-986e-74e8c88c483b tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d0f439b-55b3-479e-b4c0-19dd4772e5b0 HTTP/1.1" status: 200 len: 5418 time: 0.8702381 Aug 16 23:03:27.572969 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bc720cc9-704d-4c69-b977-1a8fcb0a83c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:27.580759 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bc720cc9-704d-4c69-b977-1a8fcb0a83c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:27.640715 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc720cc9-704d-4c69-b977-1a8fcb0a83c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:03:27.687957 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc720cc9-704d-4c69-b977-1a8fcb0a83c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c9a2a6-84c0-44b3-a736-4d6416eb8831,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:27.695390 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a986e6ef-8ed9-4a88-8e95-3ad50b9c8575', 'name': 'network-vif-deleted', 'tag': 'f3601cae-3cfc-4266-9323-904586b9e3d0'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:03:27.703059 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21806ddd-2a5a-4dbc-b528-eadeec37a28c" -d '{"events": [{"server_uuid": "a986e6ef-8ed9-4a88-8e95-3ad50b9c8575", "name": "network-vif-deleted", "tag": "f3601cae-3cfc-4266-9323-904586b9e3d0"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:03:27.713552 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bc720cc9-704d-4c69-b977-1a8fcb0a83c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:27.714256 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-bc720cc9-704d-4c69-b977-1a8fcb0a83c1 admin admin] Added segment efc9d0c6-d826-4a4a-a65a-bbc926ea427c of type vlan for network e092106a-8804-418d-b10f-5709e5ebcb44 Aug 16 23:03:27.797067 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bc720cc9-704d-4c69-b977-1a8fcb0a83c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:27.848807 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bc720cc9-704d-4c69-b977-1a8fcb0a83c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:27.850463 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc720cc9-704d-4c69-b977-1a8fcb0a83c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:27.851249 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bc720cc9-704d-4c69-b977-1a8fcb0a83c1 admin admin] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:27.909772 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-bc720cc9-704d-4c69-b977-1a8fcb0a83c1 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8984244 Aug 16 23:03:27.911264 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47620) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:27.990384 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-c5e9cf80-310f-406d-9837-53116dadfc30 admin admin] Request body: {'subnet': {'network_id': 'e092106a-8804-418d-b10f-5709e5ebcb44', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1420732343-subnet', 'tenant_id': '45b38e0da5a047c89eb44539aee4e539', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:03:28.030097 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc720cc9-704d-4c69-b977-1a8fcb0a83c1 admin admin] Pushing event updated for resources: {'Network': ['ID=e092106a-8804-418d-b10f-5709e5ebcb44,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:28.045599 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network e092106a-8804-418d-b10f-5709e5ebcb44 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:03:28.058146 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e9cf80-310f-406d-9837-53116dadfc30 admin admin] Made reservation on behalf of 45b38e0da5a047c89eb44539aee4e539 for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:03:28.065112 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c5e9cf80-310f-406d-9837-53116dadfc30 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:28.236428 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc463e6d-537b-430d-a604-23d3c7c0d7ba req-cc533577-16ac-4294-8dfa-c2f651503732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:28.238644 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fc463e6d-537b-430d-a604-23d3c7c0d7ba req-cc533577-16ac-4294-8dfa-c2f651503732 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.4575508 Aug 16 23:03:28.288403 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-46c49441-259a-4878-ab95-2044020327e6 req-bd620bf8-6658-45f3-934a-b6363f2ac52f tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c2745c8-39ab-440e-a081-67457cdaf056&id=d16ff2d0-1ebf-4d89-b16a-9f394969ba5a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6846859 Aug 16 23:03:28.298540 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0000bded-25dd-45ce-ab79-4f2fce8e424e tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks [] for router, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:28.328825 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d270e768-bf7d-41f0-8cbb-94fc34b096b5 req-37dc095e-f1bf-498e-a93d-3973f919fa6d tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:28.335113 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d270e768-bf7d-41f0-8cbb-94fc34b096b5 req-37dc095e-f1bf-498e-a93d-3973f919fa6d tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/ports?device_id=18587e22-5c06-42fd-975d-a2fe2080dd33 HTTP/1.1" status: 200 len: 945 time: 0.5966845 Aug 16 23:03:28.439219 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c5e9cf80-310f-406d-9837-53116dadfc30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:28.493738 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-76b9fc14-de7a-43a0-bce5-727f8bd46e25 req-5e8ca77f-58fa-46a6-b552-a2aa9950638f tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/ports?device_id=9058972a-3d6a-4d8f-90e5-4502b5a05901 HTTP/1.1" status: 200 len: 210 time: 0.0760722 Aug 16 23:03:28.541237 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e9cf80-310f-406d-9837-53116dadfc30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1e6337f-68c5-4846-a57f-d045c993a9bb,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:28.563467 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d270e768-bf7d-41f0-8cbb-94fc34b096b5 req-30d81239-e51f-4779-995c-82315382cbae tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/security-groups?id=1eb5bbe6-717a-4605-a558-b9b958591c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638291 Aug 16 23:03:28.574593 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-dfdf51df-5f74-4cba-a736-c6eb17fae453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:28.575206 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-dfdf51df-5f74-4cba-a736-c6eb17fae453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:28.575757 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-dfdf51df-5f74-4cba-a736-c6eb17fae453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:28.576303 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-dfdf51df-5f74-4cba-a736-c6eb17fae453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:28.576860 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-dfdf51df-5f74-4cba-a736-c6eb17fae453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:28.577441 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-dfdf51df-5f74-4cba-a736-c6eb17fae453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:28.578228 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-dfdf51df-5f74-4cba-a736-c6eb17fae453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:28.580497 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-dfdf51df-5f74-4cba-a736-c6eb17fae453 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2021c5ea9b37490ab72514988bd9444c&device_id=6d0f439b-55b3-479e-b4c0-19dd4772e5b0 HTTP/1.1" status: 200 len: 6482 time: 0.1819694 Aug 16 23:03:28.606228 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e9cf80-310f-406d-9837-53116dadfc30 admin admin] Checking segment: {'id': 'efc9d0c6-d826-4a4a-a65a-bbc926ea427c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e092106a-8804-418d-b10f-5709e5ebcb44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:03:28.607031 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e9cf80-310f-406d-9837-53116dadfc30 admin admin] Network hostable DHCP agents. Network: e092106a-8804-418d-b10f-5709e5ebcb44, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:03:28.626004 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bba1d53d-bd30-43fa-9d11-ed889a06a5c4 x-openstack-request-id: req-bba1d53d-bd30-43fa-9d11-ed889a06a5c4 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:03:28.626804 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a986e6ef-8ed9-4a88-8e95-3ad50b9c8575", "name": "network-vif-deleted", "tag": "f3601cae-3cfc-4266-9323-904586b9e3d0", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:03:28.628137 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bba1d53d-bd30-43fa-9d11-ed889a06a5c4 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:03:28.628137 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a986e6ef-8ed9-4a88-8e95-3ad50b9c8575', 'name': 'network-vif-deleted', 'tag': 'f3601cae-3cfc-4266-9323-904586b9e3d0', 'status': 'completed', 'code': 200} Aug 16 23:03:28.631210 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e9cf80-310f-406d-9837-53116dadfc30 admin admin] Network e092106a-8804-418d-b10f-5709e5ebcb44 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:03:28.648377 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-c5e9cf80-310f-406d-9837-53116dadfc30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, e092106a-8804-418d-b10f-5709e5ebcb44) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:03:28.657807 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0000bded-25dd-45ce-ab79-4f2fce8e424e tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:28.660492 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e95d2f2-8b6b-4753-80eb-f81b5783d6fa None None] Network e092106a-8804-418d-b10f-5709e5ebcb44 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:03:28.662410 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-b3f83eee-9350-457d-bcdc-9e9aef69e941 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=debf812d-0b2e-45df-8f8a-a21e25a77beb HTTP/1.1" status: 200 len: 217 time: 0.0625744 Aug 16 23:03:28.686485 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e9cf80-310f-406d-9837-53116dadfc30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:28.687181 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c5e9cf80-310f-406d-9837-53116dadfc30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:28.733276 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-c5e9cf80-310f-406d-9837-53116dadfc30 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7413476 Aug 16 23:03:28.733501 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-da63fa92-db70-4386-a347-0bfed3f09498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:28.733501 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-da63fa92-db70-4386-a347-0bfed3f09498 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7c956ed2-0689-474b-bd27-58ed9c7ef2ec HTTP/1.1" status: 200 len: 851 time: 0.0620542 Aug 16 23:03:28.846780 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-4b114272-c738-4d54-b89e-f82e76839779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:28.848586 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-4b114272-c738-4d54-b89e-f82e76839779 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f4264da2-38cd-44c0-b397-5678d2cea138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0814846 Aug 16 23:03:28.850696 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-0000bded-25dd-45ce-ab79-4f2fce8e424e tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Deleting port ee55496c-7681-4cd0-8a61-4f46b7ec460c {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:03:28.851042 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0000bded-25dd-45ce-ab79-4f2fce8e424e tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:28.883480 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7091ae39-0ce2-4572-9f14-0af098b39fec None None] Network e092106a-8804-418d-b10f-5709e5ebcb44 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:03:29.057077 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0000bded-25dd-45ce-ab79-4f2fce8e424e tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:29.082751 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-c28400f8-b300-48ff-915b-bdf52af20d6c service neutron] 10.222.0.57 "GET /v2.0/networks/f4264da2-38cd-44c0-b397-5678d2cea138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177336 Aug 16 23:03:29.107643 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-0000bded-25dd-45ce-ab79-4f2fce8e424e tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Calling delete_port for ee55496c-7681-4cd0-8a61-4f46b7ec460c owned by network:router_gateway {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:03:29.331691 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51550d4d-87e5-40be-a5f7-187571a90630 req-c1f1fb0a-d2c6-49ac-ae05-661cc43a2400 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:29.334913 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-51550d4d-87e5-40be-a5f7-187571a90630 req-c1f1fb0a-d2c6-49ac-ae05-661cc43a2400 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.68 "GET /v2.0/networks?id=f382f188-dbb7-4b56-8af5-82f76ac61bfc HTTP/1.1" status: 200 len: 805 time: 0.2024198 Aug 16 23:03:29.369391 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-51550d4d-87e5-40be-a5f7-187571a90630 req-ddd8bcca-6704-4872-9bdd-78595addfdaa tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Request body: {'port': {'device_id': '9058972a-3d6a-4d8f-90e5-4502b5a05901', 'network_id': 'f382f188-dbb7-4b56-8af5-82f76ac61bfc', 'admin_state_up': True, 'tenant_id': '352e2e0b88af46f28dafba560003ae12'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:03:29.538205 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51550d4d-87e5-40be-a5f7-187571a90630 req-ddd8bcca-6704-4872-9bdd-78595addfdaa tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Made reservation on behalf of 352e2e0b88af46f28dafba560003ae12 for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:03:29.543517 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-51550d4d-87e5-40be-a5f7-187571a90630 req-ddd8bcca-6704-4872-9bdd-78595addfdaa tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:29.630217 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-cbae4063-831c-4ce9-84a4-7a010ebabce0 service neutron] 10.222.0.57 "GET /v2.0/networks/f4264da2-38cd-44c0-b397-5678d2cea138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5306730 Aug 16 23:03:29.647653 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d6e88a-89a0-4f7d-b83c-aecdbc821064 req-40d0873d-75c6-4217-8666-3bfaed0ef35b tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:29.653521 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d6e88a-89a0-4f7d-b83c-aecdbc821064 req-40d0873d-75c6-4217-8666-3bfaed0ef35b tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:29.659633 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d6e88a-89a0-4f7d-b83c-aecdbc821064 req-40d0873d-75c6-4217-8666-3bfaed0ef35b tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:29.666395 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d6e88a-89a0-4f7d-b83c-aecdbc821064 req-40d0873d-75c6-4217-8666-3bfaed0ef35b tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:29.672252 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d6e88a-89a0-4f7d-b83c-aecdbc821064 req-40d0873d-75c6-4217-8666-3bfaed0ef35b tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:29.678885 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d6e88a-89a0-4f7d-b83c-aecdbc821064 req-40d0873d-75c6-4217-8666-3bfaed0ef35b tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:29.684789 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d6e88a-89a0-4f7d-b83c-aecdbc821064 req-40d0873d-75c6-4217-8666-3bfaed0ef35b tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:29.686779 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b8d6e88a-89a0-4f7d-b83c-aecdbc821064 req-40d0873d-75c6-4217-8666-3bfaed0ef35b tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d0f439b-55b3-479e-b4c0-19dd4772e5b0 HTTP/1.1" status: 200 len: 5418 time: 0.2738004 Aug 16 23:03:29.693480 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0000bded-25dd-45ce-ab79-4f2fce8e424e tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:29.773143 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-51550d4d-87e5-40be-a5f7-187571a90630 req-ddd8bcca-6704-4872-9bdd-78595addfdaa tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Allocated IP 172.20.0.12 (f382f188-dbb7-4b56-8af5-82f76ac61bfc/6c827456-6bfb-4e82-b370-b53dc8e13ad7/506987ef-2223-4713-88b1-d7b60695e3b2) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:03:29.795404 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0000bded-25dd-45ce-ab79-4f2fce8e424e tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Pushing event deleted for resources: {'Port': ['ID=ee55496c-7681-4cd0-8a61-4f46b7ec460c,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:29.808498 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d92ed5c-8644-4041-8490-10aafa10cdf5 req-4b0a7209-d83e-49e6-a40c-77440e163aba tempest-InstanceActionsTestJSON-2060691899 tempest-InstanceActionsTestJSON-2060691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:29.810080 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1d92ed5c-8644-4041-8490-10aafa10cdf5 req-4b0a7209-d83e-49e6-a40c-77440e163aba tempest-InstanceActionsTestJSON-2060691899 tempest-InstanceActionsTestJSON-2060691899-project] 10.222.0.36 "GET /v2.0/networks?id=e092106a-8804-418d-b10f-5709e5ebcb44 HTTP/1.1" status: 200 len: 814 time: 0.4393773 Aug 16 23:03:29.815905 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-9c651a0e-7077-414b-8628-05b2d43a864e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.28&port_id=c1cc686f-303c-42dc-85c7-d80aff741a19 HTTP/1.1" status: 200 len: 217 time: 0.1241615 Aug 16 23:03:29.902563 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1d92ed5c-8644-4041-8490-10aafa10cdf5 req-bdcd7e40-239a-495d-b320-a162aa709702 tempest-InstanceActionsTestJSON-2060691899 tempest-InstanceActionsTestJSON-2060691899-project] 10.222.0.36 "GET /v2.0/quotas/45b38e0da5a047c89eb44539aee4e539 HTTP/1.1" status: 200 len: 375 time: 0.0644138 Aug 16 23:03:29.914012 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b8d6e88a-89a0-4f7d-b83c-aecdbc821064 req-d2a96985-bc59-48fc-9c3f-1886b1c7e200 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c2745c8-39ab-440e-a081-67457cdaf056&id=d16ff2d0-1ebf-4d89-b16a-9f394969ba5a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2118318 Aug 16 23:03:29.935784 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0000bded-25dd-45ce-ab79-4f2fce8e424e tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537121'] for router_gateway, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:29.997166 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1d92ed5c-8644-4041-8490-10aafa10cdf5 req-cc034aca-7e75-46a6-9bad-fed20a6e9ff4 tempest-InstanceActionsTestJSON-2060691899 tempest-InstanceActionsTestJSON-2060691899-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=45b38e0da5a047c89eb44539aee4e539&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0784633 Aug 16 23:03:30.012719 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-51550d4d-87e5-40be-a5f7-187571a90630 req-ddd8bcca-6704-4872-9bdd-78595addfdaa tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:30.036798 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-a2bed671-59dc-4d9c-8427-b90499dc388a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:30.041171 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-a2bed671-59dc-4d9c-8427-b90499dc388a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d6960f85-ce45-4ab7-99b5-dd33148146e1 HTTP/1.1" status: 200 len: 797 time: 0.2021208 Aug 16 23:03:30.042696 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47678) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:30.068786 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-51550d4d-87e5-40be-a5f7-187571a90630 req-ddd8bcca-6704-4872-9bdd-78595addfdaa tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:30.114434 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0000bded-25dd-45ce-ab79-4f2fce8e424e tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:30.143984 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd8bcca-6704-4872-9bdd-78595addfdaa tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Pushing event updated for resources: {'Port': ['ID=506987ef-2223-4713-88b1-d7b60695e3b2,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:30.159955 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51550d4d-87e5-40be-a5f7-187571a90630 req-ddd8bcca-6704-4872-9bdd-78595addfdaa tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Network f382f188-dbb7-4b56-8af5-82f76ac61bfc is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:03:30.159955 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-51550d4d-87e5-40be-a5f7-187571a90630 req-ddd8bcca-6704-4872-9bdd-78595addfdaa tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:03:30.161875 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-51550d4d-87e5-40be-a5f7-187571a90630 req-ddd8bcca-6704-4872-9bdd-78595addfdaa tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:03:30.169126 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0000bded-25dd-45ce-ab79-4f2fce8e424e tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:30.221732 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51550d4d-87e5-40be-a5f7-187571a90630 req-ddd8bcca-6704-4872-9bdd-78595addfdaa tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:30.222724 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-51550d4d-87e5-40be-a5f7-187571a90630 req-ddd8bcca-6704-4872-9bdd-78595addfdaa tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:30.243700 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-51550d4d-87e5-40be-a5f7-187571a90630 req-ddd8bcca-6704-4872-9bdd-78595addfdaa tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8978527 Aug 16 23:03:30.256565 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0000bded-25dd-45ce-ab79-4f2fce8e424e tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:30.258020 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0000bded-25dd-45ce-ab79-4f2fce8e424e tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Fanout notify agent at l3_agent the message router_deleted on router c7983ab3-bcc5-4c77-aa19-6835c569ec54 {{(pid=101292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:03:30.271298 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e8097-a0c8-474a-8dc6-599d9d553c28 req-5db1ccbd-a1f6-44a8-b07e-13ea6bac5bd5 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:30.272915 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f63e8097-a0c8-474a-8dc6-599d9d553c28 req-5db1ccbd-a1f6-44a8-b07e-13ea6bac5bd5 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/ports?device_id=9058972a-3d6a-4d8f-90e5-4502b5a05901 HTTP/1.1" status: 200 len: 932 time: 0.2046061 Aug 16 23:03:30.274221 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-51550d4d-87e5-40be-a5f7-187571a90630 req-de2df81e-515e-4ed5-a00f-ab3650dfcb80 service neutron] Request body: {'port': {'device_id': '9058972a-3d6a-4d8f-90e5-4502b5a05901', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:03:30.278731 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0000bded-25dd-45ce-ab79-4f2fce8e424e tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:30.279769 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-0000bded-25dd-45ce-ab79-4f2fce8e424e tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] 10.222.0.36 "DELETE /v2.0/routers/c7983ab3-bcc5-4c77-aa19-6835c569ec54 HTTP/1.1" status: 204 len: 168 time: 3.1252904 Aug 16 23:03:30.284195 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47688) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:30.288495 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-4d71a9f3-7e5c-4393-9974-b54ee4210ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:30.290263 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-4d71a9f3-7e5c-4393-9974-b54ee4210ec0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f22d369e-b532-46c6-9344-c4601e102f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2116547 Aug 16 23:03:30.296524 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-575aad74-4d7b-4853-87b3-87f1c284670a tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1818219024', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:03:30.341187 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1d92ed5c-8644-4041-8490-10aafa10cdf5 req-99083437-9afa-4128-be66-c977ec86e410 service neutron] 10.222.0.36 "GET /v2.0/networks/e092106a-8804-418d-b10f-5709e5ebcb44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2987823 Aug 16 23:03:30.360456 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-823e3f7f-4674-49f2-8820-2233f3936eeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:30.422328 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-575aad74-4d7b-4853-87b3-87f1c284670a tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:30.423632 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-575aad74-4d7b-4853-87b3-87f1c284670a tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:30.446508 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f63e8097-a0c8-474a-8dc6-599d9d553c28 req-261e5641-69a3-44a7-89ad-dce73a3a1614 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a9bd5fe-3160-4f0a-a902-e95b7aedf567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550479 Aug 16 23:03:30.486024 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-575aad74-4d7b-4853-87b3-87f1c284670a tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:30.511504 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-575aad74-4d7b-4853-87b3-87f1c284670a tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:30.543019 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-8765c997-6c99-456e-9f20-ed03327f2e91 service neutron] 10.222.0.57 "GET /v2.0/networks/f22d369e-b532-46c6-9344-c4601e102f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345018 Aug 16 23:03:30.548507 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-51550d4d-87e5-40be-a5f7-187571a90630 req-de2df81e-515e-4ed5-a00f-ab3650dfcb80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:30.569226 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1d92ed5c-8644-4041-8490-10aafa10cdf5 req-126c4a3d-a1d6-45ea-8e4c-1822e66aac10 service neutron] 10.222.0.36 "GET /v2.0/networks/e092106a-8804-418d-b10f-5709e5ebcb44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961572 Aug 16 23:03:30.680961 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febddba9-1530-436e-a0b9-083776599951 req-f0c30182-235e-4463-8b85-158290967d11 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:30.682543 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-febddba9-1530-436e-a0b9-083776599951 req-f0c30182-235e-4463-8b85-158290967d11 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/ports?device_id=18587e22-5c06-42fd-975d-a2fe2080dd33 HTTP/1.1" status: 200 len: 945 time: 0.1183381 Aug 16 23:03:30.704468 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-03f14941-039d-4a54-9063-b4f5c9250f2d service neutron] 10.222.0.57 "GET /v2.0/networks/f22d369e-b532-46c6-9344-c4601e102f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535063 Aug 16 23:03:30.734889 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3c272f-2f45-4cdf-9374-93b6e38b2e29 req-d7ddbcd5-f9c2-4bc6-99b8-b67a4c51e5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:30.741299 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-ff3c272f-2f45-4cdf-9374-93b6e38b2e29 req-d7ddbcd5-f9c2-4bc6-99b8-b67a4c51e5c9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=18587e22-5c06-42fd-975d-a2fe2080dd33 HTTP/1.1" status: 200 len: 1097 time: 0.2524457 Aug 16 23:03:30.758570 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-a219d4eb-3375-4d4c-9ea6-0d85eecbad1f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=aabc4894-08fe-4573-bd65-664ab53c9c15 HTTP/1.1" status: 200 len: 217 time: 0.0466797 Aug 16 23:03:30.829584 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-febddba9-1530-436e-a0b9-083776599951 req-437c9e65-9248-4a10-bc05-d07e2312cf41 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/security-groups?id=1eb5bbe6-717a-4605-a558-b9b958591c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371698 Aug 16 23:03:30.865623 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-066c05ab-3f0c-4f56-a1e3-6ba8f36f7d44 req-2f5a21b4-876b-415c-a32f-5b5dd468c9bf tempest-InstanceActionsTestJSON-2060691899 tempest-InstanceActionsTestJSON-2060691899-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a726828-c69a-4695-b580-c411f844d15a HTTP/1.1" status: 200 len: 210 time: 0.0349731 Aug 16 23:03:30.875855 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-3c9a39bd-fa35-4dc3-b05a-2850334333d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:30.877743 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-3c9a39bd-fa35-4dc3-b05a-2850334333d0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d6960f85-ce45-4ab7-99b5-dd33148146e1 HTTP/1.1" status: 200 len: 797 time: 0.1131690 Aug 16 23:03:30.945909 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-7cf6539e-391b-4c1c-85da-ba275c338fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:30.948334 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-7cf6539e-391b-4c1c-85da-ba275c338fda service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f22d369e-b532-46c6-9344-c4601e102f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0630105 Aug 16 23:03:30.960391 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-823e3f7f-4674-49f2-8820-2233f3936eeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:30.967323 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-ff3c272f-2f45-4cdf-9374-93b6e38b2e29 req-25f9a92f-4f00-4591-81a2-5dc096c6ddd1 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=1eb5bbe6-717a-4605-a558-b9b958591c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988716 Aug 16 23:03:31.006661 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-823e3f7f-4674-49f2-8820-2233f3936eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:31.013477 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-575aad74-4d7b-4853-87b3-87f1c284670a tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:31.017303 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-575aad74-4d7b-4853-87b3-87f1c284670a tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7291560 Aug 16 23:03:31.018810 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47700) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:31.030817 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-68b48bfc-ccce-46ee-b90a-3b886a5232c0 tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'enable_snat': False}}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:03:31.151641 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823e3f7f-4674-49f2-8820-2233f3936eeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=043d4e7e-a593-4761-916c-67495ab33ead,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:31.158580 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-823e3f7f-4674-49f2-8820-2233f3936eeb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4729f203549e4a0ba071a3f232d57c5b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1148720 Aug 16 23:03:31.166180 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47702) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:31.368961 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-68b48bfc-ccce-46ee-b90a-3b886a5232c0 tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:31.495120 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ef88a674-d6eb-4a1f-bf15-6a0ff5b3c0b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:31.528268 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-51550d4d-87e5-40be-a5f7-187571a90630 req-de2df81e-515e-4ed5-a00f-ab3650dfcb80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 506987ef-2223-4713-88b1-d7b60695e3b2 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:03:31.543328 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-51550d4d-87e5-40be-a5f7-187571a90630 req-de2df81e-515e-4ed5-a00f-ab3650dfcb80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:31.556095 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e79c33-54d3-4c07-babe-5b965d5bcf4a req-ed9969ae-1c19-4e2b-9819-81b6065a0113 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:31.560905 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ef88a674-d6eb-4a1f-bf15-6a0ff5b3c0b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:31.562570 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e79c33-54d3-4c07-babe-5b965d5bcf4a req-ed9969ae-1c19-4e2b-9819-81b6065a0113 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:31.570452 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e79c33-54d3-4c07-babe-5b965d5bcf4a req-ed9969ae-1c19-4e2b-9819-81b6065a0113 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:31.577039 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e79c33-54d3-4c07-babe-5b965d5bcf4a req-ed9969ae-1c19-4e2b-9819-81b6065a0113 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:31.582806 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-51550d4d-87e5-40be-a5f7-187571a90630 req-de2df81e-515e-4ed5-a00f-ab3650dfcb80 service neutron] Transition to ACTIVE for port object 506987ef-2223-4713-88b1-d7b60695e3b2 will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:03:31.585184 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e79c33-54d3-4c07-babe-5b965d5bcf4a req-ed9969ae-1c19-4e2b-9819-81b6065a0113 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:31.590908 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-51550d4d-87e5-40be-a5f7-187571a90630 req-de2df81e-515e-4ed5-a00f-ab3650dfcb80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:31.593086 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e79c33-54d3-4c07-babe-5b965d5bcf4a req-ed9969ae-1c19-4e2b-9819-81b6065a0113 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:31.599215 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e79c33-54d3-4c07-babe-5b965d5bcf4a req-ed9969ae-1c19-4e2b-9819-81b6065a0113 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:31.601344 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-51e79c33-54d3-4c07-babe-5b965d5bcf4a req-ed9969ae-1c19-4e2b-9819-81b6065a0113 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d0f439b-55b3-479e-b4c0-19dd4772e5b0 HTTP/1.1" status: 200 len: 5418 time: 0.1295307 Aug 16 23:03:31.672283 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-b05ba6bb-350b-4dde-8b92-df088a0faa29 service neutron] 10.222.0.57 "GET /v2.0/networks/f22d369e-b532-46c6-9344-c4601e102f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7159817 Aug 16 23:03:31.674629 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2df81e-515e-4ed5-a00f-ab3650dfcb80 service neutron] Pushing event updated for resources: {'Port': ['ID=506987ef-2223-4713-88b1-d7b60695e3b2,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:31.706284 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ef88a674-d6eb-4a1f-bf15-6a0ff5b3c0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:31.709488 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ef88a674-d6eb-4a1f-bf15-6a0ff5b3c0b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:31.713422 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-ef88a674-d6eb-4a1f-bf15-6a0ff5b3c0b1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/043d4e7e-a593-4761-916c-67495ab33ead HTTP/1.1" status: 204 len: 168 time: 0.5448220 Aug 16 23:03:31.755910 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef88a674-d6eb-4a1f-bf15-6a0ff5b3c0b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=043d4e7e-a593-4761-916c-67495ab33ead,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:31.788558 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-51550d4d-87e5-40be-a5f7-187571a90630 req-de2df81e-515e-4ed5-a00f-ab3650dfcb80 service neutron] Attempting to bind port 506987ef-2223-4713-88b1-d7b60695e3b2 on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:03:31.788908 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-51550d4d-87e5-40be-a5f7-187571a90630 req-de2df81e-515e-4ed5-a00f-ab3650dfcb80 service neutron] Attempting to bind port 506987ef-2223-4713-88b1-d7b60695e3b2 by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': '2f9d1485-64c4-4032-9f01-ae22555e2cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f382f188-dbb7-4b56-8af5-82f76ac61bfc'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:03:31.789250 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51550d4d-87e5-40be-a5f7-187571a90630 req-de2df81e-515e-4ed5-a00f-ab3650dfcb80 service neutron] Attempting to bind port 506987ef-2223-4713-88b1-d7b60695e3b2 on network f382f188-dbb7-4b56-8af5-82f76ac61bfc {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:03:31.813602 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-51e79c33-54d3-4c07-babe-5b965d5bcf4a req-092bcc7d-e94e-492a-bd2c-9990e9922c20 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c2745c8-39ab-440e-a081-67457cdaf056&id=d16ff2d0-1ebf-4d89-b16a-9f394969ba5a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1857977 Aug 16 23:03:31.868423 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51550d4d-87e5-40be-a5f7-187571a90630 req-de2df81e-515e-4ed5-a00f-ab3650dfcb80 service neutron] Port 506987ef-2223-4713-88b1-d7b60695e3b2 on network f382f188-dbb7-4b56-8af5-82f76ac61bfc not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:03:31.868784 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51550d4d-87e5-40be-a5f7-187571a90630 req-de2df81e-515e-4ed5-a00f-ab3650dfcb80 service neutron] Attempting to bind port 506987ef-2223-4713-88b1-d7b60695e3b2 on network f382f188-dbb7-4b56-8af5-82f76ac61bfc {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:03:31.880852 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51550d4d-87e5-40be-a5f7-187571a90630 req-de2df81e-515e-4ed5-a00f-ab3650dfcb80 service neutron] Checking agent: {'id': 'd28e24f9-e5ea-41e1-80bf-3c7943ad7f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:03:31.880852 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51550d4d-87e5-40be-a5f7-187571a90630 req-de2df81e-515e-4ed5-a00f-ab3650dfcb80 service neutron] Checking segment: {'id': '2f9d1485-64c4-4032-9f01-ae22555e2cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f382f188-dbb7-4b56-8af5-82f76ac61bfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:03:31.881324 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51550d4d-87e5-40be-a5f7-187571a90630 req-de2df81e-515e-4ed5-a00f-ab3650dfcb80 service neutron] Bound using segment: {'id': '2f9d1485-64c4-4032-9f01-ae22555e2cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f382f188-dbb7-4b56-8af5-82f76ac61bfc'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:03:31.881916 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-51550d4d-87e5-40be-a5f7-187571a90630 req-de2df81e-515e-4ed5-a00f-ab3650dfcb80 service neutron] Bound port: 506987ef-2223-4713-88b1-d7b60695e3b2, host: n-h1-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f9d1485-64c4-4032-9f01-ae22555e2cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f382f188-dbb7-4b56-8af5-82f76ac61bfc'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:03:31.882284 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-51550d4d-87e5-40be-a5f7-187571a90630 req-de2df81e-515e-4ed5-a00f-ab3650dfcb80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:31.907763 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-120426db-1d47-411d-a359-69e7b9992feb service neutron] 10.222.0.57 "GET /v2.0/networks/f22d369e-b532-46c6-9344-c4601e102f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186282 Aug 16 23:03:31.981265 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-3c29f32f-a6f3-402c-a130-f77b19f67d62 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=7bd4dab0-4e5a-4bfb-a170-497620e55ac0 HTTP/1.1" status: 200 len: 217 time: 0.0585883 Aug 16 23:03:32.017568 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7782b68-85a5-4f51-832e-6a8df0ebea9b req-df74a655-2b5d-4654-b43f-338f27cef597 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:32.019397 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e7782b68-85a5-4f51-832e-6a8df0ebea9b req-df74a655-2b5d-4654-b43f-338f27cef597 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/ports?device_id=9058972a-3d6a-4d8f-90e5-4502b5a05901 HTTP/1.1" status: 200 len: 944 time: 0.4172060 Aug 16 23:03:32.102996 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47720) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:32.180439 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b553746e-498c-4145-880d-abf4452c61f9 req-2a89e94b-44e0-449f-bd06-157a26875f63 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:32.185076 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b553746e-498c-4145-880d-abf4452c61f9 req-2a89e94b-44e0-449f-bd06-157a26875f63 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/ports?device_id=18587e22-5c06-42fd-975d-a2fe2080dd33 HTTP/1.1" status: 200 len: 945 time: 0.2027731 Aug 16 23:03:32.186261 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-750a8cbb-3eed-4a36-bd85-4e830d8f16ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:32.274974 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e7782b68-85a5-4f51-832e-6a8df0ebea9b req-c812fb90-a905-4221-9bf9-d3581f234dcc tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a9bd5fe-3160-4f0a-a902-e95b7aedf567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388680 Aug 16 23:03:32.332989 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-2b918ce5-06c9-40e3-9f84-aff3f18a94ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:32.334580 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-2b918ce5-06c9-40e3-9f84-aff3f18a94ed service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d6960f85-ce45-4ab7-99b5-dd33148146e1 HTTP/1.1" status: 200 len: 797 time: 0.3132479 Aug 16 23:03:32.450126 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-68b48bfc-ccce-46ee-b90a-3b886a5232c0 tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:32.469200 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9b586f99-31d6-4975-b73d-984c5dcbe21f req-9dd1f5c5-6ad2-4586-aa6b-dfe09b592492 tempest-InstanceActionsTestJSON-2060691899 tempest-InstanceActionsTestJSON-2060691899-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a726828-c69a-4695-b580-c411f844d15a HTTP/1.1" status: 200 len: 210 time: 0.1064723 Aug 16 23:03:32.481861 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b553746e-498c-4145-880d-abf4452c61f9 req-59d81aa9-ee20-4f7a-a639-7ce50263a9ed tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/security-groups?id=1eb5bbe6-717a-4605-a558-b9b958591c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027578 Aug 16 23:03:32.495998 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-68b48bfc-ccce-46ee-b90a-3b886a5232c0 tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:32.507065 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d92ed5c-8644-4041-8490-10aafa10cdf5 req-0578ada6-cfcc-49ba-b92d-e1826c785a13 tempest-InstanceActionsTestJSON-2060691899 tempest-InstanceActionsTestJSON-2060691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:32.509015 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1d92ed5c-8644-4041-8490-10aafa10cdf5 req-0578ada6-cfcc-49ba-b92d-e1826c785a13 tempest-InstanceActionsTestJSON-2060691899 tempest-InstanceActionsTestJSON-2060691899-project] 10.222.0.68 "GET /v2.0/networks?id=e092106a-8804-418d-b10f-5709e5ebcb44 HTTP/1.1" status: 200 len: 814 time: 0.3591864 Aug 16 23:03:32.513120 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-51550d4d-87e5-40be-a5f7-187571a90630 req-de2df81e-515e-4ed5-a00f-ab3650dfcb80 service neutron] For port 506987ef-2223-4713-88b1-d7b60695e3b2, host n-h1-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:03:32.517971 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-51550d4d-87e5-40be-a5f7-187571a90630 req-de2df81e-515e-4ed5-a00f-ab3650dfcb80 service neutron] For port 506987ef-2223-4713-88b1-d7b60695e3b2, host n-h1-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=506987ef-2223-4713-88b1-d7b60695e3b2,segment=NetworkSegment(2f9d1485-64c4-4032-9f01-ae22555e2cfc),segment_id=2f9d1485-64c4-4032-9f01-ae22555e2cfc)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:03:32.528907 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-1d92ed5c-8644-4041-8490-10aafa10cdf5 req-9689e8e6-16e3-4a8b-9e80-9f3910d2f67a tempest-InstanceActionsTestJSON-2060691899 tempest-InstanceActionsTestJSON-2060691899-project] Request body: {'port': {'device_id': '6a726828-c69a-4695-b580-c411f844d15a', 'network_id': 'e092106a-8804-418d-b10f-5709e5ebcb44', 'admin_state_up': True, 'tenant_id': '45b38e0da5a047c89eb44539aee4e539'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:03:32.553556 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-c80a5136-baa3-49af-8076-45936a6dcf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:32.555150 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-c80a5136-baa3-49af-8076-45936a6dcf92 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f22d369e-b532-46c6-9344-c4601e102f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2078216 Aug 16 23:03:32.558215 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-51550d4d-87e5-40be-a5f7-187571a90630 req-de2df81e-515e-4ed5-a00f-ab3650dfcb80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:32.612657 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51550d4d-87e5-40be-a5f7-187571a90630 req-de2df81e-515e-4ed5-a00f-ab3650dfcb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:32.615504 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-51550d4d-87e5-40be-a5f7-187571a90630 req-de2df81e-515e-4ed5-a00f-ab3650dfcb80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:32.617168 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-51550d4d-87e5-40be-a5f7-187571a90630 req-de2df81e-515e-4ed5-a00f-ab3650dfcb80 service neutron] 10.222.0.68 "PUT /v2.0/ports/506987ef-2223-4713-88b1-d7b60695e3b2 HTTP/1.1" status: 200 len: 1093 time: 2.3634267 Aug 16 23:03:32.617847 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9058972a-3d6a-4d8f-90e5-4502b5a05901', 'tag': '506987ef-2223-4713-88b1-d7b60695e3b2'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:03:32.621087 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21a5e214-8373-4453-a941-768a1a3c9472" -d '{"events": [{"name": "network-changed", "server_uuid": "9058972a-3d6a-4d8f-90e5-4502b5a05901", "tag": "506987ef-2223-4713-88b1-d7b60695e3b2"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:03:32.718667 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-205361ad-a337-4d03-9172-2eb046cb8b5e x-openstack-request-id: req-205361ad-a337-4d03-9172-2eb046cb8b5e {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:03:32.719953 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9058972a-3d6a-4d8f-90e5-4502b5a05901", "tag": "506987ef-2223-4713-88b1-d7b60695e3b2", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:03:32.719953 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-205361ad-a337-4d03-9172-2eb046cb8b5e {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:03:32.719953 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9058972a-3d6a-4d8f-90e5-4502b5a05901', 'tag': '506987ef-2223-4713-88b1-d7b60695e3b2', 'status': 'completed', 'code': 200} Aug 16 23:03:32.760137 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2df81e-515e-4ed5-a00f-ab3650dfcb80 service neutron] Pushing event updated for resources: {'Port': ['ID=506987ef-2223-4713-88b1-d7b60695e3b2,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:32.764936 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-750a8cbb-3eed-4a36-bd85-4e830d8f16ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:32.767493 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-5f9269a0-3fe1-4607-8c9a-25ac5b6c89d5 service neutron] 10.222.0.57 "GET /v2.0/networks/f22d369e-b532-46c6-9344-c4601e102f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836114 Aug 16 23:03:32.774770 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-750a8cbb-3eed-4a36-bd85-4e830d8f16ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:32.809391 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-68b48bfc-ccce-46ee-b90a-3b886a5232c0 tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Allocated IP 172.25.4.125 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/fe267b26-80c7-4f64-b2cd-dbe5a58883f8) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:03:32.814286 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51550d4d-87e5-40be-a5f7-187571a90630 req-86ec7f2f-4b38-4e6c-a4b4-dcd84354aea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:32.816305 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-51550d4d-87e5-40be-a5f7-187571a90630 req-86ec7f2f-4b38-4e6c-a4b4-dcd84354aea9 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=352e2e0b88af46f28dafba560003ae12&device_id=9058972a-3d6a-4d8f-90e5-4502b5a05901 HTTP/1.1" status: 200 len: 1096 time: 0.1196454 Aug 16 23:03:32.871635 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d92ed5c-8644-4041-8490-10aafa10cdf5 req-9689e8e6-16e3-4a8b-9e80-9f3910d2f67a tempest-InstanceActionsTestJSON-2060691899 tempest-InstanceActionsTestJSON-2060691899-project] Made reservation on behalf of 45b38e0da5a047c89eb44539aee4e539 for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:03:32.875215 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1d92ed5c-8644-4041-8490-10aafa10cdf5 req-9689e8e6-16e3-4a8b-9e80-9f3910d2f67a tempest-InstanceActionsTestJSON-2060691899 tempest-InstanceActionsTestJSON-2060691899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:32.876140 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-51550d4d-87e5-40be-a5f7-187571a90630 req-a293b4cc-8e00-4c63-8cb3-25b53649cb93 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=506987ef-2223-4713-88b1-d7b60695e3b2 HTTP/1.1" status: 200 len: 217 time: 0.0489335 Aug 16 23:03:32.898638 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750a8cbb-3eed-4a36-bd85-4e830d8f16ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fee68d1d-942a-492f-b2dd-fd70d97b99d2,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:32.909100 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-750a8cbb-3eed-4a36-bd85-4e830d8f16ff admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ff5090b258c342f59740be0df1a7408c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7931600 Aug 16 23:03:32.912310 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47732) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:32.920328 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47734) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:33.016434 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51550d4d-87e5-40be-a5f7-187571a90630 req-c838e4a5-bfa5-4f5e-8537-e04d80d86da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:33.018268 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-51550d4d-87e5-40be-a5f7-187571a90630 req-c838e4a5-bfa5-4f5e-8537-e04d80d86da3 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6c827456-6bfb-4e82-b370-b53dc8e13ad7 HTTP/1.1" status: 200 len: 845 time: 0.1194956 Aug 16 23:03:33.067698 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-51550d4d-87e5-40be-a5f7-187571a90630 req-33ebd5f4-81be-4a84-93ca-c1ba46df9bb8 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=f382f188-dbb7-4b56-8af5-82f76ac61bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368311 Aug 16 23:03:33.071971 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-d0cf09dd-680d-4390-a722-4c78ea9777c4 service neutron] 10.222.0.57 "GET /v2.0/networks/f22d369e-b532-46c6-9344-c4601e102f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945087 Aug 16 23:03:33.103549 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-68b48bfc-ccce-46ee-b90a-3b886a5232c0 tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:33.174974 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-3a058aae-86f3-42c0-a633-87750a5a6355 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=34b404ad-784d-44c6-ad7f-bc568885b3e9 HTTP/1.1" status: 200 len: 217 time: 0.0952699 Aug 16 23:03:33.179656 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-09347a0c-6a2f-4542-93ca-673c96ee8f73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:33.181482 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c6a4a01a-da16-458a-b698-fe1eef96f004 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:33.193919 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ce51eb-c0a4-4284-a416-ec7f89b8af92 req-8ed198cc-a1ce-4bf5-9038-26ac8e9c2b1b tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:33.199559 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ce51eb-c0a4-4284-a416-ec7f89b8af92 req-8ed198cc-a1ce-4bf5-9038-26ac8e9c2b1b tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:33.205529 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ce51eb-c0a4-4284-a416-ec7f89b8af92 req-8ed198cc-a1ce-4bf5-9038-26ac8e9c2b1b tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:33.209528 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-51550d4d-87e5-40be-a5f7-187571a90630 req-0b6a27be-e590-4ba3-95b0-4c410b010985 service neutron] 10.222.0.68 "GET /v2.0/networks/f382f188-dbb7-4b56-8af5-82f76ac61bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330743 Aug 16 23:03:33.212221 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ce51eb-c0a4-4284-a416-ec7f89b8af92 req-8ed198cc-a1ce-4bf5-9038-26ac8e9c2b1b tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:33.216484 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-68b48bfc-ccce-46ee-b90a-3b886a5232c0 tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:33.218461 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ce51eb-c0a4-4284-a416-ec7f89b8af92 req-8ed198cc-a1ce-4bf5-9038-26ac8e9c2b1b tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:33.225450 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ce51eb-c0a4-4284-a416-ec7f89b8af92 req-8ed198cc-a1ce-4bf5-9038-26ac8e9c2b1b tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:33.231244 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ce51eb-c0a4-4284-a416-ec7f89b8af92 req-8ed198cc-a1ce-4bf5-9038-26ac8e9c2b1b tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:33.239331 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-86ce51eb-c0a4-4284-a416-ec7f89b8af92 req-8ed198cc-a1ce-4bf5-9038-26ac8e9c2b1b tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d0f439b-55b3-479e-b4c0-19dd4772e5b0 HTTP/1.1" status: 200 len: 5418 time: 0.2939379 Aug 16 23:03:33.312816 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b48bfc-ccce-46ee-b90a-3b886a5232c0 tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:03:33.322479 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-68b48bfc-ccce-46ee-b90a-3b886a5232c0 tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:03:33.325185 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b48bfc-ccce-46ee-b90a-3b886a5232c0 tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:03:33.330094 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b48bfc-ccce-46ee-b90a-3b886a5232c0 tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Pushing event updated for resources: {'Port': ['ID=fe267b26-80c7-4f64-b2cd-dbe5a58883f8,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:33.339453 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [req-1d92ed5c-8644-4041-8490-10aafa10cdf5 req-9689e8e6-16e3-4a8b-9e80-9f3910d2f67a tempest-InstanceActionsTestJSON-2060691899 tempest-InstanceActionsTestJSON-2060691899-project] Allocated IP 172.20.0.2 (e092106a-8804-418d-b10f-5709e5ebcb44/f1e6337f-68c5-4846-a57f-d045c993a9bb/e0d42b4e-46e3-4ede-a13e-dd4f3c539644) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:03:33.342821 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c6a4a01a-da16-458a-b698-fe1eef96f004 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:33.403131 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-51550d4d-87e5-40be-a5f7-187571a90630 req-3b493237-2a04-485f-aa87-c31f7b2509e0 service neutron] 10.222.0.68 "GET /v2.0/networks/f382f188-dbb7-4b56-8af5-82f76ac61bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832085 Aug 16 23:03:33.406247 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-58b540ef-83a7-4608-bc32-efbe23272730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:33.407788 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-58b540ef-83a7-4608-bc32-efbe23272730 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d6960f85-ce45-4ab7-99b5-dd33148146e1 HTTP/1.1" status: 200 len: 797 time: 0.1595116 Aug 16 23:03:33.459745 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-86ce51eb-c0a4-4284-a416-ec7f89b8af92 req-7c854a20-0951-4100-b7bb-089314063e84 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c2745c8-39ab-440e-a081-67457cdaf056&id=d16ff2d0-1ebf-4d89-b16a-9f394969ba5a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2192543 Aug 16 23:03:33.567681 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2ba9e1-9b27-40a8-8253-a2f4065c3e5b req-7774ffb4-4804-45da-b6ce-497b0145ce4a tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:33.569284 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ca2ba9e1-9b27-40a8-8253-a2f4065c3e5b req-7774ffb4-4804-45da-b6ce-497b0145ce4a tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/ports?device_id=9058972a-3d6a-4d8f-90e5-4502b5a05901 HTTP/1.1" status: 200 len: 944 time: 0.2240672 Aug 16 23:03:33.580918 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a5e214-8373-4453-a941-768a1a3c9472 req-186130ab-bd94-4be7-8c02-298ed34fbdde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:33.581600 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-21a5e214-8373-4453-a941-768a1a3c9472 req-186130ab-bd94-4be7-8c02-298ed34fbdde service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=352e2e0b88af46f28dafba560003ae12&device_id=9058972a-3d6a-4d8f-90e5-4502b5a05901 HTTP/1.1" status: 200 len: 1096 time: 0.1037045 Aug 16 23:03:33.604901 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c6a4a01a-da16-458a-b698-fe1eef96f004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:33.607371 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c6a4a01a-da16-458a-b698-fe1eef96f004 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:33.608498 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-c6a4a01a-da16-458a-b698-fe1eef96f004 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fee68d1d-942a-492f-b2dd-fd70d97b99d2 HTTP/1.1" status: 204 len: 168 time: 0.6953375 Aug 16 23:03:33.656709 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-1fd7706e-1aed-4787-92ec-bee6187e11eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:33.658241 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-1fd7706e-1aed-4787-92ec-bee6187e11eb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f22d369e-b532-46c6-9344-c4601e102f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2191255 Aug 16 23:03:33.702815 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a4a01a-da16-458a-b698-fe1eef96f004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee68d1d-942a-492f-b2dd-fd70d97b99d2,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:33.777963 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-68b48bfc-ccce-46ee-b90a-3b886a5232c0 tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:33.781358 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a5e214-8373-4453-a941-768a1a3c9472 req-128703ce-33b5-44b4-9661-d31d40c15358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:33.782845 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-21a5e214-8373-4453-a941-768a1a3c9472 req-128703ce-33b5-44b4-9661-d31d40c15358 service neutron] 10.222.0.68 "GET /v2.0/networks?id=f382f188-dbb7-4b56-8af5-82f76ac61bfc HTTP/1.1" status: 200 len: 906 time: 0.1631579 Aug 16 23:03:33.805337 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ca2ba9e1-9b27-40a8-8253-a2f4065c3e5b req-e42f1317-0348-4f0a-86bb-b71f24873986 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a9bd5fe-3160-4f0a-a902-e95b7aedf567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234645 Aug 16 23:03:33.849058 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb54de8-6b99-4ecb-be63-541ba8d955cb req-ec0727db-5379-4b92-b75e-7af764664212 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:33.850631 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0fb54de8-6b99-4ecb-be63-541ba8d955cb req-ec0727db-5379-4b92-b75e-7af764664212 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/ports?device_id=18587e22-5c06-42fd-975d-a2fe2080dd33 HTTP/1.1" status: 200 len: 945 time: 0.2779579 Aug 16 23:03:33.853810 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-21a5e214-8373-4453-a941-768a1a3c9472 req-523f4845-5d92-4c91-a0b7-a75b783980fa service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=506987ef-2223-4713-88b1-d7b60695e3b2 HTTP/1.1" status: 200 len: 217 time: 0.0396206 Aug 16 23:03:33.860261 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-09347a0c-6a2f-4542-93ca-673c96ee8f73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:33.879158 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-09347a0c-6a2f-4542-93ca-673c96ee8f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:33.886615 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1d92ed5c-8644-4041-8490-10aafa10cdf5 req-9689e8e6-16e3-4a8b-9e80-9f3910d2f67a tempest-InstanceActionsTestJSON-2060691899 tempest-InstanceActionsTestJSON-2060691899-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:33.944758 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-bd9fff0e-4c76-4937-a8bd-f60f757f6d8f service neutron] 10.222.0.57 "GET /v2.0/networks/f22d369e-b532-46c6-9344-c4601e102f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550030 Aug 16 23:03:33.976998 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a5e214-8373-4453-a941-768a1a3c9472 req-35b0c06f-c9a1-4d42-8907-244084b3d4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:33.978739 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-21a5e214-8373-4453-a941-768a1a3c9472 req-35b0c06f-c9a1-4d42-8907-244084b3d4c6 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6c827456-6bfb-4e82-b370-b53dc8e13ad7 HTTP/1.1" status: 200 len: 845 time: 0.1140139 Aug 16 23:03:33.999008 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-09347a0c-6a2f-4542-93ca-673c96ee8f73 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1845a7c427184d51b0546622911807f8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0736790 Aug 16 23:03:33.999395 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-68463403-a156-4935-943b-97f0f29df2c3 req-905771e2-a751-4eed-ba3e-7c7e9b8a0814 tempest-InstanceActionsTestJSON-2060691899 tempest-InstanceActionsTestJSON-2060691899-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a726828-c69a-4695-b580-c411f844d15a HTTP/1.1" status: 200 len: 210 time: 0.0760047 Aug 16 23:03:34.015139 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47754) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:34.020060 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09347a0c-6a2f-4542-93ca-673c96ee8f73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec1982fa-bed0-4147-a26e-afffa08827cb,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:34.022603 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-21a5e214-8373-4453-a941-768a1a3c9472 req-979d33c5-b806-4628-9195-0e02772b60e4 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=f382f188-dbb7-4b56-8af5-82f76ac61bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321815 Aug 16 23:03:34.094829 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0fb54de8-6b99-4ecb-be63-541ba8d955cb req-af93025e-19cc-4f42-a944-d968a6e13964 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/security-groups?id=1eb5bbe6-717a-4605-a558-b9b958591c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972215 Aug 16 23:03:34.201455 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ea8007a5-bc8a-4095-83cc-ac36dd21486a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:34.222059 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-f0844bfb-2e74-47fe-81be-7a9a3e713190 service neutron] 10.222.0.57 "GET /v2.0/networks/f22d369e-b532-46c6-9344-c4601e102f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534657 Aug 16 23:03:34.231312 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-68b48bfc-ccce-46ee-b90a-3b886a5232c0 tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-537184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-500218'] for router, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:34.233042 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1d92ed5c-8644-4041-8490-10aafa10cdf5 req-9689e8e6-16e3-4a8b-9e80-9f3910d2f67a tempest-InstanceActionsTestJSON-2060691899 tempest-InstanceActionsTestJSON-2060691899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:34.250945 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-21a5e214-8373-4453-a941-768a1a3c9472 req-95b96147-4f20-409e-820b-103a6f5508e5 service neutron] 10.222.0.68 "GET /v2.0/networks/f382f188-dbb7-4b56-8af5-82f76ac61bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780329 Aug 16 23:03:34.256038 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-68b48bfc-ccce-46ee-b90a-3b886a5232c0 tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-537179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-537170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-639656'] for router, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:34.341263 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-3557b44a-1042-4d64-8c1b-a1731d4ede5b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=acb20ca9-d24c-4731-8f98-e40869957d23 HTTP/1.1" status: 200 len: 217 time: 0.1058674 Aug 16 23:03:34.347249 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ea8007a5-bc8a-4095-83cc-ac36dd21486a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:34.440037 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d92ed5c-8644-4041-8490-10aafa10cdf5 req-9689e8e6-16e3-4a8b-9e80-9f3910d2f67a tempest-InstanceActionsTestJSON-2060691899 tempest-InstanceActionsTestJSON-2060691899-project] Network e092106a-8804-418d-b10f-5709e5ebcb44 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:03:34.451595 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924ac376-b33a-467d-b865-283930c4830d req-eac9e2e6-8227-44ad-9b22-991288108ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:34.453140 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-924ac376-b33a-467d-b865-283930c4830d req-eac9e2e6-8227-44ad-9b22-991288108ad4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=658de3f152bc4d17994dfa693ccface5&device_id=18587e22-5c06-42fd-975d-a2fe2080dd33 HTTP/1.1" status: 200 len: 1097 time: 0.1127079 Aug 16 23:03:34.456361 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [req-1d92ed5c-8644-4041-8490-10aafa10cdf5 req-9689e8e6-16e3-4a8b-9e80-9f3910d2f67a tempest-InstanceActionsTestJSON-2060691899 tempest-InstanceActionsTestJSON-2060691899-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:03:34.459408 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9689e8e6-16e3-4a8b-9e80-9f3910d2f67a tempest-InstanceActionsTestJSON-2060691899 tempest-InstanceActionsTestJSON-2060691899-project] Pushing event updated for resources: {'Port': ['ID=e0d42b4e-46e3-4ede-a13e-dd4f3c539644,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:34.461746 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d92ed5c-8644-4041-8490-10aafa10cdf5 req-9689e8e6-16e3-4a8b-9e80-9f3910d2f67a tempest-InstanceActionsTestJSON-2060691899 tempest-InstanceActionsTestJSON-2060691899-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:03:34.518215 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-6fa25eab-5e47-4d9c-9c07-edf3361ccabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:34.520320 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-6fa25eab-5e47-4d9c-9c07-edf3361ccabd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fdaa5cc8-50d2-4c63-b1ef-57818a69cbda HTTP/1.1" status: 200 len: 797 time: 0.1684103 Aug 16 23:03:34.522551 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-21a5e214-8373-4453-a941-768a1a3c9472 req-08c1170e-777d-4833-adff-d0508c237d73 service neutron] 10.222.0.68 "GET /v2.0/networks/f382f188-dbb7-4b56-8af5-82f76ac61bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636678 Aug 16 23:03:34.557556 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d92ed5c-8644-4041-8490-10aafa10cdf5 req-9689e8e6-16e3-4a8b-9e80-9f3910d2f67a tempest-InstanceActionsTestJSON-2060691899 tempest-InstanceActionsTestJSON-2060691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:34.558201 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1d92ed5c-8644-4041-8490-10aafa10cdf5 req-9689e8e6-16e3-4a8b-9e80-9f3910d2f67a tempest-InstanceActionsTestJSON-2060691899 tempest-InstanceActionsTestJSON-2060691899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:34.585059 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924ac376-b33a-467d-b865-283930c4830d req-d6bcb183-54f5-4a42-b801-a2092f71148d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:34.587495 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-924ac376-b33a-467d-b865-283930c4830d req-d6bcb183-54f5-4a42-b801-a2092f71148d service neutron] 10.222.0.57 "GET /v2.0/networks?id=540fbbcf-8da3-458c-90f5-f20e9fa6a263 HTTP/1.1" status: 200 len: 912 time: 0.1248584 Aug 16 23:03:34.587760 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68b48bfc-ccce-46ee-b90a-3b886a5232c0 tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Router 16ffecd1-5b64-4bf3-9570-2c23ff32ebb3 is scheduled to L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f with binding_index 1 {{(pid=101291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:03:34.598841 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fe0b3c-30e9-40a3-b340-4e6348d8b73b req-7dc1c7db-8436-4253-856e-5d0e12c1eb46 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:34.607191 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d6fe0b3c-30e9-40a3-b340-4e6348d8b73b req-7dc1c7db-8436-4253-856e-5d0e12c1eb46 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/ports?device_id=18587e22-5c06-42fd-975d-a2fe2080dd33 HTTP/1.1" status: 200 len: 945 time: 0.2619460 Aug 16 23:03:34.633274 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1d92ed5c-8644-4041-8490-10aafa10cdf5 req-9689e8e6-16e3-4a8b-9e80-9f3910d2f67a tempest-InstanceActionsTestJSON-2060691899 tempest-InstanceActionsTestJSON-2060691899-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1114349 Aug 16 23:03:34.667223 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-1d92ed5c-8644-4041-8490-10aafa10cdf5 req-633c5590-0b67-4dbc-aa61-faa756fe5455 service neutron] Request body: {'port': {'device_id': '6a726828-c69a-4695-b580-c411f844d15a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-26'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:03:34.669029 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-924ac376-b33a-467d-b865-283930c4830d req-03576c43-d7d7-4b30-b05b-251adb4c2463 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=165ee04e-ccea-40a0-8ba8-b0511f7c8bf9 HTTP/1.1" status: 200 len: 217 time: 0.0737972 Aug 16 23:03:34.678398 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ea8007a5-bc8a-4095-83cc-ac36dd21486a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:34.680983 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ea8007a5-bc8a-4095-83cc-ac36dd21486a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:34.682018 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-ea8007a5-bc8a-4095-83cc-ac36dd21486a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ec1982fa-bed0-4147-a26e-afffa08827cb HTTP/1.1" status: 204 len: 168 time: 0.6635015 Aug 16 23:03:34.733015 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-9dfbe53e-0ed3-474c-9867-45758723408b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:34.734618 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-9dfbe53e-0ed3-474c-9867-45758723408b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ce4eb26f-79ce-4c2a-bb34-84780b573ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1934981 Aug 16 23:03:34.735323 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8007a5-bc8a-4095-83cc-ac36dd21486a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec1982fa-bed0-4147-a26e-afffa08827cb,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:34.755243 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d6fe0b3c-30e9-40a3-b340-4e6348d8b73b req-619c2377-cd6f-4cd1-b2c7-3db6e40e4ffd tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/security-groups?id=1eb5bbe6-717a-4605-a558-b9b958591c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467123 Aug 16 23:03:34.765990 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924ac376-b33a-467d-b865-283930c4830d req-be017fb1-1706-4111-8553-6e6f7ab51dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:34.767473 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-924ac376-b33a-467d-b865-283930c4830d req-be017fb1-1706-4111-8553-6e6f7ab51dfb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=83a7154b-2d0f-4675-897d-e253fcead13a HTTP/1.1" status: 200 len: 851 time: 0.0922799 Aug 16 23:03:34.784574 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e296e342-9542-4770-b1ed-341fc1f42faa req-ae68504f-7b52-4987-ba07-1d9c3d696e08 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:34.791732 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e296e342-9542-4770-b1ed-341fc1f42faa req-ae68504f-7b52-4987-ba07-1d9c3d696e08 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:34.797057 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e296e342-9542-4770-b1ed-341fc1f42faa req-ae68504f-7b52-4987-ba07-1d9c3d696e08 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:34.803306 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-924ac376-b33a-467d-b865-283930c4830d req-e2dd615b-a4bc-49df-90df-59afb7f1f09d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=540fbbcf-8da3-458c-90f5-f20e9fa6a263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267348 Aug 16 23:03:34.804065 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e296e342-9542-4770-b1ed-341fc1f42faa req-ae68504f-7b52-4987-ba07-1d9c3d696e08 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:34.804304 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68b48bfc-ccce-46ee-b90a-3b886a5232c0 tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:03:34.808432 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-68b48bfc-ccce-46ee-b90a-3b886a5232c0 tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:34.810976 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e296e342-9542-4770-b1ed-341fc1f42faa req-ae68504f-7b52-4987-ba07-1d9c3d696e08 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:34.812254 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-68b48bfc-ccce-46ee-b90a-3b886a5232c0 tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] 10.222.0.36 "PUT /v2.0/routers/16ffecd1-5b64-4bf3-9570-2c23ff32ebb3 HTTP/1.1" status: 200 len: 920 time: 3.7849350 Aug 16 23:03:34.813949 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47780) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:34.821510 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d802c1-ff03-497d-b0bf-3b1636b8c1e2 None None] Sync routers for ids ['16ffecd1-5b64-4bf3-9570-2c23ff32ebb3'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:03:34.823601 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e296e342-9542-4770-b1ed-341fc1f42faa req-ae68504f-7b52-4987-ba07-1d9c3d696e08 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:34.839951 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e296e342-9542-4770-b1ed-341fc1f42faa req-ae68504f-7b52-4987-ba07-1d9c3d696e08 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:34.841918 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e296e342-9542-4770-b1ed-341fc1f42faa req-ae68504f-7b52-4987-ba07-1d9c3d696e08 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d0f439b-55b3-479e-b4c0-19dd4772e5b0 HTTP/1.1" status: 200 len: 5418 time: 0.2557192 Aug 16 23:03:34.850093 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d802c1-ff03-497d-b0bf-3b1636b8c1e2 None None] Routers {'16ffecd1-5b64-4bf3-9570-2c23ff32ebb3'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:03:34.850984 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-87d802c1-ff03-497d-b0bf-3b1636b8c1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:03:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['16ffecd1-5b64-4bf3-9570-2c23ff32ebb3'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:03:34.919562 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-87d802c1-ff03-497d-b0bf-3b1636b8c1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:03:34.939965 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d802c1-ff03-497d-b0bf-3b1636b8c1e2 None None] Routers {'16ffecd1-5b64-4bf3-9570-2c23ff32ebb3'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:03:34.940667 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-87d802c1-ff03-497d-b0bf-3b1636b8c1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:03:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['16ffecd1-5b64-4bf3-9570-2c23ff32ebb3'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:03:35.016447 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-87d802c1-ff03-497d-b0bf-3b1636b8c1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:03:35.017438 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d802c1-ff03-497d-b0bf-3b1636b8c1e2 None None] The sync data for ids ['16ffecd1-5b64-4bf3-9570-2c23ff32ebb3'] in n-d-791506-26 is: [] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:03:35.076415 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-924ac376-b33a-467d-b865-283930c4830d req-b237159c-cf9a-4542-ac20-7e14818da711 service neutron] 10.222.0.57 "GET /v2.0/networks/540fbbcf-8da3-458c-90f5-f20e9fa6a263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630129 Aug 16 23:03:35.078653 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-9ecfef3b-8bca-4130-be3e-8b7cd6b1c9cb tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] 10.222.0.36 "GET /v2.0/routers/16ffecd1-5b64-4bf3-9570-2c23ff32ebb3 HTTP/1.1" status: 200 len: 926 time: 0.2637720 Aug 16 23:03:35.082478 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47792) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:35.189088 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-924ac376-b33a-467d-b865-283930c4830d req-c6f620b7-ebf8-4bbe-b5b6-6ff05415a3f2 service neutron] 10.222.0.57 "GET /v2.0/networks/540fbbcf-8da3-458c-90f5-f20e9fa6a263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030517 Aug 16 23:03:35.247594 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47798) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:35.268012 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1d92ed5c-8644-4041-8490-10aafa10cdf5 req-633c5590-0b67-4dbc-aa61-faa756fe5455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:35.286728 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0e473f-dcae-4a10-88f4-b01e2f2fc424 tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:35.288639 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-6b0e473f-dcae-4a10-88f4-b01e2f2fc424 tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=c22c4980-c849-406d-982c-a5d68c515a94&device_id=16ffecd1-5b64-4bf3-9570-2c23ff32ebb3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2038689 Aug 16 23:03:35.290973 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47800) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:35.308128 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c35c8758-a51b-4395-9af8-f4d88feded9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:35.366009 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e296e342-9542-4770-b1ed-341fc1f42faa req-dd6c9a15-09df-44a7-aed1-196571f540a8 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c2745c8-39ab-440e-a081-67457cdaf056&id=d16ff2d0-1ebf-4d89-b16a-9f394969ba5a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4765985 Aug 16 23:03:35.391703 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085ee27a-ceb3-4839-a7a7-25cbce2d8ed8 tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:35.393152 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-085ee27a-ceb3-4839-a7a7-25cbce2d8ed8 tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] 10.222.0.36 "GET /v2.0/networks/c22c4980-c849-406d-982c-a5d68c515a94 HTTP/1.1" status: 200 len: 881 time: 0.1012626 Aug 16 23:03:35.396565 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47804) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:35.419435 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 506987ef-2223-4713-88b1-d7b60695e3b2 details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:03:35.426343 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a37780-1994-4662-a4e4-7bc6fe305ad8 req-9ec4c4ee-e63b-4e43-aaec-4981b5dffdad tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:35.427912 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f1a37780-1994-4662-a4e4-7bc6fe305ad8 req-9ec4c4ee-e63b-4e43-aaec-4981b5dffdad tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/ports?device_id=9058972a-3d6a-4d8f-90e5-4502b5a05901 HTTP/1.1" status: 200 len: 944 time: 0.2209520 Aug 16 23:03:35.448945 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-d01fe169-0301-4f43-87ab-3c9f2593cd99 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] 10.222.0.36 "GET /v2.0/ports?device_id=16ffecd1-5b64-4bf3-9570-2c23ff32ebb3 HTTP/1.1" status: 200 len: 205 time: 0.0511720 Aug 16 23:03:35.449678 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47806) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:35.496144 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-fa5e5ad7-06d5-4b5e-956a-e5fdafba8405 service neutron] 10.222.0.57 "GET /v2.0/networks/ce4eb26f-79ce-4c2a-bb34-84780b573ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7353103 Aug 16 23:03:35.554028 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 506987ef-2223-4713-88b1-d7b60695e3b2, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=506987ef-2223-4713-88b1-d7b60695e3b2,segment=NetworkSegment(2f9d1485-64c4-4032-9f01-ae22555e2cfc),segment_id=2f9d1485-64c4-4032-9f01-ae22555e2cfc)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:03:35.568510 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': '506987ef-2223-4713-88b1-d7b60695e3b2', 'network_id': 'f382f188-dbb7-4b56-8af5-82f76ac61bfc', 'port_id': '506987ef-2223-4713-88b1-d7b60695e3b2', 'mac_address': 'fa:16:3e:57:ae:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c827456-6bfb-4e82-b370-b53dc8e13ad7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:03:35.591510 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c8e00a1d-2df5-4e85-942e-6d14e1b1e604 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks [] for router, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:35.669453 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:35.696235 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 506987ef-2223-4713-88b1-d7b60695e3b2 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:03:35.751356 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 506987ef-2223-4713-88b1-d7b60695e3b2, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=506987ef-2223-4713-88b1-d7b60695e3b2,segment=NetworkSegment(2f9d1485-64c4-4032-9f01-ae22555e2cfc),segment_id=2f9d1485-64c4-4032-9f01-ae22555e2cfc)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:03:35.757404 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:35.803913 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f1a37780-1994-4662-a4e4-7bc6fe305ad8 req-3cbb2a5d-2979-4576-b3c4-f3a2ab02ea7e tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a9bd5fe-3160-4f0a-a902-e95b7aedf567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3180439 Aug 16 23:03:35.840780 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c35c8758-a51b-4395-9af8-f4d88feded9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:35.849969 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=506987ef-2223-4713-88b1-d7b60695e3b2,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:35.865385 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c35c8758-a51b-4395-9af8-f4d88feded9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:35.883573 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90067e2-264b-4baa-ba42-74ae8fc8b69c req-52e04002-04f8-4b21-8771-28a9c6d27f2f tempest-InstanceActionsTestJSON-2060691899 tempest-InstanceActionsTestJSON-2060691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:35.891023 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d90067e2-264b-4baa-ba42-74ae8fc8b69c req-52e04002-04f8-4b21-8771-28a9c6d27f2f tempest-InstanceActionsTestJSON-2060691899 tempest-InstanceActionsTestJSON-2060691899-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a726828-c69a-4695-b580-c411f844d15a HTTP/1.1" status: 200 len: 931 time: 0.4063411 Aug 16 23:03:35.968142 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['506987ef-2223-4713-88b1-d7b60695e3b2'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:03:35.970682 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-f0ffb8d9-a0cf-4131-baec-ecd689e1f09c service neutron] 10.222.0.57 "GET /v2.0/networks/ce4eb26f-79ce-4c2a-bb34-84780b573ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3863060 Aug 16 23:03:36.057104 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35c8758-a51b-4395-9af8-f4d88feded9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5498d5e8-cb01-48b7-9fb7-f31d9bddeab6,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:36.073936 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-376630ca-baee-49a7-ba9b-3f098416d6e1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ca2bab7f-12a0-4ae0-aa91-31c515a91b5c HTTP/1.1" status: 200 len: 217 time: 0.0834196 Aug 16 23:03:36.076115 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-c35c8758-a51b-4395-9af8-f4d88feded9d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1a0f73a073a24d97847245765457ce57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8091459 Aug 16 23:03:36.080200 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47822) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:36.104927 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d90067e2-264b-4baa-ba42-74ae8fc8b69c req-9541c6a2-0af4-4e17-aec4-024612726eba tempest-InstanceActionsTestJSON-2060691899 tempest-InstanceActionsTestJSON-2060691899-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4c9a2a6-84c0-44b3-a736-4d6416eb8831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081437 Aug 16 23:03:36.184751 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0391da-ddc0-46c6-b5ed-5f75db7516f7 req-62786130-8959-4e12-9753-b7e2c4c19e9f tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:36.186409 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2a0391da-ddc0-46c6-b5ed-5f75db7516f7 req-62786130-8959-4e12-9753-b7e2c4c19e9f tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/ports?device_id=18587e22-5c06-42fd-975d-a2fe2080dd33 HTTP/1.1" status: 200 len: 945 time: 0.2550192 Aug 16 23:03:36.208708 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c8e00a1d-2df5-4e85-942e-6d14e1b1e604 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:36.212024 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-db7a43bf-a207-4a40-b5e2-6ca40ed510b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:36.225793 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-be20d789-16d9-40a2-92cf-07f307603e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:36.227747 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-be20d789-16d9-40a2-92cf-07f307603e75 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fdaa5cc8-50d2-4c63-b1ef-57818a69cbda HTTP/1.1" status: 200 len: 797 time: 0.1203146 Aug 16 23:03:36.253372 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [req-1d92ed5c-8644-4041-8490-10aafa10cdf5 req-633c5590-0b67-4dbc-aa61-faa756fe5455 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0d42b4e-46e3-4ede-a13e-dd4f3c539644 {{(pid=101292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:03:36.257591 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-db7a43bf-a207-4a40-b5e2-6ca40ed510b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:36.268883 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1d92ed5c-8644-4041-8490-10aafa10cdf5 req-633c5590-0b67-4dbc-aa61-faa756fe5455 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:36.307901 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2a0391da-ddc0-46c6-b5ed-5f75db7516f7 req-37ba0092-99da-4593-8072-24c2b8f62cf7 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/security-groups?id=1eb5bbe6-717a-4605-a558-b9b958591c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997779 Aug 16 23:03:36.312434 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-c8e00a1d-2df5-4e85-942e-6d14e1b1e604 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Deleting port fe267b26-80c7-4f64-b2cd-dbe5a58883f8 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:03:36.313133 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c8e00a1d-2df5-4e85-942e-6d14e1b1e604 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:36.327278 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-391d45bc-e126-4cdb-8e7b-4158d9259644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:36.329342 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-391d45bc-e126-4cdb-8e7b-4158d9259644 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ce4eb26f-79ce-4c2a-bb34-84780b573ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0877759 Aug 16 23:03:36.335773 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-1d92ed5c-8644-4041-8490-10aafa10cdf5 req-633c5590-0b67-4dbc-aa61-faa756fe5455 service neutron] Transition to ACTIVE for port object e0d42b4e-46e3-4ede-a13e-dd4f3c539644 will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:03:36.346957 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1d92ed5c-8644-4041-8490-10aafa10cdf5 req-633c5590-0b67-4dbc-aa61-faa756fe5455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:36.365691 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-db7a43bf-a207-4a40-b5e2-6ca40ed510b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:36.368235 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-db7a43bf-a207-4a40-b5e2-6ca40ed510b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:36.371944 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-db7a43bf-a207-4a40-b5e2-6ca40ed510b8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5498d5e8-cb01-48b7-9fb7-f31d9bddeab6 HTTP/1.1" status: 204 len: 168 time: 0.2885685 Aug 16 23:03:36.385847 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7a43bf-a207-4a40-b5e2-6ca40ed510b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5498d5e8-cb01-48b7-9fb7-f31d9bddeab6,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:36.443705 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c8e00a1d-2df5-4e85-942e-6d14e1b1e604 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:36.477681 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-c8e00a1d-2df5-4e85-942e-6d14e1b1e604 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Calling delete_port for fe267b26-80c7-4f64-b2cd-dbe5a58883f8 owned by network:router_gateway {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:03:36.543097 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633c5590-0b67-4dbc-aa61-faa756fe5455 service neutron] Pushing event updated for resources: {'Port': ['ID=e0d42b4e-46e3-4ede-a13e-dd4f3c539644,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:36.608501 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-da39c44d-37fe-4f53-ad9d-0fbb4f1c9f90 service neutron] 10.222.0.57 "GET /v2.0/networks/ce4eb26f-79ce-4c2a-bb34-84780b573ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711596 Aug 16 23:03:36.625349 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6749472e-87c3-41ef-bd0f-6ee789c49e1c req-744ee74c-deab-4a49-8443-7d706777a0ac tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:36.632000 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6749472e-87c3-41ef-bd0f-6ee789c49e1c req-744ee74c-deab-4a49-8443-7d706777a0ac tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:36.638017 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6749472e-87c3-41ef-bd0f-6ee789c49e1c req-744ee74c-deab-4a49-8443-7d706777a0ac tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:36.644113 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6749472e-87c3-41ef-bd0f-6ee789c49e1c req-744ee74c-deab-4a49-8443-7d706777a0ac tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:36.651446 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6749472e-87c3-41ef-bd0f-6ee789c49e1c req-744ee74c-deab-4a49-8443-7d706777a0ac tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:36.657020 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6749472e-87c3-41ef-bd0f-6ee789c49e1c req-744ee74c-deab-4a49-8443-7d706777a0ac tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:36.665563 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6749472e-87c3-41ef-bd0f-6ee789c49e1c req-744ee74c-deab-4a49-8443-7d706777a0ac tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:36.667778 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6749472e-87c3-41ef-bd0f-6ee789c49e1c req-744ee74c-deab-4a49-8443-7d706777a0ac tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d0f439b-55b3-479e-b4c0-19dd4772e5b0 HTTP/1.1" status: 200 len: 5418 time: 0.1729765 Aug 16 23:03:36.704518 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c8e00a1d-2df5-4e85-942e-6d14e1b1e604 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:36.740499 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e00a1d-2df5-4e85-942e-6d14e1b1e604 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Pushing event deleted for resources: {'Port': ['ID=fe267b26-80c7-4f64-b2cd-dbe5a58883f8,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:36.744531 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-1d92ed5c-8644-4041-8490-10aafa10cdf5 req-633c5590-0b67-4dbc-aa61-faa756fe5455 service neutron] Attempting to bind port e0d42b4e-46e3-4ede-a13e-dd4f3c539644 on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:03:36.745183 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-1d92ed5c-8644-4041-8490-10aafa10cdf5 req-633c5590-0b67-4dbc-aa61-faa756fe5455 service neutron] Attempting to bind port e0d42b4e-46e3-4ede-a13e-dd4f3c539644 by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': 'efc9d0c6-d826-4a4a-a65a-bbc926ea427c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e092106a-8804-418d-b10f-5709e5ebcb44'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:03:36.745751 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d92ed5c-8644-4041-8490-10aafa10cdf5 req-633c5590-0b67-4dbc-aa61-faa756fe5455 service neutron] Attempting to bind port e0d42b4e-46e3-4ede-a13e-dd4f3c539644 on network e092106a-8804-418d-b10f-5709e5ebcb44 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:03:36.756148 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d92ed5c-8644-4041-8490-10aafa10cdf5 req-633c5590-0b67-4dbc-aa61-faa756fe5455 service neutron] Port e0d42b4e-46e3-4ede-a13e-dd4f3c539644 on network e092106a-8804-418d-b10f-5709e5ebcb44 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:03:36.756568 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d92ed5c-8644-4041-8490-10aafa10cdf5 req-633c5590-0b67-4dbc-aa61-faa756fe5455 service neutron] Attempting to bind port e0d42b4e-46e3-4ede-a13e-dd4f3c539644 on network e092106a-8804-418d-b10f-5709e5ebcb44 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:03:36.765873 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d92ed5c-8644-4041-8490-10aafa10cdf5 req-633c5590-0b67-4dbc-aa61-faa756fe5455 service neutron] Checking agent: {'id': 'd28e24f9-e5ea-41e1-80bf-3c7943ad7f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:03:36.765873 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d92ed5c-8644-4041-8490-10aafa10cdf5 req-633c5590-0b67-4dbc-aa61-faa756fe5455 service neutron] Checking segment: {'id': 'efc9d0c6-d826-4a4a-a65a-bbc926ea427c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e092106a-8804-418d-b10f-5709e5ebcb44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:03:36.765873 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d92ed5c-8644-4041-8490-10aafa10cdf5 req-633c5590-0b67-4dbc-aa61-faa756fe5455 service neutron] Bound using segment: {'id': 'efc9d0c6-d826-4a4a-a65a-bbc926ea427c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e092106a-8804-418d-b10f-5709e5ebcb44'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:03:36.765873 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-1d92ed5c-8644-4041-8490-10aafa10cdf5 req-633c5590-0b67-4dbc-aa61-faa756fe5455 service neutron] Bound port: e0d42b4e-46e3-4ede-a13e-dd4f3c539644, host: n-h1-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efc9d0c6-d826-4a4a-a65a-bbc926ea427c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e092106a-8804-418d-b10f-5709e5ebcb44'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:03:36.765873 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1d92ed5c-8644-4041-8490-10aafa10cdf5 req-633c5590-0b67-4dbc-aa61-faa756fe5455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:36.814840 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6749472e-87c3-41ef-bd0f-6ee789c49e1c req-9dd40438-6356-4857-9973-9b2b442bf49a tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c2745c8-39ab-440e-a081-67457cdaf056&id=d16ff2d0-1ebf-4d89-b16a-9f394969ba5a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1312823 Aug 16 23:03:36.851740 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c8e00a1d-2df5-4e85-942e-6d14e1b1e604 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537121'] for router_gateway, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:36.881402 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3623aa15-60a5-4c70-8ada-07c33f624611 req-5650b145-a0fe-42ad-bd8a-ac920089dbdb service neutron] 10.222.0.57 "GET /v2.0/networks/ce4eb26f-79ce-4c2a-bb34-84780b573ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123125 Aug 16 23:03:36.911173 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-1d92ed5c-8644-4041-8490-10aafa10cdf5 req-633c5590-0b67-4dbc-aa61-faa756fe5455 service neutron] For port e0d42b4e-46e3-4ede-a13e-dd4f3c539644, host n-h1-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:03:36.950581 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-1d92ed5c-8644-4041-8490-10aafa10cdf5 req-633c5590-0b67-4dbc-aa61-faa756fe5455 service neutron] For port e0d42b4e-46e3-4ede-a13e-dd4f3c539644, host n-h1-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=e0d42b4e-46e3-4ede-a13e-dd4f3c539644,segment=NetworkSegment(efc9d0c6-d826-4a4a-a65a-bbc926ea427c),segment_id=efc9d0c6-d826-4a4a-a65a-bbc926ea427c)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:03:36.958182 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1d92ed5c-8644-4041-8490-10aafa10cdf5 req-633c5590-0b67-4dbc-aa61-faa756fe5455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:36.968356 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c8e00a1d-2df5-4e85-942e-6d14e1b1e604 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:36.972059 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c8e00a1d-2df5-4e85-942e-6d14e1b1e604 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:37.011673 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea4d320-b362-4b78-9abd-4bdd54d50ed2 req-ff19ddfa-ef97-4383-bd03-2b5e999ee978 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:37.013279 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fea4d320-b362-4b78-9abd-4bdd54d50ed2 req-ff19ddfa-ef97-4383-bd03-2b5e999ee978 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/ports?device_id=9058972a-3d6a-4d8f-90e5-4502b5a05901 HTTP/1.1" status: 200 len: 945 time: 0.1072376 Aug 16 23:03:37.014598 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d92ed5c-8644-4041-8490-10aafa10cdf5 req-633c5590-0b67-4dbc-aa61-faa756fe5455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:37.015361 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1d92ed5c-8644-4041-8490-10aafa10cdf5 req-633c5590-0b67-4dbc-aa61-faa756fe5455 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:37.016687 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1d92ed5c-8644-4041-8490-10aafa10cdf5 req-633c5590-0b67-4dbc-aa61-faa756fe5455 service neutron] 10.222.0.68 "PUT /v2.0/ports/e0d42b4e-46e3-4ede-a13e-dd4f3c539644 HTTP/1.1" status: 200 len: 1092 time: 2.3567715 Aug 16 23:03:37.019091 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a726828-c69a-4695-b580-c411f844d15a', 'tag': 'e0d42b4e-46e3-4ede-a13e-dd4f3c539644'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:03:37.022087 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-043abb71-6e82-454a-83d4-43ca6e151658" -d '{"events": [{"name": "network-changed", "server_uuid": "6a726828-c69a-4695-b580-c411f844d15a", "tag": "e0d42b4e-46e3-4ede-a13e-dd4f3c539644"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:03:37.024068 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c8e00a1d-2df5-4e85-942e-6d14e1b1e604 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:37.024647 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e00a1d-2df5-4e85-942e-6d14e1b1e604 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Fanout notify agent at l3_agent the message router_deleted on router 16ffecd1-5b64-4bf3-9570-2c23ff32ebb3 {{(pid=101291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:03:37.034880 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c8e00a1d-2df5-4e85-942e-6d14e1b1e604 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:37.037317 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-c8e00a1d-2df5-4e85-942e-6d14e1b1e604 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] 10.222.0.36 "DELETE /v2.0/routers/16ffecd1-5b64-4bf3-9570-2c23ff32ebb3 HTTP/1.1" status: 204 len: 168 time: 1.5865486 Aug 16 23:03:37.042381 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47856) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:37.058468 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-9eae468c-c05e-40a4-9b5f-f6e17276973d tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-868419818', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}, 'admin_state_up': False}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:03:37.104332 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633c5590-0b67-4dbc-aa61-faa756fe5455 service neutron] Pushing event updated for resources: {'Port': ['ID=e0d42b4e-46e3-4ede-a13e-dd4f3c539644,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:37.135057 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fea4d320-b362-4b78-9abd-4bdd54d50ed2 req-662175c8-2733-4dac-af51-f8025e841fd1 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a9bd5fe-3160-4f0a-a902-e95b7aedf567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052058 Aug 16 23:03:37.144369 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9eae468c-c05e-40a4-9b5f-f6e17276973d tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:37.146113 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9eae468c-c05e-40a4-9b5f-f6e17276973d tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:37.166754 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d92ed5c-8644-4041-8490-10aafa10cdf5 req-d668d574-3fc3-49be-9d81-99176160cc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:37.169083 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1d92ed5c-8644-4041-8490-10aafa10cdf5 req-d668d574-3fc3-49be-9d81-99176160cc3f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=45b38e0da5a047c89eb44539aee4e539&device_id=6a726828-c69a-4695-b580-c411f844d15a HTTP/1.1" status: 200 len: 1095 time: 0.0993650 Aug 16 23:03:37.224298 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1d92ed5c-8644-4041-8490-10aafa10cdf5 req-a35b4117-5e9f-4e50-8cc7-ff832d49177b service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e0d42b4e-46e3-4ede-a13e-dd4f3c539644 HTTP/1.1" status: 200 len: 217 time: 0.0428329 Aug 16 23:03:37.331831 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9eae468c-c05e-40a4-9b5f-f6e17276973d tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:37.377097 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d92ed5c-8644-4041-8490-10aafa10cdf5 req-58033fc6-50dc-4936-9ef4-c90c3c99d588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:37.378692 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1d92ed5c-8644-4041-8490-10aafa10cdf5 req-58033fc6-50dc-4936-9ef4-c90c3c99d588 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f1e6337f-68c5-4846-a57f-d045c993a9bb HTTP/1.1" status: 200 len: 854 time: 0.1421597 Aug 16 23:03:37.409305 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae22433c-3d7e-474b-85f6-f39da33a84a4 x-openstack-request-id: req-ae22433c-3d7e-474b-85f6-f39da33a84a4 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:03:37.409544 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a726828-c69a-4695-b580-c411f844d15a", "tag": "e0d42b4e-46e3-4ede-a13e-dd4f3c539644", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:03:37.410321 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ae22433c-3d7e-474b-85f6-f39da33a84a4 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:03:37.410898 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a726828-c69a-4695-b580-c411f844d15a', 'tag': 'e0d42b4e-46e3-4ede-a13e-dd4f3c539644', 'status': 'completed', 'code': 200} Aug 16 23:03:37.429833 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 506987ef-2223-4713-88b1-d7b60695e3b2 up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:03:37.434925 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070df42b-7739-4ec2-98b7-929a5ee10caa req-34506ca6-9445-4404-ae19-3c15e7449f38 tempest-InstanceActionsTestJSON-2060691899 tempest-InstanceActionsTestJSON-2060691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:37.436859 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-070df42b-7739-4ec2-98b7-929a5ee10caa req-34506ca6-9445-4404-ae19-3c15e7449f38 tempest-InstanceActionsTestJSON-2060691899 tempest-InstanceActionsTestJSON-2060691899-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a726828-c69a-4695-b580-c411f844d15a HTTP/1.1" status: 200 len: 943 time: 0.2094605 Aug 16 23:03:37.463470 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1d92ed5c-8644-4041-8490-10aafa10cdf5 req-7227c8e2-de5b-4c1c-82a6-fc844475c654 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e092106a-8804-418d-b10f-5709e5ebcb44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559258 Aug 16 23:03:37.520723 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning for port 506987ef-2223-4713-88b1-d7b60695e3b2 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:03:37.526545 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port 506987ef-2223-4713-88b1-d7b60695e3b2 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:03:37.526926 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:37.631356 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:37.662846 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9058972a-3d6a-4d8f-90e5-4502b5a05901', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '506987ef-2223-4713-88b1-d7b60695e3b2'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:03:37.666046 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd74b8a6-7b0e-4345-b318-b23f0023f6ce" -d '{"events": [{"server_uuid": "9058972a-3d6a-4d8f-90e5-4502b5a05901", "name": "network-vif-plugged", "status": "completed", "tag": "506987ef-2223-4713-88b1-d7b60695e3b2"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:03:37.698418 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 506987ef-2223-4713-88b1-d7b60695e3b2, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=506987ef-2223-4713-88b1-d7b60695e3b2,segment=NetworkSegment(2f9d1485-64c4-4032-9f01-ae22555e2cfc),segment_id=2f9d1485-64c4-4032-9f01-ae22555e2cfc)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:03:37.705896 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:37.765402 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=506987ef-2223-4713-88b1-d7b60695e3b2,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:37.955421 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9eae468c-c05e-40a4-9b5f-f6e17276973d tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:38.013470 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-070df42b-7739-4ec2-98b7-929a5ee10caa req-6c767da0-afa5-4bef-8ef5-aa4a15e733c3 tempest-InstanceActionsTestJSON-2060691899 tempest-InstanceActionsTestJSON-2060691899-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4c9a2a6-84c0-44b3-a736-4d6416eb8831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5519326 Aug 16 23:03:38.063545 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be99cb32-6f15-4323-81e7-6ed19a9a0c8c x-openstack-request-id: req-be99cb32-6f15-4323-81e7-6ed19a9a0c8c {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:03:38.063844 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9058972a-3d6a-4d8f-90e5-4502b5a05901", "name": "network-vif-plugged", "status": "completed", "tag": "506987ef-2223-4713-88b1-d7b60695e3b2", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:03:38.064098 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-be99cb32-6f15-4323-81e7-6ed19a9a0c8c {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:03:38.064525 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9058972a-3d6a-4d8f-90e5-4502b5a05901', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '506987ef-2223-4713-88b1-d7b60695e3b2', 'code': 200} Aug 16 23:03:38.090738 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebccdbe6-a584-4c95-8509-a1cfd787b127 req-b52f557b-ba78-4411-93fc-1a76bbc0502d tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:38.092317 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ebccdbe6-a584-4c95-8509-a1cfd787b127 req-b52f557b-ba78-4411-93fc-1a76bbc0502d tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/ports?device_id=18587e22-5c06-42fd-975d-a2fe2080dd33 HTTP/1.1" status: 200 len: 945 time: 0.6209612 Aug 16 23:03:38.145461 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1d92ed5c-8644-4041-8490-10aafa10cdf5 req-d7369b59-35fe-417f-b841-16e934983a26 service neutron] 10.222.0.68 "GET /v2.0/networks/e092106a-8804-418d-b10f-5709e5ebcb44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6691983 Aug 16 23:03:38.187697 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e0b06-6bc1-4574-80bb-b5c25e23dabe req-9a8c8ab2-d87e-4125-8e6c-70d7bc1a5a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:38.189546 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-447e0b06-6bc1-4574-80bb-b5c25e23dabe req-9a8c8ab2-d87e-4125-8e6c-70d7bc1a5a2c service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=9058972a-3d6a-4d8f-90e5-4502b5a05901 HTTP/1.1" status: 200 len: 1098 time: 0.0646911 Aug 16 23:03:38.250437 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-447e0b06-6bc1-4574-80bb-b5c25e23dabe req-5bb73231-133a-4f29-bdf5-af5c2a917a23 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=9a9bd5fe-3160-4f0a-a902-e95b7aedf567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465958 Aug 16 23:03:38.278083 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ebccdbe6-a584-4c95-8509-a1cfd787b127 req-16f5dcdb-8931-4164-a384-566cc33a327e tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/security-groups?id=1eb5bbe6-717a-4605-a558-b9b958591c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728981 Aug 16 23:03:38.352949 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e11f5-6fc0-4c6b-9d74-3419fc782dd2 req-e16287bf-bae8-4997-80e6-e012d7a3403d tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:38.359535 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e11f5-6fc0-4c6b-9d74-3419fc782dd2 req-e16287bf-bae8-4997-80e6-e012d7a3403d tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:38.368355 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e11f5-6fc0-4c6b-9d74-3419fc782dd2 req-e16287bf-bae8-4997-80e6-e012d7a3403d tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:38.375726 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e11f5-6fc0-4c6b-9d74-3419fc782dd2 req-e16287bf-bae8-4997-80e6-e012d7a3403d tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:38.382721 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e11f5-6fc0-4c6b-9d74-3419fc782dd2 req-e16287bf-bae8-4997-80e6-e012d7a3403d tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:38.388939 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e11f5-6fc0-4c6b-9d74-3419fc782dd2 req-e16287bf-bae8-4997-80e6-e012d7a3403d tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:38.396148 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e11f5-6fc0-4c6b-9d74-3419fc782dd2 req-e16287bf-bae8-4997-80e6-e012d7a3403d tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:38.401338 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3c0e11f5-6fc0-4c6b-9d74-3419fc782dd2 req-e16287bf-bae8-4997-80e6-e012d7a3403d tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d0f439b-55b3-479e-b4c0-19dd4772e5b0 HTTP/1.1" status: 200 len: 5418 time: 0.2452176 Aug 16 23:03:38.561919 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1d92ed5c-8644-4041-8490-10aafa10cdf5 req-701ff619-179b-496d-a44e-b955bbfd42a6 service neutron] 10.222.0.68 "GET /v2.0/networks/e092106a-8804-418d-b10f-5709e5ebcb44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4072344 Aug 16 23:03:38.631073 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b151bf9-d185-4238-9f64-458d45edac80 req-dafd49ef-3d29-4bb2-b8d9-3ccf0b705f49 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:38.632625 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3b151bf9-d185-4238-9f64-458d45edac80 req-dafd49ef-3d29-4bb2-b8d9-3ccf0b705f49 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/ports?device_id=9058972a-3d6a-4d8f-90e5-4502b5a05901 HTTP/1.1" status: 200 len: 946 time: 0.2282727 Aug 16 23:03:38.643962 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3c0e11f5-6fc0-4c6b-9d74-3419fc782dd2 req-95541d47-2087-41bb-a71a-a5394d76572d tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c2745c8-39ab-440e-a081-67457cdaf056&id=d16ff2d0-1ebf-4d89-b16a-9f394969ba5a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2364259 Aug 16 23:03:38.644857 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9eae468c-c05e-40a4-9b5f-f6e17276973d tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks [] for router_gateway, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:38.689961 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9eae468c-c05e-40a4-9b5f-f6e17276973d tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:38.775532 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043abb71-6e82-454a-83d4-43ca6e151658 req-a9a19a1f-8539-4ba8-bf2b-4235cd33b160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:38.777100 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-043abb71-6e82-454a-83d4-43ca6e151658 req-a9a19a1f-8539-4ba8-bf2b-4235cd33b160 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=45b38e0da5a047c89eb44539aee4e539&device_id=6a726828-c69a-4695-b580-c411f844d15a HTTP/1.1" status: 200 len: 1095 time: 0.1552918 Aug 16 23:03:38.779951 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3b151bf9-d185-4238-9f64-458d45edac80 req-0fc6b642-44fb-4e86-9cb6-8c762699d483 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a9bd5fe-3160-4f0a-a902-e95b7aedf567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312606 Aug 16 23:03:38.898766 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-9eae468c-c05e-40a4-9b5f-f6e17276973d tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Allocated IP 172.25.4.156 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/83842315-da6f-425a-affe-31af9527c477) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:03:38.978980 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043abb71-6e82-454a-83d4-43ca6e151658 req-d21d5b51-e820-405a-8c3f-16fdb73b69cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:38.980396 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-043abb71-6e82-454a-83d4-43ca6e151658 req-d21d5b51-e820-405a-8c3f-16fdb73b69cc service neutron] 10.222.0.68 "GET /v2.0/networks?id=e092106a-8804-418d-b10f-5709e5ebcb44 HTTP/1.1" status: 200 len: 915 time: 0.1821520 Aug 16 23:03:39.035709 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-043abb71-6e82-454a-83d4-43ca6e151658 req-54da809a-714c-45b4-8818-b7a2a95d2238 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e0d42b4e-46e3-4ede-a13e-dd4f3c539644 HTTP/1.1" status: 200 len: 217 time: 0.0437977 Aug 16 23:03:39.143834 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9eae468c-c05e-40a4-9b5f-f6e17276973d tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:39.151687 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043abb71-6e82-454a-83d4-43ca6e151658 req-5784edee-fe8b-4fa7-8c8c-f55c0da68fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:39.153700 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-043abb71-6e82-454a-83d4-43ca6e151658 req-5784edee-fe8b-4fa7-8c8c-f55c0da68fa2 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f1e6337f-68c5-4846-a57f-d045c993a9bb HTTP/1.1" status: 200 len: 854 time: 0.1081455 Aug 16 23:03:39.224223 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-043abb71-6e82-454a-83d4-43ca6e151658 req-4b5bd209-d9b4-4d39-8ce0-1dd91ee945b9 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e092106a-8804-418d-b10f-5709e5ebcb44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520656 Aug 16 23:03:39.266334 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd28820-9694-4fe4-8156-c96de16217dc req-894ba410-adef-49e2-bf89-ea1abf6ca361 tempest-InstanceActionsTestJSON-2060691899 tempest-InstanceActionsTestJSON-2060691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:39.267837 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dbd28820-9694-4fe4-8156-c96de16217dc req-894ba410-adef-49e2-bf89-ea1abf6ca361 tempest-InstanceActionsTestJSON-2060691899 tempest-InstanceActionsTestJSON-2060691899-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a726828-c69a-4695-b580-c411f844d15a HTTP/1.1" status: 200 len: 943 time: 0.1115973 Aug 16 23:03:39.360680 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dbd28820-9694-4fe4-8156-c96de16217dc req-6555aca7-632f-47a7-98b9-d9070990ce7d tempest-InstanceActionsTestJSON-2060691899 tempest-InstanceActionsTestJSON-2060691899-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4c9a2a6-84c0-44b3-a736-4d6416eb8831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584114 Aug 16 23:03:39.365996 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9eae468c-c05e-40a4-9b5f-f6e17276973d tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:39.456023 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-043abb71-6e82-454a-83d4-43ca6e151658 req-229803d1-9b78-4e53-9aca-e947c0460423 service neutron] 10.222.0.68 "GET /v2.0/networks/e092106a-8804-418d-b10f-5709e5ebcb44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188659 Aug 16 23:03:39.460367 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eae468c-c05e-40a4-9b5f-f6e17276973d tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:03:39.481197 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-9eae468c-c05e-40a4-9b5f-f6e17276973d tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:03:39.500740 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eae468c-c05e-40a4-9b5f-f6e17276973d tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:03:39.547999 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eae468c-c05e-40a4-9b5f-f6e17276973d tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Pushing event updated for resources: {'Port': ['ID=83842315-da6f-425a-affe-31af9527c477,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:39.568437 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18e047c-ad56-4427-81a3-8a791b5fd181 req-685de1b2-8501-41cb-9ea4-a99ac4d644c0 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:39.570078 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b18e047c-ad56-4427-81a3-8a791b5fd181 req-685de1b2-8501-41cb-9ea4-a99ac4d644c0 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/ports?device_id=18587e22-5c06-42fd-975d-a2fe2080dd33 HTTP/1.1" status: 200 len: 945 time: 0.2129114 Aug 16 23:03:39.716218 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-043abb71-6e82-454a-83d4-43ca6e151658 req-4973af6f-488d-4d13-a00b-b49cfe6b2c49 service neutron] 10.222.0.68 "GET /v2.0/networks/e092106a-8804-418d-b10f-5709e5ebcb44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514148 Aug 16 23:03:39.741994 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b18e047c-ad56-4427-81a3-8a791b5fd181 req-271bd1ed-409f-4fa5-8bff-3bbdb02fcd0b tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/security-groups?id=1eb5bbe6-717a-4605-a558-b9b958591c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625845 Aug 16 23:03:39.885203 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8594d2-641e-4da1-886c-c6a1ff1314a3 req-b639b92a-e3e8-4aa3-ac01-e29fe8530349 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:39.891173 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8594d2-641e-4da1-886c-c6a1ff1314a3 req-b639b92a-e3e8-4aa3-ac01-e29fe8530349 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:39.897393 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8594d2-641e-4da1-886c-c6a1ff1314a3 req-b639b92a-e3e8-4aa3-ac01-e29fe8530349 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:39.903431 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8594d2-641e-4da1-886c-c6a1ff1314a3 req-b639b92a-e3e8-4aa3-ac01-e29fe8530349 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:39.909601 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8594d2-641e-4da1-886c-c6a1ff1314a3 req-b639b92a-e3e8-4aa3-ac01-e29fe8530349 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:39.915979 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8594d2-641e-4da1-886c-c6a1ff1314a3 req-b639b92a-e3e8-4aa3-ac01-e29fe8530349 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:39.921704 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8594d2-641e-4da1-886c-c6a1ff1314a3 req-b639b92a-e3e8-4aa3-ac01-e29fe8530349 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:39.923707 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fd8594d2-641e-4da1-886c-c6a1ff1314a3 req-b639b92a-e3e8-4aa3-ac01-e29fe8530349 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d0f439b-55b3-479e-b4c0-19dd4772e5b0 HTTP/1.1" status: 200 len: 5418 time: 0.1617212 Aug 16 23:03:40.045893 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fd8594d2-641e-4da1-886c-c6a1ff1314a3 req-434b0c7d-d5a4-4187-a55e-80e4bae36f08 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c2745c8-39ab-440e-a081-67457cdaf056&id=d16ff2d0-1ebf-4d89-b16a-9f394969ba5a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1066716 Aug 16 23:03:40.058833 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9eae468c-c05e-40a4-9b5f-f6e17276973d tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks [] for router_gateway, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:40.216735 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cebf091-7c39-45d2-93ed-682d79934f15 req-6f77ad3c-eba4-4b13-8dc0-74ba4469e15b tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:40.218448 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2cebf091-7c39-45d2-93ed-682d79934f15 req-6f77ad3c-eba4-4b13-8dc0-74ba4469e15b tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/ports?device_id=9058972a-3d6a-4d8f-90e5-4502b5a05901 HTTP/1.1" status: 200 len: 946 time: 0.1795826 Aug 16 23:03:40.278550 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e715d8f-03da-4c74-a291-32eaab68c1c9 req-6dd0cc83-932b-4071-b814-264016a3eb96 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:40.280100 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2e715d8f-03da-4c74-a291-32eaab68c1c9 req-6dd0cc83-932b-4071-b814-264016a3eb96 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/ports?device_id=18587e22-5c06-42fd-975d-a2fe2080dd33 HTTP/1.1" status: 200 len: 945 time: 0.1280560 Aug 16 23:03:40.339943 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2cebf091-7c39-45d2-93ed-682d79934f15 req-fdd4fe89-360f-4734-82fa-cbc12bf63184 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a9bd5fe-3160-4f0a-a902-e95b7aedf567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076632 Aug 16 23:03:40.427559 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2e715d8f-03da-4c74-a291-32eaab68c1c9 req-5f623265-2ad4-4f4a-93b3-d244feb6d76d tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/security-groups?id=1eb5bbe6-717a-4605-a558-b9b958591c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351295 Aug 16 23:03:40.461910 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9eae468c-c05e-40a4-9b5f-f6e17276973d tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:40.676969 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce40935-d5ae-414c-9137-7ec8d93ef30d req-57e3856f-dc4b-4f8c-8051-25cf10802bc3 tempest-InstanceActionsTestJSON-2060691899 tempest-InstanceActionsTestJSON-2060691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:40.678511 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9ce40935-d5ae-414c-9137-7ec8d93ef30d req-57e3856f-dc4b-4f8c-8051-25cf10802bc3 tempest-InstanceActionsTestJSON-2060691899 tempest-InstanceActionsTestJSON-2060691899-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a726828-c69a-4695-b580-c411f844d15a HTTP/1.1" status: 200 len: 943 time: 0.1476340 Aug 16 23:03:40.690290 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-aa24b461-f6fb-4c40-be4d-c63f170f9438 req-3e749a41-8a3e-4c26-b7fb-e3741de5263b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=823a2d4d-dfcf-45e8-b3fa-f0bda982a860&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1721475 Aug 16 23:03:40.752309 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9ce40935-d5ae-414c-9137-7ec8d93ef30d req-f2e377a3-c0e8-479c-8bca-7545d06641de tempest-InstanceActionsTestJSON-2060691899 tempest-InstanceActionsTestJSON-2060691899-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4c9a2a6-84c0-44b3-a736-4d6416eb8831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664887 Aug 16 23:03:40.754913 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eae468c-c05e-40a4-9b5f-f6e17276973d tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Router 0a434f65-ecf8-4f42-a2f9-aa92efa88a48 is scheduled to L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f with binding_index 1 {{(pid=101292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:03:41.038584 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:41.180725 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa24b461-f6fb-4c40-be4d-c63f170f9438 req-5aabde65-fcd7-4a30-b356-fce5daf0f43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:41.182259 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-aa24b461-f6fb-4c40-be4d-c63f170f9438 req-5aabde65-fcd7-4a30-b356-fce5daf0f43f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=658de3f152bc4d17994dfa693ccface5&device_id=823a2d4d-dfcf-45e8-b3fa-f0bda982a860 HTTP/1.1" status: 200 len: 1097 time: 0.3993254 Aug 16 23:03:41.243851 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eae468c-c05e-40a4-9b5f-f6e17276973d tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:03:41.259529 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1fa06e-a1b8-4965-abac-e60197f67e8b None None] Sync routers for ids ['0a434f65-ecf8-4f42-a2f9-aa92efa88a48'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:03:41.277924 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1fa06e-a1b8-4965-abac-e60197f67e8b None None] Routers {'0a434f65-ecf8-4f42-a2f9-aa92efa88a48'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:03:41.278613 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-5b1fa06e-a1b8-4965-abac-e60197f67e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:03:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['0a434f65-ecf8-4f42-a2f9-aa92efa88a48'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:03:41.362484 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-5b1fa06e-a1b8-4965-abac-e60197f67e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:03:41.367204 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9eae468c-c05e-40a4-9b5f-f6e17276973d tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:41.373999 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 48082) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:41.374531 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-9eae468c-c05e-40a4-9b5f-f6e17276973d tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.3245962 Aug 16 23:03:41.377159 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1fa06e-a1b8-4965-abac-e60197f67e8b None None] Routers {'0a434f65-ecf8-4f42-a2f9-aa92efa88a48'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:03:41.377952 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-5b1fa06e-a1b8-4965-abac-e60197f67e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:03:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['0a434f65-ecf8-4f42-a2f9-aa92efa88a48'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:03:41.379799 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-0b163808-f945-453c-9a99-774a88b0328b tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:03:41.406897 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6683dcc5-e726-41e4-bfe0-4270087bfd0d req-27adae3f-efe4-4dc1-8416-4690f18d6c23 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:41.414165 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6683dcc5-e726-41e4-bfe0-4270087bfd0d req-27adae3f-efe4-4dc1-8416-4690f18d6c23 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:41.420112 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6683dcc5-e726-41e4-bfe0-4270087bfd0d req-27adae3f-efe4-4dc1-8416-4690f18d6c23 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:41.426929 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6683dcc5-e726-41e4-bfe0-4270087bfd0d req-27adae3f-efe4-4dc1-8416-4690f18d6c23 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:41.433208 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6683dcc5-e726-41e4-bfe0-4270087bfd0d req-27adae3f-efe4-4dc1-8416-4690f18d6c23 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:41.439116 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6683dcc5-e726-41e4-bfe0-4270087bfd0d req-27adae3f-efe4-4dc1-8416-4690f18d6c23 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:41.451794 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device e0d42b4e-46e3-4ede-a13e-dd4f3c539644 details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:03:41.451986 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6683dcc5-e726-41e4-bfe0-4270087bfd0d req-27adae3f-efe4-4dc1-8416-4690f18d6c23 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:41.455370 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-5b1fa06e-a1b8-4965-abac-e60197f67e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:03:41.457841 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1fa06e-a1b8-4965-abac-e60197f67e8b None None] The sync data for ids ['0a434f65-ecf8-4f42-a2f9-aa92efa88a48'] in n-d-791506-26 is: [] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:03:41.470074 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6683dcc5-e726-41e4-bfe0-4270087bfd0d req-27adae3f-efe4-4dc1-8416-4690f18d6c23 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d0f439b-55b3-479e-b4c0-19dd4772e5b0 HTTP/1.1" status: 200 len: 5418 time: 0.2730100 Aug 16 23:03:41.543853 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa24b461-f6fb-4c40-be4d-c63f170f9438 req-14e79064-e5a1-49b2-89d7-4aa3cafab405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:41.545434 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-aa24b461-f6fb-4c40-be4d-c63f170f9438 req-14e79064-e5a1-49b2-89d7-4aa3cafab405 service neutron] 10.222.0.57 "GET /v2.0/networks?id=540fbbcf-8da3-458c-90f5-f20e9fa6a263 HTTP/1.1" status: 200 len: 912 time: 0.3308175 Aug 16 23:03:41.602426 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port e0d42b4e-46e3-4ede-a13e-dd4f3c539644, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=e0d42b4e-46e3-4ede-a13e-dd4f3c539644,segment=NetworkSegment(efc9d0c6-d826-4a4a-a65a-bbc926ea427c),segment_id=efc9d0c6-d826-4a4a-a65a-bbc926ea427c)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:03:41.604843 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6683dcc5-e726-41e4-bfe0-4270087bfd0d req-6a58b4eb-82b2-453b-a891-52a2ae464104 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c2745c8-39ab-440e-a081-67457cdaf056&id=d16ff2d0-1ebf-4d89-b16a-9f394969ba5a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1322918 Aug 16 23:03:41.617466 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-aa24b461-f6fb-4c40-be4d-c63f170f9438 req-eb7e3bb0-58e9-40e2-8f47-d9802b4a9dba service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23b1cb86-9dc3-4ec3-93e0-97817ea4733a HTTP/1.1" status: 200 len: 217 time: 0.0632951 Aug 16 23:03:41.617719 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': 'e0d42b4e-46e3-4ede-a13e-dd4f3c539644', 'network_id': 'e092106a-8804-418d-b10f-5709e5ebcb44', 'port_id': 'e0d42b4e-46e3-4ede-a13e-dd4f3c539644', 'mac_address': 'fa:16:3e:7a:70:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1e6337f-68c5-4846-a57f-d045c993a9bb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:03:41.645898 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c252b8-0bc9-4ba3-8886-1546ecf712aa req-2de67ebe-5007-427a-b45d-ccfd8243902d tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:41.653943 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a0c252b8-0bc9-4ba3-8886-1546ecf712aa req-2de67ebe-5007-427a-b45d-ccfd8243902d tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/ports?device_id=9058972a-3d6a-4d8f-90e5-4502b5a05901 HTTP/1.1" status: 200 len: 946 time: 0.1694863 Aug 16 23:03:41.713236 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:41.719578 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa24b461-f6fb-4c40-be4d-c63f170f9438 req-9af00e7e-49ec-4df2-89c3-8c9e26dd0594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:41.721300 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-aa24b461-f6fb-4c40-be4d-c63f170f9438 req-9af00e7e-49ec-4df2-89c3-8c9e26dd0594 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=83a7154b-2d0f-4675-897d-e253fcead13a HTTP/1.1" status: 200 len: 851 time: 0.0918252 Aug 16 23:03:41.734499 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a0c252b8-0bc9-4ba3-8886-1546ecf712aa req-2ae5bf9d-d097-4297-ae61-1e4ef3b8860d tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a9bd5fe-3160-4f0a-a902-e95b7aedf567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775080 Aug 16 23:03:41.757167 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0d42b4e-46e3-4ede-a13e-dd4f3c539644 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:03:41.773440 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-aa24b461-f6fb-4c40-be4d-c63f170f9438 req-f8966573-ce38-4d10-be81-88cd5b396262 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=540fbbcf-8da3-458c-90f5-f20e9fa6a263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373373 Aug 16 23:03:41.780516 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port e0d42b4e-46e3-4ede-a13e-dd4f3c539644, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=e0d42b4e-46e3-4ede-a13e-dd4f3c539644,segment=NetworkSegment(efc9d0c6-d826-4a4a-a65a-bbc926ea427c),segment_id=efc9d0c6-d826-4a4a-a65a-bbc926ea427c)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:03:41.797395 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:41.922343 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=e0d42b4e-46e3-4ede-a13e-dd4f3c539644,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:41.965612 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a18ca0-f798-4903-9d2d-bfa311da9744 req-d29dd2fa-00c7-47b5-a94f-b49a10805a81 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:41.967549 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e6a18ca0-f798-4903-9d2d-bfa311da9744 req-d29dd2fa-00c7-47b5-a94f-b49a10805a81 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/ports?device_id=18587e22-5c06-42fd-975d-a2fe2080dd33 HTTP/1.1" status: 200 len: 945 time: 0.1922457 Aug 16 23:03:42.021415 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-aa24b461-f6fb-4c40-be4d-c63f170f9438 req-5bdd198b-997c-4c97-9b8b-f03e9d7ab8db service neutron] 10.222.0.57 "GET /v2.0/networks/540fbbcf-8da3-458c-90f5-f20e9fa6a263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344384 Aug 16 23:03:42.032163 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f62296-e1ba-48ad-a171-1fc72fec3c66 req-177f4483-e4af-4e82-a6cb-cb70318e87cb tempest-InstanceActionsTestJSON-2060691899 tempest-InstanceActionsTestJSON-2060691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:42.033791 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-03f62296-e1ba-48ad-a171-1fc72fec3c66 req-177f4483-e4af-4e82-a6cb-cb70318e87cb tempest-InstanceActionsTestJSON-2060691899 tempest-InstanceActionsTestJSON-2060691899-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a726828-c69a-4695-b580-c411f844d15a HTTP/1.1" status: 200 len: 944 time: 0.1422281 Aug 16 23:03:42.047937 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0b163808-f945-453c-9a99-774a88b0328b tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:42.064520 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['e0d42b4e-46e3-4ede-a13e-dd4f3c539644'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:03:42.090844 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0b163808-f945-453c-9a99-774a88b0328b tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:42.107479 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e6a18ca0-f798-4903-9d2d-bfa311da9744 req-691b134f-dbab-4ddb-bb57-f4c350a321d2 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/security-groups?id=1eb5bbe6-717a-4605-a558-b9b958591c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275721 Aug 16 23:03:42.166290 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-03f62296-e1ba-48ad-a171-1fc72fec3c66 req-519b1714-fef3-40d3-a51b-18ce279cfa55 tempest-InstanceActionsTestJSON-2060691899 tempest-InstanceActionsTestJSON-2060691899-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4c9a2a6-84c0-44b3-a736-4d6416eb8831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140587 Aug 16 23:03:42.200887 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-aa24b461-f6fb-4c40-be4d-c63f170f9438 req-d2c3ec37-6c8e-4d65-bf7c-9774a07a6d98 service neutron] 10.222.0.57 "GET /v2.0/networks/540fbbcf-8da3-458c-90f5-f20e9fa6a263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640217 Aug 16 23:03:42.210102 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-0b163808-f945-453c-9a99-774a88b0328b tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Deleting port 83842315-da6f-425a-affe-31af9527c477 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:03:42.211082 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0b163808-f945-453c-9a99-774a88b0328b tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:42.323750 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0b163808-f945-453c-9a99-774a88b0328b tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:42.336793 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-0b163808-f945-453c-9a99-774a88b0328b tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Calling delete_port for 83842315-da6f-425a-affe-31af9527c477 owned by network:router_gateway {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:03:42.528959 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0b163808-f945-453c-9a99-774a88b0328b tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:42.555699 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b163808-f945-453c-9a99-774a88b0328b tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Pushing event deleted for resources: {'Port': ['ID=83842315-da6f-425a-affe-31af9527c477,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:42.636679 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0b163808-f945-453c-9a99-774a88b0328b tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537121'] for router_gateway, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:42.772783 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcf9170-148d-4178-83de-5422d733e5cc req-467b0d3c-3640-457a-9469-5c5aa67aab35 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:42.781340 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcf9170-148d-4178-83de-5422d733e5cc req-467b0d3c-3640-457a-9469-5c5aa67aab35 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:42.789069 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcf9170-148d-4178-83de-5422d733e5cc req-467b0d3c-3640-457a-9469-5c5aa67aab35 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:42.802458 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcf9170-148d-4178-83de-5422d733e5cc req-467b0d3c-3640-457a-9469-5c5aa67aab35 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:42.810137 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcf9170-148d-4178-83de-5422d733e5cc req-467b0d3c-3640-457a-9469-5c5aa67aab35 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:42.818031 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcf9170-148d-4178-83de-5422d733e5cc req-467b0d3c-3640-457a-9469-5c5aa67aab35 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:42.827319 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcf9170-148d-4178-83de-5422d733e5cc req-467b0d3c-3640-457a-9469-5c5aa67aab35 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:42.829382 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7dcf9170-148d-4178-83de-5422d733e5cc req-467b0d3c-3640-457a-9469-5c5aa67aab35 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d0f439b-55b3-479e-b4c0-19dd4772e5b0 HTTP/1.1" status: 200 len: 5418 time: 0.1323526 Aug 16 23:03:42.912259 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0b163808-f945-453c-9a99-774a88b0328b tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-537184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-500218'] for router, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:42.920572 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0b163808-f945-453c-9a99-774a88b0328b tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-537179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-537170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-639656'] for router, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:42.933169 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7dcf9170-148d-4178-83de-5422d733e5cc req-95102cb0-bf81-4b50-b5dc-dcddf2232ce6 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c2745c8-39ab-440e-a081-67457cdaf056&id=d16ff2d0-1ebf-4d89-b16a-9f394969ba5a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0900683 Aug 16 23:03:42.947783 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614a8a59-77b8-4677-a644-5152ed214136 req-e72d9654-e56a-4cb9-9b28-b7c8675060d1 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:42.950138 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-614a8a59-77b8-4677-a644-5152ed214136 req-e72d9654-e56a-4cb9-9b28-b7c8675060d1 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/ports?device_id=9058972a-3d6a-4d8f-90e5-4502b5a05901 HTTP/1.1" status: 200 len: 946 time: 0.1196439 Aug 16 23:03:43.015544 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b163808-f945-453c-9a99-774a88b0328b tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Router 0a434f65-ecf8-4f42-a2f9-aa92efa88a48 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:03:43.020380 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-614a8a59-77b8-4677-a644-5152ed214136 req-f35f9760-b870-47fe-997c-8b57ec8737d0 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a9bd5fe-3160-4f0a-a902-e95b7aedf567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640597 Aug 16 23:03:43.110206 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b163808-f945-453c-9a99-774a88b0328b tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:03:43.118925 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0b163808-f945-453c-9a99-774a88b0328b tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:43.120489 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-0b163808-f945-453c-9a99-774a88b0328b tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] 10.222.0.36 "PUT /v2.0/routers/0a434f65-ecf8-4f42-a2f9-aa92efa88a48 HTTP/1.1" status: 200 len: 709 time: 1.7453701 Aug 16 23:03:43.120940 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbdeb477-5799-41b3-bc05-f3ded88fce4b None None] Sync routers for ids ['0a434f65-ecf8-4f42-a2f9-aa92efa88a48'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:03:43.123142 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 48122) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:43.136186 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbdeb477-5799-41b3-bc05-f3ded88fce4b None None] Routers {'0a434f65-ecf8-4f42-a2f9-aa92efa88a48'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:03:43.136186 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-cbdeb477-5799-41b3-bc05-f3ded88fce4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:03:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['0a434f65-ecf8-4f42-a2f9-aa92efa88a48'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:03:43.182498 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-cbdeb477-5799-41b3-bc05-f3ded88fce4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:03:43.219725 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-5bd3b4d8-948a-4348-8798-adecb394f9c3 tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] 10.222.0.36 "GET /v2.0/routers/0a434f65-ecf8-4f42-a2f9-aa92efa88a48 HTTP/1.1" status: 200 len: 744 time: 0.0954502 Aug 16 23:03:43.224468 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 48132) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:43.231159 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbdeb477-5799-41b3-bc05-f3ded88fce4b None None] Routers {'0a434f65-ecf8-4f42-a2f9-aa92efa88a48'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:03:43.232249 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-cbdeb477-5799-41b3-bc05-f3ded88fce4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:03:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['0a434f65-ecf8-4f42-a2f9-aa92efa88a48'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:03:43.288408 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-439c5fdf-9352-4f5b-bef2-0cd7637fb314 tempest-RoutersIpV6AdminTest-630828653 tempest-RoutersIpV6AdminTest-630828653-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=c22c4980-c849-406d-982c-a5d68c515a94&device_id=0a434f65-ecf8-4f42-a2f9-aa92efa88a48 HTTP/1.1" status: 200 len: 205 time: 0.0621891 Aug 16 23:03:43.291200 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 48134) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:43.314972 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-cbdeb477-5799-41b3-bc05-f3ded88fce4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:03:43.316458 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbdeb477-5799-41b3-bc05-f3ded88fce4b None None] The sync data for ids ['0a434f65-ecf8-4f42-a2f9-aa92efa88a48'] in n-d-791506-26 is: [] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:03:43.357246 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 48138) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:43.357982 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-335ca3c6-fbbf-4a2e-8920-f3b88c03756f tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a434f65-ecf8-4f42-a2f9-aa92efa88a48 HTTP/1.1" status: 200 len: 205 time: 0.0655181 Aug 16 23:03:43.376344 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89b2973-1c18-403d-83d4-cc14f4f1af00 req-f2ce93ac-d94c-4042-ac4e-3f9554851a8d tempest-InstanceActionsTestJSON-2060691899 tempest-InstanceActionsTestJSON-2060691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:43.385266 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b89b2973-1c18-403d-83d4-cc14f4f1af00 req-f2ce93ac-d94c-4042-ac4e-3f9554851a8d tempest-InstanceActionsTestJSON-2060691899 tempest-InstanceActionsTestJSON-2060691899-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a726828-c69a-4695-b580-c411f844d15a HTTP/1.1" status: 200 len: 944 time: 0.1394196 Aug 16 23:03:43.437285 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0039790-0b82-4f41-b9dc-4572c6a96f23 req-7cbd27c3-763a-4f85-b2e4-6ea05ad31a5d tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:43.447478 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c0039790-0b82-4f41-b9dc-4572c6a96f23 req-7cbd27c3-763a-4f85-b2e4-6ea05ad31a5d tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/ports?device_id=18587e22-5c06-42fd-975d-a2fe2080dd33 HTTP/1.1" status: 200 len: 945 time: 0.1645877 Aug 16 23:03:43.455040 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 506987ef-2223-4713-88b1-d7b60695e3b2 details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:03:43.460522 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device e0d42b4e-46e3-4ede-a13e-dd4f3c539644 up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:03:43.570183 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-509cd277-5c12-417d-bbbf-461822e71239 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks [] for router, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:43.600832 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning for port e0d42b4e-46e3-4ede-a13e-dd4f3c539644 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:03:43.612322 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b89b2973-1c18-403d-83d4-cc14f4f1af00 req-fff58e9a-140a-4d4f-a142-822980c6f7cb tempest-InstanceActionsTestJSON-2060691899 tempest-InstanceActionsTestJSON-2060691899-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4c9a2a6-84c0-44b3-a736-4d6416eb8831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260709 Aug 16 23:03:43.614454 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port e0d42b4e-46e3-4ede-a13e-dd4f3c539644 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:03:43.615442 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:43.695852 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 506987ef-2223-4713-88b1-d7b60695e3b2, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=506987ef-2223-4713-88b1-d7b60695e3b2,segment=NetworkSegment(2f9d1485-64c4-4032-9f01-ae22555e2cfc),segment_id=2f9d1485-64c4-4032-9f01-ae22555e2cfc)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:03:43.709057 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c0039790-0b82-4f41-b9dc-4572c6a96f23 req-88d5c554-888c-41b1-ab10-654fb5862ace tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/security-groups?id=1eb5bbe6-717a-4605-a558-b9b958591c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605422 Aug 16 23:03:43.736060 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': '506987ef-2223-4713-88b1-d7b60695e3b2', 'network_id': 'f382f188-dbb7-4b56-8af5-82f76ac61bfc', 'port_id': '506987ef-2223-4713-88b1-d7b60695e3b2', 'mac_address': 'fa:16:3e:57:ae:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c827456-6bfb-4e82-b370-b53dc8e13ad7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:03:43.753024 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:43.815326 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a726828-c69a-4695-b580-c411f844d15a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0d42b4e-46e3-4ede-a13e-dd4f3c539644'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:03:43.819324 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7595b159-b7d1-47c5-a44e-f5a1d1488d35" -d '{"events": [{"server_uuid": "6a726828-c69a-4695-b580-c411f844d15a", "name": "network-vif-plugged", "status": "completed", "tag": "e0d42b4e-46e3-4ede-a13e-dd4f3c539644"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:03:43.837977 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:43.841786 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port e0d42b4e-46e3-4ede-a13e-dd4f3c539644, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=e0d42b4e-46e3-4ede-a13e-dd4f3c539644,segment=NetworkSegment(efc9d0c6-d826-4a4a-a65a-bbc926ea427c),segment_id=efc9d0c6-d826-4a4a-a65a-bbc926ea427c)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:03:43.853148 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:43.887036 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 506987ef-2223-4713-88b1-d7b60695e3b2 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:03:44.071979 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683aca1b-f7e9-402b-8069-f77e272bfe32 req-5cb53e47-7125-45a0-825b-8f3f732037eb tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:44.080655 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-683aca1b-f7e9-402b-8069-f77e272bfe32 req-5cb53e47-7125-45a0-825b-8f3f732037eb tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.57 "GET /v2.0/ports?device_id=18587e22-5c06-42fd-975d-a2fe2080dd33 HTTP/1.1" status: 200 len: 945 time: 0.4263446 Aug 16 23:03:44.092379 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-509cd277-5c12-417d-bbbf-461822e71239 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:44.093948 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d39137b1-0c60-4ad5-8f7f-122e32f3f33f x-openstack-request-id: req-d39137b1-0c60-4ad5-8f7f-122e32f3f33f {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:03:44.094254 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a726828-c69a-4695-b580-c411f844d15a", "name": "network-vif-plugged", "status": "completed", "tag": "e0d42b4e-46e3-4ede-a13e-dd4f3c539644", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:03:44.094488 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d39137b1-0c60-4ad5-8f7f-122e32f3f33f {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:03:44.094881 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a726828-c69a-4695-b580-c411f844d15a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0d42b4e-46e3-4ede-a13e-dd4f3c539644', 'code': 200} Aug 16 23:03:44.096167 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-509cd277-5c12-417d-bbbf-461822e71239 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:44.103854 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 506987ef-2223-4713-88b1-d7b60695e3b2, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=506987ef-2223-4713-88b1-d7b60695e3b2,segment=NetworkSegment(2f9d1485-64c4-4032-9f01-ae22555e2cfc),segment_id=2f9d1485-64c4-4032-9f01-ae22555e2cfc)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:03:44.118752 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=e0d42b4e-46e3-4ede-a13e-dd4f3c539644,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:44.129457 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:44.193336 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=506987ef-2223-4713-88b1-d7b60695e3b2,revision_number=6']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:44.235061 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['506987ef-2223-4713-88b1-d7b60695e3b2'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:03:44.313842 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-509cd277-5c12-417d-bbbf-461822e71239 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:44.314359 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-509cd277-5c12-417d-bbbf-461822e71239 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Fanout notify agent at l3_agent the message router_deleted on router 0a434f65-ecf8-4f42-a2f9-aa92efa88a48 {{(pid=101292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:03:44.327025 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-509cd277-5c12-417d-bbbf-461822e71239 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:44.332182 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-509cd277-5c12-417d-bbbf-461822e71239 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] 10.222.0.36 "DELETE /v2.0/routers/0a434f65-ecf8-4f42-a2f9-aa92efa88a48 HTTP/1.1" status: 204 len: 168 time: 0.9736085 Aug 16 23:03:44.332830 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 48162) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:44.376249 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753ff1b4-80ef-400b-bf78-e2e899509b1d req-828d6505-1a1d-455d-9290-593bfb8dbea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:44.377815 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-753ff1b4-80ef-400b-bf78-e2e899509b1d req-828d6505-1a1d-455d-9290-593bfb8dbea8 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=6a726828-c69a-4695-b580-c411f844d15a HTTP/1.1" status: 200 len: 1097 time: 0.2708440 Aug 16 23:03:44.391195 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-2f8d866e-eea1-4c59-aea8-723d86a5dab1 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a434f65-ecf8-4f42-a2f9-aa92efa88a48 HTTP/1.1" status: 200 len: 205 time: 0.0566056 Aug 16 23:03:44.393404 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 48164) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:44.402528 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a4a424-6237-44c0-b771-c2d945d6683f req-37e4750c-b7cf-4d5e-a834-55abc433f72c tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:44.410347 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a4a424-6237-44c0-b771-c2d945d6683f req-37e4750c-b7cf-4d5e-a834-55abc433f72c tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:44.416987 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a4a424-6237-44c0-b771-c2d945d6683f req-37e4750c-b7cf-4d5e-a834-55abc433f72c tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:44.425056 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a4a424-6237-44c0-b771-c2d945d6683f req-37e4750c-b7cf-4d5e-a834-55abc433f72c tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:44.431426 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a4a424-6237-44c0-b771-c2d945d6683f req-37e4750c-b7cf-4d5e-a834-55abc433f72c tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:44.438688 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a4a424-6237-44c0-b771-c2d945d6683f req-37e4750c-b7cf-4d5e-a834-55abc433f72c tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:44.445496 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a4a424-6237-44c0-b771-c2d945d6683f req-37e4750c-b7cf-4d5e-a834-55abc433f72c tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:44.447476 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f6a4a424-6237-44c0-b771-c2d945d6683f req-37e4750c-b7cf-4d5e-a834-55abc433f72c tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d0f439b-55b3-479e-b4c0-19dd4772e5b0 HTTP/1.1" status: 200 len: 5418 time: 0.2839885 Aug 16 23:03:44.459096 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56954bb7-2a9a-458b-9f5b-493641cbe034 req-6d49d52a-7c55-48ba-85e5-4b6c056b7205 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:44.466271 n-d-791506-26 neutron-server[101291]: INFO neutron.api.v2.resource [None req-1b4178e0-bb3a-48e6-9381-51f4b4d096e4 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] delete failed (client error): The resource could not be found. Aug 16 23:03:44.467934 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-1b4178e0-bb3a-48e6-9381-51f4b4d096e4 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] 10.222.0.36 "DELETE /v2.0/routers/0a434f65-ecf8-4f42-a2f9-aa92efa88a48 HTTP/1.1" status: 404 len: 336 time: 0.0724354 Aug 16 23:03:44.468756 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-56954bb7-2a9a-458b-9f5b-493641cbe034 req-6d49d52a-7c55-48ba-85e5-4b6c056b7205 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/ports?device_id=9058972a-3d6a-4d8f-90e5-4502b5a05901 HTTP/1.1" status: 200 len: 945 time: 0.3115613 Aug 16 23:03:44.470867 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 48166) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:44.523300 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-6a7a9080-9a62-48aa-960e-7fa9aa704df4 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] 10.222.0.36 "GET /v2.0/ports?device_id=16ffecd1-5b64-4bf3-9570-2c23ff32ebb3 HTTP/1.1" status: 200 len: 205 time: 0.0505972 Aug 16 23:03:44.525225 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 48168) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:44.594286 n-d-791506-26 neutron-server[101291]: INFO neutron.api.v2.resource [None req-9cb43fd2-478a-4458-b7ca-5850cad08ef4 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] delete failed (client error): The resource could not be found. Aug 16 23:03:44.598990 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-9cb43fd2-478a-4458-b7ca-5850cad08ef4 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] 10.222.0.36 "DELETE /v2.0/routers/16ffecd1-5b64-4bf3-9570-2c23ff32ebb3 HTTP/1.1" status: 404 len: 336 time: 0.0693891 Aug 16 23:03:44.599323 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 48172) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:44.615359 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-56954bb7-2a9a-458b-9f5b-493641cbe034 req-c2614bac-f323-41b1-bfe9-2e191062a8a9 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a9bd5fe-3160-4f0a-a902-e95b7aedf567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451168 Aug 16 23:03:44.616916 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-753ff1b4-80ef-400b-bf78-e2e899509b1d req-2e342101-f87d-4699-99d8-fd21eba0ea2d service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=e4c9a2a6-84c0-44b3-a736-4d6416eb8831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663244 Aug 16 23:03:44.623459 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-683aca1b-f7e9-402b-8069-f77e272bfe32 req-6435936c-0c17-4f9c-874e-e0e05230096b tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Deleting port 165ee04e-ccea-40a0-8ba8-b0511f7c8bf9 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:03:44.624056 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-683aca1b-f7e9-402b-8069-f77e272bfe32 req-6435936c-0c17-4f9c-874e-e0e05230096b tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:44.637487 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f6a4a424-6237-44c0-b771-c2d945d6683f req-f37cc80a-b99a-492e-b717-8629f527e983 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c2745c8-39ab-440e-a081-67457cdaf056&id=d16ff2d0-1ebf-4d89-b16a-9f394969ba5a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1571841 Aug 16 23:03:44.643272 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-e7aa2b49-27c9-4c8b-a38a-3856f2651003 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7983ab3-bcc5-4c77-aa19-6835c569ec54 HTTP/1.1" status: 200 len: 205 time: 0.0426621 Aug 16 23:03:44.658544 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 48176) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:44.717668 n-d-791506-26 neutron-server[101291]: INFO neutron.api.v2.resource [None req-91d8804d-f77b-4751-a6dc-e70b7cf2c8eb tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] delete failed (client error): The resource could not be found. Aug 16 23:03:44.718638 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-91d8804d-f77b-4751-a6dc-e70b7cf2c8eb tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] 10.222.0.36 "DELETE /v2.0/routers/c7983ab3-bcc5-4c77-aa19-6835c569ec54 HTTP/1.1" status: 404 len: 336 time: 0.0572844 Aug 16 23:03:44.725186 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 48180) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:44.763162 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-8ca7b829-3594-4f9b-8766-3d26df7f551e tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c3bdf7d-04fa-42b1-a33e-9e9feede37b1 HTTP/1.1" status: 200 len: 205 time: 0.0366821 Aug 16 23:03:44.766112 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 48184) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:44.822634 n-d-791506-26 neutron-server[101291]: INFO neutron.api.v2.resource [None req-3b293f6f-f454-452a-8c8e-319f2abc1d38 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] delete failed (client error): The resource could not be found. Aug 16 23:03:44.828025 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 48186) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:44.829340 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-3b293f6f-f454-452a-8c8e-319f2abc1d38 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] 10.222.0.36 "DELETE /v2.0/routers/9c3bdf7d-04fa-42b1-a33e-9e9feede37b1 HTTP/1.1" status: 404 len: 336 time: 0.0623825 Aug 16 23:03:44.889003 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 48190) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:44.898103 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-bf81d6ff-c25e-4e9a-b5f2-d3ed7ad211bb tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] 10.222.0.36 "GET /v2.0/ports?device_id=9776d80a-e502-4168-89fa-b7595b0777c8 HTTP/1.1" status: 200 len: 205 time: 0.0688536 Aug 16 23:03:44.914845 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-683aca1b-f7e9-402b-8069-f77e272bfe32 req-6435936c-0c17-4f9c-874e-e0e05230096b tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] For port 165ee04e-ccea-40a0-8ba8-b0511f7c8bf9, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=165ee04e-ccea-40a0-8ba8-b0511f7c8bf9,segment=NetworkSegment(a0a90953-ffc4-4cbc-b46c-d2cc5e1888f9),segment_id=a0a90953-ffc4-4cbc-b46c-d2cc5e1888f9)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:03:44.920791 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-683aca1b-f7e9-402b-8069-f77e272bfe32 req-6435936c-0c17-4f9c-874e-e0e05230096b tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:44.946169 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c379fee-14ad-4661-87a1-307614327388 req-fa6939ed-f3fc-48aa-afdc-102ce0cff3fe tempest-InstanceActionsTestJSON-2060691899 tempest-InstanceActionsTestJSON-2060691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:44.957369 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3c379fee-14ad-4661-87a1-307614327388 req-fa6939ed-f3fc-48aa-afdc-102ce0cff3fe tempest-InstanceActionsTestJSON-2060691899 tempest-InstanceActionsTestJSON-2060691899-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a726828-c69a-4695-b580-c411f844d15a HTTP/1.1" status: 200 len: 945 time: 0.1981168 Aug 16 23:03:44.978364 n-d-791506-26 neutron-server[101291]: INFO neutron.api.v2.resource [None req-29ff7128-4103-4f7f-aa1e-30589fcd0865 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] delete failed (client error): The resource could not be found. Aug 16 23:03:44.979683 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-29ff7128-4103-4f7f-aa1e-30589fcd0865 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] 10.222.0.36 "DELETE /v2.0/routers/9776d80a-e502-4168-89fa-b7595b0777c8 HTTP/1.1" status: 404 len: 336 time: 0.0895476 Aug 16 23:03:44.982408 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 48194) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:45.037772 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-dc57fe6b-1c0c-40dc-bb3f-82cb981862bc tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] 10.222.0.36 "GET /v2.0/ports?device_id=0e567274-8512-441e-b4d0-e5bad42c02eb HTTP/1.1" status: 200 len: 205 time: 0.0539265 Aug 16 23:03:45.045231 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 48196) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:45.057810 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3c379fee-14ad-4661-87a1-307614327388 req-79404fcc-274a-45d8-bfed-bae92013483c tempest-InstanceActionsTestJSON-2060691899 tempest-InstanceActionsTestJSON-2060691899-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4c9a2a6-84c0-44b3-a736-4d6416eb8831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961943 Aug 16 23:03:45.082759 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-683aca1b-f7e9-402b-8069-f77e272bfe32 req-6435936c-0c17-4f9c-874e-e0e05230096b tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Calling delete_port for 165ee04e-ccea-40a0-8ba8-b0511f7c8bf9 owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:03:45.093853 n-d-791506-26 neutron-server[101291]: INFO neutron.api.v2.resource [None req-b0f5d85e-2681-4490-b561-69fe15ce29e6 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] delete failed (client error): The resource could not be found. Aug 16 23:03:45.096584 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-b0f5d85e-2681-4490-b561-69fe15ce29e6 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] 10.222.0.36 "DELETE /v2.0/routers/0e567274-8512-441e-b4d0-e5bad42c02eb HTTP/1.1" status: 404 len: 336 time: 0.0484416 Aug 16 23:03:45.098611 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 48200) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:45.201553 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-55173772-8300-4fa6-85e1-6066f8406510 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] DELETE failed (client error): The resource could not be found. Aug 16 23:03:45.202464 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55173772-8300-4fa6-85e1-6066f8406510 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:03:45.205254 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-55173772-8300-4fa6-85e1-6066f8406510 tempest-RoutersIpV6AdminTest-1552386337 tempest-RoutersIpV6AdminTest-1552386337-project] 10.222.0.36 "DELETE /v2.0/subnets/ce8c7001-d85e-4d2c-8613-d820ae03237c HTTP/1.1" status: 404 len: 337 time: 0.1042092 Aug 16 23:03:45.215535 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec2f94b-f0a7-452f-9e73-4f1b5b89f883 req-90a4b219-0969-4f37-b0bb-bef4a1ac8ea0 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:45.217259 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2ec2f94b-f0a7-452f-9e73-4f1b5b89f883 req-90a4b219-0969-4f37-b0bb-bef4a1ac8ea0 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/ports?device_id=18587e22-5c06-42fd-975d-a2fe2080dd33 HTTP/1.1" status: 200 len: 945 time: 0.2477126 Aug 16 23:03:45.312106 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2ec2f94b-f0a7-452f-9e73-4f1b5b89f883 req-d22e501e-0016-4345-96d0-3d5606b49f97 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/security-groups?id=1eb5bbe6-717a-4605-a558-b9b958591c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628855 Aug 16 23:03:45.435635 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-683aca1b-f7e9-402b-8069-f77e272bfe32 req-6435936c-0c17-4f9c-874e-e0e05230096b tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:45.454808 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 506987ef-2223-4713-88b1-d7b60695e3b2 up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:03:45.475481 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6435936c-0c17-4f9c-874e-e0e05230096b tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Pushing event deleted for resources: {'Port': ['ID=165ee04e-ccea-40a0-8ba8-b0511f7c8bf9,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:45.493098 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6435936c-0c17-4f9c-874e-e0e05230096b tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:03:45.493744 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6435936c-0c17-4f9c-874e-e0e05230096b tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:03:45.494122 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6435936c-0c17-4f9c-874e-e0e05230096b tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:03:45.494475 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6435936c-0c17-4f9c-874e-e0e05230096b tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:03:45.494823 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6435936c-0c17-4f9c-874e-e0e05230096b tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:03:45.495163 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6435936c-0c17-4f9c-874e-e0e05230096b tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:03:45.495502 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6435936c-0c17-4f9c-874e-e0e05230096b tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:03:45.495839 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6435936c-0c17-4f9c-874e-e0e05230096b tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:03:45.496326 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6435936c-0c17-4f9c-874e-e0e05230096b tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:03:45.496696 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6435936c-0c17-4f9c-874e-e0e05230096b tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:03:45.497042 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6435936c-0c17-4f9c-874e-e0e05230096b tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:03:45.497376 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6435936c-0c17-4f9c-874e-e0e05230096b tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:03:45.506865 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['23b1cb86-9dc3-4ec3-93e0-97817ea4733a', '165ee04e-ccea-40a0-8ba8-b0511f7c8bf9'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:03:45.555346 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port 506987ef-2223-4713-88b1-d7b60695e3b2 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:03:45.556984 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:45.569384 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-683aca1b-f7e9-402b-8069-f77e272bfe32 req-6435936c-0c17-4f9c-874e-e0e05230096b tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] No DVR routers for this DVR port 165ee04e-ccea-40a0-8ba8-b0511f7c8bf9 on host n-h2-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:03:45.585443 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-683aca1b-f7e9-402b-8069-f77e272bfe32 req-6435936c-0c17-4f9c-874e-e0e05230096b tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:45.587744 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-683aca1b-f7e9-402b-8069-f77e272bfe32 req-6435936c-0c17-4f9c-874e-e0e05230096b tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.57 "DELETE /v2.0/ports/165ee04e-ccea-40a0-8ba8-b0511f7c8bf9 HTTP/1.1" status: 204 len: 173 time: 1.4511685 Aug 16 23:03:45.588359 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18587e22-5c06-42fd-975d-a2fe2080dd33', 'name': 'network-vif-deleted', 'tag': '165ee04e-ccea-40a0-8ba8-b0511f7c8bf9'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:03:45.593020 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb5fe303-92a9-475c-809c-d7502e9193b0" -d '{"events": [{"server_uuid": "18587e22-5c06-42fd-975d-a2fe2080dd33", "name": "network-vif-deleted", "tag": "165ee04e-ccea-40a0-8ba8-b0511f7c8bf9"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:03:45.654810 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cc86b1-59df-4a5a-97d8-c4566d1c4262 req-bbefe34c-dd63-4767-b166-56b8f48a88bc tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:45.656460 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-28cc86b1-59df-4a5a-97d8-c4566d1c4262 req-bbefe34c-dd63-4767-b166-56b8f48a88bc tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/ports?device_id=9058972a-3d6a-4d8f-90e5-4502b5a05901 HTTP/1.1" status: 200 len: 945 time: 0.0840261 Aug 16 23:03:45.670797 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f8ed748-c369-4837-8604-94d6ef83ecaa x-openstack-request-id: req-6f8ed748-c369-4837-8604-94d6ef83ecaa {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:03:45.671495 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18587e22-5c06-42fd-975d-a2fe2080dd33", "name": "network-vif-deleted", "tag": "165ee04e-ccea-40a0-8ba8-b0511f7c8bf9", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:03:45.671917 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6f8ed748-c369-4837-8604-94d6ef83ecaa {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:03:45.672508 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18587e22-5c06-42fd-975d-a2fe2080dd33', 'name': 'network-vif-deleted', 'tag': '165ee04e-ccea-40a0-8ba8-b0511f7c8bf9', 'status': 'completed', 'code': 200} Aug 16 23:03:45.761795 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-28cc86b1-59df-4a5a-97d8-c4566d1c4262 req-a2153574-8a2e-4bbc-98d1-e142bb994095 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a9bd5fe-3160-4f0a-a902-e95b7aedf567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874937 Aug 16 23:03:45.798569 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:45.845514 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 48222) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:45.854312 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e389bc4d-ee24-4f0f-bd9d-a8a4a475c09e req-dac9ee03-d899-4b87-aa8b-f8b931d7561c tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:45.866545 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e389bc4d-ee24-4f0f-bd9d-a8a4a475c09e req-dac9ee03-d899-4b87-aa8b-f8b931d7561c tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:45.873554 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e389bc4d-ee24-4f0f-bd9d-a8a4a475c09e req-dac9ee03-d899-4b87-aa8b-f8b931d7561c tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:45.881554 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e389bc4d-ee24-4f0f-bd9d-a8a4a475c09e req-dac9ee03-d899-4b87-aa8b-f8b931d7561c tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:45.888037 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e389bc4d-ee24-4f0f-bd9d-a8a4a475c09e req-dac9ee03-d899-4b87-aa8b-f8b931d7561c tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:45.895895 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e389bc4d-ee24-4f0f-bd9d-a8a4a475c09e req-dac9ee03-d899-4b87-aa8b-f8b931d7561c tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:45.908072 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e389bc4d-ee24-4f0f-bd9d-a8a4a475c09e req-dac9ee03-d899-4b87-aa8b-f8b931d7561c tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:45.911495 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e389bc4d-ee24-4f0f-bd9d-a8a4a475c09e req-dac9ee03-d899-4b87-aa8b-f8b931d7561c tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d0f439b-55b3-479e-b4c0-19dd4772e5b0 HTTP/1.1" status: 200 len: 5418 time: 0.1342320 Aug 16 23:03:45.926328 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 506987ef-2223-4713-88b1-d7b60695e3b2, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=506987ef-2223-4713-88b1-d7b60695e3b2,segment=NetworkSegment(2f9d1485-64c4-4032-9f01-ae22555e2cfc),segment_id=2f9d1485-64c4-4032-9f01-ae22555e2cfc)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:03:45.935124 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:45.982991 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e389bc4d-ee24-4f0f-bd9d-a8a4a475c09e req-43807ece-68bd-49b6-bb17-18e9dc9fee78 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c2745c8-39ab-440e-a081-67457cdaf056&id=d16ff2d0-1ebf-4d89-b16a-9f394969ba5a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0605824 Aug 16 23:03:46.035772 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=506987ef-2223-4713-88b1-d7b60695e3b2,revision_number=7']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:46.084827 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-adb28499-4522-4121-8470-a18895f10327 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:46.096406 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9058972a-3d6a-4d8f-90e5-4502b5a05901', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '506987ef-2223-4713-88b1-d7b60695e3b2'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:03:46.099522 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e34071d8-904d-4dff-a249-36645a7b2916" -d '{"events": [{"server_uuid": "9058972a-3d6a-4d8f-90e5-4502b5a05901", "name": "network-vif-plugged", "status": "completed", "tag": "506987ef-2223-4713-88b1-d7b60695e3b2"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:03:46.141384 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ce009b-c052-4f0e-b3e1-c064bc7a57e0 x-openstack-request-id: req-40ce009b-c052-4f0e-b3e1-c064bc7a57e0 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:03:46.141912 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9058972a-3d6a-4d8f-90e5-4502b5a05901", "name": "network-vif-plugged", "status": "completed", "tag": "506987ef-2223-4713-88b1-d7b60695e3b2", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:03:46.142396 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-40ce009b-c052-4f0e-b3e1-c064bc7a57e0 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:03:46.142784 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9058972a-3d6a-4d8f-90e5-4502b5a05901', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '506987ef-2223-4713-88b1-d7b60695e3b2', 'code': 200} Aug 16 23:03:46.218802 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb21655-dd98-4607-a12e-8f1048d3f52f req-cddb9547-5297-4309-8f46-58b2d5b131a9 tempest-InstanceActionsTestJSON-2060691899 tempest-InstanceActionsTestJSON-2060691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:46.221282 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7cb21655-dd98-4607-a12e-8f1048d3f52f req-cddb9547-5297-4309-8f46-58b2d5b131a9 tempest-InstanceActionsTestJSON-2060691899 tempest-InstanceActionsTestJSON-2060691899-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a726828-c69a-4695-b580-c411f844d15a HTTP/1.1" status: 200 len: 945 time: 0.0750387 Aug 16 23:03:46.264875 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-adb28499-4522-4121-8470-a18895f10327 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:46.272521 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-adb28499-4522-4121-8470-a18895f10327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:46.286757 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7cb21655-dd98-4607-a12e-8f1048d3f52f req-ab50a476-ca40-4f2f-9714-d8906e2c79e9 tempest-InstanceActionsTestJSON-2060691899 tempest-InstanceActionsTestJSON-2060691899-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4c9a2a6-84c0-44b3-a736-4d6416eb8831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555863 Aug 16 23:03:46.378869 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb28499-4522-4121-8470-a18895f10327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b01fbcf1-1c30-41d7-a0e4-9d48e735271e,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:46.401056 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb28499-4522-4121-8470-a18895f10327 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:03:46.405229 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb28499-4522-4121-8470-a18895f10327 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:03:46.405229 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb28499-4522-4121-8470-a18895f10327 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:03:46.405474 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb28499-4522-4121-8470-a18895f10327 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:03:46.405855 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb28499-4522-4121-8470-a18895f10327 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:03:46.406320 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb28499-4522-4121-8470-a18895f10327 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:03:46.406659 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb28499-4522-4121-8470-a18895f10327 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:03:46.406998 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb28499-4522-4121-8470-a18895f10327 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:03:46.407379 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb28499-4522-4121-8470-a18895f10327 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:03:46.407732 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb28499-4522-4121-8470-a18895f10327 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:03:46.409196 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb28499-4522-4121-8470-a18895f10327 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:03:46.411092 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb28499-4522-4121-8470-a18895f10327 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:03:46.427662 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-adb28499-4522-4121-8470-a18895f10327 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=39818bb04dbf40a09ee6ab8a0795876f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5810714 Aug 16 23:03:46.430372 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 48248) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:46.547359 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-21f3e5ca-ee4b-4d39-b2f9-1ce4fd65d4dd req-974c167d-a4eb-4cc0-aadd-c6244f4db04c tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/ports?device_id=18587e22-5c06-42fd-975d-a2fe2080dd33 HTTP/1.1" status: 200 len: 210 time: 0.0615594 Aug 16 23:03:46.562358 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-795009a4-3fd0-43b5-a77a-09435eaaa324 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:46.599717 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-795009a4-3fd0-43b5-a77a-09435eaaa324 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:46.729848 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd0a8a3-19bf-4f8a-b9ee-e55bbf9398a0 req-ff69b5e7-fffe-42e5-905a-95209322ee8b tempest-InstanceActionsTestJSON-2060691899 tempest-InstanceActionsTestJSON-2060691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:46.735090 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdfd65a-f0f4-46ca-9915-6bf153054215 req-a5066249-c907-40dd-a72d-94168c4f010e tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:46.736588 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-bfdfd65a-f0f4-46ca-9915-6bf153054215 req-a5066249-c907-40dd-a72d-94168c4f010e tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.68 "GET /v2.0/ports?device_id=9058972a-3d6a-4d8f-90e5-4502b5a05901 HTTP/1.1" status: 200 len: 946 time: 0.0596995 Aug 16 23:03:46.738316 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ffd0a8a3-19bf-4f8a-b9ee-e55bbf9398a0 req-ff69b5e7-fffe-42e5-905a-95209322ee8b tempest-InstanceActionsTestJSON-2060691899 tempest-InstanceActionsTestJSON-2060691899-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a726828-c69a-4695-b580-c411f844d15a HTTP/1.1" status: 200 len: 945 time: 0.1354713 Aug 16 23:03:46.761454 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1cd1e3-3d12-42f5-a90a-ce84a5dcfe8e req-8d9973c7-84b4-4f6a-938f-907430785c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:46.764567 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-da1cd1e3-3d12-42f5-a90a-ce84a5dcfe8e req-8d9973c7-84b4-4f6a-938f-907430785c49 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=45b38e0da5a047c89eb44539aee4e539&device_id=6a726828-c69a-4695-b580-c411f844d15a HTTP/1.1" status: 200 len: 1097 time: 0.1228755 Aug 16 23:03:46.797374 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-795009a4-3fd0-43b5-a77a-09435eaaa324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:46.800624 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-795009a4-3fd0-43b5-a77a-09435eaaa324 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:46.802345 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-795009a4-3fd0-43b5-a77a-09435eaaa324 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b01fbcf1-1c30-41d7-a0e4-9d48e735271e HTTP/1.1" status: 204 len: 168 time: 0.3707302 Aug 16 23:03:46.866653 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ffd0a8a3-19bf-4f8a-b9ee-e55bbf9398a0 req-901a8537-7814-43ed-ae00-ba01006cb53c tempest-InstanceActionsTestJSON-2060691899 tempest-InstanceActionsTestJSON-2060691899-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4c9a2a6-84c0-44b3-a736-4d6416eb8831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273499 Aug 16 23:03:46.872363 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795009a4-3fd0-43b5-a77a-09435eaaa324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b01fbcf1-1c30-41d7-a0e4-9d48e735271e,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:46.926923 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-bfdfd65a-f0f4-46ca-9915-6bf153054215 req-b957fd82-b4c6-45df-9c38-be8e39b2c4cb tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Deleting port 506987ef-2223-4713-88b1-d7b60695e3b2 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:03:46.927772 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-bfdfd65a-f0f4-46ca-9915-6bf153054215 req-b957fd82-b4c6-45df-9c38-be8e39b2c4cb tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:47.033415 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1cd1e3-3d12-42f5-a90a-ce84a5dcfe8e req-dac522b8-4f08-491c-82fd-4335c448a397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:47.035195 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-da1cd1e3-3d12-42f5-a90a-ce84a5dcfe8e req-dac522b8-4f08-491c-82fd-4335c448a397 service neutron] 10.222.0.68 "GET /v2.0/networks?id=e092106a-8804-418d-b10f-5709e5ebcb44 HTTP/1.1" status: 200 len: 915 time: 0.2608616 Aug 16 23:03:47.042136 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-bfdfd65a-f0f4-46ca-9915-6bf153054215 req-b957fd82-b4c6-45df-9c38-be8e39b2c4cb tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] For port 506987ef-2223-4713-88b1-d7b60695e3b2, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=506987ef-2223-4713-88b1-d7b60695e3b2,segment=NetworkSegment(2f9d1485-64c4-4032-9f01-ae22555e2cfc),segment_id=2f9d1485-64c4-4032-9f01-ae22555e2cfc)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:03:47.042509 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-bfdfd65a-f0f4-46ca-9915-6bf153054215 req-b957fd82-b4c6-45df-9c38-be8e39b2c4cb tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:47.049466 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b1b841-ad3c-4570-aaa2-aeb2e5286c29 req-eac780ba-86bf-4f47-adca-0735ddac8ba9 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:47.057816 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e0b1b841-ad3c-4570-aaa2-aeb2e5286c29 req-eac780ba-86bf-4f47-adca-0735ddac8ba9 tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/ports?device_id=9058972a-3d6a-4d8f-90e5-4502b5a05901 HTTP/1.1" status: 200 len: 946 time: 0.1645563 Aug 16 23:03:47.083928 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-bfdfd65a-f0f4-46ca-9915-6bf153054215 req-b957fd82-b4c6-45df-9c38-be8e39b2c4cb tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Calling delete_port for 506987ef-2223-4713-88b1-d7b60695e3b2 owned by compute:nova {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:03:47.180105 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e0b1b841-ad3c-4570-aaa2-aeb2e5286c29 req-734262e3-6760-4c9b-a574-dc9651bed72b tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.36 "GET /v2.0/security-groups?id=9a9bd5fe-3160-4f0a-a902-e95b7aedf567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211455 Aug 16 23:03:47.181418 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-da1cd1e3-3d12-42f5-a90a-ce84a5dcfe8e req-7e32fb72-cb10-43f2-bee0-17d7abeccc6a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e0d42b4e-46e3-4ede-a13e-dd4f3c539644 HTTP/1.1" status: 200 len: 217 time: 0.1171992 Aug 16 23:03:47.295940 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1cd1e3-3d12-42f5-a90a-ce84a5dcfe8e req-5c4fb2d7-c35d-4b3d-ab3b-19b367d24560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:47.297550 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-da1cd1e3-3d12-42f5-a90a-ce84a5dcfe8e req-5c4fb2d7-c35d-4b3d-ab3b-19b367d24560 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f1e6337f-68c5-4846-a57f-d045c993a9bb HTTP/1.1" status: 200 len: 854 time: 0.1054566 Aug 16 23:03:47.309754 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5439e970-11d3-4e74-94f1-cbe584981d30 req-8b9cc8bc-5341-4ea5-858f-e11fc8c67090 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:47.316305 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5439e970-11d3-4e74-94f1-cbe584981d30 req-8b9cc8bc-5341-4ea5-858f-e11fc8c67090 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:47.322521 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5439e970-11d3-4e74-94f1-cbe584981d30 req-8b9cc8bc-5341-4ea5-858f-e11fc8c67090 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:47.329278 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5439e970-11d3-4e74-94f1-cbe584981d30 req-8b9cc8bc-5341-4ea5-858f-e11fc8c67090 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:47.336661 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5439e970-11d3-4e74-94f1-cbe584981d30 req-8b9cc8bc-5341-4ea5-858f-e11fc8c67090 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:47.343079 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5439e970-11d3-4e74-94f1-cbe584981d30 req-8b9cc8bc-5341-4ea5-858f-e11fc8c67090 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:47.350380 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5439e970-11d3-4e74-94f1-cbe584981d30 req-8b9cc8bc-5341-4ea5-858f-e11fc8c67090 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:47.351336 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-bfdfd65a-f0f4-46ca-9915-6bf153054215 req-b957fd82-b4c6-45df-9c38-be8e39b2c4cb tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:47.358452 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5439e970-11d3-4e74-94f1-cbe584981d30 req-8b9cc8bc-5341-4ea5-858f-e11fc8c67090 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d0f439b-55b3-479e-b4c0-19dd4772e5b0 HTTP/1.1" status: 200 len: 5418 time: 0.2087400 Aug 16 23:03:47.367783 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['506987ef-2223-4713-88b1-d7b60695e3b2'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:03:47.405583 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b957fd82-b4c6-45df-9c38-be8e39b2c4cb tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Pushing event deleted for resources: {'Port': ['ID=506987ef-2223-4713-88b1-d7b60695e3b2,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:47.427359 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-da1cd1e3-3d12-42f5-a90a-ce84a5dcfe8e req-792f3406-5ac5-43a1-97e1-fd1b4af8b1d2 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e092106a-8804-418d-b10f-5709e5ebcb44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658669 Aug 16 23:03:47.452052 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 48282) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:47.454939 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfdfd65a-f0f4-46ca-9915-6bf153054215 req-b957fd82-b4c6-45df-9c38-be8e39b2c4cb tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] No DVR routers for this DVR port 506987ef-2223-4713-88b1-d7b60695e3b2 on host n-h1-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:03:47.459106 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-bfdfd65a-f0f4-46ca-9915-6bf153054215 req-b957fd82-b4c6-45df-9c38-be8e39b2c4cb tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:47.461226 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-bfdfd65a-f0f4-46ca-9915-6bf153054215 req-b957fd82-b4c6-45df-9c38-be8e39b2c4cb tempest-ImagesTestJSON-1682314704 tempest-ImagesTestJSON-1682314704-project] 10.222.0.68 "DELETE /v2.0/ports/506987ef-2223-4713-88b1-d7b60695e3b2 HTTP/1.1" status: 204 len: 173 time: 0.7179170 Aug 16 23:03:47.461706 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9058972a-3d6a-4d8f-90e5-4502b5a05901', 'name': 'network-vif-deleted', 'tag': '506987ef-2223-4713-88b1-d7b60695e3b2'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:03:47.464984 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c475b67-582c-4a5c-83a2-a5bd45d97257" -d '{"events": [{"server_uuid": "9058972a-3d6a-4d8f-90e5-4502b5a05901", "name": "network-vif-deleted", "tag": "506987ef-2223-4713-88b1-d7b60695e3b2"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:03:47.517996 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ea516b-b62d-498e-ba01-b1238313bf72 x-openstack-request-id: req-04ea516b-b62d-498e-ba01-b1238313bf72 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:03:47.519758 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9058972a-3d6a-4d8f-90e5-4502b5a05901", "name": "network-vif-deleted", "tag": "506987ef-2223-4713-88b1-d7b60695e3b2", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:03:47.520133 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-04ea516b-b62d-498e-ba01-b1238313bf72 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:03:47.520666 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9058972a-3d6a-4d8f-90e5-4502b5a05901', 'name': 'network-vif-deleted', 'tag': '506987ef-2223-4713-88b1-d7b60695e3b2', 'status': 'completed', 'code': 200} Aug 16 23:03:47.573715 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5439e970-11d3-4e74-94f1-cbe584981d30 req-74eb152e-23ae-499d-b35f-430be2742897 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c2745c8-39ab-440e-a081-67457cdaf056&id=d16ff2d0-1ebf-4d89-b16a-9f394969ba5a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2137344 Aug 16 23:03:47.630306 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9eb52aee-c398-4095-a47c-531ef2acd80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:47.639413 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-188583c6-ff1b-4a8f-93b2-c9f7784cb56d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a35229d9fe4c47178d68f77afcde2404&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1821311 Aug 16 23:03:47.639860 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 48290) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:47.684580 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-da1cd1e3-3d12-42f5-a90a-ce84a5dcfe8e req-ea771c54-d644-4823-8f18-2fa1b32bfcf8 service neutron] 10.222.0.68 "GET /v2.0/networks/e092106a-8804-418d-b10f-5709e5ebcb44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469501 Aug 16 23:03:47.746121 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:03:47.802961 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-98a7ac70-94b9-4364-94ed-c9315db52fda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:47.830292 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-da1cd1e3-3d12-42f5-a90a-ce84a5dcfe8e req-776219c9-0b7c-41cf-81fc-34b9746b8fe1 service neutron] 10.222.0.68 "GET /v2.0/networks/e092106a-8804-418d-b10f-5709e5ebcb44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364179 Aug 16 23:03:47.842489 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-98a7ac70-94b9-4364-94ed-c9315db52fda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:48.280157 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74056409-ffd0-4a62-a747-0c8e5e34cbdb req-b654e7c4-c39f-4868-aa1c-cb44cfbe66a0 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:48.281706 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-74056409-ffd0-4a62-a747-0c8e5e34cbdb req-b654e7c4-c39f-4868-aa1c-cb44cfbe66a0 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/ports?device_id=823a2d4d-dfcf-45e8-b3fa-f0bda982a860 HTTP/1.1" status: 200 len: 945 time: 0.4084179 Aug 16 23:03:48.290238 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f28fc80-811c-4003-a4b2-7defb4c5cdcf req-a1b7477c-6eaf-4600-af24-5f5d8378ba7b tempest-InstanceActionsTestJSON-2060691899 tempest-InstanceActionsTestJSON-2060691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:48.291717 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4f28fc80-811c-4003-a4b2-7defb4c5cdcf req-a1b7477c-6eaf-4600-af24-5f5d8378ba7b tempest-InstanceActionsTestJSON-2060691899 tempest-InstanceActionsTestJSON-2060691899-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a726828-c69a-4695-b580-c411f844d15a HTTP/1.1" status: 200 len: 945 time: 0.0778251 Aug 16 23:03:48.293708 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-98a7ac70-94b9-4364-94ed-c9315db52fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:48.296183 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-98a7ac70-94b9-4364-94ed-c9315db52fda admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:48.297265 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-98a7ac70-94b9-4364-94ed-c9315db52fda admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f5fdc3b6-b93b-45fb-a31f-90e4c1a65934 HTTP/1.1" status: 204 len: 168 time: 0.6563990 Aug 16 23:03:48.327342 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a7ac70-94b9-4364-94ed-c9315db52fda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5fdc3b6-b93b-45fb-a31f-90e4c1a65934,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:48.402774 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 165ee04e-ccea-40a0-8ba8-b0511f7c8bf9 no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:03:48.429396 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-74056409-ffd0-4a62-a747-0c8e5e34cbdb req-2b5ee4d6-a2d8-4eb2-9257-691a284c6ba2 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/security-groups?id=1eb5bbe6-717a-4605-a558-b9b958591c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365893 Aug 16 23:03:48.455805 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4f28fc80-811c-4003-a4b2-7defb4c5cdcf req-ada2abfe-df13-4842-bd7a-c8e9312d2e6a tempest-InstanceActionsTestJSON-2060691899 tempest-InstanceActionsTestJSON-2060691899-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4c9a2a6-84c0-44b3-a736-4d6416eb8831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464944 Aug 16 23:03:48.467324 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] No Port match for: 165ee04e-ccea-40a0-8ba8-b0511f7c8bf9 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:03:48.470444 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 165ee04e-ccea-40a0-8ba8-b0511f7c8bf9 not bound to the agent host n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:03:48.772053 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26772f6d-5f14-4c9e-baa8-0547bfba5720 req-43c18048-f077-487f-98ba-f28aa34a473e tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:48.780162 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26772f6d-5f14-4c9e-baa8-0547bfba5720 req-43c18048-f077-487f-98ba-f28aa34a473e tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:48.790802 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26772f6d-5f14-4c9e-baa8-0547bfba5720 req-43c18048-f077-487f-98ba-f28aa34a473e tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:48.797370 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26772f6d-5f14-4c9e-baa8-0547bfba5720 req-43c18048-f077-487f-98ba-f28aa34a473e tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:48.804030 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26772f6d-5f14-4c9e-baa8-0547bfba5720 req-43c18048-f077-487f-98ba-f28aa34a473e tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:48.810183 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26772f6d-5f14-4c9e-baa8-0547bfba5720 req-43c18048-f077-487f-98ba-f28aa34a473e tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:48.816971 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26772f6d-5f14-4c9e-baa8-0547bfba5720 req-43c18048-f077-487f-98ba-f28aa34a473e tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:48.829451 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-26772f6d-5f14-4c9e-baa8-0547bfba5720 req-43c18048-f077-487f-98ba-f28aa34a473e tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d0f439b-55b3-479e-b4c0-19dd4772e5b0 HTTP/1.1" status: 200 len: 5418 time: 0.1489635 Aug 16 23:03:48.905274 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-26772f6d-5f14-4c9e-baa8-0547bfba5720 req-a63f9a51-b190-47c5-ac01-b60e2802dc3e tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c2745c8-39ab-440e-a081-67457cdaf056&id=d16ff2d0-1ebf-4d89-b16a-9f394969ba5a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0744610 Aug 16 23:03:48.916633 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 48352) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:48.974634 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_v2 [None req-abb6418b-97c7-4149-9b0f-b24db0fc49cd admin admin] Deleting subnet 6c827456-6bfb-4e82-b370-b53dc8e13ad7 {{(pid=101292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:03:48.977970 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-abb6418b-97c7-4149-9b0f-b24db0fc49cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:49.020844 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-abb6418b-97c7-4149-9b0f-b24db0fc49cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3848860'] for subnet, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:49.069173 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-abb6418b-97c7-4149-9b0f-b24db0fc49cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:49.150052 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-abb6418b-97c7-4149-9b0f-b24db0fc49cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26252129'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:49.190826 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6418b-97c7-4149-9b0f-b24db0fc49cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c827456-6bfb-4e82-b370-b53dc8e13ad7,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:49.196979 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-abb6418b-97c7-4149-9b0f-b24db0fc49cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:49.202417 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-abb6418b-97c7-4149-9b0f-b24db0fc49cd admin admin] 10.222.0.36 "DELETE /v2.0/subnets/6c827456-6bfb-4e82-b370-b53dc8e13ad7 HTTP/1.1" status: 204 len: 168 time: 0.2836304 Aug 16 23:03:49.204128 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 48364) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:49.287268 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a7a0c836-5e20-4c82-99a6-109a99f70333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:49.391478 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a7a0c836-5e20-4c82-99a6-109a99f70333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:49.411718 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-a7a0c836-5e20-4c82-99a6-109a99f70333 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f382f188-dbb7-4b56-8af5-82f76ac61bfc']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:03:49.439687 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-a7a0c836-5e20-4c82-99a6-109a99f70333 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f9d1485-64c4-4032-9f01-ae22555e2cfc') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:03:49.440025 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-a7a0c836-5e20-4c82-99a6-109a99f70333 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f9d1485-64c4-4032-9f01-ae22555e2cfc') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:03:49.448130 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 48378) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:49.477862 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a7a0c836-5e20-4c82-99a6-109a99f70333 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:49.502550 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a7a0c836-5e20-4c82-99a6-109a99f70333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:49.552758 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7a0c836-5e20-4c82-99a6-109a99f70333 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:03:49.553165 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a7a0c836-5e20-4c82-99a6-109a99f70333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:49.557677 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 16 23:03:49.557677 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:03:49.557677 n-d-791506-26 neutron-server[101292]: timer() Aug 16 23:03:49.557677 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:03:49.557677 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 16 23:03:49.557677 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:03:49.557677 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 16 23:03:49.557677 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:03:49.557677 n-d-791506-26 neutron-server[101292]: self._notify() Aug 16 23:03:49.557677 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:03:49.557677 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 16 23:03:49.557677 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:03:49.557677 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 16 23:03:49.557677 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:03:49.557677 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:03:49.557677 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:03:49.557677 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:03:49.557677 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:03:49.557677 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 16 23:03:49.557677 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:03:49.557677 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 16 23:03:49.557677 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:03:49.557677 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:03:49.557677 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:03:49.557677 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 16 23:03:49.557677 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:03:49.557677 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:03:49.557677 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:03:49.557677 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:03:49.557677 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:03:49.557677 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:03:49.557677 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:03:49.654953 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8014a039-9d91-451c-90de-1c51b2aa8de4 req-17d1406d-1637-483a-bcd3-1c47a7ee097e tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:49.662491 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8014a039-9d91-451c-90de-1c51b2aa8de4 req-17d1406d-1637-483a-bcd3-1c47a7ee097e tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/ports?device_id=823a2d4d-dfcf-45e8-b3fa-f0bda982a860 HTTP/1.1" status: 200 len: 945 time: 0.1560326 Aug 16 23:03:49.685480 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a7a0c836-5e20-4c82-99a6-109a99f70333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:49.695126 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a7a0c836-5e20-4c82-99a6-109a99f70333 admin admin] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:49.699600 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-a7a0c836-5e20-4c82-99a6-109a99f70333 admin admin] 10.222.0.36 "DELETE /v2.0/networks/f382f188-dbb7-4b56-8af5-82f76ac61bfc HTTP/1.1" status: 204 len: 168 time: 0.4943080 Aug 16 23:03:49.723035 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a0c836-5e20-4c82-99a6-109a99f70333 admin admin] Pushing event deleted for resources: {'Network': ['ID=f382f188-dbb7-4b56-8af5-82f76ac61bfc,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:49.735114 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ee8c5c-0531-4b4b-97d1-96c8cc2085cc req-12dfc97b-2392-4cb8-b992-74cf1c108be3 tempest-InstanceActionsTestJSON-2060691899 tempest-InstanceActionsTestJSON-2060691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:49.736833 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-64ee8c5c-0531-4b4b-97d1-96c8cc2085cc req-12dfc97b-2392-4cb8-b992-74cf1c108be3 tempest-InstanceActionsTestJSON-2060691899 tempest-InstanceActionsTestJSON-2060691899-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a726828-c69a-4695-b580-c411f844d15a HTTP/1.1" status: 200 len: 945 time: 0.1674824 Aug 16 23:03:49.751021 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8014a039-9d91-451c-90de-1c51b2aa8de4 req-861dfba5-a247-4d4e-b1d9-d83cb4859b17 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/security-groups?id=1eb5bbe6-717a-4605-a558-b9b958591c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875673 Aug 16 23:03:49.752588 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-3d29d90a-5ba1-4667-827d-b41fceb64dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:49.788901 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-184cde60-1e17-4a8c-9d23-d5c34e3402ac tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1520445304'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:03:49.807429 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-64ee8c5c-0531-4b4b-97d1-96c8cc2085cc req-0beb26f0-f0be-4845-b5f6-0393c7e59443 tempest-InstanceActionsTestJSON-2060691899 tempest-InstanceActionsTestJSON-2060691899-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4c9a2a6-84c0-44b3-a736-4d6416eb8831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550120 Aug 16 23:03:49.826624 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-184cde60-1e17-4a8c-9d23-d5c34e3402ac tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Made reservation on behalf of 77edb9c609574a729239fa473de068f3 for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:03:49.830925 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-184cde60-1e17-4a8c-9d23-d5c34e3402ac tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:49.843127 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-184cde60-1e17-4a8c-9d23-d5c34e3402ac tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:49.972790 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-184cde60-1e17-4a8c-9d23-d5c34e3402ac tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:49.979865 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-184cde60-1e17-4a8c-9d23-d5c34e3402ac tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:50.063655 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-184cde60-1e17-4a8c-9d23-d5c34e3402ac tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:03:50.080085 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184cde60-1e17-4a8c-9d23-d5c34e3402ac tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e4c50a-be7d-4de5-9568-b5211837646e,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:50.094571 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-184cde60-1e17-4a8c-9d23-d5c34e3402ac tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:50.095028 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-184cde60-1e17-4a8c-9d23-d5c34e3402ac tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Added segment 011545b7-ae20-4016-900d-d0b927481dc7 of type vlan for network 547e39d4-15d2-4429-8e0f-931dd1baa371 Aug 16 23:03:50.131806 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c694c5-d54e-4a58-9c37-b625c4922531 req-ab8046cd-f92a-4c49-8c02-3bd71a239da8 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:50.139912 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c694c5-d54e-4a58-9c37-b625c4922531 req-ab8046cd-f92a-4c49-8c02-3bd71a239da8 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:50.152288 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c694c5-d54e-4a58-9c37-b625c4922531 req-ab8046cd-f92a-4c49-8c02-3bd71a239da8 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:50.158766 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c694c5-d54e-4a58-9c37-b625c4922531 req-ab8046cd-f92a-4c49-8c02-3bd71a239da8 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:50.165288 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-184cde60-1e17-4a8c-9d23-d5c34e3402ac tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:50.166265 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c694c5-d54e-4a58-9c37-b625c4922531 req-ab8046cd-f92a-4c49-8c02-3bd71a239da8 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:50.173971 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c694c5-d54e-4a58-9c37-b625c4922531 req-ab8046cd-f92a-4c49-8c02-3bd71a239da8 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:50.181953 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c694c5-d54e-4a58-9c37-b625c4922531 req-ab8046cd-f92a-4c49-8c02-3bd71a239da8 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:50.190166 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d9c694c5-d54e-4a58-9c37-b625c4922531 req-ab8046cd-f92a-4c49-8c02-3bd71a239da8 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d0f439b-55b3-479e-b4c0-19dd4772e5b0 HTTP/1.1" status: 200 len: 5418 time: 0.1447687 Aug 16 23:03:50.212438 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-184cde60-1e17-4a8c-9d23-d5c34e3402ac tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:50.219789 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184cde60-1e17-4a8c-9d23-d5c34e3402ac tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:50.257337 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-184cde60-1e17-4a8c-9d23-d5c34e3402ac tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:50.258049 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 48406) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:50.261497 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d9c694c5-d54e-4a58-9c37-b625c4922531 req-a0b438ee-f6a4-4bdc-9e50-5d0625096cc0 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c2745c8-39ab-440e-a081-67457cdaf056&id=d16ff2d0-1ebf-4d89-b16a-9f394969ba5a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0698647 Aug 16 23:03:50.319627 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-184cde60-1e17-4a8c-9d23-d5c34e3402ac tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8693063 Aug 16 23:03:50.343810 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184cde60-1e17-4a8c-9d23-d5c34e3402ac tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Pushing event updated for resources: {'Network': ['ID=547e39d4-15d2-4429-8e0f-931dd1baa371,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:50.353287 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-3af64c4f-64cd-4061-b1d4-8a307cb2f2b8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=352e2e0b88af46f28dafba560003ae12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0991642 Aug 16 23:03:50.356267 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 48410) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:50.356891 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 547e39d4-15d2-4429-8e0f-931dd1baa371 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:03:50.506461 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8d8a234c-601f-4cd5-8614-910db7c98bc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:50.563268 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b5f783-a71e-42b4-87af-db2329f57655 req-93632f49-9a9e-40cd-96c1-33219c41b227 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:50.569008 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b0b5f783-a71e-42b4-87af-db2329f57655 req-93632f49-9a9e-40cd-96c1-33219c41b227 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.57 "GET /v2.0/ports?device_id=823a2d4d-dfcf-45e8-b3fa-f0bda982a860 HTTP/1.1" status: 200 len: 945 time: 0.2049201 Aug 16 23:03:50.581001 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:50.586624 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8d8a234c-601f-4cd5-8614-910db7c98bc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:50.601666 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e701fdf3-199e-4e2c-8b61-f72ba29fe995 req-7fadf05e-d9c4-484e-b6f6-38cdba727846 tempest-InstanceActionsTestJSON-2060691899 tempest-InstanceActionsTestJSON-2060691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:50.609914 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e701fdf3-199e-4e2c-8b61-f72ba29fe995 req-7fadf05e-d9c4-484e-b6f6-38cdba727846 tempest-InstanceActionsTestJSON-2060691899 tempest-InstanceActionsTestJSON-2060691899-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a726828-c69a-4695-b580-c411f844d15a HTTP/1.1" status: 200 len: 945 time: 0.1912067 Aug 16 23:03:50.698565 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8d8a234c-601f-4cd5-8614-910db7c98bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:50.707593 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8d8a234c-601f-4cd5-8614-910db7c98bc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:50.711131 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-8d8a234c-601f-4cd5-8614-910db7c98bc0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9a9bd5fe-3160-4f0a-a902-e95b7aedf567 HTTP/1.1" status: 204 len: 168 time: 0.3526044 Aug 16 23:03:50.733446 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8a234c-601f-4cd5-8614-910db7c98bc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a9bd5fe-3160-4f0a-a902-e95b7aedf567,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:50.736777 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e701fdf3-199e-4e2c-8b61-f72ba29fe995 req-41d3560d-7ca1-4189-bc18-27e0d2d2b685 tempest-InstanceActionsTestJSON-2060691899 tempest-InstanceActionsTestJSON-2060691899-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4c9a2a6-84c0-44b3-a736-4d6416eb8831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250122 Aug 16 23:03:50.821423 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-b0b5f783-a71e-42b4-87af-db2329f57655 req-84d0c526-b5a0-465a-9803-c737c6d6a713 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Deleting port 23b1cb86-9dc3-4ec3-93e0-97817ea4733a {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:03:50.821969 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-b0b5f783-a71e-42b4-87af-db2329f57655 req-84d0c526-b5a0-465a-9803-c737c6d6a713 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:50.970272 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860266cc-05b8-4e4e-8746-2ae1124175aa req-cc261e72-74cd-476e-8f0a-4dc7f71cbcfa tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:50.973178 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-860266cc-05b8-4e4e-8746-2ae1124175aa req-cc261e72-74cd-476e-8f0a-4dc7f71cbcfa tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/ports?device_id=823a2d4d-dfcf-45e8-b3fa-f0bda982a860 HTTP/1.1" status: 200 len: 945 time: 0.0961750 Aug 16 23:03:51.020819 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-b0b5f783-a71e-42b4-87af-db2329f57655 req-84d0c526-b5a0-465a-9803-c737c6d6a713 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] For port 23b1cb86-9dc3-4ec3-93e0-97817ea4733a, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=23b1cb86-9dc3-4ec3-93e0-97817ea4733a,segment=NetworkSegment(a0a90953-ffc4-4cbc-b46c-d2cc5e1888f9),segment_id=a0a90953-ffc4-4cbc-b46c-d2cc5e1888f9)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:03:51.021208 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-b0b5f783-a71e-42b4-87af-db2329f57655 req-84d0c526-b5a0-465a-9803-c737c6d6a713 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:51.048653 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-b0b5f783-a71e-42b4-87af-db2329f57655 req-84d0c526-b5a0-465a-9803-c737c6d6a713 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Calling delete_port for 23b1cb86-9dc3-4ec3-93e0-97817ea4733a owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:03:51.079993 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-860266cc-05b8-4e4e-8746-2ae1124175aa req-50caab44-e782-4cf2-9fd8-7eb9283765b6 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/security-groups?id=1eb5bbe6-717a-4605-a558-b9b958591c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849977 Aug 16 23:03:51.301836 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-b0b5f783-a71e-42b4-87af-db2329f57655 req-84d0c526-b5a0-465a-9803-c737c6d6a713 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:51.334144 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['23b1cb86-9dc3-4ec3-93e0-97817ea4733a'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:03:51.485766 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d0c526-b5a0-465a-9803-c737c6d6a713 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Pushing event deleted for resources: {'Port': ['ID=23b1cb86-9dc3-4ec3-93e0-97817ea4733a,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:51.504887 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 506987ef-2223-4713-88b1-d7b60695e3b2 no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:03:51.560160 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:51.561563 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] No Port match for: 506987ef-2223-4713-88b1-d7b60695e3b2 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:03:51.562310 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 506987ef-2223-4713-88b1-d7b60695e3b2 not bound to the agent host n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:03:51.605346 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0b5f783-a71e-42b4-87af-db2329f57655 req-84d0c526-b5a0-465a-9803-c737c6d6a713 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] No DVR routers for this DVR port 23b1cb86-9dc3-4ec3-93e0-97817ea4733a on host n-h2-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:03:51.621856 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-b0b5f783-a71e-42b4-87af-db2329f57655 req-84d0c526-b5a0-465a-9803-c737c6d6a713 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:51.624972 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b0b5f783-a71e-42b4-87af-db2329f57655 req-84d0c526-b5a0-465a-9803-c737c6d6a713 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.57 "DELETE /v2.0/ports/23b1cb86-9dc3-4ec3-93e0-97817ea4733a HTTP/1.1" status: 204 len: 173 time: 1.0124764 Aug 16 23:03:51.629372 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '823a2d4d-dfcf-45e8-b3fa-f0bda982a860', 'name': 'network-vif-deleted', 'tag': '23b1cb86-9dc3-4ec3-93e0-97817ea4733a'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:03:51.635100 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-475ab83d-a0b7-4bfb-95d7-54bcbe7c50db" -d '{"events": [{"server_uuid": "823a2d4d-dfcf-45e8-b3fa-f0bda982a860", "name": "network-vif-deleted", "tag": "23b1cb86-9dc3-4ec3-93e0-97817ea4733a"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:03:51.731997 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2286d9-ae56-41a7-8377-036d26ec41ed req-431d1a75-29d0-4330-bda2-c51208673e13 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:51.760026 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2286d9-ae56-41a7-8377-036d26ec41ed req-431d1a75-29d0-4330-bda2-c51208673e13 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:51.790469 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2286d9-ae56-41a7-8377-036d26ec41ed req-431d1a75-29d0-4330-bda2-c51208673e13 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:51.815279 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2286d9-ae56-41a7-8377-036d26ec41ed req-431d1a75-29d0-4330-bda2-c51208673e13 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:51.851020 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2286d9-ae56-41a7-8377-036d26ec41ed req-431d1a75-29d0-4330-bda2-c51208673e13 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:51.864158 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2286d9-ae56-41a7-8377-036d26ec41ed req-431d1a75-29d0-4330-bda2-c51208673e13 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:51.881877 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2286d9-ae56-41a7-8377-036d26ec41ed req-431d1a75-29d0-4330-bda2-c51208673e13 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:51.899613 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4e2286d9-ae56-41a7-8377-036d26ec41ed req-431d1a75-29d0-4330-bda2-c51208673e13 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d0f439b-55b3-479e-b4c0-19dd4772e5b0 HTTP/1.1" status: 200 len: 5418 time: 0.4752836 Aug 16 23:03:51.914875 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5620886e-fc99-43b9-b12a-5262249586ed x-openstack-request-id: req-5620886e-fc99-43b9-b12a-5262249586ed {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:03:51.915248 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "823a2d4d-dfcf-45e8-b3fa-f0bda982a860", "name": "network-vif-deleted", "tag": "23b1cb86-9dc3-4ec3-93e0-97817ea4733a", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:03:51.915507 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5620886e-fc99-43b9-b12a-5262249586ed {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:03:51.915940 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '823a2d4d-dfcf-45e8-b3fa-f0bda982a860', 'name': 'network-vif-deleted', 'tag': '23b1cb86-9dc3-4ec3-93e0-97817ea4733a', 'status': 'completed', 'code': 200} Aug 16 23:03:52.037912 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4e2286d9-ae56-41a7-8377-036d26ec41ed req-12a477ea-7397-41f7-bb0d-852605ce2899 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c2745c8-39ab-440e-a081-67457cdaf056&id=d16ff2d0-1ebf-4d89-b16a-9f394969ba5a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1373143 Aug 16 23:03:52.187036 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5327156c-15c2-4c54-947b-39c2afbf08d3 req-1e3ce43e-49a1-4719-8b39-14ea5664864d tempest-InstanceActionsTestJSON-2060691899 tempest-InstanceActionsTestJSON-2060691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:52.195492 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5327156c-15c2-4c54-947b-39c2afbf08d3 req-1e3ce43e-49a1-4719-8b39-14ea5664864d tempest-InstanceActionsTestJSON-2060691899 tempest-InstanceActionsTestJSON-2060691899-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a726828-c69a-4695-b580-c411f844d15a HTTP/1.1" status: 200 len: 945 time: 0.2612009 Aug 16 23:03:52.227769 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be6439b-f8b4-4289-a121-efc4e490a1c6 req-7a740032-26b5-4f05-99dd-7c2691b55928 tempest-InstanceActionsTestJSON-2060691899 tempest-InstanceActionsTestJSON-2060691899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:52.243492 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0be6439b-f8b4-4289-a121-efc4e490a1c6 req-7a740032-26b5-4f05-99dd-7c2691b55928 tempest-InstanceActionsTestJSON-2060691899 tempest-InstanceActionsTestJSON-2060691899-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a726828-c69a-4695-b580-c411f844d15a HTTP/1.1" status: 200 len: 945 time: 0.3265207 Aug 16 23:03:52.501650 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e8d608d7-eb24-49b4-b555-05bed56d4e17 req-735eed28-2a7c-41ee-99f4-9ec4dc097e43 tempest-ServerRescueTestJSON-339293450 tempest-ServerRescueTestJSON-339293450-project] 10.222.0.36 "GET /v2.0/ports?device_id=823a2d4d-dfcf-45e8-b3fa-f0bda982a860 HTTP/1.1" status: 200 len: 210 time: 0.1671567 Aug 16 23:03:52.562123 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0be6439b-f8b4-4289-a121-efc4e490a1c6 req-2b9610b9-ed60-4e95-afa1-b14439139147 tempest-InstanceActionsTestJSON-2060691899 tempest-InstanceActionsTestJSON-2060691899-project] 10.222.0.36 "GET /v2.0/security-groups?id=e4c9a2a6-84c0-44b3-a736-4d6416eb8831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3163533 Aug 16 23:03:52.603756 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-5327156c-15c2-4c54-947b-39c2afbf08d3 req-a8fe37e7-fcf9-472e-8945-0bbaf56b3c6c tempest-InstanceActionsTestJSON-2060691899 tempest-InstanceActionsTestJSON-2060691899-project] Deleting port e0d42b4e-46e3-4ede-a13e-dd4f3c539644 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:03:52.604933 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-5327156c-15c2-4c54-947b-39c2afbf08d3 req-a8fe37e7-fcf9-472e-8945-0bbaf56b3c6c tempest-InstanceActionsTestJSON-2060691899 tempest-InstanceActionsTestJSON-2060691899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:52.744128 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:52.774644 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-5327156c-15c2-4c54-947b-39c2afbf08d3 req-a8fe37e7-fcf9-472e-8945-0bbaf56b3c6c tempest-InstanceActionsTestJSON-2060691899 tempest-InstanceActionsTestJSON-2060691899-project] For port e0d42b4e-46e3-4ede-a13e-dd4f3c539644, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=e0d42b4e-46e3-4ede-a13e-dd4f3c539644,segment=NetworkSegment(efc9d0c6-d826-4a4a-a65a-bbc926ea427c),segment_id=efc9d0c6-d826-4a4a-a65a-bbc926ea427c)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:03:52.776245 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-5327156c-15c2-4c54-947b-39c2afbf08d3 req-a8fe37e7-fcf9-472e-8945-0bbaf56b3c6c tempest-InstanceActionsTestJSON-2060691899 tempest-InstanceActionsTestJSON-2060691899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:52.795193 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-5327156c-15c2-4c54-947b-39c2afbf08d3 req-a8fe37e7-fcf9-472e-8945-0bbaf56b3c6c tempest-InstanceActionsTestJSON-2060691899 tempest-InstanceActionsTestJSON-2060691899-project] Calling delete_port for e0d42b4e-46e3-4ede-a13e-dd4f3c539644 owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:03:52.821317 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 48478) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:53.005198 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-5327156c-15c2-4c54-947b-39c2afbf08d3 req-a8fe37e7-fcf9-472e-8945-0bbaf56b3c6c tempest-InstanceActionsTestJSON-2060691899 tempest-InstanceActionsTestJSON-2060691899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:53.018652 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['e0d42b4e-46e3-4ede-a13e-dd4f3c539644'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:03:53.027841 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9ae6ed4e-0a60-42e5-98e9-f4910580b1d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:53.076348 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fe37e7-fcf9-472e-8945-0bbaf56b3c6c tempest-InstanceActionsTestJSON-2060691899 tempest-InstanceActionsTestJSON-2060691899-project] Pushing event deleted for resources: {'Port': ['ID=e0d42b4e-46e3-4ede-a13e-dd4f3c539644,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:53.164568 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-5327156c-15c2-4c54-947b-39c2afbf08d3 req-a8fe37e7-fcf9-472e-8945-0bbaf56b3c6c tempest-InstanceActionsTestJSON-2060691899 tempest-InstanceActionsTestJSON-2060691899-project] No DVR routers for this DVR port e0d42b4e-46e3-4ede-a13e-dd4f3c539644 on host n-h1-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:03:53.189139 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-5327156c-15c2-4c54-947b-39c2afbf08d3 req-a8fe37e7-fcf9-472e-8945-0bbaf56b3c6c tempest-InstanceActionsTestJSON-2060691899 tempest-InstanceActionsTestJSON-2060691899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:53.193476 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5327156c-15c2-4c54-947b-39c2afbf08d3 req-a8fe37e7-fcf9-472e-8945-0bbaf56b3c6c tempest-InstanceActionsTestJSON-2060691899 tempest-InstanceActionsTestJSON-2060691899-project] 10.222.0.68 "DELETE /v2.0/ports/e0d42b4e-46e3-4ede-a13e-dd4f3c539644 HTTP/1.1" status: 204 len: 173 time: 0.9466760 Aug 16 23:03:53.270677 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9ae6ed4e-0a60-42e5-98e9-f4910580b1d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:53.283974 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9ae6ed4e-0a60-42e5-98e9-f4910580b1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:53.395763 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-9ae6ed4e-0a60-42e5-98e9-f4910580b1d3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=af4e29cf3f4f44b0b5911e21226dc506&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5730114 Aug 16 23:03:53.397157 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 48516) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:53.404033 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae6ed4e-0a60-42e5-98e9-f4910580b1d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b395b64-2740-4db0-9ab8-d15527857c8a,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:53.413475 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb739d4-92a5-45df-b6d8-3f2c6a752687 req-eb9ef756-985a-45ca-b523-8d2710e375f6 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:53.423931 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb739d4-92a5-45df-b6d8-3f2c6a752687 req-eb9ef756-985a-45ca-b523-8d2710e375f6 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:53.431588 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb739d4-92a5-45df-b6d8-3f2c6a752687 req-eb9ef756-985a-45ca-b523-8d2710e375f6 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:53.438021 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb739d4-92a5-45df-b6d8-3f2c6a752687 req-eb9ef756-985a-45ca-b523-8d2710e375f6 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:53.445249 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb739d4-92a5-45df-b6d8-3f2c6a752687 req-eb9ef756-985a-45ca-b523-8d2710e375f6 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:53.452011 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb739d4-92a5-45df-b6d8-3f2c6a752687 req-eb9ef756-985a-45ca-b523-8d2710e375f6 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:53.460618 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb739d4-92a5-45df-b6d8-3f2c6a752687 req-eb9ef756-985a-45ca-b523-8d2710e375f6 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:53.463714 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6bb739d4-92a5-45df-b6d8-3f2c6a752687 req-eb9ef756-985a-45ca-b523-8d2710e375f6 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d0f439b-55b3-479e-b4c0-19dd4772e5b0 HTTP/1.1" status: 200 len: 5418 time: 0.2119927 Aug 16 23:03:53.556352 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6bb739d4-92a5-45df-b6d8-3f2c6a752687 req-6b082c5c-6319-4d51-ad74-3cc4b6553cdd tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c2745c8-39ab-440e-a081-67457cdaf056&id=d16ff2d0-1ebf-4d89-b16a-9f394969ba5a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0841246 Aug 16 23:03:53.584903 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 48522) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:53.605251 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-73492a13-3961-4e57-b2ce-3ac0ce6a6225 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:53.682315 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 48526) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:53.751491 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-73492a13-3961-4e57-b2ce-3ac0ce6a6225 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:53.774030 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c27bc6ab-08be-44a1-bc0e-317e6a83ed26 req-720e8090-a73f-44e4-9b18-94e667f2ca10 tempest-InstanceActionsTestJSON-2060691899 tempest-InstanceActionsTestJSON-2060691899-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a726828-c69a-4695-b580-c411f844d15a HTTP/1.1" status: 200 len: 210 time: 0.0770302 Aug 16 23:03:53.791122 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 48530) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:53.798899 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-6130820b-4c3f-4705-8cc5-2e3263b0c969 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Request body: {'subnet': {'network_id': '547e39d4-15d2-4429-8e0f-931dd1baa371', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:03:53.944083 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a726828-c69a-4695-b580-c411f844d15a', 'name': 'network-vif-deleted', 'tag': 'e0d42b4e-46e3-4ede-a13e-dd4f3c539644'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:03:53.946542 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d0d5b1-75f2-4428-9c66-519f08ceb8ec" -d '{"events": [{"server_uuid": "6a726828-c69a-4695-b580-c411f844d15a", "name": "network-vif-deleted", "tag": "e0d42b4e-46e3-4ede-a13e-dd4f3c539644"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:03:53.951458 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-73492a13-3961-4e57-b2ce-3ac0ce6a6225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:53.954669 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-73492a13-3961-4e57-b2ce-3ac0ce6a6225 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:53.956091 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-73492a13-3961-4e57-b2ce-3ac0ce6a6225 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7b395b64-2740-4db0-9ab8-d15527857c8a HTTP/1.1" status: 204 len: 168 time: 0.5547860 Aug 16 23:03:53.975807 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73492a13-3961-4e57-b2ce-3ac0ce6a6225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b395b64-2740-4db0-9ab8-d15527857c8a,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:53.986944 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6130820b-4c3f-4705-8cc5-2e3263b0c969 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Made reservation on behalf of 77edb9c609574a729239fa473de068f3 for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:03:54.002030 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6130820b-4c3f-4705-8cc5-2e3263b0c969 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:54.028237 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2a07e627-2608-44e9-aa68-40ec52997ca6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:54.073895 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88e2d1d2-ca4b-43b9-b70e-b1877a609823 x-openstack-request-id: req-88e2d1d2-ca4b-43b9-b70e-b1877a609823 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:03:54.074295 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a726828-c69a-4695-b580-c411f844d15a", "name": "network-vif-deleted", "tag": "e0d42b4e-46e3-4ede-a13e-dd4f3c539644", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:03:54.074557 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-88e2d1d2-ca4b-43b9-b70e-b1877a609823 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:03:54.075012 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a726828-c69a-4695-b580-c411f844d15a', 'name': 'network-vif-deleted', 'tag': 'e0d42b4e-46e3-4ede-a13e-dd4f3c539644', 'status': 'completed', 'code': 200} Aug 16 23:03:54.276587 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-01c9330d-487e-48b9-953e-1367a19f63c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537579'] for router_interface, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:54.299452 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2a07e627-2608-44e9-aa68-40ec52997ca6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:54.305327 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2a07e627-2608-44e9-aa68-40ec52997ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:54.339399 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6130820b-4c3f-4705-8cc5-2e3263b0c969 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:54.407212 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 48540) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:54.427795 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-2a07e627-2608-44e9-aa68-40ec52997ca6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3e7fcb5120214cc18f6b575c33cb7e0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7434483 Aug 16 23:03:54.435434 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 48542) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:54.435678 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a07e627-2608-44e9-aa68-40ec52997ca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c1811d0-dc00-44b6-824a-e717ab7f5cff,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:54.446841 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-72cd28e6-c295-444a-90e8-21de8ff4ad72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:54.451062 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6130820b-4c3f-4705-8cc5-2e3263b0c969 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Pushing event updated for resources: {'Subnet': ['ID=a0058f26-82c1-4179-8ecd-b73bda244531,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:54.469853 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 23b1cb86-9dc3-4ec3-93e0-97817ea4733a no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:03:54.496055 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6130820b-4c3f-4705-8cc5-2e3263b0c969 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Checking segment: {'id': '011545b7-ae20-4016-900d-d0b927481dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '547e39d4-15d2-4429-8e0f-931dd1baa371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:03:54.496055 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6130820b-4c3f-4705-8cc5-2e3263b0c969 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Network hostable DHCP agents. Network: 547e39d4-15d2-4429-8e0f-931dd1baa371, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:03:54.561839 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] No Port match for: 23b1cb86-9dc3-4ec3-93e0-97817ea4733a {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:03:54.563942 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 23b1cb86-9dc3-4ec3-93e0-97817ea4733a not bound to the agent host n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:03:54.586692 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6130820b-4c3f-4705-8cc5-2e3263b0c969 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Network 547e39d4-15d2-4429-8e0f-931dd1baa371 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:03:54.605377 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-6130820b-4c3f-4705-8cc5-2e3263b0c969 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 547e39d4-15d2-4429-8e0f-931dd1baa371) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:03:54.614351 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6130820b-4c3f-4705-8cc5-2e3263b0c969 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:54.615860 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6130820b-4c3f-4705-8cc5-2e3263b0c969 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:54.622610 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9bfd9e-f225-468b-b6d3-091408e65b56 None None] Network 547e39d4-15d2-4429-8e0f-931dd1baa371 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:03:54.635966 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-446f8a2b-5ab2-4ae4-8874-6036588e0675 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:54.685345 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-446f8a2b-5ab2-4ae4-8874-6036588e0675 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:54.686241 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-72cd28e6-c295-444a-90e8-21de8ff4ad72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:54.692617 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-72cd28e6-c295-444a-90e8-21de8ff4ad72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:54.751476 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-6130820b-4c3f-4705-8cc5-2e3263b0c969 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9552388 Aug 16 23:03:54.751988 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 48546) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:54.758664 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-899423f2-0b42-4512-8a29-5be1625ef017 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1966023150'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:03:54.776869 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-72cd28e6-c295-444a-90e8-21de8ff4ad72 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ae81cb5860c544f3b68e3b1bed8028b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3653100 Aug 16 23:03:54.783375 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 48548) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:54.793796 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cd28e6-c295-444a-90e8-21de8ff4ad72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=772e95d5-afb3-4788-8264-137cfd58224f,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:54.824639 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cdf09c-6c3d-41fe-8993-e2f58b24adcc req-695ae57e-01c3-4911-9da1-284edd6d7b5e tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:54.833708 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cdf09c-6c3d-41fe-8993-e2f58b24adcc req-695ae57e-01c3-4911-9da1-284edd6d7b5e tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:54.835711 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-446f8a2b-5ab2-4ae4-8874-6036588e0675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:54.838514 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-446f8a2b-5ab2-4ae4-8874-6036588e0675 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:54.839867 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-446f8a2b-5ab2-4ae4-8874-6036588e0675 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4c1811d0-dc00-44b6-824a-e717ab7f5cff HTTP/1.1" status: 204 len: 168 time: 0.4023869 Aug 16 23:03:54.841481 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cdf09c-6c3d-41fe-8993-e2f58b24adcc req-695ae57e-01c3-4911-9da1-284edd6d7b5e tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:54.864479 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-899423f2-0b42-4512-8a29-5be1625ef017 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Made reservation on behalf of 77edb9c609574a729239fa473de068f3 for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:03:54.867260 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cdf09c-6c3d-41fe-8993-e2f58b24adcc req-695ae57e-01c3-4911-9da1-284edd6d7b5e tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:54.868785 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-899423f2-0b42-4512-8a29-5be1625ef017 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:54.874778 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446f8a2b-5ab2-4ae4-8874-6036588e0675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c1811d0-dc00-44b6-824a-e717ab7f5cff,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:54.889707 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cdf09c-6c3d-41fe-8993-e2f58b24adcc req-695ae57e-01c3-4911-9da1-284edd6d7b5e tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:54.894287 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 48554) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:54.911590 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cdf09c-6c3d-41fe-8993-e2f58b24adcc req-695ae57e-01c3-4911-9da1-284edd6d7b5e tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:54.931207 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cdf09c-6c3d-41fe-8993-e2f58b24adcc req-695ae57e-01c3-4911-9da1-284edd6d7b5e tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:54.933576 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-76cdf09c-6c3d-41fe-8993-e2f58b24adcc req-695ae57e-01c3-4911-9da1-284edd6d7b5e tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d0f439b-55b3-479e-b4c0-19dd4772e5b0 HTTP/1.1" status: 200 len: 5418 time: 0.2639544 Aug 16 23:03:54.973783 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd485b6c-5f55-4254-a465-b64778a2ab21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-547e39d4-15d2-4429-8e0f-931dd1baa371', 'network_id': '547e39d4-15d2-4429-8e0f-931dd1baa371', 'tenant_id': '77edb9c609574a729239fa473de068f3', 'fixed_ips': [{'subnet_id': 'a0058f26-82c1-4179-8ecd-b73bda244531'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:03:54.974980 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-bd485b6c-5f55-4254-a465-b64778a2ab21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:55.014448 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8f276ba5-71da-4029-b612-bc4c9ec20f1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:55.030839 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-76cdf09c-6c3d-41fe-8993-e2f58b24adcc req-b61dd6df-0d39-4c9c-90f5-19b75eb92068 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c2745c8-39ab-440e-a081-67457cdaf056&id=d16ff2d0-1ebf-4d89-b16a-9f394969ba5a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0888789 Aug 16 23:03:55.090307 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-899423f2-0b42-4512-8a29-5be1625ef017 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:03:55.099945 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-2006d934-279f-4700-8135-4c19542b3101 admin admin] Deleting subnet f1e6337f-68c5-4846-a57f-d045c993a9bb {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:03:55.109546 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8f276ba5-71da-4029-b612-bc4c9ec20f1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:55.113308 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2006d934-279f-4700-8135-4c19542b3101 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:55.116250 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-01c9330d-487e-48b9-953e-1367a19f63c6 admin admin] Deleting port 5d0dc39a-9378-4c89-8211-1e6226281fdd {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:03:55.116718 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-01c9330d-487e-48b9-953e-1367a19f63c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:55.183342 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-bd485b6c-5f55-4254-a465-b64778a2ab21 None None] Allocated IP 2001:db8:0:ffff::2 (547e39d4-15d2-4429-8e0f-931dd1baa371/a0058f26-82c1-4179-8ecd-b73bda244531/c001594b-4a38-461c-b151-9b0d34fa9af8) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:03:55.203621 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:55.267408 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-01c9330d-487e-48b9-953e-1367a19f63c6 admin admin] For port 5d0dc39a-9378-4c89-8211-1e6226281fdd, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=5d0dc39a-9378-4c89-8211-1e6226281fdd,segment=NetworkSegment(a0a90953-ffc4-4cbc-b46c-d2cc5e1888f9),segment_id=a0a90953-ffc4-4cbc-b46c-d2cc5e1888f9)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:03:55.267785 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-01c9330d-487e-48b9-953e-1367a19f63c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:55.283881 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-899423f2-0b42-4512-8a29-5be1625ef017 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:55.284323 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-899423f2-0b42-4512-8a29-5be1625ef017 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Added segment 697ecf45-db45-4be7-b5e6-a460d0a47231 of type vlan for network 181ee524-778b-4f9b-a4d8-5a92cf99c0d1 Aug 16 23:03:55.299424 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-01c9330d-487e-48b9-953e-1367a19f63c6 admin admin] Calling delete_port for 5d0dc39a-9378-4c89-8211-1e6226281fdd owned by network:router_interface {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:03:55.410150 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-bd485b6c-5f55-4254-a465-b64778a2ab21 None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:55.426430 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-bd485b6c-5f55-4254-a465-b64778a2ab21 None None] Transition to ACTIVE for port object c001594b-4a38-461c-b151-9b0d34fa9af8 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:03:55.446065 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-bd485b6c-5f55-4254-a465-b64778a2ab21 None None] Transition to ACTIVE for port object c001594b-4a38-461c-b151-9b0d34fa9af8 will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:03:55.454986 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-bd485b6c-5f55-4254-a465-b64778a2ab21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:55.513415 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd485b6c-5f55-4254-a465-b64778a2ab21 None None] Network 547e39d4-15d2-4429-8e0f-931dd1baa371 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:03:55.516696 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-bd485b6c-5f55-4254-a465-b64778a2ab21 None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:03:55.520696 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd485b6c-5f55-4254-a465-b64778a2ab21 None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:03:55.528774 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device e0d42b4e-46e3-4ede-a13e-dd4f3c539644 no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:03:55.558441 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] No Port match for: e0d42b4e-46e3-4ede-a13e-dd4f3c539644 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:03:55.558839 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device e0d42b4e-46e3-4ede-a13e-dd4f3c539644 not bound to the agent host n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:03:55.566764 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd485b6c-5f55-4254-a465-b64778a2ab21 None None] Pushing event updated for resources: {'Port': ['ID=c001594b-4a38-461c-b151-9b0d34fa9af8,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:55.633566 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-bd485b6c-5f55-4254-a465-b64778a2ab21 None None] Attempting to bind port c001594b-4a38-461c-b151-9b0d34fa9af8 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:03:55.633949 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-bd485b6c-5f55-4254-a465-b64778a2ab21 None None] Attempting to bind port c001594b-4a38-461c-b151-9b0d34fa9af8 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '011545b7-ae20-4016-900d-d0b927481dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '547e39d4-15d2-4429-8e0f-931dd1baa371'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:03:55.634893 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd485b6c-5f55-4254-a465-b64778a2ab21 None None] Attempting to bind port c001594b-4a38-461c-b151-9b0d34fa9af8 on network 547e39d4-15d2-4429-8e0f-931dd1baa371 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:03:55.641166 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd485b6c-5f55-4254-a465-b64778a2ab21 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:03:55.641543 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd485b6c-5f55-4254-a465-b64778a2ab21 None None] Checking segment: {'id': '011545b7-ae20-4016-900d-d0b927481dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '547e39d4-15d2-4429-8e0f-931dd1baa371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:03:55.642078 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-bd485b6c-5f55-4254-a465-b64778a2ab21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:55.642545 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd485b6c-5f55-4254-a465-b64778a2ab21 None None] Bound using segment: {'id': '011545b7-ae20-4016-900d-d0b927481dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '547e39d4-15d2-4429-8e0f-931dd1baa371'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:03:55.643012 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-bd485b6c-5f55-4254-a465-b64778a2ab21 None None] Bound port: c001594b-4a38-461c-b151-9b0d34fa9af8, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '011545b7-ae20-4016-900d-d0b927481dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '547e39d4-15d2-4429-8e0f-931dd1baa371'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:03:55.643393 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-bd485b6c-5f55-4254-a465-b64778a2ab21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:55.721492 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2006d934-279f-4700-8135-4c19542b3101 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:55.764359 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-bd485b6c-5f55-4254-a465-b64778a2ab21 None None] For port c001594b-4a38-461c-b151-9b0d34fa9af8, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:03:55.770992 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-bd485b6c-5f55-4254-a465-b64778a2ab21 None None] For port c001594b-4a38-461c-b151-9b0d34fa9af8, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=c001594b-4a38-461c-b151-9b0d34fa9af8,segment=NetworkSegment(011545b7-ae20-4016-900d-d0b927481dc7),segment_id=011545b7-ae20-4016-900d-d0b927481dc7)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:03:55.776817 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-bd485b6c-5f55-4254-a465-b64778a2ab21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:55.793087 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-899423f2-0b42-4512-8a29-5be1625ef017 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:55.819118 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2006d934-279f-4700-8135-4c19542b3101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:55.874205 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd485b6c-5f55-4254-a465-b64778a2ab21 None None] Pushing event updated for resources: {'Port': ['ID=c001594b-4a38-461c-b151-9b0d34fa9af8,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:55.902291 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8f276ba5-71da-4029-b612-bc4c9ec20f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:55.904850 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8f276ba5-71da-4029-b612-bc4c9ec20f1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:55.908277 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-8f276ba5-71da-4029-b612-bc4c9ec20f1a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/772e95d5-afb3-4788-8264-137cfd58224f HTTP/1.1" status: 204 len: 168 time: 1.1192019 Aug 16 23:03:55.970278 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f276ba5-71da-4029-b612-bc4c9ec20f1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=772e95d5-afb3-4788-8264-137cfd58224f,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:55.972805 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-899423f2-0b42-4512-8a29-5be1625ef017 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:55.982829 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899423f2-0b42-4512-8a29-5be1625ef017 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:55.983776 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-899423f2-0b42-4512-8a29-5be1625ef017 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:56.068053 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2006d934-279f-4700-8135-4c19542b3101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:56.074140 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-899423f2-0b42-4512-8a29-5be1625ef017 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3209884 Aug 16 23:03:56.074707 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 48584) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:56.092568 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-4a041534-2e52-4b1d-b811-75f67cbf5453 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Request body: {'subnet': {'network_id': '181ee524-778b-4f9b-a4d8-5a92cf99c0d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:03:56.191965 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2006d934-279f-4700-8135-4c19542b3101 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:56.192707 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-2006d934-279f-4700-8135-4c19542b3101 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/f1e6337f-68c5-4846-a57f-d045c993a9bb HTTP/1.1" status: 204 len: 168 time: 1.2618208 Aug 16 23:03:56.196801 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2006d934-279f-4700-8135-4c19542b3101 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1e6337f-68c5-4846-a57f-d045c993a9bb,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:56.199192 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 48590) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:56.208479 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899423f2-0b42-4512-8a29-5be1625ef017 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Pushing event updated for resources: {'Network': ['ID=181ee524-778b-4f9b-a4d8-5a92cf99c0d1,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:56.270090 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 181ee524-778b-4f9b-a4d8-5a92cf99c0d1 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:03:56.372103 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-36388dba-bd9c-4a2e-b91c-889aaca58850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:56.397774 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-01c9330d-487e-48b9-953e-1367a19f63c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:56.411899 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a041534-2e52-4b1d-b811-75f67cbf5453 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Made reservation on behalf of 77edb9c609574a729239fa473de068f3 for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:03:56.416217 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4a041534-2e52-4b1d-b811-75f67cbf5453 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:56.453932 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device debf812d-0b2e-45df-8f8a-a21e25a77beb details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:03:56.497352 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd890a2-5f70-4d9e-82d5-43e9ad1eec38 req-cc9e6d50-722d-4cb7-8869-3e97135685d9 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:56.504165 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd890a2-5f70-4d9e-82d5-43e9ad1eec38 req-cc9e6d50-722d-4cb7-8869-3e97135685d9 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:56.510634 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd890a2-5f70-4d9e-82d5-43e9ad1eec38 req-cc9e6d50-722d-4cb7-8869-3e97135685d9 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:56.517231 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd890a2-5f70-4d9e-82d5-43e9ad1eec38 req-cc9e6d50-722d-4cb7-8869-3e97135685d9 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:56.524278 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd890a2-5f70-4d9e-82d5-43e9ad1eec38 req-cc9e6d50-722d-4cb7-8869-3e97135685d9 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:56.524786 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c9330d-487e-48b9-953e-1367a19f63c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d0dc39a-9378-4c89-8211-1e6226281fdd,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:56.531894 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd890a2-5f70-4d9e-82d5-43e9ad1eec38 req-cc9e6d50-722d-4cb7-8869-3e97135685d9 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:56.538609 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd890a2-5f70-4d9e-82d5-43e9ad1eec38 req-cc9e6d50-722d-4cb7-8869-3e97135685d9 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:56.540811 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9fd890a2-5f70-4d9e-82d5-43e9ad1eec38 req-cc9e6d50-722d-4cb7-8869-3e97135685d9 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d0f439b-55b3-479e-b4c0-19dd4772e5b0 HTTP/1.1" status: 200 len: 5418 time: 0.1955409 Aug 16 23:03:56.630167 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9fd890a2-5f70-4d9e-82d5-43e9ad1eec38 req-1bba3372-129e-4a7e-816e-f6ce2143938f tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c2745c8-39ab-440e-a081-67457cdaf056&id=d16ff2d0-1ebf-4d89-b16a-9f394969ba5a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0808375 Aug 16 23:03:56.759849 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-36388dba-bd9c-4a2e-b91c-889aaca58850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:56.788509 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port debf812d-0b2e-45df-8f8a-a21e25a77beb, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=debf812d-0b2e-45df-8f8a-a21e25a77beb,segment=NetworkSegment(41213340-69bd-43d1-b0bd-07e49d1e54df),segment_id=41213340-69bd-43d1-b0bd-07e49d1e54df)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:03:56.811055 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': 'debf812d-0b2e-45df-8f8a-a21e25a77beb', 'network_id': 'f4264da2-38cd-44c0-b397-5678d2cea138', 'port_id': 'debf812d-0b2e-45df-8f8a-a21e25a77beb', 'mac_address': 'fa:16:3e:79:fa:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c956ed2-0689-474b-bd27-58ed9c7ef2ec', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:03:56.897880 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-36388dba-bd9c-4a2e-b91c-889aaca58850 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e092106a-8804-418d-b10f-5709e5ebcb44']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:03:56.911263 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:56.915263 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-36388dba-bd9c-4a2e-b91c-889aaca58850 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efc9d0c6-d826-4a4a-a65a-bbc926ea427c') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:03:56.916016 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-36388dba-bd9c-4a2e-b91c-889aaca58850 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efc9d0c6-d826-4a4a-a65a-bbc926ea427c') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:03:56.934600 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-36388dba-bd9c-4a2e-b91c-889aaca58850 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:56.946683 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id debf812d-0b2e-45df-8f8a-a21e25a77beb {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:03:56.970098 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-01c9330d-487e-48b9-953e-1367a19f63c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537471'] for router_interface, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:56.973788 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-36388dba-bd9c-4a2e-b91c-889aaca58850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:56.979433 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-42eadd8b-5788-4b8a-8d6d-c67515b08a15 req-24aac839-fc0d-4c5a-839d-94f197e3a3f0 tempest-ImagesNegativeTestJSON-1867871094 tempest-ImagesNegativeTestJSON-1867871094-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=dfdf65cdea0542cfbad19601e23c8977&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0468438 Aug 16 23:03:56.984409 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36388dba-bd9c-4a2e-b91c-889aaca58850 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:03:56.985200 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-36388dba-bd9c-4a2e-b91c-889aaca58850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:56.988495 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 23:03:56.988495 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:03:56.988495 n-d-791506-26 neutron-server[101291]: timer() Aug 16 23:03:56.988495 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:03:56.988495 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 23:03:56.988495 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:03:56.988495 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 23:03:56.988495 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:03:56.988495 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 23:03:56.988495 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:03:56.988495 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 23:03:56.988495 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:03:56.988495 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 23:03:56.988495 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:03:56.988495 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:03:56.988495 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:03:56.988495 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:03:56.988495 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:03:56.988495 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 23:03:56.988495 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:03:56.988495 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 23:03:56.988495 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:03:56.988495 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:03:56.988495 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:03:56.988495 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 23:03:56.988495 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:03:56.988495 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:03:56.988495 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:03:56.988495 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:03:56.988495 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:03:56.988495 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:03:56.988495 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:03:56.999115 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port debf812d-0b2e-45df-8f8a-a21e25a77beb, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=debf812d-0b2e-45df-8f8a-a21e25a77beb,segment=NetworkSegment(41213340-69bd-43d1-b0bd-07e49d1e54df),segment_id=41213340-69bd-43d1-b0bd-07e49d1e54df)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:03:57.006597 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:57.007391 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device c1cc686f-303c-42dc-85c7-d80aff741a19 details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:03:57.148648 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=debf812d-0b2e-45df-8f8a-a21e25a77beb,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:57.305917 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port c1cc686f-303c-42dc-85c7-d80aff741a19, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=c1cc686f-303c-42dc-85c7-d80aff741a19,segment=NetworkSegment(74cdf11b-eced-4a7c-8a3c-85f0b8d7848e),segment_id=74cdf11b-eced-4a7c-8a3c-85f0b8d7848e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:03:57.333856 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': 'c1cc686f-303c-42dc-85c7-d80aff741a19', 'network_id': 'f22d369e-b532-46c6-9344-c4601e102f4e', 'port_id': 'c1cc686f-303c-42dc-85c7-d80aff741a19', 'mac_address': 'fa:16:3e:b4:14:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6960f85-ce45-4ab7-99b5-dd33148146e1', 'ip_address': '10.1.1.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:03:57.352643 n-d-791506-26 neutron-server[101292]: DEBUG neutron.objects.ports [None req-4a041534-2e52-4b1d-b811-75f67cbf5453 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101292) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 23:03:57.358930 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01c9330d-487e-48b9-953e-1367a19f63c6 admin admin] Router f8fa8840-c880-441b-b56b-d6b69d0a152f has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:03:57.409714 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-36388dba-bd9c-4a2e-b91c-889aaca58850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:57.427753 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:57.444414 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eadd8b-5788-4b8a-8d6d-c67515b08a15 req-e5e7534c-4c87-45af-9afa-f4966560b92e tempest-ImagesNegativeTestJSON-1867871094 tempest-ImagesNegativeTestJSON-1867871094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:57.451844 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-42eadd8b-5788-4b8a-8d6d-c67515b08a15 req-e5e7534c-4c87-45af-9afa-f4966560b92e tempest-ImagesNegativeTestJSON-1867871094 tempest-ImagesNegativeTestJSON-1867871094-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4518547 Aug 16 23:03:57.455398 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4a041534-2e52-4b1d-b811-75f67cbf5453 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:57.468401 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1cc686f-303c-42dc-85c7-d80aff741a19 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:03:57.496211 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703e333a-3164-4311-bf69-228e96dbeda0 None None] Network 547e39d4-15d2-4429-8e0f-931dd1baa371 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:03:57.519365 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port c1cc686f-303c-42dc-85c7-d80aff741a19, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=c1cc686f-303c-42dc-85c7-d80aff741a19,segment=NetworkSegment(74cdf11b-eced-4a7c-8a3c-85f0b8d7848e),segment_id=74cdf11b-eced-4a7c-8a3c-85f0b8d7848e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:03:57.555866 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-36388dba-bd9c-4a2e-b91c-889aaca58850 admin admin] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:57.557831 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-36388dba-bd9c-4a2e-b91c-889aaca58850 admin admin] 10.222.0.36 "DELETE /v2.0/networks/e092106a-8804-418d-b10f-5709e5ebcb44 HTTP/1.1" status: 204 len: 168 time: 1.3577020 Aug 16 23:03:57.560202 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01c9330d-487e-48b9-953e-1367a19f63c6 admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:03:57.570684 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-01c9330d-487e-48b9-953e-1367a19f63c6 admin admin] 10.222.0.36 "PUT /v2.0/routers/f8fa8840-c880-441b-b56b-d6b69d0a152f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9831798 Aug 16 23:03:57.571359 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 48640) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:57.572247 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2267a55d-1c50-4a16-a756-98f88c5e418d None None] Sync routers for ids ['f8fa8840-c880-441b-b56b-d6b69d0a152f'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:03:57.589233 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-1c1a283a-862c-4e82-bd12-411908e862ee None None] Provisioning for port c001594b-4a38-461c-b151-9b0d34fa9af8 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:03:57.589706 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2267a55d-1c50-4a16-a756-98f88c5e418d None None] Routers {'f8fa8840-c880-441b-b56b-d6b69d0a152f'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:03:57.590723 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-2267a55d-1c50-4a16-a756-98f88c5e418d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:03:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['f8fa8840-c880-441b-b56b-d6b69d0a152f'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:03:57.595055 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-42eadd8b-5788-4b8a-8d6d-c67515b08a15 req-f28815ba-a25f-4bb9-be14-c95440507ed3 tempest-ImagesNegativeTestJSON-1867871094 tempest-ImagesNegativeTestJSON-1867871094-project] 10.222.0.36 "GET /v2.0/quotas/dfdf65cdea0542cfbad19601e23c8977 HTTP/1.1" status: 200 len: 375 time: 0.1423030 Aug 16 23:03:57.596144 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:57.600376 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device aabc4894-08fe-4573-bd65-664ab53c9c15 details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:03:57.666955 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port aabc4894-08fe-4573-bd65-664ab53c9c15, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=aabc4894-08fe-4573-bd65-664ab53c9c15,segment=NetworkSegment(74cdf11b-eced-4a7c-8a3c-85f0b8d7848e),segment_id=74cdf11b-eced-4a7c-8a3c-85f0b8d7848e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:03:57.735077 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-42eadd8b-5788-4b8a-8d6d-c67515b08a15 req-ff4f67ea-9048-485b-9baf-430bd6bba673 tempest-ImagesNegativeTestJSON-1867871094 tempest-ImagesNegativeTestJSON-1867871094-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=dfdf65cdea0542cfbad19601e23c8977&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1299045 Aug 16 23:03:57.751522 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f0c06865-7e47-4467-8f15-5f9cc6e55018 admin admin] Notify callbacks [] for router, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:57.759738 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a041534-2e52-4b1d-b811-75f67cbf5453 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Pushing event updated for resources: {'Subnet': ['ID=9da362f7-27bf-4dd0-ba2e-22228b958c2b,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:57.784872 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a041534-2e52-4b1d-b811-75f67cbf5453 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Checking segment: {'id': '697ecf45-db45-4be7-b5e6-a460d0a47231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '181ee524-778b-4f9b-a4d8-5a92cf99c0d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:03:57.785251 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a041534-2e52-4b1d-b811-75f67cbf5453 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Network hostable DHCP agents. Network: 181ee524-778b-4f9b-a4d8-5a92cf99c0d1, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:03:57.843968 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-2267a55d-1c50-4a16-a756-98f88c5e418d None None] Set router f8fa8840-c880-441b-b56b-d6b69d0a152f gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:03:57.852925 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a041534-2e52-4b1d-b811-75f67cbf5453 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Network 181ee524-778b-4f9b-a4d8-5a92cf99c0d1 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:03:57.929538 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-4a041534-2e52-4b1d-b811-75f67cbf5453 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 181ee524-778b-4f9b-a4d8-5a92cf99c0d1) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:03:57.968218 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a041534-2e52-4b1d-b811-75f67cbf5453 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:57.975764 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4a041534-2e52-4b1d-b811-75f67cbf5453 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:58.036834 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36388dba-bd9c-4a2e-b91c-889aaca58850 admin admin] Pushing event deleted for resources: {'Network': ['ID=e092106a-8804-418d-b10f-5709e5ebcb44,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:58.040214 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f0c06865-7e47-4467-8f15-5f9cc6e55018 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:58.137826 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea12dd5-b6e3-402b-ba02-0290900a07d6 req-114f59e4-a885-43fe-923d-a63c1816c1ee tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:58.173724 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-f0c06865-7e47-4467-8f15-5f9cc6e55018 admin admin] Deleting port 7dd6bc2c-e379-4cef-a740-e8b4bffa3196 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:03:58.175493 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea12dd5-b6e3-402b-ba02-0290900a07d6 req-114f59e4-a885-43fe-923d-a63c1816c1ee tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:58.176429 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f0c06865-7e47-4467-8f15-5f9cc6e55018 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:58.181947 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c361dc2-ebc8-4c0e-9256-1eb4d525bd48 None None] Network 181ee524-778b-4f9b-a4d8-5a92cf99c0d1 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:03:58.194373 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-2267a55d-1c50-4a16-a756-98f88c5e418d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8fa8840-c880-441b-b56b-d6b69d0a152f', 'name': 'tempest-ServerRescueTestJSON-2136925485-router', 'tenant_id': '658de3f152bc4d17994dfa693ccface5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.46'}], 'enable_snat': True}, 'gw_port_id': '7dd6bc2c-e379-4cef-a740-e8b4bffa3196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:01:29Z', 'updated_at': '2021-08-16T23:03:56Z', 'revision_number': 5, 'project_id': '658de3f152bc4d17994dfa693ccface5', 'gw_port': {'id': '7dd6bc2c-e379-4cef-a740-e8b4bffa3196', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:5d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8fa8840-c880-441b-b56b-d6b69d0a152f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:01:30Z', 'updated_at': '2021-08-16T23:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:03:58.202808 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea12dd5-b6e3-402b-ba02-0290900a07d6 req-114f59e4-a885-43fe-923d-a63c1816c1ee tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:58.216485 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea12dd5-b6e3-402b-ba02-0290900a07d6 req-114f59e4-a885-43fe-923d-a63c1816c1ee tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:58.245945 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea12dd5-b6e3-402b-ba02-0290900a07d6 req-114f59e4-a885-43fe-923d-a63c1816c1ee tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:58.249545 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': 'aabc4894-08fe-4573-bd65-664ab53c9c15', 'network_id': 'f22d369e-b532-46c6-9344-c4601e102f4e', 'port_id': 'aabc4894-08fe-4573-bd65-664ab53c9c15', 'mac_address': 'fa:16:3e:a8:68:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6960f85-ce45-4ab7-99b5-dd33148146e1', 'ip_address': '10.1.1.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:03:58.264224 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea12dd5-b6e3-402b-ba02-0290900a07d6 req-114f59e4-a885-43fe-923d-a63c1816c1ee tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:58.267486 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2267a55d-1c50-4a16-a756-98f88c5e418d None None] Checking router: f8fa8840-c880-441b-b56b-d6b69d0a152f for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:03:58.275650 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 48656) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:58.282869 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea12dd5-b6e3-402b-ba02-0290900a07d6 req-114f59e4-a885-43fe-923d-a63c1816c1ee tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:03:58.286901 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bea12dd5-b6e3-402b-ba02-0290900a07d6 req-114f59e4-a885-43fe-923d-a63c1816c1ee tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d0f439b-55b3-479e-b4c0-19dd4772e5b0 HTTP/1.1" status: 200 len: 5420 time: 0.4633632 Aug 16 23:03:58.297790 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2267a55d-1c50-4a16-a756-98f88c5e418d None None] Routers {'f8fa8840-c880-441b-b56b-d6b69d0a152f'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:03:58.298179 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-4a041534-2e52-4b1d-b811-75f67cbf5453 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2210147 Aug 16 23:03:58.298880 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-2267a55d-1c50-4a16-a756-98f88c5e418d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:03:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['f8fa8840-c880-441b-b56b-d6b69d0a152f'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:03:58.311179 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device c001594b-4a38-461c-b151-9b0d34fa9af8 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:03:58.311408 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 48658) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:58.353766 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-75b16dae-ac62-444a-b123-cd4485e82996 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Request body: {'port': {'network_id': '181ee524-778b-4f9b-a4d8-5a92cf99c0d1', 'name': 'tempest-NetworksIpV6TestAttrs-2005601012'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:03:58.385026 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-02e89044-db3c-4150-97dc-accd291db840 req-5d989251-bc46-412a-97fd-ca8c237ebb36 tempest-ImagesNegativeTestJSON-1867871094 tempest-ImagesNegativeTestJSON-1867871094-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3aec418-66f5-46b1-b248-c3914b39aed9 HTTP/1.1" status: 200 len: 210 time: 0.0960369 Aug 16 23:03:58.525701 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-67a95168-afc5-435e-be20-ad08b6d2bb8c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=45b38e0da5a047c89eb44539aee4e539&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2459481 Aug 16 23:03:58.530688 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 48668) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:58.548616 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=c1cc686f-303c-42dc-85c7-d80aff741a19,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:58.600997 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-2267a55d-1c50-4a16-a756-98f88c5e418d None None] Set router f8fa8840-c880-441b-b56b-d6b69d0a152f gateway port host: None {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:03:58.648442 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-f0c06865-7e47-4467-8f15-5f9cc6e55018 admin admin] For port 7dd6bc2c-e379-4cef-a740-e8b4bffa3196, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=7dd6bc2c-e379-4cef-a740-e8b4bffa3196,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:03:58.650342 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f0c06865-7e47-4467-8f15-5f9cc6e55018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:58.667187 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:58.675336 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-2267a55d-1c50-4a16-a756-98f88c5e418d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8fa8840-c880-441b-b56b-d6b69d0a152f', 'name': 'tempest-ServerRescueTestJSON-2136925485-router', 'tenant_id': '658de3f152bc4d17994dfa693ccface5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:01:29Z', 'updated_at': '2021-08-16T23:03:58Z', 'revision_number': 6, 'project_id': '658de3f152bc4d17994dfa693ccface5', 'gw_port_host': None}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:03:58.726947 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2267a55d-1c50-4a16-a756-98f88c5e418d None None] The sync data for ids ['f8fa8840-c880-441b-b56b-d6b69d0a152f'] in n-d-791506-26 is: [{'id': 'f8fa8840-c880-441b-b56b-d6b69d0a152f', 'name': 'tempest-ServerRescueTestJSON-2136925485-router', 'tenant_id': '658de3f152bc4d17994dfa693ccface5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:01:29Z', 'updated_at': '2021-08-16T23:03:58Z', 'revision_number': 6, 'project_id': '658de3f152bc4d17994dfa693ccface5', 'gw_port_host': None}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:03:58.747446 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-f0c06865-7e47-4467-8f15-5f9cc6e55018 admin admin] Calling delete_port for 7dd6bc2c-e379-4cef-a740-e8b4bffa3196 owned by network:router_gateway {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:03:58.789595 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aabc4894-08fe-4573-bd65-664ab53c9c15 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:03:58.805078 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port c001594b-4a38-461c-b151-9b0d34fa9af8 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:03:58.974923 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port c001594b-4a38-461c-b151-9b0d34fa9af8 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:03:58.975498 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:59.005492 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port aabc4894-08fe-4573-bd65-664ab53c9c15, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=aabc4894-08fe-4573-bd65-664ab53c9c15,segment=NetworkSegment(74cdf11b-eced-4a7c-8a3c-85f0b8d7848e),segment_id=74cdf11b-eced-4a7c-8a3c-85f0b8d7848e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:03:59.050904 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:59.055869 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 7bd4dab0-4e5a-4bfb-a170-497620e55ac0 details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:03:59.057156 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f0c06865-7e47-4467-8f15-5f9cc6e55018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:59.072865 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed913a4-4ca5-4f36-b571-8bf866ab517f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-181ee524-778b-4f9b-a4d8-5a92cf99c0d1', 'network_id': '181ee524-778b-4f9b-a4d8-5a92cf99c0d1', 'tenant_id': '77edb9c609574a729239fa473de068f3', 'fixed_ips': [{'subnet_id': '9da362f7-27bf-4dd0-ba2e-22228b958c2b'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:03:59.075081 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2ed913a4-4ca5-4f36-b571-8bf866ab517f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:59.134932 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c06865-7e47-4467-8f15-5f9cc6e55018 admin admin] Pushing event deleted for resources: {'Port': ['ID=7dd6bc2c-e379-4cef-a740-e8b4bffa3196,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:59.151641 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-66d629d8-1b89-4395-a082-6b3f218fc2e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:59.185036 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-66d629d8-1b89-4395-a082-6b3f218fc2e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:59.186886 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-ccdddfe8-ce53-485b-bced-05ddd8032c93 None None] Provisioning complete for port c001594b-4a38-461c-b151-9b0d34fa9af8 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:03:59.187389 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ccdddfe8-ce53-485b-bced-05ddd8032c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:59.287196 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 7bd4dab0-4e5a-4bfb-a170-497620e55ac0, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=7bd4dab0-4e5a-4bfb-a170-497620e55ac0,segment=NetworkSegment(74cdf11b-eced-4a7c-8a3c-85f0b8d7848e),segment_id=74cdf11b-eced-4a7c-8a3c-85f0b8d7848e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:03:59.320093 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': '7bd4dab0-4e5a-4bfb-a170-497620e55ac0', 'network_id': 'f22d369e-b532-46c6-9344-c4601e102f4e', 'port_id': '7bd4dab0-4e5a-4bfb-a170-497620e55ac0', 'mac_address': 'fa:16:3e:1d:ae:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6960f85-ce45-4ab7-99b5-dd33148146e1', 'ip_address': '10.1.1.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:03:59.322629 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-66d629d8-1b89-4395-a082-6b3f218fc2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:59.325136 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-66d629d8-1b89-4395-a082-6b3f218fc2e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:59.327015 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-66d629d8-1b89-4395-a082-6b3f218fc2e2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e4c9a2a6-84c0-44b3-a736-4d6416eb8831 HTTP/1.1" status: 204 len: 168 time: 0.7953379 Aug 16 23:03:59.360526 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bea12dd5-b6e3-402b-ba02-0290900a07d6 req-3b42ded5-bb63-4e81-aea9-3e4a09fdf934 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c2745c8-39ab-440e-a081-67457cdaf056&id=d16ff2d0-1ebf-4d89-b16a-9f394969ba5a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.0589616 Aug 16 23:03:59.361820 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d629d8-1b89-4395-a082-6b3f218fc2e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c9a2a6-84c0-44b3-a736-4d6416eb8831,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:59.374541 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f0c06865-7e47-4467-8f15-5f9cc6e55018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537121'] for router_gateway, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:59.442535 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b16dae-ac62-444a-b123-cd4485e82996 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Made reservation on behalf of 77edb9c609574a729239fa473de068f3 for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:03:59.447399 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-75b16dae-ac62-444a-b123-cd4485e82996 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:59.522343 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f0c06865-7e47-4467-8f15-5f9cc6e55018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:59.523650 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [None req-75b16dae-ac62-444a-b123-cd4485e82996 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] device_id is not set on port 3d92ff38-c54c-4034-ba36-1faa9045b6cc yet. {{(pid=101292) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 23:03:59.524609 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f0c06865-7e47-4467-8f15-5f9cc6e55018 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:59.591049 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f0c06865-7e47-4467-8f15-5f9cc6e55018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:59.592157 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0c06865-7e47-4467-8f15-5f9cc6e55018 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8fa8840-c880-441b-b56b-d6b69d0a152f {{(pid=101291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:03:59.601880 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f0c06865-7e47-4467-8f15-5f9cc6e55018 admin admin] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:59.603116 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-f0c06865-7e47-4467-8f15-5f9cc6e55018 admin admin] 10.222.0.36 "DELETE /v2.0/routers/f8fa8840-c880-441b-b56b-d6b69d0a152f HTTP/1.1" status: 204 len: 168 time: 2.0204926 Aug 16 23:03:59.605626 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 48694) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:03:59.679149 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=aabc4894-08fe-4573-bd65-664ab53c9c15,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:03:59.702411 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0b718ca-e681-414a-b1a4-69547897546d admin admin] Deleting subnet 83a7154b-2d0f-4675-897d-e253fcead13a {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:03:59.710965 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e0b718ca-e681-414a-b1a4-69547897546d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:59.858285 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e0b718ca-e681-414a-b1a4-69547897546d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:03:59.890775 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2c80247f-4492-4f67-bc5b-73be299f83e2 req-9dea231a-1bcf-4409-8928-67b0586efb41 tempest-ImagesNegativeTestJSON-1867871094 tempest-ImagesNegativeTestJSON-1867871094-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3aec418-66f5-46b1-b248-c3914b39aed9 HTTP/1.1" status: 200 len: 210 time: 0.3499620 Aug 16 23:03:59.895899 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-42eadd8b-5788-4b8a-8d6d-c67515b08a15 req-de0dd9d5-715d-4cec-90ca-d730248381b4 tempest-ImagesNegativeTestJSON-1867871094 tempest-ImagesNegativeTestJSON-1867871094-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=dfdf65cdea0542cfbad19601e23c8977&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0716417 Aug 16 23:03:59.897454 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-75b16dae-ac62-444a-b123-cd4485e82996 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Allocated IP 2001:db8::f816:3eff:fece:299c (181ee524-778b-4f9b-a4d8-5a92cf99c0d1/9da362f7-27bf-4dd0-ba2e-22228b958c2b/3d92ff38-c54c-4034-ba36-1faa9045b6cc) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:04:00.005734 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e0b718ca-e681-414a-b1a4-69547897546d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:00.103840 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eadd8b-5788-4b8a-8d6d-c67515b08a15 req-0d119f01-adfc-40ef-bc61-7d91b9b64983 tempest-ImagesNegativeTestJSON-1867871094 tempest-ImagesNegativeTestJSON-1867871094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:00.105875 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-42eadd8b-5788-4b8a-8d6d-c67515b08a15 req-0d119f01-adfc-40ef-bc61-7d91b9b64983 tempest-ImagesNegativeTestJSON-1867871094 tempest-ImagesNegativeTestJSON-1867871094-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2020216 Aug 16 23:04:00.141005 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-42eadd8b-5788-4b8a-8d6d-c67515b08a15 req-7e18cd15-29f1-4b83-aabe-ea8399711f0b tempest-ImagesNegativeTestJSON-1867871094 tempest-ImagesNegativeTestJSON-1867871094-project] Request body: {'port': {'device_id': 'c3aec418-66f5-46b1-b248-c3914b39aed9', 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd', 'admin_state_up': True, 'tenant_id': 'dfdf65cdea0542cfbad19601e23c8977'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:04:00.151731 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e0b718ca-e681-414a-b1a4-69547897546d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:00.217117 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:00.228344 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 48708) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:00.238570 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b718ca-e681-414a-b1a4-69547897546d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83a7154b-2d0f-4675-897d-e253fcead13a,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:00.254884 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e0b718ca-e681-414a-b1a4-69547897546d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:00.261760 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-e0b718ca-e681-414a-b1a4-69547897546d admin admin] 10.222.0.36 "DELETE /v2.0/subnets/83a7154b-2d0f-4675-897d-e253fcead13a HTTP/1.1" status: 204 len: 168 time: 0.6525309 Aug 16 23:04:00.262563 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 48712) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:00.299059 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:00.311377 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bd4dab0-4e5a-4bfb-a170-497620e55ac0 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:04:00.430424 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-36db8e30-8c9b-4573-9948-a421d71fbf00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:00.445568 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port c001594b-4a38-461c-b151-9b0d34fa9af8, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=c001594b-4a38-461c-b151-9b0d34fa9af8,segment=NetworkSegment(011545b7-ae20-4016-900d-d0b927481dc7),segment_id=011545b7-ae20-4016-900d-d0b927481dc7)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:04:00.450388 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 7bd4dab0-4e5a-4bfb-a170-497620e55ac0, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=7bd4dab0-4e5a-4bfb-a170-497620e55ac0,segment=NetworkSegment(74cdf11b-eced-4a7c-8a3c-85f0b8d7848e),segment_id=74cdf11b-eced-4a7c-8a3c-85f0b8d7848e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:04:00.455237 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:00.620119 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f4268b6d-0b15-4e11-a4ba-a73c5b736f1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:00.621723 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=c001594b-4a38-461c-b151-9b0d34fa9af8,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:00.623893 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 7dd6bc2c-e379-4cef-a740-e8b4bffa3196 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:04:00.625542 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:00.642667 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-36db8e30-8c9b-4573-9948-a421d71fbf00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:00.670895 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:04:00.671292 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:04:00.671641 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:04:00.671976 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:04:00.672311 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:04:00.672669 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:04:00.673113 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:04:00.673493 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:04:00.673826 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:04:00.674325 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:04:00.675928 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:04:00.676280 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:04:00.691994 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 7dd6bc2c-e379-4cef-a740-e8b4bffa3196 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:04:00.692311 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 7dd6bc2c-e379-4cef-a740-e8b4bffa3196 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:04:00.692780 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 5d0dc39a-9378-4c89-8211-1e6226281fdd no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:04:00.701748 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-36db8e30-8c9b-4573-9948-a421d71fbf00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['540fbbcf-8da3-458c-90f5-f20e9fa6a263']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:00.721920 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-36db8e30-8c9b-4573-9948-a421d71fbf00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0a90953-ffc4-4cbc-b46c-d2cc5e1888f9') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:00.722663 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-36db8e30-8c9b-4573-9948-a421d71fbf00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0a90953-ffc4-4cbc-b46c-d2cc5e1888f9') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:00.733761 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-36db8e30-8c9b-4573-9948-a421d71fbf00 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:00.734505 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 5d0dc39a-9378-4c89-8211-1e6226281fdd {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:04:00.734853 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 5d0dc39a-9378-4c89-8211-1e6226281fdd not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:04:00.741316 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 34b404ad-784d-44c6-ad7f-bc568885b3e9 details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:04:00.751605 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-36db8e30-8c9b-4573-9948-a421d71fbf00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:00.759466 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36db8e30-8c9b-4573-9948-a421d71fbf00 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:04:00.759945 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-36db8e30-8c9b-4573-9948-a421d71fbf00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:00.785676 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-75b16dae-ac62-444a-b123-cd4485e82996 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:00.808133 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [None req-75b16dae-ac62-444a-b123-cd4485e82996 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Transition to ACTIVE for port object 3d92ff38-c54c-4034-ba36-1faa9045b6cc will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:04:00.858703 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 48724) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:00.915474 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-75b16dae-ac62-444a-b123-cd4485e82996 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:00.929557 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 34b404ad-784d-44c6-ad7f-bc568885b3e9, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=34b404ad-784d-44c6-ad7f-bc568885b3e9,segment=NetworkSegment(74cdf11b-eced-4a7c-8a3c-85f0b8d7848e),segment_id=74cdf11b-eced-4a7c-8a3c-85f0b8d7848e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:04:00.932438 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f4268b6d-0b15-4e11-a4ba-a73c5b736f1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:00.934479 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 23:04:00.934479 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:04:00.934479 n-d-791506-26 neutron-server[101291]: timer() Aug 16 23:04:00.934479 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:04:00.934479 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 23:04:00.934479 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:04:00.934479 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 23:04:00.934479 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:04:00.934479 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 23:04:00.934479 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:04:00.934479 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 23:04:00.934479 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:04:00.934479 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 23:04:00.934479 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:04:00.934479 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:04:00.934479 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:04:00.934479 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:04:00.934479 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:04:00.934479 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 23:04:00.934479 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:04:00.934479 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 23:04:00.934479 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:04:00.934479 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:04:00.934479 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:04:00.934479 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 23:04:00.934479 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:04:00.934479 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:04:00.934479 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:04:00.934479 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:04:00.934479 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:04:00.934479 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:04:00.934479 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:04:00.939056 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-36db8e30-8c9b-4573-9948-a421d71fbf00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:00.942612 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f4268b6d-0b15-4e11-a4ba-a73c5b736f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:00.961147 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': '34b404ad-784d-44c6-ad7f-bc568885b3e9', 'network_id': 'f22d369e-b532-46c6-9344-c4601e102f4e', 'port_id': '34b404ad-784d-44c6-ad7f-bc568885b3e9', 'mac_address': 'fa:16:3e:f0:31:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6960f85-ce45-4ab7-99b5-dd33148146e1', 'ip_address': '10.1.1.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:04:00.973556 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-36db8e30-8c9b-4573-9948-a421d71fbf00 admin admin] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:00.975719 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-36db8e30-8c9b-4573-9948-a421d71fbf00 admin admin] 10.222.0.36 "DELETE /v2.0/networks/540fbbcf-8da3-458c-90f5-f20e9fa6a263 HTTP/1.1" status: 204 len: 168 time: 0.7121468 Aug 16 23:04:00.999104 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36db8e30-8c9b-4573-9948-a421d71fbf00 admin admin] Pushing event deleted for resources: {'Network': ['ID=540fbbcf-8da3-458c-90f5-f20e9fa6a263,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:01.063487 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-f4268b6d-0b15-4e11-a4ba-a73c5b736f1e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ca57fdec2f39444baf9dcc1229a0b348&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8336434 Aug 16 23:04:01.065213 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4268b6d-0b15-4e11-a4ba-a73c5b736f1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54c80237-d67a-4a92-9805-39040ad62716,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:01.068562 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 48734) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:01.096390 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b16dae-ac62-444a-b123-cd4485e82996 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Network 181ee524-778b-4f9b-a4d8-5a92cf99c0d1 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:04:01.097781 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-2ed913a4-4ca5-4f36-b571-8bf866ab517f None None] Allocated IP 2001:db8::f816:3eff:feae:230b (181ee524-778b-4f9b-a4d8-5a92cf99c0d1/9da362f7-27bf-4dd0-ba2e-22228b958c2b/c9b30408-4388-43b1-9f56-c0fca7cb59b5) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:04:01.109761 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=7bd4dab0-4e5a-4bfb-a170-497620e55ac0,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:01.130168 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e8e1f9-5833-4b91-8890-8ce38bfde432 req-e4ad7d58-27d4-461d-abec-4998cce51575 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:01.140346 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e8e1f9-5833-4b91-8890-8ce38bfde432 req-e4ad7d58-27d4-461d-abec-4998cce51575 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:01.146752 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e8e1f9-5833-4b91-8890-8ce38bfde432 req-e4ad7d58-27d4-461d-abec-4998cce51575 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:01.153978 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e8e1f9-5833-4b91-8890-8ce38bfde432 req-e4ad7d58-27d4-461d-abec-4998cce51575 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:01.160899 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e8e1f9-5833-4b91-8890-8ce38bfde432 req-e4ad7d58-27d4-461d-abec-4998cce51575 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:01.166957 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e8e1f9-5833-4b91-8890-8ce38bfde432 req-e4ad7d58-27d4-461d-abec-4998cce51575 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:01.173538 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e8e1f9-5833-4b91-8890-8ce38bfde432 req-e4ad7d58-27d4-461d-abec-4998cce51575 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:01.181147 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5e861cc8-dbdb-4d74-83bf-7c94a1ba1e17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:01.182501 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-58e8e1f9-5833-4b91-8890-8ce38bfde432 req-e4ad7d58-27d4-461d-abec-4998cce51575 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d0f439b-55b3-479e-b4c0-19dd4772e5b0 HTTP/1.1" status: 200 len: 5422 time: 0.6065505 Aug 16 23:04:01.187716 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:01.200260 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 48736) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:01.213712 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-f6355b48-cd35-45a4-a0c5-8a8864b7aeac admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-245057562-network', 'tenant_id': '418289941c874329a07811ecf6f44eb3'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:04:01.218743 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5e861cc8-dbdb-4d74-83bf-7c94a1ba1e17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:01.247630 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-75b16dae-ac62-444a-b123-cd4485e82996 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:04:01.253851 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34b404ad-784d-44c6-ad7f-bc568885b3e9 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:04:01.257137 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2166f50f-9e12-4cf5-8d82-e81e1c12f02a req-dfd36d98-128b-48f0-b66d-84cb9f49f51d tempest-ImagesNegativeTestJSON-1867871094 tempest-ImagesNegativeTestJSON-1867871094-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3aec418-66f5-46b1-b248-c3914b39aed9 HTTP/1.1" status: 200 len: 210 time: 0.1713018 Aug 16 23:04:01.269796 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b16dae-ac62-444a-b123-cd4485e82996 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:04:01.275716 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b16dae-ac62-444a-b123-cd4485e82996 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:01.276353 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-75b16dae-ac62-444a-b123-cd4485e82996 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:01.294033 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 34b404ad-784d-44c6-ad7f-bc568885b3e9, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=34b404ad-784d-44c6-ad7f-bc568885b3e9,segment=NetworkSegment(74cdf11b-eced-4a7c-8a3c-85f0b8d7848e),segment_id=74cdf11b-eced-4a7c-8a3c-85f0b8d7848e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:04:01.297941 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42eadd8b-5788-4b8a-8d6d-c67515b08a15 req-7e18cd15-29f1-4b83-aabe-ea8399711f0b tempest-ImagesNegativeTestJSON-1867871094 tempest-ImagesNegativeTestJSON-1867871094-project] Made reservation on behalf of dfdf65cdea0542cfbad19601e23c8977 for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:04:01.301863 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:01.302447 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-42eadd8b-5788-4b8a-8d6d-c67515b08a15 req-7e18cd15-29f1-4b83-aabe-ea8399711f0b tempest-ImagesNegativeTestJSON-1867871094 tempest-ImagesNegativeTestJSON-1867871094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:01.302627 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device ca2bab7f-12a0-4ae0-aa91-31c515a91b5c details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:04:01.304439 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b16dae-ac62-444a-b123-cd4485e82996 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Pushing event updated for resources: {'Port': ['ID=3d92ff38-c54c-4034-ba36-1faa9045b6cc,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:01.309172 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5e861cc8-dbdb-4d74-83bf-7c94a1ba1e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:01.313277 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5e861cc8-dbdb-4d74-83bf-7c94a1ba1e17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:01.324267 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-5e861cc8-dbdb-4d74-83bf-7c94a1ba1e17 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/54c80237-d67a-4a92-9805-39040ad62716 HTTP/1.1" status: 204 len: 168 time: 0.2546251 Aug 16 23:04:01.340105 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e861cc8-dbdb-4d74-83bf-7c94a1ba1e17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c80237-d67a-4a92-9805-39040ad62716,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:01.360370 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['debf812d-0b2e-45df-8f8a-a21e25a77beb'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:04:01.374521 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['7bd4dab0-4e5a-4bfb-a170-497620e55ac0'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:04:01.382392 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-42eadd8b-5788-4b8a-8d6d-c67515b08a15 req-7e18cd15-29f1-4b83-aabe-ea8399711f0b tempest-ImagesNegativeTestJSON-1867871094 tempest-ImagesNegativeTestJSON-1867871094-project] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:01.415020 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6355b48-cd35-45a4-a0c5-8a8864b7aeac admin admin] Made reservation on behalf of 418289941c874329a07811ecf6f44eb3 for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:04:01.419791 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f6355b48-cd35-45a4-a0c5-8a8864b7aeac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:01.434827 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-58e8e1f9-5833-4b91-8890-8ce38bfde432 req-c5021f97-ca23-48db-af21-0714f7ade555 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c2745c8-39ab-440e-a081-67457cdaf056&id=d16ff2d0-1ebf-4d89-b16a-9f394969ba5a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2513323 Aug 16 23:04:01.439696 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f6355b48-cd35-45a4-a0c5-8a8864b7aeac admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:01.493899 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 48742) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:01.504884 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-75b16dae-ac62-444a-b123-cd4485e82996 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.1572213 Aug 16 23:04:01.521569 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['aabc4894-08fe-4573-bd65-664ab53c9c15'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:04:01.523804 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-053b5da6-76c0-421d-8463-0ba2deb5c895 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=658de3f152bc4d17994dfa693ccface5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3150458 Aug 16 23:04:01.527022 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=34b404ad-784d-44c6-ad7f-bc568885b3e9,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:01.543482 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 48744) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:01.613071 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c84a4fc-5c9a-4411-84f5-2ab93956b514 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Deleting subnet 9da362f7-27bf-4dd0-ba2e-22228b958c2b {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:04:01.652558 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f95396aa-0cdb-4531-b929-9ed76ddd3da3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:01.694443 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f95396aa-0cdb-4531-b929-9ed76ddd3da3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:01.775221 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2ed913a4-4ca5-4f36-b571-8bf866ab517f None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:01.783625 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-42eadd8b-5788-4b8a-8d6d-c67515b08a15 req-7e18cd15-29f1-4b83-aabe-ea8399711f0b tempest-ImagesNegativeTestJSON-1867871094 tempest-ImagesNegativeTestJSON-1867871094-project] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:01.787778 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f95396aa-0cdb-4531-b929-9ed76ddd3da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:01.790543 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port ca2bab7f-12a0-4ae0-aa91-31c515a91b5c, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=ca2bab7f-12a0-4ae0-aa91-31c515a91b5c,segment=NetworkSegment(39e0370e-4515-4c9b-976d-e470224b3979),segment_id=39e0370e-4515-4c9b-976d-e470224b3979)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:04:01.791507 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f95396aa-0cdb-4531-b929-9ed76ddd3da3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:01.793075 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-f95396aa-0cdb-4531-b929-9ed76ddd3da3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1eb5bbe6-717a-4605-a558-b9b958591c1f HTTP/1.1" status: 204 len: 168 time: 0.2484593 Aug 16 23:04:01.837698 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-2ed913a4-4ca5-4f36-b571-8bf866ab517f None None] Transition to ACTIVE for port object c9b30408-4388-43b1-9f56-c0fca7cb59b5 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:04:01.845999 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 48750) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:01.859107 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': 'ca2bab7f-12a0-4ae0-aa91-31c515a91b5c', 'network_id': 'ce4eb26f-79ce-4c2a-bb34-84780b573ab4', 'port_id': 'ca2bab7f-12a0-4ae0-aa91-31c515a91b5c', 'mac_address': 'fa:16:3e:31:0c:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdaa5cc8-50d2-4c63-b1ef-57818a69cbda', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:04:01.880282 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b5d8ebb4-9f51-4dd2-a58d-e07169a8c590 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:01.895603 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-2ed913a4-4ca5-4f36-b571-8bf866ab517f None None] Transition to ACTIVE for port object c9b30408-4388-43b1-9f56-c0fca7cb59b5 will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:04:01.927453 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9c84a4fc-5c9a-4411-84f5-2ab93956b514 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:01.942724 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-42eadd8b-5788-4b8a-8d6d-c67515b08a15 req-7e18cd15-29f1-4b83-aabe-ea8399711f0b tempest-ImagesNegativeTestJSON-1867871094 tempest-ImagesNegativeTestJSON-1867871094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:01.952507 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f6355b48-cd35-45a4-a0c5-8a8864b7aeac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:01.961900 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2ed913a4-4ca5-4f36-b571-8bf866ab517f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:01.975696 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95396aa-0cdb-4531-b929-9ed76ddd3da3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eb5bbe6-717a-4605-a558-b9b958591c1f,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:01.988942 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f6355b48-cd35-45a4-a0c5-8a8864b7aeac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:02.074473 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b5d8ebb4-9f51-4dd2-a58d-e07169a8c590 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:02.087757 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b5d8ebb4-9f51-4dd2-a58d-e07169a8c590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:02.119821 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:02.124909 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed913a4-4ca5-4f36-b571-8bf866ab517f None None] Network 181ee524-778b-4f9b-a4d8-5a92cf99c0d1 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:04:02.148650 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-b5d8ebb4-9f51-4dd2-a58d-e07169a8c590 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5667fa7afbb846b7b6537810f06e4dc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3006766 Aug 16 23:04:02.152410 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d8ebb4-9f51-4dd2-a58d-e07169a8c590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b0b3b4e-6e24-4cf5-8040-1993e5f7f611,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:02.152720 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed913a4-4ca5-4f36-b571-8bf866ab517f None None] Pushing event updated for resources: {'Port': ['ID=c9b30408-4388-43b1-9f56-c0fca7cb59b5,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:02.157079 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 48756) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:02.164522 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-2ed913a4-4ca5-4f36-b571-8bf866ab517f None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:04:02.170488 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed913a4-4ca5-4f36-b571-8bf866ab517f None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:04:02.176258 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6355b48-cd35-45a4-a0c5-8a8864b7aeac admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:04:02.185267 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9c84a4fc-5c9a-4411-84f5-2ab93956b514 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:02.188017 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e18cd15-29f1-4b83-aabe-ea8399711f0b tempest-ImagesNegativeTestJSON-1867871094 tempest-ImagesNegativeTestJSON-1867871094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c282d286-b576-4cb3-819e-761dab7a8156,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:02.205798 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca2bab7f-12a0-4ae0-aa91-31c515a91b5c {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:04:02.318599 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f6355b48-cd35-45a4-a0c5-8a8864b7aeac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:02.318988 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-f6355b48-cd35-45a4-a0c5-8a8864b7aeac admin admin] Added segment 625f4dba-cc59-4a25-aa14-2bc7600b6554 of type vlan for network 3a89dfe3-f021-46dd-a243-2177e123f8d3 Aug 16 23:04:02.353678 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['c1cc686f-303c-42dc-85c7-d80aff741a19'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:04:02.380382 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [req-42eadd8b-5788-4b8a-8d6d-c67515b08a15 req-7e18cd15-29f1-4b83-aabe-ea8399711f0b tempest-ImagesNegativeTestJSON-1867871094 tempest-ImagesNegativeTestJSON-1867871094-project] Allocated IP 192.168.233.249 (a2f596d0-b80e-4404-bf4b-27a7e14f50dd/6af2b868-37d3-46ab-a526-0465929f13c8/fee3a2f8-cd60-4f2f-9e10-d3a8e9c75e73) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:04:02.390131 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6355b48-cd35-45a4-a0c5-8a8864b7aeac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2574f08d-360e-4281-8c96-203797116e3e,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:02.400974 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port ca2bab7f-12a0-4ae0-aa91-31c515a91b5c, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=ca2bab7f-12a0-4ae0-aa91-31c515a91b5c,segment=NetworkSegment(39e0370e-4515-4c9b-976d-e470224b3979),segment_id=39e0370e-4515-4c9b-976d-e470224b3979)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:04:02.418519 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:02.423050 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device acb20ca9-d24c-4731-8f98-e40869957d23 details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:04:02.433997 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-2ed913a4-4ca5-4f36-b571-8bf866ab517f None None] Attempting to bind port c9b30408-4388-43b1-9f56-c0fca7cb59b5 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:04:02.434359 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-2ed913a4-4ca5-4f36-b571-8bf866ab517f None None] Attempting to bind port c9b30408-4388-43b1-9f56-c0fca7cb59b5 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '697ecf45-db45-4be7-b5e6-a460d0a47231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '181ee524-778b-4f9b-a4d8-5a92cf99c0d1'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:04:02.441268 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed913a4-4ca5-4f36-b571-8bf866ab517f None None] Attempting to bind port c9b30408-4388-43b1-9f56-c0fca7cb59b5 on network 181ee524-778b-4f9b-a4d8-5a92cf99c0d1 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:04:02.521537 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9c84a4fc-5c9a-4411-84f5-2ab93956b514 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:02.526343 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-58e9b6f3-11f4-4bc0-9930-2d2b7cff3052 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:02.549197 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-25bceb1b-61ff-4251-8f06-160299bc4b7b req-7b2f4399-097c-43c0-88dd-1cc18f5b19f7 tempest-ImagesNegativeTestJSON-1867871094 tempest-ImagesNegativeTestJSON-1867871094-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3aec418-66f5-46b1-b248-c3914b39aed9 HTTP/1.1" status: 200 len: 210 time: 0.1033280 Aug 16 23:04:02.563744 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed913a4-4ca5-4f36-b571-8bf866ab517f None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:04:02.574534 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed913a4-4ca5-4f36-b571-8bf866ab517f None None] Checking segment: {'id': '697ecf45-db45-4be7-b5e6-a460d0a47231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '181ee524-778b-4f9b-a4d8-5a92cf99c0d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:04:02.574534 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2ed913a4-4ca5-4f36-b571-8bf866ab517f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:02.574534 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed913a4-4ca5-4f36-b571-8bf866ab517f None None] Bound using segment: {'id': '697ecf45-db45-4be7-b5e6-a460d0a47231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '181ee524-778b-4f9b-a4d8-5a92cf99c0d1'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:04:02.574534 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-2ed913a4-4ca5-4f36-b571-8bf866ab517f None None] Bound port: c9b30408-4388-43b1-9f56-c0fca7cb59b5, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '697ecf45-db45-4be7-b5e6-a460d0a47231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '181ee524-778b-4f9b-a4d8-5a92cf99c0d1'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:04:02.574534 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2ed913a4-4ca5-4f36-b571-8bf866ab517f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:02.586301 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-58e9b6f3-11f4-4bc0-9930-2d2b7cff3052 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:02.595035 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f6355b48-cd35-45a4-a0c5-8a8864b7aeac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:02.636576 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device c001594b-4a38-461c-b151-9b0d34fa9af8 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:04:02.689015 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-58e9b6f3-11f4-4bc0-9930-2d2b7cff3052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:02.698265 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port acb20ca9-d24c-4731-8f98-e40869957d23, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=acb20ca9-d24c-4731-8f98-e40869957d23,segment=NetworkSegment(39e0370e-4515-4c9b-976d-e470224b3979),segment_id=39e0370e-4515-4c9b-976d-e470224b3979)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:04:02.702495 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-58e9b6f3-11f4-4bc0-9930-2d2b7cff3052 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:02.705496 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-58e9b6f3-11f4-4bc0-9930-2d2b7cff3052 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2b0b3b4e-6e24-4cf5-8040-1993e5f7f611 HTTP/1.1" status: 204 len: 168 time: 0.5460117 Aug 16 23:04:02.730535 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e9b6f3-11f4-4bc0-9930-2d2b7cff3052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b0b3b4e-6e24-4cf5-8040-1993e5f7f611,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:02.734939 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=ca2bab7f-12a0-4ae0-aa91-31c515a91b5c,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:02.774261 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': 'acb20ca9-d24c-4731-8f98-e40869957d23', 'network_id': 'ce4eb26f-79ce-4c2a-bb34-84780b573ab4', 'port_id': 'acb20ca9-d24c-4731-8f98-e40869957d23', 'mac_address': 'fa:16:3e:ea:04:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdaa5cc8-50d2-4c63-b1ef-57818a69cbda', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:04:02.787989 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9c84a4fc-5c9a-4411-84f5-2ab93956b514 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:02.812011 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f6355b48-cd35-45a4-a0c5-8a8864b7aeac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:02.813640 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6355b48-cd35-45a4-a0c5-8a8864b7aeac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:02.814390 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f6355b48-cd35-45a4-a0c5-8a8864b7aeac admin admin] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:02.898552 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-2ed913a4-4ca5-4f36-b571-8bf866ab517f None None] For port c9b30408-4388-43b1-9f56-c0fca7cb59b5, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:04:02.911127 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9c84a4fc-5c9a-4411-84f5-2ab93956b514 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:02.917553 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-9c84a4fc-5c9a-4411-84f5-2ab93956b514 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] 10.222.0.36 "DELETE /v2.0/subnets/9da362f7-27bf-4dd0-ba2e-22228b958c2b HTTP/1.1" status: 204 len: 168 time: 1.4204404 Aug 16 23:04:02.923591 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 48778) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:02.926914 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c84a4fc-5c9a-4411-84f5-2ab93956b514 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Pushing event deleted for resources: {'Subnet': ['ID=9da362f7-27bf-4dd0-ba2e-22228b958c2b,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:02.951182 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97169205-27db-477e-80ec-df2f0f53214b req-b559e6a4-1e6b-4ecf-b141-738cccfa1629 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:02.952976 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-2ed913a4-4ca5-4f36-b571-8bf866ab517f None None] For port c9b30408-4388-43b1-9f56-c0fca7cb59b5, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=c9b30408-4388-43b1-9f56-c0fca7cb59b5,segment=NetworkSegment(697ecf45-db45-4be7-b5e6-a460d0a47231),segment_id=697ecf45-db45-4be7-b5e6-a460d0a47231)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:04:02.958388 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97169205-27db-477e-80ec-df2f0f53214b req-b559e6a4-1e6b-4ecf-b141-738cccfa1629 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:02.966038 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97169205-27db-477e-80ec-df2f0f53214b req-b559e6a4-1e6b-4ecf-b141-738cccfa1629 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:02.973783 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97169205-27db-477e-80ec-df2f0f53214b req-b559e6a4-1e6b-4ecf-b141-738cccfa1629 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:02.981702 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97169205-27db-477e-80ec-df2f0f53214b req-b559e6a4-1e6b-4ecf-b141-738cccfa1629 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:02.982555 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2ed913a4-4ca5-4f36-b571-8bf866ab517f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:02.989439 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97169205-27db-477e-80ec-df2f0f53214b req-b559e6a4-1e6b-4ecf-b141-738cccfa1629 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:02.992587 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port c001594b-4a38-461c-b151-9b0d34fa9af8 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:04:02.992977 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:02.996131 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97169205-27db-477e-80ec-df2f0f53214b req-b559e6a4-1e6b-4ecf-b141-738cccfa1629 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:02.998505 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-97169205-27db-477e-80ec-df2f0f53214b req-b559e6a4-1e6b-4ecf-b141-738cccfa1629 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d0f439b-55b3-479e-b4c0-19dd4772e5b0 HTTP/1.1" status: 200 len: 5424 time: 0.3660486 Aug 16 23:04:03.069377 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:03.093864 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-f6355b48-cd35-45a4-a0c5-8a8864b7aeac admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.2309024 Aug 16 23:04:03.113977 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 48784) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:03.121245 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-9719b5a6-2cd9-4315-9fd4-f40f9cb6ffea admin admin] Request body: {'subnet': {'network_id': '3a89dfe3-f021-46dd-a243-2177e123f8d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-245057562-subnet', 'tenant_id': '418289941c874329a07811ecf6f44eb3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:04:03.165905 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acb20ca9-d24c-4731-8f98-e40869957d23 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:04:03.185167 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9719b5a6-2cd9-4315-9fd4-f40f9cb6ffea admin admin] Made reservation on behalf of 418289941c874329a07811ecf6f44eb3 for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:04:03.188242 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9719b5a6-2cd9-4315-9fd4-f40f9cb6ffea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:03.248796 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed913a4-4ca5-4f36-b571-8bf866ab517f None None] Pushing event updated for resources: {'Port': ['ID=c9b30408-4388-43b1-9f56-c0fca7cb59b5,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:03.265930 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port acb20ca9-d24c-4731-8f98-e40869957d23, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=acb20ca9-d24c-4731-8f98-e40869957d23,segment=NetworkSegment(39e0370e-4515-4c9b-976d-e470224b3979),segment_id=39e0370e-4515-4c9b-976d-e470224b3979)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:04:03.276048 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:03.276743 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e3a952-fa3d-4379-a351-47e6f84a2fa7 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:03.282074 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e3a952-fa3d-4379-a351-47e6f84a2fa7 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:03.284586 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-04e3a952-fa3d-4379-a351-47e6f84a2fa7 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3438153 Aug 16 23:04:03.308251 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 48786) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:03.449284 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=acb20ca9-d24c-4731-8f98-e40869957d23,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:03.554350 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6355b48-cd35-45a4-a0c5-8a8864b7aeac admin admin] Pushing event updated for resources: {'Network': ['ID=3a89dfe3-f021-46dd-a243-2177e123f8d3,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:03.556696 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-80d19e73-dd27-467e-aecd-c971a8a0181b tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:03.573507 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 3a89dfe3-f021-46dd-a243-2177e123f8d3 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:04:03.585558 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-80d19e73-dd27-467e-aecd-c971a8a0181b tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 16 23:04:03.585981 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80d19e73-dd27-467e-aecd-c971a8a0181b tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:04:03.591683 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-80d19e73-dd27-467e-aecd-c971a8a0181b tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] 10.222.0.36 "DELETE /v2.0/networks/181ee524-778b-4f9b-a4d8-5a92cf99c0d1 HTTP/1.1" status: 409 len: 405 time: 0.2892120 Aug 16 23:04:03.592444 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 48798) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:03.609234 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-1054f357-34eb-4227-bd6f-18e450f432cb tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1183817766'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:04:03.626222 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9719b5a6-2cd9-4315-9fd4-f40f9cb6ffea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:03.664222 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1054f357-34eb-4227-bd6f-18e450f432cb tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Made reservation on behalf of 77edb9c609574a729239fa473de068f3 for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:04:03.668408 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1054f357-34eb-4227-bd6f-18e450f432cb tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:03.675286 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-97169205-27db-477e-80ec-df2f0f53214b req-50cc9a3c-74f6-412d-8f0b-a86eaee77cfe tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c2745c8-39ab-440e-a081-67457cdaf056&id=d16ff2d0-1ebf-4d89-b16a-9f394969ba5a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6533515 Aug 16 23:04:03.722546 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1054f357-34eb-4227-bd6f-18e450f432cb tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:04:03.757481 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1054f357-34eb-4227-bd6f-18e450f432cb tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:03.757885 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-1054f357-34eb-4227-bd6f-18e450f432cb tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Added segment bd190b26-be10-4e74-911d-bdd727eeacd0 of type vlan for network c1111ec6-5907-4b72-af47-cfed51d86589 Aug 16 23:04:03.823173 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c2fd2574-2e30-4876-a6b3-524ef92daf45 req-71664c83-bc21-41c4-945f-3bd36f9379bc tempest-ImagesNegativeTestJSON-1867871094 tempest-ImagesNegativeTestJSON-1867871094-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3aec418-66f5-46b1-b248-c3914b39aed9 HTTP/1.1" status: 200 len: 210 time: 0.1353889 Aug 16 23:04:03.841487 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1054f357-34eb-4227-bd6f-18e450f432cb tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:03.841904 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-42eadd8b-5788-4b8a-8d6d-c67515b08a15 req-7e18cd15-29f1-4b83-aabe-ea8399711f0b tempest-ImagesNegativeTestJSON-1867871094 tempest-ImagesNegativeTestJSON-1867871094-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:03.917325 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1054f357-34eb-4227-bd6f-18e450f432cb tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:03.930204 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1054f357-34eb-4227-bd6f-18e450f432cb tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:03.930914 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1054f357-34eb-4227-bd6f-18e450f432cb tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:03.952721 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9719b5a6-2cd9-4315-9fd4-f40f9cb6ffea admin admin] Checking segment: {'id': '625f4dba-cc59-4a25-aa14-2bc7600b6554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '3a89dfe3-f021-46dd-a243-2177e123f8d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:04:03.954006 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9719b5a6-2cd9-4315-9fd4-f40f9cb6ffea admin admin] Network hostable DHCP agents. Network: 3a89dfe3-f021-46dd-a243-2177e123f8d3, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:04:03.956958 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-42eadd8b-5788-4b8a-8d6d-c67515b08a15 req-7e18cd15-29f1-4b83-aabe-ea8399711f0b tempest-ImagesNegativeTestJSON-1867871094 tempest-ImagesNegativeTestJSON-1867871094-project] Transition to ACTIVE for port object fee3a2f8-cd60-4f2f-9e10-d3a8e9c75e73 will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:04:03.959741 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9719b5a6-2cd9-4315-9fd4-f40f9cb6ffea admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f184b29-7e63-42e1-a0ad-71c77b22070d,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:04.003827 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9719b5a6-2cd9-4315-9fd4-f40f9cb6ffea admin admin] Network 3a89dfe3-f021-46dd-a243-2177e123f8d3 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:04:04.030755 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-9719b5a6-2cd9-4315-9fd4-f40f9cb6ffea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 3a89dfe3-f021-46dd-a243-2177e123f8d3) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:04:04.044515 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8346d327-39ba-493f-97ac-d18185821d15 None None] Network 3a89dfe3-f021-46dd-a243-2177e123f8d3 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:04:04.045050 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-1054f357-34eb-4227-bd6f-18e450f432cb tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4509566 Aug 16 23:04:04.048381 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 48812) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:04.053916 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-e79f7e24-2c83-404b-92ad-edea7c78e3f0 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Request body: {'subnet': {'network_id': 'c1111ec6-5907-4b72-af47-cfed51d86589', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:04:04.076605 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9719b5a6-2cd9-4315-9fd4-f40f9cb6ffea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:04.078286 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9719b5a6-2cd9-4315-9fd4-f40f9cb6ffea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:04.136346 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-9719b5a6-2cd9-4315-9fd4-f40f9cb6ffea admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0183125 Aug 16 23:04:04.151284 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-42eadd8b-5788-4b8a-8d6d-c67515b08a15 req-7e18cd15-29f1-4b83-aabe-ea8399711f0b tempest-ImagesNegativeTestJSON-1867871094 tempest-ImagesNegativeTestJSON-1867871094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:04.161861 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1054f357-34eb-4227-bd6f-18e450f432cb tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Pushing event updated for resources: {'Network': ['ID=c1111ec6-5907-4b72-af47-cfed51d86589,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:04.179679 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network c1111ec6-5907-4b72-af47-cfed51d86589 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:04:04.226165 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e79f7e24-2c83-404b-92ad-edea7c78e3f0 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Made reservation on behalf of 77edb9c609574a729239fa473de068f3 for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:04:04.231417 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e79f7e24-2c83-404b-92ad-edea7c78e3f0 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:04.379010 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['34b404ad-784d-44c6-ad7f-bc568885b3e9'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:04:04.384767 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['ca2bab7f-12a0-4ae0-aa91-31c515a91b5c'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:04:04.388795 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42eadd8b-5788-4b8a-8d6d-c67515b08a15 req-7e18cd15-29f1-4b83-aabe-ea8399711f0b tempest-ImagesNegativeTestJSON-1867871094 tempest-ImagesNegativeTestJSON-1867871094-project] Network a2f596d0-b80e-4404-bf4b-27a7e14f50dd is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:04:04.392401 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [req-42eadd8b-5788-4b8a-8d6d-c67515b08a15 req-7e18cd15-29f1-4b83-aabe-ea8399711f0b tempest-ImagesNegativeTestJSON-1867871094 tempest-ImagesNegativeTestJSON-1867871094-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:04:04.421209 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-42eadd8b-5788-4b8a-8d6d-c67515b08a15 req-7e18cd15-29f1-4b83-aabe-ea8399711f0b tempest-ImagesNegativeTestJSON-1867871094 tempest-ImagesNegativeTestJSON-1867871094-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:04:04.708491 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eadd8b-5788-4b8a-8d6d-c67515b08a15 req-7e18cd15-29f1-4b83-aabe-ea8399711f0b tempest-ImagesNegativeTestJSON-1867871094 tempest-ImagesNegativeTestJSON-1867871094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:04.709207 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-42eadd8b-5788-4b8a-8d6d-c67515b08a15 req-7e18cd15-29f1-4b83-aabe-ea8399711f0b tempest-ImagesNegativeTestJSON-1867871094 tempest-ImagesNegativeTestJSON-1867871094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:04.732631 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['acb20ca9-d24c-4731-8f98-e40869957d23'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:04:04.751114 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e18cd15-29f1-4b83-aabe-ea8399711f0b tempest-ImagesNegativeTestJSON-1867871094 tempest-ImagesNegativeTestJSON-1867871094-project] Pushing event updated for resources: {'Port': ['ID=fee3a2f8-cd60-4f2f-9e10-d3a8e9c75e73,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:04.786033 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-42eadd8b-5788-4b8a-8d6d-c67515b08a15 req-7e18cd15-29f1-4b83-aabe-ea8399711f0b tempest-ImagesNegativeTestJSON-1867871094 tempest-ImagesNegativeTestJSON-1867871094-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.6595426 Aug 16 23:04:04.881102 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ee4bba92-50b4-49e9-9707-69b4ed62f352 req-a8c5b662-b031-4fb0-965e-5fe482dbe0da tempest-ServerShowV247Test-1699434572 tempest-ServerShowV247Test-1699434572-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2c13677-c6ad-4713-9551-f633bdf05294 HTTP/1.1" status: 200 len: 210 time: 0.1328406 Aug 16 23:04:04.905206 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-42eadd8b-5788-4b8a-8d6d-c67515b08a15 req-a2ff08fd-bc71-4d99-8ed2-df2bcb442521 service neutron] Request body: {'port': {'device_id': 'c3aec418-66f5-46b1-b248-c3914b39aed9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-26'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:04:05.043110 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-42eadd8b-5788-4b8a-8d6d-c67515b08a15 req-a2ff08fd-bc71-4d99-8ed2-df2bcb442521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:05.113127 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device c9b30408-4388-43b1-9f56-c0fca7cb59b5 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:04:05.129389 n-d-791506-26 neutron-server[101291]: DEBUG neutron.objects.ports [None req-e79f7e24-2c83-404b-92ad-edea7c78e3f0 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101291) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 23:04:05.131952 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e79f7e24-2c83-404b-92ad-edea7c78e3f0 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:05.176707 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2aeacc-2f8f-4c80-a06d-d3c109073b10 None None] Network 181ee524-778b-4f9b-a4d8-5a92cf99c0d1 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:04:05.215779 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79f7e24-2c83-404b-92ad-edea7c78e3f0 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Checking segment: {'id': 'bd190b26-be10-4e74-911d-bdd727eeacd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'c1111ec6-5907-4b72-af47-cfed51d86589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:04:05.216298 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79f7e24-2c83-404b-92ad-edea7c78e3f0 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Network hostable DHCP agents. Network: c1111ec6-5907-4b72-af47-cfed51d86589, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:04:05.231082 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79f7e24-2c83-404b-92ad-edea7c78e3f0 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Pushing event updated for resources: {'Subnet': ['ID=0ff60b5d-4eeb-4d2d-bd4b-32213a054584,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:05.262942 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79f7e24-2c83-404b-92ad-edea7c78e3f0 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Network c1111ec6-5907-4b72-af47-cfed51d86589 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:04:05.282162 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-e79f7e24-2c83-404b-92ad-edea7c78e3f0 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, c1111ec6-5907-4b72-af47-cfed51d86589) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:04:05.288089 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79f7e24-2c83-404b-92ad-edea7c78e3f0 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:05.290148 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e79f7e24-2c83-404b-92ad-edea7c78e3f0 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:05.337942 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-e79f7e24-2c83-404b-92ad-edea7c78e3f0 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2881715 Aug 16 23:04:05.341810 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 48872) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:05.355985 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-8f221e0b-2183-42e7-bd6b-50c80388c5b6 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Request body: {'port': {'network_id': 'c1111ec6-5907-4b72-af47-cfed51d86589', 'name': 'tempest-NetworksIpV6TestAttrs-1887118088'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:04:05.410685 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad159b66-b9a2-4eaf-9837-d81e56642ad6 None None] Network c1111ec6-5907-4b72-af47-cfed51d86589 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:04:05.413646 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device debf812d-0b2e-45df-8f8a-a21e25a77beb up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:04:05.476796 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc7f79f-a18c-41f2-b2d3-1a99e2e25f68 req-2fd94d2e-bdf5-42ec-9b6e-af21cf4be3a3 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:05.483632 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc7f79f-a18c-41f2-b2d3-1a99e2e25f68 req-2fd94d2e-bdf5-42ec-9b6e-af21cf4be3a3 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:05.491472 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc7f79f-a18c-41f2-b2d3-1a99e2e25f68 req-2fd94d2e-bdf5-42ec-9b6e-af21cf4be3a3 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:05.499050 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc7f79f-a18c-41f2-b2d3-1a99e2e25f68 req-2fd94d2e-bdf5-42ec-9b6e-af21cf4be3a3 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:05.508295 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc7f79f-a18c-41f2-b2d3-1a99e2e25f68 req-2fd94d2e-bdf5-42ec-9b6e-af21cf4be3a3 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:05.516749 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc7f79f-a18c-41f2-b2d3-1a99e2e25f68 req-2fd94d2e-bdf5-42ec-9b6e-af21cf4be3a3 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:05.526021 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc7f79f-a18c-41f2-b2d3-1a99e2e25f68 req-2fd94d2e-bdf5-42ec-9b6e-af21cf4be3a3 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:05.535176 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fcc7f79f-a18c-41f2-b2d3-1a99e2e25f68 req-2fd94d2e-bdf5-42ec-9b6e-af21cf4be3a3 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d0f439b-55b3-479e-b4c0-19dd4772e5b0 HTTP/1.1" status: 200 len: 5425 time: 0.2738755 Aug 16 23:04:05.597767 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9b279e-bb87-4d99-bf30-eb9cdb48e838 req-e7d25f54-235a-44b4-ac8c-2469fb5a132b tempest-InstanceActionsV221TestJSON-1898019011 tempest-InstanceActionsV221TestJSON-1898019011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:05.606476 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2e9b279e-bb87-4d99-bf30-eb9cdb48e838 req-e7d25f54-235a-44b4-ac8c-2469fb5a132b tempest-InstanceActionsV221TestJSON-1898019011 tempest-InstanceActionsV221TestJSON-1898019011-project] 10.222.0.36 "GET /v2.0/networks?id=3a89dfe3-f021-46dd-a243-2177e123f8d3 HTTP/1.1" status: 200 len: 817 time: 0.3464384 Aug 16 23:04:05.620449 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f221e0b-2183-42e7-bd6b-50c80388c5b6 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Made reservation on behalf of 77edb9c609574a729239fa473de068f3 for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:04:05.629729 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8f221e0b-2183-42e7-bd6b-50c80388c5b6 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:05.677494 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fcc7f79f-a18c-41f2-b2d3-1a99e2e25f68 req-943b3335-bda7-40de-ba79-0d7fc834014e tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c2745c8-39ab-440e-a081-67457cdaf056&id=d16ff2d0-1ebf-4d89-b16a-9f394969ba5a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1413107 Aug 16 23:04:05.723706 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2e9b279e-bb87-4d99-bf30-eb9cdb48e838 req-1c49e308-5245-4e2e-ac85-bc0f489d9fff tempest-InstanceActionsV221TestJSON-1898019011 tempest-InstanceActionsV221TestJSON-1898019011-project] 10.222.0.36 "GET /v2.0/quotas/418289941c874329a07811ecf6f44eb3 HTTP/1.1" status: 200 len: 375 time: 0.1162553 Aug 16 23:04:05.822966 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2e9b279e-bb87-4d99-bf30-eb9cdb48e838 req-b192ecea-9962-4d93-a612-268b2ba036f6 tempest-InstanceActionsV221TestJSON-1898019011 tempest-InstanceActionsV221TestJSON-1898019011-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=418289941c874329a07811ecf6f44eb3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0971336 Aug 16 23:04:05.831928 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-fb9e9ac8-6e7c-4cf3-9b69-657201e4ada8 None None] Provisioning for port c9b30408-4388-43b1-9f56-c0fca7cb59b5 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:04:05.855180 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-fb9e9ac8-6e7c-4cf3-9b69-657201e4ada8 None None] Provisioning complete for port c9b30408-4388-43b1-9f56-c0fca7cb59b5 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:04:05.859496 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-fb9e9ac8-6e7c-4cf3-9b69-657201e4ada8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:05.973972 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port c9b30408-4388-43b1-9f56-c0fca7cb59b5 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:04:06.050405 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d56ebf-b71e-48f3-baa9-5dfdace33266 req-8de71199-ad68-45ea-bdb4-ff88f643f860 tempest-ImagesNegativeTestJSON-1867871094 tempest-ImagesNegativeTestJSON-1867871094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:06.062645 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port c9b30408-4388-43b1-9f56-c0fca7cb59b5 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:04:06.063338 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:06.070473 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a3d56ebf-b71e-48f3-baa9-5dfdace33266 req-8de71199-ad68-45ea-bdb4-ff88f643f860 tempest-ImagesNegativeTestJSON-1867871094 tempest-ImagesNegativeTestJSON-1867871094-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3aec418-66f5-46b1-b248-c3914b39aed9 HTTP/1.1" status: 200 len: 936 time: 0.2691107 Aug 16 23:04:06.093554 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [req-42eadd8b-5788-4b8a-8d6d-c67515b08a15 req-a2ff08fd-bc71-4d99-8ed2-df2bcb442521 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fee3a2f8-cd60-4f2f-9e10-d3a8e9c75e73 {{(pid=101292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:04:06.124825 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154e9633-b81e-47af-8100-dd7dad7c9a4f None None] Network 3a89dfe3-f021-46dd-a243-2177e123f8d3 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:04:06.156374 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-42eadd8b-5788-4b8a-8d6d-c67515b08a15 req-a2ff08fd-bc71-4d99-8ed2-df2bcb442521 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:06.204163 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-42eadd8b-5788-4b8a-8d6d-c67515b08a15 req-a2ff08fd-bc71-4d99-8ed2-df2bcb442521 service neutron] Transition to ACTIVE for port object fee3a2f8-cd60-4f2f-9e10-d3a8e9c75e73 will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:04:06.239764 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-42eadd8b-5788-4b8a-8d6d-c67515b08a15 req-a2ff08fd-bc71-4d99-8ed2-df2bcb442521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:06.307080 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a3d56ebf-b71e-48f3-baa9-5dfdace33266 req-5ea63495-4571-4696-a098-445c2abc8293 tempest-ImagesNegativeTestJSON-1867871094 tempest-ImagesNegativeTestJSON-1867871094-project] 10.222.0.36 "GET /v2.0/security-groups?id=c282d286-b576-4cb3-819e-761dab7a8156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330706 Aug 16 23:04:06.344850 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning for port debf812d-0b2e-45df-8f8a-a21e25a77beb completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:04:06.352962 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ff08fd-bc71-4d99-8ed2-df2bcb442521 service neutron] Pushing event updated for resources: {'Port': ['ID=fee3a2f8-cd60-4f2f-9e10-d3a8e9c75e73,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:06.387900 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48874281-5bac-4b1c-9b66-e634ade59de5 None None] DHCP port deletion for 181ee524-778b-4f9b-a4d8-5a92cf99c0d1 request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:04:06.413075 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port debf812d-0b2e-45df-8f8a-a21e25a77beb triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:04:06.417676 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:06.439218 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2e9b279e-bb87-4d99-bf30-eb9cdb48e838 req-4549eeab-9482-4142-8805-9367d90dc968 service neutron] 10.222.0.36 "GET /v2.0/networks/3a89dfe3-f021-46dd-a243-2177e123f8d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6017630 Aug 16 23:04:06.570457 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-8f221e0b-2183-42e7-bd6b-50c80388c5b6 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] device_id is not set on port 1fc9b9e1-1af9-402c-b7bc-36dadbf3ef85 yet. {{(pid=101291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 23:04:06.772858 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-42eadd8b-5788-4b8a-8d6d-c67515b08a15 req-a2ff08fd-bc71-4d99-8ed2-df2bcb442521 service neutron] Attempting to bind port fee3a2f8-cd60-4f2f-9e10-d3a8e9c75e73 on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:04:06.773208 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-42eadd8b-5788-4b8a-8d6d-c67515b08a15 req-a2ff08fd-bc71-4d99-8ed2-df2bcb442521 service neutron] Attempting to bind port fee3a2f8-cd60-4f2f-9e10-d3a8e9c75e73 by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:04:06.773550 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42eadd8b-5788-4b8a-8d6d-c67515b08a15 req-a2ff08fd-bc71-4d99-8ed2-df2bcb442521 service neutron] Attempting to bind port fee3a2f8-cd60-4f2f-9e10-d3a8e9c75e73 on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:04:06.840615 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42eadd8b-5788-4b8a-8d6d-c67515b08a15 req-a2ff08fd-bc71-4d99-8ed2-df2bcb442521 service neutron] Port fee3a2f8-cd60-4f2f-9e10-d3a8e9c75e73 on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:04:06.840958 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42eadd8b-5788-4b8a-8d6d-c67515b08a15 req-a2ff08fd-bc71-4d99-8ed2-df2bcb442521 service neutron] Attempting to bind port fee3a2f8-cd60-4f2f-9e10-d3a8e9c75e73 on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:04:06.846184 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-8f221e0b-2183-42e7-bd6b-50c80388c5b6 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Allocated IP 2001:db8::f816:3eff:fe84:9 (c1111ec6-5907-4b72-af47-cfed51d86589/0ff60b5d-4eeb-4d2d-bd4b-32213a054584/1fc9b9e1-1af9-402c-b7bc-36dadbf3ef85) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:04:06.858069 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42eadd8b-5788-4b8a-8d6d-c67515b08a15 req-a2ff08fd-bc71-4d99-8ed2-df2bcb442521 service neutron] Checking agent: {'id': 'd28e24f9-e5ea-41e1-80bf-3c7943ad7f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:04:06.858506 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42eadd8b-5788-4b8a-8d6d-c67515b08a15 req-a2ff08fd-bc71-4d99-8ed2-df2bcb442521 service neutron] Checking segment: {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:04:06.858905 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42eadd8b-5788-4b8a-8d6d-c67515b08a15 req-a2ff08fd-bc71-4d99-8ed2-df2bcb442521 service neutron] Bound using segment: {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:04:06.859356 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-42eadd8b-5788-4b8a-8d6d-c67515b08a15 req-a2ff08fd-bc71-4d99-8ed2-df2bcb442521 service neutron] Bound port: fee3a2f8-cd60-4f2f-9e10-d3a8e9c75e73, host: n-h1-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:04:06.859729 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-42eadd8b-5788-4b8a-8d6d-c67515b08a15 req-a2ff08fd-bc71-4d99-8ed2-df2bcb442521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:06.885660 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2e9b279e-bb87-4d99-bf30-eb9cdb48e838 req-bb49f028-44dc-4246-af7e-20ad5b03673d service neutron] 10.222.0.36 "GET /v2.0/networks/3a89dfe3-f021-46dd-a243-2177e123f8d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4450400 Aug 16 23:04:06.956157 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51bf7055-6ea6-4873-a761-14b9a81f4363 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-c1111ec6-5907-4b72-af47-cfed51d86589', 'network_id': 'c1111ec6-5907-4b72-af47-cfed51d86589', 'tenant_id': '77edb9c609574a729239fa473de068f3', 'fixed_ips': [{'subnet_id': '0ff60b5d-4eeb-4d2d-bd4b-32213a054584'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:04:06.957214 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-51bf7055-6ea6-4873-a761-14b9a81f4363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:06.975191 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-fb9e9ac8-6e7c-4cf3-9b69-657201e4ada8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:07.015008 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:07.106908 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-fb9e9ac8-6e7c-4cf3-9b69-657201e4ada8 None None] For port c9b30408-4388-43b1-9f56-c0fca7cb59b5, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=c9b30408-4388-43b1-9f56-c0fca7cb59b5,segment=NetworkSegment(697ecf45-db45-4be7-b5e6-a460d0a47231),segment_id=697ecf45-db45-4be7-b5e6-a460d0a47231)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:04:07.125779 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8f221e0b-2183-42e7-bd6b-50c80388c5b6 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:07.145563 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-8f221e0b-2183-42e7-bd6b-50c80388c5b6 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Transition to ACTIVE for port object 1fc9b9e1-1af9-402c-b7bc-36dadbf3ef85 will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:04:07.185881 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-42eadd8b-5788-4b8a-8d6d-c67515b08a15 req-a2ff08fd-bc71-4d99-8ed2-df2bcb442521 service neutron] For port fee3a2f8-cd60-4f2f-9e10-d3a8e9c75e73, host n-h1-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:04:07.201929 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-42eadd8b-5788-4b8a-8d6d-c67515b08a15 req-a2ff08fd-bc71-4d99-8ed2-df2bcb442521 service neutron] For port fee3a2f8-cd60-4f2f-9e10-d3a8e9c75e73, host n-h1-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=fee3a2f8-cd60-4f2f-9e10-d3a8e9c75e73,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:04:07.213511 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-42eadd8b-5788-4b8a-8d6d-c67515b08a15 req-a2ff08fd-bc71-4d99-8ed2-df2bcb442521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:07.246254 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8f221e0b-2183-42e7-bd6b-50c80388c5b6 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:07.341498 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f221e0b-2183-42e7-bd6b-50c80388c5b6 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Network c1111ec6-5907-4b72-af47-cfed51d86589 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:04:07.348350 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-8f221e0b-2183-42e7-bd6b-50c80388c5b6 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:04:07.352743 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f221e0b-2183-42e7-bd6b-50c80388c5b6 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:04:07.365538 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f221e0b-2183-42e7-bd6b-50c80388c5b6 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:07.366260 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8f221e0b-2183-42e7-bd6b-50c80388c5b6 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:07.399294 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f221e0b-2183-42e7-bd6b-50c80388c5b6 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Pushing event updated for resources: {'Port': ['ID=1fc9b9e1-1af9-402c-b7bc-36dadbf3ef85,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:07.419113 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-51bf7055-6ea6-4873-a761-14b9a81f4363 None None] Allocated IP 2001:db8::f816:3eff:fe41:dfcf (c1111ec6-5907-4b72-af47-cfed51d86589/0ff60b5d-4eeb-4d2d-bd4b-32213a054584/99a7b4fd-9bd9-4b81-875d-154c800e99ec) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:04:07.419701 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-8f221e0b-2183-42e7-bd6b-50c80388c5b6 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0762494 Aug 16 23:04:07.421319 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 48960) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:07.426467 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4dc3f6-b3fa-4976-a524-b02060671790 req-d4b8cf5c-0671-4316-897a-6d1b152b71ab tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:07.439572 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4dc3f6-b3fa-4976-a524-b02060671790 req-d4b8cf5c-0671-4316-897a-6d1b152b71ab tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:07.448877 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4dc3f6-b3fa-4976-a524-b02060671790 req-d4b8cf5c-0671-4316-897a-6d1b152b71ab tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:07.464779 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4dc3f6-b3fa-4976-a524-b02060671790 req-d4b8cf5c-0671-4316-897a-6d1b152b71ab tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:07.474631 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4dc3f6-b3fa-4976-a524-b02060671790 req-d4b8cf5c-0671-4316-897a-6d1b152b71ab tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:07.483420 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4dc3f6-b3fa-4976-a524-b02060671790 req-d4b8cf5c-0671-4316-897a-6d1b152b71ab tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:07.492742 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4dc3f6-b3fa-4976-a524-b02060671790 req-d4b8cf5c-0671-4316-897a-6d1b152b71ab tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:07.503216 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ff4dc3f6-b3fa-4976-a524-b02060671790 req-d4b8cf5c-0671-4316-897a-6d1b152b71ab tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d0f439b-55b3-479e-b4c0-19dd4772e5b0 HTTP/1.1" status: 200 len: 5425 time: 0.4465525 Aug 16 23:04:07.528330 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eadd8b-5788-4b8a-8d6d-c67515b08a15 req-a2ff08fd-bc71-4d99-8ed2-df2bcb442521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:07.530475 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-42eadd8b-5788-4b8a-8d6d-c67515b08a15 req-a2ff08fd-bc71-4d99-8ed2-df2bcb442521 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:07.532358 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-42eadd8b-5788-4b8a-8d6d-c67515b08a15 req-a2ff08fd-bc71-4d99-8ed2-df2bcb442521 service neutron] 10.222.0.68 "PUT /v2.0/ports/fee3a2f8-cd60-4f2f-9e10-d3a8e9c75e73 HTTP/1.1" status: 200 len: 1097 time: 2.6788180 Aug 16 23:04:07.533211 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3aec418-66f5-46b1-b248-c3914b39aed9', 'tag': 'fee3a2f8-cd60-4f2f-9e10-d3a8e9c75e73'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:04:07.537592 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d04b5e-8c40-4c86-bee5-3118a1a43a14" -d '{"events": [{"name": "network-changed", "server_uuid": "c3aec418-66f5-46b1-b248-c3914b39aed9", "tag": "fee3a2f8-cd60-4f2f-9e10-d3a8e9c75e73"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:04:07.574753 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-95a87cbd-0c78-4c80-92cd-776df7cdf671 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Deleting subnet 0ff60b5d-4eeb-4d2d-bd4b-32213a054584 {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:04:07.715944 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ff4dc3f6-b3fa-4976-a524-b02060671790 req-76a16a6a-dce5-4519-8ec6-084886d67443 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c2745c8-39ab-440e-a081-67457cdaf056&id=d16ff2d0-1ebf-4d89-b16a-9f394969ba5a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2106683 Aug 16 23:04:07.740327 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-23713857-721c-4192-b768-5419ebaf64e9 req-47e5dee2-b77e-4fcc-9819-95b463c7e72d tempest-ServerShowV247Test-1699434572 tempest-ServerShowV247Test-1699434572-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0aa2f3d-78df-4e02-a720-675064df8506 HTTP/1.1" status: 200 len: 210 time: 0.4000120 Aug 16 23:04:07.817312 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:07.965142 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-fb9e9ac8-6e7c-4cf3-9b69-657201e4ada8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:07.968674 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-48874281-5bac-4b1c-9b66-e634ade59de5 None None] Deleting port c9b30408-4388-43b1-9f56-c0fca7cb59b5 {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:04:07.969157 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-48874281-5bac-4b1c-9b66-e634ade59de5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:08.019132 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-725bdb43-2b84-44e9-96a6-70f6d37bb7df req-c15a619f-ca7a-4838-8974-766dd4d79dd7 tempest-InstanceActionsV221TestJSON-1898019011 tempest-InstanceActionsV221TestJSON-1898019011-project] 10.222.0.36 "GET /v2.0/ports?device_id=c938ed09-4304-4bd0-926d-c9ef3d92db71 HTTP/1.1" status: 200 len: 210 time: 0.1818848 Aug 16 23:04:08.035174 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ff08fd-bc71-4d99-8ed2-df2bcb442521 service neutron] Pushing event updated for resources: {'Port': ['ID=fee3a2f8-cd60-4f2f-9e10-d3a8e9c75e73,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:08.066355 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eadd8b-5788-4b8a-8d6d-c67515b08a15 req-a51d939a-6854-4e70-852f-acf775219c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:08.068315 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-42eadd8b-5788-4b8a-8d6d-c67515b08a15 req-a51d939a-6854-4e70-852f-acf775219c49 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=dfdf65cdea0542cfbad19601e23c8977&device_id=c3aec418-66f5-46b1-b248-c3914b39aed9 HTTP/1.1" status: 200 len: 1100 time: 0.3813183 Aug 16 23:04:08.195657 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-42eadd8b-5788-4b8a-8d6d-c67515b08a15 req-04e27dad-c94d-47e3-9629-d0069b02e8ea service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=fee3a2f8-cd60-4f2f-9e10-d3a8e9c75e73 HTTP/1.1" status: 200 len: 217 time: 0.1162052 Aug 16 23:04:08.199028 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c2c4eca-9796-43f8-bd02-375e185e145a x-openstack-request-id: req-5c2c4eca-9796-43f8-bd02-375e185e145a {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:04:08.199431 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3aec418-66f5-46b1-b248-c3914b39aed9", "tag": "fee3a2f8-cd60-4f2f-9e10-d3a8e9c75e73", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:04:08.199935 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5c2c4eca-9796-43f8-bd02-375e185e145a {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:04:08.200642 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3aec418-66f5-46b1-b248-c3914b39aed9', 'tag': 'fee3a2f8-cd60-4f2f-9e10-d3a8e9c75e73', 'status': 'completed', 'code': 200} Aug 16 23:04:08.231390 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7240108-2d85-412f-a63a-32aca4ef7201 req-b52fa752-e501-4c08-9de8-02efcc4110f7 tempest-ImagesNegativeTestJSON-1867871094 tempest-ImagesNegativeTestJSON-1867871094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:08.236693 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c7240108-2d85-412f-a63a-32aca4ef7201 req-b52fa752-e501-4c08-9de8-02efcc4110f7 tempest-ImagesNegativeTestJSON-1867871094 tempest-ImagesNegativeTestJSON-1867871094-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3aec418-66f5-46b1-b248-c3914b39aed9 HTTP/1.1" status: 200 len: 948 time: 0.3610520 Aug 16 23:04:08.336724 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eadd8b-5788-4b8a-8d6d-c67515b08a15 req-b77e1e75-fc33-46bc-b3df-29dd95627b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:08.338266 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-42eadd8b-5788-4b8a-8d6d-c67515b08a15 req-b77e1e75-fc33-46bc-b3df-29dd95627b7d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6af2b868-37d3-46ab-a526-0465929f13c8 HTTP/1.1" status: 200 len: 843 time: 0.0995114 Aug 16 23:04:08.352920 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c7240108-2d85-412f-a63a-32aca4ef7201 req-41caff6f-d15e-498e-bbc7-2de251985a36 tempest-ImagesNegativeTestJSON-1867871094 tempest-ImagesNegativeTestJSON-1867871094-project] 10.222.0.36 "GET /v2.0/security-groups?id=c282d286-b576-4cb3-819e-761dab7a8156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920563 Aug 16 23:04:08.449346 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d0f439b-55b3-479e-b4c0-19dd4772e5b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'debf812d-0b2e-45df-8f8a-a21e25a77beb'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:04:08.453261 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a486991c-c9e5-4298-a93b-4dcaff7a2311" -d '{"events": [{"server_uuid": "6d0f439b-55b3-479e-b4c0-19dd4772e5b0", "name": "network-vif-plugged", "status": "completed", "tag": "debf812d-0b2e-45df-8f8a-a21e25a77beb"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:04:08.477851 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eadd8b-5788-4b8a-8d6d-c67515b08a15 req-98ff7b57-f960-4bd4-9141-ea51c00608bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:08.479318 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-42eadd8b-5788-4b8a-8d6d-c67515b08a15 req-98ff7b57-f960-4bd4-9141-ea51c00608bf service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1125553 Aug 16 23:04:08.642642 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49000) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:08.657238 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d854016-9479-4586-87ec-874f4b21ab5e x-openstack-request-id: req-4d854016-9479-4586-87ec-874f4b21ab5e {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:04:08.657908 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d0f439b-55b3-479e-b4c0-19dd4772e5b0", "name": "network-vif-plugged", "status": "completed", "tag": "debf812d-0b2e-45df-8f8a-a21e25a77beb", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:04:08.658376 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4d854016-9479-4586-87ec-874f4b21ab5e {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:04:08.659151 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d0f439b-55b3-479e-b4c0-19dd4772e5b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'debf812d-0b2e-45df-8f8a-a21e25a77beb', 'code': 200} Aug 16 23:04:08.662454 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port debf812d-0b2e-45df-8f8a-a21e25a77beb, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=debf812d-0b2e-45df-8f8a-a21e25a77beb,segment=NetworkSegment(41213340-69bd-43d1-b0bd-07e49d1e54df),segment_id=41213340-69bd-43d1-b0bd-07e49d1e54df)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:04:08.705163 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-51bf7055-6ea6-4873-a761-14b9a81f4363 None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:08.726917 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-42eadd8b-5788-4b8a-8d6d-c67515b08a15 req-dd01ba78-c624-48cc-97fe-8ce1d1f55045 service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362092 Aug 16 23:04:08.754500 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-48874281-5bac-4b1c-9b66-e634ade59de5 None None] For port c9b30408-4388-43b1-9f56-c0fca7cb59b5, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=c9b30408-4388-43b1-9f56-c0fca7cb59b5,segment=NetworkSegment(697ecf45-db45-4be7-b5e6-a460d0a47231),segment_id=697ecf45-db45-4be7-b5e6-a460d0a47231)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:04:08.755882 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-48874281-5bac-4b1c-9b66-e634ade59de5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:08.779343 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:08.780557 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device c1cc686f-303c-42dc-85c7-d80aff741a19 up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:04:08.838392 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-51bf7055-6ea6-4873-a761-14b9a81f4363 None None] Transition to ACTIVE for port object 99a7b4fd-9bd9-4b81-875d-154c800e99ec will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:04:08.891246 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-42eadd8b-5788-4b8a-8d6d-c67515b08a15 req-ad744837-579a-4de2-9c86-712041530e5b service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570342 Aug 16 23:04:08.939058 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-433827f2-f49d-41be-ab01-e281503333af None None] Provisioning for port fee3a2f8-cd60-4f2f-9e10-d3a8e9c75e73 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:04:08.943907 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-48874281-5bac-4b1c-9b66-e634ade59de5 None None] Calling delete_port for c9b30408-4388-43b1-9f56-c0fca7cb59b5 owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:04:08.956473 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.db.api [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101293) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 23:04:08.956889 n-d-791506-26 neutron-server[101293]: DEBUG oslo_db.api [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 23:04:08.970186 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9e9ac8-6e7c-4cf3-9b69-657201e4ada8 None None] Pushing event updated for resources: {'Port': ['ID=c9b30408-4388-43b1-9f56-c0fca7cb59b5,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:08.997631 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4b1f97f7-f49d-42b3-841c-a981866609c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:09.014281 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-51bf7055-6ea6-4873-a761-14b9a81f4363 None None] Transition to ACTIVE for port object 99a7b4fd-9bd9-4b81-875d-154c800e99ec will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:04:09.025798 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-95a87cbd-0c78-4c80-92cd-776df7cdf671 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:09.057317 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-51bf7055-6ea6-4873-a761-14b9a81f4363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:09.095371 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-95a87cbd-0c78-4c80-92cd-776df7cdf671 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:09.108672 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0a96216c-751e-4fd5-9e9d-f9a0290db81c req-09b62e09-a982-4962-96cd-318c487512c6 tempest-ServerShowV247Test-1699434572 tempest-ServerShowV247Test-1699434572-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0aa2f3d-78df-4e02-a720-675064df8506 HTTP/1.1" status: 200 len: 210 time: 0.1503386 Aug 16 23:04:09.152469 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b780e9a-f1fb-4e7b-9703-8476105bce46 req-98c382c8-0c00-43ce-be93-c4e0bab015ec tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:09.159693 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51bf7055-6ea6-4873-a761-14b9a81f4363 None None] Network c1111ec6-5907-4b72-af47-cfed51d86589 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:04:09.163376 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=debf812d-0b2e-45df-8f8a-a21e25a77beb,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:09.165401 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b780e9a-f1fb-4e7b-9703-8476105bce46 req-98c382c8-0c00-43ce-be93-c4e0bab015ec tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:09.167172 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning for port c1cc686f-303c-42dc-85c7-d80aff741a19 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:04:09.185893 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b780e9a-f1fb-4e7b-9703-8476105bce46 req-98c382c8-0c00-43ce-be93-c4e0bab015ec tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:09.192737 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b780e9a-f1fb-4e7b-9703-8476105bce46 req-98c382c8-0c00-43ce-be93-c4e0bab015ec tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:09.203042 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b780e9a-f1fb-4e7b-9703-8476105bce46 req-98c382c8-0c00-43ce-be93-c4e0bab015ec tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:09.221086 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-51bf7055-6ea6-4873-a761-14b9a81f4363 None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:04:09.223216 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf7055-6ea6-4873-a761-14b9a81f4363 None None] Pushing event updated for resources: {'Port': ['ID=99a7b4fd-9bd9-4b81-875d-154c800e99ec,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:09.225849 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b780e9a-f1fb-4e7b-9703-8476105bce46 req-98c382c8-0c00-43ce-be93-c4e0bab015ec tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:09.227772 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51bf7055-6ea6-4873-a761-14b9a81f4363 None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:04:09.237463 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b780e9a-f1fb-4e7b-9703-8476105bce46 req-98c382c8-0c00-43ce-be93-c4e0bab015ec tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:09.239559 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6b780e9a-f1fb-4e7b-9703-8476105bce46 req-98c382c8-0c00-43ce-be93-c4e0bab015ec tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d0f439b-55b3-479e-b4c0-19dd4772e5b0 HTTP/1.1" status: 200 len: 5426 time: 0.3162394 Aug 16 23:04:09.267987 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port c1cc686f-303c-42dc-85c7-d80aff741a19 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:04:09.269220 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:09.325705 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-48874281-5bac-4b1c-9b66-e634ade59de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:09.351973 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48874281-5bac-4b1c-9b66-e634ade59de5 None None] No DVR routers for this DVR port c9b30408-4388-43b1-9f56-c0fca7cb59b5 on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:04:09.385430 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-51bf7055-6ea6-4873-a761-14b9a81f4363 None None] Attempting to bind port 99a7b4fd-9bd9-4b81-875d-154c800e99ec on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:04:09.386143 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-51bf7055-6ea6-4873-a761-14b9a81f4363 None None] Attempting to bind port 99a7b4fd-9bd9-4b81-875d-154c800e99ec by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': 'bd190b26-be10-4e74-911d-bdd727eeacd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'c1111ec6-5907-4b72-af47-cfed51d86589'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:04:09.386724 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51bf7055-6ea6-4873-a761-14b9a81f4363 None None] Attempting to bind port 99a7b4fd-9bd9-4b81-875d-154c800e99ec on network c1111ec6-5907-4b72-af47-cfed51d86589 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:04:09.406802 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51bf7055-6ea6-4873-a761-14b9a81f4363 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:04:09.413760 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51bf7055-6ea6-4873-a761-14b9a81f4363 None None] Checking segment: {'id': 'bd190b26-be10-4e74-911d-bdd727eeacd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'c1111ec6-5907-4b72-af47-cfed51d86589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:04:09.414547 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-51bf7055-6ea6-4873-a761-14b9a81f4363 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:09.415226 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51bf7055-6ea6-4873-a761-14b9a81f4363 None None] Bound using segment: {'id': 'bd190b26-be10-4e74-911d-bdd727eeacd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'c1111ec6-5907-4b72-af47-cfed51d86589'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:04:09.417957 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-51bf7055-6ea6-4873-a761-14b9a81f4363 None None] Bound port: 99a7b4fd-9bd9-4b81-875d-154c800e99ec, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd190b26-be10-4e74-911d-bdd727eeacd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'c1111ec6-5907-4b72-af47-cfed51d86589'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:04:09.418694 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-51bf7055-6ea6-4873-a761-14b9a81f4363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:09.425822 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4b1f97f7-f49d-42b3-841c-a981866609c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:09.437502 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4b1f97f7-f49d-42b3-841c-a981866609c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:09.475014 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48874281-5bac-4b1c-9b66-e634ade59de5 None None] Pushing event deleted for resources: {'Port': ['ID=c9b30408-4388-43b1-9f56-c0fca7cb59b5,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:09.492759 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1f97f7-f49d-42b3-841c-a981866609c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb49ca92-d568-49eb-a1e7-8b44b2ab0fe8,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:09.550119 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-95a87cbd-0c78-4c80-92cd-776df7cdf671 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:09.551169 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Port c9b30408-4388-43b1-9f56-c0fca7cb59b5 update to ACTIVE by agent not found {{(pid=101293) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 16 23:04:09.584097 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-4b1f97f7-f49d-42b3-841c-a981866609c6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9c25855f00d54aa3a211b4c03e285207&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9401445 Aug 16 23:04:09.591545 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49016) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:09.608025 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9b279e-bb87-4d99-bf30-eb9cdb48e838 req-96db22dd-d116-420f-99a4-9a779704eb3a tempest-InstanceActionsV221TestJSON-1898019011 tempest-InstanceActionsV221TestJSON-1898019011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:09.609627 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2e9b279e-bb87-4d99-bf30-eb9cdb48e838 req-96db22dd-d116-420f-99a4-9a779704eb3a tempest-InstanceActionsV221TestJSON-1898019011 tempest-InstanceActionsV221TestJSON-1898019011-project] 10.222.0.68 "GET /v2.0/networks?id=3a89dfe3-f021-46dd-a243-2177e123f8d3 HTTP/1.1" status: 200 len: 817 time: 0.2882161 Aug 16 23:04:09.634352 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-2e9b279e-bb87-4d99-bf30-eb9cdb48e838 req-ed6705ce-8c49-479e-93a0-48fff3a2369a tempest-InstanceActionsV221TestJSON-1898019011 tempest-InstanceActionsV221TestJSON-1898019011-project] Request body: {'port': {'device_id': 'c938ed09-4304-4bd0-926d-c9ef3d92db71', 'network_id': '3a89dfe3-f021-46dd-a243-2177e123f8d3', 'admin_state_up': True, 'tenant_id': '418289941c874329a07811ecf6f44eb3'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:04:09.702570 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device c9b30408-4388-43b1-9f56-c0fca7cb59b5 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:04:09.746088 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: c9b30408-4388-43b1-9f56-c0fca7cb59b5 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:04:09.746088 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device c9b30408-4388-43b1-9f56-c0fca7cb59b5 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:04:09.761308 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0871faaf-c180-425b-ac6f-4be8da758668 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:09.764076 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:09.796270 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-95a87cbd-0c78-4c80-92cd-776df7cdf671 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:09.798636 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-51bf7055-6ea6-4873-a761-14b9a81f4363 None None] For port 99a7b4fd-9bd9-4b81-875d-154c800e99ec, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:04:09.826010 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0871faaf-c180-425b-ac6f-4be8da758668 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:09.840440 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-51bf7055-6ea6-4873-a761-14b9a81f4363 None None] For port 99a7b4fd-9bd9-4b81-875d-154c800e99ec, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=99a7b4fd-9bd9-4b81-875d-154c800e99ec,segment=NetworkSegment(bd190b26-be10-4e74-911d-bdd727eeacd0),segment_id=bd190b26-be10-4e74-911d-bdd727eeacd0)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:04:09.843168 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port c1cc686f-303c-42dc-85c7-d80aff741a19, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=c1cc686f-303c-42dc-85c7-d80aff741a19,segment=NetworkSegment(74cdf11b-eced-4a7c-8a3c-85f0b8d7848e),segment_id=74cdf11b-eced-4a7c-8a3c-85f0b8d7848e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:04:09.849687 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:09.850580 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 7bd4dab0-4e5a-4bfb-a170-497620e55ac0 up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:04:09.855349 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-51bf7055-6ea6-4873-a761-14b9a81f4363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:09.870640 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-95a87cbd-0c78-4c80-92cd-776df7cdf671 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:09.875442 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-95a87cbd-0c78-4c80-92cd-776df7cdf671 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] 10.222.0.36 "DELETE /v2.0/subnets/0ff60b5d-4eeb-4d2d-bd4b-32213a054584 HTTP/1.1" status: 204 len: 168 time: 2.4525943 Aug 16 23:04:09.876469 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a87cbd-0c78-4c80-92cd-776df7cdf671 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Pushing event deleted for resources: {'Subnet': ['ID=0ff60b5d-4eeb-4d2d-bd4b-32213a054584,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:09.886799 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49022) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:09.936590 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d04b5e-8c40-4c86-bee5-3118a1a43a14 req-a15a1c0b-b796-4361-9c12-a51a1cd7380d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:09.938542 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-27d04b5e-8c40-4c86-bee5-3118a1a43a14 req-a15a1c0b-b796-4361-9c12-a51a1cd7380d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=dfdf65cdea0542cfbad19601e23c8977&device_id=c3aec418-66f5-46b1-b248-c3914b39aed9 HTTP/1.1" status: 200 len: 1100 time: 0.9070053 Aug 16 23:04:09.940894 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ca5aa337-5d55-4e81-a525-ac4607584855 req-71d3d565-d697-4138-8d67-faf8bafa97c7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d2c13677-c6ad-4713-9551-f633bdf05294 HTTP/1.1" status: 200 len: 210 time: 0.0543211 Aug 16 23:04:09.964172 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e0efe3-a918-482b-97f6-95d0577a579e tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:09.965997 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e0efe3-a918-482b-97f6-95d0577a579e tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:09.970226 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-a2e0efe3-a918-482b-97f6-95d0577a579e tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0795643 Aug 16 23:04:09.992715 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=c1cc686f-303c-42dc-85c7-d80aff741a19,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:10.007879 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49024) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:10.008215 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49026) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:10.047609 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-15d61580-d397-4a8e-9112-4533146d44c6 req-c0b8e7d0-5574-433e-bb1b-ce292c53b962 tempest-InstanceActionsV221TestJSON-1898019011 tempest-InstanceActionsV221TestJSON-1898019011-project] 10.222.0.36 "GET /v2.0/ports?device_id=c938ed09-4304-4bd0-926d-c9ef3d92db71 HTTP/1.1" status: 200 len: 210 time: 0.8050287 Aug 16 23:04:10.064566 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf7055-6ea6-4873-a761-14b9a81f4363 None None] Pushing event updated for resources: {'Port': ['ID=99a7b4fd-9bd9-4b81-875d-154c800e99ec,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:10.083294 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning for port 7bd4dab0-4e5a-4bfb-a170-497620e55ac0 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:04:10.088220 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port 7bd4dab0-4e5a-4bfb-a170-497620e55ac0 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:04:10.088647 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:10.159828 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6b780e9a-f1fb-4e7b-9703-8476105bce46 req-f847527b-02da-417d-b1fe-ca1192397d54 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c2745c8-39ab-440e-a081-67457cdaf056&id=d16ff2d0-1ebf-4d89-b16a-9f394969ba5a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2297361 Aug 16 23:04:10.169732 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e9b279e-bb87-4d99-bf30-eb9cdb48e838 req-ed6705ce-8c49-479e-93a0-48fff3a2369a tempest-InstanceActionsV221TestJSON-1898019011 tempest-InstanceActionsV221TestJSON-1898019011-project] Made reservation on behalf of 418289941c874329a07811ecf6f44eb3 for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:04:10.174008 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-2e9b279e-bb87-4d99-bf30-eb9cdb48e838 req-ed6705ce-8c49-479e-93a0-48fff3a2369a tempest-InstanceActionsV221TestJSON-1898019011 tempest-InstanceActionsV221TestJSON-1898019011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:10.203049 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0871faaf-c180-425b-ac6f-4be8da758668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:10.206834 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0871faaf-c180-425b-ac6f-4be8da758668 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:10.210204 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-0871faaf-c180-425b-ac6f-4be8da758668 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/eb49ca92-d568-49eb-a1e7-8b44b2ab0fe8 HTTP/1.1" status: 204 len: 168 time: 0.6155136 Aug 16 23:04:10.259443 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d04b5e-8c40-4c86-bee5-3118a1a43a14 req-1d984a5d-31bc-4cb0-83ce-9c53b7801772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:10.264211 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-27d04b5e-8c40-4c86-bee5-3118a1a43a14 req-1d984a5d-31bc-4cb0-83ce-9c53b7801772 service neutron] 10.222.0.68 "GET /v2.0/networks?id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd HTTP/1.1" status: 200 len: 870 time: 0.3142643 Aug 16 23:04:10.277614 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-8fafbdfb-54ee-425c-b0ae-e610b5510e9f req-9161176f-761d-4cc9-ae99-b6bfafcacce7 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=b0aa2f3d-78df-4e02-a720-675064df8506 HTTP/1.1" status: 200 len: 210 time: 0.0531762 Aug 16 23:04:10.300030 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e91e0a30-82e4-4d73-99bd-0319e94cf59a tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:10.306247 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0871faaf-c180-425b-ac6f-4be8da758668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb49ca92-d568-49eb-a1e7-8b44b2ab0fe8,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:10.399038 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-27d04b5e-8c40-4c86-bee5-3118a1a43a14 req-f59454e9-3516-4c07-a664-bda3856c8dfb service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=fee3a2f8-cd60-4f2f-9e10-d3a8e9c75e73 HTTP/1.1" status: 200 len: 217 time: 0.1267886 Aug 16 23:04:10.444044 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:10.487952 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f487c2b1-cba2-4535-a293-59f15f8cdf86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:10.517303 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-e91e0a30-82e4-4d73-99bd-0319e94cf59a tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 16 23:04:10.517809 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e91e0a30-82e4-4d73-99bd-0319e94cf59a tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:04:10.521854 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 7bd4dab0-4e5a-4bfb-a170-497620e55ac0, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=7bd4dab0-4e5a-4bfb-a170-497620e55ac0,segment=NetworkSegment(74cdf11b-eced-4a7c-8a3c-85f0b8d7848e),segment_id=74cdf11b-eced-4a7c-8a3c-85f0b8d7848e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:04:10.524786 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-e91e0a30-82e4-4d73-99bd-0319e94cf59a tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] 10.222.0.36 "DELETE /v2.0/networks/c1111ec6-5907-4b72-af47-cfed51d86589 HTTP/1.1" status: 409 len: 405 time: 0.4936531 Aug 16 23:04:10.525727 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49034) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:10.527351 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-18f1d6db-7187-496d-859b-21b4b37d14b7 req-b793b974-88cf-4177-bc8c-54cde1ceaa37 tempest-ServerShowV247Test-1699434572 tempest-ServerShowV247Test-1699434572-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0aa2f3d-78df-4e02-a720-675064df8506 HTTP/1.1" status: 200 len: 210 time: 0.1241896 Aug 16 23:04:10.532258 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:10.534307 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device aabc4894-08fe-4573-bd65-664ab53c9c15 up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:04:10.563326 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-00813d53-0f75-46b4-9f68-6d3cd001f4a0 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1928426157'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:04:10.596430 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a74f7-69f2-4d5e-a6e6-2d04e3ef003d req-482ab33a-e6d0-4c3d-8c54-3869d469d734 tempest-ImagesNegativeTestJSON-1867871094 tempest-ImagesNegativeTestJSON-1867871094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:10.605204 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f14a74f7-69f2-4d5e-a6e6-2d04e3ef003d req-482ab33a-e6d0-4c3d-8c54-3869d469d734 tempest-ImagesNegativeTestJSON-1867871094 tempest-ImagesNegativeTestJSON-1867871094-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3aec418-66f5-46b1-b248-c3914b39aed9 HTTP/1.1" status: 200 len: 948 time: 0.2996452 Aug 16 23:04:10.607942 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d04b5e-8c40-4c86-bee5-3118a1a43a14 req-7c0f4359-5b46-4610-b9d3-9d4e35851dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:10.609947 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-27d04b5e-8c40-4c86-bee5-3118a1a43a14 req-7c0f4359-5b46-4610-b9d3-9d4e35851dbd service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6af2b868-37d3-46ab-a526-0465929f13c8 HTTP/1.1" status: 200 len: 843 time: 0.1769388 Aug 16 23:04:10.675627 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d0f439b-55b3-479e-b4c0-19dd4772e5b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1cc686f-303c-42dc-85c7-d80aff741a19'}, {'server_uuid': '6d0f439b-55b3-479e-b4c0-19dd4772e5b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bd4dab0-4e5a-4bfb-a170-497620e55ac0'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:04:10.678511 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-021ab669-a6b9-433c-9cdc-4a1cadfc5baa" -d '{"events": [{"server_uuid": "6d0f439b-55b3-479e-b4c0-19dd4772e5b0", "name": "network-vif-plugged", "status": "completed", "tag": "c1cc686f-303c-42dc-85c7-d80aff741a19"}, {"server_uuid": "6d0f439b-55b3-479e-b4c0-19dd4772e5b0", "name": "network-vif-plugged", "status": "completed", "tag": "7bd4dab0-4e5a-4bfb-a170-497620e55ac0"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:04:10.682916 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=7bd4dab0-4e5a-4bfb-a170-497620e55ac0,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:10.687692 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f14a74f7-69f2-4d5e-a6e6-2d04e3ef003d req-660079dd-ec00-4ebc-b497-d6829a5c20f5 tempest-ImagesNegativeTestJSON-1867871094 tempest-ImagesNegativeTestJSON-1867871094-project] 10.222.0.36 "GET /v2.0/security-groups?id=c282d286-b576-4cb3-819e-761dab7a8156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814407 Aug 16 23:04:10.722662 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-2e9b279e-bb87-4d99-bf30-eb9cdb48e838 req-ed6705ce-8c49-479e-93a0-48fff3a2369a tempest-InstanceActionsV221TestJSON-1898019011 tempest-InstanceActionsV221TestJSON-1898019011-project] Allocated IP 172.20.0.4 (3a89dfe3-f021-46dd-a243-2177e123f8d3/6f184b29-7e63-42e1-a0ad-71c77b22070d/ebb3ff51-c84b-47b7-954f-ece9094e2d2a) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:04:10.723918 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d04b5e-8c40-4c86-bee5-3118a1a43a14 req-8def4a72-6cb2-4698-9290-43e834f3bcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:10.729118 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-27d04b5e-8c40-4c86-bee5-3118a1a43a14 req-8def4a72-6cb2-4698-9290-43e834f3bcb9 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1099584 Aug 16 23:04:10.773538 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 23:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae09b26-0c42-42bc-835b-7e65741cd518 x-openstack-request-id: req-aae09b26-0c42-42bc-835b-7e65741cd518 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:04:10.774821 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d0f439b-55b3-479e-b4c0-19dd4772e5b0", "name": "network-vif-plugged", "status": "completed", "tag": "c1cc686f-303c-42dc-85c7-d80aff741a19", "code": 200}, {"server_uuid": "6d0f439b-55b3-479e-b4c0-19dd4772e5b0", "name": "network-vif-plugged", "status": "completed", "tag": "7bd4dab0-4e5a-4bfb-a170-497620e55ac0", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:04:10.775317 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-aae09b26-0c42-42bc-835b-7e65741cd518 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:04:10.775978 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d0f439b-55b3-479e-b4c0-19dd4772e5b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1cc686f-303c-42dc-85c7-d80aff741a19', 'code': 200} Aug 16 23:04:10.776583 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d0f439b-55b3-479e-b4c0-19dd4772e5b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bd4dab0-4e5a-4bfb-a170-497620e55ac0', 'code': 200} Aug 16 23:04:10.778046 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning for port aabc4894-08fe-4573-bd65-664ab53c9c15 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:04:10.782730 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port aabc4894-08fe-4573-bd65-664ab53c9c15 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:04:10.783439 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:10.836503 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49042) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:10.879014 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f487c2b1-cba2-4535-a293-59f15f8cdf86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:10.899331 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:10.902326 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-27d04b5e-8c40-4c86-bee5-3118a1a43a14 req-8a6e178a-5c6d-43a0-9e7d-54f4e4aec8d8 service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654663 Aug 16 23:04:10.909524 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fb93986c-6fd2-456e-ad7c-4501f20971de admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:10.917098 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f487c2b1-cba2-4535-a293-59f15f8cdf86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:10.938933 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port aabc4894-08fe-4573-bd65-664ab53c9c15, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=aabc4894-08fe-4573-bd65-664ab53c9c15,segment=NetworkSegment(74cdf11b-eced-4a7c-8a3c-85f0b8d7848e),segment_id=74cdf11b-eced-4a7c-8a3c-85f0b8d7848e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:04:10.950428 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:10.981722 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 34b404ad-784d-44c6-ad7f-bc568885b3e9 up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:04:11.004666 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00813d53-0f75-46b4-9f68-6d3cd001f4a0 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Made reservation on behalf of 77edb9c609574a729239fa473de068f3 for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:04:11.008475 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-00813d53-0f75-46b4-9f68-6d3cd001f4a0 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:11.019997 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-27d04b5e-8c40-4c86-bee5-3118a1a43a14 req-50083cf5-8c27-455f-8e6f-2c13e578403b service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093967 Aug 16 23:04:11.048983 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f487c2b1-cba2-4535-a293-59f15f8cdf86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3abdc29-7d81-4302-8a81-b6cbb213f084,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:11.064688 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-f487c2b1-cba2-4535-a293-59f15f8cdf86 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c160883da394482e984241ea7376c843&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0204551 Aug 16 23:04:11.067821 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 49044) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:11.095689 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=aabc4894-08fe-4573-bd65-664ab53c9c15,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:11.111066 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:11.133913 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning for port 34b404ad-784d-44c6-ad7f-bc568885b3e9 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:04:11.140234 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port 34b404ad-784d-44c6-ad7f-bc568885b3e9 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:04:11.140774 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:11.158242 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4c074d47-ce06-498a-9671-2dba8ca8ee88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:11.184492 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00813d53-0f75-46b4-9f68-6d3cd001f4a0 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:04:11.216784 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4c074d47-ce06-498a-9671-2dba8ca8ee88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:11.261126 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-00813d53-0f75-46b4-9f68-6d3cd001f4a0 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:11.261126 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-00813d53-0f75-46b4-9f68-6d3cd001f4a0 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Added segment 35b420d9-eaab-4bce-a493-26540da9645b of type vlan for network 26ba264d-9a4e-44ea-a43d-a66d2299494f Aug 16 23:04:11.285084 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:11.315887 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4b72ad0b-73b0-4fdf-ad5a-0c28aaf9db98 req-1f7c9d03-b901-4066-8bbf-a386db450d9e tempest-InstanceActionsV221TestJSON-1898019011 tempest-InstanceActionsV221TestJSON-1898019011-project] 10.222.0.36 "GET /v2.0/ports?device_id=c938ed09-4304-4bd0-926d-c9ef3d92db71 HTTP/1.1" status: 200 len: 210 time: 0.0553510 Aug 16 23:04:11.337070 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 34b404ad-784d-44c6-ad7f-bc568885b3e9, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=34b404ad-784d-44c6-ad7f-bc568885b3e9,segment=NetworkSegment(74cdf11b-eced-4a7c-8a3c-85f0b8d7848e),segment_id=74cdf11b-eced-4a7c-8a3c-85f0b8d7848e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:04:11.342091 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:11.343192 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device acb20ca9-d24c-4731-8f98-e40869957d23 up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:04:11.350603 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-2e9b279e-bb87-4d99-bf30-eb9cdb48e838 req-ed6705ce-8c49-479e-93a0-48fff3a2369a tempest-InstanceActionsV221TestJSON-1898019011 tempest-InstanceActionsV221TestJSON-1898019011-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:11.380264 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4c074d47-ce06-498a-9671-2dba8ca8ee88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:11.383364 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4c074d47-ce06-498a-9671-2dba8ca8ee88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:11.387654 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-4c074d47-ce06-498a-9671-2dba8ca8ee88 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d3abdc29-7d81-4302-8a81-b6cbb213f084 HTTP/1.1" status: 204 len: 168 time: 0.3183348 Aug 16 23:04:11.402065 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c074d47-ce06-498a-9671-2dba8ca8ee88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3abdc29-7d81-4302-8a81-b6cbb213f084,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:11.422136 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=34b404ad-784d-44c6-ad7f-bc568885b3e9,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:11.425952 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-00813d53-0f75-46b4-9f68-6d3cd001f4a0 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:11.428162 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429a92d2-570c-48d0-9bfc-a5f293675d22 req-896685f6-6c28-48d8-9401-781cbe987de0 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:11.434590 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429a92d2-570c-48d0-9bfc-a5f293675d22 req-896685f6-6c28-48d8-9401-781cbe987de0 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:11.443061 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429a92d2-570c-48d0-9bfc-a5f293675d22 req-896685f6-6c28-48d8-9401-781cbe987de0 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:11.456347 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429a92d2-570c-48d0-9bfc-a5f293675d22 req-896685f6-6c28-48d8-9401-781cbe987de0 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:11.464252 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429a92d2-570c-48d0-9bfc-a5f293675d22 req-896685f6-6c28-48d8-9401-781cbe987de0 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:11.473605 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429a92d2-570c-48d0-9bfc-a5f293675d22 req-896685f6-6c28-48d8-9401-781cbe987de0 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:11.480780 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429a92d2-570c-48d0-9bfc-a5f293675d22 req-896685f6-6c28-48d8-9401-781cbe987de0 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:11.482867 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-429a92d2-570c-48d0-9bfc-a5f293675d22 req-896685f6-6c28-48d8-9401-781cbe987de0 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d0f439b-55b3-479e-b4c0-19dd4772e5b0 HTTP/1.1" status: 200 len: 5430 time: 0.1517558 Aug 16 23:04:11.494114 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fb93986c-6fd2-456e-ad7c-4501f20971de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:11.503994 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fb93986c-6fd2-456e-ad7c-4501f20971de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:11.523335 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-00813d53-0f75-46b4-9f68-6d3cd001f4a0 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:11.530102 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00813d53-0f75-46b4-9f68-6d3cd001f4a0 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:11.530721 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-00813d53-0f75-46b4-9f68-6d3cd001f4a0 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:11.542195 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-2e9b279e-bb87-4d99-bf30-eb9cdb48e838 req-ed6705ce-8c49-479e-93a0-48fff3a2369a tempest-InstanceActionsV221TestJSON-1898019011 tempest-InstanceActionsV221TestJSON-1898019011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:11.577711 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning for port acb20ca9-d24c-4731-8f98-e40869957d23 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:04:11.581772 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port acb20ca9-d24c-4731-8f98-e40869957d23 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:04:11.582152 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:11.585600 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-429a92d2-570c-48d0-9bfc-a5f293675d22 req-86a04967-3eeb-4b4a-a11d-c14d4c2fa085 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c2745c8-39ab-440e-a081-67457cdaf056&id=d16ff2d0-1ebf-4d89-b16a-9f394969ba5a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0934882 Aug 16 23:04:11.606330 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device fee3a2f8-cd60-4f2f-9e10-d3a8e9c75e73 details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:04:11.727207 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb93986c-6fd2-456e-ad7c-4501f20971de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2150efea-a81e-453e-923a-01bc61cadade,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:11.737329 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-fb93986c-6fd2-456e-ad7c-4501f20971de admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d0651e9a49f7403099bae623ab0b5fd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8978705 Aug 16 23:04:11.737664 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 49056) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:11.744647 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c887632d-101c-437a-8a62-445ee5668999 req-6fad45b2-012a-4209-b6d7-49e6cfb1a96a tempest-ServerShowV247Test-1699434572 tempest-ServerShowV247Test-1699434572-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0aa2f3d-78df-4e02-a720-675064df8506 HTTP/1.1" status: 200 len: 210 time: 0.0543702 Aug 16 23:04:11.747485 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b31441f-a3a2-439f-a1fd-775968679ae9 None None] Network c1111ec6-5907-4b72-af47-cfed51d86589 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:04:11.779494 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6705ce-8c49-479e-93a0-48fff3a2369a tempest-InstanceActionsV221TestJSON-1898019011 tempest-InstanceActionsV221TestJSON-1898019011-project] Pushing event updated for resources: {'Port': ['ID=ebb3ff51-c84b-47b7-954f-ece9094e2d2a,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:11.795377 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e9b279e-bb87-4d99-bf30-eb9cdb48e838 req-ed6705ce-8c49-479e-93a0-48fff3a2369a tempest-InstanceActionsV221TestJSON-1898019011 tempest-InstanceActionsV221TestJSON-1898019011-project] Network 3a89dfe3-f021-46dd-a243-2177e123f8d3 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:04:11.797539 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-00813d53-0f75-46b4-9f68-6d3cd001f4a0 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2511623 Aug 16 23:04:11.802647 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-2e9b279e-bb87-4d99-bf30-eb9cdb48e838 req-ed6705ce-8c49-479e-93a0-48fff3a2369a tempest-InstanceActionsV221TestJSON-1898019011 tempest-InstanceActionsV221TestJSON-1898019011-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:04:11.804117 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49058) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:11.845494 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 99a7b4fd-9bd9-4b81-875d-154c800e99ec up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:04:11.849122 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d301d28b-8dfd-4e32-b306-87696dc43088 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:11.874102 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e9b279e-bb87-4d99-bf30-eb9cdb48e838 req-ed6705ce-8c49-479e-93a0-48fff3a2369a tempest-InstanceActionsV221TestJSON-1898019011 tempest-InstanceActionsV221TestJSON-1898019011-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:04:11.904822 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-7fc0d3ef-9697-4452-b2cb-8fd21b429b1f tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Request body: {'subnet': {'network_id': '26ba264d-9a4e-44ea-a43d-a66d2299494f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:04:11.958444 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d301d28b-8dfd-4e32-b306-87696dc43088 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:11.972254 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-b3368ada-f806-42ab-ba99-0d85b8114a2e None None] Provisioning for port 99a7b4fd-9bd9-4b81-875d-154c800e99ec completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:04:12.006400 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port fee3a2f8-cd60-4f2f-9e10-d3a8e9c75e73, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=fee3a2f8-cd60-4f2f-9e10-d3a8e9c75e73,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:04:12.045703 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00813d53-0f75-46b4-9f68-6d3cd001f4a0 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Pushing event updated for resources: {'Network': ['ID=26ba264d-9a4e-44ea-a43d-a66d2299494f,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:12.059711 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e337e8-857b-466e-9e7e-c9022ea2f0b2 req-35c3ab82-c94f-4f69-b650-26acf1f04912 tempest-ImagesNegativeTestJSON-1867871094 tempest-ImagesNegativeTestJSON-1867871094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:12.061501 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-65e337e8-857b-466e-9e7e-c9022ea2f0b2 req-35c3ab82-c94f-4f69-b650-26acf1f04912 tempest-ImagesNegativeTestJSON-1867871094 tempest-ImagesNegativeTestJSON-1867871094-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3aec418-66f5-46b1-b248-c3914b39aed9 HTTP/1.1" status: 200 len: 948 time: 0.1937640 Aug 16 23:04:12.083435 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 26ba264d-9a4e-44ea-a43d-a66d2299494f details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:04:12.107577 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': 'fee3a2f8-cd60-4f2f-9e10-d3a8e9c75e73', 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd', 'port_id': 'fee3a2f8-cd60-4f2f-9e10-d3a8e9c75e73', 'mac_address': 'fa:16:3e:ab:10:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6af2b868-37d3-46ab-a526-0465929f13c8', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:04:12.109287 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-65e337e8-857b-466e-9e7e-c9022ea2f0b2 req-7f04691c-d894-4d16-ab40-074f4920e477 tempest-ImagesNegativeTestJSON-1867871094 tempest-ImagesNegativeTestJSON-1867871094-project] 10.222.0.36 "GET /v2.0/security-groups?id=c282d286-b576-4cb3-819e-761dab7a8156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401349 Aug 16 23:04:12.120520 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d301d28b-8dfd-4e32-b306-87696dc43088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:12.125036 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d301d28b-8dfd-4e32-b306-87696dc43088 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:12.126603 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-d301d28b-8dfd-4e32-b306-87696dc43088 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2150efea-a81e-453e-923a-01bc61cadade HTTP/1.1" status: 204 len: 168 time: 0.3873229 Aug 16 23:04:12.137424 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9b279e-bb87-4d99-bf30-eb9cdb48e838 req-ed6705ce-8c49-479e-93a0-48fff3a2369a tempest-InstanceActionsV221TestJSON-1898019011 tempest-InstanceActionsV221TestJSON-1898019011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:12.138122 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-2e9b279e-bb87-4d99-bf30-eb9cdb48e838 req-ed6705ce-8c49-479e-93a0-48fff3a2369a tempest-InstanceActionsV221TestJSON-1898019011 tempest-InstanceActionsV221TestJSON-1898019011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:12.152709 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d301d28b-8dfd-4e32-b306-87696dc43088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2150efea-a81e-453e-923a-01bc61cadade,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:12.190055 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2e9b279e-bb87-4d99-bf30-eb9cdb48e838 req-ed6705ce-8c49-479e-93a0-48fff3a2369a tempest-InstanceActionsV221TestJSON-1898019011 tempest-InstanceActionsV221TestJSON-1898019011-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5653858 Aug 16 23:04:12.203268 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:12.210677 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-2e9b279e-bb87-4d99-bf30-eb9cdb48e838 req-60c4b604-d94d-4a17-975f-dffce50f2dbf service neutron] Request body: {'port': {'device_id': 'c938ed09-4304-4bd0-926d-c9ef3d92db71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:04:12.233813 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 99a7b4fd-9bd9-4b81-875d-154c800e99ec completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:04:12.265582 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 99a7b4fd-9bd9-4b81-875d-154c800e99ec triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:04:12.266052 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:12.277781 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fc0d3ef-9697-4452-b2cb-8fd21b429b1f tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Made reservation on behalf of 77edb9c609574a729239fa473de068f3 for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:04:12.286500 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7fc0d3ef-9697-4452-b2cb-8fd21b429b1f tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:12.388725 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port acb20ca9-d24c-4731-8f98-e40869957d23, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=acb20ca9-d24c-4731-8f98-e40869957d23,segment=NetworkSegment(39e0370e-4515-4c9b-976d-e470224b3979),segment_id=39e0370e-4515-4c9b-976d-e470224b3979)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:04:12.391964 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:12.404263 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:12.409737 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device ca2bab7f-12a0-4ae0-aa91-31c515a91b5c up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:04:12.502832 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3ca2e9-337b-4d78-8a0c-7acd80f8f840 None None] DHCP port deletion for c1111ec6-5907-4b72-af47-cfed51d86589 request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:04:12.515292 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0df12ee1-e4e2-49d3-9929-e3d35524acd3 req-d86ceeaa-e61e-4daf-bbf7-d6ec44bd83bc tempest-ServerShowV247Test-1699434572 tempest-ServerShowV247Test-1699434572-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0aa2f3d-78df-4e02-a720-675064df8506 HTTP/1.1" status: 200 len: 210 time: 0.0578480 Aug 16 23:04:12.528604 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-2e9b279e-bb87-4d99-bf30-eb9cdb48e838 req-60c4b604-d94d-4a17-975f-dffce50f2dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:12.594291 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d87a02f-e5ae-4af9-aeac-d446679e2c5c req-74a1db20-94b0-424d-b696-3e19a59b9927 tempest-InstanceActionsV221TestJSON-1898019011 tempest-InstanceActionsV221TestJSON-1898019011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:12.596309 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8d87a02f-e5ae-4af9-aeac-d446679e2c5c req-74a1db20-94b0-424d-b696-3e19a59b9927 tempest-InstanceActionsV221TestJSON-1898019011 tempest-InstanceActionsV221TestJSON-1898019011-project] 10.222.0.36 "GET /v2.0/ports?device_id=c938ed09-4304-4bd0-926d-c9ef3d92db71 HTTP/1.1" status: 200 len: 931 time: 0.0913706 Aug 16 23:04:12.599766 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fee3a2f8-cd60-4f2f-9e10-d3a8e9c75e73 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:04:12.627141 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port fee3a2f8-cd60-4f2f-9e10-d3a8e9c75e73, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=fee3a2f8-cd60-4f2f-9e10-d3a8e9c75e73,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:04:12.663590 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:12.665727 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:12.700843 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8d87a02f-e5ae-4af9-aeac-d446679e2c5c req-a4ab243e-65be-4d83-951e-75d982734e46 tempest-InstanceActionsV221TestJSON-1898019011 tempest-InstanceActionsV221TestJSON-1898019011-project] 10.222.0.36 "GET /v2.0/security-groups?id=2574f08d-360e-4281-8c96-203797116e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959535 Aug 16 23:04:12.754812 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 99a7b4fd-9bd9-4b81-875d-154c800e99ec, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=99a7b4fd-9bd9-4b81-875d-154c800e99ec,segment=NetworkSegment(bd190b26-be10-4e74-911d-bdd727eeacd0),segment_id=bd190b26-be10-4e74-911d-bdd727eeacd0)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:04:12.764176 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=acb20ca9-d24c-4731-8f98-e40869957d23,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:12.774265 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:12.837102 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d0f439b-55b3-479e-b4c0-19dd4772e5b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aabc4894-08fe-4573-bd65-664ab53c9c15'}, {'server_uuid': '6d0f439b-55b3-479e-b4c0-19dd4772e5b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34b404ad-784d-44c6-ad7f-bc568885b3e9'}, {'server_uuid': '6d0f439b-55b3-479e-b4c0-19dd4772e5b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acb20ca9-d24c-4731-8f98-e40869957d23'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:04:12.839491 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a2ad630-ded4-4757-a15c-50df8bac8fff" -d '{"events": [{"server_uuid": "6d0f439b-55b3-479e-b4c0-19dd4772e5b0", "name": "network-vif-plugged", "status": "completed", "tag": "aabc4894-08fe-4573-bd65-664ab53c9c15"}, {"server_uuid": "6d0f439b-55b3-479e-b4c0-19dd4772e5b0", "name": "network-vif-plugged", "status": "completed", "tag": "34b404ad-784d-44c6-ad7f-bc568885b3e9"}, {"server_uuid": "6d0f439b-55b3-479e-b4c0-19dd4772e5b0", "name": "network-vif-plugged", "status": "completed", "tag": "acb20ca9-d24c-4731-8f98-e40869957d23"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:04:12.842642 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=fee3a2f8-cd60-4f2f-9e10-d3a8e9c75e73,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:12.923607 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba24fd8-1d78-4137-9690-ebf6632c8705 req-a7f63bf3-2d01-41a2-a492-375fe937f327 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:12.943737 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba24fd8-1d78-4137-9690-ebf6632c8705 req-a7f63bf3-2d01-41a2-a492-375fe937f327 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:12.951064 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=99a7b4fd-9bd9-4b81-875d-154c800e99ec,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:12.966816 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba24fd8-1d78-4137-9690-ebf6632c8705 req-a7f63bf3-2d01-41a2-a492-375fe937f327 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:12.977279 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning for port ca2bab7f-12a0-4ae0-aa91-31c515a91b5c completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:04:12.985886 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba24fd8-1d78-4137-9690-ebf6632c8705 req-a7f63bf3-2d01-41a2-a492-375fe937f327 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:12.986501 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port ca2bab7f-12a0-4ae0-aa91-31c515a91b5c triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:04:12.988490 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:12.993916 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-fe3ca2e9-337b-4d78-8a0c-7acd80f8f840 None None] Deleting port 99a7b4fd-9bd9-4b81-875d-154c800e99ec {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:04:12.994610 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-fe3ca2e9-337b-4d78-8a0c-7acd80f8f840 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:13.007838 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba24fd8-1d78-4137-9690-ebf6632c8705 req-a7f63bf3-2d01-41a2-a492-375fe937f327 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:13.026355 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba24fd8-1d78-4137-9690-ebf6632c8705 req-a7f63bf3-2d01-41a2-a492-375fe937f327 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:13.034773 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba24fd8-1d78-4137-9690-ebf6632c8705 req-a7f63bf3-2d01-41a2-a492-375fe937f327 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:13.045970 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6ba24fd8-1d78-4137-9690-ebf6632c8705 req-a7f63bf3-2d01-41a2-a492-375fe937f327 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d0f439b-55b3-479e-b4c0-19dd4772e5b0 HTTP/1.1" status: 200 len: 5431 time: 0.2517359 Aug 16 23:04:13.103484 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6ba24fd8-1d78-4137-9690-ebf6632c8705 req-d5834381-8f68-405b-b0e2-2e4901ddcb76 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c2745c8-39ab-440e-a081-67457cdaf056&id=d16ff2d0-1ebf-4d89-b16a-9f394969ba5a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557566 Aug 16 23:04:13.120146 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-fe3ca2e9-337b-4d78-8a0c-7acd80f8f840 None None] For port 99a7b4fd-9bd9-4b81-875d-154c800e99ec, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=99a7b4fd-9bd9-4b81-875d-154c800e99ec,segment=NetworkSegment(bd190b26-be10-4e74-911d-bdd727eeacd0),segment_id=bd190b26-be10-4e74-911d-bdd727eeacd0)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:04:13.120861 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-fe3ca2e9-337b-4d78-8a0c-7acd80f8f840 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:13.131486 n-d-791506-26 neutron-server[101291]: DEBUG neutron.objects.ports [None req-7fc0d3ef-9697-4452-b2cb-8fd21b429b1f tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101291) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 23:04:13.141393 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7fc0d3ef-9697-4452-b2cb-8fd21b429b1f tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:13.163550 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 16 Aug 2021 23:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d116cb1-cb64-4484-9f79-51b296cf1647 x-openstack-request-id: req-2d116cb1-cb64-4484-9f79-51b296cf1647 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:04:13.163987 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d0f439b-55b3-479e-b4c0-19dd4772e5b0", "name": "network-vif-plugged", "status": "completed", "tag": "aabc4894-08fe-4573-bd65-664ab53c9c15", "code": 200}, {"server_uuid": "6d0f439b-55b3-479e-b4c0-19dd4772e5b0", "name": "network-vif-plugged", "status": "completed", "tag": "34b404ad-784d-44c6-ad7f-bc568885b3e9", "code": 200}, {"server_uuid": "6d0f439b-55b3-479e-b4c0-19dd4772e5b0", "name": "network-vif-plugged", "status": "completed", "tag": "acb20ca9-d24c-4731-8f98-e40869957d23", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:04:13.164251 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2d116cb1-cb64-4484-9f79-51b296cf1647 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:04:13.164685 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d0f439b-55b3-479e-b4c0-19dd4772e5b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aabc4894-08fe-4573-bd65-664ab53c9c15', 'code': 200} Aug 16 23:04:13.164949 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d0f439b-55b3-479e-b4c0-19dd4772e5b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34b404ad-784d-44c6-ad7f-bc568885b3e9', 'code': 200} Aug 16 23:04:13.165204 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d0f439b-55b3-479e-b4c0-19dd4772e5b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acb20ca9-d24c-4731-8f98-e40869957d23', 'code': 200} Aug 16 23:04:13.166202 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['fee3a2f8-cd60-4f2f-9e10-d3a8e9c75e73'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:04:13.223234 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-fe3ca2e9-337b-4d78-8a0c-7acd80f8f840 None None] Calling delete_port for 99a7b4fd-9bd9-4b81-875d-154c800e99ec owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:04:13.285069 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc0d3ef-9697-4452-b2cb-8fd21b429b1f tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Pushing event updated for resources: {'Subnet': ['ID=4c7ebed6-093b-4b86-9f37-80d5a1c433cf,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:13.307579 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-2e9b279e-bb87-4d99-bf30-eb9cdb48e838 req-60c4b604-d94d-4a17-975f-dffce50f2dbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebb3ff51-c84b-47b7-954f-ece9094e2d2a {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:04:13.318913 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b07fa6f-46c8-4ba2-ad44-441223516af7 req-322e65e7-0338-44ec-bf3a-a349756994dd tempest-ImagesNegativeTestJSON-1867871094 tempest-ImagesNegativeTestJSON-1867871094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:13.324185 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc0d3ef-9697-4452-b2cb-8fd21b429b1f tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Checking segment: {'id': '35b420d9-eaab-4bce-a493-26540da9645b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '26ba264d-9a4e-44ea-a43d-a66d2299494f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:04:13.326337 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc0d3ef-9697-4452-b2cb-8fd21b429b1f tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Network hostable DHCP agents. Network: 26ba264d-9a4e-44ea-a43d-a66d2299494f, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:04:13.328932 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1b07fa6f-46c8-4ba2-ad44-441223516af7 req-322e65e7-0338-44ec-bf3a-a349756994dd tempest-ImagesNegativeTestJSON-1867871094 tempest-ImagesNegativeTestJSON-1867871094-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3aec418-66f5-46b1-b248-c3914b39aed9 HTTP/1.1" status: 200 len: 949 time: 0.0813200 Aug 16 23:04:13.342564 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-2e9b279e-bb87-4d99-bf30-eb9cdb48e838 req-60c4b604-d94d-4a17-975f-dffce50f2dbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:13.383560 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1b07fa6f-46c8-4ba2-ad44-441223516af7 req-b931025b-95b6-4953-af0f-08cc2541eed7 tempest-ImagesNegativeTestJSON-1867871094 tempest-ImagesNegativeTestJSON-1867871094-project] 10.222.0.36 "GET /v2.0/security-groups?id=c282d286-b576-4cb3-819e-761dab7a8156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535450 Aug 16 23:04:13.394583 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-2e9b279e-bb87-4d99-bf30-eb9cdb48e838 req-60c4b604-d94d-4a17-975f-dffce50f2dbf service neutron] Transition to ACTIVE for port object ebb3ff51-c84b-47b7-954f-ece9094e2d2a will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:04:13.396234 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc0d3ef-9697-4452-b2cb-8fd21b429b1f tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Network 26ba264d-9a4e-44ea-a43d-a66d2299494f is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:04:13.406094 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-2e9b279e-bb87-4d99-bf30-eb9cdb48e838 req-60c4b604-d94d-4a17-975f-dffce50f2dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:13.462146 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:13.467553 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-7fc0d3ef-9697-4452-b2cb-8fd21b429b1f tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 26ba264d-9a4e-44ea-a43d-a66d2299494f) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:04:13.474154 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc0d3ef-9697-4452-b2cb-8fd21b429b1f tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:13.474813 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7fc0d3ef-9697-4452-b2cb-8fd21b429b1f tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:13.488594 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc50a5f-4f3d-4d2d-90f6-6b5fe37946a3 None None] Network 26ba264d-9a4e-44ea-a43d-a66d2299494f requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:04:13.508682 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-fe3ca2e9-337b-4d78-8a0c-7acd80f8f840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:13.531525 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-7fc0d3ef-9697-4452-b2cb-8fd21b429b1f tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.6613903 Aug 16 23:04:13.532053 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 49132) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:13.532667 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c4b604-d94d-4a17-975f-dffce50f2dbf service neutron] Pushing event updated for resources: {'Port': ['ID=ebb3ff51-c84b-47b7-954f-ece9094e2d2a,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:13.652346 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-2e9b279e-bb87-4d99-bf30-eb9cdb48e838 req-60c4b604-d94d-4a17-975f-dffce50f2dbf service neutron] Attempting to bind port ebb3ff51-c84b-47b7-954f-ece9094e2d2a on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:04:13.655806 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-2e9b279e-bb87-4d99-bf30-eb9cdb48e838 req-60c4b604-d94d-4a17-975f-dffce50f2dbf service neutron] Attempting to bind port ebb3ff51-c84b-47b7-954f-ece9094e2d2a by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': '625f4dba-cc59-4a25-aa14-2bc7600b6554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '3a89dfe3-f021-46dd-a243-2177e123f8d3'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:04:13.656307 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9b279e-bb87-4d99-bf30-eb9cdb48e838 req-60c4b604-d94d-4a17-975f-dffce50f2dbf service neutron] Attempting to bind port ebb3ff51-c84b-47b7-954f-ece9094e2d2a on network 3a89dfe3-f021-46dd-a243-2177e123f8d3 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:04:13.665406 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9b279e-bb87-4d99-bf30-eb9cdb48e838 req-60c4b604-d94d-4a17-975f-dffce50f2dbf service neutron] Port ebb3ff51-c84b-47b7-954f-ece9094e2d2a on network 3a89dfe3-f021-46dd-a243-2177e123f8d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:04:13.666062 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9b279e-bb87-4d99-bf30-eb9cdb48e838 req-60c4b604-d94d-4a17-975f-dffce50f2dbf service neutron] Attempting to bind port ebb3ff51-c84b-47b7-954f-ece9094e2d2a on network 3a89dfe3-f021-46dd-a243-2177e123f8d3 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:04:13.673654 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9b279e-bb87-4d99-bf30-eb9cdb48e838 req-60c4b604-d94d-4a17-975f-dffce50f2dbf service neutron] Checking agent: {'id': 'd28e24f9-e5ea-41e1-80bf-3c7943ad7f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:04:13.673960 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9b279e-bb87-4d99-bf30-eb9cdb48e838 req-60c4b604-d94d-4a17-975f-dffce50f2dbf service neutron] Checking segment: {'id': '625f4dba-cc59-4a25-aa14-2bc7600b6554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '3a89dfe3-f021-46dd-a243-2177e123f8d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:04:13.675383 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9b279e-bb87-4d99-bf30-eb9cdb48e838 req-60c4b604-d94d-4a17-975f-dffce50f2dbf service neutron] Bound using segment: {'id': '625f4dba-cc59-4a25-aa14-2bc7600b6554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '3a89dfe3-f021-46dd-a243-2177e123f8d3'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:04:13.675951 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-2e9b279e-bb87-4d99-bf30-eb9cdb48e838 req-60c4b604-d94d-4a17-975f-dffce50f2dbf service neutron] Bound port: ebb3ff51-c84b-47b7-954f-ece9094e2d2a, host: n-h1-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '625f4dba-cc59-4a25-aa14-2bc7600b6554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '3a89dfe3-f021-46dd-a243-2177e123f8d3'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:04:13.676696 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-2e9b279e-bb87-4d99-bf30-eb9cdb48e838 req-60c4b604-d94d-4a17-975f-dffce50f2dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:13.725660 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e04c961a-cd01-4cbe-8fca-02de2fa862cc tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:13.775654 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-863a2ee0-42a3-40d2-a133-6eb225c7838b req-c1cc3d67-1869-454a-9e12-27f8a4fa3855 tempest-ServerShowV247Test-1699434572 tempest-ServerShowV247Test-1699434572-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0aa2f3d-78df-4e02-a720-675064df8506 HTTP/1.1" status: 200 len: 210 time: 0.0458360 Aug 16 23:04:13.833977 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-2e9b279e-bb87-4d99-bf30-eb9cdb48e838 req-60c4b604-d94d-4a17-975f-dffce50f2dbf service neutron] For port ebb3ff51-c84b-47b7-954f-ece9094e2d2a, host n-h1-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:04:13.838596 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-2e9b279e-bb87-4d99-bf30-eb9cdb48e838 req-60c4b604-d94d-4a17-975f-dffce50f2dbf service neutron] For port ebb3ff51-c84b-47b7-954f-ece9094e2d2a, host n-h1-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=ebb3ff51-c84b-47b7-954f-ece9094e2d2a,segment=NetworkSegment(625f4dba-cc59-4a25-aa14-2bc7600b6554),segment_id=625f4dba-cc59-4a25-aa14-2bc7600b6554)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:04:13.845172 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-2e9b279e-bb87-4d99-bf30-eb9cdb48e838 req-60c4b604-d94d-4a17-975f-dffce50f2dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:13.864477 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e04c961a-cd01-4cbe-8fca-02de2fa862cc tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:13.898333 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 99a7b4fd-9bd9-4b81-875d-154c800e99ec no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:04:13.904624 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9b279e-bb87-4d99-bf30-eb9cdb48e838 req-60c4b604-d94d-4a17-975f-dffce50f2dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:13.905180 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-2e9b279e-bb87-4d99-bf30-eb9cdb48e838 req-60c4b604-d94d-4a17-975f-dffce50f2dbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:13.906853 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2e9b279e-bb87-4d99-bf30-eb9cdb48e838 req-60c4b604-d94d-4a17-975f-dffce50f2dbf service neutron] 10.222.0.68 "PUT /v2.0/ports/ebb3ff51-c84b-47b7-954f-ece9094e2d2a HTTP/1.1" status: 200 len: 1092 time: 1.7069650 Aug 16 23:04:13.909936 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c938ed09-4304-4bd0-926d-c9ef3d92db71', 'tag': 'ebb3ff51-c84b-47b7-954f-ece9094e2d2a'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:04:13.914265 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c7d14f-8a5c-4a82-a2d5-d24b1654df8b" -d '{"events": [{"name": "network-changed", "server_uuid": "c938ed09-4304-4bd0-926d-c9ef3d92db71", "tag": "ebb3ff51-c84b-47b7-954f-ece9094e2d2a"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:04:13.954256 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3ca2e9-337b-4d78-8a0c-7acd80f8f840 None None] Pushing event deleted for resources: {'Port': ['ID=99a7b4fd-9bd9-4b81-875d-154c800e99ec,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:13.963743 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c4b604-d94d-4a17-975f-dffce50f2dbf service neutron] Pushing event updated for resources: {'Port': ['ID=ebb3ff51-c84b-47b7-954f-ece9094e2d2a,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:14.026233 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9b4743f-993d-40b6-a26e-e8582a9f8bbb x-openstack-request-id: req-d9b4743f-993d-40b6-a26e-e8582a9f8bbb {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:04:14.026233 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c938ed09-4304-4bd0-926d-c9ef3d92db71", "tag": "ebb3ff51-c84b-47b7-954f-ece9094e2d2a", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:04:14.026233 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d9b4743f-993d-40b6-a26e-e8582a9f8bbb {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:04:14.026526 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c938ed09-4304-4bd0-926d-c9ef3d92db71', 'tag': 'ebb3ff51-c84b-47b7-954f-ece9094e2d2a', 'status': 'completed', 'code': 200} Aug 16 23:04:14.027518 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port ca2bab7f-12a0-4ae0-aa91-31c515a91b5c, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=ca2bab7f-12a0-4ae0-aa91-31c515a91b5c,segment=NetworkSegment(39e0370e-4515-4c9b-976d-e470224b3979),segment_id=39e0370e-4515-4c9b-976d-e470224b3979)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:04:14.034942 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3ca2e9-337b-4d78-8a0c-7acd80f8f840 None None] No DVR routers for this DVR port 99a7b4fd-9bd9-4b81-875d-154c800e99ec on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:04:14.038814 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 99a7b4fd-9bd9-4b81-875d-154c800e99ec {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:04:14.039806 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 99a7b4fd-9bd9-4b81-875d-154c800e99ec not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:04:14.051495 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:14.063674 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5011dbd-72cd-4ba5-afb4-ceb254b5eca1 req-ee2aedbd-4e4e-49ca-928b-7f30494a8401 tempest-InstanceActionsV221TestJSON-1898019011 tempest-InstanceActionsV221TestJSON-1898019011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:14.066089 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f5011dbd-72cd-4ba5-afb4-ceb254b5eca1 req-ee2aedbd-4e4e-49ca-928b-7f30494a8401 tempest-InstanceActionsV221TestJSON-1898019011 tempest-InstanceActionsV221TestJSON-1898019011-project] 10.222.0.36 "GET /v2.0/ports?device_id=c938ed09-4304-4bd0-926d-c9ef3d92db71 HTTP/1.1" status: 200 len: 943 time: 0.2025819 Aug 16 23:04:14.068283 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e04c961a-cd01-4cbe-8fca-02de2fa862cc tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26252129'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:14.083932 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9b279e-bb87-4d99-bf30-eb9cdb48e838 req-f130623b-238d-4dc5-bad5-5bc78898c15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:14.085840 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2e9b279e-bb87-4d99-bf30-eb9cdb48e838 req-f130623b-238d-4dc5-bad5-5bc78898c15b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=418289941c874329a07811ecf6f44eb3&device_id=c938ed09-4304-4bd0-926d-c9ef3d92db71 HTTP/1.1" status: 200 len: 1095 time: 0.1173947 Aug 16 23:04:14.168398 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2e9b279e-bb87-4d99-bf30-eb9cdb48e838 req-3a1aa328-f930-4994-9c36-1d4324c7bb0c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ebb3ff51-c84b-47b7-954f-ece9094e2d2a HTTP/1.1" status: 200 len: 217 time: 0.0730307 Aug 16 23:04:14.177635 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f5011dbd-72cd-4ba5-afb4-ceb254b5eca1 req-88f39f60-1c7f-434e-a3f5-7e38d1508914 tempest-InstanceActionsV221TestJSON-1898019011 tempest-InstanceActionsV221TestJSON-1898019011-project] 10.222.0.36 "GET /v2.0/security-groups?id=2574f08d-360e-4281-8c96-203797116e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832944 Aug 16 23:04:14.178498 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04c961a-cd01-4cbe-8fca-02de2fa862cc tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Pushing event deleted for resources: {'Subnet': ['ID=4c7ebed6-093b-4b86-9f37-80d5a1c433cf,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:14.181402 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ee422b-d1d9-4ed1-9f1b-821155c19dd2 None None] Network 26ba264d-9a4e-44ea-a43d-a66d2299494f requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:04:14.255865 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9b279e-bb87-4d99-bf30-eb9cdb48e838 req-d90c29b9-1dde-429e-8851-d9afe8568a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:14.257442 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2e9b279e-bb87-4d99-bf30-eb9cdb48e838 req-d90c29b9-1dde-429e-8851-d9afe8568a8c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6f184b29-7e63-42e1-a0ad-71c77b22070d HTTP/1.1" status: 200 len: 857 time: 0.0816939 Aug 16 23:04:14.264875 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=ca2bab7f-12a0-4ae0-aa91-31c515a91b5c,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:14.299081 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2e9b279e-bb87-4d99-bf30-eb9cdb48e838 req-f3fa6e9f-06da-40e9-ace3-29c4ddbde128 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3a89dfe3-f021-46dd-a243-2177e123f8d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330808 Aug 16 23:04:14.348345 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e04c961a-cd01-4cbe-8fca-02de2fa862cc tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:14.365400 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-e04c961a-cd01-4cbe-8fca-02de2fa862cc tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26ba264d-9a4e-44ea-a43d-a66d2299494f']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:14.387848 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685bf517-fe59-4d3e-9fa6-114b957cc9bd req-c68e6e13-a0ad-478a-bca1-803dc559aac3 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:14.394542 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685bf517-fe59-4d3e-9fa6-114b957cc9bd req-c68e6e13-a0ad-478a-bca1-803dc559aac3 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:14.400427 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685bf517-fe59-4d3e-9fa6-114b957cc9bd req-c68e6e13-a0ad-478a-bca1-803dc559aac3 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:14.415383 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685bf517-fe59-4d3e-9fa6-114b957cc9bd req-c68e6e13-a0ad-478a-bca1-803dc559aac3 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:14.423946 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685bf517-fe59-4d3e-9fa6-114b957cc9bd req-c68e6e13-a0ad-478a-bca1-803dc559aac3 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:14.431144 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2e9b279e-bb87-4d99-bf30-eb9cdb48e838 req-fdcd8b64-0934-4aeb-b813-2f3733b5f1d2 service neutron] 10.222.0.68 "GET /v2.0/networks/3a89dfe3-f021-46dd-a243-2177e123f8d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225836 Aug 16 23:04:14.450450 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685bf517-fe59-4d3e-9fa6-114b957cc9bd req-c68e6e13-a0ad-478a-bca1-803dc559aac3 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:14.470512 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685bf517-fe59-4d3e-9fa6-114b957cc9bd req-c68e6e13-a0ad-478a-bca1-803dc559aac3 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:14.480003 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-685bf517-fe59-4d3e-9fa6-114b957cc9bd req-c68e6e13-a0ad-478a-bca1-803dc559aac3 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d0f439b-55b3-479e-b4c0-19dd4772e5b0 HTTP/1.1" status: 200 len: 5432 time: 0.2000499 Aug 16 23:04:14.522238 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-e04c961a-cd01-4cbe-8fca-02de2fa862cc tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35b420d9-eaab-4bce-a493-26540da9645b') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:14.522541 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-e04c961a-cd01-4cbe-8fca-02de2fa862cc tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35b420d9-eaab-4bce-a493-26540da9645b') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:14.550198 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2e9b279e-bb87-4d99-bf30-eb9cdb48e838 req-2fa712df-3ed7-4426-96f8-70b98cf8c640 service neutron] 10.222.0.68 "GET /v2.0/networks/3a89dfe3-f021-46dd-a243-2177e123f8d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109746 Aug 16 23:04:14.553363 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e04c961a-cd01-4cbe-8fca-02de2fa862cc tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:14.578412 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-685bf517-fe59-4d3e-9fa6-114b957cc9bd req-642c4d7c-c5fd-43f1-ae92-3803c1e8b425 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c2745c8-39ab-440e-a081-67457cdaf056&id=d16ff2d0-1ebf-4d89-b16a-9f394969ba5a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0975065 Aug 16 23:04:14.579385 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e04c961a-cd01-4cbe-8fca-02de2fa862cc tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:14.594261 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e04c961a-cd01-4cbe-8fca-02de2fa862cc tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:04:14.594732 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e04c961a-cd01-4cbe-8fca-02de2fa862cc tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:14.607846 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd6f396-51db-4a29-ac66-d78e5295898a req-82e1b2be-738c-41e5-9297-a66743aa7de1 tempest-ImagesNegativeTestJSON-1867871094 tempest-ImagesNegativeTestJSON-1867871094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:14.609397 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1fd6f396-51db-4a29-ac66-d78e5295898a req-82e1b2be-738c-41e5-9297-a66743aa7de1 tempest-ImagesNegativeTestJSON-1867871094 tempest-ImagesNegativeTestJSON-1867871094-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3aec418-66f5-46b1-b248-c3914b39aed9 HTTP/1.1" status: 200 len: 949 time: 0.1274190 Aug 16 23:04:14.610065 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 16 23:04:14.610065 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:04:14.610065 n-d-791506-26 neutron-server[101292]: timer() Aug 16 23:04:14.610065 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:04:14.610065 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 16 23:04:14.610065 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:04:14.610065 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 16 23:04:14.610065 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:04:14.610065 n-d-791506-26 neutron-server[101292]: self._notify() Aug 16 23:04:14.610065 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:04:14.610065 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 16 23:04:14.610065 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:04:14.610065 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 16 23:04:14.610065 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:04:14.610065 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:04:14.610065 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:04:14.610065 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:04:14.610065 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:04:14.610065 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 16 23:04:14.610065 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:04:14.610065 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 16 23:04:14.610065 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:04:14.610065 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:04:14.610065 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:04:14.610065 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 16 23:04:14.610065 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:04:14.610065 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:04:14.610065 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:04:14.610065 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:04:14.610065 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:04:14.610065 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:04:14.610065 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:04:14.661381 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c7d14f-8a5c-4a82-a2d5-d24b1654df8b req-9e800384-086d-41f3-89eb-01ec1b8eb5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:14.662953 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-a4c7d14f-8a5c-4a82-a2d5-d24b1654df8b req-9e800384-086d-41f3-89eb-01ec1b8eb5c1 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=418289941c874329a07811ecf6f44eb3&device_id=c938ed09-4304-4bd0-926d-c9ef3d92db71 HTTP/1.1" status: 200 len: 1095 time: 0.0589364 Aug 16 23:04:14.709877 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1fd6f396-51db-4a29-ac66-d78e5295898a req-b5d69858-0017-41ac-83d6-a54ca1702c38 tempest-ImagesNegativeTestJSON-1867871094 tempest-ImagesNegativeTestJSON-1867871094-project] 10.222.0.36 "GET /v2.0/security-groups?id=c282d286-b576-4cb3-819e-761dab7a8156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589182 Aug 16 23:04:14.719573 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e04c961a-cd01-4cbe-8fca-02de2fa862cc tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:14.729087 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e04c961a-cd01-4cbe-8fca-02de2fa862cc tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:14.730462 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-e04c961a-cd01-4cbe-8fca-02de2fa862cc tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] 10.222.0.36 "DELETE /v2.0/networks/26ba264d-9a4e-44ea-a43d-a66d2299494f HTTP/1.1" status: 204 len: 168 time: 1.1960576 Aug 16 23:04:14.740515 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49182) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:14.745974 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-93c5430c-457e-4121-84ad-0da1d0c7ab24 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1500811212'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:04:14.748689 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04c961a-cd01-4cbe-8fca-02de2fa862cc tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Pushing event deleted for resources: {'Network': ['ID=26ba264d-9a4e-44ea-a43d-a66d2299494f,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:14.786609 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c5430c-457e-4121-84ad-0da1d0c7ab24 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Made reservation on behalf of 77edb9c609574a729239fa473de068f3 for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:04:14.790702 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-93c5430c-457e-4121-84ad-0da1d0c7ab24 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:14.841460 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c7d14f-8a5c-4a82-a2d5-d24b1654df8b req-ffa19752-28d5-4de9-85b6-0046997cac99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:14.844125 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-a4c7d14f-8a5c-4a82-a2d5-d24b1654df8b req-ffa19752-28d5-4de9-85b6-0046997cac99 service neutron] 10.222.0.68 "GET /v2.0/networks?id=3a89dfe3-f021-46dd-a243-2177e123f8d3 HTTP/1.1" status: 200 len: 918 time: 0.1732385 Aug 16 23:04:14.844892 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93c5430c-457e-4121-84ad-0da1d0c7ab24 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:04:14.864315 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-93c5430c-457e-4121-84ad-0da1d0c7ab24 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:14.865034 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-93c5430c-457e-4121-84ad-0da1d0c7ab24 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Added segment 70530aa7-d2f8-4875-8c1b-16ec45d35dc3 of type vlan for network 46d97cea-a4be-4265-9d71-3711f7703a50 Aug 16 23:04:14.911455 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-a4c7d14f-8a5c-4a82-a2d5-d24b1654df8b req-b973f4ac-2d9e-4ce3-a676-577c1b7c9ef5 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ebb3ff51-c84b-47b7-954f-ece9094e2d2a HTTP/1.1" status: 200 len: 217 time: 0.0580070 Aug 16 23:04:14.930580 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-76dc2c88-48cb-44c4-929a-9e1316e31b74 req-e48bbbbf-d09a-4442-9863-059a5586ca34 tempest-ServerShowV247Test-1699434572 tempest-ServerShowV247Test-1699434572-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0aa2f3d-78df-4e02-a720-675064df8506 HTTP/1.1" status: 200 len: 210 time: 0.0425529 Aug 16 23:04:15.004457 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-93c5430c-457e-4121-84ad-0da1d0c7ab24 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:15.023240 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c7d14f-8a5c-4a82-a2d5-d24b1654df8b req-2a1d9b7d-ff23-414f-af08-d83c1e8c1184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:15.024845 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-a4c7d14f-8a5c-4a82-a2d5-d24b1654df8b req-2a1d9b7d-ff23-414f-af08-d83c1e8c1184 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6f184b29-7e63-42e1-a0ad-71c77b22070d HTTP/1.1" status: 200 len: 857 time: 0.1055508 Aug 16 23:04:15.046631 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-93c5430c-457e-4121-84ad-0da1d0c7ab24 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:15.052265 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c5430c-457e-4121-84ad-0da1d0c7ab24 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:15.052818 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-93c5430c-457e-4121-84ad-0da1d0c7ab24 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:15.078037 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-a4c7d14f-8a5c-4a82-a2d5-d24b1654df8b req-4b06df5d-0aab-4d90-8897-aae34e6df8ea service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3a89dfe3-f021-46dd-a243-2177e123f8d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436897 Aug 16 23:04:15.166312 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d0f439b-55b3-479e-b4c0-19dd4772e5b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca2bab7f-12a0-4ae0-aa91-31c515a91b5c'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:04:15.168676 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9bb95b9-43ce-419d-89f0-0b0ab8ccb0b7" -d '{"events": [{"server_uuid": "6d0f439b-55b3-479e-b4c0-19dd4772e5b0", "name": "network-vif-plugged", "status": "completed", "tag": "ca2bab7f-12a0-4ae0-aa91-31c515a91b5c"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:04:15.196700 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 49212) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:15.196937 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-93c5430c-457e-4121-84ad-0da1d0c7ab24 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4552658 Aug 16 23:04:15.203510 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-10e56922-c69e-4bdd-9f12-ca072acc49c5 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Request body: {'subnet': {'network_id': '46d97cea-a4be-4265-9d71-3711f7703a50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:04:15.209399 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c5430c-457e-4121-84ad-0da1d0c7ab24 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Pushing event updated for resources: {'Network': ['ID=46d97cea-a4be-4265-9d71-3711f7703a50,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:15.220496 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 46d97cea-a4be-4265-9d71-3711f7703a50 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:04:15.284424 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-a4c7d14f-8a5c-4a82-a2d5-d24b1654df8b req-508be0be-6d95-4995-814e-c101445ee725 service neutron] 10.222.0.68 "GET /v2.0/networks/3a89dfe3-f021-46dd-a243-2177e123f8d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619833 Aug 16 23:04:15.309278 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e56922-c69e-4bdd-9f12-ca072acc49c5 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Made reservation on behalf of 77edb9c609574a729239fa473de068f3 for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:04:15.313710 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-10e56922-c69e-4bdd-9f12-ca072acc49c5 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:15.337106 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b6fd105-2b3e-4113-a392-1a2dbcd648a2 x-openstack-request-id: req-4b6fd105-2b3e-4113-a392-1a2dbcd648a2 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:04:15.340636 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d0f439b-55b3-479e-b4c0-19dd4772e5b0", "name": "network-vif-plugged", "status": "completed", "tag": "ca2bab7f-12a0-4ae0-aa91-31c515a91b5c", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:04:15.341010 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4b6fd105-2b3e-4113-a392-1a2dbcd648a2 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:04:15.341684 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d0f439b-55b3-479e-b4c0-19dd4772e5b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca2bab7f-12a0-4ae0-aa91-31c515a91b5c', 'code': 200} Aug 16 23:04:15.435274 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-a4c7d14f-8a5c-4a82-a2d5-d24b1654df8b req-1771741c-3bd5-48d5-b33f-a6ae2f9a010f service neutron] 10.222.0.68 "GET /v2.0/networks/3a89dfe3-f021-46dd-a243-2177e123f8d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374841 Aug 16 23:04:15.527677 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fdb1fb-d12d-46eb-872c-8b14883b710c req-ca22fb2b-c39a-4a7e-818e-99eab04c5c88 tempest-InstanceActionsV221TestJSON-1898019011 tempest-InstanceActionsV221TestJSON-1898019011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:15.529706 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-77fdb1fb-d12d-46eb-872c-8b14883b710c req-ca22fb2b-c39a-4a7e-818e-99eab04c5c88 tempest-InstanceActionsV221TestJSON-1898019011 tempest-InstanceActionsV221TestJSON-1898019011-project] 10.222.0.36 "GET /v2.0/ports?device_id=c938ed09-4304-4bd0-926d-c9ef3d92db71 HTTP/1.1" status: 200 len: 943 time: 0.1288195 Aug 16 23:04:15.537188 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f70510c-5900-4f6f-84d7-f256f3bf320e req-bf27711d-a46b-433d-97f7-d646da2c4882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:15.537789 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f70510c-5900-4f6f-84d7-f256f3bf320e req-bf27711d-a46b-433d-97f7-d646da2c4882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:15.538338 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f70510c-5900-4f6f-84d7-f256f3bf320e req-bf27711d-a46b-433d-97f7-d646da2c4882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:15.539589 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f70510c-5900-4f6f-84d7-f256f3bf320e req-bf27711d-a46b-433d-97f7-d646da2c4882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:15.539589 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f70510c-5900-4f6f-84d7-f256f3bf320e req-bf27711d-a46b-433d-97f7-d646da2c4882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:15.540078 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f70510c-5900-4f6f-84d7-f256f3bf320e req-bf27711d-a46b-433d-97f7-d646da2c4882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:15.540633 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f70510c-5900-4f6f-84d7-f256f3bf320e req-bf27711d-a46b-433d-97f7-d646da2c4882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:15.542748 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0f70510c-5900-4f6f-84d7-f256f3bf320e req-bf27711d-a46b-433d-97f7-d646da2c4882 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6d0f439b-55b3-479e-b4c0-19dd4772e5b0 HTTP/1.1" status: 200 len: 6496 time: 0.1439788 Aug 16 23:04:15.622557 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device fee3a2f8-cd60-4f2f-9e10-d3a8e9c75e73 up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:04:15.685676 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning for port fee3a2f8-cd60-4f2f-9e10-d3a8e9c75e73 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:04:15.695977 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port fee3a2f8-cd60-4f2f-9e10-d3a8e9c75e73 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:04:15.696889 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:15.697797 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-77fdb1fb-d12d-46eb-872c-8b14883b710c req-ce82bd19-8505-4b7f-9013-9dd533c84d54 tempest-InstanceActionsV221TestJSON-1898019011 tempest-InstanceActionsV221TestJSON-1898019011-project] 10.222.0.36 "GET /v2.0/security-groups?id=2574f08d-360e-4281-8c96-203797116e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523924 Aug 16 23:04:15.702246 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0f70510c-5900-4f6f-84d7-f256f3bf320e req-8d98cfea-7496-4d10-af7e-325084e3e3c7 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=6c2745c8-39ab-440e-a081-67457cdaf056&id=d16ff2d0-1ebf-4d89-b16a-9f394969ba5a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1490061 Aug 16 23:04:15.795303 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-10e56922-c69e-4bdd-9f12-ca072acc49c5 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:15.837611 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:15.894734 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port fee3a2f8-cd60-4f2f-9e10-d3a8e9c75e73, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=fee3a2f8-cd60-4f2f-9e10-d3a8e9c75e73,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:04:15.900256 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:15.947863 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e56922-c69e-4bdd-9f12-ca072acc49c5 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Pushing event updated for resources: {'Subnet': ['ID=44414a9d-85ae-4e59-b22e-cc74440da20f,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:15.956058 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=fee3a2f8-cd60-4f2f-9e10-d3a8e9c75e73,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:15.969409 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e3ac3-76fa-4413-9f85-d9174a529399 req-12476118-0a5e-40bb-b90a-af3bd6f9fa6e tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:15.976631 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e3ac3-76fa-4413-9f85-d9174a529399 req-12476118-0a5e-40bb-b90a-af3bd6f9fa6e tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:15.983242 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e3ac3-76fa-4413-9f85-d9174a529399 req-12476118-0a5e-40bb-b90a-af3bd6f9fa6e tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:15.990514 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e3ac3-76fa-4413-9f85-d9174a529399 req-12476118-0a5e-40bb-b90a-af3bd6f9fa6e tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:15.996695 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e3ac3-76fa-4413-9f85-d9174a529399 req-12476118-0a5e-40bb-b90a-af3bd6f9fa6e tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:16.003401 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e3ac3-76fa-4413-9f85-d9174a529399 req-12476118-0a5e-40bb-b90a-af3bd6f9fa6e tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:16.010107 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e3ac3-76fa-4413-9f85-d9174a529399 req-12476118-0a5e-40bb-b90a-af3bd6f9fa6e tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:16.012310 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-137e3ac3-76fa-4413-9f85-d9174a529399 req-12476118-0a5e-40bb-b90a-af3bd6f9fa6e tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d0f439b-55b3-479e-b4c0-19dd4772e5b0 HTTP/1.1" status: 200 len: 5432 time: 0.2305763 Aug 16 23:04:16.037059 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785fc5c0-93e8-401f-9876-a040d2c09ad7 req-89192c78-5701-47ac-800e-4779839784e8 tempest-ImagesNegativeTestJSON-1867871094 tempest-ImagesNegativeTestJSON-1867871094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:16.038584 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-785fc5c0-93e8-401f-9876-a040d2c09ad7 req-89192c78-5701-47ac-800e-4779839784e8 tempest-ImagesNegativeTestJSON-1867871094 tempest-ImagesNegativeTestJSON-1867871094-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3aec418-66f5-46b1-b248-c3914b39aed9 HTTP/1.1" status: 200 len: 949 time: 0.2000320 Aug 16 23:04:16.053480 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e56922-c69e-4bdd-9f12-ca072acc49c5 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Checking segment: {'id': '70530aa7-d2f8-4875-8c1b-16ec45d35dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '46d97cea-a4be-4265-9d71-3711f7703a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:04:16.053859 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e56922-c69e-4bdd-9f12-ca072acc49c5 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Network hostable DHCP agents. Network: 46d97cea-a4be-4265-9d71-3711f7703a50, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:04:16.105861 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-137e3ac3-76fa-4413-9f85-d9174a529399 req-d3fff63c-e58e-4a43-8c2a-f4a2ae47fa87 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c2745c8-39ab-440e-a081-67457cdaf056&id=d16ff2d0-1ebf-4d89-b16a-9f394969ba5a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0845094 Aug 16 23:04:16.118382 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e56922-c69e-4bdd-9f12-ca072acc49c5 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Network 46d97cea-a4be-4265-9d71-3711f7703a50 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:04:16.128565 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-785fc5c0-93e8-401f-9876-a040d2c09ad7 req-fcafd76e-fa51-409c-965b-a97629dcee9a tempest-ImagesNegativeTestJSON-1867871094 tempest-ImagesNegativeTestJSON-1867871094-project] 10.222.0.36 "GET /v2.0/security-groups?id=c282d286-b576-4cb3-819e-761dab7a8156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810864 Aug 16 23:04:16.134021 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-10e56922-c69e-4bdd-9f12-ca072acc49c5 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 46d97cea-a4be-4265-9d71-3711f7703a50) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:04:16.139608 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e56922-c69e-4bdd-9f12-ca072acc49c5 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:16.140572 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-10e56922-c69e-4bdd-9f12-ca072acc49c5 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:16.151028 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30c76d5-3931-4372-96af-49702df1bee8 None None] Network 46d97cea-a4be-4265-9d71-3711f7703a50 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:04:16.194873 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49270) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:16.205150 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-10e56922-c69e-4bdd-9f12-ca072acc49c5 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0072236 Aug 16 23:04:16.311119 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-02995966-de5f-4e29-9699-b11880adacc3 req-14b690e3-7589-4c64-a84e-f13671ab3553 tempest-ServerShowV247Test-1699434572 tempest-ServerShowV247Test-1699434572-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0aa2f3d-78df-4e02-a720-675064df8506 HTTP/1.1" status: 200 len: 210 time: 0.0500512 Aug 16 23:04:16.374574 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4525e93d-3961-4870-b689-cb2aa8146a44 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:16.465238 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290d3df5-aae7-496a-b564-05e952814f02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-46d97cea-a4be-4265-9d71-3711f7703a50', 'network_id': '46d97cea-a4be-4265-9d71-3711f7703a50', 'tenant_id': '77edb9c609574a729239fa473de068f3', 'fixed_ips': [{'subnet_id': '44414a9d-85ae-4e59-b22e-cc74440da20f'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:04:16.466787 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-290d3df5-aae7-496a-b564-05e952814f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:16.548657 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4525e93d-3961-4870-b689-cb2aa8146a44 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:16.709944 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-290d3df5-aae7-496a-b564-05e952814f02 None None] Allocated IP 2001:db8::2 (46d97cea-a4be-4265-9d71-3711f7703a50/44414a9d-85ae-4e59-b22e-cc74440da20f/a7332d2d-1b70-44a7-9611-3496ec3b096e) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:04:16.871218 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d82bb1-9b68-44a7-b406-d7bbf99276d5 req-3071b582-8d87-4463-b2dc-eb757f92b33e tempest-InstanceActionsV221TestJSON-1898019011 tempest-InstanceActionsV221TestJSON-1898019011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:16.874127 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-34d82bb1-9b68-44a7-b406-d7bbf99276d5 req-3071b582-8d87-4463-b2dc-eb757f92b33e tempest-InstanceActionsV221TestJSON-1898019011 tempest-InstanceActionsV221TestJSON-1898019011-project] 10.222.0.36 "GET /v2.0/ports?device_id=c938ed09-4304-4bd0-926d-c9ef3d92db71 HTTP/1.1" status: 200 len: 943 time: 0.0635815 Aug 16 23:04:16.922038 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-290d3df5-aae7-496a-b564-05e952814f02 None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:16.938087 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-290d3df5-aae7-496a-b564-05e952814f02 None None] Transition to ACTIVE for port object a7332d2d-1b70-44a7-9611-3496ec3b096e will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:04:16.949928 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-34d82bb1-9b68-44a7-b406-d7bbf99276d5 req-af499c1c-682e-4c01-8a78-2e1dd2fd365b tempest-InstanceActionsV221TestJSON-1898019011 tempest-InstanceActionsV221TestJSON-1898019011-project] 10.222.0.36 "GET /v2.0/security-groups?id=2574f08d-360e-4281-8c96-203797116e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687397 Aug 16 23:04:16.963761 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-290d3df5-aae7-496a-b564-05e952814f02 None None] Transition to ACTIVE for port object a7332d2d-1b70-44a7-9611-3496ec3b096e will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:04:16.971818 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-290d3df5-aae7-496a-b564-05e952814f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:16.995350 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4525e93d-3961-4870-b689-cb2aa8146a44 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:17.022999 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290d3df5-aae7-496a-b564-05e952814f02 None None] Network 46d97cea-a4be-4265-9d71-3711f7703a50 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:04:17.026211 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-290d3df5-aae7-496a-b564-05e952814f02 None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:04:17.028748 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290d3df5-aae7-496a-b564-05e952814f02 None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:04:17.032198 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4525e93d-3961-4870-b689-cb2aa8146a44 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Pushing event deleted for resources: {'Subnet': ['ID=44414a9d-85ae-4e59-b22e-cc74440da20f,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:17.044030 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290d3df5-aae7-496a-b564-05e952814f02 None None] Pushing event updated for resources: {'Port': ['ID=a7332d2d-1b70-44a7-9611-3496ec3b096e,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:17.097201 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-290d3df5-aae7-496a-b564-05e952814f02 None None] Attempting to bind port a7332d2d-1b70-44a7-9611-3496ec3b096e on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:04:17.097569 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-290d3df5-aae7-496a-b564-05e952814f02 None None] Attempting to bind port a7332d2d-1b70-44a7-9611-3496ec3b096e by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '70530aa7-d2f8-4875-8c1b-16ec45d35dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '46d97cea-a4be-4265-9d71-3711f7703a50'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:04:17.097938 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290d3df5-aae7-496a-b564-05e952814f02 None None] Attempting to bind port a7332d2d-1b70-44a7-9611-3496ec3b096e on network 46d97cea-a4be-4265-9d71-3711f7703a50 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:04:17.106114 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290d3df5-aae7-496a-b564-05e952814f02 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:04:17.106730 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4525e93d-3961-4870-b689-cb2aa8146a44 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:17.106965 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290d3df5-aae7-496a-b564-05e952814f02 None None] Checking segment: {'id': '70530aa7-d2f8-4875-8c1b-16ec45d35dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '46d97cea-a4be-4265-9d71-3711f7703a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:04:17.107315 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-290d3df5-aae7-496a-b564-05e952814f02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:17.108110 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290d3df5-aae7-496a-b564-05e952814f02 None None] Bound using segment: {'id': '70530aa7-d2f8-4875-8c1b-16ec45d35dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '46d97cea-a4be-4265-9d71-3711f7703a50'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:04:17.108964 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-290d3df5-aae7-496a-b564-05e952814f02 None None] Bound port: a7332d2d-1b70-44a7-9611-3496ec3b096e, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70530aa7-d2f8-4875-8c1b-16ec45d35dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '46d97cea-a4be-4265-9d71-3711f7703a50'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:04:17.109407 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-290d3df5-aae7-496a-b564-05e952814f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:17.117712 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-4525e93d-3961-4870-b689-cb2aa8146a44 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46d97cea-a4be-4265-9d71-3711f7703a50']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:17.129492 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-4525e93d-3961-4870-b689-cb2aa8146a44 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70530aa7-d2f8-4875-8c1b-16ec45d35dc3') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:17.129892 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-4525e93d-3961-4870-b689-cb2aa8146a44 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70530aa7-d2f8-4875-8c1b-16ec45d35dc3') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:17.144671 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4525e93d-3961-4870-b689-cb2aa8146a44 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:17.176991 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4525e93d-3961-4870-b689-cb2aa8146a44 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:17.199447 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4525e93d-3961-4870-b689-cb2aa8146a44 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:04:17.203069 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4525e93d-3961-4870-b689-cb2aa8146a44 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:17.209746 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 23:04:17.209746 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:04:17.209746 n-d-791506-26 neutron-server[101291]: timer() Aug 16 23:04:17.209746 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:04:17.209746 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 23:04:17.209746 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:04:17.209746 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 23:04:17.209746 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:04:17.209746 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 23:04:17.209746 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:04:17.209746 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 23:04:17.209746 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:04:17.209746 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 23:04:17.209746 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:04:17.209746 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:04:17.209746 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:04:17.209746 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:04:17.209746 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:04:17.209746 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 23:04:17.209746 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:04:17.209746 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 23:04:17.209746 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:04:17.209746 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:04:17.209746 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:04:17.209746 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 23:04:17.209746 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:04:17.209746 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:04:17.209746 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:04:17.209746 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:04:17.209746 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:04:17.209746 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:04:17.209746 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:04:17.238320 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-290d3df5-aae7-496a-b564-05e952814f02 None None] For port a7332d2d-1b70-44a7-9611-3496ec3b096e, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:04:17.304490 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-290d3df5-aae7-496a-b564-05e952814f02 None None] For port a7332d2d-1b70-44a7-9611-3496ec3b096e, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=a7332d2d-1b70-44a7-9611-3496ec3b096e,segment=NetworkSegment(70530aa7-d2f8-4875-8c1b-16ec45d35dc3),segment_id=70530aa7-d2f8-4875-8c1b-16ec45d35dc3)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:04:17.311292 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.db.api [None req-4525e93d-3961-4870-b689-cb2aa8146a44 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 23:04:17.311292 n-d-791506-26 neutron-server[101291]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 23:04:17.311292 n-d-791506-26 neutron-server[101291]: [parameters: {'id': '46d97cea-a4be-4265-9d71-3711f7703a50'}] Aug 16 23:04:17.311292 n-d-791506-26 neutron-server[101291]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 23:04:17.311731 n-d-791506-26 neutron-server[101291]: DEBUG oslo_db.api [None req-4525e93d-3961-4870-b689-cb2aa8146a44 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 23:04:17.316089 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-290d3df5-aae7-496a-b564-05e952814f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:17.328663 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3bc292-0ad7-4673-8f18-704d3bf43fdb req-a2d8681e-fb07-4226-b3dc-308a0458db49 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:17.337045 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3bc292-0ad7-4673-8f18-704d3bf43fdb req-a2d8681e-fb07-4226-b3dc-308a0458db49 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:17.343752 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3bc292-0ad7-4673-8f18-704d3bf43fdb req-a2d8681e-fb07-4226-b3dc-308a0458db49 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:17.350472 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3aec418-66f5-46b1-b248-c3914b39aed9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fee3a2f8-cd60-4f2f-9e10-d3a8e9c75e73'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:04:17.353261 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3bc292-0ad7-4673-8f18-704d3bf43fdb req-a2d8681e-fb07-4226-b3dc-308a0458db49 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:17.353466 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d28b2e37-039a-4cbb-b682-7de480515256" -d '{"events": [{"server_uuid": "c3aec418-66f5-46b1-b248-c3914b39aed9", "name": "network-vif-plugged", "status": "completed", "tag": "fee3a2f8-cd60-4f2f-9e10-d3a8e9c75e73"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:04:17.359025 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3bc292-0ad7-4673-8f18-704d3bf43fdb req-a2d8681e-fb07-4226-b3dc-308a0458db49 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:17.369836 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3bc292-0ad7-4673-8f18-704d3bf43fdb req-a2d8681e-fb07-4226-b3dc-308a0458db49 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:17.378782 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3bc292-0ad7-4673-8f18-704d3bf43fdb req-a2d8681e-fb07-4226-b3dc-308a0458db49 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:17.381333 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3b3bc292-0ad7-4673-8f18-704d3bf43fdb req-a2d8681e-fb07-4226-b3dc-308a0458db49 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d0f439b-55b3-479e-b4c0-19dd4772e5b0 HTTP/1.1" status: 200 len: 5432 time: 0.1536386 Aug 16 23:04:17.398225 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a0c812-202a-4514-8266-1f69175a67ad req-9a2f7c07-78f8-4a17-af74-ac989e70032a tempest-ImagesNegativeTestJSON-1867871094 tempest-ImagesNegativeTestJSON-1867871094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:17.402950 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-87a0c812-202a-4514-8266-1f69175a67ad req-9a2f7c07-78f8-4a17-af74-ac989e70032a tempest-ImagesNegativeTestJSON-1867871094 tempest-ImagesNegativeTestJSON-1867871094-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3aec418-66f5-46b1-b248-c3914b39aed9 HTTP/1.1" status: 200 len: 950 time: 0.1371648 Aug 16 23:04:17.415933 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290d3df5-aae7-496a-b564-05e952814f02 None None] Pushing event updated for resources: {'Port': ['ID=a7332d2d-1b70-44a7-9611-3496ec3b096e,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:17.442070 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025a5e15-02d9-4665-8caf-44422ce1b79a None None] Network 46d97cea-a4be-4265-9d71-3711f7703a50 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:04:17.496913 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3b3bc292-0ad7-4673-8f18-704d3bf43fdb req-a0f7077e-c61b-44fb-a175-d1f1c243a3b3 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c2745c8-39ab-440e-a081-67457cdaf056&id=d16ff2d0-1ebf-4d89-b16a-9f394969ba5a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0921266 Aug 16 23:04:17.505114 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-87a0c812-202a-4514-8266-1f69175a67ad req-179b4972-fab7-4ca4-bbe7-2367fda5815b tempest-ImagesNegativeTestJSON-1867871094 tempest-ImagesNegativeTestJSON-1867871094-project] 10.222.0.36 "GET /v2.0/security-groups?id=c282d286-b576-4cb3-819e-761dab7a8156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907812 Aug 16 23:04:17.630233 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e62f9a74-1b34-486f-93a8-bd73b0afcb7f x-openstack-request-id: req-e62f9a74-1b34-486f-93a8-bd73b0afcb7f {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:04:17.631131 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3aec418-66f5-46b1-b248-c3914b39aed9", "name": "network-vif-plugged", "status": "completed", "tag": "fee3a2f8-cd60-4f2f-9e10-d3a8e9c75e73", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:04:17.632121 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e62f9a74-1b34-486f-93a8-bd73b0afcb7f {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:04:17.632714 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3aec418-66f5-46b1-b248-c3914b39aed9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fee3a2f8-cd60-4f2f-9e10-d3a8e9c75e73', 'code': 200} Aug 16 23:04:17.637770 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473d0bac-8765-45ff-b752-225545933adf None None] get_active_networks_info from n-d-791506-26 {{(pid=101293) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 23:04:17.640125 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device ebb3ff51-c84b-47b7-954f-ece9094e2d2a details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:04:17.693810 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-85eb2496-b3cc-4f8d-9644-39e614fbebce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:17.694250 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ed9ac34c-a592-4c76-9b2b-e5e2221bf93e req-73eeb6fc-05cf-4e36-b163-31b427c6a2ad tempest-ServerShowV247Test-1699434572 tempest-ServerShowV247Test-1699434572-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0aa2f3d-78df-4e02-a720-675064df8506 HTTP/1.1" status: 200 len: 210 time: 0.0709791 Aug 16 23:04:17.770385 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c56b2c-2d7c-40b3-adfe-c3ceffcdd3f5 req-1367ab80-b85f-4e63-9fca-97c15d136878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:17.772302 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-74c56b2c-2d7c-40b3-adfe-c3ceffcdd3f5 req-1367ab80-b85f-4e63-9fca-97c15d136878 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=c3aec418-66f5-46b1-b248-c3914b39aed9 HTTP/1.1" status: 200 len: 1102 time: 0.0756884 Aug 16 23:04:17.821777 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4525e93d-3961-4870-b689-cb2aa8146a44 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:17.824722 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-74c56b2c-2d7c-40b3-adfe-c3ceffcdd3f5 req-39b2aeba-f4c5-41fa-8489-10f5656154a7 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=c282d286-b576-4cb3-819e-761dab7a8156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391121 Aug 16 23:04:17.825451 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473d0bac-8765-45ff-b752-225545933adf None None] Resources bound (agent type, host, resource id): {{(pid=101293) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 23:04:17.850310 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port ebb3ff51-c84b-47b7-954f-ece9094e2d2a, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=ebb3ff51-c84b-47b7-954f-ece9094e2d2a,segment=NetworkSegment(625f4dba-cc59-4a25-aa14-2bc7600b6554),segment_id=625f4dba-cc59-4a25-aa14-2bc7600b6554)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:04:17.918223 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': 'ebb3ff51-c84b-47b7-954f-ece9094e2d2a', 'network_id': '3a89dfe3-f021-46dd-a243-2177e123f8d3', 'port_id': 'ebb3ff51-c84b-47b7-954f-ece9094e2d2a', 'mac_address': 'fa:16:3e:64:31:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f184b29-7e63-42e1-a0ad-71c77b22070d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:04:17.934890 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-4525e93d-3961-4870-b689-cb2aa8146a44 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Deleting port a7332d2d-1b70-44a7-9611-3496ec3b096e {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:04:17.935012 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4525e93d-3961-4870-b689-cb2aa8146a44 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:18.045422 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-4525e93d-3961-4870-b689-cb2aa8146a44 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] For port a7332d2d-1b70-44a7-9611-3496ec3b096e, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=a7332d2d-1b70-44a7-9611-3496ec3b096e,segment=NetworkSegment(70530aa7-d2f8-4875-8c1b-16ec45d35dc3),segment_id=70530aa7-d2f8-4875-8c1b-16ec45d35dc3)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:04:18.045845 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4525e93d-3961-4870-b689-cb2aa8146a44 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:18.062045 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:18.083972 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-4525e93d-3961-4870-b689-cb2aa8146a44 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Calling delete_port for a7332d2d-1b70-44a7-9611-3496ec3b096e owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:04:18.109859 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebb3ff51-c84b-47b7-954f-ece9094e2d2a {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:04:18.135307 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port ebb3ff51-c84b-47b7-954f-ece9094e2d2a, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=ebb3ff51-c84b-47b7-954f-ece9094e2d2a,segment=NetworkSegment(625f4dba-cc59-4a25-aa14-2bc7600b6554),segment_id=625f4dba-cc59-4a25-aa14-2bc7600b6554)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:04:18.160041 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7011081f-ff31-43f7-a415-72b7ad4e974c req-935b1821-3b79-4666-b22e-aefcf0f866b1 tempest-InstanceActionsV221TestJSON-1898019011 tempest-InstanceActionsV221TestJSON-1898019011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:18.170401 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7011081f-ff31-43f7-a415-72b7ad4e974c req-935b1821-3b79-4666-b22e-aefcf0f866b1 tempest-InstanceActionsV221TestJSON-1898019011 tempest-InstanceActionsV221TestJSON-1898019011-project] 10.222.0.36 "GET /v2.0/ports?device_id=c938ed09-4304-4bd0-926d-c9ef3d92db71 HTTP/1.1" status: 200 len: 943 time: 0.1081080 Aug 16 23:04:18.193986 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:18.226156 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7011081f-ff31-43f7-a415-72b7ad4e974c req-5b4a5ef9-bda5-49b4-a16d-0b89b3822dc7 tempest-InstanceActionsV221TestJSON-1898019011 tempest-InstanceActionsV221TestJSON-1898019011-project] 10.222.0.36 "GET /v2.0/security-groups?id=2574f08d-360e-4281-8c96-203797116e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477686 Aug 16 23:04:18.256438 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4525e93d-3961-4870-b689-cb2aa8146a44 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:18.302733 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4525e93d-3961-4870-b689-cb2aa8146a44 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] No DVR routers for this DVR port a7332d2d-1b70-44a7-9611-3496ec3b096e on host n-d-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:04:18.310156 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4525e93d-3961-4870-b689-cb2aa8146a44 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Pushing event deleted for resources: {'Port': ['ID=a7332d2d-1b70-44a7-9611-3496ec3b096e,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:18.310857 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=ebb3ff51-c84b-47b7-954f-ece9094e2d2a,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:18.414056 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4525e93d-3961-4870-b689-cb2aa8146a44 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:18.422127 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['ebb3ff51-c84b-47b7-954f-ece9094e2d2a'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:04:18.435501 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-4525e93d-3961-4870-b689-cb2aa8146a44 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46d97cea-a4be-4265-9d71-3711f7703a50']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:18.452591 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-4525e93d-3961-4870-b689-cb2aa8146a44 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70530aa7-d2f8-4875-8c1b-16ec45d35dc3') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:18.452591 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-4525e93d-3961-4870-b689-cb2aa8146a44 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70530aa7-d2f8-4875-8c1b-16ec45d35dc3') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:18.464874 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4525e93d-3961-4870-b689-cb2aa8146a44 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:18.485371 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4525e93d-3961-4870-b689-cb2aa8146a44 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:18.495403 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4525e93d-3961-4870-b689-cb2aa8146a44 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:04:18.495899 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4525e93d-3961-4870-b689-cb2aa8146a44 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:18.501494 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 23:04:18.501494 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:04:18.501494 n-d-791506-26 neutron-server[101291]: timer() Aug 16 23:04:18.501494 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:04:18.501494 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 23:04:18.501494 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:04:18.501494 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 23:04:18.501494 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:04:18.501494 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 23:04:18.501494 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:04:18.501494 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 23:04:18.501494 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:04:18.501494 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 23:04:18.501494 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:04:18.501494 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:04:18.501494 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:04:18.501494 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:04:18.501494 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:04:18.501494 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 23:04:18.501494 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:04:18.501494 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 23:04:18.501494 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:04:18.501494 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:04:18.501494 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:04:18.501494 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 23:04:18.501494 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:04:18.501494 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:04:18.501494 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:04:18.501494 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:04:18.501494 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:04:18.501494 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:04:18.501494 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:04:18.617421 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4525e93d-3961-4870-b689-cb2aa8146a44 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:18.630320 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4525e93d-3961-4870-b689-cb2aa8146a44 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:18.635716 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-4525e93d-3961-4870-b689-cb2aa8146a44 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] 10.222.0.36 "DELETE /v2.0/networks/46d97cea-a4be-4265-9d71-3711f7703a50 HTTP/1.1" status: 204 len: 168 time: 2.4361207 Aug 16 23:04:18.662316 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49464) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:18.674918 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-fe87b674-60ff-4402-9141-6f65b4421d3c tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-726156490'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:04:18.684222 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4525e93d-3961-4870-b689-cb2aa8146a44 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Pushing event deleted for resources: {'Network': ['ID=46d97cea-a4be-4265-9d71-3711f7703a50,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:18.713247 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe87b674-60ff-4402-9141-6f65b4421d3c tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Made reservation on behalf of 77edb9c609574a729239fa473de068f3 for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:04:18.717078 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fe87b674-60ff-4402-9141-6f65b4421d3c tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:18.717239 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfb9bdd-a493-411f-a507-bcce363002cd req-a88acff5-46b5-4973-b629-f15a1f10d2d6 tempest-ImagesNegativeTestJSON-1867871094 tempest-ImagesNegativeTestJSON-1867871094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:18.725674 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fdfb9bdd-a493-411f-a507-bcce363002cd req-a88acff5-46b5-4973-b629-f15a1f10d2d6 tempest-ImagesNegativeTestJSON-1867871094 tempest-ImagesNegativeTestJSON-1867871094-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3aec418-66f5-46b1-b248-c3914b39aed9 HTTP/1.1" status: 200 len: 950 time: 0.1341705 Aug 16 23:04:18.750666 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe87b674-60ff-4402-9141-6f65b4421d3c tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:04:18.765593 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fe87b674-60ff-4402-9141-6f65b4421d3c tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:18.766062 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-fe87b674-60ff-4402-9141-6f65b4421d3c tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Added segment 8eb996bd-e32f-4ba6-ba4a-b16ce8d2bba0 of type vlan for network 61a54ab8-9c26-4dff-b432-9d1ce07226d7 Aug 16 23:04:18.779093 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fdfb9bdd-a493-411f-a507-bcce363002cd req-6f082e0a-28f7-4ffe-a245-5926fe755ecb tempest-ImagesNegativeTestJSON-1867871094 tempest-ImagesNegativeTestJSON-1867871094-project] 10.222.0.36 "GET /v2.0/security-groups?id=c282d286-b576-4cb3-819e-761dab7a8156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521464 Aug 16 23:04:18.815754 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26505d41-4ddb-46d9-a126-a8f546031a70 req-3f4d5cb6-9ae4-40ad-960a-93aecd79af33 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:18.825243 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fe87b674-60ff-4402-9141-6f65b4421d3c tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:18.830414 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26505d41-4ddb-46d9-a126-a8f546031a70 req-3f4d5cb6-9ae4-40ad-960a-93aecd79af33 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:18.851805 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26505d41-4ddb-46d9-a126-a8f546031a70 req-3f4d5cb6-9ae4-40ad-960a-93aecd79af33 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:18.856521 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fe87b674-60ff-4402-9141-6f65b4421d3c tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:18.864152 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe87b674-60ff-4402-9141-6f65b4421d3c tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:18.865213 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fe87b674-60ff-4402-9141-6f65b4421d3c tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:18.879303 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26505d41-4ddb-46d9-a126-a8f546031a70 req-3f4d5cb6-9ae4-40ad-960a-93aecd79af33 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:18.899145 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26505d41-4ddb-46d9-a126-a8f546031a70 req-3f4d5cb6-9ae4-40ad-960a-93aecd79af33 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:18.907193 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26505d41-4ddb-46d9-a126-a8f546031a70 req-3f4d5cb6-9ae4-40ad-960a-93aecd79af33 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:18.916850 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26505d41-4ddb-46d9-a126-a8f546031a70 req-3f4d5cb6-9ae4-40ad-960a-93aecd79af33 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:18.919417 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-26505d41-4ddb-46d9-a126-a8f546031a70 req-3f4d5cb6-9ae4-40ad-960a-93aecd79af33 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d0f439b-55b3-479e-b4c0-19dd4772e5b0 HTTP/1.1" status: 200 len: 5432 time: 0.2850897 Aug 16 23:04:18.934404 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-fe87b674-60ff-4402-9141-6f65b4421d3c tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2693558 Aug 16 23:04:18.939337 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49482) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:18.944095 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-7a8c834a-c3c1-443f-a861-e4747bf5b431 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Request body: {'subnet': {'network_id': '61a54ab8-9c26-4dff-b432-9d1ce07226d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:04:18.969429 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-61ccb878-1c5e-4c37-929d-dba348a327af req-ea62470e-4bf5-42d1-bdfe-690238055420 tempest-ServerShowV247Test-1699434572 tempest-ServerShowV247Test-1699434572-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0aa2f3d-78df-4e02-a720-675064df8506 HTTP/1.1" status: 200 len: 210 time: 0.0483582 Aug 16 23:04:18.993936 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-26505d41-4ddb-46d9-a126-a8f546031a70 req-65e9fec8-40a2-4c77-bbc5-bf922f849e53 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c2745c8-39ab-440e-a081-67457cdaf056&id=d16ff2d0-1ebf-4d89-b16a-9f394969ba5a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0581892 Aug 16 23:04:19.008391 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe87b674-60ff-4402-9141-6f65b4421d3c tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Pushing event updated for resources: {'Network': ['ID=61a54ab8-9c26-4dff-b432-9d1ce07226d7,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:19.042032 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 61a54ab8-9c26-4dff-b432-9d1ce07226d7 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:04:19.075247 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a8c834a-c3c1-443f-a861-e4747bf5b431 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Made reservation on behalf of 77edb9c609574a729239fa473de068f3 for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:04:19.080768 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7a8c834a-c3c1-443f-a861-e4747bf5b431 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:19.201479 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a4aa6b-a076-4e63-b40e-3ae0ea4e9493 req-412a4288-96fd-4af7-9ed7-e3bc401a4d14 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:19.209339 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a4aa6b-a076-4e63-b40e-3ae0ea4e9493 req-412a4288-96fd-4af7-9ed7-e3bc401a4d14 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:19.215782 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a4aa6b-a076-4e63-b40e-3ae0ea4e9493 req-412a4288-96fd-4af7-9ed7-e3bc401a4d14 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:19.223830 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a4aa6b-a076-4e63-b40e-3ae0ea4e9493 req-412a4288-96fd-4af7-9ed7-e3bc401a4d14 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:19.229902 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a4aa6b-a076-4e63-b40e-3ae0ea4e9493 req-412a4288-96fd-4af7-9ed7-e3bc401a4d14 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:19.235935 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a4aa6b-a076-4e63-b40e-3ae0ea4e9493 req-412a4288-96fd-4af7-9ed7-e3bc401a4d14 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:19.242757 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a4aa6b-a076-4e63-b40e-3ae0ea4e9493 req-412a4288-96fd-4af7-9ed7-e3bc401a4d14 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:19.245000 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-51a4aa6b-a076-4e63-b40e-3ae0ea4e9493 req-412a4288-96fd-4af7-9ed7-e3bc401a4d14 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d0f439b-55b3-479e-b4c0-19dd4772e5b0 HTTP/1.1" status: 200 len: 5432 time: 0.1287842 Aug 16 23:04:19.256510 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 49498) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:19.265476 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-536d0c70-2d17-4460-9147-9e7d4da38ffd tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Request body: {'floatingip': {'port_id': 'debf812d-0b2e-45df-8f8a-a21e25a77beb'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:04:19.308134 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-536d0c70-2d17-4460-9147-9e7d4da38ffd tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks [] for floatingip, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:19.478441 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9931448d-a98d-4af7-89a3-a81442b467a1 req-b0d651ea-787f-4fc3-900b-166b1f9f1302 tempest-InstanceActionsV221TestJSON-1898019011 tempest-InstanceActionsV221TestJSON-1898019011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:19.480834 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9931448d-a98d-4af7-89a3-a81442b467a1 req-b0d651ea-787f-4fc3-900b-166b1f9f1302 tempest-InstanceActionsV221TestJSON-1898019011 tempest-InstanceActionsV221TestJSON-1898019011-project] 10.222.0.36 "GET /v2.0/ports?device_id=c938ed09-4304-4bd0-926d-c9ef3d92db71 HTTP/1.1" status: 200 len: 944 time: 0.1331708 Aug 16 23:04:19.483111 n-d-791506-26 neutron-server[101291]: DEBUG neutron.objects.ports [None req-7a8c834a-c3c1-443f-a861-e4747bf5b431 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101291) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 23:04:19.485519 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7a8c834a-c3c1-443f-a861-e4747bf5b431 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:19.560881 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8c834a-c3c1-443f-a861-e4747bf5b431 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Pushing event updated for resources: {'Subnet': ['ID=fb000f0e-3848-4e41-b26e-a889edc9c520,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:19.578627 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8c834a-c3c1-443f-a861-e4747bf5b431 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Checking segment: {'id': '8eb996bd-e32f-4ba6-ba4a-b16ce8d2bba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '61a54ab8-9c26-4dff-b432-9d1ce07226d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:04:19.582981 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8c834a-c3c1-443f-a861-e4747bf5b431 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Network hostable DHCP agents. Network: 61a54ab8-9c26-4dff-b432-9d1ce07226d7, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:04:19.616708 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8c834a-c3c1-443f-a861-e4747bf5b431 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Network 61a54ab8-9c26-4dff-b432-9d1ce07226d7 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:04:19.635296 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-7a8c834a-c3c1-443f-a861-e4747bf5b431 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 61a54ab8-9c26-4dff-b432-9d1ce07226d7) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:04:19.636762 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device ebb3ff51-c84b-47b7-954f-ece9094e2d2a up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:04:19.645904 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8c834a-c3c1-443f-a861-e4747bf5b431 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:19.647064 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7a8c834a-c3c1-443f-a861-e4747bf5b431 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:19.676775 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9931448d-a98d-4af7-89a3-a81442b467a1 req-3080aeba-a806-45ed-a2f1-5da49f4277dc tempest-InstanceActionsV221TestJSON-1898019011 tempest-InstanceActionsV221TestJSON-1898019011-project] 10.222.0.36 "GET /v2.0/security-groups?id=2574f08d-360e-4281-8c96-203797116e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339715 Aug 16 23:04:19.688828 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-7a8c834a-c3c1-443f-a861-e4747bf5b431 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.7475977 Aug 16 23:04:19.689368 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49534) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:19.697364 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a519b6b0-4c2f-4c2c-a2c0-029b889a3ec0 None None] Network 61a54ab8-9c26-4dff-b432-9d1ce07226d7 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:04:19.849393 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-15c1f8f8-69c4-449a-a075-2fa4cc28d078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:19.863829 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning for port ebb3ff51-c84b-47b7-954f-ece9094e2d2a completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:04:19.870732 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port ebb3ff51-c84b-47b7-954f-ece9094e2d2a triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:04:19.871507 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:20.040833 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8dda39f-e3d9-46ac-ae09-cefd0a870d48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-61a54ab8-9c26-4dff-b432-9d1ce07226d7', 'network_id': '61a54ab8-9c26-4dff-b432-9d1ce07226d7', 'tenant_id': '77edb9c609574a729239fa473de068f3', 'fixed_ips': [{'subnet_id': 'fb000f0e-3848-4e41-b26e-a889edc9c520'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:04:20.041726 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-b8dda39f-e3d9-46ac-ae09-cefd0a870d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:20.205374 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:20.265530 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c938ed09-4304-4bd0-926d-c9ef3d92db71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebb3ff51-c84b-47b7-954f-ece9094e2d2a'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:04:20.271234 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-160dac18-6c86-4697-99c7-d96779a39945" -d '{"events": [{"server_uuid": "c938ed09-4304-4bd0-926d-c9ef3d92db71", "name": "network-vif-plugged", "status": "completed", "tag": "ebb3ff51-c84b-47b7-954f-ece9094e2d2a"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:04:20.294662 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port ebb3ff51-c84b-47b7-954f-ece9094e2d2a, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=ebb3ff51-c84b-47b7-954f-ece9094e2d2a,segment=NetworkSegment(625f4dba-cc59-4a25-aa14-2bc7600b6554),segment_id=625f4dba-cc59-4a25-aa14-2bc7600b6554)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:04:20.306211 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:20.308656 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-b8dda39f-e3d9-46ac-ae09-cefd0a870d48 None None] Allocated IP 2001:db8::f816:3eff:fe37:6b28 (61a54ab8-9c26-4dff-b432-9d1ce07226d7/fb000f0e-3848-4e41-b26e-a889edc9c520/6fda337c-99e6-4b3a-a65f-e6a8af61c8db) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:04:20.329580 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-142c4fa5-bcdb-42bc-bcb7-2d4ef8be5026 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:20.397838 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49560) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:20.412656 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-142c4fa5-bcdb-42bc-bcb7-2d4ef8be5026 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:20.420339 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=ebb3ff51-c84b-47b7-954f-ece9094e2d2a,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:20.501254 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2dfe0923-5e89-4d1c-a99a-94a282eb70a3 req-15f6149a-4cc5-4499-900b-0dc096af29a7 tempest-ServerShowV247Test-1699434572 tempest-ServerShowV247Test-1699434572-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0aa2f3d-78df-4e02-a720-675064df8506 HTTP/1.1" status: 200 len: 210 time: 0.1070597 Aug 16 23:04:20.548485 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-b8dda39f-e3d9-46ac-ae09-cefd0a870d48 None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:20.562511 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db83e49-ab9f-4981-924f-9562f72e7fea req-8dfff13f-a5fb-4712-af8c-c5b1907a5043 tempest-ImagesNegativeTestJSON-1867871094 tempest-ImagesNegativeTestJSON-1867871094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:20.563937 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0db83e49-ab9f-4981-924f-9562f72e7fea req-8dfff13f-a5fb-4712-af8c-c5b1907a5043 tempest-ImagesNegativeTestJSON-1867871094 tempest-ImagesNegativeTestJSON-1867871094-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3aec418-66f5-46b1-b248-c3914b39aed9 HTTP/1.1" status: 200 len: 950 time: 0.1930728 Aug 16 23:04:20.565852 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-eb5ae1ee-cdac-49b4-9ae3-931eeffd9021 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:20.579862 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-b8dda39f-e3d9-46ac-ae09-cefd0a870d48 None None] Transition to ACTIVE for port object 6fda337c-99e6-4b3a-a65f-e6a8af61c8db will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:04:20.592663 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:20.618884 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-b8dda39f-e3d9-46ac-ae09-cefd0a870d48 None None] Transition to ACTIVE for port object 6fda337c-99e6-4b3a-a65f-e6a8af61c8db will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:04:20.632792 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-b8dda39f-e3d9-46ac-ae09-cefd0a870d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:20.649942 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c370dd26-1cdf-4d6b-8288-57817dc9220e x-openstack-request-id: req-c370dd26-1cdf-4d6b-8288-57817dc9220e {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:04:20.650238 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c938ed09-4304-4bd0-926d-c9ef3d92db71", "name": "network-vif-plugged", "status": "completed", "tag": "ebb3ff51-c84b-47b7-954f-ece9094e2d2a", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:04:20.650793 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c370dd26-1cdf-4d6b-8288-57817dc9220e {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:04:20.650987 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c938ed09-4304-4bd0-926d-c9ef3d92db71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebb3ff51-c84b-47b7-954f-ece9094e2d2a', 'code': 200} Aug 16 23:04:20.686087 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8dda39f-e3d9-46ac-ae09-cefd0a870d48 None None] Network 61a54ab8-9c26-4dff-b432-9d1ce07226d7 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:04:20.688473 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-142c4fa5-bcdb-42bc-bcb7-2d4ef8be5026 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:20.719754 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-b8dda39f-e3d9-46ac-ae09-cefd0a870d48 None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:04:20.726808 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8dda39f-e3d9-46ac-ae09-cefd0a870d48 None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:04:20.783126 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142c4fa5-bcdb-42bc-bcb7-2d4ef8be5026 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Pushing event deleted for resources: {'Subnet': ['ID=fb000f0e-3848-4e41-b26e-a889edc9c520,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:20.934521 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-142c4fa5-bcdb-42bc-bcb7-2d4ef8be5026 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:20.947623 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-536d0c70-2d17-4460-9147-9e7d4da38ffd tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:20.955006 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-536d0c70-2d17-4460-9147-9e7d4da38ffd tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:20.958336 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dda39f-e3d9-46ac-ae09-cefd0a870d48 None None] Pushing event updated for resources: {'Port': ['ID=6fda337c-99e6-4b3a-a65f-e6a8af61c8db,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:20.973366 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-142c4fa5-bcdb-42bc-bcb7-2d4ef8be5026 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61a54ab8-9c26-4dff-b432-9d1ce07226d7']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:20.978533 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c57b5c-cdc9-4859-a80c-0568e936d7f5 req-8831953e-f602-434b-9ae0-fb9c0824f423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:20.981021 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e7c57b5c-cdc9-4859-a80c-0568e936d7f5 req-8831953e-f602-434b-9ae0-fb9c0824f423 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=c938ed09-4304-4bd0-926d-c9ef3d92db71 HTTP/1.1" status: 200 len: 1097 time: 0.2130935 Aug 16 23:04:20.990962 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-b8dda39f-e3d9-46ac-ae09-cefd0a870d48 None None] Attempting to bind port 6fda337c-99e6-4b3a-a65f-e6a8af61c8db on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:04:20.991547 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-b8dda39f-e3d9-46ac-ae09-cefd0a870d48 None None] Attempting to bind port 6fda337c-99e6-4b3a-a65f-e6a8af61c8db by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '8eb996bd-e32f-4ba6-ba4a-b16ce8d2bba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '61a54ab8-9c26-4dff-b432-9d1ce07226d7'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:04:20.992005 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8dda39f-e3d9-46ac-ae09-cefd0a870d48 None None] Attempting to bind port 6fda337c-99e6-4b3a-a65f-e6a8af61c8db on network 61a54ab8-9c26-4dff-b432-9d1ce07226d7 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:04:20.998300 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8dda39f-e3d9-46ac-ae09-cefd0a870d48 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:04:20.998821 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8dda39f-e3d9-46ac-ae09-cefd0a870d48 None None] Checking segment: {'id': '8eb996bd-e32f-4ba6-ba4a-b16ce8d2bba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '61a54ab8-9c26-4dff-b432-9d1ce07226d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:04:20.999210 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-142c4fa5-bcdb-42bc-bcb7-2d4ef8be5026 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8eb996bd-e32f-4ba6-ba4a-b16ce8d2bba0') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:20.999442 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-b8dda39f-e3d9-46ac-ae09-cefd0a870d48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:20.999880 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-142c4fa5-bcdb-42bc-bcb7-2d4ef8be5026 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8eb996bd-e32f-4ba6-ba4a-b16ce8d2bba0') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:21.000031 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8dda39f-e3d9-46ac-ae09-cefd0a870d48 None None] Bound using segment: {'id': '8eb996bd-e32f-4ba6-ba4a-b16ce8d2bba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '61a54ab8-9c26-4dff-b432-9d1ce07226d7'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:04:21.000573 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-b8dda39f-e3d9-46ac-ae09-cefd0a870d48 None None] Bound port: 6fda337c-99e6-4b3a-a65f-e6a8af61c8db, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8eb996bd-e32f-4ba6-ba4a-b16ce8d2bba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '61a54ab8-9c26-4dff-b432-9d1ce07226d7'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:04:21.001094 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-b8dda39f-e3d9-46ac-ae09-cefd0a870d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:21.032585 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-142c4fa5-bcdb-42bc-bcb7-2d4ef8be5026 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:21.046406 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-eb5ae1ee-cdac-49b4-9ae3-931eeffd9021 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:21.058715 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-eb5ae1ee-cdac-49b4-9ae3-931eeffd9021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:21.069500 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-142c4fa5-bcdb-42bc-bcb7-2d4ef8be5026 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:21.085734 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-b8dda39f-e3d9-46ac-ae09-cefd0a870d48 None None] For port 6fda337c-99e6-4b3a-a65f-e6a8af61c8db, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:04:21.099844 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-142c4fa5-bcdb-42bc-bcb7-2d4ef8be5026 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:04:21.100259 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-142c4fa5-bcdb-42bc-bcb7-2d4ef8be5026 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:21.104958 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 23:04:21.104958 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:04:21.104958 n-d-791506-26 neutron-server[101291]: timer() Aug 16 23:04:21.104958 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:04:21.104958 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 23:04:21.104958 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:04:21.104958 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 23:04:21.104958 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:04:21.104958 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 23:04:21.104958 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:04:21.104958 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 23:04:21.104958 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:04:21.104958 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 23:04:21.104958 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:04:21.104958 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:04:21.104958 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:04:21.104958 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:04:21.104958 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:04:21.104958 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 23:04:21.104958 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:04:21.104958 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 23:04:21.104958 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:04:21.104958 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:04:21.104958 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:04:21.104958 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 23:04:21.104958 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:04:21.104958 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:04:21.104958 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:04:21.104958 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:04:21.104958 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:04:21.104958 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:04:21.104958 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:04:21.107372 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e7c57b5c-cdc9-4859-a80c-0568e936d7f5 req-3b760401-aabf-4043-976a-95d4141f9799 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=2574f08d-360e-4281-8c96-203797116e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109757 Aug 16 23:04:21.112510 n-d-791506-26 neutron-server[101292]: INFO neutron.db.l3_db [None req-536d0c70-2d17-4460-9147-9e7d4da38ffd tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Floating IP 3d2c0955-b2e0-451a-b77a-4df249ac0aa4 associated. External IP: 172.25.4.207, port: debf812d-0b2e-45df-8f8a-a21e25a77beb. Aug 16 23:04:21.119433 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0db83e49-ab9f-4981-924f-9562f72e7fea req-f89bfaaf-a9df-43a4-860c-958bab0881a7 tempest-ImagesNegativeTestJSON-1867871094 tempest-ImagesNegativeTestJSON-1867871094-project] 10.222.0.36 "GET /v2.0/security-groups?id=c282d286-b576-4cb3-819e-761dab7a8156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5546610 Aug 16 23:04:21.186894 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-eb5ae1ee-cdac-49b4-9ae3-931eeffd9021 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=da2b5cb9e74944e9846eaceca8c3f355&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7854166 Aug 16 23:04:21.186894 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5ae1ee-cdac-49b4-9ae3-931eeffd9021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65447fc4-a16a-4bba-afc9-b917de5d79bd,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:21.190497 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b551a1d2-0ba1-4647-9b77-638cd2f3634b req-6a43b338-5601-4af7-8f37-2db86fe0196a tempest-InstanceActionsV221TestJSON-1898019011 tempest-InstanceActionsV221TestJSON-1898019011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:21.191765 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49574) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:21.197922 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b551a1d2-0ba1-4647-9b77-638cd2f3634b req-6a43b338-5601-4af7-8f37-2db86fe0196a tempest-InstanceActionsV221TestJSON-1898019011 tempest-InstanceActionsV221TestJSON-1898019011-project] 10.222.0.36 "GET /v2.0/ports?device_id=c938ed09-4304-4bd0-926d-c9ef3d92db71 HTTP/1.1" status: 200 len: 945 time: 0.2484958 Aug 16 23:04:21.232779 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-b8dda39f-e3d9-46ac-ae09-cefd0a870d48 None None] For port 6fda337c-99e6-4b3a-a65f-e6a8af61c8db, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=6fda337c-99e6-4b3a-a65f-e6a8af61c8db,segment=NetworkSegment(8eb996bd-e32f-4ba6-ba4a-b16ce8d2bba0),segment_id=8eb996bd-e32f-4ba6-ba4a-b16ce8d2bba0)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:04:21.239524 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-b8dda39f-e3d9-46ac-ae09-cefd0a870d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:21.262661 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.db.api [None req-142c4fa5-bcdb-42bc-bcb7-2d4ef8be5026 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 23:04:21.262661 n-d-791506-26 neutron-server[101291]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 23:04:21.262661 n-d-791506-26 neutron-server[101291]: [parameters: {'id': '61a54ab8-9c26-4dff-b432-9d1ce07226d7'}] Aug 16 23:04:21.262661 n-d-791506-26 neutron-server[101291]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 23:04:21.264127 n-d-791506-26 neutron-server[101291]: DEBUG oslo_db.api [None req-142c4fa5-bcdb-42bc-bcb7-2d4ef8be5026 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 23:04:21.282795 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b551a1d2-0ba1-4647-9b77-638cd2f3634b req-fd45abf6-0127-4978-bcb1-b4d996276329 tempest-InstanceActionsV221TestJSON-1898019011 tempest-InstanceActionsV221TestJSON-1898019011-project] 10.222.0.36 "GET /v2.0/security-groups?id=2574f08d-360e-4281-8c96-203797116e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838361 Aug 16 23:04:21.287552 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bdf0aa73-c85e-4d90-af9b-27edc92798f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:21.326291 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bdf0aa73-c85e-4d90-af9b-27edc92798f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:21.406729 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dda39f-e3d9-46ac-ae09-cefd0a870d48 None None] Pushing event updated for resources: {'Port': ['ID=6fda337c-99e6-4b3a-a65f-e6a8af61c8db,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:21.407618 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bdf0aa73-c85e-4d90-af9b-27edc92798f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:21.422942 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d3a178-3890-4f4f-955f-213af88db08e None None] Network 61a54ab8-9c26-4dff-b432-9d1ce07226d7 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:04:21.427770 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bdf0aa73-c85e-4d90-af9b-27edc92798f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:21.429437 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-bdf0aa73-c85e-4d90-af9b-27edc92798f9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/65447fc4-a16a-4bba-afc9-b917de5d79bd HTTP/1.1" status: 204 len: 168 time: 0.2364838 Aug 16 23:04:21.441265 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf0aa73-c85e-4d90-af9b-27edc92798f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65447fc4-a16a-4bba-afc9-b917de5d79bd,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:21.515876 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:21.555948 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93889596-8c3e-46ed-8cb2-06945ba55233 req-1ee46c7a-a02c-4b5b-a309-6f847dec7e74 tempest-ImagesNegativeTestJSON-1867871094 tempest-ImagesNegativeTestJSON-1867871094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:21.557445 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-93889596-8c3e-46ed-8cb2-06945ba55233 req-1ee46c7a-a02c-4b5b-a309-6f847dec7e74 tempest-ImagesNegativeTestJSON-1867871094 tempest-ImagesNegativeTestJSON-1867871094-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3aec418-66f5-46b1-b248-c3914b39aed9 HTTP/1.1" status: 200 len: 950 time: 0.1357660 Aug 16 23:04:21.564325 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-536d0c70-2d17-4460-9147-9e7d4da38ffd tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Router 61da2e84-6b92-4d51-8943-d179887aff84 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:04:21.644874 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a236b465-62b3-412b-87c7-8bfa485ae6b4 None None] get_active_networks_info from n-d-791506-26 {{(pid=101293) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 23:04:21.646169 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-93889596-8c3e-46ed-8cb2-06945ba55233 req-8346bc92-400b-4075-9305-6ff65b7d82ea tempest-ImagesNegativeTestJSON-1867871094 tempest-ImagesNegativeTestJSON-1867871094-project] 10.222.0.36 "GET /v2.0/security-groups?id=c282d286-b576-4cb3-819e-761dab7a8156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761387 Aug 16 23:04:21.740462 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-802b89ad-dc29-4392-b03f-227c7dfcd519 req-a7fa2ce2-097a-4bc8-b8b0-24151be71ea4 tempest-ServerShowV247Test-1699434572 tempest-ServerShowV247Test-1699434572-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0aa2f3d-78df-4e02-a720-675064df8506 HTTP/1.1" status: 200 len: 210 time: 0.0407612 Aug 16 23:04:21.765382 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-142c4fa5-bcdb-42bc-bcb7-2d4ef8be5026 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:21.787049 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-536d0c70-2d17-4460-9147-9e7d4da38ffd tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:04:21.800290 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3b5d60-f346-494b-974c-446051a02a90 None None] Sync routers for ids ['61da2e84-6b92-4d51-8943-d179887aff84'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:04:21.802707 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-536d0c70-2d17-4460-9147-9e7d4da38ffd tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:21.821205 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3b5d60-f346-494b-974c-446051a02a90 None None] Routers {'61da2e84-6b92-4d51-8943-d179887aff84'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:04:21.821843 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-df3b5d60-f346-494b-974c-446051a02a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:04:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['61da2e84-6b92-4d51-8943-d179887aff84'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:21.847091 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-536d0c70-2d17-4460-9147-9e7d4da38ffd tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "PUT /v2.0/floatingips/3d2c0955-b2e0-451a-b77a-4df249ac0aa4 HTTP/1.1" status: 200 len: 991 time: 2.5862265 Aug 16 23:04:21.847091 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d0f439b-55b3-479e-b4c0-19dd4772e5b0', 'tag': 'debf812d-0b2e-45df-8f8a-a21e25a77beb'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:04:21.847732 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a6bcf8-9760-46c6-8fdb-c020308a0b32" -d '{"events": [{"name": "network-changed", "server_uuid": "6d0f439b-55b3-479e-b4c0-19dd4772e5b0", "tag": "debf812d-0b2e-45df-8f8a-a21e25a77beb"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:04:21.914218 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a236b465-62b3-412b-87c7-8bfa485ae6b4 None None] Resources bound (agent type, host, resource id): {{(pid=101293) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 23:04:21.915897 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-142c4fa5-bcdb-42bc-bcb7-2d4ef8be5026 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Deleting port 6fda337c-99e6-4b3a-a65f-e6a8af61c8db {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:04:21.917895 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d3d874-7908-4e97-be2e-59b7328a768f x-openstack-request-id: req-d3d3d874-7908-4e97-be2e-59b7328a768f {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:04:21.918227 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d0f439b-55b3-479e-b4c0-19dd4772e5b0", "tag": "debf812d-0b2e-45df-8f8a-a21e25a77beb", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:04:21.918358 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-142c4fa5-bcdb-42bc-bcb7-2d4ef8be5026 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:21.918499 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d3d3d874-7908-4e97-be2e-59b7328a768f {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:04:21.919023 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d0f439b-55b3-479e-b4c0-19dd4772e5b0', 'tag': 'debf812d-0b2e-45df-8f8a-a21e25a77beb', 'status': 'completed', 'code': 200} Aug 16 23:04:22.040206 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-df3b5d60-f346-494b-974c-446051a02a90 None None] Set router 61da2e84-6b92-4d51-8943-d179887aff84 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:04:22.061417 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-142c4fa5-bcdb-42bc-bcb7-2d4ef8be5026 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] For port 6fda337c-99e6-4b3a-a65f-e6a8af61c8db, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=6fda337c-99e6-4b3a-a65f-e6a8af61c8db,segment=NetworkSegment(8eb996bd-e32f-4ba6-ba4a-b16ce8d2bba0),segment_id=8eb996bd-e32f-4ba6-ba4a-b16ce8d2bba0)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:04:22.063148 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-142c4fa5-bcdb-42bc-bcb7-2d4ef8be5026 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:22.087524 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a6bcf8-9760-46c6-8fdb-c020308a0b32 req-70e9df86-1358-4ccb-b0cb-00afbdde3fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:22.088021 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a6bcf8-9760-46c6-8fdb-c020308a0b32 req-70e9df86-1358-4ccb-b0cb-00afbdde3fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:22.091503 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-142c4fa5-bcdb-42bc-bcb7-2d4ef8be5026 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Calling delete_port for 6fda337c-99e6-4b3a-a65f-e6a8af61c8db owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:04:22.097451 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a6bcf8-9760-46c6-8fdb-c020308a0b32 req-70e9df86-1358-4ccb-b0cb-00afbdde3fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:22.098122 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a6bcf8-9760-46c6-8fdb-c020308a0b32 req-70e9df86-1358-4ccb-b0cb-00afbdde3fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:22.098868 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a6bcf8-9760-46c6-8fdb-c020308a0b32 req-70e9df86-1358-4ccb-b0cb-00afbdde3fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:22.099836 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a6bcf8-9760-46c6-8fdb-c020308a0b32 req-70e9df86-1358-4ccb-b0cb-00afbdde3fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:22.103167 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a6bcf8-9760-46c6-8fdb-c020308a0b32 req-70e9df86-1358-4ccb-b0cb-00afbdde3fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:22.115579 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-58a6bcf8-9760-46c6-8fdb-c020308a0b32 req-70e9df86-1358-4ccb-b0cb-00afbdde3fcd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2021c5ea9b37490ab72514988bd9444c&device_id=6d0f439b-55b3-479e-b4c0-19dd4772e5b0 HTTP/1.1" status: 200 len: 6496 time: 0.1339731 Aug 16 23:04:22.235468 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-142c4fa5-bcdb-42bc-bcb7-2d4ef8be5026 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:22.352915 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a6bcf8-9760-46c6-8fdb-c020308a0b32 req-91578b56-685e-4673-96e8-5895697e11fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:22.357872 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-58a6bcf8-9760-46c6-8fdb-c020308a0b32 req-91578b56-685e-4673-96e8-5895697e11fe service neutron] 10.222.0.57 "GET /v2.0/networks?id=f4264da2-38cd-44c0-b397-5678d2cea138 HTTP/1.1" status: 200 len: 913 time: 0.2353961 Aug 16 23:04:22.368000 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142c4fa5-bcdb-42bc-bcb7-2d4ef8be5026 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] No DVR routers for this DVR port 6fda337c-99e6-4b3a-a65f-e6a8af61c8db on host n-d-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:04:22.382320 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142c4fa5-bcdb-42bc-bcb7-2d4ef8be5026 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Pushing event deleted for resources: {'Port': ['ID=6fda337c-99e6-4b3a-a65f-e6a8af61c8db,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:22.541368 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-44dec9d4-485b-4b69-a7bf-a749d5a7b125 req-6f06c80f-155b-4713-b3a0-70d429084138 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=4ed47eaabf0e461eb41531a3fb5ec0b0&device_id=b0aa2f3d-78df-4e02-a720-675064df8506 HTTP/1.1" status: 200 len: 210 time: 0.0704999 Aug 16 23:04:22.585297 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-df3b5d60-f346-494b-974c-446051a02a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61da2e84-6b92-4d51-8943-d179887aff84', 'name': 'tempest-TaggedBootDevicesTest-1885207178-router', 'tenant_id': '2021c5ea9b37490ab72514988bd9444c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': '2a818ec2-c8ff-403e-b740-d3d63b016343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:01:50Z', 'updated_at': '2021-08-16T23:01:57Z', 'revision_number': 4, 'project_id': '2021c5ea9b37490ab72514988bd9444c', 'gw_port': {'id': '2a818ec2-c8ff-403e-b740-d3d63b016343', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ab:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61da2e84-6b92-4d51-8943-d179887aff84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1884, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:01:51Z', 'updated_at': '2021-08-16T23:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': '3d2c0955-b2e0-451a-b77a-4df249ac0aa4', 'tenant_id': '2021c5ea9b37490ab72514988bd9444c', 'floating_ip_address': '172.25.4.207', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': '61da2e84-6b92-4d51-8943-d179887aff84', 'port_id': 'debf812d-0b2e-45df-8f8a-a21e25a77beb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1968, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4264da2-38cd-44c0-b397-5678d2cea138', 'mac_address': 'fa:16:3e:79:fa:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0f439b-55b3-479e-b4c0-19dd4772e5b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:02:48Z', 'updated_at': '2021-08-16T23:04:20Z', 'revision_number': 1, 'project_id': '2021c5ea9b37490ab72514988bd9444c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3c8db28-e279-4a1a-b62e-df1f87d9a53d', 'name': '', 'network_id': 'f4264da2-38cd-44c0-b397-5678d2cea138', 'tenant_id': '2021c5ea9b37490ab72514988bd9444c', 'mac_address': 'fa:16:3e:6b:79:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61da2e84-6b92-4d51-8943-d179887aff84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': '7c956ed2-0689-474b-bd27-58ed9c7ef2ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:01:55Z', 'updated_at': '2021-08-16T23:02:11Z', 'revision_number': 5, 'project_id': '2021c5ea9b37490ab72514988bd9444c', 'subnets': [{'id': '7c956ed2-0689-474b-bd27-58ed9c7ef2ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:22.605005 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-58a6bcf8-9760-46c6-8fdb-c020308a0b32 req-5b6ae9ed-c09e-4d68-85e5-41af53435b20 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=debf812d-0b2e-45df-8f8a-a21e25a77beb HTTP/1.1" status: 200 len: 999 time: 0.2389920 Aug 16 23:04:22.608511 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-44dec9d4-485b-4b69-a7bf-a749d5a7b125 req-f05480e9-76be-4d77-bb1f-f577f6ad1910 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=4ed47eaabf0e461eb41531a3fb5ec0b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267477 Aug 16 23:04:22.614530 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334bbf2d-7aae-420d-8de4-801c3a1cb699 req-573da447-2f05-48db-a33d-833c0fa543e1 tempest-InstanceActionsV221TestJSON-1898019011 tempest-InstanceActionsV221TestJSON-1898019011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:22.622476 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-334bbf2d-7aae-420d-8de4-801c3a1cb699 req-573da447-2f05-48db-a33d-833c0fa543e1 tempest-InstanceActionsV221TestJSON-1898019011 tempest-InstanceActionsV221TestJSON-1898019011-project] 10.222.0.36 "GET /v2.0/ports?device_id=c938ed09-4304-4bd0-926d-c9ef3d92db71 HTTP/1.1" status: 200 len: 945 time: 0.1535647 Aug 16 23:04:22.636397 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3b5d60-f346-494b-974c-446051a02a90 None None] Checking router: 61da2e84-6b92-4d51-8943-d179887aff84 for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:04:22.655891 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3b5d60-f346-494b-974c-446051a02a90 None None] Routers {'61da2e84-6b92-4d51-8943-d179887aff84'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:04:22.656669 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-df3b5d60-f346-494b-974c-446051a02a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:04:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['61da2e84-6b92-4d51-8943-d179887aff84'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:22.744005 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-334bbf2d-7aae-420d-8de4-801c3a1cb699 req-8f449217-5527-47e8-b2d4-83bca3e25e90 tempest-InstanceActionsV221TestJSON-1898019011 tempest-InstanceActionsV221TestJSON-1898019011-project] 10.222.0.36 "GET /v2.0/security-groups?id=2574f08d-360e-4281-8c96-203797116e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206002 Aug 16 23:04:22.749138 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-142c4fa5-bcdb-42bc-bcb7-2d4ef8be5026 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:22.759688 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a6bcf8-9760-46c6-8fdb-c020308a0b32 req-21c0dd2a-2f4a-4e0d-9b36-db5c3b967ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:22.761381 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-58a6bcf8-9760-46c6-8fdb-c020308a0b32 req-21c0dd2a-2f4a-4e0d-9b36-db5c3b967ff7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7c956ed2-0689-474b-bd27-58ed9c7ef2ec HTTP/1.1" status: 200 len: 851 time: 0.1367860 Aug 16 23:04:22.810639 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-142c4fa5-bcdb-42bc-bcb7-2d4ef8be5026 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61a54ab8-9c26-4dff-b432-9d1ce07226d7']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:22.843951 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-142c4fa5-bcdb-42bc-bcb7-2d4ef8be5026 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8eb996bd-e32f-4ba6-ba4a-b16ce8d2bba0') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:22.844183 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-142c4fa5-bcdb-42bc-bcb7-2d4ef8be5026 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8eb996bd-e32f-4ba6-ba4a-b16ce8d2bba0') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:22.874882 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-142c4fa5-bcdb-42bc-bcb7-2d4ef8be5026 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:22.918719 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-142c4fa5-bcdb-42bc-bcb7-2d4ef8be5026 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:22.935646 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-142c4fa5-bcdb-42bc-bcb7-2d4ef8be5026 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:04:22.936083 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-142c4fa5-bcdb-42bc-bcb7-2d4ef8be5026 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:22.940418 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 23:04:22.940418 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:04:22.940418 n-d-791506-26 neutron-server[101291]: timer() Aug 16 23:04:22.940418 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:04:22.940418 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 23:04:22.940418 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:04:22.940418 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 23:04:22.940418 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:04:22.940418 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 23:04:22.940418 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:04:22.940418 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 23:04:22.940418 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:04:22.940418 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 23:04:22.940418 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:04:22.940418 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:04:22.940418 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:04:22.940418 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:04:22.940418 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:04:22.940418 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 23:04:22.940418 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:04:22.940418 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 23:04:22.940418 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:04:22.940418 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:04:22.940418 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:04:22.940418 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 23:04:22.940418 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:04:22.940418 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:04:22.940418 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:04:22.940418 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:04:22.940418 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:04:22.940418 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:04:22.940418 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:04:22.982519 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-df3b5d60-f346-494b-974c-446051a02a90 None None] Set router 61da2e84-6b92-4d51-8943-d179887aff84 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:04:22.986132 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:23.012470 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dec9d4-485b-4b69-a7bf-a749d5a7b125 req-02d9442b-033f-4058-b814-e4e836948f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:23.014221 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-44dec9d4-485b-4b69-a7bf-a749d5a7b125 req-02d9442b-033f-4058-b814-e4e836948f10 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3950012 Aug 16 23:04:23.069273 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-142c4fa5-bcdb-42bc-bcb7-2d4ef8be5026 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:23.070356 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-84819d5d-ef8f-4ad2-a319-fd96c0dbf4ca req-a8fa06b4-d47a-4384-b5cd-bc3bdf9a89bb tempest-ServerShowV247Test-1699434572 tempest-ServerShowV247Test-1699434572-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0aa2f3d-78df-4e02-a720-675064df8506 HTTP/1.1" status: 200 len: 210 time: 0.0886779 Aug 16 23:04:23.077720 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a6bcf8-9760-46c6-8fdb-c020308a0b32 req-1fb3bf23-ac4d-4bc8-9526-ec46710d13fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:23.079394 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-58a6bcf8-9760-46c6-8fdb-c020308a0b32 req-1fb3bf23-ac4d-4bc8-9526-ec46710d13fa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f4264da2-38cd-44c0-b397-5678d2cea138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3094914 Aug 16 23:04:23.103911 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-142c4fa5-bcdb-42bc-bcb7-2d4ef8be5026 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:23.105807 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-142c4fa5-bcdb-42bc-bcb7-2d4ef8be5026 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] 10.222.0.36 "DELETE /v2.0/networks/61a54ab8-9c26-4dff-b432-9d1ce07226d7 HTTP/1.1" status: 204 len: 168 time: 3.4151397 Aug 16 23:04:23.112599 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49662) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:23.123574 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c380a4-f7bc-4b67-bb4b-55b7f8eb2c36 req-b80e2e95-a7f5-4cf9-8e19-af9b90a95eea tempest-ImagesNegativeTestJSON-1867871094 tempest-ImagesNegativeTestJSON-1867871094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:23.125263 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b7c380a4-f7bc-4b67-bb4b-55b7f8eb2c36 req-b80e2e95-a7f5-4cf9-8e19-af9b90a95eea tempest-ImagesNegativeTestJSON-1867871094 tempest-ImagesNegativeTestJSON-1867871094-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3aec418-66f5-46b1-b248-c3914b39aed9 HTTP/1.1" status: 200 len: 950 time: 0.3051219 Aug 16 23:04:23.134440 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142c4fa5-bcdb-42bc-bcb7-2d4ef8be5026 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Pushing event deleted for resources: {'Network': ['ID=61a54ab8-9c26-4dff-b432-9d1ce07226d7,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:23.279820 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b7c380a4-f7bc-4b67-bb4b-55b7f8eb2c36 req-a2cec603-cdfc-4bae-824f-ed095fb06862 tempest-ImagesNegativeTestJSON-1867871094 tempest-ImagesNegativeTestJSON-1867871094-project] 10.222.0.36 "GET /v2.0/security-groups?id=c282d286-b576-4cb3-819e-761dab7a8156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136866 Aug 16 23:04:23.337233 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-58a6bcf8-9760-46c6-8fdb-c020308a0b32 req-0e2e0cf6-38c9-48b3-82c9-be83241c7672 service neutron] 10.222.0.57 "GET /v2.0/networks/f4264da2-38cd-44c0-b397-5678d2cea138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452490 Aug 16 23:04:23.343841 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1cdd229-d48d-4e99-a240-15909baad241 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] DELETE failed (client error): The resource could not be found. Aug 16 23:04:23.345479 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1cdd229-d48d-4e99-a240-15909baad241 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:04:23.358252 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-c1cdd229-d48d-4e99-a240-15909baad241 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] 10.222.0.36 "DELETE /v2.0/subnets/fb000f0e-3848-4e41-b26e-a889edc9c520 HTTP/1.1" status: 404 len: 337 time: 0.2227013 Aug 16 23:04:23.359060 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49664) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:23.395802 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-df3b5d60-f346-494b-974c-446051a02a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61da2e84-6b92-4d51-8943-d179887aff84', 'name': 'tempest-TaggedBootDevicesTest-1885207178-router', 'tenant_id': '2021c5ea9b37490ab72514988bd9444c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': '2a818ec2-c8ff-403e-b740-d3d63b016343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:01:50Z', 'updated_at': '2021-08-16T23:01:57Z', 'revision_number': 4, 'project_id': '2021c5ea9b37490ab72514988bd9444c', 'gw_port': {'id': '2a818ec2-c8ff-403e-b740-d3d63b016343', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ab:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61da2e84-6b92-4d51-8943-d179887aff84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1884, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:01:51Z', 'updated_at': '2021-08-16T23:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': '3d2c0955-b2e0-451a-b77a-4df249ac0aa4', 'tenant_id': '2021c5ea9b37490ab72514988bd9444c', 'floating_ip_address': '172.25.4.207', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': '61da2e84-6b92-4d51-8943-d179887aff84', 'port_id': 'debf812d-0b2e-45df-8f8a-a21e25a77beb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1968, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4264da2-38cd-44c0-b397-5678d2cea138', 'mac_address': 'fa:16:3e:79:fa:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0f439b-55b3-479e-b4c0-19dd4772e5b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:02:48Z', 'updated_at': '2021-08-16T23:04:20Z', 'revision_number': 1, 'project_id': '2021c5ea9b37490ab72514988bd9444c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3c8db28-e279-4a1a-b62e-df1f87d9a53d', 'name': '', 'network_id': 'f4264da2-38cd-44c0-b397-5678d2cea138', 'tenant_id': '2021c5ea9b37490ab72514988bd9444c', 'mac_address': 'fa:16:3e:6b:79:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61da2e84-6b92-4d51-8943-d179887aff84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': '7c956ed2-0689-474b-bd27-58ed9c7ef2ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:01:55Z', 'updated_at': '2021-08-16T23:02:11Z', 'revision_number': 5, 'project_id': '2021c5ea9b37490ab72514988bd9444c', 'subnets': [{'id': '7c956ed2-0689-474b-bd27-58ed9c7ef2ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:23.424987 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5be6ad4-387f-44ef-a418-2805e0a0ff26 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] DELETE failed (client error): The resource could not be found. Aug 16 23:04:23.424987 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5be6ad4-387f-44ef-a418-2805e0a0ff26 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:04:23.436818 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-b5be6ad4-387f-44ef-a418-2805e0a0ff26 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] 10.222.0.36 "DELETE /v2.0/networks/61a54ab8-9c26-4dff-b432-9d1ce07226d7 HTTP/1.1" status: 404 len: 339 time: 0.0742383 Aug 16 23:04:23.440421 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3b5d60-f346-494b-974c-446051a02a90 None None] The sync data for ids ['61da2e84-6b92-4d51-8943-d179887aff84'] in n-d-791506-26 is: [{'id': '61da2e84-6b92-4d51-8943-d179887aff84', 'name': 'tempest-TaggedBootDevicesTest-1885207178-router', 'tenant_id': '2021c5ea9b37490ab72514988bd9444c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': '2a818ec2-c8ff-403e-b740-d3d63b016343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:01:50Z', 'updated_at': '2021-08-16T23:01:57Z', 'revision_number': 4, 'project_id': '2021c5ea9b37490ab72514988bd9444c', 'gw_port': {'id': '2a818ec2-c8ff-403e-b740-d3d63b016343', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ab:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61da2e84-6b92-4d51-8943-d179887aff84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1884, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:01:51Z', 'updated_at': '2021-08-16T23:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': '3d2c0955-b2e0-451a-b77a-4df249ac0aa4', 'tenant_id': '2021c5ea9b37490ab72514988bd9444c', 'floating_ip_address': '172.25.4.207', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': '61da2e84-6b92-4d51-8943-d179887aff84', 'port_id': 'debf812d-0b2e-45df-8f8a-a21e25a77beb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1968, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4264da2-38cd-44c0-b397-5678d2cea138', 'mac_address': 'fa:16:3e:79:fa:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0f439b-55b3-479e-b4c0-19dd4772e5b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:02:48Z', 'updated_at': '2021-08-16T23:04:20Z', 'revision_number': 1, 'project_id': '2021c5ea9b37490ab72514988bd9444c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3c8db28-e279-4a1a-b62e-df1f87d9a53d', 'name': '', 'network_id': 'f4264da2-38cd-44c0-b397-5678d2cea138', 'tenant_id': '2021c5ea9b37490ab72514988bd9444c', 'mac_address': 'fa:16:3e:6b:79:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61da2e84-6b92-4d51-8943-d179887aff84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': '7c956ed2-0689-474b-bd27-58ed9c7ef2ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:01:55Z', 'updated_at': '2021-08-16T23:02:11Z', 'revision_number': 5, 'project_id': '2021c5ea9b37490ab72514988bd9444c', 'subnets': [{'id': '7c956ed2-0689-474b-bd27-58ed9c7ef2ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:04:23.444492 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49670) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:23.496169 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb0665b5-f4fb-4f0f-965f-c0243487f319 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] DELETE failed (client error): The resource could not be found. Aug 16 23:04:23.496959 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb0665b5-f4fb-4f0f-965f-c0243487f319 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:04:23.500675 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-cb0665b5-f4fb-4f0f-965f-c0243487f319 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] 10.222.0.36 "DELETE /v2.0/subnets/44414a9d-85ae-4e59-b22e-cc74440da20f HTTP/1.1" status: 404 len: 337 time: 0.0530765 Aug 16 23:04:23.501401 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49672) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:23.531942 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d98e2f-5a44-48ce-b010-8b20c059a040 req-35e5f9f3-4a14-4d59-b1eb-4d629b2c8f3c tempest-ImagesNegativeTestJSON-1867871094 tempest-ImagesNegativeTestJSON-1867871094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:23.534304 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-84d98e2f-5a44-48ce-b010-8b20c059a040 req-35e5f9f3-4a14-4d59-b1eb-4d629b2c8f3c tempest-ImagesNegativeTestJSON-1867871094 tempest-ImagesNegativeTestJSON-1867871094-project] 10.222.0.68 "GET /v2.0/ports?device_id=c3aec418-66f5-46b1-b248-c3914b39aed9 HTTP/1.1" status: 200 len: 950 time: 0.3628733 Aug 16 23:04:23.535263 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-a305439b-21e2-4a48-802f-3195121d337b tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] DELETE failed (client error): The resource could not be found. Aug 16 23:04:23.535840 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a305439b-21e2-4a48-802f-3195121d337b tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:04:23.539834 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-a305439b-21e2-4a48-802f-3195121d337b tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] 10.222.0.36 "DELETE /v2.0/networks/46d97cea-a4be-4265-9d71-3711f7703a50 HTTP/1.1" status: 404 len: 339 time: 0.0354495 Aug 16 23:04:23.540116 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49674) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:23.557384 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b2cbb-775c-47f5-a8e9-9a452c3f4066 req-e82395ff-32c1-4b65-be94-061fccd2f854 tempest-InstanceActionsV221TestJSON-1898019011 tempest-InstanceActionsV221TestJSON-1898019011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:23.567769 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-554b2cbb-775c-47f5-a8e9-9a452c3f4066 req-e82395ff-32c1-4b65-be94-061fccd2f854 tempest-InstanceActionsV221TestJSON-1898019011 tempest-InstanceActionsV221TestJSON-1898019011-project] 10.222.0.36 "GET /v2.0/ports?device_id=c938ed09-4304-4bd0-926d-c9ef3d92db71 HTTP/1.1" status: 200 len: 945 time: 0.1232169 Aug 16 23:04:23.570780 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 49676) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:23.597322 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-58a6bcf8-9760-46c6-8fdb-c020308a0b32 req-c8c4f5d0-9565-48cf-8f9b-5d6b549d8f52 service neutron] 10.222.0.57 "GET /v2.0/networks/f4264da2-38cd-44c0-b397-5678d2cea138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510140 Aug 16 23:04:23.597657 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb4abfb1-1d29-4ec5-8f5c-1e338472f9c1 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] DELETE failed (client error): The resource could not be found. Aug 16 23:04:23.598112 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb4abfb1-1d29-4ec5-8f5c-1e338472f9c1 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:04:23.602228 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-bb4abfb1-1d29-4ec5-8f5c-1e338472f9c1 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] 10.222.0.36 "DELETE /v2.0/subnets/4c7ebed6-093b-4b86-9f37-80d5a1c433cf HTTP/1.1" status: 404 len: 337 time: 0.0587409 Aug 16 23:04:23.603781 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49680) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:23.621398 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-554b2cbb-775c-47f5-a8e9-9a452c3f4066 req-c1d21f88-86b1-4c3a-8ad7-20eae6501d6b tempest-InstanceActionsV221TestJSON-1898019011 tempest-InstanceActionsV221TestJSON-1898019011-project] 10.222.0.36 "GET /v2.0/security-groups?id=2574f08d-360e-4281-8c96-203797116e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534492 Aug 16 23:04:23.634688 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9133436-1a7d-4c3a-9e18-d11c3e5fc0dc tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] DELETE failed (client error): The resource could not be found. Aug 16 23:04:23.635316 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9133436-1a7d-4c3a-9e18-d11c3e5fc0dc tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:04:23.637180 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-f9133436-1a7d-4c3a-9e18-d11c3e5fc0dc tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] 10.222.0.36 "DELETE /v2.0/networks/26ba264d-9a4e-44ea-a43d-a66d2299494f HTTP/1.1" status: 404 len: 339 time: 0.0337906 Aug 16 23:04:23.639921 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 49682) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:23.708431 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-84d98e2f-5a44-48ce-b010-8b20c059a040 req-9a9fc0c9-79e0-42c2-aff3-5a9f08946df8 tempest-ImagesNegativeTestJSON-1867871094 tempest-ImagesNegativeTestJSON-1867871094-project] Deleting port fee3a2f8-cd60-4f2f-9e10-d3a8e9c75e73 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:04:23.708956 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-84d98e2f-5a44-48ce-b010-8b20c059a040 req-9a9fc0c9-79e0-42c2-aff3-5a9f08946df8 tempest-ImagesNegativeTestJSON-1867871094 tempest-ImagesNegativeTestJSON-1867871094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:23.760080 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-58fc0e93-a7aa-4688-a46a-259ad37e15f0 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Deleting port 1fc9b9e1-1af9-402c-b7bc-36dadbf3ef85 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:04:23.760502 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-58fc0e93-a7aa-4688-a46a-259ad37e15f0 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:23.791093 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3390f89d-c0d3-401d-9338-36d42e5a1fc9 None None] New status for floating IP 3d2c0955-b2e0-451a-b77a-4df249ac0aa4: ACTIVE {{(pid=101294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:04:23.844361 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-84d98e2f-5a44-48ce-b010-8b20c059a040 req-9a9fc0c9-79e0-42c2-aff3-5a9f08946df8 tempest-ImagesNegativeTestJSON-1867871094 tempest-ImagesNegativeTestJSON-1867871094-project] For port fee3a2f8-cd60-4f2f-9e10-d3a8e9c75e73, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=fee3a2f8-cd60-4f2f-9e10-d3a8e9c75e73,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:04:23.844855 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-84d98e2f-5a44-48ce-b010-8b20c059a040 req-9a9fc0c9-79e0-42c2-aff3-5a9f08946df8 tempest-ImagesNegativeTestJSON-1867871094 tempest-ImagesNegativeTestJSON-1867871094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:23.858924 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-84d98e2f-5a44-48ce-b010-8b20c059a040 req-9a9fc0c9-79e0-42c2-aff3-5a9f08946df8 tempest-ImagesNegativeTestJSON-1867871094 tempest-ImagesNegativeTestJSON-1867871094-project] Calling delete_port for fee3a2f8-cd60-4f2f-9e10-d3a8e9c75e73 owned by compute:nova {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:04:24.020326 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-84d98e2f-5a44-48ce-b010-8b20c059a040 req-9a9fc0c9-79e0-42c2-aff3-5a9f08946df8 tempest-ImagesNegativeTestJSON-1867871094 tempest-ImagesNegativeTestJSON-1867871094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:24.035181 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['fee3a2f8-cd60-4f2f-9e10-d3a8e9c75e73'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:04:24.090431 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9fc0c9-79e0-42c2-aff3-5a9f08946df8 tempest-ImagesNegativeTestJSON-1867871094 tempest-ImagesNegativeTestJSON-1867871094-project] Pushing event deleted for resources: {'Port': ['ID=fee3a2f8-cd60-4f2f-9e10-d3a8e9c75e73,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:24.171075 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-84d98e2f-5a44-48ce-b010-8b20c059a040 req-9a9fc0c9-79e0-42c2-aff3-5a9f08946df8 tempest-ImagesNegativeTestJSON-1867871094 tempest-ImagesNegativeTestJSON-1867871094-project] No DVR routers for this DVR port fee3a2f8-cd60-4f2f-9e10-d3a8e9c75e73 on host n-h1-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:04:24.174599 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-84d98e2f-5a44-48ce-b010-8b20c059a040 req-9a9fc0c9-79e0-42c2-aff3-5a9f08946df8 tempest-ImagesNegativeTestJSON-1867871094 tempest-ImagesNegativeTestJSON-1867871094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:24.177666 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9a35dd68-8966-4637-94ad-dbc8ef9cfdea admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:24.177847 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-84d98e2f-5a44-48ce-b010-8b20c059a040 req-9a9fc0c9-79e0-42c2-aff3-5a9f08946df8 tempest-ImagesNegativeTestJSON-1867871094 tempest-ImagesNegativeTestJSON-1867871094-project] 10.222.0.68 "DELETE /v2.0/ports/fee3a2f8-cd60-4f2f-9e10-d3a8e9c75e73 HTTP/1.1" status: 204 len: 173 time: 0.6355362 Aug 16 23:04:24.178472 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3aec418-66f5-46b1-b248-c3914b39aed9', 'name': 'network-vif-deleted', 'tag': 'fee3a2f8-cd60-4f2f-9e10-d3a8e9c75e73'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:04:24.181337 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d945958f-d54e-4375-a732-ea7a424b4088" -d '{"events": [{"server_uuid": "c3aec418-66f5-46b1-b248-c3914b39aed9", "name": "network-vif-deleted", "tag": "fee3a2f8-cd60-4f2f-9e10-d3a8e9c75e73"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:04:24.235486 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-58fc0e93-a7aa-4688-a46a-259ad37e15f0 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:24.240091 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-142e1b66-7132-4669-b16e-88b1d447836f req-1828e6d2-d546-41fd-bb68-e4c5bf61ce7a tempest-ServerShowV247Test-1699434572 tempest-ServerShowV247Test-1699434572-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0aa2f3d-78df-4e02-a720-675064df8506 HTTP/1.1" status: 200 len: 210 time: 0.0403574 Aug 16 23:04:24.261661 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b0c3d07-6d6d-4d72-9863-4e5a954a1276 x-openstack-request-id: req-6b0c3d07-6d6d-4d72-9863-4e5a954a1276 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:04:24.262217 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3aec418-66f5-46b1-b248-c3914b39aed9", "name": "network-vif-deleted", "tag": "fee3a2f8-cd60-4f2f-9e10-d3a8e9c75e73", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:04:24.262664 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6b0c3d07-6d6d-4d72-9863-4e5a954a1276 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:04:24.263266 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3aec418-66f5-46b1-b248-c3914b39aed9', 'name': 'network-vif-deleted', 'tag': 'fee3a2f8-cd60-4f2f-9e10-d3a8e9c75e73', 'status': 'completed', 'code': 200} Aug 16 23:04:24.304685 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-58fc0e93-a7aa-4688-a46a-259ad37e15f0 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Calling delete_port for 1fc9b9e1-1af9-402c-b7bc-36dadbf3ef85 owned by {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:04:24.454735 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-58fc0e93-a7aa-4688-a46a-259ad37e15f0 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:24.492625 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49698) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:24.494374 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fc0e93-a7aa-4688-a46a-259ad37e15f0 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Pushing event deleted for resources: {'Port': ['ID=1fc9b9e1-1af9-402c-b7bc-36dadbf3ef85,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:24.539644 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0fc74289-39f8-485c-a4d1-631f2f4b9fb5 req-26d67e78-8a73-4b27-b5c1-28d0cdb85611 tempest-ImagesNegativeTestJSON-1867871094 tempest-ImagesNegativeTestJSON-1867871094-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3aec418-66f5-46b1-b248-c3914b39aed9 HTTP/1.1" status: 200 len: 210 time: 0.0536416 Aug 16 23:04:24.547028 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-58fc0e93-a7aa-4688-a46a-259ad37e15f0 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:24.551820 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-58fc0e93-a7aa-4688-a46a-259ad37e15f0 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] 10.222.0.36 "DELETE /v2.0/ports/1fc9b9e1-1af9-402c-b7bc-36dadbf3ef85 HTTP/1.1" status: 204 len: 168 time: 0.9067433 Aug 16 23:04:24.552580 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49702) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:24.592194 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9a35dd68-8966-4637-94ad-dbc8ef9cfdea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:24.594839 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbcd0e80-de3a-4601-b104-a5d5317fd11e tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] DELETE failed (client error): The resource could not be found. Aug 16 23:04:24.595334 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbcd0e80-de3a-4601-b104-a5d5317fd11e tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:04:24.598277 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9a35dd68-8966-4637-94ad-dbc8ef9cfdea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:24.600127 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-bbcd0e80-de3a-4601-b104-a5d5317fd11e tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] 10.222.0.36 "DELETE /v2.0/subnets/0ff60b5d-4eeb-4d2d-bd4b-32213a054584 HTTP/1.1" status: 404 len: 337 time: 0.0463576 Aug 16 23:04:24.600743 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 49704) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:24.657734 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1f7dc616-db95-4cd3-86e7-8033769a16f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:24.701153 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-9a35dd68-8966-4637-94ad-dbc8ef9cfdea admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d3b473b36acc4f4d9046b8b998fb5f77&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1288359 Aug 16 23:04:24.704124 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a35dd68-8966-4637-94ad-dbc8ef9cfdea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f79fe9c5-958b-43d7-bab7-9953eed69e20,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:24.707627 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 49708) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:24.745871 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:04:24.788649 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c4e554e3-f26f-43a3-a324-c880eaa01d5e tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:24.796359 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1f7dc616-db95-4cd3-86e7-8033769a16f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:24.802546 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1f7dc616-db95-4cd3-86e7-8033769a16f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:24.827483 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b66fb6-4968-4fd8-843e-c3b11f025dfb req-519c2746-f293-4c2c-8649-b353fb54120d tempest-InstanceActionsV221TestJSON-1898019011 tempest-InstanceActionsV221TestJSON-1898019011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:24.829615 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-74b66fb6-4968-4fd8-843e-c3b11f025dfb req-519c2746-f293-4c2c-8649-b353fb54120d tempest-InstanceActionsV221TestJSON-1898019011 tempest-InstanceActionsV221TestJSON-1898019011-project] 10.222.0.36 "GET /v2.0/ports?device_id=c938ed09-4304-4bd0-926d-c9ef3d92db71 HTTP/1.1" status: 200 len: 945 time: 0.1052225 Aug 16 23:04:24.850285 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-1f7dc616-db95-4cd3-86e7-8033769a16f4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8839a72e12ec49a78fafa816f00d9ee5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3564405 Aug 16 23:04:24.851269 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7dc616-db95-4cd3-86e7-8033769a16f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=939c45f4-b4cf-4082-9090-797c001a94a3,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:24.866558 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49710) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:24.872432 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-89f94758-3090-4027-984e-b52b632e2e3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:24.947550 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-44642046-73e7-4ff3-b4ab-7ed05401a014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:24.980823 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-89f94758-3090-4027-984e-b52b632e2e3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:24.998700 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c4e554e3-f26f-43a3-a324-c880eaa01d5e tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:25.007369 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-44642046-73e7-4ff3-b4ab-7ed05401a014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:25.015302 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-74b66fb6-4968-4fd8-843e-c3b11f025dfb req-6cc0ab8d-0227-465c-af6c-2fd126cc0e5b tempest-InstanceActionsV221TestJSON-1898019011 tempest-InstanceActionsV221TestJSON-1898019011-project] 10.222.0.36 "GET /v2.0/security-groups?id=2574f08d-360e-4281-8c96-203797116e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676950 Aug 16 23:04:25.025330 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-c4e554e3-f26f-43a3-a324-c880eaa01d5e tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1111ec6-5907-4b72-af47-cfed51d86589']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:25.053511 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c9227-a446-4b12-bb9f-38ac56527739 req-f76db0ba-c60b-4f7b-89b0-dbde0510b662 tempest-InstanceActionsV221TestJSON-1898019011 tempest-InstanceActionsV221TestJSON-1898019011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:25.056301 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d69c9227-a446-4b12-bb9f-38ac56527739 req-f76db0ba-c60b-4f7b-89b0-dbde0510b662 tempest-InstanceActionsV221TestJSON-1898019011 tempest-InstanceActionsV221TestJSON-1898019011-project] 10.222.0.68 "GET /v2.0/ports?device_id=c938ed09-4304-4bd0-926d-c9ef3d92db71 HTTP/1.1" status: 200 len: 945 time: 0.0967071 Aug 16 23:04:25.064392 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-c4e554e3-f26f-43a3-a324-c880eaa01d5e tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd190b26-be10-4e74-911d-bdd727eeacd0') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:25.064988 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-c4e554e3-f26f-43a3-a324-c880eaa01d5e tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd190b26-be10-4e74-911d-bdd727eeacd0') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:25.078563 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c4e554e3-f26f-43a3-a324-c880eaa01d5e tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:25.107930 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c4e554e3-f26f-43a3-a324-c880eaa01d5e tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:25.116926 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4e554e3-f26f-43a3-a324-c880eaa01d5e tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:04:25.117578 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c4e554e3-f26f-43a3-a324-c880eaa01d5e tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:25.121873 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 16 23:04:25.121873 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:04:25.121873 n-d-791506-26 neutron-server[101292]: timer() Aug 16 23:04:25.121873 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:04:25.121873 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 16 23:04:25.121873 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:04:25.121873 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 16 23:04:25.121873 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:04:25.121873 n-d-791506-26 neutron-server[101292]: self._notify() Aug 16 23:04:25.121873 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:04:25.121873 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 16 23:04:25.121873 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:04:25.121873 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 16 23:04:25.121873 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:04:25.121873 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:04:25.121873 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:04:25.121873 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:04:25.121873 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:04:25.121873 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 16 23:04:25.121873 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:04:25.121873 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 16 23:04:25.121873 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:04:25.121873 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:04:25.121873 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:04:25.121873 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 16 23:04:25.121873 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:04:25.121873 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:04:25.121873 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:04:25.121873 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:04:25.121873 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:04:25.121873 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:04:25.121873 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:04:25.132233 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-44642046-73e7-4ff3-b4ab-7ed05401a014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:25.135273 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-44642046-73e7-4ff3-b4ab-7ed05401a014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:25.139463 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-44642046-73e7-4ff3-b4ab-7ed05401a014 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/939c45f4-b4cf-4082-9090-797c001a94a3 HTTP/1.1" status: 204 len: 168 time: 0.2716198 Aug 16 23:04:25.156135 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44642046-73e7-4ff3-b4ab-7ed05401a014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=939c45f4-b4cf-4082-9090-797c001a94a3,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:25.177146 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-89f94758-3090-4027-984e-b52b632e2e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:25.180004 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-89f94758-3090-4027-984e-b52b632e2e3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:25.184557 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-89f94758-3090-4027-984e-b52b632e2e3c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f79fe9c5-958b-43d7-bab7-9953eed69e20 HTTP/1.1" status: 204 len: 168 time: 0.4656656 Aug 16 23:04:25.198038 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f94758-3090-4027-984e-b52b632e2e3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f79fe9c5-958b-43d7-bab7-9953eed69e20,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:25.206205 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:25.223698 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c4e554e3-f26f-43a3-a324-c880eaa01d5e tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:25.232306 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c4e554e3-f26f-43a3-a324-c880eaa01d5e tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:25.236250 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-c4e554e3-f26f-43a3-a324-c880eaa01d5e tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] 10.222.0.36 "DELETE /v2.0/networks/c1111ec6-5907-4b72-af47-cfed51d86589 HTTP/1.1" status: 204 len: 168 time: 0.6298852 Aug 16 23:04:25.238861 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49716) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:25.254436 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e554e3-f26f-43a3-a324-c880eaa01d5e tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Pushing event deleted for resources: {'Network': ['ID=c1111ec6-5907-4b72-af47-cfed51d86589,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:25.293690 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-d69c9227-a446-4b12-bb9f-38ac56527739 req-01e159bd-c0e6-4f7d-9eb7-9f38e853a6a0 tempest-InstanceActionsV221TestJSON-1898019011 tempest-InstanceActionsV221TestJSON-1898019011-project] Deleting port ebb3ff51-c84b-47b7-954f-ece9094e2d2a {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:04:25.294232 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-d69c9227-a446-4b12-bb9f-38ac56527739 req-01e159bd-c0e6-4f7d-9eb7-9f38e853a6a0 tempest-InstanceActionsV221TestJSON-1898019011 tempest-InstanceActionsV221TestJSON-1898019011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:25.456308 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8bbd6fc9-6944-4804-b662-287f732b8458 req-3b4c8842-15f8-43fe-b726-8a2c2a0cc193 tempest-ServerShowV247Test-1699434572 tempest-ServerShowV247Test-1699434572-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0aa2f3d-78df-4e02-a720-675064df8506 HTTP/1.1" status: 200 len: 210 time: 0.0715234 Aug 16 23:04:25.478508 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-d69c9227-a446-4b12-bb9f-38ac56527739 req-01e159bd-c0e6-4f7d-9eb7-9f38e853a6a0 tempest-InstanceActionsV221TestJSON-1898019011 tempest-InstanceActionsV221TestJSON-1898019011-project] For port ebb3ff51-c84b-47b7-954f-ece9094e2d2a, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=ebb3ff51-c84b-47b7-954f-ece9094e2d2a,segment=NetworkSegment(625f4dba-cc59-4a25-aa14-2bc7600b6554),segment_id=625f4dba-cc59-4a25-aa14-2bc7600b6554)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:04:25.478997 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-d69c9227-a446-4b12-bb9f-38ac56527739 req-01e159bd-c0e6-4f7d-9eb7-9f38e853a6a0 tempest-InstanceActionsV221TestJSON-1898019011 tempest-InstanceActionsV221TestJSON-1898019011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:25.496961 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-d69c9227-a446-4b12-bb9f-38ac56527739 req-01e159bd-c0e6-4f7d-9eb7-9f38e853a6a0 tempest-InstanceActionsV221TestJSON-1898019011 tempest-InstanceActionsV221TestJSON-1898019011-project] Calling delete_port for ebb3ff51-c84b-47b7-954f-ece9094e2d2a owned by compute:nova {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:04:25.522920 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-b27f22fc-fdfe-4fe6-bb0c-0b86ac47a1fc tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Deleting port 3d92ff38-c54c-4034-ba36-1faa9045b6cc {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:04:25.523426 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b27f22fc-fdfe-4fe6-bb0c-0b86ac47a1fc tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:25.701029 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b27f22fc-fdfe-4fe6-bb0c-0b86ac47a1fc tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:25.720578 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-b27f22fc-fdfe-4fe6-bb0c-0b86ac47a1fc tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Calling delete_port for 3d92ff38-c54c-4034-ba36-1faa9045b6cc owned by {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:04:25.852914 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-d69c9227-a446-4b12-bb9f-38ac56527739 req-01e159bd-c0e6-4f7d-9eb7-9f38e853a6a0 tempest-InstanceActionsV221TestJSON-1898019011 tempest-InstanceActionsV221TestJSON-1898019011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:25.867155 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['ebb3ff51-c84b-47b7-954f-ece9094e2d2a'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:04:25.887356 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e159bd-c0e6-4f7d-9eb7-9f38e853a6a0 tempest-InstanceActionsV221TestJSON-1898019011 tempest-InstanceActionsV221TestJSON-1898019011-project] Pushing event deleted for resources: {'Port': ['ID=ebb3ff51-c84b-47b7-954f-ece9094e2d2a,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:25.899364 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b27f22fc-fdfe-4fe6-bb0c-0b86ac47a1fc tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:25.968211 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-d69c9227-a446-4b12-bb9f-38ac56527739 req-01e159bd-c0e6-4f7d-9eb7-9f38e853a6a0 tempest-InstanceActionsV221TestJSON-1898019011 tempest-InstanceActionsV221TestJSON-1898019011-project] No DVR routers for this DVR port ebb3ff51-c84b-47b7-954f-ece9094e2d2a on host n-h1-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:04:25.979194 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-d69c9227-a446-4b12-bb9f-38ac56527739 req-01e159bd-c0e6-4f7d-9eb7-9f38e853a6a0 tempest-InstanceActionsV221TestJSON-1898019011 tempest-InstanceActionsV221TestJSON-1898019011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:25.981463 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d69c9227-a446-4b12-bb9f-38ac56527739 req-01e159bd-c0e6-4f7d-9eb7-9f38e853a6a0 tempest-InstanceActionsV221TestJSON-1898019011 tempest-InstanceActionsV221TestJSON-1898019011-project] 10.222.0.68 "DELETE /v2.0/ports/ebb3ff51-c84b-47b7-954f-ece9094e2d2a HTTP/1.1" status: 204 len: 173 time: 0.8963764 Aug 16 23:04:25.982646 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b27f22fc-fdfe-4fe6-bb0c-0b86ac47a1fc tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:25.987492 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-b27f22fc-fdfe-4fe6-bb0c-0b86ac47a1fc tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] 10.222.0.36 "DELETE /v2.0/ports/3d92ff38-c54c-4034-ba36-1faa9045b6cc HTTP/1.1" status: 204 len: 168 time: 0.7471783 Aug 16 23:04:25.987971 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 49750) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:25.988736 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27f22fc-fdfe-4fe6-bb0c-0b86ac47a1fc tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Pushing event deleted for resources: {'Port': ['ID=3d92ff38-c54c-4034-ba36-1faa9045b6cc,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:26.040054 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-027c8990-8e71-43d7-91a5-c96a810a04e2 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] DELETE failed (client error): The resource could not be found. Aug 16 23:04:26.042165 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-027c8990-8e71-43d7-91a5-c96a810a04e2 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:04:26.044069 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-027c8990-8e71-43d7-91a5-c96a810a04e2 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] 10.222.0.36 "DELETE /v2.0/subnets/9da362f7-27bf-4dd0-ba2e-22228b958c2b HTTP/1.1" status: 404 len: 337 time: 0.0549943 Aug 16 23:04:26.047083 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 49754) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:26.160577 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0248337d-3485-42fa-8a8b-7e247acfa310 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:26.174586 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49762) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:26.196714 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ab3cfc47-a493-400f-aabd-37c85932cc0f req-7f45f23c-7ffa-440f-b01a-46c301bb9722 tempest-InstanceActionsV221TestJSON-1898019011 tempest-InstanceActionsV221TestJSON-1898019011-project] 10.222.0.36 "GET /v2.0/ports?device_id=c938ed09-4304-4bd0-926d-c9ef3d92db71 HTTP/1.1" status: 200 len: 210 time: 0.0326846 Aug 16 23:04:26.266773 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c938ed09-4304-4bd0-926d-c9ef3d92db71', 'name': 'network-vif-deleted', 'tag': 'ebb3ff51-c84b-47b7-954f-ece9094e2d2a'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:04:26.269175 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-402266ba-102d-43fd-8888-aa6dd930a529" -d '{"events": [{"server_uuid": "c938ed09-4304-4bd0-926d-c9ef3d92db71", "name": "network-vif-deleted", "tag": "ebb3ff51-c84b-47b7-954f-ece9094e2d2a"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:04:26.308851 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0248337d-3485-42fa-8a8b-7e247acfa310 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:26.313638 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0dd8be9-2b63-40e1-8dce-e459248c176a x-openstack-request-id: req-c0dd8be9-2b63-40e1-8dce-e459248c176a {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:04:26.314234 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c938ed09-4304-4bd0-926d-c9ef3d92db71", "name": "network-vif-deleted", "tag": "ebb3ff51-c84b-47b7-954f-ece9094e2d2a", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:04:26.314869 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c0dd8be9-2b63-40e1-8dce-e459248c176a {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:04:26.315656 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c938ed09-4304-4bd0-926d-c9ef3d92db71', 'name': 'network-vif-deleted', 'tag': 'ebb3ff51-c84b-47b7-954f-ece9094e2d2a', 'status': 'completed', 'code': 200} Aug 16 23:04:26.322078 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-0248337d-3485-42fa-8a8b-7e247acfa310 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['181ee524-778b-4f9b-a4d8-5a92cf99c0d1']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:26.332905 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-0248337d-3485-42fa-8a8b-7e247acfa310 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '697ecf45-db45-4be7-b5e6-a460d0a47231') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:26.333206 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-0248337d-3485-42fa-8a8b-7e247acfa310 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '697ecf45-db45-4be7-b5e6-a460d0a47231') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:26.342720 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0248337d-3485-42fa-8a8b-7e247acfa310 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:26.362312 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0248337d-3485-42fa-8a8b-7e247acfa310 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:26.370076 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0248337d-3485-42fa-8a8b-7e247acfa310 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:04:26.370583 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0248337d-3485-42fa-8a8b-7e247acfa310 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:26.373837 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 16 23:04:26.373837 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:04:26.373837 n-d-791506-26 neutron-server[101292]: timer() Aug 16 23:04:26.373837 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:04:26.373837 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 16 23:04:26.373837 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:04:26.373837 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 16 23:04:26.373837 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:04:26.373837 n-d-791506-26 neutron-server[101292]: self._notify() Aug 16 23:04:26.373837 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:04:26.373837 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 16 23:04:26.373837 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:04:26.373837 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 16 23:04:26.373837 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:04:26.373837 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:04:26.373837 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:04:26.373837 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:04:26.373837 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:04:26.373837 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 16 23:04:26.373837 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:04:26.373837 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 16 23:04:26.373837 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:04:26.373837 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:04:26.373837 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:04:26.373837 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 16 23:04:26.373837 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:04:26.373837 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:04:26.373837 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:04:26.373837 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:04:26.373837 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:04:26.373837 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:04:26.373837 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:04:26.452591 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0248337d-3485-42fa-8a8b-7e247acfa310 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:26.466881 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0248337d-3485-42fa-8a8b-7e247acfa310 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:26.468729 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-0248337d-3485-42fa-8a8b-7e247acfa310 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] 10.222.0.36 "DELETE /v2.0/networks/181ee524-778b-4f9b-a4d8-5a92cf99c0d1 HTTP/1.1" status: 204 len: 168 time: 0.4206705 Aug 16 23:04:26.475582 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49772) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:26.499174 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0248337d-3485-42fa-8a8b-7e247acfa310 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Pushing event deleted for resources: {'Network': ['ID=181ee524-778b-4f9b-a4d8-5a92cf99c0d1,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:26.575983 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-2c747b32-4dfc-4469-81cc-794447816dc1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dfdf65cdea0542cfbad19601e23c8977&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3997452 Aug 16 23:04:26.578528 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 49778) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:26.581360 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-2107d4f3-b9b1-44a9-bddf-75823e77bd75 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Deleting subnet a0058f26-82c1-4179-8ecd-b73bda244531 {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:04:26.585005 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2107d4f3-b9b1-44a9-bddf-75823e77bd75 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:26.632766 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2107d4f3-b9b1-44a9-bddf-75823e77bd75 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:26.641644 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-94d78e16-9125-451b-b90d-b0d078565211 req-7c8bb01f-6908-42d2-b367-6c51faf68cd4 tempest-ServerShowV247Test-1699434572 tempest-ServerShowV247Test-1699434572-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0aa2f3d-78df-4e02-a720-675064df8506 HTTP/1.1" status: 200 len: 210 time: 0.0637310 Aug 16 23:04:26.691016 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-15d51f1d-dadb-4171-8fbd-ee23e54b1164 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:26.723925 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-15d51f1d-dadb-4171-8fbd-ee23e54b1164 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:26.790686 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2107d4f3-b9b1-44a9-bddf-75823e77bd75 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:26.812865 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-15d51f1d-dadb-4171-8fbd-ee23e54b1164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:26.816445 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-15d51f1d-dadb-4171-8fbd-ee23e54b1164 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:26.818518 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-15d51f1d-dadb-4171-8fbd-ee23e54b1164 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c282d286-b576-4cb3-819e-761dab7a8156 HTTP/1.1" status: 204 len: 168 time: 0.2391047 Aug 16 23:04:26.845593 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d51f1d-dadb-4171-8fbd-ee23e54b1164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c282d286-b576-4cb3-819e-761dab7a8156,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:26.872137 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2107d4f3-b9b1-44a9-bddf-75823e77bd75 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:26.911036 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2107d4f3-b9b1-44a9-bddf-75823e77bd75 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Pushing event deleted for resources: {'Subnet': ['ID=a0058f26-82c1-4179-8ecd-b73bda244531,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:26.913135 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2107d4f3-b9b1-44a9-bddf-75823e77bd75 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:26.915244 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-2107d4f3-b9b1-44a9-bddf-75823e77bd75 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] 10.222.0.36 "DELETE /v2.0/subnets/a0058f26-82c1-4179-8ecd-b73bda244531 HTTP/1.1" status: 204 len: 168 time: 0.4382803 Aug 16 23:04:26.917997 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 49788) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:26.922004 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0746f952-e0a3-40d3-ab1a-f49355f3014b None None] Network 547e39d4-15d2-4429-8e0f-931dd1baa371 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:04:27.021700 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a8420d60-716f-421c-bc1f-09d699618475 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:27.124054 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-a8420d60-716f-421c-bc1f-09d699618475 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Deleting port c001594b-4a38-461c-b151-9b0d34fa9af8 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:04:27.124681 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a8420d60-716f-421c-bc1f-09d699618475 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:27.172726 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aaf20fb-783e-41b7-8477-de22233f5648 None None] DHCP port deletion for 547e39d4-15d2-4429-8e0f-931dd1baa371 request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:04:27.225532 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-a8420d60-716f-421c-bc1f-09d699618475 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] For port c001594b-4a38-461c-b151-9b0d34fa9af8, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=c001594b-4a38-461c-b151-9b0d34fa9af8,segment=NetworkSegment(011545b7-ae20-4016-900d-d0b927481dc7),segment_id=011545b7-ae20-4016-900d-d0b927481dc7)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:04:27.225949 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a8420d60-716f-421c-bc1f-09d699618475 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:27.243076 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-1aaf20fb-783e-41b7-8477-de22233f5648 None None] Deleting port c001594b-4a38-461c-b151-9b0d34fa9af8 {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:04:27.243854 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-a8420d60-716f-421c-bc1f-09d699618475 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Calling delete_port for c001594b-4a38-461c-b151-9b0d34fa9af8 owned by network:dhcp {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:04:27.244199 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-1aaf20fb-783e-41b7-8477-de22233f5648 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:27.340574 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-1aaf20fb-783e-41b7-8477-de22233f5648 None None] For port c001594b-4a38-461c-b151-9b0d34fa9af8, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=c001594b-4a38-461c-b151-9b0d34fa9af8,segment=NetworkSegment(011545b7-ae20-4016-900d-d0b927481dc7),segment_id=011545b7-ae20-4016-900d-d0b927481dc7)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:04:27.341023 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-1aaf20fb-783e-41b7-8477-de22233f5648 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:27.380004 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a8420d60-716f-421c-bc1f-09d699618475 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:27.380259 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-1aaf20fb-783e-41b7-8477-de22233f5648 None None] Calling delete_port for c001594b-4a38-461c-b151-9b0d34fa9af8 owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:04:27.432623 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8420d60-716f-421c-bc1f-09d699618475 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Pushing event deleted for resources: {'Port': ['ID=c001594b-4a38-461c-b151-9b0d34fa9af8,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:27.455584 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8420d60-716f-421c-bc1f-09d699618475 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] No DVR routers for this DVR port c001594b-4a38-461c-b151-9b0d34fa9af8 on host n-d-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:04:27.485643 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-1aaf20fb-783e-41b7-8477-de22233f5648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:27.522986 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaf20fb-783e-41b7-8477-de22233f5648 None None] Pushing event deleted for resources: {'Port': ['ID=c001594b-4a38-461c-b151-9b0d34fa9af8,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:27.532173 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aaf20fb-783e-41b7-8477-de22233f5648 None None] No DVR routers for this DVR port c001594b-4a38-461c-b151-9b0d34fa9af8 on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:04:27.565465 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49816) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:27.567555 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49818) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:27.601662 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a8420d60-716f-421c-bc1f-09d699618475 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:27.615092 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-a8420d60-716f-421c-bc1f-09d699618475 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['547e39d4-15d2-4429-8e0f-931dd1baa371']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:27.639098 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-807f4c89-8350-481e-be1a-957d733cd430 admin admin] Deleting subnet 6f184b29-7e63-42e1-a0ad-71c77b22070d {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:04:27.642485 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-a8420d60-716f-421c-bc1f-09d699618475 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '011545b7-ae20-4016-900d-d0b927481dc7') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:27.642723 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-807f4c89-8350-481e-be1a-957d733cd430 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:27.643432 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-a8420d60-716f-421c-bc1f-09d699618475 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '011545b7-ae20-4016-900d-d0b927481dc7') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:27.662833 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a8420d60-716f-421c-bc1f-09d699618475 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:27.680432 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a8420d60-716f-421c-bc1f-09d699618475 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:27.685026 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device fee3a2f8-cd60-4f2f-9e10-d3a8e9c75e73 no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:04:27.691315 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device c001594b-4a38-461c-b151-9b0d34fa9af8 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:04:27.691797 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8420d60-716f-421c-bc1f-09d699618475 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:04:27.692215 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a8420d60-716f-421c-bc1f-09d699618475 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:27.694720 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-807f4c89-8350-481e-be1a-957d733cd430 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:27.699019 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 16 23:04:27.699019 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:04:27.699019 n-d-791506-26 neutron-server[101292]: timer() Aug 16 23:04:27.699019 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:04:27.699019 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 16 23:04:27.699019 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:04:27.699019 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 16 23:04:27.699019 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:04:27.699019 n-d-791506-26 neutron-server[101292]: self._notify() Aug 16 23:04:27.699019 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:04:27.699019 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 16 23:04:27.699019 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:04:27.699019 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 16 23:04:27.699019 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:04:27.699019 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:04:27.699019 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:04:27.699019 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:04:27.699019 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:04:27.699019 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 16 23:04:27.699019 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:04:27.699019 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 16 23:04:27.699019 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:04:27.699019 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:04:27.699019 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:04:27.699019 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 16 23:04:27.699019 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:04:27.699019 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:04:27.699019 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:04:27.699019 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:04:27.699019 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:04:27.699019 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:04:27.699019 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:04:27.753813 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-807f4c89-8350-481e-be1a-957d733cd430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:27.770592 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] No Port match for: fee3a2f8-cd60-4f2f-9e10-d3a8e9c75e73 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:04:27.771581 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device fee3a2f8-cd60-4f2f-9e10-d3a8e9c75e73 not bound to the agent host n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:04:27.775681 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: c001594b-4a38-461c-b151-9b0d34fa9af8 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:04:27.776516 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device c001594b-4a38-461c-b151-9b0d34fa9af8 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:04:27.783254 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a8420d60-716f-421c-bc1f-09d699618475 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:27.799643 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a8420d60-716f-421c-bc1f-09d699618475 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:27.804898 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-a8420d60-716f-421c-bc1f-09d699618475 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] 10.222.0.36 "DELETE /v2.0/networks/547e39d4-15d2-4429-8e0f-931dd1baa371 HTTP/1.1" status: 204 len: 168 time: 0.8857927 Aug 16 23:04:27.824318 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8420d60-716f-421c-bc1f-09d699618475 tempest-NetworksIpV6TestAttrs-1126314694 tempest-NetworksIpV6TestAttrs-1126314694-project] Pushing event deleted for resources: {'Network': ['ID=547e39d4-15d2-4429-8e0f-931dd1baa371,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:27.843393 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-807f4c89-8350-481e-be1a-957d733cd430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:27.887216 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8d8a2b1e-fca7-4809-a5fd-37306caf287c req-76eaf9ad-d82c-4cf9-b1c0-fe518e3e5695 tempest-ServerShowV247Test-1699434572 tempest-ServerShowV247Test-1699434572-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0aa2f3d-78df-4e02-a720-675064df8506 HTTP/1.1" status: 200 len: 210 time: 0.0401521 Aug 16 23:04:27.898266 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807f4c89-8350-481e-be1a-957d733cd430 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f184b29-7e63-42e1-a0ad-71c77b22070d,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:27.911786 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-807f4c89-8350-481e-be1a-957d733cd430 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:27.916393 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-807f4c89-8350-481e-be1a-957d733cd430 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/6f184b29-7e63-42e1-a0ad-71c77b22070d HTTP/1.1" status: 204 len: 168 time: 0.3471196 Aug 16 23:04:27.917736 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 49834) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:27.917736 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 49836) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:28.001582 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e2ff7b89-187e-4cf8-95ca-dafad5f57af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:28.006733 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-b0a81940-f0f2-430f-98fb-d7f476511ea0 tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-266690678'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:04:28.040928 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0a81940-f0f2-430f-98fb-d7f476511ea0 tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] Made reservation on behalf of ea4c65013e5b4b04824d4ca89315ecc7 for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:04:28.048509 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b0a81940-f0f2-430f-98fb-d7f476511ea0 tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:28.061612 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b0a81940-f0f2-430f-98fb-d7f476511ea0 tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:28.084329 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-384b09a1-3a3b-4f3b-a92f-e46a835154d4 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1887585433-network', 'tenant_id': '98a323d333274ae08a00133e969900f9'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:04:28.104974 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e2ff7b89-187e-4cf8-95ca-dafad5f57af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:28.117015 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-e2ff7b89-187e-4cf8-95ca-dafad5f57af5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a89dfe3-f021-46dd-a243-2177e123f8d3']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:28.130376 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-e2ff7b89-187e-4cf8-95ca-dafad5f57af5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '625f4dba-cc59-4a25-aa14-2bc7600b6554') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:28.131086 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-e2ff7b89-187e-4cf8-95ca-dafad5f57af5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '625f4dba-cc59-4a25-aa14-2bc7600b6554') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:28.141476 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e2ff7b89-187e-4cf8-95ca-dafad5f57af5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:28.159473 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e2ff7b89-187e-4cf8-95ca-dafad5f57af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:28.170169 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2ff7b89-187e-4cf8-95ca-dafad5f57af5 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:04:28.170543 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e2ff7b89-187e-4cf8-95ca-dafad5f57af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:28.172291 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 16 23:04:28.172291 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:04:28.172291 n-d-791506-26 neutron-server[101292]: timer() Aug 16 23:04:28.172291 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:04:28.172291 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 16 23:04:28.172291 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:04:28.172291 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 16 23:04:28.172291 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:04:28.172291 n-d-791506-26 neutron-server[101292]: self._notify() Aug 16 23:04:28.172291 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:04:28.172291 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 16 23:04:28.172291 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:04:28.172291 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 16 23:04:28.172291 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:04:28.172291 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:04:28.172291 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:04:28.172291 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:04:28.172291 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:04:28.172291 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 16 23:04:28.172291 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:04:28.172291 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 16 23:04:28.172291 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:04:28.172291 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:04:28.172291 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:04:28.172291 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 16 23:04:28.172291 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:04:28.172291 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:04:28.172291 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:04:28.172291 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:04:28.172291 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:04:28.172291 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:04:28.172291 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:04:28.193230 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49842) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:28.197267 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b0a81940-f0f2-430f-98fb-d7f476511ea0 tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:28.204722 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b0a81940-f0f2-430f-98fb-d7f476511ea0 tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:28.240917 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e2ff7b89-187e-4cf8-95ca-dafad5f57af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:28.247552 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e2ff7b89-187e-4cf8-95ca-dafad5f57af5 admin admin] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:28.249421 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-e2ff7b89-187e-4cf8-95ca-dafad5f57af5 admin admin] 10.222.0.36 "DELETE /v2.0/networks/3a89dfe3-f021-46dd-a243-2177e123f8d3 HTTP/1.1" status: 204 len: 168 time: 0.3312054 Aug 16 23:04:28.256590 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a81940-f0f2-430f-98fb-d7f476511ea0 tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8628f8e5-19ef-4175-a68a-6bb3f6c3476e,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:28.260006 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-384b09a1-3a3b-4f3b-a92f-e46a835154d4 admin admin] Made reservation on behalf of 98a323d333274ae08a00133e969900f9 for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:04:28.262407 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-384b09a1-3a3b-4f3b-a92f-e46a835154d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:28.264732 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ff7b89-187e-4cf8-95ca-dafad5f57af5 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a89dfe3-f021-46dd-a243-2177e123f8d3,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:28.273649 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-384b09a1-3a3b-4f3b-a92f-e46a835154d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:28.284953 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0a81940-f0f2-430f-98fb-d7f476511ea0 tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:04:28.307845 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b0a81940-f0f2-430f-98fb-d7f476511ea0 tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:28.308953 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-b0a81940-f0f2-430f-98fb-d7f476511ea0 tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] Added segment f62248a3-983e-4080-917d-efaee6c73a6a of type vlan for network 6dffffc5-07ba-46b1-9495-5e040061c359 Aug 16 23:04:28.379337 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b0a81940-f0f2-430f-98fb-d7f476511ea0 tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:28.391161 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-384b09a1-3a3b-4f3b-a92f-e46a835154d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:28.395904 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-384b09a1-3a3b-4f3b-a92f-e46a835154d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:28.426770 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-384b09a1-3a3b-4f3b-a92f-e46a835154d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:04:28.434228 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384b09a1-3a3b-4f3b-a92f-e46a835154d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08c13a43-3b9b-4d83-bef1-6866a8efb0e3,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:28.435443 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-e9ab5055-f885-477d-8cee-d5e09a762c15 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=77edb9c609574a729239fa473de068f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2410116 Aug 16 23:04:28.436788 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b0a81940-f0f2-430f-98fb-d7f476511ea0 tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:28.439679 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 49848) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:28.443778 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a81940-f0f2-430f-98fb-d7f476511ea0 tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:28.444532 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b0a81940-f0f2-430f-98fb-d7f476511ea0 tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:28.450773 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-384b09a1-3a3b-4f3b-a92f-e46a835154d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:28.451085 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-384b09a1-3a3b-4f3b-a92f-e46a835154d4 admin admin] Added segment 1e5ed26c-0f46-45ae-898e-89b32f0dff2f of type vlan for network 32208e94-f1a9-4737-a58c-0ad1affc54b6 Aug 16 23:04:28.495741 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 49850) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:28.510185 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-b0a81940-f0f2-430f-98fb-d7f476511ea0 tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9336379 Aug 16 23:04:28.511413 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49852) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:28.521166 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-92d0f727-6bc3-4609-8af5-d54bed532ac9 tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] Request body: {'subnet': {'network_id': '6dffffc5-07ba-46b1-9495-5e040061c359', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:04:28.534454 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-384b09a1-3a3b-4f3b-a92f-e46a835154d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:28.587240 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3973f74a-6b16-4623-85df-e5bbc6cc640b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:28.590816 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-57ca2a63-4bf0-4bb1-b9d2-2de4c5c65b87 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=418289941c874329a07811ecf6f44eb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0940199 Aug 16 23:04:28.592841 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-384b09a1-3a3b-4f3b-a92f-e46a835154d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:28.593759 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384b09a1-3a3b-4f3b-a92f-e46a835154d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:28.594031 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49854) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:28.594373 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-384b09a1-3a3b-4f3b-a92f-e46a835154d4 admin admin] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:28.599746 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a81940-f0f2-430f-98fb-d7f476511ea0 tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] Pushing event updated for resources: {'Network': ['ID=6dffffc5-07ba-46b1-9495-5e040061c359,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:28.616023 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 6dffffc5-07ba-46b1-9495-5e040061c359 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:04:28.665473 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-384b09a1-3a3b-4f3b-a92f-e46a835154d4 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7457955 Aug 16 23:04:28.667269 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3973f74a-6b16-4623-85df-e5bbc6cc640b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:28.668378 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49856) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:28.675081 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-0f946eff-5bb0-455f-a149-56a2178d0340 admin admin] Request body: {'subnet': {'network_id': '32208e94-f1a9-4737-a58c-0ad1affc54b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1887585433-subnet', 'tenant_id': '98a323d333274ae08a00133e969900f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:04:28.700327 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384b09a1-3a3b-4f3b-a92f-e46a835154d4 admin admin] Pushing event updated for resources: {'Network': ['ID=32208e94-f1a9-4737-a58c-0ad1affc54b6,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:28.710806 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92d0f727-6bc3-4609-8af5-d54bed532ac9 tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] Made reservation on behalf of ea4c65013e5b4b04824d4ca89315ecc7 for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:04:28.714767 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-92d0f727-6bc3-4609-8af5-d54bed532ac9 tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:28.717913 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-496a4048-2107-4d37-8d0a-dabae296ccff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:28.718926 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 32208e94-f1a9-4737-a58c-0ad1affc54b6 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:04:28.731750 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3973f74a-6b16-4623-85df-e5bbc6cc640b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:28.734298 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3973f74a-6b16-4623-85df-e5bbc6cc640b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:28.738535 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-3973f74a-6b16-4623-85df-e5bbc6cc640b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a4e4c50a-be7d-4de5-9568-b5211837646e HTTP/1.1" status: 204 len: 168 time: 0.2964394 Aug 16 23:04:28.747066 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3973f74a-6b16-4623-85df-e5bbc6cc640b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e4c50a-be7d-4de5-9568-b5211837646e,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:28.820431 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f946eff-5bb0-455f-a149-56a2178d0340 admin admin] Made reservation on behalf of 98a323d333274ae08a00133e969900f9 for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:04:28.822633 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0f946eff-5bb0-455f-a149-56a2178d0340 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:28.825654 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-496a4048-2107-4d37-8d0a-dabae296ccff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:28.979251 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-496a4048-2107-4d37-8d0a-dabae296ccff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:28.982764 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-496a4048-2107-4d37-8d0a-dabae296ccff admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:28.984226 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-496a4048-2107-4d37-8d0a-dabae296ccff admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2574f08d-360e-4281-8c96-203797116e3e HTTP/1.1" status: 204 len: 168 time: 0.3891907 Aug 16 23:04:29.008246 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496a4048-2107-4d37-8d0a-dabae296ccff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2574f08d-360e-4281-8c96-203797116e3e,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:29.063478 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8e1aae06-b5a3-4487-9472-7bba1377a8c1 req-8c673131-804e-4022-b3f6-23cb2cddecaa tempest-ServerShowV247Test-1699434572 tempest-ServerShowV247Test-1699434572-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0aa2f3d-78df-4e02-a720-675064df8506 HTTP/1.1" status: 200 len: 210 time: 0.0506458 Aug 16 23:04:29.433872 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-92d0f727-6bc3-4609-8af5-d54bed532ac9 tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:29.495087 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0f946eff-5bb0-455f-a149-56a2178d0340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:29.526947 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d0f727-6bc3-4609-8af5-d54bed532ac9 tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] Pushing event updated for resources: {'Subnet': ['ID=dddda900-3ce8-4290-b6df-b79f935fa951,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:29.581365 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d0f727-6bc3-4609-8af5-d54bed532ac9 tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] Checking segment: {'id': 'f62248a3-983e-4080-917d-efaee6c73a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6dffffc5-07ba-46b1-9495-5e040061c359'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:04:29.581756 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d0f727-6bc3-4609-8af5-d54bed532ac9 tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] Network hostable DHCP agents. Network: 6dffffc5-07ba-46b1-9495-5e040061c359, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:04:29.608427 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f946eff-5bb0-455f-a149-56a2178d0340 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e6ea500-b74e-4a7d-93ca-0561413914bf,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:29.614346 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f946eff-5bb0-455f-a149-56a2178d0340 admin admin] Checking segment: {'id': '1e5ed26c-0f46-45ae-898e-89b32f0dff2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '32208e94-f1a9-4737-a58c-0ad1affc54b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:04:29.615246 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f946eff-5bb0-455f-a149-56a2178d0340 admin admin] Network hostable DHCP agents. Network: 32208e94-f1a9-4737-a58c-0ad1affc54b6, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:04:29.625548 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d0f727-6bc3-4609-8af5-d54bed532ac9 tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] Network 6dffffc5-07ba-46b1-9495-5e040061c359 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:04:29.641155 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-92d0f727-6bc3-4609-8af5-d54bed532ac9 tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 6dffffc5-07ba-46b1-9495-5e040061c359) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:04:29.647051 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d0f727-6bc3-4609-8af5-d54bed532ac9 tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:29.647657 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-92d0f727-6bc3-4609-8af5-d54bed532ac9 tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:29.656368 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c57b50-471b-479c-b9ed-9acc3add02f2 None None] Network 6dffffc5-07ba-46b1-9495-5e040061c359 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:04:29.657525 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f946eff-5bb0-455f-a149-56a2178d0340 admin admin] Network 32208e94-f1a9-4737-a58c-0ad1affc54b6 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:04:29.666426 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-0f946eff-5bb0-455f-a149-56a2178d0340 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 32208e94-f1a9-4737-a58c-0ad1affc54b6) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:04:29.671248 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f946eff-5bb0-455f-a149-56a2178d0340 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:29.671910 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0f946eff-5bb0-455f-a149-56a2178d0340 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:29.676326 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-92d0f727-6bc3-4609-8af5-d54bed532ac9 tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1636446 Aug 16 23:04:29.679553 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 49892) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:29.686083 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-cf5292a3-2fc4-4ca8-8d3c-d3b2dfb8890c tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] Request body: {'port': {'network_id': '6dffffc5-07ba-46b1-9495-5e040061c359', 'name': 'tempest-DHCPAgentSchedulersTestJSON-170589624'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:04:29.696133 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-0f946eff-5bb0-455f-a149-56a2178d0340 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0263815 Aug 16 23:04:29.708293 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device ebb3ff51-c84b-47b7-954f-ece9094e2d2a no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:04:29.710963 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e711933b-c89a-4c88-a6c1-aa629bb2e8a1 None None] Network 32208e94-f1a9-4737-a58c-0ad1affc54b6 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:04:29.867338 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf5292a3-2fc4-4ca8-8d3c-d3b2dfb8890c tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] Made reservation on behalf of ea4c65013e5b4b04824d4ca89315ecc7 for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:04:29.873429 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-cf5292a3-2fc4-4ca8-8d3c-d3b2dfb8890c tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:29.901427 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [None req-cf5292a3-2fc4-4ca8-8d3c-d3b2dfb8890c tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] device_id is not set on port c5971832-7dcb-4905-8de8-2aadec72a1f5 yet. {{(pid=101292) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 23:04:30.028725 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] No Port match for: ebb3ff51-c84b-47b7-954f-ece9094e2d2a {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:04:30.029068 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device ebb3ff51-c84b-47b7-954f-ece9094e2d2a not bound to the agent host n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:04:30.053734 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49912) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:30.102235 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7564d05-2c3d-47c7-bb3c-6140c9c1362f None None] Network 32208e94-f1a9-4737-a58c-0ad1affc54b6 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:04:30.110756 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-cf5292a3-2fc4-4ca8-8d3c-d3b2dfb8890c tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] Allocated IP 172.20.0.9 (6dffffc5-07ba-46b1-9495-5e040061c359/dddda900-3ce8-4290-b6df-b79f935fa951/c5971832-7dcb-4905-8de8-2aadec72a1f5) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:04:30.178143 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49918) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:30.276796 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6886b5bd-ec90-416f-8709-9bdf519bcd9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-6dffffc5-07ba-46b1-9495-5e040061c359', 'network_id': '6dffffc5-07ba-46b1-9495-5e040061c359', 'tenant_id': 'ea4c65013e5b4b04824d4ca89315ecc7', 'fixed_ips': [{'subnet_id': 'dddda900-3ce8-4290-b6df-b79f935fa951'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:04:30.277678 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-6886b5bd-ec90-416f-8709-9bdf519bcd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:30.314495 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1d8f3663-7bb5-432f-a68d-c964c385e57c req-c21e22a6-103f-48be-addd-e7ea161ccb66 tempest-ServerShowV247Test-1699434572 tempest-ServerShowV247Test-1699434572-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0aa2f3d-78df-4e02-a720-675064df8506 HTTP/1.1" status: 200 len: 210 time: 0.0486038 Aug 16 23:04:30.333795 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-5657fc34-595b-4284-abc2-3a749051e393 req-953513de-aee4-4960-9cb8-a314aec65b6e tempest-SecurityGroupRulesNegativeTestJSON-1771983435 tempest-SecurityGroupRulesNegativeTestJSON-1771983435-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1110110879', 'description': 'tempest-description-1615645635'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:04:30.381583 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-81843ff7-65a5-4dcf-a136-5edea17b5c1f tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-493791810'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:04:30.384164 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-5657fc34-595b-4284-abc2-3a749051e393 req-953513de-aee4-4960-9cb8-a314aec65b6e tempest-SecurityGroupRulesNegativeTestJSON-1771983435 tempest-SecurityGroupRulesNegativeTestJSON-1771983435-project] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:30.398927 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-af692d4b-5c69-48a1-821f-876d2483c8b7 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1118840085-network', 'tenant_id': 'd8998a0aa9794158bbd255476df42f17'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:04:30.418700 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81843ff7-65a5-4dcf-a136-5edea17b5c1f tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Made reservation on behalf of bf7c0ed0df8447358a17b104892f9b8d for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:04:30.422531 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-81843ff7-65a5-4dcf-a136-5edea17b5c1f tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:30.424288 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-cf5292a3-2fc4-4ca8-8d3c-d3b2dfb8890c tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:30.435956 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-81843ff7-65a5-4dcf-a136-5edea17b5c1f tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:30.436962 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [None req-cf5292a3-2fc4-4ca8-8d3c-d3b2dfb8890c tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] Transition to ACTIVE for port object c5971832-7dcb-4905-8de8-2aadec72a1f5 will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:04:30.452775 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af692d4b-5c69-48a1-821f-876d2483c8b7 admin admin] Made reservation on behalf of d8998a0aa9794158bbd255476df42f17 for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:04:30.455618 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-af692d4b-5c69-48a1-821f-876d2483c8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:30.464234 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-af692d4b-5c69-48a1-821f-876d2483c8b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:30.489704 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-cf5292a3-2fc4-4ca8-8d3c-d3b2dfb8890c tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:30.534361 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-6886b5bd-ec90-416f-8709-9bdf519bcd9d None None] Allocated IP 172.20.0.2 (6dffffc5-07ba-46b1-9495-5e040061c359/dddda900-3ce8-4290-b6df-b79f935fa951/8e9b5775-7868-42d6-9e3b-991394aaee4b) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:04:30.557809 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5292a3-2fc4-4ca8-8d3c-d3b2dfb8890c tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] Network 6dffffc5-07ba-46b1-9495-5e040061c359 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:04:30.561374 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5292a3-2fc4-4ca8-8d3c-d3b2dfb8890c tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] Pushing event updated for resources: {'Port': ['ID=c5971832-7dcb-4905-8de8-2aadec72a1f5,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:30.565997 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-cf5292a3-2fc4-4ca8-8d3c-d3b2dfb8890c tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:04:30.570973 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5292a3-2fc4-4ca8-8d3c-d3b2dfb8890c tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:04:30.615578 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-5657fc34-595b-4284-abc2-3a749051e393 req-953513de-aee4-4960-9cb8-a314aec65b6e tempest-SecurityGroupRulesNegativeTestJSON-1771983435 tempest-SecurityGroupRulesNegativeTestJSON-1771983435-project] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:30.621596 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-5657fc34-595b-4284-abc2-3a749051e393 req-953513de-aee4-4960-9cb8-a314aec65b6e tempest-SecurityGroupRulesNegativeTestJSON-1771983435 tempest-SecurityGroupRulesNegativeTestJSON-1771983435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:30.653248 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf5292a3-2fc4-4ca8-8d3c-d3b2dfb8890c tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:30.653791 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-cf5292a3-2fc4-4ca8-8d3c-d3b2dfb8890c tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:30.671201 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953513de-aee4-4960-9cb8-a314aec65b6e tempest-SecurityGroupRulesNegativeTestJSON-1771983435 tempest-SecurityGroupRulesNegativeTestJSON-1771983435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd733fc4-a80c-494d-b760-518a9d601cb9,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:30.690441 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-6886b5bd-ec90-416f-8709-9bdf519bcd9d None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:30.699873 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-6886b5bd-ec90-416f-8709-9bdf519bcd9d None None] Transition to ACTIVE for port object 8e9b5775-7868-42d6-9e3b-991394aaee4b will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:04:30.721537 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-6886b5bd-ec90-416f-8709-9bdf519bcd9d None None] Transition to ACTIVE for port object 8e9b5775-7868-42d6-9e3b-991394aaee4b will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:04:30.727775 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-6886b5bd-ec90-416f-8709-9bdf519bcd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:30.729778 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-81843ff7-65a5-4dcf-a136-5edea17b5c1f tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:30.734087 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-81843ff7-65a5-4dcf-a136-5edea17b5c1f tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:30.746696 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-cf5292a3-2fc4-4ca8-8d3c-d3b2dfb8890c tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0609536 Aug 16 23:04:30.747553 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 49922) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:30.769805 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81843ff7-65a5-4dcf-a136-5edea17b5c1f tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:04:30.777801 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6886b5bd-ec90-416f-8709-9bdf519bcd9d None None] Network 6dffffc5-07ba-46b1-9495-5e040061c359 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:04:30.783871 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-6886b5bd-ec90-416f-8709-9bdf519bcd9d None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:04:30.787932 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6886b5bd-ec90-416f-8709-9bdf519bcd9d None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:04:30.798065 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81843ff7-65a5-4dcf-a136-5edea17b5c1f tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c9bb477-94d0-40b0-9aa0-5d40f21a7704,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:30.805473 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-81843ff7-65a5-4dcf-a136-5edea17b5c1f tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:30.806010 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-81843ff7-65a5-4dcf-a136-5edea17b5c1f tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Added segment b338c9e9-dfc9-4f76-966c-942badd14d06 of type vlan for network 6f0f9f02-e5a2-4cbb-86f9-52b13ff20a9f Aug 16 23:04:30.838258 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6886b5bd-ec90-416f-8709-9bdf519bcd9d None None] Pushing event updated for resources: {'Port': ['ID=8e9b5775-7868-42d6-9e3b-991394aaee4b,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:30.863791 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-d22f4a79-576e-4367-bf75-b401908d4c4f tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] Deleting port c5971832-7dcb-4905-8de8-2aadec72a1f5 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:04:30.864310 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d22f4a79-576e-4367-bf75-b401908d4c4f tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:30.889477 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-6886b5bd-ec90-416f-8709-9bdf519bcd9d None None] Attempting to bind port 8e9b5775-7868-42d6-9e3b-991394aaee4b on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:04:30.889846 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-6886b5bd-ec90-416f-8709-9bdf519bcd9d None None] Attempting to bind port 8e9b5775-7868-42d6-9e3b-991394aaee4b by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': 'f62248a3-983e-4080-917d-efaee6c73a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6dffffc5-07ba-46b1-9495-5e040061c359'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:04:30.890209 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6886b5bd-ec90-416f-8709-9bdf519bcd9d None None] Attempting to bind port 8e9b5775-7868-42d6-9e3b-991394aaee4b on network 6dffffc5-07ba-46b1-9495-5e040061c359 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:04:30.896974 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6886b5bd-ec90-416f-8709-9bdf519bcd9d None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:04:30.897416 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6886b5bd-ec90-416f-8709-9bdf519bcd9d None None] Checking segment: {'id': 'f62248a3-983e-4080-917d-efaee6c73a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6dffffc5-07ba-46b1-9495-5e040061c359'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:04:30.897821 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-6886b5bd-ec90-416f-8709-9bdf519bcd9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:30.898213 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6886b5bd-ec90-416f-8709-9bdf519bcd9d None None] Bound using segment: {'id': 'f62248a3-983e-4080-917d-efaee6c73a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6dffffc5-07ba-46b1-9495-5e040061c359'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:04:30.898681 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-6886b5bd-ec90-416f-8709-9bdf519bcd9d None None] Bound port: 8e9b5775-7868-42d6-9e3b-991394aaee4b, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f62248a3-983e-4080-917d-efaee6c73a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6dffffc5-07ba-46b1-9495-5e040061c359'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:04:30.899059 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-6886b5bd-ec90-416f-8709-9bdf519bcd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:30.907948 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-81843ff7-65a5-4dcf-a136-5edea17b5c1f tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:30.956982 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-81843ff7-65a5-4dcf-a136-5edea17b5c1f tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:30.962169 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d22f4a79-576e-4367-bf75-b401908d4c4f tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:30.962606 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81843ff7-65a5-4dcf-a136-5edea17b5c1f tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:30.963211 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-81843ff7-65a5-4dcf-a136-5edea17b5c1f tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:30.975730 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-d22f4a79-576e-4367-bf75-b401908d4c4f tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] Calling delete_port for c5971832-7dcb-4905-8de8-2aadec72a1f5 owned by {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:04:30.978787 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-6886b5bd-ec90-416f-8709-9bdf519bcd9d None None] For port 8e9b5775-7868-42d6-9e3b-991394aaee4b, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:04:30.982384 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-6886b5bd-ec90-416f-8709-9bdf519bcd9d None None] For port 8e9b5775-7868-42d6-9e3b-991394aaee4b, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=8e9b5775-7868-42d6-9e3b-991394aaee4b,segment=NetworkSegment(f62248a3-983e-4080-917d-efaee6c73a6a),segment_id=f62248a3-983e-4080-917d-efaee6c73a6a)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:04:30.988135 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-6886b5bd-ec90-416f-8709-9bdf519bcd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:31.026195 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-af692d4b-5c69-48a1-821f-876d2483c8b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:31.040701 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-af692d4b-5c69-48a1-821f-876d2483c8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:31.041772 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-5657fc34-595b-4284-abc2-3a749051e393 req-953513de-aee4-4960-9cb8-a314aec65b6e tempest-SecurityGroupRulesNegativeTestJSON-1771983435 tempest-SecurityGroupRulesNegativeTestJSON-1771983435-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:31.043235 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5657fc34-595b-4284-abc2-3a749051e393 req-953513de-aee4-4960-9cb8-a314aec65b6e tempest-SecurityGroupRulesNegativeTestJSON-1771983435 tempest-SecurityGroupRulesNegativeTestJSON-1771983435-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.7153890 Aug 16 23:04:31.057937 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-81843ff7-65a5-4dcf-a136-5edea17b5c1f tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9968150 Aug 16 23:04:31.058779 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49924) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:31.061925 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81843ff7-65a5-4dcf-a136-5edea17b5c1f tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Pushing event updated for resources: {'Network': ['ID=6f0f9f02-e5a2-4cbb-86f9-52b13ff20a9f,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:31.074791 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6886b5bd-ec90-416f-8709-9bdf519bcd9d None None] Pushing event updated for resources: {'Port': ['ID=8e9b5775-7868-42d6-9e3b-991394aaee4b,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:31.086285 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-cfddc0f1-ca25-4b8e-b671-509c9b5b239e tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1980937334'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:04:31.090441 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 6f0f9f02-e5a2-4cbb-86f9-52b13ff20a9f details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:04:31.095252 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af692d4b-5c69-48a1-821f-876d2483c8b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:04:31.122850 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-af692d4b-5c69-48a1-821f-876d2483c8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:31.123209 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-af692d4b-5c69-48a1-821f-876d2483c8b7 admin admin] Added segment 3b129842-191e-4699-8bc6-d57784a82c9b of type vlan for network bef4be40-e230-41dd-b44a-935b28422702 Aug 16 23:04:31.138800 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af692d4b-5c69-48a1-821f-876d2483c8b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85d6be35-e219-41ef-aac1-42588ea4b8bb,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:31.149994 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d22f4a79-576e-4367-bf75-b401908d4c4f tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:31.183320 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfddc0f1-ca25-4b8e-b671-509c9b5b239e tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Made reservation on behalf of bf7c0ed0df8447358a17b104892f9b8d for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:04:31.186643 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cfddc0f1-ca25-4b8e-b671-509c9b5b239e tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:31.209780 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-af692d4b-5c69-48a1-821f-876d2483c8b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:31.224731 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22f4a79-576e-4367-bf75-b401908d4c4f tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] Pushing event deleted for resources: {'Port': ['ID=c5971832-7dcb-4905-8de8-2aadec72a1f5,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:31.238985 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfddc0f1-ca25-4b8e-b671-509c9b5b239e tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:04:31.248329 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7a03252d-12c4-45b4-a305-d4eb0543b223 req-cc7fef0b-e976-4ec9-9de0-4e4ca79d7dc0 tempest-SecurityGroupRulesNegativeTestJSON-1771983435 tempest-SecurityGroupRulesNegativeTestJSON-1771983435-project] 10.222.0.36 "GET /v2.0/security-groups/dd733fc4-a80c-494d-b760-518a9d601cb9 HTTP/1.1" status: 200 len: 1815 time: 0.1148684 Aug 16 23:04:31.252684 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cfddc0f1-ca25-4b8e-b671-509c9b5b239e tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:31.253306 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-cfddc0f1-ca25-4b8e-b671-509c9b5b239e tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Added segment b345fab2-0175-4746-9702-112ce8377d9a of type vlan for network 5356f7ca-dd8a-4601-a699-81b3e06a2af9 Aug 16 23:04:31.254588 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-af692d4b-5c69-48a1-821f-876d2483c8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:31.255997 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af692d4b-5c69-48a1-821f-876d2483c8b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:31.256608 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-af692d4b-5c69-48a1-821f-876d2483c8b7 admin admin] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:31.271486 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-7a03252d-12c4-45b4-a305-d4eb0543b223 req-0d04af60-bf91-4ddd-948c-63fe52a20636 tempest-SecurityGroupRulesNegativeTestJSON-1771983435 tempest-SecurityGroupRulesNegativeTestJSON-1771983435-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'dd733fc4-a80c-494d-b760-518a9d601cb9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:04:31.271803 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-7a03252d-12c4-45b4-a305-d4eb0543b223 req-0d04af60-bf91-4ddd-948c-63fe52a20636 tempest-SecurityGroupRulesNegativeTestJSON-1771983435 tempest-SecurityGroupRulesNegativeTestJSON-1771983435-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'dd733fc4-a80c-494d-b760-518a9d601cb9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:04:31.348725 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d22f4a79-576e-4367-bf75-b401908d4c4f tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:31.351550 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-d22f4a79-576e-4367-bf75-b401908d4c4f tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] 10.222.0.36 "DELETE /v2.0/ports/c5971832-7dcb-4905-8de8-2aadec72a1f5 HTTP/1.1" status: 204 len: 168 time: 0.6033020 Aug 16 23:04:31.376514 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49932) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:31.388385 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cfddc0f1-ca25-4b8e-b671-509c9b5b239e tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:31.403545 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-af692d4b-5c69-48a1-821f-876d2483c8b7 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.2242637 Aug 16 23:04:31.406925 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 49936) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:31.408825 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-7a03252d-12c4-45b4-a305-d4eb0543b223 req-0d04af60-bf91-4ddd-948c-63fe52a20636 tempest-SecurityGroupRulesNegativeTestJSON-1771983435 tempest-SecurityGroupRulesNegativeTestJSON-1771983435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:31.421468 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af692d4b-5c69-48a1-821f-876d2483c8b7 admin admin] Pushing event updated for resources: {'Network': ['ID=bef4be40-e230-41dd-b44a-935b28422702,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:31.442149 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network bef4be40-e230-41dd-b44a-935b28422702 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:04:31.444431 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cfddc0f1-ca25-4b8e-b671-509c9b5b239e tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:31.445666 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-ff574a77-3ee0-4c2c-9adc-e16627247b0d admin admin] Request body: {'subnet': {'network_id': 'bef4be40-e230-41dd-b44a-935b28422702', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1118840085-subnet', 'tenant_id': 'd8998a0aa9794158bbd255476df42f17', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:04:31.450743 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfddc0f1-ca25-4b8e-b671-509c9b5b239e tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:31.451368 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cfddc0f1-ca25-4b8e-b671-509c9b5b239e tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:31.517569 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b90d1c4b-2797-47c9-8610-b621f2ba6abe req-b373b631-aaee-4d66-aead-d80c3f66d499 tempest-ServerShowV247Test-1699434572 tempest-ServerShowV247Test-1699434572-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0aa2f3d-78df-4e02-a720-675064df8506 HTTP/1.1" status: 200 len: 210 time: 0.0641055 Aug 16 23:04:31.544768 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfddc0f1-ca25-4b8e-b671-509c9b5b239e tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Pushing event updated for resources: {'Network': ['ID=5356f7ca-dd8a-4601-a699-81b3e06a2af9,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:31.555702 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-7a03252d-12c4-45b4-a305-d4eb0543b223 req-0d04af60-bf91-4ddd-948c-63fe52a20636 tempest-SecurityGroupRulesNegativeTestJSON-1771983435 tempest-SecurityGroupRulesNegativeTestJSON-1771983435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:31.562015 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 5356f7ca-dd8a-4601-a699-81b3e06a2af9 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:04:31.562821 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-7a03252d-12c4-45b4-a305-d4eb0543b223 req-0d04af60-bf91-4ddd-948c-63fe52a20636 tempest-SecurityGroupRulesNegativeTestJSON-1771983435 tempest-SecurityGroupRulesNegativeTestJSON-1771983435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:31.570450 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff574a77-3ee0-4c2c-9adc-e16627247b0d admin admin] Made reservation on behalf of d8998a0aa9794158bbd255476df42f17 for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:04:31.572954 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ff574a77-3ee0-4c2c-9adc-e16627247b0d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:31.573590 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-cfddc0f1-ca25-4b8e-b671-509c9b5b239e tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5093899 Aug 16 23:04:31.576970 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49938) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:31.587822 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-ab4d3837-0aee-4c05-bfd4-e85fbd95ef41 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Request body: {'subnet': {'network_id': '6f0f9f02-e5a2-4cbb-86f9-52b13ff20a9f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:04:31.628188 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04af60-bf91-4ddd-948c-63fe52a20636 tempest-SecurityGroupRulesNegativeTestJSON-1771983435 tempest-SecurityGroupRulesNegativeTestJSON-1771983435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfec8d8c-7fd4-4b74-be02-3dfbcdcff98e,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:31.645064 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-7a03252d-12c4-45b4-a305-d4eb0543b223 req-0d04af60-bf91-4ddd-948c-63fe52a20636 tempest-SecurityGroupRulesNegativeTestJSON-1771983435 tempest-SecurityGroupRulesNegativeTestJSON-1771983435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:31.646288 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7a03252d-12c4-45b4-a305-d4eb0543b223 req-0d04af60-bf91-4ddd-948c-63fe52a20636 tempest-SecurityGroupRulesNegativeTestJSON-1771983435 tempest-SecurityGroupRulesNegativeTestJSON-1771983435-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3843586 Aug 16 23:04:31.701357 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-0ee74b5f-b958-4a35-b61f-5fa0b0955861 tempest-DHCPAgentSchedulersTestJSON-953840738 tempest-DHCPAgentSchedulersTestJSON-953840738-project-admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 0.3201077 Aug 16 23:04:31.707052 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 49942) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:31.712787 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-49bab92e-262c-46dc-ad1d-64abb86833ce tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-609562291'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:04:31.736650 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 8e9b5775-7868-42d6-9e3b-991394aaee4b up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:04:31.754577 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cf5778f0-3e1e-4b4a-9fa9-0bf0fb6b028c req-9a13cec7-0088-4a46-9072-95279509b532 tempest-SecurityGroupRulesNegativeTestJSON-1771983435 tempest-SecurityGroupRulesNegativeTestJSON-1771983435-project] 10.222.0.36 "GET /v2.0/security-groups/dd733fc4-a80c-494d-b760-518a9d601cb9 HTTP/1.1" status: 200 len: 2409 time: 0.0831976 Aug 16 23:04:31.786764 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49bab92e-262c-46dc-ad1d-64abb86833ce tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] Made reservation on behalf of ea4c65013e5b4b04824d4ca89315ecc7 for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:04:31.794580 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-49bab92e-262c-46dc-ad1d-64abb86833ce tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:31.800356 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab4d3837-0aee-4c05-bfd4-e85fbd95ef41 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Made reservation on behalf of bf7c0ed0df8447358a17b104892f9b8d for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:04:31.801943 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 8e9b5775-7868-42d6-9e3b-991394aaee4b completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:04:31.805023 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ab4d3837-0aee-4c05-bfd4-e85fbd95ef41 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:31.825583 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5208b3d0-2539-46f1-89d7-5fcda407d245 req-5881e1fc-b9df-4655-8c95-89179f5ba75f tempest-SecurityGroupRulesNegativeTestJSON-1771983435 tempest-SecurityGroupRulesNegativeTestJSON-1771983435-project] 10.222.0.36 "GET /v2.0/security-group-rules/bfec8d8c-7fd4-4b74-be02-3dfbcdcff98e HTTP/1.1" status: 200 len: 778 time: 0.0475168 Aug 16 23:04:31.885285 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49bab92e-262c-46dc-ad1d-64abb86833ce tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:04:31.917530 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-49bab92e-262c-46dc-ad1d-64abb86833ce tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:31.918080 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-49bab92e-262c-46dc-ad1d-64abb86833ce tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] Added segment ec88d4eb-65a9-4e93-ae22-fdb37ae18775 of type vlan for network c7deae72-e1aa-45ee-b62c-ebaef766d3eb Aug 16 23:04:31.924622 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ff574a77-3ee0-4c2c-9adc-e16627247b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:31.995003 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5208b3d0-2539-46f1-89d7-5fcda407d245 req-8bcbab8e-63b4-4cf6-aa3c-d5c4a864a190 tempest-SecurityGroupRulesNegativeTestJSON-1771983435 tempest-SecurityGroupRulesNegativeTestJSON-1771983435-project] 10.222.0.36 "GET /v2.0/security-groups/dd733fc4-a80c-494d-b760-518a9d601cb9 HTTP/1.1" status: 200 len: 2409 time: 0.1589403 Aug 16 23:04:32.012194 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ab4d3837-0aee-4c05-bfd4-e85fbd95ef41 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:32.016858 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-49bab92e-262c-46dc-ad1d-64abb86833ce tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:32.045804 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff574a77-3ee0-4c2c-9adc-e16627247b0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=199ba396-73bd-4319-bd7a-042a1698b7dd,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:32.079244 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4d3837-0aee-4c05-bfd4-e85fbd95ef41 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Pushing event updated for resources: {'Subnet': ['ID=274b92c3-079f-4b34-8c61-c37a7d5dbad3,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:32.086211 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-5208b3d0-2539-46f1-89d7-5fcda407d245 req-16235a22-40d6-46fb-9f7f-ef50f1675b4d tempest-SecurityGroupRulesNegativeTestJSON-1771983435 tempest-SecurityGroupRulesNegativeTestJSON-1771983435-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:32.087852 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4d3837-0aee-4c05-bfd4-e85fbd95ef41 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Checking segment: {'id': 'b338c9e9-dfc9-4f76-966c-942badd14d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '6f0f9f02-e5a2-4cbb-86f9-52b13ff20a9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:04:32.088239 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4d3837-0aee-4c05-bfd4-e85fbd95ef41 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Network hostable DHCP agents. Network: 6f0f9f02-e5a2-4cbb-86f9-52b13ff20a9f, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:04:32.092967 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-49bab92e-262c-46dc-ad1d-64abb86833ce tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:32.098837 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49bab92e-262c-46dc-ad1d-64abb86833ce tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:32.099694 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-49bab92e-262c-46dc-ad1d-64abb86833ce tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:32.106572 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4d3837-0aee-4c05-bfd4-e85fbd95ef41 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Network 6f0f9f02-e5a2-4cbb-86f9-52b13ff20a9f is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:04:32.118164 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-ab4d3837-0aee-4c05-bfd4-e85fbd95ef41 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 6f0f9f02-e5a2-4cbb-86f9-52b13ff20a9f) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:04:32.123325 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4d3837-0aee-4c05-bfd4-e85fbd95ef41 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:32.123522 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-5208b3d0-2539-46f1-89d7-5fcda407d245 req-16235a22-40d6-46fb-9f7f-ef50f1675b4d tempest-SecurityGroupRulesNegativeTestJSON-1771983435 tempest-SecurityGroupRulesNegativeTestJSON-1771983435-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:32.124156 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ab4d3837-0aee-4c05-bfd4-e85fbd95ef41 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:32.131472 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f69a6a-de4f-4e8e-8b49-ed2c5c7bc152 None None] Network 6f0f9f02-e5a2-4cbb-86f9-52b13ff20a9f requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:04:32.146350 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff574a77-3ee0-4c2c-9adc-e16627247b0d admin admin] Checking segment: {'id': '3b129842-191e-4699-8bc6-d57784a82c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bef4be40-e230-41dd-b44a-935b28422702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:04:32.146595 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff574a77-3ee0-4c2c-9adc-e16627247b0d admin admin] Network hostable DHCP agents. Network: bef4be40-e230-41dd-b44a-935b28422702, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:04:32.159785 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-ab4d3837-0aee-4c05-bfd4-e85fbd95ef41 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5813994 Aug 16 23:04:32.160490 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49946) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:32.166676 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-1b78058f-2e5e-4aca-8541-e2e6794fb1a6 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Request body: {'subnet': {'network_id': '5356f7ca-dd8a-4601-a699-81b3e06a2af9', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:04:32.207276 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-49bab92e-262c-46dc-ad1d-64abb86833ce tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4986753 Aug 16 23:04:32.218710 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 49948) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:32.300816 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bab92e-262c-46dc-ad1d-64abb86833ce tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] Pushing event updated for resources: {'Network': ['ID=c7deae72-e1aa-45ee-b62c-ebaef766d3eb,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:32.319479 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-5208b3d0-2539-46f1-89d7-5fcda407d245 req-16235a22-40d6-46fb-9f7f-ef50f1675b4d tempest-SecurityGroupRulesNegativeTestJSON-1771983435 tempest-SecurityGroupRulesNegativeTestJSON-1771983435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:32.322450 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network c7deae72-e1aa-45ee-b62c-ebaef766d3eb details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:04:32.323522 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b78058f-2e5e-4aca-8541-e2e6794fb1a6 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Made reservation on behalf of bf7c0ed0df8447358a17b104892f9b8d for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:04:32.329005 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-5208b3d0-2539-46f1-89d7-5fcda407d245 req-16235a22-40d6-46fb-9f7f-ef50f1675b4d tempest-SecurityGroupRulesNegativeTestJSON-1771983435 tempest-SecurityGroupRulesNegativeTestJSON-1771983435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:32.329795 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1b78058f-2e5e-4aca-8541-e2e6794fb1a6 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:32.338958 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a17894-8ded-4897-bfd4-d73cd82898f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-6f0f9f02-e5a2-4cbb-86f9-52b13ff20a9f', 'network_id': '6f0f9f02-e5a2-4cbb-86f9-52b13ff20a9f', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'fixed_ips': [{'subnet_id': '274b92c3-079f-4b34-8c61-c37a7d5dbad3'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:04:32.341163 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e9a17894-8ded-4897-bfd4-d73cd82898f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:32.348710 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5208b3d0-2539-46f1-89d7-5fcda407d245 req-16235a22-40d6-46fb-9f7f-ef50f1675b4d tempest-SecurityGroupRulesNegativeTestJSON-1771983435 tempest-SecurityGroupRulesNegativeTestJSON-1771983435-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/bfec8d8c-7fd4-4b74-be02-3dfbcdcff98e HTTP/1.1" status: 204 len: 173 time: 0.3249974 Aug 16 23:04:32.369849 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-3f7e5500-8a75-4eb0-aef6-fabb0e1e67b0 req-0fddd40a-cf45-4d5e-bc2c-6a52ae19948b tempest-SecurityGroupRulesNegativeTestJSON-1771983435 tempest-SecurityGroupRulesNegativeTestJSON-1771983435-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-67180908', 'description': 'tempest-description-130548188'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:04:32.382106 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff574a77-3ee0-4c2c-9adc-e16627247b0d admin admin] Network bef4be40-e230-41dd-b44a-935b28422702 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:04:32.393738 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16235a22-40d6-46fb-9f7f-ef50f1675b4d tempest-SecurityGroupRulesNegativeTestJSON-1771983435 tempest-SecurityGroupRulesNegativeTestJSON-1771983435-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bfec8d8c-7fd4-4b74-be02-3dfbcdcff98e,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:32.409053 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-ff574a77-3ee0-4c2c-9adc-e16627247b0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, bef4be40-e230-41dd-b44a-935b28422702) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:04:32.409260 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ccdf06-7c93-4f55-a866-3bc195a8a531 None None] Network 6dffffc5-07ba-46b1-9495-5e040061c359 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:04:32.444198 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff574a77-3ee0-4c2c-9adc-e16627247b0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:32.444831 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ff574a77-3ee0-4c2c-9adc-e16627247b0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:32.478769 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3f7e5500-8a75-4eb0-aef6-fabb0e1e67b0 req-0fddd40a-cf45-4d5e-bc2c-6a52ae19948b tempest-SecurityGroupRulesNegativeTestJSON-1771983435 tempest-SecurityGroupRulesNegativeTestJSON-1771983435-project] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:32.502179 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-ff574a77-3ee0-4c2c-9adc-e16627247b0d admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0665975 Aug 16 23:04:32.510441 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628d3116-19b8-4a85-898b-05459c5cc5ac None None] Network bef4be40-e230-41dd-b44a-935b28422702 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:04:32.515870 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-e7eabbe6-d2a5-4682-b2bc-0e2561a8e7b1 tempest-DHCPAgentSchedulersTestJSON-953840738 tempest-DHCPAgentSchedulersTestJSON-953840738-project-admin] 10.222.0.36 "GET /v2.0/agents/84e982d6-ae01-4127-9579-e8c4132ba261/dhcp-networks HTTP/1.1" status: 200 len: 7265 time: 0.2969308 Aug 16 23:04:32.520733 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 49956) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:32.586916 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1b78058f-2e5e-4aca-8541-e2e6794fb1a6 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:32.686797 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baafea5a-2424-4646-bf38-80d68c1ad3bd tempest-DHCPAgentSchedulersTestJSON-953840738 tempest-DHCPAgentSchedulersTestJSON-953840738-project-admin] Network c7deae72-e1aa-45ee-b62c-ebaef766d3eb is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:04:32.694479 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9e6511a6-2a46-4b50-9a9e-3c062e217ada None None] Provisioning for port 8e9b5775-7868-42d6-9e3b-991394aaee4b completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:04:32.721293 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b78058f-2e5e-4aca-8541-e2e6794fb1a6 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Checking segment: {'id': 'b345fab2-0175-4746-9702-112ce8377d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '5356f7ca-dd8a-4601-a699-81b3e06a2af9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:04:32.721598 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b78058f-2e5e-4aca-8541-e2e6794fb1a6 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Network hostable DHCP agents. Network: 5356f7ca-dd8a-4601-a699-81b3e06a2af9, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:04:32.730428 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76acecc-8370-4703-ac7d-add6d3d90527 None None] Network c7deae72-e1aa-45ee-b62c-ebaef766d3eb requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:04:32.733467 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-baafea5a-2424-4646-bf38-80d68c1ad3bd tempest-DHCPAgentSchedulersTestJSON-953840738 tempest-DHCPAgentSchedulersTestJSON-953840738-project-admin] 10.222.0.36 "POST /v2.0/agents/84e982d6-ae01-4127-9579-e8c4132ba261/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2098627 Aug 16 23:04:32.733659 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b78058f-2e5e-4aca-8541-e2e6794fb1a6 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Pushing event updated for resources: {'Subnet': ['ID=74707ed6-9e81-49d8-b8c9-add023c8ab46,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:32.733787 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-60cff41a-f968-413e-9fb4-6f5660450186 req-1e43a165-b6c3-431e-9b30-e1c044c3b111 tempest-ServerShowV247Test-1699434572 tempest-ServerShowV247Test-1699434572-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0aa2f3d-78df-4e02-a720-675064df8506 HTTP/1.1" status: 200 len: 210 time: 0.0672083 Aug 16 23:04:32.735101 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49964) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:32.746723 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3f7e5500-8a75-4eb0-aef6-fabb0e1e67b0 req-0fddd40a-cf45-4d5e-bc2c-6a52ae19948b tempest-SecurityGroupRulesNegativeTestJSON-1771983435 tempest-SecurityGroupRulesNegativeTestJSON-1771983435-project] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:32.754854 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3f7e5500-8a75-4eb0-aef6-fabb0e1e67b0 req-0fddd40a-cf45-4d5e-bc2c-6a52ae19948b tempest-SecurityGroupRulesNegativeTestJSON-1771983435 tempest-SecurityGroupRulesNegativeTestJSON-1771983435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:32.781657 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9e6511a6-2a46-4b50-9a9e-3c062e217ada None None] Provisioning complete for port 8e9b5775-7868-42d6-9e3b-991394aaee4b triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:04:32.782644 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9e6511a6-2a46-4b50-9a9e-3c062e217ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:32.788071 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b78058f-2e5e-4aca-8541-e2e6794fb1a6 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Network 5356f7ca-dd8a-4601-a699-81b3e06a2af9 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:04:32.818083 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fddd40a-cf45-4d5e-bc2c-6a52ae19948b tempest-SecurityGroupRulesNegativeTestJSON-1771983435 tempest-SecurityGroupRulesNegativeTestJSON-1771983435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23e37c3f-aad0-48e5-aa27-004061274e46,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:32.837691 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-1b78058f-2e5e-4aca-8541-e2e6794fb1a6 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 5356f7ca-dd8a-4601-a699-81b3e06a2af9) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:04:32.842331 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3f7e5500-8a75-4eb0-aef6-fabb0e1e67b0 req-0fddd40a-cf45-4d5e-bc2c-6a52ae19948b tempest-SecurityGroupRulesNegativeTestJSON-1771983435 tempest-SecurityGroupRulesNegativeTestJSON-1771983435-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:32.843670 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3f7e5500-8a75-4eb0-aef6-fabb0e1e67b0 req-0fddd40a-cf45-4d5e-bc2c-6a52ae19948b tempest-SecurityGroupRulesNegativeTestJSON-1771983435 tempest-SecurityGroupRulesNegativeTestJSON-1771983435-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4793303 Aug 16 23:04:32.846520 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b78058f-2e5e-4aca-8541-e2e6794fb1a6 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:32.847205 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1b78058f-2e5e-4aca-8541-e2e6794fb1a6 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:32.869606 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef7161a-1edb-4552-98d1-537d9ae0641f None None] Network 5356f7ca-dd8a-4601-a699-81b3e06a2af9 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:04:32.904182 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-1b78058f-2e5e-4aca-8541-e2e6794fb1a6 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7423677 Aug 16 23:04:32.907268 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49974) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:32.913108 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-df61e896-7865-4a40-8fb5-1f5c26657b2f tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-483136243', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:04:32.941153 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3d9f70bb-4934-4c6d-bf9f-cfb956ac4289 req-5a8aa9a5-0871-4899-b409-73220ac9441a tempest-SecurityGroupRulesNegativeTestJSON-1771983435 tempest-SecurityGroupRulesNegativeTestJSON-1771983435-project] 10.222.0.36 "GET /v2.0/security-groups/23e37c3f-aad0-48e5-aa27-004061274e46 HTTP/1.1" status: 200 len: 1812 time: 0.0652895 Aug 16 23:04:32.969114 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-2cab19fb-83a9-4da2-8839-102501b9ee73 tempest-DHCPAgentSchedulersTestJSON-953840738 tempest-DHCPAgentSchedulersTestJSON-953840738-project-admin] 10.222.0.36 "GET /v2.0/agents/84e982d6-ae01-4127-9579-e8c4132ba261/dhcp-networks HTTP/1.1" status: 200 len: 8843 time: 0.2289779 Aug 16 23:04:32.969476 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 49982) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:32.984254 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-df61e896-7865-4a40-8fb5-1f5c26657b2f tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:32.985276 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-df61e896-7865-4a40-8fb5-1f5c26657b2f tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:32.985430 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-e9a17894-8ded-4897-bfd4-d73cd82898f2 None None] Allocated IP 2001:db8::2 (6f0f9f02-e5a2-4cbb-86f9-52b13ff20a9f/274b92c3-079f-4b34-8c61-c37a7d5dbad3/0a13e693-1f5b-42ce-bf2e-085a69c9d60d) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:04:33.015198 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-3a95b7a3-d185-4e67-809c-d3c356d1620d req-d0dcfcd0-6b30-4d9a-a708-cb4959861a7e tempest-SecurityGroupRulesNegativeTestJSON-1771983435 tempest-SecurityGroupRulesNegativeTestJSON-1771983435-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-629898999', 'description': 'tempest-description-456135491'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:04:33.053924 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-df61e896-7865-4a40-8fb5-1f5c26657b2f tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:33.061333 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-df61e896-7865-4a40-8fb5-1f5c26657b2f tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:33.085883 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd86d024-5eb6-4f46-ada9-28cfe9922e8a None None] Network bef4be40-e230-41dd-b44a-935b28422702 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:04:33.462691 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-df61e896-7865-4a40-8fb5-1f5c26657b2f tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:33.464868 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3a95b7a3-d185-4e67-809c-d3c356d1620d req-d0dcfcd0-6b30-4d9a-a708-cb4959861a7e tempest-SecurityGroupRulesNegativeTestJSON-1771983435 tempest-SecurityGroupRulesNegativeTestJSON-1771983435-project] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:33.467644 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-df61e896-7865-4a40-8fb5-1f5c26657b2f tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5587201 Aug 16 23:04:33.469647 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 49988) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:33.505817 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9e6511a6-2a46-4b50-9a9e-3c062e217ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:33.553699 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-24a64b7a-d669-4e3d-9fe5-64656f0cecf6 tempest-DHCPAgentSchedulersTestJSON-953840738 tempest-DHCPAgentSchedulersTestJSON-953840738-project-admin] 10.222.0.36 "DELETE /v2.0/agents/84e982d6-ae01-4127-9579-e8c4132ba261/dhcp-networks/c7deae72-e1aa-45ee-b62c-ebaef766d3eb HTTP/1.1" status: 204 len: 168 time: 0.5547967 Aug 16 23:04:33.556099 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49990) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:33.567030 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e6a941-1cdb-4f4d-a3cf-d47ca4625aec req-965e01c0-910e-49e4-941f-d6933a731012 tempest-InstanceActionsNegativeTestJSON-1984895962 tempest-InstanceActionsNegativeTestJSON-1984895962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:33.569325 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-32e6a941-1cdb-4f4d-a3cf-d47ca4625aec req-965e01c0-910e-49e4-941f-d6933a731012 tempest-InstanceActionsNegativeTestJSON-1984895962 tempest-InstanceActionsNegativeTestJSON-1984895962-project] 10.222.0.36 "GET /v2.0/networks?id=bef4be40-e230-41dd-b44a-935b28422702 HTTP/1.1" status: 200 len: 822 time: 0.6327178 Aug 16 23:04:33.644083 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d390832d-4a33-4da3-9072-7cbd9f40769d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-5356f7ca-dd8a-4601-a699-81b3e06a2af9', 'network_id': '5356f7ca-dd8a-4601-a699-81b3e06a2af9', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'fixed_ips': [{'subnet_id': '74707ed6-9e81-49d8-b8c9-add023c8ab46'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:04:33.644525 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3a95b7a3-d185-4e67-809c-d3c356d1620d req-d0dcfcd0-6b30-4d9a-a708-cb4959861a7e tempest-SecurityGroupRulesNegativeTestJSON-1771983435 tempest-SecurityGroupRulesNegativeTestJSON-1771983435-project] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:33.644964 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d390832d-4a33-4da3-9072-7cbd9f40769d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:33.663795 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3a95b7a3-d185-4e67-809c-d3c356d1620d req-d0dcfcd0-6b30-4d9a-a708-cb4959861a7e tempest-SecurityGroupRulesNegativeTestJSON-1771983435 tempest-SecurityGroupRulesNegativeTestJSON-1771983435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:33.676558 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9e6511a6-2a46-4b50-9a9e-3c062e217ada None None] For port 8e9b5775-7868-42d6-9e3b-991394aaee4b, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=8e9b5775-7868-42d6-9e3b-991394aaee4b,segment=NetworkSegment(f62248a3-983e-4080-917d-efaee6c73a6a),segment_id=f62248a3-983e-4080-917d-efaee6c73a6a)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:04:33.696569 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9e6511a6-2a46-4b50-9a9e-3c062e217ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:33.704513 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-32e6a941-1cdb-4f4d-a3cf-d47ca4625aec req-7ab7b49e-2177-4a8c-b8ec-2d56f040eca2 tempest-InstanceActionsNegativeTestJSON-1984895962 tempest-InstanceActionsNegativeTestJSON-1984895962-project] 10.222.0.36 "GET /v2.0/quotas/d8998a0aa9794158bbd255476df42f17 HTTP/1.1" status: 200 len: 375 time: 0.0584505 Aug 16 23:04:33.738046 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e9a17894-8ded-4897-bfd4-d73cd82898f2 None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:33.750614 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-4355e136-6857-464f-aa80-54b2e4e3b780 tempest-DHCPAgentSchedulersTestJSON-953840738 tempest-DHCPAgentSchedulersTestJSON-953840738-project-admin] 10.222.0.36 "GET /v2.0/agents/84e982d6-ae01-4127-9579-e8c4132ba261/dhcp-networks HTTP/1.1" status: 200 len: 8857 time: 0.1924345 Aug 16 23:04:33.755028 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49992) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:33.776354 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-f1ce838d-1b45-49f6-b7b7-daab76093d45 tempest-DHCPAgentSchedulersTestJSON-953840738 tempest-DHCPAgentSchedulersTestJSON-953840738-project-admin] 10.222.0.36 "GET /v2.0/networks/6dffffc5-07ba-46b1-9495-5e040061c359/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0199087 Aug 16 23:04:33.779732 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49996) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:33.783536 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3a95b7a3-d185-4e67-809c-d3c356d1620d req-d0dcfcd0-6b30-4d9a-a708-cb4959861a7e tempest-SecurityGroupRulesNegativeTestJSON-1771983435 tempest-SecurityGroupRulesNegativeTestJSON-1771983435-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:33.784861 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a95b7a3-d185-4e67-809c-d3c356d1620d req-d0dcfcd0-6b30-4d9a-a708-cb4959861a7e tempest-SecurityGroupRulesNegativeTestJSON-1771983435 tempest-SecurityGroupRulesNegativeTestJSON-1771983435-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.7777488 Aug 16 23:04:33.794983 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-32e6a941-1cdb-4f4d-a3cf-d47ca4625aec req-881990e9-9f93-4a98-804f-d0a431b7193b tempest-InstanceActionsNegativeTestJSON-1984895962 tempest-InstanceActionsNegativeTestJSON-1984895962-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d8998a0aa9794158bbd255476df42f17&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0465286 Aug 16 23:04:33.801954 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dcfcd0-6b30-4d9a-a708-cb4959861a7e tempest-SecurityGroupRulesNegativeTestJSON-1771983435 tempest-SecurityGroupRulesNegativeTestJSON-1771983435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83a048f5-29f9-4a25-8c1e-141f3c889b52,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:33.819941 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-a8ad0f2e-8d04-4837-8722-dd66ddc3a07d tempest-DHCPAgentSchedulersTestJSON-953840738 tempest-DHCPAgentSchedulersTestJSON-953840738-project-admin] 10.222.0.36 "GET /v2.0/networks/6dffffc5-07ba-46b1-9495-5e040061c359/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0366805 Aug 16 23:04:33.820144 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 50000) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:33.823492 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-e9a17894-8ded-4897-bfd4-d73cd82898f2 None None] Transition to ACTIVE for port object 0a13e693-1f5b-42ce-bf2e-085a69c9d60d will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:04:33.870693 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-fcf11ba7-fb8d-425a-a62e-918528158f9f None None] Provisioning complete for port 8e9b5775-7868-42d6-9e3b-991394aaee4b triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:04:33.871121 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-fcf11ba7-fb8d-425a-a62e-918528158f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:33.872582 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6511a6-2a46-4b50-9a9e-3c062e217ada None None] Pushing event updated for resources: {'Port': ['ID=8e9b5775-7868-42d6-9e3b-991394aaee4b,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:33.907198 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-e9a17894-8ded-4897-bfd4-d73cd82898f2 None None] Transition to ACTIVE for port object 0a13e693-1f5b-42ce-bf2e-085a69c9d60d will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:04:33.949798 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e9a17894-8ded-4897-bfd4-d73cd82898f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:33.992798 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-ff91ed81-04ad-4455-b158-1a309af8679c tempest-DHCPAgentSchedulersTestJSON-953840738 tempest-DHCPAgentSchedulersTestJSON-953840738-project-admin] 10.222.0.36 "GET /v2.0/agents/84e982d6-ae01-4127-9579-e8c4132ba261/dhcp-networks HTTP/1.1" status: 200 len: 8857 time: 0.1668470 Aug 16 23:04:33.992798 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 50002) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:34.012583 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a17894-8ded-4897-bfd4-d73cd82898f2 None None] Network 6f0f9f02-e5a2-4cbb-86f9-52b13ff20a9f is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:04:34.029145 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-e9a17894-8ded-4897-bfd4-d73cd82898f2 None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:04:34.032233 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a17894-8ded-4897-bfd4-d73cd82898f2 None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:04:34.041014 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-73d37c77-1d16-4e85-8bfb-a0601a19c992 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:34.046800 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-d390832d-4a33-4da3-9072-7cbd9f40769d None None] Allocated IP 2001:db8:1::2 (5356f7ca-dd8a-4601-a699-81b3e06a2af9/74707ed6-9e81-49d8-b8c9-add023c8ab46/3bd40f2c-afbc-4f6a-bc10-dbbdbe36fbdc) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:04:34.052387 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-32e6a941-1cdb-4f4d-a3cf-d47ca4625aec req-61c5737c-5114-4e07-a00c-49ea6f4be7d5 service neutron] 10.222.0.36 "GET /v2.0/networks/bef4be40-e230-41dd-b44a-935b28422702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515192 Aug 16 23:04:34.055231 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a17894-8ded-4897-bfd4-d73cd82898f2 None None] Pushing event updated for resources: {'Port': ['ID=0a13e693-1f5b-42ce-bf2e-085a69c9d60d,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:34.086608 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2de485b6-2b26-4247-b602-d74b50ee568e req-c68ecbe7-c256-4f94-8207-2c299f290181 tempest-ServerShowV247Test-1699434572 tempest-ServerShowV247Test-1699434572-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0aa2f3d-78df-4e02-a720-675064df8506 HTTP/1.1" status: 200 len: 210 time: 0.0494671 Aug 16 23:04:34.104437 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7c3192b1-7bcb-4e2d-8472-88c087e13489 tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:34.212942 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-fcf11ba7-fb8d-425a-a62e-918528158f9f None None] Could not find standard attr ID for object c5971832-7dcb-4905-8de8-2aadec72a1f5. {{(pid=101293) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 23:04:34.217673 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-e9a17894-8ded-4897-bfd4-d73cd82898f2 None None] Attempting to bind port 0a13e693-1f5b-42ce-bf2e-085a69c9d60d on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:04:34.217673 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-e9a17894-8ded-4897-bfd4-d73cd82898f2 None None] Attempting to bind port 0a13e693-1f5b-42ce-bf2e-085a69c9d60d by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': 'b338c9e9-dfc9-4f76-966c-942badd14d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '6f0f9f02-e5a2-4cbb-86f9-52b13ff20a9f'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:04:34.217987 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a17894-8ded-4897-bfd4-d73cd82898f2 None None] Attempting to bind port 0a13e693-1f5b-42ce-bf2e-085a69c9d60d on network 6f0f9f02-e5a2-4cbb-86f9-52b13ff20a9f {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:04:34.222481 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7c3192b1-7bcb-4e2d-8472-88c087e13489 tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:34.228481 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a17894-8ded-4897-bfd4-d73cd82898f2 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:04:34.229085 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a17894-8ded-4897-bfd4-d73cd82898f2 None None] Checking segment: {'id': 'b338c9e9-dfc9-4f76-966c-942badd14d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '6f0f9f02-e5a2-4cbb-86f9-52b13ff20a9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:04:34.229527 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e9a17894-8ded-4897-bfd4-d73cd82898f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:34.229936 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a17894-8ded-4897-bfd4-d73cd82898f2 None None] Bound using segment: {'id': 'b338c9e9-dfc9-4f76-966c-942badd14d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '6f0f9f02-e5a2-4cbb-86f9-52b13ff20a9f'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:04:34.230423 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-e9a17894-8ded-4897-bfd4-d73cd82898f2 None None] Bound port: 0a13e693-1f5b-42ce-bf2e-085a69c9d60d, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b338c9e9-dfc9-4f76-966c-942badd14d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '6f0f9f02-e5a2-4cbb-86f9-52b13ff20a9f'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:04:34.230814 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e9a17894-8ded-4897-bfd4-d73cd82898f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:34.235038 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-7c3192b1-7bcb-4e2d-8472-88c087e13489 tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7deae72-e1aa-45ee-b62c-ebaef766d3eb']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:34.246849 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-7c3192b1-7bcb-4e2d-8472-88c087e13489 tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec88d4eb-65a9-4e93-ae22-fdb37ae18775') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:34.247296 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-7c3192b1-7bcb-4e2d-8472-88c087e13489 tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec88d4eb-65a9-4e93-ae22-fdb37ae18775') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:34.258096 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7c3192b1-7bcb-4e2d-8472-88c087e13489 tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:34.278560 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7c3192b1-7bcb-4e2d-8472-88c087e13489 tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:34.284857 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c3192b1-7bcb-4e2d-8472-88c087e13489 tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:04:34.285373 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7c3192b1-7bcb-4e2d-8472-88c087e13489 tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:34.289042 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 23:04:34.289042 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:04:34.289042 n-d-791506-26 neutron-server[101291]: timer() Aug 16 23:04:34.289042 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:04:34.289042 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 23:04:34.289042 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:04:34.289042 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 23:04:34.289042 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:04:34.289042 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 23:04:34.289042 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:04:34.289042 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 23:04:34.289042 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:04:34.289042 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 23:04:34.289042 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:04:34.289042 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:04:34.289042 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:04:34.289042 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:04:34.289042 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:04:34.289042 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 23:04:34.289042 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:04:34.289042 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 23:04:34.289042 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:04:34.289042 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:04:34.289042 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:04:34.289042 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 23:04:34.289042 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:04:34.289042 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:04:34.289042 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:04:34.289042 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:04:34.289042 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:04:34.289042 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:04:34.289042 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:04:34.306939 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-234a3c26-1799-45f2-9280-54590743c9f5 req-d8707dd0-b5f6-4303-951e-3139a277140b tempest-SecurityGroupRulesNegativeTestJSON-1771983435 tempest-SecurityGroupRulesNegativeTestJSON-1771983435-project] 10.222.0.36 "GET /v2.0/security-groups/83a048f5-29f9-4a25-8c1e-141f3c889b52 HTTP/1.1" status: 200 len: 1813 time: 0.1340122 Aug 16 23:04:34.337393 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-32e6a941-1cdb-4f4d-a3cf-d47ca4625aec req-952d5781-77f7-4949-bca8-9e49e72f6bfb service neutron] 10.222.0.36 "GET /v2.0/networks/bef4be40-e230-41dd-b44a-935b28422702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762251 Aug 16 23:04:34.347342 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-5204d1a1-3289-462c-82de-4e4b639e942f req-6004c6d3-2d0e-420c-958d-9945ac8fdf48 tempest-SecurityGroupRulesNegativeTestJSON-1771983435 tempest-SecurityGroupRulesNegativeTestJSON-1771983435-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1494003179', 'description': 'tempest-description-609499432'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:04:34.363830 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-e9a17894-8ded-4897-bfd4-d73cd82898f2 None None] For port 0a13e693-1f5b-42ce-bf2e-085a69c9d60d, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:04:34.380390 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d390832d-4a33-4da3-9072-7cbd9f40769d None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:34.393584 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-d390832d-4a33-4da3-9072-7cbd9f40769d None None] Transition to ACTIVE for port object 3bd40f2c-afbc-4f6a-bc10-dbbdbe36fbdc will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:04:34.398052 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7c3192b1-7bcb-4e2d-8472-88c087e13489 tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:34.398980 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-e9a17894-8ded-4897-bfd4-d73cd82898f2 None None] For port 0a13e693-1f5b-42ce-bf2e-085a69c9d60d, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=0a13e693-1f5b-42ce-bf2e-085a69c9d60d,segment=NetworkSegment(b338c9e9-dfc9-4f76-966c-942badd14d06),segment_id=b338c9e9-dfc9-4f76-966c-942badd14d06)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:04:34.415157 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7c3192b1-7bcb-4e2d-8472-88c087e13489 tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:34.418312 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e9a17894-8ded-4897-bfd4-d73cd82898f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:34.422029 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-7c3192b1-7bcb-4e2d-8472-88c087e13489 tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] 10.222.0.36 "DELETE /v2.0/networks/c7deae72-e1aa-45ee-b62c-ebaef766d3eb HTTP/1.1" status: 204 len: 168 time: 0.4285910 Aug 16 23:04:34.423102 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 50006) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:34.424102 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-5204d1a1-3289-462c-82de-4e4b639e942f req-6004c6d3-2d0e-420c-958d-9945ac8fdf48 tempest-SecurityGroupRulesNegativeTestJSON-1771983435 tempest-SecurityGroupRulesNegativeTestJSON-1771983435-project] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:34.466166 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-d390832d-4a33-4da3-9072-7cbd9f40769d None None] Transition to ACTIVE for port object 3bd40f2c-afbc-4f6a-bc10-dbbdbe36fbdc will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:04:34.503087 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-20ec8c9d-a62d-4ed7-a599-02a960dbadfe tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] DELETE failed (client error): The resource could not be found. Aug 16 23:04:34.508156 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20ec8c9d-a62d-4ed7-a599-02a960dbadfe tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:04:34.508265 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d390832d-4a33-4da3-9072-7cbd9f40769d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:34.509201 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-20ec8c9d-a62d-4ed7-a599-02a960dbadfe tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] 10.222.0.36 "DELETE /v2.0/ports/c5971832-7dcb-4905-8de8-2aadec72a1f5 HTTP/1.1" status: 404 len: 333 time: 0.0693729 Aug 16 23:04:34.510093 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 50010) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:34.511773 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3192b1-7bcb-4e2d-8472-88c087e13489 tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] Pushing event deleted for resources: {'Network': ['ID=c7deae72-e1aa-45ee-b62c-ebaef766d3eb,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:34.541003 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a17894-8ded-4897-bfd4-d73cd82898f2 None None] Pushing event updated for resources: {'Port': ['ID=0a13e693-1f5b-42ce-bf2e-085a69c9d60d,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:34.581968 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-73d37c77-1d16-4e85-8bfb-a0601a19c992 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Allocated IP 2001:db8::1 (6f0f9f02-e5a2-4cbb-86f9-52b13ff20a9f/274b92c3-079f-4b34-8c61-c37a7d5dbad3/f5f3b4ac-f985-40a5-9c77-53e45bc46a9a) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:04:34.583266 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d390832d-4a33-4da3-9072-7cbd9f40769d None None] Network 5356f7ca-dd8a-4601-a699-81b3e06a2af9 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:04:34.587085 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-d390832d-4a33-4da3-9072-7cbd9f40769d None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:04:34.595090 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d390832d-4a33-4da3-9072-7cbd9f40769d None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:04:34.606450 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-f67cbe7d-4466-414c-bc47-0d3da434dba4 tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] Deleting subnet dddda900-3ce8-4290-b6df-b79f935fa951 {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:04:34.610972 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f67cbe7d-4466-414c-bc47-0d3da434dba4 tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:34.619777 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-73833a58-3f28-41af-aa17-6f18df32a886 req-ea05e001-e54e-4e00-a338-8257bedea37e tempest-InstanceActionsNegativeTestJSON-1984895962 tempest-InstanceActionsNegativeTestJSON-1984895962-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e8d5723-5c72-472b-8b51-e4cc8f4db9d4 HTTP/1.1" status: 200 len: 210 time: 0.0819681 Aug 16 23:04:34.666978 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d390832d-4a33-4da3-9072-7cbd9f40769d None None] Pushing event updated for resources: {'Port': ['ID=3bd40f2c-afbc-4f6a-bc10-dbbdbe36fbdc,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:34.699925 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f67cbe7d-4466-414c-bc47-0d3da434dba4 tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:34.714377 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-d390832d-4a33-4da3-9072-7cbd9f40769d None None] Attempting to bind port 3bd40f2c-afbc-4f6a-bc10-dbbdbe36fbdc on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:04:34.716159 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-d390832d-4a33-4da3-9072-7cbd9f40769d None None] Attempting to bind port 3bd40f2c-afbc-4f6a-bc10-dbbdbe36fbdc by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': 'b345fab2-0175-4746-9702-112ce8377d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '5356f7ca-dd8a-4601-a699-81b3e06a2af9'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:04:34.718030 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d390832d-4a33-4da3-9072-7cbd9f40769d None None] Attempting to bind port 3bd40f2c-afbc-4f6a-bc10-dbbdbe36fbdc on network 5356f7ca-dd8a-4601-a699-81b3e06a2af9 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:04:34.729533 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d390832d-4a33-4da3-9072-7cbd9f40769d None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:04:34.729913 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d390832d-4a33-4da3-9072-7cbd9f40769d None None] Checking segment: {'id': 'b345fab2-0175-4746-9702-112ce8377d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '5356f7ca-dd8a-4601-a699-81b3e06a2af9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:04:34.732097 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d390832d-4a33-4da3-9072-7cbd9f40769d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:34.738051 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d390832d-4a33-4da3-9072-7cbd9f40769d None None] Bound using segment: {'id': 'b345fab2-0175-4746-9702-112ce8377d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '5356f7ca-dd8a-4601-a699-81b3e06a2af9'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:04:34.738827 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-d390832d-4a33-4da3-9072-7cbd9f40769d None None] Bound port: 3bd40f2c-afbc-4f6a-bc10-dbbdbe36fbdc, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b345fab2-0175-4746-9702-112ce8377d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '5356f7ca-dd8a-4601-a699-81b3e06a2af9'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:04:34.740177 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d390832d-4a33-4da3-9072-7cbd9f40769d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:34.808003 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-5204d1a1-3289-462c-82de-4e4b639e942f req-6004c6d3-2d0e-420c-958d-9945ac8fdf48 tempest-SecurityGroupRulesNegativeTestJSON-1771983435 tempest-SecurityGroupRulesNegativeTestJSON-1771983435-project] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:34.828426 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-5204d1a1-3289-462c-82de-4e4b639e942f req-6004c6d3-2d0e-420c-958d-9945ac8fdf48 tempest-SecurityGroupRulesNegativeTestJSON-1771983435 tempest-SecurityGroupRulesNegativeTestJSON-1771983435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:34.867238 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-d390832d-4a33-4da3-9072-7cbd9f40769d None None] For port 3bd40f2c-afbc-4f6a-bc10-dbbdbe36fbdc, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:04:34.869123 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f67cbe7d-4466-414c-bc47-0d3da434dba4 tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:34.872601 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-d390832d-4a33-4da3-9072-7cbd9f40769d None None] For port 3bd40f2c-afbc-4f6a-bc10-dbbdbe36fbdc, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=3bd40f2c-afbc-4f6a-bc10-dbbdbe36fbdc,segment=NetworkSegment(b345fab2-0175-4746-9702-112ce8377d9a),segment_id=b345fab2-0175-4746-9702-112ce8377d9a)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:04:34.877761 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d390832d-4a33-4da3-9072-7cbd9f40769d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:34.891749 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-5204d1a1-3289-462c-82de-4e4b639e942f req-6004c6d3-2d0e-420c-958d-9945ac8fdf48 tempest-SecurityGroupRulesNegativeTestJSON-1771983435 tempest-SecurityGroupRulesNegativeTestJSON-1771983435-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:34.897550 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5204d1a1-3289-462c-82de-4e4b639e942f req-6004c6d3-2d0e-420c-958d-9945ac8fdf48 tempest-SecurityGroupRulesNegativeTestJSON-1771983435 tempest-SecurityGroupRulesNegativeTestJSON-1771983435-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.5569186 Aug 16 23:04:34.912180 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6004c6d3-2d0e-420c-958d-9945ac8fdf48 tempest-SecurityGroupRulesNegativeTestJSON-1771983435 tempest-SecurityGroupRulesNegativeTestJSON-1771983435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee34aaad-3da1-4263-8692-901c6eabc6be,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:34.927159 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-73d37c77-1d16-4e85-8bfb-a0601a19c992 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:34.967018 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [None req-73d37c77-1d16-4e85-8bfb-a0601a19c992 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Transition to ACTIVE for port object f5f3b4ac-f985-40a5-9c77-53e45bc46a9a will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:04:34.976177 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d390832d-4a33-4da3-9072-7cbd9f40769d None None] Pushing event updated for resources: {'Port': ['ID=3bd40f2c-afbc-4f6a-bc10-dbbdbe36fbdc,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:35.004087 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f67cbe7d-4466-414c-bc47-0d3da434dba4 tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:35.057035 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-73d37c77-1d16-4e85-8bfb-a0601a19c992 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:35.060998 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67cbe7d-4466-414c-bc47-0d3da434dba4 tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] Pushing event deleted for resources: {'Subnet': ['ID=dddda900-3ce8-4290-b6df-b79f935fa951,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:35.070848 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f67cbe7d-4466-414c-bc47-0d3da434dba4 tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:35.076918 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-f67cbe7d-4466-414c-bc47-0d3da434dba4 tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] 10.222.0.36 "DELETE /v2.0/subnets/dddda900-3ce8-4290-b6df-b79f935fa951 HTTP/1.1" status: 204 len: 168 time: 0.5626769 Aug 16 23:04:35.077603 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef058de8-ce56-4ce3-82da-de56172cd25f None None] Network 6dffffc5-07ba-46b1-9495-5e040061c359 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:04:35.077981 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 50022) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:35.128292 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d37c77-1d16-4e85-8bfb-a0601a19c992 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Network 6f0f9f02-e5a2-4cbb-86f9-52b13ff20a9f is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:04:35.131912 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9ce2a0c6-59aa-4aa9-9f1d-bc7f39ec52d0 req-a0c13786-cb53-4c79-9e18-88ba41462365 tempest-SecurityGroupRulesNegativeTestJSON-1771983435 tempest-SecurityGroupRulesNegativeTestJSON-1771983435-project] 10.222.0.36 "GET /v2.0/security-groups/ee34aaad-3da1-4263-8692-901c6eabc6be HTTP/1.1" status: 200 len: 1814 time: 0.2011111 Aug 16 23:04:35.137943 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-73d37c77-1d16-4e85-8bfb-a0601a19c992 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:04:35.141773 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d37c77-1d16-4e85-8bfb-a0601a19c992 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:04:35.143037 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-73d37c77-1d16-4e85-8bfb-a0601a19c992 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954230'] for router_interface, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:35.234975 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-821a4f8a-d73a-419d-ac76-c885e7c2909a req-26af887d-8f0c-44de-bf21-a2d6de687517 tempest-SecurityGroupRulesNegativeTestJSON-1771983435 tempest-SecurityGroupRulesNegativeTestJSON-1771983435-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1681815581', 'description': 'tempest-description-1201325131'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:04:35.237875 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d433d7cb-ca05-4aa9-8345-77ee0473e81c tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:35.258006 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d37c77-1d16-4e85-8bfb-a0601a19c992 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Pushing event updated for resources: {'Port': ['ID=f5f3b4ac-f985-40a5-9c77-53e45bc46a9a,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:35.351913 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-d433d7cb-ca05-4aa9-8345-77ee0473e81c tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] Deleting port 8e9b5775-7868-42d6-9e3b-991394aaee4b {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:04:35.356428 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d433d7cb-ca05-4aa9-8345-77ee0473e81c tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:35.363366 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-eba818b7-57a2-4da0-b7dd-0f68fd4b4f58 req-602b97e3-840b-43b8-a856-b3cfb92fbbf9 tempest-ServerShowV247Test-1699434572 tempest-ServerShowV247Test-1699434572-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0aa2f3d-78df-4e02-a720-675064df8506 HTTP/1.1" status: 200 len: 210 time: 0.1023083 Aug 16 23:04:35.381543 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-821a4f8a-d73a-419d-ac76-c885e7c2909a req-26af887d-8f0c-44de-bf21-a2d6de687517 tempest-SecurityGroupRulesNegativeTestJSON-1771983435 tempest-SecurityGroupRulesNegativeTestJSON-1771983435-project] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:35.459173 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd5e709-0140-4a28-9c05-f9034eb2d9d6 None None] DHCP port deletion for 6dffffc5-07ba-46b1-9495-5e040061c359 request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:04:35.502174 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-d433d7cb-ca05-4aa9-8345-77ee0473e81c tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] For port 8e9b5775-7868-42d6-9e3b-991394aaee4b, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=8e9b5775-7868-42d6-9e3b-991394aaee4b,segment=NetworkSegment(f62248a3-983e-4080-917d-efaee6c73a6a),segment_id=f62248a3-983e-4080-917d-efaee6c73a6a)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:04:35.502663 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-73d37c77-1d16-4e85-8bfb-a0601a19c992 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:35.503409 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d433d7cb-ca05-4aa9-8345-77ee0473e81c tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:35.523961 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-d433d7cb-ca05-4aa9-8345-77ee0473e81c tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] Calling delete_port for 8e9b5775-7868-42d6-9e3b-991394aaee4b owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:04:35.601296 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-5fd5e709-0140-4a28-9c05-f9034eb2d9d6 None None] Deleting port 8e9b5775-7868-42d6-9e3b-991394aaee4b {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:04:35.601650 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-5fd5e709-0140-4a28-9c05-f9034eb2d9d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:35.708227 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d433d7cb-ca05-4aa9-8345-77ee0473e81c tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:35.725953 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-5fd5e709-0140-4a28-9c05-f9034eb2d9d6 None None] For port 8e9b5775-7868-42d6-9e3b-991394aaee4b, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=8e9b5775-7868-42d6-9e3b-991394aaee4b,segment=NetworkSegment(f62248a3-983e-4080-917d-efaee6c73a6a),segment_id=f62248a3-983e-4080-917d-efaee6c73a6a)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:04:35.726646 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-5fd5e709-0140-4a28-9c05-f9034eb2d9d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:35.748109 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-5fd5e709-0140-4a28-9c05-f9034eb2d9d6 None None] Calling delete_port for 8e9b5775-7868-42d6-9e3b-991394aaee4b owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:04:35.762509 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d433d7cb-ca05-4aa9-8345-77ee0473e81c tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] No DVR routers for this DVR port 8e9b5775-7868-42d6-9e3b-991394aaee4b on host n-d-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:04:35.793586 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d433d7cb-ca05-4aa9-8345-77ee0473e81c tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] Pushing event deleted for resources: {'Port': ['ID=8e9b5775-7868-42d6-9e3b-991394aaee4b,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:35.847628 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 0a13e693-1f5b-42ce-bf2e-085a69c9d60d up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:04:35.872310 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-21d0c3f4-4faf-4dff-a25c-4b1a503c8024 req-45d0d00f-7085-40ed-960c-e878bec1434c tempest-InstanceActionsNegativeTestJSON-1984895962 tempest-InstanceActionsNegativeTestJSON-1984895962-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e8d5723-5c72-472b-8b51-e4cc8f4db9d4 HTTP/1.1" status: 200 len: 210 time: 0.0650172 Aug 16 23:04:35.936057 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d433d7cb-ca05-4aa9-8345-77ee0473e81c tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:35.949805 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-d433d7cb-ca05-4aa9-8345-77ee0473e81c tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dffffc5-07ba-46b1-9495-5e040061c359']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:35.965760 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-5fd5e709-0140-4a28-9c05-f9034eb2d9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:35.984893 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-d433d7cb-ca05-4aa9-8345-77ee0473e81c tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f62248a3-983e-4080-917d-efaee6c73a6a') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:35.985224 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-d433d7cb-ca05-4aa9-8345-77ee0473e81c tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f62248a3-983e-4080-917d-efaee6c73a6a') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:35.990339 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-821a4f8a-d73a-419d-ac76-c885e7c2909a req-26af887d-8f0c-44de-bf21-a2d6de687517 tempest-SecurityGroupRulesNegativeTestJSON-1771983435 tempest-SecurityGroupRulesNegativeTestJSON-1771983435-project] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:36.001375 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d433d7cb-ca05-4aa9-8345-77ee0473e81c tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:36.004708 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-821a4f8a-d73a-419d-ac76-c885e7c2909a req-26af887d-8f0c-44de-bf21-a2d6de687517 tempest-SecurityGroupRulesNegativeTestJSON-1771983435 tempest-SecurityGroupRulesNegativeTestJSON-1771983435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:36.020528 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd5e709-0140-4a28-9c05-f9034eb2d9d6 None None] Pushing event deleted for resources: {'Port': ['ID=8e9b5775-7868-42d6-9e3b-991394aaee4b,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:36.025635 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 0a13e693-1f5b-42ce-bf2e-085a69c9d60d completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:04:36.027985 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd5e709-0140-4a28-9c05-f9034eb2d9d6 None None] No DVR routers for this DVR port 8e9b5775-7868-42d6-9e3b-991394aaee4b on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:04:36.028496 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d433d7cb-ca05-4aa9-8345-77ee0473e81c tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:36.039275 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 3bd40f2c-afbc-4f6a-bc10-dbbdbe36fbdc up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:04:36.050926 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d433d7cb-ca05-4aa9-8345-77ee0473e81c tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:04:36.051497 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d433d7cb-ca05-4aa9-8345-77ee0473e81c tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:36.055813 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 23:04:36.055813 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:04:36.055813 n-d-791506-26 neutron-server[101291]: timer() Aug 16 23:04:36.055813 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:04:36.055813 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 23:04:36.055813 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:04:36.055813 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 23:04:36.055813 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:04:36.055813 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 23:04:36.055813 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:04:36.055813 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 23:04:36.055813 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:04:36.055813 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 23:04:36.055813 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:04:36.055813 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:04:36.055813 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:04:36.055813 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:04:36.055813 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:04:36.055813 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 23:04:36.055813 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:04:36.055813 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 23:04:36.055813 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:04:36.055813 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:04:36.055813 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:04:36.055813 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 23:04:36.055813 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:04:36.055813 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:04:36.055813 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:04:36.055813 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:04:36.055813 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:04:36.055813 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:04:36.055813 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:04:36.127581 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 3bd40f2c-afbc-4f6a-bc10-dbbdbe36fbdc completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:04:36.153736 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec1d670-08c7-499c-ac33-6b6136e65ceb None None] Network 6f0f9f02-e5a2-4cbb-86f9-52b13ff20a9f requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:04:36.161823 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-821a4f8a-d73a-419d-ac76-c885e7c2909a req-26af887d-8f0c-44de-bf21-a2d6de687517 tempest-SecurityGroupRulesNegativeTestJSON-1771983435 tempest-SecurityGroupRulesNegativeTestJSON-1771983435-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:36.166991 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-821a4f8a-d73a-419d-ac76-c885e7c2909a req-26af887d-8f0c-44de-bf21-a2d6de687517 tempest-SecurityGroupRulesNegativeTestJSON-1771983435 tempest-SecurityGroupRulesNegativeTestJSON-1771983435-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.9507849 Aug 16 23:04:36.183483 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d433d7cb-ca05-4aa9-8345-77ee0473e81c tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:36.209159 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26af887d-8f0c-44de-bf21-a2d6de687517 tempest-SecurityGroupRulesNegativeTestJSON-1771983435 tempest-SecurityGroupRulesNegativeTestJSON-1771983435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e728d159-651b-40d9-80b6-4e5fa7bb3c1b,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:36.210654 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d433d7cb-ca05-4aa9-8345-77ee0473e81c tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:36.215065 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-d433d7cb-ca05-4aa9-8345-77ee0473e81c tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] 10.222.0.36 "DELETE /v2.0/networks/6dffffc5-07ba-46b1-9495-5e040061c359 HTTP/1.1" status: 204 len: 168 time: 1.1336408 Aug 16 23:04:36.236914 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d433d7cb-ca05-4aa9-8345-77ee0473e81c tempest-DHCPAgentSchedulersTestJSON-1370528086 tempest-DHCPAgentSchedulersTestJSON-1370528086-project] Pushing event deleted for resources: {'Network': ['ID=6dffffc5-07ba-46b1-9495-5e040061c359,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:36.302286 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 8e9b5775-7868-42d6-9e3b-991394aaee4b no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:04:36.311968 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fb8f5512-22d6-4312-91ea-ea48eba52e03 req-66bdc76e-3222-4399-b090-e8c17cc9970e tempest-SecurityGroupRulesNegativeTestJSON-1771983435 tempest-SecurityGroupRulesNegativeTestJSON-1771983435-project] 10.222.0.36 "GET /v2.0/security-groups/e728d159-651b-40d9-80b6-4e5fa7bb3c1b HTTP/1.1" status: 200 len: 1815 time: 0.0763738 Aug 16 23:04:36.355064 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-73d37c77-1d16-4e85-8bfb-a0601a19c992 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:36.356802 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 8e9b5775-7868-42d6-9e3b-991394aaee4b {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:04:36.357154 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 8e9b5775-7868-42d6-9e3b-991394aaee4b not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:04:36.362990 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-eee1666c-02c2-4a09-a045-1001078c59ac None None] Provisioning for port 0a13e693-1f5b-42ce-bf2e-085a69c9d60d completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:04:36.367185 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-73d37c77-1d16-4e85-8bfb-a0601a19c992 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:36.368391 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-73d37c77-1d16-4e85-8bfb-a0601a19c992 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954122'] for router_interface, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:36.382494 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-eee1666c-02c2-4a09-a045-1001078c59ac None None] Provisioning complete for port 0a13e693-1f5b-42ce-bf2e-085a69c9d60d triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:04:36.383257 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-eee1666c-02c2-4a09-a045-1001078c59ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:36.386313 n-d-791506-26 neutron-server[101292]: INFO neutron.api.v2.resource [req-4ac6c145-dd28-4949-8d89-bbaf1e6a78f9 req-8ac15a16-9744-4e21-8f6c-84488aea43d8 tempest-SecurityGroupRulesNegativeTestJSON-1771983435 tempest-SecurityGroupRulesNegativeTestJSON-1771983435-project] show failed (client error): The resource could not be found. Aug 16 23:04:36.387544 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4ac6c145-dd28-4949-8d89-bbaf1e6a78f9 req-8ac15a16-9744-4e21-8f6c-84488aea43d8 tempest-SecurityGroupRulesNegativeTestJSON-1771983435 tempest-SecurityGroupRulesNegativeTestJSON-1771983435-project] 10.222.0.36 "GET /v2.0/security-groups/2a71bf73-dc5d-4c0f-b06f-b982b46ab6af HTTP/1.1" status: 404 len: 352 time: 0.0435522 Aug 16 23:04:36.528585 n-d-791506-26 neutron-server[101292]: INFO neutron.api.v2.resource [req-828e66b9-f2b3-43f4-bc8c-d7b8e29c141c req-9c987401-df8d-422d-95ed-c1c9e91da87a tempest-SecurityGroupRulesNegativeTestJSON-1771983435 tempest-SecurityGroupRulesNegativeTestJSON-1771983435-project] show failed (client error): The resource could not be found. Aug 16 23:04:36.537680 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-828e66b9-f2b3-43f4-bc8c-d7b8e29c141c req-9c987401-df8d-422d-95ed-c1c9e91da87a tempest-SecurityGroupRulesNegativeTestJSON-1771983435 tempest-SecurityGroupRulesNegativeTestJSON-1771983435-project] 10.222.0.36 "GET /v2.0/security-group-rules/681ecf87-c623-42fa-ad65-5082bd86cdee HTTP/1.1" status: 404 len: 361 time: 0.0602458 Aug 16 23:04:36.570548 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d37c77-1d16-4e85-8bfb-a0601a19c992 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Pushing event updated for resources: {'Port': ['ID=f5f3b4ac-f985-40a5-9c77-53e45bc46a9a,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:36.599225 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 50050) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:36.613227 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-eee1666c-02c2-4a09-a045-1001078c59ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:36.620028 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3fae2044-fd79-4f5e-8fe5-285db9d27db5 req-709a8c1e-97e1-4255-b4d5-58e6d0981c93 tempest-ServerShowV247Test-1699434572 tempest-ServerShowV247Test-1699434572-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0aa2f3d-78df-4e02-a720-675064df8506 HTTP/1.1" status: 200 len: 210 time: 0.0947807 Aug 16 23:04:36.687677 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-eee1666c-02c2-4a09-a045-1001078c59ac None None] For port 0a13e693-1f5b-42ce-bf2e-085a69c9d60d, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=0a13e693-1f5b-42ce-bf2e-085a69c9d60d,segment=NetworkSegment(b338c9e9-dfc9-4f76-966c-942badd14d06),segment_id=b338c9e9-dfc9-4f76-966c-942badd14d06)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:04:36.693788 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-eee1666c-02c2-4a09-a045-1001078c59ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:36.735284 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1888703f-8c8d-4111-8829-9c86ebcdba8b None None] Network 5356f7ca-dd8a-4601-a699-81b3e06a2af9 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:04:36.753402 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7ed858c1-c945-4c4b-9239-95f6af05b70c req-6d10b795-7a38-4a1b-822f-f5b04bc59668 tempest-SecurityGroupRulesNegativeTestJSON-1771983435 tempest-SecurityGroupRulesNegativeTestJSON-1771983435-project] 10.222.0.36 "GET /v2.0/security-groups/e728d159-651b-40d9-80b6-4e5fa7bb3c1b HTTP/1.1" status: 200 len: 1815 time: 0.1356349 Aug 16 23:04:36.765771 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d37c77-1d16-4e85-8bfb-a0601a19c992 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Network 6f0f9f02-e5a2-4cbb-86f9-52b13ff20a9f is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:04:36.774006 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-73d37c77-1d16-4e85-8bfb-a0601a19c992 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:04:36.928035 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee1666c-02c2-4a09-a045-1001078c59ac None None] Pushing event updated for resources: {'Port': ['ID=0a13e693-1f5b-42ce-bf2e-085a69c9d60d,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:36.931067 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e6a941-1cdb-4f4d-a3cf-d47ca4625aec req-441aa378-7c7a-4603-b539-c19b2f92eccb tempest-InstanceActionsNegativeTestJSON-1984895962 tempest-InstanceActionsNegativeTestJSON-1984895962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:36.933316 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-32e6a941-1cdb-4f4d-a3cf-d47ca4625aec req-441aa378-7c7a-4603-b539-c19b2f92eccb tempest-InstanceActionsNegativeTestJSON-1984895962 tempest-InstanceActionsNegativeTestJSON-1984895962-project] 10.222.0.68 "GET /v2.0/networks?id=bef4be40-e230-41dd-b44a-935b28422702 HTTP/1.1" status: 200 len: 822 time: 0.2666218 Aug 16 23:04:36.948125 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-9dd136a7-afd6-4561-938b-765f7fd4ab8b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ea4c65013e5b4b04824d4ca89315ecc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3476205 Aug 16 23:04:36.950940 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-c3e2ba9d-dba0-4e23-8678-1b732140994d None None] Provisioning for port 3bd40f2c-afbc-4f6a-bc10-dbbdbe36fbdc completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:04:36.955557 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-32e6a941-1cdb-4f4d-a3cf-d47ca4625aec req-ae8172b0-c3ae-4c3d-94ee-cb2fdaa990d5 tempest-InstanceActionsNegativeTestJSON-1984895962 tempest-InstanceActionsNegativeTestJSON-1984895962-project] Request body: {'port': {'device_id': '8e8d5723-5c72-472b-8b51-e4cc8f4db9d4', 'network_id': 'bef4be40-e230-41dd-b44a-935b28422702', 'admin_state_up': True, 'tenant_id': 'd8998a0aa9794158bbd255476df42f17'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:04:36.959689 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 50056) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:36.960944 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-c3e2ba9d-dba0-4e23-8678-1b732140994d None None] Provisioning complete for port 3bd40f2c-afbc-4f6a-bc10-dbbdbe36fbdc triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:04:36.961320 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c3e2ba9d-dba0-4e23-8678-1b732140994d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:37.039591 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8ca84a8a-4d3a-43e3-8aaa-61735ae5549e req-06995138-88f3-465d-a6b7-e7a9a5c9e376 tempest-InstanceActionsNegativeTestJSON-1984895962 tempest-InstanceActionsNegativeTestJSON-1984895962-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e8d5723-5c72-472b-8b51-e4cc8f4db9d4 HTTP/1.1" status: 200 len: 210 time: 0.0498104 Aug 16 23:04:37.041072 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-7ed858c1-c945-4c4b-9239-95f6af05b70c req-e9d3a9e5-7691-4731-864b-74b6a4b054dc tempest-SecurityGroupRulesNegativeTestJSON-1771983435 tempest-SecurityGroupRulesNegativeTestJSON-1771983435-project] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:37.068416 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73d37c77-1d16-4e85-8bfb-a0601a19c992 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Router 41af3602-9747-47d1-a74e-a7fabb6d09b2 is scheduled to L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f with binding_index 1 {{(pid=101292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:04:37.105929 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c3e2ba9d-dba0-4e23-8678-1b732140994d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:37.108454 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c99d4271-500c-4175-a7ff-326018ce7284 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:37.131555 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-7ed858c1-c945-4c4b-9239-95f6af05b70c req-e9d3a9e5-7691-4731-864b-74b6a4b054dc tempest-SecurityGroupRulesNegativeTestJSON-1771983435 tempest-SecurityGroupRulesNegativeTestJSON-1771983435-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:37.171783 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32e6a941-1cdb-4f4d-a3cf-d47ca4625aec req-ae8172b0-c3ae-4c3d-94ee-cb2fdaa990d5 tempest-InstanceActionsNegativeTestJSON-1984895962 tempest-InstanceActionsNegativeTestJSON-1984895962-project] Made reservation on behalf of d8998a0aa9794158bbd255476df42f17 for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:04:37.176120 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-32e6a941-1cdb-4f4d-a3cf-d47ca4625aec req-ae8172b0-c3ae-4c3d-94ee-cb2fdaa990d5 tempest-InstanceActionsNegativeTestJSON-1984895962 tempest-InstanceActionsNegativeTestJSON-1984895962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:37.183673 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c99d4271-500c-4175-a7ff-326018ce7284 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:37.190682 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-c3e2ba9d-dba0-4e23-8678-1b732140994d None None] For port 3bd40f2c-afbc-4f6a-bc10-dbbdbe36fbdc, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=3bd40f2c-afbc-4f6a-bc10-dbbdbe36fbdc,segment=NetworkSegment(b345fab2-0175-4746-9702-112ce8377d9a),segment_id=b345fab2-0175-4746-9702-112ce8377d9a)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:04:37.201128 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c3e2ba9d-dba0-4e23-8678-1b732140994d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:37.244488 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73d37c77-1d16-4e85-8bfb-a0601a19c992 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:04:37.253101 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-73d37c77-1d16-4e85-8bfb-a0601a19c992 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "PUT /v2.0/routers/41af3602-9747-47d1-a74e-a7fabb6d09b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7820535 Aug 16 23:04:37.255857 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 50060) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:37.285485 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139c3f67-fa5b-4951-9919-56fe7329f91a None None] Sync routers for ids ['41af3602-9747-47d1-a74e-a7fabb6d09b2'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:04:37.311669 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139c3f67-fa5b-4951-9919-56fe7329f91a None None] Routers {'41af3602-9747-47d1-a74e-a7fabb6d09b2'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:04:37.312425 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-139c3f67-fa5b-4951-9919-56fe7329f91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:04:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['41af3602-9747-47d1-a74e-a7fabb6d09b2'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:37.332332 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c99d4271-500c-4175-a7ff-326018ce7284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:37.333597 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-7ed858c1-c945-4c4b-9239-95f6af05b70c req-e9d3a9e5-7691-4731-864b-74b6a4b054dc tempest-SecurityGroupRulesNegativeTestJSON-1771983435 tempest-SecurityGroupRulesNegativeTestJSON-1771983435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:37.336390 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-7ed858c1-c945-4c4b-9239-95f6af05b70c req-e9d3a9e5-7691-4731-864b-74b6a4b054dc tempest-SecurityGroupRulesNegativeTestJSON-1771983435 tempest-SecurityGroupRulesNegativeTestJSON-1771983435-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:37.337398 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c99d4271-500c-4175-a7ff-326018ce7284 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:37.339441 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-c99d4271-500c-4175-a7ff-326018ce7284 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8628f8e5-19ef-4175-a68a-6bb3f6c3476e HTTP/1.1" status: 204 len: 168 time: 0.3763263 Aug 16 23:04:37.364007 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7ed858c1-c945-4c4b-9239-95f6af05b70c req-e9d3a9e5-7691-4731-864b-74b6a4b054dc tempest-SecurityGroupRulesNegativeTestJSON-1771983435 tempest-SecurityGroupRulesNegativeTestJSON-1771983435-project] 10.222.0.36 "DELETE /v2.0/security-groups/e728d159-651b-40d9-80b6-4e5fa7bb3c1b HTTP/1.1" status: 204 len: 173 time: 0.6080482 Aug 16 23:04:37.380447 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99d4271-500c-4175-a7ff-326018ce7284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8628f8e5-19ef-4175-a68a-6bb3f6c3476e,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:37.415412 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3a74ad-6ca8-49e2-9547-11c8b325b7d3 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:37.420052 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-bd3a74ad-6ca8-49e2-9547-11c8b325b7d3 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "GET /v2.0/ports/f5f3b4ac-f985-40a5-9c77-53e45bc46a9a HTTP/1.1" status: 200 len: 911 time: 0.1637678 Aug 16 23:04:37.422226 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 50066) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:37.429452 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d3a9e5-7691-4731-864b-74b6a4b054dc tempest-SecurityGroupRulesNegativeTestJSON-1771983435 tempest-SecurityGroupRulesNegativeTestJSON-1771983435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e728d159-651b-40d9-80b6-4e5fa7bb3c1b,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:37.431477 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-139c3f67-fa5b-4951-9919-56fe7329f91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:37.469937 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c2f1d8e5-8a74-4ad2-ab9a-6ddf6d8959e7 req-0d9b6449-067e-4989-9167-ebeb2b78a220 tempest-SecurityGroupRulesNegativeTestJSON-1771983435 tempest-SecurityGroupRulesNegativeTestJSON-1771983435-project] 10.222.0.36 "GET /v2.0/security-groups/ee34aaad-3da1-4263-8692-901c6eabc6be HTTP/1.1" status: 200 len: 1814 time: 0.0828528 Aug 16 23:04:37.524502 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139c3f67-fa5b-4951-9919-56fe7329f91a None None] Routers {'41af3602-9747-47d1-a74e-a7fabb6d09b2'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:04:37.525420 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-139c3f67-fa5b-4951-9919-56fe7329f91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:04:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['41af3602-9747-47d1-a74e-a7fabb6d09b2'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:37.565018 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-c2f1d8e5-8a74-4ad2-ab9a-6ddf6d8959e7 req-e6d956df-be36-4371-9ce2-543812733284 tempest-SecurityGroupRulesNegativeTestJSON-1771983435 tempest-SecurityGroupRulesNegativeTestJSON-1771983435-project] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:37.571324 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-27efd61e-974b-43ce-a5ab-305919c99316 None None] Provisioning for port f5f3b4ac-f985-40a5-9c77-53e45bc46a9a completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:04:37.577048 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e2ba9d-dba0-4e23-8678-1b732140994d None None] Pushing event updated for resources: {'Port': ['ID=3bd40f2c-afbc-4f6a-bc10-dbbdbe36fbdc,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:37.603694 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-139c3f67-fa5b-4951-9919-56fe7329f91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:37.606609 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139c3f67-fa5b-4951-9919-56fe7329f91a None None] The sync data for ids ['41af3602-9747-47d1-a74e-a7fabb6d09b2'] in n-d-791506-26 is: [] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:04:37.622989 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-27efd61e-974b-43ce-a5ab-305919c99316 None None] Provisioning complete for port f5f3b4ac-f985-40a5-9c77-53e45bc46a9a triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:04:37.623855 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-27efd61e-974b-43ce-a5ab-305919c99316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:37.643041 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-c2f1d8e5-8a74-4ad2-ab9a-6ddf6d8959e7 req-e6d956df-be36-4371-9ce2-543812733284 tempest-SecurityGroupRulesNegativeTestJSON-1771983435 tempest-SecurityGroupRulesNegativeTestJSON-1771983435-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:37.662262 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-32e6a941-1cdb-4f4d-a3cf-d47ca4625aec req-ae8172b0-c3ae-4c3d-94ee-cb2fdaa990d5 tempest-InstanceActionsNegativeTestJSON-1984895962 tempest-InstanceActionsNegativeTestJSON-1984895962-project] Allocated IP 172.20.0.6 (bef4be40-e230-41dd-b44a-935b28422702/199ba396-73bd-4319-bd7a-042a1698b7dd/27b4d599-5aa4-4153-b62a-1f6380c15ef3) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:04:37.726996 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-c2f1d8e5-8a74-4ad2-ab9a-6ddf6d8959e7 req-e6d956df-be36-4371-9ce2-543812733284 tempest-SecurityGroupRulesNegativeTestJSON-1771983435 tempest-SecurityGroupRulesNegativeTestJSON-1771983435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:37.730942 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-c2f1d8e5-8a74-4ad2-ab9a-6ddf6d8959e7 req-e6d956df-be36-4371-9ce2-543812733284 tempest-SecurityGroupRulesNegativeTestJSON-1771983435 tempest-SecurityGroupRulesNegativeTestJSON-1771983435-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:37.732756 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c2f1d8e5-8a74-4ad2-ab9a-6ddf6d8959e7 req-e6d956df-be36-4371-9ce2-543812733284 tempest-SecurityGroupRulesNegativeTestJSON-1771983435 tempest-SecurityGroupRulesNegativeTestJSON-1771983435-project] 10.222.0.36 "DELETE /v2.0/security-groups/ee34aaad-3da1-4263-8692-901c6eabc6be HTTP/1.1" status: 204 len: 173 time: 0.2609770 Aug 16 23:04:37.775376 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d956df-be36-4371-9ce2-543812733284 tempest-SecurityGroupRulesNegativeTestJSON-1771983435 tempest-SecurityGroupRulesNegativeTestJSON-1771983435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee34aaad-3da1-4263-8692-901c6eabc6be,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:37.787644 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-27efd61e-974b-43ce-a5ab-305919c99316 None None] Port f5f3b4ac-f985-40a5-9c77-53e45bc46a9a cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:04:37.834867 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9a080bbe-b922-4621-bc81-69f146f7f02a req-8c28f65b-078e-4779-bc73-6e34efe4f771 tempest-SecurityGroupRulesNegativeTestJSON-1771983435 tempest-SecurityGroupRulesNegativeTestJSON-1771983435-project] 10.222.0.36 "GET /v2.0/security-groups/83a048f5-29f9-4a25-8c1e-141f3c889b52 HTTP/1.1" status: 200 len: 1813 time: 0.0605595 Aug 16 23:04:37.841064 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-27efd61e-974b-43ce-a5ab-305919c99316 None None] Provisioning complete for port 0a13e693-1f5b-42ce-bf2e-085a69c9d60d triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:04:37.841445 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-27efd61e-974b-43ce-a5ab-305919c99316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:37.895669 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 0a13e693-1f5b-42ce-bf2e-085a69c9d60d up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:04:37.942411 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b880682d-0f31-4034-b049-a52b9403fab4 req-b7081f89-74d1-4e52-82ac-a85f511e0766 tempest-ServerShowV247Test-1699434572 tempest-ServerShowV247Test-1699434572-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0aa2f3d-78df-4e02-a720-675064df8506 HTTP/1.1" status: 200 len: 210 time: 0.1027663 Aug 16 23:04:37.978277 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 0a13e693-1f5b-42ce-bf2e-085a69c9d60d triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:04:37.978912 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:37.993614 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-9a080bbe-b922-4621-bc81-69f146f7f02a req-bbc9f3fc-b737-4548-a4a1-edb6d98fa32e tempest-SecurityGroupRulesNegativeTestJSON-1771983435 tempest-SecurityGroupRulesNegativeTestJSON-1771983435-project] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:37.994205 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 50074) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:38.017140 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-70d7f200-95a8-4cf6-83ee-ab985c189fcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:38.036615 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-9a080bbe-b922-4621-bc81-69f146f7f02a req-bbc9f3fc-b737-4548-a4a1-edb6d98fa32e tempest-SecurityGroupRulesNegativeTestJSON-1771983435 tempest-SecurityGroupRulesNegativeTestJSON-1771983435-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:38.108208 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-9a080bbe-b922-4621-bc81-69f146f7f02a req-bbc9f3fc-b737-4548-a4a1-edb6d98fa32e tempest-SecurityGroupRulesNegativeTestJSON-1771983435 tempest-SecurityGroupRulesNegativeTestJSON-1771983435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:38.113154 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-9a080bbe-b922-4621-bc81-69f146f7f02a req-bbc9f3fc-b737-4548-a4a1-edb6d98fa32e tempest-SecurityGroupRulesNegativeTestJSON-1771983435 tempest-SecurityGroupRulesNegativeTestJSON-1771983435-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:38.115568 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9a080bbe-b922-4621-bc81-69f146f7f02a req-bbc9f3fc-b737-4548-a4a1-edb6d98fa32e tempest-SecurityGroupRulesNegativeTestJSON-1771983435 tempest-SecurityGroupRulesNegativeTestJSON-1771983435-project] 10.222.0.36 "DELETE /v2.0/security-groups/83a048f5-29f9-4a25-8c1e-141f3c889b52 HTTP/1.1" status: 204 len: 173 time: 0.2765329 Aug 16 23:04:38.133556 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc9f3fc-b737-4548-a4a1-edb6d98fa32e tempest-SecurityGroupRulesNegativeTestJSON-1771983435 tempest-SecurityGroupRulesNegativeTestJSON-1771983435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a048f5-29f9-4a25-8c1e-141f3c889b52,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:38.155277 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-32e6a941-1cdb-4f4d-a3cf-d47ca4625aec req-ae8172b0-c3ae-4c3d-94ee-cb2fdaa990d5 tempest-InstanceActionsNegativeTestJSON-1984895962 tempest-InstanceActionsNegativeTestJSON-1984895962-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:38.215748 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-86afedfc-f9a0-419a-9e4a-5e3b03f2d5f1 req-405487ad-bf8a-4929-89f1-dbf9ea180f8e tempest-InstanceActionsNegativeTestJSON-1984895962 tempest-InstanceActionsNegativeTestJSON-1984895962-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e8d5723-5c72-472b-8b51-e4cc8f4db9d4 HTTP/1.1" status: 200 len: 210 time: 0.0413375 Aug 16 23:04:38.219912 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-365df15a-cfd9-45f9-b804-7f259aef7964 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:38.249730 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-320b9f72-9bf8-4030-a80d-1f097d1948bd req-12d1b25f-72a4-4dd0-8dc4-68b03bdb3afe tempest-SecurityGroupRulesNegativeTestJSON-1771983435 tempest-SecurityGroupRulesNegativeTestJSON-1771983435-project] 10.222.0.36 "GET /v2.0/security-groups/23e37c3f-aad0-48e5-aa27-004061274e46 HTTP/1.1" status: 200 len: 1812 time: 0.0985007 Aug 16 23:04:38.272122 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-32e6a941-1cdb-4f4d-a3cf-d47ca4625aec req-ae8172b0-c3ae-4c3d-94ee-cb2fdaa990d5 tempest-InstanceActionsNegativeTestJSON-1984895962 tempest-InstanceActionsNegativeTestJSON-1984895962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:38.285040 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-70d7f200-95a8-4cf6-83ee-ab985c189fcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:38.295433 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-70d7f200-95a8-4cf6-83ee-ab985c189fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:38.301773 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 3bd40f2c-afbc-4f6a-bc10-dbbdbe36fbdc up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:04:38.352271 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0d3da6ed-07f4-40ee-aefc-74b18b84b0f0 None None] Provisioning complete for port 3bd40f2c-afbc-4f6a-bc10-dbbdbe36fbdc triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:04:38.352682 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0d3da6ed-07f4-40ee-aefc-74b18b84b0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:38.362716 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d7f200-95a8-4cf6-83ee-ab985c189fcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab99167-d35d-4565-842a-55bc3b88fe9a,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:38.381776 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-70d7f200-95a8-4cf6-83ee-ab985c189fcd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5b223f12f8444ac78235b898e3e070e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3838882 Aug 16 23:04:38.385827 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 50080) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:38.407420 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 3bd40f2c-afbc-4f6a-bc10-dbbdbe36fbdc triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:04:38.408528 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:38.422878 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-320b9f72-9bf8-4030-a80d-1f097d1948bd req-0ca7d218-64ed-4cf6-ac34-c0ca9175f3e3 tempest-SecurityGroupRulesNegativeTestJSON-1771983435 tempest-SecurityGroupRulesNegativeTestJSON-1771983435-project] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:38.479196 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-320b9f72-9bf8-4030-a80d-1f097d1948bd req-0ca7d218-64ed-4cf6-ac34-c0ca9175f3e3 tempest-SecurityGroupRulesNegativeTestJSON-1771983435 tempest-SecurityGroupRulesNegativeTestJSON-1771983435-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:38.511767 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d52c84d4-56e4-4ff6-ae36-adb9d769cf79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:38.522295 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0d3da6ed-07f4-40ee-aefc-74b18b84b0f0 None None] Provisioning complete for port f5f3b4ac-f985-40a5-9c77-53e45bc46a9a triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:04:38.522737 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0d3da6ed-07f4-40ee-aefc-74b18b84b0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:38.568843 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d52c84d4-56e4-4ff6-ae36-adb9d769cf79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:38.591055 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0d3da6ed-07f4-40ee-aefc-74b18b84b0f0 None None] Port f5f3b4ac-f985-40a5-9c77-53e45bc46a9a cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:04:38.624860 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32e6a941-1cdb-4f4d-a3cf-d47ca4625aec req-ae8172b0-c3ae-4c3d-94ee-cb2fdaa990d5 tempest-InstanceActionsNegativeTestJSON-1984895962 tempest-InstanceActionsNegativeTestJSON-1984895962-project] Network bef4be40-e230-41dd-b44a-935b28422702 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:04:38.625916 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-320b9f72-9bf8-4030-a80d-1f097d1948bd req-0ca7d218-64ed-4cf6-ac34-c0ca9175f3e3 tempest-SecurityGroupRulesNegativeTestJSON-1771983435 tempest-SecurityGroupRulesNegativeTestJSON-1771983435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:38.629016 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-320b9f72-9bf8-4030-a80d-1f097d1948bd req-0ca7d218-64ed-4cf6-ac34-c0ca9175f3e3 tempest-SecurityGroupRulesNegativeTestJSON-1771983435 tempest-SecurityGroupRulesNegativeTestJSON-1771983435-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:38.630170 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-320b9f72-9bf8-4030-a80d-1f097d1948bd req-0ca7d218-64ed-4cf6-ac34-c0ca9175f3e3 tempest-SecurityGroupRulesNegativeTestJSON-1771983435 tempest-SecurityGroupRulesNegativeTestJSON-1771983435-project] 10.222.0.36 "DELETE /v2.0/security-groups/23e37c3f-aad0-48e5-aa27-004061274e46 HTTP/1.1" status: 204 len: 173 time: 0.3706415 Aug 16 23:04:38.641221 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca7d218-64ed-4cf6-ac34-c0ca9175f3e3 tempest-SecurityGroupRulesNegativeTestJSON-1771983435 tempest-SecurityGroupRulesNegativeTestJSON-1771983435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e37c3f-aad0-48e5-aa27-004061274e46,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:38.661758 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-32e6a941-1cdb-4f4d-a3cf-d47ca4625aec req-ae8172b0-c3ae-4c3d-94ee-cb2fdaa990d5 tempest-InstanceActionsNegativeTestJSON-1984895962 tempest-InstanceActionsNegativeTestJSON-1984895962-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:04:38.665475 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d52c84d4-56e4-4ff6-ae36-adb9d769cf79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:38.668174 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d52c84d4-56e4-4ff6-ae36-adb9d769cf79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:38.669053 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-32e6a941-1cdb-4f4d-a3cf-d47ca4625aec req-ae8172b0-c3ae-4c3d-94ee-cb2fdaa990d5 tempest-InstanceActionsNegativeTestJSON-1984895962 tempest-InstanceActionsNegativeTestJSON-1984895962-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:04:38.675358 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-d52c84d4-56e4-4ff6-ae36-adb9d769cf79 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4ab99167-d35d-4565-842a-55bc3b88fe9a HTTP/1.1" status: 204 len: 168 time: 0.2885137 Aug 16 23:04:38.699424 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52c84d4-56e4-4ff6-ae36-adb9d769cf79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab99167-d35d-4565-842a-55bc3b88fe9a,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:38.701710 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8172b0-c3ae-4c3d-94ee-cb2fdaa990d5 tempest-InstanceActionsNegativeTestJSON-1984895962 tempest-InstanceActionsNegativeTestJSON-1984895962-project] Pushing event updated for resources: {'Port': ['ID=27b4d599-5aa4-4153-b62a-1f6380c15ef3,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:38.744199 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5c6e8afb-00d4-4a65-bdad-5e1c4cfeb316 req-3f94f961-9b7d-49c4-b8e9-a4c91f104251 tempest-SecurityGroupRulesNegativeTestJSON-1771983435 tempest-SecurityGroupRulesNegativeTestJSON-1771983435-project] 10.222.0.36 "GET /v2.0/security-groups/dd733fc4-a80c-494d-b760-518a9d601cb9 HTTP/1.1" status: 200 len: 1815 time: 0.0674541 Aug 16 23:04:38.750320 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e6a941-1cdb-4f4d-a3cf-d47ca4625aec req-ae8172b0-c3ae-4c3d-94ee-cb2fdaa990d5 tempest-InstanceActionsNegativeTestJSON-1984895962 tempest-InstanceActionsNegativeTestJSON-1984895962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:38.751029 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-32e6a941-1cdb-4f4d-a3cf-d47ca4625aec req-ae8172b0-c3ae-4c3d-94ee-cb2fdaa990d5 tempest-InstanceActionsNegativeTestJSON-1984895962 tempest-InstanceActionsNegativeTestJSON-1984895962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:38.800576 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-32e6a941-1cdb-4f4d-a3cf-d47ca4625aec req-ae8172b0-c3ae-4c3d-94ee-cb2fdaa990d5 tempest-InstanceActionsNegativeTestJSON-1984895962 tempest-InstanceActionsNegativeTestJSON-1984895962-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8505554 Aug 16 23:04:38.811763 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-5c6e8afb-00d4-4a65-bdad-5e1c4cfeb316 req-38bb32c7-b2c5-4de7-b678-c598ef826d1e tempest-SecurityGroupRulesNegativeTestJSON-1771983435 tempest-SecurityGroupRulesNegativeTestJSON-1771983435-project] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:38.817832 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-32e6a941-1cdb-4f4d-a3cf-d47ca4625aec req-f4348a53-cbfe-4bac-8658-347b20138538 service neutron] Request body: {'port': {'device_id': '8e8d5723-5c72-472b-8b51-e4cc8f4db9d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:04:38.836697 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-5c6e8afb-00d4-4a65-bdad-5e1c4cfeb316 req-38bb32c7-b2c5-4de7-b678-c598ef826d1e tempest-SecurityGroupRulesNegativeTestJSON-1771983435 tempest-SecurityGroupRulesNegativeTestJSON-1771983435-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:38.883139 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-5c6e8afb-00d4-4a65-bdad-5e1c4cfeb316 req-38bb32c7-b2c5-4de7-b678-c598ef826d1e tempest-SecurityGroupRulesNegativeTestJSON-1771983435 tempest-SecurityGroupRulesNegativeTestJSON-1771983435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:38.886322 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-5c6e8afb-00d4-4a65-bdad-5e1c4cfeb316 req-38bb32c7-b2c5-4de7-b678-c598ef826d1e tempest-SecurityGroupRulesNegativeTestJSON-1771983435 tempest-SecurityGroupRulesNegativeTestJSON-1771983435-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:38.890884 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5c6e8afb-00d4-4a65-bdad-5e1c4cfeb316 req-38bb32c7-b2c5-4de7-b678-c598ef826d1e tempest-SecurityGroupRulesNegativeTestJSON-1771983435 tempest-SecurityGroupRulesNegativeTestJSON-1771983435-project] 10.222.0.36 "DELETE /v2.0/security-groups/dd733fc4-a80c-494d-b760-518a9d601cb9 HTTP/1.1" status: 204 len: 173 time: 0.1389613 Aug 16 23:04:38.894192 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 50088) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:38.904342 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bb32c7-b2c5-4de7-b678-c598ef826d1e tempest-SecurityGroupRulesNegativeTestJSON-1771983435 tempest-SecurityGroupRulesNegativeTestJSON-1771983435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd733fc4-a80c-494d-b760-518a9d601cb9,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:38.974454 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-32e6a941-1cdb-4f4d-a3cf-d47ca4625aec req-f4348a53-cbfe-4bac-8658-347b20138538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:39.041110 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-21c25dcf-6372-430f-a51e-15e5c02892b6 admin admin] Deleting subnet 9e6ea500-b74e-4a7d-93ca-0561413914bf {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:04:39.046964 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-21c25dcf-6372-430f-a51e-15e5c02892b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:39.050052 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-365df15a-cfd9-45f9-b804-7f259aef7964 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Allocated IP 2001:db8:1::1 (5356f7ca-dd8a-4601-a699-81b3e06a2af9/74707ed6-9e81-49d8-b8c9-add023c8ab46/e440d77b-ba05-4f56-99b7-ac6bc038fe4f) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:04:39.082263 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-305cbf56-45b5-477f-9c99-2615a5fe73bb req-e9d76446-32de-4cb8-8ab8-3663fede08f2 tempest-ServerShowV247Test-1699434572 tempest-ServerShowV247Test-1699434572-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0aa2f3d-78df-4e02-a720-675064df8506 HTTP/1.1" status: 200 len: 210 time: 0.0462117 Aug 16 23:04:39.161089 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-21c25dcf-6372-430f-a51e-15e5c02892b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:39.320481 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-21c25dcf-6372-430f-a51e-15e5c02892b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:39.353721 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc7b126-a8b6-41ea-b484-579446530958 req-d0d1bf41-5d94-4be9-b3a3-c503bf0f510a tempest-InstanceActionsNegativeTestJSON-1984895962 tempest-InstanceActionsNegativeTestJSON-1984895962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:39.355435 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4cc7b126-a8b6-41ea-b484-579446530958 req-d0d1bf41-5d94-4be9-b3a3-c503bf0f510a tempest-InstanceActionsNegativeTestJSON-1984895962 tempest-InstanceActionsNegativeTestJSON-1984895962-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e8d5723-5c72-472b-8b51-e4cc8f4db9d4 HTTP/1.1" status: 200 len: 931 time: 0.0599289 Aug 16 23:04:39.404716 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4cc7b126-a8b6-41ea-b484-579446530958 req-8fb9c665-6cba-4118-b968-25ce0784f2cd tempest-InstanceActionsNegativeTestJSON-1984895962 tempest-InstanceActionsNegativeTestJSON-1984895962-project] 10.222.0.36 "GET /v2.0/security-groups?id=85d6be35-e219-41ef-aac1-42588ea4b8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416100 Aug 16 23:04:39.436025 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-365df15a-cfd9-45f9-b804-7f259aef7964 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:39.462076 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-21c25dcf-6372-430f-a51e-15e5c02892b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:39.509883 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-365df15a-cfd9-45f9-b804-7f259aef7964 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Transition to ACTIVE for port object e440d77b-ba05-4f56-99b7-ac6bc038fe4f will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:04:39.515770 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-21c25dcf-6372-430f-a51e-15e5c02892b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:39.518613 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-21c25dcf-6372-430f-a51e-15e5c02892b6 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/9e6ea500-b74e-4a7d-93ca-0561413914bf HTTP/1.1" status: 204 len: 168 time: 0.6230614 Aug 16 23:04:39.519845 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c25dcf-6372-430f-a51e-15e5c02892b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e6ea500-b74e-4a7d-93ca-0561413914bf,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:39.521189 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 50112) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:39.605289 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0ba33f06-46f4-4430-831d-80b7d731109e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:39.613223 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-32e6a941-1cdb-4f4d-a3cf-d47ca4625aec req-f4348a53-cbfe-4bac-8658-347b20138538 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27b4d599-5aa4-4153-b62a-1f6380c15ef3 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:04:39.629324 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-32e6a941-1cdb-4f4d-a3cf-d47ca4625aec req-f4348a53-cbfe-4bac-8658-347b20138538 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:39.643997 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-365df15a-cfd9-45f9-b804-7f259aef7964 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:39.664134 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-32e6a941-1cdb-4f4d-a3cf-d47ca4625aec req-f4348a53-cbfe-4bac-8658-347b20138538 service neutron] Transition to ACTIVE for port object 27b4d599-5aa4-4153-b62a-1f6380c15ef3 will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:04:39.688341 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365df15a-cfd9-45f9-b804-7f259aef7964 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Network 5356f7ca-dd8a-4601-a699-81b3e06a2af9 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:04:39.689808 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-32e6a941-1cdb-4f4d-a3cf-d47ca4625aec req-f4348a53-cbfe-4bac-8658-347b20138538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:39.691323 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0ba33f06-46f4-4430-831d-80b7d731109e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:39.695337 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-365df15a-cfd9-45f9-b804-7f259aef7964 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:04:39.698304 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365df15a-cfd9-45f9-b804-7f259aef7964 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:04:39.698873 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-365df15a-cfd9-45f9-b804-7f259aef7964 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954230'] for router_interface, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:39.702528 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-0ba33f06-46f4-4430-831d-80b7d731109e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32208e94-f1a9-4737-a58c-0ad1affc54b6']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:39.718130 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-0ba33f06-46f4-4430-831d-80b7d731109e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e5ed26c-0f46-45ae-898e-89b32f0dff2f') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:39.718433 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-0ba33f06-46f4-4430-831d-80b7d731109e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e5ed26c-0f46-45ae-898e-89b32f0dff2f') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:39.730778 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0ba33f06-46f4-4430-831d-80b7d731109e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:39.745949 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0ba33f06-46f4-4430-831d-80b7d731109e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:39.754130 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ba33f06-46f4-4430-831d-80b7d731109e admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:04:39.754844 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0ba33f06-46f4-4430-831d-80b7d731109e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:39.756984 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 16 23:04:39.756984 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:04:39.756984 n-d-791506-26 neutron-server[101292]: timer() Aug 16 23:04:39.756984 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:04:39.756984 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 16 23:04:39.756984 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:04:39.756984 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 16 23:04:39.756984 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:04:39.756984 n-d-791506-26 neutron-server[101292]: self._notify() Aug 16 23:04:39.756984 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:04:39.756984 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 16 23:04:39.756984 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:04:39.756984 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 16 23:04:39.756984 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:04:39.756984 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:04:39.756984 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:04:39.756984 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:04:39.756984 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:04:39.756984 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 16 23:04:39.756984 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:04:39.756984 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 16 23:04:39.756984 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:04:39.756984 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:04:39.756984 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:04:39.756984 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 16 23:04:39.756984 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:04:39.756984 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:04:39.756984 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:04:39.756984 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:04:39.756984 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:04:39.756984 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:04:39.756984 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:04:39.863672 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365df15a-cfd9-45f9-b804-7f259aef7964 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Pushing event updated for resources: {'Port': ['ID=e440d77b-ba05-4f56-99b7-ac6bc038fe4f,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:40.045111 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4348a53-cbfe-4bac-8658-347b20138538 service neutron] Pushing event updated for resources: {'Port': ['ID=27b4d599-5aa4-4153-b62a-1f6380c15ef3,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:40.056725 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-05ede936-2df3-4c18-9dea-e0afff402aaf None None] Provisioning for port e440d77b-ba05-4f56-99b7-ac6bc038fe4f completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:04:40.063257 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-05ede936-2df3-4c18-9dea-e0afff402aaf None None] Provisioning complete for port e440d77b-ba05-4f56-99b7-ac6bc038fe4f triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:04:40.063997 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-05ede936-2df3-4c18-9dea-e0afff402aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:40.073939 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-32e6a941-1cdb-4f4d-a3cf-d47ca4625aec req-f4348a53-cbfe-4bac-8658-347b20138538 service neutron] Attempting to bind port 27b4d599-5aa4-4153-b62a-1f6380c15ef3 on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:04:40.074314 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-32e6a941-1cdb-4f4d-a3cf-d47ca4625aec req-f4348a53-cbfe-4bac-8658-347b20138538 service neutron] Attempting to bind port 27b4d599-5aa4-4153-b62a-1f6380c15ef3 by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': '3b129842-191e-4699-8bc6-d57784a82c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bef4be40-e230-41dd-b44a-935b28422702'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:04:40.074736 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e6a941-1cdb-4f4d-a3cf-d47ca4625aec req-f4348a53-cbfe-4bac-8658-347b20138538 service neutron] Attempting to bind port 27b4d599-5aa4-4153-b62a-1f6380c15ef3 on network bef4be40-e230-41dd-b44a-935b28422702 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:04:40.084852 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-365df15a-cfd9-45f9-b804-7f259aef7964 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:40.086716 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e6a941-1cdb-4f4d-a3cf-d47ca4625aec req-f4348a53-cbfe-4bac-8658-347b20138538 service neutron] Port 27b4d599-5aa4-4153-b62a-1f6380c15ef3 on network bef4be40-e230-41dd-b44a-935b28422702 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:04:40.087050 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e6a941-1cdb-4f4d-a3cf-d47ca4625aec req-f4348a53-cbfe-4bac-8658-347b20138538 service neutron] Attempting to bind port 27b4d599-5aa4-4153-b62a-1f6380c15ef3 on network bef4be40-e230-41dd-b44a-935b28422702 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:04:40.103047 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e6a941-1cdb-4f4d-a3cf-d47ca4625aec req-f4348a53-cbfe-4bac-8658-347b20138538 service neutron] Checking agent: {'id': 'd28e24f9-e5ea-41e1-80bf-3c7943ad7f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:04:40.103660 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e6a941-1cdb-4f4d-a3cf-d47ca4625aec req-f4348a53-cbfe-4bac-8658-347b20138538 service neutron] Checking segment: {'id': '3b129842-191e-4699-8bc6-d57784a82c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bef4be40-e230-41dd-b44a-935b28422702'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:04:40.104074 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e6a941-1cdb-4f4d-a3cf-d47ca4625aec req-f4348a53-cbfe-4bac-8658-347b20138538 service neutron] Bound using segment: {'id': '3b129842-191e-4699-8bc6-d57784a82c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bef4be40-e230-41dd-b44a-935b28422702'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:04:40.104519 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-32e6a941-1cdb-4f4d-a3cf-d47ca4625aec req-f4348a53-cbfe-4bac-8658-347b20138538 service neutron] Bound port: 27b4d599-5aa4-4153-b62a-1f6380c15ef3, host: n-h1-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b129842-191e-4699-8bc6-d57784a82c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bef4be40-e230-41dd-b44a-935b28422702'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:04:40.104916 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-32e6a941-1cdb-4f4d-a3cf-d47ca4625aec req-f4348a53-cbfe-4bac-8658-347b20138538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:40.118669 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-05ede936-2df3-4c18-9dea-e0afff402aaf None None] Port e440d77b-ba05-4f56-99b7-ac6bc038fe4f cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:04:40.236637 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8e87ea24-1e7a-4798-96a6-db9ba271c974 req-b6bb7fbc-0b24-41bb-a541-1001195c844b tempest-ServerShowV247Test-1699434572 tempest-ServerShowV247Test-1699434572-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0aa2f3d-78df-4e02-a720-675064df8506 HTTP/1.1" status: 200 len: 210 time: 0.0409729 Aug 16 23:04:40.237452 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 50132) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:40.248493 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0ba33f06-46f4-4430-831d-80b7d731109e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:40.265292 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0ba33f06-46f4-4430-831d-80b7d731109e admin admin] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:40.269039 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-0ba33f06-46f4-4430-831d-80b7d731109e admin admin] 10.222.0.36 "DELETE /v2.0/networks/32208e94-f1a9-4737-a58c-0ad1affc54b6 HTTP/1.1" status: 204 len: 168 time: 0.7464943 Aug 16 23:04:40.271058 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba33f06-46f4-4430-831d-80b7d731109e admin admin] Pushing event deleted for resources: {'Network': ['ID=32208e94-f1a9-4737-a58c-0ad1affc54b6,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:40.324626 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-32e6a941-1cdb-4f4d-a3cf-d47ca4625aec req-f4348a53-cbfe-4bac-8658-347b20138538 service neutron] For port 27b4d599-5aa4-4153-b62a-1f6380c15ef3, host n-h1-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:04:40.351249 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-32e6a941-1cdb-4f4d-a3cf-d47ca4625aec req-f4348a53-cbfe-4bac-8658-347b20138538 service neutron] For port 27b4d599-5aa4-4153-b62a-1f6380c15ef3, host n-h1-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=27b4d599-5aa4-4153-b62a-1f6380c15ef3,segment=NetworkSegment(3b129842-191e-4699-8bc6-d57784a82c9b),segment_id=3b129842-191e-4699-8bc6-d57784a82c9b)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:04:40.360354 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-32e6a941-1cdb-4f4d-a3cf-d47ca4625aec req-f4348a53-cbfe-4bac-8658-347b20138538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:40.445455 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-1657b176-d14e-4bee-be99-7d28bb6e314f tempest-ExternalNetworksTestJSON-988756974 tempest-ExternalNetworksTestJSON-988756974-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-487123407'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:04:40.446161 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e6a941-1cdb-4f4d-a3cf-d47ca4625aec req-f4348a53-cbfe-4bac-8658-347b20138538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:40.446161 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-32e6a941-1cdb-4f4d-a3cf-d47ca4625aec req-f4348a53-cbfe-4bac-8658-347b20138538 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:40.447552 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-32e6a941-1cdb-4f4d-a3cf-d47ca4625aec req-f4348a53-cbfe-4bac-8658-347b20138538 service neutron] 10.222.0.68 "PUT /v2.0/ports/27b4d599-5aa4-4153-b62a-1f6380c15ef3 HTTP/1.1" status: 200 len: 1092 time: 1.6351786 Aug 16 23:04:40.478135 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1657b176-d14e-4bee-be99-7d28bb6e314f tempest-ExternalNetworksTestJSON-988756974 tempest-ExternalNetworksTestJSON-988756974-project] Made reservation on behalf of 2ea078b232764a0687fdb80161ca89ea for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:04:40.483845 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1657b176-d14e-4bee-be99-7d28bb6e314f tempest-ExternalNetworksTestJSON-988756974 tempest-ExternalNetworksTestJSON-988756974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:40.498761 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1657b176-d14e-4bee-be99-7d28bb6e314f tempest-ExternalNetworksTestJSON-988756974 tempest-ExternalNetworksTestJSON-988756974-project] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:40.530270 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 50140) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:40.541297 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e8d5723-5c72-472b-8b51-e4cc8f4db9d4', 'tag': '27b4d599-5aa4-4153-b62a-1f6380c15ef3'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:04:40.543926 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ea02533-d6db-4274-b0ff-d8b73aa56bf4" -d '{"events": [{"name": "network-changed", "server_uuid": "8e8d5723-5c72-472b-8b51-e4cc8f4db9d4", "tag": "27b4d599-5aa4-4153-b62a-1f6380c15ef3"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:04:40.599349 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee0cfb98-857d-4ee7-89d8-f22bc4bf5564 x-openstack-request-id: req-ee0cfb98-857d-4ee7-89d8-f22bc4bf5564 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:04:40.599642 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e8d5723-5c72-472b-8b51-e4cc8f4db9d4", "tag": "27b4d599-5aa4-4153-b62a-1f6380c15ef3", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:04:40.599893 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ee0cfb98-857d-4ee7-89d8-f22bc4bf5564 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:04:40.600288 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e8d5723-5c72-472b-8b51-e4cc8f4db9d4', 'tag': '27b4d599-5aa4-4153-b62a-1f6380c15ef3', 'status': 'completed', 'code': 200} Aug 16 23:04:40.614588 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4348a53-cbfe-4bac-8658-347b20138538 service neutron] Pushing event updated for resources: {'Port': ['ID=27b4d599-5aa4-4153-b62a-1f6380c15ef3,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:40.635396 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822b8821-ac40-4cb8-a6a1-a9dbe82955de req-954b950c-9223-4220-87f6-6de742a50c49 tempest-InstanceActionsNegativeTestJSON-1984895962 tempest-InstanceActionsNegativeTestJSON-1984895962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:40.636998 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-822b8821-ac40-4cb8-a6a1-a9dbe82955de req-954b950c-9223-4220-87f6-6de742a50c49 tempest-InstanceActionsNegativeTestJSON-1984895962 tempest-InstanceActionsNegativeTestJSON-1984895962-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e8d5723-5c72-472b-8b51-e4cc8f4db9d4 HTTP/1.1" status: 200 len: 943 time: 0.1212049 Aug 16 23:04:40.645211 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-ccf84b87-374f-45f8-bd77-763ef6fe799b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=98a323d333274ae08a00133e969900f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1095884 Aug 16 23:04:40.645437 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e6a941-1cdb-4f4d-a3cf-d47ca4625aec req-4a025cc1-71b5-47b3-9a63-ca0a23ecada4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:40.645437 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-32e6a941-1cdb-4f4d-a3cf-d47ca4625aec req-4a025cc1-71b5-47b3-9a63-ca0a23ecada4 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d8998a0aa9794158bbd255476df42f17&device_id=8e8d5723-5c72-472b-8b51-e4cc8f4db9d4 HTTP/1.1" status: 200 len: 1095 time: 0.0928848 Aug 16 23:04:40.647859 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 50144) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:40.653559 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-365df15a-cfd9-45f9-b804-7f259aef7964 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:40.692665 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-365df15a-cfd9-45f9-b804-7f259aef7964 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:40.693518 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-365df15a-cfd9-45f9-b804-7f259aef7964 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954122'] for router_interface, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:40.696194 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-32e6a941-1cdb-4f4d-a3cf-d47ca4625aec req-879e50a9-bf9c-4541-8792-d67ae7dd7bef service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27b4d599-5aa4-4153-b62a-1f6380c15ef3 HTTP/1.1" status: 200 len: 217 time: 0.0407617 Aug 16 23:04:40.762006 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-822b8821-ac40-4cb8-a6a1-a9dbe82955de req-284f4b7a-e4bb-4687-b746-da092b3bf95d tempest-InstanceActionsNegativeTestJSON-1984895962 tempest-InstanceActionsNegativeTestJSON-1984895962-project] 10.222.0.36 "GET /v2.0/security-groups?id=85d6be35-e219-41ef-aac1-42588ea4b8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165836 Aug 16 23:04:40.770604 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-023c62be-4037-4f96-81e4-3f614a97aaf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:40.807650 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1657b176-d14e-4bee-be99-7d28bb6e314f tempest-ExternalNetworksTestJSON-988756974 tempest-ExternalNetworksTestJSON-988756974-project] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:40.815458 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-023c62be-4037-4f96-81e4-3f614a97aaf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:40.817440 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1657b176-d14e-4bee-be99-7d28bb6e314f tempest-ExternalNetworksTestJSON-988756974 tempest-ExternalNetworksTestJSON-988756974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:40.824908 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365df15a-cfd9-45f9-b804-7f259aef7964 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Pushing event updated for resources: {'Port': ['ID=e440d77b-ba05-4f56-99b7-ac6bc038fe4f,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:40.836041 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e6a941-1cdb-4f4d-a3cf-d47ca4625aec req-4b98e181-9230-4eeb-a0cf-b0b5880e3c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:40.837598 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-32e6a941-1cdb-4f4d-a3cf-d47ca4625aec req-4b98e181-9230-4eeb-a0cf-b0b5880e3c1c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=199ba396-73bd-4319-bd7a-042a1698b7dd HTTP/1.1" status: 200 len: 862 time: 0.1120913 Aug 16 23:04:40.860273 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1657b176-d14e-4bee-be99-7d28bb6e314f tempest-ExternalNetworksTestJSON-988756974 tempest-ExternalNetworksTestJSON-988756974-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:04:40.882237 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-32e6a941-1cdb-4f4d-a3cf-d47ca4625aec req-99416add-fb29-4cd4-9eba-0af16cd1e4a0 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=bef4be40-e230-41dd-b44a-935b28422702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363953 Aug 16 23:04:40.886542 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1657b176-d14e-4bee-be99-7d28bb6e314f tempest-ExternalNetworksTestJSON-988756974 tempest-ExternalNetworksTestJSON-988756974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e3f376e-f9e2-41ed-868f-b9049f86a13d,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:40.889873 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1657b176-d14e-4bee-be99-7d28bb6e314f tempest-ExternalNetworksTestJSON-988756974 tempest-ExternalNetworksTestJSON-988756974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:40.890233 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-1657b176-d14e-4bee-be99-7d28bb6e314f tempest-ExternalNetworksTestJSON-988756974 tempest-ExternalNetworksTestJSON-988756974-project] Added segment 7c8114f9-1d08-42ea-9a1e-aed93b4ee86f of type vlan for network c5dbf083-aa70-45aa-815c-7f300ba5d209 Aug 16 23:04:40.942732 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1657b176-d14e-4bee-be99-7d28bb6e314f tempest-ExternalNetworksTestJSON-988756974 tempest-ExternalNetworksTestJSON-988756974-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:40.961325 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-023c62be-4037-4f96-81e4-3f614a97aaf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:40.963987 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-023c62be-4037-4f96-81e4-3f614a97aaf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:40.965965 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-023c62be-4037-4f96-81e4-3f614a97aaf0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/08c13a43-3b9b-4d83-bef1-6866a8efb0e3 HTTP/1.1" status: 204 len: 168 time: 0.3157482 Aug 16 23:04:40.966119 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365df15a-cfd9-45f9-b804-7f259aef7964 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Network 5356f7ca-dd8a-4601-a699-81b3e06a2af9 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:04:40.971878 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-365df15a-cfd9-45f9-b804-7f259aef7964 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:04:40.996631 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023c62be-4037-4f96-81e4-3f614a97aaf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c13a43-3b9b-4d83-bef1-6866a8efb0e3,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:41.002394 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1657b176-d14e-4bee-be99-7d28bb6e314f tempest-ExternalNetworksTestJSON-988756974 tempest-ExternalNetworksTestJSON-988756974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:41.024802 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1657b176-d14e-4bee-be99-7d28bb6e314f tempest-ExternalNetworksTestJSON-988756974 tempest-ExternalNetworksTestJSON-988756974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:41.025651 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1657b176-d14e-4bee-be99-7d28bb6e314f tempest-ExternalNetworksTestJSON-988756974 tempest-ExternalNetworksTestJSON-988756974-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:41.065066 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:41.109609 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-32e6a941-1cdb-4f4d-a3cf-d47ca4625aec req-2b1a03fc-4868-48ed-90ea-ed7080dec48c service neutron] 10.222.0.68 "GET /v2.0/networks/bef4be40-e230-41dd-b44a-935b28422702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149756 Aug 16 23:04:41.123039 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1657b176-d14e-4bee-be99-7d28bb6e314f tempest-ExternalNetworksTestJSON-988756974 tempest-ExternalNetworksTestJSON-988756974-project] Pushing event updated for resources: {'Network': ['ID=c5dbf083-aa70-45aa-815c-7f300ba5d209,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:41.132603 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-1657b176-d14e-4bee-be99-7d28bb6e314f tempest-ExternalNetworksTestJSON-988756974 tempest-ExternalNetworksTestJSON-988756974-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8939159 Aug 16 23:04:41.142019 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 50150) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:41.142274 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network c5dbf083-aa70-45aa-815c-7f300ba5d209 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:04:41.253204 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-365df15a-cfd9-45f9-b804-7f259aef7964 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Router 41af3602-9747-47d1-a74e-a7fabb6d09b2 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:04:41.293016 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-32e6a941-1cdb-4f4d-a3cf-d47ca4625aec req-8f5adb53-264b-4619-b9c8-f55a45874d15 service neutron] 10.222.0.68 "GET /v2.0/networks/bef4be40-e230-41dd-b44a-935b28422702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750951 Aug 16 23:04:41.364312 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-c4cff4cd-694d-41f9-a922-60e050b3022b None None] Provisioning complete for port e440d77b-ba05-4f56-99b7-ac6bc038fe4f triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:04:41.364726 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c4cff4cd-694d-41f9-a922-60e050b3022b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:41.421820 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e778b5b1-cb2c-4ce2-89fa-26613b659590 req-71c2e19f-b27e-4b20-8fc4-b8ee276608a4 tempest-ServerShowV247Test-1699434572 tempest-ServerShowV247Test-1699434572-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0aa2f3d-78df-4e02-a720-675064df8506 HTTP/1.1" status: 200 len: 210 time: 0.0672727 Aug 16 23:04:41.439963 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-c4cff4cd-694d-41f9-a922-60e050b3022b None None] Port e440d77b-ba05-4f56-99b7-ac6bc038fe4f cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:04:41.487705 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-1876b56f-ec45-48d3-8fc2-b682cbbe3984 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Request body: {'network': {'name': 'tempest-network--712302807', 'router:external': True}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:04:41.512289 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1876b56f-ec45-48d3-8fc2-b682cbbe3984 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Made reservation on behalf of 783ebac7420d406d8268f8c8090f2b3e for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:04:41.515861 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1876b56f-ec45-48d3-8fc2-b682cbbe3984 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:41.532035 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1876b56f-ec45-48d3-8fc2-b682cbbe3984 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:41.657625 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1876b56f-ec45-48d3-8fc2-b682cbbe3984 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:41.663727 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1876b56f-ec45-48d3-8fc2-b682cbbe3984 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:41.691653 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1876b56f-ec45-48d3-8fc2-b682cbbe3984 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:04:41.710967 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1876b56f-ec45-48d3-8fc2-b682cbbe3984 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efe836aa-95a2-4537-a88e-268e5500e825,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:41.726484 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1876b56f-ec45-48d3-8fc2-b682cbbe3984 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:41.727070 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-1876b56f-ec45-48d3-8fc2-b682cbbe3984 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Added segment f46bd1c3-ac69-4b79-9012-10269dfd9cf1 of type vlan for network 80c43b28-e878-450f-8b98-ae2d838698c8 Aug 16 23:04:41.756243 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea02533-d6db-4274-b0ff-d8b73aa56bf4 req-3af438be-1487-4810-8dec-58b7dee7192a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:41.757832 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-1ea02533-d6db-4274-b0ff-d8b73aa56bf4 req-3af438be-1487-4810-8dec-58b7dee7192a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d8998a0aa9794158bbd255476df42f17&device_id=8e8d5723-5c72-472b-8b51-e4cc8f4db9d4 HTTP/1.1" status: 200 len: 1095 time: 0.4056747 Aug 16 23:04:41.758882 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-365df15a-cfd9-45f9-b804-7f259aef7964 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:04:41.767079 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-365df15a-cfd9-45f9-b804-7f259aef7964 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "PUT /v2.0/routers/41af3602-9747-47d1-a74e-a7fabb6d09b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3316579 Aug 16 23:04:41.768302 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 50172) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:41.772393 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da5cef4-8219-4485-b894-0da1341b4fd3 None None] Sync routers for ids ['41af3602-9747-47d1-a74e-a7fabb6d09b2'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:04:41.806037 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da5cef4-8219-4485-b894-0da1341b4fd3 None None] Routers {'41af3602-9747-47d1-a74e-a7fabb6d09b2'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:04:41.810272 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-6da5cef4-8219-4485-b894-0da1341b4fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:04:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['41af3602-9747-47d1-a74e-a7fabb6d09b2'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:41.818897 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1876b56f-ec45-48d3-8fc2-b682cbbe3984 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:41.834686 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eddda4e-ee87-42e1-9c2b-755371ac2a2b tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:41.836320 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-5eddda4e-ee87-42e1-9c2b-755371ac2a2b tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "GET /v2.0/ports/e440d77b-ba05-4f56-99b7-ac6bc038fe4f HTTP/1.1" status: 200 len: 913 time: 0.0675316 Aug 16 23:04:41.840095 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 50178) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:41.903573 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-6da5cef4-8219-4485-b894-0da1341b4fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:41.915851 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da5cef4-8219-4485-b894-0da1341b4fd3 None None] Routers {'41af3602-9747-47d1-a74e-a7fabb6d09b2'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:04:41.916875 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-6da5cef4-8219-4485-b894-0da1341b4fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:04:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['41af3602-9747-47d1-a74e-a7fabb6d09b2'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:41.939411 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea02533-d6db-4274-b0ff-d8b73aa56bf4 req-2b0f3c40-b676-4844-a175-ac09956800f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:41.941833 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-1ea02533-d6db-4274-b0ff-d8b73aa56bf4 req-2b0f3c40-b676-4844-a175-ac09956800f3 service neutron] 10.222.0.68 "GET /v2.0/networks?id=bef4be40-e230-41dd-b44a-935b28422702 HTTP/1.1" status: 200 len: 923 time: 0.1735392 Aug 16 23:04:41.976666 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-6da5cef4-8219-4485-b894-0da1341b4fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:41.977367 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da5cef4-8219-4485-b894-0da1341b4fd3 None None] The sync data for ids ['41af3602-9747-47d1-a74e-a7fabb6d09b2'] in n-d-791506-26 is: [] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:04:41.992419 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1876b56f-ec45-48d3-8fc2-b682cbbe3984 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:41.993443 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1876b56f-ec45-48d3-8fc2-b682cbbe3984 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:41.994036 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1876b56f-ec45-48d3-8fc2-b682cbbe3984 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:41.999753 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-1ea02533-d6db-4274-b0ff-d8b73aa56bf4 req-f881ccc0-151c-41e9-a261-f6d1b6184675 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27b4d599-5aa4-4153-b62a-1f6380c15ef3 HTTP/1.1" status: 200 len: 217 time: 0.0500813 Aug 16 23:04:42.038607 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 50182) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:42.064227 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea02533-d6db-4274-b0ff-d8b73aa56bf4 req-25aab110-1976-422e-a384-1b5b96e5286d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:42.065945 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-1ea02533-d6db-4274-b0ff-d8b73aa56bf4 req-25aab110-1976-422e-a384-1b5b96e5286d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=199ba396-73bd-4319-bd7a-042a1698b7dd HTTP/1.1" status: 200 len: 862 time: 0.0573416 Aug 16 23:04:42.075203 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-1876b56f-ec45-48d3-8fc2-b682cbbe3984 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9376922 Aug 16 23:04:42.083847 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 50186) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:42.135727 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-1ea02533-d6db-4274-b0ff-d8b73aa56bf4 req-4e5f7e20-0958-4ba8-ab23-4dde3c5dce98 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=bef4be40-e230-41dd-b44a-935b28422702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621316 Aug 16 23:04:42.203951 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-2be3307c-a5a3-469e-8d51-4aeb6a0f1039 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1760784088-network', 'tenant_id': '0fd6de77a6ca45308e5ac106bdd0311d'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:04:42.214826 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6b995b-0efb-4283-97c9-0785584e579e req-4e13c3b6-5c5e-4de2-b08a-ab8c695853bf tempest-InstanceActionsNegativeTestJSON-1984895962 tempest-InstanceActionsNegativeTestJSON-1984895962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:42.216418 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7e6b995b-0efb-4283-97c9-0785584e579e req-4e13c3b6-5c5e-4de2-b08a-ab8c695853bf tempest-InstanceActionsNegativeTestJSON-1984895962 tempest-InstanceActionsNegativeTestJSON-1984895962-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e8d5723-5c72-472b-8b51-e4cc8f4db9d4 HTTP/1.1" status: 200 len: 943 time: 0.2728419 Aug 16 23:04:42.217054 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1876b56f-ec45-48d3-8fc2-b682cbbe3984 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Pushing event updated for resources: {'Network': ['ID=80c43b28-e878-450f-8b98-ae2d838698c8,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:42.231644 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 80c43b28-e878-450f-8b98-ae2d838698c8 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:04:42.268904 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fb7c999b-d938-4878-9b52-b19bf7af8fc7 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:42.286282 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b5152cf0-abbd-4c77-a445-a73081aa7671 req-dbc0e276-e0d4-4bfa-a1be-76357fcde706 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6d0f439b-55b3-479e-b4c0-19dd4772e5b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2195516 Aug 16 23:04:42.294462 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be3307c-a5a3-469e-8d51-4aeb6a0f1039 admin admin] Made reservation on behalf of 0fd6de77a6ca45308e5ac106bdd0311d for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:04:42.296795 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2be3307c-a5a3-469e-8d51-4aeb6a0f1039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:42.338632 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-1ea02533-d6db-4274-b0ff-d8b73aa56bf4 req-b604adc6-059f-44df-82ab-7e9764d40ad0 service neutron] 10.222.0.68 "GET /v2.0/networks/bef4be40-e230-41dd-b44a-935b28422702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669264 Aug 16 23:04:42.342747 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2be3307c-a5a3-469e-8d51-4aeb6a0f1039 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:42.349645 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7e6b995b-0efb-4283-97c9-0785584e579e req-73b39938-8738-43ff-9871-23bc7aa2243a tempest-InstanceActionsNegativeTestJSON-1984895962 tempest-InstanceActionsNegativeTestJSON-1984895962-project] 10.222.0.36 "GET /v2.0/security-groups?id=85d6be35-e219-41ef-aac1-42588ea4b8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158855 Aug 16 23:04:42.472873 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fb7c999b-d938-4878-9b52-b19bf7af8fc7 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:42.474559 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5152cf0-abbd-4c77-a445-a73081aa7671 req-45a3686f-0034-4961-8f8f-ceda9675eaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:42.475146 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5152cf0-abbd-4c77-a445-a73081aa7671 req-45a3686f-0034-4961-8f8f-ceda9675eaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:42.475631 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5152cf0-abbd-4c77-a445-a73081aa7671 req-45a3686f-0034-4961-8f8f-ceda9675eaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:42.476171 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5152cf0-abbd-4c77-a445-a73081aa7671 req-45a3686f-0034-4961-8f8f-ceda9675eaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:42.476675 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5152cf0-abbd-4c77-a445-a73081aa7671 req-45a3686f-0034-4961-8f8f-ceda9675eaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:42.477149 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5152cf0-abbd-4c77-a445-a73081aa7671 req-45a3686f-0034-4961-8f8f-ceda9675eaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:42.477881 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5152cf0-abbd-4c77-a445-a73081aa7671 req-45a3686f-0034-4961-8f8f-ceda9675eaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:42.479637 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b5152cf0-abbd-4c77-a445-a73081aa7671 req-45a3686f-0034-4961-8f8f-ceda9675eaa6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2021c5ea9b37490ab72514988bd9444c&device_id=6d0f439b-55b3-479e-b4c0-19dd4772e5b0 HTTP/1.1" status: 200 len: 6496 time: 0.1082032 Aug 16 23:04:42.497477 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-fb7c999b-d938-4878-9b52-b19bf7af8fc7 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80c43b28-e878-450f-8b98-ae2d838698c8']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:42.522950 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-fb7c999b-d938-4878-9b52-b19bf7af8fc7 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f46bd1c3-ac69-4b79-9012-10269dfd9cf1') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:42.523350 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-fb7c999b-d938-4878-9b52-b19bf7af8fc7 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f46bd1c3-ac69-4b79-9012-10269dfd9cf1') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:42.545739 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fb7c999b-d938-4878-9b52-b19bf7af8fc7 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:42.575259 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-1ea02533-d6db-4274-b0ff-d8b73aa56bf4 req-cb004320-3d8b-41ed-ac57-34841f5d7708 service neutron] 10.222.0.68 "GET /v2.0/networks/bef4be40-e230-41dd-b44a-935b28422702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242324 Aug 16 23:04:42.576584 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fb7c999b-d938-4878-9b52-b19bf7af8fc7 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:42.589265 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb7c999b-d938-4878-9b52-b19bf7af8fc7 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:04:42.590252 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fb7c999b-d938-4878-9b52-b19bf7af8fc7 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:42.594414 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 23:04:42.594414 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:04:42.594414 n-d-791506-26 neutron-server[101291]: timer() Aug 16 23:04:42.594414 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:04:42.594414 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 23:04:42.594414 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:04:42.594414 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 23:04:42.594414 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:04:42.594414 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 23:04:42.594414 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:04:42.594414 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 23:04:42.594414 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:04:42.594414 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 23:04:42.594414 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:04:42.594414 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:04:42.594414 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:04:42.594414 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:04:42.594414 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:04:42.594414 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 23:04:42.594414 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:04:42.594414 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 23:04:42.594414 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:04:42.594414 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:04:42.594414 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:04:42.594414 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 23:04:42.594414 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:04:42.594414 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:04:42.594414 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:04:42.594414 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:04:42.594414 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:04:42.594414 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:04:42.594414 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:04:42.629579 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8d43c3eb-91ad-40f9-9fcc-3fd2e7db674d req-b35d4d43-91f4-4559-8cd3-06a09596a054 tempest-ServerShowV247Test-1699434572 tempest-ServerShowV247Test-1699434572-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0aa2f3d-78df-4e02-a720-675064df8506 HTTP/1.1" status: 200 len: 210 time: 0.0735726 Aug 16 23:04:42.652196 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2be3307c-a5a3-469e-8d51-4aeb6a0f1039 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:42.668561 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2be3307c-a5a3-469e-8d51-4aeb6a0f1039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:42.681135 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fb7c999b-d938-4878-9b52-b19bf7af8fc7 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:42.690907 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb7c999b-d938-4878-9b52-b19bf7af8fc7 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 80c43b28-e878-450f-8b98-ae2d838698c8 {{(pid=101291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 16 23:04:42.704020 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fb7c999b-d938-4878-9b52-b19bf7af8fc7 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:42.711092 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-fb7c999b-d938-4878-9b52-b19bf7af8fc7 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] 10.222.0.36 "DELETE /v2.0/networks/80c43b28-e878-450f-8b98-ae2d838698c8 HTTP/1.1" status: 204 len: 168 time: 0.6223156 Aug 16 23:04:42.711092 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7c999b-d938-4878-9b52-b19bf7af8fc7 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Pushing event deleted for resources: {'Network': ['ID=80c43b28-e878-450f-8b98-ae2d838698c8,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:42.712264 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 50190) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:42.721268 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-c3677b02-9cfa-45ff-9e5a-06214602c43d tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Request body: {'network': {'router:external': True}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:04:42.746269 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d9743c7f-36c5-4859-b2d1-40f22a5065ae tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537579'] for router_interface, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:42.750129 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2be3307c-a5a3-469e-8d51-4aeb6a0f1039 admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:04:42.753003 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5152cf0-abbd-4c77-a445-a73081aa7671 req-f758581b-2cc4-459f-ae76-10f257c99ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:42.753476 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5152cf0-abbd-4c77-a445-a73081aa7671 req-f758581b-2cc4-459f-ae76-10f257c99ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:42.753941 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5152cf0-abbd-4c77-a445-a73081aa7671 req-f758581b-2cc4-459f-ae76-10f257c99ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:42.755538 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b5152cf0-abbd-4c77-a445-a73081aa7671 req-f758581b-2cc4-459f-ae76-10f257c99ad2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f4264da2-38cd-44c0-b397-5678d2cea138&id=f22d369e-b532-46c6-9344-c4601e102f4e&id=f22d369e-b532-46c6-9344-c4601e102f4e&id=f22d369e-b532-46c6-9344-c4601e102f4e&id=f22d369e-b532-46c6-9344-c4601e102f4e&id=ce4eb26f-79ce-4c2a-bb34-84780b573ab4&id=ce4eb26f-79ce-4c2a-bb34-84780b573ab4 HTTP/1.1" status: 200 len: 2293 time: 0.2355878 Aug 16 23:04:42.791100 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be3307c-a5a3-469e-8d51-4aeb6a0f1039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d561fd0-5d3b-4398-8725-9733c38afc60,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:42.838344 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2be3307c-a5a3-469e-8d51-4aeb6a0f1039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:42.838693 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-2be3307c-a5a3-469e-8d51-4aeb6a0f1039 admin admin] Added segment 63d70cc7-a3dd-4cc7-80ad-edc082b29b8e of type vlan for network 7f9863fd-7980-4b2d-a7ca-14f053950325 Aug 16 23:04:42.925514 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3677b02-9cfa-45ff-9e5a-06214602c43d tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Made reservation on behalf of 783ebac7420d406d8268f8c8090f2b3e for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:04:42.928442 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c3677b02-9cfa-45ff-9e5a-06214602c43d tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:43.034755 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b5152cf0-abbd-4c77-a445-a73081aa7671 req-3a3f7feb-06a7-49bb-8168-465fe5228dd5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=debf812d-0b2e-45df-8f8a-a21e25a77beb HTTP/1.1" status: 200 len: 1001 time: 0.2389970 Aug 16 23:04:43.037728 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2be3307c-a5a3-469e-8d51-4aeb6a0f1039 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:43.086896 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3677b02-9cfa-45ff-9e5a-06214602c43d tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:04:43.141722 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c3677b02-9cfa-45ff-9e5a-06214602c43d tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:43.142700 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-c3677b02-9cfa-45ff-9e5a-06214602c43d tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Added segment 3b82cfdb-6db3-4b44-84c0-1a457d778a67 of type vlan for network 56bb45fe-3b66-47e4-8180-4904c539c5ba Aug 16 23:04:43.158734 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2be3307c-a5a3-469e-8d51-4aeb6a0f1039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:43.159940 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be3307c-a5a3-469e-8d51-4aeb6a0f1039 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:43.160640 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2be3307c-a5a3-469e-8d51-4aeb6a0f1039 admin admin] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:43.266294 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5152cf0-abbd-4c77-a445-a73081aa7671 req-d127a3f4-4f66-4e5d-9be0-31d760f85d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:43.268614 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b5152cf0-abbd-4c77-a445-a73081aa7671 req-d127a3f4-4f66-4e5d-9be0-31d760f85d63 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7c956ed2-0689-474b-bd27-58ed9c7ef2ec HTTP/1.1" status: 200 len: 851 time: 0.1951926 Aug 16 23:04:43.326306 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-2be3307c-a5a3-469e-8d51-4aeb6a0f1039 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2622712 Aug 16 23:04:43.329409 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 50194) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:43.330237 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c3677b02-9cfa-45ff-9e5a-06214602c43d tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:43.337997 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-520f9c29-dea3-4a49-a5df-f44ab120b8e7 admin admin] Request body: {'subnet': {'network_id': '7f9863fd-7980-4b2d-a7ca-14f053950325', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1760784088-subnet', 'tenant_id': '0fd6de77a6ca45308e5ac106bdd0311d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:04:43.338581 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be3307c-a5a3-469e-8d51-4aeb6a0f1039 admin admin] Pushing event updated for resources: {'Network': ['ID=7f9863fd-7980-4b2d-a7ca-14f053950325,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:43.353320 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 7f9863fd-7980-4b2d-a7ca-14f053950325 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:04:43.388395 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-520f9c29-dea3-4a49-a5df-f44ab120b8e7 admin admin] Made reservation on behalf of 0fd6de77a6ca45308e5ac106bdd0311d for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:04:43.391419 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-520f9c29-dea3-4a49-a5df-f44ab120b8e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:43.397482 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5152cf0-abbd-4c77-a445-a73081aa7671 req-66e84739-271c-476c-a08e-baf725170d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:43.399193 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b5152cf0-abbd-4c77-a445-a73081aa7671 req-66e84739-271c-476c-a08e-baf725170d64 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f4264da2-38cd-44c0-b397-5678d2cea138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1184750 Aug 16 23:04:43.481012 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c3677b02-9cfa-45ff-9e5a-06214602c43d tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:43.482440 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3677b02-9cfa-45ff-9e5a-06214602c43d tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:43.483312 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c3677b02-9cfa-45ff-9e5a-06214602c43d tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:43.626288 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-520f9c29-dea3-4a49-a5df-f44ab120b8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:43.682147 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520f9c29-dea3-4a49-a5df-f44ab120b8e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=707213db-37e4-4504-a3c9-b665785837dd,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:43.685036 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-c3677b02-9cfa-45ff-9e5a-06214602c43d tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.9706786 Aug 16 23:04:43.690210 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 50200) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:43.696304 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-89f6aea3-9ee9-4ae5-95b7-049339a81571 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Request body: {'subnet': {'network_id': '56bb45fe-3b66-47e4-8180-4904c539c5ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:04:43.699505 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 27b4d599-5aa4-4153-b62a-1f6380c15ef3 details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:04:43.715421 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3677b02-9cfa-45ff-9e5a-06214602c43d tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Pushing event updated for resources: {'Network': ['ID=56bb45fe-3b66-47e4-8180-4904c539c5ba,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:43.723883 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520f9c29-dea3-4a49-a5df-f44ab120b8e7 admin admin] Checking segment: {'id': '63d70cc7-a3dd-4cc7-80ad-edc082b29b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7f9863fd-7980-4b2d-a7ca-14f053950325'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:04:43.724779 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520f9c29-dea3-4a49-a5df-f44ab120b8e7 admin admin] Network hostable DHCP agents. Network: 7f9863fd-7980-4b2d-a7ca-14f053950325, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:04:43.739702 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 56bb45fe-3b66-47e4-8180-4904c539c5ba details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:04:43.740557 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f6aea3-9ee9-4ae5-95b7-049339a81571 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Made reservation on behalf of 783ebac7420d406d8268f8c8090f2b3e for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:04:43.743150 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-89f6aea3-9ee9-4ae5-95b7-049339a81571 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:43.762981 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b892ee7-b390-4c5f-84d6-2cd6a963d67f req-e252a09d-cb1d-4c34-8f37-c6058c79cb70 tempest-InstanceActionsNegativeTestJSON-1984895962 tempest-InstanceActionsNegativeTestJSON-1984895962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:43.765459 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4b892ee7-b390-4c5f-84d6-2cd6a963d67f req-e252a09d-cb1d-4c34-8f37-c6058c79cb70 tempest-InstanceActionsNegativeTestJSON-1984895962 tempest-InstanceActionsNegativeTestJSON-1984895962-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e8d5723-5c72-472b-8b51-e4cc8f4db9d4 HTTP/1.1" status: 200 len: 943 time: 0.3153439 Aug 16 23:04:43.811417 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520f9c29-dea3-4a49-a5df-f44ab120b8e7 admin admin] Network 7f9863fd-7980-4b2d-a7ca-14f053950325 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:04:43.827069 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b5152cf0-abbd-4c77-a445-a73081aa7671 req-daaaf175-572f-49d7-b004-13f6ac939006 service neutron] 10.222.0.57 "GET /v2.0/networks/f4264da2-38cd-44c0-b397-5678d2cea138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3747702 Aug 16 23:04:43.833799 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-520f9c29-dea3-4a49-a5df-f44ab120b8e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 7f9863fd-7980-4b2d-a7ca-14f053950325) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:04:43.848787 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520f9c29-dea3-4a49-a5df-f44ab120b8e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:43.849299 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-520f9c29-dea3-4a49-a5df-f44ab120b8e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:43.857008 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fa08ec-8e81-46b0-bc21-aafa149d5158 None None] Network 7f9863fd-7980-4b2d-a7ca-14f053950325 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:04:43.860584 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-09c63e2d-0e32-45db-96d0-119e033ecaaf req-3be14a6a-527c-4bda-aa94-990702644376 tempest-ServerShowV247Test-1699434572 tempest-ServerShowV247Test-1699434572-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0aa2f3d-78df-4e02-a720-675064df8506 HTTP/1.1" status: 200 len: 210 time: 0.0804236 Aug 16 23:04:43.879123 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-d9743c7f-36c5-4859-b2d1-40f22a5065ae tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Deleting port e440d77b-ba05-4f56-99b7-ac6bc038fe4f {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:04:43.879700 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d9743c7f-36c5-4859-b2d1-40f22a5065ae tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:43.881622 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-520f9c29-dea3-4a49-a5df-f44ab120b8e7 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5506587 Aug 16 23:04:43.885027 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 50202) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:43.891617 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-478a5bd3-9a9b-4b77-ab2b-3e53c7b8c257 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1760784088-router', 'tenant_id': '0fd6de77a6ca45308e5ac106bdd0311d', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:04:43.944368 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-478a5bd3-9a9b-4b77-ab2b-3e53c7b8c257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:43.945495 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-478a5bd3-9a9b-4b77-ab2b-3e53c7b8c257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:43.996937 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4b892ee7-b390-4c5f-84d6-2cd6a963d67f req-96099ec1-03a1-465c-a888-c11b6c279d2a tempest-InstanceActionsNegativeTestJSON-1984895962 tempest-InstanceActionsNegativeTestJSON-1984895962-project] 10.222.0.36 "GET /v2.0/security-groups?id=85d6be35-e219-41ef-aac1-42588ea4b8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181141 Aug 16 23:04:44.041069 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 27b4d599-5aa4-4153-b62a-1f6380c15ef3, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=27b4d599-5aa4-4153-b62a-1f6380c15ef3,segment=NetworkSegment(3b129842-191e-4699-8bc6-d57784a82c9b),segment_id=3b129842-191e-4699-8bc6-d57784a82c9b)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:04:44.069370 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-478a5bd3-9a9b-4b77-ab2b-3e53c7b8c257 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:44.092796 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': '27b4d599-5aa4-4153-b62a-1f6380c15ef3', 'network_id': 'bef4be40-e230-41dd-b44a-935b28422702', 'port_id': '27b4d599-5aa4-4153-b62a-1f6380c15ef3', 'mac_address': 'fa:16:3e:69:72:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '199ba396-73bd-4319-bd7a-042a1698b7dd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:04:44.128059 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d9743c7f-36c5-4859-b2d1-40f22a5065ae tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:44.156800 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b5152cf0-abbd-4c77-a445-a73081aa7671 req-5fa352ca-9011-4cda-a7c1-f136e838256d service neutron] 10.222.0.57 "GET /v2.0/networks/f4264da2-38cd-44c0-b397-5678d2cea138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2940571 Aug 16 23:04:44.158973 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-d9743c7f-36c5-4859-b2d1-40f22a5065ae tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Calling delete_port for e440d77b-ba05-4f56-99b7-ac6bc038fe4f owned by network:router_interface {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:04:44.202367 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:44.226180 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b5152cf0-abbd-4c77-a445-a73081aa7671 req-f75707f2-e6b2-4190-9f60-1fdf97cb5d22 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.28&port_id=c1cc686f-303c-42dc-85c7-d80aff741a19 HTTP/1.1" status: 200 len: 217 time: 0.0476282 Aug 16 23:04:44.238278 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665f6618-2099-4f39-be48-e423f413c36c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-7f9863fd-7980-4b2d-a7ca-14f053950325', 'network_id': '7f9863fd-7980-4b2d-a7ca-14f053950325', 'tenant_id': '0fd6de77a6ca45308e5ac106bdd0311d', 'fixed_ips': [{'subnet_id': '707213db-37e4-4504-a3c9-b665785837dd'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:04:44.239805 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-665f6618-2099-4f39-be48-e423f413c36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:44.256169 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27b4d599-5aa4-4153-b62a-1f6380c15ef3 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:04:44.301201 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 27b4d599-5aa4-4153-b62a-1f6380c15ef3, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=27b4d599-5aa4-4153-b62a-1f6380c15ef3,segment=NetworkSegment(3b129842-191e-4699-8bc6-d57784a82c9b),segment_id=3b129842-191e-4699-8bc6-d57784a82c9b)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:04:44.310051 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-478a5bd3-9a9b-4b77-ab2b-3e53c7b8c257 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:44.310292 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:44.343383 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5152cf0-abbd-4c77-a445-a73081aa7671 req-c2169375-e4d4-46d3-9790-2c15ffa3d257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:44.345848 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b5152cf0-abbd-4c77-a445-a73081aa7671 req-c2169375-e4d4-46d3-9790-2c15ffa3d257 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d6960f85-ce45-4ab7-99b5-dd33148146e1 HTTP/1.1" status: 200 len: 797 time: 0.0820930 Aug 16 23:04:44.434146 n-d-791506-26 neutron-server[101291]: DEBUG neutron.objects.ports [None req-89f6aea3-9ee9-4ae5-95b7-049339a81571 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101291) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 23:04:44.434906 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-89f6aea3-9ee9-4ae5-95b7-049339a81571 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:44.441978 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=27b4d599-5aa4-4153-b62a-1f6380c15ef3,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:44.458524 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5152cf0-abbd-4c77-a445-a73081aa7671 req-b102952b-0fc3-40f7-8b5e-b05b447536e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:44.461026 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b5152cf0-abbd-4c77-a445-a73081aa7671 req-b102952b-0fc3-40f7-8b5e-b05b447536e5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f22d369e-b532-46c6-9344-c4601e102f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1074021 Aug 16 23:04:44.516419 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-665f6618-2099-4f39-be48-e423f413c36c None None] Allocated IP 172.20.0.2 (7f9863fd-7980-4b2d-a7ca-14f053950325/707213db-37e4-4504-a3c9-b665785837dd/789018eb-2b21-472a-8510-68e966f8ba85) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:04:44.542761 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f6aea3-9ee9-4ae5-95b7-049339a81571 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c4cca0b5-f1f3-463b-a3ab-94a929230279,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:44.574537 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['27b4d599-5aa4-4153-b62a-1f6380c15ef3'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:04:44.578123 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d9743c7f-36c5-4859-b2d1-40f22a5065ae tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:44.589949 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f6aea3-9ee9-4ae5-95b7-049339a81571 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Checking segment: {'id': '3b82cfdb-6db3-4b44-84c0-1a457d778a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '56bb45fe-3b66-47e4-8180-4904c539c5ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:04:44.590353 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f6aea3-9ee9-4ae5-95b7-049339a81571 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Network hostable DHCP agents. Network: 56bb45fe-3b66-47e4-8180-4904c539c5ba, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:04:44.611600 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9743c7f-36c5-4859-b2d1-40f22a5065ae tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Pushing event deleted for resources: {'Port': ['ID=e440d77b-ba05-4f56-99b7-ac6bc038fe4f,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:44.677858 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f6aea3-9ee9-4ae5-95b7-049339a81571 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Network 56bb45fe-3b66-47e4-8180-4904c539c5ba is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:04:44.694937 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-89f6aea3-9ee9-4ae5-95b7-049339a81571 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 56bb45fe-3b66-47e4-8180-4904c539c5ba) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:04:44.697275 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-478a5bd3-9a9b-4b77-ab2b-3e53c7b8c257 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:44.717016 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941e3cb3-f98f-4b5a-9f92-e61a69d5e293 None None] Network 56bb45fe-3b66-47e4-8180-4904c539c5ba requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:04:44.729071 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f6aea3-9ee9-4ae5-95b7-049339a81571 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:44.730899 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-89f6aea3-9ee9-4ae5-95b7-049339a81571 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:44.735189 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-478a5bd3-9a9b-4b77-ab2b-3e53c7b8c257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:44.760222 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b5152cf0-abbd-4c77-a445-a73081aa7671 req-4ecbcdf7-af04-41e6-901a-3917d66a2b50 service neutron] 10.222.0.57 "GET /v2.0/networks/f22d369e-b532-46c6-9344-c4601e102f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2865250 Aug 16 23:04:44.789185 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-89f6aea3-9ee9-4ae5-95b7-049339a81571 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0978441 Aug 16 23:04:44.791099 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 50206) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:44.818651 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-f3f4cd61-fc9d-4f49-85d4-b79302cf7c9e tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Request body: {'floatingip': {'floating_network_id': '56bb45fe-3b66-47e4-8180-4904c539c5ba'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:04:44.842283 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-665f6618-2099-4f39-be48-e423f413c36c None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:44.861751 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-665f6618-2099-4f39-be48-e423f413c36c None None] Transition to ACTIVE for port object 789018eb-2b21-472a-8510-68e966f8ba85 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:04:44.891431 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f3f4cd61-fc9d-4f49-85d4-b79302cf7c9e tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:44.892734 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-478a5bd3-9a9b-4b77-ab2b-3e53c7b8c257 admin admin] Allocated IP 172.25.4.27 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/b56638a8-07b1-4155-9bd3-a8bc289df053) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:04:44.920067 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-665f6618-2099-4f39-be48-e423f413c36c None None] Transition to ACTIVE for port object 789018eb-2b21-472a-8510-68e966f8ba85 will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:04:44.954102 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-665f6618-2099-4f39-be48-e423f413c36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:45.004704 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d9743c7f-36c5-4859-b2d1-40f22a5065ae tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537471'] for router_interface, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:45.026407 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f470f2e-673d-4d2f-8060-4f63472d7083 None None] Network 56bb45fe-3b66-47e4-8180-4904c539c5ba requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:04:45.031501 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665f6618-2099-4f39-be48-e423f413c36c None None] Network 7f9863fd-7980-4b2d-a7ca-14f053950325 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:04:45.049107 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-478a5bd3-9a9b-4b77-ab2b-3e53c7b8c257 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:45.075064 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-665f6618-2099-4f39-be48-e423f413c36c None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:04:45.083855 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665f6618-2099-4f39-be48-e423f413c36c None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:04:45.107951 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665f6618-2099-4f39-be48-e423f413c36c None None] Pushing event updated for resources: {'Port': ['ID=789018eb-2b21-472a-8510-68e966f8ba85,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:45.111625 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-478a5bd3-9a9b-4b77-ab2b-3e53c7b8c257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:45.162752 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478a5bd3-9a9b-4b77-ab2b-3e53c7b8c257 admin admin] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:04:45.167031 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-478a5bd3-9a9b-4b77-ab2b-3e53c7b8c257 admin admin] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:04:45.174906 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478a5bd3-9a9b-4b77-ab2b-3e53c7b8c257 admin admin] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:04:45.186316 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-665f6618-2099-4f39-be48-e423f413c36c None None] Attempting to bind port 789018eb-2b21-472a-8510-68e966f8ba85 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:04:45.186730 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-665f6618-2099-4f39-be48-e423f413c36c None None] Attempting to bind port 789018eb-2b21-472a-8510-68e966f8ba85 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '63d70cc7-a3dd-4cc7-80ad-edc082b29b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7f9863fd-7980-4b2d-a7ca-14f053950325'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:04:45.187093 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665f6618-2099-4f39-be48-e423f413c36c None None] Attempting to bind port 789018eb-2b21-472a-8510-68e966f8ba85 on network 7f9863fd-7980-4b2d-a7ca-14f053950325 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:04:45.205718 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478a5bd3-9a9b-4b77-ab2b-3e53c7b8c257 admin admin] Pushing event updated for resources: {'Port': ['ID=b56638a8-07b1-4155-9bd3-a8bc289df053,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:45.212690 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665f6618-2099-4f39-be48-e423f413c36c None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:04:45.213076 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665f6618-2099-4f39-be48-e423f413c36c None None] Checking segment: {'id': '63d70cc7-a3dd-4cc7-80ad-edc082b29b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7f9863fd-7980-4b2d-a7ca-14f053950325'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:04:45.213492 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-665f6618-2099-4f39-be48-e423f413c36c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:45.213888 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665f6618-2099-4f39-be48-e423f413c36c None None] Bound using segment: {'id': '63d70cc7-a3dd-4cc7-80ad-edc082b29b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7f9863fd-7980-4b2d-a7ca-14f053950325'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:04:45.214385 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-665f6618-2099-4f39-be48-e423f413c36c None None] Bound port: 789018eb-2b21-472a-8510-68e966f8ba85, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63d70cc7-a3dd-4cc7-80ad-edc082b29b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7f9863fd-7980-4b2d-a7ca-14f053950325'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:04:45.214758 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-665f6618-2099-4f39-be48-e423f413c36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:45.302695 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-665f6618-2099-4f39-be48-e423f413c36c None None] For port 789018eb-2b21-472a-8510-68e966f8ba85, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:04:45.306005 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-665f6618-2099-4f39-be48-e423f413c36c None None] For port 789018eb-2b21-472a-8510-68e966f8ba85, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=789018eb-2b21-472a-8510-68e966f8ba85,segment=NetworkSegment(63d70cc7-a3dd-4cc7-80ad-edc082b29b8e),segment_id=63d70cc7-a3dd-4cc7-80ad-edc082b29b8e)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:04:45.311913 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-665f6618-2099-4f39-be48-e423f413c36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:45.357780 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5c6ce619-e332-4689-bf64-b1b0cbe79708 req-3df2a224-297a-4aa6-bdcc-619cb6be9945 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=b0aa2f3d-78df-4e02-a720-675064df8506 HTTP/1.1" status: 200 len: 210 time: 0.0329554 Aug 16 23:04:45.378756 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665f6618-2099-4f39-be48-e423f413c36c None None] Pushing event updated for resources: {'Port': ['ID=789018eb-2b21-472a-8510-68e966f8ba85,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:45.524643 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1e31bcee-3016-453f-8ada-e50b0db9e002 req-ba3ddc9d-9b18-430a-859f-5b9140ac977f tempest-ServerShowV247Test-1699434572 tempest-ServerShowV247Test-1699434572-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0aa2f3d-78df-4e02-a720-675064df8506 HTTP/1.1" status: 200 len: 210 time: 0.5166347 Aug 16 23:04:45.547312 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-478a5bd3-9a9b-4b77-ab2b-3e53c7b8c257 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:45.704391 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 27b4d599-5aa4-4153-b62a-1f6380c15ef3 up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:04:45.790914 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning for port 27b4d599-5aa4-4153-b62a-1f6380c15ef3 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:04:45.795527 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port 27b4d599-5aa4-4153-b62a-1f6380c15ef3 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:04:45.795914 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:45.815501 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b5152cf0-abbd-4c77-a445-a73081aa7671 req-8cb2760c-4707-440b-92c4-0e069d18a6e9 service neutron] 10.222.0.57 "GET /v2.0/networks/f22d369e-b532-46c6-9344-c4601e102f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0461361 Aug 16 23:04:45.834541 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 789018eb-2b21-472a-8510-68e966f8ba85 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:04:45.900792 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b5152cf0-abbd-4c77-a445-a73081aa7671 req-16ace567-fba0-4f67-904a-c5157ff0beeb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=aabc4894-08fe-4573-bd65-664ab53c9c15 HTTP/1.1" status: 200 len: 217 time: 0.0710013 Aug 16 23:04:45.934114 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 789018eb-2b21-472a-8510-68e966f8ba85 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:04:45.934953 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293f7dd9-0360-45c1-8e2c-7eabb3bc44c9 req-b6aaae68-3374-4b3c-930c-d064f3ccabac tempest-InstanceActionsNegativeTestJSON-1984895962 tempest-InstanceActionsNegativeTestJSON-1984895962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:45.936629 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-293f7dd9-0360-45c1-8e2c-7eabb3bc44c9 req-b6aaae68-3374-4b3c-930c-d064f3ccabac tempest-InstanceActionsNegativeTestJSON-1984895962 tempest-InstanceActionsNegativeTestJSON-1984895962-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e8d5723-5c72-472b-8b51-e4cc8f4db9d4 HTTP/1.1" status: 200 len: 944 time: 0.4269269 Aug 16 23:04:45.952916 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:45.985539 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e8d5723-5c72-472b-8b51-e4cc8f4db9d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27b4d599-5aa4-4153-b62a-1f6380c15ef3'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:04:45.990702 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37913e39-cd20-41be-acf1-0cbbcbba881c" -d '{"events": [{"server_uuid": "8e8d5723-5c72-472b-8b51-e4cc8f4db9d4", "name": "network-vif-plugged", "status": "completed", "tag": "27b4d599-5aa4-4153-b62a-1f6380c15ef3"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:04:46.008205 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 27b4d599-5aa4-4153-b62a-1f6380c15ef3, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=27b4d599-5aa4-4153-b62a-1f6380c15ef3,segment=NetworkSegment(3b129842-191e-4699-8bc6-d57784a82c9b),segment_id=3b129842-191e-4699-8bc6-d57784a82c9b)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:04:46.014542 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:46.089936 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5152cf0-abbd-4c77-a445-a73081aa7671 req-228bd96f-5a9a-4cbb-9ab1-cabe8eb3d5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:46.091468 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b5152cf0-abbd-4c77-a445-a73081aa7671 req-228bd96f-5a9a-4cbb-9ab1-cabe8eb3d5a8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d6960f85-ce45-4ab7-99b5-dd33148146e1 HTTP/1.1" status: 200 len: 797 time: 0.1811323 Aug 16 23:04:46.103842 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-180ac42f-0db3-4c63-a0d9-a04232e92054 x-openstack-request-id: req-180ac42f-0db3-4c63-a0d9-a04232e92054 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:04:46.104278 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e8d5723-5c72-472b-8b51-e4cc8f4db9d4", "name": "network-vif-plugged", "status": "completed", "tag": "27b4d599-5aa4-4153-b62a-1f6380c15ef3", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:04:46.104741 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-180ac42f-0db3-4c63-a0d9-a04232e92054 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:04:46.105348 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e8d5723-5c72-472b-8b51-e4cc8f4db9d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27b4d599-5aa4-4153-b62a-1f6380c15ef3', 'code': 200} Aug 16 23:04:46.111894 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=27b4d599-5aa4-4153-b62a-1f6380c15ef3,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:46.121174 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-293f7dd9-0360-45c1-8e2c-7eabb3bc44c9 req-54246c5e-9474-49f6-8ddd-30ccf243edd4 tempest-InstanceActionsNegativeTestJSON-1984895962 tempest-InstanceActionsNegativeTestJSON-1984895962-project] 10.222.0.36 "GET /v2.0/security-groups?id=85d6be35-e219-41ef-aac1-42588ea4b8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624422 Aug 16 23:04:46.150011 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f3f4cd61-fc9d-4f49-85d4-b79302cf7c9e tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:46.206626 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9743c7f-36c5-4859-b2d1-40f22a5065ae tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Router 41af3602-9747-47d1-a74e-a7fabb6d09b2 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:04:46.231258 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5152cf0-abbd-4c77-a445-a73081aa7671 req-1b7575c1-0a28-4224-a243-467935e75202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:46.232803 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b5152cf0-abbd-4c77-a445-a73081aa7671 req-1b7575c1-0a28-4224-a243-467935e75202 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f22d369e-b532-46c6-9344-c4601e102f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1283569 Aug 16 23:04:46.254948 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-478a5bd3-9a9b-4b77-ab2b-3e53c7b8c257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:46.303973 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861ccd74-8a0a-4961-ad24-5311c09e7484 req-1dcdc469-24e9-493a-9896-576292a4fb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:46.305557 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-861ccd74-8a0a-4961-ad24-5311c09e7484 req-1dcdc469-24e9-493a-9896-576292a4fb96 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=8e8d5723-5c72-472b-8b51-e4cc8f4db9d4 HTTP/1.1" status: 200 len: 1097 time: 0.0924008 Aug 16 23:04:46.401516 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-861ccd74-8a0a-4961-ad24-5311c09e7484 req-ddce02d4-9b2c-4851-bcd2-ae5e746691b1 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=85d6be35-e219-41ef-aac1-42588ea4b8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796080 Aug 16 23:04:46.417829 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-f3f4cd61-fc9d-4f49-85d4-b79302cf7c9e tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Allocated IP 172.20.0.13 (56bb45fe-3b66-47e4-8180-4904c539c5ba/c4cca0b5-f1f3-463b-a3ab-94a929230279/f9417e14-6042-4764-861d-06095bd59a3e) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:04:46.440487 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-478a5bd3-9a9b-4b77-ab2b-3e53c7b8c257 admin admin] Router b9212fa8-82c6-4379-92b1-482c34812984 is scheduled to L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f with binding_index 1 {{(pid=101291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:04:46.449924 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9743c7f-36c5-4859-b2d1-40f22a5065ae tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:04:46.461205 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-d9743c7f-36c5-4859-b2d1-40f22a5065ae tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "PUT /v2.0/routers/41af3602-9747-47d1-a74e-a7fabb6d09b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6200721 Aug 16 23:04:46.463722 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 50216) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:46.467471 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b77394-1a2c-4e32-ab2c-de15c04ae913 None None] Sync routers for ids ['41af3602-9747-47d1-a74e-a7fabb6d09b2'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:04:46.478288 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b77394-1a2c-4e32-ab2c-de15c04ae913 None None] Routers {'41af3602-9747-47d1-a74e-a7fabb6d09b2'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:04:46.479204 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-14b77394-1a2c-4e32-ab2c-de15c04ae913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:04:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['41af3602-9747-47d1-a74e-a7fabb6d09b2'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:46.525690 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-14b77394-1a2c-4e32-ab2c-de15c04ae913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:46.538989 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b77394-1a2c-4e32-ab2c-de15c04ae913 None None] Routers {'41af3602-9747-47d1-a74e-a7fabb6d09b2'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:04:46.540441 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-14b77394-1a2c-4e32-ab2c-de15c04ae913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:04:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['41af3602-9747-47d1-a74e-a7fabb6d09b2'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:46.570617 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b5152cf0-abbd-4c77-a445-a73081aa7671 req-824cf8ef-1772-4ccb-a436-c336a9c61b29 service neutron] 10.222.0.57 "GET /v2.0/networks/f22d369e-b532-46c6-9344-c4601e102f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3262804 Aug 16 23:04:46.587600 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-478a5bd3-9a9b-4b77-ab2b-3e53c7b8c257 admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:04:46.598237 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b7db22-6ceb-4310-9bf2-9a35abbd66f8 None None] Sync routers for ids ['b9212fa8-82c6-4379-92b1-482c34812984'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:04:46.606827 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-14b77394-1a2c-4e32-ab2c-de15c04ae913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:46.615860 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b77394-1a2c-4e32-ab2c-de15c04ae913 None None] The sync data for ids ['41af3602-9747-47d1-a74e-a7fabb6d09b2'] in n-d-791506-26 is: [] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:04:46.616085 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-478a5bd3-9a9b-4b77-ab2b-3e53c7b8c257 admin admin] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:46.617432 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-478a5bd3-9a9b-4b77-ab2b-3e53c7b8c257 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.7314653 Aug 16 23:04:46.622035 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b7db22-6ceb-4310-9bf2-9a35abbd66f8 None None] Routers {'b9212fa8-82c6-4379-92b1-482c34812984'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:04:46.622035 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-50b7db22-6ceb-4310-9bf2-9a35abbd66f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:04:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['b9212fa8-82c6-4379-92b1-482c34812984'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:46.625426 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 50220) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:46.750015 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f3f4cd61-fc9d-4f49-85d4-b79302cf7c9e tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:46.769355 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684bbf81-cb9e-45a3-8de5-9f343aacbe84 None None] Network 7f9863fd-7980-4b2d-a7ca-14f053950325 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:04:46.795029 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a7962e46-3e05-4448-8195-94501f7824b7 req-491be7e0-618f-433a-b47a-5b48ef7f981a tempest-ServerShowV247Test-1699434572 tempest-ServerShowV247Test-1699434572-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0aa2f3d-78df-4e02-a720-675064df8506 HTTP/1.1" status: 200 len: 210 time: 0.1360948 Aug 16 23:04:46.809518 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-50b7db22-6ceb-4310-9bf2-9a35abbd66f8 None None] Set router b9212fa8-82c6-4379-92b1-482c34812984 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:04:46.945138 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-23b742b3-7426-4bf2-b4c7-c744990f347f None None] Provisioning for port 789018eb-2b21-472a-8510-68e966f8ba85 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:04:46.970907 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-23b742b3-7426-4bf2-b4c7-c744990f347f None None] Provisioning complete for port 789018eb-2b21-472a-8510-68e966f8ba85 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:04:46.971279 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-23b742b3-7426-4bf2-b4c7-c744990f347f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:47.007739 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b5152cf0-abbd-4c77-a445-a73081aa7671 req-ae93bb2d-3b0d-469d-9560-34b12a4a412f service neutron] 10.222.0.57 "GET /v2.0/networks/f22d369e-b532-46c6-9344-c4601e102f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3902264 Aug 16 23:04:47.050034 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f3f4cd61-fc9d-4f49-85d4-b79302cf7c9e tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:47.084035 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-50b7db22-6ceb-4310-9bf2-9a35abbd66f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9212fa8-82c6-4379-92b1-482c34812984', 'name': 'tempest-TaggedBootDevicesTest_v242-1760784088-router', 'tenant_id': '0fd6de77a6ca45308e5ac106bdd0311d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'b56638a8-07b1-4155-9bd3-a8bc289df053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:04:43Z', 'updated_at': '2021-08-16T23:04:45Z', 'revision_number': 3, 'project_id': '0fd6de77a6ca45308e5ac106bdd0311d', 'gw_port': {'id': 'b56638a8-07b1-4155-9bd3-a8bc289df053', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c7:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9212fa8-82c6-4379-92b1-482c34812984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:04:44Z', 'updated_at': '2021-08-16T23:04:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:47.100434 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-23b742b3-7426-4bf2-b4c7-c744990f347f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:47.147610 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-762705b8-06bb-42d1-808e-647b5ef9015a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:47.183922 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b5152cf0-abbd-4c77-a445-a73081aa7671 req-31d017b3-fedd-4789-92d6-b18ffe0f30d2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=7bd4dab0-4e5a-4bfb-a170-497620e55ac0 HTTP/1.1" status: 200 len: 217 time: 0.1646938 Aug 16 23:04:47.191585 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-23b742b3-7426-4bf2-b4c7-c744990f347f None None] For port 789018eb-2b21-472a-8510-68e966f8ba85, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=789018eb-2b21-472a-8510-68e966f8ba85,segment=NetworkSegment(63d70cc7-a3dd-4cc7-80ad-edc082b29b8e),segment_id=63d70cc7-a3dd-4cc7-80ad-edc082b29b8e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:04:47.206076 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-23b742b3-7426-4bf2-b4c7-c744990f347f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:47.297051 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b742b3-7426-4bf2-b4c7-c744990f347f None None] Pushing event updated for resources: {'Port': ['ID=789018eb-2b21-472a-8510-68e966f8ba85,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:47.317575 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b7db22-6ceb-4310-9bf2-9a35abbd66f8 None None] Checking router: b9212fa8-82c6-4379-92b1-482c34812984 for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:04:47.318149 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b7db22-6ceb-4310-9bf2-9a35abbd66f8 None None] Updating router b9212fa8-82c6-4379-92b1-482c34812984 port b56638a8-07b1-4155-9bd3-a8bc289df053 binding host n-d-791506-26 {{(pid=101294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:04:47.352921 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-50b7db22-6ceb-4310-9bf2-9a35abbd66f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:47.385052 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f4cd61-fc9d-4f49-85d4-b79302cf7c9e tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Network 56bb45fe-3b66-47e4-8180-4904c539c5ba is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:04:47.428864 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-f556a899-1886-4dfe-92c2-a31f38e8262c None None] Provisioning complete for port 789018eb-2b21-472a-8510-68e966f8ba85 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:04:47.429241 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f556a899-1886-4dfe-92c2-a31f38e8262c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:47.437039 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-f3f4cd61-fc9d-4f49-85d4-b79302cf7c9e tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:04:47.444764 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f4cd61-fc9d-4f49-85d4-b79302cf7c9e tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:04:47.472046 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f4cd61-fc9d-4f49-85d4-b79302cf7c9e tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Pushing event updated for resources: {'Port': ['ID=f9417e14-6042-4764-861d-06095bd59a3e,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:47.491853 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-762705b8-06bb-42d1-808e-647b5ef9015a admin admin] Allocated IP 172.20.0.1 (7f9863fd-7980-4b2d-a7ca-14f053950325/707213db-37e4-4504-a3c9-b665785837dd/7c523233-bb68-4fc2-9119-093cce838549) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:04:47.504654 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-322dc10f-5056-43dc-b032-854f3f9270cc req-a4946b9c-2035-4261-8ef1-624a05d0759a tempest-ServerShowV247Test-1699434572 tempest-ServerShowV247Test-1699434572-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0aa2f3d-78df-4e02-a720-675064df8506&device_id=d2c13677-c6ad-4713-9551-f633bdf05294 HTTP/1.1" status: 200 len: 210 time: 0.1177883 Aug 16 23:04:47.512224 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5152cf0-abbd-4c77-a445-a73081aa7671 req-42f38dcf-457c-4f92-8110-61224bc70832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:47.514083 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b5152cf0-abbd-4c77-a445-a73081aa7671 req-42f38dcf-457c-4f92-8110-61224bc70832 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d6960f85-ce45-4ab7-99b5-dd33148146e1 HTTP/1.1" status: 200 len: 797 time: 0.3116856 Aug 16 23:04:47.587822 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f4cd61-fc9d-4f49-85d4-b79302cf7c9e tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:04:47.588324 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f4cd61-fc9d-4f49-85d4-b79302cf7c9e tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:04:47.588703 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f4cd61-fc9d-4f49-85d4-b79302cf7c9e tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:04:47.589122 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f4cd61-fc9d-4f49-85d4-b79302cf7c9e tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:04:47.589566 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f4cd61-fc9d-4f49-85d4-b79302cf7c9e tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:04:47.589908 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f4cd61-fc9d-4f49-85d4-b79302cf7c9e tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:04:47.590242 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f4cd61-fc9d-4f49-85d4-b79302cf7c9e tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:04:47.590576 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f4cd61-fc9d-4f49-85d4-b79302cf7c9e tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:04:47.590907 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f4cd61-fc9d-4f49-85d4-b79302cf7c9e tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:04:47.591237 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f4cd61-fc9d-4f49-85d4-b79302cf7c9e tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:04:47.591561 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f4cd61-fc9d-4f49-85d4-b79302cf7c9e tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:04:47.591885 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f4cd61-fc9d-4f49-85d4-b79302cf7c9e tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:04:47.629238 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-b729703d-a492-4ef8-ae0a-f944416b6660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:47.641208 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-762705b8-06bb-42d1-808e-647b5ef9015a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:47.662188 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d760a588-42d5-44ca-81e9-cc46978b41a0 req-780e4555-4ebe-4e62-acef-3395aa8ac664 tempest-InstanceActionsNegativeTestJSON-1984895962 tempest-InstanceActionsNegativeTestJSON-1984895962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:47.663757 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d760a588-42d5-44ca-81e9-cc46978b41a0 req-780e4555-4ebe-4e62-acef-3395aa8ac664 tempest-InstanceActionsNegativeTestJSON-1984895962 tempest-InstanceActionsNegativeTestJSON-1984895962-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e8d5723-5c72-472b-8b51-e4cc8f4db9d4 HTTP/1.1" status: 200 len: 945 time: 0.3885038 Aug 16 23:04:47.677302 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-762705b8-06bb-42d1-808e-647b5ef9015a admin admin] Transition to ACTIVE for port object 7c523233-bb68-4fc2-9119-093cce838549 will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:04:47.696901 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 789018eb-2b21-472a-8510-68e966f8ba85 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:04:47.734668 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-50b7db22-6ceb-4310-9bf2-9a35abbd66f8 None None] Notify callbacks [] for port, precommit_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:47.735850 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-762705b8-06bb-42d1-808e-647b5ef9015a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:47.747527 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.provisioning_blocks [None req-50b7db22-6ceb-4310-9bf2-9a35abbd66f8 None None] Transition to ACTIVE for port object b56638a8-07b1-4155-9bd3-a8bc289df053 will not be triggered until provisioned by entity L2. {{(pid=101294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:04:47.756960 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-50b7db22-6ceb-4310-9bf2-9a35abbd66f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:47.769039 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5152cf0-abbd-4c77-a445-a73081aa7671 req-a1bca178-867c-44ea-be1c-1f56c8895739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:47.770703 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b5152cf0-abbd-4c77-a445-a73081aa7671 req-a1bca178-867c-44ea-be1c-1f56c8895739 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f22d369e-b532-46c6-9344-c4601e102f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2286880 Aug 16 23:04:47.816405 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d760a588-42d5-44ca-81e9-cc46978b41a0 req-22978d3f-cbba-4060-9803-b2c7a6e9a09e tempest-InstanceActionsNegativeTestJSON-1984895962 tempest-InstanceActionsNegativeTestJSON-1984895962-project] 10.222.0.36 "GET /v2.0/security-groups?id=85d6be35-e219-41ef-aac1-42588ea4b8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380694 Aug 16 23:04:47.816719 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-50b7db22-6ceb-4310-9bf2-9a35abbd66f8 None None] Attempting to bind port b56638a8-07b1-4155-9bd3-a8bc289df053 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:04:47.817230 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-50b7db22-6ceb-4310-9bf2-9a35abbd66f8 None None] Attempting to bind port b56638a8-07b1-4155-9bd3-a8bc289df053 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:04:47.817680 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b7db22-6ceb-4310-9bf2-9a35abbd66f8 None None] Attempting to bind port b56638a8-07b1-4155-9bd3-a8bc289df053 on network c22c4980-c849-406d-982c-a5d68c515a94 {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:04:47.824865 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b7db22-6ceb-4310-9bf2-9a35abbd66f8 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:04:47.825484 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b7db22-6ceb-4310-9bf2-9a35abbd66f8 None None] Checking segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:04:47.826108 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-50b7db22-6ceb-4310-9bf2-9a35abbd66f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:47.826620 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b7db22-6ceb-4310-9bf2-9a35abbd66f8 None None] Bound using segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:04:47.827181 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-50b7db22-6ceb-4310-9bf2-9a35abbd66f8 None None] Bound port: b56638a8-07b1-4155-9bd3-a8bc289df053, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:04:47.827652 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-50b7db22-6ceb-4310-9bf2-9a35abbd66f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:47.856745 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0773826-c3cb-4e38-a88b-3fea60367f37 None None] Pushing event updated for resources: {'Port': ['ID=b56638a8-07b1-4155-9bd3-a8bc289df053,revision_number=2']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:47.867403 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0773826-c3cb-4e38-a88b-3fea60367f37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:04:47.867885 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0773826-c3cb-4e38-a88b-3fea60367f37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:04:47.868528 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0773826-c3cb-4e38-a88b-3fea60367f37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:04:47.868848 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0773826-c3cb-4e38-a88b-3fea60367f37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:04:47.869183 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0773826-c3cb-4e38-a88b-3fea60367f37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:04:47.869560 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0773826-c3cb-4e38-a88b-3fea60367f37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:04:47.869891 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0773826-c3cb-4e38-a88b-3fea60367f37 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:04:47.870214 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0773826-c3cb-4e38-a88b-3fea60367f37 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:04:47.870538 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0773826-c3cb-4e38-a88b-3fea60367f37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:04:47.870858 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0773826-c3cb-4e38-a88b-3fea60367f37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:04:47.871178 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0773826-c3cb-4e38-a88b-3fea60367f37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:04:47.871495 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0773826-c3cb-4e38-a88b-3fea60367f37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:04:47.884416 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f3f4cd61-fc9d-4f49-85d4-b79302cf7c9e tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:47.885428 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-a07fa46e-c34d-45fa-a8e6-45112fb28143 req-0fc4585b-4c9a-4efa-9a66-35fcb5c66405 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=4ed47eaabf0e461eb41531a3fb5ec0b0&device_id=b0aa2f3d-78df-4e02-a720-675064df8506 HTTP/1.1" status: 200 len: 210 time: 0.0962138 Aug 16 23:04:47.905994 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762705b8-06bb-42d1-808e-647b5ef9015a admin admin] Pushing event updated for resources: {'Port': ['ID=7c523233-bb68-4fc2-9119-093cce838549,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:47.915437 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-50b7db22-6ceb-4310-9bf2-9a35abbd66f8 None None] For port b56638a8-07b1-4155-9bd3-a8bc289df053, host n-d-791506-26, cleared binding levels {{(pid=101294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:04:47.916264 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762705b8-06bb-42d1-808e-647b5ef9015a admin admin] Network 7f9863fd-7980-4b2d-a7ca-14f053950325 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:04:47.922811 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-50b7db22-6ceb-4310-9bf2-9a35abbd66f8 None None] For port b56638a8-07b1-4155-9bd3-a8bc289df053, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=b56638a8-07b1-4155-9bd3-a8bc289df053,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:04:47.932691 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-50b7db22-6ceb-4310-9bf2-9a35abbd66f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:47.943519 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-762705b8-06bb-42d1-808e-647b5ef9015a admin admin] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:04:47.947481 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762705b8-06bb-42d1-808e-647b5ef9015a admin admin] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:04:47.951403 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762705b8-06bb-42d1-808e-647b5ef9015a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:04:47.951900 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762705b8-06bb-42d1-808e-647b5ef9015a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:04:47.952261 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762705b8-06bb-42d1-808e-647b5ef9015a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:04:47.952699 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762705b8-06bb-42d1-808e-647b5ef9015a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:04:47.952988 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762705b8-06bb-42d1-808e-647b5ef9015a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:04:47.953520 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762705b8-06bb-42d1-808e-647b5ef9015a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:04:47.953735 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762705b8-06bb-42d1-808e-647b5ef9015a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:04:47.954181 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762705b8-06bb-42d1-808e-647b5ef9015a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:04:47.954475 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762705b8-06bb-42d1-808e-647b5ef9015a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:04:47.954818 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762705b8-06bb-42d1-808e-647b5ef9015a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:04:47.955157 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762705b8-06bb-42d1-808e-647b5ef9015a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:04:47.955487 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762705b8-06bb-42d1-808e-647b5ef9015a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:04:47.962345 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-a07fa46e-c34d-45fa-a8e6-45112fb28143 req-c8ddf64b-e229-4625-b1a7-1a54e3455094 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=4ed47eaabf0e461eb41531a3fb5ec0b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0496078 Aug 16 23:04:48.028861 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0773826-c3cb-4e38-a88b-3fea60367f37 None None] Pushing event updated for resources: {'Port': ['ID=b56638a8-07b1-4155-9bd3-a8bc289df053,revision_number=3']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:48.045387 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3536549f-0926-4923-9306-7e47c115d71e req-9d837349-cf67-415c-aa66-e1898ee82af9 tempest-ServerShowV247Test-1699434572 tempest-ServerShowV247Test-1699434572-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0aa2f3d-78df-4e02-a720-675064df8506 HTTP/1.1" status: 200 len: 210 time: 0.1095338 Aug 16 23:04:48.061975 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f3f4cd61-fc9d-4f49-85d4-b79302cf7c9e tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:48.067881 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b7db22-6ceb-4310-9bf2-9a35abbd66f8 None None] Routers {'b9212fa8-82c6-4379-92b1-482c34812984'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:04:48.069373 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-50b7db22-6ceb-4310-9bf2-9a35abbd66f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:04:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['b9212fa8-82c6-4379-92b1-482c34812984'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:48.128986 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 789018eb-2b21-472a-8510-68e966f8ba85 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:04:48.129664 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:48.130889 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-762705b8-06bb-42d1-808e-647b5ef9015a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954230'] for router_interface, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:48.138243 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-39690b50-cb0b-4ca1-aec1-75f41c0904bc tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537579'] for router_interface, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:48.258286 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07fa46e-c34d-45fa-a8e6-45112fb28143 req-0aa1b8e1-91d7-4940-853c-7c713f12bb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:48.259833 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-50b7db22-6ceb-4310-9bf2-9a35abbd66f8 None None] Set router b9212fa8-82c6-4379-92b1-482c34812984 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:04:48.260584 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-a07fa46e-c34d-45fa-a8e6-45112fb28143 req-0aa1b8e1-91d7-4940-853c-7c713f12bb38 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2712390 Aug 16 23:04:48.274271 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b5152cf0-abbd-4c77-a445-a73081aa7671 req-3ad5b676-b19c-42fd-99d3-8bb4f6887470 service neutron] 10.222.0.57 "GET /v2.0/networks/f22d369e-b532-46c6-9344-c4601e102f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4910135 Aug 16 23:04:48.337627 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-762705b8-06bb-42d1-808e-647b5ef9015a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:48.394901 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-c03b9c6e-9869-462e-8d15-d1db4da7aa6e None None] Provisioning for port 7c523233-bb68-4fc2-9119-093cce838549 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:04:48.402250 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-c03b9c6e-9869-462e-8d15-d1db4da7aa6e None None] Provisioning complete for port 7c523233-bb68-4fc2-9119-093cce838549 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:04:48.402769 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c03b9c6e-9869-462e-8d15-d1db4da7aa6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:48.449245 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-c03b9c6e-9869-462e-8d15-d1db4da7aa6e None None] Port 7c523233-bb68-4fc2-9119-093cce838549 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:04:48.492917 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-50b7db22-6ceb-4310-9bf2-9a35abbd66f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9212fa8-82c6-4379-92b1-482c34812984', 'name': 'tempest-TaggedBootDevicesTest_v242-1760784088-router', 'tenant_id': '0fd6de77a6ca45308e5ac106bdd0311d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'b56638a8-07b1-4155-9bd3-a8bc289df053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:04:43Z', 'updated_at': '2021-08-16T23:04:45Z', 'revision_number': 3, 'project_id': '0fd6de77a6ca45308e5ac106bdd0311d', 'gw_port': {'id': 'b56638a8-07b1-4155-9bd3-a8bc289df053', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c7:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9212fa8-82c6-4379-92b1-482c34812984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:04:44Z', 'updated_at': '2021-08-16T23:04:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:48.530103 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b7db22-6ceb-4310-9bf2-9a35abbd66f8 None None] The sync data for ids ['b9212fa8-82c6-4379-92b1-482c34812984'] in n-d-791506-26 is: [{'id': 'b9212fa8-82c6-4379-92b1-482c34812984', 'name': 'tempest-TaggedBootDevicesTest_v242-1760784088-router', 'tenant_id': '0fd6de77a6ca45308e5ac106bdd0311d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'b56638a8-07b1-4155-9bd3-a8bc289df053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:04:43Z', 'updated_at': '2021-08-16T23:04:45Z', 'revision_number': 3, 'project_id': '0fd6de77a6ca45308e5ac106bdd0311d', 'gw_port': {'id': 'b56638a8-07b1-4155-9bd3-a8bc289df053', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c7:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9212fa8-82c6-4379-92b1-482c34812984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:04:44Z', 'updated_at': '2021-08-16T23:04:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:04:48.558718 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-762705b8-06bb-42d1-808e-647b5ef9015a admin admin] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:48.565105 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-762705b8-06bb-42d1-808e-647b5ef9015a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:48.636393 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-762705b8-06bb-42d1-808e-647b5ef9015a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954122'] for router_interface, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:48.638198 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762705b8-06bb-42d1-808e-647b5ef9015a admin admin] Pushing event updated for resources: {'Port': ['ID=7c523233-bb68-4fc2-9119-093cce838549,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:48.741051 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762705b8-06bb-42d1-808e-647b5ef9015a admin admin] Network 7f9863fd-7980-4b2d-a7ca-14f053950325 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:04:48.743374 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-762705b8-06bb-42d1-808e-647b5ef9015a admin admin] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:04:48.889751 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b5152cf0-abbd-4c77-a445-a73081aa7671 req-ba924eae-8973-4aad-91ac-72a169cb2923 service neutron] 10.222.0.57 "GET /v2.0/networks/f22d369e-b532-46c6-9344-c4601e102f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6000249 Aug 16 23:04:48.931094 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-762705b8-06bb-42d1-808e-647b5ef9015a admin admin] Router b9212fa8-82c6-4379-92b1-482c34812984 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:04:48.974716 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b5152cf0-abbd-4c77-a445-a73081aa7671 req-1829ee04-74e3-4da6-be9c-6059344e7080 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=34b404ad-784d-44c6-ad7f-bc568885b3e9 HTTP/1.1" status: 200 len: 217 time: 0.0722914 Aug 16 23:04:49.097273 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-585c0b9f-4a24-4c2c-962d-83496e4ca7f3 None None] Provisioning complete for port 7c523233-bb68-4fc2-9119-093cce838549 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:04:49.097657 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-585c0b9f-4a24-4c2c-962d-83496e4ca7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:49.103336 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f3f4cd61-fc9d-4f49-85d4-b79302cf7c9e tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:49.155006 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f3f4cd61-fc9d-4f49-85d4-b79302cf7c9e tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:49.160823 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-585c0b9f-4a24-4c2c-962d-83496e4ca7f3 None None] Port 7c523233-bb68-4fc2-9119-093cce838549 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:04:49.195741 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d89a53-abdb-45e8-b8eb-9a464febbb6b req-fbe19d53-172a-4c69-bc29-b8f0f182d10d tempest-InstanceActionsNegativeTestJSON-1984895962 tempest-InstanceActionsNegativeTestJSON-1984895962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:49.197496 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c4d89a53-abdb-45e8-b8eb-9a464febbb6b req-fbe19d53-172a-4c69-bc29-b8f0f182d10d tempest-InstanceActionsNegativeTestJSON-1984895962 tempest-InstanceActionsNegativeTestJSON-1984895962-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e8d5723-5c72-472b-8b51-e4cc8f4db9d4 HTTP/1.1" status: 200 len: 945 time: 0.2405813 Aug 16 23:04:49.270080 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d8ab5260-44f2-460d-9646-60b7fc67fa1c req-b3313180-c315-4e4f-8ee8-edcbdc0d3366 tempest-ServerShowV247Test-1699434572 tempest-ServerShowV247Test-1699434572-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0aa2f3d-78df-4e02-a720-675064df8506 HTTP/1.1" status: 200 len: 210 time: 0.0698135 Aug 16 23:04:49.271566 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5152cf0-abbd-4c77-a445-a73081aa7671 req-faefb484-ee4d-418c-8ff4-2be50706acb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:49.273070 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b5152cf0-abbd-4c77-a445-a73081aa7671 req-faefb484-ee4d-418c-8ff4-2be50706acb0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d6960f85-ce45-4ab7-99b5-dd33148146e1 HTTP/1.1" status: 200 len: 797 time: 0.2892559 Aug 16 23:04:49.289028 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f4cd61-fc9d-4f49-85d4-b79302cf7c9e tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Pushing event updated for resources: {'Port': ['ID=f9417e14-6042-4764-861d-06095bd59a3e,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:49.387294 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f3f4cd61-fc9d-4f49-85d4-b79302cf7c9e tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:49.398360 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-39690b50-cb0b-4ca1-aec1-75f41c0904bc tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Deleting port f5f3b4ac-f985-40a5-9c77-53e45bc46a9a {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:04:49.398721 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-39690b50-cb0b-4ca1-aec1-75f41c0904bc tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:49.403885 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c4d89a53-abdb-45e8-b8eb-9a464febbb6b req-8be51e9c-c288-4046-b8df-eb54bb3e7f7e tempest-InstanceActionsNegativeTestJSON-1984895962 tempest-InstanceActionsNegativeTestJSON-1984895962-project] 10.222.0.36 "GET /v2.0/security-groups?id=85d6be35-e219-41ef-aac1-42588ea4b8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906154 Aug 16 23:04:49.404698 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-762705b8-06bb-42d1-808e-647b5ef9015a admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:04:49.415102 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-762705b8-06bb-42d1-808e-647b5ef9015a admin admin] 10.222.0.36 "PUT /v2.0/routers/b9212fa8-82c6-4379-92b1-482c34812984/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7882545 Aug 16 23:04:49.463769 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5152cf0-abbd-4c77-a445-a73081aa7671 req-22881380-20b3-4921-aa89-eccf1bd6a154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:49.465357 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b5152cf0-abbd-4c77-a445-a73081aa7671 req-22881380-20b3-4921-aa89-eccf1bd6a154 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f22d369e-b532-46c6-9344-c4601e102f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1821158 Aug 16 23:04:49.468579 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f3f4cd61-fc9d-4f49-85d4-b79302cf7c9e tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:49.473022 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-f3f4cd61-fc9d-4f49-85d4-b79302cf7c9e tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.6776140 Aug 16 23:04:49.473826 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 50248) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:49.562254 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-a819f36f-2aae-4fea-ab63-a1b150661234 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] 10.222.0.36 "GET /v2.0/floatingips?floating_network_id=56bb45fe-3b66-47e4-8180-4904c539c5ba HTTP/1.1" status: 200 len: 690 time: 0.0875597 Aug 16 23:04:49.565143 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 50254) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:49.631988 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-39690b50-cb0b-4ca1-aec1-75f41c0904bc tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:49.650499 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-39690b50-cb0b-4ca1-aec1-75f41c0904bc tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Calling delete_port for f5f3b4ac-f985-40a5-9c77-53e45bc46a9a owned by network:router_interface {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:04:49.700611 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-a07fa46e-c34d-45fa-a8e6-45112fb28143 req-fe99e3e6-f25e-40c8-93c7-1ca7562c0621 tempest-ServerShowV247Test-1699434572 tempest-ServerShowV247Test-1699434572-project] 10.222.0.68 "GET /v2.0/ports?device_id=b0aa2f3d-78df-4e02-a720-675064df8506 HTTP/1.1" status: 200 len: 210 time: 0.1110923 Aug 16 23:04:49.747391 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b5152cf0-abbd-4c77-a445-a73081aa7671 req-46826273-763e-477b-995b-f2ed445e0fac service neutron] 10.222.0.57 "GET /v2.0/networks/f22d369e-b532-46c6-9344-c4601e102f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717302 Aug 16 23:04:49.765623 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-eb26c533-b258-4520-a952-b4c639116479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:49.773354 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device b56638a8-07b1-4155-9bd3-a8bc289df053 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:04:49.827156 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d91e3794-9ba3-497d-a2f2-852fbe49963e tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:49.886544 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port b56638a8-07b1-4155-9bd3-a8bc289df053 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:04:49.893770 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port b56638a8-07b1-4155-9bd3-a8bc289df053 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:04:49.894167 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:50.015557 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:50.046244 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port b56638a8-07b1-4155-9bd3-a8bc289df053, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=b56638a8-07b1-4155-9bd3-a8bc289df053,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:04:50.051456 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b5152cf0-abbd-4c77-a445-a73081aa7671 req-a707c96c-5dab-45fb-b4b4-a56b8f7279c1 service neutron] 10.222.0.57 "GET /v2.0/networks/f22d369e-b532-46c6-9344-c4601e102f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2963014 Aug 16 23:04:50.051886 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:50.064176 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-d91e3794-9ba3-497d-a2f2-852fbe49963e tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Deleting port f9417e14-6042-4764-861d-06095bd59a3e {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:04:50.064968 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d91e3794-9ba3-497d-a2f2-852fbe49963e tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:50.123507 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b5152cf0-abbd-4c77-a445-a73081aa7671 req-7e38741e-d995-4170-89c9-368adf061204 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=acb20ca9-d24c-4731-8f98-e40869957d23 HTTP/1.1" status: 200 len: 217 time: 0.0606518 Aug 16 23:04:50.192271 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-39690b50-cb0b-4ca1-aec1-75f41c0904bc tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:50.204910 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=b56638a8-07b1-4155-9bd3-a8bc289df053,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:50.277816 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39690b50-cb0b-4ca1-aec1-75f41c0904bc tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Pushing event deleted for resources: {'Port': ['ID=f5f3b4ac-f985-40a5-9c77-53e45bc46a9a,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:50.287106 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d91e3794-9ba3-497d-a2f2-852fbe49963e tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:50.287771 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d91e3794-9ba3-497d-a2f2-852fbe49963e tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:50.289382 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5152cf0-abbd-4c77-a445-a73081aa7671 req-341a7c2d-fa9c-4bb1-8341-89e7c040ef50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:50.291121 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b5152cf0-abbd-4c77-a445-a73081aa7671 req-341a7c2d-fa9c-4bb1-8341-89e7c040ef50 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fdaa5cc8-50d2-4c63-b1ef-57818a69cbda HTTP/1.1" status: 200 len: 797 time: 0.1589139 Aug 16 23:04:50.335989 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-d91e3794-9ba3-497d-a2f2-852fbe49963e tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Calling delete_port for f9417e14-6042-4764-861d-06095bd59a3e owned by network:floatingip {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:04:50.570022 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:50.571451 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475518a2-75ab-4d50-a929-077034f7f06d req-c8f105e3-055b-49e5-90d8-86c3ed0b2d6d tempest-InstanceActionsNegativeTestJSON-1984895962 tempest-InstanceActionsNegativeTestJSON-1984895962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:50.574363 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-475518a2-75ab-4d50-a929-077034f7f06d req-c8f105e3-055b-49e5-90d8-86c3ed0b2d6d tempest-InstanceActionsNegativeTestJSON-1984895962 tempest-InstanceActionsNegativeTestJSON-1984895962-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e8d5723-5c72-472b-8b51-e4cc8f4db9d4 HTTP/1.1" status: 200 len: 945 time: 0.3934679 Aug 16 23:04:50.614002 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5d4edc56-0824-4de3-bd0c-ae7a586ce34d req-ec11a70d-5e7e-4bed-9da0-9a1f15f6c721 tempest-ServerShowV247Test-1699434572 tempest-ServerShowV247Test-1699434572-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0aa2f3d-78df-4e02-a720-675064df8506 HTTP/1.1" status: 200 len: 210 time: 0.2106576 Aug 16 23:04:50.618867 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-39690b50-cb0b-4ca1-aec1-75f41c0904bc tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537471'] for router_interface, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:50.646694 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5152cf0-abbd-4c77-a445-a73081aa7671 req-6ee616c4-9efd-4315-894e-1385c88cfae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:50.648659 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b5152cf0-abbd-4c77-a445-a73081aa7671 req-6ee616c4-9efd-4315-894e-1385c88cfae6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ce4eb26f-79ce-4c2a-bb34-84780b573ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3478322 Aug 16 23:04:50.665932 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d91e3794-9ba3-497d-a2f2-852fbe49963e tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:50.704275 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91e3794-9ba3-497d-a2f2-852fbe49963e tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Pushing event deleted for resources: {'Port': ['ID=f9417e14-6042-4764-861d-06095bd59a3e,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:50.778258 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d91e3794-9ba3-497d-a2f2-852fbe49963e tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:50.801324 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36248a3-bd5d-4463-8a82-7072ef21c5a8 None None] Sync routers for ids ['b9212fa8-82c6-4379-92b1-482c34812984'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:04:50.816465 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36248a3-bd5d-4463-8a82-7072ef21c5a8 None None] Routers {'b9212fa8-82c6-4379-92b1-482c34812984'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:04:50.818890 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-d36248a3-bd5d-4463-8a82-7072ef21c5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:04:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['b9212fa8-82c6-4379-92b1-482c34812984'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:50.820184 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-475518a2-75ab-4d50-a929-077034f7f06d req-917c7506-496d-4602-b429-a721c273b42d tempest-InstanceActionsNegativeTestJSON-1984895962 tempest-InstanceActionsNegativeTestJSON-1984895962-project] 10.222.0.36 "GET /v2.0/security-groups?id=85d6be35-e219-41ef-aac1-42588ea4b8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100334 Aug 16 23:04:50.842985 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d91e3794-9ba3-497d-a2f2-852fbe49963e tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:50.915818 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d91e3794-9ba3-497d-a2f2-852fbe49963e tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:50.951106 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b5152cf0-abbd-4c77-a445-a73081aa7671 req-f4584b61-43a0-412b-85dd-ef3b5838f1a4 service neutron] 10.222.0.57 "GET /v2.0/networks/ce4eb26f-79ce-4c2a-bb34-84780b573ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2910740 Aug 16 23:04:50.955347 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91e3794-9ba3-497d-a2f2-852fbe49963e tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c4cca0b5-f1f3-463b-a3ab-94a929230279,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:50.960080 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39690b50-cb0b-4ca1-aec1-75f41c0904bc tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Router 41af3602-9747-47d1-a74e-a7fabb6d09b2 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:04:50.962365 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-d36248a3-bd5d-4463-8a82-7072ef21c5a8 None None] Set router b9212fa8-82c6-4379-92b1-482c34812984 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:04:51.030379 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d91e3794-9ba3-497d-a2f2-852fbe49963e tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:51.042689 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-d91e3794-9ba3-497d-a2f2-852fbe49963e tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56bb45fe-3b66-47e4-8180-4904c539c5ba']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:51.054841 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-d91e3794-9ba3-497d-a2f2-852fbe49963e tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b82cfdb-6db3-4b44-84c0-1a457d778a67') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:51.055500 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-d91e3794-9ba3-497d-a2f2-852fbe49963e tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b82cfdb-6db3-4b44-84c0-1a457d778a67') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:51.066092 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d91e3794-9ba3-497d-a2f2-852fbe49963e tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:51.082374 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d91e3794-9ba3-497d-a2f2-852fbe49963e tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:51.089916 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d91e3794-9ba3-497d-a2f2-852fbe49963e tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:04:51.090551 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d91e3794-9ba3-497d-a2f2-852fbe49963e tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:51.092383 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 23:04:51.092383 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:04:51.092383 n-d-791506-26 neutron-server[101291]: timer() Aug 16 23:04:51.092383 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:04:51.092383 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 23:04:51.092383 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:04:51.092383 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 23:04:51.092383 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:04:51.092383 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 23:04:51.092383 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:04:51.092383 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 23:04:51.092383 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:04:51.092383 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 23:04:51.092383 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:04:51.092383 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:04:51.092383 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:04:51.092383 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:04:51.092383 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:04:51.092383 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 23:04:51.092383 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:04:51.092383 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 23:04:51.092383 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:04:51.092383 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:04:51.092383 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:04:51.092383 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 23:04:51.092383 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:04:51.092383 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:04:51.092383 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:04:51.092383 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:04:51.092383 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:04:51.092383 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:04:51.092383 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:04:51.128667 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39690b50-cb0b-4ca1-aec1-75f41c0904bc tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:04:51.135162 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-39690b50-cb0b-4ca1-aec1-75f41c0904bc tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "PUT /v2.0/routers/41af3602-9747-47d1-a74e-a7fabb6d09b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6613359 Aug 16 23:04:51.143073 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 50332) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:51.151795 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12db5ae-c48c-4b0a-b9dc-da04a22066c0 None None] Sync routers for ids ['41af3602-9747-47d1-a74e-a7fabb6d09b2'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:04:51.169855 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12db5ae-c48c-4b0a-b9dc-da04a22066c0 None None] Routers {'41af3602-9747-47d1-a74e-a7fabb6d09b2'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:04:51.172016 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-a12db5ae-c48c-4b0a-b9dc-da04a22066c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:04:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['41af3602-9747-47d1-a74e-a7fabb6d09b2'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:51.177589 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b5152cf0-abbd-4c77-a445-a73081aa7671 req-7b608b20-230b-4609-81ef-6f34deb953c8 service neutron] 10.222.0.57 "GET /v2.0/networks/ce4eb26f-79ce-4c2a-bb34-84780b573ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152586 Aug 16 23:04:51.180599 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-2d6aef14-2e6b-4808-9744-afce578ab621 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "GET /v2.0/ports?device_id=41af3602-9747-47d1-a74e-a7fabb6d09b2 HTTP/1.1" status: 200 len: 205 time: 0.0356812 Aug 16 23:04:51.180903 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 50334) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:51.206090 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d91e3794-9ba3-497d-a2f2-852fbe49963e tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:51.211978 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d91e3794-9ba3-497d-a2f2-852fbe49963e tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 56bb45fe-3b66-47e4-8180-4904c539c5ba {{(pid=101291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 16 23:04:51.212349 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-a12db5ae-c48c-4b0a-b9dc-da04a22066c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:51.214648 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d91e3794-9ba3-497d-a2f2-852fbe49963e tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:51.221716 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-d91e3794-9ba3-497d-a2f2-852fbe49963e tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] 10.222.0.36 "DELETE /v2.0/networks/56bb45fe-3b66-47e4-8180-4904c539c5ba HTTP/1.1" status: 204 len: 168 time: 1.6553717 Aug 16 23:04:51.222377 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 50336) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:51.235124 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12db5ae-c48c-4b0a-b9dc-da04a22066c0 None None] Routers {'41af3602-9747-47d1-a74e-a7fabb6d09b2'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:04:51.236404 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-a12db5ae-c48c-4b0a-b9dc-da04a22066c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:04:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['41af3602-9747-47d1-a74e-a7fabb6d09b2'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:51.291642 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91e3794-9ba3-497d-a2f2-852fbe49963e tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Pushing event deleted for resources: {'Network': ['ID=56bb45fe-3b66-47e4-8180-4904c539c5ba,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:51.312849 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-a12db5ae-c48c-4b0a-b9dc-da04a22066c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:51.333268 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12db5ae-c48c-4b0a-b9dc-da04a22066c0 None None] The sync data for ids ['41af3602-9747-47d1-a74e-a7fabb6d09b2'] in n-d-791506-26 is: [] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:04:51.338219 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-d36248a3-bd5d-4463-8a82-7072ef21c5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9212fa8-82c6-4379-92b1-482c34812984', 'name': 'tempest-TaggedBootDevicesTest_v242-1760784088-router', 'tenant_id': '0fd6de77a6ca45308e5ac106bdd0311d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'b56638a8-07b1-4155-9bd3-a8bc289df053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:04:43Z', 'updated_at': '2021-08-16T23:04:48Z', 'revision_number': 4, 'project_id': '0fd6de77a6ca45308e5ac106bdd0311d', 'gw_port': {'id': 'b56638a8-07b1-4155-9bd3-a8bc289df053', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9212fa8-82c6-4379-92b1-482c34812984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:04:44Z', 'updated_at': '2021-08-16T23:04:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '7c523233-bb68-4fc2-9119-093cce838549', 'name': '', 'network_id': '7f9863fd-7980-4b2d-a7ca-14f053950325', 'tenant_id': '0fd6de77a6ca45308e5ac106bdd0311d', 'mac_address': 'fa:16:3e:35:a7:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9212fa8-82c6-4379-92b1-482c34812984', 'device_owner': 'network:router_interface', 'standard_attr_id': 2269, 'fixed_ips': [{'subnet_id': '707213db-37e4-4504-a3c9-b665785837dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:04:47Z', 'updated_at': '2021-08-16T23:04:48Z', 'revision_number': 2, 'project_id': '0fd6de77a6ca45308e5ac106bdd0311d', 'subnets': [{'id': '707213db-37e4-4504-a3c9-b665785837dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:51.370154 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b5152cf0-abbd-4c77-a445-a73081aa7671 req-4d67969c-a986-4135-804c-a70167c70521 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ca2bab7f-12a0-4ae0-aa91-31c515a91b5c HTTP/1.1" status: 200 len: 217 time: 0.0599771 Aug 16 23:04:51.380217 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-40abb7d0-3891-4569-b4b8-e1e826e7e9b1 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks [] for router, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:51.425830 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36248a3-bd5d-4463-8a82-7072ef21c5a8 None None] Checking router: b9212fa8-82c6-4379-92b1-482c34812984 for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:04:51.429359 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36248a3-bd5d-4463-8a82-7072ef21c5a8 None None] Updating router b9212fa8-82c6-4379-92b1-482c34812984 port 7c523233-bb68-4fc2-9119-093cce838549 binding host n-d-791506-26 {{(pid=101293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:04:51.452330 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-a6aaae59-2c53-4ef8-afbc-0433047a92de tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 996 time: 0.2094254 Aug 16 23:04:51.457386 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 50340) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:51.468972 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d36248a3-bd5d-4463-8a82-7072ef21c5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:51.562075 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:51.694066 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bc4ca2-b555-46fb-8ad3-2b5d060834da tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:51.694547 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bc4ca2-b555-46fb-8ad3-2b5d060834da tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:51.699286 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bc4ca2-b555-46fb-8ad3-2b5d060834da tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:51.699286 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bc4ca2-b555-46fb-8ad3-2b5d060834da tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:51.699286 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bc4ca2-b555-46fb-8ad3-2b5d060834da tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:51.701415 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bc4ca2-b555-46fb-8ad3-2b5d060834da tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:51.705406 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bc4ca2-b555-46fb-8ad3-2b5d060834da tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:51.705904 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bc4ca2-b555-46fb-8ad3-2b5d060834da tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:51.706376 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bc4ca2-b555-46fb-8ad3-2b5d060834da tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:51.706840 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bc4ca2-b555-46fb-8ad3-2b5d060834da tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:51.711480 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-52bc4ca2-b555-46fb-8ad3-2b5d060834da tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6441 time: 0.2501855 Aug 16 23:04:51.718545 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 50346) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:51.769091 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device b56638a8-07b1-4155-9bd3-a8bc289df053 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:04:51.769612 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72c2cb3-6e85-4b90-a4f0-bd4b230b8e47 req-43ae141f-07ad-4245-8dc6-9b86657554df tempest-InstanceActionsNegativeTestJSON-1984895962 tempest-InstanceActionsNegativeTestJSON-1984895962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:51.773761 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b72c2cb3-6e85-4b90-a4f0-bd4b230b8e47 req-43ae141f-07ad-4245-8dc6-9b86657554df tempest-InstanceActionsNegativeTestJSON-1984895962 tempest-InstanceActionsNegativeTestJSON-1984895962-project] 10.222.0.68 "GET /v2.0/ports?device_id=8e8d5723-5c72-472b-8b51-e4cc8f4db9d4 HTTP/1.1" status: 200 len: 945 time: 0.2186918 Aug 16 23:04:51.898038 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port b56638a8-07b1-4155-9bd3-a8bc289df053 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:04:51.900064 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:52.056744 n-d-791506-26 neutron-server[101291]: INFO neutron.api.v2.resource [None req-e588e27a-4987-4312-b90b-d53a904d156f tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] delete failed (client error): The resource could not be found. Aug 16 23:04:52.059995 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-e588e27a-4987-4312-b90b-d53a904d156f tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] 10.222.0.36 "DELETE /v2.0/floatingips/70eebcb8-6c3a-41ed-8c92-ef7f536e20a1 HTTP/1.1" status: 404 len: 345 time: 0.3403897 Aug 16 23:04:52.074137 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 50352) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:52.111137 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d36248a3-bd5d-4463-8a82-7072ef21c5a8 None None] Notify callbacks [] for port, precommit_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:52.149708 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-d36248a3-bd5d-4463-8a82-7072ef21c5a8 None None] Transition to ACTIVE for port object 7c523233-bb68-4fc2-9119-093cce838549 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:04:52.151156 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-75f8a7e4-c28c-4a92-8c67-05064cc39346 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] DELETE failed (client error): The resource could not be found. Aug 16 23:04:52.152365 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75f8a7e4-c28c-4a92-8c67-05064cc39346 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=101291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:04:52.153243 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5152cf0-abbd-4c77-a445-a73081aa7671 req-b0971d39-3054-492c-9d57-23279b3c2655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:52.154775 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b5152cf0-abbd-4c77-a445-a73081aa7671 req-b0971d39-3054-492c-9d57-23279b3c2655 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fdaa5cc8-50d2-4c63-b1ef-57818a69cbda HTTP/1.1" status: 200 len: 797 time: 0.7684815 Aug 16 23:04:52.163514 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-75f8a7e4-c28c-4a92-8c67-05064cc39346 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] 10.222.0.36 "DELETE /v2.0/networks/56bb45fe-3b66-47e4-8180-4904c539c5ba HTTP/1.1" status: 404 len: 339 time: 0.0782239 Aug 16 23:04:52.165773 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d36248a3-bd5d-4463-8a82-7072ef21c5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:52.166967 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 50356) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:52.184882 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-8c2c254f-43cd-403e-a75b-acf9dd32ac22 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Request body: {'network': {'name': 'tempest-network--247238339', 'router:external': True}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:04:52.212955 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-73378be1-5666-4cce-837b-c5d1bf862334 req-41962847-d73e-44fe-9dc2-d6cff2123e2b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4ed47eaabf0e461eb41531a3fb5ec0b0&device_id=d2c13677-c6ad-4713-9551-f633bdf05294 HTTP/1.1" status: 200 len: 210 time: 0.0777216 Aug 16 23:04:52.238634 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8bdfb7-1a7a-43df-a4ef-54b49365d294 None None] Pushing event updated for resources: {'Port': ['ID=7c523233-bb68-4fc2-9119-093cce838549,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:52.280306 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c2c254f-43cd-403e-a75b-acf9dd32ac22 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Made reservation on behalf of 783ebac7420d406d8268f8c8090f2b3e for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:04:52.283166 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8c2c254f-43cd-403e-a75b-acf9dd32ac22 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:52.287900 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-73378be1-5666-4cce-837b-c5d1bf862334 req-e910b58d-d5ab-4bf9-97c5-5733e03b357c service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=4ed47eaabf0e461eb41531a3fb5ec0b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0545559 Aug 16 23:04:52.303072 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-40abb7d0-3891-4569-b4b8-e1e826e7e9b1 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:52.305975 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-40abb7d0-3891-4569-b4b8-e1e826e7e9b1 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:52.324590 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-d36248a3-bd5d-4463-8a82-7072ef21c5a8 None None] Attempting to bind port 7c523233-bb68-4fc2-9119-093cce838549 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:04:52.325037 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-d36248a3-bd5d-4463-8a82-7072ef21c5a8 None None] Attempting to bind port 7c523233-bb68-4fc2-9119-093cce838549 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '63d70cc7-a3dd-4cc7-80ad-edc082b29b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7f9863fd-7980-4b2d-a7ca-14f053950325'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:04:52.325538 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36248a3-bd5d-4463-8a82-7072ef21c5a8 None None] Attempting to bind port 7c523233-bb68-4fc2-9119-093cce838549 on network 7f9863fd-7980-4b2d-a7ca-14f053950325 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:04:52.333414 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36248a3-bd5d-4463-8a82-7072ef21c5a8 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:04:52.333976 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36248a3-bd5d-4463-8a82-7072ef21c5a8 None None] Checking segment: {'id': '63d70cc7-a3dd-4cc7-80ad-edc082b29b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7f9863fd-7980-4b2d-a7ca-14f053950325'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:04:52.334558 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d36248a3-bd5d-4463-8a82-7072ef21c5a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:52.335039 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36248a3-bd5d-4463-8a82-7072ef21c5a8 None None] Bound using segment: {'id': '63d70cc7-a3dd-4cc7-80ad-edc082b29b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7f9863fd-7980-4b2d-a7ca-14f053950325'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:04:52.335740 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-d36248a3-bd5d-4463-8a82-7072ef21c5a8 None None] Bound port: 7c523233-bb68-4fc2-9119-093cce838549, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63d70cc7-a3dd-4cc7-80ad-edc082b29b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7f9863fd-7980-4b2d-a7ca-14f053950325'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:04:52.336273 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d36248a3-bd5d-4463-8a82-7072ef21c5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:52.368531 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-48cff5a6-6d60-4999-9e0b-b816b80c07e8 req-d5e4e362-2abf-4303-b909-9df111ded36a tempest-ServerShowV247Test-1699434572 tempest-ServerShowV247Test-1699434572-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2c13677-c6ad-4713-9551-f633bdf05294 HTTP/1.1" status: 200 len: 210 time: 0.0455172 Aug 16 23:04:52.386248 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-b72c2cb3-6e85-4b90-a4f0-bd4b230b8e47 req-84ffc693-d2d3-42f9-be95-a9f0f85aefcd tempest-InstanceActionsNegativeTestJSON-1984895962 tempest-InstanceActionsNegativeTestJSON-1984895962-project] Deleting port 27b4d599-5aa4-4153-b62a-1f6380c15ef3 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:04:52.386669 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-b72c2cb3-6e85-4b90-a4f0-bd4b230b8e47 req-84ffc693-d2d3-42f9-be95-a9f0f85aefcd tempest-InstanceActionsNegativeTestJSON-1984895962 tempest-InstanceActionsNegativeTestJSON-1984895962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:52.461349 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adc22f1-3675-4df3-8102-78caa9098490 req-d7cc8aff-fed9-4ab7-a228-d69878cc9d96 tempest-InstanceActionsNegativeTestJSON-1984895962 tempest-InstanceActionsNegativeTestJSON-1984895962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:52.469209 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7adc22f1-3675-4df3-8102-78caa9098490 req-d7cc8aff-fed9-4ab7-a228-d69878cc9d96 tempest-InstanceActionsNegativeTestJSON-1984895962 tempest-InstanceActionsNegativeTestJSON-1984895962-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e8d5723-5c72-472b-8b51-e4cc8f4db9d4 HTTP/1.1" status: 200 len: 945 time: 0.3613911 Aug 16 23:04:52.476347 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-d36248a3-bd5d-4463-8a82-7072ef21c5a8 None None] For port 7c523233-bb68-4fc2-9119-093cce838549, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:04:52.481272 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-d36248a3-bd5d-4463-8a82-7072ef21c5a8 None None] For port 7c523233-bb68-4fc2-9119-093cce838549, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=7c523233-bb68-4fc2-9119-093cce838549,segment=NetworkSegment(63d70cc7-a3dd-4cc7-80ad-edc082b29b8e),segment_id=63d70cc7-a3dd-4cc7-80ad-edc082b29b8e)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:04:52.494014 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d36248a3-bd5d-4463-8a82-7072ef21c5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:52.495369 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5152cf0-abbd-4c77-a445-a73081aa7671 req-e362d48f-7d5e-4671-a613-01589586d3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:52.496883 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b5152cf0-abbd-4c77-a445-a73081aa7671 req-e362d48f-7d5e-4671-a613-01589586d3d4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ce4eb26f-79ce-4c2a-bb34-84780b573ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1866424 Aug 16 23:04:52.499515 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-40abb7d0-3891-4569-b4b8-e1e826e7e9b1 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:52.500023 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40abb7d0-3891-4569-b4b8-e1e826e7e9b1 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Fanout notify agent at l3_agent the message router_deleted on router 41af3602-9747-47d1-a74e-a7fabb6d09b2 {{(pid=101292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:04:52.525821 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-40abb7d0-3891-4569-b4b8-e1e826e7e9b1 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:52.529784 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-40abb7d0-3891-4569-b4b8-e1e826e7e9b1 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "DELETE /v2.0/routers/41af3602-9747-47d1-a74e-a7fabb6d09b2 HTTP/1.1" status: 204 len: 168 time: 1.3476810 Aug 16 23:04:52.530577 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 50360) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:52.576771 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c2c254f-43cd-403e-a75b-acf9dd32ac22 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:04:52.609018 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8c2c254f-43cd-403e-a75b-acf9dd32ac22 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:52.611707 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-8c2c254f-43cd-403e-a75b-acf9dd32ac22 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Added segment 7ad7d55e-d069-4068-9da2-99c20298e4b1 of type vlan for network f1766ded-bcdc-4d55-bb01-d9a77c97da45 Aug 16 23:04:52.637025 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36248a3-bd5d-4463-8a82-7072ef21c5a8 None None] Routers {'b9212fa8-82c6-4379-92b1-482c34812984'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:04:52.638586 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-d36248a3-bd5d-4463-8a82-7072ef21c5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:04:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['b9212fa8-82c6-4379-92b1-482c34812984'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:52.681490 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7adc22f1-3675-4df3-8102-78caa9098490 req-059f6f7d-ef8c-4877-870d-017c654becd1 tempest-InstanceActionsNegativeTestJSON-1984895962 tempest-InstanceActionsNegativeTestJSON-1984895962-project] 10.222.0.36 "GET /v2.0/security-groups?id=85d6be35-e219-41ef-aac1-42588ea4b8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089217 Aug 16 23:04:52.737733 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73378be1-5666-4cce-837b-c5d1bf862334 req-e1eaea41-2290-4d5f-9029-b8338d9bf3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:52.739083 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-73378be1-5666-4cce-837b-c5d1bf862334 req-e1eaea41-2290-4d5f-9029-b8338d9bf3bf service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4401164 Aug 16 23:04:52.739378 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed9200f2-ea02-4f6f-8469-863604ff97e5 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Deleting subnet 74707ed6-9e81-49d8-b8c9-add023c8ab46 {{(pid=101292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:04:52.742434 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-b72c2cb3-6e85-4b90-a4f0-bd4b230b8e47 req-84ffc693-d2d3-42f9-be95-a9f0f85aefcd tempest-InstanceActionsNegativeTestJSON-1984895962 tempest-InstanceActionsNegativeTestJSON-1984895962-project] For port 27b4d599-5aa4-4153-b62a-1f6380c15ef3, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=27b4d599-5aa4-4153-b62a-1f6380c15ef3,segment=NetworkSegment(3b129842-191e-4699-8bc6-d57784a82c9b),segment_id=3b129842-191e-4699-8bc6-d57784a82c9b)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:04:52.742434 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-b72c2cb3-6e85-4b90-a4f0-bd4b230b8e47 req-84ffc693-d2d3-42f9-be95-a9f0f85aefcd tempest-InstanceActionsNegativeTestJSON-1984895962 tempest-InstanceActionsNegativeTestJSON-1984895962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:52.748300 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ed9200f2-ea02-4f6f-8469-863604ff97e5 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks [] for subnet, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:52.773364 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8c2c254f-43cd-403e-a75b-acf9dd32ac22 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:52.780263 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-b72c2cb3-6e85-4b90-a4f0-bd4b230b8e47 req-84ffc693-d2d3-42f9-be95-a9f0f85aefcd tempest-InstanceActionsNegativeTestJSON-1984895962 tempest-InstanceActionsNegativeTestJSON-1984895962-project] Calling delete_port for 27b4d599-5aa4-4153-b62a-1f6380c15ef3 owned by compute:nova {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:04:52.855545 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b5152cf0-abbd-4c77-a445-a73081aa7671 req-b14c4d65-bd1b-4572-9f80-70b0dfe8d6e9 service neutron] 10.222.0.57 "GET /v2.0/networks/ce4eb26f-79ce-4c2a-bb34-84780b573ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3237603 Aug 16 23:04:52.875925 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ed9200f2-ea02-4f6f-8469-863604ff97e5 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3848860'] for subnet, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:52.891015 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8c2c254f-43cd-403e-a75b-acf9dd32ac22 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:52.892690 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2c254f-43cd-403e-a75b-acf9dd32ac22 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:52.893458 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8c2c254f-43cd-403e-a75b-acf9dd32ac22 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:52.939484 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-d36248a3-bd5d-4463-8a82-7072ef21c5a8 None None] Set router b9212fa8-82c6-4379-92b1-482c34812984 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:04:52.969019 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2c254f-43cd-403e-a75b-acf9dd32ac22 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Pushing event updated for resources: {'Network': ['ID=f1766ded-bcdc-4d55-bb01-d9a77c97da45,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:52.984693 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-8c2c254f-43cd-403e-a75b-acf9dd32ac22 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8040981 Aug 16 23:04:52.987231 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 50364) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:53.096033 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b5152cf0-abbd-4c77-a445-a73081aa7671 req-62d43af7-9877-47c7-b46d-f2c5dcbf18aa service neutron] 10.222.0.57 "GET /v2.0/networks/ce4eb26f-79ce-4c2a-bb34-84780b573ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318437 Aug 16 23:04:53.102048 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ed9200f2-ea02-4f6f-8469-863604ff97e5 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:53.131065 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8bdfb7-1a7a-43df-a4ef-54b49365d294 None None] Pushing event updated for resources: {'Port': ['ID=7c523233-bb68-4fc2-9119-093cce838549,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:53.134140 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:53.144015 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network f1766ded-bcdc-4d55-bb01-d9a77c97da45 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:04:53.201904 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-b72c2cb3-6e85-4b90-a4f0-bd4b230b8e47 req-84ffc693-d2d3-42f9-be95-a9f0f85aefcd tempest-InstanceActionsNegativeTestJSON-1984895962 tempest-InstanceActionsNegativeTestJSON-1984895962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:53.220361 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['27b4d599-5aa4-4153-b62a-1f6380c15ef3'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:04:53.226728 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ed9200f2-ea02-4f6f-8469-863604ff97e5 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26252129'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:53.261571 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9200f2-ea02-4f6f-8469-863604ff97e5 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Pushing event deleted for resources: {'Subnet': ['ID=74707ed6-9e81-49d8-b8c9-add023c8ab46,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:53.268978 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ed9200f2-ea02-4f6f-8469-863604ff97e5 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:53.273648 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-ed9200f2-ea02-4f6f-8469-863604ff97e5 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "DELETE /v2.0/subnets/74707ed6-9e81-49d8-b8c9-add023c8ab46 HTTP/1.1" status: 204 len: 168 time: 0.7372499 Aug 16 23:04:53.273826 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 50366) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:53.279770 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ffc693-d2d3-42f9-be95-a9f0f85aefcd tempest-InstanceActionsNegativeTestJSON-1984895962 tempest-InstanceActionsNegativeTestJSON-1984895962-project] Pushing event deleted for resources: {'Port': ['ID=27b4d599-5aa4-4153-b62a-1f6380c15ef3,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:53.305481 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeafb8e6-3671-49c5-87a3-5ea6264bb926 None None] Network 5356f7ca-dd8a-4601-a699-81b3e06a2af9 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:04:53.322395 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5a764f-91be-4155-9543-cd12877e70eb tempest-ExternalNetworksTestJSON-988756974 tempest-ExternalNetworksTestJSON-988756974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:53.334520 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5a764f-91be-4155-9543-cd12877e70eb tempest-ExternalNetworksTestJSON-988756974 tempest-ExternalNetworksTestJSON-988756974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:53.341328 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5a764f-91be-4155-9543-cd12877e70eb tempest-ExternalNetworksTestJSON-988756974 tempest-ExternalNetworksTestJSON-988756974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:53.349154 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5a764f-91be-4155-9543-cd12877e70eb tempest-ExternalNetworksTestJSON-988756974 tempest-ExternalNetworksTestJSON-988756974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:53.350907 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-fd5a764f-91be-4155-9543-cd12877e70eb tempest-ExternalNetworksTestJSON-988756974 tempest-ExternalNetworksTestJSON-988756974-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.3625493 Aug 16 23:04:53.353902 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 50368) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:53.363784 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_v2 [None req-58007f35-2420-42e8-a252-d2c4b733853b tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Deleting subnet 274b92c3-079f-4b34-8c61-c37a7d5dbad3 {{(pid=101292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:04:53.368120 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-58007f35-2420-42e8-a252-d2c4b733853b tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks [] for subnet, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:53.429956 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-58007f35-2420-42e8-a252-d2c4b733853b tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3848860'] for subnet, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:53.498601 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-d36248a3-bd5d-4463-8a82-7072ef21c5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9212fa8-82c6-4379-92b1-482c34812984', 'name': 'tempest-TaggedBootDevicesTest_v242-1760784088-router', 'tenant_id': '0fd6de77a6ca45308e5ac106bdd0311d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'b56638a8-07b1-4155-9bd3-a8bc289df053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:04:43Z', 'updated_at': '2021-08-16T23:04:48Z', 'revision_number': 4, 'project_id': '0fd6de77a6ca45308e5ac106bdd0311d', 'gw_port': {'id': 'b56638a8-07b1-4155-9bd3-a8bc289df053', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9212fa8-82c6-4379-92b1-482c34812984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:04:44Z', 'updated_at': '2021-08-16T23:04:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '7c523233-bb68-4fc2-9119-093cce838549', 'name': '', 'network_id': '7f9863fd-7980-4b2d-a7ca-14f053950325', 'tenant_id': '0fd6de77a6ca45308e5ac106bdd0311d', 'mac_address': 'fa:16:3e:35:a7:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9212fa8-82c6-4379-92b1-482c34812984', 'device_owner': 'network:router_interface', 'standard_attr_id': 2269, 'fixed_ips': [{'subnet_id': '707213db-37e4-4504-a3c9-b665785837dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:04:47Z', 'updated_at': '2021-08-16T23:04:52Z', 'revision_number': 4, 'project_id': '0fd6de77a6ca45308e5ac106bdd0311d', 'subnets': [{'id': '707213db-37e4-4504-a3c9-b665785837dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:53.510836 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-b72c2cb3-6e85-4b90-a4f0-bd4b230b8e47 req-84ffc693-d2d3-42f9-be95-a9f0f85aefcd tempest-InstanceActionsNegativeTestJSON-1984895962 tempest-InstanceActionsNegativeTestJSON-1984895962-project] No DVR routers for this DVR port 27b4d599-5aa4-4153-b62a-1f6380c15ef3 on host n-h1-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:04:53.519110 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-b72c2cb3-6e85-4b90-a4f0-bd4b230b8e47 req-84ffc693-d2d3-42f9-be95-a9f0f85aefcd tempest-InstanceActionsNegativeTestJSON-1984895962 tempest-InstanceActionsNegativeTestJSON-1984895962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:53.522093 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b72c2cb3-6e85-4b90-a4f0-bd4b230b8e47 req-84ffc693-d2d3-42f9-be95-a9f0f85aefcd tempest-InstanceActionsNegativeTestJSON-1984895962 tempest-InstanceActionsNegativeTestJSON-1984895962-project] 10.222.0.68 "DELETE /v2.0/ports/27b4d599-5aa4-4153-b62a-1f6380c15ef3 HTTP/1.1" status: 204 len: 173 time: 1.6509783 Aug 16 23:04:53.522846 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e8d5723-5c72-472b-8b51-e4cc8f4db9d4', 'name': 'network-vif-deleted', 'tag': '27b4d599-5aa4-4153-b62a-1f6380c15ef3'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:04:53.535475 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36248a3-bd5d-4463-8a82-7072ef21c5a8 None None] The sync data for ids ['b9212fa8-82c6-4379-92b1-482c34812984'] in n-d-791506-26 is: [{'id': 'b9212fa8-82c6-4379-92b1-482c34812984', 'name': 'tempest-TaggedBootDevicesTest_v242-1760784088-router', 'tenant_id': '0fd6de77a6ca45308e5ac106bdd0311d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'b56638a8-07b1-4155-9bd3-a8bc289df053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:04:43Z', 'updated_at': '2021-08-16T23:04:48Z', 'revision_number': 4, 'project_id': '0fd6de77a6ca45308e5ac106bdd0311d', 'gw_port': {'id': 'b56638a8-07b1-4155-9bd3-a8bc289df053', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9212fa8-82c6-4379-92b1-482c34812984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:04:44Z', 'updated_at': '2021-08-16T23:04:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '7c523233-bb68-4fc2-9119-093cce838549', 'name': '', 'network_id': '7f9863fd-7980-4b2d-a7ca-14f053950325', 'tenant_id': '0fd6de77a6ca45308e5ac106bdd0311d', 'mac_address': 'fa:16:3e:35:a7:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9212fa8-82c6-4379-92b1-482c34812984', 'device_owner': 'network:router_interface', 'standard_attr_id': 2269, 'fixed_ips': [{'subnet_id': '707213db-37e4-4504-a3c9-b665785837dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:04:47Z', 'updated_at': '2021-08-16T23:04:52Z', 'revision_number': 4, 'project_id': '0fd6de77a6ca45308e5ac106bdd0311d', 'subnets': [{'id': '707213db-37e4-4504-a3c9-b665785837dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:04:53.557225 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98dff64d-330c-4bd4-9e64-7191ea8e79d7" -d '{"events": [{"server_uuid": "8e8d5723-5c72-472b-8b51-e4cc8f4db9d4", "name": "network-vif-deleted", "tag": "27b4d599-5aa4-4153-b62a-1f6380c15ef3"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:04:53.558888 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-58007f35-2420-42e8-a252-d2c4b733853b tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:53.673575 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-df5dfb8f-b52b-4fe3-a5ac-f7a2d8fec079 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:53.690088 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5097fa7c-68fa-4945-81de-1f9a43bc2091 None None] DHCP port deletion for 5356f7ca-dd8a-4601-a699-81b3e06a2af9 request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:04:53.842274 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a29698ea-c523-436d-80d2-8319a71171c5 req-84530f61-a239-46f5-9cfc-bc342c95174a tempest-ServerShowV247Test-1699434572 tempest-ServerShowV247Test-1699434572-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2c13677-c6ad-4713-9551-f633bdf05294 HTTP/1.1" status: 200 len: 210 time: 0.1858852 Aug 16 23:04:53.878882 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-5097fa7c-68fa-4945-81de-1f9a43bc2091 None None] Deleting port 3bd40f2c-afbc-4f6a-bc10-dbbdbe36fbdc {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:04:53.880664 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-5097fa7c-68fa-4945-81de-1f9a43bc2091 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:53.967451 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 7c523233-bb68-4fc2-9119-093cce838549 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:04:53.993934 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-58007f35-2420-42e8-a252-d2c4b733853b tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26252129'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:54.036453 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9808634c-df7a-4849-ba9e-5ea09392d414 req-0bdff020-5933-4f89-9984-bffdef1b850f tempest-InstanceActionsNegativeTestJSON-1984895962 tempest-InstanceActionsNegativeTestJSON-1984895962-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e8d5723-5c72-472b-8b51-e4cc8f4db9d4 HTTP/1.1" status: 200 len: 210 time: 0.0567510 Aug 16 23:04:54.080077 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58007f35-2420-42e8-a252-d2c4b733853b tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Pushing event deleted for resources: {'Subnet': ['ID=274b92c3-079f-4b34-8c61-c37a7d5dbad3,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:54.089816 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382f6503-614c-41f7-abb5-64c7443138c7 None None] Network 6f0f9f02-e5a2-4cbb-86f9-52b13ff20a9f requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:04:54.107864 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-58007f35-2420-42e8-a252-d2c4b733853b tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:54.116457 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-58007f35-2420-42e8-a252-d2c4b733853b tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "DELETE /v2.0/subnets/274b92c3-079f-4b34-8c61-c37a7d5dbad3 HTTP/1.1" status: 204 len: 168 time: 0.8414795 Aug 16 23:04:54.123092 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 50380) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:54.213005 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-5097fa7c-68fa-4945-81de-1f9a43bc2091 None None] For port 3bd40f2c-afbc-4f6a-bc10-dbbdbe36fbdc, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=3bd40f2c-afbc-4f6a-bc10-dbbdbe36fbdc,segment=NetworkSegment(b345fab2-0175-4746-9702-112ce8377d9a),segment_id=b345fab2-0175-4746-9702-112ce8377d9a)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:04:54.213416 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-5097fa7c-68fa-4945-81de-1f9a43bc2091 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:54.252855 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-edbca4d9-3372-4f3c-a9c1-738855433377 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:54.381589 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b91fd34f-33ca-48df-8b4c-67f5cf465d82 x-openstack-request-id: req-b91fd34f-33ca-48df-8b4c-67f5cf465d82 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:04:54.382195 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e8d5723-5c72-472b-8b51-e4cc8f4db9d4", "name": "network-vif-deleted", "tag": "27b4d599-5aa4-4153-b62a-1f6380c15ef3", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:04:54.382308 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b91fd34f-33ca-48df-8b4c-67f5cf465d82 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:04:54.382856 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e8d5723-5c72-472b-8b51-e4cc8f4db9d4', 'name': 'network-vif-deleted', 'tag': '27b4d599-5aa4-4153-b62a-1f6380c15ef3', 'status': 'completed', 'code': 200} Aug 16 23:04:54.413499 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-df5dfb8f-b52b-4fe3-a5ac-f7a2d8fec079 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:54.429435 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-edbca4d9-3372-4f3c-a9c1-738855433377 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Deleting port 3bd40f2c-afbc-4f6a-bc10-dbbdbe36fbdc {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:04:54.429981 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-edbca4d9-3372-4f3c-a9c1-738855433377 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:54.447641 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-df5dfb8f-b52b-4fe3-a5ac-f7a2d8fec079 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1766ded-bcdc-4d55-bb01-d9a77c97da45']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:54.478241 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-df5dfb8f-b52b-4fe3-a5ac-f7a2d8fec079 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ad7d55e-d069-4068-9da2-99c20298e4b1') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:54.478706 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-df5dfb8f-b52b-4fe3-a5ac-f7a2d8fec079 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ad7d55e-d069-4068-9da2-99c20298e4b1') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:54.494796 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-df5dfb8f-b52b-4fe3-a5ac-f7a2d8fec079 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:54.530953 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-df5dfb8f-b52b-4fe3-a5ac-f7a2d8fec079 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:54.538407 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-5097fa7c-68fa-4945-81de-1f9a43bc2091 None None] Calling delete_port for 3bd40f2c-afbc-4f6a-bc10-dbbdbe36fbdc owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:04:54.545999 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df5dfb8f-b52b-4fe3-a5ac-f7a2d8fec079 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:04:54.546935 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-df5dfb8f-b52b-4fe3-a5ac-f7a2d8fec079 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:54.561497 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 7c523233-bb68-4fc2-9119-093cce838549 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:04:54.565487 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 23:04:54.565487 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:04:54.565487 n-d-791506-26 neutron-server[101291]: timer() Aug 16 23:04:54.565487 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:04:54.565487 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 23:04:54.565487 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:04:54.565487 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 23:04:54.565487 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:04:54.565487 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 23:04:54.565487 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:04:54.565487 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 23:04:54.565487 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:04:54.565487 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 23:04:54.565487 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:04:54.565487 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:04:54.565487 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:04:54.565487 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:04:54.565487 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:04:54.565487 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 23:04:54.565487 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:04:54.565487 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 23:04:54.565487 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:04:54.565487 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:04:54.565487 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:04:54.565487 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 23:04:54.565487 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:04:54.565487 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:04:54.565487 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:04:54.565487 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:04:54.565487 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:04:54.565487 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:04:54.565487 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:04:54.571800 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 7c523233-bb68-4fc2-9119-093cce838549 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:04:54.572181 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:54.593337 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-edbca4d9-3372-4f3c-a9c1-738855433377 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] For port 3bd40f2c-afbc-4f6a-bc10-dbbdbe36fbdc, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=3bd40f2c-afbc-4f6a-bc10-dbbdbe36fbdc,segment=NetworkSegment(b345fab2-0175-4746-9702-112ce8377d9a),segment_id=b345fab2-0175-4746-9702-112ce8377d9a)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:04:54.593998 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-edbca4d9-3372-4f3c-a9c1-738855433377 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:54.617767 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-edbca4d9-3372-4f3c-a9c1-738855433377 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Calling delete_port for 3bd40f2c-afbc-4f6a-bc10-dbbdbe36fbdc owned by network:dhcp {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:04:54.637622 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-df5dfb8f-b52b-4fe3-a5ac-f7a2d8fec079 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:54.648992 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df5dfb8f-b52b-4fe3-a5ac-f7a2d8fec079 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f1766ded-bcdc-4d55-bb01-d9a77c97da45 {{(pid=101291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 16 23:04:54.655697 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-df5dfb8f-b52b-4fe3-a5ac-f7a2d8fec079 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:54.666173 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-df5dfb8f-b52b-4fe3-a5ac-f7a2d8fec079 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] 10.222.0.36 "DELETE /v2.0/networks/f1766ded-bcdc-4d55-bb01-d9a77c97da45 HTTP/1.1" status: 204 len: 168 time: 1.3103154 Aug 16 23:04:54.681171 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 50382) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:54.689977 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-1333f654-7240-4215-9f6d-a7174b12f460 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Request body: {'network': {'name': 'tempest-network--1065239910', 'router:external': True}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:04:54.691873 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-73378be1-5666-4cce-837b-c5d1bf862334 req-05e1a8d6-d825-423c-9c73-fc6014f82796 tempest-ServerShowV247Test-1699434572 tempest-ServerShowV247Test-1699434572-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2c13677-c6ad-4713-9551-f633bdf05294 HTTP/1.1" status: 200 len: 210 time: 0.0587502 Aug 16 23:04:54.697097 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5dfb8f-b52b-4fe3-a5ac-f7a2d8fec079 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Pushing event deleted for resources: {'Network': ['ID=f1766ded-bcdc-4d55-bb01-d9a77c97da45,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:54.741401 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1333f654-7240-4215-9f6d-a7174b12f460 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Made reservation on behalf of 783ebac7420d406d8268f8c8090f2b3e for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:04:54.745273 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1333f654-7240-4215-9f6d-a7174b12f460 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:54.788562 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1333f654-7240-4215-9f6d-a7174b12f460 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:04:54.811198 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1333f654-7240-4215-9f6d-a7174b12f460 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:54.812042 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-1333f654-7240-4215-9f6d-a7174b12f460 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Added segment 0a2f6c19-ab62-421e-ba1d-5d9498e0ea06 of type vlan for network c558790a-7a83-407b-984e-77b1d247dcdc Aug 16 23:04:54.867730 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-edbca4d9-3372-4f3c-a9c1-738855433377 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:54.873389 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7964ece1-9cab-413c-85e7-6945eceae87d None None] DHCP port deletion for 6f0f9f02-e5a2-4cbb-86f9-52b13ff20a9f request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:04:54.929207 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbca4d9-3372-4f3c-a9c1-738855433377 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Pushing event deleted for resources: {'Port': ['ID=3bd40f2c-afbc-4f6a-bc10-dbbdbe36fbdc,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:54.938143 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbca4d9-3372-4f3c-a9c1-738855433377 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] No DVR routers for this DVR port 3bd40f2c-afbc-4f6a-bc10-dbbdbe36fbdc on host n-d-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:04:54.961030 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1333f654-7240-4215-9f6d-a7174b12f460 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:54.972166 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:55.013128 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-5097fa7c-68fa-4945-81de-1f9a43bc2091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:55.041207 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5097fa7c-68fa-4945-81de-1f9a43bc2091 None None] Pushing event deleted for resources: {'Port': ['ID=3bd40f2c-afbc-4f6a-bc10-dbbdbe36fbdc,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:55.085278 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1333f654-7240-4215-9f6d-a7174b12f460 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:55.086915 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1333f654-7240-4215-9f6d-a7174b12f460 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:55.087719 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1333f654-7240-4215-9f6d-a7174b12f460 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:55.090377 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5097fa7c-68fa-4945-81de-1f9a43bc2091 None None] No DVR routers for this DVR port 3bd40f2c-afbc-4f6a-bc10-dbbdbe36fbdc on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:04:55.143236 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 7c523233-bb68-4fc2-9119-093cce838549, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=7c523233-bb68-4fc2-9119-093cce838549,segment=NetworkSegment(63d70cc7-a3dd-4cc7-80ad-edc082b29b8e),segment_id=63d70cc7-a3dd-4cc7-80ad-edc082b29b8e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:04:55.155157 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:55.156639 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d02c4abc-177d-4937-aaac-33f7eee8fcce req-dcc01696-f4bd-4bdc-ba56-b617849f1034 tempest-ServerShowV247Test-1699434572 tempest-ServerShowV247Test-1699434572-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2c13677-c6ad-4713-9551-f633bdf05294 HTTP/1.1" status: 200 len: 210 time: 0.0690031 Aug 16 23:04:55.171621 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-1333f654-7240-4215-9f6d-a7174b12f460 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4890280 Aug 16 23:04:55.175281 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 50392) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:55.179293 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-edbca4d9-3372-4f3c-a9c1-738855433377 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:55.184164 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 50394) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:55.217722 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1333f654-7240-4215-9f6d-a7174b12f460 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Pushing event updated for resources: {'Network': ['ID=c558790a-7a83-407b-984e-77b1d247dcdc,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:55.219808 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-7964ece1-9cab-413c-85e7-6945eceae87d None None] Deleting port 0a13e693-1f5b-42ce-bf2e-085a69c9d60d {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:04:55.220774 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7964ece1-9cab-413c-85e7-6945eceae87d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:55.256431 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network c558790a-7a83-407b-984e-77b1d247dcdc details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:04:55.348332 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 3bd40f2c-afbc-4f6a-bc10-dbbdbe36fbdc no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:04:55.382660 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-e33622da-530d-4f36-85b6-71ca19f8a90e admin admin] Deleting subnet 199ba396-73bd-4319-bd7a-042a1698b7dd {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:04:55.387954 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e33622da-530d-4f36-85b6-71ca19f8a90e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:55.399846 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-edbca4d9-3372-4f3c-a9c1-738855433377 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5356f7ca-dd8a-4601-a699-81b3e06a2af9']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:55.420592 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-edbca4d9-3372-4f3c-a9c1-738855433377 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b345fab2-0175-4746-9702-112ce8377d9a') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:55.420962 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-edbca4d9-3372-4f3c-a9c1-738855433377 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b345fab2-0175-4746-9702-112ce8377d9a') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:55.432094 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 3bd40f2c-afbc-4f6a-bc10-dbbdbe36fbdc {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:04:55.434482 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 3bd40f2c-afbc-4f6a-bc10-dbbdbe36fbdc not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:04:55.435724 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-edbca4d9-3372-4f3c-a9c1-738855433377 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:55.463642 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-edbca4d9-3372-4f3c-a9c1-738855433377 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:55.466883 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:55.480031 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edbca4d9-3372-4f3c-a9c1-738855433377 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:04:55.481058 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-edbca4d9-3372-4f3c-a9c1-738855433377 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:55.487105 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e33622da-530d-4f36-85b6-71ca19f8a90e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:55.542952 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-7964ece1-9cab-413c-85e7-6945eceae87d None None] For port 0a13e693-1f5b-42ce-bf2e-085a69c9d60d, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=0a13e693-1f5b-42ce-bf2e-085a69c9d60d,segment=NetworkSegment(b338c9e9-dfc9-4f76-966c-942badd14d06),segment_id=b338c9e9-dfc9-4f76-966c-942badd14d06)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:04:55.546976 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7964ece1-9cab-413c-85e7-6945eceae87d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:55.551071 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=7c523233-bb68-4fc2-9119-093cce838549,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:55.601693 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e33622da-530d-4f36-85b6-71ca19f8a90e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:55.606416 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-7964ece1-9cab-413c-85e7-6945eceae87d None None] Calling delete_port for 0a13e693-1f5b-42ce-bf2e-085a69c9d60d owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:04:55.614424 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 16 23:04:55.614424 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:04:55.614424 n-d-791506-26 neutron-server[101292]: timer() Aug 16 23:04:55.614424 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:04:55.614424 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 16 23:04:55.614424 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:04:55.614424 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 16 23:04:55.614424 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:04:55.614424 n-d-791506-26 neutron-server[101292]: self._notify() Aug 16 23:04:55.614424 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:04:55.614424 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 16 23:04:55.614424 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:04:55.614424 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 16 23:04:55.614424 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:04:55.614424 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:04:55.614424 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:04:55.614424 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:04:55.614424 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:04:55.614424 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 16 23:04:55.614424 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:04:55.614424 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 16 23:04:55.614424 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:04:55.614424 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:04:55.614424 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:04:55.614424 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 16 23:04:55.614424 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:04:55.614424 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:04:55.614424 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:04:55.614424 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:04:55.614424 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:04:55.614424 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:04:55.614424 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:04:55.621682 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-edbca4d9-3372-4f3c-a9c1-738855433377 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:55.682751 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-edbca4d9-3372-4f3c-a9c1-738855433377 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:55.691293 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-edbca4d9-3372-4f3c-a9c1-738855433377 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "DELETE /v2.0/networks/5356f7ca-dd8a-4601-a699-81b3e06a2af9 HTTP/1.1" status: 204 len: 168 time: 1.5665951 Aug 16 23:04:55.694318 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 50396) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:55.738886 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbca4d9-3372-4f3c-a9c1-738855433377 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Pushing event deleted for resources: {'Network': ['ID=5356f7ca-dd8a-4601-a699-81b3e06a2af9,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:55.761048 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 27b4d599-5aa4-4153-b62a-1f6380c15ef3 no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:04:55.764855 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5633bd7e-07eb-43a0-91e3-39f8a2d0dbde tempest-ExternalNetworksTestJSON-988756974 tempest-ExternalNetworksTestJSON-988756974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:55.771621 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-5633bd7e-07eb-43a0-91e3-39f8a2d0dbde tempest-ExternalNetworksTestJSON-988756974 tempest-ExternalNetworksTestJSON-988756974-project] 10.222.0.36 "GET /v2.0/networks/c558790a-7a83-407b-984e-77b1d247dcdc HTTP/1.1" status: 200 len: 757 time: 0.5951319 Aug 16 23:04:55.772597 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 50398) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:55.807086 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 7c523233-bb68-4fc2-9119-093cce838549 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:04:55.810604 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] No Port match for: 27b4d599-5aa4-4153-b62a-1f6380c15ef3 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:04:55.811226 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 27b4d599-5aa4-4153-b62a-1f6380c15ef3 not bound to the agent host n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:04:55.847558 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7964ece1-9cab-413c-85e7-6945eceae87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:55.866743 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a2d08d75-0619-4b73-8c74-8ce222905fa1 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:55.904343 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7964ece1-9cab-413c-85e7-6945eceae87d None None] Pushing event deleted for resources: {'Port': ['ID=0a13e693-1f5b-42ce-bf2e-085a69c9d60d,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:55.907750 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7964ece1-9cab-413c-85e7-6945eceae87d None None] No DVR routers for this DVR port 0a13e693-1f5b-42ce-bf2e-085a69c9d60d on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:04:55.940363 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e33622da-530d-4f36-85b6-71ca19f8a90e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:55.955470 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 7c523233-bb68-4fc2-9119-093cce838549 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:04:55.955939 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:55.977681 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2709d0e8-0482-4e1e-90f1-2491fdc7b907 tempest-ExternalNetworksTestJSON-988756974 tempest-ExternalNetworksTestJSON-988756974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:55.983110 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-2709d0e8-0482-4e1e-90f1-2491fdc7b907 tempest-ExternalNetworksTestJSON-988756974 tempest-ExternalNetworksTestJSON-988756974-project] 10.222.0.36 "GET /v2.0/networks/c5dbf083-aa70-45aa-815c-7f300ba5d209 HTTP/1.1" status: 200 len: 767 time: 0.2052579 Aug 16 23:04:55.983110 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 50402) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:56.049895 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33622da-530d-4f36-85b6-71ca19f8a90e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=199ba396-73bd-4319-bd7a-042a1698b7dd,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:56.068930 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e33622da-530d-4f36-85b6-71ca19f8a90e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:56.075880 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-e33622da-530d-4f36-85b6-71ca19f8a90e admin admin] 10.222.0.36 "DELETE /v2.0/subnets/199ba396-73bd-4319-bd7a-042a1698b7dd HTTP/1.1" status: 204 len: 168 time: 0.8892570 Aug 16 23:04:56.080380 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 50406) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:56.176819 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-dd98ff08-a7cc-4e4c-a6c7-0c76f3e9d9c9 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:56.196246 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a2d08d75-0619-4b73-8c74-8ce222905fa1 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:56.228037 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-a2d08d75-0619-4b73-8c74-8ce222905fa1 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f0f9f02-e5a2-4cbb-86f9-52b13ff20a9f']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:56.263026 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-a2d08d75-0619-4b73-8c74-8ce222905fa1 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b338c9e9-dfc9-4f76-966c-942badd14d06') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:56.263439 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-a2d08d75-0619-4b73-8c74-8ce222905fa1 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b338c9e9-dfc9-4f76-966c-942badd14d06') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:56.279027 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 0a13e693-1f5b-42ce-bf2e-085a69c9d60d no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:04:56.284769 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-889a08b1-2b8e-4877-a18f-3d6ccd9d9077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:56.298715 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a2d08d75-0619-4b73-8c74-8ce222905fa1 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:56.339414 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a2d08d75-0619-4b73-8c74-8ce222905fa1 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:56.343382 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 0a13e693-1f5b-42ce-bf2e-085a69c9d60d {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:04:56.343905 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 0a13e693-1f5b-42ce-bf2e-085a69c9d60d not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:04:56.353764 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-dd98ff08-a7cc-4e4c-a6c7-0c76f3e9d9c9 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:56.370622 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-dd98ff08-a7cc-4e4c-a6c7-0c76f3e9d9c9 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c558790a-7a83-407b-984e-77b1d247dcdc']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:56.384030 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-dd98ff08-a7cc-4e4c-a6c7-0c76f3e9d9c9 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a2f6c19-ab62-421e-ba1d-5d9498e0ea06') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:56.384495 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-dd98ff08-a7cc-4e4c-a6c7-0c76f3e9d9c9 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a2f6c19-ab62-421e-ba1d-5d9498e0ea06') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:56.400904 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-dd98ff08-a7cc-4e4c-a6c7-0c76f3e9d9c9 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:56.429446 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-dd98ff08-a7cc-4e4c-a6c7-0c76f3e9d9c9 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:56.436104 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-889a08b1-2b8e-4877-a18f-3d6ccd9d9077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:56.439743 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd98ff08-a7cc-4e4c-a6c7-0c76f3e9d9c9 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:04:56.440928 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-dd98ff08-a7cc-4e4c-a6c7-0c76f3e9d9c9 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:56.443758 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 16 23:04:56.443758 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:04:56.443758 n-d-791506-26 neutron-server[101292]: timer() Aug 16 23:04:56.443758 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:04:56.443758 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 16 23:04:56.443758 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:04:56.443758 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 16 23:04:56.443758 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:04:56.443758 n-d-791506-26 neutron-server[101292]: self._notify() Aug 16 23:04:56.443758 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:04:56.443758 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 16 23:04:56.443758 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:04:56.443758 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 16 23:04:56.443758 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:04:56.443758 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:04:56.443758 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:04:56.443758 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:04:56.443758 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:04:56.443758 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 16 23:04:56.443758 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:04:56.443758 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 16 23:04:56.443758 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:04:56.443758 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:04:56.443758 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:04:56.443758 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 16 23:04:56.443758 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:04:56.443758 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:04:56.443758 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:04:56.443758 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:04:56.443758 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:04:56.443758 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:04:56.443758 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:04:56.474809 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-889a08b1-2b8e-4877-a18f-3d6ccd9d9077 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bef4be40-e230-41dd-b44a-935b28422702']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:56.490448 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-889a08b1-2b8e-4877-a18f-3d6ccd9d9077 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b129842-191e-4699-8bc6-d57784a82c9b') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:56.490888 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-889a08b1-2b8e-4877-a18f-3d6ccd9d9077 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b129842-191e-4699-8bc6-d57784a82c9b') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:56.525467 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2d08d75-0619-4b73-8c74-8ce222905fa1 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:04:56.526350 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a2d08d75-0619-4b73-8c74-8ce222905fa1 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:56.531211 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-889a08b1-2b8e-4877-a18f-3d6ccd9d9077 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:56.533386 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-dd98ff08-a7cc-4e4c-a6c7-0c76f3e9d9c9 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:56.533664 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 23:04:56.533664 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:04:56.533664 n-d-791506-26 neutron-server[101291]: timer() Aug 16 23:04:56.533664 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:04:56.533664 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 23:04:56.533664 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:04:56.533664 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 23:04:56.533664 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:04:56.533664 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 23:04:56.533664 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:04:56.533664 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 23:04:56.533664 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:04:56.533664 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 23:04:56.533664 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:04:56.533664 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:04:56.533664 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:04:56.533664 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:04:56.533664 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:04:56.533664 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 23:04:56.533664 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:04:56.533664 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 23:04:56.533664 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:04:56.533664 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:04:56.533664 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:04:56.533664 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 23:04:56.533664 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:04:56.533664 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:04:56.533664 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:04:56.533664 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:04:56.533664 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:04:56.533664 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:04:56.533664 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:04:56.544448 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd98ff08-a7cc-4e4c-a6c7-0c76f3e9d9c9 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c558790a-7a83-407b-984e-77b1d247dcdc {{(pid=101292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 16 23:04:56.575784 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-dd98ff08-a7cc-4e4c-a6c7-0c76f3e9d9c9 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:56.577787 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-dd98ff08-a7cc-4e4c-a6c7-0c76f3e9d9c9 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] 10.222.0.36 "DELETE /v2.0/networks/c558790a-7a83-407b-984e-77b1d247dcdc HTTP/1.1" status: 204 len: 168 time: 0.5937521 Aug 16 23:04:56.579736 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd98ff08-a7cc-4e4c-a6c7-0c76f3e9d9c9 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Pushing event deleted for resources: {'Network': ['ID=c558790a-7a83-407b-984e-77b1d247dcdc,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:56.583662 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 50414) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:56.588828 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-d627bf3d-b155-4765-9efa-f423e53ef517 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Request body: {'network': {'name': 'tempest-network--1137852089'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:04:56.602494 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-889a08b1-2b8e-4877-a18f-3d6ccd9d9077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:56.619083 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-889a08b1-2b8e-4877-a18f-3d6ccd9d9077 admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:04:56.619559 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-889a08b1-2b8e-4877-a18f-3d6ccd9d9077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:56.621505 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 23:04:56.621505 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:04:56.621505 n-d-791506-26 neutron-server[101291]: timer() Aug 16 23:04:56.621505 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:04:56.621505 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 23:04:56.621505 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:04:56.621505 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 23:04:56.621505 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:04:56.621505 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 23:04:56.621505 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:04:56.621505 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 23:04:56.621505 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:04:56.621505 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 23:04:56.621505 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:04:56.621505 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:04:56.621505 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:04:56.621505 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:04:56.621505 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:04:56.621505 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 23:04:56.621505 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:04:56.621505 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 23:04:56.621505 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:04:56.621505 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:04:56.621505 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:04:56.621505 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 23:04:56.621505 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:04:56.621505 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:04:56.621505 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:04:56.621505 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:04:56.621505 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:04:56.621505 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:04:56.621505 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:04:56.626038 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d627bf3d-b155-4765-9efa-f423e53ef517 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Made reservation on behalf of 783ebac7420d406d8268f8c8090f2b3e for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:04:56.633335 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a2d08d75-0619-4b73-8c74-8ce222905fa1 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:56.635307 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d627bf3d-b155-4765-9efa-f423e53ef517 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:56.675615 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d627bf3d-b155-4765-9efa-f423e53ef517 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:04:56.686786 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d627bf3d-b155-4765-9efa-f423e53ef517 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:56.687244 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-d627bf3d-b155-4765-9efa-f423e53ef517 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Added segment 9cd62850-2677-4fe7-9bb1-8ae3243a76c4 of type vlan for network 97a847ca-3c20-410a-b015-14f8d9a594c3 Aug 16 23:04:56.734819 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d627bf3d-b155-4765-9efa-f423e53ef517 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:56.746444 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a2d08d75-0619-4b73-8c74-8ce222905fa1 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:56.756801 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-a2d08d75-0619-4b73-8c74-8ce222905fa1 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "DELETE /v2.0/networks/6f0f9f02-e5a2-4cbb-86f9-52b13ff20a9f HTTP/1.1" status: 204 len: 168 time: 1.0600042 Aug 16 23:04:56.758258 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d08d75-0619-4b73-8c74-8ce222905fa1 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Pushing event deleted for resources: {'Network': ['ID=6f0f9f02-e5a2-4cbb-86f9-52b13ff20a9f,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:56.763288 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 50416) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:56.770579 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-abe40e37-2dbb-48ac-913a-9493ed3b198d tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1929379833'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:04:56.790245 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d627bf3d-b155-4765-9efa-f423e53ef517 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:56.792387 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d627bf3d-b155-4765-9efa-f423e53ef517 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:56.792387 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d627bf3d-b155-4765-9efa-f423e53ef517 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:56.794860 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-889a08b1-2b8e-4877-a18f-3d6ccd9d9077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:56.806490 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abe40e37-2dbb-48ac-913a-9493ed3b198d tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Made reservation on behalf of bf7c0ed0df8447358a17b104892f9b8d for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:04:56.810884 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-abe40e37-2dbb-48ac-913a-9493ed3b198d tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:56.811465 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-889a08b1-2b8e-4877-a18f-3d6ccd9d9077 admin admin] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:56.820257 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-889a08b1-2b8e-4877-a18f-3d6ccd9d9077 admin admin] 10.222.0.36 "DELETE /v2.0/networks/bef4be40-e230-41dd-b44a-935b28422702 HTTP/1.1" status: 204 len: 168 time: 0.7383275 Aug 16 23:04:56.848725 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-d627bf3d-b155-4765-9efa-f423e53ef517 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.2599509 Aug 16 23:04:56.851628 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889a08b1-2b8e-4877-a18f-3d6ccd9d9077 admin admin] Pushing event deleted for resources: {'Network': ['ID=bef4be40-e230-41dd-b44a-935b28422702,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:56.863308 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 50420) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:56.877394 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-f11e9e71-5f6f-420e-a8d0-99c064b24a49 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Request body: {'network': {'router:external': True}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:04:56.879471 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 50422) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:56.900262 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abe40e37-2dbb-48ac-913a-9493ed3b198d tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:04:56.909984 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d627bf3d-b155-4765-9efa-f423e53ef517 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Pushing event updated for resources: {'Network': ['ID=97a847ca-3c20-410a-b015-14f8d9a594c3,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:56.930401 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 97a847ca-3c20-410a-b015-14f8d9a594c3 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:04:56.932243 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-abe40e37-2dbb-48ac-913a-9493ed3b198d tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:56.933345 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-abe40e37-2dbb-48ac-913a-9493ed3b198d tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Added segment c804b723-b004-4b15-ba7e-ea4b7a7d6fef of type vlan for network 0778970e-0176-41ec-9307-c5391deb0f51 Aug 16 23:04:57.026559 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-abe40e37-2dbb-48ac-913a-9493ed3b198d tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:57.101663 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f11e9e71-5f6f-420e-a8d0-99c064b24a49 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:57.120206 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-abe40e37-2dbb-48ac-913a-9493ed3b198d tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:57.121307 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f11e9e71-5f6f-420e-a8d0-99c064b24a49 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:57.134849 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe40e37-2dbb-48ac-913a-9493ed3b198d tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:57.135502 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-abe40e37-2dbb-48ac-913a-9493ed3b198d tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:57.148409 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f11e9e71-5f6f-420e-a8d0-99c064b24a49 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Network 97a847ca-3c20-410a-b015-14f8d9a594c3 is not hosted by any dhcp agent {{(pid=101291) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 23:04:57.149902 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11e9e71-5f6f-420e-a8d0-99c064b24a49 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:57.150673 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f11e9e71-5f6f-420e-a8d0-99c064b24a49 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:57.155502 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-f11e9e71-5f6f-420e-a8d0-99c064b24a49 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] 10.222.0.36 "PUT /v2.0/networks/97a847ca-3c20-410a-b015-14f8d9a594c3 HTTP/1.1" status: 200 len: 858 time: 0.2902205 Aug 16 23:04:57.156735 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 50428) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:57.212217 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 50432) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:57.293238 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11e9e71-5f6f-420e-a8d0-99c064b24a49 tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Pushing event updated for resources: {'Network': ['ID=97a847ca-3c20-410a-b015-14f8d9a594c3,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:57.320648 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c2d00a3a-65fe-43e9-bfb8-9f7bedcce1ed tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:57.338317 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-12b51b31-5713-4cdf-9a77-aab6ba4bdcb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:57.345395 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-3272c984-0e49-4596-ac6a-18246d26cdb3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d8998a0aa9794158bbd255476df42f17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0949998 Aug 16 23:04:57.346276 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 50434) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:57.354087 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe40e37-2dbb-48ac-913a-9493ed3b198d tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Pushing event updated for resources: {'Network': ['ID=0778970e-0176-41ec-9307-c5391deb0f51,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:57.368293 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 0778970e-0176-41ec-9307-c5391deb0f51 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:04:57.376992 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-abe40e37-2dbb-48ac-913a-9493ed3b198d tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6123908 Aug 16 23:04:57.377711 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 50436) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:57.386151 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-8e8ddcf8-ca83-446b-83ab-0d4c5bb6f1d7 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Request body: {'subnet': {'network_id': '0778970e-0176-41ec-9307-c5391deb0f51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:04:57.476776 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c2d00a3a-65fe-43e9-bfb8-9f7bedcce1ed tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:57.496365 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-c2d00a3a-65fe-43e9-bfb8-9f7bedcce1ed tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97a847ca-3c20-410a-b015-14f8d9a594c3']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:57.499530 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-738327e7-fa53-4df5-93bf-3309d11000f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:57.517009 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-c2d00a3a-65fe-43e9-bfb8-9f7bedcce1ed tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cd62850-2677-4fe7-9bb1-8ae3243a76c4') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:57.517009 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-c2d00a3a-65fe-43e9-bfb8-9f7bedcce1ed tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cd62850-2677-4fe7-9bb1-8ae3243a76c4') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:57.538861 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c2d00a3a-65fe-43e9-bfb8-9f7bedcce1ed tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:57.560530 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-738327e7-fa53-4df5-93bf-3309d11000f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:57.576834 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c2d00a3a-65fe-43e9-bfb8-9f7bedcce1ed tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:57.595686 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2d00a3a-65fe-43e9-bfb8-9f7bedcce1ed tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:04:57.596104 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c2d00a3a-65fe-43e9-bfb8-9f7bedcce1ed tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:57.597862 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 23:04:57.597862 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:04:57.597862 n-d-791506-26 neutron-server[101291]: timer() Aug 16 23:04:57.597862 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:04:57.597862 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 23:04:57.597862 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:04:57.597862 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 23:04:57.597862 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:04:57.597862 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 23:04:57.597862 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:04:57.597862 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 23:04:57.597862 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:04:57.597862 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 23:04:57.597862 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:04:57.597862 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:04:57.597862 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:04:57.597862 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:04:57.597862 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:04:57.597862 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 23:04:57.597862 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:04:57.597862 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 23:04:57.597862 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:04:57.597862 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:04:57.597862 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:04:57.597862 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 23:04:57.597862 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:04:57.597862 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:04:57.597862 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:04:57.597862 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:04:57.597862 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:04:57.597862 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:04:57.597862 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:04:57.601245 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-12b51b31-5713-4cdf-9a77-aab6ba4bdcb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:57.608663 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-12b51b31-5713-4cdf-9a77-aab6ba4bdcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:57.665759 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e8ddcf8-ca83-446b-83ab-0d4c5bb6f1d7 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Made reservation on behalf of bf7c0ed0df8447358a17b104892f9b8d for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:04:57.670040 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8e8ddcf8-ca83-446b-83ab-0d4c5bb6f1d7 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:57.676064 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c2d00a3a-65fe-43e9-bfb8-9f7bedcce1ed tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:57.690979 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b51b31-5713-4cdf-9a77-aab6ba4bdcb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3943e889-d34b-4c17-bbc7-b28722cf8a43,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:57.698901 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-12b51b31-5713-4cdf-9a77-aab6ba4bdcb6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4ed47eaabf0e461eb41531a3fb5ec0b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8160655 Aug 16 23:04:57.705291 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2d00a3a-65fe-43e9-bfb8-9f7bedcce1ed tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 97a847ca-3c20-410a-b015-14f8d9a594c3 {{(pid=101291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 16 23:04:57.706626 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 50438) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:57.708169 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-738327e7-fa53-4df5-93bf-3309d11000f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:57.711702 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-738327e7-fa53-4df5-93bf-3309d11000f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:57.716018 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-738327e7-fa53-4df5-93bf-3309d11000f3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/85d6be35-e219-41ef-aac1-42588ea4b8bb HTTP/1.1" status: 204 len: 168 time: 0.3685684 Aug 16 23:04:57.726119 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c2d00a3a-65fe-43e9-bfb8-9f7bedcce1ed tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:57.732454 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 50442) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:57.732821 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-c2d00a3a-65fe-43e9-bfb8-9f7bedcce1ed tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] 10.222.0.36 "DELETE /v2.0/networks/97a847ca-3c20-410a-b015-14f8d9a594c3 HTTP/1.1" status: 204 len: 168 time: 0.5472984 Aug 16 23:04:57.745061 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d00a3a-65fe-43e9-bfb8-9f7bedcce1ed tempest-ExternalNetworksTestJSON-410425480 tempest-ExternalNetworksTestJSON-410425480-project-admin] Pushing event deleted for resources: {'Network': ['ID=97a847ca-3c20-410a-b015-14f8d9a594c3,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:57.759635 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738327e7-fa53-4df5-93bf-3309d11000f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d6be35-e219-41ef-aac1-42588ea4b8bb,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:57.783880 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-32f993ce-80f3-4ead-801b-77e67f99c9c9 tempest-ExternalNetworksTestJSON-988756974 tempest-ExternalNetworksTestJSON-988756974-project] DELETE failed (client error): The resource could not be found. Aug 16 23:04:57.784271 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32f993ce-80f3-4ead-801b-77e67f99c9c9 tempest-ExternalNetworksTestJSON-988756974 tempest-ExternalNetworksTestJSON-988756974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:04:57.788709 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-32f993ce-80f3-4ead-801b-77e67f99c9c9 tempest-ExternalNetworksTestJSON-988756974 tempest-ExternalNetworksTestJSON-988756974-project] 10.222.0.36 "DELETE /v2.0/subnets/c4cca0b5-f1f3-463b-a3ab-94a929230279 HTTP/1.1" status: 404 len: 337 time: 0.0529501 Aug 16 23:04:57.790014 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 50444) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:57.841872 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-30a65947-4c1b-4d4d-a168-8275485138f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:57.878224 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-30a65947-4c1b-4d4d-a168-8275485138f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:57.901191 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-046fee9d-66eb-431d-b46e-372743b59512 tempest-ExternalNetworksTestJSON-988756974 tempest-ExternalNetworksTestJSON-988756974-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:57.956904 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-30a65947-4c1b-4d4d-a168-8275485138f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:57.966011 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-30a65947-4c1b-4d4d-a168-8275485138f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:57.967379 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-30a65947-4c1b-4d4d-a168-8275485138f4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3943e889-d34b-4c17-bbc7-b28722cf8a43 HTTP/1.1" status: 204 len: 168 time: 0.2494874 Aug 16 23:04:57.979267 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a65947-4c1b-4d4d-a168-8275485138f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3943e889-d34b-4c17-bbc7-b28722cf8a43,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:58.098441 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-046fee9d-66eb-431d-b46e-372743b59512 tempest-ExternalNetworksTestJSON-988756974 tempest-ExternalNetworksTestJSON-988756974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:58.142547 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-046fee9d-66eb-431d-b46e-372743b59512 tempest-ExternalNetworksTestJSON-988756974 tempest-ExternalNetworksTestJSON-988756974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5dbf083-aa70-45aa-815c-7f300ba5d209']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:58.167229 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-046fee9d-66eb-431d-b46e-372743b59512 tempest-ExternalNetworksTestJSON-988756974 tempest-ExternalNetworksTestJSON-988756974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c8114f9-1d08-42ea-9a1e-aed93b4ee86f') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:58.167229 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-046fee9d-66eb-431d-b46e-372743b59512 tempest-ExternalNetworksTestJSON-988756974 tempest-ExternalNetworksTestJSON-988756974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c8114f9-1d08-42ea-9a1e-aed93b4ee86f') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:04:58.177280 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-046fee9d-66eb-431d-b46e-372743b59512 tempest-ExternalNetworksTestJSON-988756974 tempest-ExternalNetworksTestJSON-988756974-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:58.180240 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8e8ddcf8-ca83-446b-83ab-0d4c5bb6f1d7 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:58.233189 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-046fee9d-66eb-431d-b46e-372743b59512 tempest-ExternalNetworksTestJSON-988756974 tempest-ExternalNetworksTestJSON-988756974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:58.265543 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-046fee9d-66eb-431d-b46e-372743b59512 tempest-ExternalNetworksTestJSON-988756974 tempest-ExternalNetworksTestJSON-988756974-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:04:58.266271 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-046fee9d-66eb-431d-b46e-372743b59512 tempest-ExternalNetworksTestJSON-988756974 tempest-ExternalNetworksTestJSON-988756974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:58.272003 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 16 23:04:58.272003 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:04:58.272003 n-d-791506-26 neutron-server[101292]: timer() Aug 16 23:04:58.272003 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:04:58.272003 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 16 23:04:58.272003 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:04:58.272003 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 16 23:04:58.272003 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:04:58.272003 n-d-791506-26 neutron-server[101292]: self._notify() Aug 16 23:04:58.272003 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:04:58.272003 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 16 23:04:58.272003 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:04:58.272003 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 16 23:04:58.272003 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:04:58.272003 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:04:58.272003 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:04:58.272003 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:04:58.272003 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:04:58.272003 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 16 23:04:58.272003 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:04:58.272003 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 16 23:04:58.272003 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:04:58.272003 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:04:58.272003 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:04:58.272003 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 16 23:04:58.272003 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:04:58.272003 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:04:58.272003 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:04:58.272003 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:04:58.272003 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:04:58.272003 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:04:58.272003 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:04:58.360043 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8ddcf8-ca83-446b-83ab-0d4c5bb6f1d7 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Pushing event updated for resources: {'Subnet': ['ID=5b7a3fda-951f-45fa-bc51-67e0a10449ca,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:58.381860 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8ddcf8-ca83-446b-83ab-0d4c5bb6f1d7 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Checking segment: {'id': 'c804b723-b004-4b15-ba7e-ea4b7a7d6fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0778970e-0176-41ec-9307-c5391deb0f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:04:58.381860 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8ddcf8-ca83-446b-83ab-0d4c5bb6f1d7 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Network hostable DHCP agents. Network: 0778970e-0176-41ec-9307-c5391deb0f51, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:04:58.406598 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-046fee9d-66eb-431d-b46e-372743b59512 tempest-ExternalNetworksTestJSON-988756974 tempest-ExternalNetworksTestJSON-988756974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:58.442786 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-046fee9d-66eb-431d-b46e-372743b59512 tempest-ExternalNetworksTestJSON-988756974 tempest-ExternalNetworksTestJSON-988756974-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:58.446565 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-046fee9d-66eb-431d-b46e-372743b59512 tempest-ExternalNetworksTestJSON-988756974 tempest-ExternalNetworksTestJSON-988756974-project] 10.222.0.36 "DELETE /v2.0/networks/c5dbf083-aa70-45aa-815c-7f300ba5d209 HTTP/1.1" status: 204 len: 168 time: 0.6539273 Aug 16 23:04:58.473856 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046fee9d-66eb-431d-b46e-372743b59512 tempest-ExternalNetworksTestJSON-988756974 tempest-ExternalNetworksTestJSON-988756974-project] Pushing event deleted for resources: {'Network': ['ID=c5dbf083-aa70-45aa-815c-7f300ba5d209,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:58.480282 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8ddcf8-ca83-446b-83ab-0d4c5bb6f1d7 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Network 0778970e-0176-41ec-9307-c5391deb0f51 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:04:58.501994 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-8e8ddcf8-ca83-446b-83ab-0d4c5bb6f1d7 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 0778970e-0176-41ec-9307-c5391deb0f51) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:04:58.506733 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8ddcf8-ca83-446b-83ab-0d4c5bb6f1d7 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:58.507371 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8e8ddcf8-ca83-446b-83ab-0d4c5bb6f1d7 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:58.514405 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f847ca-e376-4966-9997-2207b7320986 None None] Network 0778970e-0176-41ec-9307-c5391deb0f51 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:04:58.552656 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-8e8ddcf8-ca83-446b-83ab-0d4c5bb6f1d7 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1688607 Aug 16 23:04:58.553024 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 50472) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:58.559266 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-beb6d055-f2ce-46c1-819a-8ff0f1da9b9a tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1290741530', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:04:58.592353 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-beb6d055-f2ce-46c1-819a-8ff0f1da9b9a tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:58.594160 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-beb6d055-f2ce-46c1-819a-8ff0f1da9b9a tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:58.689363 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-beb6d055-f2ce-46c1-819a-8ff0f1da9b9a tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:58.696521 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-beb6d055-f2ce-46c1-819a-8ff0f1da9b9a tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:58.711714 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4043ea13-7680-453e-a951-6be34f15ae1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-0778970e-0176-41ec-9307-c5391deb0f51', 'network_id': '0778970e-0176-41ec-9307-c5391deb0f51', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'fixed_ips': [{'subnet_id': '5b7a3fda-951f-45fa-bc51-67e0a10449ca'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:04:58.713908 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4043ea13-7680-453e-a951-6be34f15ae1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:58.722770 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-beb6d055-f2ce-46c1-819a-8ff0f1da9b9a tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:58.728696 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 50478) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:58.729732 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-beb6d055-f2ce-46c1-819a-8ff0f1da9b9a tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1749487 Aug 16 23:04:58.736482 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-3e3b185f-5a01-427a-acdd-f93a33cee971 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Request body: {'port': {'network_id': '0778970e-0176-41ec-9307-c5391deb0f51', 'name': 'tempest-RoutersIpV6Test-105874263'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:04:58.810032 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 50480) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:58.928748 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-4043ea13-7680-453e-a951-6be34f15ae1c None None] Allocated IP 2001:db8::2 (0778970e-0176-41ec-9307-c5391deb0f51/5b7a3fda-951f-45fa-bc51-67e0a10449ca/a46af0c1-f30c-4cfe-baf8-a6f7cb75cf7b) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:04:58.948412 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e3b185f-5a01-427a-acdd-f93a33cee971 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Made reservation on behalf of bf7c0ed0df8447358a17b104892f9b8d for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:04:58.954597 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3e3b185f-5a01-427a-acdd-f93a33cee971 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:58.990176 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-3e3b185f-5a01-427a-acdd-f93a33cee971 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] device_id is not set on port f23c37c7-2d0e-420e-b9c6-96a9c1fe3723 yet. {{(pid=101291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 23:04:59.152760 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-6cb8b375-445f-44f8-8096-2e01d9aa5508 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2ea078b232764a0687fdb80161ca89ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3408525 Aug 16 23:04:59.155031 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 50496) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:59.157514 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4043ea13-7680-453e-a951-6be34f15ae1c None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:59.174390 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4043ea13-7680-453e-a951-6be34f15ae1c None None] Transition to ACTIVE for port object a46af0c1-f30c-4cfe-baf8-a6f7cb75cf7b will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:04:59.195208 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4043ea13-7680-453e-a951-6be34f15ae1c None None] Transition to ACTIVE for port object a46af0c1-f30c-4cfe-baf8-a6f7cb75cf7b will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:04:59.203464 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4043ea13-7680-453e-a951-6be34f15ae1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:59.223065 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-78b84719-c39b-45fa-ac2d-54d1bf413c8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:59.263504 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-78b84719-c39b-45fa-ac2d-54d1bf413c8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:59.301839 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-3e3b185f-5a01-427a-acdd-f93a33cee971 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Allocated IP 2001:db8::3b (0778970e-0176-41ec-9307-c5391deb0f51/5b7a3fda-951f-45fa-bc51-67e0a10449ca/f23c37c7-2d0e-420e-b9c6-96a9c1fe3723) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:04:59.305039 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4043ea13-7680-453e-a951-6be34f15ae1c None None] Pushing event updated for resources: {'Port': ['ID=a46af0c1-f30c-4cfe-baf8-a6f7cb75cf7b,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:59.318717 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4043ea13-7680-453e-a951-6be34f15ae1c None None] Network 0778970e-0176-41ec-9307-c5391deb0f51 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:04:59.321637 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-4043ea13-7680-453e-a951-6be34f15ae1c None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:04:59.324116 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4043ea13-7680-453e-a951-6be34f15ae1c None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:04:59.381780 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-78b84719-c39b-45fa-ac2d-54d1bf413c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:59.388521 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-78b84719-c39b-45fa-ac2d-54d1bf413c8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:59.392487 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-78b84719-c39b-45fa-ac2d-54d1bf413c8c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2e3f376e-f9e2-41ed-868f-b9049f86a13d HTTP/1.1" status: 204 len: 168 time: 0.2337840 Aug 16 23:04:59.422483 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-4043ea13-7680-453e-a951-6be34f15ae1c None None] Attempting to bind port a46af0c1-f30c-4cfe-baf8-a6f7cb75cf7b on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:04:59.424474 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-4043ea13-7680-453e-a951-6be34f15ae1c None None] Attempting to bind port a46af0c1-f30c-4cfe-baf8-a6f7cb75cf7b by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': 'c804b723-b004-4b15-ba7e-ea4b7a7d6fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0778970e-0176-41ec-9307-c5391deb0f51'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:04:59.425413 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4043ea13-7680-453e-a951-6be34f15ae1c None None] Attempting to bind port a46af0c1-f30c-4cfe-baf8-a6f7cb75cf7b on network 0778970e-0176-41ec-9307-c5391deb0f51 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:04:59.427106 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b84719-c39b-45fa-ac2d-54d1bf413c8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e3f376e-f9e2-41ed-868f-b9049f86a13d,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:59.436862 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4043ea13-7680-453e-a951-6be34f15ae1c None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:04:59.438778 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4043ea13-7680-453e-a951-6be34f15ae1c None None] Checking segment: {'id': 'c804b723-b004-4b15-ba7e-ea4b7a7d6fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0778970e-0176-41ec-9307-c5391deb0f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:04:59.439492 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4043ea13-7680-453e-a951-6be34f15ae1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:59.440777 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4043ea13-7680-453e-a951-6be34f15ae1c None None] Bound using segment: {'id': 'c804b723-b004-4b15-ba7e-ea4b7a7d6fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0778970e-0176-41ec-9307-c5391deb0f51'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:04:59.441681 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-4043ea13-7680-453e-a951-6be34f15ae1c None None] Bound port: a46af0c1-f30c-4cfe-baf8-a6f7cb75cf7b, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c804b723-b004-4b15-ba7e-ea4b7a7d6fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0778970e-0176-41ec-9307-c5391deb0f51'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:04:59.442797 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4043ea13-7680-453e-a951-6be34f15ae1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:59.497953 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 50518) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:59.582986 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-4043ea13-7680-453e-a951-6be34f15ae1c None None] For port a46af0c1-f30c-4cfe-baf8-a6f7cb75cf7b, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:04:59.587001 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-4043ea13-7680-453e-a951-6be34f15ae1c None None] For port a46af0c1-f30c-4cfe-baf8-a6f7cb75cf7b, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=a46af0c1-f30c-4cfe-baf8-a6f7cb75cf7b,segment=NetworkSegment(c804b723-b004-4b15-ba7e-ea4b7a7d6fef),segment_id=c804b723-b004-4b15-ba7e-ea4b7a7d6fef)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:04:59.594025 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4043ea13-7680-453e-a951-6be34f15ae1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:59.665229 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4043ea13-7680-453e-a951-6be34f15ae1c None None] Pushing event updated for resources: {'Port': ['ID=a46af0c1-f30c-4cfe-baf8-a6f7cb75cf7b,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:59.722237 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3e3b185f-5a01-427a-acdd-f93a33cee971 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:59.741257 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-3e3b185f-5a01-427a-acdd-f93a33cee971 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Transition to ACTIVE for port object f23c37c7-2d0e-420e-b9c6-96a9c1fe3723 will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:04:59.785675 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3e3b185f-5a01-427a-acdd-f93a33cee971 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:59.853577 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3b185f-5a01-427a-acdd-f93a33cee971 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Network 0778970e-0176-41ec-9307-c5391deb0f51 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:04:59.866032 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-3e3b185f-5a01-427a-acdd-f93a33cee971 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:04:59.870349 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3b185f-5a01-427a-acdd-f93a33cee971 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:04:59.877370 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3b185f-5a01-427a-acdd-f93a33cee971 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:04:59.878061 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3e3b185f-5a01-427a-acdd-f93a33cee971 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:04:59.887412 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3b185f-5a01-427a-acdd-f93a33cee971 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Pushing event updated for resources: {'Port': ['ID=f23c37c7-2d0e-420e-b9c6-96a9c1fe3723,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:04:59.904214 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 50526) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:04:59.904804 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-3e3b185f-5a01-427a-acdd-f93a33cee971 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.1717155 Aug 16 23:04:59.977918 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 50528) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:00.001949 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-fda961c2-8518-48c0-9d30-895e56f0c721 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1999247978-network', 'tenant_id': '7abf9561c5c442fda40d96992962520d'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:05:00.008841 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 50532) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:00.114783 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-9f1fd3e3-8333-4f17-a8e3-250df8a9134a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=783ebac7420d406d8268f8c8090f2b3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1041334 Aug 16 23:05:00.117032 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 50534) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:00.143240 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda961c2-8518-48c0-9d30-895e56f0c721 admin admin] Made reservation on behalf of 7abf9561c5c442fda40d96992962520d for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:05:00.146136 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fda961c2-8518-48c0-9d30-895e56f0c721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:00.195802 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-61863a59-7263-416b-af1d-f501cd9ed681 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:00.207450 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fda961c2-8518-48c0-9d30-895e56f0c721 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:00.224682 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-61863a59-7263-416b-af1d-f501cd9ed681 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:00.303287 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-61863a59-7263-416b-af1d-f501cd9ed681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:00.308212 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-61863a59-7263-416b-af1d-f501cd9ed681 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:00.310268 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-61863a59-7263-416b-af1d-f501cd9ed681 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/efe836aa-95a2-4537-a88e-268e5500e825 HTTP/1.1" status: 204 len: 168 time: 0.1922495 Aug 16 23:05:00.327500 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61863a59-7263-416b-af1d-f501cd9ed681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe836aa-95a2-4537-a88e-268e5500e825,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:00.374685 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-23cc4730-77f6-43b4-a47b-5001957458ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:00.553660 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-66a1ac70-d9d9-4a48-ab8c-70c75334f5f1 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:00.571000 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fda961c2-8518-48c0-9d30-895e56f0c721 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:00.583906 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fda961c2-8518-48c0-9d30-895e56f0c721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:00.665571 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda961c2-8518-48c0-9d30-895e56f0c721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90e85400-b81b-4295-8550-9f95b741fd3c,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:00.760368 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-23cc4730-77f6-43b4-a47b-5001957458ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:00.764467 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fda961c2-8518-48c0-9d30-895e56f0c721 admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:05:00.771781 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-23cc4730-77f6-43b4-a47b-5001957458ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:00.816740 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fda961c2-8518-48c0-9d30-895e56f0c721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:00.817520 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-fda961c2-8518-48c0-9d30-895e56f0c721 admin admin] Added segment 1c47d938-d164-4f1e-acb3-866a669aee3c of type vlan for network 8df62c6e-2b7f-48e8-a10c-dd52e1e729ea Aug 16 23:05:00.840092 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-23cc4730-77f6-43b4-a47b-5001957458ff admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b1990c784d184d429acdb2291ca73e9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8608732 Aug 16 23:05:00.845854 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 50550) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:00.919521 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cc4730-77f6-43b4-a47b-5001957458ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fcccb30-0a52-4b99-85c7-3852a6698be7,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:00.928020 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fda961c2-8518-48c0-9d30-895e56f0c721 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:00.949709 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-249b0d37-1c41-4936-8753-ac39590fc8e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:00.992940 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-249b0d37-1c41-4936-8753-ac39590fc8e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:01.090640 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-249b0d37-1c41-4936-8753-ac39590fc8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:01.101923 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-249b0d37-1c41-4936-8753-ac39590fc8e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:01.108620 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-249b0d37-1c41-4936-8753-ac39590fc8e6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4fcccb30-0a52-4b99-85c7-3852a6698be7 HTTP/1.1" status: 204 len: 168 time: 0.2571821 Aug 16 23:05:01.127789 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249b0d37-1c41-4936-8753-ac39590fc8e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fcccb30-0a52-4b99-85c7-3852a6698be7,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:01.257302 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ceb18cc-9909-4946-b8c2-5f60a74d2a7f None None] Network 0778970e-0176-41ec-9307-c5391deb0f51 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:05:01.340610 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-08a53a4e-820a-4e98-995c-ea80e7df7cf2 None None] Provisioning for port a46af0c1-f30c-4cfe-baf8-a6f7cb75cf7b completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:05:01.392452 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fda961c2-8518-48c0-9d30-895e56f0c721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:01.393543 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda961c2-8518-48c0-9d30-895e56f0c721 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:01.394478 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fda961c2-8518-48c0-9d30-895e56f0c721 admin admin] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:01.488091 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-fda961c2-8518-48c0-9d30-895e56f0c721 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.9887092 Aug 16 23:05:01.491320 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 50566) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:01.496823 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-66a1ac70-d9d9-4a48-ab8c-70c75334f5f1 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:01.498902 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda961c2-8518-48c0-9d30-895e56f0c721 admin admin] Pushing event updated for resources: {'Network': ['ID=8df62c6e-2b7f-48e8-a10c-dd52e1e729ea,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:01.500126 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-6eb4d6d7-48b1-49be-ab8c-0cc106596a3a admin admin] Request body: {'subnet': {'network_id': '8df62c6e-2b7f-48e8-a10c-dd52e1e729ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1999247978-subnet', 'tenant_id': '7abf9561c5c442fda40d96992962520d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:05:01.511512 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-66a1ac70-d9d9-4a48-ab8c-70c75334f5f1 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:01.546095 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eb4d6d7-48b1-49be-ab8c-0cc106596a3a admin admin] Made reservation on behalf of 7abf9561c5c442fda40d96992962520d for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:05:01.554646 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6eb4d6d7-48b1-49be-ab8c-0cc106596a3a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:01.562237 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 8df62c6e-2b7f-48e8-a10c-dd52e1e729ea details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:05:01.722819 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a1ac70-d9d9-4a48-ab8c-70c75334f5f1 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Pushing event updated for resources: {'Port': ['ID=f23c37c7-2d0e-420e-b9c6-96a9c1fe3723,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:01.745435 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:05:01.843578 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device a46af0c1-f30c-4cfe-baf8-a6f7cb75cf7b up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:05:01.886628 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-66a1ac70-d9d9-4a48-ab8c-70c75334f5f1 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954230'] for router_interface, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:01.974349 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6eb4d6d7-48b1-49be-ab8c-0cc106596a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:01.993340 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port a46af0c1-f30c-4cfe-baf8-a6f7cb75cf7b completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:05:02.001357 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port a46af0c1-f30c-4cfe-baf8-a6f7cb75cf7b triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:05:02.003697 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:02.110376 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb4d6d7-48b1-49be-ab8c-0cc106596a3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=63d784f5-1b33-4e63-8920-e293463b7cb9,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:02.120181 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb4d6d7-48b1-49be-ab8c-0cc106596a3a admin admin] Checking segment: {'id': '1c47d938-d164-4f1e-acb3-866a669aee3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '8df62c6e-2b7f-48e8-a10c-dd52e1e729ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:05:02.120813 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb4d6d7-48b1-49be-ab8c-0cc106596a3a admin admin] Network hostable DHCP agents. Network: 8df62c6e-2b7f-48e8-a10c-dd52e1e729ea, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:05:02.135626 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-66a1ac70-d9d9-4a48-ab8c-70c75334f5f1 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:02.180565 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb4d6d7-48b1-49be-ab8c-0cc106596a3a admin admin] Network 8df62c6e-2b7f-48e8-a10c-dd52e1e729ea is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:05:02.209555 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:02.232388 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-6eb4d6d7-48b1-49be-ab8c-0cc106596a3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 8df62c6e-2b7f-48e8-a10c-dd52e1e729ea) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:05:02.245988 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb4d6d7-48b1-49be-ab8c-0cc106596a3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:02.248499 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6eb4d6d7-48b1-49be-ab8c-0cc106596a3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:02.248686 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a5deb5-1fea-4eff-a4df-20b7d90f1c9b None None] Network 8df62c6e-2b7f-48e8-a10c-dd52e1e729ea requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:05:02.290772 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-6eb4d6d7-48b1-49be-ab8c-0cc106596a3a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7968676 Aug 16 23:05:02.399222 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port a46af0c1-f30c-4cfe-baf8-a6f7cb75cf7b, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=a46af0c1-f30c-4cfe-baf8-a6f7cb75cf7b,segment=NetworkSegment(c804b723-b004-4b15-ba7e-ea4b7a7d6fef),segment_id=c804b723-b004-4b15-ba7e-ea4b7a7d6fef)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:05:02.413611 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:02.437914 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-6a080a9a-06b0-47de-800a-10dbdf5ba364 None None] Provisioning for port f23c37c7-2d0e-420e-b9c6-96a9c1fe3723 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:05:02.497915 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-6a080a9a-06b0-47de-800a-10dbdf5ba364 None None] Provisioning complete for port f23c37c7-2d0e-420e-b9c6-96a9c1fe3723 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:05:02.498674 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-6a080a9a-06b0-47de-800a-10dbdf5ba364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:02.583728 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-6a080a9a-06b0-47de-800a-10dbdf5ba364 None None] Port f23c37c7-2d0e-420e-b9c6-96a9c1fe3723 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:05:02.589928 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-66a1ac70-d9d9-4a48-ab8c-70c75334f5f1 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:02.599891 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-66a1ac70-d9d9-4a48-ab8c-70c75334f5f1 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:02.601122 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-66a1ac70-d9d9-4a48-ab8c-70c75334f5f1 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954122'] for router_interface, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:02.639803 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=a46af0c1-f30c-4cfe-baf8-a6f7cb75cf7b,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:02.652054 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:05:02.652311 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:05:02.652795 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:05:02.653215 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:05:02.653830 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:05:02.654380 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:05:02.654785 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:05:02.655492 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:05:02.655492 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:05:02.656113 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:05:02.656657 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:05:02.656997 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:05:02.686336 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-6a080a9a-06b0-47de-800a-10dbdf5ba364 None None] Provisioning complete for port a46af0c1-f30c-4cfe-baf8-a6f7cb75cf7b triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:05:02.686708 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-6a080a9a-06b0-47de-800a-10dbdf5ba364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:02.711488 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0433d381-f26f-41f7-838f-3838c6d6170e None None] Network 8df62c6e-2b7f-48e8-a10c-dd52e1e729ea requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:05:02.751992 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a1ac70-d9d9-4a48-ab8c-70c75334f5f1 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Pushing event updated for resources: {'Port': ['ID=f23c37c7-2d0e-420e-b9c6-96a9c1fe3723,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:02.974779 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a1ac70-d9d9-4a48-ab8c-70c75334f5f1 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Network 0778970e-0176-41ec-9307-c5391deb0f51 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:05:02.980088 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-66a1ac70-d9d9-4a48-ab8c-70c75334f5f1 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:05:03.292921 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66a1ac70-d9d9-4a48-ab8c-70c75334f5f1 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Router 171f3293-0582-4897-bc10-a20eb81382dc is scheduled to L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f with binding_index 1 {{(pid=101292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:05:03.481970 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-1cf38b63-75f7-49f0-a268-cd241681aba9 None None] Provisioning complete for port f23c37c7-2d0e-420e-b9c6-96a9c1fe3723 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:05:03.483453 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-1cf38b63-75f7-49f0-a268-cd241681aba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:03.489201 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 50624) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:03.520609 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66a1ac70-d9d9-4a48-ab8c-70c75334f5f1 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:05:03.542182 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-66a1ac70-d9d9-4a48-ab8c-70c75334f5f1 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "PUT /v2.0/routers/171f3293-0582-4897-bc10-a20eb81382dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6353028 Aug 16 23:05:03.544762 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 50628) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:03.560601 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9612f3ee-ff12-4940-88e9-4c060a031408 None None] Sync routers for ids ['171f3293-0582-4897-bc10-a20eb81382dc'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:05:03.622608 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9612f3ee-ff12-4940-88e9-4c060a031408 None None] Routers {'171f3293-0582-4897-bc10-a20eb81382dc'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:05:03.623279 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-9612f3ee-ff12-4940-88e9-4c060a031408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:04:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['171f3293-0582-4897-bc10-a20eb81382dc'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:05:03.626932 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-1cf38b63-75f7-49f0-a268-cd241681aba9 None None] Port f23c37c7-2d0e-420e-b9c6-96a9c1fe3723 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:05:03.653233 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719bc731-bd34-4009-bd76-5feebbc02acd tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:03.656682 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-719bc731-bd34-4009-bd76-5feebbc02acd tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "GET /v2.0/ports/f23c37c7-2d0e-420e-b9c6-96a9c1fe3723 HTTP/1.1" status: 200 len: 982 time: 0.1060574 Aug 16 23:05:03.659584 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 50632) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:03.685036 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-9612f3ee-ff12-4940-88e9-4c060a031408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:05:03.703680 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9612f3ee-ff12-4940-88e9-4c060a031408 None None] Routers {'171f3293-0582-4897-bc10-a20eb81382dc'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:05:03.710513 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-9612f3ee-ff12-4940-88e9-4c060a031408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:04:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['171f3293-0582-4897-bc10-a20eb81382dc'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:05:03.783492 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device a46af0c1-f30c-4cfe-baf8-a6f7cb75cf7b up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:05:03.789673 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-9612f3ee-ff12-4940-88e9-4c060a031408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:05:03.795207 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9612f3ee-ff12-4940-88e9-4c060a031408 None None] The sync data for ids ['171f3293-0582-4897-bc10-a20eb81382dc'] in n-d-791506-26 is: [] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:05:03.827453 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-80f849f1-405c-458f-b8b5-0ff08a8b586e None None] Provisioning complete for port f23c37c7-2d0e-420e-b9c6-96a9c1fe3723 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:05:03.827918 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-80f849f1-405c-458f-b8b5-0ff08a8b586e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:03.889789 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-80f849f1-405c-458f-b8b5-0ff08a8b586e None None] Port f23c37c7-2d0e-420e-b9c6-96a9c1fe3723 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:05:03.902870 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port a46af0c1-f30c-4cfe-baf8-a6f7cb75cf7b triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:05:03.903254 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:04.067578 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-6be68844-6c62-4c1d-8587-539f55eee02c tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1867806461', 'router:external': True}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:05:04.104463 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6be68844-6c62-4c1d-8587-539f55eee02c tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Made reservation on behalf of 20c56537d7f7465fa325694b91a579d2 for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:05:04.116228 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6be68844-6c62-4c1d-8587-539f55eee02c tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:04.141969 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6be68844-6c62-4c1d-8587-539f55eee02c tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:04.277281 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6be68844-6c62-4c1d-8587-539f55eee02c tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:04.284944 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6be68844-6c62-4c1d-8587-539f55eee02c tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:04.323481 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6be68844-6c62-4c1d-8587-539f55eee02c tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:05:04.343866 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6be68844-6c62-4c1d-8587-539f55eee02c tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:04.344887 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-6be68844-6c62-4c1d-8587-539f55eee02c tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Added segment 7e65d12f-4a30-4e80-8cea-b47a86d736d9 of type vlan for network 4d743e56-4f4e-40c1-b3e3-f50287658a5b Aug 16 23:05:04.349852 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be68844-6c62-4c1d-8587-539f55eee02c tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee5c7315-85ea-4011-8802-77c458d9c81f,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:04.437280 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6be68844-6c62-4c1d-8587-539f55eee02c tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:04.479042 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6be68844-6c62-4c1d-8587-539f55eee02c tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:04.480241 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be68844-6c62-4c1d-8587-539f55eee02c tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:04.481221 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6be68844-6c62-4c1d-8587-539f55eee02c tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:04.498900 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-55b67c4f-599a-45cb-ad93-12da8a0b3b41 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537579'] for router_interface, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:04.572675 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-6be68844-6c62-4c1d-8587-539f55eee02c tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.0786800 Aug 16 23:05:04.574875 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 50672) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:04.612280 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be68844-6c62-4c1d-8587-539f55eee02c tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Pushing event updated for resources: {'Network': ['ID=4d743e56-4f4e-40c1-b3e3-f50287658a5b,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:04.618518 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-4c8855f1-fe93-4741-b91c-f004ab225d00 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Request body: {'subnet': {'network_id': '4d743e56-4f4e-40c1-b3e3-f50287658a5b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:05:04.625190 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 4d743e56-4f4e-40c1-b3e3-f50287658a5b details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:05:04.648694 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c8855f1-fe93-4741-b91c-f004ab225d00 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Made reservation on behalf of 20c56537d7f7465fa325694b91a579d2 for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:05:04.652208 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4c8855f1-fe93-4741-b91c-f004ab225d00 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:04.939971 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc7bf3b-f413-4579-97d7-0a174a53cbda req-3d99a1fe-163c-4660-a655-aa8600567694 tempest-ServerGroupTestJSON-952219220 tempest-ServerGroupTestJSON-952219220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:04.945128 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bcc7bf3b-f413-4579-97d7-0a174a53cbda req-3d99a1fe-163c-4660-a655-aa8600567694 tempest-ServerGroupTestJSON-952219220 tempest-ServerGroupTestJSON-952219220-project] 10.222.0.36 "GET /v2.0/networks?id=8df62c6e-2b7f-48e8-a10c-dd52e1e729ea HTTP/1.1" status: 200 len: 810 time: 0.2395654 Aug 16 23:05:04.968628 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bcc7bf3b-f413-4579-97d7-0a174a53cbda req-826a737f-b77b-40fa-bbb4-d2bbe5e3d43e tempest-ServerGroupTestJSON-952219220 tempest-ServerGroupTestJSON-952219220-project] 10.222.0.36 "GET /v2.0/quotas/7abf9561c5c442fda40d96992962520d HTTP/1.1" status: 200 len: 375 time: 0.0198171 Aug 16 23:05:05.022972 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bcc7bf3b-f413-4579-97d7-0a174a53cbda req-62bb8b50-b36c-42cd-86cf-991e41296d02 tempest-ServerGroupTestJSON-952219220 tempest-ServerGroupTestJSON-952219220-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=7abf9561c5c442fda40d96992962520d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467122 Aug 16 23:05:05.047105 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-55b67c4f-599a-45cb-ad93-12da8a0b3b41 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Deleting port f23c37c7-2d0e-420e-b9c6-96a9c1fe3723 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:05:05.047519 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-55b67c4f-599a-45cb-ad93-12da8a0b3b41 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:05.089477 n-d-791506-26 neutron-server[101291]: DEBUG neutron.objects.ports [None req-4c8855f1-fe93-4741-b91c-f004ab225d00 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101291) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 23:05:05.089946 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4c8855f1-fe93-4741-b91c-f004ab225d00 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:05.167772 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8855f1-fe93-4741-b91c-f004ab225d00 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b322844d-4296-4e39-ac49-99ece943bc8e,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:05.179015 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8855f1-fe93-4741-b91c-f004ab225d00 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Checking segment: {'id': '7e65d12f-4a30-4e80-8cea-b47a86d736d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4d743e56-4f4e-40c1-b3e3-f50287658a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:05:05.179391 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8855f1-fe93-4741-b91c-f004ab225d00 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Network hostable DHCP agents. Network: 4d743e56-4f4e-40c1-b3e3-f50287658a5b, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:05:05.202402 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8855f1-fe93-4741-b91c-f004ab225d00 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Network 4d743e56-4f4e-40c1-b3e3-f50287658a5b is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:05:05.213294 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bcc7bf3b-f413-4579-97d7-0a174a53cbda req-602c7293-a144-47b1-83a9-f87408a36312 service neutron] 10.222.0.36 "GET /v2.0/networks/8df62c6e-2b7f-48e8-a10c-dd52e1e729ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893864 Aug 16 23:05:05.238300 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-4c8855f1-fe93-4741-b91c-f004ab225d00 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 4d743e56-4f4e-40c1-b3e3-f50287658a5b) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:05:05.249593 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f62ea20-c4d0-4ba0-a40f-366532c28b2f None None] Network 4d743e56-4f4e-40c1-b3e3-f50287658a5b requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:05:05.256026 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8855f1-fe93-4741-b91c-f004ab225d00 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:05.256749 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4c8855f1-fe93-4741-b91c-f004ab225d00 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:05.256950 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-55b67c4f-599a-45cb-ad93-12da8a0b3b41 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:05.277350 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-4c8855f1-fe93-4741-b91c-f004ab225d00 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6709604 Aug 16 23:05:05.279860 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 50694) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:05.291557 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-6a07855d-5fc2-4ecf-abdb-186668d2a1a3 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-808822609', 'network_id': '4d743e56-4f4e-40c1-b3e3-f50287658a5b'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:05:05.328185 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a07855d-5fc2-4ecf-abdb-186668d2a1a3 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Made reservation on behalf of 20c56537d7f7465fa325694b91a579d2 for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:05:05.331663 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6a07855d-5fc2-4ecf-abdb-186668d2a1a3 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:05.353710 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-55b67c4f-599a-45cb-ad93-12da8a0b3b41 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Calling delete_port for f23c37c7-2d0e-420e-b9c6-96a9c1fe3723 owned by network:router_interface {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:05:05.368513 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-6a07855d-5fc2-4ecf-abdb-186668d2a1a3 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] device_id is not set on port 46b5a26e-dd68-482f-81ce-f4d2f53c5041 yet. {{(pid=101291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 23:05:05.449417 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb08d7b-9f68-41a6-b319-fd196d3f0316 None None] Network 4d743e56-4f4e-40c1-b3e3-f50287658a5b requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:05:05.491485 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bcc7bf3b-f413-4579-97d7-0a174a53cbda req-d9a5865b-f43c-4c55-ad72-0d881d679bbf service neutron] 10.222.0.36 "GET /v2.0/networks/8df62c6e-2b7f-48e8-a10c-dd52e1e729ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366495 Aug 16 23:05:05.614084 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-6a07855d-5fc2-4ecf-abdb-186668d2a1a3 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Allocated IP 172.20.0.11 (4d743e56-4f4e-40c1-b3e3-f50287658a5b/b322844d-4296-4e39-ac49-99ece943bc8e/46b5a26e-dd68-482f-81ce-f4d2f53c5041) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:05:05.696923 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-55b67c4f-599a-45cb-ad93-12da8a0b3b41 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:05.757795 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b67c4f-599a-45cb-ad93-12da8a0b3b41 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Pushing event deleted for resources: {'Port': ['ID=f23c37c7-2d0e-420e-b9c6-96a9c1fe3723,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:05.936301 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6a07855d-5fc2-4ecf-abdb-186668d2a1a3 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:06.007748 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6a07855d-5fc2-4ecf-abdb-186668d2a1a3 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:06.050664 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-55b67c4f-599a-45cb-ad93-12da8a0b3b41 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537471'] for router_interface, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:06.128572 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a07855d-5fc2-4ecf-abdb-186668d2a1a3 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Network 4d743e56-4f4e-40c1-b3e3-f50287658a5b is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:05:06.136448 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-6a07855d-5fc2-4ecf-abdb-186668d2a1a3 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:05:06.150927 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a07855d-5fc2-4ecf-abdb-186668d2a1a3 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:05:06.156387 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a07855d-5fc2-4ecf-abdb-186668d2a1a3 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Pushing event updated for resources: {'Port': ['ID=46b5a26e-dd68-482f-81ce-f4d2f53c5041,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:06.191431 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e8f64066-4b62-4999-a087-adfdbca84a7e req-ef5b51c6-c4d6-460b-9e28-8f257f18f192 tempest-ServerGroupTestJSON-952219220 tempest-ServerGroupTestJSON-952219220-project] 10.222.0.36 "GET /v2.0/ports?device_id=19a1cee3-fda2-44d1-9462-c182a5048410 HTTP/1.1" status: 200 len: 210 time: 0.1418033 Aug 16 23:05:06.269879 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a07855d-5fc2-4ecf-abdb-186668d2a1a3 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:06.270834 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6a07855d-5fc2-4ecf-abdb-186668d2a1a3 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:06.289746 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-6a07855d-5fc2-4ecf-abdb-186668d2a1a3 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.0074749 Aug 16 23:05:06.291541 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 50712) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:06.441388 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55b67c4f-599a-45cb-ad93-12da8a0b3b41 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Router 171f3293-0582-4897-bc10-a20eb81382dc has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:05:06.468380 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-bbcfcf6d-c2bc-461b-9e63-bcce00d8eb52 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Deleting port 46b5a26e-dd68-482f-81ce-f4d2f53c5041 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:05:06.469826 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bbcfcf6d-c2bc-461b-9e63-bcce00d8eb52 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:06.540174 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55b67c4f-599a-45cb-ad93-12da8a0b3b41 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:05:06.545427 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-55b67c4f-599a-45cb-ad93-12da8a0b3b41 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "PUT /v2.0/routers/171f3293-0582-4897-bc10-a20eb81382dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8846505 Aug 16 23:05:06.548971 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 50720) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:06.554231 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc2f83f-f25b-48a7-aa93-5433f9413fce None None] Sync routers for ids ['171f3293-0582-4897-bc10-a20eb81382dc'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:05:06.566178 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc2f83f-f25b-48a7-aa93-5433f9413fce None None] Routers {'171f3293-0582-4897-bc10-a20eb81382dc'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:05:06.567095 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-5bc2f83f-f25b-48a7-aa93-5433f9413fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:04:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['171f3293-0582-4897-bc10-a20eb81382dc'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:05:06.629913 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-5bc2f83f-f25b-48a7-aa93-5433f9413fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:05:06.641180 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc2f83f-f25b-48a7-aa93-5433f9413fce None None] Routers {'171f3293-0582-4897-bc10-a20eb81382dc'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:05:06.642213 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-5bc2f83f-f25b-48a7-aa93-5433f9413fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:04:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['171f3293-0582-4897-bc10-a20eb81382dc'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:05:06.645883 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bbcfcf6d-c2bc-461b-9e63-bcce00d8eb52 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:06.671919 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-bbcfcf6d-c2bc-461b-9e63-bcce00d8eb52 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Calling delete_port for 46b5a26e-dd68-482f-81ce-f4d2f53c5041 owned by {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:05:06.690445 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-5bc2f83f-f25b-48a7-aa93-5433f9413fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:05:06.692061 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc2f83f-f25b-48a7-aa93-5433f9413fce None None] The sync data for ids ['171f3293-0582-4897-bc10-a20eb81382dc'] in n-d-791506-26 is: [] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:05:06.897764 n-d-791506-26 neutron-server[101291]: INFO neutron.api.v2.resource [None req-eb693484-f4a9-4068-b43f-ae9c5fe22c86 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] remove_router_interface failed (client error): The resource could not be found. Aug 16 23:05:06.901752 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-eb693484-f4a9-4068-b43f-ae9c5fe22c86 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "PUT /v2.0/routers/171f3293-0582-4897-bc10-a20eb81382dc/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3513005 Aug 16 23:05:06.902099 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 50726) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:06.941313 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-2150ab80-3cb1-4712-8a74-6aed924f7727 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "GET /v2.0/ports?device_id=171f3293-0582-4897-bc10-a20eb81382dc HTTP/1.1" status: 200 len: 205 time: 0.0378904 Aug 16 23:05:06.944009 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 50728) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:07.040887 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bbcfcf6d-c2bc-461b-9e63-bcce00d8eb52 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:07.424787 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcfcf6d-c2bc-461b-9e63-bcce00d8eb52 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Pushing event deleted for resources: {'Port': ['ID=46b5a26e-dd68-482f-81ce-f4d2f53c5041,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:07.534114 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-48837349-ef42-4dd0-8ac1-b019ad16355c req-4a174514-95a0-4777-b198-7124420ea344 tempest-ServerGroupTestJSON-952219220 tempest-ServerGroupTestJSON-952219220-project] 10.222.0.36 "GET /v2.0/ports?device_id=19a1cee3-fda2-44d1-9462-c182a5048410 HTTP/1.1" status: 200 len: 210 time: 0.0411503 Aug 16 23:05:07.545463 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bbcfcf6d-c2bc-461b-9e63-bcce00d8eb52 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:07.547356 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-89480ad6-d61c-4a35-b90f-fb148be107bc tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks [] for router, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:07.551205 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-bbcfcf6d-c2bc-461b-9e63-bcce00d8eb52 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] 10.222.0.36 "DELETE /v2.0/ports/46b5a26e-dd68-482f-81ce-f4d2f53c5041 HTTP/1.1" status: 204 len: 168 time: 1.2540348 Aug 16 23:05:07.552759 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 50746) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:07.564138 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-2c118658-28fb-44df-b81b-8aef7bfdca77 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4d743e56-4f4e-40c1-b3e3-f50287658a5b', 'external_fixed_ips': [{'subnet_id': 'b322844d-4296-4e39-ac49-99ece943bc8e', 'ip_address': '172.20.0.11'}]}}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:05:07.648012 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc7bf3b-f413-4579-97d7-0a174a53cbda req-2ac7445f-f710-45b9-b59d-a90c3030ed64 tempest-ServerGroupTestJSON-952219220 tempest-ServerGroupTestJSON-952219220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:07.649585 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-bcc7bf3b-f413-4579-97d7-0a174a53cbda req-2ac7445f-f710-45b9-b59d-a90c3030ed64 tempest-ServerGroupTestJSON-952219220 tempest-ServerGroupTestJSON-952219220-project] 10.222.0.68 "GET /v2.0/networks?id=8df62c6e-2b7f-48e8-a10c-dd52e1e729ea HTTP/1.1" status: 200 len: 810 time: 0.2376583 Aug 16 23:05:07.664240 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2c118658-28fb-44df-b81b-8aef7bfdca77 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:07.664440 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-bcc7bf3b-f413-4579-97d7-0a174a53cbda req-8dd482fc-7bfc-41f2-868b-9686a4bb00c0 tempest-ServerGroupTestJSON-952219220 tempest-ServerGroupTestJSON-952219220-project] Request body: {'port': {'device_id': '19a1cee3-fda2-44d1-9462-c182a5048410', 'network_id': '8df62c6e-2b7f-48e8-a10c-dd52e1e729ea', 'admin_state_up': True, 'tenant_id': '7abf9561c5c442fda40d96992962520d'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:05:07.665429 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2c118658-28fb-44df-b81b-8aef7bfdca77 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:07.805780 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcc7bf3b-f413-4579-97d7-0a174a53cbda req-8dd482fc-7bfc-41f2-868b-9686a4bb00c0 tempest-ServerGroupTestJSON-952219220 tempest-ServerGroupTestJSON-952219220-project] Made reservation on behalf of 7abf9561c5c442fda40d96992962520d for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:05:07.809919 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-bcc7bf3b-f413-4579-97d7-0a174a53cbda req-8dd482fc-7bfc-41f2-868b-9686a4bb00c0 tempest-ServerGroupTestJSON-952219220 tempest-ServerGroupTestJSON-952219220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:07.849336 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-89480ad6-d61c-4a35-b90f-fb148be107bc tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:07.852682 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-89480ad6-d61c-4a35-b90f-fb148be107bc tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:07.854893 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2c118658-28fb-44df-b81b-8aef7bfdca77 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:07.999454 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-bcc7bf3b-f413-4579-97d7-0a174a53cbda req-8dd482fc-7bfc-41f2-868b-9686a4bb00c0 tempest-ServerGroupTestJSON-952219220 tempest-ServerGroupTestJSON-952219220-project] Allocated IP 172.20.0.4 (8df62c6e-2b7f-48e8-a10c-dd52e1e729ea/63d784f5-1b33-4e63-8920-e293463b7cb9/2f5b59f3-5432-413c-84b4-bf1be237c083) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:05:08.012871 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-89480ad6-d61c-4a35-b90f-fb148be107bc tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:08.013491 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89480ad6-d61c-4a35-b90f-fb148be107bc tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Fanout notify agent at l3_agent the message router_deleted on router 171f3293-0582-4897-bc10-a20eb81382dc {{(pid=101292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:05:08.046014 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-89480ad6-d61c-4a35-b90f-fb148be107bc tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:08.047538 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-89480ad6-d61c-4a35-b90f-fb148be107bc tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "DELETE /v2.0/routers/171f3293-0582-4897-bc10-a20eb81382dc HTTP/1.1" status: 204 len: 168 time: 1.1021302 Aug 16 23:05:08.050013 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 50750) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:08.082244 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2c118658-28fb-44df-b81b-8aef7bfdca77 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:08.120235 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_v2 [None req-54740b84-0fa8-41f6-ad4f-844e62932221 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Deleting subnet 5b7a3fda-951f-45fa-bc51-67e0a10449ca {{(pid=101292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:05:08.153255 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-54740b84-0fa8-41f6-ad4f-844e62932221 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks [] for subnet, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:08.199989 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-54740b84-0fa8-41f6-ad4f-844e62932221 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3848860'] for subnet, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:08.241593 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-bcc7bf3b-f413-4579-97d7-0a174a53cbda req-8dd482fc-7bfc-41f2-868b-9686a4bb00c0 tempest-ServerGroupTestJSON-952219220 tempest-ServerGroupTestJSON-952219220-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:08.306954 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-bcc7bf3b-f413-4579-97d7-0a174a53cbda req-8dd482fc-7bfc-41f2-868b-9686a4bb00c0 tempest-ServerGroupTestJSON-952219220 tempest-ServerGroupTestJSON-952219220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:08.308241 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-54740b84-0fa8-41f6-ad4f-844e62932221 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:08.376897 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcc7bf3b-f413-4579-97d7-0a174a53cbda req-8dd482fc-7bfc-41f2-868b-9686a4bb00c0 tempest-ServerGroupTestJSON-952219220 tempest-ServerGroupTestJSON-952219220-project] Network 8df62c6e-2b7f-48e8-a10c-dd52e1e729ea is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:05:08.381990 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-bcc7bf3b-f413-4579-97d7-0a174a53cbda req-8dd482fc-7bfc-41f2-868b-9686a4bb00c0 tempest-ServerGroupTestJSON-952219220 tempest-ServerGroupTestJSON-952219220-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:05:08.392812 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcc7bf3b-f413-4579-97d7-0a174a53cbda req-8dd482fc-7bfc-41f2-868b-9686a4bb00c0 tempest-ServerGroupTestJSON-952219220 tempest-ServerGroupTestJSON-952219220-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:05:08.483672 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc7bf3b-f413-4579-97d7-0a174a53cbda req-8dd482fc-7bfc-41f2-868b-9686a4bb00c0 tempest-ServerGroupTestJSON-952219220 tempest-ServerGroupTestJSON-952219220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:08.486163 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-bcc7bf3b-f413-4579-97d7-0a174a53cbda req-8dd482fc-7bfc-41f2-868b-9686a4bb00c0 tempest-ServerGroupTestJSON-952219220 tempest-ServerGroupTestJSON-952219220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:08.490990 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd482fc-7bfc-41f2-868b-9686a4bb00c0 tempest-ServerGroupTestJSON-952219220 tempest-ServerGroupTestJSON-952219220-project] Pushing event updated for resources: {'Port': ['ID=2f5b59f3-5432-413c-84b4-bf1be237c083,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:08.495475 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-54740b84-0fa8-41f6-ad4f-844e62932221 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26252129'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:08.525364 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-bcc7bf3b-f413-4579-97d7-0a174a53cbda req-8dd482fc-7bfc-41f2-868b-9686a4bb00c0 tempest-ServerGroupTestJSON-952219220 tempest-ServerGroupTestJSON-952219220-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8652883 Aug 16 23:05:08.536384 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2c118658-28fb-44df-b81b-8aef7bfdca77 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:08.538517 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54740b84-0fa8-41f6-ad4f-844e62932221 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Pushing event deleted for resources: {'Subnet': ['ID=5b7a3fda-951f-45fa-bc51-67e0a10449ca,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:08.542623 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-54740b84-0fa8-41f6-ad4f-844e62932221 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:08.544482 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-54740b84-0fa8-41f6-ad4f-844e62932221 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "DELETE /v2.0/subnets/5b7a3fda-951f-45fa-bc51-67e0a10449ca HTTP/1.1" status: 204 len: 168 time: 0.4935300 Aug 16 23:05:08.553976 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-bcc7bf3b-f413-4579-97d7-0a174a53cbda req-69310bf8-c13d-40bb-8cdd-352a358731b0 service neutron] Request body: {'port': {'device_id': '19a1cee3-fda2-44d1-9462-c182a5048410', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:05:08.554642 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44f5f2e-d3f6-4be9-87d5-c2503cf33fbb None None] Network 0778970e-0176-41ec-9307-c5391deb0f51 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:05:08.556402 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 50762) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:08.580032 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2c118658-28fb-44df-b81b-8aef7bfdca77 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:08.817132 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690c8c4d-95ad-41ec-bbba-6bbe370daea6 None None] DHCP port deletion for 0778970e-0176-41ec-9307-c5391deb0f51 request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:05:08.827478 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-bcc7bf3b-f413-4579-97d7-0a174a53cbda req-69310bf8-c13d-40bb-8cdd-352a358731b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:08.842576 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7f4eb880-ff62-401b-a565-ffc51c3f9856 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:08.868394 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7498b20-8ca0-4122-aabb-5951dca0ac29 req-b888b749-74f2-45dc-823d-aa0269a8cf59 tempest-ServerGroupTestJSON-952219220 tempest-ServerGroupTestJSON-952219220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:08.870198 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d7498b20-8ca0-4122-aabb-5951dca0ac29 req-b888b749-74f2-45dc-823d-aa0269a8cf59 tempest-ServerGroupTestJSON-952219220 tempest-ServerGroupTestJSON-952219220-project] 10.222.0.36 "GET /v2.0/ports?device_id=19a1cee3-fda2-44d1-9462-c182a5048410 HTTP/1.1" status: 200 len: 931 time: 0.1608086 Aug 16 23:05:08.909275 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-690c8c4d-95ad-41ec-bbba-6bbe370daea6 None None] Deleting port a46af0c1-f30c-4cfe-baf8-a6f7cb75cf7b {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:05:08.910237 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-690c8c4d-95ad-41ec-bbba-6bbe370daea6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:08.958729 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d7498b20-8ca0-4122-aabb-5951dca0ac29 req-77b41896-7e13-4bb3-8233-ef4fd4da8af8 tempest-ServerGroupTestJSON-952219220 tempest-ServerGroupTestJSON-952219220-project] 10.222.0.36 "GET /v2.0/security-groups?id=90e85400-b81b-4295-8550-9f95b741fd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811591 Aug 16 23:05:08.978561 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-2c118658-28fb-44df-b81b-8aef7bfdca77 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Allocated IP 172.20.0.11 (4d743e56-4f4e-40c1-b3e3-f50287658a5b/b322844d-4296-4e39-ac49-99ece943bc8e/ece4ab38-504f-4449-9413-aa0db2fde6c3) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:05:09.001257 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-690c8c4d-95ad-41ec-bbba-6bbe370daea6 None None] For port a46af0c1-f30c-4cfe-baf8-a6f7cb75cf7b, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=a46af0c1-f30c-4cfe-baf8-a6f7cb75cf7b,segment=NetworkSegment(c804b723-b004-4b15-ba7e-ea4b7a7d6fef),segment_id=c804b723-b004-4b15-ba7e-ea4b7a7d6fef)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:05:09.001989 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-690c8c4d-95ad-41ec-bbba-6bbe370daea6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:09.017848 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-690c8c4d-95ad-41ec-bbba-6bbe370daea6 None None] Calling delete_port for a46af0c1-f30c-4cfe-baf8-a6f7cb75cf7b owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:05:09.086370 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-7f4eb880-ff62-401b-a565-ffc51c3f9856 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Deleting port a46af0c1-f30c-4cfe-baf8-a6f7cb75cf7b {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:05:09.086673 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7f4eb880-ff62-401b-a565-ffc51c3f9856 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:09.172790 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-690c8c4d-95ad-41ec-bbba-6bbe370daea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:09.184047 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2c118658-28fb-44df-b81b-8aef7bfdca77 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:09.202311 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690c8c4d-95ad-41ec-bbba-6bbe370daea6 None None] Pushing event deleted for resources: {'Port': ['ID=a46af0c1-f30c-4cfe-baf8-a6f7cb75cf7b,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:09.214750 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690c8c4d-95ad-41ec-bbba-6bbe370daea6 None None] No DVR routers for this DVR port a46af0c1-f30c-4cfe-baf8-a6f7cb75cf7b on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:05:09.255478 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2c118658-28fb-44df-b81b-8aef7bfdca77 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:09.258993 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-7f4eb880-ff62-401b-a565-ffc51c3f9856 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] For port a46af0c1-f30c-4cfe-baf8-a6f7cb75cf7b, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=a46af0c1-f30c-4cfe-baf8-a6f7cb75cf7b,segment=NetworkSegment(c804b723-b004-4b15-ba7e-ea4b7a7d6fef),segment_id=c804b723-b004-4b15-ba7e-ea4b7a7d6fef)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:05:09.259372 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7f4eb880-ff62-401b-a565-ffc51c3f9856 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:09.283250 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-7f4eb880-ff62-401b-a565-ffc51c3f9856 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Calling delete_port for a46af0c1-f30c-4cfe-baf8-a6f7cb75cf7b owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:05:09.311159 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c118658-28fb-44df-b81b-8aef7bfdca77 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Network 4d743e56-4f4e-40c1-b3e3-f50287658a5b is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:05:09.319382 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-2c118658-28fb-44df-b81b-8aef7bfdca77 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:05:09.323375 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c118658-28fb-44df-b81b-8aef7bfdca77 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:05:09.347404 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c118658-28fb-44df-b81b-8aef7bfdca77 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Pushing event updated for resources: {'Port': ['ID=ece4ab38-504f-4449-9413-aa0db2fde6c3,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:09.461344 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7f4eb880-ff62-401b-a565-ffc51c3f9856 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:09.484103 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-bcc7bf3b-f413-4579-97d7-0a174a53cbda req-69310bf8-c13d-40bb-8cdd-352a358731b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f5b59f3-5432-413c-84b4-bf1be237c083 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:05:09.513405 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4eb880-ff62-401b-a565-ffc51c3f9856 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Pushing event deleted for resources: {'Port': ['ID=a46af0c1-f30c-4cfe-baf8-a6f7cb75cf7b,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:09.518278 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-bcc7bf3b-f413-4579-97d7-0a174a53cbda req-69310bf8-c13d-40bb-8cdd-352a358731b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:09.527640 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4eb880-ff62-401b-a565-ffc51c3f9856 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] No DVR routers for this DVR port a46af0c1-f30c-4cfe-baf8-a6f7cb75cf7b on host n-d-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:05:09.567931 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-bcc7bf3b-f413-4579-97d7-0a174a53cbda req-69310bf8-c13d-40bb-8cdd-352a358731b0 service neutron] Transition to ACTIVE for port object 2f5b59f3-5432-413c-84b4-bf1be237c083 will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:05:09.648080 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7f4eb880-ff62-401b-a565-ffc51c3f9856 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:09.668890 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-7f4eb880-ff62-401b-a565-ffc51c3f9856 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0778970e-0176-41ec-9307-c5391deb0f51']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:05:09.684956 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-7f4eb880-ff62-401b-a565-ffc51c3f9856 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c804b723-b004-4b15-ba7e-ea4b7a7d6fef') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:05:09.685335 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-7f4eb880-ff62-401b-a565-ffc51c3f9856 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c804b723-b004-4b15-ba7e-ea4b7a7d6fef') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:05:09.697738 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7f4eb880-ff62-401b-a565-ffc51c3f9856 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:09.711334 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2c118658-28fb-44df-b81b-8aef7bfdca77 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:09.724289 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7f4eb880-ff62-401b-a565-ffc51c3f9856 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:09.731860 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f4eb880-ff62-401b-a565-ffc51c3f9856 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:05:09.734960 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7f4eb880-ff62-401b-a565-ffc51c3f9856 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:09.777941 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device a46af0c1-f30c-4cfe-baf8-a6f7cb75cf7b no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:05:09.820104 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-bcc7bf3b-f413-4579-97d7-0a174a53cbda req-69310bf8-c13d-40bb-8cdd-352a358731b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:09.823144 n-d-791506-26 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:05:09.823144 n-d-791506-26 neutron-server[101291]: self.session.flush() Aug 16 23:05:09.823144 n-d-791506-26 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:05:09.823144 n-d-791506-26 neutron-server[101291]: self.session.flush() Aug 16 23:05:09.823144 n-d-791506-26 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:05:09.823144 n-d-791506-26 neutron-server[101291]: self.session.flush() Aug 16 23:05:09.823144 n-d-791506-26 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:05:09.823144 n-d-791506-26 neutron-server[101291]: self.session.flush() Aug 16 23:05:09.823144 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 23:05:09.823144 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:05:09.823144 n-d-791506-26 neutron-server[101291]: timer() Aug 16 23:05:09.823144 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:05:09.823144 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 23:05:09.823144 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:05:09.823144 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 23:05:09.823144 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:05:09.823144 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 23:05:09.823144 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:05:09.823144 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 23:05:09.823144 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:05:09.823144 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 23:05:09.823144 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:05:09.823144 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:05:09.823144 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:05:09.823144 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:05:09.823144 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:05:09.823144 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 23:05:09.823144 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:05:09.823144 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 23:05:09.823144 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:05:09.823144 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:05:09.823144 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:05:09.823144 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 23:05:09.823144 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:05:09.823144 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:05:09.823144 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:05:09.823144 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:05:09.823144 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:05:09.823144 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:05:09.823144 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:05:09.829420 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7f4eb880-ff62-401b-a565-ffc51c3f9856 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:09.843779 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7f4eb880-ff62-401b-a565-ffc51c3f9856 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:09.846754 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-7f4eb880-ff62-401b-a565-ffc51c3f9856 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "DELETE /v2.0/networks/0778970e-0176-41ec-9307-c5391deb0f51 HTTP/1.1" status: 204 len: 168 time: 1.2893753 Aug 16 23:05:09.850915 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 50798) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:09.854688 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: a46af0c1-f30c-4cfe-baf8-a6f7cb75cf7b {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:05:09.855385 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device a46af0c1-f30c-4cfe-baf8-a6f7cb75cf7b not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:05:09.857717 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-b799d00a-68ba-420f-9bd8-bf9bc6a34db7 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2095379843'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:05:09.885385 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4eb880-ff62-401b-a565-ffc51c3f9856 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Pushing event deleted for resources: {'Network': ['ID=0778970e-0176-41ec-9307-c5391deb0f51,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:09.942440 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b799d00a-68ba-420f-9bd8-bf9bc6a34db7 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Made reservation on behalf of bf7c0ed0df8447358a17b104892f9b8d for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:05:09.947045 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b799d00a-68ba-420f-9bd8-bf9bc6a34db7 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:09.977093 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-bcc7bf3b-f413-4579-97d7-0a174a53cbda req-69310bf8-c13d-40bb-8cdd-352a358731b0 service neutron] Attempting to bind port 2f5b59f3-5432-413c-84b4-bf1be237c083 on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:05:09.977523 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-bcc7bf3b-f413-4579-97d7-0a174a53cbda req-69310bf8-c13d-40bb-8cdd-352a358731b0 service neutron] Attempting to bind port 2f5b59f3-5432-413c-84b4-bf1be237c083 by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': '1c47d938-d164-4f1e-acb3-866a669aee3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '8df62c6e-2b7f-48e8-a10c-dd52e1e729ea'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:05:09.977826 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc7bf3b-f413-4579-97d7-0a174a53cbda req-69310bf8-c13d-40bb-8cdd-352a358731b0 service neutron] Attempting to bind port 2f5b59f3-5432-413c-84b4-bf1be237c083 on network 8df62c6e-2b7f-48e8-a10c-dd52e1e729ea {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:05:09.985642 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69310bf8-c13d-40bb-8cdd-352a358731b0 service neutron] Pushing event updated for resources: {'Port': ['ID=2f5b59f3-5432-413c-84b4-bf1be237c083,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:09.988269 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc7bf3b-f413-4579-97d7-0a174a53cbda req-69310bf8-c13d-40bb-8cdd-352a358731b0 service neutron] Port 2f5b59f3-5432-413c-84b4-bf1be237c083 on network 8df62c6e-2b7f-48e8-a10c-dd52e1e729ea not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:05:09.988888 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc7bf3b-f413-4579-97d7-0a174a53cbda req-69310bf8-c13d-40bb-8cdd-352a358731b0 service neutron] Attempting to bind port 2f5b59f3-5432-413c-84b4-bf1be237c083 on network 8df62c6e-2b7f-48e8-a10c-dd52e1e729ea {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:05:09.995393 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc7bf3b-f413-4579-97d7-0a174a53cbda req-69310bf8-c13d-40bb-8cdd-352a358731b0 service neutron] Checking agent: {'id': 'd28e24f9-e5ea-41e1-80bf-3c7943ad7f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:05:09.995750 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc7bf3b-f413-4579-97d7-0a174a53cbda req-69310bf8-c13d-40bb-8cdd-352a358731b0 service neutron] Checking segment: {'id': '1c47d938-d164-4f1e-acb3-866a669aee3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '8df62c6e-2b7f-48e8-a10c-dd52e1e729ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:05:09.996148 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc7bf3b-f413-4579-97d7-0a174a53cbda req-69310bf8-c13d-40bb-8cdd-352a358731b0 service neutron] Bound using segment: {'id': '1c47d938-d164-4f1e-acb3-866a669aee3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '8df62c6e-2b7f-48e8-a10c-dd52e1e729ea'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:05:09.996610 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-bcc7bf3b-f413-4579-97d7-0a174a53cbda req-69310bf8-c13d-40bb-8cdd-352a358731b0 service neutron] Bound port: 2f5b59f3-5432-413c-84b4-bf1be237c083, host: n-h1-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c47d938-d164-4f1e-acb3-866a669aee3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '8df62c6e-2b7f-48e8-a10c-dd52e1e729ea'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:05:09.996980 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-bcc7bf3b-f413-4579-97d7-0a174a53cbda req-69310bf8-c13d-40bb-8cdd-352a358731b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:10.100214 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2c118658-28fb-44df-b81b-8aef7bfdca77 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:10.101954 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-bcc7bf3b-f413-4579-97d7-0a174a53cbda req-69310bf8-c13d-40bb-8cdd-352a358731b0 service neutron] For port 2f5b59f3-5432-413c-84b4-bf1be237c083, host n-h1-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:05:10.106348 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-bcc7bf3b-f413-4579-97d7-0a174a53cbda req-69310bf8-c13d-40bb-8cdd-352a358731b0 service neutron] For port 2f5b59f3-5432-413c-84b4-bf1be237c083, host n-h1-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=2f5b59f3-5432-413c-84b4-bf1be237c083,segment=NetworkSegment(1c47d938-d164-4f1e-acb3-866a669aee3c),segment_id=1c47d938-d164-4f1e-acb3-866a669aee3c)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:05:10.114064 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-bcc7bf3b-f413-4579-97d7-0a174a53cbda req-69310bf8-c13d-40bb-8cdd-352a358731b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:10.121651 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b799d00a-68ba-420f-9bd8-bf9bc6a34db7 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:05:10.189114 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69310bf8-c13d-40bb-8cdd-352a358731b0 service neutron] Pushing event updated for resources: {'Port': ['ID=2f5b59f3-5432-413c-84b4-bf1be237c083,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:10.195361 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc7bf3b-f413-4579-97d7-0a174a53cbda req-69310bf8-c13d-40bb-8cdd-352a358731b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:10.196278 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-bcc7bf3b-f413-4579-97d7-0a174a53cbda req-69310bf8-c13d-40bb-8cdd-352a358731b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:10.198095 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-bcc7bf3b-f413-4579-97d7-0a174a53cbda req-69310bf8-c13d-40bb-8cdd-352a358731b0 service neutron] 10.222.0.68 "PUT /v2.0/ports/2f5b59f3-5432-413c-84b4-bf1be237c083 HTTP/1.1" status: 200 len: 1092 time: 1.6636631 Aug 16 23:05:10.198943 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19a1cee3-fda2-44d1-9462-c182a5048410', 'tag': '2f5b59f3-5432-413c-84b4-bf1be237c083'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:05:10.201537 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b7faf25-b0b2-4164-bf56-1ea82fedda9a" -d '{"events": [{"name": "network-changed", "server_uuid": "19a1cee3-fda2-44d1-9462-c182a5048410", "tag": "2f5b59f3-5432-413c-84b4-bf1be237c083"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:05:10.217508 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b799d00a-68ba-420f-9bd8-bf9bc6a34db7 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:10.218202 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-b799d00a-68ba-420f-9bd8-bf9bc6a34db7 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Added segment f2e0f9e9-2443-4bd8-aede-ac0ee12a482a of type vlan for network 51dfac5b-d8c6-41f8-b971-fdba875cf414 Aug 16 23:05:10.251109 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f7a1aa-352d-43a3-9195-ef4877b2f5cd x-openstack-request-id: req-f9f7a1aa-352d-43a3-9195-ef4877b2f5cd {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:05:10.251592 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19a1cee3-fda2-44d1-9462-c182a5048410", "tag": "2f5b59f3-5432-413c-84b4-bf1be237c083", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:05:10.252007 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f9f7a1aa-352d-43a3-9195-ef4877b2f5cd {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:05:10.252420 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19a1cee3-fda2-44d1-9462-c182a5048410', 'tag': '2f5b59f3-5432-413c-84b4-bf1be237c083', 'status': 'completed', 'code': 200} Aug 16 23:05:10.290123 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc7bf3b-f413-4579-97d7-0a174a53cbda req-189ca1c7-c125-4189-9619-8a6cd47166fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:10.291743 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-bcc7bf3b-f413-4579-97d7-0a174a53cbda req-189ca1c7-c125-4189-9619-8a6cd47166fc service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=7abf9561c5c442fda40d96992962520d&device_id=19a1cee3-fda2-44d1-9462-c182a5048410 HTTP/1.1" status: 200 len: 1095 time: 0.0529535 Aug 16 23:05:10.350740 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b799d00a-68ba-420f-9bd8-bf9bc6a34db7 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:10.368580 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-bcc7bf3b-f413-4579-97d7-0a174a53cbda req-25ade6a5-7afc-47d2-a779-88bf459ab7dd service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f5b59f3-5432-413c-84b4-bf1be237c083 HTTP/1.1" status: 200 len: 217 time: 0.0677302 Aug 16 23:05:10.369342 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a42ca-a500-48c5-8a34-2e98fa21be50 req-7c68b324-ee92-4c43-a5fa-62a2f2fab805 tempest-ServerGroupTestJSON-952219220 tempest-ServerGroupTestJSON-952219220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:10.370981 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b60a42ca-a500-48c5-8a34-2e98fa21be50 req-7c68b324-ee92-4c43-a5fa-62a2f2fab805 tempest-ServerGroupTestJSON-952219220 tempest-ServerGroupTestJSON-952219220-project] 10.222.0.36 "GET /v2.0/ports?device_id=19a1cee3-fda2-44d1-9462-c182a5048410 HTTP/1.1" status: 200 len: 943 time: 0.2730739 Aug 16 23:05:10.440846 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc7bf3b-f413-4579-97d7-0a174a53cbda req-e50f8513-e374-48fb-9959-ff8789790918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:10.441084 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b799d00a-68ba-420f-9bd8-bf9bc6a34db7 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:10.443954 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-bcc7bf3b-f413-4579-97d7-0a174a53cbda req-e50f8513-e374-48fb-9959-ff8789790918 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=63d784f5-1b33-4e63-8920-e293463b7cb9 HTTP/1.1" status: 200 len: 850 time: 0.0656500 Aug 16 23:05:10.446427 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b799d00a-68ba-420f-9bd8-bf9bc6a34db7 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:10.447170 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b799d00a-68ba-420f-9bd8-bf9bc6a34db7 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:10.482676 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b60a42ca-a500-48c5-8a34-2e98fa21be50 req-0cc6e325-c3e5-4041-a2cb-92adcae84b66 tempest-ServerGroupTestJSON-952219220 tempest-ServerGroupTestJSON-952219220-project] 10.222.0.36 "GET /v2.0/security-groups?id=90e85400-b81b-4295-8550-9f95b741fd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037464 Aug 16 23:05:10.492601 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-bcc7bf3b-f413-4579-97d7-0a174a53cbda req-4155f5d2-3f2e-4757-96c2-9ed8eb8e4ced service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8df62c6e-2b7f-48e8-a10c-dd52e1e729ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414193 Aug 16 23:05:10.537712 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-b799d00a-68ba-420f-9bd8-bf9bc6a34db7 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6851456 Aug 16 23:05:10.543291 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 50818) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:10.549929 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-4c086278-73d7-4599-8293-2ab4821dfc40 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Request body: {'subnet': {'network_id': '51dfac5b-d8c6-41f8-b971-fdba875cf414', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:05:10.563820 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b799d00a-68ba-420f-9bd8-bf9bc6a34db7 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Pushing event updated for resources: {'Network': ['ID=51dfac5b-d8c6-41f8-b971-fdba875cf414,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:10.566338 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c118658-28fb-44df-b81b-8aef7bfdca77 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Router 5f58704f-fce4-4829-87aa-dcc08ab439a7 is scheduled to L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f with binding_index 1 {{(pid=101292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:05:10.574821 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 51dfac5b-d8c6-41f8-b971-fdba875cf414 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:05:10.710695 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c086278-73d7-4599-8293-2ab4821dfc40 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Made reservation on behalf of bf7c0ed0df8447358a17b104892f9b8d for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:05:10.714176 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4c086278-73d7-4599-8293-2ab4821dfc40 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:10.737560 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c118658-28fb-44df-b81b-8aef7bfdca77 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:05:10.751460 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d1769e-9a0b-43a6-8db9-ecb6455bf6e8 None None] Sync routers for ids ['5f58704f-fce4-4829-87aa-dcc08ab439a7'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:05:10.756841 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2c118658-28fb-44df-b81b-8aef7bfdca77 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:10.758368 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-2c118658-28fb-44df-b81b-8aef7bfdca77 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 3.2044265 Aug 16 23:05:10.760939 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 50822) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:10.773549 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d1769e-9a0b-43a6-8db9-ecb6455bf6e8 None None] Routers {'5f58704f-fce4-4829-87aa-dcc08ab439a7'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:05:10.774276 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-41d1769e-9a0b-43a6-8db9-ecb6455bf6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:04:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['5f58704f-fce4-4829-87aa-dcc08ab439a7'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:05:10.951477 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-45a4f5c7-807a-40c5-a0b9-6992787a6454 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks [] for router, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:10.974128 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4c086278-73d7-4599-8293-2ab4821dfc40 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:10.986102 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-41d1769e-9a0b-43a6-8db9-ecb6455bf6e8 None None] Set router 5f58704f-fce4-4829-87aa-dcc08ab439a7 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:05:11.061504 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-bcc7bf3b-f413-4579-97d7-0a174a53cbda req-92c0606c-b297-4cc5-b283-1f33eacdcdb6 service neutron] 10.222.0.68 "GET /v2.0/networks/8df62c6e-2b7f-48e8-a10c-dd52e1e729ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5611930 Aug 16 23:05:11.151969 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-45a4f5c7-807a-40c5-a0b9-6992787a6454 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:11.201991 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c086278-73d7-4599-8293-2ab4821dfc40 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Pushing event updated for resources: {'Subnet': ['ID=c57f50b4-c6ac-404d-bc34-5d423b7fb2ef,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:11.236396 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-45a4f5c7-807a-40c5-a0b9-6992787a6454 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Deleting port ece4ab38-504f-4449-9413-aa0db2fde6c3 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:05:11.237164 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-45a4f5c7-807a-40c5-a0b9-6992787a6454 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:11.239834 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:11.258485 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c086278-73d7-4599-8293-2ab4821dfc40 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Checking segment: {'id': 'f2e0f9e9-2443-4bd8-aede-ac0ee12a482a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '51dfac5b-d8c6-41f8-b971-fdba875cf414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:05:11.258877 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c086278-73d7-4599-8293-2ab4821dfc40 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Network hostable DHCP agents. Network: 51dfac5b-d8c6-41f8-b971-fdba875cf414, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:05:11.295559 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-bcc7bf3b-f413-4579-97d7-0a174a53cbda req-4d27a6ca-3eca-4179-85d1-952c3353ddf7 service neutron] 10.222.0.68 "GET /v2.0/networks/8df62c6e-2b7f-48e8-a10c-dd52e1e729ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234676 Aug 16 23:05:11.330388 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c086278-73d7-4599-8293-2ab4821dfc40 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Network 51dfac5b-d8c6-41f8-b971-fdba875cf414 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:05:11.346915 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-4c086278-73d7-4599-8293-2ab4821dfc40 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 51dfac5b-d8c6-41f8-b971-fdba875cf414) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:05:11.355152 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8640deb-eded-482f-989b-dc8df0175e22 None None] Network 51dfac5b-d8c6-41f8-b971-fdba875cf414 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:05:11.376394 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-45a4f5c7-807a-40c5-a0b9-6992787a6454 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:11.381262 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c086278-73d7-4599-8293-2ab4821dfc40 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:11.381943 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4c086278-73d7-4599-8293-2ab4821dfc40 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:11.392778 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-45a4f5c7-807a-40c5-a0b9-6992787a6454 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Calling delete_port for ece4ab38-504f-4449-9413-aa0db2fde6c3 owned by network:router_gateway {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:05:11.407729 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-4c086278-73d7-4599-8293-2ab4821dfc40 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8625927 Aug 16 23:05:11.411056 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 50830) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:11.423598 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-f23b7f73-89c6-4859-ac2a-0ccc5acd51da tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-170235726', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:05:11.445564 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7faf25-b0b2-4164-bf56-1ea82fedda9a req-5b79af37-64b1-4901-a1c1-8b7ddbb5fdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:11.447181 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5b7faf25-b0b2-4164-bf56-1ea82fedda9a req-5b79af37-64b1-4901-a1c1-8b7ddbb5fdc3 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=7abf9561c5c442fda40d96992962520d&device_id=19a1cee3-fda2-44d1-9462-c182a5048410 HTTP/1.1" status: 200 len: 1095 time: 0.0896983 Aug 16 23:05:11.528408 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 50834) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:11.620107 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0955d0-9df5-45c7-afd5-e1d9f15ac759 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-51dfac5b-d8c6-41f8-b971-fdba875cf414', 'network_id': '51dfac5b-d8c6-41f8-b971-fdba875cf414', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'fixed_ips': [{'subnet_id': 'c57f50b4-c6ac-404d-bc34-5d423b7fb2ef'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:05:11.633172 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7faf25-b0b2-4164-bf56-1ea82fedda9a req-c8cd611d-7d29-4330-b46f-d51f4b756253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:11.634850 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5b7faf25-b0b2-4164-bf56-1ea82fedda9a req-c8cd611d-7d29-4330-b46f-d51f4b756253 service neutron] 10.222.0.68 "GET /v2.0/networks?id=8df62c6e-2b7f-48e8-a10c-dd52e1e729ea HTTP/1.1" status: 200 len: 911 time: 0.1799822 Aug 16 23:05:11.636440 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4f0955d0-9df5-45c7-afd5-e1d9f15ac759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:11.728091 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5b7faf25-b0b2-4164-bf56-1ea82fedda9a req-7a70aa6f-8e9a-4821-b369-eecf1c085a7d service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f5b59f3-5432-413c-84b4-bf1be237c083 HTTP/1.1" status: 200 len: 217 time: 0.0824242 Aug 16 23:05:11.785508 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-85d1f64d-9f88-4888-96e8-6ebad6f31a26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:11.814692 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7faf25-b0b2-4164-bf56-1ea82fedda9a req-bdc9f9f7-2cdf-472a-9b8e-517868190b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:11.816476 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5b7faf25-b0b2-4164-bf56-1ea82fedda9a req-bdc9f9f7-2cdf-472a-9b8e-517868190b3c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=63d784f5-1b33-4e63-8920-e293463b7cb9 HTTP/1.1" status: 200 len: 850 time: 0.0805776 Aug 16 23:05:11.858823 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5b7faf25-b0b2-4164-bf56-1ea82fedda9a req-d2cd7ba2-eb52-4f5e-b529-56f890773e6c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=8df62c6e-2b7f-48e8-a10c-dd52e1e729ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347595 Aug 16 23:05:11.861355 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-41d1769e-9a0b-43a6-8db9-ecb6455bf6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f58704f-fce4-4829-87aa-dcc08ab439a7', 'name': '', 'tenant_id': '20c56537d7f7465fa325694b91a579d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d743e56-4f4e-40c1-b3e3-f50287658a5b', 'external_fixed_ips': [{'subnet_id': 'b322844d-4296-4e39-ac49-99ece943bc8e', 'ip_address': '172.20.0.11'}], 'enable_snat': True}, 'gw_port_id': 'ece4ab38-504f-4449-9413-aa0db2fde6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:05:07Z', 'updated_at': '2021-08-16T23:05:09Z', 'revision_number': 3, 'project_id': '20c56537d7f7465fa325694b91a579d2', 'gw_port': {'id': 'ece4ab38-504f-4449-9413-aa0db2fde6c3', 'name': '', 'network_id': '4d743e56-4f4e-40c1-b3e3-f50287658a5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:9c:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f58704f-fce4-4829-87aa-dcc08ab439a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': 'b322844d-4296-4e39-ac49-99ece943bc8e', 'ip_address': '172.20.0.11', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:05:08Z', 'updated_at': '2021-08-16T23:05:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b322844d-4296-4e39-ac49-99ece943bc8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:05:11.903948 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d1769e-9a0b-43a6-8db9-ecb6455bf6e8 None None] Checking router: 5f58704f-fce4-4829-87aa-dcc08ab439a7 for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:05:11.904292 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d1769e-9a0b-43a6-8db9-ecb6455bf6e8 None None] Updating router 5f58704f-fce4-4829-87aa-dcc08ab439a7 port ece4ab38-504f-4449-9413-aa0db2fde6c3 binding host n-d-791506-26 {{(pid=101293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:05:11.908158 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-4f0955d0-9df5-45c7-afd5-e1d9f15ac759 None None] Allocated IP 2001:db8::2 (51dfac5b-d8c6-41f8-b971-fdba875cf414/c57f50b4-c6ac-404d-bc34-5d423b7fb2ef/c26f67ee-b425-492d-9b6c-181d7f7acc7f) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:05:11.956391 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.db.api [None req-85d1f64d-9f88-4888-96e8-6ebad6f31a26 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 23:05:11.956391 n-d-791506-26 neutron-server[101291]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 23:05:11.956391 n-d-791506-26 neutron-server[101291]: [parameters: {'project_id_1': '1ebb2229bede4b8ea084c9e90c9e5942', 'expiration_1': datetime.datetime(2021, 8, 16, 23, 5, 11, 803857)}] Aug 16 23:05:11.956391 n-d-791506-26 neutron-server[101291]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 23:05:11.956987 n-d-791506-26 neutron-server[101291]: DEBUG oslo_db.api [None req-85d1f64d-9f88-4888-96e8-6ebad6f31a26 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 23:05:11.960134 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-41d1769e-9a0b-43a6-8db9-ecb6455bf6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:11.990487 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5b7faf25-b0b2-4164-bf56-1ea82fedda9a req-7daa45b2-2c85-428c-9137-b95bde39ceb2 service neutron] 10.222.0.68 "GET /v2.0/networks/8df62c6e-2b7f-48e8-a10c-dd52e1e729ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230295 Aug 16 23:05:11.999881 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f23b7f73-89c6-4859-ac2a-0ccc5acd51da tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:12.002277 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f23b7f73-89c6-4859-ac2a-0ccc5acd51da tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:12.041647 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f0080-dc42-4467-bdfb-b64a10f2aa97 req-2aab2a2f-2581-433c-ab1e-32b865203ed2 tempest-ServerGroupTestJSON-952219220 tempest-ServerGroupTestJSON-952219220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:12.049903 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d43f0080-dc42-4467-bdfb-b64a10f2aa97 req-2aab2a2f-2581-433c-ab1e-32b865203ed2 tempest-ServerGroupTestJSON-952219220 tempest-ServerGroupTestJSON-952219220-project] 10.222.0.36 "GET /v2.0/ports?device_id=19a1cee3-fda2-44d1-9462-c182a5048410 HTTP/1.1" status: 200 len: 943 time: 0.1245179 Aug 16 23:05:12.104011 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f23b7f73-89c6-4859-ac2a-0ccc5acd51da tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:12.137390 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5b7faf25-b0b2-4164-bf56-1ea82fedda9a req-7da47a29-b822-4963-acf3-047f68fc4c2f service neutron] 10.222.0.68 "GET /v2.0/networks/8df62c6e-2b7f-48e8-a10c-dd52e1e729ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392870 Aug 16 23:05:12.184593 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f23b7f73-89c6-4859-ac2a-0ccc5acd51da tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:12.194099 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d43f0080-dc42-4467-bdfb-b64a10f2aa97 req-9f2efec2-41c2-4d09-a81a-c8ff6396376c tempest-ServerGroupTestJSON-952219220 tempest-ServerGroupTestJSON-952219220-project] 10.222.0.36 "GET /v2.0/security-groups?id=90e85400-b81b-4295-8550-9f95b741fd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433244 Aug 16 23:05:12.221416 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f23b7f73-89c6-4859-ac2a-0ccc5acd51da tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:12.226839 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-f23b7f73-89c6-4859-ac2a-0ccc5acd51da tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8032875 Aug 16 23:05:12.227594 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 50850) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:12.314413 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-45a4f5c7-807a-40c5-a0b9-6992787a6454 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:12.322014 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4f0955d0-9df5-45c7-afd5-e1d9f15ac759 None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:12.341953 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4f0955d0-9df5-45c7-afd5-e1d9f15ac759 None None] Transition to ACTIVE for port object c26f67ee-b425-492d-9b6c-181d7f7acc7f will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:05:12.363004 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a4f5c7-807a-40c5-a0b9-6992787a6454 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Pushing event deleted for resources: {'Port': ['ID=ece4ab38-504f-4449-9413-aa0db2fde6c3,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:12.383496 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4f0955d0-9df5-45c7-afd5-e1d9f15ac759 None None] Transition to ACTIVE for port object c26f67ee-b425-492d-9b6c-181d7f7acc7f will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:05:12.392132 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4f0955d0-9df5-45c7-afd5-e1d9f15ac759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:12.467964 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0955d0-9df5-45c7-afd5-e1d9f15ac759 None None] Network 51dfac5b-d8c6-41f8-b971-fdba875cf414 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:05:12.475215 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-45a4f5c7-807a-40c5-a0b9-6992787a6454 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537121'] for router_gateway, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:12.479026 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-4f0955d0-9df5-45c7-afd5-e1d9f15ac759 None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:05:12.484882 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0955d0-9df5-45c7-afd5-e1d9f15ac759 None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:05:12.485924 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-85d1f64d-9f88-4888-96e8-6ebad6f31a26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:12.505330 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0955d0-9df5-45c7-afd5-e1d9f15ac759 None None] Pushing event updated for resources: {'Port': ['ID=c26f67ee-b425-492d-9b6c-181d7f7acc7f,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:12.585052 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-45a4f5c7-807a-40c5-a0b9-6992787a6454 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:12.587530 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-45a4f5c7-807a-40c5-a0b9-6992787a6454 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:12.621896 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5e635fd5-b079-494f-91b7-11df5a26d8fb tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:12.643286 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-45a4f5c7-807a-40c5-a0b9-6992787a6454 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:12.643807 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45a4f5c7-807a-40c5-a0b9-6992787a6454 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5f58704f-fce4-4829-87aa-dcc08ab439a7 {{(pid=101292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:05:12.655093 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-45a4f5c7-807a-40c5-a0b9-6992787a6454 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:12.661023 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-45a4f5c7-807a-40c5-a0b9-6992787a6454 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] 10.222.0.36 "DELETE /v2.0/routers/5f58704f-fce4-4829-87aa-dcc08ab439a7 HTTP/1.1" status: 204 len: 168 time: 1.8985765 Aug 16 23:05:12.661767 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 50852) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:12.727980 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_v2 [None req-0325996c-bd36-4a8b-9970-73b8a55f6387 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Deleting subnet b322844d-4296-4e39-ac49-99ece943bc8e {{(pid=101292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:05:12.763128 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0325996c-bd36-4a8b-9970-73b8a55f6387 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:12.768948 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.db.api [None req-41d1769e-9a0b-43a6-8db9-ecb6455bf6e8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101293) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 23:05:12.769581 n-d-791506-26 neutron-server[101293]: DEBUG oslo_db.api [None req-41d1769e-9a0b-43a6-8db9-ecb6455bf6e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 23:05:12.796869 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-4f0955d0-9df5-45c7-afd5-e1d9f15ac759 None None] Attempting to bind port c26f67ee-b425-492d-9b6c-181d7f7acc7f on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:05:12.798253 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-4f0955d0-9df5-45c7-afd5-e1d9f15ac759 None None] Attempting to bind port c26f67ee-b425-492d-9b6c-181d7f7acc7f by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': 'f2e0f9e9-2443-4bd8-aede-ac0ee12a482a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '51dfac5b-d8c6-41f8-b971-fdba875cf414'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:05:12.798811 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0955d0-9df5-45c7-afd5-e1d9f15ac759 None None] Attempting to bind port c26f67ee-b425-492d-9b6c-181d7f7acc7f on network 51dfac5b-d8c6-41f8-b971-fdba875cf414 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:05:12.805968 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0955d0-9df5-45c7-afd5-e1d9f15ac759 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:05:12.806698 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0955d0-9df5-45c7-afd5-e1d9f15ac759 None None] Checking segment: {'id': 'f2e0f9e9-2443-4bd8-aede-ac0ee12a482a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '51dfac5b-d8c6-41f8-b971-fdba875cf414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:05:12.807303 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4f0955d0-9df5-45c7-afd5-e1d9f15ac759 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:12.807913 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0955d0-9df5-45c7-afd5-e1d9f15ac759 None None] Bound using segment: {'id': 'f2e0f9e9-2443-4bd8-aede-ac0ee12a482a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '51dfac5b-d8c6-41f8-b971-fdba875cf414'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:05:12.808608 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-4f0955d0-9df5-45c7-afd5-e1d9f15ac759 None None] Bound port: c26f67ee-b425-492d-9b6c-181d7f7acc7f, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2e0f9e9-2443-4bd8-aede-ac0ee12a482a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '51dfac5b-d8c6-41f8-b971-fdba875cf414'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:05:12.811677 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4f0955d0-9df5-45c7-afd5-e1d9f15ac759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:12.867463 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0325996c-bd36-4a8b-9970-73b8a55f6387 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3848860'] for subnet, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:12.911622 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-4f0955d0-9df5-45c7-afd5-e1d9f15ac759 None None] For port c26f67ee-b425-492d-9b6c-181d7f7acc7f, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:05:12.917528 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-4f0955d0-9df5-45c7-afd5-e1d9f15ac759 None None] For port c26f67ee-b425-492d-9b6c-181d7f7acc7f, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=c26f67ee-b425-492d-9b6c-181d7f7acc7f,segment=NetworkSegment(f2e0f9e9-2443-4bd8-aede-ac0ee12a482a),segment_id=f2e0f9e9-2443-4bd8-aede-ac0ee12a482a)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:05:12.920841 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0325996c-bd36-4a8b-9970-73b8a55f6387 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:12.925607 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4f0955d0-9df5-45c7-afd5-e1d9f15ac759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:12.927699 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-85d1f64d-9f88-4888-96e8-6ebad6f31a26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:12.939142 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-85d1f64d-9f88-4888-96e8-6ebad6f31a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:12.999017 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0955d0-9df5-45c7-afd5-e1d9f15ac759 None None] Pushing event updated for resources: {'Port': ['ID=c26f67ee-b425-492d-9b6c-181d7f7acc7f,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:13.012739 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0325996c-bd36-4a8b-9970-73b8a55f6387 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26252129'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:13.053783 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0325996c-bd36-4a8b-9970-73b8a55f6387 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b322844d-4296-4e39-ac49-99ece943bc8e,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:13.062423 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0325996c-bd36-4a8b-9970-73b8a55f6387 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:13.065639 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-0325996c-bd36-4a8b-9970-73b8a55f6387 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] 10.222.0.36 "DELETE /v2.0/subnets/b322844d-4296-4e39-ac49-99ece943bc8e HTTP/1.1" status: 204 len: 168 time: 0.4028428 Aug 16 23:05:13.069815 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 50856) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:13.155263 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7e2c0c21-07e0-48e4-b90f-f944997159f6 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:13.306513 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d1769e-9a0b-43a6-8db9-ecb6455bf6e8 None None] Port ece4ab38-504f-4449-9413-aa0db2fde6c3 not found while updating agent binding for router 5f58704f-fce4-4829-87aa-dcc08ab439a7. {{(pid=101293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 16 23:05:13.329470 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d1769e-9a0b-43a6-8db9-ecb6455bf6e8 None None] Routers set() bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:05:13.330270 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d1769e-9a0b-43a6-8db9-ecb6455bf6e8 None None] Router IDs set() for agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 16 23:05:13.330464 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_agentschedulers_db [None req-41d1769e-9a0b-43a6-8db9-ecb6455bf6e8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5f58704f-fce4-4829-87aa-dcc08ab439a7'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:04:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent'). {{(pid=101293) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 16 23:05:13.332125 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7e2c0c21-07e0-48e4-b90f-f944997159f6 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:13.336785 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d1769e-9a0b-43a6-8db9-ecb6455bf6e8 None None] The sync data for ids ['5f58704f-fce4-4829-87aa-dcc08ab439a7'] in n-d-791506-26 is: [] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:05:13.358969 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-7e2c0c21-07e0-48e4-b90f-f944997159f6 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d743e56-4f4e-40c1-b3e3-f50287658a5b']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:05:13.405295 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d1f64d-9f88-4888-96e8-6ebad6f31a26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2976b69b-6998-4f9a-82fb-3e20a3f72c35,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:13.408930 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-7e2c0c21-07e0-48e4-b90f-f944997159f6 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e65d12f-4a30-4e80-8cea-b47a86d736d9') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:05:13.420859 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-85d1f64d-9f88-4888-96e8-6ebad6f31a26 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1ebb2229bede4b8ea084c9e90c9e5942&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8913276 Aug 16 23:05:13.423414 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-7e2c0c21-07e0-48e4-b90f-f944997159f6 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e65d12f-4a30-4e80-8cea-b47a86d736d9') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:05:13.425217 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 50862) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:13.441874 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7e2c0c21-07e0-48e4-b90f-f944997159f6 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:13.453307 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-5e635fd5-b079-494f-91b7-11df5a26d8fb tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Allocated IP 2001:db8::1 (51dfac5b-d8c6-41f8-b971-fdba875cf414/c57f50b4-c6ac-404d-bc34-5d423b7fb2ef/9201f2b2-7b2b-4008-80e0-82d876d9bd41) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:05:13.462537 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7e2c0c21-07e0-48e4-b90f-f944997159f6 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:13.472660 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e2c0c21-07e0-48e4-b90f-f944997159f6 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:05:13.473022 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7e2c0c21-07e0-48e4-b90f-f944997159f6 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:13.474823 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 16 23:05:13.474823 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:05:13.474823 n-d-791506-26 neutron-server[101292]: timer() Aug 16 23:05:13.474823 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:05:13.474823 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 16 23:05:13.474823 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:05:13.474823 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 16 23:05:13.474823 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:05:13.474823 n-d-791506-26 neutron-server[101292]: self._notify() Aug 16 23:05:13.474823 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:05:13.474823 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 16 23:05:13.474823 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:05:13.474823 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 16 23:05:13.474823 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:05:13.474823 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:05:13.474823 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:05:13.474823 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:05:13.474823 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:05:13.474823 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 16 23:05:13.474823 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:05:13.474823 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 16 23:05:13.474823 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:05:13.474823 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:05:13.474823 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:05:13.474823 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 16 23:05:13.474823 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:05:13.474823 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:05:13.474823 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:05:13.474823 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:05:13.474823 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:05:13.474823 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:05:13.474823 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:05:13.520121 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4645fa-8cd3-4175-8bbe-a7fe97f3c60e req-6d1bfa77-10af-47d0-b4dc-c62f1bcf8098 tempest-ServerGroupTestJSON-952219220 tempest-ServerGroupTestJSON-952219220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:13.521687 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dc4645fa-8cd3-4175-8bbe-a7fe97f3c60e req-6d1bfa77-10af-47d0-b4dc-c62f1bcf8098 tempest-ServerGroupTestJSON-952219220 tempest-ServerGroupTestJSON-952219220-project] 10.222.0.36 "GET /v2.0/ports?device_id=19a1cee3-fda2-44d1-9462-c182a5048410 HTTP/1.1" status: 200 len: 943 time: 0.1422577 Aug 16 23:05:13.561569 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bb61c3d7-a8a0-49a5-a387-96c5efd9738a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:13.569115 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7e2c0c21-07e0-48e4-b90f-f944997159f6 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:13.599908 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e2c0c21-07e0-48e4-b90f-f944997159f6 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4d743e56-4f4e-40c1-b3e3-f50287658a5b {{(pid=101292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 16 23:05:13.604177 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7e2c0c21-07e0-48e4-b90f-f944997159f6 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:13.605658 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bb61c3d7-a8a0-49a5-a387-96c5efd9738a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:13.611221 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-7e2c0c21-07e0-48e4-b90f-f944997159f6 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] 10.222.0.36 "DELETE /v2.0/networks/4d743e56-4f4e-40c1-b3e3-f50287658a5b HTTP/1.1" status: 204 len: 168 time: 0.5399296 Aug 16 23:05:13.612205 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2c0c21-07e0-48e4-b90f-f944997159f6 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Pushing event deleted for resources: {'Network': ['ID=4d743e56-4f4e-40c1-b3e3-f50287658a5b,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:13.616665 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dc4645fa-8cd3-4175-8bbe-a7fe97f3c60e req-73823d97-2129-453c-ab89-5969d1c3cf96 tempest-ServerGroupTestJSON-952219220 tempest-ServerGroupTestJSON-952219220-project] 10.222.0.36 "GET /v2.0/security-groups?id=90e85400-b81b-4295-8550-9f95b741fd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793748 Aug 16 23:05:13.696208 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5e635fd5-b079-494f-91b7-11df5a26d8fb tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:13.728657 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5e635fd5-b079-494f-91b7-11df5a26d8fb tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Transition to ACTIVE for port object 9201f2b2-7b2b-4008-80e0-82d876d9bd41 will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:05:13.775193 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bb61c3d7-a8a0-49a5-a387-96c5efd9738a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:13.777785 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bb61c3d7-a8a0-49a5-a387-96c5efd9738a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:13.778951 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-bb61c3d7-a8a0-49a5-a387-96c5efd9738a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2976b69b-6998-4f9a-82fb-3e20a3f72c35 HTTP/1.1" status: 204 len: 168 time: 0.3504996 Aug 16 23:05:13.798245 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device c26f67ee-b425-492d-9b6c-181d7f7acc7f up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:05:13.803070 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb61c3d7-a8a0-49a5-a387-96c5efd9738a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2976b69b-6998-4f9a-82fb-3e20a3f72c35,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:13.817161 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5e635fd5-b079-494f-91b7-11df5a26d8fb tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:13.853587 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e635fd5-b079-494f-91b7-11df5a26d8fb tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Network 51dfac5b-d8c6-41f8-b971-fdba875cf414 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:05:13.853858 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 2f5b59f3-5432-413c-84b4-bf1be237c083 details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:05:13.952135 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-5e635fd5-b079-494f-91b7-11df5a26d8fb tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:05:13.959471 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e635fd5-b079-494f-91b7-11df5a26d8fb tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:05:13.961282 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5e635fd5-b079-494f-91b7-11df5a26d8fb tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954230'] for router_interface, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:14.069690 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e635fd5-b079-494f-91b7-11df5a26d8fb tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Pushing event updated for resources: {'Port': ['ID=9201f2b2-7b2b-4008-80e0-82d876d9bd41,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:14.215819 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 2f5b59f3-5432-413c-84b4-bf1be237c083, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=2f5b59f3-5432-413c-84b4-bf1be237c083,segment=NetworkSegment(1c47d938-d164-4f1e-acb3-866a669aee3c),segment_id=1c47d938-d164-4f1e-acb3-866a669aee3c)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:05:14.230234 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port c26f67ee-b425-492d-9b6c-181d7f7acc7f completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:05:14.240936 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': '2f5b59f3-5432-413c-84b4-bf1be237c083', 'network_id': '8df62c6e-2b7f-48e8-a10c-dd52e1e729ea', 'port_id': '2f5b59f3-5432-413c-84b4-bf1be237c083', 'mac_address': 'fa:16:3e:85:60:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63d784f5-1b33-4e63-8920-e293463b7cb9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:05:14.253654 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 50876) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:14.265787 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-88eb26b0-4780-464a-a931-d9acd4c80967 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Request body: {'router': {'name': 'tempest-router--37359724', 'project_id': '15e8a7335b9c41128c8ceaa2b25c9b0e'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:05:14.277336 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5e635fd5-b079-494f-91b7-11df5a26d8fb tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:14.306511 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:14.311339 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-88eb26b0-4780-464a-a931-d9acd4c80967 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:14.315521 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-88eb26b0-4780-464a-a931-d9acd4c80967 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:14.347112 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f5b59f3-5432-413c-84b4-bf1be237c083 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:05:14.425962 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-88eb26b0-4780-464a-a931-d9acd4c80967 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:14.433755 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-88eb26b0-4780-464a-a931-d9acd4c80967 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:14.443459 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 2f5b59f3-5432-413c-84b4-bf1be237c083, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=2f5b59f3-5432-413c-84b4-bf1be237c083,segment=NetworkSegment(1c47d938-d164-4f1e-acb3-866a669aee3c),segment_id=1c47d938-d164-4f1e-acb3-866a669aee3c)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:05:14.455461 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:14.471109 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-88eb26b0-4780-464a-a931-d9acd4c80967 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:14.476108 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-88eb26b0-4780-464a-a931-d9acd4c80967 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2189763 Aug 16 23:05:14.477758 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 50880) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:14.528979 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1dc0c6c-35e1-4af7-b1bc-9abca3f156c8 None None] Network 51dfac5b-d8c6-41f8-b971-fdba875cf414 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:05:14.642886 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=2f5b59f3-5432-413c-84b4-bf1be237c083,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:14.690810 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['2f5b59f3-5432-413c-84b4-bf1be237c083'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:05:14.705810 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-cc47f6f9-1a4d-4ff2-b72b-19ac208f72e8 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks [] for router, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:14.706061 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 50884) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:14.744175 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-892d351e-902e-4838-91ee-43b976ab8923 None None] Provisioning for port c26f67ee-b425-492d-9b6c-181d7f7acc7f completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:05:14.751976 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-892d351e-902e-4838-91ee-43b976ab8923 None None] Provisioning complete for port c26f67ee-b425-492d-9b6c-181d7f7acc7f triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:05:14.752292 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-892d351e-902e-4838-91ee-43b976ab8923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:14.770608 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-57aff0ba-3b27-470d-a711-4e1190aa8e88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:14.918703 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5e635fd5-b079-494f-91b7-11df5a26d8fb tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:14.926429 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-cc47f6f9-1a4d-4ff2-b72b-19ac208f72e8 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:14.926688 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5e635fd5-b079-494f-91b7-11df5a26d8fb tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:14.928044 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5e635fd5-b079-494f-91b7-11df5a26d8fb tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954122'] for router_interface, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:14.929876 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-cc47f6f9-1a4d-4ff2-b72b-19ac208f72e8 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:14.953981 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c36d71-9be3-4973-9a38-b4fbc53e7d66 req-32f08d31-b9ab-4acf-bfc1-d3ac2076dba2 tempest-ServerGroupTestJSON-952219220 tempest-ServerGroupTestJSON-952219220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:14.955628 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-43c36d71-9be3-4973-9a38-b4fbc53e7d66 req-32f08d31-b9ab-4acf-bfc1-d3ac2076dba2 tempest-ServerGroupTestJSON-952219220 tempest-ServerGroupTestJSON-952219220-project] 10.222.0.36 "GET /v2.0/ports?device_id=19a1cee3-fda2-44d1-9462-c182a5048410 HTTP/1.1" status: 200 len: 944 time: 0.1637077 Aug 16 23:05:14.999235 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-892d351e-902e-4838-91ee-43b976ab8923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:15.072296 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-892d351e-902e-4838-91ee-43b976ab8923 None None] For port c26f67ee-b425-492d-9b6c-181d7f7acc7f, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=c26f67ee-b425-492d-9b6c-181d7f7acc7f,segment=NetworkSegment(f2e0f9e9-2443-4bd8-aede-ac0ee12a482a),segment_id=f2e0f9e9-2443-4bd8-aede-ac0ee12a482a)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:05:15.073899 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-43c36d71-9be3-4973-9a38-b4fbc53e7d66 req-e9f37f3b-385c-44a2-bc60-bd521ca0e3ca tempest-ServerGroupTestJSON-952219220 tempest-ServerGroupTestJSON-952219220-project] 10.222.0.36 "GET /v2.0/security-groups?id=90e85400-b81b-4295-8550-9f95b741fd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783558 Aug 16 23:05:15.075561 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-cc47f6f9-1a4d-4ff2-b72b-19ac208f72e8 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:15.076211 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc47f6f9-1a4d-4ff2-b72b-19ac208f72e8 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e6ee7c1d-4415-4db5-8294-9a2fed55b6a0 {{(pid=101292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:05:15.086269 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-892d351e-902e-4838-91ee-43b976ab8923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:15.094458 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-cc47f6f9-1a4d-4ff2-b72b-19ac208f72e8 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:15.096174 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-cc47f6f9-1a4d-4ff2-b72b-19ac208f72e8 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] 10.222.0.36 "DELETE /v2.0/routers/e6ee7c1d-4415-4db5-8294-9a2fed55b6a0 HTTP/1.1" status: 204 len: 168 time: 0.6161885 Aug 16 23:05:15.151115 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-57aff0ba-3b27-470d-a711-4e1190aa8e88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:15.161486 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e635fd5-b079-494f-91b7-11df5a26d8fb tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Pushing event updated for resources: {'Port': ['ID=9201f2b2-7b2b-4008-80e0-82d876d9bd41,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:15.164653 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892d351e-902e-4838-91ee-43b976ab8923 None None] Pushing event updated for resources: {'Port': ['ID=c26f67ee-b425-492d-9b6c-181d7f7acc7f,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:15.166033 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-57aff0ba-3b27-470d-a711-4e1190aa8e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:15.238376 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e635fd5-b079-494f-91b7-11df5a26d8fb tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Network 51dfac5b-d8c6-41f8-b971-fdba875cf414 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:05:15.241857 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-57aff0ba-3b27-470d-a711-4e1190aa8e88 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9b881e0fc7ba495c85e61cfd33d19ddc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5349128 Aug 16 23:05:15.243198 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-5e635fd5-b079-494f-91b7-11df5a26d8fb tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:05:15.245136 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 50890) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:15.245361 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aff0ba-3b27-470d-a711-4e1190aa8e88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e308589-fd03-4666-81a2-ef21769fd938,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:15.322863 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 50892) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:15.351071 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-dbbfc728-cc8b-4c61-8c47-63103905f820 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:15.377883 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-dbbfc728-cc8b-4c61-8c47-63103905f820 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:15.426143 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e635fd5-b079-494f-91b7-11df5a26d8fb tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Router 51d4a569-61e1-4ccd-8670-31be178c77b6 is scheduled to L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f with binding_index 1 {{(pid=101291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:05:15.437944 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-29708b59-346d-434d-8fbc-a88115ab4746 None None] Provisioning for port 9201f2b2-7b2b-4008-80e0-82d876d9bd41 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:05:15.443923 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-29708b59-346d-434d-8fbc-a88115ab4746 None None] Provisioning complete for port 9201f2b2-7b2b-4008-80e0-82d876d9bd41 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:05:15.444315 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-29708b59-346d-434d-8fbc-a88115ab4746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:15.462974 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-dbbfc728-cc8b-4c61-8c47-63103905f820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:15.466641 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-dbbfc728-cc8b-4c61-8c47-63103905f820 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:15.468372 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-dbbfc728-cc8b-4c61-8c47-63103905f820 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7e308589-fd03-4666-81a2-ef21769fd938 HTTP/1.1" status: 204 len: 168 time: 0.2218256 Aug 16 23:05:15.478746 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbfc728-cc8b-4c61-8c47-63103905f820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e308589-fd03-4666-81a2-ef21769fd938,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:15.544117 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-29708b59-346d-434d-8fbc-a88115ab4746 None None] Port 9201f2b2-7b2b-4008-80e0-82d876d9bd41 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:05:15.559508 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-29708b59-346d-434d-8fbc-a88115ab4746 None None] Provisioning complete for port c26f67ee-b425-492d-9b6c-181d7f7acc7f triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:05:15.559886 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-29708b59-346d-434d-8fbc-a88115ab4746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:15.624780 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e635fd5-b079-494f-91b7-11df5a26d8fb tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:05:15.636206 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b6b947-75ce-47c2-ba40-6c62e0ddce6f None None] Sync routers for ids ['51d4a569-61e1-4ccd-8670-31be178c77b6'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:05:15.638315 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-5e635fd5-b079-494f-91b7-11df5a26d8fb tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "PUT /v2.0/routers/51d4a569-61e1-4ccd-8670-31be178c77b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4094515 Aug 16 23:05:15.641269 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 50900) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:15.655193 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b6b947-75ce-47c2-ba40-6c62e0ddce6f None None] Routers {'51d4a569-61e1-4ccd-8670-31be178c77b6'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:05:15.655627 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-b2b6b947-75ce-47c2-ba40-6c62e0ddce6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:04:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['51d4a569-61e1-4ccd-8670-31be178c77b6'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:05:15.741777 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-b2b6b947-75ce-47c2-ba40-6c62e0ddce6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:05:15.760664 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4ca4e2-dbe3-47cb-b7e6-15ecb0ea92d5 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:15.762622 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-ad4ca4e2-dbe3-47cb-b7e6-15ecb0ea92d5 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "GET /v2.0/ports/9201f2b2-7b2b-4008-80e0-82d876d9bd41 HTTP/1.1" status: 200 len: 911 time: 0.1203492 Aug 16 23:05:15.765543 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 50902) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:15.769881 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-961f7225-bd57-4885-8bc1-8d44ead86453 tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1547878560', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}, 'admin_state_up': False}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:05:15.786832 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b6b947-75ce-47c2-ba40-6c62e0ddce6f None None] Routers {'51d4a569-61e1-4ccd-8670-31be178c77b6'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:05:15.787612 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-b2b6b947-75ce-47c2-ba40-6c62e0ddce6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:04:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['51d4a569-61e1-4ccd-8670-31be178c77b6'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:05:15.807055 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device c26f67ee-b425-492d-9b6c-181d7f7acc7f up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:05:15.813433 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-961f7225-bd57-4885-8bc1-8d44ead86453 tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:15.816116 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-961f7225-bd57-4885-8bc1-8d44ead86453 tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:15.860647 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-b2b6b947-75ce-47c2-ba40-6c62e0ddce6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:05:15.861513 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b6b947-75ce-47c2-ba40-6c62e0ddce6f None None] The sync data for ids ['51d4a569-61e1-4ccd-8670-31be178c77b6'] in n-d-791506-26 is: [] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:05:15.877525 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 2f5b59f3-5432-413c-84b4-bf1be237c083 up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:05:15.900812 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-961f7225-bd57-4885-8bc1-8d44ead86453 tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:15.966448 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-014bb9a2-535d-4301-ae1c-dc3c32d13168 None None] Provisioning complete for port 9201f2b2-7b2b-4008-80e0-82d876d9bd41 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:05:15.966820 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-014bb9a2-535d-4301-ae1c-dc3c32d13168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:16.043451 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-014bb9a2-535d-4301-ae1c-dc3c32d13168 None None] Port 9201f2b2-7b2b-4008-80e0-82d876d9bd41 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:05:16.081821 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port c26f67ee-b425-492d-9b6c-181d7f7acc7f triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:05:16.082200 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:16.089196 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning for port 2f5b59f3-5432-413c-84b4-bf1be237c083 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:05:16.117788 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port 2f5b59f3-5432-413c-84b4-bf1be237c083 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:05:16.118164 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:16.127350 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-961f7225-bd57-4885-8bc1-8d44ead86453 tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:16.318173 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-5660a666-a24b-4332-8c35-3880bf9239cf None None] Provisioning complete for port 9201f2b2-7b2b-4008-80e0-82d876d9bd41 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:05:16.318680 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-5660a666-a24b-4332-8c35-3880bf9239cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:16.343039 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:16.385334 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19a1cee3-fda2-44d1-9462-c182a5048410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f5b59f3-5432-413c-84b4-bf1be237c083'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:05:16.387935 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af6ec5ec-8a17-4a2c-afac-eaa1cbdce225" -d '{"events": [{"server_uuid": "19a1cee3-fda2-44d1-9462-c182a5048410", "name": "network-vif-plugged", "status": "completed", "tag": "2f5b59f3-5432-413c-84b4-bf1be237c083"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:05:16.434607 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-5660a666-a24b-4332-8c35-3880bf9239cf None None] Port 9201f2b2-7b2b-4008-80e0-82d876d9bd41 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:05:16.440080 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 2f5b59f3-5432-413c-84b4-bf1be237c083, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=2f5b59f3-5432-413c-84b4-bf1be237c083,segment=NetworkSegment(1c47d938-d164-4f1e-acb3-866a669aee3c),segment_id=1c47d938-d164-4f1e-acb3-866a669aee3c)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:05:16.447568 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:16.458791 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e000099-b60c-4994-b683-da026d22bbad x-openstack-request-id: req-3e000099-b60c-4994-b683-da026d22bbad {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:05:16.459365 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19a1cee3-fda2-44d1-9462-c182a5048410", "name": "network-vif-plugged", "status": "completed", "tag": "2f5b59f3-5432-413c-84b4-bf1be237c083", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:05:16.459808 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3e000099-b60c-4994-b683-da026d22bbad {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:05:16.460389 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19a1cee3-fda2-44d1-9462-c182a5048410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f5b59f3-5432-413c-84b4-bf1be237c083', 'code': 200} Aug 16 23:05:16.472792 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f6e87ca6-39e4-4583-ab82-e77c26df3adb tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537579'] for router_interface, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:16.504061 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-961f7225-bd57-4885-8bc1-8d44ead86453 tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks [] for router_gateway, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:16.535737 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0c3c06-0304-4932-a9da-281a71336cb2 req-af1c805b-2e3f-4ee7-9bc7-1c4d21f010f1 tempest-ServerGroupTestJSON-952219220 tempest-ServerGroupTestJSON-952219220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:16.544047 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1a0c3c06-0304-4932-a9da-281a71336cb2 req-af1c805b-2e3f-4ee7-9bc7-1c4d21f010f1 tempest-ServerGroupTestJSON-952219220 tempest-ServerGroupTestJSON-952219220-project] 10.222.0.36 "GET /v2.0/ports?device_id=19a1cee3-fda2-44d1-9462-c182a5048410 HTTP/1.1" status: 200 len: 944 time: 0.2611969 Aug 16 23:05:16.550159 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-961f7225-bd57-4885-8bc1-8d44ead86453 tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:16.569149 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=2f5b59f3-5432-413c-84b4-bf1be237c083,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:16.677215 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1a0c3c06-0304-4932-a9da-281a71336cb2 req-a75b28e3-0e87-4736-88e4-bd67a2377515 tempest-ServerGroupTestJSON-952219220 tempest-ServerGroupTestJSON-952219220-project] 10.222.0.36 "GET /v2.0/security-groups?id=90e85400-b81b-4295-8550-9f95b741fd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317241 Aug 16 23:05:16.701784 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-961f7225-bd57-4885-8bc1-8d44ead86453 tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Allocated IP 172.25.4.214 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/7304a856-02a8-4ddd-aece-07ce859379c2) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:05:16.705983 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d90096d-b443-4629-b5af-42d6cc8254f7 req-e48e20cd-0f61-4185-8c35-b5e3af2487a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:16.707642 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5d90096d-b443-4629-b5af-42d6cc8254f7 req-e48e20cd-0f61-4185-8c35-b5e3af2487a0 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=19a1cee3-fda2-44d1-9462-c182a5048410 HTTP/1.1" status: 200 len: 1097 time: 0.1656516 Aug 16 23:05:16.805568 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5d90096d-b443-4629-b5af-42d6cc8254f7 req-72300a10-7767-40dc-bd4f-8e51ddebe653 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=90e85400-b81b-4295-8550-9f95b741fd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898962 Aug 16 23:05:16.864466 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-961f7225-bd57-4885-8bc1-8d44ead86453 tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:16.913610 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-961f7225-bd57-4885-8bc1-8d44ead86453 tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:16.956589 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-f6e87ca6-39e4-4583-ab82-e77c26df3adb tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Deleting port 9201f2b2-7b2b-4008-80e0-82d876d9bd41 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:05:16.956954 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f6e87ca6-39e4-4583-ab82-e77c26df3adb tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:16.972618 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961f7225-bd57-4885-8bc1-8d44ead86453 tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:05:16.978216 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-961f7225-bd57-4885-8bc1-8d44ead86453 tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:05:16.981913 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961f7225-bd57-4885-8bc1-8d44ead86453 tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:05:17.008799 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961f7225-bd57-4885-8bc1-8d44ead86453 tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Pushing event updated for resources: {'Port': ['ID=7304a856-02a8-4ddd-aece-07ce859379c2,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:17.088415 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f6e87ca6-39e4-4583-ab82-e77c26df3adb tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:17.101896 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-f6e87ca6-39e4-4583-ab82-e77c26df3adb tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Calling delete_port for 9201f2b2-7b2b-4008-80e0-82d876d9bd41 owned by network:router_interface {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:05:17.324405 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-961f7225-bd57-4885-8bc1-8d44ead86453 tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks [] for router_gateway, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:17.413935 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f6e87ca6-39e4-4583-ab82-e77c26df3adb tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:17.461911 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e87ca6-39e4-4583-ab82-e77c26df3adb tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Pushing event deleted for resources: {'Port': ['ID=9201f2b2-7b2b-4008-80e0-82d876d9bd41,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:17.608778 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f6e87ca6-39e4-4583-ab82-e77c26df3adb tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537471'] for router_interface, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:17.610940 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-961f7225-bd57-4885-8bc1-8d44ead86453 tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:17.679254 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-93808569-ef76-4399-80d4-f3d04b977725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:17.868377 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec80cb2-9497-4023-ace7-f79c5dd9740c req-01104093-846b-4b56-a7de-61b146426fc9 tempest-ServerGroupTestJSON-952219220 tempest-ServerGroupTestJSON-952219220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:17.870122 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-eec80cb2-9497-4023-ace7-f79c5dd9740c req-01104093-846b-4b56-a7de-61b146426fc9 tempest-ServerGroupTestJSON-952219220 tempest-ServerGroupTestJSON-952219220-project] 10.222.0.36 "GET /v2.0/ports?device_id=19a1cee3-fda2-44d1-9462-c182a5048410 HTTP/1.1" status: 200 len: 945 time: 0.0946536 Aug 16 23:05:17.895737 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-961f7225-bd57-4885-8bc1-8d44ead86453 tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Router a266dcf9-3a4d-4a3b-a5df-d7303ddcd34f is scheduled to L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f with binding_index 1 {{(pid=101292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:05:17.956066 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6e87ca6-39e4-4583-ab82-e77c26df3adb tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Router 51d4a569-61e1-4ccd-8670-31be178c77b6 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:05:17.991052 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-eec80cb2-9497-4023-ace7-f79c5dd9740c req-f0a1b09c-554d-446c-ab5b-c73eecbe1a61 tempest-ServerGroupTestJSON-952219220 tempest-ServerGroupTestJSON-952219220-project] 10.222.0.36 "GET /v2.0/security-groups?id=90e85400-b81b-4295-8550-9f95b741fd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130538 Aug 16 23:05:18.063680 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6e87ca6-39e4-4583-ab82-e77c26df3adb tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:05:18.071574 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-961f7225-bd57-4885-8bc1-8d44ead86453 tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:05:18.075527 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-f6e87ca6-39e4-4583-ab82-e77c26df3adb tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "PUT /v2.0/routers/51d4a569-61e1-4ccd-8670-31be178c77b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3069351 Aug 16 23:05:18.076671 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 50966) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:18.086100 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb961833-901d-446e-83a9-a76375ae6334 None None] Sync routers for ids ['51d4a569-61e1-4ccd-8670-31be178c77b6'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:05:18.093451 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-961f7225-bd57-4885-8bc1-8d44ead86453 tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:18.098660 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-961f7225-bd57-4885-8bc1-8d44ead86453 tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.7721655 Aug 16 23:05:18.104058 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 50968) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:18.112221 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb961833-901d-446e-83a9-a76375ae6334 None None] Routers {'51d4a569-61e1-4ccd-8670-31be178c77b6'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:05:18.113866 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f27e10-1576-422a-9ff0-906f52e70e81 None None] Sync routers for ids ['a266dcf9-3a4d-4a3b-a5df-d7303ddcd34f'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:05:18.114403 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-eb961833-901d-446e-83a9-a76375ae6334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:04:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['51d4a569-61e1-4ccd-8670-31be178c77b6'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:05:18.130045 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f27e10-1576-422a-9ff0-906f52e70e81 None None] Routers {'a266dcf9-3a4d-4a3b-a5df-d7303ddcd34f'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:05:18.131070 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-23f27e10-1576-422a-9ff0-906f52e70e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:04:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['a266dcf9-3a4d-4a3b-a5df-d7303ddcd34f'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:05:18.137824 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-f79fe87f-1631-4ce6-9a9c-268967af2012 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "GET /v2.0/ports?device_id=51d4a569-61e1-4ccd-8670-31be178c77b6 HTTP/1.1" status: 200 len: 205 time: 0.0600414 Aug 16 23:05:18.139195 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 50972) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:18.221000 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-eb961833-901d-446e-83a9-a76375ae6334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:05:18.222052 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-23f27e10-1576-422a-9ff0-906f52e70e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:05:18.247061 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f27e10-1576-422a-9ff0-906f52e70e81 None None] Routers {'a266dcf9-3a4d-4a3b-a5df-d7303ddcd34f'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:05:18.247700 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-23f27e10-1576-422a-9ff0-906f52e70e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:04:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['a266dcf9-3a4d-4a3b-a5df-d7303ddcd34f'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:05:18.252252 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb961833-901d-446e-83a9-a76375ae6334 None None] Routers {'51d4a569-61e1-4ccd-8670-31be178c77b6'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:05:18.259582 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-eb961833-901d-446e-83a9-a76375ae6334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:04:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['51d4a569-61e1-4ccd-8670-31be178c77b6'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:05:18.300794 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-23f27e10-1576-422a-9ff0-906f52e70e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:05:18.301736 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f27e10-1576-422a-9ff0-906f52e70e81 None None] The sync data for ids ['a266dcf9-3a4d-4a3b-a5df-d7303ddcd34f'] in n-d-791506-26 is: [] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:05:18.329485 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8ef79dfc-a442-4a70-813b-0988335012f5 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks [] for router, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:18.332078 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-eb961833-901d-446e-83a9-a76375ae6334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:05:18.333564 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb961833-901d-446e-83a9-a76375ae6334 None None] The sync data for ids ['51d4a569-61e1-4ccd-8670-31be178c77b6'] in n-d-791506-26 is: [] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:05:18.597146 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8ef79dfc-a442-4a70-813b-0988335012f5 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:18.600042 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8ef79dfc-a442-4a70-813b-0988335012f5 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:18.657203 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8ef79dfc-a442-4a70-813b-0988335012f5 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:18.657936 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ef79dfc-a442-4a70-813b-0988335012f5 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Fanout notify agent at l3_agent the message router_deleted on router 51d4a569-61e1-4ccd-8670-31be178c77b6 {{(pid=101291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:05:18.667706 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8ef79dfc-a442-4a70-813b-0988335012f5 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:18.668982 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-8ef79dfc-a442-4a70-813b-0988335012f5 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "DELETE /v2.0/routers/51d4a569-61e1-4ccd-8670-31be178c77b6 HTTP/1.1" status: 204 len: 168 time: 0.5214844 Aug 16 23:05:18.671557 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 50994) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:18.768580 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f79c640-29e4-4330-9aa0-a0797f78a1c4 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Deleting subnet c57f50b4-c6ac-404d-bc34-5d423b7fb2ef {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:05:18.772841 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2f79c640-29e4-4330-9aa0-a0797f78a1c4 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:18.796765 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-5699d789-af89-4909-a1a9-f22523543ad3 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] 10.222.0.36 "GET /v2.0/routers/a266dcf9-3a4d-4a3b-a5df-d7303ddcd34f HTTP/1.1" status: 200 len: 921 time: 0.6904566 Aug 16 23:05:18.802562 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 50998) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:18.810805 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1172ca2-816a-445f-b820-60255294e943 req-a07f8693-76de-414b-adb9-feafcb174b6f tempest-ServerGroupTestJSON-952219220 tempest-ServerGroupTestJSON-952219220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:18.814303 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e1172ca2-816a-445f-b820-60255294e943 req-a07f8693-76de-414b-adb9-feafcb174b6f tempest-ServerGroupTestJSON-952219220 tempest-ServerGroupTestJSON-952219220-project] 10.222.0.36 "GET /v2.0/ports?device_id=19a1cee3-fda2-44d1-9462-c182a5048410 HTTP/1.1" status: 200 len: 945 time: 0.0729520 Aug 16 23:05:18.854083 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2f79c640-29e4-4330-9aa0-a0797f78a1c4 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:18.856565 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-fbcd53e8-0d24-4b09-aa00-1e37637d0bac tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] 10.222.0.36 "GET /v2.0/ports?device_id=a266dcf9-3a4d-4a3b-a5df-d7303ddcd34f HTTP/1.1" status: 200 len: 205 time: 0.0409510 Aug 16 23:05:18.863682 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 51002) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:18.938757 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e1172ca2-816a-445f-b820-60255294e943 req-26fe1e4c-1ebd-4637-900a-7f74789e36d3 tempest-ServerGroupTestJSON-952219220 tempest-ServerGroupTestJSON-952219220-project] 10.222.0.36 "GET /v2.0/security-groups?id=90e85400-b81b-4295-8550-9f95b741fd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143255 Aug 16 23:05:18.983892 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2f79c640-29e4-4330-9aa0-a0797f78a1c4 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:19.030860 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9a2f35cf-dff6-4f07-ab9e-cf38e1106fa5 tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks [] for router, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:19.088458 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2f79c640-29e4-4330-9aa0-a0797f78a1c4 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:19.128465 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1c7fb9-0230-43c4-9476-133e79c81836 None None] Network 51dfac5b-d8c6-41f8-b971-fdba875cf414 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:05:19.151079 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2f79c640-29e4-4330-9aa0-a0797f78a1c4 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:19.155072 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-2f79c640-29e4-4330-9aa0-a0797f78a1c4 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "DELETE /v2.0/subnets/c57f50b4-c6ac-404d-bc34-5d423b7fb2ef HTTP/1.1" status: 204 len: 168 time: 0.4813578 Aug 16 23:05:19.156864 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 51008) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:19.159419 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f79c640-29e4-4330-9aa0-a0797f78a1c4 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Pushing event deleted for resources: {'Subnet': ['ID=c57f50b4-c6ac-404d-bc34-5d423b7fb2ef,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:19.186129 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9a2f35cf-dff6-4f07-ab9e-cf38e1106fa5 tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:19.260758 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-9a2f35cf-dff6-4f07-ab9e-cf38e1106fa5 tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Deleting port 7304a856-02a8-4ddd-aece-07ce859379c2 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:05:19.261141 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9a2f35cf-dff6-4f07-ab9e-cf38e1106fa5 tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:19.301249 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-28ce39dd-581f-4685-8a77-0e3544561316 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:19.358707 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 51012) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:19.364764 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-6ea379ec-50a7-4eb9-a5c9-d3907a1b2ce1 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1355905059'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:05:19.365887 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8331a6c9-0682-4243-ab68-e16fcc0586ca None None] DHCP port deletion for 51dfac5b-d8c6-41f8-b971-fdba875cf414 request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:05:19.376502 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-28ce39dd-581f-4685-8a77-0e3544561316 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Deleting port c26f67ee-b425-492d-9b6c-181d7f7acc7f {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:05:19.377258 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-28ce39dd-581f-4685-8a77-0e3544561316 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:19.378697 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9a2f35cf-dff6-4f07-ab9e-cf38e1106fa5 tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:19.396627 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-9a2f35cf-dff6-4f07-ab9e-cf38e1106fa5 tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Calling delete_port for 7304a856-02a8-4ddd-aece-07ce859379c2 owned by network:router_gateway {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:05:19.412514 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea379ec-50a7-4eb9-a5c9-d3907a1b2ce1 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Made reservation on behalf of 0fd6de77a6ca45308e5ac106bdd0311d for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:05:19.416353 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6ea379ec-50a7-4eb9-a5c9-d3907a1b2ce1 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:19.429257 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-8331a6c9-0682-4243-ab68-e16fcc0586ca None None] Deleting port c26f67ee-b425-492d-9b6c-181d7f7acc7f {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:05:19.429633 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-8331a6c9-0682-4243-ab68-e16fcc0586ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:19.459706 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-28ce39dd-581f-4685-8a77-0e3544561316 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] For port c26f67ee-b425-492d-9b6c-181d7f7acc7f, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=c26f67ee-b425-492d-9b6c-181d7f7acc7f,segment=NetworkSegment(f2e0f9e9-2443-4bd8-aede-ac0ee12a482a),segment_id=f2e0f9e9-2443-4bd8-aede-ac0ee12a482a)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:05:19.461345 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-28ce39dd-581f-4685-8a77-0e3544561316 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:19.483187 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-28ce39dd-581f-4685-8a77-0e3544561316 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Calling delete_port for c26f67ee-b425-492d-9b6c-181d7f7acc7f owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:05:19.488715 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ea379ec-50a7-4eb9-a5c9-d3907a1b2ce1 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:05:19.504699 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6ea379ec-50a7-4eb9-a5c9-d3907a1b2ce1 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:19.505044 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-6ea379ec-50a7-4eb9-a5c9-d3907a1b2ce1 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Added segment 4e60af0a-2975-4931-9018-d082d9d7fdc2 of type vlan for network 716ffdec-3357-4059-8ca3-4654ec1fdd32 Aug 16 23:05:19.517760 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-8331a6c9-0682-4243-ab68-e16fcc0586ca None None] For port c26f67ee-b425-492d-9b6c-181d7f7acc7f, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=c26f67ee-b425-492d-9b6c-181d7f7acc7f,segment=NetworkSegment(f2e0f9e9-2443-4bd8-aede-ac0ee12a482a),segment_id=f2e0f9e9-2443-4bd8-aede-ac0ee12a482a)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:05:19.518339 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-8331a6c9-0682-4243-ab68-e16fcc0586ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:19.534447 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-8331a6c9-0682-4243-ab68-e16fcc0586ca None None] Calling delete_port for c26f67ee-b425-492d-9b6c-181d7f7acc7f owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:05:19.586122 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-28ce39dd-581f-4685-8a77-0e3544561316 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:19.600494 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6ea379ec-50a7-4eb9-a5c9-d3907a1b2ce1 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:19.631186 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-8331a6c9-0682-4243-ab68-e16fcc0586ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:19.642274 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ce39dd-581f-4685-8a77-0e3544561316 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Pushing event deleted for resources: {'Port': ['ID=c26f67ee-b425-492d-9b6c-181d7f7acc7f,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:19.652037 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ce39dd-581f-4685-8a77-0e3544561316 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] No DVR routers for this DVR port c26f67ee-b425-492d-9b6c-181d7f7acc7f on host n-d-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:05:19.668329 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8331a6c9-0682-4243-ab68-e16fcc0586ca None None] Pushing event deleted for resources: {'Port': ['ID=c26f67ee-b425-492d-9b6c-181d7f7acc7f,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:19.672643 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8331a6c9-0682-4243-ab68-e16fcc0586ca None None] No DVR routers for this DVR port c26f67ee-b425-492d-9b6c-181d7f7acc7f on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:05:19.684876 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6ea379ec-50a7-4eb9-a5c9-d3907a1b2ce1 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:19.691540 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea379ec-50a7-4eb9-a5c9-d3907a1b2ce1 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:19.692108 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6ea379ec-50a7-4eb9-a5c9-d3907a1b2ce1 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:19.721949 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device c26f67ee-b425-492d-9b6c-181d7f7acc7f no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:05:19.754389 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: c26f67ee-b425-492d-9b6c-181d7f7acc7f {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:05:19.754867 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device c26f67ee-b425-492d-9b6c-181d7f7acc7f not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:05:19.767952 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ee2f23d8-cae6-437c-9a94-7fa00fbc2a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:19.777040 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea379ec-50a7-4eb9-a5c9-d3907a1b2ce1 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Pushing event updated for resources: {'Network': ['ID=716ffdec-3357-4059-8ca3-4654ec1fdd32,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:19.779544 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-28ce39dd-581f-4685-8a77-0e3544561316 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:19.792901 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 716ffdec-3357-4059-8ca3-4654ec1fdd32 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:05:19.794561 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-28ce39dd-581f-4685-8a77-0e3544561316 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51dfac5b-d8c6-41f8-b971-fdba875cf414']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:05:19.803003 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-6ea379ec-50a7-4eb9-a5c9-d3907a1b2ce1 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4422667 Aug 16 23:05:19.803668 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 51018) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:19.806322 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9a2f35cf-dff6-4f07-ab9e-cf38e1106fa5 tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:19.811743 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-4951c863-f1df-43d6-9c67-ce8c10e19607 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-425947400'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:05:19.826971 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-28ce39dd-581f-4685-8a77-0e3544561316 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2e0f9e9-2443-4bd8-aede-ac0ee12a482a') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:05:19.827601 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-28ce39dd-581f-4685-8a77-0e3544561316 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2e0f9e9-2443-4bd8-aede-ac0ee12a482a') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:05:19.840883 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2f35cf-dff6-4f07-ab9e-cf38e1106fa5 tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Pushing event deleted for resources: {'Port': ['ID=7304a856-02a8-4ddd-aece-07ce859379c2,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:19.879147 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-28ce39dd-581f-4685-8a77-0e3544561316 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:19.907609 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d28997-edb1-45df-8df9-0250907417c0 req-9371f071-7e99-4da7-b613-76e9ef3279a9 tempest-ServerGroupTestJSON-952219220 tempest-ServerGroupTestJSON-952219220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:19.907938 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4951c863-f1df-43d6-9c67-ce8c10e19607 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Made reservation on behalf of 0fd6de77a6ca45308e5ac106bdd0311d for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:05:19.908447 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-43d28997-edb1-45df-8df9-0250907417c0 req-9371f071-7e99-4da7-b613-76e9ef3279a9 tempest-ServerGroupTestJSON-952219220 tempest-ServerGroupTestJSON-952219220-project] 10.222.0.68 "GET /v2.0/ports?device_id=19a1cee3-fda2-44d1-9462-c182a5048410 HTTP/1.1" status: 200 len: 945 time: 0.0975456 Aug 16 23:05:19.909837 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-28ce39dd-581f-4685-8a77-0e3544561316 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:19.911341 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4951c863-f1df-43d6-9c67-ce8c10e19607 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:19.917592 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28ce39dd-581f-4685-8a77-0e3544561316 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:05:19.918337 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-28ce39dd-581f-4685-8a77-0e3544561316 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:19.937709 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9a2f35cf-dff6-4f07-ab9e-cf38e1106fa5 tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537121'] for router_gateway, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:19.960776 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 23:05:19.960776 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:05:19.960776 n-d-791506-26 neutron-server[101291]: timer() Aug 16 23:05:19.960776 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:05:19.960776 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 23:05:19.960776 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:05:19.960776 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 23:05:19.960776 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:05:19.960776 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 23:05:19.960776 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:05:19.960776 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 23:05:19.960776 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:05:19.960776 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 23:05:19.960776 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:05:19.960776 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:05:19.960776 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:05:19.960776 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:05:19.960776 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:05:19.960776 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 23:05:19.960776 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:05:19.960776 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 23:05:19.960776 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:05:19.960776 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:05:19.960776 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:05:19.960776 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 23:05:19.960776 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:05:19.960776 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:05:19.960776 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:05:19.960776 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:05:19.960776 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:05:19.960776 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:05:19.960776 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:05:19.979938 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4951c863-f1df-43d6-9c67-ce8c10e19607 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:05:19.993082 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4951c863-f1df-43d6-9c67-ce8c10e19607 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:19.993499 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-4951c863-f1df-43d6-9c67-ce8c10e19607 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Added segment 6ea91bac-7c58-4125-a874-7009ffcf29d4 of type vlan for network f7e04764-48fe-4543-83bb-53e420b1bda2 Aug 16 23:05:20.081149 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-28ce39dd-581f-4685-8a77-0e3544561316 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:20.087370 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-28ce39dd-581f-4685-8a77-0e3544561316 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:20.096304 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-28ce39dd-581f-4685-8a77-0e3544561316 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "DELETE /v2.0/networks/51dfac5b-d8c6-41f8-b971-fdba875cf414 HTTP/1.1" status: 204 len: 168 time: 0.9378562 Aug 16 23:05:20.112796 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 51026) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:20.147217 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4951c863-f1df-43d6-9c67-ce8c10e19607 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:20.155920 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9a2f35cf-dff6-4f07-ab9e-cf38e1106fa5 tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:20.160692 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9a2f35cf-dff6-4f07-ab9e-cf38e1106fa5 tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:20.215155 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 51028) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:20.241467 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ce0d98-4b00-497d-bf24-e2075cd7f666 req-b41fa4a9-343c-4d5c-bfa4-14ff271e194b tempest-ServerGroupTestJSON-952219220 tempest-ServerGroupTestJSON-952219220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:20.243132 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-67ce0d98-4b00-497d-bf24-e2075cd7f666 req-b41fa4a9-343c-4d5c-bfa4-14ff271e194b tempest-ServerGroupTestJSON-952219220 tempest-ServerGroupTestJSON-952219220-project] 10.222.0.36 "GET /v2.0/ports?device_id=19a1cee3-fda2-44d1-9462-c182a5048410 HTTP/1.1" status: 200 len: 945 time: 0.1972480 Aug 16 23:05:20.245223 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4951c863-f1df-43d6-9c67-ce8c10e19607 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:20.252335 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4951c863-f1df-43d6-9c67-ce8c10e19607 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:20.253024 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4951c863-f1df-43d6-9c67-ce8c10e19607 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:20.263333 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9a2f35cf-dff6-4f07-ab9e-cf38e1106fa5 tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:20.263908 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a2f35cf-dff6-4f07-ab9e-cf38e1106fa5 tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Fanout notify agent at l3_agent the message router_deleted on router a266dcf9-3a4d-4a3b-a5df-d7303ddcd34f {{(pid=101292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:05:20.271778 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9a2f35cf-dff6-4f07-ab9e-cf38e1106fa5 tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:20.278127 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-9a2f35cf-dff6-4f07-ab9e-cf38e1106fa5 tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] 10.222.0.36 "DELETE /v2.0/routers/a266dcf9-3a4d-4a3b-a5df-d7303ddcd34f HTTP/1.1" status: 204 len: 168 time: 1.4120219 Aug 16 23:05:20.314431 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 51032) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:20.347078 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-609e6bce-15da-451d-9c14-b45bb19ef3a5 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2047161957', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'enable_snat': False}}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:05:20.402613 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-4951c863-f1df-43d6-9c67-ce8c10e19607 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5949244 Aug 16 23:05:20.405650 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8424e80e-1a42-4072-b6d1-7f4c4a317b81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:20.411780 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 51034) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:20.411970 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-959ddf55-9343-490d-9943-d3397a1c223f tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1086822261', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}, 'admin_state_up': False}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:05:20.414826 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-67ce0d98-4b00-497d-bf24-e2075cd7f666 req-f52423d8-a577-4380-b698-e4809438a322 tempest-ServerGroupTestJSON-952219220 tempest-ServerGroupTestJSON-952219220-project] 10.222.0.36 "GET /v2.0/security-groups?id=90e85400-b81b-4295-8550-9f95b741fd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586983 Aug 16 23:05:20.418564 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-43d28997-edb1-45df-8df9-0250907417c0 req-d8abacfe-5780-402e-b918-4766baef31c4 tempest-ServerGroupTestJSON-952219220 tempest-ServerGroupTestJSON-952219220-project] Deleting port 2f5b59f3-5432-413c-84b4-bf1be237c083 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:05:20.418914 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-43d28997-edb1-45df-8df9-0250907417c0 req-d8abacfe-5780-402e-b918-4766baef31c4 tempest-ServerGroupTestJSON-952219220 tempest-ServerGroupTestJSON-952219220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:20.419563 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-85890ef4-1505-42e3-82a2-1680aa0aa392 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Request body: {'subnet': {'network_id': '716ffdec-3357-4059-8ca3-4654ec1fdd32', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:05:20.426265 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ce39dd-581f-4685-8a77-0e3544561316 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Pushing event deleted for resources: {'Network': ['ID=51dfac5b-d8c6-41f8-b971-fdba875cf414,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:20.439469 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4951c863-f1df-43d6-9c67-ce8c10e19607 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Pushing event updated for resources: {'Network': ['ID=f7e04764-48fe-4543-83bb-53e420b1bda2,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:20.450291 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network f7e04764-48fe-4543-83bb-53e420b1bda2 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:05:20.492735 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-959ddf55-9343-490d-9943-d3397a1c223f tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:20.493827 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-959ddf55-9343-490d-9943-d3397a1c223f tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:20.496665 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-609e6bce-15da-451d-9c14-b45bb19ef3a5 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:20.497683 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-609e6bce-15da-451d-9c14-b45bb19ef3a5 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:20.544518 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-43d28997-edb1-45df-8df9-0250907417c0 req-d8abacfe-5780-402e-b918-4766baef31c4 tempest-ServerGroupTestJSON-952219220 tempest-ServerGroupTestJSON-952219220-project] For port 2f5b59f3-5432-413c-84b4-bf1be237c083, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=2f5b59f3-5432-413c-84b4-bf1be237c083,segment=NetworkSegment(1c47d938-d164-4f1e-acb3-866a669aee3c),segment_id=1c47d938-d164-4f1e-acb3-866a669aee3c)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:05:20.544958 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-43d28997-edb1-45df-8df9-0250907417c0 req-d8abacfe-5780-402e-b918-4766baef31c4 tempest-ServerGroupTestJSON-952219220 tempest-ServerGroupTestJSON-952219220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:20.567270 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:20.587285 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-959ddf55-9343-490d-9943-d3397a1c223f tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:20.588333 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-43d28997-edb1-45df-8df9-0250907417c0 req-d8abacfe-5780-402e-b918-4766baef31c4 tempest-ServerGroupTestJSON-952219220 tempest-ServerGroupTestJSON-952219220-project] Calling delete_port for 2f5b59f3-5432-413c-84b4-bf1be237c083 owned by compute:nova {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:05:20.608470 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-609e6bce-15da-451d-9c14-b45bb19ef3a5 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:20.777947 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-959ddf55-9343-490d-9943-d3397a1c223f tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:20.782248 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-609e6bce-15da-451d-9c14-b45bb19ef3a5 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:20.803424 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8424e80e-1a42-4072-b6d1-7f4c4a317b81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:20.820209 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8424e80e-1a42-4072-b6d1-7f4c4a317b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:20.898521 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85890ef4-1505-42e3-82a2-1680aa0aa392 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Made reservation on behalf of 0fd6de77a6ca45308e5ac106bdd0311d for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:05:20.901903 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-85890ef4-1505-42e3-82a2-1680aa0aa392 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:20.917456 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-43d28997-edb1-45df-8df9-0250907417c0 req-d8abacfe-5780-402e-b918-4766baef31c4 tempest-ServerGroupTestJSON-952219220 tempest-ServerGroupTestJSON-952219220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:20.929912 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['2f5b59f3-5432-413c-84b4-bf1be237c083'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:05:20.930171 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8424e80e-1a42-4072-b6d1-7f4c4a317b81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9050d0b0-eec8-4aea-8fc9-37cfb289b5c7,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:20.940208 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-8424e80e-1a42-4072-b6d1-7f4c4a317b81 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7ad5252643e64039baa193cb4d4c48d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7207420 Aug 16 23:05:20.955565 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 51036) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:20.965699 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8abacfe-5780-402e-b918-4766baef31c4 tempest-ServerGroupTestJSON-952219220 tempest-ServerGroupTestJSON-952219220-project] Pushing event deleted for resources: {'Port': ['ID=2f5b59f3-5432-413c-84b4-bf1be237c083,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:21.039675 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-43d28997-edb1-45df-8df9-0250907417c0 req-d8abacfe-5780-402e-b918-4766baef31c4 tempest-ServerGroupTestJSON-952219220 tempest-ServerGroupTestJSON-952219220-project] No DVR routers for this DVR port 2f5b59f3-5432-413c-84b4-bf1be237c083 on host n-h1-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:05:21.046084 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-43d28997-edb1-45df-8df9-0250907417c0 req-d8abacfe-5780-402e-b918-4766baef31c4 tempest-ServerGroupTestJSON-952219220 tempest-ServerGroupTestJSON-952219220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:21.048559 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-43d28997-edb1-45df-8df9-0250907417c0 req-d8abacfe-5780-402e-b918-4766baef31c4 tempest-ServerGroupTestJSON-952219220 tempest-ServerGroupTestJSON-952219220-project] 10.222.0.68 "DELETE /v2.0/ports/2f5b59f3-5432-413c-84b4-bf1be237c083 HTTP/1.1" status: 204 len: 173 time: 1.1322920 Aug 16 23:05:21.049275 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19a1cee3-fda2-44d1-9462-c182a5048410', 'name': 'network-vif-deleted', 'tag': '2f5b59f3-5432-413c-84b4-bf1be237c083'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:05:21.051543 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b182f824-8025-46b7-ac0b-8c697a10879c" -d '{"events": [{"server_uuid": "19a1cee3-fda2-44d1-9462-c182a5048410", "name": "network-vif-deleted", "tag": "2f5b59f3-5432-413c-84b4-bf1be237c083"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:05:21.127779 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f3c2bd-93b4-41dc-ba07-414ec9084b75 x-openstack-request-id: req-38f3c2bd-93b4-41dc-ba07-414ec9084b75 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:05:21.128566 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19a1cee3-fda2-44d1-9462-c182a5048410", "name": "network-vif-deleted", "tag": "2f5b59f3-5432-413c-84b4-bf1be237c083", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:05:21.128566 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-38f3c2bd-93b4-41dc-ba07-414ec9084b75 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:05:21.128771 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19a1cee3-fda2-44d1-9462-c182a5048410', 'name': 'network-vif-deleted', 'tag': '2f5b59f3-5432-413c-84b4-bf1be237c083', 'status': 'completed', 'code': 200} Aug 16 23:05:21.145670 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-218a3fa0-1889-478c-9171-e5eae360d535 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:21.180278 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-959ddf55-9343-490d-9943-d3397a1c223f tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks [] for router_gateway, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:21.212751 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-218a3fa0-1889-478c-9171-e5eae360d535 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:21.220763 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-959ddf55-9343-490d-9943-d3397a1c223f tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:21.257591 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-85890ef4-1505-42e3-82a2-1680aa0aa392 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:21.287153 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-609e6bce-15da-451d-9c14-b45bb19ef3a5 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:21.318502 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-609e6bce-15da-451d-9c14-b45bb19ef3a5 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:21.329700 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-218a3fa0-1889-478c-9171-e5eae360d535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:21.332239 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-218a3fa0-1889-478c-9171-e5eae360d535 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:21.336064 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-218a3fa0-1889-478c-9171-e5eae360d535 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9050d0b0-eec8-4aea-8fc9-37cfb289b5c7 HTTP/1.1" status: 204 len: 168 time: 0.3751571 Aug 16 23:05:21.347568 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218a3fa0-1889-478c-9171-e5eae360d535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9050d0b0-eec8-4aea-8fc9-37cfb289b5c7,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:21.354862 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85890ef4-1505-42e3-82a2-1680aa0aa392 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Pushing event updated for resources: {'Subnet': ['ID=a67b33f8-6bc2-40d2-9660-ea5007dbf946,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:21.366544 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-959ddf55-9343-490d-9943-d3397a1c223f tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Allocated IP 172.25.4.54 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/5c4392d7-4e7e-4a3c-8ce5-d2aa70682c43) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:05:21.410438 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85890ef4-1505-42e3-82a2-1680aa0aa392 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Checking segment: {'id': '4e60af0a-2975-4931-9018-d082d9d7fdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '716ffdec-3357-4059-8ca3-4654ec1fdd32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:05:21.410808 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85890ef4-1505-42e3-82a2-1680aa0aa392 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Network hostable DHCP agents. Network: 716ffdec-3357-4059-8ca3-4654ec1fdd32, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:05:21.434371 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85890ef4-1505-42e3-82a2-1680aa0aa392 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Network 716ffdec-3357-4059-8ca3-4654ec1fdd32 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:05:21.445202 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-85890ef4-1505-42e3-82a2-1680aa0aa392 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 716ffdec-3357-4059-8ca3-4654ec1fdd32) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:05:21.458460 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d150ef-f13a-4ba6-b914-db9e0f026d41 None None] Network 716ffdec-3357-4059-8ca3-4654ec1fdd32 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:05:21.462366 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85890ef4-1505-42e3-82a2-1680aa0aa392 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:21.462982 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-85890ef4-1505-42e3-82a2-1680aa0aa392 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:21.481552 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-85890ef4-1505-42e3-82a2-1680aa0aa392 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0656390 Aug 16 23:05:21.483862 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 51046) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:21.500453 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-8dd8dd6d-65fe-4e59-90bc-f162b5855346 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Request body: {'subnet': {'network_id': 'f7e04764-48fe-4543-83bb-53e420b1bda2', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:05:21.540726 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-959ddf55-9343-490d-9943-d3397a1c223f tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:21.586232 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:21.616248 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-894ed7aa-d99d-400b-9ad5-c67f2411c201 req-02aa4469-27fe-4715-b912-42330e616a98 tempest-ServerGroupTestJSON-952219220 tempest-ServerGroupTestJSON-952219220-project] 10.222.0.36 "GET /v2.0/ports?device_id=19a1cee3-fda2-44d1-9462-c182a5048410 HTTP/1.1" status: 200 len: 210 time: 0.0481334 Aug 16 23:05:21.638073 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-959ddf55-9343-490d-9943-d3397a1c223f tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:21.704909 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959ddf55-9343-490d-9943-d3397a1c223f tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:05:21.708021 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-959ddf55-9343-490d-9943-d3397a1c223f tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:05:21.715541 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959ddf55-9343-490d-9943-d3397a1c223f tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:05:21.740989 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959ddf55-9343-490d-9943-d3397a1c223f tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Pushing event updated for resources: {'Port': ['ID=5c4392d7-4e7e-4a3c-8ce5-d2aa70682c43,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:21.772101 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-609e6bce-15da-451d-9c14-b45bb19ef3a5 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Allocated IP 172.25.4.68 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/4ccd9b9d-97de-4fda-a532-08ea57025694) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:05:21.781242 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd8dd6d-65fe-4e59-90bc-f162b5855346 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Made reservation on behalf of 0fd6de77a6ca45308e5ac106bdd0311d for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:05:21.786950 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8dd8dd6d-65fe-4e59-90bc-f162b5855346 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:21.845166 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 51050) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:21.866469 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-88d1b5bd-5943-4917-b643-878a635500e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:21.891982 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e61687b-0d24-4bc2-8925-274e9f7111a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-716ffdec-3357-4059-8ca3-4654ec1fdd32', 'network_id': '716ffdec-3357-4059-8ca3-4654ec1fdd32', 'tenant_id': '0fd6de77a6ca45308e5ac106bdd0311d', 'fixed_ips': [{'subnet_id': 'a67b33f8-6bc2-40d2-9660-ea5007dbf946'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:05:21.893319 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9e61687b-0d24-4bc2-8925-274e9f7111a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:21.997777 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-609e6bce-15da-451d-9c14-b45bb19ef3a5 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:22.044606 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-9e61687b-0d24-4bc2-8925-274e9f7111a2 None None] Allocated IP 10.1.1.2 (716ffdec-3357-4059-8ca3-4654ec1fdd32/a67b33f8-6bc2-40d2-9660-ea5007dbf946/30898e8b-d32d-4732-9be6-c10e768dd7da) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:05:22.064509 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-959ddf55-9343-490d-9943-d3397a1c223f tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks [] for router_gateway, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:22.117340 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8dd8dd6d-65fe-4e59-90bc-f162b5855346 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:22.135380 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-88d1b5bd-5943-4917-b643-878a635500e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:22.148378 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-609e6bce-15da-451d-9c14-b45bb19ef3a5 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:22.169931 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-88d1b5bd-5943-4917-b643-878a635500e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:22.220939 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609e6bce-15da-451d-9c14-b45bb19ef3a5 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:05:22.226998 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-88d1b5bd-5943-4917-b643-878a635500e8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e5066be94dcb4b1b9cfbf4acbbcc2d3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3783314 Aug 16 23:05:22.227198 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 51052) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:22.231553 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-609e6bce-15da-451d-9c14-b45bb19ef3a5 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:05:22.232077 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9e61687b-0d24-4bc2-8925-274e9f7111a2 None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:22.234805 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd8dd6d-65fe-4e59-90bc-f162b5855346 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Pushing event updated for resources: {'Subnet': ['ID=78f5180d-c604-4361-9f31-ccf383bd8b30,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:22.235025 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d1b5bd-5943-4917-b643-878a635500e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70294a3e-e034-4a8c-9e8a-fa29c411c1b5,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:22.237466 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609e6bce-15da-451d-9c14-b45bb19ef3a5 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Pushing event updated for resources: {'Port': ['ID=4ccd9b9d-97de-4fda-a532-08ea57025694,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:22.243446 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9e61687b-0d24-4bc2-8925-274e9f7111a2 None None] Transition to ACTIVE for port object 30898e8b-d32d-4732-9be6-c10e768dd7da will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:05:22.256401 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609e6bce-15da-451d-9c14-b45bb19ef3a5 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:05:22.264129 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9e61687b-0d24-4bc2-8925-274e9f7111a2 None None] Transition to ACTIVE for port object 30898e8b-d32d-4732-9be6-c10e768dd7da will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:05:22.271915 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9e61687b-0d24-4bc2-8925-274e9f7111a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:22.305153 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd8dd6d-65fe-4e59-90bc-f162b5855346 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Checking segment: {'id': '6ea91bac-7c58-4125-a874-7009ffcf29d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f7e04764-48fe-4543-83bb-53e420b1bda2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:05:22.305531 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd8dd6d-65fe-4e59-90bc-f162b5855346 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Network hostable DHCP agents. Network: f7e04764-48fe-4543-83bb-53e420b1bda2, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:05:22.321594 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e61687b-0d24-4bc2-8925-274e9f7111a2 None None] Network 716ffdec-3357-4059-8ca3-4654ec1fdd32 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:05:22.326584 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-9e61687b-0d24-4bc2-8925-274e9f7111a2 None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:05:22.334096 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e61687b-0d24-4bc2-8925-274e9f7111a2 None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:05:22.348642 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e61687b-0d24-4bc2-8925-274e9f7111a2 None None] Pushing event updated for resources: {'Port': ['ID=30898e8b-d32d-4732-9be6-c10e768dd7da,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:22.393233 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd8dd6d-65fe-4e59-90bc-f162b5855346 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Network f7e04764-48fe-4543-83bb-53e420b1bda2 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:05:22.413614 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-9e61687b-0d24-4bc2-8925-274e9f7111a2 None None] Attempting to bind port 30898e8b-d32d-4732-9be6-c10e768dd7da on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:05:22.413981 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-9e61687b-0d24-4bc2-8925-274e9f7111a2 None None] Attempting to bind port 30898e8b-d32d-4732-9be6-c10e768dd7da by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '4e60af0a-2975-4931-9018-d082d9d7fdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '716ffdec-3357-4059-8ca3-4654ec1fdd32'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:05:22.414485 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e61687b-0d24-4bc2-8925-274e9f7111a2 None None] Attempting to bind port 30898e8b-d32d-4732-9be6-c10e768dd7da on network 716ffdec-3357-4059-8ca3-4654ec1fdd32 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:05:22.417339 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6658524b-ad8c-469d-be78-87199dac1b8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:22.419643 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e61687b-0d24-4bc2-8925-274e9f7111a2 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:05:22.420021 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e61687b-0d24-4bc2-8925-274e9f7111a2 None None] Checking segment: {'id': '4e60af0a-2975-4931-9018-d082d9d7fdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '716ffdec-3357-4059-8ca3-4654ec1fdd32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:05:22.420426 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9e61687b-0d24-4bc2-8925-274e9f7111a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:22.420584 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-959ddf55-9343-490d-9943-d3397a1c223f tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:22.420864 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e61687b-0d24-4bc2-8925-274e9f7111a2 None None] Bound using segment: {'id': '4e60af0a-2975-4931-9018-d082d9d7fdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '716ffdec-3357-4059-8ca3-4654ec1fdd32'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:05:22.421325 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-9e61687b-0d24-4bc2-8925-274e9f7111a2 None None] Bound port: 30898e8b-d32d-4732-9be6-c10e768dd7da, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e60af0a-2975-4931-9018-d082d9d7fdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '716ffdec-3357-4059-8ca3-4654ec1fdd32'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:05:22.422644 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9e61687b-0d24-4bc2-8925-274e9f7111a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:22.425868 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-8dd8dd6d-65fe-4e59-90bc-f162b5855346 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, f7e04764-48fe-4543-83bb-53e420b1bda2) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:05:22.436515 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd8dd6d-65fe-4e59-90bc-f162b5855346 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:22.437324 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8dd8dd6d-65fe-4e59-90bc-f162b5855346 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:22.459769 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-8dd8dd6d-65fe-4e59-90bc-f162b5855346 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9747028 Aug 16 23:05:22.461352 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a46232-01b5-42cb-8255-94dce05609bc None None] Network f7e04764-48fe-4543-83bb-53e420b1bda2 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:05:22.465925 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 51058) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:22.471488 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-9b8fecb5-249f-4691-9940-2f9205c88c60 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Request body: {'port': {'network_id': '716ffdec-3357-4059-8ca3-4654ec1fdd32', 'name': 'tempest-TaggedBootDevicesTest_v242-12999048', 'fixed_ips': [{'subnet_id': 'a67b33f8-6bc2-40d2-9660-ea5007dbf946'}]}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:05:22.487002 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6658524b-ad8c-469d-be78-87199dac1b8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:22.541258 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9e61687b-0d24-4bc2-8925-274e9f7111a2 None None] For port 30898e8b-d32d-4732-9be6-c10e768dd7da, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:05:22.545971 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9e61687b-0d24-4bc2-8925-274e9f7111a2 None None] For port 30898e8b-d32d-4732-9be6-c10e768dd7da, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=30898e8b-d32d-4732-9be6-c10e768dd7da,segment=NetworkSegment(4e60af0a-2975-4931-9018-d082d9d7fdc2),segment_id=4e60af0a-2975-4931-9018-d082d9d7fdc2)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:05:22.555528 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9e61687b-0d24-4bc2-8925-274e9f7111a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:22.596298 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6658524b-ad8c-469d-be78-87199dac1b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:22.599088 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6658524b-ad8c-469d-be78-87199dac1b8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:22.602919 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-6658524b-ad8c-469d-be78-87199dac1b8c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/70294a3e-e034-4a8c-9e8a-fa29c411c1b5 HTTP/1.1" status: 204 len: 168 time: 0.3721814 Aug 16 23:05:22.616005 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6658524b-ad8c-469d-be78-87199dac1b8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70294a3e-e034-4a8c-9e8a-fa29c411c1b5,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:22.641616 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e61687b-0d24-4bc2-8925-274e9f7111a2 None None] Pushing event updated for resources: {'Port': ['ID=30898e8b-d32d-4732-9be6-c10e768dd7da,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:22.651397 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-959ddf55-9343-490d-9943-d3397a1c223f tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Router effbb422-c36d-4943-b137-0f7bd33f44c3 is scheduled to L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f with binding_index 1 {{(pid=101291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:05:22.825311 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:22.834346 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-959ddf55-9343-490d-9943-d3397a1c223f tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:05:22.869058 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-959ddf55-9343-490d-9943-d3397a1c223f tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:22.873346 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c6594f-1f3a-4457-8175-d12db3f7d652 None None] Sync routers for ids ['effbb422-c36d-4943-b137-0f7bd33f44c3'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:05:22.873994 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-959ddf55-9343-490d-9943-d3397a1c223f tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.7589755 Aug 16 23:05:22.875420 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 51068) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:22.899771 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f242dc-cc95-4a2b-824e-5e81e5afb676 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-f7e04764-48fe-4543-83bb-53e420b1bda2', 'network_id': 'f7e04764-48fe-4543-83bb-53e420b1bda2', 'tenant_id': '0fd6de77a6ca45308e5ac106bdd0311d', 'fixed_ips': [{'subnet_id': '78f5180d-c604-4361-9f31-ccf383bd8b30'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:05:22.900765 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-98f242dc-cc95-4a2b-824e-5e81e5afb676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:22.940089 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c6594f-1f3a-4457-8175-d12db3f7d652 None None] Routers {'effbb422-c36d-4943-b137-0f7bd33f44c3'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:05:22.941089 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-e5c6594f-1f3a-4457-8175-d12db3f7d652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:05:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['effbb422-c36d-4943-b137-0f7bd33f44c3'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:05:23.049589 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-e5c6594f-1f3a-4457-8175-d12db3f7d652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:05:23.152220 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-609e6bce-15da-451d-9c14-b45bb19ef3a5 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:23.161457 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-90344b4a-fc3e-4258-b8eb-fc6350ac216f tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "GET /v2.0/routers/effbb422-c36d-4943-b137-0f7bd33f44c3 HTTP/1.1" status: 200 len: 884 time: 0.2828221 Aug 16 23:05:23.169831 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 51086) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:23.237989 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c6594f-1f3a-4457-8175-d12db3f7d652 None None] Routers {'effbb422-c36d-4943-b137-0f7bd33f44c3'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:05:23.240371 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-e5c6594f-1f3a-4457-8175-d12db3f7d652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:05:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['effbb422-c36d-4943-b137-0f7bd33f44c3'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:05:23.269159 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 51092) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:23.309332 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b8fecb5-249f-4691-9940-2f9205c88c60 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Made reservation on behalf of 0fd6de77a6ca45308e5ac106bdd0311d for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:05:23.314219 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-e5c6594f-1f3a-4457-8175-d12db3f7d652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:05:23.315201 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c6594f-1f3a-4457-8175-d12db3f7d652 None None] The sync data for ids ['effbb422-c36d-4943-b137-0f7bd33f44c3'] in n-d-791506-26 is: [] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:05:23.361965 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-a12b4331-ad6e-42d0-8add-48fd27d64780 admin admin] Deleting subnet 63d784f5-1b33-4e63-8920-e293463b7cb9 {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:05:23.372961 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a12b4331-ad6e-42d0-8add-48fd27d64780 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:23.393238 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-98f242dc-cc95-4a2b-824e-5e81e5afb676 None None] Allocated IP 10.2.2.2 (f7e04764-48fe-4543-83bb-53e420b1bda2/78f5180d-c604-4361-9f31-ccf383bd8b30/6288232f-4951-47b4-9eb8-a98843baa46c) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:05:23.479798 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a12b4331-ad6e-42d0-8add-48fd27d64780 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:23.499487 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9b8fecb5-249f-4691-9940-2f9205c88c60 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:23.512922 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-609e6bce-15da-451d-9c14-b45bb19ef3a5 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:23.566717 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [None req-9b8fecb5-249f-4691-9940-2f9205c88c60 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] device_id is not set on port 2d914dcd-a009-4bd0-a96d-6ee74c4c2e7d yet. {{(pid=101292) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 23:05:23.589728 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a12b4331-ad6e-42d0-8add-48fd27d64780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:23.607437 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-98f242dc-cc95-4a2b-824e-5e81e5afb676 None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:23.617664 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-98f242dc-cc95-4a2b-824e-5e81e5afb676 None None] Transition to ACTIVE for port object 6288232f-4951-47b4-9eb8-a98843baa46c will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:05:23.658569 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-98f242dc-cc95-4a2b-824e-5e81e5afb676 None None] Transition to ACTIVE for port object 6288232f-4951-47b4-9eb8-a98843baa46c will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:05:23.675431 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-98f242dc-cc95-4a2b-824e-5e81e5afb676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:23.695811 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-a9ca7a61-1f4f-4c56-afda-adf186767d03 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.5227113 Aug 16 23:05:23.696733 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 51104) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:23.713392 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-8c7cb8cc-ce15-47d0-96ee-6fb789a20428 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1086822261'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:05:23.785958 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f242dc-cc95-4a2b-824e-5e81e5afb676 None None] Network f7e04764-48fe-4543-83bb-53e420b1bda2 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:05:23.795273 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-98f242dc-cc95-4a2b-824e-5e81e5afb676 None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:05:23.799821 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f242dc-cc95-4a2b-824e-5e81e5afb676 None None] Pushing event updated for resources: {'Port': ['ID=6288232f-4951-47b4-9eb8-a98843baa46c,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:23.806217 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a12b4331-ad6e-42d0-8add-48fd27d64780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:23.806679 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-609e6bce-15da-451d-9c14-b45bb19ef3a5 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Router 58da6dd6-d402-403e-bdf7-8897614d371e is scheduled to L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f with binding_index 1 {{(pid=101292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:05:23.811611 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f242dc-cc95-4a2b-824e-5e81e5afb676 None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:05:23.833066 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-9b8fecb5-249f-4691-9940-2f9205c88c60 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Allocated IP 10.1.1.37 (716ffdec-3357-4059-8ca3-4654ec1fdd32/a67b33f8-6bc2-40d2-9660-ea5007dbf946/2d914dcd-a009-4bd0-a96d-6ee74c4c2e7d) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:05:23.866442 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 30898e8b-d32d-4732-9be6-c10e768dd7da up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:05:23.936084 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 2f5b59f3-5432-413c-84b4-bf1be237c083 no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:05:23.936799 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12b4331-ad6e-42d0-8add-48fd27d64780 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63d784f5-1b33-4e63-8920-e293463b7cb9,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:23.946065 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a12b4331-ad6e-42d0-8add-48fd27d64780 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:23.954696 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-a12b4331-ad6e-42d0-8add-48fd27d64780 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/63d784f5-1b33-4e63-8920-e293463b7cb9 HTTP/1.1" status: 204 len: 168 time: 0.6834874 Aug 16 23:05:23.959771 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 51110) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:23.979668 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] No Port match for: 2f5b59f3-5432-413c-84b4-bf1be237c083 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:05:23.980430 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 2f5b59f3-5432-413c-84b4-bf1be237c083 not bound to the agent host n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:05:23.993141 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-98f242dc-cc95-4a2b-824e-5e81e5afb676 None None] Attempting to bind port 6288232f-4951-47b4-9eb8-a98843baa46c on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:05:23.995062 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-98f242dc-cc95-4a2b-824e-5e81e5afb676 None None] Attempting to bind port 6288232f-4951-47b4-9eb8-a98843baa46c by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '6ea91bac-7c58-4125-a874-7009ffcf29d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f7e04764-48fe-4543-83bb-53e420b1bda2'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:05:23.996321 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f242dc-cc95-4a2b-824e-5e81e5afb676 None None] Attempting to bind port 6288232f-4951-47b4-9eb8-a98843baa46c on network f7e04764-48fe-4543-83bb-53e420b1bda2 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:05:24.011668 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f242dc-cc95-4a2b-824e-5e81e5afb676 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:05:24.012503 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f242dc-cc95-4a2b-824e-5e81e5afb676 None None] Checking segment: {'id': '6ea91bac-7c58-4125-a874-7009ffcf29d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f7e04764-48fe-4543-83bb-53e420b1bda2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:05:24.013366 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-98f242dc-cc95-4a2b-824e-5e81e5afb676 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:24.014011 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f242dc-cc95-4a2b-824e-5e81e5afb676 None None] Bound using segment: {'id': '6ea91bac-7c58-4125-a874-7009ffcf29d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f7e04764-48fe-4543-83bb-53e420b1bda2'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:05:24.016685 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-98f242dc-cc95-4a2b-824e-5e81e5afb676 None None] Bound port: 6288232f-4951-47b4-9eb8-a98843baa46c, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ea91bac-7c58-4125-a874-7009ffcf29d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f7e04764-48fe-4543-83bb-53e420b1bda2'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:05:24.017569 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-98f242dc-cc95-4a2b-824e-5e81e5afb676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:24.114263 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 30898e8b-d32d-4732-9be6-c10e768dd7da completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:05:24.119315 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-609e6bce-15da-451d-9c14-b45bb19ef3a5 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:05:24.123395 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-98f242dc-cc95-4a2b-824e-5e81e5afb676 None None] For port 6288232f-4951-47b4-9eb8-a98843baa46c, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:05:24.134893 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73482183-1a28-4d7f-bcae-08f71e9a537c None None] Sync routers for ids ['58da6dd6-d402-403e-bdf7-8897614d371e'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:05:24.150442 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-98f242dc-cc95-4a2b-824e-5e81e5afb676 None None] For port 6288232f-4951-47b4-9eb8-a98843baa46c, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=6288232f-4951-47b4-9eb8-a98843baa46c,segment=NetworkSegment(6ea91bac-7c58-4125-a874-7009ffcf29d4),segment_id=6ea91bac-7c58-4125-a874-7009ffcf29d4)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:05:24.155027 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73482183-1a28-4d7f-bcae-08f71e9a537c None None] Routers {'58da6dd6-d402-403e-bdf7-8897614d371e'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:05:24.161102 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-98f242dc-cc95-4a2b-824e-5e81e5afb676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:24.168821 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-73482183-1a28-4d7f-bcae-08f71e9a537c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:05:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['58da6dd6-d402-403e-bdf7-8897614d371e'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:05:24.244581 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-609e6bce-15da-451d-9c14-b45bb19ef3a5 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:24.245888 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-609e6bce-15da-451d-9c14-b45bb19ef3a5 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.9282846 Aug 16 23:05:24.253899 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 51116) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:24.277513 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f242dc-cc95-4a2b-824e-5e81e5afb676 None None] Pushing event updated for resources: {'Port': ['ID=6288232f-4951-47b4-9eb8-a98843baa46c,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:24.298723 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69623433-3801-4dd0-9850-0ba1c51849af None None] Network 716ffdec-3357-4059-8ca3-4654ec1fdd32 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:05:24.382429 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9b8fecb5-249f-4691-9940-2f9205c88c60 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:24.402425 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-73482183-1a28-4d7f-bcae-08f71e9a537c None None] Set router 58da6dd6-d402-403e-bdf7-8897614d371e gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:05:24.408878 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [None req-9b8fecb5-249f-4691-9940-2f9205c88c60 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Transition to ACTIVE for port object 2d914dcd-a009-4bd0-a96d-6ee74c4c2e7d will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:05:24.469434 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9b8fecb5-249f-4691-9940-2f9205c88c60 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:24.536074 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-144d856f-46d0-4c55-b2f1-a7c7f4b92475 None None] Provisioning for port 30898e8b-d32d-4732-9be6-c10e768dd7da completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:05:24.567148 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-144d856f-46d0-4c55-b2f1-a7c7f4b92475 None None] Provisioning complete for port 30898e8b-d32d-4732-9be6-c10e768dd7da triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:05:24.570359 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-144d856f-46d0-4c55-b2f1-a7c7f4b92475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:24.740901 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8fecb5-249f-4691-9940-2f9205c88c60 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Network 716ffdec-3357-4059-8ca3-4654ec1fdd32 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:05:24.773087 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0d1ab451-3961-4a15-aaac-904c089760dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:24.779286 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-9b8fecb5-249f-4691-9940-2f9205c88c60 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:05:24.790234 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8fecb5-249f-4691-9940-2f9205c88c60 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:05:24.865322 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-144d856f-46d0-4c55-b2f1-a7c7f4b92475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:24.887845 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8fecb5-249f-4691-9940-2f9205c88c60 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Pushing event updated for resources: {'Port': ['ID=2d914dcd-a009-4bd0-a96d-6ee74c4c2e7d,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:24.919729 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-144d856f-46d0-4c55-b2f1-a7c7f4b92475 None None] For port 30898e8b-d32d-4732-9be6-c10e768dd7da, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=30898e8b-d32d-4732-9be6-c10e768dd7da,segment=NetworkSegment(4e60af0a-2975-4931-9018-d082d9d7fdc2),segment_id=4e60af0a-2975-4931-9018-d082d9d7fdc2)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:05:24.930891 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-144d856f-46d0-4c55-b2f1-a7c7f4b92475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:24.948058 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-5fa69eb7-25c6-4b2d-b345-563557bde1a4 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] 10.222.0.36 "GET /v2.0/routers/58da6dd6-d402-403e-bdf7-8897614d371e HTTP/1.1" status: 200 len: 908 time: 0.6901672 Aug 16 23:05:24.948058 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 51126) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:24.949735 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-73482183-1a28-4d7f-bcae-08f71e9a537c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58da6dd6-d402-403e-bdf7-8897614d371e', 'name': 'tempest-snat-router-2047161957', 'tenant_id': '20c56537d7f7465fa325694b91a579d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.68'}], 'enable_snat': False}, 'gw_port_id': '4ccd9b9d-97de-4fda-a532-08ea57025694', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:05:20Z', 'updated_at': '2021-08-16T23:05:22Z', 'revision_number': 3, 'project_id': '20c56537d7f7465fa325694b91a579d2', 'gw_port': {'id': '4ccd9b9d-97de-4fda-a532-08ea57025694', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:20:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58da6dd6-d402-403e-bdf7-8897614d371e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:05:21Z', 'updated_at': '2021-08-16T23:05:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:05:24.959171 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-1ab9e020-0c1e-43a7-9ec6-12507942ed2b tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2047161957', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'enable_snat': True}}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:05:24.998545 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0d1ab451-3961-4a15-aaac-904c089760dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:25.001036 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8fecb5-249f-4691-9940-2f9205c88c60 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:25.002188 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9b8fecb5-249f-4691-9940-2f9205c88c60 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:25.003008 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73482183-1a28-4d7f-bcae-08f71e9a537c None None] Checking router: 58da6dd6-d402-403e-bdf7-8897614d371e for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:05:25.003008 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73482183-1a28-4d7f-bcae-08f71e9a537c None None] Updating router 58da6dd6-d402-403e-bdf7-8897614d371e port 4ccd9b9d-97de-4fda-a532-08ea57025694 binding host n-d-791506-26 {{(pid=101294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:05:25.016872 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1ab9e020-0c1e-43a7-9ec6-12507942ed2b tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:25.018110 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1ab9e020-0c1e-43a7-9ec6-12507942ed2b tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:25.047035 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144d856f-46d0-4c55-b2f1-a7c7f4b92475 None None] Pushing event updated for resources: {'Port': ['ID=30898e8b-d32d-4732-9be6-c10e768dd7da,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:25.060977 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-9b8fecb5-249f-4691-9940-2f9205c88c60 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5945442 Aug 16 23:05:25.064223 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-73482183-1a28-4d7f-bcae-08f71e9a537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:25.064456 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 51130) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:25.065533 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-0d1ab451-3961-4a15-aaac-904c089760dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8df62c6e-2b7f-48e8-a10c-dd52e1e729ea']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:05:25.072174 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-6e72a1bf-70dd-4206-89c4-e878a7510d6d tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Request body: {'port': {'network_id': '716ffdec-3357-4059-8ca3-4654ec1fdd32', 'name': 'tempest-TaggedBootDevicesTest_v242-1788551516', 'fixed_ips': [{'subnet_id': 'a67b33f8-6bc2-40d2-9660-ea5007dbf946'}]}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:05:25.159390 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-0d1ab451-3961-4a15-aaac-904c089760dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c47d938-d164-4f1e-acb3-866a669aee3c') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:05:25.159688 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-0d1ab451-3961-4a15-aaac-904c089760dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c47d938-d164-4f1e-acb3-866a669aee3c') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:05:25.175699 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0d1ab451-3961-4a15-aaac-904c089760dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:25.214662 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8c7cb8cc-ce15-47d0-96ee-6fb789a20428 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-537184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-500218'] for router, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:25.228165 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:25.236714 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0d1ab451-3961-4a15-aaac-904c089760dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:25.241618 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8c7cb8cc-ce15-47d0-96ee-6fb789a20428 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-537179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-537170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-639656'] for router, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:25.255873 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d1ab451-3961-4a15-aaac-904c089760dd admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:05:25.256335 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0d1ab451-3961-4a15-aaac-904c089760dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:25.259888 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 23:05:25.259888 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:05:25.259888 n-d-791506-26 neutron-server[101291]: timer() Aug 16 23:05:25.259888 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:05:25.259888 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 23:05:25.259888 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:05:25.259888 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 23:05:25.259888 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:05:25.259888 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 23:05:25.259888 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:05:25.259888 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 23:05:25.259888 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:05:25.259888 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 23:05:25.259888 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:05:25.259888 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:05:25.259888 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:05:25.259888 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:05:25.259888 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:05:25.259888 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 23:05:25.259888 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:05:25.259888 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 23:05:25.259888 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:05:25.259888 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:05:25.259888 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:05:25.259888 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 23:05:25.259888 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:05:25.259888 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:05:25.259888 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:05:25.259888 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:05:25.259888 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:05:25.259888 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:05:25.259888 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:05:25.300881 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1ab9e020-0c1e-43a7-9ec6-12507942ed2b tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:25.370942 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-b55fa127-d9c4-40d2-a80e-e6cf6b595750 None None] Provisioning complete for port 30898e8b-d32d-4732-9be6-c10e768dd7da triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:05:25.371319 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-b55fa127-d9c4-40d2-a80e-e6cf6b595750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:25.599126 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0d1ab451-3961-4a15-aaac-904c089760dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:25.612636 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0d1ab451-3961-4a15-aaac-904c089760dd admin admin] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:25.618172 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-0d1ab451-3961-4a15-aaac-904c089760dd admin admin] 10.222.0.36 "DELETE /v2.0/networks/8df62c6e-2b7f-48e8-a10c-dd52e1e729ea HTTP/1.1" status: 204 len: 168 time: 1.6551085 Aug 16 23:05:25.629207 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-b55fa127-d9c4-40d2-a80e-e6cf6b595750 None None] Provisioning for port 2d914dcd-a009-4bd0-a96d-6ee74c4c2e7d completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:05:25.639992 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-b55fa127-d9c4-40d2-a80e-e6cf6b595750 None None] Provisioning complete for port 2d914dcd-a009-4bd0-a96d-6ee74c4c2e7d triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:05:25.641018 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-b55fa127-d9c4-40d2-a80e-e6cf6b595750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:25.715960 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1ab451-3961-4a15-aaac-904c089760dd admin admin] Pushing event deleted for resources: {'Network': ['ID=8df62c6e-2b7f-48e8-a10c-dd52e1e729ea,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:25.780744 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-b55fa127-d9c4-40d2-a80e-e6cf6b595750 None None] Port 2d914dcd-a009-4bd0-a96d-6ee74c4c2e7d cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:05:25.808272 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c7cb8cc-ce15-47d0-96ee-6fb789a20428 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Router effbb422-c36d-4943-b137-0f7bd33f44c3 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:05:25.865728 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1ab9e020-0c1e-43a7-9ec6-12507942ed2b tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:25.900964 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e72a1bf-70dd-4206-89c4-e878a7510d6d tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Made reservation on behalf of 0fd6de77a6ca45308e5ac106bdd0311d for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:05:25.915613 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-a6a23544-8e36-41e9-aee4-4666e00146c0 None None] Provisioning complete for port 2d914dcd-a009-4bd0-a96d-6ee74c4c2e7d triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:05:25.916282 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a6a23544-8e36-41e9-aee4-4666e00146c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:25.928834 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6e72a1bf-70dd-4206-89c4-e878a7510d6d tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:25.976223 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 6288232f-4951-47b4-9eb8-a98843baa46c up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:05:25.988079 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [None req-6e72a1bf-70dd-4206-89c4-e878a7510d6d tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] device_id is not set on port c8884c15-ea75-4d67-b150-51216a77129b yet. {{(pid=101292) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 23:05:25.991083 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-73482183-1a28-4d7f-bcae-08f71e9a537c None None] Notify callbacks [] for port, precommit_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:26.029322 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.provisioning_blocks [None req-73482183-1a28-4d7f-bcae-08f71e9a537c None None] Transition to ACTIVE for port object 4ccd9b9d-97de-4fda-a532-08ea57025694 will not be triggered until provisioned by entity L2. {{(pid=101294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:05:26.048823 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-73482183-1a28-4d7f-bcae-08f71e9a537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:26.049971 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037e5280-f583-4a87-ad2d-0c2af9ade3ed None None] Network f7e04764-48fe-4543-83bb-53e420b1bda2 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:05:26.114419 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-a6a23544-8e36-41e9-aee4-4666e00146c0 None None] Port 2d914dcd-a009-4bd0-a96d-6ee74c4c2e7d cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:05:26.130122 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 51148) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:26.167347 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c7cb8cc-ce15-47d0-96ee-6fb789a20428 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:05:26.195509 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c10611-e789-4825-bd67-ad7fd977779c None None] Sync routers for ids ['effbb422-c36d-4943-b137-0f7bd33f44c3'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:05:26.209865 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-73482183-1a28-4d7f-bcae-08f71e9a537c None None] Attempting to bind port 4ccd9b9d-97de-4fda-a532-08ea57025694 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:05:26.210501 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-73482183-1a28-4d7f-bcae-08f71e9a537c None None] Attempting to bind port 4ccd9b9d-97de-4fda-a532-08ea57025694 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:05:26.211065 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73482183-1a28-4d7f-bcae-08f71e9a537c None None] Attempting to bind port 4ccd9b9d-97de-4fda-a532-08ea57025694 on network c22c4980-c849-406d-982c-a5d68c515a94 {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:05:26.212207 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8c7cb8cc-ce15-47d0-96ee-6fb789a20428 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:26.216168 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-8c7cb8cc-ce15-47d0-96ee-6fb789a20428 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "PUT /v2.0/routers/effbb422-c36d-4943-b137-0f7bd33f44c3 HTTP/1.1" status: 200 len: 891 time: 2.5162163 Aug 16 23:05:26.221140 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91e5f86-776f-40e6-9744-001e95080c73 None None] Pushing event updated for resources: {'Port': ['ID=4ccd9b9d-97de-4fda-a532-08ea57025694,revision_number=2']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:26.222001 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-46688bd5-439f-4df5-a405-301632a9d5d3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7abf9561c5c442fda40d96992962520d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0902605 Aug 16 23:05:26.222708 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 51150) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:26.223363 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 51152) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:26.226765 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73482183-1a28-4d7f-bcae-08f71e9a537c None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:05:26.227396 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73482183-1a28-4d7f-bcae-08f71e9a537c None None] Checking segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:05:26.227987 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-73482183-1a28-4d7f-bcae-08f71e9a537c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:26.228617 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73482183-1a28-4d7f-bcae-08f71e9a537c None None] Bound using segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:05:26.229268 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-73482183-1a28-4d7f-bcae-08f71e9a537c None None] Bound port: 4ccd9b9d-97de-4fda-a532-08ea57025694, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:05:26.229990 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-73482183-1a28-4d7f-bcae-08f71e9a537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:26.230592 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 6288232f-4951-47b4-9eb8-a98843baa46c completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:05:26.250856 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 30898e8b-d32d-4732-9be6-c10e768dd7da up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:05:26.304801 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c10611-e789-4825-bd67-ad7fd977779c None None] Routers {'effbb422-c36d-4943-b137-0f7bd33f44c3'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:05:26.305467 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-96c10611-e789-4825-bd67-ad7fd977779c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:05:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['effbb422-c36d-4943-b137-0f7bd33f44c3'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:05:26.306663 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-73482183-1a28-4d7f-bcae-08f71e9a537c None None] For port 4ccd9b9d-97de-4fda-a532-08ea57025694, host n-d-791506-26, cleared binding levels {{(pid=101294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:05:26.313786 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-73482183-1a28-4d7f-bcae-08f71e9a537c None None] For port 4ccd9b9d-97de-4fda-a532-08ea57025694, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=4ccd9b9d-97de-4fda-a532-08ea57025694,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:05:26.319746 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-73482183-1a28-4d7f-bcae-08f71e9a537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:26.389786 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-96c10611-e789-4825-bd67-ad7fd977779c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:05:26.393410 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-68d8b0ac-3437-44c6-8631-2b4a198ed746 None None] Provisioning for port 6288232f-4951-47b4-9eb8-a98843baa46c completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:05:26.393993 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73482183-1a28-4d7f-bcae-08f71e9a537c None None] Routers {'58da6dd6-d402-403e-bdf7-8897614d371e'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:05:26.394970 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-73482183-1a28-4d7f-bcae-08f71e9a537c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:05:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['58da6dd6-d402-403e-bdf7-8897614d371e'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:05:26.405400 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-68d8b0ac-3437-44c6-8631-2b4a198ed746 None None] Provisioning complete for port 6288232f-4951-47b4-9eb8-a98843baa46c triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:05:26.405789 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-68d8b0ac-3437-44c6-8631-2b4a198ed746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:26.471691 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 30898e8b-d32d-4732-9be6-c10e768dd7da triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:05:26.472111 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:26.504977 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-23a08d0e-9bef-4e84-8260-b3213414a569 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:26.510478 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-6e72a1bf-70dd-4206-89c4-e878a7510d6d tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Allocated IP 10.1.1.86 (716ffdec-3357-4059-8ca3-4654ec1fdd32/a67b33f8-6bc2-40d2-9660-ea5007dbf946/c8884c15-ea75-4d67-b150-51216a77129b) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:05:26.528525 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-73482183-1a28-4d7f-bcae-08f71e9a537c None None] Set router 58da6dd6-d402-403e-bdf7-8897614d371e gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:05:26.536448 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-e33aff37-b1a2-421d-9118-e45b83b906b2 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "GET /v2.0/routers/effbb422-c36d-4943-b137-0f7bd33f44c3 HTTP/1.1" status: 200 len: 891 time: 0.3118186 Aug 16 23:05:26.543345 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 51162) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:26.558255 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-68d8b0ac-3437-44c6-8631-2b4a198ed746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:26.572847 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c10611-e789-4825-bd67-ad7fd977779c None None] Routers {'effbb422-c36d-4943-b137-0f7bd33f44c3'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:05:26.573488 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-96c10611-e789-4825-bd67-ad7fd977779c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:05:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['effbb422-c36d-4943-b137-0f7bd33f44c3'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:05:26.604111 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-23a08d0e-9bef-4e84-8260-b3213414a569 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:26.607768 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-85ee9e45-a9a4-4824-9868-d6d022bac98d tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "GET /v2.0/ports?device_id=effbb422-c36d-4943-b137-0f7bd33f44c3 HTTP/1.1" status: 200 len: 205 time: 0.0632403 Aug 16 23:05:26.612873 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 51164) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:26.637939 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-68d8b0ac-3437-44c6-8631-2b4a198ed746 None None] For port 6288232f-4951-47b4-9eb8-a98843baa46c, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=6288232f-4951-47b4-9eb8-a98843baa46c,segment=NetworkSegment(6ea91bac-7c58-4125-a874-7009ffcf29d4),segment_id=6ea91bac-7c58-4125-a874-7009ffcf29d4)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:05:26.639105 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-96c10611-e789-4825-bd67-ad7fd977779c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:05:26.639802 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c10611-e789-4825-bd67-ad7fd977779c None None] The sync data for ids ['effbb422-c36d-4943-b137-0f7bd33f44c3'] in n-d-791506-26 is: [] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:05:26.649321 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-68d8b0ac-3437-44c6-8631-2b4a198ed746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:26.731484 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d8b0ac-3437-44c6-8631-2b4a198ed746 None None] Pushing event updated for resources: {'Port': ['ID=6288232f-4951-47b4-9eb8-a98843baa46c,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:26.800189 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6f1e1b07-652d-4097-8b4a-39ecd073637e tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks [] for router, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:26.801647 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91e5f86-776f-40e6-9744-001e95080c73 None None] Pushing event updated for resources: {'Port': ['ID=4ccd9b9d-97de-4fda-a532-08ea57025694,revision_number=3']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:26.808727 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-23a08d0e-9bef-4e84-8260-b3213414a569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:26.816129 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6e72a1bf-70dd-4206-89c4-e878a7510d6d tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:26.817006 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-23a08d0e-9bef-4e84-8260-b3213414a569 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:26.820394 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-23a08d0e-9bef-4e84-8260-b3213414a569 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/90e85400-b81b-4295-8550-9f95b741fd3c HTTP/1.1" status: 204 len: 168 time: 0.5711274 Aug 16 23:05:26.832277 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [None req-6e72a1bf-70dd-4206-89c4-e878a7510d6d tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Transition to ACTIVE for port object c8884c15-ea75-4d67-b150-51216a77129b will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:05:26.872804 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6e72a1bf-70dd-4206-89c4-e878a7510d6d tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:26.878595 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a08d0e-9bef-4e84-8260-b3213414a569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e85400-b81b-4295-8550-9f95b741fd3c,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:26.925553 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-73482183-1a28-4d7f-bcae-08f71e9a537c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58da6dd6-d402-403e-bdf7-8897614d371e', 'name': 'tempest-snat-router-2047161957', 'tenant_id': '20c56537d7f7465fa325694b91a579d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.68'}], 'enable_snat': False}, 'gw_port_id': '4ccd9b9d-97de-4fda-a532-08ea57025694', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:05:20Z', 'updated_at': '2021-08-16T23:05:22Z', 'revision_number': 3, 'project_id': '20c56537d7f7465fa325694b91a579d2', 'gw_port': {'id': '4ccd9b9d-97de-4fda-a532-08ea57025694', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:20:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58da6dd6-d402-403e-bdf7-8897614d371e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:05:21Z', 'updated_at': '2021-08-16T23:05:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:05:27.001397 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73482183-1a28-4d7f-bcae-08f71e9a537c None None] The sync data for ids ['58da6dd6-d402-403e-bdf7-8897614d371e'] in n-d-791506-26 is: [{'id': '58da6dd6-d402-403e-bdf7-8897614d371e', 'name': 'tempest-snat-router-2047161957', 'tenant_id': '20c56537d7f7465fa325694b91a579d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.68'}], 'enable_snat': False}, 'gw_port_id': '4ccd9b9d-97de-4fda-a532-08ea57025694', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:05:20Z', 'updated_at': '2021-08-16T23:05:22Z', 'revision_number': 3, 'project_id': '20c56537d7f7465fa325694b91a579d2', 'gw_port': {'id': '4ccd9b9d-97de-4fda-a532-08ea57025694', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:20:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58da6dd6-d402-403e-bdf7-8897614d371e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:05:21Z', 'updated_at': '2021-08-16T23:05:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791506-26'}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:05:27.032897 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6f1e1b07-652d-4097-8b4a-39ecd073637e tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:27.075756 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e72a1bf-70dd-4206-89c4-e878a7510d6d tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Network 716ffdec-3357-4059-8ca3-4654ec1fdd32 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:05:27.086604 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-6e72a1bf-70dd-4206-89c4-e878a7510d6d tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:05:27.107407 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e72a1bf-70dd-4206-89c4-e878a7510d6d tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:05:27.147644 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-6f1e1b07-652d-4097-8b4a-39ecd073637e tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Deleting port 5c4392d7-4e7e-4a3c-8ce5-d2aa70682c43 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:05:27.148001 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6f1e1b07-652d-4097-8b4a-39ecd073637e tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:27.167601 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e72a1bf-70dd-4206-89c4-e878a7510d6d tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Pushing event updated for resources: {'Port': ['ID=c8884c15-ea75-4d67-b150-51216a77129b,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:27.174029 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1ab9e020-0c1e-43a7-9ec6-12507942ed2b tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:27.205836 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1ab9e020-0c1e-43a7-9ec6-12507942ed2b tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:27.275772 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e72a1bf-70dd-4206-89c4-e878a7510d6d tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:27.278232 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6e72a1bf-70dd-4206-89c4-e878a7510d6d tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:27.319663 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-6e72a1bf-70dd-4206-89c4-e878a7510d6d tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2538865 Aug 16 23:05:27.426804 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-77ec04f4-a5ff-4b37-940d-49df991d9765 None None] Provisioning complete for port 6288232f-4951-47b4-9eb8-a98843baa46c triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:05:27.433418 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-77ec04f4-a5ff-4b37-940d-49df991d9765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:27.439528 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6f1e1b07-652d-4097-8b4a-39ecd073637e tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:27.467120 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-6f1e1b07-652d-4097-8b4a-39ecd073637e tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Calling delete_port for 5c4392d7-4e7e-4a3c-8ce5-d2aa70682c43 owned by network:router_gateway {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:05:27.479409 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 51182) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:27.511978 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-1ab9e020-0c1e-43a7-9ec6-12507942ed2b tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Allocated IP 172.25.4.91 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/50e4486b-be92-44c3-bb93-cd974d6263e7) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:05:27.739804 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1ab9e020-0c1e-43a7-9ec6-12507942ed2b tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:27.769111 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-23562756-fd94-43ff-b30f-ffc7f177cd05 None None] Provisioning for port c8884c15-ea75-4d67-b150-51216a77129b completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:05:27.779429 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-23562756-fd94-43ff-b30f-ffc7f177cd05 None None] Provisioning complete for port c8884c15-ea75-4d67-b150-51216a77129b triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:05:27.781525 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-23562756-fd94-43ff-b30f-ffc7f177cd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:27.831195 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 51194) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:27.840162 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-bf250f6b-f4e4-4ab2-8d09-2ee7a7656a12 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Request body: {'security_group': {'name': 'tempest-securitygroup--105046195', 'description': 'tempest-description--1717195440'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:05:27.847043 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4fbee58d-4d77-4804-83c8-ea0a68e366e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:27.861272 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-23562756-fd94-43ff-b30f-ffc7f177cd05 None None] Port c8884c15-ea75-4d67-b150-51216a77129b cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:05:27.865480 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1ab9e020-0c1e-43a7-9ec6-12507942ed2b tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:27.910789 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 6288232f-4951-47b4-9eb8-a98843baa46c up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:05:27.930493 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bf250f6b-f4e4-4ab2-8d09-2ee7a7656a12 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:27.948705 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab9e020-0c1e-43a7-9ec6-12507942ed2b tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Pushing event updated for resources: {'Port': ['ID=50e4486b-be92-44c3-bb93-cd974d6263e7,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:27.973876 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab9e020-0c1e-43a7-9ec6-12507942ed2b tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:05:27.981291 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-1ab9e020-0c1e-43a7-9ec6-12507942ed2b tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:05:27.984796 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab9e020-0c1e-43a7-9ec6-12507942ed2b tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:05:27.992502 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 6288232f-4951-47b4-9eb8-a98843baa46c triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:05:27.992952 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:28.005358 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6f1e1b07-652d-4097-8b4a-39ecd073637e tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:28.060215 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1e1b07-652d-4097-8b4a-39ecd073637e tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Pushing event deleted for resources: {'Port': ['ID=5c4392d7-4e7e-4a3c-8ce5-d2aa70682c43,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:28.169533 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6f1e1b07-652d-4097-8b4a-39ecd073637e tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537121'] for router_gateway, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:28.197694 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 4ccd9b9d-97de-4fda-a532-08ea57025694 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:05:28.277120 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 51206) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:28.293484 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6f1e1b07-652d-4097-8b4a-39ecd073637e tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:28.296639 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6f1e1b07-652d-4097-8b4a-39ecd073637e tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:28.376625 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6f1e1b07-652d-4097-8b4a-39ecd073637e tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:28.377219 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f1e1b07-652d-4097-8b4a-39ecd073637e tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Fanout notify agent at l3_agent the message router_deleted on router effbb422-c36d-4943-b137-0f7bd33f44c3 {{(pid=101291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:05:28.387150 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6f1e1b07-652d-4097-8b4a-39ecd073637e tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:28.388357 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-6f1e1b07-652d-4097-8b4a-39ecd073637e tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "DELETE /v2.0/routers/effbb422-c36d-4943-b137-0f7bd33f44c3 HTTP/1.1" status: 204 len: 168 time: 1.7745497 Aug 16 23:05:28.392152 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 51210) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:28.399030 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-aae49a36-9a64-44a3-96d9-2847c519eafe tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1662658352'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:05:28.457754 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-89ebd464-47df-4450-95b6-a9f28c3975df admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-994120053-network', 'tenant_id': 'd1fdbd14d2a2426faa7617777d4bf755'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:05:28.470517 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 4ccd9b9d-97de-4fda-a532-08ea57025694 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:05:28.475996 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 4ccd9b9d-97de-4fda-a532-08ea57025694 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:05:28.476841 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:28.564572 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:28.587831 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 4ccd9b9d-97de-4fda-a532-08ea57025694, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=4ccd9b9d-97de-4fda-a532-08ea57025694,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:05:28.592947 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:28.655660 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=4ccd9b9d-97de-4fda-a532-08ea57025694,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:28.725016 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4fbee58d-4d77-4804-83c8-ea0a68e366e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:28.757080 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4fbee58d-4d77-4804-83c8-ea0a68e366e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:28.806261 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bf250f6b-f4e4-4ab2-8d09-2ee7a7656a12 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:28.810500 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-4fbee58d-4d77-4804-83c8-ea0a68e366e8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2a786d8562aa4993bcad6d68c761e524&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3292503 Aug 16 23:05:28.811691 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bf250f6b-f4e4-4ab2-8d09-2ee7a7656a12 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:28.814169 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 51212) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:28.816362 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbee58d-4d77-4804-83c8-ea0a68e366e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01eff52f-3a47-44d7-9911-1183110a2f4e,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:28.834485 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1ab9e020-0c1e-43a7-9ec6-12507942ed2b tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:28.853181 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aae49a36-9a64-44a3-96d9-2847c519eafe tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Made reservation on behalf of bf7c0ed0df8447358a17b104892f9b8d for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:05:28.856698 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-aae49a36-9a64-44a3-96d9-2847c519eafe tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:28.872915 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf250f6b-f4e4-4ab2-8d09-2ee7a7656a12 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7847b2e1-2595-4387-b40a-e9cc25ff3917,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:28.897644 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89ebd464-47df-4450-95b6-a9f28c3975df admin admin] Made reservation on behalf of d1fdbd14d2a2426faa7617777d4bf755 for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:05:28.900567 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-89ebd464-47df-4450-95b6-a9f28c3975df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:28.902436 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aae49a36-9a64-44a3-96d9-2847c519eafe tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:05:28.914423 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bf250f6b-f4e4-4ab2-8d09-2ee7a7656a12 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:28.915669 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-bf250f6b-f4e4-4ab2-8d09-2ee7a7656a12 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.0829008 Aug 16 23:05:28.917946 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-89ebd464-47df-4450-95b6-a9f28c3975df admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:28.922112 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 51214) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:28.931395 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-042c4ac8-76a1-4bd0-8361-a81d9998ecd5 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Request body: {'security_group_rule': {'security_group_id': '7847b2e1-2595-4387-b40a-e9cc25ff3917', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:05:28.942746 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-aae49a36-9a64-44a3-96d9-2847c519eafe tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:28.943392 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-aae49a36-9a64-44a3-96d9-2847c519eafe tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Added segment c284d642-b4d4-4ffb-8650-0c3cccfd6379 of type vlan for network 0c2f40b6-0e49-4fee-b027-6f5b26cfc16f Aug 16 23:05:28.964104 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-aa6f5076-f404-471d-b4b8-92f612a99359 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:29.016012 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-aae49a36-9a64-44a3-96d9-2847c519eafe tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:29.022997 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-042c4ac8-76a1-4bd0-8361-a81d9998ecd5 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:29.030442 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-aa6f5076-f404-471d-b4b8-92f612a99359 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:29.099737 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-aae49a36-9a64-44a3-96d9-2847c519eafe tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:29.105460 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae49a36-9a64-44a3-96d9-2847c519eafe tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:29.106743 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-aae49a36-9a64-44a3-96d9-2847c519eafe tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:29.134665 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1ab9e020-0c1e-43a7-9ec6-12507942ed2b tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:29.188859 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-aa6f5076-f404-471d-b4b8-92f612a99359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:29.191425 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-aa6f5076-f404-471d-b4b8-92f612a99359 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:29.192748 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-aa6f5076-f404-471d-b4b8-92f612a99359 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/01eff52f-3a47-44d7-9911-1183110a2f4e HTTP/1.1" status: 204 len: 168 time: 0.3774884 Aug 16 23:05:29.208417 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6f5076-f404-471d-b4b8-92f612a99359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01eff52f-3a47-44d7-9911-1183110a2f4e,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:29.250263 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-042c4ac8-76a1-4bd0-8361-a81d9998ecd5 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:29.273108 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-042c4ac8-76a1-4bd0-8361-a81d9998ecd5 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:29.310518 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ab9e020-0c1e-43a7-9ec6-12507942ed2b tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Router 9ee0cff8-829d-421c-b64c-d2291f459837 is scheduled to L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f with binding_index 1 {{(pid=101292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:05:29.318976 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae49a36-9a64-44a3-96d9-2847c519eafe tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Pushing event updated for resources: {'Network': ['ID=0c2f40b6-0e49-4fee-b027-6f5b26cfc16f,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:29.326697 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042c4ac8-76a1-4bd0-8361-a81d9998ecd5 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19e79c33-003d-4306-bf9f-23d1a8fd92e4,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:29.330612 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 0c2f40b6-0e49-4fee-b027-6f5b26cfc16f details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:05:29.339401 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-89ebd464-47df-4450-95b6-a9f28c3975df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:29.347954 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-89ebd464-47df-4450-95b6-a9f28c3975df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:29.381851 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-aae49a36-9a64-44a3-96d9-2847c519eafe tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9885020 Aug 16 23:05:29.384099 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ebd464-47df-4450-95b6-a9f28c3975df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db1c43e3-609e-44d2-99ff-7bdda77f28be,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:29.384848 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 51222) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:29.389648 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-042c4ac8-76a1-4bd0-8361-a81d9998ecd5 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:29.391651 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-042c4ac8-76a1-4bd0-8361-a81d9998ecd5 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4685733 Aug 16 23:05:29.395320 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 51224) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:29.398720 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-65a631a4-e9cc-474e-ab51-671541379094 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Request body: {'subnet': {'network_id': '0c2f40b6-0e49-4fee-b027-6f5b26cfc16f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:05:29.400726 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-6cc5ecbf-e9fc-48dd-b9c8-2d0964bf55fd tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Request body: {'security_group_rule': {'security_group_id': '7847b2e1-2595-4387-b40a-e9cc25ff3917', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:05:29.413663 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89ebd464-47df-4450-95b6-a9f28c3975df admin admin] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:05:29.439160 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-89ebd464-47df-4450-95b6-a9f28c3975df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:29.439555 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-89ebd464-47df-4450-95b6-a9f28c3975df admin admin] Added segment ba2627aa-e983-48ed-b699-731debb0727b of type vlan for network ce8981d6-c81c-45ea-9a06-9a435b2fc9f6 Aug 16 23:05:29.492129 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6cc5ecbf-e9fc-48dd-b9c8-2d0964bf55fd tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:29.495581 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-89ebd464-47df-4450-95b6-a9f28c3975df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:29.554159 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ab9e020-0c1e-43a7-9ec6-12507942ed2b tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:05:29.555938 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-89ebd464-47df-4450-95b6-a9f28c3975df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:29.557354 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ebd464-47df-4450-95b6-a9f28c3975df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:29.557923 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-89ebd464-47df-4450-95b6-a9f28c3975df admin admin] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:29.569726 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52cda6e5-2222-4305-aed2-20c1faa8d166 None None] Sync routers for ids ['9ee0cff8-829d-421c-b64c-d2291f459837'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:05:29.570909 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65a631a4-e9cc-474e-ab51-671541379094 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Made reservation on behalf of bf7c0ed0df8447358a17b104892f9b8d for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:05:29.578474 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-65a631a4-e9cc-474e-ab51-671541379094 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:29.581337 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cda6e5-2222-4305-aed2-20c1faa8d166 None None] Routers {'9ee0cff8-829d-421c-b64c-d2291f459837'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:05:29.582158 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-52cda6e5-2222-4305-aed2-20c1faa8d166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:05:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['9ee0cff8-829d-421c-b64c-d2291f459837'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:05:29.598494 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1ab9e020-0c1e-43a7-9ec6-12507942ed2b tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:29.599591 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-1ab9e020-0c1e-43a7-9ec6-12507942ed2b tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.6483839 Aug 16 23:05:29.620128 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 51226) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:29.620483 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 51228) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:29.702497 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6cc5ecbf-e9fc-48dd-b9c8-2d0964bf55fd tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:29.705591 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ebd464-47df-4450-95b6-a9f28c3975df admin admin] Pushing event updated for resources: {'Network': ['ID=ce8981d6-c81c-45ea-9a06-9a435b2fc9f6,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:29.712613 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-769f309e-7547-4a2f-b368-a2e368fd9e5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:29.717749 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6cc5ecbf-e9fc-48dd-b9c8-2d0964bf55fd tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:29.718832 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-52cda6e5-2222-4305-aed2-20c1faa8d166 None None] Set router 9ee0cff8-829d-421c-b64c-d2291f459837 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:05:29.719554 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network ce8981d6-c81c-45ea-9a06-9a435b2fc9f6 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:05:29.723764 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-89ebd464-47df-4450-95b6-a9f28c3975df admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4453785 Aug 16 23:05:29.727546 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 51230) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:29.737537 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-5e85f159-dc6d-441a-bf2f-4716dbff2bc8 admin admin] Request body: {'subnet': {'network_id': 'ce8981d6-c81c-45ea-9a06-9a435b2fc9f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-994120053-subnet', 'tenant_id': 'd1fdbd14d2a2426faa7617777d4bf755', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:05:29.746508 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 4ccd9b9d-97de-4fda-a532-08ea57025694 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:05:29.784621 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e85f159-dc6d-441a-bf2f-4716dbff2bc8 admin admin] Made reservation on behalf of d1fdbd14d2a2426faa7617777d4bf755 for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:05:29.787596 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5e85f159-dc6d-441a-bf2f-4716dbff2bc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:29.794153 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc5ecbf-e9fc-48dd-b9c8-2d0964bf55fd tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=111b757d-028d-4db2-8df5-c7e247f77c36,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:29.805703 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6cc5ecbf-e9fc-48dd-b9c8-2d0964bf55fd tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:29.807015 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-6cc5ecbf-e9fc-48dd-b9c8-2d0964bf55fd tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4104872 Aug 16 23:05:29.817363 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 51232) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:29.824732 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-3d883b3e-958c-4f3e-b509-612d12d5c3f4 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Request body: {'floatingip': {'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:05:29.870179 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 4ccd9b9d-97de-4fda-a532-08ea57025694 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:05:29.870408 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-1a31365d-8693-49ed-a8cb-35d6c3034896 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] 10.222.0.36 "GET /v2.0/routers/9ee0cff8-829d-421c-b64c-d2291f459837 HTTP/1.1" status: 200 len: 907 time: 0.2486010 Aug 16 23:05:29.871627 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 51234) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:29.872271 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:29.991301 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-52cda6e5-2222-4305-aed2-20c1faa8d166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee0cff8-829d-421c-b64c-d2291f459837', 'name': 'tempest-snat-router-2047161957', 'tenant_id': '20c56537d7f7465fa325694b91a579d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '50e4486b-be92-44c3-bb93-cd974d6263e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:05:25Z', 'updated_at': '2021-08-16T23:05:28Z', 'revision_number': 3, 'project_id': '20c56537d7f7465fa325694b91a579d2', 'gw_port': {'id': '50e4486b-be92-44c3-bb93-cd974d6263e7', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:70:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ee0cff8-829d-421c-b64c-d2291f459837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:05:27Z', 'updated_at': '2021-08-16T23:05:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:05:30.007251 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-65a631a4-e9cc-474e-ab51-671541379094 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:30.031619 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52cda6e5-2222-4305-aed2-20c1faa8d166 None None] Checking router: 9ee0cff8-829d-421c-b64c-d2291f459837 for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:05:30.032063 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52cda6e5-2222-4305-aed2-20c1faa8d166 None None] Updating router 9ee0cff8-829d-421c-b64c-d2291f459837 port 50e4486b-be92-44c3-bb93-cd974d6263e7 binding host n-d-791506-26 {{(pid=101294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:05:30.054376 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f0e9a302-c066-4c84-b248-9e889c7fab01 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks [] for router, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:30.057851 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-52cda6e5-2222-4305-aed2-20c1faa8d166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:30.060189 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-769f309e-7547-4a2f-b368-a2e368fd9e5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:30.098310 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-769f309e-7547-4a2f-b368-a2e368fd9e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:30.118083 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a631a4-e9cc-474e-ab51-671541379094 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Pushing event updated for resources: {'Subnet': ['ID=9993665d-b8a3-413c-a5ac-ca59e5556e97,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:30.135326 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a631a4-e9cc-474e-ab51-671541379094 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Checking segment: {'id': 'c284d642-b4d4-4ffb-8650-0c3cccfd6379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0c2f40b6-0e49-4fee-b027-6f5b26cfc16f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:05:30.135770 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a631a4-e9cc-474e-ab51-671541379094 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Network hostable DHCP agents. Network: 0c2f40b6-0e49-4fee-b027-6f5b26cfc16f, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:05:30.143441 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5e85f159-dc6d-441a-bf2f-4716dbff2bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:30.161842 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3d883b3e-958c-4f3e-b509-612d12d5c3f4 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks [] for floatingip, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:30.197516 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-769f309e-7547-4a2f-b368-a2e368fd9e5d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b1180f6d8a4e48679b875d8801f12da3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5748241 Aug 16 23:05:30.200222 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 51236) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:30.209483 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769f309e-7547-4a2f-b368-a2e368fd9e5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b770fdb-3dd7-4690-9444-ad064254156e,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:30.222311 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a631a4-e9cc-474e-ab51-671541379094 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Network 0c2f40b6-0e49-4fee-b027-6f5b26cfc16f is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:05:30.239056 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e85f159-dc6d-441a-bf2f-4716dbff2bc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5efd3f3e-4198-4530-82cd-090d89e0c9b8,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:30.258016 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-65a631a4-e9cc-474e-ab51-671541379094 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 0c2f40b6-0e49-4fee-b027-6f5b26cfc16f) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:05:30.268253 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16874d9e-613c-444b-b62c-e82bb9643f58 None None] Network 0c2f40b6-0e49-4fee-b027-6f5b26cfc16f requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:05:30.272403 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e85f159-dc6d-441a-bf2f-4716dbff2bc8 admin admin] Checking segment: {'id': 'ba2627aa-e983-48ed-b699-731debb0727b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ce8981d6-c81c-45ea-9a06-9a435b2fc9f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:05:30.272859 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e85f159-dc6d-441a-bf2f-4716dbff2bc8 admin admin] Network hostable DHCP agents. Network: ce8981d6-c81c-45ea-9a06-9a435b2fc9f6, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:05:30.279395 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a631a4-e9cc-474e-ab51-671541379094 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:30.280152 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-65a631a4-e9cc-474e-ab51-671541379094 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:30.288042 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f0e9a302-c066-4c84-b248-9e889c7fab01 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:30.344711 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 51242) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:30.351587 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-65a631a4-e9cc-474e-ab51-671541379094 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9650378 Aug 16 23:05:30.363995 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e85f159-dc6d-441a-bf2f-4716dbff2bc8 admin admin] Network ce8981d6-c81c-45ea-9a06-9a435b2fc9f6 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:05:30.374168 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-5e85f159-dc6d-441a-bf2f-4716dbff2bc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, ce8981d6-c81c-45ea-9a06-9a435b2fc9f6) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:05:30.377247 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-02712a58-abeb-4343-b1d8-295532309222 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:30.382622 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e85f159-dc6d-441a-bf2f-4716dbff2bc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:30.383331 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5e85f159-dc6d-441a-bf2f-4716dbff2bc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:30.395530 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3ae1c5-028e-4c9c-a7f7-50cda0426969 None None] Network ce8981d6-c81c-45ea-9a06-9a435b2fc9f6 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:05:30.415935 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-02712a58-abeb-4343-b1d8-295532309222 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:30.435240 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-5e85f159-dc6d-441a-bf2f-4716dbff2bc8 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6976295 Aug 16 23:05:30.439341 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-52cda6e5-2222-4305-aed2-20c1faa8d166 None None] Notify callbacks [] for port, precommit_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:30.453144 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.provisioning_blocks [None req-52cda6e5-2222-4305-aed2-20c1faa8d166 None None] Transition to ACTIVE for port object 50e4486b-be92-44c3-bb93-cd974d6263e7 will not be triggered until provisioned by entity L2. {{(pid=101294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:05:30.461608 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-52cda6e5-2222-4305-aed2-20c1faa8d166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:30.498334 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-02712a58-abeb-4343-b1d8-295532309222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:30.502376 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-02712a58-abeb-4343-b1d8-295532309222 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:30.504146 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-02712a58-abeb-4343-b1d8-295532309222 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2b770fdb-3dd7-4690-9444-ad064254156e HTTP/1.1" status: 204 len: 168 time: 0.3012657 Aug 16 23:05:30.517501 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02712a58-abeb-4343-b1d8-295532309222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b770fdb-3dd7-4690-9444-ad064254156e,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:30.591605 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-52cda6e5-2222-4305-aed2-20c1faa8d166 None None] Attempting to bind port 50e4486b-be92-44c3-bb93-cd974d6263e7 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:05:30.595527 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-52cda6e5-2222-4305-aed2-20c1faa8d166 None None] Attempting to bind port 50e4486b-be92-44c3-bb93-cd974d6263e7 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:05:30.597757 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cda6e5-2222-4305-aed2-20c1faa8d166 None None] Attempting to bind port 50e4486b-be92-44c3-bb93-cd974d6263e7 on network c22c4980-c849-406d-982c-a5d68c515a94 {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:05:30.608438 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cda6e5-2222-4305-aed2-20c1faa8d166 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:05:30.616513 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cda6e5-2222-4305-aed2-20c1faa8d166 None None] Checking segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:05:30.619389 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-52cda6e5-2222-4305-aed2-20c1faa8d166 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:30.619810 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cda6e5-2222-4305-aed2-20c1faa8d166 None None] Bound using segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:05:30.620317 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-52cda6e5-2222-4305-aed2-20c1faa8d166 None None] Bound port: 50e4486b-be92-44c3-bb93-cd974d6263e7, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:05:30.620742 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-52cda6e5-2222-4305-aed2-20c1faa8d166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:30.622683 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179704bd-982b-447c-9b96-609c8d0584fc None None] Pushing event updated for resources: {'Port': ['ID=50e4486b-be92-44c3-bb93-cd974d6263e7,revision_number=2']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:30.643063 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a2bab3-b54d-4183-9274-4147ec84f8c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-0c2f40b6-0e49-4fee-b027-6f5b26cfc16f', 'network_id': '0c2f40b6-0e49-4fee-b027-6f5b26cfc16f', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'fixed_ips': [{'subnet_id': '9993665d-b8a3-413c-a5ac-ca59e5556e97'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:05:30.643937 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-64a2bab3-b54d-4183-9274-4147ec84f8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:30.748814 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-f48e36f3-ad20-4ca3-9fbc-36cb9127520a tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1119409636', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:05:30.769886 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-52cda6e5-2222-4305-aed2-20c1faa8d166 None None] For port 50e4486b-be92-44c3-bb93-cd974d6263e7, host n-d-791506-26, cleared binding levels {{(pid=101294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:05:30.775897 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-52cda6e5-2222-4305-aed2-20c1faa8d166 None None] For port 50e4486b-be92-44c3-bb93-cd974d6263e7, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=50e4486b-be92-44c3-bb93-cd974d6263e7,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:05:30.777458 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe84ce36-9cf7-4a63-b6db-e9de56152bf0 None None] Network ce8981d6-c81c-45ea-9a06-9a435b2fc9f6 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:05:30.788661 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-52cda6e5-2222-4305-aed2-20c1faa8d166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:30.838661 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f48e36f3-ad20-4ca3-9fbc-36cb9127520a tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:30.840018 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f48e36f3-ad20-4ca3-9fbc-36cb9127520a tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:30.847201 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-f0e9a302-c066-4c84-b248-9e889c7fab01 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Deleting port 50e4486b-be92-44c3-bb93-cd974d6263e7 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:05:30.848797 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f0e9a302-c066-4c84-b248-9e889c7fab01 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:30.921300 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3d883b3e-958c-4f3e-b509-612d12d5c3f4 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:30.938858 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cda6e5-2222-4305-aed2-20c1faa8d166 None None] Routers {'9ee0cff8-829d-421c-b64c-d2291f459837'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:05:30.939527 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-52cda6e5-2222-4305-aed2-20c1faa8d166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:05:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['9ee0cff8-829d-421c-b64c-d2291f459837'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:05:30.943795 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179704bd-982b-447c-9b96-609c8d0584fc None None] Pushing event updated for resources: {'Port': ['ID=50e4486b-be92-44c3-bb93-cd974d6263e7,revision_number=3']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:31.009510 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-64a2bab3-b54d-4183-9274-4147ec84f8c6 None None] Allocated IP 2001:db8::2 (0c2f40b6-0e49-4fee-b027-6f5b26cfc16f/9993665d-b8a3-413c-a5ac-ca59e5556e97/018dc50e-3cb9-4267-986d-971b204dd600) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:05:31.111616 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-3d883b3e-958c-4f3e-b509-612d12d5c3f4 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Allocated IP 172.25.4.34 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/c48fb6c2-9175-4f5f-ba30-e4882b7e1941) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:05:31.244477 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f0e9a302-c066-4c84-b248-9e889c7fab01 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:31.252640 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-52cda6e5-2222-4305-aed2-20c1faa8d166 None None] Set router 9ee0cff8-829d-421c-b64c-d2291f459837 gateway port host: None {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:05:31.265651 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-f0e9a302-c066-4c84-b248-9e889c7fab01 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Calling delete_port for 50e4486b-be92-44c3-bb93-cd974d6263e7 owned by network:router_gateway {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:05:31.275325 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f48e36f3-ad20-4ca3-9fbc-36cb9127520a tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:31.298584 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-64a2bab3-b54d-4183-9274-4147ec84f8c6 None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:31.311573 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-64a2bab3-b54d-4183-9274-4147ec84f8c6 None None] Transition to ACTIVE for port object 018dc50e-3cb9-4267-986d-971b204dd600 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:05:31.321352 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-52cda6e5-2222-4305-aed2-20c1faa8d166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee0cff8-829d-421c-b64c-d2291f459837', 'name': 'tempest-snat-router-2047161957', 'tenant_id': '20c56537d7f7465fa325694b91a579d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:05:25Z', 'updated_at': '2021-08-16T23:05:30Z', 'revision_number': 4, 'project_id': '20c56537d7f7465fa325694b91a579d2', 'gw_port_host': None}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:05:31.332576 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-64a2bab3-b54d-4183-9274-4147ec84f8c6 None None] Transition to ACTIVE for port object 018dc50e-3cb9-4267-986d-971b204dd600 will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:05:31.338306 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f48e36f3-ad20-4ca3-9fbc-36cb9127520a tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:31.345099 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-64a2bab3-b54d-4183-9274-4147ec84f8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:31.371985 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52cda6e5-2222-4305-aed2-20c1faa8d166 None None] The sync data for ids ['9ee0cff8-829d-421c-b64c-d2291f459837'] in n-d-791506-26 is: [{'id': '9ee0cff8-829d-421c-b64c-d2291f459837', 'name': 'tempest-snat-router-2047161957', 'tenant_id': '20c56537d7f7465fa325694b91a579d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:05:25Z', 'updated_at': '2021-08-16T23:05:30Z', 'revision_number': 4, 'project_id': '20c56537d7f7465fa325694b91a579d2', 'gw_port_host': None}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:05:31.396449 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c491c1-1673-4d12-a5ac-70e4c05924cd req-7b9e5b6a-3b63-49dc-8f93-fa022b2dc5c4 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:31.398637 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-59c491c1-1673-4d12-a5ac-70e4c05924cd req-7b9e5b6a-3b63-49dc-8f93-fa022b2dc5c4 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/networks?id=ce8981d6-c81c-45ea-9a06-9a435b2fc9f6 HTTP/1.1" status: 200 len: 813 time: 0.2444499 Aug 16 23:05:31.426677 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f48e36f3-ad20-4ca3-9fbc-36cb9127520a tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:31.430517 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-f48e36f3-ad20-4ca3-9fbc-36cb9127520a tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0813372 Aug 16 23:05:31.435726 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-59c491c1-1673-4d12-a5ac-70e4c05924cd req-df99c8fb-211b-453a-b4bc-52dcf592153d tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/quotas/d1fdbd14d2a2426faa7617777d4bf755 HTTP/1.1" status: 200 len: 375 time: 0.0310507 Aug 16 23:05:31.438270 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 51276) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:31.441345 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a2bab3-b54d-4183-9274-4147ec84f8c6 None None] Network 0c2f40b6-0e49-4fee-b027-6f5b26cfc16f is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:05:31.461980 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-64a2bab3-b54d-4183-9274-4147ec84f8c6 None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:05:31.474116 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a2bab3-b54d-4183-9274-4147ec84f8c6 None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:05:31.505832 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a2bab3-b54d-4183-9274-4147ec84f8c6 None None] Pushing event updated for resources: {'Port': ['ID=018dc50e-3cb9-4267-986d-971b204dd600,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:31.524398 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3d883b3e-958c-4f3e-b509-612d12d5c3f4 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:31.609542 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-64a2bab3-b54d-4183-9274-4147ec84f8c6 None None] Attempting to bind port 018dc50e-3cb9-4267-986d-971b204dd600 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:05:31.609923 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-64a2bab3-b54d-4183-9274-4147ec84f8c6 None None] Attempting to bind port 018dc50e-3cb9-4267-986d-971b204dd600 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': 'c284d642-b4d4-4ffb-8650-0c3cccfd6379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0c2f40b6-0e49-4fee-b027-6f5b26cfc16f'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:05:31.610291 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a2bab3-b54d-4183-9274-4147ec84f8c6 None None] Attempting to bind port 018dc50e-3cb9-4267-986d-971b204dd600 on network 0c2f40b6-0e49-4fee-b027-6f5b26cfc16f {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:05:31.618452 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a2bab3-b54d-4183-9274-4147ec84f8c6 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:05:31.618893 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a2bab3-b54d-4183-9274-4147ec84f8c6 None None] Checking segment: {'id': 'c284d642-b4d4-4ffb-8650-0c3cccfd6379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0c2f40b6-0e49-4fee-b027-6f5b26cfc16f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:05:31.619277 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-64a2bab3-b54d-4183-9274-4147ec84f8c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:31.621170 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a2bab3-b54d-4183-9274-4147ec84f8c6 None None] Bound using segment: {'id': 'c284d642-b4d4-4ffb-8650-0c3cccfd6379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0c2f40b6-0e49-4fee-b027-6f5b26cfc16f'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:05:31.621691 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-64a2bab3-b54d-4183-9274-4147ec84f8c6 None None] Bound port: 018dc50e-3cb9-4267-986d-971b204dd600, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c284d642-b4d4-4ffb-8650-0c3cccfd6379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0c2f40b6-0e49-4fee-b027-6f5b26cfc16f'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:05:31.621839 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f0e9a302-c066-4c84-b248-9e889c7fab01 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:31.622083 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-64a2bab3-b54d-4183-9274-4147ec84f8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:31.628030 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3d883b3e-958c-4f3e-b509-612d12d5c3f4 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:31.670938 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-59c491c1-1673-4d12-a5ac-70e4c05924cd req-8e461103-d72f-4031-83bd-cc9ccb9493fd tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d1fdbd14d2a2426faa7617777d4bf755&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2342274 Aug 16 23:05:31.675093 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e9a302-c066-4c84-b248-9e889c7fab01 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Pushing event deleted for resources: {'Port': ['ID=50e4486b-be92-44c3-bb93-cd974d6263e7,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:31.746952 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-64a2bab3-b54d-4183-9274-4147ec84f8c6 None None] For port 018dc50e-3cb9-4267-986d-971b204dd600, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:05:31.751746 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-64a2bab3-b54d-4183-9274-4147ec84f8c6 None None] For port 018dc50e-3cb9-4267-986d-971b204dd600, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=018dc50e-3cb9-4267-986d-971b204dd600,segment=NetworkSegment(c284d642-b4d4-4ffb-8650-0c3cccfd6379),segment_id=c284d642-b4d4-4ffb-8650-0c3cccfd6379)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:05:31.758152 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d883b3e-958c-4f3e-b509-612d12d5c3f4 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:05:31.767239 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-3d883b3e-958c-4f3e-b509-612d12d5c3f4 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:05:31.769952 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d883b3e-958c-4f3e-b509-612d12d5c3f4 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:05:31.772218 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-64a2bab3-b54d-4183-9274-4147ec84f8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:31.848102 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d883b3e-958c-4f3e-b509-612d12d5c3f4 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Pushing event updated for resources: {'Port': ['ID=c48fb6c2-9175-4f5f-ba30-e4882b7e1941,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:31.869226 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a2bab3-b54d-4183-9274-4147ec84f8c6 None None] Pushing event updated for resources: {'Port': ['ID=018dc50e-3cb9-4267-986d-971b204dd600,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:31.927454 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-96b32035-4bb9-43bd-977c-3660a69b1b32 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:31.959797 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f0e9a302-c066-4c84-b248-9e889c7fab01 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537121'] for router_gateway, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:32.057846 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-59c491c1-1673-4d12-a5ac-70e4c05924cd req-2094a87c-9b0d-4e93-a697-a7380b04b5c2 service neutron] 10.222.0.36 "GET /v2.0/networks/ce8981d6-c81c-45ea-9a06-9a435b2fc9f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3850152 Aug 16 23:05:32.072051 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3d883b3e-958c-4f3e-b509-612d12d5c3f4 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:32.106648 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f0e9a302-c066-4c84-b248-9e889c7fab01 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:32.110477 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f0e9a302-c066-4c84-b248-9e889c7fab01 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:32.182923 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3d883b3e-958c-4f3e-b509-612d12d5c3f4 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:32.214205 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f0e9a302-c066-4c84-b248-9e889c7fab01 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:32.214852 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0e9a302-c066-4c84-b248-9e889c7fab01 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9ee0cff8-829d-421c-b64c-d2291f459837 {{(pid=101291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:05:32.220751 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f0e9a302-c066-4c84-b248-9e889c7fab01 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:32.224748 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-f0e9a302-c066-4c84-b248-9e889c7fab01 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] 10.222.0.36 "DELETE /v2.0/routers/9ee0cff8-829d-421c-b64c-d2291f459837 HTTP/1.1" status: 204 len: 168 time: 2.3478584 Aug 16 23:05:32.227289 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 51288) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:32.303139 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-59c491c1-1673-4d12-a5ac-70e4c05924cd req-63ddb068-2de6-4281-a41d-9103d3396101 service neutron] 10.222.0.36 "GET /v2.0/networks/ce8981d6-c81c-45ea-9a06-9a435b2fc9f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444189 Aug 16 23:05:32.361800 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-96b32035-4bb9-43bd-977c-3660a69b1b32 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Allocated IP 2001:db8::1 (0c2f40b6-0e49-4fee-b027-6f5b26cfc16f/9993665d-b8a3-413c-a5ac-ca59e5556e97/c9cf3a8e-0181-49f7-bcaa-4845541f914c) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:05:32.408880 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8546d196-76ac-4d1b-895e-65964b8a2261 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks [] for router, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:32.460141 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 51294) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:32.563960 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-29f0436d-d090-45fb-ac1c-a8e1825e3f5d req-e20be0cd-2173-45d7-ada3-45a6fe76ee11 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 210 time: 0.0486319 Aug 16 23:05:32.593846 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-96b32035-4bb9-43bd-977c-3660a69b1b32 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:32.607479 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3d883b3e-958c-4f3e-b509-612d12d5c3f4 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:32.619497 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3d883b3e-958c-4f3e-b509-612d12d5c3f4 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:32.627526 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [None req-96b32035-4bb9-43bd-977c-3660a69b1b32 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Transition to ACTIVE for port object c9cf3a8e-0181-49f7-bcaa-4845541f914c will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:05:32.632168 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8546d196-76ac-4d1b-895e-65964b8a2261 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:32.663022 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c196c2db-b53b-49a1-92c0-c68ce68e506d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:32.726907 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d883b3e-958c-4f3e-b509-612d12d5c3f4 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Pushing event updated for resources: {'Port': ['ID=c48fb6c2-9175-4f5f-ba30-e4882b7e1941,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:32.731204 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-96b32035-4bb9-43bd-977c-3660a69b1b32 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:32.751126 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3d883b3e-958c-4f3e-b509-612d12d5c3f4 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:32.776059 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-8546d196-76ac-4d1b-895e-65964b8a2261 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Deleting port 4ccd9b9d-97de-4fda-a532-08ea57025694 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:05:32.776408 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8546d196-76ac-4d1b-895e-65964b8a2261 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:32.807517 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b32035-4bb9-43bd-977c-3660a69b1b32 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Network 0c2f40b6-0e49-4fee-b027-6f5b26cfc16f is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:05:32.813760 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-96b32035-4bb9-43bd-977c-3660a69b1b32 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:05:32.820765 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b32035-4bb9-43bd-977c-3660a69b1b32 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Pushing event updated for resources: {'Port': ['ID=c9cf3a8e-0181-49f7-bcaa-4845541f914c,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:32.825015 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b32035-4bb9-43bd-977c-3660a69b1b32 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:05:32.825570 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-96b32035-4bb9-43bd-977c-3660a69b1b32 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954230'] for router_interface, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:32.872871 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-8546d196-76ac-4d1b-895e-65964b8a2261 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] For port 4ccd9b9d-97de-4fda-a532-08ea57025694, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=4ccd9b9d-97de-4fda-a532-08ea57025694,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:05:32.873467 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8546d196-76ac-4d1b-895e-65964b8a2261 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:32.889097 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-8546d196-76ac-4d1b-895e-65964b8a2261 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Calling delete_port for 4ccd9b9d-97de-4fda-a532-08ea57025694 owned by network:router_gateway {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:05:32.954855 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c196c2db-b53b-49a1-92c0-c68ce68e506d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:32.976051 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3d883b3e-958c-4f3e-b509-612d12d5c3f4 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:32.985872 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-3d883b3e-958c-4f3e-b509-612d12d5c3f4 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1591089 Aug 16 23:05:32.989488 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c196c2db-b53b-49a1-92c0-c68ce68e506d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:33.025413 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c196c2db-b53b-49a1-92c0-c68ce68e506d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d994f099-6567-48e0-aa56-af1038a71006,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:33.045943 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-96b32035-4bb9-43bd-977c-3660a69b1b32 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:33.072606 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-c196c2db-b53b-49a1-92c0-c68ce68e506d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=27d4f7ffe8c74bb9a8236a08b61db16e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6100683 Aug 16 23:05:33.080532 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 51310) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:33.191073 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8546d196-76ac-4d1b-895e-65964b8a2261 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:33.235163 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8546d196-76ac-4d1b-895e-65964b8a2261 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Pushing event deleted for resources: {'Port': ['ID=4ccd9b9d-97de-4fda-a532-08ea57025694,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:33.354530 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8546d196-76ac-4d1b-895e-65964b8a2261 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537121'] for router_gateway, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:33.465287 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8546d196-76ac-4d1b-895e-65964b8a2261 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:33.474885 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8546d196-76ac-4d1b-895e-65964b8a2261 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:33.490166 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f26bc8-020d-468d-9a41-dcd9f71b8f4c None None] Network 0c2f40b6-0e49-4fee-b027-6f5b26cfc16f requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:05:33.529734 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8546d196-76ac-4d1b-895e-65964b8a2261 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:33.530425 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8546d196-76ac-4d1b-895e-65964b8a2261 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 58da6dd6-d402-403e-bdf7-8897614d371e {{(pid=101291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:05:33.542212 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8546d196-76ac-4d1b-895e-65964b8a2261 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:33.545119 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-8546d196-76ac-4d1b-895e-65964b8a2261 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] 10.222.0.36 "DELETE /v2.0/routers/58da6dd6-d402-403e-bdf7-8897614d371e HTTP/1.1" status: 204 len: 168 time: 1.3167288 Aug 16 23:05:33.549250 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 51324) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:33.556493 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-233ce6e9-2b39-4d28-b166-2ad56f90bebf tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1485542171', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}, 'admin_state_up': False}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:05:33.564495 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-43fede70-b3a7-41a0-90b1-e17c5ca11754 None None] Provisioning for port 018dc50e-3cb9-4267-986d-971b204dd600 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:05:33.612393 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-233ce6e9-2b39-4d28-b166-2ad56f90bebf tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:33.614718 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-233ce6e9-2b39-4d28-b166-2ad56f90bebf tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:33.756406 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-233ce6e9-2b39-4d28-b166-2ad56f90bebf tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:33.818601 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4e64b321-d3ce-466f-ba2f-47a8a51addf3 req-686dc169-f0e5-4863-8ea9-2c95f0a6ad52 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 210 time: 0.0786777 Aug 16 23:05:33.904140 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-2361e51f-a2e6-4851-a8cf-df01bfcedaf0 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--105046195&fields=id&tenant_id=0fd6de77a6ca45308e5ac106bdd0311d HTTP/1.1" status: 200 len: 267 time: 0.1653435 Aug 16 23:05:33.909149 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c5645fe4-4bd5-4491-a777-8e7317ed4d6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:34.028314 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-233ce6e9-2b39-4d28-b166-2ad56f90bebf tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:34.035676 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c5645fe4-4bd5-4491-a777-8e7317ed4d6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:34.054890 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-c68b4bac-f885-407a-944d-b5ef9c91bbc8 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:34.057538 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-c68b4bac-f885-407a-944d-b5ef9c91bbc8 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/ports/2d914dcd-a009-4bd0-a96d-6ee74c4c2e7d HTTP/1.1" status: 200 len: 934 time: 0.0988624 Aug 16 23:05:34.110866 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c491c1-1673-4d12-a5ac-70e4c05924cd req-a472c116-d31c-415e-891a-45a71636cc67 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:34.112385 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-59c491c1-1673-4d12-a5ac-70e4c05924cd req-a472c116-d31c-415e-891a-45a71636cc67 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.68 "GET /v2.0/networks?id=ce8981d6-c81c-45ea-9a06-9a435b2fc9f6 HTTP/1.1" status: 200 len: 813 time: 0.2683091 Aug 16 23:05:34.131332 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-59c491c1-1673-4d12-a5ac-70e4c05924cd req-e15f36e7-73a0-4be6-bec2-c8500308e395 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Request body: {'port': {'device_id': '4a4ee2ec-ab17-49ba-b7ae-7707844ec140', 'network_id': 'ce8981d6-c81c-45ea-9a06-9a435b2fc9f6', 'admin_state_up': True, 'tenant_id': 'd1fdbd14d2a2426faa7617777d4bf755'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:05:34.160890 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-3ecb16f4-5ddc-403f-9801-eb8be48b1305 None None] Provisioning for port c9cf3a8e-0181-49f7-bcaa-4845541f914c completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:05:34.163955 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-9aa1d478-a9a1-462b-b6fe-d05fb0657007 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:34.166309 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-9aa1d478-a9a1-462b-b6fe-d05fb0657007 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/ports/c8884c15-ea75-4d67-b150-51216a77129b HTTP/1.1" status: 200 len: 936 time: 0.0993726 Aug 16 23:05:34.172376 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-3ecb16f4-5ddc-403f-9801-eb8be48b1305 None None] Provisioning complete for port c9cf3a8e-0181-49f7-bcaa-4845541f914c triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:05:34.173127 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-3ecb16f4-5ddc-403f-9801-eb8be48b1305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:34.237575 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-96b32035-4bb9-43bd-977c-3660a69b1b32 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:34.243316 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c5645fe4-4bd5-4491-a777-8e7317ed4d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:34.246744 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c5645fe4-4bd5-4491-a777-8e7317ed4d6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:34.248717 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-c5645fe4-4bd5-4491-a777-8e7317ed4d6b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d994f099-6567-48e0-aa56-af1038a71006 HTTP/1.1" status: 204 len: 168 time: 1.1668985 Aug 16 23:05:34.260449 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-3ecb16f4-5ddc-403f-9801-eb8be48b1305 None None] Port c9cf3a8e-0181-49f7-bcaa-4845541f914c cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:05:34.263314 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 018dc50e-3cb9-4267-986d-971b204dd600 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:05:34.282193 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-96b32035-4bb9-43bd-977c-3660a69b1b32 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:34.283161 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-96b32035-4bb9-43bd-977c-3660a69b1b32 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954122'] for router_interface, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:34.286929 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5645fe4-4bd5-4491-a777-8e7317ed4d6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d994f099-6567-48e0-aa56-af1038a71006,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:34.304713 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-0c8249cd-dd23-4963-9a32-ce2c29910d86 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/ports?network_id=f7e04764-48fe-4543-83bb-53e420b1bda2&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1264577 Aug 16 23:05:34.383134 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 018dc50e-3cb9-4267-986d-971b204dd600 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:05:34.392769 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b32035-4bb9-43bd-977c-3660a69b1b32 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Pushing event updated for resources: {'Port': ['ID=c9cf3a8e-0181-49f7-bcaa-4845541f914c,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:34.401151 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 018dc50e-3cb9-4267-986d-971b204dd600 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:05:34.401529 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:34.402989 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59c491c1-1673-4d12-a5ac-70e4c05924cd req-e15f36e7-73a0-4be6-bec2-c8500308e395 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Made reservation on behalf of d1fdbd14d2a2426faa7617777d4bf755 for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:05:34.408199 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-59c491c1-1673-4d12-a5ac-70e4c05924cd req-e15f36e7-73a0-4be6-bec2-c8500308e395 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:34.483288 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-605b45b8-a65e-4169-8029-eeb8bdc75c41 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/ports?network_id=f7e04764-48fe-4543-83bb-53e420b1bda2&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1481981 Aug 16 23:05:34.510337 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:34.564553 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-75222c6d-d09d-4ff1-a1e1-c3297158295a None None] Provisioning complete for port c9cf3a8e-0181-49f7-bcaa-4845541f914c triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:05:34.566112 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-75222c6d-d09d-4ff1-a1e1-c3297158295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:34.590186 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 018dc50e-3cb9-4267-986d-971b204dd600, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=018dc50e-3cb9-4267-986d-971b204dd600,segment=NetworkSegment(c284d642-b4d4-4ffb-8650-0c3cccfd6379),segment_id=c284d642-b4d4-4ffb-8650-0c3cccfd6379)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:05:34.606254 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-233ce6e9-2b39-4d28-b166-2ad56f90bebf tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks [] for router_gateway, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:34.620593 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:34.631170 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b32035-4bb9-43bd-977c-3660a69b1b32 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Network 0c2f40b6-0e49-4fee-b027-6f5b26cfc16f is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:05:34.634924 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-96b32035-4bb9-43bd-977c-3660a69b1b32 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:05:34.644282 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-42b7cf26-6be9-4d34-800a-7fb66e381465 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:34.651461 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-42b7cf26-6be9-4d34-800a-7fb66e381465 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:34.652195 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-233ce6e9-2b39-4d28-b166-2ad56f90bebf tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:34.658548 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-42b7cf26-6be9-4d34-800a-7fb66e381465 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:34.666576 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-42b7cf26-6be9-4d34-800a-7fb66e381465 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/networks?id=7f9863fd-7980-4b2d-a7ca-14f053950325&id=716ffdec-3357-4059-8ca3-4654ec1fdd32&id=716ffdec-3357-4059-8ca3-4654ec1fdd32&id=f7e04764-48fe-4543-83bb-53e420b1bda2&id=f7e04764-48fe-4543-83bb-53e420b1bda2 HTTP/1.1" status: 200 len: 1995 time: 0.1816134 Aug 16 23:05:34.688826 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=018dc50e-3cb9-4267-986d-971b204dd600,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:34.710310 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-75222c6d-d09d-4ff1-a1e1-c3297158295a None None] Port c9cf3a8e-0181-49f7-bcaa-4845541f914c cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:05:34.789220 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-3015ef57-2a13-472d-8703-acf32976dc63 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/quotas/0fd6de77a6ca45308e5ac106bdd0311d HTTP/1.1" status: 200 len: 375 time: 0.1224043 Aug 16 23:05:34.793815 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-59c491c1-1673-4d12-a5ac-70e4c05924cd req-e15f36e7-73a0-4be6-bec2-c8500308e395 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Allocated IP 172.20.0.10 (ce8981d6-c81c-45ea-9a06-9a435b2fc9f6/5efd3f3e-4198-4530-82cd-090d89e0c9b8/ced0eb60-2129-44bb-aa8c-813cc52e44a4) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:05:34.872241 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-233ce6e9-2b39-4d28-b166-2ad56f90bebf tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Allocated IP 172.25.4.102 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/d7661291-0f83-4817-b44a-c9fa4fdc4801) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:05:34.902905 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-3f03f249-7822-4d31-86c8-b444d292713b tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0fd6de77a6ca45308e5ac106bdd0311d&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1127839 Aug 16 23:05:35.034881 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-2de0712b-31e4-4eaa-bf35-e17fc8f81820 None None] Provisioning complete for port c9cf3a8e-0181-49f7-bcaa-4845541f914c triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:05:35.035653 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2de0712b-31e4-4eaa-bf35-e17fc8f81820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:35.043653 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-272725a7-6d39-4431-88f9-cf01e2d73ac6 req-f5b47791-c462-49ca-9807-049d0da782de tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 210 time: 0.0274796 Aug 16 23:05:35.055250 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96b32035-4bb9-43bd-977c-3660a69b1b32 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Router 29d3a05a-dd39-4bae-9a86-c4b5a91c3891 is scheduled to L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f with binding_index 1 {{(pid=101292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:05:35.131594 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-59c491c1-1673-4d12-a5ac-70e4c05924cd req-e15f36e7-73a0-4be6-bec2-c8500308e395 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:35.135263 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-2de0712b-31e4-4eaa-bf35-e17fc8f81820 None None] Port c9cf3a8e-0181-49f7-bcaa-4845541f914c cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:05:35.146908 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-233ce6e9-2b39-4d28-b166-2ad56f90bebf tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:35.212332 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-8929da97-ec27-4c33-a328-bc8e08a3e6df service neutron] 10.222.0.36 "GET /v2.0/networks/7f9863fd-7980-4b2d-a7ca-14f053950325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832453 Aug 16 23:05:35.219365 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96b32035-4bb9-43bd-977c-3660a69b1b32 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:05:35.228074 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-96b32035-4bb9-43bd-977c-3660a69b1b32 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "PUT /v2.0/routers/29d3a05a-dd39-4bae-9a86-c4b5a91c3891/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7871840 Aug 16 23:05:35.228658 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 51356) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:35.234150 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be0a51f-fced-4862-b56e-0c5a065112cb None None] Sync routers for ids ['29d3a05a-dd39-4bae-9a86-c4b5a91c3891'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:05:35.244185 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-59c491c1-1673-4d12-a5ac-70e4c05924cd req-e15f36e7-73a0-4be6-bec2-c8500308e395 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:35.246409 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be0a51f-fced-4862-b56e-0c5a065112cb None None] Routers {'29d3a05a-dd39-4bae-9a86-c4b5a91c3891'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:05:35.246704 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-233ce6e9-2b39-4d28-b166-2ad56f90bebf tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:35.247174 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-9be0a51f-fced-4862-b56e-0c5a065112cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:05:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['29d3a05a-dd39-4bae-9a86-c4b5a91c3891'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:05:35.291645 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-9be0a51f-fced-4862-b56e-0c5a065112cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:05:35.303103 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be0a51f-fced-4862-b56e-0c5a065112cb None None] Routers {'29d3a05a-dd39-4bae-9a86-c4b5a91c3891'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:05:35.303732 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-9be0a51f-fced-4862-b56e-0c5a065112cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:05:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['29d3a05a-dd39-4bae-9a86-c4b5a91c3891'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:05:35.346641 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-ba149e04-21ce-4c36-b20f-37545f571ea0 service neutron] 10.222.0.36 "GET /v2.0/networks/7f9863fd-7980-4b2d-a7ca-14f053950325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215265 Aug 16 23:05:35.351070 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-9be0a51f-fced-4862-b56e-0c5a065112cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:05:35.352372 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be0a51f-fced-4862-b56e-0c5a065112cb None None] The sync data for ids ['29d3a05a-dd39-4bae-9a86-c4b5a91c3891'] in n-d-791506-26 is: [] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:05:35.388868 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-1459617f-1f97-4403-b425-6cfac5478f21 service neutron] 10.222.0.36 "GET /v2.0/ports/2d914dcd-a009-4bd0-a96d-6ee74c4c2e7d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0379462 Aug 16 23:05:35.495602 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-fd5c7617-a253-4bfc-a560-04596aa0e4d1 service neutron] 10.222.0.36 "GET /v2.0/networks/716ffdec-3357-4059-8ca3-4654ec1fdd32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975583 Aug 16 23:05:35.595682 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-d7c8f628-d133-435f-92ee-4ff3040e8fe8 service neutron] 10.222.0.36 "GET /v2.0/networks/716ffdec-3357-4059-8ca3-4654ec1fdd32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922067 Aug 16 23:05:35.620880 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233ce6e9-2b39-4d28-b166-2ad56f90bebf tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:05:35.632433 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a141ccae-5681-4429-92a7-993845f3a273 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:35.633809 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-a141ccae-5681-4429-92a7-993845f3a273 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "GET /v2.0/ports/c9cf3a8e-0181-49f7-bcaa-4845541f914c HTTP/1.1" status: 200 len: 911 time: 0.4039099 Aug 16 23:05:35.639403 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 51376) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:35.641170 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59c491c1-1673-4d12-a5ac-70e4c05924cd req-e15f36e7-73a0-4be6-bec2-c8500308e395 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Network ce8981d6-c81c-45ea-9a06-9a435b2fc9f6 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:05:35.642209 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-233ce6e9-2b39-4d28-b166-2ad56f90bebf tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:05:35.645469 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233ce6e9-2b39-4d28-b166-2ad56f90bebf tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:05:35.653975 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-04949939-4352-4b52-a0f6-7f694fdcdc95 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9993665d-b8a3-413c-a5ac-ca59e5556e97'}]}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:05:35.657214 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-59c491c1-1673-4d12-a5ac-70e4c05924cd req-e15f36e7-73a0-4be6-bec2-c8500308e395 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:05:35.659970 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-4e4e8e62-601b-4d65-8ead-af930010e9c5 service neutron] 10.222.0.36 "GET /v2.0/ports/c8884c15-ea75-4d67-b150-51216a77129b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0490265 Aug 16 23:05:35.681104 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-59c491c1-1673-4d12-a5ac-70e4c05924cd req-e15f36e7-73a0-4be6-bec2-c8500308e395 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:05:35.731701 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233ce6e9-2b39-4d28-b166-2ad56f90bebf tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Pushing event updated for resources: {'Port': ['ID=d7661291-0f83-4817-b44a-c9fa4fdc4801,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:35.758449 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 018dc50e-3cb9-4267-986d-971b204dd600 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:05:35.794341 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-b71d3bcb-bc3d-4d99-b09b-37046c14a440 service neutron] 10.222.0.36 "GET /v2.0/networks/716ffdec-3357-4059-8ca3-4654ec1fdd32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214802 Aug 16 23:05:35.818807 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 018dc50e-3cb9-4267-986d-971b204dd600 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:05:35.819305 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:35.847487 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c491c1-1673-4d12-a5ac-70e4c05924cd req-e15f36e7-73a0-4be6-bec2-c8500308e395 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:35.848151 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-59c491c1-1673-4d12-a5ac-70e4c05924cd req-e15f36e7-73a0-4be6-bec2-c8500308e395 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:35.916724 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 4ccd9b9d-97de-4fda-a532-08ea57025694 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:05:35.917247 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-ba97345c-755b-45b1-89ca-152d8bab3cae service neutron] 10.222.0.36 "GET /v2.0/networks/716ffdec-3357-4059-8ca3-4654ec1fdd32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147773 Aug 16 23:05:35.940890 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15f36e7-73a0-4be6-bec2-c8500308e395 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Pushing event updated for resources: {'Port': ['ID=ced0eb60-2129-44bb-aa8c-813cc52e44a4,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:35.954357 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 4ccd9b9d-97de-4fda-a532-08ea57025694 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:05:35.955223 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 4ccd9b9d-97de-4fda-a532-08ea57025694 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:05:35.975048 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-59c491c1-1673-4d12-a5ac-70e4c05924cd req-e15f36e7-73a0-4be6-bec2-c8500308e395 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8508854 Aug 16 23:05:36.007494 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-59c491c1-1673-4d12-a5ac-70e4c05924cd req-a4f5da79-7c0e-4429-a186-a3403eb0ec90 service neutron] Request body: {'port': {'device_id': '4a4ee2ec-ab17-49ba-b7ae-7707844ec140', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:05:36.029656 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 51382) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:36.049906 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-652bf9e2-a823-4b4a-a0a1-57a7bb3d0a98 service neutron] 10.222.0.36 "GET /v2.0/networks/716ffdec-3357-4059-8ca3-4654ec1fdd32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250696 Aug 16 23:05:36.132987 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-04949939-4352-4b52-a0f6-7f694fdcdc95 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:36.164307 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-59c491c1-1673-4d12-a5ac-70e4c05924cd req-a4f5da79-7c0e-4429-a186-a3403eb0ec90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:36.184395 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-09985572-645a-4241-a8f0-a9a6e717513c service neutron] 10.222.0.36 "GET /v2.0/networks/716ffdec-3357-4059-8ca3-4654ec1fdd32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280086 Aug 16 23:05:36.216242 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d133191d-ec86-402b-93aa-9f93f5662271 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:36.298327 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a2a83c-1d22-43ff-bcae-ec7e69ab740e req-92807429-5087-4928-b5e9-08d084ce5bb1 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:36.299742 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-55a2a83c-1d22-43ff-bcae-ec7e69ab740e req-92807429-5087-4928-b5e9-08d084ce5bb1 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 932 time: 0.1492314 Aug 16 23:05:36.360159 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-233ce6e9-2b39-4d28-b166-2ad56f90bebf tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks [] for router_gateway, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:36.369010 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-d9af08d4-1546-424e-bd0b-a3fd3b48b702 service neutron] 10.222.0.36 "GET /v2.0/networks/716ffdec-3357-4059-8ca3-4654ec1fdd32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686914 Aug 16 23:05:36.403053 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-55a2a83c-1d22-43ff-bcae-ec7e69ab740e req-359ef823-c9bc-4036-b9ca-f03fc5f5d10e tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960340 Aug 16 23:05:36.507354 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-d769bde6-606f-41d0-9122-89a619506118 service neutron] 10.222.0.36 "GET /v2.0/networks/716ffdec-3357-4059-8ca3-4654ec1fdd32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297460 Aug 16 23:05:36.509205 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d133191d-ec86-402b-93aa-9f93f5662271 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:36.517574 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d133191d-ec86-402b-93aa-9f93f5662271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:36.604940 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d133191d-ec86-402b-93aa-9f93f5662271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b517106-8aef-448a-b7d1-58fa0ca13fe2,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:36.616378 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-d133191d-ec86-402b-93aa-9f93f5662271 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b689da8b418545d593466967a72b680a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5856981 Aug 16 23:05:36.617888 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 51390) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:36.649394 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-355da3c6-c5fe-408a-9d80-df3483c58170 service neutron] 10.222.0.36 "GET /v2.0/networks/f7e04764-48fe-4543-83bb-53e420b1bda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328635 Aug 16 23:05:36.740292 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-88c317a5-8d7d-434a-83ab-9b8699f21a9c service neutron] 10.222.0.36 "GET /v2.0/networks/f7e04764-48fe-4543-83bb-53e420b1bda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845041 Aug 16 23:05:36.836470 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-5d963cf8-08c0-422b-a7b0-87da84b85c57 service neutron] 10.222.0.36 "GET /v2.0/networks/f7e04764-48fe-4543-83bb-53e420b1bda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895529 Aug 16 23:05:36.898363 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-84d13692-9922-42a8-b4c0-113e62032795 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:36.937482 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-ff573342-b44c-4c53-8092-9b0203156652 service neutron] 10.222.0.36 "GET /v2.0/networks/f7e04764-48fe-4543-83bb-53e420b1bda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944190 Aug 16 23:05:36.976861 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-233ce6e9-2b39-4d28-b166-2ad56f90bebf tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:36.985741 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-84d13692-9922-42a8-b4c0-113e62032795 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:37.017824 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-59c491c1-1673-4d12-a5ac-70e4c05924cd req-a4f5da79-7c0e-4429-a186-a3403eb0ec90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ced0eb60-2129-44bb-aa8c-813cc52e44a4 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:05:37.033038 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-59c491c1-1673-4d12-a5ac-70e4c05924cd req-a4f5da79-7c0e-4429-a186-a3403eb0ec90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:37.117947 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-59c491c1-1673-4d12-a5ac-70e4c05924cd req-a4f5da79-7c0e-4429-a186-a3403eb0ec90 service neutron] Transition to ACTIVE for port object ced0eb60-2129-44bb-aa8c-813cc52e44a4 will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:05:37.131313 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-59c491c1-1673-4d12-a5ac-70e4c05924cd req-a4f5da79-7c0e-4429-a186-a3403eb0ec90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:37.168213 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-04949939-4352-4b52-a0f6-7f694fdcdc95 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:37.213497 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-04949939-4352-4b52-a0f6-7f694fdcdc95 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:37.220106 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04949939-4352-4b52-a0f6-7f694fdcdc95 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:37.220777 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-04949939-4352-4b52-a0f6-7f694fdcdc95 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:37.222126 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-04949939-4352-4b52-a0f6-7f694fdcdc95 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "PUT /v2.0/ports/c9cf3a8e-0181-49f7-bcaa-4845541f914c HTTP/1.1" status: 200 len: 911 time: 1.5777309 Aug 16 23:05:37.225419 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 51402) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:37.242092 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-84d13692-9922-42a8-b4c0-113e62032795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:37.244584 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-84d13692-9922-42a8-b4c0-113e62032795 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:37.245732 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-84d13692-9922-42a8-b4c0-113e62032795 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3b517106-8aef-448a-b7d1-58fa0ca13fe2 HTTP/1.1" status: 204 len: 168 time: 0.6236906 Aug 16 23:05:37.251374 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f5da79-7c0e-4429-a186-a3403eb0ec90 service neutron] Pushing event updated for resources: {'Port': ['ID=ced0eb60-2129-44bb-aa8c-813cc52e44a4,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:37.304014 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d13692-9922-42a8-b4c0-113e62032795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b517106-8aef-448a-b7d1-58fa0ca13fe2,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:37.377093 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04949939-4352-4b52-a0f6-7f694fdcdc95 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Pushing event updated for resources: {'Port': ['ID=c9cf3a8e-0181-49f7-bcaa-4845541f914c,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:37.408849 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-59c491c1-1673-4d12-a5ac-70e4c05924cd req-a4f5da79-7c0e-4429-a186-a3403eb0ec90 service neutron] Attempting to bind port ced0eb60-2129-44bb-aa8c-813cc52e44a4 on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:05:37.409271 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-59c491c1-1673-4d12-a5ac-70e4c05924cd req-a4f5da79-7c0e-4429-a186-a3403eb0ec90 service neutron] Attempting to bind port ced0eb60-2129-44bb-aa8c-813cc52e44a4 by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': 'ba2627aa-e983-48ed-b699-731debb0727b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ce8981d6-c81c-45ea-9a06-9a435b2fc9f6'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:05:37.409271 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c491c1-1673-4d12-a5ac-70e4c05924cd req-a4f5da79-7c0e-4429-a186-a3403eb0ec90 service neutron] Attempting to bind port ced0eb60-2129-44bb-aa8c-813cc52e44a4 on network ce8981d6-c81c-45ea-9a06-9a435b2fc9f6 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:05:37.412376 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-233ce6e9-2b39-4d28-b166-2ad56f90bebf tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Router ccc161f6-68ee-4f2b-be42-5081ab983b90 is scheduled to L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f with binding_index 1 {{(pid=101291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:05:37.416308 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c491c1-1673-4d12-a5ac-70e4c05924cd req-a4f5da79-7c0e-4429-a186-a3403eb0ec90 service neutron] Port ced0eb60-2129-44bb-aa8c-813cc52e44a4 on network ce8981d6-c81c-45ea-9a06-9a435b2fc9f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:05:37.416683 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c491c1-1673-4d12-a5ac-70e4c05924cd req-a4f5da79-7c0e-4429-a186-a3403eb0ec90 service neutron] Attempting to bind port ced0eb60-2129-44bb-aa8c-813cc52e44a4 on network ce8981d6-c81c-45ea-9a06-9a435b2fc9f6 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:05:37.424275 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c491c1-1673-4d12-a5ac-70e4c05924cd req-a4f5da79-7c0e-4429-a186-a3403eb0ec90 service neutron] Checking agent: {'id': 'd28e24f9-e5ea-41e1-80bf-3c7943ad7f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:05:37.424633 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c491c1-1673-4d12-a5ac-70e4c05924cd req-a4f5da79-7c0e-4429-a186-a3403eb0ec90 service neutron] Checking segment: {'id': 'ba2627aa-e983-48ed-b699-731debb0727b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ce8981d6-c81c-45ea-9a06-9a435b2fc9f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:05:37.425028 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c491c1-1673-4d12-a5ac-70e4c05924cd req-a4f5da79-7c0e-4429-a186-a3403eb0ec90 service neutron] Bound using segment: {'id': 'ba2627aa-e983-48ed-b699-731debb0727b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ce8981d6-c81c-45ea-9a06-9a435b2fc9f6'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:05:37.425477 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-59c491c1-1673-4d12-a5ac-70e4c05924cd req-a4f5da79-7c0e-4429-a186-a3403eb0ec90 service neutron] Bound port: ced0eb60-2129-44bb-aa8c-813cc52e44a4, host: n-h1-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba2627aa-e983-48ed-b699-731debb0727b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ce8981d6-c81c-45ea-9a06-9a435b2fc9f6'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:05:37.425845 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-59c491c1-1673-4d12-a5ac-70e4c05924cd req-a4f5da79-7c0e-4429-a186-a3403eb0ec90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:37.587582 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-59c491c1-1673-4d12-a5ac-70e4c05924cd req-a4f5da79-7c0e-4429-a186-a3403eb0ec90 service neutron] For port ced0eb60-2129-44bb-aa8c-813cc52e44a4, host n-h1-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:05:37.605442 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab98c6-5a42-4cd1-9a7e-bcf36abacf74 req-d317eb51-46f4-4d8b-898f-f9ee229a31f2 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:37.605704 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-59c491c1-1673-4d12-a5ac-70e4c05924cd req-a4f5da79-7c0e-4429-a186-a3403eb0ec90 service neutron] For port ced0eb60-2129-44bb-aa8c-813cc52e44a4, host n-h1-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=ced0eb60-2129-44bb-aa8c-813cc52e44a4,segment=NetworkSegment(ba2627aa-e983-48ed-b699-731debb0727b),segment_id=ba2627aa-e983-48ed-b699-731debb0727b)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:05:37.607227 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9dab98c6-5a42-4cd1-9a7e-bcf36abacf74 req-d317eb51-46f4-4d8b-898f-f9ee229a31f2 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 944 time: 0.0787060 Aug 16 23:05:37.611056 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-233ce6e9-2b39-4d28-b166-2ad56f90bebf tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:05:37.613672 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-59c491c1-1673-4d12-a5ac-70e4c05924cd req-a4f5da79-7c0e-4429-a186-a3403eb0ec90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:37.630703 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1672bd5a-a84a-42aa-a7c6-3c6591cab48f None None] Sync routers for ids ['ccc161f6-68ee-4f2b-be42-5081ab983b90'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:05:37.679137 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-233ce6e9-2b39-4d28-b166-2ad56f90bebf tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:37.683365 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-233ce6e9-2b39-4d28-b166-2ad56f90bebf tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.1297731 Aug 16 23:05:37.683365 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c491c1-1673-4d12-a5ac-70e4c05924cd req-a4f5da79-7c0e-4429-a186-a3403eb0ec90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:37.683365 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-59c491c1-1673-4d12-a5ac-70e4c05924cd req-a4f5da79-7c0e-4429-a186-a3403eb0ec90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:37.684165 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-59c491c1-1673-4d12-a5ac-70e4c05924cd req-a4f5da79-7c0e-4429-a186-a3403eb0ec90 service neutron] 10.222.0.68 "PUT /v2.0/ports/ced0eb60-2129-44bb-aa8c-813cc52e44a4 HTTP/1.1" status: 200 len: 1093 time: 1.6883962 Aug 16 23:05:37.686589 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a4ee2ec-ab17-49ba-b7ae-7707844ec140', 'tag': 'ced0eb60-2129-44bb-aa8c-813cc52e44a4'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:05:37.689783 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c60f640e-b456-4fb8-9be8-fdedcc581bcc" -d '{"events": [{"name": "network-changed", "server_uuid": "4a4ee2ec-ab17-49ba-b7ae-7707844ec140", "tag": "ced0eb60-2129-44bb-aa8c-813cc52e44a4"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:05:37.695219 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 51424) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:37.708498 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1672bd5a-a84a-42aa-a7c6-3c6591cab48f None None] Routers {'ccc161f6-68ee-4f2b-be42-5081ab983b90'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:05:37.709020 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-025c0f79-9d6c-4eeb-972f-5b6ff24d623f tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'enable_snat': False}}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:05:37.709381 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-1672bd5a-a84a-42aa-a7c6-3c6591cab48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:05:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['ccc161f6-68ee-4f2b-be42-5081ab983b90'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:05:37.807902 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-1672bd5a-a84a-42aa-a7c6-3c6591cab48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:05:37.810467 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9dab98c6-5a42-4cd1-9a7e-bcf36abacf74 req-a38444aa-bf47-42fc-8688-1e92879953db tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469452 Aug 16 23:05:37.850351 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1672bd5a-a84a-42aa-a7c6-3c6591cab48f None None] Routers {'ccc161f6-68ee-4f2b-be42-5081ab983b90'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:05:37.851384 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-1672bd5a-a84a-42aa-a7c6-3c6591cab48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:05:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['ccc161f6-68ee-4f2b-be42-5081ab983b90'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:05:37.915373 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-1672bd5a-a84a-42aa-a7c6-3c6591cab48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:05:37.916069 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1672bd5a-a84a-42aa-a7c6-3c6591cab48f None None] The sync data for ids ['ccc161f6-68ee-4f2b-be42-5081ab983b90'] in n-d-791506-26 is: [] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:05:37.947704 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-644843f5-0b4b-4747-8da8-8513bc58b77d req-3207649a-2b23-45e5-b9fb-f8ad718cdd28 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ec6deff-f245-4e1c-822d-87007a31b174 HTTP/1.1" status: 200 len: 210 time: 0.0472031 Aug 16 23:05:37.974691 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-86124366-cd87-4fc1-92d2-753899d7cb16 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537579'] for router_interface, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:38.257199 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e52ea30e-5c1c-474c-90f1-85da8932f430 x-openstack-request-id: req-e52ea30e-5c1c-474c-90f1-85da8932f430 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:05:38.257835 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a4ee2ec-ab17-49ba-b7ae-7707844ec140", "tag": "ced0eb60-2129-44bb-aa8c-813cc52e44a4", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:05:38.257835 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e52ea30e-5c1c-474c-90f1-85da8932f430 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:05:38.258273 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a4ee2ec-ab17-49ba-b7ae-7707844ec140', 'tag': 'ced0eb60-2129-44bb-aa8c-813cc52e44a4', 'status': 'completed', 'code': 200} Aug 16 23:05:38.276752 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-86124366-cd87-4fc1-92d2-753899d7cb16 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Deleting port c9cf3a8e-0181-49f7-bcaa-4845541f914c {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:05:38.277422 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-86124366-cd87-4fc1-92d2-753899d7cb16 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:38.295446 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f5da79-7c0e-4429-a186-a3403eb0ec90 service neutron] Pushing event updated for resources: {'Port': ['ID=ced0eb60-2129-44bb-aa8c-813cc52e44a4,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:38.367237 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c491c1-1673-4d12-a5ac-70e4c05924cd req-54e7793b-5e55-4922-bed1-ba538909598f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:38.368940 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-59c491c1-1673-4d12-a5ac-70e4c05924cd req-54e7793b-5e55-4922-bed1-ba538909598f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d1fdbd14d2a2426faa7617777d4bf755&device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 1096 time: 0.1228473 Aug 16 23:05:38.402829 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-86124366-cd87-4fc1-92d2-753899d7cb16 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:38.427540 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-86124366-cd87-4fc1-92d2-753899d7cb16 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Calling delete_port for c9cf3a8e-0181-49f7-bcaa-4845541f914c owned by network:router_interface {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:05:38.451755 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-59c491c1-1673-4d12-a5ac-70e4c05924cd req-050c281a-ee8a-4bab-8b97-3240aedb098a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ced0eb60-2129-44bb-aa8c-813cc52e44a4 HTTP/1.1" status: 200 len: 217 time: 0.0713480 Aug 16 23:05:38.551499 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c491c1-1673-4d12-a5ac-70e4c05924cd req-6ba1da9b-fe75-45b1-98f9-ba6b7933e568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:38.553088 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-59c491c1-1673-4d12-a5ac-70e4c05924cd req-6ba1da9b-fe75-45b1-98f9-ba6b7933e568 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5efd3f3e-4198-4530-82cd-090d89e0c9b8 HTTP/1.1" status: 200 len: 853 time: 0.0933850 Aug 16 23:05:38.560473 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-025c0f79-9d6c-4eeb-972f-5b6ff24d623f tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:38.592324 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-59c491c1-1673-4d12-a5ac-70e4c05924cd req-e0ce6d36-8b8f-48b0-8611-af0e021be8c4 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ce8981d6-c81c-45ea-9a06-9a435b2fc9f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277772 Aug 16 23:05:38.659499 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-86124366-cd87-4fc1-92d2-753899d7cb16 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:38.692824 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86124366-cd87-4fc1-92d2-753899d7cb16 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Pushing event deleted for resources: {'Port': ['ID=c9cf3a8e-0181-49f7-bcaa-4845541f914c,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:38.766698 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:05:38.879173 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-86124366-cd87-4fc1-92d2-753899d7cb16 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537471'] for router_interface, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:38.880355 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-59c491c1-1673-4d12-a5ac-70e4c05924cd req-fffb2cc4-a20e-4dbc-b945-3f40fa5f3a58 service neutron] 10.222.0.68 "GET /v2.0/networks/ce8981d6-c81c-45ea-9a06-9a435b2fc9f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750351 Aug 16 23:05:39.014707 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-59c491c1-1673-4d12-a5ac-70e4c05924cd req-c46dae8c-f635-4fdb-a2c8-cd7826ccca04 service neutron] 10.222.0.68 "GET /v2.0/networks/ce8981d6-c81c-45ea-9a06-9a435b2fc9f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220918 Aug 16 23:05:39.200416 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60f640e-b456-4fb8-9be8-fdedcc581bcc req-1aefeaa5-7724-4f08-9bab-b56237cb3115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:39.202088 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c60f640e-b456-4fb8-9be8-fdedcc581bcc req-1aefeaa5-7724-4f08-9bab-b56237cb3115 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d1fdbd14d2a2426faa7617777d4bf755&device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 1096 time: 0.0923462 Aug 16 23:05:39.204841 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-997d1702-f064-47f3-adc4-61816103ac51 req-edb967aa-28ca-42b7-be2a-ca4caa059abe tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ec6deff-f245-4e1c-822d-87007a31b174 HTTP/1.1" status: 200 len: 210 time: 0.0796287 Aug 16 23:05:39.217942 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86124366-cd87-4fc1-92d2-753899d7cb16 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Router 29d3a05a-dd39-4bae-9a86-c4b5a91c3891 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:05:39.237426 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1972033b-2162-486c-a190-040b4f185e5b req-61d2984a-e35f-4230-a5d0-b8228993fc53 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:39.240915 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1972033b-2162-486c-a190-040b4f185e5b req-61d2984a-e35f-4230-a5d0-b8228993fc53 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 944 time: 0.2755182 Aug 16 23:05:39.341137 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86124366-cd87-4fc1-92d2-753899d7cb16 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:05:39.351771 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-86124366-cd87-4fc1-92d2-753899d7cb16 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "PUT /v2.0/routers/29d3a05a-dd39-4bae-9a86-c4b5a91c3891/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1219850 Aug 16 23:05:39.352914 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 51498) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:39.355843 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c126c67-b039-4443-9384-14655376ca5c None None] Sync routers for ids ['29d3a05a-dd39-4bae-9a86-c4b5a91c3891'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:05:39.370591 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c126c67-b039-4443-9384-14655376ca5c None None] Routers {'29d3a05a-dd39-4bae-9a86-c4b5a91c3891'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:05:39.371370 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-1c126c67-b039-4443-9384-14655376ca5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:05:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['29d3a05a-dd39-4bae-9a86-c4b5a91c3891'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:05:39.386943 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1972033b-2162-486c-a190-040b4f185e5b req-efe5b07d-d2df-4050-a772-e0a78ad79186 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995359 Aug 16 23:05:39.410622 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-d47adfc4-5eae-4a3e-bbd0-0d7cc57c942c tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "GET /v2.0/ports?device_id=29d3a05a-dd39-4bae-9a86-c4b5a91c3891 HTTP/1.1" status: 200 len: 205 time: 0.0474231 Aug 16 23:05:39.410886 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 51504) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:39.411058 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-1c126c67-b039-4443-9384-14655376ca5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:05:39.427912 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c126c67-b039-4443-9384-14655376ca5c None None] Routers {'29d3a05a-dd39-4bae-9a86-c4b5a91c3891'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:05:39.428699 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-1c126c67-b039-4443-9384-14655376ca5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:05:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['29d3a05a-dd39-4bae-9a86-c4b5a91c3891'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:05:39.445028 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60f640e-b456-4fb8-9be8-fdedcc581bcc req-f8212e22-5420-40ea-9032-21c17cdb6072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:39.446546 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c60f640e-b456-4fb8-9be8-fdedcc581bcc req-f8212e22-5420-40ea-9032-21c17cdb6072 service neutron] 10.222.0.68 "GET /v2.0/networks?id=ce8981d6-c81c-45ea-9a06-9a435b2fc9f6 HTTP/1.1" status: 200 len: 914 time: 0.2352529 Aug 16 23:05:39.466695 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-1c126c67-b039-4443-9384-14655376ca5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:05:39.467748 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c126c67-b039-4443-9384-14655376ca5c None None] The sync data for ids ['29d3a05a-dd39-4bae-9a86-c4b5a91c3891'] in n-d-791506-26 is: [] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:05:39.498899 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c60f640e-b456-4fb8-9be8-fdedcc581bcc req-b939682b-511c-4cf6-b276-cb70b5419aca service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ced0eb60-2129-44bb-aa8c-813cc52e44a4 HTTP/1.1" status: 200 len: 217 time: 0.0422065 Aug 16 23:05:39.505567 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-cb25ac68-189f-4c87-83ee-77ae900cbc00 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks [] for router, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:39.610751 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60f640e-b456-4fb8-9be8-fdedcc581bcc req-e709d614-dcd6-46dd-92d1-b722fef0ffcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:39.612257 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c60f640e-b456-4fb8-9be8-fdedcc581bcc req-e709d614-dcd6-46dd-92d1-b722fef0ffcb service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5efd3f3e-4198-4530-82cd-090d89e0c9b8 HTTP/1.1" status: 200 len: 853 time: 0.1046357 Aug 16 23:05:39.622155 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-35ce739a-3a45-47a3-9ce8-20a0d32eebc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:39.623770 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-35ce739a-3a45-47a3-9ce8-20a0d32eebc1 service neutron] 10.222.0.57 "GET /v2.0/ports/2d914dcd-a009-4bd0-a96d-6ee74c4c2e7d HTTP/1.1" status: 200 len: 1030 time: 0.1147602 Aug 16 23:05:39.675902 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c60f640e-b456-4fb8-9be8-fdedcc581bcc req-f83ed766-1118-4286-9486-19cb29bf39da service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ce8981d6-c81c-45ea-9a06-9a435b2fc9f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290923 Aug 16 23:05:39.756041 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-cb25ac68-189f-4c87-83ee-77ae900cbc00 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:39.760941 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-cb25ac68-189f-4c87-83ee-77ae900cbc00 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:39.761890 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-025c0f79-9d6c-4eeb-972f-5b6ff24d623f tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-537184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-500218'] for router, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:39.768571 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-5b9b4bc5-a49c-432f-991d-3c087c7b174e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:39.770637 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-025c0f79-9d6c-4eeb-972f-5b6ff24d623f tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-537179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-537170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-639656'] for router, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:39.770812 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-5b9b4bc5-a49c-432f-991d-3c087c7b174e service neutron] 10.222.0.57 "GET /v2.0/ports/c8884c15-ea75-4d67-b150-51216a77129b HTTP/1.1" status: 200 len: 1032 time: 0.1192150 Aug 16 23:05:39.848073 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c60f640e-b456-4fb8-9be8-fdedcc581bcc req-31538be3-4a01-44f8-aa56-a2959c5b878c service neutron] 10.222.0.68 "GET /v2.0/networks/ce8981d6-c81c-45ea-9a06-9a435b2fc9f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637757 Aug 16 23:05:39.863199 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-cb25ac68-189f-4c87-83ee-77ae900cbc00 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:39.863595 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb25ac68-189f-4c87-83ee-77ae900cbc00 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Fanout notify agent at l3_agent the message router_deleted on router 29d3a05a-dd39-4bae-9a86-c4b5a91c3891 {{(pid=101292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:05:39.893699 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-cb25ac68-189f-4c87-83ee-77ae900cbc00 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:39.893699 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-cb25ac68-189f-4c87-83ee-77ae900cbc00 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "DELETE /v2.0/routers/29d3a05a-dd39-4bae-9a86-c4b5a91c3891 HTTP/1.1" status: 204 len: 168 time: 0.4717846 Aug 16 23:05:39.893699 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 51536) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:39.995913 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-025c0f79-9d6c-4eeb-972f-5b6ff24d623f tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Router ccc161f6-68ee-4f2b-be42-5081ab983b90 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:05:40.013863 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c60f640e-b456-4fb8-9be8-fdedcc581bcc req-d8799d5f-8bdf-42d3-b32f-c6e3595feee3 service neutron] 10.222.0.68 "GET /v2.0/networks/ce8981d6-c81c-45ea-9a06-9a435b2fc9f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309164 Aug 16 23:05:40.174993 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-025c0f79-9d6c-4eeb-972f-5b6ff24d623f tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:05:40.186557 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5484091-86e5-4bd8-ae81-acf5e8cceb38 None None] Sync routers for ids ['ccc161f6-68ee-4f2b-be42-5081ab983b90'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:05:40.190816 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-025c0f79-9d6c-4eeb-972f-5b6ff24d623f tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:40.199013 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-025c0f79-9d6c-4eeb-972f-5b6ff24d623f tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] 10.222.0.36 "PUT /v2.0/routers/ccc161f6-68ee-4f2b-be42-5081ab983b90 HTTP/1.1" status: 200 len: 922 time: 2.4999974 Aug 16 23:05:40.200171 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 51556) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:40.205610 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5484091-86e5-4bd8-ae81-acf5e8cceb38 None None] Routers {'ccc161f6-68ee-4f2b-be42-5081ab983b90'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:05:40.206722 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-b5484091-86e5-4bd8-ae81-acf5e8cceb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:05:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['ccc161f6-68ee-4f2b-be42-5081ab983b90'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:05:40.257647 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-b5484091-86e5-4bd8-ae81-acf5e8cceb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:05:40.269061 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5484091-86e5-4bd8-ae81-acf5e8cceb38 None None] Routers {'ccc161f6-68ee-4f2b-be42-5081ab983b90'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:05:40.270054 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-b5484091-86e5-4bd8-ae81-acf5e8cceb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:05:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['ccc161f6-68ee-4f2b-be42-5081ab983b90'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:05:40.309326 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-b5484091-86e5-4bd8-ae81-acf5e8cceb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:05:40.310290 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5484091-86e5-4bd8-ae81-acf5e8cceb38 None None] The sync data for ids ['ccc161f6-68ee-4f2b-be42-5081ab983b90'] in n-d-791506-26 is: [] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:05:40.465464 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-9ebc055a-fed6-4e79-86f8-b6c1e92a7471 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] 10.222.0.36 "GET /v2.0/routers/ccc161f6-68ee-4f2b-be42-5081ab983b90 HTTP/1.1" status: 200 len: 922 time: 0.2617366 Aug 16 23:05:40.466071 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 51572) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:40.516316 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36998e6-ab19-4297-aaff-f273779ba28e tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:40.517660 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-a36998e6-ab19-4297-aaff-f273779ba28e tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=c22c4980-c849-406d-982c-a5d68c515a94&device_id=ccc161f6-68ee-4f2b-be42-5081ab983b90&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0506444 Aug 16 23:05:40.520270 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 51576) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:40.571452 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-90baf79f-d107-42f4-a663-c228b5791805 req-6f5a39a6-8273-44be-9f89-d54e70aeec8b tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ec6deff-f245-4e1c-822d-87007a31b174 HTTP/1.1" status: 200 len: 210 time: 0.0970387 Aug 16 23:05:40.600491 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca825689-e634-4158-85b0-cfe023ea0ced tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Deleting subnet 9993665d-b8a3-413c-a5ac-ca59e5556e97 {{(pid=101292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:05:40.603176 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ca825689-e634-4158-85b0-cfe023ea0ced tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks [] for subnet, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:40.621991 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb13cc2-494f-4736-9ea3-227c8f9c11e0 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:40.625095 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-1bb13cc2-494f-4736-9ea3-227c8f9c11e0 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] 10.222.0.36 "GET /v2.0/networks/c22c4980-c849-406d-982c-a5d68c515a94 HTTP/1.1" status: 200 len: 881 time: 0.1030757 Aug 16 23:05:40.627870 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 51582) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:40.642487 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-ea79790c-c631-4405-888d-db5989abfc68 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:40.649705 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-ea79790c-c631-4405-888d-db5989abfc68 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:40.657931 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-ea79790c-c631-4405-888d-db5989abfc68 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:40.659562 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-ea79790c-c631-4405-888d-db5989abfc68 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.57 "GET /v2.0/networks?id=7f9863fd-7980-4b2d-a7ca-14f053950325&id=716ffdec-3357-4059-8ca3-4654ec1fdd32&id=716ffdec-3357-4059-8ca3-4654ec1fdd32&id=716ffdec-3357-4059-8ca3-4654ec1fdd32&id=716ffdec-3357-4059-8ca3-4654ec1fdd32&id=f7e04764-48fe-4543-83bb-53e420b1bda2&id=f7e04764-48fe-4543-83bb-53e420b1bda2 HTTP/1.1" status: 200 len: 1995 time: 0.8820777 Aug 16 23:05:40.667999 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-1c3606fd-f8ae-4928-8fdd-0d898c236513 tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccc161f6-68ee-4f2b-be42-5081ab983b90 HTTP/1.1" status: 200 len: 205 time: 0.0388768 Aug 16 23:05:40.668219 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 51588) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:40.693925 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8d922e-fe21-435d-b14f-b1a56c891a61 req-e1f70ecf-98ec-4b0b-bb02-5d51efe1693e tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:40.695444 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ad8d922e-fe21-435d-b14f-b1a56c891a61 req-e1f70ecf-98ec-4b0b-bb02-5d51efe1693e tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 944 time: 0.2049093 Aug 16 23:05:40.755070 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ca825689-e634-4158-85b0-cfe023ea0ced tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3848860'] for subnet, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:40.876723 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-931e7fe7-bfa7-4a63-9bbe-1a71b43ca66d tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0fd6de77a6ca45308e5ac106bdd0311d HTTP/1.1" status: 200 len: 379 time: 0.1919909 Aug 16 23:05:40.896155 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-b8b5893c-8216-43a3-a272-1bbc5c129637 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Request body: {'port': {'device_id': '5ec6deff-f245-4e1c-822d-87007a31b174', 'network_id': '7f9863fd-7980-4b2d-a7ca-14f053950325', 'admin_state_up': True, 'tenant_id': '0fd6de77a6ca45308e5ac106bdd0311d', 'security_groups': ['7847b2e1-2595-4387-b40a-e9cc25ff3917']}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:05:40.901478 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ad8d922e-fe21-435d-b14f-b1a56c891a61 req-3cfa5a82-6c0f-41b3-90f1-219db716c87d tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662676 Aug 16 23:05:40.998542 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c52ba7e6-bd7a-47d1-9b23-be37aed2f45d tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks [] for router, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:41.039526 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ca825689-e634-4158-85b0-cfe023ea0ced tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:41.077588 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:41.234764 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ca825689-e634-4158-85b0-cfe023ea0ced tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26252129'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:41.271068 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca825689-e634-4158-85b0-cfe023ea0ced tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Pushing event deleted for resources: {'Subnet': ['ID=9993665d-b8a3-413c-a5ac-ca59e5556e97,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:41.273911 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c52ba7e6-bd7a-47d1-9b23-be37aed2f45d tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:41.281895 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-b8b5893c-8216-43a3-a272-1bbc5c129637 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Made reservation on behalf of 0fd6de77a6ca45308e5ac106bdd0311d for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:05:41.285902 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-b8b5893c-8216-43a3-a272-1bbc5c129637 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:41.289289 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ca825689-e634-4158-85b0-cfe023ea0ced tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:41.290034 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e137419f-8e77-4cf7-9ed3-63ed2f84a02e None None] Network 0c2f40b6-0e49-4fee-b027-6f5b26cfc16f requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:05:41.291117 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-ca825689-e634-4158-85b0-cfe023ea0ced tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "DELETE /v2.0/subnets/9993665d-b8a3-413c-a5ac-ca59e5556e97 HTTP/1.1" status: 204 len: 168 time: 1.4015820 Aug 16 23:05:41.294014 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 51640) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:41.426844 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4355e05d-0e51-423d-9ec6-3821e361fa46 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:41.508875 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-4355e05d-0e51-423d-9ec6-3821e361fa46 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Deleting port 018dc50e-3cb9-4267-986d-971b204dd600 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:05:41.510351 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4355e05d-0e51-423d-9ec6-3821e361fa46 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:41.518394 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-c52ba7e6-bd7a-47d1-9b23-be37aed2f45d tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Deleting port d7661291-0f83-4817-b44a-c9fa4fdc4801 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:05:41.518641 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c52ba7e6-bd7a-47d1-9b23-be37aed2f45d tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:41.587406 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-b8b5893c-8216-43a3-a272-1bbc5c129637 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Allocated IP 172.20.0.3 (7f9863fd-7980-4b2d-a7ca-14f053950325/707213db-37e4-4504-a3c9-b665785837dd/5c511553-abb0-45ee-9ae1-f490c0be7d9d) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:05:41.626386 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-4355e05d-0e51-423d-9ec6-3821e361fa46 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] For port 018dc50e-3cb9-4267-986d-971b204dd600, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=018dc50e-3cb9-4267-986d-971b204dd600,segment=NetworkSegment(c284d642-b4d4-4ffb-8650-0c3cccfd6379),segment_id=c284d642-b4d4-4ffb-8650-0c3cccfd6379)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:05:41.627322 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4355e05d-0e51-423d-9ec6-3821e361fa46 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:41.633111 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-febe7185-5afd-4e29-a174-48fa7c4606ae None None] DHCP port deletion for 0c2f40b6-0e49-4fee-b027-6f5b26cfc16f request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:05:41.654024 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-4355e05d-0e51-423d-9ec6-3821e361fa46 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Calling delete_port for 018dc50e-3cb9-4267-986d-971b204dd600 owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:05:41.706911 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c52ba7e6-bd7a-47d1-9b23-be37aed2f45d tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:41.768302 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-c52ba7e6-bd7a-47d1-9b23-be37aed2f45d tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Calling delete_port for d7661291-0f83-4817-b44a-c9fa4fdc4801 owned by network:router_gateway {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:05:41.773635 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-febe7185-5afd-4e29-a174-48fa7c4606ae None None] Deleting port 018dc50e-3cb9-4267-986d-971b204dd600 {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:05:41.774280 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-febe7185-5afd-4e29-a174-48fa7c4606ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:41.833092 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 018dc50e-3cb9-4267-986d-971b204dd600 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:05:41.870878 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4355e05d-0e51-423d-9ec6-3821e361fa46 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:41.883849 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-46037ec4-d339-4090-839a-12017621a9c3 req-adcbcbb4-967a-48c1-afe2-3edc1bcfa87d tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ec6deff-f245-4e1c-822d-87007a31b174 HTTP/1.1" status: 200 len: 210 time: 0.1130743 Aug 16 23:05:41.918213 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4355e05d-0e51-423d-9ec6-3821e361fa46 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Pushing event deleted for resources: {'Port': ['ID=018dc50e-3cb9-4267-986d-971b204dd600,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:41.953899 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4355e05d-0e51-423d-9ec6-3821e361fa46 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] No DVR routers for this DVR port 018dc50e-3cb9-4267-986d-971b204dd600 on host n-d-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:05:41.997240 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No active binding found for port 018dc50e-3cb9-4267-986d-971b204dd600 {{(pid=101293) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 16 23:05:41.998153 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 018dc50e-3cb9-4267-986d-971b204dd600 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:05:42.000708 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-b8b5893c-8216-43a3-a272-1bbc5c129637 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:42.020320 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device ced0eb60-2129-44bb-aa8c-813cc52e44a4 details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:05:42.126504 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-b8b5893c-8216-43a3-a272-1bbc5c129637 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Transition to ACTIVE for port object 5c511553-abb0-45ee-9ae1-f490c0be7d9d will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:05:42.228846 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c44316-9880-435c-b8c3-60f31ad1871e req-e799b837-b10d-41a4-a742-6d44293ddb5d tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:42.230473 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c7c44316-9880-435c-b8c3-60f31ad1871e req-e799b837-b10d-41a4-a742-6d44293ddb5d tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 944 time: 0.1525750 Aug 16 23:05:42.307881 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c7c44316-9880-435c-b8c3-60f31ad1871e req-dab28b48-a9f9-43a1-9948-307d5068dc6b tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688927 Aug 16 23:05:42.309189 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c52ba7e6-bd7a-47d1-9b23-be37aed2f45d tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:42.310035 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-febe7185-5afd-4e29-a174-48fa7c4606ae None None] For port 018dc50e-3cb9-4267-986d-971b204dd600, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=018dc50e-3cb9-4267-986d-971b204dd600,segment=NetworkSegment(c284d642-b4d4-4ffb-8650-0c3cccfd6379),segment_id=c284d642-b4d4-4ffb-8650-0c3cccfd6379)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:05:42.311475 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-febe7185-5afd-4e29-a174-48fa7c4606ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:42.334170 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-b8b5893c-8216-43a3-a272-1bbc5c129637 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:42.373931 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-febe7185-5afd-4e29-a174-48fa7c4606ae None None] Calling delete_port for 018dc50e-3cb9-4267-986d-971b204dd600 owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:05:42.420345 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52ba7e6-bd7a-47d1-9b23-be37aed2f45d tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Pushing event deleted for resources: {'Port': ['ID=d7661291-0f83-4817-b44a-c9fa4fdc4801,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:42.506218 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 51684) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:42.511617 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port ced0eb60-2129-44bb-aa8c-813cc52e44a4, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=ced0eb60-2129-44bb-aa8c-813cc52e44a4,segment=NetworkSegment(ba2627aa-e983-48ed-b699-731debb0727b),segment_id=ba2627aa-e983-48ed-b699-731debb0727b)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:05:42.524405 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b5893c-8216-43a3-a272-1bbc5c129637 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Pushing event updated for resources: {'Port': ['ID=5c511553-abb0-45ee-9ae1-f490c0be7d9d,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:42.529847 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': 'ced0eb60-2129-44bb-aa8c-813cc52e44a4', 'network_id': 'ce8981d6-c81c-45ea-9a06-9a435b2fc9f6', 'port_id': 'ced0eb60-2129-44bb-aa8c-813cc52e44a4', 'mac_address': 'fa:16:3e:67:d9:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5efd3f3e-4198-4530-82cd-090d89e0c9b8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:05:42.546774 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-b8b5893c-8216-43a3-a272-1bbc5c129637 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Network 7f9863fd-7980-4b2d-a7ca-14f053950325 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:05:42.567848 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-b8b5893c-8216-43a3-a272-1bbc5c129637 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:05:42.570818 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-b8b5893c-8216-43a3-a272-1bbc5c129637 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:05:42.581974 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-febe7185-5afd-4e29-a174-48fa7c4606ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:42.614383 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4355e05d-0e51-423d-9ec6-3821e361fa46 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:42.623902 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febe7185-5afd-4e29-a174-48fa7c4606ae None None] Pushing event deleted for resources: {'Port': ['ID=018dc50e-3cb9-4267-986d-971b204dd600,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:42.628484 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-4355e05d-0e51-423d-9ec6-3821e361fa46 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c2f40b6-0e49-4fee-b027-6f5b26cfc16f']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:05:42.631616 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febe7185-5afd-4e29-a174-48fa7c4606ae None None] No DVR routers for this DVR port 018dc50e-3cb9-4267-986d-971b204dd600 on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:05:42.638163 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-b8b5893c-8216-43a3-a272-1bbc5c129637 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:42.638924 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-b8b5893c-8216-43a3-a272-1bbc5c129637 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:42.655998 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:42.659866 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-4355e05d-0e51-423d-9ec6-3821e361fa46 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c284d642-b4d4-4ffb-8650-0c3cccfd6379') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:05:42.660612 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-4355e05d-0e51-423d-9ec6-3821e361fa46 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c284d642-b4d4-4ffb-8650-0c3cccfd6379') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:05:42.662301 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-b8b5893c-8216-43a3-a272-1bbc5c129637 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7734501 Aug 16 23:05:42.677714 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4355e05d-0e51-423d-9ec6-3821e361fa46 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:42.687128 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ced0eb60-2129-44bb-aa8c-813cc52e44a4 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:05:42.701052 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-9044b6b3-09c9-4020-a134-48001a7a3d3c tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Request body: {'port': {'device_id': '5ec6deff-f245-4e1c-822d-87007a31b174', 'network_id': '716ffdec-3357-4059-8ca3-4654ec1fdd32', 'admin_state_up': True, 'tenant_id': '0fd6de77a6ca45308e5ac106bdd0311d', 'security_groups': ['7847b2e1-2595-4387-b40a-e9cc25ff3917']}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:05:42.707558 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4355e05d-0e51-423d-9ec6-3821e361fa46 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:42.712646 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c52ba7e6-bd7a-47d1-9b23-be37aed2f45d tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537121'] for router_gateway, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:42.717309 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4355e05d-0e51-423d-9ec6-3821e361fa46 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:05:42.717749 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4355e05d-0e51-423d-9ec6-3821e361fa46 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:42.722512 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port ced0eb60-2129-44bb-aa8c-813cc52e44a4, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=ced0eb60-2129-44bb-aa8c-813cc52e44a4,segment=NetworkSegment(ba2627aa-e983-48ed-b699-731debb0727b),segment_id=ba2627aa-e983-48ed-b699-731debb0727b)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:05:42.723990 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 23:05:42.723990 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:05:42.723990 n-d-791506-26 neutron-server[101291]: timer() Aug 16 23:05:42.723990 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:05:42.723990 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 23:05:42.723990 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:05:42.723990 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 23:05:42.723990 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:05:42.723990 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 23:05:42.723990 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:05:42.723990 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 23:05:42.723990 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:05:42.723990 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 23:05:42.723990 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:05:42.723990 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:05:42.723990 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:05:42.723990 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:05:42.723990 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:05:42.723990 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 23:05:42.723990 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:05:42.723990 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 23:05:42.723990 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:05:42.723990 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:05:42.723990 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:05:42.723990 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 23:05:42.723990 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:05:42.723990 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:05:42.723990 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:05:42.723990 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:05:42.723990 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:05:42.723990 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:05:42.723990 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:05:42.730243 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:42.798699 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=ced0eb60-2129-44bb-aa8c-813cc52e44a4,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:42.839855 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4355e05d-0e51-423d-9ec6-3821e361fa46 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:42.848719 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4355e05d-0e51-423d-9ec6-3821e361fa46 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:42.851101 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-4355e05d-0e51-423d-9ec6-3821e361fa46 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "DELETE /v2.0/networks/0c2f40b6-0e49-4fee-b027-6f5b26cfc16f HTTP/1.1" status: 204 len: 168 time: 1.5560489 Aug 16 23:05:42.858173 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 51688) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:42.863998 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-36bd5632-11a6-4e28-bc45-1b6574c46b67 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1749583918', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:05:42.889027 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4355e05d-0e51-423d-9ec6-3821e361fa46 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Pushing event deleted for resources: {'Network': ['ID=0c2f40b6-0e49-4fee-b027-6f5b26cfc16f,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:42.911699 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-36bd5632-11a6-4e28-bc45-1b6574c46b67 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:42.913068 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-36bd5632-11a6-4e28-bc45-1b6574c46b67 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:42.943872 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-432242b4-ece6-4f28-a453-0e0ea7d78406 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:42.944448 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['ced0eb60-2129-44bb-aa8c-813cc52e44a4'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:05:42.964620 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c52ba7e6-bd7a-47d1-9b23-be37aed2f45d tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:42.970192 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c52ba7e6-bd7a-47d1-9b23-be37aed2f45d tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:42.995123 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-36bd5632-11a6-4e28-bc45-1b6574c46b67 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:43.000782 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-36bd5632-11a6-4e28-bc45-1b6574c46b67 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:43.024945 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-bde7347e-5641-49db-b3ae-ff0e1d35a2fd None None] Provisioning for port 5c511553-abb0-45ee-9ae1-f490c0be7d9d completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:05:43.035087 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-bde7347e-5641-49db-b3ae-ff0e1d35a2fd None None] Provisioning complete for port 5c511553-abb0-45ee-9ae1-f490c0be7d9d triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:05:43.035754 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-bde7347e-5641-49db-b3ae-ff0e1d35a2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:43.099162 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-bde7347e-5641-49db-b3ae-ff0e1d35a2fd None None] Port 5c511553-abb0-45ee-9ae1-f490c0be7d9d cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:05:43.119175 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c52ba7e6-bd7a-47d1-9b23-be37aed2f45d tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:43.119744 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c52ba7e6-bd7a-47d1-9b23-be37aed2f45d tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Fanout notify agent at l3_agent the message router_deleted on router ccc161f6-68ee-4f2b-be42-5081ab983b90 {{(pid=101292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:05:43.138691 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c52ba7e6-bd7a-47d1-9b23-be37aed2f45d tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:43.140464 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-c52ba7e6-bd7a-47d1-9b23-be37aed2f45d tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] 10.222.0.36 "DELETE /v2.0/routers/ccc161f6-68ee-4f2b-be42-5081ab983b90 HTTP/1.1" status: 204 len: 168 time: 2.4665978 Aug 16 23:05:43.147058 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 51692) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:43.158646 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-ea9f9a9a-4aa2-453a-8cbd-e0f5ea38e47c tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1378418567', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:05:43.197973 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1f0e47-53e9-462e-9c5f-3e28f6a4b45f req-44caecfa-e68a-46c3-b8d6-d167699bfdff tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:43.199882 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ad1f0e47-53e9-462e-9c5f-3e28f6a4b45f req-44caecfa-e68a-46c3-b8d6-d167699bfdff tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ec6deff-f245-4e1c-822d-87007a31b174 HTTP/1.1" status: 200 len: 931 time: 0.1418920 Aug 16 23:05:43.284875 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-432242b4-ece6-4f28-a453-0e0ea7d78406 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:43.289093 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ad1f0e47-53e9-462e-9c5f-3e28f6a4b45f req-e77f5c54-7ce8-4846-8079-1c8ee9afb451 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/security-groups?id=7847b2e1-2595-4387-b40a-e9cc25ff3917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724337 Aug 16 23:05:43.290328 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-432242b4-ece6-4f28-a453-0e0ea7d78406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:43.294733 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-36bd5632-11a6-4e28-bc45-1b6574c46b67 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:43.297487 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-36bd5632-11a6-4e28-bc45-1b6574c46b67 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4370878 Aug 16 23:05:43.308839 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 51696) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:43.328172 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-dcb21d34-666b-4cac-aedc-9daab6221b6c tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-819612402'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:05:43.356131 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.db.api [None req-ea9f9a9a-4aa2-453a-8cbd-e0f5ea38e47c tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 23:05:43.356131 n-d-791506-26 neutron-server[101292]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 23:05:43.356131 n-d-791506-26 neutron-server[101292]: [parameters: {'project_id_1': '77d06238f0134bc680b59f906dba4040', 'expiration_1': datetime.datetime(2021, 8, 16, 23, 5, 43, 167249)}] Aug 16 23:05:43.356131 n-d-791506-26 neutron-server[101292]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101292) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 23:05:43.356860 n-d-791506-26 neutron-server[101292]: DEBUG oslo_db.api [None req-ea9f9a9a-4aa2-453a-8cbd-e0f5ea38e47c tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 23:05:43.375689 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-432242b4-ece6-4f28-a453-0e0ea7d78406 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=54ceb37693b44784849362059173699b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8455393 Aug 16 23:05:43.376950 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432242b4-ece6-4f28-a453-0e0ea7d78406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42c47a67-e74b-49f2-811b-629bcfe9e490,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:43.377617 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 51700) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:43.391379 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-9044b6b3-09c9-4020-a134-48001a7a3d3c tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Made reservation on behalf of 0fd6de77a6ca45308e5ac106bdd0311d for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:05:43.397638 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-9044b6b3-09c9-4020-a134-48001a7a3d3c tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:43.430484 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcb21d34-666b-4cac-aedc-9daab6221b6c tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Made reservation on behalf of bf7c0ed0df8447358a17b104892f9b8d for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:05:43.434772 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dcb21d34-666b-4cac-aedc-9daab6221b6c tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:43.495748 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcb21d34-666b-4cac-aedc-9daab6221b6c tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:05:43.506500 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-58b0b801-79d0-47d2-a84d-6687da786a9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:43.512163 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dcb21d34-666b-4cac-aedc-9daab6221b6c tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:43.513375 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-dcb21d34-666b-4cac-aedc-9daab6221b6c tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Added segment c17283bf-2ca4-4d8f-bcba-cdd39367c659 of type vlan for network 9ec22140-0e30-4a8f-ae51-ce31640ea6db Aug 16 23:05:43.536352 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816cc43e-41c8-4dd0-a351-e2d5324b0031 req-ba99c40e-ad85-430d-93a8-a1b46c6a5a96 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:43.538953 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-816cc43e-41c8-4dd0-a351-e2d5324b0031 req-ba99c40e-ad85-430d-93a8-a1b46c6a5a96 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 945 time: 0.1241970 Aug 16 23:05:43.547375 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-58b0b801-79d0-47d2-a84d-6687da786a9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:43.597338 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dcb21d34-666b-4cac-aedc-9daab6221b6c tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:43.639961 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-816cc43e-41c8-4dd0-a351-e2d5324b0031 req-cb850215-68a9-4e0d-9fad-a5f2499b9c84 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858979 Aug 16 23:05:43.653913 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-9044b6b3-09c9-4020-a134-48001a7a3d3c tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Allocated IP 10.1.1.134 (716ffdec-3357-4059-8ca3-4654ec1fdd32/a67b33f8-6bc2-40d2-9660-ea5007dbf946/e0a765e0-0935-444c-9c94-9574aa68a115) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:05:43.657326 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dcb21d34-666b-4cac-aedc-9daab6221b6c tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:43.664968 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb21d34-666b-4cac-aedc-9daab6221b6c tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:43.665599 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dcb21d34-666b-4cac-aedc-9daab6221b6c tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:43.750940 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-58b0b801-79d0-47d2-a84d-6687da786a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:43.754979 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-58b0b801-79d0-47d2-a84d-6687da786a9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:43.758864 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-58b0b801-79d0-47d2-a84d-6687da786a9a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/42c47a67-e74b-49f2-811b-629bcfe9e490 HTTP/1.1" status: 204 len: 168 time: 0.3776953 Aug 16 23:05:43.774805 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb21d34-666b-4cac-aedc-9daab6221b6c tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Pushing event updated for resources: {'Network': ['ID=9ec22140-0e30-4a8f-ae51-ce31640ea6db,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:43.786337 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b0b801-79d0-47d2-a84d-6687da786a9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c47a67-e74b-49f2-811b-629bcfe9e490,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:43.787736 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 9ec22140-0e30-4a8f-ae51-ce31640ea6db details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:05:43.788765 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-dcb21d34-666b-4cac-aedc-9daab6221b6c tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4790137 Aug 16 23:05:43.791670 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 51704) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:43.801266 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-d3e61a04-2afe-4eee-b863-9c8c37bb7581 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Request body: {'subnet': {'network_id': '9ec22140-0e30-4a8f-ae51-ce31640ea6db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:05:43.960492 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-9044b6b3-09c9-4020-a134-48001a7a3d3c tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:43.968184 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ea9f9a9a-4aa2-453a-8cbd-e0f5ea38e47c tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:43.970232 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ea9f9a9a-4aa2-453a-8cbd-e0f5ea38e47c tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:43.990486 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-9044b6b3-09c9-4020-a134-48001a7a3d3c tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Transition to ACTIVE for port object e0a765e0-0935-444c-9c94-9574aa68a115 will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:05:44.015537 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device ced0eb60-2129-44bb-aa8c-813cc52e44a4 up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:05:44.026218 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e61a04-2afe-4eee-b863-9c8c37bb7581 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Made reservation on behalf of bf7c0ed0df8447358a17b104892f9b8d for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:05:44.029735 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d3e61a04-2afe-4eee-b863-9c8c37bb7581 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:44.099104 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning for port ced0eb60-2129-44bb-aa8c-813cc52e44a4 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:05:44.112063 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port ced0eb60-2129-44bb-aa8c-813cc52e44a4 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:05:44.112441 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:44.114540 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ea9f9a9a-4aa2-453a-8cbd-e0f5ea38e47c tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:44.128935 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ea9f9a9a-4aa2-453a-8cbd-e0f5ea38e47c tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:44.182524 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ea9f9a9a-4aa2-453a-8cbd-e0f5ea38e47c tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:44.183689 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-ea9f9a9a-4aa2-453a-8cbd-e0f5ea38e47c tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.0341322 Aug 16 23:05:44.189267 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 51712) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:44.190839 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-9044b6b3-09c9-4020-a134-48001a7a3d3c tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:44.198573 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-8ad6648a-c8dd-44d4-b237-012ed49c2b0c tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:05:44.232325 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:44.241029 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-9044b6b3-09c9-4020-a134-48001a7a3d3c tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Network 716ffdec-3357-4059-8ca3-4654ec1fdd32 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:05:44.248827 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-9044b6b3-09c9-4020-a134-48001a7a3d3c tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:05:44.255552 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-9044b6b3-09c9-4020-a134-48001a7a3d3c tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:05:44.297043 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port ced0eb60-2129-44bb-aa8c-813cc52e44a4, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=ced0eb60-2129-44bb-aa8c-813cc52e44a4,segment=NetworkSegment(ba2627aa-e983-48ed-b699-731debb0727b),segment_id=ba2627aa-e983-48ed-b699-731debb0727b)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:05:44.307414 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a4ee2ec-ab17-49ba-b7ae-7707844ec140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ced0eb60-2129-44bb-aa8c-813cc52e44a4'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:05:44.314342 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06c5be1d-999e-45e1-917f-be4d1f1da66e" -d '{"events": [{"server_uuid": "4a4ee2ec-ab17-49ba-b7ae-7707844ec140", "name": "network-vif-plugged", "status": "completed", "tag": "ced0eb60-2129-44bb-aa8c-813cc52e44a4"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:05:44.323206 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:44.341974 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-9044b6b3-09c9-4020-a134-48001a7a3d3c tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:44.342674 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-9044b6b3-09c9-4020-a134-48001a7a3d3c tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:44.397265 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9044b6b3-09c9-4020-a134-48001a7a3d3c tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Pushing event updated for resources: {'Port': ['ID=e0a765e0-0935-444c-9c94-9574aa68a115,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:44.424560 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-9044b6b3-09c9-4020-a134-48001a7a3d3c tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7338932 Aug 16 23:05:44.453303 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f87c4261-0ae3-47f9-a83d-35fe773becc9 x-openstack-request-id: req-f87c4261-0ae3-47f9-a83d-35fe773becc9 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:05:44.453643 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a4ee2ec-ab17-49ba-b7ae-7707844ec140", "name": "network-vif-plugged", "status": "completed", "tag": "ced0eb60-2129-44bb-aa8c-813cc52e44a4", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:05:44.453844 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f87c4261-0ae3-47f9-a83d-35fe773becc9 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:05:44.454272 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a4ee2ec-ab17-49ba-b7ae-7707844ec140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ced0eb60-2129-44bb-aa8c-813cc52e44a4', 'code': 200} Aug 16 23:05:44.464579 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-c0b44dc8-7714-4086-a296-c81cc69b5b5c tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Request body: {'port': {'device_id': '5ec6deff-f245-4e1c-822d-87007a31b174', 'network_id': '716ffdec-3357-4059-8ca3-4654ec1fdd32', 'admin_state_up': True, 'tenant_id': '0fd6de77a6ca45308e5ac106bdd0311d', 'security_groups': ['7847b2e1-2595-4387-b40a-e9cc25ff3917']}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:05:44.543119 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=ced0eb60-2129-44bb-aa8c-813cc52e44a4,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:44.697867 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-c0b44dc8-7714-4086-a296-c81cc69b5b5c tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Made reservation on behalf of 0fd6de77a6ca45308e5ac106bdd0311d for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:05:44.701354 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-c0b44dc8-7714-4086-a296-c81cc69b5b5c tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:44.810468 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8ad6648a-c8dd-44d4-b237-012ed49c2b0c tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:44.832560 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55266a81-efae-4f89-9a14-f96060947584 req-ecb28b68-d5a2-4f50-9ab1-e9933d82ab9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:44.834882 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d3e61a04-2afe-4eee-b863-9c8c37bb7581 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:44.835457 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-55266a81-efae-4f89-9a14-f96060947584 req-ecb28b68-d5a2-4f50-9ab1-e9933d82ab9a service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 1098 time: 0.3103576 Aug 16 23:05:44.857916 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-e98734c7-9437-491a-abe6-54c5bc203454 None None] Provisioning for port e0a765e0-0935-444c-9c94-9574aa68a115 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:05:44.866336 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-e98734c7-9437-491a-abe6-54c5bc203454 None None] Provisioning complete for port e0a765e0-0935-444c-9c94-9574aa68a115 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:05:44.866727 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e98734c7-9437-491a-abe6-54c5bc203454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:44.934085 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-55266a81-efae-4f89-9a14-f96060947584 req-ca45eb8c-7ad2-4911-ab86-2de2059b3228 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763240 Aug 16 23:05:44.953050 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-e98734c7-9437-491a-abe6-54c5bc203454 None None] Port e0a765e0-0935-444c-9c94-9574aa68a115 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:05:45.041542 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a586dd44-8d68-4b2b-a391-bd3294038cdf req-299ed086-13b6-42df-8673-67dcdba0c8cf tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:45.048613 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a586dd44-8d68-4b2b-a391-bd3294038cdf req-299ed086-13b6-42df-8673-67dcdba0c8cf tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:45.050266 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a586dd44-8d68-4b2b-a391-bd3294038cdf req-299ed086-13b6-42df-8673-67dcdba0c8cf tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ec6deff-f245-4e1c-822d-87007a31b174 HTTP/1.1" status: 200 len: 1653 time: 0.4202940 Aug 16 23:05:45.093645 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e61a04-2afe-4eee-b863-9c8c37bb7581 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Pushing event updated for resources: {'Subnet': ['ID=7ec55b4d-9bea-42cb-8c74-46e03d4e6272,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:45.105176 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8ad6648a-c8dd-44d4-b237-012ed49c2b0c tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks [] for router_gateway, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:45.133344 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8ad6648a-c8dd-44d4-b237-012ed49c2b0c tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:45.142829 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e61a04-2afe-4eee-b863-9c8c37bb7581 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Checking segment: {'id': 'c17283bf-2ca4-4d8f-bcba-cdd39367c659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9ec22140-0e30-4a8f-ae51-ce31640ea6db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:05:45.143187 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e61a04-2afe-4eee-b863-9c8c37bb7581 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Network hostable DHCP agents. Network: 9ec22140-0e30-4a8f-ae51-ce31640ea6db, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:05:45.162320 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c4e97b-ef3f-468b-b732-7f3dfa6c8d50 req-11674840-2c18-4a59-964c-57f57568fd99 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:45.163874 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-43c4e97b-ef3f-468b-b732-7f3dfa6c8d50 req-11674840-2c18-4a59-964c-57f57568fd99 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 946 time: 0.2521436 Aug 16 23:05:45.222827 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-c0b44dc8-7714-4086-a296-c81cc69b5b5c tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Allocated IP 10.1.1.161 (716ffdec-3357-4059-8ca3-4654ec1fdd32/a67b33f8-6bc2-40d2-9660-ea5007dbf946/02990fd3-6867-47e9-bd51-e2036b1e16a1) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:05:45.234644 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a586dd44-8d68-4b2b-a391-bd3294038cdf req-8df10b3f-cc31-4a20-ab25-fa9dd7315352 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/security-groups?id=7847b2e1-2595-4387-b40a-e9cc25ff3917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1648376 Aug 16 23:05:45.262053 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e61a04-2afe-4eee-b863-9c8c37bb7581 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Network 9ec22140-0e30-4a8f-ae51-ce31640ea6db is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:05:45.276349 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-43c4e97b-ef3f-468b-b732-7f3dfa6c8d50 req-bae92a0c-6f66-4c4c-9cd5-128b36633b5f tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009498 Aug 16 23:05:45.278749 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-8ad6648a-c8dd-44d4-b237-012ed49c2b0c tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Allocated IP 172.25.4.24 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/b8c3cf62-3359-456d-9e22-4a5cef307861) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:05:45.305553 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-d3e61a04-2afe-4eee-b863-9c8c37bb7581 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 9ec22140-0e30-4a8f-ae51-ce31640ea6db) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:05:45.310030 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e61a04-2afe-4eee-b863-9c8c37bb7581 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:45.310595 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d3e61a04-2afe-4eee-b863-9c8c37bb7581 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:45.318904 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d37bc19-9e5c-481a-992a-43aa88c88fb7 None None] Network 9ec22140-0e30-4a8f-ae51-ce31640ea6db requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:05:45.349126 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-d3e61a04-2afe-4eee-b863-9c8c37bb7581 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5534070 Aug 16 23:05:45.349911 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 51738) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:45.463609 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-c0b44dc8-7714-4086-a296-c81cc69b5b5c tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:45.482359 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-c0b44dc8-7714-4086-a296-c81cc69b5b5c tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Transition to ACTIVE for port object 02990fd3-6867-47e9-bd51-e2036b1e16a1 will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:05:45.532372 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8ad6648a-c8dd-44d4-b237-012ed49c2b0c tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:45.568319 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee1c19a-f1f3-423b-aafa-b17e5ebbe361 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-9ec22140-0e30-4a8f-ae51-ce31640ea6db', 'network_id': '9ec22140-0e30-4a8f-ae51-ce31640ea6db', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'fixed_ips': [{'subnet_id': '7ec55b4d-9bea-42cb-8c74-46e03d4e6272'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:05:45.568952 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-c0b44dc8-7714-4086-a296-c81cc69b5b5c tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:45.569476 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-fee1c19a-f1f3-423b-aafa-b17e5ebbe361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:45.619696 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-c0b44dc8-7714-4086-a296-c81cc69b5b5c tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Network 716ffdec-3357-4059-8ca3-4654ec1fdd32 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:05:45.625281 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-c0b44dc8-7714-4086-a296-c81cc69b5b5c tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:05:45.653844 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-c0b44dc8-7714-4086-a296-c81cc69b5b5c tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:05:45.786649 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b44dc8-7714-4086-a296-c81cc69b5b5c tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Pushing event updated for resources: {'Port': ['ID=02990fd3-6867-47e9-bd51-e2036b1e16a1,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:45.808758 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-fee1c19a-f1f3-423b-aafa-b17e5ebbe361 None None] Allocated IP 2001:db8::2 (9ec22140-0e30-4a8f-ae51-ce31640ea6db/7ec55b4d-9bea-42cb-8c74-46e03d4e6272/3d3fef8e-59ed-4f4e-8d68-2ff2429823de) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:05:45.823097 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-c0b44dc8-7714-4086-a296-c81cc69b5b5c tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:45.824040 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-c0b44dc8-7714-4086-a296-c81cc69b5b5c tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:45.866643 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8ad6648a-c8dd-44d4-b237-012ed49c2b0c tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:45.893677 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-c0b44dc8-7714-4086-a296-c81cc69b5b5c tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4437618 Aug 16 23:05:45.912585 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-24b8d018-7d66-4c48-8740-f5287434fe69 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Request body: {'port': {'device_id': '5ec6deff-f245-4e1c-822d-87007a31b174', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'f7e04764-48fe-4543-83bb-53e420b1bda2', 'admin_state_up': True, 'tenant_id': '0fd6de77a6ca45308e5ac106bdd0311d', 'security_groups': ['7847b2e1-2595-4387-b40a-e9cc25ff3917']}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:05:45.941723 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-73951493-c16d-4716-bbc8-382e483dd2b8 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:46.042699 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad6648a-c8dd-44d4-b237-012ed49c2b0c tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:05:46.048965 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad6648a-c8dd-44d4-b237-012ed49c2b0c tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Pushing event updated for resources: {'Port': ['ID=b8c3cf62-3359-456d-9e22-4a5cef307861,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:46.059941 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-8ad6648a-c8dd-44d4-b237-012ed49c2b0c tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:05:46.171357 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad6648a-c8dd-44d4-b237-012ed49c2b0c tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:05:46.182007 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-fee1c19a-f1f3-423b-aafa-b17e5ebbe361 None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:46.193930 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-fee1c19a-f1f3-423b-aafa-b17e5ebbe361 None None] Transition to ACTIVE for port object 3d3fef8e-59ed-4f4e-8d68-2ff2429823de will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:05:46.208269 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-24b8d018-7d66-4c48-8740-f5287434fe69 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Made reservation on behalf of 0fd6de77a6ca45308e5ac106bdd0311d for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:05:46.241423 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-c41a6a9d-d35a-45be-9090-e112aa7b4b24 None None] Provisioning for port 02990fd3-6867-47e9-bd51-e2036b1e16a1 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:05:46.254769 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-fee1c19a-f1f3-423b-aafa-b17e5ebbe361 None None] Transition to ACTIVE for port object 3d3fef8e-59ed-4f4e-8d68-2ff2429823de will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:05:46.275082 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-c41a6a9d-d35a-45be-9090-e112aa7b4b24 None None] Provisioning complete for port 02990fd3-6867-47e9-bd51-e2036b1e16a1 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:05:46.275630 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c41a6a9d-d35a-45be-9090-e112aa7b4b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:46.310662 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-fee1c19a-f1f3-423b-aafa-b17e5ebbe361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:46.379797 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-24b8d018-7d66-4c48-8740-f5287434fe69 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:46.496219 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee1c19a-f1f3-423b-aafa-b17e5ebbe361 None None] Network 9ec22140-0e30-4a8f-ae51-ce31640ea6db is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:05:46.503571 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-fee1c19a-f1f3-423b-aafa-b17e5ebbe361 None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:05:46.515851 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee1c19a-f1f3-423b-aafa-b17e5ebbe361 None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:05:46.536831 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-c41a6a9d-d35a-45be-9090-e112aa7b4b24 None None] Port 02990fd3-6867-47e9-bd51-e2036b1e16a1 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:05:46.547603 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee1c19a-f1f3-423b-aafa-b17e5ebbe361 None None] Pushing event updated for resources: {'Port': ['ID=3d3fef8e-59ed-4f4e-8d68-2ff2429823de,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:46.659577 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-fee1c19a-f1f3-423b-aafa-b17e5ebbe361 None None] Attempting to bind port 3d3fef8e-59ed-4f4e-8d68-2ff2429823de on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:05:46.662300 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-fee1c19a-f1f3-423b-aafa-b17e5ebbe361 None None] Attempting to bind port 3d3fef8e-59ed-4f4e-8d68-2ff2429823de by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': 'c17283bf-2ca4-4d8f-bcba-cdd39367c659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9ec22140-0e30-4a8f-ae51-ce31640ea6db'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:05:46.662815 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee1c19a-f1f3-423b-aafa-b17e5ebbe361 None None] Attempting to bind port 3d3fef8e-59ed-4f4e-8d68-2ff2429823de on network 9ec22140-0e30-4a8f-ae51-ce31640ea6db {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:05:46.675289 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee1c19a-f1f3-423b-aafa-b17e5ebbe361 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:05:46.676705 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee1c19a-f1f3-423b-aafa-b17e5ebbe361 None None] Checking segment: {'id': 'c17283bf-2ca4-4d8f-bcba-cdd39367c659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9ec22140-0e30-4a8f-ae51-ce31640ea6db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:05:46.677229 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-fee1c19a-f1f3-423b-aafa-b17e5ebbe361 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:46.677784 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee1c19a-f1f3-423b-aafa-b17e5ebbe361 None None] Bound using segment: {'id': 'c17283bf-2ca4-4d8f-bcba-cdd39367c659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9ec22140-0e30-4a8f-ae51-ce31640ea6db'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:05:46.678388 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-fee1c19a-f1f3-423b-aafa-b17e5ebbe361 None None] Bound port: 3d3fef8e-59ed-4f4e-8d68-2ff2429823de, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c17283bf-2ca4-4d8f-bcba-cdd39367c659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9ec22140-0e30-4a8f-ae51-ce31640ea6db'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:05:46.679015 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-fee1c19a-f1f3-423b-aafa-b17e5ebbe361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:46.773477 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-fee1c19a-f1f3-423b-aafa-b17e5ebbe361 None None] For port 3d3fef8e-59ed-4f4e-8d68-2ff2429823de, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:05:46.779158 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-fee1c19a-f1f3-423b-aafa-b17e5ebbe361 None None] For port 3d3fef8e-59ed-4f4e-8d68-2ff2429823de, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=3d3fef8e-59ed-4f4e-8d68-2ff2429823de,segment=NetworkSegment(c17283bf-2ca4-4d8f-bcba-cdd39367c659),segment_id=c17283bf-2ca4-4d8f-bcba-cdd39367c659)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:05:46.784506 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-fee1c19a-f1f3-423b-aafa-b17e5ebbe361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:46.828943 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-73951493-c16d-4716-bbc8-382e483dd2b8 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Allocated IP 2001:db8::1 (9ec22140-0e30-4a8f-ae51-ce31640ea6db/7ec55b4d-9bea-42cb-8c74-46e03d4e6272/8a013182-9994-40b6-a923-77572161d1b7) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:05:46.830989 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8ad6648a-c8dd-44d4-b237-012ed49c2b0c tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks [] for router_gateway, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:46.859214 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee1c19a-f1f3-423b-aafa-b17e5ebbe361 None None] Pushing event updated for resources: {'Port': ['ID=3d3fef8e-59ed-4f4e-8d68-2ff2429823de,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:47.102868 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-73951493-c16d-4716-bbc8-382e483dd2b8 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:47.165129 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604a1757-d9fe-45d0-97ae-a339281268e1 req-1bc519a3-0253-4895-8229-89157f451fa6 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:47.165909 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-73951493-c16d-4716-bbc8-382e483dd2b8 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Transition to ACTIVE for port object 8a013182-9994-40b6-a923-77572161d1b7 will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:05:47.172319 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604a1757-d9fe-45d0-97ae-a339281268e1 req-1bc519a3-0253-4895-8229-89157f451fa6 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:47.178275 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604a1757-d9fe-45d0-97ae-a339281268e1 req-1bc519a3-0253-4895-8229-89157f451fa6 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:47.180007 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-604a1757-d9fe-45d0-97ae-a339281268e1 req-1bc519a3-0253-4895-8229-89157f451fa6 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ec6deff-f245-4e1c-822d-87007a31b174 HTTP/1.1" status: 200 len: 2374 time: 0.1362853 Aug 16 23:05:47.257465 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee6b314-039b-4b0c-ae6d-7f3186262b9d req-ad581b1c-9c97-4882-b208-cacae88c3da0 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:47.259058 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-eee6b314-039b-4b0c-ae6d-7f3186262b9d req-ad581b1c-9c97-4882-b208-cacae88c3da0 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 946 time: 0.2142401 Aug 16 23:05:47.302964 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-24b8d018-7d66-4c48-8740-f5287434fe69 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Allocated IP 10.2.2.100 (f7e04764-48fe-4543-83bb-53e420b1bda2/78f5180d-c604-4361-9f31-ccf383bd8b30/1f7efbdf-cfae-4b67-acd0-7aee054634c7) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:05:47.307590 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-604a1757-d9fe-45d0-97ae-a339281268e1 req-8bedf6af-77bb-41d3-92bb-aaf2008fe990 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/security-groups?id=7847b2e1-2595-4387-b40a-e9cc25ff3917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920572 Aug 16 23:05:47.313010 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-73951493-c16d-4716-bbc8-382e483dd2b8 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:47.393069 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73951493-c16d-4716-bbc8-382e483dd2b8 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Network 9ec22140-0e30-4a8f-ae51-ce31640ea6db is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:05:47.402977 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-73951493-c16d-4716-bbc8-382e483dd2b8 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:05:47.410505 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-eee6b314-039b-4b0c-ae6d-7f3186262b9d req-e4608e14-b11d-4ee1-88b5-2b5fe783cb73 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394343 Aug 16 23:05:47.411758 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73951493-c16d-4716-bbc8-382e483dd2b8 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:05:47.412322 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-73951493-c16d-4716-bbc8-382e483dd2b8 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954230'] for router_interface, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:47.468674 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73951493-c16d-4716-bbc8-382e483dd2b8 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Pushing event updated for resources: {'Port': ['ID=8a013182-9994-40b6-a923-77572161d1b7,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:47.506814 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8ad6648a-c8dd-44d4-b237-012ed49c2b0c tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-537184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-500218'] for router, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:47.517523 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8ad6648a-c8dd-44d4-b237-012ed49c2b0c tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-537179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-537170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-639656'] for router, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:47.646581 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-657db228-196a-4fde-a924-687606b0b74f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:47.676816 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-24b8d018-7d66-4c48-8740-f5287434fe69 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:47.714361 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-24b8d018-7d66-4c48-8740-f5287434fe69 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Transition to ACTIVE for port object 1f7efbdf-cfae-4b67-acd0-7aee054634c7 will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:05:47.764514 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 51816) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:47.775881 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-24b8d018-7d66-4c48-8740-f5287434fe69 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:47.884212 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-24b8d018-7d66-4c48-8740-f5287434fe69 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Network f7e04764-48fe-4543-83bb-53e420b1bda2 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:05:47.885554 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 3d3fef8e-59ed-4f4e-8d68-2ff2429823de up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:05:47.895155 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-24b8d018-7d66-4c48-8740-f5287434fe69 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:05:47.900813 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-24b8d018-7d66-4c48-8740-f5287434fe69 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:05:47.982163 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-24b8d018-7d66-4c48-8740-f5287434fe69 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:47.984585 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-24b8d018-7d66-4c48-8740-f5287434fe69 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:48.007765 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 3d3fef8e-59ed-4f4e-8d68-2ff2429823de completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:05:48.020367 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b8d018-7d66-4c48-8740-f5287434fe69 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Pushing event updated for resources: {'Port': ['ID=1f7efbdf-cfae-4b67-acd0-7aee054634c7,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:48.036708 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b8d018-7d66-4c48-8740-f5287434fe69 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:05:48.037473 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b8d018-7d66-4c48-8740-f5287434fe69 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:05:48.037473 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b8d018-7d66-4c48-8740-f5287434fe69 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:05:48.037765 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b8d018-7d66-4c48-8740-f5287434fe69 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:05:48.038074 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b8d018-7d66-4c48-8740-f5287434fe69 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:05:48.038414 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b8d018-7d66-4c48-8740-f5287434fe69 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:05:48.038751 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b8d018-7d66-4c48-8740-f5287434fe69 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:05:48.039088 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b8d018-7d66-4c48-8740-f5287434fe69 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:05:48.039422 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b8d018-7d66-4c48-8740-f5287434fe69 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:05:48.039754 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b8d018-7d66-4c48-8740-f5287434fe69 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:05:48.040085 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b8d018-7d66-4c48-8740-f5287434fe69 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:05:48.040422 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b8d018-7d66-4c48-8740-f5287434fe69 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:05:48.045436 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-24b8d018-7d66-4c48-8740-f5287434fe69 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1374681 Aug 16 23:05:48.078075 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-9138d7a4-6af6-4259-894e-2cae0c5660ae tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Request body: {'port': {'device_id': '5ec6deff-f245-4e1c-822d-87007a31b174', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'f7e04764-48fe-4543-83bb-53e420b1bda2', 'admin_state_up': True, 'tenant_id': '0fd6de77a6ca45308e5ac106bdd0311d', 'security_groups': ['7847b2e1-2595-4387-b40a-e9cc25ff3917']}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:05:48.179866 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-73951493-c16d-4716-bbc8-382e483dd2b8 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:48.200086 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9eb9f4ff-6279-4639-a098-ad8c04aa18ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:48.212361 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eda2fd-a5b3-41fe-b096-db281c463f19 req-d0dfba71-c60a-4d2e-8e31-b1aab652f894 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:48.213997 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-64eda2fd-a5b3-41fe-b096-db281c463f19 req-d0dfba71-c60a-4d2e-8e31-b1aab652f894 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/networks?id=ce8981d6-c81c-45ea-9a06-9a435b2fc9f6 HTTP/1.1" status: 200 len: 813 time: 0.5105588 Aug 16 23:05:48.270434 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-64eda2fd-a5b3-41fe-b096-db281c463f19 req-fb1bc1fb-173c-4f2b-b224-31c92a7ded5c tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/quotas/d1fdbd14d2a2426faa7617777d4bf755 HTTP/1.1" status: 200 len: 375 time: 0.0483220 Aug 16 23:05:48.348073 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-64eda2fd-a5b3-41fe-b096-db281c463f19 req-8820053b-9c75-4411-89ea-512980fe7a83 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d1fdbd14d2a2426faa7617777d4bf755&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0693395 Aug 16 23:05:48.392165 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-94b664da-7277-4f2f-968b-69d889428102 None None] Provisioning for port 1f7efbdf-cfae-4b67-acd0-7aee054634c7 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:05:48.396955 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-94b664da-7277-4f2f-968b-69d889428102 None None] Provisioning complete for port 1f7efbdf-cfae-4b67-acd0-7aee054634c7 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:05:48.397536 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-94b664da-7277-4f2f-968b-69d889428102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:48.435593 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ad6648a-c8dd-44d4-b237-012ed49c2b0c tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Router fd1858a3-1caa-41a8-b76a-c6674c12eef1 is scheduled to L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f with binding_index 1 {{(pid=101291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:05:48.469997 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-94b664da-7277-4f2f-968b-69d889428102 None None] Port 1f7efbdf-cfae-4b67-acd0-7aee054634c7 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:05:48.494628 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24abf758-ba4c-4bee-a314-ef3cf7633a76 None None] Network 9ec22140-0e30-4a8f-ae51-ce31640ea6db requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:05:48.543927 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9eb9f4ff-6279-4639-a098-ad8c04aa18ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:48.557886 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9eb9f4ff-6279-4639-a098-ad8c04aa18ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:48.634244 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-9138d7a4-6af6-4259-894e-2cae0c5660ae tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Made reservation on behalf of 0fd6de77a6ca45308e5ac106bdd0311d for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:05:48.639036 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-9138d7a4-6af6-4259-894e-2cae0c5660ae tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:48.672578 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-9eb9f4ff-6279-4639-a098-ad8c04aa18ec admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=43660ddba87d4d84b42426fb87e48567&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9063148 Aug 16 23:05:48.676474 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 51824) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:48.683309 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6397e03f-b8e8-4d87-9ca8-1a26bce750de req-c0444a87-36e2-49e6-828e-e9e7a43fee88 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:48.690566 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6397e03f-b8e8-4d87-9ca8-1a26bce750de req-c0444a87-36e2-49e6-828e-e9e7a43fee88 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:48.696686 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6397e03f-b8e8-4d87-9ca8-1a26bce750de req-c0444a87-36e2-49e6-828e-e9e7a43fee88 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:48.703829 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6397e03f-b8e8-4d87-9ca8-1a26bce750de req-c0444a87-36e2-49e6-828e-e9e7a43fee88 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:48.706732 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6397e03f-b8e8-4d87-9ca8-1a26bce750de req-c0444a87-36e2-49e6-828e-e9e7a43fee88 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ec6deff-f245-4e1c-822d-87007a31b174 HTTP/1.1" status: 200 len: 3095 time: 0.2639432 Aug 16 23:05:48.709789 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb9f4ff-6279-4639-a098-ad8c04aa18ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72d3fa7f-0c0b-41cb-8902-aee8782cb141,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:48.714140 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-64eda2fd-a5b3-41fe-b096-db281c463f19 req-c6a69dbd-16f7-47d0-b69a-30140d237475 service neutron] 10.222.0.36 "GET /v2.0/networks/ce8981d6-c81c-45ea-9a06-9a435b2fc9f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3288789 Aug 16 23:05:48.721275 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-adaadb5e-bfe7-4a24-9b8a-26fadaeabc6f None None] Provisioning for port 3d3fef8e-59ed-4f4e-8d68-2ff2429823de completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:05:48.729657 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-adaadb5e-bfe7-4a24-9b8a-26fadaeabc6f None None] Provisioning complete for port 3d3fef8e-59ed-4f4e-8d68-2ff2429823de triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:05:48.737045 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-adaadb5e-bfe7-4a24-9b8a-26fadaeabc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:48.838318 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ad6648a-c8dd-44d4-b237-012ed49c2b0c tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:05:48.859740 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8ad6648a-c8dd-44d4-b237-012ed49c2b0c tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:48.861734 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-8ad6648a-c8dd-44d4-b237-012ed49c2b0c tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] 10.222.0.36 "PUT /v2.0/routers/fd1858a3-1caa-41a8-b76a-c6674c12eef1 HTTP/1.1" status: 200 len: 879 time: 4.6695042 Aug 16 23:05:48.873051 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 51826) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:48.908275 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-adaadb5e-bfe7-4a24-9b8a-26fadaeabc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:48.925640 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3599fd-1971-477e-933e-5f01b2de643d None None] Sync routers for ids ['fd1858a3-1caa-41a8-b76a-c6674c12eef1'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:05:48.950099 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e4b6f8b3-729f-4699-973a-2095d0120735 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:48.955386 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3599fd-1971-477e-933e-5f01b2de643d None None] Routers {'fd1858a3-1caa-41a8-b76a-c6674c12eef1'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:05:48.955598 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-ac3599fd-1971-477e-933e-5f01b2de643d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:05:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['fd1858a3-1caa-41a8-b76a-c6674c12eef1'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:05:48.978392 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6397e03f-b8e8-4d87-9ca8-1a26bce750de req-fb6216db-9d03-498d-ac9c-048a93feed3d tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/security-groups?id=7847b2e1-2595-4387-b40a-e9cc25ff3917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2426007 Aug 16 23:05:49.006134 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-ac3599fd-1971-477e-933e-5f01b2de643d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:05:49.022138 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-adaadb5e-bfe7-4a24-9b8a-26fadaeabc6f None None] For port 3d3fef8e-59ed-4f4e-8d68-2ff2429823de, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=3d3fef8e-59ed-4f4e-8d68-2ff2429823de,segment=NetworkSegment(c17283bf-2ca4-4d8f-bcba-cdd39367c659),segment_id=c17283bf-2ca4-4d8f-bcba-cdd39367c659)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:05:49.031363 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3599fd-1971-477e-933e-5f01b2de643d None None] Routers {'fd1858a3-1caa-41a8-b76a-c6674c12eef1'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:05:49.032205 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-ac3599fd-1971-477e-933e-5f01b2de643d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:05:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['fd1858a3-1caa-41a8-b76a-c6674c12eef1'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:05:49.098988 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e4b6f8b3-729f-4699-973a-2095d0120735 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:49.115832 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-ac3599fd-1971-477e-933e-5f01b2de643d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:05:49.117287 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3599fd-1971-477e-933e-5f01b2de643d None None] The sync data for ids ['fd1858a3-1caa-41a8-b76a-c6674c12eef1'] in n-d-791506-26 is: [] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:05:49.120255 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-adaadb5e-bfe7-4a24-9b8a-26fadaeabc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:49.137187 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-64eda2fd-a5b3-41fe-b096-db281c463f19 req-921ec826-ef0e-40d9-b4fb-178ca358a9c7 service neutron] 10.222.0.36 "GET /v2.0/networks/ce8981d6-c81c-45ea-9a06-9a435b2fc9f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3986087 Aug 16 23:05:49.167531 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-9138d7a4-6af6-4259-894e-2cae0c5660ae tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Allocated IP 10.2.2.200 (f7e04764-48fe-4543-83bb-53e420b1bda2/78f5180d-c604-4361-9f31-ccf383bd8b30/4c28e14e-af8e-4e4b-9785-ea495ce96f11) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:05:49.171336 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-7dc334c1-4284-483d-adb3-7c2d311a3b03 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] 10.222.0.36 "GET /v2.0/routers/fd1858a3-1caa-41a8-b76a-c6674c12eef1 HTTP/1.1" status: 200 len: 920 time: 0.2949266 Aug 16 23:05:49.176671 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 51828) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:49.229061 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-73951493-c16d-4716-bbc8-382e483dd2b8 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:49.252629 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaadb5e-bfe7-4a24-9b8a-26fadaeabc6f None None] Pushing event updated for resources: {'Port': ['ID=3d3fef8e-59ed-4f4e-8d68-2ff2429823de,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:49.259262 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-73951493-c16d-4716-bbc8-382e483dd2b8 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:49.260066 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-73951493-c16d-4716-bbc8-382e483dd2b8 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954122'] for router_interface, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:49.327528 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73951493-c16d-4716-bbc8-382e483dd2b8 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Pushing event updated for resources: {'Port': ['ID=8a013182-9994-40b6-a923-77572161d1b7,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:49.382446 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348fa951-d80f-4873-98a9-581632d0023d tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:49.384017 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-348fa951-d80f-4873-98a9-581632d0023d tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=c22c4980-c849-406d-982c-a5d68c515a94&device_id=fd1858a3-1caa-41a8-b76a-c6674c12eef1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1975873 Aug 16 23:05:49.394838 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 51832) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:49.422016 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73951493-c16d-4716-bbc8-382e483dd2b8 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:05:49.422708 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73951493-c16d-4716-bbc8-382e483dd2b8 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:05:49.423223 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73951493-c16d-4716-bbc8-382e483dd2b8 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:05:49.423728 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73951493-c16d-4716-bbc8-382e483dd2b8 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:05:49.424227 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73951493-c16d-4716-bbc8-382e483dd2b8 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:05:49.425415 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73951493-c16d-4716-bbc8-382e483dd2b8 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:05:49.425920 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73951493-c16d-4716-bbc8-382e483dd2b8 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:05:49.426419 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73951493-c16d-4716-bbc8-382e483dd2b8 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:05:49.426919 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73951493-c16d-4716-bbc8-382e483dd2b8 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:05:49.428475 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73951493-c16d-4716-bbc8-382e483dd2b8 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:05:49.429003 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73951493-c16d-4716-bbc8-382e483dd2b8 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:05:49.429501 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73951493-c16d-4716-bbc8-382e483dd2b8 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:05:49.455547 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-e4b0225f-3eff-4129-a267-0bd7607975dc None None] Provisioning for port 8a013182-9994-40b6-a923-77572161d1b7 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:05:49.466252 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-e4b0225f-3eff-4129-a267-0bd7607975dc None None] Provisioning complete for port 8a013182-9994-40b6-a923-77572161d1b7 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:05:49.466630 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e4b0225f-3eff-4129-a267-0bd7607975dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:49.497574 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e4b6f8b3-729f-4699-973a-2095d0120735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:49.500864 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e4b6f8b3-729f-4699-973a-2095d0120735 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:49.502035 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-e4b6f8b3-729f-4699-973a-2095d0120735 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/72d3fa7f-0c0b-41cb-8902-aee8782cb141 HTTP/1.1" status: 204 len: 168 time: 0.8211684 Aug 16 23:05:49.526187 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a12e7ef4-7e4f-4ae8-b2c8-4217eae69261 req-5a29fb66-ffb6-4501-8ea5-ed55e5e6cc13 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=be539e5f-396f-4953-a18e-7c09b91c5c13 HTTP/1.1" status: 200 len: 210 time: 0.0712609 Aug 16 23:05:49.564623 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-e4b0225f-3eff-4129-a267-0bd7607975dc None None] Port 8a013182-9994-40b6-a923-77572161d1b7 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:05:49.570909 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b6f8b3-729f-4699-973a-2095d0120735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d3fa7f-0c0b-41cb-8902-aee8782cb141,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:49.607491 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-e4b0225f-3eff-4129-a267-0bd7607975dc None None] Provisioning complete for port 3d3fef8e-59ed-4f4e-8d68-2ff2429823de triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:05:49.609857 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e4b0225f-3eff-4129-a267-0bd7607975dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:49.628854 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73951493-c16d-4716-bbc8-382e483dd2b8 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Network 9ec22140-0e30-4a8f-ae51-ce31640ea6db is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:05:49.630798 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-73951493-c16d-4716-bbc8-382e483dd2b8 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:05:49.639428 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-9138d7a4-6af6-4259-894e-2cae0c5660ae tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:49.650138 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2900319f-873c-4638-9e97-ae7c19c9e837 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:49.651546 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-2900319f-873c-4638-9e97-ae7c19c9e837 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] 10.222.0.36 "GET /v2.0/networks/c22c4980-c849-406d-982c-a5d68c515a94 HTTP/1.1" status: 200 len: 881 time: 0.2556367 Aug 16 23:05:49.669324 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 51838) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:49.731192 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-9138d7a4-6af6-4259-894e-2cae0c5660ae tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Transition to ACTIVE for port object 4c28e14e-af8e-4e4b-9785-ea495ce96f11 will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:05:49.752005 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-4849e186-8f71-4cf3-ba1f-417c7aa18562 tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd1858a3-1caa-41a8-b76a-c6674c12eef1 HTTP/1.1" status: 200 len: 205 time: 0.0649824 Aug 16 23:05:49.754398 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 51844) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:49.796084 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-333f57e7-1aa6-4e00-b6a7-dda6d7cc9327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:49.894649 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 3d3fef8e-59ed-4f4e-8d68-2ff2429823de up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:05:49.970539 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73951493-c16d-4716-bbc8-382e483dd2b8 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Router dd48438b-b514-4277-a6de-e46703509c84 is scheduled to L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f with binding_index 1 {{(pid=101291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:05:50.039514 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 3d3fef8e-59ed-4f4e-8d68-2ff2429823de triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:05:50.039902 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:50.084118 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-9138d7a4-6af6-4259-894e-2cae0c5660ae tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:50.179184 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-63e6d22f-cd4d-4926-86b0-a0f04ec13bdf None None] Provisioning complete for port 8a013182-9994-40b6-a923-77572161d1b7 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:05:50.179983 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-63e6d22f-cd4d-4926-86b0-a0f04ec13bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:50.187086 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fb7ab288-6c0d-4e96-9202-1066ff8f6e3b tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks [] for router, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:50.196448 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73951493-c16d-4716-bbc8-382e483dd2b8 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:05:50.216465 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125c629d-0432-4872-9f5a-8ef9cfbc27ef None None] Sync routers for ids ['dd48438b-b514-4277-a6de-e46703509c84'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:05:50.229168 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-73951493-c16d-4716-bbc8-382e483dd2b8 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "PUT /v2.0/routers/dd48438b-b514-4277-a6de-e46703509c84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8780801 Aug 16 23:05:50.229850 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 51852) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:50.231006 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-63e6d22f-cd4d-4926-86b0-a0f04ec13bdf None None] Port 8a013182-9994-40b6-a923-77572161d1b7 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:05:50.233677 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125c629d-0432-4872-9f5a-8ef9cfbc27ef None None] Routers {'dd48438b-b514-4277-a6de-e46703509c84'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:05:50.235161 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-578da484-dc67-455e-ac81-1f60d4546c42 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2143768587'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:05:50.238539 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-125c629d-0432-4872-9f5a-8ef9cfbc27ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:05:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['dd48438b-b514-4277-a6de-e46703509c84'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:05:50.281021 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 51856) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:50.305040 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-578da484-dc67-455e-ac81-1f60d4546c42 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Made reservation on behalf of bf7c0ed0df8447358a17b104892f9b8d for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:05:50.316512 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-9138d7a4-6af6-4259-894e-2cae0c5660ae tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Network f7e04764-48fe-4543-83bb-53e420b1bda2 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:05:50.324724 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-578da484-dc67-455e-ac81-1f60d4546c42 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:50.358933 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-47b673c0-1d0d-45df-afb2-eb20abd69155 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:50.364790 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-125c629d-0432-4872-9f5a-8ef9cfbc27ef None None] Set router dd48438b-b514-4277-a6de-e46703509c84 gateway port host: None {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:05:50.377651 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-3233f638-7c2b-467b-a561-e84f88e7cab4 None None] Provisioning complete for port 8a013182-9994-40b6-a923-77572161d1b7 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:05:50.380029 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-3233f638-7c2b-467b-a561-e84f88e7cab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:50.413200 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-9138d7a4-6af6-4259-894e-2cae0c5660ae tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:05:50.415683 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-578da484-dc67-455e-ac81-1f60d4546c42 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:05:50.428667 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-9138d7a4-6af6-4259-894e-2cae0c5660ae tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:05:50.433375 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-3233f638-7c2b-467b-a561-e84f88e7cab4 None None] Port 8a013182-9994-40b6-a923-77572161d1b7 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:05:50.439230 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9138d7a4-6af6-4259-894e-2cae0c5660ae tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Pushing event updated for resources: {'Port': ['ID=4c28e14e-af8e-4e4b-9785-ea495ce96f11,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:50.457336 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-578da484-dc67-455e-ac81-1f60d4546c42 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:50.457814 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-578da484-dc67-455e-ac81-1f60d4546c42 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Added segment 0d6d550d-f2be-4378-908c-e7b890a526c8 of type vlan for network 7ccffa5a-5fe4-45a4-a60b-490fb1423907 Aug 16 23:05:50.533673 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-578da484-dc67-455e-ac81-1f60d4546c42 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:50.572179 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:50.582511 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d442ea-1d11-40bb-b58a-e3c046c2c412 req-5ea298cf-2d93-4ae0-9f14-6de092a45595 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:50.589234 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d442ea-1d11-40bb-b58a-e3c046c2c412 req-5ea298cf-2d93-4ae0-9f14-6de092a45595 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:50.605354 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-578da484-dc67-455e-ac81-1f60d4546c42 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:50.608666 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d442ea-1d11-40bb-b58a-e3c046c2c412 req-5ea298cf-2d93-4ae0-9f14-6de092a45595 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:50.613779 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578da484-dc67-455e-ac81-1f60d4546c42 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:50.614446 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-578da484-dc67-455e-ac81-1f60d4546c42 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:50.623034 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d442ea-1d11-40bb-b58a-e3c046c2c412 req-5ea298cf-2d93-4ae0-9f14-6de092a45595 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:50.637047 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d442ea-1d11-40bb-b58a-e3c046c2c412 req-5ea298cf-2d93-4ae0-9f14-6de092a45595 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:50.654286 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f1d442ea-1d11-40bb-b58a-e3c046c2c412 req-5ea298cf-2d93-4ae0-9f14-6de092a45595 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ec6deff-f245-4e1c-822d-87007a31b174 HTTP/1.1" status: 200 len: 3816 time: 0.4433687 Aug 16 23:05:50.716024 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4f4ca39b-1afa-42e7-a80f-b27baa1bc2ae req-c1cde3ff-6503-4b0f-b7de-8af219064b9a tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=be539e5f-396f-4953-a18e-7c09b91c5c13 HTTP/1.1" status: 200 len: 210 time: 0.0389993 Aug 16 23:05:50.744234 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-9138d7a4-6af6-4259-894e-2cae0c5660ae tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:50.744950 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-9138d7a4-6af6-4259-894e-2cae0c5660ae tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:50.768226 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578da484-dc67-455e-ac81-1f60d4546c42 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Pushing event updated for resources: {'Network': ['ID=7ccffa5a-5fe4-45a4-a60b-490fb1423907,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:50.775758 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fb7ab288-6c0d-4e96-9202-1066ff8f6e3b tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:50.789353 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 7ccffa5a-5fe4-45a4-a60b-490fb1423907 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:05:50.791881 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f1d442ea-1d11-40bb-b58a-e3c046c2c412 req-394d4aae-1179-495f-bd92-27bed735d912 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/security-groups?id=7847b2e1-2595-4387-b40a-e9cc25ff3917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1364195 Aug 16 23:05:50.831028 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-47b673c0-1d0d-45df-afb2-eb20abd69155 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:50.833928 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-125c629d-0432-4872-9f5a-8ef9cfbc27ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd48438b-b514-4277-a6de-e46703509c84', 'name': 'tempest-RoutersIpV6Test-router-1749583918', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:05:42Z', 'updated_at': '2021-08-16T23:05:47Z', 'revision_number': 2, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'gw_port_host': None, '_interfaces': [{'id': '8a013182-9994-40b6-a923-77572161d1b7', 'name': '', 'network_id': '9ec22140-0e30-4a8f-ae51-ce31640ea6db', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'mac_address': 'fa:16:3e:b4:81:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd48438b-b514-4277-a6de-e46703509c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': '7ec55b4d-9bea-42cb-8c74-46e03d4e6272', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:05:46Z', 'updated_at': '2021-08-16T23:05:48Z', 'revision_number': 2, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'subnets': [{'id': '7ec55b4d-9bea-42cb-8c74-46e03d4e6272', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:05:50.845515 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-47b673c0-1d0d-45df-afb2-eb20abd69155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:50.867182 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-9138d7a4-6af6-4259-894e-2cae0c5660ae tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8085668 Aug 16 23:05:50.877503 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-fb7ab288-6c0d-4e96-9202-1066ff8f6e3b tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Deleting port b8c3cf62-3359-456d-9e22-4a5cef307861 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:05:50.877856 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fb7ab288-6c0d-4e96-9202-1066ff8f6e3b tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:50.887943 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125c629d-0432-4872-9f5a-8ef9cfbc27ef None None] Checking router: dd48438b-b514-4277-a6de-e46703509c84 for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:05:50.891680 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-74c8da12-af0f-42db-9425-c3d7b18ba9b2 None None] Provisioning for port 4c28e14e-af8e-4e4b-9785-ea495ce96f11 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:05:50.893781 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125c629d-0432-4872-9f5a-8ef9cfbc27ef None None] Updating router dd48438b-b514-4277-a6de-e46703509c84 port 8a013182-9994-40b6-a923-77572161d1b7 binding host n-d-791506-26 {{(pid=101294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:05:50.896793 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-a55bf043-91a4-40f0-aa2a-d213d9a2fbaf service neutron] Request body: {'port': {'device_id': '5ec6deff-f245-4e1c-822d-87007a31b174', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-26'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:05:50.907432 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-578da484-dc67-455e-ac81-1f60d4546c42 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6764722 Aug 16 23:05:50.910687 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 51860) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:50.910836 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b673c0-1d0d-45df-afb2-eb20abd69155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d937da03-5db4-4255-a30d-c296a6d6b914,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:50.914828 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-74c8da12-af0f-42db-9425-c3d7b18ba9b2 None None] Provisioning complete for port 4c28e14e-af8e-4e4b-9785-ea495ce96f11 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:05:50.917819 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-358b80cb-d086-446b-9726-66977bd51c09 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Request body: {'subnet': {'network_id': '7ccffa5a-5fe4-45a4-a60b-490fb1423907', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:05:50.919288 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-74c8da12-af0f-42db-9425-c3d7b18ba9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:50.956749 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-125c629d-0432-4872-9f5a-8ef9cfbc27ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:50.995397 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-47b673c0-1d0d-45df-afb2-eb20abd69155 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8d74df14ba354c5ba3b31e6567cea273&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7131133 Aug 16 23:05:51.010503 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 51862) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:51.052813 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-a55bf043-91a4-40f0-aa2a-d213d9a2fbaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:51.072926 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-74c8da12-af0f-42db-9425-c3d7b18ba9b2 None None] Port 4c28e14e-af8e-4e4b-9785-ea495ce96f11 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:05:51.171597 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-358b80cb-d086-446b-9726-66977bd51c09 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Made reservation on behalf of bf7c0ed0df8447358a17b104892f9b8d for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:05:51.183240 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-358b80cb-d086-446b-9726-66977bd51c09 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:51.199101 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fb7ab288-6c0d-4e96-9202-1066ff8f6e3b tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:51.276983 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eda2fd-a5b3-41fe-b096-db281c463f19 req-3c9127e5-3874-4505-9388-8c8a06652b92 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:51.278587 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-64eda2fd-a5b3-41fe-b096-db281c463f19 req-3c9127e5-3874-4505-9388-8c8a06652b92 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.68 "GET /v2.0/networks?id=ce8981d6-c81c-45ea-9a06-9a435b2fc9f6 HTTP/1.1" status: 200 len: 813 time: 0.3338966 Aug 16 23:05:51.282306 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-fb7ab288-6c0d-4e96-9202-1066ff8f6e3b tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Calling delete_port for b8c3cf62-3359-456d-9e22-4a5cef307861 owned by network:router_gateway {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:05:51.289570 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9b65fffa-1ffc-4f51-9fb6-b2522c0381e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:51.304884 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-64eda2fd-a5b3-41fe-b096-db281c463f19 req-475e0ca2-bcbd-4838-a58a-04d217dacc28 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Request body: {'port': {'device_id': 'be539e5f-396f-4953-a18e-7c09b91c5c13', 'network_id': 'ce8981d6-c81c-45ea-9a06-9a435b2fc9f6', 'admin_state_up': True, 'tenant_id': 'd1fdbd14d2a2426faa7617777d4bf755'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:05:51.346992 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-125c629d-0432-4872-9f5a-8ef9cfbc27ef None None] Notify callbacks [] for port, precommit_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:51.360472 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.provisioning_blocks [None req-125c629d-0432-4872-9f5a-8ef9cfbc27ef None None] Transition to ACTIVE for port object 8a013182-9994-40b6-a923-77572161d1b7 will not be triggered until provisioned by entity L2. {{(pid=101294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:05:51.369405 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-125c629d-0432-4872-9f5a-8ef9cfbc27ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:51.414510 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9b65fffa-1ffc-4f51-9fb6-b2522c0381e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:51.466867 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e8f47f-c65f-43c1-b482-66ec14f6a89a None None] Pushing event updated for resources: {'Port': ['ID=8a013182-9994-40b6-a923-77572161d1b7,revision_number=3']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:51.501196 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e8f47f-c65f-43c1-b482-66ec14f6a89a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:05:51.508429 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e8f47f-c65f-43c1-b482-66ec14f6a89a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:05:51.529840 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:51.531288 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e8f47f-c65f-43c1-b482-66ec14f6a89a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:05:51.531900 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e8f47f-c65f-43c1-b482-66ec14f6a89a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:05:51.536031 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e8f47f-c65f-43c1-b482-66ec14f6a89a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:05:51.536681 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e8f47f-c65f-43c1-b482-66ec14f6a89a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:05:51.537224 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e8f47f-c65f-43c1-b482-66ec14f6a89a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:05:51.538141 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e8f47f-c65f-43c1-b482-66ec14f6a89a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:05:51.538675 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e8f47f-c65f-43c1-b482-66ec14f6a89a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:05:51.539204 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e8f47f-c65f-43c1-b482-66ec14f6a89a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:05:51.541036 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e8f47f-c65f-43c1-b482-66ec14f6a89a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:05:51.541586 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e8f47f-c65f-43c1-b482-66ec14f6a89a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:05:51.597874 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fb7ab288-6c0d-4e96-9202-1066ff8f6e3b tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:51.618601 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64eda2fd-a5b3-41fe-b096-db281c463f19 req-475e0ca2-bcbd-4838-a58a-04d217dacc28 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Made reservation on behalf of d1fdbd14d2a2426faa7617777d4bf755 for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:05:51.622613 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-64eda2fd-a5b3-41fe-b096-db281c463f19 req-475e0ca2-bcbd-4838-a58a-04d217dacc28 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:51.626239 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-125c629d-0432-4872-9f5a-8ef9cfbc27ef None None] Attempting to bind port 8a013182-9994-40b6-a923-77572161d1b7 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:05:51.626887 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-125c629d-0432-4872-9f5a-8ef9cfbc27ef None None] Attempting to bind port 8a013182-9994-40b6-a923-77572161d1b7 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': 'c17283bf-2ca4-4d8f-bcba-cdd39367c659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9ec22140-0e30-4a8f-ae51-ce31640ea6db'}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:05:51.627540 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125c629d-0432-4872-9f5a-8ef9cfbc27ef None None] Attempting to bind port 8a013182-9994-40b6-a923-77572161d1b7 on network 9ec22140-0e30-4a8f-ae51-ce31640ea6db {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:05:51.634861 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125c629d-0432-4872-9f5a-8ef9cfbc27ef None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:05:51.635661 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125c629d-0432-4872-9f5a-8ef9cfbc27ef None None] Checking segment: {'id': 'c17283bf-2ca4-4d8f-bcba-cdd39367c659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9ec22140-0e30-4a8f-ae51-ce31640ea6db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:05:51.647403 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9b65fffa-1ffc-4f51-9fb6-b2522c0381e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:51.648363 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-125c629d-0432-4872-9f5a-8ef9cfbc27ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:51.649218 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125c629d-0432-4872-9f5a-8ef9cfbc27ef None None] Bound using segment: {'id': 'c17283bf-2ca4-4d8f-bcba-cdd39367c659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9ec22140-0e30-4a8f-ae51-ce31640ea6db'} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:05:51.649932 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-125c629d-0432-4872-9f5a-8ef9cfbc27ef None None] Bound port: 8a013182-9994-40b6-a923-77572161d1b7, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c17283bf-2ca4-4d8f-bcba-cdd39367c659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9ec22140-0e30-4a8f-ae51-ce31640ea6db'}}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:05:51.650682 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-125c629d-0432-4872-9f5a-8ef9cfbc27ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:51.652172 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9b65fffa-1ffc-4f51-9fb6-b2522c0381e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:51.653613 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-9b65fffa-1ffc-4f51-9fb6-b2522c0381e3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d937da03-5db4-4255-a30d-c296a6d6b914 HTTP/1.1" status: 204 len: 168 time: 0.6421602 Aug 16 23:05:51.667537 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7ab288-6c0d-4e96-9202-1066ff8f6e3b tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Pushing event deleted for resources: {'Port': ['ID=b8c3cf62-3359-456d-9e22-4a5cef307861,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:51.681881 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b65fffa-1ffc-4f51-9fb6-b2522c0381e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d937da03-5db4-4255-a30d-c296a6d6b914,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:51.790770 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-358b80cb-d086-446b-9726-66977bd51c09 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:51.843057 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-125c629d-0432-4872-9f5a-8ef9cfbc27ef None None] For port 8a013182-9994-40b6-a923-77572161d1b7, host n-d-791506-26, cleared binding levels {{(pid=101294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:05:51.852509 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-125c629d-0432-4872-9f5a-8ef9cfbc27ef None None] For port 8a013182-9994-40b6-a923-77572161d1b7, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=8a013182-9994-40b6-a923-77572161d1b7,segment=NetworkSegment(c17283bf-2ca4-4d8f-bcba-cdd39367c659),segment_id=c17283bf-2ca4-4d8f-bcba-cdd39367c659)] {{(pid=101294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:05:51.864430 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-125c629d-0432-4872-9f5a-8ef9cfbc27ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:51.898686 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-a55bf043-91a4-40f0-aa2a-d213d9a2fbaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c511553-abb0-45ee-9ae1-f490c0be7d9d {{(pid=101292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:05:51.957267 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fb7ab288-6c0d-4e96-9202-1066ff8f6e3b tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537121'] for router_gateway, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:51.958829 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-a55bf043-91a4-40f0-aa2a-d213d9a2fbaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:51.993279 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3b9179e6-b6da-4551-b775-e23989731c6f req-f5dd9c7e-d15f-4848-b166-f9e3c06c0980 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=be539e5f-396f-4953-a18e-7c09b91c5c13 HTTP/1.1" status: 200 len: 210 time: 0.0809042 Aug 16 23:05:52.031541 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358b80cb-d086-446b-9726-66977bd51c09 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Pushing event updated for resources: {'Subnet': ['ID=5dfec7f7-231c-4f30-8aca-dfa3e70ea5e3,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:52.039023 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125c629d-0432-4872-9f5a-8ef9cfbc27ef None None] Routers {'dd48438b-b514-4277-a6de-e46703509c84'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:05:52.042836 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-64eda2fd-a5b3-41fe-b096-db281c463f19 req-475e0ca2-bcbd-4838-a58a-04d217dacc28 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Allocated IP 172.20.0.6 (ce8981d6-c81c-45ea-9a06-9a435b2fc9f6/5efd3f3e-4198-4530-82cd-090d89e0c9b8/7ae1a6f3-6698-4517-8c2a-ab1f8cd2cf3c) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:05:52.050636 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358b80cb-d086-446b-9726-66977bd51c09 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Checking segment: {'id': '0d6d550d-f2be-4378-908c-e7b890a526c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '7ccffa5a-5fe4-45a4-a60b-490fb1423907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:05:52.051174 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358b80cb-d086-446b-9726-66977bd51c09 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Network hostable DHCP agents. Network: 7ccffa5a-5fe4-45a4-a60b-490fb1423907, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:05:52.065052 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-125c629d-0432-4872-9f5a-8ef9cfbc27ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:05:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['dd48438b-b514-4277-a6de-e46703509c84'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:05:52.095426 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e8f47f-c65f-43c1-b482-66ec14f6a89a None None] Pushing event updated for resources: {'Port': ['ID=8a013182-9994-40b6-a923-77572161d1b7,revision_number=4']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:52.139714 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fb7ab288-6c0d-4e96-9202-1066ff8f6e3b tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:52.141857 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-a55bf043-91a4-40f0-aa2a-d213d9a2fbaf service neutron] Transition to ACTIVE for port object 5c511553-abb0-45ee-9ae1-f490c0be7d9d will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:05:52.143153 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fb7ab288-6c0d-4e96-9202-1066ff8f6e3b tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:52.159761 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-a55bf043-91a4-40f0-aa2a-d213d9a2fbaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:52.284577 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-64eda2fd-a5b3-41fe-b096-db281c463f19 req-475e0ca2-bcbd-4838-a58a-04d217dacc28 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:52.305016 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9decdffc-5639-4cad-8768-52858780eeb9 req-76188a07-098f-486d-969a-de8a7c650d66 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:52.316922 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9decdffc-5639-4cad-8768-52858780eeb9 req-76188a07-098f-486d-969a-de8a7c650d66 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:52.333711 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9decdffc-5639-4cad-8768-52858780eeb9 req-76188a07-098f-486d-969a-de8a7c650d66 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:52.340890 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358b80cb-d086-446b-9726-66977bd51c09 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Network 7ccffa5a-5fe4-45a4-a60b-490fb1423907 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:05:52.342993 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9decdffc-5639-4cad-8768-52858780eeb9 req-76188a07-098f-486d-969a-de8a7c650d66 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:52.346639 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-125c629d-0432-4872-9f5a-8ef9cfbc27ef None None] Set router dd48438b-b514-4277-a6de-e46703509c84 gateway port host: None {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:05:52.357439 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-64eda2fd-a5b3-41fe-b096-db281c463f19 req-475e0ca2-bcbd-4838-a58a-04d217dacc28 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:52.372783 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['ced0eb60-2129-44bb-aa8c-813cc52e44a4'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:05:52.378035 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9decdffc-5639-4cad-8768-52858780eeb9 req-76188a07-098f-486d-969a-de8a7c650d66 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:52.390560 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9decdffc-5639-4cad-8768-52858780eeb9 req-76188a07-098f-486d-969a-de8a7c650d66 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ec6deff-f245-4e1c-822d-87007a31b174 HTTP/1.1" status: 200 len: 3816 time: 0.3998392 Aug 16 23:05:52.391609 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fb7ab288-6c0d-4e96-9202-1066ff8f6e3b tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:52.392501 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb7ab288-6c0d-4e96-9202-1066ff8f6e3b tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Fanout notify agent at l3_agent the message router_deleted on router fd1858a3-1caa-41a8-b76a-c6674c12eef1 {{(pid=101292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:05:52.409734 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fb7ab288-6c0d-4e96-9202-1066ff8f6e3b tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:52.411346 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-fb7ab288-6c0d-4e96-9202-1066ff8f6e3b tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] 10.222.0.36 "DELETE /v2.0/routers/fd1858a3-1caa-41a8-b76a-c6674c12eef1 HTTP/1.1" status: 204 len: 168 time: 2.6557882 Aug 16 23:05:52.432492 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55bf043-91a4-40f0-aa2a-d213d9a2fbaf service neutron] Pushing event updated for resources: {'Port': ['ID=5c511553-abb0-45ee-9ae1-f490c0be7d9d,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:52.447882 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 51878) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:52.477290 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-fcf0cde1-073c-4e5e-9be2-1210ea3b3a78 tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-644430312', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:05:52.517844 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-358b80cb-d086-446b-9726-66977bd51c09 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 7ccffa5a-5fe4-45a4-a60b-490fb1423907) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:05:52.523136 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475e0ca2-bcbd-4838-a58a-04d217dacc28 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Pushing event updated for resources: {'Port': ['ID=7ae1a6f3-6698-4517-8c2a-ab1f8cd2cf3c,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:52.534300 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263805fb-50c9-481b-a069-d712d94eaa8b None None] Network 7ccffa5a-5fe4-45a4-a60b-490fb1423907 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:05:52.552382 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358b80cb-d086-446b-9726-66977bd51c09 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:52.553171 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-358b80cb-d086-446b-9726-66977bd51c09 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:52.591858 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64eda2fd-a5b3-41fe-b096-db281c463f19 req-475e0ca2-bcbd-4838-a58a-04d217dacc28 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Network ce8981d6-c81c-45ea-9a06-9a435b2fc9f6 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:05:52.600776 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-64eda2fd-a5b3-41fe-b096-db281c463f19 req-475e0ca2-bcbd-4838-a58a-04d217dacc28 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:05:52.610667 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-64eda2fd-a5b3-41fe-b096-db281c463f19 req-475e0ca2-bcbd-4838-a58a-04d217dacc28 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:05:52.710858 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-358b80cb-d086-446b-9726-66977bd51c09 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7970779 Aug 16 23:05:52.714093 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 51886) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:52.745295 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eda2fd-a5b3-41fe-b096-db281c463f19 req-475e0ca2-bcbd-4838-a58a-04d217dacc28 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:52.748389 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-64eda2fd-a5b3-41fe-b096-db281c463f19 req-475e0ca2-bcbd-4838-a58a-04d217dacc28 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:52.801824 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:52.820501 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-125c629d-0432-4872-9f5a-8ef9cfbc27ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd48438b-b514-4277-a6de-e46703509c84', 'name': 'tempest-RoutersIpV6Test-router-1749583918', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:05:42Z', 'updated_at': '2021-08-16T23:05:47Z', 'revision_number': 2, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'gw_port_host': None, '_interfaces': [{'id': '8a013182-9994-40b6-a923-77572161d1b7', 'name': '', 'network_id': '9ec22140-0e30-4a8f-ae51-ce31640ea6db', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'mac_address': 'fa:16:3e:b4:81:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd48438b-b514-4277-a6de-e46703509c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': '7ec55b4d-9bea-42cb-8c74-46e03d4e6272', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:05:46Z', 'updated_at': '2021-08-16T23:05:51Z', 'revision_number': 4, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'subnets': [{'id': '7ec55b4d-9bea-42cb-8c74-46e03d4e6272', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:05:52.860574 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125c629d-0432-4872-9f5a-8ef9cfbc27ef None None] The sync data for ids ['dd48438b-b514-4277-a6de-e46703509c84'] in n-d-791506-26 is: [{'id': 'dd48438b-b514-4277-a6de-e46703509c84', 'name': 'tempest-RoutersIpV6Test-router-1749583918', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:05:42Z', 'updated_at': '2021-08-16T23:05:47Z', 'revision_number': 2, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'gw_port_host': None, '_interfaces': [{'id': '8a013182-9994-40b6-a923-77572161d1b7', 'name': '', 'network_id': '9ec22140-0e30-4a8f-ae51-ce31640ea6db', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'mac_address': 'fa:16:3e:b4:81:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd48438b-b514-4277-a6de-e46703509c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': '7ec55b4d-9bea-42cb-8c74-46e03d4e6272', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:05:46Z', 'updated_at': '2021-08-16T23:05:51Z', 'revision_number': 4, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'subnets': [{'id': '7ec55b4d-9bea-42cb-8c74-46e03d4e6272', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:05:52.909320 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-64eda2fd-a5b3-41fe-b096-db281c463f19 req-475e0ca2-bcbd-4838-a58a-04d217dacc28 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6167355 Aug 16 23:05:52.936037 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-64eda2fd-a5b3-41fe-b096-db281c463f19 req-d2c6996c-f0ea-4fef-b980-304faaab1a3b service neutron] Request body: {'port': {'device_id': 'be539e5f-396f-4953-a18e-7c09b91c5c13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:05:53.062365 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069f88a5-070c-44c1-a4e3-2f83856cbd24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-7ccffa5a-5fe4-45a4-a60b-490fb1423907', 'network_id': '7ccffa5a-5fe4-45a4-a60b-490fb1423907', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'fixed_ips': [{'subnet_id': '5dfec7f7-231c-4f30-8aca-dfa3e70ea5e3'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:05:53.063744 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-069f88a5-070c-44c1-a4e3-2f83856cbd24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:53.287938 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-64eda2fd-a5b3-41fe-b096-db281c463f19 req-d2c6996c-f0ea-4fef-b980-304faaab1a3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:53.330003 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-069f88a5-070c-44c1-a4e3-2f83856cbd24 None None] Allocated IP 2001:db8:1::2 (7ccffa5a-5fe4-45a4-a60b-490fb1423907/5dfec7f7-231c-4f30-8aca-dfa3e70ea5e3/2a04683d-5a89-40b1-8327-0dfc29a63ea3) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:05:53.335025 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9decdffc-5639-4cad-8768-52858780eeb9 req-8ac1a8fd-5577-4313-ac01-d45742612dff tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/security-groups?id=7847b2e1-2595-4387-b40a-e9cc25ff3917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9205775 Aug 16 23:05:53.338866 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fcf0cde1-073c-4e5e-9be2-1210ea3b3a78 tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:53.340122 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fcf0cde1-073c-4e5e-9be2-1210ea3b3a78 tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:53.432509 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fcf0cde1-073c-4e5e-9be2-1210ea3b3a78 tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:53.448821 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fcf0cde1-073c-4e5e-9be2-1210ea3b3a78 tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:53.504081 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbcadbe-57b9-4d69-b59e-842a5507965a req-879e858f-d7f1-4e38-b84a-5e15bace4c6d tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:53.505984 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dbbcadbe-57b9-4d69-b59e-842a5507965a req-879e858f-d7f1-4e38-b84a-5e15bace4c6d tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=be539e5f-396f-4953-a18e-7c09b91c5c13 HTTP/1.1" status: 200 len: 931 time: 0.3531702 Aug 16 23:05:53.536520 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fcf0cde1-073c-4e5e-9be2-1210ea3b3a78 tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:53.537917 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-fcf0cde1-073c-4e5e-9be2-1210ea3b3a78 tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0874701 Aug 16 23:05:53.546145 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 51900) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:53.561454 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-93e216c4-dfd6-4975-ab02-c313da3c9e58 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'enable_snat': True}}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:05:53.574192 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-a55bf043-91a4-40f0-aa2a-d213d9a2fbaf service neutron] Attempting to bind port 5c511553-abb0-45ee-9ae1-f490c0be7d9d on host n-h2-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:05:53.576240 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-a55bf043-91a4-40f0-aa2a-d213d9a2fbaf service neutron] Attempting to bind port 5c511553-abb0-45ee-9ae1-f490c0be7d9d by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': '63d70cc7-a3dd-4cc7-80ad-edc082b29b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7f9863fd-7980-4b2d-a7ca-14f053950325'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:05:53.576802 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-a55bf043-91a4-40f0-aa2a-d213d9a2fbaf service neutron] Attempting to bind port 5c511553-abb0-45ee-9ae1-f490c0be7d9d on network 7f9863fd-7980-4b2d-a7ca-14f053950325 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:05:53.627284 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-a55bf043-91a4-40f0-aa2a-d213d9a2fbaf service neutron] Port 5c511553-abb0-45ee-9ae1-f490c0be7d9d on network 7f9863fd-7980-4b2d-a7ca-14f053950325 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:05:53.627639 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-a55bf043-91a4-40f0-aa2a-d213d9a2fbaf service neutron] Attempting to bind port 5c511553-abb0-45ee-9ae1-f490c0be7d9d on network 7f9863fd-7980-4b2d-a7ca-14f053950325 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:05:53.643858 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-069f88a5-070c-44c1-a4e3-2f83856cbd24 None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:53.657892 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-069f88a5-070c-44c1-a4e3-2f83856cbd24 None None] Transition to ACTIVE for port object 2a04683d-5a89-40b1-8327-0dfc29a63ea3 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:05:53.683599 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-069f88a5-070c-44c1-a4e3-2f83856cbd24 None None] Transition to ACTIVE for port object 2a04683d-5a89-40b1-8327-0dfc29a63ea3 will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:05:53.685579 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-a55bf043-91a4-40f0-aa2a-d213d9a2fbaf service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:05:53.685995 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-a55bf043-91a4-40f0-aa2a-d213d9a2fbaf service neutron] Checking segment: {'id': '63d70cc7-a3dd-4cc7-80ad-edc082b29b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7f9863fd-7980-4b2d-a7ca-14f053950325'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:05:53.687432 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-a55bf043-91a4-40f0-aa2a-d213d9a2fbaf service neutron] Bound using segment: {'id': '63d70cc7-a3dd-4cc7-80ad-edc082b29b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7f9863fd-7980-4b2d-a7ca-14f053950325'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:05:53.687850 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-a55bf043-91a4-40f0-aa2a-d213d9a2fbaf service neutron] Bound port: 5c511553-abb0-45ee-9ae1-f490c0be7d9d, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63d70cc7-a3dd-4cc7-80ad-edc082b29b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7f9863fd-7980-4b2d-a7ca-14f053950325'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:05:53.688228 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-a55bf043-91a4-40f0-aa2a-d213d9a2fbaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:53.712663 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-069f88a5-070c-44c1-a4e3-2f83856cbd24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:53.763618 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069f88a5-070c-44c1-a4e3-2f83856cbd24 None None] Network 7ccffa5a-5fe4-45a4-a60b-490fb1423907 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:05:53.783795 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dbbcadbe-57b9-4d69-b59e-842a5507965a req-33d0a130-1326-447a-a3ae-400a7e5577b4 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662351 Aug 16 23:05:53.807935 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-069f88a5-070c-44c1-a4e3-2f83856cbd24 None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:05:53.832963 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069f88a5-070c-44c1-a4e3-2f83856cbd24 None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:05:53.868269 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-64eda2fd-a5b3-41fe-b096-db281c463f19 req-d2c6996c-f0ea-4fef-b980-304faaab1a3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ae1a6f3-6698-4517-8c2a-ab1f8cd2cf3c {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:05:53.906872 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-64eda2fd-a5b3-41fe-b096-db281c463f19 req-d2c6996c-f0ea-4fef-b980-304faaab1a3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:53.926945 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 8a013182-9994-40b6-a923-77572161d1b7 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:05:53.962270 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-64eda2fd-a5b3-41fe-b096-db281c463f19 req-d2c6996c-f0ea-4fef-b980-304faaab1a3b service neutron] Transition to ACTIVE for port object 7ae1a6f3-6698-4517-8c2a-ab1f8cd2cf3c will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:05:53.978614 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069f88a5-070c-44c1-a4e3-2f83856cbd24 None None] Pushing event updated for resources: {'Port': ['ID=2a04683d-5a89-40b1-8327-0dfc29a63ea3,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:53.981294 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-64eda2fd-a5b3-41fe-b096-db281c463f19 req-d2c6996c-f0ea-4fef-b980-304faaab1a3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:53.998903 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-069f88a5-070c-44c1-a4e3-2f83856cbd24 None None] Attempting to bind port 2a04683d-5a89-40b1-8327-0dfc29a63ea3 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:05:53.999827 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-069f88a5-070c-44c1-a4e3-2f83856cbd24 None None] Attempting to bind port 2a04683d-5a89-40b1-8327-0dfc29a63ea3 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '0d6d550d-f2be-4378-908c-e7b890a526c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '7ccffa5a-5fe4-45a4-a60b-490fb1423907'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:05:54.000183 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069f88a5-070c-44c1-a4e3-2f83856cbd24 None None] Attempting to bind port 2a04683d-5a89-40b1-8327-0dfc29a63ea3 on network 7ccffa5a-5fe4-45a4-a60b-490fb1423907 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:05:54.036093 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069f88a5-070c-44c1-a4e3-2f83856cbd24 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:05:54.036475 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069f88a5-070c-44c1-a4e3-2f83856cbd24 None None] Checking segment: {'id': '0d6d550d-f2be-4378-908c-e7b890a526c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '7ccffa5a-5fe4-45a4-a60b-490fb1423907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:05:54.036915 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-069f88a5-070c-44c1-a4e3-2f83856cbd24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:54.053384 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069f88a5-070c-44c1-a4e3-2f83856cbd24 None None] Bound using segment: {'id': '0d6d550d-f2be-4378-908c-e7b890a526c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '7ccffa5a-5fe4-45a4-a60b-490fb1423907'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:05:54.053981 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-069f88a5-070c-44c1-a4e3-2f83856cbd24 None None] Bound port: 2a04683d-5a89-40b1-8327-0dfc29a63ea3, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d6d550d-f2be-4378-908c-e7b890a526c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '7ccffa5a-5fe4-45a4-a60b-490fb1423907'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:05:54.054393 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-069f88a5-070c-44c1-a4e3-2f83856cbd24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:54.079473 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-93e216c4-dfd6-4975-ab02-c313da3c9e58 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:54.096269 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-a55bf043-91a4-40f0-aa2a-d213d9a2fbaf service neutron] For port 5c511553-abb0-45ee-9ae1-f490c0be7d9d, host n-h2-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:05:54.100704 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-a55bf043-91a4-40f0-aa2a-d213d9a2fbaf service neutron] For port 5c511553-abb0-45ee-9ae1-f490c0be7d9d, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=5c511553-abb0-45ee-9ae1-f490c0be7d9d,segment=NetworkSegment(63d70cc7-a3dd-4cc7-80ad-edc082b29b8e),segment_id=63d70cc7-a3dd-4cc7-80ad-edc082b29b8e)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:05:54.102506 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c6996c-f0ea-4fef-b980-304faaab1a3b service neutron] Pushing event updated for resources: {'Port': ['ID=7ae1a6f3-6698-4517-8c2a-ab1f8cd2cf3c,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:54.135512 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 8a013182-9994-40b6-a923-77572161d1b7 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:05:54.145096 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-a55bf043-91a4-40f0-aa2a-d213d9a2fbaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:54.155635 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 8a013182-9994-40b6-a923-77572161d1b7 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:05:54.156235 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:54.190630 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-069f88a5-070c-44c1-a4e3-2f83856cbd24 None None] For port 2a04683d-5a89-40b1-8327-0dfc29a63ea3, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:05:54.211083 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-069f88a5-070c-44c1-a4e3-2f83856cbd24 None None] For port 2a04683d-5a89-40b1-8327-0dfc29a63ea3, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=2a04683d-5a89-40b1-8327-0dfc29a63ea3,segment=NetworkSegment(0d6d550d-f2be-4378-908c-e7b890a526c8),segment_id=0d6d550d-f2be-4378-908c-e7b890a526c8)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:05:54.227172 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-069f88a5-070c-44c1-a4e3-2f83856cbd24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:54.239060 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-a55bf043-91a4-40f0-aa2a-d213d9a2fbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:54.243965 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-a55bf043-91a4-40f0-aa2a-d213d9a2fbaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:54.251894 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-a55bf043-91a4-40f0-aa2a-d213d9a2fbaf service neutron] 10.222.0.57 "PUT /v2.0/ports/5c511553-abb0-45ee-9ae1-f490c0be7d9d HTTP/1.1" status: 200 len: 1092 time: 3.3553123 Aug 16 23:05:54.252628 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ec6deff-f245-4e1c-822d-87007a31b174', 'tag': '5c511553-abb0-45ee-9ae1-f490c0be7d9d'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:05:54.255260 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a83aac4a-4c84-49b0-b282-9ceb81b3672f" -d '{"events": [{"name": "network-changed", "server_uuid": "5ec6deff-f245-4e1c-822d-87007a31b174", "tag": "5c511553-abb0-45ee-9ae1-f490c0be7d9d"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:05:54.303855 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-fcdaf99c-7c1f-4e65-b1f6-b0baef7bc0ba service neutron] Request body: {'port': {'device_id': '5ec6deff-f245-4e1c-822d-87007a31b174', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-26'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:05:54.379525 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-88f4ffc7-e3b9-44ed-905e-50936b84f749 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:54.396790 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069f88a5-070c-44c1-a4e3-2f83856cbd24 None None] Pushing event updated for resources: {'Port': ['ID=2a04683d-5a89-40b1-8327-0dfc29a63ea3,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:54.410907 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-234ee68b-636f-441a-a273-6dfaf4dc497c x-openstack-request-id: req-234ee68b-636f-441a-a273-6dfaf4dc497c {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:05:54.411445 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ec6deff-f245-4e1c-822d-87007a31b174", "tag": "5c511553-abb0-45ee-9ae1-f490c0be7d9d", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:05:54.417586 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:54.417912 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-234ee68b-636f-441a-a273-6dfaf4dc497c {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:05:54.419696 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ec6deff-f245-4e1c-822d-87007a31b174', 'tag': '5c511553-abb0-45ee-9ae1-f490c0be7d9d', 'status': 'completed', 'code': 200} Aug 16 23:05:54.465194 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55bf043-91a4-40f0-aa2a-d213d9a2fbaf service neutron] Pushing event updated for resources: {'Port': ['ID=5c511553-abb0-45ee-9ae1-f490c0be7d9d,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:54.531052 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 8a013182-9994-40b6-a923-77572161d1b7, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=8a013182-9994-40b6-a923-77572161d1b7,segment=NetworkSegment(c17283bf-2ca4-4d8f-bcba-cdd39367c659),segment_id=c17283bf-2ca4-4d8f-bcba-cdd39367c659)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:05:54.542744 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:54.632799 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=8a013182-9994-40b6-a923-77572161d1b7,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:54.643008 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 51920) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:54.648826 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-fcdaf99c-7c1f-4e65-b1f6-b0baef7bc0ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:54.886452 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b472cf7-a5ae-4974-aaef-7f6cc6cfaf61 req-7761f58f-ca12-4699-b51e-09cd8164c957 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:54.893597 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b472cf7-a5ae-4974-aaef-7f6cc6cfaf61 req-7761f58f-ca12-4699-b51e-09cd8164c957 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:54.899993 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b472cf7-a5ae-4974-aaef-7f6cc6cfaf61 req-7761f58f-ca12-4699-b51e-09cd8164c957 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:54.907171 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b472cf7-a5ae-4974-aaef-7f6cc6cfaf61 req-7761f58f-ca12-4699-b51e-09cd8164c957 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:54.913305 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b472cf7-a5ae-4974-aaef-7f6cc6cfaf61 req-7761f58f-ca12-4699-b51e-09cd8164c957 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:54.915389 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3b472cf7-a5ae-4974-aaef-7f6cc6cfaf61 req-7761f58f-ca12-4699-b51e-09cd8164c957 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ec6deff-f245-4e1c-822d-87007a31b174 HTTP/1.1" status: 200 len: 3828 time: 0.3448794 Aug 16 23:05:55.126460 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3b472cf7-a5ae-4974-aaef-7f6cc6cfaf61 req-e4d02b5f-95d8-4a17-8392-7aa83679881a tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/security-groups?id=7847b2e1-2595-4387-b40a-e9cc25ff3917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1596379 Aug 16 23:05:55.179515 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-64eda2fd-a5b3-41fe-b096-db281c463f19 req-d2c6996c-f0ea-4fef-b980-304faaab1a3b service neutron] Attempting to bind port 7ae1a6f3-6698-4517-8c2a-ab1f8cd2cf3c on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:05:55.179864 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-64eda2fd-a5b3-41fe-b096-db281c463f19 req-d2c6996c-f0ea-4fef-b980-304faaab1a3b service neutron] Attempting to bind port 7ae1a6f3-6698-4517-8c2a-ab1f8cd2cf3c by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': 'ba2627aa-e983-48ed-b699-731debb0727b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ce8981d6-c81c-45ea-9a06-9a435b2fc9f6'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:05:55.180197 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64eda2fd-a5b3-41fe-b096-db281c463f19 req-d2c6996c-f0ea-4fef-b980-304faaab1a3b service neutron] Attempting to bind port 7ae1a6f3-6698-4517-8c2a-ab1f8cd2cf3c on network ce8981d6-c81c-45ea-9a06-9a435b2fc9f6 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:05:55.181299 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-93e216c4-dfd6-4975-ab02-c313da3c9e58 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:55.199105 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64eda2fd-a5b3-41fe-b096-db281c463f19 req-d2c6996c-f0ea-4fef-b980-304faaab1a3b service neutron] Port 7ae1a6f3-6698-4517-8c2a-ab1f8cd2cf3c on network ce8981d6-c81c-45ea-9a06-9a435b2fc9f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:05:55.199445 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64eda2fd-a5b3-41fe-b096-db281c463f19 req-d2c6996c-f0ea-4fef-b980-304faaab1a3b service neutron] Attempting to bind port 7ae1a6f3-6698-4517-8c2a-ab1f8cd2cf3c on network ce8981d6-c81c-45ea-9a06-9a435b2fc9f6 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:05:55.209108 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-81b5b421-66db-4b5c-881d-7d03b9633b51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113170496 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113170496-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-584527471'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:05:55.213819 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:55.219542 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-93e216c4-dfd6-4975-ab02-c313da3c9e58 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:55.242861 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64eda2fd-a5b3-41fe-b096-db281c463f19 req-d2c6996c-f0ea-4fef-b980-304faaab1a3b service neutron] Checking agent: {'id': 'd28e24f9-e5ea-41e1-80bf-3c7943ad7f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:05:55.243225 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64eda2fd-a5b3-41fe-b096-db281c463f19 req-d2c6996c-f0ea-4fef-b980-304faaab1a3b service neutron] Checking segment: {'id': 'ba2627aa-e983-48ed-b699-731debb0727b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ce8981d6-c81c-45ea-9a06-9a435b2fc9f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:05:55.243608 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64eda2fd-a5b3-41fe-b096-db281c463f19 req-d2c6996c-f0ea-4fef-b980-304faaab1a3b service neutron] Bound using segment: {'id': 'ba2627aa-e983-48ed-b699-731debb0727b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ce8981d6-c81c-45ea-9a06-9a435b2fc9f6'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:05:55.245097 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-64eda2fd-a5b3-41fe-b096-db281c463f19 req-d2c6996c-f0ea-4fef-b980-304faaab1a3b service neutron] Bound port: 7ae1a6f3-6698-4517-8c2a-ab1f8cd2cf3c, host: n-h1-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba2627aa-e983-48ed-b699-731debb0727b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ce8981d6-c81c-45ea-9a06-9a435b2fc9f6'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:05:55.245097 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-64eda2fd-a5b3-41fe-b096-db281c463f19 req-d2c6996c-f0ea-4fef-b980-304faaab1a3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:55.261795 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83aac4a-4c84-49b0-b282-9ceb81b3672f req-71d60a5c-c924-4421-ac8d-9cb1c1b30ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:55.262435 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83aac4a-4c84-49b0-b282-9ceb81b3672f req-71d60a5c-c924-4421-ac8d-9cb1c1b30ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:55.262938 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83aac4a-4c84-49b0-b282-9ceb81b3672f req-71d60a5c-c924-4421-ac8d-9cb1c1b30ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:55.263558 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83aac4a-4c84-49b0-b282-9ceb81b3672f req-71d60a5c-c924-4421-ac8d-9cb1c1b30ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:55.264279 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83aac4a-4c84-49b0-b282-9ceb81b3672f req-71d60a5c-c924-4421-ac8d-9cb1c1b30ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:55.266718 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-a83aac4a-4c84-49b0-b282-9ceb81b3672f req-71d60a5c-c924-4421-ac8d-9cb1c1b30ce5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0fd6de77a6ca45308e5ac106bdd0311d&device_id=5ec6deff-f245-4e1c-822d-87007a31b174 HTTP/1.1" status: 200 len: 4364 time: 0.8277802 Aug 16 23:05:55.309733 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93535429-5c58-484d-baf3-21d0480892de req-cbebf588-7ab8-4491-ab06-708d7a4a6d3d tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:55.317508 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-93535429-5c58-484d-baf3-21d0480892de req-cbebf588-7ab8-4491-ab06-708d7a4a6d3d tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=be539e5f-396f-4953-a18e-7c09b91c5c13 HTTP/1.1" status: 200 len: 943 time: 0.2424715 Aug 16 23:05:55.334077 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81b5b421-66db-4b5c-881d-7d03b9633b51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113170496 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113170496-project] Made reservation on behalf of e8c257aa523a42c4a14de66202768f2f for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:05:55.337100 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-81b5b421-66db-4b5c-881d-7d03b9633b51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113170496 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113170496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:55.373711 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-81b5b421-66db-4b5c-881d-7d03b9633b51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113170496 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113170496-project] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:55.468805 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-93535429-5c58-484d-baf3-21d0480892de req-5466cadf-241d-4e0b-bc2b-e936512c6ac3 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503010 Aug 16 23:05:55.534472 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-93e216c4-dfd6-4975-ab02-c313da3c9e58 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Allocated IP 172.25.4.108 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/0ddd697e-d728-40d7-9e56-a49725c7e00b) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:05:55.546100 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-fcdaf99c-7c1f-4e65-b1f6-b0baef7bc0ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d914dcd-a009-4bd0-a96d-6ee74c4c2e7d {{(pid=101292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:05:55.568899 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-fcdaf99c-7c1f-4e65-b1f6-b0baef7bc0ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:55.579261 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-64eda2fd-a5b3-41fe-b096-db281c463f19 req-d2c6996c-f0ea-4fef-b980-304faaab1a3b service neutron] For port 7ae1a6f3-6698-4517-8c2a-ab1f8cd2cf3c, host n-h1-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:05:55.614145 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-64eda2fd-a5b3-41fe-b096-db281c463f19 req-d2c6996c-f0ea-4fef-b980-304faaab1a3b service neutron] For port 7ae1a6f3-6698-4517-8c2a-ab1f8cd2cf3c, host n-h1-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=7ae1a6f3-6698-4517-8c2a-ab1f8cd2cf3c,segment=NetworkSegment(ba2627aa-e983-48ed-b699-731debb0727b),segment_id=ba2627aa-e983-48ed-b699-731debb0727b)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:05:55.619533 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83aac4a-4c84-49b0-b282-9ceb81b3672f req-aaa7c58f-5524-4c98-bab2-30b1915666af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:55.620076 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83aac4a-4c84-49b0-b282-9ceb81b3672f req-aaa7c58f-5524-4c98-bab2-30b1915666af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:55.620797 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83aac4a-4c84-49b0-b282-9ceb81b3672f req-aaa7c58f-5524-4c98-bab2-30b1915666af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:55.622523 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-a83aac4a-4c84-49b0-b282-9ceb81b3672f req-aaa7c58f-5524-4c98-bab2-30b1915666af service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=0fd6de77a6ca45308e5ac106bdd0311d&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3409441 Aug 16 23:05:55.626295 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-64eda2fd-a5b3-41fe-b096-db281c463f19 req-d2c6996c-f0ea-4fef-b980-304faaab1a3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:55.633731 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-fcdaf99c-7c1f-4e65-b1f6-b0baef7bc0ba service neutron] Transition to ACTIVE for port object 2d914dcd-a009-4bd0-a96d-6ee74c4c2e7d will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:05:55.648140 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-fcdaf99c-7c1f-4e65-b1f6-b0baef7bc0ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:55.814293 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdaf99c-7c1f-4e65-b1f6-b0baef7bc0ba service neutron] Pushing event updated for resources: {'Port': ['ID=2d914dcd-a009-4bd0-a96d-6ee74c4c2e7d,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:55.824205 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-88f4ffc7-e3b9-44ed-905e-50936b84f749 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Allocated IP 2001:db8:1::1 (7ccffa5a-5fe4-45a4-a60b-490fb1423907/5dfec7f7-231c-4f30-8aca-dfa3e70ea5e3/0d7b4b0a-0e4d-4447-b2d5-ea7c7541b6ad) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:05:55.899391 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-81b5b421-66db-4b5c-881d-7d03b9633b51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113170496 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113170496-project] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:55.914008 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-93e216c4-dfd6-4975-ab02-c313da3c9e58 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:55.919416 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-81b5b421-66db-4b5c-881d-7d03b9633b51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113170496 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113170496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:55.950482 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eda2fd-a5b3-41fe-b096-db281c463f19 req-d2c6996c-f0ea-4fef-b980-304faaab1a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:55.957371 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-64eda2fd-a5b3-41fe-b096-db281c463f19 req-d2c6996c-f0ea-4fef-b980-304faaab1a3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:55.959143 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-64eda2fd-a5b3-41fe-b096-db281c463f19 req-d2c6996c-f0ea-4fef-b980-304faaab1a3b service neutron] 10.222.0.68 "PUT /v2.0/ports/7ae1a6f3-6698-4517-8c2a-ab1f8cd2cf3c HTTP/1.1" status: 200 len: 1092 time: 3.0329223 Aug 16 23:05:55.964760 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be539e5f-396f-4953-a18e-7c09b91c5c13', 'tag': '7ae1a6f3-6698-4517-8c2a-ab1f8cd2cf3c'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:05:55.966827 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e76733-7b7f-46ad-88e9-b697d4e3c49d" -d '{"events": [{"name": "network-changed", "server_uuid": "be539e5f-396f-4953-a18e-7c09b91c5c13", "tag": "7ae1a6f3-6698-4517-8c2a-ab1f8cd2cf3c"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:05:56.002076 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 2a04683d-5a89-40b1-8327-0dfc29a63ea3 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:05:56.028109 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81b5b421-66db-4b5c-881d-7d03b9633b51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113170496 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113170496-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:05:56.085438 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b5b421-66db-4b5c-881d-7d03b9633b51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113170496 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113170496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b712acae-f99e-4638-8114-448007b40a59,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:56.086852 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-88f4ffc7-e3b9-44ed-905e-50936b84f749 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:56.097354 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-81b5b421-66db-4b5c-881d-7d03b9633b51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113170496 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113170496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:56.097786 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-81b5b421-66db-4b5c-881d-7d03b9633b51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113170496 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113170496-project] Added segment 699f5dc3-9389-4b6e-b802-b244958d5b31 of type vlan for network 2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991 Aug 16 23:05:56.109967 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-88f4ffc7-e3b9-44ed-905e-50936b84f749 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Transition to ACTIVE for port object 0d7b4b0a-0e4d-4447-b2d5-ea7c7541b6ad will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:05:56.171765 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f084fdb8-1a37-480f-8c02-7b088a18f169 x-openstack-request-id: req-f084fdb8-1a37-480f-8c02-7b088a18f169 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:05:56.172292 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be539e5f-396f-4953-a18e-7c09b91c5c13", "tag": "7ae1a6f3-6698-4517-8c2a-ab1f8cd2cf3c", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:05:56.172800 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f084fdb8-1a37-480f-8c02-7b088a18f169 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:05:56.173402 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be539e5f-396f-4953-a18e-7c09b91c5c13', 'tag': '7ae1a6f3-6698-4517-8c2a-ab1f8cd2cf3c', 'status': 'completed', 'code': 200} Aug 16 23:05:56.203484 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-81b5b421-66db-4b5c-881d-7d03b9633b51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113170496 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113170496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:56.211127 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 2a04683d-5a89-40b1-8327-0dfc29a63ea3 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:05:56.223426 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c6996c-f0ea-4fef-b980-304faaab1a3b service neutron] Pushing event updated for resources: {'Port': ['ID=7ae1a6f3-6698-4517-8c2a-ab1f8cd2cf3c,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:56.228375 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-fcdaf99c-7c1f-4e65-b1f6-b0baef7bc0ba service neutron] Attempting to bind port 2d914dcd-a009-4bd0-a96d-6ee74c4c2e7d on host n-h2-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:05:56.228880 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-fcdaf99c-7c1f-4e65-b1f6-b0baef7bc0ba service neutron] Attempting to bind port 2d914dcd-a009-4bd0-a96d-6ee74c4c2e7d by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': '4e60af0a-2975-4931-9018-d082d9d7fdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '716ffdec-3357-4059-8ca3-4654ec1fdd32'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:05:56.230085 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-fcdaf99c-7c1f-4e65-b1f6-b0baef7bc0ba service neutron] Attempting to bind port 2d914dcd-a009-4bd0-a96d-6ee74c4c2e7d on network 716ffdec-3357-4059-8ca3-4654ec1fdd32 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:05:56.236256 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-81b5b421-66db-4b5c-881d-7d03b9633b51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113170496 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113170496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:56.239749 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 8a013182-9994-40b6-a923-77572161d1b7 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:05:56.241472 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-88f4ffc7-e3b9-44ed-905e-50936b84f749 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:56.242534 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b5b421-66db-4b5c-881d-7d03b9633b51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113170496 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113170496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:56.243355 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-81b5b421-66db-4b5c-881d-7d03b9633b51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113170496 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113170496-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:56.266124 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-fcdaf99c-7c1f-4e65-b1f6-b0baef7bc0ba service neutron] Port 2d914dcd-a009-4bd0-a96d-6ee74c4c2e7d on network 716ffdec-3357-4059-8ca3-4654ec1fdd32 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:05:56.266124 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-fcdaf99c-7c1f-4e65-b1f6-b0baef7bc0ba service neutron] Attempting to bind port 2d914dcd-a009-4bd0-a96d-6ee74c4c2e7d on network 716ffdec-3357-4059-8ca3-4654ec1fdd32 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:05:56.318067 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-93e216c4-dfd6-4975-ab02-c313da3c9e58 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:56.340054 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e216c4-dfd6-4975-ab02-c313da3c9e58 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:05:56.360753 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-93e216c4-dfd6-4975-ab02-c313da3c9e58 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:05:56.362924 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-fcdaf99c-7c1f-4e65-b1f6-b0baef7bc0ba service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:05:56.363272 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-fcdaf99c-7c1f-4e65-b1f6-b0baef7bc0ba service neutron] Checking segment: {'id': '4e60af0a-2975-4931-9018-d082d9d7fdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '716ffdec-3357-4059-8ca3-4654ec1fdd32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:05:56.363657 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-fcdaf99c-7c1f-4e65-b1f6-b0baef7bc0ba service neutron] Bound using segment: {'id': '4e60af0a-2975-4931-9018-d082d9d7fdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '716ffdec-3357-4059-8ca3-4654ec1fdd32'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:05:56.364112 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-fcdaf99c-7c1f-4e65-b1f6-b0baef7bc0ba service neutron] Bound port: 2d914dcd-a009-4bd0-a96d-6ee74c4c2e7d, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e60af0a-2975-4931-9018-d082d9d7fdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '716ffdec-3357-4059-8ca3-4654ec1fdd32'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:05:56.364471 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-fcdaf99c-7c1f-4e65-b1f6-b0baef7bc0ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:56.370109 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-81b5b421-66db-4b5c-881d-7d03b9633b51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113170496 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113170496-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.7230780 Aug 16 23:05:56.370109 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e216c4-dfd6-4975-ab02-c313da3c9e58 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:05:56.391591 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 8a013182-9994-40b6-a923-77572161d1b7 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:05:56.392030 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:56.410951 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f4ffc7-e3b9-44ed-905e-50936b84f749 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Network 7ccffa5a-5fe4-45a4-a60b-490fb1423907 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:05:56.419742 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-88f4ffc7-e3b9-44ed-905e-50936b84f749 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:05:56.435038 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4ffc7-e3b9-44ed-905e-50936b84f749 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Pushing event updated for resources: {'Port': ['ID=0d7b4b0a-0e4d-4447-b2d5-ea7c7541b6ad,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:56.438902 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b6bbb6-ad73-4abd-97fc-cac5065dfa02 None None] Network 7ccffa5a-5fe4-45a4-a60b-490fb1423907 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:05:56.441697 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f4ffc7-e3b9-44ed-905e-50936b84f749 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:05:56.442408 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-88f4ffc7-e3b9-44ed-905e-50936b84f749 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954230'] for router_interface, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:56.488390 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83aac4a-4c84-49b0-b282-9ceb81b3672f req-78c88643-0314-4f09-abc4-8af1e6c1426a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:56.490401 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-a83aac4a-4c84-49b0-b282-9ceb81b3672f req-78c88643-0314-4f09-abc4-8af1e6c1426a service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8555901 Aug 16 23:05:56.506467 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eda2fd-a5b3-41fe-b096-db281c463f19 req-8d8c40e4-2b58-43f4-832f-966057eb31ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:56.508432 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-64eda2fd-a5b3-41fe-b096-db281c463f19 req-8d8c40e4-2b58-43f4-832f-966057eb31ca service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d1fdbd14d2a2426faa7617777d4bf755&device_id=be539e5f-396f-4953-a18e-7c09b91c5c13 HTTP/1.1" status: 200 len: 1095 time: 0.3340857 Aug 16 23:05:56.578065 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-64eda2fd-a5b3-41fe-b096-db281c463f19 req-7ff9ee16-b1f1-42d6-b3f4-3b38cd0cf0c1 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ae1a6f3-6698-4517-8c2a-ab1f8cd2cf3c HTTP/1.1" status: 200 len: 217 time: 0.0482311 Aug 16 23:05:56.669134 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b5b421-66db-4b5c-881d-7d03b9633b51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113170496 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113170496-project] Pushing event updated for resources: {'Network': ['ID=2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:56.708203 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 51940) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:56.719319 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-4d7c9a1f-062a-4c6e-a9da-632ec31176eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Request body: {'port': {'network_id': '2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991', 'binding:host_id': 'n-h1-791506-26', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-853832880'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:05:56.722976 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-88f4ffc7-e3b9-44ed-905e-50936b84f749 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:56.742206 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:05:56.749017 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eda2fd-a5b3-41fe-b096-db281c463f19 req-e446b9bf-331f-4cd4-9c04-699cce196e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:56.751601 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-64eda2fd-a5b3-41fe-b096-db281c463f19 req-e446b9bf-331f-4cd4-9c04-699cce196e7f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5efd3f3e-4198-4530-82cd-090d89e0c9b8 HTTP/1.1" status: 200 len: 853 time: 0.1496949 Aug 16 23:05:56.780968 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e216c4-dfd6-4975-ab02-c313da3c9e58 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Pushing event updated for resources: {'Port': ['ID=0ddd697e-d728-40d7-9e56-a49725c7e00b,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:56.798161 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acba7b1-3ded-425c-9e3b-aa6a938afd6a req-d7e4e69a-46ad-474c-8e03-829849890d38 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:56.806016 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acba7b1-3ded-425c-9e3b-aa6a938afd6a req-d7e4e69a-46ad-474c-8e03-829849890d38 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:56.810887 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-d6d59095-f9d3-481f-9aba-8c8a1e14e030 None None] Provisioning for port 2a04683d-5a89-40b1-8327-0dfc29a63ea3 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:05:56.814019 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acba7b1-3ded-425c-9e3b-aa6a938afd6a req-d7e4e69a-46ad-474c-8e03-829849890d38 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:56.821588 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acba7b1-3ded-425c-9e3b-aa6a938afd6a req-d7e4e69a-46ad-474c-8e03-829849890d38 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:56.830183 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acba7b1-3ded-425c-9e3b-aa6a938afd6a req-d7e4e69a-46ad-474c-8e03-829849890d38 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:56.831839 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-d6d59095-f9d3-481f-9aba-8c8a1e14e030 None None] Provisioning complete for port 2a04683d-5a89-40b1-8327-0dfc29a63ea3 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:05:56.832210 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d6d59095-f9d3-481f-9aba-8c8a1e14e030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:56.840019 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acba7b1-3ded-425c-9e3b-aa6a938afd6a req-d7e4e69a-46ad-474c-8e03-829849890d38 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:56.842835 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8acba7b1-3ded-425c-9e3b-aa6a938afd6a req-d7e4e69a-46ad-474c-8e03-829849890d38 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ec6deff-f245-4e1c-822d-87007a31b174 HTTP/1.1" status: 200 len: 4603 time: 0.4948049 Aug 16 23:05:56.993784 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8acba7b1-3ded-425c-9e3b-aa6a938afd6a req-c5ba005f-39f5-4bd2-9490-e171ae5e117e tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d561fd0-5d3b-4398-8725-9733c38afc60&id=7847b2e1-2595-4387-b40a-e9cc25ff3917&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1431179 Aug 16 23:05:57.027363 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-fcdaf99c-7c1f-4e65-b1f6-b0baef7bc0ba service neutron] For port 2d914dcd-a009-4bd0-a96d-6ee74c4c2e7d, host n-h2-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:05:57.034042 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-fcdaf99c-7c1f-4e65-b1f6-b0baef7bc0ba service neutron] For port 2d914dcd-a009-4bd0-a96d-6ee74c4c2e7d, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=2d914dcd-a009-4bd0-a96d-6ee74c4c2e7d,segment=NetworkSegment(4e60af0a-2975-4931-9018-d082d9d7fdc2),segment_id=4e60af0a-2975-4931-9018-d082d9d7fdc2)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:05:57.035749 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-64eda2fd-a5b3-41fe-b096-db281c463f19 req-fc1464dc-54b0-4640-a0a6-737810e6336c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ce8981d6-c81c-45ea-9a06-9a435b2fc9f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2726257 Aug 16 23:05:57.036425 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d7c9a1f-062a-4c6e-a9da-632ec31176eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Made reservation on behalf of 92f97f83e1e94a5786534c8a50987fa0 for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:05:57.039862 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4d7c9a1f-062a-4c6e-a9da-632ec31176eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:57.056932 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b65434e-fa02-4c44-9914-3a5df8834cc2 req-f8534d2c-4870-42c3-9332-3e66511c4537 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:57.067362 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3b65434e-fa02-4c44-9914-3a5df8834cc2 req-f8534d2c-4870-42c3-9332-3e66511c4537 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=be539e5f-396f-4953-a18e-7c09b91c5c13 HTTP/1.1" status: 200 len: 943 time: 0.2909462 Aug 16 23:05:57.070641 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-fcdaf99c-7c1f-4e65-b1f6-b0baef7bc0ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:57.118104 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d6d59095-f9d3-481f-9aba-8c8a1e14e030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:57.132952 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-93e216c4-dfd6-4975-ab02-c313da3c9e58 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:57.161714 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4d7c9a1f-062a-4c6e-a9da-632ec31176eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:57.179348 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-88f4ffc7-e3b9-44ed-905e-50936b84f749 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:57.202283 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-d6d59095-f9d3-481f-9aba-8c8a1e14e030 None None] For port 2a04683d-5a89-40b1-8327-0dfc29a63ea3, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=2a04683d-5a89-40b1-8327-0dfc29a63ea3,segment=NetworkSegment(0d6d550d-f2be-4378-908c-e7b890a526c8),segment_id=0d6d550d-f2be-4378-908c-e7b890a526c8)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:05:57.208264 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d6d59095-f9d3-481f-9aba-8c8a1e14e030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:57.238410 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-fcdaf99c-7c1f-4e65-b1f6-b0baef7bc0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:57.239192 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-fcdaf99c-7c1f-4e65-b1f6-b0baef7bc0ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:57.241917 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-fcdaf99c-7c1f-4e65-b1f6-b0baef7bc0ba service neutron] 10.222.0.57 "PUT /v2.0/ports/2d914dcd-a009-4bd0-a96d-6ee74c4c2e7d HTTP/1.1" status: 200 len: 1134 time: 2.9482064 Aug 16 23:05:57.246011 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ec6deff-f245-4e1c-822d-87007a31b174', 'tag': '2d914dcd-a009-4bd0-a96d-6ee74c4c2e7d'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:05:57.249158 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc76c1f1-46c0-4317-b922-57d78c1a910d" -d '{"events": [{"name": "network-changed", "server_uuid": "5ec6deff-f245-4e1c-822d-87007a31b174", "tag": "2d914dcd-a009-4bd0-a96d-6ee74c4c2e7d"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:05:57.354733 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d59095-f9d3-481f-9aba-8c8a1e14e030 None None] Pushing event updated for resources: {'Port': ['ID=2a04683d-5a89-40b1-8327-0dfc29a63ea3,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:57.418479 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4d7c9a1f-062a-4c6e-a9da-632ec31176eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:57.419289 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-88f4ffc7-e3b9-44ed-905e-50936b84f749 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:57.420237 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-88f4ffc7-e3b9-44ed-905e-50936b84f749 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954122'] for router_interface, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:57.442955 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3b65434e-fa02-4c44-9914-3a5df8834cc2 req-8b8f5fe6-4a8b-4e67-96c4-71868a2d7dcf tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3739693 Aug 16 23:05:57.447698 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c4cb10-eb26-42eb-87e4-e25c2318630d x-openstack-request-id: req-e9c4cb10-eb26-42eb-87e4-e25c2318630d {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:05:57.448144 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ec6deff-f245-4e1c-822d-87007a31b174", "tag": "2d914dcd-a009-4bd0-a96d-6ee74c4c2e7d", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:05:57.448555 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e9c4cb10-eb26-42eb-87e4-e25c2318630d {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:05:57.449095 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ec6deff-f245-4e1c-822d-87007a31b174', 'tag': '2d914dcd-a009-4bd0-a96d-6ee74c4c2e7d', 'status': 'completed', 'code': 200} Aug 16 23:05:57.454836 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-c6aae9ee-973d-41bc-b354-1ef6b1d32f93 service neutron] Request body: {'port': {'device_id': '5ec6deff-f245-4e1c-822d-87007a31b174', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-26'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:05:57.551562 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4d7c9a1f-062a-4c6e-a9da-632ec31176eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:57.607861 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4ffc7-e3b9-44ed-905e-50936b84f749 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Pushing event updated for resources: {'Port': ['ID=0d7b4b0a-0e4d-4447-b2d5-ea7c7541b6ad,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:57.622083 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-4d7c9a1f-062a-4c6e-a9da-632ec31176eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] device_id is not set on port 90a18615-a742-450e-adb3-c5d24bbca65a yet. {{(pid=101291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 23:05:57.652062 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-ede9b6bd-2baa-4f78-aa69-163af7010048 None None] Provisioning complete for port 2a04683d-5a89-40b1-8327-0dfc29a63ea3 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:05:57.652831 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ede9b6bd-2baa-4f78-aa69-163af7010048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:57.689978 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-64eda2fd-a5b3-41fe-b096-db281c463f19 req-c0d2ada9-3b8c-42ec-8148-b5f1daf40002 service neutron] 10.222.0.68 "GET /v2.0/networks/ce8981d6-c81c-45ea-9a06-9a435b2fc9f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5390682 Aug 16 23:05:57.839940 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 2a04683d-5a89-40b1-8327-0dfc29a63ea3 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:05:57.889734 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7c9a1f-062a-4c6e-a9da-632ec31176eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=431a6577-21ad-4907-acaa-0aaae3faae67,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:57.916624 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f4ffc7-e3b9-44ed-905e-50936b84f749 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Network 7ccffa5a-5fe4-45a4-a60b-490fb1423907 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:05:57.923278 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-ede9b6bd-2baa-4f78-aa69-163af7010048 None None] Provisioning for port 0d7b4b0a-0e4d-4447-b2d5-ea7c7541b6ad completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:05:57.930024 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-ede9b6bd-2baa-4f78-aa69-163af7010048 None None] Provisioning complete for port 0d7b4b0a-0e4d-4447-b2d5-ea7c7541b6ad triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:05:57.930685 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ede9b6bd-2baa-4f78-aa69-163af7010048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:57.992572 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-ede9b6bd-2baa-4f78-aa69-163af7010048 None None] Port 0d7b4b0a-0e4d-4447-b2d5-ea7c7541b6ad cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:05:58.003327 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 2a04683d-5a89-40b1-8327-0dfc29a63ea3 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:05:58.004113 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:58.074793 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-88f4ffc7-e3b9-44ed-905e-50936b84f749 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:05:58.128418 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc76c1f1-46c0-4317-b922-57d78c1a910d req-0120dc28-bd3a-4b2f-a8dc-bb31655d9416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:58.129573 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc76c1f1-46c0-4317-b922-57d78c1a910d req-0120dc28-bd3a-4b2f-a8dc-bb31655d9416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:58.130042 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc76c1f1-46c0-4317-b922-57d78c1a910d req-0120dc28-bd3a-4b2f-a8dc-bb31655d9416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:58.130541 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc76c1f1-46c0-4317-b922-57d78c1a910d req-0120dc28-bd3a-4b2f-a8dc-bb31655d9416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:58.131038 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc76c1f1-46c0-4317-b922-57d78c1a910d req-0120dc28-bd3a-4b2f-a8dc-bb31655d9416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:58.131525 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc76c1f1-46c0-4317-b922-57d78c1a910d req-0120dc28-bd3a-4b2f-a8dc-bb31655d9416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:58.133539 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-cc76c1f1-46c0-4317-b922-57d78c1a910d req-0120dc28-bd3a-4b2f-a8dc-bb31655d9416 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0fd6de77a6ca45308e5ac106bdd0311d&device_id=5ec6deff-f245-4e1c-822d-87007a31b174 HTTP/1.1" status: 200 len: 5291 time: 0.5268879 Aug 16 23:05:58.158444 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-c6aae9ee-973d-41bc-b354-1ef6b1d32f93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:58.161400 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdaf99c-7c1f-4e65-b1f6-b0baef7bc0ba service neutron] Pushing event updated for resources: {'Port': ['ID=2d914dcd-a009-4bd0-a96d-6ee74c4c2e7d,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:58.204300 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-50ae1fb9-649a-4db2-9e7f-82078ae17200 None None] Provisioning complete for port 0d7b4b0a-0e4d-4447-b2d5-ea7c7541b6ad triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:05:58.204725 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-50ae1fb9-649a-4db2-9e7f-82078ae17200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:58.237695 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-93e216c4-dfd6-4975-ab02-c313da3c9e58 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-537184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-500218'] for router, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:58.246561 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-93e216c4-dfd6-4975-ab02-c313da3c9e58 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-537179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-537170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-639656'] for router, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:58.262116 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-50ae1fb9-649a-4db2-9e7f-82078ae17200 None None] Port 0d7b4b0a-0e4d-4447-b2d5-ea7c7541b6ad cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:05:58.440661 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e39388-1cbc-4554-930c-a45d227d2307 req-6f2a4cb6-daf5-4e23-8454-e1de6c7e44b8 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:58.446649 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e39388-1cbc-4554-930c-a45d227d2307 req-6f2a4cb6-daf5-4e23-8454-e1de6c7e44b8 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:58.453784 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e39388-1cbc-4554-930c-a45d227d2307 req-6f2a4cb6-daf5-4e23-8454-e1de6c7e44b8 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:58.459977 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e39388-1cbc-4554-930c-a45d227d2307 req-6f2a4cb6-daf5-4e23-8454-e1de6c7e44b8 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:58.465401 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e39388-1cbc-4554-930c-a45d227d2307 req-6f2a4cb6-daf5-4e23-8454-e1de6c7e44b8 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:58.472454 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e39388-1cbc-4554-930c-a45d227d2307 req-6f2a4cb6-daf5-4e23-8454-e1de6c7e44b8 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:58.475495 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-72e39388-1cbc-4554-930c-a45d227d2307 req-6f2a4cb6-daf5-4e23-8454-e1de6c7e44b8 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ec6deff-f245-4e1c-822d-87007a31b174 HTTP/1.1" status: 200 len: 4603 time: 0.3562047 Aug 16 23:05:58.483628 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-4d7c9a1f-062a-4c6e-a9da-632ec31176eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] device_id is not set on port 90a18615-a742-450e-adb3-c5d24bbca65a yet. {{(pid=101291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 23:05:58.509531 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-ccc6e766-8ec8-45d6-b6b7-3956c0be9752 None None] Provisioning complete for port 0d7b4b0a-0e4d-4447-b2d5-ea7c7541b6ad triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:05:58.510015 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ccc6e766-8ec8-45d6-b6b7-3956c0be9752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:58.528200 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88f4ffc7-e3b9-44ed-905e-50936b84f749 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Router dd48438b-b514-4277-a6de-e46703509c84 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:05:58.533072 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-64eda2fd-a5b3-41fe-b096-db281c463f19 req-f2a7b32c-84b2-40dd-b564-2ee34c3e6f42 service neutron] 10.222.0.68 "GET /v2.0/networks/ce8981d6-c81c-45ea-9a06-9a435b2fc9f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7344241 Aug 16 23:05:58.534094 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4d7c9a1f-062a-4c6e-a9da-632ec31176eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:58.564666 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-4d7c9a1f-062a-4c6e-a9da-632ec31176eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Transition to ACTIVE for port object 90a18615-a742-450e-adb3-c5d24bbca65a will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:05:58.569703 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc76c1f1-46c0-4317-b922-57d78c1a910d req-46a45d6c-25a1-4063-b0a7-87dd4af1b707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:58.570188 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc76c1f1-46c0-4317-b922-57d78c1a910d req-46a45d6c-25a1-4063-b0a7-87dd4af1b707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:58.571159 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc76c1f1-46c0-4317-b922-57d78c1a910d req-46a45d6c-25a1-4063-b0a7-87dd4af1b707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:58.572257 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-cc76c1f1-46c0-4317-b922-57d78c1a910d req-46a45d6c-25a1-4063-b0a7-87dd4af1b707 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=0fd6de77a6ca45308e5ac106bdd0311d&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3457277 Aug 16 23:05:58.595550 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-ccc6e766-8ec8-45d6-b6b7-3956c0be9752 None None] Port 0d7b4b0a-0e4d-4447-b2d5-ea7c7541b6ad cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:05:58.644192 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4d7c9a1f-062a-4c6e-a9da-632ec31176eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:58.682604 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-72e39388-1cbc-4554-930c-a45d227d2307 req-be92d307-39d6-4af1-824b-9abbd77f6fc9 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d561fd0-5d3b-4398-8725-9733c38afc60&id=7847b2e1-2595-4387-b40a-e9cc25ff3917&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1846521 Aug 16 23:05:58.794456 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93e216c4-dfd6-4975-ab02-c313da3c9e58 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Router 84a8865c-75c0-4fde-8d36-c5a9d19418de is scheduled to L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f with binding_index 1 {{(pid=101292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:05:58.883842 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2899043d-0211-4739-a064-0caae44e4455 req-18af671b-3e0f-4f0f-b81d-30729b5fec01 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:58.885486 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2899043d-0211-4739-a064-0caae44e4455 req-18af671b-3e0f-4f0f-b81d-30729b5fec01 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=be539e5f-396f-4953-a18e-7c09b91c5c13 HTTP/1.1" status: 200 len: 943 time: 0.2673423 Aug 16 23:05:58.957708 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-c6aae9ee-973d-41bc-b354-1ef6b1d32f93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8884c15-ea75-4d67-b150-51216a77129b {{(pid=101292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:05:58.996336 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-c6aae9ee-973d-41bc-b354-1ef6b1d32f93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:59.032670 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2899043d-0211-4739-a064-0caae44e4455 req-64387e5a-216d-4dd4-becb-54c2c505cbea tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245160 Aug 16 23:05:59.035829 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-c6aae9ee-973d-41bc-b354-1ef6b1d32f93 service neutron] Transition to ACTIVE for port object c8884c15-ea75-4d67-b150-51216a77129b will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:05:59.044086 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-c6aae9ee-973d-41bc-b354-1ef6b1d32f93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:59.098228 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93e216c4-dfd6-4975-ab02-c313da3c9e58 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:05:59.103374 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-93e216c4-dfd6-4975-ab02-c313da3c9e58 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:59.108062 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-93e216c4-dfd6-4975-ab02-c313da3c9e58 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] 10.222.0.36 "PUT /v2.0/routers/84a8865c-75c0-4fde-8d36-c5a9d19418de HTTP/1.1" status: 200 len: 914 time: 5.5477784 Aug 16 23:05:59.111043 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 51952) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:59.118520 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702a6da5-756c-48ab-ab1c-ad49e01ff1b9 None None] Sync routers for ids ['84a8865c-75c0-4fde-8d36-c5a9d19418de'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:05:59.123019 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7c9a1f-062a-4c6e-a9da-632ec31176eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Pushing event updated for resources: {'Port': ['ID=90a18615-a742-450e-adb3-c5d24bbca65a,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:59.131991 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88f4ffc7-e3b9-44ed-905e-50936b84f749 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:05:59.142191 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702a6da5-756c-48ab-ab1c-ad49e01ff1b9 None None] Routers {'84a8865c-75c0-4fde-8d36-c5a9d19418de'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:05:59.142191 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-702a6da5-756c-48ab-ab1c-ad49e01ff1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:05:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['84a8865c-75c0-4fde-8d36-c5a9d19418de'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:05:59.142493 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-88f4ffc7-e3b9-44ed-905e-50936b84f749 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "PUT /v2.0/routers/dd48438b-b514-4277-a6de-e46703509c84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4225647 Aug 16 23:05:59.144975 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 51954) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:59.149668 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e76733-7b7f-46ad-88e9-b697d4e3c49d req-d65b40fc-9782-486a-b431-d589b7b0ffab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:59.151211 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-52e76733-7b7f-46ad-88e9-b697d4e3c49d req-d65b40fc-9782-486a-b431-d589b7b0ffab service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d1fdbd14d2a2426faa7617777d4bf755&device_id=be539e5f-396f-4953-a18e-7c09b91c5c13 HTTP/1.1" status: 200 len: 1095 time: 0.5515635 Aug 16 23:05:59.156936 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5660df-3bfb-4516-ae1d-5717db4eb359 None None] Sync routers for ids ['dd48438b-b514-4277-a6de-e46703509c84'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:05:59.174310 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5660df-3bfb-4516-ae1d-5717db4eb359 None None] Routers {'dd48438b-b514-4277-a6de-e46703509c84'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:05:59.175302 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-5a5660df-3bfb-4516-ae1d-5717db4eb359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:05:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['dd48438b-b514-4277-a6de-e46703509c84'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:05:59.211086 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-7cb9504b-d575-4485-9465-70da318e739a tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-618889806'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:05:59.212649 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-702a6da5-756c-48ab-ab1c-ad49e01ff1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:05:59.230964 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702a6da5-756c-48ab-ab1c-ad49e01ff1b9 None None] Routers {'84a8865c-75c0-4fde-8d36-c5a9d19418de'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:05:59.231588 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-702a6da5-756c-48ab-ab1c-ad49e01ff1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:05:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['84a8865c-75c0-4fde-8d36-c5a9d19418de'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:05:59.271681 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-5a5660df-3bfb-4516-ae1d-5717db4eb359 None None] Set router dd48438b-b514-4277-a6de-e46703509c84 gateway port host: None {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:05:59.322300 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-702a6da5-756c-48ab-ab1c-ad49e01ff1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:05:59.322995 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702a6da5-756c-48ab-ab1c-ad49e01ff1b9 None None] The sync data for ids ['84a8865c-75c0-4fde-8d36-c5a9d19418de'] in n-d-791506-26 is: [] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:05:59.355500 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-36c43c7c-08d9-40f3-8b18-d58aa48647b5 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] 10.222.0.36 "GET /v2.0/routers/84a8865c-75c0-4fde-8d36-c5a9d19418de HTTP/1.1" status: 200 len: 920 time: 0.2406881 Aug 16 23:05:59.356570 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7c9a1f-062a-4c6e-a9da-632ec31176eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Checking segment: {'id': '699f5dc3-9389-4b6e-b802-b244958d5b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:05:59.356701 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7c9a1f-062a-4c6e-a9da-632ec31176eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Network hostable DHCP agents. Network: 2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:05:59.361774 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 51956) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:59.379064 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc76c1f1-46c0-4317-b922-57d78c1a910d req-311b8949-44f4-44fe-9714-6799a5f2fcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:59.380622 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-cc76c1f1-46c0-4317-b922-57d78c1a910d req-311b8949-44f4-44fe-9714-6799a5f2fcdf service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7904537 Aug 16 23:05:59.408943 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb9504b-d575-4485-9465-70da318e739a tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Made reservation on behalf of bf7c0ed0df8447358a17b104892f9b8d for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:05:59.412593 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7cb9504b-d575-4485-9465-70da318e739a tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:59.458700 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aae9ee-973d-41bc-b354-1ef6b1d32f93 service neutron] Pushing event updated for resources: {'Port': ['ID=c8884c15-ea75-4d67-b150-51216a77129b,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:59.471830 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cb9504b-d575-4485-9465-70da318e739a tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:05:59.481427 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7cb9504b-d575-4485-9465-70da318e739a tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:59.481783 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-7cb9504b-d575-4485-9465-70da318e739a tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Added segment 9fa9f154-7ba5-45f3-9de3-232d1410ba98 of type vlan for network 6d90f9f3-3595-4b59-9c7b-eaaa49db5012 Aug 16 23:05:59.501490 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8fd0b2-fd09-4f3d-9e8d-3cd2a51ecc5d tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:59.505122 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-ab8fd0b2-fd09-4f3d-9e8d-3cd2a51ecc5d tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=c22c4980-c849-406d-982c-a5d68c515a94&device_id=84a8865c-75c0-4fde-8d36-c5a9d19418de&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1371679 Aug 16 23:05:59.510843 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 51960) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:59.525990 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-c6aae9ee-973d-41bc-b354-1ef6b1d32f93 service neutron] Attempting to bind port c8884c15-ea75-4d67-b150-51216a77129b on host n-h2-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:05:59.526493 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7cb9504b-d575-4485-9465-70da318e739a tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:59.526914 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-c6aae9ee-973d-41bc-b354-1ef6b1d32f93 service neutron] Attempting to bind port c8884c15-ea75-4d67-b150-51216a77129b by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': '4e60af0a-2975-4931-9018-d082d9d7fdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '716ffdec-3357-4059-8ca3-4654ec1fdd32'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:05:59.527457 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-c6aae9ee-973d-41bc-b354-1ef6b1d32f93 service neutron] Attempting to bind port c8884c15-ea75-4d67-b150-51216a77129b on network 716ffdec-3357-4059-8ca3-4654ec1fdd32 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:05:59.559086 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7c9a1f-062a-4c6e-a9da-632ec31176eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Network 2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:05:59.575136 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-c6aae9ee-973d-41bc-b354-1ef6b1d32f93 service neutron] Port c8884c15-ea75-4d67-b150-51216a77129b on network 716ffdec-3357-4059-8ca3-4654ec1fdd32 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:05:59.575809 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-c6aae9ee-973d-41bc-b354-1ef6b1d32f93 service neutron] Attempting to bind port c8884c15-ea75-4d67-b150-51216a77129b on network 716ffdec-3357-4059-8ca3-4654ec1fdd32 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:05:59.586153 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e76733-7b7f-46ad-88e9-b697d4e3c49d req-afe2afdc-ab7c-486b-a8e8-1b076a326d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:59.589220 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-c6aae9ee-973d-41bc-b354-1ef6b1d32f93 service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:05:59.589865 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-52e76733-7b7f-46ad-88e9-b697d4e3c49d req-afe2afdc-ab7c-486b-a8e8-1b076a326d1d service neutron] 10.222.0.68 "GET /v2.0/networks?id=ce8981d6-c81c-45ea-9a06-9a435b2fc9f6 HTTP/1.1" status: 200 len: 914 time: 0.3499320 Aug 16 23:05:59.590194 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-c6aae9ee-973d-41bc-b354-1ef6b1d32f93 service neutron] Checking segment: {'id': '4e60af0a-2975-4931-9018-d082d9d7fdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '716ffdec-3357-4059-8ca3-4654ec1fdd32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:05:59.590807 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-c6aae9ee-973d-41bc-b354-1ef6b1d32f93 service neutron] Bound using segment: {'id': '4e60af0a-2975-4931-9018-d082d9d7fdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '716ffdec-3357-4059-8ca3-4654ec1fdd32'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:05:59.591458 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-c6aae9ee-973d-41bc-b354-1ef6b1d32f93 service neutron] Bound port: c8884c15-ea75-4d67-b150-51216a77129b, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e60af0a-2975-4931-9018-d082d9d7fdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '716ffdec-3357-4059-8ca3-4654ec1fdd32'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:05:59.592032 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-c6aae9ee-973d-41bc-b354-1ef6b1d32f93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:59.627569 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-4d7c9a1f-062a-4c6e-a9da-632ec31176eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:05:59.629166 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7cb9504b-d575-4485-9465-70da318e739a tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:59.634932 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb9504b-d575-4485-9465-70da318e739a tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:59.635573 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7cb9504b-d575-4485-9465-70da318e739a tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:59.636021 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76949afb-64f1-41b8-afee-5cb86234e318 None None] Network 2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:05:59.682260 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740ca965-a89e-413e-b7b4-e6302c5794dc tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:59.684144 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-740ca965-a89e-413e-b7b4-e6302c5794dc tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] 10.222.0.36 "GET /v2.0/networks/c22c4980-c849-406d-982c-a5d68c515a94 HTTP/1.1" status: 200 len: 881 time: 0.1672287 Aug 16 23:05:59.685703 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7c9a1f-062a-4c6e-a9da-632ec31176eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:05:59.688422 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 51962) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:59.741148 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-4b570718-9841-4ead-9acb-cc0fd0dcff97 tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] 10.222.0.36 "GET /v2.0/ports?device_id=84a8865c-75c0-4fde-8d36-c5a9d19418de HTTP/1.1" status: 200 len: 205 time: 0.0509245 Aug 16 23:05:59.745548 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 51966) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:59.747460 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-5a5660df-3bfb-4516-ae1d-5717db4eb359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd48438b-b514-4277-a6de-e46703509c84', 'name': 'tempest-RoutersIpV6Test-router-1749583918', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:05:42Z', 'updated_at': '2021-08-16T23:05:56Z', 'revision_number': 3, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'gw_port_host': None, '_interfaces': [{'id': '0d7b4b0a-0e4d-4447-b2d5-ea7c7541b6ad', 'name': '', 'network_id': '7ccffa5a-5fe4-45a4-a60b-490fb1423907', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'mac_address': 'fa:16:3e:12:5f:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd48438b-b514-4277-a6de-e46703509c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '5dfec7f7-231c-4f30-8aca-dfa3e70ea5e3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:05:55Z', 'updated_at': '2021-08-16T23:05:56Z', 'revision_number': 2, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'subnets': [{'id': '5dfec7f7-231c-4f30-8aca-dfa3e70ea5e3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a013182-9994-40b6-a923-77572161d1b7', 'name': '', 'network_id': '9ec22140-0e30-4a8f-ae51-ce31640ea6db', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'mac_address': 'fa:16:3e:b4:81:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd48438b-b514-4277-a6de-e46703509c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': '7ec55b4d-9bea-42cb-8c74-46e03d4e6272', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:05:46Z', 'updated_at': '2021-08-16T23:05:54Z', 'revision_number': 5, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'subnets': [{'id': '7ec55b4d-9bea-42cb-8c74-46e03d4e6272', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:05:59.798345 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-c6aae9ee-973d-41bc-b354-1ef6b1d32f93 service neutron] For port c8884c15-ea75-4d67-b150-51216a77129b, host n-h2-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:05:59.820869 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-c6aae9ee-973d-41bc-b354-1ef6b1d32f93 service neutron] For port c8884c15-ea75-4d67-b150-51216a77129b, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=c8884c15-ea75-4d67-b150-51216a77129b,segment=NetworkSegment(4e60af0a-2975-4931-9018-d082d9d7fdc2),segment_id=4e60af0a-2975-4931-9018-d082d9d7fdc2)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:05:59.822442 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5660df-3bfb-4516-ae1d-5717db4eb359 None None] Checking router: dd48438b-b514-4277-a6de-e46703509c84 for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:05:59.822891 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5660df-3bfb-4516-ae1d-5717db4eb359 None None] Updating router dd48438b-b514-4277-a6de-e46703509c84 port 0d7b4b0a-0e4d-4447-b2d5-ea7c7541b6ad binding host n-d-791506-26 {{(pid=101294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:05:59.832180 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-c6aae9ee-973d-41bc-b354-1ef6b1d32f93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:59.844505 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-52e76733-7b7f-46ad-88e9-b697d4e3c49d req-c1208bc4-73d8-46a7-8e53-d158d36a7195 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ae1a6f3-6698-4517-8c2a-ab1f8cd2cf3c HTTP/1.1" status: 200 len: 217 time: 0.2264681 Aug 16 23:05:59.859312 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb9504b-d575-4485-9465-70da318e739a tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Pushing event updated for resources: {'Network': ['ID=6d90f9f3-3595-4b59-9c7b-eaaa49db5012,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:59.861224 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-5a5660df-3bfb-4516-ae1d-5717db4eb359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:05:59.879380 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 6d90f9f3-3595-4b59-9c7b-eaaa49db5012 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:05:59.921634 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e76733-7b7f-46ad-88e9-b697d4e3c49d req-a700520d-edbd-4b8d-ac5c-2f3b529fe6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:05:59.923294 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-52e76733-7b7f-46ad-88e9-b697d4e3c49d req-a700520d-edbd-4b8d-ac5c-2f3b529fe6d4 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5efd3f3e-4198-4530-82cd-090d89e0c9b8 HTTP/1.1" status: 200 len: 853 time: 0.0605018 Aug 16 23:05:59.926240 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-4d7c9a1f-062a-4c6e-a9da-632ec31176eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempting to bind port 90a18615-a742-450e-adb3-c5d24bbca65a on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:05:59.926389 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-4d7c9a1f-062a-4c6e-a9da-632ec31176eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempting to bind port 90a18615-a742-450e-adb3-c5d24bbca65a by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': '699f5dc3-9389-4b6e-b802-b244958d5b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:05:59.926845 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7c9a1f-062a-4c6e-a9da-632ec31176eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempting to bind port 90a18615-a742-450e-adb3-c5d24bbca65a on network 2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:05:59.931760 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aae9ee-973d-41bc-b354-1ef6b1d32f93 service neutron] Pushing event updated for resources: {'Port': ['ID=c8884c15-ea75-4d67-b150-51216a77129b,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:05:59.937945 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-7cb9504b-d575-4485-9465-70da318e739a tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7852035 Aug 16 23:05:59.938731 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 51968) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:05:59.948809 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-3f5f1984-3238-4f86-8c75-0804b99a478c tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Request body: {'subnet': {'network_id': '6d90f9f3-3595-4b59-9c7b-eaaa49db5012', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:05:59.970833 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7c9a1f-062a-4c6e-a9da-632ec31176eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Port 90a18615-a742-450e-adb3-c5d24bbca65a on network 2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:05:59.971274 n-d-791506-26 neutron-server[101291]: ERROR neutron.plugins.ml2.managers [None req-4d7c9a1f-062a-4c6e-a9da-632ec31176eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Failed to bind port 90a18615-a742-450e-adb3-c5d24bbca65a on host n-h1-791506-26 for vnic_type normal using segments [{'id': '699f5dc3-9389-4b6e-b802-b244958d5b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991'}] Aug 16 23:05:59.981659 n-d-791506-26 neutron-server[101291]: INFO neutron.plugins.ml2.plugin [None req-4d7c9a1f-062a-4c6e-a9da-632ec31176eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempt 2 to bind port 90a18615-a742-450e-adb3-c5d24bbca65a Aug 16 23:06:00.008039 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-c6aae9ee-973d-41bc-b354-1ef6b1d32f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:00.008933 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-c6aae9ee-973d-41bc-b354-1ef6b1d32f93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:00.010507 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-c6aae9ee-973d-41bc-b354-1ef6b1d32f93 service neutron] 10.222.0.57 "PUT /v2.0/ports/c8884c15-ea75-4d67-b150-51216a77129b HTTP/1.1" status: 200 len: 1136 time: 2.7268827 Aug 16 23:06:00.011235 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ec6deff-f245-4e1c-822d-87007a31b174', 'tag': 'c8884c15-ea75-4d67-b150-51216a77129b'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:06:00.013813 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fa4d3b6-8ec2-4f55-aff3-a5ebc9eaf105" -d '{"events": [{"name": "network-changed", "server_uuid": "5ec6deff-f245-4e1c-822d-87007a31b174", "tag": "c8884c15-ea75-4d67-b150-51216a77129b"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:06:00.048376 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-da4b81cf-e349-4d0f-8330-42a0603b403c tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks [] for router, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:00.064083 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-52e76733-7b7f-46ad-88e9-b697d4e3c49d req-416f1740-4934-4ff2-8675-19148fd12c75 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ce8981d6-c81c-45ea-9a06-9a435b2fc9f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1211648 Aug 16 23:06:00.064618 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-6036c167-ceca-4689-9d68-d7f0924f40c7 service neutron] Request body: {'port': {'device_id': '5ec6deff-f245-4e1c-822d-87007a31b174', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-26'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:06:00.071619 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 7ae1a6f3-6698-4517-8c2a-ab1f8cd2cf3c details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:06:00.191705 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-52e76733-7b7f-46ad-88e9-b697d4e3c49d req-494c0c61-0f55-4d06-b5e2-4c295ed1dafc service neutron] 10.222.0.68 "GET /v2.0/networks/ce8981d6-c81c-45ea-9a06-9a435b2fc9f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143339 Aug 16 23:06:00.239534 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-4d7c9a1f-062a-4c6e-a9da-632ec31176eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempting to bind port 90a18615-a742-450e-adb3-c5d24bbca65a on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:06:00.240142 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-4d7c9a1f-062a-4c6e-a9da-632ec31176eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempting to bind port 90a18615-a742-450e-adb3-c5d24bbca65a by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': '699f5dc3-9389-4b6e-b802-b244958d5b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:06:00.240553 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7c9a1f-062a-4c6e-a9da-632ec31176eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempting to bind port 90a18615-a742-450e-adb3-c5d24bbca65a on network 2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:06:00.244623 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bc7d2f1-01ed-4e29-aac7-a3ee69381330 x-openstack-request-id: req-2bc7d2f1-01ed-4e29-aac7-a3ee69381330 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:06:00.245258 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ec6deff-f245-4e1c-822d-87007a31b174", "tag": "c8884c15-ea75-4d67-b150-51216a77129b", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:06:00.245816 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2bc7d2f1-01ed-4e29-aac7-a3ee69381330 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:06:00.246808 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ec6deff-f245-4e1c-822d-87007a31b174', 'tag': 'c8884c15-ea75-4d67-b150-51216a77129b', 'status': 'completed', 'code': 200} Aug 16 23:06:00.262424 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7c9a1f-062a-4c6e-a9da-632ec31176eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Port 90a18615-a742-450e-adb3-c5d24bbca65a on network 2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:06:00.262760 n-d-791506-26 neutron-server[101291]: ERROR neutron.plugins.ml2.managers [None req-4d7c9a1f-062a-4c6e-a9da-632ec31176eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Failed to bind port 90a18615-a742-450e-adb3-c5d24bbca65a on host n-h1-791506-26 for vnic_type normal using segments [{'id': '699f5dc3-9389-4b6e-b802-b244958d5b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991'}] Aug 16 23:06:00.267102 n-d-791506-26 neutron-server[101291]: INFO neutron.plugins.ml2.plugin [None req-4d7c9a1f-062a-4c6e-a9da-632ec31176eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempt 3 to bind port 90a18615-a742-450e-adb3-c5d24bbca65a Aug 16 23:06:00.310753 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 7ae1a6f3-6698-4517-8c2a-ab1f8cd2cf3c, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=7ae1a6f3-6698-4517-8c2a-ab1f8cd2cf3c,segment=NetworkSegment(ba2627aa-e983-48ed-b699-731debb0727b),segment_id=ba2627aa-e983-48ed-b699-731debb0727b)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:06:00.338692 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': '7ae1a6f3-6698-4517-8c2a-ab1f8cd2cf3c', 'network_id': 'ce8981d6-c81c-45ea-9a06-9a435b2fc9f6', 'port_id': '7ae1a6f3-6698-4517-8c2a-ab1f8cd2cf3c', 'mac_address': 'fa:16:3e:b6:70:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5efd3f3e-4198-4530-82cd-090d89e0c9b8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:06:00.342910 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6c6f45-237a-4ebc-a697-da36d47e31a1 req-583305a8-6ab1-42d7-aab7-25d548d2f9cf tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:00.350658 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6c6f45-237a-4ebc-a697-da36d47e31a1 req-583305a8-6ab1-42d7-aab7-25d548d2f9cf tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:00.357018 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6c6f45-237a-4ebc-a697-da36d47e31a1 req-583305a8-6ab1-42d7-aab7-25d548d2f9cf tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:00.366394 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6c6f45-237a-4ebc-a697-da36d47e31a1 req-583305a8-6ab1-42d7-aab7-25d548d2f9cf tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:00.372293 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6c6f45-237a-4ebc-a697-da36d47e31a1 req-583305a8-6ab1-42d7-aab7-25d548d2f9cf tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:00.379399 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6c6f45-237a-4ebc-a697-da36d47e31a1 req-583305a8-6ab1-42d7-aab7-25d548d2f9cf tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:00.381715 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-4d7c9a1f-062a-4c6e-a9da-632ec31176eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempting to bind port 90a18615-a742-450e-adb3-c5d24bbca65a on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:06:00.383544 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-4d7c9a1f-062a-4c6e-a9da-632ec31176eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempting to bind port 90a18615-a742-450e-adb3-c5d24bbca65a by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': '699f5dc3-9389-4b6e-b802-b244958d5b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:06:00.384428 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7c9a1f-062a-4c6e-a9da-632ec31176eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempting to bind port 90a18615-a742-450e-adb3-c5d24bbca65a on network 2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:06:00.385577 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6c6f45-237a-4ebc-a697-da36d47e31a1 req-583305a8-6ab1-42d7-aab7-25d548d2f9cf tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:00.387558 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7f6c6f45-237a-4ebc-a697-da36d47e31a1 req-583305a8-6ab1-42d7-aab7-25d548d2f9cf tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ec6deff-f245-4e1c-822d-87007a31b174 HTTP/1.1" status: 200 len: 5380 time: 0.4585018 Aug 16 23:06:00.398700 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:00.426630 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ae1a6f3-6698-4517-8c2a-ab1f8cd2cf3c {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:06:00.445859 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa4d3b6-8ec2-4f55-aff3-a5ebc9eaf105 req-82515645-32a9-44ef-b388-d80f328459e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:00.446361 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa4d3b6-8ec2-4f55-aff3-a5ebc9eaf105 req-82515645-32a9-44ef-b388-d80f328459e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:00.446849 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa4d3b6-8ec2-4f55-aff3-a5ebc9eaf105 req-82515645-32a9-44ef-b388-d80f328459e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:00.449483 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa4d3b6-8ec2-4f55-aff3-a5ebc9eaf105 req-82515645-32a9-44ef-b388-d80f328459e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:00.449987 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa4d3b6-8ec2-4f55-aff3-a5ebc9eaf105 req-82515645-32a9-44ef-b388-d80f328459e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:00.450478 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa4d3b6-8ec2-4f55-aff3-a5ebc9eaf105 req-82515645-32a9-44ef-b388-d80f328459e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:00.452774 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa4d3b6-8ec2-4f55-aff3-a5ebc9eaf105 req-82515645-32a9-44ef-b388-d80f328459e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:00.456788 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-1fa4d3b6-8ec2-4f55-aff3-a5ebc9eaf105 req-82515645-32a9-44ef-b388-d80f328459e3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0fd6de77a6ca45308e5ac106bdd0311d&device_id=5ec6deff-f245-4e1c-822d-87007a31b174 HTTP/1.1" status: 200 len: 6220 time: 0.2644920 Aug 16 23:06:00.462998 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 7ae1a6f3-6698-4517-8c2a-ab1f8cd2cf3c, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=7ae1a6f3-6698-4517-8c2a-ab1f8cd2cf3c,segment=NetworkSegment(ba2627aa-e983-48ed-b699-731debb0727b),segment_id=ba2627aa-e983-48ed-b699-731debb0727b)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:06:00.472103 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:00.472468 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7c9a1f-062a-4c6e-a9da-632ec31176eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Port 90a18615-a742-450e-adb3-c5d24bbca65a on network 2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:06:00.476052 n-d-791506-26 neutron-server[101291]: ERROR neutron.plugins.ml2.managers [None req-4d7c9a1f-062a-4c6e-a9da-632ec31176eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Failed to bind port 90a18615-a742-450e-adb3-c5d24bbca65a on host n-h1-791506-26 for vnic_type normal using segments [{'id': '699f5dc3-9389-4b6e-b802-b244958d5b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991'}] Aug 16 23:06:00.517941 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-5a5660df-3bfb-4516-ae1d-5717db4eb359 None None] Notify callbacks [] for port, precommit_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:00.528583 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-6036c167-ceca-4689-9d68-d7f0924f40c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:00.533210 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.provisioning_blocks [None req-5a5660df-3bfb-4516-ae1d-5717db4eb359 None None] Transition to ACTIVE for port object 0d7b4b0a-0e4d-4447-b2d5-ea7c7541b6ad will not be triggered until provisioned by entity L2. {{(pid=101294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:06:00.539521 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=7ae1a6f3-6698-4517-8c2a-ab1f8cd2cf3c,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:00.544625 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-5a5660df-3bfb-4516-ae1d-5717db4eb359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:00.578779 n-d-791506-26 neutron-server[101291]: INFO neutron.plugins.ml2.plugin [None req-4d7c9a1f-062a-4c6e-a9da-632ec31176eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempt 4 to bind port 90a18615-a742-450e-adb3-c5d24bbca65a Aug 16 23:06:00.614092 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7f6c6f45-237a-4ebc-a697-da36d47e31a1 req-99df3882-2d8f-4834-9493-ec61a4f72034 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d561fd0-5d3b-4398-8725-9733c38afc60&id=7847b2e1-2595-4387-b40a-e9cc25ff3917&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2147086 Aug 16 23:06:00.620704 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f5f1984-3238-4f86-8c75-0804b99a478c tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Made reservation on behalf of bf7c0ed0df8447358a17b104892f9b8d for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:06:00.625235 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3f5f1984-3238-4f86-8c75-0804b99a478c tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:00.647999 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6709a9e7-de90-40fe-b135-2bf4238a4fe3 None None] Pushing event updated for resources: {'Port': ['ID=0d7b4b0a-0e4d-4447-b2d5-ea7c7541b6ad,revision_number=3']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:00.662905 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa54e78-541e-4271-a29f-3db5cfb0b8eb req-15c5c8c6-9ec2-4976-ac50-7761933704b0 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:00.674764 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-4d7c9a1f-062a-4c6e-a9da-632ec31176eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempting to bind port 90a18615-a742-450e-adb3-c5d24bbca65a on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:06:00.675111 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-4d7c9a1f-062a-4c6e-a9da-632ec31176eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempting to bind port 90a18615-a742-450e-adb3-c5d24bbca65a by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': '699f5dc3-9389-4b6e-b802-b244958d5b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:06:00.675463 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7c9a1f-062a-4c6e-a9da-632ec31176eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempting to bind port 90a18615-a742-450e-adb3-c5d24bbca65a on network 2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:06:00.677556 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6fa54e78-541e-4271-a29f-3db5cfb0b8eb req-15c5c8c6-9ec2-4976-ac50-7761933704b0 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=be539e5f-396f-4953-a18e-7c09b91c5c13 HTTP/1.1" status: 200 len: 943 time: 0.3805022 Aug 16 23:06:00.738620 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['7ae1a6f3-6698-4517-8c2a-ab1f8cd2cf3c'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:06:00.740757 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-5a5660df-3bfb-4516-ae1d-5717db4eb359 None None] Attempting to bind port 0d7b4b0a-0e4d-4447-b2d5-ea7c7541b6ad on host n-d-791506-26 for vnic_type normal with profile {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:06:00.741129 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-5a5660df-3bfb-4516-ae1d-5717db4eb359 None None] Attempting to bind port 0d7b4b0a-0e4d-4447-b2d5-ea7c7541b6ad by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '0d6d550d-f2be-4378-908c-e7b890a526c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '7ccffa5a-5fe4-45a4-a60b-490fb1423907'}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:06:00.742117 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5660df-3bfb-4516-ae1d-5717db4eb359 None None] Attempting to bind port 0d7b4b0a-0e4d-4447-b2d5-ea7c7541b6ad on network 7ccffa5a-5fe4-45a4-a60b-490fb1423907 {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:06:00.748108 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5660df-3bfb-4516-ae1d-5717db4eb359 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:06:00.748394 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5660df-3bfb-4516-ae1d-5717db4eb359 None None] Checking segment: {'id': '0d6d550d-f2be-4378-908c-e7b890a526c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '7ccffa5a-5fe4-45a4-a60b-490fb1423907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:06:00.748850 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-5a5660df-3bfb-4516-ae1d-5717db4eb359 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:00.749250 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5660df-3bfb-4516-ae1d-5717db4eb359 None None] Bound using segment: {'id': '0d6d550d-f2be-4378-908c-e7b890a526c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '7ccffa5a-5fe4-45a4-a60b-490fb1423907'} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:06:00.749723 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-5a5660df-3bfb-4516-ae1d-5717db4eb359 None None] Bound port: 0d7b4b0a-0e4d-4447-b2d5-ea7c7541b6ad, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d6d550d-f2be-4378-908c-e7b890a526c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '7ccffa5a-5fe4-45a4-a60b-490fb1423907'}}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:06:00.750412 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-5a5660df-3bfb-4516-ae1d-5717db4eb359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:00.790400 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa4d3b6-8ec2-4f55-aff3-a5ebc9eaf105 req-537b32ab-712c-40ad-8cf4-d35bb513d5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:00.791142 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa4d3b6-8ec2-4f55-aff3-a5ebc9eaf105 req-537b32ab-712c-40ad-8cf4-d35bb513d5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:00.791770 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa4d3b6-8ec2-4f55-aff3-a5ebc9eaf105 req-537b32ab-712c-40ad-8cf4-d35bb513d5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:00.793796 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-1fa4d3b6-8ec2-4f55-aff3-a5ebc9eaf105 req-537b32ab-712c-40ad-8cf4-d35bb513d5d7 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=0fd6de77a6ca45308e5ac106bdd0311d&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3070643 Aug 16 23:06:00.801857 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-52e76733-7b7f-46ad-88e9-b697d4e3c49d req-b45673cb-47b0-4733-9c2c-7ed8d9b00cb3 service neutron] 10.222.0.68 "GET /v2.0/networks/ce8981d6-c81c-45ea-9a06-9a435b2fc9f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5633612 Aug 16 23:06:00.825815 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-da4b81cf-e349-4d0f-8330-42a0603b403c tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:00.858458 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-5a5660df-3bfb-4516-ae1d-5717db4eb359 None None] For port 0d7b4b0a-0e4d-4447-b2d5-ea7c7541b6ad, host n-d-791506-26, cleared binding levels {{(pid=101294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:06:00.859431 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7c9a1f-062a-4c6e-a9da-632ec31176eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Port 90a18615-a742-450e-adb3-c5d24bbca65a on network 2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:06:00.860023 n-d-791506-26 neutron-server[101291]: ERROR neutron.plugins.ml2.managers [None req-4d7c9a1f-062a-4c6e-a9da-632ec31176eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Failed to bind port 90a18615-a742-450e-adb3-c5d24bbca65a on host n-h1-791506-26 for vnic_type normal using segments [{'id': '699f5dc3-9389-4b6e-b802-b244958d5b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991'}] Aug 16 23:06:00.866295 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-5a5660df-3bfb-4516-ae1d-5717db4eb359 None None] For port 0d7b4b0a-0e4d-4447-b2d5-ea7c7541b6ad, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=0d7b4b0a-0e4d-4447-b2d5-ea7c7541b6ad,segment=NetworkSegment(0d6d550d-f2be-4378-908c-e7b890a526c8),segment_id=0d6d550d-f2be-4378-908c-e7b890a526c8)] {{(pid=101294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:06:00.871112 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-5a5660df-3bfb-4516-ae1d-5717db4eb359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:00.877824 n-d-791506-26 neutron-server[101291]: INFO neutron.plugins.ml2.plugin [None req-4d7c9a1f-062a-4c6e-a9da-632ec31176eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempt 5 to bind port 90a18615-a742-450e-adb3-c5d24bbca65a Aug 16 23:06:00.950177 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6fa54e78-541e-4271-a29f-3db5cfb0b8eb req-38ab3eee-42c2-48d4-9881-6c6b20e61fb5 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714398 Aug 16 23:06:00.965902 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-4d7c9a1f-062a-4c6e-a9da-632ec31176eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempting to bind port 90a18615-a742-450e-adb3-c5d24bbca65a on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:06:00.966634 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-4d7c9a1f-062a-4c6e-a9da-632ec31176eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempting to bind port 90a18615-a742-450e-adb3-c5d24bbca65a by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': '699f5dc3-9389-4b6e-b802-b244958d5b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:06:00.967440 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7c9a1f-062a-4c6e-a9da-632ec31176eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempting to bind port 90a18615-a742-450e-adb3-c5d24bbca65a on network 2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:06:01.012269 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5660df-3bfb-4516-ae1d-5717db4eb359 None None] Routers {'dd48438b-b514-4277-a6de-e46703509c84'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:06:01.012984 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-5a5660df-3bfb-4516-ae1d-5717db4eb359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:05:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['dd48438b-b514-4277-a6de-e46703509c84'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:06:01.016743 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6709a9e7-de90-40fe-b135-2bf4238a4fe3 None None] Pushing event updated for resources: {'Port': ['ID=0d7b4b0a-0e4d-4447-b2d5-ea7c7541b6ad,revision_number=4']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:01.019714 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7c9a1f-062a-4c6e-a9da-632ec31176eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Port 90a18615-a742-450e-adb3-c5d24bbca65a on network 2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:06:01.020077 n-d-791506-26 neutron-server[101291]: ERROR neutron.plugins.ml2.managers [None req-4d7c9a1f-062a-4c6e-a9da-632ec31176eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Failed to bind port 90a18615-a742-450e-adb3-c5d24bbca65a on host n-h1-791506-26 for vnic_type normal using segments [{'id': '699f5dc3-9389-4b6e-b802-b244958d5b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991'}] Aug 16 23:06:01.025261 n-d-791506-26 neutron-server[101291]: INFO neutron.plugins.ml2.plugin [None req-4d7c9a1f-062a-4c6e-a9da-632ec31176eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempt 6 to bind port 90a18615-a742-450e-adb3-c5d24bbca65a Aug 16 23:06:01.085996 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-4d7c9a1f-062a-4c6e-a9da-632ec31176eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempting to bind port 90a18615-a742-450e-adb3-c5d24bbca65a on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:06:01.086422 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-4d7c9a1f-062a-4c6e-a9da-632ec31176eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempting to bind port 90a18615-a742-450e-adb3-c5d24bbca65a by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': '699f5dc3-9389-4b6e-b802-b244958d5b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:06:01.086838 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7c9a1f-062a-4c6e-a9da-632ec31176eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempting to bind port 90a18615-a742-450e-adb3-c5d24bbca65a on network 2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:06:01.100027 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7c9a1f-062a-4c6e-a9da-632ec31176eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Port 90a18615-a742-450e-adb3-c5d24bbca65a on network 2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:06:01.100446 n-d-791506-26 neutron-server[101291]: ERROR neutron.plugins.ml2.managers [None req-4d7c9a1f-062a-4c6e-a9da-632ec31176eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Failed to bind port 90a18615-a742-450e-adb3-c5d24bbca65a on host n-h1-791506-26 for vnic_type normal using segments [{'id': '699f5dc3-9389-4b6e-b802-b244958d5b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991'}] Aug 16 23:06:01.107133 n-d-791506-26 neutron-server[101291]: INFO neutron.plugins.ml2.plugin [None req-4d7c9a1f-062a-4c6e-a9da-632ec31176eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempt 7 to bind port 90a18615-a742-450e-adb3-c5d24bbca65a Aug 16 23:06:01.131087 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-5a5660df-3bfb-4516-ae1d-5717db4eb359 None None] Set router dd48438b-b514-4277-a6de-e46703509c84 gateway port host: None {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:06:01.142711 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-da4b81cf-e349-4d0f-8330-42a0603b403c tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Deleting port 0ddd697e-d728-40d7-9e56-a49725c7e00b {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:06:01.143051 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-da4b81cf-e349-4d0f-8330-42a0603b403c tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:01.161519 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-4d7c9a1f-062a-4c6e-a9da-632ec31176eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempting to bind port 90a18615-a742-450e-adb3-c5d24bbca65a on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:06:01.161712 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-4d7c9a1f-062a-4c6e-a9da-632ec31176eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempting to bind port 90a18615-a742-450e-adb3-c5d24bbca65a by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': '699f5dc3-9389-4b6e-b802-b244958d5b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:06:01.162054 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7c9a1f-062a-4c6e-a9da-632ec31176eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempting to bind port 90a18615-a742-450e-adb3-c5d24bbca65a on network 2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:06:01.199142 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa4d3b6-8ec2-4f55-aff3-a5ebc9eaf105 req-7d00c655-0220-4439-9688-d4b3621c4be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:01.200780 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-1fa4d3b6-8ec2-4f55-aff3-a5ebc9eaf105 req-7d00c655-0220-4439-9688-d4b3621c4be8 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3937206 Aug 16 23:06:01.210830 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7c9a1f-062a-4c6e-a9da-632ec31176eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Port 90a18615-a742-450e-adb3-c5d24bbca65a on network 2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:06:01.224197 n-d-791506-26 neutron-server[101291]: ERROR neutron.plugins.ml2.managers [None req-4d7c9a1f-062a-4c6e-a9da-632ec31176eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Failed to bind port 90a18615-a742-450e-adb3-c5d24bbca65a on host n-h1-791506-26 for vnic_type normal using segments [{'id': '699f5dc3-9389-4b6e-b802-b244958d5b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991'}] Aug 16 23:06:01.224649 n-d-791506-26 neutron-server[101291]: INFO neutron.plugins.ml2.plugin [None req-4d7c9a1f-062a-4c6e-a9da-632ec31176eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempt 8 to bind port 90a18615-a742-450e-adb3-c5d24bbca65a Aug 16 23:06:01.255302 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-4d7c9a1f-062a-4c6e-a9da-632ec31176eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempting to bind port 90a18615-a742-450e-adb3-c5d24bbca65a on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:06:01.255498 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-4d7c9a1f-062a-4c6e-a9da-632ec31176eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempting to bind port 90a18615-a742-450e-adb3-c5d24bbca65a by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': '699f5dc3-9389-4b6e-b802-b244958d5b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:06:01.255979 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7c9a1f-062a-4c6e-a9da-632ec31176eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempting to bind port 90a18615-a742-450e-adb3-c5d24bbca65a on network 2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:06:01.260709 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3f5f1984-3238-4f86-8c75-0804b99a478c tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:01.297405 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7c9a1f-062a-4c6e-a9da-632ec31176eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Port 90a18615-a742-450e-adb3-c5d24bbca65a on network 2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:06:01.297752 n-d-791506-26 neutron-server[101291]: ERROR neutron.plugins.ml2.managers [None req-4d7c9a1f-062a-4c6e-a9da-632ec31176eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Failed to bind port 90a18615-a742-450e-adb3-c5d24bbca65a on host n-h1-791506-26 for vnic_type normal using segments [{'id': '699f5dc3-9389-4b6e-b802-b244958d5b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991'}] Aug 16 23:06:01.300337 n-d-791506-26 neutron-server[101291]: INFO neutron.plugins.ml2.plugin [None req-4d7c9a1f-062a-4c6e-a9da-632ec31176eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempt 9 to bind port 90a18615-a742-450e-adb3-c5d24bbca65a Aug 16 23:06:01.326149 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-da4b81cf-e349-4d0f-8330-42a0603b403c tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:01.343129 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-4d7c9a1f-062a-4c6e-a9da-632ec31176eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempting to bind port 90a18615-a742-450e-adb3-c5d24bbca65a on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:06:01.343510 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-4d7c9a1f-062a-4c6e-a9da-632ec31176eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempting to bind port 90a18615-a742-450e-adb3-c5d24bbca65a by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': '699f5dc3-9389-4b6e-b802-b244958d5b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:06:01.344007 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7c9a1f-062a-4c6e-a9da-632ec31176eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempting to bind port 90a18615-a742-450e-adb3-c5d24bbca65a on network 2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:06:01.348356 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-da4b81cf-e349-4d0f-8330-42a0603b403c tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Calling delete_port for 0ddd697e-d728-40d7-9e56-a49725c7e00b owned by network:router_gateway {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:06:01.355426 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7c9a1f-062a-4c6e-a9da-632ec31176eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Port 90a18615-a742-450e-adb3-c5d24bbca65a on network 2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:06:01.355426 n-d-791506-26 neutron-server[101291]: ERROR neutron.plugins.ml2.managers [None req-4d7c9a1f-062a-4c6e-a9da-632ec31176eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Failed to bind port 90a18615-a742-450e-adb3-c5d24bbca65a on host n-h1-791506-26 for vnic_type normal using segments [{'id': '699f5dc3-9389-4b6e-b802-b244958d5b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991'}] Aug 16 23:06:01.357543 n-d-791506-26 neutron-server[101291]: INFO neutron.plugins.ml2.plugin [None req-4d7c9a1f-062a-4c6e-a9da-632ec31176eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempt 10 to bind port 90a18615-a742-450e-adb3-c5d24bbca65a Aug 16 23:06:01.359006 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-6036c167-ceca-4689-9d68-d7f0924f40c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0a765e0-0935-444c-9c94-9574aa68a115 {{(pid=101292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:06:01.364729 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5f1984-3238-4f86-8c75-0804b99a478c tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Pushing event updated for resources: {'Subnet': ['ID=f06066e4-2c05-4a23-b2c1-c0fd8a20c217,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:01.373488 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-6036c167-ceca-4689-9d68-d7f0924f40c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:01.381219 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-4d7c9a1f-062a-4c6e-a9da-632ec31176eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempting to bind port 90a18615-a742-450e-adb3-c5d24bbca65a on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:06:01.381758 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-4d7c9a1f-062a-4c6e-a9da-632ec31176eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempting to bind port 90a18615-a742-450e-adb3-c5d24bbca65a by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': '699f5dc3-9389-4b6e-b802-b244958d5b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:06:01.382151 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7c9a1f-062a-4c6e-a9da-632ec31176eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempting to bind port 90a18615-a742-450e-adb3-c5d24bbca65a on network 2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:06:01.386408 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5f1984-3238-4f86-8c75-0804b99a478c tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Checking segment: {'id': '9fa9f154-7ba5-45f3-9de3-232d1410ba98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '6d90f9f3-3595-4b59-9c7b-eaaa49db5012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:06:01.386783 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5f1984-3238-4f86-8c75-0804b99a478c tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Network hostable DHCP agents. Network: 6d90f9f3-3595-4b59-9c7b-eaaa49db5012, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:06:01.391316 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7c9a1f-062a-4c6e-a9da-632ec31176eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Port 90a18615-a742-450e-adb3-c5d24bbca65a on network 2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:06:01.391657 n-d-791506-26 neutron-server[101291]: ERROR neutron.plugins.ml2.managers [None req-4d7c9a1f-062a-4c6e-a9da-632ec31176eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Failed to bind port 90a18615-a742-450e-adb3-c5d24bbca65a on host n-h1-791506-26 for vnic_type normal using segments [{'id': '699f5dc3-9389-4b6e-b802-b244958d5b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991'}] Aug 16 23:06:01.392046 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4d7c9a1f-062a-4c6e-a9da-632ec31176eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:01.412575 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-5a5660df-3bfb-4516-ae1d-5717db4eb359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd48438b-b514-4277-a6de-e46703509c84', 'name': 'tempest-RoutersIpV6Test-router-1749583918', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:05:42Z', 'updated_at': '2021-08-16T23:05:56Z', 'revision_number': 3, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'gw_port_host': None, '_interfaces': [{'id': '0d7b4b0a-0e4d-4447-b2d5-ea7c7541b6ad', 'name': '', 'network_id': '7ccffa5a-5fe4-45a4-a60b-490fb1423907', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'mac_address': 'fa:16:3e:12:5f:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd48438b-b514-4277-a6de-e46703509c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '5dfec7f7-231c-4f30-8aca-dfa3e70ea5e3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:05:55Z', 'updated_at': '2021-08-16T23:06:00Z', 'revision_number': 4, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'subnets': [{'id': '5dfec7f7-231c-4f30-8aca-dfa3e70ea5e3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a013182-9994-40b6-a923-77572161d1b7', 'name': '', 'network_id': '9ec22140-0e30-4a8f-ae51-ce31640ea6db', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'mac_address': 'fa:16:3e:b4:81:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd48438b-b514-4277-a6de-e46703509c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': '7ec55b4d-9bea-42cb-8c74-46e03d4e6272', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:05:46Z', 'updated_at': '2021-08-16T23:05:54Z', 'revision_number': 5, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'subnets': [{'id': '7ec55b4d-9bea-42cb-8c74-46e03d4e6272', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:06:01.418971 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5f1984-3238-4f86-8c75-0804b99a478c tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Network 6d90f9f3-3595-4b59-9c7b-eaaa49db5012 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:06:01.419682 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-6036c167-ceca-4689-9d68-d7f0924f40c7 service neutron] Transition to ACTIVE for port object e0a765e0-0935-444c-9c94-9574aa68a115 will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:06:01.424796 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-6036c167-ceca-4689-9d68-d7f0924f40c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:01.453568 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-3f5f1984-3238-4f86-8c75-0804b99a478c tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 6d90f9f3-3595-4b59-9c7b-eaaa49db5012) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:06:01.458346 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5f1984-3238-4f86-8c75-0804b99a478c tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:01.458999 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3f5f1984-3238-4f86-8c75-0804b99a478c tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:01.466652 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5660df-3bfb-4516-ae1d-5717db4eb359 None None] The sync data for ids ['dd48438b-b514-4277-a6de-e46703509c84'] in n-d-791506-26 is: [{'id': 'dd48438b-b514-4277-a6de-e46703509c84', 'name': 'tempest-RoutersIpV6Test-router-1749583918', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:05:42Z', 'updated_at': '2021-08-16T23:05:56Z', 'revision_number': 3, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'gw_port_host': None, '_interfaces': [{'id': '0d7b4b0a-0e4d-4447-b2d5-ea7c7541b6ad', 'name': '', 'network_id': '7ccffa5a-5fe4-45a4-a60b-490fb1423907', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'mac_address': 'fa:16:3e:12:5f:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd48438b-b514-4277-a6de-e46703509c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '5dfec7f7-231c-4f30-8aca-dfa3e70ea5e3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:05:55Z', 'updated_at': '2021-08-16T23:06:00Z', 'revision_number': 4, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'subnets': [{'id': '5dfec7f7-231c-4f30-8aca-dfa3e70ea5e3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a013182-9994-40b6-a923-77572161d1b7', 'name': '', 'network_id': '9ec22140-0e30-4a8f-ae51-ce31640ea6db', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'mac_address': 'fa:16:3e:b4:81:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd48438b-b514-4277-a6de-e46703509c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': '7ec55b4d-9bea-42cb-8c74-46e03d4e6272', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:05:46Z', 'updated_at': '2021-08-16T23:05:54Z', 'revision_number': 5, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'subnets': [{'id': '7ec55b4d-9bea-42cb-8c74-46e03d4e6272', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:06:01.467935 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd34b04-83c6-4fd9-a2c8-2aa5809d7106 None None] Network 6d90f9f3-3595-4b59-9c7b-eaaa49db5012 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:06:01.501165 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-3f5f1984-3238-4f86-8c75-0804b99a478c tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5567033 Aug 16 23:06:01.506213 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 51976) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:01.637286 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6036c167-ceca-4689-9d68-d7f0924f40c7 service neutron] Pushing event updated for resources: {'Port': ['ID=e0a765e0-0935-444c-9c94-9574aa68a115,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:01.707543 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-da4b81cf-e349-4d0f-8330-42a0603b403c tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:01.735762 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-4d7c9a1f-062a-4c6e-a9da-632ec31176eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] For port 90a18615-a742-450e-adb3-c5d24bbca65a, host n-h1-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:06:01.735762 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-4d7c9a1f-062a-4c6e-a9da-632ec31176eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempted to set empty binding levels {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 16 23:06:01.784517 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4d7c9a1f-062a-4c6e-a9da-632ec31176eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:01.837048 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4b81cf-e349-4d0f-8330-42a0603b403c tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Pushing event deleted for resources: {'Port': ['ID=0ddd697e-d728-40d7-9e56-a49725c7e00b,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:01.887379 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7c9a1f-062a-4c6e-a9da-632ec31176eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Pushing event updated for resources: {'Port': ['ID=90a18615-a742-450e-adb3-c5d24bbca65a,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:01.905508 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7c9a1f-062a-4c6e-a9da-632ec31176eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:01.906287 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4d7c9a1f-062a-4c6e-a9da-632ec31176eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:01.918444 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b12f62e-5f38-473f-9a6a-ebb63e4222d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-6d90f9f3-3595-4b59-9c7b-eaaa49db5012', 'network_id': '6d90f9f3-3595-4b59-9c7b-eaaa49db5012', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'fixed_ips': [{'subnet_id': 'f06066e4-2c05-4a23-b2c1-c0fd8a20c217'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:06:01.918950 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-6b12f62e-5f38-473f-9a6a-ebb63e4222d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:01.946212 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 0d7b4b0a-0e4d-4447-b2d5-ea7c7541b6ad up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:06:02.002473 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43929128-c49f-462b-8a91-a998c3b45faa req-c5ca8698-add6-4d2e-8064-961e571c8b4c tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:02.008352 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43929128-c49f-462b-8a91-a998c3b45faa req-c5ca8698-add6-4d2e-8064-961e571c8b4c tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:02.014358 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43929128-c49f-462b-8a91-a998c3b45faa req-c5ca8698-add6-4d2e-8064-961e571c8b4c tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:02.020475 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43929128-c49f-462b-8a91-a998c3b45faa req-c5ca8698-add6-4d2e-8064-961e571c8b4c tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:02.026323 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43929128-c49f-462b-8a91-a998c3b45faa req-c5ca8698-add6-4d2e-8064-961e571c8b4c tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:02.033047 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43929128-c49f-462b-8a91-a998c3b45faa req-c5ca8698-add6-4d2e-8064-961e571c8b4c tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:02.039294 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43929128-c49f-462b-8a91-a998c3b45faa req-c5ca8698-add6-4d2e-8064-961e571c8b4c tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:02.053344 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-43929128-c49f-462b-8a91-a998c3b45faa req-c5ca8698-add6-4d2e-8064-961e571c8b4c tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ec6deff-f245-4e1c-822d-87007a31b174 HTTP/1.1" status: 200 len: 5392 time: 0.2508488 Aug 16 23:06:02.054617 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-4d7c9a1f-062a-4c6e-a9da-632ec31176eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 5.3426275 Aug 16 23:06:02.058410 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 51984) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:02.089437 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 7ae1a6f3-6698-4517-8c2a-ab1f8cd2cf3c up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:06:02.096058 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-da4b81cf-e349-4d0f-8330-42a0603b403c tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537121'] for router_gateway, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:02.177992 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-6b12f62e-5f38-473f-9a6a-ebb63e4222d2 None None] Allocated IP 2001:db8:2::2 (6d90f9f3-3595-4b59-9c7b-eaaa49db5012/f06066e4-2c05-4a23-b2c1-c0fd8a20c217/baaebf73-b639-4276-98f5-88d50d6bf730) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:06:02.227754 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-da4b81cf-e349-4d0f-8330-42a0603b403c tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:02.230414 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-da4b81cf-e349-4d0f-8330-42a0603b403c tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:02.269422 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-802c7ec6-3bda-4309-ae21-6fab454a0203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Deleting port 90a18615-a742-450e-adb3-c5d24bbca65a {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:06:02.269910 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-802c7ec6-3bda-4309-ae21-6fab454a0203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:02.279946 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 0d7b4b0a-0e4d-4447-b2d5-ea7c7541b6ad completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:06:02.297442 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 0d7b4b0a-0e4d-4447-b2d5-ea7c7541b6ad triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:06:02.297786 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:02.304429 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-6036c167-ceca-4689-9d68-d7f0924f40c7 service neutron] Attempting to bind port e0a765e0-0935-444c-9c94-9574aa68a115 on host n-h2-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:06:02.304801 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-6036c167-ceca-4689-9d68-d7f0924f40c7 service neutron] Attempting to bind port e0a765e0-0935-444c-9c94-9574aa68a115 by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': '4e60af0a-2975-4931-9018-d082d9d7fdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '716ffdec-3357-4059-8ca3-4654ec1fdd32'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:06:02.305188 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-6036c167-ceca-4689-9d68-d7f0924f40c7 service neutron] Attempting to bind port e0a765e0-0935-444c-9c94-9574aa68a115 on network 716ffdec-3357-4059-8ca3-4654ec1fdd32 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:06:02.330887 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-6036c167-ceca-4689-9d68-d7f0924f40c7 service neutron] Port e0a765e0-0935-444c-9c94-9574aa68a115 on network 716ffdec-3357-4059-8ca3-4654ec1fdd32 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:06:02.331211 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-6036c167-ceca-4689-9d68-d7f0924f40c7 service neutron] Attempting to bind port e0a765e0-0935-444c-9c94-9574aa68a115 on network 716ffdec-3357-4059-8ca3-4654ec1fdd32 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:06:02.336758 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning for port 7ae1a6f3-6698-4517-8c2a-ab1f8cd2cf3c completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:06:02.345462 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-da4b81cf-e349-4d0f-8330-42a0603b403c tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:02.345932 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port 7ae1a6f3-6698-4517-8c2a-ab1f8cd2cf3c triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:06:02.346046 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da4b81cf-e349-4d0f-8330-42a0603b403c tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Fanout notify agent at l3_agent the message router_deleted on router 84a8865c-75c0-4fde-8d36-c5a9d19418de {{(pid=101292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:06:02.346535 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:02.357502 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-da4b81cf-e349-4d0f-8330-42a0603b403c tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:02.366199 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-da4b81cf-e349-4d0f-8330-42a0603b403c tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] 10.222.0.36 "DELETE /v2.0/routers/84a8865c-75c0-4fde-8d36-c5a9d19418de HTTP/1.1" status: 204 len: 168 time: 2.6192904 Aug 16 23:06:02.368578 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 51986) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:02.376232 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-82675194-8feb-42a8-bb75-7ce098d11dba tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-228256047', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:06:02.377584 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-43929128-c49f-462b-8a91-a998c3b45faa req-e96a3698-9fa9-48c7-963d-a7fd9c560265 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d561fd0-5d3b-4398-8725-9733c38afc60&id=7847b2e1-2595-4387-b40a-e9cc25ff3917&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3233888 Aug 16 23:06:02.378340 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-6036c167-ceca-4689-9d68-d7f0924f40c7 service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:06:02.378683 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-6036c167-ceca-4689-9d68-d7f0924f40c7 service neutron] Checking segment: {'id': '4e60af0a-2975-4931-9018-d082d9d7fdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '716ffdec-3357-4059-8ca3-4654ec1fdd32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:06:02.379066 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-6036c167-ceca-4689-9d68-d7f0924f40c7 service neutron] Bound using segment: {'id': '4e60af0a-2975-4931-9018-d082d9d7fdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '716ffdec-3357-4059-8ca3-4654ec1fdd32'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:06:02.379513 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-6036c167-ceca-4689-9d68-d7f0924f40c7 service neutron] Bound port: e0a765e0-0935-444c-9c94-9574aa68a115, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e60af0a-2975-4931-9018-d082d9d7fdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '716ffdec-3357-4059-8ca3-4654ec1fdd32'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:06:02.379882 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-6036c167-ceca-4689-9d68-d7f0924f40c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:02.425760 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1a869d-3ecd-4672-97f0-fa926a4530f0 req-1166ff70-5d08-4f2c-817d-da67a5793eea tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:02.427335 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-db1a869d-3ecd-4672-97f0-fa926a4530f0 req-1166ff70-5d08-4f2c-817d-da67a5793eea tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=be539e5f-396f-4953-a18e-7c09b91c5c13 HTTP/1.1" status: 200 len: 944 time: 0.3381581 Aug 16 23:06:02.485190 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-6b12f62e-5f38-473f-9a6a-ebb63e4222d2 None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:02.494377 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-6036c167-ceca-4689-9d68-d7f0924f40c7 service neutron] For port e0a765e0-0935-444c-9c94-9574aa68a115, host n-h2-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:06:02.498890 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-db1a869d-3ecd-4672-97f0-fa926a4530f0 req-ae49cd7a-94e5-42cc-9794-1e9bbeab114f tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556555 Aug 16 23:06:02.502233 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-6b12f62e-5f38-473f-9a6a-ebb63e4222d2 None None] Transition to ACTIVE for port object baaebf73-b639-4276-98f5-88d50d6bf730 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:06:02.509136 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-802c7ec6-3bda-4309-ae21-6fab454a0203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] For port 90a18615-a742-450e-adb3-c5d24bbca65a, host n-h1-791506-26, got binding levels [] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:06:02.509516 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-802c7ec6-3bda-4309-ae21-6fab454a0203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:02.528682 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-6036c167-ceca-4689-9d68-d7f0924f40c7 service neutron] For port e0a765e0-0935-444c-9c94-9574aa68a115, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=e0a765e0-0935-444c-9c94-9574aa68a115,segment=NetworkSegment(4e60af0a-2975-4931-9018-d082d9d7fdc2),segment_id=4e60af0a-2975-4931-9018-d082d9d7fdc2)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:06:02.533227 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-82675194-8feb-42a8-bb75-7ce098d11dba tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:02.534901 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-6036c167-ceca-4689-9d68-d7f0924f40c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:02.535170 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-82675194-8feb-42a8-bb75-7ce098d11dba tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:02.543166 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:02.552681 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-6b12f62e-5f38-473f-9a6a-ebb63e4222d2 None None] Transition to ACTIVE for port object baaebf73-b639-4276-98f5-88d50d6bf730 will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:06:02.558084 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-802c7ec6-3bda-4309-ae21-6fab454a0203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Calling delete_port for 90a18615-a742-450e-adb3-c5d24bbca65a owned by {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:06:02.566972 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-77180989-df08-4a92-b86a-fff4390d63df tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:02.568483 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:02.581287 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-6b12f62e-5f38-473f-9a6a-ebb63e4222d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:02.583718 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-6036c167-ceca-4689-9d68-d7f0924f40c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:02.584365 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-6036c167-ceca-4689-9d68-d7f0924f40c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:02.586013 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-6036c167-ceca-4689-9d68-d7f0924f40c7 service neutron] 10.222.0.57 "PUT /v2.0/ports/e0a765e0-0935-444c-9c94-9574aa68a115 HTTP/1.1" status: 200 len: 1092 time: 2.5333526 Aug 16 23:06:02.586550 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ec6deff-f245-4e1c-822d-87007a31b174', 'tag': 'e0a765e0-0935-444c-9c94-9574aa68a115'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:06:02.588891 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0571968d-8625-4448-9577-a13ac9f64f7c" -d '{"events": [{"name": "network-changed", "server_uuid": "5ec6deff-f245-4e1c-822d-87007a31b174", "tag": "e0a765e0-0935-444c-9c94-9574aa68a115"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:06:02.596996 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be539e5f-396f-4953-a18e-7c09b91c5c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ae1a6f3-6698-4517-8c2a-ab1f8cd2cf3c'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:06:02.599540 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b334f2-51bc-4e00-8bd7-9a81906035f2" -d '{"events": [{"server_uuid": "be539e5f-396f-4953-a18e-7c09b91c5c13", "name": "network-vif-plugged", "status": "completed", "tag": "7ae1a6f3-6698-4517-8c2a-ab1f8cd2cf3c"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:06:02.626104 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-c7981d5c-e145-44e9-9e8f-41f60ad9f4a1 service neutron] Request body: {'port': {'device_id': '5ec6deff-f245-4e1c-822d-87007a31b174', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-26'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:06:02.631027 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6036c167-ceca-4689-9d68-d7f0924f40c7 service neutron] Pushing event updated for resources: {'Port': ['ID=e0a765e0-0935-444c-9c94-9574aa68a115,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:02.657007 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db5a324f-e957-4730-b6f7-13ba921a03e3 x-openstack-request-id: req-db5a324f-e957-4730-b6f7-13ba921a03e3 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:06:02.657421 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ec6deff-f245-4e1c-822d-87007a31b174", "tag": "e0a765e0-0935-444c-9c94-9574aa68a115", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:06:02.657741 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-db5a324f-e957-4730-b6f7-13ba921a03e3 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:06:02.658211 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ec6deff-f245-4e1c-822d-87007a31b174', 'tag': 'e0a765e0-0935-444c-9c94-9574aa68a115', 'status': 'completed', 'code': 200} Aug 16 23:06:02.693206 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 7ae1a6f3-6698-4517-8c2a-ab1f8cd2cf3c, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=7ae1a6f3-6698-4517-8c2a-ab1f8cd2cf3c,segment=NetworkSegment(ba2627aa-e983-48ed-b699-731debb0727b),segment_id=ba2627aa-e983-48ed-b699-731debb0727b)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:06:02.696977 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f0024e-3660-42a0-984e-b62ab0b1f630 x-openstack-request-id: req-51f0024e-3660-42a0-984e-b62ab0b1f630 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:06:02.697246 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be539e5f-396f-4953-a18e-7c09b91c5c13", "name": "network-vif-plugged", "status": "completed", "tag": "7ae1a6f3-6698-4517-8c2a-ab1f8cd2cf3c", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:06:02.697513 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-51f0024e-3660-42a0-984e-b62ab0b1f630 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:06:02.697971 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be539e5f-396f-4953-a18e-7c09b91c5c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ae1a6f3-6698-4517-8c2a-ab1f8cd2cf3c', 'code': 200} Aug 16 23:06:02.712831 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-c7981d5c-e145-44e9-9e8f-41f60ad9f4a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:02.716194 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:02.719889 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 0d7b4b0a-0e4d-4447-b2d5-ea7c7541b6ad, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=0d7b4b0a-0e4d-4447-b2d5-ea7c7541b6ad,segment=NetworkSegment(0d6d550d-f2be-4378-908c-e7b890a526c8),segment_id=0d6d550d-f2be-4378-908c-e7b890a526c8)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:06:02.721928 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b12f62e-5f38-473f-9a6a-ebb63e4222d2 None None] Network 6d90f9f3-3595-4b59-9c7b-eaaa49db5012 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:06:02.734753 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-6b12f62e-5f38-473f-9a6a-ebb63e4222d2 None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:06:02.740216 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:02.742263 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b12f62e-5f38-473f-9a6a-ebb63e4222d2 None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:06:02.799173 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b12f62e-5f38-473f-9a6a-ebb63e4222d2 None None] Pushing event updated for resources: {'Port': ['ID=baaebf73-b639-4276-98f5-88d50d6bf730,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:02.816795 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12f62e-5f38-473f-9a6a-ebb63e4222d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:06:02.817147 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12f62e-5f38-473f-9a6a-ebb63e4222d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:06:02.817494 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12f62e-5f38-473f-9a6a-ebb63e4222d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:06:02.817840 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12f62e-5f38-473f-9a6a-ebb63e4222d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:06:02.818178 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12f62e-5f38-473f-9a6a-ebb63e4222d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:06:02.818514 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12f62e-5f38-473f-9a6a-ebb63e4222d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:06:02.818845 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12f62e-5f38-473f-9a6a-ebb63e4222d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:06:02.819177 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12f62e-5f38-473f-9a6a-ebb63e4222d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:06:02.819506 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12f62e-5f38-473f-9a6a-ebb63e4222d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:06:02.819835 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12f62e-5f38-473f-9a6a-ebb63e4222d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:06:02.820161 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12f62e-5f38-473f-9a6a-ebb63e4222d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:06:02.820487 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12f62e-5f38-473f-9a6a-ebb63e4222d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:06:02.858799 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-6b12f62e-5f38-473f-9a6a-ebb63e4222d2 None None] Attempting to bind port baaebf73-b639-4276-98f5-88d50d6bf730 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:06:02.859331 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-6b12f62e-5f38-473f-9a6a-ebb63e4222d2 None None] Attempting to bind port baaebf73-b639-4276-98f5-88d50d6bf730 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '9fa9f154-7ba5-45f3-9de3-232d1410ba98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '6d90f9f3-3595-4b59-9c7b-eaaa49db5012'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:06:02.859792 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b12f62e-5f38-473f-9a6a-ebb63e4222d2 None None] Attempting to bind port baaebf73-b639-4276-98f5-88d50d6bf730 on network 6d90f9f3-3595-4b59-9c7b-eaaa49db5012 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:06:02.869354 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b12f62e-5f38-473f-9a6a-ebb63e4222d2 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:06:02.869914 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b12f62e-5f38-473f-9a6a-ebb63e4222d2 None None] Checking segment: {'id': '9fa9f154-7ba5-45f3-9de3-232d1410ba98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '6d90f9f3-3595-4b59-9c7b-eaaa49db5012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:06:02.870415 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-6b12f62e-5f38-473f-9a6a-ebb63e4222d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:02.871038 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b12f62e-5f38-473f-9a6a-ebb63e4222d2 None None] Bound using segment: {'id': '9fa9f154-7ba5-45f3-9de3-232d1410ba98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '6d90f9f3-3595-4b59-9c7b-eaaa49db5012'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:06:02.871755 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-6b12f62e-5f38-473f-9a6a-ebb63e4222d2 None None] Bound port: baaebf73-b639-4276-98f5-88d50d6bf730, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fa9f154-7ba5-45f3-9de3-232d1410ba98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '6d90f9f3-3595-4b59-9c7b-eaaa49db5012'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:06:02.872201 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-6b12f62e-5f38-473f-9a6a-ebb63e4222d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:02.919725 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-82675194-8feb-42a8-bb75-7ce098d11dba tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:02.934888 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=7ae1a6f3-6698-4517-8c2a-ab1f8cd2cf3c,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:02.938871 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-82675194-8feb-42a8-bb75-7ce098d11dba tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:02.997273 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-82675194-8feb-42a8-bb75-7ce098d11dba tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:02.998923 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-82675194-8feb-42a8-bb75-7ce098d11dba tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6286669 Aug 16 23:06:03.003859 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 51994) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:03.010734 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-e08d3d40-4d8e-4db0-a079-a7e10206a0ad tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'enable_snat': False}}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:06:03.018125 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-6b12f62e-5f38-473f-9a6a-ebb63e4222d2 None None] For port baaebf73-b639-4276-98f5-88d50d6bf730, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:06:03.020217 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=0d7b4b0a-0e4d-4447-b2d5-ea7c7541b6ad,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:03.030687 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11124dd2-29e9-40c9-b632-e20673aa4191 req-e673215a-f12b-444a-a08c-c28678faa02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:03.032219 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-11124dd2-29e9-40c9-b632-e20673aa4191 req-e673215a-f12b-444a-a08c-c28678faa02b service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=be539e5f-396f-4953-a18e-7c09b91c5c13 HTTP/1.1" status: 200 len: 1097 time: 0.2481463 Aug 16 23:06:03.032868 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-6b12f62e-5f38-473f-9a6a-ebb63e4222d2 None None] For port baaebf73-b639-4276-98f5-88d50d6bf730, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=baaebf73-b639-4276-98f5-88d50d6bf730,segment=NetworkSegment(9fa9f154-7ba5-45f3-9de3-232d1410ba98),segment_id=9fa9f154-7ba5-45f3-9de3-232d1410ba98)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:06:03.041477 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-6b12f62e-5f38-473f-9a6a-ebb63e4222d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:03.093585 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0571968d-8625-4448-9577-a13ac9f64f7c req-bacd1488-8f75-46c2-bf49-6a9ce1294064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:03.094109 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0571968d-8625-4448-9577-a13ac9f64f7c req-bacd1488-8f75-46c2-bf49-6a9ce1294064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:03.094605 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0571968d-8625-4448-9577-a13ac9f64f7c req-bacd1488-8f75-46c2-bf49-6a9ce1294064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:03.095238 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0571968d-8625-4448-9577-a13ac9f64f7c req-bacd1488-8f75-46c2-bf49-6a9ce1294064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:03.095578 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0571968d-8625-4448-9577-a13ac9f64f7c req-bacd1488-8f75-46c2-bf49-6a9ce1294064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:03.096402 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0571968d-8625-4448-9577-a13ac9f64f7c req-bacd1488-8f75-46c2-bf49-6a9ce1294064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:03.096520 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0571968d-8625-4448-9577-a13ac9f64f7c req-bacd1488-8f75-46c2-bf49-6a9ce1294064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:03.098759 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0571968d-8625-4448-9577-a13ac9f64f7c req-bacd1488-8f75-46c2-bf49-6a9ce1294064 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0fd6de77a6ca45308e5ac106bdd0311d&device_id=5ec6deff-f245-4e1c-822d-87007a31b174 HTTP/1.1" status: 200 len: 6288 time: 0.3134656 Aug 16 23:06:03.115643 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b12f62e-5f38-473f-9a6a-ebb63e4222d2 None None] Pushing event updated for resources: {'Port': ['ID=baaebf73-b639-4276-98f5-88d50d6bf730,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:03.257863 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-11124dd2-29e9-40c9-b632-e20673aa4191 req-477c8dd0-c1c1-46d2-843f-b1f16c78d16f service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157466 Aug 16 23:06:03.262646 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-802c7ec6-3bda-4309-ae21-6fab454a0203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:03.341232 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-77180989-df08-4a92-b86a-fff4390d63df tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Allocated IP 2001:db8:2::1 (6d90f9f3-3595-4b59-9c7b-eaaa49db5012/f06066e4-2c05-4a23-b2c1-c0fd8a20c217/f7345ac6-cbd1-4f4a-b40e-28c24d394076) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:06:03.348226 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802c7ec6-3bda-4309-ae21-6fab454a0203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Pushing event deleted for resources: {'Port': ['ID=90a18615-a742-450e-adb3-c5d24bbca65a,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:03.355059 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-802c7ec6-3bda-4309-ae21-6fab454a0203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:03.358136 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-802c7ec6-3bda-4309-ae21-6fab454a0203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] 10.222.0.36 "DELETE /v2.0/ports/90a18615-a742-450e-adb3-c5d24bbca65a HTTP/1.1" status: 204 len: 168 time: 1.2992792 Aug 16 23:06:03.373052 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 51996) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:03.419602 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-40c6a3bf-e237-4e3a-aab0-0ed43ae9a3d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] GET failed (client error): The resource could not be found. Aug 16 23:06:03.425285 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-40c6a3bf-e237-4e3a-aab0-0ed43ae9a3d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] 10.222.0.36 "GET /v2.0/ports/90a18615-a742-450e-adb3-c5d24bbca65a HTTP/1.1" status: 404 len: 333 time: 0.0472896 Aug 16 23:06:03.425285 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0571968d-8625-4448-9577-a13ac9f64f7c req-cb918b5a-0430-41a6-8878-e8ac8f795d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:03.425285 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0571968d-8625-4448-9577-a13ac9f64f7c req-cb918b5a-0430-41a6-8878-e8ac8f795d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:03.425285 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0571968d-8625-4448-9577-a13ac9f64f7c req-cb918b5a-0430-41a6-8878-e8ac8f795d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:03.426196 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0571968d-8625-4448-9577-a13ac9f64f7c req-cb918b5a-0430-41a6-8878-e8ac8f795d69 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=0fd6de77a6ca45308e5ac106bdd0311d&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3099327 Aug 16 23:06:03.426722 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 51998) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:03.466603 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-ee06003c-dc3a-46f4-acb6-ab0c1b9cfe50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Request body: {'port': {'network_id': '2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-248622437'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:06:03.583870 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee06003c-dc3a-46f4-acb6-ab0c1b9cfe50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Made reservation on behalf of 92f97f83e1e94a5786534c8a50987fa0 for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:06:03.586103 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ee06003c-dc3a-46f4-acb6-ab0c1b9cfe50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:03.651024 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-ee06003c-dc3a-46f4-acb6-ab0c1b9cfe50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] device_id is not set on port ecd9b6b5-1d5e-41a1-a2eb-468f8bcefe1b yet. {{(pid=101291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 23:06:03.683235 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-77180989-df08-4a92-b86a-fff4390d63df tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:03.688605 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0571968d-8625-4448-9577-a13ac9f64f7c req-39bb7862-d628-458e-989a-7bf94f83023b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:03.690104 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0571968d-8625-4448-9577-a13ac9f64f7c req-39bb7862-d628-458e-989a-7bf94f83023b service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2140899 Aug 16 23:06:03.715442 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-c7981d5c-e145-44e9-9e8f-41f60ad9f4a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02990fd3-6867-47e9-bd51-e2036b1e16a1 {{(pid=101292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:06:03.729551 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-c7981d5c-e145-44e9-9e8f-41f60ad9f4a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:03.731610 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-77180989-df08-4a92-b86a-fff4390d63df tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Transition to ACTIVE for port object f7345ac6-cbd1-4f4a-b40e-28c24d394076 will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:06:03.740248 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e08d3d40-4d8e-4db0-a079-a7e10206a0ad tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:03.761845 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff976b89-0fa2-4c09-85fd-a2a3af363af0 req-997e8ded-f745-43fe-873a-9bb0e5b941f6 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:03.767062 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff976b89-0fa2-4c09-85fd-a2a3af363af0 req-997e8ded-f745-43fe-873a-9bb0e5b941f6 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:03.773068 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff976b89-0fa2-4c09-85fd-a2a3af363af0 req-997e8ded-f745-43fe-873a-9bb0e5b941f6 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:03.779417 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff976b89-0fa2-4c09-85fd-a2a3af363af0 req-997e8ded-f745-43fe-873a-9bb0e5b941f6 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:03.785441 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff976b89-0fa2-4c09-85fd-a2a3af363af0 req-997e8ded-f745-43fe-873a-9bb0e5b941f6 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:03.791342 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff976b89-0fa2-4c09-85fd-a2a3af363af0 req-997e8ded-f745-43fe-873a-9bb0e5b941f6 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:03.797888 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff976b89-0fa2-4c09-85fd-a2a3af363af0 req-997e8ded-f745-43fe-873a-9bb0e5b941f6 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:03.799897 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ff976b89-0fa2-4c09-85fd-a2a3af363af0 req-997e8ded-f745-43fe-873a-9bb0e5b941f6 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ec6deff-f245-4e1c-822d-87007a31b174 HTTP/1.1" status: 200 len: 5392 time: 0.2519011 Aug 16 23:06:03.807457 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-c7981d5c-e145-44e9-9e8f-41f60ad9f4a1 service neutron] Transition to ACTIVE for port object 02990fd3-6867-47e9-bd51-e2036b1e16a1 will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:06:03.825242 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c4c9c4-57c0-4299-877c-c7cc9d933544 req-e77b8760-25cc-4d51-9de0-c14d96bbb7bb tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:03.837462 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-12c4c9c4-57c0-4299-877c-c7cc9d933544 req-e77b8760-25cc-4d51-9de0-c14d96bbb7bb tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=be539e5f-396f-4953-a18e-7c09b91c5c13 HTTP/1.1" status: 200 len: 945 time: 0.2369306 Aug 16 23:06:03.846693 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-c7981d5c-e145-44e9-9e8f-41f60ad9f4a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:03.854395 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-77180989-df08-4a92-b86a-fff4390d63df tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:03.945222 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77180989-df08-4a92-b86a-fff4390d63df tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Network 6d90f9f3-3595-4b59-9c7b-eaaa49db5012 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:06:03.953059 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ee06003c-dc3a-46f4-acb6-ab0c1b9cfe50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:03.958069 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-77180989-df08-4a92-b86a-fff4390d63df tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:06:03.960704 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77180989-df08-4a92-b86a-fff4390d63df tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:06:03.961457 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-77180989-df08-4a92-b86a-fff4390d63df tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954230'] for router_interface, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:03.969263 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 0d7b4b0a-0e4d-4447-b2d5-ea7c7541b6ad up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:06:04.002005 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ff976b89-0fa2-4c09-85fd-a2a3af363af0 req-e9d226eb-0c24-4be3-88be-d15909b290db tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d561fd0-5d3b-4398-8725-9733c38afc60&id=7847b2e1-2595-4387-b40a-e9cc25ff3917&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1614351 Aug 16 23:06:04.018442 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-12c4c9c4-57c0-4299-877c-c7cc9d933544 req-54bb6a1b-5946-43c0-903a-ba71a0cf51ac tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803720 Aug 16 23:06:04.019150 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7981d5c-e145-44e9-9e8f-41f60ad9f4a1 service neutron] Pushing event updated for resources: {'Port': ['ID=02990fd3-6867-47e9-bd51-e2036b1e16a1,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:04.073567 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77180989-df08-4a92-b86a-fff4390d63df tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Pushing event updated for resources: {'Port': ['ID=f7345ac6-cbd1-4f4a-b40e-28c24d394076,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:04.100333 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 0d7b4b0a-0e4d-4447-b2d5-ea7c7541b6ad triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:06:04.100901 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:04.160442 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-c7981d5c-e145-44e9-9e8f-41f60ad9f4a1 service neutron] Attempting to bind port 02990fd3-6867-47e9-bd51-e2036b1e16a1 on host n-h2-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:06:04.160814 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-c7981d5c-e145-44e9-9e8f-41f60ad9f4a1 service neutron] Attempting to bind port 02990fd3-6867-47e9-bd51-e2036b1e16a1 by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': '4e60af0a-2975-4931-9018-d082d9d7fdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '716ffdec-3357-4059-8ca3-4654ec1fdd32'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:06:04.161159 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-c7981d5c-e145-44e9-9e8f-41f60ad9f4a1 service neutron] Attempting to bind port 02990fd3-6867-47e9-bd51-e2036b1e16a1 on network 716ffdec-3357-4059-8ca3-4654ec1fdd32 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:06:04.175498 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-c7981d5c-e145-44e9-9e8f-41f60ad9f4a1 service neutron] Port 02990fd3-6867-47e9-bd51-e2036b1e16a1 on network 716ffdec-3357-4059-8ca3-4654ec1fdd32 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:06:04.175836 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-c7981d5c-e145-44e9-9e8f-41f60ad9f4a1 service neutron] Attempting to bind port 02990fd3-6867-47e9-bd51-e2036b1e16a1 on network 716ffdec-3357-4059-8ca3-4654ec1fdd32 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:06:04.201211 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-c7981d5c-e145-44e9-9e8f-41f60ad9f4a1 service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:06:04.204956 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-c7981d5c-e145-44e9-9e8f-41f60ad9f4a1 service neutron] Checking segment: {'id': '4e60af0a-2975-4931-9018-d082d9d7fdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '716ffdec-3357-4059-8ca3-4654ec1fdd32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:06:04.205395 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-c7981d5c-e145-44e9-9e8f-41f60ad9f4a1 service neutron] Bound using segment: {'id': '4e60af0a-2975-4931-9018-d082d9d7fdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '716ffdec-3357-4059-8ca3-4654ec1fdd32'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:06:04.205870 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-c7981d5c-e145-44e9-9e8f-41f60ad9f4a1 service neutron] Bound port: 02990fd3-6867-47e9-bd51-e2036b1e16a1, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e60af0a-2975-4931-9018-d082d9d7fdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '716ffdec-3357-4059-8ca3-4654ec1fdd32'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:06:04.206247 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-c7981d5c-e145-44e9-9e8f-41f60ad9f4a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:04.208622 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ee06003c-dc3a-46f4-acb6-ab0c1b9cfe50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:04.265504 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-77180989-df08-4a92-b86a-fff4390d63df tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:04.287333 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device baaebf73-b639-4276-98f5-88d50d6bf730 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:06:04.298564 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee06003c-dc3a-46f4-acb6-ab0c1b9cfe50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Network 2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:06:04.303353 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-ee06003c-dc3a-46f4-acb6-ab0c1b9cfe50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:06:04.305512 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee06003c-dc3a-46f4-acb6-ab0c1b9cfe50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:06:04.306657 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee06003c-dc3a-46f4-acb6-ab0c1b9cfe50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:04.307270 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ee06003c-dc3a-46f4-acb6-ab0c1b9cfe50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:04.322389 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee06003c-dc3a-46f4-acb6-ab0c1b9cfe50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Pushing event updated for resources: {'Port': ['ID=ecd9b6b5-1d5e-41a1-a2eb-468f8bcefe1b,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:04.366028 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-ee06003c-dc3a-46f4-acb6-ab0c1b9cfe50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.9330585 Aug 16 23:06:04.366827 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52006) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:04.372275 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-3679bb18-4db4-426a-9e59-23b61a559d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:06:04.378399 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port baaebf73-b639-4276-98f5-88d50d6bf730 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:06:04.479012 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-c7981d5c-e145-44e9-9e8f-41f60ad9f4a1 service neutron] For port 02990fd3-6867-47e9-bd51-e2036b1e16a1, host n-h2-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:06:04.484227 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-c7981d5c-e145-44e9-9e8f-41f60ad9f4a1 service neutron] For port 02990fd3-6867-47e9-bd51-e2036b1e16a1, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=02990fd3-6867-47e9-bd51-e2036b1e16a1,segment=NetworkSegment(4e60af0a-2975-4931-9018-d082d9d7fdc2),segment_id=4e60af0a-2975-4931-9018-d082d9d7fdc2)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:06:04.490854 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e08d3d40-4d8e-4db0-a079-a7e10206a0ad tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:04.515831 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-c7981d5c-e145-44e9-9e8f-41f60ad9f4a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:04.519153 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e08d3d40-4d8e-4db0-a079-a7e10206a0ad tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:04.521107 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3679bb18-4db4-426a-9e59-23b61a559d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:04.541086 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed7aaed-d64b-4b98-8fc1-5a50da24413e None None] Network 6d90f9f3-3595-4b59-9c7b-eaaa49db5012 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:06:04.567018 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-c7981d5c-e145-44e9-9e8f-41f60ad9f4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:04.567651 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-c7981d5c-e145-44e9-9e8f-41f60ad9f4a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:04.569539 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-c7981d5c-e145-44e9-9e8f-41f60ad9f4a1 service neutron] 10.222.0.57 "PUT /v2.0/ports/02990fd3-6867-47e9-bd51-e2036b1e16a1 HTTP/1.1" status: 200 len: 1092 time: 1.9484572 Aug 16 23:06:04.605646 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-9dfc7a55-9687-44a7-9b6b-8fa48cfadd03 service neutron] Request body: {'port': {'device_id': '5ec6deff-f245-4e1c-822d-87007a31b174', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-26'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:06:04.661691 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ec6deff-f245-4e1c-822d-87007a31b174', 'tag': '02990fd3-6867-47e9-bd51-e2036b1e16a1'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:06:04.664359 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a34aa094-02d4-4792-90a4-c19983702169" -d '{"events": [{"name": "network-changed", "server_uuid": "5ec6deff-f245-4e1c-822d-87007a31b174", "tag": "02990fd3-6867-47e9-bd51-e2036b1e16a1"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:06:04.678665 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7981d5c-e145-44e9-9e8f-41f60ad9f4a1 service neutron] Pushing event updated for resources: {'Port': ['ID=02990fd3-6867-47e9-bd51-e2036b1e16a1,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:04.731879 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b124cca-a940-4252-a365-67db60f036ea x-openstack-request-id: req-0b124cca-a940-4252-a365-67db60f036ea {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:06:04.733110 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ec6deff-f245-4e1c-822d-87007a31b174", "tag": "02990fd3-6867-47e9-bd51-e2036b1e16a1", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:06:04.733753 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0b124cca-a940-4252-a365-67db60f036ea {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:06:04.734332 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ec6deff-f245-4e1c-822d-87007a31b174', 'tag': '02990fd3-6867-47e9-bd51-e2036b1e16a1', 'status': 'completed', 'code': 200} Aug 16 23:06:04.750843 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-9dfc7a55-9687-44a7-9b6b-8fa48cfadd03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:04.800741 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-e08d3d40-4d8e-4db0-a079-a7e10206a0ad tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Allocated IP 172.25.4.49 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/6eb2b23f-5215-4d77-8a8b-d205890f1f09) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:06:04.829486 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-2f8c7974-4822-4e2d-a206-b1c7f445660c None None] Provisioning for port baaebf73-b639-4276-98f5-88d50d6bf730 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:06:04.847483 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-2f8c7974-4822-4e2d-a206-b1c7f445660c None None] Provisioning complete for port baaebf73-b639-4276-98f5-88d50d6bf730 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:06:04.848083 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2f8c7974-4822-4e2d-a206-b1c7f445660c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:05.010061 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2f8c7974-4822-4e2d-a206-b1c7f445660c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:05.051797 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e08d3d40-4d8e-4db0-a079-a7e10206a0ad tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:05.087322 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-2f8c7974-4822-4e2d-a206-b1c7f445660c None None] For port baaebf73-b639-4276-98f5-88d50d6bf730, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=baaebf73-b639-4276-98f5-88d50d6bf730,segment=NetworkSegment(9fa9f154-7ba5-45f3-9de3-232d1410ba98),segment_id=9fa9f154-7ba5-45f3-9de3-232d1410ba98)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:06:05.094193 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2f8c7974-4822-4e2d-a206-b1c7f445660c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:05.159105 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8c7974-4822-4e2d-a206-b1c7f445660c None None] Pushing event updated for resources: {'Port': ['ID=baaebf73-b639-4276-98f5-88d50d6bf730,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:05.251365 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34aa094-02d4-4792-90a4-c19983702169 req-bdea026b-052c-4889-b31b-836a1cf2254a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:05.251870 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34aa094-02d4-4792-90a4-c19983702169 req-bdea026b-052c-4889-b31b-836a1cf2254a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:05.252370 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34aa094-02d4-4792-90a4-c19983702169 req-bdea026b-052c-4889-b31b-836a1cf2254a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:05.252897 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34aa094-02d4-4792-90a4-c19983702169 req-bdea026b-052c-4889-b31b-836a1cf2254a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:05.253393 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34aa094-02d4-4792-90a4-c19983702169 req-bdea026b-052c-4889-b31b-836a1cf2254a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:05.253869 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34aa094-02d4-4792-90a4-c19983702169 req-bdea026b-052c-4889-b31b-836a1cf2254a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:05.254354 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34aa094-02d4-4792-90a4-c19983702169 req-bdea026b-052c-4889-b31b-836a1cf2254a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:05.255502 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e08d3d40-4d8e-4db0-a079-a7e10206a0ad tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:05.256380 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-a34aa094-02d4-4792-90a4-c19983702169 req-bdea026b-052c-4889-b31b-836a1cf2254a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0fd6de77a6ca45308e5ac106bdd0311d&device_id=5ec6deff-f245-4e1c-822d-87007a31b174 HTTP/1.1" status: 200 len: 6356 time: 0.2836750 Aug 16 23:06:05.270209 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-9dfc7a55-9687-44a7-9b6b-8fa48cfadd03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f7efbdf-cfae-4b67-acd0-7aee054634c7 {{(pid=101292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:06:05.298003 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-77180989-df08-4a92-b86a-fff4390d63df tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:05.313081 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6344d5e8-2dab-4076-94b0-6f8f7646183c req-2c6f9a07-a4d9-4466-b804-ccb2e6f84a11 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:05.314441 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6344d5e8-2dab-4076-94b0-6f8f7646183c req-2c6f9a07-a4d9-4466-b804-ccb2e6f84a11 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=be539e5f-396f-4953-a18e-7c09b91c5c13 HTTP/1.1" status: 200 len: 945 time: 0.1964984 Aug 16 23:06:05.319739 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-9dfc7a55-9687-44a7-9b6b-8fa48cfadd03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:05.338051 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-77180989-df08-4a92-b86a-fff4390d63df tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:05.338927 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-77180989-df08-4a92-b86a-fff4390d63df tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954122'] for router_interface, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:05.345764 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-ddc1c455-469e-4c92-9efb-762bf5aa5320 None None] Provisioning complete for port baaebf73-b639-4276-98f5-88d50d6bf730 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:06:05.346418 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ddc1c455-469e-4c92-9efb-762bf5aa5320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:05.367181 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555cded1-1f60-4b42-bfe6-9aabb8054006 req-293b32af-2c97-4fff-a89e-25b19ca014ee tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:05.373164 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555cded1-1f60-4b42-bfe6-9aabb8054006 req-293b32af-2c97-4fff-a89e-25b19ca014ee tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:05.380089 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555cded1-1f60-4b42-bfe6-9aabb8054006 req-293b32af-2c97-4fff-a89e-25b19ca014ee tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:05.386180 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555cded1-1f60-4b42-bfe6-9aabb8054006 req-293b32af-2c97-4fff-a89e-25b19ca014ee tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:05.393362 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555cded1-1f60-4b42-bfe6-9aabb8054006 req-293b32af-2c97-4fff-a89e-25b19ca014ee tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:05.399288 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555cded1-1f60-4b42-bfe6-9aabb8054006 req-293b32af-2c97-4fff-a89e-25b19ca014ee tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:05.406312 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555cded1-1f60-4b42-bfe6-9aabb8054006 req-293b32af-2c97-4fff-a89e-25b19ca014ee tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:05.414522 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-555cded1-1f60-4b42-bfe6-9aabb8054006 req-293b32af-2c97-4fff-a89e-25b19ca014ee tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ec6deff-f245-4e1c-822d-87007a31b174 HTTP/1.1" status: 200 len: 5404 time: 0.2708862 Aug 16 23:06:05.448000 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08d3d40-4d8e-4db0-a079-a7e10206a0ad tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:06:05.454582 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-9dfc7a55-9687-44a7-9b6b-8fa48cfadd03 service neutron] Transition to ACTIVE for port object 1f7efbdf-cfae-4b67-acd0-7aee054634c7 will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:06:05.459649 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-e08d3d40-4d8e-4db0-a079-a7e10206a0ad tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:06:05.462585 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08d3d40-4d8e-4db0-a079-a7e10206a0ad tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:06:05.464786 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-ddc1c455-469e-4c92-9efb-762bf5aa5320 None None] Provisioning for port f7345ac6-cbd1-4f4a-b40e-28c24d394076 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:06:05.465192 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08d3d40-4d8e-4db0-a079-a7e10206a0ad tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Pushing event updated for resources: {'Port': ['ID=6eb2b23f-5215-4d77-8a8b-d205890f1f09,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:05.471743 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-ddc1c455-469e-4c92-9efb-762bf5aa5320 None None] Provisioning complete for port f7345ac6-cbd1-4f4a-b40e-28c24d394076 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:06:05.472413 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ddc1c455-469e-4c92-9efb-762bf5aa5320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:05.496527 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-9dfc7a55-9687-44a7-9b6b-8fa48cfadd03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:05.509975 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-ddc1c455-469e-4c92-9efb-762bf5aa5320 None None] Port f7345ac6-cbd1-4f4a-b40e-28c24d394076 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:06:05.510118 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77180989-df08-4a92-b86a-fff4390d63df tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Pushing event updated for resources: {'Port': ['ID=f7345ac6-cbd1-4f4a-b40e-28c24d394076,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:05.531316 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-3679bb18-4db4-426a-9e59-23b61a559d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] device_id is not set on port ecd9b6b5-1d5e-41a1-a2eb-468f8bcefe1b yet. {{(pid=101291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 23:06:05.551446 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3679bb18-4db4-426a-9e59-23b61a559d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:05.569844 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6344d5e8-2dab-4076-94b0-6f8f7646183c req-f9609a26-534d-4e83-8866-084bc498a141 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446716 Aug 16 23:06:05.575100 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34aa094-02d4-4792-90a4-c19983702169 req-d4e6a6f8-cb5e-4136-ac19-33cc122f47b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:05.575605 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34aa094-02d4-4792-90a4-c19983702169 req-d4e6a6f8-cb5e-4136-ac19-33cc122f47b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:05.576096 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34aa094-02d4-4792-90a4-c19983702169 req-d4e6a6f8-cb5e-4136-ac19-33cc122f47b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:05.578680 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-a34aa094-02d4-4792-90a4-c19983702169 req-d4e6a6f8-cb5e-4136-ac19-33cc122f47b9 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=0fd6de77a6ca45308e5ac106bdd0311d&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3066249 Aug 16 23:06:05.600772 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-555cded1-1f60-4b42-bfe6-9aabb8054006 req-8e45ac59-5ce9-4801-af73-c246e07625b7 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d561fd0-5d3b-4398-8725-9733c38afc60&id=7847b2e1-2595-4387-b40a-e9cc25ff3917&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1851423 Aug 16 23:06:05.625815 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-3679bb18-4db4-426a-9e59-23b61a559d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Transition to ACTIVE for port object ecd9b6b5-1d5e-41a1-a2eb-468f8bcefe1b will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:06:05.682189 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3679bb18-4db4-426a-9e59-23b61a559d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:05.754897 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3679bb18-4db4-426a-9e59-23b61a559d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Pushing event updated for resources: {'Port': ['ID=ecd9b6b5-1d5e-41a1-a2eb-468f8bcefe1b,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:05.756215 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-7631ca47-0d52-4751-9f8e-ed0e21f3e53c None None] Provisioning complete for port f7345ac6-cbd1-4f4a-b40e-28c24d394076 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:06:05.763267 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7631ca47-0d52-4751-9f8e-ed0e21f3e53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:05.770551 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77180989-df08-4a92-b86a-fff4390d63df tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Network 6d90f9f3-3595-4b59-9c7b-eaaa49db5012 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:06:05.774764 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-77180989-df08-4a92-b86a-fff4390d63df tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:06:05.806958 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfc7a55-9687-44a7-9b6b-8fa48cfadd03 service neutron] Pushing event updated for resources: {'Port': ['ID=1f7efbdf-cfae-4b67-acd0-7aee054634c7,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:05.870461 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-7631ca47-0d52-4751-9f8e-ed0e21f3e53c None None] Port f7345ac6-cbd1-4f4a-b40e-28c24d394076 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:06:05.872237 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device baaebf73-b639-4276-98f5-88d50d6bf730 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:06:05.938913 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-9dfc7a55-9687-44a7-9b6b-8fa48cfadd03 service neutron] Attempting to bind port 1f7efbdf-cfae-4b67-acd0-7aee054634c7 on host n-h2-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:06:05.939256 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-9dfc7a55-9687-44a7-9b6b-8fa48cfadd03 service neutron] Attempting to bind port 1f7efbdf-cfae-4b67-acd0-7aee054634c7 by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': '6ea91bac-7c58-4125-a874-7009ffcf29d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f7e04764-48fe-4543-83bb-53e420b1bda2'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:06:05.939620 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-9dfc7a55-9687-44a7-9b6b-8fa48cfadd03 service neutron] Attempting to bind port 1f7efbdf-cfae-4b67-acd0-7aee054634c7 on network f7e04764-48fe-4543-83bb-53e420b1bda2 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:06:05.974495 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-3679bb18-4db4-426a-9e59-23b61a559d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempting to bind port ecd9b6b5-1d5e-41a1-a2eb-468f8bcefe1b on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:06:05.975138 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-3679bb18-4db4-426a-9e59-23b61a559d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempting to bind port ecd9b6b5-1d5e-41a1-a2eb-468f8bcefe1b by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': '699f5dc3-9389-4b6e-b802-b244958d5b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:06:05.975648 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3679bb18-4db4-426a-9e59-23b61a559d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempting to bind port ecd9b6b5-1d5e-41a1-a2eb-468f8bcefe1b on network 2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:06:05.986333 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34aa094-02d4-4792-90a4-c19983702169 req-8a395f24-e370-4482-8bd2-bc091cb8800d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:05.988302 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-a34aa094-02d4-4792-90a4-c19983702169 req-8a395f24-e370-4482-8bd2-bc091cb8800d service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3997481 Aug 16 23:06:05.994699 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3679bb18-4db4-426a-9e59-23b61a559d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Port ecd9b6b5-1d5e-41a1-a2eb-468f8bcefe1b on network 2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:06:05.995333 n-d-791506-26 neutron-server[101291]: ERROR neutron.plugins.ml2.managers [None req-3679bb18-4db4-426a-9e59-23b61a559d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Failed to bind port ecd9b6b5-1d5e-41a1-a2eb-468f8bcefe1b on host n-h1-791506-26 for vnic_type normal using segments [{'id': '699f5dc3-9389-4b6e-b802-b244958d5b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991'}] Aug 16 23:06:05.997610 n-d-791506-26 neutron-server[101291]: INFO neutron.plugins.ml2.plugin [None req-3679bb18-4db4-426a-9e59-23b61a559d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempt 2 to bind port ecd9b6b5-1d5e-41a1-a2eb-468f8bcefe1b Aug 16 23:06:06.002020 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-9dfc7a55-9687-44a7-9b6b-8fa48cfadd03 service neutron] Port 1f7efbdf-cfae-4b67-acd0-7aee054634c7 on network f7e04764-48fe-4543-83bb-53e420b1bda2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:06:06.002359 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-9dfc7a55-9687-44a7-9b6b-8fa48cfadd03 service neutron] Attempting to bind port 1f7efbdf-cfae-4b67-acd0-7aee054634c7 on network f7e04764-48fe-4543-83bb-53e420b1bda2 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:06:06.019220 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port baaebf73-b639-4276-98f5-88d50d6bf730 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:06:06.019691 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:06.029927 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-9dfc7a55-9687-44a7-9b6b-8fa48cfadd03 service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:06:06.030402 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-9dfc7a55-9687-44a7-9b6b-8fa48cfadd03 service neutron] Checking segment: {'id': '6ea91bac-7c58-4125-a874-7009ffcf29d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f7e04764-48fe-4543-83bb-53e420b1bda2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:06:06.030804 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-9dfc7a55-9687-44a7-9b6b-8fa48cfadd03 service neutron] Bound using segment: {'id': '6ea91bac-7c58-4125-a874-7009ffcf29d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f7e04764-48fe-4543-83bb-53e420b1bda2'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:06:06.031264 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-9dfc7a55-9687-44a7-9b6b-8fa48cfadd03 service neutron] Bound port: 1f7efbdf-cfae-4b67-acd0-7aee054634c7, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ea91bac-7c58-4125-a874-7009ffcf29d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f7e04764-48fe-4543-83bb-53e420b1bda2'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:06:06.031634 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-9dfc7a55-9687-44a7-9b6b-8fa48cfadd03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:06.032446 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77180989-df08-4a92-b86a-fff4390d63df tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Router dd48438b-b514-4277-a6de-e46703509c84 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:06:06.033748 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-3679bb18-4db4-426a-9e59-23b61a559d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempting to bind port ecd9b6b5-1d5e-41a1-a2eb-468f8bcefe1b on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:06:06.034093 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-3679bb18-4db4-426a-9e59-23b61a559d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempting to bind port ecd9b6b5-1d5e-41a1-a2eb-468f8bcefe1b by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': '699f5dc3-9389-4b6e-b802-b244958d5b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:06:06.034438 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3679bb18-4db4-426a-9e59-23b61a559d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempting to bind port ecd9b6b5-1d5e-41a1-a2eb-468f8bcefe1b on network 2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:06:06.042321 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3679bb18-4db4-426a-9e59-23b61a559d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Port ecd9b6b5-1d5e-41a1-a2eb-468f8bcefe1b on network 2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:06:06.042665 n-d-791506-26 neutron-server[101291]: ERROR neutron.plugins.ml2.managers [None req-3679bb18-4db4-426a-9e59-23b61a559d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Failed to bind port ecd9b6b5-1d5e-41a1-a2eb-468f8bcefe1b on host n-h1-791506-26 for vnic_type normal using segments [{'id': '699f5dc3-9389-4b6e-b802-b244958d5b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991'}] Aug 16 23:06:06.043224 n-d-791506-26 neutron-server[101291]: INFO neutron.plugins.ml2.plugin [None req-3679bb18-4db4-426a-9e59-23b61a559d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempt 3 to bind port ecd9b6b5-1d5e-41a1-a2eb-468f8bcefe1b Aug 16 23:06:06.069024 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-3679bb18-4db4-426a-9e59-23b61a559d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempting to bind port ecd9b6b5-1d5e-41a1-a2eb-468f8bcefe1b on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:06:06.069560 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-3679bb18-4db4-426a-9e59-23b61a559d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempting to bind port ecd9b6b5-1d5e-41a1-a2eb-468f8bcefe1b by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': '699f5dc3-9389-4b6e-b802-b244958d5b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:06:06.070076 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3679bb18-4db4-426a-9e59-23b61a559d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempting to bind port ecd9b6b5-1d5e-41a1-a2eb-468f8bcefe1b on network 2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:06:06.113582 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3679bb18-4db4-426a-9e59-23b61a559d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Port ecd9b6b5-1d5e-41a1-a2eb-468f8bcefe1b on network 2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:06:06.113582 n-d-791506-26 neutron-server[101291]: ERROR neutron.plugins.ml2.managers [None req-3679bb18-4db4-426a-9e59-23b61a559d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Failed to bind port ecd9b6b5-1d5e-41a1-a2eb-468f8bcefe1b on host n-h1-791506-26 for vnic_type normal using segments [{'id': '699f5dc3-9389-4b6e-b802-b244958d5b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991'}] Aug 16 23:06:06.113582 n-d-791506-26 neutron-server[101291]: INFO neutron.plugins.ml2.plugin [None req-3679bb18-4db4-426a-9e59-23b61a559d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempt 4 to bind port ecd9b6b5-1d5e-41a1-a2eb-468f8bcefe1b Aug 16 23:06:06.172912 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-3679bb18-4db4-426a-9e59-23b61a559d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempting to bind port ecd9b6b5-1d5e-41a1-a2eb-468f8bcefe1b on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:06:06.173261 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-3679bb18-4db4-426a-9e59-23b61a559d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempting to bind port ecd9b6b5-1d5e-41a1-a2eb-468f8bcefe1b by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': '699f5dc3-9389-4b6e-b802-b244958d5b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:06:06.173609 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3679bb18-4db4-426a-9e59-23b61a559d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempting to bind port ecd9b6b5-1d5e-41a1-a2eb-468f8bcefe1b on network 2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:06:06.184637 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3679bb18-4db4-426a-9e59-23b61a559d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Port ecd9b6b5-1d5e-41a1-a2eb-468f8bcefe1b on network 2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:06:06.184970 n-d-791506-26 neutron-server[101291]: ERROR neutron.plugins.ml2.managers [None req-3679bb18-4db4-426a-9e59-23b61a559d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Failed to bind port ecd9b6b5-1d5e-41a1-a2eb-468f8bcefe1b on host n-h1-791506-26 for vnic_type normal using segments [{'id': '699f5dc3-9389-4b6e-b802-b244958d5b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991'}] Aug 16 23:06:06.187759 n-d-791506-26 neutron-server[101291]: INFO neutron.plugins.ml2.plugin [None req-3679bb18-4db4-426a-9e59-23b61a559d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempt 5 to bind port ecd9b6b5-1d5e-41a1-a2eb-468f8bcefe1b Aug 16 23:06:06.190694 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c32038-9c72-4dba-943f-03f83c4ecb91 req-34964d13-d3b7-403e-a5bc-10673a12096a tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:06.192243 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-93c32038-9c72-4dba-943f-03f83c4ecb91 req-34964d13-d3b7-403e-a5bc-10673a12096a tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=be539e5f-396f-4953-a18e-7c09b91c5c13 HTTP/1.1" status: 200 len: 945 time: 0.1830838 Aug 16 23:06:06.196730 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e08d3d40-4d8e-4db0-a079-a7e10206a0ad tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:06.203839 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77180989-df08-4a92-b86a-fff4390d63df tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:06:06.205576 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-3679bb18-4db4-426a-9e59-23b61a559d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempting to bind port ecd9b6b5-1d5e-41a1-a2eb-468f8bcefe1b on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:06:06.205916 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-3679bb18-4db4-426a-9e59-23b61a559d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempting to bind port ecd9b6b5-1d5e-41a1-a2eb-468f8bcefe1b by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': '699f5dc3-9389-4b6e-b802-b244958d5b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:06:06.206262 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3679bb18-4db4-426a-9e59-23b61a559d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempting to bind port ecd9b6b5-1d5e-41a1-a2eb-468f8bcefe1b on network 2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:06:06.213023 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-77180989-df08-4a92-b86a-fff4390d63df tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "PUT /v2.0/routers/dd48438b-b514-4277-a6de-e46703509c84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7057595 Aug 16 23:06:06.213892 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1b64a5-c02f-4f48-bfd9-3856af7ab2cc None None] Sync routers for ids ['dd48438b-b514-4277-a6de-e46703509c84'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:06:06.215279 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52020) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:06.221737 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-8ea7b3e6-c959-4c6c-8bb3-aa56857cd774 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-427187914'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:06:06.225453 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3679bb18-4db4-426a-9e59-23b61a559d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Port ecd9b6b5-1d5e-41a1-a2eb-468f8bcefe1b on network 2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:06:06.225786 n-d-791506-26 neutron-server[101291]: ERROR neutron.plugins.ml2.managers [None req-3679bb18-4db4-426a-9e59-23b61a559d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Failed to bind port ecd9b6b5-1d5e-41a1-a2eb-468f8bcefe1b on host n-h1-791506-26 for vnic_type normal using segments [{'id': '699f5dc3-9389-4b6e-b802-b244958d5b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991'}] Aug 16 23:06:06.225884 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1b64a5-c02f-4f48-bfd9-3856af7ab2cc None None] Routers {'dd48438b-b514-4277-a6de-e46703509c84'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:06:06.226574 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-9a1b64a5-c02f-4f48-bfd9-3856af7ab2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:05:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['dd48438b-b514-4277-a6de-e46703509c84'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:06:06.227090 n-d-791506-26 neutron-server[101291]: INFO neutron.plugins.ml2.plugin [None req-3679bb18-4db4-426a-9e59-23b61a559d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempt 6 to bind port ecd9b6b5-1d5e-41a1-a2eb-468f8bcefe1b Aug 16 23:06:06.253972 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-3679bb18-4db4-426a-9e59-23b61a559d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempting to bind port ecd9b6b5-1d5e-41a1-a2eb-468f8bcefe1b on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:06:06.254323 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-3679bb18-4db4-426a-9e59-23b61a559d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempting to bind port ecd9b6b5-1d5e-41a1-a2eb-468f8bcefe1b by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': '699f5dc3-9389-4b6e-b802-b244958d5b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:06:06.255042 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3679bb18-4db4-426a-9e59-23b61a559d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempting to bind port ecd9b6b5-1d5e-41a1-a2eb-468f8bcefe1b on network 2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:06:06.255559 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-9dfc7a55-9687-44a7-9b6b-8fa48cfadd03 service neutron] For port 1f7efbdf-cfae-4b67-acd0-7aee054634c7, host n-h2-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:06:06.260519 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3679bb18-4db4-426a-9e59-23b61a559d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Port ecd9b6b5-1d5e-41a1-a2eb-468f8bcefe1b on network 2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:06:06.260923 n-d-791506-26 neutron-server[101291]: ERROR neutron.plugins.ml2.managers [None req-3679bb18-4db4-426a-9e59-23b61a559d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Failed to bind port ecd9b6b5-1d5e-41a1-a2eb-468f8bcefe1b on host n-h1-791506-26 for vnic_type normal using segments [{'id': '699f5dc3-9389-4b6e-b802-b244958d5b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991'}] Aug 16 23:06:06.261624 n-d-791506-26 neutron-server[101291]: INFO neutron.plugins.ml2.plugin [None req-3679bb18-4db4-426a-9e59-23b61a559d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempt 7 to bind port ecd9b6b5-1d5e-41a1-a2eb-468f8bcefe1b Aug 16 23:06:06.264438 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ea7b3e6-c959-4c6c-8bb3-aa56857cd774 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Made reservation on behalf of bf7c0ed0df8447358a17b104892f9b8d for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:06:06.268134 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8ea7b3e6-c959-4c6c-8bb3-aa56857cd774 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:06.289276 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-3679bb18-4db4-426a-9e59-23b61a559d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempting to bind port ecd9b6b5-1d5e-41a1-a2eb-468f8bcefe1b on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:06:06.289626 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-3679bb18-4db4-426a-9e59-23b61a559d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempting to bind port ecd9b6b5-1d5e-41a1-a2eb-468f8bcefe1b by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': '699f5dc3-9389-4b6e-b802-b244958d5b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:06:06.289963 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3679bb18-4db4-426a-9e59-23b61a559d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempting to bind port ecd9b6b5-1d5e-41a1-a2eb-468f8bcefe1b on network 2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:06:06.299379 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3679bb18-4db4-426a-9e59-23b61a559d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Port ecd9b6b5-1d5e-41a1-a2eb-468f8bcefe1b on network 2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:06:06.299721 n-d-791506-26 neutron-server[101291]: ERROR neutron.plugins.ml2.managers [None req-3679bb18-4db4-426a-9e59-23b61a559d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Failed to bind port ecd9b6b5-1d5e-41a1-a2eb-468f8bcefe1b on host n-h1-791506-26 for vnic_type normal using segments [{'id': '699f5dc3-9389-4b6e-b802-b244958d5b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991'}] Aug 16 23:06:06.301161 n-d-791506-26 neutron-server[101291]: INFO neutron.plugins.ml2.plugin [None req-3679bb18-4db4-426a-9e59-23b61a559d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempt 8 to bind port ecd9b6b5-1d5e-41a1-a2eb-468f8bcefe1b Aug 16 23:06:06.316622 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ea7b3e6-c959-4c6c-8bb3-aa56857cd774 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:06:06.316799 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-9dfc7a55-9687-44a7-9b6b-8fa48cfadd03 service neutron] For port 1f7efbdf-cfae-4b67-acd0-7aee054634c7, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=1f7efbdf-cfae-4b67-acd0-7aee054634c7,segment=NetworkSegment(6ea91bac-7c58-4125-a874-7009ffcf29d4),segment_id=6ea91bac-7c58-4125-a874-7009ffcf29d4)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:06:06.322749 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-3679bb18-4db4-426a-9e59-23b61a559d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempting to bind port ecd9b6b5-1d5e-41a1-a2eb-468f8bcefe1b on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:06:06.323135 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-3679bb18-4db4-426a-9e59-23b61a559d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempting to bind port ecd9b6b5-1d5e-41a1-a2eb-468f8bcefe1b by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': '699f5dc3-9389-4b6e-b802-b244958d5b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:06:06.323488 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3679bb18-4db4-426a-9e59-23b61a559d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempting to bind port ecd9b6b5-1d5e-41a1-a2eb-468f8bcefe1b on network 2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:06:06.331023 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-9dfc7a55-9687-44a7-9b6b-8fa48cfadd03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:06.331340 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-9a1b64a5-c02f-4f48-bfd9-3856af7ab2cc None None] Set router dd48438b-b514-4277-a6de-e46703509c84 gateway port host: None {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:06:06.331681 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3679bb18-4db4-426a-9e59-23b61a559d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Port ecd9b6b5-1d5e-41a1-a2eb-468f8bcefe1b on network 2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:06:06.332033 n-d-791506-26 neutron-server[101291]: ERROR neutron.plugins.ml2.managers [None req-3679bb18-4db4-426a-9e59-23b61a559d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Failed to bind port ecd9b6b5-1d5e-41a1-a2eb-468f8bcefe1b on host n-h1-791506-26 for vnic_type normal using segments [{'id': '699f5dc3-9389-4b6e-b802-b244958d5b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991'}] Aug 16 23:06:06.333101 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8ea7b3e6-c959-4c6c-8bb3-aa56857cd774 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:06.333460 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-8ea7b3e6-c959-4c6c-8bb3-aa56857cd774 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Added segment 971b76a9-5fbe-4c6b-9e16-c94ec3e92778 of type vlan for network ed72cc78-4992-4fff-a608-f8b632d23eba Aug 16 23:06:06.334498 n-d-791506-26 neutron-server[101291]: INFO neutron.plugins.ml2.plugin [None req-3679bb18-4db4-426a-9e59-23b61a559d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempt 9 to bind port ecd9b6b5-1d5e-41a1-a2eb-468f8bcefe1b Aug 16 23:06:06.348065 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-93c32038-9c72-4dba-943f-03f83c4ecb91 req-abe20028-4c77-4526-ab47-c3dcbba75f3f tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130147 Aug 16 23:06:06.383460 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-9dfc7a55-9687-44a7-9b6b-8fa48cfadd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:06.384099 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-9dfc7a55-9687-44a7-9b6b-8fa48cfadd03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:06.385547 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-9dfc7a55-9687-44a7-9b6b-8fa48cfadd03 service neutron] 10.222.0.57 "PUT /v2.0/ports/1f7efbdf-cfae-4b67-acd0-7aee054634c7 HTTP/1.1" status: 200 len: 1092 time: 1.7843747 Aug 16 23:06:06.388566 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-3679bb18-4db4-426a-9e59-23b61a559d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempting to bind port ecd9b6b5-1d5e-41a1-a2eb-468f8bcefe1b on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:06:06.388966 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-3679bb18-4db4-426a-9e59-23b61a559d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempting to bind port ecd9b6b5-1d5e-41a1-a2eb-468f8bcefe1b by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': '699f5dc3-9389-4b6e-b802-b244958d5b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:06:06.389319 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3679bb18-4db4-426a-9e59-23b61a559d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempting to bind port ecd9b6b5-1d5e-41a1-a2eb-468f8bcefe1b on network 2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:06:06.401769 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3679bb18-4db4-426a-9e59-23b61a559d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Port ecd9b6b5-1d5e-41a1-a2eb-468f8bcefe1b on network 2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:06:06.402108 n-d-791506-26 neutron-server[101291]: ERROR neutron.plugins.ml2.managers [None req-3679bb18-4db4-426a-9e59-23b61a559d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Failed to bind port ecd9b6b5-1d5e-41a1-a2eb-468f8bcefe1b on host n-h1-791506-26 for vnic_type normal using segments [{'id': '699f5dc3-9389-4b6e-b802-b244958d5b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991'}] Aug 16 23:06:06.404022 n-d-791506-26 neutron-server[101291]: INFO neutron.plugins.ml2.plugin [None req-3679bb18-4db4-426a-9e59-23b61a559d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempt 10 to bind port ecd9b6b5-1d5e-41a1-a2eb-468f8bcefe1b Aug 16 23:06:06.408580 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8ea7b3e6-c959-4c6c-8bb3-aa56857cd774 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:06.429317 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-3679bb18-4db4-426a-9e59-23b61a559d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempting to bind port ecd9b6b5-1d5e-41a1-a2eb-468f8bcefe1b on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:06:06.429665 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-3679bb18-4db4-426a-9e59-23b61a559d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempting to bind port ecd9b6b5-1d5e-41a1-a2eb-468f8bcefe1b by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': '699f5dc3-9389-4b6e-b802-b244958d5b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:06:06.430020 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3679bb18-4db4-426a-9e59-23b61a559d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempting to bind port ecd9b6b5-1d5e-41a1-a2eb-468f8bcefe1b on network 2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:06:06.431237 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-080d55c2-a278-4431-89c9-93d5e0344911 service neutron] Request body: {'port': {'device_id': '5ec6deff-f245-4e1c-822d-87007a31b174', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-26'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:06:06.445954 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3679bb18-4db4-426a-9e59-23b61a559d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Port ecd9b6b5-1d5e-41a1-a2eb-468f8bcefe1b on network 2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:06:06.446294 n-d-791506-26 neutron-server[101291]: ERROR neutron.plugins.ml2.managers [None req-3679bb18-4db4-426a-9e59-23b61a559d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Failed to bind port ecd9b6b5-1d5e-41a1-a2eb-468f8bcefe1b on host n-h1-791506-26 for vnic_type normal using segments [{'id': '699f5dc3-9389-4b6e-b802-b244958d5b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991'}] Aug 16 23:06:06.446684 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3679bb18-4db4-426a-9e59-23b61a559d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:06.460856 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8ea7b3e6-c959-4c6c-8bb3-aa56857cd774 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:06.466554 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea7b3e6-c959-4c6c-8bb3-aa56857cd774 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:06.467725 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8ea7b3e6-c959-4c6c-8bb3-aa56857cd774 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:06.491688 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfc7a55-9687-44a7-9b6b-8fa48cfadd03 service neutron] Pushing event updated for resources: {'Port': ['ID=1f7efbdf-cfae-4b67-acd0-7aee054634c7,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:06.511337 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-41323248-80cf-4df4-b9ae-6f0d8cad2914 None None] Provisioning complete for port f7345ac6-cbd1-4f4a-b40e-28c24d394076 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:06:06.511712 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-41323248-80cf-4df4-b9ae-6f0d8cad2914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:06.556252 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-41323248-80cf-4df4-b9ae-6f0d8cad2914 None None] Port f7345ac6-cbd1-4f4a-b40e-28c24d394076 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:06:06.593931 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-080d55c2-a278-4431-89c9-93d5e0344911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:06.595196 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-8ea7b3e6-c959-4c6c-8bb3-aa56857cd774 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3785527 Aug 16 23:06:06.595983 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52022) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:06.603017 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-5562f7a6-21f3-4dfb-b559-86bb86c60aba tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Request body: {'subnet': {'network_id': 'ed72cc78-4992-4fff-a608-f8b632d23eba', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:06:06.606975 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea7b3e6-c959-4c6c-8bb3-aa56857cd774 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Pushing event updated for resources: {'Network': ['ID=ed72cc78-4992-4fff-a608-f8b632d23eba,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:06.631941 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-3679bb18-4db4-426a-9e59-23b61a559d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] For port ecd9b6b5-1d5e-41a1-a2eb-468f8bcefe1b, host n-h1-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:06:06.632495 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-3679bb18-4db4-426a-9e59-23b61a559d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempted to set empty binding levels {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 16 23:06:06.634110 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network ed72cc78-4992-4fff-a608-f8b632d23eba details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:06:06.653103 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3679bb18-4db4-426a-9e59-23b61a559d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:06.714745 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e08d3d40-4d8e-4db0-a079-a7e10206a0ad tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-537184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-500218'] for router, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:06.722531 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-3679bb18-4db4-426a-9e59-23b61a559d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] In _notify_port_updated(), no bound segment for port ecd9b6b5-1d5e-41a1-a2eb-468f8bcefe1b on network 2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991 {{(pid=101291) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 23:06:06.724116 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-9a1b64a5-c02f-4f48-bfd9-3856af7ab2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd48438b-b514-4277-a6de-e46703509c84', 'name': 'tempest-RoutersIpV6Test-router-1749583918', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:05:42Z', 'updated_at': '2021-08-16T23:06:04Z', 'revision_number': 4, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'gw_port_host': None, '_interfaces': [{'id': '0d7b4b0a-0e4d-4447-b2d5-ea7c7541b6ad', 'name': '', 'network_id': '7ccffa5a-5fe4-45a4-a60b-490fb1423907', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'mac_address': 'fa:16:3e:12:5f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd48438b-b514-4277-a6de-e46703509c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '5dfec7f7-231c-4f30-8aca-dfa3e70ea5e3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:05:55Z', 'updated_at': '2021-08-16T23:06:02Z', 'revision_number': 5, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'subnets': [{'id': '5dfec7f7-231c-4f30-8aca-dfa3e70ea5e3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a013182-9994-40b6-a923-77572161d1b7', 'name': '', 'network_id': '9ec22140-0e30-4a8f-ae51-ce31640ea6db', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'mac_address': 'fa:16:3e:b4:81:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd48438b-b514-4277-a6de-e46703509c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': '7ec55b4d-9bea-42cb-8c74-46e03d4e6272', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:05:46Z', 'updated_at': '2021-08-16T23:05:54Z', 'revision_number': 5, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'subnets': [{'id': '7ec55b4d-9bea-42cb-8c74-46e03d4e6272', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7345ac6-cbd1-4f4a-b40e-28c24d394076', 'name': '', 'network_id': '6d90f9f3-3595-4b59-9c7b-eaaa49db5012', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'mac_address': 'fa:16:3e:52:0b:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd48438b-b514-4277-a6de-e46703509c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2456, 'fixed_ips': [{'subnet_id': 'f06066e4-2c05-4a23-b2c1-c0fd8a20c217', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:06:02Z', 'updated_at': '2021-08-16T23:06:04Z', 'revision_number': 2, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'subnets': [{'id': 'f06066e4-2c05-4a23-b2c1-c0fd8a20c217', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:06:06.724745 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3679bb18-4db4-426a-9e59-23b61a559d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:06.725499 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3679bb18-4db4-426a-9e59-23b61a559d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:06.727464 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-3679bb18-4db4-426a-9e59-23b61a559d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] 10.222.0.36 "PUT /v2.0/ports/ecd9b6b5-1d5e-41a1-a2eb-468f8bcefe1b HTTP/1.1" status: 200 len: 979 time: 2.3594096 Aug 16 23:06:06.730438 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52026) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:06.735125 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ec6deff-f245-4e1c-822d-87007a31b174', 'tag': '1f7efbdf-cfae-4b67-acd0-7aee054634c7'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:06:06.737560 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d826118f-9646-4bbc-b89d-47fb7616ca33" -d '{"events": [{"name": "network-changed", "server_uuid": "5ec6deff-f245-4e1c-822d-87007a31b174", "tag": "1f7efbdf-cfae-4b67-acd0-7aee054634c7"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:06:06.762923 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e08d3d40-4d8e-4db0-a079-a7e10206a0ad tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-537179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-537170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-639656'] for router, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:06.774207 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1b64a5-c02f-4f48-bfd9-3856af7ab2cc None None] Checking router: dd48438b-b514-4277-a6de-e46703509c84 for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:06:06.774613 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1b64a5-c02f-4f48-bfd9-3856af7ab2cc None None] Updating router dd48438b-b514-4277-a6de-e46703509c84 port f7345ac6-cbd1-4f4a-b40e-28c24d394076 binding host n-d-791506-26 {{(pid=101293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:06:06.808816 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9a1b64a5-c02f-4f48-bfd9-3856af7ab2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:06.867548 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a333c35-a6e7-436c-8517-3e788798b561 x-openstack-request-id: req-1a333c35-a6e7-436c-8517-3e788798b561 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:06:06.868146 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ec6deff-f245-4e1c-822d-87007a31b174", "tag": "1f7efbdf-cfae-4b67-acd0-7aee054634c7", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:06:06.868356 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1a333c35-a6e7-436c-8517-3e788798b561 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:06:06.868599 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ec6deff-f245-4e1c-822d-87007a31b174', 'tag': '1f7efbdf-cfae-4b67-acd0-7aee054634c7', 'status': 'completed', 'code': 200} Aug 16 23:06:06.869712 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3679bb18-4db4-426a-9e59-23b61a559d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Pushing event updated for resources: {'Port': ['ID=ecd9b6b5-1d5e-41a1-a2eb-468f8bcefe1b,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:06.946154 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df66bca5-2ddd-405d-8df9-9b5c66613478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:06.946655 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df66bca5-2ddd-405d-8df9-9b5c66613478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:06.947497 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df66bca5-2ddd-405d-8df9-9b5c66613478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:06.947619 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df66bca5-2ddd-405d-8df9-9b5c66613478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:06.948082 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df66bca5-2ddd-405d-8df9-9b5c66613478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:06.948612 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df66bca5-2ddd-405d-8df9-9b5c66613478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:06.949079 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df66bca5-2ddd-405d-8df9-9b5c66613478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:06.949557 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df66bca5-2ddd-405d-8df9-9b5c66613478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:06.950032 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df66bca5-2ddd-405d-8df9-9b5c66613478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:06.950563 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df66bca5-2ddd-405d-8df9-9b5c66613478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:06.950985 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df66bca5-2ddd-405d-8df9-9b5c66613478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:06.951476 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df66bca5-2ddd-405d-8df9-9b5c66613478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:06.951954 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df66bca5-2ddd-405d-8df9-9b5c66613478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:06.952431 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df66bca5-2ddd-405d-8df9-9b5c66613478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:06.952926 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df66bca5-2ddd-405d-8df9-9b5c66613478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:06.953397 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df66bca5-2ddd-405d-8df9-9b5c66613478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:06.953878 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df66bca5-2ddd-405d-8df9-9b5c66613478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:06.954348 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df66bca5-2ddd-405d-8df9-9b5c66613478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:06.954825 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df66bca5-2ddd-405d-8df9-9b5c66613478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:06.955294 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df66bca5-2ddd-405d-8df9-9b5c66613478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:06.955768 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df66bca5-2ddd-405d-8df9-9b5c66613478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:06.956231 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df66bca5-2ddd-405d-8df9-9b5c66613478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:06.956729 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df66bca5-2ddd-405d-8df9-9b5c66613478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:06.957220 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df66bca5-2ddd-405d-8df9-9b5c66613478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:06.957702 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df66bca5-2ddd-405d-8df9-9b5c66613478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:06.958166 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df66bca5-2ddd-405d-8df9-9b5c66613478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:06.958639 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df66bca5-2ddd-405d-8df9-9b5c66613478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:06.959148 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df66bca5-2ddd-405d-8df9-9b5c66613478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:06.959657 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df66bca5-2ddd-405d-8df9-9b5c66613478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:06.960095 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df66bca5-2ddd-405d-8df9-9b5c66613478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:06.960589 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df66bca5-2ddd-405d-8df9-9b5c66613478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:06.961073 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df66bca5-2ddd-405d-8df9-9b5c66613478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:06.961536 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df66bca5-2ddd-405d-8df9-9b5c66613478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:06.962003 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df66bca5-2ddd-405d-8df9-9b5c66613478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:06.962467 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df66bca5-2ddd-405d-8df9-9b5c66613478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:06.962936 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df66bca5-2ddd-405d-8df9-9b5c66613478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:06.963416 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df66bca5-2ddd-405d-8df9-9b5c66613478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:06.963878 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df66bca5-2ddd-405d-8df9-9b5c66613478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:06.964354 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df66bca5-2ddd-405d-8df9-9b5c66613478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:06.964865 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df66bca5-2ddd-405d-8df9-9b5c66613478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:06.974134 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-df66bca5-2ddd-405d-8df9-9b5c66613478 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 36107 time: 0.2376411 Aug 16 23:06:06.974545 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52032) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:07.018251 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d826118f-9646-4bbc-b89d-47fb7616ca33 req-401baaab-b1c4-4649-ac48-d6015c3bc3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:07.018757 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d826118f-9646-4bbc-b89d-47fb7616ca33 req-401baaab-b1c4-4649-ac48-d6015c3bc3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:07.019244 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d826118f-9646-4bbc-b89d-47fb7616ca33 req-401baaab-b1c4-4649-ac48-d6015c3bc3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:07.019732 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d826118f-9646-4bbc-b89d-47fb7616ca33 req-401baaab-b1c4-4649-ac48-d6015c3bc3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:07.020219 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d826118f-9646-4bbc-b89d-47fb7616ca33 req-401baaab-b1c4-4649-ac48-d6015c3bc3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:07.020727 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d826118f-9646-4bbc-b89d-47fb7616ca33 req-401baaab-b1c4-4649-ac48-d6015c3bc3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:07.021719 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d826118f-9646-4bbc-b89d-47fb7616ca33 req-401baaab-b1c4-4649-ac48-d6015c3bc3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:07.023290 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d826118f-9646-4bbc-b89d-47fb7616ca33 req-401baaab-b1c4-4649-ac48-d6015c3bc3c2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0fd6de77a6ca45308e5ac106bdd0311d&device_id=5ec6deff-f245-4e1c-822d-87007a31b174 HTTP/1.1" status: 200 len: 6424 time: 0.1723108 Aug 16 23:06:07.140717 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9a1b64a5-c02f-4f48-bfd9-3856af7ab2cc None None] Notify callbacks [] for port, precommit_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:07.154215 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9a1b64a5-c02f-4f48-bfd9-3856af7ab2cc None None] Transition to ACTIVE for port object f7345ac6-cbd1-4f4a-b40e-28c24d394076 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:06:07.169483 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9a1b64a5-c02f-4f48-bfd9-3856af7ab2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:07.176022 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-34e0a157-eae2-4b49-996a-8e0f4b7db0e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Deleting port ecd9b6b5-1d5e-41a1-a2eb-468f8bcefe1b {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:06:07.176388 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-34e0a157-eae2-4b49-996a-8e0f4b7db0e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:07.221850 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d826118f-9646-4bbc-b89d-47fb7616ca33 req-0750e95c-ce36-496e-9d98-fee6432a2784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:07.222466 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d826118f-9646-4bbc-b89d-47fb7616ca33 req-0750e95c-ce36-496e-9d98-fee6432a2784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:07.223016 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d826118f-9646-4bbc-b89d-47fb7616ca33 req-0750e95c-ce36-496e-9d98-fee6432a2784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:07.224991 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d826118f-9646-4bbc-b89d-47fb7616ca33 req-0750e95c-ce36-496e-9d98-fee6432a2784 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=0fd6de77a6ca45308e5ac106bdd0311d&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1784658 Aug 16 23:06:07.232808 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876924e0-f8c6-4586-95a7-f52661940a3f None None] Pushing event updated for resources: {'Port': ['ID=f7345ac6-cbd1-4f4a-b40e-28c24d394076,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:07.316853 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-9a1b64a5-c02f-4f48-bfd9-3856af7ab2cc None None] Attempting to bind port f7345ac6-cbd1-4f4a-b40e-28c24d394076 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:06:07.317705 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-9a1b64a5-c02f-4f48-bfd9-3856af7ab2cc None None] Attempting to bind port f7345ac6-cbd1-4f4a-b40e-28c24d394076 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '9fa9f154-7ba5-45f3-9de3-232d1410ba98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '6d90f9f3-3595-4b59-9c7b-eaaa49db5012'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:06:07.318087 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1b64a5-c02f-4f48-bfd9-3856af7ab2cc None None] Attempting to bind port f7345ac6-cbd1-4f4a-b40e-28c24d394076 on network 6d90f9f3-3595-4b59-9c7b-eaaa49db5012 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:06:07.323383 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1b64a5-c02f-4f48-bfd9-3856af7ab2cc None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:06:07.323761 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1b64a5-c02f-4f48-bfd9-3856af7ab2cc None None] Checking segment: {'id': '9fa9f154-7ba5-45f3-9de3-232d1410ba98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '6d90f9f3-3595-4b59-9c7b-eaaa49db5012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:06:07.324173 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9a1b64a5-c02f-4f48-bfd9-3856af7ab2cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:07.324614 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1b64a5-c02f-4f48-bfd9-3856af7ab2cc None None] Bound using segment: {'id': '9fa9f154-7ba5-45f3-9de3-232d1410ba98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '6d90f9f3-3595-4b59-9c7b-eaaa49db5012'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:06:07.325093 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-9a1b64a5-c02f-4f48-bfd9-3856af7ab2cc None None] Bound port: f7345ac6-cbd1-4f4a-b40e-28c24d394076, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fa9f154-7ba5-45f3-9de3-232d1410ba98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '6d90f9f3-3595-4b59-9c7b-eaaa49db5012'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:06:07.325894 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9a1b64a5-c02f-4f48-bfd9-3856af7ab2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:07.329014 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-34e0a157-eae2-4b49-996a-8e0f4b7db0e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] For port ecd9b6b5-1d5e-41a1-a2eb-468f8bcefe1b, host n-h1-791506-26, got binding levels [] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:06:07.329509 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-34e0a157-eae2-4b49-996a-8e0f4b7db0e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:07.347619 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-34e0a157-eae2-4b49-996a-8e0f4b7db0e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Calling delete_port for ecd9b6b5-1d5e-41a1-a2eb-468f8bcefe1b owned by {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:06:07.375137 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649ff3dd-8c3a-4c8b-ad67-d631c79430d3 req-3fdfae7a-e902-4cd3-b3a2-b78ddcce88ad tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:07.381177 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649ff3dd-8c3a-4c8b-ad67-d631c79430d3 req-3fdfae7a-e902-4cd3-b3a2-b78ddcce88ad tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:07.387503 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649ff3dd-8c3a-4c8b-ad67-d631c79430d3 req-3fdfae7a-e902-4cd3-b3a2-b78ddcce88ad tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:07.394149 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649ff3dd-8c3a-4c8b-ad67-d631c79430d3 req-3fdfae7a-e902-4cd3-b3a2-b78ddcce88ad tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:07.406376 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649ff3dd-8c3a-4c8b-ad67-d631c79430d3 req-3fdfae7a-e902-4cd3-b3a2-b78ddcce88ad tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:07.412414 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649ff3dd-8c3a-4c8b-ad67-d631c79430d3 req-3fdfae7a-e902-4cd3-b3a2-b78ddcce88ad tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:07.416640 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9a1b64a5-c02f-4f48-bfd9-3856af7ab2cc None None] For port f7345ac6-cbd1-4f4a-b40e-28c24d394076, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:06:07.423951 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9a1b64a5-c02f-4f48-bfd9-3856af7ab2cc None None] For port f7345ac6-cbd1-4f4a-b40e-28c24d394076, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=f7345ac6-cbd1-4f4a-b40e-28c24d394076,segment=NetworkSegment(9fa9f154-7ba5-45f3-9de3-232d1410ba98),segment_id=9fa9f154-7ba5-45f3-9de3-232d1410ba98)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:06:07.429890 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649ff3dd-8c3a-4c8b-ad67-d631c79430d3 req-3fdfae7a-e902-4cd3-b3a2-b78ddcce88ad tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:07.430762 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9a1b64a5-c02f-4f48-bfd9-3856af7ab2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:07.431926 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-649ff3dd-8c3a-4c8b-ad67-d631c79430d3 req-3fdfae7a-e902-4cd3-b3a2-b78ddcce88ad tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ec6deff-f245-4e1c-822d-87007a31b174 HTTP/1.1" status: 200 len: 5416 time: 0.6852908 Aug 16 23:06:07.516803 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd44f87-0515-4e0d-92c9-985503ef27dc req-2fd859ad-9a62-41f7-b1cc-27bd74c0c655 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:07.518618 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-bdd44f87-0515-4e0d-92c9-985503ef27dc req-2fd859ad-9a62-41f7-b1cc-27bd74c0c655 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.68 "GET /v2.0/ports?device_id=be539e5f-396f-4953-a18e-7c09b91c5c13 HTTP/1.1" status: 200 len: 945 time: 0.1483574 Aug 16 23:06:07.521739 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d826118f-9646-4bbc-b89d-47fb7616ca33 req-bfe792e7-f9cb-4735-82cc-87f08fec716d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:07.523244 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d826118f-9646-4bbc-b89d-47fb7616ca33 req-bfe792e7-f9cb-4735-82cc-87f08fec716d service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2907076 Aug 16 23:06:07.534120 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1b64a5-c02f-4f48-bfd9-3856af7ab2cc None None] Routers {'dd48438b-b514-4277-a6de-e46703509c84'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:06:07.534731 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-9a1b64a5-c02f-4f48-bfd9-3856af7ab2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:05:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['dd48438b-b514-4277-a6de-e46703509c84'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:06:07.589273 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5562f7a6-21f3-4dfb-b559-86bb86c60aba tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Made reservation on behalf of bf7c0ed0df8447358a17b104892f9b8d for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:06:07.593126 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5562f7a6-21f3-4dfb-b559-86bb86c60aba tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:07.637385 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876924e0-f8c6-4586-95a7-f52661940a3f None None] Pushing event updated for resources: {'Port': ['ID=f7345ac6-cbd1-4f4a-b40e-28c24d394076,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:07.641831 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-34e0a157-eae2-4b49-996a-8e0f4b7db0e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:07.674392 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e0a157-eae2-4b49-996a-8e0f4b7db0e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Pushing event deleted for resources: {'Port': ['ID=ecd9b6b5-1d5e-41a1-a2eb-468f8bcefe1b,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:07.690729 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-bdd44f87-0515-4e0d-92c9-985503ef27dc req-d7f83527-5c6d-4cc3-81c4-86900a34bd87 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Deleting port 7ae1a6f3-6698-4517-8c2a-ab1f8cd2cf3c {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:06:07.691083 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-bdd44f87-0515-4e0d-92c9-985503ef27dc req-d7f83527-5c6d-4cc3-81c4-86900a34bd87 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:07.694610 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-9a1b64a5-c02f-4f48-bfd9-3856af7ab2cc None None] Set router dd48438b-b514-4277-a6de-e46703509c84 gateway port host: None {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:06:07.695736 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-34e0a157-eae2-4b49-996a-8e0f4b7db0e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:07.698044 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-34e0a157-eae2-4b49-996a-8e0f4b7db0e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] 10.222.0.36 "DELETE /v2.0/ports/ecd9b6b5-1d5e-41a1-a2eb-468f8bcefe1b HTTP/1.1" status: 204 len: 168 time: 0.7224100 Aug 16 23:06:07.708910 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52036) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:07.768242 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-a30aae93-7bd2-4315-9f48-08c1f75e50f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] GET failed (client error): The resource could not be found. Aug 16 23:06:07.769841 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-a30aae93-7bd2-4315-9f48-08c1f75e50f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] 10.222.0.36 "GET /v2.0/ports/ecd9b6b5-1d5e-41a1-a2eb-468f8bcefe1b HTTP/1.1" status: 404 len: 333 time: 0.0596411 Aug 16 23:06:07.776754 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52038) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:07.784895 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-a49bb282-8520-48e4-a0fb-ff3fb76c0cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-629256669', 'network_id': '2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:06:07.834221 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a49bb282-8520-48e4-a0fb-ff3fb76c0cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Made reservation on behalf of 92f97f83e1e94a5786534c8a50987fa0 for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:06:07.837959 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a49bb282-8520-48e4-a0fb-ff3fb76c0cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:07.866360 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-bdd44f87-0515-4e0d-92c9-985503ef27dc req-d7f83527-5c6d-4cc3-81c4-86900a34bd87 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] For port 7ae1a6f3-6698-4517-8c2a-ab1f8cd2cf3c, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=7ae1a6f3-6698-4517-8c2a-ab1f8cd2cf3c,segment=NetworkSegment(ba2627aa-e983-48ed-b699-731debb0727b),segment_id=ba2627aa-e983-48ed-b699-731debb0727b)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:06:07.866679 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-bdd44f87-0515-4e0d-92c9-985503ef27dc req-d7f83527-5c6d-4cc3-81c4-86900a34bd87 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:07.876968 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-649ff3dd-8c3a-4c8b-ad67-d631c79430d3 req-af2dc7f6-fe99-4b2c-9a80-f34cb42d5b6c tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d561fd0-5d3b-4398-8725-9733c38afc60&id=7847b2e1-2595-4387-b40a-e9cc25ff3917&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4227371 Aug 16 23:06:07.879233 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-a49bb282-8520-48e4-a0fb-ff3fb76c0cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] device_id is not set on port 68809716-a58c-45fb-a203-89bef449d3f5 yet. {{(pid=101291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 23:06:07.888383 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd8d35-a650-4210-9ad2-08fe919aaee0 req-09ff4421-a688-4635-9cb7-373c21566e0c tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:07.896760 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-69cd8d35-a650-4210-9ad2-08fe919aaee0 req-09ff4421-a688-4635-9cb7-373c21566e0c tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=be539e5f-396f-4953-a18e-7c09b91c5c13 HTTP/1.1" status: 200 len: 945 time: 0.4262221 Aug 16 23:06:07.977123 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5562f7a6-21f3-4dfb-b559-86bb86c60aba tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:07.994537 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-69cd8d35-a650-4210-9ad2-08fe919aaee0 req-be4bae2e-74ea-488d-8be3-0aa913c54dd5 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967782 Aug 16 23:06:08.040002 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e08d3d40-4d8e-4db0-a079-a7e10206a0ad tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Router e4d00799-68be-4443-8ef5-53948cc0de75 is scheduled to L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f with binding_index 1 {{(pid=101292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:06:08.058264 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a49bb282-8520-48e4-a0fb-ff3fb76c0cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:08.075004 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-bdd44f87-0515-4e0d-92c9-985503ef27dc req-d7f83527-5c6d-4cc3-81c4-86900a34bd87 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Calling delete_port for 7ae1a6f3-6698-4517-8c2a-ab1f8cd2cf3c owned by compute:nova {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:06:08.075422 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-9a1b64a5-c02f-4f48-bfd9-3856af7ab2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd48438b-b514-4277-a6de-e46703509c84', 'name': 'tempest-RoutersIpV6Test-router-1749583918', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:05:42Z', 'updated_at': '2021-08-16T23:06:04Z', 'revision_number': 4, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'gw_port_host': None, '_interfaces': [{'id': '0d7b4b0a-0e4d-4447-b2d5-ea7c7541b6ad', 'name': '', 'network_id': '7ccffa5a-5fe4-45a4-a60b-490fb1423907', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'mac_address': 'fa:16:3e:12:5f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd48438b-b514-4277-a6de-e46703509c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '5dfec7f7-231c-4f30-8aca-dfa3e70ea5e3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:05:55Z', 'updated_at': '2021-08-16T23:06:02Z', 'revision_number': 5, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'subnets': [{'id': '5dfec7f7-231c-4f30-8aca-dfa3e70ea5e3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a013182-9994-40b6-a923-77572161d1b7', 'name': '', 'network_id': '9ec22140-0e30-4a8f-ae51-ce31640ea6db', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'mac_address': 'fa:16:3e:b4:81:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd48438b-b514-4277-a6de-e46703509c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': '7ec55b4d-9bea-42cb-8c74-46e03d4e6272', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:05:46Z', 'updated_at': '2021-08-16T23:05:54Z', 'revision_number': 5, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'subnets': [{'id': '7ec55b4d-9bea-42cb-8c74-46e03d4e6272', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7345ac6-cbd1-4f4a-b40e-28c24d394076', 'name': '', 'network_id': '6d90f9f3-3595-4b59-9c7b-eaaa49db5012', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'mac_address': 'fa:16:3e:52:0b:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd48438b-b514-4277-a6de-e46703509c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2456, 'fixed_ips': [{'subnet_id': 'f06066e4-2c05-4a23-b2c1-c0fd8a20c217', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:06:02Z', 'updated_at': '2021-08-16T23:06:07Z', 'revision_number': 4, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'subnets': [{'id': 'f06066e4-2c05-4a23-b2c1-c0fd8a20c217', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:06:08.093921 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5562f7a6-21f3-4dfb-b559-86bb86c60aba tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Pushing event updated for resources: {'Subnet': ['ID=7239ec2f-1dd1-4f2a-a177-5aeec80f6e8e,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:08.115770 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1b64a5-c02f-4f48-bfd9-3856af7ab2cc None None] The sync data for ids ['dd48438b-b514-4277-a6de-e46703509c84'] in n-d-791506-26 is: [{'id': 'dd48438b-b514-4277-a6de-e46703509c84', 'name': 'tempest-RoutersIpV6Test-router-1749583918', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:05:42Z', 'updated_at': '2021-08-16T23:06:04Z', 'revision_number': 4, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'gw_port_host': None, '_interfaces': [{'id': '0d7b4b0a-0e4d-4447-b2d5-ea7c7541b6ad', 'name': '', 'network_id': '7ccffa5a-5fe4-45a4-a60b-490fb1423907', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'mac_address': 'fa:16:3e:12:5f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd48438b-b514-4277-a6de-e46703509c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '5dfec7f7-231c-4f30-8aca-dfa3e70ea5e3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:05:55Z', 'updated_at': '2021-08-16T23:06:02Z', 'revision_number': 5, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'subnets': [{'id': '5dfec7f7-231c-4f30-8aca-dfa3e70ea5e3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a013182-9994-40b6-a923-77572161d1b7', 'name': '', 'network_id': '9ec22140-0e30-4a8f-ae51-ce31640ea6db', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'mac_address': 'fa:16:3e:b4:81:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd48438b-b514-4277-a6de-e46703509c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': '7ec55b4d-9bea-42cb-8c74-46e03d4e6272', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:05:46Z', 'updated_at': '2021-08-16T23:05:54Z', 'revision_number': 5, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'subnets': [{'id': '7ec55b4d-9bea-42cb-8c74-46e03d4e6272', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7345ac6-cbd1-4f4a-b40e-28c24d394076', 'name': '', 'network_id': '6d90f9f3-3595-4b59-9c7b-eaaa49db5012', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'mac_address': 'fa:16:3e:52:0b:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd48438b-b514-4277-a6de-e46703509c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2456, 'fixed_ips': [{'subnet_id': 'f06066e4-2c05-4a23-b2c1-c0fd8a20c217', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:06:02Z', 'updated_at': '2021-08-16T23:06:07Z', 'revision_number': 4, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'subnets': [{'id': 'f06066e4-2c05-4a23-b2c1-c0fd8a20c217', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:06:08.160550 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a49bb282-8520-48e4-a0fb-ff3fb76c0cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:08.228978 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5562f7a6-21f3-4dfb-b559-86bb86c60aba tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Checking segment: {'id': '971b76a9-5fbe-4c6b-9e16-c94ec3e92778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'ed72cc78-4992-4fff-a608-f8b632d23eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:06:08.229475 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5562f7a6-21f3-4dfb-b559-86bb86c60aba tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Network hostable DHCP agents. Network: ed72cc78-4992-4fff-a608-f8b632d23eba, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:06:08.231635 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49bb282-8520-48e4-a0fb-ff3fb76c0cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Network 2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:06:08.237348 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-a49bb282-8520-48e4-a0fb-ff3fb76c0cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:06:08.237677 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-080d55c2-a278-4431-89c9-93d5e0344911 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c28e14e-af8e-4e4b-9785-ea495ce96f11 {{(pid=101292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:06:08.243332 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49bb282-8520-48e4-a0fb-ff3fb76c0cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:06:08.244365 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49bb282-8520-48e4-a0fb-ff3fb76c0cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:08.244976 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a49bb282-8520-48e4-a0fb-ff3fb76c0cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:08.250101 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49bb282-8520-48e4-a0fb-ff3fb76c0cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Pushing event updated for resources: {'Port': ['ID=68809716-a58c-45fb-a203-89bef449d3f5,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:08.289597 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-080d55c2-a278-4431-89c9-93d5e0344911 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:08.297812 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-a49bb282-8520-48e4-a0fb-ff3fb76c0cf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.5199165 Aug 16 23:06:08.300510 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52042) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:08.318594 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5562f7a6-21f3-4dfb-b559-86bb86c60aba tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Network ed72cc78-4992-4fff-a608-f8b632d23eba is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:06:08.330952 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e08d3d40-4d8e-4db0-a079-a7e10206a0ad tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:06:08.336348 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e08d3d40-4d8e-4db0-a079-a7e10206a0ad tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:08.337650 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-e08d3d40-4d8e-4db0-a079-a7e10206a0ad tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] 10.222.0.36 "PUT /v2.0/routers/e4d00799-68be-4443-8ef5-53948cc0de75 HTTP/1.1" status: 200 len: 914 time: 5.3327963 Aug 16 23:06:08.338364 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-5562f7a6-21f3-4dfb-b559-86bb86c60aba tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, ed72cc78-4992-4fff-a608-f8b632d23eba) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:06:08.340247 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52044) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:08.346955 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f816f9-39c5-485d-bc36-f1f56b05689a None None] Sync routers for ids ['e4d00799-68be-4443-8ef5-53948cc0de75'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:06:08.355895 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e805a64-e06e-4991-8ec5-89fe998d2da8 None None] Network ed72cc78-4992-4fff-a608-f8b632d23eba requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:06:08.359983 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d368fa-d14f-4c02-8ed3-e8f5eeda8087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:08.364048 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-69d368fa-d14f-4c02-8ed3-e8f5eeda8087 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] 10.222.0.36 "GET /v2.0/ports/68809716-a58c-45fb-a203-89bef449d3f5 HTTP/1.1" status: 200 len: 958 time: 0.0598717 Aug 16 23:06:08.366182 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f816f9-39c5-485d-bc36-f1f56b05689a None None] Routers {'e4d00799-68be-4443-8ef5-53948cc0de75'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:06:08.366840 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-51f816f9-39c5-485d-bc36-f1f56b05689a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:05:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['e4d00799-68be-4443-8ef5-53948cc0de75'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:06:08.369685 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52046) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:08.381010 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-bdd44f87-0515-4e0d-92c9-985503ef27dc req-d7f83527-5c6d-4cc3-81c4-86900a34bd87 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:08.385296 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5562f7a6-21f3-4dfb-b559-86bb86c60aba tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:08.385541 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5562f7a6-21f3-4dfb-b559-86bb86c60aba tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:08.388239 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-080d55c2-a278-4431-89c9-93d5e0344911 service neutron] Transition to ACTIVE for port object 4c28e14e-af8e-4e4b-9785-ea495ce96f11 will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:06:08.399544 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-080d55c2-a278-4431-89c9-93d5e0344911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:08.449867 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-5562f7a6-21f3-4dfb-b559-86bb86c60aba tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8479090 Aug 16 23:06:08.450137 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-51f816f9-39c5-485d-bc36-f1f56b05689a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:06:08.468829 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f816f9-39c5-485d-bc36-f1f56b05689a None None] Routers {'e4d00799-68be-4443-8ef5-53948cc0de75'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:06:08.469379 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-51f816f9-39c5-485d-bc36-f1f56b05689a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:05:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['e4d00799-68be-4443-8ef5-53948cc0de75'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:06:08.475816 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52048) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:08.506134 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f83527-5c6d-4cc3-81c4-86900a34bd87 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Pushing event deleted for resources: {'Port': ['ID=7ae1a6f3-6698-4517-8c2a-ab1f8cd2cf3c,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:08.527887 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080d55c2-a278-4431-89c9-93d5e0344911 service neutron] Pushing event updated for resources: {'Port': ['ID=4c28e14e-af8e-4e4b-9785-ea495ce96f11,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:08.555931 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-51f816f9-39c5-485d-bc36-f1f56b05689a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:06:08.557030 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f816f9-39c5-485d-bc36-f1f56b05689a None None] The sync data for ids ['e4d00799-68be-4443-8ef5-53948cc0de75'] in n-d-791506-26 is: [] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:06:08.613063 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-e5ad8091-d403-4599-b25f-52d0738eee8d tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] 10.222.0.36 "GET /v2.0/routers/e4d00799-68be-4443-8ef5-53948cc0de75 HTTP/1.1" status: 200 len: 920 time: 0.2714534 Aug 16 23:06:08.617114 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52050) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:08.630453 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['ced0eb60-2129-44bb-aa8c-813cc52e44a4', '7ae1a6f3-6698-4517-8c2a-ab1f8cd2cf3c'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:06:08.711594 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96defff8-0f94-489e-bdc6-a471d84e9e84 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:08.712837 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae294b16-a4c7-4e82-b6f1-eb02371ddded None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-ed72cc78-4992-4fff-a608-f8b632d23eba', 'network_id': 'ed72cc78-4992-4fff-a608-f8b632d23eba', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'fixed_ips': [{'subnet_id': '7239ec2f-1dd1-4f2a-a177-5aeec80f6e8e'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:06:08.713631 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-96defff8-0f94-489e-bdc6-a471d84e9e84 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=c22c4980-c849-406d-982c-a5d68c515a94&device_id=e4d00799-68be-4443-8ef5-53948cc0de75&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0950737 Aug 16 23:06:08.713747 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ae294b16-a4c7-4e82-b6f1-eb02371ddded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:08.714866 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-080d55c2-a278-4431-89c9-93d5e0344911 service neutron] Attempting to bind port 4c28e14e-af8e-4e4b-9785-ea495ce96f11 on host n-h2-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:06:08.715531 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-080d55c2-a278-4431-89c9-93d5e0344911 service neutron] Attempting to bind port 4c28e14e-af8e-4e4b-9785-ea495ce96f11 by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': '6ea91bac-7c58-4125-a874-7009ffcf29d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f7e04764-48fe-4543-83bb-53e420b1bda2'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:06:08.716014 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-080d55c2-a278-4431-89c9-93d5e0344911 service neutron] Attempting to bind port 4c28e14e-af8e-4e4b-9785-ea495ce96f11 on network f7e04764-48fe-4543-83bb-53e420b1bda2 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:06:08.722418 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52052) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:08.723235 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-080d55c2-a278-4431-89c9-93d5e0344911 service neutron] Port 4c28e14e-af8e-4e4b-9785-ea495ce96f11 on network f7e04764-48fe-4543-83bb-53e420b1bda2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:06:08.724318 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-080d55c2-a278-4431-89c9-93d5e0344911 service neutron] Attempting to bind port 4c28e14e-af8e-4e4b-9785-ea495ce96f11 on network f7e04764-48fe-4543-83bb-53e420b1bda2 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:06:08.731163 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdd44f87-0515-4e0d-92c9-985503ef27dc req-d7f83527-5c6d-4cc3-81c4-86900a34bd87 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] No DVR routers for this DVR port 7ae1a6f3-6698-4517-8c2a-ab1f8cd2cf3c on host n-h1-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:06:08.734826 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-bdd44f87-0515-4e0d-92c9-985503ef27dc req-d7f83527-5c6d-4cc3-81c4-86900a34bd87 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:08.737261 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-bdd44f87-0515-4e0d-92c9-985503ef27dc req-d7f83527-5c6d-4cc3-81c4-86900a34bd87 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.68 "DELETE /v2.0/ports/7ae1a6f3-6698-4517-8c2a-ab1f8cd2cf3c HTTP/1.1" status: 204 len: 173 time: 1.2115977 Aug 16 23:06:08.750409 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be539e5f-396f-4953-a18e-7c09b91c5c13', 'name': 'network-vif-deleted', 'tag': '7ae1a6f3-6698-4517-8c2a-ab1f8cd2cf3c'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:06:08.756005 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13b081fd-6668-42d0-a5e7-bbcfb75509f5" -d '{"events": [{"server_uuid": "be539e5f-396f-4953-a18e-7c09b91c5c13", "name": "network-vif-deleted", "tag": "7ae1a6f3-6698-4517-8c2a-ab1f8cd2cf3c"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:06:08.894407 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-080d55c2-a278-4431-89c9-93d5e0344911 service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:06:08.894987 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-080d55c2-a278-4431-89c9-93d5e0344911 service neutron] Checking segment: {'id': '6ea91bac-7c58-4125-a874-7009ffcf29d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f7e04764-48fe-4543-83bb-53e420b1bda2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:06:08.895270 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-080d55c2-a278-4431-89c9-93d5e0344911 service neutron] Bound using segment: {'id': '6ea91bac-7c58-4125-a874-7009ffcf29d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f7e04764-48fe-4543-83bb-53e420b1bda2'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:06:08.896630 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-080d55c2-a278-4431-89c9-93d5e0344911 service neutron] Bound port: 4c28e14e-af8e-4e4b-9785-ea495ce96f11, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ea91bac-7c58-4125-a874-7009ffcf29d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f7e04764-48fe-4543-83bb-53e420b1bda2'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:06:08.896630 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-080d55c2-a278-4431-89c9-93d5e0344911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:08.944113 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9367eecd-52fd-4951-81d1-18975752399a x-openstack-request-id: req-9367eecd-52fd-4951-81d1-18975752399a {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:06:08.944495 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be539e5f-396f-4953-a18e-7c09b91c5c13", "name": "network-vif-deleted", "tag": "7ae1a6f3-6698-4517-8c2a-ab1f8cd2cf3c", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:06:08.945209 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9367eecd-52fd-4951-81d1-18975752399a {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:06:08.946467 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be539e5f-396f-4953-a18e-7c09b91c5c13', 'name': 'network-vif-deleted', 'tag': '7ae1a6f3-6698-4517-8c2a-ab1f8cd2cf3c', 'status': 'completed', 'code': 200} Aug 16 23:06:09.038379 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-caeaeab9-7e59-4ef0-b5c5-362a73154971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Deleting port 68809716-a58c-45fb-a203-89bef449d3f5 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:06:09.038821 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-caeaeab9-7e59-4ef0-b5c5-362a73154971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:09.087735 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-080d55c2-a278-4431-89c9-93d5e0344911 service neutron] For port 4c28e14e-af8e-4e4b-9785-ea495ce96f11, host n-h2-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:06:09.112095 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-080d55c2-a278-4431-89c9-93d5e0344911 service neutron] For port 4c28e14e-af8e-4e4b-9785-ea495ce96f11, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=4c28e14e-af8e-4e4b-9785-ea495ce96f11,segment=NetworkSegment(6ea91bac-7c58-4125-a874-7009ffcf29d4),segment_id=6ea91bac-7c58-4125-a874-7009ffcf29d4)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:06:09.114179 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cedc8797-f511-407f-a017-d9afb4e7b815 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:09.121896 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-cedc8797-f511-407f-a017-d9afb4e7b815 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] 10.222.0.36 "GET /v2.0/networks/c22c4980-c849-406d-982c-a5d68c515a94 HTTP/1.1" status: 200 len: 881 time: 0.3831885 Aug 16 23:06:09.124328 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52062) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:09.151201 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-080d55c2-a278-4431-89c9-93d5e0344911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:09.169472 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-ae294b16-a4c7-4e82-b6f1-eb02371ddded None None] Allocated IP 2001:db8:3::2 (ed72cc78-4992-4fff-a608-f8b632d23eba/7239ec2f-1dd1-4f2a-a177-5aeec80f6e8e/f833e65e-2d7f-43e6-9138-85deaccec549) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:06:09.246155 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-1ddc2128-c220-4660-b716-310c12fcd1d7 tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4d00799-68be-4443-8ef5-53948cc0de75 HTTP/1.1" status: 200 len: 205 time: 0.0895970 Aug 16 23:06:09.258123 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52064) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:09.429402 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-080d55c2-a278-4431-89c9-93d5e0344911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:09.430973 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-080d55c2-a278-4431-89c9-93d5e0344911 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:09.433406 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-080d55c2-a278-4431-89c9-93d5e0344911 service neutron] 10.222.0.57 "PUT /v2.0/ports/4c28e14e-af8e-4e4b-9785-ea495ce96f11 HTTP/1.1" status: 200 len: 1092 time: 3.0098836 Aug 16 23:06:09.434884 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ec6deff-f245-4e1c-822d-87007a31b174', 'tag': '4c28e14e-af8e-4e4b-9785-ea495ce96f11'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:06:09.438864 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-377890f0-6cf2-4eb7-99d8-93778a157589" -d '{"events": [{"name": "network-changed", "server_uuid": "5ec6deff-f245-4e1c-822d-87007a31b174", "tag": "4c28e14e-af8e-4e4b-9785-ea495ce96f11"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:06:09.489229 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ae294b16-a4c7-4e82-b6f1-eb02371ddded None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:09.522105 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-ae294b16-a4c7-4e82-b6f1-eb02371ddded None None] Transition to ACTIVE for port object f833e65e-2d7f-43e6-9138-85deaccec549 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:06:09.545730 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-ae294b16-a4c7-4e82-b6f1-eb02371ddded None None] Transition to ACTIVE for port object f833e65e-2d7f-43e6-9138-85deaccec549 will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:06:09.554353 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-50161e33-5fbd-4f57-ab32-a4637522a942 req-946535f3-5feb-4dbd-a09a-609d5ef62bb1 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=be539e5f-396f-4953-a18e-7c09b91c5c13 HTTP/1.1" status: 200 len: 210 time: 0.1330984 Aug 16 23:06:09.554817 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ae294b16-a4c7-4e82-b6f1-eb02371ddded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:09.579987 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af08807-8298-466b-94ad-03bf258ac791 req-33dc6664-74bb-4fa1-a028-e093aad690f5 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:09.591757 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af08807-8298-466b-94ad-03bf258ac791 req-33dc6664-74bb-4fa1-a028-e093aad690f5 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:09.599949 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af08807-8298-466b-94ad-03bf258ac791 req-33dc6664-74bb-4fa1-a028-e093aad690f5 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:09.606831 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af08807-8298-466b-94ad-03bf258ac791 req-33dc6664-74bb-4fa1-a028-e093aad690f5 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:09.608174 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae294b16-a4c7-4e82-b6f1-eb02371ddded None None] Network ed72cc78-4992-4fff-a608-f8b632d23eba is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:06:09.612078 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-ae294b16-a4c7-4e82-b6f1-eb02371ddded None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:06:09.616598 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae294b16-a4c7-4e82-b6f1-eb02371ddded None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:06:09.621998 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af08807-8298-466b-94ad-03bf258ac791 req-33dc6664-74bb-4fa1-a028-e093aad690f5 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:09.631557 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af08807-8298-466b-94ad-03bf258ac791 req-33dc6664-74bb-4fa1-a028-e093aad690f5 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:09.638611 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af08807-8298-466b-94ad-03bf258ac791 req-33dc6664-74bb-4fa1-a028-e093aad690f5 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:09.642725 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1af08807-8298-466b-94ad-03bf258ac791 req-33dc6664-74bb-4fa1-a028-e093aad690f5 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ec6deff-f245-4e1c-822d-87007a31b174 HTTP/1.1" status: 200 len: 5428 time: 0.5862029 Aug 16 23:06:09.649069 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e334dc3-0a06-4d16-a8c2-97884a8d4bcc x-openstack-request-id: req-5e334dc3-0a06-4d16-a8c2-97884a8d4bcc {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:06:09.650108 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ec6deff-f245-4e1c-822d-87007a31b174", "tag": "4c28e14e-af8e-4e4b-9785-ea495ce96f11", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:06:09.650291 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae294b16-a4c7-4e82-b6f1-eb02371ddded None None] Pushing event updated for resources: {'Port': ['ID=f833e65e-2d7f-43e6-9138-85deaccec549,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:09.650738 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5e334dc3-0a06-4d16-a8c2-97884a8d4bcc {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:06:09.651351 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ec6deff-f245-4e1c-822d-87007a31b174', 'tag': '4c28e14e-af8e-4e4b-9785-ea495ce96f11', 'status': 'completed', 'code': 200} Aug 16 23:06:09.677190 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-caeaeab9-7e59-4ef0-b5c5-362a73154971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:09.704031 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-caeaeab9-7e59-4ef0-b5c5-362a73154971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Calling delete_port for 68809716-a58c-45fb-a203-89bef449d3f5 owned by {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:06:09.721418 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-ae294b16-a4c7-4e82-b6f1-eb02371ddded None None] Attempting to bind port f833e65e-2d7f-43e6-9138-85deaccec549 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:06:09.722736 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-ae294b16-a4c7-4e82-b6f1-eb02371ddded None None] Attempting to bind port f833e65e-2d7f-43e6-9138-85deaccec549 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '971b76a9-5fbe-4c6b-9e16-c94ec3e92778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'ed72cc78-4992-4fff-a608-f8b632d23eba'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:06:09.724319 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae294b16-a4c7-4e82-b6f1-eb02371ddded None None] Attempting to bind port f833e65e-2d7f-43e6-9138-85deaccec549 on network ed72cc78-4992-4fff-a608-f8b632d23eba {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:06:09.726134 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fd1c178e-fd69-4471-a2a8-80233bb04f89 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:09.727787 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080d55c2-a278-4431-89c9-93d5e0344911 service neutron] Pushing event updated for resources: {'Port': ['ID=4c28e14e-af8e-4e4b-9785-ea495ce96f11,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:09.743006 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae294b16-a4c7-4e82-b6f1-eb02371ddded None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:06:09.743527 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae294b16-a4c7-4e82-b6f1-eb02371ddded None None] Checking segment: {'id': '971b76a9-5fbe-4c6b-9e16-c94ec3e92778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'ed72cc78-4992-4fff-a608-f8b632d23eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:06:09.744508 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ae294b16-a4c7-4e82-b6f1-eb02371ddded None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:09.745056 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae294b16-a4c7-4e82-b6f1-eb02371ddded None None] Bound using segment: {'id': '971b76a9-5fbe-4c6b-9e16-c94ec3e92778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'ed72cc78-4992-4fff-a608-f8b632d23eba'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:06:09.745577 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-ae294b16-a4c7-4e82-b6f1-eb02371ddded None None] Bound port: f833e65e-2d7f-43e6-9138-85deaccec549, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '971b76a9-5fbe-4c6b-9e16-c94ec3e92778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'ed72cc78-4992-4fff-a608-f8b632d23eba'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:06:09.745981 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ae294b16-a4c7-4e82-b6f1-eb02371ddded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:09.808898 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1af08807-8298-466b-94ad-03bf258ac791 req-1a9660a2-7d45-4983-b29f-7f81292d8dca tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d561fd0-5d3b-4398-8725-9733c38afc60&id=7847b2e1-2595-4387-b40a-e9cc25ff3917&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0888054 Aug 16 23:06:09.829976 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-2dcc4d3e-316c-4024-9982-c642800b039c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:09.830485 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-2dcc4d3e-316c-4024-9982-c642800b039c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:09.830968 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-2dcc4d3e-316c-4024-9982-c642800b039c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:09.831448 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-2dcc4d3e-316c-4024-9982-c642800b039c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:09.831923 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-2dcc4d3e-316c-4024-9982-c642800b039c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:09.832404 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-2dcc4d3e-316c-4024-9982-c642800b039c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:09.832932 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-2dcc4d3e-316c-4024-9982-c642800b039c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:09.834921 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-2dcc4d3e-316c-4024-9982-c642800b039c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0fd6de77a6ca45308e5ac106bdd0311d&device_id=5ec6deff-f245-4e1c-822d-87007a31b174 HTTP/1.1" status: 200 len: 6492 time: 0.3155894 Aug 16 23:06:09.837958 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-599de5db-6fad-41a8-a094-33a72128cf9d tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks [] for router, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:09.864598 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device f7345ac6-cbd1-4f4a-b40e-28c24d394076 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:06:09.899398 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-ae294b16-a4c7-4e82-b6f1-eb02371ddded None None] For port f833e65e-2d7f-43e6-9138-85deaccec549, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:06:09.918577 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-ae294b16-a4c7-4e82-b6f1-eb02371ddded None None] For port f833e65e-2d7f-43e6-9138-85deaccec549, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=f833e65e-2d7f-43e6-9138-85deaccec549,segment=NetworkSegment(971b76a9-5fbe-4c6b-9e16-c94ec3e92778),segment_id=971b76a9-5fbe-4c6b-9e16-c94ec3e92778)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:06:09.925137 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ae294b16-a4c7-4e82-b6f1-eb02371ddded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:09.950740 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-8b793975-1fe3-4a40-905b-6b5de2318d2a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c511553-abb0-45ee-9ae1-f490c0be7d9d HTTP/1.1" status: 200 len: 217 time: 0.0695016 Aug 16 23:06:09.970083 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-caeaeab9-7e59-4ef0-b5c5-362a73154971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:09.979751 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port f7345ac6-cbd1-4f4a-b40e-28c24d394076 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:06:09.991983 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port f7345ac6-cbd1-4f4a-b40e-28c24d394076 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:06:09.992369 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:10.047890 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae294b16-a4c7-4e82-b6f1-eb02371ddded None None] Pushing event updated for resources: {'Port': ['ID=f833e65e-2d7f-43e6-9138-85deaccec549,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:10.049360 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeaeab9-7e59-4ef0-b5c5-362a73154971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Pushing event deleted for resources: {'Port': ['ID=68809716-a58c-45fb-a203-89bef449d3f5,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:10.093478 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-ac3e5047-f6e2-4fd8-aa5d-97ad8450ccbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:10.094986 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-ac3e5047-f6e2-4fd8-aa5d-97ad8450ccbb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=707213db-37e4-4504-a3c9-b665785837dd HTTP/1.1" status: 200 len: 856 time: 0.1365366 Aug 16 23:06:10.103423 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-caeaeab9-7e59-4ef0-b5c5-362a73154971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:10.108495 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-caeaeab9-7e59-4ef0-b5c5-362a73154971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] 10.222.0.36 "DELETE /v2.0/ports/68809716-a58c-45fb-a203-89bef449d3f5 HTTP/1.1" status: 204 len: 168 time: 1.7347043 Aug 16 23:06:10.108727 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-599de5db-6fad-41a8-a094-33a72128cf9d tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:10.111557 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52068) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:10.137294 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:10.146746 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-fce58e1a-c651-48a3-a2a1-ecfa8bada7a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] GET failed (client error): The resource could not be found. Aug 16 23:06:10.152446 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-fce58e1a-c651-48a3-a2a1-ecfa8bada7a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] 10.222.0.36 "GET /v2.0/ports/68809716-a58c-45fb-a203-89bef449d3f5 HTTP/1.1" status: 404 len: 333 time: 0.0361998 Aug 16 23:06:10.152644 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52070) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:10.159345 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-365e6f56-18e3-440b-85e6-dfb884b44cf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Request body: {'port': {'network_id': '2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1885900165'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:06:10.194501 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port f7345ac6-cbd1-4f4a-b40e-28c24d394076, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=f7345ac6-cbd1-4f4a-b40e-28c24d394076,segment=NetworkSegment(9fa9f154-7ba5-45f3-9de3-232d1410ba98),segment_id=9fa9f154-7ba5-45f3-9de3-232d1410ba98)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:06:10.203053 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:10.234264 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-abfb5fd7-e887-44a3-a80a-8b67a4d090dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:10.236265 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-abfb5fd7-e887-44a3-a80a-8b67a4d090dc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7f9863fd-7980-4b2d-a7ca-14f053950325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1317844 Aug 16 23:06:10.297582 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=f7345ac6-cbd1-4f4a-b40e-28c24d394076,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:10.356204 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-365e6f56-18e3-440b-85e6-dfb884b44cf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Made reservation on behalf of 92f97f83e1e94a5786534c8a50987fa0 for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:06:10.360398 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-365e6f56-18e3-440b-85e6-dfb884b44cf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:10.398912 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-fd1c178e-fd69-4471-a2a8-80233bb04f89 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Allocated IP 2001:db8:3::1 (ed72cc78-4992-4fff-a608-f8b632d23eba/7239ec2f-1dd1-4f2a-a177-5aeec80f6e8e/0a0634c3-1093-4cd4-a353-125cd7f8351b) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:06:10.411700 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [None req-365e6f56-18e3-440b-85e6-dfb884b44cf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] device_id is not set on port 311551b7-1701-4ccd-ac67-bcde78a1c339 yet. {{(pid=101292) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 23:06:10.418005 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-599de5db-6fad-41a8-a094-33a72128cf9d tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Deleting port 6eb2b23f-5215-4d77-8a8b-d205890f1f09 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:06:10.418348 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-599de5db-6fad-41a8-a094-33a72128cf9d tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:10.518061 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-bcc9e144-f455-41e0-9812-a845a97e1cf4 service neutron] 10.222.0.57 "GET /v2.0/networks/7f9863fd-7980-4b2d-a7ca-14f053950325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636077 Aug 16 23:06:10.575726 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fd1c178e-fd69-4471-a2a8-80233bb04f89 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:10.596022 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-fd1c178e-fd69-4471-a2a8-80233bb04f89 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Transition to ACTIVE for port object 0a0634c3-1093-4cd4-a353-125cd7f8351b will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:06:10.624448 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-599de5db-6fad-41a8-a094-33a72128cf9d tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:10.650056 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-599de5db-6fad-41a8-a094-33a72128cf9d tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Calling delete_port for 6eb2b23f-5215-4d77-8a8b-d205890f1f09 owned by network:router_gateway {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:06:10.662319 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fd1c178e-fd69-4471-a2a8-80233bb04f89 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:10.731633 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1c178e-fd69-4471-a2a8-80233bb04f89 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Network ed72cc78-4992-4fff-a608-f8b632d23eba is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:06:10.737084 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-fd1c178e-fd69-4471-a2a8-80233bb04f89 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:06:10.741245 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1c178e-fd69-4471-a2a8-80233bb04f89 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:06:10.741898 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fd1c178e-fd69-4471-a2a8-80233bb04f89 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954230'] for router_interface, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:10.787445 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1c178e-fd69-4471-a2a8-80233bb04f89 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Pushing event updated for resources: {'Port': ['ID=0a0634c3-1093-4cd4-a353-125cd7f8351b,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:10.818589 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-39ad8ac8-7ced-4a20-9e3d-5bd27fa63234 service neutron] 10.222.0.57 "GET /v2.0/networks/7f9863fd-7980-4b2d-a7ca-14f053950325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921703 Aug 16 23:06:10.892837 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-365e6f56-18e3-440b-85e6-dfb884b44cf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:10.897161 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-3181b98d-d5a8-47a5-b2e2-7c19f37bdfe8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.37&port_id=2d914dcd-a009-4bd0-a96d-6ee74c4c2e7d HTTP/1.1" status: 200 len: 217 time: 0.0684843 Aug 16 23:06:10.906462 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fd1c178e-fd69-4471-a2a8-80233bb04f89 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:10.954951 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5da465-1187-4e7b-bffd-f0c5a33d8fa8 req-fe6f117e-b4c7-46b3-9805-813d37314e51 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:10.956628 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-aa5da465-1187-4e7b-bffd-f0c5a33d8fa8 req-fe6f117e-b4c7-46b3-9805-813d37314e51 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 946 time: 0.2419963 Aug 16 23:06:11.097135 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:11.103499 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-f854b891-3a6e-4031-8dd9-0b27baff4e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:11.105026 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-f854b891-3a6e-4031-8dd9-0b27baff4e75 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a67b33f8-6bc2-40d2-9660-ea5007dbf946 HTTP/1.1" status: 200 len: 797 time: 0.2009883 Aug 16 23:06:11.141802 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-365e6f56-18e3-440b-85e6-dfb884b44cf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:11.153840 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15431826-fbee-4598-8ac9-0b0bd27c7c67 req-6266fe91-45c4-4114-ae1b-0e330f8e8f7e tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:11.160340 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15431826-fbee-4598-8ac9-0b0bd27c7c67 req-6266fe91-45c4-4114-ae1b-0e330f8e8f7e tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:11.166260 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15431826-fbee-4598-8ac9-0b0bd27c7c67 req-6266fe91-45c4-4114-ae1b-0e330f8e8f7e tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:11.172405 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15431826-fbee-4598-8ac9-0b0bd27c7c67 req-6266fe91-45c4-4114-ae1b-0e330f8e8f7e tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:11.178257 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15431826-fbee-4598-8ac9-0b0bd27c7c67 req-6266fe91-45c4-4114-ae1b-0e330f8e8f7e tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:11.184094 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15431826-fbee-4598-8ac9-0b0bd27c7c67 req-6266fe91-45c4-4114-ae1b-0e330f8e8f7e tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:11.190806 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15431826-fbee-4598-8ac9-0b0bd27c7c67 req-6266fe91-45c4-4114-ae1b-0e330f8e8f7e tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:11.193249 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-15431826-fbee-4598-8ac9-0b0bd27c7c67 req-6266fe91-45c4-4114-ae1b-0e330f8e8f7e tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ec6deff-f245-4e1c-822d-87007a31b174 HTTP/1.1" status: 200 len: 5428 time: 0.2702861 Aug 16 23:06:11.218046 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-aa5da465-1187-4e7b-bffd-f0c5a33d8fa8 req-d8cb6bb0-d86d-4a09-93f6-a18488ab4a10 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428682 Aug 16 23:06:11.222339 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798e8847-8857-44d1-a260-39601bf55cb1 None None] Network ed72cc78-4992-4fff-a608-f8b632d23eba requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:06:11.266837 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fd1c178e-fd69-4471-a2a8-80233bb04f89 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:11.272171 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fd1c178e-fd69-4471-a2a8-80233bb04f89 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:11.273240 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fd1c178e-fd69-4471-a2a8-80233bb04f89 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954122'] for router_interface, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:11.298218 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-01ef2587-92ab-49cf-a012-c50eb68cc81d None None] Provisioning for port f833e65e-2d7f-43e6-9138-85deaccec549 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:06:11.323079 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365e6f56-18e3-440b-85e6-dfb884b44cf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Network 2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:06:11.336920 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-365e6f56-18e3-440b-85e6-dfb884b44cf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:06:11.356463 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365e6f56-18e3-440b-85e6-dfb884b44cf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:06:11.370102 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365e6f56-18e3-440b-85e6-dfb884b44cf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:11.370296 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-365e6f56-18e3-440b-85e6-dfb884b44cf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:11.395822 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365e6f56-18e3-440b-85e6-dfb884b44cf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Pushing event updated for resources: {'Port': ['ID=311551b7-1701-4ccd-ac67-bcde78a1c339,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:11.409605 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1c178e-fd69-4471-a2a8-80233bb04f89 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Pushing event updated for resources: {'Port': ['ID=0a0634c3-1093-4cd4-a353-125cd7f8351b,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:11.422379 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-3330aafe-b74d-4acc-af82-a528c9d579a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:11.424340 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-3330aafe-b74d-4acc-af82-a528c9d579a6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=716ffdec-3357-4059-8ca3-4654ec1fdd32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3090811 Aug 16 23:06:11.424708 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-599de5db-6fad-41a8-a094-33a72128cf9d tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:11.442371 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-15431826-fbee-4598-8ac9-0b0bd27c7c67 req-d31399f2-dd3a-48b5-8014-d461c29aa520 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d561fd0-5d3b-4398-8725-9733c38afc60&id=7847b2e1-2595-4387-b40a-e9cc25ff3917&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2209048 Aug 16 23:06:11.477069 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1c178e-fd69-4471-a2a8-80233bb04f89 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Network ed72cc78-4992-4fff-a608-f8b632d23eba is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:06:11.479082 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-fd1c178e-fd69-4471-a2a8-80233bb04f89 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:06:11.515123 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599de5db-6fad-41a8-a094-33a72128cf9d tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Pushing event deleted for resources: {'Port': ['ID=6eb2b23f-5215-4d77-8a8b-d205890f1f09,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:11.571085 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-365e6f56-18e3-440b-85e6-dfb884b44cf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.4165869 Aug 16 23:06:11.574293 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52088) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:11.579574 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-fff3cfab-09a6-42a7-aa2d-197c05834b5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:06:11.627247 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd1c178e-fd69-4471-a2a8-80233bb04f89 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Router dd48438b-b514-4277-a6de-e46703509c84 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:06:11.660009 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fff3cfab-09a6-42a7-aa2d-197c05834b5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:11.702918 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-599de5db-6fad-41a8-a094-33a72128cf9d tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537121'] for router_gateway, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:11.720214 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24c1834-b1de-4b6e-97b1-1872fce5125c req-4ac2bbc8-2b1c-4566-bfff-eb7b4f399e01 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:11.721889 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b24c1834-b1de-4b6e-97b1-1872fce5125c req-4ac2bbc8-2b1c-4566-bfff-eb7b4f399e01 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 946 time: 0.1484585 Aug 16 23:06:11.798639 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-a0c4a57f-c044-4a61-a423-0ee14bf1e756 service neutron] 10.222.0.57 "GET /v2.0/networks/716ffdec-3357-4059-8ca3-4654ec1fdd32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3056967 Aug 16 23:06:11.838854 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd1c178e-fd69-4471-a2a8-80233bb04f89 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:06:11.848117 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-fd1c178e-fd69-4471-a2a8-80233bb04f89 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "PUT /v2.0/routers/dd48438b-b514-4277-a6de-e46703509c84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3604677 Aug 16 23:06:11.848826 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52090) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:11.861039 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2a4a74-0e84-49ca-8c44-10273632749f None None] Sync routers for ids ['dd48438b-b514-4277-a6de-e46703509c84'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:06:11.875540 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2a4a74-0e84-49ca-8c44-10273632749f None None] Routers {'dd48438b-b514-4277-a6de-e46703509c84'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:06:11.879429 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-4c2a4a74-0e84-49ca-8c44-10273632749f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:05:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['dd48438b-b514-4277-a6de-e46703509c84'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:06:11.963716 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-7a71cab5-d62e-414d-9bc6-3e74311c43cf tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:06:12.121571 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device f7345ac6-cbd1-4f4a-b40e-28c24d394076 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:06:12.122416 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-fff3cfab-09a6-42a7-aa2d-197c05834b5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] device_id is not set on port 311551b7-1701-4ccd-ac67-bcde78a1c339 yet. {{(pid=101291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 23:06:12.139470 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fff3cfab-09a6-42a7-aa2d-197c05834b5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:12.167304 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-fff3cfab-09a6-42a7-aa2d-197c05834b5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Transition to ACTIVE for port object 311551b7-1701-4ccd-ac67-bcde78a1c339 will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:06:12.211949 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fff3cfab-09a6-42a7-aa2d-197c05834b5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:12.224196 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 7ae1a6f3-6698-4517-8c2a-ab1f8cd2cf3c no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:06:12.226499 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-ec8556e7-38e9-4080-ac19-86f64ae212c1 None None] Provisioning for port 0a0634c3-1093-4cd4-a353-125cd7f8351b completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:06:12.260114 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] No Port match for: 7ae1a6f3-6698-4517-8c2a-ab1f8cd2cf3c {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:06:12.260942 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 7ae1a6f3-6698-4517-8c2a-ab1f8cd2cf3c not bound to the agent host n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:06:12.273622 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-4c2a4a74-0e84-49ca-8c44-10273632749f None None] Set router dd48438b-b514-4277-a6de-e46703509c84 gateway port host: None {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:06:12.277568 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-ec8556e7-38e9-4080-ac19-86f64ae212c1 None None] Provisioning complete for port 0a0634c3-1093-4cd4-a353-125cd7f8351b triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:06:12.278029 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ec8556e7-38e9-4080-ac19-86f64ae212c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:12.292684 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-599de5db-6fad-41a8-a094-33a72128cf9d tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:12.299175 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-599de5db-6fad-41a8-a094-33a72128cf9d tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:12.367064 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff3cfab-09a6-42a7-aa2d-197c05834b5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Pushing event updated for resources: {'Port': ['ID=311551b7-1701-4ccd-ac67-bcde78a1c339,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:12.377665 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b24c1834-b1de-4b6e-97b1-1872fce5125c req-d3f43c87-6c69-4c1c-95bc-6a29e3b37521 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6233733 Aug 16 23:06:12.401545 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-fff3cfab-09a6-42a7-aa2d-197c05834b5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempting to bind port 311551b7-1701-4ccd-ac67-bcde78a1c339 on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:06:12.401815 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-fff3cfab-09a6-42a7-aa2d-197c05834b5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempting to bind port 311551b7-1701-4ccd-ac67-bcde78a1c339 by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': '699f5dc3-9389-4b6e-b802-b244958d5b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:06:12.402144 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff3cfab-09a6-42a7-aa2d-197c05834b5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempting to bind port 311551b7-1701-4ccd-ac67-bcde78a1c339 on network 2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:06:12.406559 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-ec8556e7-38e9-4080-ac19-86f64ae212c1 None None] Port 0a0634c3-1093-4cd4-a353-125cd7f8351b cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:06:12.428151 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff3cfab-09a6-42a7-aa2d-197c05834b5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Port 311551b7-1701-4ccd-ac67-bcde78a1c339 on network 2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:06:12.428982 n-d-791506-26 neutron-server[101291]: ERROR neutron.plugins.ml2.managers [None req-fff3cfab-09a6-42a7-aa2d-197c05834b5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Failed to bind port 311551b7-1701-4ccd-ac67-bcde78a1c339 on host n-h1-791506-26 for vnic_type normal using segments [{'id': '699f5dc3-9389-4b6e-b802-b244958d5b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991'}] Aug 16 23:06:12.429216 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-599de5db-6fad-41a8-a094-33a72128cf9d tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:12.429822 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-599de5db-6fad-41a8-a094-33a72128cf9d tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Fanout notify agent at l3_agent the message router_deleted on router e4d00799-68be-4443-8ef5-53948cc0de75 {{(pid=101292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:06:12.430836 n-d-791506-26 neutron-server[101291]: INFO neutron.plugins.ml2.plugin [None req-fff3cfab-09a6-42a7-aa2d-197c05834b5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempt 2 to bind port 311551b7-1701-4ccd-ac67-bcde78a1c339 Aug 16 23:06:12.457401 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port f7345ac6-cbd1-4f4a-b40e-28c24d394076 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:06:12.457787 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:12.461850 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-599de5db-6fad-41a8-a094-33a72128cf9d tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:12.476679 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-fff3cfab-09a6-42a7-aa2d-197c05834b5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempting to bind port 311551b7-1701-4ccd-ac67-bcde78a1c339 on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:06:12.476679 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-fff3cfab-09a6-42a7-aa2d-197c05834b5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempting to bind port 311551b7-1701-4ccd-ac67-bcde78a1c339 by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': '699f5dc3-9389-4b6e-b802-b244958d5b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:06:12.476679 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff3cfab-09a6-42a7-aa2d-197c05834b5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempting to bind port 311551b7-1701-4ccd-ac67-bcde78a1c339 on network 2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:06:12.477925 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-599de5db-6fad-41a8-a094-33a72128cf9d tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] 10.222.0.36 "DELETE /v2.0/routers/e4d00799-68be-4443-8ef5-53948cc0de75 HTTP/1.1" status: 204 len: 168 time: 3.2153170 Aug 16 23:06:12.480518 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52098) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:12.487072 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-7c9d0060-5fd1-467a-a211-959a238a8967 tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1911449287', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}, 'admin_state_up': False}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:06:12.504367 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-890d55ba-c78a-4c63-9a0e-1966439cc8d0 service neutron] 10.222.0.57 "GET /v2.0/networks/716ffdec-3357-4059-8ca3-4654ec1fdd32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703843 Aug 16 23:06:12.505908 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff3cfab-09a6-42a7-aa2d-197c05834b5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Port 311551b7-1701-4ccd-ac67-bcde78a1c339 on network 2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:06:12.506454 n-d-791506-26 neutron-server[101291]: ERROR neutron.plugins.ml2.managers [None req-fff3cfab-09a6-42a7-aa2d-197c05834b5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Failed to bind port 311551b7-1701-4ccd-ac67-bcde78a1c339 on host n-h1-791506-26 for vnic_type normal using segments [{'id': '699f5dc3-9389-4b6e-b802-b244958d5b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991'}] Aug 16 23:06:12.510691 n-d-791506-26 neutron-server[101291]: INFO neutron.plugins.ml2.plugin [None req-fff3cfab-09a6-42a7-aa2d-197c05834b5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempt 3 to bind port 311551b7-1701-4ccd-ac67-bcde78a1c339 Aug 16 23:06:12.565372 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-fff3cfab-09a6-42a7-aa2d-197c05834b5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempting to bind port 311551b7-1701-4ccd-ac67-bcde78a1c339 on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:06:12.565745 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-fff3cfab-09a6-42a7-aa2d-197c05834b5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempting to bind port 311551b7-1701-4ccd-ac67-bcde78a1c339 by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': '699f5dc3-9389-4b6e-b802-b244958d5b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:06:12.566270 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff3cfab-09a6-42a7-aa2d-197c05834b5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempting to bind port 311551b7-1701-4ccd-ac67-bcde78a1c339 on network 2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:06:12.568156 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-c9c29e02-3ea1-48e8-a397-0b8693829151 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.86&port_id=c8884c15-ea75-4d67-b150-51216a77129b HTTP/1.1" status: 200 len: 217 time: 0.0561895 Aug 16 23:06:12.574294 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7c9d0060-5fd1-467a-a211-959a238a8967 tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:12.575391 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7c9d0060-5fd1-467a-a211-959a238a8967 tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:12.584693 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff3cfab-09a6-42a7-aa2d-197c05834b5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Port 311551b7-1701-4ccd-ac67-bcde78a1c339 on network 2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:06:12.585119 n-d-791506-26 neutron-server[101291]: ERROR neutron.plugins.ml2.managers [None req-fff3cfab-09a6-42a7-aa2d-197c05834b5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Failed to bind port 311551b7-1701-4ccd-ac67-bcde78a1c339 on host n-h1-791506-26 for vnic_type normal using segments [{'id': '699f5dc3-9389-4b6e-b802-b244958d5b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991'}] Aug 16 23:06:12.588054 n-d-791506-26 neutron-server[101291]: INFO neutron.plugins.ml2.plugin [None req-fff3cfab-09a6-42a7-aa2d-197c05834b5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempt 4 to bind port 311551b7-1701-4ccd-ac67-bcde78a1c339 Aug 16 23:06:12.632224 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device f833e65e-2d7f-43e6-9138-85deaccec549 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:06:12.646114 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-fff3cfab-09a6-42a7-aa2d-197c05834b5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempting to bind port 311551b7-1701-4ccd-ac67-bcde78a1c339 on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:06:12.646557 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-fff3cfab-09a6-42a7-aa2d-197c05834b5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempting to bind port 311551b7-1701-4ccd-ac67-bcde78a1c339 by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': '699f5dc3-9389-4b6e-b802-b244958d5b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:06:12.646808 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff3cfab-09a6-42a7-aa2d-197c05834b5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempting to bind port 311551b7-1701-4ccd-ac67-bcde78a1c339 on network 2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:06:12.665947 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad773a8-5979-445d-9e17-57f57f30f0fc req-5817f237-4505-4605-80ce-4c19dbaa2346 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:12.667690 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3ad773a8-5979-445d-9e17-57f57f30f0fc req-5817f237-4505-4605-80ce-4c19dbaa2346 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 946 time: 0.1036222 Aug 16 23:06:12.675788 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-792c829e-a8c3-47f8-878d-e2fdb00673dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:12.678095 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-792c829e-a8c3-47f8-878d-e2fdb00673dd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a67b33f8-6bc2-40d2-9660-ea5007dbf946 HTTP/1.1" status: 200 len: 797 time: 0.0819952 Aug 16 23:06:12.684091 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-7a576b30-100c-4fbc-8791-8a6c67244c54 None None] Provisioning complete for port 0a0634c3-1093-4cd4-a353-125cd7f8351b triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:06:12.684479 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7a576b30-100c-4fbc-8791-8a6c67244c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:12.689974 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff3cfab-09a6-42a7-aa2d-197c05834b5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Port 311551b7-1701-4ccd-ac67-bcde78a1c339 on network 2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:06:12.690539 n-d-791506-26 neutron-server[101291]: ERROR neutron.plugins.ml2.managers [None req-fff3cfab-09a6-42a7-aa2d-197c05834b5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Failed to bind port 311551b7-1701-4ccd-ac67-bcde78a1c339 on host n-h1-791506-26 for vnic_type normal using segments [{'id': '699f5dc3-9389-4b6e-b802-b244958d5b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991'}] Aug 16 23:06:12.692752 n-d-791506-26 neutron-server[101291]: INFO neutron.plugins.ml2.plugin [None req-fff3cfab-09a6-42a7-aa2d-197c05834b5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempt 5 to bind port 311551b7-1701-4ccd-ac67-bcde78a1c339 Aug 16 23:06:12.709769 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7c9d0060-5fd1-467a-a211-959a238a8967 tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:12.738816 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-fff3cfab-09a6-42a7-aa2d-197c05834b5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempting to bind port 311551b7-1701-4ccd-ac67-bcde78a1c339 on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:06:12.739115 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-fff3cfab-09a6-42a7-aa2d-197c05834b5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempting to bind port 311551b7-1701-4ccd-ac67-bcde78a1c339 by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': '699f5dc3-9389-4b6e-b802-b244958d5b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:06:12.739472 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff3cfab-09a6-42a7-aa2d-197c05834b5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempting to bind port 311551b7-1701-4ccd-ac67-bcde78a1c339 on network 2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:06:12.751812 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-4c2a4a74-0e84-49ca-8c44-10273632749f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd48438b-b514-4277-a6de-e46703509c84', 'name': 'tempest-RoutersIpV6Test-router-1749583918', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:05:42Z', 'updated_at': '2021-08-16T23:06:10Z', 'revision_number': 5, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'gw_port_host': None, '_interfaces': [{'id': '0a0634c3-1093-4cd4-a353-125cd7f8351b', 'name': '', 'network_id': 'ed72cc78-4992-4fff-a608-f8b632d23eba', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'mac_address': 'fa:16:3e:43:58:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd48438b-b514-4277-a6de-e46703509c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '7239ec2f-1dd1-4f2a-a177-5aeec80f6e8e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:06:10Z', 'updated_at': '2021-08-16T23:06:11Z', 'revision_number': 2, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'subnets': [{'id': '7239ec2f-1dd1-4f2a-a177-5aeec80f6e8e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0d7b4b0a-0e4d-4447-b2d5-ea7c7541b6ad', 'name': '', 'network_id': '7ccffa5a-5fe4-45a4-a60b-490fb1423907', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'mac_address': 'fa:16:3e:12:5f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd48438b-b514-4277-a6de-e46703509c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '5dfec7f7-231c-4f30-8aca-dfa3e70ea5e3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:05:55Z', 'updated_at': '2021-08-16T23:06:02Z', 'revision_number': 5, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'subnets': [{'id': '5dfec7f7-231c-4f30-8aca-dfa3e70ea5e3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a013182-9994-40b6-a923-77572161d1b7', 'name': '', 'network_id': '9ec22140-0e30-4a8f-ae51-ce31640ea6db', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'mac_address': 'fa:16:3e:b4:81:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd48438b-b514-4277-a6de-e46703509c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': '7ec55b4d-9bea-42cb-8c74-46e03d4e6272', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:05:46Z', 'updated_at': '2021-08-16T23:05:54Z', 'revision_number': 5, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'subnets': [{'id': '7ec55b4d-9bea-42cb-8c74-46e03d4e6272', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7345ac6-cbd1-4f4a-b40e-28c24d394076', 'name': '', 'network_id': '6d90f9f3-3595-4b59-9c7b-eaaa49db5012', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'mac_address': 'fa:16:3e:52:0b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd48438b-b514-4277-a6de-e46703509c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2456, 'fixed_ips': [{'subnet_id': 'f06066e4-2c05-4a23-b2c1-c0fd8a20c217', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:06:02Z', 'updated_at': '2021-08-16T23:06:10Z', 'revision_number': 5, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'subnets': [{'id': 'f06066e4-2c05-4a23-b2c1-c0fd8a20c217', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:06:12.752168 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3ad773a8-5979-445d-9e17-57f57f30f0fc req-ded8fc75-d8f3-499f-98df-71df72cc5aa5 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696418 Aug 16 23:06:12.754208 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-7a576b30-100c-4fbc-8791-8a6c67244c54 None None] Port 0a0634c3-1093-4cd4-a353-125cd7f8351b cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:06:12.773465 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-bacc5d74-d1d3-45e8-bc17-76f6cbe90436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:12.775355 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-bacc5d74-d1d3-45e8-bc17-76f6cbe90436 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=716ffdec-3357-4059-8ca3-4654ec1fdd32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0842028 Aug 16 23:06:12.788925 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2a4a74-0e84-49ca-8c44-10273632749f None None] Checking router: dd48438b-b514-4277-a6de-e46703509c84 for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:06:12.788925 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2a4a74-0e84-49ca-8c44-10273632749f None None] Updating router dd48438b-b514-4277-a6de-e46703509c84 port 0a0634c3-1093-4cd4-a353-125cd7f8351b binding host n-d-791506-26 {{(pid=101293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:06:12.822096 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4c2a4a74-0e84-49ca-8c44-10273632749f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:12.827360 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff3cfab-09a6-42a7-aa2d-197c05834b5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Port 311551b7-1701-4ccd-ac67-bcde78a1c339 on network 2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:06:12.827808 n-d-791506-26 neutron-server[101291]: ERROR neutron.plugins.ml2.managers [None req-fff3cfab-09a6-42a7-aa2d-197c05834b5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Failed to bind port 311551b7-1701-4ccd-ac67-bcde78a1c339 on host n-h1-791506-26 for vnic_type normal using segments [{'id': '699f5dc3-9389-4b6e-b802-b244958d5b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991'}] Aug 16 23:06:12.831400 n-d-791506-26 neutron-server[101291]: INFO neutron.plugins.ml2.plugin [None req-fff3cfab-09a6-42a7-aa2d-197c05834b5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempt 6 to bind port 311551b7-1701-4ccd-ac67-bcde78a1c339 Aug 16 23:06:12.838608 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port f833e65e-2d7f-43e6-9138-85deaccec549 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:06:12.844259 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.extraroute_db [None req-7a71cab5-d62e-414d-9bc6-3e74311c43cf tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=101291) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 16 23:06:12.847389 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port f833e65e-2d7f-43e6-9138-85deaccec549 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:06:12.847783 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:12.902320 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f27a8-9373-48fb-8fe0-72b7ae61dc7e req-b7bc6f76-a2a4-45f9-babb-14966273fe65 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:12.916168 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f27a8-9373-48fb-8fe0-72b7ae61dc7e req-b7bc6f76-a2a4-45f9-babb-14966273fe65 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:12.927923 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f27a8-9373-48fb-8fe0-72b7ae61dc7e req-b7bc6f76-a2a4-45f9-babb-14966273fe65 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:12.935024 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-fff3cfab-09a6-42a7-aa2d-197c05834b5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempting to bind port 311551b7-1701-4ccd-ac67-bcde78a1c339 on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:06:12.935500 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-fff3cfab-09a6-42a7-aa2d-197c05834b5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempting to bind port 311551b7-1701-4ccd-ac67-bcde78a1c339 by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': '699f5dc3-9389-4b6e-b802-b244958d5b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:06:12.935954 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff3cfab-09a6-42a7-aa2d-197c05834b5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempting to bind port 311551b7-1701-4ccd-ac67-bcde78a1c339 on network 2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:06:12.938960 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.extraroute_db [None req-7a71cab5-d62e-414d-9bc6-3e74311c43cf tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Removed routes are [] {{(pid=101291) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 16 23:06:12.939355 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7a71cab5-d62e-414d-9bc6-3e74311c43cf tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-537184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-500218'] for router, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:12.940149 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f27a8-9373-48fb-8fe0-72b7ae61dc7e req-b7bc6f76-a2a4-45f9-babb-14966273fe65 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:12.948313 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7c9d0060-5fd1-467a-a211-959a238a8967 tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:12.951748 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f27a8-9373-48fb-8fe0-72b7ae61dc7e req-b7bc6f76-a2a4-45f9-babb-14966273fe65 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:12.955144 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff3cfab-09a6-42a7-aa2d-197c05834b5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Port 311551b7-1701-4ccd-ac67-bcde78a1c339 on network 2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:06:12.955485 n-d-791506-26 neutron-server[101291]: ERROR neutron.plugins.ml2.managers [None req-fff3cfab-09a6-42a7-aa2d-197c05834b5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Failed to bind port 311551b7-1701-4ccd-ac67-bcde78a1c339 on host n-h1-791506-26 for vnic_type normal using segments [{'id': '699f5dc3-9389-4b6e-b802-b244958d5b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991'}] Aug 16 23:06:12.957793 n-d-791506-26 neutron-server[101291]: INFO neutron.plugins.ml2.plugin [None req-fff3cfab-09a6-42a7-aa2d-197c05834b5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempt 7 to bind port 311551b7-1701-4ccd-ac67-bcde78a1c339 Aug 16 23:06:12.961959 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f27a8-9373-48fb-8fe0-72b7ae61dc7e req-b7bc6f76-a2a4-45f9-babb-14966273fe65 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:12.973379 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f27a8-9373-48fb-8fe0-72b7ae61dc7e req-b7bc6f76-a2a4-45f9-babb-14966273fe65 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:12.976436 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0a5f27a8-9373-48fb-8fe0-72b7ae61dc7e req-b7bc6f76-a2a4-45f9-babb-14966273fe65 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ec6deff-f245-4e1c-822d-87007a31b174 HTTP/1.1" status: 200 len: 5428 time: 0.2210734 Aug 16 23:06:13.039067 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-b1590a1e-612b-40d7-b242-2ddb7af2f799 service neutron] 10.222.0.57 "GET /v2.0/networks/716ffdec-3357-4059-8ca3-4654ec1fdd32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475219 Aug 16 23:06:13.050533 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-fff3cfab-09a6-42a7-aa2d-197c05834b5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempting to bind port 311551b7-1701-4ccd-ac67-bcde78a1c339 on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:06:13.050838 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-fff3cfab-09a6-42a7-aa2d-197c05834b5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempting to bind port 311551b7-1701-4ccd-ac67-bcde78a1c339 by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': '699f5dc3-9389-4b6e-b802-b244958d5b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:06:13.051280 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff3cfab-09a6-42a7-aa2d-197c05834b5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempting to bind port 311551b7-1701-4ccd-ac67-bcde78a1c339 on network 2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:06:13.072989 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:13.084454 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0a5f27a8-9373-48fb-8fe0-72b7ae61dc7e req-fa46566f-9e0d-4212-bedf-d7a132b81853 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d561fd0-5d3b-4398-8725-9733c38afc60&id=7847b2e1-2595-4387-b40a-e9cc25ff3917&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0990961 Aug 16 23:06:13.095638 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff3cfab-09a6-42a7-aa2d-197c05834b5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Port 311551b7-1701-4ccd-ac67-bcde78a1c339 on network 2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:06:13.095995 n-d-791506-26 neutron-server[101291]: ERROR neutron.plugins.ml2.managers [None req-fff3cfab-09a6-42a7-aa2d-197c05834b5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Failed to bind port 311551b7-1701-4ccd-ac67-bcde78a1c339 on host n-h1-791506-26 for vnic_type normal using segments [{'id': '699f5dc3-9389-4b6e-b802-b244958d5b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991'}] Aug 16 23:06:13.099211 n-d-791506-26 neutron-server[101291]: INFO neutron.plugins.ml2.plugin [None req-fff3cfab-09a6-42a7-aa2d-197c05834b5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempt 8 to bind port 311551b7-1701-4ccd-ac67-bcde78a1c339 Aug 16 23:06:13.165449 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-fff3cfab-09a6-42a7-aa2d-197c05834b5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempting to bind port 311551b7-1701-4ccd-ac67-bcde78a1c339 on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:06:13.166012 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-fff3cfab-09a6-42a7-aa2d-197c05834b5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempting to bind port 311551b7-1701-4ccd-ac67-bcde78a1c339 by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': '699f5dc3-9389-4b6e-b802-b244958d5b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:06:13.166511 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff3cfab-09a6-42a7-aa2d-197c05834b5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempting to bind port 311551b7-1701-4ccd-ac67-bcde78a1c339 on network 2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:06:13.182981 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port f833e65e-2d7f-43e6-9138-85deaccec549, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=f833e65e-2d7f-43e6-9138-85deaccec549,segment=NetworkSegment(971b76a9-5fbe-4c6b-9e16-c94ec3e92778),segment_id=971b76a9-5fbe-4c6b-9e16-c94ec3e92778)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:06:13.198639 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:13.199607 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-ca5bf027-b42e-4472-a424-6baf33fd42bd service neutron] 10.222.0.57 "GET /v2.0/networks/716ffdec-3357-4059-8ca3-4654ec1fdd32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486428 Aug 16 23:06:13.205377 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff3cfab-09a6-42a7-aa2d-197c05834b5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Port 311551b7-1701-4ccd-ac67-bcde78a1c339 on network 2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:06:13.205818 n-d-791506-26 neutron-server[101291]: ERROR neutron.plugins.ml2.managers [None req-fff3cfab-09a6-42a7-aa2d-197c05834b5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Failed to bind port 311551b7-1701-4ccd-ac67-bcde78a1c339 on host n-h1-791506-26 for vnic_type normal using segments [{'id': '699f5dc3-9389-4b6e-b802-b244958d5b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991'}] Aug 16 23:06:13.208333 n-d-791506-26 neutron-server[101291]: INFO neutron.plugins.ml2.plugin [None req-fff3cfab-09a6-42a7-aa2d-197c05834b5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempt 9 to bind port 311551b7-1701-4ccd-ac67-bcde78a1c339 Aug 16 23:06:13.246410 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-fff3cfab-09a6-42a7-aa2d-197c05834b5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempting to bind port 311551b7-1701-4ccd-ac67-bcde78a1c339 on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:06:13.246877 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-fff3cfab-09a6-42a7-aa2d-197c05834b5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempting to bind port 311551b7-1701-4ccd-ac67-bcde78a1c339 by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': '699f5dc3-9389-4b6e-b802-b244958d5b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:06:13.247096 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff3cfab-09a6-42a7-aa2d-197c05834b5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempting to bind port 311551b7-1701-4ccd-ac67-bcde78a1c339 on network 2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:06:13.256513 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7a71cab5-d62e-414d-9bc6-3e74311c43cf tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-537184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-500218'] for router, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:13.268461 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff3cfab-09a6-42a7-aa2d-197c05834b5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Port 311551b7-1701-4ccd-ac67-bcde78a1c339 on network 2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:06:13.269047 n-d-791506-26 neutron-server[101291]: ERROR neutron.plugins.ml2.managers [None req-fff3cfab-09a6-42a7-aa2d-197c05834b5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Failed to bind port 311551b7-1701-4ccd-ac67-bcde78a1c339 on host n-h1-791506-26 for vnic_type normal using segments [{'id': '699f5dc3-9389-4b6e-b802-b244958d5b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991'}] Aug 16 23:06:13.270252 n-d-791506-26 neutron-server[101291]: INFO neutron.plugins.ml2.plugin [None req-fff3cfab-09a6-42a7-aa2d-197c05834b5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempt 10 to bind port 311551b7-1701-4ccd-ac67-bcde78a1c339 Aug 16 23:06:13.279653 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7a71cab5-d62e-414d-9bc6-3e74311c43cf tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-537179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-537170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-639656'] for router, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:13.293240 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-15cd76b2-35e2-4b11-b16b-148b4cc580ff service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.134&port_id=e0a765e0-0935-444c-9c94-9574aa68a115 HTTP/1.1" status: 200 len: 217 time: 0.0638957 Aug 16 23:06:13.301845 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=f833e65e-2d7f-43e6-9138-85deaccec549,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:13.313044 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-fff3cfab-09a6-42a7-aa2d-197c05834b5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempting to bind port 311551b7-1701-4ccd-ac67-bcde78a1c339 on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:06:13.313392 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-fff3cfab-09a6-42a7-aa2d-197c05834b5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempting to bind port 311551b7-1701-4ccd-ac67-bcde78a1c339 by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': '699f5dc3-9389-4b6e-b802-b244958d5b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:06:13.313741 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff3cfab-09a6-42a7-aa2d-197c05834b5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempting to bind port 311551b7-1701-4ccd-ac67-bcde78a1c339 on network 2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:06:13.377303 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4c2a4a74-0e84-49ca-8c44-10273632749f None None] Notify callbacks [] for port, precommit_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:13.389671 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4c2a4a74-0e84-49ca-8c44-10273632749f None None] Transition to ACTIVE for port object 0a0634c3-1093-4cd4-a353-125cd7f8351b will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:06:13.392642 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-6d541efb-985c-4a97-a355-cd6e018d997f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:13.394473 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-6d541efb-985c-4a97-a355-cd6e018d997f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a67b33f8-6bc2-40d2-9660-ea5007dbf946 HTTP/1.1" status: 200 len: 797 time: 0.0937250 Aug 16 23:06:13.398881 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4c2a4a74-0e84-49ca-8c44-10273632749f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:13.463832 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b43acd0-234b-46e2-a70a-6f0891008a75 None None] Pushing event updated for resources: {'Port': ['ID=0a0634c3-1093-4cd4-a353-125cd7f8351b,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:13.488974 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-5715cd11-8a7d-4ea8-a037-05bef76efa8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:13.490779 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-5715cd11-8a7d-4ea8-a037-05bef76efa8a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=716ffdec-3357-4059-8ca3-4654ec1fdd32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0813491 Aug 16 23:06:13.532478 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-4c2a4a74-0e84-49ca-8c44-10273632749f None None] Attempting to bind port 0a0634c3-1093-4cd4-a353-125cd7f8351b on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:06:13.532909 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-4c2a4a74-0e84-49ca-8c44-10273632749f None None] Attempting to bind port 0a0634c3-1093-4cd4-a353-125cd7f8351b by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '971b76a9-5fbe-4c6b-9e16-c94ec3e92778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'ed72cc78-4992-4fff-a608-f8b632d23eba'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:06:13.533271 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2a4a74-0e84-49ca-8c44-10273632749f None None] Attempting to bind port 0a0634c3-1093-4cd4-a353-125cd7f8351b on network ed72cc78-4992-4fff-a608-f8b632d23eba {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:06:13.540243 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2a4a74-0e84-49ca-8c44-10273632749f None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:06:13.540655 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2a4a74-0e84-49ca-8c44-10273632749f None None] Checking segment: {'id': '971b76a9-5fbe-4c6b-9e16-c94ec3e92778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'ed72cc78-4992-4fff-a608-f8b632d23eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:06:13.541067 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4c2a4a74-0e84-49ca-8c44-10273632749f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:13.541625 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2a4a74-0e84-49ca-8c44-10273632749f None None] Bound using segment: {'id': '971b76a9-5fbe-4c6b-9e16-c94ec3e92778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'ed72cc78-4992-4fff-a608-f8b632d23eba'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:06:13.541944 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-4c2a4a74-0e84-49ca-8c44-10273632749f None None] Bound port: 0a0634c3-1093-4cd4-a353-125cd7f8351b, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '971b76a9-5fbe-4c6b-9e16-c94ec3e92778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'ed72cc78-4992-4fff-a608-f8b632d23eba'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:06:13.542319 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4c2a4a74-0e84-49ca-8c44-10273632749f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:13.663101 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-37a9586d-5fde-40e3-a13d-15609dba53ce service neutron] 10.222.0.57 "GET /v2.0/networks/716ffdec-3357-4059-8ca3-4654ec1fdd32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652913 Aug 16 23:06:13.670596 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-4c2a4a74-0e84-49ca-8c44-10273632749f None None] For port 0a0634c3-1093-4cd4-a353-125cd7f8351b, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:06:13.679868 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-4c2a4a74-0e84-49ca-8c44-10273632749f None None] For port 0a0634c3-1093-4cd4-a353-125cd7f8351b, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=0a0634c3-1093-4cd4-a353-125cd7f8351b,segment=NetworkSegment(971b76a9-5fbe-4c6b-9e16-c94ec3e92778),segment_id=971b76a9-5fbe-4c6b-9e16-c94ec3e92778)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:06:13.685654 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4c2a4a74-0e84-49ca-8c44-10273632749f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:13.777047 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b43acd0-234b-46e2-a70a-6f0891008a75 None None] Pushing event updated for resources: {'Port': ['ID=0a0634c3-1093-4cd4-a353-125cd7f8351b,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:13.780437 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2a4a74-0e84-49ca-8c44-10273632749f None None] Routers {'dd48438b-b514-4277-a6de-e46703509c84'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:06:13.781339 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-4c2a4a74-0e84-49ca-8c44-10273632749f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:05:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['dd48438b-b514-4277-a6de-e46703509c84'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:06:13.847427 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-ea73dc91-dce8-44d0-b453-99c09e1c1438 service neutron] 10.222.0.57 "GET /v2.0/networks/716ffdec-3357-4059-8ca3-4654ec1fdd32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757336 Aug 16 23:06:13.852883 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff3cfab-09a6-42a7-aa2d-197c05834b5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Port 311551b7-1701-4ccd-ac67-bcde78a1c339 on network 2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:06:13.853372 n-d-791506-26 neutron-server[101291]: ERROR neutron.plugins.ml2.managers [None req-fff3cfab-09a6-42a7-aa2d-197c05834b5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Failed to bind port 311551b7-1701-4ccd-ac67-bcde78a1c339 on host n-h1-791506-26 for vnic_type normal using segments [{'id': '699f5dc3-9389-4b6e-b802-b244958d5b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991'}] Aug 16 23:06:13.853763 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fff3cfab-09a6-42a7-aa2d-197c05834b5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:13.921912 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-6087505f-0453-45ce-9868-2d9b120e5a0d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.161&port_id=02990fd3-6867-47e9-bd51-e2036b1e16a1 HTTP/1.1" status: 200 len: 217 time: 0.0630748 Aug 16 23:06:13.928681 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-4c2a4a74-0e84-49ca-8c44-10273632749f None None] Set router dd48438b-b514-4277-a6de-e46703509c84 gateway port host: None {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:06:13.975200 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device f833e65e-2d7f-43e6-9138-85deaccec549 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:06:13.980975 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a71cab5-d62e-414d-9bc6-3e74311c43cf tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Router dd48438b-b514-4277-a6de-e46703509c84 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:06:14.003513 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-3c558683-05a7-4d2c-a698-953790055606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:14.005567 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-3c558683-05a7-4d2c-a698-953790055606 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a67b33f8-6bc2-40d2-9660-ea5007dbf946 HTTP/1.1" status: 200 len: 797 time: 0.0758426 Aug 16 23:06:14.052824 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-fff3cfab-09a6-42a7-aa2d-197c05834b5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] For port 311551b7-1701-4ccd-ac67-bcde78a1c339, host n-h1-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:06:14.053241 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-fff3cfab-09a6-42a7-aa2d-197c05834b5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attempted to set empty binding levels {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 16 23:06:14.078516 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7c9d0060-5fd1-467a-a211-959a238a8967 tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks [] for router_gateway, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:14.079997 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-e39bbd6a-9cde-4d4f-a13b-3db90bfc1734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:14.080898 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fff3cfab-09a6-42a7-aa2d-197c05834b5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:14.082132 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-e39bbd6a-9cde-4d4f-a13b-3db90bfc1734 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=716ffdec-3357-4059-8ca3-4654ec1fdd32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0697680 Aug 16 23:06:14.200759 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port f833e65e-2d7f-43e6-9138-85deaccec549 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:06:14.201995 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:14.298002 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a71cab5-d62e-414d-9bc6-3e74311c43cf tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:06:14.319220 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7c9d0060-5fd1-467a-a211-959a238a8967 tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:14.324365 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-57fdee66-296c-426c-a821-dad3fcfa488b service neutron] 10.222.0.57 "GET /v2.0/networks/716ffdec-3357-4059-8ca3-4654ec1fdd32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334518 Aug 16 23:06:14.397470 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7a71cab5-d62e-414d-9bc6-3e74311c43cf tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:14.399580 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-7a71cab5-d62e-414d-9bc6-3e74311c43cf tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "PUT /v2.0/routers/dd48438b-b514-4277-a6de-e46703509c84 HTTP/1.1" status: 200 len: 954 time: 2.5428076 Aug 16 23:06:14.407523 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52114) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:14.428412 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-fff3cfab-09a6-42a7-aa2d-197c05834b5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] In _notify_port_updated(), no bound segment for port 311551b7-1701-4ccd-ac67-bcde78a1c339 on network 2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991 {{(pid=101291) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 23:06:14.428819 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-4c2a4a74-0e84-49ca-8c44-10273632749f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd48438b-b514-4277-a6de-e46703509c84', 'name': 'tempest-RoutersIpV6Test-router-1749583918', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:05:42Z', 'updated_at': '2021-08-16T23:06:12Z', 'revision_number': 6, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'gw_port_host': None, '_interfaces': [{'id': '0a0634c3-1093-4cd4-a353-125cd7f8351b', 'name': '', 'network_id': 'ed72cc78-4992-4fff-a608-f8b632d23eba', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'mac_address': 'fa:16:3e:43:58:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd48438b-b514-4277-a6de-e46703509c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '7239ec2f-1dd1-4f2a-a177-5aeec80f6e8e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:06:10Z', 'updated_at': '2021-08-16T23:06:13Z', 'revision_number': 4, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'subnets': [{'id': '7239ec2f-1dd1-4f2a-a177-5aeec80f6e8e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0d7b4b0a-0e4d-4447-b2d5-ea7c7541b6ad', 'name': '', 'network_id': '7ccffa5a-5fe4-45a4-a60b-490fb1423907', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'mac_address': 'fa:16:3e:12:5f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd48438b-b514-4277-a6de-e46703509c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '5dfec7f7-231c-4f30-8aca-dfa3e70ea5e3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:05:55Z', 'updated_at': '2021-08-16T23:06:02Z', 'revision_number': 5, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'subnets': [{'id': '5dfec7f7-231c-4f30-8aca-dfa3e70ea5e3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a013182-9994-40b6-a923-77572161d1b7', 'name': '', 'network_id': '9ec22140-0e30-4a8f-ae51-ce31640ea6db', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'mac_address': 'fa:16:3e:b4:81:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd48438b-b514-4277-a6de-e46703509c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': '7ec55b4d-9bea-42cb-8c74-46e03d4e6272', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:05:46Z', 'updated_at': '2021-08-16T23:05:54Z', 'revision_number': 5, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'subnets': [{'id': '7ec55b4d-9bea-42cb-8c74-46e03d4e6272', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7345ac6-cbd1-4f4a-b40e-28c24d394076', 'name': '', 'network_id': '6d90f9f3-3595-4b59-9c7b-eaaa49db5012', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'mac_address': 'fa:16:3e:52:0b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd48438b-b514-4277-a6de-e46703509c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2456, 'fixed_ips': [{'subnet_id': 'f06066e4-2c05-4a23-b2c1-c0fd8a20c217', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:06:02Z', 'updated_at': '2021-08-16T23:06:10Z', 'revision_number': 5, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'subnets': [{'id': 'f06066e4-2c05-4a23-b2c1-c0fd8a20c217', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:06:14.429414 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff3cfab-09a6-42a7-aa2d-197c05834b5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:14.430154 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fff3cfab-09a6-42a7-aa2d-197c05834b5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:14.431868 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-fff3cfab-09a6-42a7-aa2d-197c05834b5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] 10.222.0.36 "PUT /v2.0/ports/311551b7-1701-4ccd-ac67-bcde78a1c339 HTTP/1.1" status: 200 len: 980 time: 2.8565242 Aug 16 23:06:14.437601 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52116) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:14.453742 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca63667f-7156-4ed4-9af6-7c947f9f425f req-4f9bd74b-9f21-4161-8ef7-4b64de96b509 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:14.459670 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca63667f-7156-4ed4-9af6-7c947f9f425f req-4f9bd74b-9f21-4161-8ef7-4b64de96b509 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:14.465669 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca63667f-7156-4ed4-9af6-7c947f9f425f req-4f9bd74b-9f21-4161-8ef7-4b64de96b509 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:14.473056 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2a4a74-0e84-49ca-8c44-10273632749f None None] The sync data for ids ['dd48438b-b514-4277-a6de-e46703509c84'] in n-d-791506-26 is: [{'id': 'dd48438b-b514-4277-a6de-e46703509c84', 'name': 'tempest-RoutersIpV6Test-router-1749583918', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:05:42Z', 'updated_at': '2021-08-16T23:06:12Z', 'revision_number': 6, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'gw_port_host': None, '_interfaces': [{'id': '0a0634c3-1093-4cd4-a353-125cd7f8351b', 'name': '', 'network_id': 'ed72cc78-4992-4fff-a608-f8b632d23eba', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'mac_address': 'fa:16:3e:43:58:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd48438b-b514-4277-a6de-e46703509c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '7239ec2f-1dd1-4f2a-a177-5aeec80f6e8e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:06:10Z', 'updated_at': '2021-08-16T23:06:13Z', 'revision_number': 4, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'subnets': [{'id': '7239ec2f-1dd1-4f2a-a177-5aeec80f6e8e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0d7b4b0a-0e4d-4447-b2d5-ea7c7541b6ad', 'name': '', 'network_id': '7ccffa5a-5fe4-45a4-a60b-490fb1423907', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'mac_address': 'fa:16:3e:12:5f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd48438b-b514-4277-a6de-e46703509c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '5dfec7f7-231c-4f30-8aca-dfa3e70ea5e3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:05:55Z', 'updated_at': '2021-08-16T23:06:02Z', 'revision_number': 5, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'subnets': [{'id': '5dfec7f7-231c-4f30-8aca-dfa3e70ea5e3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a013182-9994-40b6-a923-77572161d1b7', 'name': '', 'network_id': '9ec22140-0e30-4a8f-ae51-ce31640ea6db', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'mac_address': 'fa:16:3e:b4:81:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd48438b-b514-4277-a6de-e46703509c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': '7ec55b4d-9bea-42cb-8c74-46e03d4e6272', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:05:46Z', 'updated_at': '2021-08-16T23:05:54Z', 'revision_number': 5, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'subnets': [{'id': '7ec55b4d-9bea-42cb-8c74-46e03d4e6272', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7345ac6-cbd1-4f4a-b40e-28c24d394076', 'name': '', 'network_id': '6d90f9f3-3595-4b59-9c7b-eaaa49db5012', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'mac_address': 'fa:16:3e:52:0b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd48438b-b514-4277-a6de-e46703509c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2456, 'fixed_ips': [{'subnet_id': 'f06066e4-2c05-4a23-b2c1-c0fd8a20c217', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:06:02Z', 'updated_at': '2021-08-16T23:06:10Z', 'revision_number': 5, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'subnets': [{'id': 'f06066e4-2c05-4a23-b2c1-c0fd8a20c217', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:06:14.473235 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca63667f-7156-4ed4-9af6-7c947f9f425f req-4f9bd74b-9f21-4161-8ef7-4b64de96b509 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:14.478557 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca63667f-7156-4ed4-9af6-7c947f9f425f req-4f9bd74b-9f21-4161-8ef7-4b64de96b509 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:14.487287 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca63667f-7156-4ed4-9af6-7c947f9f425f req-4f9bd74b-9f21-4161-8ef7-4b64de96b509 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:14.493740 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca63667f-7156-4ed4-9af6-7c947f9f425f req-4f9bd74b-9f21-4161-8ef7-4b64de96b509 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:14.495785 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ca63667f-7156-4ed4-9af6-7c947f9f425f req-4f9bd74b-9f21-4161-8ef7-4b64de96b509 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ec6deff-f245-4e1c-822d-87007a31b174 HTTP/1.1" status: 200 len: 5428 time: 0.2639544 Aug 16 23:06:14.518778 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff3cfab-09a6-42a7-aa2d-197c05834b5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Pushing event updated for resources: {'Port': ['ID=311551b7-1701-4ccd-ac67-bcde78a1c339,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:14.617084 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ca63667f-7156-4ed4-9af6-7c947f9f425f req-6c521327-0c80-4ca7-9df0-3a9e02a0c430 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d561fd0-5d3b-4398-8725-9733c38afc60&id=7847b2e1-2595-4387-b40a-e9cc25ff3917&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1126838 Aug 16 23:06:14.639496 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-7c9d0060-5fd1-467a-a211-959a238a8967 tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Allocated IP 172.25.4.160 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/bdffe160-29b6-4aae-a9de-98a42ef22a48) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:06:14.643184 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-08a40f5b-190b-486f-9baf-a78a85e9719e service neutron] 10.222.0.57 "GET /v2.0/networks/716ffdec-3357-4059-8ca3-4654ec1fdd32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2985168 Aug 16 23:06:14.647536 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-e64aed3f-921c-4000-84f8-0ef2b2a0f541 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "GET /v2.0/routers/dd48438b-b514-4277-a6de-e46703509c84 HTTP/1.1" status: 200 len: 954 time: 0.2391353 Aug 16 23:06:14.650497 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52118) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:14.656119 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-e19ce42b-3b41-4898-8e28-3d9949a1be26 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Request body: {'router': {'routes': None}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:06:14.713626 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-50d6c0b6-9295-448f-9aa1-a41da3e832a0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1f7efbdf-cfae-4b67-acd0-7aee054634c7 HTTP/1.1" status: 200 len: 217 time: 0.0602224 Aug 16 23:06:14.730728 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-249dadd4-b7bd-4230-8d78-3ff56701d9c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Deleting port 311551b7-1701-4ccd-ac67-bcde78a1c339 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:06:14.731073 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-249dadd4-b7bd-4230-8d78-3ff56701d9c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:14.821380 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-eeedb738-1ca6-4efc-95a4-faa140a5bea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:14.822842 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-eeedb738-1ca6-4efc-95a4-faa140a5bea3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=78f5180d-c604-4361-9f31-ccf383bd8b30 HTTP/1.1" status: 200 len: 797 time: 0.1020954 Aug 16 23:06:14.834319 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-249dadd4-b7bd-4230-8d78-3ff56701d9c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] For port 311551b7-1701-4ccd-ac67-bcde78a1c339, host n-h1-791506-26, got binding levels [] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:06:14.834829 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-249dadd4-b7bd-4230-8d78-3ff56701d9c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:14.850430 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-249dadd4-b7bd-4230-8d78-3ff56701d9c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Calling delete_port for 311551b7-1701-4ccd-ac67-bcde78a1c339 owned by {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:06:14.948123 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-f085cca8-1701-4d3d-bff5-e93e86746856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:14.949738 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-f085cca8-1701-4d3d-bff5-e93e86746856 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f7e04764-48fe-4543-83bb-53e420b1bda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0973678 Aug 16 23:06:15.018914 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7c9d0060-5fd1-467a-a211-959a238a8967 tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:15.022302 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-249dadd4-b7bd-4230-8d78-3ff56701d9c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:15.065697 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249dadd4-b7bd-4230-8d78-3ff56701d9c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Pushing event deleted for resources: {'Port': ['ID=311551b7-1701-4ccd-ac67-bcde78a1c339,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:15.075445 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-249dadd4-b7bd-4230-8d78-3ff56701d9c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:15.080602 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-249dadd4-b7bd-4230-8d78-3ff56701d9c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] 10.222.0.36 "DELETE /v2.0/ports/311551b7-1701-4ccd-ac67-bcde78a1c339 HTTP/1.1" status: 204 len: 168 time: 0.6388822 Aug 16 23:06:15.081875 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52122) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:15.114308 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdb8f85a-0f9a-422a-9b2a-c868ce161730 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] GET failed (client error): The resource could not be found. Aug 16 23:06:15.116390 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-fdb8f85a-0f9a-422a-9b2a-c868ce161730 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-650407797-project-admin] 10.222.0.36 "GET /v2.0/ports/311551b7-1701-4ccd-ac67-bcde78a1c339 HTTP/1.1" status: 404 len: 333 time: 0.0333323 Aug 16 23:06:15.121961 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52124) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:15.142091 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-82dceb1a-f954-450c-9fff-9d3e9b5ff83b service neutron] 10.222.0.57 "GET /v2.0/networks/f7e04764-48fe-4543-83bb-53e420b1bda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803095 Aug 16 23:06:15.195863 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7c9d0060-5fd1-467a-a211-959a238a8967 tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:15.245096 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-62bf405f-28b3-45e5-a228-e025ad03b134 service neutron] 10.222.0.57 "GET /v2.0/networks/f7e04764-48fe-4543-83bb-53e420b1bda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959537 Aug 16 23:06:15.292060 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-3a4850d8-840c-41d5-b7ab-053970da9ec9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4c28e14e-af8e-4e4b-9785-ea495ce96f11 HTTP/1.1" status: 200 len: 217 time: 0.0397506 Aug 16 23:06:15.297079 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9d0060-5fd1-467a-a211-959a238a8967 tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:06:15.305315 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-557fad1d-aa95-4651-988a-32331a1973e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113170496 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113170496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:15.310854 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-7c9d0060-5fd1-467a-a211-959a238a8967 tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:06:15.315196 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9d0060-5fd1-467a-a211-959a238a8967 tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Pushing event updated for resources: {'Port': ['ID=bdffe160-29b6-4aae-a9de-98a42ef22a48,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:15.317468 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9d0060-5fd1-467a-a211-959a238a8967 tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:06:15.318869 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef5fde4-b679-4fe0-a4db-26a80808c793 None None] Sync routers for ids ['dd48438b-b514-4277-a6de-e46703509c84'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:06:15.334835 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef5fde4-b679-4fe0-a4db-26a80808c793 None None] Routers {'dd48438b-b514-4277-a6de-e46703509c84'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:06:15.335117 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-5ef5fde4-b679-4fe0-a4db-26a80808c793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:05:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['dd48438b-b514-4277-a6de-e46703509c84'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:06:15.345175 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-cb24a081-03c6-493f-9d7f-dd4f4be4cbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:15.346709 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-cb24a081-03c6-493f-9d7f-dd4f4be4cbf1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=78f5180d-c604-4361-9f31-ccf383bd8b30 HTTP/1.1" status: 200 len: 797 time: 0.0483360 Aug 16 23:06:15.362303 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.extraroute_db [None req-e19ce42b-3b41-4898-8e28-3d9949a1be26 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Added routes are [] {{(pid=101291) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 16 23:06:15.362649 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.extraroute_db [None req-e19ce42b-3b41-4898-8e28-3d9949a1be26 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=101291) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 16 23:06:15.402390 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-dbc5c842-d235-4c4d-bb2f-88d1c970ea00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:15.404966 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-dbc5c842-d235-4c4d-bb2f-88d1c970ea00 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f7e04764-48fe-4543-83bb-53e420b1bda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0510190 Aug 16 23:06:15.428412 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-5ef5fde4-b679-4fe0-a4db-26a80808c793 None None] Set router dd48438b-b514-4277-a6de-e46703509c84 gateway port host: None {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:06:15.523329 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-a49ce781-36d2-44fe-96b7-62c637c7eb72 service neutron] 10.222.0.57 "GET /v2.0/networks/f7e04764-48fe-4543-83bb-53e420b1bda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099539 Aug 16 23:06:15.561152 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e19ce42b-3b41-4898-8e28-3d9949a1be26 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-537184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-500218'] for router, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:15.568102 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-557fad1d-aa95-4651-988a-32331a1973e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113170496 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113170496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:15.592590 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-557fad1d-aa95-4651-988a-32331a1973e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113170496 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113170496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:06:15.647809 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a06c31e-029a-45a2-8b65-a37b0b003d23 req-89eae918-3291-4f72-a210-ffc7de48c61f service neutron] 10.222.0.57 "GET /v2.0/networks/f7e04764-48fe-4543-83bb-53e420b1bda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144044 Aug 16 23:06:15.679683 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-5ef5fde4-b679-4fe0-a4db-26a80808c793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd48438b-b514-4277-a6de-e46703509c84', 'name': 'tempest-RoutersIpV6Test-router-1749583918', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:05:42Z', 'updated_at': '2021-08-16T23:06:12Z', 'revision_number': 6, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'gw_port_host': None, '_interfaces': [{'id': '0a0634c3-1093-4cd4-a353-125cd7f8351b', 'name': '', 'network_id': 'ed72cc78-4992-4fff-a608-f8b632d23eba', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'mac_address': 'fa:16:3e:43:58:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd48438b-b514-4277-a6de-e46703509c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '7239ec2f-1dd1-4f2a-a177-5aeec80f6e8e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:06:10Z', 'updated_at': '2021-08-16T23:06:13Z', 'revision_number': 4, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'subnets': [{'id': '7239ec2f-1dd1-4f2a-a177-5aeec80f6e8e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0d7b4b0a-0e4d-4447-b2d5-ea7c7541b6ad', 'name': '', 'network_id': '7ccffa5a-5fe4-45a4-a60b-490fb1423907', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'mac_address': 'fa:16:3e:12:5f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd48438b-b514-4277-a6de-e46703509c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '5dfec7f7-231c-4f30-8aca-dfa3e70ea5e3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:05:55Z', 'updated_at': '2021-08-16T23:06:02Z', 'revision_number': 5, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'subnets': [{'id': '5dfec7f7-231c-4f30-8aca-dfa3e70ea5e3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a013182-9994-40b6-a923-77572161d1b7', 'name': '', 'network_id': '9ec22140-0e30-4a8f-ae51-ce31640ea6db', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'mac_address': 'fa:16:3e:b4:81:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd48438b-b514-4277-a6de-e46703509c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': '7ec55b4d-9bea-42cb-8c74-46e03d4e6272', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:05:46Z', 'updated_at': '2021-08-16T23:05:54Z', 'revision_number': 5, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'subnets': [{'id': '7ec55b4d-9bea-42cb-8c74-46e03d4e6272', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7345ac6-cbd1-4f4a-b40e-28c24d394076', 'name': '', 'network_id': '6d90f9f3-3595-4b59-9c7b-eaaa49db5012', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'mac_address': 'fa:16:3e:52:0b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd48438b-b514-4277-a6de-e46703509c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2456, 'fixed_ips': [{'subnet_id': 'f06066e4-2c05-4a23-b2c1-c0fd8a20c217', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:06:02Z', 'updated_at': '2021-08-16T23:06:10Z', 'revision_number': 5, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'subnets': [{'id': 'f06066e4-2c05-4a23-b2c1-c0fd8a20c217', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:06:15.698996 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-557fad1d-aa95-4651-988a-32331a1973e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113170496 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113170496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '699f5dc3-9389-4b6e-b802-b244958d5b31') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:06:15.699376 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-557fad1d-aa95-4651-988a-32331a1973e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113170496 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113170496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '699f5dc3-9389-4b6e-b802-b244958d5b31') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:06:15.716066 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef5fde4-b679-4fe0-a4db-26a80808c793 None None] Checking router: dd48438b-b514-4277-a6de-e46703509c84 for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:06:15.726236 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef5fde4-b679-4fe0-a4db-26a80808c793 None None] Routers {'dd48438b-b514-4277-a6de-e46703509c84'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:06:15.727172 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-5ef5fde4-b679-4fe0-a4db-26a80808c793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:05:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['dd48438b-b514-4277-a6de-e46703509c84'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:06:15.729603 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-557fad1d-aa95-4651-988a-32331a1973e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113170496 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113170496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:15.788843 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-557fad1d-aa95-4651-988a-32331a1973e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113170496 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113170496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:15.823375 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:06:15.851534 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3418f0c2-d32c-4ce3-a0de-78f708f0d64a req-537bd54f-2a0b-44e4-8f73-64b98418c4f8 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:15.861207 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3418f0c2-d32c-4ce3-a0de-78f708f0d64a req-537bd54f-2a0b-44e4-8f73-64b98418c4f8 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:15.864836 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-557fad1d-aa95-4651-988a-32331a1973e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113170496 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113170496-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:06:15.865546 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-557fad1d-aa95-4651-988a-32331a1973e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113170496 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113170496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:15.868795 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 23:06:15.868795 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:06:15.868795 n-d-791506-26 neutron-server[101291]: timer() Aug 16 23:06:15.868795 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:06:15.868795 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 23:06:15.868795 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:06:15.868795 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 23:06:15.868795 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:06:15.868795 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 23:06:15.868795 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:06:15.868795 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 23:06:15.868795 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:06:15.868795 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 23:06:15.868795 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:06:15.868795 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:06:15.868795 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:06:15.868795 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:06:15.868795 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:06:15.868795 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 23:06:15.868795 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:06:15.868795 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 23:06:15.868795 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:06:15.868795 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:06:15.868795 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:06:15.868795 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 23:06:15.868795 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:06:15.868795 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:06:15.868795 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:06:15.868795 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:06:15.868795 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:06:15.868795 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:06:15.868795 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:06:15.871593 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3418f0c2-d32c-4ce3-a0de-78f708f0d64a req-537bd54f-2a0b-44e4-8f73-64b98418c4f8 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:15.880345 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3418f0c2-d32c-4ce3-a0de-78f708f0d64a req-537bd54f-2a0b-44e4-8f73-64b98418c4f8 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:15.892137 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3418f0c2-d32c-4ce3-a0de-78f708f0d64a req-537bd54f-2a0b-44e4-8f73-64b98418c4f8 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:15.909752 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3418f0c2-d32c-4ce3-a0de-78f708f0d64a req-537bd54f-2a0b-44e4-8f73-64b98418c4f8 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:15.912022 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 0a0634c3-1093-4cd4-a353-125cd7f8351b up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:06:15.916422 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3418f0c2-d32c-4ce3-a0de-78f708f0d64a req-537bd54f-2a0b-44e4-8f73-64b98418c4f8 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:15.918432 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3418f0c2-d32c-4ce3-a0de-78f708f0d64a req-537bd54f-2a0b-44e4-8f73-64b98418c4f8 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ec6deff-f245-4e1c-822d-87007a31b174 HTTP/1.1" status: 200 len: 5428 time: 0.1740863 Aug 16 23:06:15.981728 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-5ef5fde4-b679-4fe0-a4db-26a80808c793 None None] Set router dd48438b-b514-4277-a6de-e46703509c84 gateway port host: None {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:06:16.041694 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3418f0c2-d32c-4ce3-a0de-78f708f0d64a req-921951d3-701d-4332-9c9c-84cb776150b7 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d561fd0-5d3b-4398-8725-9733c38afc60&id=7847b2e1-2595-4387-b40a-e9cc25ff3917&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1019120 Aug 16 23:06:16.051217 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377890f0-6cf2-4eb7-99d8-93778a157589 req-fbfdc345-1013-4273-aa93-d3b1632cacaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:16.051714 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377890f0-6cf2-4eb7-99d8-93778a157589 req-fbfdc345-1013-4273-aa93-d3b1632cacaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:16.052204 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377890f0-6cf2-4eb7-99d8-93778a157589 req-fbfdc345-1013-4273-aa93-d3b1632cacaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:16.052719 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377890f0-6cf2-4eb7-99d8-93778a157589 req-fbfdc345-1013-4273-aa93-d3b1632cacaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:16.053202 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377890f0-6cf2-4eb7-99d8-93778a157589 req-fbfdc345-1013-4273-aa93-d3b1632cacaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:16.053739 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377890f0-6cf2-4eb7-99d8-93778a157589 req-fbfdc345-1013-4273-aa93-d3b1632cacaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:16.054225 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377890f0-6cf2-4eb7-99d8-93778a157589 req-fbfdc345-1013-4273-aa93-d3b1632cacaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:16.056328 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-377890f0-6cf2-4eb7-99d8-93778a157589 req-fbfdc345-1013-4273-aa93-d3b1632cacaa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0fd6de77a6ca45308e5ac106bdd0311d&device_id=5ec6deff-f245-4e1c-822d-87007a31b174 HTTP/1.1" status: 200 len: 6492 time: 0.2181611 Aug 16 23:06:16.066492 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a74537b-b82a-4558-b701-df87cc1d2623 req-1f18a96a-064f-4865-894b-7dadd471160c tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:16.073619 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4a74537b-b82a-4558-b701-df87cc1d2623 req-1f18a96a-064f-4865-894b-7dadd471160c tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 946 time: 0.1540649 Aug 16 23:06:16.191999 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4a74537b-b82a-4558-b701-df87cc1d2623 req-c5cf611c-6dad-4935-b5d0-050d62e53c1b tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174009 Aug 16 23:06:16.204495 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 0a0634c3-1093-4cd4-a353-125cd7f8351b completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:06:16.211188 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 0a0634c3-1093-4cd4-a353-125cd7f8351b triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:06:16.211188 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:16.252464 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377890f0-6cf2-4eb7-99d8-93778a157589 req-376ad041-090f-423e-ac3b-1f39bc6524ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:16.254169 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-377890f0-6cf2-4eb7-99d8-93778a157589 req-376ad041-090f-423e-ac3b-1f39bc6524ee service neutron] 10.222.0.57 "GET /v2.0/networks?id=f7e04764-48fe-4543-83bb-53e420b1bda2 HTTP/1.1" status: 200 len: 902 time: 0.1727490 Aug 16 23:06:16.308271 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-377890f0-6cf2-4eb7-99d8-93778a157589 req-c2530cbe-8245-4687-b3d1-e0aa1c8b951b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4c28e14e-af8e-4e4b-9785-ea495ce96f11 HTTP/1.1" status: 200 len: 217 time: 0.0461252 Aug 16 23:06:16.354119 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-5ef5fde4-b679-4fe0-a4db-26a80808c793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd48438b-b514-4277-a6de-e46703509c84', 'name': 'tempest-RoutersIpV6Test-router-1749583918', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:05:42Z', 'updated_at': '2021-08-16T23:06:15Z', 'revision_number': 7, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'gw_port_host': None, '_interfaces': [{'id': '0a0634c3-1093-4cd4-a353-125cd7f8351b', 'name': '', 'network_id': 'ed72cc78-4992-4fff-a608-f8b632d23eba', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'mac_address': 'fa:16:3e:43:58:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd48438b-b514-4277-a6de-e46703509c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '7239ec2f-1dd1-4f2a-a177-5aeec80f6e8e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:06:10Z', 'updated_at': '2021-08-16T23:06:13Z', 'revision_number': 4, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'subnets': [{'id': '7239ec2f-1dd1-4f2a-a177-5aeec80f6e8e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0d7b4b0a-0e4d-4447-b2d5-ea7c7541b6ad', 'name': '', 'network_id': '7ccffa5a-5fe4-45a4-a60b-490fb1423907', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'mac_address': 'fa:16:3e:12:5f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd48438b-b514-4277-a6de-e46703509c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '5dfec7f7-231c-4f30-8aca-dfa3e70ea5e3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:05:55Z', 'updated_at': '2021-08-16T23:06:02Z', 'revision_number': 5, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'subnets': [{'id': '5dfec7f7-231c-4f30-8aca-dfa3e70ea5e3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a013182-9994-40b6-a923-77572161d1b7', 'name': '', 'network_id': '9ec22140-0e30-4a8f-ae51-ce31640ea6db', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'mac_address': 'fa:16:3e:b4:81:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd48438b-b514-4277-a6de-e46703509c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': '7ec55b4d-9bea-42cb-8c74-46e03d4e6272', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:05:46Z', 'updated_at': '2021-08-16T23:05:54Z', 'revision_number': 5, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'subnets': [{'id': '7ec55b4d-9bea-42cb-8c74-46e03d4e6272', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7345ac6-cbd1-4f4a-b40e-28c24d394076', 'name': '', 'network_id': '6d90f9f3-3595-4b59-9c7b-eaaa49db5012', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'mac_address': 'fa:16:3e:52:0b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd48438b-b514-4277-a6de-e46703509c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2456, 'fixed_ips': [{'subnet_id': 'f06066e4-2c05-4a23-b2c1-c0fd8a20c217', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:06:02Z', 'updated_at': '2021-08-16T23:06:10Z', 'revision_number': 5, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'subnets': [{'id': 'f06066e4-2c05-4a23-b2c1-c0fd8a20c217', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:06:16.357048 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:16.384365 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e19ce42b-3b41-4898-8e28-3d9949a1be26 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-537184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-500218'] for router, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:16.396784 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef5fde4-b679-4fe0-a4db-26a80808c793 None None] The sync data for ids ['dd48438b-b514-4277-a6de-e46703509c84'] in n-d-791506-26 is: [{'id': 'dd48438b-b514-4277-a6de-e46703509c84', 'name': 'tempest-RoutersIpV6Test-router-1749583918', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:05:42Z', 'updated_at': '2021-08-16T23:06:15Z', 'revision_number': 7, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'gw_port_host': None, '_interfaces': [{'id': '0a0634c3-1093-4cd4-a353-125cd7f8351b', 'name': '', 'network_id': 'ed72cc78-4992-4fff-a608-f8b632d23eba', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'mac_address': 'fa:16:3e:43:58:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd48438b-b514-4277-a6de-e46703509c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '7239ec2f-1dd1-4f2a-a177-5aeec80f6e8e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:06:10Z', 'updated_at': '2021-08-16T23:06:13Z', 'revision_number': 4, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'subnets': [{'id': '7239ec2f-1dd1-4f2a-a177-5aeec80f6e8e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0d7b4b0a-0e4d-4447-b2d5-ea7c7541b6ad', 'name': '', 'network_id': '7ccffa5a-5fe4-45a4-a60b-490fb1423907', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'mac_address': 'fa:16:3e:12:5f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd48438b-b514-4277-a6de-e46703509c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '5dfec7f7-231c-4f30-8aca-dfa3e70ea5e3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:05:55Z', 'updated_at': '2021-08-16T23:06:02Z', 'revision_number': 5, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'subnets': [{'id': '5dfec7f7-231c-4f30-8aca-dfa3e70ea5e3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a013182-9994-40b6-a923-77572161d1b7', 'name': '', 'network_id': '9ec22140-0e30-4a8f-ae51-ce31640ea6db', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'mac_address': 'fa:16:3e:b4:81:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd48438b-b514-4277-a6de-e46703509c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': '7ec55b4d-9bea-42cb-8c74-46e03d4e6272', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:05:46Z', 'updated_at': '2021-08-16T23:05:54Z', 'revision_number': 5, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'subnets': [{'id': '7ec55b4d-9bea-42cb-8c74-46e03d4e6272', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7345ac6-cbd1-4f4a-b40e-28c24d394076', 'name': '', 'network_id': '6d90f9f3-3595-4b59-9c7b-eaaa49db5012', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'mac_address': 'fa:16:3e:52:0b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd48438b-b514-4277-a6de-e46703509c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2456, 'fixed_ips': [{'subnet_id': 'f06066e4-2c05-4a23-b2c1-c0fd8a20c217', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:06:02Z', 'updated_at': '2021-08-16T23:06:10Z', 'revision_number': 5, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'subnets': [{'id': 'f06066e4-2c05-4a23-b2c1-c0fd8a20c217', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:06:16.410345 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e19ce42b-3b41-4898-8e28-3d9949a1be26 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-537179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-537170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-639656'] for router, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:16.412485 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-557fad1d-aa95-4651-988a-32331a1973e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113170496 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113170496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:16.418630 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ff8627-925f-4525-8826-63e5810bf825 req-60c3953f-a414-4992-be99-2697ec144e21 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:16.419993 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-557fad1d-aa95-4651-988a-32331a1973e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113170496 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113170496-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:16.422095 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-93ff8627-925f-4525-8826-63e5810bf825 req-60c3953f-a414-4992-be99-2697ec144e21 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 946 time: 0.1128778 Aug 16 23:06:16.422575 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-557fad1d-aa95-4651-988a-32331a1973e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113170496 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113170496-project] 10.222.0.36 "DELETE /v2.0/networks/2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991 HTTP/1.1" status: 204 len: 168 time: 1.2996399 Aug 16 23:06:16.424438 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377890f0-6cf2-4eb7-99d8-93778a157589 req-3e45169e-6c96-4c56-997a-e6d313b35552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:16.426327 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-377890f0-6cf2-4eb7-99d8-93778a157589 req-3e45169e-6c96-4c56-997a-e6d313b35552 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=78f5180d-c604-4361-9f31-ccf383bd8b30 HTTP/1.1" status: 200 len: 797 time: 0.1080365 Aug 16 23:06:16.427385 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 0a0634c3-1093-4cd4-a353-125cd7f8351b, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=0a0634c3-1093-4cd4-a353-125cd7f8351b,segment=NetworkSegment(971b76a9-5fbe-4c6b-9e16-c94ec3e92778),segment_id=971b76a9-5fbe-4c6b-9e16-c94ec3e92778)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:06:16.433813 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:16.441554 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7c9d0060-5fd1-467a-a211-959a238a8967 tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks [] for router_gateway, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:16.491173 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557fad1d-aa95-4651-988a-32331a1973e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113170496 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2113170496-project] Pushing event deleted for resources: {'Network': ['ID=2369d0e0-4e82-4b3e-82d0-f4cfbd5ef991,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:16.499245 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=0a0634c3-1093-4cd4-a353-125cd7f8351b,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:16.541232 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-93ff8627-925f-4525-8826-63e5810bf825 req-9ac1407b-171f-483a-8d26-d8ecdf743a31 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846472 Aug 16 23:06:16.563681 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377890f0-6cf2-4eb7-99d8-93778a157589 req-dbc443f7-2b0f-4a8d-a1b8-e7633f6c1d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:16.565632 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-377890f0-6cf2-4eb7-99d8-93778a157589 req-dbc443f7-2b0f-4a8d-a1b8-e7633f6c1d99 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f7e04764-48fe-4543-83bb-53e420b1bda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1263349 Aug 16 23:06:16.669275 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e19ce42b-3b41-4898-8e28-3d9949a1be26 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Router dd48438b-b514-4277-a6de-e46703509c84 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:06:16.697549 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-377890f0-6cf2-4eb7-99d8-93778a157589 req-58bdfac2-2ccd-4959-8727-0275f04dc758 service neutron] 10.222.0.57 "GET /v2.0/networks/f7e04764-48fe-4543-83bb-53e420b1bda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238496 Aug 16 23:06:16.817381 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52152) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:16.828873 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-377890f0-6cf2-4eb7-99d8-93778a157589 req-cfeb0960-88e9-4f13-b66d-c3ea8655a157 service neutron] 10.222.0.57 "GET /v2.0/networks/f7e04764-48fe-4543-83bb-53e420b1bda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228514 Aug 16 23:06:16.912885 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e19ce42b-3b41-4898-8e28-3d9949a1be26 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:06:16.915684 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7c9d0060-5fd1-467a-a211-959a238a8967 tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:16.922876 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e19ce42b-3b41-4898-8e28-3d9949a1be26 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:16.924204 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-e19ce42b-3b41-4898-8e28-3d9949a1be26 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "PUT /v2.0/routers/dd48438b-b514-4277-a6de-e46703509c84 HTTP/1.1" status: 200 len: 704 time: 2.2726221 Aug 16 23:06:16.927053 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52160) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:16.927561 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01c55e9-7087-4fe0-8aef-da52a50d961a None None] Sync routers for ids ['dd48438b-b514-4277-a6de-e46703509c84'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:06:16.946727 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01c55e9-7087-4fe0-8aef-da52a50d961a None None] Routers {'dd48438b-b514-4277-a6de-e46703509c84'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:06:16.947382 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-b01c55e9-7087-4fe0-8aef-da52a50d961a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:05:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['dd48438b-b514-4277-a6de-e46703509c84'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:06:17.071827 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-b01c55e9-7087-4fe0-8aef-da52a50d961a None None] Set router dd48438b-b514-4277-a6de-e46703509c84 gateway port host: None {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:06:17.095201 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52166) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:17.095419 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-e1b86687-99ae-4f71-abf4-241e07c44197 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e8c257aa523a42c4a14de66202768f2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2751143 Aug 16 23:06:17.119836 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-f20689f6-302f-4d71-b6a5-deaf7e75e74a tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "GET /v2.0/routers/dd48438b-b514-4277-a6de-e46703509c84 HTTP/1.1" status: 200 len: 704 time: 0.1909766 Aug 16 23:06:17.123799 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52170) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:17.166784 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c9d0060-5fd1-467a-a211-959a238a8967 tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Router 1d377050-3da3-4e85-a1ab-14b31f653134 is scheduled to L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f with binding_index 1 {{(pid=101291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:06:17.320049 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c9d0060-5fd1-467a-a211-959a238a8967 tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:06:17.333759 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2129a8-d143-4ad3-99b2-e55239feb490 None None] Sync routers for ids ['1d377050-3da3-4e85-a1ab-14b31f653134'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:06:17.351226 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2129a8-d143-4ad3-99b2-e55239feb490 None None] Routers {'1d377050-3da3-4e85-a1ab-14b31f653134'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:06:17.352007 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-3e2129a8-d143-4ad3-99b2-e55239feb490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:05:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['1d377050-3da3-4e85-a1ab-14b31f653134'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:06:17.359787 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7c9d0060-5fd1-467a-a211-959a238a8967 tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:17.361514 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-7c9d0060-5fd1-467a-a211-959a238a8967 tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.8788524 Aug 16 23:06:17.363881 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52174) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:17.370489 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8512b997-f88b-4db0-98ac-68a88c74b436 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:17.372205 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-a34240ce-0951-4f49-93fe-935c494fa628 tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:06:17.384526 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-b01c55e9-7087-4fe0-8aef-da52a50d961a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd48438b-b514-4277-a6de-e46703509c84', 'name': 'tempest-RoutersIpV6Test-router-1749583918', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:05:42Z', 'updated_at': '2021-08-16T23:06:15Z', 'revision_number': 7, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'gw_port_host': None, '_interfaces': [{'id': '0a0634c3-1093-4cd4-a353-125cd7f8351b', 'name': '', 'network_id': 'ed72cc78-4992-4fff-a608-f8b632d23eba', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'mac_address': 'fa:16:3e:43:58:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd48438b-b514-4277-a6de-e46703509c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '7239ec2f-1dd1-4f2a-a177-5aeec80f6e8e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:06:10Z', 'updated_at': '2021-08-16T23:06:16Z', 'revision_number': 5, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'subnets': [{'id': '7239ec2f-1dd1-4f2a-a177-5aeec80f6e8e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0d7b4b0a-0e4d-4447-b2d5-ea7c7541b6ad', 'name': '', 'network_id': '7ccffa5a-5fe4-45a4-a60b-490fb1423907', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'mac_address': 'fa:16:3e:12:5f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd48438b-b514-4277-a6de-e46703509c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '5dfec7f7-231c-4f30-8aca-dfa3e70ea5e3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:05:55Z', 'updated_at': '2021-08-16T23:06:02Z', 'revision_number': 5, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'subnets': [{'id': '5dfec7f7-231c-4f30-8aca-dfa3e70ea5e3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a013182-9994-40b6-a923-77572161d1b7', 'name': '', 'network_id': '9ec22140-0e30-4a8f-ae51-ce31640ea6db', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'mac_address': 'fa:16:3e:b4:81:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd48438b-b514-4277-a6de-e46703509c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': '7ec55b4d-9bea-42cb-8c74-46e03d4e6272', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:05:46Z', 'updated_at': '2021-08-16T23:05:54Z', 'revision_number': 5, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'subnets': [{'id': '7ec55b4d-9bea-42cb-8c74-46e03d4e6272', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7345ac6-cbd1-4f4a-b40e-28c24d394076', 'name': '', 'network_id': '6d90f9f3-3595-4b59-9c7b-eaaa49db5012', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'mac_address': 'fa:16:3e:52:0b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd48438b-b514-4277-a6de-e46703509c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2456, 'fixed_ips': [{'subnet_id': 'f06066e4-2c05-4a23-b2c1-c0fd8a20c217', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:06:02Z', 'updated_at': '2021-08-16T23:06:10Z', 'revision_number': 5, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'subnets': [{'id': 'f06066e4-2c05-4a23-b2c1-c0fd8a20c217', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:06:17.395179 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f322484a-36ea-4192-98af-e93fdc8c9a31 req-88a0985a-4073-4a1b-93c8-1a83b0cf680a tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:17.413573 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f322484a-36ea-4192-98af-e93fdc8c9a31 req-88a0985a-4073-4a1b-93c8-1a83b0cf680a tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:17.422880 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01c55e9-7087-4fe0-8aef-da52a50d961a None None] Checking router: dd48438b-b514-4277-a6de-e46703509c84 for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:06:17.425174 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-3e2129a8-d143-4ad3-99b2-e55239feb490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:06:17.433419 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f322484a-36ea-4192-98af-e93fdc8c9a31 req-88a0985a-4073-4a1b-93c8-1a83b0cf680a tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:17.434131 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01c55e9-7087-4fe0-8aef-da52a50d961a None None] Routers {'dd48438b-b514-4277-a6de-e46703509c84'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:06:17.434875 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-b01c55e9-7087-4fe0-8aef-da52a50d961a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:05:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['dd48438b-b514-4277-a6de-e46703509c84'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:06:17.441288 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2129a8-d143-4ad3-99b2-e55239feb490 None None] Routers {'1d377050-3da3-4e85-a1ab-14b31f653134'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:06:17.442258 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-3e2129a8-d143-4ad3-99b2-e55239feb490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:05:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['1d377050-3da3-4e85-a1ab-14b31f653134'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:06:17.459238 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f322484a-36ea-4192-98af-e93fdc8c9a31 req-88a0985a-4073-4a1b-93c8-1a83b0cf680a tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:17.472132 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f322484a-36ea-4192-98af-e93fdc8c9a31 req-88a0985a-4073-4a1b-93c8-1a83b0cf680a tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:17.480277 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-3e2129a8-d143-4ad3-99b2-e55239feb490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:06:17.481151 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2129a8-d143-4ad3-99b2-e55239feb490 None None] The sync data for ids ['1d377050-3da3-4e85-a1ab-14b31f653134'] in n-d-791506-26 is: [] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:06:17.493265 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f322484a-36ea-4192-98af-e93fdc8c9a31 req-88a0985a-4073-4a1b-93c8-1a83b0cf680a tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:17.505549 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f322484a-36ea-4192-98af-e93fdc8c9a31 req-88a0985a-4073-4a1b-93c8-1a83b0cf680a tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:17.508819 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f322484a-36ea-4192-98af-e93fdc8c9a31 req-88a0985a-4073-4a1b-93c8-1a83b0cf680a tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ec6deff-f245-4e1c-822d-87007a31b174 HTTP/1.1" status: 200 len: 5428 time: 0.3132226 Aug 16 23:06:17.548887 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-b01c55e9-7087-4fe0-8aef-da52a50d961a None None] Set router dd48438b-b514-4277-a6de-e46703509c84 gateway port host: None {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:06:17.666887 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f322484a-36ea-4192-98af-e93fdc8c9a31 req-399fe723-7a2c-4ad3-9fed-7654acdeacce tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d561fd0-5d3b-4398-8725-9733c38afc60&id=7847b2e1-2595-4387-b40a-e9cc25ff3917&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1463430 Aug 16 23:06:17.670361 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a5ed371b-6eeb-48b5-bd0b-566b593c08db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:17.672081 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8512b997-f88b-4db0-98ac-68a88c74b436 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:17.778246 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8512b997-f88b-4db0-98ac-68a88c74b436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:17.781724 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8512b997-f88b-4db0-98ac-68a88c74b436 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:17.784602 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-8512b997-f88b-4db0-98ac-68a88c74b436 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b712acae-f99e-4638-8114-448007b40a59 HTTP/1.1" status: 204 len: 168 time: 0.6863456 Aug 16 23:06:17.792424 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a34240ce-0951-4f49-93fe-935c494fa628 tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:17.812432 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8512b997-f88b-4db0-98ac-68a88c74b436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b712acae-f99e-4638-8114-448007b40a59,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:17.815140 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a34240ce-0951-4f49-93fe-935c494fa628 tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:17.898123 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 0a0634c3-1093-4cd4-a353-125cd7f8351b up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:06:17.927752 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-a34240ce-0951-4f49-93fe-935c494fa628 tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Deleting port bdffe160-29b6-4aae-a9de-98a42ef22a48 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:06:17.928050 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a34240ce-0951-4f49-93fe-935c494fa628 tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:17.974445 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-b01c55e9-7087-4fe0-8aef-da52a50d961a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd48438b-b514-4277-a6de-e46703509c84', 'name': 'tempest-RoutersIpV6Test-router-1749583918', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:05:42Z', 'updated_at': '2021-08-16T23:06:15Z', 'revision_number': 7, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'gw_port_host': None, '_interfaces': [{'id': '0a0634c3-1093-4cd4-a353-125cd7f8351b', 'name': '', 'network_id': 'ed72cc78-4992-4fff-a608-f8b632d23eba', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'mac_address': 'fa:16:3e:43:58:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd48438b-b514-4277-a6de-e46703509c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '7239ec2f-1dd1-4f2a-a177-5aeec80f6e8e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:06:10Z', 'updated_at': '2021-08-16T23:06:16Z', 'revision_number': 5, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'subnets': [{'id': '7239ec2f-1dd1-4f2a-a177-5aeec80f6e8e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0d7b4b0a-0e4d-4447-b2d5-ea7c7541b6ad', 'name': '', 'network_id': '7ccffa5a-5fe4-45a4-a60b-490fb1423907', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'mac_address': 'fa:16:3e:12:5f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd48438b-b514-4277-a6de-e46703509c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '5dfec7f7-231c-4f30-8aca-dfa3e70ea5e3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:05:55Z', 'updated_at': '2021-08-16T23:06:02Z', 'revision_number': 5, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'subnets': [{'id': '5dfec7f7-231c-4f30-8aca-dfa3e70ea5e3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a013182-9994-40b6-a923-77572161d1b7', 'name': '', 'network_id': '9ec22140-0e30-4a8f-ae51-ce31640ea6db', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'mac_address': 'fa:16:3e:b4:81:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd48438b-b514-4277-a6de-e46703509c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': '7ec55b4d-9bea-42cb-8c74-46e03d4e6272', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:05:46Z', 'updated_at': '2021-08-16T23:05:54Z', 'revision_number': 5, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'subnets': [{'id': '7ec55b4d-9bea-42cb-8c74-46e03d4e6272', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7345ac6-cbd1-4f4a-b40e-28c24d394076', 'name': '', 'network_id': '6d90f9f3-3595-4b59-9c7b-eaaa49db5012', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'mac_address': 'fa:16:3e:52:0b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd48438b-b514-4277-a6de-e46703509c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2456, 'fixed_ips': [{'subnet_id': 'f06066e4-2c05-4a23-b2c1-c0fd8a20c217', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:06:02Z', 'updated_at': '2021-08-16T23:06:10Z', 'revision_number': 5, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'subnets': [{'id': 'f06066e4-2c05-4a23-b2c1-c0fd8a20c217', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:06:18.008846 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01c55e9-7087-4fe0-8aef-da52a50d961a None None] The sync data for ids ['dd48438b-b514-4277-a6de-e46703509c84'] in n-d-791506-26 is: [{'id': 'dd48438b-b514-4277-a6de-e46703509c84', 'name': 'tempest-RoutersIpV6Test-router-1749583918', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:05:42Z', 'updated_at': '2021-08-16T23:06:15Z', 'revision_number': 7, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'gw_port_host': None, '_interfaces': [{'id': '0a0634c3-1093-4cd4-a353-125cd7f8351b', 'name': '', 'network_id': 'ed72cc78-4992-4fff-a608-f8b632d23eba', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'mac_address': 'fa:16:3e:43:58:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd48438b-b514-4277-a6de-e46703509c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '7239ec2f-1dd1-4f2a-a177-5aeec80f6e8e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:06:10Z', 'updated_at': '2021-08-16T23:06:16Z', 'revision_number': 5, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'subnets': [{'id': '7239ec2f-1dd1-4f2a-a177-5aeec80f6e8e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0d7b4b0a-0e4d-4447-b2d5-ea7c7541b6ad', 'name': '', 'network_id': '7ccffa5a-5fe4-45a4-a60b-490fb1423907', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'mac_address': 'fa:16:3e:12:5f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd48438b-b514-4277-a6de-e46703509c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '5dfec7f7-231c-4f30-8aca-dfa3e70ea5e3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:05:55Z', 'updated_at': '2021-08-16T23:06:02Z', 'revision_number': 5, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'subnets': [{'id': '5dfec7f7-231c-4f30-8aca-dfa3e70ea5e3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a013182-9994-40b6-a923-77572161d1b7', 'name': '', 'network_id': '9ec22140-0e30-4a8f-ae51-ce31640ea6db', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'mac_address': 'fa:16:3e:b4:81:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd48438b-b514-4277-a6de-e46703509c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': '7ec55b4d-9bea-42cb-8c74-46e03d4e6272', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:05:46Z', 'updated_at': '2021-08-16T23:05:54Z', 'revision_number': 5, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'subnets': [{'id': '7ec55b4d-9bea-42cb-8c74-46e03d4e6272', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7345ac6-cbd1-4f4a-b40e-28c24d394076', 'name': '', 'network_id': '6d90f9f3-3595-4b59-9c7b-eaaa49db5012', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'mac_address': 'fa:16:3e:52:0b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd48438b-b514-4277-a6de-e46703509c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2456, 'fixed_ips': [{'subnet_id': 'f06066e4-2c05-4a23-b2c1-c0fd8a20c217', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:06:02Z', 'updated_at': '2021-08-16T23:06:10Z', 'revision_number': 5, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'subnets': [{'id': 'f06066e4-2c05-4a23-b2c1-c0fd8a20c217', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:06:18.011856 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 0a0634c3-1093-4cd4-a353-125cd7f8351b triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:06:18.012309 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:18.027027 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-263db7fe-a606-4fdf-844a-a473e2991b0a tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537579'] for router_interface, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:18.098260 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a34240ce-0951-4f49-93fe-935c494fa628 tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:18.124265 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-a34240ce-0951-4f49-93fe-935c494fa628 tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Calling delete_port for bdffe160-29b6-4aae-a9de-98a42ef22a48 owned by network:router_gateway {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:06:18.414527 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52190) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:18.470174 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a34240ce-0951-4f49-93fe-935c494fa628 tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:18.503378 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-d1eb7c07-f4ab-4a3b-a9f2-48c8c17ca85f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=92f97f83e1e94a5786534c8a50987fa0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0875115 Aug 16 23:06:18.504815 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34240ce-0951-4f49-93fe-935c494fa628 tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Pushing event deleted for resources: {'Port': ['ID=bdffe160-29b6-4aae-a9de-98a42ef22a48,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:18.506690 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52192) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:18.606319 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6107f2b5-c1a9-42fd-83d2-4334ab647e5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:18.608468 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a34240ce-0951-4f49-93fe-935c494fa628 tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537121'] for router_gateway, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:18.621569 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aa366b-862d-4071-84e9-93a2df112b7d req-288f5350-74fe-46f2-92e2-f9db5ef9884b tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:18.623727 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-31aa366b-862d-4071-84e9-93a2df112b7d req-288f5350-74fe-46f2-92e2-f9db5ef9884b tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 946 time: 0.1393533 Aug 16 23:06:18.684617 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-31aa366b-862d-4071-84e9-93a2df112b7d req-ca0ec512-62b4-4eb8-bcd2-9db2f5f9ca88 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440342 Aug 16 23:06:18.692775 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6107f2b5-c1a9-42fd-83d2-4334ab647e5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:18.867111 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a34240ce-0951-4f49-93fe-935c494fa628 tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-537184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-500218'] for router, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:18.868365 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6993b97d-89e6-41f0-b9a1-c0bedb9fbeaa req-d2ea42f5-e753-44c5-aa0f-d13b635f70d2 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:18.870092 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6993b97d-89e6-41f0-b9a1-c0bedb9fbeaa req-d2ea42f5-e753-44c5-aa0f-d13b635f70d2 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 946 time: 0.0995903 Aug 16 23:06:18.871351 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a34240ce-0951-4f49-93fe-935c494fa628 tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-537179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-537170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-639656'] for router, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:18.881526 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-263db7fe-a606-4fdf-844a-a473e2991b0a tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Deleting port 0a0634c3-1093-4cd4-a353-125cd7f8351b {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:06:18.882110 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-263db7fe-a606-4fdf-844a-a473e2991b0a tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:18.911698 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6107f2b5-c1a9-42fd-83d2-4334ab647e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:18.914368 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6107f2b5-c1a9-42fd-83d2-4334ab647e5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:18.915529 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-6107f2b5-c1a9-42fd-83d2-4334ab647e5f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/431a6577-21ad-4907-acaa-0aaae3faae67 HTTP/1.1" status: 204 len: 168 time: 0.4066250 Aug 16 23:06:18.952728 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bfb8d9-c8f1-4ac0-891f-581dccbfb40e req-d718c97c-1010-487a-9467-f98e9a614c61 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:18.956860 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6107f2b5-c1a9-42fd-83d2-4334ab647e5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=431a6577-21ad-4907-acaa-0aaae3faae67,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:18.958654 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bfb8d9-c8f1-4ac0-891f-581dccbfb40e req-d718c97c-1010-487a-9467-f98e9a614c61 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:18.964718 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bfb8d9-c8f1-4ac0-891f-581dccbfb40e req-d718c97c-1010-487a-9467-f98e9a614c61 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:18.969547 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a34240ce-0951-4f49-93fe-935c494fa628 tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Router 1d377050-3da3-4e85-a1ab-14b31f653134 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:06:18.970807 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bfb8d9-c8f1-4ac0-891f-581dccbfb40e req-d718c97c-1010-487a-9467-f98e9a614c61 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:18.977894 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bfb8d9-c8f1-4ac0-891f-581dccbfb40e req-d718c97c-1010-487a-9467-f98e9a614c61 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:18.984455 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bfb8d9-c8f1-4ac0-891f-581dccbfb40e req-d718c97c-1010-487a-9467-f98e9a614c61 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:18.991602 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bfb8d9-c8f1-4ac0-891f-581dccbfb40e req-d718c97c-1010-487a-9467-f98e9a614c61 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:18.993648 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-78bfb8d9-c8f1-4ac0-891f-581dccbfb40e req-d718c97c-1010-487a-9467-f98e9a614c61 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ec6deff-f245-4e1c-822d-87007a31b174 HTTP/1.1" status: 200 len: 5428 time: 0.1951034 Aug 16 23:06:19.044231 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6993b97d-89e6-41f0-b9a1-c0bedb9fbeaa req-314f8641-ba6c-43af-9fe6-fd39e50b4a25 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651888 Aug 16 23:06:19.054901 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a34240ce-0951-4f49-93fe-935c494fa628 tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:06:19.061856 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a34240ce-0951-4f49-93fe-935c494fa628 tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:19.063192 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-a34240ce-0951-4f49-93fe-935c494fa628 tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] 10.222.0.36 "PUT /v2.0/routers/1d377050-3da3-4e85-a1ab-14b31f653134 HTTP/1.1" status: 200 len: 706 time: 1.6971476 Aug 16 23:06:19.080606 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64aebc1-09a8-497b-8011-b59a423431b9 None None] Sync routers for ids ['1d377050-3da3-4e85-a1ab-14b31f653134'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:06:19.081165 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52200) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:19.081282 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64aebc1-09a8-497b-8011-b59a423431b9 None None] Routers {'1d377050-3da3-4e85-a1ab-14b31f653134'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:06:19.081282 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-e64aebc1-09a8-497b-8011-b59a423431b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:05:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['1d377050-3da3-4e85-a1ab-14b31f653134'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:06:19.092872 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-78bfb8d9-c8f1-4ac0-891f-581dccbfb40e req-ddb6189a-7298-4445-bb0d-c3c3c8e6721f tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d561fd0-5d3b-4398-8725-9733c38afc60&id=7847b2e1-2595-4387-b40a-e9cc25ff3917&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0853844 Aug 16 23:06:19.122894 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-e64aebc1-09a8-497b-8011-b59a423431b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:06:19.132691 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64aebc1-09a8-497b-8011-b59a423431b9 None None] Routers {'1d377050-3da3-4e85-a1ab-14b31f653134'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:06:19.133649 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-e64aebc1-09a8-497b-8011-b59a423431b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:05:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['1d377050-3da3-4e85-a1ab-14b31f653134'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:06:19.184293 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-e64aebc1-09a8-497b-8011-b59a423431b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:06:19.185890 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64aebc1-09a8-497b-8011-b59a423431b9 None None] The sync data for ids ['1d377050-3da3-4e85-a1ab-14b31f653134'] in n-d-791506-26 is: [] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:06:19.186271 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-263db7fe-a606-4fdf-844a-a473e2991b0a tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] For port 0a0634c3-1093-4cd4-a353-125cd7f8351b, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=0a0634c3-1093-4cd4-a353-125cd7f8351b,segment=NetworkSegment(971b76a9-5fbe-4c6b-9e16-c94ec3e92778),segment_id=971b76a9-5fbe-4c6b-9e16-c94ec3e92778)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:06:19.186655 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-263db7fe-a606-4fdf-844a-a473e2991b0a tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:19.199681 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-aead8cb0-4ae3-46dd-be00-67f36a493856 tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] 10.222.0.36 "GET /v2.0/routers/1d377050-3da3-4e85-a1ab-14b31f653134 HTTP/1.1" status: 200 len: 741 time: 0.1256347 Aug 16 23:06:19.204263 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52208) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:19.213247 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-263db7fe-a606-4fdf-844a-a473e2991b0a tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Calling delete_port for 0a0634c3-1093-4cd4-a353-125cd7f8351b owned by network:router_interface {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:06:19.256010 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-d6495c0a-fb94-4299-80c4-0de12040f72d tempest-RoutersAdminTest-1754590753 tempest-RoutersAdminTest-1754590753-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=c22c4980-c849-406d-982c-a5d68c515a94&device_id=1d377050-3da3-4e85-a1ab-14b31f653134 HTTP/1.1" status: 200 len: 205 time: 0.0505860 Aug 16 23:06:19.258731 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52212) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:19.287611 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-6e2e49bf-5943-43d4-b834-9b474fe5a392 tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d377050-3da3-4e85-a1ab-14b31f653134 HTTP/1.1" status: 200 len: 205 time: 0.0274930 Aug 16 23:06:19.290349 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52214) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:19.367020 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d470125c-8ddb-4538-8f09-bde1d5368d82 req-9e89d4ad-39b1-4a76-81ce-b20bc0b8472d tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:19.368652 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d470125c-8ddb-4538-8f09-bde1d5368d82 req-9e89d4ad-39b1-4a76-81ce-b20bc0b8472d tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 946 time: 0.0713031 Aug 16 23:06:19.371528 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0eef0bbf-05da-4e31-9d1b-fdf811be44ba tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks [] for router, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:19.455484 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d470125c-8ddb-4538-8f09-bde1d5368d82 req-5325658d-1a1c-4d98-bde8-a4523c71cd31 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534830 Aug 16 23:06:19.539588 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-263db7fe-a606-4fdf-844a-a473e2991b0a tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:19.571552 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263db7fe-a606-4fdf-844a-a473e2991b0a tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Pushing event deleted for resources: {'Port': ['ID=0a0634c3-1093-4cd4-a353-125cd7f8351b,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:19.583243 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0eef0bbf-05da-4e31-9d1b-fdf811be44ba tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:19.585670 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0eef0bbf-05da-4e31-9d1b-fdf811be44ba tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:19.746024 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da163f9f-7a44-4f65-86e1-ae90e571f38b req-081b6ed3-156a-42d5-abe6-167b9eb9ce86 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:19.751401 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4a5f55de-a705-4f3d-8d46-154b79250e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:19.756650 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-da163f9f-7a44-4f65-86e1-ae90e571f38b req-081b6ed3-156a-42d5-abe6-167b9eb9ce86 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 946 time: 0.1869895 Aug 16 23:06:19.817758 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-263db7fe-a606-4fdf-844a-a473e2991b0a tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537471'] for router_interface, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:19.845228 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-da163f9f-7a44-4f65-86e1-ae90e571f38b req-d369dde3-2a2a-4dd6-a27b-e182eceaf10e tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872395 Aug 16 23:06:20.048214 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0eef0bbf-05da-4e31-9d1b-fdf811be44ba tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:20.049636 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eef0bbf-05da-4e31-9d1b-fdf811be44ba tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Fanout notify agent at l3_agent the message router_deleted on router 1d377050-3da3-4e85-a1ab-14b31f653134 {{(pid=101291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:06:20.056973 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0eef0bbf-05da-4e31-9d1b-fdf811be44ba tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:20.061224 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-0eef0bbf-05da-4e31-9d1b-fdf811be44ba tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] 10.222.0.36 "DELETE /v2.0/routers/1d377050-3da3-4e85-a1ab-14b31f653134 HTTP/1.1" status: 204 len: 168 time: 0.7695277 Aug 16 23:06:20.062163 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52244) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:20.091869 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-2cf5bc8a-40c7-4b98-8154-4f71699df6c3 tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d377050-3da3-4e85-a1ab-14b31f653134 HTTP/1.1" status: 200 len: 205 time: 0.0283029 Aug 16 23:06:20.094716 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52246) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:20.133367 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad98d0d4-3abd-44ce-acc0-a36c16d75a4f req-9d68ac09-8d49-4dd8-96b9-e75fe1bee732 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:20.135002 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ad98d0d4-3abd-44ce-acc0-a36c16d75a4f req-9d68ac09-8d49-4dd8-96b9-e75fe1bee732 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 946 time: 0.0850265 Aug 16 23:06:20.137054 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-263db7fe-a606-4fdf-844a-a473e2991b0a tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Router dd48438b-b514-4277-a6de-e46703509c84 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:06:20.149286 n-d-791506-26 neutron-server[101291]: INFO neutron.api.v2.resource [None req-614d91f5-aee4-46cf-936b-680580e2f58e tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] delete failed (client error): The resource could not be found. Aug 16 23:06:20.152808 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-614d91f5-aee4-46cf-936b-680580e2f58e tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] 10.222.0.36 "DELETE /v2.0/routers/1d377050-3da3-4e85-a1ab-14b31f653134 HTTP/1.1" status: 404 len: 336 time: 0.0542262 Aug 16 23:06:20.153905 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52250) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:20.219670 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-384be698-1c56-473d-b5fb-3deaa5f85a7f tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4d00799-68be-4443-8ef5-53948cc0de75 HTTP/1.1" status: 200 len: 205 time: 0.0650392 Aug 16 23:06:20.222255 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52254) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:20.264889 n-d-791506-26 neutron-server[101291]: INFO neutron.api.v2.resource [None req-695aef62-0445-48d1-a6cb-1cbf3d59cf76 tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] delete failed (client error): The resource could not be found. Aug 16 23:06:20.268486 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-695aef62-0445-48d1-a6cb-1cbf3d59cf76 tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] 10.222.0.36 "DELETE /v2.0/routers/e4d00799-68be-4443-8ef5-53948cc0de75 HTTP/1.1" status: 404 len: 336 time: 0.0424955 Aug 16 23:06:20.269983 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52256) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:20.305545 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-35f938b4-68f5-4178-bc71-4de82dfb3bc7 tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] 10.222.0.36 "GET /v2.0/ports?device_id=84a8865c-75c0-4fde-8d36-c5a9d19418de HTTP/1.1" status: 200 len: 205 time: 0.0330205 Aug 16 23:06:20.305873 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52260) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:20.307361 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ad98d0d4-3abd-44ce-acc0-a36c16d75a4f req-c5f163af-56f4-4410-a785-1711f841bfcd tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633160 Aug 16 23:06:20.338541 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-263db7fe-a606-4fdf-844a-a473e2991b0a tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:06:20.346905 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-263db7fe-a606-4fdf-844a-a473e2991b0a tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "PUT /v2.0/routers/dd48438b-b514-4277-a6de-e46703509c84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2212548 Aug 16 23:06:20.350601 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd76cf53-3b69-4320-849d-49dbe51b6749 None None] Sync routers for ids ['dd48438b-b514-4277-a6de-e46703509c84'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:06:20.355872 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52266) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:20.361019 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49735688-171f-48cb-b60b-a095139a0a26 req-65ea31c5-d67c-4038-a1b3-af5dee68727f tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:20.362962 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd76cf53-3b69-4320-849d-49dbe51b6749 None None] Routers {'dd48438b-b514-4277-a6de-e46703509c84'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:06:20.363607 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-bd76cf53-3b69-4320-849d-49dbe51b6749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:06:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['dd48438b-b514-4277-a6de-e46703509c84'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:06:20.365600 n-d-791506-26 neutron-server[101291]: INFO neutron.api.v2.resource [None req-3f17eb12-6484-4b66-ac61-fa9bd40327b8 tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] delete failed (client error): The resource could not be found. Aug 16 23:06:20.368589 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-3f17eb12-6484-4b66-ac61-fa9bd40327b8 tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] 10.222.0.36 "DELETE /v2.0/routers/84a8865c-75c0-4fde-8d36-c5a9d19418de HTTP/1.1" status: 404 len: 336 time: 0.0598629 Aug 16 23:06:20.369829 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49735688-171f-48cb-b60b-a095139a0a26 req-65ea31c5-d67c-4038-a1b3-af5dee68727f tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:20.376728 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49735688-171f-48cb-b60b-a095139a0a26 req-65ea31c5-d67c-4038-a1b3-af5dee68727f tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:20.384299 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49735688-171f-48cb-b60b-a095139a0a26 req-65ea31c5-d67c-4038-a1b3-af5dee68727f tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:20.389531 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52268) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:20.391711 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49735688-171f-48cb-b60b-a095139a0a26 req-65ea31c5-d67c-4038-a1b3-af5dee68727f tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:20.408902 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49735688-171f-48cb-b60b-a095139a0a26 req-65ea31c5-d67c-4038-a1b3-af5dee68727f tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:20.423314 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49735688-171f-48cb-b60b-a095139a0a26 req-65ea31c5-d67c-4038-a1b3-af5dee68727f tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:20.426433 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-49735688-171f-48cb-b60b-a095139a0a26 req-65ea31c5-d67c-4038-a1b3-af5dee68727f tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ec6deff-f245-4e1c-822d-87007a31b174 HTTP/1.1" status: 200 len: 5428 time: 0.2055423 Aug 16 23:06:20.436616 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-7a35ab46-f06e-458f-8b4d-6922f748bbde tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd1858a3-1caa-41a8-b76a-c6674c12eef1 HTTP/1.1" status: 200 len: 205 time: 0.0423748 Aug 16 23:06:20.437570 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52272) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:20.461343 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6311e5f-1330-4104-bee8-6ffae66239a2 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Deleting subnet 7239ec2f-1dd1-4f2a-a177-5aeec80f6e8e {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:06:20.465427 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c6311e5f-1330-4104-bee8-6ffae66239a2 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:20.506244 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-bd76cf53-3b69-4320-849d-49dbe51b6749 None None] Set router dd48438b-b514-4277-a6de-e46703509c84 gateway port host: None {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:06:20.511734 n-d-791506-26 neutron-server[101292]: INFO neutron.api.v2.resource [None req-4fa72982-ef7f-4932-9df7-59bbc2eb62b8 tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] delete failed (client error): The resource could not be found. Aug 16 23:06:20.515952 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-4fa72982-ef7f-4932-9df7-59bbc2eb62b8 tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] 10.222.0.36 "DELETE /v2.0/routers/fd1858a3-1caa-41a8-b76a-c6674c12eef1 HTTP/1.1" status: 404 len: 336 time: 0.0691626 Aug 16 23:06:20.516161 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52274) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:20.555510 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-8d71cf7a-08c3-4d39-8c06-a37193f59155 tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccc161f6-68ee-4f2b-be42-5081ab983b90 HTTP/1.1" status: 200 len: 205 time: 0.0357203 Aug 16 23:06:20.557405 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-49735688-171f-48cb-b60b-a095139a0a26 req-5d8b6111-a7a5-4eca-9d0d-b29018433309 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d561fd0-5d3b-4398-8725-9733c38afc60&id=7847b2e1-2595-4387-b40a-e9cc25ff3917&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1189578 Aug 16 23:06:20.557405 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52278) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:20.563184 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c6311e5f-1330-4104-bee8-6ffae66239a2 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:20.594375 n-d-791506-26 neutron-server[101292]: INFO neutron.api.v2.resource [None req-9c05ee99-5203-4771-a2d4-8b0a69e8ed36 tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] delete failed (client error): The resource could not be found. Aug 16 23:06:20.595531 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-9c05ee99-5203-4771-a2d4-8b0a69e8ed36 tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] 10.222.0.36 "DELETE /v2.0/routers/ccc161f6-68ee-4f2b-be42-5081ab983b90 HTTP/1.1" status: 404 len: 336 time: 0.0385158 Aug 16 23:06:20.600074 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52282) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:20.622057 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:20.641325 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-f25f3911-39e2-4bb9-bb10-65d96cef660c tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] 10.222.0.36 "GET /v2.0/ports?device_id=a266dcf9-3a4d-4a3b-a5df-d7303ddcd34f HTTP/1.1" status: 200 len: 205 time: 0.0367730 Aug 16 23:06:20.646926 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e20e51b-9922-40b8-b333-7ec1dd289de0 req-ea788fe3-8be3-429b-8231-26af78ec1799 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:20.654179 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0e20e51b-9922-40b8-b333-7ec1dd289de0 req-ea788fe3-8be3-429b-8231-26af78ec1799 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 946 time: 0.1960454 Aug 16 23:06:20.655930 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52284) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:20.728302 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c6311e5f-1330-4104-bee8-6ffae66239a2 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:20.731096 n-d-791506-26 neutron-server[101292]: INFO neutron.api.v2.resource [None req-04e0be0e-548c-4041-832e-1143eb45bba8 tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] delete failed (client error): The resource could not be found. Aug 16 23:06:20.733071 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-04e0be0e-548c-4041-832e-1143eb45bba8 tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] 10.222.0.36 "DELETE /v2.0/routers/a266dcf9-3a4d-4a3b-a5df-d7303ddcd34f HTTP/1.1" status: 404 len: 336 time: 0.0747364 Aug 16 23:06:20.736356 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52288) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:20.749467 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0e20e51b-9922-40b8-b333-7ec1dd289de0 req-06075b90-0a72-4e8f-97fb-65e9715f4574 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943551 Aug 16 23:06:20.796365 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-bd76cf53-3b69-4320-849d-49dbe51b6749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd48438b-b514-4277-a6de-e46703509c84', 'name': 'tempest-RoutersIpV6Test-router-1749583918', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:05:42Z', 'updated_at': '2021-08-16T23:06:19Z', 'revision_number': 8, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'gw_port_host': None, '_interfaces': [{'id': '0d7b4b0a-0e4d-4447-b2d5-ea7c7541b6ad', 'name': '', 'network_id': '7ccffa5a-5fe4-45a4-a60b-490fb1423907', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'mac_address': 'fa:16:3e:12:5f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd48438b-b514-4277-a6de-e46703509c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '5dfec7f7-231c-4f30-8aca-dfa3e70ea5e3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:05:55Z', 'updated_at': '2021-08-16T23:06:02Z', 'revision_number': 5, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'subnets': [{'id': '5dfec7f7-231c-4f30-8aca-dfa3e70ea5e3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a013182-9994-40b6-a923-77572161d1b7', 'name': '', 'network_id': '9ec22140-0e30-4a8f-ae51-ce31640ea6db', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'mac_address': 'fa:16:3e:b4:81:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd48438b-b514-4277-a6de-e46703509c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': '7ec55b4d-9bea-42cb-8c74-46e03d4e6272', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:05:46Z', 'updated_at': '2021-08-16T23:05:54Z', 'revision_number': 5, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'subnets': [{'id': '7ec55b4d-9bea-42cb-8c74-46e03d4e6272', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7345ac6-cbd1-4f4a-b40e-28c24d394076', 'name': '', 'network_id': '6d90f9f3-3595-4b59-9c7b-eaaa49db5012', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'mac_address': 'fa:16:3e:52:0b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd48438b-b514-4277-a6de-e46703509c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2456, 'fixed_ips': [{'subnet_id': 'f06066e4-2c05-4a23-b2c1-c0fd8a20c217', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:06:02Z', 'updated_at': '2021-08-16T23:06:10Z', 'revision_number': 5, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'subnets': [{'id': 'f06066e4-2c05-4a23-b2c1-c0fd8a20c217', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:06:20.807914 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52292) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:20.815684 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc93676e-cd67-40cc-928a-6cf9b0f8dc3b tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] DELETE failed (client error): The resource could not be found. Aug 16 23:06:20.816163 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc93676e-cd67-40cc-928a-6cf9b0f8dc3b tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:06:20.821044 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-cc93676e-cd67-40cc-928a-6cf9b0f8dc3b tempest-RoutersAdminTest-891091163 tempest-RoutersAdminTest-891091163-project] 10.222.0.36 "DELETE /v2.0/subnets/b322844d-4296-4e39-ac49-99ece943bc8e HTTP/1.1" status: 404 len: 337 time: 0.0459027 Aug 16 23:06:20.839663 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd76cf53-3b69-4320-849d-49dbe51b6749 None None] Checking router: dd48438b-b514-4277-a6de-e46703509c84 for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:06:20.851276 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd76cf53-3b69-4320-849d-49dbe51b6749 None None] Routers {'dd48438b-b514-4277-a6de-e46703509c84'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:06:20.852055 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-bd76cf53-3b69-4320-849d-49dbe51b6749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:06:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['dd48438b-b514-4277-a6de-e46703509c84'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:06:20.862943 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c6311e5f-1330-4104-bee8-6ffae66239a2 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:20.918265 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6311e5f-1330-4104-bee8-6ffae66239a2 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Pushing event deleted for resources: {'Subnet': ['ID=7239ec2f-1dd1-4f2a-a177-5aeec80f6e8e,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:20.924643 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c6311e5f-1330-4104-bee8-6ffae66239a2 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:20.926597 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2778374f-b10f-45de-b7d8-533a343c43e0 None None] Network ed72cc78-4992-4fff-a608-f8b632d23eba requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:06:20.941083 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52302) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:20.944849 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-c6311e5f-1330-4104-bee8-6ffae66239a2 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "DELETE /v2.0/subnets/7239ec2f-1dd1-4f2a-a177-5aeec80f6e8e HTTP/1.1" status: 204 len: 168 time: 0.5873644 Aug 16 23:06:20.984665 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-bd76cf53-3b69-4320-849d-49dbe51b6749 None None] Set router dd48438b-b514-4277-a6de-e46703509c84 gateway port host: None {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:06:21.067664 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-bce5db06-6ac5-416d-9234-2ba122411828 tempest-PortsAdminExtendedAttrsTestJSON-1571131353 tempest-PortsAdminExtendedAttrsTestJSON-1571131353-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1340377824'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:06:21.110413 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab7f409-b109-4e0d-82df-6d02f0259656 req-6abc2184-3fdb-451c-91f3-691388c83c96 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:21.112109 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-eab7f409-b109-4e0d-82df-6d02f0259656 req-6abc2184-3fdb-451c-91f3-691388c83c96 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 946 time: 0.0993812 Aug 16 23:06:21.118453 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-21ebc590-e713-4c66-a90d-804123c69f73 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:21.145601 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bce5db06-6ac5-416d-9234-2ba122411828 tempest-PortsAdminExtendedAttrsTestJSON-1571131353 tempest-PortsAdminExtendedAttrsTestJSON-1571131353-project] Made reservation on behalf of 5904974953ff4e9c9dd010e601e07c32 for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:06:21.148718 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bce5db06-6ac5-416d-9234-2ba122411828 tempest-PortsAdminExtendedAttrsTestJSON-1571131353 tempest-PortsAdminExtendedAttrsTestJSON-1571131353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:21.159747 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bce5db06-6ac5-416d-9234-2ba122411828 tempest-PortsAdminExtendedAttrsTestJSON-1571131353 tempest-PortsAdminExtendedAttrsTestJSON-1571131353-project] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:21.175849 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64708950-6901-4ffd-b395-cad323f01982 None None] DHCP port deletion for ed72cc78-4992-4fff-a608-f8b632d23eba request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:06:21.226301 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-64708950-6901-4ffd-b395-cad323f01982 None None] Deleting port f833e65e-2d7f-43e6-9138-85deaccec549 {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:06:21.226683 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-64708950-6901-4ffd-b395-cad323f01982 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:21.241738 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-eab7f409-b109-4e0d-82df-6d02f0259656 req-19122bc6-78b0-4966-b950-4ff2b29975bb tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129434 Aug 16 23:06:21.279474 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-21ebc590-e713-4c66-a90d-804123c69f73 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Deleting port f833e65e-2d7f-43e6-9138-85deaccec549 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:06:21.279720 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-21ebc590-e713-4c66-a90d-804123c69f73 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:21.296968 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-bd76cf53-3b69-4320-849d-49dbe51b6749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd48438b-b514-4277-a6de-e46703509c84', 'name': 'tempest-RoutersIpV6Test-router-1749583918', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:05:42Z', 'updated_at': '2021-08-16T23:06:19Z', 'revision_number': 8, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'gw_port_host': None, '_interfaces': [{'id': '0d7b4b0a-0e4d-4447-b2d5-ea7c7541b6ad', 'name': '', 'network_id': '7ccffa5a-5fe4-45a4-a60b-490fb1423907', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'mac_address': 'fa:16:3e:12:5f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd48438b-b514-4277-a6de-e46703509c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '5dfec7f7-231c-4f30-8aca-dfa3e70ea5e3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:05:55Z', 'updated_at': '2021-08-16T23:06:02Z', 'revision_number': 5, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'subnets': [{'id': '5dfec7f7-231c-4f30-8aca-dfa3e70ea5e3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a013182-9994-40b6-a923-77572161d1b7', 'name': '', 'network_id': '9ec22140-0e30-4a8f-ae51-ce31640ea6db', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'mac_address': 'fa:16:3e:b4:81:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd48438b-b514-4277-a6de-e46703509c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': '7ec55b4d-9bea-42cb-8c74-46e03d4e6272', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:05:46Z', 'updated_at': '2021-08-16T23:05:54Z', 'revision_number': 5, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'subnets': [{'id': '7ec55b4d-9bea-42cb-8c74-46e03d4e6272', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7345ac6-cbd1-4f4a-b40e-28c24d394076', 'name': '', 'network_id': '6d90f9f3-3595-4b59-9c7b-eaaa49db5012', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'mac_address': 'fa:16:3e:52:0b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd48438b-b514-4277-a6de-e46703509c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2456, 'fixed_ips': [{'subnet_id': 'f06066e4-2c05-4a23-b2c1-c0fd8a20c217', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:06:02Z', 'updated_at': '2021-08-16T23:06:10Z', 'revision_number': 5, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'subnets': [{'id': 'f06066e4-2c05-4a23-b2c1-c0fd8a20c217', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:06:21.303881 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-64708950-6901-4ffd-b395-cad323f01982 None None] For port f833e65e-2d7f-43e6-9138-85deaccec549, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=f833e65e-2d7f-43e6-9138-85deaccec549,segment=NetworkSegment(971b76a9-5fbe-4c6b-9e16-c94ec3e92778),segment_id=971b76a9-5fbe-4c6b-9e16-c94ec3e92778)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:06:21.304532 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-64708950-6901-4ffd-b395-cad323f01982 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:21.321571 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-64708950-6901-4ffd-b395-cad323f01982 None None] Calling delete_port for f833e65e-2d7f-43e6-9138-85deaccec549 owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:06:21.332141 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd76cf53-3b69-4320-849d-49dbe51b6749 None None] The sync data for ids ['dd48438b-b514-4277-a6de-e46703509c84'] in n-d-791506-26 is: [{'id': 'dd48438b-b514-4277-a6de-e46703509c84', 'name': 'tempest-RoutersIpV6Test-router-1749583918', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:05:42Z', 'updated_at': '2021-08-16T23:06:19Z', 'revision_number': 8, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'gw_port_host': None, '_interfaces': [{'id': '0d7b4b0a-0e4d-4447-b2d5-ea7c7541b6ad', 'name': '', 'network_id': '7ccffa5a-5fe4-45a4-a60b-490fb1423907', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'mac_address': 'fa:16:3e:12:5f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd48438b-b514-4277-a6de-e46703509c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '5dfec7f7-231c-4f30-8aca-dfa3e70ea5e3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:05:55Z', 'updated_at': '2021-08-16T23:06:02Z', 'revision_number': 5, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'subnets': [{'id': '5dfec7f7-231c-4f30-8aca-dfa3e70ea5e3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a013182-9994-40b6-a923-77572161d1b7', 'name': '', 'network_id': '9ec22140-0e30-4a8f-ae51-ce31640ea6db', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'mac_address': 'fa:16:3e:b4:81:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd48438b-b514-4277-a6de-e46703509c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': '7ec55b4d-9bea-42cb-8c74-46e03d4e6272', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:05:46Z', 'updated_at': '2021-08-16T23:05:54Z', 'revision_number': 5, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'subnets': [{'id': '7ec55b4d-9bea-42cb-8c74-46e03d4e6272', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7345ac6-cbd1-4f4a-b40e-28c24d394076', 'name': '', 'network_id': '6d90f9f3-3595-4b59-9c7b-eaaa49db5012', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'mac_address': 'fa:16:3e:52:0b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd48438b-b514-4277-a6de-e46703509c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2456, 'fixed_ips': [{'subnet_id': 'f06066e4-2c05-4a23-b2c1-c0fd8a20c217', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:06:02Z', 'updated_at': '2021-08-16T23:06:10Z', 'revision_number': 5, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'subnets': [{'id': 'f06066e4-2c05-4a23-b2c1-c0fd8a20c217', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:06:21.358165 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-21ebc590-e713-4c66-a90d-804123c69f73 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] For port f833e65e-2d7f-43e6-9138-85deaccec549, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=f833e65e-2d7f-43e6-9138-85deaccec549,segment=NetworkSegment(971b76a9-5fbe-4c6b-9e16-c94ec3e92778),segment_id=971b76a9-5fbe-4c6b-9e16-c94ec3e92778)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:06:21.358540 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-21ebc590-e713-4c66-a90d-804123c69f73 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:21.389894 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-21ebc590-e713-4c66-a90d-804123c69f73 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Calling delete_port for f833e65e-2d7f-43e6-9138-85deaccec549 owned by network:dhcp {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:06:21.394199 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52308) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:21.431142 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-64708950-6901-4ffd-b395-cad323f01982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:21.464278 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64708950-6901-4ffd-b395-cad323f01982 None None] Pushing event deleted for resources: {'Port': ['ID=f833e65e-2d7f-43e6-9138-85deaccec549,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:21.474479 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64708950-6901-4ffd-b395-cad323f01982 None None] No DVR routers for this DVR port f833e65e-2d7f-43e6-9138-85deaccec549 on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:06:21.503940 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:21.512990 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe6de4e-e31e-47bb-b61f-77f35bbc8874 req-eadc46c6-f900-43ea-be13-8d8233c912ca tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:21.515269 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cfe6de4e-e31e-47bb-b61f-77f35bbc8874 req-eadc46c6-f900-43ea-be13-8d8233c912ca tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 946 time: 0.1450973 Aug 16 23:06:21.544204 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-43ad8193-811d-43cc-bdd0-dd4f170763cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:21.550737 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bce5db06-6ac5-416d-9234-2ba122411828 tempest-PortsAdminExtendedAttrsTestJSON-1571131353 tempest-PortsAdminExtendedAttrsTestJSON-1571131353-project] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:21.559069 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bce5db06-6ac5-416d-9234-2ba122411828 tempest-PortsAdminExtendedAttrsTestJSON-1571131353 tempest-PortsAdminExtendedAttrsTestJSON-1571131353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:21.612737 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cfe6de4e-e31e-47bb-b61f-77f35bbc8874 req-0199d237-6b9a-4fe3-84ed-ca376a6596de tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889587 Aug 16 23:06:21.613571 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bce5db06-6ac5-416d-9234-2ba122411828 tempest-PortsAdminExtendedAttrsTestJSON-1571131353 tempest-PortsAdminExtendedAttrsTestJSON-1571131353-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:06:21.627126 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce5db06-6ac5-416d-9234-2ba122411828 tempest-PortsAdminExtendedAttrsTestJSON-1571131353 tempest-PortsAdminExtendedAttrsTestJSON-1571131353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=107234d7-14ff-4944-9ea7-52604856f948,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:21.629663 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-21ebc590-e713-4c66-a90d-804123c69f73 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:21.654218 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bce5db06-6ac5-416d-9234-2ba122411828 tempest-PortsAdminExtendedAttrsTestJSON-1571131353 tempest-PortsAdminExtendedAttrsTestJSON-1571131353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:21.654530 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-bce5db06-6ac5-416d-9234-2ba122411828 tempest-PortsAdminExtendedAttrsTestJSON-1571131353 tempest-PortsAdminExtendedAttrsTestJSON-1571131353-project] Added segment a1581aca-956b-4326-b55d-74fa2a4d7694 of type vlan for network 2833312c-b536-444e-800f-b215e3017e39 Aug 16 23:06:21.667497 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ebc590-e713-4c66-a90d-804123c69f73 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Pushing event deleted for resources: {'Port': ['ID=f833e65e-2d7f-43e6-9138-85deaccec549,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:21.682955 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-43ad8193-811d-43cc-bdd0-dd4f170763cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:21.690997 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-43ad8193-811d-43cc-bdd0-dd4f170763cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:21.701540 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ebc590-e713-4c66-a90d-804123c69f73 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] No DVR routers for this DVR port f833e65e-2d7f-43e6-9138-85deaccec549 on host n-d-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:06:21.743373 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bce5db06-6ac5-416d-9234-2ba122411828 tempest-PortsAdminExtendedAttrsTestJSON-1571131353 tempest-PortsAdminExtendedAttrsTestJSON-1571131353-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:21.806277 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-43ad8193-811d-43cc-bdd0-dd4f170763cd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=77d06238f0134bc680b59f906dba4040&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4108834 Aug 16 23:06:21.812399 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52318) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:21.848559 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 0a0634c3-1093-4cd4-a353-125cd7f8351b no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:06:21.868798 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ad8193-811d-43cc-bdd0-dd4f170763cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e459d35-674d-4b64-a2cc-7ac05df02358,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:21.876160 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-21ebc590-e713-4c66-a90d-804123c69f73 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:21.890698 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 0a0634c3-1093-4cd4-a353-125cd7f8351b {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:06:21.893592 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bce5db06-6ac5-416d-9234-2ba122411828 tempest-PortsAdminExtendedAttrsTestJSON-1571131353 tempest-PortsAdminExtendedAttrsTestJSON-1571131353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:21.898237 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 0a0634c3-1093-4cd4-a353-125cd7f8351b not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:06:21.898834 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device f833e65e-2d7f-43e6-9138-85deaccec549 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:06:21.899380 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce5db06-6ac5-416d-9234-2ba122411828 tempest-PortsAdminExtendedAttrsTestJSON-1571131353 tempest-PortsAdminExtendedAttrsTestJSON-1571131353-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:21.900071 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bce5db06-6ac5-416d-9234-2ba122411828 tempest-PortsAdminExtendedAttrsTestJSON-1571131353 tempest-PortsAdminExtendedAttrsTestJSON-1571131353-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:21.915105 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92565792-bd0a-449c-8fc8-c2857bb69835 req-6f7a0c9e-052f-4e4a-86d2-8806cef94ce8 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:21.921553 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92565792-bd0a-449c-8fc8-c2857bb69835 req-6f7a0c9e-052f-4e4a-86d2-8806cef94ce8 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:21.924029 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: f833e65e-2d7f-43e6-9138-85deaccec549 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:06:21.924628 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device f833e65e-2d7f-43e6-9138-85deaccec549 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:06:21.927861 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92565792-bd0a-449c-8fc8-c2857bb69835 req-6f7a0c9e-052f-4e4a-86d2-8806cef94ce8 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:21.935325 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92565792-bd0a-449c-8fc8-c2857bb69835 req-6f7a0c9e-052f-4e4a-86d2-8806cef94ce8 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:21.941890 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92565792-bd0a-449c-8fc8-c2857bb69835 req-6f7a0c9e-052f-4e4a-86d2-8806cef94ce8 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:21.943880 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-86604280-5d97-4634-b721-d430a4e1714b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:21.948595 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92565792-bd0a-449c-8fc8-c2857bb69835 req-6f7a0c9e-052f-4e4a-86d2-8806cef94ce8 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:21.955390 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92565792-bd0a-449c-8fc8-c2857bb69835 req-6f7a0c9e-052f-4e4a-86d2-8806cef94ce8 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:21.957487 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-92565792-bd0a-449c-8fc8-c2857bb69835 req-6f7a0c9e-052f-4e4a-86d2-8806cef94ce8 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ec6deff-f245-4e1c-822d-87007a31b174 HTTP/1.1" status: 200 len: 5428 time: 0.2618103 Aug 16 23:06:21.960414 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-21ebc590-e713-4c66-a90d-804123c69f73 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed72cc78-4992-4fff-a608-f8b632d23eba']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:06:21.973870 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-86604280-5d97-4634-b721-d430a4e1714b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:22.026685 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-21ebc590-e713-4c66-a90d-804123c69f73 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '971b76a9-5fbe-4c6b-9e16-c94ec3e92778') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:06:22.027093 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-21ebc590-e713-4c66-a90d-804123c69f73 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '971b76a9-5fbe-4c6b-9e16-c94ec3e92778') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:06:22.027893 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-86604280-5d97-4634-b721-d430a4e1714b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:22.031378 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-86604280-5d97-4634-b721-d430a4e1714b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:22.032558 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-86604280-5d97-4634-b721-d430a4e1714b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1e459d35-674d-4b64-a2cc-7ac05df02358 HTTP/1.1" status: 204 len: 168 time: 0.2186902 Aug 16 23:06:22.044469 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86604280-5d97-4634-b721-d430a4e1714b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e459d35-674d-4b64-a2cc-7ac05df02358,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:22.071750 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-21ebc590-e713-4c66-a90d-804123c69f73 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:22.079882 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-bce5db06-6ac5-416d-9234-2ba122411828 tempest-PortsAdminExtendedAttrsTestJSON-1571131353 tempest-PortsAdminExtendedAttrsTestJSON-1571131353-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.2708621 Aug 16 23:06:22.125915 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-21ebc590-e713-4c66-a90d-804123c69f73 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:22.129332 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce5db06-6ac5-416d-9234-2ba122411828 tempest-PortsAdminExtendedAttrsTestJSON-1571131353 tempest-PortsAdminExtendedAttrsTestJSON-1571131353-project] Pushing event updated for resources: {'Network': ['ID=2833312c-b536-444e-800f-b215e3017e39,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:22.141310 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 2833312c-b536-444e-800f-b215e3017e39 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:06:22.141760 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-92565792-bd0a-449c-8fc8-c2857bb69835 req-491ca4e5-eb63-4db4-832b-243dc89c8443 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d561fd0-5d3b-4398-8725-9733c38afc60&id=7847b2e1-2595-4387-b40a-e9cc25ff3917&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1715181 Aug 16 23:06:22.145962 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21ebc590-e713-4c66-a90d-804123c69f73 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:06:22.146452 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-21ebc590-e713-4c66-a90d-804123c69f73 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:22.150553 n-d-791506-26 neutron-server[101292]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:06:22.150553 n-d-791506-26 neutron-server[101292]: self.session.flush() Aug 16 23:06:22.150553 n-d-791506-26 neutron-server[101292]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:06:22.150553 n-d-791506-26 neutron-server[101292]: self.session.flush() Aug 16 23:06:22.150553 n-d-791506-26 neutron-server[101292]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:06:22.150553 n-d-791506-26 neutron-server[101292]: self.session.flush() Aug 16 23:06:22.150553 n-d-791506-26 neutron-server[101292]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:06:22.150553 n-d-791506-26 neutron-server[101292]: self.session.flush() Aug 16 23:06:22.150553 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 16 23:06:22.150553 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:06:22.150553 n-d-791506-26 neutron-server[101292]: timer() Aug 16 23:06:22.150553 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:06:22.150553 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 16 23:06:22.150553 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:06:22.150553 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 16 23:06:22.150553 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:06:22.150553 n-d-791506-26 neutron-server[101292]: self._notify() Aug 16 23:06:22.150553 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:06:22.150553 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 16 23:06:22.150553 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:06:22.150553 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 16 23:06:22.150553 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:06:22.150553 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:06:22.150553 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:06:22.150553 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:06:22.150553 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:06:22.150553 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 16 23:06:22.150553 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:06:22.150553 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 16 23:06:22.150553 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:06:22.150553 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:06:22.150553 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:06:22.150553 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 16 23:06:22.150553 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:06:22.150553 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:06:22.150553 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:06:22.150553 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:06:22.150553 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:06:22.150553 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:06:22.150553 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:06:22.169255 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edc7582-4cab-46f4-9d87-5e87e1fc4940 req-fd088719-58cb-43b2-bf45-e0893659f10f tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:22.177203 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6edc7582-4cab-46f4-9d87-5e87e1fc4940 req-fd088719-58cb-43b2-bf45-e0893659f10f tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 946 time: 0.2140243 Aug 16 23:06:22.257942 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-21ebc590-e713-4c66-a90d-804123c69f73 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:22.277926 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-21ebc590-e713-4c66-a90d-804123c69f73 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:22.283309 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-21ebc590-e713-4c66-a90d-804123c69f73 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "DELETE /v2.0/networks/ed72cc78-4992-4fff-a608-f8b632d23eba HTTP/1.1" status: 204 len: 168 time: 1.3376689 Aug 16 23:06:22.283309 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ebc590-e713-4c66-a90d-804123c69f73 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Pushing event deleted for resources: {'Network': ['ID=ed72cc78-4992-4fff-a608-f8b632d23eba,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:22.284683 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52332) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:22.292810 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6edc7582-4cab-46f4-9d87-5e87e1fc4940 req-6641e81a-8bcd-4f77-af3f-16bb9a966254 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632956 Aug 16 23:06:22.393689 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52336) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:22.424841 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf20cf4f-9ac6-478f-b4be-664f6a3f2c11 req-dab9ffc5-e6c3-4691-bbb5-02831d774bce tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:22.429007 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cf20cf4f-9ac6-478f-b4be-664f6a3f2c11 req-dab9ffc5-e6c3-4691-bbb5-02831d774bce tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 946 time: 0.0647173 Aug 16 23:06:22.470607 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cf20cf4f-9ac6-478f-b4be-664f6a3f2c11 req-ef8dfeae-414b-439b-91ad-f78f907b3320 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356166 Aug 16 23:06:22.490559 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52338) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:22.499486 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-b3e8423d-8402-42fe-af87-522d5722ed37 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Request body: {'port': {'network_id': '2833312c-b536-444e-800f-b215e3017e39', 'binding:host_id': 'n-h1-791506-26', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-82470101'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:06:22.520520 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-88129d00-75a8-4bcb-9d0f-f62e5fb72dbc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=20c56537d7f7465fa325694b91a579d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1255736 Aug 16 23:06:22.523240 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52342) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:22.532451 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3e8423d-8402-42fe-af87-522d5722ed37 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Made reservation on behalf of c065f530ff674f4ab426006010ab043f for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:06:22.534720 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b3e8423d-8402-42fe-af87-522d5722ed37 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:22.549131 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b3e8423d-8402-42fe-af87-522d5722ed37 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:22.625403 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-84b0cb5c-b311-4bfd-bf7c-49b7be1038ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:22.660055 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-84b0cb5c-b311-4bfd-bf7c-49b7be1038ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:22.705406 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bedf76bd-1f82-4921-8d83-547d7b310fba tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537579'] for router_interface, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:22.741118 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:22.755240 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b3e8423d-8402-42fe-af87-522d5722ed37 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:22.764984 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b3e8423d-8402-42fe-af87-522d5722ed37 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:22.771176 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [None req-b3e8423d-8402-42fe-af87-522d5722ed37 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] device_id is not set on port a41b14f1-7ad0-44a6-99d7-b7e4747a5232 yet. {{(pid=101292) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 23:06:22.775240 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-84b0cb5c-b311-4bfd-bf7c-49b7be1038ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:22.778008 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-84b0cb5c-b311-4bfd-bf7c-49b7be1038ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:22.779301 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-84b0cb5c-b311-4bfd-bf7c-49b7be1038ef admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ee5c7315-85ea-4011-8802-77c458d9c81f HTTP/1.1" status: 204 len: 168 time: 0.2550395 Aug 16 23:06:22.787489 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c610ed-4cad-4da9-b24d-a06a27f93e61 req-dbc60414-098c-43e2-b9fe-f13b65faf6a4 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:22.788979 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-51c610ed-4cad-4da9-b24d-a06a27f93e61 req-dbc60414-098c-43e2-b9fe-f13b65faf6a4 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 946 time: 0.1028557 Aug 16 23:06:22.879038 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e8423d-8402-42fe-af87-522d5722ed37 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30f19b29-24da-475e-afa9-63c2be3b5f78,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:22.912043 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b0cb5c-b311-4bfd-bf7c-49b7be1038ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee5c7315-85ea-4011-8802-77c458d9c81f,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:22.938147 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-51c610ed-4cad-4da9-b24d-a06a27f93e61 req-555b7517-7925-4b02-a3f3-b5083cc0715c tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886936 Aug 16 23:06:23.006659 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-bedf76bd-1f82-4921-8d83-547d7b310fba tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Deleting port f7345ac6-cbd1-4f4a-b40e-28c24d394076 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:06:23.006929 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bedf76bd-1f82-4921-8d83-547d7b310fba tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:23.107366 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [None req-b3e8423d-8402-42fe-af87-522d5722ed37 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] device_id is not set on port a41b14f1-7ad0-44a6-99d7-b7e4747a5232 yet. {{(pid=101292) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 23:06:23.110508 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-bedf76bd-1f82-4921-8d83-547d7b310fba tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] For port f7345ac6-cbd1-4f4a-b40e-28c24d394076, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=f7345ac6-cbd1-4f4a-b40e-28c24d394076,segment=NetworkSegment(9fa9f154-7ba5-45f3-9de3-232d1410ba98),segment_id=9fa9f154-7ba5-45f3-9de3-232d1410ba98)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:06:23.110886 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bedf76bd-1f82-4921-8d83-547d7b310fba tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:23.125845 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5d5b36-3ab5-4b9e-ad74-91661e550386 req-78325225-dada-4653-a2fb-6cc65b097b6b tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:23.127866 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fa5d5b36-3ab5-4b9e-ad74-91661e550386 req-78325225-dada-4653-a2fb-6cc65b097b6b tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 946 time: 0.0959969 Aug 16 23:06:23.131780 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b3e8423d-8402-42fe-af87-522d5722ed37 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:23.137706 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-bedf76bd-1f82-4921-8d83-547d7b310fba tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Calling delete_port for f7345ac6-cbd1-4f4a-b40e-28c24d394076 owned by network:router_interface {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:06:23.151260 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [None req-b3e8423d-8402-42fe-af87-522d5722ed37 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Transition to ACTIVE for port object a41b14f1-7ad0-44a6-99d7-b7e4747a5232 will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:06:23.172974 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b3e8423d-8402-42fe-af87-522d5722ed37 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:23.239131 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fa5d5b36-3ab5-4b9e-ad74-91661e550386 req-bb7c6f4a-8603-43de-9c1d-03da83aaa8b0 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024210 Aug 16 23:06:23.301550 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e8423d-8402-42fe-af87-522d5722ed37 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Pushing event updated for resources: {'Port': ['ID=a41b14f1-7ad0-44a6-99d7-b7e4747a5232,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:23.309475 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e8423d-8402-42fe-af87-522d5722ed37 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Checking segment: {'id': 'a1581aca-956b-4326-b55d-74fa2a4d7694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2833312c-b536-444e-800f-b215e3017e39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:06:23.309852 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e8423d-8402-42fe-af87-522d5722ed37 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Network hostable DHCP agents. Network: 2833312c-b536-444e-800f-b215e3017e39, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:06:23.350533 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e8423d-8402-42fe-af87-522d5722ed37 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Network 2833312c-b536-444e-800f-b215e3017e39 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:06:23.374928 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe3478-bb8b-44dc-94d0-13d6efa7496b req-2de48ca2-f058-47cd-ad91-a5a6e7530355 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:23.381184 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe3478-bb8b-44dc-94d0-13d6efa7496b req-2de48ca2-f058-47cd-ad91-a5a6e7530355 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:23.382272 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bedf76bd-1f82-4921-8d83-547d7b310fba tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:23.387924 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe3478-bb8b-44dc-94d0-13d6efa7496b req-2de48ca2-f058-47cd-ad91-a5a6e7530355 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:23.399726 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe3478-bb8b-44dc-94d0-13d6efa7496b req-2de48ca2-f058-47cd-ad91-a5a6e7530355 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:23.407130 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe3478-bb8b-44dc-94d0-13d6efa7496b req-2de48ca2-f058-47cd-ad91-a5a6e7530355 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:23.413625 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe3478-bb8b-44dc-94d0-13d6efa7496b req-2de48ca2-f058-47cd-ad91-a5a6e7530355 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:23.417715 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedf76bd-1f82-4921-8d83-547d7b310fba tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Pushing event deleted for resources: {'Port': ['ID=f7345ac6-cbd1-4f4a-b40e-28c24d394076,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:23.422279 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe3478-bb8b-44dc-94d0-13d6efa7496b req-2de48ca2-f058-47cd-ad91-a5a6e7530355 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:23.424995 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d0fe3478-bb8b-44dc-94d0-13d6efa7496b req-2de48ca2-f058-47cd-ad91-a5a6e7530355 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ec6deff-f245-4e1c-822d-87007a31b174 HTTP/1.1" status: 200 len: 5428 time: 0.1407490 Aug 16 23:06:23.426053 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-b3e8423d-8402-42fe-af87-522d5722ed37 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 2833312c-b536-444e-800f-b215e3017e39) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:06:23.434520 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e8423d-8402-42fe-af87-522d5722ed37 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:06:23.451864 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2496a92e-ea05-4e7b-aa27-7e9fe69fec20 None None] Network 2833312c-b536-444e-800f-b215e3017e39 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:06:23.464835 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-b3e8423d-8402-42fe-af87-522d5722ed37 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempting to bind port a41b14f1-7ad0-44a6-99d7-b7e4747a5232 on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:06:23.465539 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-b3e8423d-8402-42fe-af87-522d5722ed37 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempting to bind port a41b14f1-7ad0-44a6-99d7-b7e4747a5232 by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': 'a1581aca-956b-4326-b55d-74fa2a4d7694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2833312c-b536-444e-800f-b215e3017e39'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:06:23.466126 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e8423d-8402-42fe-af87-522d5722ed37 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempting to bind port a41b14f1-7ad0-44a6-99d7-b7e4747a5232 on network 2833312c-b536-444e-800f-b215e3017e39 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:06:23.507292 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e8423d-8402-42fe-af87-522d5722ed37 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Port a41b14f1-7ad0-44a6-99d7-b7e4747a5232 on network 2833312c-b536-444e-800f-b215e3017e39 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:06:23.507701 n-d-791506-26 neutron-server[101292]: ERROR neutron.plugins.ml2.managers [None req-b3e8423d-8402-42fe-af87-522d5722ed37 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Failed to bind port a41b14f1-7ad0-44a6-99d7-b7e4747a5232 on host n-h1-791506-26 for vnic_type normal using segments [{'id': 'a1581aca-956b-4326-b55d-74fa2a4d7694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2833312c-b536-444e-800f-b215e3017e39'}] Aug 16 23:06:23.510273 n-d-791506-26 neutron-server[101292]: INFO neutron.plugins.ml2.plugin [None req-b3e8423d-8402-42fe-af87-522d5722ed37 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempt 2 to bind port a41b14f1-7ad0-44a6-99d7-b7e4747a5232 Aug 16 23:06:23.575731 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bedf76bd-1f82-4921-8d83-547d7b310fba tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537471'] for router_interface, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:23.875279 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bedf76bd-1f82-4921-8d83-547d7b310fba tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Router dd48438b-b514-4277-a6de-e46703509c84 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:06:23.972694 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d0fe3478-bb8b-44dc-94d0-13d6efa7496b req-76500b46-65ae-4340-acac-8c761aa83554 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d561fd0-5d3b-4398-8725-9733c38afc60&id=7847b2e1-2595-4387-b40a-e9cc25ff3917&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5407150 Aug 16 23:06:23.976561 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bedf76bd-1f82-4921-8d83-547d7b310fba tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:06:23.978755 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-b3e8423d-8402-42fe-af87-522d5722ed37 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempting to bind port a41b14f1-7ad0-44a6-99d7-b7e4747a5232 on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:06:23.979102 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-b3e8423d-8402-42fe-af87-522d5722ed37 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempting to bind port a41b14f1-7ad0-44a6-99d7-b7e4747a5232 by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': 'a1581aca-956b-4326-b55d-74fa2a4d7694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2833312c-b536-444e-800f-b215e3017e39'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:06:23.979420 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e8423d-8402-42fe-af87-522d5722ed37 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempting to bind port a41b14f1-7ad0-44a6-99d7-b7e4747a5232 on network 2833312c-b536-444e-800f-b215e3017e39 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:06:23.986062 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-bedf76bd-1f82-4921-8d83-547d7b310fba tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "PUT /v2.0/routers/dd48438b-b514-4277-a6de-e46703509c84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7002294 Aug 16 23:06:23.986788 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52390) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:23.987300 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8409748f-f429-4439-a408-71441c6ff5fa None None] Sync routers for ids ['dd48438b-b514-4277-a6de-e46703509c84'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:06:23.988482 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e8423d-8402-42fe-af87-522d5722ed37 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Port a41b14f1-7ad0-44a6-99d7-b7e4747a5232 on network 2833312c-b536-444e-800f-b215e3017e39 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:06:23.988846 n-d-791506-26 neutron-server[101292]: ERROR neutron.plugins.ml2.managers [None req-b3e8423d-8402-42fe-af87-522d5722ed37 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Failed to bind port a41b14f1-7ad0-44a6-99d7-b7e4747a5232 on host n-h1-791506-26 for vnic_type normal using segments [{'id': 'a1581aca-956b-4326-b55d-74fa2a4d7694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2833312c-b536-444e-800f-b215e3017e39'}] Aug 16 23:06:23.991303 n-d-791506-26 neutron-server[101292]: INFO neutron.plugins.ml2.plugin [None req-b3e8423d-8402-42fe-af87-522d5722ed37 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempt 3 to bind port a41b14f1-7ad0-44a6-99d7-b7e4747a5232 Aug 16 23:06:24.004127 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8409748f-f429-4439-a408-71441c6ff5fa None None] Routers {'dd48438b-b514-4277-a6de-e46703509c84'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:06:24.004786 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-8409748f-f429-4439-a408-71441c6ff5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:06:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['dd48438b-b514-4277-a6de-e46703509c84'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:06:24.048646 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-83c73098-3950-43cb-acd9-f05a07cbcea7 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Deleting subnet f06066e4-2c05-4a23-b2c1-c0fd8a20c217 {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:06:24.052625 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-83c73098-3950-43cb-acd9-f05a07cbcea7 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:24.073517 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-b3e8423d-8402-42fe-af87-522d5722ed37 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempting to bind port a41b14f1-7ad0-44a6-99d7-b7e4747a5232 on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:06:24.073852 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-b3e8423d-8402-42fe-af87-522d5722ed37 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempting to bind port a41b14f1-7ad0-44a6-99d7-b7e4747a5232 by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': 'a1581aca-956b-4326-b55d-74fa2a4d7694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2833312c-b536-444e-800f-b215e3017e39'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:06:24.074196 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e8423d-8402-42fe-af87-522d5722ed37 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempting to bind port a41b14f1-7ad0-44a6-99d7-b7e4747a5232 on network 2833312c-b536-444e-800f-b215e3017e39 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:06:24.080746 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e8423d-8402-42fe-af87-522d5722ed37 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Port a41b14f1-7ad0-44a6-99d7-b7e4747a5232 on network 2833312c-b536-444e-800f-b215e3017e39 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:06:24.081084 n-d-791506-26 neutron-server[101292]: ERROR neutron.plugins.ml2.managers [None req-b3e8423d-8402-42fe-af87-522d5722ed37 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Failed to bind port a41b14f1-7ad0-44a6-99d7-b7e4747a5232 on host n-h1-791506-26 for vnic_type normal using segments [{'id': 'a1581aca-956b-4326-b55d-74fa2a4d7694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2833312c-b536-444e-800f-b215e3017e39'}] Aug 16 23:06:24.082905 n-d-791506-26 neutron-server[101292]: INFO neutron.plugins.ml2.plugin [None req-b3e8423d-8402-42fe-af87-522d5722ed37 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempt 4 to bind port a41b14f1-7ad0-44a6-99d7-b7e4747a5232 Aug 16 23:06:24.098969 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f283f-dcce-4057-88a4-bd31f87319ab req-19b9d636-382b-4b08-8228-91926012aa74 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:24.100729 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-466f283f-dcce-4057-88a4-bd31f87319ab req-19b9d636-382b-4b08-8228-91926012aa74 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/networks?id=ce8981d6-c81c-45ea-9a06-9a435b2fc9f6 HTTP/1.1" status: 200 len: 813 time: 0.5983744 Aug 16 23:06:24.104701 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-83c73098-3950-43cb-acd9-f05a07cbcea7 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:24.105280 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-b3e8423d-8402-42fe-af87-522d5722ed37 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempting to bind port a41b14f1-7ad0-44a6-99d7-b7e4747a5232 on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:06:24.105616 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-b3e8423d-8402-42fe-af87-522d5722ed37 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempting to bind port a41b14f1-7ad0-44a6-99d7-b7e4747a5232 by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': 'a1581aca-956b-4326-b55d-74fa2a4d7694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2833312c-b536-444e-800f-b215e3017e39'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:06:24.105957 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e8423d-8402-42fe-af87-522d5722ed37 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempting to bind port a41b14f1-7ad0-44a6-99d7-b7e4747a5232 on network 2833312c-b536-444e-800f-b215e3017e39 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:06:24.118552 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e8423d-8402-42fe-af87-522d5722ed37 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Port a41b14f1-7ad0-44a6-99d7-b7e4747a5232 on network 2833312c-b536-444e-800f-b215e3017e39 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:06:24.118884 n-d-791506-26 neutron-server[101292]: ERROR neutron.plugins.ml2.managers [None req-b3e8423d-8402-42fe-af87-522d5722ed37 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Failed to bind port a41b14f1-7ad0-44a6-99d7-b7e4747a5232 on host n-h1-791506-26 for vnic_type normal using segments [{'id': 'a1581aca-956b-4326-b55d-74fa2a4d7694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2833312c-b536-444e-800f-b215e3017e39'}] Aug 16 23:06:24.120014 n-d-791506-26 neutron-server[101292]: INFO neutron.plugins.ml2.plugin [None req-b3e8423d-8402-42fe-af87-522d5722ed37 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempt 5 to bind port a41b14f1-7ad0-44a6-99d7-b7e4747a5232 Aug 16 23:06:24.129970 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-8409748f-f429-4439-a408-71441c6ff5fa None None] Set router dd48438b-b514-4277-a6de-e46703509c84 gateway port host: None {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:06:24.134644 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-b3e8423d-8402-42fe-af87-522d5722ed37 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempting to bind port a41b14f1-7ad0-44a6-99d7-b7e4747a5232 on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:06:24.135011 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-b3e8423d-8402-42fe-af87-522d5722ed37 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempting to bind port a41b14f1-7ad0-44a6-99d7-b7e4747a5232 by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': 'a1581aca-956b-4326-b55d-74fa2a4d7694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2833312c-b536-444e-800f-b215e3017e39'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:06:24.135316 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e8423d-8402-42fe-af87-522d5722ed37 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempting to bind port a41b14f1-7ad0-44a6-99d7-b7e4747a5232 on network 2833312c-b536-444e-800f-b215e3017e39 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:06:24.138876 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-466f283f-dcce-4057-88a4-bd31f87319ab req-896564bc-423f-438c-ba8a-19a0e4e3beb0 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/quotas/d1fdbd14d2a2426faa7617777d4bf755 HTTP/1.1" status: 200 len: 375 time: 0.0285423 Aug 16 23:06:24.142422 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e8423d-8402-42fe-af87-522d5722ed37 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Port a41b14f1-7ad0-44a6-99d7-b7e4747a5232 on network 2833312c-b536-444e-800f-b215e3017e39 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:06:24.143106 n-d-791506-26 neutron-server[101292]: ERROR neutron.plugins.ml2.managers [None req-b3e8423d-8402-42fe-af87-522d5722ed37 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Failed to bind port a41b14f1-7ad0-44a6-99d7-b7e4747a5232 on host n-h1-791506-26 for vnic_type normal using segments [{'id': 'a1581aca-956b-4326-b55d-74fa2a4d7694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2833312c-b536-444e-800f-b215e3017e39'}] Aug 16 23:06:24.143822 n-d-791506-26 neutron-server[101292]: INFO neutron.plugins.ml2.plugin [None req-b3e8423d-8402-42fe-af87-522d5722ed37 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempt 6 to bind port a41b14f1-7ad0-44a6-99d7-b7e4747a5232 Aug 16 23:06:24.187068 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-b3e8423d-8402-42fe-af87-522d5722ed37 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempting to bind port a41b14f1-7ad0-44a6-99d7-b7e4747a5232 on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:06:24.187461 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-b3e8423d-8402-42fe-af87-522d5722ed37 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempting to bind port a41b14f1-7ad0-44a6-99d7-b7e4747a5232 by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': 'a1581aca-956b-4326-b55d-74fa2a4d7694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2833312c-b536-444e-800f-b215e3017e39'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:06:24.187843 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e8423d-8402-42fe-af87-522d5722ed37 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempting to bind port a41b14f1-7ad0-44a6-99d7-b7e4747a5232 on network 2833312c-b536-444e-800f-b215e3017e39 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:06:24.208027 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e8423d-8402-42fe-af87-522d5722ed37 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Port a41b14f1-7ad0-44a6-99d7-b7e4747a5232 on network 2833312c-b536-444e-800f-b215e3017e39 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:06:24.208361 n-d-791506-26 neutron-server[101292]: ERROR neutron.plugins.ml2.managers [None req-b3e8423d-8402-42fe-af87-522d5722ed37 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Failed to bind port a41b14f1-7ad0-44a6-99d7-b7e4747a5232 on host n-h1-791506-26 for vnic_type normal using segments [{'id': 'a1581aca-956b-4326-b55d-74fa2a4d7694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2833312c-b536-444e-800f-b215e3017e39'}] Aug 16 23:06:24.209632 n-d-791506-26 neutron-server[101292]: INFO neutron.plugins.ml2.plugin [None req-b3e8423d-8402-42fe-af87-522d5722ed37 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempt 7 to bind port a41b14f1-7ad0-44a6-99d7-b7e4747a5232 Aug 16 23:06:24.230730 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-b3e8423d-8402-42fe-af87-522d5722ed37 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempting to bind port a41b14f1-7ad0-44a6-99d7-b7e4747a5232 on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:06:24.231071 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-b3e8423d-8402-42fe-af87-522d5722ed37 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempting to bind port a41b14f1-7ad0-44a6-99d7-b7e4747a5232 by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': 'a1581aca-956b-4326-b55d-74fa2a4d7694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2833312c-b536-444e-800f-b215e3017e39'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:06:24.231487 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e8423d-8402-42fe-af87-522d5722ed37 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempting to bind port a41b14f1-7ad0-44a6-99d7-b7e4747a5232 on network 2833312c-b536-444e-800f-b215e3017e39 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:06:24.242606 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e8423d-8402-42fe-af87-522d5722ed37 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Port a41b14f1-7ad0-44a6-99d7-b7e4747a5232 on network 2833312c-b536-444e-800f-b215e3017e39 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:06:24.242998 n-d-791506-26 neutron-server[101292]: ERROR neutron.plugins.ml2.managers [None req-b3e8423d-8402-42fe-af87-522d5722ed37 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Failed to bind port a41b14f1-7ad0-44a6-99d7-b7e4747a5232 on host n-h1-791506-26 for vnic_type normal using segments [{'id': 'a1581aca-956b-4326-b55d-74fa2a4d7694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2833312c-b536-444e-800f-b215e3017e39'}] Aug 16 23:06:24.244161 n-d-791506-26 neutron-server[101292]: INFO neutron.plugins.ml2.plugin [None req-b3e8423d-8402-42fe-af87-522d5722ed37 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempt 8 to bind port a41b14f1-7ad0-44a6-99d7-b7e4747a5232 Aug 16 23:06:24.259323 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-83c73098-3950-43cb-acd9-f05a07cbcea7 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:24.264273 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-466f283f-dcce-4057-88a4-bd31f87319ab req-10ce3dcb-a530-4d27-ac79-496ed3de7e28 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d1fdbd14d2a2426faa7617777d4bf755&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0907016 Aug 16 23:06:24.274137 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-b3e8423d-8402-42fe-af87-522d5722ed37 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempting to bind port a41b14f1-7ad0-44a6-99d7-b7e4747a5232 on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:06:24.274375 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-b3e8423d-8402-42fe-af87-522d5722ed37 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempting to bind port a41b14f1-7ad0-44a6-99d7-b7e4747a5232 by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': 'a1581aca-956b-4326-b55d-74fa2a4d7694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2833312c-b536-444e-800f-b215e3017e39'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:06:24.274720 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e8423d-8402-42fe-af87-522d5722ed37 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempting to bind port a41b14f1-7ad0-44a6-99d7-b7e4747a5232 on network 2833312c-b536-444e-800f-b215e3017e39 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:06:24.287629 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e8423d-8402-42fe-af87-522d5722ed37 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Port a41b14f1-7ad0-44a6-99d7-b7e4747a5232 on network 2833312c-b536-444e-800f-b215e3017e39 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:06:24.287971 n-d-791506-26 neutron-server[101292]: ERROR neutron.plugins.ml2.managers [None req-b3e8423d-8402-42fe-af87-522d5722ed37 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Failed to bind port a41b14f1-7ad0-44a6-99d7-b7e4747a5232 on host n-h1-791506-26 for vnic_type normal using segments [{'id': 'a1581aca-956b-4326-b55d-74fa2a4d7694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2833312c-b536-444e-800f-b215e3017e39'}] Aug 16 23:06:24.288367 n-d-791506-26 neutron-server[101292]: INFO neutron.plugins.ml2.plugin [None req-b3e8423d-8402-42fe-af87-522d5722ed37 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempt 9 to bind port a41b14f1-7ad0-44a6-99d7-b7e4747a5232 Aug 16 23:06:24.309134 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-b3e8423d-8402-42fe-af87-522d5722ed37 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempting to bind port a41b14f1-7ad0-44a6-99d7-b7e4747a5232 on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:06:24.310984 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-b3e8423d-8402-42fe-af87-522d5722ed37 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempting to bind port a41b14f1-7ad0-44a6-99d7-b7e4747a5232 by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': 'a1581aca-956b-4326-b55d-74fa2a4d7694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2833312c-b536-444e-800f-b215e3017e39'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:06:24.312843 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e8423d-8402-42fe-af87-522d5722ed37 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempting to bind port a41b14f1-7ad0-44a6-99d7-b7e4747a5232 on network 2833312c-b536-444e-800f-b215e3017e39 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:06:24.319916 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e8423d-8402-42fe-af87-522d5722ed37 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Port a41b14f1-7ad0-44a6-99d7-b7e4747a5232 on network 2833312c-b536-444e-800f-b215e3017e39 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:06:24.321680 n-d-791506-26 neutron-server[101292]: ERROR neutron.plugins.ml2.managers [None req-b3e8423d-8402-42fe-af87-522d5722ed37 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Failed to bind port a41b14f1-7ad0-44a6-99d7-b7e4747a5232 on host n-h1-791506-26 for vnic_type normal using segments [{'id': 'a1581aca-956b-4326-b55d-74fa2a4d7694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2833312c-b536-444e-800f-b215e3017e39'}] Aug 16 23:06:24.322100 n-d-791506-26 neutron-server[101292]: INFO neutron.plugins.ml2.plugin [None req-b3e8423d-8402-42fe-af87-522d5722ed37 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempt 10 to bind port a41b14f1-7ad0-44a6-99d7-b7e4747a5232 Aug 16 23:06:24.340787 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-b3e8423d-8402-42fe-af87-522d5722ed37 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempting to bind port a41b14f1-7ad0-44a6-99d7-b7e4747a5232 on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:06:24.341455 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-b3e8423d-8402-42fe-af87-522d5722ed37 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempting to bind port a41b14f1-7ad0-44a6-99d7-b7e4747a5232 by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': 'a1581aca-956b-4326-b55d-74fa2a4d7694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2833312c-b536-444e-800f-b215e3017e39'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:06:24.342386 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e8423d-8402-42fe-af87-522d5722ed37 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempting to bind port a41b14f1-7ad0-44a6-99d7-b7e4747a5232 on network 2833312c-b536-444e-800f-b215e3017e39 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:06:24.347624 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e8423d-8402-42fe-af87-522d5722ed37 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Port a41b14f1-7ad0-44a6-99d7-b7e4747a5232 on network 2833312c-b536-444e-800f-b215e3017e39 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:06:24.347957 n-d-791506-26 neutron-server[101292]: ERROR neutron.plugins.ml2.managers [None req-b3e8423d-8402-42fe-af87-522d5722ed37 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Failed to bind port a41b14f1-7ad0-44a6-99d7-b7e4747a5232 on host n-h1-791506-26 for vnic_type normal using segments [{'id': 'a1581aca-956b-4326-b55d-74fa2a4d7694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2833312c-b536-444e-800f-b215e3017e39'}] Aug 16 23:06:24.348335 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b3e8423d-8402-42fe-af87-522d5722ed37 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:24.386186 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-83c73098-3950-43cb-acd9-f05a07cbcea7 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:24.416636 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c73098-3950-43cb-acd9-f05a07cbcea7 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Pushing event deleted for resources: {'Subnet': ['ID=f06066e4-2c05-4a23-b2c1-c0fd8a20c217,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:24.423982 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-83c73098-3950-43cb-acd9-f05a07cbcea7 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:24.425988 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-83c73098-3950-43cb-acd9-f05a07cbcea7 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "DELETE /v2.0/subnets/f06066e4-2c05-4a23-b2c1-c0fd8a20c217 HTTP/1.1" status: 204 len: 168 time: 0.4380946 Aug 16 23:06:24.428708 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52404) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:24.449737 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b46bcd9-6a42-4450-83ab-847d30aee7a2 None None] Network 6d90f9f3-3595-4b59-9c7b-eaaa49db5012 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:06:24.524060 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-b3e8423d-8402-42fe-af87-522d5722ed37 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] For port a41b14f1-7ad0-44a6-99d7-b7e4747a5232, host n-h1-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:06:24.524418 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-b3e8423d-8402-42fe-af87-522d5722ed37 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempted to set empty binding levels {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 16 23:06:24.536006 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e2ba12-d11c-4ff5-8c96-b6bdecb815d7 req-5224f12d-7757-4ce4-b56f-7be0f000c402 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:24.538095 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-41e2ba12-d11c-4ff5-8c96-b6bdecb815d7 req-5224f12d-7757-4ce4-b56f-7be0f000c402 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 946 time: 0.1433892 Aug 16 23:06:24.539925 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b3e8423d-8402-42fe-af87-522d5722ed37 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:24.544367 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-143aeb19-d0fd-4029-bdc3-2d99054fbb08 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:24.592213 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e8423d-8402-42fe-af87-522d5722ed37 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Pushing event updated for resources: {'Port': ['ID=a41b14f1-7ad0-44a6-99d7-b7e4747a5232,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:24.623842 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e8423d-8402-42fe-af87-522d5722ed37 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:24.625350 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b3e8423d-8402-42fe-af87-522d5722ed37 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:24.629432 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-8409748f-f429-4439-a408-71441c6ff5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd48438b-b514-4277-a6de-e46703509c84', 'name': 'tempest-RoutersIpV6Test-router-1749583918', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:05:42Z', 'updated_at': '2021-08-16T23:06:23Z', 'revision_number': 9, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'gw_port_host': None, '_interfaces': [{'id': '0d7b4b0a-0e4d-4447-b2d5-ea7c7541b6ad', 'name': '', 'network_id': '7ccffa5a-5fe4-45a4-a60b-490fb1423907', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'mac_address': 'fa:16:3e:12:5f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd48438b-b514-4277-a6de-e46703509c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '5dfec7f7-231c-4f30-8aca-dfa3e70ea5e3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:05:55Z', 'updated_at': '2021-08-16T23:06:02Z', 'revision_number': 5, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'subnets': [{'id': '5dfec7f7-231c-4f30-8aca-dfa3e70ea5e3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a013182-9994-40b6-a923-77572161d1b7', 'name': '', 'network_id': '9ec22140-0e30-4a8f-ae51-ce31640ea6db', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'mac_address': 'fa:16:3e:b4:81:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd48438b-b514-4277-a6de-e46703509c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': '7ec55b4d-9bea-42cb-8c74-46e03d4e6272', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:05:46Z', 'updated_at': '2021-08-16T23:05:54Z', 'revision_number': 5, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'subnets': [{'id': '7ec55b4d-9bea-42cb-8c74-46e03d4e6272', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:06:24.648174 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-143aeb19-d0fd-4029-bdc3-2d99054fbb08 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Deleting port baaebf73-b639-4276-98f5-88d50d6bf730 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:06:24.649821 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-143aeb19-d0fd-4029-bdc3-2d99054fbb08 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:24.663098 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-b3e8423d-8402-42fe-af87-522d5722ed37 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 2.1712849 Aug 16 23:06:24.665942 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52408) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:24.683275 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8409748f-f429-4439-a408-71441c6ff5fa None None] Checking router: dd48438b-b514-4277-a6de-e46703509c84 for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:06:24.707809 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-41e2ba12-d11c-4ff5-8c96-b6bdecb815d7 req-cccfa8ae-a2a9-4607-afba-498f226073d5 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174788 Aug 16 23:06:24.713064 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52410) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:24.720038 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8409748f-f429-4439-a408-71441c6ff5fa None None] Routers {'dd48438b-b514-4277-a6de-e46703509c84'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:06:24.721524 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-8409748f-f429-4439-a408-71441c6ff5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:06:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['dd48438b-b514-4277-a6de-e46703509c84'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:06:24.791909 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-2d95f7bf-94d7-41cc-86bf-5f86ac4aa527 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Deleting port a41b14f1-7ad0-44a6-99d7-b7e4747a5232 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:06:24.792290 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2d95f7bf-94d7-41cc-86bf-5f86ac4aa527 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:24.810992 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-143aeb19-d0fd-4029-bdc3-2d99054fbb08 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] For port baaebf73-b639-4276-98f5-88d50d6bf730, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=baaebf73-b639-4276-98f5-88d50d6bf730,segment=NetworkSegment(9fa9f154-7ba5-45f3-9de3-232d1410ba98),segment_id=9fa9f154-7ba5-45f3-9de3-232d1410ba98)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:06:24.811376 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-143aeb19-d0fd-4029-bdc3-2d99054fbb08 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:24.833442 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-143aeb19-d0fd-4029-bdc3-2d99054fbb08 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Calling delete_port for baaebf73-b639-4276-98f5-88d50d6bf730 owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:06:24.947064 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-2d95f7bf-94d7-41cc-86bf-5f86ac4aa527 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] For port a41b14f1-7ad0-44a6-99d7-b7e4747a5232, host n-h1-791506-26, got binding levels [] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:06:24.947457 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2d95f7bf-94d7-41cc-86bf-5f86ac4aa527 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:24.954786 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-c064a487-c79e-4573-9cfb-85e5b24cad86 tempest-RoutersAdminNegativeIpV6Test-725560026 tempest-RoutersAdminNegativeIpV6Test-725560026-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-275284446', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:06:24.967431 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-143aeb19-d0fd-4029-bdc3-2d99054fbb08 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:24.973584 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b17c2f-57b5-4b89-a458-f670c24daaa1 req-c5ef40c7-4e05-451d-8478-cbb0eed9c71c tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:24.975217 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-77b17c2f-57b5-4b89-a458-f670c24daaa1 req-c5ef40c7-4e05-451d-8478-cbb0eed9c71c tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 946 time: 0.1679652 Aug 16 23:06:24.984067 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45dfa07-1fba-440f-b125-b407076f5d79 None None] DHCP port deletion for 6d90f9f3-3595-4b59-9c7b-eaaa49db5012 request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:06:24.989535 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-2d95f7bf-94d7-41cc-86bf-5f86ac4aa527 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Calling delete_port for a41b14f1-7ad0-44a6-99d7-b7e4747a5232 owned by {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:06:25.015997 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143aeb19-d0fd-4029-bdc3-2d99054fbb08 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Pushing event deleted for resources: {'Port': ['ID=baaebf73-b639-4276-98f5-88d50d6bf730,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:25.022054 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-8409748f-f429-4439-a408-71441c6ff5fa None None] Set router dd48438b-b514-4277-a6de-e46703509c84 gateway port host: None {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:06:25.024170 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143aeb19-d0fd-4029-bdc3-2d99054fbb08 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] No DVR routers for this DVR port baaebf73-b639-4276-98f5-88d50d6bf730 on host n-d-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:06:25.175551 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-77b17c2f-57b5-4b89-a458-f670c24daaa1 req-1f581909-9dff-4b57-94f5-2fb3dedf806a tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844680 Aug 16 23:06:25.181573 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c064a487-c79e-4573-9cfb-85e5b24cad86 tempest-RoutersAdminNegativeIpV6Test-725560026 tempest-RoutersAdminNegativeIpV6Test-725560026-project-admin] Made reservation on behalf of 1936a70880e24b8497c06fb004f9040f for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:06:25.184052 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c064a487-c79e-4573-9cfb-85e5b24cad86 tempest-RoutersAdminNegativeIpV6Test-725560026 tempest-RoutersAdminNegativeIpV6Test-725560026-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:25.208921 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-143aeb19-d0fd-4029-bdc3-2d99054fbb08 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:25.225675 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-143aeb19-d0fd-4029-bdc3-2d99054fbb08 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d90f9f3-3595-4b59-9c7b-eaaa49db5012']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:06:25.261488 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-143aeb19-d0fd-4029-bdc3-2d99054fbb08 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fa9f154-7ba5-45f3-9de3-232d1410ba98') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:06:25.261850 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-143aeb19-d0fd-4029-bdc3-2d99054fbb08 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fa9f154-7ba5-45f3-9de3-232d1410ba98') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:06:25.283067 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-8764872a-07bd-4627-89bb-21b396be325c req-fd1664e9-f013-4bc2-88e3-a652493c7d23 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2173827 Aug 16 23:06:25.287861 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-143aeb19-d0fd-4029-bdc3-2d99054fbb08 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:25.293631 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2d95f7bf-94d7-41cc-86bf-5f86ac4aa527 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:25.298347 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:25.303238 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c064a487-c79e-4573-9cfb-85e5b24cad86 tempest-RoutersAdminNegativeIpV6Test-725560026 tempest-RoutersAdminNegativeIpV6Test-725560026-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:25.323179 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-143aeb19-d0fd-4029-bdc3-2d99054fbb08 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:25.336490 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-143aeb19-d0fd-4029-bdc3-2d99054fbb08 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:06:25.336967 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-143aeb19-d0fd-4029-bdc3-2d99054fbb08 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:25.344292 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 23:06:25.344292 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:06:25.344292 n-d-791506-26 neutron-server[101291]: timer() Aug 16 23:06:25.344292 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:06:25.344292 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 23:06:25.344292 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:06:25.344292 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 23:06:25.344292 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:06:25.344292 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 23:06:25.344292 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:06:25.344292 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 23:06:25.344292 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:06:25.344292 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 23:06:25.344292 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:06:25.344292 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:06:25.344292 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:06:25.344292 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:06:25.344292 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:06:25.344292 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 23:06:25.344292 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:06:25.344292 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 23:06:25.344292 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:06:25.344292 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:06:25.344292 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:06:25.344292 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 23:06:25.344292 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:06:25.344292 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:06:25.344292 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:06:25.344292 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:06:25.344292 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:06:25.344292 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:06:25.344292 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:06:25.352784 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-8409748f-f429-4439-a408-71441c6ff5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd48438b-b514-4277-a6de-e46703509c84', 'name': 'tempest-RoutersIpV6Test-router-1749583918', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:05:42Z', 'updated_at': '2021-08-16T23:06:23Z', 'revision_number': 9, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'gw_port_host': None, '_interfaces': [{'id': '0d7b4b0a-0e4d-4447-b2d5-ea7c7541b6ad', 'name': '', 'network_id': '7ccffa5a-5fe4-45a4-a60b-490fb1423907', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'mac_address': 'fa:16:3e:12:5f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd48438b-b514-4277-a6de-e46703509c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '5dfec7f7-231c-4f30-8aca-dfa3e70ea5e3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:05:55Z', 'updated_at': '2021-08-16T23:06:02Z', 'revision_number': 5, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'subnets': [{'id': '5dfec7f7-231c-4f30-8aca-dfa3e70ea5e3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a013182-9994-40b6-a923-77572161d1b7', 'name': '', 'network_id': '9ec22140-0e30-4a8f-ae51-ce31640ea6db', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'mac_address': 'fa:16:3e:b4:81:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd48438b-b514-4277-a6de-e46703509c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': '7ec55b4d-9bea-42cb-8c74-46e03d4e6272', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:05:46Z', 'updated_at': '2021-08-16T23:05:54Z', 'revision_number': 5, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'subnets': [{'id': '7ec55b4d-9bea-42cb-8c74-46e03d4e6272', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:06:25.393018 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8409748f-f429-4439-a408-71441c6ff5fa None None] The sync data for ids ['dd48438b-b514-4277-a6de-e46703509c84'] in n-d-791506-26 is: [{'id': 'dd48438b-b514-4277-a6de-e46703509c84', 'name': 'tempest-RoutersIpV6Test-router-1749583918', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:05:42Z', 'updated_at': '2021-08-16T23:06:23Z', 'revision_number': 9, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'gw_port_host': None, '_interfaces': [{'id': '0d7b4b0a-0e4d-4447-b2d5-ea7c7541b6ad', 'name': '', 'network_id': '7ccffa5a-5fe4-45a4-a60b-490fb1423907', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'mac_address': 'fa:16:3e:12:5f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd48438b-b514-4277-a6de-e46703509c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '5dfec7f7-231c-4f30-8aca-dfa3e70ea5e3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:05:55Z', 'updated_at': '2021-08-16T23:06:02Z', 'revision_number': 5, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'subnets': [{'id': '5dfec7f7-231c-4f30-8aca-dfa3e70ea5e3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a013182-9994-40b6-a923-77572161d1b7', 'name': '', 'network_id': '9ec22140-0e30-4a8f-ae51-ce31640ea6db', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'mac_address': 'fa:16:3e:b4:81:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd48438b-b514-4277-a6de-e46703509c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': '7ec55b4d-9bea-42cb-8c74-46e03d4e6272', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:05:46Z', 'updated_at': '2021-08-16T23:05:54Z', 'revision_number': 5, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'subnets': [{'id': '7ec55b4d-9bea-42cb-8c74-46e03d4e6272', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:06:25.443324 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9c3131-5833-4e53-b6d0-bee115c2194b req-d57ce173-bd4a-4360-8816-6d7fee8ce0be tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:25.449409 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9c3131-5833-4e53-b6d0-bee115c2194b req-d57ce173-bd4a-4360-8816-6d7fee8ce0be tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:25.456010 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9c3131-5833-4e53-b6d0-bee115c2194b req-d57ce173-bd4a-4360-8816-6d7fee8ce0be tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:25.461559 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-143aeb19-d0fd-4029-bdc3-2d99054fbb08 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:25.462502 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9c3131-5833-4e53-b6d0-bee115c2194b req-d57ce173-bd4a-4360-8816-6d7fee8ce0be tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:25.468120 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-143aeb19-d0fd-4029-bdc3-2d99054fbb08 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:25.474225 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-143aeb19-d0fd-4029-bdc3-2d99054fbb08 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "DELETE /v2.0/networks/6d90f9f3-3595-4b59-9c7b-eaaa49db5012 HTTP/1.1" status: 204 len: 168 time: 1.0402937 Aug 16 23:06:25.474425 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9c3131-5833-4e53-b6d0-bee115c2194b req-d57ce173-bd4a-4360-8816-6d7fee8ce0be tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:25.474979 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52432) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:25.476132 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9c3131-5833-4e53-b6d0-bee115c2194b req-d57ce173-bd4a-4360-8816-6d7fee8ce0be tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:25.483615 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9c3131-5833-4e53-b6d0-bee115c2194b req-d57ce173-bd4a-4360-8816-6d7fee8ce0be tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:25.486254 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2b9c3131-5833-4e53-b6d0-bee115c2194b req-d57ce173-bd4a-4360-8816-6d7fee8ce0be tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ec6deff-f245-4e1c-822d-87007a31b174 HTTP/1.1" status: 200 len: 5428 time: 0.3088772 Aug 16 23:06:25.487042 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d95f7bf-94d7-41cc-86bf-5f86ac4aa527 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Pushing event deleted for resources: {'Port': ['ID=a41b14f1-7ad0-44a6-99d7-b7e4747a5232,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:25.511512 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2d95f7bf-94d7-41cc-86bf-5f86ac4aa527 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:25.513665 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143aeb19-d0fd-4029-bdc3-2d99054fbb08 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Pushing event deleted for resources: {'Network': ['ID=6d90f9f3-3595-4b59-9c7b-eaaa49db5012,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:25.513790 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-2d95f7bf-94d7-41cc-86bf-5f86ac4aa527 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] 10.222.0.36 "DELETE /v2.0/ports/a41b14f1-7ad0-44a6-99d7-b7e4747a5232 HTTP/1.1" status: 204 len: 168 time: 0.8466852 Aug 16 23:06:25.527304 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52434) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:25.579201 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-202a301f-9dfd-4ca4-a2e2-b5295507ecbe tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] GET failed (client error): The resource could not be found. Aug 16 23:06:25.583974 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-202a301f-9dfd-4ca4-a2e2-b5295507ecbe tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] 10.222.0.36 "GET /v2.0/ports/a41b14f1-7ad0-44a6-99d7-b7e4747a5232 HTTP/1.1" status: 404 len: 333 time: 0.0486150 Aug 16 23:06:25.584744 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8764872a-07bd-4627-89bb-21b396be325c req-f78045be-6f61-4a23-b41c-c1c1d3ec7f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:25.586286 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-8764872a-07bd-4627-89bb-21b396be325c req-f78045be-6f61-4a23-b41c-c1c1d3ec7f5c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d1fdbd14d2a2426faa7617777d4bf755&device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 1098 time: 0.2241578 Aug 16 23:06:25.588130 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52436) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:25.598875 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-2286d828-14cc-4a1d-8f0b-5f80aa088a9c tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Request body: {'port': {'network_id': '2833312c-b536-444e-800f-b215e3017e39', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1871475424'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:06:25.602558 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-87fd1b1b-3bbc-42aa-8262-4f38a0a55b64 req-04d08f3b-01fd-4f54-94a2-52c2ca6c39d9 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=d1fdbd14d2a2426faa7617777d4bf755 HTTP/1.1" status: 200 len: 221 time: 0.1119769 Aug 16 23:06:25.632110 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2b9c3131-5833-4e53-b6d0-bee115c2194b req-75781c91-47bb-4120-b64e-28b8bf288cec tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d561fd0-5d3b-4398-8725-9733c38afc60&id=7847b2e1-2595-4387-b40a-e9cc25ff3917&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1269412 Aug 16 23:06:25.654676 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c064a487-c79e-4573-9cfb-85e5b24cad86 tempest-RoutersAdminNegativeIpV6Test-725560026 tempest-RoutersAdminNegativeIpV6Test-725560026-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:25.680649 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c064a487-c79e-4573-9cfb-85e5b24cad86 tempest-RoutersAdminNegativeIpV6Test-725560026 tempest-RoutersAdminNegativeIpV6Test-725560026-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:25.689249 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [None req-c064a487-c79e-4573-9cfb-85e5b24cad86 tempest-RoutersAdminNegativeIpV6Test-725560026 tempest-RoutersAdminNegativeIpV6Test-725560026-project-admin] device_id is not set on port 6692b5d3-f387-4331-a04c-2dd7dbad8cdc yet. {{(pid=101292) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 23:06:25.761696 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2286d828-14cc-4a1d-8f0b-5f80aa088a9c tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Made reservation on behalf of c065f530ff674f4ab426006010ab043f for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:06:25.765201 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2286d828-14cc-4a1d-8f0b-5f80aa088a9c tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:25.783322 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c064a487-c79e-4573-9cfb-85e5b24cad86 tempest-RoutersAdminNegativeIpV6Test-725560026 tempest-RoutersAdminNegativeIpV6Test-725560026-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f8331c-07b3-4839-9423-3db485ee4213,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:25.809429 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [None req-2286d828-14cc-4a1d-8f0b-5f80aa088a9c tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] device_id is not set on port da6df503-c910-44f8-8d2f-65c6b6950b6c yet. {{(pid=101292) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 23:06:25.818492 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8764872a-07bd-4627-89bb-21b396be325c req-a1e3de3d-b904-491f-a386-10d0c0cd62ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:25.821163 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-8764872a-07bd-4627-89bb-21b396be325c req-a1e3de3d-b904-491f-a386-10d0c0cd62ee service neutron] 10.222.0.68 "GET /v2.0/networks?id=ce8981d6-c81c-45ea-9a06-9a435b2fc9f6 HTTP/1.1" status: 200 len: 914 time: 0.2110128 Aug 16 23:06:25.823195 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a54d64-32cf-4eea-afdc-a3681576ac5d req-c7592d51-cced-44d3-bbd9-4de9f02dfef6 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:25.824806 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-05a54d64-32cf-4eea-afdc-a3681576ac5d req-c7592d51-cced-44d3-bbd9-4de9f02dfef6 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 946 time: 0.1609809 Aug 16 23:06:25.870554 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-8764872a-07bd-4627-89bb-21b396be325c req-c633b05c-14a9-49d5-acfb-669ddd7f4938 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ced0eb60-2129-44bb-aa8c-813cc52e44a4 HTTP/1.1" status: 200 len: 217 time: 0.0404575 Aug 16 23:06:25.911278 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device f7345ac6-cbd1-4f4a-b40e-28c24d394076 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:06:25.933748 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8764872a-07bd-4627-89bb-21b396be325c req-0fbbb40e-8fae-462b-85c1-c5300743f87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:25.936154 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-8764872a-07bd-4627-89bb-21b396be325c req-0fbbb40e-8fae-462b-85c1-c5300743f87e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5efd3f3e-4198-4530-82cd-090d89e0c9b8 HTTP/1.1" status: 200 len: 853 time: 0.0556331 Aug 16 23:06:25.946769 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: f7345ac6-cbd1-4f4a-b40e-28c24d394076 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:06:25.947186 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device f7345ac6-cbd1-4f4a-b40e-28c24d394076 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:06:25.947632 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device baaebf73-b639-4276-98f5-88d50d6bf730 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:06:25.963065 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-c064a487-c79e-4573-9cfb-85e5b24cad86 tempest-RoutersAdminNegativeIpV6Test-725560026 tempest-RoutersAdminNegativeIpV6Test-725560026-project-admin] Allocated IP 172.25.4.186 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/6692b5d3-f387-4331-a04c-2dd7dbad8cdc) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:06:25.975868 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: baaebf73-b639-4276-98f5-88d50d6bf730 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:06:25.976828 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device baaebf73-b639-4276-98f5-88d50d6bf730 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:06:26.001503 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-05a54d64-32cf-4eea-afdc-a3681576ac5d req-b8e21125-ac9a-4d92-8a7a-3520592b1e5a tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537669 Aug 16 23:06:26.006954 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-8764872a-07bd-4627-89bb-21b396be325c req-a3931412-36b8-4050-8681-5e0bfedf618e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ce8981d6-c81c-45ea-9a06-9a435b2fc9f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465283 Aug 16 23:06:26.170417 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-8764872a-07bd-4627-89bb-21b396be325c req-aabb1a2c-a19e-4f0f-b41f-7f182834ac12 service neutron] 10.222.0.68 "GET /v2.0/networks/ce8981d6-c81c-45ea-9a06-9a435b2fc9f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509233 Aug 16 23:06:26.214939 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2286d828-14cc-4a1d-8f0b-5f80aa088a9c tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:26.239769 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e212fa7-2b37-4ab9-ba67-7da558fdaff3 req-b96e9378-01de-48ad-83b8-3b72e0713e9c tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:26.241660 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9e212fa7-2b37-4ab9-ba67-7da558fdaff3 req-b96e9378-01de-48ad-83b8-3b72e0713e9c tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 946 time: 0.1277242 Aug 16 23:06:26.335841 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9e212fa7-2b37-4ab9-ba67-7da558fdaff3 req-4ac7f584-816d-41d1-b379-11e6740bb266 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847392 Aug 16 23:06:26.346173 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2286d828-14cc-4a1d-8f0b-5f80aa088a9c tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:26.350370 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c064a487-c79e-4573-9cfb-85e5b24cad86 tempest-RoutersAdminNegativeIpV6Test-725560026 tempest-RoutersAdminNegativeIpV6Test-725560026-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:26.410669 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2286d828-14cc-4a1d-8f0b-5f80aa088a9c tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Network 2833312c-b536-444e-800f-b215e3017e39 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:06:26.419223 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-2286d828-14cc-4a1d-8f0b-5f80aa088a9c tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:06:26.423316 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2286d828-14cc-4a1d-8f0b-5f80aa088a9c tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:06:26.424291 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2286d828-14cc-4a1d-8f0b-5f80aa088a9c tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:26.425031 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2286d828-14cc-4a1d-8f0b-5f80aa088a9c tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:26.430984 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2286d828-14cc-4a1d-8f0b-5f80aa088a9c tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Pushing event updated for resources: {'Port': ['ID=da6df503-c910-44f8-8d2f-65c6b6950b6c,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:26.458296 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-2286d828-14cc-4a1d-8f0b-5f80aa088a9c tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8653395 Aug 16 23:06:26.458798 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52448) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:26.463979 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-3a104f4a-d658-42ed-8024-a904a7c335c1 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-791506-26'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:06:26.492353 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c064a487-c79e-4573-9cfb-85e5b24cad86 tempest-RoutersAdminNegativeIpV6Test-725560026 tempest-RoutersAdminNegativeIpV6Test-725560026-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:26.555941 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8bc88602-d3a3-41b6-a58a-f1b919ff4db5 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537579'] for router_interface, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:26.583752 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c064a487-c79e-4573-9cfb-85e5b24cad86 tempest-RoutersAdminNegativeIpV6Test-725560026 tempest-RoutersAdminNegativeIpV6Test-725560026-project-admin] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:06:26.594178 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-c064a487-c79e-4573-9cfb-85e5b24cad86 tempest-RoutersAdminNegativeIpV6Test-725560026 tempest-RoutersAdminNegativeIpV6Test-725560026-project-admin] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:06:26.599520 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c064a487-c79e-4573-9cfb-85e5b24cad86 tempest-RoutersAdminNegativeIpV6Test-725560026 tempest-RoutersAdminNegativeIpV6Test-725560026-project-admin] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:06:26.604277 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3a104f4a-d658-42ed-8024-a904a7c335c1 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:26.624342 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c064a487-c79e-4573-9cfb-85e5b24cad86 tempest-RoutersAdminNegativeIpV6Test-725560026 tempest-RoutersAdminNegativeIpV6Test-725560026-project-admin] Pushing event updated for resources: {'Port': ['ID=6692b5d3-f387-4331-a04c-2dd7dbad8cdc,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:26.654857 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d371697-6737-41d2-bc05-8747c58309c1 req-594fa759-cdf7-4c74-85fe-efd66b1cedd5 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:26.656497 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4d371697-6737-41d2-bc05-8747c58309c1 req-594fa759-cdf7-4c74-85fe-efd66b1cedd5 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 946 time: 0.1892278 Aug 16 23:06:26.682377 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-8764872a-07bd-4627-89bb-21b396be325c req-5e8aa8d3-6c6d-4d74-bc8a-bb6789717d8b service neutron] 10.222.0.68 "GET /v2.0/networks/ce8981d6-c81c-45ea-9a06-9a435b2fc9f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5040512 Aug 16 23:06:26.698349 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c064a487-c79e-4573-9cfb-85e5b24cad86 tempest-RoutersAdminNegativeIpV6Test-725560026 tempest-RoutersAdminNegativeIpV6Test-725560026-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:26.698965 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c064a487-c79e-4573-9cfb-85e5b24cad86 tempest-RoutersAdminNegativeIpV6Test-725560026 tempest-RoutersAdminNegativeIpV6Test-725560026-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:26.737095 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-c064a487-c79e-4573-9cfb-85e5b24cad86 tempest-RoutersAdminNegativeIpV6Test-725560026 tempest-RoutersAdminNegativeIpV6Test-725560026-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.0159230 Aug 16 23:06:26.744410 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52452) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:26.749721 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-732a64fe-4594-4a45-adfc-30427b118447 tempest-RoutersAdminNegativeIpV6Test-725560026 tempest-RoutersAdminNegativeIpV6Test-725560026-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.186'}]}}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:06:26.779988 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-732a64fe-4594-4a45-adfc-30427b118447 tempest-RoutersAdminNegativeIpV6Test-725560026 tempest-RoutersAdminNegativeIpV6Test-725560026-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:26.781024 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-732a64fe-4594-4a45-adfc-30427b118447 tempest-RoutersAdminNegativeIpV6Test-725560026 tempest-RoutersAdminNegativeIpV6Test-725560026-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:26.795771 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4d371697-6737-41d2-bc05-8747c58309c1 req-4c4bf6a3-3662-43c6-903c-a5df3ab613ea tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314716 Aug 16 23:06:26.865328 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-732a64fe-4594-4a45-adfc-30427b118447 tempest-RoutersAdminNegativeIpV6Test-725560026 tempest-RoutersAdminNegativeIpV6Test-725560026-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:26.869277 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb6de7f-8621-4384-bc72-bb0753fab7de req-a3eb1855-dff3-4354-ba38-db7de0fa4616 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:26.876218 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb6de7f-8621-4384-bc72-bb0753fab7de req-a3eb1855-dff3-4354-ba38-db7de0fa4616 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:26.881901 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb6de7f-8621-4384-bc72-bb0753fab7de req-a3eb1855-dff3-4354-ba38-db7de0fa4616 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:26.887748 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb6de7f-8621-4384-bc72-bb0753fab7de req-a3eb1855-dff3-4354-ba38-db7de0fa4616 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:26.894182 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb6de7f-8621-4384-bc72-bb0753fab7de req-a3eb1855-dff3-4354-ba38-db7de0fa4616 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:26.900028 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb6de7f-8621-4384-bc72-bb0753fab7de req-a3eb1855-dff3-4354-ba38-db7de0fa4616 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:26.906530 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb6de7f-8621-4384-bc72-bb0753fab7de req-a3eb1855-dff3-4354-ba38-db7de0fa4616 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:26.908491 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-acb6de7f-8621-4384-bc72-bb0753fab7de req-a3eb1855-dff3-4354-ba38-db7de0fa4616 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ec6deff-f245-4e1c-822d-87007a31b174 HTTP/1.1" status: 200 len: 5428 time: 0.1341367 Aug 16 23:06:27.021908 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-acb6de7f-8621-4384-bc72-bb0753fab7de req-f37223ff-b8d1-4b38-8af8-3fa99d6d8383 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d561fd0-5d3b-4398-8725-9733c38afc60&id=7847b2e1-2595-4387-b40a-e9cc25ff3917&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0974574 Aug 16 23:06:27.023809 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [None req-3a104f4a-d658-42ed-8024-a904a7c335c1 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] device_id is not set on port da6df503-c910-44f8-8d2f-65c6b6950b6c yet. {{(pid=101292) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 23:06:27.035334 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98491dc-85d0-4ae1-9118-00cf7004e90c req-0da53410-8f7f-4794-93f8-bf6d53409335 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:27.036894 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d98491dc-85d0-4ae1-9118-00cf7004e90c req-0da53410-8f7f-4794-93f8-bf6d53409335 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 946 time: 0.1240704 Aug 16 23:06:27.040969 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3a104f4a-d658-42ed-8024-a904a7c335c1 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:27.043901 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-732a64fe-4594-4a45-adfc-30427b118447 tempest-RoutersAdminNegativeIpV6Test-725560026 tempest-RoutersAdminNegativeIpV6Test-725560026-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:27.057224 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-8bc88602-d3a3-41b6-a58a-f1b919ff4db5 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Deleting port 0d7b4b0a-0e4d-4447-b2d5-ea7c7541b6ad {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:06:27.057872 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8bc88602-d3a3-41b6-a58a-f1b919ff4db5 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:27.066398 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [None req-3a104f4a-d658-42ed-8024-a904a7c335c1 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Transition to ACTIVE for port object da6df503-c910-44f8-8d2f-65c6b6950b6c will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:06:27.073187 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3a104f4a-d658-42ed-8024-a904a7c335c1 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:27.119063 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d98491dc-85d0-4ae1-9118-00cf7004e90c req-abdd7144-37a2-48ff-813a-28c8da8373d1 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716412 Aug 16 23:06:27.140519 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a104f4a-d658-42ed-8024-a904a7c335c1 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Pushing event updated for resources: {'Port': ['ID=da6df503-c910-44f8-8d2f-65c6b6950b6c,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:27.167218 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-3a104f4a-d658-42ed-8024-a904a7c335c1 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempting to bind port da6df503-c910-44f8-8d2f-65c6b6950b6c on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:06:27.167560 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-3a104f4a-d658-42ed-8024-a904a7c335c1 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempting to bind port da6df503-c910-44f8-8d2f-65c6b6950b6c by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': 'a1581aca-956b-4326-b55d-74fa2a4d7694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2833312c-b536-444e-800f-b215e3017e39'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:06:27.167904 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a104f4a-d658-42ed-8024-a904a7c335c1 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempting to bind port da6df503-c910-44f8-8d2f-65c6b6950b6c on network 2833312c-b536-444e-800f-b215e3017e39 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:06:27.172680 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a104f4a-d658-42ed-8024-a904a7c335c1 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Port da6df503-c910-44f8-8d2f-65c6b6950b6c on network 2833312c-b536-444e-800f-b215e3017e39 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:06:27.173012 n-d-791506-26 neutron-server[101292]: ERROR neutron.plugins.ml2.managers [None req-3a104f4a-d658-42ed-8024-a904a7c335c1 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Failed to bind port da6df503-c910-44f8-8d2f-65c6b6950b6c on host n-h1-791506-26 for vnic_type normal using segments [{'id': 'a1581aca-956b-4326-b55d-74fa2a4d7694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2833312c-b536-444e-800f-b215e3017e39'}] Aug 16 23:06:27.173396 n-d-791506-26 neutron-server[101292]: INFO neutron.plugins.ml2.plugin [None req-3a104f4a-d658-42ed-8024-a904a7c335c1 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempt 2 to bind port da6df503-c910-44f8-8d2f-65c6b6950b6c Aug 16 23:06:27.186952 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-3a104f4a-d658-42ed-8024-a904a7c335c1 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempting to bind port da6df503-c910-44f8-8d2f-65c6b6950b6c on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:06:27.187290 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-3a104f4a-d658-42ed-8024-a904a7c335c1 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempting to bind port da6df503-c910-44f8-8d2f-65c6b6950b6c by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': 'a1581aca-956b-4326-b55d-74fa2a4d7694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2833312c-b536-444e-800f-b215e3017e39'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:06:27.187655 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a104f4a-d658-42ed-8024-a904a7c335c1 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempting to bind port da6df503-c910-44f8-8d2f-65c6b6950b6c on network 2833312c-b536-444e-800f-b215e3017e39 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:06:27.192931 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a104f4a-d658-42ed-8024-a904a7c335c1 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Port da6df503-c910-44f8-8d2f-65c6b6950b6c on network 2833312c-b536-444e-800f-b215e3017e39 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:06:27.193433 n-d-791506-26 neutron-server[101292]: ERROR neutron.plugins.ml2.managers [None req-3a104f4a-d658-42ed-8024-a904a7c335c1 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Failed to bind port da6df503-c910-44f8-8d2f-65c6b6950b6c on host n-h1-791506-26 for vnic_type normal using segments [{'id': 'a1581aca-956b-4326-b55d-74fa2a4d7694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2833312c-b536-444e-800f-b215e3017e39'}] Aug 16 23:06:27.193904 n-d-791506-26 neutron-server[101292]: INFO neutron.plugins.ml2.plugin [None req-3a104f4a-d658-42ed-8024-a904a7c335c1 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempt 3 to bind port da6df503-c910-44f8-8d2f-65c6b6950b6c Aug 16 23:06:27.206427 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-8bc88602-d3a3-41b6-a58a-f1b919ff4db5 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] For port 0d7b4b0a-0e4d-4447-b2d5-ea7c7541b6ad, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=0d7b4b0a-0e4d-4447-b2d5-ea7c7541b6ad,segment=NetworkSegment(0d6d550d-f2be-4378-908c-e7b890a526c8),segment_id=0d6d550d-f2be-4378-908c-e7b890a526c8)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:06:27.206772 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-3a104f4a-d658-42ed-8024-a904a7c335c1 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempting to bind port da6df503-c910-44f8-8d2f-65c6b6950b6c on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:06:27.206883 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8bc88602-d3a3-41b6-a58a-f1b919ff4db5 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:27.207131 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-3a104f4a-d658-42ed-8024-a904a7c335c1 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempting to bind port da6df503-c910-44f8-8d2f-65c6b6950b6c by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': 'a1581aca-956b-4326-b55d-74fa2a4d7694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2833312c-b536-444e-800f-b215e3017e39'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:06:27.207456 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a104f4a-d658-42ed-8024-a904a7c335c1 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempting to bind port da6df503-c910-44f8-8d2f-65c6b6950b6c on network 2833312c-b536-444e-800f-b215e3017e39 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:06:27.212316 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a104f4a-d658-42ed-8024-a904a7c335c1 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Port da6df503-c910-44f8-8d2f-65c6b6950b6c on network 2833312c-b536-444e-800f-b215e3017e39 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:06:27.212689 n-d-791506-26 neutron-server[101292]: ERROR neutron.plugins.ml2.managers [None req-3a104f4a-d658-42ed-8024-a904a7c335c1 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Failed to bind port da6df503-c910-44f8-8d2f-65c6b6950b6c on host n-h1-791506-26 for vnic_type normal using segments [{'id': 'a1581aca-956b-4326-b55d-74fa2a4d7694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2833312c-b536-444e-800f-b215e3017e39'}] Aug 16 23:06:27.213226 n-d-791506-26 neutron-server[101292]: INFO neutron.plugins.ml2.plugin [None req-3a104f4a-d658-42ed-8024-a904a7c335c1 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempt 4 to bind port da6df503-c910-44f8-8d2f-65c6b6950b6c Aug 16 23:06:27.224324 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-8bc88602-d3a3-41b6-a58a-f1b919ff4db5 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Calling delete_port for 0d7b4b0a-0e4d-4447-b2d5-ea7c7541b6ad owned by network:router_interface {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:06:27.236958 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-3a104f4a-d658-42ed-8024-a904a7c335c1 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempting to bind port da6df503-c910-44f8-8d2f-65c6b6950b6c on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:06:27.237323 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-3a104f4a-d658-42ed-8024-a904a7c335c1 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempting to bind port da6df503-c910-44f8-8d2f-65c6b6950b6c by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': 'a1581aca-956b-4326-b55d-74fa2a4d7694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2833312c-b536-444e-800f-b215e3017e39'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:06:27.237667 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a104f4a-d658-42ed-8024-a904a7c335c1 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempting to bind port da6df503-c910-44f8-8d2f-65c6b6950b6c on network 2833312c-b536-444e-800f-b215e3017e39 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:06:27.257684 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a104f4a-d658-42ed-8024-a904a7c335c1 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Port da6df503-c910-44f8-8d2f-65c6b6950b6c on network 2833312c-b536-444e-800f-b215e3017e39 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:06:27.258024 n-d-791506-26 neutron-server[101292]: ERROR neutron.plugins.ml2.managers [None req-3a104f4a-d658-42ed-8024-a904a7c335c1 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Failed to bind port da6df503-c910-44f8-8d2f-65c6b6950b6c on host n-h1-791506-26 for vnic_type normal using segments [{'id': 'a1581aca-956b-4326-b55d-74fa2a4d7694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2833312c-b536-444e-800f-b215e3017e39'}] Aug 16 23:06:27.259066 n-d-791506-26 neutron-server[101292]: INFO neutron.plugins.ml2.plugin [None req-3a104f4a-d658-42ed-8024-a904a7c335c1 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempt 5 to bind port da6df503-c910-44f8-8d2f-65c6b6950b6c Aug 16 23:06:27.276859 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-3a104f4a-d658-42ed-8024-a904a7c335c1 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempting to bind port da6df503-c910-44f8-8d2f-65c6b6950b6c on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:06:27.277323 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-3a104f4a-d658-42ed-8024-a904a7c335c1 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempting to bind port da6df503-c910-44f8-8d2f-65c6b6950b6c by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': 'a1581aca-956b-4326-b55d-74fa2a4d7694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2833312c-b536-444e-800f-b215e3017e39'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:06:27.277445 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a104f4a-d658-42ed-8024-a904a7c335c1 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempting to bind port da6df503-c910-44f8-8d2f-65c6b6950b6c on network 2833312c-b536-444e-800f-b215e3017e39 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:06:27.291429 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb121361-e31b-45d6-ac42-725501f58164 req-d4aae316-5eac-40cb-a96d-33ba48e5198d tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:27.293010 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fb121361-e31b-45d6-ac42-725501f58164 req-d4aae316-5eac-40cb-a96d-33ba48e5198d tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 946 time: 0.0678053 Aug 16 23:06:27.294005 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a104f4a-d658-42ed-8024-a904a7c335c1 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Port da6df503-c910-44f8-8d2f-65c6b6950b6c on network 2833312c-b536-444e-800f-b215e3017e39 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:06:27.294897 n-d-791506-26 neutron-server[101292]: ERROR neutron.plugins.ml2.managers [None req-3a104f4a-d658-42ed-8024-a904a7c335c1 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Failed to bind port da6df503-c910-44f8-8d2f-65c6b6950b6c on host n-h1-791506-26 for vnic_type normal using segments [{'id': 'a1581aca-956b-4326-b55d-74fa2a4d7694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2833312c-b536-444e-800f-b215e3017e39'}] Aug 16 23:06:27.296665 n-d-791506-26 neutron-server[101292]: INFO neutron.plugins.ml2.plugin [None req-3a104f4a-d658-42ed-8024-a904a7c335c1 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempt 6 to bind port da6df503-c910-44f8-8d2f-65c6b6950b6c Aug 16 23:06:27.315942 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-3a104f4a-d658-42ed-8024-a904a7c335c1 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempting to bind port da6df503-c910-44f8-8d2f-65c6b6950b6c on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:06:27.316278 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-3a104f4a-d658-42ed-8024-a904a7c335c1 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempting to bind port da6df503-c910-44f8-8d2f-65c6b6950b6c by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': 'a1581aca-956b-4326-b55d-74fa2a4d7694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2833312c-b536-444e-800f-b215e3017e39'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:06:27.316642 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a104f4a-d658-42ed-8024-a904a7c335c1 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempting to bind port da6df503-c910-44f8-8d2f-65c6b6950b6c on network 2833312c-b536-444e-800f-b215e3017e39 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:06:27.328085 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a104f4a-d658-42ed-8024-a904a7c335c1 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Port da6df503-c910-44f8-8d2f-65c6b6950b6c on network 2833312c-b536-444e-800f-b215e3017e39 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:06:27.328414 n-d-791506-26 neutron-server[101292]: ERROR neutron.plugins.ml2.managers [None req-3a104f4a-d658-42ed-8024-a904a7c335c1 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Failed to bind port da6df503-c910-44f8-8d2f-65c6b6950b6c on host n-h1-791506-26 for vnic_type normal using segments [{'id': 'a1581aca-956b-4326-b55d-74fa2a4d7694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2833312c-b536-444e-800f-b215e3017e39'}] Aug 16 23:06:27.329787 n-d-791506-26 neutron-server[101292]: INFO neutron.plugins.ml2.plugin [None req-3a104f4a-d658-42ed-8024-a904a7c335c1 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempt 7 to bind port da6df503-c910-44f8-8d2f-65c6b6950b6c Aug 16 23:06:27.352819 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-3a104f4a-d658-42ed-8024-a904a7c335c1 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempting to bind port da6df503-c910-44f8-8d2f-65c6b6950b6c on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:06:27.353155 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-3a104f4a-d658-42ed-8024-a904a7c335c1 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempting to bind port da6df503-c910-44f8-8d2f-65c6b6950b6c by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': 'a1581aca-956b-4326-b55d-74fa2a4d7694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2833312c-b536-444e-800f-b215e3017e39'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:06:27.353496 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a104f4a-d658-42ed-8024-a904a7c335c1 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempting to bind port da6df503-c910-44f8-8d2f-65c6b6950b6c on network 2833312c-b536-444e-800f-b215e3017e39 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:06:27.359370 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fb121361-e31b-45d6-ac42-725501f58164 req-5d7abee9-0500-417a-b72d-913079395d1f tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551412 Aug 16 23:06:27.361515 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a104f4a-d658-42ed-8024-a904a7c335c1 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Port da6df503-c910-44f8-8d2f-65c6b6950b6c on network 2833312c-b536-444e-800f-b215e3017e39 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:06:27.361851 n-d-791506-26 neutron-server[101292]: ERROR neutron.plugins.ml2.managers [None req-3a104f4a-d658-42ed-8024-a904a7c335c1 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Failed to bind port da6df503-c910-44f8-8d2f-65c6b6950b6c on host n-h1-791506-26 for vnic_type normal using segments [{'id': 'a1581aca-956b-4326-b55d-74fa2a4d7694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2833312c-b536-444e-800f-b215e3017e39'}] Aug 16 23:06:27.362243 n-d-791506-26 neutron-server[101292]: INFO neutron.plugins.ml2.plugin [None req-3a104f4a-d658-42ed-8024-a904a7c335c1 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempt 8 to bind port da6df503-c910-44f8-8d2f-65c6b6950b6c Aug 16 23:06:27.384759 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-3a104f4a-d658-42ed-8024-a904a7c335c1 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempting to bind port da6df503-c910-44f8-8d2f-65c6b6950b6c on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:06:27.384759 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-3a104f4a-d658-42ed-8024-a904a7c335c1 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempting to bind port da6df503-c910-44f8-8d2f-65c6b6950b6c by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': 'a1581aca-956b-4326-b55d-74fa2a4d7694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2833312c-b536-444e-800f-b215e3017e39'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:06:27.384759 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a104f4a-d658-42ed-8024-a904a7c335c1 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempting to bind port da6df503-c910-44f8-8d2f-65c6b6950b6c on network 2833312c-b536-444e-800f-b215e3017e39 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:06:27.384759 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a104f4a-d658-42ed-8024-a904a7c335c1 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Port da6df503-c910-44f8-8d2f-65c6b6950b6c on network 2833312c-b536-444e-800f-b215e3017e39 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:06:27.384759 n-d-791506-26 neutron-server[101292]: ERROR neutron.plugins.ml2.managers [None req-3a104f4a-d658-42ed-8024-a904a7c335c1 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Failed to bind port da6df503-c910-44f8-8d2f-65c6b6950b6c on host n-h1-791506-26 for vnic_type normal using segments [{'id': 'a1581aca-956b-4326-b55d-74fa2a4d7694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2833312c-b536-444e-800f-b215e3017e39'}] Aug 16 23:06:27.384759 n-d-791506-26 neutron-server[101292]: INFO neutron.plugins.ml2.plugin [None req-3a104f4a-d658-42ed-8024-a904a7c335c1 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempt 9 to bind port da6df503-c910-44f8-8d2f-65c6b6950b6c Aug 16 23:06:27.402141 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-3a104f4a-d658-42ed-8024-a904a7c335c1 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempting to bind port da6df503-c910-44f8-8d2f-65c6b6950b6c on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:06:27.402482 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-3a104f4a-d658-42ed-8024-a904a7c335c1 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempting to bind port da6df503-c910-44f8-8d2f-65c6b6950b6c by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': 'a1581aca-956b-4326-b55d-74fa2a4d7694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2833312c-b536-444e-800f-b215e3017e39'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:06:27.402819 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a104f4a-d658-42ed-8024-a904a7c335c1 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempting to bind port da6df503-c910-44f8-8d2f-65c6b6950b6c on network 2833312c-b536-444e-800f-b215e3017e39 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:06:27.407512 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a104f4a-d658-42ed-8024-a904a7c335c1 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Port da6df503-c910-44f8-8d2f-65c6b6950b6c on network 2833312c-b536-444e-800f-b215e3017e39 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:06:27.407842 n-d-791506-26 neutron-server[101292]: ERROR neutron.plugins.ml2.managers [None req-3a104f4a-d658-42ed-8024-a904a7c335c1 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Failed to bind port da6df503-c910-44f8-8d2f-65c6b6950b6c on host n-h1-791506-26 for vnic_type normal using segments [{'id': 'a1581aca-956b-4326-b55d-74fa2a4d7694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2833312c-b536-444e-800f-b215e3017e39'}] Aug 16 23:06:27.408231 n-d-791506-26 neutron-server[101292]: INFO neutron.plugins.ml2.plugin [None req-3a104f4a-d658-42ed-8024-a904a7c335c1 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempt 10 to bind port da6df503-c910-44f8-8d2f-65c6b6950b6c Aug 16 23:06:27.421265 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-3a104f4a-d658-42ed-8024-a904a7c335c1 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempting to bind port da6df503-c910-44f8-8d2f-65c6b6950b6c on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:06:27.421608 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [None req-3a104f4a-d658-42ed-8024-a904a7c335c1 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempting to bind port da6df503-c910-44f8-8d2f-65c6b6950b6c by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': 'a1581aca-956b-4326-b55d-74fa2a4d7694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2833312c-b536-444e-800f-b215e3017e39'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:06:27.421949 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a104f4a-d658-42ed-8024-a904a7c335c1 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempting to bind port da6df503-c910-44f8-8d2f-65c6b6950b6c on network 2833312c-b536-444e-800f-b215e3017e39 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:06:27.426391 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a104f4a-d658-42ed-8024-a904a7c335c1 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Port da6df503-c910-44f8-8d2f-65c6b6950b6c on network 2833312c-b536-444e-800f-b215e3017e39 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:06:27.426692 n-d-791506-26 neutron-server[101292]: ERROR neutron.plugins.ml2.managers [None req-3a104f4a-d658-42ed-8024-a904a7c335c1 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Failed to bind port da6df503-c910-44f8-8d2f-65c6b6950b6c on host n-h1-791506-26 for vnic_type normal using segments [{'id': 'a1581aca-956b-4326-b55d-74fa2a4d7694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2833312c-b536-444e-800f-b215e3017e39'}] Aug 16 23:06:27.427071 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3a104f4a-d658-42ed-8024-a904a7c335c1 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:27.500136 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-732a64fe-4594-4a45-adfc-30427b118447 tempest-RoutersAdminNegativeIpV6Test-725560026 tempest-RoutersAdminNegativeIpV6Test-725560026-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:27.526713 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-732a64fe-4594-4a45-adfc-30427b118447 tempest-RoutersAdminNegativeIpV6Test-725560026 tempest-RoutersAdminNegativeIpV6Test-725560026-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:27.533369 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5b1e8a-c386-432d-bff8-550c28097ad9 req-33ba4d1a-1075-4c63-8fd2-7483e1828a8f tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:27.534905 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2e5b1e8a-c386-432d-bff8-550c28097ad9 req-33ba4d1a-1075-4c63-8fd2-7483e1828a8f tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 946 time: 0.0922723 Aug 16 23:06:27.536075 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-3a104f4a-d658-42ed-8024-a904a7c335c1 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] For port da6df503-c910-44f8-8d2f-65c6b6950b6c, host n-h1-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:06:27.536448 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-3a104f4a-d658-42ed-8024-a904a7c335c1 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempted to set empty binding levels {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 16 23:06:27.541595 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3a104f4a-d658-42ed-8024-a904a7c335c1 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:27.612811 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-3a104f4a-d658-42ed-8024-a904a7c335c1 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] In _notify_port_updated(), no bound segment for port da6df503-c910-44f8-8d2f-65c6b6950b6c on network 2833312c-b536-444e-800f-b215e3017e39 {{(pid=101292) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 23:06:27.613768 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a104f4a-d658-42ed-8024-a904a7c335c1 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:27.614381 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3a104f4a-d658-42ed-8024-a904a7c335c1 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:27.618860 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-3a104f4a-d658-42ed-8024-a904a7c335c1 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] 10.222.0.36 "PUT /v2.0/ports/da6df503-c910-44f8-8d2f-65c6b6950b6c HTTP/1.1" status: 200 len: 976 time: 1.1564898 Aug 16 23:06:27.619066 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52464) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:27.666845 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8bc88602-d3a3-41b6-a58a-f1b919ff4db5 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:27.681622 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a104f4a-d658-42ed-8024-a904a7c335c1 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Pushing event updated for resources: {'Port': ['ID=da6df503-c910-44f8-8d2f-65c6b6950b6c,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:27.699145 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2e5b1e8a-c386-432d-bff8-550c28097ad9 req-4291cfae-f244-4240-8723-8bf959eaa962 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510668 Aug 16 23:06:27.707598 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc88602-d3a3-41b6-a58a-f1b919ff4db5 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Pushing event deleted for resources: {'Port': ['ID=0d7b4b0a-0e4d-4447-b2d5-ea7c7541b6ad,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:27.759736 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8fb921-ee75-4c6f-b539-7295740c889b tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:27.760604 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8fb921-ee75-4c6f-b539-7295740c889b tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:27.761092 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8fb921-ee75-4c6f-b539-7295740c889b tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:27.761556 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8fb921-ee75-4c6f-b539-7295740c889b tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:27.767076 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8fb921-ee75-4c6f-b539-7295740c889b tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:27.767076 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8fb921-ee75-4c6f-b539-7295740c889b tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:27.767076 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8fb921-ee75-4c6f-b539-7295740c889b tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:27.767076 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8fb921-ee75-4c6f-b539-7295740c889b tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:27.767076 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8fb921-ee75-4c6f-b539-7295740c889b tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:27.767076 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8fb921-ee75-4c6f-b539-7295740c889b tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:27.767076 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8fb921-ee75-4c6f-b539-7295740c889b tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:27.768233 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8fb921-ee75-4c6f-b539-7295740c889b tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:27.768356 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8fb921-ee75-4c6f-b539-7295740c889b tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:27.768847 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8fb921-ee75-4c6f-b539-7295740c889b tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:27.769315 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8fb921-ee75-4c6f-b539-7295740c889b tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:27.770071 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8fb921-ee75-4c6f-b539-7295740c889b tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:27.770545 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8fb921-ee75-4c6f-b539-7295740c889b tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:27.771010 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8fb921-ee75-4c6f-b539-7295740c889b tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:27.771463 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8fb921-ee75-4c6f-b539-7295740c889b tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:27.771931 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8fb921-ee75-4c6f-b539-7295740c889b tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:27.772611 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8fb921-ee75-4c6f-b539-7295740c889b tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:27.773113 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8fb921-ee75-4c6f-b539-7295740c889b tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:27.773475 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8fb921-ee75-4c6f-b539-7295740c889b tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:27.774192 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8fb921-ee75-4c6f-b539-7295740c889b tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:27.774659 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8fb921-ee75-4c6f-b539-7295740c889b tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:27.775122 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8fb921-ee75-4c6f-b539-7295740c889b tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:27.775585 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8fb921-ee75-4c6f-b539-7295740c889b tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:27.776511 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8fb921-ee75-4c6f-b539-7295740c889b tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:27.777015 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8fb921-ee75-4c6f-b539-7295740c889b tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:27.777749 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8fb921-ee75-4c6f-b539-7295740c889b tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:27.778066 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8fb921-ee75-4c6f-b539-7295740c889b tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:27.778607 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8fb921-ee75-4c6f-b539-7295740c889b tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:27.779131 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8fb921-ee75-4c6f-b539-7295740c889b tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:27.779643 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8fb921-ee75-4c6f-b539-7295740c889b tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:27.781549 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8fb921-ee75-4c6f-b539-7295740c889b tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:27.781549 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8fb921-ee75-4c6f-b539-7295740c889b tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:27.785362 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-cd8fb921-ee75-4c6f-b539-7295740c889b tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 32683 time: 0.1653414 Aug 16 23:06:27.789523 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52470) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:27.904691 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-732a64fe-4594-4a45-adfc-30427b118447 tempest-RoutersAdminNegativeIpV6Test-725560026 tempest-RoutersAdminNegativeIpV6Test-725560026-project-admin] Notify callbacks [] for router, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:27.924021 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200f6750-ae02-43a2-bc4a-9743c083a185 req-684124ed-af71-42b3-9072-d3d7268f22d2 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:27.926512 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-200f6750-ae02-43a2-bc4a-9743c083a185 req-684124ed-af71-42b3-9072-d3d7268f22d2 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 946 time: 0.0969968 Aug 16 23:06:27.965524 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-83eae11b-92dc-41ec-a7c9-d5d6b292b4f2 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Deleting port da6df503-c910-44f8-8d2f-65c6b6950b6c {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:06:27.965876 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-83eae11b-92dc-41ec-a7c9-d5d6b292b4f2 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:27.979037 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8bc88602-d3a3-41b6-a58a-f1b919ff4db5 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537471'] for router_interface, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:28.019649 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-200f6750-ae02-43a2-bc4a-9743c083a185 req-8bb7c522-a42a-4980-88e1-4db4d18ed8dd tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857215 Aug 16 23:06:28.056487 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-83eae11b-92dc-41ec-a7c9-d5d6b292b4f2 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] For port da6df503-c910-44f8-8d2f-65c6b6950b6c, host n-h1-791506-26, got binding levels [] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:06:28.057533 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-83eae11b-92dc-41ec-a7c9-d5d6b292b4f2 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:28.075173 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-83eae11b-92dc-41ec-a7c9-d5d6b292b4f2 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Calling delete_port for da6df503-c910-44f8-8d2f-65c6b6950b6c owned by {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:06:28.160681 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-732a64fe-4594-4a45-adfc-30427b118447 tempest-RoutersAdminNegativeIpV6Test-725560026 tempest-RoutersAdminNegativeIpV6Test-725560026-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:28.166671 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-732a64fe-4594-4a45-adfc-30427b118447 tempest-RoutersAdminNegativeIpV6Test-725560026 tempest-RoutersAdminNegativeIpV6Test-725560026-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:28.223047 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-732a64fe-4594-4a45-adfc-30427b118447 tempest-RoutersAdminNegativeIpV6Test-725560026 tempest-RoutersAdminNegativeIpV6Test-725560026-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:28.223306 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-732a64fe-4594-4a45-adfc-30427b118447 tempest-RoutersAdminNegativeIpV6Test-725560026 tempest-RoutersAdminNegativeIpV6Test-725560026-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 015f212b-07ee-40e0-91a6-a3cdede5b907 {{(pid=101291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:06:28.240862 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb66edbd-220e-41fa-8520-439a5ed31d06 req-1800dd2f-5f27-4067-bea9-3b2f8cf6d371 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:28.242400 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cb66edbd-220e-41fa-8520-439a5ed31d06 req-1800dd2f-5f27-4067-bea9-3b2f8cf6d371 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 946 time: 0.1210785 Aug 16 23:06:28.256093 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c52414f-8c7c-4e44-9d70-1afea208c8fe req-00187546-3fd3-44fa-a58c-04f898a20ad8 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:28.261986 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c52414f-8c7c-4e44-9d70-1afea208c8fe req-00187546-3fd3-44fa-a58c-04f898a20ad8 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:28.268322 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c52414f-8c7c-4e44-9d70-1afea208c8fe req-00187546-3fd3-44fa-a58c-04f898a20ad8 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:28.274229 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c52414f-8c7c-4e44-9d70-1afea208c8fe req-00187546-3fd3-44fa-a58c-04f898a20ad8 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:28.281113 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c52414f-8c7c-4e44-9d70-1afea208c8fe req-00187546-3fd3-44fa-a58c-04f898a20ad8 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:28.287140 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c52414f-8c7c-4e44-9d70-1afea208c8fe req-00187546-3fd3-44fa-a58c-04f898a20ad8 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:28.293073 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c52414f-8c7c-4e44-9d70-1afea208c8fe req-00187546-3fd3-44fa-a58c-04f898a20ad8 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:28.296048 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2c52414f-8c7c-4e44-9d70-1afea208c8fe req-00187546-3fd3-44fa-a58c-04f898a20ad8 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ec6deff-f245-4e1c-822d-87007a31b174 HTTP/1.1" status: 200 len: 5428 time: 0.1443911 Aug 16 23:06:28.298859 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-83eae11b-92dc-41ec-a7c9-d5d6b292b4f2 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:28.309464 n-d-791506-26 neutron-server[101291]: INFO neutron.api.v2.resource [None req-732a64fe-4594-4a45-adfc-30427b118447 tempest-RoutersAdminNegativeIpV6Test-725560026 tempest-RoutersAdminNegativeIpV6Test-725560026-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 16 23:06:28.313600 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-732a64fe-4594-4a45-adfc-30427b118447 tempest-RoutersAdminNegativeIpV6Test-725560026 tempest-RoutersAdminNegativeIpV6Test-725560026-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.5653174 Aug 16 23:06:28.314380 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52478) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:28.345106 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bc88602-d3a3-41b6-a58a-f1b919ff4db5 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Router dd48438b-b514-4277-a6de-e46703509c84 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:06:28.359841 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eae11b-92dc-41ec-a7c9-d5d6b292b4f2 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Pushing event deleted for resources: {'Port': ['ID=da6df503-c910-44f8-8d2f-65c6b6950b6c,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:28.367112 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-83eae11b-92dc-41ec-a7c9-d5d6b292b4f2 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:28.371232 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-83eae11b-92dc-41ec-a7c9-d5d6b292b4f2 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] 10.222.0.36 "DELETE /v2.0/ports/da6df503-c910-44f8-8d2f-65c6b6950b6c HTTP/1.1" status: 204 len: 168 time: 0.5785615 Aug 16 23:06:28.375577 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52480) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:28.419206 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b8a5ca8-5311-45bb-bc1e-39a1d1db3317 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] GET failed (client error): The resource could not be found. Aug 16 23:06:28.421648 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-1b8a5ca8-5311-45bb-bc1e-39a1d1db3317 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] 10.222.0.36 "GET /v2.0/ports/da6df503-c910-44f8-8d2f-65c6b6950b6c HTTP/1.1" status: 404 len: 333 time: 0.0451479 Aug 16 23:06:28.425289 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cb66edbd-220e-41fa-8520-439a5ed31d06 req-a95dd493-dcd9-4ec8-a7ba-660880e8fa42 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279771 Aug 16 23:06:28.425567 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52482) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:28.430235 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-acc7f9c3-e613-4d30-bfbb-e14b579bfa6e tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2081908400', 'network_id': '2833312c-b536-444e-800f-b215e3017e39'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:06:28.440351 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2c52414f-8c7c-4e44-9d70-1afea208c8fe req-60876d7b-378e-41b9-9f24-daa2d19951a0 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d561fd0-5d3b-4398-8725-9733c38afc60&id=7847b2e1-2595-4387-b40a-e9cc25ff3917&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1205969 Aug 16 23:06:28.469240 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc7f9c3-e613-4d30-bfbb-e14b579bfa6e tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Made reservation on behalf of c065f530ff674f4ab426006010ab043f for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:06:28.471993 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-acc7f9c3-e613-4d30-bfbb-e14b579bfa6e tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:28.477849 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-6d1bf669-2cb7-4fb0-a98d-bcb356b7c346 tempest-RoutersAdminNegativeIpV6Test-725560026 tempest-RoutersAdminNegativeIpV6Test-725560026-project-admin] Deleting port 6692b5d3-f387-4331-a04c-2dd7dbad8cdc {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:06:28.478199 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6d1bf669-2cb7-4fb0-a98d-bcb356b7c346 tempest-RoutersAdminNegativeIpV6Test-725560026 tempest-RoutersAdminNegativeIpV6Test-725560026-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:28.488833 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [None req-acc7f9c3-e613-4d30-bfbb-e14b579bfa6e tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] device_id is not set on port 0fd706b3-d206-457f-a899-0192a475c15c yet. {{(pid=101292) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 23:06:28.533629 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bc88602-d3a3-41b6-a58a-f1b919ff4db5 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:06:28.540026 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-8bc88602-d3a3-41b6-a58a-f1b919ff4db5 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "PUT /v2.0/routers/dd48438b-b514-4277-a6de-e46703509c84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0434477 Aug 16 23:06:28.544938 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52488) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:28.549275 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09bdf27-7ecb-4500-973f-53e1daf4b457 None None] Sync routers for ids ['dd48438b-b514-4277-a6de-e46703509c84'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:06:28.559363 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09bdf27-7ecb-4500-973f-53e1daf4b457 None None] Routers {'dd48438b-b514-4277-a6de-e46703509c84'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:06:28.560845 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-f09bdf27-7ecb-4500-973f-53e1daf4b457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:06:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['dd48438b-b514-4277-a6de-e46703509c84'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:06:28.616169 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6d1bf669-2cb7-4fb0-a98d-bcb356b7c346 tempest-RoutersAdminNegativeIpV6Test-725560026 tempest-RoutersAdminNegativeIpV6Test-725560026-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:28.631726 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5a370fb-9224-4eac-81d7-6ba693aad68d tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Deleting subnet 5dfec7f7-231c-4f30-8aca-dfa3e70ea5e3 {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:06:28.639435 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-6d1bf669-2cb7-4fb0-a98d-bcb356b7c346 tempest-RoutersAdminNegativeIpV6Test-725560026 tempest-RoutersAdminNegativeIpV6Test-725560026-project-admin] Calling delete_port for 6692b5d3-f387-4331-a04c-2dd7dbad8cdc owned by {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:06:28.641259 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b5a370fb-9224-4eac-81d7-6ba693aad68d tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:28.685628 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-f09bdf27-7ecb-4500-973f-53e1daf4b457 None None] Set router dd48438b-b514-4277-a6de-e46703509c84 gateway port host: None {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:06:28.690422 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b5a370fb-9224-4eac-81d7-6ba693aad68d tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:28.699213 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c887249f-3797-4a76-a9fd-7976abab699b req-717aa8f0-3a4c-4325-962a-e0caf10b94d6 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:28.701392 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c887249f-3797-4a76-a9fd-7976abab699b req-717aa8f0-3a4c-4325-962a-e0caf10b94d6 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 946 time: 0.1344755 Aug 16 23:06:28.757235 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-acc7f9c3-e613-4d30-bfbb-e14b579bfa6e tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:28.769471 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c887249f-3797-4a76-a9fd-7976abab699b req-ebf5de4e-159e-44b3-b1c6-bbde303df94e tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571101 Aug 16 23:06:28.832576 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-acc7f9c3-e613-4d30-bfbb-e14b579bfa6e tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:28.847602 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b5a370fb-9224-4eac-81d7-6ba693aad68d tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:28.932034 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6d1bf669-2cb7-4fb0-a98d-bcb356b7c346 tempest-RoutersAdminNegativeIpV6Test-725560026 tempest-RoutersAdminNegativeIpV6Test-725560026-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:28.932822 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc7f9c3-e613-4d30-bfbb-e14b579bfa6e tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Network 2833312c-b536-444e-800f-b215e3017e39 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:06:28.932922 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-f09bdf27-7ecb-4500-973f-53e1daf4b457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd48438b-b514-4277-a6de-e46703509c84', 'name': 'tempest-RoutersIpV6Test-router-1749583918', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:05:42Z', 'updated_at': '2021-08-16T23:06:27Z', 'revision_number': 10, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'gw_port_host': None, '_interfaces': [{'id': '8a013182-9994-40b6-a923-77572161d1b7', 'name': '', 'network_id': '9ec22140-0e30-4a8f-ae51-ce31640ea6db', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'mac_address': 'fa:16:3e:b4:81:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd48438b-b514-4277-a6de-e46703509c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': '7ec55b4d-9bea-42cb-8c74-46e03d4e6272', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:05:46Z', 'updated_at': '2021-08-16T23:05:54Z', 'revision_number': 5, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'subnets': [{'id': '7ec55b4d-9bea-42cb-8c74-46e03d4e6272', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:06:28.934503 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc7f9c3-e613-4d30-bfbb-e14b579bfa6e tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Pushing event updated for resources: {'Port': ['ID=0fd706b3-d206-457f-a899-0192a475c15c,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:28.941873 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-acc7f9c3-e613-4d30-bfbb-e14b579bfa6e tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:06:28.944164 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc7f9c3-e613-4d30-bfbb-e14b579bfa6e tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:06:28.945137 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc7f9c3-e613-4d30-bfbb-e14b579bfa6e tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:28.945746 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-acc7f9c3-e613-4d30-bfbb-e14b579bfa6e tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:28.968987 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efca79c2-34db-450e-88c2-77af30c49f98 req-32b5a57b-e1d9-4c53-ac31-ea65b2f962b6 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:28.971356 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-efca79c2-34db-450e-88c2-77af30c49f98 req-32b5a57b-e1d9-4c53-ac31-ea65b2f962b6 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 946 time: 0.1002398 Aug 16 23:06:28.972085 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09bdf27-7ecb-4500-973f-53e1daf4b457 None None] Checking router: dd48438b-b514-4277-a6de-e46703509c84 for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:06:28.981879 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-acc7f9c3-e613-4d30-bfbb-e14b579bfa6e tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5550628 Aug 16 23:06:28.984873 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1bf669-2cb7-4fb0-a98d-bcb356b7c346 tempest-RoutersAdminNegativeIpV6Test-725560026 tempest-RoutersAdminNegativeIpV6Test-725560026-project-admin] Pushing event deleted for resources: {'Port': ['ID=6692b5d3-f387-4331-a04c-2dd7dbad8cdc,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:28.985070 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52494) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:28.985433 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09bdf27-7ecb-4500-973f-53e1daf4b457 None None] Routers {'dd48438b-b514-4277-a6de-e46703509c84'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:06:28.986307 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-f09bdf27-7ecb-4500-973f-53e1daf4b457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:06:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['dd48438b-b514-4277-a6de-e46703509c84'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:06:28.999162 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b5a370fb-9224-4eac-81d7-6ba693aad68d tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:29.069232 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a370fb-9224-4eac-81d7-6ba693aad68d tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Pushing event deleted for resources: {'Subnet': ['ID=5dfec7f7-231c-4f30-8aca-dfa3e70ea5e3,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:29.072269 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52fd2bbf-ff59-47aa-b42c-7d192818bbd2 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:29.074336 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-52fd2bbf-ff59-47aa-b42c-7d192818bbd2 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] 10.222.0.36 "GET /v2.0/ports/0fd706b3-d206-457f-a899-0192a475c15c HTTP/1.1" status: 200 len: 955 time: 0.0867221 Aug 16 23:06:29.078281 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b5a370fb-9224-4eac-81d7-6ba693aad68d tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:29.080200 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-efca79c2-34db-450e-88c2-77af30c49f98 req-49b8bff1-978c-474e-be17-ee7b3ce40ef5 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966935 Aug 16 23:06:29.080853 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52496) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:29.082949 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-b5a370fb-9224-4eac-81d7-6ba693aad68d tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "DELETE /v2.0/subnets/5dfec7f7-231c-4f30-8aca-dfa3e70ea5e3 HTTP/1.1" status: 204 len: 168 time: 0.5368738 Aug 16 23:06:29.083189 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52498) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:29.086085 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36db0764-097c-4bf3-b631-58ebe706fd54 None None] Network 7ccffa5a-5fe4-45a4-a60b-490fb1423907 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:06:29.096378 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6d1bf669-2cb7-4fb0-a98d-bcb356b7c346 tempest-RoutersAdminNegativeIpV6Test-725560026 tempest-RoutersAdminNegativeIpV6Test-725560026-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:29.101618 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-6d1bf669-2cb7-4fb0-a98d-bcb356b7c346 tempest-RoutersAdminNegativeIpV6Test-725560026 tempest-RoutersAdminNegativeIpV6Test-725560026-project-admin] 10.222.0.36 "DELETE /v2.0/ports/6692b5d3-f387-4331-a04c-2dd7dbad8cdc HTTP/1.1" status: 204 len: 168 time: 0.7830324 Aug 16 23:06:29.122686 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-f09bdf27-7ecb-4500-973f-53e1daf4b457 None None] Set router dd48438b-b514-4277-a6de-e46703509c84 gateway port host: None {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:06:29.305298 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c4439570-9b71-4a5d-832f-7f0ed8fea5cc tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:29.317075 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-ce39f1b4-a3c6-4c25-91bd-c95c3f4b254c tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Deleting port 0fd706b3-d206-457f-a899-0192a475c15c {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:06:29.317418 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ce39f1b4-a3c6-4c25-91bd-c95c3f4b254c tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:29.398172 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee8d814-846a-4b9e-bb3b-1f56bc1d0156 req-dcf5fd06-f4ee-4396-a7cd-7cc82dbc07df tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:29.399715 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-aee8d814-846a-4b9e-bb3b-1f56bc1d0156 req-dcf5fd06-f4ee-4396-a7cd-7cc82dbc07df tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 946 time: 0.1624448 Aug 16 23:06:29.415966 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b671d534-3354-4105-9b3f-157a26b94bc3 None None] DHCP port deletion for 7ccffa5a-5fe4-45a4-a60b-490fb1423907 request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:06:29.432844 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ce39f1b4-a3c6-4c25-91bd-c95c3f4b254c tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:29.464203 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-ce39f1b4-a3c6-4c25-91bd-c95c3f4b254c tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Calling delete_port for 0fd706b3-d206-457f-a899-0192a475c15c owned by {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:06:29.475954 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52508) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:29.519589 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-b671d534-3354-4105-9b3f-157a26b94bc3 None None] Deleting port 2a04683d-5a89-40b1-8327-0dfc29a63ea3 {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:06:29.520092 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-b671d534-3354-4105-9b3f-157a26b94bc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:29.550097 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-f09bdf27-7ecb-4500-973f-53e1daf4b457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd48438b-b514-4277-a6de-e46703509c84', 'name': 'tempest-RoutersIpV6Test-router-1749583918', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:05:42Z', 'updated_at': '2021-08-16T23:06:27Z', 'revision_number': 10, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'gw_port_host': None, '_interfaces': [{'id': '8a013182-9994-40b6-a923-77572161d1b7', 'name': '', 'network_id': '9ec22140-0e30-4a8f-ae51-ce31640ea6db', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'mac_address': 'fa:16:3e:b4:81:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd48438b-b514-4277-a6de-e46703509c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': '7ec55b4d-9bea-42cb-8c74-46e03d4e6272', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:05:46Z', 'updated_at': '2021-08-16T23:05:54Z', 'revision_number': 5, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'subnets': [{'id': '7ec55b4d-9bea-42cb-8c74-46e03d4e6272', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:06:29.574851 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-aee8d814-846a-4b9e-bb3b-1f56bc1d0156 req-e4627b0d-186f-4069-9f3c-82b18342a8db tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390121 Aug 16 23:06:29.601617 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09bdf27-7ecb-4500-973f-53e1daf4b457 None None] The sync data for ids ['dd48438b-b514-4277-a6de-e46703509c84'] in n-d-791506-26 is: [{'id': 'dd48438b-b514-4277-a6de-e46703509c84', 'name': 'tempest-RoutersIpV6Test-router-1749583918', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:05:42Z', 'updated_at': '2021-08-16T23:06:27Z', 'revision_number': 10, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'gw_port_host': None, '_interfaces': [{'id': '8a013182-9994-40b6-a923-77572161d1b7', 'name': '', 'network_id': '9ec22140-0e30-4a8f-ae51-ce31640ea6db', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'mac_address': 'fa:16:3e:b4:81:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd48438b-b514-4277-a6de-e46703509c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': '7ec55b4d-9bea-42cb-8c74-46e03d4e6272', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:05:46Z', 'updated_at': '2021-08-16T23:05:54Z', 'revision_number': 5, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'subnets': [{'id': '7ec55b4d-9bea-42cb-8c74-46e03d4e6272', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:06:29.613986 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-c4439570-9b71-4a5d-832f-7f0ed8fea5cc tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Deleting port 2a04683d-5a89-40b1-8327-0dfc29a63ea3 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:06:29.614578 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-b671d534-3354-4105-9b3f-157a26b94bc3 None None] For port 2a04683d-5a89-40b1-8327-0dfc29a63ea3, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=2a04683d-5a89-40b1-8327-0dfc29a63ea3,segment=NetworkSegment(0d6d550d-f2be-4378-908c-e7b890a526c8),segment_id=0d6d550d-f2be-4378-908c-e7b890a526c8)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:06:29.614835 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c4439570-9b71-4a5d-832f-7f0ed8fea5cc tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:29.615235 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-b671d534-3354-4105-9b3f-157a26b94bc3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:29.646886 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-b671d534-3354-4105-9b3f-157a26b94bc3 None None] Calling delete_port for 2a04683d-5a89-40b1-8327-0dfc29a63ea3 owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:06:29.647344 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cca29170-7afe-440e-91d8-3d8b16244806 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:29.734922 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-b671d534-3354-4105-9b3f-157a26b94bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:29.760532 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b671d534-3354-4105-9b3f-157a26b94bc3 None None] Pushing event deleted for resources: {'Port': ['ID=2a04683d-5a89-40b1-8327-0dfc29a63ea3,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:29.760878 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cca29170-7afe-440e-91d8-3d8b16244806 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:29.764948 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b671d534-3354-4105-9b3f-157a26b94bc3 None None] No DVR routers for this DVR port 2a04683d-5a89-40b1-8327-0dfc29a63ea3 on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:06:29.769760 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cca29170-7afe-440e-91d8-3d8b16244806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:29.788086 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67ff8c3-9a00-48b6-bf6d-c06522aa9187 req-ab19d89f-0ddf-4295-aae0-ca0013c7593c tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:29.794157 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67ff8c3-9a00-48b6-bf6d-c06522aa9187 req-ab19d89f-0ddf-4295-aae0-ca0013c7593c tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:29.800274 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67ff8c3-9a00-48b6-bf6d-c06522aa9187 req-ab19d89f-0ddf-4295-aae0-ca0013c7593c tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:29.806677 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67ff8c3-9a00-48b6-bf6d-c06522aa9187 req-ab19d89f-0ddf-4295-aae0-ca0013c7593c tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:29.813744 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67ff8c3-9a00-48b6-bf6d-c06522aa9187 req-ab19d89f-0ddf-4295-aae0-ca0013c7593c tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:29.817485 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-cca29170-7afe-440e-91d8-3d8b16244806 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4209b8c291f140c89a5729fd2bd8307b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3398206 Aug 16 23:06:29.819706 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67ff8c3-9a00-48b6-bf6d-c06522aa9187 req-ab19d89f-0ddf-4295-aae0-ca0013c7593c tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:29.821792 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52518) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:29.826394 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67ff8c3-9a00-48b6-bf6d-c06522aa9187 req-ab19d89f-0ddf-4295-aae0-ca0013c7593c tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:29.828480 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c67ff8c3-9a00-48b6-bf6d-c06522aa9187 req-ab19d89f-0ddf-4295-aae0-ca0013c7593c tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ec6deff-f245-4e1c-822d-87007a31b174 HTTP/1.1" status: 200 len: 5428 time: 0.2621014 Aug 16 23:06:29.835048 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-c4439570-9b71-4a5d-832f-7f0ed8fea5cc tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] For port 2a04683d-5a89-40b1-8327-0dfc29a63ea3, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=2a04683d-5a89-40b1-8327-0dfc29a63ea3,segment=NetworkSegment(0d6d550d-f2be-4378-908c-e7b890a526c8),segment_id=0d6d550d-f2be-4378-908c-e7b890a526c8)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:06:29.835354 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c4439570-9b71-4a5d-832f-7f0ed8fea5cc tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:29.841957 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca29170-7afe-440e-91d8-3d8b16244806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26c7f5dd-f3c4-4f3c-a8be-c2d38c9da201,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:29.859743 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-c4439570-9b71-4a5d-832f-7f0ed8fea5cc tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Calling delete_port for 2a04683d-5a89-40b1-8327-0dfc29a63ea3 owned by network:dhcp {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:06:29.868875 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446aec5c-5dba-42da-b5c4-9f5e581764d0 req-e13eb90d-8e11-48de-bcd0-1578e9945ba8 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:29.870362 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-446aec5c-5dba-42da-b5c4-9f5e581764d0 req-e13eb90d-8e11-48de-bcd0-1578e9945ba8 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 946 time: 0.1833632 Aug 16 23:06:29.874840 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ce39f1b4-a3c6-4c25-91bd-c95c3f4b254c tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:29.892651 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cd3bc4d1-1e02-477c-8df8-bda61ce010ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:29.915576 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cd3bc4d1-1e02-477c-8df8-bda61ce010ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:29.939551 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce39f1b4-a3c6-4c25-91bd-c95c3f4b254c tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Pushing event deleted for resources: {'Port': ['ID=0fd706b3-d206-457f-a899-0192a475c15c,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:29.988207 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cd3bc4d1-1e02-477c-8df8-bda61ce010ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:29.992950 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cd3bc4d1-1e02-477c-8df8-bda61ce010ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:29.996813 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-cd3bc4d1-1e02-477c-8df8-bda61ce010ab admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/26c7f5dd-f3c4-4f3c-a8be-c2d38c9da201 HTTP/1.1" status: 204 len: 168 time: 0.1717987 Aug 16 23:06:29.996964 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ce39f1b4-a3c6-4c25-91bd-c95c3f4b254c tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:29.996964 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-ce39f1b4-a3c6-4c25-91bd-c95c3f4b254c tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] 10.222.0.36 "DELETE /v2.0/ports/0fd706b3-d206-457f-a899-0192a475c15c HTTP/1.1" status: 204 len: 168 time: 0.9148908 Aug 16 23:06:30.007372 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52522) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:30.008342 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3bc4d1-1e02-477c-8df8-bda61ce010ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c7f5dd-f3c4-4f3c-a8be-c2d38c9da201,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:30.049962 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c67ff8c3-9a00-48b6-bf6d-c06522aa9187 req-e4101482-5c1d-4aba-9674-7bb798fa3cb7 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d561fd0-5d3b-4398-8725-9733c38afc60&id=7847b2e1-2595-4387-b40a-e9cc25ff3917&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2037935 Aug 16 23:06:30.052030 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-92f6d1a8-6dea-4dd8-913d-dc9c1f2c3971 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] GET failed (client error): The resource could not be found. Aug 16 23:06:30.060688 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-92f6d1a8-6dea-4dd8-913d-dc9c1f2c3971 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] 10.222.0.36 "GET /v2.0/ports/0fd706b3-d206-457f-a899-0192a475c15c HTTP/1.1" status: 404 len: 333 time: 0.0490108 Aug 16 23:06:30.061608 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52524) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:30.061743 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 2a04683d-5a89-40b1-8327-0dfc29a63ea3 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:06:30.066725 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-29d75365-9437-4fa1-bdc7-c33c59bd4886 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Request body: {'port': {'network_id': '2833312c-b536-444e-800f-b215e3017e39', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-25850380'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:06:30.102917 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-446aec5c-5dba-42da-b5c4-9f5e581764d0 req-bef910c1-a756-41cb-bd37-034720c70dac tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197049 Aug 16 23:06:30.108020 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d75365-9437-4fa1-bdc7-c33c59bd4886 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Made reservation on behalf of c065f530ff674f4ab426006010ab043f for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:06:30.112487 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-29d75365-9437-4fa1-bdc7-c33c59bd4886 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:30.119353 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 2a04683d-5a89-40b1-8327-0dfc29a63ea3 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:06:30.123114 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 2a04683d-5a89-40b1-8327-0dfc29a63ea3 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:06:30.134475 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 0d7b4b0a-0e4d-4447-b2d5-ea7c7541b6ad no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:06:30.143969 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c4439570-9b71-4a5d-832f-7f0ed8fea5cc tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:30.150475 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-29d75365-9437-4fa1-bdc7-c33c59bd4886 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] device_id is not set on port d6eb35d8-52ce-499f-bf96-e5e3e6c2f87f yet. {{(pid=101291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 23:06:30.183715 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 0d7b4b0a-0e4d-4447-b2d5-ea7c7541b6ad {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:06:30.184069 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 0d7b4b0a-0e4d-4447-b2d5-ea7c7541b6ad not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:06:30.209499 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4439570-9b71-4a5d-832f-7f0ed8fea5cc tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Pushing event deleted for resources: {'Port': ['ID=2a04683d-5a89-40b1-8327-0dfc29a63ea3,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:30.225945 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4439570-9b71-4a5d-832f-7f0ed8fea5cc tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] No DVR routers for this DVR port 2a04683d-5a89-40b1-8327-0dfc29a63ea3 on host n-d-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:06:30.365213 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-29d75365-9437-4fa1-bdc7-c33c59bd4886 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:30.368008 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c4439570-9b71-4a5d-832f-7f0ed8fea5cc tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:30.382329 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-c4439570-9b71-4a5d-832f-7f0ed8fea5cc tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ccffa5a-5fe4-45a4-a60b-490fb1423907']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:06:30.391513 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2d5bc5-1b9d-41f4-9079-5400ddd6772e req-35db53aa-e791-4a1d-9c5f-52c00e5fa781 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:30.393081 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1a2d5bc5-1b9d-41f4-9079-5400ddd6772e req-35db53aa-e791-4a1d-9c5f-52c00e5fa781 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 946 time: 0.1268909 Aug 16 23:06:30.402083 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-c4439570-9b71-4a5d-832f-7f0ed8fea5cc tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d6d550d-f2be-4378-908c-e7b890a526c8') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:06:30.402492 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-c4439570-9b71-4a5d-832f-7f0ed8fea5cc tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d6d550d-f2be-4378-908c-e7b890a526c8') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:06:30.407881 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-29d75365-9437-4fa1-bdc7-c33c59bd4886 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:30.421789 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c4439570-9b71-4a5d-832f-7f0ed8fea5cc tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:30.440364 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52532) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:30.450844 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d75365-9437-4fa1-bdc7-c33c59bd4886 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Network 2833312c-b536-444e-800f-b215e3017e39 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:06:30.451055 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c4439570-9b71-4a5d-832f-7f0ed8fea5cc tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:30.454069 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-29d75365-9437-4fa1-bdc7-c33c59bd4886 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:06:30.457161 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d75365-9437-4fa1-bdc7-c33c59bd4886 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:06:30.458093 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d75365-9437-4fa1-bdc7-c33c59bd4886 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:30.458682 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-29d75365-9437-4fa1-bdc7-c33c59bd4886 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:30.470829 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4439570-9b71-4a5d-832f-7f0ed8fea5cc tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:06:30.471036 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c4439570-9b71-4a5d-832f-7f0ed8fea5cc tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:30.473824 n-d-791506-26 neutron-server[101292]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:06:30.473824 n-d-791506-26 neutron-server[101292]: self.session.flush() Aug 16 23:06:30.473824 n-d-791506-26 neutron-server[101292]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:06:30.473824 n-d-791506-26 neutron-server[101292]: self.session.flush() Aug 16 23:06:30.473824 n-d-791506-26 neutron-server[101292]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:06:30.473824 n-d-791506-26 neutron-server[101292]: self.session.flush() Aug 16 23:06:30.473824 n-d-791506-26 neutron-server[101292]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:06:30.473824 n-d-791506-26 neutron-server[101292]: self.session.flush() Aug 16 23:06:30.473824 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 16 23:06:30.473824 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:06:30.473824 n-d-791506-26 neutron-server[101292]: timer() Aug 16 23:06:30.473824 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:06:30.473824 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 16 23:06:30.473824 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:06:30.473824 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 16 23:06:30.473824 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:06:30.473824 n-d-791506-26 neutron-server[101292]: self._notify() Aug 16 23:06:30.473824 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:06:30.473824 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 16 23:06:30.473824 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:06:30.473824 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 16 23:06:30.473824 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:06:30.473824 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:06:30.473824 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:06:30.473824 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:06:30.473824 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:06:30.473824 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 16 23:06:30.473824 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:06:30.473824 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 16 23:06:30.473824 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:06:30.473824 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:06:30.473824 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:06:30.473824 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 16 23:06:30.473824 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:06:30.473824 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:06:30.473824 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:06:30.473824 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:06:30.473824 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:06:30.473824 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:06:30.473824 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:06:30.479200 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d75365-9437-4fa1-bdc7-c33c59bd4886 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Pushing event updated for resources: {'Port': ['ID=d6eb35d8-52ce-499f-bf96-e5e3e6c2f87f,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:30.491489 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-29d75365-9437-4fa1-bdc7-c33c59bd4886 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 0.4257944 Aug 16 23:06:30.491636 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52534) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:30.496711 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-43d3fd41-bf5d-4773-b006-d619c92a2d49 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:06:30.527612 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1a2d5bc5-1b9d-41f4-9079-5400ddd6772e req-1ff40504-592f-4dc3-9eeb-27a068d501e3 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179576 Aug 16 23:06:30.556154 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-43d3fd41-bf5d-4773-b006-d619c92a2d49 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:30.556572 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-932ef726-3879-4a7b-ae4f-f32e258f2770 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1936a70880e24b8497c06fb004f9040f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1148715 Aug 16 23:06:30.558886 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52538) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:30.573579 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c4439570-9b71-4a5d-832f-7f0ed8fea5cc tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:30.590845 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c4439570-9b71-4a5d-832f-7f0ed8fea5cc tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:30.595571 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-c4439570-9b71-4a5d-832f-7f0ed8fea5cc tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "DELETE /v2.0/networks/7ccffa5a-5fe4-45a4-a60b-490fb1423907 HTTP/1.1" status: 204 len: 168 time: 1.5034075 Aug 16 23:06:30.603257 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52540) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:30.612227 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4439570-9b71-4a5d-832f-7f0ed8fea5cc tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Pushing event deleted for resources: {'Network': ['ID=7ccffa5a-5fe4-45a4-a60b-490fb1423907,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:30.665833 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4af4902c-b259-4a99-8e7b-2a4cc956c14b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:30.694726 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16269364-5f81-49e1-9126-65ca776a5b3b req-3c029367-be47-4e03-adc0-44b4c628f49f tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:30.696330 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-16269364-5f81-49e1-9126-65ca776a5b3b req-3c029367-be47-4e03-adc0-44b4c628f49f tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 946 time: 0.0892534 Aug 16 23:06:30.707776 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4af4902c-b259-4a99-8e7b-2a4cc956c14b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:31.100243 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-16269364-5f81-49e1-9126-65ca776a5b3b req-95c8042a-5f8f-4fbe-ba6b-9ea57e0804da tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3946929 Aug 16 23:06:31.123678 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4af4902c-b259-4a99-8e7b-2a4cc956c14b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:31.148239 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4af4902c-b259-4a99-8e7b-2a4cc956c14b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:31.148239 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-4af4902c-b259-4a99-8e7b-2a4cc956c14b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f6f8331c-07b3-4839-9423-3db485ee4213 HTTP/1.1" status: 204 len: 168 time: 0.5720346 Aug 16 23:06:31.148239 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af4902c-b259-4a99-8e7b-2a4cc956c14b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f8331c-07b3-4839-9423-3db485ee4213,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:31.242293 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0926d65a-7790-4124-b5f9-ae082894b16c req-931ddb4f-fd28-4a22-aebd-ec109d9ab7a7 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:31.250945 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0926d65a-7790-4124-b5f9-ae082894b16c req-931ddb4f-fd28-4a22-aebd-ec109d9ab7a7 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:31.257230 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0926d65a-7790-4124-b5f9-ae082894b16c req-931ddb4f-fd28-4a22-aebd-ec109d9ab7a7 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:31.264354 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0926d65a-7790-4124-b5f9-ae082894b16c req-931ddb4f-fd28-4a22-aebd-ec109d9ab7a7 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:31.271023 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0926d65a-7790-4124-b5f9-ae082894b16c req-931ddb4f-fd28-4a22-aebd-ec109d9ab7a7 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:31.277919 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0926d65a-7790-4124-b5f9-ae082894b16c req-931ddb4f-fd28-4a22-aebd-ec109d9ab7a7 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:31.284649 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0926d65a-7790-4124-b5f9-ae082894b16c req-931ddb4f-fd28-4a22-aebd-ec109d9ab7a7 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:31.292489 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0926d65a-7790-4124-b5f9-ae082894b16c req-931ddb4f-fd28-4a22-aebd-ec109d9ab7a7 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ec6deff-f245-4e1c-822d-87007a31b174 HTTP/1.1" status: 200 len: 5428 time: 0.1155989 Aug 16 23:06:31.306286 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-43d3fd41-bf5d-4773-b006-d619c92a2d49 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] device_id is not set on port d6eb35d8-52ce-499f-bf96-e5e3e6c2f87f yet. {{(pid=101291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 23:06:31.317460 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-43d3fd41-bf5d-4773-b006-d619c92a2d49 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:31.350827 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0926d65a-7790-4124-b5f9-ae082894b16c req-05d7c468-ebfa-4f85-80a5-b72615e264ff tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d561fd0-5d3b-4398-8725-9733c38afc60&id=7847b2e1-2595-4387-b40a-e9cc25ff3917&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0525472 Aug 16 23:06:31.353521 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-43d3fd41-bf5d-4773-b006-d619c92a2d49 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Transition to ACTIVE for port object d6eb35d8-52ce-499f-bf96-e5e3e6c2f87f will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:06:31.368787 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-43d3fd41-bf5d-4773-b006-d619c92a2d49 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:31.447910 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d3fd41-bf5d-4773-b006-d619c92a2d49 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Pushing event updated for resources: {'Port': ['ID=d6eb35d8-52ce-499f-bf96-e5e3e6c2f87f,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:31.483638 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-43d3fd41-bf5d-4773-b006-d619c92a2d49 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempting to bind port d6eb35d8-52ce-499f-bf96-e5e3e6c2f87f on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:06:31.483983 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-43d3fd41-bf5d-4773-b006-d619c92a2d49 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempting to bind port d6eb35d8-52ce-499f-bf96-e5e3e6c2f87f by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': 'a1581aca-956b-4326-b55d-74fa2a4d7694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2833312c-b536-444e-800f-b215e3017e39'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:06:31.484326 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d3fd41-bf5d-4773-b006-d619c92a2d49 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempting to bind port d6eb35d8-52ce-499f-bf96-e5e3e6c2f87f on network 2833312c-b536-444e-800f-b215e3017e39 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:06:31.487075 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c7d90-d837-40ca-a5bf-85fb2696ff81 req-320f010a-eb13-4c5f-9597-cbb330fe811c tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:31.488869 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-910c7d90-d837-40ca-a5bf-85fb2696ff81 req-320f010a-eb13-4c5f-9597-cbb330fe811c tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 946 time: 0.0667496 Aug 16 23:06:31.492109 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d3fd41-bf5d-4773-b006-d619c92a2d49 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Port d6eb35d8-52ce-499f-bf96-e5e3e6c2f87f on network 2833312c-b536-444e-800f-b215e3017e39 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:06:31.492443 n-d-791506-26 neutron-server[101291]: ERROR neutron.plugins.ml2.managers [None req-43d3fd41-bf5d-4773-b006-d619c92a2d49 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Failed to bind port d6eb35d8-52ce-499f-bf96-e5e3e6c2f87f on host n-h1-791506-26 for vnic_type normal using segments [{'id': 'a1581aca-956b-4326-b55d-74fa2a4d7694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2833312c-b536-444e-800f-b215e3017e39'}] Aug 16 23:06:31.493538 n-d-791506-26 neutron-server[101291]: INFO neutron.plugins.ml2.plugin [None req-43d3fd41-bf5d-4773-b006-d619c92a2d49 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempt 2 to bind port d6eb35d8-52ce-499f-bf96-e5e3e6c2f87f Aug 16 23:06:31.510722 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-43d3fd41-bf5d-4773-b006-d619c92a2d49 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempting to bind port d6eb35d8-52ce-499f-bf96-e5e3e6c2f87f on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:06:31.511055 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-43d3fd41-bf5d-4773-b006-d619c92a2d49 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempting to bind port d6eb35d8-52ce-499f-bf96-e5e3e6c2f87f by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': 'a1581aca-956b-4326-b55d-74fa2a4d7694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2833312c-b536-444e-800f-b215e3017e39'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:06:31.511395 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d3fd41-bf5d-4773-b006-d619c92a2d49 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempting to bind port d6eb35d8-52ce-499f-bf96-e5e3e6c2f87f on network 2833312c-b536-444e-800f-b215e3017e39 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:06:31.522433 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d3fd41-bf5d-4773-b006-d619c92a2d49 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Port d6eb35d8-52ce-499f-bf96-e5e3e6c2f87f on network 2833312c-b536-444e-800f-b215e3017e39 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:06:31.522769 n-d-791506-26 neutron-server[101291]: ERROR neutron.plugins.ml2.managers [None req-43d3fd41-bf5d-4773-b006-d619c92a2d49 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Failed to bind port d6eb35d8-52ce-499f-bf96-e5e3e6c2f87f on host n-h1-791506-26 for vnic_type normal using segments [{'id': 'a1581aca-956b-4326-b55d-74fa2a4d7694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2833312c-b536-444e-800f-b215e3017e39'}] Aug 16 23:06:31.523285 n-d-791506-26 neutron-server[101291]: INFO neutron.plugins.ml2.plugin [None req-43d3fd41-bf5d-4773-b006-d619c92a2d49 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempt 3 to bind port d6eb35d8-52ce-499f-bf96-e5e3e6c2f87f Aug 16 23:06:31.543297 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-43d3fd41-bf5d-4773-b006-d619c92a2d49 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempting to bind port d6eb35d8-52ce-499f-bf96-e5e3e6c2f87f on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:06:31.543586 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-43d3fd41-bf5d-4773-b006-d619c92a2d49 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempting to bind port d6eb35d8-52ce-499f-bf96-e5e3e6c2f87f by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': 'a1581aca-956b-4326-b55d-74fa2a4d7694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2833312c-b536-444e-800f-b215e3017e39'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:06:31.543988 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d3fd41-bf5d-4773-b006-d619c92a2d49 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempting to bind port d6eb35d8-52ce-499f-bf96-e5e3e6c2f87f on network 2833312c-b536-444e-800f-b215e3017e39 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:06:31.548780 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4a4fa593-806d-4e3c-8f3b-44da15753da7 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537579'] for router_interface, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:31.552834 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-910c7d90-d837-40ca-a5bf-85fb2696ff81 req-38ecd5a2-3981-4d61-b721-70bca2a94616 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537326 Aug 16 23:06:31.584007 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d3fd41-bf5d-4773-b006-d619c92a2d49 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Port d6eb35d8-52ce-499f-bf96-e5e3e6c2f87f on network 2833312c-b536-444e-800f-b215e3017e39 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:06:31.584345 n-d-791506-26 neutron-server[101291]: ERROR neutron.plugins.ml2.managers [None req-43d3fd41-bf5d-4773-b006-d619c92a2d49 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Failed to bind port d6eb35d8-52ce-499f-bf96-e5e3e6c2f87f on host n-h1-791506-26 for vnic_type normal using segments [{'id': 'a1581aca-956b-4326-b55d-74fa2a4d7694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2833312c-b536-444e-800f-b215e3017e39'}] Aug 16 23:06:31.614152 n-d-791506-26 neutron-server[101291]: INFO neutron.plugins.ml2.plugin [None req-43d3fd41-bf5d-4773-b006-d619c92a2d49 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempt 4 to bind port d6eb35d8-52ce-499f-bf96-e5e3e6c2f87f Aug 16 23:06:31.636673 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-43d3fd41-bf5d-4773-b006-d619c92a2d49 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempting to bind port d6eb35d8-52ce-499f-bf96-e5e3e6c2f87f on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:06:31.637016 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-43d3fd41-bf5d-4773-b006-d619c92a2d49 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempting to bind port d6eb35d8-52ce-499f-bf96-e5e3e6c2f87f by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': 'a1581aca-956b-4326-b55d-74fa2a4d7694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2833312c-b536-444e-800f-b215e3017e39'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:06:31.637357 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d3fd41-bf5d-4773-b006-d619c92a2d49 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempting to bind port d6eb35d8-52ce-499f-bf96-e5e3e6c2f87f on network 2833312c-b536-444e-800f-b215e3017e39 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:06:31.649876 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d3fd41-bf5d-4773-b006-d619c92a2d49 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Port d6eb35d8-52ce-499f-bf96-e5e3e6c2f87f on network 2833312c-b536-444e-800f-b215e3017e39 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:06:31.650209 n-d-791506-26 neutron-server[101291]: ERROR neutron.plugins.ml2.managers [None req-43d3fd41-bf5d-4773-b006-d619c92a2d49 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Failed to bind port d6eb35d8-52ce-499f-bf96-e5e3e6c2f87f on host n-h1-791506-26 for vnic_type normal using segments [{'id': 'a1581aca-956b-4326-b55d-74fa2a4d7694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2833312c-b536-444e-800f-b215e3017e39'}] Aug 16 23:06:31.652211 n-d-791506-26 neutron-server[101291]: INFO neutron.plugins.ml2.plugin [None req-43d3fd41-bf5d-4773-b006-d619c92a2d49 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempt 5 to bind port d6eb35d8-52ce-499f-bf96-e5e3e6c2f87f Aug 16 23:06:31.678291 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b2e018-c17f-45ae-b99c-142d6ffe8308 req-8e783648-0d9f-4d01-94d6-0e0c71e63339 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:31.679936 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c0b2e018-c17f-45ae-b99c-142d6ffe8308 req-8e783648-0d9f-4d01-94d6-0e0c71e63339 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 946 time: 0.0602751 Aug 16 23:06:31.702664 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-43d3fd41-bf5d-4773-b006-d619c92a2d49 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempting to bind port d6eb35d8-52ce-499f-bf96-e5e3e6c2f87f on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:06:31.702664 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-43d3fd41-bf5d-4773-b006-d619c92a2d49 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempting to bind port d6eb35d8-52ce-499f-bf96-e5e3e6c2f87f by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': 'a1581aca-956b-4326-b55d-74fa2a4d7694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2833312c-b536-444e-800f-b215e3017e39'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:06:31.702664 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d3fd41-bf5d-4773-b006-d619c92a2d49 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempting to bind port d6eb35d8-52ce-499f-bf96-e5e3e6c2f87f on network 2833312c-b536-444e-800f-b215e3017e39 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:06:31.729524 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d3fd41-bf5d-4773-b006-d619c92a2d49 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Port d6eb35d8-52ce-499f-bf96-e5e3e6c2f87f on network 2833312c-b536-444e-800f-b215e3017e39 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:06:31.729848 n-d-791506-26 neutron-server[101291]: ERROR neutron.plugins.ml2.managers [None req-43d3fd41-bf5d-4773-b006-d619c92a2d49 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Failed to bind port d6eb35d8-52ce-499f-bf96-e5e3e6c2f87f on host n-h1-791506-26 for vnic_type normal using segments [{'id': 'a1581aca-956b-4326-b55d-74fa2a4d7694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2833312c-b536-444e-800f-b215e3017e39'}] Aug 16 23:06:31.732039 n-d-791506-26 neutron-server[101291]: INFO neutron.plugins.ml2.plugin [None req-43d3fd41-bf5d-4773-b006-d619c92a2d49 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempt 6 to bind port d6eb35d8-52ce-499f-bf96-e5e3e6c2f87f Aug 16 23:06:31.737602 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c0b2e018-c17f-45ae-b99c-142d6ffe8308 req-342f8ab5-31c4-4e57-83b7-735e14a245e0 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365708 Aug 16 23:06:31.749531 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-43d3fd41-bf5d-4773-b006-d619c92a2d49 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempting to bind port d6eb35d8-52ce-499f-bf96-e5e3e6c2f87f on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:06:31.749877 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-43d3fd41-bf5d-4773-b006-d619c92a2d49 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempting to bind port d6eb35d8-52ce-499f-bf96-e5e3e6c2f87f by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': 'a1581aca-956b-4326-b55d-74fa2a4d7694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2833312c-b536-444e-800f-b215e3017e39'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:06:31.750221 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d3fd41-bf5d-4773-b006-d619c92a2d49 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempting to bind port d6eb35d8-52ce-499f-bf96-e5e3e6c2f87f on network 2833312c-b536-444e-800f-b215e3017e39 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:06:31.758572 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d3fd41-bf5d-4773-b006-d619c92a2d49 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Port d6eb35d8-52ce-499f-bf96-e5e3e6c2f87f on network 2833312c-b536-444e-800f-b215e3017e39 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:06:31.758911 n-d-791506-26 neutron-server[101291]: ERROR neutron.plugins.ml2.managers [None req-43d3fd41-bf5d-4773-b006-d619c92a2d49 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Failed to bind port d6eb35d8-52ce-499f-bf96-e5e3e6c2f87f on host n-h1-791506-26 for vnic_type normal using segments [{'id': 'a1581aca-956b-4326-b55d-74fa2a4d7694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2833312c-b536-444e-800f-b215e3017e39'}] Aug 16 23:06:31.762168 n-d-791506-26 neutron-server[101291]: INFO neutron.plugins.ml2.plugin [None req-43d3fd41-bf5d-4773-b006-d619c92a2d49 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempt 7 to bind port d6eb35d8-52ce-499f-bf96-e5e3e6c2f87f Aug 16 23:06:31.778529 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-43d3fd41-bf5d-4773-b006-d619c92a2d49 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempting to bind port d6eb35d8-52ce-499f-bf96-e5e3e6c2f87f on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:06:31.779047 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-43d3fd41-bf5d-4773-b006-d619c92a2d49 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempting to bind port d6eb35d8-52ce-499f-bf96-e5e3e6c2f87f by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': 'a1581aca-956b-4326-b55d-74fa2a4d7694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2833312c-b536-444e-800f-b215e3017e39'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:06:31.779602 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d3fd41-bf5d-4773-b006-d619c92a2d49 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempting to bind port d6eb35d8-52ce-499f-bf96-e5e3e6c2f87f on network 2833312c-b536-444e-800f-b215e3017e39 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:06:31.785757 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d3fd41-bf5d-4773-b006-d619c92a2d49 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Port d6eb35d8-52ce-499f-bf96-e5e3e6c2f87f on network 2833312c-b536-444e-800f-b215e3017e39 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:06:31.786094 n-d-791506-26 neutron-server[101291]: ERROR neutron.plugins.ml2.managers [None req-43d3fd41-bf5d-4773-b006-d619c92a2d49 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Failed to bind port d6eb35d8-52ce-499f-bf96-e5e3e6c2f87f on host n-h1-791506-26 for vnic_type normal using segments [{'id': 'a1581aca-956b-4326-b55d-74fa2a4d7694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2833312c-b536-444e-800f-b215e3017e39'}] Aug 16 23:06:31.787613 n-d-791506-26 neutron-server[101291]: INFO neutron.plugins.ml2.plugin [None req-43d3fd41-bf5d-4773-b006-d619c92a2d49 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempt 8 to bind port d6eb35d8-52ce-499f-bf96-e5e3e6c2f87f Aug 16 23:06:31.804736 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-43d3fd41-bf5d-4773-b006-d619c92a2d49 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempting to bind port d6eb35d8-52ce-499f-bf96-e5e3e6c2f87f on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:06:31.804736 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-43d3fd41-bf5d-4773-b006-d619c92a2d49 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempting to bind port d6eb35d8-52ce-499f-bf96-e5e3e6c2f87f by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': 'a1581aca-956b-4326-b55d-74fa2a4d7694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2833312c-b536-444e-800f-b215e3017e39'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:06:31.804916 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d3fd41-bf5d-4773-b006-d619c92a2d49 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempting to bind port d6eb35d8-52ce-499f-bf96-e5e3e6c2f87f on network 2833312c-b536-444e-800f-b215e3017e39 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:06:31.813050 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d3fd41-bf5d-4773-b006-d619c92a2d49 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Port d6eb35d8-52ce-499f-bf96-e5e3e6c2f87f on network 2833312c-b536-444e-800f-b215e3017e39 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:06:31.813396 n-d-791506-26 neutron-server[101291]: ERROR neutron.plugins.ml2.managers [None req-43d3fd41-bf5d-4773-b006-d619c92a2d49 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Failed to bind port d6eb35d8-52ce-499f-bf96-e5e3e6c2f87f on host n-h1-791506-26 for vnic_type normal using segments [{'id': 'a1581aca-956b-4326-b55d-74fa2a4d7694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2833312c-b536-444e-800f-b215e3017e39'}] Aug 16 23:06:31.813795 n-d-791506-26 neutron-server[101291]: INFO neutron.plugins.ml2.plugin [None req-43d3fd41-bf5d-4773-b006-d619c92a2d49 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempt 9 to bind port d6eb35d8-52ce-499f-bf96-e5e3e6c2f87f Aug 16 23:06:31.847716 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-43d3fd41-bf5d-4773-b006-d619c92a2d49 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempting to bind port d6eb35d8-52ce-499f-bf96-e5e3e6c2f87f on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:06:31.848067 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-43d3fd41-bf5d-4773-b006-d619c92a2d49 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempting to bind port d6eb35d8-52ce-499f-bf96-e5e3e6c2f87f by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': 'a1581aca-956b-4326-b55d-74fa2a4d7694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2833312c-b536-444e-800f-b215e3017e39'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:06:31.848417 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d3fd41-bf5d-4773-b006-d619c92a2d49 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempting to bind port d6eb35d8-52ce-499f-bf96-e5e3e6c2f87f on network 2833312c-b536-444e-800f-b215e3017e39 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:06:31.858264 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d3fd41-bf5d-4773-b006-d619c92a2d49 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Port d6eb35d8-52ce-499f-bf96-e5e3e6c2f87f on network 2833312c-b536-444e-800f-b215e3017e39 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:06:31.858691 n-d-791506-26 neutron-server[101291]: ERROR neutron.plugins.ml2.managers [None req-43d3fd41-bf5d-4773-b006-d619c92a2d49 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Failed to bind port d6eb35d8-52ce-499f-bf96-e5e3e6c2f87f on host n-h1-791506-26 for vnic_type normal using segments [{'id': 'a1581aca-956b-4326-b55d-74fa2a4d7694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2833312c-b536-444e-800f-b215e3017e39'}] Aug 16 23:06:31.878152 n-d-791506-26 neutron-server[101291]: INFO neutron.plugins.ml2.plugin [None req-43d3fd41-bf5d-4773-b006-d619c92a2d49 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempt 10 to bind port d6eb35d8-52ce-499f-bf96-e5e3e6c2f87f Aug 16 23:06:31.896614 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-43d3fd41-bf5d-4773-b006-d619c92a2d49 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempting to bind port d6eb35d8-52ce-499f-bf96-e5e3e6c2f87f on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:06:31.896894 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [None req-43d3fd41-bf5d-4773-b006-d619c92a2d49 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempting to bind port d6eb35d8-52ce-499f-bf96-e5e3e6c2f87f by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': 'a1581aca-956b-4326-b55d-74fa2a4d7694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2833312c-b536-444e-800f-b215e3017e39'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:06:31.897243 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d3fd41-bf5d-4773-b006-d619c92a2d49 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempting to bind port d6eb35d8-52ce-499f-bf96-e5e3e6c2f87f on network 2833312c-b536-444e-800f-b215e3017e39 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:06:31.905831 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d3fd41-bf5d-4773-b006-d619c92a2d49 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Port d6eb35d8-52ce-499f-bf96-e5e3e6c2f87f on network 2833312c-b536-444e-800f-b215e3017e39 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:06:31.906506 n-d-791506-26 neutron-server[101291]: ERROR neutron.plugins.ml2.managers [None req-43d3fd41-bf5d-4773-b006-d619c92a2d49 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Failed to bind port d6eb35d8-52ce-499f-bf96-e5e3e6c2f87f on host n-h1-791506-26 for vnic_type normal using segments [{'id': 'a1581aca-956b-4326-b55d-74fa2a4d7694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2833312c-b536-444e-800f-b215e3017e39'}] Aug 16 23:06:31.906619 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-43d3fd41-bf5d-4773-b006-d619c92a2d49 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:31.960995 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-4a4fa593-806d-4e3c-8f3b-44da15753da7 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Deleting port 8a013182-9994-40b6-a923-77572161d1b7 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:06:31.961341 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4a4fa593-806d-4e3c-8f3b-44da15753da7 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:31.993642 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf2b7f5-2fd4-43f3-b36f-0dde28ae2185 req-83a931a0-c94e-411a-9821-f89552d0274a tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:31.995730 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1bf2b7f5-2fd4-43f3-b36f-0dde28ae2185 req-83a931a0-c94e-411a-9821-f89552d0274a tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 946 time: 0.0550964 Aug 16 23:06:32.021397 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52580) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:32.044945 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-43d3fd41-bf5d-4773-b006-d619c92a2d49 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] For port d6eb35d8-52ce-499f-bf96-e5e3e6c2f87f, host n-h1-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:06:32.045327 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-43d3fd41-bf5d-4773-b006-d619c92a2d49 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attempted to set empty binding levels {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 16 23:06:32.045566 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1bf2b7f5-2fd4-43f3-b36f-0dde28ae2185 req-bc704600-7413-419d-9bd7-df231324e5cf tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429997 Aug 16 23:06:32.052958 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-43d3fd41-bf5d-4773-b006-d619c92a2d49 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:32.102622 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-43d3fd41-bf5d-4773-b006-d619c92a2d49 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] In _notify_port_updated(), no bound segment for port d6eb35d8-52ce-499f-bf96-e5e3e6c2f87f on network 2833312c-b536-444e-800f-b215e3017e39 {{(pid=101291) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 23:06:32.103585 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d3fd41-bf5d-4773-b006-d619c92a2d49 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:32.104353 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-43d3fd41-bf5d-4773-b006-d619c92a2d49 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:32.105776 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-43d3fd41-bf5d-4773-b006-d619c92a2d49 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] 10.222.0.36 "PUT /v2.0/ports/d6eb35d8-52ce-499f-bf96-e5e3e6c2f87f HTTP/1.1" status: 200 len: 974 time: 1.6131949 Aug 16 23:06:32.109771 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52586) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:32.127793 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-4a4fa593-806d-4e3c-8f3b-44da15753da7 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] For port 8a013182-9994-40b6-a923-77572161d1b7, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=8a013182-9994-40b6-a923-77572161d1b7,segment=NetworkSegment(c17283bf-2ca4-4d8f-bcba-cdd39367c659),segment_id=c17283bf-2ca4-4d8f-bcba-cdd39367c659)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:06:32.128230 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4a4fa593-806d-4e3c-8f3b-44da15753da7 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:32.130977 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d3fd41-bf5d-4773-b006-d619c92a2d49 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Pushing event updated for resources: {'Port': ['ID=d6eb35d8-52ce-499f-bf96-e5e3e6c2f87f,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:32.145108 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-4a4fa593-806d-4e3c-8f3b-44da15753da7 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Calling delete_port for 8a013182-9994-40b6-a923-77572161d1b7 owned by network:router_interface {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:06:32.168454 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-497d5e79-52d4-4b52-b29a-018b910ae532 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1699515533'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:06:32.245269 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-497d5e79-52d4-4b52-b29a-018b910ae532 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Made reservation on behalf of dc321d8350194ed0922248699bd34b3c for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:06:32.249303 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-497d5e79-52d4-4b52-b29a-018b910ae532 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:32.262098 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb162a1-45f0-404b-a9d4-221072cd3337 req-18868346-348c-4049-935b-6992eb464c27 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:32.264802 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cdb162a1-45f0-404b-a9d4-221072cd3337 req-18868346-348c-4049-935b-6992eb464c27 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 946 time: 0.1403046 Aug 16 23:06:32.274691 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-497d5e79-52d4-4b52-b29a-018b910ae532 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:32.329412 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-770bbc52-3dd7-4c2f-8785-91270e8e59c0 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Deleting port d6eb35d8-52ce-499f-bf96-e5e3e6c2f87f {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:06:32.329767 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-770bbc52-3dd7-4c2f-8785-91270e8e59c0 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:32.347398 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4a4fa593-806d-4e3c-8f3b-44da15753da7 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:32.376510 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4fa593-806d-4e3c-8f3b-44da15753da7 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Pushing event deleted for resources: {'Port': ['ID=8a013182-9994-40b6-a923-77572161d1b7,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:32.385674 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cdb162a1-45f0-404b-a9d4-221072cd3337 req-7212e71d-127a-4234-b10f-9df3dae2ebad tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139154 Aug 16 23:06:32.446933 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-770bbc52-3dd7-4c2f-8785-91270e8e59c0 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] For port d6eb35d8-52ce-499f-bf96-e5e3e6c2f87f, host n-h1-791506-26, got binding levels [] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:06:32.447358 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-770bbc52-3dd7-4c2f-8785-91270e8e59c0 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:32.471587 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-770bbc52-3dd7-4c2f-8785-91270e8e59c0 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Calling delete_port for d6eb35d8-52ce-499f-bf96-e5e3e6c2f87f owned by {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:06:32.531687 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4a4fa593-806d-4e3c-8f3b-44da15753da7 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537471'] for router_interface, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:32.608073 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-497d5e79-52d4-4b52-b29a-018b910ae532 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:32.633296 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-497d5e79-52d4-4b52-b29a-018b910ae532 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:32.696065 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d4e743-e30d-45d8-b3f2-a8de824a54b8 req-26d624ac-0997-48a9-9ca1-e920ec6bcfd2 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:32.702292 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a4fa593-806d-4e3c-8f3b-44da15753da7 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Router dd48438b-b514-4277-a6de-e46703509c84 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:06:32.702713 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d4e743-e30d-45d8-b3f2-a8de824a54b8 req-26d624ac-0997-48a9-9ca1-e920ec6bcfd2 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:32.708586 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d4e743-e30d-45d8-b3f2-a8de824a54b8 req-26d624ac-0997-48a9-9ca1-e920ec6bcfd2 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:32.714416 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d4e743-e30d-45d8-b3f2-a8de824a54b8 req-26d624ac-0997-48a9-9ca1-e920ec6bcfd2 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:32.720940 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d4e743-e30d-45d8-b3f2-a8de824a54b8 req-26d624ac-0997-48a9-9ca1-e920ec6bcfd2 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:32.726762 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d4e743-e30d-45d8-b3f2-a8de824a54b8 req-26d624ac-0997-48a9-9ca1-e920ec6bcfd2 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:32.732873 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d4e743-e30d-45d8-b3f2-a8de824a54b8 req-26d624ac-0997-48a9-9ca1-e920ec6bcfd2 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:32.734843 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-46d4e743-e30d-45d8-b3f2-a8de824a54b8 req-26d624ac-0997-48a9-9ca1-e920ec6bcfd2 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ec6deff-f245-4e1c-822d-87007a31b174 HTTP/1.1" status: 200 len: 5428 time: 0.2415764 Aug 16 23:06:32.740523 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-497d5e79-52d4-4b52-b29a-018b910ae532 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:06:32.764591 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497d5e79-52d4-4b52-b29a-018b910ae532 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49fbd351-b074-48e9-bbd4-74c8b9c41f3d,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:32.783894 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a4fa593-806d-4e3c-8f3b-44da15753da7 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:06:32.792093 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498162fe-db12-4e1c-b58d-9877f9ece5f7 req-c669c8db-ff40-40bc-bdcd-20ce07e0dcd7 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:32.792185 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-4a4fa593-806d-4e3c-8f3b-44da15753da7 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "PUT /v2.0/routers/dd48438b-b514-4277-a6de-e46703509c84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1849983 Aug 16 23:06:32.792268 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-498162fe-db12-4e1c-b58d-9877f9ece5f7 req-c669c8db-ff40-40bc-bdcd-20ce07e0dcd7 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 946 time: 0.2176011 Aug 16 23:06:32.792268 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-497d5e79-52d4-4b52-b29a-018b910ae532 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:32.792391 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52596) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:32.792726 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-497d5e79-52d4-4b52-b29a-018b910ae532 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Added segment 08bfb2e9-46eb-4ff8-a56c-3a84eeb8eb00 of type vlan for network 0eeeb36d-4290-476d-92a2-895628e3bc73 Aug 16 23:06:32.795007 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcad69a6-5e64-4367-ab65-5d11c4cf7b4b None None] Sync routers for ids ['dd48438b-b514-4277-a6de-e46703509c84'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:06:32.805819 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcad69a6-5e64-4367-ab65-5d11c4cf7b4b None None] Routers {'dd48438b-b514-4277-a6de-e46703509c84'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:06:32.806583 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-dcad69a6-5e64-4367-ab65-5d11c4cf7b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:06:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['dd48438b-b514-4277-a6de-e46703509c84'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:06:32.830127 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-770bbc52-3dd7-4c2f-8785-91270e8e59c0 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:32.858760 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-65e968e6-396f-4d92-9ef1-6a85582d99bc tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Deleting subnet 7ec55b4d-9bea-42cb-8c74-46e03d4e6272 {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:06:32.861954 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-65e968e6-396f-4d92-9ef1-6a85582d99bc tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:32.882907 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-dcad69a6-5e64-4367-ab65-5d11c4cf7b4b None None] Set router dd48438b-b514-4277-a6de-e46703509c84 gateway port host: None {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:06:32.898772 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-46d4e743-e30d-45d8-b3f2-a8de824a54b8 req-023fab31-3b1b-4f3c-8488-8f3699ee94e4 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d561fd0-5d3b-4398-8725-9733c38afc60&id=7847b2e1-2595-4387-b40a-e9cc25ff3917&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1495702 Aug 16 23:06:32.907911 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770bbc52-3dd7-4c2f-8785-91270e8e59c0 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Pushing event deleted for resources: {'Port': ['ID=d6eb35d8-52ce-499f-bf96-e5e3e6c2f87f,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:32.923081 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-770bbc52-3dd7-4c2f-8785-91270e8e59c0 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:32.925848 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-770bbc52-3dd7-4c2f-8785-91270e8e59c0 tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] 10.222.0.36 "DELETE /v2.0/ports/d6eb35d8-52ce-499f-bf96-e5e3e6c2f87f HTTP/1.1" status: 204 len: 168 time: 0.8138871 Aug 16 23:06:32.927750 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-497d5e79-52d4-4b52-b29a-018b910ae532 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:32.929080 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52598) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:32.931477 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-65e968e6-396f-4d92-9ef1-6a85582d99bc tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:32.940148 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-dcad69a6-5e64-4367-ab65-5d11c4cf7b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd48438b-b514-4277-a6de-e46703509c84', 'name': 'tempest-RoutersIpV6Test-router-1749583918', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:05:42Z', 'updated_at': '2021-08-16T23:06:32Z', 'revision_number': 11, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'gw_port_host': None}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:06:32.948685 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-498162fe-db12-4e1c-b58d-9877f9ece5f7 req-5d5a0f23-6ce9-4107-8726-e0b379e11e22 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424291 Aug 16 23:06:32.969200 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-497d5e79-52d4-4b52-b29a-018b910ae532 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:32.974735 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcad69a6-5e64-4367-ab65-5d11c4cf7b4b None None] Checking router: dd48438b-b514-4277-a6de-e46703509c84 for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:06:32.978680 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497d5e79-52d4-4b52-b29a-018b910ae532 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:32.979777 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-497d5e79-52d4-4b52-b29a-018b910ae532 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:32.984150 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcad69a6-5e64-4367-ab65-5d11c4cf7b4b None None] Routers {'dd48438b-b514-4277-a6de-e46703509c84'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:06:32.985033 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-dcad69a6-5e64-4367-ab65-5d11c4cf7b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:06:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['dd48438b-b514-4277-a6de-e46703509c84'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:06:32.994986 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-5933367f-31a7-45e6-82e7-2f2fdac2a1ac tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] GET failed (client error): The resource could not be found. Aug 16 23:06:32.996763 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-5933367f-31a7-45e6-82e7-2f2fdac2a1ac tempest-PortsAdminExtendedAttrsTestJSON-250173056 tempest-PortsAdminExtendedAttrsTestJSON-250173056-project-admin] 10.222.0.36 "GET /v2.0/ports/d6eb35d8-52ce-499f-bf96-e5e3e6c2f87f HTTP/1.1" status: 404 len: 333 time: 0.0358851 Aug 16 23:06:33.000569 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52602) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:33.050448 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-497d5e79-52d4-4b52-b29a-018b910ae532 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.0252879 Aug 16 23:06:33.057765 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-dcad69a6-5e64-4367-ab65-5d11c4cf7b4b None None] Set router dd48438b-b514-4277-a6de-e46703509c84 gateway port host: None {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:06:33.063699 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52604) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:33.066697 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-c10343c6-2471-46e3-9bb5-a777a2d86fe6 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Request body: {'subnet': {'network_id': '0eeeb36d-4290-476d-92a2-895628e3bc73', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:06:33.100090 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497d5e79-52d4-4b52-b29a-018b910ae532 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Pushing event updated for resources: {'Network': ['ID=0eeeb36d-4290-476d-92a2-895628e3bc73,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:33.119033 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-dcad69a6-5e64-4367-ab65-5d11c4cf7b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd48438b-b514-4277-a6de-e46703509c84', 'name': 'tempest-RoutersIpV6Test-router-1749583918', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:05:42Z', 'updated_at': '2021-08-16T23:06:32Z', 'revision_number': 11, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'gw_port_host': None}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:06:33.121133 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73991a1-d7ae-4d77-8386-a714936c5bfc req-7d728b7f-e625-4920-8f0f-1c4f9236c0b7 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:33.121289 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 0eeeb36d-4290-476d-92a2-895628e3bc73 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:06:33.123077 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f73991a1-d7ae-4d77-8386-a714936c5bfc req-7d728b7f-e625-4920-8f0f-1c4f9236c0b7 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 946 time: 0.0788922 Aug 16 23:06:33.176708 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f73991a1-d7ae-4d77-8386-a714936c5bfc req-5b6af107-8328-4296-a89f-e4e99ef06f66 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464351 Aug 16 23:06:33.204295 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-514d2653-e677-4c74-8b5e-2a710cd4b575 tempest-PortsAdminExtendedAttrsTestJSON-1571131353 tempest-PortsAdminExtendedAttrsTestJSON-1571131353-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:33.213711 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcad69a6-5e64-4367-ab65-5d11c4cf7b4b None None] The sync data for ids ['dd48438b-b514-4277-a6de-e46703509c84'] in n-d-791506-26 is: [{'id': 'dd48438b-b514-4277-a6de-e46703509c84', 'name': 'tempest-RoutersIpV6Test-router-1749583918', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:05:42Z', 'updated_at': '2021-08-16T23:06:32Z', 'revision_number': 11, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'gw_port_host': None}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:06:33.245677 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-65e968e6-396f-4d92-9ef1-6a85582d99bc tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:33.305411 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c10343c6-2471-46e3-9bb5-a777a2d86fe6 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Made reservation on behalf of dc321d8350194ed0922248699bd34b3c for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:06:33.308951 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c10343c6-2471-46e3-9bb5-a777a2d86fe6 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:33.408705 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea36639c-b5fd-42b9-ac33-774c46366aa7 req-7569b90d-28e7-44d3-a7fb-7db7f4237a6e tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:33.410157 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ea36639c-b5fd-42b9-ac33-774c46366aa7 req-7569b90d-28e7-44d3-a7fb-7db7f4237a6e tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 946 time: 0.0494142 Aug 16 23:06:33.428618 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-514d2653-e677-4c74-8b5e-2a710cd4b575 tempest-PortsAdminExtendedAttrsTestJSON-1571131353 tempest-PortsAdminExtendedAttrsTestJSON-1571131353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:33.450519 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ea36639c-b5fd-42b9-ac33-774c46366aa7 req-200d7dcb-31dd-473c-9076-d553239f97bc tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331697 Aug 16 23:06:33.453610 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-514d2653-e677-4c74-8b5e-2a710cd4b575 tempest-PortsAdminExtendedAttrsTestJSON-1571131353 tempest-PortsAdminExtendedAttrsTestJSON-1571131353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2833312c-b536-444e-800f-b215e3017e39']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:06:33.477299 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-514d2653-e677-4c74-8b5e-2a710cd4b575 tempest-PortsAdminExtendedAttrsTestJSON-1571131353 tempest-PortsAdminExtendedAttrsTestJSON-1571131353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1581aca-956b-4326-b55d-74fa2a4d7694') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:06:33.477630 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-514d2653-e677-4c74-8b5e-2a710cd4b575 tempest-PortsAdminExtendedAttrsTestJSON-1571131353 tempest-PortsAdminExtendedAttrsTestJSON-1571131353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1581aca-956b-4326-b55d-74fa2a4d7694') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:06:33.486356 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-65e968e6-396f-4d92-9ef1-6a85582d99bc tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:33.499029 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-514d2653-e677-4c74-8b5e-2a710cd4b575 tempest-PortsAdminExtendedAttrsTestJSON-1571131353 tempest-PortsAdminExtendedAttrsTestJSON-1571131353-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:33.531050 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e968e6-396f-4d92-9ef1-6a85582d99bc tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Pushing event deleted for resources: {'Subnet': ['ID=7ec55b4d-9bea-42cb-8c74-46e03d4e6272,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:33.539877 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-65e968e6-396f-4d92-9ef1-6a85582d99bc tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:33.541820 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-65e968e6-396f-4d92-9ef1-6a85582d99bc tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "DELETE /v2.0/subnets/7ec55b4d-9bea-42cb-8c74-46e03d4e6272 HTTP/1.1" status: 204 len: 168 time: 0.7401481 Aug 16 23:06:33.542884 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-514d2653-e677-4c74-8b5e-2a710cd4b575 tempest-PortsAdminExtendedAttrsTestJSON-1571131353 tempest-PortsAdminExtendedAttrsTestJSON-1571131353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:33.547042 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52612) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:33.562142 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b10fbb-80e4-4d81-862f-09d36d844e00 None None] Network 9ec22140-0e30-4a8f-ae51-ce31640ea6db requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:06:33.564427 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-514d2653-e677-4c74-8b5e-2a710cd4b575 tempest-PortsAdminExtendedAttrsTestJSON-1571131353 tempest-PortsAdminExtendedAttrsTestJSON-1571131353-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:06:33.564873 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-514d2653-e677-4c74-8b5e-2a710cd4b575 tempest-PortsAdminExtendedAttrsTestJSON-1571131353 tempest-PortsAdminExtendedAttrsTestJSON-1571131353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:33.567939 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 23:06:33.567939 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:06:33.567939 n-d-791506-26 neutron-server[101291]: timer() Aug 16 23:06:33.567939 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:06:33.567939 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 23:06:33.567939 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:06:33.567939 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 23:06:33.567939 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:06:33.567939 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 23:06:33.567939 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:06:33.567939 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 23:06:33.567939 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:06:33.567939 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 23:06:33.567939 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:06:33.567939 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:06:33.567939 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:06:33.567939 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:06:33.567939 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:06:33.567939 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 23:06:33.567939 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:06:33.567939 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 23:06:33.567939 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:06:33.567939 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:06:33.567939 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:06:33.567939 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 23:06:33.567939 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:06:33.567939 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:06:33.567939 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:06:33.567939 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:06:33.567939 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:06:33.567939 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:06:33.567939 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:06:33.713078 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-514d2653-e677-4c74-8b5e-2a710cd4b575 tempest-PortsAdminExtendedAttrsTestJSON-1571131353 tempest-PortsAdminExtendedAttrsTestJSON-1571131353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:33.736222 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-514d2653-e677-4c74-8b5e-2a710cd4b575 tempest-PortsAdminExtendedAttrsTestJSON-1571131353 tempest-PortsAdminExtendedAttrsTestJSON-1571131353-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:33.738200 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-514d2653-e677-4c74-8b5e-2a710cd4b575 tempest-PortsAdminExtendedAttrsTestJSON-1571131353 tempest-PortsAdminExtendedAttrsTestJSON-1571131353-project] 10.222.0.36 "DELETE /v2.0/networks/2833312c-b536-444e-800f-b215e3017e39 HTTP/1.1" status: 204 len: 168 time: 0.7363944 Aug 16 23:06:33.757034 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d2653-e677-4c74-8b5e-2a710cd4b575 tempest-PortsAdminExtendedAttrsTestJSON-1571131353 tempest-PortsAdminExtendedAttrsTestJSON-1571131353-project] Pushing event deleted for resources: {'Network': ['ID=2833312c-b536-444e-800f-b215e3017e39,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:33.765592 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0865d53b-c422-42d5-a296-dd8162a1deec tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:33.781007 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e722c7b2-626b-4b87-a7ff-b70e2765391a None None] DHCP port deletion for 9ec22140-0e30-4a8f-ae51-ce31640ea6db request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:06:33.834002 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c10343c6-2471-46e3-9bb5-a777a2d86fe6 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:33.894595 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 8a013182-9994-40b6-a923-77572161d1b7 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:06:33.898348 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-e722c7b2-626b-4b87-a7ff-b70e2765391a None None] Deleting port 3d3fef8e-59ed-4f4e-8d68-2ff2429823de {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:06:33.898804 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e722c7b2-626b-4b87-a7ff-b70e2765391a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:33.910546 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10343c6-2471-46e3-9bb5-a777a2d86fe6 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Pushing event updated for resources: {'Subnet': ['ID=1ebbe583-db01-4d75-aae0-6dee479363a4,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:33.930706 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10343c6-2471-46e3-9bb5-a777a2d86fe6 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Checking segment: {'id': '08bfb2e9-46eb-4ff8-a56c-3a84eeb8eb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0eeeb36d-4290-476d-92a2-895628e3bc73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:06:33.931033 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10343c6-2471-46e3-9bb5-a777a2d86fe6 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Network hostable DHCP agents. Network: 0eeeb36d-4290-476d-92a2-895628e3bc73, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:06:33.936781 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-0865d53b-c422-42d5-a296-dd8162a1deec tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Deleting port 3d3fef8e-59ed-4f4e-8d68-2ff2429823de {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:06:33.937317 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0865d53b-c422-42d5-a296-dd8162a1deec tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:33.958286 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 8a013182-9994-40b6-a923-77572161d1b7 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:06:33.958712 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 8a013182-9994-40b6-a923-77572161d1b7 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:06:33.959415 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 3d3fef8e-59ed-4f4e-8d68-2ff2429823de no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:06:34.011334 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10343c6-2471-46e3-9bb5-a777a2d86fe6 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Network 0eeeb36d-4290-476d-92a2-895628e3bc73 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:06:34.023690 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-0865d53b-c422-42d5-a296-dd8162a1deec tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] For port 3d3fef8e-59ed-4f4e-8d68-2ff2429823de, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=3d3fef8e-59ed-4f4e-8d68-2ff2429823de,segment=NetworkSegment(c17283bf-2ca4-4d8f-bcba-cdd39367c659),segment_id=c17283bf-2ca4-4d8f-bcba-cdd39367c659)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:06:34.024098 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0865d53b-c422-42d5-a296-dd8162a1deec tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:34.033468 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-c10343c6-2471-46e3-9bb5-a777a2d86fe6 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 0eeeb36d-4290-476d-92a2-895628e3bc73) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:06:34.042020 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10343c6-2471-46e3-9bb5-a777a2d86fe6 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:34.042607 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c10343c6-2471-46e3-9bb5-a777a2d86fe6 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:34.045993 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-0865d53b-c422-42d5-a296-dd8162a1deec tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Calling delete_port for 3d3fef8e-59ed-4f4e-8d68-2ff2429823de owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:06:34.056353 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49db7404-88ff-426a-a48b-601d27034525 None None] Network 0eeeb36d-4290-476d-92a2-895628e3bc73 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:06:34.067987 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-c10343c6-2471-46e3-9bb5-a777a2d86fe6 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0051956 Aug 16 23:06:34.078468 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b57e47-4cb8-4b21-abdb-cba7f3e63f89 req-29cd2636-4dc3-4c84-bdac-727d05116c59 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:34.085200 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b57e47-4cb8-4b21-abdb-cba7f3e63f89 req-29cd2636-4dc3-4c84-bdac-727d05116c59 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:34.092328 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b57e47-4cb8-4b21-abdb-cba7f3e63f89 req-29cd2636-4dc3-4c84-bdac-727d05116c59 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:34.096328 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52620) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:34.096686 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52622) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:34.099110 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b57e47-4cb8-4b21-abdb-cba7f3e63f89 req-29cd2636-4dc3-4c84-bdac-727d05116c59 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:34.102590 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-fb86b372-a21b-4d4c-bd72-cfdb9904c770 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Request body: {'port': {'network_id': '0eeeb36d-4290-476d-92a2-895628e3bc73', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-399093291'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:06:34.107229 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b57e47-4cb8-4b21-abdb-cba7f3e63f89 req-29cd2636-4dc3-4c84-bdac-727d05116c59 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:34.116772 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b57e47-4cb8-4b21-abdb-cba7f3e63f89 req-29cd2636-4dc3-4c84-bdac-727d05116c59 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:34.123016 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-e722c7b2-626b-4b87-a7ff-b70e2765391a None None] For port 3d3fef8e-59ed-4f4e-8d68-2ff2429823de, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=3d3fef8e-59ed-4f4e-8d68-2ff2429823de,segment=NetworkSegment(c17283bf-2ca4-4d8f-bcba-cdd39367c659),segment_id=c17283bf-2ca4-4d8f-bcba-cdd39367c659)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:06:34.123408 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e722c7b2-626b-4b87-a7ff-b70e2765391a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:34.125806 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b57e47-4cb8-4b21-abdb-cba7f3e63f89 req-29cd2636-4dc3-4c84-bdac-727d05116c59 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:34.128924 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e0b57e47-4cb8-4b21-abdb-cba7f3e63f89 req-29cd2636-4dc3-4c84-bdac-727d05116c59 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ec6deff-f245-4e1c-822d-87007a31b174 HTTP/1.1" status: 200 len: 5428 time: 0.1253364 Aug 16 23:06:34.164634 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-e722c7b2-626b-4b87-a7ff-b70e2765391a None None] Calling delete_port for 3d3fef8e-59ed-4f4e-8d68-2ff2429823de owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:06:34.214829 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:34.227716 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e0b57e47-4cb8-4b21-abdb-cba7f3e63f89 req-0d267b91-68a2-4174-9445-5cbead9047f3 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d561fd0-5d3b-4398-8725-9733c38afc60&id=7847b2e1-2595-4387-b40a-e9cc25ff3917&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0835559 Aug 16 23:06:34.232322 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0865d53b-c422-42d5-a296-dd8162a1deec tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:34.271742 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0865d53b-c422-42d5-a296-dd8162a1deec tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Pushing event deleted for resources: {'Port': ['ID=3d3fef8e-59ed-4f4e-8d68-2ff2429823de,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:34.291670 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0865d53b-c422-42d5-a296-dd8162a1deec tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] No DVR routers for this DVR port 3d3fef8e-59ed-4f4e-8d68-2ff2429823de on host n-d-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:06:34.338830 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb86b372-a21b-4d4c-bd72-cfdb9904c770 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Made reservation on behalf of dc321d8350194ed0922248699bd34b3c for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:06:34.343220 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fb86b372-a21b-4d4c-bd72-cfdb9904c770 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:34.390103 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e722c7b2-626b-4b87-a7ff-b70e2765391a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:34.399990 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-9a78c621-5053-448b-adf5-4df31251040b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5904974953ff4e9c9dd010e601e07c32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3010793 Aug 16 23:06:34.402557 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52626) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:34.409762 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-fb86b372-a21b-4d4c-bd72-cfdb9904c770 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] device_id is not set on port 6a08c150-3261-48e2-84b5-cda82ceb63ba yet. {{(pid=101291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 23:06:34.416698 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff2ad12-edc8-4add-8708-94e5d12e0a0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-0eeeb36d-4290-476d-92a2-895628e3bc73', 'network_id': '0eeeb36d-4290-476d-92a2-895628e3bc73', 'tenant_id': 'dc321d8350194ed0922248699bd34b3c', 'fixed_ips': [{'subnet_id': '1ebbe583-db01-4d75-aae0-6dee479363a4'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:06:34.417560 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-eff2ad12-edc8-4add-8708-94e5d12e0a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:34.422133 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e722c7b2-626b-4b87-a7ff-b70e2765391a None None] Pushing event deleted for resources: {'Port': ['ID=3d3fef8e-59ed-4f4e-8d68-2ff2429823de,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:34.428022 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0865d53b-c422-42d5-a296-dd8162a1deec tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:34.432122 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e722c7b2-626b-4b87-a7ff-b70e2765391a None None] No DVR routers for this DVR port 3d3fef8e-59ed-4f4e-8d68-2ff2429823de on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:06:34.470202 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7fa86c03-a73b-440f-9f73-d2d03fc6d16f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:34.473100 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-0865d53b-c422-42d5-a296-dd8162a1deec tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ec22140-0e30-4a8f-ae51-ce31640ea6db']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:06:34.491422 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-0865d53b-c422-42d5-a296-dd8162a1deec tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c17283bf-2ca4-4d8f-bcba-cdd39367c659') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:06:34.491738 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-0865d53b-c422-42d5-a296-dd8162a1deec tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c17283bf-2ca4-4d8f-bcba-cdd39367c659') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:06:34.507335 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0865d53b-c422-42d5-a296-dd8162a1deec tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:34.510646 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7fa86c03-a73b-440f-9f73-d2d03fc6d16f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:34.546090 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0865d53b-c422-42d5-a296-dd8162a1deec tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:34.558442 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0865d53b-c422-42d5-a296-dd8162a1deec tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:06:34.560479 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0865d53b-c422-42d5-a296-dd8162a1deec tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:34.561820 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 23:06:34.561820 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:06:34.561820 n-d-791506-26 neutron-server[101291]: timer() Aug 16 23:06:34.561820 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:06:34.561820 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 23:06:34.561820 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:06:34.561820 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 23:06:34.561820 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:06:34.561820 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 23:06:34.561820 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:06:34.561820 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 23:06:34.561820 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:06:34.561820 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 23:06:34.561820 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:06:34.561820 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:06:34.561820 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:06:34.561820 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:06:34.561820 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:06:34.561820 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 23:06:34.561820 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:06:34.561820 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 23:06:34.561820 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:06:34.561820 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:06:34.561820 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:06:34.561820 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 23:06:34.561820 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:06:34.561820 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:06:34.561820 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:06:34.561820 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:06:34.561820 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:06:34.561820 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:06:34.561820 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:06:34.604751 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cab701-8e9e-446d-8abd-c3ede3b113d8 req-dae93513-c706-49b8-b383-a0fe3a84c1f4 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:34.607769 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c1cab701-8e9e-446d-8abd-c3ede3b113d8 req-dae93513-c706-49b8-b383-a0fe3a84c1f4 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 946 time: 0.0743778 Aug 16 23:06:34.622751 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-fb86b372-a21b-4d4c-bd72-cfdb9904c770 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Allocated IP 2001:db8::5f (0eeeb36d-4290-476d-92a2-895628e3bc73/1ebbe583-db01-4d75-aae0-6dee479363a4/6a08c150-3261-48e2-84b5-cda82ceb63ba) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:06:34.634312 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7fa86c03-a73b-440f-9f73-d2d03fc6d16f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:34.637469 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7fa86c03-a73b-440f-9f73-d2d03fc6d16f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:34.639428 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-7fa86c03-a73b-440f-9f73-d2d03fc6d16f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/107234d7-14ff-4944-9ea7-52604856f948 HTTP/1.1" status: 204 len: 168 time: 0.2350292 Aug 16 23:06:34.653334 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa86c03-a73b-440f-9f73-d2d03fc6d16f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=107234d7-14ff-4944-9ea7-52604856f948,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:34.673059 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c1cab701-8e9e-446d-8abd-c3ede3b113d8 req-5dd52165-45af-4ff4-bd9b-68ac76c1bd42 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594389 Aug 16 23:06:34.673416 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0865d53b-c422-42d5-a296-dd8162a1deec tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:34.689860 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0865d53b-c422-42d5-a296-dd8162a1deec tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:34.691792 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-0865d53b-c422-42d5-a296-dd8162a1deec tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "DELETE /v2.0/networks/9ec22140-0e30-4a8f-ae51-ce31640ea6db HTTP/1.1" status: 204 len: 168 time: 1.1417184 Aug 16 23:06:34.694528 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52634) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:34.709130 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-b9d5da20-b88b-4ab1-80a5-3eacb556b5b3 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Request body: {'router': {'routes': None}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:06:34.713997 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0865d53b-c422-42d5-a296-dd8162a1deec tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Pushing event deleted for resources: {'Network': ['ID=9ec22140-0e30-4a8f-ae51-ce31640ea6db,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:34.846784 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fb86b372-a21b-4d4c-bd72-cfdb9904c770 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:34.875784 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-fb86b372-a21b-4d4c-bd72-cfdb9904c770 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Transition to ACTIVE for port object 6a08c150-3261-48e2-84b5-cda82ceb63ba will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:06:34.903782 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.extraroute_db [None req-b9d5da20-b88b-4ab1-80a5-3eacb556b5b3 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Added routes are [] {{(pid=101292) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 16 23:06:34.904255 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.extraroute_db [None req-b9d5da20-b88b-4ab1-80a5-3eacb556b5b3 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Removed routes are [] {{(pid=101292) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 16 23:06:34.904782 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b9d5da20-b88b-4ab1-80a5-3eacb556b5b3 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-537184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-500218'] for router, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:34.933800 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fb86b372-a21b-4d4c-bd72-cfdb9904c770 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:34.999529 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb86b372-a21b-4d4c-bd72-cfdb9904c770 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Pushing event updated for resources: {'Port': ['ID=6a08c150-3261-48e2-84b5-cda82ceb63ba,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:35.022969 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52644) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:35.026241 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb86b372-a21b-4d4c-bd72-cfdb9904c770 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Network 0eeeb36d-4290-476d-92a2-895628e3bc73 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:06:35.027359 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-eff2ad12-edc8-4add-8708-94e5d12e0a0f None None] Allocated IP 2001:db8::2 (0eeeb36d-4290-476d-92a2-895628e3bc73/1ebbe583-db01-4d75-aae0-6dee479363a4/062b1621-4cd9-4051-b77a-5499253349d1) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:06:35.034495 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-fb86b372-a21b-4d4c-bd72-cfdb9904c770 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:06:35.043134 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb86b372-a21b-4d4c-bd72-cfdb9904c770 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:06:35.050490 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb86b372-a21b-4d4c-bd72-cfdb9904c770 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:35.051493 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fb86b372-a21b-4d4c-bd72-cfdb9904c770 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:35.084669 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b9d5da20-b88b-4ab1-80a5-3eacb556b5b3 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-537184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-500218'] for router, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:35.098563 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b9d5da20-b88b-4ab1-80a5-3eacb556b5b3 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-537179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-537170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-639656'] for router, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:35.105224 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52648) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:35.107771 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-fb86b372-a21b-4d4c-bd72-cfdb9904c770 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.0094943 Aug 16 23:06:35.125568 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-206d569c-8b23-4124-876a-8208056a3751 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c065f530ff674f4ab426006010ab043f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0993109 Aug 16 23:06:35.125881 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52650) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:35.154108 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-44dc0aae-b3a4-45df-9e62-47b36a33237c tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Request body: {'port': {'network_id': '0eeeb36d-4290-476d-92a2-895628e3bc73', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-160766351', 'allowed_address_pairs': [{'ip_address': '2001:db8::5f', 'mac_address': 'fa:16:3e:83:04:24'}]}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:06:35.209820 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cd652d0e-8b6d-456d-9879-5a259f704714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:35.237958 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cd652d0e-8b6d-456d-9879-5a259f704714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:35.271941 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-eff2ad12-edc8-4add-8708-94e5d12e0a0f None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:35.282556 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-eff2ad12-edc8-4add-8708-94e5d12e0a0f None None] Transition to ACTIVE for port object 062b1621-4cd9-4051-b77a-5499253349d1 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:06:35.283071 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9d5da20-b88b-4ab1-80a5-3eacb556b5b3 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Router dd48438b-b514-4277-a6de-e46703509c84 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:06:35.304877 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-eff2ad12-edc8-4add-8708-94e5d12e0a0f None None] Transition to ACTIVE for port object 062b1621-4cd9-4051-b77a-5499253349d1 will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:06:35.317243 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-eff2ad12-edc8-4add-8708-94e5d12e0a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:35.331260 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cd652d0e-8b6d-456d-9879-5a259f704714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:35.335121 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cd652d0e-8b6d-456d-9879-5a259f704714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:35.340059 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-cd652d0e-8b6d-456d-9879-5a259f704714 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/30f19b29-24da-475e-afa9-63c2be3b5f78 HTTP/1.1" status: 204 len: 168 time: 0.2130589 Aug 16 23:06:35.351336 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd652d0e-8b6d-456d-9879-5a259f704714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f19b29-24da-475e-afa9-63c2be3b5f78,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:35.394300 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff2ad12-edc8-4add-8708-94e5d12e0a0f None None] Network 0eeeb36d-4290-476d-92a2-895628e3bc73 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:06:35.402076 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-eff2ad12-edc8-4add-8708-94e5d12e0a0f None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:06:35.407316 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff2ad12-edc8-4add-8708-94e5d12e0a0f None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:06:35.415496 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff2ad12-edc8-4add-8708-94e5d12e0a0f None None] Pushing event updated for resources: {'Port': ['ID=062b1621-4cd9-4051-b77a-5499253349d1,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:35.434782 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9d5da20-b88b-4ab1-80a5-3eacb556b5b3 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:06:35.443806 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b9d5da20-b88b-4ab1-80a5-3eacb556b5b3 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:35.444124 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd0d952-6e62-4b56-82e8-4d591c76892a None None] Sync routers for ids ['dd48438b-b514-4277-a6de-e46703509c84'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:06:35.445005 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-b9d5da20-b88b-4ab1-80a5-3eacb556b5b3 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "PUT /v2.0/routers/dd48438b-b514-4277-a6de-e46703509c84 HTTP/1.1" status: 200 len: 705 time: 0.7491372 Aug 16 23:06:35.449145 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52656) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:35.459883 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44dc0aae-b3a4-45df-9e62-47b36a33237c tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Made reservation on behalf of dc321d8350194ed0922248699bd34b3c for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:06:35.482956 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd0d952-6e62-4b56-82e8-4d591c76892a None None] Routers {'dd48438b-b514-4277-a6de-e46703509c84'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:06:35.483595 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-7fd0d952-6e62-4b56-82e8-4d591c76892a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:06:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['dd48438b-b514-4277-a6de-e46703509c84'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:06:35.499853 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-eff2ad12-edc8-4add-8708-94e5d12e0a0f None None] Attempting to bind port 062b1621-4cd9-4051-b77a-5499253349d1 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:06:35.500133 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-eff2ad12-edc8-4add-8708-94e5d12e0a0f None None] Attempting to bind port 062b1621-4cd9-4051-b77a-5499253349d1 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '08bfb2e9-46eb-4ff8-a56c-3a84eeb8eb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0eeeb36d-4290-476d-92a2-895628e3bc73'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:06:35.500504 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff2ad12-edc8-4add-8708-94e5d12e0a0f None None] Attempting to bind port 062b1621-4cd9-4051-b77a-5499253349d1 on network 0eeeb36d-4290-476d-92a2-895628e3bc73 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:06:35.506373 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff2ad12-edc8-4add-8708-94e5d12e0a0f None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:06:35.506756 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff2ad12-edc8-4add-8708-94e5d12e0a0f None None] Checking segment: {'id': '08bfb2e9-46eb-4ff8-a56c-3a84eeb8eb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0eeeb36d-4290-476d-92a2-895628e3bc73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:06:35.507167 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-eff2ad12-edc8-4add-8708-94e5d12e0a0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:35.507565 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff2ad12-edc8-4add-8708-94e5d12e0a0f None None] Bound using segment: {'id': '08bfb2e9-46eb-4ff8-a56c-3a84eeb8eb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0eeeb36d-4290-476d-92a2-895628e3bc73'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:06:35.508034 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-eff2ad12-edc8-4add-8708-94e5d12e0a0f None None] Bound port: 062b1621-4cd9-4051-b77a-5499253349d1, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08bfb2e9-46eb-4ff8-a56c-3a84eeb8eb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0eeeb36d-4290-476d-92a2-895628e3bc73'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:06:35.508427 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-eff2ad12-edc8-4add-8708-94e5d12e0a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:35.509042 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acde4e1-6489-4af9-a9ca-86610bad278d req-fee6fe49-f64f-44ce-abee-35292119f01b tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:35.519175 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acde4e1-6489-4af9-a9ca-86610bad278d req-fee6fe49-f64f-44ce-abee-35292119f01b tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:35.521673 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-63bc6e9f-ed4b-4ba6-b731-a88379ad4bbc tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd48438b-b514-4277-a6de-e46703509c84 HTTP/1.1" status: 200 len: 205 time: 0.0711312 Aug 16 23:06:35.524098 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52658) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:35.531805 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acde4e1-6489-4af9-a9ca-86610bad278d req-fee6fe49-f64f-44ce-abee-35292119f01b tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:35.542878 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acde4e1-6489-4af9-a9ca-86610bad278d req-fee6fe49-f64f-44ce-abee-35292119f01b tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:35.550433 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acde4e1-6489-4af9-a9ca-86610bad278d req-fee6fe49-f64f-44ce-abee-35292119f01b tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:35.556771 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acde4e1-6489-4af9-a9ca-86610bad278d req-fee6fe49-f64f-44ce-abee-35292119f01b tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:35.564007 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acde4e1-6489-4af9-a9ca-86610bad278d req-fee6fe49-f64f-44ce-abee-35292119f01b tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:35.574527 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8acde4e1-6489-4af9-a9ca-86610bad278d req-fee6fe49-f64f-44ce-abee-35292119f01b tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ec6deff-f245-4e1c-822d-87007a31b174 HTTP/1.1" status: 200 len: 5428 time: 0.1840591 Aug 16 23:06:35.579638 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-7fd0d952-6e62-4b56-82e8-4d591c76892a None None] Set router dd48438b-b514-4277-a6de-e46703509c84 gateway port host: None {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:06:35.642585 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-7fd0d952-6e62-4b56-82e8-4d591c76892a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd48438b-b514-4277-a6de-e46703509c84', 'name': 'tempest-RoutersIpV6Test-router-1749583918', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:05:42Z', 'updated_at': '2021-08-16T23:06:32Z', 'revision_number': 11, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'gw_port_host': None}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:06:35.651579 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b6e6295e-f57d-425e-ab76-1ab919073cf1 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks [] for router, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:35.660105 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-eff2ad12-edc8-4add-8708-94e5d12e0a0f None None] For port 062b1621-4cd9-4051-b77a-5499253349d1, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:06:35.669467 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-eff2ad12-edc8-4add-8708-94e5d12e0a0f None None] For port 062b1621-4cd9-4051-b77a-5499253349d1, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=062b1621-4cd9-4051-b77a-5499253349d1,segment=NetworkSegment(08bfb2e9-46eb-4ff8-a56c-3a84eeb8eb00),segment_id=08bfb2e9-46eb-4ff8-a56c-3a84eeb8eb00)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:06:35.682223 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-eff2ad12-edc8-4add-8708-94e5d12e0a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:35.686041 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd0d952-6e62-4b56-82e8-4d591c76892a None None] Checking router: dd48438b-b514-4277-a6de-e46703509c84 for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:06:35.699616 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd0d952-6e62-4b56-82e8-4d591c76892a None None] Routers {'dd48438b-b514-4277-a6de-e46703509c84'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:06:35.701131 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-7fd0d952-6e62-4b56-82e8-4d591c76892a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:06:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['dd48438b-b514-4277-a6de-e46703509c84'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:06:35.739490 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8acde4e1-6489-4af9-a9ca-86610bad278d req-e76765f8-8155-4574-85e6-a8746f1190f0 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d561fd0-5d3b-4398-8725-9733c38afc60&id=7847b2e1-2595-4387-b40a-e9cc25ff3917&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1634707 Aug 16 23:06:35.780022 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff2ad12-edc8-4add-8708-94e5d12e0a0f None None] Pushing event updated for resources: {'Port': ['ID=062b1621-4cd9-4051-b77a-5499253349d1,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:35.780378 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56ab67a-6e34-4880-85d1-dc97de09bf67 req-5c7dc419-8628-4bac-9f6b-b70906e4b55c tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:35.800102 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e56ab67a-6e34-4880-85d1-dc97de09bf67 req-5c7dc419-8628-4bac-9f6b-b70906e4b55c tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 946 time: 0.7791233 Aug 16 23:06:35.818705 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-7fd0d952-6e62-4b56-82e8-4d591c76892a None None] Set router dd48438b-b514-4277-a6de-e46703509c84 gateway port host: None {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:06:35.874148 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-44dc0aae-b3a4-45df-9e62-47b36a33237c tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:35.900244 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e56ab67a-6e34-4880-85d1-dc97de09bf67 req-50f89512-1601-4dc0-bcc3-dd7efd077b16 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992043 Aug 16 23:06:35.907253 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-7fd0d952-6e62-4b56-82e8-4d591c76892a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd48438b-b514-4277-a6de-e46703509c84', 'name': 'tempest-RoutersIpV6Test-router-1749583918', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:05:42Z', 'updated_at': '2021-08-16T23:06:32Z', 'revision_number': 11, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'gw_port_host': None}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:06:35.920850 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [None req-44dc0aae-b3a4-45df-9e62-47b36a33237c tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] device_id is not set on port 07bb58fb-77c0-4148-a1cb-a20a0dc1601f yet. {{(pid=101292) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 23:06:35.949586 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd0d952-6e62-4b56-82e8-4d591c76892a None None] The sync data for ids ['dd48438b-b514-4277-a6de-e46703509c84'] in n-d-791506-26 is: [{'id': 'dd48438b-b514-4277-a6de-e46703509c84', 'name': 'tempest-RoutersIpV6Test-router-1749583918', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:05:42Z', 'updated_at': '2021-08-16T23:06:32Z', 'revision_number': 11, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'gw_port_host': None}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:06:36.007134 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 5c511553-abb0-45ee-9ae1-f490c0be7d9d details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:06:36.219845 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-44dc0aae-b3a4-45df-9e62-47b36a33237c tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Allocated IP 2001:db8::76 (0eeeb36d-4290-476d-92a2-895628e3bc73/1ebbe583-db01-4d75-aae0-6dee479363a4/07bb58fb-77c0-4148-a1cb-a20a0dc1601f) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:06:36.235931 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 5c511553-abb0-45ee-9ae1-f490c0be7d9d, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=5c511553-abb0-45ee-9ae1-f490c0be7d9d,segment=NetworkSegment(63d70cc7-a3dd-4cc7-80ad-edc082b29b8e),segment_id=63d70cc7-a3dd-4cc7-80ad-edc082b29b8e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:06:36.255544 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': '5c511553-abb0-45ee-9ae1-f490c0be7d9d', 'network_id': '7f9863fd-7980-4b2d-a7ca-14f053950325', 'port_id': '5c511553-abb0-45ee-9ae1-f490c0be7d9d', 'mac_address': 'fa:16:3e:c7:a5:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '707213db-37e4-4504-a3c9-b665785837dd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:06:36.393464 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b6e6295e-f57d-425e-ab76-1ab919073cf1 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:36.395778 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b6e6295e-f57d-425e-ab76-1ab919073cf1 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:36.453820 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-44dc0aae-b3a4-45df-9e62-47b36a33237c tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:36.461166 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b6e6295e-f57d-425e-ab76-1ab919073cf1 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:36.461755 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6e6295e-f57d-425e-ab76-1ab919073cf1 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Fanout notify agent at l3_agent the message router_deleted on router dd48438b-b514-4277-a6de-e46703509c84 {{(pid=101291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:06:36.472031 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b6e6295e-f57d-425e-ab76-1ab919073cf1 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:36.479778 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-b6e6295e-f57d-425e-ab76-1ab919073cf1 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "DELETE /v2.0/routers/dd48438b-b514-4277-a6de-e46703509c84 HTTP/1.1" status: 204 len: 168 time: 0.9543939 Aug 16 23:06:36.480746 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52680) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:36.481904 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [None req-44dc0aae-b3a4-45df-9e62-47b36a33237c tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Transition to ACTIVE for port object 07bb58fb-77c0-4148-a1cb-a20a0dc1601f will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:06:36.489168 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-d5e322fc-4749-478a-8bc0-bd2fdc6e1455 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-410920877', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:06:36.503902 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:36.520604 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c511553-abb0-45ee-9ae1-f490c0be7d9d {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:06:36.521591 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d5e322fc-4749-478a-8bc0-bd2fdc6e1455 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:36.523044 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d5e322fc-4749-478a-8bc0-bd2fdc6e1455 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:36.554796 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 5c511553-abb0-45ee-9ae1-f490c0be7d9d, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=5c511553-abb0-45ee-9ae1-f490c0be7d9d,segment=NetworkSegment(63d70cc7-a3dd-4cc7-80ad-edc082b29b8e),segment_id=63d70cc7-a3dd-4cc7-80ad-edc082b29b8e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:06:36.559043 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:36.561954 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-44dc0aae-b3a4-45df-9e62-47b36a33237c tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:36.563525 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device e0a765e0-0935-444c-9c94-9574aa68a115 details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:06:36.599862 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d5e322fc-4749-478a-8bc0-bd2fdc6e1455 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:36.605638 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d5e322fc-4749-478a-8bc0-bd2fdc6e1455 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:36.625783 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d5e322fc-4749-478a-8bc0-bd2fdc6e1455 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:36.631036 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-d5e322fc-4749-478a-8bc0-bd2fdc6e1455 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1490891 Aug 16 23:06:36.631756 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52684) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:36.636986 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-2ef0365f-88f8-4fdf-905b-2083743a3cf3 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Request body: {'router': {'admin_state_up': True}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:06:36.654348 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44dc0aae-b3a4-45df-9e62-47b36a33237c tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Network 0eeeb36d-4290-476d-92a2-895628e3bc73 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:06:36.657115 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-44dc0aae-b3a4-45df-9e62-47b36a33237c tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:06:36.661416 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44dc0aae-b3a4-45df-9e62-47b36a33237c tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:06:36.667045 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44dc0aae-b3a4-45df-9e62-47b36a33237c tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:36.667766 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-44dc0aae-b3a4-45df-9e62-47b36a33237c tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:36.677222 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dc0aae-b3a4-45df-9e62-47b36a33237c tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Pushing event updated for resources: {'Port': ['ID=07bb58fb-77c0-4148-a1cb-a20a0dc1601f,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:36.701489 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-44dc0aae-b3a4-45df-9e62-47b36a33237c tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 1.5510936 Aug 16 23:06:36.701489 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52686) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:36.701772 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52688) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:36.758032 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=5c511553-abb0-45ee-9ae1-f490c0be7d9d,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:36.816576 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port e0a765e0-0935-444c-9c94-9574aa68a115, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=e0a765e0-0935-444c-9c94-9574aa68a115,segment=NetworkSegment(4e60af0a-2975-4931-9018-d082d9d7fdc2),segment_id=4e60af0a-2975-4931-9018-d082d9d7fdc2)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:06:36.838736 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': 'e0a765e0-0935-444c-9c94-9574aa68a115', 'network_id': '716ffdec-3357-4059-8ca3-4654ec1fdd32', 'port_id': 'e0a765e0-0935-444c-9c94-9574aa68a115', 'mac_address': 'fa:16:3e:42:6b:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a67b33f8-6bc2-40d2-9660-ea5007dbf946', 'ip_address': '10.1.1.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:06:36.859464 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93286ae3-38e6-4eed-9904-ea8e88552c43 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:36.867638 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93286ae3-38e6-4eed-9904-ea8e88552c43 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:36.877991 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93286ae3-38e6-4eed-9904-ea8e88552c43 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:36.885465 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-93286ae3-38e6-4eed-9904-ea8e88552c43 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2477 time: 0.1820850 Aug 16 23:06:36.886120 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52694) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:36.897570 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:36.906276 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2ef0365f-88f8-4fdf-905b-2083743a3cf3 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-537184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-500218'] for router, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:36.913545 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0a765e0-0935-444c-9c94-9574aa68a115 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:06:36.923835 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2ef0365f-88f8-4fdf-905b-2083743a3cf3 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-537179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-537170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-639656'] for router, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:36.951832 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-45cd543f-1b85-49f6-bd80-751593890842 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-593497885'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:06:36.970877 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port e0a765e0-0935-444c-9c94-9574aa68a115, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=e0a765e0-0935-444c-9c94-9574aa68a115,segment=NetworkSegment(4e60af0a-2975-4931-9018-d082d9d7fdc2),segment_id=4e60af0a-2975-4931-9018-d082d9d7fdc2)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:06:36.982111 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:36.982809 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 4c28e14e-af8e-4e4b-9785-ea495ce96f11 details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:06:37.069040 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45cd543f-1b85-49f6-bd80-751593890842 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Made reservation on behalf of ccb16921da144f93aced853a0122d660 for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:06:37.073220 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-45cd543f-1b85-49f6-bd80-751593890842 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:37.083424 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=e0a765e0-0935-444c-9c94-9574aa68a115,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:37.099275 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ef0365f-88f8-4fdf-905b-2083743a3cf3 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Router 3b297429-d9d1-4efc-909d-25e42b1656bb is scheduled to L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f with binding_index 1 {{(pid=101291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:06:37.104021 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-45cd543f-1b85-49f6-bd80-751593890842 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:37.196673 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ef0365f-88f8-4fdf-905b-2083743a3cf3 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:06:37.205891 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2ef0365f-88f8-4fdf-905b-2083743a3cf3 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:37.210099 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-2ef0365f-88f8-4fdf-905b-2083743a3cf3 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "PUT /v2.0/routers/3b297429-d9d1-4efc-909d-25e42b1656bb HTTP/1.1" status: 200 len: 697 time: 0.5773227 Aug 16 23:06:37.210274 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda73d79-4b9d-45f3-9be4-3c2c22378c99 None None] Sync routers for ids ['3b297429-d9d1-4efc-909d-25e42b1656bb'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:06:37.210771 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52702) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:37.213394 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 4c28e14e-af8e-4e4b-9785-ea495ce96f11, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=4c28e14e-af8e-4e4b-9785-ea495ce96f11,segment=NetworkSegment(6ea91bac-7c58-4125-a874-7009ffcf29d4),segment_id=6ea91bac-7c58-4125-a874-7009ffcf29d4)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:06:37.243487 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': '4c28e14e-af8e-4e4b-9785-ea495ce96f11', 'network_id': 'f7e04764-48fe-4543-83bb-53e420b1bda2', 'port_id': '4c28e14e-af8e-4e4b-9785-ea495ce96f11', 'mac_address': 'fa:16:3e:51:32:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78f5180d-c604-4361-9f31-ccf383bd8b30', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:06:37.246107 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda73d79-4b9d-45f3-9be4-3c2c22378c99 None None] Routers {'3b297429-d9d1-4efc-909d-25e42b1656bb'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:06:37.246759 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-fda73d79-4b9d-45f3-9be4-3c2c22378c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:06:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['3b297429-d9d1-4efc-909d-25e42b1656bb'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:06:37.289761 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5699b02c-7b6f-4edd-8822-e2031733808b req-5eb3dc63-bb31-4aed-b987-5d010ed85074 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:37.300350 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5699b02c-7b6f-4edd-8822-e2031733808b req-5eb3dc63-bb31-4aed-b987-5d010ed85074 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:37.306827 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5699b02c-7b6f-4edd-8822-e2031733808b req-5eb3dc63-bb31-4aed-b987-5d010ed85074 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:37.310606 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-9e3f8493-567a-4113-b41c-2f2ef5261ac1 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "GET /v2.0/routers/3b297429-d9d1-4efc-909d-25e42b1656bb HTTP/1.1" status: 200 len: 703 time: 0.0985882 Aug 16 23:06:37.311254 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52704) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:37.314878 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5699b02c-7b6f-4edd-8822-e2031733808b req-5eb3dc63-bb31-4aed-b987-5d010ed85074 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:37.315725 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d0cd51-59fa-4f76-8c86-ff849fde7194 None None] Network 0eeeb36d-4290-476d-92a2-895628e3bc73 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:06:37.320086 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5699b02c-7b6f-4edd-8822-e2031733808b req-5eb3dc63-bb31-4aed-b987-5d010ed85074 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:37.327225 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5699b02c-7b6f-4edd-8822-e2031733808b req-5eb3dc63-bb31-4aed-b987-5d010ed85074 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:37.333984 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5699b02c-7b6f-4edd-8822-e2031733808b req-5eb3dc63-bb31-4aed-b987-5d010ed85074 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:37.335912 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5699b02c-7b6f-4edd-8822-e2031733808b req-5eb3dc63-bb31-4aed-b987-5d010ed85074 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ec6deff-f245-4e1c-822d-87007a31b174 HTTP/1.1" status: 200 len: 5430 time: 0.4050310 Aug 16 23:06:37.342762 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-afb3e284-6917-41f1-a80c-1acf07b52d61 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b297429-d9d1-4efc-909d-25e42b1656bb HTTP/1.1" status: 200 len: 205 time: 0.0303845 Aug 16 23:06:37.343424 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52706) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:37.384707 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-92af44eb-224d-4555-865a-0457c3f4572a tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Deleting port 07bb58fb-77c0-4148-a1cb-a20a0dc1601f {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:06:37.385101 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-92af44eb-224d-4555-865a-0457c3f4572a tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:37.393683 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-fda73d79-4b9d-45f3-9be4-3c2c22378c99 None None] Set router 3b297429-d9d1-4efc-909d-25e42b1656bb gateway port host: None {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:06:37.415866 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67659183-7dd7-4185-aa17-53a81faa45db req-eceacbdb-e36a-47a4-8b15-d56a7f9ffa25 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:37.417664 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-67659183-7dd7-4185-aa17-53a81faa45db req-eceacbdb-e36a-47a4-8b15-d56a7f9ffa25 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 946 time: 0.2508759 Aug 16 23:06:37.434202 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-86af908d-c2c8-41f1-b5ef-786ba6ca26e4 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks [] for router, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:37.463687 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-fda73d79-4b9d-45f3-9be4-3c2c22378c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b297429-d9d1-4efc-909d-25e42b1656bb', 'name': 'tempest-RoutersIpV6Test-router-410920877', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:06:36Z', 'updated_at': '2021-08-16T23:06:36Z', 'revision_number': 2, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'gw_port_host': None}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:06:37.469987 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:37.474626 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-e304a3f6-7e97-4a22-b32d-d777c8563733 None None] Provisioning for port 062b1621-4cd9-4051-b77a-5499253349d1 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:06:37.484242 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5699b02c-7b6f-4edd-8822-e2031733808b req-82c91fb0-2153-4b47-86b5-d68a7f16d901 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d561fd0-5d3b-4398-8725-9733c38afc60&id=7847b2e1-2595-4387-b40a-e9cc25ff3917&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1268451 Aug 16 23:06:37.522211 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda73d79-4b9d-45f3-9be4-3c2c22378c99 None None] Checking router: 3b297429-d9d1-4efc-909d-25e42b1656bb for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:06:37.532747 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c28e14e-af8e-4e4b-9785-ea495ce96f11 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:06:37.561053 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-67659183-7dd7-4185-aa17-53a81faa45db req-2fb772ef-1ce7-42a7-8765-d8d6a82d6a1f tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111565 Aug 16 23:06:37.569552 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 4c28e14e-af8e-4e4b-9785-ea495ce96f11, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=4c28e14e-af8e-4e4b-9785-ea495ce96f11,segment=NetworkSegment(6ea91bac-7c58-4125-a874-7009ffcf29d4),segment_id=6ea91bac-7c58-4125-a874-7009ffcf29d4)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:06:37.574030 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda73d79-4b9d-45f3-9be4-3c2c22378c99 None None] Routers {'3b297429-d9d1-4efc-909d-25e42b1656bb'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:06:37.574233 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-fda73d79-4b9d-45f3-9be4-3c2c22378c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:06:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['3b297429-d9d1-4efc-909d-25e42b1656bb'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:06:37.575818 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-45cd543f-1b85-49f6-bd80-751593890842 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:37.599592 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-45cd543f-1b85-49f6-bd80-751593890842 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:37.613640 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:37.614330 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 02990fd3-6867-47e9-bd51-e2036b1e16a1 details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:06:37.623548 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-92af44eb-224d-4555-865a-0457c3f4572a tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:37.647266 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-86af908d-c2c8-41f1-b5ef-786ba6ca26e4 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:37.648219 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cd543f-1b85-49f6-bd80-751593890842 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c416bd3-af74-4b34-a250-59ffa6afdd7e,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:37.649777 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-86af908d-c2c8-41f1-b5ef-786ba6ca26e4 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:37.679503 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45cd543f-1b85-49f6-bd80-751593890842 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:06:37.681648 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-92af44eb-224d-4555-865a-0457c3f4572a tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Calling delete_port for 07bb58fb-77c0-4148-a1cb-a20a0dc1601f owned by {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:06:37.709440 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-fda73d79-4b9d-45f3-9be4-3c2c22378c99 None None] Set router 3b297429-d9d1-4efc-909d-25e42b1656bb gateway port host: None {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:06:37.712311 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-86af908d-c2c8-41f1-b5ef-786ba6ca26e4 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:37.713068 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86af908d-c2c8-41f1-b5ef-786ba6ca26e4 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Fanout notify agent at l3_agent the message router_deleted on router 3b297429-d9d1-4efc-909d-25e42b1656bb {{(pid=101291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:06:37.723441 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-86af908d-c2c8-41f1-b5ef-786ba6ca26e4 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:37.725545 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-86af908d-c2c8-41f1-b5ef-786ba6ca26e4 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "DELETE /v2.0/routers/3b297429-d9d1-4efc-909d-25e42b1656bb HTTP/1.1" status: 204 len: 168 time: 0.3804977 Aug 16 23:06:37.729571 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52710) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:37.734540 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-45cd543f-1b85-49f6-bd80-751593890842 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:37.735148 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-45cd543f-1b85-49f6-bd80-751593890842 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Added segment 06d386d0-5905-4630-8faf-28ab3cbb14e1 of type vlan for network 0e754e35-eaf8-4d85-939c-75af9edaf79a Aug 16 23:06:37.763575 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-f1383b9c-eb8a-4057-abb9-2d49b03da7e7 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b297429-d9d1-4efc-909d-25e42b1656bb HTTP/1.1" status: 200 len: 205 time: 0.0301347 Aug 16 23:06:37.763838 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52712) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:37.801411 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-fda73d79-4b9d-45f3-9be4-3c2c22378c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b297429-d9d1-4efc-909d-25e42b1656bb', 'name': 'tempest-RoutersIpV6Test-router-410920877', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:06:36Z', 'updated_at': '2021-08-16T23:06:36Z', 'revision_number': 2, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'gw_port_host': None}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:06:37.814992 n-d-791506-26 neutron-server[101291]: INFO neutron.api.v2.resource [None req-9cee8c28-26b9-4ec5-9080-bfc34e4714ae tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] delete failed (client error): The resource could not be found. Aug 16 23:06:37.818991 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-9cee8c28-26b9-4ec5-9080-bfc34e4714ae tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "DELETE /v2.0/routers/3b297429-d9d1-4efc-909d-25e42b1656bb HTTP/1.1" status: 404 len: 336 time: 0.0513427 Aug 16 23:06:37.818991 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52714) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:37.848633 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b7b51a1-b778-4973-a2e9-c99a0512a5cf tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] DELETE failed (client error): The resource could not be found. Aug 16 23:06:37.849097 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b7b51a1-b778-4973-a2e9-c99a0512a5cf tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:06:37.850829 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-7b7b51a1-b778-4973-a2e9-c99a0512a5cf tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "DELETE /v2.0/subnets/7239ec2f-1dd1-4f2a-a177-5aeec80f6e8e HTTP/1.1" status: 404 len: 337 time: 0.0311651 Aug 16 23:06:37.854839 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52716) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:37.868183 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-45cd543f-1b85-49f6-bd80-751593890842 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:37.879044 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d18a743-7a85-45ed-9f19-728360b66f88 req-88fb58c6-4720-4814-8546-dbebd4028250 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:37.880624 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0d18a743-7a85-45ed-9f19-728360b66f88 req-88fb58c6-4720-4814-8546-dbebd4028250 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 946 time: 0.2028105 Aug 16 23:06:37.881942 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=4c28e14e-af8e-4e4b-9785-ea495ce96f11,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:37.884891 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda73d79-4b9d-45f3-9be4-3c2c22378c99 None None] The sync data for ids ['3b297429-d9d1-4efc-909d-25e42b1656bb'] in n-d-791506-26 is: [{'id': '3b297429-d9d1-4efc-909d-25e42b1656bb', 'name': 'tempest-RoutersIpV6Test-router-410920877', 'tenant_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:06:36Z', 'updated_at': '2021-08-16T23:06:36Z', 'revision_number': 2, 'project_id': 'bf7c0ed0df8447358a17b104892f9b8d', 'gw_port_host': None}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:06:37.888474 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 02990fd3-6867-47e9-bd51-e2036b1e16a1, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=02990fd3-6867-47e9-bd51-e2036b1e16a1,segment=NetworkSegment(4e60af0a-2975-4931-9018-d082d9d7fdc2),segment_id=4e60af0a-2975-4931-9018-d082d9d7fdc2)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:06:37.904644 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': '02990fd3-6867-47e9-bd51-e2036b1e16a1', 'network_id': '716ffdec-3357-4059-8ca3-4654ec1fdd32', 'port_id': '02990fd3-6867-47e9-bd51-e2036b1e16a1', 'mac_address': 'fa:16:3e:13:99:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a67b33f8-6bc2-40d2-9660-ea5007dbf946', 'ip_address': '10.1.1.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:06:37.917699 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 062b1621-4cd9-4051-b77a-5499253349d1 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:06:37.944667 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd2cecff-25d0-4bab-972c-d9bb95325911 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] DELETE failed (client error): The resource could not be found. Aug 16 23:06:37.945229 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd2cecff-25d0-4bab-972c-d9bb95325911 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:06:37.949817 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-fd2cecff-25d0-4bab-972c-d9bb95325911 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "DELETE /v2.0/subnets/f06066e4-2c05-4a23-b2c1-c0fd8a20c217 HTTP/1.1" status: 404 len: 337 time: 0.0906155 Aug 16 23:06:37.953033 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52718) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:37.979894 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0d18a743-7a85-45ed-9f19-728360b66f88 req-76f7cc91-29eb-43dd-9c11-1d1fd8160c8a tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716770 Aug 16 23:06:37.996247 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-45cd543f-1b85-49f6-bd80-751593890842 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:37.997581 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:38.003688 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45cd543f-1b85-49f6-bd80-751593890842 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:38.012339 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-45cd543f-1b85-49f6-bd80-751593890842 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:38.018635 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02990fd3-6867-47e9-bd51-e2036b1e16a1 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:06:38.026454 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab1edf81-84a6-4018-8a4b-367b46d2049b tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] DELETE failed (client error): The resource could not be found. Aug 16 23:06:38.027072 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab1edf81-84a6-4018-8a4b-367b46d2049b tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:06:38.029971 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-ab1edf81-84a6-4018-8a4b-367b46d2049b tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "DELETE /v2.0/subnets/5dfec7f7-231c-4f30-8aca-dfa3e70ea5e3 HTTP/1.1" status: 404 len: 337 time: 0.0756421 Aug 16 23:06:38.032623 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52722) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:38.046941 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 02990fd3-6867-47e9-bd51-e2036b1e16a1, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=02990fd3-6867-47e9-bd51-e2036b1e16a1,segment=NetworkSegment(4e60af0a-2975-4931-9018-d082d9d7fdc2),segment_id=4e60af0a-2975-4931-9018-d082d9d7fdc2)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:06:38.050848 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 062b1621-4cd9-4051-b77a-5499253349d1 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:06:38.057622 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:38.058737 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 1f7efbdf-cfae-4b67-acd0-7aee054634c7 details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:06:38.067955 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 062b1621-4cd9-4051-b77a-5499253349d1 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:06:38.068784 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:38.105246 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-07431203-4bfc-44f5-a684-c299648cf244 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] DELETE failed (client error): The resource could not be found. Aug 16 23:06:38.105726 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07431203-4bfc-44f5-a684-c299648cf244 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:06:38.110734 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-07431203-4bfc-44f5-a684-c299648cf244 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "DELETE /v2.0/subnets/7ec55b4d-9bea-42cb-8c74-46e03d4e6272 HTTP/1.1" status: 404 len: 337 time: 0.0727472 Aug 16 23:06:38.111607 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52728) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:38.169937 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-9ab03603-9cae-4541-b749-9a58bbea312a tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd48438b-b514-4277-a6de-e46703509c84 HTTP/1.1" status: 200 len: 205 time: 0.0562801 Aug 16 23:06:38.179582 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52730) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:38.210785 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52732) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:38.213129 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-45cd543f-1b85-49f6-bd80-751593890842 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.5128410 Aug 16 23:06:38.219216 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-cdd5d79c-de5a-4640-8d92-0129d72391d7 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Request body: {'subnet': {'network_id': '0e754e35-eaf8-4d85-939c-75af9edaf79a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:06:38.267290 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 1f7efbdf-cfae-4b67-acd0-7aee054634c7, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=1f7efbdf-cfae-4b67-acd0-7aee054634c7,segment=NetworkSegment(6ea91bac-7c58-4125-a874-7009ffcf29d4),segment_id=6ea91bac-7c58-4125-a874-7009ffcf29d4)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:06:38.280154 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=02990fd3-6867-47e9-bd51-e2036b1e16a1,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:38.288322 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': '1f7efbdf-cfae-4b67-acd0-7aee054634c7', 'network_id': 'f7e04764-48fe-4543-83bb-53e420b1bda2', 'port_id': '1f7efbdf-cfae-4b67-acd0-7aee054634c7', 'mac_address': 'fa:16:3e:c4:9a:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78f5180d-c604-4361-9f31-ccf383bd8b30', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:06:38.329447 n-d-791506-26 neutron-server[101292]: INFO neutron.api.v2.resource [None req-9094e519-9d94-4307-9c5d-fc1e26eabcab tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] delete failed (client error): The resource could not be found. Aug 16 23:06:38.330427 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-9094e519-9d94-4307-9c5d-fc1e26eabcab tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "DELETE /v2.0/routers/dd48438b-b514-4277-a6de-e46703509c84 HTTP/1.1" status: 404 len: 336 time: 0.1499114 Aug 16 23:06:38.334384 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52736) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:38.337404 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cd543f-1b85-49f6-bd80-751593890842 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Pushing event updated for resources: {'Network': ['ID=0e754e35-eaf8-4d85-939c-75af9edaf79a,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:38.354756 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 0e754e35-eaf8-4d85-939c-75af9edaf79a details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:06:38.377949 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd5d79c-de5a-4640-8d92-0129d72391d7 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Made reservation on behalf of ccb16921da144f93aced853a0122d660 for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:06:38.382857 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cdd5d79c-de5a-4640-8d92-0129d72391d7 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:38.385692 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-877ed9b0-07c7-40e8-81ee-9e06adbcf7de tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "GET /v2.0/ports?device_id=29d3a05a-dd39-4bae-9a86-c4b5a91c3891 HTTP/1.1" status: 200 len: 205 time: 0.0499792 Aug 16 23:06:38.389464 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52738) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:38.400848 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7224f9-1f24-4234-aeab-657c5db0d4e2 req-69978df7-9617-4b6a-9809-e9c09426930d tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:38.402408 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1f7224f9-1f24-4234-aeab-657c5db0d4e2 req-69978df7-9617-4b6a-9809-e9c09426930d tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 946 time: 0.2300298 Aug 16 23:06:38.404006 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-92af44eb-224d-4555-865a-0457c3f4572a tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:38.435131 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:38.449717 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92af44eb-224d-4555-865a-0457c3f4572a tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Pushing event deleted for resources: {'Port': ['ID=07bb58fb-77c0-4148-a1cb-a20a0dc1601f,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:38.480012 n-d-791506-26 neutron-server[101291]: INFO neutron.api.v2.resource [None req-3a9bed79-ae92-48d4-a8f3-6cc9cbbd8944 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] delete failed (client error): The resource could not be found. Aug 16 23:06:38.480850 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:38.481307 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-3a9bed79-ae92-48d4-a8f3-6cc9cbbd8944 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "DELETE /v2.0/routers/29d3a05a-dd39-4bae-9a86-c4b5a91c3891 HTTP/1.1" status: 404 len: 336 time: 0.0906830 Aug 16 23:06:38.485500 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52740) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:38.498919 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-b9a8e7c8-cc9c-44a7-87cb-f6829a074bc9 None None] Provisioning complete for port 07bb58fb-77c0-4148-a1cb-a20a0dc1601f triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:06:38.499289 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-b9a8e7c8-cc9c-44a7-87cb-f6829a074bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:38.533899 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1f7224f9-1f24-4234-aeab-657c5db0d4e2 req-ae09a5b7-8824-4aca-96fa-3450ac33ed08 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232064 Aug 16 23:06:38.560616 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-148ad6f9-04d3-41e5-b6c7-43892aa3a9fb tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] DELETE failed (client error): The resource could not be found. Aug 16 23:06:38.562821 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-b9a8e7c8-cc9c-44a7-87cb-f6829a074bc9 None None] Port 07bb58fb-77c0-4148-a1cb-a20a0dc1601f was deleted so its status cannot be updated. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 16 23:06:38.565734 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 062b1621-4cd9-4051-b77a-5499253349d1, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=062b1621-4cd9-4051-b77a-5499253349d1,segment=NetworkSegment(08bfb2e9-46eb-4ff8-a56c-3a84eeb8eb00),segment_id=08bfb2e9-46eb-4ff8-a56c-3a84eeb8eb00)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:06:38.567597 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f7efbdf-cfae-4b67-acd0-7aee054634c7 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:06:38.571098 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-148ad6f9-04d3-41e5-b6c7-43892aa3a9fb tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:06:38.574809 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-148ad6f9-04d3-41e5-b6c7-43892aa3a9fb tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "DELETE /v2.0/subnets/9993665d-b8a3-413c-a5ac-ca59e5556e97 HTTP/1.1" status: 404 len: 337 time: 0.0882902 Aug 16 23:06:38.576516 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52746) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:38.579521 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:38.626866 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-b9a8e7c8-cc9c-44a7-87cb-f6829a074bc9 None None] Provisioning complete for port 062b1621-4cd9-4051-b77a-5499253349d1 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:06:38.627088 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-b9a8e7c8-cc9c-44a7-87cb-f6829a074bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:38.629598 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 1f7efbdf-cfae-4b67-acd0-7aee054634c7, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=1f7efbdf-cfae-4b67-acd0-7aee054634c7,segment=NetworkSegment(6ea91bac-7c58-4125-a874-7009ffcf29d4),segment_id=6ea91bac-7c58-4125-a874-7009ffcf29d4)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:06:38.670099 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-8b25fd38-b4b9-4da0-9b4c-5817b9c3a86d tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "GET /v2.0/ports?device_id=effbb422-c36d-4943-b137-0f7bd33f44c3 HTTP/1.1" status: 200 len: 205 time: 0.0914426 Aug 16 23:06:38.682351 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52748) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:38.727749 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-92af44eb-224d-4555-865a-0457c3f4572a tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:38.729944 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-92af44eb-224d-4555-865a-0457c3f4572a tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] 10.222.0.36 "DELETE /v2.0/ports/07bb58fb-77c0-4148-a1cb-a20a0dc1601f HTTP/1.1" status: 204 len: 168 time: 1.8428731 Aug 16 23:06:38.737502 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52750) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:38.752833 n-d-791506-26 neutron-server[101291]: INFO neutron.api.v2.resource [None req-33ac01d3-f52c-4708-87b7-50ddf8ab419d tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] delete failed (client error): The resource could not be found. Aug 16 23:06:38.754291 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-33ac01d3-f52c-4708-87b7-50ddf8ab419d tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "DELETE /v2.0/routers/effbb422-c36d-4943-b137-0f7bd33f44c3 HTTP/1.1" status: 404 len: 336 time: 0.0707033 Aug 16 23:06:38.758533 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52752) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:38.779781 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-218c40a6-0d81-405a-8b61-8ac5e5c34bbf tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] GET failed (client error): The resource could not be found. Aug 16 23:06:38.785587 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-218c40a6-0d81-405a-8b61-8ac5e5c34bbf tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] 10.222.0.36 "GET /v2.0/ports/07bb58fb-77c0-4148-a1cb-a20a0dc1601f HTTP/1.1" status: 404 len: 333 time: 0.0430782 Aug 16 23:06:38.786666 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52754) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:38.795194 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-255d240a-ea57-4c8a-aead-2358ffbf3f69 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Request body: {'port': {'network_id': '0eeeb36d-4290-476d-92a2-895628e3bc73', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1793370110'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:06:38.796883 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-05ca1bdb-d45b-41dc-96c1-5cb82c38b518 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "GET /v2.0/ports?device_id=51d4a569-61e1-4ccd-8670-31be178c77b6 HTTP/1.1" status: 200 len: 205 time: 0.0359230 Aug 16 23:06:38.801160 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52756) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:38.808359 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b2cfa9-21cb-47d7-84c3-b98834104b70 req-14645ab2-3bd0-4aaa-975e-b103297b57e5 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:38.814845 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b2cfa9-21cb-47d7-84c3-b98834104b70 req-14645ab2-3bd0-4aaa-975e-b103297b57e5 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:38.820850 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b2cfa9-21cb-47d7-84c3-b98834104b70 req-14645ab2-3bd0-4aaa-975e-b103297b57e5 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:38.827216 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b2cfa9-21cb-47d7-84c3-b98834104b70 req-14645ab2-3bd0-4aaa-975e-b103297b57e5 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:38.833164 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b2cfa9-21cb-47d7-84c3-b98834104b70 req-14645ab2-3bd0-4aaa-975e-b103297b57e5 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:38.834303 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:38.834953 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device c8884c15-ea75-4d67-b150-51216a77129b details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:06:38.839517 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b2cfa9-21cb-47d7-84c3-b98834104b70 req-14645ab2-3bd0-4aaa-975e-b103297b57e5 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:38.846734 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b2cfa9-21cb-47d7-84c3-b98834104b70 req-14645ab2-3bd0-4aaa-975e-b103297b57e5 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:38.848872 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-09b2cfa9-21cb-47d7-84c3-b98834104b70 req-14645ab2-3bd0-4aaa-975e-b103297b57e5 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ec6deff-f245-4e1c-822d-87007a31b174 HTTP/1.1" status: 200 len: 5433 time: 0.2183294 Aug 16 23:06:38.862635 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebdb7ae-65a3-477a-935b-476804af6bf3 req-1c2321bd-26ae-4c53-86d5-d821ffdee6bd tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:38.870383 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=062b1621-4cd9-4051-b77a-5499253349d1,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:38.871019 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-eebdb7ae-65a3-477a-935b-476804af6bf3 req-1c2321bd-26ae-4c53-86d5-d821ffdee6bd tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 946 time: 0.1996100 Aug 16 23:06:38.928171 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port c8884c15-ea75-4d67-b150-51216a77129b, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=c8884c15-ea75-4d67-b150-51216a77129b,segment=NetworkSegment(4e60af0a-2975-4931-9018-d082d9d7fdc2),segment_id=4e60af0a-2975-4931-9018-d082d9d7fdc2)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:06:38.955124 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': 'c8884c15-ea75-4d67-b150-51216a77129b', 'network_id': '716ffdec-3357-4059-8ca3-4654ec1fdd32', 'port_id': 'c8884c15-ea75-4d67-b150-51216a77129b', 'mac_address': 'fa:16:3e:05:4f:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a67b33f8-6bc2-40d2-9660-ea5007dbf946', 'ip_address': '10.1.1.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:06:38.957294 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-09b2cfa9-21cb-47d7-84c3-b98834104b70 req-2d8f9ee7-cd48-46c7-81f1-f80e50717e85 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d561fd0-5d3b-4398-8725-9733c38afc60&id=7847b2e1-2595-4387-b40a-e9cc25ff3917&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0827799 Aug 16 23:06:38.963834 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=1f7efbdf-cfae-4b67-acd0-7aee054634c7,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:38.967722 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-eebdb7ae-65a3-477a-935b-476804af6bf3 req-f9a8723f-3072-4b5c-b8c9-85d26be7d547 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901835 Aug 16 23:06:39.000833 n-d-791506-26 neutron-server[101291]: INFO neutron.api.v2.resource [None req-55447edc-02f1-477a-a013-d16fd8654b92 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] delete failed (client error): The resource could not be found. Aug 16 23:06:39.002049 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-55447edc-02f1-477a-a013-d16fd8654b92 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "DELETE /v2.0/routers/51d4a569-61e1-4ccd-8670-31be178c77b6 HTTP/1.1" status: 404 len: 336 time: 0.1997058 Aug 16 23:06:39.005286 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52760) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:39.051938 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8ed7483-4b1d-4820-b8ad-1c94aaf7fd33 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] DELETE failed (client error): The resource could not be found. Aug 16 23:06:39.054063 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:39.056574 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8ed7483-4b1d-4820-b8ad-1c94aaf7fd33 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:06:39.062905 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-e8ed7483-4b1d-4820-b8ad-1c94aaf7fd33 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "DELETE /v2.0/subnets/c57f50b4-c6ac-404d-bc34-5d423b7fb2ef HTTP/1.1" status: 404 len: 337 time: 0.0555236 Aug 16 23:06:39.065494 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52764) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:39.070024 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-b9a8e7c8-cc9c-44a7-87cb-f6829a074bc9 None None] Provisioning for port 6a08c150-3261-48e2-84b5-cda82ceb63ba completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:06:39.083292 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8884c15-ea75-4d67-b150-51216a77129b {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:06:39.087985 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-b9a8e7c8-cc9c-44a7-87cb-f6829a074bc9 None None] Provisioning complete for port 6a08c150-3261-48e2-84b5-cda82ceb63ba triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:06:39.088585 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-b9a8e7c8-cc9c-44a7-87cb-f6829a074bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:39.098375 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cdd5d79c-de5a-4640-8d92-0129d72391d7 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:39.111914 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-6d448fa5-1685-4563-ac83-146c74a83092 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "GET /v2.0/ports?device_id=171f3293-0582-4897-bc10-a20eb81382dc HTTP/1.1" status: 200 len: 205 time: 0.0445626 Aug 16 23:06:39.114361 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52766) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:39.157374 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-b9a8e7c8-cc9c-44a7-87cb-f6829a074bc9 None None] Port 6a08c150-3261-48e2-84b5-cda82ceb63ba cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:06:39.161511 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port c8884c15-ea75-4d67-b150-51216a77129b, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=c8884c15-ea75-4d67-b150-51216a77129b,segment=NetworkSegment(4e60af0a-2975-4931-9018-d082d9d7fdc2),segment_id=4e60af0a-2975-4931-9018-d082d9d7fdc2)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:06:39.168314 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:39.169995 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 2d914dcd-a009-4bd0-a96d-6ee74c4c2e7d details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:06:39.171406 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-255d240a-ea57-4c8a-aead-2358ffbf3f69 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Made reservation on behalf of dc321d8350194ed0922248699bd34b3c for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:06:39.174911 n-d-791506-26 neutron-server[101292]: INFO neutron.api.v2.resource [None req-ca95a210-82bd-41e8-9c90-17cbcf258d93 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] delete failed (client error): The resource could not be found. Aug 16 23:06:39.176205 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-ca95a210-82bd-41e8-9c90-17cbcf258d93 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "DELETE /v2.0/routers/171f3293-0582-4897-bc10-a20eb81382dc HTTP/1.1" status: 404 len: 336 time: 0.0600903 Aug 16 23:06:39.177679 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-255d240a-ea57-4c8a-aead-2358ffbf3f69 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:39.179875 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd5d79c-de5a-4640-8d92-0129d72391d7 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Pushing event updated for resources: {'Subnet': ['ID=cefa4cbf-694c-4c9c-a683-cc10ef118627,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:39.181854 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52768) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:39.242623 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8519d25-1087-4d43-aa35-7f4bb55d624e req-b7b55114-814e-4034-bcf6-474348a1469e tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:39.244754 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=c8884c15-ea75-4d67-b150-51216a77129b,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:39.249363 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 2d914dcd-a009-4bd0-a96d-6ee74c4c2e7d, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=2d914dcd-a009-4bd0-a96d-6ee74c4c2e7d,segment=NetworkSegment(4e60af0a-2975-4931-9018-d082d9d7fdc2),segment_id=4e60af0a-2975-4931-9018-d082d9d7fdc2)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:06:39.254162 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f8519d25-1087-4d43-aa35-7f4bb55d624e req-b7b55114-814e-4034-bcf6-474348a1469e tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 946 time: 0.0818300 Aug 16 23:06:39.261288 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': '2d914dcd-a009-4bd0-a96d-6ee74c4c2e7d', 'network_id': '716ffdec-3357-4059-8ca3-4654ec1fdd32', 'port_id': '2d914dcd-a009-4bd0-a96d-6ee74c4c2e7d', 'mac_address': 'fa:16:3e:5d:76:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a67b33f8-6bc2-40d2-9660-ea5007dbf946', 'ip_address': '10.1.1.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:06:39.270036 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8a4ac7d-b507-4804-a7d0-6eede99d5490 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] DELETE failed (client error): The resource could not be found. Aug 16 23:06:39.270803 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8a4ac7d-b507-4804-a7d0-6eede99d5490 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:06:39.275134 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-d8a4ac7d-b507-4804-a7d0-6eede99d5490 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "DELETE /v2.0/subnets/5b7a3fda-951f-45fa-bc51-67e0a10449ca HTTP/1.1" status: 404 len: 337 time: 0.0829475 Aug 16 23:06:39.275627 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52772) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:39.282005 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-255d240a-ea57-4c8a-aead-2358ffbf3f69 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] device_id is not set on port f405f993-041a-4226-aac4-5217ac9c5fd5 yet. {{(pid=101291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 23:06:39.292932 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd5d79c-de5a-4640-8d92-0129d72391d7 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Checking segment: {'id': '06d386d0-5905-4630-8faf-28ab3cbb14e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '0e754e35-eaf8-4d85-939c-75af9edaf79a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:06:39.293321 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd5d79c-de5a-4640-8d92-0129d72391d7 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Network hostable DHCP agents. Network: 0e754e35-eaf8-4d85-939c-75af9edaf79a, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:06:39.316067 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:39.328632 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-25cdd7cf-eb14-4b2f-af5b-287c63c7e9a3 tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "GET /v2.0/ports?device_id=41af3602-9747-47d1-a74e-a7fabb6d09b2 HTTP/1.1" status: 200 len: 205 time: 0.0517299 Aug 16 23:06:39.339762 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52774) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:39.342918 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-7fb34565-b3e8-481d-99f8-63b093820d78 None None] Could not find standard attr ID for object 07bb58fb-77c0-4148-a1cb-a20a0dc1601f. {{(pid=101293) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 23:06:39.352121 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d914dcd-a009-4bd0-a96d-6ee74c4c2e7d {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:06:39.384369 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-7fb34565-b3e8-481d-99f8-63b093820d78 None None] Provisioning complete for port 6a08c150-3261-48e2-84b5-cda82ceb63ba triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:06:39.384777 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7fb34565-b3e8-481d-99f8-63b093820d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:39.401047 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd5d79c-de5a-4640-8d92-0129d72391d7 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Network 0e754e35-eaf8-4d85-939c-75af9edaf79a is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:06:39.401563 n-d-791506-26 neutron-server[101292]: INFO neutron.api.v2.resource [None req-161ca7b8-0c4b-4e9c-a972-b5d582f94fdf tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] delete failed (client error): The resource could not be found. Aug 16 23:06:39.405388 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-161ca7b8-0c4b-4e9c-a972-b5d582f94fdf tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "DELETE /v2.0/routers/41af3602-9747-47d1-a74e-a7fabb6d09b2 HTTP/1.1" status: 404 len: 336 time: 0.0620706 Aug 16 23:06:39.408786 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 2d914dcd-a009-4bd0-a96d-6ee74c4c2e7d, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=2d914dcd-a009-4bd0-a96d-6ee74c4c2e7d,segment=NetworkSegment(4e60af0a-2975-4931-9018-d082d9d7fdc2),segment_id=4e60af0a-2975-4931-9018-d082d9d7fdc2)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:06:39.410820 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52776) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:39.423859 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:39.453894 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-d65f15de-0227-473d-a10a-291273bf23be tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] DELETE failed (client error): The resource could not be found. Aug 16 23:06:39.453894 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d65f15de-0227-473d-a10a-291273bf23be tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:06:39.458307 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-d65f15de-0227-473d-a10a-291273bf23be tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "DELETE /v2.0/subnets/74707ed6-9e81-49d8-b8c9-add023c8ab46 HTTP/1.1" status: 404 len: 337 time: 0.0462587 Aug 16 23:06:39.461582 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-7fb34565-b3e8-481d-99f8-63b093820d78 None None] Port 6a08c150-3261-48e2-84b5-cda82ceb63ba cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:06:39.462483 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52778) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:39.467412 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f8519d25-1087-4d43-aa35-7f4bb55d624e req-b5b4b5eb-58b2-45d7-8da8-536f924287c4 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121801 Aug 16 23:06:39.503243 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-cdd5d79c-de5a-4640-8d92-0129d72391d7 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 0e754e35-eaf8-4d85-939c-75af9edaf79a) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:06:39.508360 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-8629da41-58d2-47f5-b07f-8cafd2dcdd6a tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] DELETE failed (client error): The resource could not be found. Aug 16 23:06:39.509116 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8629da41-58d2-47f5-b07f-8cafd2dcdd6a tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:06:39.511429 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-8629da41-58d2-47f5-b07f-8cafd2dcdd6a tempest-RoutersIpV6Test-1669543423 tempest-RoutersIpV6Test-1669543423-project] 10.222.0.36 "DELETE /v2.0/subnets/274b92c3-079f-4b34-8c61-c37a7d5dbad3 HTTP/1.1" status: 404 len: 337 time: 0.0427735 Aug 16 23:06:39.527730 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-255d240a-ea57-4c8a-aead-2358ffbf3f69 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Allocated IP 2001:db8::d4 (0eeeb36d-4290-476d-92a2-895628e3bc73/1ebbe583-db01-4d75-aae0-6dee479363a4/f405f993-041a-4226-aac4-5217ac9c5fd5) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:06:39.541542 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c58690a-2f36-4dbe-8b4b-9573216084da None None] Network 0e754e35-eaf8-4d85-939c-75af9edaf79a requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:06:39.549006 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=2d914dcd-a009-4bd0-a96d-6ee74c4c2e7d,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:39.593557 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd5d79c-de5a-4640-8d92-0129d72391d7 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:39.593940 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cdd5d79c-de5a-4640-8d92-0129d72391d7 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:39.635646 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-cdd5d79c-de5a-4640-8d92-0129d72391d7 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4235489 Aug 16 23:06:39.662513 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52784) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:39.672694 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-93afcc61-57c3-4618-8a31-48831173ab55 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Request body: {'port': {'network_id': '0e754e35-eaf8-4d85-939c-75af9edaf79a', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2088536385'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:06:39.805499 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66a4ff1-8972-4136-980f-7ea86829b412 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-0e754e35-eaf8-4d85-939c-75af9edaf79a', 'network_id': '0e754e35-eaf8-4d85-939c-75af9edaf79a', 'tenant_id': 'ccb16921da144f93aced853a0122d660', 'fixed_ips': [{'subnet_id': 'cefa4cbf-694c-4c9c-a683-cc10ef118627'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:06:39.807993 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a66a4ff1-8972-4136-980f-7ea86829b412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:39.825920 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-255d240a-ea57-4c8a-aead-2358ffbf3f69 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:39.861274 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-255d240a-ea57-4c8a-aead-2358ffbf3f69 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Transition to ACTIVE for port object f405f993-041a-4226-aac4-5217ac9c5fd5 will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:06:39.878778 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93afcc61-57c3-4618-8a31-48831173ab55 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Made reservation on behalf of ccb16921da144f93aced853a0122d660 for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:06:39.889826 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-93afcc61-57c3-4618-8a31-48831173ab55 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:39.929564 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-93afcc61-57c3-4618-8a31-48831173ab55 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] device_id is not set on port b1482fb3-b653-480b-9c20-331ad2ce32c8 yet. {{(pid=101291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 23:06:39.942356 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 062b1621-4cd9-4051-b77a-5499253349d1 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:06:39.952918 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-255d240a-ea57-4c8a-aead-2358ffbf3f69 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:39.984308 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52788) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:40.061587 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255d240a-ea57-4c8a-aead-2358ffbf3f69 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Network 0eeeb36d-4290-476d-92a2-895628e3bc73 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:06:40.065781 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-255d240a-ea57-4c8a-aead-2358ffbf3f69 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:06:40.067973 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255d240a-ea57-4c8a-aead-2358ffbf3f69 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Pushing event updated for resources: {'Port': ['ID=f405f993-041a-4226-aac4-5217ac9c5fd5,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:40.070390 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255d240a-ea57-4c8a-aead-2358ffbf3f69 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:06:40.074119 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-a66a4ff1-8972-4136-980f-7ea86829b412 None None] Allocated IP 172.20.0.2 (0e754e35-eaf8-4d85-939c-75af9edaf79a/cefa4cbf-694c-4c9c-a683-cc10ef118627/7244c46d-29cb-4348-88b2-b5e3b3ca7537) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:06:40.077305 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255d240a-ea57-4c8a-aead-2358ffbf3f69 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:40.078280 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-255d240a-ea57-4c8a-aead-2358ffbf3f69 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:40.083962 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 062b1621-4cd9-4051-b77a-5499253349d1 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:06:40.084684 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:40.106024 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-255d240a-ea57-4c8a-aead-2358ffbf3f69 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.3189240 Aug 16 23:06:40.114488 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52794) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:40.120778 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-0cf8beac-f89c-4019-89e9-dbfc69a75d03 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::5f', 'mac_address': 'fa:16:3e:83:04:24'}]}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:06:40.275963 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbca49c-b03a-4b77-bcb9-d38c94cb3c26 req-a87937fd-179e-41a2-9514-87ed7c08bbb4 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:40.284394 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3bbca49c-b03a-4b77-bcb9-d38c94cb3c26 req-a87937fd-179e-41a2-9514-87ed7c08bbb4 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 946 time: 0.6753848 Aug 16 23:06:40.305017 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-2a0b571e-83c3-452f-a49a-fb24b83741bd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bf7c0ed0df8447358a17b104892f9b8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3174226 Aug 16 23:06:40.308005 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52796) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:40.329226 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a5414f-ebd4-4450-b1b6-c759fc7a0ebd req-d44ede3c-a823-4685-ad67-78d8509597bd tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:40.336441 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a5414f-ebd4-4450-b1b6-c759fc7a0ebd req-d44ede3c-a823-4685-ad67-78d8509597bd tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:40.344394 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a5414f-ebd4-4450-b1b6-c759fc7a0ebd req-d44ede3c-a823-4685-ad67-78d8509597bd tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:40.352449 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a5414f-ebd4-4450-b1b6-c759fc7a0ebd req-d44ede3c-a823-4685-ad67-78d8509597bd tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:40.360687 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a5414f-ebd4-4450-b1b6-c759fc7a0ebd req-d44ede3c-a823-4685-ad67-78d8509597bd tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:40.367380 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a5414f-ebd4-4450-b1b6-c759fc7a0ebd req-d44ede3c-a823-4685-ad67-78d8509597bd tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:40.369146 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0cf8beac-f89c-4019-89e9-dbfc69a75d03 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:40.376969 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a5414f-ebd4-4450-b1b6-c759fc7a0ebd req-d44ede3c-a823-4685-ad67-78d8509597bd tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:40.378882 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-65a5414f-ebd4-4450-b1b6-c759fc7a0ebd req-d44ede3c-a823-4685-ad67-78d8509597bd tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ec6deff-f245-4e1c-822d-87007a31b174 HTTP/1.1" status: 200 len: 5435 time: 0.1737134 Aug 16 23:06:40.407262 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a66a4ff1-8972-4136-980f-7ea86829b412 None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:40.412643 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3bbca49c-b03a-4b77-bcb9-d38c94cb3c26 req-b0402185-6092-4c6a-b0ec-4701e8ae5d81 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271248 Aug 16 23:06:40.421447 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-a66a4ff1-8972-4136-980f-7ea86829b412 None None] Transition to ACTIVE for port object 7244c46d-29cb-4348-88b2-b5e3b3ca7537 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:06:40.424920 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-a6c461d2-f806-4ea0-9b59-965c4117dfa2 None None] Provisioning for port f405f993-041a-4226-aac4-5217ac9c5fd5 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:06:40.445378 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-a6c461d2-f806-4ea0-9b59-965c4117dfa2 None None] Provisioning complete for port f405f993-041a-4226-aac4-5217ac9c5fd5 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:06:40.445378 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a6c461d2-f806-4ea0-9b59-965c4117dfa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:40.460852 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-65a5414f-ebd4-4450-b1b6-c759fc7a0ebd req-f969e69c-df45-4bf5-b61d-88231980a680 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d561fd0-5d3b-4398-8725-9733c38afc60&id=7847b2e1-2595-4387-b40a-e9cc25ff3917&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0647206 Aug 16 23:06:40.462526 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5faba706-00cf-403b-8c34-4ed94da1b9c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:40.489500 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-a66a4ff1-8972-4136-980f-7ea86829b412 None None] Transition to ACTIVE for port object 7244c46d-29cb-4348-88b2-b5e3b3ca7537 will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:06:40.503322 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a66a4ff1-8972-4136-980f-7ea86829b412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:40.532089 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-a6c461d2-f806-4ea0-9b59-965c4117dfa2 None None] Port f405f993-041a-4226-aac4-5217ac9c5fd5 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:06:40.552246 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5faba706-00cf-403b-8c34-4ed94da1b9c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:40.561010 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66a4ff1-8972-4136-980f-7ea86829b412 None None] Network 0e754e35-eaf8-4d85-939c-75af9edaf79a is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:06:40.564134 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-a66a4ff1-8972-4136-980f-7ea86829b412 None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:06:40.568510 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66a4ff1-8972-4136-980f-7ea86829b412 None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:06:40.572454 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66a4ff1-8972-4136-980f-7ea86829b412 None None] Pushing event updated for resources: {'Port': ['ID=7244c46d-29cb-4348-88b2-b5e3b3ca7537,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:40.630285 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-a66a4ff1-8972-4136-980f-7ea86829b412 None None] Attempting to bind port 7244c46d-29cb-4348-88b2-b5e3b3ca7537 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:06:40.631101 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-a66a4ff1-8972-4136-980f-7ea86829b412 None None] Attempting to bind port 7244c46d-29cb-4348-88b2-b5e3b3ca7537 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '06d386d0-5905-4630-8faf-28ab3cbb14e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '0e754e35-eaf8-4d85-939c-75af9edaf79a'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:06:40.631101 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66a4ff1-8972-4136-980f-7ea86829b412 None None] Attempting to bind port 7244c46d-29cb-4348-88b2-b5e3b3ca7537 on network 0e754e35-eaf8-4d85-939c-75af9edaf79a {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:06:40.636216 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66a4ff1-8972-4136-980f-7ea86829b412 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:06:40.636619 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66a4ff1-8972-4136-980f-7ea86829b412 None None] Checking segment: {'id': '06d386d0-5905-4630-8faf-28ab3cbb14e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '0e754e35-eaf8-4d85-939c-75af9edaf79a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:06:40.637031 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a66a4ff1-8972-4136-980f-7ea86829b412 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:40.637466 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66a4ff1-8972-4136-980f-7ea86829b412 None None] Bound using segment: {'id': '06d386d0-5905-4630-8faf-28ab3cbb14e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '0e754e35-eaf8-4d85-939c-75af9edaf79a'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:06:40.637936 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-a66a4ff1-8972-4136-980f-7ea86829b412 None None] Bound port: 7244c46d-29cb-4348-88b2-b5e3b3ca7537, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06d386d0-5905-4630-8faf-28ab3cbb14e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '0e754e35-eaf8-4d85-939c-75af9edaf79a'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:06:40.638326 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a66a4ff1-8972-4136-980f-7ea86829b412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:40.639234 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-93afcc61-57c3-4618-8a31-48831173ab55 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Allocated IP 172.20.0.13 (0e754e35-eaf8-4d85-939c-75af9edaf79a/cefa4cbf-694c-4c9c-a683-cc10ef118627/b1482fb3-b653-480b-9c20-331ad2ce32c8) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:06:40.644754 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edb0887-3b45-4e89-8d0b-d7f4fc6ee530 req-8045ddc6-fe29-49a7-af99-4cc6d5beb705 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:40.652279 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9edb0887-3b45-4e89-8d0b-d7f4fc6ee530 req-8045ddc6-fe29-49a7-af99-4cc6d5beb705 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 946 time: 0.0619469 Aug 16 23:06:40.697347 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9edb0887-3b45-4e89-8d0b-d7f4fc6ee530 req-aa2d1b76-62de-4bad-8211-c87f7137a965 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434439 Aug 16 23:06:40.715087 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5faba706-00cf-403b-8c34-4ed94da1b9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:40.715087 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5faba706-00cf-403b-8c34-4ed94da1b9c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:40.715087 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-5faba706-00cf-403b-8c34-4ed94da1b9c0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9c9bb477-94d0-40b0-9aa0-5d40f21a7704 HTTP/1.1" status: 204 len: 168 time: 0.4008343 Aug 16 23:06:40.723489 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-a66a4ff1-8972-4136-980f-7ea86829b412 None None] For port 7244c46d-29cb-4348-88b2-b5e3b3ca7537, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:06:40.730397 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faba706-00cf-403b-8c34-4ed94da1b9c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c9bb477-94d0-40b0-9aa0-5d40f21a7704,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:40.735332 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-a66a4ff1-8972-4136-980f-7ea86829b412 None None] For port 7244c46d-29cb-4348-88b2-b5e3b3ca7537, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=7244c46d-29cb-4348-88b2-b5e3b3ca7537,segment=NetworkSegment(06d386d0-5905-4630-8faf-28ab3cbb14e1),segment_id=06d386d0-5905-4630-8faf-28ab3cbb14e1)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:06:40.745693 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a66a4ff1-8972-4136-980f-7ea86829b412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:40.839693 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66a4ff1-8972-4136-980f-7ea86829b412 None None] Pushing event updated for resources: {'Port': ['ID=7244c46d-29cb-4348-88b2-b5e3b3ca7537,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:40.875661 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6edce79-1f38-433b-8bb5-b3f4da97a28a req-cccb3c0a-8211-4a9f-8358-ded275491445 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:40.884071 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f6edce79-1f38-433b-8bb5-b3f4da97a28a req-cccb3c0a-8211-4a9f-8358-ded275491445 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 946 time: 0.0906188 Aug 16 23:06:40.924397 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f6edce79-1f38-433b-8bb5-b3f4da97a28a req-ed6a6f5f-9e2d-4835-8685-9018db204209 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395069 Aug 16 23:06:40.963193 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['4c28e14e-af8e-4e4b-9785-ea495ce96f11'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:06:40.993973 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['e0a765e0-0935-444c-9c94-9574aa68a115'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:06:41.048477 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['1f7efbdf-cfae-4b67-acd0-7aee054634c7'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:06:41.086958 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['02990fd3-6867-47e9-bd51-e2036b1e16a1'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:06:41.102099 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['c8884c15-ea75-4d67-b150-51216a77129b'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:06:41.177495 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1ea06-f7f5-4ab8-a6d7-4b3e464f9fa7 req-b9cf72a0-5221-4e4e-a357-f95967841af6 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:41.179325 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b4e1ea06-f7f5-4ab8-a6d7-4b3e464f9fa7 req-b9cf72a0-5221-4e4e-a357-f95967841af6 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 946 time: 0.1312690 Aug 16 23:06:41.187528 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['5c511553-abb0-45ee-9ae1-f490c0be7d9d'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:06:41.224771 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['2d914dcd-a009-4bd0-a96d-6ee74c4c2e7d'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:06:41.250857 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b4e1ea06-f7f5-4ab8-a6d7-4b3e464f9fa7 req-1ca354df-b867-49c7-af07-7e2f87398af6 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612869 Aug 16 23:06:41.318057 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0cf8beac-f89c-4019-89e9-dbfc69a75d03 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:41.330120 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0cf8beac-f89c-4019-89e9-dbfc69a75d03 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:41.339057 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-93afcc61-57c3-4618-8a31-48831173ab55 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:41.355868 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:41.405107 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf8beac-f89c-4019-89e9-dbfc69a75d03 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Pushing event updated for resources: {'Port': ['ID=f405f993-041a-4226-aac4-5217ac9c5fd5,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:41.410649 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-0cf8beac-f89c-4019-89e9-dbfc69a75d03 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] In _notify_port_updated(), no bound segment for port f405f993-041a-4226-aac4-5217ac9c5fd5 on network 0eeeb36d-4290-476d-92a2-895628e3bc73 {{(pid=101291) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 23:06:41.417526 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf8beac-f89c-4019-89e9-dbfc69a75d03 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:41.418336 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0cf8beac-f89c-4019-89e9-dbfc69a75d03 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:41.423663 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-0cf8beac-f89c-4019-89e9-dbfc69a75d03 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] 10.222.0.36 "PUT /v2.0/ports/f405f993-041a-4226-aac4-5217ac9c5fd5 HTTP/1.1" status: 200 len: 1001 time: 1.3078642 Aug 16 23:06:41.425000 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52824) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:41.426321 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4270888-da82-44e6-a7b5-c711ca1ea3b1 req-d5c0ed89-9ddf-486f-a1c7-d73c5295a9bd tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:41.428370 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d4270888-da82-44e6-a7b5-c711ca1ea3b1 req-d5c0ed89-9ddf-486f-a1c7-d73c5295a9bd tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 946 time: 0.0799680 Aug 16 23:06:41.438013 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-93afcc61-57c3-4618-8a31-48831173ab55 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Transition to ACTIVE for port object b1482fb3-b653-480b-9c20-331ad2ce32c8 will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:06:41.511951 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d4270888-da82-44e6-a7b5-c711ca1ea3b1 req-9fe6d7f3-8af3-4a7c-893e-ee53236c4009 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731964 Aug 16 23:06:41.620422 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-93afcc61-57c3-4618-8a31-48831173ab55 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:41.675450 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93afcc61-57c3-4618-8a31-48831173ab55 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Network 0e754e35-eaf8-4d85-939c-75af9edaf79a is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:06:41.681571 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-93afcc61-57c3-4618-8a31-48831173ab55 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:06:41.689936 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ba275fd8-47a6-4c69-bfe6-b14e93fd45b5 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Deleting port f405f993-041a-4226-aac4-5217ac9c5fd5 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:06:41.690415 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ba275fd8-47a6-4c69-bfe6-b14e93fd45b5 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:41.696262 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93afcc61-57c3-4618-8a31-48831173ab55 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:06:41.799427 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e43a94a-5b8c-49a5-a6f5-a7589f61284c req-351caddc-5d29-4b40-9cad-7b403e0bbc70 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:41.834628 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e43a94a-5b8c-49a5-a6f5-a7589f61284c req-351caddc-5d29-4b40-9cad-7b403e0bbc70 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:41.848290 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e43a94a-5b8c-49a5-a6f5-a7589f61284c req-351caddc-5d29-4b40-9cad-7b403e0bbc70 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:41.865729 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e43a94a-5b8c-49a5-a6f5-a7589f61284c req-351caddc-5d29-4b40-9cad-7b403e0bbc70 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:41.876861 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e43a94a-5b8c-49a5-a6f5-a7589f61284c req-351caddc-5d29-4b40-9cad-7b403e0bbc70 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:41.908914 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e43a94a-5b8c-49a5-a6f5-a7589f61284c req-351caddc-5d29-4b40-9cad-7b403e0bbc70 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:41.924396 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e43a94a-5b8c-49a5-a6f5-a7589f61284c req-351caddc-5d29-4b40-9cad-7b403e0bbc70 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:41.926421 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5e43a94a-5b8c-49a5-a6f5-a7589f61284c req-351caddc-5d29-4b40-9cad-7b403e0bbc70 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ec6deff-f245-4e1c-822d-87007a31b174 HTTP/1.1" status: 200 len: 5435 time: 0.3030648 Aug 16 23:06:41.985483 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93afcc61-57c3-4618-8a31-48831173ab55 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Pushing event updated for resources: {'Port': ['ID=b1482fb3-b653-480b-9c20-331ad2ce32c8,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:42.002166 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 7244c46d-29cb-4348-88b2-b5e3b3ca7537 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:06:42.017658 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93afcc61-57c3-4618-8a31-48831173ab55 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:42.018319 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-93afcc61-57c3-4618-8a31-48831173ab55 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:42.070156 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5e43a94a-5b8c-49a5-a6f5-a7589f61284c req-88cf0544-30e1-4130-9eb3-64099ce3d076 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d561fd0-5d3b-4398-8725-9733c38afc60&id=7847b2e1-2595-4387-b40a-e9cc25ff3917&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1181748 Aug 16 23:06:42.090227 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52846) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:42.093951 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-93afcc61-57c3-4618-8a31-48831173ab55 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.4302983 Aug 16 23:06:42.096052 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ba275fd8-47a6-4c69-bfe6-b14e93fd45b5 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:42.103492 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9199960-b623-4d65-bb1b-07c96e9752b2 req-eed2e5a0-ebbd-47c0-a734-ba4c362337f9 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:42.105121 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b9199960-b623-4d65-bb1b-07c96e9752b2 req-eed2e5a0-ebbd-47c0-a734-ba4c362337f9 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 946 time: 0.1777916 Aug 16 23:06:42.126748 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-1f9f4154-f4e5-43dc-8c50-b639e197e327 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Request body: {'port': {'network_id': '0e754e35-eaf8-4d85-939c-75af9edaf79a', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1944937900', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:06:42.129280 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.api.validators [None req-1f9f4154-f4e5-43dc-8c50-b639e197e327 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] bootfile-name is not in valid_values {{(pid=101292) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 23:06:42.131968 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-2dd5a3b9-9d5c-45fa-a0aa-fe3553caa500 None None] Provisioning complete for port f405f993-041a-4226-aac4-5217ac9c5fd5 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:06:42.132572 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2dd5a3b9-9d5c-45fa-a0aa-fe3553caa500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:42.132692 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.api.validators [None req-1f9f4154-f4e5-43dc-8c50-b639e197e327 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] tftp-server is not in valid_values {{(pid=101292) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 23:06:42.133568 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.api.validators [None req-1f9f4154-f4e5-43dc-8c50-b639e197e327 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] server-ip-address is not in valid_values {{(pid=101292) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 23:06:42.134534 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ba275fd8-47a6-4c69-bfe6-b14e93fd45b5 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Calling delete_port for f405f993-041a-4226-aac4-5217ac9c5fd5 owned by {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:06:42.292591 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b9199960-b623-4d65-bb1b-07c96e9752b2 req-cdccf77e-6946-4485-a16d-c62367971768 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524866 Aug 16 23:06:42.391987 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f9f4154-f4e5-43dc-8c50-b639e197e327 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Made reservation on behalf of ccb16921da144f93aced853a0122d660 for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:06:42.396380 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1f9f4154-f4e5-43dc-8c50-b639e197e327 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:42.406002 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ba275fd8-47a6-4c69-bfe6-b14e93fd45b5 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:42.430072 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [None req-1f9f4154-f4e5-43dc-8c50-b639e197e327 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] device_id is not set on port cf2bfafd-a7dd-4e7c-9f46-3ff77dfd51e7 yet. {{(pid=101292) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 23:06:42.455798 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba275fd8-47a6-4c69-bfe6-b14e93fd45b5 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Pushing event deleted for resources: {'Port': ['ID=f405f993-041a-4226-aac4-5217ac9c5fd5,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:42.468924 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9ef906-116b-46ac-a47c-99c98381fd12 None None] Network 0e754e35-eaf8-4d85-939c-75af9edaf79a requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:06:42.472106 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-2dd5a3b9-9d5c-45fa-a0aa-fe3553caa500 None None] Port f405f993-041a-4226-aac4-5217ac9c5fd5 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:06:42.569898 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153b9baa-2d48-4dcb-8262-fb5e46bd7ee2 req-d7133ee6-e23a-4889-bfac-0cd5d198e2d5 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:42.573252 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ba275fd8-47a6-4c69-bfe6-b14e93fd45b5 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:42.576707 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-ba275fd8-47a6-4c69-bfe6-b14e93fd45b5 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] 10.222.0.36 "DELETE /v2.0/ports/f405f993-041a-4226-aac4-5217ac9c5fd5 HTTP/1.1" status: 204 len: 168 time: 1.1487567 Aug 16 23:06:42.579184 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52856) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:42.584821 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-153b9baa-2d48-4dcb-8262-fb5e46bd7ee2 req-d7133ee6-e23a-4889-bfac-0cd5d198e2d5 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 946 time: 0.1488774 Aug 16 23:06:42.620161 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c2063c7-3d2f-4993-bc37-45853cf6efb6 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] GET failed (client error): The resource could not be found. Aug 16 23:06:42.622494 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-2c2063c7-3d2f-4993-bc37-45853cf6efb6 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] 10.222.0.36 "GET /v2.0/ports/f405f993-041a-4226-aac4-5217ac9c5fd5 HTTP/1.1" status: 404 len: 333 time: 0.0417540 Aug 16 23:06:42.627877 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52860) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:42.632324 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f68880ea-b4fd-4097-9f2a-bbf609d877cd req-2dcd0e14-2c56-441b-a2a8-c3a6087b55e2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6d0f439b-55b3-479e-b4c0-19dd4772e5b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1942081 Aug 16 23:06:42.634636 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-be704672-be32-4e17-a6b9-c6338a6a41d9 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Request body: {'port': {'network_id': '0eeeb36d-4290-476d-92a2-895628e3bc73', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1514583937'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:06:42.700488 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-153b9baa-2d48-4dcb-8262-fb5e46bd7ee2 req-e43f7e43-9c83-4058-9018-28b2feb40605 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983238 Aug 16 23:06:42.712142 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-1f9f4154-f4e5-43dc-8c50-b639e197e327 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Allocated IP 172.20.0.6 (0e754e35-eaf8-4d85-939c-75af9edaf79a/cefa4cbf-694c-4c9c-a683-cc10ef118627/cf2bfafd-a7dd-4e7c-9f46-3ff77dfd51e7) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:06:42.834517 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68880ea-b4fd-4097-9f2a-bbf609d877cd req-4fa8104c-2cec-4dcd-a08d-5e7988ed5977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:42.835283 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68880ea-b4fd-4097-9f2a-bbf609d877cd req-4fa8104c-2cec-4dcd-a08d-5e7988ed5977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:42.835978 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68880ea-b4fd-4097-9f2a-bbf609d877cd req-4fa8104c-2cec-4dcd-a08d-5e7988ed5977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:42.836478 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68880ea-b4fd-4097-9f2a-bbf609d877cd req-4fa8104c-2cec-4dcd-a08d-5e7988ed5977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:42.836983 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68880ea-b4fd-4097-9f2a-bbf609d877cd req-4fa8104c-2cec-4dcd-a08d-5e7988ed5977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:42.837461 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68880ea-b4fd-4097-9f2a-bbf609d877cd req-4fa8104c-2cec-4dcd-a08d-5e7988ed5977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:42.837938 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68880ea-b4fd-4097-9f2a-bbf609d877cd req-4fa8104c-2cec-4dcd-a08d-5e7988ed5977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:42.840075 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f68880ea-b4fd-4097-9f2a-bbf609d877cd req-4fa8104c-2cec-4dcd-a08d-5e7988ed5977 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2021c5ea9b37490ab72514988bd9444c&device_id=6d0f439b-55b3-479e-b4c0-19dd4772e5b0 HTTP/1.1" status: 200 len: 6496 time: 0.1292591 Aug 16 23:06:42.862259 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be704672-be32-4e17-a6b9-c6338a6a41d9 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Made reservation on behalf of dc321d8350194ed0922248699bd34b3c for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:06:42.864137 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 7244c46d-29cb-4348-88b2-b5e3b3ca7537 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:06:42.868773 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-be704672-be32-4e17-a6b9-c6338a6a41d9 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:42.892650 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-be704672-be32-4e17-a6b9-c6338a6a41d9 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] device_id is not set on port ad6938d9-7bf6-492c-9dfe-61a29fef12af yet. {{(pid=101291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 23:06:42.980452 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 7244c46d-29cb-4348-88b2-b5e3b3ca7537 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:06:42.980855 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:43.032605 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-fe254852-d1db-4a5e-8db9-adccdb4f6d4c None None] Provisioning for port 7244c46d-29cb-4348-88b2-b5e3b3ca7537 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:06:43.061980 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-fe254852-d1db-4a5e-8db9-adccdb4f6d4c None None] Provisioning complete for port 7244c46d-29cb-4348-88b2-b5e3b3ca7537 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:06:43.062375 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-fe254852-d1db-4a5e-8db9-adccdb4f6d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:43.076264 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-be704672-be32-4e17-a6b9-c6338a6a41d9 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Allocated IP 2001:db8::24f (0eeeb36d-4290-476d-92a2-895628e3bc73/1ebbe583-db01-4d75-aae0-6dee479363a4/ad6938d9-7bf6-492c-9dfe-61a29fef12af) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:06:43.112650 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1f9f4154-f4e5-43dc-8c50-b639e197e327 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:43.147515 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [None req-1f9f4154-f4e5-43dc-8c50-b639e197e327 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Transition to ACTIVE for port object cf2bfafd-a7dd-4e7c-9f46-3ff77dfd51e7 will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:06:43.197652 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:43.272560 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 7244c46d-29cb-4348-88b2-b5e3b3ca7537, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=7244c46d-29cb-4348-88b2-b5e3b3ca7537,segment=NetworkSegment(06d386d0-5905-4630-8faf-28ab3cbb14e1),segment_id=06d386d0-5905-4630-8faf-28ab3cbb14e1)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:06:43.275588 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68880ea-b4fd-4097-9f2a-bbf609d877cd req-a985c6bf-fdb3-4e4c-b8e6-23b56c3ac00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:43.277166 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68880ea-b4fd-4097-9f2a-bbf609d877cd req-a985c6bf-fdb3-4e4c-b8e6-23b56c3ac00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:43.277788 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68880ea-b4fd-4097-9f2a-bbf609d877cd req-a985c6bf-fdb3-4e4c-b8e6-23b56c3ac00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:43.281385 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:43.282560 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f68880ea-b4fd-4097-9f2a-bbf609d877cd req-a985c6bf-fdb3-4e4c-b8e6-23b56c3ac00b service neutron] 10.222.0.57 "GET /v2.0/networks?id=f4264da2-38cd-44c0-b397-5678d2cea138&id=f22d369e-b532-46c6-9344-c4601e102f4e&id=f22d369e-b532-46c6-9344-c4601e102f4e&id=f22d369e-b532-46c6-9344-c4601e102f4e&id=f22d369e-b532-46c6-9344-c4601e102f4e&id=ce4eb26f-79ce-4c2a-bb34-84780b573ab4&id=ce4eb26f-79ce-4c2a-bb34-84780b573ab4 HTTP/1.1" status: 200 len: 2293 time: 0.4123609 Aug 16 23:06:43.289732 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-be704672-be32-4e17-a6b9-c6338a6a41d9 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:43.300791 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1310f380-f8f6-45c8-9382-938d56a76da8 req-786a02cd-e8a6-41ba-8e23-6c8f9f0ec876 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:43.302444 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1310f380-f8f6-45c8-9382-938d56a76da8 req-786a02cd-e8a6-41ba-8e23-6c8f9f0ec876 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 946 time: 0.3388495 Aug 16 23:06:43.343369 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-be704672-be32-4e17-a6b9-c6338a6a41d9 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Transition to ACTIVE for port object ad6938d9-7bf6-492c-9dfe-61a29fef12af will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:06:43.361018 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-fe254852-d1db-4a5e-8db9-adccdb4f6d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:43.364131 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=7244c46d-29cb-4348-88b2-b5e3b3ca7537,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:43.401309 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-be704672-be32-4e17-a6b9-c6338a6a41d9 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:43.415301 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1f9f4154-f4e5-43dc-8c50-b639e197e327 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:43.457787 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52878) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:43.460026 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be704672-be32-4e17-a6b9-c6338a6a41d9 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Pushing event updated for resources: {'Port': ['ID=ad6938d9-7bf6-492c-9dfe-61a29fef12af,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:43.486195 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.db.api [None req-fe254852-d1db-4a5e-8db9-adccdb4f6d4c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101293) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 23:06:43.487116 n-d-791506-26 neutron-server[101293]: DEBUG oslo_db.api [None req-fe254852-d1db-4a5e-8db9-adccdb4f6d4c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 23:06:43.494102 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be704672-be32-4e17-a6b9-c6338a6a41d9 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Network 0eeeb36d-4290-476d-92a2-895628e3bc73 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:06:43.495644 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-be704672-be32-4e17-a6b9-c6338a6a41d9 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:06:43.499261 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be704672-be32-4e17-a6b9-c6338a6a41d9 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:06:43.505520 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be704672-be32-4e17-a6b9-c6338a6a41d9 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:43.506328 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-be704672-be32-4e17-a6b9-c6338a6a41d9 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:43.524033 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-be704672-be32-4e17-a6b9-c6338a6a41d9 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.8948500 Aug 16 23:06:43.527758 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52882) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:43.527932 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9f4154-f4e5-43dc-8c50-b639e197e327 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Network 0e754e35-eaf8-4d85-939c-75af9edaf79a is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:06:43.540854 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-1597820a-cdb2-44df-a51f-46be35b6fa9f tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:83:04:24'}]}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:06:43.548951 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-1f9f4154-f4e5-43dc-8c50-b639e197e327 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:06:43.551505 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9f4154-f4e5-43dc-8c50-b639e197e327 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:06:43.554644 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9f4154-f4e5-43dc-8c50-b639e197e327 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Pushing event updated for resources: {'Port': ['ID=cf2bfafd-a7dd-4e7c-9f46-3ff77dfd51e7,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:43.579572 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1310f380-f8f6-45c8-9382-938d56a76da8 req-89a42fbf-4aaf-4453-a42b-f37b2a7f64bc tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575066 Aug 16 23:06:43.616749 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bf40db-de13-4cf4-b4bc-0812c6bfa400 req-24f98027-a543-4051-9933-1a3346da41ec tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:43.624601 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bf40db-de13-4cf4-b4bc-0812c6bfa400 req-24f98027-a543-4051-9933-1a3346da41ec tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:43.630822 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bf40db-de13-4cf4-b4bc-0812c6bfa400 req-24f98027-a543-4051-9933-1a3346da41ec tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:43.641666 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bf40db-de13-4cf4-b4bc-0812c6bfa400 req-24f98027-a543-4051-9933-1a3346da41ec tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:43.649412 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bf40db-de13-4cf4-b4bc-0812c6bfa400 req-24f98027-a543-4051-9933-1a3346da41ec tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:43.660191 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bf40db-de13-4cf4-b4bc-0812c6bfa400 req-24f98027-a543-4051-9933-1a3346da41ec tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:43.665943 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1597820a-cdb2-44df-a51f-46be35b6fa9f tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:43.666539 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bf40db-de13-4cf4-b4bc-0812c6bfa400 req-24f98027-a543-4051-9933-1a3346da41ec tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:43.675536 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-72bf40db-de13-4cf4-b4bc-0812c6bfa400 req-24f98027-a543-4051-9933-1a3346da41ec tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ec6deff-f245-4e1c-822d-87007a31b174 HTTP/1.1" status: 200 len: 5435 time: 0.4299343 Aug 16 23:06:43.682398 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f68880ea-b4fd-4097-9f2a-bbf609d877cd req-2c1d115d-4a18-4c44-a7df-aebdcd0263ca service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=debf812d-0b2e-45df-8f8a-a21e25a77beb HTTP/1.1" status: 200 len: 1001 time: 0.3695464 Aug 16 23:06:43.729321 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-39ac078a-5c07-4dc0-bd16-92dc096f9ab2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:43.828999 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9f4154-f4e5-43dc-8c50-b639e197e327 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:43.829218 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1f9f4154-f4e5-43dc-8c50-b639e197e327 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:43.835494 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68880ea-b4fd-4097-9f2a-bbf609d877cd req-1f4b235e-5e4b-4bc9-99e8-89eb56f1b169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:43.837043 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f68880ea-b4fd-4097-9f2a-bbf609d877cd req-1f4b235e-5e4b-4bc9-99e8-89eb56f1b169 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7c956ed2-0689-474b-bd27-58ed9c7ef2ec HTTP/1.1" status: 200 len: 851 time: 0.1405063 Aug 16 23:06:43.875455 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 7244c46d-29cb-4348-88b2-b5e3b3ca7537 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:06:43.927493 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-72bf40db-de13-4cf4-b4bc-0812c6bfa400 req-ebb9b3c9-2be8-48f2-8439-57ff32d3f381 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d561fd0-5d3b-4398-8725-9733c38afc60&id=7847b2e1-2595-4387-b40a-e9cc25ff3917&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2508245 Aug 16 23:06:43.952555 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 7244c46d-29cb-4348-88b2-b5e3b3ca7537 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:06:43.953087 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:43.953497 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50864b19-030b-4a90-8388-d43dfa30e329 req-4082057a-644f-487c-a2c7-01ebc98a8d80 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:43.955578 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-50864b19-030b-4a90-8388-d43dfa30e329 req-4082057a-644f-487c-a2c7-01ebc98a8d80 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 946 time: 0.2157872 Aug 16 23:06:44.001242 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68880ea-b4fd-4097-9f2a-bbf609d877cd req-7233a170-8cfe-45ed-b546-f5ef3573d540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:44.010589 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f68880ea-b4fd-4097-9f2a-bbf609d877cd req-7233a170-8cfe-45ed-b546-f5ef3573d540 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f4264da2-38cd-44c0-b397-5678d2cea138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1413407 Aug 16 23:06:44.015833 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1597820a-cdb2-44df-a51f-46be35b6fa9f tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:44.030436 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-39ac078a-5c07-4dc0-bd16-92dc096f9ab2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:44.032896 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1597820a-cdb2-44df-a51f-46be35b6fa9f tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:44.092244 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1597820a-cdb2-44df-a51f-46be35b6fa9f tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Pushing event updated for resources: {'Port': ['ID=ad6938d9-7bf6-492c-9dfe-61a29fef12af,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:44.095154 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-39ac078a-5c07-4dc0-bd16-92dc096f9ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:44.111329 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-1f9f4154-f4e5-43dc-8c50-b639e197e327 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.0050471 Aug 16 23:06:44.112503 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1597820a-cdb2-44df-a51f-46be35b6fa9f tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] In _notify_port_updated(), no bound segment for port ad6938d9-7bf6-492c-9dfe-61a29fef12af on network 0eeeb36d-4290-476d-92a2-895628e3bc73 {{(pid=101291) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 23:06:44.119137 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1597820a-cdb2-44df-a51f-46be35b6fa9f tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:44.119817 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1597820a-cdb2-44df-a51f-46be35b6fa9f tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:44.121194 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-1597820a-cdb2-44df-a51f-46be35b6fa9f tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] 10.222.0.36 "PUT /v2.0/ports/ad6938d9-7bf6-492c-9dfe-61a29fef12af HTTP/1.1" status: 200 len: 1003 time: 0.5854502 Aug 16 23:06:44.122799 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52888) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:44.124783 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52890) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:44.152008 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-50864b19-030b-4a90-8388-d43dfa30e329 req-eb48dba8-1ba4-4389-8b80-68fb33c1798e tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823406 Aug 16 23:06:44.164741 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-39ac078a-5c07-4dc0-bd16-92dc096f9ab2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f98f4f21b116445faa41dbdccff51965&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6995733 Aug 16 23:06:44.165551 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ac078a-5c07-4dc0-bd16-92dc096f9ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d0b5ffb-8136-41e5-aae5-0fe78c8db39a,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:44.174291 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52892) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:44.198140 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-ac4a32db-38f5-457e-9458-46d4177de1dc None None] Provisioning for port ad6938d9-7bf6-492c-9dfe-61a29fef12af completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:06:44.212446 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-ac4a32db-38f5-457e-9458-46d4177de1dc None None] Provisioning complete for port ad6938d9-7bf6-492c-9dfe-61a29fef12af triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:06:44.212916 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ac4a32db-38f5-457e-9458-46d4177de1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:44.251078 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-83935819-6b74-4541-8ce7-3155b14d0ef2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:44.275815 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-ac4a32db-38f5-457e-9458-46d4177de1dc None None] Port ad6938d9-7bf6-492c-9dfe-61a29fef12af cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:06:44.290330 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-83935819-6b74-4541-8ce7-3155b14d0ef2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:44.299263 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-ac4a32db-38f5-457e-9458-46d4177de1dc None None] Provisioning for port cf2bfafd-a7dd-4e7c-9f46-3ff77dfd51e7 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:06:44.304809 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-ac4a32db-38f5-457e-9458-46d4177de1dc None None] Provisioning complete for port cf2bfafd-a7dd-4e7c-9f46-3ff77dfd51e7 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:06:44.305245 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ac4a32db-38f5-457e-9458-46d4177de1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:44.343280 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f68880ea-b4fd-4097-9f2a-bbf609d877cd req-f29064dd-a56e-40b7-8883-eea43afb82c4 service neutron] 10.222.0.57 "GET /v2.0/networks/f4264da2-38cd-44c0-b397-5678d2cea138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3229566 Aug 16 23:06:44.355346 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-83935819-6b74-4541-8ce7-3155b14d0ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:44.359409 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-83935819-6b74-4541-8ce7-3155b14d0ef2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:44.360898 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-83935819-6b74-4541-8ce7-3155b14d0ef2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6d0b5ffb-8136-41e5-aae5-0fe78c8db39a HTTP/1.1" status: 204 len: 168 time: 0.1855249 Aug 16 23:06:44.361597 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-ac4a32db-38f5-457e-9458-46d4177de1dc None None] Port cf2bfafd-a7dd-4e7c-9f46-3ff77dfd51e7 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:06:44.374413 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-ac4a32db-38f5-457e-9458-46d4177de1dc None None] Provisioning complete for port 7244c46d-29cb-4348-88b2-b5e3b3ca7537 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:06:44.375070 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ac4a32db-38f5-457e-9458-46d4177de1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:44.380367 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96cbc93-c818-4bc1-b109-f25ee1c51e37 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:44.387122 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96cbc93-c818-4bc1-b109-f25ee1c51e37 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:44.390333 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83935819-6b74-4541-8ce7-3155b14d0ef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d0b5ffb-8136-41e5-aae5-0fe78c8db39a,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:44.395152 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96cbc93-c818-4bc1-b109-f25ee1c51e37 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:44.396928 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-b96cbc93-c818-4bc1-b109-f25ee1c51e37 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.2730315 Aug 16 23:06:44.401487 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52900) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:44.522180 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c54c9d-1505-4e80-8123-bbf39c88585c req-7b18cbbb-b9b1-46f1-bccb-0f0b1beebccd tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:44.523852 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-91c54c9d-1505-4e80-8123-bbf39c88585c req-7b18cbbb-b9b1-46f1-bccb-0f0b1beebccd tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 946 time: 0.2106130 Aug 16 23:06:44.554824 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-ac4a32db-38f5-457e-9458-46d4177de1dc None None] Provisioning for port b1482fb3-b653-480b-9c20-331ad2ce32c8 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:06:44.567639 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-ac4a32db-38f5-457e-9458-46d4177de1dc None None] Provisioning complete for port b1482fb3-b653-480b-9c20-331ad2ce32c8 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:06:44.567639 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ac4a32db-38f5-457e-9458-46d4177de1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:44.577897 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-e54be2c2-bb01-41be-a9b5-5307b56bf4b3 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Deleting port cf2bfafd-a7dd-4e7c-9f46-3ff77dfd51e7 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:06:44.577897 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e54be2c2-bb01-41be-a9b5-5307b56bf4b3 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:44.597725 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-91c54c9d-1505-4e80-8123-bbf39c88585c req-058106a3-6a67-45c5-a084-4b87d8d31a33 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581567 Aug 16 23:06:44.607116 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-ac4a32db-38f5-457e-9458-46d4177de1dc None None] Port b1482fb3-b653-480b-9c20-331ad2ce32c8 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:06:44.613735 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-5c1c3f25-a8d0-427c-ac7e-b852face251c tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Deleting port ad6938d9-7bf6-492c-9dfe-61a29fef12af {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:06:44.614191 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5c1c3f25-a8d0-427c-ac7e-b852face251c tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:44.675900 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f68880ea-b4fd-4097-9f2a-bbf609d877cd req-080d4e3a-2ff1-4bed-a8b2-9b1167aab175 service neutron] 10.222.0.57 "GET /v2.0/networks/f4264da2-38cd-44c0-b397-5678d2cea138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758238 Aug 16 23:06:44.704423 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e54be2c2-bb01-41be-a9b5-5307b56bf4b3 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:44.724228 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-e54be2c2-bb01-41be-a9b5-5307b56bf4b3 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Calling delete_port for cf2bfafd-a7dd-4e7c-9f46-3ff77dfd51e7 owned by {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:06:44.732043 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-b613f109-2899-4840-a46c-9656a2080cfc None None] Provisioning complete for port ad6938d9-7bf6-492c-9dfe-61a29fef12af triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:06:44.733102 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-b613f109-2899-4840-a46c-9656a2080cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:44.772203 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f68880ea-b4fd-4097-9f2a-bbf609d877cd req-dba8a6ed-2fc0-400a-9f3f-008fc64ef352 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.28&port_id=c1cc686f-303c-42dc-85c7-d80aff741a19 HTTP/1.1" status: 200 len: 217 time: 0.0885284 Aug 16 23:06:44.783783 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-b613f109-2899-4840-a46c-9656a2080cfc None None] Port ad6938d9-7bf6-492c-9dfe-61a29fef12af cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:06:44.841776 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41248e8-3fed-43d7-bef5-73d7524bfd10 req-54f97db7-5bb0-4fa7-914a-37c2553e3b71 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:44.842068 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52906) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:44.843580 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c41248e8-3fed-43d7-bef5-73d7524bfd10 req-54f97db7-5bb0-4fa7-914a-37c2553e3b71 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 946 time: 0.1591244 Aug 16 23:06:44.869777 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5c1c3f25-a8d0-427c-ac7e-b852face251c tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:44.882300 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-86ed43ff-7130-41ec-956d-4f7d1480a543 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:44.898283 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-5c1c3f25-a8d0-427c-ac7e-b852face251c tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Calling delete_port for ad6938d9-7bf6-492c-9dfe-61a29fef12af owned by {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:06:44.907459 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68880ea-b4fd-4097-9f2a-bbf609d877cd req-9111182e-3045-47aa-ac60-d59302570b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:44.908991 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f68880ea-b4fd-4097-9f2a-bbf609d877cd req-9111182e-3045-47aa-ac60-d59302570b81 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d6960f85-ce45-4ab7-99b5-dd33148146e1 HTTP/1.1" status: 200 len: 797 time: 0.1210306 Aug 16 23:06:44.935815 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e54be2c2-bb01-41be-a9b5-5307b56bf4b3 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:44.978547 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54be2c2-bb01-41be-a9b5-5307b56bf4b3 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Pushing event deleted for resources: {'Port': ['ID=cf2bfafd-a7dd-4e7c-9f46-3ff77dfd51e7,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:45.002350 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c41248e8-3fed-43d7-bef5-73d7524bfd10 req-03792ebd-2508-4413-b35d-5c7eb67091d7 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437278 Aug 16 23:06:45.052013 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68880ea-b4fd-4097-9f2a-bbf609d877cd req-72ca6688-f60d-4600-b0e4-21ae09d7a4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:45.053592 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f68880ea-b4fd-4097-9f2a-bbf609d877cd req-72ca6688-f60d-4600-b0e4-21ae09d7a4e3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f22d369e-b532-46c6-9344-c4601e102f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1332138 Aug 16 23:06:45.095901 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e54be2c2-bb01-41be-a9b5-5307b56bf4b3 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:45.098035 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-e54be2c2-bb01-41be-a9b5-5307b56bf4b3 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] 10.222.0.36 "DELETE /v2.0/ports/cf2bfafd-a7dd-4e7c-9f46-3ff77dfd51e7 HTTP/1.1" status: 204 len: 168 time: 0.6954093 Aug 16 23:06:45.102913 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52914) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:45.111816 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-152b521f-8829-4869-af23-43499fb42db2 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Request body: {'port': {'name': 'tempest-new-port-name-1732585606', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:06:45.112277 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.api.validators [None req-152b521f-8829-4869-af23-43499fb42db2 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] bootfile-name is not in valid_values {{(pid=101291) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 23:06:45.112652 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.api.validators [None req-152b521f-8829-4869-af23-43499fb42db2 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] tftp-server is not in valid_values {{(pid=101291) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 23:06:45.112984 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.api.validators [None req-152b521f-8829-4869-af23-43499fb42db2 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] server-ip-address is not in valid_values {{(pid=101291) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 23:06:45.182107 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5c1c3f25-a8d0-427c-ac7e-b852face251c tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:45.188585 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-86ed43ff-7130-41ec-956d-4f7d1480a543 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:45.217056 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-86ed43ff-7130-41ec-956d-4f7d1480a543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:45.253076 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-152b521f-8829-4869-af23-43499fb42db2 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:45.277334 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1c3f25-a8d0-427c-ac7e-b852face251c tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Pushing event deleted for resources: {'Port': ['ID=ad6938d9-7bf6-492c-9dfe-61a29fef12af,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:45.293106 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-86ed43ff-7130-41ec-956d-4f7d1480a543 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=088f50dfb87d459bb4fd85ba12e5a359&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4494827 Aug 16 23:06:45.294321 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52918) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:45.299658 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ed43ff-7130-41ec-956d-4f7d1480a543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1652a15-06ba-4475-95db-d32f5be29f2f,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:45.307800 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5c1c3f25-a8d0-427c-ac7e-b852face251c tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:45.310256 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-5c1c3f25-a8d0-427c-ac7e-b852face251c tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] 10.222.0.36 "DELETE /v2.0/ports/ad6938d9-7bf6-492c-9dfe-61a29fef12af HTTP/1.1" status: 204 len: 168 time: 1.1717865 Aug 16 23:06:45.314749 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52920) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:45.368259 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fb724e8-b412-4cb3-a5b1-e1f89c1ce339 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] GET failed (client error): The resource could not be found. Aug 16 23:06:45.370304 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-3fb724e8-b412-4cb3-a5b1-e1f89c1ce339 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] 10.222.0.36 "GET /v2.0/ports/ad6938d9-7bf6-492c-9dfe-61a29fef12af HTTP/1.1" status: 404 len: 333 time: 0.0536847 Aug 16 23:06:45.381551 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52922) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:45.386593 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-351389e2-7ae4-4fb5-92c7-0bcd59184936 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Request body: {'port': {'network_id': '0eeeb36d-4290-476d-92a2-895628e3bc73', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-475548614'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:06:45.397859 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddb0cc7-56a1-4349-8a3f-c2fcc270e1e1 req-266f18dd-a254-4267-8446-310f757afbc7 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:45.405469 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddb0cc7-56a1-4349-8a3f-c2fcc270e1e1 req-266f18dd-a254-4267-8446-310f757afbc7 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:45.412841 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddb0cc7-56a1-4349-8a3f-c2fcc270e1e1 req-266f18dd-a254-4267-8446-310f757afbc7 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:45.421064 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddb0cc7-56a1-4349-8a3f-c2fcc270e1e1 req-266f18dd-a254-4267-8446-310f757afbc7 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:45.430431 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddb0cc7-56a1-4349-8a3f-c2fcc270e1e1 req-266f18dd-a254-4267-8446-310f757afbc7 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:45.438721 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddb0cc7-56a1-4349-8a3f-c2fcc270e1e1 req-266f18dd-a254-4267-8446-310f757afbc7 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:45.444745 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddb0cc7-56a1-4349-8a3f-c2fcc270e1e1 req-266f18dd-a254-4267-8446-310f757afbc7 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:45.446701 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6ddb0cc7-56a1-4349-8a3f-c2fcc270e1e1 req-266f18dd-a254-4267-8446-310f757afbc7 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ec6deff-f245-4e1c-822d-87007a31b174 HTTP/1.1" status: 200 len: 5435 time: 0.4142947 Aug 16 23:06:45.494555 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f68880ea-b4fd-4097-9f2a-bbf609d877cd req-7252a79d-73ac-4d63-b38f-dfef7a653e1b service neutron] 10.222.0.57 "GET /v2.0/networks/f22d369e-b532-46c6-9344-c4601e102f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4320719 Aug 16 23:06:45.529999 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f56413-684d-4239-9e4b-6751e7d8af4d req-d82b851d-6f6b-4ce8-a309-fd0d968c7b52 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:45.531590 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-15f56413-684d-4239-9e4b-6751e7d8af4d req-d82b851d-6f6b-4ce8-a309-fd0d968c7b52 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 946 time: 0.1952677 Aug 16 23:06:45.537207 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-607bd8fc-cc20-4421-bd30-a5cb8f0b0ab1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:45.580263 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6ddb0cc7-56a1-4349-8a3f-c2fcc270e1e1 req-1eff2f31-f367-4230-a031-2ff2d46534c1 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d561fd0-5d3b-4398-8725-9733c38afc60&id=7847b2e1-2595-4387-b40a-e9cc25ff3917&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1206090 Aug 16 23:06:45.591455 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-607bd8fc-cc20-4421-bd30-a5cb8f0b0ab1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:45.628359 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-15f56413-684d-4239-9e4b-6751e7d8af4d req-b6577a47-debd-4956-944d-b332d95542fb tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820842 Aug 16 23:06:45.650518 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f68880ea-b4fd-4097-9f2a-bbf609d877cd req-6afeecb8-7cff-4098-b1c5-a481dcdbf40c service neutron] 10.222.0.57 "GET /v2.0/networks/f22d369e-b532-46c6-9344-c4601e102f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458359 Aug 16 23:06:45.693412 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-351389e2-7ae4-4fb5-92c7-0bcd59184936 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Made reservation on behalf of dc321d8350194ed0922248699bd34b3c for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:06:45.697122 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-351389e2-7ae4-4fb5-92c7-0bcd59184936 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:45.702802 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f68880ea-b4fd-4097-9f2a-bbf609d877cd req-8a848ee3-c981-4c9a-a871-f6366db7343c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=aabc4894-08fe-4573-bd65-664ab53c9c15 HTTP/1.1" status: 200 len: 217 time: 0.0442688 Aug 16 23:06:45.728739 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-152b521f-8829-4869-af23-43499fb42db2 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:45.730428 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-607bd8fc-cc20-4421-bd30-a5cb8f0b0ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:45.733231 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-607bd8fc-cc20-4421-bd30-a5cb8f0b0ab1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:45.734404 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-607bd8fc-cc20-4421-bd30-a5cb8f0b0ab1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b1652a15-06ba-4475-95db-d32f5be29f2f HTTP/1.1" status: 204 len: 168 time: 0.4380774 Aug 16 23:06:45.735724 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-351389e2-7ae4-4fb5-92c7-0bcd59184936 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] device_id is not set on port 40ba1185-8d4c-45d1-9823-a19138a87ee1 yet. {{(pid=101291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 23:06:45.743416 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-152b521f-8829-4869-af23-43499fb42db2 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:45.796638 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607bd8fc-cc20-4421-bd30-a5cb8f0b0ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1652a15-06ba-4475-95db-d32f5be29f2f,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:45.797000 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68880ea-b4fd-4097-9f2a-bbf609d877cd req-81622083-410c-4230-ba1b-5fd99a0557d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:45.798709 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f68880ea-b4fd-4097-9f2a-bbf609d877cd req-81622083-410c-4230-ba1b-5fd99a0557d2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d6960f85-ce45-4ab7-99b5-dd33148146e1 HTTP/1.1" status: 200 len: 797 time: 0.0893342 Aug 16 23:06:45.807717 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ac1fbf-c285-49cf-9b82-9247db6179df req-ad1ca206-430d-4bd8-8bb6-fa313e57b5f4 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:45.809928 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f0ac1fbf-c285-49cf-9b82-9247db6179df req-ad1ca206-430d-4bd8-8bb6-fa313e57b5f4 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 946 time: 0.0919290 Aug 16 23:06:45.882456 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68880ea-b4fd-4097-9f2a-bbf609d877cd req-386ebc7b-721a-4f4c-8fec-51990f14d0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:45.883997 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f68880ea-b4fd-4097-9f2a-bbf609d877cd req-386ebc7b-721a-4f4c-8fec-51990f14d0f4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f22d369e-b532-46c6-9344-c4601e102f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0731676 Aug 16 23:06:45.890349 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f0ac1fbf-c285-49cf-9b82-9247db6179df req-40c3c5e0-780c-48f9-b70c-46d0ecc226c4 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540206 Aug 16 23:06:45.943763 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152b521f-8829-4869-af23-43499fb42db2 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Pushing event updated for resources: {'Port': ['ID=b1482fb3-b653-480b-9c20-331ad2ce32c8,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:45.984247 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-351389e2-7ae4-4fb5-92c7-0bcd59184936 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Allocated IP 2001:db8::2ea (0eeeb36d-4290-476d-92a2-895628e3bc73/1ebbe583-db01-4d75-aae0-6dee479363a4/40ba1185-8d4c-45d1-9823-a19138a87ee1) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:06:45.990651 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-152b521f-8829-4869-af23-43499fb42db2 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] In _notify_port_updated(), no bound segment for port b1482fb3-b653-480b-9c20-331ad2ce32c8 on network 0e754e35-eaf8-4d85-939c-75af9edaf79a {{(pid=101291) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 23:06:45.998006 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152b521f-8829-4869-af23-43499fb42db2 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:45.999723 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-152b521f-8829-4869-af23-43499fb42db2 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:46.004677 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-152b521f-8829-4869-af23-43499fb42db2 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] 10.222.0.36 "PUT /v2.0/ports/b1482fb3-b653-480b-9c20-331ad2ce32c8 HTTP/1.1" status: 200 len: 1137 time: 0.9009483 Aug 16 23:06:46.005149 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52930) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:46.099205 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f68880ea-b4fd-4097-9f2a-bbf609d877cd req-eacce9bb-122a-4702-9aeb-b444484403f3 service neutron] 10.222.0.57 "GET /v2.0/networks/f22d369e-b532-46c6-9344-c4601e102f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056806 Aug 16 23:06:46.129367 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-bbc656b3-84c6-4cc1-abdd-a6373607dbed None None] Provisioning complete for port b1482fb3-b653-480b-9c20-331ad2ce32c8 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:06:46.130055 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-bbc656b3-84c6-4cc1-abdd-a6373607dbed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:46.197554 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67505829-8b4b-4075-827e-38023cd6b815 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:46.199336 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-67505829-8b4b-4075-827e-38023cd6b815 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] 10.222.0.36 "GET /v2.0/ports/b1482fb3-b653-480b-9c20-331ad2ce32c8 HTTP/1.1" status: 200 len: 1137 time: 0.1923480 Aug 16 23:06:46.200236 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-bbc656b3-84c6-4cc1-abdd-a6373607dbed None None] Port b1482fb3-b653-480b-9c20-331ad2ce32c8 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:06:46.203352 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52940) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:46.219699 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-351389e2-7ae4-4fb5-92c7-0bcd59184936 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:46.235665 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-351389e2-7ae4-4fb5-92c7-0bcd59184936 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Transition to ACTIVE for port object 40ba1185-8d4c-45d1-9823-a19138a87ee1 will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:06:46.298255 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-351389e2-7ae4-4fb5-92c7-0bcd59184936 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:46.362487 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351389e2-7ae4-4fb5-92c7-0bcd59184936 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Network 0eeeb36d-4290-476d-92a2-895628e3bc73 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:06:46.363834 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-351389e2-7ae4-4fb5-92c7-0bcd59184936 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:06:46.371357 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efbb629-50e9-41b7-ae78-4a35019e120c req-f3883441-3062-42fb-aec2-5fad20a48abf tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:46.378211 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4efbb629-50e9-41b7-ae78-4a35019e120c req-f3883441-3062-42fb-aec2-5fad20a48abf tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 946 time: 0.1307647 Aug 16 23:06:46.382728 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351389e2-7ae4-4fb5-92c7-0bcd59184936 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:06:46.389563 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351389e2-7ae4-4fb5-92c7-0bcd59184936 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:46.390380 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-351389e2-7ae4-4fb5-92c7-0bcd59184936 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:46.391586 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f68880ea-b4fd-4097-9f2a-bbf609d877cd req-f4de70ba-f20a-4d12-b5c0-a4af7c5e1744 service neutron] 10.222.0.57 "GET /v2.0/networks/f22d369e-b532-46c6-9344-c4601e102f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828808 Aug 16 23:06:46.394049 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351389e2-7ae4-4fb5-92c7-0bcd59184936 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Pushing event updated for resources: {'Port': ['ID=40ba1185-8d4c-45d1-9823-a19138a87ee1,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:46.410725 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-351389e2-7ae4-4fb5-92c7-0bcd59184936 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.0280242 Aug 16 23:06:46.413415 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52950) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:46.418771 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-f1a69478-c883-41c8-8b51-db71e0bb59e1 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Request body: {'port': {'network_id': '0eeeb36d-4290-476d-92a2-895628e3bc73', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1569595798'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:06:46.431073 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-8735a602-8aee-4c6a-8a25-d094c52ec418 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Deleting port b1482fb3-b653-480b-9c20-331ad2ce32c8 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:06:46.431376 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8735a602-8aee-4c6a-8a25-d094c52ec418 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:46.578701 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a69478-c883-41c8-8b51-db71e0bb59e1 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Made reservation on behalf of dc321d8350194ed0922248699bd34b3c for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:06:46.583990 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f1a69478-c883-41c8-8b51-db71e0bb59e1 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:46.587870 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f68880ea-b4fd-4097-9f2a-bbf609d877cd req-94a3ba26-60aa-4ce3-b85f-7bad7a31df3b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=7bd4dab0-4e5a-4bfb-a170-497620e55ac0 HTTP/1.1" status: 200 len: 217 time: 0.1704886 Aug 16 23:06:46.607169 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-f1a69478-c883-41c8-8b51-db71e0bb59e1 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] device_id is not set on port bd51117f-4b95-460c-9a8f-888794f9a68f yet. {{(pid=101291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 23:06:46.628819 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4efbb629-50e9-41b7-ae78-4a35019e120c req-33a748c5-6582-420d-a00f-2d3382ddcfb5 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494247 Aug 16 23:06:46.794507 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-f1a69478-c883-41c8-8b51-db71e0bb59e1 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Allocated IP 2001:db8::382 (0eeeb36d-4290-476d-92a2-895628e3bc73/1ebbe583-db01-4d75-aae0-6dee479363a4/bd51117f-4b95-460c-9a8f-888794f9a68f) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:06:46.827794 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8735a602-8aee-4c6a-8a25-d094c52ec418 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:46.861761 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-a2e31d6c-f0ae-4303-9d57-8f634aae4e21 None None] Provisioning for port 40ba1185-8d4c-45d1-9823-a19138a87ee1 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:06:46.866883 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-8735a602-8aee-4c6a-8a25-d094c52ec418 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Calling delete_port for b1482fb3-b653-480b-9c20-331ad2ce32c8 owned by {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:06:46.871858 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-a2e31d6c-f0ae-4303-9d57-8f634aae4e21 None None] Provisioning complete for port 40ba1185-8d4c-45d1-9823-a19138a87ee1 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:06:46.872494 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a2e31d6c-f0ae-4303-9d57-8f634aae4e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:46.897363 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68880ea-b4fd-4097-9f2a-bbf609d877cd req-554ec539-03e8-4df8-ac00-f356848896da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:46.902432 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f68880ea-b4fd-4097-9f2a-bbf609d877cd req-554ec539-03e8-4df8-ac00-f356848896da service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d6960f85-ce45-4ab7-99b5-dd33148146e1 HTTP/1.1" status: 200 len: 797 time: 0.3051355 Aug 16 23:06:46.918795 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-a2e31d6c-f0ae-4303-9d57-8f634aae4e21 None None] Port 40ba1185-8d4c-45d1-9823-a19138a87ee1 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:06:47.005505 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f1a69478-c883-41c8-8b51-db71e0bb59e1 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:47.021447 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-f1a69478-c883-41c8-8b51-db71e0bb59e1 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Transition to ACTIVE for port object bd51117f-4b95-460c-9a8f-888794f9a68f will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:06:47.055823 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f1a69478-c883-41c8-8b51-db71e0bb59e1 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:47.111908 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a69478-c883-41c8-8b51-db71e0bb59e1 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Network 0eeeb36d-4290-476d-92a2-895628e3bc73 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:06:47.116462 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-f1a69478-c883-41c8-8b51-db71e0bb59e1 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:06:47.122390 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a69478-c883-41c8-8b51-db71e0bb59e1 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Pushing event updated for resources: {'Port': ['ID=bd51117f-4b95-460c-9a8f-888794f9a68f,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:47.124769 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a69478-c883-41c8-8b51-db71e0bb59e1 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:06:47.130501 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a69478-c883-41c8-8b51-db71e0bb59e1 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:47.131218 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f1a69478-c883-41c8-8b51-db71e0bb59e1 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:47.151810 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-f1a69478-c883-41c8-8b51-db71e0bb59e1 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.7370188 Aug 16 23:06:47.152566 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52968) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:47.161260 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-bf847e30-b124-4f24-9ae8-4634ce4374c0 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::5f', 'mac_address': 'fa:16:3e:83:04:24'}, {'ip_address': '2001:db8::2ea', 'mac_address': 'fa:16:3e:51:8f:41'}]}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:06:47.374027 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bf847e30-b124-4f24-9ae8-4634ce4374c0 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:47.377477 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9631fef8-04ac-4644-b6f9-6181cee2cdee req-53109f3f-99a5-42c6-88d3-dcb7fbf906e0 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:47.383417 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9631fef8-04ac-4644-b6f9-6181cee2cdee req-53109f3f-99a5-42c6-88d3-dcb7fbf906e0 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:47.390073 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9631fef8-04ac-4644-b6f9-6181cee2cdee req-53109f3f-99a5-42c6-88d3-dcb7fbf906e0 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:47.395988 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9631fef8-04ac-4644-b6f9-6181cee2cdee req-53109f3f-99a5-42c6-88d3-dcb7fbf906e0 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:47.401781 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9631fef8-04ac-4644-b6f9-6181cee2cdee req-53109f3f-99a5-42c6-88d3-dcb7fbf906e0 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:47.408254 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9631fef8-04ac-4644-b6f9-6181cee2cdee req-53109f3f-99a5-42c6-88d3-dcb7fbf906e0 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:47.414082 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9631fef8-04ac-4644-b6f9-6181cee2cdee req-53109f3f-99a5-42c6-88d3-dcb7fbf906e0 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:47.416025 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9631fef8-04ac-4644-b6f9-6181cee2cdee req-53109f3f-99a5-42c6-88d3-dcb7fbf906e0 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ec6deff-f245-4e1c-822d-87007a31b174 HTTP/1.1" status: 200 len: 5435 time: 0.6664379 Aug 16 23:06:47.430861 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6c637b-86b5-418c-a6b9-dbceb9f2fefd req-e08104bb-a879-492e-87a9-0f4454e1b800 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:47.439103 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3c6c637b-86b5-418c-a6b9-dbceb9f2fefd req-e08104bb-a879-492e-87a9-0f4454e1b800 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 946 time: 0.6528926 Aug 16 23:06:47.448861 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-f7e24760-c74d-4e75-b8d7-5551d631d087 None None] Provisioning for port bd51117f-4b95-460c-9a8f-888794f9a68f completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:06:47.456856 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-f7e24760-c74d-4e75-b8d7-5551d631d087 None None] Provisioning complete for port bd51117f-4b95-460c-9a8f-888794f9a68f triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:06:47.457501 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f7e24760-c74d-4e75-b8d7-5551d631d087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:47.501445 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-f7e24760-c74d-4e75-b8d7-5551d631d087 None None] Port bd51117f-4b95-460c-9a8f-888794f9a68f cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:06:47.517549 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68880ea-b4fd-4097-9f2a-bbf609d877cd req-ca3a0cb9-bd85-4961-84ae-6d7515a08465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:47.519064 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f68880ea-b4fd-4097-9f2a-bbf609d877cd req-ca3a0cb9-bd85-4961-84ae-6d7515a08465 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f22d369e-b532-46c6-9344-c4601e102f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6065459 Aug 16 23:06:47.549104 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3c6c637b-86b5-418c-a6b9-dbceb9f2fefd req-083b4924-80dd-4b07-8937-3232934d5bb8 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091225 Aug 16 23:06:47.570086 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9631fef8-04ac-4644-b6f9-6181cee2cdee req-ea097d1c-0d5c-4d21-9ca0-9aa13d9393d6 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d561fd0-5d3b-4398-8725-9733c38afc60&id=7847b2e1-2595-4387-b40a-e9cc25ff3917&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1273806 Aug 16 23:06:47.587819 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 4c28e14e-af8e-4e4b-9785-ea495ce96f11 up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:06:47.636780 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bf847e30-b124-4f24-9ae8-4634ce4374c0 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:47.645566 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bf847e30-b124-4f24-9ae8-4634ce4374c0 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:47.704521 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f68880ea-b4fd-4097-9f2a-bbf609d877cd req-240cf1a6-9654-4198-a21c-8a94ca1b6113 service neutron] 10.222.0.57 "GET /v2.0/networks/f22d369e-b532-46c6-9344-c4601e102f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715627 Aug 16 23:06:47.706135 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8735a602-8aee-4c6a-8a25-d094c52ec418 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:47.711082 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-bf847e30-b124-4f24-9ae8-4634ce4374c0 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] In _notify_port_updated(), no bound segment for port bd51117f-4b95-460c-9a8f-888794f9a68f on network 0eeeb36d-4290-476d-92a2-895628e3bc73 {{(pid=101291) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 23:06:47.720895 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-331c9306-b3c4-4864-9244-a6656bca93e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:47.721177 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf847e30-b124-4f24-9ae8-4634ce4374c0 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:47.722612 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bf847e30-b124-4f24-9ae8-4634ce4374c0 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:47.728659 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-bf847e30-b124-4f24-9ae8-4634ce4374c0 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] 10.222.0.36 "PUT /v2.0/ports/bd51117f-4b95-460c-9a8f-888794f9a68f HTTP/1.1" status: 200 len: 1067 time: 0.5733669 Aug 16 23:06:47.729326 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52986) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:47.749907 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning for port 4c28e14e-af8e-4e4b-9785-ea495ce96f11 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:06:47.756718 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port 4c28e14e-af8e-4e4b-9785-ea495ce96f11 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:06:47.757147 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:47.782710 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf847e30-b124-4f24-9ae8-4634ce4374c0 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Pushing event updated for resources: {'Port': ['ID=bd51117f-4b95-460c-9a8f-888794f9a68f,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:47.879511 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-02a057af-3781-4589-b0e4-1d0977fb5289 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Deleting port bd51117f-4b95-460c-9a8f-888794f9a68f {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:06:47.882722 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:47.886978 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-02a057af-3781-4589-b0e4-1d0977fb5289 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:47.894618 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f68880ea-b4fd-4097-9f2a-bbf609d877cd req-15700d08-59ea-4e05-8a3f-4df4abcbed39 service neutron] 10.222.0.57 "GET /v2.0/networks/f22d369e-b532-46c6-9344-c4601e102f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674633 Aug 16 23:06:47.895370 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8735a602-8aee-4c6a-8a25-d094c52ec418 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Pushing event deleted for resources: {'Port': ['ID=b1482fb3-b653-480b-9c20-331ad2ce32c8,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:47.954173 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 4c28e14e-af8e-4e4b-9785-ea495ce96f11, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=4c28e14e-af8e-4e4b-9785-ea495ce96f11,segment=NetworkSegment(6ea91bac-7c58-4125-a874-7009ffcf29d4),segment_id=6ea91bac-7c58-4125-a874-7009ffcf29d4)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:06:47.955502 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ec6deff-f245-4e1c-822d-87007a31b174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c28e14e-af8e-4e4b-9785-ea495ce96f11'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:06:47.958409 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5a954af-bfb8-4cba-8fd3-1eaf014cf2f7" -d '{"events": [{"server_uuid": "5ec6deff-f245-4e1c-822d-87007a31b174", "name": "network-vif-plugged", "status": "completed", "tag": "4c28e14e-af8e-4e4b-9785-ea495ce96f11"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:06:47.975603 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:47.983684 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 02990fd3-6867-47e9-bd51-e2036b1e16a1 up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:06:48.046826 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-02a057af-3781-4589-b0e4-1d0977fb5289 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:48.064238 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39332b3f-5080-4b75-86be-62dd1354e81d x-openstack-request-id: req-39332b3f-5080-4b75-86be-62dd1354e81d {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:06:48.064547 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ec6deff-f245-4e1c-822d-87007a31b174", "name": "network-vif-plugged", "status": "completed", "tag": "4c28e14e-af8e-4e4b-9785-ea495ce96f11", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:06:48.064955 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-39332b3f-5080-4b75-86be-62dd1354e81d {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:06:48.065543 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ec6deff-f245-4e1c-822d-87007a31b174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c28e14e-af8e-4e4b-9785-ea495ce96f11', 'code': 200} Aug 16 23:06:48.074301 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-02a057af-3781-4589-b0e4-1d0977fb5289 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Calling delete_port for bd51117f-4b95-460c-9a8f-888794f9a68f owned by {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:06:48.122538 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f68880ea-b4fd-4097-9f2a-bbf609d877cd req-48aa02b7-cb96-4b13-859e-b78ee94181f0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=34b404ad-784d-44c6-ad7f-bc568885b3e9 HTTP/1.1" status: 200 len: 217 time: 0.1837852 Aug 16 23:06:48.174608 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-07ca139a-15ca-4765-9bab-eedb5e6434ea None None] Provisioning complete for port bd51117f-4b95-460c-9a8f-888794f9a68f triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:06:48.175506 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-07ca139a-15ca-4765-9bab-eedb5e6434ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:48.194760 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ba5921-ec96-4dd9-9ef9-2cff16d23799 req-8d1ab6e7-f1b5-4fe9-b91f-cba9405d4c39 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:48.203200 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f9ba5921-ec96-4dd9-9ef9-2cff16d23799 req-8d1ab6e7-f1b5-4fe9-b91f-cba9405d4c39 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 946 time: 0.3029189 Aug 16 23:06:48.214221 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning for port 02990fd3-6867-47e9-bd51-e2036b1e16a1 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:06:48.229073 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port 02990fd3-6867-47e9-bd51-e2036b1e16a1 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:06:48.229954 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:48.246321 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=4c28e14e-af8e-4e4b-9785-ea495ce96f11,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:48.247854 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8735a602-8aee-4c6a-8a25-d094c52ec418 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:48.252392 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-8735a602-8aee-4c6a-8a25-d094c52ec418 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] 10.222.0.36 "DELETE /v2.0/ports/b1482fb3-b653-480b-9c20-331ad2ce32c8 HTTP/1.1" status: 204 len: 168 time: 2.0480466 Aug 16 23:06:48.259672 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53004) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:48.291398 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-07ca139a-15ca-4765-9bab-eedb5e6434ea None None] Port bd51117f-4b95-460c-9a8f-888794f9a68f cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:06:48.310039 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68880ea-b4fd-4097-9f2a-bbf609d877cd req-8b3d9e16-3cb4-478b-96a0-528fae7aaa13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:48.311650 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f68880ea-b4fd-4097-9f2a-bbf609d877cd req-8b3d9e16-3cb4-478b-96a0-528fae7aaa13 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d6960f85-ce45-4ab7-99b5-dd33148146e1 HTTP/1.1" status: 200 len: 797 time: 0.1790824 Aug 16 23:06:48.326765 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f9ba5921-ec96-4dd9-9ef9-2cff16d23799 req-2202dbe3-eb19-4c9c-b3c8-248a94e99d8e tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221035 Aug 16 23:06:48.330996 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-02a057af-3781-4589-b0e4-1d0977fb5289 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:48.371967 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_v2 [None req-4963c17a-5c3d-4085-badb-28f12cd52d81 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Deleting subnet cefa4cbf-694c-4c9c-a683-cc10ef118627 {{(pid=101292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:06:48.376031 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4963c17a-5c3d-4085-badb-28f12cd52d81 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Notify callbacks [] for subnet, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:48.378201 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a057af-3781-4589-b0e4-1d0977fb5289 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Pushing event deleted for resources: {'Port': ['ID=bd51117f-4b95-460c-9a8f-888794f9a68f,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:48.399972 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:48.437191 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68880ea-b4fd-4097-9f2a-bbf609d877cd req-c4c7dcf6-8d12-4e8e-aeb0-352c110678cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:48.438740 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f68880ea-b4fd-4097-9f2a-bbf609d877cd req-c4c7dcf6-8d12-4e8e-aeb0-352c110678cf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f22d369e-b532-46c6-9344-c4601e102f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1059024 Aug 16 23:06:48.440948 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4963c17a-5c3d-4085-badb-28f12cd52d81 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3848860'] for subnet, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:48.473732 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 02990fd3-6867-47e9-bd51-e2036b1e16a1, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=02990fd3-6867-47e9-bd51-e2036b1e16a1,segment=NetworkSegment(4e60af0a-2975-4931-9018-d082d9d7fdc2),segment_id=4e60af0a-2975-4931-9018-d082d9d7fdc2)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:06:48.480783 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:48.483068 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 1f7efbdf-cfae-4b67-acd0-7aee054634c7 up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:06:48.613631 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=02990fd3-6867-47e9-bd51-e2036b1e16a1,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:48.637237 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning for port 1f7efbdf-cfae-4b67-acd0-7aee054634c7 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:06:48.644032 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-02a057af-3781-4589-b0e4-1d0977fb5289 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:48.644917 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port 1f7efbdf-cfae-4b67-acd0-7aee054634c7 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:06:48.645330 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:48.650675 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-02a057af-3781-4589-b0e4-1d0977fb5289 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] 10.222.0.36 "DELETE /v2.0/ports/bd51117f-4b95-460c-9a8f-888794f9a68f HTTP/1.1" status: 204 len: 168 time: 0.9139309 Aug 16 23:06:48.653921 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53012) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:48.686249 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54401a6-0a3d-44af-b542-dc1264a9560a req-abdd3e19-3ac1-44cf-a0c3-3ddbd7c8b3a1 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:48.687842 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a54401a6-0a3d-44af-b542-dc1264a9560a req-abdd3e19-3ac1-44cf-a0c3-3ddbd7c8b3a1 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 946 time: 0.2075524 Aug 16 23:06:48.711201 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8bee002-93a1-4513-83d3-37639c10f235 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] GET failed (client error): The resource could not be found. Aug 16 23:06:48.712788 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-a8bee002-93a1-4513-83d3-37639c10f235 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] 10.222.0.36 "GET /v2.0/ports/bd51117f-4b95-460c-9a8f-888794f9a68f HTTP/1.1" status: 404 len: 333 time: 0.0570617 Aug 16 23:06:48.715480 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53014) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:48.754287 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:48.763956 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4963c17a-5c3d-4085-badb-28f12cd52d81 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:48.769688 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f68880ea-b4fd-4097-9f2a-bbf609d877cd req-a8399c70-9023-4653-91c0-96f638d61ba4 service neutron] 10.222.0.57 "GET /v2.0/networks/f22d369e-b532-46c6-9344-c4601e102f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011761 Aug 16 23:06:48.776397 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53018) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:48.793260 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 1f7efbdf-cfae-4b67-acd0-7aee054634c7, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=1f7efbdf-cfae-4b67-acd0-7aee054634c7,segment=NetworkSegment(6ea91bac-7c58-4125-a874-7009ffcf29d4),segment_id=6ea91bac-7c58-4125-a874-7009ffcf29d4)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:06:48.798918 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:48.800756 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device c8884c15-ea75-4d67-b150-51216a77129b up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:06:48.869391 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-f87da573-ddfb-4ae3-9107-d18a1ac2cf9c tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Deleting port 40ba1185-8d4c-45d1-9823-a19138a87ee1 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:06:48.869742 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f87da573-ddfb-4ae3-9107-d18a1ac2cf9c tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:48.878302 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=1f7efbdf-cfae-4b67-acd0-7aee054634c7,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:48.889357 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a54401a6-0a3d-44af-b542-dc1264a9560a req-c9a88176-f915-4a7d-85b5-3d06727d2e5b tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874268 Aug 16 23:06:48.932208 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning for port c8884c15-ea75-4d67-b150-51216a77129b completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:06:48.944642 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port c8884c15-ea75-4d67-b150-51216a77129b triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:06:48.944867 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7fd382-7ab2-4c9f-ae1e-114201d3955f req-484654af-9be9-4f60-aba9-8c7a695cbfd8 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:48.945619 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:48.952833 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7fd382-7ab2-4c9f-ae1e-114201d3955f req-484654af-9be9-4f60-aba9-8c7a695cbfd8 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:48.959018 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7fd382-7ab2-4c9f-ae1e-114201d3955f req-484654af-9be9-4f60-aba9-8c7a695cbfd8 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:48.965096 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7fd382-7ab2-4c9f-ae1e-114201d3955f req-484654af-9be9-4f60-aba9-8c7a695cbfd8 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:48.972840 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7fd382-7ab2-4c9f-ae1e-114201d3955f req-484654af-9be9-4f60-aba9-8c7a695cbfd8 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:48.978699 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7fd382-7ab2-4c9f-ae1e-114201d3955f req-484654af-9be9-4f60-aba9-8c7a695cbfd8 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:48.982008 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0fb05895-edd7-4b10-b5e9-434b3899b3a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:48.985863 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7fd382-7ab2-4c9f-ae1e-114201d3955f req-484654af-9be9-4f60-aba9-8c7a695cbfd8 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:48.987953 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6f7fd382-7ab2-4c9f-ae1e-114201d3955f req-484654af-9be9-4f60-aba9-8c7a695cbfd8 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ec6deff-f245-4e1c-822d-87007a31b174 HTTP/1.1" status: 200 len: 5437 time: 0.2573714 Aug 16 23:06:49.013694 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4963c17a-5c3d-4085-badb-28f12cd52d81 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26252129'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:49.044670 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:49.069564 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4963c17a-5c3d-4085-badb-28f12cd52d81 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:49.073076 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-4963c17a-5c3d-4085-badb-28f12cd52d81 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] 10.222.0.36 "DELETE /v2.0/subnets/cefa4cbf-694c-4c9c-a683-cc10ef118627 HTTP/1.1" status: 204 len: 168 time: 0.8100741 Aug 16 23:06:49.074118 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4963c17a-5c3d-4085-badb-28f12cd52d81 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Pushing event deleted for resources: {'Subnet': ['ID=cefa4cbf-694c-4c9c-a683-cc10ef118627,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:49.077712 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f68880ea-b4fd-4097-9f2a-bbf609d877cd req-5cf4221d-625e-417b-9802-2cdc1353bac0 service neutron] 10.222.0.57 "GET /v2.0/networks/f22d369e-b532-46c6-9344-c4601e102f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689869 Aug 16 23:06:49.084399 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53024) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:49.102517 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port c8884c15-ea75-4d67-b150-51216a77129b, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=c8884c15-ea75-4d67-b150-51216a77129b,segment=NetworkSegment(4e60af0a-2975-4931-9018-d082d9d7fdc2),segment_id=4e60af0a-2975-4931-9018-d082d9d7fdc2)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:06:49.109164 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8eb7d3-d22e-4e41-92ba-d9b896abcb07 None None] Network 0e754e35-eaf8-4d85-939c-75af9edaf79a requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:06:49.127722 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:49.128978 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 2d914dcd-a009-4bd0-a96d-6ee74c4c2e7d up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:06:49.157204 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4963c17a-5c3d-4085-badb-28f12cd52d81 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:06:49.157802 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4963c17a-5c3d-4085-badb-28f12cd52d81 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:06:49.158324 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4963c17a-5c3d-4085-badb-28f12cd52d81 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:06:49.158843 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4963c17a-5c3d-4085-badb-28f12cd52d81 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:06:49.159377 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4963c17a-5c3d-4085-badb-28f12cd52d81 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:06:49.159879 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4963c17a-5c3d-4085-badb-28f12cd52d81 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:06:49.160378 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4963c17a-5c3d-4085-badb-28f12cd52d81 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:06:49.160886 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4963c17a-5c3d-4085-badb-28f12cd52d81 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:06:49.161579 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4963c17a-5c3d-4085-badb-28f12cd52d81 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:06:49.161974 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4963c17a-5c3d-4085-badb-28f12cd52d81 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:06:49.162222 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4963c17a-5c3d-4085-badb-28f12cd52d81 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:06:49.162588 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4963c17a-5c3d-4085-badb-28f12cd52d81 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:06:49.205414 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6f7fd382-7ab2-4c9f-ae1e-114201d3955f req-c106dfce-7154-4ff2-bd04-2752ccd74829 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d561fd0-5d3b-4398-8725-9733c38afc60&id=7847b2e1-2595-4387-b40a-e9cc25ff3917&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2096021 Aug 16 23:06:49.215102 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f68880ea-b4fd-4097-9f2a-bbf609d877cd req-2a05fc3e-597e-4fe0-b3f8-cea5d5ff5a75 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=acb20ca9-d24c-4731-8f98-e40869957d23 HTTP/1.1" status: 200 len: 217 time: 0.1262991 Aug 16 23:06:49.249321 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-63d50986-a470-4e64-a3db-97c79edf1469 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:49.263484 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=c8884c15-ea75-4d67-b150-51216a77129b,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:49.351700 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68880ea-b4fd-4097-9f2a-bbf609d877cd req-0a1616bb-83ab-4a19-824f-6809ad09fdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:49.353458 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f68880ea-b4fd-4097-9f2a-bbf609d877cd req-0a1616bb-83ab-4a19-824f-6809ad09fdc0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fdaa5cc8-50d2-4c63-b1ef-57818a69cbda HTTP/1.1" status: 200 len: 797 time: 0.1020863 Aug 16 23:06:49.361932 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning for port 2d914dcd-a009-4bd0-a96d-6ee74c4c2e7d completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:06:49.370047 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port 2d914dcd-a009-4bd0-a96d-6ee74c4c2e7d triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:06:49.371405 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:49.398233 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f87da573-ddfb-4ae3-9107-d18a1ac2cf9c tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:49.407986 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-63d50986-a470-4e64-a3db-97c79edf1469 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Deleting port 7244c46d-29cb-4348-88b2-b5e3b3ca7537 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:06:49.408488 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-63d50986-a470-4e64-a3db-97c79edf1469 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:49.417893 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-f87da573-ddfb-4ae3-9107-d18a1ac2cf9c tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Calling delete_port for 40ba1185-8d4c-45d1-9823-a19138a87ee1 owned by {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:06:49.498994 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:49.514017 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68880ea-b4fd-4097-9f2a-bbf609d877cd req-24b49c5d-56f8-4b3a-be57-a1b85d7af0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:49.516974 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f68880ea-b4fd-4097-9f2a-bbf609d877cd req-24b49c5d-56f8-4b3a-be57-a1b85d7af0e0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ce4eb26f-79ce-4c2a-bb34-84780b573ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1528366 Aug 16 23:06:49.541825 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 2d914dcd-a009-4bd0-a96d-6ee74c4c2e7d, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=2d914dcd-a009-4bd0-a96d-6ee74c4c2e7d,segment=NetworkSegment(4e60af0a-2975-4931-9018-d082d9d7fdc2),segment_id=4e60af0a-2975-4931-9018-d082d9d7fdc2)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:06:49.543368 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6352705-dff4-4109-b277-1cf55b9c2070 None None] DHCP port deletion for 0e754e35-eaf8-4d85-939c-75af9edaf79a request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:06:49.549887 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:49.551666 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 5c511553-abb0-45ee-9ae1-f490c0be7d9d up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:06:49.555992 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0fb05895-edd7-4b10-b5e9-434b3899b3a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:49.563061 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0fb05895-edd7-4b10-b5e9-434b3899b3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:49.648062 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-63d50986-a470-4e64-a3db-97c79edf1469 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] For port 7244c46d-29cb-4348-88b2-b5e3b3ca7537, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=7244c46d-29cb-4348-88b2-b5e3b3ca7537,segment=NetworkSegment(06d386d0-5905-4630-8faf-28ab3cbb14e1),segment_id=06d386d0-5905-4630-8faf-28ab3cbb14e1)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:06:49.648459 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-63d50986-a470-4e64-a3db-97c79edf1469 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:49.654867 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-0fb05895-edd7-4b10-b5e9-434b3899b3a1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=14856922cf744cc582110cbc7d84b199&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8770239 Aug 16 23:06:49.657869 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb05895-edd7-4b10-b5e9-434b3899b3a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=747730ab-7842-4d0c-8217-3eac458b6f2f,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:49.660047 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53036) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:49.672747 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=2d914dcd-a009-4bd0-a96d-6ee74c4c2e7d,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:49.679800 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb05895-edd7-4b10-b5e9-434b3899b3a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:06:49.680155 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb05895-edd7-4b10-b5e9-434b3899b3a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:06:49.680520 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb05895-edd7-4b10-b5e9-434b3899b3a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:06:49.680875 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb05895-edd7-4b10-b5e9-434b3899b3a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:06:49.681216 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb05895-edd7-4b10-b5e9-434b3899b3a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:06:49.681550 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb05895-edd7-4b10-b5e9-434b3899b3a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:06:49.681884 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb05895-edd7-4b10-b5e9-434b3899b3a1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:06:49.682217 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb05895-edd7-4b10-b5e9-434b3899b3a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:06:49.682547 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb05895-edd7-4b10-b5e9-434b3899b3a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:06:49.682882 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb05895-edd7-4b10-b5e9-434b3899b3a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:06:49.683267 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb05895-edd7-4b10-b5e9-434b3899b3a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:06:49.683606 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb05895-edd7-4b10-b5e9-434b3899b3a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:06:49.684012 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-63d50986-a470-4e64-a3db-97c79edf1469 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Calling delete_port for 7244c46d-29cb-4348-88b2-b5e3b3ca7537 owned by network:dhcp {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:06:49.700134 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning for port 5c511553-abb0-45ee-9ae1-f490c0be7d9d completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:06:49.705131 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-e6352705-dff4-4109-b277-1cf55b9c2070 None None] Deleting port 7244c46d-29cb-4348-88b2-b5e3b3ca7537 {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:06:49.705658 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e6352705-dff4-4109-b277-1cf55b9c2070 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:49.707398 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f87da573-ddfb-4ae3-9107-d18a1ac2cf9c tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:49.709088 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port 5c511553-abb0-45ee-9ae1-f490c0be7d9d triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:06:49.709088 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:49.751305 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87da573-ddfb-4ae3-9107-d18a1ac2cf9c tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Pushing event deleted for resources: {'Port': ['ID=40ba1185-8d4c-45d1-9823-a19138a87ee1,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:49.788321 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f87da573-ddfb-4ae3-9107-d18a1ac2cf9c tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:49.793046 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-f87da573-ddfb-4ae3-9107-d18a1ac2cf9c tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] 10.222.0.36 "DELETE /v2.0/ports/40ba1185-8d4c-45d1-9823-a19138a87ee1 HTTP/1.1" status: 204 len: 168 time: 1.0755377 Aug 16 23:06:49.796293 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53038) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:49.798604 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-aa8d353c-aa76-4a26-a342-bc3b3b719d6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:49.813169 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d5af5b-e3cc-4ffc-8a53-210f6b345644 req-09f27f4c-1e85-4f7a-babf-aa4942105e3f tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:49.815506 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d1d5af5b-e3cc-4ffc-8a53-210f6b345644 req-09f27f4c-1e85-4f7a-babf-aa4942105e3f tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 946 time: 0.2113171 Aug 16 23:06:49.818596 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9d29960c-fb9e-471a-bdd9-c29398550b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:49.821278 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-e6352705-dff4-4109-b277-1cf55b9c2070 None None] For port 7244c46d-29cb-4348-88b2-b5e3b3ca7537, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=7244c46d-29cb-4348-88b2-b5e3b3ca7537,segment=NetworkSegment(06d386d0-5905-4630-8faf-28ab3cbb14e1),segment_id=06d386d0-5905-4630-8faf-28ab3cbb14e1)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:06:49.821664 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e6352705-dff4-4109-b277-1cf55b9c2070 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:49.831114 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f68880ea-b4fd-4097-9f2a-bbf609d877cd req-f5e626dc-53a9-42e5-819d-be9030f0f5ee service neutron] 10.222.0.57 "GET /v2.0/networks/ce4eb26f-79ce-4c2a-bb34-84780b573ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3062289 Aug 16 23:06:49.838168 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-7876bacd-6ce5-4120-9f97-5487f58597ed tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] GET failed (client error): The resource could not be found. Aug 16 23:06:49.844857 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-7876bacd-6ce5-4120-9f97-5487f58597ed tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] 10.222.0.36 "GET /v2.0/ports/40ba1185-8d4c-45d1-9823-a19138a87ee1 HTTP/1.1" status: 404 len: 333 time: 0.0474336 Aug 16 23:06:49.845064 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-e6352705-dff4-4109-b277-1cf55b9c2070 None None] Calling delete_port for 7244c46d-29cb-4348-88b2-b5e3b3ca7537 owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:06:49.845575 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53040) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:49.921439 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-aa8d353c-aa76-4a26-a342-bc3b3b719d6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:49.922250 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 7244c46d-29cb-4348-88b2-b5e3b3ca7537 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:06:49.971030 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:49.971242 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d1d5af5b-e3cc-4ffc-8a53-210f6b345644 req-cc345599-5971-4d8b-89ce-adcd2fce0812 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372182 Aug 16 23:06:49.984650 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f68880ea-b4fd-4097-9f2a-bbf609d877cd req-7250f10a-5533-48fc-b3b6-d06aa3f040d9 service neutron] 10.222.0.57 "GET /v2.0/networks/ce4eb26f-79ce-4c2a-bb34-84780b573ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401813 Aug 16 23:06:50.024021 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No active binding found for port 7244c46d-29cb-4348-88b2-b5e3b3ca7537 {{(pid=101293) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 16 23:06:50.024465 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 7244c46d-29cb-4348-88b2-b5e3b3ca7537 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:06:50.034019 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e6352705-dff4-4109-b277-1cf55b9c2070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:50.069598 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f68880ea-b4fd-4097-9f2a-bbf609d877cd req-4ed208eb-7bbc-4fd4-966b-22abb1c61533 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ca2bab7f-12a0-4ae0-aa91-31c515a91b5c HTTP/1.1" status: 200 len: 217 time: 0.0766265 Aug 16 23:06:50.070207 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-63d50986-a470-4e64-a3db-97c79edf1469 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:50.070782 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ec6deff-f245-4e1c-822d-87007a31b174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02990fd3-6867-47e9-bd51-e2036b1e16a1'}, {'server_uuid': '5ec6deff-f245-4e1c-822d-87007a31b174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f7efbdf-cfae-4b67-acd0-7aee054634c7'}, {'server_uuid': '5ec6deff-f245-4e1c-822d-87007a31b174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8884c15-ea75-4d67-b150-51216a77129b'}, {'server_uuid': '5ec6deff-f245-4e1c-822d-87007a31b174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d914dcd-a009-4bd0-a96d-6ee74c4c2e7d'}, {'server_uuid': '5ec6deff-f245-4e1c-822d-87007a31b174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c511553-abb0-45ee-9ae1-f490c0be7d9d'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:06:50.076846 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-477f2c04-9312-41b9-85fe-d6e440846510" -d '{"events": [{"server_uuid": "5ec6deff-f245-4e1c-822d-87007a31b174", "name": "network-vif-plugged", "status": "completed", "tag": "02990fd3-6867-47e9-bd51-e2036b1e16a1"}, {"server_uuid": "5ec6deff-f245-4e1c-822d-87007a31b174", "name": "network-vif-plugged", "status": "completed", "tag": "1f7efbdf-cfae-4b67-acd0-7aee054634c7"}, {"server_uuid": "5ec6deff-f245-4e1c-822d-87007a31b174", "name": "network-vif-plugged", "status": "completed", "tag": "c8884c15-ea75-4d67-b150-51216a77129b"}, {"server_uuid": "5ec6deff-f245-4e1c-822d-87007a31b174", "name": "network-vif-plugged", "status": "completed", "tag": "2d914dcd-a009-4bd0-a96d-6ee74c4c2e7d"}, {"server_uuid": "5ec6deff-f245-4e1c-822d-87007a31b174", "name": "network-vif-plugged", "status": "completed", "tag": "5c511553-abb0-45ee-9ae1-f490c0be7d9d"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:06:50.077068 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-75a78d88-3203-4f93-aab1-bb1b7885a546 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Deleting port 6a08c150-3261-48e2-84b5-cda82ceb63ba {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:06:50.077838 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-75a78d88-3203-4f93-aab1-bb1b7885a546 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:50.078916 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6352705-dff4-4109-b277-1cf55b9c2070 None None] Pushing event deleted for resources: {'Port': ['ID=7244c46d-29cb-4348-88b2-b5e3b3ca7537,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:50.085226 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-aa8d353c-aa76-4a26-a342-bc3b3b719d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:50.089842 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-aa8d353c-aa76-4a26-a342-bc3b3b719d6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:50.099792 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 5c511553-abb0-45ee-9ae1-f490c0be7d9d, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=5c511553-abb0-45ee-9ae1-f490c0be7d9d,segment=NetworkSegment(63d70cc7-a3dd-4cc7-80ad-edc082b29b8e),segment_id=63d70cc7-a3dd-4cc7-80ad-edc082b29b8e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:06:50.107725 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-aa8d353c-aa76-4a26-a342-bc3b3b719d6d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/747730ab-7842-4d0c-8217-3eac458b6f2f HTTP/1.1" status: 204 len: 168 time: 0.4383972 Aug 16 23:06:50.116109 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d50986-a470-4e64-a3db-97c79edf1469 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Pushing event deleted for resources: {'Port': ['ID=7244c46d-29cb-4348-88b2-b5e3b3ca7537,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:50.116576 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:50.117376 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device e0a765e0-0935-444c-9c94-9574aa68a115 up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:06:50.172777 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6352705-dff4-4109-b277-1cf55b9c2070 None None] No DVR routers for this DVR port 7244c46d-29cb-4348-88b2-b5e3b3ca7537 on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:06:50.175381 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Mon, 16 Aug 2021 23:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b6a7591-3d5d-4448-a09e-d97648cf1696 x-openstack-request-id: req-7b6a7591-3d5d-4448-a09e-d97648cf1696 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:06:50.175941 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ec6deff-f245-4e1c-822d-87007a31b174", "name": "network-vif-plugged", "status": "completed", "tag": "02990fd3-6867-47e9-bd51-e2036b1e16a1", "code": 200}, {"server_uuid": "5ec6deff-f245-4e1c-822d-87007a31b174", "name": "network-vif-plugged", "status": "completed", "tag": "1f7efbdf-cfae-4b67-acd0-7aee054634c7", "code": 200}, {"server_uuid": "5ec6deff-f245-4e1c-822d-87007a31b174", "name": "network-vif-plugged", "status": "completed", "tag": "c8884c15-ea75-4d67-b150-51216a77129b", "code": 200}, {"server_uuid": "5ec6deff-f245-4e1c-822d-87007a31b174", "name": "network-vif-plugged", "status": "completed", "tag": "2d914dcd-a009-4bd0-a96d-6ee74c4c2e7d", "code": 200}, {"server_uuid": "5ec6deff-f245-4e1c-822d-87007a31b174", "name": "network-vif-plugged", "status": "completed", "tag": "5c511553-abb0-45ee-9ae1-f490c0be7d9d", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:06:50.176371 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7b6a7591-3d5d-4448-a09e-d97648cf1696 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:06:50.177015 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ec6deff-f245-4e1c-822d-87007a31b174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02990fd3-6867-47e9-bd51-e2036b1e16a1', 'code': 200} Aug 16 23:06:50.177508 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ec6deff-f245-4e1c-822d-87007a31b174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f7efbdf-cfae-4b67-acd0-7aee054634c7', 'code': 200} Aug 16 23:06:50.177508 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ec6deff-f245-4e1c-822d-87007a31b174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8884c15-ea75-4d67-b150-51216a77129b', 'code': 200} Aug 16 23:06:50.177754 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ec6deff-f245-4e1c-822d-87007a31b174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d914dcd-a009-4bd0-a96d-6ee74c4c2e7d', 'code': 200} Aug 16 23:06:50.177998 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ec6deff-f245-4e1c-822d-87007a31b174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c511553-abb0-45ee-9ae1-f490c0be7d9d', 'code': 200} Aug 16 23:06:50.186532 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d50986-a470-4e64-a3db-97c79edf1469 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] No DVR routers for this DVR port 7244c46d-29cb-4348-88b2-b5e3b3ca7537 on host n-d-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:06:50.218140 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8d353c-aa76-4a26-a342-bc3b3b719d6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=747730ab-7842-4d0c-8217-3eac458b6f2f,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:50.220936 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68880ea-b4fd-4097-9f2a-bbf609d877cd req-e0b44554-b947-44e4-8fa7-f56743dd16d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:50.223996 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f68880ea-b4fd-4097-9f2a-bbf609d877cd req-e0b44554-b947-44e4-8fa7-f56743dd16d0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fdaa5cc8-50d2-4c63-b1ef-57818a69cbda HTTP/1.1" status: 200 len: 797 time: 0.1196640 Aug 16 23:06:50.325616 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-75a78d88-3203-4f93-aab1-bb1b7885a546 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:50.346052 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-75a78d88-3203-4f93-aab1-bb1b7885a546 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Calling delete_port for 6a08c150-3261-48e2-84b5-cda82ceb63ba owned by {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:06:50.354994 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-63d50986-a470-4e64-a3db-97c79edf1469 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:50.370950 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-63d50986-a470-4e64-a3db-97c79edf1469 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e754e35-eaf8-4d85-939c-75af9edaf79a']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:06:50.385107 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-63d50986-a470-4e64-a3db-97c79edf1469 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06d386d0-5905-4630-8faf-28ab3cbb14e1') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:06:50.385886 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-63d50986-a470-4e64-a3db-97c79edf1469 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06d386d0-5905-4630-8faf-28ab3cbb14e1') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:06:50.399055 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-63d50986-a470-4e64-a3db-97c79edf1469 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:50.418675 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=5c511553-abb0-45ee-9ae1-f490c0be7d9d,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:50.434963 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning for port e0a765e0-0935-444c-9c94-9574aa68a115 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:06:50.446176 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port e0a765e0-0935-444c-9c94-9574aa68a115 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:06:50.446981 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:50.452470 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-63d50986-a470-4e64-a3db-97c79edf1469 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:50.484245 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63d50986-a470-4e64-a3db-97c79edf1469 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:06:50.484691 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-63d50986-a470-4e64-a3db-97c79edf1469 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:50.488875 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 16 23:06:50.488875 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:06:50.488875 n-d-791506-26 neutron-server[101292]: timer() Aug 16 23:06:50.488875 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:06:50.488875 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 16 23:06:50.488875 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:06:50.488875 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 16 23:06:50.488875 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:06:50.488875 n-d-791506-26 neutron-server[101292]: self._notify() Aug 16 23:06:50.488875 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:06:50.488875 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 16 23:06:50.488875 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:06:50.488875 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 16 23:06:50.488875 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:06:50.488875 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:06:50.488875 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:06:50.488875 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:06:50.488875 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:06:50.488875 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 16 23:06:50.488875 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:06:50.488875 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 16 23:06:50.488875 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:06:50.488875 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:06:50.488875 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:06:50.488875 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 16 23:06:50.488875 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:06:50.488875 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:06:50.488875 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:06:50.488875 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:06:50.488875 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:06:50.488875 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:06:50.488875 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:06:50.504748 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-75a78d88-3203-4f93-aab1-bb1b7885a546 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:50.546973 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a78d88-3203-4f93-aab1-bb1b7885a546 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Pushing event deleted for resources: {'Port': ['ID=6a08c150-3261-48e2-84b5-cda82ceb63ba,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:50.554831 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:50.555513 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68880ea-b4fd-4097-9f2a-bbf609d877cd req-233151ad-6362-425c-bdec-4d955a56f3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:50.557118 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f68880ea-b4fd-4097-9f2a-bbf609d877cd req-233151ad-6362-425c-bdec-4d955a56f3c7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ce4eb26f-79ce-4c2a-bb34-84780b573ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2601688 Aug 16 23:06:50.589170 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356019fe-0b02-4a86-b2e9-d8bd2dd3fb0d req-03c0ba74-2fe8-417b-a301-8c0c352c9cc2 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:50.589408 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53052) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:50.594237 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:50.596404 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356019fe-0b02-4a86-b2e9-d8bd2dd3fb0d req-03c0ba74-2fe8-417b-a301-8c0c352c9cc2 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:50.602649 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356019fe-0b02-4a86-b2e9-d8bd2dd3fb0d req-03c0ba74-2fe8-417b-a301-8c0c352c9cc2 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:50.608690 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356019fe-0b02-4a86-b2e9-d8bd2dd3fb0d req-03c0ba74-2fe8-417b-a301-8c0c352c9cc2 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:50.611356 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port e0a765e0-0935-444c-9c94-9574aa68a115, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=e0a765e0-0935-444c-9c94-9574aa68a115,segment=NetworkSegment(4e60af0a-2975-4931-9018-d082d9d7fdc2),segment_id=4e60af0a-2975-4931-9018-d082d9d7fdc2)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:06:50.612163 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a8af68ca-4f9e-47e1-b187-9e778a8e1443 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:50.615149 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356019fe-0b02-4a86-b2e9-d8bd2dd3fb0d req-03c0ba74-2fe8-417b-a301-8c0c352c9cc2 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:50.617960 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:50.618119 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-75a78d88-3203-4f93-aab1-bb1b7885a546 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:50.621780 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356019fe-0b02-4a86-b2e9-d8bd2dd3fb0d req-03c0ba74-2fe8-417b-a301-8c0c352c9cc2 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:50.624193 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-75a78d88-3203-4f93-aab1-bb1b7885a546 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] 10.222.0.36 "DELETE /v2.0/ports/6a08c150-3261-48e2-84b5-cda82ceb63ba HTTP/1.1" status: 204 len: 168 time: 0.7745790 Aug 16 23:06:50.628703 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356019fe-0b02-4a86-b2e9-d8bd2dd3fb0d req-03c0ba74-2fe8-417b-a301-8c0c352c9cc2 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:50.632475 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53054) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:50.637642 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-356019fe-0b02-4a86-b2e9-d8bd2dd3fb0d req-03c0ba74-2fe8-417b-a301-8c0c352c9cc2 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ec6deff-f245-4e1c-822d-87007a31b174 HTTP/1.1" status: 200 len: 5441 time: 0.3015485 Aug 16 23:06:50.681075 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=e0a765e0-0935-444c-9c94-9574aa68a115,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:50.689193 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-63d50986-a470-4e64-a3db-97c79edf1469 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:50.693671 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-63d50986-a470-4e64-a3db-97c79edf1469 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:50.695625 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-63d50986-a470-4e64-a3db-97c79edf1469 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] 10.222.0.36 "DELETE /v2.0/networks/0e754e35-eaf8-4d85-939c-75af9edaf79a HTTP/1.1" status: 204 len: 168 time: 1.6102259 Aug 16 23:06:50.715922 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4b25153-5f5d-4d04-951c-beb0babd0f5d tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Deleting subnet 1ebbe583-db01-4d75-aae0-6dee479363a4 {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:06:50.719393 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d4b25153-5f5d-4d04-951c-beb0babd0f5d tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:50.737479 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d50986-a470-4e64-a3db-97c79edf1469 tempest-ExtraDHCPOptionsTestJSON-1932576144 tempest-ExtraDHCPOptionsTestJSON-1932576144-project] Pushing event deleted for resources: {'Network': ['ID=0e754e35-eaf8-4d85-939c-75af9edaf79a,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:50.768968 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d4b25153-5f5d-4d04-951c-beb0babd0f5d tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:50.781694 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-356019fe-0b02-4a86-b2e9-d8bd2dd3fb0d req-62e3e16f-a68f-435a-8445-7676da9b20ae tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d561fd0-5d3b-4398-8725-9733c38afc60&id=7847b2e1-2595-4387-b40a-e9cc25ff3917&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0848289 Aug 16 23:06:50.823477 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f68880ea-b4fd-4097-9f2a-bbf609d877cd req-88a2ad1e-a6d7-48ae-b5cd-ff2391768afa service neutron] 10.222.0.57 "GET /v2.0/networks/ce4eb26f-79ce-4c2a-bb34-84780b573ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573614 Aug 16 23:06:50.897529 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d4b25153-5f5d-4d04-951c-beb0babd0f5d tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:50.930845 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f68880ea-b4fd-4097-9f2a-bbf609d877cd req-c0751689-8c82-4fae-abe5-1b80fb2dc96c service neutron] 10.222.0.57 "GET /v2.0/networks/ce4eb26f-79ce-4c2a-bb34-84780b573ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997171 Aug 16 23:06:50.963484 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a8af68ca-4f9e-47e1-b187-9e778a8e1443 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:50.968074 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a8af68ca-4f9e-47e1-b187-9e778a8e1443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:51.020349 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d4b25153-5f5d-4d04-951c-beb0babd0f5d tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:51.033352 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8af68ca-4f9e-47e1-b187-9e778a8e1443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc71dcf1-ef77-4d75-9075-35a26e2256dd,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:51.038389 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-a8af68ca-4f9e-47e1-b187-9e778a8e1443 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=da33c1da35e6402e93d278185a3b7d24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4473794 Aug 16 23:06:51.040581 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53062) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:51.056029 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53064) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:51.064012 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b25153-5f5d-4d04-951c-beb0babd0f5d tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Pushing event deleted for resources: {'Subnet': ['ID=1ebbe583-db01-4d75-aae0-6dee479363a4,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:51.066868 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d4b25153-5f5d-4d04-951c-beb0babd0f5d tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:51.067859 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b94575-f526-4bde-91c6-1b2665565999 None None] Network 0eeeb36d-4290-476d-92a2-895628e3bc73 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:06:51.071171 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-d4b25153-5f5d-4d04-951c-beb0babd0f5d tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] 10.222.0.36 "DELETE /v2.0/subnets/1ebbe583-db01-4d75-aae0-6dee479363a4 HTTP/1.1" status: 204 len: 168 time: 0.4376845 Aug 16 23:06:51.072130 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53068) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:51.125480 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2d5476b1-ed46-4595-ae60-95f9049fcd1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:51.166283 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-00934ac8-3c7f-40b2-8d5b-164f28285372 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:51.200396 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2d5476b1-ed46-4595-ae60-95f9049fcd1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:51.250984 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35baefe-8cee-4640-8216-99fa423a0c41 req-c48bec61-34fd-4a45-8628-b517a9a3bcaa tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:51.252562 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f35baefe-8cee-4640-8216-99fa423a0c41 req-c48bec61-34fd-4a45-8628-b517a9a3bcaa tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 946 time: 0.1242917 Aug 16 23:06:51.287283 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-dfeb2986-4a74-476c-b063-8031b4d1573a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ccb16921da144f93aced853a0122d660&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2274222 Aug 16 23:06:51.288095 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53072) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:51.303741 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cca034a-9229-4c91-aad2-80bdbb671a6b None None] DHCP port deletion for 0eeeb36d-4290-476d-92a2-895628e3bc73 request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:06:51.304450 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-00934ac8-3c7f-40b2-8d5b-164f28285372 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Deleting port 062b1621-4cd9-4051-b77a-5499253349d1 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:06:51.304930 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-00934ac8-3c7f-40b2-8d5b-164f28285372 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:51.315606 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2d5476b1-ed46-4595-ae60-95f9049fcd1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:51.318294 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2d5476b1-ed46-4595-ae60-95f9049fcd1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:51.319451 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-2d5476b1-ed46-4595-ae60-95f9049fcd1b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cc71dcf1-ef77-4d75-9075-35a26e2256dd HTTP/1.1" status: 204 len: 168 time: 0.2778740 Aug 16 23:06:51.364736 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f35baefe-8cee-4640-8216-99fa423a0c41 req-65cb5402-b181-4415-81c0-8491ca2a5cc9 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042950 Aug 16 23:06:51.377455 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5476b1-ed46-4595-ae60-95f9049fcd1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc71dcf1-ef77-4d75-9075-35a26e2256dd,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:51.394163 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a0c4dfb2-5a4e-4499-a7f8-9933f0416390 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:51.410479 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-6cca034a-9229-4c91-aad2-80bdbb671a6b None None] Deleting port 062b1621-4cd9-4051-b77a-5499253349d1 {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:06:51.410886 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-6cca034a-9229-4c91-aad2-80bdbb671a6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:51.417692 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-00934ac8-3c7f-40b2-8d5b-164f28285372 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] For port 062b1621-4cd9-4051-b77a-5499253349d1, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=062b1621-4cd9-4051-b77a-5499253349d1,segment=NetworkSegment(08bfb2e9-46eb-4ff8-a56c-3a84eeb8eb00),segment_id=08bfb2e9-46eb-4ff8-a56c-3a84eeb8eb00)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:06:51.419245 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-00934ac8-3c7f-40b2-8d5b-164f28285372 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:51.420457 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a0c4dfb2-5a4e-4499-a7f8-9933f0416390 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:51.436128 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-00934ac8-3c7f-40b2-8d5b-164f28285372 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Calling delete_port for 062b1621-4cd9-4051-b77a-5499253349d1 owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:06:51.486723 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-6cca034a-9229-4c91-aad2-80bdbb671a6b None None] For port 062b1621-4cd9-4051-b77a-5499253349d1, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=062b1621-4cd9-4051-b77a-5499253349d1,segment=NetworkSegment(08bfb2e9-46eb-4ff8-a56c-3a84eeb8eb00),segment_id=08bfb2e9-46eb-4ff8-a56c-3a84eeb8eb00)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:06:51.487318 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-6cca034a-9229-4c91-aad2-80bdbb671a6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:51.508457 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-6cca034a-9229-4c91-aad2-80bdbb671a6b None None] Calling delete_port for 062b1621-4cd9-4051-b77a-5499253349d1 owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:06:51.520487 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:51.525135 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a0c4dfb2-5a4e-4499-a7f8-9933f0416390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:51.529347 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a0c4dfb2-5a4e-4499-a7f8-9933f0416390 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:51.532152 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-a0c4dfb2-5a4e-4499-a7f8-9933f0416390 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5c416bd3-af74-4b34-a250-59ffa6afdd7e HTTP/1.1" status: 204 len: 168 time: 0.2428703 Aug 16 23:06:51.564178 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-00934ac8-3c7f-40b2-8d5b-164f28285372 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:51.580647 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c4dfb2-5a4e-4499-a7f8-9933f0416390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c416bd3-af74-4b34-a250-59ffa6afdd7e,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:51.600798 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00934ac8-3c7f-40b2-8d5b-164f28285372 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Pushing event deleted for resources: {'Port': ['ID=062b1621-4cd9-4051-b77a-5499253349d1,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:51.606871 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00934ac8-3c7f-40b2-8d5b-164f28285372 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] No DVR routers for this DVR port 062b1621-4cd9-4051-b77a-5499253349d1 on host n-d-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:06:51.612377 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:06:51.612377 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 23:06:51.612377 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:06:51.612377 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 23:06:51.612377 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:06:51.612377 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 23:06:51.612377 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:06:51.612377 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 23:06:51.612377 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:06:51.612377 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 23:06:51.612377 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:06:51.612377 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 23:06:51.612377 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:06:51.612377 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 23:06:51.612377 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:06:51.612377 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 23:06:51.612377 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:06:51.612377 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 23:06:51.612377 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:06:51.612377 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 23:06:51.612377 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:06:51.612377 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 23:06:51.612377 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:06:51.612377 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 23:06:51.612377 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:06:51.612377 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 23:06:51.612377 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:06:51.612377 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 23:06:51.612377 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:06:51.612377 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 23:06:51.612377 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:06:51.612377 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 23:06:51.612377 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:06:51.612377 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 23:06:51.612377 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:06:51.612377 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 23:06:51.612377 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:06:51.612377 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 23:06:51.612377 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:06:51.612377 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 23:06:51.612377 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:06:51.612377 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 23:06:51.612377 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:06:51.612377 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 23:06:51.612377 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:06:51.612377 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 23:06:51.612377 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:06:51.612377 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 23:06:51.612377 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:06:51.612377 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 23:06:51.612377 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:06:51.612377 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 23:06:51.612377 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:06:51.612377 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 23:06:51.622670 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-6cca034a-9229-4c91-aad2-80bdbb671a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:51.656826 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cca034a-9229-4c91-aad2-80bdbb671a6b None None] No DVR routers for this DVR port 062b1621-4cd9-4051-b77a-5499253349d1 on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:06:51.666834 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cca034a-9229-4c91-aad2-80bdbb671a6b None None] Pushing event deleted for resources: {'Port': ['ID=062b1621-4cd9-4051-b77a-5499253349d1,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:51.700201 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-00934ac8-3c7f-40b2-8d5b-164f28285372 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:51.711741 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-00934ac8-3c7f-40b2-8d5b-164f28285372 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eeeb36d-4290-476d-92a2-895628e3bc73']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:06:51.727888 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-00934ac8-3c7f-40b2-8d5b-164f28285372 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08bfb2e9-46eb-4ff8-a56c-3a84eeb8eb00') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:06:51.728577 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-00934ac8-3c7f-40b2-8d5b-164f28285372 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08bfb2e9-46eb-4ff8-a56c-3a84eeb8eb00') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:06:51.738635 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-00934ac8-3c7f-40b2-8d5b-164f28285372 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:51.756055 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-00934ac8-3c7f-40b2-8d5b-164f28285372 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:51.762988 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00934ac8-3c7f-40b2-8d5b-164f28285372 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:06:51.763857 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-00934ac8-3c7f-40b2-8d5b-164f28285372 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:51.767074 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 23:06:51.767074 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:06:51.767074 n-d-791506-26 neutron-server[101291]: timer() Aug 16 23:06:51.767074 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:06:51.767074 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 23:06:51.767074 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:06:51.767074 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 23:06:51.767074 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:06:51.767074 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 23:06:51.767074 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:06:51.767074 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 23:06:51.767074 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:06:51.767074 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 23:06:51.767074 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:06:51.767074 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:06:51.767074 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:06:51.767074 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:06:51.767074 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:06:51.767074 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 23:06:51.767074 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:06:51.767074 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 23:06:51.767074 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:06:51.767074 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:06:51.767074 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:06:51.767074 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 23:06:51.767074 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:06:51.767074 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:06:51.767074 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:06:51.767074 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:06:51.767074 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:06:51.767074 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:06:51.767074 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:06:51.868443 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-00934ac8-3c7f-40b2-8d5b-164f28285372 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:51.874129 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 062b1621-4cd9-4051-b77a-5499253349d1 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:06:51.906270 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-00934ac8-3c7f-40b2-8d5b-164f28285372 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:51.915531 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-00934ac8-3c7f-40b2-8d5b-164f28285372 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] 10.222.0.36 "DELETE /v2.0/networks/0eeeb36d-4290-476d-92a2-895628e3bc73 HTTP/1.1" status: 204 len: 168 time: 0.8379390 Aug 16 23:06:51.915531 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00934ac8-3c7f-40b2-8d5b-164f28285372 tempest-AllowedAddressPairIpV6TestJSON-1234499759 tempest-AllowedAddressPairIpV6TestJSON-1234499759-project] Pushing event deleted for resources: {'Network': ['ID=0eeeb36d-4290-476d-92a2-895628e3bc73,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:51.915841 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 062b1621-4cd9-4051-b77a-5499253349d1 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:06:51.915841 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 062b1621-4cd9-4051-b77a-5499253349d1 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:06:51.980317 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d57360-92f3-4d10-ba08-bad79b176886 req-27f43612-2a85-4ec7-ad3d-4715c41b65a8 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:51.986721 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d57360-92f3-4d10-ba08-bad79b176886 req-27f43612-2a85-4ec7-ad3d-4715c41b65a8 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:51.992880 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d57360-92f3-4d10-ba08-bad79b176886 req-27f43612-2a85-4ec7-ad3d-4715c41b65a8 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:52.003580 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d57360-92f3-4d10-ba08-bad79b176886 req-27f43612-2a85-4ec7-ad3d-4715c41b65a8 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:52.005349 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d57360-92f3-4d10-ba08-bad79b176886 req-27f43612-2a85-4ec7-ad3d-4715c41b65a8 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:52.011237 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d57360-92f3-4d10-ba08-bad79b176886 req-27f43612-2a85-4ec7-ad3d-4715c41b65a8 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:52.017963 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d57360-92f3-4d10-ba08-bad79b176886 req-27f43612-2a85-4ec7-ad3d-4715c41b65a8 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:52.019906 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-80d57360-92f3-4d10-ba08-bad79b176886 req-27f43612-2a85-4ec7-ad3d-4715c41b65a8 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ec6deff-f245-4e1c-822d-87007a31b174 HTTP/1.1" status: 200 len: 5442 time: 0.1203227 Aug 16 23:06:52.069046 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-80d57360-92f3-4d10-ba08-bad79b176886 req-8cfd1bd8-5024-4280-b815-3f6fd79214a9 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d561fd0-5d3b-4398-8725-9733c38afc60&id=7847b2e1-2595-4387-b40a-e9cc25ff3917&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0417032 Aug 16 23:06:52.179660 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ec6deff-f245-4e1c-822d-87007a31b174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0a765e0-0935-444c-9c94-9574aa68a115'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:06:52.182045 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-550887a0-5b9f-43b6-ab07-4073369f85f5" -d '{"events": [{"server_uuid": "5ec6deff-f245-4e1c-822d-87007a31b174", "name": "network-vif-plugged", "status": "completed", "tag": "e0a765e0-0935-444c-9c94-9574aa68a115"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:06:52.221475 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52f1e574-3e37-4d4d-befe-7932b8b2633c x-openstack-request-id: req-52f1e574-3e37-4d4d-befe-7932b8b2633c {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:06:52.221834 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ec6deff-f245-4e1c-822d-87007a31b174", "name": "network-vif-plugged", "status": "completed", "tag": "e0a765e0-0935-444c-9c94-9574aa68a115", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:06:52.222154 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-52f1e574-3e37-4d4d-befe-7932b8b2633c {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:06:52.222406 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53108) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:52.222649 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ec6deff-f245-4e1c-822d-87007a31b174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0a765e0-0935-444c-9c94-9574aa68a115', 'code': 200} Aug 16 23:06:52.381936 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbdeff5-a91e-423d-98cf-3c7481a181e3 req-6e9f17d3-ddd6-45dd-92d9-49aa6ee74238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:52.382549 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbdeff5-a91e-423d-98cf-3c7481a181e3 req-6e9f17d3-ddd6-45dd-92d9-49aa6ee74238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:52.383095 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbdeff5-a91e-423d-98cf-3c7481a181e3 req-6e9f17d3-ddd6-45dd-92d9-49aa6ee74238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:52.383828 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbdeff5-a91e-423d-98cf-3c7481a181e3 req-6e9f17d3-ddd6-45dd-92d9-49aa6ee74238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:52.384169 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbdeff5-a91e-423d-98cf-3c7481a181e3 req-6e9f17d3-ddd6-45dd-92d9-49aa6ee74238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:52.384667 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbdeff5-a91e-423d-98cf-3c7481a181e3 req-6e9f17d3-ddd6-45dd-92d9-49aa6ee74238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:52.385131 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbdeff5-a91e-423d-98cf-3c7481a181e3 req-6e9f17d3-ddd6-45dd-92d9-49aa6ee74238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:52.387528 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cdbdeff5-a91e-423d-98cf-3c7481a181e3 req-6e9f17d3-ddd6-45dd-92d9-49aa6ee74238 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5ec6deff-f245-4e1c-822d-87007a31b174 HTTP/1.1" status: 200 len: 6506 time: 0.0575747 Aug 16 23:06:52.436056 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cdbdeff5-a91e-423d-98cf-3c7481a181e3 req-ad6222cd-8a70-43e5-942b-991311f9a508 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=4d561fd0-5d3b-4398-8725-9733c38afc60&id=7847b2e1-2595-4387-b40a-e9cc25ff3917&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0406201 Aug 16 23:06:52.502153 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-fdc07747-d21b-40cf-9765-293eede99851 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dc321d8350194ed0922248699bd34b3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2785230 Aug 16 23:06:52.505379 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53122) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:52.536208 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8005ae3-8ce1-485e-a412-d9a348bd0ede req-5dfa83a9-101d-4c8b-9a89-1785c3860e4b tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:52.537773 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c8005ae3-8ce1-485e-a412-d9a348bd0ede req-5dfa83a9-101d-4c8b-9a89-1785c3860e4b tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 946 time: 0.0752034 Aug 16 23:06:52.604483 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c8005ae3-8ce1-485e-a412-d9a348bd0ede req-8ed66846-6dbb-4ce7-97a9-2e6f573f94dc tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523927 Aug 16 23:06:52.604483 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b28a6e9c-b7af-4294-876e-45c6002b069f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:52.635624 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b28a6e9c-b7af-4294-876e-45c6002b069f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:52.702861 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b28a6e9c-b7af-4294-876e-45c6002b069f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:52.705468 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b28a6e9c-b7af-4294-876e-45c6002b069f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:52.708960 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-b28a6e9c-b7af-4294-876e-45c6002b069f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/49fbd351-b074-48e9-bbd4-74c8b9c41f3d HTTP/1.1" status: 204 len: 168 time: 0.1993146 Aug 16 23:06:52.719440 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28a6e9c-b7af-4294-876e-45c6002b069f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49fbd351-b074-48e9-bbd4-74c8b9c41f3d,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:52.751504 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:52.773091 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:06:52.782937 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53138) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:52.918987 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-43a597ab-763f-40da-92ff-1b9cd1dec8d4 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Request body: {'networks': [{'name': 'tempest-network--733462336'}, {'name': 'tempest-network--599707511'}]} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:06:52.919348 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-43a597ab-763f-40da-92ff-1b9cd1dec8d4 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Request body: {'network': {'name': 'tempest-network--733462336'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:06:52.920004 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-43a597ab-763f-40da-92ff-1b9cd1dec8d4 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Request body: {'network': {'name': 'tempest-network--599707511'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:06:52.943374 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43a597ab-763f-40da-92ff-1b9cd1dec8d4 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Made reservation on behalf of 21e25ed0b71f4025ab31f35e84e17224 for: {'network': 2} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:06:52.949828 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-43a597ab-763f-40da-92ff-1b9cd1dec8d4 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:52.958731 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-43a597ab-763f-40da-92ff-1b9cd1dec8d4 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:53.068703 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-43a597ab-763f-40da-92ff-1b9cd1dec8d4 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:53.080322 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-43a597ab-763f-40da-92ff-1b9cd1dec8d4 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:53.081429 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-43a597ab-763f-40da-92ff-1b9cd1dec8d4 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:53.122337 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a597ab-763f-40da-92ff-1b9cd1dec8d4 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bbd2b2c-5896-4959-b8c5-3cbc5af85e14,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:53.130575 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43a597ab-763f-40da-92ff-1b9cd1dec8d4 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:06:53.145206 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-43a597ab-763f-40da-92ff-1b9cd1dec8d4 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:53.145770 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-43a597ab-763f-40da-92ff-1b9cd1dec8d4 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Added segment 97f67dfb-f458-4406-9856-a980e97fa692 of type vlan for network 375c28b8-69ff-4ca6-bbdf-b30ceb18807a Aug 16 23:06:53.204224 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-43a597ab-763f-40da-92ff-1b9cd1dec8d4 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:53.286816 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43a597ab-763f-40da-92ff-1b9cd1dec8d4 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:06:53.302134 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-43a597ab-763f-40da-92ff-1b9cd1dec8d4 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:53.302484 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-43a597ab-763f-40da-92ff-1b9cd1dec8d4 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Added segment ed8de883-bfad-4002-a5f7-b86c8a18ed17 of type vlan for network a058fdf1-44c5-412b-94f2-d7caa36250df Aug 16 23:06:53.364575 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfd593a-61ff-46aa-828b-0064ac08ed93 req-a788b8a5-477d-4496-b45a-182561c03c32 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:53.370521 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfd593a-61ff-46aa-828b-0064ac08ed93 req-a788b8a5-477d-4496-b45a-182561c03c32 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:53.377387 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfd593a-61ff-46aa-828b-0064ac08ed93 req-a788b8a5-477d-4496-b45a-182561c03c32 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:53.383411 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfd593a-61ff-46aa-828b-0064ac08ed93 req-a788b8a5-477d-4496-b45a-182561c03c32 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:53.389738 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfd593a-61ff-46aa-828b-0064ac08ed93 req-a788b8a5-477d-4496-b45a-182561c03c32 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:53.395603 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfd593a-61ff-46aa-828b-0064ac08ed93 req-a788b8a5-477d-4496-b45a-182561c03c32 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:53.401472 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfd593a-61ff-46aa-828b-0064ac08ed93 req-a788b8a5-477d-4496-b45a-182561c03c32 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:53.403523 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5dfd593a-61ff-46aa-828b-0064ac08ed93 req-a788b8a5-477d-4496-b45a-182561c03c32 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ec6deff-f245-4e1c-822d-87007a31b174 HTTP/1.1" status: 200 len: 5442 time: 0.1642385 Aug 16 23:06:53.407357 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-43a597ab-763f-40da-92ff-1b9cd1dec8d4 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:53.459277 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-43a597ab-763f-40da-92ff-1b9cd1dec8d4 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:53.459775 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-43a597ab-763f-40da-92ff-1b9cd1dec8d4 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:53.466320 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a597ab-763f-40da-92ff-1b9cd1dec8d4 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:53.475738 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a597ab-763f-40da-92ff-1b9cd1dec8d4 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:53.475738 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-43a597ab-763f-40da-92ff-1b9cd1dec8d4 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:53.482211 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5dfd593a-61ff-46aa-828b-0064ac08ed93 req-8bbfe66c-b9bc-4496-bb9d-c414ea9b1748 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d561fd0-5d3b-4398-8725-9733c38afc60&id=7847b2e1-2595-4387-b40a-e9cc25ff3917&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0692596 Aug 16 23:06:53.539156 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-43a597ab-763f-40da-92ff-1b9cd1dec8d4 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 0.7547758 Aug 16 23:06:53.541793 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53174) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:53.552905 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a597ab-763f-40da-92ff-1b9cd1dec8d4 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Pushing event updated for resources: {'Network': ['ID=375c28b8-69ff-4ca6-bbdf-b30ceb18807a,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:53.565436 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 375c28b8-69ff-4ca6-bbdf-b30ceb18807a details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:06:53.659302 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a597ab-763f-40da-92ff-1b9cd1dec8d4 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Pushing event updated for resources: {'Network': ['ID=a058fdf1-44c5-412b-94f2-d7caa36250df,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:53.686673 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network a058fdf1-44c5-412b-94f2-d7caa36250df details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:06:53.708330 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca5f6d3-2e2e-4eb7-af17-19d6fad3c830 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:53.718084 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca5f6d3-2e2e-4eb7-af17-19d6fad3c830 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:53.724688 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca5f6d3-2e2e-4eb7-af17-19d6fad3c830 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:53.731809 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca5f6d3-2e2e-4eb7-af17-19d6fad3c830 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:53.733682 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-3ca5f6d3-2e2e-4eb7-af17-19d6fad3c830 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.1908906 Aug 16 23:06:53.736394 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53186) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:53.792223 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840460ea-295c-4983-bd9e-5c8856a2b0bb req-3b99dbe2-d51b-467f-b80c-67468608a6a6 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:53.795148 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-840460ea-295c-4983-bd9e-5c8856a2b0bb req-3b99dbe2-d51b-467f-b80c-67468608a6a6 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 946 time: 0.0639060 Aug 16 23:06:53.833040 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53188) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:53.852855 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8e00f5ed-ca57-44aa-978b-0493720bc3b2 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:53.872924 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-840460ea-295c-4983-bd9e-5c8856a2b0bb req-7c13986a-a86d-45f0-ae2a-355ca50e256b tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710077 Aug 16 23:06:53.954543 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8e00f5ed-ca57-44aa-978b-0493720bc3b2 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:53.967477 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-8e00f5ed-ca57-44aa-978b-0493720bc3b2 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['375c28b8-69ff-4ca6-bbdf-b30ceb18807a']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:06:53.970510 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [None req-1d463a2b-be4f-4d06-a36e-23f24a6bcf57 tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:06:53.974372 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-1d463a2b-be4f-4d06-a36e-23f24a6bcf57 tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1375856 Aug 16 23:06:53.974889 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53194) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:53.978816 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-8e00f5ed-ca57-44aa-978b-0493720bc3b2 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97f67dfb-f458-4406-9856-a980e97fa692') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:06:53.978944 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-8e00f5ed-ca57-44aa-978b-0493720bc3b2 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97f67dfb-f458-4406-9856-a980e97fa692') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:06:53.979351 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [None req-563bd34f-a47c-43b0-8e07-c6cfe3cbbc87 tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] http://10.222.0.36:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=101292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:06:53.983511 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-563bd34f-a47c-43b0-8e07-c6cfe3cbbc87 tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] 10.222.0.36 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0045497 Aug 16 23:06:53.983804 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53196) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:53.987988 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [None req-c06f1654-9c42-4059-86ae-cabd9a6d63ee tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] http://10.222.0.36:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=101292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:06:53.988980 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-c06f1654-9c42-4059-86ae-cabd9a6d63ee tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] 10.222.0.36 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0042791 Aug 16 23:06:53.990338 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8e00f5ed-ca57-44aa-978b-0493720bc3b2 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:53.991541 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53198) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:53.995748 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [None req-19c3f4d1-8c06-41fc-825c-e806e41dcacb tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] http://10.222.0.36:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=101292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:06:53.997077 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-19c3f4d1-8c06-41fc-825c-e806e41dcacb tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] 10.222.0.36 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0044525 Aug 16 23:06:53.999588 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53200) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:54.003800 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [None req-0ea584f4-3358-4b97-9c1e-f856659a24ec tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] http://10.222.0.36:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=101292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:06:54.004851 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-0ea584f4-3358-4b97-9c1e-f856659a24ec tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] 10.222.0.36 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0041704 Aug 16 23:06:54.005495 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8e00f5ed-ca57-44aa-978b-0493720bc3b2 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:54.007328 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53202) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:54.012970 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [None req-e2e494a9-19ff-4a50-a746-b1ed2861c9a2 tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] http://10.222.0.36:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=101292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:06:54.013613 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e00f5ed-ca57-44aa-978b-0493720bc3b2 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:06:54.014072 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8e00f5ed-ca57-44aa-978b-0493720bc3b2 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:54.014330 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-e2e494a9-19ff-4a50-a746-b1ed2861c9a2 tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] 10.222.0.36 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0058117 Aug 16 23:06:54.016387 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53204) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:54.017379 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 23:06:54.017379 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:06:54.017379 n-d-791506-26 neutron-server[101291]: timer() Aug 16 23:06:54.017379 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:06:54.017379 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 23:06:54.017379 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:06:54.017379 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 23:06:54.017379 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:06:54.017379 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 23:06:54.017379 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:06:54.017379 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 23:06:54.017379 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:06:54.017379 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 23:06:54.017379 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:06:54.017379 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:06:54.017379 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:06:54.017379 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:06:54.017379 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:06:54.017379 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 23:06:54.017379 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:06:54.017379 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 23:06:54.017379 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:06:54.017379 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:06:54.017379 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:06:54.017379 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 23:06:54.017379 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:06:54.017379 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:06:54.017379 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:06:54.017379 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:06:54.017379 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:06:54.017379 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:06:54.017379 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:06:54.020484 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [None req-e5c9a57d-aca9-4be3-a511-67add0a02a52 tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] http://10.222.0.36:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=101292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:06:54.021564 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-e5c9a57d-aca9-4be3-a511-67add0a02a52 tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] 10.222.0.36 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0042136 Aug 16 23:06:54.023821 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53206) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:54.029950 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [None req-6dd821b4-c6f4-4386-9d13-beda56547b90 tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] http://10.222.0.36:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=101292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:06:54.031064 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-6dd821b4-c6f4-4386-9d13-beda56547b90 tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] 10.222.0.36 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0061438 Aug 16 23:06:54.033392 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53208) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:54.037362 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [None req-89bf8256-0899-414c-90d2-8402eb8d510e tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] http://10.222.0.36:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=101292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:06:54.040315 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-89bf8256-0899-414c-90d2-8402eb8d510e tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] 10.222.0.36 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0040202 Aug 16 23:06:54.040565 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53210) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:54.045484 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [None req-bc74425b-5cfe-44cc-9d77-510bcae1b85b tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] http://10.222.0.36:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=101292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:06:54.046448 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-bc74425b-5cfe-44cc-9d77-510bcae1b85b tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] 10.222.0.36 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0049129 Aug 16 23:06:54.057320 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53212) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:54.064160 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [None req-22187a02-4522-4734-854f-373ce2633141 tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] http://10.222.0.36:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=101292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:06:54.068455 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-22187a02-4522-4734-854f-373ce2633141 tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] 10.222.0.36 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0097566 Aug 16 23:06:54.068975 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53214) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:54.073558 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [None req-fcd31310-f530-4ab7-8662-f34bd3482863 tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] http://10.222.0.36:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=101291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:06:54.076752 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-fcd31310-f530-4ab7-8662-f34bd3482863 tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] 10.222.0.36 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0046282 Aug 16 23:06:54.079138 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53216) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:54.086203 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [None req-01ab9fd2-70c8-4e19-9a76-593c55638a8b tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] http://10.222.0.36:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=101292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:06:54.088937 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-01ab9fd2-70c8-4e19-9a76-593c55638a8b tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] 10.222.0.36 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0061622 Aug 16 23:06:54.091710 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53218) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:54.096557 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8e00f5ed-ca57-44aa-978b-0493720bc3b2 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:54.096858 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [None req-016e4abf-4ac3-445f-b38d-3b077034bf16 tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] http://10.222.0.36:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=101292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:06:54.100222 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-016e4abf-4ac3-445f-b38d-3b077034bf16 tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] 10.222.0.36 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0047412 Aug 16 23:06:54.100466 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53220) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:54.102362 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8e00f5ed-ca57-44aa-978b-0493720bc3b2 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:54.107389 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-8e00f5ed-ca57-44aa-978b-0493720bc3b2 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] 10.222.0.36 "DELETE /v2.0/networks/375c28b8-69ff-4ca6-bbdf-b30ceb18807a HTTP/1.1" status: 204 len: 168 time: 0.3692327 Aug 16 23:06:54.108436 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [None req-e05d1f43-cd88-4bcd-885b-82c55a0d2329 tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] http://10.222.0.36:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=101292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:06:54.111702 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-e05d1f43-cd88-4bcd-885b-82c55a0d2329 tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] 10.222.0.36 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0080385 Aug 16 23:06:54.111702 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53222) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:54.114326 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53224) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:54.130967 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [None req-bf03435c-3a45-41d2-903a-cabc1fc94b61 tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] http://10.222.0.36:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=101291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:06:54.132330 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-bf03435c-3a45-41d2-903a-cabc1fc94b61 tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] 10.222.0.36 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0150030 Aug 16 23:06:54.133018 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e00f5ed-ca57-44aa-978b-0493720bc3b2 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Pushing event deleted for resources: {'Network': ['ID=375c28b8-69ff-4ca6-bbdf-b30ceb18807a,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:54.134668 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53228) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:54.144224 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [None req-e52d65c1-ad8e-4de3-8a7f-26491c8aa137 tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] http://10.222.0.36:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=101291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:06:54.147826 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-e52d65c1-ad8e-4de3-8a7f-26491c8aa137 tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] 10.222.0.36 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0051391 Aug 16 23:06:54.148025 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53230) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:54.152250 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [None req-d22cef09-3653-4ad5-951c-5f1bb589b6fe tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] http://10.222.0.36:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=101291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:06:54.156316 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-d22cef09-3653-4ad5-951c-5f1bb589b6fe tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] 10.222.0.36 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0048881 Aug 16 23:06:54.156608 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53232) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:54.160727 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [None req-d6481901-166f-4116-9dbc-abb3f3ce17ff tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] http://10.222.0.36:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=101291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:06:54.161929 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-d6481901-166f-4116-9dbc-abb3f3ce17ff tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] 10.222.0.36 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0042465 Aug 16 23:06:54.164823 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53234) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:54.170085 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [None req-bce49404-f038-46fc-9539-054f7d399c48 tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] http://10.222.0.36:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=101291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:06:54.171298 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-bce49404-f038-46fc-9539-054f7d399c48 tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] 10.222.0.36 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0052495 Aug 16 23:06:54.174162 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53236) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:54.182167 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [None req-f75e9185-36f8-4788-9f36-85a794daef45 tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] http://10.222.0.36:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=101291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:06:54.183337 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-f75e9185-36f8-4788-9f36-85a794daef45 tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] 10.222.0.36 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0082874 Aug 16 23:06:54.185797 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53238) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:54.191168 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [None req-1402cab2-e297-4449-b778-d44a9d821adf tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] http://10.222.0.36:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=101291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:06:54.193448 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-1402cab2-e297-4449-b778-d44a9d821adf tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] 10.222.0.36 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0055435 Aug 16 23:06:54.196236 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53240) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:54.203356 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [None req-c12e1052-9fb5-4b5c-94f7-0f93fefcf2aa tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] http://10.222.0.36:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=101291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:06:54.204423 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-c12e1052-9fb5-4b5c-94f7-0f93fefcf2aa tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] 10.222.0.36 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0071497 Aug 16 23:06:54.207168 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53242) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:54.211453 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [None req-7b493c89-493c-4795-a1fe-a46d5d02fde5 tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] http://10.222.0.36:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=101292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:06:54.212402 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-7b493c89-493c-4795-a1fe-a46d5d02fde5 tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] 10.222.0.36 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0043232 Aug 16 23:06:54.214774 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53244) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:54.220493 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [None req-f2b779b1-8c69-40b1-81cf-7c914a5ca8f5 tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] http://10.222.0.36:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=101291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:06:54.221671 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-f2b779b1-8c69-40b1-81cf-7c914a5ca8f5 tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] 10.222.0.36 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0050030 Aug 16 23:06:54.224104 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53246) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:54.226087 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-48031bb5-435d-4ea9-8975-16a595310c11 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:54.228910 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [None req-233b890c-60f5-4d67-b63b-0ebf03ef1f3d tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] http://10.222.0.36:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=101291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:06:54.232101 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-233b890c-60f5-4d67-b63b-0ebf03ef1f3d tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] 10.222.0.36 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0047522 Aug 16 23:06:54.232421 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53248) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:54.236802 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [None req-8290b21e-8601-425e-96bc-6fd8dee2e257 tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] http://10.222.0.36:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=101291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:06:54.239847 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-8290b21e-8601-425e-96bc-6fd8dee2e257 tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] 10.222.0.36 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0044742 Aug 16 23:06:54.240394 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53250) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:54.244403 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [None req-51fc721d-e534-431b-82c0-af0bf42e8f25 tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] http://10.222.0.36:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=101291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:06:54.247557 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-51fc721d-e534-431b-82c0-af0bf42e8f25 tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] 10.222.0.36 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0041533 Aug 16 23:06:54.247912 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53252) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:54.254364 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [None req-d49c5bb9-b239-4966-a6b2-5309c40b8842 tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] http://10.222.0.36:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=101291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:06:54.255431 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-d49c5bb9-b239-4966-a6b2-5309c40b8842 tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] 10.222.0.36 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0066507 Aug 16 23:06:54.256001 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53254) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:54.257848 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53256) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:54.266846 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [None req-6fe05e83-e5f5-445c-a09f-8e2ec1fc0838 tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] http://10.222.0.36:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=101291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:06:54.267753 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-6fe05e83-e5f5-445c-a09f-8e2ec1fc0838 tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] 10.222.0.36 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0090845 Aug 16 23:06:54.270441 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53260) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:54.274823 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [None req-d1d6dcd5-6233-4a95-832f-f342d8f26af6 tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] http://10.222.0.36:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=101291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:06:54.276242 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-d1d6dcd5-6233-4a95-832f-f342d8f26af6 tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] 10.222.0.36 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0046215 Aug 16 23:06:54.279258 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53262) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:54.284260 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [None req-fd7475d4-ed5a-429d-9ffc-5eb6148e73a8 tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] http://10.222.0.36:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=101291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:06:54.285342 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-fd7475d4-ed5a-429d-9ffc-5eb6148e73a8 tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] 10.222.0.36 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0045118 Aug 16 23:06:54.287448 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53264) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:54.291321 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [None req-6996bbc8-c892-484f-b326-ac61735b81fa tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] http://10.222.0.36:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=101291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:06:54.292591 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-6996bbc8-c892-484f-b326-ac61735b81fa tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] 10.222.0.36 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0039687 Aug 16 23:06:54.295278 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53266) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:54.300390 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [None req-b1f66e80-4533-4e3e-90f0-d5cf3d4d6fd0 tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] http://10.222.0.36:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=101291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:06:54.301554 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-b1f66e80-4533-4e3e-90f0-d5cf3d4d6fd0 tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] 10.222.0.36 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0050700 Aug 16 23:06:54.304053 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53268) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:54.308170 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [None req-e0175b35-b65c-4e7d-9c6e-981e10eac5d0 tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] http://10.222.0.36:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=101291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:06:54.309406 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-e0175b35-b65c-4e7d-9c6e-981e10eac5d0 tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] 10.222.0.36 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0044007 Aug 16 23:06:54.311811 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53270) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:54.316230 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [None req-f89e1972-b816-4a53-9dde-716dbc50922e tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] http://10.222.0.36:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=101291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:06:54.319577 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-f89e1972-b816-4a53-9dde-716dbc50922e tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] 10.222.0.36 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0045235 Aug 16 23:06:54.319577 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53272) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:54.324976 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [None req-f28ff549-e803-4cb7-ba16-fce4585fd6c5 tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] http://10.222.0.36:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=101291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:06:54.328095 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-f28ff549-e803-4cb7-ba16-fce4585fd6c5 tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] 10.222.0.36 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0054817 Aug 16 23:06:54.328240 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-48031bb5-435d-4ea9-8975-16a595310c11 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:54.328395 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53274) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:54.337598 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [None req-2556d59d-a78a-487d-bad6-a339ae850b07 tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] http://10.222.0.36:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=101292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:06:54.339784 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-2556d59d-a78a-487d-bad6-a339ae850b07 tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] 10.222.0.36 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0092230 Aug 16 23:06:54.341914 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53276) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:54.342695 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-48031bb5-435d-4ea9-8975-16a595310c11 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a058fdf1-44c5-412b-94f2-d7caa36250df']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:06:54.347221 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [None req-b7ba8df2-41c6-427f-bd55-1043f0debbab tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] http://10.222.0.36:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=101291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:06:54.348428 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-b7ba8df2-41c6-427f-bd55-1043f0debbab tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] 10.222.0.36 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0051713 Aug 16 23:06:54.350944 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53278) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:54.352121 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-48031bb5-435d-4ea9-8975-16a595310c11 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed8de883-bfad-4002-a5f7-b86c8a18ed17') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:06:54.352524 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-48031bb5-435d-4ea9-8975-16a595310c11 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed8de883-bfad-4002-a5f7-b86c8a18ed17') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:06:54.355285 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [None req-f705119f-6bba-47b1-91f3-85fb1168ded5 tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] http://10.222.0.36:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=101291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:06:54.359577 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-f705119f-6bba-47b1-91f3-85fb1168ded5 tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] 10.222.0.36 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0053661 Aug 16 23:06:54.359797 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53280) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:54.362326 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-48031bb5-435d-4ea9-8975-16a595310c11 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:54.364137 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [None req-36348f21-4983-42c1-9937-9de2ee740096 tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] http://10.222.0.36:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=101291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:06:54.367600 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-36348f21-4983-42c1-9937-9de2ee740096 tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] 10.222.0.36 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0044522 Aug 16 23:06:54.367720 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53282) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:54.371780 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [None req-714aeb0f-3e1f-41e0-a29a-010620267d5a tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] http://10.222.0.36:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=101291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:06:54.374954 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-714aeb0f-3e1f-41e0-a29a-010620267d5a tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] 10.222.0.36 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0041764 Aug 16 23:06:54.375492 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53284) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:54.379820 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [None req-506d3384-1b79-4e12-a7cf-64e10436acf7 tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] http://10.222.0.36:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=101292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:06:54.380797 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-506d3384-1b79-4e12-a7cf-64e10436acf7 tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] 10.222.0.36 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0043664 Aug 16 23:06:54.381853 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-48031bb5-435d-4ea9-8975-16a595310c11 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:54.383834 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53286) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:54.389614 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48031bb5-435d-4ea9-8975-16a595310c11 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:06:54.390015 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-48031bb5-435d-4ea9-8975-16a595310c11 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:54.392976 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 16 23:06:54.392976 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:06:54.392976 n-d-791506-26 neutron-server[101292]: timer() Aug 16 23:06:54.392976 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:06:54.392976 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 16 23:06:54.392976 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:06:54.392976 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 16 23:06:54.392976 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:06:54.392976 n-d-791506-26 neutron-server[101292]: self._notify() Aug 16 23:06:54.392976 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:06:54.392976 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 16 23:06:54.392976 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:06:54.392976 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 16 23:06:54.392976 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:06:54.392976 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:06:54.392976 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:06:54.392976 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:06:54.392976 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:06:54.392976 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 16 23:06:54.392976 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:06:54.392976 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 16 23:06:54.392976 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:06:54.392976 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:06:54.392976 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:06:54.392976 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 16 23:06:54.392976 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:06:54.392976 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:06:54.392976 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:06:54.392976 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:06:54.392976 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:06:54.392976 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:06:54.392976 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:06:54.394723 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [None req-6f0e00ff-e591-4a4f-9937-e0da804b6e46 tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] http://10.222.0.36:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=101291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:06:54.395352 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-6f0e00ff-e591-4a4f-9937-e0da804b6e46 tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] 10.222.0.36 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0106599 Aug 16 23:06:54.396340 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-67314ebf-9ebc-4c64-a744-2d962a00c946 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:54.398079 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53288) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:54.401942 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [None req-d3538371-847d-4974-9103-3c22b49b60af tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] http://10.222.0.36:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=101291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:06:54.403505 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-d3538371-847d-4974-9103-3c22b49b60af tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] 10.222.0.36 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0045755 Aug 16 23:06:54.410727 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53290) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:54.414965 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [None req-a413bba8-2cec-405d-bb90-ca596a95205f tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] http://10.222.0.36:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=101291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:06:54.415892 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-a413bba8-2cec-405d-bb90-ca596a95205f tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] 10.222.0.36 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0043004 Aug 16 23:06:54.419019 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53292) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:54.422907 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [None req-8aed586e-4903-4024-bc05-4c8686020c16 tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] http://10.222.0.36:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=101291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:06:54.423821 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-8aed586e-4903-4024-bc05-4c8686020c16 tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] 10.222.0.36 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0039766 Aug 16 23:06:54.426240 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53294) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:54.431507 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [None req-a806509d-f6bb-4631-b042-2439bce772ff tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] http://10.222.0.36:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=101291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:06:54.432428 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-a806509d-f6bb-4631-b042-2439bce772ff tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] 10.222.0.36 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0053678 Aug 16 23:06:54.435103 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53296) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:54.441505 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [None req-a387c6cd-5815-477f-973d-5fb8295bed2d tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] http://10.222.0.36:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=101292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:06:54.442470 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-a387c6cd-5815-477f-973d-5fb8295bed2d tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] 10.222.0.36 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0043702 Aug 16 23:06:54.445041 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53298) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:54.451655 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [None req-1ca23e19-b021-4170-b28d-a9d8bf31e459 tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] http://10.222.0.36:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=101291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:06:54.452662 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-1ca23e19-b021-4170-b28d-a9d8bf31e459 tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] 10.222.0.36 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0066135 Aug 16 23:06:54.455347 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53300) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:54.459952 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [None req-2a10171c-c084-4d28-84fc-3fbf9242e281 tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] http://10.222.0.36:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=101291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:06:54.462967 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-2a10171c-c084-4d28-84fc-3fbf9242e281 tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] 10.222.0.36 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0046129 Aug 16 23:06:54.463090 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-48031bb5-435d-4ea9-8975-16a595310c11 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:54.464369 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53304) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:54.467373 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-48031bb5-435d-4ea9-8975-16a595310c11 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:54.472281 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [None req-7a5e7fe8-c67c-42f0-8607-188beafb5173 tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] http://10.222.0.36:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=101291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:06:54.472643 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-48031bb5-435d-4ea9-8975-16a595310c11 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] 10.222.0.36 "DELETE /v2.0/networks/a058fdf1-44c5-412b-94f2-d7caa36250df HTTP/1.1" status: 204 len: 168 time: 0.3591828 Aug 16 23:06:54.473533 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-7a5e7fe8-c67c-42f0-8607-188beafb5173 tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] 10.222.0.36 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0072286 Aug 16 23:06:54.479820 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53306) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:54.480159 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53308) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:54.485389 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48031bb5-435d-4ea9-8975-16a595310c11 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Pushing event deleted for resources: {'Network': ['ID=a058fdf1-44c5-412b-94f2-d7caa36250df,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:54.486367 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [None req-1d39d8f6-a27e-4d1a-9296-0abb9b1402a6 tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] http://10.222.0.36:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=101291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:06:54.488589 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-1d39d8f6-a27e-4d1a-9296-0abb9b1402a6 tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] 10.222.0.36 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0047214 Aug 16 23:06:54.490750 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53310) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:54.495453 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [None req-e6aeb15b-f95a-4d9f-b158-98c633476292 tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] http://10.222.0.36:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=101292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:06:54.496969 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-e6aeb15b-f95a-4d9f-b158-98c633476292 tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] 10.222.0.36 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0045550 Aug 16 23:06:54.499768 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53312) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:54.504768 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [None req-7c675c69-9afa-475f-baf5-97469bf8e62b tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] http://10.222.0.36:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=101292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:06:54.508222 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-7c675c69-9afa-475f-baf5-97469bf8e62b tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] 10.222.0.36 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0050526 Aug 16 23:06:54.508460 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53314) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:54.513669 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [None req-56141b18-676b-45e1-8bcd-62670b917af4 tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] http://10.222.0.36:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=101292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:06:54.517771 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-56141b18-676b-45e1-8bcd-62670b917af4 tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] 10.222.0.36 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0079091 Aug 16 23:06:54.520324 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53318) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:54.524931 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [None req-52432aba-fff9-47d6-ba2e-e899ded94266 tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] http://10.222.0.36:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=101292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:06:54.526030 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-52432aba-fff9-47d6-ba2e-e899ded94266 tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] 10.222.0.36 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0047836 Aug 16 23:06:54.528507 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53320) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:54.533017 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [None req-2ae14d41-56ec-4012-80e0-268f79955ecf tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] http://10.222.0.36:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=101292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:06:54.536021 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-2ae14d41-56ec-4012-80e0-268f79955ecf tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] 10.222.0.36 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0042596 Aug 16 23:06:54.536384 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53322) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:54.540678 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [None req-86173cf6-ff7d-4441-87a8-fc7b6ed71f19 tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] http://10.222.0.36:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=101292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:06:54.546565 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-86173cf6-ff7d-4441-87a8-fc7b6ed71f19 tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] 10.222.0.36 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0070705 Aug 16 23:06:54.546565 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53324) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:54.551913 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [None req-93a2d603-9265-4c8b-87a8-321e24f74781 tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] http://10.222.0.36:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=101292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:06:54.555403 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-93a2d603-9265-4c8b-87a8-321e24f74781 tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] 10.222.0.36 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0063076 Aug 16 23:06:54.556485 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53326) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:54.562346 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [None req-2a770d0d-0e4e-4e8e-8343-4a206922f1f7 tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] http://10.222.0.36:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=101291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:06:54.565516 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-2a770d0d-0e4e-4e8e-8343-4a206922f1f7 tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] 10.222.0.36 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0066764 Aug 16 23:06:54.566885 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53328) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:54.578742 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [None req-9e5755a4-38a0-4028-b02b-0c581937a71d tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] http://10.222.0.36:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=101292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:06:54.579708 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-9e5755a4-38a0-4028-b02b-0c581937a71d tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] 10.222.0.36 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0113521 Aug 16 23:06:54.582528 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53330) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:54.606815 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [None req-0bbdba57-ff6e-482f-9288-2738813746cd tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] http://10.222.0.36:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=101292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:06:54.607896 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-0bbdba57-ff6e-482f-9288-2738813746cd tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] 10.222.0.36 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0244761 Aug 16 23:06:54.611783 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53332) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:54.618606 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [None req-47552bf2-b74d-44c0-b8cb-8058c918cac8 tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] http://10.222.0.36:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=101291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:06:54.622008 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-47552bf2-b74d-44c0-b8cb-8058c918cac8 tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] 10.222.0.36 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0046740 Aug 16 23:06:54.622398 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53334) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:54.629260 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [None req-0d499d02-27cb-4c3d-bca8-ef0a956cdc88 tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] http://10.222.0.36:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=101292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:06:54.630277 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-0d499d02-27cb-4c3d-bca8-ef0a956cdc88 tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] 10.222.0.36 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0053787 Aug 16 23:06:54.633673 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53336) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:54.642565 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [None req-9136275a-6aaf-4da2-8ac1-4f93d0eb2859 tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] http://10.222.0.36:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=101291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:06:54.645929 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bffdaa-e6de-45e6-962b-eeaeed947946 req-e1dd40ed-6b46-458c-9351-6617c9983aa9 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:54.646067 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-9136275a-6aaf-4da2-8ac1-4f93d0eb2859 tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] 10.222.0.36 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0089724 Aug 16 23:06:54.650559 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bffdaa-e6de-45e6-962b-eeaeed947946 req-e1dd40ed-6b46-458c-9351-6617c9983aa9 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:54.650696 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53338) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:54.657688 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bffdaa-e6de-45e6-962b-eeaeed947946 req-e1dd40ed-6b46-458c-9351-6617c9983aa9 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:54.660285 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [None req-bc4dad97-05ca-4495-ba8d-fd6b0996c361 tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] http://10.222.0.36:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=101291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:06:54.661283 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-bc4dad97-05ca-4495-ba8d-fd6b0996c361 tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] 10.222.0.36 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0067408 Aug 16 23:06:54.663757 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bffdaa-e6de-45e6-962b-eeaeed947946 req-e1dd40ed-6b46-458c-9351-6617c9983aa9 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:54.669200 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754f6b41-2bab-4793-9ad1-7bd5b9cc9fd2 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:54.670367 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bffdaa-e6de-45e6-962b-eeaeed947946 req-e1dd40ed-6b46-458c-9351-6617c9983aa9 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:54.675642 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754f6b41-2bab-4793-9ad1-7bd5b9cc9fd2 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:54.676222 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bffdaa-e6de-45e6-962b-eeaeed947946 req-e1dd40ed-6b46-458c-9351-6617c9983aa9 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:54.677179 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-754f6b41-2bab-4793-9ad1-7bd5b9cc9fd2 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1960607 Aug 16 23:06:54.677723 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53340) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:54.682341 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bffdaa-e6de-45e6-962b-eeaeed947946 req-e1dd40ed-6b46-458c-9351-6617c9983aa9 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:54.684817 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-31bffdaa-e6de-45e6-962b-eeaeed947946 req-e1dd40ed-6b46-458c-9351-6617c9983aa9 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ec6deff-f245-4e1c-822d-87007a31b174 HTTP/1.1" status: 200 len: 5442 time: 0.1189184 Aug 16 23:06:54.685308 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53342) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:54.687096 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [None req-186e524b-eff6-4d34-b0a7-6585f3a57168 tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] http://10.222.0.36:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=101291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:06:54.690373 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-186e524b-eff6-4d34-b0a7-6585f3a57168 tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] 10.222.0.36 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0054123 Aug 16 23:06:54.690501 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-1d38d1c4-2105-4d77-8568-36d34182b435 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2114602765'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:06:54.691366 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53344) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:54.694397 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-67314ebf-9ebc-4c64-a744-2d962a00c946 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:54.698305 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [None req-f6a79181-60f1-4433-a1c3-783aeecfab68 tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] http://10.222.0.36:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=101291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:06:54.700300 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-f6a79181-60f1-4433-a1c3-783aeecfab68 tempest-ExtensionsTestJSON-1632976774 tempest-ExtensionsTestJSON-1632976774-project] 10.222.0.36 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0070288 Aug 16 23:06:54.701979 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-67314ebf-9ebc-4c64-a744-2d962a00c946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:54.740707 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d38d1c4-2105-4d77-8568-36d34182b435 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Made reservation on behalf of 21e25ed0b71f4025ab31f35e84e17224 for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:06:54.744214 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1d38d1c4-2105-4d77-8568-36d34182b435 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:54.747017 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-67314ebf-9ebc-4c64-a744-2d962a00c946 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6b19c516f9b1495f91d9db1d52547f7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4894755 Aug 16 23:06:54.749952 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53348) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:54.757187 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67314ebf-9ebc-4c64-a744-2d962a00c946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd34d394-0d75-4d24-9466-50dd23de019a,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:54.761221 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-31bffdaa-e6de-45e6-962b-eeaeed947946 req-24fb05e0-a378-448c-abe9-8be7cbc42453 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d561fd0-5d3b-4398-8725-9733c38afc60&id=7847b2e1-2595-4387-b40a-e9cc25ff3917&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0663300 Aug 16 23:06:54.781764 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d38d1c4-2105-4d77-8568-36d34182b435 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:06:54.794743 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1d38d1c4-2105-4d77-8568-36d34182b435 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:54.795183 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-1d38d1c4-2105-4d77-8568-36d34182b435 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Added segment 12a5c94d-0d97-4d33-86b5-36f17fec0760 of type vlan for network cbf75a42-c117-4221-92a5-de746d30e9e0 Aug 16 23:06:54.813729 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b30cc699-a89e-4fd1-a092-67a521ee1cf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:54.846419 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1d38d1c4-2105-4d77-8568-36d34182b435 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:54.850329 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b30cc699-a89e-4fd1-a092-67a521ee1cf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:54.882402 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1d38d1c4-2105-4d77-8568-36d34182b435 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:54.889832 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d38d1c4-2105-4d77-8568-36d34182b435 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:54.891113 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1d38d1c4-2105-4d77-8568-36d34182b435 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:54.913213 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b30cc699-a89e-4fd1-a092-67a521ee1cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:54.917862 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b30cc699-a89e-4fd1-a092-67a521ee1cf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:54.919994 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-b30cc699-a89e-4fd1-a092-67a521ee1cf3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bd34d394-0d75-4d24-9466-50dd23de019a HTTP/1.1" status: 204 len: 168 time: 0.1689222 Aug 16 23:06:54.946172 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30cc699-a89e-4fd1-a092-67a521ee1cf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd34d394-0d75-4d24-9466-50dd23de019a,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:54.976468 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53358) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:55.009085 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-1d38d1c4-2105-4d77-8568-36d34182b435 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3227291 Aug 16 23:06:55.011831 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53362) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:55.017175 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-54e4cda2-9f5e-4d98-9449-a0f2a48e86d0 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-450488951'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:06:55.030776 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d38d1c4-2105-4d77-8568-36d34182b435 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Pushing event updated for resources: {'Network': ['ID=cbf75a42-c117-4221-92a5-de746d30e9e0,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:55.050247 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network cbf75a42-c117-4221-92a5-de746d30e9e0 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:06:55.056420 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54e4cda2-9f5e-4d98-9449-a0f2a48e86d0 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Made reservation on behalf of 21e25ed0b71f4025ab31f35e84e17224 for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:06:55.063823 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-54e4cda2-9f5e-4d98-9449-a0f2a48e86d0 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:55.064502 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fac446c-289a-49c6-8ca1-a8defd9df256 req-1e6a1282-0b76-49ae-b4b9-89cf1c47e6c3 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:55.070491 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fac446c-289a-49c6-8ca1-a8defd9df256 req-1e6a1282-0b76-49ae-b4b9-89cf1c47e6c3 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:55.077586 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fac446c-289a-49c6-8ca1-a8defd9df256 req-1e6a1282-0b76-49ae-b4b9-89cf1c47e6c3 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:55.083530 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fac446c-289a-49c6-8ca1-a8defd9df256 req-1e6a1282-0b76-49ae-b4b9-89cf1c47e6c3 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:55.089803 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fac446c-289a-49c6-8ca1-a8defd9df256 req-1e6a1282-0b76-49ae-b4b9-89cf1c47e6c3 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:55.097271 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fac446c-289a-49c6-8ca1-a8defd9df256 req-1e6a1282-0b76-49ae-b4b9-89cf1c47e6c3 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:55.100045 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54e4cda2-9f5e-4d98-9449-a0f2a48e86d0 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:06:55.103725 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fac446c-289a-49c6-8ca1-a8defd9df256 req-1e6a1282-0b76-49ae-b4b9-89cf1c47e6c3 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:55.106439 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5fac446c-289a-49c6-8ca1-a8defd9df256 req-1e6a1282-0b76-49ae-b4b9-89cf1c47e6c3 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ec6deff-f245-4e1c-822d-87007a31b174 HTTP/1.1" status: 200 len: 5442 time: 0.2113736 Aug 16 23:06:55.118721 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53364) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:55.125760 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-5029da33-9c04-4e0e-87bc-93072792fb26 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Request body: {'floatingip': {'port_id': '5c511553-abb0-45ee-9ae1-f490c0be7d9d'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:06:55.136649 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4484f9-5007-4d34-aa2b-852ef2480619 req-1043b117-01f2-4f64-8d82-49ec1c35a3ed tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:55.140595 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1e4484f9-5007-4d34-aa2b-852ef2480619 req-1043b117-01f2-4f64-8d82-49ec1c35a3ed tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 946 time: 0.1759405 Aug 16 23:06:55.187775 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1e4484f9-5007-4d34-aa2b-852ef2480619 req-be9fd633-6feb-4956-989c-dfc37f135c83 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402462 Aug 16 23:06:55.233123 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b9d21c6c-4de0-49ef-9e2a-a5961e55e074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:55.235533 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-54e4cda2-9f5e-4d98-9449-a0f2a48e86d0 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:55.235970 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-54e4cda2-9f5e-4d98-9449-a0f2a48e86d0 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Added segment 26aa55d3-30f8-436c-864c-47a73fad07c8 of type vlan for network 18b96aec-0aa6-4411-952b-e46773df289b Aug 16 23:06:55.239336 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:55.257807 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5029da33-9c04-4e0e-87bc-93072792fb26 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks [] for floatingip, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:55.332239 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-54e4cda2-9f5e-4d98-9449-a0f2a48e86d0 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:55.359783 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53368) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:55.402729 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dc87a344-9d78-4263-b99a-8e417c59c85d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:55.444637 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-54e4cda2-9f5e-4d98-9449-a0f2a48e86d0 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:55.450877 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e4cda2-9f5e-4d98-9449-a0f2a48e86d0 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:55.451508 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-54e4cda2-9f5e-4d98-9449-a0f2a48e86d0 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:55.639948 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e4cda2-9f5e-4d98-9449-a0f2a48e86d0 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Pushing event updated for resources: {'Network': ['ID=18b96aec-0aa6-4411-952b-e46773df289b,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:55.649773 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 18b96aec-0aa6-4411-952b-e46773df289b details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:06:55.732594 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b9d21c6c-4de0-49ef-9e2a-a5961e55e074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:55.789702 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b9d21c6c-4de0-49ef-9e2a-a5961e55e074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:55.810923 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-54e4cda2-9f5e-4d98-9449-a0f2a48e86d0 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7977068 Aug 16 23:06:55.813712 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53372) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:55.818856 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-9feee275-4a63-47ab-bcd8-80bcb06609f0 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Request body: {'ports': [{'network_id': 'cbf75a42-c117-4221-92a5-de746d30e9e0', 'name': 'tempest-port--1998677632', 'admin_state_up': True}, {'network_id': '18b96aec-0aa6-4411-952b-e46773df289b', 'admin_state_up': False}]} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:06:55.819175 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-9feee275-4a63-47ab-bcd8-80bcb06609f0 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Request body: {'port': {'network_id': 'cbf75a42-c117-4221-92a5-de746d30e9e0', 'name': 'tempest-port--1998677632', 'admin_state_up': True}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:06:55.819655 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-9feee275-4a63-47ab-bcd8-80bcb06609f0 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Request body: {'port': {'network_id': '18b96aec-0aa6-4411-952b-e46773df289b', 'admin_state_up': False}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:06:55.931189 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-b9d21c6c-4de0-49ef-9e2a-a5961e55e074 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b1e8f4cc3b854b10bda5de9eceef044d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9498930 Aug 16 23:06:55.933838 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53374) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:55.935923 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d21c6c-4de0-49ef-9e2a-a5961e55e074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad5b4da2-b7f4-4070-903e-8ffae58cd690,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:56.008383 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f1e44f97-12ab-4816-ab73-f3d6f4335301 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:56.030530 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f1e44f97-12ab-4816-ab73-f3d6f4335301 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:56.080465 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f1e44f97-12ab-4816-ab73-f3d6f4335301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:56.083223 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f1e44f97-12ab-4816-ab73-f3d6f4335301 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:56.084466 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-f1e44f97-12ab-4816-ab73-f3d6f4335301 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ad5b4da2-b7f4-4070-903e-8ffae58cd690 HTTP/1.1" status: 204 len: 168 time: 0.1503372 Aug 16 23:06:56.096224 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e44f97-12ab-4816-ab73-f3d6f4335301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad5b4da2-b7f4-4070-903e-8ffae58cd690,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:56.201277 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5029da33-9c04-4e0e-87bc-93072792fb26 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:56.203443 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dc87a344-9d78-4263-b99a-8e417c59c85d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:56.205685 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5029da33-9c04-4e0e-87bc-93072792fb26 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:56.209188 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dc87a344-9d78-4263-b99a-8e417c59c85d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:56.239334 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9feee275-4a63-47ab-bcd8-80bcb06609f0 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Made reservation on behalf of 21e25ed0b71f4025ab31f35e84e17224 for: {'port': 2} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:06:56.248402 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9feee275-4a63-47ab-bcd8-80bcb06609f0 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:56.266451 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9feee275-4a63-47ab-bcd8-80bcb06609f0 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:56.292785 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-dc87a344-9d78-4263-b99a-8e417c59c85d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=90ef1a9a3d9e4cbe854f436175bc9d02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9286106 Aug 16 23:06:56.296492 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53382) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:56.308030 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc87a344-9d78-4263-b99a-8e417c59c85d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44efae1b-42ce-453a-8986-66e14b74731c,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:56.711474 n-d-791506-26 neutron-server[101291]: INFO neutron.db.l3_db [None req-5029da33-9c04-4e0e-87bc-93072792fb26 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Floating IP dba85876-04e0-4e44-afed-056cdcd40de4 associated. External IP: 172.25.4.34, port: 5c511553-abb0-45ee-9ae1-f490c0be7d9d. Aug 16 23:06:56.803821 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [None req-9feee275-4a63-47ab-bcd8-80bcb06609f0 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] device_id is not set on port 6b0e7f37-30f6-4e4c-879a-aa69039637f4 yet. {{(pid=101292) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 23:06:56.826710 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6641bc4c-5aff-4625-bce9-a18174cf4188 req-bb91c586-6c29-4cc1-8de6-333ae49206ca tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:56.829120 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6641bc4c-5aff-4625-bce9-a18174cf4188 req-bb91c586-6c29-4cc1-8de6-333ae49206ca tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 946 time: 0.5339420 Aug 16 23:06:56.861912 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-319b76fd-4333-491a-8d52-07a58e5b2acb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:56.907903 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-319b76fd-4333-491a-8d52-07a58e5b2acb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:56.908829 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53402) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:56.928225 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6641bc4c-5aff-4625-bce9-a18174cf4188 req-3d1d2899-dc5e-4717-8f93-be427ed241c3 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909040 Aug 16 23:06:56.952279 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5029da33-9c04-4e0e-87bc-93072792fb26 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Router b9212fa8-82c6-4379-92b1-482c34812984 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:06:57.048021 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-319b76fd-4333-491a-8d52-07a58e5b2acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:57.050591 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-319b76fd-4333-491a-8d52-07a58e5b2acb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:57.054039 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-319b76fd-4333-491a-8d52-07a58e5b2acb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/44efae1b-42ce-453a-8986-66e14b74731c HTTP/1.1" status: 204 len: 168 time: 0.7543004 Aug 16 23:06:57.054039 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9feee275-4a63-47ab-bcd8-80bcb06609f0 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:57.067393 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319b76fd-4333-491a-8d52-07a58e5b2acb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44efae1b-42ce-453a-8986-66e14b74731c,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:57.096173 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5029da33-9c04-4e0e-87bc-93072792fb26 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:06:57.103090 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-be082062-d931-4ff2-8913-b16116de02d8 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-537505751'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:06:57.108972 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235542f0-0ba6-421a-80e1-7a9bf8190028 None None] Sync routers for ids ['b9212fa8-82c6-4379-92b1-482c34812984'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:06:57.117510 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5029da33-9c04-4e0e-87bc-93072792fb26 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:57.118536 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235542f0-0ba6-421a-80e1-7a9bf8190028 None None] Routers {'b9212fa8-82c6-4379-92b1-482c34812984'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:06:57.119155 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-235542f0-0ba6-421a-80e1-7a9bf8190028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:06:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['b9212fa8-82c6-4379-92b1-482c34812984'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:06:57.169560 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [None req-9feee275-4a63-47ab-bcd8-80bcb06609f0 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] device_id is not set on port 259886dd-f6be-4d06-b255-9185fe472026 yet. {{(pid=101292) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 23:06:57.172353 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-5029da33-9c04-4e0e-87bc-93072792fb26 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "PUT /v2.0/floatingips/dba85876-04e0-4e44-afed-056cdcd40de4 HTTP/1.1" status: 200 len: 990 time: 2.0517070 Aug 16 23:06:57.174261 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ec6deff-f245-4e1c-822d-87007a31b174', 'tag': '5c511553-abb0-45ee-9ae1-f490c0be7d9d'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:06:57.177400 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-678c5126-9bd2-40b8-a0d7-1bf5750d83a1" -d '{"events": [{"name": "network-changed", "server_uuid": "5ec6deff-f245-4e1c-822d-87007a31b174", "tag": "5c511553-abb0-45ee-9ae1-f490c0be7d9d"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:06:57.180256 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be082062-d931-4ff2-8913-b16116de02d8 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Made reservation on behalf of 78e86668384a4cde9208ceb89555c139 for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:06:57.185393 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-be082062-d931-4ff2-8913-b16116de02d8 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:57.197860 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-be082062-d931-4ff2-8913-b16116de02d8 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:57.248675 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1951c6b1-88aa-45c7-81cc-c561471b70f9 x-openstack-request-id: req-1951c6b1-88aa-45c7-81cc-c561471b70f9 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:06:57.249283 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ec6deff-f245-4e1c-822d-87007a31b174", "tag": "5c511553-abb0-45ee-9ae1-f490c0be7d9d", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:06:57.249688 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1951c6b1-88aa-45c7-81cc-c561471b70f9 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:06:57.250257 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ec6deff-f245-4e1c-822d-87007a31b174', 'tag': '5c511553-abb0-45ee-9ae1-f490c0be7d9d', 'status': 'completed', 'code': 200} Aug 16 23:06:57.280147 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-235542f0-0ba6-421a-80e1-7a9bf8190028 None None] Set router b9212fa8-82c6-4379-92b1-482c34812984 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:06:57.337232 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-be082062-d931-4ff2-8913-b16116de02d8 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:57.346619 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-be082062-d931-4ff2-8913-b16116de02d8 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:57.382429 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be082062-d931-4ff2-8913-b16116de02d8 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:06:57.392256 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678c5126-9bd2-40b8-a0d7-1bf5750d83a1 req-779b5b5d-1d62-40bd-a914-6b192420434a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:57.392893 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678c5126-9bd2-40b8-a0d7-1bf5750d83a1 req-779b5b5d-1d62-40bd-a914-6b192420434a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:57.394108 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678c5126-9bd2-40b8-a0d7-1bf5750d83a1 req-779b5b5d-1d62-40bd-a914-6b192420434a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:57.394454 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678c5126-9bd2-40b8-a0d7-1bf5750d83a1 req-779b5b5d-1d62-40bd-a914-6b192420434a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:57.395161 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678c5126-9bd2-40b8-a0d7-1bf5750d83a1 req-779b5b5d-1d62-40bd-a914-6b192420434a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:57.395704 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678c5126-9bd2-40b8-a0d7-1bf5750d83a1 req-779b5b5d-1d62-40bd-a914-6b192420434a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:57.396190 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678c5126-9bd2-40b8-a0d7-1bf5750d83a1 req-779b5b5d-1d62-40bd-a914-6b192420434a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:57.397804 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be082062-d931-4ff2-8913-b16116de02d8 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ddf59c2-b548-4431-9234-4c894782a9c4,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:57.399027 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-678c5126-9bd2-40b8-a0d7-1bf5750d83a1 req-779b5b5d-1d62-40bd-a914-6b192420434a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0fd6de77a6ca45308e5ac106bdd0311d&device_id=5ec6deff-f245-4e1c-822d-87007a31b174 HTTP/1.1" status: 200 len: 6506 time: 0.0957551 Aug 16 23:06:57.405973 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-be082062-d931-4ff2-8913-b16116de02d8 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:57.405973 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-be082062-d931-4ff2-8913-b16116de02d8 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Added segment 27f0251f-3938-4391-95ce-c729c488c63e of type vlan for network f5b3671a-1573-4e63-99b3-a83f4d89ce8b Aug 16 23:06:57.460931 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-be082062-d931-4ff2-8913-b16116de02d8 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:57.491445 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9feee275-4a63-47ab-bcd8-80bcb06609f0 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:57.502237 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-be082062-d931-4ff2-8913-b16116de02d8 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:57.509617 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be082062-d931-4ff2-8913-b16116de02d8 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:57.511227 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-be082062-d931-4ff2-8913-b16116de02d8 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:57.570827 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678c5126-9bd2-40b8-a0d7-1bf5750d83a1 req-a08a6bb5-fc8e-46b7-a07b-a3ab860cb0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:57.572371 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-678c5126-9bd2-40b8-a0d7-1bf5750d83a1 req-a08a6bb5-fc8e-46b7-a07b-a3ab860cb0b1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7f9863fd-7980-4b2d-a7ca-14f053950325 HTTP/1.1" status: 200 len: 918 time: 0.1516225 Aug 16 23:06:57.588654 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9feee275-4a63-47ab-bcd8-80bcb06609f0 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:57.594405 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be082062-d931-4ff2-8913-b16116de02d8 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Pushing event updated for resources: {'Network': ['ID=f5b3671a-1573-4e63-99b3-a83f4d89ce8b,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:57.598090 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-be082062-d931-4ff2-8913-b16116de02d8 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6882002 Aug 16 23:06:57.600923 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53420) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:57.607368 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network f5b3671a-1573-4e63-99b3-a83f4d89ce8b details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:06:57.607881 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-af227c36-fe65-43a2-8636-2002cd278d42 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Request body: {'subnet': {'network_id': 'f5b3671a-1573-4e63-99b3-a83f4d89ce8b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:06:57.637779 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-235542f0-0ba6-421a-80e1-7a9bf8190028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9212fa8-82c6-4379-92b1-482c34812984', 'name': 'tempest-TaggedBootDevicesTest_v242-1760784088-router', 'tenant_id': '0fd6de77a6ca45308e5ac106bdd0311d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'b56638a8-07b1-4155-9bd3-a8bc289df053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:04:43Z', 'updated_at': '2021-08-16T23:04:48Z', 'revision_number': 4, 'project_id': '0fd6de77a6ca45308e5ac106bdd0311d', 'gw_port': {'id': 'b56638a8-07b1-4155-9bd3-a8bc289df053', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9212fa8-82c6-4379-92b1-482c34812984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:04:44Z', 'updated_at': '2021-08-16T23:04:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': 'dba85876-04e0-4e44-afed-056cdcd40de4', 'tenant_id': '0fd6de77a6ca45308e5ac106bdd0311d', 'floating_ip_address': '172.25.4.34', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': 'b9212fa8-82c6-4379-92b1-482c34812984', 'port_id': '5c511553-abb0-45ee-9ae1-f490c0be7d9d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f9863fd-7980-4b2d-a7ca-14f053950325', 'mac_address': 'fa:16:3e:c7:a5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec6deff-f245-4e1c-822d-87007a31b174', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:05:31Z', 'updated_at': '2021-08-16T23:06:56Z', 'revision_number': 1, 'project_id': '0fd6de77a6ca45308e5ac106bdd0311d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c523233-bb68-4fc2-9119-093cce838549', 'name': '', 'network_id': '7f9863fd-7980-4b2d-a7ca-14f053950325', 'tenant_id': '0fd6de77a6ca45308e5ac106bdd0311d', 'mac_address': 'fa:16:3e:35:a7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9212fa8-82c6-4379-92b1-482c34812984', 'device_owner': 'network:router_interface', 'standard_attr_id': 2269, 'fixed_ips': [{'subnet_id': '707213db-37e4-4504-a3c9-b665785837dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:04:47Z', 'updated_at': '2021-08-16T23:04:55Z', 'revision_number': 5, 'project_id': '0fd6de77a6ca45308e5ac106bdd0311d', 'subnets': [{'id': '707213db-37e4-4504-a3c9-b665785837dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:06:57.703920 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235542f0-0ba6-421a-80e1-7a9bf8190028 None None] Checking router: b9212fa8-82c6-4379-92b1-482c34812984 for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:06:57.710370 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feee275-4a63-47ab-bcd8-80bcb06609f0 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Pushing event updated for resources: {'Port': ['ID=6b0e7f37-30f6-4e4c-879a-aa69039637f4,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:57.716325 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af227c36-fe65-43a2-8636-2002cd278d42 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Made reservation on behalf of 78e86668384a4cde9208ceb89555c139 for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:06:57.724521 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-af227c36-fe65-43a2-8636-2002cd278d42 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:57.726242 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235542f0-0ba6-421a-80e1-7a9bf8190028 None None] Routers {'b9212fa8-82c6-4379-92b1-482c34812984'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:06:57.726879 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-235542f0-0ba6-421a-80e1-7a9bf8190028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:06:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['b9212fa8-82c6-4379-92b1-482c34812984'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:06:57.738803 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-678c5126-9bd2-40b8-a0d7-1bf5750d83a1 req-9fbf7076-7595-435e-9cc8-047398aa4aac service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c511553-abb0-45ee-9ae1-f490c0be7d9d HTTP/1.1" status: 200 len: 998 time: 0.1591635 Aug 16 23:06:57.742088 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9feee275-4a63-47ab-bcd8-80bcb06609f0 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Checking segment: {'id': '12a5c94d-0d97-4d33-86b5-36f17fec0760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'cbf75a42-c117-4221-92a5-de746d30e9e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:06:57.742458 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9feee275-4a63-47ab-bcd8-80bcb06609f0 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Network hostable DHCP agents. Network: cbf75a42-c117-4221-92a5-de746d30e9e0, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:06:57.812786 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9feee275-4a63-47ab-bcd8-80bcb06609f0 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Network cbf75a42-c117-4221-92a5-de746d30e9e0 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:06:57.825420 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678c5126-9bd2-40b8-a0d7-1bf5750d83a1 req-09ebccdd-f0bf-45ce-9600-0b64cc9e4466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:57.827217 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-678c5126-9bd2-40b8-a0d7-1bf5750d83a1 req-09ebccdd-f0bf-45ce-9600-0b64cc9e4466 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=707213db-37e4-4504-a3c9-b665785837dd HTTP/1.1" status: 200 len: 856 time: 0.0809381 Aug 16 23:06:57.828557 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-9feee275-4a63-47ab-bcd8-80bcb06609f0 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, cbf75a42-c117-4221-92a5-de746d30e9e0) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:06:57.838261 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9a5f1b-8709-4238-8868-ed977b122ae3 None None] Network cbf75a42-c117-4221-92a5-de746d30e9e0 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:06:57.842087 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9feee275-4a63-47ab-bcd8-80bcb06609f0 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:06:57.843152 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9feee275-4a63-47ab-bcd8-80bcb06609f0 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:57.937837 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-235542f0-0ba6-421a-80e1-7a9bf8190028 None None] Set router b9212fa8-82c6-4379-92b1-482c34812984 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:06:57.947007 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feee275-4a63-47ab-bcd8-80bcb06609f0 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Pushing event updated for resources: {'Port': ['ID=259886dd-f6be-4d06-b255-9185fe472026,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:58.022017 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-af227c36-fe65-43a2-8636-2002cd278d42 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:58.030207 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678c5126-9bd2-40b8-a0d7-1bf5750d83a1 req-e219612f-92b8-4273-995a-95f3e79687b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:58.031662 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-678c5126-9bd2-40b8-a0d7-1bf5750d83a1 req-e219612f-92b8-4273-995a-95f3e79687b4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7f9863fd-7980-4b2d-a7ca-14f053950325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1337812 Aug 16 23:06:58.032602 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9feee275-4a63-47ab-bcd8-80bcb06609f0 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Checking segment: {'id': '26aa55d3-30f8-436c-864c-47a73fad07c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '18b96aec-0aa6-4411-952b-e46773df289b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:06:58.032972 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9feee275-4a63-47ab-bcd8-80bcb06609f0 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Network hostable DHCP agents. Network: 18b96aec-0aa6-4411-952b-e46773df289b, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:06:58.116583 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af227c36-fe65-43a2-8636-2002cd278d42 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Pushing event updated for resources: {'Subnet': ['ID=db1b92d8-2528-4f0e-b0cb-0d594593a38e,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:58.126656 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af227c36-fe65-43a2-8636-2002cd278d42 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Checking segment: {'id': '27f0251f-3938-4391-95ce-c729c488c63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f5b3671a-1573-4e63-99b3-a83f4d89ce8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:06:58.127112 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af227c36-fe65-43a2-8636-2002cd278d42 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Network hostable DHCP agents. Network: f5b3671a-1573-4e63-99b3-a83f4d89ce8b, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:06:58.157051 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af227c36-fe65-43a2-8636-2002cd278d42 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Network f5b3671a-1573-4e63-99b3-a83f4d89ce8b is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:06:58.189878 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-af227c36-fe65-43a2-8636-2002cd278d42 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, f5b3671a-1573-4e63-99b3-a83f4d89ce8b) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:06:58.200352 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7baec1d7-9803-481c-bc68-c29fd66a94e3 None None] Network f5b3671a-1573-4e63-99b3-a83f4d89ce8b requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:06:58.201926 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af227c36-fe65-43a2-8636-2002cd278d42 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:58.202958 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-af227c36-fe65-43a2-8636-2002cd278d42 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:58.206089 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9feee275-4a63-47ab-bcd8-80bcb06609f0 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Network 18b96aec-0aa6-4411-952b-e46773df289b is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:06:58.214839 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-9feee275-4a63-47ab-bcd8-80bcb06609f0 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 18b96aec-0aa6-4411-952b-e46773df289b) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:06:58.220261 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9feee275-4a63-47ab-bcd8-80bcb06609f0 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:06:58.223870 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-af227c36-fe65-43a2-8636-2002cd278d42 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6217425 Aug 16 23:06:58.226670 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9feee275-4a63-47ab-bcd8-80bcb06609f0 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:58.227728 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53436) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:58.233353 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9feee275-4a63-47ab-bcd8-80bcb06609f0 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:58.233542 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9feee275-4a63-47ab-bcd8-80bcb06609f0 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:58.234035 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-9cd761a8-a167-4fe6-83a4-5b033a39bb7c tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1408348874', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}, 'admin_state_up': False}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:06:58.247012 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-678c5126-9bd2-40b8-a0d7-1bf5750d83a1 req-5fd6bd2a-7f70-4336-9a7f-2bd56e50a4e7 service neutron] 10.222.0.57 "GET /v2.0/networks/7f9863fd-7980-4b2d-a7ca-14f053950325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064855 Aug 16 23:06:58.259930 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b664207-f592-4329-a1d9-d0e25f0b54f3 None None] Network 18b96aec-0aa6-4411-952b-e46773df289b requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:06:58.273833 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9cd761a8-a167-4fe6-83a4-5b033a39bb7c tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:58.274376 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9eec67-e2dd-4ca6-8662-bf4f68381efc req-16255b7a-ad68-4ce6-8fa2-2ac078b4a0b0 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:58.276968 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7c9eec67-e2dd-4ca6-8662-bf4f68381efc req-16255b7a-ad68-4ce6-8fa2-2ac078b4a0b0 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 946 time: 0.1208196 Aug 16 23:06:58.278177 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9cd761a8-a167-4fe6-83a4-5b033a39bb7c tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:58.357409 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-235542f0-0ba6-421a-80e1-7a9bf8190028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9212fa8-82c6-4379-92b1-482c34812984', 'name': 'tempest-TaggedBootDevicesTest_v242-1760784088-router', 'tenant_id': '0fd6de77a6ca45308e5ac106bdd0311d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'b56638a8-07b1-4155-9bd3-a8bc289df053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:04:43Z', 'updated_at': '2021-08-16T23:04:48Z', 'revision_number': 4, 'project_id': '0fd6de77a6ca45308e5ac106bdd0311d', 'gw_port': {'id': 'b56638a8-07b1-4155-9bd3-a8bc289df053', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9212fa8-82c6-4379-92b1-482c34812984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:04:44Z', 'updated_at': '2021-08-16T23:04:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': 'dba85876-04e0-4e44-afed-056cdcd40de4', 'tenant_id': '0fd6de77a6ca45308e5ac106bdd0311d', 'floating_ip_address': '172.25.4.34', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': 'b9212fa8-82c6-4379-92b1-482c34812984', 'port_id': '5c511553-abb0-45ee-9ae1-f490c0be7d9d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f9863fd-7980-4b2d-a7ca-14f053950325', 'mac_address': 'fa:16:3e:c7:a5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec6deff-f245-4e1c-822d-87007a31b174', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:05:31Z', 'updated_at': '2021-08-16T23:06:56Z', 'revision_number': 1, 'project_id': '0fd6de77a6ca45308e5ac106bdd0311d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c523233-bb68-4fc2-9119-093cce838549', 'name': '', 'network_id': '7f9863fd-7980-4b2d-a7ca-14f053950325', 'tenant_id': '0fd6de77a6ca45308e5ac106bdd0311d', 'mac_address': 'fa:16:3e:35:a7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9212fa8-82c6-4379-92b1-482c34812984', 'device_owner': 'network:router_interface', 'standard_attr_id': 2269, 'fixed_ips': [{'subnet_id': '707213db-37e4-4504-a3c9-b665785837dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:04:47Z', 'updated_at': '2021-08-16T23:04:55Z', 'revision_number': 5, 'project_id': '0fd6de77a6ca45308e5ac106bdd0311d', 'subnets': [{'id': '707213db-37e4-4504-a3c9-b665785837dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:06:58.359638 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9cd761a8-a167-4fe6-83a4-5b033a39bb7c tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:58.421505 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235542f0-0ba6-421a-80e1-7a9bf8190028 None None] The sync data for ids ['b9212fa8-82c6-4379-92b1-482c34812984'] in n-d-791506-26 is: [{'id': 'b9212fa8-82c6-4379-92b1-482c34812984', 'name': 'tempest-TaggedBootDevicesTest_v242-1760784088-router', 'tenant_id': '0fd6de77a6ca45308e5ac106bdd0311d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'b56638a8-07b1-4155-9bd3-a8bc289df053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:04:43Z', 'updated_at': '2021-08-16T23:04:48Z', 'revision_number': 4, 'project_id': '0fd6de77a6ca45308e5ac106bdd0311d', 'gw_port': {'id': 'b56638a8-07b1-4155-9bd3-a8bc289df053', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9212fa8-82c6-4379-92b1-482c34812984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:04:44Z', 'updated_at': '2021-08-16T23:04:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': 'dba85876-04e0-4e44-afed-056cdcd40de4', 'tenant_id': '0fd6de77a6ca45308e5ac106bdd0311d', 'floating_ip_address': '172.25.4.34', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': 'b9212fa8-82c6-4379-92b1-482c34812984', 'port_id': '5c511553-abb0-45ee-9ae1-f490c0be7d9d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f9863fd-7980-4b2d-a7ca-14f053950325', 'mac_address': 'fa:16:3e:c7:a5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec6deff-f245-4e1c-822d-87007a31b174', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:05:31Z', 'updated_at': '2021-08-16T23:06:56Z', 'revision_number': 1, 'project_id': '0fd6de77a6ca45308e5ac106bdd0311d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c523233-bb68-4fc2-9119-093cce838549', 'name': '', 'network_id': '7f9863fd-7980-4b2d-a7ca-14f053950325', 'tenant_id': '0fd6de77a6ca45308e5ac106bdd0311d', 'mac_address': 'fa:16:3e:35:a7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9212fa8-82c6-4379-92b1-482c34812984', 'device_owner': 'network:router_interface', 'standard_attr_id': 2269, 'fixed_ips': [{'subnet_id': '707213db-37e4-4504-a3c9-b665785837dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:04:47Z', 'updated_at': '2021-08-16T23:04:55Z', 'revision_number': 5, 'project_id': '0fd6de77a6ca45308e5ac106bdd0311d', 'subnets': [{'id': '707213db-37e4-4504-a3c9-b665785837dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:06:58.427025 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-9feee275-4a63-47ab-bcd8-80bcb06609f0 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.6122136 Aug 16 23:06:58.441194 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53442) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:58.499811 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7c9eec67-e2dd-4ca6-8662-bf4f68381efc req-5bdadc11-6e10-4858-9b24-ed9dd460c3d9 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870513 Aug 16 23:06:58.530585 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0bd46ab-5466-4c1c-a9bf-f5f1a585dc72 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:58.538712 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0bd46ab-5466-4c1c-a9bf-f5f1a585dc72 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:58.544038 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-a0bd46ab-5466-4c1c-a9bf-f5f1a585dc72 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1014497 Aug 16 23:06:58.547439 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53446) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:58.568817 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076a8c4a-3406-4a0a-82de-43eba3211a71 None None] Network f5b3671a-1573-4e63-99b3-a83f4d89ce8b requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:06:58.582367 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-678c5126-9bd2-40b8-a0d7-1bf5750d83a1 req-d0990e1b-1779-4059-9824-723bd7c44597 service neutron] 10.222.0.57 "GET /v2.0/networks/7f9863fd-7980-4b2d-a7ca-14f053950325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259633 Aug 16 23:06:58.726920 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9cd761a8-a167-4fe6-83a4-5b033a39bb7c tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:58.787341 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1e9f73-6b6c-43f1-af66-cef9b323e82f None None] New status for floating IP dba85876-04e0-4e44-afed-056cdcd40de4: ACTIVE {{(pid=101293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:06:58.816367 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-831ed2b0-79ad-4130-aad6-f4f2c1482707 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Deleting port 6b0e7f37-30f6-4e4c-879a-aa69039637f4 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:06:58.816652 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-831ed2b0-79ad-4130-aad6-f4f2c1482707 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:58.909380 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-831ed2b0-79ad-4130-aad6-f4f2c1482707 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:58.931911 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-831ed2b0-79ad-4130-aad6-f4f2c1482707 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Calling delete_port for 6b0e7f37-30f6-4e4c-879a-aa69039637f4 owned by {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:06:59.111696 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-831ed2b0-79ad-4130-aad6-f4f2c1482707 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:59.140776 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9cd761a8-a167-4fe6-83a4-5b033a39bb7c tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks [] for router_gateway, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:59.163434 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831ed2b0-79ad-4130-aad6-f4f2c1482707 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Pushing event deleted for resources: {'Port': ['ID=6b0e7f37-30f6-4e4c-879a-aa69039637f4,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:59.185206 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-831ed2b0-79ad-4130-aad6-f4f2c1482707 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:59.187488 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-831ed2b0-79ad-4130-aad6-f4f2c1482707 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] 10.222.0.36 "DELETE /v2.0/ports/6b0e7f37-30f6-4e4c-879a-aa69039637f4 HTTP/1.1" status: 204 len: 168 time: 0.6386287 Aug 16 23:06:59.188427 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9cd761a8-a167-4fe6-83a4-5b033a39bb7c tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:59.190062 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53464) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:59.368488 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-9cd761a8-a167-4fe6-83a4-5b033a39bb7c tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Allocated IP 172.25.4.87 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/a7082f7d-b195-4fba-a129-8fdbb7c53ed8) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:06:59.373016 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-d737d0d7-0e0f-45dc-a039-d53b813d1e92 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Deleting port 259886dd-f6be-4d06-b255-9185fe472026 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:06:59.373371 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d737d0d7-0e0f-45dc-a039-d53b813d1e92 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:59.528695 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d737d0d7-0e0f-45dc-a039-d53b813d1e92 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:59.546922 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-d737d0d7-0e0f-45dc-a039-d53b813d1e92 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Calling delete_port for 259886dd-f6be-4d06-b255-9185fe472026 owned by {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:06:59.639952 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9cd761a8-a167-4fe6-83a4-5b033a39bb7c tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:59.689555 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c73475-58e8-4f57-a3ff-cec9db12f2bc req-baccf815-c7b9-41d0-9c5a-91ef6bc6d805 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:06:59.698351 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-33c73475-58e8-4f57-a3ff-cec9db12f2bc req-baccf815-c7b9-41d0-9c5a-91ef6bc6d805 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 946 time: 0.0812891 Aug 16 23:06:59.699947 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d737d0d7-0e0f-45dc-a039-d53b813d1e92 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:59.732355 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9cd761a8-a167-4fe6-83a4-5b033a39bb7c tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:59.735598 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d737d0d7-0e0f-45dc-a039-d53b813d1e92 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Pushing event deleted for resources: {'Port': ['ID=259886dd-f6be-4d06-b255-9185fe472026,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:59.754641 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-33c73475-58e8-4f57-a3ff-cec9db12f2bc req-a724078b-ac2e-42d7-b169-1750dbf2e2ca tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529957 Aug 16 23:06:59.785023 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d737d0d7-0e0f-45dc-a039-d53b813d1e92 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:59.787971 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-d737d0d7-0e0f-45dc-a039-d53b813d1e92 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] 10.222.0.36 "DELETE /v2.0/ports/259886dd-f6be-4d06-b255-9185fe472026 HTTP/1.1" status: 204 len: 168 time: 0.5968971 Aug 16 23:06:59.790987 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53476) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:59.804164 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd761a8-a167-4fe6-83a4-5b033a39bb7c tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:06:59.813049 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-9cd761a8-a167-4fe6-83a4-5b033a39bb7c tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:06:59.816764 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd761a8-a167-4fe6-83a4-5b033a39bb7c tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:06:59.826949 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-c34c9bff-969a-4304-b2e2-9a6ca71aaf7e tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0300066 Aug 16 23:06:59.827162 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53478) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:06:59.835749 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-17afff5b-70b1-42a1-9e3c-4f299bdbc00b tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1302853851'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:06:59.850617 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd761a8-a167-4fe6-83a4-5b033a39bb7c tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Pushing event updated for resources: {'Port': ['ID=a7082f7d-b195-4fba-a129-8fdbb7c53ed8,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:06:59.871656 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17afff5b-70b1-42a1-9e3c-4f299bdbc00b tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Made reservation on behalf of 21e25ed0b71f4025ab31f35e84e17224 for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:06:59.875436 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-17afff5b-70b1-42a1-9e3c-4f299bdbc00b tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:59.907782 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17afff5b-70b1-42a1-9e3c-4f299bdbc00b tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:06:59.921516 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-17afff5b-70b1-42a1-9e3c-4f299bdbc00b tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:06:59.922141 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-17afff5b-70b1-42a1-9e3c-4f299bdbc00b tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Added segment f18654f0-aa98-4b18-b2bf-65273654b197 of type vlan for network dbee21fe-6cea-4464-bb6a-544b4c23e4e1 Aug 16 23:06:59.993763 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-17afff5b-70b1-42a1-9e3c-4f299bdbc00b tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:00.031034 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-17afff5b-70b1-42a1-9e3c-4f299bdbc00b tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:00.036736 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17afff5b-70b1-42a1-9e3c-4f299bdbc00b tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:00.037339 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-17afff5b-70b1-42a1-9e3c-4f299bdbc00b tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:00.110712 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-17afff5b-70b1-42a1-9e3c-4f299bdbc00b tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2816701 Aug 16 23:07:00.112474 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53484) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:00.126174 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-730ddf4c-01fb-4aef-9774-1e55e4b0c7ad tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1308108666'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:07:00.162422 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17afff5b-70b1-42a1-9e3c-4f299bdbc00b tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Pushing event updated for resources: {'Network': ['ID=dbee21fe-6cea-4464-bb6a-544b4c23e4e1,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:00.165962 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9cd761a8-a167-4fe6-83a4-5b033a39bb7c tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks [] for router_gateway, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:00.177050 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-730ddf4c-01fb-4aef-9774-1e55e4b0c7ad tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Made reservation on behalf of 21e25ed0b71f4025ab31f35e84e17224 for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:07:00.181311 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-730ddf4c-01fb-4aef-9774-1e55e4b0c7ad tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:00.190454 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network dbee21fe-6cea-4464-bb6a-544b4c23e4e1 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:07:00.214638 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-730ddf4c-01fb-4aef-9774-1e55e4b0c7ad tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:07:00.229064 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-730ddf4c-01fb-4aef-9774-1e55e4b0c7ad tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:00.229424 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-730ddf4c-01fb-4aef-9774-1e55e4b0c7ad tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Added segment 0433c7e0-a429-46b8-b26c-9581b1dea433 of type vlan for network d049570e-0bc8-4e0e-be41-8a47f0bed881 Aug 16 23:07:00.304729 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-730ddf4c-01fb-4aef-9774-1e55e4b0c7ad tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:00.334697 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-730ddf4c-01fb-4aef-9774-1e55e4b0c7ad tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:00.340614 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730ddf4c-01fb-4aef-9774-1e55e4b0c7ad tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:00.341442 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-730ddf4c-01fb-4aef-9774-1e55e4b0c7ad tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:00.399725 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-730ddf4c-01fb-4aef-9774-1e55e4b0c7ad tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2813294 Aug 16 23:07:00.424282 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730ddf4c-01fb-4aef-9774-1e55e4b0c7ad tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Pushing event updated for resources: {'Network': ['ID=d049570e-0bc8-4e0e-be41-8a47f0bed881,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:00.437192 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network d049570e-0bc8-4e0e-be41-8a47f0bed881 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:07:00.470525 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9cd761a8-a167-4fe6-83a4-5b033a39bb7c tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:00.635146 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cd761a8-a167-4fe6-83a4-5b033a39bb7c tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Router fc111883-7c4c-4bc8-b94b-c3304b47c34e is scheduled to L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f with binding_index 1 {{(pid=101291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:07:00.755231 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cd761a8-a167-4fe6-83a4-5b033a39bb7c tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:07:00.775911 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8b3085-3353-4611-8655-733f0d312fe7 None None] Sync routers for ids ['fc111883-7c4c-4bc8-b94b-c3304b47c34e'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:07:00.788038 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9cd761a8-a167-4fe6-83a4-5b033a39bb7c tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:00.796753 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53498) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:00.798284 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-9cd761a8-a167-4fe6-83a4-5b033a39bb7c tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.5692000 Aug 16 23:07:00.799853 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8b3085-3353-4611-8655-733f0d312fe7 None None] Routers {'fc111883-7c4c-4bc8-b94b-c3304b47c34e'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:07:00.800646 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-7d8b3085-3353-4611-8655-733f0d312fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:06:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['fc111883-7c4c-4bc8-b94b-c3304b47c34e'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:00.836858 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-7d8b3085-3353-4611-8655-733f0d312fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:00.854885 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8b3085-3353-4611-8655-733f0d312fe7 None None] Routers {'fc111883-7c4c-4bc8-b94b-c3304b47c34e'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:07:00.857026 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-7d8b3085-3353-4611-8655-733f0d312fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:06:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['fc111883-7c4c-4bc8-b94b-c3304b47c34e'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:00.921557 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-7d8b3085-3353-4611-8655-733f0d312fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:00.922422 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8b3085-3353-4611-8655-733f0d312fe7 None None] The sync data for ids ['fc111883-7c4c-4bc8-b94b-c3304b47c34e'] in n-d-791506-26 is: [] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:07:01.027973 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef352c4c-230a-4dee-9d06-d6b9908258e6 req-1e8acdd9-d8d6-4b5e-a572-aa8c48cb30b5 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:01.029996 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ef352c4c-230a-4dee-9d06-d6b9908258e6 req-1e8acdd9-d8d6-4b5e-a572-aa8c48cb30b5 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 946 time: 0.1240754 Aug 16 23:07:01.142278 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ef352c4c-230a-4dee-9d06-d6b9908258e6 req-7d73985d-f909-4e99-ac2a-7c735db5f429 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726388 Aug 16 23:07:01.403383 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-daa7fb53-87f6-4f9c-ab09-61db94c09881 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:01.724392 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-daa7fb53-87f6-4f9c-ab09-61db94c09881 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Allocated IP 172.20.0.1 (f5b3671a-1573-4e63-99b3-a83f4d89ce8b/db1b92d8-2528-4f0e-b0cb-0d594593a38e/df89a28c-7a02-441c-85d3-f912433b6b0a) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:07:01.844123 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-daa7fb53-87f6-4f9c-ab09-61db94c09881 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:01.886318 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-daa7fb53-87f6-4f9c-ab09-61db94c09881 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:01.954963 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa7fb53-87f6-4f9c-ab09-61db94c09881 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Pushing event updated for resources: {'Port': ['ID=df89a28c-7a02-441c-85d3-f912433b6b0a,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:01.962623 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa7fb53-87f6-4f9c-ab09-61db94c09881 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Network f5b3671a-1573-4e63-99b3-a83f4d89ce8b is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:07:01.964148 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-daa7fb53-87f6-4f9c-ab09-61db94c09881 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:07:01.967324 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa7fb53-87f6-4f9c-ab09-61db94c09881 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:07:02.018833 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-daa7fb53-87f6-4f9c-ab09-61db94c09881 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954230'] for router_interface, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:02.163890 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-daa7fb53-87f6-4f9c-ab09-61db94c09881 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:02.348340 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0413ef7c-e050-492d-90a4-9e4e96bd6cbf req-eb454b68-0d89-4421-b5ae-7a9ef11d37aa tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:02.349865 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0413ef7c-e050-492d-90a4-9e4e96bd6cbf req-eb454b68-0d89-4421-b5ae-7a9ef11d37aa tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 946 time: 0.0922992 Aug 16 23:07:02.409121 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0413ef7c-e050-492d-90a4-9e4e96bd6cbf req-322f1135-4869-4f65-ad0e-a062cc7cf1f5 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494266 Aug 16 23:07:02.543443 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-daa7fb53-87f6-4f9c-ab09-61db94c09881 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:02.549370 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-daa7fb53-87f6-4f9c-ab09-61db94c09881 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:02.635373 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-daa7fb53-87f6-4f9c-ab09-61db94c09881 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954122'] for router_interface, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:02.638761 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa7fb53-87f6-4f9c-ab09-61db94c09881 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Pushing event updated for resources: {'Port': ['ID=df89a28c-7a02-441c-85d3-f912433b6b0a,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:02.740397 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa7fb53-87f6-4f9c-ab09-61db94c09881 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Network f5b3671a-1573-4e63-99b3-a83f4d89ce8b is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:07:02.741816 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-daa7fb53-87f6-4f9c-ab09-61db94c09881 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:07:02.857069 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daa7fb53-87f6-4f9c-ab09-61db94c09881 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Router fc111883-7c4c-4bc8-b94b-c3304b47c34e has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:07:02.989096 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daa7fb53-87f6-4f9c-ab09-61db94c09881 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:07:03.001467 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811de226-6167-48cf-b50d-794221386749 None None] Sync routers for ids ['fc111883-7c4c-4bc8-b94b-c3304b47c34e'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:07:03.004115 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-daa7fb53-87f6-4f9c-ab09-61db94c09881 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] 10.222.0.36 "PUT /v2.0/routers/fc111883-7c4c-4bc8-b94b-c3304b47c34e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2055330 Aug 16 23:07:03.006617 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53516) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:03.014019 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-4fcc80de-8e8e-4790-a646-e61843340013 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Request body: {'port': {'network_id': 'f5b3671a-1573-4e63-99b3-a83f4d89ce8b', 'name': 'tempest-FloatingIPTestJSON-1247761333'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:07:03.017011 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811de226-6167-48cf-b50d-794221386749 None None] Routers {'fc111883-7c4c-4bc8-b94b-c3304b47c34e'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:07:03.017837 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-811de226-6167-48cf-b50d-794221386749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:06:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['fc111883-7c4c-4bc8-b94b-c3304b47c34e'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:03.072167 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-811de226-6167-48cf-b50d-794221386749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:03.082931 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811de226-6167-48cf-b50d-794221386749 None None] Routers {'fc111883-7c4c-4bc8-b94b-c3304b47c34e'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:07:03.083906 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-811de226-6167-48cf-b50d-794221386749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:06:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['fc111883-7c4c-4bc8-b94b-c3304b47c34e'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:03.123495 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-811de226-6167-48cf-b50d-794221386749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:03.124527 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811de226-6167-48cf-b50d-794221386749 None None] The sync data for ids ['fc111883-7c4c-4bc8-b94b-c3304b47c34e'] in n-d-791506-26 is: [] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:07:03.188782 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fcc80de-8e8e-4790-a646-e61843340013 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Made reservation on behalf of 78e86668384a4cde9208ceb89555c139 for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:07:03.192450 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4fcc80de-8e8e-4790-a646-e61843340013 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:03.218385 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [None req-4fcc80de-8e8e-4790-a646-e61843340013 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] device_id is not set on port 3e74d9e7-d774-46f2-af5e-dd7755e9b6b4 yet. {{(pid=101292) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 23:07:03.350518 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-4fcc80de-8e8e-4790-a646-e61843340013 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Allocated IP 172.20.0.6 (f5b3671a-1573-4e63-99b3-a83f4d89ce8b/db1b92d8-2528-4f0e-b0cb-0d594593a38e/3e74d9e7-d774-46f2-af5e-dd7755e9b6b4) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:07:03.403684 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53520) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:03.558169 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d5b1568e-7b28-40ba-a990-a62f59a94aa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:03.558664 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4fcc80de-8e8e-4790-a646-e61843340013 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:03.581829 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361054eb-f501-4d07-8034-287d319c0662 req-1bb0ca3b-ac1e-4714-b8ec-20fa0d77fdd9 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:03.583405 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-361054eb-f501-4d07-8034-287d319c0662 req-1bb0ca3b-ac1e-4714-b8ec-20fa0d77fdd9 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 946 time: 0.0765300 Aug 16 23:07:03.642181 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-361054eb-f501-4d07-8034-287d319c0662 req-4a4c5586-8cdf-4f19-8335-4d5c9ce7bc53 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459599 Aug 16 23:07:03.643705 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4fcc80de-8e8e-4790-a646-e61843340013 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:03.696600 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fcc80de-8e8e-4790-a646-e61843340013 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Network f5b3671a-1573-4e63-99b3-a83f4d89ce8b is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:07:03.706369 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-4fcc80de-8e8e-4790-a646-e61843340013 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:07:03.710131 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fcc80de-8e8e-4790-a646-e61843340013 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:07:03.716580 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d5b1568e-7b28-40ba-a990-a62f59a94aa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:03.725132 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d5b1568e-7b28-40ba-a990-a62f59a94aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:03.739241 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcc80de-8e8e-4790-a646-e61843340013 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Pushing event updated for resources: {'Port': ['ID=3e74d9e7-d774-46f2-af5e-dd7755e9b6b4,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:03.766898 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fcc80de-8e8e-4790-a646-e61843340013 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:03.767598 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4fcc80de-8e8e-4790-a646-e61843340013 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:03.773564 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-d5b1568e-7b28-40ba-a990-a62f59a94aa0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d194435800fe42f7b73f3d518ac439bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3658736 Aug 16 23:07:03.773564 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b1568e-7b28-40ba-a990-a62f59a94aa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1abed960-c62f-451d-8817-90b722328125,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:03.773773 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53528) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:03.774022 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53530) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:03.781257 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-831ea929-35c2-4928-8ae9-11842e0d8263 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Request body: {'subnets': [{'network_id': 'dbee21fe-6cea-4464-bb6a-544b4c23e4e1', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--81338224', 'ip_version': 6}, {'network_id': 'd049570e-0bc8-4e0e-be41-8a47f0bed881', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:07:03.781546 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-831ea929-35c2-4928-8ae9-11842e0d8263 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Request body: {'subnet': {'network_id': 'dbee21fe-6cea-4464-bb6a-544b4c23e4e1', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--81338224', 'ip_version': 6}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:07:03.782391 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-831ea929-35c2-4928-8ae9-11842e0d8263 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Request body: {'subnet': {'network_id': 'd049570e-0bc8-4e0e-be41-8a47f0bed881', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:07:03.853888 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-4fcc80de-8e8e-4790-a646-e61843340013 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8459725 Aug 16 23:07:03.857547 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53534) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:03.862977 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-8c9a1fec-d2fd-43ff-bbb9-5d132a49b084 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Request body: {'port': {'network_id': 'f5b3671a-1573-4e63-99b3-a83f4d89ce8b', 'name': 'tempest-FloatingIPTestJSON-1963023589'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:07:03.951002 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-abad6261-c70c-498a-b6d1-1996a369e7de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:03.978983 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c9a1fec-d2fd-43ff-bbb9-5d132a49b084 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Made reservation on behalf of 78e86668384a4cde9208ceb89555c139 for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:07:03.982994 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8c9a1fec-d2fd-43ff-bbb9-5d132a49b084 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:03.987642 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-abad6261-c70c-498a-b6d1-1996a369e7de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:04.000647 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-8c9a1fec-d2fd-43ff-bbb9-5d132a49b084 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] device_id is not set on port 16ef380b-01b4-4b64-be06-ce707a9adaf5 yet. {{(pid=101291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 23:07:04.023671 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-831ea929-35c2-4928-8ae9-11842e0d8263 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Made reservation on behalf of 21e25ed0b71f4025ab31f35e84e17224 for: {'subnet': 2} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:07:04.028815 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-831ea929-35c2-4928-8ae9-11842e0d8263 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:04.029168 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-831ea929-35c2-4928-8ae9-11842e0d8263 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:04.122018 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-8c9a1fec-d2fd-43ff-bbb9-5d132a49b084 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Allocated IP 172.20.0.9 (f5b3671a-1573-4e63-99b3-a83f4d89ce8b/db1b92d8-2528-4f0e-b0cb-0d594593a38e/16ef380b-01b4-4b64-be06-ce707a9adaf5) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:07:04.122270 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-abad6261-c70c-498a-b6d1-1996a369e7de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:04.124721 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-abad6261-c70c-498a-b6d1-1996a369e7de admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:04.128175 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-abad6261-c70c-498a-b6d1-1996a369e7de admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1abed960-c62f-451d-8817-90b722328125 HTTP/1.1" status: 204 len: 168 time: 0.3508942 Aug 16 23:07:04.144810 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abad6261-c70c-498a-b6d1-1996a369e7de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1abed960-c62f-451d-8817-90b722328125,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:04.305418 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8c9a1fec-d2fd-43ff-bbb9-5d132a49b084 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:04.354484 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8c9a1fec-d2fd-43ff-bbb9-5d132a49b084 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:04.407403 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9a1fec-d2fd-43ff-bbb9-5d132a49b084 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Network f5b3671a-1573-4e63-99b3-a83f4d89ce8b is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:07:04.410876 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-8c9a1fec-d2fd-43ff-bbb9-5d132a49b084 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:07:04.414623 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9a1fec-d2fd-43ff-bbb9-5d132a49b084 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:07:04.421674 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9a1fec-d2fd-43ff-bbb9-5d132a49b084 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Pushing event updated for resources: {'Port': ['ID=16ef380b-01b4-4b64-be06-ce707a9adaf5,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:04.460787 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53540) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:04.486380 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9a1fec-d2fd-43ff-bbb9-5d132a49b084 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:04.487016 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8c9a1fec-d2fd-43ff-bbb9-5d132a49b084 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:04.491261 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-831ea929-35c2-4928-8ae9-11842e0d8263 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:04.491531 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0b6adceb-ca3f-40da-a011-78f2e8fa842f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:04.513529 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-8c9a1fec-d2fd-43ff-bbb9-5d132a49b084 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6545784 Aug 16 23:07:04.518290 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53542) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:04.525499 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-a854cc99-1de2-406d-9ffc-67cffba28f42 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Request body: {'floatingip': {'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'port_id': '16ef380b-01b4-4b64-be06-ce707a9adaf5', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:07:04.558891 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831ea929-35c2-4928-8ae9-11842e0d8263 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Pushing event updated for resources: {'Subnet': ['ID=4f43f9ce-ee71-4a04-afbe-d41d54ca33ad,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:04.570155 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831ea929-35c2-4928-8ae9-11842e0d8263 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Checking segment: {'id': 'f18654f0-aa98-4b18-b2bf-65273654b197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'dbee21fe-6cea-4464-bb6a-544b4c23e4e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:07:04.570579 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831ea929-35c2-4928-8ae9-11842e0d8263 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Network hostable DHCP agents. Network: dbee21fe-6cea-4464-bb6a-544b4c23e4e1, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:07:04.589513 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831ea929-35c2-4928-8ae9-11842e0d8263 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Network dbee21fe-6cea-4464-bb6a-544b4c23e4e1 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:07:04.600175 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-831ea929-35c2-4928-8ae9-11842e0d8263 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, dbee21fe-6cea-4464-bb6a-544b4c23e4e1) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:07:04.604461 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-831ea929-35c2-4928-8ae9-11842e0d8263 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:04.610686 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef49550-dc6f-41be-a7c7-c03a91b429ed None None] Network dbee21fe-6cea-4464-bb6a-544b4c23e4e1 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:07:04.621561 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0b6adceb-ca3f-40da-a011-78f2e8fa842f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:04.630386 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0b6adceb-ca3f-40da-a011-78f2e8fa842f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:04.671987 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831ea929-35c2-4928-8ae9-11842e0d8263 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Checking segment: {'id': '0433c7e0-a429-46b8-b26c-9581b1dea433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd049570e-0bc8-4e0e-be41-8a47f0bed881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:07:04.672405 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831ea929-35c2-4928-8ae9-11842e0d8263 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Network hostable DHCP agents. Network: d049570e-0bc8-4e0e-be41-8a47f0bed881, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:07:04.680214 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53544) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:04.684908 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-0b6adceb-ca3f-40da-a011-78f2e8fa842f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8988e3e89f6544b3b0c1935abc7a304f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2157359 Aug 16 23:07:04.691182 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a854cc99-1de2-406d-9ffc-67cffba28f42 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks [] for floatingip, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:04.723043 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831ea929-35c2-4928-8ae9-11842e0d8263 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Pushing event updated for resources: {'Subnet': ['ID=0ef2905e-7904-42d7-9fb0-951cb80fb7a4,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:04.744977 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831ea929-35c2-4928-8ae9-11842e0d8263 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Network d049570e-0bc8-4e0e-be41-8a47f0bed881 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:07:04.765411 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9d2d3f46-2f4c-4040-b8dc-01e22852a676 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:04.770490 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6adceb-ca3f-40da-a011-78f2e8fa842f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61f681d9-438b-46e3-9d05-7eb03e585e54,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:04.775224 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-831ea929-35c2-4928-8ae9-11842e0d8263 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, d049570e-0bc8-4e0e-be41-8a47f0bed881) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:07:04.788474 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831ea929-35c2-4928-8ae9-11842e0d8263 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:04.790974 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831ea929-35c2-4928-8ae9-11842e0d8263 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:04.793347 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-831ea929-35c2-4928-8ae9-11842e0d8263 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:04.801117 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17beb51a-78c6-4345-9584-08fd09ca91b5 None None] Network d049570e-0bc8-4e0e-be41-8a47f0bed881 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:07:04.855914 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a854cc99-1de2-406d-9ffc-67cffba28f42 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:04.995673 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00cda4e7-dfc1-4b4e-865c-34c7b89ff4c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-dbee21fe-6cea-4464-bb6a-544b4c23e4e1', 'network_id': 'dbee21fe-6cea-4464-bb6a-544b4c23e4e1', 'tenant_id': '21e25ed0b71f4025ab31f35e84e17224', 'fixed_ips': [{'subnet_id': '4f43f9ce-ee71-4a04-afbe-d41d54ca33ad'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:07:04.996750 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-00cda4e7-dfc1-4b4e-865c-34c7b89ff4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:04.998821 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-a854cc99-1de2-406d-9ffc-67cffba28f42 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Allocated IP 172.25.4.169 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/46854ce7-39ee-4e26-859b-f256eeb2488c) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:07:05.127964 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a854cc99-1de2-406d-9ffc-67cffba28f42 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:05.138397 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb92189-57f5-4218-82ae-7a1b9746467c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-d049570e-0bc8-4e0e-be41-8a47f0bed881', 'network_id': 'd049570e-0bc8-4e0e-be41-8a47f0bed881', 'tenant_id': '21e25ed0b71f4025ab31f35e84e17224', 'fixed_ips': [{'subnet_id': '0ef2905e-7904-42d7-9fb0-951cb80fb7a4'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:07:05.139527 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-3cb92189-57f5-4218-82ae-7a1b9746467c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:05.191025 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a854cc99-1de2-406d-9ffc-67cffba28f42 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:05.242074 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a854cc99-1de2-406d-9ffc-67cffba28f42 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:07:05.245261 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-a854cc99-1de2-406d-9ffc-67cffba28f42 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:07:05.249859 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a854cc99-1de2-406d-9ffc-67cffba28f42 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:07:05.252983 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9d2d3f46-2f4c-4040-b8dc-01e22852a676 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:05.259341 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-831ea929-35c2-4928-8ae9-11842e0d8263 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1474 time: 1.4809160 Aug 16 23:07:05.265543 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53552) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:05.274603 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a854cc99-1de2-406d-9ffc-67cffba28f42 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Pushing event updated for resources: {'Port': ['ID=46854ce7-39ee-4e26-859b-f256eeb2488c,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:05.349959 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-00cda4e7-dfc1-4b4e-865c-34c7b89ff4c0 None None] Allocated IP 2001:db8::1 (dbee21fe-6cea-4464-bb6a-544b4c23e4e1/4f43f9ce-ee71-4a04-afbe-d41d54ca33ad/6330bf1a-7ecb-418a-8cb1-5a84afb9e401) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:07:05.405694 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bb6581-bc3e-4f45-a01c-c774c56187bb req-8ad0cf8d-ee59-4525-b7c8-bf3801c7cf3d tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:05.407356 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f1bb6581-bc3e-4f45-a01c-c774c56187bb req-8ad0cf8d-ee59-4525-b7c8-bf3801c7cf3d tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 946 time: 0.5976353 Aug 16 23:07:05.413517 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cec6e5d-b568-4045-9cfb-8f3baf8ac482 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:05.415421 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cec6e5d-b568-4045-9cfb-8f3baf8ac482 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:05.417224 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cec6e5d-b568-4045-9cfb-8f3baf8ac482 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:05.419095 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-2cec6e5d-b568-4045-9cfb-8f3baf8ac482 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2100 time: 0.1523139 Aug 16 23:07:05.428513 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53554) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:05.443047 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-3cb92189-57f5-4218-82ae-7a1b9746467c None None] Allocated IP 2001:db8:0:1::1 (d049570e-0bc8-4e0e-be41-8a47f0bed881/0ef2905e-7904-42d7-9fb0-951cb80fb7a4/f8f19dea-1f28-4bdb-974a-820d2aec12f1) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:07:05.477332 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9d2d3f46-2f4c-4040-b8dc-01e22852a676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:05.480463 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9d2d3f46-2f4c-4040-b8dc-01e22852a676 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:05.484864 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-9d2d3f46-2f4c-4040-b8dc-01e22852a676 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/61f681d9-438b-46e3-9d05-7eb03e585e54 HTTP/1.1" status: 204 len: 168 time: 0.7988491 Aug 16 23:07:05.517641 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d3f46-2f4c-4040-b8dc-01e22852a676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f681d9-438b-46e3-9d05-7eb03e585e54,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:05.547583 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d77a1e2-18a3-4730-9bc0-519808b14324 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Deleting subnet 4f43f9ce-ee71-4a04-afbe-d41d54ca33ad {{(pid=101292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:07:05.554393 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f1bb6581-bc3e-4f45-a01c-c774c56187bb req-99058c25-6e48-4cda-836f-9a868cfcff38 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337681 Aug 16 23:07:05.828088 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-00cda4e7-dfc1-4b4e-865c-34c7b89ff4c0 None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:05.898875 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-00cda4e7-dfc1-4b4e-865c-34c7b89ff4c0 None None] Transition to ACTIVE for port object 6330bf1a-7ecb-418a-8cb1-5a84afb9e401 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:07:05.928630 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-3cb92189-57f5-4218-82ae-7a1b9746467c None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:05.943070 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-00cda4e7-dfc1-4b4e-865c-34c7b89ff4c0 None None] Transition to ACTIVE for port object 6330bf1a-7ecb-418a-8cb1-5a84afb9e401 will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:07:05.944939 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-3cb92189-57f5-4218-82ae-7a1b9746467c None None] Transition to ACTIVE for port object f8f19dea-1f28-4bdb-974a-820d2aec12f1 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:07:05.952484 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1d77a1e2-18a3-4730-9bc0-519808b14324 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks [] for subnet, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:05.998616 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-00cda4e7-dfc1-4b4e-865c-34c7b89ff4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:06.036142 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-3cb92189-57f5-4218-82ae-7a1b9746467c None None] Transition to ACTIVE for port object f8f19dea-1f28-4bdb-974a-820d2aec12f1 will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:07:06.054844 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1d77a1e2-18a3-4730-9bc0-519808b14324 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3848860'] for subnet, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:06.083275 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00cda4e7-dfc1-4b4e-865c-34c7b89ff4c0 None None] Network dbee21fe-6cea-4464-bb6a-544b4c23e4e1 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:07:06.084308 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a854cc99-1de2-406d-9ffc-67cffba28f42 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:06.087410 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-00cda4e7-dfc1-4b4e-865c-34c7b89ff4c0 None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:07:06.091649 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-3cb92189-57f5-4218-82ae-7a1b9746467c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:06.094922 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cda4e7-dfc1-4b4e-865c-34c7b89ff4c0 None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:07:06.124163 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb92189-57f5-4218-82ae-7a1b9746467c None None] Network d049570e-0bc8-4e0e-be41-8a47f0bed881 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:07:06.125742 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-3cb92189-57f5-4218-82ae-7a1b9746467c None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:07:06.127621 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cda4e7-dfc1-4b4e-865c-34c7b89ff4c0 None None] Pushing event updated for resources: {'Port': ['ID=6330bf1a-7ecb-418a-8cb1-5a84afb9e401,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:06.149282 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb92189-57f5-4218-82ae-7a1b9746467c None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:07:06.205940 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cda4e7-dfc1-4b4e-865c-34c7b89ff4c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:07:06.206195 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cda4e7-dfc1-4b4e-865c-34c7b89ff4c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:07:06.206706 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cda4e7-dfc1-4b4e-865c-34c7b89ff4c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:07:06.207610 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cda4e7-dfc1-4b4e-865c-34c7b89ff4c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:07:06.208131 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cda4e7-dfc1-4b4e-865c-34c7b89ff4c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:07:06.208647 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cda4e7-dfc1-4b4e-865c-34c7b89ff4c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:07:06.209404 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cda4e7-dfc1-4b4e-865c-34c7b89ff4c0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:07:06.209892 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cda4e7-dfc1-4b4e-865c-34c7b89ff4c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:07:06.210008 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a854cc99-1de2-406d-9ffc-67cffba28f42 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:06.210500 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cda4e7-dfc1-4b4e-865c-34c7b89ff4c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:07:06.210998 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cda4e7-dfc1-4b4e-865c-34c7b89ff4c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:07:06.211478 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cda4e7-dfc1-4b4e-865c-34c7b89ff4c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:07:06.211961 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cda4e7-dfc1-4b4e-865c-34c7b89ff4c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:07:06.226707 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1d77a1e2-18a3-4730-9bc0-519808b14324 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:06.282805 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-3cb92189-57f5-4218-82ae-7a1b9746467c None None] Attempting to bind port f8f19dea-1f28-4bdb-974a-820d2aec12f1 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:07:06.283579 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-3cb92189-57f5-4218-82ae-7a1b9746467c None None] Attempting to bind port f8f19dea-1f28-4bdb-974a-820d2aec12f1 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '0433c7e0-a429-46b8-b26c-9581b1dea433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd049570e-0bc8-4e0e-be41-8a47f0bed881'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:07:06.284391 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb92189-57f5-4218-82ae-7a1b9746467c None None] Attempting to bind port f8f19dea-1f28-4bdb-974a-820d2aec12f1 on network d049570e-0bc8-4e0e-be41-8a47f0bed881 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:07:06.288695 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-00cda4e7-dfc1-4b4e-865c-34c7b89ff4c0 None None] Attempting to bind port 6330bf1a-7ecb-418a-8cb1-5a84afb9e401 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:07:06.289064 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-00cda4e7-dfc1-4b4e-865c-34c7b89ff4c0 None None] Attempting to bind port 6330bf1a-7ecb-418a-8cb1-5a84afb9e401 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': 'f18654f0-aa98-4b18-b2bf-65273654b197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'dbee21fe-6cea-4464-bb6a-544b4c23e4e1'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:07:06.289423 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cda4e7-dfc1-4b4e-865c-34c7b89ff4c0 None None] Attempting to bind port 6330bf1a-7ecb-418a-8cb1-5a84afb9e401 on network dbee21fe-6cea-4464-bb6a-544b4c23e4e1 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:07:06.309463 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb92189-57f5-4218-82ae-7a1b9746467c None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:07:06.309463 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb92189-57f5-4218-82ae-7a1b9746467c None None] Checking segment: {'id': '0433c7e0-a429-46b8-b26c-9581b1dea433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd049570e-0bc8-4e0e-be41-8a47f0bed881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:07:06.309463 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-3cb92189-57f5-4218-82ae-7a1b9746467c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:06.309463 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb92189-57f5-4218-82ae-7a1b9746467c None None] Bound using segment: {'id': '0433c7e0-a429-46b8-b26c-9581b1dea433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd049570e-0bc8-4e0e-be41-8a47f0bed881'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:07:06.309463 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-3cb92189-57f5-4218-82ae-7a1b9746467c None None] Bound port: f8f19dea-1f28-4bdb-974a-820d2aec12f1, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0433c7e0-a429-46b8-b26c-9581b1dea433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd049570e-0bc8-4e0e-be41-8a47f0bed881'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:07:06.309463 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-3cb92189-57f5-4218-82ae-7a1b9746467c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:06.321929 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cda4e7-dfc1-4b4e-865c-34c7b89ff4c0 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:07:06.322307 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cda4e7-dfc1-4b4e-865c-34c7b89ff4c0 None None] Checking segment: {'id': 'f18654f0-aa98-4b18-b2bf-65273654b197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'dbee21fe-6cea-4464-bb6a-544b4c23e4e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:07:06.323040 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-00cda4e7-dfc1-4b4e-865c-34c7b89ff4c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:06.323621 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cda4e7-dfc1-4b4e-865c-34c7b89ff4c0 None None] Bound using segment: {'id': 'f18654f0-aa98-4b18-b2bf-65273654b197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'dbee21fe-6cea-4464-bb6a-544b4c23e4e1'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:07:06.324303 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-00cda4e7-dfc1-4b4e-865c-34c7b89ff4c0 None None] Bound port: 6330bf1a-7ecb-418a-8cb1-5a84afb9e401, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f18654f0-aa98-4b18-b2bf-65273654b197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'dbee21fe-6cea-4464-bb6a-544b4c23e4e1'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:07:06.325685 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1d77a1e2-18a3-4730-9bc0-519808b14324 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26252129'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:06.326456 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-00cda4e7-dfc1-4b4e-865c-34c7b89ff4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:06.345530 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb92189-57f5-4218-82ae-7a1b9746467c None None] Pushing event updated for resources: {'Port': ['ID=f8f19dea-1f28-4bdb-974a-820d2aec12f1,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:06.378249 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1d77a1e2-18a3-4730-9bc0-519808b14324 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:06.382592 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-1d77a1e2-18a3-4730-9bc0-519808b14324 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] 10.222.0.36 "DELETE /v2.0/subnets/4f43f9ce-ee71-4a04-afbe-d41d54ca33ad HTTP/1.1" status: 204 len: 168 time: 0.9498401 Aug 16 23:07:06.382592 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d77a1e2-18a3-4730-9bc0-519808b14324 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Pushing event deleted for resources: {'Subnet': ['ID=4f43f9ce-ee71-4a04-afbe-d41d54ca33ad,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:06.383434 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53578) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:06.447718 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-00cda4e7-dfc1-4b4e-865c-34c7b89ff4c0 None None] For port 6330bf1a-7ecb-418a-8cb1-5a84afb9e401, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:07:06.450265 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-3cb92189-57f5-4218-82ae-7a1b9746467c None None] For port f8f19dea-1f28-4bdb-974a-820d2aec12f1, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:07:06.453138 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-00cda4e7-dfc1-4b4e-865c-34c7b89ff4c0 None None] For port 6330bf1a-7ecb-418a-8cb1-5a84afb9e401, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=6330bf1a-7ecb-418a-8cb1-5a84afb9e401,segment=NetworkSegment(f18654f0-aa98-4b18-b2bf-65273654b197),segment_id=f18654f0-aa98-4b18-b2bf-65273654b197)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:07:06.454977 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-3cb92189-57f5-4218-82ae-7a1b9746467c None None] For port f8f19dea-1f28-4bdb-974a-820d2aec12f1, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=f8f19dea-1f28-4bdb-974a-820d2aec12f1,segment=NetworkSegment(0433c7e0-a429-46b8-b26c-9581b1dea433),segment_id=0433c7e0-a429-46b8-b26c-9581b1dea433)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:07:06.455216 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef4ed08b-90fa-4ad8-8825-bfb1dd89329b tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Deleting subnet 0ef2905e-7904-42d7-9fb0-951cb80fb7a4 {{(pid=101292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:07:06.456419 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a854cc99-1de2-406d-9ffc-67cffba28f42 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:06.459698 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-00cda4e7-dfc1-4b4e-865c-34c7b89ff4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:06.459843 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ef4ed08b-90fa-4ad8-8825-bfb1dd89329b tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks [] for subnet, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:06.464410 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a854cc99-1de2-406d-9ffc-67cffba28f42 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:06.478074 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-3cb92189-57f5-4218-82ae-7a1b9746467c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:06.502615 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device ced0eb60-2129-44bb-aa8c-813cc52e44a4 details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:07:06.505028 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ef4ed08b-90fa-4ad8-8825-bfb1dd89329b tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3848860'] for subnet, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:06.572743 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53582) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:06.619836 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a854cc99-1de2-406d-9ffc-67cffba28f42 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Pushing event updated for resources: {'Port': ['ID=46854ce7-39ee-4e26-859b-f256eeb2488c,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:06.622486 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ef4ed08b-90fa-4ad8-8825-bfb1dd89329b tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:06.656093 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a854cc99-1de2-406d-9ffc-67cffba28f42 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:06.694504 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cda4e7-dfc1-4b4e-865c-34c7b89ff4c0 None None] Pushing event updated for resources: {'Port': ['ID=6330bf1a-7ecb-418a-8cb1-5a84afb9e401,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:06.703345 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea102d9-a457-4db7-a484-e8b792346266 None None] Network dbee21fe-6cea-4464-bb6a-544b4c23e4e1 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:07:06.800955 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ef4ed08b-90fa-4ad8-8825-bfb1dd89329b tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26252129'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:06.870884 n-d-791506-26 neutron-server[101291]: INFO neutron.db.l3_db [None req-a854cc99-1de2-406d-9ffc-67cffba28f42 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Floating IP 21b08230-f456-4777-af50-aa9efb9595a0 associated. External IP: 172.25.4.169, port: 16ef380b-01b4-4b64-be06-ce707a9adaf5. Aug 16 23:07:06.879045 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4ed08b-90fa-4ad8-8825-bfb1dd89329b tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Pushing event deleted for resources: {'Subnet': ['ID=0ef2905e-7904-42d7-9fb0-951cb80fb7a4,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:06.893550 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7441d2-da8d-41da-af35-7c0b9530fc1d req-04caa29a-4349-4dbc-950a-b5a06ffc38af tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:06.895259 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3f7441d2-da8d-41da-af35-7c0b9530fc1d req-04caa29a-4349-4dbc-950a-b5a06ffc38af tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 946 time: 0.1766405 Aug 16 23:07:06.902694 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ef4ed08b-90fa-4ad8-8825-bfb1dd89329b tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:06.907954 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-ef4ed08b-90fa-4ad8-8825-bfb1dd89329b tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] 10.222.0.36 "DELETE /v2.0/subnets/0ef2905e-7904-42d7-9fb0-951cb80fb7a4 HTTP/1.1" status: 204 len: 168 time: 0.5207837 Aug 16 23:07:06.908362 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53596) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:06.922974 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb92189-57f5-4218-82ae-7a1b9746467c None None] Pushing event updated for resources: {'Port': ['ID=f8f19dea-1f28-4bdb-974a-820d2aec12f1,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:06.948310 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port ced0eb60-2129-44bb-aa8c-813cc52e44a4, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=ced0eb60-2129-44bb-aa8c-813cc52e44a4,segment=NetworkSegment(ba2627aa-e983-48ed-b699-731debb0727b),segment_id=ba2627aa-e983-48ed-b699-731debb0727b)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:07:06.968740 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': 'ced0eb60-2129-44bb-aa8c-813cc52e44a4', 'network_id': 'ce8981d6-c81c-45ea-9a06-9a435b2fc9f6', 'port_id': 'ced0eb60-2129-44bb-aa8c-813cc52e44a4', 'mac_address': 'fa:16:3e:67:d9:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5efd3f3e-4198-4530-82cd-090d89e0c9b8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:07:07.026887 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:07.042359 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3f7441d2-da8d-41da-af35-7c0b9530fc1d req-d017affe-bb0e-4f6b-ab0b-d6c0f092aef3 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358056 Aug 16 23:07:07.046352 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689b5354-d397-443a-a9bc-65c8026994a8 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:07.047335 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-689b5354-d397-443a-a9bc-65c8026994a8 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1380241 Aug 16 23:07:07.051472 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53602) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:07.067834 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ced0eb60-2129-44bb-aa8c-813cc52e44a4 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:07:07.109123 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port ced0eb60-2129-44bb-aa8c-813cc52e44a4, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=ced0eb60-2129-44bb-aa8c-813cc52e44a4,segment=NetworkSegment(ba2627aa-e983-48ed-b699-731debb0727b),segment_id=ba2627aa-e983-48ed-b699-731debb0727b)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:07:07.114490 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:07.160153 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-aa4c2299-df3c-4fc2-8795-ee94b1a67258 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1425921193-network', 'tenant_id': '222f50dde55b4f0dae20304ceb417680'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:07:07.180679 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-21ad2724-3e5a-44f5-8f72-10d2311edb43 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:07.203291 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=ced0eb60-2129-44bb-aa8c-813cc52e44a4,revision_number=6']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:07.221276 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['ced0eb60-2129-44bb-aa8c-813cc52e44a4'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:07:07.248743 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa4c2299-df3c-4fc2-8795-ee94b1a67258 admin admin] Made reservation on behalf of 222f50dde55b4f0dae20304ceb417680 for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:07:07.251375 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-aa4c2299-df3c-4fc2-8795-ee94b1a67258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:07.255836 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-21ad2724-3e5a-44f5-8f72-10d2311edb43 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Deleting port f8f19dea-1f28-4bdb-974a-820d2aec12f1 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:07:07.257015 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-21ad2724-3e5a-44f5-8f72-10d2311edb43 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:07.295819 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-aa4c2299-df3c-4fc2-8795-ee94b1a67258 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:07.358916 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-21ad2724-3e5a-44f5-8f72-10d2311edb43 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] For port f8f19dea-1f28-4bdb-974a-820d2aec12f1, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=f8f19dea-1f28-4bdb-974a-820d2aec12f1,segment=NetworkSegment(0433c7e0-a429-46b8-b26c-9581b1dea433),segment_id=0433c7e0-a429-46b8-b26c-9581b1dea433)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:07:07.359623 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-21ad2724-3e5a-44f5-8f72-10d2311edb43 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:07.378376 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-21ad2724-3e5a-44f5-8f72-10d2311edb43 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Calling delete_port for f8f19dea-1f28-4bdb-974a-820d2aec12f1 owned by network:dhcp {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:07:07.417242 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-aa4c2299-df3c-4fc2-8795-ee94b1a67258 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:07.428158 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-aa4c2299-df3c-4fc2-8795-ee94b1a67258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:07.442320 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a854cc99-1de2-406d-9ffc-67cffba28f42 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Router fc111883-7c4c-4bc8-b94b-c3304b47c34e has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:07:07.460384 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa4c2299-df3c-4fc2-8795-ee94b1a67258 admin admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:07:07.478521 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-21ad2724-3e5a-44f5-8f72-10d2311edb43 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:07.490342 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4c2299-df3c-4fc2-8795-ee94b1a67258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d6b3f34-6499-42a4-a03a-dddcaef4e21a,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:07.507846 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-aa4c2299-df3c-4fc2-8795-ee94b1a67258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:07.509763 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-aa4c2299-df3c-4fc2-8795-ee94b1a67258 admin admin] Added segment a7dabb4a-5e28-497a-9970-43febaa051ee of type vlan for network 03052636-fc85-4462-b68c-3cb1c23974ad Aug 16 23:07:07.512728 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ad2724-3e5a-44f5-8f72-10d2311edb43 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Pushing event deleted for resources: {'Port': ['ID=f8f19dea-1f28-4bdb-974a-820d2aec12f1,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:07.516682 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ad2724-3e5a-44f5-8f72-10d2311edb43 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] No DVR routers for this DVR port f8f19dea-1f28-4bdb-974a-820d2aec12f1 on host n-d-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:07:07.625474 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-21ad2724-3e5a-44f5-8f72-10d2311edb43 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:07.625752 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-aa4c2299-df3c-4fc2-8795-ee94b1a67258 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:07.638786 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-21ad2724-3e5a-44f5-8f72-10d2311edb43 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d049570e-0bc8-4e0e-be41-8a47f0bed881']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:07.650729 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-21ad2724-3e5a-44f5-8f72-10d2311edb43 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0433c7e0-a429-46b8-b26c-9581b1dea433') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:07.651167 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-21ad2724-3e5a-44f5-8f72-10d2311edb43 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0433c7e0-a429-46b8-b26c-9581b1dea433') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:07.655034 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-aa4c2299-df3c-4fc2-8795-ee94b1a67258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:07.656326 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4c2299-df3c-4fc2-8795-ee94b1a67258 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:07.657118 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-aa4c2299-df3c-4fc2-8795-ee94b1a67258 admin admin] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:07.668812 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-21ad2724-3e5a-44f5-8f72-10d2311edb43 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:07.687891 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-21ad2724-3e5a-44f5-8f72-10d2311edb43 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:07.695983 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21ad2724-3e5a-44f5-8f72-10d2311edb43 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:07:07.696760 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-21ad2724-3e5a-44f5-8f72-10d2311edb43 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:07.810737 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a854cc99-1de2-406d-9ffc-67cffba28f42 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:07:07.812821 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4c2299-df3c-4fc2-8795-ee94b1a67258 admin admin] Pushing event updated for resources: {'Network': ['ID=03052636-fc85-4462-b68c-3cb1c23974ad,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:07.827722 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721625b1-316d-49f0-9886-c101d0010a20 None None] Sync routers for ids ['fc111883-7c4c-4bc8-b94b-c3304b47c34e'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:07:07.838488 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a854cc99-1de2-406d-9ffc-67cffba28f42 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:07.839421 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721625b1-316d-49f0-9886-c101d0010a20 None None] Routers {'fc111883-7c4c-4bc8-b94b-c3304b47c34e'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:07:07.842195 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-721625b1-316d-49f0-9886-c101d0010a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:06:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['fc111883-7c4c-4bc8-b94b-c3304b47c34e'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:07.852803 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 16 23:07:07.852803 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:07:07.852803 n-d-791506-26 neutron-server[101292]: timer() Aug 16 23:07:07.852803 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:07:07.852803 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 16 23:07:07.852803 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:07:07.852803 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 16 23:07:07.852803 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:07:07.852803 n-d-791506-26 neutron-server[101292]: self._notify() Aug 16 23:07:07.852803 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:07:07.852803 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 16 23:07:07.852803 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:07:07.852803 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 16 23:07:07.852803 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:07:07.852803 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:07:07.852803 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:07:07.852803 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:07:07.852803 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:07:07.852803 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 16 23:07:07.852803 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:07:07.852803 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 16 23:07:07.852803 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:07:07.852803 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:07:07.852803 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:07:07.852803 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 16 23:07:07.852803 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:07:07.852803 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:07:07.852803 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:07:07.852803 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:07:07.852803 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:07:07.852803 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:07:07.852803 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:07:07.858437 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-21ad2724-3e5a-44f5-8f72-10d2311edb43 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:07.867916 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 03052636-fc85-4462-b68c-3cb1c23974ad details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:07:07.878586 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-aa4c2299-df3c-4fc2-8795-ee94b1a67258 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3038123 Aug 16 23:07:07.880461 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53624) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:07.883867 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-21ad2724-3e5a-44f5-8f72-10d2311edb43 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:07.887580 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-21ad2724-3e5a-44f5-8f72-10d2311edb43 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] 10.222.0.36 "DELETE /v2.0/networks/d049570e-0bc8-4e0e-be41-8a47f0bed881 HTTP/1.1" status: 204 len: 168 time: 0.8339980 Aug 16 23:07:07.888570 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ad2724-3e5a-44f5-8f72-10d2311edb43 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Pushing event deleted for resources: {'Network': ['ID=d049570e-0bc8-4e0e-be41-8a47f0bed881,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:07.889570 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-8fa948d1-4484-4b95-b966-ac7e69cfae76 admin admin] Request body: {'subnet': {'network_id': '03052636-fc85-4462-b68c-3cb1c23974ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1425921193-subnet', 'tenant_id': '222f50dde55b4f0dae20304ceb417680', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:07:07.891000 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53626) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:07.915773 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-721625b1-316d-49f0-9886-c101d0010a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:07.916700 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-a854cc99-1de2-406d-9ffc-67cffba28f42 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.3973198 Aug 16 23:07:07.920455 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53628) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:07.929027 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-70163695-b8bf-4ad1-8c10-fb70129c9c70 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:07:07.929939 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721625b1-316d-49f0-9886-c101d0010a20 None None] Routers {'fc111883-7c4c-4bc8-b94b-c3304b47c34e'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:07:07.930983 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-721625b1-316d-49f0-9886-c101d0010a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:06:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['fc111883-7c4c-4bc8-b94b-c3304b47c34e'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:07.988143 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fa948d1-4484-4b95-b966-ac7e69cfae76 admin admin] Made reservation on behalf of 222f50dde55b4f0dae20304ceb417680 for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:07:07.991741 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8fa948d1-4484-4b95-b966-ac7e69cfae76 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:07.999759 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-721625b1-316d-49f0-9886-c101d0010a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:08.000832 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721625b1-316d-49f0-9886-c101d0010a20 None None] The sync data for ids ['fc111883-7c4c-4bc8-b94b-c3304b47c34e'] in n-d-791506-26 is: [] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:07:08.043510 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bfed4dfa-c868-4264-bd00-caffa45914a1 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:08.090209 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-70163695-b8bf-4ad1-8c10-fb70129c9c70 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks [] for floatingip, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:08.152282 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-bfed4dfa-c868-4264-bd00-caffa45914a1 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Deleting port 6330bf1a-7ecb-418a-8cb1-5a84afb9e401 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:07:08.152735 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bfed4dfa-c868-4264-bd00-caffa45914a1 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:08.185322 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-45c5f6a2-a911-411f-8775-7fccf6de7455 None None] Could not find standard attr ID for object f8f19dea-1f28-4bdb-974a-820d2aec12f1. {{(pid=101293) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 23:07:08.222247 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0273d21-97c2-4681-8c8c-a3cafc0110e6 None None] DHCP port deletion for d049570e-0bc8-4e0e-be41-8a47f0bed881 request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:07:08.264923 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359aae38-da70-4856-b804-0fbbb737552f None None] Network d049570e-0bc8-4e0e-be41-8a47f0bed881 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:07:08.295483 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359aae38-da70-4856-b804-0fbbb737552f None None] Network d049570e-0bc8-4e0e-be41-8a47f0bed881 could not be found, it might have been deleted concurrently. {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 16 23:07:08.308242 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079cc24e-9a4f-40dc-b338-7a88c6909c5a None None] get_active_networks_info from n-d-791506-26 {{(pid=101293) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 23:07:08.314197 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-bfed4dfa-c868-4264-bd00-caffa45914a1 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] For port 6330bf1a-7ecb-418a-8cb1-5a84afb9e401, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=6330bf1a-7ecb-418a-8cb1-5a84afb9e401,segment=NetworkSegment(f18654f0-aa98-4b18-b2bf-65273654b197),segment_id=f18654f0-aa98-4b18-b2bf-65273654b197)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:07:08.314580 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bfed4dfa-c868-4264-bd00-caffa45914a1 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:08.319450 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-70163695-b8bf-4ad1-8c10-fb70129c9c70 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:08.327794 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-70163695-b8bf-4ad1-8c10-fb70129c9c70 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:08.328557 n-d-791506-26 neutron-server[101291]: INFO neutron.db.l3_db [None req-70163695-b8bf-4ad1-8c10-fb70129c9c70 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Floating IP 21b08230-f456-4777-af50-aa9efb9595a0 disassociated. External IP: 172.25.4.169, port: 16ef380b-01b4-4b64-be06-ce707a9adaf5. Aug 16 23:07:08.335781 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-bfed4dfa-c868-4264-bd00-caffa45914a1 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Calling delete_port for 6330bf1a-7ecb-418a-8cb1-5a84afb9e401 owned by network:dhcp {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:07:08.381150 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ecd000-cb70-4b00-810f-076b626fb871 req-281a8425-7157-4e50-b2de-ea5e8a0d5332 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:08.383200 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a0ecd000-cb70-4b00-810f-076b626fb871 req-281a8425-7157-4e50-b2de-ea5e8a0d5332 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 945 time: 0.1120791 Aug 16 23:07:08.493230 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device ced0eb60-2129-44bb-aa8c-813cc52e44a4 up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:07:08.502759 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a0ecd000-cb70-4b00-810f-076b626fb871 req-2eced770-8106-45e3-a9f4-9b8bfcc1c12c tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683169 Aug 16 23:07:08.544050 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bfed4dfa-c868-4264-bd00-caffa45914a1 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:08.592867 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfed4dfa-c868-4264-bd00-caffa45914a1 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Pushing event deleted for resources: {'Port': ['ID=6330bf1a-7ecb-418a-8cb1-5a84afb9e401,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:08.595105 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfed4dfa-c868-4264-bd00-caffa45914a1 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] No DVR routers for this DVR port 6330bf1a-7ecb-418a-8cb1-5a84afb9e401 on host n-d-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:07:08.620096 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079cc24e-9a4f-40dc-b338-7a88c6909c5a None None] Resources bound (agent type, host, resource id): {{(pid=101293) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 23:07:08.622755 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port ced0eb60-2129-44bb-aa8c-813cc52e44a4 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:07:08.623350 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:08.723379 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bfed4dfa-c868-4264-bd00-caffa45914a1 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:08.735285 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70163695-b8bf-4ad1-8c10-fb70129c9c70 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Router fc111883-7c4c-4bc8-b94b-c3304b47c34e has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:07:08.747032 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-bfed4dfa-c868-4264-bd00-caffa45914a1 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbee21fe-6cea-4464-bb6a-544b4c23e4e1']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:08.752274 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8fa948d1-4484-4b95-b966-ac7e69cfae76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:08.781919 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-bfed4dfa-c868-4264-bd00-caffa45914a1 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f18654f0-aa98-4b18-b2bf-65273654b197') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:08.785178 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-bfed4dfa-c868-4264-bd00-caffa45914a1 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f18654f0-aa98-4b18-b2bf-65273654b197') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:08.800878 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:08.808066 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bfed4dfa-c868-4264-bd00-caffa45914a1 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:08.832313 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bfed4dfa-c868-4264-bd00-caffa45914a1 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:08.844894 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfed4dfa-c868-4264-bd00-caffa45914a1 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:07:08.845676 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bfed4dfa-c868-4264-bd00-caffa45914a1 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:08.871890 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port ced0eb60-2129-44bb-aa8c-813cc52e44a4, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=ced0eb60-2129-44bb-aa8c-813cc52e44a4,segment=NetworkSegment(ba2627aa-e983-48ed-b699-731debb0727b),segment_id=ba2627aa-e983-48ed-b699-731debb0727b)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:07:08.879439 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a4ee2ec-ab17-49ba-b7ae-7707844ec140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ced0eb60-2129-44bb-aa8c-813cc52e44a4'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:07:08.882517 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d2e09d3-2def-4635-aee6-58dccdbf4520" -d '{"events": [{"server_uuid": "4a4ee2ec-ab17-49ba-b7ae-7707844ec140", "name": "network-vif-plugged", "status": "completed", "tag": "ced0eb60-2129-44bb-aa8c-813cc52e44a4"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:07:08.905382 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa948d1-4484-4b95-b966-ac7e69cfae76 admin admin] Checking segment: {'id': 'a7dabb4a-5e28-497a-9970-43febaa051ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '03052636-fc85-4462-b68c-3cb1c23974ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:07:08.905747 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa948d1-4484-4b95-b966-ac7e69cfae76 admin admin] Network hostable DHCP agents. Network: 03052636-fc85-4462-b68c-3cb1c23974ad, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:07:08.909197 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:08.935897 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 16 23:07:08.935897 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:07:08.935897 n-d-791506-26 neutron-server[101292]: timer() Aug 16 23:07:08.935897 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:07:08.935897 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 16 23:07:08.935897 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:07:08.935897 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 16 23:07:08.935897 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:07:08.935897 n-d-791506-26 neutron-server[101292]: self._notify() Aug 16 23:07:08.935897 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:07:08.935897 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 16 23:07:08.935897 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:07:08.935897 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 16 23:07:08.935897 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:07:08.935897 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:07:08.935897 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:07:08.935897 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:07:08.935897 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:07:08.935897 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 16 23:07:08.935897 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:07:08.935897 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 16 23:07:08.935897 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:07:08.935897 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:07:08.935897 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:07:08.935897 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 16 23:07:08.935897 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:07:08.935897 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:07:08.935897 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:07:08.935897 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:07:08.935897 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:07:08.935897 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:07:08.935897 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:07:08.942140 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bfed4dfa-c868-4264-bd00-caffa45914a1 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:08.950406 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bfed4dfa-c868-4264-bd00-caffa45914a1 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:08.957259 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-bfed4dfa-c868-4264-bd00-caffa45914a1 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] 10.222.0.36 "DELETE /v2.0/networks/dbee21fe-6cea-4464-bb6a-544b4c23e4e1 HTTP/1.1" status: 204 len: 168 time: 1.0628247 Aug 16 23:07:08.961442 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53640) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:08.967849 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa948d1-4484-4b95-b966-ac7e69cfae76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe0ed768-b285-4da0-b608-6500e761f40e,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:08.983057 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa948d1-4484-4b95-b966-ac7e69cfae76 admin admin] Network 03052636-fc85-4462-b68c-3cb1c23974ad is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:07:09.001313 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-8fa948d1-4484-4b95-b966-ac7e69cfae76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 03052636-fc85-4462-b68c-3cb1c23974ad) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:07:09.007022 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa948d1-4484-4b95-b966-ac7e69cfae76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:09.007826 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8fa948d1-4484-4b95-b966-ac7e69cfae76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:09.015569 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfed4dfa-c868-4264-bd00-caffa45914a1 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Pushing event deleted for resources: {'Network': ['ID=dbee21fe-6cea-4464-bb6a-544b4c23e4e1,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:09.043748 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70163695-b8bf-4ad1-8c10-fb70129c9c70 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:07:09.049727 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-70163695-b8bf-4ad1-8c10-fb70129c9c70 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:09.060172 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4321b3b-a87b-4962-8b92-9f4d414aac3c None None] Sync routers for ids ['fc111883-7c4c-4bc8-b94b-c3304b47c34e'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:07:09.065198 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-8fa948d1-4484-4b95-b966-ac7e69cfae76 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1813321 Aug 16 23:07:09.095468 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4321b3b-a87b-4962-8b92-9f4d414aac3c None None] Routers {'fc111883-7c4c-4bc8-b94b-c3304b47c34e'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:07:09.096430 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-70163695-b8bf-4ad1-8c10-fb70129c9c70 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] 10.222.0.36 "PUT /v2.0/floatingips/21b08230-f456-4777-af50-aa9efb9595a0 HTTP/1.1" status: 200 len: 688 time: 1.1746945 Aug 16 23:07:09.096676 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-b4321b3b-a87b-4962-8b92-9f4d414aac3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:06:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['fc111883-7c4c-4bc8-b94b-c3304b47c34e'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:09.099020 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53644) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:09.217220 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6ceaa7a8-6aec-464a-a2cf-e66b01fd05c0 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:09.260918 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34dc688a-5154-4d28-af9a-cf9a8da0f821 x-openstack-request-id: req-34dc688a-5154-4d28-af9a-cf9a8da0f821 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:07:09.262048 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a4ee2ec-ab17-49ba-b7ae-7707844ec140", "name": "network-vif-plugged", "status": "completed", "tag": "ced0eb60-2129-44bb-aa8c-813cc52e44a4", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:07:09.262048 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-34dc688a-5154-4d28-af9a-cf9a8da0f821 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:07:09.262465 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a4ee2ec-ab17-49ba-b7ae-7707844ec140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ced0eb60-2129-44bb-aa8c-813cc52e44a4', 'code': 200} Aug 16 23:07:09.273245 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-b4321b3b-a87b-4962-8b92-9f4d414aac3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:09.285345 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=ced0eb60-2129-44bb-aa8c-813cc52e44a4,revision_number=7']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:09.288913 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4321b3b-a87b-4962-8b92-9f4d414aac3c None None] Routers {'fc111883-7c4c-4bc8-b94b-c3304b47c34e'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:07:09.289108 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-b4321b3b-a87b-4962-8b92-9f4d414aac3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:06:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['fc111883-7c4c-4bc8-b94b-c3304b47c34e'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:09.337368 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-b4321b3b-a87b-4962-8b92-9f4d414aac3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:09.338117 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4321b3b-a87b-4962-8b92-9f4d414aac3c None None] The sync data for ids ['fc111883-7c4c-4bc8-b94b-c3304b47c34e'] in n-d-791506-26 is: [] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:07:09.348171 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12baa51e-6f45-4834-a122-1b94407feb17 None None] Network 03052636-fc85-4462-b68c-3cb1c23974ad requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:07:09.371427 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-5672b747-2c83-4349-9cf9-d6f60f416c34 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Deleting port 46854ce7-39ee-4e26-859b-f256eeb2488c {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:07:09.372127 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5672b747-2c83-4349-9cf9-d6f60f416c34 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:09.459550 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6ceaa7a8-6aec-464a-a2cf-e66b01fd05c0 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:09.493749 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-6ceaa7a8-6aec-464a-a2cf-e66b01fd05c0 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18b96aec-0aa6-4411-952b-e46773df289b']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:09.520462 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-6ceaa7a8-6aec-464a-a2cf-e66b01fd05c0 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26aa55d3-30f8-436c-864c-47a73fad07c8') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:09.521008 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-6ceaa7a8-6aec-464a-a2cf-e66b01fd05c0 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26aa55d3-30f8-436c-864c-47a73fad07c8') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:09.526424 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5672b747-2c83-4349-9cf9-d6f60f416c34 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:09.528086 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5672b747-2c83-4349-9cf9-d6f60f416c34 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:09.551804 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6ceaa7a8-6aec-464a-a2cf-e66b01fd05c0 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:09.553986 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c842a7d7-cd86-4465-bae8-3e5355751bde None None] Network 03052636-fc85-4462-b68c-3cb1c23974ad requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:07:09.565068 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-5672b747-2c83-4349-9cf9-d6f60f416c34 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Calling delete_port for 46854ce7-39ee-4e26-859b-f256eeb2488c owned by network:floatingip {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:07:09.613596 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6ceaa7a8-6aec-464a-a2cf-e66b01fd05c0 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:09.624442 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ceaa7a8-6aec-464a-a2cf-e66b01fd05c0 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:07:09.625165 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6ceaa7a8-6aec-464a-a2cf-e66b01fd05c0 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:09.635089 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 16 23:07:09.635089 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:07:09.635089 n-d-791506-26 neutron-server[101292]: timer() Aug 16 23:07:09.635089 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:07:09.635089 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 16 23:07:09.635089 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:07:09.635089 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 16 23:07:09.635089 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:07:09.635089 n-d-791506-26 neutron-server[101292]: self._notify() Aug 16 23:07:09.635089 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:07:09.635089 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 16 23:07:09.635089 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:07:09.635089 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 16 23:07:09.635089 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:07:09.635089 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:07:09.635089 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:07:09.635089 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:07:09.635089 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:07:09.635089 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 16 23:07:09.635089 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:07:09.635089 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 16 23:07:09.635089 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:07:09.635089 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:07:09.635089 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:07:09.635089 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 16 23:07:09.635089 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:07:09.635089 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:07:09.635089 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:07:09.635089 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:07:09.635089 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:07:09.635089 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:07:09.635089 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:07:09.747297 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6ceaa7a8-6aec-464a-a2cf-e66b01fd05c0 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:09.781404 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6ceaa7a8-6aec-464a-a2cf-e66b01fd05c0 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:09.784106 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-6ceaa7a8-6aec-464a-a2cf-e66b01fd05c0 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] 10.222.0.36 "DELETE /v2.0/networks/18b96aec-0aa6-4411-952b-e46773df289b HTTP/1.1" status: 204 len: 168 time: 0.8215754 Aug 16 23:07:09.794083 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53656) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:09.848921 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceaa7a8-6aec-464a-a2cf-e66b01fd05c0 tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Pushing event deleted for resources: {'Network': ['ID=18b96aec-0aa6-4411-952b-e46773df289b,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:09.865777 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device f8f19dea-1f28-4bdb-974a-820d2aec12f1 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:07:09.869589 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5672b747-2c83-4349-9cf9-d6f60f416c34 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:09.922499 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edef8d55-c58b-4d53-8269-4b17c123640c req-0d7c5471-e471-4293-a942-8401a298b9b6 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:09.932317 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-edef8d55-c58b-4d53-8269-4b17c123640c req-0d7c5471-e471-4293-a942-8401a298b9b6 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 946 time: 0.2034354 Aug 16 23:07:09.941128 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: f8f19dea-1f28-4bdb-974a-820d2aec12f1 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:07:09.941598 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device f8f19dea-1f28-4bdb-974a-820d2aec12f1 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:07:09.947734 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5672b747-2c83-4349-9cf9-d6f60f416c34 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Pushing event deleted for resources: {'Port': ['ID=46854ce7-39ee-4e26-859b-f256eeb2488c,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:10.003199 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-edef8d55-c58b-4d53-8269-4b17c123640c req-0a5028f1-3410-42ba-97f3-6d22e2f91790 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680165 Aug 16 23:07:10.023312 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c944764a-0642-45f9-a9a2-114b79e4499c tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:10.088915 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5672b747-2c83-4349-9cf9-d6f60f416c34 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks [] for floatingip, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:10.093060 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5672b747-2c83-4349-9cf9-d6f60f416c34 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:10.098618 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-5672b747-2c83-4349-9cf9-d6f60f416c34 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] 10.222.0.36 "DELETE /v2.0/floatingips/21b08230-f456-4777-af50-aa9efb9595a0 HTTP/1.1" status: 204 len: 168 time: 0.9985263 Aug 16 23:07:10.099398 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53658) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:10.107735 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-6d67860b-8814-4ca3-956a-5d49d86c1f05 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Request body: {'floatingip': {'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'port_id': '3e74d9e7-d774-46f2-af5e-dd7755e9b6b4'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:07:10.135178 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6d67860b-8814-4ca3-956a-5d49d86c1f05 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks [] for floatingip, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:10.204050 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c944764a-0642-45f9-a9a2-114b79e4499c tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:10.227071 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-c944764a-0642-45f9-a9a2-114b79e4499c tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbf75a42-c117-4221-92a5-de746d30e9e0']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:10.239046 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-c944764a-0642-45f9-a9a2-114b79e4499c tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12a5c94d-0d97-4d33-86b5-36f17fec0760') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:10.239438 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-c944764a-0642-45f9-a9a2-114b79e4499c tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12a5c94d-0d97-4d33-86b5-36f17fec0760') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:10.250110 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c944764a-0642-45f9-a9a2-114b79e4499c tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:10.278179 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c944764a-0642-45f9-a9a2-114b79e4499c tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:10.294395 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c944764a-0642-45f9-a9a2-114b79e4499c tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:07:10.294820 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c944764a-0642-45f9-a9a2-114b79e4499c tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:10.335856 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6d67860b-8814-4ca3-956a-5d49d86c1f05 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:10.372906 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 16 23:07:10.372906 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:07:10.372906 n-d-791506-26 neutron-server[101292]: timer() Aug 16 23:07:10.372906 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:07:10.372906 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 16 23:07:10.372906 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:07:10.372906 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 16 23:07:10.372906 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:07:10.372906 n-d-791506-26 neutron-server[101292]: self._notify() Aug 16 23:07:10.372906 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:07:10.372906 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 16 23:07:10.372906 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:07:10.372906 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 16 23:07:10.372906 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:07:10.372906 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:07:10.372906 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:07:10.372906 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:07:10.372906 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:07:10.372906 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 16 23:07:10.372906 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:07:10.372906 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 16 23:07:10.372906 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:07:10.372906 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:07:10.372906 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:07:10.372906 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 16 23:07:10.372906 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:07:10.372906 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:07:10.372906 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:07:10.372906 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:07:10.372906 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:07:10.372906 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:07:10.372906 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:07:10.421181 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c944764a-0642-45f9-a9a2-114b79e4499c tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:10.451813 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c944764a-0642-45f9-a9a2-114b79e4499c tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:10.454002 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-c944764a-0642-45f9-a9a2-114b79e4499c tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] 10.222.0.36 "DELETE /v2.0/networks/cbf75a42-c117-4221-92a5-de746d30e9e0 HTTP/1.1" status: 204 len: 168 time: 0.6573927 Aug 16 23:07:10.455049 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c944764a-0642-45f9-a9a2-114b79e4499c tempest-BulkNetworkOpsIpV6Test-714098094 tempest-BulkNetworkOpsIpV6Test-714098094-project] Pushing event deleted for resources: {'Network': ['ID=cbf75a42-c117-4221-92a5-de746d30e9e0,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:10.538706 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-6d67860b-8814-4ca3-956a-5d49d86c1f05 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Allocated IP 172.25.4.61 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/9aa0d6de-4aba-4f2b-a237-7ba26dbc2b46) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:07:10.739375 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6d67860b-8814-4ca3-956a-5d49d86c1f05 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:10.840106 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53674) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:10.861496 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6d67860b-8814-4ca3-956a-5d49d86c1f05 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:10.918976 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d67860b-8814-4ca3-956a-5d49d86c1f05 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:07:10.923432 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-6d67860b-8814-4ca3-956a-5d49d86c1f05 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:07:10.926682 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d67860b-8814-4ca3-956a-5d49d86c1f05 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:07:10.930179 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d67860b-8814-4ca3-956a-5d49d86c1f05 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Pushing event updated for resources: {'Port': ['ID=9aa0d6de-4aba-4f2b-a237-7ba26dbc2b46,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:11.109373 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:11.160513 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-124af6ba-740b-42f5-9785-4324bde8ff72 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=21e25ed0b71f4025ab31f35e84e17224&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3138371 Aug 16 23:07:11.160513 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53680) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:11.251152 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3f3a760e-2a25-4b91-b5f0-d98821a05b22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:11.271899 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec99ca6-e59b-4c08-a660-d8c65a6f13ef req-2ba4a795-dc01-4a76-a272-2a38897e61c5 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:11.273641 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5ec99ca6-e59b-4c08-a660-d8c65a6f13ef req-2ba4a795-dc01-4a76-a272-2a38897e61c5 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 946 time: 0.1566007 Aug 16 23:07:11.291286 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3f3a760e-2a25-4b91-b5f0-d98821a05b22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:11.351593 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5ec99ca6-e59b-4c08-a660-d8c65a6f13ef req-29d88ca1-6521-4842-ac6e-994b70110bbd tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663834 Aug 16 23:07:11.383398 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3f3a760e-2a25-4b91-b5f0-d98821a05b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:11.392617 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3f3a760e-2a25-4b91-b5f0-d98821a05b22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:11.392617 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-3f3a760e-2a25-4b91-b5f0-d98821a05b22 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5bbd2b2c-5896-4959-b8c5-3cbc5af85e14 HTTP/1.1" status: 204 len: 168 time: 0.2126918 Aug 16 23:07:11.414384 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3a760e-2a25-4b91-b5f0-d98821a05b22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bbd2b2c-5896-4959-b8c5-3cbc5af85e14,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:11.682395 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6d67860b-8814-4ca3-956a-5d49d86c1f05 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:11.849974 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6d67860b-8814-4ca3-956a-5d49d86c1f05 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:11.910413 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a82ee61-b17c-4d3a-8ada-d04bcb79ec17 req-05c9b0d7-686c-42ce-84d3-194559f13f6a tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:11.919271 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2a82ee61-b17c-4d3a-8ada-d04bcb79ec17 req-05c9b0d7-686c-42ce-84d3-194559f13f6a tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] 10.222.0.36 "GET /v2.0/networks?id=03052636-fc85-4462-b68c-3cb1c23974ad HTTP/1.1" status: 200 len: 809 time: 0.2521737 Aug 16 23:07:11.948598 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2a82ee61-b17c-4d3a-8ada-d04bcb79ec17 req-d1d605b5-9ef2-4709-a06d-415e7a529a9a tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] 10.222.0.36 "GET /v2.0/quotas/222f50dde55b4f0dae20304ceb417680 HTTP/1.1" status: 200 len: 375 time: 0.0204802 Aug 16 23:07:12.005352 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2a82ee61-b17c-4d3a-8ada-d04bcb79ec17 req-bc5ae83e-491f-492d-a24f-3e2dc38a90ba tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=222f50dde55b4f0dae20304ceb417680&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0488703 Aug 16 23:07:12.032207 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [req-2a82ee61-b17c-4d3a-8ada-d04bcb79ec17 req-8b04ce6b-14c7-4f01-993a-9d5d6994c2b6 tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:07:12.033775 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2a82ee61-b17c-4d3a-8ada-d04bcb79ec17 req-8b04ce6b-14c7-4f01-993a-9d5d6994c2b6 tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0159574 Aug 16 23:07:12.170680 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6d67860b-8814-4ca3-956a-5d49d86c1f05 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:12.180781 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6d67860b-8814-4ca3-956a-5d49d86c1f05 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:12.225526 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2a82ee61-b17c-4d3a-8ada-d04bcb79ec17 req-82cc0bca-4f35-43f7-9203-63fb70991879 service neutron] 10.222.0.36 "GET /v2.0/networks/03052636-fc85-4462-b68c-3cb1c23974ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806386 Aug 16 23:07:12.234405 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d67860b-8814-4ca3-956a-5d49d86c1f05 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Pushing event updated for resources: {'Port': ['ID=9aa0d6de-4aba-4f2b-a237-7ba26dbc2b46,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:12.307149 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6d67860b-8814-4ca3-956a-5d49d86c1f05 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:12.374915 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2a82ee61-b17c-4d3a-8ada-d04bcb79ec17 req-5478801a-7700-43d9-a930-b558b4a22284 service neutron] 10.222.0.36 "GET /v2.0/networks/03052636-fc85-4462-b68c-3cb1c23974ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482656 Aug 16 23:07:12.478555 n-d-791506-26 neutron-server[101291]: INFO neutron.db.l3_db [None req-6d67860b-8814-4ca3-956a-5d49d86c1f05 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Floating IP 1bf3fa80-5ced-4f20-a2e8-f7a519833ff7 associated. External IP: 172.25.4.61, port: 3e74d9e7-d774-46f2-af5e-dd7755e9b6b4. Aug 16 23:07:12.646727 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139a4c8b-fbe6-4cfa-811b-ebcce34b4e20 req-032a1c9b-91a3-4d6b-89c4-27535819f182 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:12.648471 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-139a4c8b-fbe6-4cfa-811b-ebcce34b4e20 req-032a1c9b-91a3-4d6b-89c4-27535819f182 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 946 time: 0.1497400 Aug 16 23:07:12.817035 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fed139ba-0ae6-4513-98a5-8d9b1d442082 req-b2a83fc3-fdff-4616-ab76-d7cb1d6cb714 tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a48b0bb-d47b-4329-902d-3ec05cedb9a7 HTTP/1.1" status: 200 len: 210 time: 0.0924084 Aug 16 23:07:12.832707 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-139a4c8b-fbe6-4cfa-811b-ebcce34b4e20 req-b0cd7164-658d-4341-b7ee-214f08fd55ac tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667349 Aug 16 23:07:12.888081 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53730) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:13.079747 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-dddd421d-08d5-4fb6-bc0c-359e2a74d20e tempest-NetworksNegativeTestJSON-1300249724 tempest-NetworksNegativeTestJSON-1300249724-project] Request body: {'port': {'network_id': 'c23d030e-8c66-4084-a98f-9dad3df6446b', 'name': 'tempest-NetworksNegativeTestJSON-1573930994'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:07:13.095710 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-dddd421d-08d5-4fb6-bc0c-359e2a74d20e tempest-NetworksNegativeTestJSON-1300249724 tempest-NetworksNegativeTestJSON-1300249724-project] POST failed (client error): The resource could not be found. Aug 16 23:07:13.096241 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dddd421d-08d5-4fb6-bc0c-359e2a74d20e tempest-NetworksNegativeTestJSON-1300249724 tempest-NetworksNegativeTestJSON-1300249724-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:07:13.097434 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-dddd421d-08d5-4fb6-bc0c-359e2a74d20e tempest-NetworksNegativeTestJSON-1300249724 tempest-NetworksNegativeTestJSON-1300249724-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2079916 Aug 16 23:07:13.101298 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53738) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:13.110258 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d67860b-8814-4ca3-956a-5d49d86c1f05 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Router fc111883-7c4c-4bc8-b94b-c3304b47c34e has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:07:13.123731 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fbec76d-c9d8-4117-9dbd-acceb552f0f5 tempest-NetworksNegativeTestJSON-1300249724 tempest-NetworksNegativeTestJSON-1300249724-project] DELETE failed (client error): The resource could not be found. Aug 16 23:07:13.124216 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fbec76d-c9d8-4117-9dbd-acceb552f0f5 tempest-NetworksNegativeTestJSON-1300249724 tempest-NetworksNegativeTestJSON-1300249724-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:07:13.125991 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-9fbec76d-c9d8-4117-9dbd-acceb552f0f5 tempest-NetworksNegativeTestJSON-1300249724 tempest-NetworksNegativeTestJSON-1300249724-project] 10.222.0.36 "DELETE /v2.0/networks/4bbcaa86-552a-4470-98d8-a2580554b55a HTTP/1.1" status: 404 len: 339 time: 0.0237579 Aug 16 23:07:13.130076 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53740) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:13.174252 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-195974d2-85d4-42b7-8aac-e3b5532d5c39 tempest-NetworksNegativeTestJSON-1300249724 tempest-NetworksNegativeTestJSON-1300249724-project] DELETE failed (client error): The resource could not be found. Aug 16 23:07:13.175666 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-195974d2-85d4-42b7-8aac-e3b5532d5c39 tempest-NetworksNegativeTestJSON-1300249724 tempest-NetworksNegativeTestJSON-1300249724-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:07:13.178643 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-195974d2-85d4-42b7-8aac-e3b5532d5c39 tempest-NetworksNegativeTestJSON-1300249724 tempest-NetworksNegativeTestJSON-1300249724-project] 10.222.0.36 "DELETE /v2.0/ports/efea52b0-a879-4d06-8b26-2ce7b113db87 HTTP/1.1" status: 404 len: 333 time: 0.0475485 Aug 16 23:07:13.185993 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53744) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:13.232844 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a9fd440-212b-4296-a99e-03b7c1a8dc11 tempest-NetworksNegativeTestJSON-1300249724 tempest-NetworksNegativeTestJSON-1300249724-project] DELETE failed (client error): The resource could not be found. Aug 16 23:07:13.233375 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a9fd440-212b-4296-a99e-03b7c1a8dc11 tempest-NetworksNegativeTestJSON-1300249724 tempest-NetworksNegativeTestJSON-1300249724-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:07:13.242154 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-6a9fd440-212b-4296-a99e-03b7c1a8dc11 tempest-NetworksNegativeTestJSON-1300249724 tempest-NetworksNegativeTestJSON-1300249724-project] 10.222.0.36 "DELETE /v2.0/subnets/835e4a88-3c1d-4a4b-a283-6c5af46c4378 HTTP/1.1" status: 404 len: 337 time: 0.0538578 Aug 16 23:07:13.243156 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53746) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:13.291052 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3469974-0cac-4da4-b94e-fd0e438b282d tempest-NetworksNegativeTestJSON-1300249724 tempest-NetworksNegativeTestJSON-1300249724-project] GET failed (client error): The resource could not be found. Aug 16 23:07:13.291306 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53748) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:13.291475 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-b3469974-0cac-4da4-b94e-fd0e438b282d tempest-NetworksNegativeTestJSON-1300249724 tempest-NetworksNegativeTestJSON-1300249724-project] 10.222.0.36 "GET /v2.0/networks/e2159d1e-1c85-4e7f-baed-395940cefe9c HTTP/1.1" status: 404 len: 339 time: 0.0462220 Aug 16 23:07:13.342193 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d67860b-8814-4ca3-956a-5d49d86c1f05 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:07:13.348191 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-05ccf5a5-c2b0-4bf4-8cec-3e8a8613a802 tempest-NetworksNegativeTestJSON-1300249724 tempest-NetworksNegativeTestJSON-1300249724-project] GET failed (client error): The resource could not be found. Aug 16 23:07:13.356060 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53752) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:13.358450 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577f5190-e65f-40db-8b95-b04e77185a6e None None] Sync routers for ids ['fc111883-7c4c-4bc8-b94b-c3304b47c34e'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:07:13.377545 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-05ccf5a5-c2b0-4bf4-8cec-3e8a8613a802 tempest-NetworksNegativeTestJSON-1300249724 tempest-NetworksNegativeTestJSON-1300249724-project] 10.222.0.36 "GET /v2.0/ports/8b753f7b-5ef8-4b1f-8746-fd01c3f148c6 HTTP/1.1" status: 404 len: 333 time: 0.0849974 Aug 16 23:07:13.383585 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577f5190-e65f-40db-8b95-b04e77185a6e None None] Routers {'fc111883-7c4c-4bc8-b94b-c3304b47c34e'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:07:13.384322 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-577f5190-e65f-40db-8b95-b04e77185a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:06:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['fc111883-7c4c-4bc8-b94b-c3304b47c34e'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:13.399629 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6d67860b-8814-4ca3-956a-5d49d86c1f05 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:13.417393 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-4647cd28-e853-45e5-9b08-9097c7e5109a tempest-NetworksNegativeTestJSON-1300249724 tempest-NetworksNegativeTestJSON-1300249724-project] GET failed (client error): The resource could not be found. Aug 16 23:07:13.424314 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-4647cd28-e853-45e5-9b08-9097c7e5109a tempest-NetworksNegativeTestJSON-1300249724 tempest-NetworksNegativeTestJSON-1300249724-project] 10.222.0.36 "GET /v2.0/subnets/e69edd67-7a21-4620-a836-b61f081cd075 HTTP/1.1" status: 404 len: 337 time: 0.0669825 Aug 16 23:07:13.425223 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53756) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:13.430758 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-e387546c-f6ee-42cf-bddc-64652a3a8a13 tempest-NetworksNegativeTestJSON-1300249724 tempest-NetworksNegativeTestJSON-1300249724-project] Request body: {'network': {'name': 'new_name'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:07:13.431659 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-6d67860b-8814-4ca3-956a-5d49d86c1f05 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.3309188 Aug 16 23:07:13.435695 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53758) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:13.457543 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-e387546c-f6ee-42cf-bddc-64652a3a8a13 tempest-NetworksNegativeTestJSON-1300249724 tempest-NetworksNegativeTestJSON-1300249724-project] PUT failed (client error): The resource could not be found. Aug 16 23:07:13.458711 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e387546c-f6ee-42cf-bddc-64652a3a8a13 tempest-NetworksNegativeTestJSON-1300249724 tempest-NetworksNegativeTestJSON-1300249724-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:07:13.466988 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-e387546c-f6ee-42cf-bddc-64652a3a8a13 tempest-NetworksNegativeTestJSON-1300249724 tempest-NetworksNegativeTestJSON-1300249724-project] 10.222.0.36 "PUT /v2.0/networks/1406ef3f-a804-4fd3-83dd-e3d705cccfbc HTTP/1.1" status: 404 len: 339 time: 0.0403190 Aug 16 23:07:13.468320 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53760) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:13.476322 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-72e9c5c6-3845-4da1-bbbd-d588bd95a706 tempest-NetworksNegativeTestJSON-1300249724 tempest-NetworksNegativeTestJSON-1300249724-project] Request body: {'port': {'name': 'new_name'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:07:13.493435 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-577f5190-e65f-40db-8b95-b04e77185a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:13.510427 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-72e9c5c6-3845-4da1-bbbd-d588bd95a706 tempest-NetworksNegativeTestJSON-1300249724 tempest-NetworksNegativeTestJSON-1300249724-project] PUT failed (client error): The resource could not be found. Aug 16 23:07:13.512706 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72e9c5c6-3845-4da1-bbbd-d588bd95a706 tempest-NetworksNegativeTestJSON-1300249724 tempest-NetworksNegativeTestJSON-1300249724-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:07:13.519182 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577f5190-e65f-40db-8b95-b04e77185a6e None None] Routers {'fc111883-7c4c-4bc8-b94b-c3304b47c34e'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:07:13.520192 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-577f5190-e65f-40db-8b95-b04e77185a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:06:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['fc111883-7c4c-4bc8-b94b-c3304b47c34e'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:13.520432 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-72e9c5c6-3845-4da1-bbbd-d588bd95a706 tempest-NetworksNegativeTestJSON-1300249724 tempest-NetworksNegativeTestJSON-1300249724-project] 10.222.0.36 "PUT /v2.0/ports/a427df37-a32b-4707-b482-0c3ba6702778 HTTP/1.1" status: 404 len: 333 time: 0.0501046 Aug 16 23:07:13.521592 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53762) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:13.530940 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-e4596174-859d-42c2-97b8-e6eb636dfc39 tempest-NetworksNegativeTestJSON-1300249724 tempest-NetworksNegativeTestJSON-1300249724-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:07:13.561989 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-577f5190-e65f-40db-8b95-b04e77185a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:13.562650 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577f5190-e65f-40db-8b95-b04e77185a6e None None] The sync data for ids ['fc111883-7c4c-4bc8-b94b-c3304b47c34e'] in n-d-791506-26 is: [] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:07:13.570071 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4596174-859d-42c2-97b8-e6eb636dfc39 tempest-NetworksNegativeTestJSON-1300249724 tempest-NetworksNegativeTestJSON-1300249724-project] PUT failed (client error): The resource could not be found. Aug 16 23:07:13.571942 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4596174-859d-42c2-97b8-e6eb636dfc39 tempest-NetworksNegativeTestJSON-1300249724 tempest-NetworksNegativeTestJSON-1300249724-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:07:13.575186 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-e4596174-859d-42c2-97b8-e6eb636dfc39 tempest-NetworksNegativeTestJSON-1300249724 tempest-NetworksNegativeTestJSON-1300249724-project] 10.222.0.36 "PUT /v2.0/subnets/1b242e35-1f76-4e2b-8505-4fe145811e36 HTTP/1.1" status: 404 len: 337 time: 0.0517809 Aug 16 23:07:13.959343 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-b48ccd35-ecd2-416d-aae7-eeeef4bb1742 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] 10.222.0.36 "GET /v2.0/floatingips/1bf3fa80-5ced-4f20-a2e8-f7a519833ff7 HTTP/1.1" status: 200 len: 977 time: 0.5217535 Aug 16 23:07:13.965246 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53770) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:14.041599 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f0fdcf84-55c5-4e9b-9325-195592404aaf req-b419c265-9d1d-4754-bd80-f28e5ec9bdf0 tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a48b0bb-d47b-4329-902d-3ec05cedb9a7 HTTP/1.1" status: 200 len: 210 time: 0.0344048 Aug 16 23:07:14.065019 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58081bfc-0173-4e49-835c-3f4ac005b0e8 req-3214de3f-99ac-4d88-a0e1-6e8ca2f3ad95 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:14.073371 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-58081bfc-0173-4e49-835c-3f4ac005b0e8 req-3214de3f-99ac-4d88-a0e1-6e8ca2f3ad95 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 946 time: 0.1131573 Aug 16 23:07:14.127755 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-58081bfc-0173-4e49-835c-3f4ac005b0e8 req-43f888ba-2050-4a1d-97b5-713da5b16066 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532041 Aug 16 23:07:14.164473 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53778) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:14.269703 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-a6328fbb-c476-4cc4-b5dc-d6500f187791 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.3032522 Aug 16 23:07:14.272371 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53782) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:14.278288 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-1b676b38-d80b-4b79-b240-3facc014dbe0 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Request body: {'floatingip': {'port_id': '16ef380b-01b4-4b64-be06-ce707a9adaf5'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:07:14.349646 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1b676b38-d80b-4b79-b240-3facc014dbe0 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks [] for floatingip, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:14.412268 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1106fbb6-af41-4b4a-b5e0-9951c6b50299 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:14.506461 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a82ee61-b17c-4d3a-8ada-d04bcb79ec17 req-1e842be1-18bd-43b5-97bd-4a798dc45bda tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:14.508595 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2a82ee61-b17c-4d3a-8ada-d04bcb79ec17 req-1e842be1-18bd-43b5-97bd-4a798dc45bda tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] 10.222.0.68 "GET /v2.0/networks?id=03052636-fc85-4462-b68c-3cb1c23974ad HTTP/1.1" status: 200 len: 809 time: 0.1928527 Aug 16 23:07:14.535458 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-2a82ee61-b17c-4d3a-8ada-d04bcb79ec17 req-400662bf-62e3-4eaf-94e6-79a653e2e38e tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] Request body: {'port': {'device_id': '6a48b0bb-d47b-4329-902d-3ec05cedb9a7', 'network_id': '03052636-fc85-4462-b68c-3cb1c23974ad', 'admin_state_up': True, 'tenant_id': '222f50dde55b4f0dae20304ceb417680'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:07:14.702020 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1106fbb6-af41-4b4a-b5e0-9951c6b50299 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:14.707865 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1106fbb6-af41-4b4a-b5e0-9951c6b50299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:14.734205 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a82ee61-b17c-4d3a-8ada-d04bcb79ec17 req-400662bf-62e3-4eaf-94e6-79a653e2e38e tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] Made reservation on behalf of 222f50dde55b4f0dae20304ceb417680 for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:07:14.739473 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-2a82ee61-b17c-4d3a-8ada-d04bcb79ec17 req-400662bf-62e3-4eaf-94e6-79a653e2e38e tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:14.805005 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1106fbb6-af41-4b4a-b5e0-9951c6b50299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b51d7d9-f0ad-4cc4-b3a3-bb2fd72441bc,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:14.814586 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-1106fbb6-af41-4b4a-b5e0-9951c6b50299 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3be9877e80fd4b5381bacc8ce70f2f0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6487727 Aug 16 23:07:14.818071 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53784) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:14.955479 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-2a82ee61-b17c-4d3a-8ada-d04bcb79ec17 req-400662bf-62e3-4eaf-94e6-79a653e2e38e tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] Allocated IP 172.20.0.7 (03052636-fc85-4462-b68c-3cb1c23974ad/fe0ed768-b285-4da0-b608-6500e761f40e/9582be9c-a1d0-4f27-8b6b-da1717cc8c95) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:07:14.956983 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-07b55c51-dc8c-4a30-b5ac-e3bc6eb850f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:15.001912 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-07b55c51-dc8c-4a30-b5ac-e3bc6eb850f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:15.125336 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-07b55c51-dc8c-4a30-b5ac-e3bc6eb850f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:15.128013 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-07b55c51-dc8c-4a30-b5ac-e3bc6eb850f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:15.132763 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-07b55c51-dc8c-4a30-b5ac-e3bc6eb850f6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4b51d7d9-f0ad-4cc4-b3a3-bb2fd72441bc HTTP/1.1" status: 204 len: 168 time: 0.3101075 Aug 16 23:07:15.149000 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b55c51-dc8c-4a30-b5ac-e3bc6eb850f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b51d7d9-f0ad-4cc4-b3a3-bb2fd72441bc,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:15.153113 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1b676b38-d80b-4b79-b240-3facc014dbe0 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:15.161676 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1b676b38-d80b-4b79-b240-3facc014dbe0 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:15.260043 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d51fb2a8-abde-4a4a-bccf-fb11dfae1d88 req-1693c8e5-43bd-448b-baf1-7982f4615ba6 tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a48b0bb-d47b-4329-902d-3ec05cedb9a7 HTTP/1.1" status: 200 len: 210 time: 0.0348291 Aug 16 23:07:15.270920 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-2a82ee61-b17c-4d3a-8ada-d04bcb79ec17 req-400662bf-62e3-4eaf-94e6-79a653e2e38e tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:15.373392 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-2a82ee61-b17c-4d3a-8ada-d04bcb79ec17 req-400662bf-62e3-4eaf-94e6-79a653e2e38e tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:15.379032 n-d-791506-26 neutron-server[101292]: INFO neutron.db.l3_db [None req-1b676b38-d80b-4b79-b240-3facc014dbe0 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Floating IP 1bf3fa80-5ced-4f20-a2e8-f7a519833ff7 associated. External IP: 172.25.4.61, port: 3e74d9e7-d774-46f2-af5e-dd7755e9b6b4. Aug 16 23:07:15.431707 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6976da0e-052f-44fd-a166-a804bbd895cd req-320ed899-f37a-424b-a377-56bc5ff7f656 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:15.434425 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6976da0e-052f-44fd-a166-a804bbd895cd req-320ed899-f37a-424b-a377-56bc5ff7f656 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 946 time: 0.1205401 Aug 16 23:07:15.511953 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a82ee61-b17c-4d3a-8ada-d04bcb79ec17 req-400662bf-62e3-4eaf-94e6-79a653e2e38e tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] Network 03052636-fc85-4462-b68c-3cb1c23974ad is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:07:15.516133 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-2a82ee61-b17c-4d3a-8ada-d04bcb79ec17 req-400662bf-62e3-4eaf-94e6-79a653e2e38e tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:07:15.526474 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a82ee61-b17c-4d3a-8ada-d04bcb79ec17 req-400662bf-62e3-4eaf-94e6-79a653e2e38e tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:07:15.588317 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a82ee61-b17c-4d3a-8ada-d04bcb79ec17 req-400662bf-62e3-4eaf-94e6-79a653e2e38e tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:15.589987 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-2a82ee61-b17c-4d3a-8ada-d04bcb79ec17 req-400662bf-62e3-4eaf-94e6-79a653e2e38e tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:15.595096 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400662bf-62e3-4eaf-94e6-79a653e2e38e tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] Pushing event updated for resources: {'Port': ['ID=9582be9c-a1d0-4f27-8b6b-da1717cc8c95,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:15.615346 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2a82ee61-b17c-4d3a-8ada-d04bcb79ec17 req-400662bf-62e3-4eaf-94e6-79a653e2e38e tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0852549 Aug 16 23:07:15.629704 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6976da0e-052f-44fd-a166-a804bbd895cd req-f591fcdc-ba5e-4bd6-8e4d-8b94bcdac721 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696770 Aug 16 23:07:15.858995 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-2a82ee61-b17c-4d3a-8ada-d04bcb79ec17 req-eb6a2cd7-40b6-4a98-b863-03c203505b63 service neutron] Request body: {'port': {'device_id': '6a48b0bb-d47b-4329-902d-3ec05cedb9a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:07:15.990191 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-2a82ee61-b17c-4d3a-8ada-d04bcb79ec17 req-eb6a2cd7-40b6-4a98-b863-03c203505b63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:16.428164 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b676b38-d80b-4b79-b240-3facc014dbe0 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Router fc111883-7c4c-4bc8-b94b-c3304b47c34e has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:07:16.537560 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-2a82ee61-b17c-4d3a-8ada-d04bcb79ec17 req-eb6a2cd7-40b6-4a98-b863-03c203505b63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9582be9c-a1d0-4f27-8b6b-da1717cc8c95 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:07:16.556233 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-2a82ee61-b17c-4d3a-8ada-d04bcb79ec17 req-eb6a2cd7-40b6-4a98-b863-03c203505b63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:16.596379 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-2a82ee61-b17c-4d3a-8ada-d04bcb79ec17 req-eb6a2cd7-40b6-4a98-b863-03c203505b63 service neutron] Transition to ACTIVE for port object 9582be9c-a1d0-4f27-8b6b-da1717cc8c95 will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:07:16.601557 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-2a82ee61-b17c-4d3a-8ada-d04bcb79ec17 req-eb6a2cd7-40b6-4a98-b863-03c203505b63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:16.685134 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b676b38-d80b-4b79-b240-3facc014dbe0 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:07:16.700441 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53824) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:16.700657 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135cde8b-82e3-441c-b0c4-2571403b819e None None] Sync routers for ids ['fc111883-7c4c-4bc8-b94b-c3304b47c34e'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:07:16.715808 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135cde8b-82e3-441c-b0c4-2571403b819e None None] Routers {'fc111883-7c4c-4bc8-b94b-c3304b47c34e'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:07:16.716798 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-135cde8b-82e3-441c-b0c4-2571403b819e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:06:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['fc111883-7c4c-4bc8-b94b-c3304b47c34e'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:16.756330 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6a2cd7-40b6-4a98-b863-03c203505b63 service neutron] Pushing event updated for resources: {'Port': ['ID=9582be9c-a1d0-4f27-8b6b-da1717cc8c95,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:16.779597 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-135cde8b-82e3-441c-b0c4-2571403b819e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:16.793843 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135cde8b-82e3-441c-b0c4-2571403b819e None None] Routers {'fc111883-7c4c-4bc8-b94b-c3304b47c34e'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:07:16.795244 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-135cde8b-82e3-441c-b0c4-2571403b819e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:06:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['fc111883-7c4c-4bc8-b94b-c3304b47c34e'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:16.856096 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-135cde8b-82e3-441c-b0c4-2571403b819e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:16.857202 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135cde8b-82e3-441c-b0c4-2571403b819e None None] The sync data for ids ['fc111883-7c4c-4bc8-b94b-c3304b47c34e'] in n-d-791506-26 is: [] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:07:16.878426 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0256d65-90db-42ad-a230-43c6a9ac36d8 req-2f287d31-1a18-4ce6-ae38-ad6c3198d869 tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:16.882738 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d0256d65-90db-42ad-a230-43c6a9ac36d8 req-2f287d31-1a18-4ce6-ae38-ad6c3198d869 tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a48b0bb-d47b-4329-902d-3ec05cedb9a7 HTTP/1.1" status: 200 len: 943 time: 0.2007983 Aug 16 23:07:16.924381 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-2a82ee61-b17c-4d3a-8ada-d04bcb79ec17 req-eb6a2cd7-40b6-4a98-b863-03c203505b63 service neutron] Attempting to bind port 9582be9c-a1d0-4f27-8b6b-da1717cc8c95 on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:07:16.924908 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-2a82ee61-b17c-4d3a-8ada-d04bcb79ec17 req-eb6a2cd7-40b6-4a98-b863-03c203505b63 service neutron] Attempting to bind port 9582be9c-a1d0-4f27-8b6b-da1717cc8c95 by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': 'a7dabb4a-5e28-497a-9970-43febaa051ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '03052636-fc85-4462-b68c-3cb1c23974ad'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:07:16.925241 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a82ee61-b17c-4d3a-8ada-d04bcb79ec17 req-eb6a2cd7-40b6-4a98-b863-03c203505b63 service neutron] Attempting to bind port 9582be9c-a1d0-4f27-8b6b-da1717cc8c95 on network 03052636-fc85-4462-b68c-3cb1c23974ad {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:07:16.934321 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a82ee61-b17c-4d3a-8ada-d04bcb79ec17 req-eb6a2cd7-40b6-4a98-b863-03c203505b63 service neutron] Port 9582be9c-a1d0-4f27-8b6b-da1717cc8c95 on network 03052636-fc85-4462-b68c-3cb1c23974ad not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:07:16.936126 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a82ee61-b17c-4d3a-8ada-d04bcb79ec17 req-eb6a2cd7-40b6-4a98-b863-03c203505b63 service neutron] Attempting to bind port 9582be9c-a1d0-4f27-8b6b-da1717cc8c95 on network 03052636-fc85-4462-b68c-3cb1c23974ad {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:07:16.958296 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a82ee61-b17c-4d3a-8ada-d04bcb79ec17 req-eb6a2cd7-40b6-4a98-b863-03c203505b63 service neutron] Checking agent: {'id': 'd28e24f9-e5ea-41e1-80bf-3c7943ad7f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:07:16.959312 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a82ee61-b17c-4d3a-8ada-d04bcb79ec17 req-eb6a2cd7-40b6-4a98-b863-03c203505b63 service neutron] Checking segment: {'id': 'a7dabb4a-5e28-497a-9970-43febaa051ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '03052636-fc85-4462-b68c-3cb1c23974ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:07:16.960333 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a82ee61-b17c-4d3a-8ada-d04bcb79ec17 req-eb6a2cd7-40b6-4a98-b863-03c203505b63 service neutron] Bound using segment: {'id': 'a7dabb4a-5e28-497a-9970-43febaa051ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '03052636-fc85-4462-b68c-3cb1c23974ad'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:07:16.961353 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-2a82ee61-b17c-4d3a-8ada-d04bcb79ec17 req-eb6a2cd7-40b6-4a98-b863-03c203505b63 service neutron] Bound port: 9582be9c-a1d0-4f27-8b6b-da1717cc8c95, host: n-h1-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7dabb4a-5e28-497a-9970-43febaa051ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '03052636-fc85-4462-b68c-3cb1c23974ad'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:07:16.962727 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-2a82ee61-b17c-4d3a-8ada-d04bcb79ec17 req-eb6a2cd7-40b6-4a98-b863-03c203505b63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:16.970025 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d0256d65-90db-42ad-a230-43c6a9ac36d8 req-c215a5d9-a436-4ef2-ab33-08b5e0fbf668 tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d6b3f34-6499-42a4-a03a-dddcaef4e21a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554185 Aug 16 23:07:16.989412 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2acf6e-082a-43e8-8348-7184f25c8bb9 req-c1e66bce-490d-4213-9dd0-16b7a915a705 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:16.998049 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-df2acf6e-082a-43e8-8348-7184f25c8bb9 req-c1e66bce-490d-4213-9dd0-16b7a915a705 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 946 time: 0.1526880 Aug 16 23:07:17.054690 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-b23d8099-21c2-400f-a271-c5d7d8e10639 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-256579884-network', 'tenant_id': '6d6cb88ce39b47369f28f58467a82d82'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:07:17.086182 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-2a82ee61-b17c-4d3a-8ada-d04bcb79ec17 req-eb6a2cd7-40b6-4a98-b863-03c203505b63 service neutron] For port 9582be9c-a1d0-4f27-8b6b-da1717cc8c95, host n-h1-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:07:17.090966 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-2a82ee61-b17c-4d3a-8ada-d04bcb79ec17 req-eb6a2cd7-40b6-4a98-b863-03c203505b63 service neutron] For port 9582be9c-a1d0-4f27-8b6b-da1717cc8c95, host n-h1-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=9582be9c-a1d0-4f27-8b6b-da1717cc8c95,segment=NetworkSegment(a7dabb4a-5e28-497a-9970-43febaa051ee),segment_id=a7dabb4a-5e28-497a-9970-43febaa051ee)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:07:17.098978 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-2a82ee61-b17c-4d3a-8ada-d04bcb79ec17 req-eb6a2cd7-40b6-4a98-b863-03c203505b63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:17.109559 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-df2acf6e-082a-43e8-8348-7184f25c8bb9 req-c2e2b343-5bb2-434e-9809-836f96bf65c7 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059265 Aug 16 23:07:17.112764 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b23d8099-21c2-400f-a271-c5d7d8e10639 admin admin] Made reservation on behalf of 6d6cb88ce39b47369f28f58467a82d82 for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:07:17.116739 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b23d8099-21c2-400f-a271-c5d7d8e10639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:17.129307 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b23d8099-21c2-400f-a271-c5d7d8e10639 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:17.148568 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a82ee61-b17c-4d3a-8ada-d04bcb79ec17 req-eb6a2cd7-40b6-4a98-b863-03c203505b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:17.148883 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-2a82ee61-b17c-4d3a-8ada-d04bcb79ec17 req-eb6a2cd7-40b6-4a98-b863-03c203505b63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:17.150495 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2a82ee61-b17c-4d3a-8ada-d04bcb79ec17 req-eb6a2cd7-40b6-4a98-b863-03c203505b63 service neutron] 10.222.0.68 "PUT /v2.0/ports/9582be9c-a1d0-4f27-8b6b-da1717cc8c95 HTTP/1.1" status: 200 len: 1092 time: 1.5246704 Aug 16 23:07:17.150944 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a48b0bb-d47b-4329-902d-3ec05cedb9a7', 'tag': '9582be9c-a1d0-4f27-8b6b-da1717cc8c95'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:07:17.153675 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-516dffb8-0bab-45ca-950a-7d0cf63f651d" -d '{"events": [{"name": "network-changed", "server_uuid": "6a48b0bb-d47b-4329-902d-3ec05cedb9a7", "tag": "9582be9c-a1d0-4f27-8b6b-da1717cc8c95"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:07:17.250916 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b676b38-d80b-4b79-b240-3facc014dbe0 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Router fc111883-7c4c-4bc8-b94b-c3304b47c34e has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:07:17.257778 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e623fa-4415-4fe2-84a6-07f7647b2ef2 x-openstack-request-id: req-64e623fa-4415-4fe2-84a6-07f7647b2ef2 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:07:17.258116 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a48b0bb-d47b-4329-902d-3ec05cedb9a7", "tag": "9582be9c-a1d0-4f27-8b6b-da1717cc8c95", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:07:17.258483 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-64e623fa-4415-4fe2-84a6-07f7647b2ef2 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:07:17.259129 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a48b0bb-d47b-4329-902d-3ec05cedb9a7', 'tag': '9582be9c-a1d0-4f27-8b6b-da1717cc8c95', 'status': 'completed', 'code': 200} Aug 16 23:07:17.269749 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6a2cd7-40b6-4a98-b863-03c203505b63 service neutron] Pushing event updated for resources: {'Port': ['ID=9582be9c-a1d0-4f27-8b6b-da1717cc8c95,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:17.293333 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a82ee61-b17c-4d3a-8ada-d04bcb79ec17 req-ed976cb1-5335-4070-b6ed-64a35594ed0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:17.295009 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2a82ee61-b17c-4d3a-8ada-d04bcb79ec17 req-ed976cb1-5335-4070-b6ed-64a35594ed0d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=222f50dde55b4f0dae20304ceb417680&device_id=6a48b0bb-d47b-4329-902d-3ec05cedb9a7 HTTP/1.1" status: 200 len: 1095 time: 0.0835807 Aug 16 23:07:17.361347 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2a82ee61-b17c-4d3a-8ada-d04bcb79ec17 req-f5430ada-7c73-47d6-80ac-07d94e2501f4 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9582be9c-a1d0-4f27-8b6b-da1717cc8c95 HTTP/1.1" status: 200 len: 217 time: 0.0564065 Aug 16 23:07:17.384720 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b23d8099-21c2-400f-a271-c5d7d8e10639 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:17.390962 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b23d8099-21c2-400f-a271-c5d7d8e10639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:17.423310 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b23d8099-21c2-400f-a271-c5d7d8e10639 admin admin] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:07:17.433782 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a82ee61-b17c-4d3a-8ada-d04bcb79ec17 req-73fd1804-b28b-4475-a2d0-24b5397520f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:17.436597 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2a82ee61-b17c-4d3a-8ada-d04bcb79ec17 req-73fd1804-b28b-4475-a2d0-24b5397520f2 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=fe0ed768-b285-4da0-b608-6500e761f40e HTTP/1.1" status: 200 len: 849 time: 0.0654640 Aug 16 23:07:17.448199 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23d8099-21c2-400f-a271-c5d7d8e10639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1abb364d-8a85-4245-b4e9-ef15fe6991c1,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:17.452116 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b676b38-d80b-4b79-b240-3facc014dbe0 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:07:17.454191 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b23d8099-21c2-400f-a271-c5d7d8e10639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:17.454608 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-b23d8099-21c2-400f-a271-c5d7d8e10639 admin admin] Added segment 206ed51b-a78a-4b0b-9daa-f1255018df1d of type vlan for network bff4c261-a567-4a8d-a5f8-6c63ab3cf897 Aug 16 23:07:17.458832 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1b676b38-d80b-4b79-b240-3facc014dbe0 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:17.482743 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2a82ee61-b17c-4d3a-8ada-d04bcb79ec17 req-7f6a97c6-f642-4b61-8ce3-6cee89c174c8 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=03052636-fc85-4462-b68c-3cb1c23974ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392568 Aug 16 23:07:17.487453 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ecf1eb-2a27-46f5-9551-540e87e83274 None None] Sync routers for ids ['fc111883-7c4c-4bc8-b94b-c3304b47c34e'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:07:17.508418 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ecf1eb-2a27-46f5-9551-540e87e83274 None None] Routers {'fc111883-7c4c-4bc8-b94b-c3304b47c34e'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:07:17.509987 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-96ecf1eb-2a27-46f5-9551-540e87e83274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:06:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['fc111883-7c4c-4bc8-b94b-c3304b47c34e'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:17.529178 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b23d8099-21c2-400f-a271-c5d7d8e10639 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:17.557082 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-96ecf1eb-2a27-46f5-9551-540e87e83274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:17.581418 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-1b676b38-d80b-4b79-b240-3facc014dbe0 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] 10.222.0.36 "PUT /v2.0/floatingips/1bf3fa80-5ced-4f20-a2e8-f7a519833ff7 HTTP/1.1" status: 200 len: 977 time: 3.3076031 Aug 16 23:07:17.595812 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53832) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:17.596659 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ecf1eb-2a27-46f5-9551-540e87e83274 None None] Routers {'fc111883-7c4c-4bc8-b94b-c3304b47c34e'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:07:17.597596 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-96ecf1eb-2a27-46f5-9551-540e87e83274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:06:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['fc111883-7c4c-4bc8-b94b-c3304b47c34e'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:17.621093 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-0a707971-9196-4e24-8dc4-9156a7949639 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:07:17.631092 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4177ca28-5c15-47d1-ab5c-decf29b8eee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:17.663261 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-96ecf1eb-2a27-46f5-9551-540e87e83274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:17.664002 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ecf1eb-2a27-46f5-9551-540e87e83274 None None] The sync data for ids ['fc111883-7c4c-4bc8-b94b-c3304b47c34e'] in n-d-791506-26 is: [] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:07:17.674573 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b23d8099-21c2-400f-a271-c5d7d8e10639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:17.680747 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23d8099-21c2-400f-a271-c5d7d8e10639 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:17.681589 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b23d8099-21c2-400f-a271-c5d7d8e10639 admin admin] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:17.712905 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2a82ee61-b17c-4d3a-8ada-d04bcb79ec17 req-60b675da-d8ec-4791-bc5b-080353a68ce1 service neutron] 10.222.0.68 "GET /v2.0/networks/03052636-fc85-4462-b68c-3cb1c23974ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207038 Aug 16 23:07:17.806295 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-b23d8099-21c2-400f-a271-c5d7d8e10639 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0559251 Aug 16 23:07:17.809883 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53836) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:17.819056 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-74a834ba-ab6a-4f2c-a392-ea24e7eb609b admin admin] Request body: {'subnet': {'network_id': 'bff4c261-a567-4a8d-a5f8-6c63ab3cf897', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-256579884-subnet', 'tenant_id': '6d6cb88ce39b47369f28f58467a82d82', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:07:17.829370 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0a707971-9196-4e24-8dc4-9156a7949639 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks [] for floatingip, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:17.831571 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23d8099-21c2-400f-a271-c5d7d8e10639 admin admin] Pushing event updated for resources: {'Network': ['ID=bff4c261-a567-4a8d-a5f8-6c63ab3cf897,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:17.846769 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network bff4c261-a567-4a8d-a5f8-6c63ab3cf897 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:07:17.869772 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74a834ba-ab6a-4f2c-a392-ea24e7eb609b admin admin] Made reservation on behalf of 6d6cb88ce39b47369f28f58467a82d82 for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:07:17.873027 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-74a834ba-ab6a-4f2c-a392-ea24e7eb609b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:17.981243 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2a82ee61-b17c-4d3a-8ada-d04bcb79ec17 req-3599e5e6-bf6a-444a-a7a9-d0d602c74491 service neutron] 10.222.0.68 "GET /v2.0/networks/03052636-fc85-4462-b68c-3cb1c23974ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544477 Aug 16 23:07:18.045090 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0a707971-9196-4e24-8dc4-9156a7949639 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:18.064041 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0a707971-9196-4e24-8dc4-9156a7949639 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:18.064970 n-d-791506-26 neutron-server[101292]: INFO neutron.db.l3_db [None req-0a707971-9196-4e24-8dc4-9156a7949639 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Floating IP 1bf3fa80-5ced-4f20-a2e8-f7a519833ff7 disassociated. External IP: 172.25.4.61, port: 16ef380b-01b4-4b64-be06-ce707a9adaf5. Aug 16 23:07:18.251075 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-74a834ba-ab6a-4f2c-a392-ea24e7eb609b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:18.297360 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516dffb8-0bab-45ca-950a-7d0cf63f651d req-23534c6f-3e50-425a-983d-803d3cb8cf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:18.298937 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-516dffb8-0bab-45ca-950a-7d0cf63f651d req-23534c6f-3e50-425a-983d-803d3cb8cf9d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=222f50dde55b4f0dae20304ceb417680&device_id=6a48b0bb-d47b-4329-902d-3ec05cedb9a7 HTTP/1.1" status: 200 len: 1095 time: 0.2001317 Aug 16 23:07:18.308831 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ce7af-0b43-4934-ad5f-066e03a69ba0 req-83b24ea7-6529-489e-b6da-1ebcc839cfe3 tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:18.313078 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5b4ce7af-0b43-4934-ad5f-066e03a69ba0 req-83b24ea7-6529-489e-b6da-1ebcc839cfe3 tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a48b0bb-d47b-4329-902d-3ec05cedb9a7 HTTP/1.1" status: 200 len: 943 time: 0.1902862 Aug 16 23:07:18.334831 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47992634-c465-4075-b546-eec89804f70e req-36c3d599-f5b6-493c-a245-5becaa1aba47 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:18.335569 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-47992634-c465-4075-b546-eec89804f70e req-36c3d599-f5b6-493c-a245-5becaa1aba47 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 946 time: 0.1383739 Aug 16 23:07:18.340701 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a834ba-ab6a-4f2c-a392-ea24e7eb609b admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa88804f-6d1f-499b-a46e-55891c405ba0,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:18.384713 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a834ba-ab6a-4f2c-a392-ea24e7eb609b admin admin] Checking segment: {'id': '206ed51b-a78a-4b0b-9daa-f1255018df1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bff4c261-a567-4a8d-a5f8-6c63ab3cf897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:07:18.385127 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a834ba-ab6a-4f2c-a392-ea24e7eb609b admin admin] Network hostable DHCP agents. Network: bff4c261-a567-4a8d-a5f8-6c63ab3cf897, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:07:18.425561 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a834ba-ab6a-4f2c-a392-ea24e7eb609b admin admin] Network bff4c261-a567-4a8d-a5f8-6c63ab3cf897 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:07:18.442175 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516dffb8-0bab-45ca-950a-7d0cf63f651d req-ac3489f4-baf8-48a2-ba36-ae56df5c1f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:18.444239 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-516dffb8-0bab-45ca-950a-7d0cf63f651d req-ac3489f4-baf8-48a2-ba36-ae56df5c1f92 service neutron] 10.222.0.68 "GET /v2.0/networks?id=03052636-fc85-4462-b68c-3cb1c23974ad HTTP/1.1" status: 200 len: 910 time: 0.1351788 Aug 16 23:07:18.446355 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-74a834ba-ab6a-4f2c-a392-ea24e7eb609b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, bff4c261-a567-4a8d-a5f8-6c63ab3cf897) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:07:18.456290 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14cc3e9-f336-40a2-96cc-dd6ef54540b2 None None] Network bff4c261-a567-4a8d-a5f8-6c63ab3cf897 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:07:18.466640 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a834ba-ab6a-4f2c-a392-ea24e7eb609b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:18.467294 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-74a834ba-ab6a-4f2c-a392-ea24e7eb609b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:18.508252 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a707971-9196-4e24-8dc4-9156a7949639 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Router fc111883-7c4c-4bc8-b94b-c3304b47c34e has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:07:18.510722 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-516dffb8-0bab-45ca-950a-7d0cf63f651d req-c0adf432-2ccb-4958-b519-ab51d7dc0cf4 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9582be9c-a1d0-4f27-8b6b-da1717cc8c95 HTTP/1.1" status: 200 len: 217 time: 0.0524974 Aug 16 23:07:18.538173 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-74a834ba-ab6a-4f2c-a392-ea24e7eb609b admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7141664 Aug 16 23:07:18.581150 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516dffb8-0bab-45ca-950a-7d0cf63f651d req-ce2d8c3e-5f64-429f-a4a9-f40d43930ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:18.583493 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-516dffb8-0bab-45ca-950a-7d0cf63f651d req-ce2d8c3e-5f64-429f-a4a9-f40d43930ad9 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=fe0ed768-b285-4da0-b608-6500e761f40e HTTP/1.1" status: 200 len: 849 time: 0.0642686 Aug 16 23:07:18.600798 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-47992634-c465-4075-b546-eec89804f70e req-d342c049-aeed-4aec-bbc7-e7761363b448 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082215 Aug 16 23:07:18.633632 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-516dffb8-0bab-45ca-950a-7d0cf63f651d req-7785fa4d-27e8-47dc-be1a-30da0f66c894 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=03052636-fc85-4462-b68c-3cb1c23974ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394936 Aug 16 23:07:18.747757 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a707971-9196-4e24-8dc4-9156a7949639 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:07:18.752709 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0a707971-9196-4e24-8dc4-9156a7949639 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:18.785381 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4518f85b-5cef-46fc-ae2a-14fb47c9d945 None None] Sync routers for ids ['fc111883-7c4c-4bc8-b94b-c3304b47c34e'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:07:18.788848 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-0a707971-9196-4e24-8dc4-9156a7949639 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] 10.222.0.36 "PUT /v2.0/floatingips/1bf3fa80-5ced-4f20-a2e8-f7a519833ff7 HTTP/1.1" status: 200 len: 687 time: 1.1872647 Aug 16 23:07:18.791826 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53850) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:18.801071 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5b4ce7af-0b43-4934-ad5f-066e03a69ba0 req-0ac4abb7-3f02-485d-862f-48142d0e8c35 tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d6b3f34-6499-42a4-a03a-dddcaef4e21a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4782159 Aug 16 23:07:18.819436 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4a9b4a-e576-4001-b123-35fbd10407de None None] Network bff4c261-a567-4a8d-a5f8-6c63ab3cf897 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:07:18.900487 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4518f85b-5cef-46fc-ae2a-14fb47c9d945 None None] Routers {'fc111883-7c4c-4bc8-b94b-c3304b47c34e'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:07:18.901372 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-4518f85b-5cef-46fc-ae2a-14fb47c9d945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:06:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['fc111883-7c4c-4bc8-b94b-c3304b47c34e'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:18.980126 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-516dffb8-0bab-45ca-950a-7d0cf63f651d req-e94b1f88-476e-4935-b1e0-103234b2433a service neutron] 10.222.0.68 "GET /v2.0/networks/03052636-fc85-4462-b68c-3cb1c23974ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3379540 Aug 16 23:07:19.149340 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-4518f85b-5cef-46fc-ae2a-14fb47c9d945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:19.178176 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4518f85b-5cef-46fc-ae2a-14fb47c9d945 None None] Routers {'fc111883-7c4c-4bc8-b94b-c3304b47c34e'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:07:19.179112 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-4518f85b-5cef-46fc-ae2a-14fb47c9d945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:06:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['fc111883-7c4c-4bc8-b94b-c3304b47c34e'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:19.275970 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-4518f85b-5cef-46fc-ae2a-14fb47c9d945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:19.278751 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4518f85b-5cef-46fc-ae2a-14fb47c9d945 None None] The sync data for ids ['fc111883-7c4c-4bc8-b94b-c3304b47c34e'] in n-d-791506-26 is: [] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:07:19.357164 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-516dffb8-0bab-45ca-950a-7d0cf63f651d req-0cd31811-e2d3-4589-a9ef-d48cce688d10 service neutron] 10.222.0.68 "GET /v2.0/networks/03052636-fc85-4462-b68c-3cb1c23974ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3553977 Aug 16 23:07:19.362249 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-4685f56a-181e-404a-a716-9629b0fd8fff tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Deleting port 9aa0d6de-4aba-4f2b-a237-7ba26dbc2b46 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:07:19.362249 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4685f56a-181e-404a-a716-9629b0fd8fff tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:19.468407 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4685f56a-181e-404a-a716-9629b0fd8fff tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:19.469199 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4685f56a-181e-404a-a716-9629b0fd8fff tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:19.489480 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-4685f56a-181e-404a-a716-9629b0fd8fff tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Calling delete_port for 9aa0d6de-4aba-4f2b-a237-7ba26dbc2b46 owned by network:floatingip {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:07:19.607032 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53866) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:19.624487 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-a4a37ca7-4967-43d8-a661-02caddcf25f0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1250265846-network', 'tenant_id': '79bc8f9757b24a1da8dba14ce87bae1b'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:07:19.685444 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4a37ca7-4967-43d8-a661-02caddcf25f0 admin admin] Made reservation on behalf of 79bc8f9757b24a1da8dba14ce87bae1b for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:07:19.691019 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a4a37ca7-4967-43d8-a661-02caddcf25f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:19.710969 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a4a37ca7-4967-43d8-a661-02caddcf25f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:19.719336 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4685f56a-181e-404a-a716-9629b0fd8fff tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:19.754381 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c20f16aa-ec4f-4f1f-b862-1914df5eccc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:19.791200 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4685f56a-181e-404a-a716-9629b0fd8fff tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Pushing event deleted for resources: {'Port': ['ID=9aa0d6de-4aba-4f2b-a237-7ba26dbc2b46,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:19.851414 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b7bb88-7ab3-423e-ac4a-3e8d59271602 req-a63944cc-228f-4fb4-8b30-40df62ed4474 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:19.854351 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d7b7bb88-7ab3-423e-ac4a-3e8d59271602 req-a63944cc-228f-4fb4-8b30-40df62ed4474 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 946 time: 0.1326244 Aug 16 23:07:19.905161 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4685f56a-181e-404a-a716-9629b0fd8fff tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks [] for floatingip, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:19.909301 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4685f56a-181e-404a-a716-9629b0fd8fff tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:19.914279 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-4685f56a-181e-404a-a716-9629b0fd8fff tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] 10.222.0.36 "DELETE /v2.0/floatingips/1bf3fa80-5ced-4f20-a2e8-f7a519833ff7 HTTP/1.1" status: 204 len: 168 time: 1.1174324 Aug 16 23:07:19.915708 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53874) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:19.976461 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d7b7bb88-7ab3-423e-ac4a-3e8d59271602 req-9b1bebb2-a598-418d-96c7-e4eae9ccccc9 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035421 Aug 16 23:07:19.983328 n-d-791506-26 neutron-server[101291]: INFO neutron.api.v2.resource [None req-33af3f76-c15e-4a16-9b69-05ec3d59bc9f tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] delete failed (client error): The resource could not be found. Aug 16 23:07:19.989809 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-33af3f76-c15e-4a16-9b69-05ec3d59bc9f tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] 10.222.0.36 "DELETE /v2.0/floatingips/1bf3fa80-5ced-4f20-a2e8-f7a519833ff7 HTTP/1.1" status: 404 len: 345 time: 0.0726480 Aug 16 23:07:19.991228 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53876) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:20.041584 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a4a37ca7-4967-43d8-a661-02caddcf25f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:20.065903 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a4a37ca7-4967-43d8-a661-02caddcf25f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:20.102568 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a37ca7-4967-43d8-a661-02caddcf25f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f835fbc-81f6-48f1-bc9a-90aacc99629a,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:20.150020 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4619a9b9-26a9-4a55-a894-2d5c39e6044c req-f33db5d2-5f51-40de-858d-133010fa1d67 tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:20.150792 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4fcf144-7693-41dd-9c32-0476a90885af tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:20.160244 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4fcf144-7693-41dd-9c32-0476a90885af tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:20.162520 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4619a9b9-26a9-4a55-a894-2d5c39e6044c req-f33db5d2-5f51-40de-858d-133010fa1d67 tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a48b0bb-d47b-4329-902d-3ec05cedb9a7 HTTP/1.1" status: 200 len: 943 time: 0.2004876 Aug 16 23:07:20.165456 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4a37ca7-4967-43d8-a661-02caddcf25f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:07:20.177160 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4fcf144-7693-41dd-9c32-0476a90885af tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:20.180033 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-a4fcf144-7693-41dd-9c32-0476a90885af tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] 10.222.0.36 "GET /v2.0/ports?network_id=f5b3671a-1573-4e63-99b3-a83f4d89ce8b HTTP/1.1" status: 200 len: 2358 time: 0.1871490 Aug 16 23:07:20.183493 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53880) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:20.194761 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a4a37ca7-4967-43d8-a661-02caddcf25f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:20.195163 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-a4a37ca7-4967-43d8-a661-02caddcf25f0 admin admin] Added segment 93986a57-d9e3-4e80-bf55-600aac59979d of type vlan for network 97f37cb1-cc41-4bef-a61a-ea7fcf8acd72 Aug 16 23:07:20.251105 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4619a9b9-26a9-4a55-a894-2d5c39e6044c req-5232ca82-b98b-4ae8-b45b-e21b987ebf90 tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d6b3f34-6499-42a4-a03a-dddcaef4e21a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875840 Aug 16 23:07:20.266551 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a4a37ca7-4967-43d8-a661-02caddcf25f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:20.295086 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d092fe-0857-4efd-9b53-19ea5c2dc84d tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:20.302765 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-03d092fe-0857-4efd-9b53-19ea5c2dc84d tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] 10.222.0.36 "GET /v2.0/subnets/db1b92d8-2528-4f0e-b0cb-0d594593a38e HTTP/1.1" status: 200 len: 797 time: 0.1170425 Aug 16 23:07:20.303067 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53882) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:20.312367 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-9b2d57c0-0992-4934-8447-e4f638ce58f5 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Request body: {'port': {'network_id': 'f5b3671a-1573-4e63-99b3-a83f4d89ce8b', 'name': 'tempest-FloatingIPTestJSON-863010479', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:07:20.319330 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a4a37ca7-4967-43d8-a661-02caddcf25f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:20.320721 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a37ca7-4967-43d8-a661-02caddcf25f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:20.321573 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a4a37ca7-4967-43d8-a661-02caddcf25f0 admin admin] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:20.463791 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-a4a37ca7-4967-43d8-a661-02caddcf25f0 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8515892 Aug 16 23:07:20.465438 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53884) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:20.474090 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-c9261a97-41f7-49b2-8b1c-50891bc07206 admin admin] Request body: {'subnet': {'network_id': '97f37cb1-cc41-4bef-a61a-ea7fcf8acd72', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1250265846-subnet', 'tenant_id': '79bc8f9757b24a1da8dba14ce87bae1b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:07:20.490704 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a37ca7-4967-43d8-a661-02caddcf25f0 admin admin] Pushing event updated for resources: {'Network': ['ID=97f37cb1-cc41-4bef-a61a-ea7fcf8acd72,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:20.506338 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 97f37cb1-cc41-4bef-a61a-ea7fcf8acd72 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:07:20.522018 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9261a97-41f7-49b2-8b1c-50891bc07206 admin admin] Made reservation on behalf of 79bc8f9757b24a1da8dba14ce87bae1b for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:07:20.526729 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c9261a97-41f7-49b2-8b1c-50891bc07206 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:20.547897 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 9582be9c-a1d0-4f27-8b6b-da1717cc8c95 details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:07:20.574519 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b2d57c0-0992-4934-8447-e4f638ce58f5 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Made reservation on behalf of 78e86668384a4cde9208ceb89555c139 for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:07:20.672932 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:20.734586 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9b2d57c0-0992-4934-8447-e4f638ce58f5 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:20.772979 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [None req-9b2d57c0-0992-4934-8447-e4f638ce58f5 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] device_id is not set on port 5ef5df7b-ecda-4922-9202-2bd1ca4321a4 yet. {{(pid=101292) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 23:07:20.858737 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c9261a97-41f7-49b2-8b1c-50891bc07206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:20.878041 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 9582be9c-a1d0-4f27-8b6b-da1717cc8c95, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=9582be9c-a1d0-4f27-8b6b-da1717cc8c95,segment=NetworkSegment(a7dabb4a-5e28-497a-9970-43febaa051ee),segment_id=a7dabb4a-5e28-497a-9970-43febaa051ee)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:07:20.896360 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': '9582be9c-a1d0-4f27-8b6b-da1717cc8c95', 'network_id': '03052636-fc85-4462-b68c-3cb1c23974ad', 'port_id': '9582be9c-a1d0-4f27-8b6b-da1717cc8c95', 'mac_address': 'fa:16:3e:3b:9e:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe0ed768-b285-4da0-b608-6500e761f40e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:07:20.953535 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9261a97-41f7-49b2-8b1c-50891bc07206 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53dc8ab1-1329-4311-b2f6-bc0d1448306c,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:20.963049 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:20.969245 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9261a97-41f7-49b2-8b1c-50891bc07206 admin admin] Checking segment: {'id': '93986a57-d9e3-4e80-bf55-600aac59979d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '97f37cb1-cc41-4bef-a61a-ea7fcf8acd72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:07:20.969905 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9261a97-41f7-49b2-8b1c-50891bc07206 admin admin] Network hostable DHCP agents. Network: 97f37cb1-cc41-4bef-a61a-ea7fcf8acd72, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:07:20.990533 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9582be9c-a1d0-4f27-8b6b-da1717cc8c95 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:07:21.013112 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9261a97-41f7-49b2-8b1c-50891bc07206 admin admin] Network 97f37cb1-cc41-4bef-a61a-ea7fcf8acd72 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:07:21.025844 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 9582be9c-a1d0-4f27-8b6b-da1717cc8c95, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=9582be9c-a1d0-4f27-8b6b-da1717cc8c95,segment=NetworkSegment(a7dabb4a-5e28-497a-9970-43febaa051ee),segment_id=a7dabb4a-5e28-497a-9970-43febaa051ee)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:07:21.037176 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:21.061841 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-c9261a97-41f7-49b2-8b1c-50891bc07206 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 97f37cb1-cc41-4bef-a61a-ea7fcf8acd72) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:07:21.077722 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9261a97-41f7-49b2-8b1c-50891bc07206 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:21.078787 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c9261a97-41f7-49b2-8b1c-50891bc07206 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:21.091968 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe784d7-97f0-48bf-8aaf-d1d58208a25a None None] Network 97f37cb1-cc41-4bef-a61a-ea7fcf8acd72 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:07:21.109405 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-c9261a97-41f7-49b2-8b1c-50891bc07206 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6425118 Aug 16 23:07:21.269634 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=9582be9c-a1d0-4f27-8b6b-da1717cc8c95,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:21.285766 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53894) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:21.328223 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003e7a83-7b4e-446b-b74e-ba4ad7af0be0 req-e0bc1c8a-5668-4b55-accf-198b55f39607 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:21.331233 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-003e7a83-7b4e-446b-b74e-ba4ad7af0be0 req-e0bc1c8a-5668-4b55-accf-198b55f39607 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 946 time: 0.1806197 Aug 16 23:07:21.361653 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-9b2d57c0-0992-4934-8447-e4f638ce58f5 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Allocated IP 172.20.0.14 (f5b3671a-1573-4e63-99b3-a83f4d89ce8b/db1b92d8-2528-4f0e-b0cb-0d594593a38e/5ef5df7b-ecda-4922-9202-2bd1ca4321a4) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:07:21.374263 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-03fd605e-a2d6-4aa3-a002-99cd6f3bfde9 admin admin] Deleting subnet fa88804f-6d1f-499b-a46e-55891c405ba0 {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:07:21.377258 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['9582be9c-a1d0-4f27-8b6b-da1717cc8c95'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:07:21.390430 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-03fd605e-a2d6-4aa3-a002-99cd6f3bfde9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:21.401902 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-9b2d57c0-0992-4934-8447-e4f638ce58f5 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Allocated IP 172.20.0.13 (f5b3671a-1573-4e63-99b3-a83f4d89ce8b/db1b92d8-2528-4f0e-b0cb-0d594593a38e/5ef5df7b-ecda-4922-9202-2bd1ca4321a4) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:07:21.457363 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-003e7a83-7b4e-446b-b74e-ba4ad7af0be0 req-2687a664-275d-47fb-beac-dc91b7ce1b1c tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134787 Aug 16 23:07:21.474116 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-03fd605e-a2d6-4aa3-a002-99cd6f3bfde9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:21.545114 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:21.549231 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce46599f-33f6-4053-b171-7f296fb4f157 None None] Network 97f37cb1-cc41-4bef-a61a-ea7fcf8acd72 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:07:21.571678 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-03fd605e-a2d6-4aa3-a002-99cd6f3bfde9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:21.654763 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-03fd605e-a2d6-4aa3-a002-99cd6f3bfde9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:21.684493 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c19cfa-6f22-49e5-ac7c-8a4d1a2751ea req-18c8646e-131e-462c-a178-feefa00909d1 tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:21.689106 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a7c19cfa-6f22-49e5-ac7c-8a4d1a2751ea req-18c8646e-131e-462c-a178-feefa00909d1 tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a48b0bb-d47b-4329-902d-3ec05cedb9a7 HTTP/1.1" status: 200 len: 944 time: 0.1219397 Aug 16 23:07:21.708916 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-03fd605e-a2d6-4aa3-a002-99cd6f3bfde9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:21.714285 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-03fd605e-a2d6-4aa3-a002-99cd6f3bfde9 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/fa88804f-6d1f-499b-a46e-55891c405ba0 HTTP/1.1" status: 204 len: 168 time: 0.4272189 Aug 16 23:07:21.715534 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53898) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:21.732328 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9b2d57c0-0992-4934-8447-e4f638ce58f5 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:21.738554 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fd605e-a2d6-4aa3-a002-99cd6f3bfde9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa88804f-6d1f-499b-a46e-55891c405ba0,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:21.778289 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a7c19cfa-6f22-49e5-ac7c-8a4d1a2751ea req-46508a72-905d-4e62-9322-a70a6e3b18b0 tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d6b3f34-6499-42a4-a03a-dddcaef4e21a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834353 Aug 16 23:07:21.819268 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9b2d57c0-0992-4934-8447-e4f638ce58f5 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:21.874949 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2d57c0-0992-4934-8447-e4f638ce58f5 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Network f5b3671a-1573-4e63-99b3-a83f4d89ce8b is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:07:21.878259 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-9b2d57c0-0992-4934-8447-e4f638ce58f5 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:07:21.884811 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2d57c0-0992-4934-8447-e4f638ce58f5 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:07:21.894727 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-82134136-3806-41a7-98b3-738cb57a47cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:21.920097 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2d57c0-0992-4934-8447-e4f638ce58f5 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Pushing event updated for resources: {'Port': ['ID=5ef5df7b-ecda-4922-9202-2bd1ca4321a4,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:21.965908 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2d57c0-0992-4934-8447-e4f638ce58f5 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:21.966846 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9b2d57c0-0992-4934-8447-e4f638ce58f5 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:22.004510 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-9b2d57c0-0992-4934-8447-e4f638ce58f5 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.6996109 Aug 16 23:07:22.007474 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53900) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:22.014650 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-ab12071f-c048-47fd-a1a8-67f586682be7 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Request body: {'floatingip': {'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'port_id': '5ef5df7b-ecda-4922-9202-2bd1ca4321a4', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:07:22.033138 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-82134136-3806-41a7-98b3-738cb57a47cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:22.047765 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-82134136-3806-41a7-98b3-738cb57a47cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bff4c261-a567-4a8d-a5f8-6c63ab3cf897']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:22.062174 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-82134136-3806-41a7-98b3-738cb57a47cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '206ed51b-a78a-4b0b-9daa-f1255018df1d') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:22.062611 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-82134136-3806-41a7-98b3-738cb57a47cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '206ed51b-a78a-4b0b-9daa-f1255018df1d') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:22.069815 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ab12071f-c048-47fd-a1a8-67f586682be7 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks [] for floatingip, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:22.077421 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-82134136-3806-41a7-98b3-738cb57a47cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:22.131527 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-82134136-3806-41a7-98b3-738cb57a47cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:22.140958 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82134136-3806-41a7-98b3-738cb57a47cb admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:07:22.141453 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-82134136-3806-41a7-98b3-738cb57a47cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:22.143218 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 23:07:22.143218 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:07:22.143218 n-d-791506-26 neutron-server[101291]: timer() Aug 16 23:07:22.143218 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:07:22.143218 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 23:07:22.143218 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:07:22.143218 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 23:07:22.143218 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:07:22.143218 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 23:07:22.143218 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:07:22.143218 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 23:07:22.143218 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:07:22.143218 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 23:07:22.143218 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:07:22.143218 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:07:22.143218 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:07:22.143218 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:07:22.143218 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:07:22.143218 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 23:07:22.143218 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:07:22.143218 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 23:07:22.143218 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:07:22.143218 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:07:22.143218 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:07:22.143218 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 23:07:22.143218 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:07:22.143218 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:07:22.143218 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:07:22.143218 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:07:22.143218 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:07:22.143218 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:07:22.143218 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:07:22.212805 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-82134136-3806-41a7-98b3-738cb57a47cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:22.219206 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-82134136-3806-41a7-98b3-738cb57a47cb admin admin] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:22.223949 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-82134136-3806-41a7-98b3-738cb57a47cb admin admin] 10.222.0.36 "DELETE /v2.0/networks/bff4c261-a567-4a8d-a5f8-6c63ab3cf897 HTTP/1.1" status: 204 len: 168 time: 0.5046134 Aug 16 23:07:22.224049 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53902) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:22.253107 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82134136-3806-41a7-98b3-738cb57a47cb admin admin] Pushing event deleted for resources: {'Network': ['ID=bff4c261-a567-4a8d-a5f8-6c63ab3cf897,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:22.300232 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_v2 [None req-88f1800e-22fc-4b8d-b3ea-550dba3a6e4d admin admin] Deleting subnet 53dc8ab1-1329-4311-b2f6-bc0d1448306c {{(pid=101292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:07:22.302953 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ab12071f-c048-47fd-a1a8-67f586682be7 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:22.305295 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-88f1800e-22fc-4b8d-b3ea-550dba3a6e4d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:22.350669 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-88f1800e-22fc-4b8d-b3ea-550dba3a6e4d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3848860'] for subnet, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:22.396137 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-88f1800e-22fc-4b8d-b3ea-550dba3a6e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:22.465114 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-ab12071f-c048-47fd-a1a8-67f586682be7 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Allocated IP 172.25.4.170 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/cc0a1391-880a-4969-a83b-26b0cf197350) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:07:22.466855 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-88f1800e-22fc-4b8d-b3ea-550dba3a6e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26252129'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:22.484956 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-88f1800e-22fc-4b8d-b3ea-550dba3a6e4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:22.490174 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-88f1800e-22fc-4b8d-b3ea-550dba3a6e4d admin admin] 10.222.0.36 "DELETE /v2.0/subnets/53dc8ab1-1329-4311-b2f6-bc0d1448306c HTTP/1.1" status: 204 len: 168 time: 0.2647681 Aug 16 23:07:22.509869 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53910) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:22.511251 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f1800e-22fc-4b8d-b3ea-550dba3a6e4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53dc8ab1-1329-4311-b2f6-bc0d1448306c,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:22.538498 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 9582be9c-a1d0-4f27-8b6b-da1717cc8c95 up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:07:22.644054 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning for port 9582be9c-a1d0-4f27-8b6b-da1717cc8c95 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:07:22.644054 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port 9582be9c-a1d0-4f27-8b6b-da1717cc8c95 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:07:22.644054 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:22.704171 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ab12071f-c048-47fd-a1a8-67f586682be7 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:22.713286 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765528cd-76b2-4110-82a5-a63c7c580e70 req-fd308f42-ac87-4898-9f02-8998bee9fb25 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:22.715735 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-765528cd-76b2-4110-82a5-a63c7c580e70 req-fd308f42-ac87-4898-9f02-8998bee9fb25 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 946 time: 0.1185007 Aug 16 23:07:22.727171 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3756542e-7084-4567-ab3e-2dd717d99153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:22.807623 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-765528cd-76b2-4110-82a5-a63c7c580e70 req-c6d24be6-a8cf-4c97-8aaf-86644635aee4 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833185 Aug 16 23:07:22.836514 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:22.847693 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:22.885685 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ab12071f-c048-47fd-a1a8-67f586682be7 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:22.888501 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a48b0bb-d47b-4329-902d-3ec05cedb9a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9582be9c-a1d0-4f27-8b6b-da1717cc8c95'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:07:22.892856 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-177d9751-1d2b-435e-bba0-8099048b07c9" -d '{"events": [{"server_uuid": "6a48b0bb-d47b-4329-902d-3ec05cedb9a7", "name": "network-vif-plugged", "status": "completed", "tag": "9582be9c-a1d0-4f27-8b6b-da1717cc8c95"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:07:22.909755 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 9582be9c-a1d0-4f27-8b6b-da1717cc8c95, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=9582be9c-a1d0-4f27-8b6b-da1717cc8c95,segment=NetworkSegment(a7dabb4a-5e28-497a-9970-43febaa051ee),segment_id=a7dabb4a-5e28-497a-9970-43febaa051ee)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:07:22.915713 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:22.950460 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fa1883-cea9-4d9c-9dc3-0aff7d64326a req-73f9ee66-296b-4491-af0a-eb0df7c825d1 tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:22.960730 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab12071f-c048-47fd-a1a8-67f586682be7 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:07:22.965100 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab12071f-c048-47fd-a1a8-67f586682be7 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Pushing event updated for resources: {'Port': ['ID=cc0a1391-880a-4969-a83b-26b0cf197350,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:22.966890 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c4fa1883-cea9-4d9c-9dc3-0aff7d64326a req-73f9ee66-296b-4491-af0a-eb0df7c825d1 tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a48b0bb-d47b-4329-902d-3ec05cedb9a7 HTTP/1.1" status: 200 len: 944 time: 0.0819342 Aug 16 23:07:22.969337 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-ab12071f-c048-47fd-a1a8-67f586682be7 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:07:22.972858 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab12071f-c048-47fd-a1a8-67f586682be7 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:07:22.975760 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bebbccae-1304-437f-9b6f-7a2446dfc424 x-openstack-request-id: req-bebbccae-1304-437f-9b6f-7a2446dfc424 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:07:22.976474 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a48b0bb-d47b-4329-902d-3ec05cedb9a7", "name": "network-vif-plugged", "status": "completed", "tag": "9582be9c-a1d0-4f27-8b6b-da1717cc8c95", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:07:22.976799 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bebbccae-1304-437f-9b6f-7a2446dfc424 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:07:22.977495 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a48b0bb-d47b-4329-902d-3ec05cedb9a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9582be9c-a1d0-4f27-8b6b-da1717cc8c95', 'code': 200} Aug 16 23:07:23.007579 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=9582be9c-a1d0-4f27-8b6b-da1717cc8c95,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:23.028856 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c4fa1883-cea9-4d9c-9dc3-0aff7d64326a req-ea6c4801-21d4-4086-9d9b-8d794486b905 tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d6b3f34-6499-42a4-a03a-dddcaef4e21a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560024 Aug 16 23:07:23.038719 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3756542e-7084-4567-ab3e-2dd717d99153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:23.061378 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-3756542e-7084-4567-ab3e-2dd717d99153 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97f37cb1-cc41-4bef-a61a-ea7fcf8acd72']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:23.094322 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-3756542e-7084-4567-ab3e-2dd717d99153 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93986a57-d9e3-4e80-bf55-600aac59979d') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:23.094531 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-3756542e-7084-4567-ab3e-2dd717d99153 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93986a57-d9e3-4e80-bf55-600aac59979d') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:23.123018 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3756542e-7084-4567-ab3e-2dd717d99153 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:23.169624 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3756542e-7084-4567-ab3e-2dd717d99153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:23.190645 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3756542e-7084-4567-ab3e-2dd717d99153 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:07:23.191157 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3756542e-7084-4567-ab3e-2dd717d99153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:23.193130 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 23:07:23.193130 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:07:23.193130 n-d-791506-26 neutron-server[101291]: timer() Aug 16 23:07:23.193130 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:07:23.193130 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 23:07:23.193130 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:07:23.193130 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 23:07:23.193130 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:07:23.193130 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 23:07:23.193130 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:07:23.193130 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 23:07:23.193130 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:07:23.193130 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 23:07:23.193130 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:07:23.193130 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:07:23.193130 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:07:23.193130 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:07:23.193130 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:07:23.193130 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 23:07:23.193130 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:07:23.193130 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 23:07:23.193130 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:07:23.193130 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:07:23.193130 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:07:23.193130 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 23:07:23.193130 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:07:23.193130 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:07:23.193130 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:07:23.193130 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:07:23.193130 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:07:23.193130 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:07:23.193130 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:07:23.205903 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85130fe7-f746-426b-a241-500f1d52f0df req-64a85087-6134-43c1-bc01-7262eeb60930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:23.207297 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-85130fe7-f746-426b-a241-500f1d52f0df req-64a85087-6134-43c1-bc01-7262eeb60930 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=6a48b0bb-d47b-4329-902d-3ec05cedb9a7 HTTP/1.1" status: 200 len: 1097 time: 0.1658158 Aug 16 23:07:23.318657 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3756542e-7084-4567-ab3e-2dd717d99153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:23.331958 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3756542e-7084-4567-ab3e-2dd717d99153 admin admin] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:23.333799 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-3756542e-7084-4567-ab3e-2dd717d99153 admin admin] 10.222.0.36 "DELETE /v2.0/networks/97f37cb1-cc41-4bef-a61a-ea7fcf8acd72 HTTP/1.1" status: 204 len: 168 time: 0.8227665 Aug 16 23:07:23.587492 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53926) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:23.648641 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-8df7cf85-5808-4d45-96b8-6d3430da708b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6d6cb88ce39b47369f28f58467a82d82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0574422 Aug 16 23:07:23.648851 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53928) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:23.708129 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0d91a8ca-41cf-4fb3-bc52-57d7dcc78f47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:23.735358 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0d91a8ca-41cf-4fb3-bc52-57d7dcc78f47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:23.750465 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-85130fe7-f746-426b-a241-500f1d52f0df req-eef1c9d9-77ab-4700-955c-f0ad07ef1d40 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=5d6b3f34-6499-42a4-a03a-dddcaef4e21a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5105281 Aug 16 23:07:23.763594 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3756542e-7084-4567-ab3e-2dd717d99153 admin admin] Pushing event deleted for resources: {'Network': ['ID=97f37cb1-cc41-4bef-a61a-ea7fcf8acd72,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:23.793975 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0d91a8ca-41cf-4fb3-bc52-57d7dcc78f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:23.796520 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0d91a8ca-41cf-4fb3-bc52-57d7dcc78f47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:23.797774 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-0d91a8ca-41cf-4fb3-bc52-57d7dcc78f47 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1abb364d-8a85-4245-b4e9-ef15fe6991c1 HTTP/1.1" status: 204 len: 168 time: 0.1479082 Aug 16 23:07:23.805601 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d91a8ca-41cf-4fb3-bc52-57d7dcc78f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1abb364d-8a85-4245-b4e9-ef15fe6991c1,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:23.968497 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fcb09a-885f-44b1-aac6-2a582d68aca0 req-90aa92a1-533f-41d3-a26d-426975dc89e9 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:23.970098 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f4fcb09a-885f-44b1-aac6-2a582d68aca0 req-90aa92a1-533f-41d3-a26d-426975dc89e9 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 946 time: 0.0613770 Aug 16 23:07:23.972053 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ab12071f-c048-47fd-a1a8-67f586682be7 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:24.014855 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f4fcb09a-885f-44b1-aac6-2a582d68aca0 req-e51129ac-681e-495e-b8d1-7719ec823aa5 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367804 Aug 16 23:07:24.055204 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ab12071f-c048-47fd-a1a8-67f586682be7 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:24.151897 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aad6a7-1978-496d-b331-99ed012d5730 req-887f0d0e-228f-4f02-aa92-b2d8c5f1155e tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:24.153400 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-41aad6a7-1978-496d-b331-99ed012d5730 req-887f0d0e-228f-4f02-aa92-b2d8c5f1155e tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a48b0bb-d47b-4329-902d-3ec05cedb9a7 HTTP/1.1" status: 200 len: 945 time: 0.0516529 Aug 16 23:07:24.189887 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53948) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:24.210330 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-41aad6a7-1978-496d-b331-99ed012d5730 req-8e5076b6-6e78-42c7-9c41-454415e17588 tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d6b3f34-6499-42a4-a03a-dddcaef4e21a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488784 Aug 16 23:07:24.239488 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-f3eebf40-e9cc-4ee8-9a2d-b8d58671ea0f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=79bc8f9757b24a1da8dba14ce87bae1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0462847 Aug 16 23:07:24.239712 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53950) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:24.242783 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ab12071f-c048-47fd-a1a8-67f586682be7 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:24.248937 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ab12071f-c048-47fd-a1a8-67f586682be7 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:24.303694 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ddd8cabf-d1ee-4438-950a-4f48e6dfddf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:24.303981 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab12071f-c048-47fd-a1a8-67f586682be7 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Pushing event updated for resources: {'Port': ['ID=cc0a1391-880a-4969-a83b-26b0cf197350,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:24.329287 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ddd8cabf-d1ee-4438-950a-4f48e6dfddf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:24.355736 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ab12071f-c048-47fd-a1a8-67f586682be7 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:24.386224 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ddd8cabf-d1ee-4438-950a-4f48e6dfddf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:24.388987 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ddd8cabf-d1ee-4438-950a-4f48e6dfddf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:24.390181 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-ddd8cabf-d1ee-4438-950a-4f48e6dfddf5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4f835fbc-81f6-48f1-bc9a-90aacc99629a HTTP/1.1" status: 204 len: 168 time: 0.1493218 Aug 16 23:07:24.399117 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd8cabf-d1ee-4438-950a-4f48e6dfddf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f835fbc-81f6-48f1-bc9a-90aacc99629a,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:24.501872 n-d-791506-26 neutron-server[101291]: INFO neutron.db.l3_db [None req-ab12071f-c048-47fd-a1a8-67f586682be7 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Floating IP efebe678-28ef-4e21-a0f9-a799c5e5bdf9 associated. External IP: 172.25.4.170, port: 5ef5df7b-ecda-4922-9202-2bd1ca4321a4. Aug 16 23:07:24.587675 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0774c971-3159-43a3-b6f0-8d1b21ab8bc8 req-da982a3f-95dc-4b1c-9fb2-a6e15df77e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:24.589848 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0774c971-3159-43a3-b6f0-8d1b21ab8bc8 req-da982a3f-95dc-4b1c-9fb2-a6e15df77e41 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d1fdbd14d2a2426faa7617777d4bf755&device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 1098 time: 0.1103706 Aug 16 23:07:24.824995 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0774c971-3159-43a3-b6f0-8d1b21ab8bc8 req-4beb3716-1de1-4fa8-ba29-27055221f4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:24.826563 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0774c971-3159-43a3-b6f0-8d1b21ab8bc8 req-4beb3716-1de1-4fa8-ba29-27055221f4c6 service neutron] 10.222.0.68 "GET /v2.0/networks?id=ce8981d6-c81c-45ea-9a06-9a435b2fc9f6 HTTP/1.1" status: 200 len: 914 time: 0.2044179 Aug 16 23:07:24.883319 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0774c971-3159-43a3-b6f0-8d1b21ab8bc8 req-184f8fe3-f52e-4c77-abab-3926af3c5f2c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ced0eb60-2129-44bb-aa8c-813cc52e44a4 HTTP/1.1" status: 200 len: 217 time: 0.0480146 Aug 16 23:07:24.908269 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab12071f-c048-47fd-a1a8-67f586682be7 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Router fc111883-7c4c-4bc8-b94b-c3304b47c34e has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:07:24.987579 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0774c971-3159-43a3-b6f0-8d1b21ab8bc8 req-cfaf77e1-555c-44cd-866c-16dca3a0c1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:24.989439 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0774c971-3159-43a3-b6f0-8d1b21ab8bc8 req-cfaf77e1-555c-44cd-866c-16dca3a0c1a8 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5efd3f3e-4198-4530-82cd-090d89e0c9b8 HTTP/1.1" status: 200 len: 853 time: 0.0989554 Aug 16 23:07:25.075287 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0774c971-3159-43a3-b6f0-8d1b21ab8bc8 req-3ad721e6-5ae0-4547-ae9a-d14f1b4f11c6 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ce8981d6-c81c-45ea-9a06-9a435b2fc9f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744720 Aug 16 23:07:25.091976 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [req-0774c971-3159-43a3-b6f0-8d1b21ab8bc8 req-985252fd-9ac9-4b11-8245-9cf5919f7a1f service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:07:25.093011 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0774c971-3159-43a3-b6f0-8d1b21ab8bc8 req-985252fd-9ac9-4b11-8245-9cf5919f7a1f service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065510 Aug 16 23:07:25.166308 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab12071f-c048-47fd-a1a8-67f586682be7 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:07:25.167585 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b248a20-8197-4f30-8a9b-2401fed3171f req-bc7a3314-dc8e-4da2-b412-400030f34de9 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:25.169683 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0b248a20-8197-4f30-8a9b-2401fed3171f req-bc7a3314-dc8e-4da2-b412-400030f34de9 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 946 time: 0.0696423 Aug 16 23:07:25.177978 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1d841b-4985-41d1-9bd2-c3836eb0c321 None None] Sync routers for ids ['fc111883-7c4c-4bc8-b94b-c3304b47c34e'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:07:25.205730 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ab12071f-c048-47fd-a1a8-67f586682be7 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:25.207327 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1d841b-4985-41d1-9bd2-c3836eb0c321 None None] Routers {'fc111883-7c4c-4bc8-b94b-c3304b47c34e'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:07:25.208136 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-3d1d841b-4985-41d1-9bd2-c3836eb0c321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:07:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['fc111883-7c4c-4bc8-b94b-c3304b47c34e'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:25.236930 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0b248a20-8197-4f30-8a9b-2401fed3171f req-aedcbea5-c061-4d41-ac31-508e4cdb52d5 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480795 Aug 16 23:07:25.251475 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-3d1d841b-4985-41d1-9bd2-c3836eb0c321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:25.261989 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1d841b-4985-41d1-9bd2-c3836eb0c321 None None] Routers {'fc111883-7c4c-4bc8-b94b-c3304b47c34e'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:07:25.262924 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-3d1d841b-4985-41d1-9bd2-c3836eb0c321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:07:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['fc111883-7c4c-4bc8-b94b-c3304b47c34e'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:25.277817 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:25.283574 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53980) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:25.290435 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-d8a2b85f-d1e3-44cb-ae49-4de5149c2fce tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Request body: {'floatingip': {'port_id': '5ef5df7b-ecda-4922-9202-2bd1ca4321a4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:07:25.296621 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-ab12071f-c048-47fd-a1a8-67f586682be7 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.2876561 Aug 16 23:07:25.301385 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-3d1d841b-4985-41d1-9bd2-c3836eb0c321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:25.302375 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1d841b-4985-41d1-9bd2-c3836eb0c321 None None] The sync data for ids ['fc111883-7c4c-4bc8-b94b-c3304b47c34e'] in n-d-791506-26 is: [] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:07:25.318371 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0774c971-3159-43a3-b6f0-8d1b21ab8bc8 req-aa8836eb-b036-49a9-be7b-5bcedd5747bc service neutron] 10.222.0.68 "GET /v2.0/networks/ce8981d6-c81c-45ea-9a06-9a435b2fc9f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171595 Aug 16 23:07:25.405300 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd95fb7-c0e9-4c60-8c9d-e261cd15302c req-0381757c-2169-4edb-9950-f655c983be38 tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:25.406839 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dbd95fb7-c0e9-4c60-8c9d-e261cd15302c req-0381757c-2169-4edb-9950-f655c983be38 tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a48b0bb-d47b-4329-902d-3ec05cedb9a7 HTTP/1.1" status: 200 len: 945 time: 0.0710375 Aug 16 23:07:25.408992 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d8a2b85f-d1e3-44cb-ae49-4de5149c2fce tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks [] for floatingip, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:25.433433 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0774c971-3159-43a3-b6f0-8d1b21ab8bc8 req-23dc07a7-e8b1-49ca-94ed-97fa360464a1 service neutron] 10.222.0.68 "GET /v2.0/networks/ce8981d6-c81c-45ea-9a06-9a435b2fc9f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007895 Aug 16 23:07:25.519679 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dbd95fb7-c0e9-4c60-8c9d-e261cd15302c req-b898ad40-6edd-4fb5-b5cc-72c5aa90c95f tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d6b3f34-6499-42a4-a03a-dddcaef4e21a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791514 Aug 16 23:07:25.572808 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73709da-cd13-482e-963e-a97b78a2b7b3 req-899ef13b-c31b-471a-b7ba-9d8ad9b6a4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:25.576971 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c73709da-cd13-482e-963e-a97b78a2b7b3 req-899ef13b-c31b-471a-b7ba-9d8ad9b6a4ae service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d1fdbd14d2a2426faa7617777d4bf755&device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 1098 time: 0.0774264 Aug 16 23:07:25.730423 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73709da-cd13-482e-963e-a97b78a2b7b3 req-3db25714-2543-468e-8893-73bf3a0b79bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:25.736327 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c73709da-cd13-482e-963e-a97b78a2b7b3 req-3db25714-2543-468e-8893-73bf3a0b79bf service neutron] 10.222.0.68 "GET /v2.0/networks?id=ce8981d6-c81c-45ea-9a06-9a435b2fc9f6 HTTP/1.1" status: 200 len: 914 time: 0.1345081 Aug 16 23:07:25.790752 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c73709da-cd13-482e-963e-a97b78a2b7b3 req-a4ee4ad6-7ce4-4b17-baf3-d52543dbf84b service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ced0eb60-2129-44bb-aa8c-813cc52e44a4 HTTP/1.1" status: 200 len: 217 time: 0.0498798 Aug 16 23:07:25.857768 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73709da-cd13-482e-963e-a97b78a2b7b3 req-6933ad09-7166-4446-969a-20bb38c5b3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:25.860022 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c73709da-cd13-482e-963e-a97b78a2b7b3 req-6933ad09-7166-4446-969a-20bb38c5b3bd service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5efd3f3e-4198-4530-82cd-090d89e0c9b8 HTTP/1.1" status: 200 len: 853 time: 0.0614247 Aug 16 23:07:25.908237 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c73709da-cd13-482e-963e-a97b78a2b7b3 req-d825310b-f783-4c73-85db-be54270063b4 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ce8981d6-c81c-45ea-9a06-9a435b2fc9f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394857 Aug 16 23:07:26.055877 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c73709da-cd13-482e-963e-a97b78a2b7b3 req-5e2b0a23-37d8-4ea3-9441-01c7fb2350f9 service neutron] 10.222.0.68 "GET /v2.0/networks/ce8981d6-c81c-45ea-9a06-9a435b2fc9f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384325 Aug 16 23:07:26.188984 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c73709da-cd13-482e-963e-a97b78a2b7b3 req-c6562ec0-89ce-45cc-9db8-3cc6c1720a58 service neutron] 10.222.0.68 "GET /v2.0/networks/ce8981d6-c81c-45ea-9a06-9a435b2fc9f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241755 Aug 16 23:07:26.407815 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f6d027-8ee4-4fab-bb80-92986eb6b67f req-1e166411-688b-4f44-9119-47ae6b56a1d5 tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:26.409343 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-44f6d027-8ee4-4fab-bb80-92986eb6b67f req-1e166411-688b-4f44-9119-47ae6b56a1d5 tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a48b0bb-d47b-4329-902d-3ec05cedb9a7 HTTP/1.1" status: 200 len: 945 time: 0.1227813 Aug 16 23:07:26.429639 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cc36ea-037d-4350-b2dd-4005adba7188 req-55498811-9861-4cc2-9c3c-d20eea55ebc3 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:26.431083 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-52cc36ea-037d-4350-b2dd-4005adba7188 req-55498811-9861-4cc2-9c3c-d20eea55ebc3 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 946 time: 0.1261613 Aug 16 23:07:26.539569 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-44f6d027-8ee4-4fab-bb80-92986eb6b67f req-20a39b0b-c78a-45be-b1f3-1e57311a2a5b tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d6b3f34-6499-42a4-a03a-dddcaef4e21a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177247 Aug 16 23:07:26.543443 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d8a2b85f-d1e3-44cb-ae49-4de5149c2fce tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:26.549119 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-52cc36ea-037d-4350-b2dd-4005adba7188 req-d71554c7-7481-4212-bd38-2753f80e2017 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054070 Aug 16 23:07:26.550353 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d8a2b85f-d1e3-44cb-ae49-4de5149c2fce tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:26.780495 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8a2b85f-d1e3-44cb-ae49-4de5149c2fce tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Router fc111883-7c4c-4bc8-b94b-c3304b47c34e has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:07:26.889690 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8a2b85f-d1e3-44cb-ae49-4de5149c2fce tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:07:26.894554 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d8a2b85f-d1e3-44cb-ae49-4de5149c2fce tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:26.899045 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee23569-09f9-4345-bfcf-b1e65407e3f9 None None] Sync routers for ids ['fc111883-7c4c-4bc8-b94b-c3304b47c34e'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:07:26.909577 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee23569-09f9-4345-bfcf-b1e65407e3f9 None None] Routers {'fc111883-7c4c-4bc8-b94b-c3304b47c34e'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:07:26.910427 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-1ee23569-09f9-4345-bfcf-b1e65407e3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:07:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['fc111883-7c4c-4bc8-b94b-c3304b47c34e'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:26.955694 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-1ee23569-09f9-4345-bfcf-b1e65407e3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:26.966222 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 54028) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:26.966438 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee23569-09f9-4345-bfcf-b1e65407e3f9 None None] Routers {'fc111883-7c4c-4bc8-b94b-c3304b47c34e'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:07:26.966980 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-1ee23569-09f9-4345-bfcf-b1e65407e3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:07:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['fc111883-7c4c-4bc8-b94b-c3304b47c34e'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:26.974793 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-d8a2b85f-d1e3-44cb-ae49-4de5149c2fce tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] 10.222.0.36 "PUT /v2.0/floatingips/efebe678-28ef-4e21-a0f9-a799c5e5bdf9 HTTP/1.1" status: 200 len: 978 time: 1.6898067 Aug 16 23:07:27.009000 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-1ee23569-09f9-4345-bfcf-b1e65407e3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:27.009580 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee23569-09f9-4345-bfcf-b1e65407e3f9 None None] The sync data for ids ['fc111883-7c4c-4bc8-b94b-c3304b47c34e'] in n-d-791506-26 is: [] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:07:27.143717 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-60ca8c6c-a094-46fe-ad58-c514c3f4cfcc tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Deleting port cc0a1391-880a-4969-a83b-26b0cf197350 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:07:27.144069 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-60ca8c6c-a094-46fe-ad58-c514c3f4cfcc tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:27.236047 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-60ca8c6c-a094-46fe-ad58-c514c3f4cfcc tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:27.236744 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-60ca8c6c-a094-46fe-ad58-c514c3f4cfcc tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:27.249376 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-60ca8c6c-a094-46fe-ad58-c514c3f4cfcc tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Calling delete_port for cc0a1391-880a-4969-a83b-26b0cf197350 owned by network:floatingip {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:07:27.428125 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-60ca8c6c-a094-46fe-ad58-c514c3f4cfcc tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:27.455026 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ca8c6c-a094-46fe-ad58-c514c3f4cfcc tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Pushing event deleted for resources: {'Port': ['ID=cc0a1391-880a-4969-a83b-26b0cf197350,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:27.523216 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-60ca8c6c-a094-46fe-ad58-c514c3f4cfcc tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks [] for floatingip, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:27.523850 n-d-791506-26 neutron-server[101291]: INFO neutron.db.l3_db [None req-60ca8c6c-a094-46fe-ad58-c514c3f4cfcc tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Floating IP efebe678-28ef-4e21-a0f9-a799c5e5bdf9 disassociated (deleted). External IP: 172.25.4.170, port: 5ef5df7b-ecda-4922-9202-2bd1ca4321a4. Aug 16 23:07:27.740837 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8653e905-b509-49ef-a432-eb12a29be50b req-82705a4a-f20c-4be2-a40c-06bd29e5cb70 tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:27.749122 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8653e905-b509-49ef-a432-eb12a29be50b req-82705a4a-f20c-4be2-a40c-06bd29e5cb70 tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a48b0bb-d47b-4329-902d-3ec05cedb9a7 HTTP/1.1" status: 200 len: 945 time: 0.0948353 Aug 16 23:07:27.758104 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d0c300-a10e-40ac-acd8-e171fb33644b req-d542c642-0ebb-4905-b2c0-25a2266b0da6 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:27.761530 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f0d0c300-a10e-40ac-acd8-e171fb33644b req-d542c642-0ebb-4905-b2c0-25a2266b0da6 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 946 time: 0.0967627 Aug 16 23:07:27.795239 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60ca8c6c-a094-46fe-ad58-c514c3f4cfcc tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Router fc111883-7c4c-4bc8-b94b-c3304b47c34e has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:07:27.806549 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c9823-4915-4964-ae0e-c88f083c77c1 req-c0e6156d-fda1-4500-ad52-03705203733c tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:27.808299 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5a6c9823-4915-4964-ae0e-c88f083c77c1 req-c0e6156d-fda1-4500-ad52-03705203733c tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] 10.222.0.68 "GET /v2.0/ports?device_id=6a48b0bb-d47b-4329-902d-3ec05cedb9a7 HTTP/1.1" status: 200 len: 945 time: 0.0801380 Aug 16 23:07:27.828578 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f0d0c300-a10e-40ac-acd8-e171fb33644b req-94bc8710-b2ee-4fea-b7cb-f10e0a0ea10e tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548656 Aug 16 23:07:27.840975 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8653e905-b509-49ef-a432-eb12a29be50b req-f87c9205-fd5e-4030-b2c3-fadc23af71af tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d6b3f34-6499-42a4-a03a-dddcaef4e21a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768938 Aug 16 23:07:28.069950 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892c6776-3473-4d7d-afdf-aa1f041f8848 req-e5c9ead1-42d7-47b5-b423-3c8256becd6a tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:28.071748 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-892c6776-3473-4d7d-afdf-aa1f041f8848 req-e5c9ead1-42d7-47b5-b423-3c8256becd6a tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 946 time: 0.0927658 Aug 16 23:07:28.102548 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ca8c6c-a094-46fe-ad58-c514c3f4cfcc tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:07:28.109199 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-60ca8c6c-a094-46fe-ad58-c514c3f4cfcc tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:28.114682 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0131b7a-32bc-4e71-9c93-a58b45b9cbc4 None None] Sync routers for ids ['fc111883-7c4c-4bc8-b94b-c3304b47c34e'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:07:28.121794 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-892c6776-3473-4d7d-afdf-aa1f041f8848 req-849ae63e-cbbf-422e-8b5b-a8643801a321 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409667 Aug 16 23:07:28.146531 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0131b7a-32bc-4e71-9c93-a58b45b9cbc4 None None] Routers {'fc111883-7c4c-4bc8-b94b-c3304b47c34e'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:07:28.149790 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-f0131b7a-32bc-4e71-9c93-a58b45b9cbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:07:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['fc111883-7c4c-4bc8-b94b-c3304b47c34e'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:28.153765 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-60ca8c6c-a094-46fe-ad58-c514c3f4cfcc tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] 10.222.0.36 "DELETE /v2.0/floatingips/efebe678-28ef-4e21-a0f9-a799c5e5bdf9 HTTP/1.1" status: 204 len: 168 time: 1.1831222 Aug 16 23:07:28.154522 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 54046) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:28.204107 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-f0131b7a-32bc-4e71-9c93-a58b45b9cbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:28.206821 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-5a6c9823-4915-4964-ae0e-c88f083c77c1 req-7feb905b-0c6e-4d66-8638-5fc81ea238ce tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] Deleting port 9582be9c-a1d0-4f27-8b6b-da1717cc8c95 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:07:28.209112 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-5a6c9823-4915-4964-ae0e-c88f083c77c1 req-7feb905b-0c6e-4d66-8638-5fc81ea238ce tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:28.223504 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0131b7a-32bc-4e71-9c93-a58b45b9cbc4 None None] Routers {'fc111883-7c4c-4bc8-b94b-c3304b47c34e'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:07:28.225240 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-f0131b7a-32bc-4e71-9c93-a58b45b9cbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:07:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['fc111883-7c4c-4bc8-b94b-c3304b47c34e'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:28.270226 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-f0131b7a-32bc-4e71-9c93-a58b45b9cbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:28.271414 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0131b7a-32bc-4e71-9c93-a58b45b9cbc4 None None] The sync data for ids ['fc111883-7c4c-4bc8-b94b-c3304b47c34e'] in n-d-791506-26 is: [] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:07:28.291528 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-37f3bb32-77f5-41f2-a48d-90bcb40ea53b tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Deleting port 5ef5df7b-ecda-4922-9202-2bd1ca4321a4 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:07:28.292496 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-37f3bb32-77f5-41f2-a48d-90bcb40ea53b tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:28.412970 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-37f3bb32-77f5-41f2-a48d-90bcb40ea53b tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:28.429986 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-37f3bb32-77f5-41f2-a48d-90bcb40ea53b tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Calling delete_port for 5ef5df7b-ecda-4922-9202-2bd1ca4321a4 owned by {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:07:28.587266 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device ced0eb60-2129-44bb-aa8c-813cc52e44a4 no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:07:28.620233 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d537f1bf-424a-4b3c-b819-bf66c0b7bb72 req-793982b2-f7ac-4fee-85ee-3dc62746997a tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:28.628492 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d537f1bf-424a-4b3c-b819-bf66c0b7bb72 req-793982b2-f7ac-4fee-85ee-3dc62746997a tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 946 time: 0.0996897 Aug 16 23:07:28.716583 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:28.752826 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d537f1bf-424a-4b3c-b819-bf66c0b7bb72 req-600e6e74-f318-46b7-9e0e-8e452abcb6df tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230567 Aug 16 23:07:28.759948 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a4ee2ec-ab17-49ba-b7ae-7707844ec140', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ced0eb60-2129-44bb-aa8c-813cc52e44a4'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:07:28.766041 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c1cb97-c0b9-45d5-9e1c-910c6ed2d2a0" -d '{"events": [{"server_uuid": "4a4ee2ec-ab17-49ba-b7ae-7707844ec140", "name": "network-vif-unplugged", "status": "completed", "tag": "ced0eb60-2129-44bb-aa8c-813cc52e44a4"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:07:28.816749 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 16 Aug 2021 23:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6160e239-5aa6-4674-8d0b-4733bf9df765 x-openstack-request-id: req-6160e239-5aa6-4674-8d0b-4733bf9df765 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:07:28.817400 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a4ee2ec-ab17-49ba-b7ae-7707844ec140", "name": "network-vif-unplugged", "status": "failed", "tag": "ced0eb60-2129-44bb-aa8c-813cc52e44a4", "code": 422}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:07:28.817601 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6160e239-5aa6-4674-8d0b-4733bf9df765 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:07:28.817985 n-d-791506-26 neutron-server[101293]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4a4ee2ec-ab17-49ba-b7ae-7707844ec140', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ced0eb60-2129-44bb-aa8c-813cc52e44a4', 'code': 422} returned with failed status Aug 16 23:07:28.819897 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port ced0eb60-2129-44bb-aa8c-813cc52e44a4, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=ced0eb60-2129-44bb-aa8c-813cc52e44a4,segment=NetworkSegment(ba2627aa-e983-48ed-b699-731debb0727b),segment_id=ba2627aa-e983-48ed-b699-731debb0727b)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:07:28.821639 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-37f3bb32-77f5-41f2-a48d-90bcb40ea53b tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:28.827071 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:28.860266 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f3bb32-77f5-41f2-a48d-90bcb40ea53b tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Pushing event deleted for resources: {'Port': ['ID=5ef5df7b-ecda-4922-9202-2bd1ca4321a4,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:28.900530 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-5a6c9823-4915-4964-ae0e-c88f083c77c1 req-7feb905b-0c6e-4d66-8638-5fc81ea238ce tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] For port 9582be9c-a1d0-4f27-8b6b-da1717cc8c95, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=9582be9c-a1d0-4f27-8b6b-da1717cc8c95,segment=NetworkSegment(a7dabb4a-5e28-497a-9970-43febaa051ee),segment_id=a7dabb4a-5e28-497a-9970-43febaa051ee)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:07:28.902531 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-5a6c9823-4915-4964-ae0e-c88f083c77c1 req-7feb905b-0c6e-4d66-8638-5fc81ea238ce tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:28.917757 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=ced0eb60-2129-44bb-aa8c-813cc52e44a4,revision_number=8']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:28.949396 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-5a6c9823-4915-4964-ae0e-c88f083c77c1 req-7feb905b-0c6e-4d66-8638-5fc81ea238ce tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] Calling delete_port for 9582be9c-a1d0-4f27-8b6b-da1717cc8c95 owned by compute:nova {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:07:29.032617 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-37f3bb32-77f5-41f2-a48d-90bcb40ea53b tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:29.035183 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-37f3bb32-77f5-41f2-a48d-90bcb40ea53b tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] 10.222.0.36 "DELETE /v2.0/ports/5ef5df7b-ecda-4922-9202-2bd1ca4321a4 HTTP/1.1" status: 204 len: 168 time: 0.8795497 Aug 16 23:07:29.039553 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 54078) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:29.049285 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-919a3a5b-0625-4305-b7d3-0dd83a3a6247 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Request body: {'floatingip': {'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:07:29.064583 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6796a6-164c-415a-9f4a-aaffadb1c49f req-a8dbbe00-2f29-4d06-ba70-2c17be59dc65 tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:29.066176 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7d6796a6-164c-415a-9f4a-aaffadb1c49f req-a8dbbe00-2f29-4d06-ba70-2c17be59dc65 tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a48b0bb-d47b-4329-902d-3ec05cedb9a7 HTTP/1.1" status: 200 len: 945 time: 0.0938187 Aug 16 23:07:29.108125 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-919a3a5b-0625-4305-b7d3-0dd83a3a6247 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks [] for floatingip, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:29.142722 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7d6796a6-164c-415a-9f4a-aaffadb1c49f req-677152cb-e914-4dab-bda6-d60153e67168 tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d6b3f34-6499-42a4-a03a-dddcaef4e21a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672729 Aug 16 23:07:29.196992 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-5a6c9823-4915-4964-ae0e-c88f083c77c1 req-7feb905b-0c6e-4d66-8638-5fc81ea238ce tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:29.221920 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['9582be9c-a1d0-4f27-8b6b-da1717cc8c95'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:07:29.236609 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feb905b-0c6e-4d66-8638-5fc81ea238ce tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] Pushing event deleted for resources: {'Port': ['ID=9582be9c-a1d0-4f27-8b6b-da1717cc8c95,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:29.249288 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d7dec16d-1039-4674-a230-4d4b864d384f req-e95e6a90-0a66-45f0-ad3e-022737da13db service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3287139 Aug 16 23:07:29.285345 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-919a3a5b-0625-4305-b7d3-0dd83a3a6247 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:29.323095 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a6c9823-4915-4964-ae0e-c88f083c77c1 req-7feb905b-0c6e-4d66-8638-5fc81ea238ce tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] No DVR routers for this DVR port 9582be9c-a1d0-4f27-8b6b-da1717cc8c95 on host n-h1-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:07:29.330011 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-5a6c9823-4915-4964-ae0e-c88f083c77c1 req-7feb905b-0c6e-4d66-8638-5fc81ea238ce tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:29.336114 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5a6c9823-4915-4964-ae0e-c88f083c77c1 req-7feb905b-0c6e-4d66-8638-5fc81ea238ce tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] 10.222.0.68 "DELETE /v2.0/ports/9582be9c-a1d0-4f27-8b6b-da1717cc8c95 HTTP/1.1" status: 204 len: 173 time: 1.5212078 Aug 16 23:07:29.336613 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a48b0bb-d47b-4329-902d-3ec05cedb9a7', 'name': 'network-vif-deleted', 'tag': '9582be9c-a1d0-4f27-8b6b-da1717cc8c95'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:07:29.343381 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6effe69-d820-48e4-a8d4-411969ec52f1" -d '{"events": [{"server_uuid": "6a48b0bb-d47b-4329-902d-3ec05cedb9a7", "name": "network-vif-deleted", "tag": "9582be9c-a1d0-4f27-8b6b-da1717cc8c95"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:07:29.496696 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b0706f3-ed4e-43b6-99da-82f6b28e4d4f x-openstack-request-id: req-3b0706f3-ed4e-43b6-99da-82f6b28e4d4f {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:07:29.496696 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a48b0bb-d47b-4329-902d-3ec05cedb9a7", "name": "network-vif-deleted", "tag": "9582be9c-a1d0-4f27-8b6b-da1717cc8c95", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:07:29.496696 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3b0706f3-ed4e-43b6-99da-82f6b28e4d4f {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:07:29.496696 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a48b0bb-d47b-4329-902d-3ec05cedb9a7', 'name': 'network-vif-deleted', 'tag': '9582be9c-a1d0-4f27-8b6b-da1717cc8c95', 'status': 'completed', 'code': 200} Aug 16 23:07:29.513285 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-919a3a5b-0625-4305-b7d3-0dd83a3a6247 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Allocated IP 172.25.4.79 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/52661ce1-eae5-4dda-a7a0-ea4620920604) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:07:29.658068 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-919a3a5b-0625-4305-b7d3-0dd83a3a6247 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:29.703549 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-919a3a5b-0625-4305-b7d3-0dd83a3a6247 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:29.754803 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919a3a5b-0625-4305-b7d3-0dd83a3a6247 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:07:29.758225 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-919a3a5b-0625-4305-b7d3-0dd83a3a6247 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:07:29.763037 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919a3a5b-0625-4305-b7d3-0dd83a3a6247 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:07:29.782640 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:07:29.790692 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919a3a5b-0625-4305-b7d3-0dd83a3a6247 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Pushing event updated for resources: {'Port': ['ID=52661ce1-eae5-4dda-a7a0-ea4620920604,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:29.902287 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-919a3a5b-0625-4305-b7d3-0dd83a3a6247 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:29.967128 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e76f6b-a491-484a-9605-41f22bb287f9 req-d06113cf-f4bb-47ec-8b44-e4249dc7f978 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:29.968601 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e7e76f6b-a491-484a-9605-41f22bb287f9 req-d06113cf-f4bb-47ec-8b44-e4249dc7f978 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 944 time: 0.1026947 Aug 16 23:07:29.969279 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-919a3a5b-0625-4305-b7d3-0dd83a3a6247 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:30.060142 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e7e76f6b-a491-484a-9605-41f22bb287f9 req-a450c1ee-75b3-4755-b5f5-c503ab021201 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616350 Aug 16 23:07:30.273171 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-919a3a5b-0625-4305-b7d3-0dd83a3a6247 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:30.279830 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-919a3a5b-0625-4305-b7d3-0dd83a3a6247 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:30.409282 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919a3a5b-0625-4305-b7d3-0dd83a3a6247 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Pushing event updated for resources: {'Port': ['ID=52661ce1-eae5-4dda-a7a0-ea4620920604,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:30.413392 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-919a3a5b-0625-4305-b7d3-0dd83a3a6247 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:30.433305 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-919a3a5b-0625-4305-b7d3-0dd83a3a6247 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:30.434836 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-919a3a5b-0625-4305-b7d3-0dd83a3a6247 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3918111 Aug 16 23:07:30.438557 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 54126) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:30.444787 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-c558076b-9c52-4be0-a738-3bdda31893e2 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Request body: {'port': {'network_id': 'f5b3671a-1573-4e63-99b3-a83f4d89ce8b', 'name': 'tempest-FloatingIPTestJSON-1228024137'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:07:30.597714 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee6ec8-a466-49d9-84b2-0e8c3023af05 req-6def1377-b0f5-4566-b6eb-47870094fd5e tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:30.606031 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-96ee6ec8-a466-49d9-84b2-0e8c3023af05 req-6def1377-b0f5-4566-b6eb-47870094fd5e tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] 10.222.0.36 "GET /v2.0/networks?id=03052636-fc85-4462-b68c-3cb1c23974ad HTTP/1.1" status: 200 len: 809 time: 0.1488235 Aug 16 23:07:30.617324 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-96ee6ec8-a466-49d9-84b2-0e8c3023af05 req-850e4121-9f02-4584-9650-bee1050984f8 tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] 10.222.0.36 "GET /v2.0/quotas/222f50dde55b4f0dae20304ceb417680 HTTP/1.1" status: 200 len: 375 time: 0.0106990 Aug 16 23:07:30.668593 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c558076b-9c52-4be0-a738-3bdda31893e2 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Made reservation on behalf of 78e86668384a4cde9208ceb89555c139 for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:07:30.672293 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c558076b-9c52-4be0-a738-3bdda31893e2 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:30.690835 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-96ee6ec8-a466-49d9-84b2-0e8c3023af05 req-f8f179f3-98d7-4ff8-b4a9-fef168c984fc tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=222f50dde55b4f0dae20304ceb417680&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0614984 Aug 16 23:07:30.698652 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-c558076b-9c52-4be0-a738-3bdda31893e2 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] device_id is not set on port e7fdc335-9c15-479e-844a-f86ba6626fef yet. {{(pid=101291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 23:07:30.704780 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dec16d-1039-4674-a230-4d4b864d384f req-98a6f5f9-7684-4961-b529-6f148ced40cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:30.706843 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d7dec16d-1039-4674-a230-4d4b864d384f req-98a6f5f9-7684-4961-b529-6f148ced40cb service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140&tenant_id=d1fdbd14d2a2426faa7617777d4bf755 HTTP/1.1" status: 200 len: 1096 time: 0.1348965 Aug 16 23:07:30.835539 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-96ee6ec8-a466-49d9-84b2-0e8c3023af05 req-4e45832e-9503-47ca-868c-a78201c68fc5 service neutron] 10.222.0.36 "GET /v2.0/networks/03052636-fc85-4462-b68c-3cb1c23974ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434605 Aug 16 23:07:30.857985 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dec16d-1039-4674-a230-4d4b864d384f req-ec3d9e23-4920-4950-a333-0ee78dde379e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:30.860203 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d7dec16d-1039-4674-a230-4d4b864d384f req-ec3d9e23-4920-4950-a333-0ee78dde379e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d1fdbd14d2a2426faa7617777d4bf755&device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 1096 time: 0.1155603 Aug 16 23:07:30.931511 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-c558076b-9c52-4be0-a738-3bdda31893e2 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Allocated IP 172.20.0.12 (f5b3671a-1573-4e63-99b3-a83f4d89ce8b/db1b92d8-2528-4f0e-b0cb-0d594593a38e/e7fdc335-9c15-479e-844a-f86ba6626fef) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:07:30.953424 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-96ee6ec8-a466-49d9-84b2-0e8c3023af05 req-c9a1ba79-0b03-420a-a1df-f968bbe58cea service neutron] 10.222.0.36 "GET /v2.0/networks/03052636-fc85-4462-b68c-3cb1c23974ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059716 Aug 16 23:07:31.024524 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dec16d-1039-4674-a230-4d4b864d384f req-71077d17-91ed-4c91-8092-2afaa52b2871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:31.026544 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d7dec16d-1039-4674-a230-4d4b864d384f req-71077d17-91ed-4c91-8092-2afaa52b2871 service neutron] 10.222.0.68 "GET /v2.0/networks?id=ce8981d6-c81c-45ea-9a06-9a435b2fc9f6 HTTP/1.1" status: 200 len: 914 time: 0.1572752 Aug 16 23:07:31.122113 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d7dec16d-1039-4674-a230-4d4b864d384f req-87405462-1dd5-44f5-885a-96b5e62bc9eb service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ced0eb60-2129-44bb-aa8c-813cc52e44a4 HTTP/1.1" status: 200 len: 217 time: 0.0756679 Aug 16 23:07:31.203743 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5b9dec2d-34ff-4826-a386-229f874c07eb req-030b72ac-cd81-45cc-8d2f-77a0902f1360 tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f6bc147-7119-4688-a2a9-9dd6c4876a71 HTTP/1.1" status: 200 len: 210 time: 0.0584202 Aug 16 23:07:31.300967 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dec16d-1039-4674-a230-4d4b864d384f req-0964ce8c-2cd6-40d6-9aa5-50e994e64b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:31.303417 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d7dec16d-1039-4674-a230-4d4b864d384f req-0964ce8c-2cd6-40d6-9aa5-50e994e64b7d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5efd3f3e-4198-4530-82cd-090d89e0c9b8 HTTP/1.1" status: 200 len: 853 time: 0.1701283 Aug 16 23:07:31.311064 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c558076b-9c52-4be0-a738-3bdda31893e2 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:31.328753 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69824b70-5bc7-4718-88e7-5dc5c4881df7 req-89c84aea-9d88-4516-a461-d1dff9c23469 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:31.328753 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-69824b70-5bc7-4718-88e7-5dc5c4881df7 req-89c84aea-9d88-4516-a461-d1dff9c23469 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 944 time: 0.0920811 Aug 16 23:07:31.366196 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d7dec16d-1039-4674-a230-4d4b864d384f req-2c23c60c-f5eb-403b-acd9-bf02026fca18 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ce8981d6-c81c-45ea-9a06-9a435b2fc9f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499911 Aug 16 23:07:31.396276 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-69824b70-5bc7-4718-88e7-5dc5c4881df7 req-c23800ee-9105-482c-84e7-cf0bbd84b9db tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596876 Aug 16 23:07:31.528450 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d7dec16d-1039-4674-a230-4d4b864d384f req-49dc242c-bb3f-4781-81a9-f8dca7aa42c1 service neutron] 10.222.0.68 "GET /v2.0/networks/ce8981d6-c81c-45ea-9a06-9a435b2fc9f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537247 Aug 16 23:07:31.534192 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c558076b-9c52-4be0-a738-3bdda31893e2 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:31.659571 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c558076b-9c52-4be0-a738-3bdda31893e2 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Network f5b3671a-1573-4e63-99b3-a83f4d89ce8b is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:07:31.665991 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-c558076b-9c52-4be0-a738-3bdda31893e2 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:07:31.674304 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c558076b-9c52-4be0-a738-3bdda31893e2 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:07:31.679906 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c558076b-9c52-4be0-a738-3bdda31893e2 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Pushing event updated for resources: {'Port': ['ID=e7fdc335-9c15-479e-844a-f86ba6626fef,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:31.750092 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d7dec16d-1039-4674-a230-4d4b864d384f req-2eabef86-dd4a-4236-83c5-ef7a7e8f74c5 service neutron] 10.222.0.68 "GET /v2.0/networks/ce8981d6-c81c-45ea-9a06-9a435b2fc9f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128866 Aug 16 23:07:31.761820 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c558076b-9c52-4be0-a738-3bdda31893e2 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:31.762813 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c558076b-9c52-4be0-a738-3bdda31893e2 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:31.781119 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-c558076b-9c52-4be0-a738-3bdda31893e2 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3413017 Aug 16 23:07:31.783723 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 54150) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:31.788616 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-c3704629-b450-4489-92af-bfaf4af9aece tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Request body: {'floatingip': {'port_id': 'e7fdc335-9c15-479e-844a-f86ba6626fef'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:07:31.836597 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c3704629-b450-4489-92af-bfaf4af9aece tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks [] for floatingip, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:32.404927 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d3cc338a-34e4-4cac-a254-c601d0fdd9e2 req-f79c1f24-4458-4846-904d-42596abf1dcd tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f6bc147-7119-4688-a2a9-9dd6c4876a71 HTTP/1.1" status: 200 len: 210 time: 0.0725572 Aug 16 23:07:32.480216 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.db.resource_extend [None req-c3704629-b450-4489-92af-bfaf4af9aece tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 23:07:32.595084 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c3704629-b450-4489-92af-bfaf4af9aece tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:32.600782 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 9582be9c-a1d0-4f27-8b6b-da1717cc8c95 no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:07:32.607420 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c3704629-b450-4489-92af-bfaf4af9aece tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:32.639701 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] No Port match for: 9582be9c-a1d0-4f27-8b6b-da1717cc8c95 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:07:32.640083 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 9582be9c-a1d0-4f27-8b6b-da1717cc8c95 not bound to the agent host n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:07:32.651760 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8abc91-9a3b-4c1a-9691-090b6d72b72c req-31206677-0177-48e1-aad0-5ff7f8c343bc tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:32.654685 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cd8abc91-9a3b-4c1a-9691-090b6d72b72c req-31206677-0177-48e1-aad0-5ff7f8c343bc tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 944 time: 0.1062837 Aug 16 23:07:32.738219 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cd8abc91-9a3b-4c1a-9691-090b6d72b72c req-bab8842c-3a6d-469a-9da0-117c1a54cda4 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764725 Aug 16 23:07:32.816676 n-d-791506-26 neutron-server[101291]: INFO neutron.db.l3_db [None req-c3704629-b450-4489-92af-bfaf4af9aece tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Floating IP 0bf783e1-a884-47dd-b0bb-0d5b4342cb15 associated. External IP: 172.25.4.79, port: e7fdc335-9c15-479e-844a-f86ba6626fef. Aug 16 23:07:33.114206 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3704629-b450-4489-92af-bfaf4af9aece tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Router fc111883-7c4c-4bc8-b94b-c3304b47c34e has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:07:33.238446 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3704629-b450-4489-92af-bfaf4af9aece tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:07:33.243711 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c3704629-b450-4489-92af-bfaf4af9aece tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:33.253967 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a75f20d-21ef-4653-af1a-f385e725522d None None] Sync routers for ids ['fc111883-7c4c-4bc8-b94b-c3304b47c34e'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:07:33.264419 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a75f20d-21ef-4653-af1a-f385e725522d None None] Routers {'fc111883-7c4c-4bc8-b94b-c3304b47c34e'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:07:33.265398 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-3a75f20d-21ef-4653-af1a-f385e725522d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:07:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['fc111883-7c4c-4bc8-b94b-c3304b47c34e'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:33.276340 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-c3704629-b450-4489-92af-bfaf4af9aece tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] 10.222.0.36 "PUT /v2.0/floatingips/0bf783e1-a884-47dd-b0bb-0d5b4342cb15 HTTP/1.1" status: 200 len: 978 time: 1.4915154 Aug 16 23:07:33.279512 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 54186) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:33.300278 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-3a75f20d-21ef-4653-af1a-f385e725522d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:33.311052 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a75f20d-21ef-4653-af1a-f385e725522d None None] Routers {'fc111883-7c4c-4bc8-b94b-c3304b47c34e'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:07:33.312013 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-3a75f20d-21ef-4653-af1a-f385e725522d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:07:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['fc111883-7c4c-4bc8-b94b-c3304b47c34e'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:33.347556 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-3a75f20d-21ef-4653-af1a-f385e725522d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:33.348697 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a75f20d-21ef-4653-af1a-f385e725522d None None] The sync data for ids ['fc111883-7c4c-4bc8-b94b-c3304b47c34e'] in n-d-791506-26 is: [] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:07:33.384080 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-965d15a9-6f74-4793-b573-320fe2cc3823 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Deleting port e7fdc335-9c15-479e-844a-f86ba6626fef {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:07:33.384447 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-965d15a9-6f74-4793-b573-320fe2cc3823 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:33.532587 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-965d15a9-6f74-4793-b573-320fe2cc3823 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:33.551086 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9549f21d-c902-4079-9d76-8233e1efec29 req-d2bcd66a-de81-4b00-aab3-4eca235d0c5b tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f6bc147-7119-4688-a2a9-9dd6c4876a71 HTTP/1.1" status: 200 len: 210 time: 0.0292118 Aug 16 23:07:33.918758 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-965d15a9-6f74-4793-b573-320fe2cc3823 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:33.919280 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-965d15a9-6f74-4793-b573-320fe2cc3823 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:33.919366 n-d-791506-26 neutron-server[101291]: INFO neutron.db.l3_db [None req-965d15a9-6f74-4793-b573-320fe2cc3823 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Floating IP 0bf783e1-a884-47dd-b0bb-0d5b4342cb15 disassociated. External IP: 172.25.4.79, port: e7fdc335-9c15-479e-844a-f86ba6626fef. Aug 16 23:07:33.919709 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-965d15a9-6f74-4793-b573-320fe2cc3823 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Calling delete_port for e7fdc335-9c15-479e-844a-f86ba6626fef owned by {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:07:34.044632 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1ec21e-b6b5-45a1-80b4-0a15f3079ffd req-ea5f18ae-c7d9-49cf-8873-3eefd9f2bacd tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:34.046752 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3e1ec21e-b6b5-45a1-80b4-0a15f3079ffd req-ea5f18ae-c7d9-49cf-8873-3eefd9f2bacd tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 944 time: 0.1465187 Aug 16 23:07:34.096145 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3e1ec21e-b6b5-45a1-80b4-0a15f3079ffd req-f45d33f6-7e04-45e5-9e85-14e477845448 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400214 Aug 16 23:07:34.166185 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-965d15a9-6f74-4793-b573-320fe2cc3823 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:34.206548 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965d15a9-6f74-4793-b573-320fe2cc3823 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Pushing event deleted for resources: {'Port': ['ID=e7fdc335-9c15-479e-844a-f86ba6626fef,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:34.335821 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-965d15a9-6f74-4793-b573-320fe2cc3823 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Router fc111883-7c4c-4bc8-b94b-c3304b47c34e has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:07:34.452971 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-965d15a9-6f74-4793-b573-320fe2cc3823 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:07:34.465381 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138f1484-10cc-4aa4-ab73-d7148849addb None None] Sync routers for ids ['fc111883-7c4c-4bc8-b94b-c3304b47c34e'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:07:34.482291 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138f1484-10cc-4aa4-ab73-d7148849addb None None] Routers {'fc111883-7c4c-4bc8-b94b-c3304b47c34e'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:07:34.483032 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-138f1484-10cc-4aa4-ab73-d7148849addb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:07:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['fc111883-7c4c-4bc8-b94b-c3304b47c34e'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:34.518596 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-138f1484-10cc-4aa4-ab73-d7148849addb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:34.527981 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138f1484-10cc-4aa4-ab73-d7148849addb None None] Routers {'fc111883-7c4c-4bc8-b94b-c3304b47c34e'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:07:34.529190 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-138f1484-10cc-4aa4-ab73-d7148849addb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:07:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['fc111883-7c4c-4bc8-b94b-c3304b47c34e'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:34.531557 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-965d15a9-6f74-4793-b573-320fe2cc3823 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:34.537175 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-965d15a9-6f74-4793-b573-320fe2cc3823 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] 10.222.0.36 "DELETE /v2.0/ports/e7fdc335-9c15-479e-844a-f86ba6626fef HTTP/1.1" status: 204 len: 168 time: 1.2565851 Aug 16 23:07:34.537792 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 54198) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:34.566593 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-138f1484-10cc-4aa4-ab73-d7148849addb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:34.567313 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138f1484-10cc-4aa4-ab73-d7148849addb None None] The sync data for ids ['fc111883-7c4c-4bc8-b94b-c3304b47c34e'] in n-d-791506-26 is: [] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:07:34.584130 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-ab967055-9c38-4a58-a082-227d67de7653 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] 10.222.0.36 "GET /v2.0/floatingips/0bf783e1-a884-47dd-b0bb-0d5b4342cb15 HTTP/1.1" status: 200 len: 687 time: 0.0452206 Aug 16 23:07:34.586734 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 54200) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:34.694259 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fa433483-71b8-43c2-afd6-13d743c38eb8 req-769b89a4-4a9d-441b-a1ee-5a1468d88a75 tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f6bc147-7119-4688-a2a9-9dd6c4876a71 HTTP/1.1" status: 200 len: 210 time: 0.0480578 Aug 16 23:07:34.775216 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-3c58f253-6ffb-4311-9b0b-6882a0195495 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Deleting port 52661ce1-eae5-4dda-a7a0-ea4620920604 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:07:34.776126 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3c58f253-6ffb-4311-9b0b-6882a0195495 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:34.867869 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3c58f253-6ffb-4311-9b0b-6882a0195495 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:34.868203 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3c58f253-6ffb-4311-9b0b-6882a0195495 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:34.881885 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-3c58f253-6ffb-4311-9b0b-6882a0195495 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Calling delete_port for 52661ce1-eae5-4dda-a7a0-ea4620920604 owned by network:floatingip {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:07:35.287893 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c137ad-f4d5-4c7c-b319-d12f644a3713 req-552df4b7-b00b-4251-9879-e9f8bfd1aa68 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:35.295573 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-34c137ad-f4d5-4c7c-b319-d12f644a3713 req-552df4b7-b00b-4251-9879-e9f8bfd1aa68 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 944 time: 0.0740602 Aug 16 23:07:35.373204 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-34c137ad-f4d5-4c7c-b319-d12f644a3713 req-06ae58c3-6315-4849-85a4-3aed3b1c5fb0 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766621 Aug 16 23:07:35.471003 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3c58f253-6ffb-4311-9b0b-6882a0195495 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:35.503399 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c58f253-6ffb-4311-9b0b-6882a0195495 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Pushing event deleted for resources: {'Port': ['ID=52661ce1-eae5-4dda-a7a0-ea4620920604,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:35.575634 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3c58f253-6ffb-4311-9b0b-6882a0195495 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks [] for floatingip, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:35.579365 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3c58f253-6ffb-4311-9b0b-6882a0195495 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:35.584602 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-3c58f253-6ffb-4311-9b0b-6882a0195495 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] 10.222.0.36 "DELETE /v2.0/floatingips/0bf783e1-a884-47dd-b0bb-0d5b4342cb15 HTTP/1.1" status: 204 len: 168 time: 0.9953537 Aug 16 23:07:35.585242 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 54222) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:35.590767 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-25861bde-70d9-4582-9736-298d670ff738 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Request body: {'floatingip': {'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'port_id': '16ef380b-01b4-4b64-be06-ce707a9adaf5'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:07:35.615994 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-25861bde-70d9-4582-9736-298d670ff738 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks [] for floatingip, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:35.738644 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-25861bde-70d9-4582-9736-298d670ff738 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:35.845496 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9a707d2b-3fbf-403b-9a94-f39fe855e909 req-568d79d0-005f-4c34-865f-98018d0c4e20 tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f6bc147-7119-4688-a2a9-9dd6c4876a71 HTTP/1.1" status: 200 len: 210 time: 0.0407829 Aug 16 23:07:35.937981 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-25861bde-70d9-4582-9736-298d670ff738 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Allocated IP 172.25.4.52 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/faf7fac6-3ca5-4cc7-be89-670de6d44590) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:07:36.078278 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-25861bde-70d9-4582-9736-298d670ff738 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:36.124199 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-25861bde-70d9-4582-9736-298d670ff738 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:36.168994 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25861bde-70d9-4582-9736-298d670ff738 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:07:36.175444 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-25861bde-70d9-4582-9736-298d670ff738 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:07:36.178342 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25861bde-70d9-4582-9736-298d670ff738 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:07:36.231060 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25861bde-70d9-4582-9736-298d670ff738 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Pushing event updated for resources: {'Port': ['ID=faf7fac6-3ca5-4cc7-be89-670de6d44590,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:36.716348 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dab77ad-9605-4fe1-a892-7a4b50c71504 req-caf23d4d-0b41-4957-9eb8-a6856c2e6abb tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:36.718115 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7dab77ad-9605-4fe1-a892-7a4b50c71504 req-caf23d4d-0b41-4957-9eb8-a6856c2e6abb tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 944 time: 0.2279932 Aug 16 23:07:36.820763 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7dab77ad-9605-4fe1-a892-7a4b50c71504 req-1131f752-6e91-4d07-b0aa-0a6b46d03e1b tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522828 Aug 16 23:07:36.868189 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-25861bde-70d9-4582-9736-298d670ff738 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:36.983501 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b83dd12a-d313-42cb-a68e-a21e90046956 req-e6bbf7d2-8051-4b85-8d73-2f60c71bb9e2 tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f6bc147-7119-4688-a2a9-9dd6c4876a71 HTTP/1.1" status: 200 len: 210 time: 0.0486708 Aug 16 23:07:36.997377 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-25861bde-70d9-4582-9736-298d670ff738 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:37.179427 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-25861bde-70d9-4582-9736-298d670ff738 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:37.184951 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-25861bde-70d9-4582-9736-298d670ff738 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:37.256029 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25861bde-70d9-4582-9736-298d670ff738 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Pushing event updated for resources: {'Port': ['ID=faf7fac6-3ca5-4cc7-be89-670de6d44590,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:37.266188 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-25861bde-70d9-4582-9736-298d670ff738 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:37.371014 n-d-791506-26 neutron-server[101292]: INFO neutron.db.l3_db [None req-25861bde-70d9-4582-9736-298d670ff738 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Floating IP 985342e3-fece-4689-a685-f789ef4763b3 associated. External IP: 172.25.4.52, port: 16ef380b-01b4-4b64-be06-ce707a9adaf5. Aug 16 23:07:37.654330 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25861bde-70d9-4582-9736-298d670ff738 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Router fc111883-7c4c-4bc8-b94b-c3304b47c34e has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:07:37.783731 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25861bde-70d9-4582-9736-298d670ff738 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:07:37.796244 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19f739f-124d-41af-846a-3830846b6486 None None] Sync routers for ids ['fc111883-7c4c-4bc8-b94b-c3304b47c34e'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:07:37.815196 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19f739f-124d-41af-846a-3830846b6486 None None] Routers {'fc111883-7c4c-4bc8-b94b-c3304b47c34e'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:07:37.818441 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-c19f739f-124d-41af-846a-3830846b6486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:07:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['fc111883-7c4c-4bc8-b94b-c3304b47c34e'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:37.820626 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-25861bde-70d9-4582-9736-298d670ff738 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:37.886552 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 54252) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:37.892101 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-25861bde-70d9-4582-9736-298d670ff738 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.3027081 Aug 16 23:07:37.895331 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-c19f739f-124d-41af-846a-3830846b6486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:37.897892 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-6eba7d8a-3517-4724-9e5d-1e7b0f6dd0b0 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1170599417'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:07:37.907100 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19f739f-124d-41af-846a-3830846b6486 None None] Routers {'fc111883-7c4c-4bc8-b94b-c3304b47c34e'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:07:37.908678 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-c19f739f-124d-41af-846a-3830846b6486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:07:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['fc111883-7c4c-4bc8-b94b-c3304b47c34e'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:37.956420 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eba7d8a-3517-4724-9e5d-1e7b0f6dd0b0 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Made reservation on behalf of 78e86668384a4cde9208ceb89555c139 for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:07:37.960177 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6eba7d8a-3517-4724-9e5d-1e7b0f6dd0b0 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:37.970420 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-c19f739f-124d-41af-846a-3830846b6486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:37.972317 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19f739f-124d-41af-846a-3830846b6486 None None] The sync data for ids ['fc111883-7c4c-4bc8-b94b-c3304b47c34e'] in n-d-791506-26 is: [] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:07:38.016979 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a708006b-d0bd-430d-af75-d326d00cd357 req-e6317292-47a8-4e2f-8fdb-b07d9be4036f tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:38.019077 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a708006b-d0bd-430d-af75-d326d00cd357 req-e6317292-47a8-4e2f-8fdb-b07d9be4036f tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 944 time: 0.1018269 Aug 16 23:07:38.021943 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6eba7d8a-3517-4724-9e5d-1e7b0f6dd0b0 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:07:38.046804 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6eba7d8a-3517-4724-9e5d-1e7b0f6dd0b0 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:38.047723 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-6eba7d8a-3517-4724-9e5d-1e7b0f6dd0b0 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Added segment 855ab3a6-15f5-4602-be78-90eed2890f71 of type vlan for network f7781264-7a55-4b09-bb8e-8287f1328282 Aug 16 23:07:38.108312 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a708006b-d0bd-430d-af75-d326d00cd357 req-3ae52c24-b363-45ee-82e7-fc051744a5af tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739954 Aug 16 23:07:38.147960 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6eba7d8a-3517-4724-9e5d-1e7b0f6dd0b0 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:38.195412 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6eba7d8a-3517-4724-9e5d-1e7b0f6dd0b0 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:38.202727 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eba7d8a-3517-4724-9e5d-1e7b0f6dd0b0 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:38.203959 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6eba7d8a-3517-4724-9e5d-1e7b0f6dd0b0 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:38.218762 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e214113b-b6fa-485a-8143-7e8b88fb72a8 req-6dbe4425-f3f9-4d42-a2e1-8c19c734511b tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f6bc147-7119-4688-a2a9-9dd6c4876a71 HTTP/1.1" status: 200 len: 210 time: 0.0738881 Aug 16 23:07:38.299767 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eba7d8a-3517-4724-9e5d-1e7b0f6dd0b0 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Pushing event updated for resources: {'Network': ['ID=f7781264-7a55-4b09-bb8e-8287f1328282,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:38.317012 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-6eba7d8a-3517-4724-9e5d-1e7b0f6dd0b0 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4263608 Aug 16 23:07:38.319547 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 54262) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:38.322484 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network f7781264-7a55-4b09-bb8e-8287f1328282 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:07:38.325163 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-40c29076-9b5c-41c5-821d-9354f515cb56 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Request body: {'subnet': {'network_id': 'f7781264-7a55-4b09-bb8e-8287f1328282', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:07:38.887857 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c29076-9b5c-41c5-821d-9354f515cb56 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Made reservation on behalf of 78e86668384a4cde9208ceb89555c139 for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:07:38.891653 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-40c29076-9b5c-41c5-821d-9354f515cb56 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:39.145809 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-40c29076-9b5c-41c5-821d-9354f515cb56 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:39.280698 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c29076-9b5c-41c5-821d-9354f515cb56 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Pushing event updated for resources: {'Subnet': ['ID=99e61c5a-6279-4a46-a678-e81b4c654816,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:39.296264 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c29076-9b5c-41c5-821d-9354f515cb56 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Checking segment: {'id': '855ab3a6-15f5-4602-be78-90eed2890f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f7781264-7a55-4b09-bb8e-8287f1328282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:07:39.296744 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c29076-9b5c-41c5-821d-9354f515cb56 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Network hostable DHCP agents. Network: f7781264-7a55-4b09-bb8e-8287f1328282, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:07:39.314298 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da0908c-4abb-471f-8de2-52ac6d3a74c9 req-14d9aa51-e317-4e59-9844-73e213efc6f9 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:39.315765 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9da0908c-4abb-471f-8de2-52ac6d3a74c9 req-14d9aa51-e317-4e59-9844-73e213efc6f9 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 944 time: 0.1037910 Aug 16 23:07:39.335412 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c29076-9b5c-41c5-821d-9354f515cb56 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Network f7781264-7a55-4b09-bb8e-8287f1328282 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:07:39.362033 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-40c29076-9b5c-41c5-821d-9354f515cb56 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, f7781264-7a55-4b09-bb8e-8287f1328282) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:07:39.368620 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c29076-9b5c-41c5-821d-9354f515cb56 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:39.369228 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-40c29076-9b5c-41c5-821d-9354f515cb56 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:39.379446 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9da0908c-4abb-471f-8de2-52ac6d3a74c9 req-359a9133-5b4a-47c5-93da-69d90ab24da4 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533009 Aug 16 23:07:39.381301 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb90421-0b96-42c2-a43e-809790597fac None None] Network f7781264-7a55-4b09-bb8e-8287f1328282 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:07:39.404421 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-40c29076-9b5c-41c5-821d-9354f515cb56 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0855167 Aug 16 23:07:39.409508 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 54274) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:39.414784 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-b1abca80-f593-4ea8-8e07-0e1b7113fe9e tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-996621054', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}, 'admin_state_up': False}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:07:39.473996 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b1abca80-f593-4ea8-8e07-0e1b7113fe9e tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:39.475524 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b1abca80-f593-4ea8-8e07-0e1b7113fe9e tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:39.503789 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6a784fa4-354a-4240-b36c-e8af2c337791 req-0a40c5dd-13a4-4bff-92c8-d5b6304aef5c tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f6bc147-7119-4688-a2a9-9dd6c4876a71 HTTP/1.1" status: 200 len: 210 time: 0.0751169 Aug 16 23:07:39.550401 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b65229-5c78-49a3-af73-535d624eac6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-f7781264-7a55-4b09-bb8e-8287f1328282', 'network_id': 'f7781264-7a55-4b09-bb8e-8287f1328282', 'tenant_id': '78e86668384a4cde9208ceb89555c139', 'fixed_ips': [{'subnet_id': '99e61c5a-6279-4a46-a678-e81b4c654816'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:07:39.552273 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d2b65229-5c78-49a3-af73-535d624eac6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:39.556174 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b1abca80-f593-4ea8-8e07-0e1b7113fe9e tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:39.734814 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-d2b65229-5c78-49a3-af73-535d624eac6f None None] Allocated IP 172.20.0.2 (f7781264-7a55-4b09-bb8e-8287f1328282/99e61c5a-6279-4a46-a678-e81b4c654816/d78bbd17-11f7-4ece-8664-1dd26c08ef3d) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:07:39.741071 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b1abca80-f593-4ea8-8e07-0e1b7113fe9e tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:39.931605 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d2b65229-5c78-49a3-af73-535d624eac6f None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:39.942538 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-d2b65229-5c78-49a3-af73-535d624eac6f None None] Transition to ACTIVE for port object d78bbd17-11f7-4ece-8664-1dd26c08ef3d will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:07:39.959558 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-d2b65229-5c78-49a3-af73-535d624eac6f None None] Transition to ACTIVE for port object d78bbd17-11f7-4ece-8664-1dd26c08ef3d will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:07:39.968383 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d2b65229-5c78-49a3-af73-535d624eac6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:40.021683 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b65229-5c78-49a3-af73-535d624eac6f None None] Network f7781264-7a55-4b09-bb8e-8287f1328282 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:07:40.023316 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-d2b65229-5c78-49a3-af73-535d624eac6f None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:07:40.029181 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b65229-5c78-49a3-af73-535d624eac6f None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:07:40.037995 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b65229-5c78-49a3-af73-535d624eac6f None None] Pushing event updated for resources: {'Port': ['ID=d78bbd17-11f7-4ece-8664-1dd26c08ef3d,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:40.174562 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-d2b65229-5c78-49a3-af73-535d624eac6f None None] Attempting to bind port d78bbd17-11f7-4ece-8664-1dd26c08ef3d on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:07:40.174858 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-d2b65229-5c78-49a3-af73-535d624eac6f None None] Attempting to bind port d78bbd17-11f7-4ece-8664-1dd26c08ef3d by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '855ab3a6-15f5-4602-be78-90eed2890f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f7781264-7a55-4b09-bb8e-8287f1328282'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:07:40.175431 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b65229-5c78-49a3-af73-535d624eac6f None None] Attempting to bind port d78bbd17-11f7-4ece-8664-1dd26c08ef3d on network f7781264-7a55-4b09-bb8e-8287f1328282 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:07:40.192442 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b65229-5c78-49a3-af73-535d624eac6f None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:07:40.193177 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b65229-5c78-49a3-af73-535d624eac6f None None] Checking segment: {'id': '855ab3a6-15f5-4602-be78-90eed2890f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f7781264-7a55-4b09-bb8e-8287f1328282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:07:40.196417 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d2b65229-5c78-49a3-af73-535d624eac6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:40.197355 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b65229-5c78-49a3-af73-535d624eac6f None None] Bound using segment: {'id': '855ab3a6-15f5-4602-be78-90eed2890f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f7781264-7a55-4b09-bb8e-8287f1328282'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:07:40.200206 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-d2b65229-5c78-49a3-af73-535d624eac6f None None] Bound port: d78bbd17-11f7-4ece-8664-1dd26c08ef3d, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '855ab3a6-15f5-4602-be78-90eed2890f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f7781264-7a55-4b09-bb8e-8287f1328282'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:07:40.200891 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d2b65229-5c78-49a3-af73-535d624eac6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:40.260924 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b1abca80-f593-4ea8-8e07-0e1b7113fe9e tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks [] for router_gateway, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:40.304562 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b1abca80-f593-4ea8-8e07-0e1b7113fe9e tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:40.355246 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-d2b65229-5c78-49a3-af73-535d624eac6f None None] For port d78bbd17-11f7-4ece-8664-1dd26c08ef3d, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:07:40.369784 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-d2b65229-5c78-49a3-af73-535d624eac6f None None] For port d78bbd17-11f7-4ece-8664-1dd26c08ef3d, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=d78bbd17-11f7-4ece-8664-1dd26c08ef3d,segment=NetworkSegment(855ab3a6-15f5-4602-be78-90eed2890f71),segment_id=855ab3a6-15f5-4602-be78-90eed2890f71)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:07:40.380250 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d2b65229-5c78-49a3-af73-535d624eac6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:40.475450 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-b1abca80-f593-4ea8-8e07-0e1b7113fe9e tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Allocated IP 172.25.4.81 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/8b3effab-d2e9-4c39-842c-1031f4ada5d0) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:07:40.543795 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b65229-5c78-49a3-af73-535d624eac6f None None] Pushing event updated for resources: {'Port': ['ID=d78bbd17-11f7-4ece-8664-1dd26c08ef3d,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:40.639436 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1634e6bd-d5c4-4fa7-b4bd-b8679a747bd9 req-1a9ef4fb-47f0-418c-a71f-77cbbe416c1e tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:40.644355 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1634e6bd-d5c4-4fa7-b4bd-b8679a747bd9 req-1a9ef4fb-47f0-418c-a71f-77cbbe416c1e tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 944 time: 0.1063812 Aug 16 23:07:40.752666 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b1abca80-f593-4ea8-8e07-0e1b7113fe9e tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:40.778628 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7581bcba-779d-43e5-b8ec-e5c058a01904 req-0ac7d2a6-25c0-4a2b-a193-61daf10d13b7 tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f6bc147-7119-4688-a2a9-9dd6c4876a71 HTTP/1.1" status: 200 len: 210 time: 0.1332047 Aug 16 23:07:40.832591 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b1abca80-f593-4ea8-8e07-0e1b7113fe9e tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:40.832839 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1634e6bd-d5c4-4fa7-b4bd-b8679a747bd9 req-8bdfaf7b-9827-45ef-9adc-ef785db358c3 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737111 Aug 16 23:07:40.919589 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1abca80-f593-4ea8-8e07-0e1b7113fe9e tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:07:40.943262 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-b1abca80-f593-4ea8-8e07-0e1b7113fe9e tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:07:40.949843 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1abca80-f593-4ea8-8e07-0e1b7113fe9e tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:07:40.985285 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1abca80-f593-4ea8-8e07-0e1b7113fe9e tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Pushing event updated for resources: {'Port': ['ID=8b3effab-d2e9-4c39-842c-1031f4ada5d0,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:41.101687 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:41.455415 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b1abca80-f593-4ea8-8e07-0e1b7113fe9e tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks [] for router_gateway, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:42.051525 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device d78bbd17-11f7-4ece-8664-1dd26c08ef3d up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:07:42.083861 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b1abca80-f593-4ea8-8e07-0e1b7113fe9e tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:42.184025 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port d78bbd17-11f7-4ece-8664-1dd26c08ef3d completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:07:42.191135 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0fe9ff28-83fb-4124-b82f-aa1df98861c0 req-3e847e47-7bd7-447b-92d1-6a5fe7dda6b4 tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f6bc147-7119-4688-a2a9-9dd6c4876a71 HTTP/1.1" status: 200 len: 210 time: 0.1306267 Aug 16 23:07:42.270255 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7547ad-a64b-4bbf-9a87-171cf564a719 req-6cd2958d-b15a-4818-bdce-be285d631bce tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:42.272163 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4b7547ad-a64b-4bbf-9a87-171cf564a719 req-6cd2958d-b15a-4818-bdce-be285d631bce tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 944 time: 0.1134362 Aug 16 23:07:42.291847 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1abca80-f593-4ea8-8e07-0e1b7113fe9e tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Router bbe7a016-43e9-45c1-879c-766630be0d23 is scheduled to L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f with binding_index 1 {{(pid=101291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:07:42.329167 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b16b73-5125-4f15-9b60-3437de0e1fcb None None] Network f7781264-7a55-4b09-bb8e-8287f1328282 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:07:42.329452 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4b7547ad-a64b-4bbf-9a87-171cf564a719 req-0e1720ae-e774-4b2e-aedf-a04219a4435a tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403390 Aug 16 23:07:42.405045 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-f1caf8b9-8144-4bc7-ae2a-3e99aeeaeeb2 None None] Provisioning for port d78bbd17-11f7-4ece-8664-1dd26c08ef3d completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:07:42.418139 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-f1caf8b9-8144-4bc7-ae2a-3e99aeeaeeb2 None None] Provisioning complete for port d78bbd17-11f7-4ece-8664-1dd26c08ef3d triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:07:42.418523 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f1caf8b9-8144-4bc7-ae2a-3e99aeeaeeb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:42.420060 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1abca80-f593-4ea8-8e07-0e1b7113fe9e tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:07:42.430014 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4253a754-6c96-41f4-a926-6648e580624a None None] Sync routers for ids ['bbe7a016-43e9-45c1-879c-766630be0d23'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:07:42.439914 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b1abca80-f593-4ea8-8e07-0e1b7113fe9e tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:42.441514 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-b1abca80-f593-4ea8-8e07-0e1b7113fe9e tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.0303564 Aug 16 23:07:42.442545 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4253a754-6c96-41f4-a926-6648e580624a None None] Routers {'bbe7a016-43e9-45c1-879c-766630be0d23'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:07:42.443242 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-4253a754-6c96-41f4-a926-6648e580624a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:07:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['bbe7a016-43e9-45c1-879c-766630be0d23'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:42.444479 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 54308) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:42.475679 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-4253a754-6c96-41f4-a926-6648e580624a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:42.485254 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4253a754-6c96-41f4-a926-6648e580624a None None] Routers {'bbe7a016-43e9-45c1-879c-766630be0d23'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:07:42.485977 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-4253a754-6c96-41f4-a926-6648e580624a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:07:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['bbe7a016-43e9-45c1-879c-766630be0d23'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:42.523653 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-4253a754-6c96-41f4-a926-6648e580624a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:42.523653 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4253a754-6c96-41f4-a926-6648e580624a None None] The sync data for ids ['bbe7a016-43e9-45c1-879c-766630be0d23'] in n-d-791506-26 is: [] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:07:42.591661 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f1caf8b9-8144-4bc7-ae2a-3e99aeeaeeb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:42.630571 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f1caf8b9-8144-4bc7-ae2a-3e99aeeaeeb2 None None] For port d78bbd17-11f7-4ece-8664-1dd26c08ef3d, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=d78bbd17-11f7-4ece-8664-1dd26c08ef3d,segment=NetworkSegment(855ab3a6-15f5-4602-be78-90eed2890f71),segment_id=855ab3a6-15f5-4602-be78-90eed2890f71)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:07:42.640027 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f1caf8b9-8144-4bc7-ae2a-3e99aeeaeeb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:42.744635 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1caf8b9-8144-4bc7-ae2a-3e99aeeaeeb2 None None] Pushing event updated for resources: {'Port': ['ID=d78bbd17-11f7-4ece-8664-1dd26c08ef3d,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:42.841731 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee6ec8-a466-49d9-84b2-0e8c3023af05 req-1cdfc876-a13c-4811-a4ab-22a8680efd36 tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:42.843765 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-96ee6ec8-a466-49d9-84b2-0e8c3023af05 req-1cdfc876-a13c-4811-a4ab-22a8680efd36 tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] 10.222.0.68 "GET /v2.0/networks?id=03052636-fc85-4462-b68c-3cb1c23974ad HTTP/1.1" status: 200 len: 809 time: 0.2118740 Aug 16 23:07:42.860359 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-96ee6ec8-a466-49d9-84b2-0e8c3023af05 req-f089d0da-b557-4a63-9b5d-2c184881a88c tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] Request body: {'port': {'device_id': '4f6bc147-7119-4688-a2a9-9dd6c4876a71', 'network_id': '03052636-fc85-4462-b68c-3cb1c23974ad', 'admin_state_up': True, 'tenant_id': '222f50dde55b4f0dae20304ceb417680'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:07:42.971496 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-8dba5b09-2d87-4dbf-96d2-769b7a179dc4 None None] Provisioning complete for port d78bbd17-11f7-4ece-8664-1dd26c08ef3d triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:07:42.971780 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-8dba5b09-2d87-4dbf-96d2-769b7a179dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:42.982694 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96ee6ec8-a466-49d9-84b2-0e8c3023af05 req-f089d0da-b557-4a63-9b5d-2c184881a88c tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] Made reservation on behalf of 222f50dde55b4f0dae20304ceb417680 for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:07:42.987262 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-96ee6ec8-a466-49d9-84b2-0e8c3023af05 req-f089d0da-b557-4a63-9b5d-2c184881a88c tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:43.001898 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6c069d03-bf88-4710-b09f-a3f85851bf19 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:43.145745 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-96ee6ec8-a466-49d9-84b2-0e8c3023af05 req-f089d0da-b557-4a63-9b5d-2c184881a88c tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] Allocated IP 172.20.0.14 (03052636-fc85-4462-b68c-3cb1c23974ad/fe0ed768-b285-4da0-b608-6500e761f40e/f75e6423-5860-4f63-810c-142655b852b9) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:07:43.318649 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e4ccdf34-18d7-4908-9f0a-d82ac3ebb2e4 req-d7b3562d-476d-4a72-98ca-38a1787bf523 tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f6bc147-7119-4688-a2a9-9dd6c4876a71 HTTP/1.1" status: 200 len: 210 time: 0.0335667 Aug 16 23:07:43.324078 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-96ee6ec8-a466-49d9-84b2-0e8c3023af05 req-f089d0da-b557-4a63-9b5d-2c184881a88c tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:43.355853 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-6c069d03-bf88-4710-b09f-a3f85851bf19 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Allocated IP 172.20.0.1 (f7781264-7a55-4b09-bb8e-8287f1328282/99e61c5a-6279-4a46-a678-e81b4c654816/714071ed-32a0-4fae-97bb-e095100cd1ff) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:07:43.419473 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-96ee6ec8-a466-49d9-84b2-0e8c3023af05 req-f089d0da-b557-4a63-9b5d-2c184881a88c tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:43.462798 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96ee6ec8-a466-49d9-84b2-0e8c3023af05 req-f089d0da-b557-4a63-9b5d-2c184881a88c tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] Network 03052636-fc85-4462-b68c-3cb1c23974ad is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:07:43.467516 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-96ee6ec8-a466-49d9-84b2-0e8c3023af05 req-f089d0da-b557-4a63-9b5d-2c184881a88c tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:07:43.471730 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-96ee6ec8-a466-49d9-84b2-0e8c3023af05 req-f089d0da-b557-4a63-9b5d-2c184881a88c tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:07:43.529297 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee6ec8-a466-49d9-84b2-0e8c3023af05 req-f089d0da-b557-4a63-9b5d-2c184881a88c tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:43.529652 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60580fb-7146-44c2-8e01-d1b84faa9455 req-0144ec46-90d2-45f3-b35c-0284f89978ed tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:43.530487 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-96ee6ec8-a466-49d9-84b2-0e8c3023af05 req-f089d0da-b557-4a63-9b5d-2c184881a88c tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:43.531471 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d60580fb-7146-44c2-8e01-d1b84faa9455 req-0144ec46-90d2-45f3-b35c-0284f89978ed tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 944 time: 0.0948040 Aug 16 23:07:43.556653 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f089d0da-b557-4a63-9b5d-2c184881a88c tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] Pushing event updated for resources: {'Port': ['ID=f75e6423-5860-4f63-810c-142655b852b9,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:43.561983 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-96ee6ec8-a466-49d9-84b2-0e8c3023af05 req-f089d0da-b557-4a63-9b5d-2c184881a88c tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7062418 Aug 16 23:07:43.577237 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-96ee6ec8-a466-49d9-84b2-0e8c3023af05 req-9467bcbd-8b29-4b79-bb01-5e827dbbfdf1 service neutron] Request body: {'port': {'device_id': '4f6bc147-7119-4688-a2a9-9dd6c4876a71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:07:43.622287 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6c069d03-bf88-4710-b09f-a3f85851bf19 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:43.652518 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-96ee6ec8-a466-49d9-84b2-0e8c3023af05 req-9467bcbd-8b29-4b79-bb01-5e827dbbfdf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:43.655796 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dcb937dd-670d-4629-9139-e9084d235baf req-b2fd1fbd-149c-4ddb-9653-72cb3e00e474 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6d0f439b-55b3-479e-b4c0-19dd4772e5b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2014682 Aug 16 23:07:43.662334 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d60580fb-7146-44c2-8e01-d1b84faa9455 req-351a5160-b074-4325-9b26-a8a6fd5a2ff7 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226931 Aug 16 23:07:43.668055 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [None req-6c069d03-bf88-4710-b09f-a3f85851bf19 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Transition to ACTIVE for port object 714071ed-32a0-4fae-97bb-e095100cd1ff will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:07:43.731084 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6c069d03-bf88-4710-b09f-a3f85851bf19 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:43.793740 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c069d03-bf88-4710-b09f-a3f85851bf19 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Network f7781264-7a55-4b09-bb8e-8287f1328282 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:07:43.857275 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-6c069d03-bf88-4710-b09f-a3f85851bf19 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:07:43.860003 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c069d03-bf88-4710-b09f-a3f85851bf19 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:07:43.883022 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device d78bbd17-11f7-4ece-8664-1dd26c08ef3d up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:07:43.889250 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c069d03-bf88-4710-b09f-a3f85851bf19 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Pushing event updated for resources: {'Port': ['ID=714071ed-32a0-4fae-97bb-e095100cd1ff,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:43.942931 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb937dd-670d-4629-9139-e9084d235baf req-47078fdc-9c8e-431e-9a16-2233e022546a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:43.943254 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb937dd-670d-4629-9139-e9084d235baf req-47078fdc-9c8e-431e-9a16-2233e022546a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:43.943751 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb937dd-670d-4629-9139-e9084d235baf req-47078fdc-9c8e-431e-9a16-2233e022546a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:43.944235 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb937dd-670d-4629-9139-e9084d235baf req-47078fdc-9c8e-431e-9a16-2233e022546a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:43.944753 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb937dd-670d-4629-9139-e9084d235baf req-47078fdc-9c8e-431e-9a16-2233e022546a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:43.945231 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb937dd-670d-4629-9139-e9084d235baf req-47078fdc-9c8e-431e-9a16-2233e022546a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:43.945718 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb937dd-670d-4629-9139-e9084d235baf req-47078fdc-9c8e-431e-9a16-2233e022546a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:43.948564 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dcb937dd-670d-4629-9139-e9084d235baf req-47078fdc-9c8e-431e-9a16-2233e022546a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2021c5ea9b37490ab72514988bd9444c&device_id=6d0f439b-55b3-479e-b4c0-19dd4772e5b0 HTTP/1.1" status: 200 len: 6496 time: 0.2104311 Aug 16 23:07:43.949467 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6c069d03-bf88-4710-b09f-a3f85851bf19 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954230'] for router_interface, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:43.980578 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port d78bbd17-11f7-4ece-8664-1dd26c08ef3d triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:07:43.981355 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:44.055764 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-96ee6ec8-a466-49d9-84b2-0e8c3023af05 req-9467bcbd-8b29-4b79-bb01-5e827dbbfdf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f75e6423-5860-4f63-810c-142655b852b9 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:07:44.067956 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-96ee6ec8-a466-49d9-84b2-0e8c3023af05 req-9467bcbd-8b29-4b79-bb01-5e827dbbfdf1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:44.091757 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-96ee6ec8-a466-49d9-84b2-0e8c3023af05 req-9467bcbd-8b29-4b79-bb01-5e827dbbfdf1 service neutron] Transition to ACTIVE for port object f75e6423-5860-4f63-810c-142655b852b9 will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:07:44.097320 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-96ee6ec8-a466-49d9-84b2-0e8c3023af05 req-9467bcbd-8b29-4b79-bb01-5e827dbbfdf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:44.149564 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9467bcbd-8b29-4b79-bb01-5e827dbbfdf1 service neutron] Pushing event updated for resources: {'Port': ['ID=f75e6423-5860-4f63-810c-142655b852b9,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:44.192927 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb937dd-670d-4629-9139-e9084d235baf req-aa42f2c2-27b6-4bf9-ae0f-8f0f099c450e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:44.193686 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb937dd-670d-4629-9139-e9084d235baf req-aa42f2c2-27b6-4bf9-ae0f-8f0f099c450e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:44.193899 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb937dd-670d-4629-9139-e9084d235baf req-aa42f2c2-27b6-4bf9-ae0f-8f0f099c450e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:44.195728 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dcb937dd-670d-4629-9139-e9084d235baf req-aa42f2c2-27b6-4bf9-ae0f-8f0f099c450e service neutron] 10.222.0.57 "GET /v2.0/networks?id=f4264da2-38cd-44c0-b397-5678d2cea138&id=f22d369e-b532-46c6-9344-c4601e102f4e&id=f22d369e-b532-46c6-9344-c4601e102f4e&id=f22d369e-b532-46c6-9344-c4601e102f4e&id=f22d369e-b532-46c6-9344-c4601e102f4e&id=ce4eb26f-79ce-4c2a-bb34-84780b573ab4&id=ce4eb26f-79ce-4c2a-bb34-84780b573ab4 HTTP/1.1" status: 200 len: 2293 time: 0.1883166 Aug 16 23:07:44.267810 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-96ee6ec8-a466-49d9-84b2-0e8c3023af05 req-9467bcbd-8b29-4b79-bb01-5e827dbbfdf1 service neutron] Attempting to bind port f75e6423-5860-4f63-810c-142655b852b9 on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:07:44.268122 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-96ee6ec8-a466-49d9-84b2-0e8c3023af05 req-9467bcbd-8b29-4b79-bb01-5e827dbbfdf1 service neutron] Attempting to bind port f75e6423-5860-4f63-810c-142655b852b9 by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': 'a7dabb4a-5e28-497a-9970-43febaa051ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '03052636-fc85-4462-b68c-3cb1c23974ad'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:07:44.268399 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ee6ec8-a466-49d9-84b2-0e8c3023af05 req-9467bcbd-8b29-4b79-bb01-5e827dbbfdf1 service neutron] Attempting to bind port f75e6423-5860-4f63-810c-142655b852b9 on network 03052636-fc85-4462-b68c-3cb1c23974ad {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:07:44.273008 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ee6ec8-a466-49d9-84b2-0e8c3023af05 req-9467bcbd-8b29-4b79-bb01-5e827dbbfdf1 service neutron] Port f75e6423-5860-4f63-810c-142655b852b9 on network 03052636-fc85-4462-b68c-3cb1c23974ad not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:07:44.273330 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ee6ec8-a466-49d9-84b2-0e8c3023af05 req-9467bcbd-8b29-4b79-bb01-5e827dbbfdf1 service neutron] Attempting to bind port f75e6423-5860-4f63-810c-142655b852b9 on network 03052636-fc85-4462-b68c-3cb1c23974ad {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:07:44.279128 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ee6ec8-a466-49d9-84b2-0e8c3023af05 req-9467bcbd-8b29-4b79-bb01-5e827dbbfdf1 service neutron] Checking agent: {'id': 'd28e24f9-e5ea-41e1-80bf-3c7943ad7f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:07:44.279346 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ee6ec8-a466-49d9-84b2-0e8c3023af05 req-9467bcbd-8b29-4b79-bb01-5e827dbbfdf1 service neutron] Checking segment: {'id': 'a7dabb4a-5e28-497a-9970-43febaa051ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '03052636-fc85-4462-b68c-3cb1c23974ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:07:44.279657 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ee6ec8-a466-49d9-84b2-0e8c3023af05 req-9467bcbd-8b29-4b79-bb01-5e827dbbfdf1 service neutron] Bound using segment: {'id': 'a7dabb4a-5e28-497a-9970-43febaa051ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '03052636-fc85-4462-b68c-3cb1c23974ad'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:07:44.280087 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-96ee6ec8-a466-49d9-84b2-0e8c3023af05 req-9467bcbd-8b29-4b79-bb01-5e827dbbfdf1 service neutron] Bound port: f75e6423-5860-4f63-810c-142655b852b9, host: n-h1-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7dabb4a-5e28-497a-9970-43febaa051ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '03052636-fc85-4462-b68c-3cb1c23974ad'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:07:44.280986 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-96ee6ec8-a466-49d9-84b2-0e8c3023af05 req-9467bcbd-8b29-4b79-bb01-5e827dbbfdf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:44.300310 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6c069d03-bf88-4710-b09f-a3f85851bf19 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:44.314243 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-683094d1-87b2-490b-add3-c725d9f8829b None None] Provisioning for port 714071ed-32a0-4fae-97bb-e095100cd1ff completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:07:44.314536 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dcb937dd-670d-4629-9139-e9084d235baf req-f552dfd8-e5e6-48f7-bcd5-a7b20cef3d34 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=debf812d-0b2e-45df-8f8a-a21e25a77beb HTTP/1.1" status: 200 len: 1001 time: 0.1102452 Aug 16 23:07:44.327370 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-683094d1-87b2-490b-add3-c725d9f8829b None None] Provisioning complete for port 714071ed-32a0-4fae-97bb-e095100cd1ff triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:07:44.328104 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-683094d1-87b2-490b-add3-c725d9f8829b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:44.360000 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-96ee6ec8-a466-49d9-84b2-0e8c3023af05 req-9467bcbd-8b29-4b79-bb01-5e827dbbfdf1 service neutron] For port f75e6423-5860-4f63-810c-142655b852b9, host n-h1-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:07:44.365489 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-96ee6ec8-a466-49d9-84b2-0e8c3023af05 req-9467bcbd-8b29-4b79-bb01-5e827dbbfdf1 service neutron] For port f75e6423-5860-4f63-810c-142655b852b9, host n-h1-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=f75e6423-5860-4f63-810c-142655b852b9,segment=NetworkSegment(a7dabb4a-5e28-497a-9970-43febaa051ee),segment_id=a7dabb4a-5e28-497a-9970-43febaa051ee)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:07:44.370580 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-96ee6ec8-a466-49d9-84b2-0e8c3023af05 req-9467bcbd-8b29-4b79-bb01-5e827dbbfdf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:44.372934 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-683094d1-87b2-490b-add3-c725d9f8829b None None] Port 714071ed-32a0-4fae-97bb-e095100cd1ff cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:07:44.417536 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee6ec8-a466-49d9-84b2-0e8c3023af05 req-9467bcbd-8b29-4b79-bb01-5e827dbbfdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:44.418176 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-96ee6ec8-a466-49d9-84b2-0e8c3023af05 req-9467bcbd-8b29-4b79-bb01-5e827dbbfdf1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:44.419588 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-96ee6ec8-a466-49d9-84b2-0e8c3023af05 req-9467bcbd-8b29-4b79-bb01-5e827dbbfdf1 service neutron] 10.222.0.68 "PUT /v2.0/ports/f75e6423-5860-4f63-810c-142655b852b9 HTTP/1.1" status: 200 len: 1093 time: 0.8478816 Aug 16 23:07:44.420113 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f6bc147-7119-4688-a2a9-9dd6c4876a71', 'tag': 'f75e6423-5860-4f63-810c-142655b852b9'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:07:44.436573 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83e4ecbc-2e0e-411c-b04d-be3c590a1383" -d '{"events": [{"name": "network-changed", "server_uuid": "4f6bc147-7119-4688-a2a9-9dd6c4876a71", "tag": "f75e6423-5860-4f63-810c-142655b852b9"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:07:44.477971 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9467bcbd-8b29-4b79-bb01-5e827dbbfdf1 service neutron] Pushing event updated for resources: {'Port': ['ID=f75e6423-5860-4f63-810c-142655b852b9,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:44.562807 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee6ec8-a466-49d9-84b2-0e8c3023af05 req-f06a5d6f-ee7a-48f3-80d9-ac991187b260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:44.564658 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-96ee6ec8-a466-49d9-84b2-0e8c3023af05 req-f06a5d6f-ee7a-48f3-80d9-ac991187b260 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=222f50dde55b4f0dae20304ceb417680&device_id=4f6bc147-7119-4688-a2a9-9dd6c4876a71 HTTP/1.1" status: 200 len: 1096 time: 0.0779879 Aug 16 23:07:44.593956 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb937dd-670d-4629-9139-e9084d235baf req-237222e0-62e0-41dd-a25c-ed28a1aea0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:44.595711 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dcb937dd-670d-4629-9139-e9084d235baf req-237222e0-62e0-41dd-a25c-ed28a1aea0ef service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7c956ed2-0689-474b-bd27-58ed9c7ef2ec HTTP/1.1" status: 200 len: 851 time: 0.2743826 Aug 16 23:07:44.613797 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-96ee6ec8-a466-49d9-84b2-0e8c3023af05 req-71d76b0f-80c9-407e-8058-67751c22f73b service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f75e6423-5860-4f63-810c-142655b852b9 HTTP/1.1" status: 200 len: 217 time: 0.0391054 Aug 16 23:07:44.669916 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device ced0eb60-2129-44bb-aa8c-813cc52e44a4 details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:07:44.675865 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-745e6fb8-4f13-4ba7-b08c-6c8f8285afa2 x-openstack-request-id: req-745e6fb8-4f13-4ba7-b08c-6c8f8285afa2 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:07:44.676164 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f6bc147-7119-4688-a2a9-9dd6c4876a71", "tag": "f75e6423-5860-4f63-810c-142655b852b9", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:07:44.676410 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192054dc-6ca0-4150-afa3-941c61286683 req-43230409-ed0c-47a4-a028-dc5692a82524 tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:44.676561 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-745e6fb8-4f13-4ba7-b08c-6c8f8285afa2 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:07:44.676851 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f6bc147-7119-4688-a2a9-9dd6c4876a71', 'tag': 'f75e6423-5860-4f63-810c-142655b852b9', 'status': 'completed', 'code': 200} Aug 16 23:07:44.678429 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-192054dc-6ca0-4150-afa3-941c61286683 req-43230409-ed0c-47a4-a028-dc5692a82524 tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f6bc147-7119-4688-a2a9-9dd6c4876a71 HTTP/1.1" status: 200 len: 944 time: 0.2629955 Aug 16 23:07:44.695488 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee6ec8-a466-49d9-84b2-0e8c3023af05 req-1f932804-9589-407a-9b21-89e3257df13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:44.697033 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-96ee6ec8-a466-49d9-84b2-0e8c3023af05 req-1f932804-9589-407a-9b21-89e3257df13f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=fe0ed768-b285-4da0-b608-6500e761f40e HTTP/1.1" status: 200 len: 849 time: 0.0725698 Aug 16 23:07:44.739248 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-96ee6ec8-a466-49d9-84b2-0e8c3023af05 req-a0a0ab37-5af9-4e4b-a7d7-2a9db628d12b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=03052636-fc85-4462-b68c-3cb1c23974ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343316 Aug 16 23:07:44.760647 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb937dd-670d-4629-9139-e9084d235baf req-8ac505c6-a538-4b74-af3f-bd9f77fe769e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:44.762268 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dcb937dd-670d-4629-9139-e9084d235baf req-8ac505c6-a538-4b74-af3f-bd9f77fe769e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f4264da2-38cd-44c0-b397-5678d2cea138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1524000 Aug 16 23:07:44.787230 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [req-dcb937dd-670d-4629-9139-e9084d235baf req-7967eee3-5307-4971-b844-08189f652b48 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:07:44.788440 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dcb937dd-670d-4629-9139-e9084d235baf req-7967eee3-5307-4971-b844-08189f652b48 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0157688 Aug 16 23:07:44.839450 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-192054dc-6ca0-4150-afa3-941c61286683 req-e8cfcfab-cad9-4cde-8cc0-b25627f4233d tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d6b3f34-6499-42a4-a03a-dddcaef4e21a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269855 Aug 16 23:07:44.863856 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-96ee6ec8-a466-49d9-84b2-0e8c3023af05 req-ef387ead-1a16-48fc-af16-596c8d665112 service neutron] 10.222.0.68 "GET /v2.0/networks/03052636-fc85-4462-b68c-3cb1c23974ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163664 Aug 16 23:07:44.988020 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03111fc-0ae6-45b0-a47a-4713d1d3907a req-4a4897cf-842a-4ab5-8762-356fd4d25edc tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:44.990561 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e03111fc-0ae6-45b0-a47a-4713d1d3907a req-4a4897cf-842a-4ab5-8762-356fd4d25edc tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 944 time: 0.1948903 Aug 16 23:07:45.034193 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-96ee6ec8-a466-49d9-84b2-0e8c3023af05 req-d525cb5e-5829-4ca0-b489-4b8b5fda74d7 service neutron] 10.222.0.68 "GET /v2.0/networks/03052636-fc85-4462-b68c-3cb1c23974ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619720 Aug 16 23:07:45.037075 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port ced0eb60-2129-44bb-aa8c-813cc52e44a4, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=ced0eb60-2129-44bb-aa8c-813cc52e44a4,segment=NetworkSegment(ba2627aa-e983-48ed-b699-731debb0727b),segment_id=ba2627aa-e983-48ed-b699-731debb0727b)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:07:45.051420 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': 'ced0eb60-2129-44bb-aa8c-813cc52e44a4', 'network_id': 'ce8981d6-c81c-45ea-9a06-9a435b2fc9f6', 'port_id': 'ced0eb60-2129-44bb-aa8c-813cc52e44a4', 'mac_address': 'fa:16:3e:67:d9:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5efd3f3e-4198-4530-82cd-090d89e0c9b8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:07:45.091960 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e03111fc-0ae6-45b0-a47a-4713d1d3907a req-6ef0b1bd-800b-4ebf-bc73-c8f71c75cca0 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925720 Aug 16 23:07:45.098530 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dcb937dd-670d-4629-9139-e9084d235baf req-8930f9dc-5fa3-431b-81c5-6f25cd2a118a service neutron] 10.222.0.57 "GET /v2.0/networks/f4264da2-38cd-44c0-b397-5678d2cea138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918036 Aug 16 23:07:45.103482 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:45.124645 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ced0eb60-2129-44bb-aa8c-813cc52e44a4 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:07:45.150195 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e4ecbc-2e0e-411c-b04d-be3c590a1383 req-a55afb90-02f3-4e3d-aafd-73aacff3511d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:45.152647 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-83e4ecbc-2e0e-411c-b04d-be3c590a1383 req-a55afb90-02f3-4e3d-aafd-73aacff3511d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=222f50dde55b4f0dae20304ceb417680&device_id=4f6bc147-7119-4688-a2a9-9dd6c4876a71 HTTP/1.1" status: 200 len: 1096 time: 0.0611014 Aug 16 23:07:45.154423 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port ced0eb60-2129-44bb-aa8c-813cc52e44a4, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=ced0eb60-2129-44bb-aa8c-813cc52e44a4,segment=NetworkSegment(ba2627aa-e983-48ed-b699-731debb0727b),segment_id=ba2627aa-e983-48ed-b699-731debb0727b)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:07:45.163215 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:45.189849 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6c069d03-bf88-4710-b09f-a3f85851bf19 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:45.200755 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6c069d03-bf88-4710-b09f-a3f85851bf19 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:45.215743 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=ced0eb60-2129-44bb-aa8c-813cc52e44a4,revision_number=9']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:45.265065 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e4ecbc-2e0e-411c-b04d-be3c590a1383 req-f13d522f-4847-48a8-8afd-7d27db2c0f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:45.267978 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-83e4ecbc-2e0e-411c-b04d-be3c590a1383 req-f13d522f-4847-48a8-8afd-7d27db2c0f2f service neutron] 10.222.0.68 "GET /v2.0/networks?id=03052636-fc85-4462-b68c-3cb1c23974ad HTTP/1.1" status: 200 len: 910 time: 0.1063175 Aug 16 23:07:45.307679 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6c069d03-bf88-4710-b09f-a3f85851bf19 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954122'] for router_interface, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:45.309504 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c069d03-bf88-4710-b09f-a3f85851bf19 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Pushing event updated for resources: {'Port': ['ID=714071ed-32a0-4fae-97bb-e095100cd1ff,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:45.314334 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dcb937dd-670d-4629-9139-e9084d235baf req-e874ef26-10de-4c18-9151-1ad182d1e12b service neutron] 10.222.0.57 "GET /v2.0/networks/f4264da2-38cd-44c0-b397-5678d2cea138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071283 Aug 16 23:07:45.329182 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-83e4ecbc-2e0e-411c-b04d-be3c590a1383 req-b846e529-5fac-4fbf-9db7-3999169fa87d service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f75e6423-5860-4f63-810c-142655b852b9 HTTP/1.1" status: 200 len: 217 time: 0.0522716 Aug 16 23:07:45.376280 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['ced0eb60-2129-44bb-aa8c-813cc52e44a4'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:07:45.391427 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e4ecbc-2e0e-411c-b04d-be3c590a1383 req-c47b7868-a639-4106-b588-9caf2c9d85a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:45.392964 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-83e4ecbc-2e0e-411c-b04d-be3c590a1383 req-c47b7868-a639-4106-b588-9caf2c9d85a0 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=fe0ed768-b285-4da0-b608-6500e761f40e HTTP/1.1" status: 200 len: 849 time: 0.0564411 Aug 16 23:07:45.413091 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dcb937dd-670d-4629-9139-e9084d235baf req-d9cba628-b73e-4bc1-8360-820ee76d7594 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.28&port_id=c1cc686f-303c-42dc-85c7-d80aff741a19 HTTP/1.1" status: 200 len: 217 time: 0.0891979 Aug 16 23:07:45.432969 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-83e4ecbc-2e0e-411c-b04d-be3c590a1383 req-87027ae2-4fcb-4328-becc-4b545fdf620b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=03052636-fc85-4462-b68c-3cb1c23974ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315695 Aug 16 23:07:45.472494 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb937dd-670d-4629-9139-e9084d235baf req-78a97d36-18c1-4d3f-92dc-cf634e7c3b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:45.474030 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dcb937dd-670d-4629-9139-e9084d235baf req-78a97d36-18c1-4d3f-92dc-cf634e7c3b91 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d6960f85-ce45-4ab7-99b5-dd33148146e1 HTTP/1.1" status: 200 len: 797 time: 0.0538061 Aug 16 23:07:45.543682 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c069d03-bf88-4710-b09f-a3f85851bf19 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Network f7781264-7a55-4b09-bb8e-8287f1328282 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:07:45.545941 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-6c069d03-bf88-4710-b09f-a3f85851bf19 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:07:45.559698 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb937dd-670d-4629-9139-e9084d235baf req-61c03ea6-b7ce-4329-bd62-bf5a9fbd4e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:45.561635 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dcb937dd-670d-4629-9139-e9084d235baf req-61c03ea6-b7ce-4329-bd62-bf5a9fbd4e49 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f22d369e-b532-46c6-9344-c4601e102f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0802379 Aug 16 23:07:45.580171 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-83e4ecbc-2e0e-411c-b04d-be3c590a1383 req-8714011c-4939-49cc-a4df-4715c0963d8e service neutron] 10.222.0.68 "GET /v2.0/networks/03052636-fc85-4462-b68c-3cb1c23974ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385098 Aug 16 23:07:45.714599 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-83e4ecbc-2e0e-411c-b04d-be3c590a1383 req-2bfe4c2c-67d5-4718-a447-cd44bae285a7 service neutron] 10.222.0.68 "GET /v2.0/networks/03052636-fc85-4462-b68c-3cb1c23974ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269116 Aug 16 23:07:45.807851 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dcb937dd-670d-4629-9139-e9084d235baf req-ad8d33b5-6e35-488b-b03c-9de858c43302 service neutron] 10.222.0.57 "GET /v2.0/networks/f22d369e-b532-46c6-9344-c4601e102f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978641 Aug 16 23:07:45.849707 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c069d03-bf88-4710-b09f-a3f85851bf19 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Router bbe7a016-43e9-45c1-879c-766630be0d23 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:07:45.912505 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-b329608d-bffc-4e43-82c1-7cfbe871f937 None None] Provisioning complete for port 714071ed-32a0-4fae-97bb-e095100cd1ff triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:07:45.912923 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-b329608d-bffc-4e43-82c1-7cfbe871f937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:45.968030 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-b329608d-bffc-4e43-82c1-7cfbe871f937 None None] Port 714071ed-32a0-4fae-97bb-e095100cd1ff cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:07:46.456997 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dcb937dd-670d-4629-9139-e9084d235baf req-ba2879a6-ed2f-4ddd-a6eb-705deda62cd9 service neutron] 10.222.0.57 "GET /v2.0/networks/f22d369e-b532-46c6-9344-c4601e102f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6419401 Aug 16 23:07:46.497691 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6921b11-f359-4651-b5cd-28789cf4a97a req-c3428932-5edb-4dae-a8cf-93e548c2f5ff tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:46.499185 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b6921b11-f359-4651-b5cd-28789cf4a97a req-c3428932-5edb-4dae-a8cf-93e548c2f5ff tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f6bc147-7119-4688-a2a9-9dd6c4876a71 HTTP/1.1" status: 200 len: 944 time: 0.5442767 Aug 16 23:07:46.542348 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dcb937dd-670d-4629-9139-e9084d235baf req-417234dd-69a7-4fd5-aa2f-e626be3b5c44 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=aabc4894-08fe-4573-bd65-664ab53c9c15 HTTP/1.1" status: 200 len: 217 time: 0.0665798 Aug 16 23:07:46.556362 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c069d03-bf88-4710-b09f-a3f85851bf19 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:07:46.569672 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf34088-162e-4ea7-9ae3-f206f736d86c None None] Sync routers for ids ['bbe7a016-43e9-45c1-879c-766630be0d23'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:07:46.574402 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-6c069d03-bf88-4710-b09f-a3f85851bf19 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] 10.222.0.36 "PUT /v2.0/routers/bbe7a016-43e9-45c1-879c-766630be0d23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1254666 Aug 16 23:07:46.574615 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 54366) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:46.579900 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-ecbede88-5ea0-46d0-b0dd-c0192a45d148 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Request body: {'port': {'network_id': 'f7781264-7a55-4b09-bb8e-8287f1328282', 'name': 'tempest-FloatingIPTestJSON-1263185360'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:07:46.603034 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf34088-162e-4ea7-9ae3-f206f736d86c None None] Routers {'bbe7a016-43e9-45c1-879c-766630be0d23'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:07:46.604324 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-cbf34088-162e-4ea7-9ae3-f206f736d86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:07:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['bbe7a016-43e9-45c1-879c-766630be0d23'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:46.624336 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c332e954-06f5-47a5-abc0-eec5671a8e7c req-5cd98d7c-91c1-4178-89c9-a56cbe2f4f99 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:46.625918 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c332e954-06f5-47a5-abc0-eec5671a8e7c req-5cd98d7c-91c1-4178-89c9-a56cbe2f4f99 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 945 time: 0.1960909 Aug 16 23:07:46.650698 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b6921b11-f359-4651-b5cd-28789cf4a97a req-468dd578-ec2e-4a4a-84a2-2140dfbc84af tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d6b3f34-6499-42a4-a03a-dddcaef4e21a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142900 Aug 16 23:07:46.668837 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb937dd-670d-4629-9139-e9084d235baf req-3fec43cd-6ade-4288-a428-35903fe535aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:46.670259 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dcb937dd-670d-4629-9139-e9084d235baf req-3fec43cd-6ade-4288-a428-35903fe535aa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d6960f85-ce45-4ab7-99b5-dd33148146e1 HTTP/1.1" status: 200 len: 797 time: 0.1153069 Aug 16 23:07:46.675293 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device f75e6423-5860-4f63-810c-142655b852b9 details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:07:46.678214 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device ced0eb60-2129-44bb-aa8c-813cc52e44a4 up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:07:46.684802 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-cbf34088-162e-4ea7-9ae3-f206f736d86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:46.709502 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c332e954-06f5-47a5-abc0-eec5671a8e7c req-5c9bd0f9-658c-4dc2-83ab-7108a47a4566 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658214 Aug 16 23:07:46.726088 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb937dd-670d-4629-9139-e9084d235baf req-4735553e-75a9-414f-a8ba-1e2ffe73709d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:46.727726 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dcb937dd-670d-4629-9139-e9084d235baf req-4735553e-75a9-414f-a8ba-1e2ffe73709d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f22d369e-b532-46c6-9344-c4601e102f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0499177 Aug 16 23:07:46.764181 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecbede88-5ea0-46d0-b0dd-c0192a45d148 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Made reservation on behalf of 78e86668384a4cde9208ceb89555c139 for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:07:46.768625 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ecbede88-5ea0-46d0-b0dd-c0192a45d148 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:46.772036 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf34088-162e-4ea7-9ae3-f206f736d86c None None] Routers {'bbe7a016-43e9-45c1-879c-766630be0d23'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:07:46.772711 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-cbf34088-162e-4ea7-9ae3-f206f736d86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:07:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['bbe7a016-43e9-45c1-879c-766630be0d23'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:46.788465 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-ecbede88-5ea0-46d0-b0dd-c0192a45d148 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] device_id is not set on port 1a615599-9f48-4a7c-8814-cbb818d14ecf yet. {{(pid=101291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 23:07:46.847583 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-cbf34088-162e-4ea7-9ae3-f206f736d86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:46.848237 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf34088-162e-4ea7-9ae3-f206f736d86c None None] The sync data for ids ['bbe7a016-43e9-45c1-879c-766630be0d23'] in n-d-791506-26 is: [] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:07:46.861738 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dcb937dd-670d-4629-9139-e9084d235baf req-8ae8b6c0-18ee-4609-bdfd-d9678cc051b5 service neutron] 10.222.0.57 "GET /v2.0/networks/f22d369e-b532-46c6-9344-c4601e102f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244709 Aug 16 23:07:46.926605 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port ced0eb60-2129-44bb-aa8c-813cc52e44a4 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:07:46.926900 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:46.931509 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port f75e6423-5860-4f63-810c-142655b852b9, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=f75e6423-5860-4f63-810c-142655b852b9,segment=NetworkSegment(a7dabb4a-5e28-497a-9970-43febaa051ee),segment_id=a7dabb4a-5e28-497a-9970-43febaa051ee)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:07:47.028162 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dcb937dd-670d-4629-9139-e9084d235baf req-80cd4464-024d-440e-860f-f826258ca0b2 service neutron] 10.222.0.57 "GET /v2.0/networks/f22d369e-b532-46c6-9344-c4601e102f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589937 Aug 16 23:07:47.067984 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-ecbede88-5ea0-46d0-b0dd-c0192a45d148 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Allocated IP 172.20.0.13 (f7781264-7a55-4b09-bb8e-8287f1328282/99e61c5a-6279-4a46-a678-e81b4c654816/1a615599-9f48-4a7c-8814-cbb818d14ecf) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:07:47.084188 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': 'f75e6423-5860-4f63-810c-142655b852b9', 'network_id': '03052636-fc85-4462-b68c-3cb1c23974ad', 'port_id': 'f75e6423-5860-4f63-810c-142655b852b9', 'mac_address': 'fa:16:3e:f8:43:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe0ed768-b285-4da0-b608-6500e761f40e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:07:47.108591 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dcb937dd-670d-4629-9139-e9084d235baf req-21ddf419-5286-47da-b73e-e41263b33f63 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=7bd4dab0-4e5a-4bfb-a170-497620e55ac0 HTTP/1.1" status: 200 len: 217 time: 0.0727320 Aug 16 23:07:47.228884 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb937dd-670d-4629-9139-e9084d235baf req-0853c671-97cf-4355-ba1e-8aa3b1a90b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:47.230980 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dcb937dd-670d-4629-9139-e9084d235baf req-0853c671-97cf-4355-ba1e-8aa3b1a90b25 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d6960f85-ce45-4ab7-99b5-dd33148146e1 HTTP/1.1" status: 200 len: 797 time: 0.1161549 Aug 16 23:07:47.245136 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:47.279480 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f75e6423-5860-4f63-810c-142655b852b9 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:07:47.304059 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb937dd-670d-4629-9139-e9084d235baf req-5f6c45a6-22e6-4ef6-a2d0-7735656ce59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:47.307754 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dcb937dd-670d-4629-9139-e9084d235baf req-5f6c45a6-22e6-4ef6-a2d0-7735656ce59c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f22d369e-b532-46c6-9344-c4601e102f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0680072 Aug 16 23:07:47.321603 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:47.347299 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port f75e6423-5860-4f63-810c-142655b852b9, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=f75e6423-5860-4f63-810c-142655b852b9,segment=NetworkSegment(a7dabb4a-5e28-497a-9970-43febaa051ee),segment_id=a7dabb4a-5e28-497a-9970-43febaa051ee)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:07:47.357307 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:47.367311 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a4ee2ec-ab17-49ba-b7ae-7707844ec140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ced0eb60-2129-44bb-aa8c-813cc52e44a4'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:07:47.370868 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b6f8296-89b1-4d95-9d25-44c3f9215c8e" -d '{"events": [{"server_uuid": "4a4ee2ec-ab17-49ba-b7ae-7707844ec140", "name": "network-vif-plugged", "status": "completed", "tag": "ced0eb60-2129-44bb-aa8c-813cc52e44a4"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:07:47.407553 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port ced0eb60-2129-44bb-aa8c-813cc52e44a4, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=ced0eb60-2129-44bb-aa8c-813cc52e44a4,segment=NetworkSegment(ba2627aa-e983-48ed-b699-731debb0727b),segment_id=ba2627aa-e983-48ed-b699-731debb0727b)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:07:47.407797 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ecbede88-5ea0-46d0-b0dd-c0192a45d148 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:47.415718 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:47.424954 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-ecbede88-5ea0-46d0-b0dd-c0192a45d148 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Transition to ACTIVE for port object 1a615599-9f48-4a7c-8814-cbb818d14ecf will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:07:47.439902 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dcb937dd-670d-4629-9139-e9084d235baf req-7b9f24c7-4a01-40cd-be41-4c166b04189e service neutron] 10.222.0.57 "GET /v2.0/networks/f22d369e-b532-46c6-9344-c4601e102f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258543 Aug 16 23:07:47.443084 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=f75e6423-5860-4f63-810c-142655b852b9,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:47.466418 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ecbede88-5ea0-46d0-b0dd-c0192a45d148 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:47.479604 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34c75cb6-c290-4210-8f15-c6e3056200af x-openstack-request-id: req-34c75cb6-c290-4210-8f15-c6e3056200af {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:07:47.480023 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a4ee2ec-ab17-49ba-b7ae-7707844ec140", "name": "network-vif-plugged", "status": "completed", "tag": "ced0eb60-2129-44bb-aa8c-813cc52e44a4", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:07:47.480284 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-34c75cb6-c290-4210-8f15-c6e3056200af {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:07:47.480713 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a4ee2ec-ab17-49ba-b7ae-7707844ec140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ced0eb60-2129-44bb-aa8c-813cc52e44a4', 'code': 200} Aug 16 23:07:47.513043 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=ced0eb60-2129-44bb-aa8c-813cc52e44a4,revision_number=10']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:47.535443 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbede88-5ea0-46d0-b0dd-c0192a45d148 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Network f7781264-7a55-4b09-bb8e-8287f1328282 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:07:47.539474 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-ecbede88-5ea0-46d0-b0dd-c0192a45d148 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:07:47.541846 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbede88-5ea0-46d0-b0dd-c0192a45d148 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:07:47.577440 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbede88-5ea0-46d0-b0dd-c0192a45d148 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Pushing event updated for resources: {'Port': ['ID=1a615599-9f48-4a7c-8814-cbb818d14ecf,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:47.582051 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['f75e6423-5860-4f63-810c-142655b852b9'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:07:47.582700 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dcb937dd-670d-4629-9139-e9084d235baf req-c2aab9e3-de43-430e-90a8-56729ae7cbca service neutron] 10.222.0.57 "GET /v2.0/networks/f22d369e-b532-46c6-9344-c4601e102f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309483 Aug 16 23:07:47.623794 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbede88-5ea0-46d0-b0dd-c0192a45d148 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:47.624548 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ecbede88-5ea0-46d0-b0dd-c0192a45d148 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:47.636268 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dcb937dd-670d-4629-9139-e9084d235baf req-143c601d-ebf8-46a0-ac7c-c23193d1f650 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=34b404ad-784d-44c6-ad7f-bc568885b3e9 HTTP/1.1" status: 200 len: 217 time: 0.0465629 Aug 16 23:07:47.648221 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-6243f934-2401-4fb9-bf23-d461545d5b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:47.678760 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-ecbede88-5ea0-46d0-b0dd-c0192a45d148 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1030173 Aug 16 23:07:47.682848 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 54378) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:47.694954 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-5e3dc188-4bba-41c8-94e4-8822b5ff528f tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Request body: {'floatingip': {'port_id': '1a615599-9f48-4a7c-8814-cbb818d14ecf'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:07:47.725544 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb937dd-670d-4629-9139-e9084d235baf req-ed898e14-b94e-4728-a38f-2f730ae19e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:47.727045 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dcb937dd-670d-4629-9139-e9084d235baf req-ed898e14-b94e-4728-a38f-2f730ae19e14 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d6960f85-ce45-4ab7-99b5-dd33148146e1 HTTP/1.1" status: 200 len: 797 time: 0.0843434 Aug 16 23:07:47.767917 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5e3dc188-4bba-41c8-94e4-8822b5ff528f tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks [] for floatingip, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:47.833177 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914ded1d-4d51-440c-86a3-0d23cc126536 req-9589cf36-5038-4eeb-ac7f-7bfe3e3fb091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:47.834021 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-abc8d365-5d09-418f-9ba5-85b7b3deb010 None None] Provisioning for port 1a615599-9f48-4a7c-8814-cbb818d14ecf completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:07:47.834785 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-914ded1d-4d51-440c-86a3-0d23cc126536 req-9589cf36-5038-4eeb-ac7f-7bfe3e3fb091 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 1099 time: 0.2069557 Aug 16 23:07:47.848138 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-abc8d365-5d09-418f-9ba5-85b7b3deb010 None None] Provisioning complete for port 1a615599-9f48-4a7c-8814-cbb818d14ecf triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:07:47.848703 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-abc8d365-5d09-418f-9ba5-85b7b3deb010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:47.873954 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5f7471-8bfc-4181-8bb4-1a1b767b7d08 req-5e4d72a1-157c-42a7-83e3-ce969e593efa tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:47.875518 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8c5f7471-8bfc-4181-8bb4-1a1b767b7d08 req-5e4d72a1-157c-42a7-83e3-ce969e593efa tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f6bc147-7119-4688-a2a9-9dd6c4876a71 HTTP/1.1" status: 200 len: 945 time: 0.1475527 Aug 16 23:07:47.877399 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb937dd-670d-4629-9139-e9084d235baf req-edb763f5-9096-4e0d-9dd5-b8436c08e08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:47.878790 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dcb937dd-670d-4629-9139-e9084d235baf req-edb763f5-9096-4e0d-9dd5-b8436c08e08a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f22d369e-b532-46c6-9344-c4601e102f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1282048 Aug 16 23:07:47.895505 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-abc8d365-5d09-418f-9ba5-85b7b3deb010 None None] Port 1a615599-9f48-4a7c-8814-cbb818d14ecf cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:07:47.898373 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30631440-e419-41ce-b9b7-7aa5faf4f72c req-ccce0d36-5404-4e49-a8b0-65e2e13338d1 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:47.899900 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-30631440-e419-41ce-b9b7-7aa5faf4f72c req-ccce0d36-5404-4e49-a8b0-65e2e13338d1 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 947 time: 0.0990326 Aug 16 23:07:47.928307 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-914ded1d-4d51-440c-86a3-0d23cc126536 req-5eacce78-c9ab-4584-baae-4eb5aebb1e71 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848110 Aug 16 23:07:47.999195 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8c5f7471-8bfc-4181-8bb4-1a1b767b7d08 req-1bf0e3e8-4482-4fc7-9441-4a9805f46988 tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d6b3f34-6499-42a4-a03a-dddcaef4e21a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149726 Aug 16 23:07:48.027696 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-30631440-e419-41ce-b9b7-7aa5faf4f72c req-4232e0f6-6874-43ff-99b3-cc3b3b0221d0 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119077 Aug 16 23:07:48.060809 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dcb937dd-670d-4629-9139-e9084d235baf req-3c3bdc1f-64fb-4a1a-bb34-7ead3e7000e0 service neutron] 10.222.0.57 "GET /v2.0/networks/f22d369e-b532-46c6-9344-c4601e102f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591942 Aug 16 23:07:48.168352 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dcb937dd-670d-4629-9139-e9084d235baf req-95e75e95-1cf8-4ed7-8a19-5e6e104d05ad service neutron] 10.222.0.57 "GET /v2.0/networks/f22d369e-b532-46c6-9344-c4601e102f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007309 Aug 16 23:07:48.213961 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dcb937dd-670d-4629-9139-e9084d235baf req-ab94ba2e-10ad-4b87-8b9b-93c38375cdf4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=acb20ca9-d24c-4731-8f98-e40869957d23 HTTP/1.1" status: 200 len: 217 time: 0.0382628 Aug 16 23:07:48.268451 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb937dd-670d-4629-9139-e9084d235baf req-7a766520-cab6-4fd9-9445-ae42e8d8b7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:48.270084 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dcb937dd-670d-4629-9139-e9084d235baf req-7a766520-cab6-4fd9-9445-ae42e8d8b7a9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fdaa5cc8-50d2-4c63-b1ef-57818a69cbda HTTP/1.1" status: 200 len: 797 time: 0.0495782 Aug 16 23:07:48.335164 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb937dd-670d-4629-9139-e9084d235baf req-e7995979-e2f0-4594-85a4-9e43d6fa790d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:48.338721 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dcb937dd-670d-4629-9139-e9084d235baf req-e7995979-e2f0-4594-85a4-9e43d6fa790d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ce4eb26f-79ce-4c2a-bb34-84780b573ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0598807 Aug 16 23:07:48.438157 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dcb937dd-670d-4629-9139-e9084d235baf req-390b5a16-cfb3-4ac6-89ae-2753d8d43b39 service neutron] 10.222.0.57 "GET /v2.0/networks/ce4eb26f-79ce-4c2a-bb34-84780b573ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923944 Aug 16 23:07:48.546922 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dcb937dd-670d-4629-9139-e9084d235baf req-1caa2631-51da-4ff5-a5a5-c8b140929e01 service neutron] 10.222.0.57 "GET /v2.0/networks/ce4eb26f-79ce-4c2a-bb34-84780b573ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018958 Aug 16 23:07:48.594793 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dcb937dd-670d-4629-9139-e9084d235baf req-e53d795b-b665-4c53-980f-1b55b3628a5c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ca2bab7f-12a0-4ae0-aa91-31c515a91b5c HTTP/1.1" status: 200 len: 217 time: 0.0408797 Aug 16 23:07:48.652800 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb937dd-670d-4629-9139-e9084d235baf req-eb13339e-c734-414f-abf3-a19c37f28e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:48.654420 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dcb937dd-670d-4629-9139-e9084d235baf req-eb13339e-c734-414f-abf3-a19c37f28e1a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fdaa5cc8-50d2-4c63-b1ef-57818a69cbda HTTP/1.1" status: 200 len: 797 time: 0.0527089 Aug 16 23:07:48.674584 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device f75e6423-5860-4f63-810c-142655b852b9 up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:07:48.712321 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb937dd-670d-4629-9139-e9084d235baf req-8eb94f4d-f21f-4469-b1b8-35fd616025c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:48.715086 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dcb937dd-670d-4629-9139-e9084d235baf req-8eb94f4d-f21f-4469-b1b8-35fd616025c3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ce4eb26f-79ce-4c2a-bb34-84780b573ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0536125 Aug 16 23:07:48.755130 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5e3dc188-4bba-41c8-94e4-8822b5ff528f tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:48.761681 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5e3dc188-4bba-41c8-94e4-8822b5ff528f tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:48.785197 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning for port f75e6423-5860-4f63-810c-142655b852b9 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:07:48.790715 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port f75e6423-5860-4f63-810c-142655b852b9 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:07:48.792117 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:48.817099 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dcb937dd-670d-4629-9139-e9084d235baf req-94e27f41-12e0-411c-ae74-bc3a7e4d76a6 service neutron] 10.222.0.57 "GET /v2.0/networks/ce4eb26f-79ce-4c2a-bb34-84780b573ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947618 Aug 16 23:07:48.917957 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:48.942811 n-d-791506-26 neutron-server[101291]: INFO neutron.db.l3_db [None req-5e3dc188-4bba-41c8-94e4-8822b5ff528f tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Floating IP 985342e3-fece-4689-a685-f789ef4763b3 associated. External IP: 172.25.4.52, port: 16ef380b-01b4-4b64-be06-ce707a9adaf5. Aug 16 23:07:48.948605 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dcb937dd-670d-4629-9139-e9084d235baf req-431adff6-3c57-416f-9f4f-6c86bb9dcdde service neutron] 10.222.0.57 "GET /v2.0/networks/ce4eb26f-79ce-4c2a-bb34-84780b573ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236534 Aug 16 23:07:48.979291 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port f75e6423-5860-4f63-810c-142655b852b9, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=f75e6423-5860-4f63-810c-142655b852b9,segment=NetworkSegment(a7dabb4a-5e28-497a-9970-43febaa051ee),segment_id=a7dabb4a-5e28-497a-9970-43febaa051ee)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:07:48.986183 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:49.126855 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=f75e6423-5860-4f63-810c-142655b852b9,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:49.286100 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206d7aa2-8b6a-481b-9222-a10d224837c4 req-2e7be91a-b694-4c67-abdb-d363275a5451 tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:49.287408 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-206d7aa2-8b6a-481b-9222-a10d224837c4 req-2e7be91a-b694-4c67-abdb-d363275a5451 tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f6bc147-7119-4688-a2a9-9dd6c4876a71 HTTP/1.1" status: 200 len: 946 time: 0.1254728 Aug 16 23:07:49.321565 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e3dc188-4bba-41c8-94e4-8822b5ff528f tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Router fc111883-7c4c-4bc8-b94b-c3304b47c34e has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:07:49.321807 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3a8cb-0b8a-4c58-9b75-96b76565d628 req-0d405831-2ed5-4551-b9f7-ff25a9377bb4 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:49.333202 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5ce3a8cb-0b8a-4c58-9b75-96b76565d628 req-0d405831-2ed5-4551-b9f7-ff25a9377bb4 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 947 time: 0.1245039 Aug 16 23:07:49.414578 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5ce3a8cb-0b8a-4c58-9b75-96b76565d628 req-de7d6605-54c1-494a-a254-709c6106c4dd tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741134 Aug 16 23:07:49.418358 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-206d7aa2-8b6a-481b-9222-a10d224837c4 req-d7fa7675-1819-4166-ac40-f6e2794a06cc tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d6b3f34-6499-42a4-a03a-dddcaef4e21a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199222 Aug 16 23:07:49.470648 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e3dc188-4bba-41c8-94e4-8822b5ff528f tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:07:49.482163 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f6bc147-7119-4688-a2a9-9dd6c4876a71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f75e6423-5860-4f63-810c-142655b852b9'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:07:49.482938 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2ecf93-896d-4d49-b770-02843df4e29e None None] Sync routers for ids ['fc111883-7c4c-4bc8-b94b-c3304b47c34e'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:07:49.484596 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c6fa4d-bab6-43f3-ad2d-6e85d823a86a" -d '{"events": [{"server_uuid": "4f6bc147-7119-4688-a2a9-9dd6c4876a71", "name": "network-vif-plugged", "status": "completed", "tag": "f75e6423-5860-4f63-810c-142655b852b9"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:07:49.499600 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2ecf93-896d-4d49-b770-02843df4e29e None None] Routers {'fc111883-7c4c-4bc8-b94b-c3304b47c34e'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:07:49.503711 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-ed2ecf93-896d-4d49-b770-02843df4e29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:07:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['fc111883-7c4c-4bc8-b94b-c3304b47c34e'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:49.571413 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-ed2ecf93-896d-4d49-b770-02843df4e29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:49.581462 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2ecf93-896d-4d49-b770-02843df4e29e None None] Routers {'fc111883-7c4c-4bc8-b94b-c3304b47c34e'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:07:49.581998 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-ed2ecf93-896d-4d49-b770-02843df4e29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:07:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['fc111883-7c4c-4bc8-b94b-c3304b47c34e'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:49.620591 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-ed2ecf93-896d-4d49-b770-02843df4e29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:49.621293 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2ecf93-896d-4d49-b770-02843df4e29e None None] The sync data for ids ['fc111883-7c4c-4bc8-b94b-c3304b47c34e'] in n-d-791506-26 is: [] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:07:49.631774 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f94b0345-4520-49de-91d4-1fc4af96dcda x-openstack-request-id: req-f94b0345-4520-49de-91d4-1fc4af96dcda {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:07:49.632447 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f6bc147-7119-4688-a2a9-9dd6c4876a71", "name": "network-vif-plugged", "status": "completed", "tag": "f75e6423-5860-4f63-810c-142655b852b9", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:07:49.632881 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f94b0345-4520-49de-91d4-1fc4af96dcda {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:07:49.633315 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f6bc147-7119-4688-a2a9-9dd6c4876a71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f75e6423-5860-4f63-810c-142655b852b9', 'code': 200} Aug 16 23:07:49.739160 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-bdf2ca97-6359-4f64-964c-fdaa43860a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:49.771593 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e3dc188-4bba-41c8-94e4-8822b5ff528f tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Router bbe7a016-43e9-45c1-879c-766630be0d23 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:07:49.776324 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558fb4d2-d898-4c80-a06c-008dc7b6a966 req-60f7a086-3444-4c7a-b1fa-63f65d2eeddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:49.777887 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-558fb4d2-d898-4c80-a06c-008dc7b6a966 req-60f7a086-3444-4c7a-b1fa-63f65d2eeddf service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=4f6bc147-7119-4688-a2a9-9dd6c4876a71 HTTP/1.1" status: 200 len: 1098 time: 0.0676320 Aug 16 23:07:49.886877 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-558fb4d2-d898-4c80-a06c-008dc7b6a966 req-e7ad719b-468d-447c-a294-933728c3ca94 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=5d6b3f34-6499-42a4-a03a-dddcaef4e21a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001484 Aug 16 23:07:49.911232 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e3dc188-4bba-41c8-94e4-8822b5ff528f tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:07:49.915530 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5e3dc188-4bba-41c8-94e4-8822b5ff528f tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:49.920839 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7efdf77-2a2c-43c0-b2ac-6c67c471a48c None None] Sync routers for ids ['bbe7a016-43e9-45c1-879c-766630be0d23'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:07:49.929426 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7efdf77-2a2c-43c0-b2ac-6c67c471a48c None None] Routers {'bbe7a016-43e9-45c1-879c-766630be0d23'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:07:49.930046 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-b7efdf77-2a2c-43c0-b2ac-6c67c471a48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:07:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['bbe7a016-43e9-45c1-879c-766630be0d23'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:49.967003 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-b7efdf77-2a2c-43c0-b2ac-6c67c471a48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:49.968694 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-5e3dc188-4bba-41c8-94e4-8822b5ff528f tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] 10.222.0.36 "PUT /v2.0/floatingips/985342e3-fece-4689-a685-f789ef4763b3 HTTP/1.1" status: 200 len: 978 time: 2.2833037 Aug 16 23:07:49.971250 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 54442) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:49.975968 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7efdf77-2a2c-43c0-b2ac-6c67c471a48c None None] Routers {'bbe7a016-43e9-45c1-879c-766630be0d23'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:07:49.976613 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-b7efdf77-2a2c-43c0-b2ac-6c67c471a48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:07:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['bbe7a016-43e9-45c1-879c-766630be0d23'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:50.009686 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-b7efdf77-2a2c-43c0-b2ac-6c67c471a48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:50.011210 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7efdf77-2a2c-43c0-b2ac-6c67c471a48c None None] The sync data for ids ['bbe7a016-43e9-45c1-879c-766630be0d23'] in n-d-791506-26 is: [] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:07:50.068089 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-3d76851a-1168-40fa-b7ae-da602bdfd3dc tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Deleting port 1a615599-9f48-4a7c-8814-cbb818d14ecf {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:07:50.068506 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3d76851a-1168-40fa-b7ae-da602bdfd3dc tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:50.156922 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3d76851a-1168-40fa-b7ae-da602bdfd3dc tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:50.346876 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3d76851a-1168-40fa-b7ae-da602bdfd3dc tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:50.347393 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3d76851a-1168-40fa-b7ae-da602bdfd3dc tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:50.347979 n-d-791506-26 neutron-server[101291]: INFO neutron.db.l3_db [None req-3d76851a-1168-40fa-b7ae-da602bdfd3dc tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Floating IP 985342e3-fece-4689-a685-f789ef4763b3 disassociated. External IP: 172.25.4.52, port: 1a615599-9f48-4a7c-8814-cbb818d14ecf. Aug 16 23:07:50.348403 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-3d76851a-1168-40fa-b7ae-da602bdfd3dc tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Calling delete_port for 1a615599-9f48-4a7c-8814-cbb818d14ecf owned by {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:07:50.490231 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3d76851a-1168-40fa-b7ae-da602bdfd3dc tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:50.528895 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d76851a-1168-40fa-b7ae-da602bdfd3dc tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Pushing event deleted for resources: {'Port': ['ID=1a615599-9f48-4a7c-8814-cbb818d14ecf,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:50.540376 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d76851a-1168-40fa-b7ae-da602bdfd3dc tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:07:50.540759 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d76851a-1168-40fa-b7ae-da602bdfd3dc tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:07:50.541792 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d76851a-1168-40fa-b7ae-da602bdfd3dc tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:07:50.542307 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d76851a-1168-40fa-b7ae-da602bdfd3dc tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:07:50.542876 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d76851a-1168-40fa-b7ae-da602bdfd3dc tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:07:50.543293 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d76851a-1168-40fa-b7ae-da602bdfd3dc tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:07:50.543561 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d76851a-1168-40fa-b7ae-da602bdfd3dc tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:07:50.543905 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d76851a-1168-40fa-b7ae-da602bdfd3dc tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:07:50.544236 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d76851a-1168-40fa-b7ae-da602bdfd3dc tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:07:50.544730 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d76851a-1168-40fa-b7ae-da602bdfd3dc tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:07:50.545033 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d76851a-1168-40fa-b7ae-da602bdfd3dc tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:07:50.546143 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d76851a-1168-40fa-b7ae-da602bdfd3dc tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:07:50.601989 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:50.617290 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e3f44-ea0a-42d9-a52d-3a93f0a3d9e4 req-048eee41-7bad-46e2-916f-19a75006f7a1 tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:50.618908 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1c6e3f44-ea0a-42d9-a52d-3a93f0a3d9e4 req-048eee41-7bad-46e2-916f-19a75006f7a1 tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f6bc147-7119-4688-a2a9-9dd6c4876a71 HTTP/1.1" status: 200 len: 946 time: 0.1213481 Aug 16 23:07:50.634707 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b574bd6-2e60-46ae-8c37-fc09c9584961 req-8ca7b9f8-f39f-4159-a47f-38d8553f3ea9 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:50.636967 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1b574bd6-2e60-46ae-8c37-fc09c9584961 req-8ca7b9f8-f39f-4159-a47f-38d8553f3ea9 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 947 time: 0.0865777 Aug 16 23:07:50.728600 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1b574bd6-2e60-46ae-8c37-fc09c9584961 req-8a44c530-c080-4a7a-b89d-b4a71028d698 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838721 Aug 16 23:07:50.743065 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d76851a-1168-40fa-b7ae-da602bdfd3dc tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Router bbe7a016-43e9-45c1-879c-766630be0d23 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:07:50.745710 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1c6e3f44-ea0a-42d9-a52d-3a93f0a3d9e4 req-06dc05c2-ab29-4642-bf5e-ccb39a0ce197 tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d6b3f34-6499-42a4-a03a-dddcaef4e21a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025763 Aug 16 23:07:50.926680 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d76851a-1168-40fa-b7ae-da602bdfd3dc tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:07:50.938366 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b39e63f-514e-4f06-a8e3-bca16093f82a None None] Sync routers for ids ['bbe7a016-43e9-45c1-879c-766630be0d23'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:07:50.949767 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b39e63f-514e-4f06-a8e3-bca16093f82a None None] Routers {'bbe7a016-43e9-45c1-879c-766630be0d23'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:07:50.950656 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-1b39e63f-514e-4f06-a8e3-bca16093f82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:07:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['bbe7a016-43e9-45c1-879c-766630be0d23'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:50.961792 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2371260e-edf5-4743-aa3d-ebbe2ecf75ca req-4fb4b84c-6730-4204-92db-d0ec57de6e0a tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:50.964955 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2371260e-edf5-4743-aa3d-ebbe2ecf75ca req-4fb4b84c-6730-4204-92db-d0ec57de6e0a tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 947 time: 0.0630579 Aug 16 23:07:51.001524 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-1b39e63f-514e-4f06-a8e3-bca16093f82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:51.007863 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3d76851a-1168-40fa-b7ae-da602bdfd3dc tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:51.012917 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b39e63f-514e-4f06-a8e3-bca16093f82a None None] Routers {'bbe7a016-43e9-45c1-879c-766630be0d23'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:07:51.013740 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-3d76851a-1168-40fa-b7ae-da602bdfd3dc tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] 10.222.0.36 "DELETE /v2.0/ports/1a615599-9f48-4a7c-8814-cbb818d14ecf HTTP/1.1" status: 204 len: 168 time: 1.0415082 Aug 16 23:07:51.014121 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-1b39e63f-514e-4f06-a8e3-bca16093f82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:07:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['bbe7a016-43e9-45c1-879c-766630be0d23'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:51.014470 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 54484) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:51.046667 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-1b39e63f-514e-4f06-a8e3-bca16093f82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:51.047310 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b39e63f-514e-4f06-a8e3-bca16093f82a None None] The sync data for ids ['bbe7a016-43e9-45c1-879c-766630be0d23'] in n-d-791506-26 is: [] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:07:51.060080 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2371260e-edf5-4743-aa3d-ebbe2ecf75ca req-371f12e2-5329-41e4-9b2b-ce7b51491e4c tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879555 Aug 16 23:07:51.271393 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fba6f7a-2f70-4890-b5e5-e6573ead7a6b req-f21aef27-1be0-4e2d-97ae-6c747777eed4 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:51.272910 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1fba6f7a-2f70-4890-b5e5-e6573ead7a6b req-f21aef27-1be0-4e2d-97ae-6c747777eed4 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 947 time: 0.1284420 Aug 16 23:07:51.346088 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1fba6f7a-2f70-4890-b5e5-e6573ead7a6b req-31485b3d-9fae-41fb-beea-fa23c67db442 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645509 Aug 16 23:07:51.496668 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988896b0-81ed-431c-8491-ce9e6cc129a2 req-6b8a97db-bdfd-4de9-a91e-3240d7e8083b tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:51.498083 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-988896b0-81ed-431c-8491-ce9e6cc129a2 req-6b8a97db-bdfd-4de9-a91e-3240d7e8083b tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 947 time: 0.0641243 Aug 16 23:07:51.504937 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b18d0e7c-3fcb-4f68-8931-d39a7796c4b1 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537579'] for router_interface, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:51.511707 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:51.617240 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-988896b0-81ed-431c-8491-ce9e6cc129a2 req-3e943fec-7f2f-4676-b97e-8a3034361f36 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093755 Aug 16 23:07:51.764178 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f62c62f-3d30-4d9a-a7aa-e6a9e16f03bf req-ae1fdb0a-46b8-4aed-af9d-983b5979418a tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:51.765584 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3f62c62f-3d30-4d9a-a7aa-e6a9e16f03bf req-ae1fdb0a-46b8-4aed-af9d-983b5979418a tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 947 time: 0.0653026 Aug 16 23:07:51.891864 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3f62c62f-3d30-4d9a-a7aa-e6a9e16f03bf req-d2e95a90-1668-4d02-ab84-9b6b37776d9b tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170890 Aug 16 23:07:51.918405 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064f6a49-f8af-441c-846a-65bc8726a74e req-f353400a-d581-4f34-92e8-30cb32d2e947 tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:51.919957 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-064f6a49-f8af-441c-846a-65bc8726a74e req-f353400a-d581-4f34-92e8-30cb32d2e947 tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f6bc147-7119-4688-a2a9-9dd6c4876a71 HTTP/1.1" status: 200 len: 946 time: 0.1055951 Aug 16 23:07:51.952198 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-b18d0e7c-3fcb-4f68-8931-d39a7796c4b1 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Deleting port 714071ed-32a0-4fae-97bb-e095100cd1ff {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:07:51.952577 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b18d0e7c-3fcb-4f68-8931-d39a7796c4b1 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:52.007836 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-064f6a49-f8af-441c-846a-65bc8726a74e req-4519625b-6707-4d57-af85-88dea17fefe7 tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d6b3f34-6499-42a4-a03a-dddcaef4e21a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812988 Aug 16 23:07:52.057305 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b18d0e7c-3fcb-4f68-8931-d39a7796c4b1 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:52.069966 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-b18d0e7c-3fcb-4f68-8931-d39a7796c4b1 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Calling delete_port for 714071ed-32a0-4fae-97bb-e095100cd1ff owned by network:router_interface {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:07:52.196414 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce3fa03-9d52-48ab-a505-164bc057837e req-3d0acbfc-d60b-4a4e-93c8-f234312709dc tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:52.198663 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2ce3fa03-9d52-48ab-a505-164bc057837e req-3d0acbfc-d60b-4a4e-93c8-f234312709dc tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 947 time: 0.0758135 Aug 16 23:07:52.281090 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2ce3fa03-9d52-48ab-a505-164bc057837e req-13b66752-a692-40c2-a7e5-dc42a3bc1c1b tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525553 Aug 16 23:07:52.367865 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b18d0e7c-3fcb-4f68-8931-d39a7796c4b1 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:52.411845 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18d0e7c-3fcb-4f68-8931-d39a7796c4b1 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Pushing event deleted for resources: {'Port': ['ID=714071ed-32a0-4fae-97bb-e095100cd1ff,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:52.449185 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18d0e7c-3fcb-4f68-8931-d39a7796c4b1 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:07:52.449536 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18d0e7c-3fcb-4f68-8931-d39a7796c4b1 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:07:52.449877 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18d0e7c-3fcb-4f68-8931-d39a7796c4b1 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:07:52.450217 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18d0e7c-3fcb-4f68-8931-d39a7796c4b1 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:07:52.450553 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18d0e7c-3fcb-4f68-8931-d39a7796c4b1 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:07:52.450885 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18d0e7c-3fcb-4f68-8931-d39a7796c4b1 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:07:52.451213 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18d0e7c-3fcb-4f68-8931-d39a7796c4b1 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:07:52.451540 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18d0e7c-3fcb-4f68-8931-d39a7796c4b1 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:07:52.451863 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18d0e7c-3fcb-4f68-8931-d39a7796c4b1 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:07:52.452194 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18d0e7c-3fcb-4f68-8931-d39a7796c4b1 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:07:52.452517 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18d0e7c-3fcb-4f68-8931-d39a7796c4b1 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:07:52.452993 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18d0e7c-3fcb-4f68-8931-d39a7796c4b1 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:07:52.496479 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dc6afe-4795-444f-baac-0ad7b3ff7171 req-ecd616b6-b911-4a3a-ba45-90dbea7230ea tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:52.498100 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f9dc6afe-4795-444f-baac-0ad7b3ff7171 req-ecd616b6-b911-4a3a-ba45-90dbea7230ea tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 947 time: 0.1403606 Aug 16 23:07:52.613118 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f9dc6afe-4795-444f-baac-0ad7b3ff7171 req-a93b291a-61f6-432b-91d3-b7a8b71fadc1 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085215 Aug 16 23:07:52.702328 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b18d0e7c-3fcb-4f68-8931-d39a7796c4b1 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537471'] for router_interface, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:52.749979 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:52.779636 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bad9c8-d722-4ca8-bf83-c5a85bc9c8eb req-70a1ad54-51db-4ce5-8979-52097248cfbd tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:52.781248 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-99bad9c8-d722-4ca8-bf83-c5a85bc9c8eb req-70a1ad54-51db-4ce5-8979-52097248cfbd tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f6bc147-7119-4688-a2a9-9dd6c4876a71 HTTP/1.1" status: 200 len: 946 time: 0.1182773 Aug 16 23:07:53.250930 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-99bad9c8-d722-4ca8-bf83-c5a85bc9c8eb req-2e194d49-f768-4b7f-81a8-f0910e4a5c36 tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d6b3f34-6499-42a4-a03a-dddcaef4e21a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817859 Aug 16 23:07:53.265969 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919ab047-1b87-4db3-8c25-f10a10ad56df req-bb681684-4eae-456a-b288-45f11ce452c0 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:53.267565 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-919ab047-1b87-4db3-8c25-f10a10ad56df req-bb681684-4eae-456a-b288-45f11ce452c0 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 947 time: 0.0996618 Aug 16 23:07:53.394008 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-919ab047-1b87-4db3-8c25-f10a10ad56df req-ea1accbc-a9f2-410a-aa5e-b4e835c428aa tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187396 Aug 16 23:07:53.424584 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b18d0e7c-3fcb-4f68-8931-d39a7796c4b1 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Router bbe7a016-43e9-45c1-879c-766630be0d23 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:07:53.535077 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b18d0e7c-3fcb-4f68-8931-d39a7796c4b1 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:07:53.543268 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 54536) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:53.543771 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-b18d0e7c-3fcb-4f68-8931-d39a7796c4b1 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] 10.222.0.36 "PUT /v2.0/routers/bbe7a016-43e9-45c1-879c-766630be0d23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5278175 Aug 16 23:07:53.546443 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324b062c-8b5b-47bf-b50e-12561542d8e5 None None] Sync routers for ids ['bbe7a016-43e9-45c1-879c-766630be0d23'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:07:53.556301 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324b062c-8b5b-47bf-b50e-12561542d8e5 None None] Routers {'bbe7a016-43e9-45c1-879c-766630be0d23'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:07:53.557243 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-324b062c-8b5b-47bf-b50e-12561542d8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:07:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['bbe7a016-43e9-45c1-879c-766630be0d23'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:53.590935 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-324b062c-8b5b-47bf-b50e-12561542d8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:53.599685 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324b062c-8b5b-47bf-b50e-12561542d8e5 None None] Routers {'bbe7a016-43e9-45c1-879c-766630be0d23'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:07:53.600449 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-324b062c-8b5b-47bf-b50e-12561542d8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:07:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['bbe7a016-43e9-45c1-879c-766630be0d23'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:53.637037 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-324b062c-8b5b-47bf-b50e-12561542d8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:53.637887 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324b062c-8b5b-47bf-b50e-12561542d8e5 None None] The sync data for ids ['bbe7a016-43e9-45c1-879c-766630be0d23'] in n-d-791506-26 is: [] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:07:53.655528 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-669e8b19-ca70-44c5-9563-459096d105f5 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks [] for router, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:53.765593 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-669e8b19-ca70-44c5-9563-459096d105f5 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:53.820570 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-669e8b19-ca70-44c5-9563-459096d105f5 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Deleting port 8b3effab-d2e9-4c39-842c-1031f4ada5d0 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:07:53.820923 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-669e8b19-ca70-44c5-9563-459096d105f5 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:53.912308 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-669e8b19-ca70-44c5-9563-459096d105f5 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:53.925976 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-669e8b19-ca70-44c5-9563-459096d105f5 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Calling delete_port for 8b3effab-d2e9-4c39-842c-1031f4ada5d0 owned by network:router_gateway {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:07:54.100283 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-669e8b19-ca70-44c5-9563-459096d105f5 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:54.132474 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669e8b19-ca70-44c5-9563-459096d105f5 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Pushing event deleted for resources: {'Port': ['ID=8b3effab-d2e9-4c39-842c-1031f4ada5d0,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:54.226046 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-669e8b19-ca70-44c5-9563-459096d105f5 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537121'] for router_gateway, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:54.238649 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5433af31-d12b-4ef6-a649-aaf7f7ce069d req-0b5ba97a-31f4-4b8c-a6e1-cb4298e14517 tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:54.240371 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5433af31-d12b-4ef6-a649-aaf7f7ce069d req-0b5ba97a-31f4-4b8c-a6e1-cb4298e14517 tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] 10.222.0.68 "GET /v2.0/ports?device_id=4f6bc147-7119-4688-a2a9-9dd6c4876a71 HTTP/1.1" status: 200 len: 946 time: 0.0810385 Aug 16 23:07:54.365850 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-669e8b19-ca70-44c5-9563-459096d105f5 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:54.384168 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-669e8b19-ca70-44c5-9563-459096d105f5 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:54.392322 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca653df1-5288-45ea-912a-23537f903fe8 req-c6a7a971-abca-4fba-91e3-628ece38d79a tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:54.394069 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ca653df1-5288-45ea-912a-23537f903fe8 req-c6a7a971-abca-4fba-91e3-628ece38d79a tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f6bc147-7119-4688-a2a9-9dd6c4876a71 HTTP/1.1" status: 200 len: 946 time: 0.0694826 Aug 16 23:07:54.443091 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ca653df1-5288-45ea-912a-23537f903fe8 req-ac8c78a0-4ee9-4701-ae1b-d1e9d2936a4f tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d6b3f34-6499-42a4-a03a-dddcaef4e21a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419922 Aug 16 23:07:54.475445 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-669e8b19-ca70-44c5-9563-459096d105f5 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:54.476182 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-669e8b19-ca70-44c5-9563-459096d105f5 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Fanout notify agent at l3_agent the message router_deleted on router bbe7a016-43e9-45c1-879c-766630be0d23 {{(pid=101291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:07:54.484584 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-669e8b19-ca70-44c5-9563-459096d105f5 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:54.488733 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 54548) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:54.488955 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-669e8b19-ca70-44c5-9563-459096d105f5 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] 10.222.0.36 "DELETE /v2.0/routers/bbe7a016-43e9-45c1-879c-766630be0d23 HTTP/1.1" status: 204 len: 168 time: 0.9446764 Aug 16 23:07:54.502755 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-5433af31-d12b-4ef6-a649-aaf7f7ce069d req-3ef25e3d-0c6d-4949-8071-bcf155efdaf8 tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] Deleting port f75e6423-5860-4f63-810c-142655b852b9 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:07:54.503231 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-5433af31-d12b-4ef6-a649-aaf7f7ce069d req-3ef25e3d-0c6d-4949-8071-bcf155efdaf8 tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:54.586405 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5e0eceb-6abc-48d7-9979-9f9465c00959 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Deleting subnet 99e61c5a-6279-4a46-a678-e81b4c654816 {{(pid=101292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:07:54.591967 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d5e0eceb-6abc-48d7-9979-9f9465c00959 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks [] for subnet, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:54.601637 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99081e38-5b52-46c5-ac94-a0e44f61e5cb req-c4c0995e-f8f0-4437-92f0-2dd7f6fafc00 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:54.603169 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-99081e38-5b52-46c5-ac94-a0e44f61e5cb req-c4c0995e-f8f0-4437-92f0-2dd7f6fafc00 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 947 time: 0.1027949 Aug 16 23:07:54.611350 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-5433af31-d12b-4ef6-a649-aaf7f7ce069d req-3ef25e3d-0c6d-4949-8071-bcf155efdaf8 tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] For port f75e6423-5860-4f63-810c-142655b852b9, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=f75e6423-5860-4f63-810c-142655b852b9,segment=NetworkSegment(a7dabb4a-5e28-497a-9970-43febaa051ee),segment_id=a7dabb4a-5e28-497a-9970-43febaa051ee)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:07:54.611933 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-5433af31-d12b-4ef6-a649-aaf7f7ce069d req-3ef25e3d-0c6d-4949-8071-bcf155efdaf8 tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:54.627972 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-5433af31-d12b-4ef6-a649-aaf7f7ce069d req-3ef25e3d-0c6d-4949-8071-bcf155efdaf8 tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] Calling delete_port for f75e6423-5860-4f63-810c-142655b852b9 owned by compute:nova {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:07:54.670500 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d5e0eceb-6abc-48d7-9979-9f9465c00959 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3848860'] for subnet, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:54.701386 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-99081e38-5b52-46c5-ac94-a0e44f61e5cb req-86e52e25-9a78-4336-951d-f016b4f4b9b8 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786519 Aug 16 23:07:54.769190 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-5433af31-d12b-4ef6-a649-aaf7f7ce069d req-3ef25e3d-0c6d-4949-8071-bcf155efdaf8 tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:54.782438 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['f75e6423-5860-4f63-810c-142655b852b9'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:07:54.783725 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d5e0eceb-6abc-48d7-9979-9f9465c00959 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:54.828978 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef25e3d-0c6d-4949-8071-bcf155efdaf8 tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] Pushing event deleted for resources: {'Port': ['ID=f75e6423-5860-4f63-810c-142655b852b9,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:54.856726 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d5e0eceb-6abc-48d7-9979-9f9465c00959 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26252129'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:54.874071 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-5433af31-d12b-4ef6-a649-aaf7f7ce069d req-3ef25e3d-0c6d-4949-8071-bcf155efdaf8 tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] No DVR routers for this DVR port f75e6423-5860-4f63-810c-142655b852b9 on host n-h1-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:07:54.876617 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-5433af31-d12b-4ef6-a649-aaf7f7ce069d req-3ef25e3d-0c6d-4949-8071-bcf155efdaf8 tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:54.878649 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5433af31-d12b-4ef6-a649-aaf7f7ce069d req-3ef25e3d-0c6d-4949-8071-bcf155efdaf8 tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] 10.222.0.68 "DELETE /v2.0/ports/f75e6423-5860-4f63-810c-142655b852b9 HTTP/1.1" status: 204 len: 173 time: 0.6144991 Aug 16 23:07:54.879179 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f6bc147-7119-4688-a2a9-9dd6c4876a71', 'name': 'network-vif-deleted', 'tag': 'f75e6423-5860-4f63-810c-142655b852b9'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:07:54.881495 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e43790-2fef-4d2a-8695-c5f24e229da7" -d '{"events": [{"server_uuid": "4f6bc147-7119-4688-a2a9-9dd6c4876a71", "name": "network-vif-deleted", "tag": "f75e6423-5860-4f63-810c-142655b852b9"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:07:54.888759 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e0eceb-6abc-48d7-9979-9f9465c00959 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Pushing event deleted for resources: {'Subnet': ['ID=99e61c5a-6279-4a46-a678-e81b4c654816,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:54.890828 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d5e0eceb-6abc-48d7-9979-9f9465c00959 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:54.895812 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-d5e0eceb-6abc-48d7-9979-9f9465c00959 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] 10.222.0.36 "DELETE /v2.0/subnets/99e61c5a-6279-4a46-a678-e81b4c654816 HTTP/1.1" status: 204 len: 168 time: 0.4051366 Aug 16 23:07:54.895945 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 54556) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:54.900118 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e750c76-bec0-4de2-bf51-13dad49daf72 None None] Network f7781264-7a55-4b09-bb8e-8287f1328282 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:07:54.999053 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c34a7690-a27d-4c0b-b02f-cba756c0965b x-openstack-request-id: req-c34a7690-a27d-4c0b-b02f-cba756c0965b {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:07:54.999354 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f6bc147-7119-4688-a2a9-9dd6c4876a71", "name": "network-vif-deleted", "tag": "f75e6423-5860-4f63-810c-142655b852b9", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:07:54.999665 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c34a7690-a27d-4c0b-b02f-cba756c0965b {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:07:55.000096 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f6bc147-7119-4688-a2a9-9dd6c4876a71', 'name': 'network-vif-deleted', 'tag': 'f75e6423-5860-4f63-810c-142655b852b9', 'status': 'completed', 'code': 200} Aug 16 23:07:55.062024 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e2b773fa-925b-47ec-980f-937a196045fe tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:55.133891 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-e2b773fa-925b-47ec-980f-937a196045fe tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Deleting port d78bbd17-11f7-4ece-8664-1dd26c08ef3d {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:07:55.134264 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e2b773fa-925b-47ec-980f-937a196045fe tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:55.228157 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c472acc-4028-4f00-ac4f-877ec2c92b84 req-d1fc9a0f-c9d7-42a1-87a5-c0a71ff84cca tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:55.241848 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8c472acc-4028-4f00-ac4f-877ec2c92b84 req-d1fc9a0f-c9d7-42a1-87a5-c0a71ff84cca tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 947 time: 0.1513450 Aug 16 23:07:55.255675 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:55.271585 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-e2b773fa-925b-47ec-980f-937a196045fe tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] For port d78bbd17-11f7-4ece-8664-1dd26c08ef3d, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=d78bbd17-11f7-4ece-8664-1dd26c08ef3d,segment=NetworkSegment(855ab3a6-15f5-4602-be78-90eed2890f71),segment_id=855ab3a6-15f5-4602-be78-90eed2890f71)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:07:55.271959 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e2b773fa-925b-47ec-980f-937a196045fe tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:55.294183 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-e2b773fa-925b-47ec-980f-937a196045fe tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Calling delete_port for d78bbd17-11f7-4ece-8664-1dd26c08ef3d owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:07:55.295175 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8c472acc-4028-4f00-ac4f-877ec2c92b84 req-2f77642b-0d6a-4dc9-abf9-08417f9a81ec tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433962 Aug 16 23:07:55.310159 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15d40c8-7a1f-4198-8668-c7583a635d53 req-c883b733-3cb3-40b2-9229-2180ebaf9044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:55.311691 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-a15d40c8-7a1f-4198-8668-c7583a635d53 req-c883b733-3cb3-40b2-9229-2180ebaf9044 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d1fdbd14d2a2426faa7617777d4bf755&device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 1099 time: 0.1112251 Aug 16 23:07:55.328914 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c2201b-7239-4222-b1e0-1a6d9c71af40 None None] DHCP port deletion for f7781264-7a55-4b09-bb8e-8287f1328282 request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:07:55.387065 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-c6c2201b-7239-4222-b1e0-1a6d9c71af40 None None] Deleting port d78bbd17-11f7-4ece-8664-1dd26c08ef3d {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:07:55.387453 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c6c2201b-7239-4222-b1e0-1a6d9c71af40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:55.424969 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 54566) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:55.479643 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-c6c2201b-7239-4222-b1e0-1a6d9c71af40 None None] For port d78bbd17-11f7-4ece-8664-1dd26c08ef3d, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=d78bbd17-11f7-4ece-8664-1dd26c08ef3d,segment=NetworkSegment(855ab3a6-15f5-4602-be78-90eed2890f71),segment_id=855ab3a6-15f5-4602-be78-90eed2890f71)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:07:55.480058 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c6c2201b-7239-4222-b1e0-1a6d9c71af40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:55.500884 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-c6c2201b-7239-4222-b1e0-1a6d9c71af40 None None] Calling delete_port for d78bbd17-11f7-4ece-8664-1dd26c08ef3d owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:07:55.574288 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e2b773fa-925b-47ec-980f-937a196045fe tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:55.581151 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15d40c8-7a1f-4198-8668-c7583a635d53 req-f034a8d4-b4e9-420f-8557-5209661f62aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:55.582643 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-a15d40c8-7a1f-4198-8668-c7583a635d53 req-f034a8d4-b4e9-420f-8557-5209661f62aa service neutron] 10.222.0.68 "GET /v2.0/networks?id=ce8981d6-c81c-45ea-9a06-9a435b2fc9f6 HTTP/1.1" status: 200 len: 914 time: 0.2296648 Aug 16 23:07:55.595473 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-020afcc3-d6f1-4d1f-823a-28673c64a35f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:55.623575 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b773fa-925b-47ec-980f-937a196045fe tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Pushing event deleted for resources: {'Port': ['ID=d78bbd17-11f7-4ece-8664-1dd26c08ef3d,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:55.630811 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b773fa-925b-47ec-980f-937a196045fe tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] No DVR routers for this DVR port d78bbd17-11f7-4ece-8664-1dd26c08ef3d on host n-d-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:07:55.635282 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c6c2201b-7239-4222-b1e0-1a6d9c71af40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:55.646836 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c2201b-7239-4222-b1e0-1a6d9c71af40 None None] No DVR routers for this DVR port d78bbd17-11f7-4ece-8664-1dd26c08ef3d on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:07:55.666782 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c2201b-7239-4222-b1e0-1a6d9c71af40 None None] Pushing event deleted for resources: {'Port': ['ID=d78bbd17-11f7-4ece-8664-1dd26c08ef3d,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:55.669577 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-a15d40c8-7a1f-4198-8668-c7583a635d53 req-9aa479d5-2372-474a-ad00-466846298a62 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ced0eb60-2129-44bb-aa8c-813cc52e44a4 HTTP/1.1" status: 200 len: 217 time: 0.0548310 Aug 16 23:07:55.680105 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-eee40397-d6a5-4d99-a055-6e246ba1f9ae req-cb6983d7-4b7e-4e89-96c0-7d624f49aeb9 tempest-VolumesActionsTest-1656689481 tempest-VolumesActionsTest-1656689481-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f6bc147-7119-4688-a2a9-9dd6c4876a71 HTTP/1.1" status: 200 len: 210 time: 0.0822785 Aug 16 23:07:55.769474 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-020afcc3-d6f1-4d1f-823a-28673c64a35f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:55.773498 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-020afcc3-d6f1-4d1f-823a-28673c64a35f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:55.791073 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e2b773fa-925b-47ec-980f-937a196045fe tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:55.803338 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-e2b773fa-925b-47ec-980f-937a196045fe tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7781264-7a55-4b09-bb8e-8287f1328282']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:55.806344 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15d40c8-7a1f-4198-8668-c7583a635d53 req-18cf9c72-7417-4e5d-a77d-88335897e051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:55.807954 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-a15d40c8-7a1f-4198-8668-c7583a635d53 req-18cf9c72-7417-4e5d-a77d-88335897e051 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5efd3f3e-4198-4530-82cd-090d89e0c9b8 HTTP/1.1" status: 200 len: 853 time: 0.1128135 Aug 16 23:07:55.816183 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-020afcc3-d6f1-4d1f-823a-28673c64a35f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=14eb0ecce1ce4af1841b4bb60b66168d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3868492 Aug 16 23:07:55.816183 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020afcc3-d6f1-4d1f-823a-28673c64a35f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=099487f4-5497-41bc-9d4d-8d800d79a6fa,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:55.816948 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 54576) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:55.828640 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-e2b773fa-925b-47ec-980f-937a196045fe tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '855ab3a6-15f5-4602-be78-90eed2890f71') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:55.828971 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-e2b773fa-925b-47ec-980f-937a196045fe tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '855ab3a6-15f5-4602-be78-90eed2890f71') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:07:55.861766 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-a15d40c8-7a1f-4198-8668-c7583a635d53 req-db1db232-8f92-465b-8251-ce4fee3d618b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ce8981d6-c81c-45ea-9a06-9a435b2fc9f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455983 Aug 16 23:07:55.863384 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e2b773fa-925b-47ec-980f-937a196045fe tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:55.881068 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device d78bbd17-11f7-4ece-8664-1dd26c08ef3d no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:07:55.903196 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: d78bbd17-11f7-4ece-8664-1dd26c08ef3d {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:07:55.903196 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device d78bbd17-11f7-4ece-8664-1dd26c08ef3d not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:07:55.904625 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e2b773fa-925b-47ec-980f-937a196045fe tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:55.941390 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2b773fa-925b-47ec-980f-937a196045fe tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:07:55.941753 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e2b773fa-925b-47ec-980f-937a196045fe tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:55.946228 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 23:07:55.946228 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:07:55.946228 n-d-791506-26 neutron-server[101291]: timer() Aug 16 23:07:55.946228 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:07:55.946228 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 23:07:55.946228 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:07:55.946228 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 23:07:55.946228 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:07:55.946228 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 23:07:55.946228 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:07:55.946228 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 23:07:55.946228 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:07:55.946228 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 23:07:55.946228 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:07:55.946228 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:07:55.946228 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:07:55.946228 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:07:55.946228 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:07:55.946228 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 23:07:55.946228 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:07:55.946228 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 23:07:55.946228 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:07:55.946228 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:07:55.946228 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:07:55.946228 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 23:07:55.946228 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:07:55.946228 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:07:55.946228 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:07:55.946228 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:07:55.946228 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:07:55.946228 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:07:55.946228 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:07:56.382634 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b31af5a7-1ff0-42b0-ac82-034f24276f73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:56.390431 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e2b773fa-925b-47ec-980f-937a196045fe tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:56.410511 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e2b773fa-925b-47ec-980f-937a196045fe tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:56.411661 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-e2b773fa-925b-47ec-980f-937a196045fe tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] 10.222.0.36 "DELETE /v2.0/networks/f7781264-7a55-4b09-bb8e-8287f1328282 HTTP/1.1" status: 204 len: 168 time: 1.5148170 Aug 16 23:07:56.416708 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 54582) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:56.432655 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cf23ca-5d48-477b-8fca-174a4d23d6f4 req-1eaaacf2-d926-42cf-ac50-26292545942c tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:56.433322 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b773fa-925b-47ec-980f-937a196045fe tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Pushing event deleted for resources: {'Network': ['ID=f7781264-7a55-4b09-bb8e-8287f1328282,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:56.434414 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b7cf23ca-5d48-477b-8fca-174a4d23d6f4 req-1eaaacf2-d926-42cf-ac50-26292545942c tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 947 time: 0.0635805 Aug 16 23:07:56.438791 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-a15d40c8-7a1f-4198-8668-c7583a635d53 req-ed29286b-6a97-461c-ad70-f6fb3d52da69 service neutron] 10.222.0.68 "GET /v2.0/networks/ce8981d6-c81c-45ea-9a06-9a435b2fc9f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5688415 Aug 16 23:07:56.440988 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b31af5a7-1ff0-42b0-ac82-034f24276f73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:56.563023 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-a15d40c8-7a1f-4198-8668-c7583a635d53 req-9c066e43-86fe-4aed-85d8-90f2a024f6e1 service neutron] 10.222.0.68 "GET /v2.0/networks/ce8981d6-c81c-45ea-9a06-9a435b2fc9f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148591 Aug 16 23:07:56.563241 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b7cf23ca-5d48-477b-8fca-174a4d23d6f4 req-a3c77ef8-7e4b-4fd9-96d5-82f922815c1c tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012537 Aug 16 23:07:56.564274 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b31af5a7-1ff0-42b0-ac82-034f24276f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:56.567161 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b31af5a7-1ff0-42b0-ac82-034f24276f73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:56.568421 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-b31af5a7-1ff0-42b0-ac82-034f24276f73 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/099487f4-5497-41bc-9d4d-8d800d79a6fa HTTP/1.1" status: 204 len: 168 time: 0.7506027 Aug 16 23:07:56.578040 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31af5a7-1ff0-42b0-ac82-034f24276f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=099487f4-5497-41bc-9d4d-8d800d79a6fa,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:56.596977 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-873fff89-1cb9-4ab2-b7fd-c7802a1fb466 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Deleting port faf7fac6-3ca5-4cc7-be89-670de6d44590 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:07:56.596977 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-873fff89-1cb9-4ab2-b7fd-c7802a1fb466 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:56.710472 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-873fff89-1cb9-4ab2-b7fd-c7802a1fb466 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:56.711701 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-873fff89-1cb9-4ab2-b7fd-c7802a1fb466 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:56.732238 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-873fff89-1cb9-4ab2-b7fd-c7802a1fb466 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Calling delete_port for faf7fac6-3ca5-4cc7-be89-670de6d44590 owned by network:floatingip {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:07:56.942214 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-873fff89-1cb9-4ab2-b7fd-c7802a1fb466 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:56.962604 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 54602) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:56.966322 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873fff89-1cb9-4ab2-b7fd-c7802a1fb466 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Pushing event deleted for resources: {'Port': ['ID=faf7fac6-3ca5-4cc7-be89-670de6d44590,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:56.978497 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8cc81c0c-27ec-4afa-bc3c-c2242bccb158 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:57.062333 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-873fff89-1cb9-4ab2-b7fd-c7802a1fb466 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks [] for floatingip, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:57.066190 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-873fff89-1cb9-4ab2-b7fd-c7802a1fb466 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:57.068582 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-873fff89-1cb9-4ab2-b7fd-c7802a1fb466 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] 10.222.0.36 "DELETE /v2.0/floatingips/985342e3-fece-4689-a685-f789ef4763b3 HTTP/1.1" status: 204 len: 168 time: 0.6496208 Aug 16 23:07:57.071331 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 54608) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:57.093164 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8cc81c0c-27ec-4afa-bc3c-c2242bccb158 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:57.098549 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8cc81c0c-27ec-4afa-bc3c-c2242bccb158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:57.111400 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-0efcba14-95e3-42a0-9213-fa57e0ccfa52 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] DELETE failed (client error): The resource could not be found. Aug 16 23:07:57.112458 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0efcba14-95e3-42a0-9213-fa57e0ccfa52 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:07:57.118161 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-0efcba14-95e3-42a0-9213-fa57e0ccfa52 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] 10.222.0.36 "DELETE /v2.0/ports/1a615599-9f48-4a7c-8814-cbb818d14ecf HTTP/1.1" status: 404 len: 333 time: 0.0446689 Aug 16 23:07:57.122377 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 54612) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:57.145076 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-8cc81c0c-27ec-4afa-bc3c-c2242bccb158 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b8e90feaaf364916a46461b0ed9ac741&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1795938 Aug 16 23:07:57.147138 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 54614) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:57.147941 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc81c0c-27ec-4afa-bc3c-c2242bccb158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a56981-e25f-449a-8854-3ca8b77f1a99,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:57.169668 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-60927f8c-5234-49ce-a6cd-f86f51c96849 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] 10.222.0.36 "GET /v2.0/ports?device_id=bbe7a016-43e9-45c1-879c-766630be0d23 HTTP/1.1" status: 200 len: 205 time: 0.0460255 Aug 16 23:07:57.170516 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 54618) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:57.213465 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cc968d34-9e99-4624-a34b-d63cdc5304e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:57.217086 n-d-791506-26 neutron-server[101292]: INFO neutron.api.v2.resource [None req-25df8ad1-7694-44d0-9ba9-877cae8f0914 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] delete failed (client error): The resource could not be found. Aug 16 23:07:57.220883 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-25df8ad1-7694-44d0-9ba9-877cae8f0914 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] 10.222.0.36 "DELETE /v2.0/routers/bbe7a016-43e9-45c1-879c-766630be0d23 HTTP/1.1" status: 404 len: 336 time: 0.0465069 Aug 16 23:07:57.227906 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 54622) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:57.250543 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cc968d34-9e99-4624-a34b-d63cdc5304e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:57.258416 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-f056e1f5-dc76-4efc-8985-61047fc66d1a tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] DELETE failed (client error): The resource could not be found. Aug 16 23:07:57.259045 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f056e1f5-dc76-4efc-8985-61047fc66d1a tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:07:57.261121 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-f056e1f5-dc76-4efc-8985-61047fc66d1a tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] 10.222.0.36 "DELETE /v2.0/subnets/99e61c5a-6279-4a46-a678-e81b4c654816 HTTP/1.1" status: 404 len: 337 time: 0.0312710 Aug 16 23:07:57.263922 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 54624) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:57.332015 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cc968d34-9e99-4624-a34b-d63cdc5304e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:57.334737 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cc968d34-9e99-4624-a34b-d63cdc5304e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:57.335908 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-cc968d34-9e99-4624-a34b-d63cdc5304e5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/75a56981-e25f-449a-8854-3ca8b77f1a99 HTTP/1.1" status: 204 len: 168 time: 0.1850531 Aug 16 23:07:57.351580 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc968d34-9e99-4624-a34b-d63cdc5304e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a56981-e25f-449a-8854-3ca8b77f1a99,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:57.389996 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-129d772b-c416-4649-af2b-3eb0dff8aab7 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Deleting port 16ef380b-01b4-4b64-be06-ce707a9adaf5 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:07:57.390627 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-129d772b-c416-4649-af2b-3eb0dff8aab7 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:57.502758 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-129d772b-c416-4649-af2b-3eb0dff8aab7 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:57.517382 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-129d772b-c416-4649-af2b-3eb0dff8aab7 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Calling delete_port for 16ef380b-01b4-4b64-be06-ce707a9adaf5 owned by {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:07:57.766816 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00ce0f-ff06-42fb-bf0e-78513f35832b req-9dba6ff3-497e-4434-993f-3e132d2cf97a tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:57.768405 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7d00ce0f-ff06-42fb-bf0e-78513f35832b req-9dba6ff3-497e-4434-993f-3e132d2cf97a tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 947 time: 0.0909119 Aug 16 23:07:57.769284 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-129d772b-c416-4649-af2b-3eb0dff8aab7 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:57.833542 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129d772b-c416-4649-af2b-3eb0dff8aab7 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Pushing event deleted for resources: {'Port': ['ID=16ef380b-01b4-4b64-be06-ce707a9adaf5,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:57.896199 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7d00ce0f-ff06-42fb-bf0e-78513f35832b req-8879d9b9-3596-4586-a710-446cf7b49b7c tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134360 Aug 16 23:07:57.905051 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-129d772b-c416-4649-af2b-3eb0dff8aab7 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:57.909247 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-129d772b-c416-4649-af2b-3eb0dff8aab7 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] 10.222.0.36 "DELETE /v2.0/ports/16ef380b-01b4-4b64-be06-ce707a9adaf5 HTTP/1.1" status: 204 len: 168 time: 0.6421638 Aug 16 23:07:57.910478 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 54668) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:58.072634 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeba9be-4ff5-4ae9-a286-8ca3f693273b req-4b993cbb-5c83-455f-b1bf-4849ff183c8b tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:58.079166 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-aeeba9be-4ff5-4ae9-a286-8ca3f693273b req-4b993cbb-5c83-455f-b1bf-4849ff183c8b tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 947 time: 0.0736465 Aug 16 23:07:58.100187 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-70d84b84-1d03-4c2e-b6d5-dca46e466212 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Deleting port 3e74d9e7-d774-46f2-af5e-dd7755e9b6b4 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:07:58.101223 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-70d84b84-1d03-4c2e-b6d5-dca46e466212 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:58.135067 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-aeeba9be-4ff5-4ae9-a286-8ca3f693273b req-32aec3ab-2cbc-42cf-b7ad-7b5cbe904f80 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530739 Aug 16 23:07:58.246486 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-70d84b84-1d03-4c2e-b6d5-dca46e466212 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:58.262444 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-70d84b84-1d03-4c2e-b6d5-dca46e466212 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Calling delete_port for 3e74d9e7-d774-46f2-af5e-dd7755e9b6b4 owned by {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:07:58.307982 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc4d9af-cbb2-4dbc-9a24-08d29c495911 req-2f5d6013-7013-45b7-af6e-4d7bbe93d872 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:58.309731 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0fc4d9af-cbb2-4dbc-9a24-08d29c495911 req-2f5d6013-7013-45b7-af6e-4d7bbe93d872 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 947 time: 0.0603964 Aug 16 23:07:58.366255 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0fc4d9af-cbb2-4dbc-9a24-08d29c495911 req-2180e48c-2cf3-47ee-a494-a7d602a2655b tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494952 Aug 16 23:07:58.470659 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-70d84b84-1d03-4c2e-b6d5-dca46e466212 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:58.529886 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d84b84-1d03-4c2e-b6d5-dca46e466212 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Pushing event deleted for resources: {'Port': ['ID=3e74d9e7-d774-46f2-af5e-dd7755e9b6b4,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:07:58.548015 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0145181-d869-4183-ba34-479a61df42ba req-eb1a5769-9253-40a7-9d51-c32e9d20a820 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:58.549596 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c0145181-d869-4183-ba34-479a61df42ba req-eb1a5769-9253-40a7-9d51-c32e9d20a820 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 947 time: 0.0877004 Aug 16 23:07:58.618338 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c0145181-d869-4183-ba34-479a61df42ba req-91e00a1e-2bed-481e-a8f0-31991552c7a8 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520327 Aug 16 23:07:58.641965 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-70d84b84-1d03-4c2e-b6d5-dca46e466212 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:58.646671 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-70d84b84-1d03-4c2e-b6d5-dca46e466212 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] 10.222.0.36 "DELETE /v2.0/ports/3e74d9e7-d774-46f2-af5e-dd7755e9b6b4 HTTP/1.1" status: 204 len: 168 time: 0.7325976 Aug 16 23:07:58.647617 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 54702) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:58.732580 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355736dd-2ecb-42f1-a3bd-86dee8b94571 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:58.734077 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device f75e6423-5860-4f63-810c-142655b852b9 no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:07:58.738844 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 54712) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:07:58.739714 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-355736dd-2ecb-42f1-a3bd-86dee8b94571 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc111883-7c4c-4bc8-b94b-c3304b47c34e HTTP/1.1" status: 200 len: 913 time: 0.0899596 Aug 16 23:07:58.776768 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] No Port match for: f75e6423-5860-4f63-810c-142655b852b9 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:07:58.777125 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device f75e6423-5860-4f63-810c-142655b852b9 not bound to the agent host n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:07:58.881203 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c8eb39-181d-4d3e-9c40-ca56ef739a5f req-9b4e36c6-48f9-4a61-8cbc-62171db6db81 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:58.882766 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-23c8eb39-181d-4d3e-9c40-ca56ef739a5f req-9b4e36c6-48f9-4a61-8cbc-62171db6db81 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 947 time: 0.1094444 Aug 16 23:07:58.945369 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-23c8eb39-181d-4d3e-9c40-ca56ef739a5f req-e49a7751-8bcd-4c1e-a8e1-f890d57c644c tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545571 Aug 16 23:07:59.192908 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d08fe1f-c4d8-4489-b4a0-8457069b6d95 req-e90a00f3-a840-409f-ae2b-e61340b0b9c1 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:59.194798 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9d08fe1f-c4d8-4489-b4a0-8457069b6d95 req-e90a00f3-a840-409f-ae2b-e61340b0b9c1 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 947 time: 0.0931265 Aug 16 23:07:59.268280 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9d08fe1f-c4d8-4489-b4a0-8457069b6d95 req-bff9e891-6a37-4795-b7ea-7bd603a1c49f tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621321 Aug 16 23:07:59.382540 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2efbd97a-2249-4553-a8fe-ccf81cfdbc36 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537579'] for router_interface, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:59.481185 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a81a3e-f31d-4175-a024-4cacce9182f6 req-da223a28-8629-40b3-8099-c62736af92fd tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:59.488332 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-72a81a3e-f31d-4175-a024-4cacce9182f6 req-da223a28-8629-40b3-8099-c62736af92fd tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 947 time: 0.0743346 Aug 16 23:07:59.537184 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-72a81a3e-f31d-4175-a024-4cacce9182f6 req-c5829fd0-95ff-43d9-ac48-fff2eaec7d24 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477917 Aug 16 23:07:59.692222 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fe917c-b6f2-4ccf-bf97-d315dfbe496f req-ded4c685-dfe9-41b1-b476-bccf03e74dc9 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:07:59.693849 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e8fe917c-b6f2-4ccf-bf97-d315dfbe496f req-ded4c685-dfe9-41b1-b476-bccf03e74dc9 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 947 time: 0.0824790 Aug 16 23:07:59.764305 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e8fe917c-b6f2-4ccf-bf97-d315dfbe496f req-c2b41d65-0973-47a6-807e-24903141fde5 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591187 Aug 16 23:07:59.850842 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-2efbd97a-2249-4553-a8fe-ccf81cfdbc36 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Deleting port df89a28c-7a02-441c-85d3-f912433b6b0a {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:07:59.851194 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2efbd97a-2249-4553-a8fe-ccf81cfdbc36 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:59.966797 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2efbd97a-2249-4553-a8fe-ccf81cfdbc36 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:07:59.982088 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-2efbd97a-2249-4553-a8fe-ccf81cfdbc36 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Calling delete_port for df89a28c-7a02-441c-85d3-f912433b6b0a owned by network:router_interface {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:08:00.040072 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce7b200-7b8d-42e4-96f3-8e1e4335f6e2 req-11450e84-119e-4e19-bcd3-dcf42c61f523 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:00.051911 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1ce7b200-7b8d-42e4-96f3-8e1e4335f6e2 req-11450e84-119e-4e19-bcd3-dcf42c61f523 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 947 time: 0.1352007 Aug 16 23:08:00.120132 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1ce7b200-7b8d-42e4-96f3-8e1e4335f6e2 req-eb1b98a6-7b34-4958-bdd6-2693e65c9e1d tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638731 Aug 16 23:08:00.189931 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 54770) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:00.343238 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76be2c76-da12-432f-bf74-707b01839eff req-953aee4f-c750-4fb1-b9ef-2a9cdf73571c tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:00.353814 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-76be2c76-da12-432f-bf74-707b01839eff req-953aee4f-c750-4fb1-b9ef-2a9cdf73571c tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 947 time: 0.1068742 Aug 16 23:08:00.354612 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2efbd97a-2249-4553-a8fe-ccf81cfdbc36 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:00.445314 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-76be2c76-da12-432f-bf74-707b01839eff req-c9cd8a58-4ed7-4716-b330-d472f712012f tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882778 Aug 16 23:08:00.452499 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c067f1c3-7548-4771-88f8-973d8463aa6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:00.465733 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efbd97a-2249-4553-a8fe-ccf81cfdbc36 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Pushing event deleted for resources: {'Port': ['ID=df89a28c-7a02-441c-85d3-f912433b6b0a,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:00.600749 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c067f1c3-7548-4771-88f8-973d8463aa6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:00.613564 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c067f1c3-7548-4771-88f8-973d8463aa6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:00.675319 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-c067f1c3-7548-4771-88f8-973d8463aa6a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e518fef69daa4d84aa424ef4662c5782&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4842689 Aug 16 23:08:00.676311 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 54778) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:00.709027 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067f1c3-7548-4771-88f8-973d8463aa6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9afdc611-004a-47fa-aa9e-3dbb680f9112,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:00.732499 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc8aa9-ef02-43b3-a54a-f98140f2db60 req-4436cd85-65bf-454c-a767-7e543ecf02c7 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:00.737720 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-17bc8aa9-ef02-43b3-a54a-f98140f2db60 req-4436cd85-65bf-454c-a767-7e543ecf02c7 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 947 time: 0.1346116 Aug 16 23:08:00.742769 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2efbd97a-2249-4553-a8fe-ccf81cfdbc36 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537471'] for router_interface, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:00.804688 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-48d99aef-6693-40fa-a42b-c0f237bc4169 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:00.818499 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-17bc8aa9-ef02-43b3-a54a-f98140f2db60 req-b0bae343-348c-4192-84ae-693372f76c20 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725367 Aug 16 23:08:00.873697 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-48d99aef-6693-40fa-a42b-c0f237bc4169 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:00.926514 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-48d99aef-6693-40fa-a42b-c0f237bc4169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:00.930867 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-48d99aef-6693-40fa-a42b-c0f237bc4169 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:00.934312 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-48d99aef-6693-40fa-a42b-c0f237bc4169 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9afdc611-004a-47fa-aa9e-3dbb680f9112 HTTP/1.1" status: 204 len: 168 time: 0.2511199 Aug 16 23:08:00.956570 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d99aef-6693-40fa-a42b-c0f237bc4169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9afdc611-004a-47fa-aa9e-3dbb680f9112,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:01.005955 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2e5958-642c-4046-b332-ecbafdd3bfdf req-1bf6206b-95c6-4795-a7fd-aa350a176d6f tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:01.015625 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fd2e5958-642c-4046-b332-ecbafdd3bfdf req-1bf6206b-95c6-4795-a7fd-aa350a176d6f tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 947 time: 0.0800891 Aug 16 23:08:01.067390 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fd2e5958-642c-4046-b332-ecbafdd3bfdf req-b94bd73d-0bd8-4b7c-89eb-f28801151f7e tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462365 Aug 16 23:08:01.095719 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2efbd97a-2249-4553-a8fe-ccf81cfdbc36 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Router fc111883-7c4c-4bc8-b94b-c3304b47c34e has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:08:01.323392 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2004300-d83b-4328-9bfa-f358ba86e112 req-419914c0-6b27-4929-b926-be79c3f244a6 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:01.337066 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c2004300-d83b-4328-9bfa-f358ba86e112 req-419914c0-6b27-4929-b926-be79c3f244a6 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 947 time: 0.1133101 Aug 16 23:08:01.364999 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2efbd97a-2249-4553-a8fe-ccf81cfdbc36 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:08:01.373795 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6334fbeb-28fe-4738-8b0f-b95291326a99 None None] Sync routers for ids ['fc111883-7c4c-4bc8-b94b-c3304b47c34e'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:08:01.382713 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-2efbd97a-2249-4553-a8fe-ccf81cfdbc36 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] 10.222.0.36 "PUT /v2.0/routers/fc111883-7c4c-4bc8-b94b-c3304b47c34e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6404433 Aug 16 23:08:01.383616 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 54798) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:01.390807 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6334fbeb-28fe-4738-8b0f-b95291326a99 None None] Routers {'fc111883-7c4c-4bc8-b94b-c3304b47c34e'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:08:01.391438 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-6334fbeb-28fe-4738-8b0f-b95291326a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:07:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['fc111883-7c4c-4bc8-b94b-c3304b47c34e'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:08:01.451127 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c2004300-d83b-4328-9bfa-f358ba86e112 req-fc1db2f3-92de-4586-b604-b23f295b0fe2 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109624 Aug 16 23:08:01.478078 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-6334fbeb-28fe-4738-8b0f-b95291326a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:08:01.496382 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6334fbeb-28fe-4738-8b0f-b95291326a99 None None] Routers {'fc111883-7c4c-4bc8-b94b-c3304b47c34e'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:08:01.498853 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-6334fbeb-28fe-4738-8b0f-b95291326a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:07:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['fc111883-7c4c-4bc8-b94b-c3304b47c34e'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:08:01.535645 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-6334fbeb-28fe-4738-8b0f-b95291326a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:08:01.536578 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6334fbeb-28fe-4738-8b0f-b95291326a99 None None] The sync data for ids ['fc111883-7c4c-4bc8-b94b-c3304b47c34e'] in n-d-791506-26 is: [] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:08:01.630312 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 54802) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:01.653948 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9f42a4aa-2bae-4550-8a10-32fbb232cec3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:01.707011 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f370b148-393b-444a-9668-ad1a33719423 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks [] for router, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:01.715617 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5415638-ee0f-44d2-b071-fcfd1cbb212b req-540cb1f0-b00e-4e19-a497-fa9e59dc43b4 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:01.718845 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b5415638-ee0f-44d2-b071-fcfd1cbb212b req-540cb1f0-b00e-4e19-a497-fa9e59dc43b4 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 947 time: 0.1246667 Aug 16 23:08:01.813415 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b5415638-ee0f-44d2-b071-fcfd1cbb212b req-43125e46-edf3-4ee7-93c9-4c53a3a26712 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834420 Aug 16 23:08:01.877642 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9f42a4aa-2bae-4550-8a10-32fbb232cec3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:01.889891 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9f42a4aa-2bae-4550-8a10-32fbb232cec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:01.905266 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f370b148-393b-444a-9668-ad1a33719423 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:01.949604 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-9f42a4aa-2bae-4550-8a10-32fbb232cec3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e308d0c2406c467781f71d0674736cfa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3182390 Aug 16 23:08:01.951953 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f42a4aa-2bae-4550-8a10-32fbb232cec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8221b69-4d38-4a7b-ac8a-a9fb8c7fefb0,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:01.959539 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 54812) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:02.017272 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-f370b148-393b-444a-9668-ad1a33719423 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Deleting port a7082f7d-b195-4fba-a129-8fdbb7c53ed8 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:08:02.017632 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f370b148-393b-444a-9668-ad1a33719423 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:02.077152 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cb766e-ce81-40c3-9211-5d4025d360c6 req-2b961b65-a5ee-4f13-a9cf-59b8be96ae48 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:02.085912 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-57cb766e-ce81-40c3-9211-5d4025d360c6 req-2b961b65-a5ee-4f13-a9cf-59b8be96ae48 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 947 time: 0.1388774 Aug 16 23:08:02.109876 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-999d4101-4cb7-4284-9bbe-1e82ceb23ff7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:02.137979 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f370b148-393b-444a-9668-ad1a33719423 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:02.151060 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-57cb766e-ce81-40c3-9211-5d4025d360c6 req-2203b75e-8585-4b6b-9796-15c10bd56ea6 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641804 Aug 16 23:08:02.154627 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-999d4101-4cb7-4284-9bbe-1e82ceb23ff7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:02.158030 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-f370b148-393b-444a-9668-ad1a33719423 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Calling delete_port for a7082f7d-b195-4fba-a129-8fdbb7c53ed8 owned by network:router_gateway {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:08:02.234794 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-999d4101-4cb7-4284-9bbe-1e82ceb23ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:02.238785 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-999d4101-4cb7-4284-9bbe-1e82ceb23ff7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:02.244331 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-999d4101-4cb7-4284-9bbe-1e82ceb23ff7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d8221b69-4d38-4a7b-ac8a-a9fb8c7fefb0 HTTP/1.1" status: 204 len: 168 time: 0.2778268 Aug 16 23:08:02.271673 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999d4101-4cb7-4284-9bbe-1e82ceb23ff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8221b69-4d38-4a7b-ac8a-a9fb8c7fefb0,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:02.520766 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f370b148-393b-444a-9668-ad1a33719423 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:02.647692 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f370b148-393b-444a-9668-ad1a33719423 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537121'] for router_gateway, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:02.784874 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f370b148-393b-444a-9668-ad1a33719423 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:02.787835 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f370b148-393b-444a-9668-ad1a33719423 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:02.844280 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f370b148-393b-444a-9668-ad1a33719423 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Pushing event deleted for resources: {'Port': ['ID=a7082f7d-b195-4fba-a129-8fdbb7c53ed8,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:02.855938 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f370b148-393b-444a-9668-ad1a33719423 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:02.856794 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f370b148-393b-444a-9668-ad1a33719423 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Fanout notify agent at l3_agent the message router_deleted on router fc111883-7c4c-4bc8-b94b-c3304b47c34e {{(pid=101291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:08:02.879721 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f370b148-393b-444a-9668-ad1a33719423 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:02.883708 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 54832) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:02.886455 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-f370b148-393b-444a-9668-ad1a33719423 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] 10.222.0.36 "DELETE /v2.0/routers/fc111883-7c4c-4bc8-b94b-c3304b47c34e HTTP/1.1" status: 204 len: 168 time: 1.4990706 Aug 16 23:08:02.964387 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cdd5f89-3971-46c4-8753-f1bb6c7de52c tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Deleting subnet db1b92d8-2528-4f0e-b0cb-0d594593a38e {{(pid=101292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:08:02.968385 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0cdd5f89-3971-46c4-8753-f1bb6c7de52c tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks [] for subnet, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:03.031020 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0cdd5f89-3971-46c4-8753-f1bb6c7de52c tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3848860'] for subnet, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:03.099410 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0cdd5f89-3971-46c4-8753-f1bb6c7de52c tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:03.215646 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0cdd5f89-3971-46c4-8753-f1bb6c7de52c tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26252129'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:03.288854 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdd5f89-3971-46c4-8753-f1bb6c7de52c tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Pushing event deleted for resources: {'Subnet': ['ID=db1b92d8-2528-4f0e-b0cb-0d594593a38e,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:03.298074 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0cdd5f89-3971-46c4-8753-f1bb6c7de52c tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:03.308005 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 54846) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:03.318953 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-0cdd5f89-3971-46c4-8753-f1bb6c7de52c tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] 10.222.0.36 "DELETE /v2.0/subnets/db1b92d8-2528-4f0e-b0cb-0d594593a38e HTTP/1.1" status: 204 len: 168 time: 0.4331143 Aug 16 23:08:03.443549 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7b23794a-7950-458a-9d46-e64f95f93e39 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:03.580524 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 54856) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:03.668242 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7b23794a-7950-458a-9d46-e64f95f93e39 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:03.691455 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-7b23794a-7950-458a-9d46-e64f95f93e39 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5b3671a-1573-4e63-99b3-a83f4d89ce8b']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:08:03.713952 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-7b23794a-7950-458a-9d46-e64f95f93e39 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27f0251f-3938-4391-95ce-c729c488c63e') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:08:03.713952 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-7b23794a-7950-458a-9d46-e64f95f93e39 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27f0251f-3938-4391-95ce-c729c488c63e') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:08:03.723932 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7b23794a-7950-458a-9d46-e64f95f93e39 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:03.741394 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7b23794a-7950-458a-9d46-e64f95f93e39 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:03.750283 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b23794a-7950-458a-9d46-e64f95f93e39 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:08:03.750708 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7b23794a-7950-458a-9d46-e64f95f93e39 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:03.754175 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 23:08:03.754175 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:08:03.754175 n-d-791506-26 neutron-server[101291]: timer() Aug 16 23:08:03.754175 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:08:03.754175 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 23:08:03.754175 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:08:03.754175 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 23:08:03.754175 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:08:03.754175 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 23:08:03.754175 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:08:03.754175 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 23:08:03.754175 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:08:03.754175 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 23:08:03.754175 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:08:03.754175 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:08:03.754175 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:08:03.754175 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:08:03.754175 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:08:03.754175 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 23:08:03.754175 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:08:03.754175 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 23:08:03.754175 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:08:03.754175 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:08:03.754175 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:08:03.754175 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 23:08:03.754175 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:08:03.754175 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:08:03.754175 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:08:03.754175 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:08:03.754175 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:08:03.754175 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:08:03.754175 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:08:03.780877 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-0dd311e5-0657-454a-bd50-1e66c364c65c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-906322311-network', 'tenant_id': '35a5265c9b284eec85cb9ac2e165725d'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:08:03.838512 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd311e5-0657-454a-bd50-1e66c364c65c admin admin] Made reservation on behalf of 35a5265c9b284eec85cb9ac2e165725d for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:08:03.842916 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0dd311e5-0657-454a-bd50-1e66c364c65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:03.865707 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0dd311e5-0657-454a-bd50-1e66c364c65c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:03.876053 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7b23794a-7950-458a-9d46-e64f95f93e39 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:03.883498 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7b23794a-7950-458a-9d46-e64f95f93e39 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:03.886118 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-7b23794a-7950-458a-9d46-e64f95f93e39 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] 10.222.0.36 "DELETE /v2.0/networks/f5b3671a-1573-4e63-99b3-a83f4d89ce8b HTTP/1.1" status: 204 len: 168 time: 0.5768514 Aug 16 23:08:03.904702 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b23794a-7950-458a-9d46-e64f95f93e39 tempest-FloatingIPTestJSON-1815043838 tempest-FloatingIPTestJSON-1815043838-project] Pushing event deleted for resources: {'Network': ['ID=f5b3671a-1573-4e63-99b3-a83f4d89ce8b,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:04.050759 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0dd311e5-0657-454a-bd50-1e66c364c65c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:04.076452 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0dd311e5-0657-454a-bd50-1e66c364c65c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:04.171001 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dd311e5-0657-454a-bd50-1e66c364c65c admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:08:04.208402 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd311e5-0657-454a-bd50-1e66c364c65c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc150b5-cf7a-47f7-98d9-ae794194db46,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:04.216660 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0dd311e5-0657-454a-bd50-1e66c364c65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:04.216660 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-0dd311e5-0657-454a-bd50-1e66c364c65c admin admin] Added segment 6f46e760-e247-490e-94f4-22e19657e668 of type vlan for network 520e80e9-e00d-418f-847d-de9e9dfb4e1a Aug 16 23:08:04.299671 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0dd311e5-0657-454a-bd50-1e66c364c65c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:04.327674 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 54872) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:04.352457 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0dd311e5-0657-454a-bd50-1e66c364c65c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:04.354305 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd311e5-0657-454a-bd50-1e66c364c65c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:04.355190 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0dd311e5-0657-454a-bd50-1e66c364c65c admin admin] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:04.447606 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd311e5-0657-454a-bd50-1e66c364c65c admin admin] Pushing event updated for resources: {'Network': ['ID=520e80e9-e00d-418f-847d-de9e9dfb4e1a,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:04.464055 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 520e80e9-e00d-418f-847d-de9e9dfb4e1a details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:08:04.475601 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-0dd311e5-0657-454a-bd50-1e66c364c65c admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8939068 Aug 16 23:08:04.478941 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 54876) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:04.487430 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-13b9e472-e8b7-4b91-a75c-c9b4462b5565 admin admin] Request body: {'subnet': {'network_id': '520e80e9-e00d-418f-847d-de9e9dfb4e1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-906322311-subnet', 'tenant_id': '35a5265c9b284eec85cb9ac2e165725d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:08:04.580732 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13b9e472-e8b7-4b91-a75c-c9b4462b5565 admin admin] Made reservation on behalf of 35a5265c9b284eec85cb9ac2e165725d for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:08:04.585541 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-13b9e472-e8b7-4b91-a75c-c9b4462b5565 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:04.725339 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 54884) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:04.725633 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-3d3e4c71-39a1-4c13-bee3-4af675b9471f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=78e86668384a4cde9208ceb89555c139&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3965478 Aug 16 23:08:04.850757 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fabb53c6-5ab4-4873-a386-bbf511248c16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:04.909860 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fabb53c6-5ab4-4873-a386-bbf511248c16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:04.956663 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-13b9e472-e8b7-4b91-a75c-c9b4462b5565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:05.054100 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fabb53c6-5ab4-4873-a386-bbf511248c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:05.066468 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fabb53c6-5ab4-4873-a386-bbf511248c16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:05.068873 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-fabb53c6-5ab4-4873-a386-bbf511248c16 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5ddf59c2-b548-4431-9234-4c894782a9c4 HTTP/1.1" status: 204 len: 168 time: 0.3400221 Aug 16 23:08:05.080684 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabb53c6-5ab4-4873-a386-bbf511248c16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ddf59c2-b548-4431-9234-4c894782a9c4,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:05.085060 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b9e472-e8b7-4b91-a75c-c9b4462b5565 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9fbcf99-b4f2-446a-80c4-22e967b9441e,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:05.088371 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b9e472-e8b7-4b91-a75c-c9b4462b5565 admin admin] Checking segment: {'id': '6f46e760-e247-490e-94f4-22e19657e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '520e80e9-e00d-418f-847d-de9e9dfb4e1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:08:05.088741 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b9e472-e8b7-4b91-a75c-c9b4462b5565 admin admin] Network hostable DHCP agents. Network: 520e80e9-e00d-418f-847d-de9e9dfb4e1a, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:08:05.126884 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b9e472-e8b7-4b91-a75c-c9b4462b5565 admin admin] Network 520e80e9-e00d-418f-847d-de9e9dfb4e1a is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:08:05.148223 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-13b9e472-e8b7-4b91-a75c-c9b4462b5565 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 520e80e9-e00d-418f-847d-de9e9dfb4e1a) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:08:05.156290 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b9e472-e8b7-4b91-a75c-c9b4462b5565 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:05.160010 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-13b9e472-e8b7-4b91-a75c-c9b4462b5565 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:05.166247 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b4a07e-29cc-41ea-856d-15d828737830 None None] Network 520e80e9-e00d-418f-847d-de9e9dfb4e1a requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:08:05.195976 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-13b9e472-e8b7-4b91-a75c-c9b4462b5565 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7152271 Aug 16 23:08:05.376243 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7830b18c-fdf6-4be1-82eb-58758c3983b0 None None] Network 520e80e9-e00d-418f-847d-de9e9dfb4e1a requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:08:06.313554 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 54930) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:06.319181 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-a0e325af-0276-4e54-a178-406ed2b00609 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-596800141-network', 'tenant_id': '481869fb8198428fa48504a8e9010ead'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:08:06.356500 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e325af-0276-4e54-a178-406ed2b00609 admin admin] Made reservation on behalf of 481869fb8198428fa48504a8e9010ead for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:08:06.360239 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a0e325af-0276-4e54-a178-406ed2b00609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:06.383636 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a0e325af-0276-4e54-a178-406ed2b00609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:06.541328 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a0e325af-0276-4e54-a178-406ed2b00609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:06.547716 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a0e325af-0276-4e54-a178-406ed2b00609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:06.567919 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0e325af-0276-4e54-a178-406ed2b00609 admin admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:08:06.583948 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a0e325af-0276-4e54-a178-406ed2b00609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:06.584572 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-a0e325af-0276-4e54-a178-406ed2b00609 admin admin] Added segment e41f6ed2-2d5d-49e2-8cd8-1fd4a34eabda of type vlan for network 0c2c33b7-6543-4052-92b6-d253f13abd5b Aug 16 23:08:06.644005 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a0e325af-0276-4e54-a178-406ed2b00609 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:06.694818 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a0e325af-0276-4e54-a178-406ed2b00609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:06.696046 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e325af-0276-4e54-a178-406ed2b00609 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:06.697556 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a0e325af-0276-4e54-a178-406ed2b00609 admin admin] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:06.723765 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-a0e325af-0276-4e54-a178-406ed2b00609 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4083455 Aug 16 23:08:06.726546 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 54938) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:06.731906 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-d513a979-026b-421c-b4a5-19690edb5c9c admin admin] Request body: {'subnet': {'network_id': '0c2c33b7-6543-4052-92b6-d253f13abd5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-596800141-subnet', 'tenant_id': '481869fb8198428fa48504a8e9010ead', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:08:06.784528 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:08:06.790002 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d513a979-026b-421c-b4a5-19690edb5c9c admin admin] Made reservation on behalf of 481869fb8198428fa48504a8e9010ead for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:08:06.793139 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d513a979-026b-421c-b4a5-19690edb5c9c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:06.806980 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e325af-0276-4e54-a178-406ed2b00609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06a45771-9688-4eab-8b08-224ce9e5d379,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:06.845646 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e325af-0276-4e54-a178-406ed2b00609 admin admin] Pushing event updated for resources: {'Network': ['ID=0c2c33b7-6543-4052-92b6-d253f13abd5b,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:06.869758 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 0c2c33b7-6543-4052-92b6-d253f13abd5b details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:08:07.095232 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 54952) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:07.142387 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d513a979-026b-421c-b4a5-19690edb5c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:07.254042 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-eefa6b88-89b5-400c-906c-701483ed433f tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1476275710'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:08:07.263152 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d513a979-026b-421c-b4a5-19690edb5c9c admin admin] Checking segment: {'id': 'e41f6ed2-2d5d-49e2-8cd8-1fd4a34eabda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0c2c33b7-6543-4052-92b6-d253f13abd5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:08:07.263512 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d513a979-026b-421c-b4a5-19690edb5c9c admin admin] Network hostable DHCP agents. Network: 0c2c33b7-6543-4052-92b6-d253f13abd5b, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:08:07.285682 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a979-026b-421c-b4a5-19690edb5c9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d661045a-c2a7-4a34-b38e-a881a6aab759,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:07.300262 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eefa6b88-89b5-400c-906c-701483ed433f tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Made reservation on behalf of e264ed5e17d34e92a88e577ba1cfb4fc for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:08:07.301640 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d513a979-026b-421c-b4a5-19690edb5c9c admin admin] Network 0c2c33b7-6543-4052-92b6-d253f13abd5b is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:08:07.304856 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-eefa6b88-89b5-400c-906c-701483ed433f tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:07.319465 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-d513a979-026b-421c-b4a5-19690edb5c9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 0c2c33b7-6543-4052-92b6-d253f13abd5b) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:08:07.325113 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d513a979-026b-421c-b4a5-19690edb5c9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:07.326115 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d513a979-026b-421c-b4a5-19690edb5c9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:07.330755 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ddbbe55-83cd-4c97-a2a4-ed071a549ec9 None None] Network 0c2c33b7-6543-4052-92b6-d253f13abd5b requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:08:07.346437 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-d513a979-026b-421c-b4a5-19690edb5c9c admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6184511 Aug 16 23:08:07.346798 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-eefa6b88-89b5-400c-906c-701483ed433f tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:07.562797 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-eefa6b88-89b5-400c-906c-701483ed433f tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:07.576151 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-eefa6b88-89b5-400c-906c-701483ed433f tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:07.607422 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eefa6b88-89b5-400c-906c-701483ed433f tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:08:07.623540 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239c4b91-5bbd-47ef-bc5a-ece8f4206e7f None None] Network 0c2c33b7-6543-4052-92b6-d253f13abd5b requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:08:07.667323 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefa6b88-89b5-400c-906c-701483ed433f tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a25ea43-9891-449f-99f3-1b8ca596dfe2,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:07.674755 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-eefa6b88-89b5-400c-906c-701483ed433f tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:07.675113 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-eefa6b88-89b5-400c-906c-701483ed433f tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Added segment 8d3fe75d-4c5c-473e-9529-0f1328d2c078 of type vlan for network 9a234f76-c92d-45eb-b1b1-a5ee631ba74c Aug 16 23:08:07.755311 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-eefa6b88-89b5-400c-906c-701483ed433f tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:07.805437 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-eefa6b88-89b5-400c-906c-701483ed433f tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:07.858488 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefa6b88-89b5-400c-906c-701483ed433f tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:07.860652 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-eefa6b88-89b5-400c-906c-701483ed433f tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:08.022519 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefa6b88-89b5-400c-906c-701483ed433f tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Pushing event updated for resources: {'Network': ['ID=9a234f76-c92d-45eb-b1b1-a5ee631ba74c,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:08.043976 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 9a234f76-c92d-45eb-b1b1-a5ee631ba74c details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:08:08.068054 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-eefa6b88-89b5-400c-906c-701483ed433f tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9716787 Aug 16 23:08:08.499715 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfc3ffd-30ec-439a-ba18-a644f983a606 req-bfd9167e-330e-411e-9ac4-a0628333ba00 tempest-VolumesActionsTest-1418203050 tempest-VolumesActionsTest-1418203050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:08.511808 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cbfc3ffd-30ec-439a-ba18-a644f983a606 req-bfd9167e-330e-411e-9ac4-a0628333ba00 tempest-VolumesActionsTest-1418203050 tempest-VolumesActionsTest-1418203050-project] 10.222.0.36 "GET /v2.0/networks?id=520e80e9-e00d-418f-847d-de9e9dfb4e1a HTTP/1.1" status: 200 len: 808 time: 0.2337708 Aug 16 23:08:08.548281 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cbfc3ffd-30ec-439a-ba18-a644f983a606 req-11be7381-c1d0-43ad-8e4c-8970cc4deab8 tempest-VolumesActionsTest-1418203050 tempest-VolumesActionsTest-1418203050-project] 10.222.0.36 "GET /v2.0/quotas/35a5265c9b284eec85cb9ac2e165725d HTTP/1.1" status: 200 len: 375 time: 0.0351818 Aug 16 23:08:08.623757 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cbfc3ffd-30ec-439a-ba18-a644f983a606 req-b22849de-fa13-4b34-afa8-5ebf5921986a tempest-VolumesActionsTest-1418203050 tempest-VolumesActionsTest-1418203050-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=35a5265c9b284eec85cb9ac2e165725d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0683572 Aug 16 23:08:08.931484 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cbfc3ffd-30ec-439a-ba18-a644f983a606 req-0f1bf527-89cf-4e26-b237-7145f0f6e29d service neutron] 10.222.0.36 "GET /v2.0/networks/520e80e9-e00d-418f-847d-de9e9dfb4e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2990096 Aug 16 23:08:09.132263 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cbfc3ffd-30ec-439a-ba18-a644f983a606 req-839f648b-ba16-4c7f-8ea9-3e444c2933fe service neutron] 10.222.0.36 "GET /v2.0/networks/520e80e9-e00d-418f-847d-de9e9dfb4e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792731 Aug 16 23:08:09.663150 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e756b4e4-d33f-4c5d-8c3e-db0763353bff req-53ab71f2-7d60-46a0-bfee-c4e0d50db36e tempest-VolumesActionsTest-1418203050 tempest-VolumesActionsTest-1418203050-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab7479d3-e0fa-4001-b86a-559b44de8c63 HTTP/1.1" status: 200 len: 210 time: 0.0562913 Aug 16 23:08:09.985454 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff68d0b6-6210-4d81-9b07-bb1bb6f2921b req-563dc25e-a75d-4c36-a36b-e7318241bd74 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:09.987612 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ff68d0b6-6210-4d81-9b07-bb1bb6f2921b req-563dc25e-a75d-4c36-a36b-e7318241bd74 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 947 time: 0.0971799 Aug 16 23:08:10.100576 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ff68d0b6-6210-4d81-9b07-bb1bb6f2921b req-354ebb7e-3119-4353-824a-cbc0669a4b98 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042726 Aug 16 23:08:10.804641 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9afabe34-a677-401e-b8c7-f7a80dff1a9e req-61cb57f4-972f-41a3-9add-871ed912312c tempest-VolumesActionsTest-1418203050 tempest-VolumesActionsTest-1418203050-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab7479d3-e0fa-4001-b86a-559b44de8c63 HTTP/1.1" status: 200 len: 210 time: 0.0456200 Aug 16 23:08:11.167506 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:11.210808 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfc3ffd-30ec-439a-ba18-a644f983a606 req-db6910be-a3d1-4ee3-ba52-1566b3b8db18 tempest-VolumesActionsTest-1418203050 tempest-VolumesActionsTest-1418203050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:11.218641 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-cbfc3ffd-30ec-439a-ba18-a644f983a606 req-db6910be-a3d1-4ee3-ba52-1566b3b8db18 tempest-VolumesActionsTest-1418203050 tempest-VolumesActionsTest-1418203050-project] 10.222.0.68 "GET /v2.0/networks?id=520e80e9-e00d-418f-847d-de9e9dfb4e1a HTTP/1.1" status: 200 len: 808 time: 0.2472627 Aug 16 23:08:11.240674 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-cbfc3ffd-30ec-439a-ba18-a644f983a606 req-fced09f1-34e2-42f0-9f79-7e559c44e8ec tempest-VolumesActionsTest-1418203050 tempest-VolumesActionsTest-1418203050-project] Request body: {'port': {'device_id': 'ab7479d3-e0fa-4001-b86a-559b44de8c63', 'network_id': '520e80e9-e00d-418f-847d-de9e9dfb4e1a', 'admin_state_up': True, 'tenant_id': '35a5265c9b284eec85cb9ac2e165725d'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:08:11.320939 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed38a1c4-6bff-4c09-83cc-f90bfe48abe9 req-c8c9f36c-2144-4169-a91c-e68b1ad0e305 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:11.330197 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ed38a1c4-6bff-4c09-83cc-f90bfe48abe9 req-c8c9f36c-2144-4169-a91c-e68b1ad0e305 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 947 time: 0.0786386 Aug 16 23:08:11.381656 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ed38a1c4-6bff-4c09-83cc-f90bfe48abe9 req-0ca693f1-832b-4e96-ae06-4cdec3bcec96 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477016 Aug 16 23:08:11.386703 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbfc3ffd-30ec-439a-ba18-a644f983a606 req-fced09f1-34e2-42f0-9f79-7e559c44e8ec tempest-VolumesActionsTest-1418203050 tempest-VolumesActionsTest-1418203050-project] Made reservation on behalf of 35a5265c9b284eec85cb9ac2e165725d for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:08:11.392014 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-cbfc3ffd-30ec-439a-ba18-a644f983a606 req-fced09f1-34e2-42f0-9f79-7e559c44e8ec tempest-VolumesActionsTest-1418203050 tempest-VolumesActionsTest-1418203050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:11.552434 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 55040) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:11.559067 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-c342867f-edb2-49d5-ba8f-737e14b2d850 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Request body: {'subnet': {'network_id': '9a234f76-c92d-45eb-b1b1-a5ee631ba74c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:08:11.616989 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-cbfc3ffd-30ec-439a-ba18-a644f983a606 req-fced09f1-34e2-42f0-9f79-7e559c44e8ec tempest-VolumesActionsTest-1418203050 tempest-VolumesActionsTest-1418203050-project] Allocated IP 172.20.0.11 (520e80e9-e00d-418f-847d-de9e9dfb4e1a/f9fbcf99-b4f2-446a-80c4-22e967b9441e/b7d0de1b-43bb-4f2e-b125-7b3fc02736d2) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:08:11.809741 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff042ef-8dd7-4083-9d9a-aa96c08f1876 req-e0193501-be93-4e38-ab07-693019268434 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:11.811107 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dff042ef-8dd7-4083-9d9a-aa96c08f1876 req-e0193501-be93-4e38-ab07-693019268434 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.68 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 947 time: 0.1267579 Aug 16 23:08:11.812491 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c342867f-edb2-49d5-ba8f-737e14b2d850 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Made reservation on behalf of e264ed5e17d34e92a88e577ba1cfb4fc for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:08:11.815962 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c342867f-edb2-49d5-ba8f-737e14b2d850 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:11.853256 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-cbfc3ffd-30ec-439a-ba18-a644f983a606 req-fced09f1-34e2-42f0-9f79-7e559c44e8ec tempest-VolumesActionsTest-1418203050 tempest-VolumesActionsTest-1418203050-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:11.899131 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-cbfc3ffd-30ec-439a-ba18-a644f983a606 req-fced09f1-34e2-42f0-9f79-7e559c44e8ec tempest-VolumesActionsTest-1418203050 tempest-VolumesActionsTest-1418203050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:11.959183 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fced09f1-34e2-42f0-9f79-7e559c44e8ec tempest-VolumesActionsTest-1418203050 tempest-VolumesActionsTest-1418203050-project] Pushing event updated for resources: {'Port': ['ID=b7d0de1b-43bb-4f2e-b125-7b3fc02736d2,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:11.980907 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbfc3ffd-30ec-439a-ba18-a644f983a606 req-fced09f1-34e2-42f0-9f79-7e559c44e8ec tempest-VolumesActionsTest-1418203050 tempest-VolumesActionsTest-1418203050-project] Network 520e80e9-e00d-418f-847d-de9e9dfb4e1a is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:08:11.983115 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-cbfc3ffd-30ec-439a-ba18-a644f983a606 req-fced09f1-34e2-42f0-9f79-7e559c44e8ec tempest-VolumesActionsTest-1418203050 tempest-VolumesActionsTest-1418203050-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:08:11.987468 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbfc3ffd-30ec-439a-ba18-a644f983a606 req-fced09f1-34e2-42f0-9f79-7e559c44e8ec tempest-VolumesActionsTest-1418203050 tempest-VolumesActionsTest-1418203050-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:08:12.060786 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfc3ffd-30ec-439a-ba18-a644f983a606 req-fced09f1-34e2-42f0-9f79-7e559c44e8ec tempest-VolumesActionsTest-1418203050 tempest-VolumesActionsTest-1418203050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:12.061778 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-cbfc3ffd-30ec-439a-ba18-a644f983a606 req-fced09f1-34e2-42f0-9f79-7e559c44e8ec tempest-VolumesActionsTest-1418203050 tempest-VolumesActionsTest-1418203050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:12.078648 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-cbfc3ffd-30ec-439a-ba18-a644f983a606 req-fced09f1-34e2-42f0-9f79-7e559c44e8ec tempest-VolumesActionsTest-1418203050 tempest-VolumesActionsTest-1418203050-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8482783 Aug 16 23:08:12.098003 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-cbfc3ffd-30ec-439a-ba18-a644f983a606 req-f0aef34f-f3d4-477a-8f0e-980a6d986676 service neutron] Request body: {'port': {'device_id': 'ab7479d3-e0fa-4001-b86a-559b44de8c63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:08:12.172340 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-dff042ef-8dd7-4083-9d9a-aa96c08f1876 req-50e55d34-691f-4143-b3d5-1463ce2112f4 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Deleting port ced0eb60-2129-44bb-aa8c-813cc52e44a4 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:08:12.175852 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-dff042ef-8dd7-4083-9d9a-aa96c08f1876 req-50e55d34-691f-4143-b3d5-1463ce2112f4 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:12.308861 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f393a9-6454-423b-8348-f18fab0a1fd6 req-c2b4e0f6-9b04-40ad-9b7c-399d7c73084e tempest-VolumesActionsTest-1418203050 tempest-VolumesActionsTest-1418203050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:12.310735 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-80f393a9-6454-423b-8348-f18fab0a1fd6 req-c2b4e0f6-9b04-40ad-9b7c-399d7c73084e tempest-VolumesActionsTest-1418203050 tempest-VolumesActionsTest-1418203050-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab7479d3-e0fa-4001-b86a-559b44de8c63 HTTP/1.1" status: 200 len: 932 time: 0.2635846 Aug 16 23:08:12.403786 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c342867f-edb2-49d5-ba8f-737e14b2d850 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:12.408708 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-80f393a9-6454-423b-8348-f18fab0a1fd6 req-b22f2736-bc39-41bb-8ef1-ec5c38cc64be tempest-VolumesActionsTest-1418203050 tempest-VolumesActionsTest-1418203050-project] 10.222.0.36 "GET /v2.0/security-groups?id=1bc150b5-cf7a-47f7-98d9-ae794194db46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737381 Aug 16 23:08:12.532995 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-dff042ef-8dd7-4083-9d9a-aa96c08f1876 req-50e55d34-691f-4143-b3d5-1463ce2112f4 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] For port ced0eb60-2129-44bb-aa8c-813cc52e44a4, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=ced0eb60-2129-44bb-aa8c-813cc52e44a4,segment=NetworkSegment(ba2627aa-e983-48ed-b699-731debb0727b),segment_id=ba2627aa-e983-48ed-b699-731debb0727b)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:08:12.534025 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-dff042ef-8dd7-4083-9d9a-aa96c08f1876 req-50e55d34-691f-4143-b3d5-1463ce2112f4 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:12.570751 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-dff042ef-8dd7-4083-9d9a-aa96c08f1876 req-50e55d34-691f-4143-b3d5-1463ce2112f4 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Calling delete_port for ced0eb60-2129-44bb-aa8c-813cc52e44a4 owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:08:12.575822 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c342867f-edb2-49d5-ba8f-737e14b2d850 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Pushing event updated for resources: {'Subnet': ['ID=cfb48851-a673-42d1-bb3a-aff6f5ee366e,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:12.678316 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-cbfc3ffd-30ec-439a-ba18-a644f983a606 req-f0aef34f-f3d4-477a-8f0e-980a6d986676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:12.691185 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c342867f-edb2-49d5-ba8f-737e14b2d850 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Checking segment: {'id': '8d3fe75d-4c5c-473e-9529-0f1328d2c078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '9a234f76-c92d-45eb-b1b1-a5ee631ba74c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:08:12.691964 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c342867f-edb2-49d5-ba8f-737e14b2d850 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Network hostable DHCP agents. Network: 9a234f76-c92d-45eb-b1b1-a5ee631ba74c, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:08:12.706381 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cbfc92-38c5-4276-9896-3cb5717b9333 req-250db4a2-daeb-402d-b2ca-78d2ce97da8e tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:12.718021 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a5cbfc92-38c5-4276-9896-3cb5717b9333 req-250db4a2-daeb-402d-b2ca-78d2ce97da8e tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4ee2ec-ab17-49ba-b7ae-7707844ec140 HTTP/1.1" status: 200 len: 947 time: 0.1680777 Aug 16 23:08:12.782650 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c342867f-edb2-49d5-ba8f-737e14b2d850 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Network 9a234f76-c92d-45eb-b1b1-a5ee631ba74c is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:08:12.818195 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a5cbfc92-38c5-4276-9896-3cb5717b9333 req-05f91665-317d-49f0-b53d-4d5b9a62be86 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1c43e3-609e-44d2-99ff-7bdda77f28be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986886 Aug 16 23:08:12.885247 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-c342867f-edb2-49d5-ba8f-737e14b2d850 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 9a234f76-c92d-45eb-b1b1-a5ee631ba74c) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:08:12.891001 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477bfd00-f199-4870-abdf-7403ccfdc17e None None] Network 9a234f76-c92d-45eb-b1b1-a5ee631ba74c requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:08:12.926763 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c342867f-edb2-49d5-ba8f-737e14b2d850 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:12.927424 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c342867f-edb2-49d5-ba8f-737e14b2d850 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:13.001116 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-c342867f-edb2-49d5-ba8f-737e14b2d850 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4473619 Aug 16 23:08:13.003525 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 55056) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:13.021384 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-86a2ded6-9484-43e4-9742-26fe7304a216 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1802956150'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:08:13.047646 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-dff042ef-8dd7-4083-9d9a-aa96c08f1876 req-50e55d34-691f-4143-b3d5-1463ce2112f4 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:13.101693 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e55d34-691f-4143-b3d5-1463ce2112f4 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Pushing event deleted for resources: {'Port': ['ID=ced0eb60-2129-44bb-aa8c-813cc52e44a4,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:13.114991 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86a2ded6-9484-43e4-9742-26fe7304a216 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Made reservation on behalf of e264ed5e17d34e92a88e577ba1cfb4fc for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:08:13.120582 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-86a2ded6-9484-43e4-9742-26fe7304a216 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:13.186964 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd04f9ab-1762-4f53-9d93-318bf937f770 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-9a234f76-c92d-45eb-b1b1-a5ee631ba74c', 'network_id': '9a234f76-c92d-45eb-b1b1-a5ee631ba74c', 'tenant_id': 'e264ed5e17d34e92a88e577ba1cfb4fc', 'fixed_ips': [{'subnet_id': 'cfb48851-a673-42d1-bb3a-aff6f5ee366e'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:08:13.187428 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-cbfc3ffd-30ec-439a-ba18-a644f983a606 req-f0aef34f-f3d4-477a-8f0e-980a6d986676 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7d0de1b-43bb-4f2e-b125-7b3fc02736d2 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:08:13.188411 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-fd04f9ab-1762-4f53-9d93-318bf937f770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:13.192988 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-dff042ef-8dd7-4083-9d9a-aa96c08f1876 req-50e55d34-691f-4143-b3d5-1463ce2112f4 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] No DVR routers for this DVR port ced0eb60-2129-44bb-aa8c-813cc52e44a4 on host n-h1-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:08:13.198994 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-dff042ef-8dd7-4083-9d9a-aa96c08f1876 req-50e55d34-691f-4143-b3d5-1463ce2112f4 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:13.201078 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dff042ef-8dd7-4083-9d9a-aa96c08f1876 req-50e55d34-691f-4143-b3d5-1463ce2112f4 tempest-ServersNegativeTestJSON-1528359826 tempest-ServersNegativeTestJSON-1528359826-project] 10.222.0.68 "DELETE /v2.0/ports/ced0eb60-2129-44bb-aa8c-813cc52e44a4 HTTP/1.1" status: 204 len: 173 time: 1.3801303 Aug 16 23:08:13.203229 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-cbfc3ffd-30ec-439a-ba18-a644f983a606 req-f0aef34f-f3d4-477a-8f0e-980a6d986676 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:13.214250 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86a2ded6-9484-43e4-9742-26fe7304a216 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:08:13.219443 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a4ee2ec-ab17-49ba-b7ae-7707844ec140', 'name': 'network-vif-deleted', 'tag': 'ced0eb60-2129-44bb-aa8c-813cc52e44a4'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:08:13.221923 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efb55287-98c2-4387-9217-9806a6483451" -d '{"events": [{"server_uuid": "4a4ee2ec-ab17-49ba-b7ae-7707844ec140", "name": "network-vif-deleted", "tag": "ced0eb60-2129-44bb-aa8c-813cc52e44a4"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:08:13.239012 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-cbfc3ffd-30ec-439a-ba18-a644f983a606 req-f0aef34f-f3d4-477a-8f0e-980a6d986676 service neutron] Transition to ACTIVE for port object b7d0de1b-43bb-4f2e-b125-7b3fc02736d2 will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:08:13.246123 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-cbfc3ffd-30ec-439a-ba18-a644f983a606 req-f0aef34f-f3d4-477a-8f0e-980a6d986676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:13.253820 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-86a2ded6-9484-43e4-9742-26fe7304a216 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:13.254174 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-86a2ded6-9484-43e4-9742-26fe7304a216 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Added segment 4711ebb1-72c4-40a3-890b-b9749df4569b of type vlan for network 7da939ca-c788-47b9-8795-5983f0f7e4e4 Aug 16 23:08:13.331100 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3633ce55-90f4-431f-b583-2c3751b50162 x-openstack-request-id: req-3633ce55-90f4-431f-b583-2c3751b50162 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:08:13.331354 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a4ee2ec-ab17-49ba-b7ae-7707844ec140", "name": "network-vif-deleted", "tag": "ced0eb60-2129-44bb-aa8c-813cc52e44a4", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:08:13.331472 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3633ce55-90f4-431f-b583-2c3751b50162 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:08:13.331857 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a4ee2ec-ab17-49ba-b7ae-7707844ec140', 'name': 'network-vif-deleted', 'tag': 'ced0eb60-2129-44bb-aa8c-813cc52e44a4', 'status': 'completed', 'code': 200} Aug 16 23:08:13.353389 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-86a2ded6-9484-43e4-9742-26fe7304a216 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:13.411010 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aef34f-f3d4-477a-8f0e-980a6d986676 service neutron] Pushing event updated for resources: {'Port': ['ID=b7d0de1b-43bb-4f2e-b125-7b3fc02736d2,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:13.442467 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-86a2ded6-9484-43e4-9742-26fe7304a216 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:13.457097 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a2ded6-9484-43e4-9742-26fe7304a216 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:13.460697 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-86a2ded6-9484-43e4-9742-26fe7304a216 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:13.498440 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-cbfc3ffd-30ec-439a-ba18-a644f983a606 req-f0aef34f-f3d4-477a-8f0e-980a6d986676 service neutron] Attempting to bind port b7d0de1b-43bb-4f2e-b125-7b3fc02736d2 on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:08:13.499513 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-cbfc3ffd-30ec-439a-ba18-a644f983a606 req-f0aef34f-f3d4-477a-8f0e-980a6d986676 service neutron] Attempting to bind port b7d0de1b-43bb-4f2e-b125-7b3fc02736d2 by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': '6f46e760-e247-490e-94f4-22e19657e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '520e80e9-e00d-418f-847d-de9e9dfb4e1a'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:08:13.500499 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfc3ffd-30ec-439a-ba18-a644f983a606 req-f0aef34f-f3d4-477a-8f0e-980a6d986676 service neutron] Attempting to bind port b7d0de1b-43bb-4f2e-b125-7b3fc02736d2 on network 520e80e9-e00d-418f-847d-de9e9dfb4e1a {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:08:13.514388 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfc3ffd-30ec-439a-ba18-a644f983a606 req-f0aef34f-f3d4-477a-8f0e-980a6d986676 service neutron] Port b7d0de1b-43bb-4f2e-b125-7b3fc02736d2 on network 520e80e9-e00d-418f-847d-de9e9dfb4e1a not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:08:13.514726 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfc3ffd-30ec-439a-ba18-a644f983a606 req-f0aef34f-f3d4-477a-8f0e-980a6d986676 service neutron] Attempting to bind port b7d0de1b-43bb-4f2e-b125-7b3fc02736d2 on network 520e80e9-e00d-418f-847d-de9e9dfb4e1a {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:08:13.534998 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfc3ffd-30ec-439a-ba18-a644f983a606 req-f0aef34f-f3d4-477a-8f0e-980a6d986676 service neutron] Checking agent: {'id': 'd28e24f9-e5ea-41e1-80bf-3c7943ad7f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:08:13.534998 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfc3ffd-30ec-439a-ba18-a644f983a606 req-f0aef34f-f3d4-477a-8f0e-980a6d986676 service neutron] Checking segment: {'id': '6f46e760-e247-490e-94f4-22e19657e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '520e80e9-e00d-418f-847d-de9e9dfb4e1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:08:13.535414 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfc3ffd-30ec-439a-ba18-a644f983a606 req-f0aef34f-f3d4-477a-8f0e-980a6d986676 service neutron] Bound using segment: {'id': '6f46e760-e247-490e-94f4-22e19657e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '520e80e9-e00d-418f-847d-de9e9dfb4e1a'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:08:13.535869 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-cbfc3ffd-30ec-439a-ba18-a644f983a606 req-f0aef34f-f3d4-477a-8f0e-980a6d986676 service neutron] Bound port: b7d0de1b-43bb-4f2e-b125-7b3fc02736d2, host: n-h1-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f46e760-e247-490e-94f4-22e19657e668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '520e80e9-e00d-418f-847d-de9e9dfb4e1a'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:08:13.536240 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-cbfc3ffd-30ec-439a-ba18-a644f983a606 req-f0aef34f-f3d4-477a-8f0e-980a6d986676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:13.601086 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-fd04f9ab-1762-4f53-9d93-318bf937f770 None None] Allocated IP 2001:db8:0:ffff::2 (9a234f76-c92d-45eb-b1b1-a5ee631ba74c/cfb48851-a673-42d1-bb3a-aff6f5ee366e/9a826ef1-5253-416f-93b1-6ff7d14537a6) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:08:13.746457 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-86a2ded6-9484-43e4-9742-26fe7304a216 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7384446 Aug 16 23:08:13.752448 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 55068) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:13.771690 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-31ae93ca-3a1f-4e33-8117-1b2b7f7e7e3a tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Request body: {'subnet': {'network_id': '7da939ca-c788-47b9-8795-5983f0f7e4e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:08:13.880770 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a2ded6-9484-43e4-9742-26fe7304a216 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Pushing event updated for resources: {'Network': ['ID=7da939ca-c788-47b9-8795-5983f0f7e4e4,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:13.897045 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad6d19d-5cf9-471e-9c5c-4e2fff2847f3 req-1aba6a7c-2bf1-461f-a26e-7a0a8b8779d8 tempest-VolumesActionsTest-1418203050 tempest-VolumesActionsTest-1418203050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:13.906637 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fad6d19d-5cf9-471e-9c5c-4e2fff2847f3 req-1aba6a7c-2bf1-461f-a26e-7a0a8b8779d8 tempest-VolumesActionsTest-1418203050 tempest-VolumesActionsTest-1418203050-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab7479d3-e0fa-4001-b86a-559b44de8c63 HTTP/1.1" status: 200 len: 944 time: 0.2158458 Aug 16 23:08:13.963767 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fad6d19d-5cf9-471e-9c5c-4e2fff2847f3 req-5979861c-ba03-46b5-b903-044a43c19830 tempest-VolumesActionsTest-1418203050 tempest-VolumesActionsTest-1418203050-project] 10.222.0.36 "GET /v2.0/security-groups?id=1bc150b5-cf7a-47f7-98d9-ae794194db46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559828 Aug 16 23:08:13.970474 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-cbfc3ffd-30ec-439a-ba18-a644f983a606 req-f0aef34f-f3d4-477a-8f0e-980a6d986676 service neutron] For port b7d0de1b-43bb-4f2e-b125-7b3fc02736d2, host n-h1-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:08:13.995669 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 55072) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:14.003658 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-cbfc3ffd-30ec-439a-ba18-a644f983a606 req-f0aef34f-f3d4-477a-8f0e-980a6d986676 service neutron] For port b7d0de1b-43bb-4f2e-b125-7b3fc02736d2, host n-h1-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=b7d0de1b-43bb-4f2e-b125-7b3fc02736d2,segment=NetworkSegment(6f46e760-e247-490e-94f4-22e19657e668),segment_id=6f46e760-e247-490e-94f4-22e19657e668)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:08:14.006982 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-fd04f9ab-1762-4f53-9d93-318bf937f770 None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:14.017063 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-fd04f9ab-1762-4f53-9d93-318bf937f770 None None] Transition to ACTIVE for port object 9a826ef1-5253-416f-93b1-6ff7d14537a6 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:08:14.019690 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-cbfc3ffd-30ec-439a-ba18-a644f983a606 req-f0aef34f-f3d4-477a-8f0e-980a6d986676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:14.024143 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31ae93ca-3a1f-4e33-8117-1b2b7f7e7e3a tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Made reservation on behalf of e264ed5e17d34e92a88e577ba1cfb4fc for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:08:14.028006 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-31ae93ca-3a1f-4e33-8117-1b2b7f7e7e3a tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:14.033644 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-fd04f9ab-1762-4f53-9d93-318bf937f770 None None] Transition to ACTIVE for port object 9a826ef1-5253-416f-93b1-6ff7d14537a6 will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:08:14.038409 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 7da939ca-c788-47b9-8795-5983f0f7e4e4 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:08:14.050255 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-fd04f9ab-1762-4f53-9d93-318bf937f770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:14.051881 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_v2 [None req-038bce74-1fcf-4ef2-aecf-7f40c779ce72 admin admin] Deleting subnet 5efd3f3e-4198-4530-82cd-090d89e0c9b8 {{(pid=101292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:08:14.063839 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-038bce74-1fcf-4ef2-aecf-7f40c779ce72 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:14.070199 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd04f9ab-1762-4f53-9d93-318bf937f770 None None] Network 9a234f76-c92d-45eb-b1b1-a5ee631ba74c is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:08:14.086215 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-fd04f9ab-1762-4f53-9d93-318bf937f770 None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:08:14.131252 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd04f9ab-1762-4f53-9d93-318bf937f770 None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:08:14.154670 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-038bce74-1fcf-4ef2-aecf-7f40c779ce72 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3848860'] for subnet, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:14.175279 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfc3ffd-30ec-439a-ba18-a644f983a606 req-f0aef34f-f3d4-477a-8f0e-980a6d986676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:14.175917 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-cbfc3ffd-30ec-439a-ba18-a644f983a606 req-f0aef34f-f3d4-477a-8f0e-980a6d986676 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:14.177797 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-cbfc3ffd-30ec-439a-ba18-a644f983a606 req-f0aef34f-f3d4-477a-8f0e-980a6d986676 service neutron] 10.222.0.68 "PUT /v2.0/ports/b7d0de1b-43bb-4f2e-b125-7b3fc02736d2 HTTP/1.1" status: 200 len: 1093 time: 2.0867708 Aug 16 23:08:14.178402 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab7479d3-e0fa-4001-b86a-559b44de8c63', 'tag': 'b7d0de1b-43bb-4f2e-b125-7b3fc02736d2'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:08:14.180780 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a813f578-7a6f-4ebc-ae3e-f734a33eb33c" -d '{"events": [{"name": "network-changed", "server_uuid": "ab7479d3-e0fa-4001-b86a-559b44de8c63", "tag": "b7d0de1b-43bb-4f2e-b125-7b3fc02736d2"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:08:14.183601 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04f9ab-1762-4f53-9d93-318bf937f770 None None] Pushing event updated for resources: {'Port': ['ID=9a826ef1-5253-416f-93b1-6ff7d14537a6,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:14.231107 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aef34f-f3d4-477a-8f0e-980a6d986676 service neutron] Pushing event updated for resources: {'Port': ['ID=b7d0de1b-43bb-4f2e-b125-7b3fc02736d2,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:14.247405 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-fd04f9ab-1762-4f53-9d93-318bf937f770 None None] Attempting to bind port 9a826ef1-5253-416f-93b1-6ff7d14537a6 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:08:14.248153 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-fd04f9ab-1762-4f53-9d93-318bf937f770 None None] Attempting to bind port 9a826ef1-5253-416f-93b1-6ff7d14537a6 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '8d3fe75d-4c5c-473e-9529-0f1328d2c078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '9a234f76-c92d-45eb-b1b1-a5ee631ba74c'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:08:14.248772 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd04f9ab-1762-4f53-9d93-318bf937f770 None None] Attempting to bind port 9a826ef1-5253-416f-93b1-6ff7d14537a6 on network 9a234f76-c92d-45eb-b1b1-a5ee631ba74c {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:08:14.267143 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04f9ab-1762-4f53-9d93-318bf937f770 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:14.267922 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04f9ab-1762-4f53-9d93-318bf937f770 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:14.268780 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04f9ab-1762-4f53-9d93-318bf937f770 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:14.269502 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04f9ab-1762-4f53-9d93-318bf937f770 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:14.270370 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04f9ab-1762-4f53-9d93-318bf937f770 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:14.271056 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04f9ab-1762-4f53-9d93-318bf937f770 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:14.271979 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04f9ab-1762-4f53-9d93-318bf937f770 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:14.273035 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04f9ab-1762-4f53-9d93-318bf937f770 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:14.273214 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-038bce74-1fcf-4ef2-aecf-7f40c779ce72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:14.275163 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04f9ab-1762-4f53-9d93-318bf937f770 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:14.275883 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04f9ab-1762-4f53-9d93-318bf937f770 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:14.276719 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04f9ab-1762-4f53-9d93-318bf937f770 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:14.276917 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b2a838e-3a87-4c26-8cab-15137c87cc45 x-openstack-request-id: req-7b2a838e-3a87-4c26-8cab-15137c87cc45 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:08:14.277071 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab7479d3-e0fa-4001-b86a-559b44de8c63", "tag": "b7d0de1b-43bb-4f2e-b125-7b3fc02736d2", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:08:14.277303 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7b2a838e-3a87-4c26-8cab-15137c87cc45 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:08:14.277713 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab7479d3-e0fa-4001-b86a-559b44de8c63', 'tag': 'b7d0de1b-43bb-4f2e-b125-7b3fc02736d2', 'status': 'completed', 'code': 200} Aug 16 23:08:14.278120 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd04f9ab-1762-4f53-9d93-318bf937f770 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:14.289590 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd04f9ab-1762-4f53-9d93-318bf937f770 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:08:14.290290 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd04f9ab-1762-4f53-9d93-318bf937f770 None None] Checking segment: {'id': '8d3fe75d-4c5c-473e-9529-0f1328d2c078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '9a234f76-c92d-45eb-b1b1-a5ee631ba74c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:08:14.291316 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-fd04f9ab-1762-4f53-9d93-318bf937f770 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:14.293333 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd04f9ab-1762-4f53-9d93-318bf937f770 None None] Bound using segment: {'id': '8d3fe75d-4c5c-473e-9529-0f1328d2c078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '9a234f76-c92d-45eb-b1b1-a5ee631ba74c'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:08:14.293333 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-fd04f9ab-1762-4f53-9d93-318bf937f770 None None] Bound port: 9a826ef1-5253-416f-93b1-6ff7d14537a6, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d3fe75d-4c5c-473e-9529-0f1328d2c078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '9a234f76-c92d-45eb-b1b1-a5ee631ba74c'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:08:14.293641 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-fd04f9ab-1762-4f53-9d93-318bf937f770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:14.349329 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfc3ffd-30ec-439a-ba18-a644f983a606 req-82649a0f-e434-4f46-87dd-648329bc6f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:14.351022 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-cbfc3ffd-30ec-439a-ba18-a644f983a606 req-82649a0f-e434-4f46-87dd-648329bc6f78 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=35a5265c9b284eec85cb9ac2e165725d&device_id=ab7479d3-e0fa-4001-b86a-559b44de8c63 HTTP/1.1" status: 200 len: 1096 time: 0.1061690 Aug 16 23:08:14.372392 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-038bce74-1fcf-4ef2-aecf-7f40c779ce72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26252129'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:14.400916 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-fd04f9ab-1762-4f53-9d93-318bf937f770 None None] For port 9a826ef1-5253-416f-93b1-6ff7d14537a6, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:08:14.404972 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-fd04f9ab-1762-4f53-9d93-318bf937f770 None None] For port 9a826ef1-5253-416f-93b1-6ff7d14537a6, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=9a826ef1-5253-416f-93b1-6ff7d14537a6,segment=NetworkSegment(8d3fe75d-4c5c-473e-9529-0f1328d2c078),segment_id=8d3fe75d-4c5c-473e-9529-0f1328d2c078)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:08:14.409613 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038bce74-1fcf-4ef2-aecf-7f40c779ce72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5efd3f3e-4198-4530-82cd-090d89e0c9b8,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:14.412297 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-cbfc3ffd-30ec-439a-ba18-a644f983a606 req-f56bd7f5-c36b-42ce-8c5a-172b2e7e986c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b7d0de1b-43bb-4f2e-b125-7b3fc02736d2 HTTP/1.1" status: 200 len: 217 time: 0.0487635 Aug 16 23:08:14.413250 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-fd04f9ab-1762-4f53-9d93-318bf937f770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:14.425679 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-038bce74-1fcf-4ef2-aecf-7f40c779ce72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:14.429406 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-038bce74-1fcf-4ef2-aecf-7f40c779ce72 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/5efd3f3e-4198-4530-82cd-090d89e0c9b8 HTTP/1.1" status: 204 len: 168 time: 0.4325466 Aug 16 23:08:14.431752 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 55082) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:14.507706 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04f9ab-1762-4f53-9d93-318bf937f770 None None] Pushing event updated for resources: {'Port': ['ID=9a826ef1-5253-416f-93b1-6ff7d14537a6,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:14.535342 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-31ae93ca-3a1f-4e33-8117-1b2b7f7e7e3a tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:14.600914 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8d6648f6-ed0a-4024-bf02-8dc5d1f4a163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:14.616091 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ae93ca-3a1f-4e33-8117-1b2b7f7e7e3a tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Pushing event updated for resources: {'Subnet': ['ID=0e0551ba-eca0-4941-baab-240e70696a6a,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:14.628623 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfc3ffd-30ec-439a-ba18-a644f983a606 req-3bc833b2-3d1e-4d66-8fa6-b4eff35faf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:14.630213 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-cbfc3ffd-30ec-439a-ba18-a644f983a606 req-3bc833b2-3d1e-4d66-8fa6-b4eff35faf87 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f9fbcf99-b4f2-446a-80c4-22e967b9441e HTTP/1.1" status: 200 len: 848 time: 0.1872895 Aug 16 23:08:14.674395 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-cbfc3ffd-30ec-439a-ba18-a644f983a606 req-89a4e165-4c7e-4d35-9b7b-8ce6fc0397e3 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=520e80e9-e00d-418f-847d-de9e9dfb4e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364246 Aug 16 23:08:14.707372 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ae93ca-3a1f-4e33-8117-1b2b7f7e7e3a tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Checking segment: {'id': '4711ebb1-72c4-40a3-890b-b9749df4569b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '7da939ca-c788-47b9-8795-5983f0f7e4e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:08:14.707754 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ae93ca-3a1f-4e33-8117-1b2b7f7e7e3a tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Network hostable DHCP agents. Network: 7da939ca-c788-47b9-8795-5983f0f7e4e4, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:08:14.780371 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8d6648f6-ed0a-4024-bf02-8dc5d1f4a163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:14.792239 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-8d6648f6-ed0a-4024-bf02-8dc5d1f4a163 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce8981d6-c81c-45ea-9a06-9a435b2fc9f6']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:08:14.792972 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device ced0eb60-2129-44bb-aa8c-813cc52e44a4 no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:08:14.816825 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ae93ca-3a1f-4e33-8117-1b2b7f7e7e3a tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Network 7da939ca-c788-47b9-8795-5983f0f7e4e4 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:08:14.817907 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-8d6648f6-ed0a-4024-bf02-8dc5d1f4a163 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba2627aa-e983-48ed-b699-731debb0727b') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:08:14.817907 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-8d6648f6-ed0a-4024-bf02-8dc5d1f4a163 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba2627aa-e983-48ed-b699-731debb0727b') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:08:14.839383 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8d6648f6-ed0a-4024-bf02-8dc5d1f4a163 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:14.869340 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8d6648f6-ed0a-4024-bf02-8dc5d1f4a163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:14.888149 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d6648f6-ed0a-4024-bf02-8dc5d1f4a163 admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:08:14.888906 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8d6648f6-ed0a-4024-bf02-8dc5d1f4a163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:14.896492 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-31ae93ca-3a1f-4e33-8117-1b2b7f7e7e3a tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 7da939ca-c788-47b9-8795-5983f0f7e4e4) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:08:14.897597 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 16 23:08:14.897597 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:08:14.897597 n-d-791506-26 neutron-server[101292]: timer() Aug 16 23:08:14.897597 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:08:14.897597 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 16 23:08:14.897597 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:08:14.897597 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 16 23:08:14.897597 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:08:14.897597 n-d-791506-26 neutron-server[101292]: self._notify() Aug 16 23:08:14.897597 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:08:14.897597 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 16 23:08:14.897597 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:08:14.897597 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 16 23:08:14.897597 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:08:14.897597 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:08:14.897597 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:08:14.897597 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:08:14.897597 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:08:14.897597 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 16 23:08:14.897597 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:08:14.897597 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 16 23:08:14.897597 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:08:14.897597 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:08:14.897597 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:08:14.897597 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 16 23:08:14.897597 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:08:14.897597 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:08:14.897597 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:08:14.897597 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:08:14.897597 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:08:14.897597 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:08:14.897597 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:08:14.914368 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] No Port match for: ced0eb60-2129-44bb-aa8c-813cc52e44a4 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:08:14.914602 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device ced0eb60-2129-44bb-aa8c-813cc52e44a4 not bound to the agent host n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:08:14.923850 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52de94d8-c327-4a58-ab6e-aa4644c34cf5 None None] Network 7da939ca-c788-47b9-8795-5983f0f7e4e4 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:08:14.968791 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ae93ca-3a1f-4e33-8117-1b2b7f7e7e3a tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:14.969419 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-31ae93ca-3a1f-4e33-8117-1b2b7f7e7e3a tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:14.992785 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-cbfc3ffd-30ec-439a-ba18-a644f983a606 req-5112bc12-6079-4382-bb12-3cb4caa86810 service neutron] 10.222.0.68 "GET /v2.0/networks/520e80e9-e00d-418f-847d-de9e9dfb4e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3095825 Aug 16 23:08:15.085307 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8d6648f6-ed0a-4024-bf02-8dc5d1f4a163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:15.101102 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8d6648f6-ed0a-4024-bf02-8dc5d1f4a163 admin admin] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:15.104361 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-31ae93ca-3a1f-4e33-8117-1b2b7f7e7e3a tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.3471341 Aug 16 23:08:15.110185 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 55092) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:15.112169 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-8d6648f6-ed0a-4024-bf02-8dc5d1f4a163 admin admin] 10.222.0.36 "DELETE /v2.0/networks/ce8981d6-c81c-45ea-9a06-9a435b2fc9f6 HTTP/1.1" status: 204 len: 168 time: 0.6785223 Aug 16 23:08:15.170547 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6648f6-ed0a-4024-bf02-8dc5d1f4a163 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce8981d6-c81c-45ea-9a06-9a435b2fc9f6,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:15.294373 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb526889-d67f-4bf9-aaa7-d85fc2da25fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-7da939ca-c788-47b9-8795-5983f0f7e4e4', 'network_id': '7da939ca-c788-47b9-8795-5983f0f7e4e4', 'tenant_id': 'e264ed5e17d34e92a88e577ba1cfb4fc', 'fixed_ips': [{'subnet_id': '0e0551ba-eca0-4941-baab-240e70696a6a'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:08:15.295261 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-bb526889-d67f-4bf9-aaa7-d85fc2da25fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:15.309047 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea8c672-1426-44f0-9701-a9560d35bca5 req-e15b338a-79ff-43bc-9e96-736480e94548 tempest-VolumesActionsTest-1418203050 tempest-VolumesActionsTest-1418203050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:15.310649 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bea8c672-1426-44f0-9701-a9560d35bca5 req-e15b338a-79ff-43bc-9e96-736480e94548 tempest-VolumesActionsTest-1418203050 tempest-VolumesActionsTest-1418203050-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab7479d3-e0fa-4001-b86a-559b44de8c63 HTTP/1.1" status: 200 len: 944 time: 0.1973772 Aug 16 23:08:15.372572 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-cbfc3ffd-30ec-439a-ba18-a644f983a606 req-a8768fb7-cbb2-4c0e-a7b1-a5589d288c0c service neutron] 10.222.0.68 "GET /v2.0/networks/520e80e9-e00d-418f-847d-de9e9dfb4e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3695281 Aug 16 23:08:15.410878 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bea8c672-1426-44f0-9701-a9560d35bca5 req-14031ee5-0c23-441b-be38-13bbc08c7f24 tempest-VolumesActionsTest-1418203050 tempest-VolumesActionsTest-1418203050-project] 10.222.0.36 "GET /v2.0/security-groups?id=1bc150b5-cf7a-47f7-98d9-ae794194db46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919802 Aug 16 23:08:15.518341 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 55102) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:15.535221 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dee1bd05-89f0-4cab-8921-7e1a1a9ffecc tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:15.574037 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-bb526889-d67f-4bf9-aaa7-d85fc2da25fc None None] Allocated IP 2001:db8::1 (7da939ca-c788-47b9-8795-5983f0f7e4e4/0e0551ba-eca0-4941-baab-240e70696a6a/ffb41b46-5dc1-45c7-84c7-5c130bbc1f43) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:08:15.593216 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a813f578-7a6f-4ebc-ae3e-f734a33eb33c req-cdfcbc7d-4ee7-48e3-8a13-50303e6e4531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:15.597576 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-a813f578-7a6f-4ebc-ae3e-f734a33eb33c req-cdfcbc7d-4ee7-48e3-8a13-50303e6e4531 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=35a5265c9b284eec85cb9ac2e165725d&device_id=ab7479d3-e0fa-4001-b86a-559b44de8c63 HTTP/1.1" status: 200 len: 1096 time: 0.1422997 Aug 16 23:08:15.621511 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-1c4f17b1-4406-497f-9d47-bf509df856d1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d1fdbd14d2a2426faa7617777d4bf755&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0997467 Aug 16 23:08:15.622163 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 55104) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:15.728832 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-aff20b0c-85e7-4cd9-83bf-376515b0167a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:15.762044 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-aff20b0c-85e7-4cd9-83bf-376515b0167a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:15.814679 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-bb526889-d67f-4bf9-aaa7-d85fc2da25fc None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:15.819900 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-aff20b0c-85e7-4cd9-83bf-376515b0167a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:15.828339 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-aff20b0c-85e7-4cd9-83bf-376515b0167a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:15.835667 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-aff20b0c-85e7-4cd9-83bf-376515b0167a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/db1c43e3-609e-44d2-99ff-7bdda77f28be HTTP/1.1" status: 204 len: 168 time: 0.2104120 Aug 16 23:08:15.843595 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dee1bd05-89f0-4cab-8921-7e1a1a9ffecc tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:15.846865 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff20b0c-85e7-4cd9-83bf-376515b0167a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db1c43e3-609e-44d2-99ff-7bdda77f28be,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:15.854515 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-bb526889-d67f-4bf9-aaa7-d85fc2da25fc None None] Transition to ACTIVE for port object ffb41b46-5dc1-45c7-84c7-5c130bbc1f43 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:08:15.907619 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-bb526889-d67f-4bf9-aaa7-d85fc2da25fc None None] Transition to ACTIVE for port object ffb41b46-5dc1-45c7-84c7-5c130bbc1f43 will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:08:15.937952 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-bb526889-d67f-4bf9-aaa7-d85fc2da25fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:15.995169 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a813f578-7a6f-4ebc-ae3e-f734a33eb33c req-01c18866-5833-4391-a6c1-a4644a66b4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:16.002387 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb526889-d67f-4bf9-aaa7-d85fc2da25fc None None] Network 7da939ca-c788-47b9-8795-5983f0f7e4e4 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:08:16.003578 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-a813f578-7a6f-4ebc-ae3e-f734a33eb33c req-01c18866-5833-4391-a6c1-a4644a66b4e7 service neutron] 10.222.0.68 "GET /v2.0/networks?id=520e80e9-e00d-418f-847d-de9e9dfb4e1a HTTP/1.1" status: 200 len: 909 time: 0.3873820 Aug 16 23:08:16.021300 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-bb526889-d67f-4bf9-aaa7-d85fc2da25fc None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:08:16.029576 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb526889-d67f-4bf9-aaa7-d85fc2da25fc None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:08:16.040653 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb526889-d67f-4bf9-aaa7-d85fc2da25fc None None] Pushing event updated for resources: {'Port': ['ID=ffb41b46-5dc1-45c7-84c7-5c130bbc1f43,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:16.128308 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 9a826ef1-5253-416f-93b1-6ff7d14537a6 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:08:16.170821 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-a813f578-7a6f-4ebc-ae3e-f734a33eb33c req-eaf71d74-c949-4414-9a1f-1a69fafdeecf service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b7d0de1b-43bb-4f2e-b125-7b3fc02736d2 HTTP/1.1" status: 200 len: 217 time: 0.1537552 Aug 16 23:08:16.227537 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779b9f5b-8d26-4efb-9955-12000a772efd None None] Network 9a234f76-c92d-45eb-b1b1-a5ee631ba74c requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:08:16.319967 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a813f578-7a6f-4ebc-ae3e-f734a33eb33c req-e43470f8-732c-435c-94f9-8cbd9a4f5fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:16.330024 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-a813f578-7a6f-4ebc-ae3e-f734a33eb33c req-e43470f8-732c-435c-94f9-8cbd9a4f5fa5 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f9fbcf99-b4f2-446a-80c4-22e967b9441e HTTP/1.1" status: 200 len: 848 time: 0.1434886 Aug 16 23:08:16.333574 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dee1bd05-89f0-4cab-8921-7e1a1a9ffecc tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:16.346341 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-bb526889-d67f-4bf9-aaa7-d85fc2da25fc None None] Attempting to bind port ffb41b46-5dc1-45c7-84c7-5c130bbc1f43 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:08:16.347109 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-bb526889-d67f-4bf9-aaa7-d85fc2da25fc None None] Attempting to bind port ffb41b46-5dc1-45c7-84c7-5c130bbc1f43 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '4711ebb1-72c4-40a3-890b-b9749df4569b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '7da939ca-c788-47b9-8795-5983f0f7e4e4'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:08:16.347109 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb526889-d67f-4bf9-aaa7-d85fc2da25fc None None] Attempting to bind port ffb41b46-5dc1-45c7-84c7-5c130bbc1f43 on network 7da939ca-c788-47b9-8795-5983f0f7e4e4 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:08:16.375471 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb526889-d67f-4bf9-aaa7-d85fc2da25fc None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:08:16.375977 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb526889-d67f-4bf9-aaa7-d85fc2da25fc None None] Checking segment: {'id': '4711ebb1-72c4-40a3-890b-b9749df4569b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '7da939ca-c788-47b9-8795-5983f0f7e4e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:08:16.376643 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-bb526889-d67f-4bf9-aaa7-d85fc2da25fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:16.377185 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb526889-d67f-4bf9-aaa7-d85fc2da25fc None None] Bound using segment: {'id': '4711ebb1-72c4-40a3-890b-b9749df4569b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '7da939ca-c788-47b9-8795-5983f0f7e4e4'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:08:16.377829 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-bb526889-d67f-4bf9-aaa7-d85fc2da25fc None None] Bound port: ffb41b46-5dc1-45c7-84c7-5c130bbc1f43, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4711ebb1-72c4-40a3-890b-b9749df4569b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '7da939ca-c788-47b9-8795-5983f0f7e4e4'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:08:16.378483 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-bb526889-d67f-4bf9-aaa7-d85fc2da25fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:16.398850 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-892b918f-3441-452d-aa7b-7e74e3eb9097 None None] Provisioning for port 9a826ef1-5253-416f-93b1-6ff7d14537a6 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:08:16.474577 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 9a826ef1-5253-416f-93b1-6ff7d14537a6 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:08:16.479492 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee1bd05-89f0-4cab-8921-7e1a1a9ffecc tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Pushing event deleted for resources: {'Subnet': ['ID=0e0551ba-eca0-4941-baab-240e70696a6a,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:16.488992 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 9a826ef1-5253-416f-93b1-6ff7d14537a6 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:08:16.489437 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:16.537431 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-bb526889-d67f-4bf9-aaa7-d85fc2da25fc None None] For port ffb41b46-5dc1-45c7-84c7-5c130bbc1f43, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:08:16.594481 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd33154-44bb-44fb-a671-fff08a2ecd7a req-0676fd31-c4bd-4936-b086-3bfa25f68c69 tempest-VolumesActionsTest-1418203050 tempest-VolumesActionsTest-1418203050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:16.603521 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1fd33154-44bb-44fb-a671-fff08a2ecd7a req-0676fd31-c4bd-4936-b086-3bfa25f68c69 tempest-VolumesActionsTest-1418203050 tempest-VolumesActionsTest-1418203050-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab7479d3-e0fa-4001-b86a-559b44de8c63 HTTP/1.1" status: 200 len: 944 time: 0.0868647 Aug 16 23:08:16.606092 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-bb526889-d67f-4bf9-aaa7-d85fc2da25fc None None] For port ffb41b46-5dc1-45c7-84c7-5c130bbc1f43, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=ffb41b46-5dc1-45c7-84c7-5c130bbc1f43,segment=NetworkSegment(4711ebb1-72c4-40a3-890b-b9749df4569b),segment_id=4711ebb1-72c4-40a3-890b-b9749df4569b)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:08:16.629365 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-bb526889-d67f-4bf9-aaa7-d85fc2da25fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:16.646188 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dee1bd05-89f0-4cab-8921-7e1a1a9ffecc tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:16.664005 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-dee1bd05-89f0-4cab-8921-7e1a1a9ffecc tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7da939ca-c788-47b9-8795-5983f0f7e4e4']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:08:16.669223 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1fd33154-44bb-44fb-a671-fff08a2ecd7a req-759405a8-2ca2-4afa-af12-3336bca1d7f3 tempest-VolumesActionsTest-1418203050 tempest-VolumesActionsTest-1418203050-project] 10.222.0.36 "GET /v2.0/security-groups?id=1bc150b5-cf7a-47f7-98d9-ae794194db46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643561 Aug 16 23:08:16.705210 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-dee1bd05-89f0-4cab-8921-7e1a1a9ffecc tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4711ebb1-72c4-40a3-890b-b9749df4569b') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:08:16.705653 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-dee1bd05-89f0-4cab-8921-7e1a1a9ffecc tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4711ebb1-72c4-40a3-890b-b9749df4569b') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:08:16.711038 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-a813f578-7a6f-4ebc-ae3e-f734a33eb33c req-2df88d1d-c83a-4df5-b049-9998424c5d0d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=520e80e9-e00d-418f-847d-de9e9dfb4e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3678932 Aug 16 23:08:16.744232 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dee1bd05-89f0-4cab-8921-7e1a1a9ffecc tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:16.800694 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dee1bd05-89f0-4cab-8921-7e1a1a9ffecc tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:16.814396 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device b7d0de1b-43bb-4f2e-b125-7b3fc02736d2 details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:08:16.814637 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dee1bd05-89f0-4cab-8921-7e1a1a9ffecc tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:08:16.815038 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dee1bd05-89f0-4cab-8921-7e1a1a9ffecc tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:16.819060 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 23:08:16.819060 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:08:16.819060 n-d-791506-26 neutron-server[101291]: timer() Aug 16 23:08:16.819060 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:08:16.819060 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 23:08:16.819060 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:08:16.819060 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 23:08:16.819060 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:08:16.819060 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 23:08:16.819060 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:08:16.819060 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 23:08:16.819060 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:08:16.819060 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 23:08:16.819060 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:08:16.819060 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:08:16.819060 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:08:16.819060 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:08:16.819060 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:08:16.819060 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 23:08:16.819060 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:08:16.819060 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 23:08:16.819060 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:08:16.819060 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:08:16.819060 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:08:16.819060 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 23:08:16.819060 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:08:16.819060 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:08:16.819060 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:08:16.819060 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:08:16.819060 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:08:16.819060 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:08:16.819060 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:08:16.852021 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb526889-d67f-4bf9-aaa7-d85fc2da25fc None None] Pushing event updated for resources: {'Port': ['ID=ffb41b46-5dc1-45c7-84c7-5c130bbc1f43,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:16.895004 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189e4d10-ff8c-403b-afc3-c2363b59dbbf None None] Network 7da939ca-c788-47b9-8795-5983f0f7e4e4 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:08:16.914167 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-a813f578-7a6f-4ebc-ae3e-f734a33eb33c req-1ccf1031-38c4-4706-862b-65ff04669732 service neutron] 10.222.0.68 "GET /v2.0/networks/520e80e9-e00d-418f-847d-de9e9dfb4e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937697 Aug 16 23:08:16.916128 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.db.api [None req-dee1bd05-89f0-4cab-8921-7e1a1a9ffecc tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 23:08:16.916128 n-d-791506-26 neutron-server[101291]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 23:08:16.916128 n-d-791506-26 neutron-server[101291]: [parameters: {'id': '7da939ca-c788-47b9-8795-5983f0f7e4e4'}] Aug 16 23:08:16.916128 n-d-791506-26 neutron-server[101291]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 23:08:16.916651 n-d-791506-26 neutron-server[101291]: DEBUG oslo_db.api [None req-dee1bd05-89f0-4cab-8921-7e1a1a9ffecc tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 23:08:16.964307 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:17.042464 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-a813f578-7a6f-4ebc-ae3e-f734a33eb33c req-34200dfa-72c2-411f-a9c6-bc49d7ced2a3 service neutron] 10.222.0.68 "GET /v2.0/networks/520e80e9-e00d-418f-847d-de9e9dfb4e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176527 Aug 16 23:08:17.068847 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 9a826ef1-5253-416f-93b1-6ff7d14537a6, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=9a826ef1-5253-416f-93b1-6ff7d14537a6,segment=NetworkSegment(8d3fe75d-4c5c-473e-9529-0f1328d2c078),segment_id=8d3fe75d-4c5c-473e-9529-0f1328d2c078)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:08:17.103465 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:17.301899 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port b7d0de1b-43bb-4f2e-b125-7b3fc02736d2, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=b7d0de1b-43bb-4f2e-b125-7b3fc02736d2,segment=NetworkSegment(6f46e760-e247-490e-94f4-22e19657e668),segment_id=6f46e760-e247-490e-94f4-22e19657e668)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:08:17.307424 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=9a826ef1-5253-416f-93b1-6ff7d14537a6,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:17.332006 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95ff78d-b939-437b-b880-f1e675934fc6 None None] get_active_networks_info from n-d-791506-26 {{(pid=101293) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 23:08:17.363817 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': 'b7d0de1b-43bb-4f2e-b125-7b3fc02736d2', 'network_id': '520e80e9-e00d-418f-847d-de9e9dfb4e1a', 'port_id': 'b7d0de1b-43bb-4f2e-b125-7b3fc02736d2', 'mac_address': 'fa:16:3e:07:d1:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9fbcf99-b4f2-446a-80c4-22e967b9441e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:08:17.384667 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-935908d7-c3c5-4507-a6cd-f1a4248931f5 None None] Provisioning complete for port 9a826ef1-5253-416f-93b1-6ff7d14537a6 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:08:17.385097 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-935908d7-c3c5-4507-a6cd-f1a4248931f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:17.417974 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dee1bd05-89f0-4cab-8921-7e1a1a9ffecc tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:17.478682 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:17.522834 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7d0de1b-43bb-4f2e-b125-7b3fc02736d2 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:08:17.545458 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-dee1bd05-89f0-4cab-8921-7e1a1a9ffecc tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Deleting port ffb41b46-5dc1-45c7-84c7-5c130bbc1f43 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:08:17.545967 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dee1bd05-89f0-4cab-8921-7e1a1a9ffecc tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:17.574603 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port b7d0de1b-43bb-4f2e-b125-7b3fc02736d2, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=b7d0de1b-43bb-4f2e-b125-7b3fc02736d2,segment=NetworkSegment(6f46e760-e247-490e-94f4-22e19657e668),segment_id=6f46e760-e247-490e-94f4-22e19657e668)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:08:17.599989 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:17.601755 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95ff78d-b939-437b-b880-f1e675934fc6 None None] Resources bound (agent type, host, resource id): {{(pid=101293) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 23:08:17.677783 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-6554434d-5ae4-42f4-9c09-a30e51a21fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:17.739955 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-dee1bd05-89f0-4cab-8921-7e1a1a9ffecc tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] For port ffb41b46-5dc1-45c7-84c7-5c130bbc1f43, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=ffb41b46-5dc1-45c7-84c7-5c130bbc1f43,segment=NetworkSegment(4711ebb1-72c4-40a3-890b-b9749df4569b),segment_id=4711ebb1-72c4-40a3-890b-b9749df4569b)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:08:17.744995 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dee1bd05-89f0-4cab-8921-7e1a1a9ffecc tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:17.746176 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=b7d0de1b-43bb-4f2e-b125-7b3fc02736d2,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:17.772765 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-dee1bd05-89f0-4cab-8921-7e1a1a9ffecc tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Calling delete_port for ffb41b46-5dc1-45c7-84c7-5c130bbc1f43 owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:08:17.823809 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['b7d0de1b-43bb-4f2e-b125-7b3fc02736d2'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:08:17.865773 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab5df70-9116-48f4-91e2-4cc7a8fd9009 req-bceddeca-be73-4244-a94f-bd50b5b95fbd tempest-VolumesActionsTest-1418203050 tempest-VolumesActionsTest-1418203050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:17.874592 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2ab5df70-9116-48f4-91e2-4cc7a8fd9009 req-bceddeca-be73-4244-a94f-bd50b5b95fbd tempest-VolumesActionsTest-1418203050 tempest-VolumesActionsTest-1418203050-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab7479d3-e0fa-4001-b86a-559b44de8c63 HTTP/1.1" status: 200 len: 945 time: 0.1010239 Aug 16 23:08:17.907609 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dee1bd05-89f0-4cab-8921-7e1a1a9ffecc tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:17.953773 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2ab5df70-9116-48f4-91e2-4cc7a8fd9009 req-8af006da-50fb-4511-be68-f792a48015e5 tempest-VolumesActionsTest-1418203050 tempest-VolumesActionsTest-1418203050-project] 10.222.0.36 "GET /v2.0/security-groups?id=1bc150b5-cf7a-47f7-98d9-ae794194db46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778871 Aug 16 23:08:18.017596 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee1bd05-89f0-4cab-8921-7e1a1a9ffecc tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Pushing event deleted for resources: {'Port': ['ID=ffb41b46-5dc1-45c7-84c7-5c130bbc1f43,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:18.029527 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee1bd05-89f0-4cab-8921-7e1a1a9ffecc tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] No DVR routers for this DVR port ffb41b46-5dc1-45c7-84c7-5c130bbc1f43 on host n-d-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:08:18.092273 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 9a826ef1-5253-416f-93b1-6ff7d14537a6 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:08:18.197262 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dee1bd05-89f0-4cab-8921-7e1a1a9ffecc tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:18.221016 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-dee1bd05-89f0-4cab-8921-7e1a1a9ffecc tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7da939ca-c788-47b9-8795-5983f0f7e4e4']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:08:18.247735 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-dee1bd05-89f0-4cab-8921-7e1a1a9ffecc tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4711ebb1-72c4-40a3-890b-b9749df4569b') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:08:18.249655 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-dee1bd05-89f0-4cab-8921-7e1a1a9ffecc tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4711ebb1-72c4-40a3-890b-b9749df4569b') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:08:18.276905 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dee1bd05-89f0-4cab-8921-7e1a1a9ffecc tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:18.318963 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dee1bd05-89f0-4cab-8921-7e1a1a9ffecc tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:18.332701 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dee1bd05-89f0-4cab-8921-7e1a1a9ffecc tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:08:18.333620 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dee1bd05-89f0-4cab-8921-7e1a1a9ffecc tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:18.338104 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 23:08:18.338104 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:08:18.338104 n-d-791506-26 neutron-server[101291]: timer() Aug 16 23:08:18.338104 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:08:18.338104 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 23:08:18.338104 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:08:18.338104 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 23:08:18.338104 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:08:18.338104 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 23:08:18.338104 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:08:18.338104 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 23:08:18.338104 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:08:18.338104 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 23:08:18.338104 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:08:18.338104 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:08:18.338104 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:08:18.338104 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:08:18.338104 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:08:18.338104 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 23:08:18.338104 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:08:18.338104 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 23:08:18.338104 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:08:18.338104 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:08:18.338104 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:08:18.338104 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 23:08:18.338104 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:08:18.338104 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:08:18.338104 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:08:18.338104 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:08:18.338104 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:08:18.338104 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:08:18.338104 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:08:18.362050 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 9a826ef1-5253-416f-93b1-6ff7d14537a6 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:08:18.364151 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:18.514342 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dee1bd05-89f0-4cab-8921-7e1a1a9ffecc tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:18.523504 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dee1bd05-89f0-4cab-8921-7e1a1a9ffecc tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:18.525737 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-dee1bd05-89f0-4cab-8921-7e1a1a9ffecc tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] 10.222.0.36 "DELETE /v2.0/networks/7da939ca-c788-47b9-8795-5983f0f7e4e4 HTTP/1.1" status: 204 len: 168 time: 3.4145269 Aug 16 23:08:18.529370 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 55186) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:18.535084 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-e4f91261-6163-445e-a587-12b0325d1dc0 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1697022354'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:08:18.543440 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee1bd05-89f0-4cab-8921-7e1a1a9ffecc tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Pushing event deleted for resources: {'Network': ['ID=7da939ca-c788-47b9-8795-5983f0f7e4e4,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:18.604574 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f91261-6163-445e-a587-12b0325d1dc0 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Made reservation on behalf of e264ed5e17d34e92a88e577ba1cfb4fc for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:08:18.615092 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e4f91261-6163-445e-a587-12b0325d1dc0 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:18.688004 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4f91261-6163-445e-a587-12b0325d1dc0 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:08:18.719158 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e4f91261-6163-445e-a587-12b0325d1dc0 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:18.720818 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-e4f91261-6163-445e-a587-12b0325d1dc0 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Added segment 2c3d278a-1cc7-4df3-ae5f-350177bfd0d7 of type vlan for network 5f9a18b7-a365-440f-8802-e9439f2fe022 Aug 16 23:08:18.789403 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e4f91261-6163-445e-a587-12b0325d1dc0 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:18.823420 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e4f91261-6163-445e-a587-12b0325d1dc0 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:18.829982 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f91261-6163-445e-a587-12b0325d1dc0 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:18.830858 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e4f91261-6163-445e-a587-12b0325d1dc0 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:18.858439 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 55192) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:18.941112 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f91261-6163-445e-a587-12b0325d1dc0 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Pushing event updated for resources: {'Network': ['ID=5f9a18b7-a365-440f-8802-e9439f2fe022,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:18.965884 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-e4f91261-6163-445e-a587-12b0325d1dc0 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4353809 Aug 16 23:08:18.968929 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 55196) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:18.974218 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-76722b51-afc5-4b55-8413-4ba552c3fdb9 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Request body: {'subnet': {'network_id': '5f9a18b7-a365-440f-8802-e9439f2fe022', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:08:18.980225 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 5f9a18b7-a365-440f-8802-e9439f2fe022 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:08:19.128166 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-759cc352-3596-4ef6-b759-96095247c53c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:19.212892 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.db.api [None req-76722b51-afc5-4b55-8413-4ba552c3fdb9 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 23:08:19.212892 n-d-791506-26 neutron-server[101291]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 16 23:08:19.212892 n-d-791506-26 neutron-server[101291]: [parameters: {'project_id': 'e264ed5e17d34e92a88e577ba1cfb4fc', 'id': 'decaff18-d1aa-4a5a-8c6b-c9c776305dff', 'expiration': datetime.datetime(2021, 8, 16, 23, 10, 19, 196861)}] Aug 16 23:08:19.212892 n-d-791506-26 neutron-server[101291]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 23:08:19.214094 n-d-791506-26 neutron-server[101291]: DEBUG oslo_db.api [None req-76722b51-afc5-4b55-8413-4ba552c3fdb9 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 23:08:19.346465 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-759cc352-3596-4ef6-b759-96095247c53c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:19.355392 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-759cc352-3596-4ef6-b759-96095247c53c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:19.410381 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759cc352-3596-4ef6-b759-96095247c53c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72feb252-32cd-4dd5-a8a3-747317c94f17,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:19.415971 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-759cc352-3596-4ef6-b759-96095247c53c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0172d2e7a26f4dec96bbd88cbc29cf35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5564504 Aug 16 23:08:19.419463 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 55200) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:19.485370 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cb4aa133-eace-4f56-973b-06af93d15b9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:19.522807 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cb4aa133-eace-4f56-973b-06af93d15b9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:19.594854 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cb4aa133-eace-4f56-973b-06af93d15b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:19.598442 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cb4aa133-eace-4f56-973b-06af93d15b9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:19.600050 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-cb4aa133-eace-4f56-973b-06af93d15b9e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/72feb252-32cd-4dd5-a8a3-747317c94f17 HTTP/1.1" status: 204 len: 168 time: 0.1787601 Aug 16 23:08:19.611081 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4aa133-eace-4f56-973b-06af93d15b9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72feb252-32cd-4dd5-a8a3-747317c94f17,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:19.668786 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22bc7d5-acb1-46b3-8fc5-34443a878a9e req-51027a4a-28be-4883-8387-75b8cd12220b tempest-VolumesActionsTest-1418203050 tempest-VolumesActionsTest-1418203050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:19.676928 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f22bc7d5-acb1-46b3-8fc5-34443a878a9e req-51027a4a-28be-4883-8387-75b8cd12220b tempest-VolumesActionsTest-1418203050 tempest-VolumesActionsTest-1418203050-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab7479d3-e0fa-4001-b86a-559b44de8c63 HTTP/1.1" status: 200 len: 945 time: 0.5972946 Aug 16 23:08:19.745893 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f22bc7d5-acb1-46b3-8fc5-34443a878a9e req-0f2d2923-7389-4afa-9d3b-a3e61ebd0bcc tempest-VolumesActionsTest-1418203050 tempest-VolumesActionsTest-1418203050-project] 10.222.0.36 "GET /v2.0/security-groups?id=1bc150b5-cf7a-47f7-98d9-ae794194db46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634851 Aug 16 23:08:19.766112 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f9dbfd21-d2a0-4969-901b-815706b4d0c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:19.776254 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76722b51-afc5-4b55-8413-4ba552c3fdb9 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Made reservation on behalf of e264ed5e17d34e92a88e577ba1cfb4fc for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:08:19.780021 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-76722b51-afc5-4b55-8413-4ba552c3fdb9 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:20.112997 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-76722b51-afc5-4b55-8413-4ba552c3fdb9 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:20.205187 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76722b51-afc5-4b55-8413-4ba552c3fdb9 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Checking segment: {'id': '2c3d278a-1cc7-4df3-ae5f-350177bfd0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5f9a18b7-a365-440f-8802-e9439f2fe022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:08:20.205929 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76722b51-afc5-4b55-8413-4ba552c3fdb9 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Network hostable DHCP agents. Network: 5f9a18b7-a365-440f-8802-e9439f2fe022, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:08:20.207547 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76722b51-afc5-4b55-8413-4ba552c3fdb9 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Pushing event updated for resources: {'Subnet': ['ID=ffd9758f-ba37-4d31-b005-35d1d275a110,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:20.234837 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76722b51-afc5-4b55-8413-4ba552c3fdb9 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Network 5f9a18b7-a365-440f-8802-e9439f2fe022 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:08:20.249739 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-76722b51-afc5-4b55-8413-4ba552c3fdb9 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 5f9a18b7-a365-440f-8802-e9439f2fe022) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:08:20.258808 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76722b51-afc5-4b55-8413-4ba552c3fdb9 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:20.260059 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255dde6a-60df-464e-a8b2-081dd4d3353b None None] Network 5f9a18b7-a365-440f-8802-e9439f2fe022 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:08:20.261448 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-76722b51-afc5-4b55-8413-4ba552c3fdb9 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:20.284005 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-76722b51-afc5-4b55-8413-4ba552c3fdb9 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3137817 Aug 16 23:08:20.287411 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 55222) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:20.298061 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-77d80603-078f-4209-97ff-948e6c031d20 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1382166720'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:08:20.363695 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77d80603-078f-4209-97ff-948e6c031d20 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Made reservation on behalf of e264ed5e17d34e92a88e577ba1cfb4fc for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:08:20.369494 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-77d80603-078f-4209-97ff-948e6c031d20 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:20.427421 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77d80603-078f-4209-97ff-948e6c031d20 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:08:20.476470 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-77d80603-078f-4209-97ff-948e6c031d20 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:20.480714 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-77d80603-078f-4209-97ff-948e6c031d20 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Added segment 3a0d9985-3503-4a40-8be5-9218b83eb412 of type vlan for network e65f50c7-ca11-49e8-92dd-704c650eb882 Aug 16 23:08:20.527188 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62106816-2eeb-4b1b-ae32-48985c34f28a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-5f9a18b7-a365-440f-8802-e9439f2fe022', 'network_id': '5f9a18b7-a365-440f-8802-e9439f2fe022', 'tenant_id': 'e264ed5e17d34e92a88e577ba1cfb4fc', 'fixed_ips': [{'subnet_id': 'ffd9758f-ba37-4d31-b005-35d1d275a110'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:08:20.532896 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-62106816-2eeb-4b1b-ae32-48985c34f28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:20.546178 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-77d80603-078f-4209-97ff-948e6c031d20 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:20.590443 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:20.620984 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-77d80603-078f-4209-97ff-948e6c031d20 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:20.626613 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d80603-078f-4209-97ff-948e6c031d20 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:20.627227 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-77d80603-078f-4209-97ff-948e6c031d20 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:20.738302 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 55242) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:20.749905 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-77d80603-078f-4209-97ff-948e6c031d20 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4605060 Aug 16 23:08:20.755429 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 55246) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:20.768499 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d80603-078f-4209-97ff-948e6c031d20 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Pushing event updated for resources: {'Network': ['ID=e65f50c7-ca11-49e8-92dd-704c650eb882,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:20.777499 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-63a81646-a797-4449-bc49-6054066d02ea tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Request body: {'subnet': {'network_id': 'e65f50c7-ca11-49e8-92dd-704c650eb882', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:08:20.850189 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-62106816-2eeb-4b1b-ae32-48985c34f28a None None] Allocated IP 2001:db8::1 (5f9a18b7-a365-440f-8802-e9439f2fe022/ffd9758f-ba37-4d31-b005-35d1d275a110/3ff2fbb2-dc8b-4218-9aa2-172f411c83db) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:08:20.892769 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a81646-a797-4449-bc49-6054066d02ea tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Made reservation on behalf of e264ed5e17d34e92a88e577ba1cfb4fc for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:08:20.897701 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-63a81646-a797-4449-bc49-6054066d02ea tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:20.982166 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-b112a941-265d-477e-b459-016ad80b1be3 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-2072987173-network', 'tenant_id': '99fe2b562b1440deba82399c0ad0dfad'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:08:21.012489 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network e65f50c7-ca11-49e8-92dd-704c650eb882 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:08:21.036580 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device b7d0de1b-43bb-4f2e-b125-7b3fc02736d2 up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:08:21.037886 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.ipam_backend_mixin [None req-63a81646-a797-4449-bc49-6054066d02ea tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Performing IP validity checks on allocation pools {{(pid=101292) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 16 23:08:21.038849 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.ipam_backend_mixin [None req-63a81646-a797-4449-bc49-6054066d02ea tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101292) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 16 23:08:21.068185 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b112a941-265d-477e-b459-016ad80b1be3 admin admin] Made reservation on behalf of 99fe2b562b1440deba82399c0ad0dfad for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:08:21.072159 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b112a941-265d-477e-b459-016ad80b1be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:21.086384 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b112a941-265d-477e-b459-016ad80b1be3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:21.105862 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3f8065-508f-4a27-b457-7c2c7e051d1e req-19e7bfdc-4f28-474d-94c1-e0160d8434d6 tempest-VolumesActionsTest-1418203050 tempest-VolumesActionsTest-1418203050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:21.107769 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3b3f8065-508f-4a27-b457-7c2c7e051d1e req-19e7bfdc-4f28-474d-94c1-e0160d8434d6 tempest-VolumesActionsTest-1418203050 tempest-VolumesActionsTest-1418203050-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab7479d3-e0fa-4001-b86a-559b44de8c63 HTTP/1.1" status: 200 len: 945 time: 0.2268438 Aug 16 23:08:21.189696 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-62106816-2eeb-4b1b-ae32-48985c34f28a None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:21.202430 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-62106816-2eeb-4b1b-ae32-48985c34f28a None None] Transition to ACTIVE for port object 3ff2fbb2-dc8b-4218-9aa2-172f411c83db will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:08:21.221682 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3b3f8065-508f-4a27-b457-7c2c7e051d1e req-10cc2c77-f359-498c-ad43-aff9daac9652 tempest-VolumesActionsTest-1418203050 tempest-VolumesActionsTest-1418203050-project] 10.222.0.36 "GET /v2.0/security-groups?id=1bc150b5-cf7a-47f7-98d9-ae794194db46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010590 Aug 16 23:08:21.222918 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning for port b7d0de1b-43bb-4f2e-b125-7b3fc02736d2 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:08:21.225363 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-62106816-2eeb-4b1b-ae32-48985c34f28a None None] Transition to ACTIVE for port object 3ff2fbb2-dc8b-4218-9aa2-172f411c83db will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:08:21.230390 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port b7d0de1b-43bb-4f2e-b125-7b3fc02736d2 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:08:21.230902 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:21.288801 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-62106816-2eeb-4b1b-ae32-48985c34f28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:21.359180 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62106816-2eeb-4b1b-ae32-48985c34f28a None None] Network 5f9a18b7-a365-440f-8802-e9439f2fe022 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:08:21.362126 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62106816-2eeb-4b1b-ae32-48985c34f28a None None] Pushing event updated for resources: {'Port': ['ID=3ff2fbb2-dc8b-4218-9aa2-172f411c83db,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:21.367120 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-62106816-2eeb-4b1b-ae32-48985c34f28a None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:08:21.392969 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62106816-2eeb-4b1b-ae32-48985c34f28a None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:08:21.403148 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-63a81646-a797-4449-bc49-6054066d02ea tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:21.478295 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b112a941-265d-477e-b459-016ad80b1be3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:21.498133 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b112a941-265d-477e-b459-016ad80b1be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:21.522973 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-62106816-2eeb-4b1b-ae32-48985c34f28a None None] Attempting to bind port 3ff2fbb2-dc8b-4218-9aa2-172f411c83db on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:08:21.523347 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-62106816-2eeb-4b1b-ae32-48985c34f28a None None] Attempting to bind port 3ff2fbb2-dc8b-4218-9aa2-172f411c83db by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '2c3d278a-1cc7-4df3-ae5f-350177bfd0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5f9a18b7-a365-440f-8802-e9439f2fe022'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:08:21.523734 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62106816-2eeb-4b1b-ae32-48985c34f28a None None] Attempting to bind port 3ff2fbb2-dc8b-4218-9aa2-172f411c83db on network 5f9a18b7-a365-440f-8802-e9439f2fe022 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:08:21.532893 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:21.542166 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a81646-a797-4449-bc49-6054066d02ea tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Pushing event updated for resources: {'Subnet': ['ID=ea58a99d-5cfd-4123-858a-e36cef54fa86,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:21.550479 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62106816-2eeb-4b1b-ae32-48985c34f28a None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:08:21.550857 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62106816-2eeb-4b1b-ae32-48985c34f28a None None] Checking segment: {'id': '2c3d278a-1cc7-4df3-ae5f-350177bfd0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5f9a18b7-a365-440f-8802-e9439f2fe022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:08:21.551272 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-62106816-2eeb-4b1b-ae32-48985c34f28a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:21.551676 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62106816-2eeb-4b1b-ae32-48985c34f28a None None] Bound using segment: {'id': '2c3d278a-1cc7-4df3-ae5f-350177bfd0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5f9a18b7-a365-440f-8802-e9439f2fe022'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:08:21.552307 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-62106816-2eeb-4b1b-ae32-48985c34f28a None None] Bound port: 3ff2fbb2-dc8b-4218-9aa2-172f411c83db, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c3d278a-1cc7-4df3-ae5f-350177bfd0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5f9a18b7-a365-440f-8802-e9439f2fe022'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:08:21.552733 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-62106816-2eeb-4b1b-ae32-48985c34f28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:21.560159 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b112a941-265d-477e-b459-016ad80b1be3 admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:08:21.582058 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a81646-a797-4449-bc49-6054066d02ea tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Checking segment: {'id': '3a0d9985-3503-4a40-8be5-9218b83eb412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'e65f50c7-ca11-49e8-92dd-704c650eb882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:08:21.582562 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a81646-a797-4449-bc49-6054066d02ea tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Network hostable DHCP agents. Network: e65f50c7-ca11-49e8-92dd-704c650eb882, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:08:21.585478 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b112a941-265d-477e-b459-016ad80b1be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:21.585872 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-b112a941-265d-477e-b459-016ad80b1be3 admin admin] Added segment d6e92c77-8553-4016-9d6d-7e02417f84b1 of type vlan for network eb5304a2-dcdc-4eaf-bf96-c5012e6c7d40 Aug 16 23:08:21.588182 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b112a941-265d-477e-b459-016ad80b1be3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4018442d-bd95-4f35-9a97-1a4343541f01,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:21.608396 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:21.615094 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab7479d3-e0fa-4001-b86a-559b44de8c63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d0de1b-43bb-4f2e-b125-7b3fc02736d2'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:08:21.617730 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-350f0258-52b8-46f1-bbb5-2878faacf78e" -d '{"events": [{"server_uuid": "ab7479d3-e0fa-4001-b86a-559b44de8c63", "name": "network-vif-plugged", "status": "completed", "tag": "b7d0de1b-43bb-4f2e-b125-7b3fc02736d2"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:08:21.654864 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b112a941-265d-477e-b459-016ad80b1be3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:21.656675 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port b7d0de1b-43bb-4f2e-b125-7b3fc02736d2, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=b7d0de1b-43bb-4f2e-b125-7b3fc02736d2,segment=NetworkSegment(6f46e760-e247-490e-94f4-22e19657e668),segment_id=6f46e760-e247-490e-94f4-22e19657e668)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:08:21.663034 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:21.672512 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a81646-a797-4449-bc49-6054066d02ea tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Network e65f50c7-ca11-49e8-92dd-704c650eb882 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:08:21.718026 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-63a81646-a797-4449-bc49-6054066d02ea tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, e65f50c7-ca11-49e8-92dd-704c650eb882) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:08:21.723888 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a81646-a797-4449-bc49-6054066d02ea tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:21.724495 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-63a81646-a797-4449-bc49-6054066d02ea tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:21.729970 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b112a941-265d-477e-b459-016ad80b1be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:21.730822 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b112a941-265d-477e-b459-016ad80b1be3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:21.731385 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b112a941-265d-477e-b459-016ad80b1be3 admin admin] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:21.737081 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7bd863-b8ad-4e47-80a8-4857ec77cd42 None None] Network e65f50c7-ca11-49e8-92dd-704c650eb882 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:08:21.814009 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-63a81646-a797-4449-bc49-6054066d02ea tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.0565586 Aug 16 23:08:21.815395 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-b112a941-265d-477e-b459-016ad80b1be3 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0746849 Aug 16 23:08:21.818621 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 55260) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:21.843558 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54028587-435e-4bbd-9320-7cf9ecd680dc x-openstack-request-id: req-54028587-435e-4bbd-9320-7cf9ecd680dc {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:08:21.843859 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab7479d3-e0fa-4001-b86a-559b44de8c63", "name": "network-vif-plugged", "status": "completed", "tag": "b7d0de1b-43bb-4f2e-b125-7b3fc02736d2", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:08:21.844124 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-54028587-435e-4bbd-9320-7cf9ecd680dc {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:08:21.844676 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab7479d3-e0fa-4001-b86a-559b44de8c63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d0de1b-43bb-4f2e-b125-7b3fc02736d2', 'code': 200} Aug 16 23:08:21.879280 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b112a941-265d-477e-b459-016ad80b1be3 admin admin] Pushing event updated for resources: {'Network': ['ID=eb5304a2-dcdc-4eaf-bf96-c5012e6c7d40,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:21.913670 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network eb5304a2-dcdc-4eaf-bf96-c5012e6c7d40 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:08:21.942963 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-62106816-2eeb-4b1b-ae32-48985c34f28a None None] For port 3ff2fbb2-dc8b-4218-9aa2-172f411c83db, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:08:21.957060 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=b7d0de1b-43bb-4f2e-b125-7b3fc02736d2,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:22.003592 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ac72d0-c9a3-4f64-9137-d3b3df3bdd93 req-f512cd64-925e-4734-ba05-3455c47569de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:22.004157 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f157b351-b686-484d-88f3-85ecade74f5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-e65f50c7-ca11-49e8-92dd-704c650eb882', 'network_id': 'e65f50c7-ca11-49e8-92dd-704c650eb882', 'tenant_id': 'e264ed5e17d34e92a88e577ba1cfb4fc', 'fixed_ips': [{'subnet_id': 'ea58a99d-5cfd-4123-858a-e36cef54fa86'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:08:22.004645 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f157b351-b686-484d-88f3-85ecade74f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:22.005122 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2f540e3c-8db5-4451-9a0f-45adfb707866 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:22.007549 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-20ac72d0-c9a3-4f64-9137-d3b3df3bdd93 req-f512cd64-925e-4734-ba05-3455c47569de service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=ab7479d3-e0fa-4001-b86a-559b44de8c63 HTTP/1.1" status: 200 len: 1098 time: 0.1263273 Aug 16 23:08:22.033854 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-62106816-2eeb-4b1b-ae32-48985c34f28a None None] For port 3ff2fbb2-dc8b-4218-9aa2-172f411c83db, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=3ff2fbb2-dc8b-4218-9aa2-172f411c83db,segment=NetworkSegment(2c3d278a-1cc7-4df3-ae5f-350177bfd0d7),segment_id=2c3d278a-1cc7-4df3-ae5f-350177bfd0d7)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:08:22.048118 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-62106816-2eeb-4b1b-ae32-48985c34f28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:22.103733 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2f540e3c-8db5-4451-9a0f-45adfb707866 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:22.106080 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-20ac72d0-c9a3-4f64-9137-d3b3df3bdd93 req-ec575a32-525b-432f-9b0e-24618fc68e45 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=1bc150b5-cf7a-47f7-98d9-ae794194db46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900278 Aug 16 23:08:22.243395 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62106816-2eeb-4b1b-ae32-48985c34f28a None None] Pushing event updated for resources: {'Port': ['ID=3ff2fbb2-dc8b-4218-9aa2-172f411c83db,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:22.255595 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2f540e3c-8db5-4451-9a0f-45adfb707866 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26252129'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:22.262157 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server [None req-f157b351-b686-484d-88f3-85ecade74f5c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ea58a99d-5cfd-4123-858a-e36cef54fa86: This subnet is being modified by another concurrent operation. Aug 16 23:08:22.262157 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 23:08:22.262157 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 23:08:22.262157 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 23:08:22.262157 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 23:08:22.262157 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 23:08:22.262157 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 23:08:22.262157 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 23:08:22.262157 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 23:08:22.262157 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 23:08:22.262157 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 23:08:22.262157 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 23:08:22.262157 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 23:08:22.262157 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 23:08:22.262157 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 23:08:22.262157 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 23:08:22.262157 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 23:08:22.262157 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 23:08:22.262157 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 23:08:22.262157 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 23:08:22.262157 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 23:08:22.262157 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 23:08:22.262157 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 23:08:22.262157 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 23:08:22.262157 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 23:08:22.262157 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 23:08:22.262157 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 23:08:22.262157 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 23:08:22.262157 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 23:08:22.262157 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 23:08:22.262157 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 23:08:22.262157 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 23:08:22.262157 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 23:08:22.262157 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 23:08:22.262157 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 16 23:08:22.262157 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 16 23:08:22.262157 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 16 23:08:22.262157 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 16 23:08:22.262157 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 16 23:08:22.262157 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 16 23:08:22.262157 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 16 23:08:22.262157 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 16 23:08:22.262157 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 16 23:08:22.262157 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 23:08:22.262157 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 23:08:22.262157 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 23:08:22.262157 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 23:08:22.262157 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 23:08:22.262157 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 23:08:22.262157 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 23:08:22.262157 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 23:08:22.262157 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 23:08:22.262157 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 23:08:22.262157 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 23:08:22.262157 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 23:08:22.262157 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 23:08:22.262157 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 23:08:22.262157 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 23:08:22.262157 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 23:08:22.262157 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 23:08:22.262157 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 23:08:22.262157 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 23:08:22.262157 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 23:08:22.262157 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 23:08:22.262157 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 23:08:22.262157 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 23:08:22.262157 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 23:08:22.262157 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 23:08:22.262157 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 23:08:22.262157 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 23:08:22.262157 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 16 23:08:22.262157 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 16 23:08:22.262157 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 16 23:08:22.262157 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 16 23:08:22.262157 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 16 23:08:22.262157 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 16 23:08:22.262157 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 16 23:08:22.262157 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 16 23:08:22.262157 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 23:08:22.262157 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 23:08:22.262157 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 23:08:22.262157 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 23:08:22.262157 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 16 23:08:22.262157 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 16 23:08:22.262157 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 16 23:08:22.262157 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 23:08:22.262157 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 23:08:22.262157 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 23:08:22.262157 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 23:08:22.262157 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server raise exception Aug 16 23:08:22.262157 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ea58a99d-5cfd-4123-858a-e36cef54fa86: This subnet is being modified by another concurrent operation. Aug 16 23:08:22.262157 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server Aug 16 23:08:22.312767 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f540e3c-8db5-4451-9a0f-45adfb707866 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Pushing event deleted for resources: {'Subnet': ['ID=ea58a99d-5cfd-4123-858a-e36cef54fa86,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:22.317465 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c917660-2bde-484d-b160-f4a2c1917317 None None] Network e65f50c7-ca11-49e8-92dd-704c650eb882 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:08:22.573909 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2f540e3c-8db5-4451-9a0f-45adfb707866 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:22.663936 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b15fa-3225-4f58-a735-02f3a26ae986 req-19a2915c-8c0b-401a-9919-c27049b0330f tempest-VolumesActionsTest-1418203050 tempest-VolumesActionsTest-1418203050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:22.678100 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b18b15fa-3225-4f58-a735-02f3a26ae986 req-19a2915c-8c0b-401a-9919-c27049b0330f tempest-VolumesActionsTest-1418203050 tempest-VolumesActionsTest-1418203050-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab7479d3-e0fa-4001-b86a-559b44de8c63 HTTP/1.1" status: 200 len: 946 time: 0.2471726 Aug 16 23:08:22.681524 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-2f540e3c-8db5-4451-9a0f-45adfb707866 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e65f50c7-ca11-49e8-92dd-704c650eb882']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:08:22.696757 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-2f540e3c-8db5-4451-9a0f-45adfb707866 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a0d9985-3503-4a40-8be5-9218b83eb412') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:08:22.700879 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-2f540e3c-8db5-4451-9a0f-45adfb707866 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a0d9985-3503-4a40-8be5-9218b83eb412') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:08:22.715806 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2f540e3c-8db5-4451-9a0f-45adfb707866 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:22.730401 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2f540e3c-8db5-4451-9a0f-45adfb707866 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:22.738467 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f540e3c-8db5-4451-9a0f-45adfb707866 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:08:22.750620 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2f540e3c-8db5-4451-9a0f-45adfb707866 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:22.752664 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:22.869771 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 16 23:08:22.869771 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:08:22.869771 n-d-791506-26 neutron-server[101292]: timer() Aug 16 23:08:22.869771 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:08:22.869771 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 16 23:08:22.869771 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:08:22.869771 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 16 23:08:22.869771 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:08:22.869771 n-d-791506-26 neutron-server[101292]: self._notify() Aug 16 23:08:22.869771 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:08:22.869771 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 16 23:08:22.869771 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:08:22.869771 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 16 23:08:22.869771 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:08:22.869771 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:08:22.869771 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:08:22.869771 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:08:22.869771 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:08:22.869771 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 16 23:08:22.869771 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:08:22.869771 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 16 23:08:22.869771 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:08:22.869771 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:08:22.869771 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:08:22.869771 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 16 23:08:22.869771 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:08:22.869771 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:08:22.869771 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:08:22.869771 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:08:22.869771 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:08:22.869771 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:08:22.869771 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:08:22.990954 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2f540e3c-8db5-4451-9a0f-45adfb707866 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:23.017618 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2f540e3c-8db5-4451-9a0f-45adfb707866 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:23.019783 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-2f540e3c-8db5-4451-9a0f-45adfb707866 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] 10.222.0.36 "DELETE /v2.0/networks/e65f50c7-ca11-49e8-92dd-704c650eb882 HTTP/1.1" status: 204 len: 168 time: 1.2006238 Aug 16 23:08:23.023890 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 55278) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:23.036673 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-e010828e-f209-4954-8b38-863a2fff7eb6 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1952751243'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:08:23.057234 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b18b15fa-3225-4f58-a735-02f3a26ae986 req-e9257c96-e9d1-4561-a2a3-759a22e00018 tempest-VolumesActionsTest-1418203050 tempest-VolumesActionsTest-1418203050-project] 10.222.0.36 "GET /v2.0/security-groups?id=1bc150b5-cf7a-47f7-98d9-ae794194db46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3700769 Aug 16 23:08:23.101659 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f540e3c-8db5-4451-9a0f-45adfb707866 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Pushing event deleted for resources: {'Network': ['ID=e65f50c7-ca11-49e8-92dd-704c650eb882,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:23.112471 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e010828e-f209-4954-8b38-863a2fff7eb6 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Made reservation on behalf of e264ed5e17d34e92a88e577ba1cfb4fc for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:08:23.122788 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e010828e-f209-4954-8b38-863a2fff7eb6 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:23.155537 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48c2cdf-8f5a-42d6-b3f4-b726eb432c2e req-ca14f232-6a54-44f2-8506-c85c5bb3663a tempest-ComputeTenantNetworksTest-1562017795 tempest-ComputeTenantNetworksTest-1562017795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:23.167092 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48c2cdf-8f5a-42d6-b3f4-b726eb432c2e req-ca14f232-6a54-44f2-8506-c85c5bb3663a tempest-ComputeTenantNetworksTest-1562017795 tempest-ComputeTenantNetworksTest-1562017795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:23.193501 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48c2cdf-8f5a-42d6-b3f4-b726eb432c2e req-ca14f232-6a54-44f2-8506-c85c5bb3663a tempest-ComputeTenantNetworksTest-1562017795 tempest-ComputeTenantNetworksTest-1562017795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:23.207801 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c48c2cdf-8f5a-42d6-b3f4-b726eb432c2e req-ca14f232-6a54-44f2-8506-c85c5bb3663a tempest-ComputeTenantNetworksTest-1562017795 tempest-ComputeTenantNetworksTest-1562017795-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.6215479 Aug 16 23:08:23.226770 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e010828e-f209-4954-8b38-863a2fff7eb6 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:08:23.237559 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e010828e-f209-4954-8b38-863a2fff7eb6 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:23.237911 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-e010828e-f209-4954-8b38-863a2fff7eb6 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Added segment a26ff492-fd6b-4a78-baa6-0ebf9c924b3e of type vlan for network 1bb51b65-eac5-4ac0-897e-239aa5603889 Aug 16 23:08:23.287270 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e010828e-f209-4954-8b38-863a2fff7eb6 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:23.324977 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e010828e-f209-4954-8b38-863a2fff7eb6 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:23.331700 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e010828e-f209-4954-8b38-863a2fff7eb6 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:23.337392 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e010828e-f209-4954-8b38-863a2fff7eb6 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:23.425752 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-e010828e-f209-4954-8b38-863a2fff7eb6 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4003839 Aug 16 23:08:23.431111 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 55286) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:23.445248 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-d8d16677-1a11-4a96-9795-fae880fad4a4 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Request body: {'subnet': {'network_id': '1bb51b65-eac5-4ac0-897e-239aa5603889', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:08:23.445965 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46a284f-9f25-4437-81a3-c0efcf971c3c req-1a6787aa-1320-4685-b1cd-27795650127b tempest-ComputeTenantNetworksTest-1562017795 tempest-ComputeTenantNetworksTest-1562017795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:23.461242 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c46a284f-9f25-4437-81a3-c0efcf971c3c req-1a6787aa-1320-4685-b1cd-27795650127b tempest-ComputeTenantNetworksTest-1562017795 tempest-ComputeTenantNetworksTest-1562017795-project] 10.222.0.36 "GET /v2.0/networks/eb5304a2-dcdc-4eaf-bf96-c5012e6c7d40 HTTP/1.1" status: 200 len: 769 time: 0.2018614 Aug 16 23:08:23.465016 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 55288) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:23.544420 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e010828e-f209-4954-8b38-863a2fff7eb6 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Pushing event updated for resources: {'Network': ['ID=1bb51b65-eac5-4ac0-897e-239aa5603889,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:23.556071 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 1bb51b65-eac5-4ac0-897e-239aa5603889 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:08:23.579782 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8d16677-1a11-4a96-9795-fae880fad4a4 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Made reservation on behalf of e264ed5e17d34e92a88e577ba1cfb4fc for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:08:23.584193 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d8d16677-1a11-4a96-9795-fae880fad4a4 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:23.584367 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9dbca55d-752b-41f0-b45b-3e4918f17e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:23.692668 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9dbca55d-752b-41f0-b45b-3e4918f17e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:23.704164 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-9dbca55d-752b-41f0-b45b-3e4918f17e0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb5304a2-dcdc-4eaf-bf96-c5012e6c7d40']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:08:23.717539 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-9dbca55d-752b-41f0-b45b-3e4918f17e0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6e92c77-8553-4016-9d6d-7e02417f84b1') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:08:23.717832 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-9dbca55d-752b-41f0-b45b-3e4918f17e0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6e92c77-8553-4016-9d6d-7e02417f84b1') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:08:23.733375 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9dbca55d-752b-41f0-b45b-3e4918f17e0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:23.755347 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9dbca55d-752b-41f0-b45b-3e4918f17e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:23.764098 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dbca55d-752b-41f0-b45b-3e4918f17e0e admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:08:23.764507 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9dbca55d-752b-41f0-b45b-3e4918f17e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:23.766346 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 16 23:08:23.766346 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:08:23.766346 n-d-791506-26 neutron-server[101292]: timer() Aug 16 23:08:23.766346 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:08:23.766346 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 16 23:08:23.766346 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:08:23.766346 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 16 23:08:23.766346 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:08:23.766346 n-d-791506-26 neutron-server[101292]: self._notify() Aug 16 23:08:23.766346 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:08:23.766346 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 16 23:08:23.766346 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:08:23.766346 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 16 23:08:23.766346 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:08:23.766346 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:08:23.766346 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:08:23.766346 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:08:23.766346 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:08:23.766346 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 16 23:08:23.766346 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:08:23.766346 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 16 23:08:23.766346 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:08:23.766346 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:08:23.766346 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:08:23.766346 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 16 23:08:23.766346 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:08:23.766346 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:08:23.766346 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:08:23.766346 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:08:23.766346 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:08:23.766346 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:08:23.766346 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:08:23.824862 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e354ab-983d-4467-ae4d-941578a1c029 None None] Network 5f9a18b7-a365-440f-8802-e9439f2fe022 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:08:23.846534 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9dbca55d-752b-41f0-b45b-3e4918f17e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:23.853991 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9dbca55d-752b-41f0-b45b-3e4918f17e0e admin admin] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:23.858926 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-9dbca55d-752b-41f0-b45b-3e4918f17e0e admin admin] 10.222.0.36 "DELETE /v2.0/networks/eb5304a2-dcdc-4eaf-bf96-c5012e6c7d40 HTTP/1.1" status: 204 len: 168 time: 0.3890290 Aug 16 23:08:23.920187 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbca55d-752b-41f0-b45b-3e4918f17e0e admin admin] Pushing event deleted for resources: {'Network': ['ID=eb5304a2-dcdc-4eaf-bf96-c5012e6c7d40,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:23.953862 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-13ea3171-5868-47d4-815e-07e06fe666db None None] Provisioning for port 3ff2fbb2-dc8b-4218-9aa2-172f411c83db completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:08:24.035318 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d8d16677-1a11-4a96-9795-fae880fad4a4 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:24.127881 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d16677-1a11-4a96-9795-fae880fad4a4 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Pushing event updated for resources: {'Subnet': ['ID=5a46f4bf-c24e-4e4f-bcd6-72ce0d133377,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:24.132854 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d16677-1a11-4a96-9795-fae880fad4a4 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Checking segment: {'id': 'a26ff492-fd6b-4a78-baa6-0ebf9c924b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1bb51b65-eac5-4ac0-897e-239aa5603889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:08:24.133960 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d16677-1a11-4a96-9795-fae880fad4a4 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Network hostable DHCP agents. Network: 1bb51b65-eac5-4ac0-897e-239aa5603889, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:08:24.159685 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d16677-1a11-4a96-9795-fae880fad4a4 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Network 1bb51b65-eac5-4ac0-897e-239aa5603889 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:08:24.181134 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-d8d16677-1a11-4a96-9795-fae880fad4a4 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 1bb51b65-eac5-4ac0-897e-239aa5603889) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:08:24.187017 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 3ff2fbb2-dc8b-4218-9aa2-172f411c83db up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:08:24.193562 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d16677-1a11-4a96-9795-fae880fad4a4 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:24.194813 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d8d16677-1a11-4a96-9795-fae880fad4a4 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:24.230577 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-d8d16677-1a11-4a96-9795-fae880fad4a4 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.7978256 Aug 16 23:08:24.233229 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 55300) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:24.247796 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 55302) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:24.248916 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65dd501-d2ef-412e-80bc-78947f1bc988 None None] Network 1bb51b65-eac5-4ac0-897e-239aa5603889 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:08:24.327071 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-b45cc20e-bf78-4105-8299-990854d8f803 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=99fe2b562b1440deba82399c0ad0dfad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0768549 Aug 16 23:08:24.329725 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 55304) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:24.450426 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-13905007-2948-435f-8d0a-cbbc92e24467 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:24.506925 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8d80b6-628d-49e1-81ef-7fcd7efdad16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-1bb51b65-eac5-4ac0-897e-239aa5603889', 'network_id': '1bb51b65-eac5-4ac0-897e-239aa5603889', 'tenant_id': 'e264ed5e17d34e92a88e577ba1cfb4fc', 'fixed_ips': [{'subnet_id': '5a46f4bf-c24e-4e4f-bcd6-72ce0d133377'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:08:24.509121 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-fb8d80b6-628d-49e1-81ef-7fcd7efdad16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:24.533269 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-13905007-2948-435f-8d0a-cbbc92e24467 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:24.620078 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-13905007-2948-435f-8d0a-cbbc92e24467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:24.626263 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-13905007-2948-435f-8d0a-cbbc92e24467 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:24.628192 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-13905007-2948-435f-8d0a-cbbc92e24467 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4018442d-bd95-4f35-9a97-1a4343541f01 HTTP/1.1" status: 204 len: 168 time: 0.2974572 Aug 16 23:08:24.641383 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13905007-2948-435f-8d0a-cbbc92e24467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4018442d-bd95-4f35-9a97-1a4343541f01,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:24.661564 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f67b75-3cba-40c4-9cf0-669c84ea7203 req-a2be2c46-bb65-4206-879b-c77450262177 tempest-VolumesActionsTest-1418203050 tempest-VolumesActionsTest-1418203050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:24.668885 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c5f67b75-3cba-40c4-9cf0-669c84ea7203 req-a2be2c46-bb65-4206-879b-c77450262177 tempest-VolumesActionsTest-1418203050 tempest-VolumesActionsTest-1418203050-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab7479d3-e0fa-4001-b86a-559b44de8c63 HTTP/1.1" status: 200 len: 946 time: 0.4262731 Aug 16 23:08:24.678832 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a5c53d2e-1882-4824-83cf-75fadac0b5a5 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:24.771952 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c5f67b75-3cba-40c4-9cf0-669c84ea7203 req-d9251905-80e5-4ce1-a837-05f9b3ab75f2 tempest-VolumesActionsTest-1418203050 tempest-VolumesActionsTest-1418203050-project] 10.222.0.36 "GET /v2.0/security-groups?id=1bc150b5-cf7a-47f7-98d9-ae794194db46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891094 Aug 16 23:08:24.798251 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-fb8d80b6-628d-49e1-81ef-7fcd7efdad16 None None] Allocated IP 2001:db8::1 (1bb51b65-eac5-4ac0-897e-239aa5603889/5a46f4bf-c24e-4e4f-bcd6-72ce0d133377/13b23412-5b3c-42dd-956d-6f37fe709a04) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:08:24.818479 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a5c53d2e-1882-4824-83cf-75fadac0b5a5 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:24.972586 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 3ff2fbb2-dc8b-4218-9aa2-172f411c83db completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:08:25.096303 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 3ff2fbb2-dc8b-4218-9aa2-172f411c83db triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:08:25.097225 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:25.491211 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-fb8d80b6-628d-49e1-81ef-7fcd7efdad16 None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:25.537983 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-fb8d80b6-628d-49e1-81ef-7fcd7efdad16 None None] Transition to ACTIVE for port object 13b23412-5b3c-42dd-956d-6f37fe709a04 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:08:25.540346 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:25.553407 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-d7cdec7d-cdfc-4232-96c0-303501654edd None None] Provisioning complete for port 3ff2fbb2-dc8b-4218-9aa2-172f411c83db triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:08:25.553778 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d7cdec7d-cdfc-4232-96c0-303501654edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:25.595761 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:25.610289 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-fb8d80b6-628d-49e1-81ef-7fcd7efdad16 None None] Transition to ACTIVE for port object 13b23412-5b3c-42dd-956d-6f37fe709a04 will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:08:25.641638 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-fb8d80b6-628d-49e1-81ef-7fcd7efdad16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:25.655266 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a5c53d2e-1882-4824-83cf-75fadac0b5a5 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26252129'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:25.661991 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 3ff2fbb2-dc8b-4218-9aa2-172f411c83db, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=3ff2fbb2-dc8b-4218-9aa2-172f411c83db,segment=NetworkSegment(2c3d278a-1cc7-4df3-ae5f-350177bfd0d7),segment_id=2c3d278a-1cc7-4df3-ae5f-350177bfd0d7)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:08:25.715791 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8d80b6-628d-49e1-81ef-7fcd7efdad16 None None] Network 1bb51b65-eac5-4ac0-897e-239aa5603889 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:08:25.718324 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:25.725238 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-fb8d80b6-628d-49e1-81ef-7fcd7efdad16 None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:08:25.733519 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8d80b6-628d-49e1-81ef-7fcd7efdad16 None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:08:25.781120 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8d80b6-628d-49e1-81ef-7fcd7efdad16 None None] Pushing event updated for resources: {'Port': ['ID=13b23412-5b3c-42dd-956d-6f37fe709a04,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:25.820237 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c53d2e-1882-4824-83cf-75fadac0b5a5 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Pushing event deleted for resources: {'Subnet': ['ID=5a46f4bf-c24e-4e4f-bcd6-72ce0d133377,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:25.848294 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=3ff2fbb2-dc8b-4218-9aa2-172f411c83db,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:25.914240 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-fb8d80b6-628d-49e1-81ef-7fcd7efdad16 None None] Attempting to bind port 13b23412-5b3c-42dd-956d-6f37fe709a04 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:08:25.915159 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-fb8d80b6-628d-49e1-81ef-7fcd7efdad16 None None] Attempting to bind port 13b23412-5b3c-42dd-956d-6f37fe709a04 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': 'a26ff492-fd6b-4a78-baa6-0ebf9c924b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1bb51b65-eac5-4ac0-897e-239aa5603889'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:08:25.915508 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8d80b6-628d-49e1-81ef-7fcd7efdad16 None None] Attempting to bind port 13b23412-5b3c-42dd-956d-6f37fe709a04 on network 1bb51b65-eac5-4ac0-897e-239aa5603889 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:08:25.966600 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8d80b6-628d-49e1-81ef-7fcd7efdad16 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:08:25.966999 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8d80b6-628d-49e1-81ef-7fcd7efdad16 None None] Checking segment: {'id': 'a26ff492-fd6b-4a78-baa6-0ebf9c924b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1bb51b65-eac5-4ac0-897e-239aa5603889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:08:25.967509 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-fb8d80b6-628d-49e1-81ef-7fcd7efdad16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:25.967978 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8d80b6-628d-49e1-81ef-7fcd7efdad16 None None] Bound using segment: {'id': 'a26ff492-fd6b-4a78-baa6-0ebf9c924b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1bb51b65-eac5-4ac0-897e-239aa5603889'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:08:25.968477 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-fb8d80b6-628d-49e1-81ef-7fcd7efdad16 None None] Bound port: 13b23412-5b3c-42dd-956d-6f37fe709a04, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a26ff492-fd6b-4a78-baa6-0ebf9c924b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1bb51b65-eac5-4ac0-897e-239aa5603889'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:08:25.968875 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-fb8d80b6-628d-49e1-81ef-7fcd7efdad16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:25.995814 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a5c53d2e-1882-4824-83cf-75fadac0b5a5 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:26.014796 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-a5c53d2e-1882-4824-83cf-75fadac0b5a5 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bb51b65-eac5-4ac0-897e-239aa5603889']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:08:26.036045 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-a5c53d2e-1882-4824-83cf-75fadac0b5a5 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a26ff492-fd6b-4a78-baa6-0ebf9c924b3e') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:08:26.036648 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-a5c53d2e-1882-4824-83cf-75fadac0b5a5 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a26ff492-fd6b-4a78-baa6-0ebf9c924b3e') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:08:26.048204 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a5c53d2e-1882-4824-83cf-75fadac0b5a5 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:26.064575 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-fb8d80b6-628d-49e1-81ef-7fcd7efdad16 None None] For port 13b23412-5b3c-42dd-956d-6f37fe709a04, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:08:26.066983 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a5c53d2e-1882-4824-83cf-75fadac0b5a5 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:26.074761 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5c53d2e-1882-4824-83cf-75fadac0b5a5 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:08:26.075453 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a5c53d2e-1882-4824-83cf-75fadac0b5a5 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:26.078754 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 16 23:08:26.078754 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:08:26.078754 n-d-791506-26 neutron-server[101292]: timer() Aug 16 23:08:26.078754 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:08:26.078754 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 16 23:08:26.078754 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:08:26.078754 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 16 23:08:26.078754 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:08:26.078754 n-d-791506-26 neutron-server[101292]: self._notify() Aug 16 23:08:26.078754 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:08:26.078754 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 16 23:08:26.078754 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:08:26.078754 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 16 23:08:26.078754 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:08:26.078754 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:08:26.078754 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:08:26.078754 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:08:26.078754 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:08:26.078754 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 16 23:08:26.078754 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:08:26.078754 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 16 23:08:26.078754 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:08:26.078754 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:08:26.078754 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:08:26.078754 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 16 23:08:26.078754 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:08:26.078754 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:08:26.078754 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:08:26.078754 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:08:26.078754 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:08:26.078754 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:08:26.078754 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:08:26.207599 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.db.api [None req-a5c53d2e-1882-4824-83cf-75fadac0b5a5 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 23:08:26.207599 n-d-791506-26 neutron-server[101292]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 23:08:26.207599 n-d-791506-26 neutron-server[101292]: [parameters: {'id': '1bb51b65-eac5-4ac0-897e-239aa5603889'}] Aug 16 23:08:26.207599 n-d-791506-26 neutron-server[101292]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101292) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 23:08:26.210474 n-d-791506-26 neutron-server[101292]: DEBUG oslo_db.api [None req-a5c53d2e-1882-4824-83cf-75fadac0b5a5 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 23:08:26.241779 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-fb8d80b6-628d-49e1-81ef-7fcd7efdad16 None None] For port 13b23412-5b3c-42dd-956d-6f37fe709a04, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=13b23412-5b3c-42dd-956d-6f37fe709a04,segment=NetworkSegment(a26ff492-fd6b-4a78-baa6-0ebf9c924b3e),segment_id=a26ff492-fd6b-4a78-baa6-0ebf9c924b3e)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:08:26.261092 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-fb8d80b6-628d-49e1-81ef-7fcd7efdad16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:26.387865 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8d80b6-628d-49e1-81ef-7fcd7efdad16 None None] Pushing event updated for resources: {'Port': ['ID=13b23412-5b3c-42dd-956d-6f37fe709a04,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:26.403843 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ce2676-2473-4703-aef5-49d54aa9a4ef None None] Network 1bb51b65-eac5-4ac0-897e-239aa5603889 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:08:26.713024 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a5c53d2e-1882-4824-83cf-75fadac0b5a5 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:26.720668 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1915954-ac47-457d-98c2-5bdc8b52fe69 None None] get_active_networks_info from n-d-791506-26 {{(pid=101293) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 23:08:26.801823 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-a5c53d2e-1882-4824-83cf-75fadac0b5a5 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Deleting port 13b23412-5b3c-42dd-956d-6f37fe709a04 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:08:26.803062 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a5c53d2e-1882-4824-83cf-75fadac0b5a5 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:26.886144 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-a5c53d2e-1882-4824-83cf-75fadac0b5a5 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] For port 13b23412-5b3c-42dd-956d-6f37fe709a04, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=13b23412-5b3c-42dd-956d-6f37fe709a04,segment=NetworkSegment(a26ff492-fd6b-4a78-baa6-0ebf9c924b3e),segment_id=a26ff492-fd6b-4a78-baa6-0ebf9c924b3e)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:08:26.886813 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a5c53d2e-1882-4824-83cf-75fadac0b5a5 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:26.901592 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-a5c53d2e-1882-4824-83cf-75fadac0b5a5 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Calling delete_port for 13b23412-5b3c-42dd-956d-6f37fe709a04 owned by network:dhcp {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:08:26.964139 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1915954-ac47-457d-98c2-5bdc8b52fe69 None None] Resources bound (agent type, host, resource id): {{(pid=101293) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 23:08:27.007847 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a5c53d2e-1882-4824-83cf-75fadac0b5a5 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:27.050655 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c53d2e-1882-4824-83cf-75fadac0b5a5 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] No DVR routers for this DVR port 13b23412-5b3c-42dd-956d-6f37fe709a04 on host n-d-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:08:27.058118 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c53d2e-1882-4824-83cf-75fadac0b5a5 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Pushing event deleted for resources: {'Port': ['ID=13b23412-5b3c-42dd-956d-6f37fe709a04,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:27.176834 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a5c53d2e-1882-4824-83cf-75fadac0b5a5 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:27.188599 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-a5c53d2e-1882-4824-83cf-75fadac0b5a5 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bb51b65-eac5-4ac0-897e-239aa5603889']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:08:27.209283 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-a5c53d2e-1882-4824-83cf-75fadac0b5a5 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a26ff492-fd6b-4a78-baa6-0ebf9c924b3e') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:08:27.209988 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-a5c53d2e-1882-4824-83cf-75fadac0b5a5 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a26ff492-fd6b-4a78-baa6-0ebf9c924b3e') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:08:27.231549 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a5c53d2e-1882-4824-83cf-75fadac0b5a5 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:27.254037 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a5c53d2e-1882-4824-83cf-75fadac0b5a5 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:27.268518 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5c53d2e-1882-4824-83cf-75fadac0b5a5 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:08:27.268981 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a5c53d2e-1882-4824-83cf-75fadac0b5a5 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:27.272249 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 16 23:08:27.272249 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:08:27.272249 n-d-791506-26 neutron-server[101292]: timer() Aug 16 23:08:27.272249 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:08:27.272249 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 16 23:08:27.272249 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:08:27.272249 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 16 23:08:27.272249 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:08:27.272249 n-d-791506-26 neutron-server[101292]: self._notify() Aug 16 23:08:27.272249 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:08:27.272249 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 16 23:08:27.272249 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:08:27.272249 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 16 23:08:27.272249 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:08:27.272249 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:08:27.272249 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:08:27.272249 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:08:27.272249 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:08:27.272249 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 16 23:08:27.272249 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:08:27.272249 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 16 23:08:27.272249 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:08:27.272249 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:08:27.272249 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:08:27.272249 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 16 23:08:27.272249 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:08:27.272249 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:08:27.272249 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:08:27.272249 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:08:27.272249 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:08:27.272249 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:08:27.272249 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:08:27.427756 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ddf0a7-9161-4d45-8774-a3eb1dfd8cab None None] get_active_networks_info from n-d-791506-26 {{(pid=101293) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 23:08:27.450962 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a5c53d2e-1882-4824-83cf-75fadac0b5a5 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:27.458207 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a5c53d2e-1882-4824-83cf-75fadac0b5a5 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:27.466333 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-a5c53d2e-1882-4824-83cf-75fadac0b5a5 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] 10.222.0.36 "DELETE /v2.0/networks/1bb51b65-eac5-4ac0-897e-239aa5603889 HTTP/1.1" status: 204 len: 168 time: 3.2259140 Aug 16 23:08:27.466567 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 55376) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:27.471135 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-4697b77a-7e63-47dc-b44f-b51e234b0172 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-656708752'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:08:27.480385 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c53d2e-1882-4824-83cf-75fadac0b5a5 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Pushing event deleted for resources: {'Network': ['ID=1bb51b65-eac5-4ac0-897e-239aa5603889,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:27.512943 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4697b77a-7e63-47dc-b44f-b51e234b0172 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Made reservation on behalf of e264ed5e17d34e92a88e577ba1cfb4fc for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:08:27.517245 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4697b77a-7e63-47dc-b44f-b51e234b0172 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:27.547759 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4697b77a-7e63-47dc-b44f-b51e234b0172 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:08:27.559420 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4697b77a-7e63-47dc-b44f-b51e234b0172 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:27.560300 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-4697b77a-7e63-47dc-b44f-b51e234b0172 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Added segment c3777fed-a1d1-48bd-a49c-80d1698c5f69 of type vlan for network 15410f8e-ce51-4dde-8b63-15d80e6c213b Aug 16 23:08:27.613456 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4697b77a-7e63-47dc-b44f-b51e234b0172 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:27.660181 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ddf0a7-9161-4d45-8774-a3eb1dfd8cab None None] Resources bound (agent type, host, resource id): {{(pid=101293) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 23:08:27.680673 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4697b77a-7e63-47dc-b44f-b51e234b0172 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:27.690843 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4697b77a-7e63-47dc-b44f-b51e234b0172 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:27.691632 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4697b77a-7e63-47dc-b44f-b51e234b0172 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:27.794503 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-4697b77a-7e63-47dc-b44f-b51e234b0172 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3272743 Aug 16 23:08:27.799130 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 55390) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:27.800569 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4697b77a-7e63-47dc-b44f-b51e234b0172 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Pushing event updated for resources: {'Network': ['ID=15410f8e-ce51-4dde-8b63-15d80e6c213b,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:27.810694 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-bdc6bb4f-e89d-4e46-8aa3-ef44d3b8fbd6 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Request body: {'subnet': {'network_id': '15410f8e-ce51-4dde-8b63-15d80e6c213b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:08:27.816269 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 15410f8e-ce51-4dde-8b63-15d80e6c213b details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:08:28.045587 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 3ff2fbb2-dc8b-4218-9aa2-172f411c83db up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:08:28.048601 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdc6bb4f-e89d-4e46-8aa3-ef44d3b8fbd6 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Made reservation on behalf of e264ed5e17d34e92a88e577ba1cfb4fc for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:08:28.054381 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bdc6bb4f-e89d-4e46-8aa3-ef44d3b8fbd6 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:28.224372 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 3ff2fbb2-dc8b-4218-9aa2-172f411c83db triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:08:28.224786 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:28.355770 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bdc6bb4f-e89d-4e46-8aa3-ef44d3b8fbd6 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:28.452879 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc6bb4f-e89d-4e46-8aa3-ef44d3b8fbd6 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Pushing event updated for resources: {'Subnet': ['ID=d7f114c0-42cc-4fb0-aeeb-3ca8574886e8,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:28.470984 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc6bb4f-e89d-4e46-8aa3-ef44d3b8fbd6 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Checking segment: {'id': 'c3777fed-a1d1-48bd-a49c-80d1698c5f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '15410f8e-ce51-4dde-8b63-15d80e6c213b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:08:28.471628 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc6bb4f-e89d-4e46-8aa3-ef44d3b8fbd6 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Network hostable DHCP agents. Network: 15410f8e-ce51-4dde-8b63-15d80e6c213b, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:08:28.491627 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc6bb4f-e89d-4e46-8aa3-ef44d3b8fbd6 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Network 15410f8e-ce51-4dde-8b63-15d80e6c213b is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:08:28.502927 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-bdc6bb4f-e89d-4e46-8aa3-ef44d3b8fbd6 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 15410f8e-ce51-4dde-8b63-15d80e6c213b) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:08:28.508906 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc6bb4f-e89d-4e46-8aa3-ef44d3b8fbd6 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:28.509793 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bdc6bb4f-e89d-4e46-8aa3-ef44d3b8fbd6 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:28.513362 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da206a76-0c50-4ff3-9301-3f1f40797a90 None None] Network 15410f8e-ce51-4dde-8b63-15d80e6c213b requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:08:28.533928 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 55428) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:28.534448 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-bdc6bb4f-e89d-4e46-8aa3-ef44d3b8fbd6 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.7294002 Aug 16 23:08:28.713637 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e0f6c3b9-46a0-4cd4-9fc2-7a0591b47176 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:28.771392 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310a7f56-13a0-4298-8719-a7d3ffd5d3a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-15410f8e-ce51-4dde-8b63-15d80e6c213b', 'network_id': '15410f8e-ce51-4dde-8b63-15d80e6c213b', 'tenant_id': 'e264ed5e17d34e92a88e577ba1cfb4fc', 'fixed_ips': [{'subnet_id': 'd7f114c0-42cc-4fb0-aeeb-3ca8574886e8'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:08:28.772572 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-310a7f56-13a0-4298-8719-a7d3ffd5d3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:28.806234 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e0f6c3b9-46a0-4cd4-9fc2-7a0591b47176 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:28.889671 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e0f6c3b9-46a0-4cd4-9fc2-7a0591b47176 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:28.966018 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server [None req-310a7f56-13a0-4298-8719-a7d3ffd5d3a3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d7f114c0-42cc-4fb0-aeeb-3ca8574886e8: This subnet is being modified by another concurrent operation. Aug 16 23:08:28.966018 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 23:08:28.966018 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 23:08:28.966018 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 23:08:28.966018 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 23:08:28.966018 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 23:08:28.966018 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 23:08:28.966018 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 23:08:28.966018 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 23:08:28.966018 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 23:08:28.966018 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 23:08:28.966018 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 23:08:28.966018 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 23:08:28.966018 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 23:08:28.966018 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 23:08:28.966018 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 23:08:28.966018 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 23:08:28.966018 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 23:08:28.966018 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 23:08:28.966018 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 23:08:28.966018 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 23:08:28.966018 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 23:08:28.966018 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 23:08:28.966018 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 23:08:28.966018 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 23:08:28.966018 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 23:08:28.966018 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 23:08:28.966018 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 23:08:28.966018 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 23:08:28.966018 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 23:08:28.966018 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 23:08:28.966018 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 23:08:28.966018 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 23:08:28.966018 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 23:08:28.966018 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 16 23:08:28.966018 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 16 23:08:28.966018 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 16 23:08:28.966018 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 16 23:08:28.966018 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 16 23:08:28.966018 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 16 23:08:28.966018 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 16 23:08:28.966018 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 16 23:08:28.966018 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 16 23:08:28.966018 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 23:08:28.966018 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 23:08:28.966018 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 23:08:28.966018 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 23:08:28.966018 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 23:08:28.966018 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 23:08:28.966018 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 23:08:28.966018 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 23:08:28.966018 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 23:08:28.966018 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 23:08:28.966018 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 23:08:28.966018 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 23:08:28.966018 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 23:08:28.966018 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 23:08:28.966018 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 23:08:28.966018 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 23:08:28.966018 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 23:08:28.966018 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 23:08:28.966018 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 23:08:28.966018 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 23:08:28.966018 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 23:08:28.966018 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 23:08:28.966018 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 23:08:28.966018 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 23:08:28.966018 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 23:08:28.966018 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 23:08:28.966018 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 23:08:28.966018 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 16 23:08:28.966018 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 16 23:08:28.966018 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 16 23:08:28.966018 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 16 23:08:28.966018 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 16 23:08:28.966018 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 16 23:08:28.966018 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 16 23:08:28.966018 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 16 23:08:28.966018 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 23:08:28.966018 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 23:08:28.966018 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 23:08:28.966018 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 23:08:28.966018 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 16 23:08:28.966018 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 16 23:08:28.966018 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 16 23:08:28.966018 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 23:08:28.966018 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 23:08:28.966018 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 23:08:28.966018 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 23:08:28.966018 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server raise exception Aug 16 23:08:28.966018 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d7f114c0-42cc-4fb0-aeeb-3ca8574886e8: This subnet is being modified by another concurrent operation. Aug 16 23:08:28.966018 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server Aug 16 23:08:28.991484 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c38b83-99bd-4ce2-8ce5-149f60d2e90f None None] Network 15410f8e-ce51-4dde-8b63-15d80e6c213b requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:08:29.005961 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f6c3b9-46a0-4cd4-9fc2-7a0591b47176 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Pushing event deleted for resources: {'Subnet': ['ID=d7f114c0-42cc-4fb0-aeeb-3ca8574886e8,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:29.084068 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e0f6c3b9-46a0-4cd4-9fc2-7a0591b47176 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:29.097403 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-e0f6c3b9-46a0-4cd4-9fc2-7a0591b47176 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15410f8e-ce51-4dde-8b63-15d80e6c213b']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:08:29.114571 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-e0f6c3b9-46a0-4cd4-9fc2-7a0591b47176 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3777fed-a1d1-48bd-a49c-80d1698c5f69') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:08:29.115140 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-e0f6c3b9-46a0-4cd4-9fc2-7a0591b47176 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3777fed-a1d1-48bd-a49c-80d1698c5f69') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:08:29.124810 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e0f6c3b9-46a0-4cd4-9fc2-7a0591b47176 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:29.143225 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e0f6c3b9-46a0-4cd4-9fc2-7a0591b47176 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:29.156891 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0f6c3b9-46a0-4cd4-9fc2-7a0591b47176 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:08:29.157538 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e0f6c3b9-46a0-4cd4-9fc2-7a0591b47176 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:29.158451 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d66417-aedd-46e2-8ebc-b0c03c19ee3c None None] get_active_networks_info from n-d-791506-26 {{(pid=101293) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 23:08:29.163175 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 23:08:29.163175 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:08:29.163175 n-d-791506-26 neutron-server[101291]: timer() Aug 16 23:08:29.163175 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:08:29.163175 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 23:08:29.163175 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:08:29.163175 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 23:08:29.163175 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:08:29.163175 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 23:08:29.163175 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:08:29.163175 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 23:08:29.163175 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:08:29.163175 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 23:08:29.163175 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:08:29.163175 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:08:29.163175 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:08:29.163175 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:08:29.163175 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:08:29.163175 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 23:08:29.163175 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:08:29.163175 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 23:08:29.163175 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:08:29.163175 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:08:29.163175 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:08:29.163175 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 23:08:29.163175 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:08:29.163175 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:08:29.163175 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:08:29.163175 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:08:29.163175 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:08:29.163175 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:08:29.163175 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:08:29.233913 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e0f6c3b9-46a0-4cd4-9fc2-7a0591b47176 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:29.245683 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e0f6c3b9-46a0-4cd4-9fc2-7a0591b47176 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:29.253471 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-e0f6c3b9-46a0-4cd4-9fc2-7a0591b47176 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] 10.222.0.36 "DELETE /v2.0/networks/15410f8e-ce51-4dde-8b63-15d80e6c213b HTTP/1.1" status: 204 len: 168 time: 0.7126901 Aug 16 23:08:29.254472 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 55460) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:29.262635 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-be17aa37-676c-4e32-aa37-983e7de485bd tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1880422082'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:08:29.268821 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f6c3b9-46a0-4cd4-9fc2-7a0591b47176 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Pushing event deleted for resources: {'Network': ['ID=15410f8e-ce51-4dde-8b63-15d80e6c213b,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:29.296203 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be17aa37-676c-4e32-aa37-983e7de485bd tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Made reservation on behalf of e264ed5e17d34e92a88e577ba1cfb4fc for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:08:29.302508 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-be17aa37-676c-4e32-aa37-983e7de485bd tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:29.323827 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 55464) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:29.327859 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d66417-aedd-46e2-8ebc-b0c03c19ee3c None None] Resources bound (agent type, host, resource id): {{(pid=101293) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 23:08:29.343696 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be17aa37-676c-4e32-aa37-983e7de485bd tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:08:29.359267 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-be17aa37-676c-4e32-aa37-983e7de485bd tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:29.359622 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-be17aa37-676c-4e32-aa37-983e7de485bd tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Added segment 9e448bca-88db-4b51-aec8-c858f2f61bb9 of type vlan for network 67c57424-97bd-4d8b-a51b-5f5a500ce861 Aug 16 23:08:29.413600 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-be17aa37-676c-4e32-aa37-983e7de485bd tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:29.452701 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-be17aa37-676c-4e32-aa37-983e7de485bd tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:29.463483 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be17aa37-676c-4e32-aa37-983e7de485bd tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:29.464431 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-be17aa37-676c-4e32-aa37-983e7de485bd tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:29.551057 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-be17aa37-676c-4e32-aa37-983e7de485bd tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2948263 Aug 16 23:08:29.554221 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 55470) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:29.561866 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f3ea7bb0-1b67-4d17-b275-b6f23aac7596 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:29.565591 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-9131599f-5e33-4de2-a782-f6a3fbf68e6d tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Request body: {'subnet': {'network_id': '67c57424-97bd-4d8b-a51b-5f5a500ce861', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:08:29.590203 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be17aa37-676c-4e32-aa37-983e7de485bd tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Pushing event updated for resources: {'Network': ['ID=67c57424-97bd-4d8b-a51b-5f5a500ce861,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:29.639775 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f149387b-ea1e-48ae-8ad3-269fffba86cd req-532ca9b8-d374-44c0-8d6c-466e91e56445 tempest-VolumesActionsTest-1418203050 tempest-VolumesActionsTest-1418203050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:29.641444 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f149387b-ea1e-48ae-8ad3-269fffba86cd req-532ca9b8-d374-44c0-8d6c-466e91e56445 tempest-VolumesActionsTest-1418203050 tempest-VolumesActionsTest-1418203050-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab7479d3-e0fa-4001-b86a-559b44de8c63 HTTP/1.1" status: 200 len: 946 time: 0.1110389 Aug 16 23:08:29.709963 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f149387b-ea1e-48ae-8ad3-269fffba86cd req-c26736f8-b909-4984-bddd-a2e991cacf19 tempest-VolumesActionsTest-1418203050 tempest-VolumesActionsTest-1418203050-project] 10.222.0.36 "GET /v2.0/security-groups?id=1bc150b5-cf7a-47f7-98d9-ae794194db46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567896 Aug 16 23:08:29.761507 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f3ea7bb0-1b67-4d17-b275-b6f23aac7596 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:29.768044 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f3ea7bb0-1b67-4d17-b275-b6f23aac7596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:29.779103 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 67c57424-97bd-4d8b-a51b-5f5a500ce861 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:08:29.782937 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9131599f-5e33-4de2-a782-f6a3fbf68e6d tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Made reservation on behalf of e264ed5e17d34e92a88e577ba1cfb4fc for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:08:29.787139 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9131599f-5e33-4de2-a782-f6a3fbf68e6d tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:29.815387 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-f3ea7bb0-1b67-4d17-b275-b6f23aac7596 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=45effefbf3d64a9088ea1f7bddd396c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4894695 Aug 16 23:08:29.818335 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 55472) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:29.825049 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ea7bb0-1b67-4d17-b275-b6f23aac7596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=addde49d-4286-4b9e-bfca-1936a52fbd56,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:29.878917 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a5509b77-8ac0-4de7-82c1-5c8e03ed2cdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:29.902402 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a5509b77-8ac0-4de7-82c1-5c8e03ed2cdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:29.955831 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a5509b77-8ac0-4de7-82c1-5c8e03ed2cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:29.958417 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a5509b77-8ac0-4de7-82c1-5c8e03ed2cdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:29.960576 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-a5509b77-8ac0-4de7-82c1-5c8e03ed2cdf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/addde49d-4286-4b9e-bfca-1936a52fbd56 HTTP/1.1" status: 204 len: 168 time: 0.1402934 Aug 16 23:08:29.968183 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5509b77-8ac0-4de7-82c1-5c8e03ed2cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=addde49d-4286-4b9e-bfca-1936a52fbd56,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:30.030945 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9131599f-5e33-4de2-a782-f6a3fbf68e6d tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:30.119560 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9131599f-5e33-4de2-a782-f6a3fbf68e6d tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Checking segment: {'id': '9e448bca-88db-4b51-aec8-c858f2f61bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '67c57424-97bd-4d8b-a51b-5f5a500ce861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:08:30.120178 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9131599f-5e33-4de2-a782-f6a3fbf68e6d tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Network hostable DHCP agents. Network: 67c57424-97bd-4d8b-a51b-5f5a500ce861, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:08:30.128887 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9131599f-5e33-4de2-a782-f6a3fbf68e6d tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Pushing event updated for resources: {'Subnet': ['ID=cddfce04-88fe-492f-b171-4b0b05a2680e,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:30.166023 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9131599f-5e33-4de2-a782-f6a3fbf68e6d tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Network 67c57424-97bd-4d8b-a51b-5f5a500ce861 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:08:30.177589 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-9131599f-5e33-4de2-a782-f6a3fbf68e6d tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 67c57424-97bd-4d8b-a51b-5f5a500ce861) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:08:30.182144 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9131599f-5e33-4de2-a782-f6a3fbf68e6d tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:30.182742 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9131599f-5e33-4de2-a782-f6a3fbf68e6d tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:30.193421 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a4c94e-37b9-4b3a-a0a5-51b293eb76de None None] Network 67c57424-97bd-4d8b-a51b-5f5a500ce861 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:08:30.204352 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-9131599f-5e33-4de2-a782-f6a3fbf68e6d tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6475902 Aug 16 23:08:30.206776 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 55492) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:30.220443 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-26db0b9e-db07-4cb9-a4e4-23960ecaf7bd tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Request body: {'subnet': {'network_id': '67c57424-97bd-4d8b-a51b-5f5a500ce861', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:08:30.358622 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 55500) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:30.374972 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce4ab03f-30ed-44a6-9dca-c0a4fedae0b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:30.390700 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26db0b9e-db07-4cb9-a4e4-23960ecaf7bd tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Made reservation on behalf of e264ed5e17d34e92a88e577ba1cfb4fc for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:08:30.392750 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72076ec-0331-4dc4-ab66-b75c6d416df9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-67c57424-97bd-4d8b-a51b-5f5a500ce861', 'network_id': '67c57424-97bd-4d8b-a51b-5f5a500ce861', 'tenant_id': 'e264ed5e17d34e92a88e577ba1cfb4fc', 'fixed_ips': [{'subnet_id': 'cddfce04-88fe-492f-b171-4b0b05a2680e'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:08:30.394390 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-26db0b9e-db07-4cb9-a4e4-23960ecaf7bd tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:30.394950 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e72076ec-0331-4dc4-ab66-b75c6d416df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:30.505476 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce4ab03f-30ed-44a6-9dca-c0a4fedae0b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:30.511983 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce4ab03f-30ed-44a6-9dca-c0a4fedae0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:30.562835 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4ab03f-30ed-44a6-9dca-c0a4fedae0b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=511175d2-ae4d-4683-8bb4-00bb1c9eb769,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:30.576405 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-e72076ec-0331-4dc4-ab66-b75c6d416df9 None None] Allocated IP 2001:db8::2 (67c57424-97bd-4d8b-a51b-5f5a500ce861/cddfce04-88fe-492f-b171-4b0b05a2680e/ca0adb83-f31a-4472-87d7-ff63f883c019) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:08:30.589686 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-ce4ab03f-30ed-44a6-9dca-c0a4fedae0b8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5fb424d97a2445b18d33a645f11908bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2296863 Aug 16 23:08:30.592892 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 55502) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:30.651306 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3a1971c8-b754-446f-a05a-6d7182f3a670 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:30.688691 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3a1971c8-b754-446f-a05a-6d7182f3a670 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:30.703780 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-26db0b9e-db07-4cb9-a4e4-23960ecaf7bd tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:30.767130 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3a1971c8-b754-446f-a05a-6d7182f3a670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:30.770163 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3a1971c8-b754-446f-a05a-6d7182f3a670 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:30.774469 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-3a1971c8-b754-446f-a05a-6d7182f3a670 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/511175d2-ae4d-4683-8bb4-00bb1c9eb769 HTTP/1.1" status: 204 len: 168 time: 0.1762750 Aug 16 23:08:30.775101 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26db0b9e-db07-4cb9-a4e4-23960ecaf7bd tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Network 67c57424-97bd-4d8b-a51b-5f5a500ce861 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:08:30.786967 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1971c8-b754-446f-a05a-6d7182f3a670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=511175d2-ae4d-4683-8bb4-00bb1c9eb769,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:30.799132 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-26db0b9e-db07-4cb9-a4e4-23960ecaf7bd tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:08:30.803070 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e72076ec-0331-4dc4-ab66-b75c6d416df9 None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:30.808362 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26db0b9e-db07-4cb9-a4e4-23960ecaf7bd tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:30.809029 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-26db0b9e-db07-4cb9-a4e4-23960ecaf7bd tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:30.812894 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26db0b9e-db07-4cb9-a4e4-23960ecaf7bd tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Pushing event updated for resources: {'Subnet': ['ID=3b3152e0-aab3-409f-a649-e54406a70cad,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:30.815886 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-e72076ec-0331-4dc4-ab66-b75c6d416df9 None None] Transition to ACTIVE for port object ca0adb83-f31a-4472-87d7-ff63f883c019 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:08:30.839810 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-e72076ec-0331-4dc4-ab66-b75c6d416df9 None None] Transition to ACTIVE for port object ca0adb83-f31a-4472-87d7-ff63f883c019 will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:08:30.855055 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-26db0b9e-db07-4cb9-a4e4-23960ecaf7bd tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6463950 Aug 16 23:08:30.855552 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 55526) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:30.859390 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e72076ec-0331-4dc4-ab66-b75c6d416df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:30.933147 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72076ec-0331-4dc4-ab66-b75c6d416df9 None None] Network 67c57424-97bd-4d8b-a51b-5f5a500ce861 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:08:30.954255 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-e72076ec-0331-4dc4-ab66-b75c6d416df9 None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:08:30.958700 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72076ec-0331-4dc4-ab66-b75c6d416df9 None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:08:30.965256 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5ad51c-1965-40ca-a80d-c313591cf780 req-85d7ddc6-ee2b-4253-a16e-6caeb6519874 tempest-VolumesActionsTest-1418203050 tempest-VolumesActionsTest-1418203050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:30.968173 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7f5ad51c-1965-40ca-a80d-c313591cf780 req-85d7ddc6-ee2b-4253-a16e-6caeb6519874 tempest-VolumesActionsTest-1418203050 tempest-VolumesActionsTest-1418203050-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab7479d3-e0fa-4001-b86a-559b44de8c63 HTTP/1.1" status: 200 len: 946 time: 0.0813096 Aug 16 23:08:30.985296 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72076ec-0331-4dc4-ab66-b75c6d416df9 None None] Pushing event updated for resources: {'Port': ['ID=ca0adb83-f31a-4472-87d7-ff63f883c019,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:30.985949 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f7837c-fdc2-4c06-9909-4c965f515bfb req-25fa4a9f-89f6-4349-9813-faec3460c9b7 tempest-VolumesActionsTest-1418203050 tempest-VolumesActionsTest-1418203050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:30.987693 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-54f7837c-fdc2-4c06-9909-4c965f515bfb req-25fa4a9f-89f6-4349-9813-faec3460c9b7 tempest-VolumesActionsTest-1418203050 tempest-VolumesActionsTest-1418203050-project] 10.222.0.68 "GET /v2.0/ports?device_id=ab7479d3-e0fa-4001-b86a-559b44de8c63 HTTP/1.1" status: 200 len: 946 time: 0.1527412 Aug 16 23:08:31.056238 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a05371-54ab-49fb-9b69-99bec9b44533 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:31.057993 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a05371-54ab-49fb-9b69-99bec9b44533 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:31.059501 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a05371-54ab-49fb-9b69-99bec9b44533 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:31.061087 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a05371-54ab-49fb-9b69-99bec9b44533 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:31.062639 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a05371-54ab-49fb-9b69-99bec9b44533 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:31.064488 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-b2a05371-54ab-49fb-9b69-99bec9b44533 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1487575 Aug 16 23:08:31.068955 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 55544) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:31.077084 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-e72076ec-0331-4dc4-ab66-b75c6d416df9 None None] Attempting to bind port ca0adb83-f31a-4472-87d7-ff63f883c019 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:08:31.077695 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-e72076ec-0331-4dc4-ab66-b75c6d416df9 None None] Attempting to bind port ca0adb83-f31a-4472-87d7-ff63f883c019 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '9e448bca-88db-4b51-aec8-c858f2f61bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '67c57424-97bd-4d8b-a51b-5f5a500ce861'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:08:31.078270 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72076ec-0331-4dc4-ab66-b75c6d416df9 None None] Attempting to bind port ca0adb83-f31a-4472-87d7-ff63f883c019 on network 67c57424-97bd-4d8b-a51b-5f5a500ce861 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:08:31.078853 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-76eba466-47c6-42b7-b96e-2709afd62a94 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1823462032'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:08:31.086328 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72076ec-0331-4dc4-ab66-b75c6d416df9 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:08:31.087589 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72076ec-0331-4dc4-ab66-b75c6d416df9 None None] Checking segment: {'id': '9e448bca-88db-4b51-aec8-c858f2f61bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '67c57424-97bd-4d8b-a51b-5f5a500ce861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:08:31.088424 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e72076ec-0331-4dc4-ab66-b75c6d416df9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:31.089012 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72076ec-0331-4dc4-ab66-b75c6d416df9 None None] Bound using segment: {'id': '9e448bca-88db-4b51-aec8-c858f2f61bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '67c57424-97bd-4d8b-a51b-5f5a500ce861'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:08:31.089754 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-e72076ec-0331-4dc4-ab66-b75c6d416df9 None None] Bound port: ca0adb83-f31a-4472-87d7-ff63f883c019, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e448bca-88db-4b51-aec8-c858f2f61bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '67c57424-97bd-4d8b-a51b-5f5a500ce861'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:08:31.090220 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e72076ec-0331-4dc4-ab66-b75c6d416df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:31.100885 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7f5ad51c-1965-40ca-a80d-c313591cf780 req-b3dc4553-ae99-44cd-8b70-c6c90a30ca00 tempest-VolumesActionsTest-1418203050 tempest-VolumesActionsTest-1418203050-project] 10.222.0.36 "GET /v2.0/security-groups?id=1bc150b5-cf7a-47f7-98d9-ae794194db46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102386 Aug 16 23:08:31.146873 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76eba466-47c6-42b7-b96e-2709afd62a94 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Made reservation on behalf of e264ed5e17d34e92a88e577ba1cfb4fc for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:08:31.150727 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-76eba466-47c6-42b7-b96e-2709afd62a94 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:31.203220 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76eba466-47c6-42b7-b96e-2709afd62a94 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:08:31.218460 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-54f7837c-fdc2-4c06-9909-4c965f515bfb req-8884f226-79b5-4a09-aafb-ec5cd5babf10 tempest-VolumesActionsTest-1418203050 tempest-VolumesActionsTest-1418203050-project] Deleting port b7d0de1b-43bb-4f2e-b125-7b3fc02736d2 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:08:31.218928 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-54f7837c-fdc2-4c06-9909-4c965f515bfb req-8884f226-79b5-4a09-aafb-ec5cd5babf10 tempest-VolumesActionsTest-1418203050 tempest-VolumesActionsTest-1418203050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:31.231939 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-76eba466-47c6-42b7-b96e-2709afd62a94 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:31.233986 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-76eba466-47c6-42b7-b96e-2709afd62a94 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Added segment c1104c16-3c75-4af6-b879-4781b474edf0 of type vlan for network 0ca28779-1bad-4a97-b813-901753527536 Aug 16 23:08:31.280981 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-e72076ec-0331-4dc4-ab66-b75c6d416df9 None None] For port ca0adb83-f31a-4472-87d7-ff63f883c019, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:08:31.285693 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-e72076ec-0331-4dc4-ab66-b75c6d416df9 None None] For port ca0adb83-f31a-4472-87d7-ff63f883c019, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=ca0adb83-f31a-4472-87d7-ff63f883c019,segment=NetworkSegment(9e448bca-88db-4b51-aec8-c858f2f61bb9),segment_id=9e448bca-88db-4b51-aec8-c858f2f61bb9)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:08:31.292358 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e72076ec-0331-4dc4-ab66-b75c6d416df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:31.303021 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-76eba466-47c6-42b7-b96e-2709afd62a94 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:31.357365 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-76eba466-47c6-42b7-b96e-2709afd62a94 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:31.376959 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76eba466-47c6-42b7-b96e-2709afd62a94 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:31.380830 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-76eba466-47c6-42b7-b96e-2709afd62a94 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:31.399251 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-54f7837c-fdc2-4c06-9909-4c965f515bfb req-8884f226-79b5-4a09-aafb-ec5cd5babf10 tempest-VolumesActionsTest-1418203050 tempest-VolumesActionsTest-1418203050-project] For port b7d0de1b-43bb-4f2e-b125-7b3fc02736d2, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=b7d0de1b-43bb-4f2e-b125-7b3fc02736d2,segment=NetworkSegment(6f46e760-e247-490e-94f4-22e19657e668),segment_id=6f46e760-e247-490e-94f4-22e19657e668)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:08:31.400500 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-54f7837c-fdc2-4c06-9909-4c965f515bfb req-8884f226-79b5-4a09-aafb-ec5cd5babf10 tempest-VolumesActionsTest-1418203050 tempest-VolumesActionsTest-1418203050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:31.407641 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72076ec-0331-4dc4-ab66-b75c6d416df9 None None] Pushing event updated for resources: {'Port': ['ID=ca0adb83-f31a-4472-87d7-ff63f883c019,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:31.427429 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-54f7837c-fdc2-4c06-9909-4c965f515bfb req-8884f226-79b5-4a09-aafb-ec5cd5babf10 tempest-VolumesActionsTest-1418203050 tempest-VolumesActionsTest-1418203050-project] Calling delete_port for b7d0de1b-43bb-4f2e-b125-7b3fc02736d2 owned by compute:nova {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:08:31.485640 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eba466-47c6-42b7-b96e-2709afd62a94 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Pushing event updated for resources: {'Network': ['ID=0ca28779-1bad-4a97-b813-901753527536,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:31.501122 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 0ca28779-1bad-4a97-b813-901753527536 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:08:31.509703 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-76eba466-47c6-42b7-b96e-2709afd62a94 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4392655 Aug 16 23:08:31.511720 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 55562) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:31.522547 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-b782404b-59eb-4ae5-a428-4f15ae3180ed tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Request body: {'network': {'name': 'New_network'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:08:31.960684 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device ca0adb83-f31a-4472-87d7-ff63f883c019 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:08:32.050710 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port ca0adb83-f31a-4472-87d7-ff63f883c019 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:08:32.286132 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b782404b-59eb-4ae5-a428-4f15ae3180ed tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:32.298553 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cfd5cf-a92d-4f2a-8479-088c6775bf56 req-6b8e5681-a1d3-4d69-a279-e44dc4775568 tempest-VolumesActionsTest-1418203050 tempest-VolumesActionsTest-1418203050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:32.310459 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-75cfd5cf-a92d-4f2a-8479-088c6775bf56 req-6b8e5681-a1d3-4d69-a279-e44dc4775568 tempest-VolumesActionsTest-1418203050 tempest-VolumesActionsTest-1418203050-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab7479d3-e0fa-4001-b86a-559b44de8c63 HTTP/1.1" status: 200 len: 946 time: 0.1242194 Aug 16 23:08:32.328484 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b782404b-59eb-4ae5-a428-4f15ae3180ed tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:32.363824 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-54f7837c-fdc2-4c06-9909-4c965f515bfb req-8884f226-79b5-4a09-aafb-ec5cd5babf10 tempest-VolumesActionsTest-1418203050 tempest-VolumesActionsTest-1418203050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:32.370114 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-75cfd5cf-a92d-4f2a-8479-088c6775bf56 req-6d3cacc8-d39f-4475-815f-1387166ea285 tempest-VolumesActionsTest-1418203050 tempest-VolumesActionsTest-1418203050-project] 10.222.0.36 "GET /v2.0/security-groups?id=1bc150b5-cf7a-47f7-98d9-ae794194db46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581155 Aug 16 23:08:32.371834 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b782404b-59eb-4ae5-a428-4f15ae3180ed tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Network 0ca28779-1bad-4a97-b813-901753527536 is not hosted by any dhcp agent {{(pid=101291) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 23:08:32.377397 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['b7d0de1b-43bb-4f2e-b125-7b3fc02736d2'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:08:32.411319 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b782404b-59eb-4ae5-a428-4f15ae3180ed tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:32.411988 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b782404b-59eb-4ae5-a428-4f15ae3180ed tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:32.413339 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-b782404b-59eb-4ae5-a428-4f15ae3180ed tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] 10.222.0.36 "PUT /v2.0/networks/0ca28779-1bad-4a97-b813-901753527536 HTTP/1.1" status: 200 len: 723 time: 0.9003768 Aug 16 23:08:32.416754 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 55598) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:32.423247 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-6136eb1f-df3e-41ff-9a4f-e2b1a01a0d23 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Request body: {'subnet': {'network_id': '0ca28779-1bad-4a97-b813-901753527536', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:08:32.489513 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 55600) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:32.517118 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8884f226-79b5-4a09-aafb-ec5cd5babf10 tempest-VolumesActionsTest-1418203050 tempest-VolumesActionsTest-1418203050-project] Pushing event deleted for resources: {'Port': ['ID=b7d0de1b-43bb-4f2e-b125-7b3fc02736d2,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:32.571393 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6136eb1f-df3e-41ff-9a4f-e2b1a01a0d23 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Made reservation on behalf of e264ed5e17d34e92a88e577ba1cfb4fc for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:08:32.576259 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6136eb1f-df3e-41ff-9a4f-e2b1a01a0d23 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:32.609501 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-54f7837c-fdc2-4c06-9909-4c965f515bfb req-8884f226-79b5-4a09-aafb-ec5cd5babf10 tempest-VolumesActionsTest-1418203050 tempest-VolumesActionsTest-1418203050-project] No DVR routers for this DVR port b7d0de1b-43bb-4f2e-b125-7b3fc02736d2 on host n-h1-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:08:32.625781 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-54f7837c-fdc2-4c06-9909-4c965f515bfb req-8884f226-79b5-4a09-aafb-ec5cd5babf10 tempest-VolumesActionsTest-1418203050 tempest-VolumesActionsTest-1418203050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:32.630129 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-54f7837c-fdc2-4c06-9909-4c965f515bfb req-8884f226-79b5-4a09-aafb-ec5cd5babf10 tempest-VolumesActionsTest-1418203050 tempest-VolumesActionsTest-1418203050-project] 10.222.0.68 "DELETE /v2.0/ports/b7d0de1b-43bb-4f2e-b125-7b3fc02736d2 HTTP/1.1" status: 204 len: 173 time: 1.6291015 Aug 16 23:08:32.630800 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab7479d3-e0fa-4001-b86a-559b44de8c63', 'name': 'network-vif-deleted', 'tag': 'b7d0de1b-43bb-4f2e-b125-7b3fc02736d2'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:08:32.633704 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d3d823c-5f68-4be3-b99e-c3ef732ce95e" -d '{"events": [{"server_uuid": "ab7479d3-e0fa-4001-b86a-559b44de8c63", "name": "network-vif-deleted", "tag": "b7d0de1b-43bb-4f2e-b125-7b3fc02736d2"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:08:32.636393 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b782404b-59eb-4ae5-a428-4f15ae3180ed tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Pushing event updated for resources: {'Network': ['ID=0ca28779-1bad-4a97-b813-901753527536,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:32.647832 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 0ca28779-1bad-4a97-b813-901753527536 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:08:32.701496 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd252f56-475a-43c4-8901-0000e5640ee4 x-openstack-request-id: req-cd252f56-475a-43c4-8901-0000e5640ee4 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:08:32.702083 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab7479d3-e0fa-4001-b86a-559b44de8c63", "name": "network-vif-deleted", "tag": "b7d0de1b-43bb-4f2e-b125-7b3fc02736d2", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:08:32.702667 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cd252f56-475a-43c4-8901-0000e5640ee4 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:08:32.703408 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab7479d3-e0fa-4001-b86a-559b44de8c63', 'name': 'network-vif-deleted', 'tag': 'b7d0de1b-43bb-4f2e-b125-7b3fc02736d2', 'status': 'completed', 'code': 200} Aug 16 23:08:32.713724 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-cdf01403-de54-4042-8032-acfb58fec595 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:32.818793 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682ae991-7a43-4497-b2de-b87464fd3368 None None] Network 67c57424-97bd-4d8b-a51b-5f5a500ce861 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:08:32.894331 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-66c6e61e-85b8-4562-865f-a050c6965fe6 None None] Provisioning for port ca0adb83-f31a-4472-87d7-ff63f883c019 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:08:32.907206 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-66c6e61e-85b8-4562-865f-a050c6965fe6 None None] Provisioning complete for port ca0adb83-f31a-4472-87d7-ff63f883c019 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:08:32.907812 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-66c6e61e-85b8-4562-865f-a050c6965fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:32.960787 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6136eb1f-df3e-41ff-9a4f-e2b1a01a0d23 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:32.964699 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-cdf01403-de54-4042-8032-acfb58fec595 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:32.995783 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-cdf01403-de54-4042-8032-acfb58fec595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:33.061519 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf01403-de54-4042-8032-acfb58fec595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=837a49de-841f-4cd2-9a50-8a99d22390c6,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:33.065616 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-66c6e61e-85b8-4562-865f-a050c6965fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:33.094435 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-cdf01403-de54-4042-8032-acfb58fec595 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f5ab8ea4afa94a1dacc02d45800103e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6045573 Aug 16 23:08:33.098215 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 55606) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:33.105091 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6136eb1f-df3e-41ff-9a4f-e2b1a01a0d23 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Pushing event updated for resources: {'Subnet': ['ID=d0938b39-4a24-4ab4-bfbd-751d34290744,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:33.111975 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6136eb1f-df3e-41ff-9a4f-e2b1a01a0d23 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Checking segment: {'id': 'c1104c16-3c75-4af6-b879-4781b474edf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0ca28779-1bad-4a97-b813-901753527536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:08:33.112863 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6136eb1f-df3e-41ff-9a4f-e2b1a01a0d23 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Network hostable DHCP agents. Network: 0ca28779-1bad-4a97-b813-901753527536, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:08:33.115342 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-66c6e61e-85b8-4562-865f-a050c6965fe6 None None] For port ca0adb83-f31a-4472-87d7-ff63f883c019, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=ca0adb83-f31a-4472-87d7-ff63f883c019,segment=NetworkSegment(9e448bca-88db-4b51-aec8-c858f2f61bb9),segment_id=9e448bca-88db-4b51-aec8-c858f2f61bb9)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:08:33.126969 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-66c6e61e-85b8-4562-865f-a050c6965fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:33.165611 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6136eb1f-df3e-41ff-9a4f-e2b1a01a0d23 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Network 0ca28779-1bad-4a97-b813-901753527536 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:08:33.189201 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-6136eb1f-df3e-41ff-9a4f-e2b1a01a0d23 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 0ca28779-1bad-4a97-b813-901753527536) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:08:33.194665 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6136eb1f-df3e-41ff-9a4f-e2b1a01a0d23 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:33.196477 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6136eb1f-df3e-41ff-9a4f-e2b1a01a0d23 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529972'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:33.213720 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ffef7e8d-c01f-47ec-a2b5-38843486148d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:33.218971 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29a111d-8e76-4480-9c34-771b166de52b None None] Network 0ca28779-1bad-4a97-b813-901753527536 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:08:33.221580 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-6136eb1f-df3e-41ff-9a4f-e2b1a01a0d23 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8023844 Aug 16 23:08:33.223782 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 55608) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:33.235812 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-df77182e-fefe-4674-bd9c-673b375cc68e tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:08:33.246766 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ffef7e8d-c01f-47ec-a2b5-38843486148d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:33.292474 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c6e61e-85b8-4562-865f-a050c6965fe6 None None] Pushing event updated for resources: {'Port': ['ID=ca0adb83-f31a-4472-87d7-ff63f883c019,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:33.307595 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fbbd1b2-b8eb-4f25-a65a-0a2e64ede251 None None] Update dhcp port {'port': {'network_id': '67c57424-97bd-4d8b-a51b-5f5a500ce861', 'fixed_ips': [{'subnet_id': 'cddfce04-88fe-492f-b171-4b0b05a2680e', 'ip_address': '2001:db8::2'}, {'subnet_id': '3b3152e0-aab3-409f-a649-e54406a70cad'}], 'binding:host_id': 'n-d-791506-26'}, 'id': 'ca0adb83-f31a-4472-87d7-ff63f883c019'} from n-d-791506-26. {{(pid=101293) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 23:08:33.330095 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ffef7e8d-c01f-47ec-a2b5-38843486148d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:33.346730 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ffef7e8d-c01f-47ec-a2b5-38843486148d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:33.348226 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-ffef7e8d-c01f-47ec-a2b5-38843486148d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/837a49de-841f-4cd2-9a50-8a99d22390c6 HTTP/1.1" status: 204 len: 168 time: 0.2486820 Aug 16 23:08:33.362090 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4fbbd1b2-b8eb-4f25-a65a-0a2e64ede251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:33.362962 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffef7e8d-c01f-47ec-a2b5-38843486148d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=837a49de-841f-4cd2-9a50-8a99d22390c6,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:33.409376 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-df77182e-fefe-4674-bd9c-673b375cc68e tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26252127'] for subnet, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:33.491703 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 55620) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:33.587913 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03c3716-4cec-4598-ad1e-f9b52982694f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-0ca28779-1bad-4a97-b813-901753527536', 'network_id': '0ca28779-1bad-4a97-b813-901753527536', 'tenant_id': 'e264ed5e17d34e92a88e577ba1cfb4fc', 'fixed_ips': [{'subnet_id': 'd0938b39-4a24-4ab4-bfbd-751d34290744'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:08:33.588610 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d03c3716-4cec-4598-ad1e-f9b52982694f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:33.638533 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-e475a436-6de7-4a34-acd4-5db2d09e3a0d admin admin] Deleting subnet fe0ed768-b285-4da0-b608-6500e761f40e {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:08:33.653082 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e475a436-6de7-4a34-acd4-5db2d09e3a0d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:33.711709 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e475a436-6de7-4a34-acd4-5db2d09e3a0d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:33.756897 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-4fbbd1b2-b8eb-4f25-a65a-0a2e64ede251 None None] Allocated IP 172.20.0.1 (67c57424-97bd-4d8b-a51b-5f5a500ce861/3b3152e0-aab3-409f-a649-e54406a70cad/ca0adb83-f31a-4472-87d7-ff63f883c019) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:08:33.766895 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-df77182e-fefe-4674-bd9c-673b375cc68e tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748570308280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26672364'] for subnet, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:33.776476 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e475a436-6de7-4a34-acd4-5db2d09e3a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:33.934652 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df77182e-fefe-4674-bd9c-673b375cc68e tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Pushing event updated for resources: {'Subnet': ['ID=d0938b39-4a24-4ab4-bfbd-751d34290744,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:33.938242 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df77182e-fefe-4674-bd9c-673b375cc68e tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:33.939054 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-df77182e-fefe-4674-bd9c-673b375cc68e tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks [] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:33.940592 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-df77182e-fefe-4674-bd9c-673b375cc68e tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] 10.222.0.36 "PUT /v2.0/subnets/d0938b39-4a24-4ab4-bfbd-751d34290744 HTTP/1.1" status: 200 len: 826 time: 0.7154832 Aug 16 23:08:33.942436 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e475a436-6de7-4a34-acd4-5db2d09e3a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:33.943108 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 55632) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:33.970127 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-d03c3716-4cec-4598-ad1e-f9b52982694f None None] Allocated IP 2001:db8::2 (0ca28779-1bad-4a97-b813-901753527536/d0938b39-4a24-4ab4-bfbd-751d34290744/d64c46a9-b8b6-4562-8408-1fc7a499e18f) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:08:34.034575 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e475a436-6de7-4a34-acd4-5db2d09e3a0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe0ed768-b285-4da0-b608-6500e761f40e,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:34.050395 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e475a436-6de7-4a34-acd4-5db2d09e3a0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:34.052467 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-e475a436-6de7-4a34-acd4-5db2d09e3a0d admin admin] 10.222.0.36 "DELETE /v2.0/subnets/fe0ed768-b285-4da0-b608-6500e761f40e HTTP/1.1" status: 204 len: 168 time: 0.5594385 Aug 16 23:08:34.055895 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 55638) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:34.085468 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device ca0adb83-f31a-4472-87d7-ff63f883c019 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:08:34.093362 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-85e761b7-e947-4ea1-81cf-f94ce2cd70b6 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:34.189280 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-85e761b7-e947-4ea1-81cf-f94ce2cd70b6 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:34.195314 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-69eeb9ef-bfee-4215-9ca9-5143c1e57a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:34.236017 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-4fbbd1b2-b8eb-4f25-a65a-0a2e64ede251 None None] For port ca0adb83-f31a-4472-87d7-ff63f883c019, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=ca0adb83-f31a-4472-87d7-ff63f883c019,segment=NetworkSegment(9e448bca-88db-4b51-aec8-c858f2f61bb9),segment_id=9e448bca-88db-4b51-aec8-c858f2f61bb9)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:08:34.309935 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4fbbd1b2-b8eb-4f25-a65a-0a2e64ede251 None None] Notify callbacks [] for port, precommit_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:34.321284 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-69eeb9ef-bfee-4215-9ca9-5143c1e57a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:34.333124 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-69eeb9ef-bfee-4215-9ca9-5143c1e57a6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03052636-fc85-4462-b68c-3cb1c23974ad']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:08:34.348142 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-69eeb9ef-bfee-4215-9ca9-5143c1e57a6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7dabb4a-5e28-497a-9970-43febaa051ee') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:08:34.348827 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-69eeb9ef-bfee-4215-9ca9-5143c1e57a6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7dabb4a-5e28-497a-9970-43febaa051ee') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:08:34.360069 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-69eeb9ef-bfee-4215-9ca9-5143c1e57a6f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:34.379403 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-69eeb9ef-bfee-4215-9ca9-5143c1e57a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:34.389239 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d03c3716-4cec-4598-ad1e-f9b52982694f None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:34.391463 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69eeb9ef-bfee-4215-9ca9-5143c1e57a6f admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:08:34.391988 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-69eeb9ef-bfee-4215-9ca9-5143c1e57a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:34.394173 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 23:08:34.394173 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:08:34.394173 n-d-791506-26 neutron-server[101291]: timer() Aug 16 23:08:34.394173 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:08:34.394173 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 23:08:34.394173 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:08:34.394173 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 23:08:34.394173 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:08:34.394173 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 23:08:34.394173 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:08:34.394173 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 23:08:34.394173 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:08:34.394173 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 23:08:34.394173 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:08:34.394173 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:08:34.394173 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:08:34.394173 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:08:34.394173 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:08:34.394173 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 23:08:34.394173 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:08:34.394173 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 23:08:34.394173 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:08:34.394173 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:08:34.394173 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:08:34.394173 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 23:08:34.394173 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:08:34.394173 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:08:34.394173 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:08:34.394173 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:08:34.394173 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:08:34.394173 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:08:34.394173 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:08:34.432095 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port ca0adb83-f31a-4472-87d7-ff63f883c019 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:08:34.435540 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:34.485224 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-69eeb9ef-bfee-4215-9ca9-5143c1e57a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:34.490917 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-69eeb9ef-bfee-4215-9ca9-5143c1e57a6f admin admin] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:34.495985 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-69eeb9ef-bfee-4215-9ca9-5143c1e57a6f admin admin] 10.222.0.36 "DELETE /v2.0/networks/03052636-fc85-4462-b68c-3cb1c23974ad HTTP/1.1" status: 204 len: 168 time: 0.4360511 Aug 16 23:08:34.532623 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eeb9ef-bfee-4215-9ca9-5143c1e57a6f admin admin] Pushing event deleted for resources: {'Network': ['ID=03052636-fc85-4462-b68c-3cb1c23974ad,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:34.535512 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-d03c3716-4cec-4598-ad1e-f9b52982694f None None] Transition to ACTIVE for port object d64c46a9-b8b6-4562-8408-1fc7a499e18f will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:08:34.543235 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4fbbd1b2-b8eb-4f25-a65a-0a2e64ede251 None None] Transition to ACTIVE for port object ca0adb83-f31a-4472-87d7-ff63f883c019 will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:08:34.574241 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4fbbd1b2-b8eb-4f25-a65a-0a2e64ede251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:34.589648 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-d03c3716-4cec-4598-ad1e-f9b52982694f None None] Transition to ACTIVE for port object d64c46a9-b8b6-4562-8408-1fc7a499e18f will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:08:34.594041 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 55656) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:34.596342 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Port ca0adb83-f31a-4472-87d7-ff63f883c019 had new provisioning blocks added so it will not transition to active. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Aug 16 23:08:34.638375 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d03c3716-4cec-4598-ad1e-f9b52982694f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:34.664623 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-85e761b7-e947-4ea1-81cf-f94ce2cd70b6 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26252129'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:34.709567 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03c3716-4cec-4598-ad1e-f9b52982694f None None] Network 0ca28779-1bad-4a97-b813-901753527536 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:08:34.716095 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-d03c3716-4cec-4598-ad1e-f9b52982694f None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:08:34.724608 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03c3716-4cec-4598-ad1e-f9b52982694f None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:08:34.735430 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbbd1b2-b8eb-4f25-a65a-0a2e64ede251 None None] Pushing event updated for resources: {'Port': ['ID=ca0adb83-f31a-4472-87d7-ff63f883c019,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:34.757685 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e761b7-e947-4ea1-81cf-f94ce2cd70b6 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Pushing event deleted for resources: {'Subnet': ['ID=d0938b39-4a24-4ab4-bfbd-751d34290744,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:34.844068 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 55662) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:34.860106 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03c3716-4cec-4598-ad1e-f9b52982694f None None] Pushing event updated for resources: {'Port': ['ID=d64c46a9-b8b6-4562-8408-1fc7a499e18f,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:34.872877 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-d03c3716-4cec-4598-ad1e-f9b52982694f None None] Attempting to bind port d64c46a9-b8b6-4562-8408-1fc7a499e18f on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:08:34.875693 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-d03c3716-4cec-4598-ad1e-f9b52982694f None None] Attempting to bind port d64c46a9-b8b6-4562-8408-1fc7a499e18f by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': 'c1104c16-3c75-4af6-b879-4781b474edf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0ca28779-1bad-4a97-b813-901753527536'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:08:34.877282 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03c3716-4cec-4598-ad1e-f9b52982694f None None] Attempting to bind port d64c46a9-b8b6-4562-8408-1fc7a499e18f on network 0ca28779-1bad-4a97-b813-901753527536 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:08:34.883461 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device b7d0de1b-43bb-4f2e-b125-7b3fc02736d2 no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:08:34.904636 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-85e761b7-e947-4ea1-81cf-f94ce2cd70b6 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:34.920161 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-85e761b7-e947-4ea1-81cf-f94ce2cd70b6 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ca28779-1bad-4a97-b813-901753527536']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:08:34.933994 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-85e761b7-e947-4ea1-81cf-f94ce2cd70b6 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1104c16-3c75-4af6-b879-4781b474edf0') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:08:34.934631 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-85e761b7-e947-4ea1-81cf-f94ce2cd70b6 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1104c16-3c75-4af6-b879-4781b474edf0') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:08:34.937647 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] No Port match for: b7d0de1b-43bb-4f2e-b125-7b3fc02736d2 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:08:34.938482 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-080a3a2f-1201-4882-978b-83502ea1e4aa admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=222f50dde55b4f0dae20304ceb417680&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0931492 Aug 16 23:08:34.939305 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 55664) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:34.945609 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device b7d0de1b-43bb-4f2e-b125-7b3fc02736d2 not bound to the agent host n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:08:34.947798 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-ec5c9f70-4171-42ba-a3fc-e79fb7bf0eab tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-227481767'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:08:34.951434 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03c3716-4cec-4598-ad1e-f9b52982694f None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:08:34.951899 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03c3716-4cec-4598-ad1e-f9b52982694f None None] Checking segment: {'id': 'c1104c16-3c75-4af6-b879-4781b474edf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0ca28779-1bad-4a97-b813-901753527536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:08:34.952377 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d03c3716-4cec-4598-ad1e-f9b52982694f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:34.952874 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03c3716-4cec-4598-ad1e-f9b52982694f None None] Bound using segment: {'id': 'c1104c16-3c75-4af6-b879-4781b474edf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0ca28779-1bad-4a97-b813-901753527536'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:08:34.953440 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-d03c3716-4cec-4598-ad1e-f9b52982694f None None] Bound port: d64c46a9-b8b6-4562-8408-1fc7a499e18f, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1104c16-3c75-4af6-b879-4781b474edf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '0ca28779-1bad-4a97-b813-901753527536'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:08:34.953902 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d03c3716-4cec-4598-ad1e-f9b52982694f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:34.963579 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-85e761b7-e947-4ea1-81cf-f94ce2cd70b6 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:35.013910 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-85e761b7-e947-4ea1-81cf-f94ce2cd70b6 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:35.027872 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85e761b7-e947-4ea1-81cf-f94ce2cd70b6 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:08:35.028282 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-85e761b7-e947-4ea1-81cf-f94ce2cd70b6 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:35.032127 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 16 23:08:35.032127 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:08:35.032127 n-d-791506-26 neutron-server[101292]: timer() Aug 16 23:08:35.032127 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:08:35.032127 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 16 23:08:35.032127 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:08:35.032127 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 16 23:08:35.032127 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:08:35.032127 n-d-791506-26 neutron-server[101292]: self._notify() Aug 16 23:08:35.032127 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:08:35.032127 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 16 23:08:35.032127 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:08:35.032127 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 16 23:08:35.032127 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:08:35.032127 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:08:35.032127 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:08:35.032127 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:08:35.032127 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:08:35.032127 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 16 23:08:35.032127 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:08:35.032127 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 16 23:08:35.032127 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:08:35.032127 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:08:35.032127 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:08:35.032127 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 16 23:08:35.032127 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:08:35.032127 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:08:35.032127 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:08:35.032127 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:08:35.032127 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:08:35.032127 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:08:35.032127 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:08:35.036715 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec5c9f70-4171-42ba-a3fc-e79fb7bf0eab tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Made reservation on behalf of e5d4e6d1376c45dc86ba17cfb4175921 for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:08:35.041755 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ec5c9f70-4171-42ba-a3fc-e79fb7bf0eab tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:35.047502 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-aee4832d-0574-41f7-83bb-f482641b6a88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:35.082607 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-d03c3716-4cec-4598-ad1e-f9b52982694f None None] For port d64c46a9-b8b6-4562-8408-1fc7a499e18f, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:08:35.097894 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-aee4832d-0574-41f7-83bb-f482641b6a88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:35.151839 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ec5c9f70-4171-42ba-a3fc-e79fb7bf0eab tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:35.187690 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-aee4832d-0574-41f7-83bb-f482641b6a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:35.190423 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-aee4832d-0574-41f7-83bb-f482641b6a88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:35.191588 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-aee4832d-0574-41f7-83bb-f482641b6a88 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5d6b3f34-6499-42a4-a03a-dddcaef4e21a HTTP/1.1" status: 204 len: 168 time: 0.2512736 Aug 16 23:08:35.201301 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee4832d-0574-41f7-83bb-f482641b6a88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d6b3f34-6499-42a4-a03a-dddcaef4e21a,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:35.208845 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-d03c3716-4cec-4598-ad1e-f9b52982694f None None] For port d64c46a9-b8b6-4562-8408-1fc7a499e18f, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=d64c46a9-b8b6-4562-8408-1fc7a499e18f,segment=NetworkSegment(c1104c16-3c75-4af6-b879-4781b474edf0),segment_id=c1104c16-3c75-4af6-b879-4781b474edf0)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:08:35.213650 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.db.api [None req-85e761b7-e947-4ea1-81cf-f94ce2cd70b6 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 23:08:35.213650 n-d-791506-26 neutron-server[101292]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 23:08:35.213650 n-d-791506-26 neutron-server[101292]: [parameters: {'id': '0ca28779-1bad-4a97-b813-901753527536'}] Aug 16 23:08:35.213650 n-d-791506-26 neutron-server[101292]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101292) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 23:08:35.214083 n-d-791506-26 neutron-server[101292]: DEBUG oslo_db.api [None req-85e761b7-e947-4ea1-81cf-f94ce2cd70b6 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 23:08:35.219242 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d03c3716-4cec-4598-ad1e-f9b52982694f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:35.344376 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ec5c9f70-4171-42ba-a3fc-e79fb7bf0eab tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:35.350718 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ec5c9f70-4171-42ba-a3fc-e79fb7bf0eab tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:35.366216 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03c3716-4cec-4598-ad1e-f9b52982694f None None] Pushing event updated for resources: {'Port': ['ID=d64c46a9-b8b6-4562-8408-1fc7a499e18f,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:35.381981 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8981b33b-672e-4e95-b620-aa9df7f26880 None None] Network 0ca28779-1bad-4a97-b813-901753527536 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:08:35.391579 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec5c9f70-4171-42ba-a3fc-e79fb7bf0eab tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:08:35.412665 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5c9f70-4171-42ba-a3fc-e79fb7bf0eab tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20e05c9e-7e5b-4493-b01a-818688b8b3e3,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:35.417294 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ec5c9f70-4171-42ba-a3fc-e79fb7bf0eab tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:35.417693 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-ec5c9f70-4171-42ba-a3fc-e79fb7bf0eab tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Added segment 38efcdbc-7961-4462-b71c-e0f385618861 of type vlan for network e5f0072e-6891-4209-952e-9bd863558e74 Aug 16 23:08:35.466391 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ec5c9f70-4171-42ba-a3fc-e79fb7bf0eab tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:35.499953 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ec5c9f70-4171-42ba-a3fc-e79fb7bf0eab tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:35.509731 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5c9f70-4171-42ba-a3fc-e79fb7bf0eab tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:35.510468 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ec5c9f70-4171-42ba-a3fc-e79fb7bf0eab tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:35.548158 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f976ce-6b50-470f-8126-4bd379f41a2d None None] Network 67c57424-97bd-4d8b-a51b-5f5a500ce861 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:08:35.586501 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-ec5c9f70-4171-42ba-a3fc-e79fb7bf0eab tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.9912112 Aug 16 23:08:35.589677 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 55674) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:35.595081 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-58f9df82-567e-456c-b1fe-4724a3d6d1ed tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Request body: {'subnet': {'network_id': 'e5f0072e-6891-4209-952e-9bd863558e74', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:08:35.602621 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5c9f70-4171-42ba-a3fc-e79fb7bf0eab tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Pushing event updated for resources: {'Network': ['ID=e5f0072e-6891-4209-952e-9bd863558e74,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:35.715608 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-85e761b7-e947-4ea1-81cf-f94ce2cd70b6 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:35.721235 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58f9df82-567e-456c-b1fe-4724a3d6d1ed tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Made reservation on behalf of e5d4e6d1376c45dc86ba17cfb4175921 for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:08:35.726579 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-58f9df82-567e-456c-b1fe-4724a3d6d1ed tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:35.736418 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41847126-a478-4d08-a5d6-2d424b5c70b0 None None] Network 0ca28779-1bad-4a97-b813-901753527536 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:08:35.784360 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-85e761b7-e947-4ea1-81cf-f94ce2cd70b6 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Deleting port d64c46a9-b8b6-4562-8408-1fc7a499e18f {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:08:35.785206 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-85e761b7-e947-4ea1-81cf-f94ce2cd70b6 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:35.795383 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network e5f0072e-6891-4209-952e-9bd863558e74 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:08:35.906478 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-85e761b7-e947-4ea1-81cf-f94ce2cd70b6 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] For port d64c46a9-b8b6-4562-8408-1fc7a499e18f, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=d64c46a9-b8b6-4562-8408-1fc7a499e18f,segment=NetworkSegment(c1104c16-3c75-4af6-b879-4781b474edf0),segment_id=c1104c16-3c75-4af6-b879-4781b474edf0)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:08:35.908382 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-85e761b7-e947-4ea1-81cf-f94ce2cd70b6 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:35.911039 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4d275761-4265-4a72-ac56-e0f4002f8680 None None] Provisioning for port ca0adb83-f31a-4472-87d7-ff63f883c019 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:08:35.925804 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4d275761-4265-4a72-ac56-e0f4002f8680 None None] Provisioning complete for port ca0adb83-f31a-4472-87d7-ff63f883c019 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:08:35.926630 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4d275761-4265-4a72-ac56-e0f4002f8680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:35.940684 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-85e761b7-e947-4ea1-81cf-f94ce2cd70b6 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Calling delete_port for d64c46a9-b8b6-4562-8408-1fc7a499e18f owned by network:dhcp {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:08:36.016651 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device ca0adb83-f31a-4472-87d7-ff63f883c019 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:08:36.037687 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-58f9df82-567e-456c-b1fe-4724a3d6d1ed tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:36.069115 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-85e761b7-e947-4ea1-81cf-f94ce2cd70b6 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:36.122892 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e761b7-e947-4ea1-81cf-f94ce2cd70b6 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Pushing event deleted for resources: {'Port': ['ID=d64c46a9-b8b6-4562-8408-1fc7a499e18f,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:36.135087 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e761b7-e947-4ea1-81cf-f94ce2cd70b6 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] No DVR routers for this DVR port d64c46a9-b8b6-4562-8408-1fc7a499e18f on host n-d-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:08:36.137879 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f9df82-567e-456c-b1fe-4724a3d6d1ed tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Pushing event updated for resources: {'Subnet': ['ID=9ecc1efc-9d76-4793-92b0-89896dfa9712,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:36.151164 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f9df82-567e-456c-b1fe-4724a3d6d1ed tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Checking segment: {'id': '38efcdbc-7961-4462-b71c-e0f385618861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'e5f0072e-6891-4209-952e-9bd863558e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:08:36.151550 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f9df82-567e-456c-b1fe-4724a3d6d1ed tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Network hostable DHCP agents. Network: e5f0072e-6891-4209-952e-9bd863558e74, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:08:36.172003 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f9df82-567e-456c-b1fe-4724a3d6d1ed tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Network e5f0072e-6891-4209-952e-9bd863558e74 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:08:36.184271 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-58f9df82-567e-456c-b1fe-4724a3d6d1ed tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, e5f0072e-6891-4209-952e-9bd863558e74) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:08:36.190641 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f9df82-567e-456c-b1fe-4724a3d6d1ed tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:36.190881 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port ca0adb83-f31a-4472-87d7-ff63f883c019 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:08:36.191263 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:36.191601 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-58f9df82-567e-456c-b1fe-4724a3d6d1ed tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:36.205900 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5578b59f-556a-450d-967b-f7bd0348c9c6 None None] Network e5f0072e-6891-4209-952e-9bd863558e74 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:08:36.221110 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-58f9df82-567e-456c-b1fe-4724a3d6d1ed tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6302788 Aug 16 23:08:36.225907 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 55696) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:36.237481 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-1463f5d6-d819-42dc-9d2f-caf3cdba94c4 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Request body: {'port': {'network_id': 'e5f0072e-6891-4209-952e-9bd863558e74', 'name': 'tempest-AllowedAddressPairTestJSON-69743216'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:08:36.266450 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 55698) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:36.278488 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-85e761b7-e947-4ea1-81cf-f94ce2cd70b6 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:36.293618 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-85e761b7-e947-4ea1-81cf-f94ce2cd70b6 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ca28779-1bad-4a97-b813-901753527536']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:08:36.311061 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-85e761b7-e947-4ea1-81cf-f94ce2cd70b6 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1104c16-3c75-4af6-b879-4781b474edf0') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:08:36.311475 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-85e761b7-e947-4ea1-81cf-f94ce2cd70b6 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1104c16-3c75-4af6-b879-4781b474edf0') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:08:36.325084 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-85e761b7-e947-4ea1-81cf-f94ce2cd70b6 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:36.343579 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-85e761b7-e947-4ea1-81cf-f94ce2cd70b6 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:36.353901 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85e761b7-e947-4ea1-81cf-f94ce2cd70b6 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:08:36.354910 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-85e761b7-e947-4ea1-81cf-f94ce2cd70b6 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:36.360308 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 16 23:08:36.360308 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:08:36.360308 n-d-791506-26 neutron-server[101292]: timer() Aug 16 23:08:36.360308 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:08:36.360308 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 16 23:08:36.360308 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:08:36.360308 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 16 23:08:36.360308 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:08:36.360308 n-d-791506-26 neutron-server[101292]: self._notify() Aug 16 23:08:36.360308 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:08:36.360308 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 16 23:08:36.360308 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:08:36.360308 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 16 23:08:36.360308 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:08:36.360308 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:08:36.360308 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:08:36.360308 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:08:36.360308 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:08:36.360308 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 16 23:08:36.360308 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:08:36.360308 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 16 23:08:36.360308 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:08:36.360308 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:08:36.360308 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:08:36.360308 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 16 23:08:36.360308 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:08:36.360308 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:08:36.360308 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:08:36.360308 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:08:36.360308 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:08:36.360308 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:08:36.360308 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:08:36.475155 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-85e761b7-e947-4ea1-81cf-f94ce2cd70b6 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:36.482824 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-85e761b7-e947-4ea1-81cf-f94ce2cd70b6 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:36.494106 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-85e761b7-e947-4ea1-81cf-f94ce2cd70b6 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] 10.222.0.36 "DELETE /v2.0/networks/0ca28779-1bad-4a97-b813-901753527536 HTTP/1.1" status: 204 len: 168 time: 2.5481431 Aug 16 23:08:36.494785 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-d88474de-c21d-42a6-bb9a-28a4b9697220 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-230547134-network', 'tenant_id': 'e79d7ff464c14298b60a5fb641626858'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:08:36.494946 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 55708) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:36.512940 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1463f5d6-d819-42dc-9d2f-caf3cdba94c4 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Made reservation on behalf of e5d4e6d1376c45dc86ba17cfb4175921 for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:08:36.516997 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1463f5d6-d819-42dc-9d2f-caf3cdba94c4 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:36.535746 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13cf6f9f-62fb-4e32-bff1-0901d458f663 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-e5f0072e-6891-4209-952e-9bd863558e74', 'network_id': 'e5f0072e-6891-4209-952e-9bd863558e74', 'tenant_id': 'e5d4e6d1376c45dc86ba17cfb4175921', 'fixed_ips': [{'subnet_id': '9ecc1efc-9d76-4793-92b0-89896dfa9712'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:08:36.536899 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-13cf6f9f-62fb-4e32-bff1-0901d458f663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:36.544433 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1463f5d6-d819-42dc-9d2f-caf3cdba94c4 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] device_id is not set on port 237fe2d9-4d90-41e5-976b-cc79cca1e6df yet. {{(pid=101291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 23:08:36.636300 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d88474de-c21d-42a6-bb9a-28a4b9697220 admin admin] Made reservation on behalf of e79d7ff464c14298b60a5fb641626858 for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:08:36.652886 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d88474de-c21d-42a6-bb9a-28a4b9697220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:36.678218 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d88474de-c21d-42a6-bb9a-28a4b9697220 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:36.733070 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-2166c842-fafd-4c8d-8937-c7842fb09a6d None None] Provisioning complete for port ca0adb83-f31a-4472-87d7-ff63f883c019 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:08:36.733849 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2166c842-fafd-4c8d-8937-c7842fb09a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:36.736185 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-13cf6f9f-62fb-4e32-bff1-0901d458f663 None None] Allocated IP 172.20.0.2 (e5f0072e-6891-4209-952e-9bd863558e74/9ecc1efc-9d76-4793-92b0-89896dfa9712/56cc5904-6e0f-480b-a1ce-b3507d80abb1) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:08:36.824682 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d88474de-c21d-42a6-bb9a-28a4b9697220 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:36.831419 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d88474de-c21d-42a6-bb9a-28a4b9697220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:36.862214 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d88474de-c21d-42a6-bb9a-28a4b9697220 admin admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:08:36.896004 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d88474de-c21d-42a6-bb9a-28a4b9697220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:36.896348 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-d88474de-c21d-42a6-bb9a-28a4b9697220 admin admin] Added segment 196ae6bd-f370-4d4b-98bb-76631d5d886c of type vlan for network f857bb17-d5f1-461e-b18f-b627336021fd Aug 16 23:08:36.909015 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88474de-c21d-42a6-bb9a-28a4b9697220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f737396d-fc45-4fc9-90f1-205e81e8daca,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:36.973055 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d88474de-c21d-42a6-bb9a-28a4b9697220 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:37.013684 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-43701cc1-fe1e-477f-99b0-b1cd217696c4 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] DELETE failed (client error): The resource could not be found. Aug 16 23:08:37.014723 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d88474de-c21d-42a6-bb9a-28a4b9697220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:37.015063 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43701cc1-fe1e-477f-99b0-b1cd217696c4 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:08:37.016154 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88474de-c21d-42a6-bb9a-28a4b9697220 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:37.017175 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-43701cc1-fe1e-477f-99b0-b1cd217696c4 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] 10.222.0.36 "DELETE /v2.0/networks/0ca28779-1bad-4a97-b813-901753527536 HTTP/1.1" status: 404 len: 339 time: 0.5094085 Aug 16 23:08:37.018381 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e761b7-e947-4ea1-81cf-f94ce2cd70b6 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Pushing event deleted for resources: {'Network': ['ID=0ca28779-1bad-4a97-b813-901753527536,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:37.021957 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 55716) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:37.024188 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d88474de-c21d-42a6-bb9a-28a4b9697220 admin admin] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:37.033497 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-275f4947-c7de-4d82-9e99-6e446f47add8 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1144230902', 'description': 'd1'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:08:37.055345 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-275f4947-c7de-4d82-9e99-6e446f47add8 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Made reservation on behalf of e264ed5e17d34e92a88e577ba1cfb4fc for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:08:37.059487 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-275f4947-c7de-4d82-9e99-6e446f47add8 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:37.091032 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-275f4947-c7de-4d82-9e99-6e446f47add8 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:08:37.100463 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-d88474de-c21d-42a6-bb9a-28a4b9697220 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8277106 Aug 16 23:08:37.100463 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 55718) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:37.102385 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-13cf6f9f-62fb-4e32-bff1-0901d458f663 None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:37.104593 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-275f4947-c7de-4d82-9e99-6e446f47add8 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:37.105415 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-275f4947-c7de-4d82-9e99-6e446f47add8 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Added segment 23989b54-d8e5-4a5b-b239-9808b728f42f of type vlan for network 1d043a0f-292b-4bdc-9693-74db8509c581 Aug 16 23:08:37.105684 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-e0d30e4d-4df1-4318-a531-437860a947ea admin admin] Request body: {'subnet': {'network_id': 'f857bb17-d5f1-461e-b18f-b627336021fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-230547134-subnet', 'tenant_id': 'e79d7ff464c14298b60a5fb641626858', 'ip_version': 4}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:08:37.109959 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88474de-c21d-42a6-bb9a-28a4b9697220 admin admin] Pushing event updated for resources: {'Network': ['ID=f857bb17-d5f1-461e-b18f-b627336021fd,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:37.117221 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-13cf6f9f-62fb-4e32-bff1-0901d458f663 None None] Transition to ACTIVE for port object 56cc5904-6e0f-480b-a1ce-b3507d80abb1 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:08:37.125761 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network f857bb17-d5f1-461e-b18f-b627336021fd details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:08:37.137493 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d30e4d-4df1-4318-a531-437860a947ea admin admin] Made reservation on behalf of e79d7ff464c14298b60a5fb641626858 for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:08:37.140450 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e0d30e4d-4df1-4318-a531-437860a947ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:37.148120 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-275f4947-c7de-4d82-9e99-6e446f47add8 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:37.187793 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-275f4947-c7de-4d82-9e99-6e446f47add8 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:37.194854 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275f4947-c7de-4d82-9e99-6e446f47add8 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:37.196697 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-275f4947-c7de-4d82-9e99-6e446f47add8 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:37.215525 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-13cf6f9f-62fb-4e32-bff1-0901d458f663 None None] Transition to ACTIVE for port object 56cc5904-6e0f-480b-a1ce-b3507d80abb1 will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:08:37.232328 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-13cf6f9f-62fb-4e32-bff1-0901d458f663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:37.285672 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13cf6f9f-62fb-4e32-bff1-0901d458f663 None None] Network e5f0072e-6891-4209-952e-9bd863558e74 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:08:37.289374 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-13cf6f9f-62fb-4e32-bff1-0901d458f663 None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:08:37.292692 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-275f4947-c7de-4d82-9e99-6e446f47add8 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2635860 Aug 16 23:08:37.295661 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 55720) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:37.298083 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cf6f9f-62fb-4e32-bff1-0901d458f663 None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:08:37.300332 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-1463f5d6-d819-42dc-9d2f-caf3cdba94c4 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Allocated IP 172.20.0.13 (e5f0072e-6891-4209-952e-9bd863558e74/9ecc1efc-9d76-4793-92b0-89896dfa9712/237fe2d9-4d90-41e5-976b-cc79cca1e6df) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:08:37.307216 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cf6f9f-62fb-4e32-bff1-0901d458f663 None None] Pushing event updated for resources: {'Port': ['ID=56cc5904-6e0f-480b-a1ce-b3507d80abb1,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:37.310059 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275f4947-c7de-4d82-9e99-6e446f47add8 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Pushing event updated for resources: {'Network': ['ID=1d043a0f-292b-4bdc-9693-74db8509c581,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:37.342847 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 1d043a0f-292b-4bdc-9693-74db8509c581 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:08:37.402511 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91475157-1c7c-449a-b2b6-6fd990cd27f4 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:37.404305 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-91475157-1c7c-449a-b2b6-6fd990cd27f4 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] 10.222.0.36 "GET /v2.0/networks?id=1d043a0f-292b-4bdc-9693-74db8509c581 HTTP/1.1" status: 200 len: 765 time: 0.1077263 Aug 16 23:08:37.407069 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 55722) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:37.414006 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-54a43445-cfb2-4cc4-abe7-cbf1ba65b60f tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Request body: {'network': {'description': 'd2'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:08:37.419238 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-13cf6f9f-62fb-4e32-bff1-0901d458f663 None None] Attempting to bind port 56cc5904-6e0f-480b-a1ce-b3507d80abb1 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:08:37.419892 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-13cf6f9f-62fb-4e32-bff1-0901d458f663 None None] Attempting to bind port 56cc5904-6e0f-480b-a1ce-b3507d80abb1 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '38efcdbc-7961-4462-b71c-e0f385618861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'e5f0072e-6891-4209-952e-9bd863558e74'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:08:37.420339 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cf6f9f-62fb-4e32-bff1-0901d458f663 None None] Attempting to bind port 56cc5904-6e0f-480b-a1ce-b3507d80abb1 on network e5f0072e-6891-4209-952e-9bd863558e74 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:08:37.436153 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cf6f9f-62fb-4e32-bff1-0901d458f663 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:08:37.436465 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cf6f9f-62fb-4e32-bff1-0901d458f663 None None] Checking segment: {'id': '38efcdbc-7961-4462-b71c-e0f385618861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'e5f0072e-6891-4209-952e-9bd863558e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:08:37.437037 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-13cf6f9f-62fb-4e32-bff1-0901d458f663 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:37.437510 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cf6f9f-62fb-4e32-bff1-0901d458f663 None None] Bound using segment: {'id': '38efcdbc-7961-4462-b71c-e0f385618861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'e5f0072e-6891-4209-952e-9bd863558e74'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:08:37.438065 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-13cf6f9f-62fb-4e32-bff1-0901d458f663 None None] Bound port: 56cc5904-6e0f-480b-a1ce-b3507d80abb1, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38efcdbc-7961-4462-b71c-e0f385618861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'e5f0072e-6891-4209-952e-9bd863558e74'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:08:37.438511 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-13cf6f9f-62fb-4e32-bff1-0901d458f663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:37.448562 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e0d30e4d-4df1-4318-a531-437860a947ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:37.511791 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-13cf6f9f-62fb-4e32-bff1-0901d458f663 None None] For port 56cc5904-6e0f-480b-a1ce-b3507d80abb1, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:08:37.515709 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-13cf6f9f-62fb-4e32-bff1-0901d458f663 None None] For port 56cc5904-6e0f-480b-a1ce-b3507d80abb1, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=56cc5904-6e0f-480b-a1ce-b3507d80abb1,segment=NetworkSegment(38efcdbc-7961-4462-b71c-e0f385618861),segment_id=38efcdbc-7961-4462-b71c-e0f385618861)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:08:37.521411 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-13cf6f9f-62fb-4e32-bff1-0901d458f663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:37.550871 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d30e4d-4df1-4318-a531-437860a947ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa253f4b-008c-404d-ae31-8580bee27355,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:37.609200 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d30e4d-4df1-4318-a531-437860a947ea admin admin] Checking segment: {'id': '196ae6bd-f370-4d4b-98bb-76631d5d886c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f857bb17-d5f1-461e-b18f-b627336021fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:08:37.609575 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d30e4d-4df1-4318-a531-437860a947ea admin admin] Network hostable DHCP agents. Network: f857bb17-d5f1-461e-b18f-b627336021fd, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:08:37.621856 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cf6f9f-62fb-4e32-bff1-0901d458f663 None None] Pushing event updated for resources: {'Port': ['ID=56cc5904-6e0f-480b-a1ce-b3507d80abb1,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:37.650790 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-54a43445-cfb2-4cc4-abe7-cbf1ba65b60f tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:37.661646 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d30e4d-4df1-4318-a531-437860a947ea admin admin] Network f857bb17-d5f1-461e-b18f-b627336021fd is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:08:37.667208 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-54a43445-cfb2-4cc4-abe7-cbf1ba65b60f tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:37.675709 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1463f5d6-d819-42dc-9d2f-caf3cdba94c4 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:37.677256 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-54a43445-cfb2-4cc4-abe7-cbf1ba65b60f tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Network 1d043a0f-292b-4bdc-9693-74db8509c581 is not hosted by any dhcp agent {{(pid=101292) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 23:08:37.684090 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a43445-cfb2-4cc4-abe7-cbf1ba65b60f tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:37.685205 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-e0d30e4d-4df1-4318-a531-437860a947ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, f857bb17-d5f1-461e-b18f-b627336021fd) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:08:37.688760 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-54a43445-cfb2-4cc4-abe7-cbf1ba65b60f tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:37.693117 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d30e4d-4df1-4318-a531-437860a947ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:37.693722 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e0d30e4d-4df1-4318-a531-437860a947ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:37.696096 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-54a43445-cfb2-4cc4-abe7-cbf1ba65b60f tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] 10.222.0.36 "PUT /v2.0/networks/1d043a0f-292b-4bdc-9693-74db8509c581 HTTP/1.1" status: 200 len: 762 time: 0.2874818 Aug 16 23:08:37.697226 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 55726) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:37.697366 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297fa12d-7458-4312-b56b-b4a229afedc7 None None] Network f857bb17-d5f1-461e-b18f-b627336021fd requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:08:37.709019 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-1463f5d6-d819-42dc-9d2f-caf3cdba94c4 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Transition to ACTIVE for port object 237fe2d9-4d90-41e5-976b-cc79cca1e6df will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:08:37.793644 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a43445-cfb2-4cc4-abe7-cbf1ba65b60f tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Pushing event updated for resources: {'Network': ['ID=1d043a0f-292b-4bdc-9693-74db8509c581,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:37.799034 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-e0d30e4d-4df1-4318-a531-437860a947ea admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6975024 Aug 16 23:08:37.802280 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 55728) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:37.809727 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-0030f008-5714-4a0e-9090-9905f5fa79bd admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-230547134-router', 'tenant_id': 'e79d7ff464c14298b60a5fb641626858', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:08:37.830548 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 1d043a0f-292b-4bdc-9693-74db8509c581 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:08:37.838006 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0030f008-5714-4a0e-9090-9905f5fa79bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:37.839554 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0030f008-5714-4a0e-9090-9905f5fa79bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:37.842566 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146bda72-4a15-4c55-b429-85d9bbcb0e89 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:37.844268 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-146bda72-4a15-4c55-b429-85d9bbcb0e89 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] 10.222.0.36 "GET /v2.0/networks?id=1d043a0f-292b-4bdc-9693-74db8509c581 HTTP/1.1" status: 200 len: 765 time: 0.1459661 Aug 16 23:08:37.850512 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 55730) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:37.865480 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1463f5d6-d819-42dc-9d2f-caf3cdba94c4 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:37.967577 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1463f5d6-d819-42dc-9d2f-caf3cdba94c4 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Network e5f0072e-6891-4209-952e-9bd863558e74 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:08:37.969507 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-1463f5d6-d819-42dc-9d2f-caf3cdba94c4 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:08:37.971846 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1463f5d6-d819-42dc-9d2f-caf3cdba94c4 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:08:38.032138 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1463f5d6-d819-42dc-9d2f-caf3cdba94c4 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Pushing event updated for resources: {'Port': ['ID=237fe2d9-4d90-41e5-976b-cc79cca1e6df,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:38.062353 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2811e19f-7219-4636-b703-d1d831cbf0da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-f857bb17-d5f1-461e-b18f-b627336021fd', 'network_id': 'f857bb17-d5f1-461e-b18f-b627336021fd', 'tenant_id': 'e79d7ff464c14298b60a5fb641626858', 'fixed_ips': [{'subnet_id': 'fa253f4b-008c-404d-ae31-8580bee27355'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:08:38.068259 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2811e19f-7219-4636-b703-d1d831cbf0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:38.074984 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1463f5d6-d819-42dc-9d2f-caf3cdba94c4 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:38.076253 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1463f5d6-d819-42dc-9d2f-caf3cdba94c4 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:38.110320 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-1463f5d6-d819-42dc-9d2f-caf3cdba94c4 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8822594 Aug 16 23:08:38.114221 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 55736) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:38.136883 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-8c8d83d2-0654-405e-8ec6-2906448a8402 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Request body: {'port': {'network_id': 'e5f0072e-6891-4209-952e-9bd863558e74', 'name': 'tempest-AllowedAddressPairTestJSON-2030943528', 'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:69:d0:d0'}]}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:08:38.236684 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0030f008-5714-4a0e-9090-9905f5fa79bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:38.253605 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-2811e19f-7219-4636-b703-d1d831cbf0da None None] Allocated IP 172.20.0.2 (f857bb17-d5f1-461e-b18f-b627336021fd/fa253f4b-008c-404d-ae31-8580bee27355/744ace1b-d03e-4b60-b0ef-281dfe63cb0c) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:08:38.310772 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c8d83d2-0654-405e-8ec6-2906448a8402 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Made reservation on behalf of e5d4e6d1376c45dc86ba17cfb4175921 for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:08:38.353655 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507471c5-3217-4b44-b5f4-3ec98b992f5b tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:38.355719 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-507471c5-3217-4b44-b5f4-3ec98b992f5b tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5022511 Aug 16 23:08:38.360044 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 55738) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:38.425821 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-47cb084d-586e-4166-99fa-b7c9fea89a8a tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] 10.222.0.36 "GET /v2.0/subnets?network_id=c22c4980-c849-406d-982c-a5d68c515a94 HTTP/1.1" status: 200 len: 207 time: 0.0646353 Aug 16 23:08:38.430368 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 55740) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:38.442766 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0030f008-5714-4a0e-9090-9905f5fa79bd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:38.456931 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2811e19f-7219-4636-b703-d1d831cbf0da None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:38.468801 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-2811e19f-7219-4636-b703-d1d831cbf0da None None] Transition to ACTIVE for port object 744ace1b-d03e-4b60-b0ef-281dfe63cb0c will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:08:38.472673 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8c8d83d2-0654-405e-8ec6-2906448a8402 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:38.490769 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-2811e19f-7219-4636-b703-d1d831cbf0da None None] Transition to ACTIVE for port object 744ace1b-d03e-4b60-b0ef-281dfe63cb0c will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:08:38.493867 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-8c8d83d2-0654-405e-8ec6-2906448a8402 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] device_id is not set on port d6534aa0-71c0-4a67-8d21-cf78bcd950d1 yet. {{(pid=101291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 23:08:38.498935 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2811e19f-7219-4636-b703-d1d831cbf0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:38.564003 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2811e19f-7219-4636-b703-d1d831cbf0da None None] Pushing event updated for resources: {'Port': ['ID=744ace1b-d03e-4b60-b0ef-281dfe63cb0c,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:38.583977 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2811e19f-7219-4636-b703-d1d831cbf0da None None] Network f857bb17-d5f1-461e-b18f-b627336021fd is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:08:38.589287 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-2811e19f-7219-4636-b703-d1d831cbf0da None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:08:38.591697 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2811e19f-7219-4636-b703-d1d831cbf0da None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:08:38.647818 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99c8ae1-e0e6-4da8-9830-fa273c49ee7a tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:38.654796 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99c8ae1-e0e6-4da8-9830-fa273c49ee7a tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:38.660650 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99c8ae1-e0e6-4da8-9830-fa273c49ee7a tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:38.667031 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99c8ae1-e0e6-4da8-9830-fa273c49ee7a tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:38.673243 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99c8ae1-e0e6-4da8-9830-fa273c49ee7a tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:38.674074 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-8c8d83d2-0654-405e-8ec6-2906448a8402 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Allocated IP 172.20.0.4 (e5f0072e-6891-4209-952e-9bd863558e74/9ecc1efc-9d76-4793-92b0-89896dfa9712/d6534aa0-71c0-4a67-8d21-cf78bcd950d1) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:08:38.675880 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-2811e19f-7219-4636-b703-d1d831cbf0da None None] Attempting to bind port 744ace1b-d03e-4b60-b0ef-281dfe63cb0c on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:08:38.676452 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-2811e19f-7219-4636-b703-d1d831cbf0da None None] Attempting to bind port 744ace1b-d03e-4b60-b0ef-281dfe63cb0c by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '196ae6bd-f370-4d4b-98bb-76631d5d886c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f857bb17-d5f1-461e-b18f-b627336021fd'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:08:38.676713 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2811e19f-7219-4636-b703-d1d831cbf0da None None] Attempting to bind port 744ace1b-d03e-4b60-b0ef-281dfe63cb0c on network f857bb17-d5f1-461e-b18f-b627336021fd {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:08:38.681095 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99c8ae1-e0e6-4da8-9830-fa273c49ee7a tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:38.683221 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2811e19f-7219-4636-b703-d1d831cbf0da None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:08:38.683614 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2811e19f-7219-4636-b703-d1d831cbf0da None None] Checking segment: {'id': '196ae6bd-f370-4d4b-98bb-76631d5d886c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f857bb17-d5f1-461e-b18f-b627336021fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:08:38.684029 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2811e19f-7219-4636-b703-d1d831cbf0da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:38.684422 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2811e19f-7219-4636-b703-d1d831cbf0da None None] Bound using segment: {'id': '196ae6bd-f370-4d4b-98bb-76631d5d886c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f857bb17-d5f1-461e-b18f-b627336021fd'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:08:38.687506 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-2811e19f-7219-4636-b703-d1d831cbf0da None None] Bound port: 744ace1b-d03e-4b60-b0ef-281dfe63cb0c, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '196ae6bd-f370-4d4b-98bb-76631d5d886c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f857bb17-d5f1-461e-b18f-b627336021fd'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:08:38.687691 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-b99c8ae1-e0e6-4da8-9830-fa273c49ee7a tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3732 time: 0.2556424 Aug 16 23:08:38.687804 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2811e19f-7219-4636-b703-d1d831cbf0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:38.687887 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 55742) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:38.782886 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-2811e19f-7219-4636-b703-d1d831cbf0da None None] For port 744ace1b-d03e-4b60-b0ef-281dfe63cb0c, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:08:38.785962 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-2811e19f-7219-4636-b703-d1d831cbf0da None None] For port 744ace1b-d03e-4b60-b0ef-281dfe63cb0c, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=744ace1b-d03e-4b60-b0ef-281dfe63cb0c,segment=NetworkSegment(196ae6bd-f370-4d4b-98bb-76631d5d886c),segment_id=196ae6bd-f370-4d4b-98bb-76631d5d886c)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:08:38.793345 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2811e19f-7219-4636-b703-d1d831cbf0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:38.925614 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2811e19f-7219-4636-b703-d1d831cbf0da None None] Pushing event updated for resources: {'Port': ['ID=744ace1b-d03e-4b60-b0ef-281dfe63cb0c,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:39.055899 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8c8d83d2-0654-405e-8ec6-2906448a8402 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:39.071617 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-eb164249-2c83-4166-b918-cffd21e9d2d4 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] 10.222.0.36 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 814 time: 0.3788390 Aug 16 23:08:39.075431 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 55750) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:39.084660 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-8c8d83d2-0654-405e-8ec6-2906448a8402 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Transition to ACTIVE for port object d6534aa0-71c0-4a67-8d21-cf78bcd950d1 will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:08:39.196280 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8c8d83d2-0654-405e-8ec6-2906448a8402 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:39.341671 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be08e569-d8b1-4aab-ae6a-9f7883d1a148 None None] Network e5f0072e-6891-4209-952e-9bd863558e74 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:08:39.376154 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8d83d2-0654-405e-8ec6-2906448a8402 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Network e5f0072e-6891-4209-952e-9bd863558e74 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:08:39.378017 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-8c8d83d2-0654-405e-8ec6-2906448a8402 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:08:39.387719 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8d83d2-0654-405e-8ec6-2906448a8402 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:08:39.400861 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e371670c-3ed0-406d-9022-66442b3e130e tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:39.418304 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d83d2-0654-405e-8ec6-2906448a8402 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Pushing event updated for resources: {'Port': ['ID=d6534aa0-71c0-4a67-8d21-cf78bcd950d1,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:39.426614 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e371670c-3ed0-406d-9022-66442b3e130e tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:39.428315 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e371670c-3ed0-406d-9022-66442b3e130e tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:39.430454 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e371670c-3ed0-406d-9022-66442b3e130e tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:39.432121 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e371670c-3ed0-406d-9022-66442b3e130e tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:39.439765 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-e371670c-3ed0-406d-9022-66442b3e130e tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3598204 Aug 16 23:08:39.444008 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 55760) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:39.448527 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-6df1c350-1919-4b25-9388-8e481b4f9296 None None] Provisioning for port 56cc5904-6e0f-480b-a1ce-b3507d80abb1 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:08:39.471545 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0030f008-5714-4a0e-9090-9905f5fa79bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:39.503904 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0030f008-5714-4a0e-9090-9905f5fa79bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:39.581113 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8d83d2-0654-405e-8ec6-2906448a8402 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:39.581802 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8c8d83d2-0654-405e-8ec6-2906448a8402 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:39.601243 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-8c8d83d2-0654-405e-8ec6-2906448a8402 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 1.4853506 Aug 16 23:08:39.604476 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 55762) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:39.708755 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-0030f008-5714-4a0e-9090-9905f5fa79bd admin admin] Allocated IP 172.25.4.52 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/f5a95ec4-f974-4b6a-9551-4c6d06fb4f96) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:08:39.747512 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b263b624-739a-4931-94c6-333ce27d955f tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Attributes excluded by policy engine: ['shared'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:39.749147 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b263b624-739a-4931-94c6-333ce27d955f tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Attributes excluded by policy engine: ['shared'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:39.750794 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b263b624-739a-4931-94c6-333ce27d955f tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Attributes excluded by policy engine: ['shared'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:39.752329 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b263b624-739a-4931-94c6-333ce27d955f tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Attributes excluded by policy engine: ['shared'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:39.753823 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b263b624-739a-4931-94c6-333ce27d955f tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Attributes excluded by policy engine: ['shared'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:39.759959 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-b263b624-739a-4931-94c6-333ce27d955f tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] 10.222.0.36 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.3106587 Aug 16 23:08:39.766972 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 55764) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:39.861042 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0030f008-5714-4a0e-9090-9905f5fa79bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:39.967865 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0030f008-5714-4a0e-9090-9905f5fa79bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:40.018367 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5f9c25-2378-4325-9b5c-f1bff4da25a5 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:40.020336 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-3b5f9c25-2378-4325-9b5c-f1bff4da25a5 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] 10.222.0.36 "GET /v2.0/networks/9a234f76-c92d-45eb-b1b1-a5ee631ba74c HTTP/1.1" status: 200 len: 804 time: 0.2521470 Aug 16 23:08:40.024932 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 55766) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:40.061311 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9b948019-9f30-497a-8101-531e94112f01 None None] Provisioning for port 237fe2d9-4d90-41e5-976b-cc79cca1e6df completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:08:40.074381 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9b948019-9f30-497a-8101-531e94112f01 None None] Provisioning complete for port 237fe2d9-4d90-41e5-976b-cc79cca1e6df triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:08:40.074854 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9b948019-9f30-497a-8101-531e94112f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:40.093290 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0030f008-5714-4a0e-9090-9905f5fa79bd admin admin] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:08:40.111658 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35af10d8-945f-4581-98fa-2b2473accb5b tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:40.119761 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35af10d8-945f-4581-98fa-2b2473accb5b tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:40.131803 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35af10d8-945f-4581-98fa-2b2473accb5b tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:40.136372 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-0030f008-5714-4a0e-9090-9905f5fa79bd admin admin] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:08:40.147277 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0030f008-5714-4a0e-9090-9905f5fa79bd admin admin] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:08:40.172971 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-35af10d8-945f-4581-98fa-2b2473accb5b tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.5673392 Aug 16 23:08:40.173693 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 55768) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:40.188798 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-9b948019-9f30-497a-8101-531e94112f01 None None] Port 237fe2d9-4d90-41e5-976b-cc79cca1e6df cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:08:40.205647 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0030f008-5714-4a0e-9090-9905f5fa79bd admin admin] Pushing event updated for resources: {'Port': ['ID=f5a95ec4-f974-4b6a-9551-4c6d06fb4f96,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:40.206788 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 56cc5904-6e0f-480b-a1ce-b3507d80abb1 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:08:40.254618 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9b948019-9f30-497a-8101-531e94112f01 None None] Provisioning for port d6534aa0-71c0-4a67-8d21-cf78bcd950d1 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:08:40.297525 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9b948019-9f30-497a-8101-531e94112f01 None None] Provisioning complete for port d6534aa0-71c0-4a67-8d21-cf78bcd950d1 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:08:40.297920 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9b948019-9f30-497a-8101-531e94112f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:40.356972 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-9b948019-9f30-497a-8101-531e94112f01 None None] Port d6534aa0-71c0-4a67-8d21-cf78bcd950d1 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:08:40.362073 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 56cc5904-6e0f-480b-a1ce-b3507d80abb1 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:08:40.366664 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 56cc5904-6e0f-480b-a1ce-b3507d80abb1 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:08:40.367749 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:40.391320 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-4cae8053-253b-47ea-9d44-a1d253654412 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Deleting port d6534aa0-71c0-4a67-8d21-cf78bcd950d1 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:08:40.391673 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4cae8053-253b-47ea-9d44-a1d253654412 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:40.581113 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4cae8053-253b-47ea-9d44-a1d253654412 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:40.606030 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-4cae8053-253b-47ea-9d44-a1d253654412 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Calling delete_port for d6534aa0-71c0-4a67-8d21-cf78bcd950d1 owned by {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:08:40.661703 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-42fb72ae-72ad-4574-8a6a-8627a983a4c7 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] 10.222.0.36 "GET /v2.0/networks/9a234f76-c92d-45eb-b1b1-a5ee631ba74c?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.6319230 Aug 16 23:08:40.666786 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 55782) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:40.754214 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9b948019-9f30-497a-8101-531e94112f01 None None] Provisioning complete for port 56cc5904-6e0f-480b-a1ce-b3507d80abb1 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:08:40.754590 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9b948019-9f30-497a-8101-531e94112f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:40.796109 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499f1cd3-5832-4ef8-b9f8-01237422f16c tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:40.797688 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-499f1cd3-5832-4ef8-b9f8-01237422f16c tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] 10.222.0.36 "GET /v2.0/subnets/cfb48851-a673-42d1-bb3a-aff6f5ee366e HTTP/1.1" status: 200 len: 843 time: 0.1294022 Aug 16 23:08:40.802655 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 55786) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:40.818368 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073ae69e-883a-41fb-bb26-af2aebe86b81 None None] Network f857bb17-d5f1-461e-b18f-b627336021fd requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:08:40.835696 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4cae8053-253b-47ea-9d44-a1d253654412 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:40.870452 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0030f008-5714-4a0e-9090-9905f5fa79bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:40.877634 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cff314e-905c-4ac0-84e9-d9b373ee1b60 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Attributes excluded by policy engine: ['shared'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:40.878366 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cae8053-253b-47ea-9d44-a1d253654412 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Pushing event deleted for resources: {'Port': ['ID=d6534aa0-71c0-4a67-8d21-cf78bcd950d1,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:40.879030 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-6cff314e-905c-4ac0-84e9-d9b373ee1b60 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] 10.222.0.36 "GET /v2.0/subnets/cfb48851-a673-42d1-bb3a-aff6f5ee366e?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0754542 Aug 16 23:08:40.882591 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 55790) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:40.921473 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-eb99a47c-8abb-4983-a3b9-8704bad73e71 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1915328061'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:08:40.954787 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb99a47c-8abb-4983-a3b9-8704bad73e71 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Made reservation on behalf of e264ed5e17d34e92a88e577ba1cfb4fc for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:08:40.959297 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-eb99a47c-8abb-4983-a3b9-8704bad73e71 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:41.042181 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb99a47c-8abb-4983-a3b9-8704bad73e71 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:08:41.068974 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:41.115791 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4cae8053-253b-47ea-9d44-a1d253654412 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:41.118138 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-4cae8053-253b-47ea-9d44-a1d253654412 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] 10.222.0.36 "DELETE /v2.0/ports/d6534aa0-71c0-4a67-8d21-cf78bcd950d1 HTTP/1.1" status: 204 len: 168 time: 0.9433737 Aug 16 23:08:41.121031 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 55792) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:41.124388 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-eb99a47c-8abb-4983-a3b9-8704bad73e71 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:41.124806 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-eb99a47c-8abb-4983-a3b9-8704bad73e71 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Added segment 544b83f2-8539-4a3b-b9c7-8daf95f74161 of type vlan for network 10b0e22a-09f9-4376-9938-b32cc2ad5d9c Aug 16 23:08:41.168410 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-3869a4ce-51d2-4589-a4fa-83ae4c67537e tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] GET failed (client error): The resource could not be found. Aug 16 23:08:41.170533 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-3869a4ce-51d2-4589-a4fa-83ae4c67537e tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] 10.222.0.36 "GET /v2.0/ports/d6534aa0-71c0-4a67-8d21-cf78bcd950d1 HTTP/1.1" status: 404 len: 333 time: 0.0481710 Aug 16 23:08:41.175444 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 55794) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:41.182278 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-4f1eb279-6ea9-4f05-a52b-032fa9fc11b0 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Request body: {'port': {'network_id': 'e5f0072e-6891-4209-952e-9bd863558e74', 'name': 'tempest-AllowedAddressPairTestJSON-1519396302'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:08:41.190799 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 56cc5904-6e0f-480b-a1ce-b3507d80abb1, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=56cc5904-6e0f-480b-a1ce-b3507d80abb1,segment=NetworkSegment(38efcdbc-7961-4462-b71c-e0f385618861),segment_id=38efcdbc-7961-4462-b71c-e0f385618861)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:08:41.209233 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9b948019-9f30-497a-8101-531e94112f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:41.213504 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:41.214540 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0030f008-5714-4a0e-9090-9905f5fa79bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:41.214983 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-eb99a47c-8abb-4983-a3b9-8704bad73e71 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:41.216992 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:41.218145 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 744ace1b-d03e-4b60-b0ef-281dfe63cb0c up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:08:41.291510 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-eb99a47c-8abb-4983-a3b9-8704bad73e71 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:41.298469 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb99a47c-8abb-4983-a3b9-8704bad73e71 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:41.299176 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-eb99a47c-8abb-4983-a3b9-8704bad73e71 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:41.332377 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-eb99a47c-8abb-4983-a3b9-8704bad73e71 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4480278 Aug 16 23:08:41.367860 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 55796) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:41.411228 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-8785b964-21eb-422e-a17b-eb6ab1fe883f tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Request body: {'subnet': {'network_id': '10b0e22a-09f9-4376-9938-b32cc2ad5d9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:08:41.419886 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0030f008-5714-4a0e-9090-9905f5fa79bd admin admin] Router e6e8358e-7e27-4c30-80ae-c48b8d320449 is scheduled to L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f with binding_index 1 {{(pid=101292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:08:41.438285 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=56cc5904-6e0f-480b-a1ce-b3507d80abb1,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:41.474197 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.db.api [None req-9b948019-9f30-497a-8101-531e94112f01 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101293) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 23:08:41.474658 n-d-791506-26 neutron-server[101293]: DEBUG oslo_db.api [None req-9b948019-9f30-497a-8101-531e94112f01 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 23:08:41.479785 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 744ace1b-d03e-4b60-b0ef-281dfe63cb0c completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:08:41.497182 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f1eb279-6ea9-4f05-a52b-032fa9fc11b0 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Made reservation on behalf of e5d4e6d1376c45dc86ba17cfb4175921 for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:08:41.500689 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4f1eb279-6ea9-4f05-a52b-032fa9fc11b0 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:41.529888 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb99a47c-8abb-4983-a3b9-8704bad73e71 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Pushing event updated for resources: {'Network': ['ID=10b0e22a-09f9-4376-9938-b32cc2ad5d9c,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:41.541493 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 10b0e22a-09f9-4376-9938-b32cc2ad5d9c details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:08:41.592772 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-4f1eb279-6ea9-4f05-a52b-032fa9fc11b0 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] device_id is not set on port 4d660dfb-f87b-4aea-868e-adf2b90a57c7 yet. {{(pid=101291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 23:08:41.638245 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0030f008-5714-4a0e-9090-9905f5fa79bd admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:08:41.649126 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb0997c-6b1e-4449-b334-975617a78c26 None None] Sync routers for ids ['e6e8358e-7e27-4c30-80ae-c48b8d320449'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:08:41.660126 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb0997c-6b1e-4449-b334-975617a78c26 None None] Routers {'e6e8358e-7e27-4c30-80ae-c48b8d320449'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:08:41.660790 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-5bb0997c-6b1e-4449-b334-975617a78c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:08:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['e6e8358e-7e27-4c30-80ae-c48b8d320449'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:08:41.702285 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8785b964-21eb-422e-a17b-eb6ab1fe883f tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Made reservation on behalf of e264ed5e17d34e92a88e577ba1cfb4fc for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:08:41.706497 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8785b964-21eb-422e-a17b-eb6ab1fe883f tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:41.707954 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0030f008-5714-4a0e-9090-9905f5fa79bd admin admin] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:41.716632 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-0030f008-5714-4a0e-9090-9905f5fa79bd admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.9123950 Aug 16 23:08:41.717617 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 55802) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:41.774484 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7ef094-253f-45f9-bf3c-dafdca95b448 None None] get_active_networks_info from n-d-791506-26 {{(pid=101293) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 23:08:41.812210 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.ipam_backend_mixin [None req-8785b964-21eb-422e-a17b-eb6ab1fe883f tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Performing IP validity checks on allocation pools {{(pid=101291) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 16 23:08:41.813161 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.ipam_backend_mixin [None req-8785b964-21eb-422e-a17b-eb6ab1fe883f tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101291) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 16 23:08:41.840081 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-5bb0997c-6b1e-4449-b334-975617a78c26 None None] Set router e6e8358e-7e27-4c30-80ae-c48b8d320449 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:08:41.987020 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8785b964-21eb-422e-a17b-eb6ab1fe883f tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:42.042054 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 56cc5904-6e0f-480b-a1ce-b3507d80abb1 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:08:42.047328 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8785b964-21eb-422e-a17b-eb6ab1fe883f tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Pushing event updated for resources: {'Subnet': ['ID=bfd34f20-d83b-49b7-ac61-5079cceda6d4,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:42.063473 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-4f1eb279-6ea9-4f05-a52b-032fa9fc11b0 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Allocated IP 172.20.0.12 (e5f0072e-6891-4209-952e-9bd863558e74/9ecc1efc-9d76-4793-92b0-89896dfa9712/4d660dfb-f87b-4aea-868e-adf2b90a57c7) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:08:42.137368 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8785b964-21eb-422e-a17b-eb6ab1fe883f tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Checking segment: {'id': '544b83f2-8539-4a3b-b9c7-8daf95f74161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '10b0e22a-09f9-4376-9938-b32cc2ad5d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:08:42.137746 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8785b964-21eb-422e-a17b-eb6ab1fe883f tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Network hostable DHCP agents. Network: 10b0e22a-09f9-4376-9938-b32cc2ad5d9c, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:08:42.215157 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8785b964-21eb-422e-a17b-eb6ab1fe883f tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Network 10b0e22a-09f9-4376-9938-b32cc2ad5d9c is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:08:42.237003 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-8785b964-21eb-422e-a17b-eb6ab1fe883f tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 10b0e22a-09f9-4376-9938-b32cc2ad5d9c) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:08:42.250668 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8785b964-21eb-422e-a17b-eb6ab1fe883f tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:42.251282 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8785b964-21eb-422e-a17b-eb6ab1fe883f tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:42.291393 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-8785b964-21eb-422e-a17b-eb6ab1fe883f tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.9219971 Aug 16 23:08:42.294693 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 55806) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:42.301777 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-0159fe73-e58c-4690-b67f-f2119a863e9c tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:08:42.312088 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4f1eb279-6ea9-4f05-a52b-032fa9fc11b0 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:42.326836 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7ef094-253f-45f9-bf3c-dafdca95b448 None None] Resources bound (agent type, host, resource id): {{(pid=101293) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 23:08:42.350766 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 56cc5904-6e0f-480b-a1ce-b3507d80abb1 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:08:42.351182 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:42.357669 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-4f1eb279-6ea9-4f05-a52b-032fa9fc11b0 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Transition to ACTIVE for port object 4d660dfb-f87b-4aea-868e-adf2b90a57c7 will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:08:42.446798 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0159fe73-e58c-4690-b67f-f2119a863e9c tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-27061895'] for subnet, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:42.472500 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4f1eb279-6ea9-4f05-a52b-032fa9fc11b0 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:42.542346 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1eb279-6ea9-4f05-a52b-032fa9fc11b0 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Network e5f0072e-6891-4209-952e-9bd863558e74 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:08:42.556629 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-4f1eb279-6ea9-4f05-a52b-032fa9fc11b0 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:08:42.566572 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1eb279-6ea9-4f05-a52b-032fa9fc11b0 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:08:42.638774 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-1ef44c40-c46e-41b6-ae60-4716cb0d7495 None None] Provisioning for port 744ace1b-d03e-4b60-b0ef-281dfe63cb0c completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:08:42.641478 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1eb279-6ea9-4f05-a52b-032fa9fc11b0 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:42.642112 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4f1eb279-6ea9-4f05-a52b-032fa9fc11b0 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:42.660094 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1eb279-6ea9-4f05-a52b-032fa9fc11b0 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Pushing event updated for resources: {'Port': ['ID=4d660dfb-f87b-4aea-868e-adf2b90a57c7,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:42.672757 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-4f1eb279-6ea9-4f05-a52b-032fa9fc11b0 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4920158 Aug 16 23:08:42.674241 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 55812) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:42.689327 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-10883170-6108-439f-a8ba-5e2da3696c0d tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:69:d0:d0'}]}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:08:42.713386 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-5bb0997c-6b1e-4449-b334-975617a78c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e8358e-7e27-4c30-80ae-c48b8d320449', 'name': 'tempest-TestServerBasicOps-230547134-router', 'tenant_id': 'e79d7ff464c14298b60a5fb641626858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': 'f5a95ec4-f974-4b6a-9551-4c6d06fb4f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:08:37Z', 'updated_at': '2021-08-16T23:08:40Z', 'revision_number': 3, 'project_id': 'e79d7ff464c14298b60a5fb641626858', 'gw_port': {'id': 'f5a95ec4-f974-4b6a-9551-4c6d06fb4f96', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:00:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6e8358e-7e27-4c30-80ae-c48b8d320449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2786, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:08:39Z', 'updated_at': '2021-08-16T23:08:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:08:42.769335 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-1ef44c40-c46e-41b6-ae60-4716cb0d7495 None None] Provisioning complete for port 744ace1b-d03e-4b60-b0ef-281dfe63cb0c triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:08:42.770164 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-1ef44c40-c46e-41b6-ae60-4716cb0d7495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:42.802083 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb0997c-6b1e-4449-b334-975617a78c26 None None] Checking router: e6e8358e-7e27-4c30-80ae-c48b8d320449 for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:08:42.802438 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb0997c-6b1e-4449-b334-975617a78c26 None None] Updating router e6e8358e-7e27-4c30-80ae-c48b8d320449 port f5a95ec4-f974-4b6a-9551-4c6d06fb4f96 binding host n-d-791506-26 {{(pid=101293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:08:42.829418 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0159fe73-e58c-4690-b67f-f2119a863e9c tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748570308280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25589105'] for subnet, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:42.847119 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c68e8f46-0eb7-4284-b157-3dc05cc2cd66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:42.910360 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0159fe73-e58c-4690-b67f-f2119a863e9c tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Pushing event updated for resources: {'Subnet': ['ID=bfd34f20-d83b-49b7-ac61-5079cceda6d4,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:42.911700 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-5bb0997c-6b1e-4449-b334-975617a78c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:42.921950 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0159fe73-e58c-4690-b67f-f2119a863e9c tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:42.923321 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0159fe73-e58c-4690-b67f-f2119a863e9c tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:42.928705 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-0159fe73-e58c-4690-b67f-f2119a863e9c tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] 10.222.0.36 "PUT /v2.0/subnets/bfd34f20-d83b-49b7-ac61-5079cceda6d4 HTTP/1.1" status: 200 len: 900 time: 0.6328807 Aug 16 23:08:42.930425 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 55814) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:43.122315 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7506a415-db68-4ac7-a7fb-8fcffb808081 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:43.180692 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-10883170-6108-439f-a8ba-5e2da3696c0d tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:43.232051 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-c68e8f46-0eb7-4284-b157-3dc05cc2cd66 admin admin] Allocated IP 172.20.0.1 (f857bb17-d5f1-461e-b18f-b627336021fd/fa253f4b-008c-404d-ae31-8580bee27355/93f627aa-48f0-471c-ab32-b1c9a4597fef) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:08:43.256213 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9f2cdf-6433-4bae-a090-4416328d3722 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-10b0e22a-09f9-4376-9938-b32cc2ad5d9c', 'network_id': '10b0e22a-09f9-4376-9938-b32cc2ad5d9c', 'tenant_id': 'e264ed5e17d34e92a88e577ba1cfb4fc', 'fixed_ips': [{'subnet_id': 'bfd34f20-d83b-49b7-ac61-5079cceda6d4'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:08:43.257407 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ba9f2cdf-6433-4bae-a090-4416328d3722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:43.275643 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7506a415-db68-4ac7-a7fb-8fcffb808081 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:43.292566 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-1ef44c40-c46e-41b6-ae60-4716cb0d7495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:43.396688 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7506a415-db68-4ac7-a7fb-8fcffb808081 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:43.463798 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-1ef44c40-c46e-41b6-ae60-4716cb0d7495 None None] For port 744ace1b-d03e-4b60-b0ef-281dfe63cb0c, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=744ace1b-d03e-4b60-b0ef-281dfe63cb0c,segment=NetworkSegment(196ae6bd-f370-4d4b-98bb-76631d5d886c),segment_id=196ae6bd-f370-4d4b-98bb-76631d5d886c)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:08:43.485025 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c68e8f46-0eb7-4284-b157-3dc05cc2cd66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:43.564379 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-10883170-6108-439f-a8ba-5e2da3696c0d tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:43.569104 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [None req-c68e8f46-0eb7-4284-b157-3dc05cc2cd66 admin admin] Transition to ACTIVE for port object 93f627aa-48f0-471c-ab32-b1c9a4597fef will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:08:43.574664 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7506a415-db68-4ac7-a7fb-8fcffb808081 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Pushing event deleted for resources: {'Subnet': ['ID=bfd34f20-d83b-49b7-ac61-5079cceda6d4,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:43.591808 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-10883170-6108-439f-a8ba-5e2da3696c0d tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:43.649784 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7506a415-db68-4ac7-a7fb-8fcffb808081 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:43.676024 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-7506a415-db68-4ac7-a7fb-8fcffb808081 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10b0e22a-09f9-4376-9938-b32cc2ad5d9c']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:08:43.699263 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-11223462-1eca-486a-9221-f911f7f20090 req-ab39e1f2-43d1-4fff-89f3-40308a2b7a49 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5ec6deff-f245-4e1c-822d-87007a31b174&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2456522 Aug 16 23:08:43.703458 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-7506a415-db68-4ac7-a7fb-8fcffb808081 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '544b83f2-8539-4a3b-b9c7-8daf95f74161') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:08:43.704028 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-7506a415-db68-4ac7-a7fb-8fcffb808081 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '544b83f2-8539-4a3b-b9c7-8daf95f74161') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:08:43.715592 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7506a415-db68-4ac7-a7fb-8fcffb808081 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:43.734132 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7506a415-db68-4ac7-a7fb-8fcffb808081 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:43.741238 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7506a415-db68-4ac7-a7fb-8fcffb808081 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:08:43.741748 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7506a415-db68-4ac7-a7fb-8fcffb808081 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:43.746513 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 23:08:43.746513 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:08:43.746513 n-d-791506-26 neutron-server[101291]: timer() Aug 16 23:08:43.746513 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:08:43.746513 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 23:08:43.746513 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:08:43.746513 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 23:08:43.746513 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:08:43.746513 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 23:08:43.746513 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:08:43.746513 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 23:08:43.746513 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:08:43.746513 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 23:08:43.746513 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:08:43.746513 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:08:43.746513 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:08:43.746513 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:08:43.746513 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:08:43.746513 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 23:08:43.746513 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:08:43.746513 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 23:08:43.746513 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:08:43.746513 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:08:43.746513 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:08:43.746513 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 23:08:43.746513 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:08:43.746513 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:08:43.746513 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:08:43.746513 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:08:43.746513 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:08:43.746513 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:08:43.746513 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:08:43.770455 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-1ef44c40-c46e-41b6-ae60-4716cb0d7495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:43.777365 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:08:43.807832 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-10883170-6108-439f-a8ba-5e2da3696c0d tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] In _notify_port_updated(), no bound segment for port 4d660dfb-f87b-4aea-868e-adf2b90a57c7 on network e5f0072e-6891-4209-952e-9bd863558e74 {{(pid=101292) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 23:08:43.817041 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10883170-6108-439f-a8ba-5e2da3696c0d tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:43.817897 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-10883170-6108-439f-a8ba-5e2da3696c0d tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:43.822661 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-1ef44c40-c46e-41b6-ae60-4716cb0d7495 None None] Could not find standard attr ID for object d6534aa0-71c0-4a67-8d21-cf78bcd950d1. {{(pid=101293) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 23:08:43.823764 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-10883170-6108-439f-a8ba-5e2da3696c0d tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] 10.222.0.36 "PUT /v2.0/ports/4d660dfb-f87b-4aea-868e-adf2b90a57c7 HTTP/1.1" status: 200 len: 995 time: 1.1409450 Aug 16 23:08:43.828271 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 55830) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:43.884831 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server [None req-ba9f2cdf-6433-4bae-a090-4416328d3722 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bfd34f20-d83b-49b7-ac61-5079cceda6d4: This subnet is being modified by another concurrent operation. Aug 16 23:08:43.884831 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 23:08:43.884831 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 23:08:43.884831 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 23:08:43.884831 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 23:08:43.884831 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 23:08:43.884831 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 23:08:43.884831 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 23:08:43.884831 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 23:08:43.884831 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 23:08:43.884831 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 23:08:43.884831 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 23:08:43.884831 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 23:08:43.884831 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 23:08:43.884831 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 23:08:43.884831 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 23:08:43.884831 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 23:08:43.884831 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 23:08:43.884831 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 23:08:43.884831 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 23:08:43.884831 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 23:08:43.884831 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 23:08:43.884831 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 23:08:43.884831 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 23:08:43.884831 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 23:08:43.884831 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 23:08:43.884831 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 23:08:43.884831 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 23:08:43.884831 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 23:08:43.884831 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 23:08:43.884831 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 23:08:43.884831 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 23:08:43.884831 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 23:08:43.884831 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 23:08:43.884831 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 16 23:08:43.884831 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 16 23:08:43.884831 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 16 23:08:43.884831 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 16 23:08:43.884831 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 16 23:08:43.884831 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 16 23:08:43.884831 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 16 23:08:43.884831 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 16 23:08:43.884831 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 16 23:08:43.884831 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 23:08:43.884831 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 23:08:43.884831 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 23:08:43.884831 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 23:08:43.884831 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 23:08:43.884831 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 23:08:43.884831 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 23:08:43.884831 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 23:08:43.884831 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 23:08:43.884831 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 23:08:43.884831 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 23:08:43.884831 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 23:08:43.884831 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 23:08:43.884831 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 23:08:43.884831 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 23:08:43.884831 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 23:08:43.884831 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 23:08:43.884831 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 23:08:43.884831 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 23:08:43.884831 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 23:08:43.884831 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 23:08:43.884831 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 23:08:43.884831 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 23:08:43.884831 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 23:08:43.884831 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 23:08:43.884831 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 23:08:43.884831 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 23:08:43.884831 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 16 23:08:43.884831 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 16 23:08:43.884831 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 16 23:08:43.884831 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 16 23:08:43.884831 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 16 23:08:43.884831 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 16 23:08:43.884831 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 16 23:08:43.884831 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 16 23:08:43.884831 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 23:08:43.884831 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 23:08:43.884831 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 23:08:43.884831 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 23:08:43.884831 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 16 23:08:43.884831 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 16 23:08:43.884831 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 16 23:08:43.884831 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 23:08:43.884831 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 23:08:43.884831 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 23:08:43.884831 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 23:08:43.884831 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server raise exception Aug 16 23:08:43.884831 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bfd34f20-d83b-49b7-ac61-5079cceda6d4: This subnet is being modified by another concurrent operation. Aug 16 23:08:43.884831 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server Aug 16 23:08:43.890904 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7506a415-db68-4ac7-a7fb-8fcffb808081 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:43.897823 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef44c40-c46e-41b6-ae60-4716cb0d7495 None None] Pushing event updated for resources: {'Port': ['ID=744ace1b-d03e-4b60-b0ef-281dfe63cb0c,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:43.914575 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7506a415-db68-4ac7-a7fb-8fcffb808081 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:43.916202 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-1ef44c40-c46e-41b6-ae60-4716cb0d7495 None None] Provisioning complete for port 237fe2d9-4d90-41e5-976b-cc79cca1e6df triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:08:43.916625 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-1ef44c40-c46e-41b6-ae60-4716cb0d7495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:43.925322 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-7506a415-db68-4ac7-a7fb-8fcffb808081 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] 10.222.0.36 "DELETE /v2.0/networks/10b0e22a-09f9-4376-9938-b32cc2ad5d9c HTTP/1.1" status: 204 len: 168 time: 0.9893599 Aug 16 23:08:43.940735 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd79850-2eba-4a64-a948-f73a6bbba681 None None] get_active_networks_info from n-d-791506-26 {{(pid=101293) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 23:08:43.946329 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 55832) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:43.952741 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10883170-6108-439f-a8ba-5e2da3696c0d tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Pushing event updated for resources: {'Port': ['ID=4d660dfb-f87b-4aea-868e-adf2b90a57c7,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:43.972979 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c68e8f46-0eb7-4284-b157-3dc05cc2cd66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:43.976162 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7506a415-db68-4ac7-a7fb-8fcffb808081 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Pushing event deleted for resources: {'Network': ['ID=10b0e22a-09f9-4376-9938-b32cc2ad5d9c,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:44.027537 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-5bb0997c-6b1e-4449-b334-975617a78c26 None None] Notify callbacks [] for port, precommit_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:44.039892 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb98e0fa-5118-464e-af19-a13d4c2553ba tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] DELETE failed (client error): The resource could not be found. Aug 16 23:08:44.040430 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb98e0fa-5118-464e-af19-a13d4c2553ba tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:08:44.042960 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-1ef44c40-c46e-41b6-ae60-4716cb0d7495 None None] Port 237fe2d9-4d90-41e5-976b-cc79cca1e6df cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:08:44.045821 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-eb98e0fa-5118-464e-af19-a13d4c2553ba tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] 10.222.0.36 "DELETE /v2.0/subnets/bfd34f20-d83b-49b7-ac61-5079cceda6d4 HTTP/1.1" status: 404 len: 337 time: 0.0982172 Aug 16 23:08:44.048034 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-5bb0997c-6b1e-4449-b334-975617a78c26 None None] Transition to ACTIVE for port object f5a95ec4-f974-4b6a-9551-4c6d06fb4f96 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:08:44.050259 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 55834) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:44.062573 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68e8f46-0eb7-4284-b157-3dc05cc2cd66 admin admin] Pushing event updated for resources: {'Port': ['ID=93f627aa-48f0-471c-ab32-b1c9a4597fef,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:44.075171 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-5bb0997c-6b1e-4449-b334-975617a78c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:44.096134 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-662d43db-49ea-41ad-a79e-f443206ad735 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] DELETE failed (client error): The resource could not be found. Aug 16 23:08:44.096779 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-662d43db-49ea-41ad-a79e-f443206ad735 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:08:44.098549 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-662d43db-49ea-41ad-a79e-f443206ad735 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] 10.222.0.36 "DELETE /v2.0/networks/10b0e22a-09f9-4376-9938-b32cc2ad5d9c HTTP/1.1" status: 404 len: 339 time: 0.0471146 Aug 16 23:08:44.103132 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 55836) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:44.118266 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68e8f46-0eb7-4284-b157-3dc05cc2cd66 admin admin] Network f857bb17-d5f1-461e-b18f-b627336021fd is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:08:44.126256 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11223462-1eca-486a-9221-f911f7f20090 req-8b515527-cbe5-4081-b67b-07a3b6d3879c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:44.126753 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11223462-1eca-486a-9221-f911f7f20090 req-8b515527-cbe5-4081-b67b-07a3b6d3879c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:44.127312 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11223462-1eca-486a-9221-f911f7f20090 req-8b515527-cbe5-4081-b67b-07a3b6d3879c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:44.127794 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11223462-1eca-486a-9221-f911f7f20090 req-8b515527-cbe5-4081-b67b-07a3b6d3879c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:44.128334 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11223462-1eca-486a-9221-f911f7f20090 req-8b515527-cbe5-4081-b67b-07a3b6d3879c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:44.128830 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11223462-1eca-486a-9221-f911f7f20090 req-8b515527-cbe5-4081-b67b-07a3b6d3879c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:44.129299 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11223462-1eca-486a-9221-f911f7f20090 req-8b515527-cbe5-4081-b67b-07a3b6d3879c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:44.131424 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-11223462-1eca-486a-9221-f911f7f20090 req-8b515527-cbe5-4081-b67b-07a3b6d3879c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0fd6de77a6ca45308e5ac106bdd0311d&device_id=5ec6deff-f245-4e1c-822d-87007a31b174 HTTP/1.1" status: 200 len: 6506 time: 0.3001075 Aug 16 23:08:44.135174 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-c68e8f46-0eb7-4284-b157-3dc05cc2cd66 admin admin] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:08:44.138733 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68e8f46-0eb7-4284-b157-3dc05cc2cd66 admin admin] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:08:44.182314 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be21a3df-4b33-41fe-b788-466ddbdddb75 None None] Pushing event updated for resources: {'Port': ['ID=f5a95ec4-f974-4b6a-9551-4c6d06fb4f96,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:44.248864 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-5bb0997c-6b1e-4449-b334-975617a78c26 None None] Attempting to bind port f5a95ec4-f974-4b6a-9551-4c6d06fb4f96 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:08:44.249242 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-5bb0997c-6b1e-4449-b334-975617a78c26 None None] Attempting to bind port f5a95ec4-f974-4b6a-9551-4c6d06fb4f96 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:08:44.249635 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb0997c-6b1e-4449-b334-975617a78c26 None None] Attempting to bind port f5a95ec4-f974-4b6a-9551-4c6d06fb4f96 on network c22c4980-c849-406d-982c-a5d68c515a94 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:08:44.261262 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb0997c-6b1e-4449-b334-975617a78c26 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:08:44.261734 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb0997c-6b1e-4449-b334-975617a78c26 None None] Checking segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:08:44.262153 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-5bb0997c-6b1e-4449-b334-975617a78c26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:44.262578 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb0997c-6b1e-4449-b334-975617a78c26 None None] Bound using segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:08:44.263073 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-5bb0997c-6b1e-4449-b334-975617a78c26 None None] Bound port: f5a95ec4-f974-4b6a-9551-4c6d06fb4f96, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:08:44.263589 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-5bb0997c-6b1e-4449-b334-975617a78c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:44.274979 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce6ed6ea-f31e-47c7-a6e6-cc780252e763 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:44.292462 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c68e8f46-0eb7-4284-b157-3dc05cc2cd66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954230'] for router_interface, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:44.355267 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-b9a583fc-c66d-4d5c-880f-29be1ec09bf0 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Deleting port 4d660dfb-f87b-4aea-868e-adf2b90a57c7 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:08:44.355617 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b9a583fc-c66d-4d5c-880f-29be1ec09bf0 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:44.401612 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-5bb0997c-6b1e-4449-b334-975617a78c26 None None] For port f5a95ec4-f974-4b6a-9551-4c6d06fb4f96, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:08:44.406389 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-5bb0997c-6b1e-4449-b334-975617a78c26 None None] For port f5a95ec4-f974-4b6a-9551-4c6d06fb4f96, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=f5a95ec4-f974-4b6a-9551-4c6d06fb4f96,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:08:44.415340 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce6ed6ea-f31e-47c7-a6e6-cc780252e763 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:44.415673 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-5bb0997c-6b1e-4449-b334-975617a78c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:44.437985 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-ce6ed6ea-f31e-47c7-a6e6-cc780252e763 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d043a0f-292b-4bdc-9693-74db8509c581']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:08:44.455145 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-ce6ed6ea-f31e-47c7-a6e6-cc780252e763 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23989b54-d8e5-4a5b-b239-9808b728f42f') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:08:44.455784 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-ce6ed6ea-f31e-47c7-a6e6-cc780252e763 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23989b54-d8e5-4a5b-b239-9808b728f42f') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:08:44.479839 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce6ed6ea-f31e-47c7-a6e6-cc780252e763 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:44.482753 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd79850-2eba-4a64-a948-f73a6bbba681 None None] Resources bound (agent type, host, resource id): {{(pid=101293) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 23:08:44.525918 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce6ed6ea-f31e-47c7-a6e6-cc780252e763 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:44.543115 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce6ed6ea-f31e-47c7-a6e6-cc780252e763 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:08:44.543553 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce6ed6ea-f31e-47c7-a6e6-cc780252e763 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:44.550537 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 23:08:44.550537 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:08:44.550537 n-d-791506-26 neutron-server[101291]: timer() Aug 16 23:08:44.550537 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:08:44.550537 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 23:08:44.550537 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:08:44.550537 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 23:08:44.550537 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:08:44.550537 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 23:08:44.550537 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:08:44.550537 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 23:08:44.550537 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:08:44.550537 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 23:08:44.550537 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:08:44.550537 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:08:44.550537 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:08:44.550537 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:08:44.550537 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:08:44.550537 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 23:08:44.550537 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:08:44.550537 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 23:08:44.550537 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:08:44.550537 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:08:44.550537 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:08:44.550537 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 23:08:44.550537 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:08:44.550537 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:08:44.550537 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:08:44.550537 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:08:44.550537 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:08:44.550537 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:08:44.550537 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:08:44.555090 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be21a3df-4b33-41fe-b788-466ddbdddb75 None None] Pushing event updated for resources: {'Port': ['ID=f5a95ec4-f974-4b6a-9551-4c6d06fb4f96,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:44.564661 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb0997c-6b1e-4449-b334-975617a78c26 None None] Routers {'e6e8358e-7e27-4c30-80ae-c48b8d320449'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:08:44.565398 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-5bb0997c-6b1e-4449-b334-975617a78c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:08:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['e6e8358e-7e27-4c30-80ae-c48b8d320449'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:08:44.593652 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11223462-1eca-486a-9221-f911f7f20090 req-c27bf77d-01e9-4efe-b353-4ef0bb5ca9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:44.594727 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11223462-1eca-486a-9221-f911f7f20090 req-c27bf77d-01e9-4efe-b353-4ef0bb5ca9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:44.595228 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11223462-1eca-486a-9221-f911f7f20090 req-c27bf77d-01e9-4efe-b353-4ef0bb5ca9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:44.597556 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-11223462-1eca-486a-9221-f911f7f20090 req-c27bf77d-01e9-4efe-b353-4ef0bb5ca9c4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7f9863fd-7980-4b2d-a7ca-14f053950325&id=716ffdec-3357-4059-8ca3-4654ec1fdd32&id=716ffdec-3357-4059-8ca3-4654ec1fdd32&id=716ffdec-3357-4059-8ca3-4654ec1fdd32&id=716ffdec-3357-4059-8ca3-4654ec1fdd32&id=f7e04764-48fe-4543-83bb-53e420b1bda2&id=f7e04764-48fe-4543-83bb-53e420b1bda2 HTTP/1.1" status: 200 len: 2298 time: 0.4314086 Aug 16 23:08:44.684342 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce6ed6ea-f31e-47c7-a6e6-cc780252e763 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:44.705130 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce6ed6ea-f31e-47c7-a6e6-cc780252e763 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:44.712725 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-ce6ed6ea-f31e-47c7-a6e6-cc780252e763 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] 10.222.0.36 "DELETE /v2.0/networks/1d043a0f-292b-4bdc-9693-74db8509c581 HTTP/1.1" status: 204 len: 168 time: 0.6053436 Aug 16 23:08:44.737496 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 55842) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:44.738877 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6ed6ea-f31e-47c7-a6e6-cc780252e763 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Pushing event deleted for resources: {'Network': ['ID=1d043a0f-292b-4bdc-9693-74db8509c581,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:44.748945 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-11223462-1eca-486a-9221-f911f7f20090 req-14fb9e95-2945-4bb0-b360-5c03cf792c9a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c511553-abb0-45ee-9ae1-f490c0be7d9d HTTP/1.1" status: 200 len: 1000 time: 0.1308923 Aug 16 23:08:44.795759 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7495d4b-b353-4893-b744-eb56244b3ab1 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] DELETE failed (client error): The resource could not be found. Aug 16 23:08:44.796240 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7495d4b-b353-4893-b744-eb56244b3ab1 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:08:44.803008 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-a7495d4b-b353-4893-b744-eb56244b3ab1 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] 10.222.0.36 "DELETE /v2.0/subnets/d0938b39-4a24-4ab4-bfbd-751d34290744 HTTP/1.1" status: 404 len: 337 time: 0.0578160 Aug 16 23:08:44.804420 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 55846) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:44.839841 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7b99b47-b48e-4fa6-b3aa-3e68fba036f5 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] DELETE failed (client error): The resource could not be found. Aug 16 23:08:44.840433 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7b99b47-b48e-4fa6-b3aa-3e68fba036f5 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:08:44.845080 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-f7b99b47-b48e-4fa6-b3aa-3e68fba036f5 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] 10.222.0.36 "DELETE /v2.0/networks/0ca28779-1bad-4a97-b813-901753527536 HTTP/1.1" status: 404 len: 339 time: 0.0401986 Aug 16 23:08:44.846897 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 55848) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:44.883588 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-5bb0997c-6b1e-4449-b334-975617a78c26 None None] Set router e6e8358e-7e27-4c30-80ae-c48b8d320449 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:08:44.897478 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b9a583fc-c66d-4d5c-880f-29be1ec09bf0 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:44.923614 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddac2316-8c12-4e1b-aa80-66a031cd33b1 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Deleting subnet 3b3152e0-aab3-409f-a649-e54406a70cad {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:08:44.927272 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ddac2316-8c12-4e1b-aa80-66a031cd33b1 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:44.935874 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11223462-1eca-486a-9221-f911f7f20090 req-842a9aee-c608-4020-bed5-827b1a6d94c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:44.937720 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-11223462-1eca-486a-9221-f911f7f20090 req-842a9aee-c608-4020-bed5-827b1a6d94c8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=707213db-37e4-4504-a3c9-b665785837dd HTTP/1.1" status: 200 len: 856 time: 0.1559465 Aug 16 23:08:44.943778 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-b9a583fc-c66d-4d5c-880f-29be1ec09bf0 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Calling delete_port for 4d660dfb-f87b-4aea-868e-adf2b90a57c7 owned by {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:08:44.990197 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c68e8f46-0eb7-4284-b157-3dc05cc2cd66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:45.088364 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11223462-1eca-486a-9221-f911f7f20090 req-f5840a39-d96c-4fd7-94ab-6f2bb6099905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:45.090249 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-11223462-1eca-486a-9221-f911f7f20090 req-f5840a39-d96c-4fd7-94ab-6f2bb6099905 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7f9863fd-7980-4b2d-a7ca-14f053950325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1419206 Aug 16 23:08:45.224483 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-5bb0997c-6b1e-4449-b334-975617a78c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e8358e-7e27-4c30-80ae-c48b8d320449', 'name': 'tempest-TestServerBasicOps-230547134-router', 'tenant_id': 'e79d7ff464c14298b60a5fb641626858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': 'f5a95ec4-f974-4b6a-9551-4c6d06fb4f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:08:37Z', 'updated_at': '2021-08-16T23:08:40Z', 'revision_number': 3, 'project_id': 'e79d7ff464c14298b60a5fb641626858', 'gw_port': {'id': 'f5a95ec4-f974-4b6a-9551-4c6d06fb4f96', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:00:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6e8358e-7e27-4c30-80ae-c48b8d320449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2786, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:08:39Z', 'updated_at': '2021-08-16T23:08:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:08:45.230510 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73643efd-a573-4ab7-9089-c9723b13d656 None None] Network 10b0e22a-09f9-4376-9938-b32cc2ad5d9c requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:08:45.264697 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb0997c-6b1e-4449-b334-975617a78c26 None None] The sync data for ids ['e6e8358e-7e27-4c30-80ae-c48b8d320449'] in n-d-791506-26 is: [{'id': 'e6e8358e-7e27-4c30-80ae-c48b8d320449', 'name': 'tempest-TestServerBasicOps-230547134-router', 'tenant_id': 'e79d7ff464c14298b60a5fb641626858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': 'f5a95ec4-f974-4b6a-9551-4c6d06fb4f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:08:37Z', 'updated_at': '2021-08-16T23:08:40Z', 'revision_number': 3, 'project_id': 'e79d7ff464c14298b60a5fb641626858', 'gw_port': {'id': 'f5a95ec4-f974-4b6a-9551-4c6d06fb4f96', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:00:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6e8358e-7e27-4c30-80ae-c48b8d320449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2786, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:08:39Z', 'updated_at': '2021-08-16T23:08:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:08:45.278728 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73643efd-a573-4ab7-9089-c9723b13d656 None None] Network 10b0e22a-09f9-4376-9938-b32cc2ad5d9c could not be found, it might have been deleted concurrently. {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 16 23:08:45.297569 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7fe59d-7559-4fab-b8fb-43248f6fe128 None None] Network 10b0e22a-09f9-4376-9938-b32cc2ad5d9c requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:08:45.322631 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7fe59d-7559-4fab-b8fb-43248f6fe128 None None] Network 10b0e22a-09f9-4376-9938-b32cc2ad5d9c could not be found, it might have been deleted concurrently. {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 16 23:08:45.333253 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e79c28e-333a-4784-85b2-f1fbede79724 None None] Network 10b0e22a-09f9-4376-9938-b32cc2ad5d9c requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:08:45.350000 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e79c28e-333a-4784-85b2-f1fbede79724 None None] Network 10b0e22a-09f9-4376-9938-b32cc2ad5d9c could not be found, it might have been deleted concurrently. {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 16 23:08:45.410173 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ddac2316-8c12-4e1b-aa80-66a031cd33b1 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:45.524518 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ddac2316-8c12-4e1b-aa80-66a031cd33b1 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:45.640461 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ddac2316-8c12-4e1b-aa80-66a031cd33b1 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:45.687366 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7ff74e-1992-4ba5-b9d2-678856c518ec None None] Network 67c57424-97bd-4d8b-a51b-5f5a500ce861 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:08:45.688279 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ddac2316-8c12-4e1b-aa80-66a031cd33b1 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:45.690728 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-ddac2316-8c12-4e1b-aa80-66a031cd33b1 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] 10.222.0.36 "DELETE /v2.0/subnets/3b3152e0-aab3-409f-a649-e54406a70cad HTTP/1.1" status: 204 len: 168 time: 0.8427985 Aug 16 23:08:45.717707 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 55852) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:45.727251 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac2316-8c12-4e1b-aa80-66a031cd33b1 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Pushing event deleted for resources: {'Subnet': ['ID=3b3152e0-aab3-409f-a649-e54406a70cad,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:45.839664 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b917403-4719-468f-bfda-2557e1aabadc tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Deleting subnet cddfce04-88fe-492f-b171-4b0b05a2680e {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:08:45.856164 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c68e8f46-0eb7-4284-b157-3dc05cc2cd66 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:45.862879 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-11223462-1eca-486a-9221-f911f7f20090 req-3b0bba79-2b83-493c-9467-f1a448f62862 service neutron] 10.222.0.57 "GET /v2.0/networks/7f9863fd-7980-4b2d-a7ca-14f053950325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7643425 Aug 16 23:08:45.865937 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b9a583fc-c66d-4d5c-880f-29be1ec09bf0 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:45.866613 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7b917403-4719-468f-bfda-2557e1aabadc tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:45.870164 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c68e8f46-0eb7-4284-b157-3dc05cc2cd66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:45.939716 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-ee9d4f3c-b606-4fcb-ab6a-4cda41ed2428 None None] Provisioning for port 4d660dfb-f87b-4aea-868e-adf2b90a57c7 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:08:45.957389 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-ee9d4f3c-b606-4fcb-ab6a-4cda41ed2428 None None] Provisioning complete for port 4d660dfb-f87b-4aea-868e-adf2b90a57c7 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:08:45.957973 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ee9d4f3c-b606-4fcb-ab6a-4cda41ed2428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:46.008797 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7b917403-4719-468f-bfda-2557e1aabadc tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:46.078658 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-ee9d4f3c-b606-4fcb-ab6a-4cda41ed2428 None None] Port 4d660dfb-f87b-4aea-868e-adf2b90a57c7 was deleted so its status cannot be updated. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 16 23:08:46.136941 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-ee9d4f3c-b606-4fcb-ab6a-4cda41ed2428 None None] Provisioning for port 93f627aa-48f0-471c-ab32-b1c9a4597fef completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:08:46.149854 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-ee9d4f3c-b606-4fcb-ab6a-4cda41ed2428 None None] Provisioning complete for port 93f627aa-48f0-471c-ab32-b1c9a4597fef triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:08:46.150355 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ee9d4f3c-b606-4fcb-ab6a-4cda41ed2428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:46.188407 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68e8f46-0eb7-4284-b157-3dc05cc2cd66 admin admin] Pushing event updated for resources: {'Port': ['ID=93f627aa-48f0-471c-ab32-b1c9a4597fef,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:46.287590 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 744ace1b-d03e-4b60-b0ef-281dfe63cb0c up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:08:46.298242 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7b917403-4719-468f-bfda-2557e1aabadc tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:46.327783 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-ee9d4f3c-b606-4fcb-ab6a-4cda41ed2428 None None] Port 93f627aa-48f0-471c-ab32-b1c9a4597fef cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:08:46.357933 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-11223462-1eca-486a-9221-f911f7f20090 req-ff1104b9-a487-4fe5-9e58-f29be644b477 service neutron] 10.222.0.57 "GET /v2.0/networks/7f9863fd-7980-4b2d-a7ca-14f053950325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4317672 Aug 16 23:08:46.371301 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a583fc-c66d-4d5c-880f-29be1ec09bf0 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Pushing event deleted for resources: {'Port': ['ID=4d660dfb-f87b-4aea-868e-adf2b90a57c7,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:46.385709 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 744ace1b-d03e-4b60-b0ef-281dfe63cb0c triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:08:46.386103 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:46.443707 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-11223462-1eca-486a-9221-f911f7f20090 req-e3342bff-ab52-4574-ae8a-c98d6ed3ada7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.37&port_id=2d914dcd-a009-4bd0-a96d-6ee74c4c2e7d HTTP/1.1" status: 200 len: 217 time: 0.0687261 Aug 16 23:08:46.446168 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7b917403-4719-468f-bfda-2557e1aabadc tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:46.534377 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-6fbfece1-0150-456c-ba1b-47f93f9fc1eb None None] Could not find standard attr ID for object 4d660dfb-f87b-4aea-868e-adf2b90a57c7. {{(pid=101293) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 23:08:46.549869 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b917403-4719-468f-bfda-2557e1aabadc tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Pushing event deleted for resources: {'Subnet': ['ID=cddfce04-88fe-492f-b171-4b0b05a2680e,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:46.561697 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7b917403-4719-468f-bfda-2557e1aabadc tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:46.563544 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11223462-1eca-486a-9221-f911f7f20090 req-35eefd6e-2ab6-43c6-bf6a-1d1861fbb0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:46.568354 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-7b917403-4719-468f-bfda-2557e1aabadc tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] 10.222.0.36 "DELETE /v2.0/subnets/cddfce04-88fe-492f-b171-4b0b05a2680e HTTP/1.1" status: 204 len: 168 time: 0.8488050 Aug 16 23:08:46.569728 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 55868) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:46.571590 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-11223462-1eca-486a-9221-f911f7f20090 req-35eefd6e-2ab6-43c6-bf6a-1d1861fbb0cc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a67b33f8-6bc2-40d2-9660-ea5007dbf946 HTTP/1.1" status: 200 len: 797 time: 0.1188560 Aug 16 23:08:46.593421 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c68e8f46-0eb7-4284-b157-3dc05cc2cd66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954122'] for router_interface, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:46.668574 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device f5a95ec4-f974-4b6a-9551-4c6d06fb4f96 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:08:46.710440 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dba983d1-cdc5-45cb-985d-feb180271104 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:46.795641 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-dba983d1-cdc5-45cb-985d-feb180271104 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Deleting port ca0adb83-f31a-4472-87d7-ff63f883c019 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:08:46.796859 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dba983d1-cdc5-45cb-985d-feb180271104 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:46.803000 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b9a583fc-c66d-4d5c-880f-29be1ec09bf0 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:46.809051 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-b9a583fc-c66d-4d5c-880f-29be1ec09bf0 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] 10.222.0.36 "DELETE /v2.0/ports/4d660dfb-f87b-4aea-868e-adf2b90a57c7 HTTP/1.1" status: 204 len: 168 time: 2.9677615 Aug 16 23:08:46.809705 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 55870) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:46.855885 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11223462-1eca-486a-9221-f911f7f20090 req-12346e4f-c539-4279-b1fc-75c81715af2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:46.856693 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port f5a95ec4-f974-4b6a-9551-4c6d06fb4f96 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:08:46.857859 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-11223462-1eca-486a-9221-f911f7f20090 req-12346e4f-c539-4279-b1fc-75c81715af2f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=716ffdec-3357-4059-8ca3-4654ec1fdd32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2564352 Aug 16 23:08:46.865073 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port f5a95ec4-f974-4b6a-9551-4c6d06fb4f96 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:08:46.865684 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:46.941061 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-64383281-a27d-42d9-989b-6e01bca7556c tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] GET failed (client error): The resource could not be found. Aug 16 23:08:46.947776 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-64383281-a27d-42d9-989b-6e01bca7556c tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] 10.222.0.36 "GET /v2.0/ports/4d660dfb-f87b-4aea-868e-adf2b90a57c7 HTTP/1.1" status: 404 len: 333 time: 0.1320829 Aug 16 23:08:46.948641 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 55872) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:46.964499 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68e8f46-0eb7-4284-b157-3dc05cc2cd66 admin admin] Network f857bb17-d5f1-461e-b18f-b627336021fd is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:08:46.965267 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-c84ad95e-3ab7-40dc-b0f3-875f06e9bd60 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Request body: {'port': {'network_id': 'e5f0072e-6891-4209-952e-9bd863558e74', 'name': 'tempest-AllowedAddressPairTestJSON-737529140'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:08:46.969618 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-c68e8f46-0eb7-4284-b157-3dc05cc2cd66 admin admin] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:08:47.025776 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:47.067430 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port f5a95ec4-f974-4b6a-9551-4c6d06fb4f96, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=f5a95ec4-f974-4b6a-9551-4c6d06fb4f96,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:08:47.075772 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:47.130881 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-dba983d1-cdc5-45cb-985d-feb180271104 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] For port ca0adb83-f31a-4472-87d7-ff63f883c019, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=ca0adb83-f31a-4472-87d7-ff63f883c019,segment=NetworkSegment(9e448bca-88db-4b51-aec8-c858f2f61bb9),segment_id=9e448bca-88db-4b51-aec8-c858f2f61bb9)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:08:47.131424 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dba983d1-cdc5-45cb-985d-feb180271104 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:47.170409 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-dba983d1-cdc5-45cb-985d-feb180271104 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Calling delete_port for ca0adb83-f31a-4472-87d7-ff63f883c019 owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:08:47.215162 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-11223462-1eca-486a-9221-f911f7f20090 req-1dd55a6f-cd70-4163-b848-06ef82e243df service neutron] 10.222.0.57 "GET /v2.0/networks/716ffdec-3357-4059-8ca3-4654ec1fdd32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3455794 Aug 16 23:08:47.275568 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=f5a95ec4-f974-4b6a-9551-4c6d06fb4f96,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:47.381920 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4dad099c-6a7c-4446-b66a-719890cf2db5 None None] Provisioning complete for port 93f627aa-48f0-471c-ab32-b1c9a4597fef triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:08:47.383100 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dad099c-6a7c-4446-b66a-719890cf2db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:47.394497 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c68e8f46-0eb7-4284-b157-3dc05cc2cd66 admin admin] Router e6e8358e-7e27-4c30-80ae-c48b8d320449 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:08:47.426989 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cfbf05a-3319-4fda-8dad-88235ad26287 None None] Network 67c57424-97bd-4d8b-a51b-5f5a500ce861 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:08:47.493178 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dba983d1-cdc5-45cb-985d-feb180271104 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:47.501856 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-11223462-1eca-486a-9221-f911f7f20090 req-e65c15cf-f466-4e59-829c-95931a7c5ecb service neutron] 10.222.0.57 "GET /v2.0/networks/716ffdec-3357-4059-8ca3-4654ec1fdd32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780018 Aug 16 23:08:47.513587 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c84ad95e-3ab7-40dc-b0f3-875f06e9bd60 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Made reservation on behalf of e5d4e6d1376c45dc86ba17cfb4175921 for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:08:47.518332 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c84ad95e-3ab7-40dc-b0f3-875f06e9bd60 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:47.557274 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-4dad099c-6a7c-4446-b66a-719890cf2db5 None None] Port 93f627aa-48f0-471c-ab32-b1c9a4597fef cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:08:47.582355 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba983d1-cdc5-45cb-985d-feb180271104 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Pushing event deleted for resources: {'Port': ['ID=ca0adb83-f31a-4472-87d7-ff63f883c019,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:47.614200 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba983d1-cdc5-45cb-985d-feb180271104 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] No DVR routers for this DVR port ca0adb83-f31a-4472-87d7-ff63f883c019 on host n-d-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:08:47.630015 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-c84ad95e-3ab7-40dc-b0f3-875f06e9bd60 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] device_id is not set on port b1941e3c-b2b4-4694-b9d0-24593d60c1b5 yet. {{(pid=101291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 23:08:47.641158 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-11223462-1eca-486a-9221-f911f7f20090 req-65d47ca7-5770-43ae-8877-701378a67db8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.86&port_id=c8884c15-ea75-4d67-b150-51216a77129b HTTP/1.1" status: 200 len: 217 time: 0.1288693 Aug 16 23:08:47.723852 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-32bd5ccc-4b5d-464f-8a0b-7298fe8c8e92 None None] Could not find standard attr ID for object ca0adb83-f31a-4472-87d7-ff63f883c019. {{(pid=101293) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 23:08:47.737779 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-b0858095-cb37-4d05-910a-a5e41c5ca65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:47.787949 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c68e8f46-0eb7-4284-b157-3dc05cc2cd66 admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:08:47.791191 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11223462-1eca-486a-9221-f911f7f20090 req-cd9146ce-1568-4c63-9db1-aea91f90c36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:47.792780 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-11223462-1eca-486a-9221-f911f7f20090 req-cd9146ce-1568-4c63-9db1-aea91f90c36d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a67b33f8-6bc2-40d2-9660-ea5007dbf946 HTTP/1.1" status: 200 len: 797 time: 0.0898719 Aug 16 23:08:47.799261 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-c68e8f46-0eb7-4284-b157-3dc05cc2cd66 admin admin] 10.222.0.36 "PUT /v2.0/routers/e6e8358e-7e27-4c30-80ae-c48b8d320449/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0798426 Aug 16 23:08:47.818805 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63e8b59-bff7-42d9-86f1-dcdd8359b4ac None None] DHCP port deletion for 67c57424-97bd-4d8b-a51b-5f5a500ce861 request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:08:47.872930 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11223462-1eca-486a-9221-f911f7f20090 req-f57d32bb-c302-4ca7-a4d2-dd09682c9cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:47.874843 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-11223462-1eca-486a-9221-f911f7f20090 req-f57d32bb-c302-4ca7-a4d2-dd09682c9cc4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=716ffdec-3357-4059-8ca3-4654ec1fdd32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0742071 Aug 16 23:08:47.943973 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5c8dd9-b6a4-4a4a-bb26-51fbc274fd20 None None] Sync routers for ids ['e6e8358e-7e27-4c30-80ae-c48b8d320449'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:08:47.957360 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5c8dd9-b6a4-4a4a-bb26-51fbc274fd20 None None] Routers {'e6e8358e-7e27-4c30-80ae-c48b8d320449'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:08:47.962177 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-9d5c8dd9-b6a4-4a4a-bb26-51fbc274fd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:08:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['e6e8358e-7e27-4c30-80ae-c48b8d320449'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:08:48.061769 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device f5a95ec4-f974-4b6a-9551-4c6d06fb4f96 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:08:48.089211 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dba983d1-cdc5-45cb-985d-feb180271104 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:48.104569 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-11223462-1eca-486a-9221-f911f7f20090 req-d33eb17d-070a-4c5b-a002-4067f0ea58dc service neutron] 10.222.0.57 "GET /v2.0/networks/716ffdec-3357-4059-8ca3-4654ec1fdd32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219369 Aug 16 23:08:48.157937 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port f5a95ec4-f974-4b6a-9551-4c6d06fb4f96 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:08:48.158257 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:48.176575 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-dba983d1-cdc5-45cb-985d-feb180271104 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67c57424-97bd-4d8b-a51b-5f5a500ce861']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:08:48.180924 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-9d5c8dd9-b6a4-4a4a-bb26-51fbc274fd20 None None] Set router e6e8358e-7e27-4c30-80ae-c48b8d320449 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:08:48.209847 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-c84ad95e-3ab7-40dc-b0f3-875f06e9bd60 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Allocated IP 172.20.0.5 (e5f0072e-6891-4209-952e-9bd863558e74/9ecc1efc-9d76-4793-92b0-89896dfa9712/b1941e3c-b2b4-4694-b9d0-24593d60c1b5) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:08:48.238291 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-dba983d1-cdc5-45cb-985d-feb180271104 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e448bca-88db-4b51-aec8-c858f2f61bb9') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:08:48.241525 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-dba983d1-cdc5-45cb-985d-feb180271104 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e448bca-88db-4b51-aec8-c858f2f61bb9') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:08:48.272060 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-11223462-1eca-486a-9221-f911f7f20090 req-ee2b9e9b-503a-41dd-981c-0ffadb8becd3 service neutron] 10.222.0.57 "GET /v2.0/networks/716ffdec-3357-4059-8ca3-4654ec1fdd32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584694 Aug 16 23:08:48.291545 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dba983d1-cdc5-45cb-985d-feb180271104 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:48.353689 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-11223462-1eca-486a-9221-f911f7f20090 req-cfb6b180-0d29-4ea1-9e16-fdc088ae0f74 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.134&port_id=e0a765e0-0935-444c-9c94-9574aa68a115 HTTP/1.1" status: 200 len: 217 time: 0.0725920 Aug 16 23:08:48.369414 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dba983d1-cdc5-45cb-985d-feb180271104 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:48.375203 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device ca0adb83-f31a-4472-87d7-ff63f883c019 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:08:48.404869 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dba983d1-cdc5-45cb-985d-feb180271104 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:08:48.405470 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dba983d1-cdc5-45cb-985d-feb180271104 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:48.411024 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 23:08:48.411024 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:08:48.411024 n-d-791506-26 neutron-server[101291]: timer() Aug 16 23:08:48.411024 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:08:48.411024 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 23:08:48.411024 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:08:48.411024 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 23:08:48.411024 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:08:48.411024 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 23:08:48.411024 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:08:48.411024 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 23:08:48.411024 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:08:48.411024 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 23:08:48.411024 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:08:48.411024 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:08:48.411024 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:08:48.411024 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:08:48.411024 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:08:48.411024 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 23:08:48.411024 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:08:48.411024 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 23:08:48.411024 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:08:48.411024 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:08:48.411024 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:08:48.411024 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 23:08:48.411024 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:08:48.411024 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:08:48.411024 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:08:48.411024 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:08:48.411024 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:08:48.411024 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:08:48.411024 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:08:48.431184 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11223462-1eca-486a-9221-f911f7f20090 req-d8607376-0d74-4ef7-83e5-9d853aa1726a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:48.432844 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: ca0adb83-f31a-4472-87d7-ff63f883c019 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:08:48.433310 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device ca0adb83-f31a-4472-87d7-ff63f883c019 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:08:48.433525 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-11223462-1eca-486a-9221-f911f7f20090 req-d8607376-0d74-4ef7-83e5-9d853aa1726a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a67b33f8-6bc2-40d2-9660-ea5007dbf946 HTTP/1.1" status: 200 len: 797 time: 0.0734961 Aug 16 23:08:48.526029 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11223462-1eca-486a-9221-f911f7f20090 req-09e14738-6d9c-41e9-bfa3-e3862f492d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:48.528140 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-11223462-1eca-486a-9221-f911f7f20090 req-09e14738-6d9c-41e9-bfa3-e3862f492d99 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=716ffdec-3357-4059-8ca3-4654ec1fdd32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0799997 Aug 16 23:08:48.573895 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dba983d1-cdc5-45cb-985d-feb180271104 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:48.592697 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dba983d1-cdc5-45cb-985d-feb180271104 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:48.594587 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-dba983d1-cdc5-45cb-985d-feb180271104 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] 10.222.0.36 "DELETE /v2.0/networks/67c57424-97bd-4d8b-a51b-5f5a500ce861 HTTP/1.1" status: 204 len: 168 time: 2.0236473 Aug 16 23:08:48.621798 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 55894) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:48.657960 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba983d1-cdc5-45cb-985d-feb180271104 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Pushing event deleted for resources: {'Network': ['ID=67c57424-97bd-4d8b-a51b-5f5a500ce861,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:48.684201 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bde936f-378f-461c-8b79-47dd14a57005 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] DELETE failed (client error): The resource could not be found. Aug 16 23:08:48.684201 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bde936f-378f-461c-8b79-47dd14a57005 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:08:48.685618 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-6bde936f-378f-461c-8b79-47dd14a57005 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] 10.222.0.36 "DELETE /v2.0/subnets/d7f114c0-42cc-4fb0-aeeb-3ca8574886e8 HTTP/1.1" status: 404 len: 337 time: 0.0384138 Aug 16 23:08:48.690549 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 55900) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:48.720710 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-40cb15cd-2528-42e6-a70c-9dc0885c1eb0 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] DELETE failed (client error): The resource could not be found. Aug 16 23:08:48.721290 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40cb15cd-2528-42e6-a70c-9dc0885c1eb0 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:08:48.723045 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-40cb15cd-2528-42e6-a70c-9dc0885c1eb0 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] 10.222.0.36 "DELETE /v2.0/networks/15410f8e-ce51-4dde-8b63-15d80e6c213b HTTP/1.1" status: 404 len: 339 time: 0.0277576 Aug 16 23:08:48.729678 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 55902) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:48.761856 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c84ad95e-3ab7-40dc-b0f3-875f06e9bd60 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:48.772687 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5ecfba2-9234-4c1f-881c-d16fd9e501fa tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] DELETE failed (client error): The resource could not be found. Aug 16 23:08:48.773362 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5ecfba2-9234-4c1f-881c-d16fd9e501fa tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:08:48.786396 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-d5ecfba2-9234-4c1f-881c-d16fd9e501fa tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] 10.222.0.36 "DELETE /v2.0/subnets/5a46f4bf-c24e-4e4f-bcd6-72ce0d133377 HTTP/1.1" status: 404 len: 337 time: 0.0556676 Aug 16 23:08:48.789830 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 55906) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:48.805243 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-11223462-1eca-486a-9221-f911f7f20090 req-bb432647-fe75-4dbe-87f8-68fd648636af service neutron] 10.222.0.57 "GET /v2.0/networks/716ffdec-3357-4059-8ca3-4654ec1fdd32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528672 Aug 16 23:08:48.812994 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-c84ad95e-3ab7-40dc-b0f3-875f06e9bd60 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Transition to ACTIVE for port object b1941e3c-b2b4-4694-b9d0-24593d60c1b5 will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:08:48.818898 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-9d5c8dd9-b6a4-4a4a-bb26-51fbc274fd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e8358e-7e27-4c30-80ae-c48b8d320449', 'name': 'tempest-TestServerBasicOps-230547134-router', 'tenant_id': 'e79d7ff464c14298b60a5fb641626858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': 'f5a95ec4-f974-4b6a-9551-4c6d06fb4f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:08:37Z', 'updated_at': '2021-08-16T23:08:44Z', 'revision_number': 4, 'project_id': 'e79d7ff464c14298b60a5fb641626858', 'gw_port': {'id': 'f5a95ec4-f974-4b6a-9551-4c6d06fb4f96', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:00:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e8358e-7e27-4c30-80ae-c48b8d320449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2786, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:08:39Z', 'updated_at': '2021-08-16T23:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '93f627aa-48f0-471c-ab32-b1c9a4597fef', 'name': '', 'network_id': 'f857bb17-d5f1-461e-b18f-b627336021fd', 'tenant_id': 'e79d7ff464c14298b60a5fb641626858', 'mac_address': 'fa:16:3e:2b:90:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6e8358e-7e27-4c30-80ae-c48b8d320449', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': 'fa253f4b-008c-404d-ae31-8580bee27355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:08:42Z', 'updated_at': '2021-08-16T23:08:45Z', 'revision_number': 2, 'project_id': 'e79d7ff464c14298b60a5fb641626858', 'subnets': [{'id': 'fa253f4b-008c-404d-ae31-8580bee27355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:08:48.855460 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 55908) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:48.855760 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5c8dd9-b6a4-4a4a-bb26-51fbc274fd20 None None] Checking router: e6e8358e-7e27-4c30-80ae-c48b8d320449 for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:08:48.856281 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5c8dd9-b6a4-4a4a-bb26-51fbc274fd20 None None] Updating router e6e8358e-7e27-4c30-80ae-c48b8d320449 port 93f627aa-48f0-471c-ab32-b1c9a4597fef binding host n-d-791506-26 {{(pid=101294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:08:48.861848 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-f43cbf66-ea4f-49f4-bb9c-2c62c7db1445 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1235066459-network', 'tenant_id': '8c2da68bd4e7485c8108ed13dbdcc934'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:08:48.868715 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c84ad95e-3ab7-40dc-b0f3-875f06e9bd60 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:48.886465 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-9d5c8dd9-b6a4-4a4a-bb26-51fbc274fd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:48.906480 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa4703fb-7960-4aff-b631-7faf3bde24bf tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] DELETE failed (client error): The resource could not be found. Aug 16 23:08:48.907164 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa4703fb-7960-4aff-b631-7faf3bde24bf tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:08:48.916734 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-aa4703fb-7960-4aff-b631-7faf3bde24bf tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] 10.222.0.36 "DELETE /v2.0/networks/1bb51b65-eac5-4ac0-897e-239aa5603889 HTTP/1.1" status: 404 len: 339 time: 0.1257753 Aug 16 23:08:48.918815 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-11223462-1eca-486a-9221-f911f7f20090 req-043fba46-42e7-4fad-a44d-ab0862c462d0 service neutron] 10.222.0.57 "GET /v2.0/networks/716ffdec-3357-4059-8ca3-4654ec1fdd32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026027 Aug 16 23:08:48.919313 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 55910) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:48.935554 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84ad95e-3ab7-40dc-b0f3-875f06e9bd60 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Pushing event updated for resources: {'Port': ['ID=b1941e3c-b2b4-4694-b9d0-24593d60c1b5,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:48.948184 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84ad95e-3ab7-40dc-b0f3-875f06e9bd60 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Network e5f0072e-6891-4209-952e-9bd863558e74 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:08:48.951183 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-c84ad95e-3ab7-40dc-b0f3-875f06e9bd60 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:08:48.956242 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84ad95e-3ab7-40dc-b0f3-875f06e9bd60 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:08:48.956442 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd331e3b-a086-41e5-b0b5-e343584a2861 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] DELETE failed (client error): The resource could not be found. Aug 16 23:08:48.956696 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd331e3b-a086-41e5-b0b5-e343584a2861 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:08:48.961066 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-dd331e3b-a086-41e5-b0b5-e343584a2861 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] 10.222.0.36 "DELETE /v2.0/subnets/ea58a99d-5cfd-4123-858a-e36cef54fa86 HTTP/1.1" status: 404 len: 337 time: 0.0382090 Aug 16 23:08:48.961888 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 55912) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:49.000940 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-11223462-1eca-486a-9221-f911f7f20090 req-f62aab9a-998c-4a02-89ed-bd034e66ca89 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.161&port_id=02990fd3-6867-47e9-bd51-e2036b1e16a1 HTTP/1.1" status: 200 len: 217 time: 0.0704515 Aug 16 23:08:49.021431 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f43cbf66-ea4f-49f4-bb9c-2c62c7db1445 admin admin] Made reservation on behalf of 8c2da68bd4e7485c8108ed13dbdcc934 for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:08:49.029920 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f43cbf66-ea4f-49f4-bb9c-2c62c7db1445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:49.037654 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c02a09d-9652-4f2b-b11d-18c8bbbc2f7b tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] DELETE failed (client error): The resource could not be found. Aug 16 23:08:49.038422 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c02a09d-9652-4f2b-b11d-18c8bbbc2f7b tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:08:49.043707 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-3c02a09d-9652-4f2b-b11d-18c8bbbc2f7b tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] 10.222.0.36 "DELETE /v2.0/networks/e65f50c7-ca11-49e8-92dd-704c650eb882 HTTP/1.1" status: 404 len: 339 time: 0.0786037 Aug 16 23:08:49.049054 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 55914) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:49.051817 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f43cbf66-ea4f-49f4-bb9c-2c62c7db1445 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:49.108131 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a569a56-1901-49b1-af72-b2e6857807fc tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Deleting subnet ffd9758f-ba37-4d31-b005-35d1d275a110 {{(pid=101292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:08:49.116904 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9a569a56-1901-49b1-af72-b2e6857807fc tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks [] for subnet, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:49.177301 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11223462-1eca-486a-9221-f911f7f20090 req-ce1632c0-6d14-4950-a115-047f0d8c4102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:49.178817 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-11223462-1eca-486a-9221-f911f7f20090 req-ce1632c0-6d14-4950-a115-047f0d8c4102 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a67b33f8-6bc2-40d2-9660-ea5007dbf946 HTTP/1.1" status: 200 len: 797 time: 0.1649802 Aug 16 23:08:49.189957 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84ad95e-3ab7-40dc-b0f3-875f06e9bd60 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:49.190650 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c84ad95e-3ab7-40dc-b0f3-875f06e9bd60 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:49.218410 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f43cbf66-ea4f-49f4-bb9c-2c62c7db1445 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:49.228149 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f43cbf66-ea4f-49f4-bb9c-2c62c7db1445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:49.234684 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9a569a56-1901-49b1-af72-b2e6857807fc tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3848860'] for subnet, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:49.241444 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-c84ad95e-3ab7-40dc-b0f3-875f06e9bd60 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2913795 Aug 16 23:08:49.256912 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 55916) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:49.278315 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-8bca5ad0-c84c-4120-899a-c7cc748e7710 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:69:d0:d0'}]}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:08:49.280715 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-9d5c8dd9-b6a4-4a4a-bb26-51fbc274fd20 None None] Notify callbacks [] for port, precommit_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:49.297811 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11223462-1eca-486a-9221-f911f7f20090 req-827625c7-bfa0-4641-b360-42189d91fafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:49.298588 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f43cbf66-ea4f-49f4-bb9c-2c62c7db1445 admin admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:08:49.298679 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-11223462-1eca-486a-9221-f911f7f20090 req-827625c7-bfa0-4641-b360-42189d91fafd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=716ffdec-3357-4059-8ca3-4654ec1fdd32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1097260 Aug 16 23:08:49.303983 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.provisioning_blocks [None req-9d5c8dd9-b6a4-4a4a-bb26-51fbc274fd20 None None] Transition to ACTIVE for port object 93f627aa-48f0-471c-ab32-b1c9a4597fef will not be triggered until provisioned by entity L2. {{(pid=101294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:08:49.313875 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-9d5c8dd9-b6a4-4a4a-bb26-51fbc274fd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:49.339928 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f43cbf66-ea4f-49f4-bb9c-2c62c7db1445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:49.340359 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-f43cbf66-ea4f-49f4-bb9c-2c62c7db1445 admin admin] Added segment 7b9c98bc-6ac8-437e-af62-bcba42030bae of type vlan for network 91b57e6e-9034-49a1-9854-38249ce0f468 Aug 16 23:08:49.341805 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43cbf66-ea4f-49f4-bb9c-2c62c7db1445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c408702-2d09-4e54-8de6-611f4cdfb94a,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:49.381989 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-916c8283-80f2-4300-9af9-28a65a17ee95 None None] Provisioning for port b1941e3c-b2b4-4694-b9d0-24593d60c1b5 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:08:49.397553 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-916c8283-80f2-4300-9af9-28a65a17ee95 None None] Provisioning complete for port b1941e3c-b2b4-4694-b9d0-24593d60c1b5 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:08:49.400874 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-916c8283-80f2-4300-9af9-28a65a17ee95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:49.441938 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f43cbf66-ea4f-49f4-bb9c-2c62c7db1445 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:49.444862 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9a569a56-1901-49b1-af72-b2e6857807fc tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:49.459355 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-916c8283-80f2-4300-9af9-28a65a17ee95 None None] Port b1941e3c-b2b4-4694-b9d0-24593d60c1b5 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:08:49.475744 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54c7812-ef38-4fd5-94e9-6d13dc2d7324 None None] Pushing event updated for resources: {'Port': ['ID=93f627aa-48f0-471c-ab32-b1c9a4597fef,revision_number=3']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:49.486408 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54c7812-ef38-4fd5-94e9-6d13dc2d7324 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:49.486943 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54c7812-ef38-4fd5-94e9-6d13dc2d7324 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:49.487391 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54c7812-ef38-4fd5-94e9-6d13dc2d7324 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:49.487835 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54c7812-ef38-4fd5-94e9-6d13dc2d7324 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:49.488348 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54c7812-ef38-4fd5-94e9-6d13dc2d7324 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:49.488828 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54c7812-ef38-4fd5-94e9-6d13dc2d7324 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:49.489264 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54c7812-ef38-4fd5-94e9-6d13dc2d7324 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:49.490575 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54c7812-ef38-4fd5-94e9-6d13dc2d7324 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:49.490943 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54c7812-ef38-4fd5-94e9-6d13dc2d7324 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:49.491373 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54c7812-ef38-4fd5-94e9-6d13dc2d7324 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:49.492410 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54c7812-ef38-4fd5-94e9-6d13dc2d7324 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:49.492928 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54c7812-ef38-4fd5-94e9-6d13dc2d7324 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:49.536132 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f43cbf66-ea4f-49f4-bb9c-2c62c7db1445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:49.537584 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43cbf66-ea4f-49f4-bb9c-2c62c7db1445 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:49.538414 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f43cbf66-ea4f-49f4-bb9c-2c62c7db1445 admin admin] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:49.579268 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-9d5c8dd9-b6a4-4a4a-bb26-51fbc274fd20 None None] Attempting to bind port 93f627aa-48f0-471c-ab32-b1c9a4597fef on host n-d-791506-26 for vnic_type normal with profile {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:08:49.579949 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-9d5c8dd9-b6a4-4a4a-bb26-51fbc274fd20 None None] Attempting to bind port 93f627aa-48f0-471c-ab32-b1c9a4597fef by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '196ae6bd-f370-4d4b-98bb-76631d5d886c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f857bb17-d5f1-461e-b18f-b627336021fd'}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:08:49.580530 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5c8dd9-b6a4-4a4a-bb26-51fbc274fd20 None None] Attempting to bind port 93f627aa-48f0-471c-ab32-b1c9a4597fef on network f857bb17-d5f1-461e-b18f-b627336021fd {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:08:49.586883 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5c8dd9-b6a4-4a4a-bb26-51fbc274fd20 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:08:49.587623 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5c8dd9-b6a4-4a4a-bb26-51fbc274fd20 None None] Checking segment: {'id': '196ae6bd-f370-4d4b-98bb-76631d5d886c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f857bb17-d5f1-461e-b18f-b627336021fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:08:49.588315 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-9d5c8dd9-b6a4-4a4a-bb26-51fbc274fd20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:49.588961 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5c8dd9-b6a4-4a4a-bb26-51fbc274fd20 None None] Bound using segment: {'id': '196ae6bd-f370-4d4b-98bb-76631d5d886c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f857bb17-d5f1-461e-b18f-b627336021fd'} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:08:49.589690 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-9d5c8dd9-b6a4-4a4a-bb26-51fbc274fd20 None None] Bound port: 93f627aa-48f0-471c-ab32-b1c9a4597fef, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '196ae6bd-f370-4d4b-98bb-76631d5d886c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f857bb17-d5f1-461e-b18f-b627336021fd'}}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:08:49.591037 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-9d5c8dd9-b6a4-4a4a-bb26-51fbc274fd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:49.605839 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-11223462-1eca-486a-9221-f911f7f20090 req-3a0a65eb-bf6b-4d10-a05a-a1cd1fb26476 service neutron] 10.222.0.57 "GET /v2.0/networks/716ffdec-3357-4059-8ca3-4654ec1fdd32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965641 Aug 16 23:08:49.607355 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9a569a56-1901-49b1-af72-b2e6857807fc tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26252129'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:49.657883 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b531ff48-b656-48aa-a06e-779deb43493b None None] Network 5f9a18b7-a365-440f-8802-e9439f2fe022 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:08:49.681777 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9a569a56-1901-49b1-af72-b2e6857807fc tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks [] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:49.693057 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-9a569a56-1901-49b1-af72-b2e6857807fc tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] 10.222.0.36 "DELETE /v2.0/subnets/ffd9758f-ba37-4d31-b005-35d1d275a110 HTTP/1.1" status: 204 len: 168 time: 0.6428461 Aug 16 23:08:49.696441 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a569a56-1901-49b1-af72-b2e6857807fc tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Pushing event deleted for resources: {'Subnet': ['ID=ffd9758f-ba37-4d31-b005-35d1d275a110,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:49.705278 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-9d5c8dd9-b6a4-4a4a-bb26-51fbc274fd20 None None] For port 93f627aa-48f0-471c-ab32-b1c9a4597fef, host n-d-791506-26, cleared binding levels {{(pid=101294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:08:49.705870 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 55922) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:49.709000 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8bca5ad0-c84c-4120-899a-c7cc748e7710 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:49.712259 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-9d5c8dd9-b6a4-4a4a-bb26-51fbc274fd20 None None] For port 93f627aa-48f0-471c-ab32-b1c9a4597fef, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=93f627aa-48f0-471c-ab32-b1c9a4597fef,segment=NetworkSegment(196ae6bd-f370-4d4b-98bb-76631d5d886c),segment_id=196ae6bd-f370-4d4b-98bb-76631d5d886c)] {{(pid=101294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:08:49.719252 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-9d5c8dd9-b6a4-4a4a-bb26-51fbc274fd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:49.724341 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-f43cbf66-ea4f-49f4-bb9c-2c62c7db1445 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8670254 Aug 16 23:08:49.726604 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 55924) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:49.746594 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-60eeb79e-99bd-4551-ac8e-831e8f7c1a60 admin admin] Request body: {'subnet': {'network_id': '91b57e6e-9034-49a1-9854-38249ce0f468', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1235066459-subnet', 'tenant_id': '8c2da68bd4e7485c8108ed13dbdcc934', 'ip_version': 4}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:08:49.766130 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43cbf66-ea4f-49f4-bb9c-2c62c7db1445 admin admin] Pushing event updated for resources: {'Network': ['ID=91b57e6e-9034-49a1-9854-38249ce0f468,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:49.786261 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5c8dd9-b6a4-4a4a-bb26-51fbc274fd20 None None] Routers {'e6e8358e-7e27-4c30-80ae-c48b8d320449'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:08:49.786603 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-9d5c8dd9-b6a4-4a4a-bb26-51fbc274fd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:08:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['e6e8358e-7e27-4c30-80ae-c48b8d320449'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:08:49.824493 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60eeb79e-99bd-4551-ac8e-831e8f7c1a60 admin admin] Made reservation on behalf of 8c2da68bd4e7485c8108ed13dbdcc934 for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:08:49.827473 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-60eeb79e-99bd-4551-ac8e-831e8f7c1a60 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:49.927011 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 91b57e6e-9034-49a1-9854-38249ce0f468 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:08:49.955842 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-9d5c8dd9-b6a4-4a4a-bb26-51fbc274fd20 None None] Set router e6e8358e-7e27-4c30-80ae-c48b8d320449 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:08:50.098599 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7702142a-39d7-44f9-b9b6-4e54d420f9f4 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:50.183100 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54c7812-ef38-4fd5-94e9-6d13dc2d7324 None None] Pushing event updated for resources: {'Port': ['ID=93f627aa-48f0-471c-ab32-b1c9a4597fef,revision_number=4']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:50.282240 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8bca5ad0-c84c-4120-899a-c7cc748e7710 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:50.296231 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8bca5ad0-c84c-4120-899a-c7cc748e7710 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:50.340092 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-11223462-1eca-486a-9221-f911f7f20090 req-d55a5f95-42c3-44be-9bc9-fa632d5771cf service neutron] 10.222.0.57 "GET /v2.0/networks/716ffdec-3357-4059-8ca3-4654ec1fdd32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7224686 Aug 16 23:08:50.438181 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-60eeb79e-99bd-4551-ac8e-831e8f7c1a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:50.447229 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-9d5c8dd9-b6a4-4a4a-bb26-51fbc274fd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e8358e-7e27-4c30-80ae-c48b8d320449', 'name': 'tempest-TestServerBasicOps-230547134-router', 'tenant_id': 'e79d7ff464c14298b60a5fb641626858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': 'f5a95ec4-f974-4b6a-9551-4c6d06fb4f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:08:37Z', 'updated_at': '2021-08-16T23:08:44Z', 'revision_number': 4, 'project_id': 'e79d7ff464c14298b60a5fb641626858', 'gw_port': {'id': 'f5a95ec4-f974-4b6a-9551-4c6d06fb4f96', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:00:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e8358e-7e27-4c30-80ae-c48b8d320449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2786, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:08:39Z', 'updated_at': '2021-08-16T23:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '93f627aa-48f0-471c-ab32-b1c9a4597fef', 'name': '', 'network_id': 'f857bb17-d5f1-461e-b18f-b627336021fd', 'tenant_id': 'e79d7ff464c14298b60a5fb641626858', 'mac_address': 'fa:16:3e:2b:90:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6e8358e-7e27-4c30-80ae-c48b8d320449', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': 'fa253f4b-008c-404d-ae31-8580bee27355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:08:42Z', 'updated_at': '2021-08-16T23:08:49Z', 'revision_number': 4, 'project_id': 'e79d7ff464c14298b60a5fb641626858', 'subnets': [{'id': 'fa253f4b-008c-404d-ae31-8580bee27355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:08:50.498138 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-11223462-1eca-486a-9221-f911f7f20090 req-996d54c2-b74c-4d44-bf67-845553e6c60f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1f7efbdf-cfae-4b67-acd0-7aee054634c7 HTTP/1.1" status: 200 len: 217 time: 0.1438749 Aug 16 23:08:50.517545 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5c8dd9-b6a4-4a4a-bb26-51fbc274fd20 None None] The sync data for ids ['e6e8358e-7e27-4c30-80ae-c48b8d320449'] in n-d-791506-26 is: [{'id': 'e6e8358e-7e27-4c30-80ae-c48b8d320449', 'name': 'tempest-TestServerBasicOps-230547134-router', 'tenant_id': 'e79d7ff464c14298b60a5fb641626858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': 'f5a95ec4-f974-4b6a-9551-4c6d06fb4f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:08:37Z', 'updated_at': '2021-08-16T23:08:44Z', 'revision_number': 4, 'project_id': 'e79d7ff464c14298b60a5fb641626858', 'gw_port': {'id': 'f5a95ec4-f974-4b6a-9551-4c6d06fb4f96', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:00:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e8358e-7e27-4c30-80ae-c48b8d320449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2786, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:08:39Z', 'updated_at': '2021-08-16T23:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '93f627aa-48f0-471c-ab32-b1c9a4597fef', 'name': '', 'network_id': 'f857bb17-d5f1-461e-b18f-b627336021fd', 'tenant_id': 'e79d7ff464c14298b60a5fb641626858', 'mac_address': 'fa:16:3e:2b:90:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6e8358e-7e27-4c30-80ae-c48b8d320449', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': 'fa253f4b-008c-404d-ae31-8580bee27355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:08:42Z', 'updated_at': '2021-08-16T23:08:49Z', 'revision_number': 4, 'project_id': 'e79d7ff464c14298b60a5fb641626858', 'subnets': [{'id': 'fa253f4b-008c-404d-ae31-8580bee27355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:08:50.521887 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-7702142a-39d7-44f9-b9b6-4e54d420f9f4 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Deleting port 3ff2fbb2-dc8b-4218-9aa2-172f411c83db {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:08:50.521887 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7702142a-39d7-44f9-b9b6-4e54d420f9f4 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:50.672407 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca5ad0-c84c-4120-899a-c7cc748e7710 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Pushing event updated for resources: {'Port': ['ID=b1941e3c-b2b4-4694-b9d0-24593d60c1b5,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:50.675432 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:50.681359 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e7a46e31-d7e1-4dea-a684-47b336bb814f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:50.718588 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca5ad0-c84c-4120-899a-c7cc748e7710 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:50.719003 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca5ad0-c84c-4120-899a-c7cc748e7710 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:50.721034 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11223462-1eca-486a-9221-f911f7f20090 req-c0ef121c-a23b-448e-b7a1-fbae8cacf05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:50.722671 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-11223462-1eca-486a-9221-f911f7f20090 req-c0ef121c-a23b-448e-b7a1-fbae8cacf05a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=78f5180d-c604-4361-9f31-ccf383bd8b30 HTTP/1.1" status: 200 len: 797 time: 0.2172070 Aug 16 23:08:50.724678 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca5ad0-c84c-4120-899a-c7cc748e7710 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:50.725145 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca5ad0-c84c-4120-899a-c7cc748e7710 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:50.725502 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca5ad0-c84c-4120-899a-c7cc748e7710 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:50.725848 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca5ad0-c84c-4120-899a-c7cc748e7710 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:50.726505 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca5ad0-c84c-4120-899a-c7cc748e7710 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:50.726871 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca5ad0-c84c-4120-899a-c7cc748e7710 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:50.728704 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca5ad0-c84c-4120-899a-c7cc748e7710 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:50.729066 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca5ad0-c84c-4120-899a-c7cc748e7710 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:50.729459 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca5ad0-c84c-4120-899a-c7cc748e7710 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:50.729802 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca5ad0-c84c-4120-899a-c7cc748e7710 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:50.778244 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-8bca5ad0-c84c-4120-899a-c7cc748e7710 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] In _notify_port_updated(), no bound segment for port b1941e3c-b2b4-4694-b9d0-24593d60c1b5 on network e5f0072e-6891-4209-952e-9bd863558e74 {{(pid=101291) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 23:08:50.791668 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bca5ad0-c84c-4120-899a-c7cc748e7710 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:50.792372 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8bca5ad0-c84c-4120-899a-c7cc748e7710 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:50.817314 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-8bca5ad0-c84c-4120-899a-c7cc748e7710 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] 10.222.0.36 "PUT /v2.0/ports/b1941e3c-b2b4-4694-b9d0-24593d60c1b5 HTTP/1.1" status: 200 len: 995 time: 1.5572324 Aug 16 23:08:50.818818 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7deff9a-1b92-4624-946b-2dcb14a85928 None None] DHCP port deletion for 5f9a18b7-a365-440f-8802-e9439f2fe022 request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:08:50.829495 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-7702142a-39d7-44f9-b9b6-4e54d420f9f4 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] For port 3ff2fbb2-dc8b-4218-9aa2-172f411c83db, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=3ff2fbb2-dc8b-4218-9aa2-172f411c83db,segment=NetworkSegment(2c3d278a-1cc7-4df3-ae5f-350177bfd0d7),segment_id=2c3d278a-1cc7-4df3-ae5f-350177bfd0d7)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:08:50.829856 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7702142a-39d7-44f9-b9b6-4e54d420f9f4 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:50.838003 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 55940) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:50.840712 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eeb79e-99bd-4551-ac8e-831e8f7c1a60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90b26926-733e-49e4-a35d-9c53c34038b8,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:50.928470 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-7702142a-39d7-44f9-b9b6-4e54d420f9f4 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Calling delete_port for 3ff2fbb2-dc8b-4218-9aa2-172f411c83db owned by network:dhcp {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:08:50.951482 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60eeb79e-99bd-4551-ac8e-831e8f7c1a60 admin admin] Checking segment: {'id': '7b9c98bc-6ac8-437e-af62-bcba42030bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '91b57e6e-9034-49a1-9854-38249ce0f468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:08:50.951843 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60eeb79e-99bd-4551-ac8e-831e8f7c1a60 admin admin] Network hostable DHCP agents. Network: 91b57e6e-9034-49a1-9854-38249ce0f468, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:08:50.962136 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-d7deff9a-1b92-4624-946b-2dcb14a85928 None None] Deleting port 3ff2fbb2-dc8b-4218-9aa2-172f411c83db {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:08:50.964174 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d7deff9a-1b92-4624-946b-2dcb14a85928 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:50.978623 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60eeb79e-99bd-4551-ac8e-831e8f7c1a60 admin admin] Network 91b57e6e-9034-49a1-9854-38249ce0f468 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:08:50.997451 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-60eeb79e-99bd-4551-ac8e-831e8f7c1a60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 91b57e6e-9034-49a1-9854-38249ce0f468) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:08:51.014489 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60eeb79e-99bd-4551-ac8e-831e8f7c1a60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:51.015097 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-60eeb79e-99bd-4551-ac8e-831e8f7c1a60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:51.019151 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11223462-1eca-486a-9221-f911f7f20090 req-d7320c01-16d9-4dd4-bbac-351511ac5b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:51.032739 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-11223462-1eca-486a-9221-f911f7f20090 req-d7320c01-16d9-4dd4-bbac-351511ac5b9a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f7e04764-48fe-4543-83bb-53e420b1bda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1915724 Aug 16 23:08:51.040119 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-60eeb79e-99bd-4551-ac8e-831e8f7c1a60 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2982802 Aug 16 23:08:51.041791 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad454f0-9c5f-4241-aa7c-08379310401b None None] Network 91b57e6e-9034-49a1-9854-38249ce0f468 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:08:51.042867 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 55942) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:51.049174 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-b70b84d5-39d6-4d3b-846a-a3540a20cf90 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1235066459-router', 'tenant_id': '8c2da68bd4e7485c8108ed13dbdcc934', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:08:51.056582 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-6c62cb30-14c4-40b6-af8e-653db10e9843 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Deleting port b1941e3c-b2b4-4694-b9d0-24593d60c1b5 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:08:51.057302 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6c62cb30-14c4-40b6-af8e-653db10e9843 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:51.140262 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-138d5cde-233e-4144-aff5-f741f6f5f21e None None] Provisioning complete for port b1941e3c-b2b4-4694-b9d0-24593d60c1b5 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:08:51.140262 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-138d5cde-233e-4144-aff5-f741f6f5f21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:51.153227 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-d7deff9a-1b92-4624-946b-2dcb14a85928 None None] For port 3ff2fbb2-dc8b-4218-9aa2-172f411c83db, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=3ff2fbb2-dc8b-4218-9aa2-172f411c83db,segment=NetworkSegment(2c3d278a-1cc7-4df3-ae5f-350177bfd0d7),segment_id=2c3d278a-1cc7-4df3-ae5f-350177bfd0d7)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:08:51.161531 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d7deff9a-1b92-4624-946b-2dcb14a85928 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:51.173798 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6c62cb30-14c4-40b6-af8e-653db10e9843 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:51.190942 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-6c62cb30-14c4-40b6-af8e-653db10e9843 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Calling delete_port for b1941e3c-b2b4-4694-b9d0-24593d60c1b5 owned by {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:08:51.226985 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-d7deff9a-1b92-4624-946b-2dcb14a85928 None None] Calling delete_port for 3ff2fbb2-dc8b-4218-9aa2-172f411c83db owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:08:51.256911 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7702142a-39d7-44f9-b9b6-4e54d420f9f4 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:51.285167 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-11223462-1eca-486a-9221-f911f7f20090 req-62994b4a-b5a3-4396-bf8a-22540542c9b7 service neutron] 10.222.0.57 "GET /v2.0/networks/f7e04764-48fe-4543-83bb-53e420b1bda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328444 Aug 16 23:08:51.288701 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7702142a-39d7-44f9-b9b6-4e54d420f9f4 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] No DVR routers for this DVR port 3ff2fbb2-dc8b-4218-9aa2-172f411c83db on host n-d-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:08:51.316123 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-138d5cde-233e-4144-aff5-f741f6f5f21e None None] Port b1941e3c-b2b4-4694-b9d0-24593d60c1b5 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:08:51.325989 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7702142a-39d7-44f9-b9b6-4e54d420f9f4 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Pushing event deleted for resources: {'Port': ['ID=3ff2fbb2-dc8b-4218-9aa2-172f411c83db,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:51.373178 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6c62cb30-14c4-40b6-af8e-653db10e9843 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:51.448507 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d7deff9a-1b92-4624-946b-2dcb14a85928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:51.461336 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c62cb30-14c4-40b6-af8e-653db10e9843 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Pushing event deleted for resources: {'Port': ['ID=b1941e3c-b2b4-4694-b9d0-24593d60c1b5,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:51.486987 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b70b84d5-39d6-4d3b-846a-a3540a20cf90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:51.488220 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b70b84d5-39d6-4d3b-846a-a3540a20cf90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:51.568207 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7deff9a-1b92-4624-946b-2dcb14a85928 None None] No DVR routers for this DVR port 3ff2fbb2-dc8b-4218-9aa2-172f411c83db on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:08:51.583733 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d092d6-ecdd-444c-bdd3-4a46b540f98c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-91b57e6e-9034-49a1-9854-38249ce0f468', 'network_id': '91b57e6e-9034-49a1-9854-38249ce0f468', 'tenant_id': '8c2da68bd4e7485c8108ed13dbdcc934', 'fixed_ips': [{'subnet_id': '90b26926-733e-49e4-a35d-9c53c34038b8'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:08:51.585176 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-95d092d6-ecdd-444c-bdd3-4a46b540f98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:51.589785 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7deff9a-1b92-4624-946b-2dcb14a85928 None None] Pushing event deleted for resources: {'Port': ['ID=3ff2fbb2-dc8b-4218-9aa2-172f411c83db,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:51.636372 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:51.719805 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b70b84d5-39d6-4d3b-846a-a3540a20cf90 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:51.721323 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6c62cb30-14c4-40b6-af8e-653db10e9843 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:51.726735 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-6c62cb30-14c4-40b6-af8e-653db10e9843 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] 10.222.0.36 "DELETE /v2.0/ports/b1941e3c-b2b4-4694-b9d0-24593d60c1b5 HTTP/1.1" status: 204 len: 168 time: 0.8837783 Aug 16 23:08:51.727346 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 55946) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:51.757863 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2c4d9b5-6be7-4e97-96dd-eb0c3c9e9b9a tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] GET failed (client error): The resource could not be found. Aug 16 23:08:51.763500 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-f2c4d9b5-6be7-4e97-96dd-eb0c3c9e9b9a tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] 10.222.0.36 "GET /v2.0/ports/b1941e3c-b2b4-4694-b9d0-24593d60c1b5 HTTP/1.1" status: 404 len: 333 time: 0.0315349 Aug 16 23:08:51.808347 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 55948) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:51.810494 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-95d092d6-ecdd-444c-bdd3-4a46b540f98c None None] Allocated IP 172.20.0.2 (91b57e6e-9034-49a1-9854-38249ce0f468/90b26926-733e-49e4-a35d-9c53c34038b8/f4293e99-317e-410a-b5ba-7c75fbce9ca6) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:08:51.828970 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-5b267a98-8e9d-470b-a895-87666ddaa12a tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Request body: {'port': {'network_id': 'e5f0072e-6891-4209-952e-9bd863558e74', 'name': 'tempest-AllowedAddressPairTestJSON-1569440058'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:08:52.047014 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 93f627aa-48f0-471c-ab32-b1c9a4597fef up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:08:52.055483 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-95d092d6-ecdd-444c-bdd3-4a46b540f98c None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:52.086973 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-95d092d6-ecdd-444c-bdd3-4a46b540f98c None None] Transition to ACTIVE for port object f4293e99-317e-410a-b5ba-7c75fbce9ca6 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:08:52.118439 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7702142a-39d7-44f9-b9b6-4e54d420f9f4 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:52.119825 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-95d092d6-ecdd-444c-bdd3-4a46b540f98c None None] Transition to ACTIVE for port object f4293e99-317e-410a-b5ba-7c75fbce9ca6 will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:08:52.125162 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b70b84d5-39d6-4d3b-846a-a3540a20cf90 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:52.135768 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-95d092d6-ecdd-444c-bdd3-4a46b540f98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:52.139228 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-7702142a-39d7-44f9-b9b6-4e54d420f9f4 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f9a18b7-a365-440f-8802-e9439f2fe022']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:08:52.155886 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-7702142a-39d7-44f9-b9b6-4e54d420f9f4 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c3d278a-1cc7-4df3-ae5f-350177bfd0d7') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:08:52.156123 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-7702142a-39d7-44f9-b9b6-4e54d420f9f4 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c3d278a-1cc7-4df3-ae5f-350177bfd0d7') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:08:52.171051 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7702142a-39d7-44f9-b9b6-4e54d420f9f4 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:52.180221 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 93f627aa-48f0-471c-ab32-b1c9a4597fef completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:08:52.195238 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 93f627aa-48f0-471c-ab32-b1c9a4597fef triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:08:52.195238 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:52.199544 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7702142a-39d7-44f9-b9b6-4e54d420f9f4 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:52.202273 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d092d6-ecdd-444c-bdd3-4a46b540f98c None None] Network 91b57e6e-9034-49a1-9854-38249ce0f468 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:08:52.214674 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-11223462-1eca-486a-9221-f911f7f20090 req-c8495cb9-5681-491c-beb1-2f8050ca30cc service neutron] 10.222.0.57 "GET /v2.0/networks/f7e04764-48fe-4543-83bb-53e420b1bda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9058359 Aug 16 23:08:52.215830 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7702142a-39d7-44f9-b9b6-4e54d420f9f4 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:08:52.216258 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7702142a-39d7-44f9-b9b6-4e54d420f9f4 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:52.219571 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 16 23:08:52.219571 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:08:52.219571 n-d-791506-26 neutron-server[101292]: timer() Aug 16 23:08:52.219571 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:08:52.219571 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 16 23:08:52.219571 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:08:52.219571 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 16 23:08:52.219571 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:08:52.219571 n-d-791506-26 neutron-server[101292]: self._notify() Aug 16 23:08:52.219571 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:08:52.219571 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 16 23:08:52.219571 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:08:52.219571 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 16 23:08:52.219571 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:08:52.219571 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:08:52.219571 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:08:52.219571 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:08:52.219571 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:08:52.219571 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 16 23:08:52.219571 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:08:52.219571 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 16 23:08:52.219571 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:08:52.219571 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:08:52.219571 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:08:52.219571 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 16 23:08:52.219571 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:08:52.219571 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:08:52.219571 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:08:52.219571 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:08:52.219571 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:08:52.219571 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:08:52.219571 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:08:52.227652 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-95d092d6-ecdd-444c-bdd3-4a46b540f98c None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:08:52.230189 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d092d6-ecdd-444c-bdd3-4a46b540f98c None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:08:52.247757 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d092d6-ecdd-444c-bdd3-4a46b540f98c None None] Pushing event updated for resources: {'Port': ['ID=f4293e99-317e-410a-b5ba-7c75fbce9ca6,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:52.251268 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b267a98-8e9d-470b-a895-87666ddaa12a tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Made reservation on behalf of e5d4e6d1376c45dc86ba17cfb4175921 for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:08:52.255946 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5b267a98-8e9d-470b-a895-87666ddaa12a tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:52.278762 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-5b267a98-8e9d-470b-a895-87666ddaa12a tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] device_id is not set on port 408a241e-9d7e-457a-8667-6db8886cfac1 yet. {{(pid=101291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 23:08:52.313586 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-95d092d6-ecdd-444c-bdd3-4a46b540f98c None None] Attempting to bind port f4293e99-317e-410a-b5ba-7c75fbce9ca6 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:08:52.313974 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-95d092d6-ecdd-444c-bdd3-4a46b540f98c None None] Attempting to bind port f4293e99-317e-410a-b5ba-7c75fbce9ca6 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '7b9c98bc-6ac8-437e-af62-bcba42030bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '91b57e6e-9034-49a1-9854-38249ce0f468'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:08:52.314352 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d092d6-ecdd-444c-bdd3-4a46b540f98c None None] Attempting to bind port f4293e99-317e-410a-b5ba-7c75fbce9ca6 on network 91b57e6e-9034-49a1-9854-38249ce0f468 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:08:52.319049 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-11223462-1eca-486a-9221-f911f7f20090 req-8af84afb-2177-49d0-95ca-e206a24f1cc8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4c28e14e-af8e-4e4b-9785-ea495ce96f11 HTTP/1.1" status: 200 len: 217 time: 0.0800195 Aug 16 23:08:52.346206 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d092d6-ecdd-444c-bdd3-4a46b540f98c None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:08:52.347131 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d092d6-ecdd-444c-bdd3-4a46b540f98c None None] Checking segment: {'id': '7b9c98bc-6ac8-437e-af62-bcba42030bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '91b57e6e-9034-49a1-9854-38249ce0f468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:08:52.347131 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-95d092d6-ecdd-444c-bdd3-4a46b540f98c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:52.347383 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d092d6-ecdd-444c-bdd3-4a46b540f98c None None] Bound using segment: {'id': '7b9c98bc-6ac8-437e-af62-bcba42030bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '91b57e6e-9034-49a1-9854-38249ce0f468'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:08:52.347870 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-95d092d6-ecdd-444c-bdd3-4a46b540f98c None None] Bound port: f4293e99-317e-410a-b5ba-7c75fbce9ca6, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b9c98bc-6ac8-437e-af62-bcba42030bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '91b57e6e-9034-49a1-9854-38249ce0f468'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:08:52.348306 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-95d092d6-ecdd-444c-bdd3-4a46b540f98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:52.376746 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:52.389851 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11223462-1eca-486a-9221-f911f7f20090 req-615d2657-329f-4130-ab81-3f0f2a6e7be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:52.393534 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-11223462-1eca-486a-9221-f911f7f20090 req-615d2657-329f-4130-ab81-3f0f2a6e7be5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=78f5180d-c604-4361-9f31-ccf383bd8b30 HTTP/1.1" status: 200 len: 797 time: 0.0674577 Aug 16 23:08:52.395468 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7702142a-39d7-44f9-b9b6-4e54d420f9f4 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:52.402021 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7702142a-39d7-44f9-b9b6-4e54d420f9f4 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:52.404199 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-7702142a-39d7-44f9-b9b6-4e54d420f9f4 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] 10.222.0.36 "DELETE /v2.0/networks/5f9a18b7-a365-440f-8802-e9439f2fe022 HTTP/1.1" status: 204 len: 168 time: 2.6750853 Aug 16 23:08:52.408125 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 55954) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:52.452202 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7702142a-39d7-44f9-b9b6-4e54d420f9f4 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Pushing event deleted for resources: {'Network': ['ID=5f9a18b7-a365-440f-8802-e9439f2fe022,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:52.453115 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a5daff1-a21e-4706-86cb-7906adf4864d tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] DELETE failed (client error): The resource could not be found. Aug 16 23:08:52.453786 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a5daff1-a21e-4706-86cb-7906adf4864d tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:08:52.455533 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-0a5daff1-a21e-4706-86cb-7906adf4864d tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] 10.222.0.36 "DELETE /v2.0/subnets/0e0551ba-eca0-4941-baab-240e70696a6a HTTP/1.1" status: 404 len: 337 time: 0.0442810 Aug 16 23:08:52.463058 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 55956) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:52.474289 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 93f627aa-48f0-471c-ab32-b1c9a4597fef, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=93f627aa-48f0-471c-ab32-b1c9a4597fef,segment=NetworkSegment(196ae6bd-f370-4d4b-98bb-76631d5d886c),segment_id=196ae6bd-f370-4d4b-98bb-76631d5d886c)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:08:52.480701 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-95d092d6-ecdd-444c-bdd3-4a46b540f98c None None] For port f4293e99-317e-410a-b5ba-7c75fbce9ca6, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:08:52.483614 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:52.486767 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef8793a8-f9f9-4b15-9a47-6bafaba620e6 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] DELETE failed (client error): The resource could not be found. Aug 16 23:08:52.487360 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef8793a8-f9f9-4b15-9a47-6bafaba620e6 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:08:52.489564 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-ef8793a8-f9f9-4b15-9a47-6bafaba620e6 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] 10.222.0.36 "DELETE /v2.0/networks/7da939ca-c788-47b9-8795-5983f0f7e4e4 HTTP/1.1" status: 404 len: 339 time: 0.0247302 Aug 16 23:08:52.491393 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-95d092d6-ecdd-444c-bdd3-4a46b540f98c None None] For port f4293e99-317e-410a-b5ba-7c75fbce9ca6, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=f4293e99-317e-410a-b5ba-7c75fbce9ca6,segment=NetworkSegment(7b9c98bc-6ac8-437e-af62-bcba42030bae),segment_id=7b9c98bc-6ac8-437e-af62-bcba42030bae)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:08:52.493863 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 55960) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:52.507191 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11223462-1eca-486a-9221-f911f7f20090 req-37a552e3-91f1-4ed8-88c9-ceeb96f5a6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:52.509244 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-11223462-1eca-486a-9221-f911f7f20090 req-37a552e3-91f1-4ed8-88c9-ceeb96f5a6ea service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f7e04764-48fe-4543-83bb-53e420b1bda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1038473 Aug 16 23:08:52.540531 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-5b267a98-8e9d-470b-a895-87666ddaa12a tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Allocated IP 172.20.0.10 (e5f0072e-6891-4209-952e-9bd863558e74/9ecc1efc-9d76-4793-92b0-89896dfa9712/408a241e-9d7e-457a-8667-6db8886cfac1) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:08:52.578744 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=93f627aa-48f0-471c-ab32-b1c9a4597fef,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:52.595862 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-95d092d6-ecdd-444c-bdd3-4a46b540f98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:52.613271 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b70b84d5-39d6-4d3b-846a-a3540a20cf90 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:52.648452 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b70b84d5-39d6-4d3b-846a-a3540a20cf90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:52.653670 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-11223462-1eca-486a-9221-f911f7f20090 req-fd57ca82-6f8e-4ae6-beac-736b9594eaf4 service neutron] 10.222.0.57 "GET /v2.0/networks/f7e04764-48fe-4543-83bb-53e420b1bda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196523 Aug 16 23:08:52.661176 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_v2 [None req-02916a59-5df3-4f83-aac1-7c11c0a9b334 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Deleting subnet cfb48851-a673-42d1-bb3a-aff6f5ee366e {{(pid=101292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:08:52.665378 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-02916a59-5df3-4f83-aac1-7c11c0a9b334 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks [] for subnet, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:52.682526 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 3ff2fbb2-dc8b-4218-9aa2-172f411c83db no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:08:52.689462 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d092d6-ecdd-444c-bdd3-4a46b540f98c None None] Pushing event updated for resources: {'Port': ['ID=f4293e99-317e-410a-b5ba-7c75fbce9ca6,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:52.712554 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 3ff2fbb2-dc8b-4218-9aa2-172f411c83db {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:08:52.712554 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 3ff2fbb2-dc8b-4218-9aa2-172f411c83db not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:08:52.755536 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:52.770124 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-02916a59-5df3-4f83-aac1-7c11c0a9b334 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3848860'] for subnet, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:52.901902 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-b70b84d5-39d6-4d3b-846a-a3540a20cf90 admin admin] Allocated IP 172.25.4.208 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/281105f2-dd44-4e83-b9bc-d7894058e569) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:08:52.909993 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5b267a98-8e9d-470b-a895-87666ddaa12a tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:52.940874 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5b267a98-8e9d-470b-a895-87666ddaa12a tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Transition to ACTIVE for port object 408a241e-9d7e-457a-8667-6db8886cfac1 will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:08:52.960692 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-11223462-1eca-486a-9221-f911f7f20090 req-432081a3-3406-4635-87e8-70467638c567 service neutron] 10.222.0.57 "GET /v2.0/networks/f7e04764-48fe-4543-83bb-53e420b1bda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2920163 Aug 16 23:08:53.009360 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-02916a59-5df3-4f83-aac1-7c11c0a9b334 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:53.122586 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-02916a59-5df3-4f83-aac1-7c11c0a9b334 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26252129'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:53.152355 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5b267a98-8e9d-470b-a895-87666ddaa12a tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:53.161691 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02916a59-5df3-4f83-aac1-7c11c0a9b334 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Pushing event deleted for resources: {'Subnet': ['ID=cfb48851-a673-42d1-bb3a-aff6f5ee366e,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:53.177325 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2502c876-bce6-4a83-b162-8fe747bb3808 None None] Network 9a234f76-c92d-45eb-b1b1-a5ee631ba74c requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:08:53.185176 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-02916a59-5df3-4f83-aac1-7c11c0a9b334 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks [] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:53.187605 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-02916a59-5df3-4f83-aac1-7c11c0a9b334 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] 10.222.0.36 "DELETE /v2.0/subnets/cfb48851-a673-42d1-bb3a-aff6f5ee366e HTTP/1.1" status: 204 len: 168 time: 0.6910160 Aug 16 23:08:53.192605 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 55974) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:53.205331 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02916a59-5df3-4f83-aac1-7c11c0a9b334 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:53.206053 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02916a59-5df3-4f83-aac1-7c11c0a9b334 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:53.206637 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02916a59-5df3-4f83-aac1-7c11c0a9b334 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:53.207578 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02916a59-5df3-4f83-aac1-7c11c0a9b334 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:53.208157 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02916a59-5df3-4f83-aac1-7c11c0a9b334 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:53.208735 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02916a59-5df3-4f83-aac1-7c11c0a9b334 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:53.209339 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02916a59-5df3-4f83-aac1-7c11c0a9b334 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:53.209911 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02916a59-5df3-4f83-aac1-7c11c0a9b334 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:53.211184 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02916a59-5df3-4f83-aac1-7c11c0a9b334 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:53.212061 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02916a59-5df3-4f83-aac1-7c11c0a9b334 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:53.212694 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02916a59-5df3-4f83-aac1-7c11c0a9b334 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:53.213246 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02916a59-5df3-4f83-aac1-7c11c0a9b334 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:08:53.238715 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b70b84d5-39d6-4d3b-846a-a3540a20cf90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:53.255812 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b267a98-8e9d-470b-a895-87666ddaa12a tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Network e5f0072e-6891-4209-952e-9bd863558e74 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:08:53.256892 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b267a98-8e9d-470b-a895-87666ddaa12a tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Pushing event updated for resources: {'Port': ['ID=408a241e-9d7e-457a-8667-6db8886cfac1,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:53.271266 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-5b267a98-8e9d-470b-a895-87666ddaa12a tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:08:53.274824 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b267a98-8e9d-470b-a895-87666ddaa12a tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:08:53.324212 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bafdb66f-6e76-4648-bd28-04169fea57d0 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:53.352671 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b267a98-8e9d-470b-a895-87666ddaa12a tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:53.353341 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5b267a98-8e9d-470b-a895-87666ddaa12a tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:53.374496 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-5b267a98-8e9d-470b-a895-87666ddaa12a tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5651324 Aug 16 23:08:53.377176 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 55976) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:53.383832 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-36ad0bd8-9ef0-420a-ab64-234f8fbb8f1b tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Request body: {'port': {'network_id': 'e5f0072e-6891-4209-952e-9bd863558e74', 'name': 'tempest-AllowedAddressPairTestJSON-790520343'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:08:53.393747 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b70b84d5-39d6-4d3b-846a-a3540a20cf90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:53.415697 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-bafdb66f-6e76-4648-bd28-04169fea57d0 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Deleting port 9a826ef1-5253-416f-93b1-6ff7d14537a6 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:08:53.416272 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bafdb66f-6e76-4648-bd28-04169fea57d0 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:53.510891 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768dff17-a5e6-40e2-9c82-3c5ed682150f None None] DHCP port deletion for 9a234f76-c92d-45eb-b1b1-a5ee631ba74c request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:08:53.527108 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-bafdb66f-6e76-4648-bd28-04169fea57d0 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] For port 9a826ef1-5253-416f-93b1-6ff7d14537a6, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=9a826ef1-5253-416f-93b1-6ff7d14537a6,segment=NetworkSegment(8d3fe75d-4c5c-473e-9529-0f1328d2c078),segment_id=8d3fe75d-4c5c-473e-9529-0f1328d2c078)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:08:53.527632 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bafdb66f-6e76-4648-bd28-04169fea57d0 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:53.545552 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-bafdb66f-6e76-4648-bd28-04169fea57d0 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Calling delete_port for 9a826ef1-5253-416f-93b1-6ff7d14537a6 owned by network:dhcp {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:08:53.552318 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70b84d5-39d6-4d3b-846a-a3540a20cf90 admin admin] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:08:53.560641 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-b70b84d5-39d6-4d3b-846a-a3540a20cf90 admin admin] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:08:53.565140 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70b84d5-39d6-4d3b-846a-a3540a20cf90 admin admin] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:08:53.571790 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70b84d5-39d6-4d3b-846a-a3540a20cf90 admin admin] Pushing event updated for resources: {'Port': ['ID=281105f2-dd44-4e83-b9bc-d7894058e569,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:53.589675 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-768dff17-a5e6-40e2-9c82-3c5ed682150f None None] Deleting port 9a826ef1-5253-416f-93b1-6ff7d14537a6 {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:08:53.590061 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-768dff17-a5e6-40e2-9c82-3c5ed682150f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:53.666285 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bafdb66f-6e76-4648-bd28-04169fea57d0 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:53.667265 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-768dff17-a5e6-40e2-9c82-3c5ed682150f None None] For port 9a826ef1-5253-416f-93b1-6ff7d14537a6, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=9a826ef1-5253-416f-93b1-6ff7d14537a6,segment=NetworkSegment(8d3fe75d-4c5c-473e-9529-0f1328d2c078),segment_id=8d3fe75d-4c5c-473e-9529-0f1328d2c078)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:08:53.667868 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-768dff17-a5e6-40e2-9c82-3c5ed682150f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:53.699270 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafdb66f-6e76-4648-bd28-04169fea57d0 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] No DVR routers for this DVR port 9a826ef1-5253-416f-93b1-6ff7d14537a6 on host n-d-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:08:53.700137 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-768dff17-a5e6-40e2-9c82-3c5ed682150f None None] Calling delete_port for 9a826ef1-5253-416f-93b1-6ff7d14537a6 owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:08:53.704418 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafdb66f-6e76-4648-bd28-04169fea57d0 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Pushing event deleted for resources: {'Port': ['ID=9a826ef1-5253-416f-93b1-6ff7d14537a6,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:53.805202 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36ad0bd8-9ef0-420a-ab64-234f8fbb8f1b tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Made reservation on behalf of e5d4e6d1376c45dc86ba17cfb4175921 for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:08:53.807920 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bafdb66f-6e76-4648-bd28-04169fea57d0 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:53.809522 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-36ad0bd8-9ef0-420a-ab64-234f8fbb8f1b tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:53.821241 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-bafdb66f-6e76-4648-bd28-04169fea57d0 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a234f76-c92d-45eb-b1b1-a5ee631ba74c']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:08:53.834014 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-bafdb66f-6e76-4648-bd28-04169fea57d0 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d3fe75d-4c5c-473e-9529-0f1328d2c078') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:08:53.834425 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-bafdb66f-6e76-4648-bd28-04169fea57d0 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d3fe75d-4c5c-473e-9529-0f1328d2c078') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:08:53.843727 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-11335c68-d04c-4822-80f8-f2e06e2e03b7 None None] Provisioning for port 408a241e-9d7e-457a-8667-6db8886cfac1 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:08:53.850148 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bafdb66f-6e76-4648-bd28-04169fea57d0 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:53.851096 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-768dff17-a5e6-40e2-9c82-3c5ed682150f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:53.862424 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-11335c68-d04c-4822-80f8-f2e06e2e03b7 None None] Provisioning complete for port 408a241e-9d7e-457a-8667-6db8886cfac1 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:08:53.865826 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-11335c68-d04c-4822-80f8-f2e06e2e03b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:53.868993 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bafdb66f-6e76-4648-bd28-04169fea57d0 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:53.897318 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bafdb66f-6e76-4648-bd28-04169fea57d0 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:08:53.898032 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bafdb66f-6e76-4648-bd28-04169fea57d0 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:53.912045 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768dff17-a5e6-40e2-9c82-3c5ed682150f None None] No DVR routers for this DVR port 9a826ef1-5253-416f-93b1-6ff7d14537a6 on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:08:53.916755 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dff17-a5e6-40e2-9c82-3c5ed682150f None None] Pushing event deleted for resources: {'Port': ['ID=9a826ef1-5253-416f-93b1-6ff7d14537a6,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:53.937927 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-11335c68-d04c-4822-80f8-f2e06e2e03b7 None None] Port 408a241e-9d7e-457a-8667-6db8886cfac1 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:08:53.988235 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 16 23:08:53.988235 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:08:53.988235 n-d-791506-26 neutron-server[101292]: timer() Aug 16 23:08:53.988235 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:08:53.988235 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 16 23:08:53.988235 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:08:53.988235 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 16 23:08:53.988235 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:08:53.988235 n-d-791506-26 neutron-server[101292]: self._notify() Aug 16 23:08:53.988235 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:08:53.988235 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 16 23:08:53.988235 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:08:53.988235 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 16 23:08:53.988235 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:08:53.988235 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:08:53.988235 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:08:53.988235 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:08:53.988235 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:08:53.988235 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 16 23:08:53.988235 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:08:53.988235 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 16 23:08:53.988235 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:08:53.988235 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:08:53.988235 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:08:53.988235 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 16 23:08:53.988235 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:08:53.988235 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:08:53.988235 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:08:53.988235 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:08:53.988235 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:08:53.988235 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:08:53.988235 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:08:54.016673 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b70b84d5-39d6-4d3b-846a-a3540a20cf90 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:54.035900 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bafdb66f-6e76-4648-bd28-04169fea57d0 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:54.081122 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bafdb66f-6e76-4648-bd28-04169fea57d0 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:54.086495 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-bafdb66f-6e76-4648-bd28-04169fea57d0 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] 10.222.0.36 "DELETE /v2.0/networks/9a234f76-c92d-45eb-b1b1-a5ee631ba74c HTTP/1.1" status: 204 len: 168 time: 0.8924804 Aug 16 23:08:54.089653 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafdb66f-6e76-4648-bd28-04169fea57d0 tempest-NetworksIpV6Test-1826773697 tempest-NetworksIpV6Test-1826773697-project] Pushing event deleted for resources: {'Network': ['ID=9a234f76-c92d-45eb-b1b1-a5ee631ba74c,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:54.181945 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device f4293e99-317e-410a-b5ba-7c75fbce9ca6 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:08:54.262044 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bde6e79-caab-416c-a7e4-f94ade268193 None None] Network 91b57e6e-9034-49a1-9854-38249ce0f468 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:08:54.360746 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port f4293e99-317e-410a-b5ba-7c75fbce9ca6 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:08:54.373372 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 93f627aa-48f0-471c-ab32-b1c9a4597fef up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:08:54.420061 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-507340c2-e5eb-4c0c-b3d7-847bfaf2d2d8 None None] Provisioning for port f4293e99-317e-410a-b5ba-7c75fbce9ca6 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:08:54.446701 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-507340c2-e5eb-4c0c-b3d7-847bfaf2d2d8 None None] Provisioning complete for port f4293e99-317e-410a-b5ba-7c75fbce9ca6 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:08:54.447172 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-507340c2-e5eb-4c0c-b3d7-847bfaf2d2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:54.544676 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 55988) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:54.550555 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 93f627aa-48f0-471c-ab32-b1c9a4597fef triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:08:54.551303 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:54.575702 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-36ad0bd8-9ef0-420a-ab64-234f8fbb8f1b tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] device_id is not set on port 3fed606d-9416-46cb-acd2-11a3dba55c41 yet. {{(pid=101291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 23:08:54.652042 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-507340c2-e5eb-4c0c-b3d7-847bfaf2d2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:54.755623 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-507340c2-e5eb-4c0c-b3d7-847bfaf2d2d8 None None] For port f4293e99-317e-410a-b5ba-7c75fbce9ca6, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=f4293e99-317e-410a-b5ba-7c75fbce9ca6,segment=NetworkSegment(7b9c98bc-6ac8-437e-af62-bcba42030bae),segment_id=7b9c98bc-6ac8-437e-af62-bcba42030bae)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:08:54.763486 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-507340c2-e5eb-4c0c-b3d7-847bfaf2d2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:54.813827 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-a2a3e32e-ad00-4d9e-b908-e47d88ceb525 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e264ed5e17d34e92a88e577ba1cfb4fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2671244 Aug 16 23:08:54.817556 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 55992) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:54.848328 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507340c2-e5eb-4c0c-b3d7-847bfaf2d2d8 None None] Pushing event updated for resources: {'Port': ['ID=f4293e99-317e-410a-b5ba-7c75fbce9ca6,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:54.850627 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-36ad0bd8-9ef0-420a-ab64-234f8fbb8f1b tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Allocated IP 172.20.0.7 (e5f0072e-6891-4209-952e-9bd863558e74/9ecc1efc-9d76-4793-92b0-89896dfa9712/3fed606d-9416-46cb-acd2-11a3dba55c41) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:08:54.855488 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 9a826ef1-5253-416f-93b1-6ff7d14537a6 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:08:54.888065 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 9a826ef1-5253-416f-93b1-6ff7d14537a6 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:08:54.888726 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 9a826ef1-5253-416f-93b1-6ff7d14537a6 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:08:54.906652 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b70b84d5-39d6-4d3b-846a-a3540a20cf90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:54.987061 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0207c605-34a1-4679-b636-771c2b339152 None None] Provisioning complete for port f4293e99-317e-410a-b5ba-7c75fbce9ca6 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:08:54.987446 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0207c605-34a1-4679-b636-771c2b339152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:55.027254 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-894b2f3d-e46c-4d61-aa0b-e618ebd09462 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:55.111492 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-894b2f3d-e46c-4d61-aa0b-e618ebd09462 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:55.198214 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-36ad0bd8-9ef0-420a-ab64-234f8fbb8f1b tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:55.231664 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-36ad0bd8-9ef0-420a-ab64-234f8fbb8f1b tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Transition to ACTIVE for port object 3fed606d-9416-46cb-acd2-11a3dba55c41 will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:08:55.233634 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-894b2f3d-e46c-4d61-aa0b-e618ebd09462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:55.236089 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-894b2f3d-e46c-4d61-aa0b-e618ebd09462 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:55.237327 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-894b2f3d-e46c-4d61-aa0b-e618ebd09462 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9a25ea43-9891-449f-99f3-1b8ca596dfe2 HTTP/1.1" status: 204 len: 168 time: 0.4166760 Aug 16 23:08:55.253791 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894b2f3d-e46c-4d61-aa0b-e618ebd09462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a25ea43-9891-449f-99f3-1b8ca596dfe2,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:55.260116 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b70b84d5-39d6-4d3b-846a-a3540a20cf90 admin admin] Router 13d11149-05d1-489d-9e41-83d9bdb912ed is scheduled to L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f with binding_index 1 {{(pid=101291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:08:55.272094 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:55.341467 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-36ad0bd8-9ef0-420a-ab64-234f8fbb8f1b tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:55.466255 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ad0bd8-9ef0-420a-ab64-234f8fbb8f1b tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Network e5f0072e-6891-4209-952e-9bd863558e74 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:08:55.476801 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-36ad0bd8-9ef0-420a-ab64-234f8fbb8f1b tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:08:55.479602 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ad0bd8-9ef0-420a-ab64-234f8fbb8f1b tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:08:55.488411 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ad0bd8-9ef0-420a-ab64-234f8fbb8f1b tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Pushing event updated for resources: {'Port': ['ID=3fed606d-9416-46cb-acd2-11a3dba55c41,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:55.531271 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b70b84d5-39d6-4d3b-846a-a3540a20cf90 admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:08:55.543119 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c7a899-5026-4b8d-a21e-0b7bf4978746 None None] Sync routers for ids ['13d11149-05d1-489d-9e41-83d9bdb912ed'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:08:55.559984 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c7a899-5026-4b8d-a21e-0b7bf4978746 None None] Routers {'13d11149-05d1-489d-9e41-83d9bdb912ed'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:08:55.561376 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-59c7a899-5026-4b8d-a21e-0b7bf4978746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:08:51Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['13d11149-05d1-489d-9e41-83d9bdb912ed'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:08:55.566524 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ad0bd8-9ef0-420a-ab64-234f8fbb8f1b tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:55.567239 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-36ad0bd8-9ef0-420a-ab64-234f8fbb8f1b tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:55.572640 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b70b84d5-39d6-4d3b-846a-a3540a20cf90 admin admin] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:55.578119 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56008) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:55.578623 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-b70b84d5-39d6-4d3b-846a-a3540a20cf90 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.5340817 Aug 16 23:08:55.596017 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-36ad0bd8-9ef0-420a-ab64-234f8fbb8f1b tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2177672 Aug 16 23:08:55.596771 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 56010) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:55.603615 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-33d734d6-ea43-4252-b14d-c874b51b8319 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:69:d0:d0'}, {'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:09:7c:c5'}]}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:08:55.725738 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-59c7a899-5026-4b8d-a21e-0b7bf4978746 None None] Set router 13d11149-05d1-489d-9e41-83d9bdb912ed gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:08:55.868784 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-abec8424-459c-4838-92e3-e69a45787dc3 None None] Provisioning for port 3fed606d-9416-46cb-acd2-11a3dba55c41 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:08:55.874511 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-33d734d6-ea43-4252-b14d-c874b51b8319 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:55.899784 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-abec8424-459c-4838-92e3-e69a45787dc3 None None] Provisioning complete for port 3fed606d-9416-46cb-acd2-11a3dba55c41 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:08:55.900142 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-abec8424-459c-4838-92e3-e69a45787dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:56.033384 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-abec8424-459c-4838-92e3-e69a45787dc3 None None] Port 3fed606d-9416-46cb-acd2-11a3dba55c41 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:08:56.070693 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device f4293e99-317e-410a-b5ba-7c75fbce9ca6 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:08:56.184436 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-59c7a899-5026-4b8d-a21e-0b7bf4978746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13d11149-05d1-489d-9e41-83d9bdb912ed', 'name': 'tempest-TestServerBasicOps-1235066459-router', 'tenant_id': '8c2da68bd4e7485c8108ed13dbdcc934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '281105f2-dd44-4e83-b9bc-d7894058e569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:08:51Z', 'updated_at': '2021-08-16T23:08:53Z', 'revision_number': 3, 'project_id': '8c2da68bd4e7485c8108ed13dbdcc934', 'gw_port': {'id': '281105f2-dd44-4e83-b9bc-d7894058e569', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2d:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d11149-05d1-489d-9e41-83d9bdb912ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:08:52Z', 'updated_at': '2021-08-16T23:08:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:08:56.205038 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bf2f2af4-aa34-4bdb-b24b-ced579a257ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:56.213064 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-33d734d6-ea43-4252-b14d-c874b51b8319 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:56.229377 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c7a899-5026-4b8d-a21e-0b7bf4978746 None None] Checking router: 13d11149-05d1-489d-9e41-83d9bdb912ed for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:08:56.229866 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c7a899-5026-4b8d-a21e-0b7bf4978746 None None] Updating router 13d11149-05d1-489d-9e41-83d9bdb912ed port 281105f2-dd44-4e83-b9bc-d7894058e569 binding host n-d-791506-26 {{(pid=101293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:08:56.236968 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-33d734d6-ea43-4252-b14d-c874b51b8319 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:56.261901 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port f4293e99-317e-410a-b5ba-7c75fbce9ca6 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:08:56.262335 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:56.396016 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d734d6-ea43-4252-b14d-c874b51b8319 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Pushing event updated for resources: {'Port': ['ID=3fed606d-9416-46cb-acd2-11a3dba55c41,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:56.443256 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 56030) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:56.537296 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-33d734d6-ea43-4252-b14d-c874b51b8319 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] In _notify_port_updated(), no bound segment for port 3fed606d-9416-46cb-acd2-11a3dba55c41 on network e5f0072e-6891-4209-952e-9bd863558e74 {{(pid=101291) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 23:08:56.564031 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d734d6-ea43-4252-b14d-c874b51b8319 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:08:56.567682 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-33d734d6-ea43-4252-b14d-c874b51b8319 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:56.577030 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-33d734d6-ea43-4252-b14d-c874b51b8319 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] 10.222.0.36 "PUT /v2.0/ports/3fed606d-9416-46cb-acd2-11a3dba55c41 HTTP/1.1" status: 200 len: 1056 time: 0.9776869 Aug 16 23:08:56.577574 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-bf2f2af4-aa34-4bdb-b24b-ced579a257ee admin admin] Allocated IP 172.20.0.1 (91b57e6e-9034-49a1-9854-38249ce0f468/90b26926-733e-49e4-a35d-9c53c34038b8/3a5699ee-7c45-4426-8130-52a9680b652b) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:08:56.579410 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 56036) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:56.689493 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-59c7a899-5026-4b8d-a21e-0b7bf4978746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:56.742157 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-3cbe1aaf-08f4-4cea-99fc-3be68ed7b7aa tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Request body: {'security_group': {'name': 'tempest-secgroup--2059575087'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:08:56.776348 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bf2f2af4-aa34-4bdb-b24b-ced579a257ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:56.793756 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [None req-bf2f2af4-aa34-4bdb-b24b-ced579a257ee admin admin] Transition to ACTIVE for port object 3a5699ee-7c45-4426-8130-52a9680b652b will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:08:56.837756 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3cbe1aaf-08f4-4cea-99fc-3be68ed7b7aa tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:56.850061 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3cbe1aaf-08f4-4cea-99fc-3be68ed7b7aa tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:56.858128 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bf2f2af4-aa34-4bdb-b24b-ced579a257ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:56.899717 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-ab43f3ff-775d-4a39-8526-4616c32f3938 None None] Provisioning complete for port 3fed606d-9416-46cb-acd2-11a3dba55c41 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:08:56.900127 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ab43f3ff-775d-4a39-8526-4616c32f3938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:56.919566 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-f28c4139-0651-453d-9782-a098eedc56ca tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Deleting port 3fed606d-9416-46cb-acd2-11a3dba55c41 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:08:56.919946 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f28c4139-0651-453d-9782-a098eedc56ca tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:56.925970 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2f2af4-aa34-4bdb-b24b-ced579a257ee admin admin] Network 91b57e6e-9034-49a1-9854-38249ce0f468 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:08:56.936640 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-bf2f2af4-aa34-4bdb-b24b-ced579a257ee admin admin] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:08:56.940706 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2f2af4-aa34-4bdb-b24b-ced579a257ee admin admin] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:08:56.978199 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2f2af4-aa34-4bdb-b24b-ced579a257ee admin admin] Pushing event updated for resources: {'Port': ['ID=3a5699ee-7c45-4426-8130-52a9680b652b,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:57.004338 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bf2f2af4-aa34-4bdb-b24b-ced579a257ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954230'] for router_interface, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:57.111690 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f28c4139-0651-453d-9782-a098eedc56ca tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:57.170611 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-f28c4139-0651-453d-9782-a098eedc56ca tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Calling delete_port for 3fed606d-9416-46cb-acd2-11a3dba55c41 owned by {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:08:57.171537 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-59c7a899-5026-4b8d-a21e-0b7bf4978746 None None] Notify callbacks [] for port, precommit_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:57.176047 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3cbe1aaf-08f4-4cea-99fc-3be68ed7b7aa tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:57.179388 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bf2f2af4-aa34-4bdb-b24b-ced579a257ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:57.184574 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-59c7a899-5026-4b8d-a21e-0b7bf4978746 None None] Transition to ACTIVE for port object 281105f2-dd44-4e83-b9bc-d7894058e569 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:08:57.188250 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3cbe1aaf-08f4-4cea-99fc-3be68ed7b7aa tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:57.193454 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-ab43f3ff-775d-4a39-8526-4616c32f3938 None None] Port 3fed606d-9416-46cb-acd2-11a3dba55c41 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:08:57.197695 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-59c7a899-5026-4b8d-a21e-0b7bf4978746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:57.261040 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b693882-fe22-452b-8c2c-5cc581148989 None None] Pushing event updated for resources: {'Port': ['ID=281105f2-dd44-4e83-b9bc-d7894058e569,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:57.300203 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbe1aaf-08f4-4cea-99fc-3be68ed7b7aa tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8d9d33e-0e19-426f-a62e-2abe038be802,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:57.300848 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-59c7a899-5026-4b8d-a21e-0b7bf4978746 None None] Attempting to bind port 281105f2-dd44-4e83-b9bc-d7894058e569 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:08:57.300848 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-59c7a899-5026-4b8d-a21e-0b7bf4978746 None None] Attempting to bind port 281105f2-dd44-4e83-b9bc-d7894058e569 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:08:57.301044 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c7a899-5026-4b8d-a21e-0b7bf4978746 None None] Attempting to bind port 281105f2-dd44-4e83-b9bc-d7894058e569 on network c22c4980-c849-406d-982c-a5d68c515a94 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:08:57.320656 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c7a899-5026-4b8d-a21e-0b7bf4978746 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:08:57.321065 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c7a899-5026-4b8d-a21e-0b7bf4978746 None None] Checking segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:08:57.321567 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-59c7a899-5026-4b8d-a21e-0b7bf4978746 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:57.321973 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c7a899-5026-4b8d-a21e-0b7bf4978746 None None] Bound using segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:08:57.322468 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-59c7a899-5026-4b8d-a21e-0b7bf4978746 None None] Bound port: 281105f2-dd44-4e83-b9bc-d7894058e569, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:08:57.322858 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-59c7a899-5026-4b8d-a21e-0b7bf4978746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:57.383485 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-953e2d94-9731-4326-8612-aaac82a80718 None None] Provisioning for port 3a5699ee-7c45-4426-8130-52a9680b652b completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:08:57.397813 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-953e2d94-9731-4326-8612-aaac82a80718 None None] Provisioning complete for port 3a5699ee-7c45-4426-8130-52a9680b652b triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:08:57.398411 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-953e2d94-9731-4326-8612-aaac82a80718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:57.404259 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3cbe1aaf-08f4-4cea-99fc-3be68ed7b7aa tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:57.411585 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3cbe1aaf-08f4-4cea-99fc-3be68ed7b7aa tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:57.449251 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3cbe1aaf-08f4-4cea-99fc-3be68ed7b7aa tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:57.450381 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-3cbe1aaf-08f4-4cea-99fc-3be68ed7b7aa tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0037804 Aug 16 23:08:57.453538 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56046) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:57.469053 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-953e2d94-9731-4326-8612-aaac82a80718 None None] Port 3a5699ee-7c45-4426-8130-52a9680b652b cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:08:57.471094 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbe1aaf-08f4-4cea-99fc-3be68ed7b7aa tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3596d74-9ed0-4ac9-a785-d8bb3106598f,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:57.473267 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bf2f2af4-aa34-4bdb-b24b-ced579a257ee admin admin] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:57.484874 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f28c4139-0651-453d-9782-a098eedc56ca tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:57.489444 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-59c7a899-5026-4b8d-a21e-0b7bf4978746 None None] For port 281105f2-dd44-4e83-b9bc-d7894058e569, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:08:57.495631 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-59c7a899-5026-4b8d-a21e-0b7bf4978746 None None] For port 281105f2-dd44-4e83-b9bc-d7894058e569, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=281105f2-dd44-4e83-b9bc-d7894058e569,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:08:57.503183 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-59c7a899-5026-4b8d-a21e-0b7bf4978746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:57.503384 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bf2f2af4-aa34-4bdb-b24b-ced579a257ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:57.532420 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28c4139-0651-453d-9782-a098eedc56ca tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Pushing event deleted for resources: {'Port': ['ID=3fed606d-9416-46cb-acd2-11a3dba55c41,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:57.600337 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-1760f5ae-921d-41ac-91bc-9fcc7d46754a tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1435628 Aug 16 23:08:57.602723 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c7a899-5026-4b8d-a21e-0b7bf4978746 None None] Routers {'13d11149-05d1-489d-9e41-83d9bdb912ed'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:08:57.603755 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-59c7a899-5026-4b8d-a21e-0b7bf4978746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:08:51Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['13d11149-05d1-489d-9e41-83d9bdb912ed'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:08:57.612434 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 56048) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:57.619945 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-d6e9053d-89d2-4a8e-850d-959952979fc9 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Request body: {'security_group': {'name': 'tempest-security--639589338', 'description': 'tempest-security-description-1723802575'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:08:57.649761 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bf2f2af4-aa34-4bdb-b24b-ced579a257ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954122'] for router_interface, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:57.692053 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d6e9053d-89d2-4a8e-850d-959952979fc9 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:57.775652 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b693882-fe22-452b-8c2c-5cc581148989 None None] Pushing event updated for resources: {'Port': ['ID=281105f2-dd44-4e83-b9bc-d7894058e569,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:57.815271 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2f2af4-aa34-4bdb-b24b-ced579a257ee admin admin] Pushing event updated for resources: {'Port': ['ID=3a5699ee-7c45-4426-8130-52a9680b652b,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:57.849883 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-59c7a899-5026-4b8d-a21e-0b7bf4978746 None None] Set router 13d11149-05d1-489d-9e41-83d9bdb912ed gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:08:57.890059 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2f2af4-aa34-4bdb-b24b-ced579a257ee admin admin] Network 91b57e6e-9034-49a1-9854-38249ce0f468 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:08:57.891427 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-bf2f2af4-aa34-4bdb-b24b-ced579a257ee admin admin] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:08:57.950025 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d6e9053d-89d2-4a8e-850d-959952979fc9 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:57.958534 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d6e9053d-89d2-4a8e-850d-959952979fc9 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:57.962374 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d6e9053d-89d2-4a8e-850d-959952979fc9 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:57.966508 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-d6e9053d-89d2-4a8e-850d-959952979fc9 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] 10.222.0.36 "PUT /v2.0/security-groups/a3596d74-9ed0-4ac9-a785-d8bb3106598f HTTP/1.1" status: 200 len: 1779 time: 0.3506241 Aug 16 23:08:57.966508 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f28c4139-0651-453d-9782-a098eedc56ca tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:57.969111 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-f28c4139-0651-453d-9782-a098eedc56ca tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] 10.222.0.36 "DELETE /v2.0/ports/3fed606d-9416-46cb-acd2-11a3dba55c41 HTTP/1.1" status: 204 len: 168 time: 1.3766878 Aug 16 23:08:57.977654 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 56058) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:57.978251 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 56060) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:58.025903 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e9053d-89d2-4a8e-850d-959952979fc9 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3596d74-9ed0-4ac9-a785-d8bb3106598f,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:58.062406 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-44f227b8-3c47-4a65-b018-60a37ba7971d tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] GET failed (client error): The resource could not be found. Aug 16 23:08:58.064060 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-44f227b8-3c47-4a65-b018-60a37ba7971d tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] 10.222.0.36 "GET /v2.0/ports/3fed606d-9416-46cb-acd2-11a3dba55c41 HTTP/1.1" status: 404 len: 333 time: 0.0832467 Aug 16 23:08:58.068968 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56064) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:58.084803 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf2f2af4-aa34-4bdb-b24b-ced579a257ee admin admin] Router 13d11149-05d1-489d-9e41-83d9bdb912ed has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:08:58.111797 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-5877c0e2-3a1e-4479-aae4-75886b4e3b92 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] 10.222.0.36 "GET /v2.0/security-groups/a3596d74-9ed0-4ac9-a785-d8bb3106598f HTTP/1.1" status: 200 len: 1779 time: 0.1322393 Aug 16 23:08:58.115970 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56068) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:58.261877 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-59c7a899-5026-4b8d-a21e-0b7bf4978746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13d11149-05d1-489d-9e41-83d9bdb912ed', 'name': 'tempest-TestServerBasicOps-1235066459-router', 'tenant_id': '8c2da68bd4e7485c8108ed13dbdcc934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '281105f2-dd44-4e83-b9bc-d7894058e569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:08:51Z', 'updated_at': '2021-08-16T23:08:57Z', 'revision_number': 4, 'project_id': '8c2da68bd4e7485c8108ed13dbdcc934', 'gw_port': {'id': '281105f2-dd44-4e83-b9bc-d7894058e569', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2d:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d11149-05d1-489d-9e41-83d9bdb912ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:08:52Z', 'updated_at': '2021-08-16T23:08:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '3a5699ee-7c45-4426-8130-52a9680b652b', 'name': '', 'network_id': '91b57e6e-9034-49a1-9854-38249ce0f468', 'tenant_id': '8c2da68bd4e7485c8108ed13dbdcc934', 'mac_address': 'fa:16:3e:2d:44:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d11149-05d1-489d-9e41-83d9bdb912ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '90b26926-733e-49e4-a35d-9c53c34038b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:08:56Z', 'updated_at': '2021-08-16T23:08:57Z', 'revision_number': 2, 'project_id': '8c2da68bd4e7485c8108ed13dbdcc934', 'subnets': [{'id': '90b26926-733e-49e4-a35d-9c53c34038b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:08:58.307617 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c7a899-5026-4b8d-a21e-0b7bf4978746 None None] The sync data for ids ['13d11149-05d1-489d-9e41-83d9bdb912ed'] in n-d-791506-26 is: [{'id': '13d11149-05d1-489d-9e41-83d9bdb912ed', 'name': 'tempest-TestServerBasicOps-1235066459-router', 'tenant_id': '8c2da68bd4e7485c8108ed13dbdcc934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '281105f2-dd44-4e83-b9bc-d7894058e569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:08:51Z', 'updated_at': '2021-08-16T23:08:57Z', 'revision_number': 4, 'project_id': '8c2da68bd4e7485c8108ed13dbdcc934', 'gw_port': {'id': '281105f2-dd44-4e83-b9bc-d7894058e569', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2d:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d11149-05d1-489d-9e41-83d9bdb912ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:08:52Z', 'updated_at': '2021-08-16T23:08:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '3a5699ee-7c45-4426-8130-52a9680b652b', 'name': '', 'network_id': '91b57e6e-9034-49a1-9854-38249ce0f468', 'tenant_id': '8c2da68bd4e7485c8108ed13dbdcc934', 'mac_address': 'fa:16:3e:2d:44:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d11149-05d1-489d-9e41-83d9bdb912ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '90b26926-733e-49e4-a35d-9c53c34038b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:08:56Z', 'updated_at': '2021-08-16T23:08:57Z', 'revision_number': 2, 'project_id': '8c2da68bd4e7485c8108ed13dbdcc934', 'subnets': [{'id': '90b26926-733e-49e4-a35d-9c53c34038b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:08:58.309346 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-c2464ed9-d371-49b1-b0e3-20d87cef3573 None None] Provisioning complete for port 3a5699ee-7c45-4426-8130-52a9680b652b triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:08:58.310132 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c2464ed9-d371-49b1-b0e3-20d87cef3573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:58.365413 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-c2464ed9-d371-49b1-b0e3-20d87cef3573 None None] Port 3a5699ee-7c45-4426-8130-52a9680b652b cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:08:58.630689 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-aaea0d86-5f1f-4b16-833a-b522726fc61c tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:58.672766 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-aaea0d86-5f1f-4b16-833a-b522726fc61c tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:58.685609 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-d7a0078c-a61e-4eec-9da1-ac9ffb81c355 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Deleting port 408a241e-9d7e-457a-8667-6db8886cfac1 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:08:58.685953 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d7a0078c-a61e-4eec-9da1-ac9ffb81c355 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:58.755460 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf2f2af4-aa34-4bdb-b24b-ced579a257ee admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:08:58.777234 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-bf2f2af4-aa34-4bdb-b24b-ced579a257ee admin admin] 10.222.0.36 "PUT /v2.0/routers/13d11149-05d1-489d-9e41-83d9bdb912ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1876271 Aug 16 23:08:58.804837 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-aaea0d86-5f1f-4b16-833a-b522726fc61c tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:58.807783 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-aaea0d86-5f1f-4b16-833a-b522726fc61c tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:58.808989 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-aaea0d86-5f1f-4b16-833a-b522726fc61c tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] 10.222.0.36 "DELETE /v2.0/security-groups/a3596d74-9ed0-4ac9-a785-d8bb3106598f HTTP/1.1" status: 204 len: 168 time: 0.6891146 Aug 16 23:08:58.811635 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 56090) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:58.840994 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaea0d86-5f1f-4b16-833a-b522726fc61c tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3596d74-9ed0-4ac9-a785-d8bb3106598f,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:58.901974 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d7a0078c-a61e-4eec-9da1-ac9ffb81c355 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:58.905464 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-c8ddc709-2e97-4633-94f9-7f0656e715db tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0913167 Aug 16 23:08:58.907966 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 56092) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:58.921746 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-d7a0078c-a61e-4eec-9da1-ac9ffb81c355 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Calling delete_port for 408a241e-9d7e-457a-8667-6db8886cfac1 owned by {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:08:58.931767 n-d-791506-26 neutron-server[101291]: INFO neutron.api.v2.resource [None req-8d082a10-3b34-4c87-bf39-217a3f79bbc8 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] delete failed (client error): The resource could not be found. Aug 16 23:08:58.933712 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-8d082a10-3b34-4c87-bf39-217a3f79bbc8 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] 10.222.0.36 "DELETE /v2.0/security-groups/a3596d74-9ed0-4ac9-a785-d8bb3106598f HTTP/1.1" status: 404 len: 347 time: 0.0241301 Aug 16 23:08:58.937756 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 56094) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:58.947542 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-510cd843-5614-4a70-8242-59d329e66a8f tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Request body: {'security_group': {'name': 'tempest-secgroup--1966950784'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:08:58.999584 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-510cd843-5614-4a70-8242-59d329e66a8f tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:59.153640 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d7a0078c-a61e-4eec-9da1-ac9ffb81c355 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:59.184297 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a0078c-a61e-4eec-9da1-ac9ffb81c355 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Pushing event deleted for resources: {'Port': ['ID=408a241e-9d7e-457a-8667-6db8886cfac1,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:59.208318 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-510cd843-5614-4a70-8242-59d329e66a8f tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:59.215069 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-510cd843-5614-4a70-8242-59d329e66a8f tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:59.276332 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-510cd843-5614-4a70-8242-59d329e66a8f tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:59.278591 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-510cd843-5614-4a70-8242-59d329e66a8f tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3391612 Aug 16 23:08:59.281560 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 56100) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:59.287156 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-b23437d6-3849-40b0-932a-1d7e27c0e179 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Request body: {'security_group_rule': {'security_group_id': 'c2cdf40a-cf32-4de0-be44-4fa2d12fb061', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:08:59.306140 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510cd843-5614-4a70-8242-59d329e66a8f tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2cdf40a-cf32-4de0-be44-4fa2d12fb061,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:59.344032 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b23437d6-3849-40b0-932a-1d7e27c0e179 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:59.361433 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d7a0078c-a61e-4eec-9da1-ac9ffb81c355 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:59.368442 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-d7a0078c-a61e-4eec-9da1-ac9ffb81c355 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] 10.222.0.36 "DELETE /v2.0/ports/408a241e-9d7e-457a-8667-6db8886cfac1 HTTP/1.1" status: 204 len: 168 time: 1.2977934 Aug 16 23:08:59.369623 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56102) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:59.412110 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ceda2c4-851c-41d6-9f05-ca6ce0a6a03d tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] GET failed (client error): The resource could not be found. Aug 16 23:08:59.424833 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 56104) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:59.425870 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-7ceda2c4-851c-41d6-9f05-ca6ce0a6a03d tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] 10.222.0.36 "GET /v2.0/ports/408a241e-9d7e-457a-8667-6db8886cfac1 HTTP/1.1" status: 404 len: 333 time: 0.0550926 Aug 16 23:08:59.513903 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b23437d6-3849-40b0-932a-1d7e27c0e179 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:59.519978 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b23437d6-3849-40b0-932a-1d7e27c0e179 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:59.601750 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23437d6-3849-40b0-932a-1d7e27c0e179 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62047727-5e1b-4caf-8448-88a944659afd,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:59.608254 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b23437d6-3849-40b0-932a-1d7e27c0e179 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:59.609598 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-b23437d6-3849-40b0-932a-1d7e27c0e179 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3270972 Aug 16 23:08:59.612584 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56106) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:59.659983 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-537837e5-6bb6-4b1f-8fc6-70f4289e2d36 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:59.670511 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-15a58fb3-6844-4990-918e-f362973e7a88 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Deleting port 237fe2d9-4d90-41e5-976b-cc79cca1e6df {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:08:59.670867 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-15a58fb3-6844-4990-918e-f362973e7a88 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:59.685739 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-537837e5-6bb6-4b1f-8fc6-70f4289e2d36 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:59.749282 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-537837e5-6bb6-4b1f-8fc6-70f4289e2d36 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:59.758180 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-537837e5-6bb6-4b1f-8fc6-70f4289e2d36 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:59.760448 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-537837e5-6bb6-4b1f-8fc6-70f4289e2d36 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/62047727-5e1b-4caf-8448-88a944659afd HTTP/1.1" status: 204 len: 168 time: 0.1468189 Aug 16 23:08:59.763922 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 56108) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:59.782254 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537837e5-6bb6-4b1f-8fc6-70f4289e2d36 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=62047727-5e1b-4caf-8448-88a944659afd,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:08:59.852177 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-15a58fb3-6844-4990-918e-f362973e7a88 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:08:59.885729 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-15a58fb3-6844-4990-918e-f362973e7a88 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Calling delete_port for 237fe2d9-4d90-41e5-976b-cc79cca1e6df owned by {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:08:59.900202 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56112) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:08:59.900726 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-c66278ec-1c3c-458a-889e-3105e14b1ff8 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1355503 Aug 16 23:09:00.027957 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f9da0cd5-2f29-4654-858c-016a178c9bca tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:00.068060 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 281105f2-dd44-4e83-b9bc-d7894058e569 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:09:00.098784 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f9da0cd5-2f29-4654-858c-016a178c9bca tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:00.136175 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-15a58fb3-6844-4990-918e-f362973e7a88 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:00.205748 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a58fb3-6844-4990-918e-f362973e7a88 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Pushing event deleted for resources: {'Port': ['ID=237fe2d9-4d90-41e5-976b-cc79cca1e6df,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:00.267621 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f9da0cd5-2f29-4654-858c-016a178c9bca tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:00.271990 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 281105f2-dd44-4e83-b9bc-d7894058e569 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:09:00.272308 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f9da0cd5-2f29-4654-858c-016a178c9bca tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:00.276067 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-f9da0cd5-2f29-4654-858c-016a178c9bca tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] 10.222.0.36 "DELETE /v2.0/security-groups/c2cdf40a-cf32-4de0-be44-4fa2d12fb061 HTTP/1.1" status: 204 len: 168 time: 0.3730845 Aug 16 23:09:00.278574 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56118) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:00.285779 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 281105f2-dd44-4e83-b9bc-d7894058e569 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:09:00.289028 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:00.317886 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9da0cd5-2f29-4654-858c-016a178c9bca tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2cdf40a-cf32-4de0-be44-4fa2d12fb061,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:00.410408 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-9af83c02-0264-4826-a397-9d9a3eaeb1dc tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1051633 Aug 16 23:09:00.411154 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 56120) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:00.417969 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-c3dc5602-ab4b-4d87-b625-d82834f42dfb tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Request body: {'security_group': {'name': 'tempest-secgroup--1196826648'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:09:00.448360 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-15a58fb3-6844-4990-918e-f362973e7a88 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:00.453512 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56122) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:00.454003 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-15a58fb3-6844-4990-918e-f362973e7a88 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] 10.222.0.36 "DELETE /v2.0/ports/237fe2d9-4d90-41e5-976b-cc79cca1e6df HTTP/1.1" status: 204 len: 168 time: 1.0276585 Aug 16 23:09:00.455840 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c3dc5602-ab4b-4d87-b625-d82834f42dfb tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:00.509861 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:00.561298 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 281105f2-dd44-4e83-b9bc-d7894058e569, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=281105f2-dd44-4e83-b9bc-d7894058e569,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:09:00.567648 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:00.600007 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_v2 [None req-8687bd81-24ec-4cd9-9fbd-b4583af703b0 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Deleting subnet 9ecc1efc-9d76-4793-92b0-89896dfa9712 {{(pid=101292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:09:00.604551 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8687bd81-24ec-4cd9-9fbd-b4583af703b0 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Notify callbacks [] for subnet, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:00.608809 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c3dc5602-ab4b-4d87-b625-d82834f42dfb tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:00.615882 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c3dc5602-ab4b-4d87-b625-d82834f42dfb tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:00.666847 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=281105f2-dd44-4e83-b9bc-d7894058e569,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:00.667137 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8687bd81-24ec-4cd9-9fbd-b4583af703b0 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3848860'] for subnet, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:00.677309 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dc5602-ab4b-4d87-b625-d82834f42dfb tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a66081-408f-40fd-a712-946a9cee747b,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:00.682723 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c3dc5602-ab4b-4d87-b625-d82834f42dfb tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:00.692974 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-c3dc5602-ab4b-4d87-b625-d82834f42dfb tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2801733 Aug 16 23:09:00.693625 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 56124) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:00.693956 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 56126) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:00.700450 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-c6d03e15-f660-4a5a-a9e8-b63e34be6445 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Request body: {'security_group_rule': {'security_group_id': 'b3a66081-408f-40fd-a712-946a9cee747b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:09:00.707426 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-71261b77-7a2f-43a2-8078-615aea9fa478 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1972101282', 'description': 'tempest-secgroup-smoke-1972101282 description', 'project_id': 'e79d7ff464c14298b60a5fb641626858'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:09:00.756350 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c6d03e15-f660-4a5a-a9e8-b63e34be6445 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:00.797874 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8687bd81-24ec-4cd9-9fbd-b4583af703b0 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:00.807133 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-71261b77-7a2f-43a2-8078-615aea9fa478 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:00.891187 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8687bd81-24ec-4cd9-9fbd-b4583af703b0 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26252129'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:00.908679 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c6d03e15-f660-4a5a-a9e8-b63e34be6445 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:00.911201 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8687bd81-24ec-4cd9-9fbd-b4583af703b0 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Notify callbacks [] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:00.913444 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-8687bd81-24ec-4cd9-9fbd-b4583af703b0 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] 10.222.0.36 "DELETE /v2.0/subnets/9ecc1efc-9d76-4793-92b0-89896dfa9712 HTTP/1.1" status: 204 len: 168 time: 0.4586370 Aug 16 23:09:00.921285 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 56130) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:00.931587 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-facdd344-4ea6-4a1c-8ac5-de4bb744a4d5 None None] Network e5f0072e-6891-4209-952e-9bd863558e74 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:09:00.936738 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c6d03e15-f660-4a5a-a9e8-b63e34be6445 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:00.947943 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8687bd81-24ec-4cd9-9fbd-b4583af703b0 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Pushing event deleted for resources: {'Subnet': ['ID=9ecc1efc-9d76-4793-92b0-89896dfa9712,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:01.039245 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d03e15-f660-4a5a-a9e8-b63e34be6445 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=734ebe24-8c25-4e18-8a86-169521d2f6de,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:01.089022 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3696f104-70eb-4694-ba7e-dd807be7fb62 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:01.101226 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-71261b77-7a2f-43a2-8078-615aea9fa478 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:01.108579 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-71261b77-7a2f-43a2-8078-615aea9fa478 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:01.118593 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c6d03e15-f660-4a5a-a9e8-b63e34be6445 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:01.122359 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-c6d03e15-f660-4a5a-a9e8-b63e34be6445 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4244411 Aug 16 23:09:01.123087 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56132) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:01.130175 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-75c3a74b-f622-4297-8644-0fc8554c6476 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Request body: {'security_group_rule': {'security_group_id': 'b3a66081-408f-40fd-a712-946a9cee747b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:09:01.166954 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-71261b77-7a2f-43a2-8078-615aea9fa478 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:01.172434 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-71261b77-7a2f-43a2-8078-615aea9fa478 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4717517 Aug 16 23:09:01.172789 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 56136) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:01.177552 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-2bf4c66d-218e-4682-97a1-a8c0770c160f tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Request body: {'security_group_rule': {'security_group_id': '7815a016-bbd1-468a-9ff2-59548a452ca5', 'project_id': 'e79d7ff464c14298b60a5fb641626858', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:09:01.188227 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71261b77-7a2f-43a2-8078-615aea9fa478 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7815a016-bbd1-468a-9ff2-59548a452ca5,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:01.199535 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d608124-0942-45d2-81af-de3331d8e6e9 None None] DHCP port deletion for e5f0072e-6891-4209-952e-9bd863558e74 request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:09:01.212932 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-75c3a74b-f622-4297-8644-0fc8554c6476 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:01.225630 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2bf4c66d-218e-4682-97a1-a8c0770c160f tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:01.244419 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-3696f104-70eb-4694-ba7e-dd807be7fb62 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Deleting port 56cc5904-6e0f-480b-a1ce-b3507d80abb1 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:09:01.245264 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3696f104-70eb-4694-ba7e-dd807be7fb62 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:01.290944 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-2d608124-0942-45d2-81af-de3331d8e6e9 None None] Deleting port 56cc5904-6e0f-480b-a1ce-b3507d80abb1 {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:09:01.291484 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2d608124-0942-45d2-81af-de3331d8e6e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:01.298108 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-75c3a74b-f622-4297-8644-0fc8554c6476 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:01.304829 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-75c3a74b-f622-4297-8644-0fc8554c6476 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:01.332573 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-75c3a74b-f622-4297-8644-0fc8554c6476 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:01.337962 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-75c3a74b-f622-4297-8644-0fc8554c6476 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2131217 Aug 16 23:09:01.338963 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56140) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:01.347787 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-4113e228-062b-454f-b0aa-fe211a1bb8c4 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Request body: {'security_group_rule': {'security_group_id': 'b3a66081-408f-40fd-a712-946a9cee747b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:09:01.362567 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-3696f104-70eb-4694-ba7e-dd807be7fb62 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] For port 56cc5904-6e0f-480b-a1ce-b3507d80abb1, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=56cc5904-6e0f-480b-a1ce-b3507d80abb1,segment=NetworkSegment(38efcdbc-7961-4462-b71c-e0f385618861),segment_id=38efcdbc-7961-4462-b71c-e0f385618861)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:09:01.362951 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3696f104-70eb-4694-ba7e-dd807be7fb62 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:01.377871 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c3a74b-f622-4297-8644-0fc8554c6476 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a59ccd59-5161-44cc-bbad-d14692448c88,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:01.387225 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4113e228-062b-454f-b0aa-fe211a1bb8c4 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:01.390444 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-3696f104-70eb-4694-ba7e-dd807be7fb62 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Calling delete_port for 56cc5904-6e0f-480b-a1ce-b3507d80abb1 owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:09:01.413324 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-2d608124-0942-45d2-81af-de3331d8e6e9 None None] For port 56cc5904-6e0f-480b-a1ce-b3507d80abb1, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=56cc5904-6e0f-480b-a1ce-b3507d80abb1,segment=NetworkSegment(38efcdbc-7961-4462-b71c-e0f385618861),segment_id=38efcdbc-7961-4462-b71c-e0f385618861)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:09:01.414357 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2d608124-0942-45d2-81af-de3331d8e6e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:01.432485 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-2d608124-0942-45d2-81af-de3331d8e6e9 None None] Calling delete_port for 56cc5904-6e0f-480b-a1ce-b3507d80abb1 owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:09:01.461001 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2bf4c66d-218e-4682-97a1-a8c0770c160f tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:01.466843 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2bf4c66d-218e-4682-97a1-a8c0770c160f tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:01.478859 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4113e228-062b-454f-b0aa-fe211a1bb8c4 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:01.486036 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4113e228-062b-454f-b0aa-fe211a1bb8c4 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:01.501303 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf4c66d-218e-4682-97a1-a8c0770c160f tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17cebe3d-8cb7-454b-ad30-b7d60165e99d,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:01.506666 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2bf4c66d-218e-4682-97a1-a8c0770c160f tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:01.507738 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4113e228-062b-454f-b0aa-fe211a1bb8c4 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22752bd8-0ee1-4912-8552-7e09cbc81780,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:01.508864 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-2bf4c66d-218e-4682-97a1-a8c0770c160f tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3344638 Aug 16 23:09:01.512237 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56142) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:01.519073 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-a676654c-3e4a-4c0d-bd4d-e91ad03d4777 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Request body: {'security_group_rule': {'security_group_id': '7815a016-bbd1-468a-9ff2-59548a452ca5', 'project_id': 'e79d7ff464c14298b60a5fb641626858', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:09:01.531757 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3696f104-70eb-4694-ba7e-dd807be7fb62 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:01.543835 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4113e228-062b-454f-b0aa-fe211a1bb8c4 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:01.548890 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-4113e228-062b-454f-b0aa-fe211a1bb8c4 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2065492 Aug 16 23:09:01.549645 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56144) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:01.555974 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-f4c20179-92ce-4a79-85af-98763755e7e5 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Request body: {'security_group_rule': {'security_group_id': 'b3a66081-408f-40fd-a712-946a9cee747b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:09:01.566765 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a676654c-3e4a-4c0d-bd4d-e91ad03d4777 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:01.568260 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3696f104-70eb-4694-ba7e-dd807be7fb62 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Pushing event deleted for resources: {'Port': ['ID=56cc5904-6e0f-480b-a1ce-b3507d80abb1,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:01.577038 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3696f104-70eb-4694-ba7e-dd807be7fb62 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] No DVR routers for this DVR port 56cc5904-6e0f-480b-a1ce-b3507d80abb1 on host n-d-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:09:01.595691 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2d608124-0942-45d2-81af-de3331d8e6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:01.637446 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f4c20179-92ce-4a79-85af-98763755e7e5 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:01.648090 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d608124-0942-45d2-81af-de3331d8e6e9 None None] Pushing event deleted for resources: {'Port': ['ID=56cc5904-6e0f-480b-a1ce-b3507d80abb1,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:01.650531 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d608124-0942-45d2-81af-de3331d8e6e9 None None] No DVR routers for this DVR port 56cc5904-6e0f-480b-a1ce-b3507d80abb1 on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:09:01.660601 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a676654c-3e4a-4c0d-bd4d-e91ad03d4777 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:01.676409 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a676654c-3e4a-4c0d-bd4d-e91ad03d4777 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:01.689522 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3696f104-70eb-4694-ba7e-dd807be7fb62 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:01.702137 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-3696f104-70eb-4694-ba7e-dd807be7fb62 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5f0072e-6891-4209-952e-9bd863558e74']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:09:01.714663 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-3696f104-70eb-4694-ba7e-dd807be7fb62 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38efcdbc-7961-4462-b71c-e0f385618861') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:09:01.715013 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-3696f104-70eb-4694-ba7e-dd807be7fb62 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38efcdbc-7961-4462-b71c-e0f385618861') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:09:01.720476 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a676654c-3e4a-4c0d-bd4d-e91ad03d4777 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89f7bd59-011a-47ad-860b-b9118b0e0109,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:01.732434 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3696f104-70eb-4694-ba7e-dd807be7fb62 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:01.738968 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a676654c-3e4a-4c0d-bd4d-e91ad03d4777 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:01.745034 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-a676654c-3e4a-4c0d-bd4d-e91ad03d4777 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2310066 Aug 16 23:09:01.745439 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 56146) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:01.751578 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-02e95961-a2e3-4cf0-b3d3-ace7306b5135 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Request body: {'security_group_rule': {'security_group_id': '7815a016-bbd1-468a-9ff2-59548a452ca5', 'project_id': 'e79d7ff464c14298b60a5fb641626858', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:09:01.758653 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3696f104-70eb-4694-ba7e-dd807be7fb62 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:01.770214 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3696f104-70eb-4694-ba7e-dd807be7fb62 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:09:01.770733 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3696f104-70eb-4694-ba7e-dd807be7fb62 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:01.774730 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 23:09:01.774730 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:09:01.774730 n-d-791506-26 neutron-server[101291]: timer() Aug 16 23:09:01.774730 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:09:01.774730 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 23:09:01.774730 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:09:01.774730 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 23:09:01.774730 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:09:01.774730 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 23:09:01.774730 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:09:01.774730 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 23:09:01.774730 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:09:01.774730 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 23:09:01.774730 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:09:01.774730 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:09:01.774730 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:09:01.774730 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:09:01.774730 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:09:01.774730 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 23:09:01.774730 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:09:01.774730 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 23:09:01.774730 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:09:01.774730 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:09:01.774730 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:09:01.774730 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 23:09:01.774730 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:09:01.774730 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:09:01.774730 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:09:01.774730 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:09:01.774730 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:09:01.774730 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:09:01.774730 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:09:01.781459 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f4c20179-92ce-4a79-85af-98763755e7e5 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:01.787099 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f4c20179-92ce-4a79-85af-98763755e7e5 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:01.818356 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c20179-92ce-4a79-85af-98763755e7e5 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cdfe5fc-511e-49cc-b339-afb41dbfd333,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:01.855682 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f4c20179-92ce-4a79-85af-98763755e7e5 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:01.857014 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-f4c20179-92ce-4a79-85af-98763755e7e5 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3060057 Aug 16 23:09:01.859659 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56148) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:01.865483 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-cf5a3b92-7837-4dbd-be2b-5b72f9f5fd87 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Request body: {'security_group_rule': {'security_group_id': 'b3a66081-408f-40fd-a712-946a9cee747b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:09:01.871577 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-02e95961-a2e3-4cf0-b3d3-ace7306b5135 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:01.902730 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-cf5a3b92-7837-4dbd-be2b-5b72f9f5fd87 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:01.903122 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3696f104-70eb-4694-ba7e-dd807be7fb62 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:01.909957 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3696f104-70eb-4694-ba7e-dd807be7fb62 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:01.926013 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-3696f104-70eb-4694-ba7e-dd807be7fb62 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] 10.222.0.36 "DELETE /v2.0/networks/e5f0072e-6891-4209-952e-9bd863558e74 HTTP/1.1" status: 204 len: 168 time: 1.0027230 Aug 16 23:09:02.005293 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 281105f2-dd44-4e83-b9bc-d7894058e569 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:09:02.021951 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-cf5a3b92-7837-4dbd-be2b-5b72f9f5fd87 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:02.029967 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-cf5a3b92-7837-4dbd-be2b-5b72f9f5fd87 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:02.057102 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3696f104-70eb-4694-ba7e-dd807be7fb62 tempest-AllowedAddressPairTestJSON-754627174 tempest-AllowedAddressPairTestJSON-754627174-project] Pushing event deleted for resources: {'Network': ['ID=e5f0072e-6891-4209-952e-9bd863558e74,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:02.105219 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 281105f2-dd44-4e83-b9bc-d7894058e569 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:09:02.106551 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:02.110329 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5a3b92-7837-4dbd-be2b-5b72f9f5fd87 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdf29114-7dcc-4dc6-971d-d4c11fc385b3,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:02.119608 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-cf5a3b92-7837-4dbd-be2b-5b72f9f5fd87 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:02.121311 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-cf5a3b92-7837-4dbd-be2b-5b72f9f5fd87 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2606957 Aug 16 23:09:02.124120 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56160) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:02.128600 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f9f416-6611-4396-8ff7-09882920813d None None] Sync routers for ids ['13d11149-05d1-489d-9e41-83d9bdb912ed'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:09:02.157430 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f9f416-6611-4396-8ff7-09882920813d None None] Routers {'13d11149-05d1-489d-9e41-83d9bdb912ed'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:09:02.160527 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-52f9f416-6611-4396-8ff7-09882920813d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:08:51Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['13d11149-05d1-489d-9e41-83d9bdb912ed'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:09:02.170542 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-14213d22-f60c-48ec-8f00-7cc30f520ff1 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:02.181010 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-14213d22-f60c-48ec-8f00-7cc30f520ff1 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:02.190150 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-02e95961-a2e3-4cf0-b3d3-ace7306b5135 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:02.199097 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-02e95961-a2e3-4cf0-b3d3-ace7306b5135 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:02.232913 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e95961-a2e3-4cf0-b3d3-ace7306b5135 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eae8dc41-f6d4-4487-befb-b917cae44694,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:02.250659 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-02e95961-a2e3-4cf0-b3d3-ace7306b5135 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:02.258658 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-02e95961-a2e3-4cf0-b3d3-ace7306b5135 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5053329 Aug 16 23:09:02.260331 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56168) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:02.265691 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-82362903-1974-4cbc-8e21-6ab0599a758d tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Request body: {'security_group_rule': {'security_group_id': '7815a016-bbd1-468a-9ff2-59548a452ca5', 'project_id': 'e79d7ff464c14298b60a5fb641626858', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:09:02.283353 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-14213d22-f60c-48ec-8f00-7cc30f520ff1 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:02.303241 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-14213d22-f60c-48ec-8f00-7cc30f520ff1 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:02.305695 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-14213d22-f60c-48ec-8f00-7cc30f520ff1 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/cdf29114-7dcc-4dc6-971d-d4c11fc385b3 HTTP/1.1" status: 204 len: 168 time: 0.1800900 Aug 16 23:09:02.308050 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 56170) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:02.309577 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14213d22-f60c-48ec-8f00-7cc30f520ff1 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cdf29114-7dcc-4dc6-971d-d4c11fc385b3,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:02.336221 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-82362903-1974-4cbc-8e21-6ab0599a758d tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:02.419065 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-951a9903-eb1a-40cd-8d7f-0c0660649c72 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1068845 Aug 16 23:09:02.420412 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 56178) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:02.424186 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-82362903-1974-4cbc-8e21-6ab0599a758d tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:02.433499 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-82362903-1974-4cbc-8e21-6ab0599a758d tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:02.445403 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 56cc5904-6e0f-480b-a1ce-b3507d80abb1 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:09:02.468275 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-61074dfb-4c0f-469e-a895-18c0f2f25387 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:02.487666 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-61074dfb-4c0f-469e-a895-18c0f2f25387 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:02.499319 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82362903-1974-4cbc-8e21-6ab0599a758d tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3900edb-d389-4caf-a908-96733a6f4500,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:02.499445 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-52f9f416-6611-4396-8ff7-09882920813d None None] Set router 13d11149-05d1-489d-9e41-83d9bdb912ed gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:09:02.511433 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 56cc5904-6e0f-480b-a1ce-b3507d80abb1 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:09:02.511913 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 56cc5904-6e0f-480b-a1ce-b3507d80abb1 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:09:02.518729 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-82362903-1974-4cbc-8e21-6ab0599a758d tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:02.523637 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-82362903-1974-4cbc-8e21-6ab0599a758d tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2587914 Aug 16 23:09:02.524731 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56182) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:02.530475 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-f3a78ef2-7309-426f-9751-0f5e6dcac1d7 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Request body: {'security_group_rule': {'security_group_id': '7815a016-bbd1-468a-9ff2-59548a452ca5', 'project_id': 'e79d7ff464c14298b60a5fb641626858', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:09:02.552291 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-61074dfb-4c0f-469e-a895-18c0f2f25387 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:02.558917 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-61074dfb-4c0f-469e-a895-18c0f2f25387 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:02.563904 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-61074dfb-4c0f-469e-a895-18c0f2f25387 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/1cdfe5fc-511e-49cc-b339-afb41dbfd333 HTTP/1.1" status: 204 len: 168 time: 0.1374552 Aug 16 23:09:02.564388 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56184) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:02.573566 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61074dfb-4c0f-469e-a895-18c0f2f25387 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1cdfe5fc-511e-49cc-b339-afb41dbfd333,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:02.618943 n-d-791506-26 neutron-server[101292]: INFO neutron.db.securitygroups_db [None req-f3a78ef2-7309-426f-9751-0f5e6dcac1d7 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Project e79d7ff464c14298b60a5fb641626858 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 23:09:02.640575 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f3a78ef2-7309-426f-9751-0f5e6dcac1d7 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:02.654292 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 56186) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:02.662985 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-59645162-1b87-4ad6-b954-7f4dd1cad5a7 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0974526 Aug 16 23:09:02.669179 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 56190) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:02.738091 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e13e4e12-cff4-44e5-ba5f-bc6b084aa5ad tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:02.750151 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e13e4e12-cff4-44e5-ba5f-bc6b084aa5ad tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:02.774400 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f3a78ef2-7309-426f-9751-0f5e6dcac1d7 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:02.783915 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f3a78ef2-7309-426f-9751-0f5e6dcac1d7 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:02.792935 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e13e4e12-cff4-44e5-ba5f-bc6b084aa5ad tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:02.801520 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e13e4e12-cff4-44e5-ba5f-bc6b084aa5ad tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:02.808056 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-e13e4e12-cff4-44e5-ba5f-bc6b084aa5ad tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/22752bd8-0ee1-4912-8552-7e09cbc81780 HTTP/1.1" status: 204 len: 168 time: 0.1348672 Aug 16 23:09:02.808237 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a78ef2-7309-426f-9751-0f5e6dcac1d7 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66cf22aa-9fa4-4b54-a08e-a6b38b1ff161,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:02.809570 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56192) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:02.826992 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13e4e12-cff4-44e5-ba5f-bc6b084aa5ad tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=22752bd8-0ee1-4912-8552-7e09cbc81780,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:02.831794 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f3a78ef2-7309-426f-9751-0f5e6dcac1d7 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:02.833477 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-f3a78ef2-7309-426f-9751-0f5e6dcac1d7 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3079867 Aug 16 23:09:02.836207 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56194) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:02.838308 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-52f9f416-6611-4396-8ff7-09882920813d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13d11149-05d1-489d-9e41-83d9bdb912ed', 'name': 'tempest-TestServerBasicOps-1235066459-router', 'tenant_id': '8c2da68bd4e7485c8108ed13dbdcc934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '281105f2-dd44-4e83-b9bc-d7894058e569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:08:51Z', 'updated_at': '2021-08-16T23:08:57Z', 'revision_number': 4, 'project_id': '8c2da68bd4e7485c8108ed13dbdcc934', 'gw_port': {'id': '281105f2-dd44-4e83-b9bc-d7894058e569', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d11149-05d1-489d-9e41-83d9bdb912ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:08:52Z', 'updated_at': '2021-08-16T23:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '3a5699ee-7c45-4426-8130-52a9680b652b', 'name': '', 'network_id': '91b57e6e-9034-49a1-9854-38249ce0f468', 'tenant_id': '8c2da68bd4e7485c8108ed13dbdcc934', 'mac_address': 'fa:16:3e:2d:44:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d11149-05d1-489d-9e41-83d9bdb912ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '90b26926-733e-49e4-a35d-9c53c34038b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:08:56Z', 'updated_at': '2021-08-16T23:08:57Z', 'revision_number': 2, 'project_id': '8c2da68bd4e7485c8108ed13dbdcc934', 'subnets': [{'id': '90b26926-733e-49e4-a35d-9c53c34038b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:09:02.842321 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-38cf9df4-03c9-4210-a43a-fd7500161472 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Request body: {'security_group_rule': {'security_group_id': '7815a016-bbd1-468a-9ff2-59548a452ca5', 'project_id': 'e79d7ff464c14298b60a5fb641626858', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:09:02.881016 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f9f416-6611-4396-8ff7-09882920813d None None] Checking router: 13d11149-05d1-489d-9e41-83d9bdb912ed for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:09:02.881418 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f9f416-6611-4396-8ff7-09882920813d None None] Updating router 13d11149-05d1-489d-9e41-83d9bdb912ed port 3a5699ee-7c45-4426-8130-52a9680b652b binding host n-d-791506-26 {{(pid=101294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:09:02.889468 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-3c32c32a-19ac-4961-a768-74b0a0f15b2d tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0752423 Aug 16 23:09:02.890524 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56196) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:02.901922 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-f1cf5591-07a3-4baf-ae88-648f5632e006 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e5d4e6d1376c45dc86ba17cfb4175921&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2439141 Aug 16 23:09:02.902692 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56198) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:02.914288 n-d-791506-26 neutron-server[101292]: INFO neutron.db.securitygroups_db [None req-38cf9df4-03c9-4210-a43a-fd7500161472 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Project e79d7ff464c14298b60a5fb641626858 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 23:09:02.918669 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-52f9f416-6611-4396-8ff7-09882920813d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:02.930329 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-38cf9df4-03c9-4210-a43a-fd7500161472 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:02.959056 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c5a3614b-3b87-4ade-8583-4d40f61627fe tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:02.982038 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c5a3614b-3b87-4ade-8583-4d40f61627fe tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:03.043023 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9cccdf15-7f13-4176-bd69-b4524a52dba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:03.050698 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-38cf9df4-03c9-4210-a43a-fd7500161472 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:03.051648 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c5a3614b-3b87-4ade-8583-4d40f61627fe tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:03.060870 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c5a3614b-3b87-4ade-8583-4d40f61627fe tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:03.064507 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-c5a3614b-3b87-4ade-8583-4d40f61627fe tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/a59ccd59-5161-44cc-bbad-d14692448c88 HTTP/1.1" status: 204 len: 168 time: 0.1713376 Aug 16 23:09:03.064973 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 56200) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:03.071103 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-38cf9df4-03c9-4210-a43a-fd7500161472 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:03.076907 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a3614b-3b87-4ade-8583-4d40f61627fe tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a59ccd59-5161-44cc-bbad-d14692448c88,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:03.102814 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9cccdf15-7f13-4176-bd69-b4524a52dba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:03.111791 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cf9df4-03c9-4210-a43a-fd7500161472 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35434019-5879-42a2-9f97-0d4f24078af0,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:03.118664 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-38cf9df4-03c9-4210-a43a-fd7500161472 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:03.130593 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-38cf9df4-03c9-4210-a43a-fd7500161472 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2826369 Aug 16 23:09:03.131115 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-4aad8452-552e-44d0-87ec-b6c3739f573c tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0548420 Aug 16 23:09:03.132441 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 56204) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:03.191410 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1ad04571-2b7f-4a92-947a-6936972e9fba tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:03.193197 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9cccdf15-7f13-4176-bd69-b4524a52dba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:03.197371 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9cccdf15-7f13-4176-bd69-b4524a52dba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:03.199461 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-9cccdf15-7f13-4176-bd69-b4524a52dba0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/20e05c9e-7e5b-4493-b01a-818688b8b3e3 HTTP/1.1" status: 204 len: 168 time: 0.2916617 Aug 16 23:09:03.200655 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1ad04571-2b7f-4a92-947a-6936972e9fba tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:03.214121 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cccdf15-7f13-4176-bd69-b4524a52dba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e05c9e-7e5b-4493-b01a-818688b8b3e3,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:03.242895 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1ad04571-2b7f-4a92-947a-6936972e9fba tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:03.259160 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1ad04571-2b7f-4a92-947a-6936972e9fba tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:03.260589 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-1ad04571-2b7f-4a92-947a-6936972e9fba tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/734ebe24-8c25-4e18-8a86-169521d2f6de HTTP/1.1" status: 204 len: 168 time: 0.1262786 Aug 16 23:09:03.261506 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad04571-2b7f-4a92-947a-6936972e9fba tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=734ebe24-8c25-4e18-8a86-169521d2f6de,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:03.263265 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56208) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:03.310608 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-52f9f416-6611-4396-8ff7-09882920813d None None] Notify callbacks [] for port, precommit_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:03.319037 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-2ade7865-c372-4171-8851-3b2f29314ecf tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0545130 Aug 16 23:09:03.322297 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 56216) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:03.331705 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.provisioning_blocks [None req-52f9f416-6611-4396-8ff7-09882920813d None None] Transition to ACTIVE for port object 3a5699ee-7c45-4426-8130-52a9680b652b will not be triggered until provisioned by entity L2. {{(pid=101294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:09:03.346202 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-52f9f416-6611-4396-8ff7-09882920813d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:03.457876 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d0de0d-91b2-4b7a-aa8f-e7888fa33569 None None] Pushing event updated for resources: {'Port': ['ID=3a5699ee-7c45-4426-8130-52a9680b652b,revision_number=3']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:03.483473 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0d155972-3746-476a-a05a-827bfedf37a5 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:03.515259 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d074def6-8715-4c7f-b03d-3b34e833ca07 req-10996eb7-def3-4120-9c8b-7ff52550335f tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1972101282&fields=id&tenant_id=e79d7ff464c14298b60a5fb641626858 HTTP/1.1" status: 200 len: 267 time: 0.1452565 Aug 16 23:09:03.545114 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-52f9f416-6611-4396-8ff7-09882920813d None None] Attempting to bind port 3a5699ee-7c45-4426-8130-52a9680b652b on host n-d-791506-26 for vnic_type normal with profile {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:09:03.545553 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-52f9f416-6611-4396-8ff7-09882920813d None None] Attempting to bind port 3a5699ee-7c45-4426-8130-52a9680b652b by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '7b9c98bc-6ac8-437e-af62-bcba42030bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '91b57e6e-9034-49a1-9854-38249ce0f468'}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:09:03.545985 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f9f416-6611-4396-8ff7-09882920813d None None] Attempting to bind port 3a5699ee-7c45-4426-8130-52a9680b652b on network 91b57e6e-9034-49a1-9854-38249ce0f468 {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:09:03.559288 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f9f416-6611-4396-8ff7-09882920813d None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:09:03.559893 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f9f416-6611-4396-8ff7-09882920813d None None] Checking segment: {'id': '7b9c98bc-6ac8-437e-af62-bcba42030bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '91b57e6e-9034-49a1-9854-38249ce0f468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:09:03.560318 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-52f9f416-6611-4396-8ff7-09882920813d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:03.562652 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f9f416-6611-4396-8ff7-09882920813d None None] Bound using segment: {'id': '7b9c98bc-6ac8-437e-af62-bcba42030bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '91b57e6e-9034-49a1-9854-38249ce0f468'} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:09:03.563380 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-52f9f416-6611-4396-8ff7-09882920813d None None] Bound port: 3a5699ee-7c45-4426-8130-52a9680b652b, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b9c98bc-6ac8-437e-af62-bcba42030bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '91b57e6e-9034-49a1-9854-38249ce0f468'}}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:09:03.563990 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-52f9f416-6611-4396-8ff7-09882920813d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:03.565610 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0d155972-3746-476a-a05a-827bfedf37a5 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:03.628761 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0d155972-3746-476a-a05a-827bfedf37a5 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:03.632624 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0d155972-3746-476a-a05a-827bfedf37a5 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:03.636449 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-0d155972-3746-476a-a05a-827bfedf37a5 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] 10.222.0.36 "DELETE /v2.0/security-groups/b3a66081-408f-40fd-a712-946a9cee747b HTTP/1.1" status: 204 len: 168 time: 0.3102968 Aug 16 23:09:03.642401 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 56230) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:03.666458 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d155972-3746-476a-a05a-827bfedf37a5 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a66081-408f-40fd-a712-946a9cee747b,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:03.756333 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-52f9f416-6611-4396-8ff7-09882920813d None None] For port 3a5699ee-7c45-4426-8130-52a9680b652b, host n-d-791506-26, cleared binding levels {{(pid=101294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:09:03.760443 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-52f9f416-6611-4396-8ff7-09882920813d None None] For port 3a5699ee-7c45-4426-8130-52a9680b652b, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=3a5699ee-7c45-4426-8130-52a9680b652b,segment=NetworkSegment(7b9c98bc-6ac8-437e-af62-bcba42030bae),segment_id=7b9c98bc-6ac8-437e-af62-bcba42030bae)] {{(pid=101294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:09:03.762017 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-e8c0ee27-2f44-4853-91f3-67836ded57da tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1160431 Aug 16 23:09:03.766284 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 56234) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:03.771050 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-e3126989-0e27-475e-b12b-2bb348ef2540 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Request body: {'security_group': {'name': 'tempest-secgroup--1306090729'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:09:03.774183 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-52f9f416-6611-4396-8ff7-09882920813d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:03.785658 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d074def6-8715-4c7f-b03d-3b34e833ca07 req-d21f8a10-12f3-4840-b473-bcaa7d3df87f tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:03.787428 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d074def6-8715-4c7f-b03d-3b34e833ca07 req-d21f8a10-12f3-4840-b473-bcaa7d3df87f tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] 10.222.0.36 "GET /v2.0/networks?id=f857bb17-d5f1-461e-b18f-b627336021fd HTTP/1.1" status: 200 len: 808 time: 0.2713799 Aug 16 23:09:03.811168 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d074def6-8715-4c7f-b03d-3b34e833ca07 req-90a2eb33-8a33-4dca-a20e-41d7ea177d6d tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] 10.222.0.36 "GET /v2.0/quotas/e79d7ff464c14298b60a5fb641626858 HTTP/1.1" status: 200 len: 375 time: 0.0168605 Aug 16 23:09:03.818404 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e3126989-0e27-475e-b12b-2bb348ef2540 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:03.850063 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f9f416-6611-4396-8ff7-09882920813d None None] Routers {'13d11149-05d1-489d-9e41-83d9bdb912ed'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:09:03.851314 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-52f9f416-6611-4396-8ff7-09882920813d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:08:51Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['13d11149-05d1-489d-9e41-83d9bdb912ed'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:09:03.979199 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d074def6-8715-4c7f-b03d-3b34e833ca07 req-82e53b47-6339-489b-a9d8-0fd99a142f54 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e79d7ff464c14298b60a5fb641626858&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1561379 Aug 16 23:09:04.029136 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d0de0d-91b2-4b7a-aa8f-e7888fa33569 None None] Pushing event updated for resources: {'Port': ['ID=3a5699ee-7c45-4426-8130-52a9680b652b,revision_number=4']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:04.031068 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e3126989-0e27-475e-b12b-2bb348ef2540 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:04.045675 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e3126989-0e27-475e-b12b-2bb348ef2540 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:04.080948 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3126989-0e27-475e-b12b-2bb348ef2540 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=497fc2cd-d940-49ef-aad4-db63646c7c91,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:04.109781 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e3126989-0e27-475e-b12b-2bb348ef2540 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:04.111257 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-e3126989-0e27-475e-b12b-2bb348ef2540 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3438969 Aug 16 23:09:04.113947 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 56242) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:04.125379 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-9def0c4b-117a-45b1-8b78-5c9d5fada9d7 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Request body: {'security_group_rule': {'security_group_id': '497fc2cd-d940-49ef-aad4-db63646c7c91', 'direction': 'ingress', 'protocol': 17}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:09:04.166379 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-52f9f416-6611-4396-8ff7-09882920813d None None] Set router 13d11149-05d1-489d-9e41-83d9bdb912ed gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:09:04.183205 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9def0c4b-117a-45b1-8b78-5c9d5fada9d7 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:04.187538 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d074def6-8715-4c7f-b03d-3b34e833ca07 req-ae088474-2ae5-4931-9385-f4e7feb7df32 service neutron] 10.222.0.36 "GET /v2.0/networks/f857bb17-d5f1-461e-b18f-b627336021fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715188 Aug 16 23:09:04.267821 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9def0c4b-117a-45b1-8b78-5c9d5fada9d7 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:04.273755 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9def0c4b-117a-45b1-8b78-5c9d5fada9d7 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:04.299425 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9def0c4b-117a-45b1-8b78-5c9d5fada9d7 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de88dbd4-436a-4563-9052-ccabce54b207,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:04.322327 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9def0c4b-117a-45b1-8b78-5c9d5fada9d7 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:04.324133 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-9def0c4b-117a-45b1-8b78-5c9d5fada9d7 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2086973 Aug 16 23:09:04.329078 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56248) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:04.377082 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d074def6-8715-4c7f-b03d-3b34e833ca07 req-c2807f7f-0a80-4d67-8eec-5a2538ec3863 service neutron] 10.222.0.36 "GET /v2.0/networks/f857bb17-d5f1-461e-b18f-b627336021fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800117 Aug 16 23:09:04.435244 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-899cf456-3136-4066-9137-805f94fe2098 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:04.467077 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-899cf456-3136-4066-9137-805f94fe2098 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:04.515717 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-52f9f416-6611-4396-8ff7-09882920813d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13d11149-05d1-489d-9e41-83d9bdb912ed', 'name': 'tempest-TestServerBasicOps-1235066459-router', 'tenant_id': '8c2da68bd4e7485c8108ed13dbdcc934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '281105f2-dd44-4e83-b9bc-d7894058e569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:08:51Z', 'updated_at': '2021-08-16T23:08:57Z', 'revision_number': 4, 'project_id': '8c2da68bd4e7485c8108ed13dbdcc934', 'gw_port': {'id': '281105f2-dd44-4e83-b9bc-d7894058e569', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d11149-05d1-489d-9e41-83d9bdb912ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:08:52Z', 'updated_at': '2021-08-16T23:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '3a5699ee-7c45-4426-8130-52a9680b652b', 'name': '', 'network_id': '91b57e6e-9034-49a1-9854-38249ce0f468', 'tenant_id': '8c2da68bd4e7485c8108ed13dbdcc934', 'mac_address': 'fa:16:3e:2d:44:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d11149-05d1-489d-9e41-83d9bdb912ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '90b26926-733e-49e4-a35d-9c53c34038b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:08:56Z', 'updated_at': '2021-08-16T23:09:03Z', 'revision_number': 4, 'project_id': '8c2da68bd4e7485c8108ed13dbdcc934', 'subnets': [{'id': '90b26926-733e-49e4-a35d-9c53c34038b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:09:04.564602 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-899cf456-3136-4066-9137-805f94fe2098 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:04.567301 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-899cf456-3136-4066-9137-805f94fe2098 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:04.570845 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f9f416-6611-4396-8ff7-09882920813d None None] The sync data for ids ['13d11149-05d1-489d-9e41-83d9bdb912ed'] in n-d-791506-26 is: [{'id': '13d11149-05d1-489d-9e41-83d9bdb912ed', 'name': 'tempest-TestServerBasicOps-1235066459-router', 'tenant_id': '8c2da68bd4e7485c8108ed13dbdcc934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '281105f2-dd44-4e83-b9bc-d7894058e569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:08:51Z', 'updated_at': '2021-08-16T23:08:57Z', 'revision_number': 4, 'project_id': '8c2da68bd4e7485c8108ed13dbdcc934', 'gw_port': {'id': '281105f2-dd44-4e83-b9bc-d7894058e569', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d11149-05d1-489d-9e41-83d9bdb912ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:08:52Z', 'updated_at': '2021-08-16T23:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '3a5699ee-7c45-4426-8130-52a9680b652b', 'name': '', 'network_id': '91b57e6e-9034-49a1-9854-38249ce0f468', 'tenant_id': '8c2da68bd4e7485c8108ed13dbdcc934', 'mac_address': 'fa:16:3e:2d:44:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d11149-05d1-489d-9e41-83d9bdb912ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '90b26926-733e-49e4-a35d-9c53c34038b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:08:56Z', 'updated_at': '2021-08-16T23:09:03Z', 'revision_number': 4, 'project_id': '8c2da68bd4e7485c8108ed13dbdcc934', 'subnets': [{'id': '90b26926-733e-49e4-a35d-9c53c34038b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:09:04.571511 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-899cf456-3136-4066-9137-805f94fe2098 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] 10.222.0.36 "DELETE /v2.0/security-groups/497fc2cd-d940-49ef-aad4-db63646c7c91 HTTP/1.1" status: 204 len: 168 time: 0.2383888 Aug 16 23:09:04.572389 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 56254) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:04.582044 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899cf456-3136-4066-9137-805f94fe2098 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=497fc2cd-d940-49ef-aad4-db63646c7c91,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:04.638321 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56258) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:04.646558 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-356e30eb-4f37-4993-9aa9-6f36e6d1328d tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0718513 Aug 16 23:09:04.650310 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56262) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:04.656940 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-98f9cf17-b54e-41f8-a7a7-3b20aeb5c59c tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Request body: {'security_group': {'name': 'tempest-secgroup--784361453'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:09:04.738798 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-98f9cf17-b54e-41f8-a7a7-3b20aeb5c59c tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:04.830819 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ac65be40-0f56-43fd-b3a2-619a194f8d04 req-81c4cdc7-0342-4ba2-8c97-2adfa664fb7d tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a97c9e0-bdad-48f1-92f6-ca652681d2f2 HTTP/1.1" status: 200 len: 210 time: 0.0635617 Aug 16 23:09:04.846454 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-35102b42-9834-4612-b6dd-4b9db6935339 tempest-DvrRoutersNegativeTest-1578566201 tempest-DvrRoutersNegativeTest-1578566201-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1857785533', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:09:04.851391 n-d-791506-26 neutron-server[101292]: DEBUG neutron.policy [None req-35102b42-9834-4612-b6dd-4b9db6935339 tempest-DvrRoutersNegativeTest-1578566201 tempest-DvrRoutersNegativeTest-1578566201-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=101292) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 16 23:09:04.854877 n-d-791506-26 neutron-server[101292]: DEBUG neutron.policy [None req-35102b42-9834-4612-b6dd-4b9db6935339 tempest-DvrRoutersNegativeTest-1578566201 tempest-DvrRoutersNegativeTest-1578566201-project] Failed policy check for 'create_router' {{(pid=101292) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 16 23:09:04.860573 n-d-791506-26 neutron-server[101292]: INFO neutron.api.v2.resource [None req-35102b42-9834-4612-b6dd-4b9db6935339 tempest-DvrRoutersNegativeTest-1578566201 tempest-DvrRoutersNegativeTest-1578566201-project] create failed (client error): Access was denied to this resource. Aug 16 23:09:04.861657 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-35102b42-9834-4612-b6dd-4b9db6935339 tempest-DvrRoutersNegativeTest-1578566201 tempest-DvrRoutersNegativeTest-1578566201-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2222545 Aug 16 23:09:05.012039 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-98f9cf17-b54e-41f8-a7a7-3b20aeb5c59c tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:05.019002 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-98f9cf17-b54e-41f8-a7a7-3b20aeb5c59c tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:05.050780 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-98f9cf17-b54e-41f8-a7a7-3b20aeb5c59c tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:05.052348 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-98f9cf17-b54e-41f8-a7a7-3b20aeb5c59c tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4010451 Aug 16 23:09:05.056354 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 56278) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:05.062940 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-dcaafb8a-1fa0-47ae-9823-90d9da7c65b8 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Request body: {'security_group': {'name': 'tempest-secgroup--993107850'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:09:05.091190 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f9cf17-b54e-41f8-a7a7-3b20aeb5c59c tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da6bc61e-1534-4586-8ee6-5597da950f97,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:05.112802 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dcaafb8a-1fa0-47ae-9823-90d9da7c65b8 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:05.285837 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dcaafb8a-1fa0-47ae-9823-90d9da7c65b8 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:05.293133 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dcaafb8a-1fa0-47ae-9823-90d9da7c65b8 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:05.313653 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 56284) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:05.329418 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dcaafb8a-1fa0-47ae-9823-90d9da7c65b8 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:05.330738 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-dcaafb8a-1fa0-47ae-9823-90d9da7c65b8 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2729754 Aug 16 23:09:05.333649 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56288) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:05.335885 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaafb8a-1fa0-47ae-9823-90d9da7c65b8 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90290707-55ea-4e36-b236-053bc585d029,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:05.342942 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-8cd2a0f9-ed53-40b4-b14a-b00ffd13397b tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Request body: {'security_group_rule': {'security_group_id': 'da6bc61e-1534-4586-8ee6-5597da950f97', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '90290707-55ea-4e36-b236-053bc585d029', 'remote_ip_prefix': None}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:09:05.392518 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8cd2a0f9-ed53-40b4-b14a-b00ffd13397b tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:05.477897 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-22fb2f7f-96a5-46c5-aa11-81ededefa058 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:05.510349 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8cd2a0f9-ed53-40b4-b14a-b00ffd13397b tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:05.515883 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8cd2a0f9-ed53-40b4-b14a-b00ffd13397b tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:05.564460 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd2a0f9-ed53-40b4-b14a-b00ffd13397b tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6f9e454-069e-46a1-9ade-1c53c9051201,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:05.617627 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-22fb2f7f-96a5-46c5-aa11-81ededefa058 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:05.622581 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-22fb2f7f-96a5-46c5-aa11-81ededefa058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:05.626679 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8cd2a0f9-ed53-40b4-b14a-b00ffd13397b tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:05.635706 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-8cd2a0f9-ed53-40b4-b14a-b00ffd13397b tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3009539 Aug 16 23:09:05.638813 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56290) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:05.665869 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7c6a00c4-be91-4a37-bd0f-a4faa0bfd5a6 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:05.668421 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb2f7f-96a5-46c5-aa11-81ededefa058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1568c955-4e0b-44e1-9dbb-b90c09b812d0,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:05.676991 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-22fb2f7f-96a5-46c5-aa11-81ededefa058 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5d8c521c5e8f42249f36705cb27238b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3590641 Aug 16 23:09:05.677308 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 56292) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:05.681241 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7c6a00c4-be91-4a37-bd0f-a4faa0bfd5a6 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:05.721898 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 56296) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:05.730890 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7c6a00c4-be91-4a37-bd0f-a4faa0bfd5a6 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:05.737320 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7c6a00c4-be91-4a37-bd0f-a4faa0bfd5a6 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:05.738538 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-7c6a00c4-be91-4a37-bd0f-a4faa0bfd5a6 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/d6f9e454-069e-46a1-9ade-1c53c9051201 HTTP/1.1" status: 204 len: 168 time: 0.0985589 Aug 16 23:09:05.744468 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56298) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:05.751684 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6a00c4-be91-4a37-bd0f-a4faa0bfd5a6 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d6f9e454-069e-46a1-9ade-1c53c9051201,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:05.783286 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ed9180f2-20be-48c4-97a5-879e8cadf8a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:05.788077 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-882a2784-75ee-40f7-93e7-83b94663efb9 admin admin] Deleting subnet f9fbcf99-b4f2-446a-80c4-22e967b9441e {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:09:05.790468 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-e60831a3-ebff-4845-ae6d-2bbb12634f21 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0448904 Aug 16 23:09:05.793077 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56300) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:05.798142 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-882a2784-75ee-40f7-93e7-83b94663efb9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:05.838315 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ed9180f2-20be-48c4-97a5-879e8cadf8a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:05.851052 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-cf87b444-b970-4aeb-acde-20ab2eb2689e tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:05.861441 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-882a2784-75ee-40f7-93e7-83b94663efb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:05.886625 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-cf87b444-b970-4aeb-acde-20ab2eb2689e tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:05.919468 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-882a2784-75ee-40f7-93e7-83b94663efb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:05.962969 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ed9180f2-20be-48c4-97a5-879e8cadf8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:05.965685 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ed9180f2-20be-48c4-97a5-879e8cadf8a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:05.966900 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-ed9180f2-20be-48c4-97a5-879e8cadf8a9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1568c955-4e0b-44e1-9dbb-b90c09b812d0 HTTP/1.1" status: 204 len: 168 time: 0.2884107 Aug 16 23:09:06.019381 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a431e87d-bdff-465e-9bb0-33f518eedfbf req-edeb5a7c-1546-4b70-9d82-64e402045fdd tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a97c9e0-bdad-48f1-92f6-ca652681d2f2 HTTP/1.1" status: 200 len: 210 time: 0.0912130 Aug 16 23:09:06.038967 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9180f2-20be-48c4-97a5-879e8cadf8a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1568c955-4e0b-44e1-9dbb-b90c09b812d0,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:06.074425 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-882a2784-75ee-40f7-93e7-83b94663efb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:06.081839 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-cf87b444-b970-4aeb-acde-20ab2eb2689e tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:06.084431 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-cf87b444-b970-4aeb-acde-20ab2eb2689e tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:06.089041 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-cf87b444-b970-4aeb-acde-20ab2eb2689e tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] 10.222.0.36 "DELETE /v2.0/security-groups/90290707-55ea-4e36-b236-053bc585d029 HTTP/1.1" status: 204 len: 168 time: 0.2949126 Aug 16 23:09:06.089695 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56310) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:06.136632 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf87b444-b970-4aeb-acde-20ab2eb2689e tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90290707-55ea-4e36-b236-053bc585d029,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:06.168156 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882a2784-75ee-40f7-93e7-83b94663efb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9fbcf99-b4f2-446a-80c4-22e967b9441e,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:06.218425 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-882a2784-75ee-40f7-93e7-83b94663efb9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:06.220309 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-882a2784-75ee-40f7-93e7-83b94663efb9 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/f9fbcf99-b4f2-446a-80c4-22e967b9441e HTTP/1.1" status: 204 len: 168 time: 0.4975159 Aug 16 23:09:06.225094 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56312) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:06.229430 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 3a5699ee-7c45-4426-8130-52a9680b652b up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:09:06.304298 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-72f340a1-dfdc-41c2-9a5a-f840cf0cea5f tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1763644 Aug 16 23:09:06.309039 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 56316) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:06.311896 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 3a5699ee-7c45-4426-8130-52a9680b652b completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:09:06.317771 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 3a5699ee-7c45-4426-8130-52a9680b652b triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:09:06.318152 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:06.350010 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ae8f5d39-2bca-4f37-8cc2-4dff71e1a0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:06.380418 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d074def6-8715-4c7f-b03d-3b34e833ca07 req-ff833f38-78c3-45c2-a532-38d534028d69 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:06.383282 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d074def6-8715-4c7f-b03d-3b34e833ca07 req-ff833f38-78c3-45c2-a532-38d534028d69 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] 10.222.0.68 "GET /v2.0/networks?id=f857bb17-d5f1-461e-b18f-b627336021fd HTTP/1.1" status: 200 len: 808 time: 0.2161667 Aug 16 23:09:06.422744 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-247c8dd4-21b6-4d41-a450-95914f818798 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:06.453006 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:06.472471 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-247c8dd4-21b6-4d41-a450-95914f818798 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:06.487726 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d074def6-8715-4c7f-b03d-3b34e833ca07 req-28b9dc16-8cb4-4392-b650-43a09ba9bdd0 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e79d7ff464c14298b60a5fb641626858 HTTP/1.1" status: 200 len: 380 time: 0.0856225 Aug 16 23:09:06.496242 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 3a5699ee-7c45-4426-8130-52a9680b652b, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=3a5699ee-7c45-4426-8130-52a9680b652b,segment=NetworkSegment(7b9c98bc-6ac8-437e-af62-bcba42030bae),segment_id=7b9c98bc-6ac8-437e-af62-bcba42030bae)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:09:06.497011 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ae8f5d39-2bca-4f37-8cc2-4dff71e1a0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:06.501941 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:06.502247 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-d074def6-8715-4c7f-b03d-3b34e833ca07 req-58210bd1-28d7-498c-8a3f-ade7d8c671b6 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Request body: {'port': {'device_id': '7a97c9e0-bdad-48f1-92f6-ca652681d2f2', 'network_id': 'f857bb17-d5f1-461e-b18f-b627336021fd', 'admin_state_up': True, 'tenant_id': 'e79d7ff464c14298b60a5fb641626858', 'security_groups': ['7815a016-bbd1-468a-9ff2-59548a452ca5']}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:09:06.516892 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-ae8f5d39-2bca-4f37-8cc2-4dff71e1a0a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['520e80e9-e00d-418f-847d-de9e9dfb4e1a']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:09:06.528415 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-ae8f5d39-2bca-4f37-8cc2-4dff71e1a0a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f46e760-e247-490e-94f4-22e19657e668') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:09:06.528894 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-ae8f5d39-2bca-4f37-8cc2-4dff71e1a0a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f46e760-e247-490e-94f4-22e19657e668') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:09:06.540526 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ae8f5d39-2bca-4f37-8cc2-4dff71e1a0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:06.559575 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ae8f5d39-2bca-4f37-8cc2-4dff71e1a0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:06.563910 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=3a5699ee-7c45-4426-8130-52a9680b652b,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:06.567954 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae8f5d39-2bca-4f37-8cc2-4dff71e1a0a5 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:09:06.574030 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ae8f5d39-2bca-4f37-8cc2-4dff71e1a0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:06.576209 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-247c8dd4-21b6-4d41-a450-95914f818798 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:06.577861 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 16 23:09:06.577861 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:09:06.577861 n-d-791506-26 neutron-server[101292]: timer() Aug 16 23:09:06.577861 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:09:06.577861 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 16 23:09:06.577861 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:09:06.577861 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 16 23:09:06.577861 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:09:06.577861 n-d-791506-26 neutron-server[101292]: self._notify() Aug 16 23:09:06.577861 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:09:06.577861 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 16 23:09:06.577861 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:09:06.577861 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 16 23:09:06.577861 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:09:06.577861 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:09:06.577861 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:09:06.577861 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:09:06.577861 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:09:06.577861 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 16 23:09:06.577861 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:09:06.577861 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 16 23:09:06.577861 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:09:06.577861 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:09:06.577861 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:09:06.577861 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 16 23:09:06.577861 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:09:06.577861 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:09:06.577861 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:09:06.577861 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:09:06.577861 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:09:06.577861 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:09:06.577861 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:09:06.584055 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-247c8dd4-21b6-4d41-a450-95914f818798 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:06.588317 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-247c8dd4-21b6-4d41-a450-95914f818798 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] 10.222.0.36 "DELETE /v2.0/security-groups/da6bc61e-1534-4586-8ee6-5597da950f97 HTTP/1.1" status: 204 len: 168 time: 0.2755265 Aug 16 23:09:06.588923 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56326) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:06.605213 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247c8dd4-21b6-4d41-a450-95914f818798 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da6bc61e-1534-4586-8ee6-5597da950f97,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:06.665164 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d074def6-8715-4c7f-b03d-3b34e833ca07 req-58210bd1-28d7-498c-8a3f-ade7d8c671b6 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Made reservation on behalf of e79d7ff464c14298b60a5fb641626858 for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:09:06.669290 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-d074def6-8715-4c7f-b03d-3b34e833ca07 req-58210bd1-28d7-498c-8a3f-ade7d8c671b6 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:06.690212 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ae8f5d39-2bca-4f37-8cc2-4dff71e1a0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:06.696040 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ae8f5d39-2bca-4f37-8cc2-4dff71e1a0a5 admin admin] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:06.698239 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-ae8f5d39-2bca-4f37-8cc2-4dff71e1a0a5 admin admin] 10.222.0.36 "DELETE /v2.0/networks/520e80e9-e00d-418f-847d-de9e9dfb4e1a HTTP/1.1" status: 204 len: 168 time: 0.4686964 Aug 16 23:09:06.703343 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56330) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:06.745440 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-e4360e27-9eb8-421d-b647-32cddb227563 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1550851 Aug 16 23:09:06.747823 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56334) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:06.748608 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8f5d39-2bca-4f37-8cc2-4dff71e1a0a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=520e80e9-e00d-418f-847d-de9e9dfb4e1a,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:06.754763 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-92f6df4f-9e46-4ea3-896e-208af2344c87 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Request body: {'security_group': {'name': 'tempest-secgroup--1594725412'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:09:06.787224 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_v2 [None req-086178d4-22ac-4a3f-9dc0-18389969b522 admin admin] Deleting subnet d661045a-c2a7-4a34-b38e-a881a6aab759 {{(pid=101292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:09:06.791157 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-086178d4-22ac-4a3f-9dc0-18389969b522 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:06.814220 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-92f6df4f-9e46-4ea3-896e-208af2344c87 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:06.846712 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-d074def6-8715-4c7f-b03d-3b34e833ca07 req-58210bd1-28d7-498c-8a3f-ade7d8c671b6 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Allocated IP 172.20.0.3 (f857bb17-d5f1-461e-b18f-b627336021fd/fa253f4b-008c-404d-ae31-8580bee27355/b4c5fc50-49e0-4447-9840-18c33fb6df3d) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:09:06.852679 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-086178d4-22ac-4a3f-9dc0-18389969b522 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3848860'] for subnet, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:06.920625 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-086178d4-22ac-4a3f-9dc0-18389969b522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:06.957912 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 56340) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:07.004214 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-92f6df4f-9e46-4ea3-896e-208af2344c87 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:07.010767 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-92f6df4f-9e46-4ea3-896e-208af2344c87 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:07.030340 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-086178d4-22ac-4a3f-9dc0-18389969b522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26252129'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:07.043202 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-d074def6-8715-4c7f-b03d-3b34e833ca07 req-58210bd1-28d7-498c-8a3f-ade7d8c671b6 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:07.063106 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086178d4-22ac-4a3f-9dc0-18389969b522 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d661045a-c2a7-4a34-b38e-a881a6aab759,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:07.063493 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-d074def6-8715-4c7f-b03d-3b34e833ca07 req-58210bd1-28d7-498c-8a3f-ade7d8c671b6 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Transition to ACTIVE for port object b4c5fc50-49e0-4447-9840-18c33fb6df3d will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:09:07.076309 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-92f6df4f-9e46-4ea3-896e-208af2344c87 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:07.077894 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-92f6df4f-9e46-4ea3-896e-208af2344c87 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3270869 Aug 16 23:09:07.080815 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56348) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:07.086638 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-3499dab0-8ccb-4fdf-83af-48eb14c132e3 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Request body: {'security_group_rule': {'security_group_id': '3d0b4e50-aac5-4d90-8271-0dd03f14174c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:09:07.094701 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-086178d4-22ac-4a3f-9dc0-18389969b522 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:07.098755 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-086178d4-22ac-4a3f-9dc0-18389969b522 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/d661045a-c2a7-4a34-b38e-a881a6aab759 HTTP/1.1" status: 204 len: 168 time: 0.3914840 Aug 16 23:09:07.098755 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f6df4f-9e46-4ea3-896e-208af2344c87 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d0b4e50-aac5-4d90-8271-0dd03f14174c,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:07.102286 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56350) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:07.115402 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-d074def6-8715-4c7f-b03d-3b34e833ca07 req-58210bd1-28d7-498c-8a3f-ade7d8c671b6 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:07.142687 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d074def6-8715-4c7f-b03d-3b34e833ca07 req-58210bd1-28d7-498c-8a3f-ade7d8c671b6 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Network f857bb17-d5f1-461e-b18f-b627336021fd is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:09:07.150197 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-f799346d-633f-42aa-854a-2439fa2af280 tempest-ServiceProvidersTest-999729509 tempest-ServiceProvidersTest-999729509-project] 10.222.0.36 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1911991 Aug 16 23:09:07.152566 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-d074def6-8715-4c7f-b03d-3b34e833ca07 req-58210bd1-28d7-498c-8a3f-ade7d8c671b6 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:09:07.155240 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-d074def6-8715-4c7f-b03d-3b34e833ca07 req-58210bd1-28d7-498c-8a3f-ade7d8c671b6 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:09:07.235782 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c867ec2e-1af9-46c8-a5e2-d7d58117dfa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:07.235998 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58210bd1-28d7-498c-8a3f-ade7d8c671b6 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Pushing event updated for resources: {'Port': ['ID=b4c5fc50-49e0-4447-9840-18c33fb6df3d,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:07.247166 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d074def6-8715-4c7f-b03d-3b34e833ca07 req-58210bd1-28d7-498c-8a3f-ade7d8c671b6 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:07.247827 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-d074def6-8715-4c7f-b03d-3b34e833ca07 req-58210bd1-28d7-498c-8a3f-ade7d8c671b6 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:07.269116 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3499dab0-8ccb-4fdf-83af-48eb14c132e3 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:07.275526 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d074def6-8715-4c7f-b03d-3b34e833ca07 req-58210bd1-28d7-498c-8a3f-ade7d8c671b6 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7811666 Aug 16 23:09:07.292432 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-d074def6-8715-4c7f-b03d-3b34e833ca07 req-6a154322-486e-475a-b6d2-e2250e6f00e2 service neutron] Request body: {'port': {'device_id': '7a97c9e0-bdad-48f1-92f6-ca652681d2f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:09:07.352689 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0304a2-3229-4a59-8c29-f5cfe71bf16b req-c918b594-1c0e-4cd2-8f5e-b07a2137e252 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:07.354612 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-be0304a2-3229-4a59-8c29-f5cfe71bf16b req-c918b594-1c0e-4cd2-8f5e-b07a2137e252 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a97c9e0-bdad-48f1-92f6-ca652681d2f2 HTTP/1.1" status: 200 len: 931 time: 0.1990201 Aug 16 23:09:07.370487 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-d074def6-8715-4c7f-b03d-3b34e833ca07 req-6a154322-486e-475a-b6d2-e2250e6f00e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:07.386826 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3499dab0-8ccb-4fdf-83af-48eb14c132e3 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:07.447632 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3499dab0-8ccb-4fdf-83af-48eb14c132e3 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:07.456068 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-de22eb68-6abe-4aec-8805-9bf454ae96bf None None] Provisioning for port b4c5fc50-49e0-4447-9840-18c33fb6df3d completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:09:07.463492 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-de22eb68-6abe-4aec-8805-9bf454ae96bf None None] Provisioning complete for port b4c5fc50-49e0-4447-9840-18c33fb6df3d triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:09:07.464187 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-de22eb68-6abe-4aec-8805-9bf454ae96bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:07.493938 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3499dab0-8ccb-4fdf-83af-48eb14c132e3 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cad98686-f8f4-4f58-be22-b5a9c341efdc,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:07.502598 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c867ec2e-1af9-46c8-a5e2-d7d58117dfa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:07.513959 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56358) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:07.515596 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-de22eb68-6abe-4aec-8805-9bf454ae96bf None None] Port b4c5fc50-49e0-4447-9840-18c33fb6df3d cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:09:07.524758 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3499dab0-8ccb-4fdf-83af-48eb14c132e3 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:07.528818 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-3499dab0-8ccb-4fdf-83af-48eb14c132e3 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4442170 Aug 16 23:09:07.530113 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-c867ec2e-1af9-46c8-a5e2-d7d58117dfa9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c2c33b7-6543-4052-92b6-d253f13abd5b']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:09:07.530305 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 56362) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:07.535352 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-be0304a2-3229-4a59-8c29-f5cfe71bf16b req-c5e1276a-a43d-42c4-ab6c-593b0c245c77 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] 10.222.0.36 "GET /v2.0/security-groups?id=7815a016-bbd1-468a-9ff2-59548a452ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445956 Aug 16 23:09:07.558557 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-c867ec2e-1af9-46c8-a5e2-d7d58117dfa9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e41f6ed2-2d5d-49e2-8cd8-1fd4a34eabda') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:09:07.558557 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-c867ec2e-1af9-46c8-a5e2-d7d58117dfa9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e41f6ed2-2d5d-49e2-8cd8-1fd4a34eabda') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:09:07.561001 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c867ec2e-1af9-46c8-a5e2-d7d58117dfa9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:07.581734 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c867ec2e-1af9-46c8-a5e2-d7d58117dfa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:07.594706 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c867ec2e-1af9-46c8-a5e2-d7d58117dfa9 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:09:07.595167 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c867ec2e-1af9-46c8-a5e2-d7d58117dfa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:07.597214 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 16 23:09:07.597214 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:09:07.597214 n-d-791506-26 neutron-server[101292]: timer() Aug 16 23:09:07.597214 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:09:07.597214 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 16 23:09:07.597214 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:09:07.597214 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 16 23:09:07.597214 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:09:07.597214 n-d-791506-26 neutron-server[101292]: self._notify() Aug 16 23:09:07.597214 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:09:07.597214 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 16 23:09:07.597214 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:09:07.597214 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 16 23:09:07.597214 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:09:07.597214 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:09:07.597214 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:09:07.597214 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:09:07.597214 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:09:07.597214 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 16 23:09:07.597214 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:09:07.597214 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 16 23:09:07.597214 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:09:07.597214 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:09:07.597214 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:09:07.597214 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 16 23:09:07.597214 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:09:07.597214 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:09:07.597214 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:09:07.597214 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:09:07.597214 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:09:07.597214 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:09:07.597214 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:09:07.614519 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5efe4c39-63ce-484c-8d41-51ce0e482b83 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:07.627020 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5efe4c39-63ce-484c-8d41-51ce0e482b83 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:07.674191 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5efe4c39-63ce-484c-8d41-51ce0e482b83 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:07.674549 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1904dcd4-ff89-49b7-a2e9-1384ac2c12dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:07.685954 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c867ec2e-1af9-46c8-a5e2-d7d58117dfa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:07.686904 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5efe4c39-63ce-484c-8d41-51ce0e482b83 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:07.688042 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-5efe4c39-63ce-484c-8d41-51ce0e482b83 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/cad98686-f8f4-4f58-be22-b5a9c341efdc HTTP/1.1" status: 204 len: 168 time: 0.1563797 Aug 16 23:09:07.692173 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 56364) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:07.693663 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c867ec2e-1af9-46c8-a5e2-d7d58117dfa9 admin admin] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:07.696229 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-c867ec2e-1af9-46c8-a5e2-d7d58117dfa9 admin admin] 10.222.0.36 "DELETE /v2.0/networks/0c2c33b7-6543-4052-92b6-d253f13abd5b HTTP/1.1" status: 204 len: 168 time: 0.5930078 Aug 16 23:09:07.714973 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c867ec2e-1af9-46c8-a5e2-d7d58117dfa9 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c2c33b7-6543-4052-92b6-d253f13abd5b,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:07.717535 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efe4c39-63ce-484c-8d41-51ce0e482b83 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cad98686-f8f4-4f58-be22-b5a9c341efdc,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:07.778822 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-086bc0b5-daea-4f07-9c4d-80d0c525719e tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0855021 Aug 16 23:09:07.781578 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 56368) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:07.801351 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1904dcd4-ff89-49b7-a2e9-1384ac2c12dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:07.807678 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1904dcd4-ff89-49b7-a2e9-1384ac2c12dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:07.808294 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-d074def6-8715-4c7f-b03d-3b34e833ca07 req-6a154322-486e-475a-b6d2-e2250e6f00e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4c5fc50-49e0-4447-9840-18c33fb6df3d {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:09:07.820113 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-d074def6-8715-4c7f-b03d-3b34e833ca07 req-6a154322-486e-475a-b6d2-e2250e6f00e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:07.845414 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-d074def6-8715-4c7f-b03d-3b34e833ca07 req-6a154322-486e-475a-b6d2-e2250e6f00e2 service neutron] Transition to ACTIVE for port object b4c5fc50-49e0-4447-9840-18c33fb6df3d will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:09:07.850948 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56370) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:07.853669 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-d074def6-8715-4c7f-b03d-3b34e833ca07 req-6a154322-486e-475a-b6d2-e2250e6f00e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:07.859314 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-1904dcd4-ff89-49b7-a2e9-1384ac2c12dd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=113b2fdc8fdb4f4491a2b92839a12f9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3419902 Aug 16 23:09:07.859956 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1904dcd4-ff89-49b7-a2e9-1384ac2c12dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aee4195-c18d-454c-8a73-420dda526f25,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:07.862405 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56372) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:07.904018 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7a45b707-b15a-4a53-a0d5-78d470762405 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:07.908968 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-ff06c031-c2de-4b37-afe4-8f810af37c98 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=35a5265c9b284eec85cb9ac2e165725d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0567887 Aug 16 23:09:07.911830 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56374) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:07.933380 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a154322-486e-475a-b6d2-e2250e6f00e2 service neutron] Pushing event updated for resources: {'Port': ['ID=b4c5fc50-49e0-4447-9840-18c33fb6df3d,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:07.957750 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7a45b707-b15a-4a53-a0d5-78d470762405 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:07.985003 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 3a5699ee-7c45-4426-8130-52a9680b652b up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:09:08.002458 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6ebd8b40-6dfe-4810-9e1c-42191d82da15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:08.011157 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-18030dc1-101f-44b3-8a7a-e80ae1f3f9ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:08.046221 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 3a5699ee-7c45-4426-8130-52a9680b652b triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:09:08.046965 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:08.055869 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6ebd8b40-6dfe-4810-9e1c-42191d82da15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:08.067427 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-18030dc1-101f-44b3-8a7a-e80ae1f3f9ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:08.070004 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-d074def6-8715-4c7f-b03d-3b34e833ca07 req-6a154322-486e-475a-b6d2-e2250e6f00e2 service neutron] Attempting to bind port b4c5fc50-49e0-4447-9840-18c33fb6df3d on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:09:08.070397 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-d074def6-8715-4c7f-b03d-3b34e833ca07 req-6a154322-486e-475a-b6d2-e2250e6f00e2 service neutron] Attempting to bind port b4c5fc50-49e0-4447-9840-18c33fb6df3d by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': '196ae6bd-f370-4d4b-98bb-76631d5d886c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f857bb17-d5f1-461e-b18f-b627336021fd'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:09:08.070935 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d074def6-8715-4c7f-b03d-3b34e833ca07 req-6a154322-486e-475a-b6d2-e2250e6f00e2 service neutron] Attempting to bind port b4c5fc50-49e0-4447-9840-18c33fb6df3d on network f857bb17-d5f1-461e-b18f-b627336021fd {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:09:08.076771 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7a45b707-b15a-4a53-a0d5-78d470762405 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:08.079569 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7a45b707-b15a-4a53-a0d5-78d470762405 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:08.083594 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-7a45b707-b15a-4a53-a0d5-78d470762405 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] 10.222.0.36 "DELETE /v2.0/security-groups/3d0b4e50-aac5-4d90-8271-0dd03f14174c HTTP/1.1" status: 204 len: 168 time: 0.2983429 Aug 16 23:09:08.084784 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 56376) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:08.088430 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d074def6-8715-4c7f-b03d-3b34e833ca07 req-6a154322-486e-475a-b6d2-e2250e6f00e2 service neutron] Port b4c5fc50-49e0-4447-9840-18c33fb6df3d on network f857bb17-d5f1-461e-b18f-b627336021fd not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:09:08.088957 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d074def6-8715-4c7f-b03d-3b34e833ca07 req-6a154322-486e-475a-b6d2-e2250e6f00e2 service neutron] Attempting to bind port b4c5fc50-49e0-4447-9840-18c33fb6df3d on network f857bb17-d5f1-461e-b18f-b627336021fd {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:09:08.107743 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a45b707-b15a-4a53-a0d5-78d470762405 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d0b4e50-aac5-4d90-8271-0dd03f14174c,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:08.118594 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d074def6-8715-4c7f-b03d-3b34e833ca07 req-6a154322-486e-475a-b6d2-e2250e6f00e2 service neutron] Checking agent: {'id': 'd28e24f9-e5ea-41e1-80bf-3c7943ad7f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:09:08.118949 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d074def6-8715-4c7f-b03d-3b34e833ca07 req-6a154322-486e-475a-b6d2-e2250e6f00e2 service neutron] Checking segment: {'id': '196ae6bd-f370-4d4b-98bb-76631d5d886c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f857bb17-d5f1-461e-b18f-b627336021fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:09:08.119548 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d074def6-8715-4c7f-b03d-3b34e833ca07 req-6a154322-486e-475a-b6d2-e2250e6f00e2 service neutron] Bound using segment: {'id': '196ae6bd-f370-4d4b-98bb-76631d5d886c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f857bb17-d5f1-461e-b18f-b627336021fd'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:09:08.119941 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-d074def6-8715-4c7f-b03d-3b34e833ca07 req-6a154322-486e-475a-b6d2-e2250e6f00e2 service neutron] Bound port: b4c5fc50-49e0-4447-9840-18c33fb6df3d, host: n-h1-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '196ae6bd-f370-4d4b-98bb-76631d5d886c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f857bb17-d5f1-461e-b18f-b627336021fd'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:09:08.120313 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-d074def6-8715-4c7f-b03d-3b34e833ca07 req-6a154322-486e-475a-b6d2-e2250e6f00e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:08.208783 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6ebd8b40-6dfe-4810-9e1c-42191d82da15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:08.213277 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6ebd8b40-6dfe-4810-9e1c-42191d82da15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:08.217381 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-6ebd8b40-6dfe-4810-9e1c-42191d82da15 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6aee4195-c18d-454c-8a73-420dda526f25 HTTP/1.1" status: 204 len: 168 time: 0.3532138 Aug 16 23:09:08.221693 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-18030dc1-101f-44b3-8a7a-e80ae1f3f9ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:08.224105 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-18030dc1-101f-44b3-8a7a-e80ae1f3f9ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:08.225364 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-18030dc1-101f-44b3-8a7a-e80ae1f3f9ee admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1bc150b5-cf7a-47f7-98d9-ae794194db46 HTTP/1.1" status: 204 len: 168 time: 0.3124795 Aug 16 23:09:08.231723 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56384) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:08.233621 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-6c9268b2-e7a0-49ec-ad8f-600eed20955b tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1423519 Aug 16 23:09:08.238495 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-801cb55f-0e41-4cdc-9935-fd2f44039813 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Request body: {'security_group': {'name': 'tempest-secgroup--1640147984'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:09:08.245297 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd8b40-6dfe-4810-9e1c-42191d82da15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aee4195-c18d-454c-8a73-420dda526f25,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:08.269523 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18030dc1-101f-44b3-8a7a-e80ae1f3f9ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc150b5-cf7a-47f7-98d9-ae794194db46,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:08.273328 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-d074def6-8715-4c7f-b03d-3b34e833ca07 req-6a154322-486e-475a-b6d2-e2250e6f00e2 service neutron] For port b4c5fc50-49e0-4447-9840-18c33fb6df3d, host n-h1-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:09:08.278353 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-d074def6-8715-4c7f-b03d-3b34e833ca07 req-6a154322-486e-475a-b6d2-e2250e6f00e2 service neutron] For port b4c5fc50-49e0-4447-9840-18c33fb6df3d, host n-h1-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=b4c5fc50-49e0-4447-9840-18c33fb6df3d,segment=NetworkSegment(196ae6bd-f370-4d4b-98bb-76631d5d886c),segment_id=196ae6bd-f370-4d4b-98bb-76631d5d886c)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:09:08.285020 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-801cb55f-0e41-4cdc-9935-fd2f44039813 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:08.288787 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-d074def6-8715-4c7f-b03d-3b34e833ca07 req-6a154322-486e-475a-b6d2-e2250e6f00e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:08.335722 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d074def6-8715-4c7f-b03d-3b34e833ca07 req-6a154322-486e-475a-b6d2-e2250e6f00e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:08.336448 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-d074def6-8715-4c7f-b03d-3b34e833ca07 req-6a154322-486e-475a-b6d2-e2250e6f00e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:08.337824 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d074def6-8715-4c7f-b03d-3b34e833ca07 req-6a154322-486e-475a-b6d2-e2250e6f00e2 service neutron] 10.222.0.68 "PUT /v2.0/ports/b4c5fc50-49e0-4447-9840-18c33fb6df3d HTTP/1.1" status: 200 len: 1092 time: 1.0522137 Aug 16 23:09:08.338691 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a97c9e0-bdad-48f1-92f6-ca652681d2f2', 'tag': 'b4c5fc50-49e0-4447-9840-18c33fb6df3d'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:09:08.341519 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9abff2f4-2d21-49fb-9f35-011bb2ff3f57" -d '{"events": [{"name": "network-changed", "server_uuid": "7a97c9e0-bdad-48f1-92f6-ca652681d2f2", "tag": "b4c5fc50-49e0-4447-9840-18c33fb6df3d"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:09:08.425500 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a154322-486e-475a-b6d2-e2250e6f00e2 service neutron] Pushing event updated for resources: {'Port': ['ID=b4c5fc50-49e0-4447-9840-18c33fb6df3d,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:08.442994 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6228f25-c214-4573-892f-be384aaa981d x-openstack-request-id: req-a6228f25-c214-4573-892f-be384aaa981d {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:09:08.443320 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a97c9e0-bdad-48f1-92f6-ca652681d2f2", "tag": "b4c5fc50-49e0-4447-9840-18c33fb6df3d", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:09:08.443546 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a6228f25-c214-4573-892f-be384aaa981d {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:09:08.444476 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a97c9e0-bdad-48f1-92f6-ca652681d2f2', 'tag': 'b4c5fc50-49e0-4447-9840-18c33fb6df3d', 'status': 'completed', 'code': 200} Aug 16 23:09:08.494413 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d074def6-8715-4c7f-b03d-3b34e833ca07 req-2c70eace-4b8e-409b-80ba-5128f21d46ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:08.498032 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d074def6-8715-4c7f-b03d-3b34e833ca07 req-2c70eace-4b8e-409b-80ba-5128f21d46ee service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e79d7ff464c14298b60a5fb641626858&device_id=7a97c9e0-bdad-48f1-92f6-ca652681d2f2 HTTP/1.1" status: 200 len: 1095 time: 0.1033843 Aug 16 23:09:08.499706 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-801cb55f-0e41-4cdc-9935-fd2f44039813 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:08.509039 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-801cb55f-0e41-4cdc-9935-fd2f44039813 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:08.555243 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801cb55f-0e41-4cdc-9935-fd2f44039813 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d283f3db-7875-4ded-8315-04ee203952be,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:08.582108 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-801cb55f-0e41-4cdc-9935-fd2f44039813 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:08.587034 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-801cb55f-0e41-4cdc-9935-fd2f44039813 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3542695 Aug 16 23:09:08.590970 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56396) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:08.598168 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-40b60192-26ca-4288-9940-65521214dac4 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Request body: {'security_group_rule': {'security_group_id': 'd283f3db-7875-4ded-8315-04ee203952be', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:09:08.635827 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d074def6-8715-4c7f-b03d-3b34e833ca07 req-0594f66d-97eb-418a-8701-8fa2ce953f39 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4c5fc50-49e0-4447-9840-18c33fb6df3d HTTP/1.1" status: 200 len: 217 time: 0.1293414 Aug 16 23:09:08.657479 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-40b60192-26ca-4288-9940-65521214dac4 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:08.718193 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d074def6-8715-4c7f-b03d-3b34e833ca07 req-87d74a47-a377-44f0-bdde-b75293587f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:08.720218 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d074def6-8715-4c7f-b03d-3b34e833ca07 req-87d74a47-a377-44f0-bdde-b75293587f95 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=fa253f4b-008c-404d-ae31-8580bee27355 HTTP/1.1" status: 200 len: 847 time: 0.0760472 Aug 16 23:09:08.745922 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74452d6c-2efd-46d7-bc5c-61f4f0d913fe req-f7bd4b70-d08a-497f-8ced-c6da6ebf7305 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:08.747655 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-74452d6c-2efd-46d7-bc5c-61f4f0d913fe req-f7bd4b70-d08a-497f-8ced-c6da6ebf7305 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a97c9e0-bdad-48f1-92f6-ca652681d2f2 HTTP/1.1" status: 200 len: 943 time: 0.0925908 Aug 16 23:09:08.770749 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-40b60192-26ca-4288-9940-65521214dac4 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:08.785663 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-40b60192-26ca-4288-9940-65521214dac4 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:08.797111 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d074def6-8715-4c7f-b03d-3b34e833ca07 req-346c1846-b782-4fcf-b003-31d5b9ea3905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:08.799568 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d074def6-8715-4c7f-b03d-3b34e833ca07 req-346c1846-b782-4fcf-b003-31d5b9ea3905 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=f857bb17-d5f1-461e-b18f-b627336021fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0705633 Aug 16 23:09:08.821059 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b60192-26ca-4288-9940-65521214dac4 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=219fd412-00bc-49eb-a6a0-161ddddda7f5,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:08.831940 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-40b60192-26ca-4288-9940-65521214dac4 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:08.836951 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-40b60192-26ca-4288-9940-65521214dac4 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2446361 Aug 16 23:09:08.839441 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56402) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:08.849161 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-74452d6c-2efd-46d7-bc5c-61f4f0d913fe req-ecfb9d93-fc89-4c9e-91b8-8e29bdeeaeda tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] 10.222.0.36 "GET /v2.0/security-groups?id=7815a016-bbd1-468a-9ff2-59548a452ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861063 Aug 16 23:09:08.866498 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-f343663e-dfb5-4285-8fe7-79e3633cea9d tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] 10.222.0.36 "GET /v2.0/security-group-rules/219fd412-00bc-49eb-a6a0-161ddddda7f5 HTTP/1.1" status: 200 len: 763 time: 0.0252156 Aug 16 23:09:08.867438 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56406) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:08.867922 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56408) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:08.932739 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-b9eefd90-8566-4f2c-a9ea-04ae9dd165ba admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=481869fb8198428fa48504a8e9010ead&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0637174 Aug 16 23:09:08.934686 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d074def6-8715-4c7f-b03d-3b34e833ca07 req-d279fd30-6b92-4d44-a82c-276f52f5f550 service neutron] 10.222.0.68 "GET /v2.0/networks/f857bb17-d5f1-461e-b18f-b627336021fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272943 Aug 16 23:09:08.935249 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 56412) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:08.946477 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-1090ddad-f69e-464a-bd35-4402e6262580 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0762100 Aug 16 23:09:08.947071 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56414) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:08.972487 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2cbeb5f5-ecd2-43a5-bfb9-3422252b5cf9 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:08.981487 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2cbeb5f5-ecd2-43a5-bfb9-3422252b5cf9 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:09.013598 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2cbeb5f5-ecd2-43a5-bfb9-3422252b5cf9 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:09.020260 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2cbeb5f5-ecd2-43a5-bfb9-3422252b5cf9 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:09.025369 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-2cbeb5f5-ecd2-43a5-bfb9-3422252b5cf9 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/219fd412-00bc-49eb-a6a0-161ddddda7f5 HTTP/1.1" status: 204 len: 168 time: 0.0773165 Aug 16 23:09:09.027122 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56418) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:09.039570 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbeb5f5-ecd2-43a5-bfb9-3422252b5cf9 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=219fd412-00bc-49eb-a6a0-161ddddda7f5,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:09.075873 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-c7447407-225d-4fae-8f7a-72779a4acddf tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0475669 Aug 16 23:09:09.078944 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56420) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:09.085499 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-07b3bc05-c1ea-4910-89f9-db6f021ea106 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Request body: {'security_group_rule': {'security_group_id': 'd283f3db-7875-4ded-8315-04ee203952be', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:09:09.124304 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-07b3bc05-c1ea-4910-89f9-db6f021ea106 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:09.193352 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-07b3bc05-c1ea-4910-89f9-db6f021ea106 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:09.199249 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-07b3bc05-c1ea-4910-89f9-db6f021ea106 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:09.220405 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b3bc05-c1ea-4910-89f9-db6f021ea106 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d75e0014-c7d1-458b-a248-8332a8729396,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:09.227417 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-07b3bc05-c1ea-4910-89f9-db6f021ea106 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:09.232337 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-07b3bc05-c1ea-4910-89f9-db6f021ea106 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1512783 Aug 16 23:09:09.232981 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56428) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:09.255080 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-7951d5b8-23f7-4208-b3ed-cb388e4dcd3b tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] 10.222.0.36 "GET /v2.0/security-group-rules/d75e0014-c7d1-458b-a248-8332a8729396 HTTP/1.1" status: 200 len: 763 time: 0.0209105 Aug 16 23:09:09.255690 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56432) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:09.318670 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-fab0d4df-b4cb-4ede-8c18-dee76aaf77d1 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0587521 Aug 16 23:09:09.319904 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56436) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:09.350104 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-384be1b4-f7d7-40ab-a650-70e116a83307 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:09.359868 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-384be1b4-f7d7-40ab-a650-70e116a83307 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:09.384059 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56438) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:09.398152 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-384be1b4-f7d7-40ab-a650-70e116a83307 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:09.405065 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-384be1b4-f7d7-40ab-a650-70e116a83307 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:09.406223 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-384be1b4-f7d7-40ab-a650-70e116a83307 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/d75e0014-c7d1-458b-a248-8332a8729396 HTTP/1.1" status: 204 len: 168 time: 0.0842943 Aug 16 23:09:09.411364 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56442) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:09.419450 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384be1b4-f7d7-40ab-a650-70e116a83307 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d75e0014-c7d1-458b-a248-8332a8729396,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:09.428794 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e3d11c43-33ac-420a-a2a5-6d77575622e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:09.454721 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d074def6-8715-4c7f-b03d-3b34e833ca07 req-1c5b6684-e96c-445e-b428-2e6d50ea7411 service neutron] 10.222.0.68 "GET /v2.0/networks/f857bb17-d5f1-461e-b18f-b627336021fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5116169 Aug 16 23:09:09.457399 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-b15b55d2-35ea-4675-99ab-7ef00e6f0524 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0447004 Aug 16 23:09:09.462822 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 56446) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:09.468053 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-f69a3ac2-dc82-4cd1-946c-ab21c20ef340 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Request body: {'security_group_rule': {'security_group_id': 'd283f3db-7875-4ded-8315-04ee203952be', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:09:09.501036 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e3d11c43-33ac-420a-a2a5-6d77575622e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:09.510848 n-d-791506-26 neutron-server[101291]: INFO neutron.db.securitygroups_db [None req-f69a3ac2-dc82-4cd1-946c-ab21c20ef340 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Project f518a28868b5477c8d99b07990411d18 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 23:09:09.529541 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f69a3ac2-dc82-4cd1-946c-ab21c20ef340 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:09.536110 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-75b56498-3b83-40c5-9d80-3894450f108c tempest-SubnetPoolsTestJSON-672324581 tempest-SubnetPoolsTestJSON-672324581-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1552966816', 'prefixes': ['172.20.0.0/16']}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:09:09.603354 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-75b56498-3b83-40c5-9d80-3894450f108c tempest-SubnetPoolsTestJSON-672324581 tempest-SubnetPoolsTestJSON-672324581-project] Notify callbacks [] for subnetpool, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:09.604885 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-75b56498-3b83-40c5-9d80-3894450f108c tempest-SubnetPoolsTestJSON-672324581 tempest-SubnetPoolsTestJSON-672324581-project] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.2196231 Aug 16 23:09:09.607563 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56448) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:09.617623 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abff2f4-2d21-49fb-9f35-011bb2ff3f57 req-13263358-f354-4467-afd4-b62b6402838b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:09.619357 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-9abff2f4-2d21-49fb-9f35-011bb2ff3f57 req-13263358-f354-4467-afd4-b62b6402838b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e79d7ff464c14298b60a5fb641626858&device_id=7a97c9e0-bdad-48f1-92f6-ca652681d2f2 HTTP/1.1" status: 200 len: 1095 time: 0.1054792 Aug 16 23:09:09.659242 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e3d11c43-33ac-420a-a2a5-6d77575622e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:09.660800 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-90ff22cc-8b07-4213-bdfa-4516a5010bb9 tempest-SubnetPoolsTestJSON-672324581 tempest-SubnetPoolsTestJSON-672324581-project] 10.222.0.36 "GET /v2.0/subnetpools/d512144a-a57d-4ce5-bd45-ec93a502aed7 HTTP/1.1" status: 200 len: 732 time: 0.0519369 Aug 16 23:09:09.661864 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e3d11c43-33ac-420a-a2a5-6d77575622e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:09.663233 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-e3d11c43-33ac-420a-a2a5-6d77575622e7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/06a45771-9688-4eab-8b08-224ce9e5d379 HTTP/1.1" status: 204 len: 168 time: 0.7267447 Aug 16 23:09:09.663670 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56450) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:09.665375 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f69a3ac2-dc82-4cd1-946c-ab21c20ef340 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:09.668293 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-f0f531f0-aa04-4db1-bd8a-df73fc7d03fa tempest-SubnetPoolsTestJSON-672324581 tempest-SubnetPoolsTestJSON-672324581-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-325397097'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:09:09.705138 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f69a3ac2-dc82-4cd1-946c-ab21c20ef340 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:09.717361 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d11c43-33ac-420a-a2a5-6d77575622e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a45771-9688-4eab-8b08-224ce9e5d379,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:09.735892 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69a3ac2-dc82-4cd1-946c-ab21c20ef340 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=401b5b46-c0ac-4fd2-b770-705bed028d8e,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:09.754824 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f69a3ac2-dc82-4cd1-946c-ab21c20ef340 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:09.759918 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f0f531f0-aa04-4db1-bd8a-df73fc7d03fa tempest-SubnetPoolsTestJSON-672324581 tempest-SubnetPoolsTestJSON-672324581-project] Notify callbacks [] for subnetpool, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:09.760046 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-f69a3ac2-dc82-4cd1-946c-ab21c20ef340 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2961442 Aug 16 23:09:09.760678 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 56454) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:09.764154 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 56456) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:09.764295 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-f0f531f0-aa04-4db1-bd8a-df73fc7d03fa tempest-SubnetPoolsTestJSON-672324581 tempest-SubnetPoolsTestJSON-672324581-project] 10.222.0.36 "PUT /v2.0/subnetpools/d512144a-a57d-4ce5-bd45-ec93a502aed7 HTTP/1.1" status: 200 len: 683 time: 0.0994444 Aug 16 23:09:09.814405 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abff2f4-2d21-49fb-9f35-011bb2ff3f57 req-de63cd19-fb8f-4d27-8e9d-160ba9de5893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:09.815904 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-9abff2f4-2d21-49fb-9f35-011bb2ff3f57 req-de63cd19-fb8f-4d27-8e9d-160ba9de5893 service neutron] 10.222.0.68 "GET /v2.0/networks?id=f857bb17-d5f1-461e-b18f-b627336021fd HTTP/1.1" status: 200 len: 909 time: 0.1880233 Aug 16 23:09:09.825381 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-88a41f4e-30cf-47fd-a42b-6eae67cc2480 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] 10.222.0.36 "GET /v2.0/security-group-rules/401b5b46-c0ac-4fd2-b770-705bed028d8e HTTP/1.1" status: 200 len: 769 time: 0.0617766 Aug 16 23:09:09.827929 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56458) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:09.880069 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-9abff2f4-2d21-49fb-9f35-011bb2ff3f57 req-e13bbb3e-0e33-40de-9c6a-b2bacacde9ae service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4c5fc50-49e0-4447-9840-18c33fb6df3d HTTP/1.1" status: 200 len: 217 time: 0.0521741 Aug 16 23:09:09.881511 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-7565d706-b64a-4fa9-b475-dbdcd3c119bb tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0521979 Aug 16 23:09:09.884908 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56464) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:09.932221 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4b167c81-2eb4-4a7d-87cd-341671ea33da tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:09.951024 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4b167c81-2eb4-4a7d-87cd-341671ea33da tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:09.965271 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-13578b4d-22d0-403d-a62f-061e398be599 tempest-SubnetPoolsTestJSON-672324581 tempest-SubnetPoolsTestJSON-672324581-project] Notify callbacks [] for subnetpool, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:09.966426 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-13578b4d-22d0-403d-a62f-061e398be599 tempest-SubnetPoolsTestJSON-672324581 tempest-SubnetPoolsTestJSON-672324581-project] 10.222.0.36 "DELETE /v2.0/subnetpools/d512144a-a57d-4ce5-bd45-ec93a502aed7 HTTP/1.1" status: 204 len: 168 time: 0.1927159 Aug 16 23:09:09.968148 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abff2f4-2d21-49fb-9f35-011bb2ff3f57 req-8f474984-3901-40f7-afa7-ce962b2a2a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:09.969769 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-9abff2f4-2d21-49fb-9f35-011bb2ff3f57 req-8f474984-3901-40f7-afa7-ce962b2a2a25 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=fa253f4b-008c-404d-ae31-8580bee27355 HTTP/1.1" status: 200 len: 847 time: 0.0823696 Aug 16 23:09:09.970216 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 56466) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:09.996906 n-d-791506-26 neutron-server[101291]: INFO neutron.api.v2.resource [None req-67b652ac-37ee-47fd-a8b6-0aa893eec28a tempest-SubnetPoolsTestJSON-672324581 tempest-SubnetPoolsTestJSON-672324581-project] show failed (client error): The resource could not be found. Aug 16 23:09:09.998051 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-67b652ac-37ee-47fd-a8b6-0aa893eec28a tempest-SubnetPoolsTestJSON-672324581 tempest-SubnetPoolsTestJSON-672324581-project] 10.222.0.36 "GET /v2.0/subnetpools/d512144a-a57d-4ce5-bd45-ec93a502aed7 HTTP/1.1" status: 404 len: 346 time: 0.0269234 Aug 16 23:09:10.005378 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56470) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:10.024829 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977907f2-dc0d-43b6-a4fc-3bfae932256b req-27ff6258-90eb-48fa-b728-7f14c8911267 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:10.028881 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-977907f2-dc0d-43b6-a4fc-3bfae932256b req-27ff6258-90eb-48fa-b728-7f14c8911267 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a97c9e0-bdad-48f1-92f6-ca652681d2f2 HTTP/1.1" status: 200 len: 943 time: 0.0914476 Aug 16 23:09:10.029501 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abff2f4-2d21-49fb-9f35-011bb2ff3f57 req-60288ad7-1b4a-434a-8284-3c8bbdb13765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:10.031154 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-9abff2f4-2d21-49fb-9f35-011bb2ff3f57 req-60288ad7-1b4a-434a-8284-3c8bbdb13765 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=f857bb17-d5f1-461e-b18f-b627336021fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515652 Aug 16 23:09:10.034883 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4b167c81-2eb4-4a7d-87cd-341671ea33da tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:10.044553 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4b167c81-2eb4-4a7d-87cd-341671ea33da tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:10.045593 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-4b167c81-2eb4-4a7d-87cd-341671ea33da tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/401b5b46-c0ac-4fd2-b770-705bed028d8e HTTP/1.1" status: 204 len: 168 time: 0.1480238 Aug 16 23:09:10.047318 n-d-791506-26 neutron-server[101292]: INFO neutron.api.v2.resource [None req-f6e607ad-6ca4-485f-9922-501bedea4891 tempest-SubnetPoolsTestJSON-672324581 tempest-SubnetPoolsTestJSON-672324581-project] delete failed (client error): The resource could not be found. Aug 16 23:09:10.048114 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 56474) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:10.048243 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-f6e607ad-6ca4-485f-9922-501bedea4891 tempest-SubnetPoolsTestJSON-672324581 tempest-SubnetPoolsTestJSON-672324581-project] 10.222.0.36 "DELETE /v2.0/subnetpools/d512144a-a57d-4ce5-bd45-ec93a502aed7 HTTP/1.1" status: 404 len: 346 time: 0.0418503 Aug 16 23:09:10.062789 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b167c81-2eb4-4a7d-87cd-341671ea33da tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=401b5b46-c0ac-4fd2-b770-705bed028d8e,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:10.094272 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-977907f2-dc0d-43b6-a4fc-3bfae932256b req-a1e9d338-f867-4f7a-97a2-98adbf6724ad tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] 10.222.0.36 "GET /v2.0/security-groups?id=7815a016-bbd1-468a-9ff2-59548a452ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570669 Aug 16 23:09:10.149851 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-29b37b4c-be9c-4995-a692-1d91142713af tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0996778 Aug 16 23:09:10.152647 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 56480) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:10.204090 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-9abff2f4-2d21-49fb-9f35-011bb2ff3f57 req-4a852c50-1813-4a23-97ee-73d3e123d82c service neutron] 10.222.0.68 "GET /v2.0/networks/f857bb17-d5f1-461e-b18f-b627336021fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649587 Aug 16 23:09:10.292868 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b641710e-6475-4ccb-b005-1f55c5de22f7 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:10.323276 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 56486) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:10.328044 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b641710e-6475-4ccb-b005-1f55c5de22f7 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:10.383036 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-9abff2f4-2d21-49fb-9f35-011bb2ff3f57 req-493dd456-7669-47d2-8ec8-7b76ac532def service neutron] 10.222.0.68 "GET /v2.0/networks/f857bb17-d5f1-461e-b18f-b627336021fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700971 Aug 16 23:09:10.407962 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b641710e-6475-4ccb-b005-1f55c5de22f7 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:10.414899 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b641710e-6475-4ccb-b005-1f55c5de22f7 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:10.418633 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-b641710e-6475-4ccb-b005-1f55c5de22f7 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] 10.222.0.36 "DELETE /v2.0/security-groups/d283f3db-7875-4ded-8315-04ee203952be HTTP/1.1" status: 204 len: 168 time: 0.2624984 Aug 16 23:09:10.419933 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56496) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:10.425891 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b641710e-6475-4ccb-b005-1f55c5de22f7 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d283f3db-7875-4ded-8315-04ee203952be,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:10.488121 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e46aec79-bb9d-4dc9-b0ca-a0d8c1a85c90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:10.498268 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-ba4cd9a3-0604-4b4a-adb4-494155db642e tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0753186 Aug 16 23:09:10.502810 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 56500) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:10.577360 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-a9c4bf9c-6baf-4336-a91f-e84c4ff9f5c0 tempest-SecGroupIPv6Test-1323384314 tempest-SecGroupIPv6Test-1323384314-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0733216 Aug 16 23:09:10.643562 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e46aec79-bb9d-4dc9-b0ca-a0d8c1a85c90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:10.648499 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e46aec79-bb9d-4dc9-b0ca-a0d8c1a85c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:10.697056 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-e46aec79-bb9d-4dc9-b0ca-a0d8c1a85c90 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ab6b82f8928c4e078d122bbd8778a16e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3685389 Aug 16 23:09:10.697056 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46aec79-bb9d-4dc9-b0ca-a0d8c1a85c90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=314f535a-ab69-4af4-919b-6f9af451946b,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:10.698511 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56512) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:10.764763 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c96f6c8e-1034-4cb4-8a03-eac0bf4f7f70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:10.788338 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c96f6c8e-1034-4cb4-8a03-eac0bf4f7f70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:10.839890 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c96f6c8e-1034-4cb4-8a03-eac0bf4f7f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:10.842567 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c96f6c8e-1034-4cb4-8a03-eac0bf4f7f70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:10.843906 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-c96f6c8e-1034-4cb4-8a03-eac0bf4f7f70 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/314f535a-ab69-4af4-919b-6f9af451946b HTTP/1.1" status: 204 len: 168 time: 0.1425109 Aug 16 23:09:10.858073 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96f6c8e-1034-4cb4-8a03-eac0bf4f7f70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=314f535a-ab69-4af4-919b-6f9af451946b,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:10.894833 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 56518) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:11.051451 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device b4c5fc50-49e0-4447-9840-18c33fb6df3d details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:09:11.063411 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-8f98c582-7b06-4745-96b0-a3c189687d3f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f518a28868b5477c8d99b07990411d18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1673894 Aug 16 23:09:11.066102 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56524) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:11.141791 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5ede2549-2d07-4735-ba78-954812d7480e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:11.172123 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:11.209401 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port b4c5fc50-49e0-4447-9840-18c33fb6df3d, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=b4c5fc50-49e0-4447-9840-18c33fb6df3d,segment=NetworkSegment(196ae6bd-f370-4d4b-98bb-76631d5d886c),segment_id=196ae6bd-f370-4d4b-98bb-76631d5d886c)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:09:11.210166 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5ede2549-2d07-4735-ba78-954812d7480e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:11.223038 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': 'b4c5fc50-49e0-4447-9840-18c33fb6df3d', 'network_id': 'f857bb17-d5f1-461e-b18f-b627336021fd', 'port_id': 'b4c5fc50-49e0-4447-9840-18c33fb6df3d', 'mac_address': 'fa:16:3e:60:10:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa253f4b-008c-404d-ae31-8580bee27355', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:09:11.275669 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:11.293504 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4c5fc50-49e0-4447-9840-18c33fb6df3d {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:09:11.300217 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aada95c0-4873-44dd-8e32-58099756f421 req-e71f8600-ec93-464a-bdf6-33bc27668330 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:11.309967 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-aada95c0-4873-44dd-8e32-58099756f421 req-e71f8600-ec93-464a-bdf6-33bc27668330 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a97c9e0-bdad-48f1-92f6-ca652681d2f2 HTTP/1.1" status: 200 len: 943 time: 0.1133904 Aug 16 23:09:11.315834 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port b4c5fc50-49e0-4447-9840-18c33fb6df3d, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=b4c5fc50-49e0-4447-9840-18c33fb6df3d,segment=NetworkSegment(196ae6bd-f370-4d4b-98bb-76631d5d886c),segment_id=196ae6bd-f370-4d4b-98bb-76631d5d886c)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:09:11.321676 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:11.365708 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-aada95c0-4873-44dd-8e32-58099756f421 req-5036632a-00ef-4835-8194-0e111e1bea27 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] 10.222.0.36 "GET /v2.0/security-groups?id=7815a016-bbd1-468a-9ff2-59548a452ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546944 Aug 16 23:09:11.368333 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5ede2549-2d07-4735-ba78-954812d7480e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:11.373747 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=b4c5fc50-49e0-4447-9840-18c33fb6df3d,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:11.375990 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5ede2549-2d07-4735-ba78-954812d7480e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:11.377218 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-5ede2549-2d07-4735-ba78-954812d7480e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e8d9d33e-0e19-426f-a62e-2abe038be802 HTTP/1.1" status: 204 len: 168 time: 0.3097765 Aug 16 23:09:11.389044 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ede2549-2d07-4735-ba78-954812d7480e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8d9d33e-0e19-426f-a62e-2abe038be802,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:11.543170 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['b4c5fc50-49e0-4447-9840-18c33fb6df3d'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:09:12.318160 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56586) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:12.517540 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edae98d5-662d-4243-9666-1b8fa1a856b0 req-85bb2426-5003-4ae4-a54b-abed60bbb8fa tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:12.519397 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-edae98d5-662d-4243-9666-1b8fa1a856b0 req-85bb2426-5003-4ae4-a54b-abed60bbb8fa tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a97c9e0-bdad-48f1-92f6-ca652681d2f2 HTTP/1.1" status: 200 len: 944 time: 0.0613627 Aug 16 23:09:12.581821 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-edae98d5-662d-4243-9666-1b8fa1a856b0 req-91291dea-4c02-4a81-82df-88b8658b4f06 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] 10.222.0.36 "GET /v2.0/security-groups?id=7815a016-bbd1-468a-9ff2-59548a452ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469000 Aug 16 23:09:12.645193 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-5fadff94-cc9f-49ab-9462-e910d48a2669 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Request body: {'security_group': {'name': 'tempest-secgroup--1367743148'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:09:12.673506 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5fadff94-cc9f-49ab-9462-e910d48a2669 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:12.683622 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5fadff94-cc9f-49ab-9462-e910d48a2669 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:12.818345 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5fadff94-cc9f-49ab-9462-e910d48a2669 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:12.824289 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5fadff94-cc9f-49ab-9462-e910d48a2669 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:12.887251 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fadff94-cc9f-49ab-9462-e910d48a2669 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25ef7e56-2104-4e41-ac47-ede38d88f5e0,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:12.936960 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5fadff94-cc9f-49ab-9462-e910d48a2669 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:12.941889 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5fadff94-cc9f-49ab-9462-e910d48a2669 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:12.977354 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5fadff94-cc9f-49ab-9462-e910d48a2669 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:12.978596 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-5fadff94-cc9f-49ab-9462-e910d48a2669 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6589396 Aug 16 23:09:12.981588 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 56610) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:12.991330 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fadff94-cc9f-49ab-9462-e910d48a2669 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d981840e-15fd-4055-942c-7df5dc918e89,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:13.056701 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-0c7f77d5-5702-400d-881c-175759f28528 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0734961 Aug 16 23:09:13.059187 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56616) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:13.065116 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device b4c5fc50-49e0-4447-9840-18c33fb6df3d up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:09:13.072532 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-3db0810a-ac94-48e4-a6fe-6720ad1a2ff6 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Request body: {'security_group': {'name': 'tempest-security--1703738616', 'description': 'tempest-security-description-123067712'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:09:13.101774 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3db0810a-ac94-48e4-a6fe-6720ad1a2ff6 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:13.149759 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning for port b4c5fc50-49e0-4447-9840-18c33fb6df3d completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:09:13.154794 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port b4c5fc50-49e0-4447-9840-18c33fb6df3d triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:09:13.155382 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:13.168278 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3db0810a-ac94-48e4-a6fe-6720ad1a2ff6 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:13.172850 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3db0810a-ac94-48e4-a6fe-6720ad1a2ff6 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:13.176594 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3db0810a-ac94-48e4-a6fe-6720ad1a2ff6 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:13.178015 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-3db0810a-ac94-48e4-a6fe-6720ad1a2ff6 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] 10.222.0.36 "PUT /v2.0/security-groups/d981840e-15fd-4055-942c-7df5dc918e89 HTTP/1.1" status: 200 len: 1779 time: 0.1173506 Aug 16 23:09:13.181685 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 56618) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:13.213356 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db0810a-ac94-48e4-a6fe-6720ad1a2ff6 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d981840e-15fd-4055-942c-7df5dc918e89,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:13.248070 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-504f8a45-74ca-4c00-ae4b-438d4bb44446 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] 10.222.0.36 "GET /v2.0/security-groups/d981840e-15fd-4055-942c-7df5dc918e89 HTTP/1.1" status: 200 len: 1779 time: 0.0647070 Aug 16 23:09:13.251850 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 56620) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:13.323340 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-020357ba-f84d-43b1-bb8e-23b8ad961343 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:13.379064 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-020357ba-f84d-43b1-bb8e-23b8ad961343 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:13.455412 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-020357ba-f84d-43b1-bb8e-23b8ad961343 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:13.459276 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-020357ba-f84d-43b1-bb8e-23b8ad961343 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:13.461477 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-020357ba-f84d-43b1-bb8e-23b8ad961343 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] 10.222.0.36 "DELETE /v2.0/security-groups/d981840e-15fd-4055-942c-7df5dc918e89 HTTP/1.1" status: 204 len: 168 time: 0.2083225 Aug 16 23:09:13.464341 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56626) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:13.468746 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:13.475093 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020357ba-f84d-43b1-bb8e-23b8ad961343 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d981840e-15fd-4055-942c-7df5dc918e89,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:13.508157 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a97c9e0-bdad-48f1-92f6-ca652681d2f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4c5fc50-49e0-4447-9840-18c33fb6df3d'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:09:13.510359 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ade3e95-e51d-42e3-a747-cb5b55ae3df6" -d '{"events": [{"server_uuid": "7a97c9e0-bdad-48f1-92f6-ca652681d2f2", "name": "network-vif-plugged", "status": "completed", "tag": "b4c5fc50-49e0-4447-9840-18c33fb6df3d"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:09:13.526098 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port b4c5fc50-49e0-4447-9840-18c33fb6df3d, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=b4c5fc50-49e0-4447-9840-18c33fb6df3d,segment=NetworkSegment(196ae6bd-f370-4d4b-98bb-76631d5d886c),segment_id=196ae6bd-f370-4d4b-98bb-76631d5d886c)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:09:13.528256 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-b93d7397-42b9-488e-996d-af7f51c70799 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0623171 Aug 16 23:09:13.531235 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 56630) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:13.533710 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:13.548084 n-d-791506-26 neutron-server[101291]: INFO neutron.api.v2.resource [None req-4202c59d-e8be-4ea5-9ad3-34fcbed90bbc tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] delete failed (client error): The resource could not be found. Aug 16 23:09:13.549143 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-4202c59d-e8be-4ea5-9ad3-34fcbed90bbc tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] 10.222.0.36 "DELETE /v2.0/security-groups/d981840e-15fd-4055-942c-7df5dc918e89 HTTP/1.1" status: 404 len: 347 time: 0.0166893 Aug 16 23:09:13.553127 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56632) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:13.558948 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-89b2a7f9-fec6-4865-88c6-f432403763d1 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Request body: {'security_group': {'name': 'tempest-secgroup--1109986440'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:09:13.567517 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a754e1-d9af-4187-ab7c-0b9771ffcf0c x-openstack-request-id: req-26a754e1-d9af-4187-ab7c-0b9771ffcf0c {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:09:13.568100 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a97c9e0-bdad-48f1-92f6-ca652681d2f2", "name": "network-vif-plugged", "status": "completed", "tag": "b4c5fc50-49e0-4447-9840-18c33fb6df3d", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:09:13.568415 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-26a754e1-d9af-4187-ab7c-0b9771ffcf0c {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:09:13.569508 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a97c9e0-bdad-48f1-92f6-ca652681d2f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4c5fc50-49e0-4447-9840-18c33fb6df3d', 'code': 200} Aug 16 23:09:13.602710 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=b4c5fc50-49e0-4447-9840-18c33fb6df3d,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:13.624420 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-89b2a7f9-fec6-4865-88c6-f432403763d1 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:13.684582 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380f144b-b612-4de8-8125-7174a1e4841c req-db53cdc1-f9c0-4ee1-b35c-3850a267a116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:13.686496 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-380f144b-b612-4de8-8125-7174a1e4841c req-db53cdc1-f9c0-4ee1-b35c-3850a267a116 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=7a97c9e0-bdad-48f1-92f6-ca652681d2f2 HTTP/1.1" status: 200 len: 1097 time: 0.0563576 Aug 16 23:09:13.731594 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-380f144b-b612-4de8-8125-7174a1e4841c req-c0415c50-32f6-4165-a901-430a3c712b64 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=7815a016-bbd1-468a-9ff2-59548a452ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366101 Aug 16 23:09:13.732021 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca0f027-e31f-40c7-a9ea-f67bb625edc1 req-bde7be5e-c0c5-4f8d-9b28-f2a7bc7889b6 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:13.733595 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6ca0f027-e31f-40c7-a9ea-f67bb625edc1 req-bde7be5e-c0c5-4f8d-9b28-f2a7bc7889b6 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a97c9e0-bdad-48f1-92f6-ca652681d2f2 HTTP/1.1" status: 200 len: 945 time: 0.0771158 Aug 16 23:09:13.773816 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-89b2a7f9-fec6-4865-88c6-f432403763d1 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:13.783874 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-89b2a7f9-fec6-4865-88c6-f432403763d1 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:13.812696 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6ca0f027-e31f-40c7-a9ea-f67bb625edc1 req-512b47de-bdd3-4717-b168-48e0fa246caf tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] 10.222.0.36 "GET /v2.0/security-groups?id=7815a016-bbd1-468a-9ff2-59548a452ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683827 Aug 16 23:09:13.825770 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b2a7f9-fec6-4865-88c6-f432403763d1 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fad9323a-652c-41c6-919b-892e76f1a706,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:13.828342 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-89b2a7f9-fec6-4865-88c6-f432403763d1 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:13.832376 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-89b2a7f9-fec6-4865-88c6-f432403763d1 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2747402 Aug 16 23:09:13.832639 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56638) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:13.838795 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-809159fd-f375-44fd-9bb2-50966c66efed tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Request body: {'security_group_rule': {'security_group_id': 'fad9323a-652c-41c6-919b-892e76f1a706', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:09:13.870009 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-809159fd-f375-44fd-9bb2-50966c66efed tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:13.938909 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-809159fd-f375-44fd-9bb2-50966c66efed tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:13.944288 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-809159fd-f375-44fd-9bb2-50966c66efed tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:13.969103 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809159fd-f375-44fd-9bb2-50966c66efed tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30fd0ff5-ee7b-4871-800c-4b07a257e355,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:13.977452 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-809159fd-f375-44fd-9bb2-50966c66efed tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:13.978780 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-809159fd-f375-44fd-9bb2-50966c66efed tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1447425 Aug 16 23:09:13.981581 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56642) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:14.006723 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7f0a7e3f-a5b0-404e-83fd-ab8c814c6b53 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:14.014155 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7f0a7e3f-a5b0-404e-83fd-ab8c814c6b53 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:14.042239 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7f0a7e3f-a5b0-404e-83fd-ab8c814c6b53 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:14.048102 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7f0a7e3f-a5b0-404e-83fd-ab8c814c6b53 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:14.049350 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-7f0a7e3f-a5b0-404e-83fd-ab8c814c6b53 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/30fd0ff5-ee7b-4871-800c-4b07a257e355 HTTP/1.1" status: 204 len: 168 time: 0.0667524 Aug 16 23:09:14.052144 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 56644) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:14.059970 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0a7e3f-a5b0-404e-83fd-ab8c814c6b53 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=30fd0ff5-ee7b-4871-800c-4b07a257e355,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:14.092248 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-1b72f078-7053-454c-a6b8-fd09bee4faeb tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0389402 Aug 16 23:09:14.095042 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 56646) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:14.149331 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-39cb344f-24f0-4c02-8bfa-a58cac4c22df tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:14.174188 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-39cb344f-24f0-4c02-8bfa-a58cac4c22df tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:14.219349 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-39cb344f-24f0-4c02-8bfa-a58cac4c22df tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:14.221866 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-39cb344f-24f0-4c02-8bfa-a58cac4c22df tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:14.223153 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-39cb344f-24f0-4c02-8bfa-a58cac4c22df tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] 10.222.0.36 "DELETE /v2.0/security-groups/fad9323a-652c-41c6-919b-892e76f1a706 HTTP/1.1" status: 204 len: 168 time: 0.1272256 Aug 16 23:09:14.226266 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56648) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:14.232837 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cb344f-24f0-4c02-8bfa-a58cac4c22df tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad9323a-652c-41c6-919b-892e76f1a706,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:14.278066 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-4d2f935d-0881-4e66-a0c7-8dea3ab4443c tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0506086 Aug 16 23:09:14.281869 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56650) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:14.286365 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-59b2b67d-c34a-458b-aef4-2251757ac4e5 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Request body: {'security_group': {'name': 'tempest-secgroup--1294577741'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:09:14.310954 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-59b2b67d-c34a-458b-aef4-2251757ac4e5 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:14.407612 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-59b2b67d-c34a-458b-aef4-2251757ac4e5 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:14.419844 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-59b2b67d-c34a-458b-aef4-2251757ac4e5 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:14.446782 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-59b2b67d-c34a-458b-aef4-2251757ac4e5 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:14.455964 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 56660) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:14.456227 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-59b2b67d-c34a-458b-aef4-2251757ac4e5 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1733539 Aug 16 23:09:14.457525 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b2b67d-c34a-458b-aef4-2251757ac4e5 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9fd36c1-1164-4cb7-a04f-d08efcffd823,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:14.464915 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-878e79ab-988f-457e-abc7-75b7367b9e67 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Request body: {'security_group_rule': {'security_group_id': 'c9fd36c1-1164-4cb7-a04f-d08efcffd823', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:09:14.524044 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-878e79ab-988f-457e-abc7-75b7367b9e67 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:14.585108 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-878e79ab-988f-457e-abc7-75b7367b9e67 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:14.589897 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-878e79ab-988f-457e-abc7-75b7367b9e67 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:14.609238 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878e79ab-988f-457e-abc7-75b7367b9e67 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13a24f4e-e024-4972-ad8f-70565e431a96,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:14.619280 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-878e79ab-988f-457e-abc7-75b7367b9e67 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:14.623671 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56662) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:14.625308 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-878e79ab-988f-457e-abc7-75b7367b9e67 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1675038 Aug 16 23:09:14.629063 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-5f74b6e4-71c0-4375-9416-922a8e91a67a tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Request body: {'security_group_rule': {'security_group_id': 'c9fd36c1-1164-4cb7-a04f-d08efcffd823', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:09:14.660188 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5f74b6e4-71c0-4375-9416-922a8e91a67a tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:14.733040 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5f74b6e4-71c0-4375-9416-922a8e91a67a tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:14.738347 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5f74b6e4-71c0-4375-9416-922a8e91a67a tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:14.761401 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f74b6e4-71c0-4375-9416-922a8e91a67a tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce2a63b2-4d24-4ef0-b3be-c0d87fb7b639,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:14.772836 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5f74b6e4-71c0-4375-9416-922a8e91a67a tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:14.777069 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-5f74b6e4-71c0-4375-9416-922a8e91a67a tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1522458 Aug 16 23:09:14.777741 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56668) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:14.783745 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-9aad39a5-d00d-462c-aa5a-00dffd9123f9 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Request body: {'security_group_rule': {'security_group_id': 'c9fd36c1-1164-4cb7-a04f-d08efcffd823', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:09:14.826675 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9aad39a5-d00d-462c-aa5a-00dffd9123f9 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:14.936453 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9aad39a5-d00d-462c-aa5a-00dffd9123f9 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:14.951764 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9aad39a5-d00d-462c-aa5a-00dffd9123f9 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:14.987755 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9aad39a5-d00d-462c-aa5a-00dffd9123f9 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:14.989847 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-9aad39a5-d00d-462c-aa5a-00dffd9123f9 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2089229 Aug 16 23:09:14.992723 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 56684) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:14.995651 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aad39a5-d00d-462c-aa5a-00dffd9123f9 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad9142f0-e753-4b38-bd79-eb5df4e1d69e,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:15.001119 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-950b36fa-1d79-454a-860c-6d5dd5486d75 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Request body: {'security_group_rule': {'security_group_id': 'c9fd36c1-1164-4cb7-a04f-d08efcffd823', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:09:15.005578 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc36014-228c-4755-b46d-7ca89f118f48 req-c77183cb-d4c8-4b75-bb69-64d04c88c838 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:15.008130 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-adc36014-228c-4755-b46d-7ca89f118f48 req-c77183cb-d4c8-4b75-bb69-64d04c88c838 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a97c9e0-bdad-48f1-92f6-ca652681d2f2 HTTP/1.1" status: 200 len: 945 time: 0.0873196 Aug 16 23:09:15.068634 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-adc36014-228c-4755-b46d-7ca89f118f48 req-299260bd-e17e-4582-9c5f-207542becbd0 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] 10.222.0.36 "GET /v2.0/security-groups?id=7815a016-bbd1-468a-9ff2-59548a452ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512822 Aug 16 23:09:15.068992 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-950b36fa-1d79-454a-860c-6d5dd5486d75 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:15.158576 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-950b36fa-1d79-454a-860c-6d5dd5486d75 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:15.164428 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-950b36fa-1d79-454a-860c-6d5dd5486d75 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:15.180014 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950b36fa-1d79-454a-860c-6d5dd5486d75 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e631e51-d6b4-4d09-92e7-0f7c586c3d5e,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:15.211753 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-950b36fa-1d79-454a-860c-6d5dd5486d75 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:15.213305 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-950b36fa-1d79-454a-860c-6d5dd5486d75 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2187686 Aug 16 23:09:15.215879 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 56688) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:15.222830 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-9fe7cb07-1fe0-438a-8b9b-40f512a1c11f tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Request body: {'security_group_rule': {'security_group_id': 'c9fd36c1-1164-4cb7-a04f-d08efcffd823', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:09:15.224079 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4577827f-6325-4921-919c-77a5cdd7f3af req-485a8d1c-7f23-4cab-b018-f7860f9a7665 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:15.226394 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4577827f-6325-4921-919c-77a5cdd7f3af req-485a8d1c-7f23-4cab-b018-f7860f9a7665 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a97c9e0-bdad-48f1-92f6-ca652681d2f2 HTTP/1.1" status: 200 len: 945 time: 0.0599823 Aug 16 23:09:15.257203 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9fe7cb07-1fe0-438a-8b9b-40f512a1c11f tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:15.271765 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4577827f-6325-4921-919c-77a5cdd7f3af req-7a0e9327-bf33-4112-895d-05c449c47b30 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] 10.222.0.36 "GET /v2.0/security-groups?id=7815a016-bbd1-468a-9ff2-59548a452ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388916 Aug 16 23:09:15.341923 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9fe7cb07-1fe0-438a-8b9b-40f512a1c11f tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:15.346362 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9fe7cb07-1fe0-438a-8b9b-40f512a1c11f tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:15.375391 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe7cb07-1fe0-438a-8b9b-40f512a1c11f tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f1651fd-cb77-4a77-8f56-3559d33d3cb7,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:15.379832 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9fe7cb07-1fe0-438a-8b9b-40f512a1c11f tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:15.382328 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-9fe7cb07-1fe0-438a-8b9b-40f512a1c11f tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1640472 Aug 16 23:09:15.385674 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 56692) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:15.413292 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c250f135-8802-41a2-8bdf-131df3ace687 req-73262a4a-904b-4bd1-8664-1bba6fb638ff tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:15.416209 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c250f135-8802-41a2-8bdf-131df3ace687 req-73262a4a-904b-4bd1-8664-1bba6fb638ff tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a97c9e0-bdad-48f1-92f6-ca652681d2f2 HTTP/1.1" status: 200 len: 945 time: 0.0635748 Aug 16 23:09:15.418387 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2943ca98-ab12-4ab0-acca-f594e0cf0be2 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:15.428984 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2943ca98-ab12-4ab0-acca-f594e0cf0be2 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:15.467851 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c250f135-8802-41a2-8bdf-131df3ace687 req-ba4c60aa-3649-4cde-84ab-766b44a795e3 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] 10.222.0.36 "GET /v2.0/security-groups?id=7815a016-bbd1-468a-9ff2-59548a452ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416653 Aug 16 23:09:15.472074 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2943ca98-ab12-4ab0-acca-f594e0cf0be2 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:15.481047 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2943ca98-ab12-4ab0-acca-f594e0cf0be2 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:15.488614 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-2943ca98-ab12-4ab0-acca-f594e0cf0be2 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/2f1651fd-cb77-4a77-8f56-3559d33d3cb7 HTTP/1.1" status: 204 len: 168 time: 0.0959826 Aug 16 23:09:15.488867 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56696) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:15.494085 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56698) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:15.504587 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2943ca98-ab12-4ab0-acca-f594e0cf0be2 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2f1651fd-cb77-4a77-8f56-3559d33d3cb7,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:15.555785 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 56702) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:15.556684 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-1c704331-c4d9-4491-95e5-aa399de13c31 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0696537 Aug 16 23:09:15.602093 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c7298720-828a-464e-80ec-6ef8c7d54bc1 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:15.619938 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c7298720-828a-464e-80ec-6ef8c7d54bc1 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:15.658983 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c7298720-828a-464e-80ec-6ef8c7d54bc1 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:15.665080 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c7298720-828a-464e-80ec-6ef8c7d54bc1 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:15.668642 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-c7298720-828a-464e-80ec-6ef8c7d54bc1 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/4e631e51-d6b4-4d09-92e7-0f7c586c3d5e HTTP/1.1" status: 204 len: 168 time: 0.1090353 Aug 16 23:09:15.669468 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56704) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:15.674619 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7298720-828a-464e-80ec-6ef8c7d54bc1 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4e631e51-d6b4-4d09-92e7-0f7c586c3d5e,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:15.736821 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-5af705b7-0750-40d3-bd5f-ee1a6ac2fe6e tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0652251 Aug 16 23:09:15.739481 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 56706) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:15.767831 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3f1108f8-030b-441a-be44-4c6d3292e3b2 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:15.776935 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3f1108f8-030b-441a-be44-4c6d3292e3b2 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:15.782011 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf54ee75-d5f5-4b00-9690-55247909fadc tempest-TestServerBasicOps-1564999777 tempest-TestServerBasicOps-1564999777-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:15.783693 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-bf54ee75-d5f5-4b00-9690-55247909fadc tempest-TestServerBasicOps-1564999777 tempest-TestServerBasicOps-1564999777-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=7a97c9e0-bdad-48f1-92f6-ca652681d2f2 HTTP/1.1" status: 200 len: 1092 time: 0.2887003 Aug 16 23:09:15.786701 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56708) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:15.792887 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-72b9b7cc-569f-4aaf-8fb1-238a25e3c910 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Request body: {'floatingip': {'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'port_id': 'b4c5fc50-49e0-4447-9840-18c33fb6df3d', 'tenant_id': 'e79d7ff464c14298b60a5fb641626858', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:09:15.807204 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3f1108f8-030b-441a-be44-4c6d3292e3b2 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:15.814638 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3f1108f8-030b-441a-be44-4c6d3292e3b2 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:15.815855 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-3f1108f8-030b-441a-be44-4c6d3292e3b2 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/ad9142f0-e753-4b38-bd79-eb5df4e1d69e HTTP/1.1" status: 204 len: 168 time: 0.0742226 Aug 16 23:09:15.818762 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56710) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:15.823675 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1108f8-030b-441a-be44-4c6d3292e3b2 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ad9142f0-e753-4b38-bd79-eb5df4e1d69e,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:15.829063 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-72b9b7cc-569f-4aaf-8fb1-238a25e3c910 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Notify callbacks [] for floatingip, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:15.909962 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-dc95872c-da08-4881-8339-c3855afd2e68 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0866606 Aug 16 23:09:15.910442 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56714) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:15.950347 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3eb7da38-19a7-4f9d-bef6-36245d9c5578 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:15.961659 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3eb7da38-19a7-4f9d-bef6-36245d9c5578 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:16.004828 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3eb7da38-19a7-4f9d-bef6-36245d9c5578 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:16.010403 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3eb7da38-19a7-4f9d-bef6-36245d9c5578 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:16.014139 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-3eb7da38-19a7-4f9d-bef6-36245d9c5578 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/ce2a63b2-4d24-4ef0-b3be-c0d87fb7b639 HTTP/1.1" status: 204 len: 168 time: 0.1004026 Aug 16 23:09:16.015325 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 56722) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:16.040086 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-72b9b7cc-569f-4aaf-8fb1-238a25e3c910 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:16.065062 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-cf5b72b9-5955-42fd-b13d-04054febac41 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0469639 Aug 16 23:09:16.067725 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 56724) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:16.105561 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb7da38-19a7-4f9d-bef6-36245d9c5578 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ce2a63b2-4d24-4ef0-b3be-c0d87fb7b639,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:16.119852 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fedcbc35-7230-4cab-b3cf-437d8e652261 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:16.129797 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fedcbc35-7230-4cab-b3cf-437d8e652261 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:16.175167 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fedcbc35-7230-4cab-b3cf-437d8e652261 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:16.185473 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fedcbc35-7230-4cab-b3cf-437d8e652261 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:16.189013 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-fedcbc35-7230-4cab-b3cf-437d8e652261 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/13a24f4e-e024-4972-ad8f-70565e431a96 HTTP/1.1" status: 204 len: 168 time: 0.1179559 Aug 16 23:09:16.189492 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 56728) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:16.201987 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-72b9b7cc-569f-4aaf-8fb1-238a25e3c910 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Allocated IP 172.25.4.83 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/632be213-fa7f-4ffe-b230-793d5b96b79e) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:09:16.213159 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedcbc35-7230-4cab-b3cf-437d8e652261 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=13a24f4e-e024-4972-ad8f-70565e431a96,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:16.260969 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-d04bab0b-4529-45f2-8cd7-cbf5d3b6119e tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0692999 Aug 16 23:09:16.266620 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 56732) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:16.324783 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3296065a-efa7-46f4-849d-427c53bf3148 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:16.340663 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-72b9b7cc-569f-4aaf-8fb1-238a25e3c910 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:16.356897 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3296065a-efa7-46f4-849d-427c53bf3148 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:16.386405 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-72b9b7cc-569f-4aaf-8fb1-238a25e3c910 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:16.409656 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3296065a-efa7-46f4-849d-427c53bf3148 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:16.413697 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3296065a-efa7-46f4-849d-427c53bf3148 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:16.415204 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-3296065a-efa7-46f4-849d-427c53bf3148 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] 10.222.0.36 "DELETE /v2.0/security-groups/c9fd36c1-1164-4cb7-a04f-d08efcffd823 HTTP/1.1" status: 204 len: 168 time: 0.1502967 Aug 16 23:09:16.419326 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 56734) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:16.437667 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b9b7cc-569f-4aaf-8fb1-238a25e3c910 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:09:16.441051 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-72b9b7cc-569f-4aaf-8fb1-238a25e3c910 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:09:16.446083 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b9b7cc-569f-4aaf-8fb1-238a25e3c910 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:09:16.450343 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3296065a-efa7-46f4-849d-427c53bf3148 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9fd36c1-1164-4cb7-a04f-d08efcffd823,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:16.483174 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b9b7cc-569f-4aaf-8fb1-238a25e3c910 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Pushing event updated for resources: {'Port': ['ID=632be213-fa7f-4ffe-b230-793d5b96b79e,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:16.508272 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-512a1212-83a3-488d-b744-7964661b7480 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0858965 Aug 16 23:09:16.513926 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 56738) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:16.519263 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-fb27d0e4-86e7-4896-a318-8e267b8eb601 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Request body: {'security_group': {'name': 'tempest-secgroup--438449941'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:09:16.547142 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fb27d0e4-86e7-4896-a318-8e267b8eb601 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:16.660987 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fb27d0e4-86e7-4896-a318-8e267b8eb601 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:16.666280 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fb27d0e4-86e7-4896-a318-8e267b8eb601 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:16.705810 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fb27d0e4-86e7-4896-a318-8e267b8eb601 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:16.707486 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-fb27d0e4-86e7-4896-a318-8e267b8eb601 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1920617 Aug 16 23:09:16.712578 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 56740) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:16.717788 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-f01e8367-163f-4e43-ba8a-d81effb0e23f tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Request body: {'security_group_rule': {'security_group_id': 'e71f9020-8e70-440b-bc33-88fe68698c04', 'direction': 'ingress', 'protocol': 17}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:09:16.726392 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb27d0e4-86e7-4896-a318-8e267b8eb601 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e71f9020-8e70-440b-bc33-88fe68698c04,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:16.764167 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f01e8367-163f-4e43-ba8a-d81effb0e23f tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:16.837518 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f01e8367-163f-4e43-ba8a-d81effb0e23f tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:16.842506 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f01e8367-163f-4e43-ba8a-d81effb0e23f tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:16.873268 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f01e8367-163f-4e43-ba8a-d81effb0e23f tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:16.875637 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-f01e8367-163f-4e43-ba8a-d81effb0e23f tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1616309 Aug 16 23:09:16.878423 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 56742) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:16.891152 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01e8367-163f-4e43-ba8a-d81effb0e23f tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c5eb703-1068-45e3-9b03-1ca905da5a31,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:16.962616 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-22baf026-2354-43f4-a1a8-71453339f326 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:16.991997 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-22baf026-2354-43f4-a1a8-71453339f326 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:17.050007 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-22baf026-2354-43f4-a1a8-71453339f326 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:17.052724 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-22baf026-2354-43f4-a1a8-71453339f326 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:17.057155 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-22baf026-2354-43f4-a1a8-71453339f326 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] 10.222.0.36 "DELETE /v2.0/security-groups/e71f9020-8e70-440b-bc33-88fe68698c04 HTTP/1.1" status: 204 len: 168 time: 0.1748474 Aug 16 23:09:17.075877 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56746) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:17.084137 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22baf026-2354-43f4-a1a8-71453339f326 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71f9020-8e70-440b-bc33-88fe68698c04,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:17.242611 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-6df6de84-d9a7-413c-8353-9cfd8f48d694 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1615665 Aug 16 23:09:17.243344 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 56750) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:17.248740 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-7f91eb49-0149-4ca0-a90b-e3e2faeba11b tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Request body: {'security_group': {'name': 'tempest-secgroup--111301920'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:09:17.324599 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7f91eb49-0149-4ca0-a90b-e3e2faeba11b tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:17.446780 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7f91eb49-0149-4ca0-a90b-e3e2faeba11b tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:17.455308 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7f91eb49-0149-4ca0-a90b-e3e2faeba11b tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:17.497149 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7f91eb49-0149-4ca0-a90b-e3e2faeba11b tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:17.501026 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-7f91eb49-0149-4ca0-a90b-e3e2faeba11b tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2535069 Aug 16 23:09:17.501288 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 56754) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:17.507182 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-feee4f89-1b73-42c7-bb42-19e543092384 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Request body: {'security_group': {'name': 'tempest-secgroup--1276702254'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:09:17.511758 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f91eb49-0149-4ca0-a90b-e3e2faeba11b tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b40dc6e1-1fa0-4bb8-b6f9-a6602fee0697,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:17.559591 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-72b9b7cc-569f-4aaf-8fb1-238a25e3c910 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:17.632351 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-feee4f89-1b73-42c7-bb42-19e543092384 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:17.650454 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2222d183-ee18-40fa-8e23-bc91e3e98920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:17.756439 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-72b9b7cc-569f-4aaf-8fb1-238a25e3c910 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:17.759134 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-feee4f89-1b73-42c7-bb42-19e543092384 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:17.766195 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-feee4f89-1b73-42c7-bb42-19e543092384 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:17.800181 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-feee4f89-1b73-42c7-bb42-19e543092384 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:17.802012 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-feee4f89-1b73-42c7-bb42-19e543092384 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2995646 Aug 16 23:09:17.806263 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 56758) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:17.817129 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-5596b1e7-9afc-4592-a27c-02bd7c3f6a0d tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Request body: {'security_group_rule': {'security_group_id': 'b40dc6e1-1fa0-4bb8-b6f9-a6602fee0697', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'c63fb7c0-e852-428f-b2e3-03e479d9111d', 'remote_ip_prefix': None}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:09:17.839993 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feee4f89-1b73-42c7-bb42-19e543092384 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c63fb7c0-e852-428f-b2e3-03e479d9111d,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:17.873353 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5596b1e7-9afc-4592-a27c-02bd7c3f6a0d tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:17.946149 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-72b9b7cc-569f-4aaf-8fb1-238a25e3c910 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:17.951621 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-72b9b7cc-569f-4aaf-8fb1-238a25e3c910 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:17.962871 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5596b1e7-9afc-4592-a27c-02bd7c3f6a0d tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:17.967688 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5596b1e7-9afc-4592-a27c-02bd7c3f6a0d tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:17.989113 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5596b1e7-9afc-4592-a27c-02bd7c3f6a0d tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32d9d49b-3168-4d27-a4ac-0bd16a468a8f,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:17.992732 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5596b1e7-9afc-4592-a27c-02bd7c3f6a0d tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:17.997484 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-5596b1e7-9afc-4592-a27c-02bd7c3f6a0d tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1900313 Aug 16 23:09:17.998337 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 56760) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:18.028992 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2feb24de-457f-45a9-8020-997eac27501a tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:18.038514 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2feb24de-457f-45a9-8020-997eac27501a tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:18.048061 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b9b7cc-569f-4aaf-8fb1-238a25e3c910 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Pushing event updated for resources: {'Port': ['ID=632be213-fa7f-4ffe-b230-793d5b96b79e,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:18.055538 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-72b9b7cc-569f-4aaf-8fb1-238a25e3c910 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:18.073236 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2feb24de-457f-45a9-8020-997eac27501a tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:18.078153 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2feb24de-457f-45a9-8020-997eac27501a tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:18.082039 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-2feb24de-457f-45a9-8020-997eac27501a tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/32d9d49b-3168-4d27-a4ac-0bd16a468a8f HTTP/1.1" status: 204 len: 168 time: 0.0795424 Aug 16 23:09:18.082711 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 56762) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:18.103604 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feb24de-457f-45a9-8020-997eac27501a tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=32d9d49b-3168-4d27-a4ac-0bd16a468a8f,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:18.151629 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56766) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:18.152719 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-510c709e-b24e-41ef-a6c5-4b049fe5bef2 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0682025 Aug 16 23:09:18.194221 n-d-791506-26 neutron-server[101292]: INFO neutron.db.l3_db [None req-72b9b7cc-569f-4aaf-8fb1-238a25e3c910 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Floating IP 698cca46-2e67-4539-811e-d6916767b700 associated. External IP: 172.25.4.83, port: b4c5fc50-49e0-4447-9840-18c33fb6df3d. Aug 16 23:09:18.267487 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1219ee94-f50c-46c9-9aad-fc86158a0157 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:18.329370 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1219ee94-f50c-46c9-9aad-fc86158a0157 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:18.468577 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1219ee94-f50c-46c9-9aad-fc86158a0157 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:18.471192 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1219ee94-f50c-46c9-9aad-fc86158a0157 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:18.474663 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-1219ee94-f50c-46c9-9aad-fc86158a0157 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] 10.222.0.36 "DELETE /v2.0/security-groups/c63fb7c0-e852-428f-b2e3-03e479d9111d HTTP/1.1" status: 204 len: 168 time: 0.3197551 Aug 16 23:09:18.475553 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 56778) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:18.492956 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1219ee94-f50c-46c9-9aad-fc86158a0157 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c63fb7c0-e852-428f-b2e3-03e479d9111d,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:18.524044 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72b9b7cc-569f-4aaf-8fb1-238a25e3c910 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Router e6e8358e-7e27-4c30-80ae-c48b8d320449 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:09:18.533260 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-1c12eaa2-560c-417f-9973-6df9e389d6a5 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0564425 Aug 16 23:09:18.536819 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 56780) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:18.618660 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d7e206f6-7c90-4fb7-95c9-0b9ab6146373 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:18.653075 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d7e206f6-7c90-4fb7-95c9-0b9ab6146373 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:18.682452 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72b9b7cc-569f-4aaf-8fb1-238a25e3c910 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:09:18.697068 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b79e9a-8d41-40c0-953d-bacb00bde4ed None None] Sync routers for ids ['e6e8358e-7e27-4c30-80ae-c48b8d320449'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:09:18.714062 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d7e206f6-7c90-4fb7-95c9-0b9ab6146373 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:18.717904 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-72b9b7cc-569f-4aaf-8fb1-238a25e3c910 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:18.718093 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d7e206f6-7c90-4fb7-95c9-0b9ab6146373 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:18.720424 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-d7e206f6-7c90-4fb7-95c9-0b9ab6146373 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] 10.222.0.36 "DELETE /v2.0/security-groups/b40dc6e1-1fa0-4bb8-b6f9-a6602fee0697 HTTP/1.1" status: 204 len: 168 time: 0.1810150 Aug 16 23:09:18.724786 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b79e9a-8d41-40c0-953d-bacb00bde4ed None None] Routers {'e6e8358e-7e27-4c30-80ae-c48b8d320449'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:09:18.728283 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-09b79e9a-8d41-40c0-953d-bacb00bde4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:08:51Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['e6e8358e-7e27-4c30-80ae-c48b8d320449'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:09:18.730073 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 56784) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:18.730878 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e206f6-7c90-4fb7-95c9-0b9ab6146373 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b40dc6e1-1fa0-4bb8-b6f9-a6602fee0697,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:18.773759 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-72b9b7cc-569f-4aaf-8fb1-238a25e3c910 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9856431 Aug 16 23:09:18.774504 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a97c9e0-bdad-48f1-92f6-ca652681d2f2', 'tag': 'b4c5fc50-49e0-4447-9840-18c33fb6df3d'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:09:18.778231 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-76a4eb0b-7887-4b0b-8449-ae47746ad7ce tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0451601 Aug 16 23:09:18.779522 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-807e0a33-060e-4175-9157-66742072fa6e" -d '{"events": [{"name": "network-changed", "server_uuid": "7a97c9e0-bdad-48f1-92f6-ca652681d2f2", "tag": "b4c5fc50-49e0-4447-9840-18c33fb6df3d"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:09:18.782983 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 56788) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:18.788136 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-aaa5deb2-91ab-476c-a062-068fe613548f tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Request body: {'security_group': {'name': 'tempest-secgroup--583920432'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:09:18.817564 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-aaa5deb2-91ab-476c-a062-068fe613548f tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:18.926506 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-aaa5deb2-91ab-476c-a062-068fe613548f tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:18.931354 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-aaa5deb2-91ab-476c-a062-068fe613548f tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:18.971715 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-aaa5deb2-91ab-476c-a062-068fe613548f tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:18.973236 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-aaa5deb2-91ab-476c-a062-068fe613548f tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1891928 Aug 16 23:09:18.976263 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56796) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:18.982598 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-695d7638-4e71-4c5e-af3b-ea838c0b7d2d tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Request body: {'security_group_rule': {'security_group_id': '0668a9b7-d8e2-460d-a4bc-7137baab3c49', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:09:18.997434 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa5deb2-91ab-476c-a062-068fe613548f tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0668a9b7-d8e2-460d-a4bc-7137baab3c49,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:19.031280 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b257125d-7371-4057-96d4-98877c3618b4 x-openstack-request-id: req-b257125d-7371-4057-96d4-98877c3618b4 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:09:19.041855 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-09b79e9a-8d41-40c0-953d-bacb00bde4ed None None] Set router e6e8358e-7e27-4c30-80ae-c48b8d320449 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:09:19.043528 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a97c9e0-bdad-48f1-92f6-ca652681d2f2", "tag": "b4c5fc50-49e0-4447-9840-18c33fb6df3d", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:09:19.043824 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b257125d-7371-4057-96d4-98877c3618b4 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:09:19.044274 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a97c9e0-bdad-48f1-92f6-ca652681d2f2', 'tag': 'b4c5fc50-49e0-4447-9840-18c33fb6df3d', 'status': 'completed', 'code': 200} Aug 16 23:09:19.080058 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-695d7638-4e71-4c5e-af3b-ea838c0b7d2d tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:19.135052 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807e0a33-060e-4175-9157-66742072fa6e req-2495a298-b924-41bb-8315-f8934442ef97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:19.142791 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-807e0a33-060e-4175-9157-66742072fa6e req-2495a298-b924-41bb-8315-f8934442ef97 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e79d7ff464c14298b60a5fb641626858&device_id=7a97c9e0-bdad-48f1-92f6-ca652681d2f2 HTTP/1.1" status: 200 len: 1097 time: 0.0865366 Aug 16 23:09:19.194084 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-695d7638-4e71-4c5e-af3b-ea838c0b7d2d tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:19.200097 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-695d7638-4e71-4c5e-af3b-ea838c0b7d2d tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:19.238092 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695d7638-4e71-4c5e-af3b-ea838c0b7d2d tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dbc927c-987c-4420-99b1-94862a5eb4dd,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:19.252408 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-695d7638-4e71-4c5e-af3b-ea838c0b7d2d tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:19.253799 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-695d7638-4e71-4c5e-af3b-ea838c0b7d2d tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2761142 Aug 16 23:09:19.259264 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56806) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:19.283263 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807e0a33-060e-4175-9157-66742072fa6e req-d583e88d-5811-45a5-8ff4-9da4abd277dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:19.285522 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-807e0a33-060e-4175-9157-66742072fa6e req-d583e88d-5811-45a5-8ff4-9da4abd277dc service neutron] 10.222.0.68 "GET /v2.0/networks?id=f857bb17-d5f1-461e-b18f-b627336021fd HTTP/1.1" status: 200 len: 909 time: 0.1351240 Aug 16 23:09:19.313650 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4de1ca3c-fcc3-4746-8058-68fe68afe5cc tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:19.337945 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4de1ca3c-fcc3-4746-8058-68fe68afe5cc tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:19.410778 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4de1ca3c-fcc3-4746-8058-68fe68afe5cc tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:19.417607 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4de1ca3c-fcc3-4746-8058-68fe68afe5cc tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:19.425085 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-4de1ca3c-fcc3-4746-8058-68fe68afe5cc tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/2dbc927c-987c-4420-99b1-94862a5eb4dd HTTP/1.1" status: 204 len: 168 time: 0.1650395 Aug 16 23:09:19.425943 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56812) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:19.431023 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-807e0a33-060e-4175-9157-66742072fa6e req-b5005858-36e7-40a0-942c-c038eb526003 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4c5fc50-49e0-4447-9840-18c33fb6df3d HTTP/1.1" status: 200 len: 998 time: 0.1369495 Aug 16 23:09:19.452701 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de1ca3c-fcc3-4746-8058-68fe68afe5cc tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2dbc927c-987c-4420-99b1-94862a5eb4dd,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:19.497587 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-612ad36c-2067-4e15-a885-b0fb9811f8a8 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0667732 Aug 16 23:09:19.498628 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56814) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:19.516314 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-09b79e9a-8d41-40c0-953d-bacb00bde4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e8358e-7e27-4c30-80ae-c48b8d320449', 'name': 'tempest-TestServerBasicOps-230547134-router', 'tenant_id': 'e79d7ff464c14298b60a5fb641626858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': 'f5a95ec4-f974-4b6a-9551-4c6d06fb4f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:08:37Z', 'updated_at': '2021-08-16T23:08:44Z', 'revision_number': 4, 'project_id': 'e79d7ff464c14298b60a5fb641626858', 'gw_port': {'id': 'f5a95ec4-f974-4b6a-9551-4c6d06fb4f96', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:00:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e8358e-7e27-4c30-80ae-c48b8d320449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2786, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:08:39Z', 'updated_at': '2021-08-16T23:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': '698cca46-2e67-4539-811e-d6916767b700', 'tenant_id': 'e79d7ff464c14298b60a5fb641626858', 'floating_ip_address': '172.25.4.83', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': 'e6e8358e-7e27-4c30-80ae-c48b8d320449', 'port_id': 'b4c5fc50-49e0-4447-9840-18c33fb6df3d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2900, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f857bb17-d5f1-461e-b18f-b627336021fd', 'mac_address': 'fa:16:3e:60:10:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a97c9e0-bdad-48f1-92f6-ca652681d2f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:09:17Z', 'updated_at': '2021-08-16T23:09:17Z', 'revision_number': 0, 'project_id': 'e79d7ff464c14298b60a5fb641626858', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93f627aa-48f0-471c-ab32-b1c9a4597fef', 'name': '', 'network_id': 'f857bb17-d5f1-461e-b18f-b627336021fd', 'tenant_id': 'e79d7ff464c14298b60a5fb641626858', 'mac_address': 'fa:16:3e:2b:90:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e8358e-7e27-4c30-80ae-c48b8d320449', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': 'fa253f4b-008c-404d-ae31-8580bee27355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:08:42Z', 'updated_at': '2021-08-16T23:08:52Z', 'revision_number': 5, 'project_id': 'e79d7ff464c14298b60a5fb641626858', 'subnets': [{'id': 'fa253f4b-008c-404d-ae31-8580bee27355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:09:19.549384 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807e0a33-060e-4175-9157-66742072fa6e req-35d15181-c34e-4556-abb5-f7049183d5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:19.550894 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-807e0a33-060e-4175-9157-66742072fa6e req-35d15181-c34e-4556-abb5-f7049183d5ef service neutron] 10.222.0.68 "GET /v2.0/subnets?id=fa253f4b-008c-404d-ae31-8580bee27355 HTTP/1.1" status: 200 len: 847 time: 0.1121223 Aug 16 23:09:19.558235 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b79e9a-8d41-40c0-953d-bacb00bde4ed None None] Checking router: e6e8358e-7e27-4c30-80ae-c48b8d320449 for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:09:19.567569 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b79e9a-8d41-40c0-953d-bacb00bde4ed None None] Routers {'e6e8358e-7e27-4c30-80ae-c48b8d320449'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:09:19.568439 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-09b79e9a-8d41-40c0-953d-bacb00bde4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:08:51Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['e6e8358e-7e27-4c30-80ae-c48b8d320449'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:09:19.572887 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d1d437dc-4d92-49d5-881f-69ac12c21886 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:19.604696 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d1d437dc-4d92-49d5-881f-69ac12c21886 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:19.623955 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807e0a33-060e-4175-9157-66742072fa6e req-288bd047-57d8-4885-9c4b-91e7e302a4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:19.625526 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-807e0a33-060e-4175-9157-66742072fa6e req-288bd047-57d8-4885-9c4b-91e7e302a4a3 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=f857bb17-d5f1-461e-b18f-b627336021fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0667236 Aug 16 23:09:19.660363 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d1d437dc-4d92-49d5-881f-69ac12c21886 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:19.663463 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d1d437dc-4d92-49d5-881f-69ac12c21886 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:19.666274 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-d1d437dc-4d92-49d5-881f-69ac12c21886 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] 10.222.0.36 "DELETE /v2.0/security-groups/0668a9b7-d8e2-460d-a4bc-7137baab3c49 HTTP/1.1" status: 204 len: 168 time: 0.1634552 Aug 16 23:09:19.669083 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56818) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:19.706106 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d437dc-4d92-49d5-881f-69ac12c21886 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0668a9b7-d8e2-460d-a4bc-7137baab3c49,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:19.762873 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-6ea1bb7d-77e3-41a7-897a-564508076da4 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0728996 Aug 16 23:09:19.762873 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56820) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:19.764899 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-ccdfd6ce-4bef-43c1-8199-486a39d4790b tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Request body: {'security_group': {'name': 'tempest-secgroup--404440071'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:09:19.776910 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-09b79e9a-8d41-40c0-953d-bacb00bde4ed None None] Set router e6e8358e-7e27-4c30-80ae-c48b8d320449 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:09:19.780178 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-6c23daa0-a42a-4b40-bc7f-3b12f53a0289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:19.802549 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ccdfd6ce-4bef-43c1-8199-486a39d4790b tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:19.812089 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-807e0a33-060e-4175-9157-66742072fa6e req-c57d7e68-387f-4400-b396-d6ca0a01c97c service neutron] 10.222.0.68 "GET /v2.0/networks/f857bb17-d5f1-461e-b18f-b627336021fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735647 Aug 16 23:09:19.955852 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-807e0a33-060e-4175-9157-66742072fa6e req-ce7563fd-f840-4484-8fa7-1d6c1a241f7b service neutron] 10.222.0.68 "GET /v2.0/networks/f857bb17-d5f1-461e-b18f-b627336021fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373568 Aug 16 23:09:19.990158 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ccdfd6ce-4bef-43c1-8199-486a39d4790b tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:19.999074 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ccdfd6ce-4bef-43c1-8199-486a39d4790b tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:20.037343 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ccdfd6ce-4bef-43c1-8199-486a39d4790b tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:20.038905 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-ccdfd6ce-4bef-43c1-8199-486a39d4790b tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2780986 Aug 16 23:09:20.043064 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56824) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:20.049067 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-c2acb85b-654c-4a5a-90d3-7cb68787b531 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Request body: {'security_group_rule': {'security_group_id': '8e2b1830-0862-4c93-8d94-cf4f8237b4eb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:09:20.058094 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdfd6ce-4bef-43c1-8199-486a39d4790b tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e2b1830-0862-4c93-8d94-cf4f8237b4eb,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:20.108160 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c2acb85b-654c-4a5a-90d3-7cb68787b531 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:20.156678 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-09b79e9a-8d41-40c0-953d-bacb00bde4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e8358e-7e27-4c30-80ae-c48b8d320449', 'name': 'tempest-TestServerBasicOps-230547134-router', 'tenant_id': 'e79d7ff464c14298b60a5fb641626858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': 'f5a95ec4-f974-4b6a-9551-4c6d06fb4f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:08:37Z', 'updated_at': '2021-08-16T23:08:44Z', 'revision_number': 4, 'project_id': 'e79d7ff464c14298b60a5fb641626858', 'gw_port': {'id': 'f5a95ec4-f974-4b6a-9551-4c6d06fb4f96', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:00:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e8358e-7e27-4c30-80ae-c48b8d320449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2786, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:08:39Z', 'updated_at': '2021-08-16T23:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': '698cca46-2e67-4539-811e-d6916767b700', 'tenant_id': 'e79d7ff464c14298b60a5fb641626858', 'floating_ip_address': '172.25.4.83', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': 'e6e8358e-7e27-4c30-80ae-c48b8d320449', 'port_id': 'b4c5fc50-49e0-4447-9840-18c33fb6df3d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2900, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f857bb17-d5f1-461e-b18f-b627336021fd', 'mac_address': 'fa:16:3e:60:10:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a97c9e0-bdad-48f1-92f6-ca652681d2f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:09:17Z', 'updated_at': '2021-08-16T23:09:17Z', 'revision_number': 0, 'project_id': 'e79d7ff464c14298b60a5fb641626858', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93f627aa-48f0-471c-ab32-b1c9a4597fef', 'name': '', 'network_id': 'f857bb17-d5f1-461e-b18f-b627336021fd', 'tenant_id': 'e79d7ff464c14298b60a5fb641626858', 'mac_address': 'fa:16:3e:2b:90:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e8358e-7e27-4c30-80ae-c48b8d320449', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': 'fa253f4b-008c-404d-ae31-8580bee27355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:08:42Z', 'updated_at': '2021-08-16T23:08:52Z', 'revision_number': 5, 'project_id': 'e79d7ff464c14298b60a5fb641626858', 'subnets': [{'id': 'fa253f4b-008c-404d-ae31-8580bee27355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:09:20.192192 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b79e9a-8d41-40c0-953d-bacb00bde4ed None None] The sync data for ids ['e6e8358e-7e27-4c30-80ae-c48b8d320449'] in n-d-791506-26 is: [{'id': 'e6e8358e-7e27-4c30-80ae-c48b8d320449', 'name': 'tempest-TestServerBasicOps-230547134-router', 'tenant_id': 'e79d7ff464c14298b60a5fb641626858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': 'f5a95ec4-f974-4b6a-9551-4c6d06fb4f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:08:37Z', 'updated_at': '2021-08-16T23:08:44Z', 'revision_number': 4, 'project_id': 'e79d7ff464c14298b60a5fb641626858', 'gw_port': {'id': 'f5a95ec4-f974-4b6a-9551-4c6d06fb4f96', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:00:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e8358e-7e27-4c30-80ae-c48b8d320449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2786, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:08:39Z', 'updated_at': '2021-08-16T23:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': '698cca46-2e67-4539-811e-d6916767b700', 'tenant_id': 'e79d7ff464c14298b60a5fb641626858', 'floating_ip_address': '172.25.4.83', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': 'e6e8358e-7e27-4c30-80ae-c48b8d320449', 'port_id': 'b4c5fc50-49e0-4447-9840-18c33fb6df3d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2900, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f857bb17-d5f1-461e-b18f-b627336021fd', 'mac_address': 'fa:16:3e:60:10:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a97c9e0-bdad-48f1-92f6-ca652681d2f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:09:17Z', 'updated_at': '2021-08-16T23:09:17Z', 'revision_number': 0, 'project_id': 'e79d7ff464c14298b60a5fb641626858', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93f627aa-48f0-471c-ab32-b1c9a4597fef', 'name': '', 'network_id': 'f857bb17-d5f1-461e-b18f-b627336021fd', 'tenant_id': 'e79d7ff464c14298b60a5fb641626858', 'mac_address': 'fa:16:3e:2b:90:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e8358e-7e27-4c30-80ae-c48b8d320449', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': 'fa253f4b-008c-404d-ae31-8580bee27355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:08:42Z', 'updated_at': '2021-08-16T23:08:52Z', 'revision_number': 5, 'project_id': 'e79d7ff464c14298b60a5fb641626858', 'subnets': [{'id': 'fa253f4b-008c-404d-ae31-8580bee27355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:09:20.206281 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c2acb85b-654c-4a5a-90d3-7cb68787b531 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:20.212158 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c2acb85b-654c-4a5a-90d3-7cb68787b531 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:20.229335 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2acb85b-654c-4a5a-90d3-7cb68787b531 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=145e5523-f9dd-47a5-8c7b-f51eb2510a03,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:20.250484 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c2acb85b-654c-4a5a-90d3-7cb68787b531 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:20.251560 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-c2acb85b-654c-4a5a-90d3-7cb68787b531 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2074790 Aug 16 23:09:20.254330 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56826) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:20.272011 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-ad07eebb-70bb-4cf8-a1c6-c785b4ad7ae5 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] 10.222.0.36 "GET /v2.0/security-group-rules/145e5523-f9dd-47a5-8c7b-f51eb2510a03 HTTP/1.1" status: 200 len: 763 time: 0.0160372 Aug 16 23:09:20.274080 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56828) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:20.318532 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-beaa4f12-3183-444e-95a1-a7a97cf3b1a6 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0432017 Aug 16 23:09:20.321618 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56830) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:20.345849 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8486ba1a-5bc8-476f-a5ee-45656620fed2 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:20.354670 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8486ba1a-5bc8-476f-a5ee-45656620fed2 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:20.387658 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8486ba1a-5bc8-476f-a5ee-45656620fed2 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:20.394597 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8486ba1a-5bc8-476f-a5ee-45656620fed2 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:20.395809 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-8486ba1a-5bc8-476f-a5ee-45656620fed2 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/145e5523-f9dd-47a5-8c7b-f51eb2510a03 HTTP/1.1" status: 204 len: 168 time: 0.0731521 Aug 16 23:09:20.398734 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 56838) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:20.420737 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8486ba1a-5bc8-476f-a5ee-45656620fed2 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=145e5523-f9dd-47a5-8c7b-f51eb2510a03,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:20.455646 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-d4acacc8-86ea-49f0-81d0-7db16f127718 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0556736 Aug 16 23:09:20.458144 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 56840) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:20.462823 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95aef03b-a5c9-410c-8774-87ac68e94145 None None] New status for floating IP 698cca46-2e67-4539-811e-d6916767b700: ACTIVE {{(pid=101294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:09:20.463833 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-126bc962-27a4-4a29-94e8-26fcb4398545 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Request body: {'security_group_rule': {'security_group_id': '8e2b1830-0862-4c93-8d94-cf4f8237b4eb', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:09:20.502814 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-126bc962-27a4-4a29-94e8-26fcb4398545 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:20.578656 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:20.579652 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-126bc962-27a4-4a29-94e8-26fcb4398545 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:20.589913 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-126bc962-27a4-4a29-94e8-26fcb4398545 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:20.617780 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126bc962-27a4-4a29-94e8-26fcb4398545 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f1343db-effd-460f-9dad-f58bbceb2b2d,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:20.622652 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-126bc962-27a4-4a29-94e8-26fcb4398545 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:20.626672 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-126bc962-27a4-4a29-94e8-26fcb4398545 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1650143 Aug 16 23:09:20.626820 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 56844) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:20.649272 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-7028148d-852e-4514-a095-41f9b2baf4ae tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] 10.222.0.36 "GET /v2.0/security-group-rules/2f1343db-effd-460f-9dad-f58bbceb2b2d HTTP/1.1" status: 200 len: 763 time: 0.0212231 Aug 16 23:09:20.651886 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56846) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:20.701047 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-08e2e64a-38a2-49ff-aa26-4c590dda056a tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0478959 Aug 16 23:09:20.703539 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56848) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:20.734211 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6f1fa280-97fe-44ab-b95e-b30e32db6257 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:20.742567 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6f1fa280-97fe-44ab-b95e-b30e32db6257 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:20.770830 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6f1fa280-97fe-44ab-b95e-b30e32db6257 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:20.778405 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:09:20.780010 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6f1fa280-97fe-44ab-b95e-b30e32db6257 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:20.781331 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-6f1fa280-97fe-44ab-b95e-b30e32db6257 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/2f1343db-effd-460f-9dad-f58bbceb2b2d HTTP/1.1" status: 204 len: 168 time: 0.0768001 Aug 16 23:09:20.783872 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 56852) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:20.787169 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1fa280-97fe-44ab-b95e-b30e32db6257 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2f1343db-effd-460f-9dad-f58bbceb2b2d,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:20.830450 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-15f2870a-d279-4889-bb98-c47e8bcb4111 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0451376 Aug 16 23:09:20.833467 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 56854) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:20.838762 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-7e672edf-5178-474a-a731-8c103e59e540 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Request body: {'security_group_rule': {'security_group_id': '8e2b1830-0862-4c93-8d94-cf4f8237b4eb', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:09:20.870081 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7e672edf-5178-474a-a731-8c103e59e540 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:20.919555 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7e672edf-5178-474a-a731-8c103e59e540 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:20.923363 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7e672edf-5178-474a-a731-8c103e59e540 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:20.943365 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e672edf-5178-474a-a731-8c103e59e540 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ba9c48b-69f6-43c7-83be-ccd9c1c305fc,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:20.951381 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7e672edf-5178-474a-a731-8c103e59e540 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:20.955537 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56856) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:20.955882 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-7e672edf-5178-474a-a731-8c103e59e540 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1209595 Aug 16 23:09:20.973298 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-955bfa8c-e5eb-4e30-b000-9257a431ca67 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] 10.222.0.36 "GET /v2.0/security-group-rules/9ba9c48b-69f6-43c7-83be-ccd9c1c305fc HTTP/1.1" status: 200 len: 764 time: 0.0163357 Aug 16 23:09:20.976781 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56858) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:21.020797 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-b4fa52c8-4b58-46a7-8f84-3cefa1d443d6 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0429468 Aug 16 23:09:21.023953 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56860) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:21.054054 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c19b6d68-6ee6-4213-ae61-3d96f65ac3f2 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:21.061549 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c19b6d68-6ee6-4213-ae61-3d96f65ac3f2 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:21.090510 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c19b6d68-6ee6-4213-ae61-3d96f65ac3f2 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:21.098568 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c19b6d68-6ee6-4213-ae61-3d96f65ac3f2 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:21.100835 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-c19b6d68-6ee6-4213-ae61-3d96f65ac3f2 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/9ba9c48b-69f6-43c7-83be-ccd9c1c305fc HTTP/1.1" status: 204 len: 168 time: 0.0750101 Aug 16 23:09:21.103458 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56862) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:21.117149 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19b6d68-6ee6-4213-ae61-3d96f65ac3f2 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9ba9c48b-69f6-43c7-83be-ccd9c1c305fc,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:21.162987 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-64a84c23-03d6-4a73-ada8-c462eb7105b6 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0572329 Aug 16 23:09:21.166645 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 56864) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:21.226437 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0dc83d34-f84a-42e7-949f-b5073ef4e1bb tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:21.254288 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0dc83d34-f84a-42e7-949f-b5073ef4e1bb tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:21.302873 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0dc83d34-f84a-42e7-949f-b5073ef4e1bb tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:21.306065 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0dc83d34-f84a-42e7-949f-b5073ef4e1bb tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:21.308804 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-0dc83d34-f84a-42e7-949f-b5073ef4e1bb tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] 10.222.0.36 "DELETE /v2.0/security-groups/8e2b1830-0862-4c93-8d94-cf4f8237b4eb HTTP/1.1" status: 204 len: 168 time: 0.1422317 Aug 16 23:09:21.310014 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56866) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:21.319664 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc83d34-f84a-42e7-949f-b5073ef4e1bb tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e2b1830-0862-4c93-8d94-cf4f8237b4eb,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:21.379469 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-47e10a6c-b0bc-4345-b891-c6a0663658da tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0644364 Aug 16 23:09:21.380644 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 56870) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:21.442789 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-cbff81d5-1a95-44eb-99ad-fd06ba234e83 tempest-SecGroupTest-688044461 tempest-SecGroupTest-688044461-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0615244 Aug 16 23:09:21.527889 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:21.801719 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 56902) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:22.039234 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-4a058628-36fc-4d89-ad2e-13dea9e09cbb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ed27fd5534194ab49bad14e22d4a4521&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2353549 Aug 16 23:09:22.043161 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 56908) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:22.124321 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7c6a49d6-40ca-47e2-89c1-2a36f38d1a26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:22.171045 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7c6a49d6-40ca-47e2-89c1-2a36f38d1a26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:22.242418 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7c6a49d6-40ca-47e2-89c1-2a36f38d1a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:22.245235 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7c6a49d6-40ca-47e2-89c1-2a36f38d1a26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:22.249292 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-7c6a49d6-40ca-47e2-89c1-2a36f38d1a26 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/25ef7e56-2104-4e41-ac47-ede38d88f5e0 HTTP/1.1" status: 204 len: 168 time: 0.2051060 Aug 16 23:09:22.267474 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6a49d6-40ca-47e2-89c1-2a36f38d1a26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ef7e56-2104-4e41-ac47-ede38d88f5e0,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:22.768703 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:25.313883 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:27.488338 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0a0dcd12-28e8-490e-9be0-f3e2c238fd2c req-7694e2fe-5822-4c3a-bf35-c6a394bf436a service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=7a97c9e0-bdad-48f1-92f6-ca652681d2f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0700932 Aug 16 23:09:27.618051 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0dcd12-28e8-490e-9be0-f3e2c238fd2c req-3c77c98c-875a-4c7a-846b-c29eb09111bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:27.620504 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0a0dcd12-28e8-490e-9be0-f3e2c238fd2c req-3c77c98c-875a-4c7a-846b-c29eb09111bd service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e79d7ff464c14298b60a5fb641626858&device_id=7a97c9e0-bdad-48f1-92f6-ca652681d2f2 HTTP/1.1" status: 200 len: 1097 time: 0.0666649 Aug 16 23:09:27.799489 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0dcd12-28e8-490e-9be0-f3e2c238fd2c req-ee834856-2379-4e48-8227-383517277359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:27.801835 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0a0dcd12-28e8-490e-9be0-f3e2c238fd2c req-ee834856-2379-4e48-8227-383517277359 service neutron] 10.222.0.68 "GET /v2.0/networks?id=f857bb17-d5f1-461e-b18f-b627336021fd HTTP/1.1" status: 200 len: 909 time: 0.1539490 Aug 16 23:09:27.894070 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0a0dcd12-28e8-490e-9be0-f3e2c238fd2c req-06a73db5-258d-44dd-a023-35d062fd52a6 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4c5fc50-49e0-4447-9840-18c33fb6df3d HTTP/1.1" status: 200 len: 1000 time: 0.0831957 Aug 16 23:09:27.956944 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0dcd12-28e8-490e-9be0-f3e2c238fd2c req-4667ff27-1f9a-41f1-9a24-5034586db5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:27.958735 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0a0dcd12-28e8-490e-9be0-f3e2c238fd2c req-4667ff27-1f9a-41f1-9a24-5034586db5a7 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=fa253f4b-008c-404d-ae31-8580bee27355 HTTP/1.1" status: 200 len: 847 time: 0.0566692 Aug 16 23:09:28.015878 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0dcd12-28e8-490e-9be0-f3e2c238fd2c req-4880ea77-fc28-4b6e-9cec-07cc3e714aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:28.017832 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0a0dcd12-28e8-490e-9be0-f3e2c238fd2c req-4880ea77-fc28-4b6e-9cec-07cc3e714aca service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=f857bb17-d5f1-461e-b18f-b627336021fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0482106 Aug 16 23:09:28.151517 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0a0dcd12-28e8-490e-9be0-f3e2c238fd2c req-d9b440c4-c094-4085-96a5-275111345eab service neutron] 10.222.0.68 "GET /v2.0/networks/f857bb17-d5f1-461e-b18f-b627336021fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260028 Aug 16 23:09:28.282793 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0a0dcd12-28e8-490e-9be0-f3e2c238fd2c req-5b2887bb-4790-4154-a1cf-724cbe13ef2b service neutron] 10.222.0.68 "GET /v2.0/networks/f857bb17-d5f1-461e-b18f-b627336021fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201005 Aug 16 23:09:36.690654 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 57432) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:36.837148 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-247d0daa-182e-4801-852a-0e1c9c15df31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:36.963378 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-247d0daa-182e-4801-852a-0e1c9c15df31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:36.968104 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-247d0daa-182e-4801-852a-0e1c9c15df31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:37.023690 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-247d0daa-182e-4801-852a-0e1c9c15df31 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=07cfdd69bed149ae8033105f87620d19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3275850 Aug 16 23:09:37.023893 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 57440) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:37.024354 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247d0daa-182e-4801-852a-0e1c9c15df31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=018f66f4-8ad1-45ff-94bf-aae700b65907,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:37.098662 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7930c1a0-6277-4247-8606-2a48e698cdd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:37.126368 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7930c1a0-6277-4247-8606-2a48e698cdd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:37.196867 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7930c1a0-6277-4247-8606-2a48e698cdd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:37.200142 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7930c1a0-6277-4247-8606-2a48e698cdd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:37.202829 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-7930c1a0-6277-4247-8606-2a48e698cdd3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/018f66f4-8ad1-45ff-94bf-aae700b65907 HTTP/1.1" status: 204 len: 168 time: 0.1793954 Aug 16 23:09:37.211641 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7930c1a0-6277-4247-8606-2a48e698cdd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=018f66f4-8ad1-45ff-94bf-aae700b65907,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:37.516933 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 57466) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:37.533017 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-692e2195-e41b-4b12-9abe-81b8490348ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:37.629709 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-692e2195-e41b-4b12-9abe-81b8490348ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:37.633987 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-692e2195-e41b-4b12-9abe-81b8490348ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:37.676345 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-692e2195-e41b-4b12-9abe-81b8490348ff admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4bb1d83abfe0468f83226fbcb9402fe5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1573422 Aug 16 23:09:37.677768 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692e2195-e41b-4b12-9abe-81b8490348ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aaabf6c-c282-4b21-9873-cea22ac4ffe7,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:37.680124 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 57472) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:37.745992 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-154e815e-5861-427e-a8a7-46612190d4ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:37.778194 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-154e815e-5861-427e-a8a7-46612190d4ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:37.831818 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-154e815e-5861-427e-a8a7-46612190d4ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:37.835211 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-154e815e-5861-427e-a8a7-46612190d4ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:37.839676 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-154e815e-5861-427e-a8a7-46612190d4ce admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2aaabf6c-c282-4b21-9873-cea22ac4ffe7 HTTP/1.1" status: 204 len: 168 time: 0.1582999 Aug 16 23:09:37.848092 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154e815e-5861-427e-a8a7-46612190d4ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aaabf6c-c282-4b21-9873-cea22ac4ffe7,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:38.237516 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 57492) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:38.251943 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c5fd155f-ae19-4f97-8d07-cbbcea60956e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:38.388762 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c5fd155f-ae19-4f97-8d07-cbbcea60956e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:38.398292 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c5fd155f-ae19-4f97-8d07-cbbcea60956e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:38.443748 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-c5fd155f-ae19-4f97-8d07-cbbcea60956e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e648596bdcb6437d88be00d3d0de9a96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2049396 Aug 16 23:09:38.446339 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 57504) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:38.496014 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fd155f-ae19-4f97-8d07-cbbcea60956e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b700fd4-534b-44f3-b36e-d1dcca9dc125,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:38.554718 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ff12568b-85b9-4ddc-9daf-d3eec8952295 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:38.585728 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ff12568b-85b9-4ddc-9daf-d3eec8952295 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:38.654946 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ff12568b-85b9-4ddc-9daf-d3eec8952295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:38.657705 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ff12568b-85b9-4ddc-9daf-d3eec8952295 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:38.658857 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-ff12568b-85b9-4ddc-9daf-d3eec8952295 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3b700fd4-534b-44f3-b36e-d1dcca9dc125 HTTP/1.1" status: 204 len: 168 time: 0.2116218 Aug 16 23:09:38.667196 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff12568b-85b9-4ddc-9daf-d3eec8952295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b700fd4-534b-44f3-b36e-d1dcca9dc125,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:40.787202 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 57640) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:40.906208 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ec604344-7f7f-428a-ac3c-a639c9f4d743 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:41.000433 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ec604344-7f7f-428a-ac3c-a639c9f4d743 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:41.006757 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ec604344-7f7f-428a-ac3c-a639c9f4d743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:41.058944 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-ec604344-7f7f-428a-ac3c-a639c9f4d743 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d046f48826624391a00f0c693722c297&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2697830 Aug 16 23:09:41.059886 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec604344-7f7f-428a-ac3c-a639c9f4d743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a10b856-ac1b-41b0-bddd-8a2fcd88d266,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:41.061090 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 57648) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:41.120005 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5c441b90-df73-4988-bb59-e1c6fc8f1dd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:41.125773 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:41.143216 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5c441b90-df73-4988-bb59-e1c6fc8f1dd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:41.192831 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5c441b90-df73-4988-bb59-e1c6fc8f1dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:41.195379 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5c441b90-df73-4988-bb59-e1c6fc8f1dd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:41.196682 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-5c441b90-df73-4988-bb59-e1c6fc8f1dd1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9a10b856-ac1b-41b0-bddd-8a2fcd88d266 HTTP/1.1" status: 204 len: 168 time: 0.1343005 Aug 16 23:09:41.204435 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c441b90-df73-4988-bb59-e1c6fc8f1dd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a10b856-ac1b-41b0-bddd-8a2fcd88d266,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:41.500671 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 57666) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:41.514086 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-edc68210-b9e6-4685-a5eb-fbfdfac78925 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:41.605108 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-edc68210-b9e6-4685-a5eb-fbfdfac78925 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:41.611192 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-edc68210-b9e6-4685-a5eb-fbfdfac78925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:41.659811 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc68210-b9e6-4685-a5eb-fbfdfac78925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=097edeb9-8d32-4fd4-9b81-ffd7cad59057,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:41.665627 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-edc68210-b9e6-4685-a5eb-fbfdfac78925 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e19efc9825ae4798a40b3ebab1df422a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1638768 Aug 16 23:09:41.668358 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 57674) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:41.735784 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ffab96f3-d21c-4bc0-895b-1892cdbaa3f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:41.759855 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ffab96f3-d21c-4bc0-895b-1892cdbaa3f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:41.812471 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ffab96f3-d21c-4bc0-895b-1892cdbaa3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:41.815169 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ffab96f3-d21c-4bc0-895b-1892cdbaa3f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:41.816327 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-ffab96f3-d21c-4bc0-895b-1892cdbaa3f9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/097edeb9-8d32-4fd4-9b81-ffd7cad59057 HTTP/1.1" status: 204 len: 168 time: 0.1471174 Aug 16 23:09:41.827292 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffab96f3-d21c-4bc0-895b-1892cdbaa3f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=097edeb9-8d32-4fd4-9b81-ffd7cad59057,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:44.307620 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-900869b4-44af-4bc8-8b1d-923e5709452a req-055c7ff7-7938-426a-8336-716b6bf2e8bf tempest-VolumesBackupsTest-1048155155 tempest-VolumesBackupsTest-1048155155-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=fb6a74b7522842b19ab65610007bfdca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312405 Aug 16 23:09:44.523093 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900869b4-44af-4bc8-8b1d-923e5709452a req-d95efd9e-60cf-427e-870d-390e8b45ec99 tempest-VolumesBackupsTest-1048155155 tempest-VolumesBackupsTest-1048155155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:44.524693 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-900869b4-44af-4bc8-8b1d-923e5709452a req-d95efd9e-60cf-427e-870d-390e8b45ec99 tempest-VolumesBackupsTest-1048155155 tempest-VolumesBackupsTest-1048155155-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2107561 Aug 16 23:09:44.543035 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-900869b4-44af-4bc8-8b1d-923e5709452a req-2f7b9add-dab9-4f6e-bbe5-02bcfd56db13 tempest-VolumesBackupsTest-1048155155 tempest-VolumesBackupsTest-1048155155-project] 10.222.0.36 "GET /v2.0/quotas/fb6a74b7522842b19ab65610007bfdca HTTP/1.1" status: 200 len: 375 time: 0.0113287 Aug 16 23:09:44.582273 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-900869b4-44af-4bc8-8b1d-923e5709452a req-7dd71d00-57af-43f7-a827-edb57baab30d tempest-VolumesBackupsTest-1048155155 tempest-VolumesBackupsTest-1048155155-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=fb6a74b7522842b19ab65610007bfdca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325274 Aug 16 23:09:44.649208 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cf753cd0-90cf-4238-afa6-4c1748bc158e req-677702cc-a698-4582-9ead-c77cf844f814 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6d0f439b-55b3-479e-b4c0-19dd4772e5b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0514786 Aug 16 23:09:44.837225 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2eb8cbd0-e207-4c7c-99a5-3ec0ed9c4dfe req-8f0610b3-2f26-4086-aa2c-b0e981c90ea1 tempest-VolumesBackupsTest-1048155155 tempest-VolumesBackupsTest-1048155155-project] 10.222.0.36 "GET /v2.0/ports?device_id=d39dca41-fdce-4614-9e71-b93202690f08 HTTP/1.1" status: 200 len: 210 time: 0.0613296 Aug 16 23:09:44.851912 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf753cd0-90cf-4238-afa6-4c1748bc158e req-ab7c710a-6bea-4371-823e-e3ce273ab426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:44.852175 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf753cd0-90cf-4238-afa6-4c1748bc158e req-ab7c710a-6bea-4371-823e-e3ce273ab426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:44.855146 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf753cd0-90cf-4238-afa6-4c1748bc158e req-ab7c710a-6bea-4371-823e-e3ce273ab426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:44.855819 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf753cd0-90cf-4238-afa6-4c1748bc158e req-ab7c710a-6bea-4371-823e-e3ce273ab426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:44.856303 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf753cd0-90cf-4238-afa6-4c1748bc158e req-ab7c710a-6bea-4371-823e-e3ce273ab426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:44.856803 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf753cd0-90cf-4238-afa6-4c1748bc158e req-ab7c710a-6bea-4371-823e-e3ce273ab426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:44.857398 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf753cd0-90cf-4238-afa6-4c1748bc158e req-ab7c710a-6bea-4371-823e-e3ce273ab426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:44.859268 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cf753cd0-90cf-4238-afa6-4c1748bc158e req-ab7c710a-6bea-4371-823e-e3ce273ab426 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2021c5ea9b37490ab72514988bd9444c&device_id=6d0f439b-55b3-479e-b4c0-19dd4772e5b0 HTTP/1.1" status: 200 len: 6496 time: 0.1289060 Aug 16 23:09:45.110040 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf753cd0-90cf-4238-afa6-4c1748bc158e req-97fc7dc0-c9e7-4b77-ac1e-e3cfa5dc0543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:45.110880 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf753cd0-90cf-4238-afa6-4c1748bc158e req-97fc7dc0-c9e7-4b77-ac1e-e3cfa5dc0543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:45.112286 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf753cd0-90cf-4238-afa6-4c1748bc158e req-97fc7dc0-c9e7-4b77-ac1e-e3cfa5dc0543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:45.116195 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cf753cd0-90cf-4238-afa6-4c1748bc158e req-97fc7dc0-c9e7-4b77-ac1e-e3cfa5dc0543 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f4264da2-38cd-44c0-b397-5678d2cea138&id=f22d369e-b532-46c6-9344-c4601e102f4e&id=f22d369e-b532-46c6-9344-c4601e102f4e&id=f22d369e-b532-46c6-9344-c4601e102f4e&id=f22d369e-b532-46c6-9344-c4601e102f4e&id=ce4eb26f-79ce-4c2a-bb34-84780b573ab4&id=ce4eb26f-79ce-4c2a-bb34-84780b573ab4 HTTP/1.1" status: 200 len: 2293 time: 0.2281830 Aug 16 23:09:45.269915 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cf753cd0-90cf-4238-afa6-4c1748bc158e req-069524fc-7157-41ba-8583-66f5957a5fe9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=debf812d-0b2e-45df-8f8a-a21e25a77beb HTTP/1.1" status: 200 len: 1001 time: 0.1398747 Aug 16 23:09:45.336836 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf753cd0-90cf-4238-afa6-4c1748bc158e req-ec84ff2e-8662-4aec-8a08-e671a8dffd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:45.339266 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cf753cd0-90cf-4238-afa6-4c1748bc158e req-ec84ff2e-8662-4aec-8a08-e671a8dffd37 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7c956ed2-0689-474b-bd27-58ed9c7ef2ec HTTP/1.1" status: 200 len: 851 time: 0.0605762 Aug 16 23:09:45.398459 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf753cd0-90cf-4238-afa6-4c1748bc158e req-85e3f81d-3ef5-495d-b8a1-82d2d357de30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:45.400432 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cf753cd0-90cf-4238-afa6-4c1748bc158e req-85e3f81d-3ef5-495d-b8a1-82d2d357de30 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f4264da2-38cd-44c0-b397-5678d2cea138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542152 Aug 16 23:09:45.511107 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cf753cd0-90cf-4238-afa6-4c1748bc158e req-cef9675d-c841-427c-bafd-0ce7b1cd8a18 service neutron] 10.222.0.57 "GET /v2.0/networks/f4264da2-38cd-44c0-b397-5678d2cea138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021628 Aug 16 23:09:45.962886 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7def2d3c-7ca2-4a2b-ab01-768d8ce26aee req-6439457a-4f2a-429c-93c6-5f920f9852d3 tempest-VolumesBackupsTest-1048155155 tempest-VolumesBackupsTest-1048155155-project] 10.222.0.36 "GET /v2.0/ports?device_id=d39dca41-fdce-4614-9e71-b93202690f08 HTTP/1.1" status: 200 len: 210 time: 0.0406952 Aug 16 23:09:45.968827 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cf753cd0-90cf-4238-afa6-4c1748bc158e req-e84cdef4-d3de-4250-b81b-69f5dcf2bbdf service neutron] 10.222.0.57 "GET /v2.0/networks/f4264da2-38cd-44c0-b397-5678d2cea138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4511168 Aug 16 23:09:46.048256 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cf753cd0-90cf-4238-afa6-4c1748bc158e req-e92df0c2-5589-42a6-8e1f-89b6d37a286a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.28&port_id=c1cc686f-303c-42dc-85c7-d80aff741a19 HTTP/1.1" status: 200 len: 217 time: 0.0705421 Aug 16 23:09:46.147543 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf753cd0-90cf-4238-afa6-4c1748bc158e req-2739cf76-3338-4f63-bf18-cf6a5430231c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:46.149232 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cf753cd0-90cf-4238-afa6-4c1748bc158e req-2739cf76-3338-4f63-bf18-cf6a5430231c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d6960f85-ce45-4ab7-99b5-dd33148146e1 HTTP/1.1" status: 200 len: 797 time: 0.0939021 Aug 16 23:09:46.181328 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-900869b4-44af-4bc8-8b1d-923e5709452a req-371a4d84-15d6-4077-aab2-e28926713cb3 tempest-VolumesBackupsTest-1048155155 tempest-VolumesBackupsTest-1048155155-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=fb6a74b7522842b19ab65610007bfdca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1063685 Aug 16 23:09:46.241969 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf753cd0-90cf-4238-afa6-4c1748bc158e req-ae0f85ca-9dc6-446b-a51c-b086d598650b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:46.244448 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cf753cd0-90cf-4238-afa6-4c1748bc158e req-ae0f85ca-9dc6-446b-a51c-b086d598650b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f22d369e-b532-46c6-9344-c4601e102f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0882092 Aug 16 23:09:46.446408 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cf753cd0-90cf-4238-afa6-4c1748bc158e req-acea46d2-949b-48fd-a56a-0bc51d93ee2d service neutron] 10.222.0.57 "GET /v2.0/networks/f22d369e-b532-46c6-9344-c4601e102f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939287 Aug 16 23:09:46.471002 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900869b4-44af-4bc8-8b1d-923e5709452a req-c7bd588e-d08f-4fb5-ad66-a131d7dee42c tempest-VolumesBackupsTest-1048155155 tempest-VolumesBackupsTest-1048155155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:46.472670 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-900869b4-44af-4bc8-8b1d-923e5709452a req-c7bd588e-d08f-4fb5-ad66-a131d7dee42c tempest-VolumesBackupsTest-1048155155 tempest-VolumesBackupsTest-1048155155-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2844090 Aug 16 23:09:46.489650 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-900869b4-44af-4bc8-8b1d-923e5709452a req-5b236577-0944-49d3-a169-e63c5aff9fea tempest-VolumesBackupsTest-1048155155 tempest-VolumesBackupsTest-1048155155-project] Request body: {'port': {'device_id': 'd39dca41-fdce-4614-9e71-b93202690f08', 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd', 'admin_state_up': True, 'tenant_id': 'fb6a74b7522842b19ab65610007bfdca'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:09:46.559470 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cf753cd0-90cf-4238-afa6-4c1748bc158e req-5f13752f-09f1-4830-b898-cececf25fb3a service neutron] 10.222.0.57 "GET /v2.0/networks/f22d369e-b532-46c6-9344-c4601e102f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052163 Aug 16 23:09:46.620777 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cf753cd0-90cf-4238-afa6-4c1748bc158e req-cfe6d628-d515-4b0e-b64d-62450b24675a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=aabc4894-08fe-4573-bd65-664ab53c9c15 HTTP/1.1" status: 200 len: 217 time: 0.0545471 Aug 16 23:09:46.726586 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-900869b4-44af-4bc8-8b1d-923e5709452a req-5b236577-0944-49d3-a169-e63c5aff9fea tempest-VolumesBackupsTest-1048155155 tempest-VolumesBackupsTest-1048155155-project] Made reservation on behalf of fb6a74b7522842b19ab65610007bfdca for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:09:46.732405 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-900869b4-44af-4bc8-8b1d-923e5709452a req-5b236577-0944-49d3-a169-e63c5aff9fea tempest-VolumesBackupsTest-1048155155 tempest-VolumesBackupsTest-1048155155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:46.739330 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf753cd0-90cf-4238-afa6-4c1748bc158e req-48489cd3-96cd-4e43-9af4-a2b688ff2b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:46.741879 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cf753cd0-90cf-4238-afa6-4c1748bc158e req-48489cd3-96cd-4e43-9af4-a2b688ff2b33 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d6960f85-ce45-4ab7-99b5-dd33148146e1 HTTP/1.1" status: 200 len: 797 time: 0.1140432 Aug 16 23:09:46.759994 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-900869b4-44af-4bc8-8b1d-923e5709452a req-5b236577-0944-49d3-a169-e63c5aff9fea tempest-VolumesBackupsTest-1048155155 tempest-VolumesBackupsTest-1048155155-project] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:46.816624 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf753cd0-90cf-4238-afa6-4c1748bc158e req-afcd8a11-b42f-40e1-9612-19a33b5fe3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:46.819088 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cf753cd0-90cf-4238-afa6-4c1748bc158e req-afcd8a11-b42f-40e1-9612-19a33b5fe3a8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f22d369e-b532-46c6-9344-c4601e102f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0708313 Aug 16 23:09:46.941630 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-900869b4-44af-4bc8-8b1d-923e5709452a req-5b236577-0944-49d3-a169-e63c5aff9fea tempest-VolumesBackupsTest-1048155155 tempest-VolumesBackupsTest-1048155155-project] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:46.953695 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-900869b4-44af-4bc8-8b1d-923e5709452a req-5b236577-0944-49d3-a169-e63c5aff9fea tempest-VolumesBackupsTest-1048155155 tempest-VolumesBackupsTest-1048155155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:46.971683 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cf753cd0-90cf-4238-afa6-4c1748bc158e req-9972ac29-5753-4be1-808c-7c73a78c0cc1 service neutron] 10.222.0.57 "GET /v2.0/networks/f22d369e-b532-46c6-9344-c4601e102f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427698 Aug 16 23:09:47.068810 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b236577-0944-49d3-a169-e63c5aff9fea tempest-VolumesBackupsTest-1048155155 tempest-VolumesBackupsTest-1048155155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=104a30c9-d9a0-4ad6-8708-013ea2cb932c,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:47.128786 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-edfa5231-5dfb-4023-8996-d02441de2465 req-a8de075b-ec7c-4c9f-8292-bef571ec59d1 tempest-VolumesBackupsTest-1048155155 tempest-VolumesBackupsTest-1048155155-project] 10.222.0.36 "GET /v2.0/ports?device_id=d39dca41-fdce-4614-9e71-b93202690f08 HTTP/1.1" status: 200 len: 210 time: 0.0415328 Aug 16 23:09:47.136704 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cf753cd0-90cf-4238-afa6-4c1748bc158e req-01c138ae-e442-45b8-9cf9-dbc1d22a2381 service neutron] 10.222.0.57 "GET /v2.0/networks/f22d369e-b532-46c6-9344-c4601e102f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584473 Aug 16 23:09:47.191566 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cf753cd0-90cf-4238-afa6-4c1748bc158e req-3e1982df-96d3-41af-bfa7-63f8e7167c2e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=7bd4dab0-4e5a-4bfb-a170-497620e55ac0 HTTP/1.1" status: 200 len: 217 time: 0.0478690 Aug 16 23:09:47.212864 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-900869b4-44af-4bc8-8b1d-923e5709452a req-5b236577-0944-49d3-a169-e63c5aff9fea tempest-VolumesBackupsTest-1048155155 tempest-VolumesBackupsTest-1048155155-project] Allocated IP 192.168.233.58 (a2f596d0-b80e-4404-bf4b-27a7e14f50dd/6af2b868-37d3-46ab-a526-0465929f13c8/caf55096-3464-45e6-a126-3e5a3d27493e) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:09:47.246648 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf753cd0-90cf-4238-afa6-4c1748bc158e req-4bc46cbd-b7b2-4caf-88a6-f20994f42b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:47.248643 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cf753cd0-90cf-4238-afa6-4c1748bc158e req-4bc46cbd-b7b2-4caf-88a6-f20994f42b2b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d6960f85-ce45-4ab7-99b5-dd33148146e1 HTTP/1.1" status: 200 len: 797 time: 0.0503328 Aug 16 23:09:47.304697 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf753cd0-90cf-4238-afa6-4c1748bc158e req-e4c62c67-ccf3-47e9-87ca-42824e431f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:47.312860 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cf753cd0-90cf-4238-afa6-4c1748bc158e req-e4c62c67-ccf3-47e9-87ca-42824e431f86 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f22d369e-b532-46c6-9344-c4601e102f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0512364 Aug 16 23:09:47.516457 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cf753cd0-90cf-4238-afa6-4c1748bc158e req-0bc7506e-08e6-48c9-b00c-675dfe9f3ea2 service neutron] 10.222.0.57 "GET /v2.0/networks/f22d369e-b532-46c6-9344-c4601e102f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987069 Aug 16 23:09:47.647267 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-19766d4d-8031-48ae-ba13-fa6a740e52f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:47.712655 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-900869b4-44af-4bc8-8b1d-923e5709452a req-5b236577-0944-49d3-a169-e63c5aff9fea tempest-VolumesBackupsTest-1048155155 tempest-VolumesBackupsTest-1048155155-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:47.718830 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cf753cd0-90cf-4238-afa6-4c1748bc158e req-d74d34d9-d721-4e5a-8cdb-5d890a044b29 service neutron] 10.222.0.57 "GET /v2.0/networks/f22d369e-b532-46c6-9344-c4601e102f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688461 Aug 16 23:09:47.754100 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-900869b4-44af-4bc8-8b1d-923e5709452a req-5b236577-0944-49d3-a169-e63c5aff9fea tempest-VolumesBackupsTest-1048155155 tempest-VolumesBackupsTest-1048155155-project] Transition to ACTIVE for port object caf55096-3464-45e6-a126-3e5a3d27493e will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:09:47.790970 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-900869b4-44af-4bc8-8b1d-923e5709452a req-5b236577-0944-49d3-a169-e63c5aff9fea tempest-VolumesBackupsTest-1048155155 tempest-VolumesBackupsTest-1048155155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:47.796510 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cf753cd0-90cf-4238-afa6-4c1748bc158e req-dfb9b3fd-1d50-47ce-9ed4-00c72b8d2b24 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=34b404ad-784d-44c6-ad7f-bc568885b3e9 HTTP/1.1" status: 200 len: 217 time: 0.0701611 Aug 16 23:09:47.814237 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-900869b4-44af-4bc8-8b1d-923e5709452a req-5b236577-0944-49d3-a169-e63c5aff9fea tempest-VolumesBackupsTest-1048155155 tempest-VolumesBackupsTest-1048155155-project] Network a2f596d0-b80e-4404-bf4b-27a7e14f50dd is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:09:47.816805 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-900869b4-44af-4bc8-8b1d-923e5709452a req-5b236577-0944-49d3-a169-e63c5aff9fea tempest-VolumesBackupsTest-1048155155 tempest-VolumesBackupsTest-1048155155-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:09:47.837746 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-900869b4-44af-4bc8-8b1d-923e5709452a req-5b236577-0944-49d3-a169-e63c5aff9fea tempest-VolumesBackupsTest-1048155155 tempest-VolumesBackupsTest-1048155155-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:09:47.851892 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf753cd0-90cf-4238-afa6-4c1748bc158e req-36e48bc8-9e3f-4213-bcc8-ee392d570f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:47.853958 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cf753cd0-90cf-4238-afa6-4c1748bc158e req-36e48bc8-9e3f-4213-bcc8-ee392d570f5e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d6960f85-ce45-4ab7-99b5-dd33148146e1 HTTP/1.1" status: 200 len: 797 time: 0.0498304 Aug 16 23:09:47.905276 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b236577-0944-49d3-a169-e63c5aff9fea tempest-VolumesBackupsTest-1048155155 tempest-VolumesBackupsTest-1048155155-project] Pushing event updated for resources: {'Port': ['ID=caf55096-3464-45e6-a126-3e5a3d27493e,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:47.916740 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900869b4-44af-4bc8-8b1d-923e5709452a req-5b236577-0944-49d3-a169-e63c5aff9fea tempest-VolumesBackupsTest-1048155155 tempest-VolumesBackupsTest-1048155155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:47.917391 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-900869b4-44af-4bc8-8b1d-923e5709452a req-5b236577-0944-49d3-a169-e63c5aff9fea tempest-VolumesBackupsTest-1048155155 tempest-VolumesBackupsTest-1048155155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:47.923871 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf753cd0-90cf-4238-afa6-4c1748bc158e req-cce7aef5-4e40-413f-960b-a187700d20b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:47.926048 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cf753cd0-90cf-4238-afa6-4c1748bc158e req-cce7aef5-4e40-413f-960b-a187700d20b2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f22d369e-b532-46c6-9344-c4601e102f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0645654 Aug 16 23:09:47.934478 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-900869b4-44af-4bc8-8b1d-923e5709452a req-5b236577-0944-49d3-a169-e63c5aff9fea tempest-VolumesBackupsTest-1048155155 tempest-VolumesBackupsTest-1048155155-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4506426 Aug 16 23:09:47.949063 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-900869b4-44af-4bc8-8b1d-923e5709452a req-b4d7f35e-8b5e-4c34-9167-effa034f427f service neutron] Request body: {'port': {'device_id': 'd39dca41-fdce-4614-9e71-b93202690f08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:09:48.064866 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-900869b4-44af-4bc8-8b1d-923e5709452a req-b4d7f35e-8b5e-4c34-9167-effa034f427f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:48.097023 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cf753cd0-90cf-4238-afa6-4c1748bc158e req-eac6c8f6-d6d3-48aa-96ce-7f740ee911c2 service neutron] 10.222.0.57 "GET /v2.0/networks/f22d369e-b532-46c6-9344-c4601e102f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613669 Aug 16 23:09:48.241978 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9d8cb261-bcbd-447b-8fe0-a457aeb9ffec None None] Provisioning for port caf55096-3464-45e6-a126-3e5a3d27493e completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:09:48.262161 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9d8cb261-bcbd-447b-8fe0-a457aeb9ffec None None] Provisioning complete for port caf55096-3464-45e6-a126-3e5a3d27493e triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:09:48.262833 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9d8cb261-bcbd-447b-8fe0-a457aeb9ffec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:48.321239 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-9d8cb261-bcbd-447b-8fe0-a457aeb9ffec None None] Port caf55096-3464-45e6-a126-3e5a3d27493e cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:09:48.339440 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cf753cd0-90cf-4238-afa6-4c1748bc158e req-6f5331e0-2af1-4aa3-b622-2dae8ee05051 service neutron] 10.222.0.57 "GET /v2.0/networks/f22d369e-b532-46c6-9344-c4601e102f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350347 Aug 16 23:09:48.430482 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cf753cd0-90cf-4238-afa6-4c1748bc158e req-1cb73b04-5411-4ab8-8694-93fa8bdeac81 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=acb20ca9-d24c-4731-8f98-e40869957d23 HTTP/1.1" status: 200 len: 217 time: 0.0489597 Aug 16 23:09:48.486046 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac270be-3986-4b12-aeb3-3e537c87d4d2 req-801b0d42-26d2-4151-a9e7-ce5f82c2d584 tempest-VolumesBackupsTest-1048155155 tempest-VolumesBackupsTest-1048155155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:48.488682 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5ac270be-3986-4b12-aeb3-3e537c87d4d2 req-801b0d42-26d2-4151-a9e7-ce5f82c2d584 tempest-VolumesBackupsTest-1048155155 tempest-VolumesBackupsTest-1048155155-project] 10.222.0.36 "GET /v2.0/ports?device_id=d39dca41-fdce-4614-9e71-b93202690f08 HTTP/1.1" status: 200 len: 935 time: 0.1894605 Aug 16 23:09:48.531434 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf753cd0-90cf-4238-afa6-4c1748bc158e req-23bbf3ec-55a5-4001-96b0-2b5489f3a93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:48.532956 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cf753cd0-90cf-4238-afa6-4c1748bc158e req-23bbf3ec-55a5-4001-96b0-2b5489f3a93e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fdaa5cc8-50d2-4c63-b1ef-57818a69cbda HTTP/1.1" status: 200 len: 797 time: 0.0961261 Aug 16 23:09:48.613860 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5ac270be-3986-4b12-aeb3-3e537c87d4d2 req-eb6de842-03f5-46a2-9f4d-3e95bfdc66e0 tempest-VolumesBackupsTest-1048155155 tempest-VolumesBackupsTest-1048155155-project] 10.222.0.36 "GET /v2.0/security-groups?id=104a30c9-d9a0-4ad6-8708-013ea2cb932c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077042 Aug 16 23:09:48.671511 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf753cd0-90cf-4238-afa6-4c1748bc158e req-bdd68e15-0298-4d59-80ce-e7d3e0b8c09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:48.673082 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cf753cd0-90cf-4238-afa6-4c1748bc158e req-bdd68e15-0298-4d59-80ce-e7d3e0b8c09d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ce4eb26f-79ce-4c2a-bb34-84780b573ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1292951 Aug 16 23:09:48.740094 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-900869b4-44af-4bc8-8b1d-923e5709452a req-b4d7f35e-8b5e-4c34-9167-effa034f427f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caf55096-3464-45e6-a126-3e5a3d27493e {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:09:48.787397 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-900869b4-44af-4bc8-8b1d-923e5709452a req-b4d7f35e-8b5e-4c34-9167-effa034f427f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:48.811378 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-900869b4-44af-4bc8-8b1d-923e5709452a req-b4d7f35e-8b5e-4c34-9167-effa034f427f service neutron] Transition to ACTIVE for port object caf55096-3464-45e6-a126-3e5a3d27493e will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:09:48.826872 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-900869b4-44af-4bc8-8b1d-923e5709452a req-b4d7f35e-8b5e-4c34-9167-effa034f427f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:48.899101 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d7f35e-8b5e-4c34-9167-effa034f427f service neutron] Pushing event updated for resources: {'Port': ['ID=caf55096-3464-45e6-a126-3e5a3d27493e,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:48.914771 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cf753cd0-90cf-4238-afa6-4c1748bc158e req-74cb4e6a-0a4c-43bf-ae41-054e18a8eaba service neutron] 10.222.0.57 "GET /v2.0/networks/ce4eb26f-79ce-4c2a-bb34-84780b573ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342379 Aug 16 23:09:49.010371 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-900869b4-44af-4bc8-8b1d-923e5709452a req-b4d7f35e-8b5e-4c34-9167-effa034f427f service neutron] Attempting to bind port caf55096-3464-45e6-a126-3e5a3d27493e on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:09:49.010778 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-900869b4-44af-4bc8-8b1d-923e5709452a req-b4d7f35e-8b5e-4c34-9167-effa034f427f service neutron] Attempting to bind port caf55096-3464-45e6-a126-3e5a3d27493e by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:09:49.011180 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900869b4-44af-4bc8-8b1d-923e5709452a req-b4d7f35e-8b5e-4c34-9167-effa034f427f service neutron] Attempting to bind port caf55096-3464-45e6-a126-3e5a3d27493e on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:09:49.016503 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900869b4-44af-4bc8-8b1d-923e5709452a req-b4d7f35e-8b5e-4c34-9167-effa034f427f service neutron] Port caf55096-3464-45e6-a126-3e5a3d27493e on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:09:49.016977 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900869b4-44af-4bc8-8b1d-923e5709452a req-b4d7f35e-8b5e-4c34-9167-effa034f427f service neutron] Attempting to bind port caf55096-3464-45e6-a126-3e5a3d27493e on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:09:49.030703 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900869b4-44af-4bc8-8b1d-923e5709452a req-b4d7f35e-8b5e-4c34-9167-effa034f427f service neutron] Checking agent: {'id': 'd28e24f9-e5ea-41e1-80bf-3c7943ad7f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:09:49.033802 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900869b4-44af-4bc8-8b1d-923e5709452a req-b4d7f35e-8b5e-4c34-9167-effa034f427f service neutron] Checking segment: {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:09:49.034346 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900869b4-44af-4bc8-8b1d-923e5709452a req-b4d7f35e-8b5e-4c34-9167-effa034f427f service neutron] Bound using segment: {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:09:49.034923 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-900869b4-44af-4bc8-8b1d-923e5709452a req-b4d7f35e-8b5e-4c34-9167-effa034f427f service neutron] Bound port: caf55096-3464-45e6-a126-3e5a3d27493e, host: n-h1-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:09:49.035431 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-900869b4-44af-4bc8-8b1d-923e5709452a req-b4d7f35e-8b5e-4c34-9167-effa034f427f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:49.133046 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-900869b4-44af-4bc8-8b1d-923e5709452a req-b4d7f35e-8b5e-4c34-9167-effa034f427f service neutron] For port caf55096-3464-45e6-a126-3e5a3d27493e, host n-h1-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:09:49.137247 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-900869b4-44af-4bc8-8b1d-923e5709452a req-b4d7f35e-8b5e-4c34-9167-effa034f427f service neutron] For port caf55096-3464-45e6-a126-3e5a3d27493e, host n-h1-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=caf55096-3464-45e6-a126-3e5a3d27493e,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:09:49.150996 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-900869b4-44af-4bc8-8b1d-923e5709452a req-b4d7f35e-8b5e-4c34-9167-effa034f427f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:49.154238 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cf753cd0-90cf-4238-afa6-4c1748bc158e req-a227d996-2737-43ba-8ac0-2963dc7d231a service neutron] 10.222.0.57 "GET /v2.0/networks/ce4eb26f-79ce-4c2a-bb34-84780b573ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316906 Aug 16 23:09:49.224235 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d7f35e-8b5e-4c34-9167-effa034f427f service neutron] Pushing event updated for resources: {'Port': ['ID=caf55096-3464-45e6-a126-3e5a3d27493e,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:49.224344 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cf753cd0-90cf-4238-afa6-4c1748bc158e req-efd32d4e-54e7-4198-9b77-28024e3b5c9e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ca2bab7f-12a0-4ae0-aa91-31c515a91b5c HTTP/1.1" status: 200 len: 217 time: 0.0612519 Aug 16 23:09:49.248864 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900869b4-44af-4bc8-8b1d-923e5709452a req-b4d7f35e-8b5e-4c34-9167-effa034f427f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:49.249636 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-900869b4-44af-4bc8-8b1d-923e5709452a req-b4d7f35e-8b5e-4c34-9167-effa034f427f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:49.254739 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-900869b4-44af-4bc8-8b1d-923e5709452a req-b4d7f35e-8b5e-4c34-9167-effa034f427f service neutron] 10.222.0.68 "PUT /v2.0/ports/caf55096-3464-45e6-a126-3e5a3d27493e HTTP/1.1" status: 200 len: 1096 time: 1.3065231 Aug 16 23:09:49.256217 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd39dca41-fdce-4614-9e71-b93202690f08', 'tag': 'caf55096-3464-45e6-a126-3e5a3d27493e'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:09:49.261069 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98731f02-6d97-44a7-9e3a-d3dfea134458" -d '{"events": [{"name": "network-changed", "server_uuid": "d39dca41-fdce-4614-9e71-b93202690f08", "tag": "caf55096-3464-45e6-a126-3e5a3d27493e"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:09:49.322534 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf753cd0-90cf-4238-afa6-4c1748bc158e req-2706e7f8-575b-411d-be4e-f5afea5be86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:49.326888 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cf753cd0-90cf-4238-afa6-4c1748bc158e req-2706e7f8-575b-411d-be4e-f5afea5be86f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fdaa5cc8-50d2-4c63-b1ef-57818a69cbda HTTP/1.1" status: 200 len: 797 time: 0.0834298 Aug 16 23:09:49.387253 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8106309c-905d-40e4-9131-4f75671277cf x-openstack-request-id: req-8106309c-905d-40e4-9131-4f75671277cf {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:09:49.388023 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d39dca41-fdce-4614-9e71-b93202690f08", "tag": "caf55096-3464-45e6-a126-3e5a3d27493e", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:09:49.388484 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8106309c-905d-40e4-9131-4f75671277cf {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:09:49.389279 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd39dca41-fdce-4614-9e71-b93202690f08', 'tag': 'caf55096-3464-45e6-a126-3e5a3d27493e', 'status': 'completed', 'code': 200} Aug 16 23:09:49.407457 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf753cd0-90cf-4238-afa6-4c1748bc158e req-d3b3b313-8357-4f26-88b0-17e314e512cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:49.409459 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cf753cd0-90cf-4238-afa6-4c1748bc158e req-d3b3b313-8357-4f26-88b0-17e314e512cd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ce4eb26f-79ce-4c2a-bb34-84780b573ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0678682 Aug 16 23:09:49.426612 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900869b4-44af-4bc8-8b1d-923e5709452a req-3879cc9c-dcd2-4a85-ac4b-d6921b0ae20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:49.429427 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-900869b4-44af-4bc8-8b1d-923e5709452a req-3879cc9c-dcd2-4a85-ac4b-d6921b0ae20d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=fb6a74b7522842b19ab65610007bfdca&device_id=d39dca41-fdce-4614-9e71-b93202690f08 HTTP/1.1" status: 200 len: 1099 time: 0.1000202 Aug 16 23:09:49.528095 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cf753cd0-90cf-4238-afa6-4c1748bc158e req-2810ff38-c9e6-4775-a158-7bee1eef9196 service neutron] 10.222.0.57 "GET /v2.0/networks/ce4eb26f-79ce-4c2a-bb34-84780b573ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081247 Aug 16 23:09:49.534717 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-900869b4-44af-4bc8-8b1d-923e5709452a req-51acce3d-60e8-4f45-9367-f839eb9898ba service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=caf55096-3464-45e6-a126-3e5a3d27493e HTTP/1.1" status: 200 len: 217 time: 0.0961204 Aug 16 23:09:49.635339 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900869b4-44af-4bc8-8b1d-923e5709452a req-eab33375-a58f-43fd-bf29-73c1afe735a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:49.636917 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-900869b4-44af-4bc8-8b1d-923e5709452a req-eab33375-a58f-43fd-bf29-73c1afe735a8 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6af2b868-37d3-46ab-a526-0465929f13c8 HTTP/1.1" status: 200 len: 843 time: 0.0923736 Aug 16 23:09:49.660745 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cf753cd0-90cf-4238-afa6-4c1748bc158e req-fe0a326a-c704-46ad-a004-23c4d7dcbb40 service neutron] 10.222.0.57 "GET /v2.0/networks/ce4eb26f-79ce-4c2a-bb34-84780b573ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248949 Aug 16 23:09:49.763792 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900869b4-44af-4bc8-8b1d-923e5709452a req-562b6799-5639-463b-9ab2-91a93b07f132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:49.772420 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-900869b4-44af-4bc8-8b1d-923e5709452a req-562b6799-5639-463b-9ab2-91a93b07f132 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1274040 Aug 16 23:09:49.776263 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-15119d9d-1abd-4850-82f2-3067ddde476a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:49.824145 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a7483d-5f5c-4cf9-a18e-d81b08f495d7 req-e259ecd0-ebf1-420a-a628-3839cefce560 tempest-VolumesBackupsTest-1048155155 tempest-VolumesBackupsTest-1048155155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:49.826053 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-03a7483d-5f5c-4cf9-a18e-d81b08f495d7 req-e259ecd0-ebf1-420a-a628-3839cefce560 tempest-VolumesBackupsTest-1048155155 tempest-VolumesBackupsTest-1048155155-project] 10.222.0.36 "GET /v2.0/ports?device_id=d39dca41-fdce-4614-9e71-b93202690f08 HTTP/1.1" status: 200 len: 947 time: 0.0993540 Aug 16 23:09:49.895332 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-03a7483d-5f5c-4cf9-a18e-d81b08f495d7 req-2e0ba853-16d4-4681-90a7-c86bcfb69b57 tempest-VolumesBackupsTest-1048155155 tempest-VolumesBackupsTest-1048155155-project] 10.222.0.36 "GET /v2.0/security-groups?id=104a30c9-d9a0-4ad6-8708-013ea2cb932c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524526 Aug 16 23:09:49.907090 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-900869b4-44af-4bc8-8b1d-923e5709452a req-c3693e21-7562-4b23-9568-9f34a87de5a5 service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261904 Aug 16 23:09:50.047276 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-900869b4-44af-4bc8-8b1d-923e5709452a req-205504da-b7ea-4249-8731-0d1b5cef1fb6 service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174278 Aug 16 23:09:50.143743 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98731f02-6d97-44a7-9e3a-d3dfea134458 req-10b5d2d9-24d7-4fb7-8f6f-21353767f54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:50.146201 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-98731f02-6d97-44a7-9e3a-d3dfea134458 req-10b5d2d9-24d7-4fb7-8f6f-21353767f54e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=fb6a74b7522842b19ab65610007bfdca&device_id=d39dca41-fdce-4614-9e71-b93202690f08 HTTP/1.1" status: 200 len: 1099 time: 0.0456772 Aug 16 23:09:50.271382 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98731f02-6d97-44a7-9e3a-d3dfea134458 req-acbb85ff-0a0b-4819-bad0-8234a4478216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:50.273464 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-98731f02-6d97-44a7-9e3a-d3dfea134458 req-acbb85ff-0a0b-4819-bad0-8234a4478216 service neutron] 10.222.0.68 "GET /v2.0/networks?id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd HTTP/1.1" status: 200 len: 870 time: 0.1195576 Aug 16 23:09:50.354407 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-98731f02-6d97-44a7-9e3a-d3dfea134458 req-6d1c6755-1e58-4fd7-8254-6ffe4243cfdd service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=caf55096-3464-45e6-a126-3e5a3d27493e HTTP/1.1" status: 200 len: 217 time: 0.0688441 Aug 16 23:09:50.417428 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98731f02-6d97-44a7-9e3a-d3dfea134458 req-c00d9332-e7b7-4abc-881f-0130b326b027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:50.419110 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-98731f02-6d97-44a7-9e3a-d3dfea134458 req-c00d9332-e7b7-4abc-881f-0130b326b027 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6af2b868-37d3-46ab-a526-0465929f13c8 HTTP/1.1" status: 200 len: 843 time: 0.0538692 Aug 16 23:09:50.488061 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98731f02-6d97-44a7-9e3a-d3dfea134458 req-aa13c00c-0423-4d8a-b37f-58cd119eb729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:50.491599 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-98731f02-6d97-44a7-9e3a-d3dfea134458 req-aa13c00c-0423-4d8a-b37f-58cd119eb729 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0615709 Aug 16 23:09:50.581051 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:50.613685 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-98731f02-6d97-44a7-9e3a-d3dfea134458 req-cba9c652-608d-43f3-a93b-49806d023219 service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123972 Aug 16 23:09:50.729121 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-98731f02-6d97-44a7-9e3a-d3dfea134458 req-01f0dc05-eaac-4e9d-8d5d-bf965728e295 service neutron] 10.222.0.68 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082888 Aug 16 23:09:51.025799 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d63f9b-10ef-4ea0-bca5-25bdcdb67f6d req-daed6aed-6bc2-474a-b1dd-e8d642e7dac8 tempest-VolumesBackupsTest-1048155155 tempest-VolumesBackupsTest-1048155155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:51.027500 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-03d63f9b-10ef-4ea0-bca5-25bdcdb67f6d req-daed6aed-6bc2-474a-b1dd-e8d642e7dac8 tempest-VolumesBackupsTest-1048155155 tempest-VolumesBackupsTest-1048155155-project] 10.222.0.36 "GET /v2.0/ports?device_id=d39dca41-fdce-4614-9e71-b93202690f08 HTTP/1.1" status: 200 len: 947 time: 0.0579183 Aug 16 23:09:51.073987 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-03d63f9b-10ef-4ea0-bca5-25bdcdb67f6d req-0ab1eadb-c71f-4dc1-9859-df5bbfa766d6 tempest-VolumesBackupsTest-1048155155 tempest-VolumesBackupsTest-1048155155-project] 10.222.0.36 "GET /v2.0/security-groups?id=104a30c9-d9a0-4ad6-8708-013ea2cb932c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390947 Aug 16 23:09:51.237960 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device caf55096-3464-45e6-a126-3e5a3d27493e details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:09:51.350925 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port caf55096-3464-45e6-a126-3e5a3d27493e, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=caf55096-3464-45e6-a126-3e5a3d27493e,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:09:51.362270 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': 'caf55096-3464-45e6-a126-3e5a3d27493e', 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd', 'port_id': 'caf55096-3464-45e6-a126-3e5a3d27493e', 'mac_address': 'fa:16:3e:d7:36:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6af2b868-37d3-46ab-a526-0465929f13c8', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:09:51.407980 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:51.426427 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caf55096-3464-45e6-a126-3e5a3d27493e {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:09:51.447451 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port caf55096-3464-45e6-a126-3e5a3d27493e, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=caf55096-3464-45e6-a126-3e5a3d27493e,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:09:51.451872 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:51.502855 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=caf55096-3464-45e6-a126-3e5a3d27493e,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:51.517760 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:09:51.518118 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:09:51.518464 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:09:51.518803 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:09:51.519140 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:09:51.519476 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:09:51.519808 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:09:51.520141 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:09:51.521480 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:09:51.521909 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:09:51.522246 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:09:51.522583 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:09:51.536039 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:51.677647 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['caf55096-3464-45e6-a126-3e5a3d27493e'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:09:52.216256 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84030ff7-93fe-4bf4-8f37-65c681f59771 req-f412532c-41c6-4aee-ab6c-6338ded553a2 tempest-VolumesBackupsTest-1048155155 tempest-VolumesBackupsTest-1048155155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:52.218253 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-84030ff7-93fe-4bf4-8f37-65c681f59771 req-f412532c-41c6-4aee-ab6c-6338ded553a2 tempest-VolumesBackupsTest-1048155155 tempest-VolumesBackupsTest-1048155155-project] 10.222.0.36 "GET /v2.0/ports?device_id=d39dca41-fdce-4614-9e71-b93202690f08 HTTP/1.1" status: 200 len: 948 time: 0.0627792 Aug 16 23:09:52.271231 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-84030ff7-93fe-4bf4-8f37-65c681f59771 req-e3106131-fcf8-40f5-8d27-e5b8f1b1baa6 tempest-VolumesBackupsTest-1048155155 tempest-VolumesBackupsTest-1048155155-project] 10.222.0.36 "GET /v2.0/security-groups?id=104a30c9-d9a0-4ad6-8708-013ea2cb932c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417709 Aug 16 23:09:52.748808 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:53.259915 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device caf55096-3464-45e6-a126-3e5a3d27493e up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:09:53.339992 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning for port caf55096-3464-45e6-a126-3e5a3d27493e completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:09:53.345909 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port caf55096-3464-45e6-a126-3e5a3d27493e triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:09:53.346335 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:53.413021 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f161e1c-b740-4973-8c4b-752b2bd6a97d req-18703dba-a2c8-4784-9ccc-56dd066684a2 tempest-VolumesBackupsTest-1048155155 tempest-VolumesBackupsTest-1048155155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:53.420616 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3f161e1c-b740-4973-8c4b-752b2bd6a97d req-18703dba-a2c8-4784-9ccc-56dd066684a2 tempest-VolumesBackupsTest-1048155155 tempest-VolumesBackupsTest-1048155155-project] 10.222.0.36 "GET /v2.0/ports?device_id=d39dca41-fdce-4614-9e71-b93202690f08 HTTP/1.1" status: 200 len: 948 time: 0.0627041 Aug 16 23:09:53.435302 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:53.465465 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3f161e1c-b740-4973-8c4b-752b2bd6a97d req-dfa2f836-8614-444c-baea-786ca1ae467f tempest-VolumesBackupsTest-1048155155 tempest-VolumesBackupsTest-1048155155-project] 10.222.0.36 "GET /v2.0/security-groups?id=104a30c9-d9a0-4ad6-8708-013ea2cb932c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437720 Aug 16 23:09:53.481199 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd39dca41-fdce-4614-9e71-b93202690f08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caf55096-3464-45e6-a126-3e5a3d27493e'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:09:53.488465 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b96d75d-96b0-4d01-99ca-aa197d2a1ead" -d '{"events": [{"server_uuid": "d39dca41-fdce-4614-9e71-b93202690f08", "name": "network-vif-plugged", "status": "completed", "tag": "caf55096-3464-45e6-a126-3e5a3d27493e"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:09:53.500045 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port caf55096-3464-45e6-a126-3e5a3d27493e, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=caf55096-3464-45e6-a126-3e5a3d27493e,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:09:53.524516 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:53.597347 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-113658e7-9b5a-40da-8590-55af14cbbec8 x-openstack-request-id: req-113658e7-9b5a-40da-8590-55af14cbbec8 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:09:53.597347 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d39dca41-fdce-4614-9e71-b93202690f08", "name": "network-vif-plugged", "status": "completed", "tag": "caf55096-3464-45e6-a126-3e5a3d27493e", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:09:53.597702 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-113658e7-9b5a-40da-8590-55af14cbbec8 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:09:53.598093 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd39dca41-fdce-4614-9e71-b93202690f08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caf55096-3464-45e6-a126-3e5a3d27493e', 'code': 200} Aug 16 23:09:53.642497 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=caf55096-3464-45e6-a126-3e5a3d27493e,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:09:53.696383 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46b7878-3260-4f3a-94d9-80422ef48748 req-8cf73220-6127-46ce-ba4d-ca2af346ac1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:53.698089 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-a46b7878-3260-4f3a-94d9-80422ef48748 req-8cf73220-6127-46ce-ba4d-ca2af346ac1d service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=d39dca41-fdce-4614-9e71-b93202690f08 HTTP/1.1" status: 200 len: 1101 time: 0.0594604 Aug 16 23:09:53.746398 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-a46b7878-3260-4f3a-94d9-80422ef48748 req-2844d4c6-48fd-44d4-ae61-6ece34606582 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=104a30c9-d9a0-4ad6-8708-013ea2cb932c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384879 Aug 16 23:09:54.055271 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 58070) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:09:54.160440 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc7efa8-8424-429a-9d17-ee1e40513033 req-fd0e4057-fedc-41f7-9ae8-62d3776b67e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:54.163649 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ebc7efa8-8424-429a-9d17-ee1e40513033 req-fd0e4057-fedc-41f7-9ae8-62d3776b67e1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7a97c9e0-bdad-48f1-92f6-ca652681d2f2 HTTP/1.1" status: 200 len: 1097 time: 0.1073270 Aug 16 23:09:54.211825 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ebc7efa8-8424-429a-9d17-ee1e40513033 req-8dcf891f-a5ad-4335-bcc4-b6225c10fb43 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7815a016-bbd1-468a-9ff2-59548a452ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416992 Aug 16 23:09:54.611975 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb9e711-ac8e-4953-b094-3296b88b7d1f req-5432c903-1149-4649-b67b-454fdf83bd02 tempest-VolumesBackupsTest-1048155155 tempest-VolumesBackupsTest-1048155155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:54.625221 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8eb9e711-ac8e-4953-b094-3296b88b7d1f req-5432c903-1149-4649-b67b-454fdf83bd02 tempest-VolumesBackupsTest-1048155155 tempest-VolumesBackupsTest-1048155155-project] 10.222.0.36 "GET /v2.0/ports?device_id=d39dca41-fdce-4614-9e71-b93202690f08 HTTP/1.1" status: 200 len: 949 time: 0.0802970 Aug 16 23:09:54.687715 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8eb9e711-ac8e-4953-b094-3296b88b7d1f req-6e3b8bc6-0b20-4c78-b60c-1d2f70fbcec5 tempest-VolumesBackupsTest-1048155155 tempest-VolumesBackupsTest-1048155155-project] 10.222.0.36 "GET /v2.0/security-groups?id=104a30c9-d9a0-4ad6-8708-013ea2cb932c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533547 Aug 16 23:09:55.296256 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:09:55.840328 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2516f0c-97d4-4766-9aef-8431e52b835e req-0d5e8454-4257-465f-91f5-f4c9e7439258 tempest-VolumesBackupsTest-1048155155 tempest-VolumesBackupsTest-1048155155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:09:55.842034 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e2516f0c-97d4-4766-9aef-8431e52b835e req-0d5e8454-4257-465f-91f5-f4c9e7439258 tempest-VolumesBackupsTest-1048155155 tempest-VolumesBackupsTest-1048155155-project] 10.222.0.36 "GET /v2.0/ports?device_id=d39dca41-fdce-4614-9e71-b93202690f08 HTTP/1.1" status: 200 len: 949 time: 0.0717843 Aug 16 23:09:55.887344 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e2516f0c-97d4-4766-9aef-8431e52b835e req-bf5dbd76-735b-4e0d-9cf7-3651fa06537d tempest-VolumesBackupsTest-1048155155 tempest-VolumesBackupsTest-1048155155-project] 10.222.0.36 "GET /v2.0/security-groups?id=104a30c9-d9a0-4ad6-8708-013ea2cb932c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386395 Aug 16 23:09:57.778707 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:10:05.372963 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 58744) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:10:05.491341 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5ef92d86-a625-491c-9e7e-b97eea55d132 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:05.579714 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5ef92d86-a625-491c-9e7e-b97eea55d132 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:05.583793 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5ef92d86-a625-491c-9e7e-b97eea55d132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:05.621510 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-5ef92d86-a625-491c-9e7e-b97eea55d132 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d2cb5ac7f8e44914a509e25b766ab15f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2471762 Aug 16 23:10:05.623441 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef92d86-a625-491c-9e7e-b97eea55d132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0586390b-1579-4df5-89df-53e8a486c106,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:10:05.624174 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 58748) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:10:05.631791 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef92d86-a625-491c-9e7e-b97eea55d132 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:10:05.632150 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef92d86-a625-491c-9e7e-b97eea55d132 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:10:05.632499 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef92d86-a625-491c-9e7e-b97eea55d132 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:10:05.632873 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef92d86-a625-491c-9e7e-b97eea55d132 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:10:05.633213 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef92d86-a625-491c-9e7e-b97eea55d132 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:10:05.633553 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef92d86-a625-491c-9e7e-b97eea55d132 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:10:05.633890 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef92d86-a625-491c-9e7e-b97eea55d132 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:10:05.634227 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef92d86-a625-491c-9e7e-b97eea55d132 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:10:05.634558 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef92d86-a625-491c-9e7e-b97eea55d132 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:10:05.634890 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef92d86-a625-491c-9e7e-b97eea55d132 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:10:05.635223 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef92d86-a625-491c-9e7e-b97eea55d132 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:10:05.635553 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef92d86-a625-491c-9e7e-b97eea55d132 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:10:05.691542 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ad8c2935-98e4-4e0e-83aa-d91a285eb667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:05.718887 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ad8c2935-98e4-4e0e-83aa-d91a285eb667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:05.769081 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ad8c2935-98e4-4e0e-83aa-d91a285eb667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:05.772236 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ad8c2935-98e4-4e0e-83aa-d91a285eb667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:05.773425 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-ad8c2935-98e4-4e0e-83aa-d91a285eb667 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0586390b-1579-4df5-89df-53e8a486c106 HTTP/1.1" status: 204 len: 168 time: 0.1482296 Aug 16 23:10:05.781518 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8c2935-98e4-4e0e-83aa-d91a285eb667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0586390b-1579-4df5-89df-53e8a486c106,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:10:05.790760 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8c2935-98e4-4e0e-83aa-d91a285eb667 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:10:05.791119 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8c2935-98e4-4e0e-83aa-d91a285eb667 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:10:05.791471 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8c2935-98e4-4e0e-83aa-d91a285eb667 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:10:05.792308 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8c2935-98e4-4e0e-83aa-d91a285eb667 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:10:05.792308 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8c2935-98e4-4e0e-83aa-d91a285eb667 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:10:05.792553 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8c2935-98e4-4e0e-83aa-d91a285eb667 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:10:05.792828 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8c2935-98e4-4e0e-83aa-d91a285eb667 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:10:05.793168 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8c2935-98e4-4e0e-83aa-d91a285eb667 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:10:05.793498 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8c2935-98e4-4e0e-83aa-d91a285eb667 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:10:05.793925 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8c2935-98e4-4e0e-83aa-d91a285eb667 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:10:05.794254 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8c2935-98e4-4e0e-83aa-d91a285eb667 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:10:05.794587 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8c2935-98e4-4e0e-83aa-d91a285eb667 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:10:05.912674 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 58762) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:10:06.022008 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8dca4f3c-bc57-4113-9a28-b1bac6a14344 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:06.055872 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 58766) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:10:06.071022 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7b12d8f0-3a8d-46ed-b4c7-5c627e8a0622 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:06.112720 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8dca4f3c-bc57-4113-9a28-b1bac6a14344 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:06.120014 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8dca4f3c-bc57-4113-9a28-b1bac6a14344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:06.178231 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-8dca4f3c-bc57-4113-9a28-b1bac6a14344 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=71a4d8188a2e4ec3a8051b21c26069ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2644465 Aug 16 23:10:06.180679 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 58770) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:10:06.183103 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dca4f3c-bc57-4113-9a28-b1bac6a14344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d10633c-7e30-44e9-902f-9b1ee5181220,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:10:06.218410 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7b12d8f0-3a8d-46ed-b4c7-5c627e8a0622 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:06.222727 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7b12d8f0-3a8d-46ed-b4c7-5c627e8a0622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:06.238234 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1dfabe79-17f3-47a7-8326-d980c97ad587 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:06.262086 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1dfabe79-17f3-47a7-8326-d980c97ad587 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:06.266897 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-7b12d8f0-3a8d-46ed-b4c7-5c627e8a0622 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=320f901192e94182b18304dcba96837a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2098620 Aug 16 23:10:06.267629 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 58774) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:10:06.268373 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b12d8f0-3a8d-46ed-b4c7-5c627e8a0622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=890a4aec-ca77-4a93-bd6f-0277559b2e2c,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:10:06.315999 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1dfabe79-17f3-47a7-8326-d980c97ad587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:06.319417 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1dfabe79-17f3-47a7-8326-d980c97ad587 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:06.320610 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-1dfabe79-17f3-47a7-8326-d980c97ad587 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1d10633c-7e30-44e9-902f-9b1ee5181220 HTTP/1.1" status: 204 len: 168 time: 0.1388516 Aug 16 23:10:06.328778 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfabe79-17f3-47a7-8326-d980c97ad587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d10633c-7e30-44e9-902f-9b1ee5181220,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:10:06.329494 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bc1794ff-0b40-4d40-9898-c525289bff17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:06.354134 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bc1794ff-0b40-4d40-9898-c525289bff17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:06.402496 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bc1794ff-0b40-4d40-9898-c525289bff17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:06.405048 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bc1794ff-0b40-4d40-9898-c525289bff17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:06.406238 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-bc1794ff-0b40-4d40-9898-c525289bff17 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/890a4aec-ca77-4a93-bd6f-0277559b2e2c HTTP/1.1" status: 204 len: 168 time: 0.1347749 Aug 16 23:10:06.415472 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1794ff-0b40-4d40-9898-c525289bff17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=890a4aec-ca77-4a93-bd6f-0277559b2e2c,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:10:10.945644 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 58934) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:10:11.058877 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5a0786b8-d31a-4c4a-a723-3525e2b71f27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:11.134155 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:11.172171 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5a0786b8-d31a-4c4a-a723-3525e2b71f27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:11.178488 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5a0786b8-d31a-4c4a-a723-3525e2b71f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:11.235313 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-5a0786b8-d31a-4c4a-a723-3525e2b71f27 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=037b7ca985b64aa89e5f15c36aafe9ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2848418 Aug 16 23:10:11.235313 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0786b8-d31a-4c4a-a723-3525e2b71f27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e79dfbd-6322-4e10-98ef-9cf6a0055633,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:10:11.235613 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 58946) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:10:11.303156 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-048e6355-21ea-4e4a-9292-7dacb42d8761 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:11.329278 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-048e6355-21ea-4e4a-9292-7dacb42d8761 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:11.379229 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-048e6355-21ea-4e4a-9292-7dacb42d8761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:11.382213 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-048e6355-21ea-4e4a-9292-7dacb42d8761 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:11.386134 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-048e6355-21ea-4e4a-9292-7dacb42d8761 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0e79dfbd-6322-4e10-98ef-9cf6a0055633 HTTP/1.1" status: 204 len: 168 time: 0.1395640 Aug 16 23:10:11.395769 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048e6355-21ea-4e4a-9292-7dacb42d8761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e79dfbd-6322-4e10-98ef-9cf6a0055633,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:10:11.715363 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 58960) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:10:11.729851 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ba67b503-525e-4b7b-9fb2-529854bd479f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:11.845673 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ba67b503-525e-4b7b-9fb2-529854bd479f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:11.850580 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ba67b503-525e-4b7b-9fb2-529854bd479f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:11.891855 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba67b503-525e-4b7b-9fb2-529854bd479f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2096e60-f8ac-499d-91f7-b77632eaf614,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:10:11.898505 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-ba67b503-525e-4b7b-9fb2-529854bd479f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e69e078dd7744e95bb25fad5624184ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1820555 Aug 16 23:10:11.901094 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 58962) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:10:11.951022 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5d7909b1-1e6a-4e46-9eb0-4ddd8f1adf86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:11.972768 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5d7909b1-1e6a-4e46-9eb0-4ddd8f1adf86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:12.028648 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5d7909b1-1e6a-4e46-9eb0-4ddd8f1adf86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:12.031762 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5d7909b1-1e6a-4e46-9eb0-4ddd8f1adf86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:12.033269 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-5d7909b1-1e6a-4e46-9eb0-4ddd8f1adf86 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c2096e60-f8ac-499d-91f7-b77632eaf614 HTTP/1.1" status: 204 len: 168 time: 0.1314332 Aug 16 23:10:12.042931 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7909b1-1e6a-4e46-9eb0-4ddd8f1adf86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2096e60-f8ac-499d-91f7-b77632eaf614,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:10:16.112518 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 59062) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:10:16.369707 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-14abcf7c-7ff8-4a65-9737-35f8ec94d33a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:16.536570 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-14abcf7c-7ff8-4a65-9737-35f8ec94d33a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:16.544572 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-14abcf7c-7ff8-4a65-9737-35f8ec94d33a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:16.592950 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-14abcf7c-7ff8-4a65-9737-35f8ec94d33a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7475d8b8db044c12a4cfabd0af69d3b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4773459 Aug 16 23:10:16.593817 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14abcf7c-7ff8-4a65-9737-35f8ec94d33a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44532e20-809d-497e-92b8-60665072614d,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:10:16.597052 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 59074) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:10:16.678719 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c9cc1ae3-82b9-4c5d-9c2a-c11d7805e683 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:16.704024 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c9cc1ae3-82b9-4c5d-9c2a-c11d7805e683 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:16.851512 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c9cc1ae3-82b9-4c5d-9c2a-c11d7805e683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:16.854554 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c9cc1ae3-82b9-4c5d-9c2a-c11d7805e683 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:16.858051 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-c9cc1ae3-82b9-4c5d-9c2a-c11d7805e683 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/44532e20-809d-497e-92b8-60665072614d HTTP/1.1" status: 204 len: 168 time: 0.2557852 Aug 16 23:10:16.866034 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cc1ae3-82b9-4c5d-9c2a-c11d7805e683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44532e20-809d-497e-92b8-60665072614d,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:10:17.634067 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9f7648bf-fd44-456c-b521-bb08e8e8a2af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:19.299936 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 59152) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:10:19.487888 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e090d6d2-1198-4bcc-a451-33829b13af4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:19.616811 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e090d6d2-1198-4bcc-a451-33829b13af4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:19.621866 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e090d6d2-1198-4bcc-a451-33829b13af4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:19.638555 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 59158) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:10:19.647635 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-bd3f2dfc-1726-4415-b9ab-c22092240c8c tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Request body: {'network': {'name': 'tempest-network-smoke--326395576', 'project_id': '3ea7c49de2c143b091b125e676c32975', 'port_security_enabled': True}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:10:19.673550 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-e090d6d2-1198-4bcc-a451-33829b13af4e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=59c3dfcf8ac841c18a6a143d6e1e4d54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3720667 Aug 16 23:10:19.677342 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 59160) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:10:19.684852 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e090d6d2-1198-4bcc-a451-33829b13af4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b6597c-25dc-4210-8618-691bc063227a,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:10:19.695899 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd3f2dfc-1726-4415-b9ab-c22092240c8c tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Made reservation on behalf of 3ea7c49de2c143b091b125e676c32975 for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:10:19.700884 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bd3f2dfc-1726-4415-b9ab-c22092240c8c tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:19.712076 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bd3f2dfc-1726-4415-b9ab-c22092240c8c tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:19.741648 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-77a6e6d2-a9f1-4b06-99ed-23d44ed02908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:19.756084 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e547adc0-19a6-4043-a651-883449635dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:19.770746 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-77a6e6d2-a9f1-4b06-99ed-23d44ed02908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:19.824167 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bd3f2dfc-1726-4415-b9ab-c22092240c8c tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:19.825873 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-77a6e6d2-a9f1-4b06-99ed-23d44ed02908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:19.829716 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bd3f2dfc-1726-4415-b9ab-c22092240c8c tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:19.829990 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-77a6e6d2-a9f1-4b06-99ed-23d44ed02908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:19.848970 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-77a6e6d2-a9f1-4b06-99ed-23d44ed02908 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f3b6597c-25dc-4210-8618-691bc063227a HTTP/1.1" status: 204 len: 168 time: 0.1584337 Aug 16 23:10:19.864131 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a6e6d2-a9f1-4b06-99ed-23d44ed02908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b6597c-25dc-4210-8618-691bc063227a,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:10:19.865794 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd3f2dfc-1726-4415-b9ab-c22092240c8c tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:10:19.877895 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3f2dfc-1726-4415-b9ab-c22092240c8c tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a5f3a28-315b-41fd-b133-4fa306422a62,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:10:19.897996 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bd3f2dfc-1726-4415-b9ab-c22092240c8c tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:19.898456 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-bd3f2dfc-1726-4415-b9ab-c22092240c8c tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Added segment ffafdc19-53c1-429f-9aaa-dc024dbd8d96 of type vlan for network 803f9ee7-4514-42b8-8fa9-4013327e1e5f Aug 16 23:10:19.952270 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bd3f2dfc-1726-4415-b9ab-c22092240c8c tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:19.985311 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bd3f2dfc-1726-4415-b9ab-c22092240c8c tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:19.993692 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3f2dfc-1726-4415-b9ab-c22092240c8c tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:19.995009 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bd3f2dfc-1726-4415-b9ab-c22092240c8c tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:20.068438 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-bd3f2dfc-1726-4415-b9ab-c22092240c8c tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4271910 Aug 16 23:10:20.071316 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 59170) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:10:20.076039 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-8370c42e-c7cf-4a35-8aae-7311de658813 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1395812094', 'admin_state_up': True, 'project_id': '3ea7c49de2c143b091b125e676c32975', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:10:20.083229 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3f2dfc-1726-4415-b9ab-c22092240c8c tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Pushing event updated for resources: {'Network': ['ID=803f9ee7-4514-42b8-8fa9-4013327e1e5f,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:10:20.093958 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 803f9ee7-4514-42b8-8fa9-4013327e1e5f details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:10:20.133383 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8370c42e-c7cf-4a35-8aae-7311de658813 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:20.134700 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8370c42e-c7cf-4a35-8aae-7311de658813 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:20.205777 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8370c42e-c7cf-4a35-8aae-7311de658813 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:20.220803 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 59172) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:10:20.236315 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0fd7c446-2c38-4c76-8697-ec2e35d4299f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:20.337597 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0fd7c446-2c38-4c76-8697-ec2e35d4299f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:20.342726 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0fd7c446-2c38-4c76-8697-ec2e35d4299f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:20.352562 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8370c42e-c7cf-4a35-8aae-7311de658813 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:20.389554 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-0fd7c446-2c38-4c76-8697-ec2e35d4299f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=aaa1122cd06340169b36a8795067d0e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1676338 Aug 16 23:10:20.391577 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd7c446-2c38-4c76-8697-ec2e35d4299f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c832f82-5920-4e34-ab09-4d5cd1b9ffc6,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:10:20.395238 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 59174) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:10:20.453017 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-44300dfc-334d-4960-8d43-2af6418cf8b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:20.477467 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-44300dfc-334d-4960-8d43-2af6418cf8b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:20.529944 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-44300dfc-334d-4960-8d43-2af6418cf8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:20.532559 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-44300dfc-334d-4960-8d43-2af6418cf8b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:20.534110 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-44300dfc-334d-4960-8d43-2af6418cf8b3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2c832f82-5920-4e34-ab09-4d5cd1b9ffc6 HTTP/1.1" status: 204 len: 168 time: 0.1372857 Aug 16 23:10:20.547463 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44300dfc-334d-4960-8d43-2af6418cf8b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c832f82-5920-4e34-ab09-4d5cd1b9ffc6,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:10:20.558675 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8370c42e-c7cf-4a35-8aae-7311de658813 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks [] for router_gateway, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:20.579530 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8370c42e-c7cf-4a35-8aae-7311de658813 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:20.620008 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:20.697736 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-8370c42e-c7cf-4a35-8aae-7311de658813 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Allocated IP 172.25.4.53 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/76a08e2d-ca3e-4da2-a04d-ce8d3b140b46) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:10:20.808333 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8370c42e-c7cf-4a35-8aae-7311de658813 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:20.854305 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8370c42e-c7cf-4a35-8aae-7311de658813 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:20.918244 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8370c42e-c7cf-4a35-8aae-7311de658813 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:10:20.923338 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-8370c42e-c7cf-4a35-8aae-7311de658813 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:10:20.926336 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8370c42e-c7cf-4a35-8aae-7311de658813 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:10:20.961515 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8370c42e-c7cf-4a35-8aae-7311de658813 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Pushing event updated for resources: {'Port': ['ID=76a08e2d-ca3e-4da2-a04d-ce8d3b140b46,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:10:21.222120 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8370c42e-c7cf-4a35-8aae-7311de658813 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks [] for router_gateway, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:21.444902 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8370c42e-c7cf-4a35-8aae-7311de658813 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:21.529110 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:21.585279 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8370c42e-c7cf-4a35-8aae-7311de658813 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Router 5a27f4c9-d906-448f-8d2f-52ef7dbe589e is scheduled to L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f with binding_index 1 {{(pid=101292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:10:22.058237 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8370c42e-c7cf-4a35-8aae-7311de658813 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:10:22.070461 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bce13f-c228-4099-b7af-7c1b63bf7f39 None None] Sync routers for ids ['5a27f4c9-d906-448f-8d2f-52ef7dbe589e'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:10:22.084655 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bce13f-c228-4099-b7af-7c1b63bf7f39 None None] Routers {'5a27f4c9-d906-448f-8d2f-52ef7dbe589e'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:10:22.086147 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-00bce13f-c228-4099-b7af-7c1b63bf7f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:10:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['5a27f4c9-d906-448f-8d2f-52ef7dbe589e'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:10:22.100138 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f189ba0b-a781-46b3-993d-b13224bafcd3 req-a6dd5d25-bac2-46d0-875d-c5df48cee96e tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:22.107821 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f189ba0b-a781-46b3-993d-b13224bafcd3 req-a6dd5d25-bac2-46d0-875d-c5df48cee96e tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:22.115740 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f189ba0b-a781-46b3-993d-b13224bafcd3 req-a6dd5d25-bac2-46d0-875d-c5df48cee96e tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:22.122665 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f189ba0b-a781-46b3-993d-b13224bafcd3 req-a6dd5d25-bac2-46d0-875d-c5df48cee96e tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:22.130902 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f189ba0b-a781-46b3-993d-b13224bafcd3 req-a6dd5d25-bac2-46d0-875d-c5df48cee96e tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:22.138656 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f189ba0b-a781-46b3-993d-b13224bafcd3 req-a6dd5d25-bac2-46d0-875d-c5df48cee96e tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:22.145404 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f189ba0b-a781-46b3-993d-b13224bafcd3 req-a6dd5d25-bac2-46d0-875d-c5df48cee96e tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:22.148925 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f189ba0b-a781-46b3-993d-b13224bafcd3 req-a6dd5d25-bac2-46d0-875d-c5df48cee96e tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d0f439b-55b3-479e-b4c0-19dd4772e5b0 HTTP/1.1" status: 200 len: 5432 time: 0.1307895 Aug 16 23:10:22.150117 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8370c42e-c7cf-4a35-8aae-7311de658813 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:22.154240 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-8370c42e-c7cf-4a35-8aae-7311de658813 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.0790052 Aug 16 23:10:22.154941 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 59226) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:10:22.211825 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f189ba0b-a781-46b3-993d-b13224bafcd3 req-4313904e-34cb-4e76-8ec2-09a29f722062 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c2745c8-39ab-440e-a081-67457cdaf056&id=d16ff2d0-1ebf-4d89-b16a-9f394969ba5a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0452211 Aug 16 23:10:22.234767 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-00bce13f-c228-4099-b7af-7c1b63bf7f39 None None] Set router 5a27f4c9-d906-448f-8d2f-52ef7dbe589e gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:10:22.467431 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66754452-b2b7-48fb-848d-a45e1f9a72d4 req-03a9bd6a-6e63-47c1-a75a-62178dcca2e8 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:22.473560 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66754452-b2b7-48fb-848d-a45e1f9a72d4 req-03a9bd6a-6e63-47c1-a75a-62178dcca2e8 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:22.479585 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66754452-b2b7-48fb-848d-a45e1f9a72d4 req-03a9bd6a-6e63-47c1-a75a-62178dcca2e8 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:22.485477 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66754452-b2b7-48fb-848d-a45e1f9a72d4 req-03a9bd6a-6e63-47c1-a75a-62178dcca2e8 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:22.492394 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66754452-b2b7-48fb-848d-a45e1f9a72d4 req-03a9bd6a-6e63-47c1-a75a-62178dcca2e8 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:22.498581 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66754452-b2b7-48fb-848d-a45e1f9a72d4 req-03a9bd6a-6e63-47c1-a75a-62178dcca2e8 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:22.499959 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-a9549642-a99f-401c-b2b0-66721d68def1 tempest-TestSecurityGroupsBasicOps-248226977 tempest-TestSecurityGroupsBasicOps-248226977-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=3ea7c49de2c143b091b125e676c32975&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3438716 Aug 16 23:10:22.502670 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 59240) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:10:22.508486 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66754452-b2b7-48fb-848d-a45e1f9a72d4 req-03a9bd6a-6e63-47c1-a75a-62178dcca2e8 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:22.510485 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-66754452-b2b7-48fb-848d-a45e1f9a72d4 req-03a9bd6a-6e63-47c1-a75a-62178dcca2e8 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d0f439b-55b3-479e-b4c0-19dd4772e5b0 HTTP/1.1" status: 200 len: 5432 time: 0.1444337 Aug 16 23:10:22.697752 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5d26e1-cd15-4b41-9dfc-fc0aa69e84ab tempest-TestSecurityGroupsBasicOps-248226977 tempest-TestSecurityGroupsBasicOps-248226977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:22.702019 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-3f5d26e1-cd15-4b41-9dfc-fc0aa69e84ab tempest-TestSecurityGroupsBasicOps-248226977 tempest-TestSecurityGroupsBasicOps-248226977-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1948988 Aug 16 23:10:22.702539 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 59244) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:10:22.725622 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-00bce13f-c228-4099-b7af-7c1b63bf7f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a27f4c9-d906-448f-8d2f-52ef7dbe589e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1395812094', 'tenant_id': '3ea7c49de2c143b091b125e676c32975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '76a08e2d-ca3e-4da2-a04d-ce8d3b140b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:10:20Z', 'updated_at': '2021-08-16T23:10:21Z', 'revision_number': 3, 'project_id': '3ea7c49de2c143b091b125e676c32975', 'gw_port': {'id': '76a08e2d-ca3e-4da2-a04d-ce8d3b140b46', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ed:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a27f4c9-d906-448f-8d2f-52ef7dbe589e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:10:20Z', 'updated_at': '2021-08-16T23:10:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:10:22.760467 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-3126c964-f398-4c8c-bc0a-739529790dca tempest-TestSecurityGroupsBasicOps-248226977 tempest-TestSecurityGroupsBasicOps-248226977-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=c22c4980-c849-406d-982c-a5d68c515a94&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0560055 Aug 16 23:10:22.761218 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bce13f-c228-4099-b7af-7c1b63bf7f39 None None] Checking router: 5a27f4c9-d906-448f-8d2f-52ef7dbe589e for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:10:22.761603 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bce13f-c228-4099-b7af-7c1b63bf7f39 None None] Updating router 5a27f4c9-d906-448f-8d2f-52ef7dbe589e port 76a08e2d-ca3e-4da2-a04d-ce8d3b140b46 binding host n-d-791506-26 {{(pid=101293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:10:22.763174 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 59246) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:10:22.769728 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-3052ce49-cf5d-4c32-9da8-9b9dbde3ffce tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1961590962', 'network_id': '803f9ee7-4514-42b8-8fa9-4013327e1e5f', 'project_id': '3ea7c49de2c143b091b125e676c32975', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:10:22.800070 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:22.803820 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-00bce13f-c228-4099-b7af-7c1b63bf7f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:22.907329 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3052ce49-cf5d-4c32-9da8-9b9dbde3ffce tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Made reservation on behalf of 3ea7c49de2c143b091b125e676c32975 for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:10:22.921786 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3052ce49-cf5d-4c32-9da8-9b9dbde3ffce tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:23.163394 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-00bce13f-c228-4099-b7af-7c1b63bf7f39 None None] Notify callbacks [] for port, precommit_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:23.167505 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3052ce49-cf5d-4c32-9da8-9b9dbde3ffce tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:23.174518 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-00bce13f-c228-4099-b7af-7c1b63bf7f39 None None] Transition to ACTIVE for port object 76a08e2d-ca3e-4da2-a04d-ce8d3b140b46 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:10:23.181573 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-00bce13f-c228-4099-b7af-7c1b63bf7f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:23.240232 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3052ce49-cf5d-4c32-9da8-9b9dbde3ffce tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Pushing event updated for resources: {'Subnet': ['ID=13097044-bfd4-44e0-bf4c-c55d930f4fb5,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:10:23.247055 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef247c22-1e27-4491-ae98-5675489b20c1 None None] Pushing event updated for resources: {'Port': ['ID=76a08e2d-ca3e-4da2-a04d-ce8d3b140b46,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:10:23.250627 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3052ce49-cf5d-4c32-9da8-9b9dbde3ffce tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Checking segment: {'id': 'ffafdc19-53c1-429f-9aaa-dc024dbd8d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '803f9ee7-4514-42b8-8fa9-4013327e1e5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:10:23.250997 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3052ce49-cf5d-4c32-9da8-9b9dbde3ffce tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Network hostable DHCP agents. Network: 803f9ee7-4514-42b8-8fa9-4013327e1e5f, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:10:23.257949 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-00bce13f-c228-4099-b7af-7c1b63bf7f39 None None] Attempting to bind port 76a08e2d-ca3e-4da2-a04d-ce8d3b140b46 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:10:23.258454 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-00bce13f-c228-4099-b7af-7c1b63bf7f39 None None] Attempting to bind port 76a08e2d-ca3e-4da2-a04d-ce8d3b140b46 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:10:23.258891 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bce13f-c228-4099-b7af-7c1b63bf7f39 None None] Attempting to bind port 76a08e2d-ca3e-4da2-a04d-ce8d3b140b46 on network c22c4980-c849-406d-982c-a5d68c515a94 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:10:23.264941 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bce13f-c228-4099-b7af-7c1b63bf7f39 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:10:23.265873 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bce13f-c228-4099-b7af-7c1b63bf7f39 None None] Checking segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:10:23.266467 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-00bce13f-c228-4099-b7af-7c1b63bf7f39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:23.267095 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bce13f-c228-4099-b7af-7c1b63bf7f39 None None] Bound using segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:10:23.267774 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-00bce13f-c228-4099-b7af-7c1b63bf7f39 None None] Bound port: 76a08e2d-ca3e-4da2-a04d-ce8d3b140b46, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:10:23.268303 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-00bce13f-c228-4099-b7af-7c1b63bf7f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:23.270489 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3052ce49-cf5d-4c32-9da8-9b9dbde3ffce tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Network 803f9ee7-4514-42b8-8fa9-4013327e1e5f is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:10:23.283322 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-3052ce49-cf5d-4c32-9da8-9b9dbde3ffce tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 803f9ee7-4514-42b8-8fa9-4013327e1e5f) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:10:23.292182 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3052ce49-cf5d-4c32-9da8-9b9dbde3ffce tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:23.293104 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3052ce49-cf5d-4c32-9da8-9b9dbde3ffce tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:23.296609 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1357e3-93c4-4147-a516-f02cfdf820ac None None] Network 803f9ee7-4514-42b8-8fa9-4013327e1e5f requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:10:23.308426 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-3052ce49-cf5d-4c32-9da8-9b9dbde3ffce tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5437906 Aug 16 23:10:23.311420 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 59258) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:10:23.385031 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-00bce13f-c228-4099-b7af-7c1b63bf7f39 None None] For port 76a08e2d-ca3e-4da2-a04d-ce8d3b140b46, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:10:23.389839 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-00bce13f-c228-4099-b7af-7c1b63bf7f39 None None] For port 76a08e2d-ca3e-4da2-a04d-ce8d3b140b46, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=76a08e2d-ca3e-4da2-a04d-ce8d3b140b46,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:10:23.399916 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-00bce13f-c228-4099-b7af-7c1b63bf7f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:23.514179 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bce13f-c228-4099-b7af-7c1b63bf7f39 None None] Routers {'5a27f4c9-d906-448f-8d2f-52ef7dbe589e'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:10:23.514898 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-00bce13f-c228-4099-b7af-7c1b63bf7f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:10:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['5a27f4c9-d906-448f-8d2f-52ef7dbe589e'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:10:23.556082 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef247c22-1e27-4491-ae98-5675489b20c1 None None] Pushing event updated for resources: {'Port': ['ID=76a08e2d-ca3e-4da2-a04d-ce8d3b140b46,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:10:23.646134 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7751233b-fbee-4a9c-b2e1-bc7be605fb02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-803f9ee7-4514-42b8-8fa9-4013327e1e5f', 'network_id': '803f9ee7-4514-42b8-8fa9-4013327e1e5f', 'tenant_id': '3ea7c49de2c143b091b125e676c32975', 'fixed_ips': [{'subnet_id': '13097044-bfd4-44e0-bf4c-c55d930f4fb5'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:10:23.647141 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7751233b-fbee-4a9c-b2e1-bc7be605fb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:23.732588 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-00bce13f-c228-4099-b7af-7c1b63bf7f39 None None] Set router 5a27f4c9-d906-448f-8d2f-52ef7dbe589e gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:10:23.826851 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fa0c150d-a620-477b-8e20-65dbc354b7f3 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:23.949957 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-7751233b-fbee-4a9c-b2e1-bc7be605fb02 None None] Allocated IP 172.20.0.2 (803f9ee7-4514-42b8-8fa9-4013327e1e5f/13097044-bfd4-44e0-bf4c-c55d930f4fb5/b8788519-b58a-4580-b5e8-0f4708c19d03) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:10:24.110984 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-00bce13f-c228-4099-b7af-7c1b63bf7f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a27f4c9-d906-448f-8d2f-52ef7dbe589e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1395812094', 'tenant_id': '3ea7c49de2c143b091b125e676c32975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '76a08e2d-ca3e-4da2-a04d-ce8d3b140b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:10:20Z', 'updated_at': '2021-08-16T23:10:21Z', 'revision_number': 3, 'project_id': '3ea7c49de2c143b091b125e676c32975', 'gw_port': {'id': '76a08e2d-ca3e-4da2-a04d-ce8d3b140b46', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ed:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a27f4c9-d906-448f-8d2f-52ef7dbe589e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:10:20Z', 'updated_at': '2021-08-16T23:10:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:10:24.153913 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bce13f-c228-4099-b7af-7c1b63bf7f39 None None] The sync data for ids ['5a27f4c9-d906-448f-8d2f-52ef7dbe589e'] in n-d-791506-26 is: [{'id': '5a27f4c9-d906-448f-8d2f-52ef7dbe589e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1395812094', 'tenant_id': '3ea7c49de2c143b091b125e676c32975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '76a08e2d-ca3e-4da2-a04d-ce8d3b140b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:10:20Z', 'updated_at': '2021-08-16T23:10:21Z', 'revision_number': 3, 'project_id': '3ea7c49de2c143b091b125e676c32975', 'gw_port': {'id': '76a08e2d-ca3e-4da2-a04d-ce8d3b140b46', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ed:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a27f4c9-d906-448f-8d2f-52ef7dbe589e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:10:20Z', 'updated_at': '2021-08-16T23:10:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:10:24.207994 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7751233b-fbee-4a9c-b2e1-bc7be605fb02 None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:24.229078 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-7751233b-fbee-4a9c-b2e1-bc7be605fb02 None None] Transition to ACTIVE for port object b8788519-b58a-4580-b5e8-0f4708c19d03 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:10:24.265308 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-7751233b-fbee-4a9c-b2e1-bc7be605fb02 None None] Transition to ACTIVE for port object b8788519-b58a-4580-b5e8-0f4708c19d03 will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:10:24.276810 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7751233b-fbee-4a9c-b2e1-bc7be605fb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:24.387890 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-fa0c150d-a620-477b-8e20-65dbc354b7f3 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Allocated IP 172.20.0.1 (803f9ee7-4514-42b8-8fa9-4013327e1e5f/13097044-bfd4-44e0-bf4c-c55d930f4fb5/3e08c3e0-c1b1-4707-a925-4a3b987e6499) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:10:24.442466 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7751233b-fbee-4a9c-b2e1-bc7be605fb02 None None] Network 803f9ee7-4514-42b8-8fa9-4013327e1e5f is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:10:24.448158 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-7751233b-fbee-4a9c-b2e1-bc7be605fb02 None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:10:24.450642 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7751233b-fbee-4a9c-b2e1-bc7be605fb02 None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:10:24.464180 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7751233b-fbee-4a9c-b2e1-bc7be605fb02 None None] Pushing event updated for resources: {'Port': ['ID=b8788519-b58a-4580-b5e8-0f4708c19d03,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:10:24.634383 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-7751233b-fbee-4a9c-b2e1-bc7be605fb02 None None] Attempting to bind port b8788519-b58a-4580-b5e8-0f4708c19d03 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:10:24.634827 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-7751233b-fbee-4a9c-b2e1-bc7be605fb02 None None] Attempting to bind port b8788519-b58a-4580-b5e8-0f4708c19d03 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': 'ffafdc19-53c1-429f-9aaa-dc024dbd8d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '803f9ee7-4514-42b8-8fa9-4013327e1e5f'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:10:24.635207 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7751233b-fbee-4a9c-b2e1-bc7be605fb02 None None] Attempting to bind port b8788519-b58a-4580-b5e8-0f4708c19d03 on network 803f9ee7-4514-42b8-8fa9-4013327e1e5f {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:10:24.641322 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7751233b-fbee-4a9c-b2e1-bc7be605fb02 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:10:24.641712 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7751233b-fbee-4a9c-b2e1-bc7be605fb02 None None] Checking segment: {'id': 'ffafdc19-53c1-429f-9aaa-dc024dbd8d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '803f9ee7-4514-42b8-8fa9-4013327e1e5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:10:24.642164 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7751233b-fbee-4a9c-b2e1-bc7be605fb02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:24.642531 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7751233b-fbee-4a9c-b2e1-bc7be605fb02 None None] Bound using segment: {'id': 'ffafdc19-53c1-429f-9aaa-dc024dbd8d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '803f9ee7-4514-42b8-8fa9-4013327e1e5f'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:10:24.643016 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-7751233b-fbee-4a9c-b2e1-bc7be605fb02 None None] Bound port: b8788519-b58a-4580-b5e8-0f4708c19d03, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffafdc19-53c1-429f-9aaa-dc024dbd8d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '803f9ee7-4514-42b8-8fa9-4013327e1e5f'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:10:24.643408 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7751233b-fbee-4a9c-b2e1-bc7be605fb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:24.745536 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fa0c150d-a620-477b-8e20-65dbc354b7f3 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:24.766061 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-7751233b-fbee-4a9c-b2e1-bc7be605fb02 None None] For port b8788519-b58a-4580-b5e8-0f4708c19d03, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:10:24.771248 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-7751233b-fbee-4a9c-b2e1-bc7be605fb02 None None] For port b8788519-b58a-4580-b5e8-0f4708c19d03, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=b8788519-b58a-4580-b5e8-0f4708c19d03,segment=NetworkSegment(ffafdc19-53c1-429f-9aaa-dc024dbd8d96),segment_id=ffafdc19-53c1-429f-9aaa-dc024dbd8d96)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:10:24.777061 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7751233b-fbee-4a9c-b2e1-bc7be605fb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:24.784615 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [None req-fa0c150d-a620-477b-8e20-65dbc354b7f3 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Transition to ACTIVE for port object 3e08c3e0-c1b1-4707-a925-4a3b987e6499 will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:10:24.844703 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fa0c150d-a620-477b-8e20-65dbc354b7f3 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:24.940355 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0c150d-a620-477b-8e20-65dbc354b7f3 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Pushing event updated for resources: {'Port': ['ID=3e08c3e0-c1b1-4707-a925-4a3b987e6499,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:10:24.950580 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7751233b-fbee-4a9c-b2e1-bc7be605fb02 None None] Pushing event updated for resources: {'Port': ['ID=b8788519-b58a-4580-b5e8-0f4708c19d03,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:10:24.977402 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0c150d-a620-477b-8e20-65dbc354b7f3 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Network 803f9ee7-4514-42b8-8fa9-4013327e1e5f is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:10:24.981167 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-fa0c150d-a620-477b-8e20-65dbc354b7f3 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:10:24.985210 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0c150d-a620-477b-8e20-65dbc354b7f3 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:10:25.073050 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea21a45-76c2-47e2-aef5-9caa1df44a32 req-b84709aa-9f50-43b2-851f-624d3de4af3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:25.073821 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea21a45-76c2-47e2-aef5-9caa1df44a32 req-b84709aa-9f50-43b2-851f-624d3de4af3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:25.074464 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea21a45-76c2-47e2-aef5-9caa1df44a32 req-b84709aa-9f50-43b2-851f-624d3de4af3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:25.077405 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea21a45-76c2-47e2-aef5-9caa1df44a32 req-b84709aa-9f50-43b2-851f-624d3de4af3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:25.078963 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea21a45-76c2-47e2-aef5-9caa1df44a32 req-b84709aa-9f50-43b2-851f-624d3de4af3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:25.079847 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea21a45-76c2-47e2-aef5-9caa1df44a32 req-b84709aa-9f50-43b2-851f-624d3de4af3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:25.080584 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea21a45-76c2-47e2-aef5-9caa1df44a32 req-b84709aa-9f50-43b2-851f-624d3de4af3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:25.083469 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5ea21a45-76c2-47e2-aef5-9caa1df44a32 req-b84709aa-9f50-43b2-851f-624d3de4af3d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6d0f439b-55b3-479e-b4c0-19dd4772e5b0 HTTP/1.1" status: 200 len: 6496 time: 0.3698666 Aug 16 23:10:25.110137 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fa0c150d-a620-477b-8e20-65dbc354b7f3 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954230'] for router_interface, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:25.251379 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5ea21a45-76c2-47e2-aef5-9caa1df44a32 req-15e3fbcc-0dd2-41cf-b454-34378f0f012c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d16ff2d0-1ebf-4d89-b16a-9f394969ba5a&id=6c2745c8-39ab-440e-a081-67457cdaf056&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1333299 Aug 16 23:10:25.309174 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:25.390018 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fa0c150d-a620-477b-8e20-65dbc354b7f3 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:25.836502 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fa0c150d-a620-477b-8e20-65dbc354b7f3 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:25.852715 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fa0c150d-a620-477b-8e20-65dbc354b7f3 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:25.999780 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0c150d-a620-477b-8e20-65dbc354b7f3 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Pushing event updated for resources: {'Port': ['ID=3e08c3e0-c1b1-4707-a925-4a3b987e6499,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:10:26.055125 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fa0c150d-a620-477b-8e20-65dbc354b7f3 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954122'] for router_interface, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:26.189099 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 76a08e2d-ca3e-4da2-a04d-ce8d3b140b46 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:10:26.255917 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0c150d-a620-477b-8e20-65dbc354b7f3 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Network 803f9ee7-4514-42b8-8fa9-4013327e1e5f is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:10:26.267904 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-fa0c150d-a620-477b-8e20-65dbc354b7f3 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:10:26.270599 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 76a08e2d-ca3e-4da2-a04d-ce8d3b140b46 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:10:26.275946 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 76a08e2d-ca3e-4da2-a04d-ce8d3b140b46 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:10:26.276779 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:26.483618 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:26.504582 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e998b865-46a4-4d54-8afa-7efac67d2c02 None None] Network 803f9ee7-4514-42b8-8fa9-4013327e1e5f requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:10:26.569044 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa0c150d-a620-477b-8e20-65dbc354b7f3 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Router 5a27f4c9-d906-448f-8d2f-52ef7dbe589e has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:10:26.589949 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 76a08e2d-ca3e-4da2-a04d-ce8d3b140b46, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=76a08e2d-ca3e-4da2-a04d-ce8d3b140b46,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:10:26.603036 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:26.603953 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device b8788519-b58a-4580-b5e8-0f4708c19d03 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:10:26.634532 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-6b49d6e1-c951-459d-a6f7-fa61bb1b46f3 None None] Provisioning for port b8788519-b58a-4580-b5e8-0f4708c19d03 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:10:26.724101 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa0c150d-a620-477b-8e20-65dbc354b7f3 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:10:26.734446 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-fa0c150d-a620-477b-8e20-65dbc354b7f3 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] 10.222.0.36 "PUT /v2.0/routers/5a27f4c9-d906-448f-8d2f-52ef7dbe589e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4209809 Aug 16 23:10:26.737505 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 59322) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:10:26.745776 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-f1ac8db6-355c-4fce-bf12-0cae51062ac9 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--2035103965', 'description': 'tempest-secgroup_access--2035103965 description', 'project_id': '3ea7c49de2c143b091b125e676c32975'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:10:26.774799 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f1ac8db6-355c-4fce-bf12-0cae51062ac9 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:26.854091 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=76a08e2d-ca3e-4da2-a04d-ce8d3b140b46,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:10:26.916876 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f1ac8db6-355c-4fce-bf12-0cae51062ac9 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:26.921533 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f1ac8db6-355c-4fce-bf12-0cae51062ac9 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:26.957798 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f1ac8db6-355c-4fce-bf12-0cae51062ac9 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:26.959407 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-f1ac8db6-355c-4fce-bf12-0cae51062ac9 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.2205303 Aug 16 23:10:26.960803 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ac8db6-355c-4fce-bf12-0cae51062ac9 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adbda95e-2035-4608-b8c3-69823b0108f5,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:10:26.962325 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 59330) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:10:26.967236 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-1dbc64b0-1391-45bb-8bc1-619fc8c165b4 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1441592001', 'description': 'tempest-secgroup_general--1441592001 description', 'project_id': '3ea7c49de2c143b091b125e676c32975'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:10:27.010004 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef142c2e-d122-4d2e-93bd-8379fd876d7e None None] Sync routers for ids ['5a27f4c9-d906-448f-8d2f-52ef7dbe589e'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:10:27.011710 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1dbc64b0-1391-45bb-8bc1-619fc8c165b4 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:27.012244 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port b8788519-b58a-4580-b5e8-0f4708c19d03 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:10:27.017900 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port b8788519-b58a-4580-b5e8-0f4708c19d03 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:10:27.018379 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:27.025407 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef142c2e-d122-4d2e-93bd-8379fd876d7e None None] Routers {'5a27f4c9-d906-448f-8d2f-52ef7dbe589e'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:10:27.026498 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-ef142c2e-d122-4d2e-93bd-8379fd876d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:10:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['5a27f4c9-d906-448f-8d2f-52ef7dbe589e'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:10:27.116282 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1dbc64b0-1391-45bb-8bc1-619fc8c165b4 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:27.122158 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1dbc64b0-1391-45bb-8bc1-619fc8c165b4 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:27.141567 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:27.164929 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1dbc64b0-1391-45bb-8bc1-619fc8c165b4 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:27.165150 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 59338) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:10:27.165238 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-1dbc64b0-1391-45bb-8bc1-619fc8c165b4 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.2009447 Aug 16 23:10:27.171672 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc64b0-1391-45bb-8bc1-619fc8c165b4 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3aadc8-95a0-4001-997f-23b81140a6f8,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:10:27.172153 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-bdc07427-6a70-489e-ba3e-293ac7ea18e8 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Request body: {'security_group_rule': {'security_group_id': 'adbda95e-2035-4608-b8c3-69823b0108f5', 'project_id': '3ea7c49de2c143b091b125e676c32975', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:10:27.206249 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port b8788519-b58a-4580-b5e8-0f4708c19d03, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=b8788519-b58a-4580-b5e8-0f4708c19d03,segment=NetworkSegment(ffafdc19-53c1-429f-9aaa-dc024dbd8d96),segment_id=ffafdc19-53c1-429f-9aaa-dc024dbd8d96)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:10:27.215981 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:27.230530 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bdc07427-6a70-489e-ba3e-293ac7ea18e8 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:27.252039 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-ef142c2e-d122-4d2e-93bd-8379fd876d7e None None] Set router 5a27f4c9-d906-448f-8d2f-52ef7dbe589e gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:10:27.309533 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=b8788519-b58a-4580-b5e8-0f4708c19d03,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:10:27.319852 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bdc07427-6a70-489e-ba3e-293ac7ea18e8 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:27.326000 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bdc07427-6a70-489e-ba3e-293ac7ea18e8 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:27.347707 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc07427-6a70-489e-ba3e-293ac7ea18e8 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e2528de-a0f6-4216-8fd1-7776d3acc685,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:10:27.356840 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bdc07427-6a70-489e-ba3e-293ac7ea18e8 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:27.358272 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-bdc07427-6a70-489e-ba3e-293ac7ea18e8 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1926210 Aug 16 23:10:27.492022 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-ef142c2e-d122-4d2e-93bd-8379fd876d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a27f4c9-d906-448f-8d2f-52ef7dbe589e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1395812094', 'tenant_id': '3ea7c49de2c143b091b125e676c32975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '76a08e2d-ca3e-4da2-a04d-ce8d3b140b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:10:20Z', 'updated_at': '2021-08-16T23:10:25Z', 'revision_number': 4, 'project_id': '3ea7c49de2c143b091b125e676c32975', 'gw_port': {'id': '76a08e2d-ca3e-4da2-a04d-ce8d3b140b46', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ed:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a27f4c9-d906-448f-8d2f-52ef7dbe589e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:10:20Z', 'updated_at': '2021-08-16T23:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '3e08c3e0-c1b1-4707-a925-4a3b987e6499', 'name': '', 'network_id': '803f9ee7-4514-42b8-8fa9-4013327e1e5f', 'tenant_id': '3ea7c49de2c143b091b125e676c32975', 'mac_address': 'fa:16:3e:49:03:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a27f4c9-d906-448f-8d2f-52ef7dbe589e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '13097044-bfd4-44e0-bf4c-c55d930f4fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:10:23Z', 'updated_at': '2021-08-16T23:10:25Z', 'revision_number': 2, 'project_id': '3ea7c49de2c143b091b125e676c32975', 'subnets': [{'id': '13097044-bfd4-44e0-bf4c-c55d930f4fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:10:27.492308 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-bd797fae-51de-43b5-9ed5-83cd64921f9b None None] Provisioning complete for port b8788519-b58a-4580-b5e8-0f4708c19d03 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:10:27.492417 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-bd797fae-51de-43b5-9ed5-83cd64921f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:27.563537 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef142c2e-d122-4d2e-93bd-8379fd876d7e None None] Checking router: 5a27f4c9-d906-448f-8d2f-52ef7dbe589e for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:10:27.565541 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef142c2e-d122-4d2e-93bd-8379fd876d7e None None] Updating router 5a27f4c9-d906-448f-8d2f-52ef7dbe589e port 3e08c3e0-c1b1-4707-a925-4a3b987e6499 binding host n-d-791506-26 {{(pid=101294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:10:27.606191 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-ef142c2e-d122-4d2e-93bd-8379fd876d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:27.697941 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2e9f65bb-b1bb-4d4e-8639-3ec14638976e req-ca10a26b-b8c3-4121-b587-9c9c1488e484 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup_access--2035103965&fields=id&tenant_id=3ea7c49de2c143b091b125e676c32975 HTTP/1.1" status: 200 len: 267 time: 0.0720508 Aug 16 23:10:27.724392 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-bd797fae-51de-43b5-9ed5-83cd64921f9b None None] Provisioning for port 3e08c3e0-c1b1-4707-a925-4a3b987e6499 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:10:27.730299 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-bd797fae-51de-43b5-9ed5-83cd64921f9b None None] Provisioning complete for port 3e08c3e0-c1b1-4707-a925-4a3b987e6499 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:10:27.730802 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-bd797fae-51de-43b5-9ed5-83cd64921f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:27.782423 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2e9f65bb-b1bb-4d4e-8639-3ec14638976e req-b51bfcd1-4da5-4ba2-96f8-168aa282eec9 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup_general--1441592001&fields=id&tenant_id=3ea7c49de2c143b091b125e676c32975 HTTP/1.1" status: 200 len: 267 time: 0.0754049 Aug 16 23:10:27.798861 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-bd797fae-51de-43b5-9ed5-83cd64921f9b None None] Port 3e08c3e0-c1b1-4707-a925-4a3b987e6499 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:10:27.922671 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-6dd95f45-50bb-4170-bd15-5c272c29a3d4 None None] Provisioning complete for port 3e08c3e0-c1b1-4707-a925-4a3b987e6499 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:10:27.923437 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-6dd95f45-50bb-4170-bd15-5c272c29a3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:27.982568 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-6dd95f45-50bb-4170-bd15-5c272c29a3d4 None None] Port 3e08c3e0-c1b1-4707-a925-4a3b987e6499 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:10:28.026958 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f65bb-b1bb-4d4e-8639-3ec14638976e req-e226b738-fdba-4c71-a7a5-ec4654c9e22f tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:28.029290 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2e9f65bb-b1bb-4d4e-8639-3ec14638976e req-e226b738-fdba-4c71-a7a5-ec4654c9e22f tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] 10.222.0.36 "GET /v2.0/networks?id=803f9ee7-4514-42b8-8fa9-4013327e1e5f HTTP/1.1" status: 200 len: 796 time: 0.2276525 Aug 16 23:10:28.053593 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2e9f65bb-b1bb-4d4e-8639-3ec14638976e req-c7a9dfa5-3f4d-49a5-b9e0-1b9defb48ea0 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] 10.222.0.36 "GET /v2.0/quotas/3ea7c49de2c143b091b125e676c32975 HTTP/1.1" status: 200 len: 375 time: 0.0169387 Aug 16 23:10:28.096774 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-ef142c2e-d122-4d2e-93bd-8379fd876d7e None None] Notify callbacks [] for port, precommit_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:28.133545 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.provisioning_blocks [None req-ef142c2e-d122-4d2e-93bd-8379fd876d7e None None] Transition to ACTIVE for port object 3e08c3e0-c1b1-4707-a925-4a3b987e6499 will not be triggered until provisioned by entity L2. {{(pid=101294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:10:28.149211 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-ef142c2e-d122-4d2e-93bd-8379fd876d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:28.156226 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 76a08e2d-ca3e-4da2-a04d-ce8d3b140b46 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:10:28.169733 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2e9f65bb-b1bb-4d4e-8639-3ec14638976e req-353d961d-75a6-470b-95de-a7b123a306ce tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3ea7c49de2c143b091b125e676c32975&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1083078 Aug 16 23:10:28.192862 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [req-2e9f65bb-b1bb-4d4e-8639-3ec14638976e req-76a661cd-db6f-44d3-b4bf-afe526272c88 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:10:28.193952 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2e9f65bb-b1bb-4d4e-8639-3ec14638976e req-76a661cd-db6f-44d3-b4bf-afe526272c88 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071187 Aug 16 23:10:28.280642 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 76a08e2d-ca3e-4da2-a04d-ce8d3b140b46 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:10:28.281765 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:28.344329 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-ef142c2e-d122-4d2e-93bd-8379fd876d7e None None] Attempting to bind port 3e08c3e0-c1b1-4707-a925-4a3b987e6499 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:10:28.344723 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-ef142c2e-d122-4d2e-93bd-8379fd876d7e None None] Attempting to bind port 3e08c3e0-c1b1-4707-a925-4a3b987e6499 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': 'ffafdc19-53c1-429f-9aaa-dc024dbd8d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '803f9ee7-4514-42b8-8fa9-4013327e1e5f'}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:10:28.345088 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef142c2e-d122-4d2e-93bd-8379fd876d7e None None] Attempting to bind port 3e08c3e0-c1b1-4707-a925-4a3b987e6499 on network 803f9ee7-4514-42b8-8fa9-4013327e1e5f {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:10:28.347709 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84431731-c79a-4ffd-89aa-75bedd6e01da None None] Pushing event updated for resources: {'Port': ['ID=3e08c3e0-c1b1-4707-a925-4a3b987e6499,revision_number=3']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:10:28.380585 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84431731-c79a-4ffd-89aa-75bedd6e01da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:10:28.380585 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84431731-c79a-4ffd-89aa-75bedd6e01da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:10:28.380585 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84431731-c79a-4ffd-89aa-75bedd6e01da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:10:28.380585 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84431731-c79a-4ffd-89aa-75bedd6e01da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:10:28.384568 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84431731-c79a-4ffd-89aa-75bedd6e01da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:10:28.384568 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84431731-c79a-4ffd-89aa-75bedd6e01da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:10:28.384568 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84431731-c79a-4ffd-89aa-75bedd6e01da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:10:28.384568 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84431731-c79a-4ffd-89aa-75bedd6e01da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:10:28.384568 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84431731-c79a-4ffd-89aa-75bedd6e01da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:10:28.384568 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84431731-c79a-4ffd-89aa-75bedd6e01da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:10:28.385195 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84431731-c79a-4ffd-89aa-75bedd6e01da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:10:28.385195 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84431731-c79a-4ffd-89aa-75bedd6e01da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:10:28.413373 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef142c2e-d122-4d2e-93bd-8379fd876d7e None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:10:28.413751 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef142c2e-d122-4d2e-93bd-8379fd876d7e None None] Checking segment: {'id': 'ffafdc19-53c1-429f-9aaa-dc024dbd8d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '803f9ee7-4514-42b8-8fa9-4013327e1e5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:10:28.414158 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-ef142c2e-d122-4d2e-93bd-8379fd876d7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:28.414554 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef142c2e-d122-4d2e-93bd-8379fd876d7e None None] Bound using segment: {'id': 'ffafdc19-53c1-429f-9aaa-dc024dbd8d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '803f9ee7-4514-42b8-8fa9-4013327e1e5f'} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:10:28.415064 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-ef142c2e-d122-4d2e-93bd-8379fd876d7e None None] Bound port: 3e08c3e0-c1b1-4707-a925-4a3b987e6499, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffafdc19-53c1-429f-9aaa-dc024dbd8d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '803f9ee7-4514-42b8-8fa9-4013327e1e5f'}}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:10:28.415407 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-ef142c2e-d122-4d2e-93bd-8379fd876d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:28.415841 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device b8788519-b58a-4580-b5e8-0f4708c19d03 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:10:28.473944 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port b8788519-b58a-4580-b5e8-0f4708c19d03 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:10:28.474306 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:28.495128 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d738d242-2680-45c4-8dc0-9f98099bf901 req-aeb04622-96b2-4dff-aa35-918dbf4da80f service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=7a97c9e0-bdad-48f1-92f6-ca652681d2f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1036966 Aug 16 23:10:28.506199 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2e9f65bb-b1bb-4d4e-8639-3ec14638976e req-ad312459-43f1-4772-b462-901b316896da service neutron] 10.222.0.36 "GET /v2.0/networks/803f9ee7-4514-42b8-8fa9-4013327e1e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3040862 Aug 16 23:10:28.616023 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-ef142c2e-d122-4d2e-93bd-8379fd876d7e None None] For port 3e08c3e0-c1b1-4707-a925-4a3b987e6499, host n-d-791506-26, cleared binding levels {{(pid=101294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:10:28.622655 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-ef142c2e-d122-4d2e-93bd-8379fd876d7e None None] For port 3e08c3e0-c1b1-4707-a925-4a3b987e6499, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=3e08c3e0-c1b1-4707-a925-4a3b987e6499,segment=NetworkSegment(ffafdc19-53c1-429f-9aaa-dc024dbd8d96),segment_id=ffafdc19-53c1-429f-9aaa-dc024dbd8d96)] {{(pid=101294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:10:28.631269 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-ef142c2e-d122-4d2e-93bd-8379fd876d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:28.638217 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d738d242-2680-45c4-8dc0-9f98099bf901 req-b117f0d9-35cb-4879-b699-41d5966e0d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:28.640150 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d738d242-2680-45c4-8dc0-9f98099bf901 req-b117f0d9-35cb-4879-b699-41d5966e0d2e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e79d7ff464c14298b60a5fb641626858&device_id=7a97c9e0-bdad-48f1-92f6-ca652681d2f2 HTTP/1.1" status: 200 len: 1097 time: 0.0896981 Aug 16 23:10:28.708068 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef142c2e-d122-4d2e-93bd-8379fd876d7e None None] Routers {'5a27f4c9-d906-448f-8d2f-52ef7dbe589e'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:10:28.708755 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-ef142c2e-d122-4d2e-93bd-8379fd876d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:10:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['5a27f4c9-d906-448f-8d2f-52ef7dbe589e'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:10:28.719999 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2e9f65bb-b1bb-4d4e-8639-3ec14638976e req-bc9be2a4-4947-4759-9a5a-3e52422879fe service neutron] 10.222.0.36 "GET /v2.0/networks/803f9ee7-4514-42b8-8fa9-4013327e1e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051172 Aug 16 23:10:28.854582 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d738d242-2680-45c4-8dc0-9f98099bf901 req-4d345fcc-1d36-4530-abff-6ac695a6340f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:28.856612 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d738d242-2680-45c4-8dc0-9f98099bf901 req-4d345fcc-1d36-4530-abff-6ac695a6340f service neutron] 10.222.0.68 "GET /v2.0/networks?id=f857bb17-d5f1-461e-b18f-b627336021fd HTTP/1.1" status: 200 len: 909 time: 0.1904230 Aug 16 23:10:28.922961 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84431731-c79a-4ffd-89aa-75bedd6e01da None None] Pushing event updated for resources: {'Port': ['ID=3e08c3e0-c1b1-4707-a925-4a3b987e6499,revision_number=4']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:10:28.991919 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d738d242-2680-45c4-8dc0-9f98099bf901 req-fb1d927c-def9-4ffd-b68b-92ccde4fd014 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4c5fc50-49e0-4447-9840-18c33fb6df3d HTTP/1.1" status: 200 len: 1000 time: 0.1210935 Aug 16 23:10:28.999953 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9bfabd01-8504-400d-9828-533fe5d4adc5 req-eee00a82-2112-434c-b9a4-12e51d22452e tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa2e3db6-7326-496d-b58c-23c7d64d7377 HTTP/1.1" status: 200 len: 210 time: 0.0505471 Aug 16 23:10:29.059303 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-ef142c2e-d122-4d2e-93bd-8379fd876d7e None None] Set router 5a27f4c9-d906-448f-8d2f-52ef7dbe589e gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:10:29.071348 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d738d242-2680-45c4-8dc0-9f98099bf901 req-eeb4522b-4b79-4dfe-940a-ca613d5c9215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:29.073589 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d738d242-2680-45c4-8dc0-9f98099bf901 req-eeb4522b-4b79-4dfe-940a-ca613d5c9215 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=fa253f4b-008c-404d-ae31-8580bee27355 HTTP/1.1" status: 200 len: 847 time: 0.0734200 Aug 16 23:10:29.126860 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d738d242-2680-45c4-8dc0-9f98099bf901 req-35316157-21cd-4e91-9b4a-87c6ea7343c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:29.130317 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d738d242-2680-45c4-8dc0-9f98099bf901 req-35316157-21cd-4e91-9b4a-87c6ea7343c0 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=f857bb17-d5f1-461e-b18f-b627336021fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0481508 Aug 16 23:10:29.348239 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d738d242-2680-45c4-8dc0-9f98099bf901 req-4e9e8108-3c84-43be-a5f9-8e64cfbfd5b2 service neutron] 10.222.0.68 "GET /v2.0/networks/f857bb17-d5f1-461e-b18f-b627336021fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033975 Aug 16 23:10:29.481877 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d738d242-2680-45c4-8dc0-9f98099bf901 req-20128eec-8efb-4115-bbd2-0750bdf756da service neutron] 10.222.0.68 "GET /v2.0/networks/f857bb17-d5f1-461e-b18f-b627336021fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261916 Aug 16 23:10:29.501826 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-ef142c2e-d122-4d2e-93bd-8379fd876d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a27f4c9-d906-448f-8d2f-52ef7dbe589e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1395812094', 'tenant_id': '3ea7c49de2c143b091b125e676c32975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '76a08e2d-ca3e-4da2-a04d-ce8d3b140b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:10:20Z', 'updated_at': '2021-08-16T23:10:25Z', 'revision_number': 4, 'project_id': '3ea7c49de2c143b091b125e676c32975', 'gw_port': {'id': '76a08e2d-ca3e-4da2-a04d-ce8d3b140b46', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ed:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a27f4c9-d906-448f-8d2f-52ef7dbe589e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:10:20Z', 'updated_at': '2021-08-16T23:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '3e08c3e0-c1b1-4707-a925-4a3b987e6499', 'name': '', 'network_id': '803f9ee7-4514-42b8-8fa9-4013327e1e5f', 'tenant_id': '3ea7c49de2c143b091b125e676c32975', 'mac_address': 'fa:16:3e:49:03:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a27f4c9-d906-448f-8d2f-52ef7dbe589e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '13097044-bfd4-44e0-bf4c-c55d930f4fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:10:23Z', 'updated_at': '2021-08-16T23:10:28Z', 'revision_number': 4, 'project_id': '3ea7c49de2c143b091b125e676c32975', 'subnets': [{'id': '13097044-bfd4-44e0-bf4c-c55d930f4fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:10:29.536348 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef142c2e-d122-4d2e-93bd-8379fd876d7e None None] The sync data for ids ['5a27f4c9-d906-448f-8d2f-52ef7dbe589e'] in n-d-791506-26 is: [{'id': '5a27f4c9-d906-448f-8d2f-52ef7dbe589e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1395812094', 'tenant_id': '3ea7c49de2c143b091b125e676c32975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '76a08e2d-ca3e-4da2-a04d-ce8d3b140b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:10:20Z', 'updated_at': '2021-08-16T23:10:25Z', 'revision_number': 4, 'project_id': '3ea7c49de2c143b091b125e676c32975', 'gw_port': {'id': '76a08e2d-ca3e-4da2-a04d-ce8d3b140b46', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ed:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a27f4c9-d906-448f-8d2f-52ef7dbe589e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:10:20Z', 'updated_at': '2021-08-16T23:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '3e08c3e0-c1b1-4707-a925-4a3b987e6499', 'name': '', 'network_id': '803f9ee7-4514-42b8-8fa9-4013327e1e5f', 'tenant_id': '3ea7c49de2c143b091b125e676c32975', 'mac_address': 'fa:16:3e:49:03:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a27f4c9-d906-448f-8d2f-52ef7dbe589e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '13097044-bfd4-44e0-bf4c-c55d930f4fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:10:23Z', 'updated_at': '2021-08-16T23:10:28Z', 'revision_number': 4, 'project_id': '3ea7c49de2c143b091b125e676c32975', 'subnets': [{'id': '13097044-bfd4-44e0-bf4c-c55d930f4fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:10:30.093424 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 3e08c3e0-c1b1-4707-a925-4a3b987e6499 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:10:30.133019 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a74829b-d6dc-4544-8203-76e239b414b6 req-a0544363-0c5d-4cf0-b82f-b5bdeb70293e tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa2e3db6-7326-496d-b58c-23c7d64d7377 HTTP/1.1" status: 200 len: 210 time: 0.0366161 Aug 16 23:10:30.175715 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 3e08c3e0-c1b1-4707-a925-4a3b987e6499 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:10:30.180353 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 3e08c3e0-c1b1-4707-a925-4a3b987e6499 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:10:30.180793 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:30.291792 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:30.357230 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 3e08c3e0-c1b1-4707-a925-4a3b987e6499, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=3e08c3e0-c1b1-4707-a925-4a3b987e6499,segment=NetworkSegment(ffafdc19-53c1-429f-9aaa-dc024dbd8d96),segment_id=ffafdc19-53c1-429f-9aaa-dc024dbd8d96)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:10:30.363740 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:30.429765 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=3e08c3e0-c1b1-4707-a925-4a3b987e6499,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:10:30.548708 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f65bb-b1bb-4d4e-8639-3ec14638976e req-81d4d350-8dde-444e-ad74-4481c891e64f tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:30.551150 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2e9f65bb-b1bb-4d4e-8639-3ec14638976e req-81d4d350-8dde-444e-ad74-4481c891e64f tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] 10.222.0.57 "GET /v2.0/networks?id=803f9ee7-4514-42b8-8fa9-4013327e1e5f HTTP/1.1" status: 200 len: 796 time: 0.1719062 Aug 16 23:10:30.640618 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2e9f65bb-b1bb-4d4e-8639-3ec14638976e req-f57df10a-7c7a-4683-85ac-0d2edef27e79 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ea7c49de2c143b091b125e676c32975 HTTP/1.1" status: 200 len: 478 time: 0.0729194 Aug 16 23:10:30.651207 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-2e9f65bb-b1bb-4d4e-8639-3ec14638976e req-cd43a580-3c8e-4fdf-97c1-48fef5eedd14 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Request body: {'port': {'device_id': 'fa2e3db6-7326-496d-b58c-23c7d64d7377', 'network_id': '803f9ee7-4514-42b8-8fa9-4013327e1e5f', 'admin_state_up': True, 'tenant_id': '3ea7c49de2c143b091b125e676c32975', 'security_groups': ['adbda95e-2035-4608-b8c3-69823b0108f5', 'ce3aadc8-95a0-4001-997f-23b81140a6f8']}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:10:30.786116 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e9f65bb-b1bb-4d4e-8639-3ec14638976e req-cd43a580-3c8e-4fdf-97c1-48fef5eedd14 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Made reservation on behalf of 3ea7c49de2c143b091b125e676c32975 for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:10:30.789932 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-2e9f65bb-b1bb-4d4e-8639-3ec14638976e req-cd43a580-3c8e-4fdf-97c1-48fef5eedd14 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:30.935665 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [req-2e9f65bb-b1bb-4d4e-8639-3ec14638976e req-cd43a580-3c8e-4fdf-97c1-48fef5eedd14 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Allocated IP 172.20.0.10 (803f9ee7-4514-42b8-8fa9-4013327e1e5f/13097044-bfd4-44e0-bf4c-c55d930f4fb5/49c38c0d-fd6d-411a-93a6-ee8f9fbddfce) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:10:31.137274 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-2e9f65bb-b1bb-4d4e-8639-3ec14638976e req-cd43a580-3c8e-4fdf-97c1-48fef5eedd14 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:31.154578 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-2e9f65bb-b1bb-4d4e-8639-3ec14638976e req-cd43a580-3c8e-4fdf-97c1-48fef5eedd14 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Transition to ACTIVE for port object 49c38c0d-fd6d-411a-93a6-ee8f9fbddfce will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:10:31.214517 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-2e9f65bb-b1bb-4d4e-8639-3ec14638976e req-cd43a580-3c8e-4fdf-97c1-48fef5eedd14 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:31.308192 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e9f65bb-b1bb-4d4e-8639-3ec14638976e req-cd43a580-3c8e-4fdf-97c1-48fef5eedd14 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Network 803f9ee7-4514-42b8-8fa9-4013327e1e5f is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:10:31.314293 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd43a580-3c8e-4fdf-97c1-48fef5eedd14 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Pushing event updated for resources: {'Port': ['ID=49c38c0d-fd6d-411a-93a6-ee8f9fbddfce,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:10:31.318519 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [req-2e9f65bb-b1bb-4d4e-8639-3ec14638976e req-cd43a580-3c8e-4fdf-97c1-48fef5eedd14 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:10:31.329135 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e9f65bb-b1bb-4d4e-8639-3ec14638976e req-cd43a580-3c8e-4fdf-97c1-48fef5eedd14 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:10:31.383874 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24f527e-2cb3-47d8-8387-6aca991d40fa req-7854d7df-6974-4912-9d33-1fdfdc2d2173 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:31.385196 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d24f527e-2cb3-47d8-8387-6aca991d40fa req-7854d7df-6974-4912-9d33-1fdfdc2d2173 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa2e3db6-7326-496d-b58c-23c7d64d7377 HTTP/1.1" status: 200 len: 971 time: 0.1214929 Aug 16 23:10:31.397409 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f65bb-b1bb-4d4e-8639-3ec14638976e req-cd43a580-3c8e-4fdf-97c1-48fef5eedd14 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:31.398229 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-2e9f65bb-b1bb-4d4e-8639-3ec14638976e req-cd43a580-3c8e-4fdf-97c1-48fef5eedd14 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:31.450679 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2e9f65bb-b1bb-4d4e-8639-3ec14638976e req-cd43a580-3c8e-4fdf-97c1-48fef5eedd14 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.8035858 Aug 16 23:10:31.461825 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d24f527e-2cb3-47d8-8387-6aca991d40fa req-a1908d16-5173-4f7a-80c3-61396d651915 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] 10.222.0.36 "GET /v2.0/security-groups?id=adbda95e-2035-4608-b8c3-69823b0108f5&id=ce3aadc8-95a0-4001-997f-23b81140a6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0606070 Aug 16 23:10:31.471568 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-2e9f65bb-b1bb-4d4e-8639-3ec14638976e req-dc6dd1ae-08d0-430e-ada4-4f66972e5818 service neutron] Request body: {'port': {'device_id': 'fa2e3db6-7326-496d-b58c-23c7d64d7377', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-26'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:10:31.582944 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-2e9f65bb-b1bb-4d4e-8639-3ec14638976e req-dc6dd1ae-08d0-430e-ada4-4f66972e5818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:31.709516 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9a5680f7-e1ee-42a5-a9e4-325e577c9bb9 None None] Provisioning for port 49c38c0d-fd6d-411a-93a6-ee8f9fbddfce completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:10:31.714774 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9a5680f7-e1ee-42a5-a9e4-325e577c9bb9 None None] Provisioning complete for port 49c38c0d-fd6d-411a-93a6-ee8f9fbddfce triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:10:31.715400 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9a5680f7-e1ee-42a5-a9e4-325e577c9bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:31.756659 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-9a5680f7-e1ee-42a5-a9e4-325e577c9bb9 None None] Port 49c38c0d-fd6d-411a-93a6-ee8f9fbddfce cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:10:31.936337 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [req-2e9f65bb-b1bb-4d4e-8639-3ec14638976e req-dc6dd1ae-08d0-430e-ada4-4f66972e5818 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49c38c0d-fd6d-411a-93a6-ee8f9fbddfce {{(pid=101292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:10:31.945537 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-2e9f65bb-b1bb-4d4e-8639-3ec14638976e req-dc6dd1ae-08d0-430e-ada4-4f66972e5818 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:31.960292 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-2e9f65bb-b1bb-4d4e-8639-3ec14638976e req-dc6dd1ae-08d0-430e-ada4-4f66972e5818 service neutron] Transition to ACTIVE for port object 49c38c0d-fd6d-411a-93a6-ee8f9fbddfce will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:10:31.965586 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-2e9f65bb-b1bb-4d4e-8639-3ec14638976e req-dc6dd1ae-08d0-430e-ada4-4f66972e5818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:32.066248 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 3e08c3e0-c1b1-4707-a925-4a3b987e6499 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:10:32.123285 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6dd1ae-08d0-430e-ada4-4f66972e5818 service neutron] Pushing event updated for resources: {'Port': ['ID=49c38c0d-fd6d-411a-93a6-ee8f9fbddfce,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:10:32.140630 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 3e08c3e0-c1b1-4707-a925-4a3b987e6499 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:10:32.141169 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:32.177441 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-2e9f65bb-b1bb-4d4e-8639-3ec14638976e req-dc6dd1ae-08d0-430e-ada4-4f66972e5818 service neutron] Attempting to bind port 49c38c0d-fd6d-411a-93a6-ee8f9fbddfce on host n-h2-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:10:32.178064 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-2e9f65bb-b1bb-4d4e-8639-3ec14638976e req-dc6dd1ae-08d0-430e-ada4-4f66972e5818 service neutron] Attempting to bind port 49c38c0d-fd6d-411a-93a6-ee8f9fbddfce by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': 'ffafdc19-53c1-429f-9aaa-dc024dbd8d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '803f9ee7-4514-42b8-8fa9-4013327e1e5f'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:10:32.178335 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9f65bb-b1bb-4d4e-8639-3ec14638976e req-dc6dd1ae-08d0-430e-ada4-4f66972e5818 service neutron] Attempting to bind port 49c38c0d-fd6d-411a-93a6-ee8f9fbddfce on network 803f9ee7-4514-42b8-8fa9-4013327e1e5f {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:10:32.183158 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9f65bb-b1bb-4d4e-8639-3ec14638976e req-dc6dd1ae-08d0-430e-ada4-4f66972e5818 service neutron] Port 49c38c0d-fd6d-411a-93a6-ee8f9fbddfce on network 803f9ee7-4514-42b8-8fa9-4013327e1e5f not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:10:32.183673 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9f65bb-b1bb-4d4e-8639-3ec14638976e req-dc6dd1ae-08d0-430e-ada4-4f66972e5818 service neutron] Attempting to bind port 49c38c0d-fd6d-411a-93a6-ee8f9fbddfce on network 803f9ee7-4514-42b8-8fa9-4013327e1e5f {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:10:32.189164 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9f65bb-b1bb-4d4e-8639-3ec14638976e req-dc6dd1ae-08d0-430e-ada4-4f66972e5818 service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:10:32.189638 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9f65bb-b1bb-4d4e-8639-3ec14638976e req-dc6dd1ae-08d0-430e-ada4-4f66972e5818 service neutron] Checking segment: {'id': 'ffafdc19-53c1-429f-9aaa-dc024dbd8d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '803f9ee7-4514-42b8-8fa9-4013327e1e5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:10:32.190207 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9f65bb-b1bb-4d4e-8639-3ec14638976e req-dc6dd1ae-08d0-430e-ada4-4f66972e5818 service neutron] Bound using segment: {'id': 'ffafdc19-53c1-429f-9aaa-dc024dbd8d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '803f9ee7-4514-42b8-8fa9-4013327e1e5f'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:10:32.191283 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-2e9f65bb-b1bb-4d4e-8639-3ec14638976e req-dc6dd1ae-08d0-430e-ada4-4f66972e5818 service neutron] Bound port: 49c38c0d-fd6d-411a-93a6-ee8f9fbddfce, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffafdc19-53c1-429f-9aaa-dc024dbd8d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '803f9ee7-4514-42b8-8fa9-4013327e1e5f'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:10:32.192000 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-2e9f65bb-b1bb-4d4e-8639-3ec14638976e req-dc6dd1ae-08d0-430e-ada4-4f66972e5818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:32.323085 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-2e9f65bb-b1bb-4d4e-8639-3ec14638976e req-dc6dd1ae-08d0-430e-ada4-4f66972e5818 service neutron] For port 49c38c0d-fd6d-411a-93a6-ee8f9fbddfce, host n-h2-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:10:32.326980 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-2e9f65bb-b1bb-4d4e-8639-3ec14638976e req-dc6dd1ae-08d0-430e-ada4-4f66972e5818 service neutron] For port 49c38c0d-fd6d-411a-93a6-ee8f9fbddfce, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=49c38c0d-fd6d-411a-93a6-ee8f9fbddfce,segment=NetworkSegment(ffafdc19-53c1-429f-9aaa-dc024dbd8d96),segment_id=ffafdc19-53c1-429f-9aaa-dc024dbd8d96)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:10:32.333530 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-2e9f65bb-b1bb-4d4e-8639-3ec14638976e req-dc6dd1ae-08d0-430e-ada4-4f66972e5818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:32.383647 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f65bb-b1bb-4d4e-8639-3ec14638976e req-dc6dd1ae-08d0-430e-ada4-4f66972e5818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:32.384861 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-2e9f65bb-b1bb-4d4e-8639-3ec14638976e req-dc6dd1ae-08d0-430e-ada4-4f66972e5818 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:32.387252 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2e9f65bb-b1bb-4d4e-8639-3ec14638976e req-dc6dd1ae-08d0-430e-ada4-4f66972e5818 service neutron] 10.222.0.57 "PUT /v2.0/ports/49c38c0d-fd6d-411a-93a6-ee8f9fbddfce HTTP/1.1" status: 200 len: 1132 time: 0.9199693 Aug 16 23:10:32.389991 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa2e3db6-7326-496d-b58c-23c7d64d7377', 'tag': '49c38c0d-fd6d-411a-93a6-ee8f9fbddfce'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:10:32.392868 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0019dc3d-4c20-4a7d-928b-2a0d673a9471" -d '{"events": [{"name": "network-changed", "server_uuid": "fa2e3db6-7326-496d-b58c-23c7d64d7377", "tag": "49c38c0d-fd6d-411a-93a6-ee8f9fbddfce"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:10:32.464231 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6dd1ae-08d0-430e-ada4-4f66972e5818 service neutron] Pushing event updated for resources: {'Port': ['ID=49c38c0d-fd6d-411a-93a6-ee8f9fbddfce,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:10:32.509232 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e909eda5-cda3-4b2b-9241-19ae518db852 x-openstack-request-id: req-e909eda5-cda3-4b2b-9241-19ae518db852 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:10:32.509633 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa2e3db6-7326-496d-b58c-23c7d64d7377", "tag": "49c38c0d-fd6d-411a-93a6-ee8f9fbddfce", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:10:32.509986 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e909eda5-cda3-4b2b-9241-19ae518db852 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:10:32.510491 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa2e3db6-7326-496d-b58c-23c7d64d7377', 'tag': '49c38c0d-fd6d-411a-93a6-ee8f9fbddfce', 'status': 'completed', 'code': 200} Aug 16 23:10:32.524000 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f65bb-b1bb-4d4e-8639-3ec14638976e req-dc6c3af3-d1d3-4b1b-9494-820abe29ddf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:32.525704 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2e9f65bb-b1bb-4d4e-8639-3ec14638976e req-dc6c3af3-d1d3-4b1b-9494-820abe29ddf6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3ea7c49de2c143b091b125e676c32975&device_id=fa2e3db6-7326-496d-b58c-23c7d64d7377 HTTP/1.1" status: 200 len: 1135 time: 0.0579512 Aug 16 23:10:32.619500 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2e9f65bb-b1bb-4d4e-8639-3ec14638976e req-c52d9107-de03-4daa-afde-6e7816b17132 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49c38c0d-fd6d-411a-93a6-ee8f9fbddfce HTTP/1.1" status: 200 len: 217 time: 0.0764678 Aug 16 23:10:32.741884 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20121687-6899-4873-b375-b34285ba7c09 req-386bb94a-3442-4756-91e1-a51e3f834f9e tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:32.761163 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-20121687-6899-4873-b375-b34285ba7c09 req-386bb94a-3442-4756-91e1-a51e3f834f9e tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa2e3db6-7326-496d-b58c-23c7d64d7377 HTTP/1.1" status: 200 len: 983 time: 0.1469288 Aug 16 23:10:32.777733 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f65bb-b1bb-4d4e-8639-3ec14638976e req-008464a2-e740-4f73-b313-7a8fc8af1f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:32.779582 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2e9f65bb-b1bb-4d4e-8639-3ec14638976e req-008464a2-e740-4f73-b313-7a8fc8af1f3f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=13097044-bfd4-44e0-bf4c-c55d930f4fb5 HTTP/1.1" status: 200 len: 835 time: 0.1361334 Aug 16 23:10:32.853987 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-20121687-6899-4873-b375-b34285ba7c09 req-dc18419e-6117-4a8a-a743-b5609d93d005 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] 10.222.0.36 "GET /v2.0/security-groups?id=adbda95e-2035-4608-b8c3-69823b0108f5&id=ce3aadc8-95a0-4001-997f-23b81140a6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0891242 Aug 16 23:10:32.858961 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f65bb-b1bb-4d4e-8639-3ec14638976e req-4a2e937e-8661-49ed-8d21-b6fab6941d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:32.860581 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2e9f65bb-b1bb-4d4e-8639-3ec14638976e req-4a2e937e-8661-49ed-8d21-b6fab6941d95 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=803f9ee7-4514-42b8-8fa9-4013327e1e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0721688 Aug 16 23:10:33.193390 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 59488) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:10:33.340934 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a875a14b-ac7f-4ae2-94f1-71a46c2b02fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:33.364497 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2e9f65bb-b1bb-4d4e-8639-3ec14638976e req-6a91d07b-c4c8-413c-999d-482c5f7e674f service neutron] 10.222.0.57 "GET /v2.0/networks/803f9ee7-4514-42b8-8fa9-4013327e1e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4940078 Aug 16 23:10:33.473306 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a875a14b-ac7f-4ae2-94f1-71a46c2b02fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:33.479157 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a875a14b-ac7f-4ae2-94f1-71a46c2b02fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:33.506992 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2e9f65bb-b1bb-4d4e-8639-3ec14638976e req-0506b606-6579-42ca-86d4-c4d49cf76960 service neutron] 10.222.0.57 "GET /v2.0/networks/803f9ee7-4514-42b8-8fa9-4013327e1e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358428 Aug 16 23:10:33.539115 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-a875a14b-ac7f-4ae2-94f1-71a46c2b02fe admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7ce775c4bde84ff78c601a2b8ace72f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3443408 Aug 16 23:10:33.540166 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a875a14b-ac7f-4ae2-94f1-71a46c2b02fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e46c378-eeda-47d5-94f0-4926b099f914,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:10:33.541727 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 59498) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:10:33.623486 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a8237fe6-6579-455d-bec0-0b94acb2dee2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:33.652713 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a8237fe6-6579-455d-bec0-0b94acb2dee2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:33.667409 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0019dc3d-4c20-4a7d-928b-2a0d673a9471 req-85b5a5c9-f7f9-4a69-b8b2-9d08d3c02dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:33.668956 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0019dc3d-4c20-4a7d-928b-2a0d673a9471 req-85b5a5c9-f7f9-4a69-b8b2-9d08d3c02dd2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3ea7c49de2c143b091b125e676c32975&device_id=fa2e3db6-7326-496d-b58c-23c7d64d7377 HTTP/1.1" status: 200 len: 1135 time: 0.0758812 Aug 16 23:10:33.771743 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a8237fe6-6579-455d-bec0-0b94acb2dee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:33.774453 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a8237fe6-6579-455d-bec0-0b94acb2dee2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:33.776573 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-a8237fe6-6579-455d-bec0-0b94acb2dee2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2e46c378-eeda-47d5-94f0-4926b099f914 HTTP/1.1" status: 204 len: 168 time: 0.2323327 Aug 16 23:10:33.798890 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8237fe6-6579-455d-bec0-0b94acb2dee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e46c378-eeda-47d5-94f0-4926b099f914,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:10:33.804267 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0019dc3d-4c20-4a7d-928b-2a0d673a9471 req-3ffa461b-254e-4306-ae00-79ee917d07a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:33.805715 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0019dc3d-4c20-4a7d-928b-2a0d673a9471 req-3ffa461b-254e-4306-ae00-79ee917d07a8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=803f9ee7-4514-42b8-8fa9-4013327e1e5f HTTP/1.1" status: 200 len: 897 time: 0.1217725 Aug 16 23:10:33.871144 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0019dc3d-4c20-4a7d-928b-2a0d673a9471 req-3b1127d8-a7cd-4356-94ef-dd1decab4e9b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49c38c0d-fd6d-411a-93a6-ee8f9fbddfce HTTP/1.1" status: 200 len: 217 time: 0.0574262 Aug 16 23:10:33.946765 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0019dc3d-4c20-4a7d-928b-2a0d673a9471 req-826d5028-b12e-42ac-aecc-bdaffcaefedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:33.948350 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0019dc3d-4c20-4a7d-928b-2a0d673a9471 req-826d5028-b12e-42ac-aecc-bdaffcaefedd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=13097044-bfd4-44e0-bf4c-c55d930f4fb5 HTTP/1.1" status: 200 len: 835 time: 0.0687692 Aug 16 23:10:34.027972 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0019dc3d-4c20-4a7d-928b-2a0d673a9471 req-00a28894-8dbd-4da7-9886-105db3fa8aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:34.029752 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0019dc3d-4c20-4a7d-928b-2a0d673a9471 req-00a28894-8dbd-4da7-9886-105db3fa8aca service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=803f9ee7-4514-42b8-8fa9-4013327e1e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0741959 Aug 16 23:10:34.043487 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c345c767-398a-4c8b-90a3-553cb195a1c1 req-f475902f-b308-460d-a813-8edb3317946c tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:34.045343 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c345c767-398a-4c8b-90a3-553cb195a1c1 req-f475902f-b308-460d-a813-8edb3317946c tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa2e3db6-7326-496d-b58c-23c7d64d7377 HTTP/1.1" status: 200 len: 983 time: 0.0791605 Aug 16 23:10:34.141613 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c345c767-398a-4c8b-90a3-553cb195a1c1 req-433b97a5-f8d3-40ff-992f-cbada301c5c7 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] 10.222.0.36 "GET /v2.0/security-groups?id=adbda95e-2035-4608-b8c3-69823b0108f5&id=ce3aadc8-95a0-4001-997f-23b81140a6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0870306 Aug 16 23:10:34.169276 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 59520) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:10:34.177393 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0019dc3d-4c20-4a7d-928b-2a0d673a9471 req-ceaa96f2-817d-4944-859e-3b074082a2d4 service neutron] 10.222.0.57 "GET /v2.0/networks/803f9ee7-4514-42b8-8fa9-4013327e1e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309566 Aug 16 23:10:34.183484 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b36d1d13-6ae0-40a7-9ce7-39d7fcc5eebe admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:34.297257 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b36d1d13-6ae0-40a7-9ce7-39d7fcc5eebe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:34.305786 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0019dc3d-4c20-4a7d-928b-2a0d673a9471 req-86874b05-dc0c-4ada-9199-39cb3f5c9735 service neutron] 10.222.0.57 "GET /v2.0/networks/803f9ee7-4514-42b8-8fa9-4013327e1e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203170 Aug 16 23:10:34.307582 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b36d1d13-6ae0-40a7-9ce7-39d7fcc5eebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:34.348926 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-b36d1d13-6ae0-40a7-9ce7-39d7fcc5eebe admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3a72d10123b245879d05395fefa98650&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1779907 Aug 16 23:10:34.349832 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36d1d13-6ae0-40a7-9ce7-39d7fcc5eebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b8cd4ee-6dea-4122-9a18-6b73043338f3,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:10:34.352607 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 59524) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:10:34.418804 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-dd9f3098-3b38-43f1-973a-6b6c6185f766 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:34.441835 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-dd9f3098-3b38-43f1-973a-6b6c6185f766 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:34.493764 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-dd9f3098-3b38-43f1-973a-6b6c6185f766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:34.496298 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-dd9f3098-3b38-43f1-973a-6b6c6185f766 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:34.499687 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-dd9f3098-3b38-43f1-973a-6b6c6185f766 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7b8cd4ee-6dea-4122-9a18-6b73043338f3 HTTP/1.1" status: 204 len: 168 time: 0.1431425 Aug 16 23:10:34.506863 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f3098-3b38-43f1-973a-6b6c6185f766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b8cd4ee-6dea-4122-9a18-6b73043338f3,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:10:34.787344 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:10:35.281657 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e63b18-4747-4dd7-946b-d78158efd7dc req-0a077571-73bd-452b-83cf-ad489b84e187 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:35.283334 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-05e63b18-4747-4dd7-946b-d78158efd7dc req-0a077571-73bd-452b-83cf-ad489b84e187 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa2e3db6-7326-496d-b58c-23c7d64d7377 HTTP/1.1" status: 200 len: 983 time: 0.0507417 Aug 16 23:10:35.350015 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-05e63b18-4747-4dd7-946b-d78158efd7dc req-fca3087a-4cd2-4531-bf49-28518bebd8c0 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] 10.222.0.36 "GET /v2.0/security-groups?id=adbda95e-2035-4608-b8c3-69823b0108f5&id=ce3aadc8-95a0-4001-997f-23b81140a6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0599344 Aug 16 23:10:36.443782 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 59624) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:10:36.504436 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a1b91e-3678-4e22-8fc4-4b86308e0f22 req-3507f4fe-5c8e-4592-8b10-f99d3894169c tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:36.506175 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-93a1b91e-3678-4e22-8fc4-4b86308e0f22 req-3507f4fe-5c8e-4592-8b10-f99d3894169c tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa2e3db6-7326-496d-b58c-23c7d64d7377 HTTP/1.1" status: 200 len: 983 time: 0.0600679 Aug 16 23:10:36.552953 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-93a1b91e-3678-4e22-8fc4-4b86308e0f22 req-554c8b1d-11f5-4c53-98b4-5589903c9aae tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] 10.222.0.36 "GET /v2.0/security-groups?id=adbda95e-2035-4608-b8c3-69823b0108f5&id=ce3aadc8-95a0-4001-997f-23b81140a6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0404360 Aug 16 23:10:36.568086 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f9da157b-b68c-4c2a-b642-fe534b798a58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:36.664053 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f9da157b-b68c-4c2a-b642-fe534b798a58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:36.669286 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f9da157b-b68c-4c2a-b642-fe534b798a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:36.710192 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-f9da157b-b68c-4c2a-b642-fe534b798a58 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f93b896e90a64a79853ee924076babae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2652791 Aug 16 23:10:36.711150 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9da157b-b68c-4c2a-b642-fe534b798a58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9886aa0-8844-4715-bfda-0c44ef265136,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:10:36.712896 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 59634) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:10:36.762873 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9ec5b991-2e88-4653-88f8-066a020c6787 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:36.783124 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9ec5b991-2e88-4653-88f8-066a020c6787 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:36.796455 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 49c38c0d-fd6d-411a-93a6-ee8f9fbddfce details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:10:36.837242 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9ec5b991-2e88-4653-88f8-066a020c6787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:36.840069 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9ec5b991-2e88-4653-88f8-066a020c6787 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:36.841451 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-9ec5b991-2e88-4653-88f8-066a020c6787 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f9886aa0-8844-4715-bfda-0c44ef265136 HTTP/1.1" status: 204 len: 168 time: 0.1274073 Aug 16 23:10:36.850608 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec5b991-2e88-4653-88f8-066a020c6787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9886aa0-8844-4715-bfda-0c44ef265136,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:10:36.936496 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 49c38c0d-fd6d-411a-93a6-ee8f9fbddfce, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=49c38c0d-fd6d-411a-93a6-ee8f9fbddfce,segment=NetworkSegment(ffafdc19-53c1-429f-9aaa-dc024dbd8d96),segment_id=ffafdc19-53c1-429f-9aaa-dc024dbd8d96)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:10:36.958284 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': '49c38c0d-fd6d-411a-93a6-ee8f9fbddfce', 'network_id': '803f9ee7-4514-42b8-8fa9-4013327e1e5f', 'port_id': '49c38c0d-fd6d-411a-93a6-ee8f9fbddfce', 'mac_address': 'fa:16:3e:d0:66:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13097044-bfd4-44e0-bf4c-c55d930f4fb5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:10:37.001251 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:37.020887 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49c38c0d-fd6d-411a-93a6-ee8f9fbddfce {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:10:37.042871 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 49c38c0d-fd6d-411a-93a6-ee8f9fbddfce, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=49c38c0d-fd6d-411a-93a6-ee8f9fbddfce,segment=NetworkSegment(ffafdc19-53c1-429f-9aaa-dc024dbd8d96),segment_id=ffafdc19-53c1-429f-9aaa-dc024dbd8d96)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:10:37.047491 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:37.095935 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=49c38c0d-fd6d-411a-93a6-ee8f9fbddfce,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:10:37.170364 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 59650) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:10:37.184014 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-91334ca3-0d91-4065-93f1-dc1ee898fa59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:37.285549 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-91334ca3-0d91-4065-93f1-dc1ee898fa59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:37.289739 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-91334ca3-0d91-4065-93f1-dc1ee898fa59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:37.329432 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-91334ca3-0d91-4065-93f1-dc1ee898fa59 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=327d529d86e14fbd9eb7915dbd587196&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1578181 Aug 16 23:10:37.330168 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91334ca3-0d91-4065-93f1-dc1ee898fa59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f78c67c-f946-4ef5-b21b-3e5cdab10df5,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:10:37.332948 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 59652) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:10:37.398251 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-05dbc5a2-3e66-46bb-ba91-928218d088bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:37.421477 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-05dbc5a2-3e66-46bb-ba91-928218d088bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:37.471015 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-05dbc5a2-3e66-46bb-ba91-928218d088bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:37.474260 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-05dbc5a2-3e66-46bb-ba91-928218d088bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:37.475692 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-05dbc5a2-3e66-46bb-ba91-928218d088bc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5f78c67c-f946-4ef5-b21b-3e5cdab10df5 HTTP/1.1" status: 204 len: 168 time: 0.1309376 Aug 16 23:10:37.485060 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dbc5a2-3e66-46bb-ba91-928218d088bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f78c67c-f946-4ef5-b21b-3e5cdab10df5,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:10:37.566517 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['49c38c0d-fd6d-411a-93a6-ee8f9fbddfce'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:10:37.701418 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38438f07-d783-44be-9c22-b83d582e2697 req-53b3788c-0dea-4b23-82ae-2b57e5279033 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:37.709156 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-38438f07-d783-44be-9c22-b83d582e2697 req-53b3788c-0dea-4b23-82ae-2b57e5279033 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa2e3db6-7326-496d-b58c-23c7d64d7377 HTTP/1.1" status: 200 len: 984 time: 0.0773997 Aug 16 23:10:37.761373 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-38438f07-d783-44be-9c22-b83d582e2697 req-28c3b695-32ea-40e5-baf0-e62c504ccae5 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] 10.222.0.36 "GET /v2.0/security-groups?id=adbda95e-2035-4608-b8c3-69823b0108f5&id=ce3aadc8-95a0-4001-997f-23b81140a6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0508666 Aug 16 23:10:38.910147 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c75177-b117-4d88-a303-2f42516058ba req-957a682e-6b6c-4c79-9eb9-753b82a98813 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:38.911817 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-41c75177-b117-4d88-a303-2f42516058ba req-957a682e-6b6c-4c79-9eb9-753b82a98813 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa2e3db6-7326-496d-b58c-23c7d64d7377 HTTP/1.1" status: 200 len: 984 time: 0.0724463 Aug 16 23:10:38.954522 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-41c75177-b117-4d88-a303-2f42516058ba req-cc127449-f6a9-4e0c-9aca-4efd05e16d64 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] 10.222.0.36 "GET /v2.0/security-groups?id=adbda95e-2035-4608-b8c3-69823b0108f5&id=ce3aadc8-95a0-4001-997f-23b81140a6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0362184 Aug 16 23:10:40.076025 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e67726-6f35-4600-b773-d4ad8d6b0da1 req-499ab086-2307-48a9-87f0-a9332d2ef1fe tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:40.077552 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-72e67726-6f35-4600-b773-d4ad8d6b0da1 req-499ab086-2307-48a9-87f0-a9332d2ef1fe tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa2e3db6-7326-496d-b58c-23c7d64d7377 HTTP/1.1" status: 200 len: 984 time: 0.0499494 Aug 16 23:10:40.121108 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-72e67726-6f35-4600-b773-d4ad8d6b0da1 req-93695c18-a0c3-485f-ba0f-717d1d8814ba tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] 10.222.0.36 "GET /v2.0/security-groups?id=adbda95e-2035-4608-b8c3-69823b0108f5&id=ce3aadc8-95a0-4001-997f-23b81140a6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0372248 Aug 16 23:10:40.820647 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 49c38c0d-fd6d-411a-93a6-ee8f9fbddfce up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:10:40.869019 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning for port 49c38c0d-fd6d-411a-93a6-ee8f9fbddfce completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:10:40.873575 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port 49c38c0d-fd6d-411a-93a6-ee8f9fbddfce triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:10:40.873947 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:40.969280 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:40.997207 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa2e3db6-7326-496d-b58c-23c7d64d7377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49c38c0d-fd6d-411a-93a6-ee8f9fbddfce'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:10:40.999831 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c2533e1-c01c-4b63-b7b6-6cbf2b541d43" -d '{"events": [{"server_uuid": "fa2e3db6-7326-496d-b58c-23c7d64d7377", "name": "network-vif-plugged", "status": "completed", "tag": "49c38c0d-fd6d-411a-93a6-ee8f9fbddfce"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:10:41.021157 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 49c38c0d-fd6d-411a-93a6-ee8f9fbddfce, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=49c38c0d-fd6d-411a-93a6-ee8f9fbddfce,segment=NetworkSegment(ffafdc19-53c1-429f-9aaa-dc024dbd8d96),segment_id=ffafdc19-53c1-429f-9aaa-dc024dbd8d96)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:10:41.028689 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:41.053151 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8350af46-7ccf-4421-b1ad-ca27338088d7 x-openstack-request-id: req-8350af46-7ccf-4421-b1ad-ca27338088d7 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:10:41.053541 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa2e3db6-7326-496d-b58c-23c7d64d7377", "name": "network-vif-plugged", "status": "completed", "tag": "49c38c0d-fd6d-411a-93a6-ee8f9fbddfce", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:10:41.053744 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8350af46-7ccf-4421-b1ad-ca27338088d7 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:10:41.054140 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa2e3db6-7326-496d-b58c-23c7d64d7377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49c38c0d-fd6d-411a-93a6-ee8f9fbddfce', 'code': 200} Aug 16 23:10:41.080400 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=49c38c0d-fd6d-411a-93a6-ee8f9fbddfce,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:10:41.132403 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:41.203962 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930b2ef1-1dbb-4f6c-92b7-7146d07b5465 req-e638bceb-3929-4842-9230-c78f97fc987b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:41.205361 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-930b2ef1-1dbb-4f6c-92b7-7146d07b5465 req-e638bceb-3929-4842-9230-c78f97fc987b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fa2e3db6-7326-496d-b58c-23c7d64d7377 HTTP/1.1" status: 200 len: 1137 time: 0.0623944 Aug 16 23:10:41.274816 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-930b2ef1-1dbb-4f6c-92b7-7146d07b5465 req-55e21d8e-52de-4623-96ac-47f809d20a48 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=adbda95e-2035-4608-b8c3-69823b0108f5&id=ce3aadc8-95a0-4001-997f-23b81140a6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0615056 Aug 16 23:10:41.302345 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ae66c8-8b5a-4c47-977c-c4781a3f2412 req-3d050d0f-4ee5-4063-a9c6-5b79fb32cd0d tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:41.304042 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f3ae66c8-8b5a-4c47-977c-c4781a3f2412 req-3d050d0f-4ee5-4063-a9c6-5b79fb32cd0d tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa2e3db6-7326-496d-b58c-23c7d64d7377 HTTP/1.1" status: 200 len: 985 time: 0.0703156 Aug 16 23:10:41.352425 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f3ae66c8-8b5a-4c47-977c-c4781a3f2412 req-a12ee7b6-b86c-4138-811b-93cb63d9e993 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] 10.222.0.36 "GET /v2.0/security-groups?id=adbda95e-2035-4608-b8c3-69823b0108f5&id=ce3aadc8-95a0-4001-997f-23b81140a6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0422323 Aug 16 23:10:42.477235 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563862de-6aeb-48bc-8597-f99a62225555 req-6b6823dc-3acc-4368-9a43-4ba506402c1f tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:42.478823 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-563862de-6aeb-48bc-8597-f99a62225555 req-6b6823dc-3acc-4368-9a43-4ba506402c1f tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa2e3db6-7326-496d-b58c-23c7d64d7377 HTTP/1.1" status: 200 len: 985 time: 0.0566871 Aug 16 23:10:42.524111 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-563862de-6aeb-48bc-8597-f99a62225555 req-c294ba54-25af-4636-bdcd-abd46259a4e3 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] 10.222.0.36 "GET /v2.0/security-groups?id=adbda95e-2035-4608-b8c3-69823b0108f5&id=ce3aadc8-95a0-4001-997f-23b81140a6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0372915 Aug 16 23:10:43.686961 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c314a8-80e7-401c-af19-e04e12edd441 req-5a98e52a-7719-4e70-afec-1b4a0f28db4b tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:43.688677 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d4c314a8-80e7-401c-af19-e04e12edd441 req-5a98e52a-7719-4e70-afec-1b4a0f28db4b tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa2e3db6-7326-496d-b58c-23c7d64d7377 HTTP/1.1" status: 200 len: 985 time: 0.0949056 Aug 16 23:10:43.745772 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d4c314a8-80e7-401c-af19-e04e12edd441 req-943e841f-c613-4ba3-9f71-25119a258539 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] 10.222.0.36 "GET /v2.0/security-groups?id=adbda95e-2035-4608-b8c3-69823b0108f5&id=ce3aadc8-95a0-4001-997f-23b81140a6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0422060 Aug 16 23:10:43.882094 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9c04e6-7772-4f9f-bd70-f23d58968844 req-a8e3628e-39e3-43ab-a118-bf4390217788 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:43.883829 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fe9c04e6-7772-4f9f-bd70-f23d58968844 req-a8e3628e-39e3-43ab-a118-bf4390217788 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa2e3db6-7326-496d-b58c-23c7d64d7377 HTTP/1.1" status: 200 len: 985 time: 0.0560582 Aug 16 23:10:43.938351 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fe9c04e6-7772-4f9f-bd70-f23d58968844 req-b8125767-a5b3-4f47-810d-45d3182af5f9 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] 10.222.0.36 "GET /v2.0/security-groups?id=adbda95e-2035-4608-b8c3-69823b0108f5&id=ce3aadc8-95a0-4001-997f-23b81140a6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0484049 Aug 16 23:10:44.072000 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93f8770-8819-4929-80e4-6e45939cab14 req-16b02d8c-683e-42b8-b8b8-ccfecedec018 tempest-TestSecurityGroupsBasicOps-248226977 tempest-TestSecurityGroupsBasicOps-248226977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:44.073459 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e93f8770-8819-4929-80e4-6e45939cab14 req-16b02d8c-683e-42b8-b8b8-ccfecedec018 tempest-TestSecurityGroupsBasicOps-248226977 tempest-TestSecurityGroupsBasicOps-248226977-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=fa2e3db6-7326-496d-b58c-23c7d64d7377 HTTP/1.1" status: 200 len: 1137 time: 0.0441165 Aug 16 23:10:44.093762 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-e93f8770-8819-4929-80e4-6e45939cab14 req-0ca38af4-1dd7-4c37-80fc-93540064fef4 tempest-TestSecurityGroupsBasicOps-248226977 tempest-TestSecurityGroupsBasicOps-248226977-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:44.224204 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-e93f8770-8819-4929-80e4-6e45939cab14 req-0ca38af4-1dd7-4c37-80fc-93540064fef4 tempest-TestSecurityGroupsBasicOps-248226977 tempest-TestSecurityGroupsBasicOps-248226977-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:44.230046 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-e93f8770-8819-4929-80e4-6e45939cab14 req-0ca38af4-1dd7-4c37-80fc-93540064fef4 tempest-TestSecurityGroupsBasicOps-248226977 tempest-TestSecurityGroupsBasicOps-248226977-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:44.255727 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e93f8770-8819-4929-80e4-6e45939cab14 req-0ca38af4-1dd7-4c37-80fc-93540064fef4 tempest-TestSecurityGroupsBasicOps-248226977 tempest-TestSecurityGroupsBasicOps-248226977-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=adbda95e-2035-4608-b8c3-69823b0108f5&id=ce3aadc8-95a0-4001-997f-23b81140a6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1757355 Aug 16 23:10:44.264525 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca38af4-1dd7-4c37-80fc-93540064fef4 tempest-TestSecurityGroupsBasicOps-248226977 tempest-TestSecurityGroupsBasicOps-248226977-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d82917da-52df-44ce-90ca-d0e30b943fe2,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:10:44.283317 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 59856) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:10:44.325651 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981f9ceb-0d4c-4493-b347-6eadc7c8b837 tempest-TestSecurityGroupsBasicOps-248226977 tempest-TestSecurityGroupsBasicOps-248226977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:44.328583 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-981f9ceb-0d4c-4493-b347-6eadc7c8b837 tempest-TestSecurityGroupsBasicOps-248226977 tempest-TestSecurityGroupsBasicOps-248226977-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=fa2e3db6-7326-496d-b58c-23c7d64d7377 HTTP/1.1" status: 200 len: 1132 time: 0.0421996 Aug 16 23:10:44.330137 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 59858) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:10:44.335433 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-d3bfcb40-07d8-4b92-b565-6c16b2caaad7 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Request body: {'floatingip': {'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'port_id': '49c38c0d-fd6d-411a-93a6-ee8f9fbddfce', 'tenant_id': '3ea7c49de2c143b091b125e676c32975', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:10:44.361068 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d3bfcb40-07d8-4b92-b565-6c16b2caaad7 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks [] for floatingip, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:44.493866 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d3bfcb40-07d8-4b92-b565-6c16b2caaad7 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:44.603266 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-d3bfcb40-07d8-4b92-b565-6c16b2caaad7 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Allocated IP 172.25.4.246 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/807c4536-fc94-4317-b454-8caa9b3b6496) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:10:44.761781 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d3bfcb40-07d8-4b92-b565-6c16b2caaad7 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:44.816723 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d3bfcb40-07d8-4b92-b565-6c16b2caaad7 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:44.835853 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3bfcb40-07d8-4b92-b565-6c16b2caaad7 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:10:44.854659 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-d3bfcb40-07d8-4b92-b565-6c16b2caaad7 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:10:44.858211 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bfcb40-07d8-4b92-b565-6c16b2caaad7 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:10:44.909708 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bfcb40-07d8-4b92-b565-6c16b2caaad7 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Pushing event updated for resources: {'Port': ['ID=807c4536-fc94-4317-b454-8caa9b3b6496,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:10:45.717976 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d3bfcb40-07d8-4b92-b565-6c16b2caaad7 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:45.827298 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d3bfcb40-07d8-4b92-b565-6c16b2caaad7 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:45.997659 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d3bfcb40-07d8-4b92-b565-6c16b2caaad7 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:46.003715 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d3bfcb40-07d8-4b92-b565-6c16b2caaad7 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:46.074039 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bfcb40-07d8-4b92-b565-6c16b2caaad7 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Pushing event updated for resources: {'Port': ['ID=807c4536-fc94-4317-b454-8caa9b3b6496,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:10:46.083168 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d3bfcb40-07d8-4b92-b565-6c16b2caaad7 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:46.192796 n-d-791506-26 neutron-server[101291]: INFO neutron.db.l3_db [None req-d3bfcb40-07d8-4b92-b565-6c16b2caaad7 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Floating IP 487e5b5f-f27f-4318-9489-235960c417a0 associated. External IP: 172.25.4.246, port: 49c38c0d-fd6d-411a-93a6-ee8f9fbddfce. Aug 16 23:10:46.434592 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3bfcb40-07d8-4b92-b565-6c16b2caaad7 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Router 5a27f4c9-d906-448f-8d2f-52ef7dbe589e has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:10:46.576831 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3bfcb40-07d8-4b92-b565-6c16b2caaad7 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:10:46.580083 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-040b0380-25cc-4855-a990-0ceba8421d34 req-1cf50303-437e-4107-aad1-175efdcb775c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5ec6deff-f245-4e1c-822d-87007a31b174&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0923488 Aug 16 23:10:46.589497 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c02a0ef-8cc0-49be-a9d4-45ee77667f35 None None] Sync routers for ids ['5a27f4c9-d906-448f-8d2f-52ef7dbe589e'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:10:46.604046 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c02a0ef-8cc0-49be-a9d4-45ee77667f35 None None] Routers {'5a27f4c9-d906-448f-8d2f-52ef7dbe589e'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:10:46.604773 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-2c02a0ef-8cc0-49be-a9d4-45ee77667f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:10:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['5a27f4c9-d906-448f-8d2f-52ef7dbe589e'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:10:46.614041 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d3bfcb40-07d8-4b92-b565-6c16b2caaad7 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:46.672089 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-d3bfcb40-07d8-4b92-b565-6c16b2caaad7 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3387532 Aug 16 23:10:46.672089 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa2e3db6-7326-496d-b58c-23c7d64d7377', 'tag': '49c38c0d-fd6d-411a-93a6-ee8f9fbddfce'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:10:46.673137 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5cd6546-2ff5-4eb5-8de0-9c077a56ceff" -d '{"events": [{"name": "network-changed", "server_uuid": "fa2e3db6-7326-496d-b58c-23c7d64d7377", "tag": "49c38c0d-fd6d-411a-93a6-ee8f9fbddfce"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:10:46.676496 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 59916) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:10:46.757550 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b0380-25cc-4855-a990-0ceba8421d34 req-2c35d147-823d-49a6-977e-05a3c2bb196f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:46.757550 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b0380-25cc-4855-a990-0ceba8421d34 req-2c35d147-823d-49a6-977e-05a3c2bb196f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:46.757924 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b0380-25cc-4855-a990-0ceba8421d34 req-2c35d147-823d-49a6-977e-05a3c2bb196f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:46.758267 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b0380-25cc-4855-a990-0ceba8421d34 req-2c35d147-823d-49a6-977e-05a3c2bb196f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:46.758752 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b0380-25cc-4855-a990-0ceba8421d34 req-2c35d147-823d-49a6-977e-05a3c2bb196f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:46.760786 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b0380-25cc-4855-a990-0ceba8421d34 req-2c35d147-823d-49a6-977e-05a3c2bb196f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:46.761258 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b0380-25cc-4855-a990-0ceba8421d34 req-2c35d147-823d-49a6-977e-05a3c2bb196f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:46.774560 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-040b0380-25cc-4855-a990-0ceba8421d34 req-2c35d147-823d-49a6-977e-05a3c2bb196f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0fd6de77a6ca45308e5ac106bdd0311d&device_id=5ec6deff-f245-4e1c-822d-87007a31b174 HTTP/1.1" status: 200 len: 6506 time: 0.1441176 Aug 16 23:10:46.782035 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-403018bb-614d-4e75-a71d-5129f1c8ea99 x-openstack-request-id: req-403018bb-614d-4e75-a71d-5129f1c8ea99 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:10:46.782612 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa2e3db6-7326-496d-b58c-23c7d64d7377", "tag": "49c38c0d-fd6d-411a-93a6-ee8f9fbddfce", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:10:46.782731 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-403018bb-614d-4e75-a71d-5129f1c8ea99 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:10:46.783090 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa2e3db6-7326-496d-b58c-23c7d64d7377', 'tag': '49c38c0d-fd6d-411a-93a6-ee8f9fbddfce', 'status': 'completed', 'code': 200} Aug 16 23:10:46.797082 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-2c02a0ef-8cc0-49be-a9d4-45ee77667f35 None None] Set router 5a27f4c9-d906-448f-8d2f-52ef7dbe589e gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:10:46.951688 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b0380-25cc-4855-a990-0ceba8421d34 req-0f708426-003c-4376-a414-2336df5aa27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:46.952464 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b0380-25cc-4855-a990-0ceba8421d34 req-0f708426-003c-4376-a414-2336df5aa27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:46.952973 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b0380-25cc-4855-a990-0ceba8421d34 req-0f708426-003c-4376-a414-2336df5aa27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:46.954913 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-040b0380-25cc-4855-a990-0ceba8421d34 req-0f708426-003c-4376-a414-2336df5aa27e service neutron] 10.222.0.57 "GET /v2.0/networks?id=7f9863fd-7980-4b2d-a7ca-14f053950325&id=716ffdec-3357-4059-8ca3-4654ec1fdd32&id=716ffdec-3357-4059-8ca3-4654ec1fdd32&id=716ffdec-3357-4059-8ca3-4654ec1fdd32&id=716ffdec-3357-4059-8ca3-4654ec1fdd32&id=f7e04764-48fe-4543-83bb-53e420b1bda2&id=f7e04764-48fe-4543-83bb-53e420b1bda2 HTTP/1.1" status: 200 len: 2298 time: 0.1431110 Aug 16 23:10:46.966648 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd242a3b-3379-49b3-97ad-8db92e333b7c tempest-TestSecurityGroupsBasicOps-248226977 tempest-TestSecurityGroupsBasicOps-248226977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:46.967221 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd242a3b-3379-49b3-97ad-8db92e333b7c tempest-TestSecurityGroupsBasicOps-248226977 tempest-TestSecurityGroupsBasicOps-248226977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:46.967671 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd242a3b-3379-49b3-97ad-8db92e333b7c tempest-TestSecurityGroupsBasicOps-248226977 tempest-TestSecurityGroupsBasicOps-248226977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:46.968156 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd242a3b-3379-49b3-97ad-8db92e333b7c tempest-TestSecurityGroupsBasicOps-248226977 tempest-TestSecurityGroupsBasicOps-248226977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:46.968645 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd242a3b-3379-49b3-97ad-8db92e333b7c tempest-TestSecurityGroupsBasicOps-248226977 tempest-TestSecurityGroupsBasicOps-248226977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:46.969127 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd242a3b-3379-49b3-97ad-8db92e333b7c tempest-TestSecurityGroupsBasicOps-248226977 tempest-TestSecurityGroupsBasicOps-248226977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:46.969607 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd242a3b-3379-49b3-97ad-8db92e333b7c tempest-TestSecurityGroupsBasicOps-248226977 tempest-TestSecurityGroupsBasicOps-248226977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:46.970117 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd242a3b-3379-49b3-97ad-8db92e333b7c tempest-TestSecurityGroupsBasicOps-248226977 tempest-TestSecurityGroupsBasicOps-248226977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:46.970541 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd242a3b-3379-49b3-97ad-8db92e333b7c tempest-TestSecurityGroupsBasicOps-248226977 tempest-TestSecurityGroupsBasicOps-248226977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:46.970981 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd242a3b-3379-49b3-97ad-8db92e333b7c tempest-TestSecurityGroupsBasicOps-248226977 tempest-TestSecurityGroupsBasicOps-248226977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:46.972029 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd242a3b-3379-49b3-97ad-8db92e333b7c tempest-TestSecurityGroupsBasicOps-248226977 tempest-TestSecurityGroupsBasicOps-248226977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:46.972959 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd242a3b-3379-49b3-97ad-8db92e333b7c tempest-TestSecurityGroupsBasicOps-248226977 tempest-TestSecurityGroupsBasicOps-248226977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:46.975685 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-cd242a3b-3379-49b3-97ad-8db92e333b7c tempest-TestSecurityGroupsBasicOps-248226977 tempest-TestSecurityGroupsBasicOps-248226977-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8441 time: 0.2974105 Aug 16 23:10:46.985310 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 59938) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:10:47.060738 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-040b0380-25cc-4855-a990-0ceba8421d34 req-99797473-2b5c-42a2-b39f-cd0a4586f23e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c511553-abb0-45ee-9ae1-f490c0be7d9d HTTP/1.1" status: 200 len: 1000 time: 0.0862987 Aug 16 23:10:47.061449 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cd6546-2ff5-4eb5-8de0-9c077a56ceff req-c708479a-031a-452e-896c-b67455d4218c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:47.062987 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c5cd6546-2ff5-4eb5-8de0-9c077a56ceff req-c708479a-031a-452e-896c-b67455d4218c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3ea7c49de2c143b091b125e676c32975&device_id=fa2e3db6-7326-496d-b58c-23c7d64d7377 HTTP/1.1" status: 200 len: 1137 time: 0.2259078 Aug 16 23:10:47.116036 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b0380-25cc-4855-a990-0ceba8421d34 req-f1c487a9-f379-40c8-b839-c7968ac27c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:47.117943 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-040b0380-25cc-4855-a990-0ceba8421d34 req-f1c487a9-f379-40c8-b839-c7968ac27c09 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=707213db-37e4-4504-a3c9-b665785837dd HTTP/1.1" status: 200 len: 856 time: 0.0559649 Aug 16 23:10:47.214620 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48a52a2-5cf5-4028-9f3b-8b811b21e1bf tempest-TestSecurityGroupsBasicOps-248226977 tempest-TestSecurityGroupsBasicOps-248226977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:47.215292 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48a52a2-5cf5-4028-9f3b-8b811b21e1bf tempest-TestSecurityGroupsBasicOps-248226977 tempest-TestSecurityGroupsBasicOps-248226977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:47.215770 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48a52a2-5cf5-4028-9f3b-8b811b21e1bf tempest-TestSecurityGroupsBasicOps-248226977 tempest-TestSecurityGroupsBasicOps-248226977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:47.216798 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48a52a2-5cf5-4028-9f3b-8b811b21e1bf tempest-TestSecurityGroupsBasicOps-248226977 tempest-TestSecurityGroupsBasicOps-248226977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:47.217841 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48a52a2-5cf5-4028-9f3b-8b811b21e1bf tempest-TestSecurityGroupsBasicOps-248226977 tempest-TestSecurityGroupsBasicOps-248226977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:47.218458 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48a52a2-5cf5-4028-9f3b-8b811b21e1bf tempest-TestSecurityGroupsBasicOps-248226977 tempest-TestSecurityGroupsBasicOps-248226977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:47.219078 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48a52a2-5cf5-4028-9f3b-8b811b21e1bf tempest-TestSecurityGroupsBasicOps-248226977 tempest-TestSecurityGroupsBasicOps-248226977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:47.219552 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48a52a2-5cf5-4028-9f3b-8b811b21e1bf tempest-TestSecurityGroupsBasicOps-248226977 tempest-TestSecurityGroupsBasicOps-248226977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:47.220015 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48a52a2-5cf5-4028-9f3b-8b811b21e1bf tempest-TestSecurityGroupsBasicOps-248226977 tempest-TestSecurityGroupsBasicOps-248226977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:47.220467 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48a52a2-5cf5-4028-9f3b-8b811b21e1bf tempest-TestSecurityGroupsBasicOps-248226977 tempest-TestSecurityGroupsBasicOps-248226977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:47.220960 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48a52a2-5cf5-4028-9f3b-8b811b21e1bf tempest-TestSecurityGroupsBasicOps-248226977 tempest-TestSecurityGroupsBasicOps-248226977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:47.221958 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48a52a2-5cf5-4028-9f3b-8b811b21e1bf tempest-TestSecurityGroupsBasicOps-248226977 tempest-TestSecurityGroupsBasicOps-248226977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:47.222392 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b0380-25cc-4855-a990-0ceba8421d34 req-591e8cfe-07ca-4ba1-950f-58c356e2f7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:47.224091 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-a48a52a2-5cf5-4028-9f3b-8b811b21e1bf tempest-TestSecurityGroupsBasicOps-248226977 tempest-TestSecurityGroupsBasicOps-248226977-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7622 time: 0.2365887 Aug 16 23:10:47.226890 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 59944) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:10:47.229326 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-040b0380-25cc-4855-a990-0ceba8421d34 req-591e8cfe-07ca-4ba1-950f-58c356e2f7b0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7f9863fd-7980-4b2d-a7ca-14f053950325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0813553 Aug 16 23:10:47.243370 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-2c02a0ef-8cc0-49be-a9d4-45ee77667f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a27f4c9-d906-448f-8d2f-52ef7dbe589e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1395812094', 'tenant_id': '3ea7c49de2c143b091b125e676c32975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '76a08e2d-ca3e-4da2-a04d-ce8d3b140b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:10:20Z', 'updated_at': '2021-08-16T23:10:25Z', 'revision_number': 4, 'project_id': '3ea7c49de2c143b091b125e676c32975', 'gw_port': {'id': '76a08e2d-ca3e-4da2-a04d-ce8d3b140b46', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ed:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a27f4c9-d906-448f-8d2f-52ef7dbe589e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:10:20Z', 'updated_at': '2021-08-16T23:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': '487e5b5f-f27f-4318-9489-235960c417a0', 'tenant_id': '3ea7c49de2c143b091b125e676c32975', 'floating_ip_address': '172.25.4.246', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': '5a27f4c9-d906-448f-8d2f-52ef7dbe589e', 'port_id': '49c38c0d-fd6d-411a-93a6-ee8f9fbddfce', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3035, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '803f9ee7-4514-42b8-8fa9-4013327e1e5f', 'mac_address': 'fa:16:3e:d0:66:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2e3db6-7326-496d-b58c-23c7d64d7377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:10:45Z', 'updated_at': '2021-08-16T23:10:45Z', 'revision_number': 0, 'project_id': '3ea7c49de2c143b091b125e676c32975', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e08c3e0-c1b1-4707-a925-4a3b987e6499', 'name': '', 'network_id': '803f9ee7-4514-42b8-8fa9-4013327e1e5f', 'tenant_id': '3ea7c49de2c143b091b125e676c32975', 'mac_address': 'fa:16:3e:49:03:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a27f4c9-d906-448f-8d2f-52ef7dbe589e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '13097044-bfd4-44e0-bf4c-c55d930f4fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:10:23Z', 'updated_at': '2021-08-16T23:10:30Z', 'revision_number': 5, 'project_id': '3ea7c49de2c143b091b125e676c32975', 'subnets': [{'id': '13097044-bfd4-44e0-bf4c-c55d930f4fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:10:47.296188 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c02a0ef-8cc0-49be-a9d4-45ee77667f35 None None] Checking router: 5a27f4c9-d906-448f-8d2f-52ef7dbe589e for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:10:47.320116 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c02a0ef-8cc0-49be-a9d4-45ee77667f35 None None] Routers {'5a27f4c9-d906-448f-8d2f-52ef7dbe589e'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:10:47.320788 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-2c02a0ef-8cc0-49be-a9d4-45ee77667f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:10:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['5a27f4c9-d906-448f-8d2f-52ef7dbe589e'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:10:47.365434 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cd6546-2ff5-4eb5-8de0-9c077a56ceff req-a6a31aec-55a4-4502-bc9f-9ba0e07bee14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:47.366993 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c5cd6546-2ff5-4eb5-8de0-9c077a56ceff req-a6a31aec-55a4-4502-bc9f-9ba0e07bee14 service neutron] 10.222.0.57 "GET /v2.0/networks?id=803f9ee7-4514-42b8-8fa9-4013327e1e5f HTTP/1.1" status: 200 len: 897 time: 0.2974315 Aug 16 23:10:47.384510 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-040b0380-25cc-4855-a990-0ceba8421d34 req-cccb67cd-ee9d-4cf2-9c9d-7340dedd2ecd service neutron] 10.222.0.57 "GET /v2.0/networks/7f9863fd-7980-4b2d-a7ca-14f053950325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527901 Aug 16 23:10:47.477267 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-2c02a0ef-8cc0-49be-a9d4-45ee77667f35 None None] Set router 5a27f4c9-d906-448f-8d2f-52ef7dbe589e gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:10:47.566232 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-040b0380-25cc-4855-a990-0ceba8421d34 req-1d61ed83-dac6-4bbd-aeb0-d71e2fed1b21 service neutron] 10.222.0.57 "GET /v2.0/networks/7f9863fd-7980-4b2d-a7ca-14f053950325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704195 Aug 16 23:10:47.652000 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-040b0380-25cc-4855-a990-0ceba8421d34 req-0d6fb425-a816-497f-80c9-c0ac53a29679 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.37&port_id=2d914dcd-a009-4bd0-a96d-6ee74c4c2e7d HTTP/1.1" status: 200 len: 217 time: 0.0725627 Aug 16 23:10:47.719647 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-957db74e-0626-48f3-b659-ebf8f9de8a6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:47.741317 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b0380-25cc-4855-a990-0ceba8421d34 req-8cb6f302-e162-499d-9745-c4701791623c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:47.743451 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-040b0380-25cc-4855-a990-0ceba8421d34 req-8cb6f302-e162-499d-9745-c4701791623c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a67b33f8-6bc2-40d2-9660-ea5007dbf946 HTTP/1.1" status: 200 len: 797 time: 0.0847092 Aug 16 23:10:47.863987 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b0380-25cc-4855-a990-0ceba8421d34 req-d926fe48-ac6b-4ba6-a683-daf016217ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:47.866243 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-040b0380-25cc-4855-a990-0ceba8421d34 req-d926fe48-ac6b-4ba6-a683-daf016217ac8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=716ffdec-3357-4059-8ca3-4654ec1fdd32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1157176 Aug 16 23:10:47.906562 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c5cd6546-2ff5-4eb5-8de0-9c077a56ceff req-060f37de-e683-4dd7-a33d-6e7fbbe77270 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49c38c0d-fd6d-411a-93a6-ee8f9fbddfce HTTP/1.1" status: 200 len: 1000 time: 0.5152922 Aug 16 23:10:47.926356 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-2c02a0ef-8cc0-49be-a9d4-45ee77667f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a27f4c9-d906-448f-8d2f-52ef7dbe589e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1395812094', 'tenant_id': '3ea7c49de2c143b091b125e676c32975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '76a08e2d-ca3e-4da2-a04d-ce8d3b140b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:10:20Z', 'updated_at': '2021-08-16T23:10:25Z', 'revision_number': 4, 'project_id': '3ea7c49de2c143b091b125e676c32975', 'gw_port': {'id': '76a08e2d-ca3e-4da2-a04d-ce8d3b140b46', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ed:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a27f4c9-d906-448f-8d2f-52ef7dbe589e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:10:20Z', 'updated_at': '2021-08-16T23:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': '487e5b5f-f27f-4318-9489-235960c417a0', 'tenant_id': '3ea7c49de2c143b091b125e676c32975', 'floating_ip_address': '172.25.4.246', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': '5a27f4c9-d906-448f-8d2f-52ef7dbe589e', 'port_id': '49c38c0d-fd6d-411a-93a6-ee8f9fbddfce', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3035, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '803f9ee7-4514-42b8-8fa9-4013327e1e5f', 'mac_address': 'fa:16:3e:d0:66:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2e3db6-7326-496d-b58c-23c7d64d7377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:10:45Z', 'updated_at': '2021-08-16T23:10:45Z', 'revision_number': 0, 'project_id': '3ea7c49de2c143b091b125e676c32975', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e08c3e0-c1b1-4707-a925-4a3b987e6499', 'name': '', 'network_id': '803f9ee7-4514-42b8-8fa9-4013327e1e5f', 'tenant_id': '3ea7c49de2c143b091b125e676c32975', 'mac_address': 'fa:16:3e:49:03:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a27f4c9-d906-448f-8d2f-52ef7dbe589e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '13097044-bfd4-44e0-bf4c-c55d930f4fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:10:23Z', 'updated_at': '2021-08-16T23:10:30Z', 'revision_number': 5, 'project_id': '3ea7c49de2c143b091b125e676c32975', 'subnets': [{'id': '13097044-bfd4-44e0-bf4c-c55d930f4fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:10:47.959546 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c02a0ef-8cc0-49be-a9d4-45ee77667f35 None None] The sync data for ids ['5a27f4c9-d906-448f-8d2f-52ef7dbe589e'] in n-d-791506-26 is: [{'id': '5a27f4c9-d906-448f-8d2f-52ef7dbe589e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1395812094', 'tenant_id': '3ea7c49de2c143b091b125e676c32975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '76a08e2d-ca3e-4da2-a04d-ce8d3b140b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:10:20Z', 'updated_at': '2021-08-16T23:10:25Z', 'revision_number': 4, 'project_id': '3ea7c49de2c143b091b125e676c32975', 'gw_port': {'id': '76a08e2d-ca3e-4da2-a04d-ce8d3b140b46', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ed:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a27f4c9-d906-448f-8d2f-52ef7dbe589e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:10:20Z', 'updated_at': '2021-08-16T23:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': '487e5b5f-f27f-4318-9489-235960c417a0', 'tenant_id': '3ea7c49de2c143b091b125e676c32975', 'floating_ip_address': '172.25.4.246', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': '5a27f4c9-d906-448f-8d2f-52ef7dbe589e', 'port_id': '49c38c0d-fd6d-411a-93a6-ee8f9fbddfce', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3035, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '803f9ee7-4514-42b8-8fa9-4013327e1e5f', 'mac_address': 'fa:16:3e:d0:66:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2e3db6-7326-496d-b58c-23c7d64d7377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:10:45Z', 'updated_at': '2021-08-16T23:10:45Z', 'revision_number': 0, 'project_id': '3ea7c49de2c143b091b125e676c32975', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e08c3e0-c1b1-4707-a925-4a3b987e6499', 'name': '', 'network_id': '803f9ee7-4514-42b8-8fa9-4013327e1e5f', 'tenant_id': '3ea7c49de2c143b091b125e676c32975', 'mac_address': 'fa:16:3e:49:03:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a27f4c9-d906-448f-8d2f-52ef7dbe589e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '13097044-bfd4-44e0-bf4c-c55d930f4fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:10:23Z', 'updated_at': '2021-08-16T23:10:30Z', 'revision_number': 5, 'project_id': '3ea7c49de2c143b091b125e676c32975', 'subnets': [{'id': '13097044-bfd4-44e0-bf4c-c55d930f4fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:10:48.004174 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cd6546-2ff5-4eb5-8de0-9c077a56ceff req-5922411b-aedc-4ffc-89a3-a94730cd94ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:48.005757 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c5cd6546-2ff5-4eb5-8de0-9c077a56ceff req-5922411b-aedc-4ffc-89a3-a94730cd94ea service neutron] 10.222.0.57 "GET /v2.0/subnets?id=13097044-bfd4-44e0-bf4c-c55d930f4fb5 HTTP/1.1" status: 200 len: 835 time: 0.0894492 Aug 16 23:10:48.006957 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-040b0380-25cc-4855-a990-0ceba8421d34 req-77bde60c-2f00-43cc-a8cf-d69b359c0840 service neutron] 10.222.0.57 "GET /v2.0/networks/716ffdec-3357-4059-8ca3-4654ec1fdd32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331685 Aug 16 23:10:48.043418 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-4b9b1ba5-08ea-4f5b-a6f1-62f14d84bd38 tempest-TestSecurityGroupsBasicOps-248226977 tempest-TestSecurityGroupsBasicOps-248226977-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4494 time: 0.8154190 Aug 16 23:10:48.057895 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 59968) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:10:48.107502 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cd6546-2ff5-4eb5-8de0-9c077a56ceff req-6c4103d9-0935-4f0b-9308-8420d6e23241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:48.113805 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c5cd6546-2ff5-4eb5-8de0-9c077a56ceff req-6c4103d9-0935-4f0b-9308-8420d6e23241 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=803f9ee7-4514-42b8-8fa9-4013327e1e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0939083 Aug 16 23:10:48.177719 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-040b0380-25cc-4855-a990-0ceba8421d34 req-560d9b20-e60d-4706-8835-b94d769b52d7 service neutron] 10.222.0.57 "GET /v2.0/networks/716ffdec-3357-4059-8ca3-4654ec1fdd32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427727 Aug 16 23:10:48.275685 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-040b0380-25cc-4855-a990-0ceba8421d34 req-0c913480-3b80-40cb-a268-700e9ff71781 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.86&port_id=c8884c15-ea75-4d67-b150-51216a77129b HTTP/1.1" status: 200 len: 217 time: 0.0947616 Aug 16 23:10:48.290669 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e88a358-613f-452a-89c8-45f578d15d5f tempest-TestSecurityGroupsBasicOps-248226977 tempest-TestSecurityGroupsBasicOps-248226977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:48.291257 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e88a358-613f-452a-89c8-45f578d15d5f tempest-TestSecurityGroupsBasicOps-248226977 tempest-TestSecurityGroupsBasicOps-248226977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:48.293125 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-4e88a358-613f-452a-89c8-45f578d15d5f tempest-TestSecurityGroupsBasicOps-248226977 tempest-TestSecurityGroupsBasicOps-248226977-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=5a27f4c9-d906-448f-8d2f-52ef7dbe589e HTTP/1.1" status: 200 len: 1991 time: 0.2338290 Aug 16 23:10:48.295220 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c5cd6546-2ff5-4eb5-8de0-9c077a56ceff req-7b508383-f826-419b-a2a1-0113f9810dd1 service neutron] 10.222.0.57 "GET /v2.0/networks/803f9ee7-4514-42b8-8fa9-4013327e1e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690497 Aug 16 23:10:48.378808 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b0380-25cc-4855-a990-0ceba8421d34 req-481dd170-5f47-45fa-ae6f-ba21576d3279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:48.381263 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-040b0380-25cc-4855-a990-0ceba8421d34 req-481dd170-5f47-45fa-ae6f-ba21576d3279 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a67b33f8-6bc2-40d2-9660-ea5007dbf946 HTTP/1.1" status: 200 len: 797 time: 0.0947423 Aug 16 23:10:48.384465 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0aac54b-a3c9-43a0-9c60-b7acbda387b2 None None] New status for floating IP 487e5b5f-f27f-4318-9489-235960c417a0: ACTIVE {{(pid=101294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:10:48.446982 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c5cd6546-2ff5-4eb5-8de0-9c077a56ceff req-ef7fb516-0d98-4dd5-8023-e23e9309d68d service neutron] 10.222.0.57 "GET /v2.0/networks/803f9ee7-4514-42b8-8fa9-4013327e1e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438034 Aug 16 23:10:48.465846 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b0380-25cc-4855-a990-0ceba8421d34 req-20f168fb-90aa-4990-9329-7b0dade843e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:48.467984 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-040b0380-25cc-4855-a990-0ceba8421d34 req-20f168fb-90aa-4990-9329-7b0dade843e6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=716ffdec-3357-4059-8ca3-4654ec1fdd32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0782373 Aug 16 23:10:48.576671 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-040b0380-25cc-4855-a990-0ceba8421d34 req-d27c16f9-1272-4e5b-9559-2fa9e03f0e80 service neutron] 10.222.0.57 "GET /v2.0/networks/716ffdec-3357-4059-8ca3-4654ec1fdd32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013429 Aug 16 23:10:48.695468 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-040b0380-25cc-4855-a990-0ceba8421d34 req-0285df66-9978-489f-b5dc-abb50a503729 service neutron] 10.222.0.57 "GET /v2.0/networks/716ffdec-3357-4059-8ca3-4654ec1fdd32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108878 Aug 16 23:10:48.748433 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-040b0380-25cc-4855-a990-0ceba8421d34 req-1c34104c-d49f-4ed0-9291-06eb892cd2a9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.134&port_id=e0a765e0-0935-444c-9c94-9574aa68a115 HTTP/1.1" status: 200 len: 217 time: 0.0392516 Aug 16 23:10:48.827894 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b0380-25cc-4855-a990-0ceba8421d34 req-44bcc08f-a1d7-44bf-8ea2-6b719cb5a766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:48.829508 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-040b0380-25cc-4855-a990-0ceba8421d34 req-44bcc08f-a1d7-44bf-8ea2-6b719cb5a766 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a67b33f8-6bc2-40d2-9660-ea5007dbf946 HTTP/1.1" status: 200 len: 797 time: 0.0599604 Aug 16 23:10:48.920673 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b0380-25cc-4855-a990-0ceba8421d34 req-0aa4eb42-5116-44b5-b0fd-bf67df1c18cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:48.927463 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-040b0380-25cc-4855-a990-0ceba8421d34 req-0aa4eb42-5116-44b5-b0fd-bf67df1c18cf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=716ffdec-3357-4059-8ca3-4654ec1fdd32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0730383 Aug 16 23:10:49.070118 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-040b0380-25cc-4855-a990-0ceba8421d34 req-c5288090-2255-4efb-b6c7-fdb544d13a1c service neutron] 10.222.0.57 "GET /v2.0/networks/716ffdec-3357-4059-8ca3-4654ec1fdd32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386125 Aug 16 23:10:49.179143 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-040b0380-25cc-4855-a990-0ceba8421d34 req-0973f916-0740-44ff-af06-55eca92a10c8 service neutron] 10.222.0.57 "GET /v2.0/networks/716ffdec-3357-4059-8ca3-4654ec1fdd32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020157 Aug 16 23:10:49.226035 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-040b0380-25cc-4855-a990-0ceba8421d34 req-c02b89b7-af25-4d31-8d74-f49ab4b93d32 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.161&port_id=02990fd3-6867-47e9-bd51-e2036b1e16a1 HTTP/1.1" status: 200 len: 217 time: 0.0399148 Aug 16 23:10:49.280340 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b0380-25cc-4855-a990-0ceba8421d34 req-6401aa24-061a-4ab9-a3e0-b771bacf5517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:49.281880 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-040b0380-25cc-4855-a990-0ceba8421d34 req-6401aa24-061a-4ab9-a3e0-b771bacf5517 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a67b33f8-6bc2-40d2-9660-ea5007dbf946 HTTP/1.1" status: 200 len: 797 time: 0.0497830 Aug 16 23:10:49.336613 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b0380-25cc-4855-a990-0ceba8421d34 req-52da3e92-3192-4e79-9871-be4c08d4403e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:49.338808 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-040b0380-25cc-4855-a990-0ceba8421d34 req-52da3e92-3192-4e79-9871-be4c08d4403e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=716ffdec-3357-4059-8ca3-4654ec1fdd32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0479746 Aug 16 23:10:49.430746 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-040b0380-25cc-4855-a990-0ceba8421d34 req-2643a9a4-48ee-4732-95fa-e3147090cc82 service neutron] 10.222.0.57 "GET /v2.0/networks/716ffdec-3357-4059-8ca3-4654ec1fdd32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847886 Aug 16 23:10:49.529045 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-040b0380-25cc-4855-a990-0ceba8421d34 req-a348fe62-7955-4dd1-a4c2-e3e8cf41b8a2 service neutron] 10.222.0.57 "GET /v2.0/networks/716ffdec-3357-4059-8ca3-4654ec1fdd32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909371 Aug 16 23:10:49.581308 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-040b0380-25cc-4855-a990-0ceba8421d34 req-3b50f12e-919a-465d-a5bc-134634e9dc35 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1f7efbdf-cfae-4b67-acd0-7aee054634c7 HTTP/1.1" status: 200 len: 217 time: 0.0456400 Aug 16 23:10:49.640937 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b0380-25cc-4855-a990-0ceba8421d34 req-849d1d9f-f391-4c7a-8e28-f9f3e2b06789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:49.642414 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-040b0380-25cc-4855-a990-0ceba8421d34 req-849d1d9f-f391-4c7a-8e28-f9f3e2b06789 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=78f5180d-c604-4361-9f31-ccf383bd8b30 HTTP/1.1" status: 200 len: 797 time: 0.0536392 Aug 16 23:10:49.689793 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b0380-25cc-4855-a990-0ceba8421d34 req-95b02d43-8f6d-4f33-a84a-b7fe527a8cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:49.692051 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-040b0380-25cc-4855-a990-0ceba8421d34 req-95b02d43-8f6d-4f33-a84a-b7fe527a8cea service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f7e04764-48fe-4543-83bb-53e420b1bda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0426381 Aug 16 23:10:49.748879 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-59253d32-93dd-4019-a6e8-2ac659ad3da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:49.792465 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-040b0380-25cc-4855-a990-0ceba8421d34 req-d271e055-e8c4-4fd6-ac83-37af0a529148 service neutron] 10.222.0.57 "GET /v2.0/networks/f7e04764-48fe-4543-83bb-53e420b1bda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935459 Aug 16 23:10:49.936253 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-040b0380-25cc-4855-a990-0ceba8421d34 req-7c721fa8-b146-4512-af3d-2ba02d5ee64a service neutron] 10.222.0.57 "GET /v2.0/networks/f7e04764-48fe-4543-83bb-53e420b1bda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360776 Aug 16 23:10:49.981251 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-040b0380-25cc-4855-a990-0ceba8421d34 req-e5379a13-0b3f-46d7-bbee-12395ede1b57 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4c28e14e-af8e-4e4b-9785-ea495ce96f11 HTTP/1.1" status: 200 len: 217 time: 0.0374091 Aug 16 23:10:50.039078 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b0380-25cc-4855-a990-0ceba8421d34 req-3d6b9082-53c8-4b03-997d-cd99046d646a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:50.040479 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-040b0380-25cc-4855-a990-0ceba8421d34 req-3d6b9082-53c8-4b03-997d-cd99046d646a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=78f5180d-c604-4361-9f31-ccf383bd8b30 HTTP/1.1" status: 200 len: 797 time: 0.0525062 Aug 16 23:10:50.095063 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b0380-25cc-4855-a990-0ceba8421d34 req-6c824f61-4123-459e-8079-c86ef254f30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:10:50.097525 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-040b0380-25cc-4855-a990-0ceba8421d34 req-6c824f61-4123-459e-8079-c86ef254f30a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f7e04764-48fe-4543-83bb-53e420b1bda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0494201 Aug 16 23:10:50.226170 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-040b0380-25cc-4855-a990-0ceba8421d34 req-05de0293-591c-4e6c-be22-a78e913732cd service neutron] 10.222.0.57 "GET /v2.0/networks/f7e04764-48fe-4543-83bb-53e420b1bda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214907 Aug 16 23:10:50.340294 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-040b0380-25cc-4855-a990-0ceba8421d34 req-ee1ce079-6b40-4364-87c3-9d49e71724ab service neutron] 10.222.0.57 "GET /v2.0/networks/f7e04764-48fe-4543-83bb-53e420b1bda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065729 Aug 16 23:10:50.593907 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:51.535818 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:52.754774 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:55.321427 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:10:57.124750 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [req-f80d842d-c02e-4844-a892-16b37c20ba38 req-2f2cbf36-e84c-4ef3-b352-ffb18797d798 tempest-ServersTestFqdnHostnames-1874354551 tempest-ServersTestFqdnHostnames-1874354551-project] (101291) timed out ('10.222.0.68', 60704) {{(pid=101291) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 23:11:10.239464 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8091a4-e1c8-43d2-8765-63e1f0d03d79 req-0e6d95e2-8fe2-46e8-b1d7-abc7b7087189 tempest-VolumesBackupsTest-1048155155 tempest-VolumesBackupsTest-1048155155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:10.241006 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-de8091a4-e1c8-43d2-8765-63e1f0d03d79 req-0e6d95e2-8fe2-46e8-b1d7-abc7b7087189 tempest-VolumesBackupsTest-1048155155 tempest-VolumesBackupsTest-1048155155-project] 10.222.0.36 "GET /v2.0/ports?device_id=d39dca41-fdce-4614-9e71-b93202690f08 HTTP/1.1" status: 200 len: 949 time: 0.0513468 Aug 16 23:11:10.280962 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-de8091a4-e1c8-43d2-8765-63e1f0d03d79 req-4fe88a59-0ec8-45ad-9daa-56be71cc8841 tempest-VolumesBackupsTest-1048155155 tempest-VolumesBackupsTest-1048155155-project] 10.222.0.36 "GET /v2.0/security-groups?id=104a30c9-d9a0-4ad6-8708-013ea2cb932c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335481 Aug 16 23:11:11.145014 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:11.398972 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531b4e9c-8261-425a-b4f6-5f5c399e7976 req-0823e050-99c5-47d6-820b-0a599ab66ffe tempest-VolumesBackupsTest-1048155155 tempest-VolumesBackupsTest-1048155155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:11.400595 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-531b4e9c-8261-425a-b4f6-5f5c399e7976 req-0823e050-99c5-47d6-820b-0a599ab66ffe tempest-VolumesBackupsTest-1048155155 tempest-VolumesBackupsTest-1048155155-project] 10.222.0.36 "GET /v2.0/ports?device_id=d39dca41-fdce-4614-9e71-b93202690f08 HTTP/1.1" status: 200 len: 949 time: 0.0498166 Aug 16 23:11:11.445140 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-531b4e9c-8261-425a-b4f6-5f5c399e7976 req-a00f8141-dad9-4e01-82cd-ad589d3b2105 tempest-VolumesBackupsTest-1048155155 tempest-VolumesBackupsTest-1048155155-project] 10.222.0.36 "GET /v2.0/security-groups?id=104a30c9-d9a0-4ad6-8708-013ea2cb932c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377762 Aug 16 23:11:11.776343 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:11:11.789295 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b5b50f-0ada-4230-b7cc-3e2dd1f94fc1 req-d2645841-f9eb-4c16-9058-1ed9f09d68f0 tempest-VolumesBackupsTest-1048155155 tempest-VolumesBackupsTest-1048155155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:11.791233 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-f3b5b50f-0ada-4230-b7cc-3e2dd1f94fc1 req-d2645841-f9eb-4c16-9058-1ed9f09d68f0 tempest-VolumesBackupsTest-1048155155 tempest-VolumesBackupsTest-1048155155-project] 10.222.0.68 "GET /v2.0/ports?device_id=d39dca41-fdce-4614-9e71-b93202690f08 HTTP/1.1" status: 200 len: 949 time: 0.0566621 Aug 16 23:11:11.895606 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-f3b5b50f-0ada-4230-b7cc-3e2dd1f94fc1 req-c8e94bbf-58d0-4d5d-a645-9d9fe93479d6 tempest-VolumesBackupsTest-1048155155 tempest-VolumesBackupsTest-1048155155-project] Deleting port caf55096-3464-45e6-a126-3e5a3d27493e {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:11:11.895949 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-f3b5b50f-0ada-4230-b7cc-3e2dd1f94fc1 req-c8e94bbf-58d0-4d5d-a645-9d9fe93479d6 tempest-VolumesBackupsTest-1048155155 tempest-VolumesBackupsTest-1048155155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:11.987515 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-f3b5b50f-0ada-4230-b7cc-3e2dd1f94fc1 req-c8e94bbf-58d0-4d5d-a645-9d9fe93479d6 tempest-VolumesBackupsTest-1048155155 tempest-VolumesBackupsTest-1048155155-project] For port caf55096-3464-45e6-a126-3e5a3d27493e, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=caf55096-3464-45e6-a126-3e5a3d27493e,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:11:11.987886 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-f3b5b50f-0ada-4230-b7cc-3e2dd1f94fc1 req-c8e94bbf-58d0-4d5d-a645-9d9fe93479d6 tempest-VolumesBackupsTest-1048155155 tempest-VolumesBackupsTest-1048155155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:11.999873 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-f3b5b50f-0ada-4230-b7cc-3e2dd1f94fc1 req-c8e94bbf-58d0-4d5d-a645-9d9fe93479d6 tempest-VolumesBackupsTest-1048155155 tempest-VolumesBackupsTest-1048155155-project] Calling delete_port for caf55096-3464-45e6-a126-3e5a3d27493e owned by compute:nova {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:11:12.145432 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-f3b5b50f-0ada-4230-b7cc-3e2dd1f94fc1 req-c8e94bbf-58d0-4d5d-a645-9d9fe93479d6 tempest-VolumesBackupsTest-1048155155 tempest-VolumesBackupsTest-1048155155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:12.159368 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['caf55096-3464-45e6-a126-3e5a3d27493e'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:11:12.178777 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e94bbf-58d0-4d5d-a645-9d9fe93479d6 tempest-VolumesBackupsTest-1048155155 tempest-VolumesBackupsTest-1048155155-project] Pushing event deleted for resources: {'Port': ['ID=caf55096-3464-45e6-a126-3e5a3d27493e,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:11:12.192101 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e94bbf-58d0-4d5d-a645-9d9fe93479d6 tempest-VolumesBackupsTest-1048155155 tempest-VolumesBackupsTest-1048155155-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:11:12.192466 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e94bbf-58d0-4d5d-a645-9d9fe93479d6 tempest-VolumesBackupsTest-1048155155 tempest-VolumesBackupsTest-1048155155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:11:12.192830 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e94bbf-58d0-4d5d-a645-9d9fe93479d6 tempest-VolumesBackupsTest-1048155155 tempest-VolumesBackupsTest-1048155155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:11:12.193176 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e94bbf-58d0-4d5d-a645-9d9fe93479d6 tempest-VolumesBackupsTest-1048155155 tempest-VolumesBackupsTest-1048155155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:11:12.193516 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e94bbf-58d0-4d5d-a645-9d9fe93479d6 tempest-VolumesBackupsTest-1048155155 tempest-VolumesBackupsTest-1048155155-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:11:12.193969 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e94bbf-58d0-4d5d-a645-9d9fe93479d6 tempest-VolumesBackupsTest-1048155155 tempest-VolumesBackupsTest-1048155155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:11:12.194171 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e94bbf-58d0-4d5d-a645-9d9fe93479d6 tempest-VolumesBackupsTest-1048155155 tempest-VolumesBackupsTest-1048155155-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:11:12.194509 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e94bbf-58d0-4d5d-a645-9d9fe93479d6 tempest-VolumesBackupsTest-1048155155 tempest-VolumesBackupsTest-1048155155-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:11:12.194838 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e94bbf-58d0-4d5d-a645-9d9fe93479d6 tempest-VolumesBackupsTest-1048155155 tempest-VolumesBackupsTest-1048155155-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:11:12.195169 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e94bbf-58d0-4d5d-a645-9d9fe93479d6 tempest-VolumesBackupsTest-1048155155 tempest-VolumesBackupsTest-1048155155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:11:12.195502 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e94bbf-58d0-4d5d-a645-9d9fe93479d6 tempest-VolumesBackupsTest-1048155155 tempest-VolumesBackupsTest-1048155155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:11:12.195834 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e94bbf-58d0-4d5d-a645-9d9fe93479d6 tempest-VolumesBackupsTest-1048155155 tempest-VolumesBackupsTest-1048155155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:11:12.231026 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3b5b50f-0ada-4230-b7cc-3e2dd1f94fc1 req-c8e94bbf-58d0-4d5d-a645-9d9fe93479d6 tempest-VolumesBackupsTest-1048155155 tempest-VolumesBackupsTest-1048155155-project] No DVR routers for this DVR port caf55096-3464-45e6-a126-3e5a3d27493e on host n-h1-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:11:12.233805 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-f3b5b50f-0ada-4230-b7cc-3e2dd1f94fc1 req-c8e94bbf-58d0-4d5d-a645-9d9fe93479d6 tempest-VolumesBackupsTest-1048155155 tempest-VolumesBackupsTest-1048155155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:12.236124 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-f3b5b50f-0ada-4230-b7cc-3e2dd1f94fc1 req-c8e94bbf-58d0-4d5d-a645-9d9fe93479d6 tempest-VolumesBackupsTest-1048155155 tempest-VolumesBackupsTest-1048155155-project] 10.222.0.68 "DELETE /v2.0/ports/caf55096-3464-45e6-a126-3e5a3d27493e HTTP/1.1" status: 204 len: 173 time: 0.4384620 Aug 16 23:11:12.236436 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd39dca41-fdce-4614-9e71-b93202690f08', 'name': 'network-vif-deleted', 'tag': 'caf55096-3464-45e6-a126-3e5a3d27493e'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:11:12.238781 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23edbac2-1adc-42c6-b5f4-06f50e5d219b" -d '{"events": [{"server_uuid": "d39dca41-fdce-4614-9e71-b93202690f08", "name": "network-vif-deleted", "tag": "caf55096-3464-45e6-a126-3e5a3d27493e"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:11:12.308564 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-928af87f-b981-4719-9e0a-5d447dcd8275 x-openstack-request-id: req-928af87f-b981-4719-9e0a-5d447dcd8275 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:11:12.308889 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d39dca41-fdce-4614-9e71-b93202690f08", "name": "network-vif-deleted", "tag": "caf55096-3464-45e6-a126-3e5a3d27493e", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:11:12.309147 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-928af87f-b981-4719-9e0a-5d447dcd8275 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:11:12.309732 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd39dca41-fdce-4614-9e71-b93202690f08', 'name': 'network-vif-deleted', 'tag': 'caf55096-3464-45e6-a126-3e5a3d27493e', 'status': 'completed', 'code': 200} Aug 16 23:11:12.554578 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-13fa023a-78ee-4fe7-a8cf-f73642fc7a91 req-0bc1f4f0-7bbc-4b95-98c5-645e8a13122e tempest-VolumesBackupsTest-1048155155 tempest-VolumesBackupsTest-1048155155-project] 10.222.0.36 "GET /v2.0/ports?device_id=d39dca41-fdce-4614-9e71-b93202690f08 HTTP/1.1" status: 200 len: 210 time: 0.0283427 Aug 16 23:11:15.649634 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device caf55096-3464-45e6-a126-3e5a3d27493e no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:11:15.676687 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] No Port match for: caf55096-3464-45e6-a126-3e5a3d27493e {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:11:15.676958 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device caf55096-3464-45e6-a126-3e5a3d27493e not bound to the agent host n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:11:17.631247 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-57fd753b-9f43-4c6b-8a26-a8fadc6533ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:19.754093 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-b5e4c22e-1ab6-452b-923d-07601a42ba03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:20.596865 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:21.532316 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:22.760603 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:25.316427 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:41.163316 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:45.530745 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2ff66985-b46d-4c79-8e6c-0a6ebe22c152 req-5c14f15f-fa1c-4e40-a676-4510681d666f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6d0f439b-55b3-479e-b4c0-19dd4772e5b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0533795 Aug 16 23:11:45.672874 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff66985-b46d-4c79-8e6c-0a6ebe22c152 req-ffe13100-85c7-4d1b-aba2-b7d625db73ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:45.673486 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff66985-b46d-4c79-8e6c-0a6ebe22c152 req-ffe13100-85c7-4d1b-aba2-b7d625db73ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:45.673988 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff66985-b46d-4c79-8e6c-0a6ebe22c152 req-ffe13100-85c7-4d1b-aba2-b7d625db73ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:45.675052 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff66985-b46d-4c79-8e6c-0a6ebe22c152 req-ffe13100-85c7-4d1b-aba2-b7d625db73ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:45.677165 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff66985-b46d-4c79-8e6c-0a6ebe22c152 req-ffe13100-85c7-4d1b-aba2-b7d625db73ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:45.677823 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff66985-b46d-4c79-8e6c-0a6ebe22c152 req-ffe13100-85c7-4d1b-aba2-b7d625db73ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:45.678571 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff66985-b46d-4c79-8e6c-0a6ebe22c152 req-ffe13100-85c7-4d1b-aba2-b7d625db73ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:45.684785 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2ff66985-b46d-4c79-8e6c-0a6ebe22c152 req-ffe13100-85c7-4d1b-aba2-b7d625db73ae service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2021c5ea9b37490ab72514988bd9444c&device_id=6d0f439b-55b3-479e-b4c0-19dd4772e5b0 HTTP/1.1" status: 200 len: 6496 time: 0.0846143 Aug 16 23:11:45.845576 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff66985-b46d-4c79-8e6c-0a6ebe22c152 req-e92cfb4e-8487-4d65-8fd3-98b43a7be040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:45.846239 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff66985-b46d-4c79-8e6c-0a6ebe22c152 req-e92cfb4e-8487-4d65-8fd3-98b43a7be040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:45.846715 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff66985-b46d-4c79-8e6c-0a6ebe22c152 req-e92cfb4e-8487-4d65-8fd3-98b43a7be040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:45.848272 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2ff66985-b46d-4c79-8e6c-0a6ebe22c152 req-e92cfb4e-8487-4d65-8fd3-98b43a7be040 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f4264da2-38cd-44c0-b397-5678d2cea138&id=f22d369e-b532-46c6-9344-c4601e102f4e&id=f22d369e-b532-46c6-9344-c4601e102f4e&id=f22d369e-b532-46c6-9344-c4601e102f4e&id=f22d369e-b532-46c6-9344-c4601e102f4e&id=ce4eb26f-79ce-4c2a-bb34-84780b573ab4&id=ce4eb26f-79ce-4c2a-bb34-84780b573ab4 HTTP/1.1" status: 200 len: 2293 time: 0.1207619 Aug 16 23:11:45.924799 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2ff66985-b46d-4c79-8e6c-0a6ebe22c152 req-8b6241ce-f1aa-48e0-90ba-0f6fe1da6abb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=debf812d-0b2e-45df-8f8a-a21e25a77beb HTTP/1.1" status: 200 len: 1001 time: 0.0683651 Aug 16 23:11:45.991889 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff66985-b46d-4c79-8e6c-0a6ebe22c152 req-b837a037-fd1c-4d4b-b189-7a924b95e58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:45.993457 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2ff66985-b46d-4c79-8e6c-0a6ebe22c152 req-b837a037-fd1c-4d4b-b189-7a924b95e58d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7c956ed2-0689-474b-bd27-58ed9c7ef2ec HTTP/1.1" status: 200 len: 851 time: 0.0620282 Aug 16 23:11:46.054696 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff66985-b46d-4c79-8e6c-0a6ebe22c152 req-52a3dda3-6d14-48f7-9e29-c5888c70d988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:46.057618 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2ff66985-b46d-4c79-8e6c-0a6ebe22c152 req-52a3dda3-6d14-48f7-9e29-c5888c70d988 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f4264da2-38cd-44c0-b397-5678d2cea138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538361 Aug 16 23:11:46.221125 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2ff66985-b46d-4c79-8e6c-0a6ebe22c152 req-23c13fb9-859a-4f0d-9d26-2211fa7f8b8d service neutron] 10.222.0.57 "GET /v2.0/networks/f4264da2-38cd-44c0-b397-5678d2cea138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519990 Aug 16 23:11:46.365882 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2ff66985-b46d-4c79-8e6c-0a6ebe22c152 req-db406f0e-9122-4aa1-b7f4-01b74b7edbd4 service neutron] 10.222.0.57 "GET /v2.0/networks/f4264da2-38cd-44c0-b397-5678d2cea138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273270 Aug 16 23:11:46.430185 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2ff66985-b46d-4c79-8e6c-0a6ebe22c152 req-0376b326-c47b-4c3c-aa6b-1ed08f02203b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.28&port_id=c1cc686f-303c-42dc-85c7-d80aff741a19 HTTP/1.1" status: 200 len: 217 time: 0.0565331 Aug 16 23:11:46.505394 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff66985-b46d-4c79-8e6c-0a6ebe22c152 req-8d131f8c-92d7-4a8c-98a2-e2a4bd8fb1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:46.507953 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2ff66985-b46d-4c79-8e6c-0a6ebe22c152 req-8d131f8c-92d7-4a8c-98a2-e2a4bd8fb1f9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d6960f85-ce45-4ab7-99b5-dd33148146e1 HTTP/1.1" status: 200 len: 797 time: 0.0699160 Aug 16 23:11:46.566625 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff66985-b46d-4c79-8e6c-0a6ebe22c152 req-b423bda3-edb6-4071-ac7b-fa3814b8f4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:46.569286 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2ff66985-b46d-4c79-8e6c-0a6ebe22c152 req-b423bda3-edb6-4071-ac7b-fa3814b8f4f4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f22d369e-b532-46c6-9344-c4601e102f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0552266 Aug 16 23:11:46.698263 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2ff66985-b46d-4c79-8e6c-0a6ebe22c152 req-f1aa62bf-0010-4a42-863f-8566be6c6c73 service neutron] 10.222.0.57 "GET /v2.0/networks/f22d369e-b532-46c6-9344-c4601e102f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186175 Aug 16 23:11:46.841624 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2ff66985-b46d-4c79-8e6c-0a6ebe22c152 req-9c62646b-430a-4cbb-b91f-c0f8e5911989 service neutron] 10.222.0.57 "GET /v2.0/networks/f22d369e-b532-46c6-9344-c4601e102f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352861 Aug 16 23:11:46.896062 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2ff66985-b46d-4c79-8e6c-0a6ebe22c152 req-30214115-82c4-4fb9-8a70-7660f23a5b93 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=aabc4894-08fe-4573-bd65-664ab53c9c15 HTTP/1.1" status: 200 len: 217 time: 0.0467978 Aug 16 23:11:46.981913 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff66985-b46d-4c79-8e6c-0a6ebe22c152 req-66710462-fb36-444a-94bb-9f6a594da7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:46.984345 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2ff66985-b46d-4c79-8e6c-0a6ebe22c152 req-66710462-fb36-444a-94bb-9f6a594da7d9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d6960f85-ce45-4ab7-99b5-dd33148146e1 HTTP/1.1" status: 200 len: 797 time: 0.0798957 Aug 16 23:11:47.040750 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff66985-b46d-4c79-8e6c-0a6ebe22c152 req-4121a1e1-f7ca-403b-8b0a-fc67bcf6c7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:47.042447 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2ff66985-b46d-4c79-8e6c-0a6ebe22c152 req-4121a1e1-f7ca-403b-8b0a-fc67bcf6c7b5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f22d369e-b532-46c6-9344-c4601e102f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0498912 Aug 16 23:11:47.163752 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2ff66985-b46d-4c79-8e6c-0a6ebe22c152 req-54f79a6f-2bb0-4de8-8abb-821633a365c2 service neutron] 10.222.0.57 "GET /v2.0/networks/f22d369e-b532-46c6-9344-c4601e102f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130052 Aug 16 23:11:47.267410 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2ff66985-b46d-4c79-8e6c-0a6ebe22c152 req-36cc5f1f-91b6-4028-9752-2384fdb0da5d service neutron] 10.222.0.57 "GET /v2.0/networks/f22d369e-b532-46c6-9344-c4601e102f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958023 Aug 16 23:11:47.326049 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2ff66985-b46d-4c79-8e6c-0a6ebe22c152 req-2035c85a-4d44-4f71-a7eb-c3a7580d4c2b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=7bd4dab0-4e5a-4bfb-a170-497620e55ac0 HTTP/1.1" status: 200 len: 217 time: 0.0478909 Aug 16 23:11:47.433405 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff66985-b46d-4c79-8e6c-0a6ebe22c152 req-989c8a83-c8a8-4405-a83c-a386ba9d05bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:47.435598 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2ff66985-b46d-4c79-8e6c-0a6ebe22c152 req-989c8a83-c8a8-4405-a83c-a386ba9d05bb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d6960f85-ce45-4ab7-99b5-dd33148146e1 HTTP/1.1" status: 200 len: 797 time: 0.1020179 Aug 16 23:11:47.506943 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff66985-b46d-4c79-8e6c-0a6ebe22c152 req-da050dbc-d1e3-4a19-af51-ceef2515e635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:47.508591 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2ff66985-b46d-4c79-8e6c-0a6ebe22c152 req-da050dbc-d1e3-4a19-af51-ceef2515e635 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f22d369e-b532-46c6-9344-c4601e102f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0626063 Aug 16 23:11:47.638617 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c693d6e7-6179-453f-a390-66a577bc0ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:47.646456 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2ff66985-b46d-4c79-8e6c-0a6ebe22c152 req-a18fa87c-a8ee-4221-9bae-1b0863d15d18 service neutron] 10.222.0.57 "GET /v2.0/networks/f22d369e-b532-46c6-9344-c4601e102f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280355 Aug 16 23:11:47.762391 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2ff66985-b46d-4c79-8e6c-0a6ebe22c152 req-54ff3a8c-14b6-4bf0-a5cd-51e8a53fbf3b service neutron] 10.222.0.57 "GET /v2.0/networks/f22d369e-b532-46c6-9344-c4601e102f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083255 Aug 16 23:11:47.814481 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2ff66985-b46d-4c79-8e6c-0a6ebe22c152 req-8583cf5b-487b-452f-98ac-045cb8b3d3f0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=34b404ad-784d-44c6-ad7f-bc568885b3e9 HTTP/1.1" status: 200 len: 217 time: 0.0444407 Aug 16 23:11:47.905010 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff66985-b46d-4c79-8e6c-0a6ebe22c152 req-3a321dec-d77c-47f3-b245-f4d8759470f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:47.907367 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2ff66985-b46d-4c79-8e6c-0a6ebe22c152 req-3a321dec-d77c-47f3-b245-f4d8759470f0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d6960f85-ce45-4ab7-99b5-dd33148146e1 HTTP/1.1" status: 200 len: 797 time: 0.0835974 Aug 16 23:11:47.959976 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff66985-b46d-4c79-8e6c-0a6ebe22c152 req-804b3481-0ea4-4272-ad86-f1d464ea3cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:47.961556 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2ff66985-b46d-4c79-8e6c-0a6ebe22c152 req-804b3481-0ea4-4272-ad86-f1d464ea3cb9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f22d369e-b532-46c6-9344-c4601e102f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0466239 Aug 16 23:11:48.069669 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2ff66985-b46d-4c79-8e6c-0a6ebe22c152 req-d3ec64ed-ab12-48db-a962-655d90245e24 service neutron] 10.222.0.57 "GET /v2.0/networks/f22d369e-b532-46c6-9344-c4601e102f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993519 Aug 16 23:11:48.179605 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2ff66985-b46d-4c79-8e6c-0a6ebe22c152 req-3cd3fbc7-1327-4e10-a58b-56f4542cb10f service neutron] 10.222.0.57 "GET /v2.0/networks/f22d369e-b532-46c6-9344-c4601e102f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024749 Aug 16 23:11:48.226740 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2ff66985-b46d-4c79-8e6c-0a6ebe22c152 req-75876dec-850c-4dba-b4da-9b25f2d4caf5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=acb20ca9-d24c-4731-8f98-e40869957d23 HTTP/1.1" status: 200 len: 217 time: 0.0398989 Aug 16 23:11:48.286235 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff66985-b46d-4c79-8e6c-0a6ebe22c152 req-c4892a07-102a-4913-bc23-084453a5a1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:48.287871 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2ff66985-b46d-4c79-8e6c-0a6ebe22c152 req-c4892a07-102a-4913-bc23-084453a5a1d4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fdaa5cc8-50d2-4c63-b1ef-57818a69cbda HTTP/1.1" status: 200 len: 797 time: 0.0535669 Aug 16 23:11:48.567175 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [req-77e94f08-2aca-4f95-a09a-372ce587ff6c req-09e96070-fbdb-498b-9f80-194950b8f538 service neutron] (101291) timed out ('10.222.0.57', 64064) {{(pid=101291) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 23:11:48.651058 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff66985-b46d-4c79-8e6c-0a6ebe22c152 req-64492ce3-eb13-44d2-b35f-266099d6dcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:48.652597 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2ff66985-b46d-4c79-8e6c-0a6ebe22c152 req-64492ce3-eb13-44d2-b35f-266099d6dcaf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ce4eb26f-79ce-4c2a-bb34-84780b573ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3576374 Aug 16 23:11:48.765076 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2ff66985-b46d-4c79-8e6c-0a6ebe22c152 req-9c2e0c12-2ad3-4f11-8ed9-cb133c01cf0b service neutron] 10.222.0.57 "GET /v2.0/networks/ce4eb26f-79ce-4c2a-bb34-84780b573ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021357 Aug 16 23:11:48.782293 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:11:48.889118 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2ff66985-b46d-4c79-8e6c-0a6ebe22c152 req-1a5f960f-97bd-4b2f-8e7a-908d393d61eb service neutron] 10.222.0.57 "GET /v2.0/networks/ce4eb26f-79ce-4c2a-bb34-84780b573ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163778 Aug 16 23:11:48.934798 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2ff66985-b46d-4c79-8e6c-0a6ebe22c152 req-ebcf580f-c798-492c-b490-d18467523ed1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ca2bab7f-12a0-4ae0-aa91-31c515a91b5c HTTP/1.1" status: 200 len: 217 time: 0.0377548 Aug 16 23:11:48.993170 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff66985-b46d-4c79-8e6c-0a6ebe22c152 req-53eb4854-866e-4369-aee1-22b7b7cd5b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:48.994988 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2ff66985-b46d-4c79-8e6c-0a6ebe22c152 req-53eb4854-866e-4369-aee1-22b7b7cd5b37 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fdaa5cc8-50d2-4c63-b1ef-57818a69cbda HTTP/1.1" status: 200 len: 797 time: 0.0530808 Aug 16 23:11:49.055407 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff66985-b46d-4c79-8e6c-0a6ebe22c152 req-c0c0accc-b383-4951-9ff4-487fe080b8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:49.057204 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2ff66985-b46d-4c79-8e6c-0a6ebe22c152 req-c0c0accc-b383-4951-9ff4-487fe080b8f1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ce4eb26f-79ce-4c2a-bb34-84780b573ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0548000 Aug 16 23:11:49.176330 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2ff66985-b46d-4c79-8e6c-0a6ebe22c152 req-21ea2ac3-cf98-40c2-a949-22224deace7c service neutron] 10.222.0.57 "GET /v2.0/networks/ce4eb26f-79ce-4c2a-bb34-84780b573ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112266 Aug 16 23:11:49.284167 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2ff66985-b46d-4c79-8e6c-0a6ebe22c152 req-489dc36d-236a-47e3-a7db-1ce84a94fd08 service neutron] 10.222.0.57 "GET /v2.0/networks/ce4eb26f-79ce-4c2a-bb34-84780b573ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007183 Aug 16 23:11:49.758611 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9afd9606-cc91-4cf3-8f05-0e18ac2cdbc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:50.598729 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:51.106813 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 34028) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:11:51.229175 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-cd972811-4f7f-4f85-a019-1ab94ab38ca9 tempest-TestSecurityGroupsBasicOps-248226977 tempest-TestSecurityGroupsBasicOps-248226977-project-admin] 10.222.0.36 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 5760 time: 0.1187027 Aug 16 23:11:51.229420 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 34030) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:11:51.234203 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-c32c5208-9e39-42c3-a1ed-f85313c9697b tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Request body: {'network': {'name': 'tempest-network-smoke--850670847', 'project_id': '3ea7c49de2c143b091b125e676c32975', 'port_security_enabled': False}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:11:51.256421 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c32c5208-9e39-42c3-a1ed-f85313c9697b tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Made reservation on behalf of 3ea7c49de2c143b091b125e676c32975 for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:11:51.260792 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c32c5208-9e39-42c3-a1ed-f85313c9697b tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:51.287047 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c32c5208-9e39-42c3-a1ed-f85313c9697b tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:11:51.297887 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c32c5208-9e39-42c3-a1ed-f85313c9697b tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:51.298396 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-c32c5208-9e39-42c3-a1ed-f85313c9697b tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Added segment d121ff22-a910-45e0-a0cd-1e04e0cf8e22 of type vlan for network 2cdba6e2-1f09-46ef-b181-2cb6cd80d911 Aug 16 23:11:51.346459 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c32c5208-9e39-42c3-a1ed-f85313c9697b tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:51.372403 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c32c5208-9e39-42c3-a1ed-f85313c9697b tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:51.378932 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32c5208-9e39-42c3-a1ed-f85313c9697b tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:51.379872 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c32c5208-9e39-42c3-a1ed-f85313c9697b tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:51.454076 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-c32c5208-9e39-42c3-a1ed-f85313c9697b tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2204738 Aug 16 23:11:51.455163 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 34032) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:11:51.459202 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-a5fb9500-9ab2-4041-84f9-f1001c9e00a6 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1311760323', 'admin_state_up': True, 'project_id': '3ea7c49de2c143b091b125e676c32975', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:11:51.469869 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32c5208-9e39-42c3-a1ed-f85313c9697b tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Pushing event updated for resources: {'Network': ['ID=2cdba6e2-1f09-46ef-b181-2cb6cd80d911,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:11:51.482398 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32c5208-9e39-42c3-a1ed-f85313c9697b tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:11:51.482693 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32c5208-9e39-42c3-a1ed-f85313c9697b tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:11:51.483044 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32c5208-9e39-42c3-a1ed-f85313c9697b tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:11:51.483389 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32c5208-9e39-42c3-a1ed-f85313c9697b tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:11:51.483729 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32c5208-9e39-42c3-a1ed-f85313c9697b tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:11:51.484171 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32c5208-9e39-42c3-a1ed-f85313c9697b tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:11:51.484754 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32c5208-9e39-42c3-a1ed-f85313c9697b tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:11:51.485337 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32c5208-9e39-42c3-a1ed-f85313c9697b tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:11:51.485914 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32c5208-9e39-42c3-a1ed-f85313c9697b tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:11:51.486240 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32c5208-9e39-42c3-a1ed-f85313c9697b tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:11:51.486578 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32c5208-9e39-42c3-a1ed-f85313c9697b tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:11:51.486916 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32c5208-9e39-42c3-a1ed-f85313c9697b tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:11:51.498526 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 2cdba6e2-1f09-46ef-b181-2cb6cd80d911 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:11:51.507811 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a5fb9500-9ab2-4041-84f9-f1001c9e00a6 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:51.510083 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a5fb9500-9ab2-4041-84f9-f1001c9e00a6 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:51.569852 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a5fb9500-9ab2-4041-84f9-f1001c9e00a6 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:51.589197 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:51.720301 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a5fb9500-9ab2-4041-84f9-f1001c9e00a6 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:51.928474 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a5fb9500-9ab2-4041-84f9-f1001c9e00a6 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks [] for router_gateway, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:51.947736 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a5fb9500-9ab2-4041-84f9-f1001c9e00a6 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:52.083595 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-a5fb9500-9ab2-4041-84f9-f1001c9e00a6 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Allocated IP 172.25.4.93 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/5c72135e-09c6-4712-a48f-b135a1890f27) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:11:52.201448 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a5fb9500-9ab2-4041-84f9-f1001c9e00a6 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:52.252195 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a5fb9500-9ab2-4041-84f9-f1001c9e00a6 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:52.296794 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5fb9500-9ab2-4041-84f9-f1001c9e00a6 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:11:52.301012 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-a5fb9500-9ab2-4041-84f9-f1001c9e00a6 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:11:52.306396 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fb9500-9ab2-4041-84f9-f1001c9e00a6 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:11:52.346204 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fb9500-9ab2-4041-84f9-f1001c9e00a6 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Pushing event updated for resources: {'Port': ['ID=5c72135e-09c6-4712-a48f-b135a1890f27,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:11:52.600902 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a5fb9500-9ab2-4041-84f9-f1001c9e00a6 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks [] for router_gateway, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:52.782863 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:52.841436 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a5fb9500-9ab2-4041-84f9-f1001c9e00a6 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:53.003646 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5fb9500-9ab2-4041-84f9-f1001c9e00a6 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Router 8160b3cf-2fe9-4527-b90a-33656f5a93b1 is scheduled to L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f with binding_index 1 {{(pid=101292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:11:53.144375 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5fb9500-9ab2-4041-84f9-f1001c9e00a6 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:11:53.159020 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7644306b-7a2a-4106-bdd5-7cd55d1ade0a None None] Sync routers for ids ['8160b3cf-2fe9-4527-b90a-33656f5a93b1'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:11:53.170029 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a5fb9500-9ab2-4041-84f9-f1001c9e00a6 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:53.174147 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7644306b-7a2a-4106-bdd5-7cd55d1ade0a None None] Routers {'8160b3cf-2fe9-4527-b90a-33656f5a93b1'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:11:53.175056 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-7644306b-7a2a-4106-bdd5-7cd55d1ade0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:11:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['8160b3cf-2fe9-4527-b90a-33656f5a93b1'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:11:53.175704 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 34056) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:11:53.176245 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-a5fb9500-9ab2-4041-84f9-f1001c9e00a6 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.7202013 Aug 16 23:11:53.244819 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920ce1b5-fd06-4ccb-a181-72e9205995e7 tempest-TestSecurityGroupsBasicOps-248226977 tempest-TestSecurityGroupsBasicOps-248226977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:53.249656 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 34058) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:11:53.250557 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-920ce1b5-fd06-4ccb-a181-72e9205995e7 tempest-TestSecurityGroupsBasicOps-248226977 tempest-TestSecurityGroupsBasicOps-248226977-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=3ea7c49de2c143b091b125e676c32975&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0722840 Aug 16 23:11:53.309332 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-7644306b-7a2a-4106-bdd5-7cd55d1ade0a None None] Set router 8160b3cf-2fe9-4527-b90a-33656f5a93b1 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:11:53.438355 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a139e83-61db-4f1d-b9a2-8294f40fb75d tempest-TestSecurityGroupsBasicOps-248226977 tempest-TestSecurityGroupsBasicOps-248226977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:53.440964 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-0a139e83-61db-4f1d-b9a2-8294f40fb75d tempest-TestSecurityGroupsBasicOps-248226977 tempest-TestSecurityGroupsBasicOps-248226977-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1897020 Aug 16 23:11:53.444830 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 34060) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:11:53.490208 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 34062) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:11:53.490995 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-213b7ad6-566a-43ca-9514-27a161f222d6 tempest-TestSecurityGroupsBasicOps-248226977 tempest-TestSecurityGroupsBasicOps-248226977-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=c22c4980-c849-406d-982c-a5d68c515a94&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0447257 Aug 16 23:11:53.529678 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-c363190a-dd54-440a-beb1-c92fa9b6c6fb tempest-TestSecurityGroupsBasicOps-248226977 tempest-TestSecurityGroupsBasicOps-248226977-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=3ea7c49de2c143b091b125e676c32975&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382261 Aug 16 23:11:53.533131 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 34064) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:11:53.565143 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-7644306b-7a2a-4106-bdd5-7cd55d1ade0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8160b3cf-2fe9-4527-b90a-33656f5a93b1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1311760323', 'tenant_id': '3ea7c49de2c143b091b125e676c32975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '5c72135e-09c6-4712-a48f-b135a1890f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:11:51Z', 'updated_at': '2021-08-16T23:11:52Z', 'revision_number': 3, 'project_id': '3ea7c49de2c143b091b125e676c32975', 'gw_port': {'id': '5c72135e-09c6-4712-a48f-b135a1890f27', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:92:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8160b3cf-2fe9-4527-b90a-33656f5a93b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:11:51Z', 'updated_at': '2021-08-16T23:11:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:11:53.595536 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7644306b-7a2a-4106-bdd5-7cd55d1ade0a None None] Checking router: 8160b3cf-2fe9-4527-b90a-33656f5a93b1 for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:11:53.596171 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7644306b-7a2a-4106-bdd5-7cd55d1ade0a None None] Updating router 8160b3cf-2fe9-4527-b90a-33656f5a93b1 port 5c72135e-09c6-4712-a48f-b135a1890f27 binding host n-d-791506-26 {{(pid=101293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:11:53.623475 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7644306b-7a2a-4106-bdd5-7cd55d1ade0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:53.639767 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13635e2c-17af-4e8e-80c5-54afd78eae83 tempest-TestSecurityGroupsBasicOps-248226977 tempest-TestSecurityGroupsBasicOps-248226977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:53.645113 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 34066) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:11:53.654960 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-13635e2c-17af-4e8e-80c5-54afd78eae83 tempest-TestSecurityGroupsBasicOps-248226977 tempest-TestSecurityGroupsBasicOps-248226977-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1203365 Aug 16 23:11:53.679180 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 34068) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:11:53.684439 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-35210bca-a37d-4a84-b21c-28caa5c47a17 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1548159302', 'network_id': '2cdba6e2-1f09-46ef-b181-2cb6cd80d911', 'project_id': '3ea7c49de2c143b091b125e676c32975', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:11:53.689097 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-5cee1cf2-ce4a-4aa2-ac78-affdbc934db2 tempest-TestSecurityGroupsBasicOps-248226977 tempest-TestSecurityGroupsBasicOps-248226977-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=c22c4980-c849-406d-982c-a5d68c515a94&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0425723 Aug 16 23:11:53.787089 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35210bca-a37d-4a84-b21c-28caa5c47a17 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Made reservation on behalf of 3ea7c49de2c143b091b125e676c32975 for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:11:53.791377 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-35210bca-a37d-4a84-b21c-28caa5c47a17 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:54.059073 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-35210bca-a37d-4a84-b21c-28caa5c47a17 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:54.135070 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7644306b-7a2a-4106-bdd5-7cd55d1ade0a None None] Notify callbacks [] for port, precommit_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:54.168890 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35210bca-a37d-4a84-b21c-28caa5c47a17 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Pushing event updated for resources: {'Subnet': ['ID=df3a8e6b-e0fe-4a0e-bdc1-5f255a2bc887,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:11:54.169380 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-7644306b-7a2a-4106-bdd5-7cd55d1ade0a None None] Transition to ACTIVE for port object 5c72135e-09c6-4712-a48f-b135a1890f27 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:11:54.177498 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35210bca-a37d-4a84-b21c-28caa5c47a17 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Checking segment: {'id': 'd121ff22-a910-45e0-a0cd-1e04e0cf8e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2cdba6e2-1f09-46ef-b181-2cb6cd80d911'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:11:54.177923 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35210bca-a37d-4a84-b21c-28caa5c47a17 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Network hostable DHCP agents. Network: 2cdba6e2-1f09-46ef-b181-2cb6cd80d911, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:11:54.183941 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7644306b-7a2a-4106-bdd5-7cd55d1ade0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:54.200213 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35210bca-a37d-4a84-b21c-28caa5c47a17 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Network 2cdba6e2-1f09-46ef-b181-2cb6cd80d911 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:11:54.211703 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-35210bca-a37d-4a84-b21c-28caa5c47a17 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 2cdba6e2-1f09-46ef-b181-2cb6cd80d911) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:11:54.223917 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f2cb12-c617-4146-b9ea-1b0ab1870973 None None] Network 2cdba6e2-1f09-46ef-b181-2cb6cd80d911 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:11:54.229566 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35210bca-a37d-4a84-b21c-28caa5c47a17 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:54.230170 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-35210bca-a37d-4a84-b21c-28caa5c47a17 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks [] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:54.250368 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-35210bca-a37d-4a84-b21c-28caa5c47a17 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.5693538 Aug 16 23:11:54.252573 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 34080) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:11:54.292347 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-7644306b-7a2a-4106-bdd5-7cd55d1ade0a None None] Attempting to bind port 5c72135e-09c6-4712-a48f-b135a1890f27 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:11:54.292776 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-7644306b-7a2a-4106-bdd5-7cd55d1ade0a None None] Attempting to bind port 5c72135e-09c6-4712-a48f-b135a1890f27 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:11:54.293219 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7644306b-7a2a-4106-bdd5-7cd55d1ade0a None None] Attempting to bind port 5c72135e-09c6-4712-a48f-b135a1890f27 on network c22c4980-c849-406d-982c-a5d68c515a94 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:11:54.295167 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262a6350-c7cf-45d8-bd8c-cb2a8e45f7aa None None] Pushing event updated for resources: {'Port': ['ID=5c72135e-09c6-4712-a48f-b135a1890f27,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:11:54.312835 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7644306b-7a2a-4106-bdd5-7cd55d1ade0a None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:11:54.313430 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7644306b-7a2a-4106-bdd5-7cd55d1ade0a None None] Checking segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:11:54.314435 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7644306b-7a2a-4106-bdd5-7cd55d1ade0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:54.315053 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7644306b-7a2a-4106-bdd5-7cd55d1ade0a None None] Bound using segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:11:54.315622 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-7644306b-7a2a-4106-bdd5-7cd55d1ade0a None None] Bound port: 5c72135e-09c6-4712-a48f-b135a1890f27, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:11:54.316081 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7644306b-7a2a-4106-bdd5-7cd55d1ade0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:54.322024 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262a6350-c7cf-45d8-bd8c-cb2a8e45f7aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:11:54.322458 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262a6350-c7cf-45d8-bd8c-cb2a8e45f7aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:11:54.322876 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262a6350-c7cf-45d8-bd8c-cb2a8e45f7aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:11:54.323305 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262a6350-c7cf-45d8-bd8c-cb2a8e45f7aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:11:54.323713 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262a6350-c7cf-45d8-bd8c-cb2a8e45f7aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:11:54.324118 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262a6350-c7cf-45d8-bd8c-cb2a8e45f7aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:11:54.324523 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262a6350-c7cf-45d8-bd8c-cb2a8e45f7aa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:11:54.324947 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262a6350-c7cf-45d8-bd8c-cb2a8e45f7aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:11:54.325346 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262a6350-c7cf-45d8-bd8c-cb2a8e45f7aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:11:54.325745 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262a6350-c7cf-45d8-bd8c-cb2a8e45f7aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:11:54.326140 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262a6350-c7cf-45d8-bd8c-cb2a8e45f7aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:11:54.326535 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262a6350-c7cf-45d8-bd8c-cb2a8e45f7aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:11:54.421127 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-7644306b-7a2a-4106-bdd5-7cd55d1ade0a None None] For port 5c72135e-09c6-4712-a48f-b135a1890f27, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:11:54.454666 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-7644306b-7a2a-4106-bdd5-7cd55d1ade0a None None] For port 5c72135e-09c6-4712-a48f-b135a1890f27, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=5c72135e-09c6-4712-a48f-b135a1890f27,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:11:54.462653 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7644306b-7a2a-4106-bdd5-7cd55d1ade0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:54.533159 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262a6350-c7cf-45d8-bd8c-cb2a8e45f7aa None None] Pushing event updated for resources: {'Port': ['ID=5c72135e-09c6-4712-a48f-b135a1890f27,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:11:54.580174 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7644306b-7a2a-4106-bdd5-7cd55d1ade0a None None] Routers {'8160b3cf-2fe9-4527-b90a-33656f5a93b1'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:11:54.581279 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-7644306b-7a2a-4106-bdd5-7cd55d1ade0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:11:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['8160b3cf-2fe9-4527-b90a-33656f5a93b1'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:11:54.703684 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-7644306b-7a2a-4106-bdd5-7cd55d1ade0a None None] Set router 8160b3cf-2fe9-4527-b90a-33656f5a93b1 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:11:54.768121 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff14001-3dcc-4578-8827-bf984943b642 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-2cdba6e2-1f09-46ef-b181-2cb6cd80d911', 'network_id': '2cdba6e2-1f09-46ef-b181-2cb6cd80d911', 'tenant_id': '3ea7c49de2c143b091b125e676c32975', 'fixed_ips': [{'subnet_id': 'df3a8e6b-e0fe-4a0e-bdc1-5f255a2bc887'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:11:54.769428 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2ff14001-3dcc-4578-8827-bf984943b642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:55.011776 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-2ff14001-3dcc-4578-8827-bf984943b642 None None] Allocated IP 172.20.0.18 (2cdba6e2-1f09-46ef-b181-2cb6cd80d911/df3a8e6b-e0fe-4a0e-bdc1-5f255a2bc887/95c95b10-246a-41d7-bbe1-6b439f6ad2ad) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:11:55.169892 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-7644306b-7a2a-4106-bdd5-7cd55d1ade0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8160b3cf-2fe9-4527-b90a-33656f5a93b1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1311760323', 'tenant_id': '3ea7c49de2c143b091b125e676c32975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '5c72135e-09c6-4712-a48f-b135a1890f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:11:51Z', 'updated_at': '2021-08-16T23:11:52Z', 'revision_number': 3, 'project_id': '3ea7c49de2c143b091b125e676c32975', 'gw_port': {'id': '5c72135e-09c6-4712-a48f-b135a1890f27', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:92:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8160b3cf-2fe9-4527-b90a-33656f5a93b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:11:51Z', 'updated_at': '2021-08-16T23:11:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:11:55.209679 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7644306b-7a2a-4106-bdd5-7cd55d1ade0a None None] The sync data for ids ['8160b3cf-2fe9-4527-b90a-33656f5a93b1'] in n-d-791506-26 is: [{'id': '8160b3cf-2fe9-4527-b90a-33656f5a93b1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1311760323', 'tenant_id': '3ea7c49de2c143b091b125e676c32975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '5c72135e-09c6-4712-a48f-b135a1890f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:11:51Z', 'updated_at': '2021-08-16T23:11:52Z', 'revision_number': 3, 'project_id': '3ea7c49de2c143b091b125e676c32975', 'gw_port': {'id': '5c72135e-09c6-4712-a48f-b135a1890f27', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:92:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8160b3cf-2fe9-4527-b90a-33656f5a93b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:11:51Z', 'updated_at': '2021-08-16T23:11:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:11:55.225025 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-91869019-d1dc-4cd1-a4e0-249b58b3ae8d tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:55.300651 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2ff14001-3dcc-4578-8827-bf984943b642 None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:55.332212 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-2ff14001-3dcc-4578-8827-bf984943b642 None None] Transition to ACTIVE for port object 95c95b10-246a-41d7-bbe1-6b439f6ad2ad will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:11:55.354324 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:55.364837 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-2ff14001-3dcc-4578-8827-bf984943b642 None None] Transition to ACTIVE for port object 95c95b10-246a-41d7-bbe1-6b439f6ad2ad will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:11:55.376642 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2ff14001-3dcc-4578-8827-bf984943b642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:55.434329 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff14001-3dcc-4578-8827-bf984943b642 None None] Pushing event updated for resources: {'Port': ['ID=95c95b10-246a-41d7-bbe1-6b439f6ad2ad,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:11:55.462802 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff14001-3dcc-4578-8827-bf984943b642 None None] Network 2cdba6e2-1f09-46ef-b181-2cb6cd80d911 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:11:55.465170 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-2ff14001-3dcc-4578-8827-bf984943b642 None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:11:55.469157 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff14001-3dcc-4578-8827-bf984943b642 None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:11:55.549002 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-2ff14001-3dcc-4578-8827-bf984943b642 None None] Attempting to bind port 95c95b10-246a-41d7-bbe1-6b439f6ad2ad on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:11:55.549610 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-2ff14001-3dcc-4578-8827-bf984943b642 None None] Attempting to bind port 95c95b10-246a-41d7-bbe1-6b439f6ad2ad by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': 'd121ff22-a910-45e0-a0cd-1e04e0cf8e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2cdba6e2-1f09-46ef-b181-2cb6cd80d911'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:11:55.550172 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff14001-3dcc-4578-8827-bf984943b642 None None] Attempting to bind port 95c95b10-246a-41d7-bbe1-6b439f6ad2ad on network 2cdba6e2-1f09-46ef-b181-2cb6cd80d911 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:11:55.557268 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff14001-3dcc-4578-8827-bf984943b642 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:11:55.557896 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff14001-3dcc-4578-8827-bf984943b642 None None] Checking segment: {'id': 'd121ff22-a910-45e0-a0cd-1e04e0cf8e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2cdba6e2-1f09-46ef-b181-2cb6cd80d911'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:11:55.558470 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2ff14001-3dcc-4578-8827-bf984943b642 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:55.559172 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff14001-3dcc-4578-8827-bf984943b642 None None] Bound using segment: {'id': 'd121ff22-a910-45e0-a0cd-1e04e0cf8e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2cdba6e2-1f09-46ef-b181-2cb6cd80d911'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:11:55.560800 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-2ff14001-3dcc-4578-8827-bf984943b642 None None] Bound port: 95c95b10-246a-41d7-bbe1-6b439f6ad2ad, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd121ff22-a910-45e0-a0cd-1e04e0cf8e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2cdba6e2-1f09-46ef-b181-2cb6cd80d911'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:11:55.561372 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2ff14001-3dcc-4578-8827-bf984943b642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:55.680279 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-2ff14001-3dcc-4578-8827-bf984943b642 None None] For port 95c95b10-246a-41d7-bbe1-6b439f6ad2ad, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:11:55.683988 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-2ff14001-3dcc-4578-8827-bf984943b642 None None] For port 95c95b10-246a-41d7-bbe1-6b439f6ad2ad, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=95c95b10-246a-41d7-bbe1-6b439f6ad2ad,segment=NetworkSegment(d121ff22-a910-45e0-a0cd-1e04e0cf8e22),segment_id=d121ff22-a910-45e0-a0cd-1e04e0cf8e22)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:11:55.691925 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2ff14001-3dcc-4578-8827-bf984943b642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:55.722782 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-91869019-d1dc-4cd1-a4e0-249b58b3ae8d tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Allocated IP 172.20.0.17 (2cdba6e2-1f09-46ef-b181-2cb6cd80d911/df3a8e6b-e0fe-4a0e-bdc1-5f255a2bc887/7caa9fde-ca04-4e87-9032-7e54be88daa8) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:11:55.765809 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff14001-3dcc-4578-8827-bf984943b642 None None] Pushing event updated for resources: {'Port': ['ID=95c95b10-246a-41d7-bbe1-6b439f6ad2ad,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:11:55.903085 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-91869019-d1dc-4cd1-a4e0-249b58b3ae8d tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:55.933354 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [None req-91869019-d1dc-4cd1-a4e0-249b58b3ae8d tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Transition to ACTIVE for port object 7caa9fde-ca04-4e87-9032-7e54be88daa8 will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:11:56.007284 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-91869019-d1dc-4cd1-a4e0-249b58b3ae8d tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:56.080427 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91869019-d1dc-4cd1-a4e0-249b58b3ae8d tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Network 2cdba6e2-1f09-46ef-b181-2cb6cd80d911 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:11:56.087533 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-91869019-d1dc-4cd1-a4e0-249b58b3ae8d tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:11:56.090807 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91869019-d1dc-4cd1-a4e0-249b58b3ae8d tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:11:56.144046 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91869019-d1dc-4cd1-a4e0-249b58b3ae8d tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Pushing event updated for resources: {'Port': ['ID=7caa9fde-ca04-4e87-9032-7e54be88daa8,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:11:56.194460 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-91869019-d1dc-4cd1-a4e0-249b58b3ae8d tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954230'] for router_interface, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:56.372502 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 95c95b10-246a-41d7-bbe1-6b439f6ad2ad up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:11:56.450352 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 95c95b10-246a-41d7-bbe1-6b439f6ad2ad completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:11:56.451740 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-91869019-d1dc-4cd1-a4e0-249b58b3ae8d tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:56.456400 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 5c72135e-09c6-4712-a48f-b135a1890f27 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:11:56.539107 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 5c72135e-09c6-4712-a48f-b135a1890f27 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:11:56.544069 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 5c72135e-09c6-4712-a48f-b135a1890f27 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:11:56.544615 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:56.635175 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:56.663755 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 5c72135e-09c6-4712-a48f-b135a1890f27, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=5c72135e-09c6-4712-a48f-b135a1890f27,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:11:56.673926 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:56.727934 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=5c72135e-09c6-4712-a48f-b135a1890f27,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:11:56.797081 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-91869019-d1dc-4cd1-a4e0-249b58b3ae8d tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:56.802144 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-91869019-d1dc-4cd1-a4e0-249b58b3ae8d tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:56.879968 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-91869019-d1dc-4cd1-a4e0-249b58b3ae8d tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954122'] for router_interface, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:56.882097 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91869019-d1dc-4cd1-a4e0-249b58b3ae8d tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Pushing event updated for resources: {'Port': ['ID=7caa9fde-ca04-4e87-9032-7e54be88daa8,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:11:56.987448 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91869019-d1dc-4cd1-a4e0-249b58b3ae8d tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Network 2cdba6e2-1f09-46ef-b181-2cb6cd80d911 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:11:56.989190 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-91869019-d1dc-4cd1-a4e0-249b58b3ae8d tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:11:57.115178 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91869019-d1dc-4cd1-a4e0-249b58b3ae8d tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Router 8160b3cf-2fe9-4527-b90a-33656f5a93b1 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:11:57.127930 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b845e3-b65e-44c2-a2bb-3b2ecaf52c30 None None] Network 2cdba6e2-1f09-46ef-b181-2cb6cd80d911 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:11:57.223433 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-fae106ff-87e1-46cd-b1ea-fb4d828a38cb None None] Provisioning for port 95c95b10-246a-41d7-bbe1-6b439f6ad2ad completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:11:57.242448 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-fae106ff-87e1-46cd-b1ea-fb4d828a38cb None None] Provisioning complete for port 95c95b10-246a-41d7-bbe1-6b439f6ad2ad triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:11:57.242901 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-fae106ff-87e1-46cd-b1ea-fb4d828a38cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:57.298909 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91869019-d1dc-4cd1-a4e0-249b58b3ae8d tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:11:57.309686 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-91869019-d1dc-4cd1-a4e0-249b58b3ae8d tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] 10.222.0.36 "PUT /v2.0/routers/8160b3cf-2fe9-4527-b90a-33656f5a93b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0505311 Aug 16 23:11:57.429765 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-fae106ff-87e1-46cd-b1ea-fb4d828a38cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:57.500227 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-fae106ff-87e1-46cd-b1ea-fb4d828a38cb None None] For port 95c95b10-246a-41d7-bbe1-6b439f6ad2ad, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=95c95b10-246a-41d7-bbe1-6b439f6ad2ad,segment=NetworkSegment(d121ff22-a910-45e0-a0cd-1e04e0cf8e22),segment_id=d121ff22-a910-45e0-a0cd-1e04e0cf8e22)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:11:57.505577 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-fae106ff-87e1-46cd-b1ea-fb4d828a38cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:57.569472 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae106ff-87e1-46cd-b1ea-fb4d828a38cb None None] Pushing event updated for resources: {'Port': ['ID=95c95b10-246a-41d7-bbe1-6b439f6ad2ad,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:11:57.737187 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44560c7e-a981-4ca2-aa8b-86cc2ba4b15c None None] Sync routers for ids ['8160b3cf-2fe9-4527-b90a-33656f5a93b1'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:11:57.751314 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44560c7e-a981-4ca2-aa8b-86cc2ba4b15c None None] Routers {'8160b3cf-2fe9-4527-b90a-33656f5a93b1'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:11:57.751967 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-44560c7e-a981-4ca2-aa8b-86cc2ba4b15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:11:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['8160b3cf-2fe9-4527-b90a-33656f5a93b1'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:11:57.837837 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-c1b96548-0812-4679-8c8f-96257c385544 None None] Provisioning complete for port 95c95b10-246a-41d7-bbe1-6b439f6ad2ad triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:11:57.838543 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c1b96548-0812-4679-8c8f-96257c385544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:57.953314 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-44560c7e-a981-4ca2-aa8b-86cc2ba4b15c None None] Set router 8160b3cf-2fe9-4527-b90a-33656f5a93b1 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:11:58.030956 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dddda2d-c75e-44ee-938d-0b4d4b3b60c8 req-7e77a67e-7a0f-4d41-9ccc-217e41311d2c tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:11:58.033585 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9dddda2d-c75e-44ee-938d-0b4d4b3b60c8 req-7e77a67e-7a0f-4d41-9ccc-217e41311d2c tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] 10.222.0.36 "GET /v2.0/networks?id=2cdba6e2-1f09-46ef-b181-2cb6cd80d911 HTTP/1.1" status: 200 len: 797 time: 0.2285364 Aug 16 23:11:58.066182 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9dddda2d-c75e-44ee-938d-0b4d4b3b60c8 req-fc211bdc-1685-4eec-b4e1-4c64b5e989a9 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] 10.222.0.36 "GET /v2.0/quotas/3ea7c49de2c143b091b125e676c32975 HTTP/1.1" status: 200 len: 375 time: 0.0244672 Aug 16 23:11:58.069774 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-c1b96548-0812-4679-8c8f-96257c385544 None None] Provisioning for port 7caa9fde-ca04-4e87-9032-7e54be88daa8 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:11:58.076851 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-c1b96548-0812-4679-8c8f-96257c385544 None None] Provisioning complete for port 7caa9fde-ca04-4e87-9032-7e54be88daa8 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:11:58.079485 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c1b96548-0812-4679-8c8f-96257c385544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:58.198060 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-c1b96548-0812-4679-8c8f-96257c385544 None None] Port 7caa9fde-ca04-4e87-9032-7e54be88daa8 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:11:58.201241 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 95c95b10-246a-41d7-bbe1-6b439f6ad2ad up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:11:58.255305 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9dddda2d-c75e-44ee-938d-0b4d4b3b60c8 req-5f20df3d-ed65-4156-849b-a7677bc4df1c tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3ea7c49de2c143b091b125e676c32975&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1821778 Aug 16 23:11:58.271215 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 95c95b10-246a-41d7-bbe1-6b439f6ad2ad triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:11:58.271610 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:58.380409 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9dddda2d-c75e-44ee-938d-0b4d4b3b60c8 req-fbfe6582-2d08-4a25-a95b-61377a6a8738 service neutron] 10.222.0.36 "GET /v2.0/networks/2cdba6e2-1f09-46ef-b181-2cb6cd80d911?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060572 Aug 16 23:11:58.386148 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-44560c7e-a981-4ca2-aa8b-86cc2ba4b15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8160b3cf-2fe9-4527-b90a-33656f5a93b1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1311760323', 'tenant_id': '3ea7c49de2c143b091b125e676c32975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '5c72135e-09c6-4712-a48f-b135a1890f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:11:51Z', 'updated_at': '2021-08-16T23:11:56Z', 'revision_number': 4, 'project_id': '3ea7c49de2c143b091b125e676c32975', 'gw_port': {'id': '5c72135e-09c6-4712-a48f-b135a1890f27', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:92:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8160b3cf-2fe9-4527-b90a-33656f5a93b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:11:51Z', 'updated_at': '2021-08-16T23:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '7caa9fde-ca04-4e87-9032-7e54be88daa8', 'name': '', 'network_id': '2cdba6e2-1f09-46ef-b181-2cb6cd80d911', 'tenant_id': '3ea7c49de2c143b091b125e676c32975', 'mac_address': 'fa:16:3e:8a:7e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8160b3cf-2fe9-4527-b90a-33656f5a93b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3042, 'fixed_ips': [{'subnet_id': 'df3a8e6b-e0fe-4a0e-bdc1-5f255a2bc887', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:11:55Z', 'updated_at': '2021-08-16T23:11:56Z', 'revision_number': 2, 'project_id': '3ea7c49de2c143b091b125e676c32975', 'subnets': [{'id': 'df3a8e6b-e0fe-4a0e-bdc1-5f255a2bc887', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:11:58.411351 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-1219c86b-30cd-4c3a-9dce-47a2625c83a5 None None] Provisioning complete for port 7caa9fde-ca04-4e87-9032-7e54be88daa8 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:11:58.414482 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-1219c86b-30cd-4c3a-9dce-47a2625c83a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:58.439619 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44560c7e-a981-4ca2-aa8b-86cc2ba4b15c None None] Checking router: 8160b3cf-2fe9-4527-b90a-33656f5a93b1 for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:11:58.440372 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44560c7e-a981-4ca2-aa8b-86cc2ba4b15c None None] Updating router 8160b3cf-2fe9-4527-b90a-33656f5a93b1 port 7caa9fde-ca04-4e87-9032-7e54be88daa8 binding host n-d-791506-26 {{(pid=101294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:11:58.482029 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-44560c7e-a981-4ca2-aa8b-86cc2ba4b15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:58.501151 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-1219c86b-30cd-4c3a-9dce-47a2625c83a5 None None] Port 7caa9fde-ca04-4e87-9032-7e54be88daa8 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:11:58.561765 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 5c72135e-09c6-4712-a48f-b135a1890f27 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:11:58.576889 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9dddda2d-c75e-44ee-938d-0b4d4b3b60c8 req-d0084d14-deea-4f5f-94d2-597715b69ce2 service neutron] 10.222.0.36 "GET /v2.0/networks/2cdba6e2-1f09-46ef-b181-2cb6cd80d911?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893740 Aug 16 23:11:58.629355 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-a2a4ff71-d5e7-4922-bf19-bf076ff31197 None None] Provisioning complete for port 7caa9fde-ca04-4e87-9032-7e54be88daa8 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:11:58.629734 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a2a4ff71-d5e7-4922-bf19-bf076ff31197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:58.672628 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 5c72135e-09c6-4712-a48f-b135a1890f27 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:11:58.673567 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:58.724992 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-a2a4ff71-d5e7-4922-bf19-bf076ff31197 None None] Port 7caa9fde-ca04-4e87-9032-7e54be88daa8 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:11:58.910300 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-44560c7e-a981-4ca2-aa8b-86cc2ba4b15c None None] Notify callbacks [] for port, precommit_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:58.921476 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.provisioning_blocks [None req-44560c7e-a981-4ca2-aa8b-86cc2ba4b15c None None] Transition to ACTIVE for port object 7caa9fde-ca04-4e87-9032-7e54be88daa8 will not be triggered until provisioned by entity L2. {{(pid=101294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:11:58.930370 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-44560c7e-a981-4ca2-aa8b-86cc2ba4b15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:59.014428 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d142b667-cc84-4156-8a2e-5d5f85c2e21b None None] Pushing event updated for resources: {'Port': ['ID=7caa9fde-ca04-4e87-9032-7e54be88daa8,revision_number=3']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:11:59.036336 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8ec2c8bd-8780-4791-96a7-677b1f007df1 req-331557fd-3a44-46c0-b019-dfa2878d9808 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bdade36-892d-429c-8c6a-dbaa207d068e HTTP/1.1" status: 200 len: 210 time: 0.2520177 Aug 16 23:11:59.048845 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d142b667-cc84-4156-8a2e-5d5f85c2e21b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:11:59.049207 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d142b667-cc84-4156-8a2e-5d5f85c2e21b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:11:59.049559 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d142b667-cc84-4156-8a2e-5d5f85c2e21b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:11:59.050312 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d142b667-cc84-4156-8a2e-5d5f85c2e21b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:11:59.050312 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d142b667-cc84-4156-8a2e-5d5f85c2e21b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:11:59.053549 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d142b667-cc84-4156-8a2e-5d5f85c2e21b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:11:59.053549 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d142b667-cc84-4156-8a2e-5d5f85c2e21b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:11:59.053549 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d142b667-cc84-4156-8a2e-5d5f85c2e21b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:11:59.053549 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d142b667-cc84-4156-8a2e-5d5f85c2e21b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:11:59.053549 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d142b667-cc84-4156-8a2e-5d5f85c2e21b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:11:59.053549 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d142b667-cc84-4156-8a2e-5d5f85c2e21b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:11:59.053549 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d142b667-cc84-4156-8a2e-5d5f85c2e21b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:11:59.106919 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-44560c7e-a981-4ca2-aa8b-86cc2ba4b15c None None] Attempting to bind port 7caa9fde-ca04-4e87-9032-7e54be88daa8 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:11:59.107247 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-44560c7e-a981-4ca2-aa8b-86cc2ba4b15c None None] Attempting to bind port 7caa9fde-ca04-4e87-9032-7e54be88daa8 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': 'd121ff22-a910-45e0-a0cd-1e04e0cf8e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2cdba6e2-1f09-46ef-b181-2cb6cd80d911'}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:11:59.107636 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44560c7e-a981-4ca2-aa8b-86cc2ba4b15c None None] Attempting to bind port 7caa9fde-ca04-4e87-9032-7e54be88daa8 on network 2cdba6e2-1f09-46ef-b181-2cb6cd80d911 {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:11:59.114483 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44560c7e-a981-4ca2-aa8b-86cc2ba4b15c None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:11:59.115127 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44560c7e-a981-4ca2-aa8b-86cc2ba4b15c None None] Checking segment: {'id': 'd121ff22-a910-45e0-a0cd-1e04e0cf8e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2cdba6e2-1f09-46ef-b181-2cb6cd80d911'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:11:59.115527 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-44560c7e-a981-4ca2-aa8b-86cc2ba4b15c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:59.115916 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44560c7e-a981-4ca2-aa8b-86cc2ba4b15c None None] Bound using segment: {'id': 'd121ff22-a910-45e0-a0cd-1e04e0cf8e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2cdba6e2-1f09-46ef-b181-2cb6cd80d911'} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:11:59.116389 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-44560c7e-a981-4ca2-aa8b-86cc2ba4b15c None None] Bound port: 7caa9fde-ca04-4e87-9032-7e54be88daa8, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd121ff22-a910-45e0-a0cd-1e04e0cf8e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2cdba6e2-1f09-46ef-b181-2cb6cd80d911'}}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:11:59.116783 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-44560c7e-a981-4ca2-aa8b-86cc2ba4b15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:59.304330 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-44560c7e-a981-4ca2-aa8b-86cc2ba4b15c None None] For port 7caa9fde-ca04-4e87-9032-7e54be88daa8, host n-d-791506-26, cleared binding levels {{(pid=101294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:11:59.314583 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-44560c7e-a981-4ca2-aa8b-86cc2ba4b15c None None] For port 7caa9fde-ca04-4e87-9032-7e54be88daa8, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=7caa9fde-ca04-4e87-9032-7e54be88daa8,segment=NetworkSegment(d121ff22-a910-45e0-a0cd-1e04e0cf8e22),segment_id=d121ff22-a910-45e0-a0cd-1e04e0cf8e22)] {{(pid=101294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:11:59.325529 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-44560c7e-a981-4ca2-aa8b-86cc2ba4b15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:11:59.394132 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44560c7e-a981-4ca2-aa8b-86cc2ba4b15c None None] Routers {'8160b3cf-2fe9-4527-b90a-33656f5a93b1'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:11:59.394884 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-44560c7e-a981-4ca2-aa8b-86cc2ba4b15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:11:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['8160b3cf-2fe9-4527-b90a-33656f5a93b1'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:11:59.630399 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d142b667-cc84-4156-8a2e-5d5f85c2e21b None None] Pushing event updated for resources: {'Port': ['ID=7caa9fde-ca04-4e87-9032-7e54be88daa8,revision_number=4']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:11:59.663813 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-44560c7e-a981-4ca2-aa8b-86cc2ba4b15c None None] Set router 8160b3cf-2fe9-4527-b90a-33656f5a93b1 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:11:59.904583 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-44560c7e-a981-4ca2-aa8b-86cc2ba4b15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8160b3cf-2fe9-4527-b90a-33656f5a93b1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1311760323', 'tenant_id': '3ea7c49de2c143b091b125e676c32975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '5c72135e-09c6-4712-a48f-b135a1890f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:11:51Z', 'updated_at': '2021-08-16T23:11:56Z', 'revision_number': 4, 'project_id': '3ea7c49de2c143b091b125e676c32975', 'gw_port': {'id': '5c72135e-09c6-4712-a48f-b135a1890f27', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:92:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8160b3cf-2fe9-4527-b90a-33656f5a93b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:11:51Z', 'updated_at': '2021-08-16T23:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '7caa9fde-ca04-4e87-9032-7e54be88daa8', 'name': '', 'network_id': '2cdba6e2-1f09-46ef-b181-2cb6cd80d911', 'tenant_id': '3ea7c49de2c143b091b125e676c32975', 'mac_address': 'fa:16:3e:8a:7e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8160b3cf-2fe9-4527-b90a-33656f5a93b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3042, 'fixed_ips': [{'subnet_id': 'df3a8e6b-e0fe-4a0e-bdc1-5f255a2bc887', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:11:55Z', 'updated_at': '2021-08-16T23:11:59Z', 'revision_number': 4, 'project_id': '3ea7c49de2c143b091b125e676c32975', 'subnets': [{'id': 'df3a8e6b-e0fe-4a0e-bdc1-5f255a2bc887', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:11:59.933551 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44560c7e-a981-4ca2-aa8b-86cc2ba4b15c None None] The sync data for ids ['8160b3cf-2fe9-4527-b90a-33656f5a93b1'] in n-d-791506-26 is: [{'id': '8160b3cf-2fe9-4527-b90a-33656f5a93b1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1311760323', 'tenant_id': '3ea7c49de2c143b091b125e676c32975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '5c72135e-09c6-4712-a48f-b135a1890f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:11:51Z', 'updated_at': '2021-08-16T23:11:56Z', 'revision_number': 4, 'project_id': '3ea7c49de2c143b091b125e676c32975', 'gw_port': {'id': '5c72135e-09c6-4712-a48f-b135a1890f27', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:92:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8160b3cf-2fe9-4527-b90a-33656f5a93b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:11:51Z', 'updated_at': '2021-08-16T23:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '7caa9fde-ca04-4e87-9032-7e54be88daa8', 'name': '', 'network_id': '2cdba6e2-1f09-46ef-b181-2cb6cd80d911', 'tenant_id': '3ea7c49de2c143b091b125e676c32975', 'mac_address': 'fa:16:3e:8a:7e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8160b3cf-2fe9-4527-b90a-33656f5a93b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3042, 'fixed_ips': [{'subnet_id': 'df3a8e6b-e0fe-4a0e-bdc1-5f255a2bc887', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:11:55Z', 'updated_at': '2021-08-16T23:11:59Z', 'revision_number': 4, 'project_id': '3ea7c49de2c143b091b125e676c32975', 'subnets': [{'id': 'df3a8e6b-e0fe-4a0e-bdc1-5f255a2bc887', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:12:00.178646 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ce045d56-87bc-4ca6-b970-092e72a60ad7 req-b7d14193-995a-461c-97a1-05ea70e458bf tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bdade36-892d-429c-8c6a-dbaa207d068e HTTP/1.1" status: 200 len: 210 time: 0.0607593 Aug 16 23:12:00.261141 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dddda2d-c75e-44ee-938d-0b4d4b3b60c8 req-25b5f435-6d87-4b9d-8c82-5d74ebf12cff tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:00.263548 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-9dddda2d-c75e-44ee-938d-0b4d4b3b60c8 req-25b5f435-6d87-4b9d-8c82-5d74ebf12cff tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] 10.222.0.68 "GET /v2.0/networks?id=2cdba6e2-1f09-46ef-b181-2cb6cd80d911 HTTP/1.1" status: 200 len: 797 time: 0.2079766 Aug 16 23:12:00.284152 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-9dddda2d-c75e-44ee-938d-0b4d4b3b60c8 req-013f8470-56b4-48eb-8e9e-6676837cee77 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Request body: {'port': {'device_id': '7bdade36-892d-429c-8c6a-dbaa207d068e', 'network_id': '2cdba6e2-1f09-46ef-b181-2cb6cd80d911', 'admin_state_up': True, 'tenant_id': '3ea7c49de2c143b091b125e676c32975'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:12:00.323410 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 7caa9fde-ca04-4e87-9032-7e54be88daa8 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:12:00.429860 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 7caa9fde-ca04-4e87-9032-7e54be88daa8 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:12:00.434525 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 7caa9fde-ca04-4e87-9032-7e54be88daa8 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:12:00.435088 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:00.488652 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dddda2d-c75e-44ee-938d-0b4d4b3b60c8 req-013f8470-56b4-48eb-8e9e-6676837cee77 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Made reservation on behalf of 3ea7c49de2c143b091b125e676c32975 for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:12:00.495678 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-9dddda2d-c75e-44ee-938d-0b4d4b3b60c8 req-013f8470-56b4-48eb-8e9e-6676837cee77 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:00.536705 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:00.575769 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 7caa9fde-ca04-4e87-9032-7e54be88daa8, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=7caa9fde-ca04-4e87-9032-7e54be88daa8,segment=NetworkSegment(d121ff22-a910-45e0-a0cd-1e04e0cf8e22),segment_id=d121ff22-a910-45e0-a0cd-1e04e0cf8e22)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:12:00.581792 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:00.646831 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=7caa9fde-ca04-4e87-9032-7e54be88daa8,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:12:00.762524 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-9dddda2d-c75e-44ee-938d-0b4d4b3b60c8 req-013f8470-56b4-48eb-8e9e-6676837cee77 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Allocated IP 172.20.0.24 (2cdba6e2-1f09-46ef-b181-2cb6cd80d911/df3a8e6b-e0fe-4a0e-bdc1-5f255a2bc887/9dab4e9d-1f63-4909-a7c9-0bf3de768e5c) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:12:00.921268 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-9dddda2d-c75e-44ee-938d-0b4d4b3b60c8 req-013f8470-56b4-48eb-8e9e-6676837cee77 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:00.942848 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-9dddda2d-c75e-44ee-938d-0b4d4b3b60c8 req-013f8470-56b4-48eb-8e9e-6676837cee77 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Transition to ACTIVE for port object 9dab4e9d-1f63-4909-a7c9-0bf3de768e5c will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:12:00.986427 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-9dddda2d-c75e-44ee-938d-0b4d4b3b60c8 req-013f8470-56b4-48eb-8e9e-6676837cee77 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:01.041297 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dddda2d-c75e-44ee-938d-0b4d4b3b60c8 req-013f8470-56b4-48eb-8e9e-6676837cee77 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Network 2cdba6e2-1f09-46ef-b181-2cb6cd80d911 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:12:01.045058 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-9dddda2d-c75e-44ee-938d-0b4d4b3b60c8 req-013f8470-56b4-48eb-8e9e-6676837cee77 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:12:01.049412 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dddda2d-c75e-44ee-938d-0b4d4b3b60c8 req-013f8470-56b4-48eb-8e9e-6676837cee77 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:12:01.078800 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013f8470-56b4-48eb-8e9e-6676837cee77 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Pushing event updated for resources: {'Port': ['ID=9dab4e9d-1f63-4909-a7c9-0bf3de768e5c,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:12:01.133078 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dddda2d-c75e-44ee-938d-0b4d4b3b60c8 req-013f8470-56b4-48eb-8e9e-6676837cee77 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:01.134115 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-9dddda2d-c75e-44ee-938d-0b4d4b3b60c8 req-013f8470-56b4-48eb-8e9e-6676837cee77 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:01.151811 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-9dddda2d-c75e-44ee-938d-0b4d4b3b60c8 req-013f8470-56b4-48eb-8e9e-6676837cee77 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.8766799 Aug 16 23:12:01.165778 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-9dddda2d-c75e-44ee-938d-0b4d4b3b60c8 req-c74100e0-702d-4329-b469-1ae4c1e4d320 service neutron] Request body: {'port': {'device_id': '7bdade36-892d-429c-8c6a-dbaa207d068e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:12:01.308918 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-9dddda2d-c75e-44ee-938d-0b4d4b3b60c8 req-c74100e0-702d-4329-b469-1ae4c1e4d320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:01.422654 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999b0b7b-2b34-4597-a51d-27560f5a2515 req-a26f050f-a135-409a-9b7f-795168031fc6 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:01.425578 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-999b0b7b-2b34-4597-a51d-27560f5a2515 req-a26f050f-a135-409a-9b7f-795168031fc6 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bdade36-892d-429c-8c6a-dbaa207d068e HTTP/1.1" status: 200 len: 895 time: 0.1054647 Aug 16 23:12:01.521034 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9276d0b7-9f4c-4ced-ab73-d41a9a4d8f5f None None] Provisioning for port 9dab4e9d-1f63-4909-a7c9-0bf3de768e5c completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:12:01.526739 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9276d0b7-9f4c-4ced-ab73-d41a9a4d8f5f None None] Provisioning complete for port 9dab4e9d-1f63-4909-a7c9-0bf3de768e5c triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:12:01.527290 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9276d0b7-9f4c-4ced-ab73-d41a9a4d8f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:01.630495 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-9276d0b7-9f4c-4ced-ab73-d41a9a4d8f5f None None] Port 9dab4e9d-1f63-4909-a7c9-0bf3de768e5c cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:12:01.813821 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-9dddda2d-c75e-44ee-938d-0b4d4b3b60c8 req-c74100e0-702d-4329-b469-1ae4c1e4d320 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dab4e9d-1f63-4909-a7c9-0bf3de768e5c {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:12:01.823326 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-9dddda2d-c75e-44ee-938d-0b4d4b3b60c8 req-c74100e0-702d-4329-b469-1ae4c1e4d320 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:01.845417 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-9dddda2d-c75e-44ee-938d-0b4d4b3b60c8 req-c74100e0-702d-4329-b469-1ae4c1e4d320 service neutron] Transition to ACTIVE for port object 9dab4e9d-1f63-4909-a7c9-0bf3de768e5c will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:12:01.850588 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-9dddda2d-c75e-44ee-938d-0b4d4b3b60c8 req-c74100e0-702d-4329-b469-1ae4c1e4d320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:01.914623 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74100e0-702d-4329-b469-1ae4c1e4d320 service neutron] Pushing event updated for resources: {'Port': ['ID=9dab4e9d-1f63-4909-a7c9-0bf3de768e5c,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:12:02.031845 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-9dddda2d-c75e-44ee-938d-0b4d4b3b60c8 req-c74100e0-702d-4329-b469-1ae4c1e4d320 service neutron] Attempting to bind port 9dab4e9d-1f63-4909-a7c9-0bf3de768e5c on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:12:02.035780 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-9dddda2d-c75e-44ee-938d-0b4d4b3b60c8 req-c74100e0-702d-4329-b469-1ae4c1e4d320 service neutron] Attempting to bind port 9dab4e9d-1f63-4909-a7c9-0bf3de768e5c by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': 'd121ff22-a910-45e0-a0cd-1e04e0cf8e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2cdba6e2-1f09-46ef-b181-2cb6cd80d911'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:12:02.036513 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dddda2d-c75e-44ee-938d-0b4d4b3b60c8 req-c74100e0-702d-4329-b469-1ae4c1e4d320 service neutron] Attempting to bind port 9dab4e9d-1f63-4909-a7c9-0bf3de768e5c on network 2cdba6e2-1f09-46ef-b181-2cb6cd80d911 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:12:02.042219 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dddda2d-c75e-44ee-938d-0b4d4b3b60c8 req-c74100e0-702d-4329-b469-1ae4c1e4d320 service neutron] Port 9dab4e9d-1f63-4909-a7c9-0bf3de768e5c on network 2cdba6e2-1f09-46ef-b181-2cb6cd80d911 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:12:02.043007 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dddda2d-c75e-44ee-938d-0b4d4b3b60c8 req-c74100e0-702d-4329-b469-1ae4c1e4d320 service neutron] Attempting to bind port 9dab4e9d-1f63-4909-a7c9-0bf3de768e5c on network 2cdba6e2-1f09-46ef-b181-2cb6cd80d911 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:12:02.051558 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dddda2d-c75e-44ee-938d-0b4d4b3b60c8 req-c74100e0-702d-4329-b469-1ae4c1e4d320 service neutron] Checking agent: {'id': 'd28e24f9-e5ea-41e1-80bf-3c7943ad7f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:12:02.052006 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dddda2d-c75e-44ee-938d-0b4d4b3b60c8 req-c74100e0-702d-4329-b469-1ae4c1e4d320 service neutron] Checking segment: {'id': 'd121ff22-a910-45e0-a0cd-1e04e0cf8e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2cdba6e2-1f09-46ef-b181-2cb6cd80d911'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:12:02.052610 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dddda2d-c75e-44ee-938d-0b4d4b3b60c8 req-c74100e0-702d-4329-b469-1ae4c1e4d320 service neutron] Bound using segment: {'id': 'd121ff22-a910-45e0-a0cd-1e04e0cf8e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2cdba6e2-1f09-46ef-b181-2cb6cd80d911'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:12:02.053424 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-9dddda2d-c75e-44ee-938d-0b4d4b3b60c8 req-c74100e0-702d-4329-b469-1ae4c1e4d320 service neutron] Bound port: 9dab4e9d-1f63-4909-a7c9-0bf3de768e5c, host: n-h1-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd121ff22-a910-45e0-a0cd-1e04e0cf8e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2cdba6e2-1f09-46ef-b181-2cb6cd80d911'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:12:02.054851 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-9dddda2d-c75e-44ee-938d-0b4d4b3b60c8 req-c74100e0-702d-4329-b469-1ae4c1e4d320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:02.157251 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 7caa9fde-ca04-4e87-9032-7e54be88daa8 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:12:02.160502 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-9dddda2d-c75e-44ee-938d-0b4d4b3b60c8 req-c74100e0-702d-4329-b469-1ae4c1e4d320 service neutron] For port 9dab4e9d-1f63-4909-a7c9-0bf3de768e5c, host n-h1-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:12:02.164444 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-9dddda2d-c75e-44ee-938d-0b4d4b3b60c8 req-c74100e0-702d-4329-b469-1ae4c1e4d320 service neutron] For port 9dab4e9d-1f63-4909-a7c9-0bf3de768e5c, host n-h1-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=9dab4e9d-1f63-4909-a7c9-0bf3de768e5c,segment=NetworkSegment(d121ff22-a910-45e0-a0cd-1e04e0cf8e22),segment_id=d121ff22-a910-45e0-a0cd-1e04e0cf8e22)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:12:02.173970 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-9dddda2d-c75e-44ee-938d-0b4d4b3b60c8 req-c74100e0-702d-4329-b469-1ae4c1e4d320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:02.221740 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dddda2d-c75e-44ee-938d-0b4d4b3b60c8 req-c74100e0-702d-4329-b469-1ae4c1e4d320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:02.222358 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-9dddda2d-c75e-44ee-938d-0b4d4b3b60c8 req-c74100e0-702d-4329-b469-1ae4c1e4d320 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:02.223814 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-9dddda2d-c75e-44ee-938d-0b4d4b3b60c8 req-c74100e0-702d-4329-b469-1ae4c1e4d320 service neutron] 10.222.0.68 "PUT /v2.0/ports/9dab4e9d-1f63-4909-a7c9-0bf3de768e5c HTTP/1.1" status: 200 len: 1056 time: 1.0625017 Aug 16 23:12:02.224400 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bdade36-892d-429c-8c6a-dbaa207d068e', 'tag': '9dab4e9d-1f63-4909-a7c9-0bf3de768e5c'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:12:02.228072 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f1a52b9-f189-4aaf-88e8-b27fcd3e50ef" -d '{"events": [{"name": "network-changed", "server_uuid": "7bdade36-892d-429c-8c6a-dbaa207d068e", "tag": "9dab4e9d-1f63-4909-a7c9-0bf3de768e5c"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:12:02.276516 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74100e0-702d-4329-b469-1ae4c1e4d320 service neutron] Pushing event updated for resources: {'Port': ['ID=9dab4e9d-1f63-4909-a7c9-0bf3de768e5c,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:12:02.347780 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-025c5f1f-8c94-4fae-9654-fe84f28381eb x-openstack-request-id: req-025c5f1f-8c94-4fae-9654-fe84f28381eb {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:12:02.348425 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bdade36-892d-429c-8c6a-dbaa207d068e", "tag": "9dab4e9d-1f63-4909-a7c9-0bf3de768e5c", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:12:02.348425 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-025c5f1f-8c94-4fae-9654-fe84f28381eb {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:12:02.348915 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bdade36-892d-429c-8c6a-dbaa207d068e', 'tag': '9dab4e9d-1f63-4909-a7c9-0bf3de768e5c', 'status': 'completed', 'code': 200} Aug 16 23:12:02.410708 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dddda2d-c75e-44ee-938d-0b4d4b3b60c8 req-4a9e39a1-affb-4931-b4f8-b6b660492af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:02.412795 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-9dddda2d-c75e-44ee-938d-0b4d4b3b60c8 req-4a9e39a1-affb-4931-b4f8-b6b660492af3 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3ea7c49de2c143b091b125e676c32975&device_id=7bdade36-892d-429c-8c6a-dbaa207d068e HTTP/1.1" status: 200 len: 1059 time: 0.1379063 Aug 16 23:12:02.477380 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 7caa9fde-ca04-4e87-9032-7e54be88daa8 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:12:02.477973 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:02.509513 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-9dddda2d-c75e-44ee-938d-0b4d4b3b60c8 req-5508b864-d427-4f5b-b86c-ab5d0488ea53 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=9dab4e9d-1f63-4909-a7c9-0bf3de768e5c HTTP/1.1" status: 200 len: 217 time: 0.0869203 Aug 16 23:12:02.591901 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dca3d8-ded8-4b96-898d-1175c83429c3 req-16d974c9-4d38-4ee5-9671-f730bbc00b19 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:02.593759 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c7dca3d8-ded8-4b96-898d-1175c83429c3 req-16d974c9-4d38-4ee5-9671-f730bbc00b19 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bdade36-892d-429c-8c6a-dbaa207d068e HTTP/1.1" status: 200 len: 907 time: 0.0706754 Aug 16 23:12:02.616642 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dddda2d-c75e-44ee-938d-0b4d4b3b60c8 req-a13f0b73-8082-4386-8698-b5498d8714dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:02.618667 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-9dddda2d-c75e-44ee-938d-0b4d4b3b60c8 req-a13f0b73-8082-4386-8698-b5498d8714dc service neutron] 10.222.0.68 "GET /v2.0/subnets?id=df3a8e6b-e0fe-4a0e-bdc1-5f255a2bc887 HTTP/1.1" status: 200 len: 838 time: 0.1000817 Aug 16 23:12:02.672206 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dddda2d-c75e-44ee-938d-0b4d4b3b60c8 req-60b69191-5a9e-4330-bb90-9906ae7159d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:02.673867 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-9dddda2d-c75e-44ee-938d-0b4d4b3b60c8 req-60b69191-5a9e-4330-bb90-9906ae7159d8 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2cdba6e2-1f09-46ef-b181-2cb6cd80d911&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0456645 Aug 16 23:12:02.774331 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-9dddda2d-c75e-44ee-938d-0b4d4b3b60c8 req-deb31f3c-4a2f-43f5-bfbe-8f7fcdb6fe56 service neutron] 10.222.0.68 "GET /v2.0/networks/2cdba6e2-1f09-46ef-b181-2cb6cd80d911?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920599 Aug 16 23:12:02.868248 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-9dddda2d-c75e-44ee-938d-0b4d4b3b60c8 req-c73c4f4c-b4ce-4db7-969e-8b0d1cbf2dc6 service neutron] 10.222.0.68 "GET /v2.0/networks/2cdba6e2-1f09-46ef-b181-2cb6cd80d911?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860746 Aug 16 23:12:02.988340 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1a52b9-f189-4aaf-88e8-b27fcd3e50ef req-1bdadedb-de5f-436d-a2a9-f66d5284f72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:02.990212 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2f1a52b9-f189-4aaf-88e8-b27fcd3e50ef req-1bdadedb-de5f-436d-a2a9-f66d5284f72f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3ea7c49de2c143b091b125e676c32975&device_id=7bdade36-892d-429c-8c6a-dbaa207d068e HTTP/1.1" status: 200 len: 1059 time: 0.0654695 Aug 16 23:12:03.090956 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1a52b9-f189-4aaf-88e8-b27fcd3e50ef req-62056847-1f64-4820-98a7-5ad18dc8546b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:03.092509 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2f1a52b9-f189-4aaf-88e8-b27fcd3e50ef req-62056847-1f64-4820-98a7-5ad18dc8546b service neutron] 10.222.0.68 "GET /v2.0/networks?id=2cdba6e2-1f09-46ef-b181-2cb6cd80d911 HTTP/1.1" status: 200 len: 898 time: 0.0942528 Aug 16 23:12:03.139165 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2f1a52b9-f189-4aaf-88e8-b27fcd3e50ef req-3d1cdd5d-07ec-422e-80ba-2ca361ca81dc service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=9dab4e9d-1f63-4909-a7c9-0bf3de768e5c HTTP/1.1" status: 200 len: 217 time: 0.0355759 Aug 16 23:12:03.199534 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1a52b9-f189-4aaf-88e8-b27fcd3e50ef req-ace641e8-d108-4e98-b331-1b23a573f5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:03.201050 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2f1a52b9-f189-4aaf-88e8-b27fcd3e50ef req-ace641e8-d108-4e98-b331-1b23a573f5e5 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=df3a8e6b-e0fe-4a0e-bdc1-5f255a2bc887 HTTP/1.1" status: 200 len: 838 time: 0.0557103 Aug 16 23:12:03.252561 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1a52b9-f189-4aaf-88e8-b27fcd3e50ef req-9773b89c-2b6b-4867-8526-bab39580d800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:03.254106 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2f1a52b9-f189-4aaf-88e8-b27fcd3e50ef req-9773b89c-2b6b-4867-8526-bab39580d800 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2cdba6e2-1f09-46ef-b181-2cb6cd80d911&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0449758 Aug 16 23:12:03.348949 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2f1a52b9-f189-4aaf-88e8-b27fcd3e50ef req-b34e6d72-7b67-4b0f-9385-ffee3da31f74 service neutron] 10.222.0.68 "GET /v2.0/networks/2cdba6e2-1f09-46ef-b181-2cb6cd80d911?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860405 Aug 16 23:12:03.454643 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2f1a52b9-f189-4aaf-88e8-b27fcd3e50ef req-8b8b6cb2-dc6e-4db8-ac1a-457e8387737a service neutron] 10.222.0.68 "GET /v2.0/networks/2cdba6e2-1f09-46ef-b181-2cb6cd80d911?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978477 Aug 16 23:12:03.731653 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becfc88a-48a0-4e2b-8925-9bf0288fa54c req-86588f00-6945-4c4e-8e5e-a292723f3c1f tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:03.733205 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-becfc88a-48a0-4e2b-8925-9bf0288fa54c req-86588f00-6945-4c4e-8e5e-a292723f3c1f tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bdade36-892d-429c-8c6a-dbaa207d068e HTTP/1.1" status: 200 len: 907 time: 0.0600049 Aug 16 23:12:04.861870 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f5772b-3864-4cb6-bc7d-39e97d84c6ee req-f5021739-2d88-450e-97b2-3147f081d9b7 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:04.863397 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f3f5772b-3864-4cb6-bc7d-39e97d84c6ee req-f5021739-2d88-450e-97b2-3147f081d9b7 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bdade36-892d-429c-8c6a-dbaa207d068e HTTP/1.1" status: 200 len: 907 time: 0.0567844 Aug 16 23:12:05.843360 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 9dab4e9d-1f63-4909-a7c9-0bf3de768e5c details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:12:05.951442 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 9dab4e9d-1f63-4909-a7c9-0bf3de768e5c, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=9dab4e9d-1f63-4909-a7c9-0bf3de768e5c,segment=NetworkSegment(d121ff22-a910-45e0-a0cd-1e04e0cf8e22),segment_id=d121ff22-a910-45e0-a0cd-1e04e0cf8e22)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:12:05.966744 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': '9dab4e9d-1f63-4909-a7c9-0bf3de768e5c', 'network_id': '2cdba6e2-1f09-46ef-b181-2cb6cd80d911', 'port_id': '9dab4e9d-1f63-4909-a7c9-0bf3de768e5c', 'mac_address': 'fa:16:3e:bf:03:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df3a8e6b-e0fe-4a0e-bdc1-5f255a2bc887', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:12:05.996103 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba76433d-c805-4551-940a-cae4796bf378 req-93ab518a-b3ad-4c64-9cc5-4ff5a973a06d tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:06.005096 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ba76433d-c805-4551-940a-cae4796bf378 req-93ab518a-b3ad-4c64-9cc5-4ff5a973a06d tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bdade36-892d-429c-8c6a-dbaa207d068e HTTP/1.1" status: 200 len: 907 time: 0.0624020 Aug 16 23:12:06.023692 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:06.038648 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dab4e9d-1f63-4909-a7c9-0bf3de768e5c {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:12:06.064101 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 9dab4e9d-1f63-4909-a7c9-0bf3de768e5c, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=9dab4e9d-1f63-4909-a7c9-0bf3de768e5c,segment=NetworkSegment(d121ff22-a910-45e0-a0cd-1e04e0cf8e22),segment_id=d121ff22-a910-45e0-a0cd-1e04e0cf8e22)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:12:06.068003 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:06.119454 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=9dab4e9d-1f63-4909-a7c9-0bf3de768e5c,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:12:06.318956 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['9dab4e9d-1f63-4909-a7c9-0bf3de768e5c'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:12:07.127318 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ee70a8-5204-4a37-8b81-c351f4ad49e5 req-6aa6ccca-3439-4017-9ead-dc0fde56f77c tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:07.128971 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-36ee70a8-5204-4a37-8b81-c351f4ad49e5 req-6aa6ccca-3439-4017-9ead-dc0fde56f77c tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bdade36-892d-429c-8c6a-dbaa207d068e HTTP/1.1" status: 200 len: 908 time: 0.0602942 Aug 16 23:12:07.858088 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 9dab4e9d-1f63-4909-a7c9-0bf3de768e5c up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:12:07.909058 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning for port 9dab4e9d-1f63-4909-a7c9-0bf3de768e5c completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:12:07.912876 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port 9dab4e9d-1f63-4909-a7c9-0bf3de768e5c triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:12:07.913251 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:08.009622 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:08.034632 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bdade36-892d-429c-8c6a-dbaa207d068e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dab4e9d-1f63-4909-a7c9-0bf3de768e5c'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:12:08.037190 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6f19570-38a4-4110-9d3a-136eaf2a8800" -d '{"events": [{"server_uuid": "7bdade36-892d-429c-8c6a-dbaa207d068e", "name": "network-vif-plugged", "status": "completed", "tag": "9dab4e9d-1f63-4909-a7c9-0bf3de768e5c"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:12:08.052263 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 9dab4e9d-1f63-4909-a7c9-0bf3de768e5c, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=9dab4e9d-1f63-4909-a7c9-0bf3de768e5c,segment=NetworkSegment(d121ff22-a910-45e0-a0cd-1e04e0cf8e22),segment_id=d121ff22-a910-45e0-a0cd-1e04e0cf8e22)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:12:08.057204 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:08.103473 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfedda1e-acb3-4eb1-9f60-e16637048eac x-openstack-request-id: req-dfedda1e-acb3-4eb1-9f60-e16637048eac {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:12:08.103904 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bdade36-892d-429c-8c6a-dbaa207d068e", "name": "network-vif-plugged", "status": "completed", "tag": "9dab4e9d-1f63-4909-a7c9-0bf3de768e5c", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:12:08.104574 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-dfedda1e-acb3-4eb1-9f60-e16637048eac {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:12:08.105066 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bdade36-892d-429c-8c6a-dbaa207d068e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dab4e9d-1f63-4909-a7c9-0bf3de768e5c', 'code': 200} Aug 16 23:12:08.123450 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=9dab4e9d-1f63-4909-a7c9-0bf3de768e5c,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:12:08.205123 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f888a1c-9880-4b5c-a420-36df259f9b9d req-e3224ee1-2fa3-4978-877e-53dc75261b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:08.207369 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-1f888a1c-9880-4b5c-a420-36df259f9b9d req-e3224ee1-2fa3-4978-877e-53dc75261b8d service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=7bdade36-892d-429c-8c6a-dbaa207d068e HTTP/1.1" status: 200 len: 1061 time: 0.0571990 Aug 16 23:12:08.288908 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01614a82-43bc-4571-9bf4-bf8723d180ec req-7be8d508-c320-4494-8ee1-8b5ede485850 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:08.290317 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-01614a82-43bc-4571-9bf4-bf8723d180ec req-7be8d508-c320-4494-8ee1-8b5ede485850 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bdade36-892d-429c-8c6a-dbaa207d068e HTTP/1.1" status: 200 len: 909 time: 0.0695662 Aug 16 23:12:09.430648 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f24352-3716-4343-9014-b99bed2b5606 req-cf15a937-3523-45cd-9b2c-5a8175d10452 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:09.433351 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-93f24352-3716-4343-9014-b99bed2b5606 req-cf15a937-3523-45cd-9b2c-5a8175d10452 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bdade36-892d-429c-8c6a-dbaa207d068e HTTP/1.1" status: 200 len: 909 time: 0.0520411 Aug 16 23:12:09.577605 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016d9ac3-c108-451c-8583-f0350fe2ee1a req-6be248e6-f4db-4c83-ad57-7111265f807b tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:09.579447 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-016d9ac3-c108-451c-8583-f0350fe2ee1a req-6be248e6-f4db-4c83-ad57-7111265f807b tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bdade36-892d-429c-8c6a-dbaa207d068e HTTP/1.1" status: 200 len: 909 time: 0.0600049 Aug 16 23:12:09.705878 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f585d0d1-463a-45ab-8aa0-006e92aeade2 req-bc62f7e2-6d13-4ded-9227-020aad99743c tempest-TestSecurityGroupsBasicOps-248226977 tempest-TestSecurityGroupsBasicOps-248226977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:09.707415 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f585d0d1-463a-45ab-8aa0-006e92aeade2 req-bc62f7e2-6d13-4ded-9227-020aad99743c tempest-TestSecurityGroupsBasicOps-248226977 tempest-TestSecurityGroupsBasicOps-248226977-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=7bdade36-892d-429c-8c6a-dbaa207d068e HTTP/1.1" status: 200 len: 1061 time: 0.0542192 Aug 16 23:12:09.822790 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec5f525-fddf-4af2-8238-8ee65fcb32e6 req-9d2c8f87-fe7a-4993-b73f-ba4c7e9392e7 tempest-TestSecurityGroupsBasicOps-248226977 tempest-TestSecurityGroupsBasicOps-248226977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:09.824330 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0ec5f525-fddf-4af2-8238-8ee65fcb32e6 req-9d2c8f87-fe7a-4993-b73f-ba4c7e9392e7 tempest-TestSecurityGroupsBasicOps-248226977 tempest-TestSecurityGroupsBasicOps-248226977-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=fa2e3db6-7326-496d-b58c-23c7d64d7377 HTTP/1.1" status: 200 len: 1137 time: 0.0441649 Aug 16 23:12:09.865337 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0ec5f525-fddf-4af2-8238-8ee65fcb32e6 req-0dc13e67-cfce-4dee-a709-69c7510c8635 tempest-TestSecurityGroupsBasicOps-248226977 tempest-TestSecurityGroupsBasicOps-248226977-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=adbda95e-2035-4608-b8c3-69823b0108f5&id=ce3aadc8-95a0-4001-997f-23b81140a6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0332823 Aug 16 23:12:09.890426 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 34442) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:12:09.931005 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f989cf09-5db8-429a-81fd-3eb2df727558 tempest-TestSecurityGroupsBasicOps-248226977 tempest-TestSecurityGroupsBasicOps-248226977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:09.932573 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-f989cf09-5db8-429a-81fd-3eb2df727558 tempest-TestSecurityGroupsBasicOps-248226977 tempest-TestSecurityGroupsBasicOps-248226977-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=7bdade36-892d-429c-8c6a-dbaa207d068e HTTP/1.1" status: 200 len: 1056 time: 0.0408158 Aug 16 23:12:10.223523 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654e36f2-39a3-457c-90f0-c1f69b318fdb req-24d0ffd9-aad8-44e4-8a3e-130d4f237e24 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:10.225122 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-654e36f2-39a3-457c-90f0-c1f69b318fdb req-24d0ffd9-aad8-44e4-8a3e-130d4f237e24 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bdade36-892d-429c-8c6a-dbaa207d068e HTTP/1.1" status: 200 len: 909 time: 0.0531561 Aug 16 23:12:11.175202 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:11.356788 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd60c652-9fbc-4e23-8490-4532a50e1011 req-50534d2a-7ac3-4da9-bd92-8746df334990 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:11.359221 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bd60c652-9fbc-4e23-8490-4532a50e1011 req-50534d2a-7ac3-4da9-bd92-8746df334990 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bdade36-892d-429c-8c6a-dbaa207d068e HTTP/1.1" status: 200 len: 909 time: 0.0583563 Aug 16 23:12:11.565370 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78740a41-9212-4d6b-9934-894c6cc94cc8 req-da33c9c9-4366-474f-9d8c-91a5aef73a72 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:11.566929 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-78740a41-9212-4d6b-9934-894c6cc94cc8 req-da33c9c9-4366-474f-9d8c-91a5aef73a72 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] 10.222.0.68 "GET /v2.0/ports?device_id=7bdade36-892d-429c-8c6a-dbaa207d068e HTTP/1.1" status: 200 len: 909 time: 0.0573916 Aug 16 23:12:11.693681 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-78740a41-9212-4d6b-9934-894c6cc94cc8 req-2be623da-c3e2-4ad5-b12f-5fea7c98a570 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Deleting port 9dab4e9d-1f63-4909-a7c9-0bf3de768e5c {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:12:11.694113 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-78740a41-9212-4d6b-9934-894c6cc94cc8 req-2be623da-c3e2-4ad5-b12f-5fea7c98a570 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:11.796104 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-78740a41-9212-4d6b-9934-894c6cc94cc8 req-2be623da-c3e2-4ad5-b12f-5fea7c98a570 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] For port 9dab4e9d-1f63-4909-a7c9-0bf3de768e5c, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=9dab4e9d-1f63-4909-a7c9-0bf3de768e5c,segment=NetworkSegment(d121ff22-a910-45e0-a0cd-1e04e0cf8e22),segment_id=d121ff22-a910-45e0-a0cd-1e04e0cf8e22)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:12:11.796813 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-78740a41-9212-4d6b-9934-894c6cc94cc8 req-2be623da-c3e2-4ad5-b12f-5fea7c98a570 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:11.809486 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-78740a41-9212-4d6b-9934-894c6cc94cc8 req-2be623da-c3e2-4ad5-b12f-5fea7c98a570 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Calling delete_port for 9dab4e9d-1f63-4909-a7c9-0bf3de768e5c owned by compute:nova {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:12:11.947127 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-78740a41-9212-4d6b-9934-894c6cc94cc8 req-2be623da-c3e2-4ad5-b12f-5fea7c98a570 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:11.979690 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be623da-c3e2-4ad5-b12f-5fea7c98a570 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Pushing event deleted for resources: {'Port': ['ID=9dab4e9d-1f63-4909-a7c9-0bf3de768e5c,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:12:12.023200 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-78740a41-9212-4d6b-9934-894c6cc94cc8 req-2be623da-c3e2-4ad5-b12f-5fea7c98a570 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] No DVR routers for this DVR port 9dab4e9d-1f63-4909-a7c9-0bf3de768e5c on host n-h1-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:12:12.026544 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-78740a41-9212-4d6b-9934-894c6cc94cc8 req-2be623da-c3e2-4ad5-b12f-5fea7c98a570 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:12.028581 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-78740a41-9212-4d6b-9934-894c6cc94cc8 req-2be623da-c3e2-4ad5-b12f-5fea7c98a570 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] 10.222.0.68 "DELETE /v2.0/ports/9dab4e9d-1f63-4909-a7c9-0bf3de768e5c HTTP/1.1" status: 204 len: 173 time: 0.4551194 Aug 16 23:12:12.029039 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bdade36-892d-429c-8c6a-dbaa207d068e', 'name': 'network-vif-deleted', 'tag': '9dab4e9d-1f63-4909-a7c9-0bf3de768e5c'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:12:12.032067 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ab448e1-52b5-43c0-a243-367078740a99" -d '{"events": [{"server_uuid": "7bdade36-892d-429c-8c6a-dbaa207d068e", "name": "network-vif-deleted", "tag": "9dab4e9d-1f63-4909-a7c9-0bf3de768e5c"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:12:12.100844 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32d0301b-e1df-4d98-b642-dc918bde0d06 x-openstack-request-id: req-32d0301b-e1df-4d98-b642-dc918bde0d06 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:12:12.101180 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bdade36-892d-429c-8c6a-dbaa207d068e", "name": "network-vif-deleted", "tag": "9dab4e9d-1f63-4909-a7c9-0bf3de768e5c", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:12:12.101405 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-32d0301b-e1df-4d98-b642-dc918bde0d06 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:12:12.101819 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bdade36-892d-429c-8c6a-dbaa207d068e', 'name': 'network-vif-deleted', 'tag': '9dab4e9d-1f63-4909-a7c9-0bf3de768e5c', 'status': 'completed', 'code': 200} Aug 16 23:12:12.497838 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2aaa6bee-dbc8-4715-bb9c-f9a25339ab7d req-28562a44-83fb-420a-b639-8e7c1e6ec7ef tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bdade36-892d-429c-8c6a-dbaa207d068e HTTP/1.1" status: 200 len: 210 time: 0.0466700 Aug 16 23:12:13.573799 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 34542) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:12:14.009107 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c0999141-72b8-4e15-984e-9214f086097f tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537579'] for router_interface, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:14.315922 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-c0999141-72b8-4e15-984e-9214f086097f tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Deleting port 7caa9fde-ca04-4e87-9032-7e54be88daa8 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:12:14.316264 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c0999141-72b8-4e15-984e-9214f086097f tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:14.415332 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-c0999141-72b8-4e15-984e-9214f086097f tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] For port 7caa9fde-ca04-4e87-9032-7e54be88daa8, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=7caa9fde-ca04-4e87-9032-7e54be88daa8,segment=NetworkSegment(d121ff22-a910-45e0-a0cd-1e04e0cf8e22),segment_id=d121ff22-a910-45e0-a0cd-1e04e0cf8e22)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:12:14.415697 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c0999141-72b8-4e15-984e-9214f086097f tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:14.429215 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-c0999141-72b8-4e15-984e-9214f086097f tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Calling delete_port for 7caa9fde-ca04-4e87-9032-7e54be88daa8 owned by network:router_interface {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:12:14.636050 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c0999141-72b8-4e15-984e-9214f086097f tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:14.664074 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0999141-72b8-4e15-984e-9214f086097f tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Pushing event deleted for resources: {'Port': ['ID=7caa9fde-ca04-4e87-9032-7e54be88daa8,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:12:14.858332 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c0999141-72b8-4e15-984e-9214f086097f tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537471'] for router_interface, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:15.133795 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0999141-72b8-4e15-984e-9214f086097f tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Router 8160b3cf-2fe9-4527-b90a-33656f5a93b1 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:12:15.252319 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0999141-72b8-4e15-984e-9214f086097f tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:12:15.257725 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-c0999141-72b8-4e15-984e-9214f086097f tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] 10.222.0.36 "PUT /v2.0/routers/8160b3cf-2fe9-4527-b90a-33656f5a93b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6881070 Aug 16 23:12:15.260266 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 34584) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:12:15.264161 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53a0a7c-b6e6-4744-a1dd-8ad27b4d7d99 None None] Sync routers for ids ['8160b3cf-2fe9-4527-b90a-33656f5a93b1'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:12:15.274428 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53a0a7c-b6e6-4744-a1dd-8ad27b4d7d99 None None] Routers {'8160b3cf-2fe9-4527-b90a-33656f5a93b1'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:12:15.275291 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-c53a0a7c-b6e6-4744-a1dd-8ad27b4d7d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:11:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['8160b3cf-2fe9-4527-b90a-33656f5a93b1'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:12:15.314955 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d11181f-8879-4b80-875a-96f09f94ac4f tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Deleting subnet df3a8e6b-e0fe-4a0e-bdc1-5f255a2bc887 {{(pid=101292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:12:15.318977 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7d11181f-8879-4b80-875a-96f09f94ac4f tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks [] for subnet, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:15.372880 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7d11181f-8879-4b80-875a-96f09f94ac4f tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3848860'] for subnet, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:15.399064 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-c53a0a7c-b6e6-4744-a1dd-8ad27b4d7d99 None None] Set router 8160b3cf-2fe9-4527-b90a-33656f5a93b1 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:12:15.486687 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7d11181f-8879-4b80-875a-96f09f94ac4f tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:15.579125 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7d11181f-8879-4b80-875a-96f09f94ac4f tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26252129'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:15.595204 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-c53a0a7c-b6e6-4744-a1dd-8ad27b4d7d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8160b3cf-2fe9-4527-b90a-33656f5a93b1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1311760323', 'tenant_id': '3ea7c49de2c143b091b125e676c32975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '5c72135e-09c6-4712-a48f-b135a1890f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:11:51Z', 'updated_at': '2021-08-16T23:12:14Z', 'revision_number': 5, 'project_id': '3ea7c49de2c143b091b125e676c32975', 'gw_port': {'id': '5c72135e-09c6-4712-a48f-b135a1890f27', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:92:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8160b3cf-2fe9-4527-b90a-33656f5a93b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:11:51Z', 'updated_at': '2021-08-16T23:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:12:15.612724 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d11181f-8879-4b80-875a-96f09f94ac4f tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Pushing event deleted for resources: {'Subnet': ['ID=df3a8e6b-e0fe-4a0e-bdc1-5f255a2bc887,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:12:15.622922 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7d11181f-8879-4b80-875a-96f09f94ac4f tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks [] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:15.628114 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53a0a7c-b6e6-4744-a1dd-8ad27b4d7d99 None None] Checking router: 8160b3cf-2fe9-4527-b90a-33656f5a93b1 for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:12:15.635906 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-7d11181f-8879-4b80-875a-96f09f94ac4f tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] 10.222.0.36 "DELETE /v2.0/subnets/df3a8e6b-e0fe-4a0e-bdc1-5f255a2bc887 HTTP/1.1" status: 204 len: 168 time: 0.3743379 Aug 16 23:12:15.639050 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 34594) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:12:15.640886 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af7680f-00e8-4bfb-8665-0224d1bb3e1e None None] Network 2cdba6e2-1f09-46ef-b181-2cb6cd80d911 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:12:15.647227 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53a0a7c-b6e6-4744-a1dd-8ad27b4d7d99 None None] Routers {'8160b3cf-2fe9-4527-b90a-33656f5a93b1'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:12:15.647869 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-c53a0a7c-b6e6-4744-a1dd-8ad27b4d7d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:11:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['8160b3cf-2fe9-4527-b90a-33656f5a93b1'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:12:15.799549 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-766e4a35-7b7c-497a-aabd-37fcfaeb25a7 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks [] for router, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:15.850000 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-c53a0a7c-b6e6-4744-a1dd-8ad27b4d7d99 None None] Set router 8160b3cf-2fe9-4527-b90a-33656f5a93b1 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:12:15.914077 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 9dab4e9d-1f63-4909-a7c9-0bf3de768e5c no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:12:15.955819 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-766e4a35-7b7c-497a-aabd-37fcfaeb25a7 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:15.979170 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] No Port match for: 9dab4e9d-1f63-4909-a7c9-0bf3de768e5c {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:12:15.979516 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 9dab4e9d-1f63-4909-a7c9-0bf3de768e5c not bound to the agent host n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:12:16.082362 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581723df-a7d8-41da-9764-060b556ca230 None None] DHCP port deletion for 2cdba6e2-1f09-46ef-b181-2cb6cd80d911 request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:12:16.100372 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-766e4a35-7b7c-497a-aabd-37fcfaeb25a7 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Deleting port 5c72135e-09c6-4712-a48f-b135a1890f27 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:12:16.100748 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-766e4a35-7b7c-497a-aabd-37fcfaeb25a7 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:16.150288 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-c53a0a7c-b6e6-4744-a1dd-8ad27b4d7d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8160b3cf-2fe9-4527-b90a-33656f5a93b1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1311760323', 'tenant_id': '3ea7c49de2c143b091b125e676c32975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '5c72135e-09c6-4712-a48f-b135a1890f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:11:51Z', 'updated_at': '2021-08-16T23:12:14Z', 'revision_number': 5, 'project_id': '3ea7c49de2c143b091b125e676c32975', 'gw_port': {'id': '5c72135e-09c6-4712-a48f-b135a1890f27', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:92:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8160b3cf-2fe9-4527-b90a-33656f5a93b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:11:51Z', 'updated_at': '2021-08-16T23:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:12:16.208214 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53a0a7c-b6e6-4744-a1dd-8ad27b4d7d99 None None] The sync data for ids ['8160b3cf-2fe9-4527-b90a-33656f5a93b1'] in n-d-791506-26 is: [{'id': '8160b3cf-2fe9-4527-b90a-33656f5a93b1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1311760323', 'tenant_id': '3ea7c49de2c143b091b125e676c32975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': '5c72135e-09c6-4712-a48f-b135a1890f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:11:51Z', 'updated_at': '2021-08-16T23:12:14Z', 'revision_number': 5, 'project_id': '3ea7c49de2c143b091b125e676c32975', 'gw_port': {'id': '5c72135e-09c6-4712-a48f-b135a1890f27', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:92:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8160b3cf-2fe9-4527-b90a-33656f5a93b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:11:51Z', 'updated_at': '2021-08-16T23:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:12:16.224154 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-581723df-a7d8-41da-9764-060b556ca230 None None] Deleting port 95c95b10-246a-41d7-bbe1-6b439f6ad2ad {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:12:16.224554 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-581723df-a7d8-41da-9764-060b556ca230 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:16.239512 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-766e4a35-7b7c-497a-aabd-37fcfaeb25a7 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] For port 5c72135e-09c6-4712-a48f-b135a1890f27, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=5c72135e-09c6-4712-a48f-b135a1890f27,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:12:16.239887 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-766e4a35-7b7c-497a-aabd-37fcfaeb25a7 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:16.255697 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-766e4a35-7b7c-497a-aabd-37fcfaeb25a7 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Calling delete_port for 5c72135e-09c6-4712-a48f-b135a1890f27 owned by network:router_gateway {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:12:16.311589 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-581723df-a7d8-41da-9764-060b556ca230 None None] For port 95c95b10-246a-41d7-bbe1-6b439f6ad2ad, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=95c95b10-246a-41d7-bbe1-6b439f6ad2ad,segment=NetworkSegment(d121ff22-a910-45e0-a0cd-1e04e0cf8e22),segment_id=d121ff22-a910-45e0-a0cd-1e04e0cf8e22)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:12:16.312201 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-581723df-a7d8-41da-9764-060b556ca230 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:16.327646 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-581723df-a7d8-41da-9764-060b556ca230 None None] Calling delete_port for 95c95b10-246a-41d7-bbe1-6b439f6ad2ad owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:12:16.427433 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-581723df-a7d8-41da-9764-060b556ca230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:16.458019 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581723df-a7d8-41da-9764-060b556ca230 None None] Pushing event deleted for resources: {'Port': ['ID=95c95b10-246a-41d7-bbe1-6b439f6ad2ad,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:12:16.464011 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581723df-a7d8-41da-9764-060b556ca230 None None] No DVR routers for this DVR port 95c95b10-246a-41d7-bbe1-6b439f6ad2ad on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:12:16.485218 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-766e4a35-7b7c-497a-aabd-37fcfaeb25a7 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:16.509018 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766e4a35-7b7c-497a-aabd-37fcfaeb25a7 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Pushing event deleted for resources: {'Port': ['ID=5c72135e-09c6-4712-a48f-b135a1890f27,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:12:16.521569 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766e4a35-7b7c-497a-aabd-37fcfaeb25a7 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:12:16.522049 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766e4a35-7b7c-497a-aabd-37fcfaeb25a7 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:12:16.522498 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766e4a35-7b7c-497a-aabd-37fcfaeb25a7 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:12:16.522954 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766e4a35-7b7c-497a-aabd-37fcfaeb25a7 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:12:16.523395 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766e4a35-7b7c-497a-aabd-37fcfaeb25a7 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:12:16.523834 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766e4a35-7b7c-497a-aabd-37fcfaeb25a7 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:12:16.524289 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766e4a35-7b7c-497a-aabd-37fcfaeb25a7 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:12:16.524769 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766e4a35-7b7c-497a-aabd-37fcfaeb25a7 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:12:16.525194 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766e4a35-7b7c-497a-aabd-37fcfaeb25a7 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:12:16.525627 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766e4a35-7b7c-497a-aabd-37fcfaeb25a7 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:12:16.526056 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766e4a35-7b7c-497a-aabd-37fcfaeb25a7 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:12:16.526489 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766e4a35-7b7c-497a-aabd-37fcfaeb25a7 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:12:16.596227 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-766e4a35-7b7c-497a-aabd-37fcfaeb25a7 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537121'] for router_gateway, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:16.704120 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-766e4a35-7b7c-497a-aabd-37fcfaeb25a7 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:16.706636 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-766e4a35-7b7c-497a-aabd-37fcfaeb25a7 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:17.105720 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-766e4a35-7b7c-497a-aabd-37fcfaeb25a7 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:17.106541 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-766e4a35-7b7c-497a-aabd-37fcfaeb25a7 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Fanout notify agent at l3_agent the message router_deleted on router 8160b3cf-2fe9-4527-b90a-33656f5a93b1 {{(pid=101291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:12:17.114825 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-766e4a35-7b7c-497a-aabd-37fcfaeb25a7 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:17.116238 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-766e4a35-7b7c-497a-aabd-37fcfaeb25a7 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] 10.222.0.36 "DELETE /v2.0/routers/8160b3cf-2fe9-4527-b90a-33656f5a93b1 HTTP/1.1" status: 204 len: 168 time: 1.4745407 Aug 16 23:12:17.119001 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 34632) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:12:17.225018 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-301b3e05-e69c-4d48-9f04-d48d57c047a6 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:17.326732 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-301b3e05-e69c-4d48-9f04-d48d57c047a6 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:17.338844 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-301b3e05-e69c-4d48-9f04-d48d57c047a6 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cdba6e2-1f09-46ef-b181-2cb6cd80d911']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:12:17.358037 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-301b3e05-e69c-4d48-9f04-d48d57c047a6 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd121ff22-a910-45e0-a0cd-1e04e0cf8e22') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:12:17.359041 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-301b3e05-e69c-4d48-9f04-d48d57c047a6 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd121ff22-a910-45e0-a0cd-1e04e0cf8e22') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:12:17.369664 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-301b3e05-e69c-4d48-9f04-d48d57c047a6 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:17.384612 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-301b3e05-e69c-4d48-9f04-d48d57c047a6 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:17.394732 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-301b3e05-e69c-4d48-9f04-d48d57c047a6 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:12:17.395221 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-301b3e05-e69c-4d48-9f04-d48d57c047a6 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:17.398843 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 16 23:12:17.398843 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:12:17.398843 n-d-791506-26 neutron-server[101292]: timer() Aug 16 23:12:17.398843 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:12:17.398843 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 16 23:12:17.398843 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:12:17.398843 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 16 23:12:17.398843 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:12:17.398843 n-d-791506-26 neutron-server[101292]: self._notify() Aug 16 23:12:17.398843 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:12:17.398843 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 16 23:12:17.398843 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:12:17.398843 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 16 23:12:17.398843 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:12:17.398843 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:12:17.398843 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:12:17.398843 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:12:17.398843 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:12:17.398843 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 16 23:12:17.398843 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:12:17.398843 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 16 23:12:17.398843 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:12:17.398843 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:12:17.398843 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:12:17.398843 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 16 23:12:17.398843 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:12:17.398843 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:12:17.398843 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:12:17.398843 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:12:17.398843 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:12:17.398843 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:12:17.398843 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:12:17.458704 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-301b3e05-e69c-4d48-9f04-d48d57c047a6 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:17.466641 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-301b3e05-e69c-4d48-9f04-d48d57c047a6 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:17.469441 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-301b3e05-e69c-4d48-9f04-d48d57c047a6 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] 10.222.0.36 "DELETE /v2.0/networks/2cdba6e2-1f09-46ef-b181-2cb6cd80d911 HTTP/1.1" status: 204 len: 168 time: 0.3494291 Aug 16 23:12:17.472253 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 34640) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:12:17.483427 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301b3e05-e69c-4d48-9f04-d48d57c047a6 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Pushing event deleted for resources: {'Network': ['ID=2cdba6e2-1f09-46ef-b181-2cb6cd80d911,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:12:17.683200 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-249a7b35-43e0-4e3f-b2f0-4feb0b6266f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:17.702819 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-2f8e0ecf-73d5-41e7-9e08-4517a51896cd tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Deleting port 807c4536-fc94-4317-b454-8caa9b3b6496 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:12:17.703170 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2f8e0ecf-73d5-41e7-9e08-4517a51896cd tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:17.803124 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2f8e0ecf-73d5-41e7-9e08-4517a51896cd tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:17.803798 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2f8e0ecf-73d5-41e7-9e08-4517a51896cd tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:17.816252 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-2f8e0ecf-73d5-41e7-9e08-4517a51896cd tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Calling delete_port for 807c4536-fc94-4317-b454-8caa9b3b6496 owned by network:floatingip {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:12:18.022085 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2f8e0ecf-73d5-41e7-9e08-4517a51896cd tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:18.053771 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8e0ecf-73d5-41e7-9e08-4517a51896cd tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Pushing event deleted for resources: {'Port': ['ID=807c4536-fc94-4317-b454-8caa9b3b6496,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:12:18.142727 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 95c95b10-246a-41d7-bbe1-6b439f6ad2ad no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:12:18.152818 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2f8e0ecf-73d5-41e7-9e08-4517a51896cd tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks [] for floatingip, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:18.153290 n-d-791506-26 neutron-server[101291]: INFO neutron.db.l3_db [None req-2f8e0ecf-73d5-41e7-9e08-4517a51896cd tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Floating IP 487e5b5f-f27f-4318-9489-235960c417a0 disassociated (deleted). External IP: 172.25.4.246, port: 49c38c0d-fd6d-411a-93a6-ee8f9fbddfce. Aug 16 23:12:18.173707 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 95c95b10-246a-41d7-bbe1-6b439f6ad2ad {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:12:18.174338 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 95c95b10-246a-41d7-bbe1-6b439f6ad2ad not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:12:18.174973 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 7caa9fde-ca04-4e87-9032-7e54be88daa8 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:12:18.198003 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 7caa9fde-ca04-4e87-9032-7e54be88daa8 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:12:18.198613 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 7caa9fde-ca04-4e87-9032-7e54be88daa8 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:12:18.199295 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 5c72135e-09c6-4712-a48f-b135a1890f27 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:12:18.228416 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 5c72135e-09c6-4712-a48f-b135a1890f27 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:12:18.229070 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 5c72135e-09c6-4712-a48f-b135a1890f27 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:12:18.400343 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f8e0ecf-73d5-41e7-9e08-4517a51896cd tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Router 5a27f4c9-d906-448f-8d2f-52ef7dbe589e has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:12:18.557474 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f8e0ecf-73d5-41e7-9e08-4517a51896cd tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:12:18.570477 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4e0624-0b91-44ea-a14d-10bd5f177969 None None] Sync routers for ids ['5a27f4c9-d906-448f-8d2f-52ef7dbe589e'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:12:18.573456 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2f8e0ecf-73d5-41e7-9e08-4517a51896cd tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:18.583049 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4e0624-0b91-44ea-a14d-10bd5f177969 None None] Routers {'5a27f4c9-d906-448f-8d2f-52ef7dbe589e'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:12:18.583884 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-7f4e0624-0b91-44ea-a14d-10bd5f177969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:11:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['5a27f4c9-d906-448f-8d2f-52ef7dbe589e'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:12:18.607724 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-2f8e0ecf-73d5-41e7-9e08-4517a51896cd tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] 10.222.0.36 "DELETE /v2.0/floatingips/487e5b5f-f27f-4318-9489-235960c417a0 HTTP/1.1" status: 204 len: 168 time: 1.1339092 Aug 16 23:12:18.609616 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa2e3db6-7326-496d-b58c-23c7d64d7377', 'tag': '49c38c0d-fd6d-411a-93a6-ee8f9fbddfce'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:12:18.612431 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6465f9aa-f2aa-48ca-9fb6-1ba4ba8763ce" -d '{"events": [{"name": "network-changed", "server_uuid": "fa2e3db6-7326-496d-b58c-23c7d64d7377", "tag": "49c38c0d-fd6d-411a-93a6-ee8f9fbddfce"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:12:18.674500 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65517dcb-c375-437b-add9-4e57488e2b02 x-openstack-request-id: req-65517dcb-c375-437b-add9-4e57488e2b02 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:12:18.674901 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa2e3db6-7326-496d-b58c-23c7d64d7377", "tag": "49c38c0d-fd6d-411a-93a6-ee8f9fbddfce", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:12:18.675257 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-65517dcb-c375-437b-add9-4e57488e2b02 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:12:18.675764 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa2e3db6-7326-496d-b58c-23c7d64d7377', 'tag': '49c38c0d-fd6d-411a-93a6-ee8f9fbddfce', 'status': 'completed', 'code': 200} Aug 16 23:12:18.774768 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-7f4e0624-0b91-44ea-a14d-10bd5f177969 None None] Set router 5a27f4c9-d906-448f-8d2f-52ef7dbe589e gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:12:18.783606 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6465f9aa-f2aa-48ca-9fb6-1ba4ba8763ce req-c2f78e53-4ff0-4625-abd7-8f9cd518075c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:18.785149 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6465f9aa-f2aa-48ca-9fb6-1ba4ba8763ce req-c2f78e53-4ff0-4625-abd7-8f9cd518075c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3ea7c49de2c143b091b125e676c32975&device_id=fa2e3db6-7326-496d-b58c-23c7d64d7377 HTTP/1.1" status: 200 len: 1137 time: 0.0592849 Aug 16 23:12:18.976220 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6465f9aa-f2aa-48ca-9fb6-1ba4ba8763ce req-0846fe6c-47e2-4ebc-b96f-b6ece5e6d242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:18.978136 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6465f9aa-f2aa-48ca-9fb6-1ba4ba8763ce req-0846fe6c-47e2-4ebc-b96f-b6ece5e6d242 service neutron] 10.222.0.57 "GET /v2.0/networks?id=803f9ee7-4514-42b8-8fa9-4013327e1e5f HTTP/1.1" status: 200 len: 897 time: 0.1859901 Aug 16 23:12:19.122890 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-7f4e0624-0b91-44ea-a14d-10bd5f177969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a27f4c9-d906-448f-8d2f-52ef7dbe589e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1395812094', 'tenant_id': '3ea7c49de2c143b091b125e676c32975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '76a08e2d-ca3e-4da2-a04d-ce8d3b140b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:10:20Z', 'updated_at': '2021-08-16T23:10:25Z', 'revision_number': 4, 'project_id': '3ea7c49de2c143b091b125e676c32975', 'gw_port': {'id': '76a08e2d-ca3e-4da2-a04d-ce8d3b140b46', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ed:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a27f4c9-d906-448f-8d2f-52ef7dbe589e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:10:20Z', 'updated_at': '2021-08-16T23:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '3e08c3e0-c1b1-4707-a925-4a3b987e6499', 'name': '', 'network_id': '803f9ee7-4514-42b8-8fa9-4013327e1e5f', 'tenant_id': '3ea7c49de2c143b091b125e676c32975', 'mac_address': 'fa:16:3e:49:03:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a27f4c9-d906-448f-8d2f-52ef7dbe589e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '13097044-bfd4-44e0-bf4c-c55d930f4fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:10:23Z', 'updated_at': '2021-08-16T23:10:30Z', 'revision_number': 5, 'project_id': '3ea7c49de2c143b091b125e676c32975', 'subnets': [{'id': '13097044-bfd4-44e0-bf4c-c55d930f4fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:12:19.156483 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4e0624-0b91-44ea-a14d-10bd5f177969 None None] Checking router: 5a27f4c9-d906-448f-8d2f-52ef7dbe589e for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:12:19.178495 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4e0624-0b91-44ea-a14d-10bd5f177969 None None] Routers {'5a27f4c9-d906-448f-8d2f-52ef7dbe589e'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:12:19.180727 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-7f4e0624-0b91-44ea-a14d-10bd5f177969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:11:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['5a27f4c9-d906-448f-8d2f-52ef7dbe589e'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:12:19.328754 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-7f4e0624-0b91-44ea-a14d-10bd5f177969 None None] Set router 5a27f4c9-d906-448f-8d2f-52ef7dbe589e gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:12:19.462627 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6465f9aa-f2aa-48ca-9fb6-1ba4ba8763ce req-3771cadb-38c0-424f-ba1e-ad66fab79845 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49c38c0d-fd6d-411a-93a6-ee8f9fbddfce HTTP/1.1" status: 200 len: 217 time: 0.4729939 Aug 16 23:12:19.491737 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18c4dbe-2d77-4e0e-a0c6-a5574dcd0e98 req-b1913be7-2791-4514-a073-3d55162cae70 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:19.495511 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d18c4dbe-2d77-4e0e-a0c6-a5574dcd0e98 req-b1913be7-2791-4514-a073-3d55162cae70 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa2e3db6-7326-496d-b58c-23c7d64d7377 HTTP/1.1" status: 200 len: 985 time: 0.5142078 Aug 16 23:12:19.564453 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d18c4dbe-2d77-4e0e-a0c6-a5574dcd0e98 req-9e1ecaed-066b-4e45-bd16-ed63fdb88c15 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] 10.222.0.36 "GET /v2.0/security-groups?id=adbda95e-2035-4608-b8c3-69823b0108f5&id=ce3aadc8-95a0-4001-997f-23b81140a6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0469906 Aug 16 23:12:19.570212 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6465f9aa-f2aa-48ca-9fb6-1ba4ba8763ce req-abf6c6ec-1bc0-440d-bab9-8dcd493bc53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:19.572280 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6465f9aa-f2aa-48ca-9fb6-1ba4ba8763ce req-abf6c6ec-1bc0-440d-bab9-8dcd493bc53d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=13097044-bfd4-44e0-bf4c-c55d930f4fb5 HTTP/1.1" status: 200 len: 835 time: 0.1030412 Aug 16 23:12:19.578654 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-7f4e0624-0b91-44ea-a14d-10bd5f177969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a27f4c9-d906-448f-8d2f-52ef7dbe589e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1395812094', 'tenant_id': '3ea7c49de2c143b091b125e676c32975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '76a08e2d-ca3e-4da2-a04d-ce8d3b140b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:10:20Z', 'updated_at': '2021-08-16T23:10:25Z', 'revision_number': 4, 'project_id': '3ea7c49de2c143b091b125e676c32975', 'gw_port': {'id': '76a08e2d-ca3e-4da2-a04d-ce8d3b140b46', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ed:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a27f4c9-d906-448f-8d2f-52ef7dbe589e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:10:20Z', 'updated_at': '2021-08-16T23:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '3e08c3e0-c1b1-4707-a925-4a3b987e6499', 'name': '', 'network_id': '803f9ee7-4514-42b8-8fa9-4013327e1e5f', 'tenant_id': '3ea7c49de2c143b091b125e676c32975', 'mac_address': 'fa:16:3e:49:03:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a27f4c9-d906-448f-8d2f-52ef7dbe589e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '13097044-bfd4-44e0-bf4c-c55d930f4fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:10:23Z', 'updated_at': '2021-08-16T23:10:30Z', 'revision_number': 5, 'project_id': '3ea7c49de2c143b091b125e676c32975', 'subnets': [{'id': '13097044-bfd4-44e0-bf4c-c55d930f4fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:12:19.612463 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4e0624-0b91-44ea-a14d-10bd5f177969 None None] The sync data for ids ['5a27f4c9-d906-448f-8d2f-52ef7dbe589e'] in n-d-791506-26 is: [{'id': '5a27f4c9-d906-448f-8d2f-52ef7dbe589e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1395812094', 'tenant_id': '3ea7c49de2c143b091b125e676c32975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '76a08e2d-ca3e-4da2-a04d-ce8d3b140b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:10:20Z', 'updated_at': '2021-08-16T23:10:25Z', 'revision_number': 4, 'project_id': '3ea7c49de2c143b091b125e676c32975', 'gw_port': {'id': '76a08e2d-ca3e-4da2-a04d-ce8d3b140b46', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ed:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a27f4c9-d906-448f-8d2f-52ef7dbe589e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:10:20Z', 'updated_at': '2021-08-16T23:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '3e08c3e0-c1b1-4707-a925-4a3b987e6499', 'name': '', 'network_id': '803f9ee7-4514-42b8-8fa9-4013327e1e5f', 'tenant_id': '3ea7c49de2c143b091b125e676c32975', 'mac_address': 'fa:16:3e:49:03:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a27f4c9-d906-448f-8d2f-52ef7dbe589e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '13097044-bfd4-44e0-bf4c-c55d930f4fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:10:23Z', 'updated_at': '2021-08-16T23:10:30Z', 'revision_number': 5, 'project_id': '3ea7c49de2c143b091b125e676c32975', 'subnets': [{'id': '13097044-bfd4-44e0-bf4c-c55d930f4fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:12:19.646895 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6465f9aa-f2aa-48ca-9fb6-1ba4ba8763ce req-4638d32e-51e8-4deb-8948-3823c14735ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:19.647188 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6465f9aa-f2aa-48ca-9fb6-1ba4ba8763ce req-4638d32e-51e8-4deb-8948-3823c14735ae service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=803f9ee7-4514-42b8-8fa9-4013327e1e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0588634 Aug 16 23:12:19.779095 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-8113f032-f09a-4558-a376-40463d633882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:19.786344 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6465f9aa-f2aa-48ca-9fb6-1ba4ba8763ce req-c4b4f350-4b92-4fa0-b929-9943b972201a service neutron] 10.222.0.57 "GET /v2.0/networks/803f9ee7-4514-42b8-8fa9-4013327e1e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296422 Aug 16 23:12:19.947833 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6465f9aa-f2aa-48ca-9fb6-1ba4ba8763ce req-2fe9e1b4-7275-485e-84ca-fce513b498ef service neutron] 10.222.0.57 "GET /v2.0/networks/803f9ee7-4514-42b8-8fa9-4013327e1e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543300 Aug 16 23:12:19.996234 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e694613-7d73-42bd-8038-582db17fd0aa None None] New status for floating IP 487e5b5f-f27f-4318-9489-235960c417a0: DOWN {{(pid=101293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:12:20.527668 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5f63b0-3ae1-4519-a77d-918a78e8750f req-39466deb-734d-47a8-9cea-f4a4704ea0e4 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:20.529302 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-de5f63b0-3ae1-4519-a77d-918a78e8750f req-39466deb-734d-47a8-9cea-f4a4704ea0e4 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa2e3db6-7326-496d-b58c-23c7d64d7377 HTTP/1.1" status: 200 len: 985 time: 0.0547342 Aug 16 23:12:20.619711 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:20.647993 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-de5f63b0-3ae1-4519-a77d-918a78e8750f req-dee59a82-1683-47af-8d95-8aab554fd4c5 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Deleting port 49c38c0d-fd6d-411a-93a6-ee8f9fbddfce {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:12:20.648446 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-de5f63b0-3ae1-4519-a77d-918a78e8750f req-dee59a82-1683-47af-8d95-8aab554fd4c5 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:20.787288 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-de5f63b0-3ae1-4519-a77d-918a78e8750f req-dee59a82-1683-47af-8d95-8aab554fd4c5 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] For port 49c38c0d-fd6d-411a-93a6-ee8f9fbddfce, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=49c38c0d-fd6d-411a-93a6-ee8f9fbddfce,segment=NetworkSegment(ffafdc19-53c1-429f-9aaa-dc024dbd8d96),segment_id=ffafdc19-53c1-429f-9aaa-dc024dbd8d96)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:12:20.788031 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-de5f63b0-3ae1-4519-a77d-918a78e8750f req-dee59a82-1683-47af-8d95-8aab554fd4c5 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:20.803745 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ccaf2e-6302-45b6-859f-bf0db035c38c req-37aba126-0e94-4c5a-a09a-33e9d50b18b8 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:20.805428 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-80ccaf2e-6302-45b6-859f-bf0db035c38c req-37aba126-0e94-4c5a-a09a-33e9d50b18b8 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa2e3db6-7326-496d-b58c-23c7d64d7377 HTTP/1.1" status: 200 len: 985 time: 0.1123168 Aug 16 23:12:20.816291 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-de5f63b0-3ae1-4519-a77d-918a78e8750f req-dee59a82-1683-47af-8d95-8aab554fd4c5 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Calling delete_port for 49c38c0d-fd6d-411a-93a6-ee8f9fbddfce owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:12:20.896273 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-80ccaf2e-6302-45b6-859f-bf0db035c38c req-2858884a-0866-4328-9e88-9f324609e3a2 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] 10.222.0.36 "GET /v2.0/security-groups?id=adbda95e-2035-4608-b8c3-69823b0108f5&id=ce3aadc8-95a0-4001-997f-23b81140a6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0798290 Aug 16 23:12:21.045574 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-de5f63b0-3ae1-4519-a77d-918a78e8750f req-dee59a82-1683-47af-8d95-8aab554fd4c5 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:21.080127 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee59a82-1683-47af-8d95-8aab554fd4c5 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Pushing event deleted for resources: {'Port': ['ID=49c38c0d-fd6d-411a-93a6-ee8f9fbddfce,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:12:21.123125 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-de5f63b0-3ae1-4519-a77d-918a78e8750f req-dee59a82-1683-47af-8d95-8aab554fd4c5 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] No DVR routers for this DVR port 49c38c0d-fd6d-411a-93a6-ee8f9fbddfce on host n-h2-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:12:21.126449 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-de5f63b0-3ae1-4519-a77d-918a78e8750f req-dee59a82-1683-47af-8d95-8aab554fd4c5 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:21.128913 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-de5f63b0-3ae1-4519-a77d-918a78e8750f req-dee59a82-1683-47af-8d95-8aab554fd4c5 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] 10.222.0.57 "DELETE /v2.0/ports/49c38c0d-fd6d-411a-93a6-ee8f9fbddfce HTTP/1.1" status: 204 len: 173 time: 0.5934892 Aug 16 23:12:21.129370 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa2e3db6-7326-496d-b58c-23c7d64d7377', 'name': 'network-vif-deleted', 'tag': '49c38c0d-fd6d-411a-93a6-ee8f9fbddfce'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:12:21.132264 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe2ff018-77eb-4825-ae2a-c0340ac8db05" -d '{"events": [{"server_uuid": "fa2e3db6-7326-496d-b58c-23c7d64d7377", "name": "network-vif-deleted", "tag": "49c38c0d-fd6d-411a-93a6-ee8f9fbddfce"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:12:21.188599 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b877fe-535f-4c75-9ff8-3cb12e8e135d x-openstack-request-id: req-64b877fe-535f-4c75-9ff8-3cb12e8e135d {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:12:21.188861 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa2e3db6-7326-496d-b58c-23c7d64d7377", "name": "network-vif-deleted", "tag": "49c38c0d-fd6d-411a-93a6-ee8f9fbddfce", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:12:21.189181 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-64b877fe-535f-4c75-9ff8-3cb12e8e135d {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:12:21.189518 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa2e3db6-7326-496d-b58c-23c7d64d7377', 'name': 'network-vif-deleted', 'tag': '49c38c0d-fd6d-411a-93a6-ee8f9fbddfce', 'status': 'completed', 'code': 200} Aug 16 23:12:21.536874 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:21.949894 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 34762) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:12:22.028660 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-058bbec0-08bc-482d-81a1-227421ee191e tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:22.053625 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-058bbec0-08bc-482d-81a1-227421ee191e tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:22.108794 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-058bbec0-08bc-482d-81a1-227421ee191e tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:22.111456 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-058bbec0-08bc-482d-81a1-227421ee191e tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:22.115339 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-058bbec0-08bc-482d-81a1-227421ee191e tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] 10.222.0.36 "DELETE /v2.0/security-groups/ce3aadc8-95a0-4001-997f-23b81140a6f8 HTTP/1.1" status: 204 len: 168 time: 0.1617827 Aug 16 23:12:22.116763 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 34770) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:12:22.123176 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058bbec0-08bc-482d-81a1-227421ee191e tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3aadc8-95a0-4001-997f-23b81140a6f8,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:12:22.190033 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b58eb876-91c9-4d8a-b368-2c2742054362 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:22.222357 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b58eb876-91c9-4d8a-b368-2c2742054362 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:22.285368 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b58eb876-91c9-4d8a-b368-2c2742054362 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:22.289038 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b58eb876-91c9-4d8a-b368-2c2742054362 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:22.293307 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-b58eb876-91c9-4d8a-b368-2c2742054362 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] 10.222.0.36 "DELETE /v2.0/security-groups/adbda95e-2035-4608-b8c3-69823b0108f5 HTTP/1.1" status: 204 len: 168 time: 0.1716912 Aug 16 23:12:22.293715 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 34778) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:12:22.302419 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58eb876-91c9-4d8a-b368-2c2742054362 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=adbda95e-2035-4608-b8c3-69823b0108f5,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:12:22.716810 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-108b8e90-9348-4f3c-a9f4-26b72978cd52 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537579'] for router_interface, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:22.768346 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:23.032844 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-108b8e90-9348-4f3c-a9f4-26b72978cd52 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Deleting port 3e08c3e0-c1b1-4707-a925-4a3b987e6499 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:12:23.033451 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-108b8e90-9348-4f3c-a9f4-26b72978cd52 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:23.130028 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-108b8e90-9348-4f3c-a9f4-26b72978cd52 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] For port 3e08c3e0-c1b1-4707-a925-4a3b987e6499, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=3e08c3e0-c1b1-4707-a925-4a3b987e6499,segment=NetworkSegment(ffafdc19-53c1-429f-9aaa-dc024dbd8d96),segment_id=ffafdc19-53c1-429f-9aaa-dc024dbd8d96)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:12:23.130406 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-108b8e90-9348-4f3c-a9f4-26b72978cd52 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:23.147504 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-108b8e90-9348-4f3c-a9f4-26b72978cd52 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Calling delete_port for 3e08c3e0-c1b1-4707-a925-4a3b987e6499 owned by network:router_interface {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:12:23.314633 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 49c38c0d-fd6d-411a-93a6-ee8f9fbddfce no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:12:23.338395 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] No Port match for: 49c38c0d-fd6d-411a-93a6-ee8f9fbddfce {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:12:23.339071 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 49c38c0d-fd6d-411a-93a6-ee8f9fbddfce not bound to the agent host n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:12:23.355417 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-108b8e90-9348-4f3c-a9f4-26b72978cd52 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:23.385204 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108b8e90-9348-4f3c-a9f4-26b72978cd52 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Pushing event deleted for resources: {'Port': ['ID=3e08c3e0-c1b1-4707-a925-4a3b987e6499,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:12:23.630074 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-108b8e90-9348-4f3c-a9f4-26b72978cd52 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537471'] for router_interface, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:23.900422 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-108b8e90-9348-4f3c-a9f4-26b72978cd52 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Router 5a27f4c9-d906-448f-8d2f-52ef7dbe589e has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:12:24.033720 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-108b8e90-9348-4f3c-a9f4-26b72978cd52 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:12:24.043383 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-108b8e90-9348-4f3c-a9f4-26b72978cd52 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] 10.222.0.36 "PUT /v2.0/routers/5a27f4c9-d906-448f-8d2f-52ef7dbe589e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7475786 Aug 16 23:12:24.045992 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 34826) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:12:24.050400 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623011cc-328f-4390-81d2-1d397f658be9 None None] Sync routers for ids ['5a27f4c9-d906-448f-8d2f-52ef7dbe589e'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:12:24.098793 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623011cc-328f-4390-81d2-1d397f658be9 None None] Routers {'5a27f4c9-d906-448f-8d2f-52ef7dbe589e'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:12:24.101786 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-623011cc-328f-4390-81d2-1d397f658be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:12:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['5a27f4c9-d906-448f-8d2f-52ef7dbe589e'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:12:24.177407 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e284106-fee5-498c-b14b-e33ff01ff97b tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Deleting subnet 13097044-bfd4-44e0-bf4c-c55d930f4fb5 {{(pid=101292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:12:24.183070 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1e284106-fee5-498c-b14b-e33ff01ff97b tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks [] for subnet, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:24.232194 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1e284106-fee5-498c-b14b-e33ff01ff97b tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3848860'] for subnet, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:24.320247 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-623011cc-328f-4390-81d2-1d397f658be9 None None] Set router 5a27f4c9-d906-448f-8d2f-52ef7dbe589e gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:12:24.361495 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1e284106-fee5-498c-b14b-e33ff01ff97b tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:24.450571 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1e284106-fee5-498c-b14b-e33ff01ff97b tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26252129'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:24.487710 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e284106-fee5-498c-b14b-e33ff01ff97b tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Pushing event deleted for resources: {'Subnet': ['ID=13097044-bfd4-44e0-bf4c-c55d930f4fb5,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:12:24.508490 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867e563b-4ee8-4261-80e7-0f17677dad64 None None] Network 803f9ee7-4514-42b8-8fa9-4013327e1e5f requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:12:24.514954 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1e284106-fee5-498c-b14b-e33ff01ff97b tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks [] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:24.521284 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 34838) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:12:24.529159 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-1e284106-fee5-498c-b14b-e33ff01ff97b tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] 10.222.0.36 "DELETE /v2.0/subnets/13097044-bfd4-44e0-bf4c-c55d930f4fb5 HTTP/1.1" status: 204 len: 168 time: 0.4750109 Aug 16 23:12:24.651156 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-623011cc-328f-4390-81d2-1d397f658be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a27f4c9-d906-448f-8d2f-52ef7dbe589e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1395812094', 'tenant_id': '3ea7c49de2c143b091b125e676c32975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '76a08e2d-ca3e-4da2-a04d-ce8d3b140b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:10:20Z', 'updated_at': '2021-08-16T23:12:23Z', 'revision_number': 5, 'project_id': '3ea7c49de2c143b091b125e676c32975', 'gw_port': {'id': '76a08e2d-ca3e-4da2-a04d-ce8d3b140b46', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ed:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a27f4c9-d906-448f-8d2f-52ef7dbe589e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:10:20Z', 'updated_at': '2021-08-16T23:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:12:24.759943 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cab44a65-2ade-4231-b53f-a6c34b0f5227 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks [] for router, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:24.812104 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67a7127-dac7-40b6-ac53-4191191f2f3f None None] DHCP port deletion for 803f9ee7-4514-42b8-8fa9-4013327e1e5f request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:12:24.846114 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623011cc-328f-4390-81d2-1d397f658be9 None None] Checking router: 5a27f4c9-d906-448f-8d2f-52ef7dbe589e for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:12:24.856057 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623011cc-328f-4390-81d2-1d397f658be9 None None] Routers {'5a27f4c9-d906-448f-8d2f-52ef7dbe589e'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:12:24.856733 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-623011cc-328f-4390-81d2-1d397f658be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:12:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['5a27f4c9-d906-448f-8d2f-52ef7dbe589e'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:12:24.907564 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cab44a65-2ade-4231-b53f-a6c34b0f5227 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:24.950647 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-e67a7127-dac7-40b6-ac53-4191191f2f3f None None] Deleting port b8788519-b58a-4580-b5e8-0f4708c19d03 {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:12:24.951031 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e67a7127-dac7-40b6-ac53-4191191f2f3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:25.059434 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-e67a7127-dac7-40b6-ac53-4191191f2f3f None None] For port b8788519-b58a-4580-b5e8-0f4708c19d03, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=b8788519-b58a-4580-b5e8-0f4708c19d03,segment=NetworkSegment(ffafdc19-53c1-429f-9aaa-dc024dbd8d96),segment_id=ffafdc19-53c1-429f-9aaa-dc024dbd8d96)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:12:25.059833 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e67a7127-dac7-40b6-ac53-4191191f2f3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:25.061420 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-cab44a65-2ade-4231-b53f-a6c34b0f5227 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Deleting port 76a08e2d-ca3e-4da2-a04d-ce8d3b140b46 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:12:25.061963 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cab44a65-2ade-4231-b53f-a6c34b0f5227 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:25.064957 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-623011cc-328f-4390-81d2-1d397f658be9 None None] Set router 5a27f4c9-d906-448f-8d2f-52ef7dbe589e gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:12:25.089900 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-e67a7127-dac7-40b6-ac53-4191191f2f3f None None] Calling delete_port for b8788519-b58a-4580-b5e8-0f4708c19d03 owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:12:25.259159 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-cab44a65-2ade-4231-b53f-a6c34b0f5227 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] For port 76a08e2d-ca3e-4da2-a04d-ce8d3b140b46, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=76a08e2d-ca3e-4da2-a04d-ce8d3b140b46,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:12:25.259860 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cab44a65-2ade-4231-b53f-a6c34b0f5227 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:25.260619 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e67a7127-dac7-40b6-ac53-4191191f2f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:25.312771 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-cab44a65-2ade-4231-b53f-a6c34b0f5227 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Calling delete_port for 76a08e2d-ca3e-4da2-a04d-ce8d3b140b46 owned by network:router_gateway {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:12:25.333426 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67a7127-dac7-40b6-ac53-4191191f2f3f None None] Pushing event deleted for resources: {'Port': ['ID=b8788519-b58a-4580-b5e8-0f4708c19d03,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:12:25.343707 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67a7127-dac7-40b6-ac53-4191191f2f3f None None] No DVR routers for this DVR port b8788519-b58a-4580-b5e8-0f4708c19d03 on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:12:25.361035 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:25.400772 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-623011cc-328f-4390-81d2-1d397f658be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a27f4c9-d906-448f-8d2f-52ef7dbe589e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1395812094', 'tenant_id': '3ea7c49de2c143b091b125e676c32975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '76a08e2d-ca3e-4da2-a04d-ce8d3b140b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:10:20Z', 'updated_at': '2021-08-16T23:12:23Z', 'revision_number': 5, 'project_id': '3ea7c49de2c143b091b125e676c32975', 'gw_port': {'id': '76a08e2d-ca3e-4da2-a04d-ce8d3b140b46', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ed:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a27f4c9-d906-448f-8d2f-52ef7dbe589e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:10:20Z', 'updated_at': '2021-08-16T23:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:12:25.446307 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623011cc-328f-4390-81d2-1d397f658be9 None None] The sync data for ids ['5a27f4c9-d906-448f-8d2f-52ef7dbe589e'] in n-d-791506-26 is: [{'id': '5a27f4c9-d906-448f-8d2f-52ef7dbe589e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1395812094', 'tenant_id': '3ea7c49de2c143b091b125e676c32975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '76a08e2d-ca3e-4da2-a04d-ce8d3b140b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:10:20Z', 'updated_at': '2021-08-16T23:12:23Z', 'revision_number': 5, 'project_id': '3ea7c49de2c143b091b125e676c32975', 'gw_port': {'id': '76a08e2d-ca3e-4da2-a04d-ce8d3b140b46', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ed:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a27f4c9-d906-448f-8d2f-52ef7dbe589e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:10:20Z', 'updated_at': '2021-08-16T23:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:12:25.609377 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cab44a65-2ade-4231-b53f-a6c34b0f5227 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:25.647467 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab44a65-2ade-4231-b53f-a6c34b0f5227 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Pushing event deleted for resources: {'Port': ['ID=76a08e2d-ca3e-4da2-a04d-ce8d3b140b46,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:12:25.721309 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cab44a65-2ade-4231-b53f-a6c34b0f5227 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537121'] for router_gateway, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:25.781962 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:12:25.827470 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cab44a65-2ade-4231-b53f-a6c34b0f5227 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:25.830080 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cab44a65-2ade-4231-b53f-a6c34b0f5227 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:25.914205 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cab44a65-2ade-4231-b53f-a6c34b0f5227 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:25.914836 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cab44a65-2ade-4231-b53f-a6c34b0f5227 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Fanout notify agent at l3_agent the message router_deleted on router 5a27f4c9-d906-448f-8d2f-52ef7dbe589e {{(pid=101291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:12:25.926768 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cab44a65-2ade-4231-b53f-a6c34b0f5227 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:25.931542 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 34870) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:12:25.941137 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-cab44a65-2ade-4231-b53f-a6c34b0f5227 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] 10.222.0.36 "DELETE /v2.0/routers/5a27f4c9-d906-448f-8d2f-52ef7dbe589e HTTP/1.1" status: 204 len: 168 time: 1.4190342 Aug 16 23:12:26.055968 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-da9dc530-d71a-4e12-bbbc-78f79850f276 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:26.158355 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-da9dc530-d71a-4e12-bbbc-78f79850f276 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:26.182629 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-da9dc530-d71a-4e12-bbbc-78f79850f276 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['803f9ee7-4514-42b8-8fa9-4013327e1e5f']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:12:26.197273 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-da9dc530-d71a-4e12-bbbc-78f79850f276 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffafdc19-53c1-429f-9aaa-dc024dbd8d96') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:12:26.198158 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-da9dc530-d71a-4e12-bbbc-78f79850f276 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffafdc19-53c1-429f-9aaa-dc024dbd8d96') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:12:26.213307 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-da9dc530-d71a-4e12-bbbc-78f79850f276 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:26.237681 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-da9dc530-d71a-4e12-bbbc-78f79850f276 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:26.253089 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da9dc530-d71a-4e12-bbbc-78f79850f276 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:12:26.253651 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-da9dc530-d71a-4e12-bbbc-78f79850f276 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:26.261903 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 16 23:12:26.261903 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:12:26.261903 n-d-791506-26 neutron-server[101292]: timer() Aug 16 23:12:26.261903 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:12:26.261903 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 16 23:12:26.261903 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:12:26.261903 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 16 23:12:26.261903 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:12:26.261903 n-d-791506-26 neutron-server[101292]: self._notify() Aug 16 23:12:26.261903 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:12:26.261903 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 16 23:12:26.261903 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:12:26.261903 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 16 23:12:26.261903 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:12:26.261903 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:12:26.261903 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:12:26.261903 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:12:26.261903 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:12:26.261903 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 16 23:12:26.261903 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:12:26.261903 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 16 23:12:26.261903 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:12:26.261903 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:12:26.261903 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:12:26.261903 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 16 23:12:26.261903 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:12:26.261903 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:12:26.261903 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:12:26.261903 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:12:26.261903 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:12:26.261903 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:12:26.261903 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:12:26.297066 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 3e08c3e0-c1b1-4707-a925-4a3b987e6499 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:12:26.334421 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 3e08c3e0-c1b1-4707-a925-4a3b987e6499 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:12:26.334772 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 3e08c3e0-c1b1-4707-a925-4a3b987e6499 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:12:26.335190 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device b8788519-b58a-4580-b5e8-0f4708c19d03 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:12:26.375011 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-da9dc530-d71a-4e12-bbbc-78f79850f276 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:26.391969 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: b8788519-b58a-4580-b5e8-0f4708c19d03 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:12:26.392316 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device b8788519-b58a-4580-b5e8-0f4708c19d03 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:12:26.409997 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-da9dc530-d71a-4e12-bbbc-78f79850f276 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:26.412154 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-da9dc530-d71a-4e12-bbbc-78f79850f276 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] 10.222.0.36 "DELETE /v2.0/networks/803f9ee7-4514-42b8-8fa9-4013327e1e5f HTTP/1.1" status: 204 len: 168 time: 0.4787362 Aug 16 23:12:26.429392 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9dc530-d71a-4e12-bbbc-78f79850f276 tempest-TestSecurityGroupsBasicOps-1997193547 tempest-TestSecurityGroupsBasicOps-1997193547-project] Pushing event deleted for resources: {'Network': ['ID=803f9ee7-4514-42b8-8fa9-4013327e1e5f,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:12:26.760324 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 34896) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:12:26.936146 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-853300b9-7962-4916-9a50-31cdb5386319 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3ea7c49de2c143b091b125e676c32975&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1733677 Aug 16 23:12:26.938575 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 34910) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:12:27.008329 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-11f27d63-f875-447e-a795-62801b248268 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:27.037311 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-11f27d63-f875-447e-a795-62801b248268 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:27.104393 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-11f27d63-f875-447e-a795-62801b248268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:27.106993 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-11f27d63-f875-447e-a795-62801b248268 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:27.113991 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-11f27d63-f875-447e-a795-62801b248268 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1a5f3a28-315b-41fd-b133-4fa306422a62 HTTP/1.1" status: 204 len: 168 time: 0.1741428 Aug 16 23:12:27.129845 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f27d63-f875-447e-a795-62801b248268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a5f3a28-315b-41fd-b133-4fa306422a62,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:12:27.525416 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 34936) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:12:27.548090 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-66f03b25-d849-42e3-b672-275f12a3d12e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:27.642368 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d0f6b8-4a03-49be-a513-1005c4565705 req-2ad74a01-da45-4f3a-b67a-18c74cce0e64 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:27.649381 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d0f6b8-4a03-49be-a513-1005c4565705 req-2ad74a01-da45-4f3a-b67a-18c74cce0e64 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:27.656496 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d0f6b8-4a03-49be-a513-1005c4565705 req-2ad74a01-da45-4f3a-b67a-18c74cce0e64 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:27.663182 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d0f6b8-4a03-49be-a513-1005c4565705 req-2ad74a01-da45-4f3a-b67a-18c74cce0e64 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:27.669586 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d0f6b8-4a03-49be-a513-1005c4565705 req-2ad74a01-da45-4f3a-b67a-18c74cce0e64 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:27.670877 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-66f03b25-d849-42e3-b672-275f12a3d12e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:27.675407 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-66f03b25-d849-42e3-b672-275f12a3d12e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:27.676491 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d0f6b8-4a03-49be-a513-1005c4565705 req-2ad74a01-da45-4f3a-b67a-18c74cce0e64 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:27.683093 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d0f6b8-4a03-49be-a513-1005c4565705 req-2ad74a01-da45-4f3a-b67a-18c74cce0e64 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:27.685390 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-89d0f6b8-4a03-49be-a513-1005c4565705 req-2ad74a01-da45-4f3a-b67a-18c74cce0e64 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d0f439b-55b3-479e-b4c0-19dd4772e5b0 HTTP/1.1" status: 200 len: 5432 time: 0.1504171 Aug 16 23:12:27.730400 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f03b25-d849-42e3-b672-275f12a3d12e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed9b12c4-f0c1-4183-8c1e-451967aa877a,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:12:27.734887 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-89d0f6b8-4a03-49be-a513-1005c4565705 req-db2a90e1-5585-47f5-a8a7-18f19492f170 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c2745c8-39ab-440e-a081-67457cdaf056&id=d16ff2d0-1ebf-4d89-b16a-9f394969ba5a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0416110 Aug 16 23:12:27.739887 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-66f03b25-d849-42e3-b672-275f12a3d12e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1811ab7295a94b2e850664c0e962e98d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2129972 Aug 16 23:12:27.742365 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 34940) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:12:27.805289 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-336fbc0d-635f-497c-9cb2-8ff2d4b51f16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:27.828953 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-336fbc0d-635f-497c-9cb2-8ff2d4b51f16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:27.886467 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-336fbc0d-635f-497c-9cb2-8ff2d4b51f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:27.890610 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-336fbc0d-635f-497c-9cb2-8ff2d4b51f16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:27.892021 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-336fbc0d-635f-497c-9cb2-8ff2d4b51f16 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ed9b12c4-f0c1-4183-8c1e-451967aa877a HTTP/1.1" status: 204 len: 168 time: 0.1484644 Aug 16 23:12:27.900839 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336fbc0d-635f-497c-9cb2-8ff2d4b51f16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed9b12c4-f0c1-4183-8c1e-451967aa877a,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:12:28.063870 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 76a08e2d-ca3e-4da2-a04d-ce8d3b140b46 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:12:28.090105 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 76a08e2d-ca3e-4da2-a04d-ce8d3b140b46 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:12:28.090736 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 76a08e2d-ca3e-4da2-a04d-ce8d3b140b46 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:12:28.316574 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 34960) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:12:28.367659 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-ef4c4cad-a120-4a58-a3c9-01eea3407c66 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b06487a98b6646ccb0874e684fbc4070&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0474219 Aug 16 23:12:28.367889 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 34966) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:12:28.428822 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-34b07dee-4d40-4319-b18b-ad3d024f83a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:28.456067 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-34b07dee-4d40-4319-b18b-ad3d024f83a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:28.518246 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-34b07dee-4d40-4319-b18b-ad3d024f83a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:28.521115 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-34b07dee-4d40-4319-b18b-ad3d024f83a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:28.522387 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-34b07dee-4d40-4319-b18b-ad3d024f83a6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d82917da-52df-44ce-90ca-d0e30b943fe2 HTTP/1.1" status: 204 len: 168 time: 0.1536148 Aug 16 23:12:28.532301 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b07dee-4d40-4319-b18b-ad3d024f83a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d82917da-52df-44ce-90ca-d0e30b943fe2,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:12:28.928787 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccab185-5165-4c2a-8110-8314eb549827 req-8de57007-f830-424d-b2de-8023f2663b8d tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:28.935663 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccab185-5165-4c2a-8110-8314eb549827 req-8de57007-f830-424d-b2de-8023f2663b8d tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:28.942131 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccab185-5165-4c2a-8110-8314eb549827 req-8de57007-f830-424d-b2de-8023f2663b8d tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:28.948128 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccab185-5165-4c2a-8110-8314eb549827 req-8de57007-f830-424d-b2de-8023f2663b8d tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:28.954151 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccab185-5165-4c2a-8110-8314eb549827 req-8de57007-f830-424d-b2de-8023f2663b8d tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:28.960158 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccab185-5165-4c2a-8110-8314eb549827 req-8de57007-f830-424d-b2de-8023f2663b8d tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:28.966352 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccab185-5165-4c2a-8110-8314eb549827 req-8de57007-f830-424d-b2de-8023f2663b8d tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:28.969136 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3ccab185-5165-4c2a-8110-8314eb549827 req-8de57007-f830-424d-b2de-8023f2663b8d tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.57 "GET /v2.0/ports?device_id=6d0f439b-55b3-479e-b4c0-19dd4772e5b0 HTTP/1.1" status: 200 len: 5432 time: 0.1281698 Aug 16 23:12:29.053993 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccab185-5165-4c2a-8110-8314eb549827 req-a0586161-45ca-4c96-bfe8-07c84ac4174b tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:29.055377 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3ccab185-5165-4c2a-8110-8314eb549827 req-a0586161-45ca-4c96-bfe8-07c84ac4174b tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.57 "GET /v2.0/ports/c1cc686f-303c-42dc-85c7-d80aff741a19?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0522900 Aug 16 23:12:29.068173 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95c002d-f93b-46d6-97b8-8a823127f79d req-5e0b8dc1-88ff-463f-a058-1f82e9e499ca tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:29.074322 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95c002d-f93b-46d6-97b8-8a823127f79d req-5e0b8dc1-88ff-463f-a058-1f82e9e499ca tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:29.081397 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95c002d-f93b-46d6-97b8-8a823127f79d req-5e0b8dc1-88ff-463f-a058-1f82e9e499ca tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:29.088329 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95c002d-f93b-46d6-97b8-8a823127f79d req-5e0b8dc1-88ff-463f-a058-1f82e9e499ca tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:29.094700 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95c002d-f93b-46d6-97b8-8a823127f79d req-5e0b8dc1-88ff-463f-a058-1f82e9e499ca tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:29.100700 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95c002d-f93b-46d6-97b8-8a823127f79d req-5e0b8dc1-88ff-463f-a058-1f82e9e499ca tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:29.106956 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95c002d-f93b-46d6-97b8-8a823127f79d req-5e0b8dc1-88ff-463f-a058-1f82e9e499ca tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:29.109695 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c95c002d-f93b-46d6-97b8-8a823127f79d req-5e0b8dc1-88ff-463f-a058-1f82e9e499ca tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d0f439b-55b3-479e-b4c0-19dd4772e5b0 HTTP/1.1" status: 200 len: 5432 time: 0.1396430 Aug 16 23:12:29.257169 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c95c002d-f93b-46d6-97b8-8a823127f79d req-bad65df8-8ae5-4a82-9e9b-da7a07770448 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c2745c8-39ab-440e-a081-67457cdaf056&id=d16ff2d0-1ebf-4d89-b16a-9f394969ba5a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0671515 Aug 16 23:12:29.282905 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3ccab185-5165-4c2a-8110-8314eb549827 req-7b7df190-1d1d-4e36-84d1-5d058763386f tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.57 "GET /v2.0/networks/f22d369e-b532-46c6-9344-c4601e102f4e?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1718166 Aug 16 23:12:29.295072 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-3ccab185-5165-4c2a-8110-8314eb549827 req-1d239245-e3aa-4814-ab50-60bdc877b355 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:12:29.373971 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3ccab185-5165-4c2a-8110-8314eb549827 req-1d239245-e3aa-4814-ab50-60bdc877b355 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:29.569029 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 35028) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:12:29.601693 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-3ccab185-5165-4c2a-8110-8314eb549827 req-1d239245-e3aa-4814-ab50-60bdc877b355 service neutron] For port c1cc686f-303c-42dc-85c7-d80aff741a19, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=c1cc686f-303c-42dc-85c7-d80aff741a19,segment=NetworkSegment(74cdf11b-eced-4a7c-8a3c-85f0b8d7848e),segment_id=74cdf11b-eced-4a7c-8a3c-85f0b8d7848e)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:12:29.638164 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-3ccab185-5165-4c2a-8110-8314eb549827 req-1d239245-e3aa-4814-ab50-60bdc877b355 service neutron] For port c1cc686f-303c-42dc-85c7-d80aff741a19, host n-h2-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:12:29.640856 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-004525a7-a1db-4f46-b9b2-89a79672570a admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1466341933-network', 'tenant_id': 'e7947820c880421f9890cb012d634b89'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:12:29.672709 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-762104d9-2acf-4d66-8483-7317cf3162c4 req-b04ad2ea-554f-4440-8a18-f083252d99be service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=7a97c9e0-bdad-48f1-92f6-ca652681d2f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2922299 Aug 16 23:12:29.680735 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-004525a7-a1db-4f46-b9b2-89a79672570a admin admin] Made reservation on behalf of e7947820c880421f9890cb012d634b89 for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:12:29.683073 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [req-3ccab185-5165-4c2a-8110-8314eb549827 req-1d239245-e3aa-4814-ab50-60bdc877b355 service neutron] device_id is not set on port c1cc686f-303c-42dc-85c7-d80aff741a19 yet. {{(pid=101292) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 23:12:29.694956 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3ccab185-5165-4c2a-8110-8314eb549827 req-1d239245-e3aa-4814-ab50-60bdc877b355 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:29.695788 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-004525a7-a1db-4f46-b9b2-89a79672570a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:29.704597 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3ccab185-5165-4c2a-8110-8314eb549827 req-1d239245-e3aa-4814-ab50-60bdc877b355 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:29.706421 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-004525a7-a1db-4f46-b9b2-89a79672570a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:29.790823 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d239245-e3aa-4814-ab50-60bdc877b355 service neutron] Pushing event updated for resources: {'Port': ['ID=c1cc686f-303c-42dc-85c7-d80aff741a19,revision_number=6']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:12:29.814778 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ccab185-5165-4c2a-8110-8314eb549827 req-1d239245-e3aa-4814-ab50-60bdc877b355 service neutron] No DVR routers for this DVR port c1cc686f-303c-42dc-85c7-d80aff741a19 on host n-h2-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:12:29.882699 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762104d9-2acf-4d66-8483-7317cf3162c4 req-0488c19e-9650-45b1-b5c3-02a429d02e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:29.884157 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-762104d9-2acf-4d66-8483-7317cf3162c4 req-0488c19e-9650-45b1-b5c3-02a429d02e6d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e79d7ff464c14298b60a5fb641626858&device_id=7a97c9e0-bdad-48f1-92f6-ca652681d2f2 HTTP/1.1" status: 200 len: 1097 time: 0.1441836 Aug 16 23:12:29.909207 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-3ccab185-5165-4c2a-8110-8314eb549827 req-1d239245-e3aa-4814-ab50-60bdc877b355 service neutron] In _notify_port_updated(), no bound segment for port c1cc686f-303c-42dc-85c7-d80aff741a19 on network f22d369e-b532-46c6-9344-c4601e102f4e {{(pid=101292) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 23:12:29.910567 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccab185-5165-4c2a-8110-8314eb549827 req-1d239245-e3aa-4814-ab50-60bdc877b355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:29.911492 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3ccab185-5165-4c2a-8110-8314eb549827 req-1d239245-e3aa-4814-ab50-60bdc877b355 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:29.913520 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3ccab185-5165-4c2a-8110-8314eb549827 req-1d239245-e3aa-4814-ab50-60bdc877b355 service neutron] 10.222.0.57 "PUT /v2.0/ports/c1cc686f-303c-42dc-85c7-d80aff741a19 HTTP/1.1" status: 200 len: 1026 time: 0.6237776 Aug 16 23:12:29.982551 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccab185-5165-4c2a-8110-8314eb549827 req-f7174050-42a1-464e-8a3e-b061e7172e4e tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:29.984110 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3ccab185-5165-4c2a-8110-8314eb549827 req-f7174050-42a1-464e-8a3e-b061e7172e4e tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.57 "GET /v2.0/ports/aabc4894-08fe-4573-bd65-664ab53c9c15?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0585084 Aug 16 23:12:29.999528 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-3ccab185-5165-4c2a-8110-8314eb549827 req-df6ebc36-f8c6-4968-96ef-afeffe5924d6 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:12:30.034210 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-004525a7-a1db-4f46-b9b2-89a79672570a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:30.054148 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-004525a7-a1db-4f46-b9b2-89a79672570a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:30.111070 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3ccab185-5165-4c2a-8110-8314eb549827 req-df6ebc36-f8c6-4968-96ef-afeffe5924d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:30.113016 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004525a7-a1db-4f46-b9b2-89a79672570a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66011b2a-5d11-4b28-b7a7-34034667c825,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:12:30.124218 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762104d9-2acf-4d66-8483-7317cf3162c4 req-c6540020-17ba-4716-98d8-0c7c6944608a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:30.125983 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-762104d9-2acf-4d66-8483-7317cf3162c4 req-c6540020-17ba-4716-98d8-0c7c6944608a service neutron] 10.222.0.68 "GET /v2.0/networks?id=f857bb17-d5f1-461e-b18f-b627336021fd HTTP/1.1" status: 200 len: 909 time: 0.1949191 Aug 16 23:12:30.164518 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-004525a7-a1db-4f46-b9b2-89a79672570a admin admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:12:30.182318 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0b82e95f-1deb-4fed-b512-1a323649afd7 None None] Provisioning complete for port c1cc686f-303c-42dc-85c7-d80aff741a19 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:12:30.183003 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0b82e95f-1deb-4fed-b512-1a323649afd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:30.219372 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-004525a7-a1db-4f46-b9b2-89a79672570a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:30.220022 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-004525a7-a1db-4f46-b9b2-89a79672570a admin admin] Added segment 95c92ecf-f5c8-4da4-9d7f-ef834e6c4eb4 of type vlan for network d0a485e4-2bbd-4416-a26a-d3bdd407fed9 Aug 16 23:12:30.255518 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0b82e95f-1deb-4fed-b512-1a323649afd7 None None] Port c1cc686f-303c-42dc-85c7-d80aff741a19 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:12:30.286712 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-3ccab185-5165-4c2a-8110-8314eb549827 req-df6ebc36-f8c6-4968-96ef-afeffe5924d6 service neutron] For port aabc4894-08fe-4573-bd65-664ab53c9c15, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=aabc4894-08fe-4573-bd65-664ab53c9c15,segment=NetworkSegment(74cdf11b-eced-4a7c-8a3c-85f0b8d7848e),segment_id=74cdf11b-eced-4a7c-8a3c-85f0b8d7848e)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:12:30.318860 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-762104d9-2acf-4d66-8483-7317cf3162c4 req-938bff68-7fd1-4f70-8e9c-394cfc2d4e2e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4c5fc50-49e0-4447-9840-18c33fb6df3d HTTP/1.1" status: 200 len: 1000 time: 0.1507814 Aug 16 23:12:30.322542 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-004525a7-a1db-4f46-b9b2-89a79672570a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:30.330422 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-3ccab185-5165-4c2a-8110-8314eb549827 req-df6ebc36-f8c6-4968-96ef-afeffe5924d6 service neutron] For port aabc4894-08fe-4573-bd65-664ab53c9c15, host n-h2-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:12:30.382259 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [req-3ccab185-5165-4c2a-8110-8314eb549827 req-df6ebc36-f8c6-4968-96ef-afeffe5924d6 service neutron] device_id is not set on port aabc4894-08fe-4573-bd65-664ab53c9c15 yet. {{(pid=101292) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 23:12:30.391242 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-004525a7-a1db-4f46-b9b2-89a79672570a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:30.391903 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004525a7-a1db-4f46-b9b2-89a79672570a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:30.392563 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-004525a7-a1db-4f46-b9b2-89a79672570a admin admin] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:30.410332 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3ccab185-5165-4c2a-8110-8314eb549827 req-df6ebc36-f8c6-4968-96ef-afeffe5924d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:30.417919 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3ccab185-5165-4c2a-8110-8314eb549827 req-df6ebc36-f8c6-4968-96ef-afeffe5924d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:30.483431 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43a55af-c439-4472-a1e6-60322941e18f req-8334c388-5ae6-415a-bf55-407c461e537f tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:30.489862 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43a55af-c439-4472-a1e6-60322941e18f req-8334c388-5ae6-415a-bf55-407c461e537f tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:30.495903 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43a55af-c439-4472-a1e6-60322941e18f req-8334c388-5ae6-415a-bf55-407c461e537f tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:30.502484 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43a55af-c439-4472-a1e6-60322941e18f req-8334c388-5ae6-415a-bf55-407c461e537f tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:30.509735 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43a55af-c439-4472-a1e6-60322941e18f req-8334c388-5ae6-415a-bf55-407c461e537f tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:30.516945 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43a55af-c439-4472-a1e6-60322941e18f req-8334c388-5ae6-415a-bf55-407c461e537f tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:30.525692 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f43a55af-c439-4472-a1e6-60322941e18f req-8334c388-5ae6-415a-bf55-407c461e537f tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d0f439b-55b3-479e-b4c0-19dd4772e5b0 HTTP/1.1" status: 200 len: 4581 time: 0.1548462 Aug 16 23:12:30.601723 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6ebc36-f8c6-4968-96ef-afeffe5924d6 service neutron] Pushing event updated for resources: {'Port': ['ID=aabc4894-08fe-4573-bd65-664ab53c9c15,revision_number=6']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:12:30.605372 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ccab185-5165-4c2a-8110-8314eb549827 req-df6ebc36-f8c6-4968-96ef-afeffe5924d6 service neutron] No DVR routers for this DVR port aabc4894-08fe-4573-bd65-664ab53c9c15 on host n-h2-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:12:30.727757 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f43a55af-c439-4472-a1e6-60322941e18f req-7db53e1e-0fc6-4a08-b630-7a257182f00e tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c2745c8-39ab-440e-a081-67457cdaf056&id=d16ff2d0-1ebf-4d89-b16a-9f394969ba5a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1793311 Aug 16 23:12:30.729088 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-3ccab185-5165-4c2a-8110-8314eb549827 req-df6ebc36-f8c6-4968-96ef-afeffe5924d6 service neutron] In _notify_port_updated(), no bound segment for port aabc4894-08fe-4573-bd65-664ab53c9c15 on network f22d369e-b532-46c6-9344-c4601e102f4e {{(pid=101292) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 23:12:30.730223 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccab185-5165-4c2a-8110-8314eb549827 req-df6ebc36-f8c6-4968-96ef-afeffe5924d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:30.731065 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3ccab185-5165-4c2a-8110-8314eb549827 req-df6ebc36-f8c6-4968-96ef-afeffe5924d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:30.736275 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3ccab185-5165-4c2a-8110-8314eb549827 req-df6ebc36-f8c6-4968-96ef-afeffe5924d6 service neutron] 10.222.0.57 "PUT /v2.0/ports/aabc4894-08fe-4573-bd65-664ab53c9c15 HTTP/1.1" status: 200 len: 1027 time: 0.7452881 Aug 16 23:12:30.878145 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-3ccab185-5165-4c2a-8110-8314eb549827 req-e3ef364c-7ee7-4fe4-95a7-b85a134fb8ee tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Deleting port 7bd4dab0-4e5a-4bfb-a170-497620e55ac0 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:12:30.878508 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3ccab185-5165-4c2a-8110-8314eb549827 req-e3ef364c-7ee7-4fe4-95a7-b85a134fb8ee tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:30.899103 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-721fac31-58e5-437b-b213-972b73f329cf None None] Provisioning complete for port aabc4894-08fe-4573-bd65-664ab53c9c15 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:12:30.900922 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-721fac31-58e5-437b-b213-972b73f329cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:30.946215 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-004525a7-a1db-4f46-b9b2-89a79672570a admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3750622 Aug 16 23:12:30.950360 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 35064) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:12:30.955606 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-721fac31-58e5-437b-b213-972b73f329cf None None] Port aabc4894-08fe-4573-bd65-664ab53c9c15 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:12:30.961067 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-9d215c6e-9d5f-4c79-ac32-2b998cfe2d65 admin admin] Request body: {'subnet': {'network_id': 'd0a485e4-2bbd-4416-a26a-d3bdd407fed9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1466341933-subnet', 'tenant_id': 'e7947820c880421f9890cb012d634b89', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:12:30.972332 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762104d9-2acf-4d66-8483-7317cf3162c4 req-38638cde-0441-4f76-9500-73f971405e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:30.973883 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-762104d9-2acf-4d66-8483-7317cf3162c4 req-38638cde-0441-4f76-9500-73f971405e07 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=fa253f4b-008c-404d-ae31-8580bee27355 HTTP/1.1" status: 200 len: 847 time: 0.6470366 Aug 16 23:12:30.974486 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004525a7-a1db-4f46-b9b2-89a79672570a admin admin] Pushing event updated for resources: {'Network': ['ID=d0a485e4-2bbd-4416-a26a-d3bdd407fed9,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:12:30.996718 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network d0a485e4-2bbd-4416-a26a-d3bdd407fed9 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:12:31.037227 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-3ccab185-5165-4c2a-8110-8314eb549827 req-e3ef364c-7ee7-4fe4-95a7-b85a134fb8ee tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] For port 7bd4dab0-4e5a-4bfb-a170-497620e55ac0, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=7bd4dab0-4e5a-4bfb-a170-497620e55ac0,segment=NetworkSegment(74cdf11b-eced-4a7c-8a3c-85f0b8d7848e),segment_id=74cdf11b-eced-4a7c-8a3c-85f0b8d7848e)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:12:31.037810 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3ccab185-5165-4c2a-8110-8314eb549827 req-e3ef364c-7ee7-4fe4-95a7-b85a134fb8ee tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:31.052446 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762104d9-2acf-4d66-8483-7317cf3162c4 req-4059e4eb-1950-490e-8d82-45f2e69b609a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:31.054133 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-762104d9-2acf-4d66-8483-7317cf3162c4 req-4059e4eb-1950-490e-8d82-45f2e69b609a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=f857bb17-d5f1-461e-b18f-b627336021fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0683887 Aug 16 23:12:31.056380 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-3ccab185-5165-4c2a-8110-8314eb549827 req-e3ef364c-7ee7-4fe4-95a7-b85a134fb8ee tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Calling delete_port for 7bd4dab0-4e5a-4bfb-a170-497620e55ac0 owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:12:31.128717 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d215c6e-9d5f-4c79-ac32-2b998cfe2d65 admin admin] Made reservation on behalf of e7947820c880421f9890cb012d634b89 for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:12:31.132082 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9d215c6e-9d5f-4c79-ac32-2b998cfe2d65 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:31.175517 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-762104d9-2acf-4d66-8483-7317cf3162c4 req-07bbfd54-d101-4ef1-bff1-dc63699e6765 service neutron] 10.222.0.68 "GET /v2.0/networks/f857bb17-d5f1-461e-b18f-b627336021fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121757 Aug 16 23:12:31.283627 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-762104d9-2acf-4d66-8483-7317cf3162c4 req-8f65cd8f-87d6-40de-8f79-9f1746a64ec9 service neutron] 10.222.0.68 "GET /v2.0/networks/f857bb17-d5f1-461e-b18f-b627336021fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004970 Aug 16 23:12:31.346892 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3ccab185-5165-4c2a-8110-8314eb549827 req-e3ef364c-7ee7-4fe4-95a7-b85a134fb8ee tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:31.355903 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device debf812d-0b2e-45df-8f8a-a21e25a77beb no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:12:31.433473 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:31.455060 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ef364c-7ee7-4fe4-95a7-b85a134fb8ee tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Pushing event deleted for resources: {'Port': ['ID=7bd4dab0-4e5a-4bfb-a170-497620e55ac0,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:12:31.464264 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d0f439b-55b3-479e-b4c0-19dd4772e5b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'debf812d-0b2e-45df-8f8a-a21e25a77beb'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:12:31.467201 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f06c4962-1f53-472f-845a-631bb4cfe8d6" -d '{"events": [{"server_uuid": "6d0f439b-55b3-479e-b4c0-19dd4772e5b0", "name": "network-vif-unplugged", "status": "completed", "tag": "debf812d-0b2e-45df-8f8a-a21e25a77beb"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:12:31.483289 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9d215c6e-9d5f-4c79-ac32-2b998cfe2d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:31.493759 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port debf812d-0b2e-45df-8f8a-a21e25a77beb, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=debf812d-0b2e-45df-8f8a-a21e25a77beb,segment=NetworkSegment(41213340-69bd-43d1-b0bd-07e49d1e54df),segment_id=41213340-69bd-43d1-b0bd-07e49d1e54df)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:12:31.502191 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:31.503292 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device c1cc686f-303c-42dc-85c7-d80aff741a19 no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:12:31.570190 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ccab185-5165-4c2a-8110-8314eb549827 req-e3ef364c-7ee7-4fe4-95a7-b85a134fb8ee tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] No DVR routers for this DVR port 7bd4dab0-4e5a-4bfb-a170-497620e55ac0 on host n-h2-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:12:31.599676 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3ccab185-5165-4c2a-8110-8314eb549827 req-e3ef364c-7ee7-4fe4-95a7-b85a134fb8ee tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:31.601804 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3ccab185-5165-4c2a-8110-8314eb549827 req-e3ef364c-7ee7-4fe4-95a7-b85a134fb8ee tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.57 "DELETE /v2.0/ports/7bd4dab0-4e5a-4bfb-a170-497620e55ac0 HTTP/1.1" status: 204 len: 173 time: 0.8591564 Aug 16 23:12:31.605407 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d0f439b-55b3-479e-b4c0-19dd4772e5b0', 'name': 'network-vif-deleted', 'tag': '7bd4dab0-4e5a-4bfb-a170-497620e55ac0'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:12:31.608889 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c99f90e-20ab-47f0-9c96-efb70039f321" -d '{"events": [{"server_uuid": "6d0f439b-55b3-479e-b4c0-19dd4772e5b0", "name": "network-vif-deleted", "tag": "7bd4dab0-4e5a-4bfb-a170-497620e55ac0"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:12:31.644378 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d215c6e-9d5f-4c79-ac32-2b998cfe2d65 admin admin] Checking segment: {'id': '95c92ecf-f5c8-4da4-9d7f-ef834e6c4eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd0a485e4-2bbd-4416-a26a-d3bdd407fed9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:12:31.644785 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d215c6e-9d5f-4c79-ac32-2b998cfe2d65 admin admin] Network hostable DHCP agents. Network: d0a485e4-2bbd-4416-a26a-d3bdd407fed9, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:12:31.690537 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d215c6e-9d5f-4c79-ac32-2b998cfe2d65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fdab030-d57d-4045-ae12-0b865e99042c,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:12:31.693647 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e62cd22d-d7d6-4fd4-826f-2a01001b215e x-openstack-request-id: req-e62cd22d-d7d6-4fd4-826f-2a01001b215e {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:12:31.693938 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d0f439b-55b3-479e-b4c0-19dd4772e5b0", "name": "network-vif-deleted", "tag": "7bd4dab0-4e5a-4bfb-a170-497620e55ac0", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:12:31.694195 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e62cd22d-d7d6-4fd4-826f-2a01001b215e {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:12:31.694586 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d0f439b-55b3-479e-b4c0-19dd4772e5b0', 'name': 'network-vif-deleted', 'tag': '7bd4dab0-4e5a-4bfb-a170-497620e55ac0', 'status': 'completed', 'code': 200} Aug 16 23:12:31.745119 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d215c6e-9d5f-4c79-ac32-2b998cfe2d65 admin admin] Network d0a485e4-2bbd-4416-a26a-d3bdd407fed9 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:12:31.799418 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-9d215c6e-9d5f-4c79-ac32-2b998cfe2d65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, d0a485e4-2bbd-4416-a26a-d3bdd407fed9) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:12:31.813150 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d215c6e-9d5f-4c79-ac32-2b998cfe2d65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:31.813888 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9d215c6e-9d5f-4c79-ac32-2b998cfe2d65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:31.838932 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 23:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b739f255-df9a-4e62-b479-9293e94ab346 x-openstack-request-id: req-b739f255-df9a-4e62-b479-9293e94ab346 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:12:31.841731 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d0f439b-55b3-479e-b4c0-19dd4772e5b0", "name": "network-vif-unplugged", "status": "completed", "tag": "debf812d-0b2e-45df-8f8a-a21e25a77beb", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:12:31.843389 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-9d215c6e-9d5f-4c79-ac32-2b998cfe2d65 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8903897 Aug 16 23:12:31.845931 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b739f255-df9a-4e62-b479-9293e94ab346 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:12:31.850170 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d0f439b-55b3-479e-b4c0-19dd4772e5b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'debf812d-0b2e-45df-8f8a-a21e25a77beb', 'code': 200} Aug 16 23:12:31.853038 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d337c58-7eb3-412c-ac65-c52f485cfd71 None None] Network d0a485e4-2bbd-4416-a26a-d3bdd407fed9 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:12:31.853206 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-3ccab185-5165-4c2a-8110-8314eb549827 req-8fe77b08-7023-46fc-a81c-a94e623f563f tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Deleting port 34b404ad-784d-44c6-ad7f-bc568885b3e9 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:12:31.853488 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3ccab185-5165-4c2a-8110-8314eb549827 req-8fe77b08-7023-46fc-a81c-a94e623f563f tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:32.083466 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309d12a7-a682-4b2a-8347-a5464c1076da req-18d3e93e-6713-4b61-879b-dd38cffe34d2 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:32.090983 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309d12a7-a682-4b2a-8347-a5464c1076da req-18d3e93e-6713-4b61-879b-dd38cffe34d2 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:32.093269 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device c1cc686f-303c-42dc-85c7-d80aff741a19 not bound to the agent host n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:12:32.093712 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 34b404ad-784d-44c6-ad7f-bc568885b3e9 no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:12:32.098965 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309d12a7-a682-4b2a-8347-a5464c1076da req-18d3e93e-6713-4b61-879b-dd38cffe34d2 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:32.105169 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309d12a7-a682-4b2a-8347-a5464c1076da req-18d3e93e-6713-4b61-879b-dd38cffe34d2 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:32.107180 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-309d12a7-a682-4b2a-8347-a5464c1076da req-18d3e93e-6713-4b61-879b-dd38cffe34d2 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d0f439b-55b3-479e-b4c0-19dd4772e5b0 HTTP/1.1" status: 200 len: 3149 time: 0.2377424 Aug 16 23:12:32.137571 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=debf812d-0b2e-45df-8f8a-a21e25a77beb,revision_number=6']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:12:32.163873 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-3ccab185-5165-4c2a-8110-8314eb549827 req-8fe77b08-7023-46fc-a81c-a94e623f563f tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] For port 34b404ad-784d-44c6-ad7f-bc568885b3e9, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=34b404ad-784d-44c6-ad7f-bc568885b3e9,segment=NetworkSegment(74cdf11b-eced-4a7c-8a3c-85f0b8d7848e),segment_id=74cdf11b-eced-4a7c-8a3c-85f0b8d7848e)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:12:32.164477 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3ccab185-5165-4c2a-8110-8314eb549827 req-8fe77b08-7023-46fc-a81c-a94e623f563f tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:32.182135 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-3ccab185-5165-4c2a-8110-8314eb549827 req-8fe77b08-7023-46fc-a81c-a94e623f563f tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Calling delete_port for 34b404ad-784d-44c6-ad7f-bc568885b3e9 owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:12:32.206053 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-309d12a7-a682-4b2a-8347-a5464c1076da req-cbcefbfc-4787-4bac-bac3-d00e2bfea16c tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c2745c8-39ab-440e-a081-67457cdaf056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833662 Aug 16 23:12:32.327415 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:32.346069 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00950a73-939c-4e2b-825e-4d07441f7a94 None None] Network d0a485e4-2bbd-4416-a26a-d3bdd407fed9 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:12:32.401217 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3ccab185-5165-4c2a-8110-8314eb549827 req-8fe77b08-7023-46fc-a81c-a94e623f563f tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:32.499801 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe77b08-7023-46fc-a81c-a94e623f563f tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Pushing event deleted for resources: {'Port': ['ID=34b404ad-784d-44c6-ad7f-bc568885b3e9,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:12:32.508842 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device aabc4894-08fe-4573-bd65-664ab53c9c15 no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:12:32.517457 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ccab185-5165-4c2a-8110-8314eb549827 req-8fe77b08-7023-46fc-a81c-a94e623f563f tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] No DVR routers for this DVR port 34b404ad-784d-44c6-ad7f-bc568885b3e9 on host n-h2-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:12:32.520390 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3ccab185-5165-4c2a-8110-8314eb549827 req-8fe77b08-7023-46fc-a81c-a94e623f563f tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:32.524659 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3ccab185-5165-4c2a-8110-8314eb549827 req-8fe77b08-7023-46fc-a81c-a94e623f563f tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.57 "DELETE /v2.0/ports/34b404ad-784d-44c6-ad7f-bc568885b3e9 HTTP/1.1" status: 204 len: 173 time: 0.9083438 Aug 16 23:12:32.572497 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device aabc4894-08fe-4573-bd65-664ab53c9c15 not bound to the agent host n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:12:32.573099 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device ca2bab7f-12a0-4ae0-aa91-31c515a91b5c no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:12:32.711246 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:32.719738 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-3ccab185-5165-4c2a-8110-8314eb549827 req-d5d9c80e-09a4-4fad-a7ad-77fa51f2dbf6 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Deleting port ca2bab7f-12a0-4ae0-aa91-31c515a91b5c {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:12:32.720023 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3ccab185-5165-4c2a-8110-8314eb549827 req-d5d9c80e-09a4-4fad-a7ad-77fa51f2dbf6 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:32.771779 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 35102) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:12:32.776751 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-4956ba71-d727-47de-b859-d86ebc25677e admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2027342500-network', 'tenant_id': 'adb4d6220b0345e2afb9dfcae53e12b3'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:12:32.803247 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port ca2bab7f-12a0-4ae0-aa91-31c515a91b5c, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=ca2bab7f-12a0-4ae0-aa91-31c515a91b5c,segment=NetworkSegment(39e0370e-4515-4c9b-976d-e470224b3979),segment_id=39e0370e-4515-4c9b-976d-e470224b3979)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:12:32.810464 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:32.811247 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 7bd4dab0-4e5a-4bfb-a170-497620e55ac0 no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:12:32.832093 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4956ba71-d727-47de-b859-d86ebc25677e admin admin] Made reservation on behalf of adb4d6220b0345e2afb9dfcae53e12b3 for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:12:32.835007 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4956ba71-d727-47de-b859-d86ebc25677e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:32.852968 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4956ba71-d727-47de-b859-d86ebc25677e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:32.873231 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-3ccab185-5165-4c2a-8110-8314eb549827 req-d5d9c80e-09a4-4fad-a7ad-77fa51f2dbf6 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] For port ca2bab7f-12a0-4ae0-aa91-31c515a91b5c, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=ca2bab7f-12a0-4ae0-aa91-31c515a91b5c,segment=NetworkSegment(39e0370e-4515-4c9b-976d-e470224b3979),segment_id=39e0370e-4515-4c9b-976d-e470224b3979)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:12:32.873699 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3ccab185-5165-4c2a-8110-8314eb549827 req-d5d9c80e-09a4-4fad-a7ad-77fa51f2dbf6 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:32.909131 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] No Port match for: 7bd4dab0-4e5a-4bfb-a170-497620e55ac0 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:12:32.909661 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 7bd4dab0-4e5a-4bfb-a170-497620e55ac0 not bound to the agent host n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:12:32.910010 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-3ccab185-5165-4c2a-8110-8314eb549827 req-d5d9c80e-09a4-4fad-a7ad-77fa51f2dbf6 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Calling delete_port for ca2bab7f-12a0-4ae0-aa91-31c515a91b5c owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:12:32.910454 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device acb20ca9-d24c-4731-8f98-e40869957d23 no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:12:32.987917 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4956ba71-d727-47de-b859-d86ebc25677e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:32.994630 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4956ba71-d727-47de-b859-d86ebc25677e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:33.015480 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4956ba71-d727-47de-b859-d86ebc25677e admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:12:33.022631 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=ca2bab7f-12a0-4ae0-aa91-31c515a91b5c,revision_number=6']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:12:33.099397 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:33.102527 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4956ba71-d727-47de-b859-d86ebc25677e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:33.102900 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-4956ba71-d727-47de-b859-d86ebc25677e admin admin] Added segment aa1ee86f-f313-4942-b040-ea3fde41a32c of type vlan for network 9a22126b-8cc0-4d14-bae9-4757b6ba2d2b Aug 16 23:12:33.103974 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3ccab185-5165-4c2a-8110-8314eb549827 req-d5d9c80e-09a4-4fad-a7ad-77fa51f2dbf6 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:33.146834 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port acb20ca9-d24c-4731-8f98-e40869957d23, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=acb20ca9-d24c-4731-8f98-e40869957d23,segment=NetworkSegment(39e0370e-4515-4c9b-976d-e470224b3979),segment_id=39e0370e-4515-4c9b-976d-e470224b3979)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:12:33.151747 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d9c80e-09a4-4fad-a7ad-77fa51f2dbf6 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Pushing event deleted for resources: {'Port': ['ID=ca2bab7f-12a0-4ae0-aa91-31c515a91b5c,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:12:33.155643 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:33.223251 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=acb20ca9-d24c-4731-8f98-e40869957d23,revision_number=6']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:12:33.225903 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4956ba71-d727-47de-b859-d86ebc25677e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:33.250036 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ccab185-5165-4c2a-8110-8314eb549827 req-d5d9c80e-09a4-4fad-a7ad-77fa51f2dbf6 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] No DVR routers for this DVR port ca2bab7f-12a0-4ae0-aa91-31c515a91b5c on host n-h2-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:12:33.250957 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4956ba71-d727-47de-b859-d86ebc25677e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=369db3f6-03eb-4a51-b415-3e9d783d71ee,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:12:33.253673 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3ccab185-5165-4c2a-8110-8314eb549827 req-d5d9c80e-09a4-4fad-a7ad-77fa51f2dbf6 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:33.255942 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4956ba71-d727-47de-b859-d86ebc25677e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:33.257047 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4956ba71-d727-47de-b859-d86ebc25677e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:33.257672 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4956ba71-d727-47de-b859-d86ebc25677e admin admin] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:33.285751 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3ccab185-5165-4c2a-8110-8314eb549827 req-d5d9c80e-09a4-4fad-a7ad-77fa51f2dbf6 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.57 "DELETE /v2.0/ports/ca2bab7f-12a0-4ae0-aa91-31c515a91b5c HTTP/1.1" status: 204 len: 173 time: 0.7406232 Aug 16 23:12:33.285916 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-4956ba71-d727-47de-b859-d86ebc25677e admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5107760 Aug 16 23:12:33.326769 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 35108) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:12:33.336452 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-3e98f41e-1865-4a2e-8b3e-31b898b9c989 admin admin] Request body: {'subnet': {'network_id': '9a22126b-8cc0-4d14-bae9-4757b6ba2d2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2027342500-subnet', 'tenant_id': 'adb4d6220b0345e2afb9dfcae53e12b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:12:33.368648 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4956ba71-d727-47de-b859-d86ebc25677e admin admin] Pushing event updated for resources: {'Network': ['ID=9a22126b-8cc0-4d14-bae9-4757b6ba2d2b,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:12:33.382531 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 9a22126b-8cc0-4d14-bae9-4757b6ba2d2b details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:12:33.393982 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e98f41e-1865-4a2e-8b3e-31b898b9c989 admin admin] Made reservation on behalf of adb4d6220b0345e2afb9dfcae53e12b3 for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:12:33.401139 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3e98f41e-1865-4a2e-8b3e-31b898b9c989 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:33.451123 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdccc0e9-37eb-4070-87dd-3b9a86ce3d61 req-f0515c4c-f134-4895-b93d-46d68947c44d tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:33.458451 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdccc0e9-37eb-4070-87dd-3b9a86ce3d61 req-f0515c4c-f134-4895-b93d-46d68947c44d tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:33.460137 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fdccc0e9-37eb-4070-87dd-3b9a86ce3d61 req-f0515c4c-f134-4895-b93d-46d68947c44d tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d0f439b-55b3-479e-b4c0-19dd4772e5b0 HTTP/1.1" status: 200 len: 1677 time: 0.0906246 Aug 16 23:12:33.479591 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-3ccab185-5165-4c2a-8110-8314eb549827 req-ed2c8608-4ca7-4c08-bdc4-780356a6f6ea tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Deleting port acb20ca9-d24c-4731-8f98-e40869957d23 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:12:33.479954 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3ccab185-5165-4c2a-8110-8314eb549827 req-ed2c8608-4ca7-4c08-bdc4-780356a6f6ea tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:33.580651 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fdccc0e9-37eb-4070-87dd-3b9a86ce3d61 req-2445f324-b462-4154-b40e-5a0df9ba8ed7 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c2745c8-39ab-440e-a081-67457cdaf056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100900 Aug 16 23:12:33.674477 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-3ccab185-5165-4c2a-8110-8314eb549827 req-ed2c8608-4ca7-4c08-bdc4-780356a6f6ea tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] For port acb20ca9-d24c-4731-8f98-e40869957d23, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=acb20ca9-d24c-4731-8f98-e40869957d23,segment=NetworkSegment(39e0370e-4515-4c9b-976d-e470224b3979),segment_id=39e0370e-4515-4c9b-976d-e470224b3979)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:12:33.675700 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3ccab185-5165-4c2a-8110-8314eb549827 req-ed2c8608-4ca7-4c08-bdc4-780356a6f6ea tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:33.699021 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-3ccab185-5165-4c2a-8110-8314eb549827 req-ed2c8608-4ca7-4c08-bdc4-780356a6f6ea tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Calling delete_port for acb20ca9-d24c-4731-8f98-e40869957d23 owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:12:33.709695 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d0f439b-55b3-479e-b4c0-19dd4772e5b0', 'name': 'network-vif-deleted', 'tag': '34b404ad-784d-44c6-ad7f-bc568885b3e9'}, {'server_uuid': '6d0f439b-55b3-479e-b4c0-19dd4772e5b0', 'name': 'network-vif-deleted', 'tag': 'ca2bab7f-12a0-4ae0-aa91-31c515a91b5c'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:12:33.728785 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3e98f41e-1865-4a2e-8b3e-31b898b9c989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:33.729202 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1184c587-3a8e-4462-9f73-9786f97efd4f" -d '{"events": [{"server_uuid": "6d0f439b-55b3-479e-b4c0-19dd4772e5b0", "name": "network-vif-deleted", "tag": "34b404ad-784d-44c6-ad7f-bc568885b3e9"}, {"server_uuid": "6d0f439b-55b3-479e-b4c0-19dd4772e5b0", "name": "network-vif-deleted", "tag": "ca2bab7f-12a0-4ae0-aa91-31c515a91b5c"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:12:33.833696 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 23:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14f60b77-2e17-4bfc-8d42-ff6c8fdebbfa x-openstack-request-id: req-14f60b77-2e17-4bfc-8d42-ff6c8fdebbfa {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:12:33.834001 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d0f439b-55b3-479e-b4c0-19dd4772e5b0", "name": "network-vif-deleted", "tag": "34b404ad-784d-44c6-ad7f-bc568885b3e9", "status": "completed", "code": 200}, {"server_uuid": "6d0f439b-55b3-479e-b4c0-19dd4772e5b0", "name": "network-vif-deleted", "tag": "ca2bab7f-12a0-4ae0-aa91-31c515a91b5c", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:12:33.834253 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-14f60b77-2e17-4bfc-8d42-ff6c8fdebbfa {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:12:33.834659 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d0f439b-55b3-479e-b4c0-19dd4772e5b0', 'name': 'network-vif-deleted', 'tag': '34b404ad-784d-44c6-ad7f-bc568885b3e9', 'status': 'completed', 'code': 200} Aug 16 23:12:33.834962 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d0f439b-55b3-479e-b4c0-19dd4772e5b0', 'name': 'network-vif-deleted', 'tag': 'ca2bab7f-12a0-4ae0-aa91-31c515a91b5c', 'status': 'completed', 'code': 200} Aug 16 23:12:33.846478 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e98f41e-1865-4a2e-8b3e-31b898b9c989 admin admin] Checking segment: {'id': 'aa1ee86f-f313-4942-b040-ea3fde41a32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '9a22126b-8cc0-4d14-bae9-4757b6ba2d2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:12:33.847080 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e98f41e-1865-4a2e-8b3e-31b898b9c989 admin admin] Network hostable DHCP agents. Network: 9a22126b-8cc0-4d14-bae9-4757b6ba2d2b, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:12:33.850533 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98f41e-1865-4a2e-8b3e-31b898b9c989 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bc7975d-669f-4be5-bd4c-35aa4303423b,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:12:33.851291 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d0f439b-55b3-479e-b4c0-19dd4772e5b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca2bab7f-12a0-4ae0-aa91-31c515a91b5c'}, {'server_uuid': '6d0f439b-55b3-479e-b4c0-19dd4772e5b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acb20ca9-d24c-4731-8f98-e40869957d23'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:12:33.853940 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9e08bae-8b7f-4ebe-a883-c237276054d5" -d '{"events": [{"server_uuid": "6d0f439b-55b3-479e-b4c0-19dd4772e5b0", "name": "network-vif-unplugged", "status": "completed", "tag": "ca2bab7f-12a0-4ae0-aa91-31c515a91b5c"}, {"server_uuid": "6d0f439b-55b3-479e-b4c0-19dd4772e5b0", "name": "network-vif-unplugged", "status": "completed", "tag": "acb20ca9-d24c-4731-8f98-e40869957d23"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:12:33.895192 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e98f41e-1865-4a2e-8b3e-31b898b9c989 admin admin] Network 9a22126b-8cc0-4d14-bae9-4757b6ba2d2b is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:12:33.913586 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-3e98f41e-1865-4a2e-8b3e-31b898b9c989 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 9a22126b-8cc0-4d14-bae9-4757b6ba2d2b) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:12:33.931128 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4715f357-8dd8-4e30-bf72-7438843e5bdf None None] Network 9a22126b-8cc0-4d14-bae9-4757b6ba2d2b requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:12:33.946032 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e98f41e-1865-4a2e-8b3e-31b898b9c989 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:33.946624 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3e98f41e-1865-4a2e-8b3e-31b898b9c989 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:33.956176 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Mon, 16 Aug 2021 23:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2887dfe1-1e42-4975-89ef-aeff2447301f x-openstack-request-id: req-2887dfe1-1e42-4975-89ef-aeff2447301f {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:12:33.956476 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d0f439b-55b3-479e-b4c0-19dd4772e5b0", "name": "network-vif-unplugged", "status": "completed", "tag": "ca2bab7f-12a0-4ae0-aa91-31c515a91b5c", "code": 200}, {"server_uuid": "6d0f439b-55b3-479e-b4c0-19dd4772e5b0", "name": "network-vif-unplugged", "status": "completed", "tag": "acb20ca9-d24c-4731-8f98-e40869957d23", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:12:33.964958 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2887dfe1-1e42-4975-89ef-aeff2447301f {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:12:33.965560 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d0f439b-55b3-479e-b4c0-19dd4772e5b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca2bab7f-12a0-4ae0-aa91-31c515a91b5c', 'code': 200} Aug 16 23:12:33.965958 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d0f439b-55b3-479e-b4c0-19dd4772e5b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acb20ca9-d24c-4731-8f98-e40869957d23', 'code': 200} Aug 16 23:12:33.993770 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-3e98f41e-1865-4a2e-8b3e-31b898b9c989 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6542678 Aug 16 23:12:34.011527 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3ccab185-5165-4c2a-8110-8314eb549827 req-ed2c8608-4ca7-4c08-bdc4-780356a6f6ea tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:34.074946 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2c8608-4ca7-4c08-bdc4-780356a6f6ea tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Pushing event deleted for resources: {'Port': ['ID=acb20ca9-d24c-4731-8f98-e40869957d23,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:12:34.151871 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3459370d-1f1f-4bac-8de7-4545c0efafb9 None None] Network 9a22126b-8cc0-4d14-bae9-4757b6ba2d2b requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:12:34.213466 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ccab185-5165-4c2a-8110-8314eb549827 req-ed2c8608-4ca7-4c08-bdc4-780356a6f6ea tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] No DVR routers for this DVR port acb20ca9-d24c-4731-8f98-e40869957d23 on host n-h2-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:12:34.217538 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3ccab185-5165-4c2a-8110-8314eb549827 req-ed2c8608-4ca7-4c08-bdc4-780356a6f6ea tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:34.224976 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3ccab185-5165-4c2a-8110-8314eb549827 req-ed2c8608-4ca7-4c08-bdc4-780356a6f6ea tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.57 "DELETE /v2.0/ports/acb20ca9-d24c-4731-8f98-e40869957d23 HTTP/1.1" status: 204 len: 173 time: 0.9405737 Aug 16 23:12:34.411311 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-3ccab185-5165-4c2a-8110-8314eb549827 req-3f4ad47f-d7f3-4181-bfd4-bb53c5353f64 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Deleting port debf812d-0b2e-45df-8f8a-a21e25a77beb {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:12:34.411662 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3ccab185-5165-4c2a-8110-8314eb549827 req-3f4ad47f-d7f3-4181-bfd4-bb53c5353f64 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:34.631711 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-3ccab185-5165-4c2a-8110-8314eb549827 req-3f4ad47f-d7f3-4181-bfd4-bb53c5353f64 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] For port debf812d-0b2e-45df-8f8a-a21e25a77beb, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=debf812d-0b2e-45df-8f8a-a21e25a77beb,segment=NetworkSegment(41213340-69bd-43d1-b0bd-07e49d1e54df),segment_id=41213340-69bd-43d1-b0bd-07e49d1e54df)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:12:34.632208 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3ccab185-5165-4c2a-8110-8314eb549827 req-3f4ad47f-d7f3-4181-bfd4-bb53c5353f64 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:35.233587 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b9867d-5631-41b2-8ae3-fa5ddb7aa969 req-ffd9e34f-3340-4e6d-8380-e8cf92fbbcb4 tempest-TestServerAdvancedOps-1804304863 tempest-TestServerAdvancedOps-1804304863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:35.235090 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-29b9867d-5631-41b2-8ae3-fa5ddb7aa969 req-ffd9e34f-3340-4e6d-8380-e8cf92fbbcb4 tempest-TestServerAdvancedOps-1804304863 tempest-TestServerAdvancedOps-1804304863-project] 10.222.0.36 "GET /v2.0/networks?id=d0a485e4-2bbd-4416-a26a-d3bdd407fed9 HTTP/1.1" status: 200 len: 812 time: 0.6681514 Aug 16 23:12:35.244645 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74839aa2-d9a9-4723-b9f0-6ff5832f2281 req-079838dc-5a84-4276-9c97-271e71a0f9a4 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:35.246052 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-74839aa2-d9a9-4723-b9f0-6ff5832f2281 req-079838dc-5a84-4276-9c97-271e71a0f9a4 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d0f439b-55b3-479e-b4c0-19dd4772e5b0 HTTP/1.1" status: 200 len: 943 time: 0.5152905 Aug 16 23:12:35.300204 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-29b9867d-5631-41b2-8ae3-fa5ddb7aa969 req-1856005b-aea2-4313-b3fb-c004c7921380 tempest-TestServerAdvancedOps-1804304863 tempest-TestServerAdvancedOps-1804304863-project] 10.222.0.36 "GET /v2.0/quotas/e7947820c880421f9890cb012d634b89 HTTP/1.1" status: 200 len: 375 time: 0.0531514 Aug 16 23:12:35.374954 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-29b9867d-5631-41b2-8ae3-fa5ddb7aa969 req-2b8b69f9-4d87-4b06-81f0-1e98cee7c367 tempest-TestServerAdvancedOps-1804304863 tempest-TestServerAdvancedOps-1804304863-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e7947820c880421f9890cb012d634b89&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0596828 Aug 16 23:12:35.410022 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3ccab185-5165-4c2a-8110-8314eb549827 req-3f4ad47f-d7f3-4181-bfd4-bb53c5353f64 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:35.410398 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3ccab185-5165-4c2a-8110-8314eb549827 req-3f4ad47f-d7f3-4181-bfd4-bb53c5353f64 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:35.410719 n-d-791506-26 neutron-server[101292]: INFO neutron.db.l3_db [req-3ccab185-5165-4c2a-8110-8314eb549827 req-3f4ad47f-d7f3-4181-bfd4-bb53c5353f64 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Floating IP 3d2c0955-b2e0-451a-b77a-4df249ac0aa4 disassociated. External IP: 172.25.4.207, port: debf812d-0b2e-45df-8f8a-a21e25a77beb. Aug 16 23:12:35.411086 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-3ccab185-5165-4c2a-8110-8314eb549827 req-3f4ad47f-d7f3-4181-bfd4-bb53c5353f64 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Calling delete_port for debf812d-0b2e-45df-8f8a-a21e25a77beb owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:12:35.415069 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-74839aa2-d9a9-4723-b9f0-6ff5832f2281 req-a02fb8cb-951f-4955-b4ee-b02b430d5c78 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c2745c8-39ab-440e-a081-67457cdaf056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1625159 Aug 16 23:12:35.566099 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-29b9867d-5631-41b2-8ae3-fa5ddb7aa969 req-f0103701-783e-4e9e-bd95-e716a5ab6a69 service neutron] 10.222.0.36 "GET /v2.0/networks/d0a485e4-2bbd-4416-a26a-d3bdd407fed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674588 Aug 16 23:12:35.702961 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3ccab185-5165-4c2a-8110-8314eb549827 req-3f4ad47f-d7f3-4181-bfd4-bb53c5353f64 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:35.713154 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-29b9867d-5631-41b2-8ae3-fa5ddb7aa969 req-f1300edf-1ebb-49db-8102-02ac2cbc8cad service neutron] 10.222.0.36 "GET /v2.0/networks/d0a485e4-2bbd-4416-a26a-d3bdd407fed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375871 Aug 16 23:12:35.736529 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ad47f-d7f3-4181-bfd4-bb53c5353f64 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Pushing event deleted for resources: {'Port': ['ID=debf812d-0b2e-45df-8f8a-a21e25a77beb,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:12:35.836644 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d0f439b-55b3-479e-b4c0-19dd4772e5b0', 'name': 'network-vif-deleted', 'tag': 'acb20ca9-d24c-4731-8f98-e40869957d23'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:12:35.839422 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e955350f-c148-4cbb-817d-f8796017f35f" -d '{"events": [{"server_uuid": "6d0f439b-55b3-479e-b4c0-19dd4772e5b0", "name": "network-vif-deleted", "tag": "acb20ca9-d24c-4731-8f98-e40869957d23"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:12:35.912379 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3ccab185-5165-4c2a-8110-8314eb549827 req-3f4ad47f-d7f3-4181-bfd4-bb53c5353f64 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Router 61da2e84-6b92-4d51-8943-d179887aff84 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:12:35.942876 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b74d88dd-02d4-4213-b1df-4f5d4b2affb9 x-openstack-request-id: req-b74d88dd-02d4-4213-b1df-4f5d4b2affb9 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:12:35.943300 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d0f439b-55b3-479e-b4c0-19dd4772e5b0", "name": "network-vif-deleted", "tag": "acb20ca9-d24c-4731-8f98-e40869957d23", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:12:35.943623 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b74d88dd-02d4-4213-b1df-4f5d4b2affb9 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:12:35.944081 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d0f439b-55b3-479e-b4c0-19dd4772e5b0', 'name': 'network-vif-deleted', 'tag': 'acb20ca9-d24c-4731-8f98-e40869957d23', 'status': 'completed', 'code': 200} Aug 16 23:12:35.975992 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6f9dda43-90ca-4670-9ecc-bbcc378ea845 req-9becfa33-86d2-431b-8310-ec04d6cc59fe tempest-TestServerAdvancedOps-1804304863 tempest-TestServerAdvancedOps-1804304863-project] 10.222.0.36 "GET /v2.0/ports?device_id=9bfd1beb-9383-49e2-89f8-5adf40e2c690 HTTP/1.1" status: 200 len: 210 time: 0.0528617 Aug 16 23:12:36.132751 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3ccab185-5165-4c2a-8110-8314eb549827 req-3f4ad47f-d7f3-4181-bfd4-bb53c5353f64 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:12:36.144129 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fca3260-9580-4544-9f81-de2079020144 None None] Sync routers for ids ['61da2e84-6b92-4d51-8943-d179887aff84'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:12:36.160190 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fca3260-9580-4544-9f81-de2079020144 None None] Routers {'61da2e84-6b92-4d51-8943-d179887aff84'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:12:36.166090 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-8fca3260-9580-4544-9f81-de2079020144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:12:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['61da2e84-6b92-4d51-8943-d179887aff84'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:12:36.214721 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ccab185-5165-4c2a-8110-8314eb549827 req-3f4ad47f-d7f3-4181-bfd4-bb53c5353f64 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] No DVR routers for this DVR port debf812d-0b2e-45df-8f8a-a21e25a77beb on host n-h2-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:12:36.219779 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3ccab185-5165-4c2a-8110-8314eb549827 req-3f4ad47f-d7f3-4181-bfd4-bb53c5353f64 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:36.224169 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3ccab185-5165-4c2a-8110-8314eb549827 req-3f4ad47f-d7f3-4181-bfd4-bb53c5353f64 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.57 "DELETE /v2.0/ports/debf812d-0b2e-45df-8f8a-a21e25a77beb HTTP/1.1" status: 204 len: 173 time: 1.9939573 Aug 16 23:12:36.344987 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-8fca3260-9580-4544-9f81-de2079020144 None None] Set router 61da2e84-6b92-4d51-8943-d179887aff84 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:12:36.595577 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-38380850-017c-411f-a995-69f8c91b032d req-6571ed91-bf7f-4c1f-8079-70d2a653963d tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d0f439b-55b3-479e-b4c0-19dd4772e5b0 HTTP/1.1" status: 200 len: 210 time: 0.0683413 Aug 16 23:12:36.656353 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-8fca3260-9580-4544-9f81-de2079020144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61da2e84-6b92-4d51-8943-d179887aff84', 'name': 'tempest-TaggedBootDevicesTest-1885207178-router', 'tenant_id': '2021c5ea9b37490ab72514988bd9444c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': '2a818ec2-c8ff-403e-b740-d3d63b016343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:01:50Z', 'updated_at': '2021-08-16T23:01:57Z', 'revision_number': 4, 'project_id': '2021c5ea9b37490ab72514988bd9444c', 'gw_port': {'id': '2a818ec2-c8ff-403e-b740-d3d63b016343', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ab:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61da2e84-6b92-4d51-8943-d179887aff84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1884, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:01:51Z', 'updated_at': '2021-08-16T23:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'b3c8db28-e279-4a1a-b62e-df1f87d9a53d', 'name': '', 'network_id': 'f4264da2-38cd-44c0-b397-5678d2cea138', 'tenant_id': '2021c5ea9b37490ab72514988bd9444c', 'mac_address': 'fa:16:3e:6b:79:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61da2e84-6b92-4d51-8943-d179887aff84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': '7c956ed2-0689-474b-bd27-58ed9c7ef2ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:01:55Z', 'updated_at': '2021-08-16T23:02:11Z', 'revision_number': 5, 'project_id': '2021c5ea9b37490ab72514988bd9444c', 'subnets': [{'id': '7c956ed2-0689-474b-bd27-58ed9c7ef2ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:12:36.686706 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fca3260-9580-4544-9f81-de2079020144 None None] Checking router: 61da2e84-6b92-4d51-8943-d179887aff84 for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:12:36.696633 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fca3260-9580-4544-9f81-de2079020144 None None] Routers {'61da2e84-6b92-4d51-8943-d179887aff84'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:12:36.697283 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-8fca3260-9580-4544-9f81-de2079020144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:12:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['61da2e84-6b92-4d51-8943-d179887aff84'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:12:36.815204 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-8fca3260-9580-4544-9f81-de2079020144 None None] Set router 61da2e84-6b92-4d51-8943-d179887aff84 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:12:37.098567 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-80ba4723-f9ef-4728-9dec-42715d7098c3 req-6ddfcf2b-f810-452d-af4a-bbc3974c453d tempest-TestServerAdvancedOps-1804304863 tempest-TestServerAdvancedOps-1804304863-project] 10.222.0.36 "GET /v2.0/ports?device_id=9bfd1beb-9383-49e2-89f8-5adf40e2c690 HTTP/1.1" status: 200 len: 210 time: 0.0492685 Aug 16 23:12:37.135910 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-8fca3260-9580-4544-9f81-de2079020144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61da2e84-6b92-4d51-8943-d179887aff84', 'name': 'tempest-TaggedBootDevicesTest-1885207178-router', 'tenant_id': '2021c5ea9b37490ab72514988bd9444c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': '2a818ec2-c8ff-403e-b740-d3d63b016343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:01:50Z', 'updated_at': '2021-08-16T23:01:57Z', 'revision_number': 4, 'project_id': '2021c5ea9b37490ab72514988bd9444c', 'gw_port': {'id': '2a818ec2-c8ff-403e-b740-d3d63b016343', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ab:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61da2e84-6b92-4d51-8943-d179887aff84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1884, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:01:51Z', 'updated_at': '2021-08-16T23:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'b3c8db28-e279-4a1a-b62e-df1f87d9a53d', 'name': '', 'network_id': 'f4264da2-38cd-44c0-b397-5678d2cea138', 'tenant_id': '2021c5ea9b37490ab72514988bd9444c', 'mac_address': 'fa:16:3e:6b:79:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61da2e84-6b92-4d51-8943-d179887aff84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': '7c956ed2-0689-474b-bd27-58ed9c7ef2ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:01:55Z', 'updated_at': '2021-08-16T23:02:11Z', 'revision_number': 5, 'project_id': '2021c5ea9b37490ab72514988bd9444c', 'subnets': [{'id': '7c956ed2-0689-474b-bd27-58ed9c7ef2ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:12:37.187748 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fca3260-9580-4544-9f81-de2079020144 None None] The sync data for ids ['61da2e84-6b92-4d51-8943-d179887aff84'] in n-d-791506-26 is: [{'id': '61da2e84-6b92-4d51-8943-d179887aff84', 'name': 'tempest-TaggedBootDevicesTest-1885207178-router', 'tenant_id': '2021c5ea9b37490ab72514988bd9444c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': '2a818ec2-c8ff-403e-b740-d3d63b016343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:01:50Z', 'updated_at': '2021-08-16T23:01:57Z', 'revision_number': 4, 'project_id': '2021c5ea9b37490ab72514988bd9444c', 'gw_port': {'id': '2a818ec2-c8ff-403e-b740-d3d63b016343', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ab:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61da2e84-6b92-4d51-8943-d179887aff84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1884, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:01:51Z', 'updated_at': '2021-08-16T23:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'b3c8db28-e279-4a1a-b62e-df1f87d9a53d', 'name': '', 'network_id': 'f4264da2-38cd-44c0-b397-5678d2cea138', 'tenant_id': '2021c5ea9b37490ab72514988bd9444c', 'mac_address': 'fa:16:3e:6b:79:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61da2e84-6b92-4d51-8943-d179887aff84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': '7c956ed2-0689-474b-bd27-58ed9c7ef2ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:01:55Z', 'updated_at': '2021-08-16T23:02:11Z', 'revision_number': 5, 'project_id': '2021c5ea9b37490ab72514988bd9444c', 'subnets': [{'id': '7c956ed2-0689-474b-bd27-58ed9c7ef2ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:12:37.633177 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89932939-c15f-414a-bfb8-72038147d3b9 None None] New status for floating IP 3d2c0955-b2e0-451a-b77a-4df249ac0aa4: DOWN {{(pid=101294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:12:37.806421 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-60458edc-2ce6-42b2-9849-eee70d55601f req-76e6ef73-f925-470a-86a6-3adaefa596e4 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d0f439b-55b3-479e-b4c0-19dd4772e5b0 HTTP/1.1" status: 200 len: 210 time: 0.0800500 Aug 16 23:12:37.945248 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d0f439b-55b3-479e-b4c0-19dd4772e5b0', 'name': 'network-vif-deleted', 'tag': 'debf812d-0b2e-45df-8f8a-a21e25a77beb'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:12:37.949264 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a2e73d-857b-4446-9878-32dde0c8d9ea" -d '{"events": [{"server_uuid": "6d0f439b-55b3-479e-b4c0-19dd4772e5b0", "name": "network-vif-deleted", "tag": "debf812d-0b2e-45df-8f8a-a21e25a77beb"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:12:38.006685 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26883044-38a1-4dc1-95bd-ed3de6f21c53 x-openstack-request-id: req-26883044-38a1-4dc1-95bd-ed3de6f21c53 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:12:38.007037 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d0f439b-55b3-479e-b4c0-19dd4772e5b0", "name": "network-vif-deleted", "tag": "debf812d-0b2e-45df-8f8a-a21e25a77beb", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:12:38.007307 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-26883044-38a1-4dc1-95bd-ed3de6f21c53 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:12:38.007814 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d0f439b-55b3-479e-b4c0-19dd4772e5b0', 'name': 'network-vif-deleted', 'tag': 'debf812d-0b2e-45df-8f8a-a21e25a77beb', 'status': 'completed', 'code': 200} Aug 16 23:12:38.219980 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2c6064aa-dc91-435f-af78-bacb9a71d3b7 req-4efe9964-79c9-4105-bc7b-b41f20564ff1 tempest-TestServerAdvancedOps-1804304863 tempest-TestServerAdvancedOps-1804304863-project] 10.222.0.36 "GET /v2.0/ports?device_id=9bfd1beb-9383-49e2-89f8-5adf40e2c690 HTTP/1.1" status: 200 len: 210 time: 0.0379004 Aug 16 23:12:38.608964 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b9867d-5631-41b2-8ae3-fa5ddb7aa969 req-86b724cc-c5e3-42f6-9d6d-6601dc8a1c7e tempest-TestServerAdvancedOps-1804304863 tempest-TestServerAdvancedOps-1804304863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:38.617065 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-29b9867d-5631-41b2-8ae3-fa5ddb7aa969 req-86b724cc-c5e3-42f6-9d6d-6601dc8a1c7e tempest-TestServerAdvancedOps-1804304863 tempest-TestServerAdvancedOps-1804304863-project] 10.222.0.68 "GET /v2.0/networks?id=d0a485e4-2bbd-4416-a26a-d3bdd407fed9 HTTP/1.1" status: 200 len: 812 time: 0.2104061 Aug 16 23:12:38.632135 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-29b9867d-5631-41b2-8ae3-fa5ddb7aa969 req-99ef692d-0a88-4a41-92f0-59d6227a0083 tempest-TestServerAdvancedOps-1804304863 tempest-TestServerAdvancedOps-1804304863-project] Request body: {'port': {'device_id': '9bfd1beb-9383-49e2-89f8-5adf40e2c690', 'network_id': 'd0a485e4-2bbd-4416-a26a-d3bdd407fed9', 'admin_state_up': True, 'tenant_id': 'e7947820c880421f9890cb012d634b89'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:12:38.792572 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29b9867d-5631-41b2-8ae3-fa5ddb7aa969 req-99ef692d-0a88-4a41-92f0-59d6227a0083 tempest-TestServerAdvancedOps-1804304863 tempest-TestServerAdvancedOps-1804304863-project] Made reservation on behalf of e7947820c880421f9890cb012d634b89 for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:12:38.797877 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-29b9867d-5631-41b2-8ae3-fa5ddb7aa969 req-99ef692d-0a88-4a41-92f0-59d6227a0083 tempest-TestServerAdvancedOps-1804304863 tempest-TestServerAdvancedOps-1804304863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:38.992942 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4d0977b7-f9e1-4e35-ad51-bad12ed5e328 req-867142ef-8c2d-4d6c-9ec4-4a97bac23301 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d0f439b-55b3-479e-b4c0-19dd4772e5b0 HTTP/1.1" status: 200 len: 210 time: 0.0381641 Aug 16 23:12:39.082457 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-29b9867d-5631-41b2-8ae3-fa5ddb7aa969 req-99ef692d-0a88-4a41-92f0-59d6227a0083 tempest-TestServerAdvancedOps-1804304863 tempest-TestServerAdvancedOps-1804304863-project] Allocated IP 172.20.0.7 (d0a485e4-2bbd-4416-a26a-d3bdd407fed9/3fdab030-d57d-4045-ae12-0b865e99042c/4e138bf3-e5b7-4873-8593-188a7bf14e2a) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:12:39.295199 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-29b9867d-5631-41b2-8ae3-fa5ddb7aa969 req-99ef692d-0a88-4a41-92f0-59d6227a0083 tempest-TestServerAdvancedOps-1804304863 tempest-TestServerAdvancedOps-1804304863-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:39.354035 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-29b9867d-5631-41b2-8ae3-fa5ddb7aa969 req-99ef692d-0a88-4a41-92f0-59d6227a0083 tempest-TestServerAdvancedOps-1804304863 tempest-TestServerAdvancedOps-1804304863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:39.427274 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29b9867d-5631-41b2-8ae3-fa5ddb7aa969 req-99ef692d-0a88-4a41-92f0-59d6227a0083 tempest-TestServerAdvancedOps-1804304863 tempest-TestServerAdvancedOps-1804304863-project] Network d0a485e4-2bbd-4416-a26a-d3bdd407fed9 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:12:39.430759 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-29b9867d-5631-41b2-8ae3-fa5ddb7aa969 req-99ef692d-0a88-4a41-92f0-59d6227a0083 tempest-TestServerAdvancedOps-1804304863 tempest-TestServerAdvancedOps-1804304863-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:12:39.435672 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-29b9867d-5631-41b2-8ae3-fa5ddb7aa969 req-99ef692d-0a88-4a41-92f0-59d6227a0083 tempest-TestServerAdvancedOps-1804304863 tempest-TestServerAdvancedOps-1804304863-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:12:39.439407 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465e576e-353f-43de-99d0-68a412f02e44 req-db5ec9c2-6050-43a6-bc9c-2528e85e0851 tempest-TestServerAdvancedOps-1804304863 tempest-TestServerAdvancedOps-1804304863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:39.441918 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-465e576e-353f-43de-99d0-68a412f02e44 req-db5ec9c2-6050-43a6-bc9c-2528e85e0851 tempest-TestServerAdvancedOps-1804304863 tempest-TestServerAdvancedOps-1804304863-project] 10.222.0.36 "GET /v2.0/ports?device_id=9bfd1beb-9383-49e2-89f8-5adf40e2c690 HTTP/1.1" status: 200 len: 931 time: 0.1073127 Aug 16 23:12:39.491300 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ef692d-0a88-4a41-92f0-59d6227a0083 tempest-TestServerAdvancedOps-1804304863 tempest-TestServerAdvancedOps-1804304863-project] Pushing event updated for resources: {'Port': ['ID=4e138bf3-e5b7-4873-8593-188a7bf14e2a,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:12:39.522513 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b9867d-5631-41b2-8ae3-fa5ddb7aa969 req-99ef692d-0a88-4a41-92f0-59d6227a0083 tempest-TestServerAdvancedOps-1804304863 tempest-TestServerAdvancedOps-1804304863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:39.523260 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-29b9867d-5631-41b2-8ae3-fa5ddb7aa969 req-99ef692d-0a88-4a41-92f0-59d6227a0083 tempest-TestServerAdvancedOps-1804304863 tempest-TestServerAdvancedOps-1804304863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:39.533847 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-465e576e-353f-43de-99d0-68a412f02e44 req-3a94929c-655f-45cc-a149-e2b838128aa3 tempest-TestServerAdvancedOps-1804304863 tempest-TestServerAdvancedOps-1804304863-project] 10.222.0.36 "GET /v2.0/security-groups?id=66011b2a-5d11-4b28-b7a7-34034667c825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825429 Aug 16 23:12:39.545548 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-29b9867d-5631-41b2-8ae3-fa5ddb7aa969 req-99ef692d-0a88-4a41-92f0-59d6227a0083 tempest-TestServerAdvancedOps-1804304863 tempest-TestServerAdvancedOps-1804304863-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9173248 Aug 16 23:12:39.558750 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-29b9867d-5631-41b2-8ae3-fa5ddb7aa969 req-4a478f96-66f3-475e-a095-1beb10d070c2 service neutron] Request body: {'port': {'device_id': '9bfd1beb-9383-49e2-89f8-5adf40e2c690', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:12:39.661517 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-29b9867d-5631-41b2-8ae3-fa5ddb7aa969 req-4a478f96-66f3-475e-a095-1beb10d070c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:40.005440 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-29b9867d-5631-41b2-8ae3-fa5ddb7aa969 req-4a478f96-66f3-475e-a095-1beb10d070c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e138bf3-e5b7-4873-8593-188a7bf14e2a {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:12:40.016345 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-29b9867d-5631-41b2-8ae3-fa5ddb7aa969 req-4a478f96-66f3-475e-a095-1beb10d070c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:40.031251 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-29b9867d-5631-41b2-8ae3-fa5ddb7aa969 req-4a478f96-66f3-475e-a095-1beb10d070c2 service neutron] Transition to ACTIVE for port object 4e138bf3-e5b7-4873-8593-188a7bf14e2a will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:12:40.037907 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-29b9867d-5631-41b2-8ae3-fa5ddb7aa969 req-4a478f96-66f3-475e-a095-1beb10d070c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:40.149622 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a478f96-66f3-475e-a095-1beb10d070c2 service neutron] Pushing event updated for resources: {'Port': ['ID=4e138bf3-e5b7-4873-8593-188a7bf14e2a,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:12:40.208403 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-00038f83-b779-49c5-9434-2a38d1f81c38 req-a2923ab5-7934-4065-89d6-cdafdae6189f tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d0f439b-55b3-479e-b4c0-19dd4772e5b0 HTTP/1.1" status: 200 len: 210 time: 0.0442116 Aug 16 23:12:40.245349 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-29b9867d-5631-41b2-8ae3-fa5ddb7aa969 req-4a478f96-66f3-475e-a095-1beb10d070c2 service neutron] Attempting to bind port 4e138bf3-e5b7-4873-8593-188a7bf14e2a on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:12:40.246026 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-29b9867d-5631-41b2-8ae3-fa5ddb7aa969 req-4a478f96-66f3-475e-a095-1beb10d070c2 service neutron] Attempting to bind port 4e138bf3-e5b7-4873-8593-188a7bf14e2a by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': '95c92ecf-f5c8-4da4-9d7f-ef834e6c4eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd0a485e4-2bbd-4416-a26a-d3bdd407fed9'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:12:40.246855 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b9867d-5631-41b2-8ae3-fa5ddb7aa969 req-4a478f96-66f3-475e-a095-1beb10d070c2 service neutron] Attempting to bind port 4e138bf3-e5b7-4873-8593-188a7bf14e2a on network d0a485e4-2bbd-4416-a26a-d3bdd407fed9 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:12:40.252326 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b9867d-5631-41b2-8ae3-fa5ddb7aa969 req-4a478f96-66f3-475e-a095-1beb10d070c2 service neutron] Port 4e138bf3-e5b7-4873-8593-188a7bf14e2a on network d0a485e4-2bbd-4416-a26a-d3bdd407fed9 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:12:40.252706 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b9867d-5631-41b2-8ae3-fa5ddb7aa969 req-4a478f96-66f3-475e-a095-1beb10d070c2 service neutron] Attempting to bind port 4e138bf3-e5b7-4873-8593-188a7bf14e2a on network d0a485e4-2bbd-4416-a26a-d3bdd407fed9 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:12:40.257797 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b9867d-5631-41b2-8ae3-fa5ddb7aa969 req-4a478f96-66f3-475e-a095-1beb10d070c2 service neutron] Checking agent: {'id': 'd28e24f9-e5ea-41e1-80bf-3c7943ad7f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:12:40.258256 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b9867d-5631-41b2-8ae3-fa5ddb7aa969 req-4a478f96-66f3-475e-a095-1beb10d070c2 service neutron] Checking segment: {'id': '95c92ecf-f5c8-4da4-9d7f-ef834e6c4eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd0a485e4-2bbd-4416-a26a-d3bdd407fed9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:12:40.258509 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b9867d-5631-41b2-8ae3-fa5ddb7aa969 req-4a478f96-66f3-475e-a095-1beb10d070c2 service neutron] Bound using segment: {'id': '95c92ecf-f5c8-4da4-9d7f-ef834e6c4eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd0a485e4-2bbd-4416-a26a-d3bdd407fed9'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:12:40.259285 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-29b9867d-5631-41b2-8ae3-fa5ddb7aa969 req-4a478f96-66f3-475e-a095-1beb10d070c2 service neutron] Bound port: 4e138bf3-e5b7-4873-8593-188a7bf14e2a, host: n-h1-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95c92ecf-f5c8-4da4-9d7f-ef834e6c4eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd0a485e4-2bbd-4416-a26a-d3bdd407fed9'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:12:40.259830 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-29b9867d-5631-41b2-8ae3-fa5ddb7aa969 req-4a478f96-66f3-475e-a095-1beb10d070c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:40.350286 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-29b9867d-5631-41b2-8ae3-fa5ddb7aa969 req-4a478f96-66f3-475e-a095-1beb10d070c2 service neutron] For port 4e138bf3-e5b7-4873-8593-188a7bf14e2a, host n-h1-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:12:40.353942 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-29b9867d-5631-41b2-8ae3-fa5ddb7aa969 req-4a478f96-66f3-475e-a095-1beb10d070c2 service neutron] For port 4e138bf3-e5b7-4873-8593-188a7bf14e2a, host n-h1-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=4e138bf3-e5b7-4873-8593-188a7bf14e2a,segment=NetworkSegment(95c92ecf-f5c8-4da4-9d7f-ef834e6c4eb4),segment_id=95c92ecf-f5c8-4da4-9d7f-ef834e6c4eb4)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:12:40.362151 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-29b9867d-5631-41b2-8ae3-fa5ddb7aa969 req-4a478f96-66f3-475e-a095-1beb10d070c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:40.432340 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b9867d-5631-41b2-8ae3-fa5ddb7aa969 req-4a478f96-66f3-475e-a095-1beb10d070c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:40.433924 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-29b9867d-5631-41b2-8ae3-fa5ddb7aa969 req-4a478f96-66f3-475e-a095-1beb10d070c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:40.436384 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-29b9867d-5631-41b2-8ae3-fa5ddb7aa969 req-4a478f96-66f3-475e-a095-1beb10d070c2 service neutron] 10.222.0.68 "PUT /v2.0/ports/4e138bf3-e5b7-4873-8593-188a7bf14e2a HTTP/1.1" status: 200 len: 1092 time: 0.8824213 Aug 16 23:12:40.437092 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bfd1beb-9383-49e2-89f8-5adf40e2c690', 'tag': '4e138bf3-e5b7-4873-8593-188a7bf14e2a'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:12:40.441364 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07309b46-17b9-411e-9d8a-99c2bfbe1214" -d '{"events": [{"name": "network-changed", "server_uuid": "9bfd1beb-9383-49e2-89f8-5adf40e2c690", "tag": "4e138bf3-e5b7-4873-8593-188a7bf14e2a"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:12:40.482275 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a478f96-66f3-475e-a095-1beb10d070c2 service neutron] Pushing event updated for resources: {'Port': ['ID=4e138bf3-e5b7-4873-8593-188a7bf14e2a,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:12:40.567036 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-885eb973-b708-44e6-a06b-c48d20a970d3 x-openstack-request-id: req-885eb973-b708-44e6-a06b-c48d20a970d3 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:12:40.568853 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bfd1beb-9383-49e2-89f8-5adf40e2c690", "tag": "4e138bf3-e5b7-4873-8593-188a7bf14e2a", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:12:40.569824 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-885eb973-b708-44e6-a06b-c48d20a970d3 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:12:40.570993 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bfd1beb-9383-49e2-89f8-5adf40e2c690', 'tag': '4e138bf3-e5b7-4873-8593-188a7bf14e2a', 'status': 'completed', 'code': 200} Aug 16 23:12:40.595780 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b9867d-5631-41b2-8ae3-fa5ddb7aa969 req-a20c2d79-0efd-4eca-8848-b279f769401c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:40.597983 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-29b9867d-5631-41b2-8ae3-fa5ddb7aa969 req-a20c2d79-0efd-4eca-8848-b279f769401c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e7947820c880421f9890cb012d634b89&device_id=9bfd1beb-9383-49e2-89f8-5adf40e2c690 HTTP/1.1" status: 200 len: 1095 time: 0.0984466 Aug 16 23:12:40.675107 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-29b9867d-5631-41b2-8ae3-fa5ddb7aa969 req-6eee9971-4a77-4bf3-afbc-db4022a97682 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e138bf3-e5b7-4873-8593-188a7bf14e2a HTTP/1.1" status: 200 len: 217 time: 0.0687380 Aug 16 23:12:40.743010 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b9867d-5631-41b2-8ae3-fa5ddb7aa969 req-000dddaa-5585-4574-86c0-2774dcf862d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:40.744871 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-29b9867d-5631-41b2-8ae3-fa5ddb7aa969 req-000dddaa-5585-4574-86c0-2774dcf862d2 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=3fdab030-d57d-4045-ae12-0b865e99042c HTTP/1.1" status: 200 len: 852 time: 0.0616055 Aug 16 23:12:40.770021 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77e17b6-2df5-4da0-839b-9a977525ba7c req-e98424f8-c458-4fa9-ac0a-4369ccb0cd4f tempest-TestServerAdvancedOps-1804304863 tempest-TestServerAdvancedOps-1804304863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:40.772668 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f77e17b6-2df5-4da0-839b-9a977525ba7c req-e98424f8-c458-4fa9-ac0a-4369ccb0cd4f tempest-TestServerAdvancedOps-1804304863 tempest-TestServerAdvancedOps-1804304863-project] 10.222.0.36 "GET /v2.0/ports?device_id=9bfd1beb-9383-49e2-89f8-5adf40e2c690 HTTP/1.1" status: 200 len: 943 time: 0.0926549 Aug 16 23:12:40.785065 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-29b9867d-5631-41b2-8ae3-fa5ddb7aa969 req-5ed1c074-73a4-498b-9c93-383aae9d5a2c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d0a485e4-2bbd-4416-a26a-d3bdd407fed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320425 Aug 16 23:12:40.860013 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f77e17b6-2df5-4da0-839b-9a977525ba7c req-30c95db9-d6d4-421b-9879-5871ca03d5c6 tempest-TestServerAdvancedOps-1804304863 tempest-TestServerAdvancedOps-1804304863-project] 10.222.0.36 "GET /v2.0/security-groups?id=66011b2a-5d11-4b28-b7a7-34034667c825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741632 Aug 16 23:12:40.895339 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-29b9867d-5631-41b2-8ae3-fa5ddb7aa969 req-4bca2924-e62c-4cf0-afe5-59ebe9447cf0 service neutron] 10.222.0.68 "GET /v2.0/networks/d0a485e4-2bbd-4416-a26a-d3bdd407fed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024883 Aug 16 23:12:41.024929 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-29b9867d-5631-41b2-8ae3-fa5ddb7aa969 req-891593c4-495a-432f-af4e-1adab2668528 service neutron] 10.222.0.68 "GET /v2.0/networks/d0a485e4-2bbd-4416-a26a-d3bdd407fed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213372 Aug 16 23:12:41.154523 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07309b46-17b9-411e-9d8a-99c2bfbe1214 req-c367f3c1-7440-467f-97eb-eae0a72e38da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:41.156731 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-07309b46-17b9-411e-9d8a-99c2bfbe1214 req-c367f3c1-7440-467f-97eb-eae0a72e38da service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e7947820c880421f9890cb012d634b89&device_id=9bfd1beb-9383-49e2-89f8-5adf40e2c690 HTTP/1.1" status: 200 len: 1095 time: 0.0630436 Aug 16 23:12:41.192342 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:41.308186 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07309b46-17b9-411e-9d8a-99c2bfbe1214 req-48af0cec-eaec-4725-8256-66c3210cc78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:41.310304 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-07309b46-17b9-411e-9d8a-99c2bfbe1214 req-48af0cec-eaec-4725-8256-66c3210cc78c service neutron] 10.222.0.68 "GET /v2.0/networks?id=d0a485e4-2bbd-4416-a26a-d3bdd407fed9 HTTP/1.1" status: 200 len: 913 time: 0.1452301 Aug 16 23:12:41.370246 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-07309b46-17b9-411e-9d8a-99c2bfbe1214 req-f96eed2c-e96e-456a-b211-eb554c9945d1 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e138bf3-e5b7-4873-8593-188a7bf14e2a HTTP/1.1" status: 200 len: 217 time: 0.0518768 Aug 16 23:12:41.389066 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1816412a-a711-46fa-9023-432d8ae8b3c5 req-d4573582-e368-43aa-a4a3-6a21b603a46d tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d0f439b-55b3-479e-b4c0-19dd4772e5b0 HTTP/1.1" status: 200 len: 210 time: 0.0415688 Aug 16 23:12:41.433435 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07309b46-17b9-411e-9d8a-99c2bfbe1214 req-dbb36d2d-fdae-4648-8bb9-c954b59183e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:41.435557 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-07309b46-17b9-411e-9d8a-99c2bfbe1214 req-dbb36d2d-fdae-4648-8bb9-c954b59183e8 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=3fdab030-d57d-4045-ae12-0b865e99042c HTTP/1.1" status: 200 len: 852 time: 0.0556712 Aug 16 23:12:41.470031 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-07309b46-17b9-411e-9d8a-99c2bfbe1214 req-149a3ab7-ad5e-4731-b68d-c87c18659761 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d0a485e4-2bbd-4416-a26a-d3bdd407fed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266585 Aug 16 23:12:41.571416 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-07309b46-17b9-411e-9d8a-99c2bfbe1214 req-e3d69aca-1ce2-4195-bad2-af468d85a6df service neutron] 10.222.0.68 "GET /v2.0/networks/d0a485e4-2bbd-4416-a26a-d3bdd407fed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936613 Aug 16 23:12:41.676963 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-07309b46-17b9-411e-9d8a-99c2bfbe1214 req-e7ff8fa9-6e29-4a04-bd37-6da0ececae56 service neutron] 10.222.0.68 "GET /v2.0/networks/d0a485e4-2bbd-4416-a26a-d3bdd407fed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972300 Aug 16 23:12:41.969772 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aee195-fe2d-41c3-ab70-1dc9ab6a2be4 req-0cd9f93e-59ae-449a-8ed1-54532c31cfb9 tempest-TestServerAdvancedOps-1804304863 tempest-TestServerAdvancedOps-1804304863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:41.971698 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c9aee195-fe2d-41c3-ab70-1dc9ab6a2be4 req-0cd9f93e-59ae-449a-8ed1-54532c31cfb9 tempest-TestServerAdvancedOps-1804304863 tempest-TestServerAdvancedOps-1804304863-project] 10.222.0.36 "GET /v2.0/ports?device_id=9bfd1beb-9383-49e2-89f8-5adf40e2c690 HTTP/1.1" status: 200 len: 943 time: 0.0510786 Aug 16 23:12:42.013591 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c9aee195-fe2d-41c3-ab70-1dc9ab6a2be4 req-8009e176-f307-478e-8ec6-69a74fab950b tempest-TestServerAdvancedOps-1804304863 tempest-TestServerAdvancedOps-1804304863-project] 10.222.0.36 "GET /v2.0/security-groups?id=66011b2a-5d11-4b28-b7a7-34034667c825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351849 Aug 16 23:12:42.504301 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-882028f5-e34e-42d5-8008-77fef063cc92 req-07dc5902-00af-4195-a8d5-4bf0c8fa0d13 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d0f439b-55b3-479e-b4c0-19dd4772e5b0 HTTP/1.1" status: 200 len: 210 time: 0.0372310 Aug 16 23:12:43.171903 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3117b1-c0e3-493a-9150-bb89f4bf38d6 req-94b053cc-beb7-4d44-ba8e-cee9b66bd24f tempest-TestServerAdvancedOps-1804304863 tempest-TestServerAdvancedOps-1804304863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:43.173475 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8e3117b1-c0e3-493a-9150-bb89f4bf38d6 req-94b053cc-beb7-4d44-ba8e-cee9b66bd24f tempest-TestServerAdvancedOps-1804304863 tempest-TestServerAdvancedOps-1804304863-project] 10.222.0.36 "GET /v2.0/ports?device_id=9bfd1beb-9383-49e2-89f8-5adf40e2c690 HTTP/1.1" status: 200 len: 943 time: 0.0628107 Aug 16 23:12:43.214436 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8e3117b1-c0e3-493a-9150-bb89f4bf38d6 req-c247f190-6f39-48cc-9c01-836528abb03d tempest-TestServerAdvancedOps-1804304863 tempest-TestServerAdvancedOps-1804304863-project] 10.222.0.36 "GET /v2.0/security-groups?id=66011b2a-5d11-4b28-b7a7-34034667c825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343306 Aug 16 23:12:43.618121 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-93fd7604-bf1c-4111-9216-cd0252d71fa0 req-0bd6ac1a-9814-424e-8b2b-342125a09406 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d0f439b-55b3-479e-b4c0-19dd4772e5b0 HTTP/1.1" status: 200 len: 210 time: 0.0308750 Aug 16 23:12:43.983233 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 4e138bf3-e5b7-4873-8593-188a7bf14e2a details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:12:44.083811 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 4e138bf3-e5b7-4873-8593-188a7bf14e2a, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=4e138bf3-e5b7-4873-8593-188a7bf14e2a,segment=NetworkSegment(95c92ecf-f5c8-4da4-9d7f-ef834e6c4eb4),segment_id=95c92ecf-f5c8-4da4-9d7f-ef834e6c4eb4)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:12:44.099371 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': '4e138bf3-e5b7-4873-8593-188a7bf14e2a', 'network_id': 'd0a485e4-2bbd-4416-a26a-d3bdd407fed9', 'port_id': '4e138bf3-e5b7-4873-8593-188a7bf14e2a', 'mac_address': 'fa:16:3e:ad:6e:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fdab030-d57d-4045-ae12-0b865e99042c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:12:44.147513 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:44.162829 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e138bf3-e5b7-4873-8593-188a7bf14e2a {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:12:44.184661 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 4e138bf3-e5b7-4873-8593-188a7bf14e2a, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=4e138bf3-e5b7-4873-8593-188a7bf14e2a,segment=NetworkSegment(95c92ecf-f5c8-4da4-9d7f-ef834e6c4eb4),segment_id=95c92ecf-f5c8-4da4-9d7f-ef834e6c4eb4)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:12:44.191025 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:44.241277 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=4e138bf3-e5b7-4873-8593-188a7bf14e2a,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:12:44.354004 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88034ea8-7741-4613-a0a2-5066e23af3a3 req-8376b0c7-efb6-40ad-9cee-e7d208fef80c tempest-TestServerAdvancedOps-1804304863 tempest-TestServerAdvancedOps-1804304863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:44.355574 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-88034ea8-7741-4613-a0a2-5066e23af3a3 req-8376b0c7-efb6-40ad-9cee-e7d208fef80c tempest-TestServerAdvancedOps-1804304863 tempest-TestServerAdvancedOps-1804304863-project] 10.222.0.36 "GET /v2.0/ports?device_id=9bfd1beb-9383-49e2-89f8-5adf40e2c690 HTTP/1.1" status: 200 len: 944 time: 0.0651872 Aug 16 23:12:44.405713 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['4e138bf3-e5b7-4873-8593-188a7bf14e2a'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:12:44.422105 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-88034ea8-7741-4613-a0a2-5066e23af3a3 req-0d5b4c39-ce75-42c6-b1b1-8f8dbc9ced93 tempest-TestServerAdvancedOps-1804304863 tempest-TestServerAdvancedOps-1804304863-project] 10.222.0.36 "GET /v2.0/security-groups?id=66011b2a-5d11-4b28-b7a7-34034667c825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510230 Aug 16 23:12:44.729261 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a03a2bf3-7e91-4a9a-bdea-3e1fd9365494 req-23160a9d-55f7-493d-a6e8-b40f34c39019 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d0f439b-55b3-479e-b4c0-19dd4772e5b0 HTTP/1.1" status: 200 len: 210 time: 0.0313964 Aug 16 23:12:45.551226 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14c8759-319a-4990-8d4f-8170ae896b4a req-d477942f-9ad6-4a89-81f8-c0438ac6d326 tempest-TestServerAdvancedOps-1804304863 tempest-TestServerAdvancedOps-1804304863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:45.552834 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c14c8759-319a-4990-8d4f-8170ae896b4a req-d477942f-9ad6-4a89-81f8-c0438ac6d326 tempest-TestServerAdvancedOps-1804304863 tempest-TestServerAdvancedOps-1804304863-project] 10.222.0.36 "GET /v2.0/ports?device_id=9bfd1beb-9383-49e2-89f8-5adf40e2c690 HTTP/1.1" status: 200 len: 944 time: 0.0613470 Aug 16 23:12:45.625619 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c14c8759-319a-4990-8d4f-8170ae896b4a req-adb340be-2578-4064-8368-a46cf14083eb tempest-TestServerAdvancedOps-1804304863 tempest-TestServerAdvancedOps-1804304863-project] 10.222.0.36 "GET /v2.0/security-groups?id=66011b2a-5d11-4b28-b7a7-34034667c825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639980 Aug 16 23:12:45.845819 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-11f3bfaa-06d4-452a-8738-5354f12d1ebd req-db7eca8f-c9ab-41b1-85e9-d54ee43ddec3 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d0f439b-55b3-479e-b4c0-19dd4772e5b0 HTTP/1.1" status: 200 len: 210 time: 0.0292399 Aug 16 23:12:45.987958 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 4e138bf3-e5b7-4873-8593-188a7bf14e2a up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:12:46.042418 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning for port 4e138bf3-e5b7-4873-8593-188a7bf14e2a completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:12:46.047254 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port 4e138bf3-e5b7-4873-8593-188a7bf14e2a triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:12:46.047822 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:46.130821 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:46.158022 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bfd1beb-9383-49e2-89f8-5adf40e2c690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e138bf3-e5b7-4873-8593-188a7bf14e2a'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:12:46.160242 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4431fc6-e631-49ae-b47e-99f1c530177c" -d '{"events": [{"server_uuid": "9bfd1beb-9383-49e2-89f8-5adf40e2c690", "name": "network-vif-plugged", "status": "completed", "tag": "4e138bf3-e5b7-4873-8593-188a7bf14e2a"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:12:46.173887 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 4e138bf3-e5b7-4873-8593-188a7bf14e2a, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=4e138bf3-e5b7-4873-8593-188a7bf14e2a,segment=NetworkSegment(95c92ecf-f5c8-4da4-9d7f-ef834e6c4eb4),segment_id=95c92ecf-f5c8-4da4-9d7f-ef834e6c4eb4)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:12:46.178377 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:46.212492 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-731ccd11-b5d1-41bb-b879-bb4fcd577762 x-openstack-request-id: req-731ccd11-b5d1-41bb-b879-bb4fcd577762 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:12:46.212821 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bfd1beb-9383-49e2-89f8-5adf40e2c690", "name": "network-vif-plugged", "status": "completed", "tag": "4e138bf3-e5b7-4873-8593-188a7bf14e2a", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:12:46.213078 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-731ccd11-b5d1-41bb-b879-bb4fcd577762 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:12:46.213470 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bfd1beb-9383-49e2-89f8-5adf40e2c690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e138bf3-e5b7-4873-8593-188a7bf14e2a', 'code': 200} Aug 16 23:12:46.237685 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=4e138bf3-e5b7-4873-8593-188a7bf14e2a,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:12:46.323446 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c101ba4-5c2d-489f-8daa-344152c99471 req-8176c3dd-9e90-40e9-877e-6cda6bb53c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:46.325204 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4c101ba4-5c2d-489f-8daa-344152c99471 req-8176c3dd-9e90-40e9-877e-6cda6bb53c06 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=9bfd1beb-9383-49e2-89f8-5adf40e2c690 HTTP/1.1" status: 200 len: 1097 time: 0.0482559 Aug 16 23:12:46.367141 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4c101ba4-5c2d-489f-8daa-344152c99471 req-aec5372a-8d5c-413b-968e-016fc14c5e95 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=66011b2a-5d11-4b28-b7a7-34034667c825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342646 Aug 16 23:12:46.741671 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0688f92c-de8d-4715-9f7b-7e2a4f2452ae req-35b68b65-9413-42eb-a6d9-723eb878b14a tempest-TestServerAdvancedOps-1804304863 tempest-TestServerAdvancedOps-1804304863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:46.743230 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0688f92c-de8d-4715-9f7b-7e2a4f2452ae req-35b68b65-9413-42eb-a6d9-723eb878b14a tempest-TestServerAdvancedOps-1804304863 tempest-TestServerAdvancedOps-1804304863-project] 10.222.0.36 "GET /v2.0/ports?device_id=9bfd1beb-9383-49e2-89f8-5adf40e2c690 HTTP/1.1" status: 200 len: 945 time: 0.0579517 Aug 16 23:12:46.788505 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0688f92c-de8d-4715-9f7b-7e2a4f2452ae req-99c87788-5690-4caf-93d9-d4d8377adf3a tempest-TestServerAdvancedOps-1804304863 tempest-TestServerAdvancedOps-1804304863-project] 10.222.0.36 "GET /v2.0/security-groups?id=66011b2a-5d11-4b28-b7a7-34034667c825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385098 Aug 16 23:12:46.954019 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0f559adc-5588-4333-8db2-0742d4d5bdb1 req-2268fac6-87f0-4652-9c28-58a7c25190b2 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d0f439b-55b3-479e-b4c0-19dd4772e5b0 HTTP/1.1" status: 200 len: 210 time: 0.0299549 Aug 16 23:12:47.668190 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7688175f-366c-4f42-88e4-74c2b849f499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:47.950210 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e81f96a-d88b-4ccf-af9e-7cf681ad0665 req-9d2bc154-76b1-490f-9f0f-7e2bb4d5bc4e tempest-TestServerAdvancedOps-1804304863 tempest-TestServerAdvancedOps-1804304863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:47.952678 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5e81f96a-d88b-4ccf-af9e-7cf681ad0665 req-9d2bc154-76b1-490f-9f0f-7e2bb4d5bc4e tempest-TestServerAdvancedOps-1804304863 tempest-TestServerAdvancedOps-1804304863-project] 10.222.0.36 "GET /v2.0/ports?device_id=9bfd1beb-9383-49e2-89f8-5adf40e2c690 HTTP/1.1" status: 200 len: 945 time: 0.0636246 Aug 16 23:12:47.993712 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5e81f96a-d88b-4ccf-af9e-7cf681ad0665 req-9a89d7af-594d-486b-b913-4c33427bcd0d tempest-TestServerAdvancedOps-1804304863 tempest-TestServerAdvancedOps-1804304863-project] 10.222.0.36 "GET /v2.0/security-groups?id=66011b2a-5d11-4b28-b7a7-34034667c825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348516 Aug 16 23:12:48.119807 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-64e5b4db-1abe-4dd6-99f1-c81f77ca7e75 req-53eb3fbf-674f-4ff7-addc-469c436a2799 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d0f439b-55b3-479e-b4c0-19dd4772e5b0 HTTP/1.1" status: 200 len: 210 time: 0.0405240 Aug 16 23:12:48.200205 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ead60c-f731-4b53-873e-a840e4f7f1f0 req-a089bc08-0b6a-402d-9a63-cdd7ccfeeb95 tempest-TestServerAdvancedOps-1804304863 tempest-TestServerAdvancedOps-1804304863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:48.203468 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a4ead60c-f731-4b53-873e-a840e4f7f1f0 req-a089bc08-0b6a-402d-9a63-cdd7ccfeeb95 tempest-TestServerAdvancedOps-1804304863 tempest-TestServerAdvancedOps-1804304863-project] 10.222.0.36 "GET /v2.0/ports?device_id=9bfd1beb-9383-49e2-89f8-5adf40e2c690 HTTP/1.1" status: 200 len: 945 time: 0.0864410 Aug 16 23:12:48.271452 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a4ead60c-f731-4b53-873e-a840e4f7f1f0 req-e625585e-c537-468a-acc6-337a8fc9b5c9 tempest-TestServerAdvancedOps-1804304863 tempest-TestServerAdvancedOps-1804304863-project] 10.222.0.36 "GET /v2.0/security-groups?id=66011b2a-5d11-4b28-b7a7-34034667c825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589969 Aug 16 23:12:48.288181 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c60cad3a-ee15-4cad-ad68-311cccb81065 req-30661165-b578-430a-9a90-8ef15b536c70 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5ec6deff-f245-4e1c-822d-87007a31b174&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2152510 Aug 16 23:12:48.392309 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60cad3a-ee15-4cad-ad68-311cccb81065 req-2265bd42-5d36-4cc1-84a8-34be7c11464a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:48.392829 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60cad3a-ee15-4cad-ad68-311cccb81065 req-2265bd42-5d36-4cc1-84a8-34be7c11464a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:48.393316 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60cad3a-ee15-4cad-ad68-311cccb81065 req-2265bd42-5d36-4cc1-84a8-34be7c11464a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:48.393789 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60cad3a-ee15-4cad-ad68-311cccb81065 req-2265bd42-5d36-4cc1-84a8-34be7c11464a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:48.394262 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60cad3a-ee15-4cad-ad68-311cccb81065 req-2265bd42-5d36-4cc1-84a8-34be7c11464a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:48.394733 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60cad3a-ee15-4cad-ad68-311cccb81065 req-2265bd42-5d36-4cc1-84a8-34be7c11464a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:48.395669 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60cad3a-ee15-4cad-ad68-311cccb81065 req-2265bd42-5d36-4cc1-84a8-34be7c11464a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:48.397827 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c60cad3a-ee15-4cad-ad68-311cccb81065 req-2265bd42-5d36-4cc1-84a8-34be7c11464a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0fd6de77a6ca45308e5ac106bdd0311d&device_id=5ec6deff-f245-4e1c-822d-87007a31b174 HTTP/1.1" status: 200 len: 6506 time: 0.0650322 Aug 16 23:12:48.562099 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60cad3a-ee15-4cad-ad68-311cccb81065 req-b1ebdcad-292c-450f-a0e3-341199f127f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:48.562793 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60cad3a-ee15-4cad-ad68-311cccb81065 req-b1ebdcad-292c-450f-a0e3-341199f127f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:48.563133 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60cad3a-ee15-4cad-ad68-311cccb81065 req-b1ebdcad-292c-450f-a0e3-341199f127f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:48.564909 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c60cad3a-ee15-4cad-ad68-311cccb81065 req-b1ebdcad-292c-450f-a0e3-341199f127f9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7f9863fd-7980-4b2d-a7ca-14f053950325&id=716ffdec-3357-4059-8ca3-4654ec1fdd32&id=716ffdec-3357-4059-8ca3-4654ec1fdd32&id=716ffdec-3357-4059-8ca3-4654ec1fdd32&id=716ffdec-3357-4059-8ca3-4654ec1fdd32&id=f7e04764-48fe-4543-83bb-53e420b1bda2&id=f7e04764-48fe-4543-83bb-53e420b1bda2 HTTP/1.1" status: 200 len: 2298 time: 0.1392860 Aug 16 23:12:48.573654 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d202f5-414e-443d-84aa-edab4334c885 req-47f22e47-6adb-4a26-89eb-1b634db55876 tempest-TestServerAdvancedOps-1804304863 tempest-TestServerAdvancedOps-1804304863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:48.575235 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-87d202f5-414e-443d-84aa-edab4334c885 req-47f22e47-6adb-4a26-89eb-1b634db55876 tempest-TestServerAdvancedOps-1804304863 tempest-TestServerAdvancedOps-1804304863-project] 10.222.0.36 "GET /v2.0/ports?device_id=9bfd1beb-9383-49e2-89f8-5adf40e2c690 HTTP/1.1" status: 200 len: 945 time: 0.0856297 Aug 16 23:12:48.657542 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-87d202f5-414e-443d-84aa-edab4334c885 req-ff31bf4d-bfc5-4d0e-80db-3b1cdc5b92ff tempest-TestServerAdvancedOps-1804304863 tempest-TestServerAdvancedOps-1804304863-project] 10.222.0.36 "GET /v2.0/security-groups?id=66011b2a-5d11-4b28-b7a7-34034667c825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741689 Aug 16 23:12:48.661822 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c60cad3a-ee15-4cad-ad68-311cccb81065 req-75ea236d-2b18-4f68-a0d7-a2b4ff51f7b6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c511553-abb0-45ee-9ae1-f490c0be7d9d HTTP/1.1" status: 200 len: 1000 time: 0.0849581 Aug 16 23:12:48.719552 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60cad3a-ee15-4cad-ad68-311cccb81065 req-d8b94065-e0d7-4527-a279-c942ea3dd104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:48.721006 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c60cad3a-ee15-4cad-ad68-311cccb81065 req-d8b94065-e0d7-4527-a279-c942ea3dd104 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=707213db-37e4-4504-a3c9-b665785837dd HTTP/1.1" status: 200 len: 856 time: 0.0522873 Aug 16 23:12:48.773323 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60cad3a-ee15-4cad-ad68-311cccb81065 req-979b2984-eaf9-4531-8b05-80054f8503a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:48.774850 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c60cad3a-ee15-4cad-ad68-311cccb81065 req-979b2984-eaf9-4531-8b05-80054f8503a5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7f9863fd-7980-4b2d-a7ca-14f053950325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467179 Aug 16 23:12:48.871304 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c60cad3a-ee15-4cad-ad68-311cccb81065 req-1734b05b-e015-48cf-a8f8-fe4ffcfb949e service neutron] 10.222.0.57 "GET /v2.0/networks/7f9863fd-7980-4b2d-a7ca-14f053950325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889428 Aug 16 23:12:48.985805 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c60cad3a-ee15-4cad-ad68-311cccb81065 req-87fc5c3a-1a7e-4736-b61d-10efe7e3874f service neutron] 10.222.0.57 "GET /v2.0/networks/7f9863fd-7980-4b2d-a7ca-14f053950325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069434 Aug 16 23:12:49.038665 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c60cad3a-ee15-4cad-ad68-311cccb81065 req-49f7d984-b5da-446c-9189-80eb810cfd5f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.37&port_id=2d914dcd-a009-4bd0-a96d-6ee74c4c2e7d HTTP/1.1" status: 200 len: 217 time: 0.0452018 Aug 16 23:12:49.089801 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60cad3a-ee15-4cad-ad68-311cccb81065 req-c91c416a-2678-4852-9136-bb66b7aa6ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:49.091522 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c60cad3a-ee15-4cad-ad68-311cccb81065 req-c91c416a-2678-4852-9136-bb66b7aa6ada service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a67b33f8-6bc2-40d2-9660-ea5007dbf946 HTTP/1.1" status: 200 len: 797 time: 0.0457675 Aug 16 23:12:49.143719 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60cad3a-ee15-4cad-ad68-311cccb81065 req-b72da010-90b3-426a-b935-75dc229b3343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:49.145395 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c60cad3a-ee15-4cad-ad68-311cccb81065 req-b72da010-90b3-426a-b935-75dc229b3343 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=716ffdec-3357-4059-8ca3-4654ec1fdd32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0472569 Aug 16 23:12:49.251886 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-20564a88-d299-49bf-b2e3-ef968343192d req-3b4624be-9d3d-400c-a56f-5e1378953fac tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d0f439b-55b3-479e-b4c0-19dd4772e5b0 HTTP/1.1" status: 200 len: 210 time: 0.0391712 Aug 16 23:12:49.267289 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c60cad3a-ee15-4cad-ad68-311cccb81065 req-e359ec6c-cf41-433d-988e-9986ad4e748d service neutron] 10.222.0.57 "GET /v2.0/networks/716ffdec-3357-4059-8ca3-4654ec1fdd32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148050 Aug 16 23:12:49.372019 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c60cad3a-ee15-4cad-ad68-311cccb81065 req-7b8dc11d-8d5b-4174-b872-3a55897a66c9 service neutron] 10.222.0.57 "GET /v2.0/networks/716ffdec-3357-4059-8ca3-4654ec1fdd32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972908 Aug 16 23:12:49.420479 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c60cad3a-ee15-4cad-ad68-311cccb81065 req-eed89c1e-bd16-4063-b9bd-998dd042719e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.86&port_id=c8884c15-ea75-4d67-b150-51216a77129b HTTP/1.1" status: 200 len: 217 time: 0.0411277 Aug 16 23:12:49.492410 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60cad3a-ee15-4cad-ad68-311cccb81065 req-ce32a0f1-a7f9-41a1-b622-20be8f48ae1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:49.494086 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c60cad3a-ee15-4cad-ad68-311cccb81065 req-ce32a0f1-a7f9-41a1-b622-20be8f48ae1d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a67b33f8-6bc2-40d2-9660-ea5007dbf946 HTTP/1.1" status: 200 len: 797 time: 0.0619252 Aug 16 23:12:49.543241 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60cad3a-ee15-4cad-ad68-311cccb81065 req-ca1d1d88-c204-4a9c-a993-acc2df8fab1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:49.544906 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c60cad3a-ee15-4cad-ad68-311cccb81065 req-ca1d1d88-c204-4a9c-a993-acc2df8fab1f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=716ffdec-3357-4059-8ca3-4654ec1fdd32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0435891 Aug 16 23:12:49.649049 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c60cad3a-ee15-4cad-ad68-311cccb81065 req-193cb395-fee6-4e12-b4c8-2ea3ff97a181 service neutron] 10.222.0.57 "GET /v2.0/networks/716ffdec-3357-4059-8ca3-4654ec1fdd32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961862 Aug 16 23:12:49.765168 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c60cad3a-ee15-4cad-ad68-311cccb81065 req-b806a178-e1a5-4e80-aa2d-52f359f2fa3b service neutron] 10.222.0.57 "GET /v2.0/networks/716ffdec-3357-4059-8ca3-4654ec1fdd32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080608 Aug 16 23:12:49.768785 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c9cd777f-bbd0-4cb1-bd0c-f4d71f29266d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:49.834108 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c60cad3a-ee15-4cad-ad68-311cccb81065 req-b23d1d7e-6a10-4200-a3de-5ba6f3a1a395 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.134&port_id=e0a765e0-0935-444c-9c94-9574aa68a115 HTTP/1.1" status: 200 len: 217 time: 0.0581601 Aug 16 23:12:49.881898 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443ef9c7-0ad1-4198-83cf-620d229f3a92 req-aa7d5016-7cde-482f-8313-c21611d2e58f tempest-TestServerAdvancedOps-1804304863 tempest-TestServerAdvancedOps-1804304863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:49.883447 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-443ef9c7-0ad1-4198-83cf-620d229f3a92 req-aa7d5016-7cde-482f-8313-c21611d2e58f tempest-TestServerAdvancedOps-1804304863 tempest-TestServerAdvancedOps-1804304863-project] 10.222.0.36 "GET /v2.0/ports?device_id=9bfd1beb-9383-49e2-89f8-5adf40e2c690 HTTP/1.1" status: 200 len: 945 time: 0.1173785 Aug 16 23:12:49.901417 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60cad3a-ee15-4cad-ad68-311cccb81065 req-a2fe8c37-05ee-4f4e-94dd-6092f51973a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:49.903114 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c60cad3a-ee15-4cad-ad68-311cccb81065 req-a2fe8c37-05ee-4f4e-94dd-6092f51973a1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a67b33f8-6bc2-40d2-9660-ea5007dbf946 HTTP/1.1" status: 200 len: 797 time: 0.0628786 Aug 16 23:12:50.002683 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-443ef9c7-0ad1-4198-83cf-620d229f3a92 req-e4116db4-1ad1-4d0c-a339-6ba192c32430 tempest-TestServerAdvancedOps-1804304863 tempest-TestServerAdvancedOps-1804304863-project] 10.222.0.36 "GET /v2.0/security-groups?id=66011b2a-5d11-4b28-b7a7-34034667c825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828533 Aug 16 23:12:50.007385 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60cad3a-ee15-4cad-ad68-311cccb81065 req-27be88c6-4967-48a0-bed5-4f7fc7095420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:50.009078 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c60cad3a-ee15-4cad-ad68-311cccb81065 req-27be88c6-4967-48a0-bed5-4f7fc7095420 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=716ffdec-3357-4059-8ca3-4654ec1fdd32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0912654 Aug 16 23:12:50.127168 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c60cad3a-ee15-4cad-ad68-311cccb81065 req-845a7515-bc89-483d-b043-cfe5ee233a4b service neutron] 10.222.0.57 "GET /v2.0/networks/716ffdec-3357-4059-8ca3-4654ec1fdd32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091387 Aug 16 23:12:50.344050 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55f5700-9fb9-498f-a5ea-91cf6abcee68 req-cca21a01-edc3-47fb-89ac-cad2dd0d6555 tempest-TestServerAdvancedOps-1804304863 tempest-TestServerAdvancedOps-1804304863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:50.344972 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d149a5ce-3b31-432e-a198-35050bfb7b41 req-3cbc4a04-da1f-4b97-ac44-94a7da047705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:50.345920 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a55f5700-9fb9-498f-a5ea-91cf6abcee68 req-cca21a01-edc3-47fb-89ac-cad2dd0d6555 tempest-TestServerAdvancedOps-1804304863 tempest-TestServerAdvancedOps-1804304863-project] 10.222.0.36 "GET /v2.0/ports?device_id=9bfd1beb-9383-49e2-89f8-5adf40e2c690 HTTP/1.1" status: 200 len: 945 time: 0.0878472 Aug 16 23:12:50.347224 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d149a5ce-3b31-432e-a198-35050bfb7b41 req-3cbc4a04-da1f-4b97-ac44-94a7da047705 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e7947820c880421f9890cb012d634b89&device_id=9bfd1beb-9383-49e2-89f8-5adf40e2c690 HTTP/1.1" status: 200 len: 1097 time: 0.0758460 Aug 16 23:12:50.371206 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 35924) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:12:50.454013 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c60cad3a-ee15-4cad-ad68-311cccb81065 req-ade90717-0408-4d19-8013-61b7280eff77 service neutron] 10.222.0.57 "GET /v2.0/networks/716ffdec-3357-4059-8ca3-4654ec1fdd32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3193133 Aug 16 23:12:50.474724 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d149a5ce-3b31-432e-a198-35050bfb7b41 req-aad93656-7bd8-43bd-946f-ea165c3b0c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:50.476629 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d149a5ce-3b31-432e-a198-35050bfb7b41 req-aad93656-7bd8-43bd-946f-ea165c3b0c0a service neutron] 10.222.0.68 "GET /v2.0/networks?id=d0a485e4-2bbd-4416-a26a-d3bdd407fed9 HTTP/1.1" status: 200 len: 913 time: 0.1214247 Aug 16 23:12:50.480707 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a55f5700-9fb9-498f-a5ea-91cf6abcee68 req-3da188c7-b735-4058-90c4-cbebe4f633b8 tempest-TestServerAdvancedOps-1804304863 tempest-TestServerAdvancedOps-1804304863-project] 10.222.0.36 "GET /v2.0/security-groups?id=66011b2a-5d11-4b28-b7a7-34034667c825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255791 Aug 16 23:12:50.524453 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c60cad3a-ee15-4cad-ad68-311cccb81065 req-044ce483-840d-4ee1-84c4-e139f84b6abe service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.161&port_id=02990fd3-6867-47e9-bd51-e2036b1e16a1 HTTP/1.1" status: 200 len: 217 time: 0.0409021 Aug 16 23:12:50.527529 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d149a5ce-3b31-432e-a198-35050bfb7b41 req-5e9641dc-1113-45f3-b4c6-6e6a0ca3682e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e138bf3-e5b7-4873-8593-188a7bf14e2a HTTP/1.1" status: 200 len: 217 time: 0.0367897 Aug 16 23:12:50.568261 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9bf20551-a358-4e21-a83b-a1a48b61d234 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:50.587455 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d149a5ce-3b31-432e-a198-35050bfb7b41 req-5f88ee42-7f97-4d55-b773-4c188ff4acd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:50.589377 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d149a5ce-3b31-432e-a198-35050bfb7b41 req-5f88ee42-7f97-4d55-b773-4c188ff4acd9 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=3fdab030-d57d-4045-ae12-0b865e99042c HTTP/1.1" status: 200 len: 852 time: 0.0540400 Aug 16 23:12:50.608832 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:50.614377 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60cad3a-ee15-4cad-ad68-311cccb81065 req-a8dd2d07-547f-4b99-8290-cf7312b5c6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:50.616108 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c60cad3a-ee15-4cad-ad68-311cccb81065 req-a8dd2d07-547f-4b99-8290-cf7312b5c6e5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a67b33f8-6bc2-40d2-9660-ea5007dbf946 HTTP/1.1" status: 200 len: 797 time: 0.0816929 Aug 16 23:12:50.618458 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9bf20551-a358-4e21-a83b-a1a48b61d234 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:50.638978 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d149a5ce-3b31-432e-a198-35050bfb7b41 req-d62cb3c7-ce27-4714-9957-23528a3a5844 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d0a485e4-2bbd-4416-a26a-d3bdd407fed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400293 Aug 16 23:12:50.705651 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60cad3a-ee15-4cad-ad68-311cccb81065 req-1ad80db3-d9b2-4888-b0cf-f2534a28f420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:50.707320 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c60cad3a-ee15-4cad-ad68-311cccb81065 req-1ad80db3-d9b2-4888-b0cf-f2534a28f420 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=716ffdec-3357-4059-8ca3-4654ec1fdd32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0668428 Aug 16 23:12:50.756482 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9bf20551-a358-4e21-a83b-a1a48b61d234 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:50.759638 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9bf20551-a358-4e21-a83b-a1a48b61d234 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:50.764688 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d149a5ce-3b31-432e-a198-35050bfb7b41 req-0d5161b1-18c1-4f4f-89ea-3d6657853842 service neutron] 10.222.0.68 "GET /v2.0/networks/d0a485e4-2bbd-4416-a26a-d3bdd407fed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173873 Aug 16 23:12:50.765187 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-9bf20551-a358-4e21-a83b-a1a48b61d234 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "DELETE /v2.0/security-groups/6c2745c8-39ab-440e-a081-67457cdaf056 HTTP/1.1" status: 204 len: 168 time: 0.3926430 Aug 16 23:12:50.765734 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 35926) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:12:50.803157 n-d-791506-26 neutron-server[101291]: INFO neutron.api.v2.resource [None req-9f850c23-598e-4856-9313-aa5867ac2ba5 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] show failed (client error): The resource could not be found. Aug 16 23:12:50.807513 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-9f850c23-598e-4856-9313-aa5867ac2ba5 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "GET /v2.0/security-groups/6c2745c8-39ab-440e-a081-67457cdaf056 HTTP/1.1" status: 404 len: 347 time: 0.0372708 Aug 16 23:12:50.815729 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 35928) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:12:50.816530 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf20551-a358-4e21-a83b-a1a48b61d234 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c2745c8-39ab-440e-a081-67457cdaf056,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:12:50.909528 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d149a5ce-3b31-432e-a198-35050bfb7b41 req-bdc6942b-2171-4427-b531-0c3ba064bcc2 service neutron] 10.222.0.68 "GET /v2.0/networks/d0a485e4-2bbd-4416-a26a-d3bdd407fed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353528 Aug 16 23:12:51.010834 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c60cad3a-ee15-4cad-ad68-311cccb81065 req-b585d1bd-afd5-4619-9dbe-21eef7f7f2bb service neutron] 10.222.0.57 "GET /v2.0/networks/716ffdec-3357-4059-8ca3-4654ec1fdd32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958918 Aug 16 23:12:51.079541 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-6f467177-3c78-42da-8717-2d8c879949c6 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Deleting port b64f61c0-dfcb-4554-bf70-9520a91cf5b3 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:12:51.079887 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6f467177-3c78-42da-8717-2d8c879949c6 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:51.165676 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c60cad3a-ee15-4cad-ad68-311cccb81065 req-8621837d-09f1-4d3c-8c56-0ed7eb210b2f service neutron] 10.222.0.57 "GET /v2.0/networks/716ffdec-3357-4059-8ca3-4654ec1fdd32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468606 Aug 16 23:12:51.192444 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6f467177-3c78-42da-8717-2d8c879949c6 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:51.193033 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6f467177-3c78-42da-8717-2d8c879949c6 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:51.206359 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-6f467177-3c78-42da-8717-2d8c879949c6 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Calling delete_port for b64f61c0-dfcb-4554-bf70-9520a91cf5b3 owned by network:floatingip {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:12:51.552921 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:51.701019 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c60cad3a-ee15-4cad-ad68-311cccb81065 req-e20e9092-8652-4123-8a3f-642512b84508 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1f7efbdf-cfae-4b67-acd0-7aee054634c7 HTTP/1.1" status: 200 len: 217 time: 0.4391408 Aug 16 23:12:51.790815 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60cad3a-ee15-4cad-ad68-311cccb81065 req-ed9e695e-f184-4123-8b9a-e1df6a435c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:51.792313 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c60cad3a-ee15-4cad-ad68-311cccb81065 req-ed9e695e-f184-4123-8b9a-e1df6a435c7e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=78f5180d-c604-4361-9f31-ccf383bd8b30 HTTP/1.1" status: 200 len: 797 time: 0.0799241 Aug 16 23:12:51.805945 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b93cd8-8f10-496c-8a90-836950f3f514 req-1752402f-44f5-4afa-a1ca-623bd857ea63 tempest-TestServerAdvancedOps-1804304863 tempest-TestServerAdvancedOps-1804304863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:51.807456 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d1b93cd8-8f10-496c-8a90-836950f3f514 req-1752402f-44f5-4afa-a1ca-623bd857ea63 tempest-TestServerAdvancedOps-1804304863 tempest-TestServerAdvancedOps-1804304863-project] 10.222.0.36 "GET /v2.0/ports?device_id=9bfd1beb-9383-49e2-89f8-5adf40e2c690 HTTP/1.1" status: 200 len: 945 time: 0.1142151 Aug 16 23:12:51.909349 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d1b93cd8-8f10-496c-8a90-836950f3f514 req-9c6effa8-a5dc-41ca-b57e-b2b272c9fb49 tempest-TestServerAdvancedOps-1804304863 tempest-TestServerAdvancedOps-1804304863-project] 10.222.0.36 "GET /v2.0/security-groups?id=66011b2a-5d11-4b28-b7a7-34034667c825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679252 Aug 16 23:12:51.912325 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6f467177-3c78-42da-8717-2d8c879949c6 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:51.924911 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60cad3a-ee15-4cad-ad68-311cccb81065 req-1180a949-b192-454c-81c4-3e44c1bdcae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:51.926746 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c60cad3a-ee15-4cad-ad68-311cccb81065 req-1180a949-b192-454c-81c4-3e44c1bdcae4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f7e04764-48fe-4543-83bb-53e420b1bda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1147342 Aug 16 23:12:51.954332 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f467177-3c78-42da-8717-2d8c879949c6 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Pushing event deleted for resources: {'Port': ['ID=b64f61c0-dfcb-4554-bf70-9520a91cf5b3,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:12:52.019403 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f467177-3c78-42da-8717-2d8c879949c6 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:12:52.019762 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f467177-3c78-42da-8717-2d8c879949c6 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:12:52.020112 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f467177-3c78-42da-8717-2d8c879949c6 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:12:52.020456 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f467177-3c78-42da-8717-2d8c879949c6 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:12:52.020839 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f467177-3c78-42da-8717-2d8c879949c6 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:12:52.021177 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f467177-3c78-42da-8717-2d8c879949c6 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:12:52.021512 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f467177-3c78-42da-8717-2d8c879949c6 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:12:52.021842 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f467177-3c78-42da-8717-2d8c879949c6 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:12:52.022174 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f467177-3c78-42da-8717-2d8c879949c6 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:12:52.022500 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f467177-3c78-42da-8717-2d8c879949c6 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:12:52.022830 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f467177-3c78-42da-8717-2d8c879949c6 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:12:52.023159 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f467177-3c78-42da-8717-2d8c879949c6 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:12:52.080363 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6f467177-3c78-42da-8717-2d8c879949c6 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks [] for floatingip, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:52.082924 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6f467177-3c78-42da-8717-2d8c879949c6 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:52.084098 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-6f467177-3c78-42da-8717-2d8c879949c6 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "DELETE /v2.0/floatingips/3d2c0955-b2e0-451a-b77a-4df249ac0aa4 HTTP/1.1" status: 204 len: 168 time: 1.2654276 Aug 16 23:12:52.087035 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 35944) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:12:52.106986 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c60cad3a-ee15-4cad-ad68-311cccb81065 req-8bc16905-3751-4ab8-8fa1-a7ac592f4975 service neutron] 10.222.0.57 "GET /v2.0/networks/f7e04764-48fe-4543-83bb-53e420b1bda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594210 Aug 16 23:12:52.214931 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-4898e736-ea48-4418-8d22-fd083047fa56 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Deleting port aabc4894-08fe-4573-bd65-664ab53c9c15 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:12:52.215564 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4898e736-ea48-4418-8d22-fd083047fa56 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:52.255325 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c60cad3a-ee15-4cad-ad68-311cccb81065 req-e2a2d6e6-bc19-4c90-9628-23c5902a4f37 service neutron] 10.222.0.57 "GET /v2.0/networks/f7e04764-48fe-4543-83bb-53e420b1bda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417398 Aug 16 23:12:52.348456 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c60cad3a-ee15-4cad-ad68-311cccb81065 req-c1fd074c-ca53-4c6c-b3d5-e99f9235dd98 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4c28e14e-af8e-4e4b-9785-ea495ce96f11 HTTP/1.1" status: 200 len: 217 time: 0.0809450 Aug 16 23:12:52.361973 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4898e736-ea48-4418-8d22-fd083047fa56 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:52.393801 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-4898e736-ea48-4418-8d22-fd083047fa56 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Calling delete_port for aabc4894-08fe-4573-bd65-664ab53c9c15 owned by {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:12:52.416672 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60cad3a-ee15-4cad-ad68-311cccb81065 req-fea2ce3f-b20d-41dc-9d21-fe4f1b71e502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:52.418112 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c60cad3a-ee15-4cad-ad68-311cccb81065 req-fea2ce3f-b20d-41dc-9d21-fe4f1b71e502 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=78f5180d-c604-4361-9f31-ccf383bd8b30 HTTP/1.1" status: 200 len: 797 time: 0.0679214 Aug 16 23:12:52.472439 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 35950) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:12:52.480231 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60cad3a-ee15-4cad-ad68-311cccb81065 req-3b8babe2-09eb-4e6b-b4fb-3af8412d8e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:52.483226 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c60cad3a-ee15-4cad-ad68-311cccb81065 req-3b8babe2-09eb-4e6b-b4fb-3af8412d8e66 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f7e04764-48fe-4543-83bb-53e420b1bda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0561681 Aug 16 23:12:52.601836 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4898e736-ea48-4418-8d22-fd083047fa56 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:52.602055 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c60cad3a-ee15-4cad-ad68-311cccb81065 req-9512ed4a-4154-4d86-b34b-d2051903f2ea service neutron] 10.222.0.57 "GET /v2.0/networks/f7e04764-48fe-4543-83bb-53e420b1bda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126642 Aug 16 23:12:52.619192 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5621ab20-50b6-4436-84fc-c32cb1c4eab7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:52.725262 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5621ab20-50b6-4436-84fc-c32cb1c4eab7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:52.738126 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c60cad3a-ee15-4cad-ad68-311cccb81065 req-e49e1072-28de-4cba-b444-7c95d49b89c5 service neutron] 10.222.0.57 "GET /v2.0/networks/f7e04764-48fe-4543-83bb-53e420b1bda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287305 Aug 16 23:12:52.765650 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5621ab20-50b6-4436-84fc-c32cb1c4eab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:52.779275 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:52.784041 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4898e736-ea48-4418-8d22-fd083047fa56 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Pushing event deleted for resources: {'Port': ['ID=aabc4894-08fe-4573-bd65-664ab53c9c15,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:12:52.840691 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5621ab20-50b6-4436-84fc-c32cb1c4eab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f395d37-de24-43fb-8e3f-c2871612f94c,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:12:52.869082 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-5621ab20-50b6-4436-84fc-c32cb1c4eab7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d981da2915d44dcda8cd1d968ccb57c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3941345 Aug 16 23:12:52.871676 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 35954) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:12:52.897811 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4898e736-ea48-4418-8d22-fd083047fa56 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:52.901690 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-4898e736-ea48-4418-8d22-fd083047fa56 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "DELETE /v2.0/ports/aabc4894-08fe-4573-bd65-664ab53c9c15 HTTP/1.1" status: 204 len: 168 time: 0.8106694 Aug 16 23:12:52.901960 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 35956) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:12:52.936469 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fc429876-6a63-4c33-b412-84dea99ebd99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:52.961023 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fc429876-6a63-4c33-b412-84dea99ebd99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:53.034706 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-2a72b1a9-a690-4f8b-9160-bf0b1d0523bf tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Deleting port c1cc686f-303c-42dc-85c7-d80aff741a19 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:12:53.035013 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2a72b1a9-a690-4f8b-9160-bf0b1d0523bf tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:53.050167 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fc429876-6a63-4c33-b412-84dea99ebd99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:53.054562 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fc429876-6a63-4c33-b412-84dea99ebd99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:53.056669 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-fc429876-6a63-4c33-b412-84dea99ebd99 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6f395d37-de24-43fb-8e3f-c2871612f94c HTTP/1.1" status: 204 len: 168 time: 0.1826005 Aug 16 23:12:53.073068 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc429876-6a63-4c33-b412-84dea99ebd99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f395d37-de24-43fb-8e3f-c2871612f94c,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:12:53.109346 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866aa22f-8835-412f-9464-9e0161e9c939 req-41a575d5-2859-4981-9c6d-08942ff5ea8c tempest-TestServerAdvancedOps-1804304863 tempest-TestServerAdvancedOps-1804304863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:53.111054 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-866aa22f-8835-412f-9464-9e0161e9c939 req-41a575d5-2859-4981-9c6d-08942ff5ea8c tempest-TestServerAdvancedOps-1804304863 tempest-TestServerAdvancedOps-1804304863-project] 10.222.0.36 "GET /v2.0/ports?device_id=9bfd1beb-9383-49e2-89f8-5adf40e2c690 HTTP/1.1" status: 200 len: 945 time: 0.0918686 Aug 16 23:12:53.174056 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2a72b1a9-a690-4f8b-9160-bf0b1d0523bf tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:53.174630 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-866aa22f-8835-412f-9464-9e0161e9c939 req-0281bd50-5816-4291-93d9-4267e5b5365b tempest-TestServerAdvancedOps-1804304863 tempest-TestServerAdvancedOps-1804304863-project] 10.222.0.36 "GET /v2.0/security-groups?id=66011b2a-5d11-4b28-b7a7-34034667c825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552404 Aug 16 23:12:53.189750 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-2a72b1a9-a690-4f8b-9160-bf0b1d0523bf tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Calling delete_port for c1cc686f-303c-42dc-85c7-d80aff741a19 owned by {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:12:53.447706 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2a72b1a9-a690-4f8b-9160-bf0b1d0523bf tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:53.489309 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a72b1a9-a690-4f8b-9160-bf0b1d0523bf tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Pushing event deleted for resources: {'Port': ['ID=c1cc686f-303c-42dc-85c7-d80aff741a19,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:12:53.498761 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ddbba3-dbf9-453e-b1bb-8e6066eb3094 req-3bd440a4-86c6-4cd9-99f2-bad9d5f12bbc tempest-TestServerAdvancedOps-1804304863 tempest-TestServerAdvancedOps-1804304863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:53.501117 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-22ddbba3-dbf9-453e-b1bb-8e6066eb3094 req-3bd440a4-86c6-4cd9-99f2-bad9d5f12bbc tempest-TestServerAdvancedOps-1804304863 tempest-TestServerAdvancedOps-1804304863-project] 10.222.0.36 "GET /v2.0/ports?device_id=9bfd1beb-9383-49e2-89f8-5adf40e2c690 HTTP/1.1" status: 200 len: 945 time: 0.0771754 Aug 16 23:12:53.548783 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 35972) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:12:53.554103 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-22ddbba3-dbf9-453e-b1bb-8e6066eb3094 req-92ae194e-6be2-4875-ac63-d4a79b5f5475 tempest-TestServerAdvancedOps-1804304863 tempest-TestServerAdvancedOps-1804304863-project] 10.222.0.36 "GET /v2.0/security-groups?id=66011b2a-5d11-4b28-b7a7-34034667c825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467796 Aug 16 23:12:53.572752 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-82a95c39-a415-45de-8d83-6cf6d11f8902 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:53.595021 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2a72b1a9-a690-4f8b-9160-bf0b1d0523bf tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:53.597649 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-2a72b1a9-a690-4f8b-9160-bf0b1d0523bf tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "DELETE /v2.0/ports/c1cc686f-303c-42dc-85c7-d80aff741a19 HTTP/1.1" status: 204 len: 168 time: 0.6940064 Aug 16 23:12:53.599535 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 35974) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:12:53.671482 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7f98678-f01d-4bfe-a6a4-6217fdc44aa6 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Deleting subnet fdaa5cc8-50d2-4c63-b1ef-57818a69cbda {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:12:53.677713 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d7f98678-f01d-4bfe-a6a4-6217fdc44aa6 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:53.728015 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d7f98678-f01d-4bfe-a6a4-6217fdc44aa6 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:53.797934 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-82a95c39-a415-45de-8d83-6cf6d11f8902 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:53.803885 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-82a95c39-a415-45de-8d83-6cf6d11f8902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:53.874927 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-82a95c39-a415-45de-8d83-6cf6d11f8902 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5ae17cf41b73439dab280a9c46b8af8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3250768 Aug 16 23:12:53.877508 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a95c39-a415-45de-8d83-6cf6d11f8902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23d077f8-f83a-4f3b-a266-bbdc2c67e22a,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:12:53.877672 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 35976) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:12:53.880863 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d7f98678-f01d-4bfe-a6a4-6217fdc44aa6 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:53.954586 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d7f98678-f01d-4bfe-a6a4-6217fdc44aa6 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:53.976881 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ccb1f256-ae19-42b4-b218-4fde27cb082c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:53.995719 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f98678-f01d-4bfe-a6a4-6217fdc44aa6 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Pushing event deleted for resources: {'Subnet': ['ID=fdaa5cc8-50d2-4c63-b1ef-57818a69cbda,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:12:53.998711 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d7f98678-f01d-4bfe-a6a4-6217fdc44aa6 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:54.001107 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-d7f98678-f01d-4bfe-a6a4-6217fdc44aa6 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "DELETE /v2.0/subnets/fdaa5cc8-50d2-4c63-b1ef-57818a69cbda HTTP/1.1" status: 204 len: 168 time: 0.4002719 Aug 16 23:12:54.002738 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ccb1f256-ae19-42b4-b218-4fde27cb082c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:54.003577 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 35978) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:12:54.008347 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4088048-329b-477f-86b1-a512d4f0ad42 None None] Network ce4eb26f-79ce-4c2a-bb34-84780b573ab4 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:12:54.059046 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ccb1f256-ae19-42b4-b218-4fde27cb082c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:54.064171 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ccb1f256-ae19-42b4-b218-4fde27cb082c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:54.067784 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-ccb1f256-ae19-42b4-b218-4fde27cb082c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/23d077f8-f83a-4f3b-a266-bbdc2c67e22a HTTP/1.1" status: 204 len: 168 time: 0.1867399 Aug 16 23:12:54.088783 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb1f256-ae19-42b4-b218-4fde27cb082c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d077f8-f83a-4f3b-a266-bbdc2c67e22a,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:12:54.163505 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-2206834e-84be-423e-b86c-89e3f1bf8575 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Deleting subnet d6960f85-ce45-4ab7-99b5-dd33148146e1 {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:12:54.171986 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2206834e-84be-423e-b86c-89e3f1bf8575 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:54.229652 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2206834e-84be-423e-b86c-89e3f1bf8575 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:54.293328 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db390066-eba0-4400-9a8f-7b519fea8bad None None] DHCP port deletion for ce4eb26f-79ce-4c2a-bb34-84780b573ab4 request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:12:54.347929 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2206834e-84be-423e-b86c-89e3f1bf8575 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:54.356402 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-db390066-eba0-4400-9a8f-7b519fea8bad None None] Deleting port 5d8a62c0-f7a2-45fa-a2c2-83271e0713aa {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:12:54.357112 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-db390066-eba0-4400-9a8f-7b519fea8bad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:54.432246 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2206834e-84be-423e-b86c-89e3f1bf8575 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:54.432823 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-db390066-eba0-4400-9a8f-7b519fea8bad None None] For port 5d8a62c0-f7a2-45fa-a2c2-83271e0713aa, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=5d8a62c0-f7a2-45fa-a2c2-83271e0713aa,segment=NetworkSegment(39e0370e-4515-4c9b-976d-e470224b3979),segment_id=39e0370e-4515-4c9b-976d-e470224b3979)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:12:54.433293 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-db390066-eba0-4400-9a8f-7b519fea8bad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:54.469878 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2206834e-84be-423e-b86c-89e3f1bf8575 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Pushing event deleted for resources: {'Subnet': ['ID=d6960f85-ce45-4ab7-99b5-dd33148146e1,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:12:54.482336 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2206834e-84be-423e-b86c-89e3f1bf8575 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:54.486463 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-2206834e-84be-423e-b86c-89e3f1bf8575 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "DELETE /v2.0/subnets/d6960f85-ce45-4ab7-99b5-dd33148146e1 HTTP/1.1" status: 204 len: 168 time: 0.4806430 Aug 16 23:12:54.489152 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 35988) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:12:54.602287 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3a0ff0b9-335e-4778-a7ab-11b4a1010056 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:54.633846 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f220484-e644-4960-aba5-0652398a3c18 None None] Network f22d369e-b532-46c6-9344-c4601e102f4e requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:12:54.640519 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-db390066-eba0-4400-9a8f-7b519fea8bad None None] Calling delete_port for 5d8a62c0-f7a2-45fa-a2c2-83271e0713aa owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:12:54.696221 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-3a0ff0b9-335e-4778-a7ab-11b4a1010056 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Deleting port 5d8a62c0-f7a2-45fa-a2c2-83271e0713aa {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:12:54.696597 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3a0ff0b9-335e-4778-a7ab-11b4a1010056 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:54.712624 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac5bf99-3679-4409-b150-bfa3051727a7 req-4a3bc712-cb6f-4cc5-b0c8-db6a2d0c6d99 tempest-TestServerAdvancedOps-1804304863 tempest-TestServerAdvancedOps-1804304863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:54.714505 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dac5bf99-3679-4409-b150-bfa3051727a7 req-4a3bc712-cb6f-4cc5-b0c8-db6a2d0c6d99 tempest-TestServerAdvancedOps-1804304863 tempest-TestServerAdvancedOps-1804304863-project] 10.222.0.36 "GET /v2.0/ports?device_id=9bfd1beb-9383-49e2-89f8-5adf40e2c690 HTTP/1.1" status: 200 len: 945 time: 0.0659490 Aug 16 23:12:54.776383 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dac5bf99-3679-4409-b150-bfa3051727a7 req-e09e0f70-43aa-4fe8-b2f5-ebdbb308f6c8 tempest-TestServerAdvancedOps-1804304863 tempest-TestServerAdvancedOps-1804304863-project] 10.222.0.36 "GET /v2.0/security-groups?id=66011b2a-5d11-4b28-b7a7-34034667c825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552623 Aug 16 23:12:54.790726 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-3a0ff0b9-335e-4778-a7ab-11b4a1010056 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] For port 5d8a62c0-f7a2-45fa-a2c2-83271e0713aa, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=5d8a62c0-f7a2-45fa-a2c2-83271e0713aa,segment=NetworkSegment(39e0370e-4515-4c9b-976d-e470224b3979),segment_id=39e0370e-4515-4c9b-976d-e470224b3979)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:12:54.792266 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3a0ff0b9-335e-4778-a7ab-11b4a1010056 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:54.816323 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-3a0ff0b9-335e-4778-a7ab-11b4a1010056 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Calling delete_port for 5d8a62c0-f7a2-45fa-a2c2-83271e0713aa owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:12:54.890161 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-db390066-eba0-4400-9a8f-7b519fea8bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:54.922436 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db390066-eba0-4400-9a8f-7b519fea8bad None None] Pushing event deleted for resources: {'Port': ['ID=5d8a62c0-f7a2-45fa-a2c2-83271e0713aa,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:12:54.932269 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3a0ff0b9-335e-4778-a7ab-11b4a1010056 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:54.935484 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db390066-eba0-4400-9a8f-7b519fea8bad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:12:54.936323 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db390066-eba0-4400-9a8f-7b519fea8bad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:12:54.937181 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db390066-eba0-4400-9a8f-7b519fea8bad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:12:54.937181 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db390066-eba0-4400-9a8f-7b519fea8bad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:12:54.937603 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db390066-eba0-4400-9a8f-7b519fea8bad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:12:54.937828 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db390066-eba0-4400-9a8f-7b519fea8bad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:12:54.938232 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db390066-eba0-4400-9a8f-7b519fea8bad None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:12:54.938465 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db390066-eba0-4400-9a8f-7b519fea8bad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:12:54.938802 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db390066-eba0-4400-9a8f-7b519fea8bad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:12:54.939129 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db390066-eba0-4400-9a8f-7b519fea8bad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:12:54.939471 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db390066-eba0-4400-9a8f-7b519fea8bad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:12:54.939770 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db390066-eba0-4400-9a8f-7b519fea8bad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:12:54.950755 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db390066-eba0-4400-9a8f-7b519fea8bad None None] No DVR routers for this DVR port 5d8a62c0-f7a2-45fa-a2c2-83271e0713aa on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:12:54.991370 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db39054f-0ebb-4d56-b79b-215bdfe02956 None None] DHCP port deletion for f22d369e-b532-46c6-9344-c4601e102f4e request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:12:54.992897 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0ff0b9-335e-4778-a7ab-11b4a1010056 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Pushing event deleted for resources: {'Port': ['ID=5d8a62c0-f7a2-45fa-a2c2-83271e0713aa,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:12:54.997779 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0ff0b9-335e-4778-a7ab-11b4a1010056 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] No DVR routers for this DVR port 5d8a62c0-f7a2-45fa-a2c2-83271e0713aa on host n-d-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:12:55.057246 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-db39054f-0ebb-4d56-b79b-215bdfe02956 None None] Deleting port 7a01b988-3e61-425a-972e-b47d95abacc8 {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:12:55.058852 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-db39054f-0ebb-4d56-b79b-215bdfe02956 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:55.177912 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb82856c-dab1-48fa-9a88-6798f6ddebe4 req-a57e2dc6-d7f4-40f3-9f90-dd73f78c1545 tempest-TestServerAdvancedOps-1804304863 tempest-TestServerAdvancedOps-1804304863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:55.178221 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-db39054f-0ebb-4d56-b79b-215bdfe02956 None None] For port 7a01b988-3e61-425a-972e-b47d95abacc8, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=7a01b988-3e61-425a-972e-b47d95abacc8,segment=NetworkSegment(74cdf11b-eced-4a7c-8a3c-85f0b8d7848e),segment_id=74cdf11b-eced-4a7c-8a3c-85f0b8d7848e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:12:55.178836 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-db39054f-0ebb-4d56-b79b-215bdfe02956 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:55.182520 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bb82856c-dab1-48fa-9a88-6798f6ddebe4 req-a57e2dc6-d7f4-40f3-9f90-dd73f78c1545 tempest-TestServerAdvancedOps-1804304863 tempest-TestServerAdvancedOps-1804304863-project] 10.222.0.36 "GET /v2.0/ports?device_id=9bfd1beb-9383-49e2-89f8-5adf40e2c690 HTTP/1.1" status: 200 len: 945 time: 0.1182497 Aug 16 23:12:55.195760 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3a0ff0b9-335e-4778-a7ab-11b4a1010056 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:55.203646 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-db39054f-0ebb-4d56-b79b-215bdfe02956 None None] Calling delete_port for 7a01b988-3e61-425a-972e-b47d95abacc8 owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:12:55.212566 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-3a0ff0b9-335e-4778-a7ab-11b4a1010056 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce4eb26f-79ce-4c2a-bb34-84780b573ab4']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:12:55.232159 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-3a0ff0b9-335e-4778-a7ab-11b4a1010056 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39e0370e-4515-4c9b-976d-e470224b3979') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:12:55.232875 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-3a0ff0b9-335e-4778-a7ab-11b4a1010056 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39e0370e-4515-4c9b-976d-e470224b3979') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:12:55.251280 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3a0ff0b9-335e-4778-a7ab-11b4a1010056 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:55.255226 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bb82856c-dab1-48fa-9a88-6798f6ddebe4 req-c3f4953d-7d71-4954-bad3-659532dc1388 tempest-TestServerAdvancedOps-1804304863 tempest-TestServerAdvancedOps-1804304863-project] 10.222.0.36 "GET /v2.0/security-groups?id=66011b2a-5d11-4b28-b7a7-34034667c825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679791 Aug 16 23:12:55.283370 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38a7128-ffe7-450a-bbef-340ec5ec3d33 req-27063d55-d80b-44eb-8114-5437cf2d710c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:55.285427 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c38a7128-ffe7-450a-bbef-340ec5ec3d33 req-27063d55-d80b-44eb-8114-5437cf2d710c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e7947820c880421f9890cb012d634b89&device_id=9bfd1beb-9383-49e2-89f8-5adf40e2c690 HTTP/1.1" status: 200 len: 1097 time: 0.1683984 Aug 16 23:12:55.286836 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3a0ff0b9-335e-4778-a7ab-11b4a1010056 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:55.308806 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a0ff0b9-335e-4778-a7ab-11b4a1010056 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:12:55.310702 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3a0ff0b9-335e-4778-a7ab-11b4a1010056 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:55.315536 n-d-791506-26 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:12:55.315536 n-d-791506-26 neutron-server[101291]: self.session.flush() Aug 16 23:12:55.315536 n-d-791506-26 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:12:55.315536 n-d-791506-26 neutron-server[101291]: self.session.flush() Aug 16 23:12:55.315536 n-d-791506-26 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:12:55.315536 n-d-791506-26 neutron-server[101291]: self.session.flush() Aug 16 23:12:55.315536 n-d-791506-26 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:12:55.315536 n-d-791506-26 neutron-server[101291]: self.session.flush() Aug 16 23:12:55.315536 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 23:12:55.315536 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:12:55.315536 n-d-791506-26 neutron-server[101291]: timer() Aug 16 23:12:55.315536 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:12:55.315536 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 23:12:55.315536 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:12:55.315536 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 23:12:55.315536 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:12:55.315536 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 23:12:55.315536 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:12:55.315536 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 23:12:55.315536 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:12:55.315536 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 23:12:55.315536 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:12:55.315536 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:12:55.315536 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:12:55.315536 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:12:55.315536 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:12:55.315536 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 23:12:55.315536 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:12:55.315536 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 23:12:55.315536 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:12:55.315536 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:12:55.315536 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:12:55.315536 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 23:12:55.315536 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:12:55.315536 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:12:55.315536 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:12:55.315536 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:12:55.315536 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:12:55.315536 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:12:55.315536 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:12:55.342542 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-db39054f-0ebb-4d56-b79b-215bdfe02956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:55.379845 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db39054f-0ebb-4d56-b79b-215bdfe02956 None None] Pushing event deleted for resources: {'Port': ['ID=7a01b988-3e61-425a-972e-b47d95abacc8,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:12:55.387935 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:55.390997 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db39054f-0ebb-4d56-b79b-215bdfe02956 None None] No DVR routers for this DVR port 7a01b988-3e61-425a-972e-b47d95abacc8 on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:12:55.473611 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3a0ff0b9-335e-4778-a7ab-11b4a1010056 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:55.484392 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3a0ff0b9-335e-4778-a7ab-11b4a1010056 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:55.488110 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-3a0ff0b9-335e-4778-a7ab-11b4a1010056 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "DELETE /v2.0/networks/ce4eb26f-79ce-4c2a-bb34-84780b573ab4 HTTP/1.1" status: 204 len: 168 time: 0.9972003 Aug 16 23:12:55.490070 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 36022) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:12:55.509370 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0ff0b9-335e-4778-a7ab-11b4a1010056 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Pushing event deleted for resources: {'Network': ['ID=ce4eb26f-79ce-4c2a-bb34-84780b573ab4,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:12:55.529720 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38a7128-ffe7-450a-bbef-340ec5ec3d33 req-27065a73-ace1-48c2-947f-b474ebf9e03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:55.530882 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c38a7128-ffe7-450a-bbef-340ec5ec3d33 req-27065a73-ace1-48c2-947f-b474ebf9e03d service neutron] 10.222.0.68 "GET /v2.0/networks?id=d0a485e4-2bbd-4416-a26a-d3bdd407fed9 HTTP/1.1" status: 200 len: 913 time: 0.2362659 Aug 16 23:12:55.591822 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c38a7128-ffe7-450a-bbef-340ec5ec3d33 req-3c996159-ea46-4f1e-b9eb-8d7d55a5c798 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e138bf3-e5b7-4873-8593-188a7bf14e2a HTTP/1.1" status: 200 len: 217 time: 0.0525208 Aug 16 23:12:55.622250 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ee119182-82dd-472b-954f-cf2046b6acc3 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:55.666214 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38a7128-ffe7-450a-bbef-340ec5ec3d33 req-8d201d0d-ad63-4b1e-b772-f92164cd2b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:55.667706 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c38a7128-ffe7-450a-bbef-340ec5ec3d33 req-8d201d0d-ad63-4b1e-b772-f92164cd2b53 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=3fdab030-d57d-4045-ae12-0b865e99042c HTTP/1.1" status: 200 len: 852 time: 0.0657816 Aug 16 23:12:55.712296 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c38a7128-ffe7-450a-bbef-340ec5ec3d33 req-f5072768-2ef5-4fd1-b966-3c5487fd3380 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d0a485e4-2bbd-4416-a26a-d3bdd407fed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358169 Aug 16 23:12:55.777112 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ee119182-82dd-472b-954f-cf2046b6acc3 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:55.791325 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-ee119182-82dd-472b-954f-cf2046b6acc3 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f22d369e-b532-46c6-9344-c4601e102f4e']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:12:55.811055 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-ee119182-82dd-472b-954f-cf2046b6acc3 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74cdf11b-eced-4a7c-8a3c-85f0b8d7848e') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:12:55.811362 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-ee119182-82dd-472b-954f-cf2046b6acc3 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74cdf11b-eced-4a7c-8a3c-85f0b8d7848e') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:12:55.821157 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ee119182-82dd-472b-954f-cf2046b6acc3 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:55.830502 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c38a7128-ffe7-450a-bbef-340ec5ec3d33 req-f6e6e25f-c93b-4620-9956-352631fdf45d service neutron] 10.222.0.68 "GET /v2.0/networks/d0a485e4-2bbd-4416-a26a-d3bdd407fed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104414 Aug 16 23:12:55.836482 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ee119182-82dd-472b-954f-cf2046b6acc3 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:55.843926 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee119182-82dd-472b-954f-cf2046b6acc3 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:12:55.844301 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ee119182-82dd-472b-954f-cf2046b6acc3 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:55.847741 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 16 23:12:55.847741 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:12:55.847741 n-d-791506-26 neutron-server[101292]: timer() Aug 16 23:12:55.847741 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:12:55.847741 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 16 23:12:55.847741 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:12:55.847741 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 16 23:12:55.847741 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:12:55.847741 n-d-791506-26 neutron-server[101292]: self._notify() Aug 16 23:12:55.847741 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:12:55.847741 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 16 23:12:55.847741 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:12:55.847741 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 16 23:12:55.847741 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:12:55.847741 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:12:55.847741 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:12:55.847741 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:12:55.847741 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:12:55.847741 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 16 23:12:55.847741 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:12:55.847741 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 16 23:12:55.847741 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:12:55.847741 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:12:55.847741 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:12:55.847741 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 16 23:12:55.847741 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:12:55.847741 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:12:55.847741 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:12:55.847741 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:12:55.847741 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:12:55.847741 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:12:55.847741 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:12:55.913745 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ee119182-82dd-472b-954f-cf2046b6acc3 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:55.928930 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ee119182-82dd-472b-954f-cf2046b6acc3 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:12:55.937363 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-ee119182-82dd-472b-954f-cf2046b6acc3 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] 10.222.0.36 "DELETE /v2.0/networks/f22d369e-b532-46c6-9344-c4601e102f4e HTTP/1.1" status: 204 len: 168 time: 0.4451096 Aug 16 23:12:55.947172 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee119182-82dd-472b-954f-cf2046b6acc3 tempest-TaggedBootDevicesTest-1244294459 tempest-TaggedBootDevicesTest-1244294459-project] Pushing event deleted for resources: {'Network': ['ID=f22d369e-b532-46c6-9344-c4601e102f4e,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:12:56.016583 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c38a7128-ffe7-450a-bbef-340ec5ec3d33 req-ba81581a-dff6-4810-a8b4-73c935f5f647 service neutron] 10.222.0.68 "GET /v2.0/networks/d0a485e4-2bbd-4416-a26a-d3bdd407fed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780841 Aug 16 23:12:56.166085 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 5d8a62c0-f7a2-45fa-a2c2-83271e0713aa no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:12:56.188736 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 5d8a62c0-f7a2-45fa-a2c2-83271e0713aa {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:12:56.189766 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 5d8a62c0-f7a2-45fa-a2c2-83271e0713aa not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:12:56.190368 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 7a01b988-3e61-425a-972e-b47d95abacc8 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:12:56.222583 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 7a01b988-3e61-425a-972e-b47d95abacc8 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:12:56.222927 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 7a01b988-3e61-425a-972e-b47d95abacc8 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:12:56.414167 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033e3e5e-a002-47e6-a8a6-275951f45b1a req-7a3349cc-66c0-4301-86e0-39ccfdf1e30f tempest-TestServerAdvancedOps-1804304863 tempest-TestServerAdvancedOps-1804304863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:56.416206 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-033e3e5e-a002-47e6-a8a6-275951f45b1a req-7a3349cc-66c0-4301-86e0-39ccfdf1e30f tempest-TestServerAdvancedOps-1804304863 tempest-TestServerAdvancedOps-1804304863-project] 10.222.0.36 "GET /v2.0/ports?device_id=9bfd1beb-9383-49e2-89f8-5adf40e2c690 HTTP/1.1" status: 200 len: 945 time: 0.0698199 Aug 16 23:12:56.477954 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-033e3e5e-a002-47e6-a8a6-275951f45b1a req-351f7715-8996-45dc-b090-4600ea05bafa tempest-TestServerAdvancedOps-1804304863 tempest-TestServerAdvancedOps-1804304863-project] 10.222.0.36 "GET /v2.0/security-groups?id=66011b2a-5d11-4b28-b7a7-34034667c825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412593 Aug 16 23:12:57.621907 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129c2525-4695-4b9d-b735-4118ae48f4c8 req-3c516110-bf0e-4ba6-9d28-f7ba03fa0570 tempest-TestServerAdvancedOps-1804304863 tempest-TestServerAdvancedOps-1804304863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:57.632861 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-129c2525-4695-4b9d-b735-4118ae48f4c8 req-3c516110-bf0e-4ba6-9d28-f7ba03fa0570 tempest-TestServerAdvancedOps-1804304863 tempest-TestServerAdvancedOps-1804304863-project] 10.222.0.36 "GET /v2.0/ports?device_id=9bfd1beb-9383-49e2-89f8-5adf40e2c690 HTTP/1.1" status: 200 len: 945 time: 0.0709908 Aug 16 23:12:57.688950 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-129c2525-4695-4b9d-b735-4118ae48f4c8 req-3b9171b4-3beb-4cb4-ac65-fc96204700a2 tempest-TestServerAdvancedOps-1804304863 tempest-TestServerAdvancedOps-1804304863-project] 10.222.0.36 "GET /v2.0/security-groups?id=66011b2a-5d11-4b28-b7a7-34034667c825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551028 Aug 16 23:12:58.076183 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140bcf4f-a41b-41c9-85f7-8d4cfcffcf78 req-2efcc41e-3acf-403f-a75b-d50173151c69 tempest-TestServerAdvancedOps-1804304863 tempest-TestServerAdvancedOps-1804304863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:58.078411 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-140bcf4f-a41b-41c9-85f7-8d4cfcffcf78 req-2efcc41e-3acf-403f-a75b-d50173151c69 tempest-TestServerAdvancedOps-1804304863 tempest-TestServerAdvancedOps-1804304863-project] 10.222.0.36 "GET /v2.0/ports?device_id=9bfd1beb-9383-49e2-89f8-5adf40e2c690 HTTP/1.1" status: 200 len: 945 time: 0.1601920 Aug 16 23:12:58.194259 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-140bcf4f-a41b-41c9-85f7-8d4cfcffcf78 req-ffc031a9-dfe7-40a3-b0fe-53f1dfee5ae6 tempest-TestServerAdvancedOps-1804304863 tempest-TestServerAdvancedOps-1804304863-project] 10.222.0.36 "GET /v2.0/security-groups?id=66011b2a-5d11-4b28-b7a7-34034667c825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623772 Aug 16 23:12:58.225647 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344f05b6-1c89-47d5-965d-f7269f1cb489 req-eb1ae659-c289-4fea-be16-23eed4dafa4a tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:58.235608 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344f05b6-1c89-47d5-965d-f7269f1cb489 req-eb1ae659-c289-4fea-be16-23eed4dafa4a tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:58.242862 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344f05b6-1c89-47d5-965d-f7269f1cb489 req-eb1ae659-c289-4fea-be16-23eed4dafa4a tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:58.250648 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344f05b6-1c89-47d5-965d-f7269f1cb489 req-eb1ae659-c289-4fea-be16-23eed4dafa4a tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:58.256998 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344f05b6-1c89-47d5-965d-f7269f1cb489 req-eb1ae659-c289-4fea-be16-23eed4dafa4a tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:58.263863 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344f05b6-1c89-47d5-965d-f7269f1cb489 req-eb1ae659-c289-4fea-be16-23eed4dafa4a tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:58.272848 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344f05b6-1c89-47d5-965d-f7269f1cb489 req-eb1ae659-c289-4fea-be16-23eed4dafa4a tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:58.275538 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-344f05b6-1c89-47d5-965d-f7269f1cb489 req-eb1ae659-c289-4fea-be16-23eed4dafa4a tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ec6deff-f245-4e1c-822d-87007a31b174 HTTP/1.1" status: 200 len: 5442 time: 0.1933482 Aug 16 23:12:58.329036 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-344f05b6-1c89-47d5-965d-f7269f1cb489 req-d6568fe1-12f6-4105-85fe-93d67601d5c0 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d561fd0-5d3b-4398-8725-9733c38afc60&id=7847b2e1-2595-4387-b40a-e9cc25ff3917&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0466397 Aug 16 23:12:58.478715 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec79ce0b-3c94-44b0-a489-7ba770437e93 req-7d5f3241-ee1f-45d5-988a-a77fed54937d tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:58.489631 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec79ce0b-3c94-44b0-a489-7ba770437e93 req-7d5f3241-ee1f-45d5-988a-a77fed54937d tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:58.499642 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec79ce0b-3c94-44b0-a489-7ba770437e93 req-7d5f3241-ee1f-45d5-988a-a77fed54937d tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:58.508899 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec79ce0b-3c94-44b0-a489-7ba770437e93 req-7d5f3241-ee1f-45d5-988a-a77fed54937d tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:58.515995 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec79ce0b-3c94-44b0-a489-7ba770437e93 req-7d5f3241-ee1f-45d5-988a-a77fed54937d tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:58.521915 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec79ce0b-3c94-44b0-a489-7ba770437e93 req-7d5f3241-ee1f-45d5-988a-a77fed54937d tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:58.527869 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec79ce0b-3c94-44b0-a489-7ba770437e93 req-7d5f3241-ee1f-45d5-988a-a77fed54937d tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:58.531072 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ec79ce0b-3c94-44b0-a489-7ba770437e93 req-7d5f3241-ee1f-45d5-988a-a77fed54937d tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ec6deff-f245-4e1c-822d-87007a31b174 HTTP/1.1" status: 200 len: 5442 time: 0.1116080 Aug 16 23:12:59.331796 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fface80-07a2-46b0-b5af-665ad7851db5 req-8e434ab3-4b52-474b-9482-567a7279c09a tempest-TestServerAdvancedOps-1804304863 tempest-TestServerAdvancedOps-1804304863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:59.333370 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8fface80-07a2-46b0-b5af-665ad7851db5 req-8e434ab3-4b52-474b-9482-567a7279c09a tempest-TestServerAdvancedOps-1804304863 tempest-TestServerAdvancedOps-1804304863-project] 10.222.0.36 "GET /v2.0/ports?device_id=9bfd1beb-9383-49e2-89f8-5adf40e2c690 HTTP/1.1" status: 200 len: 945 time: 0.0564113 Aug 16 23:12:59.389919 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8fface80-07a2-46b0-b5af-665ad7851db5 req-b14a681d-43f1-477d-b12a-b5d75ea475e5 tempest-TestServerAdvancedOps-1804304863 tempest-TestServerAdvancedOps-1804304863-project] 10.222.0.36 "GET /v2.0/security-groups?id=66011b2a-5d11-4b28-b7a7-34034667c825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439212 Aug 16 23:12:59.916247 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d866390-06fe-47a4-a8d9-6317de077d33 req-63718910-6469-4a5b-b47a-e7e81aa89ce0 tempest-TestServerAdvancedOps-1804304863 tempest-TestServerAdvancedOps-1804304863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:12:59.918627 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4d866390-06fe-47a4-a8d9-6317de077d33 req-63718910-6469-4a5b-b47a-e7e81aa89ce0 tempest-TestServerAdvancedOps-1804304863 tempest-TestServerAdvancedOps-1804304863-project] 10.222.0.68 "GET /v2.0/ports?device_id=9bfd1beb-9383-49e2-89f8-5adf40e2c690 HTTP/1.1" status: 200 len: 945 time: 0.0746515 Aug 16 23:13:00.023845 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-4d866390-06fe-47a4-a8d9-6317de077d33 req-2cf641d2-7cdb-4bed-a4a6-0bb1bbeab12f tempest-TestServerAdvancedOps-1804304863 tempest-TestServerAdvancedOps-1804304863-project] Deleting port 4e138bf3-e5b7-4873-8593-188a7bf14e2a {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:13:00.024648 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-4d866390-06fe-47a4-a8d9-6317de077d33 req-2cf641d2-7cdb-4bed-a4a6-0bb1bbeab12f tempest-TestServerAdvancedOps-1804304863 tempest-TestServerAdvancedOps-1804304863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:00.123229 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-4d866390-06fe-47a4-a8d9-6317de077d33 req-2cf641d2-7cdb-4bed-a4a6-0bb1bbeab12f tempest-TestServerAdvancedOps-1804304863 tempest-TestServerAdvancedOps-1804304863-project] For port 4e138bf3-e5b7-4873-8593-188a7bf14e2a, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=4e138bf3-e5b7-4873-8593-188a7bf14e2a,segment=NetworkSegment(95c92ecf-f5c8-4da4-9d7f-ef834e6c4eb4),segment_id=95c92ecf-f5c8-4da4-9d7f-ef834e6c4eb4)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:13:00.123681 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-4d866390-06fe-47a4-a8d9-6317de077d33 req-2cf641d2-7cdb-4bed-a4a6-0bb1bbeab12f tempest-TestServerAdvancedOps-1804304863 tempest-TestServerAdvancedOps-1804304863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:00.142107 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-4d866390-06fe-47a4-a8d9-6317de077d33 req-2cf641d2-7cdb-4bed-a4a6-0bb1bbeab12f tempest-TestServerAdvancedOps-1804304863 tempest-TestServerAdvancedOps-1804304863-project] Calling delete_port for 4e138bf3-e5b7-4873-8593-188a7bf14e2a owned by compute:nova {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:13:00.351757 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-4d866390-06fe-47a4-a8d9-6317de077d33 req-2cf641d2-7cdb-4bed-a4a6-0bb1bbeab12f tempest-TestServerAdvancedOps-1804304863 tempest-TestServerAdvancedOps-1804304863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:00.365825 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['4e138bf3-e5b7-4873-8593-188a7bf14e2a'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:13:00.392297 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf641d2-7cdb-4bed-a4a6-0bb1bbeab12f tempest-TestServerAdvancedOps-1804304863 tempest-TestServerAdvancedOps-1804304863-project] Pushing event deleted for resources: {'Port': ['ID=4e138bf3-e5b7-4873-8593-188a7bf14e2a,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:00.552936 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d866390-06fe-47a4-a8d9-6317de077d33 req-2cf641d2-7cdb-4bed-a4a6-0bb1bbeab12f tempest-TestServerAdvancedOps-1804304863 tempest-TestServerAdvancedOps-1804304863-project] No DVR routers for this DVR port 4e138bf3-e5b7-4873-8593-188a7bf14e2a on host n-h1-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:13:00.555996 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-4d866390-06fe-47a4-a8d9-6317de077d33 req-2cf641d2-7cdb-4bed-a4a6-0bb1bbeab12f tempest-TestServerAdvancedOps-1804304863 tempest-TestServerAdvancedOps-1804304863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:00.558202 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4d866390-06fe-47a4-a8d9-6317de077d33 req-2cf641d2-7cdb-4bed-a4a6-0bb1bbeab12f tempest-TestServerAdvancedOps-1804304863 tempest-TestServerAdvancedOps-1804304863-project] 10.222.0.68 "DELETE /v2.0/ports/4e138bf3-e5b7-4873-8593-188a7bf14e2a HTTP/1.1" status: 204 len: 173 time: 0.6329217 Aug 16 23:13:00.558744 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bfd1beb-9383-49e2-89f8-5adf40e2c690', 'name': 'network-vif-deleted', 'tag': '4e138bf3-e5b7-4873-8593-188a7bf14e2a'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:13:00.562898 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33818287-8e34-4336-9297-d47c27f62a71" -d '{"events": [{"server_uuid": "9bfd1beb-9383-49e2-89f8-5adf40e2c690", "name": "network-vif-deleted", "tag": "4e138bf3-e5b7-4873-8593-188a7bf14e2a"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:13:00.593058 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b7b6b30d-53ee-4577-85f6-148ea5520e59 req-9f2753e1-9171-41ab-8b8e-6f353b51e09b tempest-TestServerAdvancedOps-1804304863 tempest-TestServerAdvancedOps-1804304863-project] 10.222.0.36 "GET /v2.0/ports?device_id=9bfd1beb-9383-49e2-89f8-5adf40e2c690 HTTP/1.1" status: 200 len: 210 time: 0.0538943 Aug 16 23:13:00.801706 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 36124) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:13:00.849947 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a6fefbe-6379-4385-8745-3d92197dd236 x-openstack-request-id: req-7a6fefbe-6379-4385-8745-3d92197dd236 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:13:00.850308 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bfd1beb-9383-49e2-89f8-5adf40e2c690", "name": "network-vif-deleted", "tag": "4e138bf3-e5b7-4873-8593-188a7bf14e2a", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:13:00.850647 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7a6fefbe-6379-4385-8745-3d92197dd236 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:13:00.851113 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bfd1beb-9383-49e2-89f8-5adf40e2c690', 'name': 'network-vif-deleted', 'tag': '4e138bf3-e5b7-4873-8593-188a7bf14e2a', 'status': 'completed', 'code': 200} Aug 16 23:13:00.907065 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be1ccd0-1efa-474b-a35e-b2d6b6723946 req-4d78906d-7022-4850-a5cc-c1ae3ce2d734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:00.907562 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be1ccd0-1efa-474b-a35e-b2d6b6723946 req-4d78906d-7022-4850-a5cc-c1ae3ce2d734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:00.908051 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be1ccd0-1efa-474b-a35e-b2d6b6723946 req-4d78906d-7022-4850-a5cc-c1ae3ce2d734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:00.908552 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be1ccd0-1efa-474b-a35e-b2d6b6723946 req-4d78906d-7022-4850-a5cc-c1ae3ce2d734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:00.909035 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be1ccd0-1efa-474b-a35e-b2d6b6723946 req-4d78906d-7022-4850-a5cc-c1ae3ce2d734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:00.909508 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be1ccd0-1efa-474b-a35e-b2d6b6723946 req-4d78906d-7022-4850-a5cc-c1ae3ce2d734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:00.909980 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be1ccd0-1efa-474b-a35e-b2d6b6723946 req-4d78906d-7022-4850-a5cc-c1ae3ce2d734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:00.911968 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0be1ccd0-1efa-474b-a35e-b2d6b6723946 req-4d78906d-7022-4850-a5cc-c1ae3ce2d734 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5ec6deff-f245-4e1c-822d-87007a31b174 HTTP/1.1" status: 200 len: 6506 time: 0.1092486 Aug 16 23:13:00.948500 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0be1ccd0-1efa-474b-a35e-b2d6b6723946 req-285282f3-eafe-45c0-800e-d7b541dfef06 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4d561fd0-5d3b-4398-8725-9733c38afc60&id=7847b2e1-2595-4387-b40a-e9cc25ff3917&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0295889 Aug 16 23:13:01.671253 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 36144) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:13:01.721538 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b1eb34c-e490-49c2-b795-3e155b6cca41 admin admin] Deleting subnet 3fdab030-d57d-4045-ae12-0b865e99042c {{(pid=101292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:13:01.725392 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2b1eb34c-e490-49c2-b795-3e155b6cca41 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:01.764903 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2b1eb34c-e490-49c2-b795-3e155b6cca41 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3848860'] for subnet, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:01.813686 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2b1eb34c-e490-49c2-b795-3e155b6cca41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:01.890148 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2b1eb34c-e490-49c2-b795-3e155b6cca41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26252129'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:01.920189 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2b1eb34c-e490-49c2-b795-3e155b6cca41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:01.922193 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-2b1eb34c-e490-49c2-b795-3e155b6cca41 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/3fdab030-d57d-4045-ae12-0b865e99042c HTTP/1.1" status: 204 len: 168 time: 0.2478478 Aug 16 23:13:01.923212 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1eb34c-e490-49c2-b795-3e155b6cca41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fdab030-d57d-4045-ae12-0b865e99042c,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:01.924668 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 36150) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:13:02.005169 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e0ce67a3-fdab-47c3-bf33-7dd8dc0a6755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:02.104668 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e0ce67a3-fdab-47c3-bf33-7dd8dc0a6755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:02.115883 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-e0ce67a3-fdab-47c3-bf33-7dd8dc0a6755 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0a485e4-2bbd-4416-a26a-d3bdd407fed9']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:13:02.501659 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-e0ce67a3-fdab-47c3-bf33-7dd8dc0a6755 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95c92ecf-f5c8-4da4-9d7f-ef834e6c4eb4') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:13:02.502229 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-e0ce67a3-fdab-47c3-bf33-7dd8dc0a6755 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95c92ecf-f5c8-4da4-9d7f-ef834e6c4eb4') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:13:02.515524 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e0ce67a3-fdab-47c3-bf33-7dd8dc0a6755 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:02.539681 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e0ce67a3-fdab-47c3-bf33-7dd8dc0a6755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:02.547000 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0ce67a3-fdab-47c3-bf33-7dd8dc0a6755 admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:13:02.547661 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e0ce67a3-fdab-47c3-bf33-7dd8dc0a6755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:02.583280 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 23:13:02.583280 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:13:02.583280 n-d-791506-26 neutron-server[101291]: timer() Aug 16 23:13:02.583280 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:13:02.583280 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 23:13:02.583280 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:13:02.583280 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 23:13:02.583280 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:13:02.583280 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 23:13:02.583280 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:13:02.583280 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 23:13:02.583280 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:13:02.583280 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 23:13:02.583280 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:13:02.583280 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:13:02.583280 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:13:02.583280 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:13:02.583280 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:13:02.583280 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 23:13:02.583280 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:13:02.583280 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 23:13:02.583280 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:13:02.583280 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:13:02.583280 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:13:02.583280 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 23:13:02.583280 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:13:02.583280 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:13:02.583280 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:13:02.583280 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:13:02.583280 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:13:02.583280 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:13:02.583280 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:13:02.626603 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e0ce67a3-fdab-47c3-bf33-7dd8dc0a6755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:02.655306 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e0ce67a3-fdab-47c3-bf33-7dd8dc0a6755 admin admin] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:02.660405 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-e0ce67a3-fdab-47c3-bf33-7dd8dc0a6755 admin admin] 10.222.0.36 "DELETE /v2.0/networks/d0a485e4-2bbd-4416-a26a-d3bdd407fed9 HTTP/1.1" status: 204 len: 168 time: 0.7316356 Aug 16 23:13:02.660405 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ce67a3-fdab-47c3-bf33-7dd8dc0a6755 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0a485e4-2bbd-4416-a26a-d3bdd407fed9,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:02.661564 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 36154) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:13:02.713427 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_v2 [None req-822c5b63-35df-447f-a448-db1fd9bdc129 admin admin] Deleting subnet 4bc7975d-669f-4be5-bd4c-35aa4303423b {{(pid=101292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:13:02.718099 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-822c5b63-35df-447f-a448-db1fd9bdc129 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:02.756027 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-822c5b63-35df-447f-a448-db1fd9bdc129 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3848860'] for subnet, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:02.785617 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:13:02.803373 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-822c5b63-35df-447f-a448-db1fd9bdc129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:03.067565 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-822c5b63-35df-447f-a448-db1fd9bdc129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26252129'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:03.067565 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822c5b63-35df-447f-a448-db1fd9bdc129 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bc7975d-669f-4be5-bd4c-35aa4303423b,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:03.067565 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-822c5b63-35df-447f-a448-db1fd9bdc129 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:03.067565 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-822c5b63-35df-447f-a448-db1fd9bdc129 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/4bc7975d-669f-4be5-bd4c-35aa4303423b HTTP/1.1" status: 204 len: 168 time: 0.3073256 Aug 16 23:13:03.071009 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 36168) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:13:03.094916 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-872be4df-500d-439c-bf46-9ec7a5deabee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:03.197580 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-872be4df-500d-439c-bf46-9ec7a5deabee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:03.209862 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-872be4df-500d-439c-bf46-9ec7a5deabee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a22126b-8cc0-4d14-bae9-4757b6ba2d2b']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:13:03.223889 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-872be4df-500d-439c-bf46-9ec7a5deabee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa1ee86f-f313-4942-b040-ea3fde41a32c') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:13:03.224575 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-872be4df-500d-439c-bf46-9ec7a5deabee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa1ee86f-f313-4942-b040-ea3fde41a32c') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:13:03.251400 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-872be4df-500d-439c-bf46-9ec7a5deabee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:03.280494 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-872be4df-500d-439c-bf46-9ec7a5deabee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:03.301714 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-872be4df-500d-439c-bf46-9ec7a5deabee admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:13:03.302290 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-872be4df-500d-439c-bf46-9ec7a5deabee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:03.304194 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 23:13:03.304194 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:13:03.304194 n-d-791506-26 neutron-server[101291]: timer() Aug 16 23:13:03.304194 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:13:03.304194 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 23:13:03.304194 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:13:03.304194 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 23:13:03.304194 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:13:03.304194 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 23:13:03.304194 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:13:03.304194 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 23:13:03.304194 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:13:03.304194 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 23:13:03.304194 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:13:03.304194 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:13:03.304194 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:13:03.304194 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:13:03.304194 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:13:03.304194 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 23:13:03.304194 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:13:03.304194 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 23:13:03.304194 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:13:03.304194 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:13:03.304194 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:13:03.304194 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 23:13:03.304194 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:13:03.304194 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:13:03.304194 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:13:03.304194 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:13:03.304194 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:13:03.304194 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:13:03.304194 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:13:03.367823 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-872be4df-500d-439c-bf46-9ec7a5deabee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:03.379759 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-872be4df-500d-439c-bf46-9ec7a5deabee admin admin] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:03.381701 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-872be4df-500d-439c-bf46-9ec7a5deabee admin admin] 10.222.0.36 "DELETE /v2.0/networks/9a22126b-8cc0-4d14-bae9-4757b6ba2d2b HTTP/1.1" status: 204 len: 168 time: 0.4073086 Aug 16 23:13:03.395964 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872be4df-500d-439c-bf46-9ec7a5deabee admin admin] Pushing event deleted for resources: {'Network': ['ID=9a22126b-8cc0-4d14-bae9-4757b6ba2d2b,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:03.631632 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 36186) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:13:03.702643 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-efad6b06-8bde-461a-94ab-244f6c6a3206 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e7947820c880421f9890cb012d634b89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0681708 Aug 16 23:13:03.703731 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 36188) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:13:03.790669 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-dab9a2f4-6f57-4516-987a-5daffc992a6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:03.828044 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-dab9a2f4-6f57-4516-987a-5daffc992a6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:03.901628 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-dab9a2f4-6f57-4516-987a-5daffc992a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:03.905223 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-dab9a2f4-6f57-4516-987a-5daffc992a6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:03.909858 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-dab9a2f4-6f57-4516-987a-5daffc992a6d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/66011b2a-5d11-4b28-b7a7-34034667c825 HTTP/1.1" status: 204 len: 168 time: 0.2041347 Aug 16 23:13:03.920557 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab9a2f4-6f57-4516-987a-5daffc992a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66011b2a-5d11-4b28-b7a7-34034667c825,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:04.121385 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 4e138bf3-e5b7-4873-8593-188a7bf14e2a no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:13:04.169237 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] No Port match for: 4e138bf3-e5b7-4873-8593-188a7bf14e2a {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:13:04.169973 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 4e138bf3-e5b7-4873-8593-188a7bf14e2a not bound to the agent host n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:13:04.593344 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 36212) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:13:04.659749 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-1ae4a91d-90c2-4ba4-9e5d-e12120da8368 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=adb4d6220b0345e2afb9dfcae53e12b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0652246 Aug 16 23:13:04.662403 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 36216) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:13:04.792389 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b23d40dc-b026-4478-8add-4e1461ca97d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:04.828011 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b23d40dc-b026-4478-8add-4e1461ca97d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:04.899401 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b23d40dc-b026-4478-8add-4e1461ca97d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:04.908435 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b23d40dc-b026-4478-8add-4e1461ca97d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:04.914618 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-b23d40dc-b026-4478-8add-4e1461ca97d6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/369db3f6-03eb-4a51-b415-3e9d783d71ee HTTP/1.1" status: 204 len: 168 time: 0.2509489 Aug 16 23:13:04.926916 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23d40dc-b026-4478-8add-4e1461ca97d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=369db3f6-03eb-4a51-b415-3e9d783d71ee,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:05.889211 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 36258) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:13:06.074655 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-75a6c5d0-bbff-4d72-9bc8-4265168718d0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-456446591-network', 'tenant_id': '9fb21280028e49bfa9100ff987ff3b9d'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:13:06.105447 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a6c5d0-bbff-4d72-9bc8-4265168718d0 admin admin] Made reservation on behalf of 9fb21280028e49bfa9100ff987ff3b9d for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:13:06.109953 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-75a6c5d0-bbff-4d72-9bc8-4265168718d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:06.148987 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-75a6c5d0-bbff-4d72-9bc8-4265168718d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:06.263265 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-75a6c5d0-bbff-4d72-9bc8-4265168718d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:06.268968 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-75a6c5d0-bbff-4d72-9bc8-4265168718d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:06.293459 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75a6c5d0-bbff-4d72-9bc8-4265168718d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:13:06.313994 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a6c5d0-bbff-4d72-9bc8-4265168718d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f34d68af-1bdd-4604-a503-c13a8582e27f,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:06.332082 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-75a6c5d0-bbff-4d72-9bc8-4265168718d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:06.333274 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-75a6c5d0-bbff-4d72-9bc8-4265168718d0 admin admin] Added segment 2488a0b2-8754-4a95-81b9-c394f64916d0 of type vlan for network be5d527b-4837-49dc-8ea1-3bb9f17b1194 Aug 16 23:13:06.394812 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-75a6c5d0-bbff-4d72-9bc8-4265168718d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:06.445104 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-75a6c5d0-bbff-4d72-9bc8-4265168718d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:06.446520 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a6c5d0-bbff-4d72-9bc8-4265168718d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:06.447215 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-75a6c5d0-bbff-4d72-9bc8-4265168718d0 admin admin] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:06.521487 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-75a6c5d0-bbff-4d72-9bc8-4265168718d0 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6281347 Aug 16 23:13:06.521487 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 36272) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:13:06.529816 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-2da2e160-916f-47ce-a3f3-56eccbfa40aa admin admin] Request body: {'subnet': {'network_id': 'be5d527b-4837-49dc-8ea1-3bb9f17b1194', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-456446591-subnet', 'tenant_id': '9fb21280028e49bfa9100ff987ff3b9d', 'ip_version': 4}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:13:06.534748 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a6c5d0-bbff-4d72-9bc8-4265168718d0 admin admin] Pushing event updated for resources: {'Network': ['ID=be5d527b-4837-49dc-8ea1-3bb9f17b1194,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:06.546732 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network be5d527b-4837-49dc-8ea1-3bb9f17b1194 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:13:06.568188 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da2e160-916f-47ce-a3f3-56eccbfa40aa admin admin] Made reservation on behalf of 9fb21280028e49bfa9100ff987ff3b9d for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:13:06.571291 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2da2e160-916f-47ce-a3f3-56eccbfa40aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:06.792587 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2da2e160-916f-47ce-a3f3-56eccbfa40aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:06.913828 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da2e160-916f-47ce-a3f3-56eccbfa40aa admin admin] Checking segment: {'id': '2488a0b2-8754-4a95-81b9-c394f64916d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'be5d527b-4837-49dc-8ea1-3bb9f17b1194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:13:06.914520 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da2e160-916f-47ce-a3f3-56eccbfa40aa admin admin] Network hostable DHCP agents. Network: be5d527b-4837-49dc-8ea1-3bb9f17b1194, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:13:06.973826 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da2e160-916f-47ce-a3f3-56eccbfa40aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=fddcdc29-052d-46fa-95f2-f1b8153d4dba,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:06.983117 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da2e160-916f-47ce-a3f3-56eccbfa40aa admin admin] Network be5d527b-4837-49dc-8ea1-3bb9f17b1194 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:13:06.995134 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-2da2e160-916f-47ce-a3f3-56eccbfa40aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, be5d527b-4837-49dc-8ea1-3bb9f17b1194) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:13:07.000634 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da2e160-916f-47ce-a3f3-56eccbfa40aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:07.001742 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2da2e160-916f-47ce-a3f3-56eccbfa40aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:07.005983 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a5ec36-679f-4557-85bc-5a81553cd4b3 None None] Network be5d527b-4837-49dc-8ea1-3bb9f17b1194 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:13:07.049038 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-2da2e160-916f-47ce-a3f3-56eccbfa40aa admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5257838 Aug 16 23:13:07.051185 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 36290) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:13:07.057312 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-a7f784ac-a42e-4f17-89b8-d674cb9b786e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-456446591-router', 'tenant_id': '9fb21280028e49bfa9100ff987ff3b9d', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:13:07.085550 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a7f784ac-a42e-4f17-89b8-d674cb9b786e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:07.087254 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a7f784ac-a42e-4f17-89b8-d674cb9b786e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:07.190121 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a7f784ac-a42e-4f17-89b8-d674cb9b786e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:07.266843 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6dc65d-7977-4724-b3bd-879aad5fd991 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-be5d527b-4837-49dc-8ea1-3bb9f17b1194', 'network_id': 'be5d527b-4837-49dc-8ea1-3bb9f17b1194', 'tenant_id': '9fb21280028e49bfa9100ff987ff3b9d', 'fixed_ips': [{'subnet_id': 'fddcdc29-052d-46fa-95f2-f1b8153d4dba'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:13:07.269708 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-5d6dc65d-7977-4724-b3bd-879aad5fd991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:07.391263 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a7f784ac-a42e-4f17-89b8-d674cb9b786e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:07.486020 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-5d6dc65d-7977-4724-b3bd-879aad5fd991 None None] Allocated IP 172.20.0.2 (be5d527b-4837-49dc-8ea1-3bb9f17b1194/fddcdc29-052d-46fa-95f2-f1b8153d4dba/0d51340d-9b4b-4030-802a-18ccdfa59b2b) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:13:07.492201 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 36300) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:13:07.894367 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a7f784ac-a42e-4f17-89b8-d674cb9b786e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:07.947061 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a7f784ac-a42e-4f17-89b8-d674cb9b786e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:07.972235 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-5d6dc65d-7977-4724-b3bd-879aad5fd991 None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:08.021903 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-5d6dc65d-7977-4724-b3bd-879aad5fd991 None None] Transition to ACTIVE for port object 0d51340d-9b4b-4030-802a-18ccdfa59b2b will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:13:08.094838 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-5d6dc65d-7977-4724-b3bd-879aad5fd991 None None] Transition to ACTIVE for port object 0d51340d-9b4b-4030-802a-18ccdfa59b2b will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:13:08.103130 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-a7f784ac-a42e-4f17-89b8-d674cb9b786e admin admin] Allocated IP 172.25.4.163 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/c97e656f-5e9b-4913-b9f2-61055c3dc65a) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:13:08.106207 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-5d6dc65d-7977-4724-b3bd-879aad5fd991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:08.184505 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6dc65d-7977-4724-b3bd-879aad5fd991 None None] Network be5d527b-4837-49dc-8ea1-3bb9f17b1194 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:13:08.186003 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-5d6dc65d-7977-4724-b3bd-879aad5fd991 None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:13:08.190342 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6dc65d-7977-4724-b3bd-879aad5fd991 None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:13:08.245938 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6dc65d-7977-4724-b3bd-879aad5fd991 None None] Pushing event updated for resources: {'Port': ['ID=0d51340d-9b4b-4030-802a-18ccdfa59b2b,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:08.309697 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0f6e2453-d9ef-4d14-a26b-a641c5fa2ddb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537579'] for router_interface, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:08.323092 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a7f784ac-a42e-4f17-89b8-d674cb9b786e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:08.353645 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-5d6dc65d-7977-4724-b3bd-879aad5fd991 None None] Attempting to bind port 0d51340d-9b4b-4030-802a-18ccdfa59b2b on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:13:08.354024 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-5d6dc65d-7977-4724-b3bd-879aad5fd991 None None] Attempting to bind port 0d51340d-9b4b-4030-802a-18ccdfa59b2b by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '2488a0b2-8754-4a95-81b9-c394f64916d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'be5d527b-4837-49dc-8ea1-3bb9f17b1194'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:13:08.354401 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6dc65d-7977-4724-b3bd-879aad5fd991 None None] Attempting to bind port 0d51340d-9b4b-4030-802a-18ccdfa59b2b on network be5d527b-4837-49dc-8ea1-3bb9f17b1194 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:13:08.367375 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6dc65d-7977-4724-b3bd-879aad5fd991 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:13:08.367809 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6dc65d-7977-4724-b3bd-879aad5fd991 None None] Checking segment: {'id': '2488a0b2-8754-4a95-81b9-c394f64916d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'be5d527b-4837-49dc-8ea1-3bb9f17b1194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:13:08.368171 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-5d6dc65d-7977-4724-b3bd-879aad5fd991 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:08.368592 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6dc65d-7977-4724-b3bd-879aad5fd991 None None] Bound using segment: {'id': '2488a0b2-8754-4a95-81b9-c394f64916d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'be5d527b-4837-49dc-8ea1-3bb9f17b1194'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:13:08.369068 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-5d6dc65d-7977-4724-b3bd-879aad5fd991 None None] Bound port: 0d51340d-9b4b-4030-802a-18ccdfa59b2b, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2488a0b2-8754-4a95-81b9-c394f64916d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'be5d527b-4837-49dc-8ea1-3bb9f17b1194'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:13:08.369459 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-5d6dc65d-7977-4724-b3bd-879aad5fd991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:08.375824 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a7f784ac-a42e-4f17-89b8-d674cb9b786e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:08.442284 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f784ac-a42e-4f17-89b8-d674cb9b786e admin admin] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:13:08.457399 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-a7f784ac-a42e-4f17-89b8-d674cb9b786e admin admin] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:13:08.479414 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f784ac-a42e-4f17-89b8-d674cb9b786e admin admin] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:13:08.524561 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f784ac-a42e-4f17-89b8-d674cb9b786e admin admin] Pushing event updated for resources: {'Port': ['ID=c97e656f-5e9b-4913-b9f2-61055c3dc65a,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:08.525385 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-5d6dc65d-7977-4724-b3bd-879aad5fd991 None None] For port 0d51340d-9b4b-4030-802a-18ccdfa59b2b, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:13:08.536906 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-5d6dc65d-7977-4724-b3bd-879aad5fd991 None None] For port 0d51340d-9b4b-4030-802a-18ccdfa59b2b, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=0d51340d-9b4b-4030-802a-18ccdfa59b2b,segment=NetworkSegment(2488a0b2-8754-4a95-81b9-c394f64916d0),segment_id=2488a0b2-8754-4a95-81b9-c394f64916d0)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:13:08.544500 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-5d6dc65d-7977-4724-b3bd-879aad5fd991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:08.676282 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6dc65d-7977-4724-b3bd-879aad5fd991 None None] Pushing event updated for resources: {'Port': ['ID=0d51340d-9b4b-4030-802a-18ccdfa59b2b,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:08.921037 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-0f6e2453-d9ef-4d14-a26b-a641c5fa2ddb admin admin] Deleting port b3c8db28-e279-4a1a-b62e-df1f87d9a53d {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:13:08.921587 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0f6e2453-d9ef-4d14-a26b-a641c5fa2ddb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:08.942724 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a7f784ac-a42e-4f17-89b8-d674cb9b786e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:09.078837 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-0f6e2453-d9ef-4d14-a26b-a641c5fa2ddb admin admin] For port b3c8db28-e279-4a1a-b62e-df1f87d9a53d, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=b3c8db28-e279-4a1a-b62e-df1f87d9a53d,segment=NetworkSegment(41213340-69bd-43d1-b0bd-07e49d1e54df),segment_id=41213340-69bd-43d1-b0bd-07e49d1e54df)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:13:09.079289 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0f6e2453-d9ef-4d14-a26b-a641c5fa2ddb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:09.099188 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-0f6e2453-d9ef-4d14-a26b-a641c5fa2ddb admin admin] Calling delete_port for b3c8db28-e279-4a1a-b62e-df1f87d9a53d owned by network:router_interface {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:13:09.232766 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a7f784ac-a42e-4f17-89b8-d674cb9b786e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:09.335896 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0f6e2453-d9ef-4d14-a26b-a641c5fa2ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:09.374950 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6e2453-d9ef-4d14-a26b-a641c5fa2ddb admin admin] Pushing event deleted for resources: {'Port': ['ID=b3c8db28-e279-4a1a-b62e-df1f87d9a53d,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:09.399454 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7f784ac-a42e-4f17-89b8-d674cb9b786e admin admin] Router f81e7e85-c3e9-4d91-9c39-61672c271e99 is scheduled to L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f with binding_index 1 {{(pid=101292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:13:09.539794 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7f784ac-a42e-4f17-89b8-d674cb9b786e admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:13:09.560988 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a7f784ac-a42e-4f17-89b8-d674cb9b786e admin admin] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:09.561719 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60c6ad2-63d2-49fa-87fb-cf41a7f8be51 None None] Sync routers for ids ['f81e7e85-c3e9-4d91-9c39-61672c271e99'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:13:09.565302 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-a7f784ac-a42e-4f17-89b8-d674cb9b786e admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.5101292 Aug 16 23:13:09.565302 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 36328) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:13:09.576929 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60c6ad2-63d2-49fa-87fb-cf41a7f8be51 None None] Routers {'f81e7e85-c3e9-4d91-9c39-61672c271e99'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:13:09.578916 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-e60c6ad2-63d2-49fa-87fb-cf41a7f8be51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:12:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['f81e7e85-c3e9-4d91-9c39-61672c271e99'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:13:09.639945 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0f6e2453-d9ef-4d14-a26b-a641c5fa2ddb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537471'] for router_interface, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:09.810563 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-e60c6ad2-63d2-49fa-87fb-cf41a7f8be51 None None] Set router f81e7e85-c3e9-4d91-9c39-61672c271e99 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:13:10.111686 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f6e2453-d9ef-4d14-a26b-a641c5fa2ddb admin admin] Router 61da2e84-6b92-4d51-8943-d179887aff84 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:13:10.239725 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-e60c6ad2-63d2-49fa-87fb-cf41a7f8be51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f81e7e85-c3e9-4d91-9c39-61672c271e99', 'name': 'tempest-TestVolumeBackupRestore-456446591-router', 'tenant_id': '9fb21280028e49bfa9100ff987ff3b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': 'c97e656f-5e9b-4913-b9f2-61055c3dc65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:13:07Z', 'updated_at': '2021-08-16T23:13:08Z', 'revision_number': 3, 'project_id': '9fb21280028e49bfa9100ff987ff3b9d', 'gw_port': {'id': 'c97e656f-5e9b-4913-b9f2-61055c3dc65a', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a7:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f81e7e85-c3e9-4d91-9c39-61672c271e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:13:07Z', 'updated_at': '2021-08-16T23:13:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:13:10.291175 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a12344-fc7f-4ab3-b5d0-852d31e874d0 None None] Network be5d527b-4837-49dc-8ea1-3bb9f17b1194 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:13:10.396605 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f6e2453-d9ef-4d14-a26b-a641c5fa2ddb admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:13:10.404726 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-0f6e2453-d9ef-4d14-a26b-a641c5fa2ddb admin admin] 10.222.0.36 "PUT /v2.0/routers/61da2e84-6b92-4d51-8943-d179887aff84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9084671 Aug 16 23:13:10.404977 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 36346) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:13:10.412170 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173d7468-6dfc-4751-9bbf-ccb52905ba12 None None] Sync routers for ids ['61da2e84-6b92-4d51-8943-d179887aff84'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:13:10.427396 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173d7468-6dfc-4751-9bbf-ccb52905ba12 None None] Routers {'61da2e84-6b92-4d51-8943-d179887aff84'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:13:10.429303 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-173d7468-6dfc-4751-9bbf-ccb52905ba12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:12:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['61da2e84-6b92-4d51-8943-d179887aff84'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:13:10.434995 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 0d51340d-9b4b-4030-802a-18ccdfa59b2b up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:13:10.440145 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60c6ad2-63d2-49fa-87fb-cf41a7f8be51 None None] Checking router: f81e7e85-c3e9-4d91-9c39-61672c271e99 for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:13:10.440627 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60c6ad2-63d2-49fa-87fb-cf41a7f8be51 None None] Updating router f81e7e85-c3e9-4d91-9c39-61672c271e99 port c97e656f-5e9b-4913-b9f2-61055c3dc65a binding host n-d-791506-26 {{(pid=101293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:13:10.555414 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-94e2680a-bbbd-494c-9cff-c7eda4043f3c None None] Provisioning for port 0d51340d-9b4b-4030-802a-18ccdfa59b2b completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:13:10.574399 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-173d7468-6dfc-4751-9bbf-ccb52905ba12 None None] Set router 61da2e84-6b92-4d51-8943-d179887aff84 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:13:10.578370 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e60c6ad2-63d2-49fa-87fb-cf41a7f8be51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:10.680649 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cb913d3b-e5ae-4040-87f7-ae9424f92a63 admin admin] Notify callbacks [] for router, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:10.735329 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 0d51340d-9b4b-4030-802a-18ccdfa59b2b completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:13:10.794449 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 0d51340d-9b4b-4030-802a-18ccdfa59b2b triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:13:10.795353 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:10.885697 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-173d7468-6dfc-4751-9bbf-ccb52905ba12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61da2e84-6b92-4d51-8943-d179887aff84', 'name': 'tempest-TaggedBootDevicesTest-1885207178-router', 'tenant_id': '2021c5ea9b37490ab72514988bd9444c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.206'}], 'enable_snat': True}, 'gw_port_id': '2a818ec2-c8ff-403e-b740-d3d63b016343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:01:50Z', 'updated_at': '2021-08-16T23:13:09Z', 'revision_number': 5, 'project_id': '2021c5ea9b37490ab72514988bd9444c', 'gw_port': {'id': '2a818ec2-c8ff-403e-b740-d3d63b016343', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ab:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61da2e84-6b92-4d51-8943-d179887aff84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1884, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:01:51Z', 'updated_at': '2021-08-16T23:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:13:10.933617 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cb913d3b-e5ae-4040-87f7-ae9424f92a63 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:10.956652 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173d7468-6dfc-4751-9bbf-ccb52905ba12 None None] Checking router: 61da2e84-6b92-4d51-8943-d179887aff84 for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:13:10.971635 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173d7468-6dfc-4751-9bbf-ccb52905ba12 None None] Routers {'61da2e84-6b92-4d51-8943-d179887aff84'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:13:10.972841 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-173d7468-6dfc-4751-9bbf-ccb52905ba12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:12:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['61da2e84-6b92-4d51-8943-d179887aff84'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:13:11.066631 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-cb913d3b-e5ae-4040-87f7-ae9424f92a63 admin admin] Deleting port 2a818ec2-c8ff-403e-b740-d3d63b016343 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:13:11.066898 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cb913d3b-e5ae-4040-87f7-ae9424f92a63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:11.146630 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:11.166065 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-173d7468-6dfc-4751-9bbf-ccb52905ba12 None None] Set router 61da2e84-6b92-4d51-8943-d179887aff84 gateway port host: None {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:13:11.258867 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-cb913d3b-e5ae-4040-87f7-ae9424f92a63 admin admin] For port 2a818ec2-c8ff-403e-b740-d3d63b016343, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=2a818ec2-c8ff-403e-b740-d3d63b016343,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:13:11.259355 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cb913d3b-e5ae-4040-87f7-ae9424f92a63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:11.275655 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-cb913d3b-e5ae-4040-87f7-ae9424f92a63 admin admin] Calling delete_port for 2a818ec2-c8ff-403e-b740-d3d63b016343 owned by network:router_gateway {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:13:11.281309 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 0d51340d-9b4b-4030-802a-18ccdfa59b2b, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=0d51340d-9b4b-4030-802a-18ccdfa59b2b,segment=NetworkSegment(2488a0b2-8754-4a95-81b9-c394f64916d0),segment_id=2488a0b2-8754-4a95-81b9-c394f64916d0)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:13:11.297991 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:11.308585 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4eb21dd4-90b9-403a-b2c9-f21573a2ff54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:11.336033 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-173d7468-6dfc-4751-9bbf-ccb52905ba12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61da2e84-6b92-4d51-8943-d179887aff84', 'name': 'tempest-TaggedBootDevicesTest-1885207178-router', 'tenant_id': '2021c5ea9b37490ab72514988bd9444c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:01:50Z', 'updated_at': '2021-08-16T23:13:10Z', 'revision_number': 6, 'project_id': '2021c5ea9b37490ab72514988bd9444c', 'gw_port_host': None}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:13:11.379876 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:11.395889 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e60c6ad2-63d2-49fa-87fb-cf41a7f8be51 None None] Notify callbacks [] for port, precommit_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:11.416606 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173d7468-6dfc-4751-9bbf-ccb52905ba12 None None] The sync data for ids ['61da2e84-6b92-4d51-8943-d179887aff84'] in n-d-791506-26 is: [{'id': '61da2e84-6b92-4d51-8943-d179887aff84', 'name': 'tempest-TaggedBootDevicesTest-1885207178-router', 'tenant_id': '2021c5ea9b37490ab72514988bd9444c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:01:50Z', 'updated_at': '2021-08-16T23:13:10Z', 'revision_number': 6, 'project_id': '2021c5ea9b37490ab72514988bd9444c', 'gw_port_host': None}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:13:11.471768 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-e60c6ad2-63d2-49fa-87fb-cf41a7f8be51 None None] Transition to ACTIVE for port object c97e656f-5e9b-4913-b9f2-61055c3dc65a will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:13:11.476991 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=0d51340d-9b4b-4030-802a-18ccdfa59b2b,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:11.494170 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e60c6ad2-63d2-49fa-87fb-cf41a7f8be51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:11.505643 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-c9730d56-7236-4d37-820a-8ab16671ada7 None None] Provisioning complete for port 0d51340d-9b4b-4030-802a-18ccdfa59b2b triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:13:11.506178 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c9730d56-7236-4d37-820a-8ab16671ada7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:11.599706 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-e60c6ad2-63d2-49fa-87fb-cf41a7f8be51 None None] Attempting to bind port c97e656f-5e9b-4913-b9f2-61055c3dc65a on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:13:11.600930 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-e60c6ad2-63d2-49fa-87fb-cf41a7f8be51 None None] Attempting to bind port c97e656f-5e9b-4913-b9f2-61055c3dc65a by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:13:11.601530 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60c6ad2-63d2-49fa-87fb-cf41a7f8be51 None None] Attempting to bind port c97e656f-5e9b-4913-b9f2-61055c3dc65a on network c22c4980-c849-406d-982c-a5d68c515a94 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:13:11.628652 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c679f900-1e68-4f95-b739-57707aaad2c2 None None] Pushing event updated for resources: {'Port': ['ID=c97e656f-5e9b-4913-b9f2-61055c3dc65a,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:11.643277 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-4eb21dd4-90b9-403a-b2c9-f21573a2ff54 admin admin] Allocated IP 172.20.0.1 (be5d527b-4837-49dc-8ea1-3bb9f17b1194/fddcdc29-052d-46fa-95f2-f1b8153d4dba/5ed6346e-15ef-438f-9f46-b1dad80c3516) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:13:11.644723 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60c6ad2-63d2-49fa-87fb-cf41a7f8be51 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:13:11.645404 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60c6ad2-63d2-49fa-87fb-cf41a7f8be51 None None] Checking segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:13:11.646000 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e60c6ad2-63d2-49fa-87fb-cf41a7f8be51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:11.646571 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60c6ad2-63d2-49fa-87fb-cf41a7f8be51 None None] Bound using segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:13:11.647554 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-e60c6ad2-63d2-49fa-87fb-cf41a7f8be51 None None] Bound port: c97e656f-5e9b-4913-b9f2-61055c3dc65a, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:13:11.648966 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e60c6ad2-63d2-49fa-87fb-cf41a7f8be51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:11.713422 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cb913d3b-e5ae-4040-87f7-ae9424f92a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:11.735907 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-e60c6ad2-63d2-49fa-87fb-cf41a7f8be51 None None] For port c97e656f-5e9b-4913-b9f2-61055c3dc65a, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:13:11.740483 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-e60c6ad2-63d2-49fa-87fb-cf41a7f8be51 None None] For port c97e656f-5e9b-4913-b9f2-61055c3dc65a, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=c97e656f-5e9b-4913-b9f2-61055c3dc65a,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:13:11.746834 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e60c6ad2-63d2-49fa-87fb-cf41a7f8be51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:11.753300 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb913d3b-e5ae-4040-87f7-ae9424f92a63 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a818ec2-c8ff-403e-b740-d3d63b016343,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:11.826390 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c679f900-1e68-4f95-b739-57707aaad2c2 None None] Pushing event updated for resources: {'Port': ['ID=c97e656f-5e9b-4913-b9f2-61055c3dc65a,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:11.859506 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60c6ad2-63d2-49fa-87fb-cf41a7f8be51 None None] Routers {'f81e7e85-c3e9-4d91-9c39-61672c271e99'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:13:11.860152 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-e60c6ad2-63d2-49fa-87fb-cf41a7f8be51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:12:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['f81e7e85-c3e9-4d91-9c39-61672c271e99'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:13:11.903135 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4eb21dd4-90b9-403a-b2c9-f21573a2ff54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:11.927587 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cb913d3b-e5ae-4040-87f7-ae9424f92a63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537121'] for router_gateway, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:11.928054 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [None req-4eb21dd4-90b9-403a-b2c9-f21573a2ff54 admin admin] Transition to ACTIVE for port object 5ed6346e-15ef-438f-9f46-b1dad80c3516 will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:13:11.978139 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4eb21dd4-90b9-403a-b2c9-f21573a2ff54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:12.080789 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb21dd4-90b9-403a-b2c9-f21573a2ff54 admin admin] Network be5d527b-4837-49dc-8ea1-3bb9f17b1194 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:13:12.094357 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-4eb21dd4-90b9-403a-b2c9-f21573a2ff54 admin admin] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:13:12.111953 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb21dd4-90b9-403a-b2c9-f21573a2ff54 admin admin] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:13:12.174718 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-e60c6ad2-63d2-49fa-87fb-cf41a7f8be51 None None] Set router f81e7e85-c3e9-4d91-9c39-61672c271e99 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:13:12.182857 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4eb21dd4-90b9-403a-b2c9-f21573a2ff54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954230'] for router_interface, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:12.263973 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb21dd4-90b9-403a-b2c9-f21573a2ff54 admin admin] Pushing event updated for resources: {'Port': ['ID=5ed6346e-15ef-438f-9f46-b1dad80c3516,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:12.303216 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cb913d3b-e5ae-4040-87f7-ae9424f92a63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:12.314360 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cb913d3b-e5ae-4040-87f7-ae9424f92a63 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:12.420530 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cb913d3b-e5ae-4040-87f7-ae9424f92a63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:12.424323 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb913d3b-e5ae-4040-87f7-ae9424f92a63 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61da2e84-6b92-4d51-8943-d179887aff84 {{(pid=101291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:13:12.432873 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cb913d3b-e5ae-4040-87f7-ae9424f92a63 admin admin] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:12.450787 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-cb913d3b-e5ae-4040-87f7-ae9424f92a63 admin admin] 10.222.0.36 "DELETE /v2.0/routers/61da2e84-6b92-4d51-8943-d179887aff84 HTTP/1.1" status: 204 len: 168 time: 2.0419188 Aug 16 23:13:12.451768 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 36372) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:13:12.529141 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4eb21dd4-90b9-403a-b2c9-f21573a2ff54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:12.536148 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-709edfdc-b2dc-463b-a4b3-5f4605fe2c0b admin admin] Deleting subnet 7c956ed2-0689-474b-bd27-58ed9c7ef2ec {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:13:12.540341 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-709edfdc-b2dc-463b-a4b3-5f4605fe2c0b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:12.603103 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-709edfdc-b2dc-463b-a4b3-5f4605fe2c0b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:12.621888 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 0d51340d-9b4b-4030-802a-18ccdfa59b2b up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:13:12.657463 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-2d9c5f96-241e-4524-8320-0d6dadd10708 None None] Provisioning for port 5ed6346e-15ef-438f-9f46-b1dad80c3516 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:13:12.687530 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-2d9c5f96-241e-4524-8320-0d6dadd10708 None None] Provisioning complete for port 5ed6346e-15ef-438f-9f46-b1dad80c3516 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:13:12.687905 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2d9c5f96-241e-4524-8320-0d6dadd10708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:12.738213 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-709edfdc-b2dc-463b-a4b3-5f4605fe2c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:12.756886 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-2d9c5f96-241e-4524-8320-0d6dadd10708 None None] Port 5ed6346e-15ef-438f-9f46-b1dad80c3516 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:13:12.760419 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 0d51340d-9b4b-4030-802a-18ccdfa59b2b triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:13:12.761088 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:12.826513 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4eb21dd4-90b9-403a-b2c9-f21573a2ff54 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:12.838107 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4eb21dd4-90b9-403a-b2c9-f21573a2ff54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:12.856702 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-709edfdc-b2dc-463b-a4b3-5f4605fe2c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:12.897372 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4eb21dd4-90b9-403a-b2c9-f21573a2ff54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954122'] for router_interface, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:12.899239 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709edfdc-b2dc-463b-a4b3-5f4605fe2c0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c956ed2-0689-474b-bd27-58ed9c7ef2ec,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:12.903459 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-709edfdc-b2dc-463b-a4b3-5f4605fe2c0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:12.905834 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-709edfdc-b2dc-463b-a4b3-5f4605fe2c0b admin admin] 10.222.0.36 "DELETE /v2.0/subnets/7c956ed2-0689-474b-bd27-58ed9c7ef2ec HTTP/1.1" status: 204 len: 168 time: 0.4529524 Aug 16 23:13:12.908313 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 36378) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:13:12.952903 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9179c7a3-964f-4c23-a561-5ce81b9b061c None None] Network f4264da2-38cd-44c0-b397-5678d2cea138 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:13:12.961969 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device b3c8db28-e279-4a1a-b62e-df1f87d9a53d no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:13:12.996023 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-e60c6ad2-63d2-49fa-87fb-cf41a7f8be51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f81e7e85-c3e9-4d91-9c39-61672c271e99', 'name': 'tempest-TestVolumeBackupRestore-456446591-router', 'tenant_id': '9fb21280028e49bfa9100ff987ff3b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': 'c97e656f-5e9b-4913-b9f2-61055c3dc65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:13:07Z', 'updated_at': '2021-08-16T23:13:08Z', 'revision_number': 3, 'project_id': '9fb21280028e49bfa9100ff987ff3b9d', 'gw_port': {'id': 'c97e656f-5e9b-4913-b9f2-61055c3dc65a', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a7:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f81e7e85-c3e9-4d91-9c39-61672c271e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:13:07Z', 'updated_at': '2021-08-16T23:13:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:13:12.998076 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ad4ec474-556e-4c3f-b22d-221e5ade5c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:12.999037 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb21dd4-90b9-403a-b2c9-f21573a2ff54 admin admin] Pushing event updated for resources: {'Port': ['ID=5ed6346e-15ef-438f-9f46-b1dad80c3516,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:13.069930 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb21dd4-90b9-403a-b2c9-f21573a2ff54 admin admin] Network be5d527b-4837-49dc-8ea1-3bb9f17b1194 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:13:13.072104 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-4eb21dd4-90b9-403a-b2c9-f21573a2ff54 admin admin] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:13:13.092083 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ad4ec474-556e-4c3f-b22d-221e5ade5c5e admin admin] Deleting port 2c1c3e17-95d5-4d70-aaff-71b7abfcf85a {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:13:13.099818 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ad4ec474-556e-4c3f-b22d-221e5ade5c5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:13.107059 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: b3c8db28-e279-4a1a-b62e-df1f87d9a53d {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:13:13.107483 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device b3c8db28-e279-4a1a-b62e-df1f87d9a53d not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:13:13.115055 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60c6ad2-63d2-49fa-87fb-cf41a7f8be51 None None] The sync data for ids ['f81e7e85-c3e9-4d91-9c39-61672c271e99'] in n-d-791506-26 is: [{'id': 'f81e7e85-c3e9-4d91-9c39-61672c271e99', 'name': 'tempest-TestVolumeBackupRestore-456446591-router', 'tenant_id': '9fb21280028e49bfa9100ff987ff3b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': 'c97e656f-5e9b-4913-b9f2-61055c3dc65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:13:07Z', 'updated_at': '2021-08-16T23:13:08Z', 'revision_number': 3, 'project_id': '9fb21280028e49bfa9100ff987ff3b9d', 'gw_port': {'id': 'c97e656f-5e9b-4913-b9f2-61055c3dc65a', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a7:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f81e7e85-c3e9-4d91-9c39-61672c271e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:13:07Z', 'updated_at': '2021-08-16T23:13:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:13:13.187871 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ad4ec474-556e-4c3f-b22d-221e5ade5c5e admin admin] For port 2c1c3e17-95d5-4d70-aaff-71b7abfcf85a, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=2c1c3e17-95d5-4d70-aaff-71b7abfcf85a,segment=NetworkSegment(41213340-69bd-43d1-b0bd-07e49d1e54df),segment_id=41213340-69bd-43d1-b0bd-07e49d1e54df)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:13:13.188405 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ad4ec474-556e-4c3f-b22d-221e5ade5c5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:13.211472 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ad4ec474-556e-4c3f-b22d-221e5ade5c5e admin admin] Calling delete_port for 2c1c3e17-95d5-4d70-aaff-71b7abfcf85a owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:13:13.322524 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5844f50c-a4a3-4f98-8eb1-2ecbf51c0193 None None] DHCP port deletion for f4264da2-38cd-44c0-b397-5678d2cea138 request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:13:13.323701 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eb21dd4-90b9-403a-b2c9-f21573a2ff54 admin admin] Router f81e7e85-c3e9-4d91-9c39-61672c271e99 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:13:13.414972 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ad4ec474-556e-4c3f-b22d-221e5ade5c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:13.418234 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-5844f50c-a4a3-4f98-8eb1-2ecbf51c0193 None None] Deleting port 2c1c3e17-95d5-4d70-aaff-71b7abfcf85a {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:13:13.419743 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-5844f50c-a4a3-4f98-8eb1-2ecbf51c0193 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:13.440851 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4ec474-556e-4c3f-b22d-221e5ade5c5e admin admin] No DVR routers for this DVR port 2c1c3e17-95d5-4d70-aaff-71b7abfcf85a on host n-d-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:13:13.612214 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eb21dd4-90b9-403a-b2c9-f21573a2ff54 admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:13:13.618334 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4ec474-556e-4c3f-b22d-221e5ade5c5e admin admin] Pushing event deleted for resources: {'Port': ['ID=2c1c3e17-95d5-4d70-aaff-71b7abfcf85a,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:13.622822 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-4eb21dd4-90b9-403a-b2c9-f21573a2ff54 admin admin] 10.222.0.36 "PUT /v2.0/routers/f81e7e85-c3e9-4d91-9c39-61672c271e99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0562370 Aug 16 23:13:13.650772 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-3ce81fa3-6430-4b27-af23-1d00a5448c4b None None] Provisioning complete for port 5ed6346e-15ef-438f-9f46-b1dad80c3516 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:13:13.651781 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-3ce81fa3-6430-4b27-af23-1d00a5448c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:13.677821 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ad4ec474-556e-4c3f-b22d-221e5ade5c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:13.702671 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-ad4ec474-556e-4c3f-b22d-221e5ade5c5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4264da2-38cd-44c0-b397-5678d2cea138']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:13:13.707486 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-5844f50c-a4a3-4f98-8eb1-2ecbf51c0193 None None] For port 2c1c3e17-95d5-4d70-aaff-71b7abfcf85a, host n-d-791506-26, got binding levels [] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:13:13.708010 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-5844f50c-a4a3-4f98-8eb1-2ecbf51c0193 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:13.724707 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-ad4ec474-556e-4c3f-b22d-221e5ade5c5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41213340-69bd-43d1-b0bd-07e49d1e54df') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:13:13.727000 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-ad4ec474-556e-4c3f-b22d-221e5ade5c5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41213340-69bd-43d1-b0bd-07e49d1e54df') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:13:13.754155 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ad4ec474-556e-4c3f-b22d-221e5ade5c5e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:13.762876 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-5844f50c-a4a3-4f98-8eb1-2ecbf51c0193 None None] Calling delete_port for 2c1c3e17-95d5-4d70-aaff-71b7abfcf85a owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:13:13.789566 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ad4ec474-556e-4c3f-b22d-221e5ade5c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:13.795893 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.ipam_backend_mixin [None req-5844f50c-a4a3-4f98-8eb1-2ecbf51c0193 None None] Port 2c1c3e17-95d5-4d70-aaff-71b7abfcf85a was not found and therefore no delete operation was performed {{(pid=101293) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 23:13:13.797657 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-5844f50c-a4a3-4f98-8eb1-2ecbf51c0193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:13.799531 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-3ce81fa3-6430-4b27-af23-1d00a5448c4b None None] Port 5ed6346e-15ef-438f-9f46-b1dad80c3516 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:13:13.807977 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad4ec474-556e-4c3f-b22d-221e5ade5c5e admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:13:13.809931 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ad4ec474-556e-4c3f-b22d-221e5ade5c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:13.814954 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 23:13:13.814954 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:13:13.814954 n-d-791506-26 neutron-server[101291]: timer() Aug 16 23:13:13.814954 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:13:13.814954 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 23:13:13.814954 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:13:13.814954 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 23:13:13.814954 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:13:13.814954 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 23:13:13.814954 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:13:13.814954 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 23:13:13.814954 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:13:13.814954 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 23:13:13.814954 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:13:13.814954 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:13:13.814954 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:13:13.814954 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:13:13.814954 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:13:13.814954 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 23:13:13.814954 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:13:13.814954 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 23:13:13.814954 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:13:13.814954 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:13:13.814954 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:13:13.814954 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 23:13:13.814954 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:13:13.814954 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:13:13.814954 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:13:13.814954 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:13:13.814954 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:13:13.814954 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:13:13.814954 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:13:13.846979 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5844f50c-a4a3-4f98-8eb1-2ecbf51c0193 None None] Pushing event deleted for resources: {'Port': ['ID=2c1c3e17-95d5-4d70-aaff-71b7abfcf85a,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:13.866545 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5844f50c-a4a3-4f98-8eb1-2ecbf51c0193 None None] No DVR routers for this DVR port 2c1c3e17-95d5-4d70-aaff-71b7abfcf85a on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:13:13.975318 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ad4ec474-556e-4c3f-b22d-221e5ade5c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:14.003493 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ad4ec474-556e-4c3f-b22d-221e5ade5c5e admin admin] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:14.005826 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-ad4ec474-556e-4c3f-b22d-221e5ade5c5e admin admin] 10.222.0.36 "DELETE /v2.0/networks/f4264da2-38cd-44c0-b397-5678d2cea138 HTTP/1.1" status: 204 len: 168 time: 1.0960989 Aug 16 23:13:14.007177 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4ec474-556e-4c3f-b22d-221e5ade5c5e admin admin] Pushing event deleted for resources: {'Network': ['ID=f4264da2-38cd-44c0-b397-5678d2cea138,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:14.288373 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device c97e656f-5e9b-4913-b9f2-61055c3dc65a up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:13:14.317541 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 36416) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:13:14.386040 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port c97e656f-5e9b-4913-b9f2-61055c3dc65a completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:13:14.394238 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port c97e656f-5e9b-4913-b9f2-61055c3dc65a triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:13:14.394238 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:14.460976 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-62eb4ce6-a852-4394-ad6a-5f86a39a1ede admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2021c5ea9b37490ab72514988bd9444c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1421387 Aug 16 23:13:14.463647 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 36424) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:13:14.564198 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:14.568303 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e657ca1f-63ac-4974-96cb-b4e4b92b8c2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:14.589231 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port c97e656f-5e9b-4913-b9f2-61055c3dc65a, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=c97e656f-5e9b-4913-b9f2-61055c3dc65a,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:13:14.596785 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:14.643668 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e657ca1f-63ac-4974-96cb-b4e4b92b8c2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:14.686677 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=c97e656f-5e9b-4913-b9f2-61055c3dc65a,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:14.719339 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 2a818ec2-c8ff-403e-b740-d3d63b016343 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:13:14.732198 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e657ca1f-63ac-4974-96cb-b4e4b92b8c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:14.735341 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e657ca1f-63ac-4974-96cb-b4e4b92b8c2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:14.736875 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-e657ca1f-63ac-4974-96cb-b4e4b92b8c2b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d16ff2d0-1ebf-4d89-b16a-9f394969ba5a HTTP/1.1" status: 204 len: 168 time: 0.2721412 Aug 16 23:13:14.747302 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e657ca1f-63ac-4974-96cb-b4e4b92b8c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d16ff2d0-1ebf-4d89-b16a-9f394969ba5a,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:14.853849 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 2a818ec2-c8ff-403e-b740-d3d63b016343 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:13:14.854417 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 2a818ec2-c8ff-403e-b740-d3d63b016343 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:13:14.856653 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 2c1c3e17-95d5-4d70-aaff-71b7abfcf85a no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:13:14.931910 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 2c1c3e17-95d5-4d70-aaff-71b7abfcf85a {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:13:14.932259 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 2c1c3e17-95d5-4d70-aaff-71b7abfcf85a not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:13:14.951946 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 36438) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:13:14.957450 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-6021d1b6-65c4-4ac1-a361-e8ad5448ae94 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1733057569-network', 'tenant_id': 'f1f34737dbdb48b6a398b9127c40ac98'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:13:15.000249 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6021d1b6-65c4-4ac1-a361-e8ad5448ae94 admin admin] Made reservation on behalf of f1f34737dbdb48b6a398b9127c40ac98 for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:13:15.003349 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6021d1b6-65c4-4ac1-a361-e8ad5448ae94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:15.014337 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6021d1b6-65c4-4ac1-a361-e8ad5448ae94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:15.149283 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6021d1b6-65c4-4ac1-a361-e8ad5448ae94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:15.157271 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6021d1b6-65c4-4ac1-a361-e8ad5448ae94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:15.173615 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6021d1b6-65c4-4ac1-a361-e8ad5448ae94 admin admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:13:15.186602 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6021d1b6-65c4-4ac1-a361-e8ad5448ae94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:15.187021 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-6021d1b6-65c4-4ac1-a361-e8ad5448ae94 admin admin] Added segment 55b08b79-eb8f-4d33-a8df-fba83c22cb74 of type vlan for network d7ff9fa0-9d46-473f-8ac7-b5d3f252aed9 Aug 16 23:13:15.272715 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6021d1b6-65c4-4ac1-a361-e8ad5448ae94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:15.317100 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6021d1b6-65c4-4ac1-a361-e8ad5448ae94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a4b3644-d8fe-47ec-ace6-9d178776475a,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:15.323714 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6021d1b6-65c4-4ac1-a361-e8ad5448ae94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:15.325401 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6021d1b6-65c4-4ac1-a361-e8ad5448ae94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:15.326193 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6021d1b6-65c4-4ac1-a361-e8ad5448ae94 admin admin] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:15.425685 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 36456) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:13:15.430999 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-6021d1b6-65c4-4ac1-a361-e8ad5448ae94 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4777918 Aug 16 23:13:15.432309 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-1fe89650-6882-4b28-bf26-49df562d18f8 admin admin] Request body: {'subnet': {'network_id': 'd7ff9fa0-9d46-473f-8ac7-b5d3f252aed9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1733057569-subnet', 'tenant_id': 'f1f34737dbdb48b6a398b9127c40ac98', 'ip_version': 4}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:13:15.469639 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6021d1b6-65c4-4ac1-a361-e8ad5448ae94 admin admin] Pushing event updated for resources: {'Network': ['ID=d7ff9fa0-9d46-473f-8ac7-b5d3f252aed9,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:15.482304 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network d7ff9fa0-9d46-473f-8ac7-b5d3f252aed9 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:13:15.500686 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe89650-6882-4b28-bf26-49df562d18f8 admin admin] Made reservation on behalf of f1f34737dbdb48b6a398b9127c40ac98 for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:13:15.504258 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1fe89650-6882-4b28-bf26-49df562d18f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:15.788721 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1fe89650-6882-4b28-bf26-49df562d18f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:15.868933 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 36476) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:13:15.870410 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe89650-6882-4b28-bf26-49df562d18f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14e6a739-0ab7-4b25-8a99-178ef8a3eafc,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:15.900667 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe89650-6882-4b28-bf26-49df562d18f8 admin admin] Checking segment: {'id': '55b08b79-eb8f-4d33-a8df-fba83c22cb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'd7ff9fa0-9d46-473f-8ac7-b5d3f252aed9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:13:15.902094 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe89650-6882-4b28-bf26-49df562d18f8 admin admin] Network hostable DHCP agents. Network: d7ff9fa0-9d46-473f-8ac7-b5d3f252aed9, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:13:15.930268 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe89650-6882-4b28-bf26-49df562d18f8 admin admin] Network d7ff9fa0-9d46-473f-8ac7-b5d3f252aed9 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:13:15.956759 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-1fe89650-6882-4b28-bf26-49df562d18f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, d7ff9fa0-9d46-473f-8ac7-b5d3f252aed9) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:13:15.962896 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe89650-6882-4b28-bf26-49df562d18f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:15.963636 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1fe89650-6882-4b28-bf26-49df562d18f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:15.967236 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd762ac0-4175-41b3-8210-00cfe77a7a18 None None] Sync routers for ids ['f81e7e85-c3e9-4d91-9c39-61672c271e99'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:13:15.972662 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce703fd0-2b69-4204-8ae5-d1aecb6fb39d None None] Network d7ff9fa0-9d46-473f-8ac7-b5d3f252aed9 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:13:16.001611 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-1fe89650-6882-4b28-bf26-49df562d18f8 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5746148 Aug 16 23:13:16.004448 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 36482) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:13:16.009272 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-3430b7db-d3ee-4fb4-b5a5-ce106f6c63d4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1733057569-router', 'tenant_id': 'f1f34737dbdb48b6a398b9127c40ac98', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:13:16.048948 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd762ac0-4175-41b3-8210-00cfe77a7a18 None None] Routers {'f81e7e85-c3e9-4d91-9c39-61672c271e99'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:13:16.049659 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-cd762ac0-4175-41b3-8210-00cfe77a7a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:12:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['f81e7e85-c3e9-4d91-9c39-61672c271e99'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:13:16.052963 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3430b7db-d3ee-4fb4-b5a5-ce106f6c63d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:16.054008 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3430b7db-d3ee-4fb4-b5a5-ce106f6c63d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:16.145053 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-66c820f9-742b-4194-a00a-ca25eee3fbba admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1295546016-network', 'tenant_id': 'ee91ace37a634fb9abb791ce5d24078e'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:13:16.171286 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3430b7db-d3ee-4fb4-b5a5-ce106f6c63d4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:16.173194 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c820f9-742b-4194-a00a-ca25eee3fbba admin admin] Made reservation on behalf of ee91ace37a634fb9abb791ce5d24078e for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:13:16.176023 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-66c820f9-742b-4194-a00a-ca25eee3fbba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:16.186688 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-66c820f9-742b-4194-a00a-ca25eee3fbba admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:16.264763 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device c97e656f-5e9b-4913-b9f2-61055c3dc65a up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:13:16.352152 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-cd762ac0-4175-41b3-8210-00cfe77a7a18 None None] Set router f81e7e85-c3e9-4d91-9c39-61672c271e99 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:13:16.356785 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d903b8b2-eb93-4f54-83d0-4a4b30b6a95e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-d7ff9fa0-9d46-473f-8ac7-b5d3f252aed9', 'network_id': 'd7ff9fa0-9d46-473f-8ac7-b5d3f252aed9', 'tenant_id': 'f1f34737dbdb48b6a398b9127c40ac98', 'fixed_ips': [{'subnet_id': '14e6a739-0ab7-4b25-8a99-178ef8a3eafc'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:13:16.357832 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d903b8b2-eb93-4f54-83d0-4a4b30b6a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:16.438426 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port c97e656f-5e9b-4913-b9f2-61055c3dc65a triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:13:16.439049 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:16.450759 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3430b7db-d3ee-4fb4-b5a5-ce106f6c63d4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:16.620818 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-66c820f9-742b-4194-a00a-ca25eee3fbba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:16.628307 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-66c820f9-742b-4194-a00a-ca25eee3fbba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:16.641296 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66c820f9-742b-4194-a00a-ca25eee3fbba admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:13:16.653207 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-66c820f9-742b-4194-a00a-ca25eee3fbba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:16.654003 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-66c820f9-742b-4194-a00a-ca25eee3fbba admin admin] Added segment 10a968c4-5c7d-4c23-b34c-ca325bfda5cc of type vlan for network 6152efff-6e82-46a1-acb7-149d7c33d5d6 Aug 16 23:13:16.703781 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-66c820f9-742b-4194-a00a-ca25eee3fbba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:16.737858 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-66c820f9-742b-4194-a00a-ca25eee3fbba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:16.739659 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c820f9-742b-4194-a00a-ca25eee3fbba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:16.740415 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-66c820f9-742b-4194-a00a-ca25eee3fbba admin admin] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:16.757851 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-d903b8b2-eb93-4f54-83d0-4a4b30b6a95e None None] Allocated IP 172.20.0.2 (d7ff9fa0-9d46-473f-8ac7-b5d3f252aed9/14e6a739-0ab7-4b25-8a99-178ef8a3eafc/09cb71cb-15f7-4c29-b7eb-00f39f8a2e46) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:13:16.823999 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c820f9-742b-4194-a00a-ca25eee3fbba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d57a197c-6d47-4d56-9c9b-4cb8ea84d3d9,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:16.838518 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-66c820f9-742b-4194-a00a-ca25eee3fbba admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9640846 Aug 16 23:13:16.841731 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 36496) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:13:16.848069 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-c5576c7b-2012-4051-ae3d-93becd324fd2 admin admin] Request body: {'subnet': {'network_id': '6152efff-6e82-46a1-acb7-149d7c33d5d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1295546016-subnet', 'tenant_id': 'ee91ace37a634fb9abb791ce5d24078e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:13:16.849182 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c820f9-742b-4194-a00a-ca25eee3fbba admin admin] Pushing event updated for resources: {'Network': ['ID=6152efff-6e82-46a1-acb7-149d7c33d5d6,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:16.883129 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 6152efff-6e82-46a1-acb7-149d7c33d5d6 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:13:16.917050 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5576c7b-2012-4051-ae3d-93becd324fd2 admin admin] Made reservation on behalf of ee91ace37a634fb9abb791ce5d24078e for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:13:16.956325 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c5576c7b-2012-4051-ae3d-93becd324fd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:17.129491 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3430b7db-d3ee-4fb4-b5a5-ce106f6c63d4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:17.154531 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3430b7db-d3ee-4fb4-b5a5-ce106f6c63d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:17.275819 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c5576c7b-2012-4051-ae3d-93becd324fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:17.327851 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d903b8b2-eb93-4f54-83d0-4a4b30b6a95e None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:17.337154 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-d903b8b2-eb93-4f54-83d0-4a4b30b6a95e None None] Transition to ACTIVE for port object 09cb71cb-15f7-4c29-b7eb-00f39f8a2e46 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:13:17.354722 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-cd762ac0-4175-41b3-8210-00cfe77a7a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f81e7e85-c3e9-4d91-9c39-61672c271e99', 'name': 'tempest-TestVolumeBackupRestore-456446591-router', 'tenant_id': '9fb21280028e49bfa9100ff987ff3b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': 'c97e656f-5e9b-4913-b9f2-61055c3dc65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:13:07Z', 'updated_at': '2021-08-16T23:13:12Z', 'revision_number': 4, 'project_id': '9fb21280028e49bfa9100ff987ff3b9d', 'gw_port': {'id': 'c97e656f-5e9b-4913-b9f2-61055c3dc65a', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81e7e85-c3e9-4d91-9c39-61672c271e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:13:07Z', 'updated_at': '2021-08-16T23:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '5ed6346e-15ef-438f-9f46-b1dad80c3516', 'name': '', 'network_id': 'be5d527b-4837-49dc-8ea1-3bb9f17b1194', 'tenant_id': '9fb21280028e49bfa9100ff987ff3b9d', 'mac_address': 'fa:16:3e:8f:be:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f81e7e85-c3e9-4d91-9c39-61672c271e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'fddcdc29-052d-46fa-95f2-f1b8153d4dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:13:11Z', 'updated_at': '2021-08-16T23:13:12Z', 'revision_number': 2, 'project_id': '9fb21280028e49bfa9100ff987ff3b9d', 'subnets': [{'id': 'fddcdc29-052d-46fa-95f2-f1b8153d4dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:13:17.359841 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-d903b8b2-eb93-4f54-83d0-4a4b30b6a95e None None] Transition to ACTIVE for port object 09cb71cb-15f7-4c29-b7eb-00f39f8a2e46 will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:13:17.411211 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd762ac0-4175-41b3-8210-00cfe77a7a18 None None] Checking router: f81e7e85-c3e9-4d91-9c39-61672c271e99 for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:13:17.411459 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd762ac0-4175-41b3-8210-00cfe77a7a18 None None] Updating router f81e7e85-c3e9-4d91-9c39-61672c271e99 port 5ed6346e-15ef-438f-9f46-b1dad80c3516 binding host n-d-791506-26 {{(pid=101293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:13:17.415177 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d903b8b2-eb93-4f54-83d0-4a4b30b6a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:17.418529 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5576c7b-2012-4051-ae3d-93becd324fd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d6a27ac-d81b-4d19-9995-25afe2c6f338,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:17.430746 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-3430b7db-d3ee-4fb4-b5a5-ce106f6c63d4 admin admin] Allocated IP 172.25.4.204 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/554025a1-c546-4dad-9e48-904337834203) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:13:17.435931 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5576c7b-2012-4051-ae3d-93becd324fd2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:13:17.437162 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5576c7b-2012-4051-ae3d-93becd324fd2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:13:17.437878 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5576c7b-2012-4051-ae3d-93becd324fd2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:13:17.438431 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5576c7b-2012-4051-ae3d-93becd324fd2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:13:17.438937 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5576c7b-2012-4051-ae3d-93becd324fd2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:13:17.439456 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5576c7b-2012-4051-ae3d-93becd324fd2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:13:17.439958 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5576c7b-2012-4051-ae3d-93becd324fd2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:13:17.441013 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5576c7b-2012-4051-ae3d-93becd324fd2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:13:17.441810 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5576c7b-2012-4051-ae3d-93becd324fd2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:13:17.442309 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5576c7b-2012-4051-ae3d-93becd324fd2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:13:17.442883 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5576c7b-2012-4051-ae3d-93becd324fd2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:13:17.443512 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5576c7b-2012-4051-ae3d-93becd324fd2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:13:17.475441 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cd762ac0-4175-41b3-8210-00cfe77a7a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:17.479494 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5576c7b-2012-4051-ae3d-93becd324fd2 admin admin] Checking segment: {'id': '10a968c4-5c7d-4c23-b34c-ca325bfda5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6152efff-6e82-46a1-acb7-149d7c33d5d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:13:17.480096 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5576c7b-2012-4051-ae3d-93becd324fd2 admin admin] Network hostable DHCP agents. Network: 6152efff-6e82-46a1-acb7-149d7c33d5d6, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:13:17.519923 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5576c7b-2012-4051-ae3d-93becd324fd2 admin admin] Network 6152efff-6e82-46a1-acb7-149d7c33d5d6 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:13:17.524914 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d903b8b2-eb93-4f54-83d0-4a4b30b6a95e None None] Network d7ff9fa0-9d46-473f-8ac7-b5d3f252aed9 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:13:17.533204 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-d903b8b2-eb93-4f54-83d0-4a4b30b6a95e None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:13:17.536241 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-c5576c7b-2012-4051-ae3d-93becd324fd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 6152efff-6e82-46a1-acb7-149d7c33d5d6) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:13:17.543687 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5576c7b-2012-4051-ae3d-93becd324fd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:17.545970 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c5576c7b-2012-4051-ae3d-93becd324fd2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:17.567192 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d903b8b2-eb93-4f54-83d0-4a4b30b6a95e None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:13:17.569267 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d903b8b2-eb93-4f54-83d0-4a4b30b6a95e None None] Pushing event updated for resources: {'Port': ['ID=09cb71cb-15f7-4c29-b7eb-00f39f8a2e46,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:17.571947 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63cc1c8e-49b2-4a7b-aab2-ac993d50f22e None None] Network 6152efff-6e82-46a1-acb7-149d7c33d5d6 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:13:17.583355 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-c5576c7b-2012-4051-ae3d-93becd324fd2 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7404070 Aug 16 23:13:17.583949 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 36508) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:13:17.589064 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-ca1d5fa4-fede-4d19-898a-a3db7f96536d admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1295546016-router', 'tenant_id': 'ee91ace37a634fb9abb791ce5d24078e', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:13:17.654588 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ca1d5fa4-fede-4d19-898a-a3db7f96536d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:17.654588 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ca1d5fa4-fede-4d19-898a-a3db7f96536d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:17.742353 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3430b7db-d3ee-4fb4-b5a5-ce106f6c63d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:17.761169 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ca1d5fa4-fede-4d19-898a-a3db7f96536d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:17.895812 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3430b7db-d3ee-4fb4-b5a5-ce106f6c63d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:17.924440 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-33fa1310-b30f-472d-9848-f118b2b1f54f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:17.929651 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-d903b8b2-eb93-4f54-83d0-4a4b30b6a95e None None] Attempting to bind port 09cb71cb-15f7-4c29-b7eb-00f39f8a2e46 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:13:17.934532 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-d903b8b2-eb93-4f54-83d0-4a4b30b6a95e None None] Attempting to bind port 09cb71cb-15f7-4c29-b7eb-00f39f8a2e46 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '55b08b79-eb8f-4d33-a8df-fba83c22cb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'd7ff9fa0-9d46-473f-8ac7-b5d3f252aed9'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:13:17.936711 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d903b8b2-eb93-4f54-83d0-4a4b30b6a95e None None] Attempting to bind port 09cb71cb-15f7-4c29-b7eb-00f39f8a2e46 on network d7ff9fa0-9d46-473f-8ac7-b5d3f252aed9 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:13:17.974734 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d903b8b2-eb93-4f54-83d0-4a4b30b6a95e None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:13:17.975117 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d903b8b2-eb93-4f54-83d0-4a4b30b6a95e None None] Checking segment: {'id': '55b08b79-eb8f-4d33-a8df-fba83c22cb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'd7ff9fa0-9d46-473f-8ac7-b5d3f252aed9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:13:17.975530 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d903b8b2-eb93-4f54-83d0-4a4b30b6a95e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:17.975933 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d903b8b2-eb93-4f54-83d0-4a4b30b6a95e None None] Bound using segment: {'id': '55b08b79-eb8f-4d33-a8df-fba83c22cb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'd7ff9fa0-9d46-473f-8ac7-b5d3f252aed9'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:13:17.976444 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-d903b8b2-eb93-4f54-83d0-4a4b30b6a95e None None] Bound port: 09cb71cb-15f7-4c29-b7eb-00f39f8a2e46, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55b08b79-eb8f-4d33-a8df-fba83c22cb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'd7ff9fa0-9d46-473f-8ac7-b5d3f252aed9'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:13:17.976850 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d903b8b2-eb93-4f54-83d0-4a4b30b6a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:17.986474 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3430b7db-d3ee-4fb4-b5a5-ce106f6c63d4 admin admin] Pushing event updated for resources: {'Port': ['ID=554025a1-c546-4dad-9e48-904337834203,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:18.016605 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3430b7db-d3ee-4fb4-b5a5-ce106f6c63d4 admin admin] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:13:18.018492 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-3430b7db-d3ee-4fb4-b5a5-ce106f6c63d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:13:18.023931 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3430b7db-d3ee-4fb4-b5a5-ce106f6c63d4 admin admin] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:13:18.367788 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-d903b8b2-eb93-4f54-83d0-4a4b30b6a95e None None] For port 09cb71cb-15f7-4c29-b7eb-00f39f8a2e46, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:13:18.380126 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-d903b8b2-eb93-4f54-83d0-4a4b30b6a95e None None] For port 09cb71cb-15f7-4c29-b7eb-00f39f8a2e46, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=09cb71cb-15f7-4c29-b7eb-00f39f8a2e46,segment=NetworkSegment(55b08b79-eb8f-4d33-a8df-fba83c22cb74),segment_id=55b08b79-eb8f-4d33-a8df-fba83c22cb74)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:13:18.392196 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3430b7db-d3ee-4fb4-b5a5-ce106f6c63d4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:18.432429 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ca1d5fa4-fede-4d19-898a-a3db7f96536d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:18.463347 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d903b8b2-eb93-4f54-83d0-4a4b30b6a95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:18.763468 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3430b7db-d3ee-4fb4-b5a5-ce106f6c63d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:18.800720 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d903b8b2-eb93-4f54-83d0-4a4b30b6a95e None None] Pushing event updated for resources: {'Port': ['ID=09cb71cb-15f7-4c29-b7eb-00f39f8a2e46,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:18.891815 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afcfc9a2-a4d4-4348-a857-02268170f9fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-6152efff-6e82-46a1-acb7-149d7c33d5d6', 'network_id': '6152efff-6e82-46a1-acb7-149d7c33d5d6', 'tenant_id': 'ee91ace37a634fb9abb791ce5d24078e', 'fixed_ips': [{'subnet_id': '7d6a27ac-d81b-4d19-9995-25afe2c6f338'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:13:18.892085 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ca1d5fa4-fede-4d19-898a-a3db7f96536d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:18.892949 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-afcfc9a2-a4d4-4348-a857-02268170f9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:18.909670 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cd762ac0-4175-41b3-8210-00cfe77a7a18 None None] Notify callbacks [] for port, precommit_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:18.934116 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cd762ac0-4175-41b3-8210-00cfe77a7a18 None None] Transition to ACTIVE for port object 5ed6346e-15ef-438f-9f46-b1dad80c3516 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:13:18.959961 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ca1d5fa4-fede-4d19-898a-a3db7f96536d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:19.115264 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-afcfc9a2-a4d4-4348-a857-02268170f9fa None None] Allocated IP 172.20.0.2 (6152efff-6e82-46a1-acb7-149d7c33d5d6/7d6a27ac-d81b-4d19-9995-25afe2c6f338/142202eb-e430-4750-abc5-ab63d8658ed1) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:13:19.170649 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cd762ac0-4175-41b3-8210-00cfe77a7a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:19.296765 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3430b7db-d3ee-4fb4-b5a5-ce106f6c63d4 admin admin] Router 4059acad-bd66-4ac5-b845-384c86a8cd1b is scheduled to L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f with binding_index 1 {{(pid=101292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:13:19.342098 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-ca1d5fa4-fede-4d19-898a-a3db7f96536d admin admin] Allocated IP 172.25.4.17 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/3cfb212f-23fa-4afc-98aa-46c9f3b564dd) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:13:19.351526 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589dc873-b89c-46a1-b3d2-8965c1347ffc None None] Pushing event updated for resources: {'Port': ['ID=5ed6346e-15ef-438f-9f46-b1dad80c3516,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:19.428012 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-cd762ac0-4175-41b3-8210-00cfe77a7a18 None None] Attempting to bind port 5ed6346e-15ef-438f-9f46-b1dad80c3516 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:13:19.428679 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-cd762ac0-4175-41b3-8210-00cfe77a7a18 None None] Attempting to bind port 5ed6346e-15ef-438f-9f46-b1dad80c3516 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '2488a0b2-8754-4a95-81b9-c394f64916d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'be5d527b-4837-49dc-8ea1-3bb9f17b1194'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:13:19.432083 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd762ac0-4175-41b3-8210-00cfe77a7a18 None None] Attempting to bind port 5ed6346e-15ef-438f-9f46-b1dad80c3516 on network be5d527b-4837-49dc-8ea1-3bb9f17b1194 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:13:19.457688 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd762ac0-4175-41b3-8210-00cfe77a7a18 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:13:19.458864 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd762ac0-4175-41b3-8210-00cfe77a7a18 None None] Checking segment: {'id': '2488a0b2-8754-4a95-81b9-c394f64916d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'be5d527b-4837-49dc-8ea1-3bb9f17b1194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:13:19.458864 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cd762ac0-4175-41b3-8210-00cfe77a7a18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:19.458864 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd762ac0-4175-41b3-8210-00cfe77a7a18 None None] Bound using segment: {'id': '2488a0b2-8754-4a95-81b9-c394f64916d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'be5d527b-4837-49dc-8ea1-3bb9f17b1194'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:13:19.460072 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-cd762ac0-4175-41b3-8210-00cfe77a7a18 None None] Bound port: 5ed6346e-15ef-438f-9f46-b1dad80c3516, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2488a0b2-8754-4a95-81b9-c394f64916d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'be5d527b-4837-49dc-8ea1-3bb9f17b1194'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:13:19.460072 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cd762ac0-4175-41b3-8210-00cfe77a7a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:19.680414 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-afcfc9a2-a4d4-4348-a857-02268170f9fa None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:19.715515 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ca1d5fa4-fede-4d19-898a-a3db7f96536d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:19.729486 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3430b7db-d3ee-4fb4-b5a5-ce106f6c63d4 admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:13:19.736565 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-afcfc9a2-a4d4-4348-a857-02268170f9fa None None] Transition to ACTIVE for port object 142202eb-e430-4750-abc5-ab63d8658ed1 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:13:19.749487 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743a934d-77b6-44ff-91ef-97c6a2ffb787 None None] Sync routers for ids ['4059acad-bd66-4ac5-b845-384c86a8cd1b'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:13:19.758386 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cd762ac0-4175-41b3-8210-00cfe77a7a18 None None] For port 5ed6346e-15ef-438f-9f46-b1dad80c3516, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:13:19.763775 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cd762ac0-4175-41b3-8210-00cfe77a7a18 None None] For port 5ed6346e-15ef-438f-9f46-b1dad80c3516, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=5ed6346e-15ef-438f-9f46-b1dad80c3516,segment=NetworkSegment(2488a0b2-8754-4a95-81b9-c394f64916d0),segment_id=2488a0b2-8754-4a95-81b9-c394f64916d0)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:13:19.786821 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743a934d-77b6-44ff-91ef-97c6a2ffb787 None None] Routers {'4059acad-bd66-4ac5-b845-384c86a8cd1b'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:13:19.788384 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3430b7db-d3ee-4fb4-b5a5-ce106f6c63d4 admin admin] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:19.788663 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-743a934d-77b6-44ff-91ef-97c6a2ffb787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:12:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['4059acad-bd66-4ac5-b845-384c86a8cd1b'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:13:19.790220 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cd762ac0-4175-41b3-8210-00cfe77a7a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:19.791266 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-3430b7db-d3ee-4fb4-b5a5-ce106f6c63d4 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.7857823 Aug 16 23:13:19.795587 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 36546) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:13:19.849419 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ca1d5fa4-fede-4d19-898a-a3db7f96536d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:19.879470 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-afcfc9a2-a4d4-4348-a857-02268170f9fa None None] Transition to ACTIVE for port object 142202eb-e430-4750-abc5-ab63d8658ed1 will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:13:19.885426 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589dc873-b89c-46a1-b3d2-8965c1347ffc None None] Pushing event updated for resources: {'Port': ['ID=5ed6346e-15ef-438f-9f46-b1dad80c3516,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:19.907544 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-afcfc9a2-a4d4-4348-a857-02268170f9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:19.989171 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1d5fa4-fede-4d19-898a-a3db7f96536d admin admin] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:13:20.021471 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-ca1d5fa4-fede-4d19-898a-a3db7f96536d admin admin] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:13:20.026464 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a031d208-27f1-46f1-8325-13483b4ba369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:20.037053 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1d5fa4-fede-4d19-898a-a3db7f96536d admin admin] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:13:20.070530 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afcfc9a2-a4d4-4348-a857-02268170f9fa None None] Network 6152efff-6e82-46a1-acb7-149d7c33d5d6 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:13:20.078652 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-afcfc9a2-a4d4-4348-a857-02268170f9fa None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:13:20.103308 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcfc9a2-a4d4-4348-a857-02268170f9fa None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:13:20.108392 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd762ac0-4175-41b3-8210-00cfe77a7a18 None None] Routers {'f81e7e85-c3e9-4d91-9c39-61672c271e99'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:13:20.121612 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-cd762ac0-4175-41b3-8210-00cfe77a7a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:12:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['f81e7e85-c3e9-4d91-9c39-61672c271e99'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:13:20.158534 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1d5fa4-fede-4d19-898a-a3db7f96536d admin admin] Pushing event updated for resources: {'Port': ['ID=3cfb212f-23fa-4afc-98aa-46c9f3b564dd,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:20.357255 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcfc9a2-a4d4-4348-a857-02268170f9fa None None] Pushing event updated for resources: {'Port': ['ID=142202eb-e430-4750-abc5-ab63d8658ed1,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:20.483317 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 09cb71cb-15f7-4c29-b7eb-00f39f8a2e46 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:13:20.503199 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-743a934d-77b6-44ff-91ef-97c6a2ffb787 None None] Set router 4059acad-bd66-4ac5-b845-384c86a8cd1b gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:13:20.630883 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a217700-b3e7-45f8-ba35-e8cd5b123dec None None] Network d7ff9fa0-9d46-473f-8ac7-b5d3f252aed9 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:13:20.879688 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ca1d5fa4-fede-4d19-898a-a3db7f96536d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:20.930421 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:20.955278 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-afcfc9a2-a4d4-4348-a857-02268170f9fa None None] Attempting to bind port 142202eb-e430-4750-abc5-ab63d8658ed1 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:13:20.955882 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-afcfc9a2-a4d4-4348-a857-02268170f9fa None None] Attempting to bind port 142202eb-e430-4750-abc5-ab63d8658ed1 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '10a968c4-5c7d-4c23-b34c-ca325bfda5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6152efff-6e82-46a1-acb7-149d7c33d5d6'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:13:20.956457 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcfc9a2-a4d4-4348-a857-02268170f9fa None None] Attempting to bind port 142202eb-e430-4750-abc5-ab63d8658ed1 on network 6152efff-6e82-46a1-acb7-149d7c33d5d6 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:13:21.044457 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-743a934d-77b6-44ff-91ef-97c6a2ffb787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4059acad-bd66-4ac5-b845-384c86a8cd1b', 'name': 'tempest-TestVolumeBackupRestore-1733057569-router', 'tenant_id': 'f1f34737dbdb48b6a398b9127c40ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '554025a1-c546-4dad-9e48-904337834203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:13:16Z', 'updated_at': '2021-08-16T23:13:18Z', 'revision_number': 3, 'project_id': 'f1f34737dbdb48b6a398b9127c40ac98', 'gw_port': {'id': '554025a1-c546-4dad-9e48-904337834203', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cb:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4059acad-bd66-4ac5-b845-384c86a8cd1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:13:17Z', 'updated_at': '2021-08-16T23:13:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:13:21.049053 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcfc9a2-a4d4-4348-a857-02268170f9fa None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:13:21.054077 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcfc9a2-a4d4-4348-a857-02268170f9fa None None] Checking segment: {'id': '10a968c4-5c7d-4c23-b34c-ca325bfda5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6152efff-6e82-46a1-acb7-149d7c33d5d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:13:21.054618 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-afcfc9a2-a4d4-4348-a857-02268170f9fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:21.055117 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcfc9a2-a4d4-4348-a857-02268170f9fa None None] Bound using segment: {'id': '10a968c4-5c7d-4c23-b34c-ca325bfda5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6152efff-6e82-46a1-acb7-149d7c33d5d6'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:13:21.055672 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-afcfc9a2-a4d4-4348-a857-02268170f9fa None None] Bound port: 142202eb-e430-4750-abc5-ab63d8658ed1, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10a968c4-5c7d-4c23-b34c-ca325bfda5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6152efff-6e82-46a1-acb7-149d7c33d5d6'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:13:21.056326 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-afcfc9a2-a4d4-4348-a857-02268170f9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:21.060504 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-cd762ac0-4175-41b3-8210-00cfe77a7a18 None None] Set router f81e7e85-c3e9-4d91-9c39-61672c271e99 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:13:21.154412 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743a934d-77b6-44ff-91ef-97c6a2ffb787 None None] Checking router: 4059acad-bd66-4ac5-b845-384c86a8cd1b for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:13:21.154917 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743a934d-77b6-44ff-91ef-97c6a2ffb787 None None] Updating router 4059acad-bd66-4ac5-b845-384c86a8cd1b port 554025a1-c546-4dad-9e48-904337834203 binding host n-d-791506-26 {{(pid=101294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:13:21.199970 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-743a934d-77b6-44ff-91ef-97c6a2ffb787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:21.260349 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 09cb71cb-15f7-4c29-b7eb-00f39f8a2e46 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:13:21.317668 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-be4da046-d30f-47d2-9830-bd7e4c6e806c None None] Provisioning for port 09cb71cb-15f7-4c29-b7eb-00f39f8a2e46 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:13:21.360743 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ca1d5fa4-fede-4d19-898a-a3db7f96536d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:21.585744 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-743a934d-77b6-44ff-91ef-97c6a2ffb787 None None] Notify callbacks [] for port, precommit_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:21.597220 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.provisioning_blocks [None req-743a934d-77b6-44ff-91ef-97c6a2ffb787 None None] Transition to ACTIVE for port object 554025a1-c546-4dad-9e48-904337834203 will not be triggered until provisioned by entity L2. {{(pid=101294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:13:21.608146 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-743a934d-77b6-44ff-91ef-97c6a2ffb787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:21.684374 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca1d5fa4-fede-4d19-898a-a3db7f96536d admin admin] Router 3a69ef79-4ea8-4947-83a7-a328b483794f is scheduled to L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f with binding_index 1 {{(pid=101291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:13:21.690608 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-743a934d-77b6-44ff-91ef-97c6a2ffb787 None None] Attempting to bind port 554025a1-c546-4dad-9e48-904337834203 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:13:21.690983 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-743a934d-77b6-44ff-91ef-97c6a2ffb787 None None] Attempting to bind port 554025a1-c546-4dad-9e48-904337834203 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:13:21.691345 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743a934d-77b6-44ff-91ef-97c6a2ffb787 None None] Attempting to bind port 554025a1-c546-4dad-9e48-904337834203 on network c22c4980-c849-406d-982c-a5d68c515a94 {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:13:21.700452 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743a934d-77b6-44ff-91ef-97c6a2ffb787 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:13:21.701203 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743a934d-77b6-44ff-91ef-97c6a2ffb787 None None] Checking segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:13:21.701617 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-743a934d-77b6-44ff-91ef-97c6a2ffb787 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:21.702202 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743a934d-77b6-44ff-91ef-97c6a2ffb787 None None] Bound using segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:13:21.702857 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-743a934d-77b6-44ff-91ef-97c6a2ffb787 None None] Bound port: 554025a1-c546-4dad-9e48-904337834203, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:13:21.703431 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-743a934d-77b6-44ff-91ef-97c6a2ffb787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:21.729111 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfe581e-b022-4c59-9eb9-386390e280bb None None] Pushing event updated for resources: {'Port': ['ID=554025a1-c546-4dad-9e48-904337834203,revision_number=2']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:21.784254 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-743a934d-77b6-44ff-91ef-97c6a2ffb787 None None] For port 554025a1-c546-4dad-9e48-904337834203, host n-d-791506-26, cleared binding levels {{(pid=101294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:13:21.810356 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-743a934d-77b6-44ff-91ef-97c6a2ffb787 None None] For port 554025a1-c546-4dad-9e48-904337834203, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=554025a1-c546-4dad-9e48-904337834203,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:13:21.817937 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e9352f2d-a4f4-4180-8d12-a33439e3ce57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:21.831487 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfe581e-b022-4c59-9eb9-386390e280bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:13:21.831844 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfe581e-b022-4c59-9eb9-386390e280bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:13:21.832195 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfe581e-b022-4c59-9eb9-386390e280bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:13:21.832553 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfe581e-b022-4c59-9eb9-386390e280bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:13:21.839184 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfe581e-b022-4c59-9eb9-386390e280bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:13:21.839757 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfe581e-b022-4c59-9eb9-386390e280bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:13:21.840104 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfe581e-b022-4c59-9eb9-386390e280bb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:13:21.840442 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfe581e-b022-4c59-9eb9-386390e280bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:13:21.841002 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfe581e-b022-4c59-9eb9-386390e280bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:13:21.841320 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfe581e-b022-4c59-9eb9-386390e280bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:13:21.841654 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfe581e-b022-4c59-9eb9-386390e280bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:13:21.852757 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfe581e-b022-4c59-9eb9-386390e280bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:13:21.878490 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-743a934d-77b6-44ff-91ef-97c6a2ffb787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:22.008614 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfe581e-b022-4c59-9eb9-386390e280bb None None] Pushing event updated for resources: {'Port': ['ID=554025a1-c546-4dad-9e48-904337834203,revision_number=3']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:22.019536 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743a934d-77b6-44ff-91ef-97c6a2ffb787 None None] Routers {'4059acad-bd66-4ac5-b845-384c86a8cd1b'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:13:22.020780 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-743a934d-77b6-44ff-91ef-97c6a2ffb787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:13:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['4059acad-bd66-4ac5-b845-384c86a8cd1b'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:13:22.040786 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca1d5fa4-fede-4d19-898a-a3db7f96536d admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:13:22.108793 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ca1d5fa4-fede-4d19-898a-a3db7f96536d admin admin] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:22.122383 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-be4da046-d30f-47d2-9830-bd7e4c6e806c None None] Provisioning complete for port 09cb71cb-15f7-4c29-b7eb-00f39f8a2e46 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:13:22.124766 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-ca1d5fa4-fede-4d19-898a-a3db7f96536d admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.5277154 Aug 16 23:13:22.124955 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-be4da046-d30f-47d2-9830-bd7e4c6e806c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:22.124955 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e85cf83-8c32-46d5-8ea2-7dbdb76a456a None None] Sync routers for ids ['3a69ef79-4ea8-4947-83a7-a328b483794f'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:13:22.125558 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 36580) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:13:22.203613 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:22.233368 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e85cf83-8c32-46d5-8ea2-7dbdb76a456a None None] Routers {'3a69ef79-4ea8-4947-83a7-a328b483794f'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:13:22.234012 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-7e85cf83-8c32-46d5-8ea2-7dbdb76a456a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:13:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['3a69ef79-4ea8-4947-83a7-a328b483794f'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:13:22.298116 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-e9352f2d-a4f4-4180-8d12-a33439e3ce57 admin admin] Allocated IP 172.20.0.1 (d7ff9fa0-9d46-473f-8ac7-b5d3f252aed9/14e6a739-0ab7-4b25-8a99-178ef8a3eafc/c4ed7833-c190-48f6-9d03-7f6e63da855c) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:13:22.316609 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-743a934d-77b6-44ff-91ef-97c6a2ffb787 None None] Set router 4059acad-bd66-4ac5-b845-384c86a8cd1b gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:13:22.370349 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-afcfc9a2-a4d4-4348-a857-02268170f9fa None None] For port 142202eb-e430-4750-abc5-ab63d8658ed1, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:13:22.383827 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-afcfc9a2-a4d4-4348-a857-02268170f9fa None None] For port 142202eb-e430-4750-abc5-ab63d8658ed1, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=142202eb-e430-4750-abc5-ab63d8658ed1,segment=NetworkSegment(10a968c4-5c7d-4c23-b34c-ca325bfda5cc),segment_id=10a968c4-5c7d-4c23-b34c-ca325bfda5cc)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:13:22.419121 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-afcfc9a2-a4d4-4348-a857-02268170f9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:22.492729 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcfc9a2-a4d4-4348-a857-02268170f9fa None None] Pushing event updated for resources: {'Port': ['ID=142202eb-e430-4750-abc5-ab63d8658ed1,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:22.708011 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-743a934d-77b6-44ff-91ef-97c6a2ffb787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4059acad-bd66-4ac5-b845-384c86a8cd1b', 'name': 'tempest-TestVolumeBackupRestore-1733057569-router', 'tenant_id': 'f1f34737dbdb48b6a398b9127c40ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '554025a1-c546-4dad-9e48-904337834203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:13:16Z', 'updated_at': '2021-08-16T23:13:18Z', 'revision_number': 3, 'project_id': 'f1f34737dbdb48b6a398b9127c40ac98', 'gw_port': {'id': '554025a1-c546-4dad-9e48-904337834203', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cb:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4059acad-bd66-4ac5-b845-384c86a8cd1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:13:17Z', 'updated_at': '2021-08-16T23:13:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:13:22.708462 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-7e85cf83-8c32-46d5-8ea2-7dbdb76a456a None None] Set router 3a69ef79-4ea8-4947-83a7-a328b483794f gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:13:22.711084 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e9352f2d-a4f4-4180-8d12-a33439e3ce57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:22.783390 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [None req-e9352f2d-a4f4-4180-8d12-a33439e3ce57 admin admin] Transition to ACTIVE for port object c4ed7833-c190-48f6-9d03-7f6e63da855c will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:13:22.800681 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743a934d-77b6-44ff-91ef-97c6a2ffb787 None None] The sync data for ids ['4059acad-bd66-4ac5-b845-384c86a8cd1b'] in n-d-791506-26 is: [{'id': '4059acad-bd66-4ac5-b845-384c86a8cd1b', 'name': 'tempest-TestVolumeBackupRestore-1733057569-router', 'tenant_id': 'f1f34737dbdb48b6a398b9127c40ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '554025a1-c546-4dad-9e48-904337834203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:13:16Z', 'updated_at': '2021-08-16T23:13:18Z', 'revision_number': 3, 'project_id': 'f1f34737dbdb48b6a398b9127c40ac98', 'gw_port': {'id': '554025a1-c546-4dad-9e48-904337834203', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cb:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4059acad-bd66-4ac5-b845-384c86a8cd1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:13:17Z', 'updated_at': '2021-08-16T23:13:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:13:22.848178 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-be4da046-d30f-47d2-9830-bd7e4c6e806c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:22.944998 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e9352f2d-a4f4-4180-8d12-a33439e3ce57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:23.172174 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:23.184802 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9352f2d-a4f4-4180-8d12-a33439e3ce57 admin admin] Pushing event updated for resources: {'Port': ['ID=c4ed7833-c190-48f6-9d03-7f6e63da855c,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:23.244397 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9352f2d-a4f4-4180-8d12-a33439e3ce57 admin admin] Network d7ff9fa0-9d46-473f-8ac7-b5d3f252aed9 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:13:23.252773 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-e9352f2d-a4f4-4180-8d12-a33439e3ce57 admin admin] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:13:23.253515 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-be4da046-d30f-47d2-9830-bd7e4c6e806c None None] For port 09cb71cb-15f7-4c29-b7eb-00f39f8a2e46, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=09cb71cb-15f7-4c29-b7eb-00f39f8a2e46,segment=NetworkSegment(55b08b79-eb8f-4d33-a8df-fba83c22cb74),segment_id=55b08b79-eb8f-4d33-a8df-fba83c22cb74)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:13:23.266605 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9352f2d-a4f4-4180-8d12-a33439e3ce57 admin admin] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:13:23.270900 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-be4da046-d30f-47d2-9830-bd7e4c6e806c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:23.397472 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e9352f2d-a4f4-4180-8d12-a33439e3ce57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954230'] for router_interface, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:23.429551 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-cd762ac0-4175-41b3-8210-00cfe77a7a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f81e7e85-c3e9-4d91-9c39-61672c271e99', 'name': 'tempest-TestVolumeBackupRestore-456446591-router', 'tenant_id': '9fb21280028e49bfa9100ff987ff3b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': 'c97e656f-5e9b-4913-b9f2-61055c3dc65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:13:07Z', 'updated_at': '2021-08-16T23:13:12Z', 'revision_number': 4, 'project_id': '9fb21280028e49bfa9100ff987ff3b9d', 'gw_port': {'id': 'c97e656f-5e9b-4913-b9f2-61055c3dc65a', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81e7e85-c3e9-4d91-9c39-61672c271e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:13:07Z', 'updated_at': '2021-08-16T23:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '5ed6346e-15ef-438f-9f46-b1dad80c3516', 'name': '', 'network_id': 'be5d527b-4837-49dc-8ea1-3bb9f17b1194', 'tenant_id': '9fb21280028e49bfa9100ff987ff3b9d', 'mac_address': 'fa:16:3e:8f:be:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f81e7e85-c3e9-4d91-9c39-61672c271e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'fddcdc29-052d-46fa-95f2-f1b8153d4dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:13:11Z', 'updated_at': '2021-08-16T23:13:19Z', 'revision_number': 4, 'project_id': '9fb21280028e49bfa9100ff987ff3b9d', 'subnets': [{'id': 'fddcdc29-052d-46fa-95f2-f1b8153d4dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:13:23.547138 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3fb0b095-cd46-48ea-8f62-8b8dfc04c7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:23.622069 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd762ac0-4175-41b3-8210-00cfe77a7a18 None None] The sync data for ids ['f81e7e85-c3e9-4d91-9c39-61672c271e99'] in n-d-791506-26 is: [{'id': 'f81e7e85-c3e9-4d91-9c39-61672c271e99', 'name': 'tempest-TestVolumeBackupRestore-456446591-router', 'tenant_id': '9fb21280028e49bfa9100ff987ff3b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': 'c97e656f-5e9b-4913-b9f2-61055c3dc65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:13:07Z', 'updated_at': '2021-08-16T23:13:12Z', 'revision_number': 4, 'project_id': '9fb21280028e49bfa9100ff987ff3b9d', 'gw_port': {'id': 'c97e656f-5e9b-4913-b9f2-61055c3dc65a', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81e7e85-c3e9-4d91-9c39-61672c271e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:13:07Z', 'updated_at': '2021-08-16T23:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '5ed6346e-15ef-438f-9f46-b1dad80c3516', 'name': '', 'network_id': 'be5d527b-4837-49dc-8ea1-3bb9f17b1194', 'tenant_id': '9fb21280028e49bfa9100ff987ff3b9d', 'mac_address': 'fa:16:3e:8f:be:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f81e7e85-c3e9-4d91-9c39-61672c271e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'fddcdc29-052d-46fa-95f2-f1b8153d4dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:13:11Z', 'updated_at': '2021-08-16T23:13:19Z', 'revision_number': 4, 'project_id': '9fb21280028e49bfa9100ff987ff3b9d', 'subnets': [{'id': 'fddcdc29-052d-46fa-95f2-f1b8153d4dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:13:23.689206 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-3cc177ae-f21f-4c18-a024-c6336001c552 None None] Provisioning complete for port 09cb71cb-15f7-4c29-b7eb-00f39f8a2e46 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:13:23.689828 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-3cc177ae-f21f-4c18-a024-c6336001c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:23.786938 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4da046-d30f-47d2-9830-bd7e4c6e806c None None] Pushing event updated for resources: {'Port': ['ID=09cb71cb-15f7-4c29-b7eb-00f39f8a2e46,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:23.968314 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-7e85cf83-8c32-46d5-8ea2-7dbdb76a456a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a69ef79-4ea8-4947-83a7-a328b483794f', 'name': 'tempest-ServerActionsTestJSON-1295546016-router', 'tenant_id': 'ee91ace37a634fb9abb791ce5d24078e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '3cfb212f-23fa-4afc-98aa-46c9f3b564dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:13:17Z', 'updated_at': '2021-08-16T23:13:20Z', 'revision_number': 3, 'project_id': 'ee91ace37a634fb9abb791ce5d24078e', 'gw_port': {'id': '3cfb212f-23fa-4afc-98aa-46c9f3b564dd', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:19:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a69ef79-4ea8-4947-83a7-a328b483794f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:13:18Z', 'updated_at': '2021-08-16T23:13:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:13:24.072450 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e9352f2d-a4f4-4180-8d12-a33439e3ce57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:24.130821 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e85cf83-8c32-46d5-8ea2-7dbdb76a456a None None] Checking router: 3a69ef79-4ea8-4947-83a7-a328b483794f for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:13:24.131471 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e85cf83-8c32-46d5-8ea2-7dbdb76a456a None None] Updating router 3a69ef79-4ea8-4947-83a7-a328b483794f port 3cfb212f-23fa-4afc-98aa-46c9f3b564dd binding host n-d-791506-26 {{(pid=101293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:13:24.242703 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-3fb0b095-cd46-48ea-8f62-8b8dfc04c7d4 admin admin] Allocated IP 172.20.0.1 (6152efff-6e82-46a1-acb7-149d7c33d5d6/7d6a27ac-d81b-4d19-9995-25afe2c6f338/b97051dd-c67e-4828-93b4-20bcddc41105) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:13:24.348508 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7e85cf83-8c32-46d5-8ea2-7dbdb76a456a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:24.718584 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3fb0b095-cd46-48ea-8f62-8b8dfc04c7d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:24.765777 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-3fb0b095-cd46-48ea-8f62-8b8dfc04c7d4 admin admin] Transition to ACTIVE for port object b97051dd-c67e-4828-93b4-20bcddc41105 will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:13:24.829106 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e9352f2d-a4f4-4180-8d12-a33439e3ce57 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:24.845878 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e9352f2d-a4f4-4180-8d12-a33439e3ce57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:24.895397 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3fb0b095-cd46-48ea-8f62-8b8dfc04c7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:24.920651 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-b6a0ae4f-654b-4127-ac7c-2a4b496a642a None None] Provisioning for port c4ed7833-c190-48f6-9d03-7f6e63da855c completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:13:24.928231 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 09cb71cb-15f7-4c29-b7eb-00f39f8a2e46 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:13:24.956721 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7af737-6ac9-4961-9ee5-b83c442cf11c None None] Network 6152efff-6e82-46a1-acb7-149d7c33d5d6 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:13:25.095920 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb0b095-cd46-48ea-8f62-8b8dfc04c7d4 admin admin] Pushing event updated for resources: {'Port': ['ID=b97051dd-c67e-4828-93b4-20bcddc41105,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:25.109236 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb0b095-cd46-48ea-8f62-8b8dfc04c7d4 admin admin] Network 6152efff-6e82-46a1-acb7-149d7c33d5d6 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:13:25.112898 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-3fb0b095-cd46-48ea-8f62-8b8dfc04c7d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:13:25.116692 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9352f2d-a4f4-4180-8d12-a33439e3ce57 admin admin] Pushing event updated for resources: {'Port': ['ID=c4ed7833-c190-48f6-9d03-7f6e63da855c,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:25.121560 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e9352f2d-a4f4-4180-8d12-a33439e3ce57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954122'] for router_interface, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:25.131232 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb0b095-cd46-48ea-8f62-8b8dfc04c7d4 admin admin] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:13:25.153810 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-b6a0ae4f-654b-4127-ac7c-2a4b496a642a None None] Provisioning complete for port c4ed7833-c190-48f6-9d03-7f6e63da855c triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:13:25.154202 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-b6a0ae4f-654b-4127-ac7c-2a4b496a642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:25.210017 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3fb0b095-cd46-48ea-8f62-8b8dfc04c7d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954230'] for router_interface, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:25.342661 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9352f2d-a4f4-4180-8d12-a33439e3ce57 admin admin] Network d7ff9fa0-9d46-473f-8ac7-b5d3f252aed9 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:13:25.353150 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-e9352f2d-a4f4-4180-8d12-a33439e3ce57 admin admin] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:13:25.359751 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-b6a0ae4f-654b-4127-ac7c-2a4b496a642a None None] Port c4ed7833-c190-48f6-9d03-7f6e63da855c cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:13:25.448270 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:25.494165 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 09cb71cb-15f7-4c29-b7eb-00f39f8a2e46 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:13:25.497757 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:25.779290 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9352f2d-a4f4-4180-8d12-a33439e3ce57 admin admin] Router 4059acad-bd66-4ac5-b845-384c86a8cd1b has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:13:25.791204 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cd8c7e6b-30f6-4832-bad2-c20e3b796c98 None None] Provisioning for port 142202eb-e430-4750-abc5-ab63d8658ed1 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:13:25.811919 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3fb0b095-cd46-48ea-8f62-8b8dfc04c7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:25.881921 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7e85cf83-8c32-46d5-8ea2-7dbdb76a456a None None] Notify callbacks [] for port, precommit_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:25.929625 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-7e85cf83-8c32-46d5-8ea2-7dbdb76a456a None None] Transition to ACTIVE for port object 3cfb212f-23fa-4afc-98aa-46c9f3b564dd will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:13:26.005083 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7e85cf83-8c32-46d5-8ea2-7dbdb76a456a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:26.148334 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9352f2d-a4f4-4180-8d12-a33439e3ce57 admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:13:26.195761 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-e9352f2d-a4f4-4180-8d12-a33439e3ce57 admin admin] 10.222.0.36 "PUT /v2.0/routers/4059acad-bd66-4ac5-b845-384c86a8cd1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3989780 Aug 16 23:13:26.290257 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3fb0b095-cd46-48ea-8f62-8b8dfc04c7d4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:26.296709 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3fb0b095-cd46-48ea-8f62-8b8dfc04c7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:26.311853 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-7e85cf83-8c32-46d5-8ea2-7dbdb76a456a None None] Attempting to bind port 3cfb212f-23fa-4afc-98aa-46c9f3b564dd on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:13:26.314312 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-7e85cf83-8c32-46d5-8ea2-7dbdb76a456a None None] Attempting to bind port 3cfb212f-23fa-4afc-98aa-46c9f3b564dd by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:13:26.314713 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e85cf83-8c32-46d5-8ea2-7dbdb76a456a None None] Attempting to bind port 3cfb212f-23fa-4afc-98aa-46c9f3b564dd on network c22c4980-c849-406d-982c-a5d68c515a94 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:13:26.381598 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3fb0b095-cd46-48ea-8f62-8b8dfc04c7d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954122'] for router_interface, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:26.393869 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e937c60d-71bc-4936-9a5e-37bd57242d62 None None] Pushing event updated for resources: {'Port': ['ID=3cfb212f-23fa-4afc-98aa-46c9f3b564dd,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:26.408881 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-97d00607-f4b6-4184-9b79-13292b30d44b None None] Provisioning complete for port c4ed7833-c190-48f6-9d03-7f6e63da855c triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:13:26.409456 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-97d00607-f4b6-4184-9b79-13292b30d44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:26.413814 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e85cf83-8c32-46d5-8ea2-7dbdb76a456a None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:13:26.414528 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e85cf83-8c32-46d5-8ea2-7dbdb76a456a None None] Checking segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:13:26.415544 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7e85cf83-8c32-46d5-8ea2-7dbdb76a456a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:26.416113 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e85cf83-8c32-46d5-8ea2-7dbdb76a456a None None] Bound using segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:13:26.416831 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-7e85cf83-8c32-46d5-8ea2-7dbdb76a456a None None] Bound port: 3cfb212f-23fa-4afc-98aa-46c9f3b564dd, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:13:26.417510 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7e85cf83-8c32-46d5-8ea2-7dbdb76a456a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:26.527565 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb0b095-cd46-48ea-8f62-8b8dfc04c7d4 admin admin] Pushing event updated for resources: {'Port': ['ID=b97051dd-c67e-4828-93b4-20bcddc41105,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:26.616809 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb0b095-cd46-48ea-8f62-8b8dfc04c7d4 admin admin] Network 6152efff-6e82-46a1-acb7-149d7c33d5d6 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:13:26.618478 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-3fb0b095-cd46-48ea-8f62-8b8dfc04c7d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:13:26.754664 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f052bb-ec66-4696-b753-de021f8f2697 None None] Sync routers for ids ['4059acad-bd66-4ac5-b845-384c86a8cd1b'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:13:26.772700 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f052bb-ec66-4696-b753-de021f8f2697 None None] Routers {'4059acad-bd66-4ac5-b845-384c86a8cd1b'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:13:26.775561 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-d6f052bb-ec66-4696-b753-de021f8f2697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:13:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['4059acad-bd66-4ac5-b845-384c86a8cd1b'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:13:26.943254 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fb0b095-cd46-48ea-8f62-8b8dfc04c7d4 admin admin] Router 3a69ef79-4ea8-4947-83a7-a328b483794f has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:13:26.970193 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 5ed6346e-15ef-438f-9f46-b1dad80c3516 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:13:26.995102 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-97d00607-f4b6-4184-9b79-13292b30d44b None None] Port c4ed7833-c190-48f6-9d03-7f6e63da855c cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:13:27.018358 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-d6f052bb-ec66-4696-b753-de021f8f2697 None None] Set router 4059acad-bd66-4ac5-b845-384c86a8cd1b gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:13:27.123008 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-7e85cf83-8c32-46d5-8ea2-7dbdb76a456a None None] For port 3cfb212f-23fa-4afc-98aa-46c9f3b564dd, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:13:27.130359 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-7e85cf83-8c32-46d5-8ea2-7dbdb76a456a None None] For port 3cfb212f-23fa-4afc-98aa-46c9f3b564dd, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=3cfb212f-23fa-4afc-98aa-46c9f3b564dd,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:13:27.152923 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7e85cf83-8c32-46d5-8ea2-7dbdb76a456a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:27.242764 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 5ed6346e-15ef-438f-9f46-b1dad80c3516 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:13:27.251973 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fb0b095-cd46-48ea-8f62-8b8dfc04c7d4 admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:13:27.265027 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-3fb0b095-cd46-48ea-8f62-8b8dfc04c7d4 admin admin] 10.222.0.36 "PUT /v2.0/routers/3a69ef79-4ea8-4947-83a7-a328b483794f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1376665 Aug 16 23:13:27.306140 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-069d4342-90e1-4710-9c59-11b8eb54132d None None] Provisioning for port b97051dd-c67e-4828-93b4-20bcddc41105 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:13:27.308745 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 5ed6346e-15ef-438f-9f46-b1dad80c3516 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:13:27.312974 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:27.394616 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-069d4342-90e1-4710-9c59-11b8eb54132d None None] Provisioning complete for port b97051dd-c67e-4828-93b4-20bcddc41105 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:13:27.395454 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-069d4342-90e1-4710-9c59-11b8eb54132d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:27.396599 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e85cf83-8c32-46d5-8ea2-7dbdb76a456a None None] Routers {'3a69ef79-4ea8-4947-83a7-a328b483794f'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:13:27.397243 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-7e85cf83-8c32-46d5-8ea2-7dbdb76a456a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:13:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['3a69ef79-4ea8-4947-83a7-a328b483794f'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:13:27.403993 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e937c60d-71bc-4936-9a5e-37bd57242d62 None None] Pushing event updated for resources: {'Port': ['ID=3cfb212f-23fa-4afc-98aa-46c9f3b564dd,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:27.591457 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-d6f052bb-ec66-4696-b753-de021f8f2697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4059acad-bd66-4ac5-b845-384c86a8cd1b', 'name': 'tempest-TestVolumeBackupRestore-1733057569-router', 'tenant_id': 'f1f34737dbdb48b6a398b9127c40ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '554025a1-c546-4dad-9e48-904337834203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:13:16Z', 'updated_at': '2021-08-16T23:13:23Z', 'revision_number': 4, 'project_id': 'f1f34737dbdb48b6a398b9127c40ac98', 'gw_port': {'id': '554025a1-c546-4dad-9e48-904337834203', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cb:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4059acad-bd66-4ac5-b845-384c86a8cd1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:13:17Z', 'updated_at': '2021-08-16T23:13:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'c4ed7833-c190-48f6-9d03-7f6e63da855c', 'name': '', 'network_id': 'd7ff9fa0-9d46-473f-8ac7-b5d3f252aed9', 'tenant_id': 'f1f34737dbdb48b6a398b9127c40ac98', 'mac_address': 'fa:16:3e:00:6e:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4059acad-bd66-4ac5-b845-384c86a8cd1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': '14e6a739-0ab7-4b25-8a99-178ef8a3eafc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:13:21Z', 'updated_at': '2021-08-16T23:13:24Z', 'revision_number': 2, 'project_id': 'f1f34737dbdb48b6a398b9127c40ac98', 'subnets': [{'id': '14e6a739-0ab7-4b25-8a99-178ef8a3eafc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:13:27.644480 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:27.661572 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f052bb-ec66-4696-b753-de021f8f2697 None None] Checking router: 4059acad-bd66-4ac5-b845-384c86a8cd1b for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:13:27.661923 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f052bb-ec66-4696-b753-de021f8f2697 None None] Updating router 4059acad-bd66-4ac5-b845-384c86a8cd1b port c4ed7833-c190-48f6-9d03-7f6e63da855c binding host n-d-791506-26 {{(pid=101294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:13:27.702533 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-d6f052bb-ec66-4696-b753-de021f8f2697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:27.724398 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-069d4342-90e1-4710-9c59-11b8eb54132d None None] Port b97051dd-c67e-4828-93b4-20bcddc41105 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:13:27.742291 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 5ed6346e-15ef-438f-9f46-b1dad80c3516, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=5ed6346e-15ef-438f-9f46-b1dad80c3516,segment=NetworkSegment(2488a0b2-8754-4a95-81b9-c394f64916d0),segment_id=2488a0b2-8754-4a95-81b9-c394f64916d0)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:13:27.753409 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:27.754343 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 554025a1-c546-4dad-9e48-904337834203 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:13:27.874379 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=5ed6346e-15ef-438f-9f46-b1dad80c3516,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:27.979864 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-7e85cf83-8c32-46d5-8ea2-7dbdb76a456a None None] Set router 3a69ef79-4ea8-4947-83a7-a328b483794f gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:13:28.062563 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-3336db12-31a0-4b9e-abbe-3a8750b364cb None None] Provisioning complete for port b97051dd-c67e-4828-93b4-20bcddc41105 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:13:28.064153 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-3336db12-31a0-4b9e-abbe-3a8750b364cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:28.241457 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 554025a1-c546-4dad-9e48-904337834203 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:13:28.251725 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-3336db12-31a0-4b9e-abbe-3a8750b364cb None None] Port b97051dd-c67e-4828-93b4-20bcddc41105 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:13:28.255108 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 554025a1-c546-4dad-9e48-904337834203 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:13:28.255967 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:28.262607 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 36692) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:13:28.267193 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-d6e743fc-1ee4-489b-8f9e-639339e8120a tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Request body: {'security_group': {'name': 'tempest-securitygroup--92812716', 'description': 'tempest-description--1264601350'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:13:28.317379 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d6e743fc-1ee4-489b-8f9e-639339e8120a tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:28.429731 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-d6f052bb-ec66-4696-b753-de021f8f2697 None None] Notify callbacks [] for port, precommit_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:28.441340 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.provisioning_blocks [None req-d6f052bb-ec66-4696-b753-de021f8f2697 None None] Transition to ACTIVE for port object c4ed7833-c190-48f6-9d03-7f6e63da855c will not be triggered until provisioned by entity L2. {{(pid=101294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:13:28.449768 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-d6f052bb-ec66-4696-b753-de021f8f2697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:28.484551 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d6e743fc-1ee4-489b-8f9e-639339e8120a tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:28.492257 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d6e743fc-1ee4-489b-8f9e-639339e8120a tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:28.500455 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:28.501051 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7181d07b-ce2b-4d47-9088-aea95ff8524c None None] Pushing event updated for resources: {'Port': ['ID=c4ed7833-c190-48f6-9d03-7f6e63da855c,revision_number=3']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:28.572957 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 554025a1-c546-4dad-9e48-904337834203, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=554025a1-c546-4dad-9e48-904337834203,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:13:28.585142 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-7e85cf83-8c32-46d5-8ea2-7dbdb76a456a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a69ef79-4ea8-4947-83a7-a328b483794f', 'name': 'tempest-ServerActionsTestJSON-1295546016-router', 'tenant_id': 'ee91ace37a634fb9abb791ce5d24078e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '3cfb212f-23fa-4afc-98aa-46c9f3b564dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:13:17Z', 'updated_at': '2021-08-16T23:13:25Z', 'revision_number': 4, 'project_id': 'ee91ace37a634fb9abb791ce5d24078e', 'gw_port': {'id': '3cfb212f-23fa-4afc-98aa-46c9f3b564dd', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:19:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a69ef79-4ea8-4947-83a7-a328b483794f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:13:18Z', 'updated_at': '2021-08-16T23:13:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'b97051dd-c67e-4828-93b4-20bcddc41105', 'name': '', 'network_id': '6152efff-6e82-46a1-acb7-149d7c33d5d6', 'tenant_id': 'ee91ace37a634fb9abb791ce5d24078e', 'mac_address': 'fa:16:3e:c4:01:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a69ef79-4ea8-4947-83a7-a328b483794f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '7d6a27ac-d81b-4d19-9995-25afe2c6f338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:13:23Z', 'updated_at': '2021-08-16T23:13:25Z', 'revision_number': 2, 'project_id': 'ee91ace37a634fb9abb791ce5d24078e', 'subnets': [{'id': '7d6a27ac-d81b-4d19-9995-25afe2c6f338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:13:28.610304 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e743fc-1ee4-489b-8f9e-639339e8120a tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc72d54-097b-421d-953a-e4e7a8a28dc7,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:28.631551 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d6e743fc-1ee4-489b-8f9e-639339e8120a tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:28.633920 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-d6e743fc-1ee4-489b-8f9e-639339e8120a tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3707271 Aug 16 23:13:28.637388 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 36718) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:13:28.643973 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-d92842f4-d681-470c-abf8-845c03b2f058 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Request body: {'security_group_rule': {'security_group_id': 'fbc72d54-097b-421d-953a-e4e7a8a28dc7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:13:28.685782 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-d6f052bb-ec66-4696-b753-de021f8f2697 None None] Attempting to bind port c4ed7833-c190-48f6-9d03-7f6e63da855c on host n-d-791506-26 for vnic_type normal with profile {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:13:28.686174 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-d6f052bb-ec66-4696-b753-de021f8f2697 None None] Attempting to bind port c4ed7833-c190-48f6-9d03-7f6e63da855c by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '55b08b79-eb8f-4d33-a8df-fba83c22cb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'd7ff9fa0-9d46-473f-8ac7-b5d3f252aed9'}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:13:28.686548 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f052bb-ec66-4696-b753-de021f8f2697 None None] Attempting to bind port c4ed7833-c190-48f6-9d03-7f6e63da855c on network d7ff9fa0-9d46-473f-8ac7-b5d3f252aed9 {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:13:28.693139 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d92842f4-d681-470c-abf8-845c03b2f058 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:28.697709 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f052bb-ec66-4696-b753-de021f8f2697 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:13:28.697947 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f052bb-ec66-4696-b753-de021f8f2697 None None] Checking segment: {'id': '55b08b79-eb8f-4d33-a8df-fba83c22cb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'd7ff9fa0-9d46-473f-8ac7-b5d3f252aed9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:13:28.698554 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-d6f052bb-ec66-4696-b753-de021f8f2697 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:28.703938 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f052bb-ec66-4696-b753-de021f8f2697 None None] Bound using segment: {'id': '55b08b79-eb8f-4d33-a8df-fba83c22cb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'd7ff9fa0-9d46-473f-8ac7-b5d3f252aed9'} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:13:28.704643 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-d6f052bb-ec66-4696-b753-de021f8f2697 None None] Bound port: c4ed7833-c190-48f6-9d03-7f6e63da855c, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55b08b79-eb8f-4d33-a8df-fba83c22cb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'd7ff9fa0-9d46-473f-8ac7-b5d3f252aed9'}}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:13:28.705049 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-d6f052bb-ec66-4696-b753-de021f8f2697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:28.715523 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:28.716844 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 142202eb-e430-4750-abc5-ab63d8658ed1 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:13:28.808972 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d92842f4-d681-470c-abf8-845c03b2f058 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:28.816394 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d92842f4-d681-470c-abf8-845c03b2f058 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:28.853018 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92842f4-d681-470c-abf8-845c03b2f058 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f0065f8-530f-4761-ad4d-a3e93c58c585,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:28.854130 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-d6f052bb-ec66-4696-b753-de021f8f2697 None None] For port c4ed7833-c190-48f6-9d03-7f6e63da855c, host n-d-791506-26, cleared binding levels {{(pid=101294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:13:28.865481 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-d6f052bb-ec66-4696-b753-de021f8f2697 None None] For port c4ed7833-c190-48f6-9d03-7f6e63da855c, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=c4ed7833-c190-48f6-9d03-7f6e63da855c,segment=NetworkSegment(55b08b79-eb8f-4d33-a8df-fba83c22cb74),segment_id=55b08b79-eb8f-4d33-a8df-fba83c22cb74)] {{(pid=101294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:13:28.867040 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d92842f4-d681-470c-abf8-845c03b2f058 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:28.869724 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-d92842f4-d681-470c-abf8-845c03b2f058 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2309151 Aug 16 23:13:28.872499 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 36720) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:13:28.874722 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-d6f052bb-ec66-4696-b753-de021f8f2697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:28.881195 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-38cc4e62-a21b-482f-8d2f-6a526555f156 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Request body: {'security_group_rule': {'security_group_id': 'fbc72d54-097b-421d-953a-e4e7a8a28dc7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:13:28.919506 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-38cc4e62-a21b-482f-8d2f-6a526555f156 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:28.925299 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e85cf83-8c32-46d5-8ea2-7dbdb76a456a None None] The sync data for ids ['3a69ef79-4ea8-4947-83a7-a328b483794f'] in n-d-791506-26 is: [{'id': '3a69ef79-4ea8-4947-83a7-a328b483794f', 'name': 'tempest-ServerActionsTestJSON-1295546016-router', 'tenant_id': 'ee91ace37a634fb9abb791ce5d24078e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '3cfb212f-23fa-4afc-98aa-46c9f3b564dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:13:17Z', 'updated_at': '2021-08-16T23:13:25Z', 'revision_number': 4, 'project_id': 'ee91ace37a634fb9abb791ce5d24078e', 'gw_port': {'id': '3cfb212f-23fa-4afc-98aa-46c9f3b564dd', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:19:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a69ef79-4ea8-4947-83a7-a328b483794f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:13:18Z', 'updated_at': '2021-08-16T23:13:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'b97051dd-c67e-4828-93b4-20bcddc41105', 'name': '', 'network_id': '6152efff-6e82-46a1-acb7-149d7c33d5d6', 'tenant_id': 'ee91ace37a634fb9abb791ce5d24078e', 'mac_address': 'fa:16:3e:c4:01:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a69ef79-4ea8-4947-83a7-a328b483794f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '7d6a27ac-d81b-4d19-9995-25afe2c6f338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:13:23Z', 'updated_at': '2021-08-16T23:13:25Z', 'revision_number': 2, 'project_id': 'ee91ace37a634fb9abb791ce5d24078e', 'subnets': [{'id': '7d6a27ac-d81b-4d19-9995-25afe2c6f338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:13:28.928198 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=554025a1-c546-4dad-9e48-904337834203,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:29.017546 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 142202eb-e430-4750-abc5-ab63d8658ed1 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:13:29.023312 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7181d07b-ce2b-4d47-9088-aea95ff8524c None None] Pushing event updated for resources: {'Port': ['ID=c4ed7833-c190-48f6-9d03-7f6e63da855c,revision_number=4']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:29.028217 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 142202eb-e430-4750-abc5-ab63d8658ed1 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:13:29.032262 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:29.073232 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f052bb-ec66-4696-b753-de021f8f2697 None None] Routers {'4059acad-bd66-4ac5-b845-384c86a8cd1b'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:13:29.075962 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-d6f052bb-ec66-4696-b753-de021f8f2697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:13:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['4059acad-bd66-4ac5-b845-384c86a8cd1b'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:13:29.079185 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-38cc4e62-a21b-482f-8d2f-6a526555f156 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:29.093527 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-38cc4e62-a21b-482f-8d2f-6a526555f156 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:29.144581 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cc4e62-a21b-482f-8d2f-6a526555f156 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80a7b603-2a8d-44f2-b20d-aef26aa9e04e,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:29.185262 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-38cc4e62-a21b-482f-8d2f-6a526555f156 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:29.186765 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-38cc4e62-a21b-482f-8d2f-6a526555f156 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3104589 Aug 16 23:13:29.189573 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 36728) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:13:29.194973 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-f9e05dd5-9c04-4e03-9bde-ffe83a15a8a8 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Request body: {'floatingip': {'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:13:29.267517 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f9e05dd5-9c04-4e03-9bde-ffe83a15a8a8 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Notify callbacks [] for floatingip, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:29.307683 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:29.372662 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 142202eb-e430-4750-abc5-ab63d8658ed1, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=142202eb-e430-4750-abc5-ab63d8658ed1,segment=NetworkSegment(10a968c4-5c7d-4c23-b34c-ca325bfda5cc),segment_id=10a968c4-5c7d-4c23-b34c-ca325bfda5cc)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:13:29.384634 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:29.475166 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-d6f052bb-ec66-4696-b753-de021f8f2697 None None] Set router 4059acad-bd66-4ac5-b845-384c86a8cd1b gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:13:29.513424 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=142202eb-e430-4750-abc5-ab63d8658ed1,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:29.665343 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 5ed6346e-15ef-438f-9f46-b1dad80c3516 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:13:29.795140 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 5ed6346e-15ef-438f-9f46-b1dad80c3516 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:13:29.795715 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:29.963211 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f9e05dd5-9c04-4e03-9bde-ffe83a15a8a8 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:30.003779 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 554025a1-c546-4dad-9e48-904337834203 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:13:30.023557 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-d6f052bb-ec66-4696-b753-de021f8f2697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4059acad-bd66-4ac5-b845-384c86a8cd1b', 'name': 'tempest-TestVolumeBackupRestore-1733057569-router', 'tenant_id': 'f1f34737dbdb48b6a398b9127c40ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '554025a1-c546-4dad-9e48-904337834203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:13:16Z', 'updated_at': '2021-08-16T23:13:23Z', 'revision_number': 4, 'project_id': 'f1f34737dbdb48b6a398b9127c40ac98', 'gw_port': {'id': '554025a1-c546-4dad-9e48-904337834203', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4059acad-bd66-4ac5-b845-384c86a8cd1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:13:17Z', 'updated_at': '2021-08-16T23:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'c4ed7833-c190-48f6-9d03-7f6e63da855c', 'name': '', 'network_id': 'd7ff9fa0-9d46-473f-8ac7-b5d3f252aed9', 'tenant_id': 'f1f34737dbdb48b6a398b9127c40ac98', 'mac_address': 'fa:16:3e:00:6e:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4059acad-bd66-4ac5-b845-384c86a8cd1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': '14e6a739-0ab7-4b25-8a99-178ef8a3eafc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:13:21Z', 'updated_at': '2021-08-16T23:13:28Z', 'revision_number': 4, 'project_id': 'f1f34737dbdb48b6a398b9127c40ac98', 'subnets': [{'id': '14e6a739-0ab7-4b25-8a99-178ef8a3eafc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:13:30.091317 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f052bb-ec66-4696-b753-de021f8f2697 None None] The sync data for ids ['4059acad-bd66-4ac5-b845-384c86a8cd1b'] in n-d-791506-26 is: [{'id': '4059acad-bd66-4ac5-b845-384c86a8cd1b', 'name': 'tempest-TestVolumeBackupRestore-1733057569-router', 'tenant_id': 'f1f34737dbdb48b6a398b9127c40ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '554025a1-c546-4dad-9e48-904337834203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:13:16Z', 'updated_at': '2021-08-16T23:13:23Z', 'revision_number': 4, 'project_id': 'f1f34737dbdb48b6a398b9127c40ac98', 'gw_port': {'id': '554025a1-c546-4dad-9e48-904337834203', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4059acad-bd66-4ac5-b845-384c86a8cd1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:13:17Z', 'updated_at': '2021-08-16T23:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'c4ed7833-c190-48f6-9d03-7f6e63da855c', 'name': '', 'network_id': 'd7ff9fa0-9d46-473f-8ac7-b5d3f252aed9', 'tenant_id': 'f1f34737dbdb48b6a398b9127c40ac98', 'mac_address': 'fa:16:3e:00:6e:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4059acad-bd66-4ac5-b845-384c86a8cd1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': '14e6a739-0ab7-4b25-8a99-178ef8a3eafc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:13:21Z', 'updated_at': '2021-08-16T23:13:28Z', 'revision_number': 4, 'project_id': 'f1f34737dbdb48b6a398b9127c40ac98', 'subnets': [{'id': '14e6a739-0ab7-4b25-8a99-178ef8a3eafc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:13:30.109452 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 554025a1-c546-4dad-9e48-904337834203 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:13:30.109972 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:30.244683 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-f9e05dd5-9c04-4e03-9bde-ffe83a15a8a8 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Allocated IP 172.25.4.28 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/066e23c3-3490-468d-935b-17e963e67fec) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:13:30.533083 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f9e05dd5-9c04-4e03-9bde-ffe83a15a8a8 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:30.587582 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f9e05dd5-9c04-4e03-9bde-ffe83a15a8a8 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:30.634610 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e05dd5-9c04-4e03-9bde-ffe83a15a8a8 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:13:30.638026 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-f9e05dd5-9c04-4e03-9bde-ffe83a15a8a8 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:13:30.643002 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e05dd5-9c04-4e03-9bde-ffe83a15a8a8 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:13:30.646680 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e05dd5-9c04-4e03-9bde-ffe83a15a8a8 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Pushing event updated for resources: {'Port': ['ID=066e23c3-3490-468d-935b-17e963e67fec,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:30.741460 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f9e05dd5-9c04-4e03-9bde-ffe83a15a8a8 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:30.783207 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f9e05dd5-9c04-4e03-9bde-ffe83a15a8a8 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:30.976158 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f9e05dd5-9c04-4e03-9bde-ffe83a15a8a8 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:30.985886 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f9e05dd5-9c04-4e03-9bde-ffe83a15a8a8 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:31.065530 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f9e05dd5-9c04-4e03-9bde-ffe83a15a8a8 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:31.087888 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e05dd5-9c04-4e03-9bde-ffe83a15a8a8 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Pushing event updated for resources: {'Port': ['ID=066e23c3-3490-468d-935b-17e963e67fec,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:31.092867 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f9e05dd5-9c04-4e03-9bde-ffe83a15a8a8 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:31.094311 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-f9e05dd5-9c04-4e03-9bde-ffe83a15a8a8 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9036636 Aug 16 23:13:31.328458 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-22465c0b-b48d-4273-806c-fa7681e7611d req-e492f420-98d1-4ddb-bf85-f1027c1ba757 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--92812716&fields=id&tenant_id=ee91ace37a634fb9abb791ce5d24078e HTTP/1.1" status: 200 len: 267 time: 0.0842705 Aug 16 23:13:31.498465 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22465c0b-b48d-4273-806c-fa7681e7611d req-925a2c4c-3ad7-48bc-8839-f105dd6694f1 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:31.513467 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-22465c0b-b48d-4273-806c-fa7681e7611d req-925a2c4c-3ad7-48bc-8839-f105dd6694f1 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/networks?id=6152efff-6e82-46a1-acb7-149d7c33d5d6 HTTP/1.1" status: 200 len: 812 time: 0.1775973 Aug 16 23:13:31.547633 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-22465c0b-b48d-4273-806c-fa7681e7611d req-ad0b6605-77d4-4cb0-88b1-41c7d217bf27 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/quotas/ee91ace37a634fb9abb791ce5d24078e HTTP/1.1" status: 200 len: 375 time: 0.0311098 Aug 16 23:13:31.557253 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-1507d002-32c3-4254-ab2a-6c33c9227a22 req-25228729-b39d-4a23-9f9f-e1cffdcbfdee service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=7a97c9e0-bdad-48f1-92f6-ca652681d2f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1455369 Aug 16 23:13:31.730130 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1507d002-32c3-4254-ab2a-6c33c9227a22 req-dd8a8e20-9c03-40ce-ac13-9f50b6b4bf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:31.734626 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-1507d002-32c3-4254-ab2a-6c33c9227a22 req-dd8a8e20-9c03-40ce-ac13-9f50b6b4bf22 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e79d7ff464c14298b60a5fb641626858&device_id=7a97c9e0-bdad-48f1-92f6-ca652681d2f2 HTTP/1.1" status: 200 len: 1097 time: 0.0997000 Aug 16 23:13:31.754842 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-22465c0b-b48d-4273-806c-fa7681e7611d req-7e811e71-6d46-41ae-a63e-ea37f5979702 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ee91ace37a634fb9abb791ce5d24078e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1921954 Aug 16 23:13:31.802528 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 142202eb-e430-4750-abc5-ab63d8658ed1 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:13:31.952552 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 142202eb-e430-4750-abc5-ab63d8658ed1 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:13:31.953124 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:32.016345 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1507d002-32c3-4254-ab2a-6c33c9227a22 req-24dcf22c-4c76-48c5-b00b-ec20595e9c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:32.022268 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-1507d002-32c3-4254-ab2a-6c33c9227a22 req-24dcf22c-4c76-48c5-b00b-ec20595e9c9e service neutron] 10.222.0.68 "GET /v2.0/networks?id=f857bb17-d5f1-461e-b18f-b627336021fd HTTP/1.1" status: 200 len: 909 time: 0.2648594 Aug 16 23:13:32.158972 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device c4ed7833-c190-48f6-9d03-7f6e63da855c up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:13:32.197452 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-22465c0b-b48d-4273-806c-fa7681e7611d req-9ca0e98d-91a5-45d4-8e86-0dc203d5a20e service neutron] 10.222.0.36 "GET /v2.0/networks/6152efff-6e82-46a1-acb7-149d7c33d5d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4347055 Aug 16 23:13:32.273459 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-1507d002-32c3-4254-ab2a-6c33c9227a22 req-a0529032-6591-4c15-8d87-5a331526ff9c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4c5fc50-49e0-4447-9840-18c33fb6df3d HTTP/1.1" status: 200 len: 1000 time: 0.2431998 Aug 16 23:13:32.282367 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port c4ed7833-c190-48f6-9d03-7f6e63da855c completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:13:32.287703 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port c4ed7833-c190-48f6-9d03-7f6e63da855c triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:13:32.288569 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:32.377034 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1507d002-32c3-4254-ab2a-6c33c9227a22 req-70c95d5d-8ecb-4a60-9d71-90c9942b8a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:32.378572 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-1507d002-32c3-4254-ab2a-6c33c9227a22 req-70c95d5d-8ecb-4a60-9d71-90c9942b8a10 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=fa253f4b-008c-404d-ae31-8580bee27355 HTTP/1.1" status: 200 len: 847 time: 0.0973291 Aug 16 23:13:32.397438 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-22465c0b-b48d-4273-806c-fa7681e7611d req-59087b5b-dd75-4ce7-b5f0-c75dc4ec02a6 service neutron] 10.222.0.36 "GET /v2.0/networks/6152efff-6e82-46a1-acb7-149d7c33d5d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915538 Aug 16 23:13:32.496095 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1507d002-32c3-4254-ab2a-6c33c9227a22 req-247d981e-c051-461d-9dd7-07da22cdcb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:32.498102 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-1507d002-32c3-4254-ab2a-6c33c9227a22 req-247d981e-c051-461d-9dd7-07da22cdcb37 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=f857bb17-d5f1-461e-b18f-b627336021fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1110559 Aug 16 23:13:32.513352 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:32.625231 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port c4ed7833-c190-48f6-9d03-7f6e63da855c, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=c4ed7833-c190-48f6-9d03-7f6e63da855c,segment=NetworkSegment(55b08b79-eb8f-4d33-a8df-fba83c22cb74),segment_id=55b08b79-eb8f-4d33-a8df-fba83c22cb74)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:13:32.635678 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:32.636828 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 3cfb212f-23fa-4afc-98aa-46c9f3b564dd up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:13:32.760435 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-1507d002-32c3-4254-ab2a-6c33c9227a22 req-af00f136-65cc-472c-9bdd-b9013d61f7e0 service neutron] 10.222.0.68 "GET /v2.0/networks/f857bb17-d5f1-461e-b18f-b627336021fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536373 Aug 16 23:13:32.869401 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=c4ed7833-c190-48f6-9d03-7f6e63da855c,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:32.911441 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4d2a1027-2abc-45c1-a560-9b50fbd59f60 req-62d2ab49-7310-4fa4-8844-56777f101bed tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 210 time: 0.0790651 Aug 16 23:13:32.944667 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 3cfb212f-23fa-4afc-98aa-46c9f3b564dd completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:13:32.951267 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 3cfb212f-23fa-4afc-98aa-46c9f3b564dd triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:13:32.952429 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:32.961740 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-1507d002-32c3-4254-ab2a-6c33c9227a22 req-460665d1-dedf-4186-90a1-c4b24f9980ab service neutron] 10.222.0.68 "GET /v2.0/networks/f857bb17-d5f1-461e-b18f-b627336021fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937692 Aug 16 23:13:33.172744 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:33.225577 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 3cfb212f-23fa-4afc-98aa-46c9f3b564dd, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=3cfb212f-23fa-4afc-98aa-46c9f3b564dd,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:13:33.232141 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:33.315631 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=3cfb212f-23fa-4afc-98aa-46c9f3b564dd,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:33.507970 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device c4ed7833-c190-48f6-9d03-7f6e63da855c up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:13:33.596024 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port c4ed7833-c190-48f6-9d03-7f6e63da855c triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:13:33.596415 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:33.773747 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 3cfb212f-23fa-4afc-98aa-46c9f3b564dd up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:13:33.878627 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 3cfb212f-23fa-4afc-98aa-46c9f3b564dd triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:13:33.880399 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:34.053243 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-aaf0c070-eba6-4085-853d-32f40a3deede req-ae885958-7f63-4945-ae6e-6374b78d9c29 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 210 time: 0.0513568 Aug 16 23:13:34.499839 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22465c0b-b48d-4273-806c-fa7681e7611d req-7f1de7f9-7875-4d29-9407-a3338549e0a5 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:34.505195 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-22465c0b-b48d-4273-806c-fa7681e7611d req-7f1de7f9-7875-4d29-9407-a3338549e0a5 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.57 "GET /v2.0/networks?id=6152efff-6e82-46a1-acb7-149d7c33d5d6 HTTP/1.1" status: 200 len: 812 time: 0.1720667 Aug 16 23:13:34.556484 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-22465c0b-b48d-4273-806c-fa7681e7611d req-8ac0dc95-6ba7-48bc-8cf1-1cccf403faa4 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee91ace37a634fb9abb791ce5d24078e HTTP/1.1" status: 200 len: 378 time: 0.0388114 Aug 16 23:13:34.567491 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-22465c0b-b48d-4273-806c-fa7681e7611d req-62905524-1df3-4631-aaaa-39c4d58b01dd tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Request body: {'port': {'device_id': 'fcf51829-bc53-431f-901b-ce4bb72b65fa', 'network_id': '6152efff-6e82-46a1-acb7-149d7c33d5d6', 'admin_state_up': True, 'tenant_id': 'ee91ace37a634fb9abb791ce5d24078e', 'security_groups': ['fbc72d54-097b-421d-953a-e4e7a8a28dc7']}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:13:34.707258 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22465c0b-b48d-4273-806c-fa7681e7611d req-62905524-1df3-4631-aaaa-39c4d58b01dd tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Made reservation on behalf of ee91ace37a634fb9abb791ce5d24078e for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:13:34.711378 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-22465c0b-b48d-4273-806c-fa7681e7611d req-62905524-1df3-4631-aaaa-39c4d58b01dd tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:34.893993 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [req-22465c0b-b48d-4273-806c-fa7681e7611d req-62905524-1df3-4631-aaaa-39c4d58b01dd tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Allocated IP 172.20.0.3 (6152efff-6e82-46a1-acb7-149d7c33d5d6/7d6a27ac-d81b-4d19-9995-25afe2c6f338/62ad7c9a-9355-476c-9726-91c7fd566244) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:13:35.074446 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-22465c0b-b48d-4273-806c-fa7681e7611d req-62905524-1df3-4631-aaaa-39c4d58b01dd tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:35.088659 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-22465c0b-b48d-4273-806c-fa7681e7611d req-62905524-1df3-4631-aaaa-39c4d58b01dd tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Transition to ACTIVE for port object 62ad7c9a-9355-476c-9726-91c7fd566244 will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:13:35.143145 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-22465c0b-b48d-4273-806c-fa7681e7611d req-62905524-1df3-4631-aaaa-39c4d58b01dd tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:35.211905 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62905524-1df3-4631-aaaa-39c4d58b01dd tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Pushing event updated for resources: {'Port': ['ID=62ad7c9a-9355-476c-9726-91c7fd566244,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:35.239685 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22465c0b-b48d-4273-806c-fa7681e7611d req-62905524-1df3-4631-aaaa-39c4d58b01dd tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Network 6152efff-6e82-46a1-acb7-149d7c33d5d6 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:13:35.253071 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4405beb0-4ef6-405f-87d3-cae8fcd75233 req-c30447ce-a068-4803-999a-a257fa96b0d5 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:35.254840 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4405beb0-4ef6-405f-87d3-cae8fcd75233 req-c30447ce-a068-4803-999a-a257fa96b0d5 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 931 time: 0.1257813 Aug 16 23:13:35.255756 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [req-22465c0b-b48d-4273-806c-fa7681e7611d req-62905524-1df3-4631-aaaa-39c4d58b01dd tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:13:35.258768 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-22465c0b-b48d-4273-806c-fa7681e7611d req-62905524-1df3-4631-aaaa-39c4d58b01dd tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:13:35.319752 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22465c0b-b48d-4273-806c-fa7681e7611d req-62905524-1df3-4631-aaaa-39c4d58b01dd tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:35.320395 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-22465c0b-b48d-4273-806c-fa7681e7611d req-62905524-1df3-4631-aaaa-39c4d58b01dd tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:35.379996 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4405beb0-4ef6-405f-87d3-cae8fcd75233 req-6e1556c4-bb43-4793-a7d0-b24575c4bd90 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbc72d54-097b-421d-953a-e4e7a8a28dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0670886 Aug 16 23:13:35.387055 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-22465c0b-b48d-4273-806c-fa7681e7611d req-62905524-1df3-4631-aaaa-39c4d58b01dd tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8233140 Aug 16 23:13:35.407398 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-22465c0b-b48d-4273-806c-fa7681e7611d req-5ebde829-79e7-4e41-a278-c38fe4cdda9a service neutron] Request body: {'port': {'device_id': 'fcf51829-bc53-431f-901b-ce4bb72b65fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-26'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:13:35.501093 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-22465c0b-b48d-4273-806c-fa7681e7611d req-5ebde829-79e7-4e41-a278-c38fe4cdda9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:35.737258 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9d3a20b1-1ca8-4cc4-9b57-9fe957b9e4eb None None] Provisioning for port 62ad7c9a-9355-476c-9726-91c7fd566244 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:13:35.755384 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9d3a20b1-1ca8-4cc4-9b57-9fe957b9e4eb None None] Provisioning complete for port 62ad7c9a-9355-476c-9726-91c7fd566244 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:13:35.756824 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9d3a20b1-1ca8-4cc4-9b57-9fe957b9e4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:35.835886 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-9d3a20b1-1ca8-4cc4-9b57-9fe957b9e4eb None None] Port 62ad7c9a-9355-476c-9726-91c7fd566244 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:13:35.918831 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 36820) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:13:36.091220 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [req-22465c0b-b48d-4273-806c-fa7681e7611d req-5ebde829-79e7-4e41-a278-c38fe4cdda9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62ad7c9a-9355-476c-9726-91c7fd566244 {{(pid=101292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:13:36.100495 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-22465c0b-b48d-4273-806c-fa7681e7611d req-5ebde829-79e7-4e41-a278-c38fe4cdda9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:36.121955 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-22465c0b-b48d-4273-806c-fa7681e7611d req-5ebde829-79e7-4e41-a278-c38fe4cdda9a service neutron] Transition to ACTIVE for port object 62ad7c9a-9355-476c-9726-91c7fd566244 will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:13:36.128610 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-22465c0b-b48d-4273-806c-fa7681e7611d req-5ebde829-79e7-4e41-a278-c38fe4cdda9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:36.170379 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-302629fb-6648-4a4f-8289-f8f2e3f8bb69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:36.189235 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebde829-79e7-4e41-a278-c38fe4cdda9a service neutron] Pushing event updated for resources: {'Port': ['ID=62ad7c9a-9355-476c-9726-91c7fd566244,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:36.307032 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-22465c0b-b48d-4273-806c-fa7681e7611d req-5ebde829-79e7-4e41-a278-c38fe4cdda9a service neutron] Attempting to bind port 62ad7c9a-9355-476c-9726-91c7fd566244 on host n-h2-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:13:36.307419 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-22465c0b-b48d-4273-806c-fa7681e7611d req-5ebde829-79e7-4e41-a278-c38fe4cdda9a service neutron] Attempting to bind port 62ad7c9a-9355-476c-9726-91c7fd566244 by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': '10a968c4-5c7d-4c23-b34c-ca325bfda5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6152efff-6e82-46a1-acb7-149d7c33d5d6'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:13:36.308309 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22465c0b-b48d-4273-806c-fa7681e7611d req-5ebde829-79e7-4e41-a278-c38fe4cdda9a service neutron] Attempting to bind port 62ad7c9a-9355-476c-9726-91c7fd566244 on network 6152efff-6e82-46a1-acb7-149d7c33d5d6 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:13:36.315301 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22465c0b-b48d-4273-806c-fa7681e7611d req-5ebde829-79e7-4e41-a278-c38fe4cdda9a service neutron] Port 62ad7c9a-9355-476c-9726-91c7fd566244 on network 6152efff-6e82-46a1-acb7-149d7c33d5d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:13:36.315944 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22465c0b-b48d-4273-806c-fa7681e7611d req-5ebde829-79e7-4e41-a278-c38fe4cdda9a service neutron] Attempting to bind port 62ad7c9a-9355-476c-9726-91c7fd566244 on network 6152efff-6e82-46a1-acb7-149d7c33d5d6 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:13:36.323801 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22465c0b-b48d-4273-806c-fa7681e7611d req-5ebde829-79e7-4e41-a278-c38fe4cdda9a service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:13:36.324500 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22465c0b-b48d-4273-806c-fa7681e7611d req-5ebde829-79e7-4e41-a278-c38fe4cdda9a service neutron] Checking segment: {'id': '10a968c4-5c7d-4c23-b34c-ca325bfda5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6152efff-6e82-46a1-acb7-149d7c33d5d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:13:36.325117 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22465c0b-b48d-4273-806c-fa7681e7611d req-5ebde829-79e7-4e41-a278-c38fe4cdda9a service neutron] Bound using segment: {'id': '10a968c4-5c7d-4c23-b34c-ca325bfda5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6152efff-6e82-46a1-acb7-149d7c33d5d6'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:13:36.325764 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-22465c0b-b48d-4273-806c-fa7681e7611d req-5ebde829-79e7-4e41-a278-c38fe4cdda9a service neutron] Bound port: 62ad7c9a-9355-476c-9726-91c7fd566244, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10a968c4-5c7d-4c23-b34c-ca325bfda5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6152efff-6e82-46a1-acb7-149d7c33d5d6'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:13:36.326154 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-22465c0b-b48d-4273-806c-fa7681e7611d req-5ebde829-79e7-4e41-a278-c38fe4cdda9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:36.370109 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-302629fb-6648-4a4f-8289-f8f2e3f8bb69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:36.378523 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-302629fb-6648-4a4f-8289-f8f2e3f8bb69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:36.422360 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-22465c0b-b48d-4273-806c-fa7681e7611d req-5ebde829-79e7-4e41-a278-c38fe4cdda9a service neutron] For port 62ad7c9a-9355-476c-9726-91c7fd566244, host n-h2-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:13:36.426464 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-22465c0b-b48d-4273-806c-fa7681e7611d req-5ebde829-79e7-4e41-a278-c38fe4cdda9a service neutron] For port 62ad7c9a-9355-476c-9726-91c7fd566244, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=62ad7c9a-9355-476c-9726-91c7fd566244,segment=NetworkSegment(10a968c4-5c7d-4c23-b34c-ca325bfda5cc),segment_id=10a968c4-5c7d-4c23-b34c-ca325bfda5cc)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:13:36.433492 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-22465c0b-b48d-4273-806c-fa7681e7611d req-5ebde829-79e7-4e41-a278-c38fe4cdda9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:36.477248 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-302629fb-6648-4a4f-8289-f8f2e3f8bb69 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=85b56ea74eec4520b631d53d82b1653d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5541165 Aug 16 23:13:36.478198 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302629fb-6648-4a4f-8289-f8f2e3f8bb69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ba1b2c-70f0-41fd-abe9-02419148dbb2,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:36.480864 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 36828) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:13:36.531406 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22465c0b-b48d-4273-806c-fa7681e7611d req-5ebde829-79e7-4e41-a278-c38fe4cdda9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:36.532360 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-22465c0b-b48d-4273-806c-fa7681e7611d req-5ebde829-79e7-4e41-a278-c38fe4cdda9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:36.534033 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-22465c0b-b48d-4273-806c-fa7681e7611d req-5ebde829-79e7-4e41-a278-c38fe4cdda9a service neutron] 10.222.0.57 "PUT /v2.0/ports/62ad7c9a-9355-476c-9726-91c7fd566244 HTTP/1.1" status: 200 len: 1092 time: 1.1329551 Aug 16 23:13:36.534637 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcf51829-bc53-431f-901b-ce4bb72b65fa', 'tag': '62ad7c9a-9355-476c-9726-91c7fd566244'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:13:36.537092 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8f270f6-f09b-46f2-a05d-a41d514ff861" -d '{"events": [{"name": "network-changed", "server_uuid": "fcf51829-bc53-431f-901b-ce4bb72b65fa", "tag": "62ad7c9a-9355-476c-9726-91c7fd566244"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:13:36.571255 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5fe796b4-bbf6-4159-beb7-6645aa7af3cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:36.609567 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebde829-79e7-4e41-a278-c38fe4cdda9a service neutron] Pushing event updated for resources: {'Port': ['ID=62ad7c9a-9355-476c-9726-91c7fd566244,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:36.623866 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1596861-a501-4d7d-9482-bee132e05937 x-openstack-request-id: req-f1596861-a501-4d7d-9482-bee132e05937 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:13:36.624282 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcf51829-bc53-431f-901b-ce4bb72b65fa", "tag": "62ad7c9a-9355-476c-9726-91c7fd566244", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:13:36.625207 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f1596861-a501-4d7d-9482-bee132e05937 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:13:36.625207 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcf51829-bc53-431f-901b-ce4bb72b65fa', 'tag': '62ad7c9a-9355-476c-9726-91c7fd566244', 'status': 'completed', 'code': 200} Aug 16 23:13:36.654840 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b245d95d-4954-4ede-b451-11a00eb8e0f7 req-9168c34f-c120-4b23-99e2-d7c14d117227 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:36.656134 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5fe796b4-bbf6-4159-beb7-6645aa7af3cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:36.659246 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b245d95d-4954-4ede-b451-11a00eb8e0f7 req-9168c34f-c120-4b23-99e2-d7c14d117227 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 943 time: 0.1434855 Aug 16 23:13:36.751905 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22465c0b-b48d-4273-806c-fa7681e7611d req-9d31058a-2347-41bb-9c82-94999f940c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:36.753570 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-22465c0b-b48d-4273-806c-fa7681e7611d req-9d31058a-2347-41bb-9c82-94999f940c66 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ee91ace37a634fb9abb791ce5d24078e&device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 1095 time: 0.1246271 Aug 16 23:13:36.755453 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ea96e9-bf34-46da-b44f-0f506927e673 None None] Sync routers for ids ['3a69ef79-4ea8-4947-83a7-a328b483794f'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:13:36.764223 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5fe796b4-bbf6-4159-beb7-6645aa7af3cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:36.767165 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5fe796b4-bbf6-4159-beb7-6645aa7af3cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:36.771230 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-5fe796b4-bbf6-4159-beb7-6645aa7af3cc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/83ba1b2c-70f0-41fd-abe9-02419148dbb2 HTTP/1.1" status: 204 len: 168 time: 0.2865326 Aug 16 23:13:36.784418 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe796b4-bbf6-4159-beb7-6645aa7af3cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ba1b2c-70f0-41fd-abe9-02419148dbb2,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:36.795642 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b245d95d-4954-4ede-b451-11a00eb8e0f7 req-f77d0a15-13ef-4461-88fd-fbf2e21dc61c tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbc72d54-097b-421d-953a-e4e7a8a28dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0945408 Aug 16 23:13:36.826096 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ea96e9-bf34-46da-b44f-0f506927e673 None None] Routers {'3a69ef79-4ea8-4947-83a7-a328b483794f'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:13:36.826694 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-41ea96e9-bf34-46da-b44f-0f506927e673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:13:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['3a69ef79-4ea8-4947-83a7-a328b483794f'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:13:36.848060 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-22465c0b-b48d-4273-806c-fa7681e7611d req-48baf99a-7f6d-47f8-b88f-ef225e2263c4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62ad7c9a-9355-476c-9726-91c7fd566244 HTTP/1.1" status: 200 len: 217 time: 0.0616860 Aug 16 23:13:36.977895 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22465c0b-b48d-4273-806c-fa7681e7611d req-0fdf7f12-050c-470a-af61-3dfa8b31fd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:36.982045 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-22465c0b-b48d-4273-806c-fa7681e7611d req-0fdf7f12-050c-470a-af61-3dfa8b31fd00 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7d6a27ac-d81b-4d19-9995-25afe2c6f338 HTTP/1.1" status: 200 len: 851 time: 0.1278965 Aug 16 23:13:36.994351 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-41ea96e9-bf34-46da-b44f-0f506927e673 None None] Set router 3a69ef79-4ea8-4947-83a7-a328b483794f gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:13:37.109186 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22465c0b-b48d-4273-806c-fa7681e7611d req-0f90e9e3-bb4e-42b4-8846-df1a08620d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:37.110961 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-22465c0b-b48d-4273-806c-fa7681e7611d req-0f90e9e3-bb4e-42b4-8846-df1a08620d61 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6152efff-6e82-46a1-acb7-149d7c33d5d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1231415 Aug 16 23:13:37.338117 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-22465c0b-b48d-4273-806c-fa7681e7611d req-0adea76e-79ce-4856-a4f6-f3a11395d1b9 service neutron] 10.222.0.57 "GET /v2.0/networks/6152efff-6e82-46a1-acb7-149d7c33d5d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196505 Aug 16 23:13:37.343417 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-41ea96e9-bf34-46da-b44f-0f506927e673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a69ef79-4ea8-4947-83a7-a328b483794f', 'name': 'tempest-ServerActionsTestJSON-1295546016-router', 'tenant_id': 'ee91ace37a634fb9abb791ce5d24078e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '3cfb212f-23fa-4afc-98aa-46c9f3b564dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:13:17Z', 'updated_at': '2021-08-16T23:13:25Z', 'revision_number': 4, 'project_id': 'ee91ace37a634fb9abb791ce5d24078e', 'gw_port': {'id': '3cfb212f-23fa-4afc-98aa-46c9f3b564dd', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:19:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a69ef79-4ea8-4947-83a7-a328b483794f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:13:18Z', 'updated_at': '2021-08-16T23:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'b97051dd-c67e-4828-93b4-20bcddc41105', 'name': '', 'network_id': '6152efff-6e82-46a1-acb7-149d7c33d5d6', 'tenant_id': 'ee91ace37a634fb9abb791ce5d24078e', 'mac_address': 'fa:16:3e:c4:01:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a69ef79-4ea8-4947-83a7-a328b483794f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '7d6a27ac-d81b-4d19-9995-25afe2c6f338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:13:23Z', 'updated_at': '2021-08-16T23:13:25Z', 'revision_number': 2, 'project_id': 'ee91ace37a634fb9abb791ce5d24078e', 'subnets': [{'id': '7d6a27ac-d81b-4d19-9995-25afe2c6f338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:13:37.378366 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ea96e9-bf34-46da-b44f-0f506927e673 None None] Checking router: 3a69ef79-4ea8-4947-83a7-a328b483794f for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:13:37.378728 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ea96e9-bf34-46da-b44f-0f506927e673 None None] Updating router 3a69ef79-4ea8-4947-83a7-a328b483794f port b97051dd-c67e-4828-93b4-20bcddc41105 binding host n-d-791506-26 {{(pid=101293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:13:37.407731 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-41ea96e9-bf34-46da-b44f-0f506927e673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:37.496910 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-22465c0b-b48d-4273-806c-fa7681e7611d req-88482422-2c87-4ca8-8398-c15e1e3b50d1 service neutron] 10.222.0.57 "GET /v2.0/networks/6152efff-6e82-46a1-acb7-149d7c33d5d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521080 Aug 16 23:13:37.682744 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f270f6-f09b-46f2-a05d-a41d514ff861 req-9c017153-a962-4fcb-89c5-4464273beef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:37.688489 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c8f270f6-f09b-46f2-a05d-a41d514ff861 req-9c017153-a962-4fcb-89c5-4464273beef8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ee91ace37a634fb9abb791ce5d24078e&device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 1095 time: 0.0863831 Aug 16 23:13:37.846388 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-41ea96e9-bf34-46da-b44f-0f506927e673 None None] Notify callbacks [] for port, precommit_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:37.856207 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f270f6-f09b-46f2-a05d-a41d514ff861 req-6dd9755e-09d3-426e-bc03-fda1ae4b7a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:37.857803 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c8f270f6-f09b-46f2-a05d-a41d514ff861 req-6dd9755e-09d3-426e-bc03-fda1ae4b7a5f service neutron] 10.222.0.57 "GET /v2.0/networks?id=6152efff-6e82-46a1-acb7-149d7c33d5d6 HTTP/1.1" status: 200 len: 913 time: 0.1639576 Aug 16 23:13:37.876875 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-41ea96e9-bf34-46da-b44f-0f506927e673 None None] Transition to ACTIVE for port object b97051dd-c67e-4828-93b4-20bcddc41105 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:13:37.884821 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-41ea96e9-bf34-46da-b44f-0f506927e673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:37.923554 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c8f270f6-f09b-46f2-a05d-a41d514ff861 req-32c80ce8-e7ad-46c6-806f-6cdb7e172d56 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62ad7c9a-9355-476c-9726-91c7fd566244 HTTP/1.1" status: 200 len: 217 time: 0.0554049 Aug 16 23:13:37.994164 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74070302-351c-442d-aedc-3f313c361a10 None None] Pushing event updated for resources: {'Port': ['ID=b97051dd-c67e-4828-93b4-20bcddc41105,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:38.001933 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-41ea96e9-bf34-46da-b44f-0f506927e673 None None] Attempting to bind port b97051dd-c67e-4828-93b4-20bcddc41105 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:13:38.002395 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-41ea96e9-bf34-46da-b44f-0f506927e673 None None] Attempting to bind port b97051dd-c67e-4828-93b4-20bcddc41105 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '10a968c4-5c7d-4c23-b34c-ca325bfda5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6152efff-6e82-46a1-acb7-149d7c33d5d6'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:13:38.002771 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ea96e9-bf34-46da-b44f-0f506927e673 None None] Attempting to bind port b97051dd-c67e-4828-93b4-20bcddc41105 on network 6152efff-6e82-46a1-acb7-149d7c33d5d6 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:13:38.031792 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ea96e9-bf34-46da-b44f-0f506927e673 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:13:38.031792 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ea96e9-bf34-46da-b44f-0f506927e673 None None] Checking segment: {'id': '10a968c4-5c7d-4c23-b34c-ca325bfda5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6152efff-6e82-46a1-acb7-149d7c33d5d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:13:38.032191 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-41ea96e9-bf34-46da-b44f-0f506927e673 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:38.032296 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ea96e9-bf34-46da-b44f-0f506927e673 None None] Bound using segment: {'id': '10a968c4-5c7d-4c23-b34c-ca325bfda5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6152efff-6e82-46a1-acb7-149d7c33d5d6'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:13:38.032925 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-41ea96e9-bf34-46da-b44f-0f506927e673 None None] Bound port: b97051dd-c67e-4828-93b4-20bcddc41105, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10a968c4-5c7d-4c23-b34c-ca325bfda5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6152efff-6e82-46a1-acb7-149d7c33d5d6'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:13:38.033205 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-41ea96e9-bf34-46da-b44f-0f506927e673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:38.066657 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2514166-a0c2-4748-b15d-9ec08f43477d req-77a528c7-8752-4104-af95-ff7d44253f36 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:38.081137 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c2514166-a0c2-4748-b15d-9ec08f43477d req-77a528c7-8752-4104-af95-ff7d44253f36 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 943 time: 0.1639235 Aug 16 23:13:38.086613 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f270f6-f09b-46f2-a05d-a41d514ff861 req-7840dfdf-2196-4379-80a7-b8088e952f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:38.097230 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c8f270f6-f09b-46f2-a05d-a41d514ff861 req-7840dfdf-2196-4379-80a7-b8088e952f32 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7d6a27ac-d81b-4d19-9995-25afe2c6f338 HTTP/1.1" status: 200 len: 851 time: 0.1653538 Aug 16 23:13:38.173581 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-41ea96e9-bf34-46da-b44f-0f506927e673 None None] For port b97051dd-c67e-4828-93b4-20bcddc41105, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:13:38.177330 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-41ea96e9-bf34-46da-b44f-0f506927e673 None None] For port b97051dd-c67e-4828-93b4-20bcddc41105, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=b97051dd-c67e-4828-93b4-20bcddc41105,segment=NetworkSegment(10a968c4-5c7d-4c23-b34c-ca325bfda5cc),segment_id=10a968c4-5c7d-4c23-b34c-ca325bfda5cc)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:13:38.185250 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-41ea96e9-bf34-46da-b44f-0f506927e673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:38.243983 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ea96e9-bf34-46da-b44f-0f506927e673 None None] Routers {'3a69ef79-4ea8-4947-83a7-a328b483794f'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:13:38.245092 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-41ea96e9-bf34-46da-b44f-0f506927e673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:13:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['3a69ef79-4ea8-4947-83a7-a328b483794f'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:13:38.275806 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f270f6-f09b-46f2-a05d-a41d514ff861 req-953c182d-f0c7-43d3-a8f0-c136773c2e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:38.278627 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c8f270f6-f09b-46f2-a05d-a41d514ff861 req-953c182d-f0c7-43d3-a8f0-c136773c2e7a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6152efff-6e82-46a1-acb7-149d7c33d5d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1798253 Aug 16 23:13:38.294784 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c2514166-a0c2-4748-b15d-9ec08f43477d req-07a8e0d6-0c8d-4493-84ee-f73bfdc2616c tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbc72d54-097b-421d-953a-e4e7a8a28dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2064271 Aug 16 23:13:38.326179 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74070302-351c-442d-aedc-3f313c361a10 None None] Pushing event updated for resources: {'Port': ['ID=b97051dd-c67e-4828-93b4-20bcddc41105,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:38.462495 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c8f270f6-f09b-46f2-a05d-a41d514ff861 req-f29eeefd-173c-4c9d-a5c3-c616e7d81d8a service neutron] 10.222.0.57 "GET /v2.0/networks/6152efff-6e82-46a1-acb7-149d7c33d5d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665084 Aug 16 23:13:38.621022 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c8f270f6-f09b-46f2-a05d-a41d514ff861 req-91943df6-3ecc-4b85-b407-e4b462ce5252 service neutron] 10.222.0.57 "GET /v2.0/networks/6152efff-6e82-46a1-acb7-149d7c33d5d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454623 Aug 16 23:13:38.705874 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-41ea96e9-bf34-46da-b44f-0f506927e673 None None] Set router 3a69ef79-4ea8-4947-83a7-a328b483794f gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:13:38.959702 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-41ea96e9-bf34-46da-b44f-0f506927e673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a69ef79-4ea8-4947-83a7-a328b483794f', 'name': 'tempest-ServerActionsTestJSON-1295546016-router', 'tenant_id': 'ee91ace37a634fb9abb791ce5d24078e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '3cfb212f-23fa-4afc-98aa-46c9f3b564dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:13:17Z', 'updated_at': '2021-08-16T23:13:25Z', 'revision_number': 4, 'project_id': 'ee91ace37a634fb9abb791ce5d24078e', 'gw_port': {'id': '3cfb212f-23fa-4afc-98aa-46c9f3b564dd', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:19:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a69ef79-4ea8-4947-83a7-a328b483794f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:13:18Z', 'updated_at': '2021-08-16T23:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'b97051dd-c67e-4828-93b4-20bcddc41105', 'name': '', 'network_id': '6152efff-6e82-46a1-acb7-149d7c33d5d6', 'tenant_id': 'ee91ace37a634fb9abb791ce5d24078e', 'mac_address': 'fa:16:3e:c4:01:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a69ef79-4ea8-4947-83a7-a328b483794f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '7d6a27ac-d81b-4d19-9995-25afe2c6f338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:13:23Z', 'updated_at': '2021-08-16T23:13:38Z', 'revision_number': 4, 'project_id': 'ee91ace37a634fb9abb791ce5d24078e', 'subnets': [{'id': '7d6a27ac-d81b-4d19-9995-25afe2c6f338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:13:38.995910 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ea96e9-bf34-46da-b44f-0f506927e673 None None] The sync data for ids ['3a69ef79-4ea8-4947-83a7-a328b483794f'] in n-d-791506-26 is: [{'id': '3a69ef79-4ea8-4947-83a7-a328b483794f', 'name': 'tempest-ServerActionsTestJSON-1295546016-router', 'tenant_id': 'ee91ace37a634fb9abb791ce5d24078e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '3cfb212f-23fa-4afc-98aa-46c9f3b564dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:13:17Z', 'updated_at': '2021-08-16T23:13:25Z', 'revision_number': 4, 'project_id': 'ee91ace37a634fb9abb791ce5d24078e', 'gw_port': {'id': '3cfb212f-23fa-4afc-98aa-46c9f3b564dd', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:19:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a69ef79-4ea8-4947-83a7-a328b483794f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:13:18Z', 'updated_at': '2021-08-16T23:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'b97051dd-c67e-4828-93b4-20bcddc41105', 'name': '', 'network_id': '6152efff-6e82-46a1-acb7-149d7c33d5d6', 'tenant_id': 'ee91ace37a634fb9abb791ce5d24078e', 'mac_address': 'fa:16:3e:c4:01:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a69ef79-4ea8-4947-83a7-a328b483794f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '7d6a27ac-d81b-4d19-9995-25afe2c6f338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:13:23Z', 'updated_at': '2021-08-16T23:13:38Z', 'revision_number': 4, 'project_id': 'ee91ace37a634fb9abb791ce5d24078e', 'subnets': [{'id': '7d6a27ac-d81b-4d19-9995-25afe2c6f338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:13:39.476062 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65acf622-de1e-4b22-9f12-eca0ccbc0d9a req-631fa401-3557-488a-950b-6553ca56551b tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:39.486700 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-65acf622-de1e-4b22-9f12-eca0ccbc0d9a req-631fa401-3557-488a-950b-6553ca56551b tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 943 time: 0.1045282 Aug 16 23:13:39.572568 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-65acf622-de1e-4b22-9f12-eca0ccbc0d9a req-decfd124-a4e2-422c-93b1-36afdc60bfcc tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbc72d54-097b-421d-953a-e4e7a8a28dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0772150 Aug 16 23:13:39.660603 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device b97051dd-c67e-4828-93b4-20bcddc41105 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:13:39.755872 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port b97051dd-c67e-4828-93b4-20bcddc41105 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:13:39.766110 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port b97051dd-c67e-4828-93b4-20bcddc41105 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:13:39.767037 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:39.789150 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:13:39.940324 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:39.997822 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port b97051dd-c67e-4828-93b4-20bcddc41105, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=b97051dd-c67e-4828-93b4-20bcddc41105,segment=NetworkSegment(10a968c4-5c7d-4c23-b34c-ca325bfda5cc),segment_id=10a968c4-5c7d-4c23-b34c-ca325bfda5cc)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:13:40.004090 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:40.072929 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=b97051dd-c67e-4828-93b4-20bcddc41105,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:40.723470 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff310ad-f2a7-4b3a-a4f1-4aa5f75cb52e req-27527f31-b5b2-4a7e-876c-b61dea17fdf8 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:40.725290 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cff310ad-f2a7-4b3a-a4f1-4aa5f75cb52e req-27527f31-b5b2-4a7e-876c-b61dea17fdf8 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 943 time: 0.0913041 Aug 16 23:13:40.787126 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cff310ad-f2a7-4b3a-a4f1-4aa5f75cb52e req-8ccc3831-402c-42ca-b7ac-d93df941c9af tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbc72d54-097b-421d-953a-e4e7a8a28dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0513742 Aug 16 23:13:41.271121 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:41.488527 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device b97051dd-c67e-4828-93b4-20bcddc41105 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:13:41.560321 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port b97051dd-c67e-4828-93b4-20bcddc41105 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:13:41.560727 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:41.725962 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 62ad7c9a-9355-476c-9726-91c7fd566244 details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:13:41.848465 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 62ad7c9a-9355-476c-9726-91c7fd566244, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=62ad7c9a-9355-476c-9726-91c7fd566244,segment=NetworkSegment(10a968c4-5c7d-4c23-b34c-ca325bfda5cc),segment_id=10a968c4-5c7d-4c23-b34c-ca325bfda5cc)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:13:41.880466 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': '62ad7c9a-9355-476c-9726-91c7fd566244', 'network_id': '6152efff-6e82-46a1-acb7-149d7c33d5d6', 'port_id': '62ad7c9a-9355-476c-9726-91c7fd566244', 'mac_address': 'fa:16:3e:5a:d8:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d6a27ac-d81b-4d19-9995-25afe2c6f338', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:13:41.955521 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:41.977189 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62ad7c9a-9355-476c-9726-91c7fd566244 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:13:41.991720 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9662360-59cd-4024-8021-501bf77925ea req-a8379844-0172-40d0-a280-af622ada0d6c tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:42.003623 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b9662360-59cd-4024-8021-501bf77925ea req-a8379844-0172-40d0-a280-af622ada0d6c tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 943 time: 0.0992584 Aug 16 23:13:42.006016 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 62ad7c9a-9355-476c-9726-91c7fd566244, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=62ad7c9a-9355-476c-9726-91c7fd566244,segment=NetworkSegment(10a968c4-5c7d-4c23-b34c-ca325bfda5cc),segment_id=10a968c4-5c7d-4c23-b34c-ca325bfda5cc)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:13:42.022376 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:42.061675 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b9662360-59cd-4024-8021-501bf77925ea req-7dd4afb5-edfc-4ce8-9615-00d09f1ecc76 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbc72d54-097b-421d-953a-e4e7a8a28dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0570555 Aug 16 23:13:42.115984 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=62ad7c9a-9355-476c-9726-91c7fd566244,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:42.500295 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['62ad7c9a-9355-476c-9726-91c7fd566244'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:13:43.232128 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d998ea-f3b2-4d9a-9866-8bfc410f5824 req-83fb109b-0e10-49b6-ae5c-12da83e9ca00 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:43.234359 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-31d998ea-f3b2-4d9a-9866-8bfc410f5824 req-83fb109b-0e10-49b6-ae5c-12da83e9ca00 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 944 time: 0.0536997 Aug 16 23:13:43.280966 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-31d998ea-f3b2-4d9a-9866-8bfc410f5824 req-4170d4f3-4fc2-4270-b283-b31c80b1a979 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbc72d54-097b-421d-953a-e4e7a8a28dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344260 Aug 16 23:13:43.725432 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 62ad7c9a-9355-476c-9726-91c7fd566244 up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:13:43.793542 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning for port 62ad7c9a-9355-476c-9726-91c7fd566244 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:13:43.799692 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port 62ad7c9a-9355-476c-9726-91c7fd566244 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:13:43.800316 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:43.902784 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:43.934922 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcf51829-bc53-431f-901b-ce4bb72b65fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ad7c9a-9355-476c-9726-91c7fd566244'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:13:43.937882 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6373c1cb-3fe7-4019-a22b-47b00a1311e9" -d '{"events": [{"server_uuid": "fcf51829-bc53-431f-901b-ce4bb72b65fa", "name": "network-vif-plugged", "status": "completed", "tag": "62ad7c9a-9355-476c-9726-91c7fd566244"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:13:43.961800 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 62ad7c9a-9355-476c-9726-91c7fd566244, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=62ad7c9a-9355-476c-9726-91c7fd566244,segment=NetworkSegment(10a968c4-5c7d-4c23-b34c-ca325bfda5cc),segment_id=10a968c4-5c7d-4c23-b34c-ca325bfda5cc)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:13:43.969214 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:44.030843 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ae5125-fe48-4707-b51a-ede80a4f47a2 x-openstack-request-id: req-40ae5125-fe48-4707-b51a-ede80a4f47a2 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:13:44.031152 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcf51829-bc53-431f-901b-ce4bb72b65fa", "name": "network-vif-plugged", "status": "completed", "tag": "62ad7c9a-9355-476c-9726-91c7fd566244", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:13:44.031607 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-40ae5125-fe48-4707-b51a-ede80a4f47a2 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:13:44.032207 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcf51829-bc53-431f-901b-ce4bb72b65fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ad7c9a-9355-476c-9726-91c7fd566244', 'code': 200} Aug 16 23:13:44.076798 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=62ad7c9a-9355-476c-9726-91c7fd566244,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:44.157519 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e4356-b3d3-44ef-bd6e-d60b7c81c2c3 req-3b3517c9-e3d7-4431-bcdc-48ab36abc218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:44.159166 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-055e4356-b3d3-44ef-bd6e-d60b7c81c2c3 req-3b3517c9-e3d7-4431-bcdc-48ab36abc218 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 1097 time: 0.0483057 Aug 16 23:13:44.207170 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-055e4356-b3d3-44ef-bd6e-d60b7c81c2c3 req-6e37d804-419e-4a2b-bd26-fad6367a2097 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=fbc72d54-097b-421d-953a-e4e7a8a28dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413244 Aug 16 23:13:44.419311 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f49848e-aab6-4729-bb60-7a961df6911b req-7e9ae466-fd09-4c16-b639-af3cdb3c7a8b tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:44.421368 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7f49848e-aab6-4729-bb60-7a961df6911b req-7e9ae466-fd09-4c16-b639-af3cdb3c7a8b tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 945 time: 0.0600312 Aug 16 23:13:44.472355 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7f49848e-aab6-4729-bb60-7a961df6911b req-ff6d66a5-f799-4170-9bc8-1e348ce40a7e tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbc72d54-097b-421d-953a-e4e7a8a28dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429404 Aug 16 23:13:45.623426 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e30081-3bc7-42c7-a986-0368963e2a9b req-37847adb-91cb-4d9e-aa84-df9c560836c7 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:45.625884 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-59e30081-3bc7-42c7-a986-0368963e2a9b req-37847adb-91cb-4d9e-aa84-df9c560836c7 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 945 time: 0.0614667 Aug 16 23:13:45.714801 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-59e30081-3bc7-42c7-a986-0368963e2a9b req-83ffb0d0-db3b-4d73-bbc0-b000ae4f0fc6 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbc72d54-097b-421d-953a-e4e7a8a28dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0813413 Aug 16 23:13:46.931105 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadd9ced-5779-447b-863b-edb6934624ac req-7ce2a9ec-8455-4a5e-bafd-05d0cd899075 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:46.933627 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fadd9ced-5779-447b-863b-edb6934624ac req-7ce2a9ec-8455-4a5e-bafd-05d0cd899075 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 945 time: 0.0917089 Aug 16 23:13:46.978163 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fadd9ced-5779-447b-863b-edb6934624ac req-515bf927-c9c2-46ab-a04a-8e47249514fe tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbc72d54-097b-421d-953a-e4e7a8a28dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376012 Aug 16 23:13:47.102596 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf71233-d927-48ee-8677-2d419f276c11 req-06ec510d-8c21-4c5b-ba43-ac2fde860de9 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:47.105216 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-eaf71233-d927-48ee-8677-2d419f276c11 req-06ec510d-8c21-4c5b-ba43-ac2fde860de9 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 945 time: 0.0530298 Aug 16 23:13:47.114314 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 37474) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:13:47.118986 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-0c326350-cd83-4db1-9ea7-929a1223ee5e tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Request body: {'floatingip': {'port_id': '62ad7c9a-9355-476c-9726-91c7fd566244'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:13:47.166384 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0c326350-cd83-4db1-9ea7-929a1223ee5e tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Notify callbacks [] for floatingip, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:47.664212 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0c326350-cd83-4db1-9ea7-929a1223ee5e tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:47.670171 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0c326350-cd83-4db1-9ea7-929a1223ee5e tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:47.677762 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c6f20bb5-e55b-45a8-a9f6-f5da4421b82f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:47.800898 n-d-791506-26 neutron-server[101291]: INFO neutron.db.l3_db [None req-0c326350-cd83-4db1-9ea7-929a1223ee5e tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Floating IP c50ee119-6760-4ad1-a065-a191239de8ca associated. External IP: 172.25.4.28, port: 62ad7c9a-9355-476c-9726-91c7fd566244. Aug 16 23:13:48.073963 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c326350-cd83-4db1-9ea7-929a1223ee5e tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Router 3a69ef79-4ea8-4947-83a7-a328b483794f has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:13:48.195290 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c326350-cd83-4db1-9ea7-929a1223ee5e tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:13:48.201249 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0c326350-cd83-4db1-9ea7-929a1223ee5e tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:48.206110 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db4f43e-8bcc-4eaa-abbe-af7136df0211 None None] Sync routers for ids ['3a69ef79-4ea8-4947-83a7-a328b483794f'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:13:48.224961 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db4f43e-8bcc-4eaa-abbe-af7136df0211 None None] Routers {'3a69ef79-4ea8-4947-83a7-a328b483794f'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:13:48.225687 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-3db4f43e-8bcc-4eaa-abbe-af7136df0211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:13:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['3a69ef79-4ea8-4947-83a7-a328b483794f'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:13:48.270787 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-0c326350-cd83-4db1-9ea7-929a1223ee5e tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "PUT /v2.0/floatingips/c50ee119-6760-4ad1-a065-a191239de8ca HTTP/1.1" status: 200 len: 990 time: 1.1553545 Aug 16 23:13:48.271477 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcf51829-bc53-431f-901b-ce4bb72b65fa', 'tag': '62ad7c9a-9355-476c-9726-91c7fd566244'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:13:48.273935 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d1ef36e-e44a-45ea-8136-d5e1fdc574a6" -d '{"events": [{"name": "network-changed", "server_uuid": "fcf51829-bc53-431f-901b-ce4bb72b65fa", "tag": "62ad7c9a-9355-476c-9726-91c7fd566244"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:13:48.357973 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad25ff33-7e83-494a-a9b6-6bfbf9e4ef7b x-openstack-request-id: req-ad25ff33-7e83-494a-a9b6-6bfbf9e4ef7b {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:13:48.358343 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcf51829-bc53-431f-901b-ce4bb72b65fa", "tag": "62ad7c9a-9355-476c-9726-91c7fd566244", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:13:48.358679 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ad25ff33-7e83-494a-a9b6-6bfbf9e4ef7b {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:13:48.359159 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcf51829-bc53-431f-901b-ce4bb72b65fa', 'tag': '62ad7c9a-9355-476c-9726-91c7fd566244', 'status': 'completed', 'code': 200} Aug 16 23:13:48.362088 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-3db4f43e-8bcc-4eaa-abbe-af7136df0211 None None] Set router 3a69ef79-4ea8-4947-83a7-a328b483794f gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:13:48.465903 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1ef36e-e44a-45ea-8136-d5e1fdc574a6 req-a4ff675b-43fc-4b30-b327-1029ffb7a90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:48.467457 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1d1ef36e-e44a-45ea-8136-d5e1fdc574a6 req-a4ff675b-43fc-4b30-b327-1029ffb7a90e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ee91ace37a634fb9abb791ce5d24078e&device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 1097 time: 0.0582986 Aug 16 23:13:48.595609 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1ef36e-e44a-45ea-8136-d5e1fdc574a6 req-8957fcb1-eb48-457f-9ab9-a8f9d8ba3775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:48.597337 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1d1ef36e-e44a-45ea-8136-d5e1fdc574a6 req-8957fcb1-eb48-457f-9ab9-a8f9d8ba3775 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6152efff-6e82-46a1-acb7-149d7c33d5d6 HTTP/1.1" status: 200 len: 913 time: 0.1229458 Aug 16 23:13:48.707868 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1d1ef36e-e44a-45ea-8136-d5e1fdc574a6 req-a9af3c57-77d0-4ac1-8d56-a2596b74e2cf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62ad7c9a-9355-476c-9726-91c7fd566244 HTTP/1.1" status: 200 len: 998 time: 0.1017737 Aug 16 23:13:48.754107 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-3db4f43e-8bcc-4eaa-abbe-af7136df0211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a69ef79-4ea8-4947-83a7-a328b483794f', 'name': 'tempest-ServerActionsTestJSON-1295546016-router', 'tenant_id': 'ee91ace37a634fb9abb791ce5d24078e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '3cfb212f-23fa-4afc-98aa-46c9f3b564dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:13:17Z', 'updated_at': '2021-08-16T23:13:25Z', 'revision_number': 4, 'project_id': 'ee91ace37a634fb9abb791ce5d24078e', 'gw_port': {'id': '3cfb212f-23fa-4afc-98aa-46c9f3b564dd', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:19:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a69ef79-4ea8-4947-83a7-a328b483794f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:13:18Z', 'updated_at': '2021-08-16T23:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': 'c50ee119-6760-4ad1-a065-a191239de8ca', 'tenant_id': 'ee91ace37a634fb9abb791ce5d24078e', 'floating_ip_address': '172.25.4.28', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': '3a69ef79-4ea8-4947-83a7-a328b483794f', 'port_id': '62ad7c9a-9355-476c-9726-91c7fd566244', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6152efff-6e82-46a1-acb7-149d7c33d5d6', 'mac_address': 'fa:16:3e:5a:d8:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf51829-bc53-431f-901b-ce4bb72b65fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:13:30Z', 'updated_at': '2021-08-16T23:13:47Z', 'revision_number': 1, 'project_id': 'ee91ace37a634fb9abb791ce5d24078e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b97051dd-c67e-4828-93b4-20bcddc41105', 'name': '', 'network_id': '6152efff-6e82-46a1-acb7-149d7c33d5d6', 'tenant_id': 'ee91ace37a634fb9abb791ce5d24078e', 'mac_address': 'fa:16:3e:c4:01:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a69ef79-4ea8-4947-83a7-a328b483794f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '7d6a27ac-d81b-4d19-9995-25afe2c6f338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:13:23Z', 'updated_at': '2021-08-16T23:13:39Z', 'revision_number': 5, 'project_id': 'ee91ace37a634fb9abb791ce5d24078e', 'subnets': [{'id': '7d6a27ac-d81b-4d19-9995-25afe2c6f338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:13:48.775708 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1ef36e-e44a-45ea-8136-d5e1fdc574a6 req-45dd42a3-fac9-4b7b-af2f-3e427a4e45f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:48.779337 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1d1ef36e-e44a-45ea-8136-d5e1fdc574a6 req-45dd42a3-fac9-4b7b-af2f-3e427a4e45f0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7d6a27ac-d81b-4d19-9995-25afe2c6f338 HTTP/1.1" status: 200 len: 851 time: 0.0639064 Aug 16 23:13:48.785270 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db4f43e-8bcc-4eaa-abbe-af7136df0211 None None] Checking router: 3a69ef79-4ea8-4947-83a7-a328b483794f for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:13:48.795792 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db4f43e-8bcc-4eaa-abbe-af7136df0211 None None] Routers {'3a69ef79-4ea8-4947-83a7-a328b483794f'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:13:48.796466 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-3db4f43e-8bcc-4eaa-abbe-af7136df0211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:13:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['3a69ef79-4ea8-4947-83a7-a328b483794f'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:13:48.848035 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1ef36e-e44a-45ea-8136-d5e1fdc574a6 req-13215ed3-ec2f-4ec7-a461-d1be94201881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:48.850410 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1d1ef36e-e44a-45ea-8136-d5e1fdc574a6 req-13215ed3-ec2f-4ec7-a461-d1be94201881 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6152efff-6e82-46a1-acb7-149d7c33d5d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0567188 Aug 16 23:13:48.940564 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-3db4f43e-8bcc-4eaa-abbe-af7136df0211 None None] Set router 3a69ef79-4ea8-4947-83a7-a328b483794f gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:13:48.981246 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1d1ef36e-e44a-45ea-8136-d5e1fdc574a6 req-fec3b599-48e7-48b9-b7fb-ed177a838646 service neutron] 10.222.0.57 "GET /v2.0/networks/6152efff-6e82-46a1-acb7-149d7c33d5d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232047 Aug 16 23:13:49.159437 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1d1ef36e-e44a-45ea-8136-d5e1fdc574a6 req-85ee027e-5f4c-43b8-934b-2bf9f86098ea service neutron] 10.222.0.57 "GET /v2.0/networks/6152efff-6e82-46a1-acb7-149d7c33d5d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708806 Aug 16 23:13:49.297279 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-3db4f43e-8bcc-4eaa-abbe-af7136df0211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a69ef79-4ea8-4947-83a7-a328b483794f', 'name': 'tempest-ServerActionsTestJSON-1295546016-router', 'tenant_id': 'ee91ace37a634fb9abb791ce5d24078e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '3cfb212f-23fa-4afc-98aa-46c9f3b564dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:13:17Z', 'updated_at': '2021-08-16T23:13:25Z', 'revision_number': 4, 'project_id': 'ee91ace37a634fb9abb791ce5d24078e', 'gw_port': {'id': '3cfb212f-23fa-4afc-98aa-46c9f3b564dd', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:19:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a69ef79-4ea8-4947-83a7-a328b483794f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:13:18Z', 'updated_at': '2021-08-16T23:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': 'c50ee119-6760-4ad1-a065-a191239de8ca', 'tenant_id': 'ee91ace37a634fb9abb791ce5d24078e', 'floating_ip_address': '172.25.4.28', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': '3a69ef79-4ea8-4947-83a7-a328b483794f', 'port_id': '62ad7c9a-9355-476c-9726-91c7fd566244', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6152efff-6e82-46a1-acb7-149d7c33d5d6', 'mac_address': 'fa:16:3e:5a:d8:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf51829-bc53-431f-901b-ce4bb72b65fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:13:30Z', 'updated_at': '2021-08-16T23:13:47Z', 'revision_number': 1, 'project_id': 'ee91ace37a634fb9abb791ce5d24078e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b97051dd-c67e-4828-93b4-20bcddc41105', 'name': '', 'network_id': '6152efff-6e82-46a1-acb7-149d7c33d5d6', 'tenant_id': 'ee91ace37a634fb9abb791ce5d24078e', 'mac_address': 'fa:16:3e:c4:01:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a69ef79-4ea8-4947-83a7-a328b483794f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '7d6a27ac-d81b-4d19-9995-25afe2c6f338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:13:23Z', 'updated_at': '2021-08-16T23:13:39Z', 'revision_number': 5, 'project_id': 'ee91ace37a634fb9abb791ce5d24078e', 'subnets': [{'id': '7d6a27ac-d81b-4d19-9995-25afe2c6f338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:13:49.329434 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db4f43e-8bcc-4eaa-abbe-af7136df0211 None None] The sync data for ids ['3a69ef79-4ea8-4947-83a7-a328b483794f'] in n-d-791506-26 is: [{'id': '3a69ef79-4ea8-4947-83a7-a328b483794f', 'name': 'tempest-ServerActionsTestJSON-1295546016-router', 'tenant_id': 'ee91ace37a634fb9abb791ce5d24078e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '3cfb212f-23fa-4afc-98aa-46c9f3b564dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:13:17Z', 'updated_at': '2021-08-16T23:13:25Z', 'revision_number': 4, 'project_id': 'ee91ace37a634fb9abb791ce5d24078e', 'gw_port': {'id': '3cfb212f-23fa-4afc-98aa-46c9f3b564dd', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:19:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a69ef79-4ea8-4947-83a7-a328b483794f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:13:18Z', 'updated_at': '2021-08-16T23:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': 'c50ee119-6760-4ad1-a065-a191239de8ca', 'tenant_id': 'ee91ace37a634fb9abb791ce5d24078e', 'floating_ip_address': '172.25.4.28', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': '3a69ef79-4ea8-4947-83a7-a328b483794f', 'port_id': '62ad7c9a-9355-476c-9726-91c7fd566244', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6152efff-6e82-46a1-acb7-149d7c33d5d6', 'mac_address': 'fa:16:3e:5a:d8:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf51829-bc53-431f-901b-ce4bb72b65fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:13:30Z', 'updated_at': '2021-08-16T23:13:47Z', 'revision_number': 1, 'project_id': 'ee91ace37a634fb9abb791ce5d24078e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b97051dd-c67e-4828-93b4-20bcddc41105', 'name': '', 'network_id': '6152efff-6e82-46a1-acb7-149d7c33d5d6', 'tenant_id': 'ee91ace37a634fb9abb791ce5d24078e', 'mac_address': 'fa:16:3e:c4:01:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a69ef79-4ea8-4947-83a7-a328b483794f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '7d6a27ac-d81b-4d19-9995-25afe2c6f338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:13:23Z', 'updated_at': '2021-08-16T23:13:39Z', 'revision_number': 5, 'project_id': 'ee91ace37a634fb9abb791ce5d24078e', 'subnets': [{'id': '7d6a27ac-d81b-4d19-9995-25afe2c6f338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:13:49.621335 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 37512) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:13:49.686935 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc87b14b-a8d1-4c14-bc51-ab32b5970374 None None] New status for floating IP c50ee119-6760-4ad1-a065-a191239de8ca: ACTIVE {{(pid=101293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:13:49.819112 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f4d748b1-dd65-4da3-bc64-1fb139d6223f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:49.986461 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7137fb0e-000d-4678-a300-102fcc34003f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:50.011652 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f4d748b1-dd65-4da3-bc64-1fb139d6223f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:50.021686 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f4d748b1-dd65-4da3-bc64-1fb139d6223f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:50.062064 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d748b1-dd65-4da3-bc64-1fb139d6223f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47a52b93-b298-46a6-8621-56dbe2c53fe4,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:50.110918 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-f4d748b1-dd65-4da3-bc64-1fb139d6223f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b882b63abda84666bcda37736502b351&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4883785 Aug 16 23:13:50.113706 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 37518) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:13:50.206650 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c8e71f1e-7c26-4945-bc12-a2c656e2753f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:50.236077 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c8e71f1e-7c26-4945-bc12-a2c656e2753f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:50.301253 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c8e71f1e-7c26-4945-bc12-a2c656e2753f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:50.305751 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c8e71f1e-7c26-4945-bc12-a2c656e2753f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:50.309631 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-c8e71f1e-7c26-4945-bc12-a2c656e2753f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/47a52b93-b298-46a6-8621-56dbe2c53fe4 HTTP/1.1" status: 204 len: 168 time: 0.1938581 Aug 16 23:13:50.322483 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e71f1e-7c26-4945-bc12-a2c656e2753f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a52b93-b298-46a6-8621-56dbe2c53fe4,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:50.625023 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:50.761949 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 37530) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:13:50.778404 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-88b7ea88-eae1-42bd-b5a0-3a4be0703445 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:50.926798 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-88b7ea88-eae1-42bd-b5a0-3a4be0703445 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:50.932995 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-88b7ea88-eae1-42bd-b5a0-3a4be0703445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:50.996841 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-88b7ea88-eae1-42bd-b5a0-3a4be0703445 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0c954d6c92b64ee3bd36fa532bc44ac3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2290661 Aug 16 23:13:50.996841 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b7ea88-eae1-42bd-b5a0-3a4be0703445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58ede808-82bf-4e09-bb43-0595ebfe7dd1,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:50.997897 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 37532) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:13:51.086666 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1370cc79-fcf5-4e57-ab37-70b2392624bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:51.121165 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1370cc79-fcf5-4e57-ab37-70b2392624bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:51.193684 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1370cc79-fcf5-4e57-ab37-70b2392624bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:51.201469 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1370cc79-fcf5-4e57-ab37-70b2392624bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:51.202690 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-1370cc79-fcf5-4e57-ab37-70b2392624bb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/58ede808-82bf-4e09-bb43-0595ebfe7dd1 HTTP/1.1" status: 204 len: 168 time: 0.2027900 Aug 16 23:13:51.211604 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1370cc79-fcf5-4e57-ab37-70b2392624bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ede808-82bf-4e09-bb43-0595ebfe7dd1,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:51.544057 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:51.558909 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 37542) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:13:51.575636 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2a412775-58c0-48ca-a4d8-b6c5b6be0fc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:51.679704 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2a412775-58c0-48ca-a4d8-b6c5b6be0fc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:51.684511 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2a412775-58c0-48ca-a4d8-b6c5b6be0fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:51.730036 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-2a412775-58c0-48ca-a4d8-b6c5b6be0fc5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e8a33d3926974cc59e9a116d4eb6e0ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1693459 Aug 16 23:13:51.731075 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a412775-58c0-48ca-a4d8-b6c5b6be0fc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd678ea9-de61-4670-8592-57be24b3ed5e,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:51.733155 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 37548) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:13:51.802352 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f859d783-2369-4c6a-8d0a-4c1039e600b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:51.828476 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f859d783-2369-4c6a-8d0a-4c1039e600b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:51.892798 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f859d783-2369-4c6a-8d0a-4c1039e600b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:51.895315 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f859d783-2369-4c6a-8d0a-4c1039e600b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:51.896769 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-f859d783-2369-4c6a-8d0a-4c1039e600b9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fd678ea9-de61-4670-8592-57be24b3ed5e HTTP/1.1" status: 204 len: 168 time: 0.1619520 Aug 16 23:13:51.905049 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f859d783-2369-4c6a-8d0a-4c1039e600b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd678ea9-de61-4670-8592-57be24b3ed5e,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:52.772554 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:53.201890 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 37618) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:13:53.334508 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d4ae48df-4480-43bc-a8a0-173fa850ccab admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:53.429509 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d4ae48df-4480-43bc-a8a0-173fa850ccab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:53.434213 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d4ae48df-4480-43bc-a8a0-173fa850ccab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:53.484701 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 37628) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:13:53.485305 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-d4ae48df-4480-43bc-a8a0-173fa850ccab admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ed522f435e054477b6e43ced80898eea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2817032 Aug 16 23:13:53.495479 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ae48df-4480-43bc-a8a0-173fa850ccab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1483d46-e6d7-4102-8975-e784b3cf3e8b,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:53.508433 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ae48df-4480-43bc-a8a0-173fa850ccab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:13:53.509122 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ae48df-4480-43bc-a8a0-173fa850ccab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:13:53.509635 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ae48df-4480-43bc-a8a0-173fa850ccab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:13:53.511002 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ae48df-4480-43bc-a8a0-173fa850ccab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:13:53.511512 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ae48df-4480-43bc-a8a0-173fa850ccab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:13:53.512055 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ae48df-4480-43bc-a8a0-173fa850ccab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:13:53.512592 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ae48df-4480-43bc-a8a0-173fa850ccab admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:13:53.513110 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ae48df-4480-43bc-a8a0-173fa850ccab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:13:53.513622 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ae48df-4480-43bc-a8a0-173fa850ccab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:13:53.514129 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ae48df-4480-43bc-a8a0-173fa850ccab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:13:53.514624 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ae48df-4480-43bc-a8a0-173fa850ccab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:13:53.515130 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ae48df-4480-43bc-a8a0-173fa850ccab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:13:53.559131 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3ea5e6d6-b896-4730-953c-29d119178471 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:53.585157 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3ea5e6d6-b896-4730-953c-29d119178471 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:53.633262 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3ea5e6d6-b896-4730-953c-29d119178471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:53.636122 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3ea5e6d6-b896-4730-953c-29d119178471 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:53.639783 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-3ea5e6d6-b896-4730-953c-29d119178471 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e1483d46-e6d7-4102-8975-e784b3cf3e8b HTTP/1.1" status: 204 len: 168 time: 0.1509936 Aug 16 23:13:53.656506 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea5e6d6-b896-4730-953c-29d119178471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1483d46-e6d7-4102-8975-e784b3cf3e8b,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:55.359932 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:55.630389 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 37710) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:13:55.635859 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-7bd7876a-bfc1-4229-9869-5d1596a0366e tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1909107621', 'description': 'tempest-secgroup-smoke-1909107621 description', 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:13:55.660898 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7bd7876a-bfc1-4229-9869-5d1596a0366e tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:55.670163 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7bd7876a-bfc1-4229-9869-5d1596a0366e tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:55.763311 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7bd7876a-bfc1-4229-9869-5d1596a0366e tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:55.767583 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7bd7876a-bfc1-4229-9869-5d1596a0366e tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:55.820188 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd7876a-bfc1-4229-9869-5d1596a0366e tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09bee594-923d-4aeb-836c-2bd871b547a8,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:55.876699 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7bd7876a-bfc1-4229-9869-5d1596a0366e tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:55.880799 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7bd7876a-bfc1-4229-9869-5d1596a0366e tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:55.913023 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7bd7876a-bfc1-4229-9869-5d1596a0366e tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:55.917355 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-7bd7876a-bfc1-4229-9869-5d1596a0366e tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2830901 Aug 16 23:13:55.917597 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 37716) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:13:55.922889 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-2bcf477f-de43-48ca-8a9c-240df93f4972 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Request body: {'security_group_rule': {'security_group_id': '3f71e0ef-17d2-4d1e-9fe1-aae1882f89a1', 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:13:55.928088 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd7876a-bfc1-4229-9869-5d1596a0366e tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f71e0ef-17d2-4d1e-9fe1-aae1882f89a1,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:55.954391 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2bcf477f-de43-48ca-8a9c-240df93f4972 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:56.017521 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2bcf477f-de43-48ca-8a9c-240df93f4972 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:56.021874 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2bcf477f-de43-48ca-8a9c-240df93f4972 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:56.037176 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcf477f-de43-48ca-8a9c-240df93f4972 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58729f00-b10f-4441-80c7-2236e5714022,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:56.053541 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2bcf477f-de43-48ca-8a9c-240df93f4972 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:56.055003 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-2bcf477f-de43-48ca-8a9c-240df93f4972 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1363766 Aug 16 23:13:56.058764 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 37722) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:13:56.064403 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-3f059192-96e1-4b9a-9960-cb01d4b6ea03 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Request body: {'security_group_rule': {'security_group_id': '3f71e0ef-17d2-4d1e-9fe1-aae1882f89a1', 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:13:56.093798 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3f059192-96e1-4b9a-9960-cb01d4b6ea03 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:56.193091 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3f059192-96e1-4b9a-9960-cb01d4b6ea03 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:56.197559 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3f059192-96e1-4b9a-9960-cb01d4b6ea03 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:56.239605 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f059192-96e1-4b9a-9960-cb01d4b6ea03 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45f81dbd-7739-4214-876a-ef1ac2747327,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:56.247373 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3f059192-96e1-4b9a-9960-cb01d4b6ea03 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:56.252632 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 37726) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:13:56.253140 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-3f059192-96e1-4b9a-9960-cb01d4b6ea03 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1930788 Aug 16 23:13:56.258171 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-e5f21e30-c0e7-4442-b814-94ecacd1995f tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Request body: {'security_group_rule': {'security_group_id': '3f71e0ef-17d2-4d1e-9fe1-aae1882f89a1', 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:13:56.287617 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e5f21e30-c0e7-4442-b814-94ecacd1995f tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:56.349634 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e5f21e30-c0e7-4442-b814-94ecacd1995f tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:56.353746 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e5f21e30-c0e7-4442-b814-94ecacd1995f tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:56.379140 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f21e30-c0e7-4442-b814-94ecacd1995f tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cfd00b9-9c42-4ef0-b9f0-11035ed0708b,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:56.394854 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e5f21e30-c0e7-4442-b814-94ecacd1995f tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:56.401786 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-e5f21e30-c0e7-4442-b814-94ecacd1995f tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1470726 Aug 16 23:13:56.402927 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 37732) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:13:56.407725 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-2e21d8fd-e2aa-4906-b10a-8311379c9e1a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Request body: {'security_group_rule': {'security_group_id': '3f71e0ef-17d2-4d1e-9fe1-aae1882f89a1', 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:13:56.438755 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2e21d8fd-e2aa-4906-b10a-8311379c9e1a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:56.503016 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2e21d8fd-e2aa-4906-b10a-8311379c9e1a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:56.507038 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2e21d8fd-e2aa-4906-b10a-8311379c9e1a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:56.526314 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e21d8fd-e2aa-4906-b10a-8311379c9e1a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4389220-3f7d-4137-aa30-b2b71f8f3a9e,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:56.532871 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2e21d8fd-e2aa-4906-b10a-8311379c9e1a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:56.536883 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-2e21d8fd-e2aa-4906-b10a-8311379c9e1a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1299148 Aug 16 23:13:56.536883 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 37734) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:13:56.541132 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-05511ca9-e358-4964-a6f8-93a179d7dec1 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Request body: {'security_group_rule': {'security_group_id': '3f71e0ef-17d2-4d1e-9fe1-aae1882f89a1', 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:13:56.567269 n-d-791506-26 neutron-server[101292]: INFO neutron.db.securitygroups_db [None req-05511ca9-e358-4964-a6f8-93a179d7dec1 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Project 3aee68aa35e24e649e175a43cbcb7bd3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 23:13:56.573480 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-05511ca9-e358-4964-a6f8-93a179d7dec1 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:56.645959 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-05511ca9-e358-4964-a6f8-93a179d7dec1 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:56.651336 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-05511ca9-e358-4964-a6f8-93a179d7dec1 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:56.678980 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05511ca9-e358-4964-a6f8-93a179d7dec1 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e33a635-727e-4d6f-b662-1051c55d11c2,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:56.682475 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-05511ca9-e358-4964-a6f8-93a179d7dec1 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:56.683809 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-05511ca9-e358-4964-a6f8-93a179d7dec1 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1462252 Aug 16 23:13:56.687003 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 37744) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:13:56.691905 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-ca2e5341-8512-4c67-bf90-1a3cf20e5ef3 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Request body: {'security_group_rule': {'security_group_id': '3f71e0ef-17d2-4d1e-9fe1-aae1882f89a1', 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:13:56.722593 n-d-791506-26 neutron-server[101292]: INFO neutron.db.securitygroups_db [None req-ca2e5341-8512-4c67-bf90-1a3cf20e5ef3 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Project 3aee68aa35e24e649e175a43cbcb7bd3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 23:13:56.730001 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ca2e5341-8512-4c67-bf90-1a3cf20e5ef3 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:56.794949 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ca2e5341-8512-4c67-bf90-1a3cf20e5ef3 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:56.799067 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ca2e5341-8512-4c67-bf90-1a3cf20e5ef3 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:56.819063 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2e5341-8512-4c67-bf90-1a3cf20e5ef3 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=977dbe64-0f63-4af6-abf3-4e93e2ee1553,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:56.826673 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ca2e5341-8512-4c67-bf90-1a3cf20e5ef3 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:56.831112 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-ca2e5341-8512-4c67-bf90-1a3cf20e5ef3 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1410563 Aug 16 23:13:56.831380 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 37746) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:13:56.836780 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-846177ef-a645-4f15-9950-dc6ce60cd58a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Request body: {'network': {'name': 'tempest-network-smoke--968101935', 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'port_security_enabled': True}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:13:56.858460 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-846177ef-a645-4f15-9950-dc6ce60cd58a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Made reservation on behalf of 3aee68aa35e24e649e175a43cbcb7bd3 for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:13:56.861985 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-846177ef-a645-4f15-9950-dc6ce60cd58a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:56.886703 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-846177ef-a645-4f15-9950-dc6ce60cd58a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:13:56.896265 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-846177ef-a645-4f15-9950-dc6ce60cd58a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:56.896648 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-846177ef-a645-4f15-9950-dc6ce60cd58a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Added segment 67b554f8-bdad-48ee-87ac-8a6d688dfc64 of type vlan for network 93618f09-ceff-4673-b340-e53dee1636b6 Aug 16 23:13:56.946228 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-846177ef-a645-4f15-9950-dc6ce60cd58a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:56.975719 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-846177ef-a645-4f15-9950-dc6ce60cd58a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:56.981702 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846177ef-a645-4f15-9950-dc6ce60cd58a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:56.982361 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-846177ef-a645-4f15-9950-dc6ce60cd58a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:57.040236 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-846177ef-a645-4f15-9950-dc6ce60cd58a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2076836 Aug 16 23:13:57.043732 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 37752) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:13:57.049796 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-8fe689c9-89c2-4297-8598-c170effc2f69 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1371170837', 'admin_state_up': True, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:13:57.054214 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846177ef-a645-4f15-9950-dc6ce60cd58a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Pushing event updated for resources: {'Network': ['ID=93618f09-ceff-4673-b340-e53dee1636b6,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:57.067303 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 93618f09-ceff-4673-b340-e53dee1636b6 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:13:57.082319 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8fe689c9-89c2-4297-8598-c170effc2f69 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:57.083523 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8fe689c9-89c2-4297-8598-c170effc2f69 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:57.154686 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8fe689c9-89c2-4297-8598-c170effc2f69 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:57.664930 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8fe689c9-89c2-4297-8598-c170effc2f69 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:57.865251 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8fe689c9-89c2-4297-8598-c170effc2f69 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for router_gateway, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:57.885214 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8fe689c9-89c2-4297-8598-c170effc2f69 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:57.996117 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-8fe689c9-89c2-4297-8598-c170effc2f69 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Allocated IP 172.25.4.172 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/95ab6690-da06-43f1-9b88-e7aef51ede5b) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:13:58.103804 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8fe689c9-89c2-4297-8598-c170effc2f69 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:58.152336 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8fe689c9-89c2-4297-8598-c170effc2f69 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:58.198902 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe689c9-89c2-4297-8598-c170effc2f69 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:13:58.204199 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-8fe689c9-89c2-4297-8598-c170effc2f69 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:13:58.207091 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe689c9-89c2-4297-8598-c170effc2f69 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Pushing event updated for resources: {'Port': ['ID=95ab6690-da06-43f1-9b88-e7aef51ede5b,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:13:58.209871 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe689c9-89c2-4297-8598-c170effc2f69 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:13:58.476437 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8fe689c9-89c2-4297-8598-c170effc2f69 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for router_gateway, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:58.716960 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8fe689c9-89c2-4297-8598-c170effc2f69 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:58.896337 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fe689c9-89c2-4297-8598-c170effc2f69 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Router 8a648324-fe0e-42e1-989d-e29bb8f8e754 is scheduled to L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f with binding_index 1 {{(pid=101292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:13:59.082541 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fe689c9-89c2-4297-8598-c170effc2f69 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:13:59.095454 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54d5dbb-934f-4739-88e7-ef78fc77e069 None None] Sync routers for ids ['8a648324-fe0e-42e1-989d-e29bb8f8e754'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:13:59.104828 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54d5dbb-934f-4739-88e7-ef78fc77e069 None None] Routers {'8a648324-fe0e-42e1-989d-e29bb8f8e754'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:13:59.105450 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-b54d5dbb-934f-4739-88e7-ef78fc77e069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:13:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['8a648324-fe0e-42e1-989d-e29bb8f8e754'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:13:59.116273 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f746a070-5808-4c89-9b08-8728e18973ec req-ea07d394-defa-4cb7-a98a-cc9ef0836ac2 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:59.118490 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f746a070-5808-4c89-9b08-8728e18973ec req-ea07d394-defa-4cb7-a98a-cc9ef0836ac2 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a97c9e0-bdad-48f1-92f6-ca652681d2f2 HTTP/1.1" status: 200 len: 945 time: 0.1042695 Aug 16 23:13:59.126465 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8fe689c9-89c2-4297-8598-c170effc2f69 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:59.128521 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-8fe689c9-89c2-4297-8598-c170effc2f69 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.0833607 Aug 16 23:13:59.131410 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 37818) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:13:59.223642 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f746a070-5808-4c89-9b08-8728e18973ec req-53b2f32d-dd3c-4922-a1cf-9b5bb0ed5756 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] 10.222.0.36 "GET /v2.0/security-groups?id=7815a016-bbd1-468a-9ff2-59548a452ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824142 Aug 16 23:13:59.257425 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-b54d5dbb-934f-4739-88e7-ef78fc77e069 None None] Set router 8a648324-fe0e-42e1-989d-e29bb8f8e754 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:13:59.315344 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 37824) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:13:59.315993 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-46b89b93-1894-4fa1-9ab2-a52eda1efdf5 tempest-TestNetworkAdvancedServerOps-1443331071 tempest-TestNetworkAdvancedServerOps-1443331071-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=3aee68aa35e24e649e175a43cbcb7bd3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1833518 Aug 16 23:13:59.506148 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfeb52a7-7078-47a6-a00d-c4d8f51c9d5f tempest-TestNetworkAdvancedServerOps-1443331071 tempest-TestNetworkAdvancedServerOps-1443331071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:13:59.507700 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-cfeb52a7-7078-47a6-a00d-c4d8f51c9d5f tempest-TestNetworkAdvancedServerOps-1443331071 tempest-TestNetworkAdvancedServerOps-1443331071-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1905649 Aug 16 23:13:59.511317 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 37836) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:13:59.550979 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-bd334b50-6386-4b11-85b9-eb9d97b6e5f2 tempest-TestNetworkAdvancedServerOps-1443331071 tempest-TestNetworkAdvancedServerOps-1443331071-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=c22c4980-c849-406d-982c-a5d68c515a94&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384843 Aug 16 23:13:59.554051 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 37838) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:13:59.559905 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-951e81c3-0b21-43e8-be9f-38b4891d26a3 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-236138528', 'network_id': '93618f09-ceff-4673-b340-e53dee1636b6', 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:13:59.599699 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-b54d5dbb-934f-4739-88e7-ef78fc77e069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a648324-fe0e-42e1-989d-e29bb8f8e754', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1371170837', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': '95ab6690-da06-43f1-9b88-e7aef51ede5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:13:57Z', 'updated_at': '2021-08-16T23:13:58Z', 'revision_number': 3, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'gw_port': {'id': '95ab6690-da06-43f1-9b88-e7aef51ede5b', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a648324-fe0e-42e1-989d-e29bb8f8e754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:13:57Z', 'updated_at': '2021-08-16T23:13:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:13:59.634517 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54d5dbb-934f-4739-88e7-ef78fc77e069 None None] Checking router: 8a648324-fe0e-42e1-989d-e29bb8f8e754 for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:13:59.635083 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54d5dbb-934f-4739-88e7-ef78fc77e069 None None] Updating router 8a648324-fe0e-42e1-989d-e29bb8f8e754 port 95ab6690-da06-43f1-9b88-e7aef51ede5b binding host n-d-791506-26 {{(pid=101294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:13:59.670524 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-951e81c3-0b21-43e8-be9f-38b4891d26a3 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Made reservation on behalf of 3aee68aa35e24e649e175a43cbcb7bd3 for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:13:59.675619 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-951e81c3-0b21-43e8-be9f-38b4891d26a3 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:59.676945 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-b54d5dbb-934f-4739-88e7-ef78fc77e069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:13:59.943273 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-951e81c3-0b21-43e8-be9f-38b4891d26a3 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:00.002552 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-b54d5dbb-934f-4739-88e7-ef78fc77e069 None None] Notify callbacks [] for port, precommit_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:00.003998 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951e81c3-0b21-43e8-be9f-38b4891d26a3 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Pushing event updated for resources: {'Subnet': ['ID=70092538-3ae4-4be0-9001-bbf46308cd77,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:14:00.018334 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.provisioning_blocks [None req-b54d5dbb-934f-4739-88e7-ef78fc77e069 None None] Transition to ACTIVE for port object 95ab6690-da06-43f1-9b88-e7aef51ede5b will not be triggered until provisioned by entity L2. {{(pid=101294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:14:00.028751 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-b54d5dbb-934f-4739-88e7-ef78fc77e069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:00.046863 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951e81c3-0b21-43e8-be9f-38b4891d26a3 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Checking segment: {'id': '67b554f8-bdad-48ee-87ac-8a6d688dfc64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '93618f09-ceff-4673-b340-e53dee1636b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:14:00.047345 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951e81c3-0b21-43e8-be9f-38b4891d26a3 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Network hostable DHCP agents. Network: 93618f09-ceff-4673-b340-e53dee1636b6, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:14:00.069138 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951e81c3-0b21-43e8-be9f-38b4891d26a3 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Network 93618f09-ceff-4673-b340-e53dee1636b6 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:14:00.084953 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-b54d5dbb-934f-4739-88e7-ef78fc77e069 None None] Attempting to bind port 95ab6690-da06-43f1-9b88-e7aef51ede5b on host n-d-791506-26 for vnic_type normal with profile {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:14:00.085338 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-b54d5dbb-934f-4739-88e7-ef78fc77e069 None None] Attempting to bind port 95ab6690-da06-43f1-9b88-e7aef51ede5b by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:14:00.085670 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-951e81c3-0b21-43e8-be9f-38b4891d26a3 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 93618f09-ceff-4673-b340-e53dee1636b6) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:14:00.085843 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54d5dbb-934f-4739-88e7-ef78fc77e069 None None] Attempting to bind port 95ab6690-da06-43f1-9b88-e7aef51ede5b on network c22c4980-c849-406d-982c-a5d68c515a94 {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:14:00.096905 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664d9f78-8cf1-4a0d-b05e-c6e79eccca67 None None] Network 93618f09-ceff-4673-b340-e53dee1636b6 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:14:00.098209 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54d5dbb-934f-4739-88e7-ef78fc77e069 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:14:00.099130 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54d5dbb-934f-4739-88e7-ef78fc77e069 None None] Checking segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:14:00.099711 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-b54d5dbb-934f-4739-88e7-ef78fc77e069 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:00.099997 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951e81c3-0b21-43e8-be9f-38b4891d26a3 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:00.100515 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54d5dbb-934f-4739-88e7-ef78fc77e069 None None] Bound using segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:14:00.100824 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-951e81c3-0b21-43e8-be9f-38b4891d26a3 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:00.101380 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-b54d5dbb-934f-4739-88e7-ef78fc77e069 None None] Bound port: 95ab6690-da06-43f1-9b88-e7aef51ede5b, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:14:00.102233 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-b54d5dbb-934f-4739-88e7-ef78fc77e069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:00.121325 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-951e81c3-0b21-43e8-be9f-38b4891d26a3 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5650239 Aug 16 23:14:00.123079 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 37856) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:14:00.181652 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec354a92-b878-4d4b-a291-33db62d5f680 None None] Pushing event updated for resources: {'Port': ['ID=95ab6690-da06-43f1-9b88-e7aef51ede5b,revision_number=2']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:14:00.238787 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-b54d5dbb-934f-4739-88e7-ef78fc77e069 None None] For port 95ab6690-da06-43f1-9b88-e7aef51ede5b, host n-d-791506-26, cleared binding levels {{(pid=101294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:14:00.248883 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-b54d5dbb-934f-4739-88e7-ef78fc77e069 None None] For port 95ab6690-da06-43f1-9b88-e7aef51ede5b, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=95ab6690-da06-43f1-9b88-e7aef51ede5b,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:14:00.260884 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-b54d5dbb-934f-4739-88e7-ef78fc77e069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:00.320703 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c53955-218d-4fcf-a0bf-8dceb52df985 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-93618f09-ceff-4673-b340-e53dee1636b6', 'network_id': '93618f09-ceff-4673-b340-e53dee1636b6', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'fixed_ips': [{'subnet_id': '70092538-3ae4-4be0-9001-bbf46308cd77'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:14:00.321825 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f1c53955-218d-4fcf-a0bf-8dceb52df985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:00.436102 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f672018-96d8-41ab-a106-d78713aea6e0 req-04941e3c-805c-488f-bbba-fe1f7551f875 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:00.440788 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-8f672018-96d8-41ab-a106-d78713aea6e0 req-04941e3c-805c-488f-bbba-fe1f7551f875 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] 10.222.0.68 "GET /v2.0/ports?device_id=7a97c9e0-bdad-48f1-92f6-ca652681d2f2 HTTP/1.1" status: 200 len: 945 time: 0.0977974 Aug 16 23:14:00.446675 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54d5dbb-934f-4739-88e7-ef78fc77e069 None None] Routers {'8a648324-fe0e-42e1-989d-e29bb8f8e754'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:14:00.457357 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-b54d5dbb-934f-4739-88e7-ef78fc77e069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:13:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['8a648324-fe0e-42e1-989d-e29bb8f8e754'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:14:00.500277 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d790248-b60b-486f-9497-7ba23c179520 req-cd829d42-8dfd-4c08-8b0c-914ad0b09a35 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:00.503274 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5d790248-b60b-486f-9497-7ba23c179520 req-cd829d42-8dfd-4c08-8b0c-914ad0b09a35 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a97c9e0-bdad-48f1-92f6-ca652681d2f2 HTTP/1.1" status: 200 len: 945 time: 0.1663332 Aug 16 23:14:00.524733 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-f1c53955-218d-4fcf-a0bf-8dceb52df985 None None] Allocated IP 172.20.0.2 (93618f09-ceff-4673-b340-e53dee1636b6/70092538-3ae4-4be0-9001-bbf46308cd77/ab5f463b-1fae-419c-b736-e5a95a88a474) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:14:00.566706 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec354a92-b878-4d4b-a291-33db62d5f680 None None] Pushing event updated for resources: {'Port': ['ID=95ab6690-da06-43f1-9b88-e7aef51ede5b,revision_number=3']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:14:00.682001 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5d790248-b60b-486f-9497-7ba23c179520 req-35046d2b-9437-4ccc-9f16-ff1e2efe9c46 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] 10.222.0.36 "GET /v2.0/security-groups?id=7815a016-bbd1-468a-9ff2-59548a452ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1712298 Aug 16 23:14:00.707119 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-8f672018-96d8-41ab-a106-d78713aea6e0 req-8cf6d7fb-bac5-4e42-b837-70cb844768d3 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Deleting port b4c5fc50-49e0-4447-9840-18c33fb6df3d {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:14:00.708946 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-8f672018-96d8-41ab-a106-d78713aea6e0 req-8cf6d7fb-bac5-4e42-b837-70cb844768d3 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:00.803358 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-b54d5dbb-934f-4739-88e7-ef78fc77e069 None None] Set router 8a648324-fe0e-42e1-989d-e29bb8f8e754 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:14:00.835070 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f1c53955-218d-4fcf-a0bf-8dceb52df985 None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:00.850794 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-f1c53955-218d-4fcf-a0bf-8dceb52df985 None None] Transition to ACTIVE for port object ab5f463b-1fae-419c-b736-e5a95a88a474 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:14:00.890912 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-f1c53955-218d-4fcf-a0bf-8dceb52df985 None None] Transition to ACTIVE for port object ab5f463b-1fae-419c-b736-e5a95a88a474 will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:14:00.905009 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-8f672018-96d8-41ab-a106-d78713aea6e0 req-8cf6d7fb-bac5-4e42-b837-70cb844768d3 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] For port b4c5fc50-49e0-4447-9840-18c33fb6df3d, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=b4c5fc50-49e0-4447-9840-18c33fb6df3d,segment=NetworkSegment(196ae6bd-f370-4d4b-98bb-76631d5d886c),segment_id=196ae6bd-f370-4d4b-98bb-76631d5d886c)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:14:00.905580 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-8f672018-96d8-41ab-a106-d78713aea6e0 req-8cf6d7fb-bac5-4e42-b837-70cb844768d3 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:00.905748 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f1c53955-218d-4fcf-a0bf-8dceb52df985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:00.967036 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c53955-218d-4fcf-a0bf-8dceb52df985 None None] Network 93618f09-ceff-4673-b340-e53dee1636b6 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:14:00.970018 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-f1c53955-218d-4fcf-a0bf-8dceb52df985 None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:14:00.974363 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c53955-218d-4fcf-a0bf-8dceb52df985 None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:14:00.985161 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c53955-218d-4fcf-a0bf-8dceb52df985 None None] Pushing event updated for resources: {'Port': ['ID=ab5f463b-1fae-419c-b736-e5a95a88a474,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:14:01.013648 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c53955-218d-4fcf-a0bf-8dceb52df985 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:14:01.016882 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c53955-218d-4fcf-a0bf-8dceb52df985 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:14:01.017344 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c53955-218d-4fcf-a0bf-8dceb52df985 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:14:01.017790 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c53955-218d-4fcf-a0bf-8dceb52df985 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:14:01.018907 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c53955-218d-4fcf-a0bf-8dceb52df985 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:14:01.018907 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c53955-218d-4fcf-a0bf-8dceb52df985 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:14:01.019176 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c53955-218d-4fcf-a0bf-8dceb52df985 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:14:01.019675 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c53955-218d-4fcf-a0bf-8dceb52df985 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:14:01.023623 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c53955-218d-4fcf-a0bf-8dceb52df985 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:14:01.024167 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c53955-218d-4fcf-a0bf-8dceb52df985 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:14:01.024524 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c53955-218d-4fcf-a0bf-8dceb52df985 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:14:01.025049 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c53955-218d-4fcf-a0bf-8dceb52df985 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:14:01.147041 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-b54d5dbb-934f-4739-88e7-ef78fc77e069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a648324-fe0e-42e1-989d-e29bb8f8e754', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1371170837', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': '95ab6690-da06-43f1-9b88-e7aef51ede5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:13:57Z', 'updated_at': '2021-08-16T23:13:58Z', 'revision_number': 3, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'gw_port': {'id': '95ab6690-da06-43f1-9b88-e7aef51ede5b', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a648324-fe0e-42e1-989d-e29bb8f8e754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:13:57Z', 'updated_at': '2021-08-16T23:14:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:14:01.153587 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-f1c53955-218d-4fcf-a0bf-8dceb52df985 None None] Attempting to bind port ab5f463b-1fae-419c-b736-e5a95a88a474 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:14:01.154114 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-f1c53955-218d-4fcf-a0bf-8dceb52df985 None None] Attempting to bind port ab5f463b-1fae-419c-b736-e5a95a88a474 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '67b554f8-bdad-48ee-87ac-8a6d688dfc64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '93618f09-ceff-4673-b340-e53dee1636b6'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:14:01.154299 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c53955-218d-4fcf-a0bf-8dceb52df985 None None] Attempting to bind port ab5f463b-1fae-419c-b736-e5a95a88a474 on network 93618f09-ceff-4673-b340-e53dee1636b6 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:14:01.167718 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c53955-218d-4fcf-a0bf-8dceb52df985 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:14:01.168095 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c53955-218d-4fcf-a0bf-8dceb52df985 None None] Checking segment: {'id': '67b554f8-bdad-48ee-87ac-8a6d688dfc64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '93618f09-ceff-4673-b340-e53dee1636b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:14:01.169075 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f1c53955-218d-4fcf-a0bf-8dceb52df985 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:01.169471 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c53955-218d-4fcf-a0bf-8dceb52df985 None None] Bound using segment: {'id': '67b554f8-bdad-48ee-87ac-8a6d688dfc64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '93618f09-ceff-4673-b340-e53dee1636b6'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:14:01.170138 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-f1c53955-218d-4fcf-a0bf-8dceb52df985 None None] Bound port: ab5f463b-1fae-419c-b736-e5a95a88a474, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67b554f8-bdad-48ee-87ac-8a6d688dfc64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '93618f09-ceff-4673-b340-e53dee1636b6'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:14:01.170726 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f1c53955-218d-4fcf-a0bf-8dceb52df985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:01.188619 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54d5dbb-934f-4739-88e7-ef78fc77e069 None None] The sync data for ids ['8a648324-fe0e-42e1-989d-e29bb8f8e754'] in n-d-791506-26 is: [{'id': '8a648324-fe0e-42e1-989d-e29bb8f8e754', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1371170837', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': '95ab6690-da06-43f1-9b88-e7aef51ede5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:13:57Z', 'updated_at': '2021-08-16T23:13:58Z', 'revision_number': 3, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'gw_port': {'id': '95ab6690-da06-43f1-9b88-e7aef51ede5b', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a648324-fe0e-42e1-989d-e29bb8f8e754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:13:57Z', 'updated_at': '2021-08-16T23:14:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:14:01.196915 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-deef3ab9-4890-447b-8ec1-88802fd4751a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:01.211338 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-8f672018-96d8-41ab-a106-d78713aea6e0 req-8cf6d7fb-bac5-4e42-b837-70cb844768d3 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:01.212085 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-8f672018-96d8-41ab-a106-d78713aea6e0 req-8cf6d7fb-bac5-4e42-b837-70cb844768d3 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:01.212622 n-d-791506-26 neutron-server[101291]: INFO neutron.db.l3_db [req-8f672018-96d8-41ab-a106-d78713aea6e0 req-8cf6d7fb-bac5-4e42-b837-70cb844768d3 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Floating IP 698cca46-2e67-4539-811e-d6916767b700 disassociated. External IP: 172.25.4.83, port: b4c5fc50-49e0-4447-9840-18c33fb6df3d. Aug 16 23:14:01.214017 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-8f672018-96d8-41ab-a106-d78713aea6e0 req-8cf6d7fb-bac5-4e42-b837-70cb844768d3 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Calling delete_port for b4c5fc50-49e0-4447-9840-18c33fb6df3d owned by compute:nova {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:14:01.371873 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f1c53955-218d-4fcf-a0bf-8dceb52df985 None None] For port ab5f463b-1fae-419c-b736-e5a95a88a474, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:14:01.492900 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-8f672018-96d8-41ab-a106-d78713aea6e0 req-8cf6d7fb-bac5-4e42-b837-70cb844768d3 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:01.493614 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f1c53955-218d-4fcf-a0bf-8dceb52df985 None None] For port ab5f463b-1fae-419c-b736-e5a95a88a474, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=ab5f463b-1fae-419c-b736-e5a95a88a474,segment=NetworkSegment(67b554f8-bdad-48ee-87ac-8a6d688dfc64),segment_id=67b554f8-bdad-48ee-87ac-8a6d688dfc64)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:14:01.499268 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f1c53955-218d-4fcf-a0bf-8dceb52df985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:01.613609 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf6d7fb-bac5-4e42-b837-70cb844768d3 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Pushing event deleted for resources: {'Port': ['ID=b4c5fc50-49e0-4447-9840-18c33fb6df3d,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:14:01.651778 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c53955-218d-4fcf-a0bf-8dceb52df985 None None] Pushing event updated for resources: {'Port': ['ID=ab5f463b-1fae-419c-b736-e5a95a88a474,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:14:01.822635 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f672018-96d8-41ab-a106-d78713aea6e0 req-8cf6d7fb-bac5-4e42-b837-70cb844768d3 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Router e6e8358e-7e27-4c30-80ae-c48b8d320449 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:14:02.131208 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f672018-96d8-41ab-a106-d78713aea6e0 req-8cf6d7fb-bac5-4e42-b837-70cb844768d3 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:14:02.165043 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99409e0-524d-4e18-8e35-5d38b162b0f9 None None] Sync routers for ids ['e6e8358e-7e27-4c30-80ae-c48b8d320449'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:14:02.185825 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99409e0-524d-4e18-8e35-5d38b162b0f9 None None] Routers {'e6e8358e-7e27-4c30-80ae-c48b8d320449'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:14:02.186786 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-a99409e0-524d-4e18-8e35-5d38b162b0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:13:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['e6e8358e-7e27-4c30-80ae-c48b8d320449'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:14:02.220188 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-48e99540-2e39-4de8-b96e-82cb5aefbcce req-576fe8c8-b7b3-4d23-92a0-13ec544e2be9 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a97c9e0-bdad-48f1-92f6-ca652681d2f2 HTTP/1.1" status: 200 len: 210 time: 0.0461817 Aug 16 23:14:02.260728 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f672018-96d8-41ab-a106-d78713aea6e0 req-8cf6d7fb-bac5-4e42-b837-70cb844768d3 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] No DVR routers for this DVR port b4c5fc50-49e0-4447-9840-18c33fb6df3d on host n-h1-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:14:02.264279 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-8f672018-96d8-41ab-a106-d78713aea6e0 req-8cf6d7fb-bac5-4e42-b837-70cb844768d3 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:02.266540 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-8f672018-96d8-41ab-a106-d78713aea6e0 req-8cf6d7fb-bac5-4e42-b837-70cb844768d3 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] 10.222.0.68 "DELETE /v2.0/ports/b4c5fc50-49e0-4447-9840-18c33fb6df3d HTTP/1.1" status: 204 len: 173 time: 1.8195405 Aug 16 23:14:02.267072 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a97c9e0-bdad-48f1-92f6-ca652681d2f2', 'name': 'network-vif-deleted', 'tag': 'b4c5fc50-49e0-4447-9840-18c33fb6df3d'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:14:02.273427 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0347e11f-580c-4348-9a15-fc283e22d6bc" -d '{"events": [{"server_uuid": "7a97c9e0-bdad-48f1-92f6-ca652681d2f2", "name": "network-vif-deleted", "tag": "b4c5fc50-49e0-4447-9840-18c33fb6df3d"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:14:02.357070 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-deef3ab9-4890-447b-8ec1-88802fd4751a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Allocated IP 172.20.0.1 (93618f09-ceff-4673-b340-e53dee1636b6/70092538-3ae4-4be0-9001-bbf46308cd77/1d355650-d187-488d-a743-507f80c6a41d) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:14:02.375738 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50edf1df-8094-4eca-b3e0-f56358c96225 x-openstack-request-id: req-50edf1df-8094-4eca-b3e0-f56358c96225 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:14:02.376105 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a97c9e0-bdad-48f1-92f6-ca652681d2f2", "name": "network-vif-deleted", "tag": "b4c5fc50-49e0-4447-9840-18c33fb6df3d", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:14:02.376565 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-50edf1df-8094-4eca-b3e0-f56358c96225 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:14:02.377046 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a97c9e0-bdad-48f1-92f6-ca652681d2f2', 'name': 'network-vif-deleted', 'tag': 'b4c5fc50-49e0-4447-9840-18c33fb6df3d', 'status': 'completed', 'code': 200} Aug 16 23:14:02.472680 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-a99409e0-524d-4e18-8e35-5d38b162b0f9 None None] Set router e6e8358e-7e27-4c30-80ae-c48b8d320449 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:14:02.490745 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-deef3ab9-4890-447b-8ec1-88802fd4751a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:02.504889 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [None req-deef3ab9-4890-447b-8ec1-88802fd4751a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Transition to ACTIVE for port object 1d355650-d187-488d-a743-507f80c6a41d will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:14:02.584532 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-deef3ab9-4890-447b-8ec1-88802fd4751a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:02.637125 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deef3ab9-4890-447b-8ec1-88802fd4751a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Network 93618f09-ceff-4673-b340-e53dee1636b6 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:14:02.640336 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-deef3ab9-4890-447b-8ec1-88802fd4751a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:14:02.644408 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deef3ab9-4890-447b-8ec1-88802fd4751a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:14:02.686643 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deef3ab9-4890-447b-8ec1-88802fd4751a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Pushing event updated for resources: {'Port': ['ID=1d355650-d187-488d-a743-507f80c6a41d,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:14:02.722353 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-deef3ab9-4890-447b-8ec1-88802fd4751a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954230'] for router_interface, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:02.850218 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-a99409e0-524d-4e18-8e35-5d38b162b0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e8358e-7e27-4c30-80ae-c48b8d320449', 'name': 'tempest-TestServerBasicOps-230547134-router', 'tenant_id': 'e79d7ff464c14298b60a5fb641626858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': 'f5a95ec4-f974-4b6a-9551-4c6d06fb4f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:08:37Z', 'updated_at': '2021-08-16T23:08:44Z', 'revision_number': 4, 'project_id': 'e79d7ff464c14298b60a5fb641626858', 'gw_port': {'id': 'f5a95ec4-f974-4b6a-9551-4c6d06fb4f96', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:00:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e8358e-7e27-4c30-80ae-c48b8d320449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2786, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:08:39Z', 'updated_at': '2021-08-16T23:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '93f627aa-48f0-471c-ab32-b1c9a4597fef', 'name': '', 'network_id': 'f857bb17-d5f1-461e-b18f-b627336021fd', 'tenant_id': 'e79d7ff464c14298b60a5fb641626858', 'mac_address': 'fa:16:3e:2b:90:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e8358e-7e27-4c30-80ae-c48b8d320449', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': 'fa253f4b-008c-404d-ae31-8580bee27355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:08:42Z', 'updated_at': '2021-08-16T23:08:52Z', 'revision_number': 5, 'project_id': 'e79d7ff464c14298b60a5fb641626858', 'subnets': [{'id': 'fa253f4b-008c-404d-ae31-8580bee27355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:14:02.932983 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99409e0-524d-4e18-8e35-5d38b162b0f9 None None] Checking router: e6e8358e-7e27-4c30-80ae-c48b8d320449 for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:14:02.958934 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99409e0-524d-4e18-8e35-5d38b162b0f9 None None] Routers {'e6e8358e-7e27-4c30-80ae-c48b8d320449'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:14:02.960001 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-a99409e0-524d-4e18-8e35-5d38b162b0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:13:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['e6e8358e-7e27-4c30-80ae-c48b8d320449'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:14:03.009312 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-deef3ab9-4890-447b-8ec1-88802fd4751a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:03.190371 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-a99409e0-524d-4e18-8e35-5d38b162b0f9 None None] Set router e6e8358e-7e27-4c30-80ae-c48b8d320449 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:14:03.353721 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 37920) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:14:03.504590 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-deef3ab9-4890-447b-8ec1-88802fd4751a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:03.505139 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930521b5-832d-4a76-bca8-b3585cbb851a None None] Network 93618f09-ceff-4673-b340-e53dee1636b6 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:14:03.510870 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-deef3ab9-4890-447b-8ec1-88802fd4751a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:03.599564 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-8637d1bb-0a97-48f1-a42f-facfe4e07465 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Deleting port 632be213-fa7f-4ffe-b230-793d5b96b79e {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:14:03.601179 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8637d1bb-0a97-48f1-a42f-facfe4e07465 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:03.651739 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-deef3ab9-4890-447b-8ec1-88802fd4751a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954122'] for router_interface, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:03.654617 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deef3ab9-4890-447b-8ec1-88802fd4751a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Pushing event updated for resources: {'Port': ['ID=1d355650-d187-488d-a743-507f80c6a41d,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:14:03.752766 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device ab5f463b-1fae-419c-b736-e5a95a88a474 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:14:03.796507 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-12e9c962-e95e-4b87-b647-e9c3128e8215 None None] Provisioning for port ab5f463b-1fae-419c-b736-e5a95a88a474 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:14:03.836098 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deef3ab9-4890-447b-8ec1-88802fd4751a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Network 93618f09-ceff-4673-b340-e53dee1636b6 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:14:03.839187 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-deef3ab9-4890-447b-8ec1-88802fd4751a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:14:03.869633 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-a99409e0-524d-4e18-8e35-5d38b162b0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e8358e-7e27-4c30-80ae-c48b8d320449', 'name': 'tempest-TestServerBasicOps-230547134-router', 'tenant_id': 'e79d7ff464c14298b60a5fb641626858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': 'f5a95ec4-f974-4b6a-9551-4c6d06fb4f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:08:37Z', 'updated_at': '2021-08-16T23:08:44Z', 'revision_number': 4, 'project_id': 'e79d7ff464c14298b60a5fb641626858', 'gw_port': {'id': 'f5a95ec4-f974-4b6a-9551-4c6d06fb4f96', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:00:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e8358e-7e27-4c30-80ae-c48b8d320449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2786, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:08:39Z', 'updated_at': '2021-08-16T23:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '93f627aa-48f0-471c-ab32-b1c9a4597fef', 'name': '', 'network_id': 'f857bb17-d5f1-461e-b18f-b627336021fd', 'tenant_id': 'e79d7ff464c14298b60a5fb641626858', 'mac_address': 'fa:16:3e:2b:90:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e8358e-7e27-4c30-80ae-c48b8d320449', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': 'fa253f4b-008c-404d-ae31-8580bee27355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:08:42Z', 'updated_at': '2021-08-16T23:08:52Z', 'revision_number': 5, 'project_id': 'e79d7ff464c14298b60a5fb641626858', 'subnets': [{'id': 'fa253f4b-008c-404d-ae31-8580bee27355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:14:03.952801 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99409e0-524d-4e18-8e35-5d38b162b0f9 None None] The sync data for ids ['e6e8358e-7e27-4c30-80ae-c48b8d320449'] in n-d-791506-26 is: [{'id': 'e6e8358e-7e27-4c30-80ae-c48b8d320449', 'name': 'tempest-TestServerBasicOps-230547134-router', 'tenant_id': 'e79d7ff464c14298b60a5fb641626858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': 'f5a95ec4-f974-4b6a-9551-4c6d06fb4f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:08:37Z', 'updated_at': '2021-08-16T23:08:44Z', 'revision_number': 4, 'project_id': 'e79d7ff464c14298b60a5fb641626858', 'gw_port': {'id': 'f5a95ec4-f974-4b6a-9551-4c6d06fb4f96', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:00:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e8358e-7e27-4c30-80ae-c48b8d320449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2786, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:08:39Z', 'updated_at': '2021-08-16T23:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '93f627aa-48f0-471c-ab32-b1c9a4597fef', 'name': '', 'network_id': 'f857bb17-d5f1-461e-b18f-b627336021fd', 'tenant_id': 'e79d7ff464c14298b60a5fb641626858', 'mac_address': 'fa:16:3e:2b:90:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e8358e-7e27-4c30-80ae-c48b8d320449', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': 'fa253f4b-008c-404d-ae31-8580bee27355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:08:42Z', 'updated_at': '2021-08-16T23:08:52Z', 'revision_number': 5, 'project_id': 'e79d7ff464c14298b60a5fb641626858', 'subnets': [{'id': 'fa253f4b-008c-404d-ae31-8580bee27355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:14:03.963324 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port ab5f463b-1fae-419c-b736-e5a95a88a474 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:14:03.969007 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port ab5f463b-1fae-419c-b736-e5a95a88a474 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:14:03.969524 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:04.233499 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deef3ab9-4890-447b-8ec1-88802fd4751a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Router 8a648324-fe0e-42e1-989d-e29bb8f8e754 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:14:04.371328 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:04.399717 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device b4c5fc50-49e0-4447-9840-18c33fb6df3d no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:14:04.450283 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8637d1bb-0a97-48f1-a42f-facfe4e07465 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:04.450949 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8637d1bb-0a97-48f1-a42f-facfe4e07465 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:04.451995 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] No Port match for: b4c5fc50-49e0-4447-9840-18c33fb6df3d {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:14:04.452627 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device b4c5fc50-49e0-4447-9840-18c33fb6df3d not bound to the agent host n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:14:04.454610 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-793c0f5a-138b-4f97-8dc4-cd51cc12546c None None] Provisioning for port 1d355650-d187-488d-a743-507f80c6a41d completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:14:04.459498 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-793c0f5a-138b-4f97-8dc4-cd51cc12546c None None] Provisioning complete for port 1d355650-d187-488d-a743-507f80c6a41d triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:14:04.459874 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-793c0f5a-138b-4f97-8dc4-cd51cc12546c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:04.506540 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-8637d1bb-0a97-48f1-a42f-facfe4e07465 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Calling delete_port for 632be213-fa7f-4ffe-b230-793d5b96b79e owned by network:floatingip {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:14:04.510983 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port ab5f463b-1fae-419c-b736-e5a95a88a474, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=ab5f463b-1fae-419c-b736-e5a95a88a474,segment=NetworkSegment(67b554f8-bdad-48ee-87ac-8a6d688dfc64),segment_id=67b554f8-bdad-48ee-87ac-8a6d688dfc64)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:14:04.512084 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-793c0f5a-138b-4f97-8dc4-cd51cc12546c None None] Port 1d355650-d187-488d-a743-507f80c6a41d cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:14:04.520426 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:04.521431 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 95ab6690-da06-43f1-9b88-e7aef51ede5b up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:14:04.587256 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=ab5f463b-1fae-419c-b736-e5a95a88a474,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:14:04.620013 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deef3ab9-4890-447b-8ec1-88802fd4751a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:14:04.638557 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-793c0f5a-138b-4f97-8dc4-cd51cc12546c None None] Provisioning complete for port ab5f463b-1fae-419c-b736-e5a95a88a474 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:14:04.639006 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-793c0f5a-138b-4f97-8dc4-cd51cc12546c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:04.639277 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc4fdd3-9ab1-4fc2-9ddb-a6e46bfb213d None None] Sync routers for ids ['8a648324-fe0e-42e1-989d-e29bb8f8e754'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:14:04.675539 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-deef3ab9-4890-447b-8ec1-88802fd4751a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "PUT /v2.0/routers/8a648324-fe0e-42e1-989d-e29bb8f8e754/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5505607 Aug 16 23:14:04.678802 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc4fdd3-9ab1-4fc2-9ddb-a6e46bfb213d None None] Routers {'8a648324-fe0e-42e1-989d-e29bb8f8e754'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:14:04.681502 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-bbc4fdd3-9ab1-4fc2-9ddb-a6e46bfb213d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:13:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['8a648324-fe0e-42e1-989d-e29bb8f8e754'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:14:04.841361 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 95ab6690-da06-43f1-9b88-e7aef51ede5b completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:14:04.881006 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 95ab6690-da06-43f1-9b88-e7aef51ede5b triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:14:04.881391 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:04.883479 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfe42af-e8c1-47b2-a817-824aa1b96062 None None] New status for floating IP 698cca46-2e67-4539-811e-d6916767b700: DOWN {{(pid=101293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:14:04.960397 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8637d1bb-0a97-48f1-a42f-facfe4e07465 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:05.035496 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-bbc4fdd3-9ab1-4fc2-9ddb-a6e46bfb213d None None] Set router 8a648324-fe0e-42e1-989d-e29bb8f8e754 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:14:05.037604 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8637d1bb-0a97-48f1-a42f-facfe4e07465 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Pushing event deleted for resources: {'Port': ['ID=632be213-fa7f-4ffe-b230-793d5b96b79e,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:14:05.114211 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-63b62260-f76c-4b18-bb49-59ac7bccd5e8 req-30182f0d-5d04-412b-9e71-3768aaa84434 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1909107621&fields=id&tenant_id=3aee68aa35e24e649e175a43cbcb7bd3 HTTP/1.1" status: 200 len: 267 time: 0.1713638 Aug 16 23:14:05.148010 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8637d1bb-0a97-48f1-a42f-facfe4e07465 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Notify callbacks [] for floatingip, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:05.155414 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8637d1bb-0a97-48f1-a42f-facfe4e07465 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:05.155414 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-8637d1bb-0a97-48f1-a42f-facfe4e07465 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] 10.222.0.36 "DELETE /v2.0/floatingips/698cca46-2e67-4539-811e-d6916767b700 HTTP/1.1" status: 204 len: 168 time: 1.7975500 Aug 16 23:14:05.369607 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.db.api [None req-ddfe42af-e8c1-47b2-a817-824aa1b96062 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101293) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 23:14:05.369978 n-d-791506-26 neutron-server[101293]: DEBUG oslo_db.api [None req-ddfe42af-e8c1-47b2-a817-824aa1b96062 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 23:14:05.404798 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b62260-f76c-4b18-bb49-59ac7bccd5e8 req-fd6e8819-e8ec-4c9d-90de-2953a5653de3 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:05.413660 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-63b62260-f76c-4b18-bb49-59ac7bccd5e8 req-fd6e8819-e8ec-4c9d-90de-2953a5653de3 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/networks?id=93618f09-ceff-4673-b340-e53dee1636b6 HTTP/1.1" status: 200 len: 796 time: 0.2888508 Aug 16 23:14:05.436591 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-63b62260-f76c-4b18-bb49-59ac7bccd5e8 req-d0845628-718f-401e-902b-afc798a7a03e tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/quotas/3aee68aa35e24e649e175a43cbcb7bd3 HTTP/1.1" status: 200 len: 375 time: 0.0218742 Aug 16 23:14:05.452392 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:05.479880 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 37972) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:14:05.537888 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 95ab6690-da06-43f1-9b88-e7aef51ede5b, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=95ab6690-da06-43f1-9b88-e7aef51ede5b,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:14:05.540400 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-63b62260-f76c-4b18-bb49-59ac7bccd5e8 req-073c5efe-111d-41d6-a308-5882ca52462f tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3aee68aa35e24e649e175a43cbcb7bd3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0933554 Aug 16 23:14:05.541741 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-bbc4fdd3-9ab1-4fc2-9ddb-a6e46bfb213d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a648324-fe0e-42e1-989d-e29bb8f8e754', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1371170837', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': '95ab6690-da06-43f1-9b88-e7aef51ede5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:13:57Z', 'updated_at': '2021-08-16T23:14:02Z', 'revision_number': 4, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'gw_port': {'id': '95ab6690-da06-43f1-9b88-e7aef51ede5b', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a648324-fe0e-42e1-989d-e29bb8f8e754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:13:57Z', 'updated_at': '2021-08-16T23:14:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '1d355650-d187-488d-a743-507f80c6a41d', 'name': '', 'network_id': '93618f09-ceff-4673-b340-e53dee1636b6', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'mac_address': 'fa:16:3e:94:d7:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a648324-fe0e-42e1-989d-e29bb8f8e754', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '70092538-3ae4-4be0-9001-bbf46308cd77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:14:01Z', 'updated_at': '2021-08-16T23:14:03Z', 'revision_number': 2, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'subnets': [{'id': '70092538-3ae4-4be0-9001-bbf46308cd77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:14:05.554515 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-15a641ce-669f-4901-800c-69f14a66a210 None None] Provisioning complete for port 1d355650-d187-488d-a743-507f80c6a41d triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:14:05.554918 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-15a641ce-669f-4901-800c-69f14a66a210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:05.559903 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:05.603165 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc4fdd3-9ab1-4fc2-9ddb-a6e46bfb213d None None] Checking router: 8a648324-fe0e-42e1-989d-e29bb8f8e754 for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:14:05.603529 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc4fdd3-9ab1-4fc2-9ddb-a6e46bfb213d None None] Updating router 8a648324-fe0e-42e1-989d-e29bb8f8e754 port 1d355650-d187-488d-a743-507f80c6a41d binding host n-d-791506-26 {{(pid=101294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:14:05.646441 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cecd2b3d-df3f-48e1-9f7d-d06d74124cc0 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:05.656518 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-bbc4fdd3-9ab1-4fc2-9ddb-a6e46bfb213d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:05.678275 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-63b62260-f76c-4b18-bb49-59ac7bccd5e8 req-241ed798-fb41-4aba-acce-fab34d9c9db7 service neutron] 10.222.0.36 "GET /v2.0/networks/93618f09-ceff-4673-b340-e53dee1636b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319036 Aug 16 23:14:05.717269 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=95ab6690-da06-43f1-9b88-e7aef51ede5b,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:14:05.723985 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device ab5f463b-1fae-419c-b736-e5a95a88a474 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:14:05.727274 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-15a641ce-669f-4901-800c-69f14a66a210 None None] Port 1d355650-d187-488d-a743-507f80c6a41d cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:14:05.750160 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cecd2b3d-df3f-48e1-9f7d-d06d74124cc0 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:05.824211 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-63b62260-f76c-4b18-bb49-59ac7bccd5e8 req-b0f06583-c455-4905-963e-d6509647281c service neutron] 10.222.0.36 "GET /v2.0/networks/93618f09-ceff-4673-b340-e53dee1636b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354856 Aug 16 23:14:05.831159 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port ab5f463b-1fae-419c-b736-e5a95a88a474 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:14:05.831615 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:05.839150 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cecd2b3d-df3f-48e1-9f7d-d06d74124cc0 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:05.842316 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cecd2b3d-df3f-48e1-9f7d-d06d74124cc0 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:05.847078 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-cecd2b3d-df3f-48e1-9f7d-d06d74124cc0 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] 10.222.0.36 "DELETE /v2.0/security-groups/7815a016-bbd1-468a-9ff2-59548a452ca5 HTTP/1.1" status: 204 len: 168 time: 0.3654845 Aug 16 23:14:05.869791 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecd2b3d-df3f-48e1-9f7d-d06d74124cc0 tempest-TestServerBasicOps-517492865 tempest-TestServerBasicOps-517492865-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7815a016-bbd1-468a-9ff2-59548a452ca5,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:14:05.871474 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfe42af-e8c1-47b2-a817-824aa1b96062 None None] New status for floating IP 698cca46-2e67-4539-811e-d6916767b700: DOWN {{(pid=101293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:14:05.908005 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 37978) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:14:06.132408 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3565b0b2-9dd7-44d5-808a-b97c8a44076c req-cd437d2d-42f1-4840-8fdd-595479c8223e tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f803f1b-6f98-4084-8d86-c8f4c0117415 HTTP/1.1" status: 200 len: 210 time: 0.0559227 Aug 16 23:14:06.346122 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-bbc4fdd3-9ab1-4fc2-9ddb-a6e46bfb213d None None] Notify callbacks [] for port, precommit_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:06.364061 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.provisioning_blocks [None req-bbc4fdd3-9ab1-4fc2-9ddb-a6e46bfb213d None None] Transition to ACTIVE for port object 1d355650-d187-488d-a743-507f80c6a41d will not be triggered until provisioned by entity L2. {{(pid=101294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:14:06.376474 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-bbc4fdd3-9ab1-4fc2-9ddb-a6e46bfb213d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:06.494952 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba0999f-f466-433e-8039-75e29ebbddb0 None None] Pushing event updated for resources: {'Port': ['ID=1d355650-d187-488d-a743-507f80c6a41d,revision_number=3']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:14:06.586295 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-bbc4fdd3-9ab1-4fc2-9ddb-a6e46bfb213d None None] Attempting to bind port 1d355650-d187-488d-a743-507f80c6a41d on host n-d-791506-26 for vnic_type normal with profile {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:14:06.586672 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-bbc4fdd3-9ab1-4fc2-9ddb-a6e46bfb213d None None] Attempting to bind port 1d355650-d187-488d-a743-507f80c6a41d by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '67b554f8-bdad-48ee-87ac-8a6d688dfc64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '93618f09-ceff-4673-b340-e53dee1636b6'}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:14:06.587040 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc4fdd3-9ab1-4fc2-9ddb-a6e46bfb213d None None] Attempting to bind port 1d355650-d187-488d-a743-507f80c6a41d on network 93618f09-ceff-4673-b340-e53dee1636b6 {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:14:06.597915 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc4fdd3-9ab1-4fc2-9ddb-a6e46bfb213d None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:14:06.598386 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc4fdd3-9ab1-4fc2-9ddb-a6e46bfb213d None None] Checking segment: {'id': '67b554f8-bdad-48ee-87ac-8a6d688dfc64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '93618f09-ceff-4673-b340-e53dee1636b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:14:06.598692 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-bbc4fdd3-9ab1-4fc2-9ddb-a6e46bfb213d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:06.600786 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc4fdd3-9ab1-4fc2-9ddb-a6e46bfb213d None None] Bound using segment: {'id': '67b554f8-bdad-48ee-87ac-8a6d688dfc64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '93618f09-ceff-4673-b340-e53dee1636b6'} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:14:06.601334 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-bbc4fdd3-9ab1-4fc2-9ddb-a6e46bfb213d None None] Bound port: 1d355650-d187-488d-a743-507f80c6a41d, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67b554f8-bdad-48ee-87ac-8a6d688dfc64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '93618f09-ceff-4673-b340-e53dee1636b6'}}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:14:06.601729 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-bbc4fdd3-9ab1-4fc2-9ddb-a6e46bfb213d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:06.728076 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-bbc4fdd3-9ab1-4fc2-9ddb-a6e46bfb213d None None] For port 1d355650-d187-488d-a743-507f80c6a41d, host n-d-791506-26, cleared binding levels {{(pid=101294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:14:06.736021 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-bbc4fdd3-9ab1-4fc2-9ddb-a6e46bfb213d None None] For port 1d355650-d187-488d-a743-507f80c6a41d, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=1d355650-d187-488d-a743-507f80c6a41d,segment=NetworkSegment(67b554f8-bdad-48ee-87ac-8a6d688dfc64),segment_id=67b554f8-bdad-48ee-87ac-8a6d688dfc64)] {{(pid=101294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:14:06.741501 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-bbc4fdd3-9ab1-4fc2-9ddb-a6e46bfb213d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:06.759113 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6771cc18-9b80-4b7c-8fc0-0c6d868ebf48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537579'] for router_interface, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:07.016925 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba0999f-f466-433e-8039-75e29ebbddb0 None None] Pushing event updated for resources: {'Port': ['ID=1d355650-d187-488d-a743-507f80c6a41d,revision_number=4']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:14:07.037538 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc4fdd3-9ab1-4fc2-9ddb-a6e46bfb213d None None] Routers {'8a648324-fe0e-42e1-989d-e29bb8f8e754'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:14:07.041321 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-bbc4fdd3-9ab1-4fc2-9ddb-a6e46bfb213d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:13:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['8a648324-fe0e-42e1-989d-e29bb8f8e754'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:14:07.346597 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a140f8dd-dc3b-460a-9384-12047963ce7a req-d334203b-9831-450d-9152-93bad7bd6e55 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f803f1b-6f98-4084-8d86-c8f4c0117415 HTTP/1.1" status: 200 len: 210 time: 0.0580397 Aug 16 23:14:07.357067 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-bbc4fdd3-9ab1-4fc2-9ddb-a6e46bfb213d None None] Set router 8a648324-fe0e-42e1-989d-e29bb8f8e754 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:14:07.458449 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-6771cc18-9b80-4b7c-8fc0-0c6d868ebf48 admin admin] Deleting port 93f627aa-48f0-471c-ab32-b1c9a4597fef {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:14:07.459188 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6771cc18-9b80-4b7c-8fc0-0c6d868ebf48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:07.560905 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-6771cc18-9b80-4b7c-8fc0-0c6d868ebf48 admin admin] For port 93f627aa-48f0-471c-ab32-b1c9a4597fef, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=93f627aa-48f0-471c-ab32-b1c9a4597fef,segment=NetworkSegment(196ae6bd-f370-4d4b-98bb-76631d5d886c),segment_id=196ae6bd-f370-4d4b-98bb-76631d5d886c)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:14:07.560905 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6771cc18-9b80-4b7c-8fc0-0c6d868ebf48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:07.594015 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-6771cc18-9b80-4b7c-8fc0-0c6d868ebf48 admin admin] Calling delete_port for 93f627aa-48f0-471c-ab32-b1c9a4597fef owned by network:router_interface {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:14:07.706880 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-bbc4fdd3-9ab1-4fc2-9ddb-a6e46bfb213d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a648324-fe0e-42e1-989d-e29bb8f8e754', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1371170837', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': '95ab6690-da06-43f1-9b88-e7aef51ede5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:13:57Z', 'updated_at': '2021-08-16T23:14:02Z', 'revision_number': 4, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'gw_port': {'id': '95ab6690-da06-43f1-9b88-e7aef51ede5b', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a648324-fe0e-42e1-989d-e29bb8f8e754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:13:57Z', 'updated_at': '2021-08-16T23:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '1d355650-d187-488d-a743-507f80c6a41d', 'name': '', 'network_id': '93618f09-ceff-4673-b340-e53dee1636b6', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'mac_address': 'fa:16:3e:94:d7:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a648324-fe0e-42e1-989d-e29bb8f8e754', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '70092538-3ae4-4be0-9001-bbf46308cd77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:14:01Z', 'updated_at': '2021-08-16T23:14:06Z', 'revision_number': 4, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'subnets': [{'id': '70092538-3ae4-4be0-9001-bbf46308cd77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:14:07.734341 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 95ab6690-da06-43f1-9b88-e7aef51ede5b up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:14:07.781970 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc4fdd3-9ab1-4fc2-9ddb-a6e46bfb213d None None] The sync data for ids ['8a648324-fe0e-42e1-989d-e29bb8f8e754'] in n-d-791506-26 is: [{'id': '8a648324-fe0e-42e1-989d-e29bb8f8e754', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1371170837', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': '95ab6690-da06-43f1-9b88-e7aef51ede5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:13:57Z', 'updated_at': '2021-08-16T23:14:02Z', 'revision_number': 4, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'gw_port': {'id': '95ab6690-da06-43f1-9b88-e7aef51ede5b', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a648324-fe0e-42e1-989d-e29bb8f8e754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:13:57Z', 'updated_at': '2021-08-16T23:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '1d355650-d187-488d-a743-507f80c6a41d', 'name': '', 'network_id': '93618f09-ceff-4673-b340-e53dee1636b6', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'mac_address': 'fa:16:3e:94:d7:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a648324-fe0e-42e1-989d-e29bb8f8e754', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '70092538-3ae4-4be0-9001-bbf46308cd77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:14:01Z', 'updated_at': '2021-08-16T23:14:06Z', 'revision_number': 4, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'subnets': [{'id': '70092538-3ae4-4be0-9001-bbf46308cd77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:14:07.864966 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 95ab6690-da06-43f1-9b88-e7aef51ede5b triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:14:07.865597 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:08.044300 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b62260-f76c-4b18-bb49-59ac7bccd5e8 req-bee56946-dd12-452f-8656-422df217c7a1 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:08.045956 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-63b62260-f76c-4b18-bb49-59ac7bccd5e8 req-bee56946-dd12-452f-8656-422df217c7a1 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.68 "GET /v2.0/networks?id=93618f09-ceff-4673-b340-e53dee1636b6 HTTP/1.1" status: 200 len: 796 time: 0.2531416 Aug 16 23:14:08.066526 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6771cc18-9b80-4b7c-8fc0-0c6d868ebf48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:08.105015 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6771cc18-9b80-4b7c-8fc0-0c6d868ebf48 admin admin] Pushing event deleted for resources: {'Port': ['ID=93f627aa-48f0-471c-ab32-b1c9a4597fef,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:14:08.106162 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-63b62260-f76c-4b18-bb49-59ac7bccd5e8 req-95ca3030-f4aa-4884-9dc2-d810e3b84dbd tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3aee68aa35e24e649e175a43cbcb7bd3 HTTP/1.1" status: 200 len: 380 time: 0.0460000 Aug 16 23:14:08.117272 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-63b62260-f76c-4b18-bb49-59ac7bccd5e8 req-b7a2cd30-d8ec-4bb1-a8d6-204592a5f4ba tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Request body: {'port': {'device_id': '2f803f1b-6f98-4084-8d86-c8f4c0117415', 'network_id': '93618f09-ceff-4673-b340-e53dee1636b6', 'admin_state_up': True, 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'security_groups': ['3f71e0ef-17d2-4d1e-9fe1-aae1882f89a1']}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:14:08.310724 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63b62260-f76c-4b18-bb49-59ac7bccd5e8 req-b7a2cd30-d8ec-4bb1-a8d6-204592a5f4ba tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Made reservation on behalf of 3aee68aa35e24e649e175a43cbcb7bd3 for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:14:08.316351 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-63b62260-f76c-4b18-bb49-59ac7bccd5e8 req-b7a2cd30-d8ec-4bb1-a8d6-204592a5f4ba tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:08.498592 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6771cc18-9b80-4b7c-8fc0-0c6d868ebf48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537471'] for router_interface, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:08.532611 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e3067c4d-0e89-4eed-baa9-46eeba56de16 req-2a870e4d-3743-4295-854d-819fb8a2efb8 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f803f1b-6f98-4084-8d86-c8f4c0117415 HTTP/1.1" status: 200 len: 210 time: 0.0855641 Aug 16 23:14:08.618559 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-63b62260-f76c-4b18-bb49-59ac7bccd5e8 req-b7a2cd30-d8ec-4bb1-a8d6-204592a5f4ba tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Allocated IP 172.20.0.8 (93618f09-ceff-4673-b340-e53dee1636b6/70092538-3ae4-4be0-9001-bbf46308cd77/e3d96db3-786c-47cc-8b47-84b710b3398c) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:14:08.860670 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-63b62260-f76c-4b18-bb49-59ac7bccd5e8 req-b7a2cd30-d8ec-4bb1-a8d6-204592a5f4ba tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:08.878129 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-63b62260-f76c-4b18-bb49-59ac7bccd5e8 req-b7a2cd30-d8ec-4bb1-a8d6-204592a5f4ba tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Transition to ACTIVE for port object e3d96db3-786c-47cc-8b47-84b710b3398c will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:14:08.936386 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-63b62260-f76c-4b18-bb49-59ac7bccd5e8 req-b7a2cd30-d8ec-4bb1-a8d6-204592a5f4ba tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:08.981918 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6771cc18-9b80-4b7c-8fc0-0c6d868ebf48 admin admin] Router e6e8358e-7e27-4c30-80ae-c48b8d320449 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:14:09.067118 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63b62260-f76c-4b18-bb49-59ac7bccd5e8 req-b7a2cd30-d8ec-4bb1-a8d6-204592a5f4ba tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Network 93618f09-ceff-4673-b340-e53dee1636b6 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:14:09.070428 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-63b62260-f76c-4b18-bb49-59ac7bccd5e8 req-b7a2cd30-d8ec-4bb1-a8d6-204592a5f4ba tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:14:09.079775 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-63b62260-f76c-4b18-bb49-59ac7bccd5e8 req-b7a2cd30-d8ec-4bb1-a8d6-204592a5f4ba tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:14:09.139192 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6771cc18-9b80-4b7c-8fc0-0c6d868ebf48 admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:14:09.147062 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-6771cc18-9b80-4b7c-8fc0-0c6d868ebf48 admin admin] 10.222.0.36 "PUT /v2.0/routers/e6e8358e-7e27-4c30-80ae-c48b8d320449/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2357597 Aug 16 23:14:09.147836 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 38066) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:14:09.156013 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2247bab0-dde4-456e-8b9e-42aa6fe32029 None None] Sync routers for ids ['e6e8358e-7e27-4c30-80ae-c48b8d320449'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:14:09.174330 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2247bab0-dde4-456e-8b9e-42aa6fe32029 None None] Routers {'e6e8358e-7e27-4c30-80ae-c48b8d320449'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:14:09.176003 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-2247bab0-dde4-456e-8b9e-42aa6fe32029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:13:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['e6e8358e-7e27-4c30-80ae-c48b8d320449'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:14:09.176179 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b62260-f76c-4b18-bb49-59ac7bccd5e8 req-b7a2cd30-d8ec-4bb1-a8d6-204592a5f4ba tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:09.176714 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-63b62260-f76c-4b18-bb49-59ac7bccd5e8 req-b7a2cd30-d8ec-4bb1-a8d6-204592a5f4ba tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:09.185049 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a2cd30-d8ec-4bb1-a8d6-204592a5f4ba tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Pushing event updated for resources: {'Port': ['ID=e3d96db3-786c-47cc-8b47-84b710b3398c,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:14:09.228578 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-63b62260-f76c-4b18-bb49-59ac7bccd5e8 req-b7a2cd30-d8ec-4bb1-a8d6-204592a5f4ba tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1161876 Aug 16 23:14:09.242368 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-63b62260-f76c-4b18-bb49-59ac7bccd5e8 req-fb605d81-3911-4f46-a2ef-affd89eff599 service neutron] Request body: {'port': {'device_id': '2f803f1b-6f98-4084-8d86-c8f4c0117415', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:14:09.375257 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-63b62260-f76c-4b18-bb49-59ac7bccd5e8 req-fb605d81-3911-4f46-a2ef-affd89eff599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:09.465643 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8f24ceda-20da-46dc-82c3-f7fb7e7ebc9b admin admin] Notify callbacks [] for router, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:09.479732 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-2247bab0-dde4-456e-8b9e-42aa6fe32029 None None] Set router e6e8358e-7e27-4c30-80ae-c48b8d320449 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:14:09.617120 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-a89f17e5-ef6d-4eb8-acf2-009bfe7ec047 None None] Provisioning for port e3d96db3-786c-47cc-8b47-84b710b3398c completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:14:09.623361 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-a89f17e5-ef6d-4eb8-acf2-009bfe7ec047 None None] Provisioning complete for port e3d96db3-786c-47cc-8b47-84b710b3398c triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:14:09.625098 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a89f17e5-ef6d-4eb8-acf2-009bfe7ec047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:09.752964 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-a89f17e5-ef6d-4eb8-acf2-009bfe7ec047 None None] Port e3d96db3-786c-47cc-8b47-84b710b3398c cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:14:09.902503 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-2247bab0-dde4-456e-8b9e-42aa6fe32029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e8358e-7e27-4c30-80ae-c48b8d320449', 'name': 'tempest-TestServerBasicOps-230547134-router', 'tenant_id': 'e79d7ff464c14298b60a5fb641626858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': 'f5a95ec4-f974-4b6a-9551-4c6d06fb4f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:08:37Z', 'updated_at': '2021-08-16T23:14:07Z', 'revision_number': 5, 'project_id': 'e79d7ff464c14298b60a5fb641626858', 'gw_port': {'id': 'f5a95ec4-f974-4b6a-9551-4c6d06fb4f96', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:00:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e8358e-7e27-4c30-80ae-c48b8d320449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2786, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:08:39Z', 'updated_at': '2021-08-16T23:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:14:09.936581 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b578e0-82a8-4d56-b523-7d63b37aa090 req-909683b1-89a7-4bc7-822f-8afb02fac99a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:09.937279 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 1d355650-d187-488d-a743-507f80c6a41d up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:14:09.949456 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a1b578e0-82a8-4d56-b523-7d63b37aa090 req-909683b1-89a7-4bc7-822f-8afb02fac99a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f803f1b-6f98-4084-8d86-c8f4c0117415 HTTP/1.1" status: 200 len: 931 time: 0.2369599 Aug 16 23:14:09.983610 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2247bab0-dde4-456e-8b9e-42aa6fe32029 None None] Checking router: e6e8358e-7e27-4c30-80ae-c48b8d320449 for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:14:09.986122 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-63b62260-f76c-4b18-bb49-59ac7bccd5e8 req-fb605d81-3911-4f46-a2ef-affd89eff599 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3d96db3-786c-47cc-8b47-84b710b3398c {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:14:10.004244 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-63b62260-f76c-4b18-bb49-59ac7bccd5e8 req-fb605d81-3911-4f46-a2ef-affd89eff599 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:10.018676 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2247bab0-dde4-456e-8b9e-42aa6fe32029 None None] Routers {'e6e8358e-7e27-4c30-80ae-c48b8d320449'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:14:10.019321 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 1d355650-d187-488d-a743-507f80c6a41d completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:14:10.019508 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-2247bab0-dde4-456e-8b9e-42aa6fe32029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:13:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['e6e8358e-7e27-4c30-80ae-c48b8d320449'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:14:10.021523 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-63b62260-f76c-4b18-bb49-59ac7bccd5e8 req-fb605d81-3911-4f46-a2ef-affd89eff599 service neutron] Transition to ACTIVE for port object e3d96db3-786c-47cc-8b47-84b710b3398c will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:14:10.025178 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 1d355650-d187-488d-a743-507f80c6a41d triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:14:10.025861 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:10.026621 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-63b62260-f76c-4b18-bb49-59ac7bccd5e8 req-fb605d81-3911-4f46-a2ef-affd89eff599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:10.027171 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8f24ceda-20da-46dc-82c3-f7fb7e7ebc9b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:10.139074 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb605d81-3911-4f46-a2ef-affd89eff599 service neutron] Pushing event updated for resources: {'Port': ['ID=e3d96db3-786c-47cc-8b47-84b710b3398c,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:14:10.166207 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:10.179280 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-63b62260-f76c-4b18-bb49-59ac7bccd5e8 req-fb605d81-3911-4f46-a2ef-affd89eff599 service neutron] Attempting to bind port e3d96db3-786c-47cc-8b47-84b710b3398c on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:14:10.179639 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-63b62260-f76c-4b18-bb49-59ac7bccd5e8 req-fb605d81-3911-4f46-a2ef-affd89eff599 service neutron] Attempting to bind port e3d96db3-786c-47cc-8b47-84b710b3398c by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': '67b554f8-bdad-48ee-87ac-8a6d688dfc64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '93618f09-ceff-4673-b340-e53dee1636b6'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:14:10.180236 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b62260-f76c-4b18-bb49-59ac7bccd5e8 req-fb605d81-3911-4f46-a2ef-affd89eff599 service neutron] Attempting to bind port e3d96db3-786c-47cc-8b47-84b710b3398c on network 93618f09-ceff-4673-b340-e53dee1636b6 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:14:10.189985 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b62260-f76c-4b18-bb49-59ac7bccd5e8 req-fb605d81-3911-4f46-a2ef-affd89eff599 service neutron] Port e3d96db3-786c-47cc-8b47-84b710b3398c on network 93618f09-ceff-4673-b340-e53dee1636b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:14:10.190495 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b62260-f76c-4b18-bb49-59ac7bccd5e8 req-fb605d81-3911-4f46-a2ef-affd89eff599 service neutron] Attempting to bind port e3d96db3-786c-47cc-8b47-84b710b3398c on network 93618f09-ceff-4673-b340-e53dee1636b6 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:14:10.195920 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b62260-f76c-4b18-bb49-59ac7bccd5e8 req-fb605d81-3911-4f46-a2ef-affd89eff599 service neutron] Checking agent: {'id': 'd28e24f9-e5ea-41e1-80bf-3c7943ad7f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:14:10.196327 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b62260-f76c-4b18-bb49-59ac7bccd5e8 req-fb605d81-3911-4f46-a2ef-affd89eff599 service neutron] Checking segment: {'id': '67b554f8-bdad-48ee-87ac-8a6d688dfc64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '93618f09-ceff-4673-b340-e53dee1636b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:14:10.197556 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b62260-f76c-4b18-bb49-59ac7bccd5e8 req-fb605d81-3911-4f46-a2ef-affd89eff599 service neutron] Bound using segment: {'id': '67b554f8-bdad-48ee-87ac-8a6d688dfc64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '93618f09-ceff-4673-b340-e53dee1636b6'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:14:10.198163 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-63b62260-f76c-4b18-bb49-59ac7bccd5e8 req-fb605d81-3911-4f46-a2ef-affd89eff599 service neutron] Bound port: e3d96db3-786c-47cc-8b47-84b710b3398c, host: n-h1-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67b554f8-bdad-48ee-87ac-8a6d688dfc64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '93618f09-ceff-4673-b340-e53dee1636b6'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:14:10.198558 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-63b62260-f76c-4b18-bb49-59ac7bccd5e8 req-fb605d81-3911-4f46-a2ef-affd89eff599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:10.221429 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 1d355650-d187-488d-a743-507f80c6a41d, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=1d355650-d187-488d-a743-507f80c6a41d,segment=NetworkSegment(67b554f8-bdad-48ee-87ac-8a6d688dfc64),segment_id=67b554f8-bdad-48ee-87ac-8a6d688dfc64)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:14:10.231657 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-2247bab0-dde4-456e-8b9e-42aa6fe32029 None None] Set router e6e8358e-7e27-4c30-80ae-c48b8d320449 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:14:10.237473 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:10.242826 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a1b578e0-82a8-4d56-b523-7d63b37aa090 req-151aefde-5c79-4065-93bb-8c1baf398621 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f71e0ef-17d2-4d1e-9fe1-aae1882f89a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2728367 Aug 16 23:14:10.300019 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-8f24ceda-20da-46dc-82c3-f7fb7e7ebc9b admin admin] Deleting port f5a95ec4-f974-4b6a-9551-4c6d06fb4f96 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:14:10.300411 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8f24ceda-20da-46dc-82c3-f7fb7e7ebc9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:10.401417 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-63b62260-f76c-4b18-bb49-59ac7bccd5e8 req-fb605d81-3911-4f46-a2ef-affd89eff599 service neutron] For port e3d96db3-786c-47cc-8b47-84b710b3398c, host n-h1-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:14:10.405350 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=1d355650-d187-488d-a743-507f80c6a41d,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:14:10.413302 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-63b62260-f76c-4b18-bb49-59ac7bccd5e8 req-fb605d81-3911-4f46-a2ef-affd89eff599 service neutron] For port e3d96db3-786c-47cc-8b47-84b710b3398c, host n-h1-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=e3d96db3-786c-47cc-8b47-84b710b3398c,segment=NetworkSegment(67b554f8-bdad-48ee-87ac-8a6d688dfc64),segment_id=67b554f8-bdad-48ee-87ac-8a6d688dfc64)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:14:10.420960 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-63b62260-f76c-4b18-bb49-59ac7bccd5e8 req-fb605d81-3911-4f46-a2ef-affd89eff599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:10.444057 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-8f24ceda-20da-46dc-82c3-f7fb7e7ebc9b admin admin] For port f5a95ec4-f974-4b6a-9551-4c6d06fb4f96, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=f5a95ec4-f974-4b6a-9551-4c6d06fb4f96,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:14:10.444426 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8f24ceda-20da-46dc-82c3-f7fb7e7ebc9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:10.477987 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-8f24ceda-20da-46dc-82c3-f7fb7e7ebc9b admin admin] Calling delete_port for f5a95ec4-f974-4b6a-9551-4c6d06fb4f96 owned by network:router_gateway {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:14:10.497326 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b62260-f76c-4b18-bb49-59ac7bccd5e8 req-fb605d81-3911-4f46-a2ef-affd89eff599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:10.497974 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-63b62260-f76c-4b18-bb49-59ac7bccd5e8 req-fb605d81-3911-4f46-a2ef-affd89eff599 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:10.499902 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-63b62260-f76c-4b18-bb49-59ac7bccd5e8 req-fb605d81-3911-4f46-a2ef-affd89eff599 service neutron] 10.222.0.68 "PUT /v2.0/ports/e3d96db3-786c-47cc-8b47-84b710b3398c HTTP/1.1" status: 200 len: 1092 time: 1.2623725 Aug 16 23:14:10.500482 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f803f1b-6f98-4084-8d86-c8f4c0117415', 'tag': 'e3d96db3-786c-47cc-8b47-84b710b3398c'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:14:10.521650 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eee0364-56d9-45c8-909d-254ec657ca49" -d '{"events": [{"name": "network-changed", "server_uuid": "2f803f1b-6f98-4084-8d86-c8f4c0117415", "tag": "e3d96db3-786c-47cc-8b47-84b710b3398c"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:14:10.560380 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-2247bab0-dde4-456e-8b9e-42aa6fe32029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e8358e-7e27-4c30-80ae-c48b8d320449', 'name': 'tempest-TestServerBasicOps-230547134-router', 'tenant_id': 'e79d7ff464c14298b60a5fb641626858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': 'f5a95ec4-f974-4b6a-9551-4c6d06fb4f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:08:37Z', 'updated_at': '2021-08-16T23:14:07Z', 'revision_number': 5, 'project_id': 'e79d7ff464c14298b60a5fb641626858', 'gw_port': {'id': 'f5a95ec4-f974-4b6a-9551-4c6d06fb4f96', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:00:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e8358e-7e27-4c30-80ae-c48b8d320449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2786, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:08:39Z', 'updated_at': '2021-08-16T23:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:14:10.574576 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb605d81-3911-4f46-a2ef-affd89eff599 service neutron] Pushing event updated for resources: {'Port': ['ID=e3d96db3-786c-47cc-8b47-84b710b3398c,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:14:10.597309 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2247bab0-dde4-456e-8b9e-42aa6fe32029 None None] The sync data for ids ['e6e8358e-7e27-4c30-80ae-c48b8d320449'] in n-d-791506-26 is: [{'id': 'e6e8358e-7e27-4c30-80ae-c48b8d320449', 'name': 'tempest-TestServerBasicOps-230547134-router', 'tenant_id': 'e79d7ff464c14298b60a5fb641626858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': 'f5a95ec4-f974-4b6a-9551-4c6d06fb4f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:08:37Z', 'updated_at': '2021-08-16T23:14:07Z', 'revision_number': 5, 'project_id': 'e79d7ff464c14298b60a5fb641626858', 'gw_port': {'id': 'f5a95ec4-f974-4b6a-9551-4c6d06fb4f96', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:00:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e8358e-7e27-4c30-80ae-c48b8d320449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2786, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:08:39Z', 'updated_at': '2021-08-16T23:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:14:10.660074 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86cae0e0-9320-492c-86cc-2d502b7e32b2 x-openstack-request-id: req-86cae0e0-9320-492c-86cc-2d502b7e32b2 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:14:10.660213 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f803f1b-6f98-4084-8d86-c8f4c0117415", "tag": "e3d96db3-786c-47cc-8b47-84b710b3398c", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:14:10.660482 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-86cae0e0-9320-492c-86cc-2d502b7e32b2 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:14:10.660935 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f803f1b-6f98-4084-8d86-c8f4c0117415', 'tag': 'e3d96db3-786c-47cc-8b47-84b710b3398c', 'status': 'completed', 'code': 200} Aug 16 23:14:10.679226 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b62260-f76c-4b18-bb49-59ac7bccd5e8 req-10db19b6-4cc9-415f-ada2-58e5c73e6f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:10.680841 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-63b62260-f76c-4b18-bb49-59ac7bccd5e8 req-10db19b6-4cc9-415f-ada2-58e5c73e6f6e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3aee68aa35e24e649e175a43cbcb7bd3&device_id=2f803f1b-6f98-4084-8d86-c8f4c0117415 HTTP/1.1" status: 200 len: 1095 time: 0.0857706 Aug 16 23:14:10.752181 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-63b62260-f76c-4b18-bb49-59ac7bccd5e8 req-f10db0c5-3f62-477a-9253-18eec6753268 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3d96db3-786c-47cc-8b47-84b710b3398c HTTP/1.1" status: 200 len: 217 time: 0.0620553 Aug 16 23:14:10.808789 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8f24ceda-20da-46dc-82c3-f7fb7e7ebc9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:10.818382 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b62260-f76c-4b18-bb49-59ac7bccd5e8 req-2e91d6f6-986e-4112-8deb-1167bec0af83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:10.820013 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-63b62260-f76c-4b18-bb49-59ac7bccd5e8 req-2e91d6f6-986e-4112-8deb-1167bec0af83 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=70092538-3ae4-4be0-9001-bbf46308cd77 HTTP/1.1" status: 200 len: 834 time: 0.0589180 Aug 16 23:14:10.842864 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f24ceda-20da-46dc-82c3-f7fb7e7ebc9b admin admin] Pushing event deleted for resources: {'Port': ['ID=f5a95ec4-f974-4b6a-9551-4c6d06fb4f96,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:14:10.894325 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b62260-f76c-4b18-bb49-59ac7bccd5e8 req-e7219c57-48d2-4a99-8786-55c904c7169a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:10.896156 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-63b62260-f76c-4b18-bb49-59ac7bccd5e8 req-e7219c57-48d2-4a99-8786-55c904c7169a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=93618f09-ceff-4673-b340-e53dee1636b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0657699 Aug 16 23:14:10.913807 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8f24ceda-20da-46dc-82c3-f7fb7e7ebc9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537121'] for router_gateway, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:11.063794 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8f24ceda-20da-46dc-82c3-f7fb7e7ebc9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:11.066849 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8f24ceda-20da-46dc-82c3-f7fb7e7ebc9b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:11.077988 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-63b62260-f76c-4b18-bb49-59ac7bccd5e8 req-9355924a-c3a2-45ca-b4ce-027a6b46918f service neutron] 10.222.0.68 "GET /v2.0/networks/93618f09-ceff-4673-b340-e53dee1636b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735275 Aug 16 23:14:11.168888 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8f24ceda-20da-46dc-82c3-f7fb7e7ebc9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:11.169455 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f24ceda-20da-46dc-82c3-f7fb7e7ebc9b admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6e8358e-7e27-4c30-80ae-c48b8d320449 {{(pid=101292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:14:11.174761 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8f24ceda-20da-46dc-82c3-f7fb7e7ebc9b admin admin] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:11.178435 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-8f24ceda-20da-46dc-82c3-f7fb7e7ebc9b admin admin] 10.222.0.36 "DELETE /v2.0/routers/e6e8358e-7e27-4c30-80ae-c48b8d320449 HTTP/1.1" status: 204 len: 168 time: 2.0295341 Aug 16 23:14:11.179181 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 38106) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:14:11.225917 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-63b62260-f76c-4b18-bb49-59ac7bccd5e8 req-c5e53de7-afb7-41e6-904b-169cc6c1a79d service neutron] 10.222.0.68 "GET /v2.0/networks/93618f09-ceff-4673-b340-e53dee1636b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399670 Aug 16 23:14:11.323923 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_v2 [None req-e318cfa8-ac05-43ed-8adc-ecce72c7b26c admin admin] Deleting subnet fa253f4b-008c-404d-ae31-8580bee27355 {{(pid=101292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:14:11.335027 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e318cfa8-ac05-43ed-8adc-ecce72c7b26c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:11.339512 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:11.389832 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eee0364-56d9-45c8-909d-254ec657ca49 req-37e4b02b-4d55-48ca-8f8a-e9b817e148fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:11.391382 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4eee0364-56d9-45c8-909d-254ec657ca49 req-37e4b02b-4d55-48ca-8f8a-e9b817e148fa service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3aee68aa35e24e649e175a43cbcb7bd3&device_id=2f803f1b-6f98-4084-8d86-c8f4c0117415 HTTP/1.1" status: 200 len: 1095 time: 0.0875194 Aug 16 23:14:11.397488 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e318cfa8-ac05-43ed-8adc-ecce72c7b26c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3848860'] for subnet, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:11.502171 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23370614-763b-4aa5-a66b-e47f2fb23b2d req-eb20f8f2-1fe4-4042-8e87-55146d8e7ec5 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:11.504161 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-23370614-763b-4aa5-a66b-e47f2fb23b2d req-eb20f8f2-1fe4-4042-8e87-55146d8e7ec5 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f803f1b-6f98-4084-8d86-c8f4c0117415 HTTP/1.1" status: 200 len: 943 time: 0.1091163 Aug 16 23:14:11.523780 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eee0364-56d9-45c8-909d-254ec657ca49 req-04a4d871-04b0-45c7-943a-ead91aa707cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:11.526018 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4eee0364-56d9-45c8-909d-254ec657ca49 req-04a4d871-04b0-45c7-943a-ead91aa707cf service neutron] 10.222.0.68 "GET /v2.0/networks?id=93618f09-ceff-4673-b340-e53dee1636b6 HTTP/1.1" status: 200 len: 897 time: 0.1266694 Aug 16 23:14:11.553850 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e318cfa8-ac05-43ed-8adc-ecce72c7b26c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:11.583133 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4eee0364-56d9-45c8-909d-254ec657ca49 req-7f8b9092-8bdc-4094-82f6-586ec4fd7ccb service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3d96db3-786c-47cc-8b47-84b710b3398c HTTP/1.1" status: 200 len: 217 time: 0.0477178 Aug 16 23:14:11.646960 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eee0364-56d9-45c8-909d-254ec657ca49 req-341d4300-13a9-48b7-989d-988c00371cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:11.649068 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4eee0364-56d9-45c8-909d-254ec657ca49 req-341d4300-13a9-48b7-989d-988c00371cab service neutron] 10.222.0.68 "GET /v2.0/subnets?id=70092538-3ae4-4be0-9001-bbf46308cd77 HTTP/1.1" status: 200 len: 834 time: 0.0596898 Aug 16 23:14:11.651609 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-23370614-763b-4aa5-a66b-e47f2fb23b2d req-ab1f8a3b-1c14-43f4-9acd-3915155793eb tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f71e0ef-17d2-4d1e-9fe1-aae1882f89a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603604 Aug 16 23:14:11.667929 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e318cfa8-ac05-43ed-8adc-ecce72c7b26c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26252129'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:11.685425 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e318cfa8-ac05-43ed-8adc-ecce72c7b26c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:11.690288 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-e318cfa8-ac05-43ed-8adc-ecce72c7b26c admin admin] 10.222.0.36 "DELETE /v2.0/subnets/fa253f4b-008c-404d-ae31-8580bee27355 HTTP/1.1" status: 204 len: 168 time: 0.5102718 Aug 16 23:14:11.691524 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff751877-c985-4928-b0fd-9f1f9997dc02 None None] Network f857bb17-d5f1-461e-b18f-b627336021fd requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:14:11.707346 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 38124) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:14:11.726781 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e318cfa8-ac05-43ed-8adc-ecce72c7b26c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa253f4b-008c-404d-ae31-8580bee27355,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:14:11.818102 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eee0364-56d9-45c8-909d-254ec657ca49 req-26f2f89d-457d-4f61-a001-5ceb39fb58df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:11.819865 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4eee0364-56d9-45c8-909d-254ec657ca49 req-26f2f89d-457d-4f61-a001-5ceb39fb58df service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=93618f09-ceff-4673-b340-e53dee1636b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1611252 Aug 16 23:14:11.823673 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b7a36d1b-099d-4dce-adf4-0222bf392cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:11.922789 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26159d6a-f2dc-4460-9e1f-efd41a7bc42e None None] DHCP port deletion for f857bb17-d5f1-461e-b18f-b627336021fd request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:14:12.007682 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-26159d6a-f2dc-4460-9e1f-efd41a7bc42e None None] Deleting port 744ace1b-d03e-4b60-b0ef-281dfe63cb0c {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:14:12.008249 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-26159d6a-f2dc-4460-9e1f-efd41a7bc42e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:12.011461 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4eee0364-56d9-45c8-909d-254ec657ca49 req-ae095d20-720f-4f94-b1a6-52e9a5586a19 service neutron] 10.222.0.68 "GET /v2.0/networks/93618f09-ceff-4673-b340-e53dee1636b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829629 Aug 16 23:14:12.017098 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-b7a36d1b-099d-4dce-adf4-0222bf392cb9 admin admin] Deleting port 744ace1b-d03e-4b60-b0ef-281dfe63cb0c {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:14:12.017562 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b7a36d1b-099d-4dce-adf4-0222bf392cb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:12.119276 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-26159d6a-f2dc-4460-9e1f-efd41a7bc42e None None] For port 744ace1b-d03e-4b60-b0ef-281dfe63cb0c, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=744ace1b-d03e-4b60-b0ef-281dfe63cb0c,segment=NetworkSegment(196ae6bd-f370-4d4b-98bb-76631d5d886c),segment_id=196ae6bd-f370-4d4b-98bb-76631d5d886c)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:14:12.119684 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-26159d6a-f2dc-4460-9e1f-efd41a7bc42e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:12.133696 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-26159d6a-f2dc-4460-9e1f-efd41a7bc42e None None] Calling delete_port for 744ace1b-d03e-4b60-b0ef-281dfe63cb0c owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:14:12.217284 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 1d355650-d187-488d-a743-507f80c6a41d up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:14:12.229790 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-b7a36d1b-099d-4dce-adf4-0222bf392cb9 admin admin] For port 744ace1b-d03e-4b60-b0ef-281dfe63cb0c, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=744ace1b-d03e-4b60-b0ef-281dfe63cb0c,segment=NetworkSegment(196ae6bd-f370-4d4b-98bb-76631d5d886c),segment_id=196ae6bd-f370-4d4b-98bb-76631d5d886c)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:14:12.230415 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b7a36d1b-099d-4dce-adf4-0222bf392cb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:12.258295 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-26159d6a-f2dc-4460-9e1f-efd41a7bc42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:12.262378 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-b7a36d1b-099d-4dce-adf4-0222bf392cb9 admin admin] Calling delete_port for 744ace1b-d03e-4b60-b0ef-281dfe63cb0c owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:14:12.287348 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26159d6a-f2dc-4460-9e1f-efd41a7bc42e None None] Pushing event deleted for resources: {'Port': ['ID=744ace1b-d03e-4b60-b0ef-281dfe63cb0c,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:14:12.295002 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4eee0364-56d9-45c8-909d-254ec657ca49 req-fe725add-bae9-4aa8-af84-d3fe19ef2554 service neutron] 10.222.0.68 "GET /v2.0/networks/93618f09-ceff-4673-b340-e53dee1636b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747867 Aug 16 23:14:12.311629 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26159d6a-f2dc-4460-9e1f-efd41a7bc42e None None] No DVR routers for this DVR port 744ace1b-d03e-4b60-b0ef-281dfe63cb0c on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:14:12.315392 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 1d355650-d187-488d-a743-507f80c6a41d triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:14:12.315762 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:12.414526 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b7a36d1b-099d-4dce-adf4-0222bf392cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:12.443560 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a36d1b-099d-4dce-adf4-0222bf392cb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=744ace1b-d03e-4b60-b0ef-281dfe63cb0c,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:14:12.451118 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a36d1b-099d-4dce-adf4-0222bf392cb9 admin admin] No DVR routers for this DVR port 744ace1b-d03e-4b60-b0ef-281dfe63cb0c on host n-d-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:14:12.454012 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 93f627aa-48f0-471c-ab32-b1c9a4597fef no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:14:12.505136 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 93f627aa-48f0-471c-ab32-b1c9a4597fef {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:14:12.505576 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 93f627aa-48f0-471c-ab32-b1c9a4597fef not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:14:12.545013 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b7a36d1b-099d-4dce-adf4-0222bf392cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:12.555341 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-b7a36d1b-099d-4dce-adf4-0222bf392cb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f857bb17-d5f1-461e-b18f-b627336021fd']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:14:12.565769 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-b7a36d1b-099d-4dce-adf4-0222bf392cb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '196ae6bd-f370-4d4b-98bb-76631d5d886c') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:14:12.566082 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-b7a36d1b-099d-4dce-adf4-0222bf392cb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '196ae6bd-f370-4d4b-98bb-76631d5d886c') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:14:12.576196 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b7a36d1b-099d-4dce-adf4-0222bf392cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:12.590506 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b7a36d1b-099d-4dce-adf4-0222bf392cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:12.596995 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7a36d1b-099d-4dce-adf4-0222bf392cb9 admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:14:12.597392 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b7a36d1b-099d-4dce-adf4-0222bf392cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:12.599289 n-d-791506-26 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:14:12.599289 n-d-791506-26 neutron-server[101291]: self.session.flush() Aug 16 23:14:12.599289 n-d-791506-26 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:14:12.599289 n-d-791506-26 neutron-server[101291]: self.session.flush() Aug 16 23:14:12.599289 n-d-791506-26 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:14:12.599289 n-d-791506-26 neutron-server[101291]: self.session.flush() Aug 16 23:14:12.599289 n-d-791506-26 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:14:12.599289 n-d-791506-26 neutron-server[101291]: self.session.flush() Aug 16 23:14:12.599289 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 23:14:12.599289 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:14:12.599289 n-d-791506-26 neutron-server[101291]: timer() Aug 16 23:14:12.599289 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:14:12.599289 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 23:14:12.599289 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:14:12.599289 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 23:14:12.599289 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:14:12.599289 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 23:14:12.599289 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:14:12.599289 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 23:14:12.599289 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:14:12.599289 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 23:14:12.599289 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:14:12.599289 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:14:12.599289 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:14:12.599289 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:14:12.599289 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:14:12.599289 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 23:14:12.599289 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:14:12.599289 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 23:14:12.599289 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:14:12.599289 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:14:12.599289 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:14:12.599289 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 23:14:12.599289 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:14:12.599289 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:14:12.599289 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:14:12.599289 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:14:12.599289 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:14:12.599289 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:14:12.599289 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:14:12.663577 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b7a36d1b-099d-4dce-adf4-0222bf392cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:12.672728 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b7a36d1b-099d-4dce-adf4-0222bf392cb9 admin admin] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:12.677256 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-b7a36d1b-099d-4dce-adf4-0222bf392cb9 admin admin] 10.222.0.36 "DELETE /v2.0/networks/f857bb17-d5f1-461e-b18f-b627336021fd HTTP/1.1" status: 204 len: 168 time: 0.9660351 Aug 16 23:14:12.678561 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 38150) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:14:12.692649 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a36d1b-099d-4dce-adf4-0222bf392cb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f857bb17-d5f1-461e-b18f-b627336021fd,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:14:13.168164 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f029d5-92ff-4a85-9bce-a786298b67ee req-12276ee8-d8b1-40ac-8e89-6410cb982b2d tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:13.169709 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-22f029d5-92ff-4a85-9bce-a786298b67ee req-12276ee8-d8b1-40ac-8e89-6410cb982b2d tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f803f1b-6f98-4084-8d86-c8f4c0117415 HTTP/1.1" status: 200 len: 943 time: 0.0981426 Aug 16 23:14:13.318724 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-22f029d5-92ff-4a85-9bce-a786298b67ee req-02a1c67f-3a82-4737-8593-6b24dbb3806f tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f71e0ef-17d2-4d1e-9fe1-aae1882f89a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957050 Aug 16 23:14:13.521796 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d69aabbd-92b3-48b3-b00b-7d2135f75e6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537579'] for router_interface, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:13.672395 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 744ace1b-d03e-4b60-b0ef-281dfe63cb0c no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:14:13.694993 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 744ace1b-d03e-4b60-b0ef-281dfe63cb0c {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:14:13.695707 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 744ace1b-d03e-4b60-b0ef-281dfe63cb0c not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:14:13.696365 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device f5a95ec4-f974-4b6a-9551-4c6d06fb4f96 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:14:13.723462 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: f5a95ec4-f974-4b6a-9551-4c6d06fb4f96 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:14:13.724279 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device f5a95ec4-f974-4b6a-9551-4c6d06fb4f96 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:14:13.813784 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-d69aabbd-92b3-48b3-b00b-7d2135f75e6a admin admin] Deleting port 3a5699ee-7c45-4426-8130-52a9680b652b {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:14:13.814369 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d69aabbd-92b3-48b3-b00b-7d2135f75e6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:13.914102 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-d69aabbd-92b3-48b3-b00b-7d2135f75e6a admin admin] For port 3a5699ee-7c45-4426-8130-52a9680b652b, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=3a5699ee-7c45-4426-8130-52a9680b652b,segment=NetworkSegment(7b9c98bc-6ac8-437e-af62-bcba42030bae),segment_id=7b9c98bc-6ac8-437e-af62-bcba42030bae)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:14:13.914674 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d69aabbd-92b3-48b3-b00b-7d2135f75e6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:13.928004 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-d69aabbd-92b3-48b3-b00b-7d2135f75e6a admin admin] Calling delete_port for 3a5699ee-7c45-4426-8130-52a9680b652b owned by network:router_interface {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:14:14.150118 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d69aabbd-92b3-48b3-b00b-7d2135f75e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:14.195723 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69aabbd-92b3-48b3-b00b-7d2135f75e6a admin admin] Pushing event deleted for resources: {'Port': ['ID=3a5699ee-7c45-4426-8130-52a9680b652b,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:14:14.398172 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device e3d96db3-786c-47cc-8b47-84b710b3398c details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:14:14.405467 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d69aabbd-92b3-48b3-b00b-7d2135f75e6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537471'] for router_interface, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:14.609177 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port e3d96db3-786c-47cc-8b47-84b710b3398c, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=e3d96db3-786c-47cc-8b47-84b710b3398c,segment=NetworkSegment(67b554f8-bdad-48ee-87ac-8a6d688dfc64),segment_id=67b554f8-bdad-48ee-87ac-8a6d688dfc64)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:14:14.615848 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab93b347-980e-4a5d-8f2c-949c64928802 req-4d7de6f8-8ec3-4cac-89e4-98e054f4d9e0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:14.617632 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ab93b347-980e-4a5d-8f2c-949c64928802 req-4d7de6f8-8ec3-4cac-89e4-98e054f4d9e0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f803f1b-6f98-4084-8d86-c8f4c0117415 HTTP/1.1" status: 200 len: 943 time: 0.1149068 Aug 16 23:14:14.635372 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': 'e3d96db3-786c-47cc-8b47-84b710b3398c', 'network_id': '93618f09-ceff-4673-b340-e53dee1636b6', 'port_id': 'e3d96db3-786c-47cc-8b47-84b710b3398c', 'mac_address': 'fa:16:3e:ac:bb:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70092538-3ae4-4be0-9001-bbf46308cd77', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:14:14.687878 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ab93b347-980e-4a5d-8f2c-949c64928802 req-a0c6f823-9399-45d5-8638-19b43e226491 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f71e0ef-17d2-4d1e-9fe1-aae1882f89a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556571 Aug 16 23:14:14.714184 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:14.747453 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3d96db3-786c-47cc-8b47-84b710b3398c {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:14:14.769872 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port e3d96db3-786c-47cc-8b47-84b710b3398c, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=e3d96db3-786c-47cc-8b47-84b710b3398c,segment=NetworkSegment(67b554f8-bdad-48ee-87ac-8a6d688dfc64),segment_id=67b554f8-bdad-48ee-87ac-8a6d688dfc64)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:14:14.774393 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:14.840065 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=e3d96db3-786c-47cc-8b47-84b710b3398c,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:14:14.855713 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d69aabbd-92b3-48b3-b00b-7d2135f75e6a admin admin] Router 13d11149-05d1-489d-9e41-83d9bdb912ed has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:14:14.971863 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d69aabbd-92b3-48b3-b00b-7d2135f75e6a admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:14:14.977404 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-d69aabbd-92b3-48b3-b00b-7d2135f75e6a admin admin] 10.222.0.36 "PUT /v2.0/routers/13d11149-05d1-489d-9e41-83d9bdb912ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2973278 Aug 16 23:14:14.980124 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 38202) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:14:14.984531 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b33d89-9e2b-40a3-a0a6-fc1b3f7799e9 None None] Sync routers for ids ['13d11149-05d1-489d-9e41-83d9bdb912ed'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:14:14.992704 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['e3d96db3-786c-47cc-8b47-84b710b3398c'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:14:15.047770 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b33d89-9e2b-40a3-a0a6-fc1b3f7799e9 None None] Routers {'13d11149-05d1-489d-9e41-83d9bdb912ed'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:14:15.048619 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-83b33d89-9e2b-40a3-a0a6-fc1b3f7799e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:13:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['13d11149-05d1-489d-9e41-83d9bdb912ed'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:14:15.102578 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ea891bc2-7308-4c3e-8719-21dfd86dc6d2 admin admin] Notify callbacks [] for router, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:15.201553 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-83b33d89-9e2b-40a3-a0a6-fc1b3f7799e9 None None] Set router 13d11149-05d1-489d-9e41-83d9bdb912ed gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:14:15.262797 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ea891bc2-7308-4c3e-8719-21dfd86dc6d2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:15.333220 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-ea891bc2-7308-4c3e-8719-21dfd86dc6d2 admin admin] Deleting port 281105f2-dd44-4e83-b9bc-d7894058e569 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:14:15.333886 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ea891bc2-7308-4c3e-8719-21dfd86dc6d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:15.424006 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-ea891bc2-7308-4c3e-8719-21dfd86dc6d2 admin admin] For port 281105f2-dd44-4e83-b9bc-d7894058e569, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=281105f2-dd44-4e83-b9bc-d7894058e569,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:14:15.424399 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ea891bc2-7308-4c3e-8719-21dfd86dc6d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:15.436644 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-ea891bc2-7308-4c3e-8719-21dfd86dc6d2 admin admin] Calling delete_port for 281105f2-dd44-4e83-b9bc-d7894058e569 owned by network:router_gateway {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:14:15.669154 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ea891bc2-7308-4c3e-8719-21dfd86dc6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:15.675976 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-83b33d89-9e2b-40a3-a0a6-fc1b3f7799e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13d11149-05d1-489d-9e41-83d9bdb912ed', 'name': 'tempest-TestServerBasicOps-1235066459-router', 'tenant_id': '8c2da68bd4e7485c8108ed13dbdcc934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '281105f2-dd44-4e83-b9bc-d7894058e569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:08:51Z', 'updated_at': '2021-08-16T23:14:14Z', 'revision_number': 5, 'project_id': '8c2da68bd4e7485c8108ed13dbdcc934', 'gw_port': {'id': '281105f2-dd44-4e83-b9bc-d7894058e569', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:2d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d11149-05d1-489d-9e41-83d9bdb912ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:08:52Z', 'updated_at': '2021-08-16T23:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:14:15.705197 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea891bc2-7308-4c3e-8719-21dfd86dc6d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=281105f2-dd44-4e83-b9bc-d7894058e569,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:14:15.715983 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b33d89-9e2b-40a3-a0a6-fc1b3f7799e9 None None] Checking router: 13d11149-05d1-489d-9e41-83d9bdb912ed for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:14:15.727814 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b33d89-9e2b-40a3-a0a6-fc1b3f7799e9 None None] Routers {'13d11149-05d1-489d-9e41-83d9bdb912ed'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:14:15.728519 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-83b33d89-9e2b-40a3-a0a6-fc1b3f7799e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:13:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['13d11149-05d1-489d-9e41-83d9bdb912ed'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:14:15.829292 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-83b33d89-9e2b-40a3-a0a6-fc1b3f7799e9 None None] Set router 13d11149-05d1-489d-9e41-83d9bdb912ed gateway port host: None {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:14:15.852505 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ea891bc2-7308-4c3e-8719-21dfd86dc6d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537121'] for router_gateway, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:15.894472 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-83b33d89-9e2b-40a3-a0a6-fc1b3f7799e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13d11149-05d1-489d-9e41-83d9bdb912ed', 'name': 'tempest-TestServerBasicOps-1235066459-router', 'tenant_id': '8c2da68bd4e7485c8108ed13dbdcc934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:08:51Z', 'updated_at': '2021-08-16T23:14:15Z', 'revision_number': 7, 'project_id': '8c2da68bd4e7485c8108ed13dbdcc934', 'gw_port_host': None}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:14:15.926463 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b33d89-9e2b-40a3-a0a6-fc1b3f7799e9 None None] The sync data for ids ['13d11149-05d1-489d-9e41-83d9bdb912ed'] in n-d-791506-26 is: [{'id': '13d11149-05d1-489d-9e41-83d9bdb912ed', 'name': 'tempest-TestServerBasicOps-1235066459-router', 'tenant_id': '8c2da68bd4e7485c8108ed13dbdcc934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:08:51Z', 'updated_at': '2021-08-16T23:14:15Z', 'revision_number': 7, 'project_id': '8c2da68bd4e7485c8108ed13dbdcc934', 'gw_port_host': None}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:14:15.967491 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ea891bc2-7308-4c3e-8719-21dfd86dc6d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:15.971511 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ea891bc2-7308-4c3e-8719-21dfd86dc6d2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:16.048915 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c9c064-6cca-40ef-8b33-2d55ffe5a99c req-0ca3b778-93e7-442d-b863-6ace15adce00 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:16.050490 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-34c9c064-6cca-40ef-8b33-2d55ffe5a99c req-0ca3b778-93e7-442d-b863-6ace15adce00 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f803f1b-6f98-4084-8d86-c8f4c0117415 HTTP/1.1" status: 200 len: 944 time: 0.2405834 Aug 16 23:14:16.067728 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ea891bc2-7308-4c3e-8719-21dfd86dc6d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:16.068316 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea891bc2-7308-4c3e-8719-21dfd86dc6d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13d11149-05d1-489d-9e41-83d9bdb912ed {{(pid=101292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:14:16.094045 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ea891bc2-7308-4c3e-8719-21dfd86dc6d2 admin admin] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:16.096291 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-ea891bc2-7308-4c3e-8719-21dfd86dc6d2 admin admin] 10.222.0.36 "DELETE /v2.0/routers/13d11149-05d1-489d-9e41-83d9bdb912ed HTTP/1.1" status: 204 len: 168 time: 1.1146836 Aug 16 23:14:16.099426 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 38232) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:14:16.135965 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-34c9c064-6cca-40ef-8b33-2d55ffe5a99c req-4741cce5-6131-4ad5-a22c-abf66bdb04ce tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f71e0ef-17d2-4d1e-9fe1-aae1882f89a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702219 Aug 16 23:14:16.172714 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f50ad97-2921-40fe-afc0-de12ceb56abb admin admin] Deleting subnet 90b26926-733e-49e4-a35d-9c53c34038b8 {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:14:16.176263 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6f50ad97-2921-40fe-afc0-de12ceb56abb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:16.213298 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6f50ad97-2921-40fe-afc0-de12ceb56abb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:16.304874 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6f50ad97-2921-40fe-afc0-de12ceb56abb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:16.375694 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6f50ad97-2921-40fe-afc0-de12ceb56abb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:16.428996 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f50ad97-2921-40fe-afc0-de12ceb56abb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90b26926-733e-49e4-a35d-9c53c34038b8,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:14:16.434812 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device e3d96db3-786c-47cc-8b47-84b710b3398c up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:14:16.439530 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6f50ad97-2921-40fe-afc0-de12ceb56abb admin admin] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:16.441695 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-6f50ad97-2921-40fe-afc0-de12ceb56abb admin admin] 10.222.0.36 "DELETE /v2.0/subnets/90b26926-733e-49e4-a35d-9c53c34038b8 HTTP/1.1" status: 204 len: 168 time: 0.3409598 Aug 16 23:14:16.444215 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 38238) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:14:16.476855 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53533c4-2753-49f5-a74a-62acc85a87ad None None] Network 91b57e6e-9034-49a1-9854-38249ce0f468 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:14:16.548621 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c0202fdf-51ae-442d-a9d1-d0b8be2e37ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:16.630471 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-c0202fdf-51ae-442d-a9d1-d0b8be2e37ec admin admin] Deleting port f4293e99-317e-410a-b5ba-7c75fbce9ca6 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:14:16.633641 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c0202fdf-51ae-442d-a9d1-d0b8be2e37ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:16.733022 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-c0202fdf-51ae-442d-a9d1-d0b8be2e37ec admin admin] For port f4293e99-317e-410a-b5ba-7c75fbce9ca6, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=f4293e99-317e-410a-b5ba-7c75fbce9ca6,segment=NetworkSegment(7b9c98bc-6ac8-437e-af62-bcba42030bae),segment_id=7b9c98bc-6ac8-437e-af62-bcba42030bae)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:14:16.733409 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c0202fdf-51ae-442d-a9d1-d0b8be2e37ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:16.749984 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-c0202fdf-51ae-442d-a9d1-d0b8be2e37ec admin admin] Calling delete_port for f4293e99-317e-410a-b5ba-7c75fbce9ca6 owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:14:16.792874 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:14:16.827775 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning for port e3d96db3-786c-47cc-8b47-84b710b3398c completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:14:16.835808 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port e3d96db3-786c-47cc-8b47-84b710b3398c triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:14:16.836319 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:16.882695 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c0202fdf-51ae-442d-a9d1-d0b8be2e37ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:16.941959 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0202fdf-51ae-442d-a9d1-d0b8be2e37ec admin admin] Pushing event deleted for resources: {'Port': ['ID=f4293e99-317e-410a-b5ba-7c75fbce9ca6,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:14:16.952812 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0202fdf-51ae-442d-a9d1-d0b8be2e37ec admin admin] No DVR routers for this DVR port f4293e99-317e-410a-b5ba-7c75fbce9ca6 on host n-d-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:14:16.974021 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1381f27c-f766-4ae0-87d1-c8a3765e6c97 None None] DHCP port deletion for 91b57e6e-9034-49a1-9854-38249ce0f468 request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:14:16.981381 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:17.024739 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f803f1b-6f98-4084-8d86-c8f4c0117415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3d96db3-786c-47cc-8b47-84b710b3398c'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:14:17.027731 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-762fb47e-413b-42ed-802d-0b91c51c13e7" -d '{"events": [{"server_uuid": "2f803f1b-6f98-4084-8d86-c8f4c0117415", "name": "network-vif-plugged", "status": "completed", "tag": "e3d96db3-786c-47cc-8b47-84b710b3398c"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:14:17.048050 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port e3d96db3-786c-47cc-8b47-84b710b3398c, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=e3d96db3-786c-47cc-8b47-84b710b3398c,segment=NetworkSegment(67b554f8-bdad-48ee-87ac-8a6d688dfc64),segment_id=67b554f8-bdad-48ee-87ac-8a6d688dfc64)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:14:17.052785 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:17.132211 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c0202fdf-51ae-442d-a9d1-d0b8be2e37ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:17.138853 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b015e676-a0d0-40ce-8e79-881d9e40a408 x-openstack-request-id: req-b015e676-a0d0-40ce-8e79-881d9e40a408 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:14:17.139231 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f803f1b-6f98-4084-8d86-c8f4c0117415", "name": "network-vif-plugged", "status": "completed", "tag": "e3d96db3-786c-47cc-8b47-84b710b3398c", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:14:17.143017 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b015e676-a0d0-40ce-8e79-881d9e40a408 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:14:17.143437 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f803f1b-6f98-4084-8d86-c8f4c0117415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3d96db3-786c-47cc-8b47-84b710b3398c', 'code': 200} Aug 16 23:14:17.144230 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=e3d96db3-786c-47cc-8b47-84b710b3398c,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:14:17.158917 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-c0202fdf-51ae-442d-a9d1-d0b8be2e37ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91b57e6e-9034-49a1-9854-38249ce0f468']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:14:17.187383 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-c0202fdf-51ae-442d-a9d1-d0b8be2e37ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b9c98bc-6ac8-437e-af62-bcba42030bae') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:14:17.187723 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-c0202fdf-51ae-442d-a9d1-d0b8be2e37ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b9c98bc-6ac8-437e-af62-bcba42030bae') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:14:17.210806 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c0202fdf-51ae-442d-a9d1-d0b8be2e37ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:17.258073 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c0202fdf-51ae-442d-a9d1-d0b8be2e37ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:17.269613 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0202fdf-51ae-442d-a9d1-d0b8be2e37ec admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:14:17.270364 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c0202fdf-51ae-442d-a9d1-d0b8be2e37ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:17.272377 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 23:14:17.272377 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:14:17.272377 n-d-791506-26 neutron-server[101291]: timer() Aug 16 23:14:17.272377 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:14:17.272377 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 23:14:17.272377 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:14:17.272377 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 23:14:17.272377 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:14:17.272377 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 23:14:17.272377 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:14:17.272377 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 23:14:17.272377 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:14:17.272377 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 23:14:17.272377 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:14:17.272377 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:14:17.272377 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:14:17.272377 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:14:17.272377 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:14:17.272377 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 23:14:17.272377 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:14:17.272377 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 23:14:17.272377 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:14:17.272377 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:14:17.272377 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:14:17.272377 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 23:14:17.272377 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:14:17.272377 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:14:17.272377 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:14:17.272377 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:14:17.272377 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:14:17.272377 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:14:17.272377 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:14:17.373044 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a15aaf-089b-4498-9a4b-aab3e74c9f26 req-093173f5-92c2-4593-815e-503a28edb788 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:17.375755 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-84a15aaf-089b-4498-9a4b-aab3e74c9f26 req-093173f5-92c2-4593-815e-503a28edb788 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f803f1b-6f98-4084-8d86-c8f4c0117415 HTTP/1.1" status: 200 len: 945 time: 0.0921946 Aug 16 23:14:17.379539 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c0202fdf-51ae-442d-a9d1-d0b8be2e37ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:17.385989 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c0202fdf-51ae-442d-a9d1-d0b8be2e37ec admin admin] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:17.388071 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-c0202fdf-51ae-442d-a9d1-d0b8be2e37ec admin admin] 10.222.0.36 "DELETE /v2.0/networks/91b57e6e-9034-49a1-9854-38249ce0f468 HTTP/1.1" status: 204 len: 168 time: 0.9426947 Aug 16 23:14:17.406343 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50737803-7588-40c8-8bc6-1206cc8cfb8e req-d53602cf-bae9-4e22-93b3-2abb7d1ea517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:17.411270 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-50737803-7588-40c8-8bc6-1206cc8cfb8e req-d53602cf-bae9-4e22-93b3-2abb7d1ea517 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=2f803f1b-6f98-4084-8d86-c8f4c0117415 HTTP/1.1" status: 200 len: 1097 time: 0.1863611 Aug 16 23:14:17.448857 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0202fdf-51ae-442d-a9d1-d0b8be2e37ec admin admin] Pushing event deleted for resources: {'Network': ['ID=91b57e6e-9034-49a1-9854-38249ce0f468,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:14:17.450284 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-84a15aaf-089b-4498-9a4b-aab3e74c9f26 req-b3a28294-00d3-4903-8a91-f56c124b0d4e tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f71e0ef-17d2-4d1e-9fe1-aae1882f89a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569026 Aug 16 23:14:17.475323 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0202fdf-51ae-442d-a9d1-d0b8be2e37ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:14:17.475758 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0202fdf-51ae-442d-a9d1-d0b8be2e37ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:14:17.476154 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0202fdf-51ae-442d-a9d1-d0b8be2e37ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:14:17.476499 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0202fdf-51ae-442d-a9d1-d0b8be2e37ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:14:17.476866 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0202fdf-51ae-442d-a9d1-d0b8be2e37ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:14:17.477251 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0202fdf-51ae-442d-a9d1-d0b8be2e37ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:14:17.478586 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0202fdf-51ae-442d-a9d1-d0b8be2e37ec admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:14:17.479523 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0202fdf-51ae-442d-a9d1-d0b8be2e37ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:14:17.479750 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0202fdf-51ae-442d-a9d1-d0b8be2e37ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:14:17.480206 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0202fdf-51ae-442d-a9d1-d0b8be2e37ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:14:17.480575 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0202fdf-51ae-442d-a9d1-d0b8be2e37ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:14:17.481175 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0202fdf-51ae-442d-a9d1-d0b8be2e37ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:14:17.502779 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-50737803-7588-40c8-8bc6-1206cc8cfb8e req-bbdc3257-724f-4754-8ef0-5109a562f5c7 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=3f71e0ef-17d2-4d1e-9fe1-aae1882f89a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665956 Aug 16 23:14:17.563191 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 38270) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:14:17.637153 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-e7d4e610-dff8-49d0-bd2f-40b607ea2ccc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e79d7ff464c14298b60a5fb641626858&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0720694 Aug 16 23:14:17.637619 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 38274) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:14:17.673209 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-21722a7b-540b-42a4-821b-ada16cc2516a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:17.704336 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 3a5699ee-7c45-4426-8130-52a9680b652b no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:14:17.724816 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-60f9ee6c-4feb-4b4f-b148-f2ec5b574949 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:17.731334 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 3a5699ee-7c45-4426-8130-52a9680b652b {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:14:17.732601 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 3a5699ee-7c45-4426-8130-52a9680b652b not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:14:17.733357 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 281105f2-dd44-4e83-b9bc-d7894058e569 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:14:17.758876 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-60f9ee6c-4feb-4b4f-b148-f2ec5b574949 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:17.785240 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 281105f2-dd44-4e83-b9bc-d7894058e569 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:14:17.785581 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 281105f2-dd44-4e83-b9bc-d7894058e569 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:14:17.787897 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device f4293e99-317e-410a-b5ba-7c75fbce9ca6 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:14:17.828827 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-60f9ee6c-4feb-4b4f-b148-f2ec5b574949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:17.830977 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: f4293e99-317e-410a-b5ba-7c75fbce9ca6 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:14:17.831617 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device f4293e99-317e-410a-b5ba-7c75fbce9ca6 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:14:17.833285 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-60f9ee6c-4feb-4b4f-b148-f2ec5b574949 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:17.834822 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-60f9ee6c-4feb-4b4f-b148-f2ec5b574949 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f737396d-fc45-4fc9-90f1-205e81e8daca HTTP/1.1" status: 204 len: 168 time: 0.1962714 Aug 16 23:14:17.849466 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f9ee6c-4feb-4b4f-b148-f2ec5b574949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f737396d-fc45-4fc9-90f1-205e81e8daca,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:14:18.289431 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 38294) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:14:18.338841 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-de2331a0-9e72-468c-a583-5982ec08165e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8c2da68bd4e7485c8108ed13dbdcc934&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0455935 Aug 16 23:14:18.339222 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 38296) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:14:18.397499 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ac2f9420-6391-49e2-9b2e-ced95bd2be62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:18.423640 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ac2f9420-6391-49e2-9b2e-ced95bd2be62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:18.504565 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ac2f9420-6391-49e2-9b2e-ced95bd2be62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:18.508356 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ac2f9420-6391-49e2-9b2e-ced95bd2be62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:18.510808 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-ac2f9420-6391-49e2-9b2e-ced95bd2be62 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3c408702-2d09-4e54-8de6-611f4cdfb94a HTTP/1.1" status: 204 len: 168 time: 0.1703951 Aug 16 23:14:18.519890 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2f9420-6391-49e2-9b2e-ced95bd2be62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c408702-2d09-4e54-8de6-611f4cdfb94a,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:14:18.618866 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6485a7c0-9649-42cb-bc19-14d93ae9506f req-f7044c82-cf93-47c3-9e36-1984cc52c0ae tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:18.626545 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6485a7c0-9649-42cb-bc19-14d93ae9506f req-f7044c82-cf93-47c3-9e36-1984cc52c0ae tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f803f1b-6f98-4084-8d86-c8f4c0117415 HTTP/1.1" status: 200 len: 945 time: 0.0784976 Aug 16 23:14:18.677567 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6485a7c0-9649-42cb-bc19-14d93ae9506f req-b2c221b7-4b0f-4f2c-88b7-691164f7a2e3 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f71e0ef-17d2-4d1e-9fe1-aae1882f89a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456553 Aug 16 23:14:18.917994 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f16c6cb-97a2-40d7-8aa1-c8ea4c9ed975 req-b656eb51-fe67-4c8d-b500-15a1d9f2d6c5 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:18.926724 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9f16c6cb-97a2-40d7-8aa1-c8ea4c9ed975 req-b656eb51-fe67-4c8d-b500-15a1d9f2d6c5 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f803f1b-6f98-4084-8d86-c8f4c0117415 HTTP/1.1" status: 200 len: 945 time: 0.1134512 Aug 16 23:14:18.980507 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9f16c6cb-97a2-40d7-8aa1-c8ea4c9ed975 req-ab61ee98-07e9-4e1c-a488-64a7d7fc53c6 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f71e0ef-17d2-4d1e-9fe1-aae1882f89a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525584 Aug 16 23:14:19.000798 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 38322) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:14:19.096955 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971795f4-bb37-44d8-90ff-62bac7a9d37d tempest-TestNetworkAdvancedServerOps-1443331071 tempest-TestNetworkAdvancedServerOps-1443331071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:19.099382 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-971795f4-bb37-44d8-90ff-62bac7a9d37d tempest-TestNetworkAdvancedServerOps-1443331071 tempest-TestNetworkAdvancedServerOps-1443331071-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=2f803f1b-6f98-4084-8d86-c8f4c0117415 HTTP/1.1" status: 200 len: 1092 time: 0.0974829 Aug 16 23:14:19.103095 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 38324) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:14:19.108800 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-80773927-6a5a-438a-b0f1-f7b65aef6811 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Request body: {'floatingip': {'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'port_id': 'e3d96db3-786c-47cc-8b47-84b710b3398c', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:14:19.174072 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-80773927-6a5a-438a-b0f1-f7b65aef6811 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for floatingip, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:19.305221 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-80773927-6a5a-438a-b0f1-f7b65aef6811 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:19.424214 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-80773927-6a5a-438a-b0f1-f7b65aef6811 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Allocated IP 172.25.4.89 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/b588b872-b176-496f-9baa-144162fcedb4) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:14:19.556897 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-80773927-6a5a-438a-b0f1-f7b65aef6811 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:19.604357 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-80773927-6a5a-438a-b0f1-f7b65aef6811 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:19.669244 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80773927-6a5a-438a-b0f1-f7b65aef6811 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:14:19.675984 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-80773927-6a5a-438a-b0f1-f7b65aef6811 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:14:19.679965 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80773927-6a5a-438a-b0f1-f7b65aef6811 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:14:19.706662 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80773927-6a5a-438a-b0f1-f7b65aef6811 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Pushing event updated for resources: {'Port': ['ID=b588b872-b176-496f-9baa-144162fcedb4,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:14:19.762600 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-722cf646-32a4-4600-a8af-5dcd2205962b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:20.117320 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-80773927-6a5a-438a-b0f1-f7b65aef6811 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:20.222923 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-80773927-6a5a-438a-b0f1-f7b65aef6811 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:20.393619 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-80773927-6a5a-438a-b0f1-f7b65aef6811 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:20.398406 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-80773927-6a5a-438a-b0f1-f7b65aef6811 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:20.468802 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80773927-6a5a-438a-b0f1-f7b65aef6811 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Pushing event updated for resources: {'Port': ['ID=b588b872-b176-496f-9baa-144162fcedb4,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:14:20.481019 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-80773927-6a5a-438a-b0f1-f7b65aef6811 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:20.608823 n-d-791506-26 neutron-server[101291]: INFO neutron.db.l3_db [None req-80773927-6a5a-438a-b0f1-f7b65aef6811 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Floating IP e11ac0ef-8319-4c4c-8393-153236aacaa3 associated. External IP: 172.25.4.89, port: e3d96db3-786c-47cc-8b47-84b710b3398c. Aug 16 23:14:20.609116 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:21.195431 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80773927-6a5a-438a-b0f1-f7b65aef6811 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Router 8a648324-fe0e-42e1-989d-e29bb8f8e754 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:14:21.320435 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80773927-6a5a-438a-b0f1-f7b65aef6811 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:14:21.337742 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d59f06-5a63-480c-84e9-f704babee4dd None None] Sync routers for ids ['8a648324-fe0e-42e1-989d-e29bb8f8e754'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:14:21.340121 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-80773927-6a5a-438a-b0f1-f7b65aef6811 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:21.356845 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d59f06-5a63-480c-84e9-f704babee4dd None None] Routers {'8a648324-fe0e-42e1-989d-e29bb8f8e754'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:14:21.358217 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-94d59f06-5a63-480c-84e9-f704babee4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:14:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['8a648324-fe0e-42e1-989d-e29bb8f8e754'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:14:21.378728 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-80773927-6a5a-438a-b0f1-f7b65aef6811 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2717416 Aug 16 23:14:21.378728 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f803f1b-6f98-4084-8d86-c8f4c0117415', 'tag': 'e3d96db3-786c-47cc-8b47-84b710b3398c'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:14:21.379784 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d1c8481-5c24-4ccc-8931-0a1d3126d08d" -d '{"events": [{"name": "network-changed", "server_uuid": "2f803f1b-6f98-4084-8d86-c8f4c0117415", "tag": "e3d96db3-786c-47cc-8b47-84b710b3398c"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:14:21.498119 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-815e3703-cb91-49f4-bcec-3f1ab7a923fa x-openstack-request-id: req-815e3703-cb91-49f4-bcec-3f1ab7a923fa {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:14:21.499087 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f803f1b-6f98-4084-8d86-c8f4c0117415", "tag": "e3d96db3-786c-47cc-8b47-84b710b3398c", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:14:21.499087 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-815e3703-cb91-49f4-bcec-3f1ab7a923fa {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:14:21.499087 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f803f1b-6f98-4084-8d86-c8f4c0117415', 'tag': 'e3d96db3-786c-47cc-8b47-84b710b3398c', 'status': 'completed', 'code': 200} Aug 16 23:14:21.554505 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:21.565991 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-94d59f06-5a63-480c-84e9-f704babee4dd None None] Set router 8a648324-fe0e-42e1-989d-e29bb8f8e754 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:14:21.632955 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c8481-5c24-4ccc-8931-0a1d3126d08d req-34006e81-14fe-47a0-ab04-1acec441b7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:21.634739 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-8d1c8481-5c24-4ccc-8931-0a1d3126d08d req-34006e81-14fe-47a0-ab04-1acec441b7c2 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3aee68aa35e24e649e175a43cbcb7bd3&device_id=2f803f1b-6f98-4084-8d86-c8f4c0117415 HTTP/1.1" status: 200 len: 1097 time: 0.0780139 Aug 16 23:14:21.636435 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427aff06-dfbc-41c4-a011-7c43f36309ec req-21dc4501-1518-4372-a0be-4585bc1ae971 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:21.638277 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-427aff06-dfbc-41c4-a011-7c43f36309ec req-21dc4501-1518-4372-a0be-4585bc1ae971 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f803f1b-6f98-4084-8d86-c8f4c0117415 HTTP/1.1" status: 200 len: 945 time: 0.1407702 Aug 16 23:14:21.785274 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-427aff06-dfbc-41c4-a011-7c43f36309ec req-609dd53b-0fb5-4099-af86-a393a27c08c9 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f71e0ef-17d2-4d1e-9fe1-aae1882f89a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305656 Aug 16 23:14:21.799484 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 38394) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:14:21.879621 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c8481-5c24-4ccc-8931-0a1d3126d08d req-0ed96c92-b418-4656-b611-c6eb0ed6bb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:21.881493 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-8d1c8481-5c24-4ccc-8931-0a1d3126d08d req-0ed96c92-b418-4656-b611-c6eb0ed6bb26 service neutron] 10.222.0.68 "GET /v2.0/networks?id=93618f09-ceff-4673-b340-e53dee1636b6 HTTP/1.1" status: 200 len: 897 time: 0.2385170 Aug 16 23:14:21.894589 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-8ecd2b31-3718-47e3-aa14-968533dcb34e tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/floatingips/e11ac0ef-8319-4c4c-8393-153236aacaa3 HTTP/1.1" status: 200 len: 990 time: 0.0939837 Aug 16 23:14:21.981325 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-8d1c8481-5c24-4ccc-8931-0a1d3126d08d req-30c99b00-c705-4c99-855d-a1d4a8666973 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3d96db3-786c-47cc-8b47-84b710b3398c HTTP/1.1" status: 200 len: 998 time: 0.0813711 Aug 16 23:14:22.001472 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-94d59f06-5a63-480c-84e9-f704babee4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a648324-fe0e-42e1-989d-e29bb8f8e754', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1371170837', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': '95ab6690-da06-43f1-9b88-e7aef51ede5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:13:57Z', 'updated_at': '2021-08-16T23:14:02Z', 'revision_number': 4, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'gw_port': {'id': '95ab6690-da06-43f1-9b88-e7aef51ede5b', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a648324-fe0e-42e1-989d-e29bb8f8e754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:13:57Z', 'updated_at': '2021-08-16T23:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': 'e11ac0ef-8319-4c4c-8393-153236aacaa3', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'floating_ip_address': '172.25.4.89', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': '8a648324-fe0e-42e1-989d-e29bb8f8e754', 'port_id': 'e3d96db3-786c-47cc-8b47-84b710b3398c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93618f09-ceff-4673-b340-e53dee1636b6', 'mac_address': 'fa:16:3e:ac:bb:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f803f1b-6f98-4084-8d86-c8f4c0117415', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:14:19Z', 'updated_at': '2021-08-16T23:14:19Z', 'revision_number': 0, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d355650-d187-488d-a743-507f80c6a41d', 'name': '', 'network_id': '93618f09-ceff-4673-b340-e53dee1636b6', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'mac_address': 'fa:16:3e:94:d7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a648324-fe0e-42e1-989d-e29bb8f8e754', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '70092538-3ae4-4be0-9001-bbf46308cd77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:14:01Z', 'updated_at': '2021-08-16T23:14:10Z', 'revision_number': 5, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'subnets': [{'id': '70092538-3ae4-4be0-9001-bbf46308cd77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:14:22.051487 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c8481-5c24-4ccc-8931-0a1d3126d08d req-aca18c17-e1d3-40b9-b13f-36fe4ed8d721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:22.053437 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-8d1c8481-5c24-4ccc-8931-0a1d3126d08d req-aca18c17-e1d3-40b9-b13f-36fe4ed8d721 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=70092538-3ae4-4be0-9001-bbf46308cd77 HTTP/1.1" status: 200 len: 834 time: 0.0639856 Aug 16 23:14:22.108407 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c8481-5c24-4ccc-8931-0a1d3126d08d req-f9ed1ab9-7e18-49ec-abcf-f1772f63b0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:22.111737 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-8d1c8481-5c24-4ccc-8931-0a1d3126d08d req-f9ed1ab9-7e18-49ec-abcf-f1772f63b0c3 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=93618f09-ceff-4673-b340-e53dee1636b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0483360 Aug 16 23:14:22.184333 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d59f06-5a63-480c-84e9-f704babee4dd None None] Checking router: 8a648324-fe0e-42e1-989d-e29bb8f8e754 for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:14:22.195919 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d59f06-5a63-480c-84e9-f704babee4dd None None] Routers {'8a648324-fe0e-42e1-989d-e29bb8f8e754'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:14:22.197124 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-94d59f06-5a63-480c-84e9-f704babee4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:14:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['8a648324-fe0e-42e1-989d-e29bb8f8e754'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:14:22.280197 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-8d1c8481-5c24-4ccc-8931-0a1d3126d08d req-ff3573da-9f75-4d0c-b870-8759665339bd service neutron] 10.222.0.68 "GET /v2.0/networks/93618f09-ceff-4673-b340-e53dee1636b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597183 Aug 16 23:14:22.351043 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-94d59f06-5a63-480c-84e9-f704babee4dd None None] Set router 8a648324-fe0e-42e1-989d-e29bb8f8e754 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:14:22.404489 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-8d1c8481-5c24-4ccc-8931-0a1d3126d08d req-1c8bef57-7c16-49c7-ae67-3af38c490def service neutron] 10.222.0.68 "GET /v2.0/networks/93618f09-ceff-4673-b340-e53dee1636b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160312 Aug 16 23:14:22.604189 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-94d59f06-5a63-480c-84e9-f704babee4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a648324-fe0e-42e1-989d-e29bb8f8e754', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1371170837', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': '95ab6690-da06-43f1-9b88-e7aef51ede5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:13:57Z', 'updated_at': '2021-08-16T23:14:02Z', 'revision_number': 4, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'gw_port': {'id': '95ab6690-da06-43f1-9b88-e7aef51ede5b', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a648324-fe0e-42e1-989d-e29bb8f8e754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:13:57Z', 'updated_at': '2021-08-16T23:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': 'e11ac0ef-8319-4c4c-8393-153236aacaa3', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'floating_ip_address': '172.25.4.89', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': '8a648324-fe0e-42e1-989d-e29bb8f8e754', 'port_id': 'e3d96db3-786c-47cc-8b47-84b710b3398c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93618f09-ceff-4673-b340-e53dee1636b6', 'mac_address': 'fa:16:3e:ac:bb:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f803f1b-6f98-4084-8d86-c8f4c0117415', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:14:19Z', 'updated_at': '2021-08-16T23:14:19Z', 'revision_number': 0, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d355650-d187-488d-a743-507f80c6a41d', 'name': '', 'network_id': '93618f09-ceff-4673-b340-e53dee1636b6', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'mac_address': 'fa:16:3e:94:d7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a648324-fe0e-42e1-989d-e29bb8f8e754', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '70092538-3ae4-4be0-9001-bbf46308cd77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:14:01Z', 'updated_at': '2021-08-16T23:14:10Z', 'revision_number': 5, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'subnets': [{'id': '70092538-3ae4-4be0-9001-bbf46308cd77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:14:22.634891 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d59f06-5a63-480c-84e9-f704babee4dd None None] The sync data for ids ['8a648324-fe0e-42e1-989d-e29bb8f8e754'] in n-d-791506-26 is: [{'id': '8a648324-fe0e-42e1-989d-e29bb8f8e754', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1371170837', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': '95ab6690-da06-43f1-9b88-e7aef51ede5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:13:57Z', 'updated_at': '2021-08-16T23:14:02Z', 'revision_number': 4, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'gw_port': {'id': '95ab6690-da06-43f1-9b88-e7aef51ede5b', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a648324-fe0e-42e1-989d-e29bb8f8e754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:13:57Z', 'updated_at': '2021-08-16T23:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': 'e11ac0ef-8319-4c4c-8393-153236aacaa3', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'floating_ip_address': '172.25.4.89', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': '8a648324-fe0e-42e1-989d-e29bb8f8e754', 'port_id': 'e3d96db3-786c-47cc-8b47-84b710b3398c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93618f09-ceff-4673-b340-e53dee1636b6', 'mac_address': 'fa:16:3e:ac:bb:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f803f1b-6f98-4084-8d86-c8f4c0117415', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:14:19Z', 'updated_at': '2021-08-16T23:14:19Z', 'revision_number': 0, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d355650-d187-488d-a743-507f80c6a41d', 'name': '', 'network_id': '93618f09-ceff-4673-b340-e53dee1636b6', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'mac_address': 'fa:16:3e:94:d7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a648324-fe0e-42e1-989d-e29bb8f8e754', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '70092538-3ae4-4be0-9001-bbf46308cd77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:14:01Z', 'updated_at': '2021-08-16T23:14:10Z', 'revision_number': 5, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'subnets': [{'id': '70092538-3ae4-4be0-9001-bbf46308cd77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:14:22.776738 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:22.898439 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 38420) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:14:22.919504 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e96efe8-8f3f-448b-aa25-ea66da08b41a None None] New status for floating IP e11ac0ef-8319-4c4c-8393-153236aacaa3: ACTIVE {{(pid=101293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:14:22.987183 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-9a6304e8-4c04-4d2c-aaaa-f2aecf63dcd9 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/floatingips/e11ac0ef-8319-4c4c-8393-153236aacaa3 HTTP/1.1" status: 200 len: 990 time: 0.0875535 Aug 16 23:14:23.990386 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 38452) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:14:24.059397 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-c5eb685e-b603-4ff2-bd14-c63704f8ccce tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/floatingips/e11ac0ef-8319-4c4c-8393-153236aacaa3 HTTP/1.1" status: 200 len: 992 time: 0.0678246 Aug 16 23:14:25.365363 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:32.424655 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-8bbb8edc-e551-404e-b520-f010946df914 req-d807a99d-5383-4272-8a61-4f143857ba74 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=2f803f1b-6f98-4084-8d86-c8f4c0117415&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0459981 Aug 16 23:14:32.522627 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbb8edc-e551-404e-b520-f010946df914 req-ff5091a6-8b5d-4c79-82fc-3d95067a9142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:32.525010 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-8bbb8edc-e551-404e-b520-f010946df914 req-ff5091a6-8b5d-4c79-82fc-3d95067a9142 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3aee68aa35e24e649e175a43cbcb7bd3&device_id=2f803f1b-6f98-4084-8d86-c8f4c0117415 HTTP/1.1" status: 200 len: 1097 time: 0.0481911 Aug 16 23:14:32.638632 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbb8edc-e551-404e-b520-f010946df914 req-3a880034-e5ab-4f6e-9823-494c0266ced2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:32.640143 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-8bbb8edc-e551-404e-b520-f010946df914 req-3a880034-e5ab-4f6e-9823-494c0266ced2 service neutron] 10.222.0.68 "GET /v2.0/networks?id=93618f09-ceff-4673-b340-e53dee1636b6 HTTP/1.1" status: 200 len: 897 time: 0.0954556 Aug 16 23:14:32.709877 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-8bbb8edc-e551-404e-b520-f010946df914 req-01bd6fab-3012-4936-a23e-32002550dcd6 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3d96db3-786c-47cc-8b47-84b710b3398c HTTP/1.1" status: 200 len: 1000 time: 0.0607111 Aug 16 23:14:32.762161 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbb8edc-e551-404e-b520-f010946df914 req-f6761f0c-6b5d-416c-861c-2c322f593706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:32.763847 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-8bbb8edc-e551-404e-b520-f010946df914 req-f6761f0c-6b5d-416c-861c-2c322f593706 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=70092538-3ae4-4be0-9001-bbf46308cd77 HTTP/1.1" status: 200 len: 834 time: 0.0460663 Aug 16 23:14:32.819243 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbb8edc-e551-404e-b520-f010946df914 req-794d5c56-3c94-4624-9f24-ce734a7e61b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:32.821176 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-8bbb8edc-e551-404e-b520-f010946df914 req-794d5c56-3c94-4624-9f24-ce734a7e61b8 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=93618f09-ceff-4673-b340-e53dee1636b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458541 Aug 16 23:14:32.922112 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-8bbb8edc-e551-404e-b520-f010946df914 req-93ce49c3-c0f2-43e3-9f20-488ddaa12aa9 service neutron] 10.222.0.68 "GET /v2.0/networks/93618f09-ceff-4673-b340-e53dee1636b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890694 Aug 16 23:14:33.035780 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-8bbb8edc-e551-404e-b520-f010946df914 req-d12bb794-9bf2-4984-9c7d-03d52eced62b service neutron] 10.222.0.68 "GET /v2.0/networks/93618f09-ceff-4673-b340-e53dee1636b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042328 Aug 16 23:14:41.330754 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:47.666904 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-61b97684-2d78-4717-aeae-f8aefef16fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:49.632009 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d0e2fa6c-5c0c-4e00-b120-017eb97e6267 req-2943b8be-63f2-4bb8-8b9d-daf02cc4a92a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5ec6deff-f245-4e1c-822d-87007a31b174&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0506668 Aug 16 23:14:49.763748 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-15992cd8-582b-45ec-89f5-b4758a239469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:49.778206 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e2fa6c-5c0c-4e00-b120-017eb97e6267 req-dfb39578-3876-4fad-a552-f34c25f3b333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:49.778717 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e2fa6c-5c0c-4e00-b120-017eb97e6267 req-dfb39578-3876-4fad-a552-f34c25f3b333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:49.779201 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e2fa6c-5c0c-4e00-b120-017eb97e6267 req-dfb39578-3876-4fad-a552-f34c25f3b333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:49.779683 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e2fa6c-5c0c-4e00-b120-017eb97e6267 req-dfb39578-3876-4fad-a552-f34c25f3b333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:49.780155 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e2fa6c-5c0c-4e00-b120-017eb97e6267 req-dfb39578-3876-4fad-a552-f34c25f3b333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:49.780722 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e2fa6c-5c0c-4e00-b120-017eb97e6267 req-dfb39578-3876-4fad-a552-f34c25f3b333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:49.781163 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e2fa6c-5c0c-4e00-b120-017eb97e6267 req-dfb39578-3876-4fad-a552-f34c25f3b333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:49.783313 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d0e2fa6c-5c0c-4e00-b120-017eb97e6267 req-dfb39578-3876-4fad-a552-f34c25f3b333 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0fd6de77a6ca45308e5ac106bdd0311d&device_id=5ec6deff-f245-4e1c-822d-87007a31b174 HTTP/1.1" status: 200 len: 6506 time: 0.0820546 Aug 16 23:14:49.932473 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e2fa6c-5c0c-4e00-b120-017eb97e6267 req-cd9ff448-a08d-4bdf-9d89-c3bf5bf4b717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:49.933036 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e2fa6c-5c0c-4e00-b120-017eb97e6267 req-cd9ff448-a08d-4bdf-9d89-c3bf5bf4b717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:49.933524 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e2fa6c-5c0c-4e00-b120-017eb97e6267 req-cd9ff448-a08d-4bdf-9d89-c3bf5bf4b717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:49.935125 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d0e2fa6c-5c0c-4e00-b120-017eb97e6267 req-cd9ff448-a08d-4bdf-9d89-c3bf5bf4b717 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7f9863fd-7980-4b2d-a7ca-14f053950325&id=716ffdec-3357-4059-8ca3-4654ec1fdd32&id=716ffdec-3357-4059-8ca3-4654ec1fdd32&id=716ffdec-3357-4059-8ca3-4654ec1fdd32&id=716ffdec-3357-4059-8ca3-4654ec1fdd32&id=f7e04764-48fe-4543-83bb-53e420b1bda2&id=f7e04764-48fe-4543-83bb-53e420b1bda2 HTTP/1.1" status: 200 len: 2298 time: 0.1095564 Aug 16 23:14:50.005631 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d0e2fa6c-5c0c-4e00-b120-017eb97e6267 req-757b6062-4f32-41d4-a2d3-c3a969865587 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c511553-abb0-45ee-9ae1-f490c0be7d9d HTTP/1.1" status: 200 len: 1000 time: 0.0626464 Aug 16 23:14:50.063783 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e2fa6c-5c0c-4e00-b120-017eb97e6267 req-31394f2a-e451-4d13-adb2-a26298b0143d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:50.065393 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d0e2fa6c-5c0c-4e00-b120-017eb97e6267 req-31394f2a-e451-4d13-adb2-a26298b0143d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=707213db-37e4-4504-a3c9-b665785837dd HTTP/1.1" status: 200 len: 856 time: 0.0521033 Aug 16 23:14:50.117519 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e2fa6c-5c0c-4e00-b120-017eb97e6267 req-5ad357bf-49d8-4cac-9a6d-ddb9c15d8017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:50.119182 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d0e2fa6c-5c0c-4e00-b120-017eb97e6267 req-5ad357bf-49d8-4cac-9a6d-ddb9c15d8017 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7f9863fd-7980-4b2d-a7ca-14f053950325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452442 Aug 16 23:14:50.228159 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d0e2fa6c-5c0c-4e00-b120-017eb97e6267 req-def1e871-a1b1-43f3-9d3e-80199db12c7b service neutron] 10.222.0.57 "GET /v2.0/networks/7f9863fd-7980-4b2d-a7ca-14f053950325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010530 Aug 16 23:14:50.344011 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d0e2fa6c-5c0c-4e00-b120-017eb97e6267 req-071f2fe3-d78e-4af1-a5e9-2a9412769b9b service neutron] 10.222.0.57 "GET /v2.0/networks/7f9863fd-7980-4b2d-a7ca-14f053950325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082516 Aug 16 23:14:50.431269 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d0e2fa6c-5c0c-4e00-b120-017eb97e6267 req-79be9cd4-8793-4967-beb4-d810fa51ef2b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.37&port_id=2d914dcd-a009-4bd0-a96d-6ee74c4c2e7d HTTP/1.1" status: 200 len: 217 time: 0.0760219 Aug 16 23:14:50.594656 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e2fa6c-5c0c-4e00-b120-017eb97e6267 req-ac450142-782e-45bd-8e4c-10d734c585d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:50.597585 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d0e2fa6c-5c0c-4e00-b120-017eb97e6267 req-ac450142-782e-45bd-8e4c-10d734c585d9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a67b33f8-6bc2-40d2-9660-ea5007dbf946 HTTP/1.1" status: 200 len: 797 time: 0.1515610 Aug 16 23:14:50.640955 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:50.696733 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e2fa6c-5c0c-4e00-b120-017eb97e6267 req-ae163ea6-f93b-4fe2-a21c-a1504554c162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:50.698225 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d0e2fa6c-5c0c-4e00-b120-017eb97e6267 req-ae163ea6-f93b-4fe2-a21c-a1504554c162 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=716ffdec-3357-4059-8ca3-4654ec1fdd32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0869570 Aug 16 23:14:50.834330 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d0e2fa6c-5c0c-4e00-b120-017eb97e6267 req-10b76f28-39df-46f0-88b6-180e9bed0710 service neutron] 10.222.0.57 "GET /v2.0/networks/716ffdec-3357-4059-8ca3-4654ec1fdd32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181107 Aug 16 23:14:50.937424 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d0e2fa6c-5c0c-4e00-b120-017eb97e6267 req-e5ca5556-d441-48bd-8e05-2096ec820411 service neutron] 10.222.0.57 "GET /v2.0/networks/716ffdec-3357-4059-8ca3-4654ec1fdd32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952983 Aug 16 23:14:50.981187 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d0e2fa6c-5c0c-4e00-b120-017eb97e6267 req-1c5839e8-9973-49b2-a829-4b3c2dd2607b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.86&port_id=c8884c15-ea75-4d67-b150-51216a77129b HTTP/1.1" status: 200 len: 217 time: 0.0351636 Aug 16 23:14:51.035533 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e2fa6c-5c0c-4e00-b120-017eb97e6267 req-d8877dc9-5ae1-4109-ad35-0a87ccd86455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:51.037069 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d0e2fa6c-5c0c-4e00-b120-017eb97e6267 req-d8877dc9-5ae1-4109-ad35-0a87ccd86455 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a67b33f8-6bc2-40d2-9660-ea5007dbf946 HTTP/1.1" status: 200 len: 797 time: 0.0490830 Aug 16 23:14:51.088172 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e2fa6c-5c0c-4e00-b120-017eb97e6267 req-39a484a1-03db-422d-b191-995d86c450f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:51.089732 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d0e2fa6c-5c0c-4e00-b120-017eb97e6267 req-39a484a1-03db-422d-b191-995d86c450f7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=716ffdec-3357-4059-8ca3-4654ec1fdd32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0445609 Aug 16 23:14:51.215206 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d0e2fa6c-5c0c-4e00-b120-017eb97e6267 req-bbde4114-ead3-4487-aad2-ff3f2b7f6b04 service neutron] 10.222.0.57 "GET /v2.0/networks/716ffdec-3357-4059-8ca3-4654ec1fdd32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179183 Aug 16 23:14:51.342784 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d0e2fa6c-5c0c-4e00-b120-017eb97e6267 req-0fda39c4-4a74-425e-9231-6e337967ab0b service neutron] 10.222.0.57 "GET /v2.0/networks/716ffdec-3357-4059-8ca3-4654ec1fdd32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190321 Aug 16 23:14:51.387382 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d0e2fa6c-5c0c-4e00-b120-017eb97e6267 req-418414e7-8750-4b60-9bb7-a60d4aff8d58 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.134&port_id=e0a765e0-0935-444c-9c94-9574aa68a115 HTTP/1.1" status: 200 len: 217 time: 0.0376821 Aug 16 23:14:51.458427 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e2fa6c-5c0c-4e00-b120-017eb97e6267 req-215038aa-2fca-46c6-ac9a-bbde0728c4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:51.459922 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d0e2fa6c-5c0c-4e00-b120-017eb97e6267 req-215038aa-2fca-46c6-ac9a-bbde0728c4b7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a67b33f8-6bc2-40d2-9660-ea5007dbf946 HTTP/1.1" status: 200 len: 797 time: 0.0658917 Aug 16 23:14:51.512349 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e2fa6c-5c0c-4e00-b120-017eb97e6267 req-f4fedd14-042d-4b76-ba37-79fe60ed32d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:51.516466 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d0e2fa6c-5c0c-4e00-b120-017eb97e6267 req-f4fedd14-042d-4b76-ba37-79fe60ed32d2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=716ffdec-3357-4059-8ca3-4654ec1fdd32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0463560 Aug 16 23:14:51.556716 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:51.620062 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d0e2fa6c-5c0c-4e00-b120-017eb97e6267 req-2278cf57-0904-411d-81a5-31f45a19ef1f service neutron] 10.222.0.57 "GET /v2.0/networks/716ffdec-3357-4059-8ca3-4654ec1fdd32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984879 Aug 16 23:14:51.725933 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d0e2fa6c-5c0c-4e00-b120-017eb97e6267 req-4cc6dae1-0162-4d38-9a94-b129028cf9db service neutron] 10.222.0.57 "GET /v2.0/networks/716ffdec-3357-4059-8ca3-4654ec1fdd32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985878 Aug 16 23:14:51.780044 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d0e2fa6c-5c0c-4e00-b120-017eb97e6267 req-a788495e-324f-4cd4-9151-772d9573c7b5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.161&port_id=02990fd3-6867-47e9-bd51-e2036b1e16a1 HTTP/1.1" status: 200 len: 217 time: 0.0460682 Aug 16 23:14:51.866916 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e2fa6c-5c0c-4e00-b120-017eb97e6267 req-c29c1568-75cb-4f2c-bb47-7527f11b6e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:51.869277 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d0e2fa6c-5c0c-4e00-b120-017eb97e6267 req-c29c1568-75cb-4f2c-bb47-7527f11b6e88 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a67b33f8-6bc2-40d2-9660-ea5007dbf946 HTTP/1.1" status: 200 len: 797 time: 0.0497580 Aug 16 23:14:51.925761 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e2fa6c-5c0c-4e00-b120-017eb97e6267 req-2f6dddd8-a704-4cb0-a712-d6f97fcf9dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:51.927594 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d0e2fa6c-5c0c-4e00-b120-017eb97e6267 req-2f6dddd8-a704-4cb0-a712-d6f97fcf9dcc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=716ffdec-3357-4059-8ca3-4654ec1fdd32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0506856 Aug 16 23:14:52.025309 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d0e2fa6c-5c0c-4e00-b120-017eb97e6267 req-b629ad76-b19e-4acd-b6ca-ede03c44fd22 service neutron] 10.222.0.57 "GET /v2.0/networks/716ffdec-3357-4059-8ca3-4654ec1fdd32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901024 Aug 16 23:14:52.122169 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d0e2fa6c-5c0c-4e00-b120-017eb97e6267 req-478a5964-0e57-4ee5-91e0-9a66e907af59 service neutron] 10.222.0.57 "GET /v2.0/networks/716ffdec-3357-4059-8ca3-4654ec1fdd32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898337 Aug 16 23:14:52.181266 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d0e2fa6c-5c0c-4e00-b120-017eb97e6267 req-9d58d338-58ad-4e90-b8f7-38d41bcef190 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1f7efbdf-cfae-4b67-acd0-7aee054634c7 HTTP/1.1" status: 200 len: 217 time: 0.0518093 Aug 16 23:14:52.236651 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e2fa6c-5c0c-4e00-b120-017eb97e6267 req-a7658818-4150-443b-ba94-b45c8c60a642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:52.238666 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d0e2fa6c-5c0c-4e00-b120-017eb97e6267 req-a7658818-4150-443b-ba94-b45c8c60a642 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=78f5180d-c604-4361-9f31-ccf383bd8b30 HTTP/1.1" status: 200 len: 797 time: 0.0509501 Aug 16 23:14:52.648672 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e2fa6c-5c0c-4e00-b120-017eb97e6267 req-a47a4b1d-6e70-466d-a1bb-a38a58af17f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:52.650658 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d0e2fa6c-5c0c-4e00-b120-017eb97e6267 req-a47a4b1d-6e70-466d-a1bb-a38a58af17f3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f7e04764-48fe-4543-83bb-53e420b1bda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4047680 Aug 16 23:14:52.750546 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d0e2fa6c-5c0c-4e00-b120-017eb97e6267 req-9b2fa13b-d679-4783-95ff-4ebb8ebe4f81 service neutron] 10.222.0.57 "GET /v2.0/networks/f7e04764-48fe-4543-83bb-53e420b1bda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874481 Aug 16 23:14:52.779796 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:52.874106 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d0e2fa6c-5c0c-4e00-b120-017eb97e6267 req-4309f9e8-200d-476b-9abc-8067a79f5ee5 service neutron] 10.222.0.57 "GET /v2.0/networks/f7e04764-48fe-4543-83bb-53e420b1bda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155398 Aug 16 23:14:52.922169 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d0e2fa6c-5c0c-4e00-b120-017eb97e6267 req-23107ef4-fff0-424b-8fff-c2e49f6d2122 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4c28e14e-af8e-4e4b-9785-ea495ce96f11 HTTP/1.1" status: 200 len: 217 time: 0.0368340 Aug 16 23:14:52.977499 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e2fa6c-5c0c-4e00-b120-017eb97e6267 req-cfdada3c-d0d1-422c-9fdf-b7160873fe15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:52.978988 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d0e2fa6c-5c0c-4e00-b120-017eb97e6267 req-cfdada3c-d0d1-422c-9fdf-b7160873fe15 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=78f5180d-c604-4361-9f31-ccf383bd8b30 HTTP/1.1" status: 200 len: 797 time: 0.0493612 Aug 16 23:14:53.028295 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e2fa6c-5c0c-4e00-b120-017eb97e6267 req-b773c4c8-8751-4b03-8fad-79f8d48cc650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:53.029767 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d0e2fa6c-5c0c-4e00-b120-017eb97e6267 req-b773c4c8-8751-4b03-8fad-79f8d48cc650 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f7e04764-48fe-4543-83bb-53e420b1bda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0419123 Aug 16 23:14:53.126652 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d0e2fa6c-5c0c-4e00-b120-017eb97e6267 req-9ed20d65-87b3-4485-8114-41e14aa07402 service neutron] 10.222.0.57 "GET /v2.0/networks/f7e04764-48fe-4543-83bb-53e420b1bda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869510 Aug 16 23:14:53.230465 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d0e2fa6c-5c0c-4e00-b120-017eb97e6267 req-f8acef0d-14c7-497d-a9ea-8085064167ae service neutron] 10.222.0.57 "GET /v2.0/networks/f7e04764-48fe-4543-83bb-53e420b1bda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958979 Aug 16 23:14:53.793372 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:14:55.391292 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:55.438016 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490624f4-9117-4d1c-bfec-3502ea77108b req-0d9b36be-44a4-4800-9ce7-5ca891263b73 tempest-TestNetworkAdvancedServerOps-1443331071 tempest-TestNetworkAdvancedServerOps-1443331071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:55.439816 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-490624f4-9117-4d1c-bfec-3502ea77108b req-0d9b36be-44a4-4800-9ce7-5ca891263b73 tempest-TestNetworkAdvancedServerOps-1443331071 tempest-TestNetworkAdvancedServerOps-1443331071-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=2f803f1b-6f98-4084-8d86-c8f4c0117415 HTTP/1.1" status: 200 len: 1097 time: 0.0562484 Aug 16 23:14:55.461308 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-490624f4-9117-4d1c-bfec-3502ea77108b req-77022683-53e5-4420-890f-7ebd94018ca2 tempest-TestNetworkAdvancedServerOps-1443331071 tempest-TestNetworkAdvancedServerOps-1443331071-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:55.557595 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-490624f4-9117-4d1c-bfec-3502ea77108b req-77022683-53e5-4420-890f-7ebd94018ca2 tempest-TestNetworkAdvancedServerOps-1443331071 tempest-TestNetworkAdvancedServerOps-1443331071-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:55.561207 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-490624f4-9117-4d1c-bfec-3502ea77108b req-77022683-53e5-4420-890f-7ebd94018ca2 tempest-TestNetworkAdvancedServerOps-1443331071 tempest-TestNetworkAdvancedServerOps-1443331071-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:14:55.589356 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-490624f4-9117-4d1c-bfec-3502ea77108b req-77022683-53e5-4420-890f-7ebd94018ca2 tempest-TestNetworkAdvancedServerOps-1443331071 tempest-TestNetworkAdvancedServerOps-1443331071-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=3f71e0ef-17d2-4d1e-9fe1-aae1882f89a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414611 Aug 16 23:14:55.604143 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77022683-53e5-4420-890f-7ebd94018ca2 tempest-TestNetworkAdvancedServerOps-1443331071 tempest-TestNetworkAdvancedServerOps-1443331071-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b3781ee-6f28-4d6a-bab3-042e6dc47a2b,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:14:55.613610 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77022683-53e5-4420-890f-7ebd94018ca2 tempest-TestNetworkAdvancedServerOps-1443331071 tempest-TestNetworkAdvancedServerOps-1443331071-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:14:55.613973 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77022683-53e5-4420-890f-7ebd94018ca2 tempest-TestNetworkAdvancedServerOps-1443331071 tempest-TestNetworkAdvancedServerOps-1443331071-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:14:55.614411 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77022683-53e5-4420-890f-7ebd94018ca2 tempest-TestNetworkAdvancedServerOps-1443331071 tempest-TestNetworkAdvancedServerOps-1443331071-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:14:55.614830 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77022683-53e5-4420-890f-7ebd94018ca2 tempest-TestNetworkAdvancedServerOps-1443331071 tempest-TestNetworkAdvancedServerOps-1443331071-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:14:55.615231 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77022683-53e5-4420-890f-7ebd94018ca2 tempest-TestNetworkAdvancedServerOps-1443331071 tempest-TestNetworkAdvancedServerOps-1443331071-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:14:55.615684 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77022683-53e5-4420-890f-7ebd94018ca2 tempest-TestNetworkAdvancedServerOps-1443331071 tempest-TestNetworkAdvancedServerOps-1443331071-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:14:55.616017 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77022683-53e5-4420-890f-7ebd94018ca2 tempest-TestNetworkAdvancedServerOps-1443331071 tempest-TestNetworkAdvancedServerOps-1443331071-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:14:55.616453 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77022683-53e5-4420-890f-7ebd94018ca2 tempest-TestNetworkAdvancedServerOps-1443331071 tempest-TestNetworkAdvancedServerOps-1443331071-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:14:55.617677 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77022683-53e5-4420-890f-7ebd94018ca2 tempest-TestNetworkAdvancedServerOps-1443331071 tempest-TestNetworkAdvancedServerOps-1443331071-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:14:55.618130 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77022683-53e5-4420-890f-7ebd94018ca2 tempest-TestNetworkAdvancedServerOps-1443331071 tempest-TestNetworkAdvancedServerOps-1443331071-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:14:55.618726 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77022683-53e5-4420-890f-7ebd94018ca2 tempest-TestNetworkAdvancedServerOps-1443331071 tempest-TestNetworkAdvancedServerOps-1443331071-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:14:55.619132 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77022683-53e5-4420-890f-7ebd94018ca2 tempest-TestNetworkAdvancedServerOps-1443331071 tempest-TestNetworkAdvancedServerOps-1443331071-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:14:55.744915 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f74cfb8-b85e-4987-87ab-959101a56a03 req-b40a2853-d1b0-4320-bc64-feb8db4b638e tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:55.746459 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7f74cfb8-b85e-4987-87ab-959101a56a03 req-b40a2853-d1b0-4320-bc64-feb8db4b638e tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f803f1b-6f98-4084-8d86-c8f4c0117415 HTTP/1.1" status: 200 len: 945 time: 0.0583274 Aug 16 23:14:55.785192 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7f74cfb8-b85e-4987-87ab-959101a56a03 req-2f94596c-2227-4873-ae7a-0319295e2c92 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f71e0ef-17d2-4d1e-9fe1-aae1882f89a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327628 Aug 16 23:14:55.809760 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 39154) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:14:55.872473 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-271ce21b-a1e7-48dc-b304-a73e121bc34e tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/floatingips/e11ac0ef-8319-4c4c-8393-153236aacaa3 HTTP/1.1" status: 200 len: 992 time: 0.0614486 Aug 16 23:14:56.205232 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [req-cde6644d-3bdb-4b58-b39c-3b5c7240398c req-e6358c45-e0c9-4428-a04d-07cd9f374c84 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:14:56.206880 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cde6644d-3bdb-4b58-b39c-3b5c7240398c req-e6358c45-e0c9-4428-a04d-07cd9f374c84 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079374 Aug 16 23:14:56.763352 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bd9ee9-6743-4165-96f1-7a540209c517 req-bb6da33e-f5c5-4dbf-ac54-13d93e552b3e tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:56.775372 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-29bd9ee9-6743-4165-96f1-7a540209c517 req-bb6da33e-f5c5-4dbf-ac54-13d93e552b3e tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f803f1b-6f98-4084-8d86-c8f4c0117415 HTTP/1.1" status: 200 len: 945 time: 0.1287279 Aug 16 23:14:56.829022 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-29bd9ee9-6743-4165-96f1-7a540209c517 req-b13fc123-995d-4e94-9730-5226c2fdcb92 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f71e0ef-17d2-4d1e-9fe1-aae1882f89a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526721 Aug 16 23:14:56.915601 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4f588641-0f4d-4fa7-b1b9-8b9d8de27443 req-4c67192a-0c06-40a3-bcb9-90e244eac5ab service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2f803f1b-6f98-4084-8d86-c8f4c0117415&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3065214 Aug 16 23:14:57.971139 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d885c997-6211-4ce3-bcb1-c5c1972dcf0d req-0f7492c3-b4e2-4b37-8bf4-7eb4e10326d2 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:57.972668 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d885c997-6211-4ce3-bcb1-c5c1972dcf0d req-0f7492c3-b4e2-4b37-8bf4-7eb4e10326d2 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f803f1b-6f98-4084-8d86-c8f4c0117415 HTTP/1.1" status: 200 len: 945 time: 0.0597734 Aug 16 23:14:58.019019 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d885c997-6211-4ce3-bcb1-c5c1972dcf0d req-081c14ff-928c-4523-9980-4ada2c9b5605 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f71e0ef-17d2-4d1e-9fe1-aae1882f89a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394440 Aug 16 23:14:58.263882 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f588641-0f4d-4fa7-b1b9-8b9d8de27443 req-8425ad23-c045-4116-8324-b3b59035d12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:58.265455 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4f588641-0f4d-4fa7-b1b9-8b9d8de27443 req-8425ad23-c045-4116-8324-b3b59035d12e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3aee68aa35e24e649e175a43cbcb7bd3&device_id=2f803f1b-6f98-4084-8d86-c8f4c0117415 HTTP/1.1" status: 200 len: 1097 time: 0.0431342 Aug 16 23:14:58.393778 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f588641-0f4d-4fa7-b1b9-8b9d8de27443 req-ad624650-6609-4182-aee2-a5a3e3958298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:58.395461 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4f588641-0f4d-4fa7-b1b9-8b9d8de27443 req-ad624650-6609-4182-aee2-a5a3e3958298 service neutron] 10.222.0.68 "GET /v2.0/networks?id=93618f09-ceff-4673-b340-e53dee1636b6 HTTP/1.1" status: 200 len: 897 time: 0.1180794 Aug 16 23:14:58.474693 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4f588641-0f4d-4fa7-b1b9-8b9d8de27443 req-4c84b34f-5a2d-48fe-891b-8b215d44cf97 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3d96db3-786c-47cc-8b47-84b710b3398c HTTP/1.1" status: 200 len: 1000 time: 0.0708988 Aug 16 23:14:58.536694 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f588641-0f4d-4fa7-b1b9-8b9d8de27443 req-3f0b759b-a1a7-4d4e-98dd-2451bdffd281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:58.538210 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4f588641-0f4d-4fa7-b1b9-8b9d8de27443 req-3f0b759b-a1a7-4d4e-98dd-2451bdffd281 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=70092538-3ae4-4be0-9001-bbf46308cd77 HTTP/1.1" status: 200 len: 834 time: 0.0557649 Aug 16 23:14:58.597659 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f588641-0f4d-4fa7-b1b9-8b9d8de27443 req-55e82442-accc-48cc-a544-23c5a13abdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:58.599227 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4f588641-0f4d-4fa7-b1b9-8b9d8de27443 req-55e82442-accc-48cc-a544-23c5a13abdae service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=93618f09-ceff-4673-b340-e53dee1636b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526640 Aug 16 23:14:58.701003 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4f588641-0f4d-4fa7-b1b9-8b9d8de27443 req-7ebe28db-9c04-4fd2-8df3-7901cb811e77 service neutron] 10.222.0.68 "GET /v2.0/networks/93618f09-ceff-4673-b340-e53dee1636b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939095 Aug 16 23:14:58.817179 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4f588641-0f4d-4fa7-b1b9-8b9d8de27443 req-9de832bc-aed8-4523-8928-faed8f0e146c service neutron] 10.222.0.68 "GET /v2.0/networks/93618f09-ceff-4673-b340-e53dee1636b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077402 Aug 16 23:14:59.149774 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfedbe3-b380-489b-a2f7-c9888f2c2955 req-c58994f6-16f3-4d16-b1be-9749a89a1d14 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:14:59.151303 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-edfedbe3-b380-489b-a2f7-c9888f2c2955 req-c58994f6-16f3-4d16-b1be-9749a89a1d14 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f803f1b-6f98-4084-8d86-c8f4c0117415 HTTP/1.1" status: 200 len: 945 time: 0.0544579 Aug 16 23:14:59.201494 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-edfedbe3-b380-489b-a2f7-c9888f2c2955 req-1181c9c9-1873-4d59-ae0a-fff69803e45c tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f71e0ef-17d2-4d1e-9fe1-aae1882f89a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440900 Aug 16 23:15:00.333678 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00f726-9a4e-409c-8254-a01ea46680a1 req-6d0b476e-e8f0-4c8d-a407-ef001eae8f0a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:00.335274 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7d00f726-9a4e-409c-8254-a01ea46680a1 req-6d0b476e-e8f0-4c8d-a407-ef001eae8f0a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f803f1b-6f98-4084-8d86-c8f4c0117415 HTTP/1.1" status: 200 len: 945 time: 0.0579345 Aug 16 23:15:00.388272 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7d00f726-9a4e-409c-8254-a01ea46680a1 req-feecddf7-5bee-422a-bbb3-dc2e407c9262 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f71e0ef-17d2-4d1e-9fe1-aae1882f89a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437531 Aug 16 23:15:01.506570 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6472f220-4c47-4280-9feb-33b23badfba1 req-d7249c51-4163-41b7-a972-a3038d8eb517 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:01.508157 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6472f220-4c47-4280-9feb-33b23badfba1 req-d7249c51-4163-41b7-a972-a3038d8eb517 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f803f1b-6f98-4084-8d86-c8f4c0117415 HTTP/1.1" status: 200 len: 945 time: 0.0542309 Aug 16 23:15:01.549571 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6472f220-4c47-4280-9feb-33b23badfba1 req-7048e821-b912-4462-9ac1-8d1dd4af1973 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f71e0ef-17d2-4d1e-9fe1-aae1882f89a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349090 Aug 16 23:15:02.692401 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bc421a-43d0-4b0e-a874-dbc144dfd8de req-9a50a7e1-57ba-4d20-9d5c-c31cf07ed7df tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:02.696671 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-09bc421a-43d0-4b0e-a874-dbc144dfd8de req-9a50a7e1-57ba-4d20-9d5c-c31cf07ed7df tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f803f1b-6f98-4084-8d86-c8f4c0117415 HTTP/1.1" status: 200 len: 945 time: 0.0756333 Aug 16 23:15:02.773652 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-09bc421a-43d0-4b0e-a874-dbc144dfd8de req-2d8b6b16-603b-42f8-a80f-29c554caa05d tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f71e0ef-17d2-4d1e-9fe1-aae1882f89a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704787 Aug 16 23:15:03.222272 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9914f30e-f0dc-4d7c-a120-b4d1c8b7e1a5 req-d45ad371-34a4-47a4-9df4-07ae92dfba38 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:03.228517 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9914f30e-f0dc-4d7c-a120-b4d1c8b7e1a5 req-d45ad371-34a4-47a4-9df4-07ae92dfba38 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:03.235346 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9914f30e-f0dc-4d7c-a120-b4d1c8b7e1a5 req-d45ad371-34a4-47a4-9df4-07ae92dfba38 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:03.242047 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9914f30e-f0dc-4d7c-a120-b4d1c8b7e1a5 req-d45ad371-34a4-47a4-9df4-07ae92dfba38 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:03.248463 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9914f30e-f0dc-4d7c-a120-b4d1c8b7e1a5 req-d45ad371-34a4-47a4-9df4-07ae92dfba38 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:03.254701 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9914f30e-f0dc-4d7c-a120-b4d1c8b7e1a5 req-d45ad371-34a4-47a4-9df4-07ae92dfba38 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:03.261353 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9914f30e-f0dc-4d7c-a120-b4d1c8b7e1a5 req-d45ad371-34a4-47a4-9df4-07ae92dfba38 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:03.263343 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9914f30e-f0dc-4d7c-a120-b4d1c8b7e1a5 req-d45ad371-34a4-47a4-9df4-07ae92dfba38 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ec6deff-f245-4e1c-822d-87007a31b174 HTTP/1.1" status: 200 len: 5442 time: 0.1167488 Aug 16 23:15:03.313227 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9914f30e-f0dc-4d7c-a120-b4d1c8b7e1a5 req-446d968b-82f3-4659-ab04-82c24deebee3 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d561fd0-5d3b-4398-8725-9733c38afc60&id=7847b2e1-2595-4387-b40a-e9cc25ff3917&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0430679 Aug 16 23:15:03.902656 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b2ceb7-5fcf-47f2-b721-b801a30e0904 req-586371bf-6ab2-4ba0-812e-3e719ff0565e tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:03.904949 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-86b2ceb7-5fcf-47f2-b721-b801a30e0904 req-586371bf-6ab2-4ba0-812e-3e719ff0565e tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f803f1b-6f98-4084-8d86-c8f4c0117415 HTTP/1.1" status: 200 len: 945 time: 0.0554991 Aug 16 23:15:03.958876 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-86b2ceb7-5fcf-47f2-b721-b801a30e0904 req-c357cd99-97dc-4c6b-9ac4-8e0dda45b028 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f71e0ef-17d2-4d1e-9fe1-aae1882f89a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446343 Aug 16 23:15:04.500348 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1d0c0f-5204-498c-bc92-52dfbd11c6f7 req-1cda7055-4227-4ca9-8c6e-9a6d09905e4d tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:04.506240 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1d0c0f-5204-498c-bc92-52dfbd11c6f7 req-1cda7055-4227-4ca9-8c6e-9a6d09905e4d tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:04.512846 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1d0c0f-5204-498c-bc92-52dfbd11c6f7 req-1cda7055-4227-4ca9-8c6e-9a6d09905e4d tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:04.518759 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1d0c0f-5204-498c-bc92-52dfbd11c6f7 req-1cda7055-4227-4ca9-8c6e-9a6d09905e4d tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:04.525345 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1d0c0f-5204-498c-bc92-52dfbd11c6f7 req-1cda7055-4227-4ca9-8c6e-9a6d09905e4d tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:04.531239 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1d0c0f-5204-498c-bc92-52dfbd11c6f7 req-1cda7055-4227-4ca9-8c6e-9a6d09905e4d tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:04.537168 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1d0c0f-5204-498c-bc92-52dfbd11c6f7 req-1cda7055-4227-4ca9-8c6e-9a6d09905e4d tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:04.540072 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ec1d0c0f-5204-498c-bc92-52dfbd11c6f7 req-1cda7055-4227-4ca9-8c6e-9a6d09905e4d tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ec6deff-f245-4e1c-822d-87007a31b174 HTTP/1.1" status: 200 len: 5442 time: 0.1424861 Aug 16 23:15:04.557299 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e53c58d-3560-4ee6-8764-29f2e74a4cbd req-164acbb1-cf06-4deb-9977-0989bd0b8ecd tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:04.563863 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e53c58d-3560-4ee6-8764-29f2e74a4cbd req-164acbb1-cf06-4deb-9977-0989bd0b8ecd tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:04.570377 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e53c58d-3560-4ee6-8764-29f2e74a4cbd req-164acbb1-cf06-4deb-9977-0989bd0b8ecd tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:04.576227 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e53c58d-3560-4ee6-8764-29f2e74a4cbd req-164acbb1-cf06-4deb-9977-0989bd0b8ecd tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:04.582204 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e53c58d-3560-4ee6-8764-29f2e74a4cbd req-164acbb1-cf06-4deb-9977-0989bd0b8ecd tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:04.589136 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e53c58d-3560-4ee6-8764-29f2e74a4cbd req-164acbb1-cf06-4deb-9977-0989bd0b8ecd tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:04.594957 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e53c58d-3560-4ee6-8764-29f2e74a4cbd req-164acbb1-cf06-4deb-9977-0989bd0b8ecd tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:04.596929 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1e53c58d-3560-4ee6-8764-29f2e74a4cbd req-164acbb1-cf06-4deb-9977-0989bd0b8ecd tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.57 "GET /v2.0/ports?device_id=5ec6deff-f245-4e1c-822d-87007a31b174 HTTP/1.1" status: 200 len: 5442 time: 0.1749957 Aug 16 23:15:04.659513 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e53c58d-3560-4ee6-8764-29f2e74a4cbd req-7321dd0f-2283-4709-958c-d4ffd9a4c2a4 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:04.660923 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1e53c58d-3560-4ee6-8764-29f2e74a4cbd req-7321dd0f-2283-4709-958c-d4ffd9a4c2a4 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.57 "GET /v2.0/ports/c8884c15-ea75-4d67-b150-51216a77129b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0560651 Aug 16 23:15:04.668591 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ec1d0c0f-5204-498c-bc92-52dfbd11c6f7 req-b8f13bbb-44c8-480a-9640-2011a4103ef9 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d561fd0-5d3b-4398-8725-9733c38afc60&id=7847b2e1-2595-4387-b40a-e9cc25ff3917&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0706816 Aug 16 23:15:04.782612 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1e53c58d-3560-4ee6-8764-29f2e74a4cbd req-2a352966-a160-4e82-9a4c-7a4dcc3d9f6a tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.57 "GET /v2.0/networks/716ffdec-3357-4059-8ca3-4654ec1fdd32?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1130061 Aug 16 23:15:04.794140 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-1e53c58d-3560-4ee6-8764-29f2e74a4cbd req-360f03c3-11e2-4958-9b0e-8b42e5975b6b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:15:04.851755 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1e53c58d-3560-4ee6-8764-29f2e74a4cbd req-360f03c3-11e2-4958-9b0e-8b42e5975b6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:05.021677 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-1e53c58d-3560-4ee6-8764-29f2e74a4cbd req-360f03c3-11e2-4958-9b0e-8b42e5975b6b service neutron] For port c8884c15-ea75-4d67-b150-51216a77129b, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=c8884c15-ea75-4d67-b150-51216a77129b,segment=NetworkSegment(4e60af0a-2975-4931-9018-d082d9d7fdc2),segment_id=4e60af0a-2975-4931-9018-d082d9d7fdc2)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:15:05.103398 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-1e53c58d-3560-4ee6-8764-29f2e74a4cbd req-360f03c3-11e2-4958-9b0e-8b42e5975b6b service neutron] For port c8884c15-ea75-4d67-b150-51216a77129b, host n-h2-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:15:05.155271 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [req-1e53c58d-3560-4ee6-8764-29f2e74a4cbd req-360f03c3-11e2-4958-9b0e-8b42e5975b6b service neutron] device_id is not set on port c8884c15-ea75-4d67-b150-51216a77129b yet. {{(pid=101292) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 23:15:05.174342 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1c54db-ebf4-4894-875f-04b94c754d79 req-3902b740-4d90-482e-9f55-b4d6b0f646dd tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:05.176620 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-aa1c54db-ebf4-4894-875f-04b94c754d79 req-3902b740-4d90-482e-9f55-b4d6b0f646dd tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f803f1b-6f98-4084-8d86-c8f4c0117415 HTTP/1.1" status: 200 len: 945 time: 0.1165106 Aug 16 23:15:05.183018 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1e53c58d-3560-4ee6-8764-29f2e74a4cbd req-360f03c3-11e2-4958-9b0e-8b42e5975b6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:05.195899 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1e53c58d-3560-4ee6-8764-29f2e74a4cbd req-360f03c3-11e2-4958-9b0e-8b42e5975b6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:05.321323 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e53c58d-3560-4ee6-8764-29f2e74a4cbd req-360f03c3-11e2-4958-9b0e-8b42e5975b6b service neutron] No DVR routers for this DVR port c8884c15-ea75-4d67-b150-51216a77129b on host n-h2-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:15:05.326598 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360f03c3-11e2-4958-9b0e-8b42e5975b6b service neutron] Pushing event updated for resources: {'Port': ['ID=c8884c15-ea75-4d67-b150-51216a77129b,revision_number=6']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:05.341821 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-aa1c54db-ebf4-4894-875f-04b94c754d79 req-531e2264-3eaf-47ef-8c61-74b99e675aa1 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f71e0ef-17d2-4d1e-9fe1-aae1882f89a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1561551 Aug 16 23:15:05.404211 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-1e53c58d-3560-4ee6-8764-29f2e74a4cbd req-360f03c3-11e2-4958-9b0e-8b42e5975b6b service neutron] In _notify_port_updated(), no bound segment for port c8884c15-ea75-4d67-b150-51216a77129b on network 716ffdec-3357-4059-8ca3-4654ec1fdd32 {{(pid=101292) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 23:15:05.405156 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e53c58d-3560-4ee6-8764-29f2e74a4cbd req-360f03c3-11e2-4958-9b0e-8b42e5975b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:05.405781 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1e53c58d-3560-4ee6-8764-29f2e74a4cbd req-360f03c3-11e2-4958-9b0e-8b42e5975b6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:05.407131 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1e53c58d-3560-4ee6-8764-29f2e74a4cbd req-360f03c3-11e2-4958-9b0e-8b42e5975b6b service neutron] 10.222.0.57 "PUT /v2.0/ports/c8884c15-ea75-4d67-b150-51216a77129b HTTP/1.1" status: 200 len: 1032 time: 0.6173460 Aug 16 23:15:05.466876 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e53c58d-3560-4ee6-8764-29f2e74a4cbd req-51597ab7-b261-47cd-a23d-8478d5195b67 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:05.468727 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1e53c58d-3560-4ee6-8764-29f2e74a4cbd req-51597ab7-b261-47cd-a23d-8478d5195b67 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.57 "GET /v2.0/ports/2d914dcd-a009-4bd0-a96d-6ee74c4c2e7d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0542128 Aug 16 23:15:05.482071 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-1e53c58d-3560-4ee6-8764-29f2e74a4cbd req-d8117b04-2b24-4039-bdc2-d0abdbeff5ca service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:15:05.551976 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1e53c58d-3560-4ee6-8764-29f2e74a4cbd req-d8117b04-2b24-4039-bdc2-d0abdbeff5ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:05.597907 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-e71aee1a-78f1-4f9b-bdcf-f6cc52d75e3b None None] Provisioning complete for port c8884c15-ea75-4d67-b150-51216a77129b triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:15:05.598733 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e71aee1a-78f1-4f9b-bdcf-f6cc52d75e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:05.635191 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-e71aee1a-78f1-4f9b-bdcf-f6cc52d75e3b None None] Port c8884c15-ea75-4d67-b150-51216a77129b cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:15:05.750237 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-1e53c58d-3560-4ee6-8764-29f2e74a4cbd req-d8117b04-2b24-4039-bdc2-d0abdbeff5ca service neutron] For port 2d914dcd-a009-4bd0-a96d-6ee74c4c2e7d, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=2d914dcd-a009-4bd0-a96d-6ee74c4c2e7d,segment=NetworkSegment(4e60af0a-2975-4931-9018-d082d9d7fdc2),segment_id=4e60af0a-2975-4931-9018-d082d9d7fdc2)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:15:05.789181 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-1e53c58d-3560-4ee6-8764-29f2e74a4cbd req-d8117b04-2b24-4039-bdc2-d0abdbeff5ca service neutron] For port 2d914dcd-a009-4bd0-a96d-6ee74c4c2e7d, host n-h2-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:15:05.865535 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [req-1e53c58d-3560-4ee6-8764-29f2e74a4cbd req-d8117b04-2b24-4039-bdc2-d0abdbeff5ca service neutron] device_id is not set on port 2d914dcd-a009-4bd0-a96d-6ee74c4c2e7d yet. {{(pid=101292) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 23:15:05.877500 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1e53c58d-3560-4ee6-8764-29f2e74a4cbd req-d8117b04-2b24-4039-bdc2-d0abdbeff5ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:05.888687 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1e53c58d-3560-4ee6-8764-29f2e74a4cbd req-d8117b04-2b24-4039-bdc2-d0abdbeff5ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:05.902945 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6210e4cf-3e35-4aac-95ab-d11f86e07c26 req-a35d4cdc-125e-4d25-8d72-53c38b523e29 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:05.908895 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6210e4cf-3e35-4aac-95ab-d11f86e07c26 req-a35d4cdc-125e-4d25-8d72-53c38b523e29 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:05.915886 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6210e4cf-3e35-4aac-95ab-d11f86e07c26 req-a35d4cdc-125e-4d25-8d72-53c38b523e29 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:05.922089 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6210e4cf-3e35-4aac-95ab-d11f86e07c26 req-a35d4cdc-125e-4d25-8d72-53c38b523e29 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:05.928328 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6210e4cf-3e35-4aac-95ab-d11f86e07c26 req-a35d4cdc-125e-4d25-8d72-53c38b523e29 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:05.935298 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6210e4cf-3e35-4aac-95ab-d11f86e07c26 req-a35d4cdc-125e-4d25-8d72-53c38b523e29 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:05.938098 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6210e4cf-3e35-4aac-95ab-d11f86e07c26 req-a35d4cdc-125e-4d25-8d72-53c38b523e29 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ec6deff-f245-4e1c-822d-87007a31b174 HTTP/1.1" status: 200 len: 4663 time: 0.1163239 Aug 16 23:15:06.033912 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e53c58d-3560-4ee6-8764-29f2e74a4cbd req-d8117b04-2b24-4039-bdc2-d0abdbeff5ca service neutron] No DVR routers for this DVR port 2d914dcd-a009-4bd0-a96d-6ee74c4c2e7d on host n-h2-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:15:06.044864 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8117b04-2b24-4039-bdc2-d0abdbeff5ca service neutron] Pushing event updated for resources: {'Port': ['ID=2d914dcd-a009-4bd0-a96d-6ee74c4c2e7d,revision_number=6']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:06.086193 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6210e4cf-3e35-4aac-95ab-d11f86e07c26 req-31989a64-38ee-45d6-a607-60aa1d7213bb tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d561fd0-5d3b-4398-8725-9733c38afc60&id=7847b2e1-2595-4387-b40a-e9cc25ff3917&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1398711 Aug 16 23:15:06.104692 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-1e53c58d-3560-4ee6-8764-29f2e74a4cbd req-d8117b04-2b24-4039-bdc2-d0abdbeff5ca service neutron] In _notify_port_updated(), no bound segment for port 2d914dcd-a009-4bd0-a96d-6ee74c4c2e7d on network 716ffdec-3357-4059-8ca3-4654ec1fdd32 {{(pid=101292) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 23:15:06.105614 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e53c58d-3560-4ee6-8764-29f2e74a4cbd req-d8117b04-2b24-4039-bdc2-d0abdbeff5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:06.106438 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1e53c58d-3560-4ee6-8764-29f2e74a4cbd req-d8117b04-2b24-4039-bdc2-d0abdbeff5ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:06.107825 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1e53c58d-3560-4ee6-8764-29f2e74a4cbd req-d8117b04-2b24-4039-bdc2-d0abdbeff5ca service neutron] 10.222.0.57 "PUT /v2.0/ports/2d914dcd-a009-4bd0-a96d-6ee74c4c2e7d HTTP/1.1" status: 200 len: 1030 time: 0.6320789 Aug 16 23:15:06.124427 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 4c28e14e-af8e-4e4b-9785-ea495ce96f11 no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:15:06.262724 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-1e53c58d-3560-4ee6-8764-29f2e74a4cbd req-c047a3bb-b99a-405e-85c0-432fab3311aa tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Deleting port 5c511553-abb0-45ee-9ae1-f490c0be7d9d {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:15:06.264641 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1e53c58d-3560-4ee6-8764-29f2e74a4cbd req-c047a3bb-b99a-405e-85c0-432fab3311aa tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:06.301714 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:06.335929 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ec6deff-f245-4e1c-822d-87007a31b174', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c28e14e-af8e-4e4b-9785-ea495ce96f11'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:15:06.338905 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5a2cf48-6102-4e50-82f9-8fcf846db23b" -d '{"events": [{"server_uuid": "5ec6deff-f245-4e1c-822d-87007a31b174", "name": "network-vif-unplugged", "status": "completed", "tag": "4c28e14e-af8e-4e4b-9785-ea495ce96f11"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:15:06.358354 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 4c28e14e-af8e-4e4b-9785-ea495ce96f11, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=4c28e14e-af8e-4e4b-9785-ea495ce96f11,segment=NetworkSegment(6ea91bac-7c58-4125-a874-7009ffcf29d4),segment_id=6ea91bac-7c58-4125-a874-7009ffcf29d4)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:15:06.366743 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:06.367853 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 02990fd3-6867-47e9-bd51-e2036b1e16a1 no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:15:06.418165 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 23:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78e0eeed-cf1b-4abf-8520-40f4893ab9f5 x-openstack-request-id: req-78e0eeed-cf1b-4abf-8520-40f4893ab9f5 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:15:06.418462 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ec6deff-f245-4e1c-822d-87007a31b174", "name": "network-vif-unplugged", "status": "completed", "tag": "4c28e14e-af8e-4e4b-9785-ea495ce96f11", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:15:06.418717 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-78e0eeed-cf1b-4abf-8520-40f4893ab9f5 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:15:06.419106 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ec6deff-f245-4e1c-822d-87007a31b174', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c28e14e-af8e-4e4b-9785-ea495ce96f11', 'code': 200} Aug 16 23:15:06.424793 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-572f2c15-71c5-41e3-8679-c783e84724cf None None] Provisioning complete for port 2d914dcd-a009-4bd0-a96d-6ee74c4c2e7d triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:15:06.425176 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-572f2c15-71c5-41e3-8679-c783e84724cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:06.430865 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-1e53c58d-3560-4ee6-8764-29f2e74a4cbd req-c047a3bb-b99a-405e-85c0-432fab3311aa tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] For port 5c511553-abb0-45ee-9ae1-f490c0be7d9d, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=5c511553-abb0-45ee-9ae1-f490c0be7d9d,segment=NetworkSegment(63d70cc7-a3dd-4cc7-80ad-edc082b29b8e),segment_id=63d70cc7-a3dd-4cc7-80ad-edc082b29b8e)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:15:06.431232 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1e53c58d-3560-4ee6-8764-29f2e74a4cbd req-c047a3bb-b99a-405e-85c0-432fab3311aa tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:06.497650 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=4c28e14e-af8e-4e4b-9785-ea495ce96f11,revision_number=6']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:06.547931 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-572f2c15-71c5-41e3-8679-c783e84724cf None None] Port 2d914dcd-a009-4bd0-a96d-6ee74c4c2e7d cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:15:06.550082 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:06.553439 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:06.554934 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:06.555563 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:06.556113 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:06.556681 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:06.557226 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:06.557657 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:06.558148 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:06.558573 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:06.559009 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:06.559441 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:06.559862 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:06.598088 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 02990fd3-6867-47e9-bd51-e2036b1e16a1, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=02990fd3-6867-47e9-bd51-e2036b1e16a1,segment=NetworkSegment(4e60af0a-2975-4931-9018-d082d9d7fdc2),segment_id=4e60af0a-2975-4931-9018-d082d9d7fdc2)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:15:06.603417 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:06.604464 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 1f7efbdf-cfae-4b67-acd0-7aee054634c7 no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:15:06.620484 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae65056-3211-47e5-b3be-13a31c04f788 req-f81356b1-2045-44be-89fe-dd4f4e6e4cf6 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:06.622352 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-eae65056-3211-47e5-b3be-13a31c04f788 req-f81356b1-2045-44be-89fe-dd4f4e6e4cf6 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f803f1b-6f98-4084-8d86-c8f4c0117415 HTTP/1.1" status: 200 len: 945 time: 0.1735692 Aug 16 23:15:06.709276 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=02990fd3-6867-47e9-bd51-e2036b1e16a1,revision_number=6']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:06.743614 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-eae65056-3211-47e5-b3be-13a31c04f788 req-4bc08fb3-c484-4619-8559-22c32b1bd14e tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f71e0ef-17d2-4d1e-9fe1-aae1882f89a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903699 Aug 16 23:15:06.783281 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1e53c58d-3560-4ee6-8764-29f2e74a4cbd req-c047a3bb-b99a-405e-85c0-432fab3311aa tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:06.783872 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1e53c58d-3560-4ee6-8764-29f2e74a4cbd req-c047a3bb-b99a-405e-85c0-432fab3311aa tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:06.783986 n-d-791506-26 neutron-server[101292]: INFO neutron.db.l3_db [req-1e53c58d-3560-4ee6-8764-29f2e74a4cbd req-c047a3bb-b99a-405e-85c0-432fab3311aa tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Floating IP dba85876-04e0-4e44-afed-056cdcd40de4 disassociated. External IP: 172.25.4.34, port: 5c511553-abb0-45ee-9ae1-f490c0be7d9d. Aug 16 23:15:06.784370 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-1e53c58d-3560-4ee6-8764-29f2e74a4cbd req-c047a3bb-b99a-405e-85c0-432fab3311aa tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Calling delete_port for 5c511553-abb0-45ee-9ae1-f490c0be7d9d owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:15:06.812264 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:06.851089 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 1f7efbdf-cfae-4b67-acd0-7aee054634c7, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=1f7efbdf-cfae-4b67-acd0-7aee054634c7,segment=NetworkSegment(6ea91bac-7c58-4125-a874-7009ffcf29d4),segment_id=6ea91bac-7c58-4125-a874-7009ffcf29d4)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:15:06.856397 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:06.857242 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device c8884c15-ea75-4d67-b150-51216a77129b no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:15:06.919595 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device c8884c15-ea75-4d67-b150-51216a77129b not bound to the agent host n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:15:06.919995 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 2d914dcd-a009-4bd0-a96d-6ee74c4c2e7d no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:15:06.941662 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1e53c58d-3560-4ee6-8764-29f2e74a4cbd req-c047a3bb-b99a-405e-85c0-432fab3311aa tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:06.993792 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c047a3bb-b99a-405e-85c0-432fab3311aa tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Pushing event deleted for resources: {'Port': ['ID=5c511553-abb0-45ee-9ae1-f490c0be7d9d,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:07.012392 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=1f7efbdf-cfae-4b67-acd0-7aee054634c7,revision_number=6']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:07.017449 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 2d914dcd-a009-4bd0-a96d-6ee74c4c2e7d not bound to the agent host n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:15:07.017940 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 5c511553-abb0-45ee-9ae1-f490c0be7d9d no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:15:07.043534 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] No Port match for: 5c511553-abb0-45ee-9ae1-f490c0be7d9d {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:15:07.044129 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 5c511553-abb0-45ee-9ae1-f490c0be7d9d not bound to the agent host n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:15:07.044297 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device e0a765e0-0935-444c-9c94-9574aa68a115 no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:15:07.139731 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1e53c58d-3560-4ee6-8764-29f2e74a4cbd req-c047a3bb-b99a-405e-85c0-432fab3311aa tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Router b9212fa8-82c6-4379-92b1-482c34812984 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:15:07.147203 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:07.196871 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port e0a765e0-0935-444c-9c94-9574aa68a115, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=e0a765e0-0935-444c-9c94-9574aa68a115,segment=NetworkSegment(4e60af0a-2975-4931-9018-d082d9d7fdc2),segment_id=4e60af0a-2975-4931-9018-d082d9d7fdc2)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:15:07.201704 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:07.265609 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=e0a765e0-0935-444c-9c94-9574aa68a115,revision_number=6']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:07.347638 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ab5e8f-13d7-44df-a9df-a7f6af71fd48 req-45e8ebe9-08a0-4554-857a-5e7ad6673010 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:07.354256 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ab5e8f-13d7-44df-a9df-a7f6af71fd48 req-45e8ebe9-08a0-4554-857a-5e7ad6673010 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:07.360153 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ab5e8f-13d7-44df-a9df-a7f6af71fd48 req-45e8ebe9-08a0-4554-857a-5e7ad6673010 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:07.366391 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ab5e8f-13d7-44df-a9df-a7f6af71fd48 req-45e8ebe9-08a0-4554-857a-5e7ad6673010 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:07.368157 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-99ab5e8f-13d7-44df-a9df-a7f6af71fd48 req-45e8ebe9-08a0-4554-857a-5e7ad6673010 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ec6deff-f245-4e1c-822d-87007a31b174 HTTP/1.1" status: 200 len: 3143 time: 0.0936880 Aug 16 23:15:07.369935 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1e53c58d-3560-4ee6-8764-29f2e74a4cbd req-c047a3bb-b99a-405e-85c0-432fab3311aa tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:15:07.386534 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc40061d-73a5-4743-9a9d-da95c7d27950 None None] Sync routers for ids ['b9212fa8-82c6-4379-92b1-482c34812984'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:15:07.407015 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc40061d-73a5-4743-9a9d-da95c7d27950 None None] Routers {'b9212fa8-82c6-4379-92b1-482c34812984'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:15:07.409663 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-bc40061d-73a5-4743-9a9d-da95c7d27950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:14:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['b9212fa8-82c6-4379-92b1-482c34812984'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:15:07.458904 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e53c58d-3560-4ee6-8764-29f2e74a4cbd req-c047a3bb-b99a-405e-85c0-432fab3311aa tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] No DVR routers for this DVR port 5c511553-abb0-45ee-9ae1-f490c0be7d9d on host n-h2-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:15:07.463124 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1e53c58d-3560-4ee6-8764-29f2e74a4cbd req-c047a3bb-b99a-405e-85c0-432fab3311aa tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:07.465563 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1e53c58d-3560-4ee6-8764-29f2e74a4cbd req-c047a3bb-b99a-405e-85c0-432fab3311aa tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.57 "DELETE /v2.0/ports/5c511553-abb0-45ee-9ae1-f490c0be7d9d HTTP/1.1" status: 204 len: 173 time: 1.3514330 Aug 16 23:15:07.466020 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ec6deff-f245-4e1c-822d-87007a31b174', 'name': 'network-vif-deleted', 'tag': '5c511553-abb0-45ee-9ae1-f490c0be7d9d'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:15:07.468283 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52261503-7ccb-47c4-8f44-9be10412d4f8" -d '{"events": [{"server_uuid": "5ec6deff-f245-4e1c-822d-87007a31b174", "name": "network-vif-deleted", "tag": "5c511553-abb0-45ee-9ae1-f490c0be7d9d"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:15:07.510138 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-99ab5e8f-13d7-44df-a9df-a7f6af71fd48 req-5e958b0a-0029-4e76-8e89-5b3cfed7c359 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/security-groups?id=7847b2e1-2595-4387-b40a-e9cc25ff3917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126466 Aug 16 23:15:07.588421 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-bc40061d-73a5-4743-9a9d-da95c7d27950 None None] Set router b9212fa8-82c6-4379-92b1-482c34812984 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:15:07.666369 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-1e53c58d-3560-4ee6-8764-29f2e74a4cbd req-50c301bf-daf1-4e99-b5d7-af8b0869f6f7 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Deleting port 4c28e14e-af8e-4e4b-9785-ea495ce96f11 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:15:07.668693 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1e53c58d-3560-4ee6-8764-29f2e74a4cbd req-50c301bf-daf1-4e99-b5d7-af8b0869f6f7 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:07.770655 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c14f01b-4dfd-458a-9e4c-ac34b4977ccf x-openstack-request-id: req-9c14f01b-4dfd-458a-9e4c-ac34b4977ccf {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:15:07.771181 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ec6deff-f245-4e1c-822d-87007a31b174", "name": "network-vif-deleted", "tag": "5c511553-abb0-45ee-9ae1-f490c0be7d9d", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:15:07.771676 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9c14f01b-4dfd-458a-9e4c-ac34b4977ccf {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:15:07.771997 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ec6deff-f245-4e1c-822d-87007a31b174', 'name': 'network-vif-deleted', 'tag': '5c511553-abb0-45ee-9ae1-f490c0be7d9d', 'status': 'completed', 'code': 200} Aug 16 23:15:07.931004 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-1e53c58d-3560-4ee6-8764-29f2e74a4cbd req-50c301bf-daf1-4e99-b5d7-af8b0869f6f7 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] For port 4c28e14e-af8e-4e4b-9785-ea495ce96f11, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=4c28e14e-af8e-4e4b-9785-ea495ce96f11,segment=NetworkSegment(6ea91bac-7c58-4125-a874-7009ffcf29d4),segment_id=6ea91bac-7c58-4125-a874-7009ffcf29d4)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:15:07.931692 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1e53c58d-3560-4ee6-8764-29f2e74a4cbd req-50c301bf-daf1-4e99-b5d7-af8b0869f6f7 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:07.948659 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-bc40061d-73a5-4743-9a9d-da95c7d27950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9212fa8-82c6-4379-92b1-482c34812984', 'name': 'tempest-TaggedBootDevicesTest_v242-1760784088-router', 'tenant_id': '0fd6de77a6ca45308e5ac106bdd0311d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'b56638a8-07b1-4155-9bd3-a8bc289df053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:04:43Z', 'updated_at': '2021-08-16T23:04:48Z', 'revision_number': 4, 'project_id': '0fd6de77a6ca45308e5ac106bdd0311d', 'gw_port': {'id': 'b56638a8-07b1-4155-9bd3-a8bc289df053', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9212fa8-82c6-4379-92b1-482c34812984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:04:44Z', 'updated_at': '2021-08-16T23:04:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '7c523233-bb68-4fc2-9119-093cce838549', 'name': '', 'network_id': '7f9863fd-7980-4b2d-a7ca-14f053950325', 'tenant_id': '0fd6de77a6ca45308e5ac106bdd0311d', 'mac_address': 'fa:16:3e:35:a7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9212fa8-82c6-4379-92b1-482c34812984', 'device_owner': 'network:router_interface', 'standard_attr_id': 2269, 'fixed_ips': [{'subnet_id': '707213db-37e4-4504-a3c9-b665785837dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:04:47Z', 'updated_at': '2021-08-16T23:04:55Z', 'revision_number': 5, 'project_id': '0fd6de77a6ca45308e5ac106bdd0311d', 'subnets': [{'id': '707213db-37e4-4504-a3c9-b665785837dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:15:07.949701 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-1e53c58d-3560-4ee6-8764-29f2e74a4cbd req-50c301bf-daf1-4e99-b5d7-af8b0869f6f7 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Calling delete_port for 4c28e14e-af8e-4e4b-9785-ea495ce96f11 owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:15:07.973853 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0142071e-c83a-4443-ac68-145ac0224222 req-e4623520-eab2-4b3a-aa5f-337c7cc4cdd9 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:07.976335 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0142071e-c83a-4443-ac68-145ac0224222 req-e4623520-eab2-4b3a-aa5f-337c7cc4cdd9 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f803f1b-6f98-4084-8d86-c8f4c0117415 HTTP/1.1" status: 200 len: 945 time: 0.1204810 Aug 16 23:15:07.990287 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc40061d-73a5-4743-9a9d-da95c7d27950 None None] Checking router: b9212fa8-82c6-4379-92b1-482c34812984 for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:15:08.000877 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc40061d-73a5-4743-9a9d-da95c7d27950 None None] Routers {'b9212fa8-82c6-4379-92b1-482c34812984'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:15:08.001430 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-bc40061d-73a5-4743-9a9d-da95c7d27950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:14:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['b9212fa8-82c6-4379-92b1-482c34812984'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:15:08.141306 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-bc40061d-73a5-4743-9a9d-da95c7d27950 None None] Set router b9212fa8-82c6-4379-92b1-482c34812984 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:15:08.162099 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 39884) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:15:08.173892 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1e53c58d-3560-4ee6-8764-29f2e74a4cbd req-50c301bf-daf1-4e99-b5d7-af8b0869f6f7 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:08.221236 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c301bf-daf1-4e99-b5d7-af8b0869f6f7 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Pushing event deleted for resources: {'Port': ['ID=4c28e14e-af8e-4e4b-9785-ea495ce96f11,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:08.242037 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0142071e-c83a-4443-ac68-145ac0224222 req-442dc4a4-691f-4f08-84d9-3e5a01ce1179 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f71e0ef-17d2-4d1e-9fe1-aae1882f89a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2275906 Aug 16 23:15:08.309064 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e53c58d-3560-4ee6-8764-29f2e74a4cbd req-50c301bf-daf1-4e99-b5d7-af8b0869f6f7 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] No DVR routers for this DVR port 4c28e14e-af8e-4e4b-9785-ea495ce96f11 on host n-h2-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:15:08.311669 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1e53c58d-3560-4ee6-8764-29f2e74a4cbd req-50c301bf-daf1-4e99-b5d7-af8b0869f6f7 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:08.313767 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1e53c58d-3560-4ee6-8764-29f2e74a4cbd req-50c301bf-daf1-4e99-b5d7-af8b0869f6f7 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.57 "DELETE /v2.0/ports/4c28e14e-af8e-4e4b-9785-ea495ce96f11 HTTP/1.1" status: 204 len: 173 time: 0.8370140 Aug 16 23:15:08.420961 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ec6deff-f245-4e1c-822d-87007a31b174', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02990fd3-6867-47e9-bd51-e2036b1e16a1'}, {'server_uuid': '5ec6deff-f245-4e1c-822d-87007a31b174', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f7efbdf-cfae-4b67-acd0-7aee054634c7'}, {'server_uuid': '5ec6deff-f245-4e1c-822d-87007a31b174', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0a765e0-0935-444c-9c94-9574aa68a115'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:15:08.423682 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9337674b-f54b-4bb5-8e20-ffe4a258ea4c" -d '{"events": [{"server_uuid": "5ec6deff-f245-4e1c-822d-87007a31b174", "name": "network-vif-unplugged", "status": "completed", "tag": "02990fd3-6867-47e9-bd51-e2036b1e16a1"}, {"server_uuid": "5ec6deff-f245-4e1c-822d-87007a31b174", "name": "network-vif-unplugged", "status": "completed", "tag": "1f7efbdf-cfae-4b67-acd0-7aee054634c7"}, {"server_uuid": "5ec6deff-f245-4e1c-822d-87007a31b174", "name": "network-vif-unplugged", "status": "completed", "tag": "e0a765e0-0935-444c-9c94-9574aa68a115"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:15:08.446056 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-46b37d81-4c7d-4f72-bd0d-2d6fa54b974b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fb6a74b7522842b19ab65610007bfdca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2797406 Aug 16 23:15:08.446246 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 39892) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:15:08.481126 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Mon, 16 Aug 2021 23:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce992b1-70c9-44b2-b4b3-32ac965ba8f5 x-openstack-request-id: req-9ce992b1-70c9-44b2-b4b3-32ac965ba8f5 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:15:08.481432 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ec6deff-f245-4e1c-822d-87007a31b174", "name": "network-vif-unplugged", "status": "completed", "tag": "02990fd3-6867-47e9-bd51-e2036b1e16a1", "code": 200}, {"server_uuid": "5ec6deff-f245-4e1c-822d-87007a31b174", "name": "network-vif-unplugged", "status": "completed", "tag": "1f7efbdf-cfae-4b67-acd0-7aee054634c7", "code": 200}, {"server_uuid": "5ec6deff-f245-4e1c-822d-87007a31b174", "name": "network-vif-unplugged", "status": "completed", "tag": "e0a765e0-0935-444c-9c94-9574aa68a115", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:15:08.481685 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9ce992b1-70c9-44b2-b4b3-32ac965ba8f5 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:15:08.482084 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ec6deff-f245-4e1c-822d-87007a31b174', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02990fd3-6867-47e9-bd51-e2036b1e16a1', 'code': 200} Aug 16 23:15:08.482338 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ec6deff-f245-4e1c-822d-87007a31b174', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f7efbdf-cfae-4b67-acd0-7aee054634c7', 'code': 200} Aug 16 23:15:08.482590 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ec6deff-f245-4e1c-822d-87007a31b174', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0a765e0-0935-444c-9c94-9574aa68a115', 'code': 200} Aug 16 23:15:08.491057 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-bc40061d-73a5-4743-9a9d-da95c7d27950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9212fa8-82c6-4379-92b1-482c34812984', 'name': 'tempest-TaggedBootDevicesTest_v242-1760784088-router', 'tenant_id': '0fd6de77a6ca45308e5ac106bdd0311d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'b56638a8-07b1-4155-9bd3-a8bc289df053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:04:43Z', 'updated_at': '2021-08-16T23:04:48Z', 'revision_number': 4, 'project_id': '0fd6de77a6ca45308e5ac106bdd0311d', 'gw_port': {'id': 'b56638a8-07b1-4155-9bd3-a8bc289df053', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9212fa8-82c6-4379-92b1-482c34812984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:04:44Z', 'updated_at': '2021-08-16T23:04:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '7c523233-bb68-4fc2-9119-093cce838549', 'name': '', 'network_id': '7f9863fd-7980-4b2d-a7ca-14f053950325', 'tenant_id': '0fd6de77a6ca45308e5ac106bdd0311d', 'mac_address': 'fa:16:3e:35:a7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9212fa8-82c6-4379-92b1-482c34812984', 'device_owner': 'network:router_interface', 'standard_attr_id': 2269, 'fixed_ips': [{'subnet_id': '707213db-37e4-4504-a3c9-b665785837dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:04:47Z', 'updated_at': '2021-08-16T23:04:55Z', 'revision_number': 5, 'project_id': '0fd6de77a6ca45308e5ac106bdd0311d', 'subnets': [{'id': '707213db-37e4-4504-a3c9-b665785837dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:15:08.512032 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-1e53c58d-3560-4ee6-8764-29f2e74a4cbd req-fb7e37db-58e0-4776-8fa2-d99ffd838e74 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Deleting port e0a765e0-0935-444c-9c94-9574aa68a115 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:15:08.512381 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1e53c58d-3560-4ee6-8764-29f2e74a4cbd req-fb7e37db-58e0-4776-8fa2-d99ffd838e74 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:08.518304 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc40061d-73a5-4743-9a9d-da95c7d27950 None None] The sync data for ids ['b9212fa8-82c6-4379-92b1-482c34812984'] in n-d-791506-26 is: [{'id': 'b9212fa8-82c6-4379-92b1-482c34812984', 'name': 'tempest-TaggedBootDevicesTest_v242-1760784088-router', 'tenant_id': '0fd6de77a6ca45308e5ac106bdd0311d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'b56638a8-07b1-4155-9bd3-a8bc289df053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:04:43Z', 'updated_at': '2021-08-16T23:04:48Z', 'revision_number': 4, 'project_id': '0fd6de77a6ca45308e5ac106bdd0311d', 'gw_port': {'id': 'b56638a8-07b1-4155-9bd3-a8bc289df053', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9212fa8-82c6-4379-92b1-482c34812984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:04:44Z', 'updated_at': '2021-08-16T23:04:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '7c523233-bb68-4fc2-9119-093cce838549', 'name': '', 'network_id': '7f9863fd-7980-4b2d-a7ca-14f053950325', 'tenant_id': '0fd6de77a6ca45308e5ac106bdd0311d', 'mac_address': 'fa:16:3e:35:a7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9212fa8-82c6-4379-92b1-482c34812984', 'device_owner': 'network:router_interface', 'standard_attr_id': 2269, 'fixed_ips': [{'subnet_id': '707213db-37e4-4504-a3c9-b665785837dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:04:47Z', 'updated_at': '2021-08-16T23:04:55Z', 'revision_number': 5, 'project_id': '0fd6de77a6ca45308e5ac106bdd0311d', 'subnets': [{'id': '707213db-37e4-4504-a3c9-b665785837dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:15:08.564842 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-558c8dfb-7706-4614-bd53-e08cf9e8c67d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:08.602084 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-558c8dfb-7706-4614-bd53-e08cf9e8c67d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:08.674702 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-1e53c58d-3560-4ee6-8764-29f2e74a4cbd req-fb7e37db-58e0-4776-8fa2-d99ffd838e74 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] For port e0a765e0-0935-444c-9c94-9574aa68a115, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=e0a765e0-0935-444c-9c94-9574aa68a115,segment=NetworkSegment(4e60af0a-2975-4931-9018-d082d9d7fdc2),segment_id=4e60af0a-2975-4931-9018-d082d9d7fdc2)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:15:08.675082 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1e53c58d-3560-4ee6-8764-29f2e74a4cbd req-fb7e37db-58e0-4776-8fa2-d99ffd838e74 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:08.708291 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-1e53c58d-3560-4ee6-8764-29f2e74a4cbd req-fb7e37db-58e0-4776-8fa2-d99ffd838e74 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Calling delete_port for e0a765e0-0935-444c-9c94-9574aa68a115 owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:15:08.784030 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42c8bf7-44eb-4861-a649-46c8d8b704fc req-e552aa3e-b9bb-4f89-b7bd-4e2dc8f18276 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:08.790972 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42c8bf7-44eb-4861-a649-46c8d8b704fc req-e552aa3e-b9bb-4f89-b7bd-4e2dc8f18276 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:08.798454 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42c8bf7-44eb-4861-a649-46c8d8b704fc req-e552aa3e-b9bb-4f89-b7bd-4e2dc8f18276 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:08.800387 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d42c8bf7-44eb-4861-a649-46c8d8b704fc req-e552aa3e-b9bb-4f89-b7bd-4e2dc8f18276 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ec6deff-f245-4e1c-822d-87007a31b174 HTTP/1.1" status: 200 len: 2410 time: 0.1513925 Aug 16 23:15:08.804006 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-558c8dfb-7706-4614-bd53-e08cf9e8c67d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:08.806927 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-558c8dfb-7706-4614-bd53-e08cf9e8c67d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:08.808115 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-558c8dfb-7706-4614-bd53-e08cf9e8c67d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/104a30c9-d9a0-4ad6-8708-013ea2cb932c HTTP/1.1" status: 204 len: 168 time: 0.3609390 Aug 16 23:15:08.844370 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558c8dfb-7706-4614-bd53-e08cf9e8c67d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=104a30c9-d9a0-4ad6-8708-013ea2cb932c,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:08.885356 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d42c8bf7-44eb-4861-a649-46c8d8b704fc req-63647a51-212d-4207-98f1-5ebbf3c85c7a tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/security-groups?id=7847b2e1-2595-4387-b40a-e9cc25ff3917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727248 Aug 16 23:15:08.906870 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f04aad2-f0eb-4575-84c8-cb76494e1549 None None] New status for floating IP dba85876-04e0-4e44-afed-056cdcd40de4: DOWN {{(pid=101293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:15:08.968027 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1e53c58d-3560-4ee6-8764-29f2e74a4cbd req-fb7e37db-58e0-4776-8fa2-d99ffd838e74 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:09.005555 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7e37db-58e0-4776-8fa2-d99ffd838e74 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Pushing event deleted for resources: {'Port': ['ID=e0a765e0-0935-444c-9c94-9574aa68a115,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:09.051367 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e53c58d-3560-4ee6-8764-29f2e74a4cbd req-fb7e37db-58e0-4776-8fa2-d99ffd838e74 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] No DVR routers for this DVR port e0a765e0-0935-444c-9c94-9574aa68a115 on host n-h2-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:15:09.055245 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1e53c58d-3560-4ee6-8764-29f2e74a4cbd req-fb7e37db-58e0-4776-8fa2-d99ffd838e74 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:09.057551 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1e53c58d-3560-4ee6-8764-29f2e74a4cbd req-fb7e37db-58e0-4776-8fa2-d99ffd838e74 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.57 "DELETE /v2.0/ports/e0a765e0-0935-444c-9c94-9574aa68a115 HTTP/1.1" status: 204 len: 173 time: 0.7374430 Aug 16 23:15:09.169641 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-1e53c58d-3560-4ee6-8764-29f2e74a4cbd req-93d9b194-e3e6-42fc-8cb6-67e8e6fcc8f7 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Deleting port 02990fd3-6867-47e9-bd51-e2036b1e16a1 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:15:09.169641 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1e53c58d-3560-4ee6-8764-29f2e74a4cbd req-93d9b194-e3e6-42fc-8cb6-67e8e6fcc8f7 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:09.276817 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-1e53c58d-3560-4ee6-8764-29f2e74a4cbd req-93d9b194-e3e6-42fc-8cb6-67e8e6fcc8f7 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] For port 02990fd3-6867-47e9-bd51-e2036b1e16a1, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=02990fd3-6867-47e9-bd51-e2036b1e16a1,segment=NetworkSegment(4e60af0a-2975-4931-9018-d082d9d7fdc2),segment_id=4e60af0a-2975-4931-9018-d082d9d7fdc2)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:15:09.277269 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1e53c58d-3560-4ee6-8764-29f2e74a4cbd req-93d9b194-e3e6-42fc-8cb6-67e8e6fcc8f7 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:09.292468 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-1e53c58d-3560-4ee6-8764-29f2e74a4cbd req-93d9b194-e3e6-42fc-8cb6-67e8e6fcc8f7 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Calling delete_port for 02990fd3-6867-47e9-bd51-e2036b1e16a1 owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:15:09.410946 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920cbc6a-5275-4beb-8a57-4c805067ff7d req-9bc8a4e8-3962-4150-8ce3-6fde8da9f825 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:09.412191 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-920cbc6a-5275-4beb-8a57-4c805067ff7d req-9bc8a4e8-3962-4150-8ce3-6fde8da9f825 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f803f1b-6f98-4084-8d86-c8f4c0117415 HTTP/1.1" status: 200 len: 945 time: 0.0727601 Aug 16 23:15:09.491915 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-920cbc6a-5275-4beb-8a57-4c805067ff7d req-a7eedef8-18fa-40db-a822-b4f91fced4ed tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f71e0ef-17d2-4d1e-9fe1-aae1882f89a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694196 Aug 16 23:15:09.523155 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1e53c58d-3560-4ee6-8764-29f2e74a4cbd req-93d9b194-e3e6-42fc-8cb6-67e8e6fcc8f7 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:09.564048 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d9b194-e3e6-42fc-8cb6-67e8e6fcc8f7 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Pushing event deleted for resources: {'Port': ['ID=02990fd3-6867-47e9-bd51-e2036b1e16a1,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:09.613441 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e53c58d-3560-4ee6-8764-29f2e74a4cbd req-93d9b194-e3e6-42fc-8cb6-67e8e6fcc8f7 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] No DVR routers for this DVR port 02990fd3-6867-47e9-bd51-e2036b1e16a1 on host n-h2-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:15:09.618182 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1e53c58d-3560-4ee6-8764-29f2e74a4cbd req-93d9b194-e3e6-42fc-8cb6-67e8e6fcc8f7 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:09.625114 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1e53c58d-3560-4ee6-8764-29f2e74a4cbd req-93d9b194-e3e6-42fc-8cb6-67e8e6fcc8f7 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.57 "DELETE /v2.0/ports/02990fd3-6867-47e9-bd51-e2036b1e16a1 HTTP/1.1" status: 204 len: 173 time: 0.5566323 Aug 16 23:15:09.743748 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-1e53c58d-3560-4ee6-8764-29f2e74a4cbd req-c64cea6b-0a89-4e7d-9c1f-69998876c579 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Deleting port 1f7efbdf-cfae-4b67-acd0-7aee054634c7 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:15:09.744097 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1e53c58d-3560-4ee6-8764-29f2e74a4cbd req-c64cea6b-0a89-4e7d-9c1f-69998876c579 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:09.785872 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ec6deff-f245-4e1c-822d-87007a31b174', 'name': 'network-vif-deleted', 'tag': '4c28e14e-af8e-4e4b-9785-ea495ce96f11'}, {'server_uuid': '5ec6deff-f245-4e1c-822d-87007a31b174', 'name': 'network-vif-deleted', 'tag': 'e0a765e0-0935-444c-9c94-9574aa68a115'}, {'server_uuid': '5ec6deff-f245-4e1c-822d-87007a31b174', 'name': 'network-vif-deleted', 'tag': '02990fd3-6867-47e9-bd51-e2036b1e16a1'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:15:09.788289 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4459c01-cd2a-4acc-b6d0-fbd7b69b323b" -d '{"events": [{"server_uuid": "5ec6deff-f245-4e1c-822d-87007a31b174", "name": "network-vif-deleted", "tag": "4c28e14e-af8e-4e4b-9785-ea495ce96f11"}, {"server_uuid": "5ec6deff-f245-4e1c-822d-87007a31b174", "name": "network-vif-deleted", "tag": "e0a765e0-0935-444c-9c94-9574aa68a115"}, {"server_uuid": "5ec6deff-f245-4e1c-822d-87007a31b174", "name": "network-vif-deleted", "tag": "02990fd3-6867-47e9-bd51-e2036b1e16a1"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:15:09.827728 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 16 Aug 2021 23:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b816b599-c11c-4d8a-bc69-54d19f929e67 x-openstack-request-id: req-b816b599-c11c-4d8a-bc69-54d19f929e67 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:15:09.828027 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ec6deff-f245-4e1c-822d-87007a31b174", "name": "network-vif-deleted", "tag": "4c28e14e-af8e-4e4b-9785-ea495ce96f11", "status": "completed", "code": 200}, {"server_uuid": "5ec6deff-f245-4e1c-822d-87007a31b174", "name": "network-vif-deleted", "tag": "e0a765e0-0935-444c-9c94-9574aa68a115", "status": "completed", "code": 200}, {"server_uuid": "5ec6deff-f245-4e1c-822d-87007a31b174", "name": "network-vif-deleted", "tag": "02990fd3-6867-47e9-bd51-e2036b1e16a1", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:15:09.828273 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b816b599-c11c-4d8a-bc69-54d19f929e67 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:15:09.828760 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ec6deff-f245-4e1c-822d-87007a31b174', 'name': 'network-vif-deleted', 'tag': '4c28e14e-af8e-4e4b-9785-ea495ce96f11', 'status': 'completed', 'code': 200} Aug 16 23:15:09.829010 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ec6deff-f245-4e1c-822d-87007a31b174', 'name': 'network-vif-deleted', 'tag': 'e0a765e0-0935-444c-9c94-9574aa68a115', 'status': 'completed', 'code': 200} Aug 16 23:15:09.829258 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ec6deff-f245-4e1c-822d-87007a31b174', 'name': 'network-vif-deleted', 'tag': '02990fd3-6867-47e9-bd51-e2036b1e16a1', 'status': 'completed', 'code': 200} Aug 16 23:15:09.846415 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-1e53c58d-3560-4ee6-8764-29f2e74a4cbd req-c64cea6b-0a89-4e7d-9c1f-69998876c579 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] For port 1f7efbdf-cfae-4b67-acd0-7aee054634c7, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=1f7efbdf-cfae-4b67-acd0-7aee054634c7,segment=NetworkSegment(6ea91bac-7c58-4125-a874-7009ffcf29d4),segment_id=6ea91bac-7c58-4125-a874-7009ffcf29d4)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:15:09.846906 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1e53c58d-3560-4ee6-8764-29f2e74a4cbd req-c64cea6b-0a89-4e7d-9c1f-69998876c579 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:09.864036 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-1e53c58d-3560-4ee6-8764-29f2e74a4cbd req-c64cea6b-0a89-4e7d-9c1f-69998876c579 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Calling delete_port for 1f7efbdf-cfae-4b67-acd0-7aee054634c7 owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:15:10.050469 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1e53c58d-3560-4ee6-8764-29f2e74a4cbd req-c64cea6b-0a89-4e7d-9c1f-69998876c579 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:10.087310 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64cea6b-0a89-4e7d-9c1f-69998876c579 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Pushing event deleted for resources: {'Port': ['ID=1f7efbdf-cfae-4b67-acd0-7aee054634c7,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:10.149135 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f76549-1c86-4221-8527-1394cf103bc7 req-fe208830-352b-4b9b-bece-94f2963a42ed tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:10.152332 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-12f76549-1c86-4221-8527-1394cf103bc7 req-fe208830-352b-4b9b-bece-94f2963a42ed tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ec6deff-f245-4e1c-822d-87007a31b174 HTTP/1.1" status: 200 len: 865 time: 0.1442931 Aug 16 23:15:10.153663 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e53c58d-3560-4ee6-8764-29f2e74a4cbd req-c64cea6b-0a89-4e7d-9c1f-69998876c579 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] No DVR routers for this DVR port 1f7efbdf-cfae-4b67-acd0-7aee054634c7 on host n-h2-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:15:10.157283 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1e53c58d-3560-4ee6-8764-29f2e74a4cbd req-c64cea6b-0a89-4e7d-9c1f-69998876c579 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:10.159648 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1e53c58d-3560-4ee6-8764-29f2e74a4cbd req-c64cea6b-0a89-4e7d-9c1f-69998876c579 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.57 "DELETE /v2.0/ports/1f7efbdf-cfae-4b67-acd0-7aee054634c7 HTTP/1.1" status: 204 len: 173 time: 0.5330780 Aug 16 23:15:10.215630 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-12f76549-1c86-4221-8527-1394cf103bc7 req-46f01535-bc66-4d2f-b841-e49541d09b91 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/security-groups?id=7847b2e1-2595-4387-b40a-e9cc25ff3917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545375 Aug 16 23:15:10.675401 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f74adc-f7bb-428e-9947-e3e8d5145e1d req-3f7e1cd0-414a-44b3-a245-720d78c9fc56 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:10.677294 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-94f74adc-f7bb-428e-9947-e3e8d5145e1d req-3f7e1cd0-414a-44b3-a245-720d78c9fc56 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f803f1b-6f98-4084-8d86-c8f4c0117415 HTTP/1.1" status: 200 len: 945 time: 0.0889826 Aug 16 23:15:10.764124 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-94f74adc-f7bb-428e-9947-e3e8d5145e1d req-a7171cf6-63f0-40be-a89d-3758e43b7bb5 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f71e0ef-17d2-4d1e-9fe1-aae1882f89a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711217 Aug 16 23:15:11.339171 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:11.374856 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5829fda4-1ef5-4ad4-879b-46b97807e51d req-4851e6e1-b33c-472f-bca1-c4d1b86c2981 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ec6deff-f245-4e1c-822d-87007a31b174 HTTP/1.1" status: 200 len: 210 time: 0.0378959 Aug 16 23:15:11.831555 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ec6deff-f245-4e1c-822d-87007a31b174', 'name': 'network-vif-deleted', 'tag': '1f7efbdf-cfae-4b67-acd0-7aee054634c7'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:15:11.833927 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a093f7-86de-4d80-bf2d-29899f384fa6" -d '{"events": [{"server_uuid": "5ec6deff-f245-4e1c-822d-87007a31b174", "name": "network-vif-deleted", "tag": "1f7efbdf-cfae-4b67-acd0-7aee054634c7"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:15:11.921570 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cdc85a-bf87-47d2-b525-82493d507fba req-10359fbe-3ed8-478c-aa8f-a3115b41bd84 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:11.923997 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-12cdc85a-bf87-47d2-b525-82493d507fba req-10359fbe-3ed8-478c-aa8f-a3115b41bd84 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f803f1b-6f98-4084-8d86-c8f4c0117415 HTTP/1.1" status: 200 len: 945 time: 0.0757241 Aug 16 23:15:12.010880 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29374a85-0792-45c1-8d69-bcd2dbffae27 x-openstack-request-id: req-29374a85-0792-45c1-8d69-bcd2dbffae27 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:15:12.011183 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ec6deff-f245-4e1c-822d-87007a31b174", "name": "network-vif-deleted", "tag": "1f7efbdf-cfae-4b67-acd0-7aee054634c7", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:15:12.011442 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-29374a85-0792-45c1-8d69-bcd2dbffae27 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:15:12.011872 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ec6deff-f245-4e1c-822d-87007a31b174', 'name': 'network-vif-deleted', 'tag': '1f7efbdf-cfae-4b67-acd0-7aee054634c7', 'status': 'completed', 'code': 200} Aug 16 23:15:12.026031 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-12cdc85a-bf87-47d2-b525-82493d507fba req-0006d591-3c1c-4b9b-87cf-390701d7b542 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f71e0ef-17d2-4d1e-9fe1-aae1882f89a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884411 Aug 16 23:15:12.827701 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-696793a3-6103-47ee-87d5-39d20a2a1c3f req-29e5c0fd-e716-46df-a56c-8ce8093c8064 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ec6deff-f245-4e1c-822d-87007a31b174 HTTP/1.1" status: 200 len: 210 time: 0.3634291 Aug 16 23:15:13.146792 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9470bc15-40eb-4098-b429-6fe36df3d937 req-ae5208a6-090c-40d3-a4e1-59dc058abcd1 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:13.148219 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9470bc15-40eb-4098-b429-6fe36df3d937 req-ae5208a6-090c-40d3-a4e1-59dc058abcd1 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f803f1b-6f98-4084-8d86-c8f4c0117415 HTTP/1.1" status: 200 len: 945 time: 0.0517616 Aug 16 23:15:13.190936 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9470bc15-40eb-4098-b429-6fe36df3d937 req-d710d679-edcd-46a4-ba20-36e651b18073 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f71e0ef-17d2-4d1e-9fe1-aae1882f89a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364361 Aug 16 23:15:13.940040 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-719f54a2-d7a7-46f3-9533-61d8ee69f498 req-f17a5881-a07c-425a-8705-6e258a820ed4 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ec6deff-f245-4e1c-822d-87007a31b174 HTTP/1.1" status: 200 len: 210 time: 0.0325754 Aug 16 23:15:14.318994 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2373197-ea6a-477a-ab1c-6016ef2e5193 req-0d4047c1-7c64-41a8-88da-5b633099fcb6 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:14.321282 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a2373197-ea6a-477a-ab1c-6016ef2e5193 req-0d4047c1-7c64-41a8-88da-5b633099fcb6 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f803f1b-6f98-4084-8d86-c8f4c0117415 HTTP/1.1" status: 200 len: 945 time: 0.0562389 Aug 16 23:15:14.361857 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a2373197-ea6a-477a-ab1c-6016ef2e5193 req-e27450d4-c4b0-4684-befa-12f3ce5c1c6b tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f71e0ef-17d2-4d1e-9fe1-aae1882f89a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336771 Aug 16 23:15:15.062768 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ae0cc8e3-2526-4e19-a955-a4063df91c33 req-b8d1955f-4af5-40dd-91cd-f6d68a987c0e tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ec6deff-f245-4e1c-822d-87007a31b174 HTTP/1.1" status: 200 len: 210 time: 0.0303478 Aug 16 23:15:15.484787 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a95a60-0f29-43e6-b34d-ab2a05364fe2 req-92d8b2a9-4f65-4f0f-aff9-cfd2b6098d0b tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:15.488202 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-75a95a60-0f29-43e6-b34d-ab2a05364fe2 req-92d8b2a9-4f65-4f0f-aff9-cfd2b6098d0b tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f803f1b-6f98-4084-8d86-c8f4c0117415 HTTP/1.1" status: 200 len: 945 time: 0.0498796 Aug 16 23:15:15.530632 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-75a95a60-0f29-43e6-b34d-ab2a05364fe2 req-cc63c9fa-7812-400e-bc0c-cc4685528531 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f71e0ef-17d2-4d1e-9fe1-aae1882f89a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365369 Aug 16 23:15:15.851347 n-d-791506-26 neutron-server[101291]: INFO neutron.api.v2.resource [req-4f588641-0f4d-4fa7-b1b9-8b9d8de27443 req-9a1220ae-06b3-4343-b5ee-2b6fff733fac service neutron] show failed (client error): The resource could not be found. Aug 16 23:15:15.853190 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4f588641-0f4d-4fa7-b1b9-8b9d8de27443 req-9a1220ae-06b3-4343-b5ee-2b6fff733fac service neutron] 10.222.0.68 "GET /v2.0/ports/e3d96db3-786c-47cc-8b47-84b710b3398c/bindings/n-h2-791506-26 HTTP/1.1" status: 404 len: 381 time: 0.0609441 Aug 16 23:15:16.103511 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f588641-0f4d-4fa7-b1b9-8b9d8de27443 req-98f9e217-1389-4d36-b464-a19660112e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:16.105093 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4f588641-0f4d-4fa7-b1b9-8b9d8de27443 req-98f9e217-1389-4d36-b464-a19660112e84 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2f803f1b-6f98-4084-8d86-c8f4c0117415&tenant_id=3aee68aa35e24e649e175a43cbcb7bd3 HTTP/1.1" status: 200 len: 1097 time: 0.0847263 Aug 16 23:15:16.124107 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-4f588641-0f4d-4fa7-b1b9-8b9d8de27443 req-b3c3e446-f4ca-44f4-b6fd-e022656056f0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791506-26', 'device_owner': 'compute:nova'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:15:16.216897 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9eb31af4-e191-4cee-8460-d1c778f384da req-88b4bebd-3516-4551-ae61-dadb5a48a583 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ec6deff-f245-4e1c-822d-87007a31b174 HTTP/1.1" status: 200 len: 210 time: 0.0479381 Aug 16 23:15:16.265277 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-4f588641-0f4d-4fa7-b1b9-8b9d8de27443 req-b3c3e446-f4ca-44f4-b6fd-e022656056f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:16.521032 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-4f588641-0f4d-4fa7-b1b9-8b9d8de27443 req-b3c3e446-f4ca-44f4-b6fd-e022656056f0 service neutron] For port e3d96db3-786c-47cc-8b47-84b710b3398c, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=e3d96db3-786c-47cc-8b47-84b710b3398c,segment=NetworkSegment(67b554f8-bdad-48ee-87ac-8a6d688dfc64),segment_id=67b554f8-bdad-48ee-87ac-8a6d688dfc64)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:15:16.563020 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-4f588641-0f4d-4fa7-b1b9-8b9d8de27443 req-b3c3e446-f4ca-44f4-b6fd-e022656056f0 service neutron] For port e3d96db3-786c-47cc-8b47-84b710b3398c, host n-h1-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:15:16.629775 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-4f588641-0f4d-4fa7-b1b9-8b9d8de27443 req-b3c3e446-f4ca-44f4-b6fd-e022656056f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:16.632900 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f803f1b-6f98-4084-8d86-c8f4c0117415', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3d96db3-786c-47cc-8b47-84b710b3398c'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:15:16.635197 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6b1b94d-5f27-4cc0-bbf8-a2eb2a8a97cb" -d '{"events": [{"server_uuid": "2f803f1b-6f98-4084-8d86-c8f4c0117415", "name": "network-vif-unplugged", "status": "completed", "tag": "e3d96db3-786c-47cc-8b47-84b710b3398c"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:15:16.675912 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-4f588641-0f4d-4fa7-b1b9-8b9d8de27443 req-b3c3e446-f4ca-44f4-b6fd-e022656056f0 service neutron] Transition to ACTIVE for port object e3d96db3-786c-47cc-8b47-84b710b3398c will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:15:16.686088 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb52e27f-2710-4601-bbc4-d13286d91fd8 req-05be7180-9de7-4b2d-b113-0503b3c3e481 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:16.687643 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fb52e27f-2710-4601-bbc4-d13286d91fd8 req-05be7180-9de7-4b2d-b113-0503b3c3e481 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f803f1b-6f98-4084-8d86-c8f4c0117415 HTTP/1.1" status: 200 len: 945 time: 0.0755656 Aug 16 23:15:16.689292 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-4f588641-0f4d-4fa7-b1b9-8b9d8de27443 req-b3c3e446-f4ca-44f4-b6fd-e022656056f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:16.753227 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 23:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29d83c20-d48e-47d0-9548-83ea9ace372a x-openstack-request-id: req-29d83c20-d48e-47d0-9548-83ea9ace372a {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:15:16.753514 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f803f1b-6f98-4084-8d86-c8f4c0117415", "name": "network-vif-unplugged", "status": "completed", "tag": "e3d96db3-786c-47cc-8b47-84b710b3398c", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:15:16.753774 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-29d83c20-d48e-47d0-9548-83ea9ace372a {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:15:16.754436 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f803f1b-6f98-4084-8d86-c8f4c0117415', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3d96db3-786c-47cc-8b47-84b710b3398c', 'code': 200} Aug 16 23:15:16.764670 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fb52e27f-2710-4601-bbc4-d13286d91fd8 req-d6cb9378-95aa-4787-b93f-d03e6bc51d1a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f71e0ef-17d2-4d1e-9fe1-aae1882f89a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687358 Aug 16 23:15:16.874744 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c3e446-f4ca-44f4-b6fd-e022656056f0 service neutron] Pushing event updated for resources: {'Port': ['ID=e3d96db3-786c-47cc-8b47-84b710b3398c,revision_number=6']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:16.918397 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f588641-0f4d-4fa7-b1b9-8b9d8de27443 req-b3c3e446-f4ca-44f4-b6fd-e022656056f0 service neutron] No DVR routers for this DVR port e3d96db3-786c-47cc-8b47-84b710b3398c on host n-h1-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:15:17.091777 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-4f588641-0f4d-4fa7-b1b9-8b9d8de27443 req-b3c3e446-f4ca-44f4-b6fd-e022656056f0 service neutron] Attempting to bind port e3d96db3-786c-47cc-8b47-84b710b3398c on host n-h2-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:15:17.092214 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-4f588641-0f4d-4fa7-b1b9-8b9d8de27443 req-b3c3e446-f4ca-44f4-b6fd-e022656056f0 service neutron] Attempting to bind port e3d96db3-786c-47cc-8b47-84b710b3398c by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': '67b554f8-bdad-48ee-87ac-8a6d688dfc64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '93618f09-ceff-4673-b340-e53dee1636b6'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:15:17.092774 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f588641-0f4d-4fa7-b1b9-8b9d8de27443 req-b3c3e446-f4ca-44f4-b6fd-e022656056f0 service neutron] Attempting to bind port e3d96db3-786c-47cc-8b47-84b710b3398c on network 93618f09-ceff-4673-b340-e53dee1636b6 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:15:17.097197 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f588641-0f4d-4fa7-b1b9-8b9d8de27443 req-b3c3e446-f4ca-44f4-b6fd-e022656056f0 service neutron] Port e3d96db3-786c-47cc-8b47-84b710b3398c on network 93618f09-ceff-4673-b340-e53dee1636b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:15:17.097686 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f588641-0f4d-4fa7-b1b9-8b9d8de27443 req-b3c3e446-f4ca-44f4-b6fd-e022656056f0 service neutron] Attempting to bind port e3d96db3-786c-47cc-8b47-84b710b3398c on network 93618f09-ceff-4673-b340-e53dee1636b6 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:15:17.103464 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f588641-0f4d-4fa7-b1b9-8b9d8de27443 req-b3c3e446-f4ca-44f4-b6fd-e022656056f0 service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:15:17.103804 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f588641-0f4d-4fa7-b1b9-8b9d8de27443 req-b3c3e446-f4ca-44f4-b6fd-e022656056f0 service neutron] Checking segment: {'id': '67b554f8-bdad-48ee-87ac-8a6d688dfc64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '93618f09-ceff-4673-b340-e53dee1636b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:15:17.104334 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f588641-0f4d-4fa7-b1b9-8b9d8de27443 req-b3c3e446-f4ca-44f4-b6fd-e022656056f0 service neutron] Bound using segment: {'id': '67b554f8-bdad-48ee-87ac-8a6d688dfc64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '93618f09-ceff-4673-b340-e53dee1636b6'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:15:17.104644 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-4f588641-0f4d-4fa7-b1b9-8b9d8de27443 req-b3c3e446-f4ca-44f4-b6fd-e022656056f0 service neutron] Bound port: e3d96db3-786c-47cc-8b47-84b710b3398c, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67b554f8-bdad-48ee-87ac-8a6d688dfc64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '93618f09-ceff-4673-b340-e53dee1636b6'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:15:17.105007 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-4f588641-0f4d-4fa7-b1b9-8b9d8de27443 req-b3c3e446-f4ca-44f4-b6fd-e022656056f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:17.179949 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-4f588641-0f4d-4fa7-b1b9-8b9d8de27443 req-b3c3e446-f4ca-44f4-b6fd-e022656056f0 service neutron] For port e3d96db3-786c-47cc-8b47-84b710b3398c, host n-h2-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:15:17.183140 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-4f588641-0f4d-4fa7-b1b9-8b9d8de27443 req-b3c3e446-f4ca-44f4-b6fd-e022656056f0 service neutron] For port e3d96db3-786c-47cc-8b47-84b710b3398c, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=e3d96db3-786c-47cc-8b47-84b710b3398c,segment=NetworkSegment(67b554f8-bdad-48ee-87ac-8a6d688dfc64),segment_id=67b554f8-bdad-48ee-87ac-8a6d688dfc64)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:15:17.189152 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-4f588641-0f4d-4fa7-b1b9-8b9d8de27443 req-b3c3e446-f4ca-44f4-b6fd-e022656056f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:17.241906 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f588641-0f4d-4fa7-b1b9-8b9d8de27443 req-b3c3e446-f4ca-44f4-b6fd-e022656056f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:17.242568 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-4f588641-0f4d-4fa7-b1b9-8b9d8de27443 req-b3c3e446-f4ca-44f4-b6fd-e022656056f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:17.244243 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4f588641-0f4d-4fa7-b1b9-8b9d8de27443 req-b3c3e446-f4ca-44f4-b6fd-e022656056f0 service neutron] 10.222.0.57 "PUT /v2.0/ports/e3d96db3-786c-47cc-8b47-84b710b3398c HTTP/1.1" status: 200 len: 1092 time: 1.1245000 Aug 16 23:15:17.268360 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c3e446-f4ca-44f4-b6fd-e022656056f0 service neutron] Pushing event updated for resources: {'Port': ['ID=e3d96db3-786c-47cc-8b47-84b710b3398c,revision_number=7']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:17.398179 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f5f875d9-7d7c-4dd7-b055-f4064a5d1064 req-7d719ee4-1652-4db8-98e9-dead10f9727d tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ec6deff-f245-4e1c-822d-87007a31b174 HTTP/1.1" status: 200 len: 210 time: 0.0361118 Aug 16 23:15:17.425743 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f588641-0f4d-4fa7-b1b9-8b9d8de27443 req-70fa77de-70cd-4a45-bbde-8fa0ced10138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:17.427172 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4f588641-0f4d-4fa7-b1b9-8b9d8de27443 req-70fa77de-70cd-4a45-bbde-8fa0ced10138 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3aee68aa35e24e649e175a43cbcb7bd3&device_id=2f803f1b-6f98-4084-8d86-c8f4c0117415 HTTP/1.1" status: 200 len: 1095 time: 0.1452031 Aug 16 23:15:17.551551 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f588641-0f4d-4fa7-b1b9-8b9d8de27443 req-18cbfbb4-ad18-4635-b8c4-c2ae7acdf0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:17.553148 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4f588641-0f4d-4fa7-b1b9-8b9d8de27443 req-18cbfbb4-ad18-4635-b8c4-c2ae7acdf0dc service neutron] 10.222.0.57 "GET /v2.0/networks?id=93618f09-ceff-4673-b340-e53dee1636b6 HTTP/1.1" status: 200 len: 897 time: 0.1154816 Aug 16 23:15:17.626318 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4f588641-0f4d-4fa7-b1b9-8b9d8de27443 req-b13c9b81-9e62-4da9-892e-0ce7430da839 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3d96db3-786c-47cc-8b47-84b710b3398c HTTP/1.1" status: 200 len: 998 time: 0.0661244 Aug 16 23:15:17.672588 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-06296b71-1cec-4d89-b41d-a224223a7317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:17.690409 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f588641-0f4d-4fa7-b1b9-8b9d8de27443 req-076022d1-7ba2-4252-84d0-b2cb152822e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:17.692604 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4f588641-0f4d-4fa7-b1b9-8b9d8de27443 req-076022d1-7ba2-4252-84d0-b2cb152822e6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=70092538-3ae4-4be0-9001-bbf46308cd77 HTTP/1.1" status: 200 len: 834 time: 0.0599382 Aug 16 23:15:17.752863 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f588641-0f4d-4fa7-b1b9-8b9d8de27443 req-67c37e39-f757-43cc-9c83-558b94c5fe47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:17.754682 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4f588641-0f4d-4fa7-b1b9-8b9d8de27443 req-67c37e39-f757-43cc-9c83-558b94c5fe47 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=93618f09-ceff-4673-b340-e53dee1636b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542274 Aug 16 23:15:17.859251 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4f588641-0f4d-4fa7-b1b9-8b9d8de27443 req-d08260df-f878-4032-a3ad-11d0f71c8c2e service neutron] 10.222.0.57 "GET /v2.0/networks/93618f09-ceff-4673-b340-e53dee1636b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972733 Aug 16 23:15:17.978017 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bcbf1b-8adc-41c8-8734-89f798b79e5c req-f816b4a8-1921-4445-8f84-8e20e8abdcdf tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:17.979474 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-27bcbf1b-8adc-41c8-8734-89f798b79e5c req-f816b4a8-1921-4445-8f84-8e20e8abdcdf tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f803f1b-6f98-4084-8d86-c8f4c0117415 HTTP/1.1" status: 200 len: 943 time: 0.1009986 Aug 16 23:15:18.027273 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4f588641-0f4d-4fa7-b1b9-8b9d8de27443 req-6c0302ca-7277-489d-8d9f-9cb21072fc03 service neutron] 10.222.0.57 "GET /v2.0/networks/93618f09-ceff-4673-b340-e53dee1636b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584854 Aug 16 23:15:18.042307 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-27bcbf1b-8adc-41c8-8734-89f798b79e5c req-8b69a4a0-7dff-4a93-95a1-5215d86dc262 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f71e0ef-17d2-4d1e-9fe1-aae1882f89a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511053 Aug 16 23:15:18.599799 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0dc49f19-2264-44ee-9397-0301b7cac47a req-8c7d3146-c32e-4db8-919b-cc1e1792aab1 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ec6deff-f245-4e1c-822d-87007a31b174 HTTP/1.1" status: 200 len: 210 time: 0.0524111 Aug 16 23:15:18.694042 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device e3d96db3-786c-47cc-8b47-84b710b3398c no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:15:18.739182 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device e3d96db3-786c-47cc-8b47-84b710b3398c not bound to the agent host n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:15:18.755760 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f803f1b-6f98-4084-8d86-c8f4c0117415', 'tag': 'e3d96db3-786c-47cc-8b47-84b710b3398c'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:15:18.758444 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac5b4805-5a2e-4885-88b2-176042ae30c8" -d '{"events": [{"name": "network-changed", "server_uuid": "2f803f1b-6f98-4084-8d86-c8f4c0117415", "tag": "e3d96db3-786c-47cc-8b47-84b710b3398c"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:15:18.816264 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13a292d8-b656-4aa0-85d7-04d05b0d537f x-openstack-request-id: req-13a292d8-b656-4aa0-85d7-04d05b0d537f {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:15:18.816680 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f803f1b-6f98-4084-8d86-c8f4c0117415", "tag": "e3d96db3-786c-47cc-8b47-84b710b3398c", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:15:18.816967 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-13a292d8-b656-4aa0-85d7-04d05b0d537f {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:15:18.817374 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f803f1b-6f98-4084-8d86-c8f4c0117415', 'tag': 'e3d96db3-786c-47cc-8b47-84b710b3398c', 'status': 'completed', 'code': 200} Aug 16 23:15:18.889362 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b4805-5a2e-4885-88b2-176042ae30c8 req-c1addfbd-3843-470e-9d3c-881f83bc9712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:18.891013 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-ac5b4805-5a2e-4885-88b2-176042ae30c8 req-c1addfbd-3843-470e-9d3c-881f83bc9712 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3aee68aa35e24e649e175a43cbcb7bd3&device_id=2f803f1b-6f98-4084-8d86-c8f4c0117415 HTTP/1.1" status: 200 len: 1095 time: 0.0553231 Aug 16 23:15:18.917005 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b4805-5a2e-4885-88b2-176042ae30c8 req-89bac098-9bab-440d-a111-e998c6757740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:18.918586 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ac5b4805-5a2e-4885-88b2-176042ae30c8 req-89bac098-9bab-440d-a111-e998c6757740 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3aee68aa35e24e649e175a43cbcb7bd3&device_id=2f803f1b-6f98-4084-8d86-c8f4c0117415 HTTP/1.1" status: 200 len: 1095 time: 0.0529480 Aug 16 23:15:19.009060 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b4805-5a2e-4885-88b2-176042ae30c8 req-c9a1ba37-cebb-43e7-b9ee-c6a570acf5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:19.010690 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-ac5b4805-5a2e-4885-88b2-176042ae30c8 req-c9a1ba37-cebb-43e7-b9ee-c6a570acf5a0 service neutron] 10.222.0.68 "GET /v2.0/networks?id=93618f09-ceff-4673-b340-e53dee1636b6 HTTP/1.1" status: 200 len: 897 time: 0.1120031 Aug 16 23:15:19.045095 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b4805-5a2e-4885-88b2-176042ae30c8 req-dcb4c28b-3e32-4f8d-9ea9-acb6159caaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:19.049497 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ac5b4805-5a2e-4885-88b2-176042ae30c8 req-dcb4c28b-3e32-4f8d-9ea9-acb6159caaa2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=93618f09-ceff-4673-b340-e53dee1636b6 HTTP/1.1" status: 200 len: 897 time: 0.1224604 Aug 16 23:15:19.090147 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-ac5b4805-5a2e-4885-88b2-176042ae30c8 req-6f50384a-d23a-4067-8bab-062fe51c8ffa service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3d96db3-786c-47cc-8b47-84b710b3398c HTTP/1.1" status: 200 len: 998 time: 0.0713136 Aug 16 23:15:19.143857 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ac5b4805-5a2e-4885-88b2-176042ae30c8 req-68fc7091-80d3-4d69-bf41-a6354fa9b5c3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3d96db3-786c-47cc-8b47-84b710b3398c HTTP/1.1" status: 200 len: 998 time: 0.0878336 Aug 16 23:15:19.168103 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b4805-5a2e-4885-88b2-176042ae30c8 req-c92defdf-da13-4289-9797-e00c5767c772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:19.169919 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-ac5b4805-5a2e-4885-88b2-176042ae30c8 req-c92defdf-da13-4289-9797-e00c5767c772 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=70092538-3ae4-4be0-9001-bbf46308cd77 HTTP/1.1" status: 200 len: 834 time: 0.0719566 Aug 16 23:15:19.241273 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b4805-5a2e-4885-88b2-176042ae30c8 req-3d527ac2-6992-4f7b-8647-e4ba44bcf6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:19.241703 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b4805-5a2e-4885-88b2-176042ae30c8 req-7fb6baed-6e8b-4f96-92e9-4e5fb9944196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:19.243036 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-ac5b4805-5a2e-4885-88b2-176042ae30c8 req-3d527ac2-6992-4f7b-8647-e4ba44bcf6f6 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=93618f09-ceff-4673-b340-e53dee1636b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0647807 Aug 16 23:15:19.243547 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ac5b4805-5a2e-4885-88b2-176042ae30c8 req-7fb6baed-6e8b-4f96-92e9-4e5fb9944196 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=70092538-3ae4-4be0-9001-bbf46308cd77 HTTP/1.1" status: 200 len: 834 time: 0.0930955 Aug 16 23:15:19.270318 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4017e4c0-1915-4856-bdf2-900bda3963ea req-1fb29822-a9b2-46bc-8ede-38ee07ae2d29 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:19.272364 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4017e4c0-1915-4856-bdf2-900bda3963ea req-1fb29822-a9b2-46bc-8ede-38ee07ae2d29 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f803f1b-6f98-4084-8d86-c8f4c0117415 HTTP/1.1" status: 200 len: 943 time: 0.0737865 Aug 16 23:15:19.366762 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b4805-5a2e-4885-88b2-176042ae30c8 req-583ce817-815c-4fb4-b52d-1b4add68c033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:19.367719 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-ac5b4805-5a2e-4885-88b2-176042ae30c8 req-c9d7fbe2-afd9-4f9f-968d-fb7dc666eba7 service neutron] 10.222.0.68 "GET /v2.0/networks/93618f09-ceff-4673-b340-e53dee1636b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166425 Aug 16 23:15:19.368635 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ac5b4805-5a2e-4885-88b2-176042ae30c8 req-583ce817-815c-4fb4-b52d-1b4add68c033 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=93618f09-ceff-4673-b340-e53dee1636b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1149950 Aug 16 23:15:19.371658 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4017e4c0-1915-4856-bdf2-900bda3963ea req-2610f3d6-5a00-4a88-9b60-76165cfded3c tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f71e0ef-17d2-4d1e-9fe1-aae1882f89a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715194 Aug 16 23:15:19.491290 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ac5b4805-5a2e-4885-88b2-176042ae30c8 req-cad9ccfe-b0b9-4b69-b44c-835d0fe17f58 service neutron] 10.222.0.57 "GET /v2.0/networks/93618f09-ceff-4673-b340-e53dee1636b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137669 Aug 16 23:15:19.520767 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-ac5b4805-5a2e-4885-88b2-176042ae30c8 req-19fa4134-7ce3-42ba-8a1f-fdc87f9b122a service neutron] 10.222.0.68 "GET /v2.0/networks/93618f09-ceff-4673-b340-e53dee1636b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451778 Aug 16 23:15:19.605725 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ac5b4805-5a2e-4885-88b2-176042ae30c8 req-296f1b74-084f-45b5-ab5a-fd4a887e1a9f service neutron] 10.222.0.57 "GET /v2.0/networks/93618f09-ceff-4673-b340-e53dee1636b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076565 Aug 16 23:15:19.731729 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fc732f3d-c6ea-4daa-8d2b-1a8e0f08b618 req-900543a1-84d6-4738-8773-15161312a2c5 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ec6deff-f245-4e1c-822d-87007a31b174 HTTP/1.1" status: 200 len: 210 time: 0.0339549 Aug 16 23:15:19.765022 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-1d296d4e-b3b1-4f0e-917e-5515ecb457b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:20.511252 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96941f49-03a2-48ba-9764-6189e9e99b80 req-2eb0e6c5-e3c6-40ff-bcdd-3fc0edaf14d9 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:20.512794 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-96941f49-03a2-48ba-9764-6189e9e99b80 req-2eb0e6c5-e3c6-40ff-bcdd-3fc0edaf14d9 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f803f1b-6f98-4084-8d86-c8f4c0117415 HTTP/1.1" status: 200 len: 943 time: 0.0598052 Aug 16 23:15:20.562790 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-96941f49-03a2-48ba-9764-6189e9e99b80 req-72048be6-52fa-4d34-b5d4-9d66690b1008 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f71e0ef-17d2-4d1e-9fe1-aae1882f89a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432835 Aug 16 23:15:20.620961 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:20.861861 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5ef6338c-a6df-45eb-9966-6653573f7cd7 req-8583aa18-209b-422c-af92-7cc24d83aff3 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ec6deff-f245-4e1c-822d-87007a31b174 HTTP/1.1" status: 200 len: 210 time: 0.0287879 Aug 16 23:15:21.551124 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:21.747109 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de060b79-0441-492a-a67c-8821d403caaf req-fde46b6f-e4c5-4a84-ab52-c60615446cdd tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:21.748661 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-de060b79-0441-492a-a67c-8821d403caaf req-fde46b6f-e4c5-4a84-ab52-c60615446cdd tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f803f1b-6f98-4084-8d86-c8f4c0117415 HTTP/1.1" status: 200 len: 943 time: 0.0946798 Aug 16 23:15:21.795552 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-de060b79-0441-492a-a67c-8821d403caaf req-8977c0b8-1b49-4637-9fa7-e4ecae298e55 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f71e0ef-17d2-4d1e-9fe1-aae1882f89a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353796 Aug 16 23:15:22.040325 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2b3bf3e9-3761-444d-9f2b-766dfc9adf0b req-bd72b607-8743-46cc-9e17-11f34c3f44a4 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ec6deff-f245-4e1c-822d-87007a31b174 HTTP/1.1" status: 200 len: 210 time: 0.0489869 Aug 16 23:15:22.103401 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47166c9-8b84-43b7-af76-9e5abe03247a req-61d59b2d-0186-498e-9100-28b970f9e1d1 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:22.105339 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b47166c9-8b84-43b7-af76-9e5abe03247a req-61d59b2d-0186-498e-9100-28b970f9e1d1 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f803f1b-6f98-4084-8d86-c8f4c0117415 HTTP/1.1" status: 200 len: 943 time: 0.0837119 Aug 16 23:15:22.152892 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b47166c9-8b84-43b7-af76-9e5abe03247a req-fc8928b3-77ea-483d-947a-ecdd3ddee5c7 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f71e0ef-17d2-4d1e-9fe1-aae1882f89a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411391 Aug 16 23:15:22.205362 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device e3d96db3-786c-47cc-8b47-84b710b3398c details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:15:22.208514 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81c7852-fec6-496f-8baf-1cd54869b19a req-024e4ea1-f8e4-4fe6-814b-ccaa004a550a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:22.210986 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b81c7852-fec6-496f-8baf-1cd54869b19a req-024e4ea1-f8e4-4fe6-814b-ccaa004a550a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.68 "GET /v2.0/ports?device_id=2f803f1b-6f98-4084-8d86-c8f4c0117415&tenant_id=3aee68aa35e24e649e175a43cbcb7bd3&binding%3Ahost_id=n-h2-791506-26 HTTP/1.1" status: 200 len: 943 time: 0.1292634 Aug 16 23:15:22.295886 n-d-791506-26 neutron-server[101291]: INFO neutron.api.v2.resource [req-b81c7852-fec6-496f-8baf-1cd54869b19a req-3fdf3989-15cb-4393-bd22-e4082fc55022 service neutron] delete failed (client error): The resource could not be found. Aug 16 23:15:22.295886 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b81c7852-fec6-496f-8baf-1cd54869b19a req-3fdf3989-15cb-4393-bd22-e4082fc55022 service neutron] 10.222.0.68 "DELETE /v2.0/ports/e3d96db3-786c-47cc-8b47-84b710b3398c/bindings/n-h1-791506-26 HTTP/1.1" status: 404 len: 381 time: 0.0766058 Aug 16 23:15:22.327623 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port e3d96db3-786c-47cc-8b47-84b710b3398c, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=e3d96db3-786c-47cc-8b47-84b710b3398c,segment=NetworkSegment(67b554f8-bdad-48ee-87ac-8a6d688dfc64),segment_id=67b554f8-bdad-48ee-87ac-8a6d688dfc64)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:15:22.357757 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': 'e3d96db3-786c-47cc-8b47-84b710b3398c', 'network_id': '93618f09-ceff-4673-b340-e53dee1636b6', 'port_id': 'e3d96db3-786c-47cc-8b47-84b710b3398c', 'mac_address': 'fa:16:3e:ac:bb:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70092538-3ae4-4be0-9001-bbf46308cd77', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:15:22.402571 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:22.419860 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3d96db3-786c-47cc-8b47-84b710b3398c {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:15:22.441963 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port e3d96db3-786c-47cc-8b47-84b710b3398c, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=e3d96db3-786c-47cc-8b47-84b710b3398c,segment=NetworkSegment(67b554f8-bdad-48ee-87ac-8a6d688dfc64),segment_id=67b554f8-bdad-48ee-87ac-8a6d688dfc64)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:15:22.447888 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:22.454289 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81c7852-fec6-496f-8baf-1cd54869b19a req-fdbc83ec-3806-4f6f-9b21-20bc04d850bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:22.456261 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b81c7852-fec6-496f-8baf-1cd54869b19a req-fdbc83ec-3806-4f6f-9b21-20bc04d850bf service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3aee68aa35e24e649e175a43cbcb7bd3&device_id=2f803f1b-6f98-4084-8d86-c8f4c0117415 HTTP/1.1" status: 200 len: 1095 time: 0.0946913 Aug 16 23:15:22.542123 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=e3d96db3-786c-47cc-8b47-84b710b3398c,revision_number=8']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:22.593912 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81c7852-fec6-496f-8baf-1cd54869b19a req-a52ae617-52f1-46de-9f4c-2b848622f78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:22.595432 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b81c7852-fec6-496f-8baf-1cd54869b19a req-a52ae617-52f1-46de-9f4c-2b848622f78f service neutron] 10.222.0.68 "GET /v2.0/networks?id=93618f09-ceff-4673-b340-e53dee1636b6 HTTP/1.1" status: 200 len: 897 time: 0.1317754 Aug 16 23:15:22.671291 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b81c7852-fec6-496f-8baf-1cd54869b19a req-f0065017-761e-4cba-a638-c1b086f388e7 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3d96db3-786c-47cc-8b47-84b710b3398c HTTP/1.1" status: 200 len: 999 time: 0.0675998 Aug 16 23:15:22.752937 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81c7852-fec6-496f-8baf-1cd54869b19a req-a2de7d74-e7d6-4637-a100-4791b8fd76dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:22.755029 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b81c7852-fec6-496f-8baf-1cd54869b19a req-a2de7d74-e7d6-4637-a100-4791b8fd76dc service neutron] 10.222.0.68 "GET /v2.0/subnets?id=70092538-3ae4-4be0-9001-bbf46308cd77 HTTP/1.1" status: 200 len: 834 time: 0.0753453 Aug 16 23:15:22.812272 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:22.901284 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81c7852-fec6-496f-8baf-1cd54869b19a req-5414a54d-29ff-47b1-bb1f-02395e0ce963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:23.017337 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['e3d96db3-786c-47cc-8b47-84b710b3398c'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:15:23.023440 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b81c7852-fec6-496f-8baf-1cd54869b19a req-5414a54d-29ff-47b1-bb1f-02395e0ce963 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=93618f09-ceff-4673-b340-e53dee1636b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0953231 Aug 16 23:15:23.044122 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b81c7852-fec6-496f-8baf-1cd54869b19a req-4d6ea2f9-8839-4be4-bafd-c40c03c5244b service neutron] 10.222.0.68 "GET /v2.0/networks/93618f09-ceff-4673-b340-e53dee1636b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749513 Aug 16 23:15:23.228401 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b7d2c383-b809-4683-abaf-06a67c74e522 req-53fbffdb-4aae-45a1-a383-6bb70324f508 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ec6deff-f245-4e1c-822d-87007a31b174 HTTP/1.1" status: 200 len: 210 time: 0.0456557 Aug 16 23:15:23.289249 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b81c7852-fec6-496f-8baf-1cd54869b19a req-48b9297d-0745-4c8b-8165-2a9cc64e5872 service neutron] 10.222.0.68 "GET /v2.0/networks/93618f09-ceff-4673-b340-e53dee1636b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367578 Aug 16 23:15:23.401180 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0ce0b0-ef66-4c69-8227-154262b76b1d req-beaac1fa-3f7c-4550-93e8-5d413f2af816 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:23.418572 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a0ce0b0-ef66-4c69-8227-154262b76b1d req-beaac1fa-3f7c-4550-93e8-5d413f2af816 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f803f1b-6f98-4084-8d86-c8f4c0117415 HTTP/1.1" status: 200 len: 944 time: 0.1161354 Aug 16 23:15:23.471394 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a0ce0b0-ef66-4c69-8227-154262b76b1d req-e0b7aaa6-14c2-4bbc-8e9a-ee2693c1ba6f tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f71e0ef-17d2-4d1e-9fe1-aae1882f89a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447445 Aug 16 23:15:24.215520 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device e3d96db3-786c-47cc-8b47-84b710b3398c up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:15:24.273088 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning for port e3d96db3-786c-47cc-8b47-84b710b3398c completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:15:24.288555 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port e3d96db3-786c-47cc-8b47-84b710b3398c triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:15:24.289248 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:24.405953 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-65ae29b2-62f4-4171-ac01-2a69564c2c1a req-c135165d-efd0-4168-9eff-cea62969077d tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ec6deff-f245-4e1c-822d-87007a31b174 HTTP/1.1" status: 200 len: 210 time: 0.0754919 Aug 16 23:15:24.454748 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:24.499318 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port e3d96db3-786c-47cc-8b47-84b710b3398c, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=e3d96db3-786c-47cc-8b47-84b710b3398c,segment=NetworkSegment(67b554f8-bdad-48ee-87ac-8a6d688dfc64),segment_id=67b554f8-bdad-48ee-87ac-8a6d688dfc64)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:15:24.500441 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f803f1b-6f98-4084-8d86-c8f4c0117415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3d96db3-786c-47cc-8b47-84b710b3398c'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:15:24.503158 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-167e0c7a-b854-4eb6-817e-fd3ca961e0e5" -d '{"events": [{"server_uuid": "2f803f1b-6f98-4084-8d86-c8f4c0117415", "name": "network-vif-plugged", "status": "completed", "tag": "e3d96db3-786c-47cc-8b47-84b710b3398c"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:15:24.510817 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:24.610049 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47cc7af0-2568-42db-bb16-01d1945ba50a x-openstack-request-id: req-47cc7af0-2568-42db-bb16-01d1945ba50a {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:15:24.610357 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f803f1b-6f98-4084-8d86-c8f4c0117415", "name": "network-vif-plugged", "status": "completed", "tag": "e3d96db3-786c-47cc-8b47-84b710b3398c", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:15:24.610618 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-47cc7af0-2568-42db-bb16-01d1945ba50a {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:15:24.611280 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f803f1b-6f98-4084-8d86-c8f4c0117415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3d96db3-786c-47cc-8b47-84b710b3398c', 'code': 200} Aug 16 23:15:24.618619 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=e3d96db3-786c-47cc-8b47-84b710b3398c,revision_number=9']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:24.734142 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cdbda0-5205-47e1-925d-b7f13caffcbc req-c1d347e8-45bb-4616-b9d4-ab16ef52b0e5 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:24.750513 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-20cdbda0-5205-47e1-925d-b7f13caffcbc req-c1d347e8-45bb-4616-b9d4-ab16ef52b0e5 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f803f1b-6f98-4084-8d86-c8f4c0117415 HTTP/1.1" status: 200 len: 945 time: 0.0858419 Aug 16 23:15:24.813161 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-20cdbda0-5205-47e1-925d-b7f13caffcbc req-48b066f9-128d-4f2f-9b5c-a336ca70bfa7 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f71e0ef-17d2-4d1e-9fe1-aae1882f89a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564401 Aug 16 23:15:24.833374 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 40208) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:15:24.914686 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-07a74a9a-b118-4758-9460-f6eddf20d21c tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/floatingips/e11ac0ef-8319-4c4c-8393-153236aacaa3 HTTP/1.1" status: 200 len: 992 time: 0.0789480 Aug 16 23:15:25.396927 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:25.569675 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-24c07477-a93e-4cf9-b4ae-67eb6381a9c2 req-a6fa3e36-8afe-43bb-ba4b-88781c65d06d tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ec6deff-f245-4e1c-822d-87007a31b174 HTTP/1.1" status: 200 len: 210 time: 0.0515702 Aug 16 23:15:26.687057 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 40252) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:15:26.763967 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-313497fe-2e44-455a-baf5-7e0d5af64615 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:26.793405 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-313497fe-2e44-455a-baf5-7e0d5af64615 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:26.865667 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-313497fe-2e44-455a-baf5-7e0d5af64615 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:26.871301 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-313497fe-2e44-455a-baf5-7e0d5af64615 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:26.873050 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-313497fe-2e44-455a-baf5-7e0d5af64615 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "DELETE /v2.0/security-groups/7847b2e1-2595-4387-b40a-e9cc25ff3917 HTTP/1.1" status: 204 len: 168 time: 0.1849196 Aug 16 23:15:26.876140 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 40256) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:15:26.885584 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313497fe-2e44-455a-baf5-7e0d5af64615 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7847b2e1-2595-4387-b40a-e9cc25ff3917,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:26.894342 n-d-791506-26 neutron-server[101292]: INFO neutron.api.v2.resource [None req-ca4f995f-6dfc-4f3c-8419-dd8b8c12b072 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] show failed (client error): The resource could not be found. Aug 16 23:15:26.896079 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-ca4f995f-6dfc-4f3c-8419-dd8b8c12b072 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "GET /v2.0/security-groups/7847b2e1-2595-4387-b40a-e9cc25ff3917 HTTP/1.1" status: 404 len: 347 time: 0.0179188 Aug 16 23:15:26.901052 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313497fe-2e44-455a-baf5-7e0d5af64615 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:26.901505 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313497fe-2e44-455a-baf5-7e0d5af64615 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:26.901863 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313497fe-2e44-455a-baf5-7e0d5af64615 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:26.902221 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313497fe-2e44-455a-baf5-7e0d5af64615 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:26.902389 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 40258) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:15:26.902715 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313497fe-2e44-455a-baf5-7e0d5af64615 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:26.903071 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313497fe-2e44-455a-baf5-7e0d5af64615 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:26.903421 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313497fe-2e44-455a-baf5-7e0d5af64615 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:26.903770 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313497fe-2e44-455a-baf5-7e0d5af64615 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:26.904117 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313497fe-2e44-455a-baf5-7e0d5af64615 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:26.904686 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313497fe-2e44-455a-baf5-7e0d5af64615 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:26.905133 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313497fe-2e44-455a-baf5-7e0d5af64615 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:26.905704 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313497fe-2e44-455a-baf5-7e0d5af64615 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:27.076866 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-d65a6da3-79f5-4d8b-8d34-ddf3cd603b8b tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Deleting port c48fb6c2-9175-4f5f-ba30-e4882b7e1941 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:15:27.077225 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d65a6da3-79f5-4d8b-8d34-ddf3cd603b8b tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:27.201366 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d65a6da3-79f5-4d8b-8d34-ddf3cd603b8b tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:27.201690 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d65a6da3-79f5-4d8b-8d34-ddf3cd603b8b tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:27.219756 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-d65a6da3-79f5-4d8b-8d34-ddf3cd603b8b tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Calling delete_port for c48fb6c2-9175-4f5f-ba30-e4882b7e1941 owned by network:floatingip {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:15:27.414383 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d65a6da3-79f5-4d8b-8d34-ddf3cd603b8b tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:27.451820 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65a6da3-79f5-4d8b-8d34-ddf3cd603b8b tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Pushing event deleted for resources: {'Port': ['ID=c48fb6c2-9175-4f5f-ba30-e4882b7e1941,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:27.523815 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d65a6da3-79f5-4d8b-8d34-ddf3cd603b8b tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks [] for floatingip, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:27.526098 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d65a6da3-79f5-4d8b-8d34-ddf3cd603b8b tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:27.527251 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-d65a6da3-79f5-4d8b-8d34-ddf3cd603b8b tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "DELETE /v2.0/floatingips/dba85876-04e0-4e44-afed-056cdcd40de4 HTTP/1.1" status: 204 len: 168 time: 0.6233175 Aug 16 23:15:27.530024 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 40274) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:15:27.631066 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-408268ee-d5c9-4f38-874e-fa7c9d807322 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Deleting port c8884c15-ea75-4d67-b150-51216a77129b {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:15:27.631490 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-408268ee-d5c9-4f38-874e-fa7c9d807322 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:27.737310 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-408268ee-d5c9-4f38-874e-fa7c9d807322 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:27.751308 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-408268ee-d5c9-4f38-874e-fa7c9d807322 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Calling delete_port for c8884c15-ea75-4d67-b150-51216a77129b owned by {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:15:27.906396 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-408268ee-d5c9-4f38-874e-fa7c9d807322 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:27.938915 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408268ee-d5c9-4f38-874e-fa7c9d807322 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Pushing event deleted for resources: {'Port': ['ID=c8884c15-ea75-4d67-b150-51216a77129b,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:28.054931 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-408268ee-d5c9-4f38-874e-fa7c9d807322 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:28.058751 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-408268ee-d5c9-4f38-874e-fa7c9d807322 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "DELETE /v2.0/ports/c8884c15-ea75-4d67-b150-51216a77129b HTTP/1.1" status: 204 len: 168 time: 0.5273421 Aug 16 23:15:28.061742 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 40282) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:15:28.192048 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-a21cfd90-ef98-4378-ac11-6b34216e7495 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Deleting port 2d914dcd-a009-4bd0-a96d-6ee74c4c2e7d {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:15:28.192474 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a21cfd90-ef98-4378-ac11-6b34216e7495 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:28.292167 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a21cfd90-ef98-4378-ac11-6b34216e7495 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:28.310978 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-a21cfd90-ef98-4378-ac11-6b34216e7495 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Calling delete_port for 2d914dcd-a009-4bd0-a96d-6ee74c4c2e7d owned by {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:15:28.502473 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a21cfd90-ef98-4378-ac11-6b34216e7495 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:28.617292 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21cfd90-ef98-4378-ac11-6b34216e7495 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Pushing event deleted for resources: {'Port': ['ID=2d914dcd-a009-4bd0-a96d-6ee74c4c2e7d,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:28.697060 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a21cfd90-ef98-4378-ac11-6b34216e7495 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:28.701641 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-a21cfd90-ef98-4378-ac11-6b34216e7495 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "DELETE /v2.0/ports/2d914dcd-a009-4bd0-a96d-6ee74c4c2e7d HTTP/1.1" status: 204 len: 168 time: 0.6361151 Aug 16 23:15:28.702005 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 40300) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:15:28.779378 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_v2 [None req-746584af-fe2f-4226-b076-f61572284847 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Deleting subnet 78f5180d-c604-4361-9f31-ccf383bd8b30 {{(pid=101292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:15:28.784091 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-746584af-fe2f-4226-b076-f61572284847 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks [] for subnet, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:28.839135 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-746584af-fe2f-4226-b076-f61572284847 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3848860'] for subnet, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:28.963638 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-746584af-fe2f-4226-b076-f61572284847 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:29.050640 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-746584af-fe2f-4226-b076-f61572284847 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26252129'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:29.077717 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746584af-fe2f-4226-b076-f61572284847 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Pushing event deleted for resources: {'Subnet': ['ID=78f5180d-c604-4361-9f31-ccf383bd8b30,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:29.092655 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-746584af-fe2f-4226-b076-f61572284847 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks [] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:29.094730 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-746584af-fe2f-4226-b076-f61572284847 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "DELETE /v2.0/subnets/78f5180d-c604-4361-9f31-ccf383bd8b30 HTTP/1.1" status: 204 len: 168 time: 0.3916788 Aug 16 23:15:29.098086 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 40308) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:15:29.103520 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a688b5-15e8-498f-b7be-4d0f6efefd15 None None] Network f7e04764-48fe-4543-83bb-53e420b1bda2 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:15:29.182246 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-004988a7-aa6a-41c0-9c98-cd8fc194f7bd tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Deleting subnet a67b33f8-6bc2-40d2-9660-ea5007dbf946 {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:15:29.186388 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-004988a7-aa6a-41c0-9c98-cd8fc194f7bd tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:29.254761 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-004988a7-aa6a-41c0-9c98-cd8fc194f7bd tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:29.367927 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ea1c16-5f79-443b-b059-3148b41d62a9 None None] DHCP port deletion for f7e04764-48fe-4543-83bb-53e420b1bda2 request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:15:29.368205 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-004988a7-aa6a-41c0-9c98-cd8fc194f7bd tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:29.430810 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-35ea1c16-5f79-443b-b059-3148b41d62a9 None None] Deleting port 6288232f-4951-47b4-9eb8-a98843baa46c {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:15:29.431835 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-35ea1c16-5f79-443b-b059-3148b41d62a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:29.451046 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-004988a7-aa6a-41c0-9c98-cd8fc194f7bd tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:29.477759 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-004988a7-aa6a-41c0-9c98-cd8fc194f7bd tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:29.482730 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 40316) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:15:29.483939 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-004988a7-aa6a-41c0-9c98-cd8fc194f7bd tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "DELETE /v2.0/subnets/a67b33f8-6bc2-40d2-9660-ea5007dbf946 HTTP/1.1" status: 204 len: 168 time: 0.3841419 Aug 16 23:15:29.502648 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3708a5ae-ff53-4874-9744-ba0d137d9656 None None] Network 716ffdec-3357-4059-8ca3-4654ec1fdd32 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:15:29.513444 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004988a7-aa6a-41c0-9c98-cd8fc194f7bd tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Pushing event deleted for resources: {'Subnet': ['ID=a67b33f8-6bc2-40d2-9660-ea5007dbf946,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:29.581260 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-38559327-2518-41ff-aa13-f619dd573dd6 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:29.612344 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-35ea1c16-5f79-443b-b059-3148b41d62a9 None None] For port 6288232f-4951-47b4-9eb8-a98843baa46c, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=6288232f-4951-47b4-9eb8-a98843baa46c,segment=NetworkSegment(6ea91bac-7c58-4125-a874-7009ffcf29d4),segment_id=6ea91bac-7c58-4125-a874-7009ffcf29d4)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:15:29.613098 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-35ea1c16-5f79-443b-b059-3148b41d62a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:29.650350 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-35ea1c16-5f79-443b-b059-3148b41d62a9 None None] Calling delete_port for 6288232f-4951-47b4-9eb8-a98843baa46c owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:15:29.686302 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-38559327-2518-41ff-aa13-f619dd573dd6 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Deleting port 6288232f-4951-47b4-9eb8-a98843baa46c {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:15:29.686654 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-38559327-2518-41ff-aa13-f619dd573dd6 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:29.766243 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-38559327-2518-41ff-aa13-f619dd573dd6 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] For port 6288232f-4951-47b4-9eb8-a98843baa46c, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=6288232f-4951-47b4-9eb8-a98843baa46c,segment=NetworkSegment(6ea91bac-7c58-4125-a874-7009ffcf29d4),segment_id=6ea91bac-7c58-4125-a874-7009ffcf29d4)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:15:29.769541 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-38559327-2518-41ff-aa13-f619dd573dd6 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:29.773701 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 6288232f-4951-47b4-9eb8-a98843baa46c no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:15:29.789694 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-38559327-2518-41ff-aa13-f619dd573dd6 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Calling delete_port for 6288232f-4951-47b4-9eb8-a98843baa46c owned by network:dhcp {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:15:29.872627 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-35ea1c16-5f79-443b-b059-3148b41d62a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:29.889924 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ea1c16-5f79-443b-b059-3148b41d62a9 None None] No DVR routers for this DVR port 6288232f-4951-47b4-9eb8-a98843baa46c on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:15:29.893997 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-38559327-2518-41ff-aa13-f619dd573dd6 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:29.921138 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ea1c16-5f79-443b-b059-3148b41d62a9 None None] Pushing event deleted for resources: {'Port': ['ID=6288232f-4951-47b4-9eb8-a98843baa46c,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:29.929521 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No active binding found for port 6288232f-4951-47b4-9eb8-a98843baa46c {{(pid=101293) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 16 23:15:29.930037 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 6288232f-4951-47b4-9eb8-a98843baa46c not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:15:29.936840 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38559327-2518-41ff-aa13-f619dd573dd6 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] No DVR routers for this DVR port 6288232f-4951-47b4-9eb8-a98843baa46c on host n-d-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:15:29.942035 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38559327-2518-41ff-aa13-f619dd573dd6 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Pushing event deleted for resources: {'Port': ['ID=6288232f-4951-47b4-9eb8-a98843baa46c,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:30.014570 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8955eb9d-b91d-4219-90fa-48513ba5f795 None None] DHCP port deletion for 716ffdec-3357-4059-8ca3-4654ec1fdd32 request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:15:30.050867 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-38559327-2518-41ff-aa13-f619dd573dd6 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:30.063585 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-38559327-2518-41ff-aa13-f619dd573dd6 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7e04764-48fe-4543-83bb-53e420b1bda2']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:15:30.069548 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-8955eb9d-b91d-4219-90fa-48513ba5f795 None None] Deleting port 30898e8b-d32d-4732-9be6-c10e768dd7da {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:15:30.069923 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-8955eb9d-b91d-4219-90fa-48513ba5f795 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:30.075316 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-38559327-2518-41ff-aa13-f619dd573dd6 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ea91bac-7c58-4125-a874-7009ffcf29d4') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:15:30.075743 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-38559327-2518-41ff-aa13-f619dd573dd6 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ea91bac-7c58-4125-a874-7009ffcf29d4') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:15:30.087075 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-38559327-2518-41ff-aa13-f619dd573dd6 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:30.103291 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-38559327-2518-41ff-aa13-f619dd573dd6 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:30.113858 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38559327-2518-41ff-aa13-f619dd573dd6 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:15:30.114573 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-38559327-2518-41ff-aa13-f619dd573dd6 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:30.119904 n-d-791506-26 neutron-server[101292]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:15:30.119904 n-d-791506-26 neutron-server[101292]: self.session.flush() Aug 16 23:15:30.119904 n-d-791506-26 neutron-server[101292]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:15:30.119904 n-d-791506-26 neutron-server[101292]: self.session.flush() Aug 16 23:15:30.119904 n-d-791506-26 neutron-server[101292]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:15:30.119904 n-d-791506-26 neutron-server[101292]: self.session.flush() Aug 16 23:15:30.119904 n-d-791506-26 neutron-server[101292]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:15:30.119904 n-d-791506-26 neutron-server[101292]: self.session.flush() Aug 16 23:15:30.119904 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 16 23:15:30.119904 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:15:30.119904 n-d-791506-26 neutron-server[101292]: timer() Aug 16 23:15:30.119904 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:15:30.119904 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 16 23:15:30.119904 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:15:30.119904 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 16 23:15:30.119904 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:15:30.119904 n-d-791506-26 neutron-server[101292]: self._notify() Aug 16 23:15:30.119904 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:15:30.119904 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 16 23:15:30.119904 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:15:30.119904 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 16 23:15:30.119904 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:15:30.119904 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:15:30.119904 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:15:30.119904 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:15:30.119904 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:15:30.119904 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 16 23:15:30.119904 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:15:30.119904 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 16 23:15:30.119904 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:15:30.119904 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:15:30.119904 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:15:30.119904 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 16 23:15:30.119904 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:15:30.119904 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:15:30.119904 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:15:30.119904 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:15:30.119904 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:15:30.119904 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:15:30.119904 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:15:30.135941 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-8955eb9d-b91d-4219-90fa-48513ba5f795 None None] For port 30898e8b-d32d-4732-9be6-c10e768dd7da, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=30898e8b-d32d-4732-9be6-c10e768dd7da,segment=NetworkSegment(4e60af0a-2975-4931-9018-d082d9d7fdc2),segment_id=4e60af0a-2975-4931-9018-d082d9d7fdc2)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:15:30.136492 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-8955eb9d-b91d-4219-90fa-48513ba5f795 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:30.155199 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-8955eb9d-b91d-4219-90fa-48513ba5f795 None None] Calling delete_port for 30898e8b-d32d-4732-9be6-c10e768dd7da owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:15:30.202675 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-38559327-2518-41ff-aa13-f619dd573dd6 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:30.211526 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-38559327-2518-41ff-aa13-f619dd573dd6 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:30.216185 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-38559327-2518-41ff-aa13-f619dd573dd6 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "DELETE /v2.0/networks/f7e04764-48fe-4543-83bb-53e420b1bda2 HTTP/1.1" status: 204 len: 168 time: 0.7297812 Aug 16 23:15:30.216827 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 40330) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:15:30.226387 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38559327-2518-41ff-aa13-f619dd573dd6 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Pushing event deleted for resources: {'Network': ['ID=f7e04764-48fe-4543-83bb-53e420b1bda2,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:30.247595 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-8955eb9d-b91d-4219-90fa-48513ba5f795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:30.306532 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3244c11f-a434-4e36-b587-a966ba236ec4 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:30.413016 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3244c11f-a434-4e36-b587-a966ba236ec4 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:30.423302 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-3244c11f-a434-4e36-b587-a966ba236ec4 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['716ffdec-3357-4059-8ca3-4654ec1fdd32']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:15:30.427008 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8955eb9d-b91d-4219-90fa-48513ba5f795 None None] Pushing event deleted for resources: {'Port': ['ID=30898e8b-d32d-4732-9be6-c10e768dd7da,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:30.434412 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8955eb9d-b91d-4219-90fa-48513ba5f795 None None] No DVR routers for this DVR port 30898e8b-d32d-4732-9be6-c10e768dd7da on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:15:30.434674 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-3244c11f-a434-4e36-b587-a966ba236ec4 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e60af0a-2975-4931-9018-d082d9d7fdc2') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:15:30.434930 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-3244c11f-a434-4e36-b587-a966ba236ec4 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e60af0a-2975-4931-9018-d082d9d7fdc2') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:15:30.447340 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3244c11f-a434-4e36-b587-a966ba236ec4 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:30.462125 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3244c11f-a434-4e36-b587-a966ba236ec4 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:30.468764 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3244c11f-a434-4e36-b587-a966ba236ec4 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:15:30.469174 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3244c11f-a434-4e36-b587-a966ba236ec4 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:30.472136 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 23:15:30.472136 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:15:30.472136 n-d-791506-26 neutron-server[101291]: timer() Aug 16 23:15:30.472136 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:15:30.472136 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 23:15:30.472136 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:15:30.472136 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 23:15:30.472136 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:15:30.472136 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 23:15:30.472136 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:15:30.472136 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 23:15:30.472136 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:15:30.472136 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 23:15:30.472136 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:15:30.472136 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:15:30.472136 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:15:30.472136 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:15:30.472136 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:15:30.472136 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 23:15:30.472136 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:15:30.472136 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 23:15:30.472136 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:15:30.472136 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:15:30.472136 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:15:30.472136 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 23:15:30.472136 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:15:30.472136 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:15:30.472136 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:15:30.472136 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:15:30.472136 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:15:30.472136 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:15:30.472136 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:15:30.551509 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3244c11f-a434-4e36-b587-a966ba236ec4 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:30.559519 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3244c11f-a434-4e36-b587-a966ba236ec4 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:30.561345 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-3244c11f-a434-4e36-b587-a966ba236ec4 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] 10.222.0.36 "DELETE /v2.0/networks/716ffdec-3357-4059-8ca3-4654ec1fdd32 HTTP/1.1" status: 204 len: 168 time: 0.3429558 Aug 16 23:15:30.577800 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3244c11f-a434-4e36-b587-a966ba236ec4 tempest-TaggedBootDevicesTest_v242-1220264868 tempest-TaggedBootDevicesTest_v242-1220264868-project] Pushing event deleted for resources: {'Network': ['ID=716ffdec-3357-4059-8ca3-4654ec1fdd32,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:30.795300 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:15:31.732257 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 30898e8b-d32d-4732-9be6-c10e768dd7da no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:15:31.759592 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 30898e8b-d32d-4732-9be6-c10e768dd7da {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:15:31.760170 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 30898e8b-d32d-4732-9be6-c10e768dd7da not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:15:40.720004 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 40580) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:15:41.267422 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-349a2889-4f51-4797-80cd-e7125e910cab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537579'] for router_interface, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:41.345623 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:41.551562 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-349a2889-4f51-4797-80cd-e7125e910cab admin admin] Deleting port 7c523233-bb68-4fc2-9119-093cce838549 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:15:41.551829 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-349a2889-4f51-4797-80cd-e7125e910cab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:41.641957 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-349a2889-4f51-4797-80cd-e7125e910cab admin admin] For port 7c523233-bb68-4fc2-9119-093cce838549, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=7c523233-bb68-4fc2-9119-093cce838549,segment=NetworkSegment(63d70cc7-a3dd-4cc7-80ad-edc082b29b8e),segment_id=63d70cc7-a3dd-4cc7-80ad-edc082b29b8e)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:15:41.642253 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-349a2889-4f51-4797-80cd-e7125e910cab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:41.657110 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-349a2889-4f51-4797-80cd-e7125e910cab admin admin] Calling delete_port for 7c523233-bb68-4fc2-9119-093cce838549 owned by network:router_interface {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:15:41.870754 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-349a2889-4f51-4797-80cd-e7125e910cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:41.908314 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349a2889-4f51-4797-80cd-e7125e910cab admin admin] Pushing event deleted for resources: {'Port': ['ID=7c523233-bb68-4fc2-9119-093cce838549,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:42.415585 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-349a2889-4f51-4797-80cd-e7125e910cab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537471'] for router_interface, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:42.656762 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-349a2889-4f51-4797-80cd-e7125e910cab admin admin] Router b9212fa8-82c6-4379-92b1-482c34812984 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:15:42.794908 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-349a2889-4f51-4797-80cd-e7125e910cab admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:15:42.800941 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-349a2889-4f51-4797-80cd-e7125e910cab admin admin] 10.222.0.36 "PUT /v2.0/routers/b9212fa8-82c6-4379-92b1-482c34812984/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0795603 Aug 16 23:15:42.803883 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 40604) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:15:42.819270 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e3a9f9-9a34-4fa9-8d8b-492a6ecd9a87 None None] Sync routers for ids ['b9212fa8-82c6-4379-92b1-482c34812984'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:15:42.837859 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e3a9f9-9a34-4fa9-8d8b-492a6ecd9a87 None None] Routers {'b9212fa8-82c6-4379-92b1-482c34812984'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:15:42.839284 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-47e3a9f9-9a34-4fa9-8d8b-492a6ecd9a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:15:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['b9212fa8-82c6-4379-92b1-482c34812984'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:15:42.932776 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8e6be5b2-b361-40e5-aac5-faeebfc9b6d1 admin admin] Notify callbacks [] for router, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:43.000567 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-47e3a9f9-9a34-4fa9-8d8b-492a6ecd9a87 None None] Set router b9212fa8-82c6-4379-92b1-482c34812984 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:15:43.045832 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8e6be5b2-b361-40e5-aac5-faeebfc9b6d1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:43.102166 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 40610) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:15:43.107490 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-163f23a7-0839-4516-a5dc-c000db33f948 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-96450823', 'description': 'tempest-secgroup-smoke-96450823 description', 'project_id': '9fb21280028e49bfa9100ff987ff3b9d'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:15:43.116403 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-8e6be5b2-b361-40e5-aac5-faeebfc9b6d1 admin admin] Deleting port b56638a8-07b1-4155-9bd3-a8bc289df053 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:15:43.116876 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8e6be5b2-b361-40e5-aac5-faeebfc9b6d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:43.139069 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-163f23a7-0839-4516-a5dc-c000db33f948 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:43.211639 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-8e6be5b2-b361-40e5-aac5-faeebfc9b6d1 admin admin] For port b56638a8-07b1-4155-9bd3-a8bc289df053, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=b56638a8-07b1-4155-9bd3-a8bc289df053,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:15:43.212102 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8e6be5b2-b361-40e5-aac5-faeebfc9b6d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:43.236021 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-8e6be5b2-b361-40e5-aac5-faeebfc9b6d1 admin admin] Calling delete_port for b56638a8-07b1-4155-9bd3-a8bc289df053 owned by network:router_gateway {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:15:43.266939 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-163f23a7-0839-4516-a5dc-c000db33f948 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:43.273088 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-163f23a7-0839-4516-a5dc-c000db33f948 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:43.311827 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-163f23a7-0839-4516-a5dc-c000db33f948 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:43.313919 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-163f23a7-0839-4516-a5dc-c000db33f948 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2107372 Aug 16 23:15:43.318163 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 40612) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:15:43.320863 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163f23a7-0839-4516-a5dc-c000db33f948 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a2e3f1b-4aea-4fea-a97a-c2bcc8367e27,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:43.324029 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-2de024d5-c018-4ec7-84e8-4cd704144814 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Request body: {'security_group_rule': {'security_group_id': '0a2e3f1b-4aea-4fea-a97a-c2bcc8367e27', 'project_id': '9fb21280028e49bfa9100ff987ff3b9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:15:43.331714 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-47e3a9f9-9a34-4fa9-8d8b-492a6ecd9a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9212fa8-82c6-4379-92b1-482c34812984', 'name': 'tempest-TaggedBootDevicesTest_v242-1760784088-router', 'tenant_id': '0fd6de77a6ca45308e5ac106bdd0311d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': 'b56638a8-07b1-4155-9bd3-a8bc289df053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:04:43Z', 'updated_at': '2021-08-16T23:15:41Z', 'revision_number': 5, 'project_id': '0fd6de77a6ca45308e5ac106bdd0311d', 'gw_port': {'id': 'b56638a8-07b1-4155-9bd3-a8bc289df053', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9212fa8-82c6-4379-92b1-482c34812984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:04:44Z', 'updated_at': '2021-08-16T23:04:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:15:43.359421 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e3a9f9-9a34-4fa9-8d8b-492a6ecd9a87 None None] Checking router: b9212fa8-82c6-4379-92b1-482c34812984 for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:15:43.369245 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e3a9f9-9a34-4fa9-8d8b-492a6ecd9a87 None None] Routers {'b9212fa8-82c6-4379-92b1-482c34812984'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:15:43.369857 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-47e3a9f9-9a34-4fa9-8d8b-492a6ecd9a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:15:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['b9212fa8-82c6-4379-92b1-482c34812984'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:15:43.404860 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2de024d5-c018-4ec7-84e8-4cd704144814 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:43.458000 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-47e3a9f9-9a34-4fa9-8d8b-492a6ecd9a87 None None] Set router b9212fa8-82c6-4379-92b1-482c34812984 gateway port host: None {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:15:43.484573 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8e6be5b2-b361-40e5-aac5-faeebfc9b6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:43.498262 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2de024d5-c018-4ec7-84e8-4cd704144814 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:43.518275 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-47e3a9f9-9a34-4fa9-8d8b-492a6ecd9a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9212fa8-82c6-4379-92b1-482c34812984', 'name': 'tempest-TaggedBootDevicesTest_v242-1760784088-router', 'tenant_id': '0fd6de77a6ca45308e5ac106bdd0311d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:04:43Z', 'updated_at': '2021-08-16T23:15:43Z', 'revision_number': 6, 'project_id': '0fd6de77a6ca45308e5ac106bdd0311d', 'gw_port_host': None}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:15:43.522534 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6be5b2-b361-40e5-aac5-faeebfc9b6d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b56638a8-07b1-4155-9bd3-a8bc289df053,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:43.524482 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2de024d5-c018-4ec7-84e8-4cd704144814 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:43.549169 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e3a9f9-9a34-4fa9-8d8b-492a6ecd9a87 None None] The sync data for ids ['b9212fa8-82c6-4379-92b1-482c34812984'] in n-d-791506-26 is: [{'id': 'b9212fa8-82c6-4379-92b1-482c34812984', 'name': 'tempest-TaggedBootDevicesTest_v242-1760784088-router', 'tenant_id': '0fd6de77a6ca45308e5ac106bdd0311d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:04:43Z', 'updated_at': '2021-08-16T23:15:43Z', 'revision_number': 6, 'project_id': '0fd6de77a6ca45308e5ac106bdd0311d', 'gw_port_host': None}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:15:43.552442 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de024d5-c018-4ec7-84e8-4cd704144814 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b825fc2-d44f-40ae-823b-6e9afe3bf56a,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:43.577706 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2de024d5-c018-4ec7-84e8-4cd704144814 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:43.581665 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 40616) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:15:43.581873 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-2de024d5-c018-4ec7-84e8-4cd704144814 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2624576 Aug 16 23:15:43.588003 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-b5026461-4ec8-48b1-8f5c-ecbe83bfc774 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Request body: {'security_group_rule': {'security_group_id': '0a2e3f1b-4aea-4fea-a97a-c2bcc8367e27', 'project_id': '9fb21280028e49bfa9100ff987ff3b9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:15:43.625411 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8e6be5b2-b361-40e5-aac5-faeebfc9b6d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537121'] for router_gateway, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:43.632060 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b5026461-4ec8-48b1-8f5c-ecbe83bfc774 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:43.696746 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b5026461-4ec8-48b1-8f5c-ecbe83bfc774 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:43.700767 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b5026461-4ec8-48b1-8f5c-ecbe83bfc774 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:43.719674 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5026461-4ec8-48b1-8f5c-ecbe83bfc774 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afbcb8ca-d2b4-4f43-a9ed-c6b63b325e93,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:43.734635 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8e6be5b2-b361-40e5-aac5-faeebfc9b6d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:43.737641 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b5026461-4ec8-48b1-8f5c-ecbe83bfc774 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:43.737887 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8e6be5b2-b361-40e5-aac5-faeebfc9b6d1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:43.742108 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-b5026461-4ec8-48b1-8f5c-ecbe83bfc774 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1559186 Aug 16 23:15:43.742353 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 40618) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:15:43.747009 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-7c0236ba-0b86-4b22-9339-549ebbf6ad36 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Request body: {'security_group_rule': {'security_group_id': '0a2e3f1b-4aea-4fea-a97a-c2bcc8367e27', 'project_id': '9fb21280028e49bfa9100ff987ff3b9d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:15:43.774507 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7c0236ba-0b86-4b22-9339-549ebbf6ad36 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:43.789989 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8e6be5b2-b361-40e5-aac5-faeebfc9b6d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:43.790551 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e6be5b2-b361-40e5-aac5-faeebfc9b6d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9212fa8-82c6-4379-92b1-482c34812984 {{(pid=101291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:15:43.795377 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8e6be5b2-b361-40e5-aac5-faeebfc9b6d1 admin admin] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:43.797032 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-8e6be5b2-b361-40e5-aac5-faeebfc9b6d1 admin admin] 10.222.0.36 "DELETE /v2.0/routers/b9212fa8-82c6-4379-92b1-482c34812984 HTTP/1.1" status: 204 len: 168 time: 0.9921827 Aug 16 23:15:43.799366 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 40620) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:15:43.842832 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7c0236ba-0b86-4b22-9339-549ebbf6ad36 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:43.846854 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7c0236ba-0b86-4b22-9339-549ebbf6ad36 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:43.847069 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e9bf056-5aa9-4384-9db4-f7e9184cc32a admin admin] Deleting subnet 707213db-37e4-4504-a3c9-b665785837dd {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:15:43.851435 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2e9bf056-5aa9-4384-9db4-f7e9184cc32a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:43.869469 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0236ba-0b86-4b22-9339-549ebbf6ad36 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aa0acb2-88e7-4fdf-9000-23e141133a74,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:43.872228 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7c0236ba-0b86-4b22-9339-549ebbf6ad36 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:43.876038 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-7c0236ba-0b86-4b22-9339-549ebbf6ad36 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1304390 Aug 16 23:15:43.876793 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 40622) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:15:43.884041 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-96bc8968-41c0-402a-b882-57d046a0b13a tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Request body: {'security_group_rule': {'security_group_id': '0a2e3f1b-4aea-4fea-a97a-c2bcc8367e27', 'project_id': '9fb21280028e49bfa9100ff987ff3b9d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:15:43.911034 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2e9bf056-5aa9-4384-9db4-f7e9184cc32a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:43.950125 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-96bc8968-41c0-402a-b882-57d046a0b13a tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:44.070999 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2e9bf056-5aa9-4384-9db4-f7e9184cc32a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:44.109435 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-96bc8968-41c0-402a-b882-57d046a0b13a tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:44.117119 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-96bc8968-41c0-402a-b882-57d046a0b13a tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:44.144891 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bc8968-41c0-402a-b882-57d046a0b13a tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=735f0637-86bc-43f9-8253-dac4fc152bf9,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:44.154899 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-96bc8968-41c0-402a-b882-57d046a0b13a tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:44.158305 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-96bc8968-41c0-402a-b882-57d046a0b13a tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2784369 Aug 16 23:15:44.159018 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 40626) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:15:44.163670 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-2390c4a6-7460-47ee-a523-366f2320d163 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Request body: {'security_group_rule': {'security_group_id': '0a2e3f1b-4aea-4fea-a97a-c2bcc8367e27', 'project_id': '9fb21280028e49bfa9100ff987ff3b9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:15:44.169695 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2e9bf056-5aa9-4384-9db4-f7e9184cc32a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:44.210692 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2e9bf056-5aa9-4384-9db4-f7e9184cc32a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:44.213382 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-2e9bf056-5aa9-4384-9db4-f7e9184cc32a admin admin] 10.222.0.36 "DELETE /v2.0/subnets/707213db-37e4-4504-a3c9-b665785837dd HTTP/1.1" status: 204 len: 168 time: 0.4129276 Aug 16 23:15:44.215141 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 40628) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:15:44.215621 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9bf056-5aa9-4384-9db4-f7e9184cc32a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=707213db-37e4-4504-a3c9-b665785837dd,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:44.218481 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004833a5-5300-4628-b79a-3304e5cb67fe None None] Network 7f9863fd-7980-4b2d-a7ca-14f053950325 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:15:44.231959 n-d-791506-26 neutron-server[101291]: INFO neutron.db.securitygroups_db [None req-2390c4a6-7460-47ee-a523-366f2320d163 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Project 9fb21280028e49bfa9100ff987ff3b9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 23:15:44.239291 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2390c4a6-7460-47ee-a523-366f2320d163 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:44.308376 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-324baef3-570c-45cc-8c7b-468640f4f7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:44.312875 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2390c4a6-7460-47ee-a523-366f2320d163 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:44.319138 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2390c4a6-7460-47ee-a523-366f2320d163 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:44.337323 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2390c4a6-7460-47ee-a523-366f2320d163 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f13b76a-a621-4207-8836-d6bd84d244ec,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:44.347645 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2390c4a6-7460-47ee-a523-366f2320d163 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:44.352858 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-2390c4a6-7460-47ee-a523-366f2320d163 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1927669 Aug 16 23:15:44.353277 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 40630) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:15:44.361148 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-741dcebf-cfe6-448b-af6a-9cab5d988cba tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Request body: {'security_group_rule': {'security_group_id': '0a2e3f1b-4aea-4fea-a97a-c2bcc8367e27', 'project_id': '9fb21280028e49bfa9100ff987ff3b9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:15:44.399535 n-d-791506-26 neutron-server[101292]: INFO neutron.db.securitygroups_db [None req-741dcebf-cfe6-448b-af6a-9cab5d988cba tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Project 9fb21280028e49bfa9100ff987ff3b9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 23:15:44.408501 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-741dcebf-cfe6-448b-af6a-9cab5d988cba tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:44.417558 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 7c523233-bb68-4fc2-9119-093cce838549 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:15:44.434944 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-324baef3-570c-45cc-8c7b-468640f4f7f7 admin admin] Deleting port 789018eb-2b21-472a-8510-68e966f8ba85 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:15:44.435088 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-324baef3-570c-45cc-8c7b-468640f4f7f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:44.453339 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 7c523233-bb68-4fc2-9119-093cce838549 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:15:44.454154 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 7c523233-bb68-4fc2-9119-093cce838549 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:15:44.465919 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d2827b-e020-4265-a6fb-19f87f099561 None None] DHCP port deletion for 7f9863fd-7980-4b2d-a7ca-14f053950325 request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:15:44.523171 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-26d2827b-e020-4265-a6fb-19f87f099561 None None] Deleting port 789018eb-2b21-472a-8510-68e966f8ba85 {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:15:44.523876 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-26d2827b-e020-4265-a6fb-19f87f099561 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:44.538109 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-324baef3-570c-45cc-8c7b-468640f4f7f7 admin admin] For port 789018eb-2b21-472a-8510-68e966f8ba85, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=789018eb-2b21-472a-8510-68e966f8ba85,segment=NetworkSegment(63d70cc7-a3dd-4cc7-80ad-edc082b29b8e),segment_id=63d70cc7-a3dd-4cc7-80ad-edc082b29b8e)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:15:44.538472 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-324baef3-570c-45cc-8c7b-468640f4f7f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:44.554703 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-741dcebf-cfe6-448b-af6a-9cab5d988cba tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:44.559135 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-324baef3-570c-45cc-8c7b-468640f4f7f7 admin admin] Calling delete_port for 789018eb-2b21-472a-8510-68e966f8ba85 owned by network:dhcp {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:15:44.563405 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-741dcebf-cfe6-448b-af6a-9cab5d988cba tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:44.593468 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741dcebf-cfe6-448b-af6a-9cab5d988cba tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3b0fefb-d2fc-4726-8ba9-ea27ddec3a18,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:44.601561 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-26d2827b-e020-4265-a6fb-19f87f099561 None None] For port 789018eb-2b21-472a-8510-68e966f8ba85, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=789018eb-2b21-472a-8510-68e966f8ba85,segment=NetworkSegment(63d70cc7-a3dd-4cc7-80ad-edc082b29b8e),segment_id=63d70cc7-a3dd-4cc7-80ad-edc082b29b8e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:15:44.602180 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-26d2827b-e020-4265-a6fb-19f87f099561 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:44.624755 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-26d2827b-e020-4265-a6fb-19f87f099561 None None] Calling delete_port for 789018eb-2b21-472a-8510-68e966f8ba85 owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:15:44.634382 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-741dcebf-cfe6-448b-af6a-9cab5d988cba tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:44.635782 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-741dcebf-cfe6-448b-af6a-9cab5d988cba tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2802022 Aug 16 23:15:44.698571 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-324baef3-570c-45cc-8c7b-468640f4f7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:44.735068 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-26d2827b-e020-4265-a6fb-19f87f099561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:44.751216 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324baef3-570c-45cc-8c7b-468640f4f7f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=789018eb-2b21-472a-8510-68e966f8ba85,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:44.757130 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324baef3-570c-45cc-8c7b-468640f4f7f7 admin admin] No DVR routers for this DVR port 789018eb-2b21-472a-8510-68e966f8ba85 on host n-d-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:15:44.800026 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d2827b-e020-4265-a6fb-19f87f099561 None None] Pushing event deleted for resources: {'Port': ['ID=789018eb-2b21-472a-8510-68e966f8ba85,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:44.808906 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d2827b-e020-4265-a6fb-19f87f099561 None None] No DVR routers for this DVR port 789018eb-2b21-472a-8510-68e966f8ba85 on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:15:44.872730 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-324baef3-570c-45cc-8c7b-468640f4f7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:44.883884 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-324baef3-570c-45cc-8c7b-468640f4f7f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f9863fd-7980-4b2d-a7ca-14f053950325']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:15:44.897468 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-324baef3-570c-45cc-8c7b-468640f4f7f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63d70cc7-a3dd-4cc7-80ad-edc082b29b8e') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:15:44.897775 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-324baef3-570c-45cc-8c7b-468640f4f7f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63d70cc7-a3dd-4cc7-80ad-edc082b29b8e') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:15:44.908877 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-324baef3-570c-45cc-8c7b-468640f4f7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:44.924671 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-324baef3-570c-45cc-8c7b-468640f4f7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:44.933221 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-324baef3-570c-45cc-8c7b-468640f4f7f7 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:15:44.933713 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-324baef3-570c-45cc-8c7b-468640f4f7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:44.935540 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 16 23:15:44.935540 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:15:44.935540 n-d-791506-26 neutron-server[101292]: timer() Aug 16 23:15:44.935540 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:15:44.935540 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 16 23:15:44.935540 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:15:44.935540 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 16 23:15:44.935540 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:15:44.935540 n-d-791506-26 neutron-server[101292]: self._notify() Aug 16 23:15:44.935540 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:15:44.935540 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 16 23:15:44.935540 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:15:44.935540 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 16 23:15:44.935540 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:15:44.935540 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:15:44.935540 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:15:44.935540 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:15:44.935540 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:15:44.935540 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 16 23:15:44.935540 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:15:44.935540 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 16 23:15:44.935540 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:15:44.935540 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:15:44.935540 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:15:44.935540 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 16 23:15:44.935540 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:15:44.935540 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:15:44.935540 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:15:44.935540 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:15:44.935540 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:15:44.935540 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:15:44.935540 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:15:44.992501 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 40644) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:15:45.041596 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-324baef3-570c-45cc-8c7b-468640f4f7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:45.045867 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bb7471b0-03b9-4bd3-9c88-23b65ed12f63 req-4dd4bc98-da88-4e1f-98a7-f8e6570374c4 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-96450823&fields=id&tenant_id=9fb21280028e49bfa9100ff987ff3b9d HTTP/1.1" status: 200 len: 267 time: 0.0936189 Aug 16 23:15:45.049938 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-324baef3-570c-45cc-8c7b-468640f4f7f7 admin admin] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:45.052655 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-324baef3-570c-45cc-8c7b-468640f4f7f7 admin admin] 10.222.0.36 "DELETE /v2.0/networks/7f9863fd-7980-4b2d-a7ca-14f053950325 HTTP/1.1" status: 204 len: 168 time: 0.8358643 Aug 16 23:15:45.070131 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324baef3-570c-45cc-8c7b-468640f4f7f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f9863fd-7980-4b2d-a7ca-14f053950325,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:45.179918 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4dfe910f-45ed-42d1-8cb5-381954897b0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:45.198856 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7471b0-03b9-4bd3-9c88-23b65ed12f63 req-672d3384-4b56-40bb-92a7-20b2fc8336ae tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:45.200511 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bb7471b0-03b9-4bd3-9c88-23b65ed12f63 req-672d3384-4b56-40bb-92a7-20b2fc8336ae tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] 10.222.0.36 "GET /v2.0/networks?id=be5d527b-4837-49dc-8ea1-3bb9f17b1194 HTTP/1.1" status: 200 len: 813 time: 0.1347704 Aug 16 23:15:45.219637 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bb7471b0-03b9-4bd3-9c88-23b65ed12f63 req-35f83225-a256-49e0-87dd-d03b9ad99321 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] 10.222.0.36 "GET /v2.0/quotas/9fb21280028e49bfa9100ff987ff3b9d HTTP/1.1" status: 200 len: 375 time: 0.0129092 Aug 16 23:15:45.232520 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 40652) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:15:45.289688 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bb7471b0-03b9-4bd3-9c88-23b65ed12f63 req-7e8e059e-f608-44e3-b437-9b3b6d41ccfb tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=9fb21280028e49bfa9100ff987ff3b9d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0634675 Aug 16 23:15:45.298038 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-d720b6a7-20de-4fe9-8dc0-c656c1a27b70 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0fd6de77a6ca45308e5ac106bdd0311d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0643561 Aug 16 23:15:45.300613 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 40654) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:15:45.332855 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4dfe910f-45ed-42d1-8cb5-381954897b0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:45.337495 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4dfe910f-45ed-42d1-8cb5-381954897b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:45.377487 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-4dfe910f-45ed-42d1-8cb5-381954897b0f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=daa2e9acd8c94cfb94a8642cd5fc2b0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3834951 Aug 16 23:15:45.378360 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfe910f-45ed-42d1-8cb5-381954897b0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=900e463d-414c-4cb1-b398-31479ba5e39e,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:45.381217 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 40656) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:15:45.451655 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4bfc3e92-4af8-4624-a4c1-bd00538d462c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:45.484169 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bb7471b0-03b9-4bd3-9c88-23b65ed12f63 req-70ae3cf7-6f3f-46a1-8525-1c41898ad861 service neutron] 10.222.0.36 "GET /v2.0/networks/be5d527b-4837-49dc-8ea1-3bb9f17b1194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757379 Aug 16 23:15:45.507597 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4bfc3e92-4af8-4624-a4c1-bd00538d462c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:45.549103 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a8a6cf52-693d-4410-ab23-e5d79724b7d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:45.604725 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a8a6cf52-693d-4410-ab23-e5d79724b7d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:45.666237 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4bfc3e92-4af8-4624-a4c1-bd00538d462c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:45.668796 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4bfc3e92-4af8-4624-a4c1-bd00538d462c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:45.672304 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-4bfc3e92-4af8-4624-a4c1-bd00538d462c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4d561fd0-5d3b-4398-8725-9733c38afc60 HTTP/1.1" status: 204 len: 168 time: 0.3683968 Aug 16 23:15:45.675786 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bb7471b0-03b9-4bd3-9c88-23b65ed12f63 req-9d93d4bf-a29c-4e99-b96c-91dda0003eb0 service neutron] 10.222.0.36 "GET /v2.0/networks/be5d527b-4837-49dc-8ea1-3bb9f17b1194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812882 Aug 16 23:15:45.684678 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfc3e92-4af8-4624-a4c1-bd00538d462c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d561fd0-5d3b-4398-8725-9733c38afc60,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:45.706753 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a8a6cf52-693d-4410-ab23-e5d79724b7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:45.710473 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a8a6cf52-693d-4410-ab23-e5d79724b7d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:45.715069 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-a8a6cf52-693d-4410-ab23-e5d79724b7d3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/900e463d-414c-4cb1-b398-31479ba5e39e HTTP/1.1" status: 204 len: 168 time: 0.3310456 Aug 16 23:15:45.722715 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a6cf52-693d-4410-ab23-e5d79724b7d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=900e463d-414c-4cb1-b398-31479ba5e39e,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:45.729678 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 789018eb-2b21-472a-8510-68e966f8ba85 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:15:45.758657 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 789018eb-2b21-472a-8510-68e966f8ba85 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:15:45.758900 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 789018eb-2b21-472a-8510-68e966f8ba85 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:15:45.759327 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device b56638a8-07b1-4155-9bd3-a8bc289df053 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:15:45.783839 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: b56638a8-07b1-4155-9bd3-a8bc289df053 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:15:45.784199 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device b56638a8-07b1-4155-9bd3-a8bc289df053 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:15:46.076879 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-818c6bc2-2a06-46d7-9075-e4d1810efa2b req-81471b5f-47a3-4c51-a621-1516fa78b270 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9ba5028-a5f3-4150-b47d-a5f8265050b3 HTTP/1.1" status: 200 len: 210 time: 0.0322196 Aug 16 23:15:46.633163 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 40720) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:15:46.739088 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-8678da7d-7ca0-4ff8-802a-f4adb0a7461d admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-212369975-network', 'tenant_id': 'b801c09019ba48db8c892016fd404365'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:15:46.761145 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8678da7d-7ca0-4ff8-802a-f4adb0a7461d admin admin] Made reservation on behalf of b801c09019ba48db8c892016fd404365 for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:15:46.763671 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8678da7d-7ca0-4ff8-802a-f4adb0a7461d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:46.773559 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8678da7d-7ca0-4ff8-802a-f4adb0a7461d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:46.866903 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8678da7d-7ca0-4ff8-802a-f4adb0a7461d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:46.870690 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8678da7d-7ca0-4ff8-802a-f4adb0a7461d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:46.898224 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8678da7d-7ca0-4ff8-802a-f4adb0a7461d admin admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:15:46.908496 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8678da7d-7ca0-4ff8-802a-f4adb0a7461d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf134a2-1f6f-4102-a994-a7b8eb6cd843,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:46.921031 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8678da7d-7ca0-4ff8-802a-f4adb0a7461d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:46.921571 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-8678da7d-7ca0-4ff8-802a-f4adb0a7461d admin admin] Added segment a96cd885-4f89-4cce-9768-f1bb6af274b8 of type vlan for network 501e8c2b-6156-4771-800a-d6da0dff2d0d Aug 16 23:15:46.968524 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8678da7d-7ca0-4ff8-802a-f4adb0a7461d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:47.002099 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8678da7d-7ca0-4ff8-802a-f4adb0a7461d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:47.003505 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8678da7d-7ca0-4ff8-802a-f4adb0a7461d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:47.004304 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8678da7d-7ca0-4ff8-802a-f4adb0a7461d admin admin] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:47.083051 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-8678da7d-7ca0-4ff8-802a-f4adb0a7461d admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4478619 Aug 16 23:15:47.085621 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 40728) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:15:47.090493 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-f4082c5a-2858-4774-b73f-4f3fc3f43f77 admin admin] Request body: {'subnet': {'network_id': '501e8c2b-6156-4771-800a-d6da0dff2d0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-212369975-subnet', 'tenant_id': 'b801c09019ba48db8c892016fd404365', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:15:47.094692 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8678da7d-7ca0-4ff8-802a-f4adb0a7461d admin admin] Pushing event updated for resources: {'Network': ['ID=501e8c2b-6156-4771-800a-d6da0dff2d0d,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:47.107125 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 501e8c2b-6156-4771-800a-d6da0dff2d0d details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:15:47.116125 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4082c5a-2858-4774-b73f-4f3fc3f43f77 admin admin] Made reservation on behalf of b801c09019ba48db8c892016fd404365 for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:15:47.118611 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f4082c5a-2858-4774-b73f-4f3fc3f43f77 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:47.542956 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7471b0-03b9-4bd3-9c88-23b65ed12f63 req-24d8885b-c0ba-4911-a847-06c556449bca tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:47.544877 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-bb7471b0-03b9-4bd3-9c88-23b65ed12f63 req-24d8885b-c0ba-4911-a847-06c556449bca tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] 10.222.0.68 "GET /v2.0/networks?id=be5d527b-4837-49dc-8ea1-3bb9f17b1194 HTTP/1.1" status: 200 len: 813 time: 0.1340439 Aug 16 23:15:47.570321 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-40e11249-71d7-4365-8a76-3d528d24fcc9 req-61c4dbf3-334b-46f5-81a5-a410f0d968dd tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9ba5028-a5f3-4150-b47d-a5f8265050b3 HTTP/1.1" status: 200 len: 210 time: 0.3747377 Aug 16 23:15:47.606150 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-bb7471b0-03b9-4bd3-9c88-23b65ed12f63 req-453aad0c-84d2-4dc3-aeae-f99798adf3d6 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9fb21280028e49bfa9100ff987ff3b9d HTTP/1.1" status: 200 len: 378 time: 0.0479150 Aug 16 23:15:47.619006 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-bb7471b0-03b9-4bd3-9c88-23b65ed12f63 req-bf2afa78-3ccc-4c4e-af95-073617bb6d94 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Request body: {'port': {'device_id': 'b9ba5028-a5f3-4150-b47d-a5f8265050b3', 'network_id': 'be5d527b-4837-49dc-8ea1-3bb9f17b1194', 'admin_state_up': True, 'tenant_id': '9fb21280028e49bfa9100ff987ff3b9d', 'security_groups': ['0a2e3f1b-4aea-4fea-a97a-c2bcc8367e27']}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:15:47.703435 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-1afa74ee-e96f-4863-8af4-1fc396b5bbc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:47.733724 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f4082c5a-2858-4774-b73f-4f3fc3f43f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:47.852487 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb7471b0-03b9-4bd3-9c88-23b65ed12f63 req-bf2afa78-3ccc-4c4e-af95-073617bb6d94 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Made reservation on behalf of 9fb21280028e49bfa9100ff987ff3b9d for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:15:47.856627 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-bb7471b0-03b9-4bd3-9c88-23b65ed12f63 req-bf2afa78-3ccc-4c4e-af95-073617bb6d94 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:47.871548 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4082c5a-2858-4774-b73f-4f3fc3f43f77 admin admin] Checking segment: {'id': 'a96cd885-4f89-4cce-9768-f1bb6af274b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '501e8c2b-6156-4771-800a-d6da0dff2d0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:15:47.871767 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4082c5a-2858-4774-b73f-4f3fc3f43f77 admin admin] Network hostable DHCP agents. Network: 501e8c2b-6156-4771-800a-d6da0dff2d0d, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:15:47.877003 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4082c5a-2858-4774-b73f-4f3fc3f43f77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=520b6c89-cfb8-44a2-b068-2aa6c650ad0f,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:47.909622 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4082c5a-2858-4774-b73f-4f3fc3f43f77 admin admin] Network 501e8c2b-6156-4771-800a-d6da0dff2d0d is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:15:47.923773 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-f4082c5a-2858-4774-b73f-4f3fc3f43f77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 501e8c2b-6156-4771-800a-d6da0dff2d0d) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:15:47.929923 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4082c5a-2858-4774-b73f-4f3fc3f43f77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:47.931188 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f4082c5a-2858-4774-b73f-4f3fc3f43f77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:47.935824 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ff9bb6-812f-4988-b3b6-3e052a23030f None None] Network 501e8c2b-6156-4771-800a-d6da0dff2d0d requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:15:47.976778 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-f4082c5a-2858-4774-b73f-4f3fc3f43f77 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8898914 Aug 16 23:15:48.096414 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-bb7471b0-03b9-4bd3-9c88-23b65ed12f63 req-bf2afa78-3ccc-4c4e-af95-073617bb6d94 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Allocated IP 172.20.0.14 (be5d527b-4837-49dc-8ea1-3bb9f17b1194/fddcdc29-052d-46fa-95f2-f1b8153d4dba/2416a15a-7911-438d-8c1b-a8c3399da81f) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:15:48.155171 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3d181c-0c7a-4e36-8f9f-737be212361d None None] Network 501e8c2b-6156-4771-800a-d6da0dff2d0d requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:15:48.344065 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-bb7471b0-03b9-4bd3-9c88-23b65ed12f63 req-bf2afa78-3ccc-4c4e-af95-073617bb6d94 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:48.364333 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-bb7471b0-03b9-4bd3-9c88-23b65ed12f63 req-bf2afa78-3ccc-4c4e-af95-073617bb6d94 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Transition to ACTIVE for port object 2416a15a-7911-438d-8c1b-a8c3399da81f will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:15:48.399657 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2f4fcc50-00d2-42a3-81d6-093443343da8 req-41db5fe7-0fd3-42be-a5e8-db25ac914cc3 tempest-VolumesNegativeTest-1170467954 tempest-VolumesNegativeTest-1170467954-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=fe7918dfbc52492baeb1298ea0e37ab5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0482409 Aug 16 23:15:48.409513 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-bb7471b0-03b9-4bd3-9c88-23b65ed12f63 req-bf2afa78-3ccc-4c4e-af95-073617bb6d94 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:48.465550 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb7471b0-03b9-4bd3-9c88-23b65ed12f63 req-bf2afa78-3ccc-4c4e-af95-073617bb6d94 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Network be5d527b-4837-49dc-8ea1-3bb9f17b1194 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:15:48.468937 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-bb7471b0-03b9-4bd3-9c88-23b65ed12f63 req-bf2afa78-3ccc-4c4e-af95-073617bb6d94 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:15:48.473128 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb7471b0-03b9-4bd3-9c88-23b65ed12f63 req-bf2afa78-3ccc-4c4e-af95-073617bb6d94 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:15:48.540700 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2afa78-3ccc-4c4e-af95-073617bb6d94 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Pushing event updated for resources: {'Port': ['ID=2416a15a-7911-438d-8c1b-a8c3399da81f,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:48.551573 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7471b0-03b9-4bd3-9c88-23b65ed12f63 req-bf2afa78-3ccc-4c4e-af95-073617bb6d94 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:48.553112 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-bb7471b0-03b9-4bd3-9c88-23b65ed12f63 req-bf2afa78-3ccc-4c4e-af95-073617bb6d94 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:48.570653 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-bb7471b0-03b9-4bd3-9c88-23b65ed12f63 req-bf2afa78-3ccc-4c4e-af95-073617bb6d94 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9581099 Aug 16 23:15:48.586381 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-bb7471b0-03b9-4bd3-9c88-23b65ed12f63 req-fe4feb7b-217c-4736-a251-0fd9ed281a41 service neutron] Request body: {'port': {'device_id': 'b9ba5028-a5f3-4150-b47d-a5f8265050b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:15:48.600937 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4fcc50-00d2-42a3-81d6-093443343da8 req-ccdfe915-22ea-44fc-b5e9-c5f4df3b98c6 tempest-VolumesNegativeTest-1170467954 tempest-VolumesNegativeTest-1170467954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:48.602989 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2f4fcc50-00d2-42a3-81d6-093443343da8 req-ccdfe915-22ea-44fc-b5e9-c5f4df3b98c6 tempest-VolumesNegativeTest-1170467954 tempest-VolumesNegativeTest-1170467954-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2025571 Aug 16 23:15:48.655535 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-bb7471b0-03b9-4bd3-9c88-23b65ed12f63 req-fe4feb7b-217c-4736-a251-0fd9ed281a41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:48.666858 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-ab15e705-4fd8-417a-befd-e26420ae1a77 tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:48.668606 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-ab15e705-4fd8-417a-befd-e26420ae1a77 tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] 10.222.0.36 "GET /v2.0/networks?id=501e8c2b-6156-4771-800a-d6da0dff2d0d HTTP/1.1" status: 200 len: 817 time: 0.1586466 Aug 16 23:15:48.671389 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2f4fcc50-00d2-42a3-81d6-093443343da8 req-45e8e35f-bea2-4160-a16e-a3583fc3a71e tempest-VolumesNegativeTest-1170467954 tempest-VolumesNegativeTest-1170467954-project] 10.222.0.36 "GET /v2.0/quotas/fe7918dfbc52492baeb1298ea0e37ab5 HTTP/1.1" status: 200 len: 375 time: 0.0626590 Aug 16 23:15:48.714012 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2f4fcc50-00d2-42a3-81d6-093443343da8 req-5148c0ac-ec76-480b-80a9-af4875984132 tempest-VolumesNegativeTest-1170467954 tempest-VolumesNegativeTest-1170467954-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=fe7918dfbc52492baeb1298ea0e37ab5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295660 Aug 16 23:15:48.715246 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-59137257-040c-4a01-8b45-e0603ebe8a0b tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] 10.222.0.36 "GET /v2.0/quotas/b801c09019ba48db8c892016fd404365 HTTP/1.1" status: 200 len: 375 time: 0.0388534 Aug 16 23:15:48.760606 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-45e3e8c0-0c94-4fb6-8b92-1ecc3bc8245e tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b801c09019ba48db8c892016fd404365&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377803 Aug 16 23:15:48.783686 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-1fbb20a4-a363-4609-8466-f35eae341a79 None None] Provisioning for port 2416a15a-7911-438d-8c1b-a8c3399da81f completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:15:48.788840 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-1fbb20a4-a363-4609-8466-f35eae341a79 None None] Provisioning complete for port 2416a15a-7911-438d-8c1b-a8c3399da81f triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:15:48.789615 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-1fbb20a4-a363-4609-8466-f35eae341a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:48.847458 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-1fbb20a4-a363-4609-8466-f35eae341a79 None None] Port 2416a15a-7911-438d-8c1b-a8c3399da81f cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:15:48.973359 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-6fd60998-28cb-420e-ad32-f11f0363b44d service neutron] 10.222.0.36 "GET /v2.0/networks/501e8c2b-6156-4771-800a-d6da0dff2d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025456 Aug 16 23:15:49.047580 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-bb7471b0-03b9-4bd3-9c88-23b65ed12f63 req-fe4feb7b-217c-4736-a251-0fd9ed281a41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2416a15a-7911-438d-8c1b-a8c3399da81f {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:15:49.066579 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-bb7471b0-03b9-4bd3-9c88-23b65ed12f63 req-fe4feb7b-217c-4736-a251-0fd9ed281a41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:49.094022 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-bb7471b0-03b9-4bd3-9c88-23b65ed12f63 req-fe4feb7b-217c-4736-a251-0fd9ed281a41 service neutron] Transition to ACTIVE for port object 2416a15a-7911-438d-8c1b-a8c3399da81f will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:15:49.102583 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-bb7471b0-03b9-4bd3-9c88-23b65ed12f63 req-fe4feb7b-217c-4736-a251-0fd9ed281a41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:49.124142 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-59c9cc84-684e-4602-add7-7f590f141eab service neutron] 10.222.0.36 "GET /v2.0/networks/501e8c2b-6156-4771-800a-d6da0dff2d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493151 Aug 16 23:15:49.174217 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4feb7b-217c-4736-a251-0fd9ed281a41 service neutron] Pushing event updated for resources: {'Port': ['ID=2416a15a-7911-438d-8c1b-a8c3399da81f,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:49.220944 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b8c4b3-9e84-48e7-b675-eabad7a1981a req-f197dc41-175f-4d05-87c1-fc083539f982 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:49.241615 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-19b8c4b3-9e84-48e7-b675-eabad7a1981a req-f197dc41-175f-4d05-87c1-fc083539f982 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9ba5028-a5f3-4150-b47d-a5f8265050b3 HTTP/1.1" status: 200 len: 944 time: 0.1443424 Aug 16 23:15:49.290169 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-bb7471b0-03b9-4bd3-9c88-23b65ed12f63 req-fe4feb7b-217c-4736-a251-0fd9ed281a41 service neutron] Attempting to bind port 2416a15a-7911-438d-8c1b-a8c3399da81f on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:15:49.292198 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-bb7471b0-03b9-4bd3-9c88-23b65ed12f63 req-fe4feb7b-217c-4736-a251-0fd9ed281a41 service neutron] Attempting to bind port 2416a15a-7911-438d-8c1b-a8c3399da81f by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': '2488a0b2-8754-4a95-81b9-c394f64916d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'be5d527b-4837-49dc-8ea1-3bb9f17b1194'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:15:49.292665 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7471b0-03b9-4bd3-9c88-23b65ed12f63 req-fe4feb7b-217c-4736-a251-0fd9ed281a41 service neutron] Attempting to bind port 2416a15a-7911-438d-8c1b-a8c3399da81f on network be5d527b-4837-49dc-8ea1-3bb9f17b1194 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:15:49.303608 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7471b0-03b9-4bd3-9c88-23b65ed12f63 req-fe4feb7b-217c-4736-a251-0fd9ed281a41 service neutron] Port 2416a15a-7911-438d-8c1b-a8c3399da81f on network be5d527b-4837-49dc-8ea1-3bb9f17b1194 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:15:49.304085 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7471b0-03b9-4bd3-9c88-23b65ed12f63 req-fe4feb7b-217c-4736-a251-0fd9ed281a41 service neutron] Attempting to bind port 2416a15a-7911-438d-8c1b-a8c3399da81f on network be5d527b-4837-49dc-8ea1-3bb9f17b1194 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:15:49.318264 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7471b0-03b9-4bd3-9c88-23b65ed12f63 req-fe4feb7b-217c-4736-a251-0fd9ed281a41 service neutron] Checking agent: {'id': 'd28e24f9-e5ea-41e1-80bf-3c7943ad7f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:15:49.318805 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7471b0-03b9-4bd3-9c88-23b65ed12f63 req-fe4feb7b-217c-4736-a251-0fd9ed281a41 service neutron] Checking segment: {'id': '2488a0b2-8754-4a95-81b9-c394f64916d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'be5d527b-4837-49dc-8ea1-3bb9f17b1194'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:15:49.319383 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7471b0-03b9-4bd3-9c88-23b65ed12f63 req-fe4feb7b-217c-4736-a251-0fd9ed281a41 service neutron] Bound using segment: {'id': '2488a0b2-8754-4a95-81b9-c394f64916d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'be5d527b-4837-49dc-8ea1-3bb9f17b1194'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:15:49.319949 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-bb7471b0-03b9-4bd3-9c88-23b65ed12f63 req-fe4feb7b-217c-4736-a251-0fd9ed281a41 service neutron] Bound port: 2416a15a-7911-438d-8c1b-a8c3399da81f, host: n-h1-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2488a0b2-8754-4a95-81b9-c394f64916d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'be5d527b-4837-49dc-8ea1-3bb9f17b1194'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:15:49.320462 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-bb7471b0-03b9-4bd3-9c88-23b65ed12f63 req-fe4feb7b-217c-4736-a251-0fd9ed281a41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:49.373989 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-19b8c4b3-9e84-48e7-b675-eabad7a1981a req-e50edc8c-46f2-4fed-b795-3c85675cb992 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a2e3f1b-4aea-4fea-a97a-c2bcc8367e27&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1314378 Aug 16 23:15:49.437706 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-bb7471b0-03b9-4bd3-9c88-23b65ed12f63 req-fe4feb7b-217c-4736-a251-0fd9ed281a41 service neutron] For port 2416a15a-7911-438d-8c1b-a8c3399da81f, host n-h1-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:15:49.446522 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-bb7471b0-03b9-4bd3-9c88-23b65ed12f63 req-fe4feb7b-217c-4736-a251-0fd9ed281a41 service neutron] For port 2416a15a-7911-438d-8c1b-a8c3399da81f, host n-h1-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=2416a15a-7911-438d-8c1b-a8c3399da81f,segment=NetworkSegment(2488a0b2-8754-4a95-81b9-c394f64916d0),segment_id=2488a0b2-8754-4a95-81b9-c394f64916d0)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:15:49.460952 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-bb7471b0-03b9-4bd3-9c88-23b65ed12f63 req-fe4feb7b-217c-4736-a251-0fd9ed281a41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:49.520934 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7471b0-03b9-4bd3-9c88-23b65ed12f63 req-fe4feb7b-217c-4736-a251-0fd9ed281a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:49.522481 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-bb7471b0-03b9-4bd3-9c88-23b65ed12f63 req-fe4feb7b-217c-4736-a251-0fd9ed281a41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:49.525781 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-bb7471b0-03b9-4bd3-9c88-23b65ed12f63 req-fe4feb7b-217c-4736-a251-0fd9ed281a41 service neutron] 10.222.0.68 "PUT /v2.0/ports/2416a15a-7911-438d-8c1b-a8c3399da81f HTTP/1.1" status: 200 len: 1093 time: 0.9455328 Aug 16 23:15:49.529237 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9ba5028-a5f3-4150-b47d-a5f8265050b3', 'tag': '2416a15a-7911-438d-8c1b-a8c3399da81f'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:15:49.533296 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2344d730-924d-47af-8899-0b07e2867a5d" -d '{"events": [{"name": "network-changed", "server_uuid": "b9ba5028-a5f3-4150-b47d-a5f8265050b3", "tag": "2416a15a-7911-438d-8c1b-a8c3399da81f"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:15:49.549621 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ee923c44-789b-46b4-b998-a5defab577a4 req-64f23865-84cc-42d3-8971-eb11628ca7c7 tempest-VolumesNegativeTest-1170467954 tempest-VolumesNegativeTest-1170467954-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2fcf1fd-67a5-49bb-90f6-dafe6a318b49 HTTP/1.1" status: 200 len: 210 time: 0.1041772 Aug 16 23:15:49.580435 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4feb7b-217c-4736-a251-0fd9ed281a41 service neutron] Pushing event updated for resources: {'Port': ['ID=2416a15a-7911-438d-8c1b-a8c3399da81f,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:49.656932 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7471b0-03b9-4bd3-9c88-23b65ed12f63 req-e1ee4722-88b8-407d-8301-41ab3bec4f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:49.659975 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-bb7471b0-03b9-4bd3-9c88-23b65ed12f63 req-e1ee4722-88b8-407d-8301-41ab3bec4f64 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9fb21280028e49bfa9100ff987ff3b9d&device_id=b9ba5028-a5f3-4150-b47d-a5f8265050b3 HTTP/1.1" status: 200 len: 1096 time: 0.0655038 Aug 16 23:15:49.688510 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d7a9ae8-add0-4c21-a7cf-c59442f672e7 x-openstack-request-id: req-5d7a9ae8-add0-4c21-a7cf-c59442f672e7 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:15:49.688788 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9ba5028-a5f3-4150-b47d-a5f8265050b3", "tag": "2416a15a-7911-438d-8c1b-a8c3399da81f", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:15:49.690186 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5d7a9ae8-add0-4c21-a7cf-c59442f672e7 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:15:49.690616 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9ba5028-a5f3-4150-b47d-a5f8265050b3', 'tag': '2416a15a-7911-438d-8c1b-a8c3399da81f', 'status': 'completed', 'code': 200} Aug 16 23:15:49.730429 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-bb7471b0-03b9-4bd3-9c88-23b65ed12f63 req-681a2e54-d444-44e2-b85b-828082af467f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2416a15a-7911-438d-8c1b-a8c3399da81f HTTP/1.1" status: 200 len: 217 time: 0.0576110 Aug 16 23:15:49.763057 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-29b2e3a4-491d-40ae-9922-3a8150af76ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:49.765959 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-50f2ff54-3be0-43dd-9444-4120c771a68f req-7ca9326d-4cb7-41e4-aa3d-28a5dbb3e685 tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] 10.222.0.36 "GET /v2.0/ports?device_id=58d3c187-58aa-44a9-a9da-3d32c1407ca6 HTTP/1.1" status: 200 len: 210 time: 0.0504847 Aug 16 23:15:49.837064 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7471b0-03b9-4bd3-9c88-23b65ed12f63 req-674c705b-2c76-423c-b130-5d846182a262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:49.839232 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-bb7471b0-03b9-4bd3-9c88-23b65ed12f63 req-674c705b-2c76-423c-b130-5d846182a262 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=fddcdc29-052d-46fa-95f2-f1b8153d4dba HTTP/1.1" status: 200 len: 852 time: 0.1033244 Aug 16 23:15:49.905567 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7471b0-03b9-4bd3-9c88-23b65ed12f63 req-e3605b6f-4727-48bb-a2a6-6f8fd25ba488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:49.907521 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-bb7471b0-03b9-4bd3-9c88-23b65ed12f63 req-e3605b6f-4727-48bb-a2a6-6f8fd25ba488 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=be5d527b-4837-49dc-8ea1-3bb9f17b1194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0605085 Aug 16 23:15:50.055817 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-bb7471b0-03b9-4bd3-9c88-23b65ed12f63 req-7b0fac80-b2c4-4b76-a748-007672a86491 service neutron] 10.222.0.68 "GET /v2.0/networks/be5d527b-4837-49dc-8ea1-3bb9f17b1194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393569 Aug 16 23:15:50.182006 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-bb7471b0-03b9-4bd3-9c88-23b65ed12f63 req-bce7032a-4cf9-4933-b560-66d13d8c8d8e service neutron] 10.222.0.68 "GET /v2.0/networks/be5d527b-4837-49dc-8ea1-3bb9f17b1194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182840 Aug 16 23:15:50.284124 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2344d730-924d-47af-8899-0b07e2867a5d req-fd367802-eec4-40de-a120-06ecc660309d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:50.286231 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2344d730-924d-47af-8899-0b07e2867a5d req-fd367802-eec4-40de-a120-06ecc660309d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9fb21280028e49bfa9100ff987ff3b9d&device_id=b9ba5028-a5f3-4150-b47d-a5f8265050b3 HTTP/1.1" status: 200 len: 1096 time: 0.0454211 Aug 16 23:15:50.431594 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2344d730-924d-47af-8899-0b07e2867a5d req-db7a3e7d-34ef-4b8c-b766-5e9d3530dbba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:50.433510 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2344d730-924d-47af-8899-0b07e2867a5d req-db7a3e7d-34ef-4b8c-b766-5e9d3530dbba service neutron] 10.222.0.68 "GET /v2.0/networks?id=be5d527b-4837-49dc-8ea1-3bb9f17b1194 HTTP/1.1" status: 200 len: 914 time: 0.1398735 Aug 16 23:15:50.482834 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2f4fcc50-00d2-42a3-81d6-093443343da8 req-06577d6b-0f74-4edf-96d5-57e5c15bf219 tempest-VolumesNegativeTest-1170467954 tempest-VolumesNegativeTest-1170467954-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=fe7918dfbc52492baeb1298ea0e37ab5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0556755 Aug 16 23:15:50.497328 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2344d730-924d-47af-8899-0b07e2867a5d req-45e62273-f82c-4e4e-bbbd-872262572b92 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2416a15a-7911-438d-8c1b-a8c3399da81f HTTP/1.1" status: 200 len: 217 time: 0.0557013 Aug 16 23:15:50.589744 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2344d730-924d-47af-8899-0b07e2867a5d req-79349cd0-a811-4119-8ba4-613c4fb10c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:50.591417 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2344d730-924d-47af-8899-0b07e2867a5d req-79349cd0-a811-4119-8ba4-613c4fb10c28 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=fddcdc29-052d-46fa-95f2-f1b8153d4dba HTTP/1.1" status: 200 len: 852 time: 0.0851750 Aug 16 23:15:50.626936 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:50.675483 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7fedd895-4b4e-4560-b07b-f4a7fc0f13b6 req-43ed6529-9141-4f6c-8760-24290666a805 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0829349 Aug 16 23:15:50.689509 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2344d730-924d-47af-8899-0b07e2867a5d req-3c2179b1-5cb5-4491-9b45-406e0f965717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:50.691044 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2344d730-924d-47af-8899-0b07e2867a5d req-3c2179b1-5cb5-4491-9b45-406e0f965717 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=be5d527b-4837-49dc-8ea1-3bb9f17b1194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0667951 Aug 16 23:15:50.743893 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c75147-9d38-49b2-a324-ef2325c86cd0 req-c743fe6b-19e6-4a2c-af12-77e110a62833 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:50.755041 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c7c75147-9d38-49b2-a324-ef2325c86cd0 req-c743fe6b-19e6-4a2c-af12-77e110a62833 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9ba5028-a5f3-4150-b47d-a5f8265050b3 HTTP/1.1" status: 200 len: 944 time: 0.2792861 Aug 16 23:15:50.780074 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4fcc50-00d2-42a3-81d6-093443343da8 req-c108e7b7-24e2-433c-ba0d-01002a91f26b tempest-VolumesNegativeTest-1170467954 tempest-VolumesNegativeTest-1170467954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:50.782331 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2f4fcc50-00d2-42a3-81d6-093443343da8 req-c108e7b7-24e2-433c-ba0d-01002a91f26b tempest-VolumesNegativeTest-1170467954 tempest-VolumesNegativeTest-1170467954-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2752113 Aug 16 23:15:50.810686 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2344d730-924d-47af-8899-0b07e2867a5d req-30cb5ed4-552f-4553-a2f4-74f0f9053513 service neutron] 10.222.0.68 "GET /v2.0/networks/be5d527b-4837-49dc-8ea1-3bb9f17b1194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080091 Aug 16 23:15:50.820180 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-2f4fcc50-00d2-42a3-81d6-093443343da8 req-20b49ff6-e290-493b-b50d-933136363f32 tempest-VolumesNegativeTest-1170467954 tempest-VolumesNegativeTest-1170467954-project] Request body: {'port': {'device_id': 'c2fcf1fd-67a5-49bb-90f6-dafe6a318b49', 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd', 'admin_state_up': True, 'tenant_id': 'fe7918dfbc52492baeb1298ea0e37ab5'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:15:50.947820 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-82affb41-d11f-4107-ba71-b022e338697b req-ab136698-cf64-4d8c-945e-406c2a173cf3 tempest-VolumesNegativeTest-1170467954 tempest-VolumesNegativeTest-1170467954-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2fcf1fd-67a5-49bb-90f6-dafe6a318b49 HTTP/1.1" status: 200 len: 210 time: 0.1499689 Aug 16 23:15:50.997401 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c7c75147-9d38-49b2-a324-ef2325c86cd0 req-92497655-820c-4115-aa9f-1ef8801bbb9a tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a2e3f1b-4aea-4fea-a97a-c2bcc8367e27&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2409124 Aug 16 23:15:51.008807 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fedd895-4b4e-4560-b07b-f4a7fc0f13b6 req-627191a5-4df4-48bf-80d9-2d1277917f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:51.011523 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7fedd895-4b4e-4560-b07b-f4a7fc0f13b6 req-627191a5-4df4-48bf-80d9-2d1277917f09 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ee91ace37a634fb9abb791ce5d24078e&device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 1097 time: 0.0945520 Aug 16 23:15:51.054144 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2344d730-924d-47af-8899-0b07e2867a5d req-9eb4ad9e-6073-4b6f-a622-ba6fe89f6044 service neutron] 10.222.0.68 "GET /v2.0/networks/be5d527b-4837-49dc-8ea1-3bb9f17b1194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352579 Aug 16 23:15:51.156626 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dddd02c9-54ed-422e-aa3d-fc24a9677774 req-e17269e2-18e0-4869-af02-63232bc97ac6 tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] 10.222.0.36 "GET /v2.0/ports?device_id=58d3c187-58aa-44a9-a9da-3d32c1407ca6 HTTP/1.1" status: 200 len: 210 time: 0.0631258 Aug 16 23:15:51.203874 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f4fcc50-00d2-42a3-81d6-093443343da8 req-20b49ff6-e290-493b-b50d-933136363f32 tempest-VolumesNegativeTest-1170467954 tempest-VolumesNegativeTest-1170467954-project] Made reservation on behalf of fe7918dfbc52492baeb1298ea0e37ab5 for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:15:51.207658 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-2f4fcc50-00d2-42a3-81d6-093443343da8 req-20b49ff6-e290-493b-b50d-933136363f32 tempest-VolumesNegativeTest-1170467954 tempest-VolumesNegativeTest-1170467954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:51.222147 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-2f4fcc50-00d2-42a3-81d6-093443343da8 req-20b49ff6-e290-493b-b50d-933136363f32 tempest-VolumesNegativeTest-1170467954 tempest-VolumesNegativeTest-1170467954-project] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:51.325458 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fedd895-4b4e-4560-b07b-f4a7fc0f13b6 req-50f1ba65-514c-4f13-842a-e8fb96f9d03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:51.329210 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7fedd895-4b4e-4560-b07b-f4a7fc0f13b6 req-50f1ba65-514c-4f13-842a-e8fb96f9d03c service neutron] 10.222.0.57 "GET /v2.0/networks?id=6152efff-6e82-46a1-acb7-149d7c33d5d6 HTTP/1.1" status: 200 len: 913 time: 0.1641157 Aug 16 23:15:51.375860 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-2f4fcc50-00d2-42a3-81d6-093443343da8 req-20b49ff6-e290-493b-b50d-933136363f32 tempest-VolumesNegativeTest-1170467954 tempest-VolumesNegativeTest-1170467954-project] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:51.383713 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-2f4fcc50-00d2-42a3-81d6-093443343da8 req-20b49ff6-e290-493b-b50d-933136363f32 tempest-VolumesNegativeTest-1170467954 tempest-VolumesNegativeTest-1170467954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:51.486652 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7fedd895-4b4e-4560-b07b-f4a7fc0f13b6 req-62f6b269-6f29-40a7-bd0c-97e19abf5dd6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62ad7c9a-9355-476c-9726-91c7fd566244 HTTP/1.1" status: 200 len: 1000 time: 0.1306059 Aug 16 23:15:51.494408 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.57', 64548) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:15:51.544105 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b49ff6-e290-493b-b50d-933136363f32 tempest-VolumesNegativeTest-1170467954 tempest-VolumesNegativeTest-1170467954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=713547d4-6640-4855-ac4d-984ef990d8fc,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:51.573993 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:51.593097 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [req-2f4fcc50-00d2-42a3-81d6-093443343da8 req-20b49ff6-e290-493b-b50d-933136363f32 tempest-VolumesNegativeTest-1170467954 tempest-VolumesNegativeTest-1170467954-project] Allocated IP 192.168.233.142 (a2f596d0-b80e-4404-bf4b-27a7e14f50dd/6af2b868-37d3-46ab-a526-0465929f13c8/fff8b294-76ef-42d4-8a1b-b3d54beb50f0) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:15:51.643447 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fedd895-4b4e-4560-b07b-f4a7fc0f13b6 req-8d891dd2-f571-4ff7-8545-3ec07bc310fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:51.644912 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7fedd895-4b4e-4560-b07b-f4a7fc0f13b6 req-8d891dd2-f571-4ff7-8545-3ec07bc310fa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7d6a27ac-d81b-4d19-9995-25afe2c6f338 HTTP/1.1" status: 200 len: 851 time: 0.0741806 Aug 16 23:15:51.812072 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-02fa7a98-5c83-4aef-aae1-2a3104a6ca45 tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:51.813860 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-02fa7a98-5c83-4aef-aae1-2a3104a6ca45 tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] 10.222.0.57 "GET /v2.0/networks?id=501e8c2b-6156-4771-800a-d6da0dff2d0d HTTP/1.1" status: 200 len: 817 time: 0.3109355 Aug 16 23:15:51.821746 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fedd895-4b4e-4560-b07b-f4a7fc0f13b6 req-2c18bd9b-05f7-4a7c-a74e-c16206641494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:51.823961 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7fedd895-4b4e-4560-b07b-f4a7fc0f13b6 req-2c18bd9b-05f7-4a7c-a74e-c16206641494 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6152efff-6e82-46a1-acb7-149d7c33d5d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1717763 Aug 16 23:15:51.839863 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-2f4fcc50-00d2-42a3-81d6-093443343da8 req-20b49ff6-e290-493b-b50d-933136363f32 tempest-VolumesNegativeTest-1170467954 tempest-VolumesNegativeTest-1170467954-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:51.857983 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-2f4fcc50-00d2-42a3-81d6-093443343da8 req-20b49ff6-e290-493b-b50d-933136363f32 tempest-VolumesNegativeTest-1170467954 tempest-VolumesNegativeTest-1170467954-project] Transition to ACTIVE for port object fff8b294-76ef-42d4-8a1b-b3d54beb50f0 will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:15:51.891814 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-ea75b30a-e7fe-4df2-831a-0b113752a49c tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] Request body: {'port': {'device_id': 'b527f8ee-f700-435a-8b7a-5f4ab8098d54', 'network_id': '501e8c2b-6156-4771-800a-d6da0dff2d0d', 'admin_state_up': True, 'tenant_id': 'b801c09019ba48db8c892016fd404365'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:15:51.900665 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-2f4fcc50-00d2-42a3-81d6-093443343da8 req-20b49ff6-e290-493b-b50d-933136363f32 tempest-VolumesNegativeTest-1170467954 tempest-VolumesNegativeTest-1170467954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:51.926984 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-ab47e60f-bc48-4554-ba15-45375c48d371 tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:51.928306 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-ab47e60f-bc48-4554-ba15-45375c48d371 tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] 10.222.0.68 "GET /v2.0/networks?id=501e8c2b-6156-4771-800a-d6da0dff2d0d HTTP/1.1" status: 200 len: 817 time: 0.2651486 Aug 16 23:15:51.955703 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.57', 64549) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:15:51.966814 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f4fcc50-00d2-42a3-81d6-093443343da8 req-20b49ff6-e290-493b-b50d-933136363f32 tempest-VolumesNegativeTest-1170467954 tempest-VolumesNegativeTest-1170467954-project] Network a2f596d0-b80e-4404-bf4b-27a7e14f50dd is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:15:51.995906 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-f32a90ea-3320-40fb-a376-c3f69e6b7a20 tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] Request body: {'port': {'device_id': '11dcbf73-c5d0-4245-8373-93acc5280d23', 'network_id': '501e8c2b-6156-4771-800a-d6da0dff2d0d', 'admin_state_up': True, 'tenant_id': 'b801c09019ba48db8c892016fd404365'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:15:52.063475 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [req-2f4fcc50-00d2-42a3-81d6-093443343da8 req-20b49ff6-e290-493b-b50d-933136363f32 tempest-VolumesNegativeTest-1170467954 tempest-VolumesNegativeTest-1170467954-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:15:52.065778 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b49ff6-e290-493b-b50d-933136363f32 tempest-VolumesNegativeTest-1170467954 tempest-VolumesNegativeTest-1170467954-project] Pushing event updated for resources: {'Port': ['ID=fff8b294-76ef-42d4-8a1b-b3d54beb50f0,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:52.082527 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f4fcc50-00d2-42a3-81d6-093443343da8 req-20b49ff6-e290-493b-b50d-933136363f32 tempest-VolumesNegativeTest-1170467954 tempest-VolumesNegativeTest-1170467954-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:15:52.196952 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4fcc50-00d2-42a3-81d6-093443343da8 req-20b49ff6-e290-493b-b50d-933136363f32 tempest-VolumesNegativeTest-1170467954 tempest-VolumesNegativeTest-1170467954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:52.197935 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-2f4fcc50-00d2-42a3-81d6-093443343da8 req-20b49ff6-e290-493b-b50d-933136363f32 tempest-VolumesNegativeTest-1170467954 tempest-VolumesNegativeTest-1170467954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:52.260935 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2f4fcc50-00d2-42a3-81d6-093443343da8 req-20b49ff6-e290-493b-b50d-933136363f32 tempest-VolumesNegativeTest-1170467954 tempest-VolumesNegativeTest-1170467954-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4618006 Aug 16 23:15:52.387768 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-2f4fcc50-00d2-42a3-81d6-093443343da8 req-a3ba359b-0e66-4473-aa02-d6fe07b09964 service neutron] Request body: {'port': {'device_id': 'c2fcf1fd-67a5-49bb-90f6-dafe6a318b49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-26'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:15:52.454163 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-fdfd4516-ee76-47c9-aef5-bbba20d97efa tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:52.455641 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-fdfd4516-ee76-47c9-aef5-bbba20d97efa tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] 10.222.0.57 "GET /v2.0/networks?id=501e8c2b-6156-4771-800a-d6da0dff2d0d HTTP/1.1" status: 200 len: 817 time: 0.4870367 Aug 16 23:15:52.470431 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-7530b3e5-bdcd-4e61-8d95-2c70a59b76a6 None None] Provisioning for port fff8b294-76ef-42d4-8a1b-b3d54beb50f0 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:15:52.474679 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d5d3fd-3643-4400-89fe-91851e35e377 req-e6330c42-f13d-4ca7-94a2-4119c5b378d9 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:52.476285 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-24d5d3fd-3643-4400-89fe-91851e35e377 req-e6330c42-f13d-4ca7-94a2-4119c5b378d9 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9ba5028-a5f3-4150-b47d-a5f8265050b3 HTTP/1.1" status: 200 len: 944 time: 0.2410793 Aug 16 23:15:52.479790 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-7530b3e5-bdcd-4e61-8d95-2c70a59b76a6 None None] Provisioning complete for port fff8b294-76ef-42d4-8a1b-b3d54beb50f0 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:15:52.480591 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7530b3e5-bdcd-4e61-8d95-2c70a59b76a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:52.517165 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-7530b3e5-bdcd-4e61-8d95-2c70a59b76a6 None None] Port fff8b294-76ef-42d4-8a1b-b3d54beb50f0 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:15:52.528331 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-a48fa652-511f-48c8-9157-1c502fb63a1e tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] Request body: {'port': {'device_id': '58d3c187-58aa-44a9-a9da-3d32c1407ca6', 'network_id': '501e8c2b-6156-4771-800a-d6da0dff2d0d', 'admin_state_up': True, 'tenant_id': 'b801c09019ba48db8c892016fd404365'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:15:52.560725 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7fedd895-4b4e-4560-b07b-f4a7fc0f13b6 req-161b1f42-d63a-43b1-ac3d-bee65ec61dee service neutron] 10.222.0.57 "GET /v2.0/networks/6152efff-6e82-46a1-acb7-149d7c33d5d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6812530 Aug 16 23:15:52.606694 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44509bfb-51bc-477a-b4f8-c3f71944b472 req-e957bc67-ccfe-469a-9abb-6880473ff8a2 tempest-VolumesNegativeTest-1170467954 tempest-VolumesNegativeTest-1170467954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:52.608222 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-44509bfb-51bc-477a-b4f8-c3f71944b472 req-e957bc67-ccfe-469a-9abb-6880473ff8a2 tempest-VolumesNegativeTest-1170467954 tempest-VolumesNegativeTest-1170467954-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2fcf1fd-67a5-49bb-90f6-dafe6a318b49 HTTP/1.1" status: 200 len: 936 time: 0.3693380 Aug 16 23:15:52.629192 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-24d5d3fd-3643-4400-89fe-91851e35e377 req-e7b92c1b-81d4-4cbd-ae07-f02fbaa8f27f tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a2e3f1b-4aea-4fea-a97a-c2bcc8367e27&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1126571 Aug 16 23:15:52.630803 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-2f4fcc50-00d2-42a3-81d6-093443343da8 req-a3ba359b-0e66-4473-aa02-d6fe07b09964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:52.655857 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.db.api [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-f32a90ea-3320-40fb-a376-c3f69e6b7a20 tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 23:15:52.655857 n-d-791506-26 neutron-server[101291]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 16 23:15:52.655857 n-d-791506-26 neutron-server[101291]: [parameters: {'project_id': 'b801c09019ba48db8c892016fd404365', 'id': '38ae70fc-eda0-4af7-80eb-b665a5fc2c27', 'expiration': datetime.datetime(2021, 8, 16, 23, 17, 52, 642427)}] Aug 16 23:15:52.655857 n-d-791506-26 neutron-server[101291]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 23:15:52.656777 n-d-791506-26 neutron-server[101291]: DEBUG oslo_db.api [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-f32a90ea-3320-40fb-a376-c3f69e6b7a20 tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 23:15:52.676102 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-ea75b30a-e7fe-4df2-831a-0b113752a49c tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] Made reservation on behalf of b801c09019ba48db8c892016fd404365 for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:15:52.681265 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-ea75b30a-e7fe-4df2-831a-0b113752a49c tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:52.730502 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7fedd895-4b4e-4560-b07b-f4a7fc0f13b6 req-c65ed799-2f51-4a9e-8aff-2ea74ad836ae service neutron] 10.222.0.57 "GET /v2.0/networks/6152efff-6e82-46a1-acb7-149d7c33d5d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620924 Aug 16 23:15:52.792234 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:52.810958 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-98aac734-0a2c-4ebc-8e99-378bea070e4a req-9971147f-7f91-4fed-89e3-33f5e5e37df2 tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] 10.222.0.36 "GET /v2.0/ports?device_id=58d3c187-58aa-44a9-a9da-3d32c1407ca6 HTTP/1.1" status: 200 len: 210 time: 0.0924449 Aug 16 23:15:52.884809 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-44509bfb-51bc-477a-b4f8-c3f71944b472 req-04377bff-3a4d-4960-92c9-682f4593f1ab tempest-VolumesNegativeTest-1170467954 tempest-VolumesNegativeTest-1170467954-project] 10.222.0.36 "GET /v2.0/security-groups?id=713547d4-6640-4855-ac4d-984ef990d8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536592 Aug 16 23:15:52.891320 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-ea75b30a-e7fe-4df2-831a-0b113752a49c tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] Allocated IP 172.20.0.8 (501e8c2b-6156-4771-800a-d6da0dff2d0d/520b6c89-cfb8-44a2-b068-2aa6c650ad0f/03615de9-9fa8-4dd1-be85-1d9bdabf5aef) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:15:52.922261 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-a48fa652-511f-48c8-9157-1c502fb63a1e tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] Made reservation on behalf of b801c09019ba48db8c892016fd404365 for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:15:52.926066 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-a48fa652-511f-48c8-9157-1c502fb63a1e tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:53.085937 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-ea75b30a-e7fe-4df2-831a-0b113752a49c tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:53.131530 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-ea75b30a-e7fe-4df2-831a-0b113752a49c tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:53.207602 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-ea75b30a-e7fe-4df2-831a-0b113752a49c tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] Network 501e8c2b-6156-4771-800a-d6da0dff2d0d is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:15:53.212253 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea75b30a-e7fe-4df2-831a-0b113752a49c tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] Pushing event updated for resources: {'Port': ['ID=03615de9-9fa8-4dd1-be85-1d9bdabf5aef,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:53.214617 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [req-2f4fcc50-00d2-42a3-81d6-093443343da8 req-a3ba359b-0e66-4473-aa02-d6fe07b09964 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fff8b294-76ef-42d4-8a1b-b3d54beb50f0 {{(pid=101292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:15:53.214798 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-ea75b30a-e7fe-4df2-831a-0b113752a49c tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:15:53.217174 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-ea75b30a-e7fe-4df2-831a-0b113752a49c tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:15:53.219839 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-f32a90ea-3320-40fb-a376-c3f69e6b7a20 tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] Made reservation on behalf of b801c09019ba48db8c892016fd404365 for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:15:53.225534 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-f32a90ea-3320-40fb-a376-c3f69e6b7a20 tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:53.232249 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-2f4fcc50-00d2-42a3-81d6-093443343da8 req-a3ba359b-0e66-4473-aa02-d6fe07b09964 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:53.258567 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-a48fa652-511f-48c8-9157-1c502fb63a1e tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] Allocated IP 172.20.0.4 (501e8c2b-6156-4771-800a-d6da0dff2d0d/520b6c89-cfb8-44a2-b068-2aa6c650ad0f/5fefaa6c-d674-4377-ad79-65fb62481123) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:15:53.266181 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-2f4fcc50-00d2-42a3-81d6-093443343da8 req-a3ba359b-0e66-4473-aa02-d6fe07b09964 service neutron] Transition to ACTIVE for port object fff8b294-76ef-42d4-8a1b-b3d54beb50f0 will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:15:53.277198 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-2f4fcc50-00d2-42a3-81d6-093443343da8 req-a3ba359b-0e66-4473-aa02-d6fe07b09964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:53.290766 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-ea75b30a-e7fe-4df2-831a-0b113752a49c tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:53.291406 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-ea75b30a-e7fe-4df2-831a-0b113752a49c tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:53.344416 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-ea75b30a-e7fe-4df2-831a-0b113752a49c tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4660354 Aug 16 23:15:53.364711 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-bcfd6bd0-67b4-44e9-827d-31b06a0cb0cf service neutron] Request body: {'port': {'device_id': 'b527f8ee-f700-435a-8b7a-5f4ab8098d54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:15:53.382974 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ba359b-0e66-4473-aa02-d6fe07b09964 service neutron] Pushing event updated for resources: {'Port': ['ID=fff8b294-76ef-42d4-8a1b-b3d54beb50f0,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:53.433147 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-bcfd6bd0-67b4-44e9-827d-31b06a0cb0cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:53.573226 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-2f4fcc50-00d2-42a3-81d6-093443343da8 req-a3ba359b-0e66-4473-aa02-d6fe07b09964 service neutron] Attempting to bind port fff8b294-76ef-42d4-8a1b-b3d54beb50f0 on host n-h2-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:15:53.573600 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-2f4fcc50-00d2-42a3-81d6-093443343da8 req-a3ba359b-0e66-4473-aa02-d6fe07b09964 service neutron] Attempting to bind port fff8b294-76ef-42d4-8a1b-b3d54beb50f0 by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:15:53.573967 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4fcc50-00d2-42a3-81d6-093443343da8 req-a3ba359b-0e66-4473-aa02-d6fe07b09964 service neutron] Attempting to bind port fff8b294-76ef-42d4-8a1b-b3d54beb50f0 on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:15:53.586976 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4fcc50-00d2-42a3-81d6-093443343da8 req-a3ba359b-0e66-4473-aa02-d6fe07b09964 service neutron] Port fff8b294-76ef-42d4-8a1b-b3d54beb50f0 on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:15:53.587371 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4fcc50-00d2-42a3-81d6-093443343da8 req-a3ba359b-0e66-4473-aa02-d6fe07b09964 service neutron] Attempting to bind port fff8b294-76ef-42d4-8a1b-b3d54beb50f0 on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:15:53.601955 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4fcc50-00d2-42a3-81d6-093443343da8 req-a3ba359b-0e66-4473-aa02-d6fe07b09964 service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:15:53.602294 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4fcc50-00d2-42a3-81d6-093443343da8 req-a3ba359b-0e66-4473-aa02-d6fe07b09964 service neutron] Checking segment: {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:15:53.602695 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4fcc50-00d2-42a3-81d6-093443343da8 req-a3ba359b-0e66-4473-aa02-d6fe07b09964 service neutron] Bound using segment: {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:15:53.603106 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-2f4fcc50-00d2-42a3-81d6-093443343da8 req-a3ba359b-0e66-4473-aa02-d6fe07b09964 service neutron] Bound port: fff8b294-76ef-42d4-8a1b-b3d54beb50f0, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:15:53.603464 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-2f4fcc50-00d2-42a3-81d6-093443343da8 req-a3ba359b-0e66-4473-aa02-d6fe07b09964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:53.616106 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-a48fa652-511f-48c8-9157-1c502fb63a1e tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:53.693371 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-2f4fcc50-00d2-42a3-81d6-093443343da8 req-a3ba359b-0e66-4473-aa02-d6fe07b09964 service neutron] For port fff8b294-76ef-42d4-8a1b-b3d54beb50f0, host n-h2-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:15:53.697503 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-2f4fcc50-00d2-42a3-81d6-093443343da8 req-a3ba359b-0e66-4473-aa02-d6fe07b09964 service neutron] For port fff8b294-76ef-42d4-8a1b-b3d54beb50f0, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=fff8b294-76ef-42d4-8a1b-b3d54beb50f0,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:15:53.702142 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-2f4fcc50-00d2-42a3-81d6-093443343da8 req-a3ba359b-0e66-4473-aa02-d6fe07b09964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:53.710550 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-a48fa652-511f-48c8-9157-1c502fb63a1e tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:53.762699 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-f32a90ea-3320-40fb-a376-c3f69e6b7a20 tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] Allocated IP 172.20.0.14 (501e8c2b-6156-4771-800a-d6da0dff2d0d/520b6c89-cfb8-44a2-b068-2aa6c650ad0f/db918e12-0d7e-41f2-a222-068652d9640d) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:15:53.763443 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4fcc50-00d2-42a3-81d6-093443343da8 req-a3ba359b-0e66-4473-aa02-d6fe07b09964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:53.764094 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-2f4fcc50-00d2-42a3-81d6-093443343da8 req-a3ba359b-0e66-4473-aa02-d6fe07b09964 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:53.765558 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2f4fcc50-00d2-42a3-81d6-093443343da8 req-a3ba359b-0e66-4473-aa02-d6fe07b09964 service neutron] 10.222.0.57 "PUT /v2.0/ports/fff8b294-76ef-42d4-8a1b-b3d54beb50f0 HTTP/1.1" status: 200 len: 1097 time: 1.3914101 Aug 16 23:15:53.785716 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2fcf1fd-67a5-49bb-90f6-dafe6a318b49', 'tag': 'fff8b294-76ef-42d4-8a1b-b3d54beb50f0'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:15:53.788964 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f453132a-3b84-4a9e-9340-6dadf653aacc" -d '{"events": [{"name": "network-changed", "server_uuid": "c2fcf1fd-67a5-49bb-90f6-dafe6a318b49", "tag": "fff8b294-76ef-42d4-8a1b-b3d54beb50f0"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:15:53.799233 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-a48fa652-511f-48c8-9157-1c502fb63a1e tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] Network 501e8c2b-6156-4771-800a-d6da0dff2d0d is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:15:53.807447 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-a48fa652-511f-48c8-9157-1c502fb63a1e tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:15:53.816900 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-a48fa652-511f-48c8-9157-1c502fb63a1e tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:15:53.859374 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ba359b-0e66-4473-aa02-d6fe07b09964 service neutron] Pushing event updated for resources: {'Port': ['ID=fff8b294-76ef-42d4-8a1b-b3d54beb50f0,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:53.865654 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71cc9ce0-a46e-47b7-82f5-a8f31e75b31f x-openstack-request-id: req-71cc9ce0-a46e-47b7-82f5-a8f31e75b31f {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:15:53.865987 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2fcf1fd-67a5-49bb-90f6-dafe6a318b49", "tag": "fff8b294-76ef-42d4-8a1b-b3d54beb50f0", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:15:53.866190 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-71cc9ce0-a46e-47b7-82f5-a8f31e75b31f {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:15:53.866585 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2fcf1fd-67a5-49bb-90f6-dafe6a318b49', 'tag': 'fff8b294-76ef-42d4-8a1b-b3d54beb50f0', 'status': 'completed', 'code': 200} Aug 16 23:15:53.953530 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9a7580-bff7-457c-abcf-fab38713b480 req-5cf82f60-e5c1-444d-acb4-ccd42fa45849 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:53.955091 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2e9a7580-bff7-457c-abcf-fab38713b480 req-5cf82f60-e5c1-444d-acb4-ccd42fa45849 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9ba5028-a5f3-4150-b47d-a5f8265050b3 HTTP/1.1" status: 200 len: 944 time: 0.2167625 Aug 16 23:15:53.972390 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-f32a90ea-3320-40fb-a376-c3f69e6b7a20 tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:54.003764 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-a48fa652-511f-48c8-9157-1c502fb63a1e tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:54.004395 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-a48fa652-511f-48c8-9157-1c502fb63a1e tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:54.029459 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-f32a90ea-3320-40fb-a376-c3f69e6b7a20 tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:54.030340 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48fa652-511f-48c8-9157-1c502fb63a1e tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] Pushing event updated for resources: {'Port': ['ID=5fefaa6c-d674-4377-ad79-65fb62481123,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:54.045970 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4fcc50-00d2-42a3-81d6-093443343da8 req-0b70d101-a69e-419a-aade-be2df8285df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:54.047647 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2f4fcc50-00d2-42a3-81d6-093443343da8 req-0b70d101-a69e-419a-aade-be2df8285df2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fe7918dfbc52492baeb1298ea0e37ab5&device_id=c2fcf1fd-67a5-49bb-90f6-dafe6a318b49 HTTP/1.1" status: 200 len: 1100 time: 0.2202506 Aug 16 23:15:54.058501 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-a48fa652-511f-48c8-9157-1c502fb63a1e tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5445914 Aug 16 23:15:54.071308 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2e9a7580-bff7-457c-abcf-fab38713b480 req-c1d11991-227d-49d5-b7a8-ae619d2057d9 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a2e3f1b-4aea-4fea-a97a-c2bcc8367e27&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0920386 Aug 16 23:15:54.079828 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8a9fae-5f6d-4471-b262-b3489d344d56 req-1484f51b-de6b-4343-96ac-f26499cd043f tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:54.081434 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3c8a9fae-5f6d-4471-b262-b3489d344d56 req-1484f51b-de6b-4343-96ac-f26499cd043f tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] 10.222.0.36 "GET /v2.0/ports?device_id=58d3c187-58aa-44a9-a9da-3d32c1407ca6 HTTP/1.1" status: 200 len: 931 time: 0.1624622 Aug 16 23:15:54.087403 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-7d63bfa5-8deb-4e08-b790-bb47bb10676a service neutron] Request body: {'port': {'device_id': '58d3c187-58aa-44a9-a9da-3d32c1407ca6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-26'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:15:54.115428 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-f32a90ea-3320-40fb-a376-c3f69e6b7a20 tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] Network 501e8c2b-6156-4771-800a-d6da0dff2d0d is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:15:54.121729 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-f32a90ea-3320-40fb-a376-c3f69e6b7a20 tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:15:54.128026 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-f32a90ea-3320-40fb-a376-c3f69e6b7a20 tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:15:54.159692 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32a90ea-3320-40fb-a376-c3f69e6b7a20 tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] Pushing event updated for resources: {'Port': ['ID=db918e12-0d7e-41f2-a222-068652d9640d,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:54.160800 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2f4fcc50-00d2-42a3-81d6-093443343da8 req-f3b43985-56b6-4516-9b40-7b9169e62b22 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=fff8b294-76ef-42d4-8a1b-b3d54beb50f0 HTTP/1.1" status: 200 len: 217 time: 0.0783629 Aug 16 23:15:54.238363 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-f32a90ea-3320-40fb-a376-c3f69e6b7a20 tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:54.239034 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-f32a90ea-3320-40fb-a376-c3f69e6b7a20 tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:54.280461 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-f32a90ea-3320-40fb-a376-c3f69e6b7a20 tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3155458 Aug 16 23:15:54.281829 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-7d63bfa5-8deb-4e08-b790-bb47bb10676a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:54.290135 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3c8a9fae-5f6d-4471-b262-b3489d344d56 req-0ecf3be7-f06d-4263-b9d8-4898ae17070b tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] 10.222.0.36 "GET /v2.0/security-groups?id=4bf134a2-1f6f-4102-a994-a7b8eb6cd843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888216 Aug 16 23:15:54.296420 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-7472719f-afb7-45c1-aa9b-c009f8058e18 service neutron] Request body: {'port': {'device_id': '11dcbf73-c5d0-4245-8373-93acc5280d23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:15:54.298914 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4fcc50-00d2-42a3-81d6-093443343da8 req-560640bc-325c-4ecd-8244-f382fab896fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:54.300348 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2f4fcc50-00d2-42a3-81d6-093443343da8 req-560640bc-325c-4ecd-8244-f382fab896fd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6af2b868-37d3-46ab-a526-0465929f13c8 HTTP/1.1" status: 200 len: 843 time: 0.1239235 Aug 16 23:15:54.301183 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-bcfd6bd0-67b4-44e9-827d-31b06a0cb0cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03615de9-9fa8-4dd1-be85-1d9bdabf5aef {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:15:54.325892 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-bcfd6bd0-67b4-44e9-827d-31b06a0cb0cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:54.326901 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eee4f9-f97f-4212-9c2a-28a88a7555b1 req-d4453d6c-73e0-4352-b9db-dcaaef6f4c1f tempest-VolumesNegativeTest-1170467954 tempest-VolumesNegativeTest-1170467954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:54.328441 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e8eee4f9-f97f-4212-9c2a-28a88a7555b1 req-d4453d6c-73e0-4352-b9db-dcaaef6f4c1f tempest-VolumesNegativeTest-1170467954 tempest-VolumesNegativeTest-1170467954-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2fcf1fd-67a5-49bb-90f6-dafe6a318b49 HTTP/1.1" status: 200 len: 948 time: 0.1724005 Aug 16 23:15:54.361228 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-bcfd6bd0-67b4-44e9-827d-31b06a0cb0cf service neutron] Transition to ACTIVE for port object 03615de9-9fa8-4dd1-be85-1d9bdabf5aef will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:15:54.368617 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-bcfd6bd0-67b4-44e9-827d-31b06a0cb0cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:54.396912 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-7472719f-afb7-45c1-aa9b-c009f8058e18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:54.426108 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4fcc50-00d2-42a3-81d6-093443343da8 req-bfbac2c0-d6e4-4281-a1a9-519156068803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:54.427851 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2f4fcc50-00d2-42a3-81d6-093443343da8 req-bfbac2c0-d6e4-4281-a1a9-519156068803 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1204402 Aug 16 23:15:54.432567 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e8eee4f9-f97f-4212-9c2a-28a88a7555b1 req-50729c1f-7214-44f4-9ebe-181b8bf6fc0f tempest-VolumesNegativeTest-1170467954 tempest-VolumesNegativeTest-1170467954-project] 10.222.0.36 "GET /v2.0/security-groups?id=713547d4-6640-4855-ac4d-984ef990d8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888476 Aug 16 23:15:54.456389 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfd6bd0-67b4-44e9-827d-31b06a0cb0cf service neutron] Pushing event updated for resources: {'Port': ['ID=03615de9-9fa8-4dd1-be85-1d9bdabf5aef,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:54.608118 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-bcfd6bd0-67b4-44e9-827d-31b06a0cb0cf service neutron] Attempting to bind port 03615de9-9fa8-4dd1-be85-1d9bdabf5aef on host n-h2-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:15:54.608456 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-bcfd6bd0-67b4-44e9-827d-31b06a0cb0cf service neutron] Attempting to bind port 03615de9-9fa8-4dd1-be85-1d9bdabf5aef by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': 'a96cd885-4f89-4cce-9768-f1bb6af274b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '501e8c2b-6156-4771-800a-d6da0dff2d0d'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:15:54.608816 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-bcfd6bd0-67b4-44e9-827d-31b06a0cb0cf service neutron] Attempting to bind port 03615de9-9fa8-4dd1-be85-1d9bdabf5aef on network 501e8c2b-6156-4771-800a-d6da0dff2d0d {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:15:54.613299 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-bcfd6bd0-67b4-44e9-827d-31b06a0cb0cf service neutron] Port 03615de9-9fa8-4dd1-be85-1d9bdabf5aef on network 501e8c2b-6156-4771-800a-d6da0dff2d0d not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:15:54.613618 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-bcfd6bd0-67b4-44e9-827d-31b06a0cb0cf service neutron] Attempting to bind port 03615de9-9fa8-4dd1-be85-1d9bdabf5aef on network 501e8c2b-6156-4771-800a-d6da0dff2d0d {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:15:54.619324 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-bcfd6bd0-67b4-44e9-827d-31b06a0cb0cf service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:15:54.619666 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-bcfd6bd0-67b4-44e9-827d-31b06a0cb0cf service neutron] Checking segment: {'id': 'a96cd885-4f89-4cce-9768-f1bb6af274b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '501e8c2b-6156-4771-800a-d6da0dff2d0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:15:54.620051 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-bcfd6bd0-67b4-44e9-827d-31b06a0cb0cf service neutron] Bound using segment: {'id': 'a96cd885-4f89-4cce-9768-f1bb6af274b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '501e8c2b-6156-4771-800a-d6da0dff2d0d'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:15:54.620471 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-bcfd6bd0-67b4-44e9-827d-31b06a0cb0cf service neutron] Bound port: 03615de9-9fa8-4dd1-be85-1d9bdabf5aef, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a96cd885-4f89-4cce-9768-f1bb6af274b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '501e8c2b-6156-4771-800a-d6da0dff2d0d'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:15:54.620852 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-bcfd6bd0-67b4-44e9-827d-31b06a0cb0cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:54.631786 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2f4fcc50-00d2-42a3-81d6-093443343da8 req-6e9fc44c-acfe-40ab-937b-b8b3cec996c3 service neutron] 10.222.0.57 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962020 Aug 16 23:15:54.684350 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-bcfd6bd0-67b4-44e9-827d-31b06a0cb0cf service neutron] For port 03615de9-9fa8-4dd1-be85-1d9bdabf5aef, host n-h2-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:15:54.687482 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-bcfd6bd0-67b4-44e9-827d-31b06a0cb0cf service neutron] For port 03615de9-9fa8-4dd1-be85-1d9bdabf5aef, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=03615de9-9fa8-4dd1-be85-1d9bdabf5aef,segment=NetworkSegment(a96cd885-4f89-4cce-9768-f1bb6af274b8),segment_id=a96cd885-4f89-4cce-9768-f1bb6af274b8)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:15:54.692912 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-bcfd6bd0-67b4-44e9-827d-31b06a0cb0cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:54.727267 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-bcfd6bd0-67b4-44e9-827d-31b06a0cb0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:54.727962 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-bcfd6bd0-67b4-44e9-827d-31b06a0cb0cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:54.729398 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-bcfd6bd0-67b4-44e9-827d-31b06a0cb0cf service neutron] 10.222.0.57 "PUT /v2.0/ports/03615de9-9fa8-4dd1-be85-1d9bdabf5aef HTTP/1.1" status: 200 len: 1092 time: 1.3705165 Aug 16 23:15:54.729847 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b527f8ee-f700-435a-8b7a-5f4ab8098d54', 'tag': '03615de9-9fa8-4dd1-be85-1d9bdabf5aef'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:15:54.732116 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff2fcdeb-478a-4b88-aad8-d1ab95aa27a5" -d '{"events": [{"name": "network-changed", "server_uuid": "b527f8ee-f700-435a-8b7a-5f4ab8098d54", "tag": "03615de9-9fa8-4dd1-be85-1d9bdabf5aef"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:15:54.764042 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfd6bd0-67b4-44e9-827d-31b06a0cb0cf service neutron] Pushing event updated for resources: {'Port': ['ID=03615de9-9fa8-4dd1-be85-1d9bdabf5aef,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:54.790423 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2f4fcc50-00d2-42a3-81d6-093443343da8 req-4b54ce6b-7f8e-4028-b283-525eb1cbfd6b service neutron] 10.222.0.57 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470292 Aug 16 23:15:54.792041 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46c02188-d2c3-4182-b2d9-449f29b2c4b2 x-openstack-request-id: req-46c02188-d2c3-4182-b2d9-449f29b2c4b2 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:15:54.792338 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b527f8ee-f700-435a-8b7a-5f4ab8098d54", "tag": "03615de9-9fa8-4dd1-be85-1d9bdabf5aef", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:15:54.792625 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-46c02188-d2c3-4182-b2d9-449f29b2c4b2 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:15:54.793159 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b527f8ee-f700-435a-8b7a-5f4ab8098d54', 'tag': '03615de9-9fa8-4dd1-be85-1d9bdabf5aef', 'status': 'completed', 'code': 200} Aug 16 23:15:54.793988 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-7d63bfa5-8deb-4e08-b790-bb47bb10676a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fefaa6c-d674-4377-ad79-65fb62481123 {{(pid=101292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:15:54.801235 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-7d63bfa5-8deb-4e08-b790-bb47bb10676a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:54.813170 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-7d63bfa5-8deb-4e08-b790-bb47bb10676a service neutron] Transition to ACTIVE for port object 5fefaa6c-d674-4377-ad79-65fb62481123 will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:15:54.818744 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-7d63bfa5-8deb-4e08-b790-bb47bb10676a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:54.871696 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d63bfa5-8deb-4e08-b790-bb47bb10676a service neutron] Pushing event updated for resources: {'Port': ['ID=5fefaa6c-d674-4377-ad79-65fb62481123,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:54.909153 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-4207c934-1581-41c8-830d-85aa1027e338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:54.910686 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-4207c934-1581-41c8-830d-85aa1027e338 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b801c09019ba48db8c892016fd404365&device_id=b527f8ee-f700-435a-8b7a-5f4ab8098d54 HTTP/1.1" status: 200 len: 1095 time: 0.1043501 Aug 16 23:15:54.973191 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-ad4085df-3c47-4e2a-bd99-64c20e01c6c8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=03615de9-9fa8-4dd1-be85-1d9bdabf5aef HTTP/1.1" status: 200 len: 217 time: 0.0447650 Aug 16 23:15:54.975478 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f453132a-3b84-4a9e-9340-6dadf653aacc req-93be5846-c3e0-4f33-b531-faf5032aaaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:54.976990 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f453132a-3b84-4a9e-9340-6dadf653aacc req-93be5846-c3e0-4f33-b531-faf5032aaaae service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fe7918dfbc52492baeb1298ea0e37ab5&device_id=c2fcf1fd-67a5-49bb-90f6-dafe6a318b49 HTTP/1.1" status: 200 len: 1100 time: 0.0839348 Aug 16 23:15:54.977852 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-7d63bfa5-8deb-4e08-b790-bb47bb10676a service neutron] Attempting to bind port 5fefaa6c-d674-4377-ad79-65fb62481123 on host n-h2-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:15:54.978175 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-7d63bfa5-8deb-4e08-b790-bb47bb10676a service neutron] Attempting to bind port 5fefaa6c-d674-4377-ad79-65fb62481123 by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': 'a96cd885-4f89-4cce-9768-f1bb6af274b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '501e8c2b-6156-4771-800a-d6da0dff2d0d'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:15:54.978495 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-7d63bfa5-8deb-4e08-b790-bb47bb10676a service neutron] Attempting to bind port 5fefaa6c-d674-4377-ad79-65fb62481123 on network 501e8c2b-6156-4771-800a-d6da0dff2d0d {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:15:54.982796 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-7d63bfa5-8deb-4e08-b790-bb47bb10676a service neutron] Port 5fefaa6c-d674-4377-ad79-65fb62481123 on network 501e8c2b-6156-4771-800a-d6da0dff2d0d not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:15:54.983111 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-7d63bfa5-8deb-4e08-b790-bb47bb10676a service neutron] Attempting to bind port 5fefaa6c-d674-4377-ad79-65fb62481123 on network 501e8c2b-6156-4771-800a-d6da0dff2d0d {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:15:54.995957 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-7d63bfa5-8deb-4e08-b790-bb47bb10676a service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:15:54.996299 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-7d63bfa5-8deb-4e08-b790-bb47bb10676a service neutron] Checking segment: {'id': 'a96cd885-4f89-4cce-9768-f1bb6af274b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '501e8c2b-6156-4771-800a-d6da0dff2d0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:15:54.996711 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-7d63bfa5-8deb-4e08-b790-bb47bb10676a service neutron] Bound using segment: {'id': 'a96cd885-4f89-4cce-9768-f1bb6af274b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '501e8c2b-6156-4771-800a-d6da0dff2d0d'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:15:54.997153 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-7d63bfa5-8deb-4e08-b790-bb47bb10676a service neutron] Bound port: 5fefaa6c-d674-4377-ad79-65fb62481123, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a96cd885-4f89-4cce-9768-f1bb6af274b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '501e8c2b-6156-4771-800a-d6da0dff2d0d'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:15:54.997515 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-7d63bfa5-8deb-4e08-b790-bb47bb10676a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:55.070008 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-7472719f-afb7-45c1-aa9b-c009f8058e18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db918e12-0d7e-41f2-a222-068652d9640d {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:15:55.075541 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-bd6b37a6-f1c6-4e1f-8884-43427e151653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:55.076918 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-bd6b37a6-f1c6-4e1f-8884-43427e151653 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=520b6c89-cfb8-44a2-b068-2aa6c650ad0f HTTP/1.1" status: 200 len: 857 time: 0.0852184 Aug 16 23:15:55.080802 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-7472719f-afb7-45c1-aa9b-c009f8058e18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:55.116722 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-15858aba-52f1-4008-9d46-4cc905766203 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=501e8c2b-6156-4771-800a-d6da0dff2d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309894 Aug 16 23:15:55.119517 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-7472719f-afb7-45c1-aa9b-c009f8058e18 service neutron] Transition to ACTIVE for port object db918e12-0d7e-41f2-a222-068652d9640d will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:15:55.135428 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-7472719f-afb7-45c1-aa9b-c009f8058e18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:55.247691 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7472719f-afb7-45c1-aa9b-c009f8058e18 service neutron] Pushing event updated for resources: {'Port': ['ID=db918e12-0d7e-41f2-a222-068652d9640d,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:55.321979 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-7184a83b-5015-4aa7-85e3-2d6002da43e1 service neutron] 10.222.0.57 "GET /v2.0/networks/501e8c2b-6156-4771-800a-d6da0dff2d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960449 Aug 16 23:15:55.393377 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-7472719f-afb7-45c1-aa9b-c009f8058e18 service neutron] Attempting to bind port db918e12-0d7e-41f2-a222-068652d9640d on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:15:55.393632 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-7472719f-afb7-45c1-aa9b-c009f8058e18 service neutron] Attempting to bind port db918e12-0d7e-41f2-a222-068652d9640d by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': 'a96cd885-4f89-4cce-9768-f1bb6af274b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '501e8c2b-6156-4771-800a-d6da0dff2d0d'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:15:55.394111 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-7472719f-afb7-45c1-aa9b-c009f8058e18 service neutron] Attempting to bind port db918e12-0d7e-41f2-a222-068652d9640d on network 501e8c2b-6156-4771-800a-d6da0dff2d0d {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:15:55.396434 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:55.403483 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-7472719f-afb7-45c1-aa9b-c009f8058e18 service neutron] Port db918e12-0d7e-41f2-a222-068652d9640d on network 501e8c2b-6156-4771-800a-d6da0dff2d0d not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:15:55.403814 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-7472719f-afb7-45c1-aa9b-c009f8058e18 service neutron] Attempting to bind port db918e12-0d7e-41f2-a222-068652d9640d on network 501e8c2b-6156-4771-800a-d6da0dff2d0d {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:15:55.412238 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-7472719f-afb7-45c1-aa9b-c009f8058e18 service neutron] Checking agent: {'id': 'd28e24f9-e5ea-41e1-80bf-3c7943ad7f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:15:55.412647 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-7472719f-afb7-45c1-aa9b-c009f8058e18 service neutron] Checking segment: {'id': 'a96cd885-4f89-4cce-9768-f1bb6af274b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '501e8c2b-6156-4771-800a-d6da0dff2d0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:15:55.413057 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-7472719f-afb7-45c1-aa9b-c009f8058e18 service neutron] Bound using segment: {'id': 'a96cd885-4f89-4cce-9768-f1bb6af274b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '501e8c2b-6156-4771-800a-d6da0dff2d0d'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:15:55.413499 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-7472719f-afb7-45c1-aa9b-c009f8058e18 service neutron] Bound port: db918e12-0d7e-41f2-a222-068652d9640d, host: n-h1-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a96cd885-4f89-4cce-9768-f1bb6af274b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '501e8c2b-6156-4771-800a-d6da0dff2d0d'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:15:55.413865 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-7472719f-afb7-45c1-aa9b-c009f8058e18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:55.486287 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-d841bfb8-ea34-444b-ae4c-2e8f3d9ae11c service neutron] 10.222.0.57 "GET /v2.0/networks/501e8c2b-6156-4771-800a-d6da0dff2d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558187 Aug 16 23:15:55.495053 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-7d63bfa5-8deb-4e08-b790-bb47bb10676a service neutron] For port 5fefaa6c-d674-4377-ad79-65fb62481123, host n-h2-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:15:55.512190 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-7472719f-afb7-45c1-aa9b-c009f8058e18 service neutron] For port db918e12-0d7e-41f2-a222-068652d9640d, host n-h1-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:15:55.516381 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-7472719f-afb7-45c1-aa9b-c009f8058e18 service neutron] For port db918e12-0d7e-41f2-a222-068652d9640d, host n-h1-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=db918e12-0d7e-41f2-a222-068652d9640d,segment=NetworkSegment(a96cd885-4f89-4cce-9768-f1bb6af274b8),segment_id=a96cd885-4f89-4cce-9768-f1bb6af274b8)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:15:55.520691 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-7472719f-afb7-45c1-aa9b-c009f8058e18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:55.545179 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-7d63bfa5-8deb-4e08-b790-bb47bb10676a service neutron] For port 5fefaa6c-d674-4377-ad79-65fb62481123, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=5fefaa6c-d674-4377-ad79-65fb62481123,segment=NetworkSegment(a96cd885-4f89-4cce-9768-f1bb6af274b8),segment_id=a96cd885-4f89-4cce-9768-f1bb6af274b8)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:15:55.547886 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f453132a-3b84-4a9e-9340-6dadf653aacc req-229183cc-7070-4012-91bb-e476ed4ab15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:55.549425 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f453132a-3b84-4a9e-9340-6dadf653aacc req-229183cc-7070-4012-91bb-e476ed4ab15b service neutron] 10.222.0.57 "GET /v2.0/networks?id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd HTTP/1.1" status: 200 len: 870 time: 0.5612535 Aug 16 23:15:55.555738 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-7d63bfa5-8deb-4e08-b790-bb47bb10676a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:55.562382 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-7472719f-afb7-45c1-aa9b-c009f8058e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:55.563007 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-7472719f-afb7-45c1-aa9b-c009f8058e18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:55.564392 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-7472719f-afb7-45c1-aa9b-c009f8058e18 service neutron] 10.222.0.68 "PUT /v2.0/ports/db918e12-0d7e-41f2-a222-068652d9640d HTTP/1.1" status: 200 len: 1093 time: 1.2739301 Aug 16 23:15:55.613815 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7472719f-afb7-45c1-aa9b-c009f8058e18 service neutron] Pushing event updated for resources: {'Port': ['ID=db918e12-0d7e-41f2-a222-068652d9640d,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:55.616470 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-7d63bfa5-8deb-4e08-b790-bb47bb10676a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:55.617109 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-7d63bfa5-8deb-4e08-b790-bb47bb10676a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:55.618518 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-7d63bfa5-8deb-4e08-b790-bb47bb10676a service neutron] 10.222.0.57 "PUT /v2.0/ports/5fefaa6c-d674-4377-ad79-65fb62481123 HTTP/1.1" status: 200 len: 1092 time: 1.5350811 Aug 16 23:15:55.651989 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6024a003-07c5-481e-aa34-6bf77a7b188a req-884a4016-01da-4990-84f0-d371859e8296 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:55.653416 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6024a003-07c5-481e-aa34-6bf77a7b188a req-884a4016-01da-4990-84f0-d371859e8296 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9ba5028-a5f3-4150-b47d-a5f8265050b3 HTTP/1.1" status: 200 len: 944 time: 0.1851175 Aug 16 23:15:55.662517 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2fcdeb-478a-4b88-aad8-d1ab95aa27a5 req-88b429ce-eee3-4d13-b584-bc2be060df26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:55.664059 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-ff2fcdeb-478a-4b88-aad8-d1ab95aa27a5 req-88b429ce-eee3-4d13-b584-bc2be060df26 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b801c09019ba48db8c892016fd404365&device_id=b527f8ee-f700-435a-8b7a-5f4ab8098d54 HTTP/1.1" status: 200 len: 1095 time: 0.0816178 Aug 16 23:15:55.666687 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a034cb-c8bf-42cb-a0aa-03b3b121f177 req-8a3cc1df-4d5c-41f8-98cd-3c5a49df331c tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:55.668227 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-00a034cb-c8bf-42cb-a0aa-03b3b121f177 req-8a3cc1df-4d5c-41f8-98cd-3c5a49df331c tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] 10.222.0.36 "GET /v2.0/ports?device_id=58d3c187-58aa-44a9-a9da-3d32c1407ca6 HTTP/1.1" status: 200 len: 943 time: 0.1985893 Aug 16 23:15:55.673588 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f453132a-3b84-4a9e-9340-6dadf653aacc req-f8394d7f-aae9-4b52-89c8-1a0142a11b32 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=fff8b294-76ef-42d4-8a1b-b3d54beb50f0 HTTP/1.1" status: 200 len: 217 time: 0.0781927 Aug 16 23:15:55.684863 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-815be2a3-f84d-4547-89e2-8a9e9ddcffef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:55.686311 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-815be2a3-f84d-4547-89e2-8a9e9ddcffef service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b801c09019ba48db8c892016fd404365&device_id=11dcbf73-c5d0-4245-8373-93acc5280d23 HTTP/1.1" status: 200 len: 1096 time: 0.0738916 Aug 16 23:15:55.761938 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-107de024-ca36-4dbd-b712-b12b1d744858 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=db918e12-0d7e-41f2-a222-068652d9640d HTTP/1.1" status: 200 len: 217 time: 0.0643175 Aug 16 23:15:55.771172 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d63bfa5-8deb-4e08-b790-bb47bb10676a service neutron] Pushing event updated for resources: {'Port': ['ID=5fefaa6c-d674-4377-ad79-65fb62481123,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:55.803899 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d63bfa5-8deb-4e08-b790-bb47bb10676a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:55.804256 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d63bfa5-8deb-4e08-b790-bb47bb10676a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:55.804630 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d63bfa5-8deb-4e08-b790-bb47bb10676a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:55.804978 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d63bfa5-8deb-4e08-b790-bb47bb10676a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:55.805319 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d63bfa5-8deb-4e08-b790-bb47bb10676a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:55.805658 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d63bfa5-8deb-4e08-b790-bb47bb10676a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:55.806025 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d63bfa5-8deb-4e08-b790-bb47bb10676a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:55.806358 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d63bfa5-8deb-4e08-b790-bb47bb10676a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:55.806692 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d63bfa5-8deb-4e08-b790-bb47bb10676a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:55.807014 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d63bfa5-8deb-4e08-b790-bb47bb10676a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:55.807353 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d63bfa5-8deb-4e08-b790-bb47bb10676a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:55.807681 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d63bfa5-8deb-4e08-b790-bb47bb10676a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:15:55.833626 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6024a003-07c5-481e-aa34-6bf77a7b188a req-92f706c5-780b-4d43-894e-8bc818307edc tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a2e3f1b-4aea-4fea-a97a-c2bcc8367e27&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1639392 Aug 16 23:15:55.836236 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f453132a-3b84-4a9e-9340-6dadf653aacc req-104bd1c1-e154-414b-ad26-77c1a81e4cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:55.837739 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f453132a-3b84-4a9e-9340-6dadf653aacc req-104bd1c1-e154-414b-ad26-77c1a81e4cf7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6af2b868-37d3-46ab-a526-0465929f13c8 HTTP/1.1" status: 200 len: 843 time: 0.1533647 Aug 16 23:15:55.837876 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-ad4b76a7-e0e5-4ac7-9976-39300045b811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:55.839266 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-ad4b76a7-e0e5-4ac7-9976-39300045b811 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=520b6c89-cfb8-44a2-b068-2aa6c650ad0f HTTP/1.1" status: 200 len: 857 time: 0.0697701 Aug 16 23:15:55.840823 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2fcdeb-478a-4b88-aad8-d1ab95aa27a5 req-7aed3363-e95a-4a6b-8e59-2f85b050b6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:55.842016 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-00a034cb-c8bf-42cb-a0aa-03b3b121f177 req-1d54914e-a9c2-4c88-8abb-32b8b0ed6076 tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] 10.222.0.36 "GET /v2.0/security-groups?id=4bf134a2-1f6f-4102-a994-a7b8eb6cd843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675766 Aug 16 23:15:55.844002 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-ff2fcdeb-478a-4b88-aad8-d1ab95aa27a5 req-7aed3363-e95a-4a6b-8e59-2f85b050b6fd service neutron] 10.222.0.57 "GET /v2.0/networks?id=501e8c2b-6156-4771-800a-d6da0dff2d0d HTTP/1.1" status: 200 len: 918 time: 0.1665695 Aug 16 23:15:55.846883 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-f69eb81b-8f8d-43b8-8517-e7c2432d31cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:55.849069 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-f69eb81b-8f8d-43b8-8517-e7c2432d31cc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b801c09019ba48db8c892016fd404365&device_id=58d3c187-58aa-44a9-a9da-3d32c1407ca6 HTTP/1.1" status: 200 len: 1095 time: 0.1378908 Aug 16 23:15:55.867596 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58d3c187-58aa-44a9-a9da-3d32c1407ca6', 'tag': '5fefaa6c-d674-4377-ad79-65fb62481123'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:15:55.870749 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-248dab8e-30c4-4f95-9a81-a0d1e7ea5a7b" -d '{"events": [{"name": "network-changed", "server_uuid": "58d3c187-58aa-44a9-a9da-3d32c1407ca6", "tag": "5fefaa6c-d674-4377-ad79-65fb62481123"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:15:55.895970 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-31903321-fc21-45a6-9adf-a985c67afba2 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=501e8c2b-6156-4771-800a-d6da0dff2d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485725 Aug 16 23:15:55.932112 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-ff2fcdeb-478a-4b88-aad8-d1ab95aa27a5 req-2b5034c0-5038-4e5f-ae5c-1524b25d698d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=03615de9-9fa8-4dd1-be85-1d9bdabf5aef HTTP/1.1" status: 200 len: 217 time: 0.0665510 Aug 16 23:15:55.938313 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-075a2b1b-174d-4745-9e93-3623b346e1f1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5fefaa6c-d674-4377-ad79-65fb62481123 HTTP/1.1" status: 200 len: 217 time: 0.0643601 Aug 16 23:15:56.001206 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de493cdd-c823-47db-a161-44d4496a4400 x-openstack-request-id: req-de493cdd-c823-47db-a161-44d4496a4400 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:15:56.001877 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58d3c187-58aa-44a9-a9da-3d32c1407ca6", "tag": "5fefaa6c-d674-4377-ad79-65fb62481123", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:15:56.001877 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-de493cdd-c823-47db-a161-44d4496a4400 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:15:56.002133 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58d3c187-58aa-44a9-a9da-3d32c1407ca6', 'tag': '5fefaa6c-d674-4377-ad79-65fb62481123', 'status': 'completed', 'code': 200} Aug 16 23:15:56.014448 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f453132a-3b84-4a9e-9340-6dadf653aacc req-0a00c5b3-e1ac-4427-a435-e171db9ee88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:56.015977 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f453132a-3b84-4a9e-9340-6dadf653aacc req-0a00c5b3-e1ac-4427-a435-e171db9ee88c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1639354 Aug 16 23:15:56.038452 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2fcdeb-478a-4b88-aad8-d1ab95aa27a5 req-f132570e-55a7-4ce9-83b1-c05fed8a9474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:56.039967 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-ff2fcdeb-478a-4b88-aad8-d1ab95aa27a5 req-f132570e-55a7-4ce9-83b1-c05fed8a9474 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=520b6c89-cfb8-44a2-b068-2aa6c650ad0f HTTP/1.1" status: 200 len: 857 time: 0.0707295 Aug 16 23:15:56.066756 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-6b9ef7b4-bc87-48df-a481-2dd984939e85 service neutron] 10.222.0.68 "GET /v2.0/networks/501e8c2b-6156-4771-800a-d6da0dff2d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433928 Aug 16 23:15:56.089750 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-ff2fcdeb-478a-4b88-aad8-d1ab95aa27a5 req-74cb9907-71dc-4aab-a551-202717702d68 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=501e8c2b-6156-4771-800a-d6da0dff2d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427637 Aug 16 23:15:56.089954 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56616831-b91c-4af3-b863-b715ef094723 req-22ac4b4d-4b4b-4737-a871-c303bc6621b1 tempest-VolumesNegativeTest-1170467954 tempest-VolumesNegativeTest-1170467954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:56.091376 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-56616831-b91c-4af3-b863-b715ef094723 req-22ac4b4d-4b4b-4737-a871-c303bc6621b1 tempest-VolumesNegativeTest-1170467954 tempest-VolumesNegativeTest-1170467954-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2fcf1fd-67a5-49bb-90f6-dafe6a318b49 HTTP/1.1" status: 200 len: 948 time: 0.1570311 Aug 16 23:15:56.094516 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-f7a3e13c-a420-4660-9298-193700d637a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:56.095873 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-f7a3e13c-a420-4660-9298-193700d637a3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=520b6c89-cfb8-44a2-b068-2aa6c650ad0f HTTP/1.1" status: 200 len: 857 time: 0.1268132 Aug 16 23:15:56.147426 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-0bf244ae-fa62-4bc1-bd27-c51ec8d1f49e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=501e8c2b-6156-4771-800a-d6da0dff2d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434525 Aug 16 23:15:56.197567 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-56616831-b91c-4af3-b863-b715ef094723 req-74ba14df-c334-4f8b-b7e0-41b51e40e776 tempest-VolumesNegativeTest-1170467954 tempest-VolumesNegativeTest-1170467954-project] 10.222.0.36 "GET /v2.0/security-groups?id=713547d4-6640-4855-ac4d-984ef990d8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991008 Aug 16 23:15:56.243726 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f453132a-3b84-4a9e-9340-6dadf653aacc req-aae9dc7a-a677-436b-9b26-cd523e02d329 service neutron] 10.222.0.57 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184730 Aug 16 23:15:56.249541 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-c29dc756-482f-4a96-8fc9-6f21f52143d1 service neutron] 10.222.0.68 "GET /v2.0/networks/501e8c2b-6156-4771-800a-d6da0dff2d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682162 Aug 16 23:15:56.264441 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-ff2fcdeb-478a-4b88-aad8-d1ab95aa27a5 req-bbef5c2d-d524-41da-a949-3de55ff2265c service neutron] 10.222.0.57 "GET /v2.0/networks/501e8c2b-6156-4771-800a-d6da0dff2d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398036 Aug 16 23:15:56.337308 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-6df29d28-ab4a-4539-b0de-b94efbd7f132 service neutron] 10.222.0.57 "GET /v2.0/networks/501e8c2b-6156-4771-800a-d6da0dff2d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803989 Aug 16 23:15:56.388254 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-ff2fcdeb-478a-4b88-aad8-d1ab95aa27a5 req-0d29be98-ebdc-430c-b222-cec1b23f9a65 service neutron] 10.222.0.57 "GET /v2.0/networks/501e8c2b-6156-4771-800a-d6da0dff2d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161754 Aug 16 23:15:56.440101 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f453132a-3b84-4a9e-9340-6dadf653aacc req-2bc16921-0480-4a65-9ea8-c93ca9df582c service neutron] 10.222.0.57 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860149 Aug 16 23:15:56.480674 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-19c46967-6c43-4e6b-877c-a5cf244a67b2 req-b20318ef-9bc7-4a20-8fe3-80fcf21e5b4c service neutron] 10.222.0.57 "GET /v2.0/networks/501e8c2b-6156-4771-800a-d6da0dff2d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312299 Aug 16 23:15:56.627908 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248dab8e-30c4-4f95-9a81-a0d1e7ea5a7b req-d42ead57-fa72-441c-b854-72bc5e2fbaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:56.629982 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-248dab8e-30c4-4f95-9a81-a0d1e7ea5a7b req-d42ead57-fa72-441c-b854-72bc5e2fbaf8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b801c09019ba48db8c892016fd404365&device_id=58d3c187-58aa-44a9-a9da-3d32c1407ca6 HTTP/1.1" status: 200 len: 1095 time: 0.0506041 Aug 16 23:15:56.688460 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [req-3c7a013e-d0a0-42ae-a223-b9babba98e0b req-036f690e-ec18-4d94-b4b3-4c436a1f7714 service neutron] (101291) timed out ('10.222.0.36', 52158) {{(pid=101291) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 23:15:56.731214 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248dab8e-30c4-4f95-9a81-a0d1e7ea5a7b req-ea72a977-cf84-45b1-ade5-06d04e0830d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:56.732669 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-248dab8e-30c4-4f95-9a81-a0d1e7ea5a7b req-ea72a977-cf84-45b1-ade5-06d04e0830d5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=501e8c2b-6156-4771-800a-d6da0dff2d0d HTTP/1.1" status: 200 len: 918 time: 0.0948391 Aug 16 23:15:56.776681 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-248dab8e-30c4-4f95-9a81-a0d1e7ea5a7b req-4a492d76-3912-4e00-8e81-4984dca2d8f0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5fefaa6c-d674-4377-ad79-65fb62481123 HTTP/1.1" status: 200 len: 217 time: 0.0361664 Aug 16 23:15:56.794253 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11dcbf73-c5d0-4245-8373-93acc5280d23', 'tag': 'db918e12-0d7e-41f2-a222-068652d9640d'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:15:56.796647 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8771cde-fdd5-415a-a2f9-c565ef7f2df8" -d '{"events": [{"name": "network-changed", "server_uuid": "11dcbf73-c5d0-4245-8373-93acc5280d23", "tag": "db918e12-0d7e-41f2-a222-068652d9640d"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:15:56.832812 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248dab8e-30c4-4f95-9a81-a0d1e7ea5a7b req-3fd4620e-8a7d-418c-93f6-9297fe800983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:56.834338 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-248dab8e-30c4-4f95-9a81-a0d1e7ea5a7b req-3fd4620e-8a7d-418c-93f6-9297fe800983 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=520b6c89-cfb8-44a2-b068-2aa6c650ad0f HTTP/1.1" status: 200 len: 857 time: 0.0501187 Aug 16 23:15:56.837520 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50ef30a9-87cc-489b-89b3-26036b2d5fbe x-openstack-request-id: req-50ef30a9-87cc-489b-89b3-26036b2d5fbe {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:15:56.837895 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11dcbf73-c5d0-4245-8373-93acc5280d23", "tag": "db918e12-0d7e-41f2-a222-068652d9640d", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:15:56.838640 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-50ef30a9-87cc-489b-89b3-26036b2d5fbe {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:15:56.838640 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11dcbf73-c5d0-4245-8373-93acc5280d23', 'tag': 'db918e12-0d7e-41f2-a222-068652d9640d', 'status': 'completed', 'code': 200} Aug 16 23:15:56.873718 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-248dab8e-30c4-4f95-9a81-a0d1e7ea5a7b req-3af94655-9503-47bf-a41a-29646eab453c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=501e8c2b-6156-4771-800a-d6da0dff2d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320189 Aug 16 23:15:56.906488 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8771cde-fdd5-415a-a2f9-c565ef7f2df8 req-056da25d-0259-491b-9f6d-a7b7148e1a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:56.908153 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-a8771cde-fdd5-415a-a2f9-c565ef7f2df8 req-056da25d-0259-491b-9f6d-a7b7148e1a32 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b801c09019ba48db8c892016fd404365&device_id=11dcbf73-c5d0-4245-8373-93acc5280d23 HTTP/1.1" status: 200 len: 1096 time: 0.0466044 Aug 16 23:15:57.007791 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8771cde-fdd5-415a-a2f9-c565ef7f2df8 req-0cb925d8-3d01-4807-912c-058527929df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:57.009240 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-a8771cde-fdd5-415a-a2f9-c565ef7f2df8 req-0cb925d8-3d01-4807-912c-058527929df2 service neutron] 10.222.0.68 "GET /v2.0/networks?id=501e8c2b-6156-4771-800a-d6da0dff2d0d HTTP/1.1" status: 200 len: 918 time: 0.0924416 Aug 16 23:15:57.036868 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1c6499-291c-4341-9d88-6ddf5863eeb8 req-1e8d5068-fc10-44e2-855d-3769d23e080e tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:57.038483 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0e1c6499-291c-4341-9d88-6ddf5863eeb8 req-1e8d5068-fc10-44e2-855d-3769d23e080e tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9ba5028-a5f3-4150-b47d-a5f8265050b3 HTTP/1.1" status: 200 len: 944 time: 0.1089694 Aug 16 23:15:57.053877 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b90d7a-70c0-4225-b55d-5e5c7a45549e req-a094b30f-7584-420e-bb11-548d8e31596a tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:57.055347 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-52b90d7a-70c0-4225-b55d-5e5c7a45549e req-a094b30f-7584-420e-bb11-548d8e31596a tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] 10.222.0.36 "GET /v2.0/ports?device_id=58d3c187-58aa-44a9-a9da-3d32c1407ca6 HTTP/1.1" status: 200 len: 943 time: 0.1160502 Aug 16 23:15:57.055600 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-a8771cde-fdd5-415a-a2f9-c565ef7f2df8 req-b2a29a92-8dda-42a2-a80c-8df491422d5c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=db918e12-0d7e-41f2-a222-068652d9640d HTTP/1.1" status: 200 len: 217 time: 0.0382099 Aug 16 23:15:57.076035 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-248dab8e-30c4-4f95-9a81-a0d1e7ea5a7b req-0498095d-1ff5-42db-a6a7-9fbeb1f584c9 service neutron] 10.222.0.57 "GET /v2.0/networks/501e8c2b-6156-4771-800a-d6da0dff2d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945524 Aug 16 23:15:57.109071 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8771cde-fdd5-415a-a2f9-c565ef7f2df8 req-0dd5cdad-8cf5-414e-a213-e3412050563c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:57.110574 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-a8771cde-fdd5-415a-a2f9-c565ef7f2df8 req-0dd5cdad-8cf5-414e-a213-e3412050563c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=520b6c89-cfb8-44a2-b068-2aa6c650ad0f HTTP/1.1" status: 200 len: 857 time: 0.0470605 Aug 16 23:15:57.144255 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-a8771cde-fdd5-415a-a2f9-c565ef7f2df8 req-73fb7c63-0ac0-4ebd-bf8d-0b988c7e3c0f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=501e8c2b-6156-4771-800a-d6da0dff2d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247896 Aug 16 23:15:57.176170 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0e1c6499-291c-4341-9d88-6ddf5863eeb8 req-e03aa700-52d2-4731-949e-c642e97cdbac tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a2e3f1b-4aea-4fea-a97a-c2bcc8367e27&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1307497 Aug 16 23:15:57.181530 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-52b90d7a-70c0-4225-b55d-5e5c7a45549e req-086645ba-6f37-4192-83fd-062ac366c96e tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] 10.222.0.36 "GET /v2.0/security-groups?id=4bf134a2-1f6f-4102-a994-a7b8eb6cd843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173182 Aug 16 23:15:57.220025 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-248dab8e-30c4-4f95-9a81-a0d1e7ea5a7b req-f5381f07-f85e-4313-9493-02f603fb125c service neutron] 10.222.0.57 "GET /v2.0/networks/501e8c2b-6156-4771-800a-d6da0dff2d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332996 Aug 16 23:15:57.261269 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-a8771cde-fdd5-415a-a2f9-c565ef7f2df8 req-175ff2c0-7a73-45a6-aa9d-82c0dc4eabdf service neutron] 10.222.0.68 "GET /v2.0/networks/501e8c2b-6156-4771-800a-d6da0dff2d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082842 Aug 16 23:15:57.328949 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b53502-737c-403c-8261-4ea8b93eff0f req-943c0481-ead8-416d-93da-d1e31cef87c0 tempest-VolumesNegativeTest-1170467954 tempest-VolumesNegativeTest-1170467954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:57.330447 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b3b53502-737c-403c-8261-4ea8b93eff0f req-943c0481-ead8-416d-93da-d1e31cef87c0 tempest-VolumesNegativeTest-1170467954 tempest-VolumesNegativeTest-1170467954-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2fcf1fd-67a5-49bb-90f6-dafe6a318b49 HTTP/1.1" status: 200 len: 948 time: 0.0538294 Aug 16 23:15:57.358941 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-a8771cde-fdd5-415a-a2f9-c565ef7f2df8 req-84e1db32-d99c-4d96-8cc7-34cef386d4fe service neutron] 10.222.0.68 "GET /v2.0/networks/501e8c2b-6156-4771-800a-d6da0dff2d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897510 Aug 16 23:15:57.369780 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b3b53502-737c-403c-8261-4ea8b93eff0f req-0833ef55-a310-4fb9-ac2a-c25734ae0894 tempest-VolumesNegativeTest-1170467954 tempest-VolumesNegativeTest-1170467954-project] 10.222.0.36 "GET /v2.0/security-groups?id=713547d4-6640-4855-ac4d-984ef990d8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328507 Aug 16 23:15:58.320924 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 03615de9-9fa8-4dd1-be85-1d9bdabf5aef details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:15:58.343555 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdf1964-5063-46b3-9ea4-6406fa74f74d req-70940921-e3fe-4ea5-a2c0-4f87f31519ec tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:58.345077 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6bdf1964-5063-46b3-9ea4-6406fa74f74d req-70940921-e3fe-4ea5-a2c0-4f87f31519ec tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9ba5028-a5f3-4150-b47d-a5f8265050b3 HTTP/1.1" status: 200 len: 944 time: 0.0806904 Aug 16 23:15:58.353949 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c49688e-6a72-41f7-bbb1-74ad5914626b req-2db29623-71a3-44d2-985c-07ca83a226d4 tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:58.355594 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8c49688e-6a72-41f7-bbb1-74ad5914626b req-2db29623-71a3-44d2-985c-07ca83a226d4 tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] 10.222.0.36 "GET /v2.0/ports?device_id=58d3c187-58aa-44a9-a9da-3d32c1407ca6 HTTP/1.1" status: 200 len: 943 time: 0.0891759 Aug 16 23:15:58.405809 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6bdf1964-5063-46b3-9ea4-6406fa74f74d req-ef247381-26b2-445f-b10e-6a8bd76f4ec3 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a2e3f1b-4aea-4fea-a97a-c2bcc8367e27&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491216 Aug 16 23:15:58.418301 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8c49688e-6a72-41f7-bbb1-74ad5914626b req-59d7b4f8-d8d5-4433-b2ea-4b1a15543525 tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] 10.222.0.36 "GET /v2.0/security-groups?id=4bf134a2-1f6f-4102-a994-a7b8eb6cd843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546622 Aug 16 23:15:58.434624 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 03615de9-9fa8-4dd1-be85-1d9bdabf5aef, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=03615de9-9fa8-4dd1-be85-1d9bdabf5aef,segment=NetworkSegment(a96cd885-4f89-4cce-9768-f1bb6af274b8),segment_id=a96cd885-4f89-4cce-9768-f1bb6af274b8)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:15:58.448884 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': '03615de9-9fa8-4dd1-be85-1d9bdabf5aef', 'network_id': '501e8c2b-6156-4771-800a-d6da0dff2d0d', 'port_id': '03615de9-9fa8-4dd1-be85-1d9bdabf5aef', 'mac_address': 'fa:16:3e:a5:ef:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '520b6c89-cfb8-44a2-b068-2aa6c650ad0f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:15:58.486508 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:58.500507 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03615de9-9fa8-4dd1-be85-1d9bdabf5aef {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:15:58.521168 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 03615de9-9fa8-4dd1-be85-1d9bdabf5aef, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=03615de9-9fa8-4dd1-be85-1d9bdabf5aef,segment=NetworkSegment(a96cd885-4f89-4cce-9768-f1bb6af274b8),segment_id=a96cd885-4f89-4cce-9768-f1bb6af274b8)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:15:58.525281 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:58.525951 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device fff8b294-76ef-42d4-8a1b-b3d54beb50f0 details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:15:58.539498 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f2f3a-c238-4fb6-8c35-92a25b92951d req-9a020e61-70ea-4f9f-b9d8-ed96119ba5e9 tempest-VolumesNegativeTest-1170467954 tempest-VolumesNegativeTest-1170467954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:58.541077 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-120f2f3a-c238-4fb6-8c35-92a25b92951d req-9a020e61-70ea-4f9f-b9d8-ed96119ba5e9 tempest-VolumesNegativeTest-1170467954 tempest-VolumesNegativeTest-1170467954-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2fcf1fd-67a5-49bb-90f6-dafe6a318b49 HTTP/1.1" status: 200 len: 948 time: 0.0504797 Aug 16 23:15:58.580738 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-120f2f3a-c238-4fb6-8c35-92a25b92951d req-ab3b259d-d47d-4988-aa1b-1bfa1c8f5842 tempest-VolumesNegativeTest-1170467954 tempest-VolumesNegativeTest-1170467954-project] 10.222.0.36 "GET /v2.0/security-groups?id=713547d4-6640-4855-ac4d-984ef990d8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328741 Aug 16 23:15:58.618279 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=03615de9-9fa8-4dd1-be85-1d9bdabf5aef,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:58.659455 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port fff8b294-76ef-42d4-8a1b-b3d54beb50f0, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=fff8b294-76ef-42d4-8a1b-b3d54beb50f0,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:15:58.670319 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': 'fff8b294-76ef-42d4-8a1b-b3d54beb50f0', 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd', 'port_id': 'fff8b294-76ef-42d4-8a1b-b3d54beb50f0', 'mac_address': 'fa:16:3e:d6:26:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6af2b868-37d3-46ab-a526-0465929f13c8', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:15:58.706723 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:58.718911 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fff8b294-76ef-42d4-8a1b-b3d54beb50f0 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:15:58.739768 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port fff8b294-76ef-42d4-8a1b-b3d54beb50f0, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=fff8b294-76ef-42d4-8a1b-b3d54beb50f0,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:15:58.743438 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:58.788608 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=fff8b294-76ef-42d4-8a1b-b3d54beb50f0,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:58.898658 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device db918e12-0d7e-41f2-a222-068652d9640d details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:15:58.995742 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port db918e12-0d7e-41f2-a222-068652d9640d, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=db918e12-0d7e-41f2-a222-068652d9640d,segment=NetworkSegment(a96cd885-4f89-4cce-9768-f1bb6af274b8),segment_id=a96cd885-4f89-4cce-9768-f1bb6af274b8)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:15:59.010308 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': 'db918e12-0d7e-41f2-a222-068652d9640d', 'network_id': '501e8c2b-6156-4771-800a-d6da0dff2d0d', 'port_id': 'db918e12-0d7e-41f2-a222-068652d9640d', 'mac_address': 'fa:16:3e:21:ad:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '520b6c89-cfb8-44a2-b068-2aa6c650ad0f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:15:59.048557 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:59.061510 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db918e12-0d7e-41f2-a222-068652d9640d {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:15:59.086337 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port db918e12-0d7e-41f2-a222-068652d9640d, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=db918e12-0d7e-41f2-a222-068652d9640d,segment=NetworkSegment(a96cd885-4f89-4cce-9768-f1bb6af274b8),segment_id=a96cd885-4f89-4cce-9768-f1bb6af274b8)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:15:59.090000 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:15:59.136902 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=db918e12-0d7e-41f2-a222-068652d9640d,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:15:59.193452 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['03615de9-9fa8-4dd1-be85-1d9bdabf5aef'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:15:59.216029 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['fff8b294-76ef-42d4-8a1b-b3d54beb50f0'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:15:59.325241 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['db918e12-0d7e-41f2-a222-068652d9640d'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:15:59.569231 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79f3342-e60f-42d0-98c2-b21e90e89b39 req-454c3ea5-a30c-4b03-825a-9d4a23fe9ec1 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:59.570752 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d79f3342-e60f-42d0-98c2-b21e90e89b39 req-454c3ea5-a30c-4b03-825a-9d4a23fe9ec1 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9ba5028-a5f3-4150-b47d-a5f8265050b3 HTTP/1.1" status: 200 len: 944 time: 0.0920835 Aug 16 23:15:59.592307 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee616a3-fc32-4ed3-878c-86afb9519ad6 req-e62c5959-2975-48da-ae63-53285670a49b tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:59.593682 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2ee616a3-fc32-4ed3-878c-86afb9519ad6 req-e62c5959-2975-48da-ae63-53285670a49b tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] 10.222.0.36 "GET /v2.0/ports?device_id=58d3c187-58aa-44a9-a9da-3d32c1407ca6 HTTP/1.1" status: 200 len: 943 time: 0.0859129 Aug 16 23:15:59.638417 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d79f3342-e60f-42d0-98c2-b21e90e89b39 req-fa9d7f23-1f2d-4ffb-aebf-70f25016554a tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a2e3f1b-4aea-4fea-a97a-c2bcc8367e27&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0605576 Aug 16 23:15:59.651278 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2ee616a3-fc32-4ed3-878c-86afb9519ad6 req-71c843d1-6f4e-4311-ba19-5bdab7e5e727 tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] 10.222.0.36 "GET /v2.0/security-groups?id=4bf134a2-1f6f-4102-a994-a7b8eb6cd843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498815 Aug 16 23:15:59.756959 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3137e5dc-f0d1-4ecb-a578-b53271149cb0 req-284acbe4-6cd2-4921-a926-d33ba7de6d73 tempest-VolumesNegativeTest-1170467954 tempest-VolumesNegativeTest-1170467954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:15:59.758452 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3137e5dc-f0d1-4ecb-a578-b53271149cb0 req-284acbe4-6cd2-4921-a926-d33ba7de6d73 tempest-VolumesNegativeTest-1170467954 tempest-VolumesNegativeTest-1170467954-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2fcf1fd-67a5-49bb-90f6-dafe6a318b49 HTTP/1.1" status: 200 len: 949 time: 0.0493183 Aug 16 23:15:59.796130 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3137e5dc-f0d1-4ecb-a578-b53271149cb0 req-d214584a-bda3-4f9f-ace3-f1c6d97a43a8 tempest-VolumesNegativeTest-1170467954 tempest-VolumesNegativeTest-1170467954-project] 10.222.0.36 "GET /v2.0/security-groups?id=713547d4-6640-4855-ac4d-984ef990d8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318456 Aug 16 23:16:00.333640 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 5fefaa6c-d674-4377-ad79-65fb62481123 details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:16:00.362871 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device fff8b294-76ef-42d4-8a1b-b3d54beb50f0 up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:16:00.468091 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 5fefaa6c-d674-4377-ad79-65fb62481123, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=5fefaa6c-d674-4377-ad79-65fb62481123,segment=NetworkSegment(a96cd885-4f89-4cce-9768-f1bb6af274b8),segment_id=a96cd885-4f89-4cce-9768-f1bb6af274b8)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:16:00.470521 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning for port fff8b294-76ef-42d4-8a1b-b3d54beb50f0 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:16:00.482111 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port fff8b294-76ef-42d4-8a1b-b3d54beb50f0 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:16:00.482484 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:00.485090 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': '5fefaa6c-d674-4377-ad79-65fb62481123', 'network_id': '501e8c2b-6156-4771-800a-d6da0dff2d0d', 'port_id': '5fefaa6c-d674-4377-ad79-65fb62481123', 'mac_address': 'fa:16:3e:1e:39:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '520b6c89-cfb8-44a2-b068-2aa6c650ad0f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:16:00.550113 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:00.566244 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fefaa6c-d674-4377-ad79-65fb62481123 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:16:00.613422 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 5fefaa6c-d674-4377-ad79-65fb62481123, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=5fefaa6c-d674-4377-ad79-65fb62481123,segment=NetworkSegment(a96cd885-4f89-4cce-9768-f1bb6af274b8),segment_id=a96cd885-4f89-4cce-9768-f1bb6af274b8)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:16:00.615979 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:00.618935 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:00.665177 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2fcf1fd-67a5-49bb-90f6-dafe6a318b49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fff8b294-76ef-42d4-8a1b-b3d54beb50f0'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:16:00.667413 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10785a42-bfd1-4356-921b-118bbdd4d876" -d '{"events": [{"server_uuid": "c2fcf1fd-67a5-49bb-90f6-dafe6a318b49", "name": "network-vif-plugged", "status": "completed", "tag": "fff8b294-76ef-42d4-8a1b-b3d54beb50f0"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:16:00.690040 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port fff8b294-76ef-42d4-8a1b-b3d54beb50f0, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=fff8b294-76ef-42d4-8a1b-b3d54beb50f0,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:16:00.697261 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:00.698114 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 03615de9-9fa8-4dd1-be85-1d9bdabf5aef up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:16:00.700042 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=5fefaa6c-d674-4377-ad79-65fb62481123,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:16:00.743911 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc7aef2-9ce6-4d71-8b1e-b4e8a43f04f6 x-openstack-request-id: req-7cc7aef2-9ce6-4d71-8b1e-b4e8a43f04f6 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:16:00.744342 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2fcf1fd-67a5-49bb-90f6-dafe6a318b49", "name": "network-vif-plugged", "status": "completed", "tag": "fff8b294-76ef-42d4-8a1b-b3d54beb50f0", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:16:00.744689 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7cc7aef2-9ce6-4d71-8b1e-b4e8a43f04f6 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:16:00.745099 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2fcf1fd-67a5-49bb-90f6-dafe6a318b49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fff8b294-76ef-42d4-8a1b-b3d54beb50f0', 'code': 200} Aug 16 23:16:00.798221 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=fff8b294-76ef-42d4-8a1b-b3d54beb50f0,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:16:00.799857 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b39fa23-6afa-43da-a890-2543d7258e16 req-bb95053d-25f4-4077-ab1b-aecbe39b1102 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:00.802029 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5b39fa23-6afa-43da-a890-2543d7258e16 req-bb95053d-25f4-4077-ab1b-aecbe39b1102 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9ba5028-a5f3-4150-b47d-a5f8265050b3 HTTP/1.1" status: 200 len: 944 time: 0.0554006 Aug 16 23:16:00.814416 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning for port 03615de9-9fa8-4dd1-be85-1d9bdabf5aef completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:16:00.821508 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port 03615de9-9fa8-4dd1-be85-1d9bdabf5aef triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:16:00.821909 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:00.905215 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5b39fa23-6afa-43da-a890-2543d7258e16 req-a8a759f8-9301-42e8-9d89-bf322b075844 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a2e3f1b-4aea-4fea-a97a-c2bcc8367e27&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0942001 Aug 16 23:16:00.909741 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:00.916014 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 2416a15a-7911-438d-8c1b-a8c3399da81f details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:16:00.918298 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device db918e12-0d7e-41f2-a222-068652d9640d up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:16:00.922177 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6940bc-f03f-4eec-b306-bf5da2e23801 req-f402b167-ca33-4ba5-b60d-dc62e2dc8f11 tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:00.923688 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8c6940bc-f03f-4eec-b306-bf5da2e23801 req-f402b167-ca33-4ba5-b60d-dc62e2dc8f11 tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] 10.222.0.36 "GET /v2.0/ports?device_id=58d3c187-58aa-44a9-a9da-3d32c1407ca6 HTTP/1.1" status: 200 len: 944 time: 0.0983939 Aug 16 23:16:00.930107 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424512fb-92f0-49a5-92d6-6fbf44742688 req-f607f6a9-142d-4a22-b9c4-7117d45329e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:00.931688 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-424512fb-92f0-49a5-92d6-6fbf44742688 req-f607f6a9-142d-4a22-b9c4-7117d45329e9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c2fcf1fd-67a5-49bb-90f6-dafe6a318b49 HTTP/1.1" status: 200 len: 1102 time: 0.0893574 Aug 16 23:16:00.988832 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8c6940bc-f03f-4eec-b306-bf5da2e23801 req-493b3063-9eb1-4b54-b77b-ee2b773e1f47 tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] 10.222.0.36 "GET /v2.0/security-groups?id=4bf134a2-1f6f-4102-a994-a7b8eb6cd843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558858 Aug 16 23:16:00.990541 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-424512fb-92f0-49a5-92d6-6fbf44742688 req-1f36f2b9-a46b-4e17-aafc-03785e8ecd3c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=713547d4-6640-4855-ac4d-984ef990d8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506837 Aug 16 23:16:01.012816 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 03615de9-9fa8-4dd1-be85-1d9bdabf5aef, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=03615de9-9fa8-4dd1-be85-1d9bdabf5aef,segment=NetworkSegment(a96cd885-4f89-4cce-9768-f1bb6af274b8),segment_id=a96cd885-4f89-4cce-9768-f1bb6af274b8)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:16:01.044070 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['5fefaa6c-d674-4377-ad79-65fb62481123'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:16:01.047790 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:01.102443 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021123f-9f97-41e4-aaec-b31188d92932 req-62dcf3c0-f560-4bfc-a733-11e1e56e230b tempest-VolumesNegativeTest-1170467954 tempest-VolumesNegativeTest-1170467954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:01.104025 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b021123f-9f97-41e4-aaec-b31188d92932 req-62dcf3c0-f560-4bfc-a733-11e1e56e230b tempest-VolumesNegativeTest-1170467954 tempest-VolumesNegativeTest-1170467954-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2fcf1fd-67a5-49bb-90f6-dafe6a318b49 HTTP/1.1" status: 200 len: 950 time: 0.0542078 Aug 16 23:16:01.143677 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b021123f-9f97-41e4-aaec-b31188d92932 req-f3686605-2f95-440f-952a-0826d920d77c tempest-VolumesNegativeTest-1170467954 tempest-VolumesNegativeTest-1170467954-project] 10.222.0.36 "GET /v2.0/security-groups?id=713547d4-6640-4855-ac4d-984ef990d8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336037 Aug 16 23:16:01.170321 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=03615de9-9fa8-4dd1-be85-1d9bdabf5aef,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:16:01.177310 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning for port db918e12-0d7e-41f2-a222-068652d9640d completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:16:01.180286 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 2416a15a-7911-438d-8c1b-a8c3399da81f, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=2416a15a-7911-438d-8c1b-a8c3399da81f,segment=NetworkSegment(2488a0b2-8754-4a95-81b9-c394f64916d0),segment_id=2488a0b2-8754-4a95-81b9-c394f64916d0)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:16:01.198410 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port db918e12-0d7e-41f2-a222-068652d9640d triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:16:01.198777 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:01.205278 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': '2416a15a-7911-438d-8c1b-a8c3399da81f', 'network_id': 'be5d527b-4837-49dc-8ea1-3bb9f17b1194', 'port_id': '2416a15a-7911-438d-8c1b-a8c3399da81f', 'mac_address': 'fa:16:3e:5b:17:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fddcdc29-052d-46fa-95f2-f1b8153d4dba', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:16:01.298024 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:01.322896 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2416a15a-7911-438d-8c1b-a8c3399da81f {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:16:01.381450 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 2416a15a-7911-438d-8c1b-a8c3399da81f, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=2416a15a-7911-438d-8c1b-a8c3399da81f,segment=NetworkSegment(2488a0b2-8754-4a95-81b9-c394f64916d0),segment_id=2488a0b2-8754-4a95-81b9-c394f64916d0)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:16:01.389858 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:01.418893 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:01.473951 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=2416a15a-7911-438d-8c1b-a8c3399da81f,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:16:01.478962 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port db918e12-0d7e-41f2-a222-068652d9640d, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=db918e12-0d7e-41f2-a222-068652d9640d,segment=NetworkSegment(a96cd885-4f89-4cce-9768-f1bb6af274b8),segment_id=a96cd885-4f89-4cce-9768-f1bb6af274b8)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:16:01.482875 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:01.533192 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=db918e12-0d7e-41f2-a222-068652d9640d,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:16:01.610743 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['2416a15a-7911-438d-8c1b-a8c3399da81f'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:16:02.025920 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2273df67-ceca-49f8-8c91-80bc9167a22e req-537ef304-f7d5-4f84-b382-047f177b9aab tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:02.027491 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2273df67-ceca-49f8-8c91-80bc9167a22e req-537ef304-f7d5-4f84-b382-047f177b9aab tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9ba5028-a5f3-4150-b47d-a5f8265050b3 HTTP/1.1" status: 200 len: 945 time: 0.0510206 Aug 16 23:16:02.066219 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2273df67-ceca-49f8-8c91-80bc9167a22e req-6329d977-6f93-45a9-9769-690aa154d9c3 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a2e3f1b-4aea-4fea-a97a-c2bcc8367e27&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326660 Aug 16 23:16:02.174352 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07ab94d-a11a-494c-852e-666d0d01c713 req-c0083c6f-142c-496a-972a-99cbbcc45110 tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:02.175819 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a07ab94d-a11a-494c-852e-666d0d01c713 req-c0083c6f-142c-496a-972a-99cbbcc45110 tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] 10.222.0.36 "GET /v2.0/ports?device_id=58d3c187-58aa-44a9-a9da-3d32c1407ca6 HTTP/1.1" status: 200 len: 944 time: 0.0497353 Aug 16 23:16:02.216033 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a07ab94d-a11a-494c-852e-666d0d01c713 req-6ff1d8d5-0e9c-434f-84f2-bf742e9bc048 tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] 10.222.0.36 "GET /v2.0/security-groups?id=4bf134a2-1f6f-4102-a994-a7b8eb6cd843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338776 Aug 16 23:16:02.266639 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d349a9-3ca0-4e33-8900-892f4e271054 req-d4c3ce9d-61c6-44f7-8ffe-2b2734719a8f tempest-VolumesNegativeTest-1170467954 tempest-VolumesNegativeTest-1170467954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:02.268090 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-77d349a9-3ca0-4e33-8900-892f4e271054 req-d4c3ce9d-61c6-44f7-8ffe-2b2734719a8f tempest-VolumesNegativeTest-1170467954 tempest-VolumesNegativeTest-1170467954-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2fcf1fd-67a5-49bb-90f6-dafe6a318b49 HTTP/1.1" status: 200 len: 950 time: 0.0561712 Aug 16 23:16:02.305615 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-77d349a9-3ca0-4e33-8900-892f4e271054 req-9ec40113-7c17-4dd2-a657-09c2ec030a0a tempest-VolumesNegativeTest-1170467954 tempest-VolumesNegativeTest-1170467954-project] 10.222.0.36 "GET /v2.0/security-groups?id=713547d4-6640-4855-ac4d-984ef990d8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310678 Aug 16 23:16:02.746451 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b527f8ee-f700-435a-8b7a-5f4ab8098d54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03615de9-9fa8-4dd1-be85-1d9bdabf5aef'}, {'server_uuid': '11dcbf73-c5d0-4245-8373-93acc5280d23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db918e12-0d7e-41f2-a222-068652d9640d'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:16:02.748800 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ebde705-cc27-406c-bc9b-60d76e5494e5" -d '{"events": [{"server_uuid": "b527f8ee-f700-435a-8b7a-5f4ab8098d54", "name": "network-vif-plugged", "status": "completed", "tag": "03615de9-9fa8-4dd1-be85-1d9bdabf5aef"}, {"server_uuid": "11dcbf73-c5d0-4245-8373-93acc5280d23", "name": "network-vif-plugged", "status": "completed", "tag": "db918e12-0d7e-41f2-a222-068652d9640d"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:16:02.789857 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 23:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8945bbe6-1a83-4f1a-8241-004d085cda32 x-openstack-request-id: req-8945bbe6-1a83-4f1a-8241-004d085cda32 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:16:02.790157 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b527f8ee-f700-435a-8b7a-5f4ab8098d54", "name": "network-vif-plugged", "status": "completed", "tag": "03615de9-9fa8-4dd1-be85-1d9bdabf5aef", "code": 200}, {"server_uuid": "11dcbf73-c5d0-4245-8373-93acc5280d23", "name": "network-vif-plugged", "status": "completed", "tag": "db918e12-0d7e-41f2-a222-068652d9640d", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:16:02.790411 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8945bbe6-1a83-4f1a-8241-004d085cda32 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:16:02.790824 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b527f8ee-f700-435a-8b7a-5f4ab8098d54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03615de9-9fa8-4dd1-be85-1d9bdabf5aef', 'code': 200} Aug 16 23:16:02.791068 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11dcbf73-c5d0-4245-8373-93acc5280d23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db918e12-0d7e-41f2-a222-068652d9640d', 'code': 200} Aug 16 23:16:02.884065 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8170d494-5e9b-4b68-bd0b-cb1a8113c8e3 req-dfc10f27-7346-4915-81dc-d67c385f2f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:02.885617 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-8170d494-5e9b-4b68-bd0b-cb1a8113c8e3 req-dfc10f27-7346-4915-81dc-d67c385f2f1f service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=11dcbf73-c5d0-4245-8373-93acc5280d23 HTTP/1.1" status: 200 len: 1098 time: 0.0411773 Aug 16 23:16:02.911906 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3555ae2-627c-4dbd-a329-e2873f358ae8 req-13eba039-1208-49aa-9d3e-aa5a96e0f8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:02.913463 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a3555ae2-627c-4dbd-a329-e2873f358ae8 req-13eba039-1208-49aa-9d3e-aa5a96e0f8bb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b527f8ee-f700-435a-8b7a-5f4ab8098d54 HTTP/1.1" status: 200 len: 1097 time: 0.0439227 Aug 16 23:16:02.914745 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 2416a15a-7911-438d-8c1b-a8c3399da81f up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:16:02.930154 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-8170d494-5e9b-4b68-bd0b-cb1a8113c8e3 req-d0dd6267-447c-47d3-ad1f-558f8db68a7b service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=4bf134a2-1f6f-4102-a994-a7b8eb6cd843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372782 Aug 16 23:16:02.951395 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a3555ae2-627c-4dbd-a329-e2873f358ae8 req-63b7383e-4846-4cd9-add1-75228c4d3183 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=4bf134a2-1f6f-4102-a994-a7b8eb6cd843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307257 Aug 16 23:16:02.962681 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning for port 2416a15a-7911-438d-8c1b-a8c3399da81f completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:16:02.966314 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port 2416a15a-7911-438d-8c1b-a8c3399da81f triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:16:02.966690 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:03.043352 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:03.075690 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 2416a15a-7911-438d-8c1b-a8c3399da81f, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=2416a15a-7911-438d-8c1b-a8c3399da81f,segment=NetworkSegment(2488a0b2-8754-4a95-81b9-c394f64916d0),segment_id=2488a0b2-8754-4a95-81b9-c394f64916d0)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:16:03.079397 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:03.128484 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=2416a15a-7911-438d-8c1b-a8c3399da81f,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:16:03.190447 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c2a240-42c2-4893-8cf4-2a76377fbb0c req-5f38df1a-2e21-413f-975f-9dc92433c147 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:03.192496 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d5c2a240-42c2-4893-8cf4-2a76377fbb0c req-5f38df1a-2e21-413f-975f-9dc92433c147 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9ba5028-a5f3-4150-b47d-a5f8265050b3 HTTP/1.1" status: 200 len: 946 time: 0.0506384 Aug 16 23:16:03.230777 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d5c2a240-42c2-4893-8cf4-2a76377fbb0c req-c1c38b80-dc3a-4bf1-818a-955ad4a84d7a tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a2e3f1b-4aea-4fea-a97a-c2bcc8367e27&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320981 Aug 16 23:16:03.339858 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec00cff2-5118-4390-9189-7357e6b1a4bc req-dc395385-bf39-40ab-8fc9-b367d6d2084d tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:03.341379 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ec00cff2-5118-4390-9189-7357e6b1a4bc req-dc395385-bf39-40ab-8fc9-b367d6d2084d tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] 10.222.0.36 "GET /v2.0/ports?device_id=58d3c187-58aa-44a9-a9da-3d32c1407ca6 HTTP/1.1" status: 200 len: 944 time: 0.0545123 Aug 16 23:16:03.389583 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ec00cff2-5118-4390-9189-7357e6b1a4bc req-ef0ce6b4-e1fe-4fc2-81c0-8f462b9a7ef1 tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] 10.222.0.36 "GET /v2.0/security-groups?id=4bf134a2-1f6f-4102-a994-a7b8eb6cd843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423121 Aug 16 23:16:03.424549 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884a58a5-8004-4176-8e39-d6da40369ea9 req-0c5ef678-0812-47f4-8c62-6eded88835b2 tempest-VolumesNegativeTest-1170467954 tempest-VolumesNegativeTest-1170467954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:03.426091 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-884a58a5-8004-4176-8e39-d6da40369ea9 req-0c5ef678-0812-47f4-8c62-6eded88835b2 tempest-VolumesNegativeTest-1170467954 tempest-VolumesNegativeTest-1170467954-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2fcf1fd-67a5-49bb-90f6-dafe6a318b49 HTTP/1.1" status: 200 len: 950 time: 0.0526271 Aug 16 23:16:03.466706 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-884a58a5-8004-4176-8e39-d6da40369ea9 req-9e06c7b4-619e-42e6-9f74-fb2a7db25284 tempest-VolumesNegativeTest-1170467954 tempest-VolumesNegativeTest-1170467954-project] 10.222.0.36 "GET /v2.0/security-groups?id=713547d4-6640-4855-ac4d-984ef990d8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319741 Aug 16 23:16:03.717283 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634ba18a-8d80-4006-9070-2339ff65003a req-9af98ce8-571b-4e86-b749-8d4bc3cb1e51 tempest-VolumesNegativeTest-1170467954 tempest-VolumesNegativeTest-1170467954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:03.718796 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-634ba18a-8d80-4006-9070-2339ff65003a req-9af98ce8-571b-4e86-b749-8d4bc3cb1e51 tempest-VolumesNegativeTest-1170467954 tempest-VolumesNegativeTest-1170467954-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2fcf1fd-67a5-49bb-90f6-dafe6a318b49 HTTP/1.1" status: 200 len: 950 time: 0.0485375 Aug 16 23:16:03.756584 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-634ba18a-8d80-4006-9070-2339ff65003a req-a2939fdc-befa-49c2-addf-e74d3394fd70 tempest-VolumesNegativeTest-1170467954 tempest-VolumesNegativeTest-1170467954-project] 10.222.0.36 "GET /v2.0/security-groups?id=713547d4-6640-4855-ac4d-984ef990d8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317647 Aug 16 23:16:04.354144 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69235a3-cd54-482d-bf6a-459a219dd5c6 req-d5bbae6b-ecb7-40a7-ba70-66e9f2127b65 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:04.356893 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d69235a3-cd54-482d-bf6a-459a219dd5c6 req-d5bbae6b-ecb7-40a7-ba70-66e9f2127b65 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9ba5028-a5f3-4150-b47d-a5f8265050b3 HTTP/1.1" status: 200 len: 946 time: 0.0566208 Aug 16 23:16:04.382778 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 5fefaa6c-d674-4377-ad79-65fb62481123 up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:16:04.401634 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d69235a3-cd54-482d-bf6a-459a219dd5c6 req-92bfb103-8f23-437e-b86e-95f916a0dc6e tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a2e3f1b-4aea-4fea-a97a-c2bcc8367e27&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370431 Aug 16 23:16:04.450767 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning for port 5fefaa6c-d674-4377-ad79-65fb62481123 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:16:04.455664 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port 5fefaa6c-d674-4377-ad79-65fb62481123 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:16:04.457096 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:04.519800 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7541af-d5ab-4ba9-a155-9a204e844b65 req-03c2b8a2-1fcd-4af0-91aa-9cdaa5e29d65 tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:04.521463 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dc7541af-d5ab-4ba9-a155-9a204e844b65 req-03c2b8a2-1fcd-4af0-91aa-9cdaa5e29d65 tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] 10.222.0.36 "GET /v2.0/ports?device_id=58d3c187-58aa-44a9-a9da-3d32c1407ca6 HTTP/1.1" status: 200 len: 944 time: 0.0505030 Aug 16 23:16:04.539795 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:04.559261 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dc7541af-d5ab-4ba9-a155-9a204e844b65 req-20037530-9627-4cec-87bb-5fb4adbb718e tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] 10.222.0.36 "GET /v2.0/security-groups?id=4bf134a2-1f6f-4102-a994-a7b8eb6cd843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318534 Aug 16 23:16:04.572654 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 5fefaa6c-d674-4377-ad79-65fb62481123, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=5fefaa6c-d674-4377-ad79-65fb62481123,segment=NetworkSegment(a96cd885-4f89-4cce-9768-f1bb6af274b8),segment_id=a96cd885-4f89-4cce-9768-f1bb6af274b8)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:16:04.576590 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:04.624102 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=5fefaa6c-d674-4377-ad79-65fb62481123,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:16:04.792650 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9ba5028-a5f3-4150-b47d-a5f8265050b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2416a15a-7911-438d-8c1b-a8c3399da81f'}, {'server_uuid': '58d3c187-58aa-44a9-a9da-3d32c1407ca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fefaa6c-d674-4377-ad79-65fb62481123'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:16:04.795011 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37ba9270-0e15-49b2-a8e2-91fb27201ec5" -d '{"events": [{"server_uuid": "b9ba5028-a5f3-4150-b47d-a5f8265050b3", "name": "network-vif-plugged", "status": "completed", "tag": "2416a15a-7911-438d-8c1b-a8c3399da81f"}, {"server_uuid": "58d3c187-58aa-44a9-a9da-3d32c1407ca6", "name": "network-vif-plugged", "status": "completed", "tag": "5fefaa6c-d674-4377-ad79-65fb62481123"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:16:04.835942 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 23:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-442b4b7f-5fc0-45d8-a99d-b4ff1d9d1643 x-openstack-request-id: req-442b4b7f-5fc0-45d8-a99d-b4ff1d9d1643 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:16:04.836245 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9ba5028-a5f3-4150-b47d-a5f8265050b3", "name": "network-vif-plugged", "status": "completed", "tag": "2416a15a-7911-438d-8c1b-a8c3399da81f", "code": 200}, {"server_uuid": "58d3c187-58aa-44a9-a9da-3d32c1407ca6", "name": "network-vif-plugged", "status": "completed", "tag": "5fefaa6c-d674-4377-ad79-65fb62481123", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:16:04.836503 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-442b4b7f-5fc0-45d8-a99d-b4ff1d9d1643 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:16:04.837160 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9ba5028-a5f3-4150-b47d-a5f8265050b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2416a15a-7911-438d-8c1b-a8c3399da81f', 'code': 200} Aug 16 23:16:04.837422 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58d3c187-58aa-44a9-a9da-3d32c1407ca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fefaa6c-d674-4377-ad79-65fb62481123', 'code': 200} Aug 16 23:16:04.872882 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f72a06-7c68-4784-b1ac-f9faa88a8c7e req-3747cc59-2800-4723-a100-645b95a8745f tempest-VolumesNegativeTest-1170467954 tempest-VolumesNegativeTest-1170467954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:04.874382 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-59f72a06-7c68-4784-b1ac-f9faa88a8c7e req-3747cc59-2800-4723-a100-645b95a8745f tempest-VolumesNegativeTest-1170467954 tempest-VolumesNegativeTest-1170467954-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2fcf1fd-67a5-49bb-90f6-dafe6a318b49 HTTP/1.1" status: 200 len: 950 time: 0.0507231 Aug 16 23:16:04.914926 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-59f72a06-7c68-4784-b1ac-f9faa88a8c7e req-fef1e4c0-5210-40a7-ab2d-c3b55b3aa124 tempest-VolumesNegativeTest-1170467954 tempest-VolumesNegativeTest-1170467954-project] 10.222.0.36 "GET /v2.0/security-groups?id=713547d4-6640-4855-ac4d-984ef990d8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334711 Aug 16 23:16:04.939865 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8d28bd-3917-40ea-9fc2-b75954404022 req-6c3c2e0e-ea5f-489c-b06b-74ac011deffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:04.941485 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6e8d28bd-3917-40ea-9fc2-b75954404022 req-6c3c2e0e-ea5f-489c-b06b-74ac011deffc service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=b9ba5028-a5f3-4150-b47d-a5f8265050b3 HTTP/1.1" status: 200 len: 1098 time: 0.0444629 Aug 16 23:16:04.973559 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e87d53d-fc03-4484-bca6-5e25ebc7e232 req-467e73c2-b56d-45b6-b51b-cd03860ee459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:04.975454 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9e87d53d-fc03-4484-bca6-5e25ebc7e232 req-467e73c2-b56d-45b6-b51b-cd03860ee459 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=58d3c187-58aa-44a9-a9da-3d32c1407ca6 HTTP/1.1" status: 200 len: 1097 time: 0.0452302 Aug 16 23:16:04.978272 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6e8d28bd-3917-40ea-9fc2-b75954404022 req-d5209e13-8128-42ec-96e6-525a3788038e service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=0a2e3f1b-4aea-4fea-a97a-c2bcc8367e27&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0294235 Aug 16 23:16:05.013089 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9e87d53d-fc03-4484-bca6-5e25ebc7e232 req-0cc9fd96-7d3b-40fe-8621-15d162771f4d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=4bf134a2-1f6f-4102-a994-a7b8eb6cd843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283759 Aug 16 23:16:05.523874 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8d7388-cdfc-4c2e-9cb8-ce732a020c19 req-a7e938db-0980-405e-8863-fcc0f673c525 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:05.525401 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0c8d7388-cdfc-4c2e-9cb8-ce732a020c19 req-a7e938db-0980-405e-8863-fcc0f673c525 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9ba5028-a5f3-4150-b47d-a5f8265050b3 HTTP/1.1" status: 200 len: 946 time: 0.0502536 Aug 16 23:16:05.563336 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0c8d7388-cdfc-4c2e-9cb8-ce732a020c19 req-a763e695-5f5a-4659-a023-68184c7e66e9 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a2e3f1b-4aea-4fea-a97a-c2bcc8367e27&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319731 Aug 16 23:16:05.680483 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943ec331-d13a-4b48-8c2a-7af1f091c5f1 req-090a8b92-f1f8-44b4-bce7-7c681da713d0 tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:05.681983 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-943ec331-d13a-4b48-8c2a-7af1f091c5f1 req-090a8b92-f1f8-44b4-bce7-7c681da713d0 tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] 10.222.0.36 "GET /v2.0/ports?device_id=58d3c187-58aa-44a9-a9da-3d32c1407ca6 HTTP/1.1" status: 200 len: 945 time: 0.0510910 Aug 16 23:16:05.753120 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-943ec331-d13a-4b48-8c2a-7af1f091c5f1 req-a945527c-7c5d-4eca-bc47-9bb6ce9a89fd tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] 10.222.0.36 "GET /v2.0/security-groups?id=4bf134a2-1f6f-4102-a994-a7b8eb6cd843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651555 Aug 16 23:16:05.767083 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd3c2bb-f172-41fe-9739-6f1e979670dc req-18b43d21-3b98-4ea4-af53-3ad6a44d7fea tempest-VolumesNegativeTest-1170467954 tempest-VolumesNegativeTest-1170467954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:05.768830 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cbd3c2bb-f172-41fe-9739-6f1e979670dc req-18b43d21-3b98-4ea4-af53-3ad6a44d7fea tempest-VolumesNegativeTest-1170467954 tempest-VolumesNegativeTest-1170467954-project] 10.222.0.57 "GET /v2.0/ports?device_id=c2fcf1fd-67a5-49bb-90f6-dafe6a318b49 HTTP/1.1" status: 200 len: 950 time: 0.0745032 Aug 16 23:16:05.866684 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-cbd3c2bb-f172-41fe-9739-6f1e979670dc req-b09bfda7-40ea-4fc1-abce-a121b099c212 tempest-VolumesNegativeTest-1170467954 tempest-VolumesNegativeTest-1170467954-project] Deleting port fff8b294-76ef-42d4-8a1b-b3d54beb50f0 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:16:05.867024 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-cbd3c2bb-f172-41fe-9739-6f1e979670dc req-b09bfda7-40ea-4fc1-abce-a121b099c212 tempest-VolumesNegativeTest-1170467954 tempest-VolumesNegativeTest-1170467954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:05.961230 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-cbd3c2bb-f172-41fe-9739-6f1e979670dc req-b09bfda7-40ea-4fc1-abce-a121b099c212 tempest-VolumesNegativeTest-1170467954 tempest-VolumesNegativeTest-1170467954-project] For port fff8b294-76ef-42d4-8a1b-b3d54beb50f0, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=fff8b294-76ef-42d4-8a1b-b3d54beb50f0,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:16:05.961593 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-cbd3c2bb-f172-41fe-9739-6f1e979670dc req-b09bfda7-40ea-4fc1-abce-a121b099c212 tempest-VolumesNegativeTest-1170467954 tempest-VolumesNegativeTest-1170467954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:05.974439 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-cbd3c2bb-f172-41fe-9739-6f1e979670dc req-b09bfda7-40ea-4fc1-abce-a121b099c212 tempest-VolumesNegativeTest-1170467954 tempest-VolumesNegativeTest-1170467954-project] Calling delete_port for fff8b294-76ef-42d4-8a1b-b3d54beb50f0 owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:16:06.081521 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c12f91-c058-4df7-8737-34a5521f6848 req-853a9e27-0ec4-4a0f-b3d8-3491a9795104 tempest-VolumesNegativeTest-1170467954 tempest-VolumesNegativeTest-1170467954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:06.083353 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-72c12f91-c058-4df7-8737-34a5521f6848 req-853a9e27-0ec4-4a0f-b3d8-3491a9795104 tempest-VolumesNegativeTest-1170467954 tempest-VolumesNegativeTest-1170467954-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2fcf1fd-67a5-49bb-90f6-dafe6a318b49 HTTP/1.1" status: 200 len: 950 time: 0.0973945 Aug 16 23:16:06.157428 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-72c12f91-c058-4df7-8737-34a5521f6848 req-c07e3b44-af3e-455b-956d-678c4d11732a tempest-VolumesNegativeTest-1170467954 tempest-VolumesNegativeTest-1170467954-project] 10.222.0.36 "GET /v2.0/security-groups?id=713547d4-6640-4855-ac4d-984ef990d8fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657887 Aug 16 23:16:06.182175 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-cbd3c2bb-f172-41fe-9739-6f1e979670dc req-b09bfda7-40ea-4fc1-abce-a121b099c212 tempest-VolumesNegativeTest-1170467954 tempest-VolumesNegativeTest-1170467954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:06.219410 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['fff8b294-76ef-42d4-8a1b-b3d54beb50f0'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:16:06.219942 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09bfda7-40ea-4fc1-abce-a121b099c212 tempest-VolumesNegativeTest-1170467954 tempest-VolumesNegativeTest-1170467954-project] Pushing event deleted for resources: {'Port': ['ID=fff8b294-76ef-42d4-8a1b-b3d54beb50f0,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:16:06.277676 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbd3c2bb-f172-41fe-9739-6f1e979670dc req-b09bfda7-40ea-4fc1-abce-a121b099c212 tempest-VolumesNegativeTest-1170467954 tempest-VolumesNegativeTest-1170467954-project] No DVR routers for this DVR port fff8b294-76ef-42d4-8a1b-b3d54beb50f0 on host n-h2-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:16:06.280560 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-cbd3c2bb-f172-41fe-9739-6f1e979670dc req-b09bfda7-40ea-4fc1-abce-a121b099c212 tempest-VolumesNegativeTest-1170467954 tempest-VolumesNegativeTest-1170467954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:06.282842 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cbd3c2bb-f172-41fe-9739-6f1e979670dc req-b09bfda7-40ea-4fc1-abce-a121b099c212 tempest-VolumesNegativeTest-1170467954 tempest-VolumesNegativeTest-1170467954-project] 10.222.0.57 "DELETE /v2.0/ports/fff8b294-76ef-42d4-8a1b-b3d54beb50f0 HTTP/1.1" status: 204 len: 173 time: 0.5068438 Aug 16 23:16:06.283319 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2fcf1fd-67a5-49bb-90f6-dafe6a318b49', 'name': 'network-vif-deleted', 'tag': 'fff8b294-76ef-42d4-8a1b-b3d54beb50f0'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:16:06.286600 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5babc560-7b67-49f8-8622-a3f774bf22c2" -d '{"events": [{"server_uuid": "c2fcf1fd-67a5-49bb-90f6-dafe6a318b49", "name": "network-vif-deleted", "tag": "fff8b294-76ef-42d4-8a1b-b3d54beb50f0"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:16:06.329182 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08a7f1cb-9bc2-4d66-8101-f8552aef6fb3 x-openstack-request-id: req-08a7f1cb-9bc2-4d66-8101-f8552aef6fb3 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:16:06.329478 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2fcf1fd-67a5-49bb-90f6-dafe6a318b49", "name": "network-vif-deleted", "tag": "fff8b294-76ef-42d4-8a1b-b3d54beb50f0", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:16:06.329737 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-08a7f1cb-9bc2-4d66-8101-f8552aef6fb3 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:16:06.330144 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2fcf1fd-67a5-49bb-90f6-dafe6a318b49', 'name': 'network-vif-deleted', 'tag': 'fff8b294-76ef-42d4-8a1b-b3d54beb50f0', 'status': 'completed', 'code': 200} Aug 16 23:16:06.696789 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353c2405-c9c6-4e81-b1fb-1878f9449729 req-66a7e825-587d-4165-877c-27fd22a53d48 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:06.698303 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-353c2405-c9c6-4e81-b1fb-1878f9449729 req-66a7e825-587d-4165-877c-27fd22a53d48 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9ba5028-a5f3-4150-b47d-a5f8265050b3 HTTP/1.1" status: 200 len: 946 time: 0.0591083 Aug 16 23:16:06.736702 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-353c2405-c9c6-4e81-b1fb-1878f9449729 req-c7f39dcb-f1b7-44af-9d6b-d8029c4c4486 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a2e3f1b-4aea-4fea-a97a-c2bcc8367e27&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323136 Aug 16 23:16:06.900884 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4551160-f849-4c46-b05b-193f4592dc8d req-041deb51-574e-4976-9e69-1bc2c0e10aaa tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:06.902548 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b4551160-f849-4c46-b05b-193f4592dc8d req-041deb51-574e-4976-9e69-1bc2c0e10aaa tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9ba5028-a5f3-4150-b47d-a5f8265050b3 HTTP/1.1" status: 200 len: 946 time: 0.0908551 Aug 16 23:16:06.924667 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2886ec0d-c27e-4357-a7ec-7b4dc76c97b3 req-f16fc4ac-8943-4287-a95a-2541e9374381 tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:06.926849 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2886ec0d-c27e-4357-a7ec-7b4dc76c97b3 req-f16fc4ac-8943-4287-a95a-2541e9374381 tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] 10.222.0.36 "GET /v2.0/ports?device_id=58d3c187-58aa-44a9-a9da-3d32c1407ca6 HTTP/1.1" status: 200 len: 945 time: 0.0995839 Aug 16 23:16:06.970496 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b4551160-f849-4c46-b05b-193f4592dc8d req-6f561dd2-c4e1-4b49-ba1e-f4fe30d6abb6 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a2e3f1b-4aea-4fea-a97a-c2bcc8367e27&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0606906 Aug 16 23:16:06.986091 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2886ec0d-c27e-4357-a7ec-7b4dc76c97b3 req-6919c62c-1d83-47af-b423-67baa190f20b tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] 10.222.0.36 "GET /v2.0/security-groups?id=4bf134a2-1f6f-4102-a994-a7b8eb6cd843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523236 Aug 16 23:16:07.010195 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 40948) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:16:07.120726 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19823e9f-ea31-4421-a6c0-f94968cfa53e req-e94a3c54-a433-4039-aa52-b939783df74a tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:07.122256 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-19823e9f-ea31-4421-a6c0-f94968cfa53e req-e94a3c54-a433-4039-aa52-b939783df74a tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] 10.222.0.36 "GET /v2.0/ports?device_id=11dcbf73-c5d0-4245-8373-93acc5280d23 HTTP/1.1" status: 200 len: 946 time: 0.0550580 Aug 16 23:16:07.188174 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-19823e9f-ea31-4421-a6c0-f94968cfa53e req-69b9f029-1d69-4144-bb86-79ff6ba2739f tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] 10.222.0.36 "GET /v2.0/security-groups?id=4bf134a2-1f6f-4102-a994-a7b8eb6cd843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541732 Aug 16 23:16:07.193294 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9607bf1c-529e-4274-a9dc-4c5b9fc5eb73 tempest-TestVolumeBackupRestore-76593272 tempest-TestVolumeBackupRestore-76593272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:07.200739 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 40956) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:16:07.202891 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-9607bf1c-529e-4274-a9dc-4c5b9fc5eb73 tempest-TestVolumeBackupRestore-76593272 tempest-TestVolumeBackupRestore-76593272-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b9ba5028-a5f3-4150-b47d-a5f8265050b3 HTTP/1.1" status: 200 len: 1093 time: 0.1912498 Aug 16 23:16:07.208193 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-7e384576-c2ba-4f18-be2d-c6b517eed868 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Request body: {'floatingip': {'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'port_id': '2416a15a-7911-438d-8c1b-a8c3399da81f', 'tenant_id': '9fb21280028e49bfa9100ff987ff3b9d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:16:07.243653 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7e384576-c2ba-4f18-be2d-c6b517eed868 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Notify callbacks [] for floatingip, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:07.323692 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd05b4c-c501-40d9-9fee-b09273d01be0 req-12d9191a-d70d-407a-8741-85dd5d5fa790 tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:07.325526 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6dd05b4c-c501-40d9-9fee-b09273d01be0 req-12d9191a-d70d-407a-8741-85dd5d5fa790 tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] 10.222.0.36 "GET /v2.0/ports?device_id=b527f8ee-f700-435a-8b7a-5f4ab8098d54 HTTP/1.1" status: 200 len: 945 time: 0.0621223 Aug 16 23:16:07.367828 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7e384576-c2ba-4f18-be2d-c6b517eed868 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:07.370837 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6dd05b4c-c501-40d9-9fee-b09273d01be0 req-5c8eb707-f58a-4b3c-a228-35b0e41014c5 tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] 10.222.0.36 "GET /v2.0/security-groups?id=4bf134a2-1f6f-4102-a994-a7b8eb6cd843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393317 Aug 16 23:16:07.488166 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-7e384576-c2ba-4f18-be2d-c6b517eed868 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Allocated IP 172.25.4.128 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/3a5bcdf2-f506-4b67-a94f-15fef5dd91e1) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:16:07.626077 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7e384576-c2ba-4f18-be2d-c6b517eed868 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:07.651629 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6260d5a4-38e9-4009-875c-12073ab1bf5e req-3beb6466-d507-4b9f-9717-01a2940e0625 tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:07.653420 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6260d5a4-38e9-4009-875c-12073ab1bf5e req-3beb6466-d507-4b9f-9717-01a2940e0625 tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] 10.222.0.36 "GET /v2.0/ports?device_id=b527f8ee-f700-435a-8b7a-5f4ab8098d54 HTTP/1.1" status: 200 len: 945 time: 0.0681090 Aug 16 23:16:07.680769 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7e384576-c2ba-4f18-be2d-c6b517eed868 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:07.721182 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6260d5a4-38e9-4009-875c-12073ab1bf5e req-bdd7a1b4-b483-473e-b0a9-437cca0e075d tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] 10.222.0.36 "GET /v2.0/security-groups?id=4bf134a2-1f6f-4102-a994-a7b8eb6cd843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360973 Aug 16 23:16:07.725882 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e384576-c2ba-4f18-be2d-c6b517eed868 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:16:07.731131 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-7e384576-c2ba-4f18-be2d-c6b517eed868 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:16:07.734719 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e384576-c2ba-4f18-be2d-c6b517eed868 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:16:07.760462 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e384576-c2ba-4f18-be2d-c6b517eed868 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Pushing event updated for resources: {'Port': ['ID=3a5bcdf2-f506-4b67-a94f-15fef5dd91e1,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:16:07.794343 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:16:08.118527 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7e384576-c2ba-4f18-be2d-c6b517eed868 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:08.198604 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7e384576-c2ba-4f18-be2d-c6b517eed868 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:08.366356 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7e384576-c2ba-4f18-be2d-c6b517eed868 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:08.372064 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7e384576-c2ba-4f18-be2d-c6b517eed868 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:08.440995 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e384576-c2ba-4f18-be2d-c6b517eed868 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Pushing event updated for resources: {'Port': ['ID=3a5bcdf2-f506-4b67-a94f-15fef5dd91e1,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:16:08.462550 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7e384576-c2ba-4f18-be2d-c6b517eed868 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:08.573184 n-d-791506-26 neutron-server[101291]: INFO neutron.db.l3_db [None req-7e384576-c2ba-4f18-be2d-c6b517eed868 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Floating IP 4f32098e-c553-4e68-ae31-1d5712d7dd77 associated. External IP: 172.25.4.128, port: 2416a15a-7911-438d-8c1b-a8c3399da81f. Aug 16 23:16:08.900866 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b444d6d6-28a1-4c95-a52f-783aebecf4f6 req-a0dab544-ae69-4cc8-bd4f-8a666529a7cb tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:08.902468 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b444d6d6-28a1-4c95-a52f-783aebecf4f6 req-a0dab544-ae69-4cc8-bd4f-8a666529a7cb tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] 10.222.0.36 "GET /v2.0/ports?device_id=b527f8ee-f700-435a-8b7a-5f4ab8098d54 HTTP/1.1" status: 200 len: 945 time: 0.0869577 Aug 16 23:16:08.954169 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b444d6d6-28a1-4c95-a52f-783aebecf4f6 req-7ee61e58-378d-4b46-b447-4d1bde463e2b tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] 10.222.0.36 "GET /v2.0/security-groups?id=4bf134a2-1f6f-4102-a994-a7b8eb6cd843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432649 Aug 16 23:16:09.176992 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e384576-c2ba-4f18-be2d-c6b517eed868 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Router f81e7e85-c3e9-4d91-9c39-61672c271e99 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:16:09.177134 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d31a4f-7f74-4a06-9b93-ccfbff43cc36 req-39404e79-6b7b-4b73-8ef7-5863c05b628b tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:09.178453 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d0d31a4f-7f74-4a06-9b93-ccfbff43cc36 req-39404e79-6b7b-4b73-8ef7-5863c05b628b tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] 10.222.0.57 "GET /v2.0/ports?device_id=b527f8ee-f700-435a-8b7a-5f4ab8098d54 HTTP/1.1" status: 200 len: 945 time: 0.0631790 Aug 16 23:16:09.284473 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-d0d31a4f-7f74-4a06-9b93-ccfbff43cc36 req-0bcab3f2-c61e-4df4-b9ae-e6117be59c02 tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] Deleting port 03615de9-9fa8-4dd1-be85-1d9bdabf5aef {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:16:09.284910 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-d0d31a4f-7f74-4a06-9b93-ccfbff43cc36 req-0bcab3f2-c61e-4df4-b9ae-e6117be59c02 tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:09.297317 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e384576-c2ba-4f18-be2d-c6b517eed868 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:16:09.309960 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd1ff2a-72c3-4624-8075-647503d51852 None None] Sync routers for ids ['f81e7e85-c3e9-4d91-9c39-61672c271e99'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:16:09.321201 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd1ff2a-72c3-4624-8075-647503d51852 None None] Routers {'f81e7e85-c3e9-4d91-9c39-61672c271e99'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:16:09.322038 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7e384576-c2ba-4f18-be2d-c6b517eed868 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:09.322372 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-8dd1ff2a-72c3-4624-8075-647503d51852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:15:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['f81e7e85-c3e9-4d91-9c39-61672c271e99'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:16:09.366212 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-7e384576-c2ba-4f18-be2d-c6b517eed868 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1630073 Aug 16 23:16:09.366865 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9ba5028-a5f3-4150-b47d-a5f8265050b3', 'tag': '2416a15a-7911-438d-8c1b-a8c3399da81f'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:16:09.369717 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b573e19-79ed-4333-b8c3-e9a89f3e8b60" -d '{"events": [{"name": "network-changed", "server_uuid": "b9ba5028-a5f3-4150-b47d-a5f8265050b3", "tag": "2416a15a-7911-438d-8c1b-a8c3399da81f"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:16:09.372786 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 41154) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:16:09.429525 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-d0d31a4f-7f74-4a06-9b93-ccfbff43cc36 req-0bcab3f2-c61e-4df4-b9ae-e6117be59c02 tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] For port 03615de9-9fa8-4dd1-be85-1d9bdabf5aef, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=03615de9-9fa8-4dd1-be85-1d9bdabf5aef,segment=NetworkSegment(a96cd885-4f89-4cce-9768-f1bb6af274b8),segment_id=a96cd885-4f89-4cce-9768-f1bb6af274b8)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:16:09.430794 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-d0d31a4f-7f74-4a06-9b93-ccfbff43cc36 req-0bcab3f2-c61e-4df4-b9ae-e6117be59c02 tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:09.435528 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2307d4e0-1553-4415-af95-79cefc321ccb x-openstack-request-id: req-2307d4e0-1553-4415-af95-79cefc321ccb {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:16:09.435922 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9ba5028-a5f3-4150-b47d-a5f8265050b3", "tag": "2416a15a-7911-438d-8c1b-a8c3399da81f", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:16:09.436248 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2307d4e0-1553-4415-af95-79cefc321ccb {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:16:09.436823 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9ba5028-a5f3-4150-b47d-a5f8265050b3', 'tag': '2416a15a-7911-438d-8c1b-a8c3399da81f', 'status': 'completed', 'code': 200} Aug 16 23:16:09.449529 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4531d454-f8d9-4cd8-9e50-d440a91b37b4 tempest-TestVolumeBackupRestore-76593272 tempest-TestVolumeBackupRestore-76593272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:09.452904 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-4531d454-f8d9-4cd8-9e50-d440a91b37b4 tempest-TestVolumeBackupRestore-76593272 tempest-TestVolumeBackupRestore-76593272-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b9ba5028-a5f3-4150-b47d-a5f8265050b3 HTTP/1.1" status: 200 len: 1093 time: 0.0785296 Aug 16 23:16:09.455505 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-d0d31a4f-7f74-4a06-9b93-ccfbff43cc36 req-0bcab3f2-c61e-4df4-b9ae-e6117be59c02 tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] Calling delete_port for 03615de9-9fa8-4dd1-be85-1d9bdabf5aef owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:16:09.455651 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 41160) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:16:09.478309 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-03c45dc7-3f7c-4cdf-a906-28c07727a872 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Request body: {'floatingip': {'port_id': '2416a15a-7911-438d-8c1b-a8c3399da81f'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:16:09.609812 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-03c45dc7-3f7c-4cdf-a906-28c07727a872 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Notify callbacks [] for floatingip, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:09.652799 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-d0d31a4f-7f74-4a06-9b93-ccfbff43cc36 req-0bcab3f2-c61e-4df4-b9ae-e6117be59c02 tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:09.661455 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b573e19-79ed-4333-b8c3-e9a89f3e8b60 req-85f41318-f44b-40b6-9d15-f788126843ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:09.663013 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4b573e19-79ed-4333-b8c3-e9a89f3e8b60 req-85f41318-f44b-40b6-9d15-f788126843ed service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9fb21280028e49bfa9100ff987ff3b9d&device_id=b9ba5028-a5f3-4150-b47d-a5f8265050b3 HTTP/1.1" status: 200 len: 1098 time: 0.2088571 Aug 16 23:16:09.672251 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['db918e12-0d7e-41f2-a222-068652d9640d'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:16:09.700394 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcab3f2-c61e-4df4-b9ae-e6117be59c02 tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] Pushing event deleted for resources: {'Port': ['ID=03615de9-9fa8-4dd1-be85-1d9bdabf5aef,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:16:09.722825 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['03615de9-9fa8-4dd1-be85-1d9bdabf5aef', '5fefaa6c-d674-4377-ad79-65fb62481123'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:16:09.731925 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-8dd1ff2a-72c3-4624-8075-647503d51852 None None] Set router f81e7e85-c3e9-4d91-9c39-61672c271e99 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:16:09.763425 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0d31a4f-7f74-4a06-9b93-ccfbff43cc36 req-0bcab3f2-c61e-4df4-b9ae-e6117be59c02 tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] No DVR routers for this DVR port 03615de9-9fa8-4dd1-be85-1d9bdabf5aef on host n-h2-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:16:09.766154 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-d0d31a4f-7f74-4a06-9b93-ccfbff43cc36 req-0bcab3f2-c61e-4df4-b9ae-e6117be59c02 tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:09.768277 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d0d31a4f-7f74-4a06-9b93-ccfbff43cc36 req-0bcab3f2-c61e-4df4-b9ae-e6117be59c02 tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] 10.222.0.57 "DELETE /v2.0/ports/03615de9-9fa8-4dd1-be85-1d9bdabf5aef HTTP/1.1" status: 204 len: 173 time: 0.5840366 Aug 16 23:16:09.768876 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b527f8ee-f700-435a-8b7a-5f4ab8098d54', 'name': 'network-vif-deleted', 'tag': '03615de9-9fa8-4dd1-be85-1d9bdabf5aef'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:16:09.771833 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-589dafb3-01b6-42e6-b038-79452c9d1081" -d '{"events": [{"server_uuid": "b527f8ee-f700-435a-8b7a-5f4ab8098d54", "name": "network-vif-deleted", "tag": "03615de9-9fa8-4dd1-be85-1d9bdabf5aef"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:16:09.819351 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16255df5-6846-4e80-b7cc-cd0679431442 x-openstack-request-id: req-16255df5-6846-4e80-b7cc-cd0679431442 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:16:09.820004 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b527f8ee-f700-435a-8b7a-5f4ab8098d54", "name": "network-vif-deleted", "tag": "03615de9-9fa8-4dd1-be85-1d9bdabf5aef", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:16:09.820455 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-16255df5-6846-4e80-b7cc-cd0679431442 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:16:09.821154 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b527f8ee-f700-435a-8b7a-5f4ab8098d54', 'name': 'network-vif-deleted', 'tag': '03615de9-9fa8-4dd1-be85-1d9bdabf5aef', 'status': 'completed', 'code': 200} Aug 16 23:16:09.939391 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b573e19-79ed-4333-b8c3-e9a89f3e8b60 req-4f12bd40-98cd-4ad6-9af4-256839a82210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:09.940996 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4b573e19-79ed-4333-b8c3-e9a89f3e8b60 req-4f12bd40-98cd-4ad6-9af4-256839a82210 service neutron] 10.222.0.68 "GET /v2.0/networks?id=be5d527b-4837-49dc-8ea1-3bb9f17b1194 HTTP/1.1" status: 200 len: 914 time: 0.2612486 Aug 16 23:16:10.084395 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-93369f12-014e-4dcd-a00c-cd39d3d3ea3c req-d18d9334-9cfa-4ef9-bfa7-ff76d18bd310 tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] 10.222.0.36 "GET /v2.0/ports?device_id=b527f8ee-f700-435a-8b7a-5f4ab8098d54 HTTP/1.1" status: 200 len: 210 time: 0.0387075 Aug 16 23:16:10.151116 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4b573e19-79ed-4333-b8c3-e9a89f3e8b60 req-5de498bb-79bb-4183-804d-844cd362f81c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2416a15a-7911-438d-8c1b-a8c3399da81f HTTP/1.1" status: 200 len: 1000 time: 0.1440752 Aug 16 23:16:10.251986 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b573e19-79ed-4333-b8c3-e9a89f3e8b60 req-8c10703b-aa7c-4dbb-9b76-fd4385d38f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:10.253641 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4b573e19-79ed-4333-b8c3-e9a89f3e8b60 req-8c10703b-aa7c-4dbb-9b76-fd4385d38f9d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=fddcdc29-052d-46fa-95f2-f1b8153d4dba HTTP/1.1" status: 200 len: 852 time: 0.0947938 Aug 16 23:16:10.342032 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-8dd1ff2a-72c3-4624-8075-647503d51852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f81e7e85-c3e9-4d91-9c39-61672c271e99', 'name': 'tempest-TestVolumeBackupRestore-456446591-router', 'tenant_id': '9fb21280028e49bfa9100ff987ff3b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': 'c97e656f-5e9b-4913-b9f2-61055c3dc65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:13:07Z', 'updated_at': '2021-08-16T23:13:12Z', 'revision_number': 4, 'project_id': '9fb21280028e49bfa9100ff987ff3b9d', 'gw_port': {'id': 'c97e656f-5e9b-4913-b9f2-61055c3dc65a', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81e7e85-c3e9-4d91-9c39-61672c271e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:13:07Z', 'updated_at': '2021-08-16T23:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': '4f32098e-c553-4e68-ae31-1d5712d7dd77', 'tenant_id': '9fb21280028e49bfa9100ff987ff3b9d', 'floating_ip_address': '172.25.4.128', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': 'f81e7e85-c3e9-4d91-9c39-61672c271e99', 'port_id': '2416a15a-7911-438d-8c1b-a8c3399da81f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be5d527b-4837-49dc-8ea1-3bb9f17b1194', 'mac_address': 'fa:16:3e:5b:17:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ba5028-a5f3-4150-b47d-a5f8265050b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:16:07Z', 'updated_at': '2021-08-16T23:16:07Z', 'revision_number': 0, 'project_id': '9fb21280028e49bfa9100ff987ff3b9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ed6346e-15ef-438f-9f46-b1dad80c3516', 'name': '', 'network_id': 'be5d527b-4837-49dc-8ea1-3bb9f17b1194', 'tenant_id': '9fb21280028e49bfa9100ff987ff3b9d', 'mac_address': 'fa:16:3e:8f:be:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81e7e85-c3e9-4d91-9c39-61672c271e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'fddcdc29-052d-46fa-95f2-f1b8153d4dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:13:11Z', 'updated_at': '2021-08-16T23:13:27Z', 'revision_number': 5, 'project_id': '9fb21280028e49bfa9100ff987ff3b9d', 'subnets': [{'id': 'fddcdc29-052d-46fa-95f2-f1b8153d4dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:16:10.379684 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd1ff2a-72c3-4624-8075-647503d51852 None None] Checking router: f81e7e85-c3e9-4d91-9c39-61672c271e99 for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:16:10.390455 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd1ff2a-72c3-4624-8075-647503d51852 None None] Routers {'f81e7e85-c3e9-4d91-9c39-61672c271e99'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:16:10.391381 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-8dd1ff2a-72c3-4624-8075-647503d51852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:15:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['f81e7e85-c3e9-4d91-9c39-61672c271e99'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:16:10.392867 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b573e19-79ed-4333-b8c3-e9a89f3e8b60 req-f68ef99f-eb6d-4e19-a11c-e54e30d836f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:10.394939 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4b573e19-79ed-4333-b8c3-e9a89f3e8b60 req-f68ef99f-eb6d-4e19-a11c-e54e30d836f1 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=be5d527b-4837-49dc-8ea1-3bb9f17b1194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1311648 Aug 16 23:16:10.431013 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device fff8b294-76ef-42d4-8a1b-b3d54beb50f0 no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:16:10.465393 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] No Port match for: fff8b294-76ef-42d4-8a1b-b3d54beb50f0 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:16:10.466242 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device fff8b294-76ef-42d4-8a1b-b3d54beb50f0 not bound to the agent host n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:16:10.556816 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-8dd1ff2a-72c3-4624-8075-647503d51852 None None] Set router f81e7e85-c3e9-4d91-9c39-61672c271e99 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:16:10.586010 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4b573e19-79ed-4333-b8c3-e9a89f3e8b60 req-251b6c4c-4d47-4222-80ed-f1b7108dbc7b service neutron] 10.222.0.68 "GET /v2.0/networks/be5d527b-4837-49dc-8ea1-3bb9f17b1194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785226 Aug 16 23:16:10.608075 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-03c45dc7-3f7c-4cdf-a906-28c07727a872 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:10.621385 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-03c45dc7-3f7c-4cdf-a906-28c07727a872 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:10.776413 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4b573e19-79ed-4333-b8c3-e9a89f3e8b60 req-e748b44d-9c93-4748-84a1-49f69eb616a1 service neutron] 10.222.0.68 "GET /v2.0/networks/be5d527b-4837-49dc-8ea1-3bb9f17b1194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812661 Aug 16 23:16:10.802838 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-8dd1ff2a-72c3-4624-8075-647503d51852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f81e7e85-c3e9-4d91-9c39-61672c271e99', 'name': 'tempest-TestVolumeBackupRestore-456446591-router', 'tenant_id': '9fb21280028e49bfa9100ff987ff3b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': 'c97e656f-5e9b-4913-b9f2-61055c3dc65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:13:07Z', 'updated_at': '2021-08-16T23:13:12Z', 'revision_number': 4, 'project_id': '9fb21280028e49bfa9100ff987ff3b9d', 'gw_port': {'id': 'c97e656f-5e9b-4913-b9f2-61055c3dc65a', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81e7e85-c3e9-4d91-9c39-61672c271e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:13:07Z', 'updated_at': '2021-08-16T23:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': '4f32098e-c553-4e68-ae31-1d5712d7dd77', 'tenant_id': '9fb21280028e49bfa9100ff987ff3b9d', 'floating_ip_address': '172.25.4.128', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': 'f81e7e85-c3e9-4d91-9c39-61672c271e99', 'port_id': '2416a15a-7911-438d-8c1b-a8c3399da81f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be5d527b-4837-49dc-8ea1-3bb9f17b1194', 'mac_address': 'fa:16:3e:5b:17:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ba5028-a5f3-4150-b47d-a5f8265050b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:16:07Z', 'updated_at': '2021-08-16T23:16:07Z', 'revision_number': 0, 'project_id': '9fb21280028e49bfa9100ff987ff3b9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ed6346e-15ef-438f-9f46-b1dad80c3516', 'name': '', 'network_id': 'be5d527b-4837-49dc-8ea1-3bb9f17b1194', 'tenant_id': '9fb21280028e49bfa9100ff987ff3b9d', 'mac_address': 'fa:16:3e:8f:be:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81e7e85-c3e9-4d91-9c39-61672c271e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'fddcdc29-052d-46fa-95f2-f1b8153d4dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:13:11Z', 'updated_at': '2021-08-16T23:13:27Z', 'revision_number': 5, 'project_id': '9fb21280028e49bfa9100ff987ff3b9d', 'subnets': [{'id': 'fddcdc29-052d-46fa-95f2-f1b8153d4dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:16:10.829786 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd1ff2a-72c3-4624-8075-647503d51852 None None] The sync data for ids ['f81e7e85-c3e9-4d91-9c39-61672c271e99'] in n-d-791506-26 is: [{'id': 'f81e7e85-c3e9-4d91-9c39-61672c271e99', 'name': 'tempest-TestVolumeBackupRestore-456446591-router', 'tenant_id': '9fb21280028e49bfa9100ff987ff3b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': 'c97e656f-5e9b-4913-b9f2-61055c3dc65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:13:07Z', 'updated_at': '2021-08-16T23:13:12Z', 'revision_number': 4, 'project_id': '9fb21280028e49bfa9100ff987ff3b9d', 'gw_port': {'id': 'c97e656f-5e9b-4913-b9f2-61055c3dc65a', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81e7e85-c3e9-4d91-9c39-61672c271e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:13:07Z', 'updated_at': '2021-08-16T23:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': '4f32098e-c553-4e68-ae31-1d5712d7dd77', 'tenant_id': '9fb21280028e49bfa9100ff987ff3b9d', 'floating_ip_address': '172.25.4.128', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': 'f81e7e85-c3e9-4d91-9c39-61672c271e99', 'port_id': '2416a15a-7911-438d-8c1b-a8c3399da81f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be5d527b-4837-49dc-8ea1-3bb9f17b1194', 'mac_address': 'fa:16:3e:5b:17:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ba5028-a5f3-4150-b47d-a5f8265050b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:16:07Z', 'updated_at': '2021-08-16T23:16:07Z', 'revision_number': 0, 'project_id': '9fb21280028e49bfa9100ff987ff3b9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ed6346e-15ef-438f-9f46-b1dad80c3516', 'name': '', 'network_id': 'be5d527b-4837-49dc-8ea1-3bb9f17b1194', 'tenant_id': '9fb21280028e49bfa9100ff987ff3b9d', 'mac_address': 'fa:16:3e:8f:be:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81e7e85-c3e9-4d91-9c39-61672c271e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'fddcdc29-052d-46fa-95f2-f1b8153d4dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:13:11Z', 'updated_at': '2021-08-16T23:13:27Z', 'revision_number': 5, 'project_id': '9fb21280028e49bfa9100ff987ff3b9d', 'subnets': [{'id': 'fddcdc29-052d-46fa-95f2-f1b8153d4dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:16:10.913029 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03c45dc7-3f7c-4cdf-a906-28c07727a872 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Router f81e7e85-c3e9-4d91-9c39-61672c271e99 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:16:11.034681 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03c45dc7-3f7c-4cdf-a906-28c07727a872 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:16:11.039483 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-03c45dc7-3f7c-4cdf-a906-28c07727a872 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:11.073659 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc06ca0-d5ec-4022-a2c5-036af9d5f04c None None] New status for floating IP 4f32098e-c553-4e68-ae31-1d5712d7dd77: ACTIVE {{(pid=101294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:16:11.096121 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-03c45dc7-3f7c-4cdf-a906-28c07727a872 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] 10.222.0.36 "PUT /v2.0/floatingips/4f32098e-c553-4e68-ae31-1d5712d7dd77 HTTP/1.1" status: 200 len: 992 time: 1.6394274 Aug 16 23:16:11.308439 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b119acbd-c95b-4365-b936-2345aaeed16f None None] Sync routers for ids ['f81e7e85-c3e9-4d91-9c39-61672c271e99'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:16:11.318557 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b119acbd-c95b-4365-b936-2345aaeed16f None None] Routers {'f81e7e85-c3e9-4d91-9c39-61672c271e99'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:16:11.319421 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-b119acbd-c95b-4365-b936-2345aaeed16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:15:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['f81e7e85-c3e9-4d91-9c39-61672c271e99'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:16:11.378207 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:11.438252 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9ba5028-a5f3-4150-b47d-a5f8265050b3', 'tag': '2416a15a-7911-438d-8c1b-a8c3399da81f'}, {'name': 'network-changed', 'server_uuid': 'b9ba5028-a5f3-4150-b47d-a5f8265050b3', 'tag': '2416a15a-7911-438d-8c1b-a8c3399da81f'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:16:11.440883 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-338a20b5-c4a2-49f4-a29e-d575062af7c4" -d '{"events": [{"name": "network-changed", "server_uuid": "b9ba5028-a5f3-4150-b47d-a5f8265050b3", "tag": "2416a15a-7911-438d-8c1b-a8c3399da81f"}, {"name": "network-changed", "server_uuid": "b9ba5028-a5f3-4150-b47d-a5f8265050b3", "tag": "2416a15a-7911-438d-8c1b-a8c3399da81f"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:16:11.459521 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-b119acbd-c95b-4365-b936-2345aaeed16f None None] Set router f81e7e85-c3e9-4d91-9c39-61672c271e99 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:16:11.481600 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 16 Aug 2021 23:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a80a60df-0b00-4609-aa34-b004bad8c543 x-openstack-request-id: req-a80a60df-0b00-4609-aa34-b004bad8c543 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:16:11.481923 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9ba5028-a5f3-4150-b47d-a5f8265050b3", "tag": "2416a15a-7911-438d-8c1b-a8c3399da81f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b9ba5028-a5f3-4150-b47d-a5f8265050b3", "tag": "2416a15a-7911-438d-8c1b-a8c3399da81f", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:16:11.482179 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a80a60df-0b00-4609-aa34-b004bad8c543 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:16:11.482863 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9ba5028-a5f3-4150-b47d-a5f8265050b3', 'tag': '2416a15a-7911-438d-8c1b-a8c3399da81f', 'status': 'completed', 'code': 200} Aug 16 23:16:11.483125 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9ba5028-a5f3-4150-b47d-a5f8265050b3', 'tag': '2416a15a-7911-438d-8c1b-a8c3399da81f', 'status': 'completed', 'code': 200} Aug 16 23:16:11.558898 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338a20b5-c4a2-49f4-a29e-d575062af7c4 req-7f763255-9eac-496c-9ab9-6df84627a53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:11.560476 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-338a20b5-c4a2-49f4-a29e-d575062af7c4 req-7f763255-9eac-496c-9ab9-6df84627a53e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9fb21280028e49bfa9100ff987ff3b9d&device_id=b9ba5028-a5f3-4150-b47d-a5f8265050b3 HTTP/1.1" status: 200 len: 1098 time: 0.0526741 Aug 16 23:16:11.676950 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338a20b5-c4a2-49f4-a29e-d575062af7c4 req-d0874e99-9982-49b1-95c0-e8dba3350dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:11.679625 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-338a20b5-c4a2-49f4-a29e-d575062af7c4 req-d0874e99-9982-49b1-95c0-e8dba3350dff service neutron] 10.222.0.68 "GET /v2.0/networks?id=be5d527b-4837-49dc-8ea1-3bb9f17b1194 HTTP/1.1" status: 200 len: 914 time: 0.1112232 Aug 16 23:16:11.751476 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-b119acbd-c95b-4365-b936-2345aaeed16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f81e7e85-c3e9-4d91-9c39-61672c271e99', 'name': 'tempest-TestVolumeBackupRestore-456446591-router', 'tenant_id': '9fb21280028e49bfa9100ff987ff3b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': 'c97e656f-5e9b-4913-b9f2-61055c3dc65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:13:07Z', 'updated_at': '2021-08-16T23:13:12Z', 'revision_number': 4, 'project_id': '9fb21280028e49bfa9100ff987ff3b9d', 'gw_port': {'id': 'c97e656f-5e9b-4913-b9f2-61055c3dc65a', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81e7e85-c3e9-4d91-9c39-61672c271e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:13:07Z', 'updated_at': '2021-08-16T23:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': '4f32098e-c553-4e68-ae31-1d5712d7dd77', 'tenant_id': '9fb21280028e49bfa9100ff987ff3b9d', 'floating_ip_address': '172.25.4.128', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': 'f81e7e85-c3e9-4d91-9c39-61672c271e99', 'port_id': '2416a15a-7911-438d-8c1b-a8c3399da81f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be5d527b-4837-49dc-8ea1-3bb9f17b1194', 'mac_address': 'fa:16:3e:5b:17:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ba5028-a5f3-4150-b47d-a5f8265050b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:16:07Z', 'updated_at': '2021-08-16T23:16:11Z', 'revision_number': 2, 'project_id': '9fb21280028e49bfa9100ff987ff3b9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ed6346e-15ef-438f-9f46-b1dad80c3516', 'name': '', 'network_id': 'be5d527b-4837-49dc-8ea1-3bb9f17b1194', 'tenant_id': '9fb21280028e49bfa9100ff987ff3b9d', 'mac_address': 'fa:16:3e:8f:be:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81e7e85-c3e9-4d91-9c39-61672c271e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'fddcdc29-052d-46fa-95f2-f1b8153d4dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:13:11Z', 'updated_at': '2021-08-16T23:13:27Z', 'revision_number': 5, 'project_id': '9fb21280028e49bfa9100ff987ff3b9d', 'subnets': [{'id': 'fddcdc29-052d-46fa-95f2-f1b8153d4dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:16:11.775220 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-338a20b5-c4a2-49f4-a29e-d575062af7c4 req-1899b489-cc1d-4cc5-8386-fca16992b7e8 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2416a15a-7911-438d-8c1b-a8c3399da81f HTTP/1.1" status: 200 len: 1002 time: 0.0861604 Aug 16 23:16:11.788703 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b119acbd-c95b-4365-b936-2345aaeed16f None None] Checking router: f81e7e85-c3e9-4d91-9c39-61672c271e99 for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:16:11.794296 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b119acbd-c95b-4365-b936-2345aaeed16f None None] Routers {'f81e7e85-c3e9-4d91-9c39-61672c271e99'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:16:11.794938 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-b119acbd-c95b-4365-b936-2345aaeed16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:15:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['f81e7e85-c3e9-4d91-9c39-61672c271e99'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:16:11.841795 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338a20b5-c4a2-49f4-a29e-d575062af7c4 req-1bda3d3e-d678-455a-85e5-97e74c919aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:11.843572 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-338a20b5-c4a2-49f4-a29e-d575062af7c4 req-1bda3d3e-d678-455a-85e5-97e74c919aec service neutron] 10.222.0.68 "GET /v2.0/subnets?id=fddcdc29-052d-46fa-95f2-f1b8153d4dba HTTP/1.1" status: 200 len: 852 time: 0.0630233 Aug 16 23:16:11.909295 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338a20b5-c4a2-49f4-a29e-d575062af7c4 req-9c4ba68f-c754-45ad-8583-94ead3c91454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:11.911945 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-338a20b5-c4a2-49f4-a29e-d575062af7c4 req-9c4ba68f-c754-45ad-8583-94ead3c91454 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=be5d527b-4837-49dc-8ea1-3bb9f17b1194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570030 Aug 16 23:16:11.917137 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-b119acbd-c95b-4365-b936-2345aaeed16f None None] Set router f81e7e85-c3e9-4d91-9c39-61672c271e99 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:16:12.076261 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-338a20b5-c4a2-49f4-a29e-d575062af7c4 req-d2bdc0ae-b4cf-4735-a4f0-11355e5658e6 service neutron] 10.222.0.68 "GET /v2.0/networks/be5d527b-4837-49dc-8ea1-3bb9f17b1194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543765 Aug 16 23:16:12.210360 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-338a20b5-c4a2-49f4-a29e-d575062af7c4 req-0b499345-7d21-4c0e-a64b-853bfb023841 service neutron] 10.222.0.68 "GET /v2.0/networks/be5d527b-4837-49dc-8ea1-3bb9f17b1194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250241 Aug 16 23:16:12.247823 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a27b2d8-d32d-41b8-8ead-a932c7e98999 req-245a48b9-35a5-4f2a-9f2e-72857596d826 tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:12.257990 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-b119acbd-c95b-4365-b936-2345aaeed16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f81e7e85-c3e9-4d91-9c39-61672c271e99', 'name': 'tempest-TestVolumeBackupRestore-456446591-router', 'tenant_id': '9fb21280028e49bfa9100ff987ff3b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': 'c97e656f-5e9b-4913-b9f2-61055c3dc65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:13:07Z', 'updated_at': '2021-08-16T23:13:12Z', 'revision_number': 4, 'project_id': '9fb21280028e49bfa9100ff987ff3b9d', 'gw_port': {'id': 'c97e656f-5e9b-4913-b9f2-61055c3dc65a', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81e7e85-c3e9-4d91-9c39-61672c271e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:13:07Z', 'updated_at': '2021-08-16T23:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': '4f32098e-c553-4e68-ae31-1d5712d7dd77', 'tenant_id': '9fb21280028e49bfa9100ff987ff3b9d', 'floating_ip_address': '172.25.4.128', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': 'f81e7e85-c3e9-4d91-9c39-61672c271e99', 'port_id': '2416a15a-7911-438d-8c1b-a8c3399da81f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be5d527b-4837-49dc-8ea1-3bb9f17b1194', 'mac_address': 'fa:16:3e:5b:17:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ba5028-a5f3-4150-b47d-a5f8265050b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:16:07Z', 'updated_at': '2021-08-16T23:16:11Z', 'revision_number': 2, 'project_id': '9fb21280028e49bfa9100ff987ff3b9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ed6346e-15ef-438f-9f46-b1dad80c3516', 'name': '', 'network_id': 'be5d527b-4837-49dc-8ea1-3bb9f17b1194', 'tenant_id': '9fb21280028e49bfa9100ff987ff3b9d', 'mac_address': 'fa:16:3e:8f:be:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81e7e85-c3e9-4d91-9c39-61672c271e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'fddcdc29-052d-46fa-95f2-f1b8153d4dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:13:11Z', 'updated_at': '2021-08-16T23:13:27Z', 'revision_number': 5, 'project_id': '9fb21280028e49bfa9100ff987ff3b9d', 'subnets': [{'id': 'fddcdc29-052d-46fa-95f2-f1b8153d4dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:16:12.259650 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a27b2d8-d32d-41b8-8ead-a932c7e98999 req-245a48b9-35a5-4f2a-9f2e-72857596d826 tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:12.261415 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9a27b2d8-d32d-41b8-8ead-a932c7e98999 req-245a48b9-35a5-4f2a-9f2e-72857596d826 tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] 10.222.0.36 "GET /v2.0/ports?device_id=11dcbf73-c5d0-4245-8373-93acc5280d23&device_id=58d3c187-58aa-44a9-a9da-3d32c1407ca6 HTTP/1.1" status: 200 len: 1682 time: 0.0774486 Aug 16 23:16:12.334617 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338a20b5-c4a2-49f4-a29e-d575062af7c4 req-7939c5a7-cba8-4c96-b091-b05d2628ef3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:12.335594 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9a27b2d8-d32d-41b8-8ead-a932c7e98999 req-ff98cfb5-745e-4f52-8c6c-96ee47d8c4f2 tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] 10.222.0.36 "GET /v2.0/security-groups?id=4bf134a2-1f6f-4102-a994-a7b8eb6cd843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657415 Aug 16 23:16:12.337962 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-338a20b5-c4a2-49f4-a29e-d575062af7c4 req-7939c5a7-cba8-4c96-b091-b05d2628ef3d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9fb21280028e49bfa9100ff987ff3b9d&device_id=b9ba5028-a5f3-4150-b47d-a5f8265050b3 HTTP/1.1" status: 200 len: 1098 time: 0.0764241 Aug 16 23:16:12.472389 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b119acbd-c95b-4365-b936-2345aaeed16f None None] The sync data for ids ['f81e7e85-c3e9-4d91-9c39-61672c271e99'] in n-d-791506-26 is: [{'id': 'f81e7e85-c3e9-4d91-9c39-61672c271e99', 'name': 'tempest-TestVolumeBackupRestore-456446591-router', 'tenant_id': '9fb21280028e49bfa9100ff987ff3b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': 'c97e656f-5e9b-4913-b9f2-61055c3dc65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:13:07Z', 'updated_at': '2021-08-16T23:13:12Z', 'revision_number': 4, 'project_id': '9fb21280028e49bfa9100ff987ff3b9d', 'gw_port': {'id': 'c97e656f-5e9b-4913-b9f2-61055c3dc65a', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81e7e85-c3e9-4d91-9c39-61672c271e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:13:07Z', 'updated_at': '2021-08-16T23:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': '4f32098e-c553-4e68-ae31-1d5712d7dd77', 'tenant_id': '9fb21280028e49bfa9100ff987ff3b9d', 'floating_ip_address': '172.25.4.128', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': 'f81e7e85-c3e9-4d91-9c39-61672c271e99', 'port_id': '2416a15a-7911-438d-8c1b-a8c3399da81f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be5d527b-4837-49dc-8ea1-3bb9f17b1194', 'mac_address': 'fa:16:3e:5b:17:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ba5028-a5f3-4150-b47d-a5f8265050b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:16:07Z', 'updated_at': '2021-08-16T23:16:11Z', 'revision_number': 2, 'project_id': '9fb21280028e49bfa9100ff987ff3b9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ed6346e-15ef-438f-9f46-b1dad80c3516', 'name': '', 'network_id': 'be5d527b-4837-49dc-8ea1-3bb9f17b1194', 'tenant_id': '9fb21280028e49bfa9100ff987ff3b9d', 'mac_address': 'fa:16:3e:8f:be:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81e7e85-c3e9-4d91-9c39-61672c271e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'fddcdc29-052d-46fa-95f2-f1b8153d4dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:13:11Z', 'updated_at': '2021-08-16T23:13:27Z', 'revision_number': 5, 'project_id': '9fb21280028e49bfa9100ff987ff3b9d', 'subnets': [{'id': 'fddcdc29-052d-46fa-95f2-f1b8153d4dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:16:12.491861 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338a20b5-c4a2-49f4-a29e-d575062af7c4 req-3c3b1735-ba1b-4425-b34f-fffb75093131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:12.495004 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-338a20b5-c4a2-49f4-a29e-d575062af7c4 req-3c3b1735-ba1b-4425-b34f-fffb75093131 service neutron] 10.222.0.68 "GET /v2.0/networks?id=be5d527b-4837-49dc-8ea1-3bb9f17b1194 HTTP/1.1" status: 200 len: 914 time: 0.1500387 Aug 16 23:16:12.587545 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-338a20b5-c4a2-49f4-a29e-d575062af7c4 req-3eea2ec7-a901-4a4e-afe6-20a9e47f7d34 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2416a15a-7911-438d-8c1b-a8c3399da81f HTTP/1.1" status: 200 len: 1002 time: 0.0839593 Aug 16 23:16:12.612504 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 41248) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:16:12.654196 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338a20b5-c4a2-49f4-a29e-d575062af7c4 req-c3659ec6-c7cb-4ef6-9b31-0f328134ca60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:12.656147 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-338a20b5-c4a2-49f4-a29e-d575062af7c4 req-c3659ec6-c7cb-4ef6-9b31-0f328134ca60 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=fddcdc29-052d-46fa-95f2-f1b8153d4dba HTTP/1.1" status: 200 len: 852 time: 0.0612941 Aug 16 23:16:12.752175 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338a20b5-c4a2-49f4-a29e-d575062af7c4 req-029afb18-0671-4888-94f2-7c7e8e996b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:12.756019 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-338a20b5-c4a2-49f4-a29e-d575062af7c4 req-029afb18-0671-4888-94f2-7c7e8e996b9b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=be5d527b-4837-49dc-8ea1-3bb9f17b1194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0902548 Aug 16 23:16:12.833337 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-d4172600-02d2-4b7d-b33f-3e4a07b3abec admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fe7918dfbc52492baeb1298ea0e37ab5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2184789 Aug 16 23:16:12.834464 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 41254) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:16:12.910771 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-338a20b5-c4a2-49f4-a29e-d575062af7c4 req-c071b577-2447-4020-8787-3840e3c607cf service neutron] 10.222.0.68 "GET /v2.0/networks/be5d527b-4837-49dc-8ea1-3bb9f17b1194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473217 Aug 16 23:16:12.976059 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c1748e56-469c-46b8-8b02-aa4e4454c2ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:13.011094 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c1748e56-469c-46b8-8b02-aa4e4454c2ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:13.063485 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-338a20b5-c4a2-49f4-a29e-d575062af7c4 req-ebacee85-ab6e-4843-942a-4162df501229 service neutron] 10.222.0.68 "GET /v2.0/networks/be5d527b-4837-49dc-8ea1-3bb9f17b1194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414542 Aug 16 23:16:13.088786 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c1748e56-469c-46b8-8b02-aa4e4454c2ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:13.091379 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c1748e56-469c-46b8-8b02-aa4e4454c2ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:13.092562 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-c1748e56-469c-46b8-8b02-aa4e4454c2ab admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/713547d4-6640-4855-ac4d-984ef990d8fc HTTP/1.1" status: 204 len: 168 time: 0.2574646 Aug 16 23:16:13.101102 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1748e56-469c-46b8-8b02-aa4e4454c2ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=713547d4-6640-4855-ac4d-984ef990d8fc,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:16:13.353889 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3a850a-4b19-47a0-996f-83a185dbb715 req-9e88122c-6f9d-4f6a-9dcb-6413d3285228 tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:13.355440 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-de3a850a-4b19-47a0-996f-83a185dbb715 req-9e88122c-6f9d-4f6a-9dcb-6413d3285228 tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] 10.222.0.36 "GET /v2.0/ports?device_id=11dcbf73-c5d0-4245-8373-93acc5280d23 HTTP/1.1" status: 200 len: 946 time: 0.3947840 Aug 16 23:16:13.395500 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-de3a850a-4b19-47a0-996f-83a185dbb715 req-68c893fa-b465-4e98-b1a7-e36ea59031e4 tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] 10.222.0.36 "GET /v2.0/security-groups?id=4bf134a2-1f6f-4102-a994-a7b8eb6cd843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338049 Aug 16 23:16:13.746558 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 41282) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:16:13.842026 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-2ec0adcf-49ae-463e-86cf-c138778cc4b5 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-236202352-network', 'tenant_id': 'c67bf38a3c4d4fbab54b80ce88cedfe3'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:16:13.864206 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ec0adcf-49ae-463e-86cf-c138778cc4b5 admin admin] Made reservation on behalf of c67bf38a3c4d4fbab54b80ce88cedfe3 for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:16:13.866475 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2ec0adcf-49ae-463e-86cf-c138778cc4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:13.874441 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2ec0adcf-49ae-463e-86cf-c138778cc4b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:13.959542 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2ec0adcf-49ae-463e-86cf-c138778cc4b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:13.963155 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2ec0adcf-49ae-463e-86cf-c138778cc4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:13.986881 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ec0adcf-49ae-463e-86cf-c138778cc4b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:16:13.996740 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec0adcf-49ae-463e-86cf-c138778cc4b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f2e200a-21c5-4806-bf7c-28a912180294,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:16:14.001381 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2ec0adcf-49ae-463e-86cf-c138778cc4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:14.001722 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-2ec0adcf-49ae-463e-86cf-c138778cc4b5 admin admin] Added segment bb0f237e-198e-4279-b91f-4b68e434b193 of type vlan for network 3e7727dc-a20f-4fd0-a969-fab13692c8de Aug 16 23:16:14.046144 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2ec0adcf-49ae-463e-86cf-c138778cc4b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:14.069711 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2ec0adcf-49ae-463e-86cf-c138778cc4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:14.070768 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec0adcf-49ae-463e-86cf-c138778cc4b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:14.071356 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2ec0adcf-49ae-463e-86cf-c138778cc4b5 admin admin] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:14.123955 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-2ec0adcf-49ae-463e-86cf-c138778cc4b5 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3763008 Aug 16 23:16:14.126945 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 41286) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:16:14.133329 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-b6462d64-883a-4185-954a-51de72fb610c admin admin] Request body: {'subnet': {'network_id': '3e7727dc-a20f-4fd0-a969-fab13692c8de', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-236202352-subnet', 'tenant_id': 'c67bf38a3c4d4fbab54b80ce88cedfe3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:16:14.135395 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec0adcf-49ae-463e-86cf-c138778cc4b5 admin admin] Pushing event updated for resources: {'Network': ['ID=3e7727dc-a20f-4fd0-a969-fab13692c8de,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:16:14.152458 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 3e7727dc-a20f-4fd0-a969-fab13692c8de details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:16:14.161543 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6462d64-883a-4185-954a-51de72fb610c admin admin] Made reservation on behalf of c67bf38a3c4d4fbab54b80ce88cedfe3 for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:16:14.163974 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b6462d64-883a-4185-954a-51de72fb610c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:14.360284 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7bddbb-f78d-498f-a548-74a8dd3e555c req-b08403b5-4db4-43c1-82dd-c86e93dfc65d tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:14.361786 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3c7bddbb-f78d-498f-a548-74a8dd3e555c req-b08403b5-4db4-43c1-82dd-c86e93dfc65d tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] 10.222.0.68 "GET /v2.0/ports?device_id=11dcbf73-c5d0-4245-8373-93acc5280d23 HTTP/1.1" status: 200 len: 946 time: 0.0882843 Aug 16 23:16:14.400976 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b6462d64-883a-4185-954a-51de72fb610c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:14.436963 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 03615de9-9fa8-4dd1-be85-1d9bdabf5aef no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:16:14.457627 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] No Port match for: 03615de9-9fa8-4dd1-be85-1d9bdabf5aef {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:16:14.457971 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 03615de9-9fa8-4dd1-be85-1d9bdabf5aef not bound to the agent host n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:16:14.487611 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6462d64-883a-4185-954a-51de72fb610c admin admin] Pushing event updated for resources: {'Subnet': ['ID=46499d68-63a1-4894-beda-d0f0f0dfc9f7,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:16:14.512697 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6462d64-883a-4185-954a-51de72fb610c admin admin] Checking segment: {'id': 'bb0f237e-198e-4279-b91f-4b68e434b193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3e7727dc-a20f-4fd0-a969-fab13692c8de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:16:14.512979 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6462d64-883a-4185-954a-51de72fb610c admin admin] Network hostable DHCP agents. Network: 3e7727dc-a20f-4fd0-a969-fab13692c8de, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:16:14.515379 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6665dc7a-fb30-45e6-b9eb-1bc1700dc87c req-04fbc768-bab7-42e1-99d6-939502358269 tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:14.516906 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6665dc7a-fb30-45e6-b9eb-1bc1700dc87c req-04fbc768-bab7-42e1-99d6-939502358269 tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] 10.222.0.36 "GET /v2.0/ports?device_id=11dcbf73-c5d0-4245-8373-93acc5280d23 HTTP/1.1" status: 200 len: 946 time: 0.0489857 Aug 16 23:16:14.532331 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-3c7bddbb-f78d-498f-a548-74a8dd3e555c req-c9f0b700-91f9-4469-80c3-5c1c2765ef85 tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] Deleting port db918e12-0d7e-41f2-a222-068652d9640d {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:16:14.532698 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3c7bddbb-f78d-498f-a548-74a8dd3e555c req-c9f0b700-91f9-4469-80c3-5c1c2765ef85 tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:14.557817 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6665dc7a-fb30-45e6-b9eb-1bc1700dc87c req-965d6604-cc75-49a0-8fed-405067d2dcbd tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] 10.222.0.36 "GET /v2.0/security-groups?id=4bf134a2-1f6f-4102-a994-a7b8eb6cd843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340466 Aug 16 23:16:14.578212 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6462d64-883a-4185-954a-51de72fb610c admin admin] Network 3e7727dc-a20f-4fd0-a969-fab13692c8de is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:16:14.593522 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-b6462d64-883a-4185-954a-51de72fb610c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 3e7727dc-a20f-4fd0-a969-fab13692c8de) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:16:14.600905 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6462d64-883a-4185-954a-51de72fb610c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:14.601880 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b6462d64-883a-4185-954a-51de72fb610c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:14.603196 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc7d974-b8e0-40cb-9a51-c4641be2bc01 None None] Network 3e7727dc-a20f-4fd0-a969-fab13692c8de requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:16:14.629685 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-b6462d64-883a-4185-954a-51de72fb610c admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5016050 Aug 16 23:16:14.652084 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-3c7bddbb-f78d-498f-a548-74a8dd3e555c req-c9f0b700-91f9-4469-80c3-5c1c2765ef85 tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] For port db918e12-0d7e-41f2-a222-068652d9640d, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=db918e12-0d7e-41f2-a222-068652d9640d,segment=NetworkSegment(a96cd885-4f89-4cce-9768-f1bb6af274b8),segment_id=a96cd885-4f89-4cce-9768-f1bb6af274b8)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:16:14.652641 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3c7bddbb-f78d-498f-a548-74a8dd3e555c req-c9f0b700-91f9-4469-80c3-5c1c2765ef85 tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:14.670280 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-3c7bddbb-f78d-498f-a548-74a8dd3e555c req-c9f0b700-91f9-4469-80c3-5c1c2765ef85 tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] Calling delete_port for db918e12-0d7e-41f2-a222-068652d9640d owned by compute:nova {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:16:14.733681 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa88cd38-de36-4853-a20e-320b322735e7 None None] Network 3e7727dc-a20f-4fd0-a969-fab13692c8de requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:16:14.810036 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea178ab0-3a12-411d-9a39-8a324755d4b2 req-09d5e949-ffe8-46ef-a2ae-1af14245a01b tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:14.811044 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ea178ab0-3a12-411d-9a39-8a324755d4b2 req-09d5e949-ffe8-46ef-a2ae-1af14245a01b tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] 10.222.0.57 "GET /v2.0/ports?device_id=58d3c187-58aa-44a9-a9da-3d32c1407ca6 HTTP/1.1" status: 200 len: 945 time: 0.0757632 Aug 16 23:16:14.826431 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3c7bddbb-f78d-498f-a548-74a8dd3e555c req-c9f0b700-91f9-4469-80c3-5c1c2765ef85 tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:14.854351 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['db918e12-0d7e-41f2-a222-068652d9640d'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:16:14.883853 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['5fefaa6c-d674-4377-ad79-65fb62481123'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:16:14.908001 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f0b700-91f9-4469-80c3-5c1c2765ef85 tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] Pushing event deleted for resources: {'Port': ['ID=db918e12-0d7e-41f2-a222-068652d9640d,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:16:14.928985 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-ea178ab0-3a12-411d-9a39-8a324755d4b2 req-335b6578-0957-441e-94f4-27949d07c57f tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] Deleting port 5fefaa6c-d674-4377-ad79-65fb62481123 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:16:14.929561 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-ea178ab0-3a12-411d-9a39-8a324755d4b2 req-335b6578-0957-441e-94f4-27949d07c57f tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:14.935852 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c7bddbb-f78d-498f-a548-74a8dd3e555c req-c9f0b700-91f9-4469-80c3-5c1c2765ef85 tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] No DVR routers for this DVR port db918e12-0d7e-41f2-a222-068652d9640d on host n-h1-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:16:14.940512 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3c7bddbb-f78d-498f-a548-74a8dd3e555c req-c9f0b700-91f9-4469-80c3-5c1c2765ef85 tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:14.942991 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3c7bddbb-f78d-498f-a548-74a8dd3e555c req-c9f0b700-91f9-4469-80c3-5c1c2765ef85 tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] 10.222.0.68 "DELETE /v2.0/ports/db918e12-0d7e-41f2-a222-068652d9640d HTTP/1.1" status: 204 len: 173 time: 0.5708802 Aug 16 23:16:14.944044 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11dcbf73-c5d0-4245-8373-93acc5280d23', 'name': 'network-vif-deleted', 'tag': 'db918e12-0d7e-41f2-a222-068652d9640d'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:16:14.947559 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cde9de9a-e34e-4927-8c6a-d733e7ecdb58" -d '{"events": [{"server_uuid": "11dcbf73-c5d0-4245-8373-93acc5280d23", "name": "network-vif-deleted", "tag": "db918e12-0d7e-41f2-a222-068652d9640d"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:16:14.998628 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d1105ce-d3f8-49dd-ab93-b10ca7d340ea x-openstack-request-id: req-4d1105ce-d3f8-49dd-ab93-b10ca7d340ea {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:16:14.998924 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11dcbf73-c5d0-4245-8373-93acc5280d23", "name": "network-vif-deleted", "tag": "db918e12-0d7e-41f2-a222-068652d9640d", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:16:14.999174 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4d1105ce-d3f8-49dd-ab93-b10ca7d340ea {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:16:14.999572 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11dcbf73-c5d0-4245-8373-93acc5280d23', 'name': 'network-vif-deleted', 'tag': 'db918e12-0d7e-41f2-a222-068652d9640d', 'status': 'completed', 'code': 200} Aug 16 23:16:15.061254 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-ea178ab0-3a12-411d-9a39-8a324755d4b2 req-335b6578-0957-441e-94f4-27949d07c57f tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] For port 5fefaa6c-d674-4377-ad79-65fb62481123, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=5fefaa6c-d674-4377-ad79-65fb62481123,segment=NetworkSegment(a96cd885-4f89-4cce-9768-f1bb6af274b8),segment_id=a96cd885-4f89-4cce-9768-f1bb6af274b8)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:16:15.062070 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-ea178ab0-3a12-411d-9a39-8a324755d4b2 req-335b6578-0957-441e-94f4-27949d07c57f tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:15.079177 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-ea178ab0-3a12-411d-9a39-8a324755d4b2 req-335b6578-0957-441e-94f4-27949d07c57f tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] Calling delete_port for 5fefaa6c-d674-4377-ad79-65fb62481123 owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:16:15.231689 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-ea178ab0-3a12-411d-9a39-8a324755d4b2 req-335b6578-0957-441e-94f4-27949d07c57f tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:15.245038 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['db918e12-0d7e-41f2-a222-068652d9640d'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:16:15.266220 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335b6578-0957-441e-94f4-27949d07c57f tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] Pushing event deleted for resources: {'Port': ['ID=5fefaa6c-d674-4377-ad79-65fb62481123,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:16:15.310375 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea178ab0-3a12-411d-9a39-8a324755d4b2 req-335b6578-0957-441e-94f4-27949d07c57f tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] No DVR routers for this DVR port 5fefaa6c-d674-4377-ad79-65fb62481123 on host n-h2-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:16:15.313114 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-ea178ab0-3a12-411d-9a39-8a324755d4b2 req-335b6578-0957-441e-94f4-27949d07c57f tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:15.315217 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ea178ab0-3a12-411d-9a39-8a324755d4b2 req-335b6578-0957-441e-94f4-27949d07c57f tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] 10.222.0.57 "DELETE /v2.0/ports/5fefaa6c-d674-4377-ad79-65fb62481123 HTTP/1.1" status: 204 len: 173 time: 0.4971955 Aug 16 23:16:15.315648 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58d3c187-58aa-44a9-a9da-3d32c1407ca6', 'name': 'network-vif-deleted', 'tag': '5fefaa6c-d674-4377-ad79-65fb62481123'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:16:15.319662 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c4856e-5394-47c5-a899-2328bf2b98c8" -d '{"events": [{"server_uuid": "58d3c187-58aa-44a9-a9da-3d32c1407ca6", "name": "network-vif-deleted", "tag": "5fefaa6c-d674-4377-ad79-65fb62481123"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:16:15.371014 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-706fd4c9-19bf-44e0-a7a0-f47de170ee87 x-openstack-request-id: req-706fd4c9-19bf-44e0-a7a0-f47de170ee87 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:16:15.371297 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58d3c187-58aa-44a9-a9da-3d32c1407ca6", "name": "network-vif-deleted", "tag": "5fefaa6c-d674-4377-ad79-65fb62481123", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:16:15.371556 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-706fd4c9-19bf-44e0-a7a0-f47de170ee87 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:16:15.371985 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58d3c187-58aa-44a9-a9da-3d32c1407ca6', 'name': 'network-vif-deleted', 'tag': '5fefaa6c-d674-4377-ad79-65fb62481123', 'status': 'completed', 'code': 200} Aug 16 23:16:15.702415 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-332b9609-8142-42de-88b4-4c55fb767107 req-ffce9e44-0dbe-46fd-b42d-48edccd51d9d tempest-ListServersNegativeTestJSON-878232903 tempest-ListServersNegativeTestJSON-878232903-project] 10.222.0.36 "GET /v2.0/ports?device_id=58d3c187-58aa-44a9-a9da-3d32c1407ca6 HTTP/1.1" status: 200 len: 210 time: 0.0289910 Aug 16 23:16:16.763119 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 41324) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:16:16.812899 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_v2 [None req-50e70d21-4c66-45a0-b63b-a9675b9c251e admin admin] Deleting subnet 520b6c89-cfb8-44a2-b068-2aa6c650ad0f {{(pid=101292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:16:16.815967 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-50e70d21-4c66-45a0-b63b-a9675b9c251e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:16.853636 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-50e70d21-4c66-45a0-b63b-a9675b9c251e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3848860'] for subnet, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:16.900038 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-50e70d21-4c66-45a0-b63b-a9675b9c251e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:16.960037 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-50e70d21-4c66-45a0-b63b-a9675b9c251e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26252129'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:16.986807 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e70d21-4c66-45a0-b63b-a9675b9c251e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=520b6c89-cfb8-44a2-b068-2aa6c650ad0f,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:16:16.990902 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-50e70d21-4c66-45a0-b63b-a9675b9c251e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:16.992798 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-50e70d21-4c66-45a0-b63b-a9675b9c251e admin admin] 10.222.0.36 "DELETE /v2.0/subnets/520b6c89-cfb8-44a2-b068-2aa6c650ad0f HTTP/1.1" status: 204 len: 168 time: 0.2285473 Aug 16 23:16:16.995326 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 41326) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:16:17.073134 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e33d39a1-8c85-4050-a078-459700201213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:17.172200 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e33d39a1-8c85-4050-a078-459700201213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:17.185377 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-e33d39a1-8c85-4050-a078-459700201213 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['501e8c2b-6156-4771-800a-d6da0dff2d0d']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:16:17.196739 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-e33d39a1-8c85-4050-a078-459700201213 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a96cd885-4f89-4cce-9768-f1bb6af274b8') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:16:17.196992 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-e33d39a1-8c85-4050-a078-459700201213 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a96cd885-4f89-4cce-9768-f1bb6af274b8') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:16:17.215724 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e33d39a1-8c85-4050-a078-459700201213 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:17.231644 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e33d39a1-8c85-4050-a078-459700201213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:17.237910 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e33d39a1-8c85-4050-a078-459700201213 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:16:17.238433 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e33d39a1-8c85-4050-a078-459700201213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:17.240046 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 16 23:16:17.240046 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:16:17.240046 n-d-791506-26 neutron-server[101292]: timer() Aug 16 23:16:17.240046 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:16:17.240046 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 16 23:16:17.240046 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:16:17.240046 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 16 23:16:17.240046 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:16:17.240046 n-d-791506-26 neutron-server[101292]: self._notify() Aug 16 23:16:17.240046 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:16:17.240046 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 16 23:16:17.240046 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:16:17.240046 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 16 23:16:17.240046 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:16:17.240046 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:16:17.240046 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:16:17.240046 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:16:17.240046 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:16:17.240046 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 16 23:16:17.240046 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:16:17.240046 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 16 23:16:17.240046 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:16:17.240046 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:16:17.240046 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:16:17.240046 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 16 23:16:17.240046 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:16:17.240046 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:16:17.240046 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:16:17.240046 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:16:17.240046 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:16:17.240046 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:16:17.240046 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:16:17.299131 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e33d39a1-8c85-4050-a078-459700201213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:17.305689 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e33d39a1-8c85-4050-a078-459700201213 admin admin] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:17.307706 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-e33d39a1-8c85-4050-a078-459700201213 admin admin] 10.222.0.36 "DELETE /v2.0/networks/501e8c2b-6156-4771-800a-d6da0dff2d0d HTTP/1.1" status: 204 len: 168 time: 0.3111115 Aug 16 23:16:17.320363 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33d39a1-8c85-4050-a078-459700201213 admin admin] Pushing event deleted for resources: {'Network': ['ID=501e8c2b-6156-4771-800a-d6da0dff2d0d,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:16:17.493466 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 41332) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:16:17.561767 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 41336) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:16:17.563880 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-82814105-c5d1-4408-9550-91a72e689d75 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b801c09019ba48db8c892016fd404365&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0671663 Aug 16 23:16:17.619878 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9fcb1a53-3fbf-4a11-b152-2482531d9d56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:17.653538 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9fcb1a53-3fbf-4a11-b152-2482531d9d56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:17.667010 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ed39f241-3bab-4c85-b1f1-809ef0096b3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:17.712650 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9fcb1a53-3fbf-4a11-b152-2482531d9d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:17.715474 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9fcb1a53-3fbf-4a11-b152-2482531d9d56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:17.716797 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-9fcb1a53-3fbf-4a11-b152-2482531d9d56 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4bf134a2-1f6f-4102-a994-a7b8eb6cd843 HTTP/1.1" status: 204 len: 168 time: 0.1534529 Aug 16 23:16:17.725501 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcb1a53-3fbf-4a11-b152-2482531d9d56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf134a2-1f6f-4102-a994-a7b8eb6cd843,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:16:17.966001 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cf4ce8-7f88-4f59-b5c1-742db74027ab req-a03e01ed-aff4-4721-a36d-9d8f9773fed1 tempest-TestNetworkAdvancedServerOps-1443331071 tempest-TestNetworkAdvancedServerOps-1443331071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:17.967563 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e3cf4ce8-7f88-4f59-b5c1-742db74027ab req-a03e01ed-aff4-4721-a36d-9d8f9773fed1 tempest-TestNetworkAdvancedServerOps-1443331071 tempest-TestNetworkAdvancedServerOps-1443331071-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=2f803f1b-6f98-4084-8d86-c8f4c0117415 HTTP/1.1" status: 200 len: 1097 time: 0.0413296 Aug 16 23:16:18.004731 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e3cf4ce8-7f88-4f59-b5c1-742db74027ab req-cb497a66-cadd-4007-b277-59977124ce43 tempest-TestNetworkAdvancedServerOps-1443331071 tempest-TestNetworkAdvancedServerOps-1443331071-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=3f71e0ef-17d2-4d1e-9fe1-aae1882f89a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299745 Aug 16 23:16:18.026511 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 41350) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:16:18.507568 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 41364) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:16:18.534056 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-a096f373-1199-4a7a-bf3e-5f02a5affb85 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Deleting port b588b872-b176-496f-9baa-144162fcedb4 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:16:18.534489 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a096f373-1199-4a7a-bf3e-5f02a5affb85 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:18.626158 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a096f373-1199-4a7a-bf3e-5f02a5affb85 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:18.626735 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a096f373-1199-4a7a-bf3e-5f02a5affb85 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:18.640761 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-d8ee3ea7-d203-4bd3-a398-227523af6b93 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2131676736-network', 'tenant_id': 'a7c31e67ee7c4b289c3ec8027565ddcd'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:16:18.655268 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-a096f373-1199-4a7a-bf3e-5f02a5affb85 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Calling delete_port for b588b872-b176-496f-9baa-144162fcedb4 owned by network:floatingip {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:16:18.681936 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8ee3ea7-d203-4bd3-a398-227523af6b93 admin admin] Made reservation on behalf of a7c31e67ee7c4b289c3ec8027565ddcd for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:16:18.684687 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d8ee3ea7-d203-4bd3-a398-227523af6b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:18.693901 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d8ee3ea7-d203-4bd3-a398-227523af6b93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:18.860806 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b1d411-9b71-41b9-a5b9-a2d456f84aa6 req-33b37907-fd44-4aa5-99cf-82acfe801a82 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:18.862677 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b3b1d411-9b71-41b9-a5b9-a2d456f84aa6 req-33b37907-fd44-4aa5-99cf-82acfe801a82 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 945 time: 0.0957856 Aug 16 23:16:18.883900 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a096f373-1199-4a7a-bf3e-5f02a5affb85 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:18.924365 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d8ee3ea7-d203-4bd3-a398-227523af6b93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:18.927161 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a096f373-1199-4a7a-bf3e-5f02a5affb85 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Pushing event deleted for resources: {'Port': ['ID=b588b872-b176-496f-9baa-144162fcedb4,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:16:18.934032 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b3b1d411-9b71-41b9-a5b9-a2d456f84aa6 req-01f8d843-a8b6-4535-bd12-fc647b953707 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbc72d54-097b-421d-953a-e4e7a8a28dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0602469 Aug 16 23:16:18.935202 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d8ee3ea7-d203-4bd3-a398-227523af6b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:18.967912 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device db918e12-0d7e-41f2-a222-068652d9640d no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:16:18.990205 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ee3ea7-d203-4bd3-a398-227523af6b93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=898a220c-207d-47a2-b4ac-20a90cf65c10,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:16:19.008101 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a096f373-1199-4a7a-bf3e-5f02a5affb85 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for floatingip, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:19.008568 n-d-791506-26 neutron-server[101291]: INFO neutron.db.l3_db [None req-a096f373-1199-4a7a-bf3e-5f02a5affb85 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Floating IP e11ac0ef-8319-4c4c-8393-153236aacaa3 disassociated (deleted). External IP: 172.25.4.89, port: e3d96db3-786c-47cc-8b47-84b710b3398c. Aug 16 23:16:19.019058 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8ee3ea7-d203-4bd3-a398-227523af6b93 admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:16:19.031532 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] No Port match for: db918e12-0d7e-41f2-a222-068652d9640d {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:16:19.033074 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device db918e12-0d7e-41f2-a222-068652d9640d not bound to the agent host n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:16:19.035648 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d8ee3ea7-d203-4bd3-a398-227523af6b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:19.036655 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-d8ee3ea7-d203-4bd3-a398-227523af6b93 admin admin] Added segment 2f9a4174-b2ab-4aae-b8db-a65907961481 of type vlan for network 0c457813-f40c-4a5d-a305-ee4f3c9bee58 Aug 16 23:16:19.087144 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d8ee3ea7-d203-4bd3-a398-227523af6b93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:19.117210 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d8ee3ea7-d203-4bd3-a398-227523af6b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:19.118414 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ee3ea7-d203-4bd3-a398-227523af6b93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:19.119138 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d8ee3ea7-d203-4bd3-a398-227523af6b93 admin admin] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:19.210407 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-d8ee3ea7-d203-4bd3-a398-227523af6b93 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.7014840 Aug 16 23:16:19.211536 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ee3ea7-d203-4bd3-a398-227523af6b93 admin admin] Pushing event updated for resources: {'Network': ['ID=0c457813-f40c-4a5d-a305-ee4f3c9bee58,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:16:19.223376 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 0c457813-f40c-4a5d-a305-ee4f3c9bee58 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:16:19.241269 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 41384) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:16:19.249556 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-9fdf205d-08b8-4473-9012-b795c23da11c admin admin] Request body: {'subnet': {'network_id': '0c457813-f40c-4a5d-a305-ee4f3c9bee58', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2131676736-subnet', 'tenant_id': 'a7c31e67ee7c4b289c3ec8027565ddcd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:16:19.273220 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fdf205d-08b8-4473-9012-b795c23da11c admin admin] Made reservation on behalf of a7c31e67ee7c4b289c3ec8027565ddcd for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:16:19.275918 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9fdf205d-08b8-4473-9012-b795c23da11c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:19.386307 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a096f373-1199-4a7a-bf3e-5f02a5affb85 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Router 8a648324-fe0e-42e1-989d-e29bb8f8e754 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:16:19.600671 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a096f373-1199-4a7a-bf3e-5f02a5affb85 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:16:19.606496 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a096f373-1199-4a7a-bf3e-5f02a5affb85 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:19.610416 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9fdf205d-08b8-4473-9012-b795c23da11c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:19.612374 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0abf5a-9685-4e19-af41-435b19c46997 None None] Sync routers for ids ['8a648324-fe0e-42e1-989d-e29bb8f8e754'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:16:19.624761 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0abf5a-9685-4e19-af41-435b19c46997 None None] Routers {'8a648324-fe0e-42e1-989d-e29bb8f8e754'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:16:19.625381 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-df0abf5a-9685-4e19-af41-435b19c46997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:15:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['8a648324-fe0e-42e1-989d-e29bb8f8e754'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:16:19.670192 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-a096f373-1199-4a7a-bf3e-5f02a5affb85 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "DELETE /v2.0/floatingips/e11ac0ef-8319-4c4c-8393-153236aacaa3 HTTP/1.1" status: 204 len: 168 time: 1.6401899 Aug 16 23:16:19.684072 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f803f1b-6f98-4084-8d86-c8f4c0117415', 'tag': 'e3d96db3-786c-47cc-8b47-84b710b3398c'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:16:19.685771 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6387561-f86e-49f5-8d9e-72c060470138" -d '{"events": [{"name": "network-changed", "server_uuid": "2f803f1b-6f98-4084-8d86-c8f4c0117415", "tag": "e3d96db3-786c-47cc-8b47-84b710b3398c"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:16:19.710400 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdf205d-08b8-4473-9012-b795c23da11c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4724a49f-f514-42a4-b8bc-2aeadbfe5460,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:16:19.723806 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdf205d-08b8-4473-9012-b795c23da11c admin admin] Checking segment: {'id': '2f9a4174-b2ab-4aae-b8db-a65907961481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0c457813-f40c-4a5d-a305-ee4f3c9bee58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:16:19.724208 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fdf205d-08b8-4473-9012-b795c23da11c admin admin] Network hostable DHCP agents. Network: 0c457813-f40c-4a5d-a305-ee4f3c9bee58, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:16:19.746165 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fdf205d-08b8-4473-9012-b795c23da11c admin admin] Network 0c457813-f40c-4a5d-a305-ee4f3c9bee58 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:16:19.759607 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-9fdf205d-08b8-4473-9012-b795c23da11c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 0c457813-f40c-4a5d-a305-ee4f3c9bee58) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:16:19.764452 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-23a30416-a5f6-454c-9ac4-2661572810e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:19.771558 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fdf205d-08b8-4473-9012-b795c23da11c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:19.772242 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9fdf205d-08b8-4473-9012-b795c23da11c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:19.774451 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed73c32-2d38-4264-be3a-283c5890e83d None None] Network 0c457813-f40c-4a5d-a305-ee4f3c9bee58 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:16:19.796259 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-df0abf5a-9685-4e19-af41-435b19c46997 None None] Set router 8a648324-fe0e-42e1-989d-e29bb8f8e754 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:16:19.800480 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e25ede14-da1c-4d8a-bcdc-e09b4326cef7 x-openstack-request-id: req-e25ede14-da1c-4d8a-bcdc-e09b4326cef7 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:16:19.801535 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f803f1b-6f98-4084-8d86-c8f4c0117415", "tag": "e3d96db3-786c-47cc-8b47-84b710b3398c", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:16:19.802451 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e25ede14-da1c-4d8a-bcdc-e09b4326cef7 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:16:19.802929 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f803f1b-6f98-4084-8d86-c8f4c0117415', 'tag': 'e3d96db3-786c-47cc-8b47-84b710b3398c', 'status': 'completed', 'code': 200} Aug 16 23:16:19.808280 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-9fdf205d-08b8-4473-9012-b795c23da11c admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.5636878 Aug 16 23:16:19.969005 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b9746e-2ba9-41c9-be35-3285c3dd5ce3 None None] Network 0c457813-f40c-4a5d-a305-ee4f3c9bee58 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:16:19.981299 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6387561-f86e-49f5-8d9e-72c060470138 req-e7732cf8-ea6b-4b84-8c07-be0376ddf98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:19.983006 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a6387561-f86e-49f5-8d9e-72c060470138 req-e7732cf8-ea6b-4b84-8c07-be0376ddf98e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3aee68aa35e24e649e175a43cbcb7bd3&device_id=2f803f1b-6f98-4084-8d86-c8f4c0117415 HTTP/1.1" status: 200 len: 1097 time: 0.1187623 Aug 16 23:16:20.111931 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0b34e0-8e37-4a55-bd50-2cc66d93570f req-1920ebb5-ae38-4852-9559-262682c6a1dd tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:20.114823 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3c0b34e0-8e37-4a55-bd50-2cc66d93570f req-1920ebb5-ae38-4852-9559-262682c6a1dd tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f803f1b-6f98-4084-8d86-c8f4c0117415 HTTP/1.1" status: 200 len: 945 time: 0.1987433 Aug 16 23:16:20.197223 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3c0b34e0-8e37-4a55-bd50-2cc66d93570f req-b6a25994-0652-4e2b-bbe1-37737828c661 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f71e0ef-17d2-4d1e-9fe1-aae1882f89a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735371 Aug 16 23:16:20.213490 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6387561-f86e-49f5-8d9e-72c060470138 req-d0a54fb8-c45f-4562-b0bb-355373b17b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:20.215150 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a6387561-f86e-49f5-8d9e-72c060470138 req-d0a54fb8-c45f-4562-b0bb-355373b17b8b service neutron] 10.222.0.57 "GET /v2.0/networks?id=93618f09-ceff-4673-b340-e53dee1636b6 HTTP/1.1" status: 200 len: 897 time: 0.2210410 Aug 16 23:16:20.242303 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-df0abf5a-9685-4e19-af41-435b19c46997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a648324-fe0e-42e1-989d-e29bb8f8e754', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1371170837', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': '95ab6690-da06-43f1-9b88-e7aef51ede5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:13:57Z', 'updated_at': '2021-08-16T23:14:02Z', 'revision_number': 4, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'gw_port': {'id': '95ab6690-da06-43f1-9b88-e7aef51ede5b', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a648324-fe0e-42e1-989d-e29bb8f8e754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:13:57Z', 'updated_at': '2021-08-16T23:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '1d355650-d187-488d-a743-507f80c6a41d', 'name': '', 'network_id': '93618f09-ceff-4673-b340-e53dee1636b6', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'mac_address': 'fa:16:3e:94:d7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a648324-fe0e-42e1-989d-e29bb8f8e754', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '70092538-3ae4-4be0-9001-bbf46308cd77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:14:01Z', 'updated_at': '2021-08-16T23:14:10Z', 'revision_number': 5, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'subnets': [{'id': '70092538-3ae4-4be0-9001-bbf46308cd77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:16:20.270849 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a6387561-f86e-49f5-8d9e-72c060470138 req-f80aca6a-aab5-4097-8efe-d1a385e452f0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3d96db3-786c-47cc-8b47-84b710b3398c HTTP/1.1" status: 200 len: 217 time: 0.0469022 Aug 16 23:16:20.281723 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0abf5a-9685-4e19-af41-435b19c46997 None None] Checking router: 8a648324-fe0e-42e1-989d-e29bb8f8e754 for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:16:20.293324 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0abf5a-9685-4e19-af41-435b19c46997 None None] Routers {'8a648324-fe0e-42e1-989d-e29bb8f8e754'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:16:20.293985 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-df0abf5a-9685-4e19-af41-435b19c46997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:16:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['8a648324-fe0e-42e1-989d-e29bb8f8e754'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:16:20.337435 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6387561-f86e-49f5-8d9e-72c060470138 req-45dd8d81-426c-4768-b7e9-baac24f2a724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:20.339138 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a6387561-f86e-49f5-8d9e-72c060470138 req-45dd8d81-426c-4768-b7e9-baac24f2a724 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=70092538-3ae4-4be0-9001-bbf46308cd77 HTTP/1.1" status: 200 len: 834 time: 0.0595505 Aug 16 23:16:20.421040 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-df0abf5a-9685-4e19-af41-435b19c46997 None None] Set router 8a648324-fe0e-42e1-989d-e29bb8f8e754 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:16:20.461854 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6387561-f86e-49f5-8d9e-72c060470138 req-9be364a3-11d5-489e-aa71-595630a70be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:20.463385 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a6387561-f86e-49f5-8d9e-72c060470138 req-9be364a3-11d5-489e-aa71-595630a70be6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=93618f09-ceff-4673-b340-e53dee1636b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1146593 Aug 16 23:16:20.490862 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 5fefaa6c-d674-4377-ad79-65fb62481123 no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:16:20.513749 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] No Port match for: 5fefaa6c-d674-4377-ad79-65fb62481123 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:16:20.514492 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 5fefaa6c-d674-4377-ad79-65fb62481123 not bound to the agent host n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:16:20.578520 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a6387561-f86e-49f5-8d9e-72c060470138 req-c075ee2d-1e43-4aa9-be6f-5d2a9d7ecd62 service neutron] 10.222.0.57 "GET /v2.0/networks/93618f09-ceff-4673-b340-e53dee1636b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037273 Aug 16 23:16:20.585756 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b65b4e-7c3f-46fc-b012-0eec3dbe2904 req-3987ed9a-0d56-4f3e-8084-e89b75028c62 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:20.587237 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-56b65b4e-7c3f-46fc-b012-0eec3dbe2904 req-3987ed9a-0d56-4f3e-8084-e89b75028c62 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/networks?id=0c457813-f40c-4a5d-a305-ee4f3c9bee58 HTTP/1.1" status: 200 len: 806 time: 0.2059944 Aug 16 23:16:20.628384 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:20.642173 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-df0abf5a-9685-4e19-af41-435b19c46997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a648324-fe0e-42e1-989d-e29bb8f8e754', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1371170837', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': '95ab6690-da06-43f1-9b88-e7aef51ede5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:13:57Z', 'updated_at': '2021-08-16T23:14:02Z', 'revision_number': 4, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'gw_port': {'id': '95ab6690-da06-43f1-9b88-e7aef51ede5b', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a648324-fe0e-42e1-989d-e29bb8f8e754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:13:57Z', 'updated_at': '2021-08-16T23:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '1d355650-d187-488d-a743-507f80c6a41d', 'name': '', 'network_id': '93618f09-ceff-4673-b340-e53dee1636b6', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'mac_address': 'fa:16:3e:94:d7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a648324-fe0e-42e1-989d-e29bb8f8e754', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '70092538-3ae4-4be0-9001-bbf46308cd77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:14:01Z', 'updated_at': '2021-08-16T23:14:10Z', 'revision_number': 5, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'subnets': [{'id': '70092538-3ae4-4be0-9001-bbf46308cd77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:16:20.649317 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-56b65b4e-7c3f-46fc-b012-0eec3dbe2904 req-4464d218-ad73-496c-ba9c-ed2d90a88d97 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/quotas/a7c31e67ee7c4b289c3ec8027565ddcd HTTP/1.1" status: 200 len: 375 time: 0.0524285 Aug 16 23:16:20.669633 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0abf5a-9685-4e19-af41-435b19c46997 None None] The sync data for ids ['8a648324-fe0e-42e1-989d-e29bb8f8e754'] in n-d-791506-26 is: [{'id': '8a648324-fe0e-42e1-989d-e29bb8f8e754', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1371170837', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': '95ab6690-da06-43f1-9b88-e7aef51ede5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:13:57Z', 'updated_at': '2021-08-16T23:14:02Z', 'revision_number': 4, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'gw_port': {'id': '95ab6690-da06-43f1-9b88-e7aef51ede5b', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a648324-fe0e-42e1-989d-e29bb8f8e754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:13:57Z', 'updated_at': '2021-08-16T23:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '1d355650-d187-488d-a743-507f80c6a41d', 'name': '', 'network_id': '93618f09-ceff-4673-b340-e53dee1636b6', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'mac_address': 'fa:16:3e:94:d7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a648324-fe0e-42e1-989d-e29bb8f8e754', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '70092538-3ae4-4be0-9001-bbf46308cd77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:14:01Z', 'updated_at': '2021-08-16T23:14:10Z', 'revision_number': 5, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'subnets': [{'id': '70092538-3ae4-4be0-9001-bbf46308cd77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:16:20.696202 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-56b65b4e-7c3f-46fc-b012-0eec3dbe2904 req-14655aa4-5256-4341-8f18-11fca7ca63c1 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a7c31e67ee7c4b289c3ec8027565ddcd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0372841 Aug 16 23:16:20.732192 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a6387561-f86e-49f5-8d9e-72c060470138 req-86308549-a2b7-4da6-9838-59f70b89671f service neutron] 10.222.0.57 "GET /v2.0/networks/93618f09-ceff-4673-b340-e53dee1636b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427228 Aug 16 23:16:20.889654 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-56b65b4e-7c3f-46fc-b012-0eec3dbe2904 req-3fd5488c-5e4b-4662-9152-a20f964d277a service neutron] 10.222.0.36 "GET /v2.0/networks/0c457813-f40c-4a5d-a305-ee4f3c9bee58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829231 Aug 16 23:16:20.982286 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0dd16d-77e7-4c56-af65-f488cfcabac0 None None] New status for floating IP e11ac0ef-8319-4c4c-8393-153236aacaa3: DOWN {{(pid=101293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:16:20.988476 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-56b65b4e-7c3f-46fc-b012-0eec3dbe2904 req-c71aed49-cc09-4740-9937-965cb2dbf47e service neutron] 10.222.0.36 "GET /v2.0/networks/0c457813-f40c-4a5d-a305-ee4f3c9bee58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910892 Aug 16 23:16:21.173897 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1d39ac7c-0471-4732-910a-a2639b7346aa req-5a8f8b05-be19-47b4-956a-8f2c6d3f7cd3 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=bba69b47-d347-431e-8d77-e3d13b279e63 HTTP/1.1" status: 200 len: 210 time: 0.0434465 Aug 16 23:16:21.338395 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbbd1c7-4d6a-4078-8257-b8a04c95b8dc req-e532f08f-78c4-4f2f-8421-b1620a8444d7 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:21.339950 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-efbbd1c7-4d6a-4078-8257-b8a04c95b8dc req-e532f08f-78c4-4f2f-8421-b1620a8444d7 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f803f1b-6f98-4084-8d86-c8f4c0117415 HTTP/1.1" status: 200 len: 945 time: 0.0611238 Aug 16 23:16:21.384081 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-efbbd1c7-4d6a-4078-8257-b8a04c95b8dc req-cc61d7e1-f9da-49da-a252-ce98497ec43f tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f71e0ef-17d2-4d1e-9fe1-aae1882f89a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375729 Aug 16 23:16:21.558389 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:22.006417 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9893b26-3ea6-4f94-828d-bbdc5481194b req-e3a8a4ea-fc6b-4889-b9c8-e59d2c74b2e8 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:22.008247 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c9893b26-3ea6-4f94-828d-bbdc5481194b req-e3a8a4ea-fc6b-4889-b9c8-e59d2c74b2e8 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.57 "GET /v2.0/ports?device_id=2f803f1b-6f98-4084-8d86-c8f4c0117415 HTTP/1.1" status: 200 len: 945 time: 0.0517864 Aug 16 23:16:22.108501 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-c9893b26-3ea6-4f94-828d-bbdc5481194b req-6e8fb5aa-3445-466f-aa9c-17ad9cb56d6d tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Deleting port e3d96db3-786c-47cc-8b47-84b710b3398c {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:16:22.108899 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-c9893b26-3ea6-4f94-828d-bbdc5481194b req-6e8fb5aa-3445-466f-aa9c-17ad9cb56d6d tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:22.206245 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-c9893b26-3ea6-4f94-828d-bbdc5481194b req-6e8fb5aa-3445-466f-aa9c-17ad9cb56d6d tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] For port e3d96db3-786c-47cc-8b47-84b710b3398c, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=e3d96db3-786c-47cc-8b47-84b710b3398c,segment=NetworkSegment(67b554f8-bdad-48ee-87ac-8a6d688dfc64),segment_id=67b554f8-bdad-48ee-87ac-8a6d688dfc64)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:16:22.207200 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-c9893b26-3ea6-4f94-828d-bbdc5481194b req-6e8fb5aa-3445-466f-aa9c-17ad9cb56d6d tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:22.224232 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-c9893b26-3ea6-4f94-828d-bbdc5481194b req-6e8fb5aa-3445-466f-aa9c-17ad9cb56d6d tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Calling delete_port for e3d96db3-786c-47cc-8b47-84b710b3398c owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:16:22.308853 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7aae18b8-4f5e-4b28-8606-3c2e60eb4852 req-78c4c4e8-1e63-4eb4-8244-889e99bf0c7e tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=bba69b47-d347-431e-8d77-e3d13b279e63 HTTP/1.1" status: 200 len: 210 time: 0.0306306 Aug 16 23:16:22.421098 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-c9893b26-3ea6-4f94-828d-bbdc5481194b req-6e8fb5aa-3445-466f-aa9c-17ad9cb56d6d tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:22.477840 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8fb5aa-3445-466f-aa9c-17ad9cb56d6d tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Pushing event deleted for resources: {'Port': ['ID=e3d96db3-786c-47cc-8b47-84b710b3398c,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:16:22.516579 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 62ad7c9a-9355-476c-9726-91c7fd566244 details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:16:22.532475 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8ea767c5-ba4c-47f4-be2e-855d29874e13 req-3e37647a-993d-4a00-9a0f-d3e96a51ca5b tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f803f1b-6f98-4084-8d86-c8f4c0117415 HTTP/1.1" status: 200 len: 210 time: 0.0558631 Aug 16 23:16:22.623060 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9893b26-3ea6-4f94-828d-bbdc5481194b req-6e8fb5aa-3445-466f-aa9c-17ad9cb56d6d tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] No DVR routers for this DVR port e3d96db3-786c-47cc-8b47-84b710b3398c on host n-h2-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:16:22.629847 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-c9893b26-3ea6-4f94-828d-bbdc5481194b req-6e8fb5aa-3445-466f-aa9c-17ad9cb56d6d tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:22.633799 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c9893b26-3ea6-4f94-828d-bbdc5481194b req-6e8fb5aa-3445-466f-aa9c-17ad9cb56d6d tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.57 "DELETE /v2.0/ports/e3d96db3-786c-47cc-8b47-84b710b3398c HTTP/1.1" status: 204 len: 173 time: 0.6187010 Aug 16 23:16:22.645766 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f803f1b-6f98-4084-8d86-c8f4c0117415', 'name': 'network-vif-deleted', 'tag': 'e3d96db3-786c-47cc-8b47-84b710b3398c'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:16:22.648222 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b57f29a-1809-4831-89a6-cf711ef84178" -d '{"events": [{"server_uuid": "2f803f1b-6f98-4084-8d86-c8f4c0117415", "name": "network-vif-deleted", "tag": "e3d96db3-786c-47cc-8b47-84b710b3398c"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:16:22.743018 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c868369-272a-44b4-9b9f-8b40b0b24173 x-openstack-request-id: req-6c868369-272a-44b4-9b9f-8b40b0b24173 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:16:22.743244 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f803f1b-6f98-4084-8d86-c8f4c0117415", "name": "network-vif-deleted", "tag": "e3d96db3-786c-47cc-8b47-84b710b3398c", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:16:22.743550 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6c868369-272a-44b4-9b9f-8b40b0b24173 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:16:22.743954 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f803f1b-6f98-4084-8d86-c8f4c0117415', 'name': 'network-vif-deleted', 'tag': 'e3d96db3-786c-47cc-8b47-84b710b3398c', 'status': 'completed', 'code': 200} Aug 16 23:16:22.799790 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 62ad7c9a-9355-476c-9726-91c7fd566244, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=62ad7c9a-9355-476c-9726-91c7fd566244,segment=NetworkSegment(10a968c4-5c7d-4c23-b34c-ca325bfda5cc),segment_id=10a968c4-5c7d-4c23-b34c-ca325bfda5cc)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:16:22.804294 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b65b4e-7c3f-46fc-b012-0eec3dbe2904 req-13517d66-e5b0-499a-8290-f56e8e779abb tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:22.810842 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-56b65b4e-7c3f-46fc-b012-0eec3dbe2904 req-13517d66-e5b0-499a-8290-f56e8e779abb tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.57 "GET /v2.0/networks?id=0c457813-f40c-4a5d-a305-ee4f3c9bee58 HTTP/1.1" status: 200 len: 806 time: 0.2773373 Aug 16 23:16:22.819375 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:22.821030 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': '62ad7c9a-9355-476c-9726-91c7fd566244', 'network_id': '6152efff-6e82-46a1-acb7-149d7c33d5d6', 'port_id': '62ad7c9a-9355-476c-9726-91c7fd566244', 'mac_address': 'fa:16:3e:5a:d8:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d6a27ac-d81b-4d19-9995-25afe2c6f338', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:16:22.853259 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-56b65b4e-7c3f-46fc-b012-0eec3dbe2904 req-07e28679-b4f6-4343-a644-38cace65be7d tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Request body: {'port': {'device_id': 'bba69b47-d347-431e-8d77-e3d13b279e63', 'network_id': '0c457813-f40c-4a5d-a305-ee4f3c9bee58', 'admin_state_up': True, 'tenant_id': 'a7c31e67ee7c4b289c3ec8027565ddcd'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:16:22.875171 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:22.889964 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 62ad7c9a-9355-476c-9726-91c7fd566244 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:16:22.924265 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 62ad7c9a-9355-476c-9726-91c7fd566244, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=62ad7c9a-9355-476c-9726-91c7fd566244,segment=NetworkSegment(10a968c4-5c7d-4c23-b34c-ca325bfda5cc),segment_id=10a968c4-5c7d-4c23-b34c-ca325bfda5cc)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:16:22.943697 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:23.014553 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=62ad7c9a-9355-476c-9726-91c7fd566244,revision_number=6']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:16:23.022565 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:16:23.023163 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:16:23.023658 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:16:23.024131 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:16:23.024635 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:16:23.025110 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:16:23.025449 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:16:23.025779 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:16:23.026263 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:16:23.026596 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:16:23.026925 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:16:23.027251 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:16:23.080056 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56b65b4e-7c3f-46fc-b012-0eec3dbe2904 req-07e28679-b4f6-4343-a644-38cace65be7d tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Made reservation on behalf of a7c31e67ee7c4b289c3ec8027565ddcd for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:16:23.084959 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-56b65b4e-7c3f-46fc-b012-0eec3dbe2904 req-07e28679-b4f6-4343-a644-38cace65be7d tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:23.148455 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['62ad7c9a-9355-476c-9726-91c7fd566244'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:16:23.265741 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [req-56b65b4e-7c3f-46fc-b012-0eec3dbe2904 req-07e28679-b4f6-4343-a644-38cace65be7d tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Allocated IP 172.20.0.2 (0c457813-f40c-4a5d-a305-ee4f3c9bee58/4724a49f-f514-42a4-b8bc-2aeadbfe5460/c0d4764f-ebed-4249-9515-362440827bba) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:16:23.494845 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3f696c8e-74fc-4059-abe5-2dc95c0a7a43 req-fac9b688-6b21-49bf-a277-42b6098fb383 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=bba69b47-d347-431e-8d77-e3d13b279e63 HTTP/1.1" status: 200 len: 210 time: 0.0579138 Aug 16 23:16:23.568718 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-56b65b4e-7c3f-46fc-b012-0eec3dbe2904 req-07e28679-b4f6-4343-a644-38cace65be7d tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:23.630351 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 41466) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:16:23.640187 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-56b65b4e-7c3f-46fc-b012-0eec3dbe2904 req-07e28679-b4f6-4343-a644-38cace65be7d tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:23.734316 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56b65b4e-7c3f-46fc-b012-0eec3dbe2904 req-07e28679-b4f6-4343-a644-38cace65be7d tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Network 0c457813-f40c-4a5d-a305-ee4f3c9bee58 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:16:23.748824 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e28679-b4f6-4343-a644-38cace65be7d tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Pushing event updated for resources: {'Port': ['ID=c0d4764f-ebed-4249-9515-362440827bba,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:16:23.751710 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [req-56b65b4e-7c3f-46fc-b012-0eec3dbe2904 req-07e28679-b4f6-4343-a644-38cace65be7d tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:16:23.755002 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-56b65b4e-7c3f-46fc-b012-0eec3dbe2904 req-07e28679-b4f6-4343-a644-38cace65be7d tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:16:23.832330 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b65b4e-7c3f-46fc-b012-0eec3dbe2904 req-07e28679-b4f6-4343-a644-38cace65be7d tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:23.832993 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-56b65b4e-7c3f-46fc-b012-0eec3dbe2904 req-07e28679-b4f6-4343-a644-38cace65be7d tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:23.853593 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-56b65b4e-7c3f-46fc-b012-0eec3dbe2904 req-07e28679-b4f6-4343-a644-38cace65be7d tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0049531 Aug 16 23:16:23.876395 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-56b65b4e-7c3f-46fc-b012-0eec3dbe2904 req-87058e3d-8b5d-4b9a-b0ff-7a6dc28b40de service neutron] Request body: {'port': {'device_id': 'bba69b47-d347-431e-8d77-e3d13b279e63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-26'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:16:23.957793 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-56b65b4e-7c3f-46fc-b012-0eec3dbe2904 req-87058e3d-8b5d-4b9a-b0ff-7a6dc28b40de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:24.082006 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6dc3382f-dcc2-4e3e-8c85-85ef45563f0d tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537579'] for router_interface, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:24.330389 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [req-56b65b4e-7c3f-46fc-b012-0eec3dbe2904 req-87058e3d-8b5d-4b9a-b0ff-7a6dc28b40de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0d4764f-ebed-4249-9515-362440827bba {{(pid=101292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:16:24.352052 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-56b65b4e-7c3f-46fc-b012-0eec3dbe2904 req-87058e3d-8b5d-4b9a-b0ff-7a6dc28b40de service neutron] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:24.381413 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-56b65b4e-7c3f-46fc-b012-0eec3dbe2904 req-87058e3d-8b5d-4b9a-b0ff-7a6dc28b40de service neutron] Transition to ACTIVE for port object c0d4764f-ebed-4249-9515-362440827bba will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:16:24.392076 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-56b65b4e-7c3f-46fc-b012-0eec3dbe2904 req-87058e3d-8b5d-4b9a-b0ff-7a6dc28b40de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:24.505550 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-6dc3382f-dcc2-4e3e-8c85-85ef45563f0d tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Deleting port 1d355650-d187-488d-a743-507f80c6a41d {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:16:24.507295 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6dc3382f-dcc2-4e3e-8c85-85ef45563f0d tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:24.507889 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87058e3d-8b5d-4b9a-b0ff-7a6dc28b40de service neutron] Pushing event updated for resources: {'Port': ['ID=c0d4764f-ebed-4249-9515-362440827bba,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:16:24.538652 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 62ad7c9a-9355-476c-9726-91c7fd566244 up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:16:24.639027 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port 62ad7c9a-9355-476c-9726-91c7fd566244 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:16:24.640909 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:24.724009 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-56b65b4e-7c3f-46fc-b012-0eec3dbe2904 req-87058e3d-8b5d-4b9a-b0ff-7a6dc28b40de service neutron] Attempting to bind port c0d4764f-ebed-4249-9515-362440827bba on host n-h2-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:16:24.724009 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-56b65b4e-7c3f-46fc-b012-0eec3dbe2904 req-87058e3d-8b5d-4b9a-b0ff-7a6dc28b40de service neutron] Attempting to bind port c0d4764f-ebed-4249-9515-362440827bba by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': '2f9a4174-b2ab-4aae-b8db-a65907961481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0c457813-f40c-4a5d-a305-ee4f3c9bee58'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:16:24.725528 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b65b4e-7c3f-46fc-b012-0eec3dbe2904 req-87058e3d-8b5d-4b9a-b0ff-7a6dc28b40de service neutron] Attempting to bind port c0d4764f-ebed-4249-9515-362440827bba on network 0c457813-f40c-4a5d-a305-ee4f3c9bee58 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:16:24.735797 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb80588-d323-4cc4-bf4b-97b3f8903558 req-23107a2e-f5cd-477d-8cfd-9a807123c406 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:24.739892 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-efb80588-d323-4cc4-bf4b-97b3f8903558 req-23107a2e-f5cd-477d-8cfd-9a807123c406 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=bba69b47-d347-431e-8d77-e3d13b279e63 HTTP/1.1" status: 200 len: 943 time: 0.1428945 Aug 16 23:16:24.745738 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b65b4e-7c3f-46fc-b012-0eec3dbe2904 req-87058e3d-8b5d-4b9a-b0ff-7a6dc28b40de service neutron] Port c0d4764f-ebed-4249-9515-362440827bba on network 0c457813-f40c-4a5d-a305-ee4f3c9bee58 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:16:24.746304 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b65b4e-7c3f-46fc-b012-0eec3dbe2904 req-87058e3d-8b5d-4b9a-b0ff-7a6dc28b40de service neutron] Attempting to bind port c0d4764f-ebed-4249-9515-362440827bba on network 0c457813-f40c-4a5d-a305-ee4f3c9bee58 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:16:24.752211 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-6dc3382f-dcc2-4e3e-8c85-85ef45563f0d tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] For port 1d355650-d187-488d-a743-507f80c6a41d, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=1d355650-d187-488d-a743-507f80c6a41d,segment=NetworkSegment(67b554f8-bdad-48ee-87ac-8a6d688dfc64),segment_id=67b554f8-bdad-48ee-87ac-8a6d688dfc64)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:16:24.753576 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6dc3382f-dcc2-4e3e-8c85-85ef45563f0d tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:24.755414 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b65b4e-7c3f-46fc-b012-0eec3dbe2904 req-87058e3d-8b5d-4b9a-b0ff-7a6dc28b40de service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:16:24.755888 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b65b4e-7c3f-46fc-b012-0eec3dbe2904 req-87058e3d-8b5d-4b9a-b0ff-7a6dc28b40de service neutron] Checking segment: {'id': '2f9a4174-b2ab-4aae-b8db-a65907961481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0c457813-f40c-4a5d-a305-ee4f3c9bee58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:16:24.756481 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b65b4e-7c3f-46fc-b012-0eec3dbe2904 req-87058e3d-8b5d-4b9a-b0ff-7a6dc28b40de service neutron] Bound using segment: {'id': '2f9a4174-b2ab-4aae-b8db-a65907961481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0c457813-f40c-4a5d-a305-ee4f3c9bee58'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:16:24.757073 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-56b65b4e-7c3f-46fc-b012-0eec3dbe2904 req-87058e3d-8b5d-4b9a-b0ff-7a6dc28b40de service neutron] Bound port: c0d4764f-ebed-4249-9515-362440827bba, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f9a4174-b2ab-4aae-b8db-a65907961481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0c457813-f40c-4a5d-a305-ee4f3c9bee58'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:16:24.757637 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-56b65b4e-7c3f-46fc-b012-0eec3dbe2904 req-87058e3d-8b5d-4b9a-b0ff-7a6dc28b40de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:24.787475 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-6dc3382f-dcc2-4e3e-8c85-85ef45563f0d tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Calling delete_port for 1d355650-d187-488d-a743-507f80c6a41d owned by network:router_interface {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:16:24.787717 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:24.824814 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-efb80588-d323-4cc4-bf4b-97b3f8903558 req-054f83ac-35cc-480d-a466-d6c27e761dd0 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714920 Aug 16 23:16:24.826974 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcf51829-bc53-431f-901b-ce4bb72b65fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ad7c9a-9355-476c-9726-91c7fd566244'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:16:24.838615 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9052e07f-d87c-4b45-ad46-8c08f838b65b" -d '{"events": [{"server_uuid": "fcf51829-bc53-431f-901b-ce4bb72b65fa", "name": "network-vif-plugged", "status": "completed", "tag": "62ad7c9a-9355-476c-9726-91c7fd566244"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:16:24.877410 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 62ad7c9a-9355-476c-9726-91c7fd566244, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=62ad7c9a-9355-476c-9726-91c7fd566244,segment=NetworkSegment(10a968c4-5c7d-4c23-b34c-ca325bfda5cc),segment_id=10a968c4-5c7d-4c23-b34c-ca325bfda5cc)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:16:24.883196 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:24.884516 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device e3d96db3-786c-47cc-8b47-84b710b3398c no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:16:24.927200 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f06ca690-ce36-41bb-8f23-99588b0481b0 x-openstack-request-id: req-f06ca690-ce36-41bb-8f23-99588b0481b0 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:16:24.927627 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcf51829-bc53-431f-901b-ce4bb72b65fa", "name": "network-vif-plugged", "status": "completed", "tag": "62ad7c9a-9355-476c-9726-91c7fd566244", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:16:24.927973 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f06ca690-ce36-41bb-8f23-99588b0481b0 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:16:24.928444 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcf51829-bc53-431f-901b-ce4bb72b65fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ad7c9a-9355-476c-9726-91c7fd566244', 'code': 200} Aug 16 23:16:24.931301 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] No Port match for: e3d96db3-786c-47cc-8b47-84b710b3398c {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:16:24.931748 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device e3d96db3-786c-47cc-8b47-84b710b3398c not bound to the agent host n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:16:24.957126 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-56b65b4e-7c3f-46fc-b012-0eec3dbe2904 req-87058e3d-8b5d-4b9a-b0ff-7a6dc28b40de service neutron] For port c0d4764f-ebed-4249-9515-362440827bba, host n-h2-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:16:24.966294 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-56b65b4e-7c3f-46fc-b012-0eec3dbe2904 req-87058e3d-8b5d-4b9a-b0ff-7a6dc28b40de service neutron] For port c0d4764f-ebed-4249-9515-362440827bba, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=c0d4764f-ebed-4249-9515-362440827bba,segment=NetworkSegment(2f9a4174-b2ab-4aae-b8db-a65907961481),segment_id=2f9a4174-b2ab-4aae-b8db-a65907961481)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:16:24.972724 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-56b65b4e-7c3f-46fc-b012-0eec3dbe2904 req-87058e3d-8b5d-4b9a-b0ff-7a6dc28b40de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:25.006816 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=62ad7c9a-9355-476c-9726-91c7fd566244,revision_number=7']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:16:25.056757 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b65b4e-7c3f-46fc-b012-0eec3dbe2904 req-87058e3d-8b5d-4b9a-b0ff-7a6dc28b40de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:25.057785 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-56b65b4e-7c3f-46fc-b012-0eec3dbe2904 req-87058e3d-8b5d-4b9a-b0ff-7a6dc28b40de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:25.059444 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-56b65b4e-7c3f-46fc-b012-0eec3dbe2904 req-87058e3d-8b5d-4b9a-b0ff-7a6dc28b40de service neutron] 10.222.0.57 "PUT /v2.0/ports/c0d4764f-ebed-4249-9515-362440827bba HTTP/1.1" status: 200 len: 1092 time: 1.1899090 Aug 16 23:16:25.062284 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bba69b47-d347-431e-8d77-e3d13b279e63', 'tag': 'c0d4764f-ebed-4249-9515-362440827bba'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:16:25.064757 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cec405ab-e530-4eab-b098-007b84348459" -d '{"events": [{"name": "network-changed", "server_uuid": "bba69b47-d347-431e-8d77-e3d13b279e63", "tag": "c0d4764f-ebed-4249-9515-362440827bba"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:16:25.139645 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8e95a20-9db4-48cc-b440-48b0eb2d7c05 x-openstack-request-id: req-c8e95a20-9db4-48cc-b440-48b0eb2d7c05 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:16:25.140436 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bba69b47-d347-431e-8d77-e3d13b279e63", "tag": "c0d4764f-ebed-4249-9515-362440827bba", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:16:25.140436 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c8e95a20-9db4-48cc-b440-48b0eb2d7c05 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:16:25.141726 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bba69b47-d347-431e-8d77-e3d13b279e63', 'tag': 'c0d4764f-ebed-4249-9515-362440827bba', 'status': 'completed', 'code': 200} Aug 16 23:16:25.151276 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87058e3d-8b5d-4b9a-b0ff-7a6dc28b40de service neutron] Pushing event updated for resources: {'Port': ['ID=c0d4764f-ebed-4249-9515-362440827bba,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:16:25.194519 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b65b4e-7c3f-46fc-b012-0eec3dbe2904 req-e7792fee-d6cc-43c4-8ef9-c00a532956d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:25.196214 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-56b65b4e-7c3f-46fc-b012-0eec3dbe2904 req-e7792fee-d6cc-43c4-8ef9-c00a532956d4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a7c31e67ee7c4b289c3ec8027565ddcd&device_id=bba69b47-d347-431e-8d77-e3d13b279e63 HTTP/1.1" status: 200 len: 1095 time: 0.0588152 Aug 16 23:16:25.249201 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6dc3382f-dcc2-4e3e-8c85-85ef45563f0d tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:25.278999 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-56b65b4e-7c3f-46fc-b012-0eec3dbe2904 req-2e4ef126-2283-4153-8122-1b6319bd2cda service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c0d4764f-ebed-4249-9515-362440827bba HTTP/1.1" status: 200 len: 217 time: 0.0652940 Aug 16 23:16:25.303777 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc3382f-dcc2-4e3e-8c85-85ef45563f0d tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Pushing event deleted for resources: {'Port': ['ID=1d355650-d187-488d-a743-507f80c6a41d,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:16:25.367325 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b65b4e-7c3f-46fc-b012-0eec3dbe2904 req-7bd42675-cd6e-4231-8c98-f545edc21080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:25.369287 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-56b65b4e-7c3f-46fc-b012-0eec3dbe2904 req-7bd42675-cd6e-4231-8c98-f545edc21080 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4724a49f-f514-42a4-b8bc-2aeadbfe5460 HTTP/1.1" status: 200 len: 846 time: 0.0835121 Aug 16 23:16:25.426155 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:25.431626 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-56b65b4e-7c3f-46fc-b012-0eec3dbe2904 req-a80eded5-c111-4086-8261-40c4cd6a6ca2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0c457813-f40c-4a5d-a305-ee4f3c9bee58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549850 Aug 16 23:16:25.586462 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-56b65b4e-7c3f-46fc-b012-0eec3dbe2904 req-8445dc11-81b7-4e82-9aac-4c0cde9964fb service neutron] 10.222.0.57 "GET /v2.0/networks/0c457813-f40c-4a5d-a305-ee4f3c9bee58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377070 Aug 16 23:16:25.609295 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6dc3382f-dcc2-4e3e-8c85-85ef45563f0d tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537471'] for router_interface, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:25.711350 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-56b65b4e-7c3f-46fc-b012-0eec3dbe2904 req-c8b81f52-b698-41ac-a494-c56438059695 service neutron] 10.222.0.57 "GET /v2.0/networks/0c457813-f40c-4a5d-a305-ee4f3c9bee58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171958 Aug 16 23:16:25.854368 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec405ab-e530-4eab-b098-007b84348459 req-bae18c1f-4fc4-4d76-8f68-fd01cecba0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:25.856118 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cec405ab-e530-4eab-b098-007b84348459 req-bae18c1f-4fc4-4d76-8f68-fd01cecba0d3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a7c31e67ee7c4b289c3ec8027565ddcd&device_id=bba69b47-d347-431e-8d77-e3d13b279e63 HTTP/1.1" status: 200 len: 1095 time: 0.0490961 Aug 16 23:16:25.960680 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dc3382f-dcc2-4e3e-8c85-85ef45563f0d tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Router 8a648324-fe0e-42e1-989d-e29bb8f8e754 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:16:26.011457 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3991aefa-e8ca-4d5b-b179-e3cddc3c9e43 req-e34cebc4-1c5b-49c3-88f3-32328fcb78e3 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:26.013950 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3991aefa-e8ca-4d5b-b179-e3cddc3c9e43 req-e34cebc4-1c5b-49c3-88f3-32328fcb78e3 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=bba69b47-d347-431e-8d77-e3d13b279e63 HTTP/1.1" status: 200 len: 943 time: 0.1180451 Aug 16 23:16:26.075161 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3991aefa-e8ca-4d5b-b179-e3cddc3c9e43 req-0c554089-7da1-4c0a-9bf8-ca97af0ffa21 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509727 Aug 16 23:16:26.081534 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec405ab-e530-4eab-b098-007b84348459 req-f5f08330-cead-4523-bd45-fd40c26c65f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:26.083043 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cec405ab-e530-4eab-b098-007b84348459 req-f5f08330-cead-4523-bd45-fd40c26c65f2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0c457813-f40c-4a5d-a305-ee4f3c9bee58 HTTP/1.1" status: 200 len: 907 time: 0.2164214 Aug 16 23:16:26.152199 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cec405ab-e530-4eab-b098-007b84348459 req-f653000f-3352-43cd-919d-370a7719bacb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c0d4764f-ebed-4249-9515-362440827bba HTTP/1.1" status: 200 len: 217 time: 0.0591869 Aug 16 23:16:26.154051 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dc3382f-dcc2-4e3e-8c85-85ef45563f0d tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:16:26.161100 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-6dc3382f-dcc2-4e3e-8c85-85ef45563f0d tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "PUT /v2.0/routers/8a648324-fe0e-42e1-989d-e29bb8f8e754/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5290775 Aug 16 23:16:26.165261 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 41490) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:16:26.166226 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0502f8-ab2f-4b3f-a8f8-1811303478a6 None None] Sync routers for ids ['8a648324-fe0e-42e1-989d-e29bb8f8e754'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:16:26.181012 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0502f8-ab2f-4b3f-a8f8-1811303478a6 None None] Routers {'8a648324-fe0e-42e1-989d-e29bb8f8e754'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:16:26.182000 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-9a0502f8-ab2f-4b3f-a8f8-1811303478a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:16:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['8a648324-fe0e-42e1-989d-e29bb8f8e754'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:16:26.242090 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ab81e0f-9797-434c-9303-dea3fbac3522 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Deleting subnet 70092538-3ae4-4be0-9001-bbf46308cd77 {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:16:26.245504 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec405ab-e530-4eab-b098-007b84348459 req-8974c4f2-707b-47d5-9f88-e1086f2db89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:26.245836 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8ab81e0f-9797-434c-9303-dea3fbac3522 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:26.247662 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cec405ab-e530-4eab-b098-007b84348459 req-8974c4f2-707b-47d5-9f88-e1086f2db89c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4724a49f-f514-42a4-b8bc-2aeadbfe5460 HTTP/1.1" status: 200 len: 846 time: 0.0888579 Aug 16 23:16:26.305886 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cec405ab-e530-4eab-b098-007b84348459 req-28082709-943c-4ecf-8967-669ae8e44fd4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0c457813-f40c-4a5d-a305-ee4f3c9bee58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483143 Aug 16 23:16:26.329295 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8ab81e0f-9797-434c-9303-dea3fbac3522 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:26.418885 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-9a0502f8-ab2f-4b3f-a8f8-1811303478a6 None None] Set router 8a648324-fe0e-42e1-989d-e29bb8f8e754 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:16:26.447816 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cec405ab-e530-4eab-b098-007b84348459 req-d99c5a03-c53f-47c1-aa6c-688b3eb3a8b1 service neutron] 10.222.0.57 "GET /v2.0/networks/0c457813-f40c-4a5d-a305-ee4f3c9bee58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333287 Aug 16 23:16:26.468756 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8ab81e0f-9797-434c-9303-dea3fbac3522 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:26.563227 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8ab81e0f-9797-434c-9303-dea3fbac3522 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:26.578737 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cec405ab-e530-4eab-b098-007b84348459 req-6bdd2523-5f85-43df-92c8-8ac3441e40db service neutron] 10.222.0.57 "GET /v2.0/networks/0c457813-f40c-4a5d-a305-ee4f3c9bee58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225319 Aug 16 23:16:26.593441 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab81e0f-9797-434c-9303-dea3fbac3522 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Pushing event deleted for resources: {'Subnet': ['ID=70092538-3ae4-4be0-9001-bbf46308cd77,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:16:26.606069 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8ab81e0f-9797-434c-9303-dea3fbac3522 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:26.616111 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-8ab81e0f-9797-434c-9303-dea3fbac3522 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "DELETE /v2.0/subnets/70092538-3ae4-4be0-9001-bbf46308cd77 HTTP/1.1" status: 204 len: 168 time: 0.4461515 Aug 16 23:16:26.616770 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 41492) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:16:26.623108 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255d6ba8-ca98-44d0-b951-5801ef826451 None None] Network 93618f09-ceff-4673-b340-e53dee1636b6 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:16:26.665654 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-9a0502f8-ab2f-4b3f-a8f8-1811303478a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a648324-fe0e-42e1-989d-e29bb8f8e754', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1371170837', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': '95ab6690-da06-43f1-9b88-e7aef51ede5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:13:57Z', 'updated_at': '2021-08-16T23:16:25Z', 'revision_number': 5, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'gw_port': {'id': '95ab6690-da06-43f1-9b88-e7aef51ede5b', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a648324-fe0e-42e1-989d-e29bb8f8e754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:13:57Z', 'updated_at': '2021-08-16T23:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:16:26.700396 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0502f8-ab2f-4b3f-a8f8-1811303478a6 None None] Checking router: 8a648324-fe0e-42e1-989d-e29bb8f8e754 for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:16:26.710608 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0502f8-ab2f-4b3f-a8f8-1811303478a6 None None] Routers {'8a648324-fe0e-42e1-989d-e29bb8f8e754'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:16:26.711222 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-9a0502f8-ab2f-4b3f-a8f8-1811303478a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:16:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['8a648324-fe0e-42e1-989d-e29bb8f8e754'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:16:26.766797 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e717907-7b2e-4f97-b83b-400d566c6b56 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for router, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:26.884294 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-9a0502f8-ab2f-4b3f-a8f8-1811303478a6 None None] Set router 8a648324-fe0e-42e1-989d-e29bb8f8e754 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:16:26.905609 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0e5790-eb1a-44df-8215-7ff9722c4975 None None] DHCP port deletion for 93618f09-ceff-4673-b340-e53dee1636b6 request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:16:26.925757 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e717907-7b2e-4f97-b83b-400d566c6b56 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:26.968193 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-fd0e5790-eb1a-44df-8215-7ff9722c4975 None None] Deleting port ab5f463b-1fae-419c-b736-e5a95a88a474 {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:16:26.968558 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-fd0e5790-eb1a-44df-8215-7ff9722c4975 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:26.988316 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e717907-7b2e-4f97-b83b-400d566c6b56 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Deleting port 95ab6690-da06-43f1-9b88-e7aef51ede5b {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:16:26.988944 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e717907-7b2e-4f97-b83b-400d566c6b56 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:27.042889 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-fd0e5790-eb1a-44df-8215-7ff9722c4975 None None] For port ab5f463b-1fae-419c-b736-e5a95a88a474, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=ab5f463b-1fae-419c-b736-e5a95a88a474,segment=NetworkSegment(67b554f8-bdad-48ee-87ac-8a6d688dfc64),segment_id=67b554f8-bdad-48ee-87ac-8a6d688dfc64)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:16:27.043132 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-fd0e5790-eb1a-44df-8215-7ff9722c4975 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:27.059152 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-fd0e5790-eb1a-44df-8215-7ff9722c4975 None None] Calling delete_port for ab5f463b-1fae-419c-b736-e5a95a88a474 owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:16:27.114770 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-9a0502f8-ab2f-4b3f-a8f8-1811303478a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a648324-fe0e-42e1-989d-e29bb8f8e754', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1371170837', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': '95ab6690-da06-43f1-9b88-e7aef51ede5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:13:57Z', 'updated_at': '2021-08-16T23:16:25Z', 'revision_number': 5, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'gw_port': {'id': '95ab6690-da06-43f1-9b88-e7aef51ede5b', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a648324-fe0e-42e1-989d-e29bb8f8e754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:13:57Z', 'updated_at': '2021-08-16T23:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:16:27.114931 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-1e717907-7b2e-4f97-b83b-400d566c6b56 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] For port 95ab6690-da06-43f1-9b88-e7aef51ede5b, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=95ab6690-da06-43f1-9b88-e7aef51ede5b,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:16:27.115124 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e717907-7b2e-4f97-b83b-400d566c6b56 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:27.130268 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-1e717907-7b2e-4f97-b83b-400d566c6b56 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Calling delete_port for 95ab6690-da06-43f1-9b88-e7aef51ede5b owned by network:router_gateway {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:16:27.156760 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0502f8-ab2f-4b3f-a8f8-1811303478a6 None None] The sync data for ids ['8a648324-fe0e-42e1-989d-e29bb8f8e754'] in n-d-791506-26 is: [{'id': '8a648324-fe0e-42e1-989d-e29bb8f8e754', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1371170837', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': '95ab6690-da06-43f1-9b88-e7aef51ede5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:13:57Z', 'updated_at': '2021-08-16T23:16:25Z', 'revision_number': 5, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'gw_port': {'id': '95ab6690-da06-43f1-9b88-e7aef51ede5b', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a648324-fe0e-42e1-989d-e29bb8f8e754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:13:57Z', 'updated_at': '2021-08-16T23:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:16:27.226603 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-fd0e5790-eb1a-44df-8215-7ff9722c4975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:27.256325 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0e5790-eb1a-44df-8215-7ff9722c4975 None None] Pushing event deleted for resources: {'Port': ['ID=ab5f463b-1fae-419c-b736-e5a95a88a474,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:16:27.260331 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e5e485-f3cc-4e99-8141-0dfdb65a6e0d req-246274ba-3447-4342-a46e-a010c0561fa8 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:27.261953 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-01e5e485-f3cc-4e99-8141-0dfdb65a6e0d req-246274ba-3447-4342-a46e-a010c0561fa8 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=bba69b47-d347-431e-8d77-e3d13b279e63 HTTP/1.1" status: 200 len: 943 time: 0.0575495 Aug 16 23:16:27.272999 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0e5790-eb1a-44df-8215-7ff9722c4975 None None] No DVR routers for this DVR port ab5f463b-1fae-419c-b736-e5a95a88a474 on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:16:27.313745 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-01e5e485-f3cc-4e99-8141-0dfdb65a6e0d req-cbe30565-1744-4dc3-ab45-863332b36774 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455370 Aug 16 23:16:27.360879 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e717907-7b2e-4f97-b83b-400d566c6b56 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:27.387256 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e717907-7b2e-4f97-b83b-400d566c6b56 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Pushing event deleted for resources: {'Port': ['ID=95ab6690-da06-43f1-9b88-e7aef51ede5b,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:16:27.400911 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e717907-7b2e-4f97-b83b-400d566c6b56 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:16:27.401297 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e717907-7b2e-4f97-b83b-400d566c6b56 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:16:27.401621 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e717907-7b2e-4f97-b83b-400d566c6b56 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:16:27.401967 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e717907-7b2e-4f97-b83b-400d566c6b56 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:16:27.402307 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e717907-7b2e-4f97-b83b-400d566c6b56 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:16:27.402649 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e717907-7b2e-4f97-b83b-400d566c6b56 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:16:27.403080 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e717907-7b2e-4f97-b83b-400d566c6b56 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:16:27.403323 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e717907-7b2e-4f97-b83b-400d566c6b56 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:16:27.403654 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e717907-7b2e-4f97-b83b-400d566c6b56 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:16:27.403986 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e717907-7b2e-4f97-b83b-400d566c6b56 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:16:27.404314 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e717907-7b2e-4f97-b83b-400d566c6b56 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:16:27.404667 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e717907-7b2e-4f97-b83b-400d566c6b56 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:16:27.466385 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e717907-7b2e-4f97-b83b-400d566c6b56 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537121'] for router_gateway, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:27.577870 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e717907-7b2e-4f97-b83b-400d566c6b56 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:27.580150 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e717907-7b2e-4f97-b83b-400d566c6b56 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:27.633877 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e717907-7b2e-4f97-b83b-400d566c6b56 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:27.634916 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e717907-7b2e-4f97-b83b-400d566c6b56 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Fanout notify agent at l3_agent the message router_deleted on router 8a648324-fe0e-42e1-989d-e29bb8f8e754 {{(pid=101291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:16:27.646788 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1e717907-7b2e-4f97-b83b-400d566c6b56 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:27.647983 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-1e717907-7b2e-4f97-b83b-400d566c6b56 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "DELETE /v2.0/routers/8a648324-fe0e-42e1-989d-e29bb8f8e754 HTTP/1.1" status: 204 len: 168 time: 1.0302794 Aug 16 23:16:27.650725 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 41502) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:16:27.767481 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a99568b6-d3ae-4eb4-b9eb-b2c7567d33a3 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:27.842792 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device ab5f463b-1fae-419c-b736-e5a95a88a474 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:16:27.866589 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: ab5f463b-1fae-419c-b736-e5a95a88a474 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:16:27.866961 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device ab5f463b-1fae-419c-b736-e5a95a88a474 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:16:27.867340 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 1d355650-d187-488d-a743-507f80c6a41d no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:16:27.871540 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a99568b6-d3ae-4eb4-b9eb-b2c7567d33a3 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:27.888467 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-a99568b6-d3ae-4eb4-b9eb-b2c7567d33a3 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93618f09-ceff-4673-b340-e53dee1636b6']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:16:27.891162 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 1d355650-d187-488d-a743-507f80c6a41d {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:16:27.891519 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 1d355650-d187-488d-a743-507f80c6a41d not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:16:27.906279 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-a99568b6-d3ae-4eb4-b9eb-b2c7567d33a3 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67b554f8-bdad-48ee-87ac-8a6d688dfc64') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:16:27.906637 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-a99568b6-d3ae-4eb4-b9eb-b2c7567d33a3 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67b554f8-bdad-48ee-87ac-8a6d688dfc64') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:16:27.917196 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a99568b6-d3ae-4eb4-b9eb-b2c7567d33a3 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:27.936599 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a99568b6-d3ae-4eb4-b9eb-b2c7567d33a3 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:27.951470 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a99568b6-d3ae-4eb4-b9eb-b2c7567d33a3 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:16:27.952030 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a99568b6-d3ae-4eb4-b9eb-b2c7567d33a3 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:27.957348 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 16 23:16:27.957348 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:16:27.957348 n-d-791506-26 neutron-server[101292]: timer() Aug 16 23:16:27.957348 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:16:27.957348 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 16 23:16:27.957348 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:16:27.957348 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 16 23:16:27.957348 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:16:27.957348 n-d-791506-26 neutron-server[101292]: self._notify() Aug 16 23:16:27.957348 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:16:27.957348 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 16 23:16:27.957348 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:16:27.957348 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 16 23:16:27.957348 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:16:27.957348 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:16:27.957348 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:16:27.957348 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:16:27.957348 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:16:27.957348 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 16 23:16:27.957348 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:16:27.957348 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 16 23:16:27.957348 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:16:27.957348 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:16:27.957348 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:16:27.957348 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 16 23:16:27.957348 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:16:27.957348 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:16:27.957348 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:16:27.957348 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:16:27.957348 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:16:27.957348 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:16:27.957348 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:16:28.041325 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a99568b6-d3ae-4eb4-b9eb-b2c7567d33a3 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:28.055446 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a99568b6-d3ae-4eb4-b9eb-b2c7567d33a3 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:28.060790 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-a99568b6-d3ae-4eb4-b9eb-b2c7567d33a3 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "DELETE /v2.0/networks/93618f09-ceff-4673-b340-e53dee1636b6 HTTP/1.1" status: 204 len: 168 time: 0.4061913 Aug 16 23:16:28.066398 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 41510) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:16:28.069249 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99568b6-d3ae-4eb4-b9eb-b2c7567d33a3 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Pushing event deleted for resources: {'Network': ['ID=93618f09-ceff-4673-b340-e53dee1636b6,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:16:28.155857 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fdff81dd-1b10-4617-8fde-3ffe55e4e118 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:28.187152 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fdff81dd-1b10-4617-8fde-3ffe55e4e118 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:28.254317 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fdff81dd-1b10-4617-8fde-3ffe55e4e118 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:28.257881 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fdff81dd-1b10-4617-8fde-3ffe55e4e118 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:28.259400 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-fdff81dd-1b10-4617-8fde-3ffe55e4e118 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "DELETE /v2.0/security-groups/3f71e0ef-17d2-4d1e-9fe1-aae1882f89a1 HTTP/1.1" status: 204 len: 168 time: 0.1907408 Aug 16 23:16:28.270696 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdff81dd-1b10-4617-8fde-3ffe55e4e118 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f71e0ef-17d2-4d1e-9fe1-aae1882f89a1,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:16:28.474711 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b9451e-327c-4079-b0d2-124b1a5825bb req-2adf8f9c-8935-4944-a4a7-4793c64920c2 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:28.476361 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-63b9451e-327c-4079-b0d2-124b1a5825bb req-2adf8f9c-8935-4944-a4a7-4793c64920c2 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=bba69b47-d347-431e-8d77-e3d13b279e63 HTTP/1.1" status: 200 len: 943 time: 0.0591793 Aug 16 23:16:28.525329 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-63b9451e-327c-4079-b0d2-124b1a5825bb req-339d4472-6892-46ea-b802-5b290f54370e tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423427 Aug 16 23:16:28.569201 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 41520) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:16:28.573840 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-090517b9-27bb-46b2-9bcc-fa78cb281af8 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-767262668', 'description': 'tempest-secgroup-smoke-767262668 description', 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:16:28.598878 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-090517b9-27bb-46b2-9bcc-fa78cb281af8 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:28.688887 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-090517b9-27bb-46b2-9bcc-fa78cb281af8 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:28.692872 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-090517b9-27bb-46b2-9bcc-fa78cb281af8 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:28.723368 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090517b9-27bb-46b2-9bcc-fa78cb281af8 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5247d9a5-a8ca-4a37-95ec-bfd51308f7ce,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:16:28.726375 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-090517b9-27bb-46b2-9bcc-fa78cb281af8 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:28.727616 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-090517b9-27bb-46b2-9bcc-fa78cb281af8 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1574106 Aug 16 23:16:28.731564 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 41522) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:16:28.736400 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-df206ca3-8406-46d6-bbb4-9b62793680c2 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Request body: {'security_group_rule': {'security_group_id': '5247d9a5-a8ca-4a37-95ec-bfd51308f7ce', 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:16:28.766580 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-df206ca3-8406-46d6-bbb4-9b62793680c2 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:28.834399 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-df206ca3-8406-46d6-bbb4-9b62793680c2 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:28.839518 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-df206ca3-8406-46d6-bbb4-9b62793680c2 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:28.856563 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df206ca3-8406-46d6-bbb4-9b62793680c2 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02793418-00fa-4380-a9a9-b0e893581885,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:16:28.866863 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-df206ca3-8406-46d6-bbb4-9b62793680c2 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:28.870770 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-df206ca3-8406-46d6-bbb4-9b62793680c2 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1357753 Aug 16 23:16:28.871317 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 41528) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:16:28.878934 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-f5e18028-4c30-456c-a4c7-6a339375c067 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Request body: {'security_group_rule': {'security_group_id': '5247d9a5-a8ca-4a37-95ec-bfd51308f7ce', 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:16:28.910569 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f5e18028-4c30-456c-a4c7-6a339375c067 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:28.972341 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f5e18028-4c30-456c-a4c7-6a339375c067 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:28.976876 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f5e18028-4c30-456c-a4c7-6a339375c067 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:28.994984 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e18028-4c30-456c-a4c7-6a339375c067 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9de8f66-8d7c-480f-a529-c72696bef92f,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:16:29.001416 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f5e18028-4c30-456c-a4c7-6a339375c067 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:29.003660 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-f5e18028-4c30-456c-a4c7-6a339375c067 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1301372 Aug 16 23:16:29.006300 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 41530) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:16:29.010789 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-4e72c8a5-5373-46b8-9522-f6fbf411d617 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Request body: {'security_group_rule': {'security_group_id': '5247d9a5-a8ca-4a37-95ec-bfd51308f7ce', 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:16:29.039708 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4e72c8a5-5373-46b8-9522-f6fbf411d617 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:29.108017 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4e72c8a5-5373-46b8-9522-f6fbf411d617 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:29.112970 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4e72c8a5-5373-46b8-9522-f6fbf411d617 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:29.126872 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e72c8a5-5373-46b8-9522-f6fbf411d617 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44ae490b-4849-4dca-85c9-3a23c313fff6,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:16:29.150405 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4e72c8a5-5373-46b8-9522-f6fbf411d617 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:29.154968 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 41534) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:16:29.155534 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-4e72c8a5-5373-46b8-9522-f6fbf411d617 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1478162 Aug 16 23:16:29.166167 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-7861ff6d-2298-4491-9d1e-8bdd6d8999bb tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Request body: {'security_group_rule': {'security_group_id': '5247d9a5-a8ca-4a37-95ec-bfd51308f7ce', 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:16:29.200127 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7861ff6d-2298-4491-9d1e-8bdd6d8999bb tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:29.259353 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7861ff6d-2298-4491-9d1e-8bdd6d8999bb tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:29.264160 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7861ff6d-2298-4491-9d1e-8bdd6d8999bb tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:29.285876 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7861ff6d-2298-4491-9d1e-8bdd6d8999bb tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95927999-f47e-4aee-884f-f87218a4c3a7,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:16:29.297651 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7861ff6d-2298-4491-9d1e-8bdd6d8999bb tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:29.304215 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-7861ff6d-2298-4491-9d1e-8bdd6d8999bb tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1430290 Aug 16 23:16:29.304215 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 41536) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:16:29.309391 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-f4e9ad95-051d-4a62-90b5-99a457c434a9 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Request body: {'security_group_rule': {'security_group_id': '5247d9a5-a8ca-4a37-95ec-bfd51308f7ce', 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:16:29.335710 n-d-791506-26 neutron-server[101292]: INFO neutron.db.securitygroups_db [None req-f4e9ad95-051d-4a62-90b5-99a457c434a9 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Project 3aee68aa35e24e649e175a43cbcb7bd3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 23:16:29.341647 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f4e9ad95-051d-4a62-90b5-99a457c434a9 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:29.417244 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f4e9ad95-051d-4a62-90b5-99a457c434a9 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:29.422098 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f4e9ad95-051d-4a62-90b5-99a457c434a9 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:29.446566 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e9ad95-051d-4a62-90b5-99a457c434a9 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54995edd-9ff3-4e38-b7a0-f332c85a0397,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:16:29.450551 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f4e9ad95-051d-4a62-90b5-99a457c434a9 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:29.454935 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-f4e9ad95-051d-4a62-90b5-99a457c434a9 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1505833 Aug 16 23:16:29.455070 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 41538) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:16:29.462126 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-83baf010-fe31-4f4f-a8a8-fd2245620456 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Request body: {'security_group_rule': {'security_group_id': '5247d9a5-a8ca-4a37-95ec-bfd51308f7ce', 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:16:29.491780 n-d-791506-26 neutron-server[101291]: INFO neutron.db.securitygroups_db [None req-83baf010-fe31-4f4f-a8a8-fd2245620456 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Project 3aee68aa35e24e649e175a43cbcb7bd3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 23:16:29.497673 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-83baf010-fe31-4f4f-a8a8-fd2245620456 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:29.578053 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-83baf010-fe31-4f4f-a8a8-fd2245620456 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:29.585018 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-83baf010-fe31-4f4f-a8a8-fd2245620456 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:29.607004 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83baf010-fe31-4f4f-a8a8-fd2245620456 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9511e7cb-9ee3-46a1-a4ee-a806bdfcc38f,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:16:29.620599 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-83baf010-fe31-4f4f-a8a8-fd2245620456 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:29.622223 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-83baf010-fe31-4f4f-a8a8-fd2245620456 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1657579 Aug 16 23:16:29.629467 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 41550) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:16:29.635283 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-cc312410-893f-4d81-bfaa-9a223ea2c9bb tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Request body: {'network': {'name': 'tempest-network-smoke--1215246363', 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'port_security_enabled': True}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:16:29.681622 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc312410-893f-4d81-bfaa-9a223ea2c9bb tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Made reservation on behalf of 3aee68aa35e24e649e175a43cbcb7bd3 for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:16:29.682143 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6c4d11-80b9-4d2b-ad5d-8cab3e63dd3f req-061a2620-7ace-4153-9020-e02ab1815ca1 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:29.684125 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3e6c4d11-80b9-4d2b-ad5d-8cab3e63dd3f req-061a2620-7ace-4153-9020-e02ab1815ca1 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=bba69b47-d347-431e-8d77-e3d13b279e63 HTTP/1.1" status: 200 len: 943 time: 0.0775797 Aug 16 23:16:29.691468 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cc312410-893f-4d81-bfaa-9a223ea2c9bb tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:29.707999 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 95ab6690-da06-43f1-9b88-e7aef51ede5b no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:16:29.731028 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 95ab6690-da06-43f1-9b88-e7aef51ede5b {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:16:29.731690 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 95ab6690-da06-43f1-9b88-e7aef51ede5b not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:16:29.731908 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc312410-893f-4d81-bfaa-9a223ea2c9bb tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:16:29.739623 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3e6c4d11-80b9-4d2b-ad5d-8cab3e63dd3f req-e54f2426-797f-49f8-8530-ef41ab17000d tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484297 Aug 16 23:16:29.748227 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cc312410-893f-4d81-bfaa-9a223ea2c9bb tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:29.748700 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-cc312410-893f-4d81-bfaa-9a223ea2c9bb tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Added segment 5d4a5c1b-79c7-46ea-b46b-ea7e5bb4fba5 of type vlan for network 7339cb68-2f07-4085-93a7-2381ab45a475 Aug 16 23:16:29.812836 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cc312410-893f-4d81-bfaa-9a223ea2c9bb tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:29.846314 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cc312410-893f-4d81-bfaa-9a223ea2c9bb tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:29.854169 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc312410-893f-4d81-bfaa-9a223ea2c9bb tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:29.854825 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cc312410-893f-4d81-bfaa-9a223ea2c9bb tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:29.920039 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-cc312410-893f-4d81-bfaa-9a223ea2c9bb tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2892079 Aug 16 23:16:29.922892 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 41562) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:16:29.935240 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-eee5ed6a-2ad0-4598-9de4-d8f40e55952e tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1850837424', 'admin_state_up': True, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:16:29.949429 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc312410-893f-4d81-bfaa-9a223ea2c9bb tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Pushing event updated for resources: {'Network': ['ID=7339cb68-2f07-4085-93a7-2381ab45a475,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:16:29.967631 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-eee5ed6a-2ad0-4598-9de4-d8f40e55952e tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:29.969037 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-eee5ed6a-2ad0-4598-9de4-d8f40e55952e tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:29.969842 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 7339cb68-2f07-4085-93a7-2381ab45a475 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:16:30.030739 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-eee5ed6a-2ad0-4598-9de4-d8f40e55952e tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:30.549588 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-eee5ed6a-2ad0-4598-9de4-d8f40e55952e tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:30.582584 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device c0d4764f-ebed-4249-9515-362440827bba details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:16:30.698751 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port c0d4764f-ebed-4249-9515-362440827bba, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=c0d4764f-ebed-4249-9515-362440827bba,segment=NetworkSegment(2f9a4174-b2ab-4aae-b8db-a65907961481),segment_id=2f9a4174-b2ab-4aae-b8db-a65907961481)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:16:30.713999 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': 'c0d4764f-ebed-4249-9515-362440827bba', 'network_id': '0c457813-f40c-4a5d-a305-ee4f3c9bee58', 'port_id': 'c0d4764f-ebed-4249-9515-362440827bba', 'mac_address': 'fa:16:3e:a3:85:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4724a49f-f514-42a4-b8bc-2aeadbfe5460', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:16:30.766349 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:30.781446 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0d4764f-ebed-4249-9515-362440827bba {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:16:30.812180 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-eee5ed6a-2ad0-4598-9de4-d8f40e55952e tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for router_gateway, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:30.825643 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port c0d4764f-ebed-4249-9515-362440827bba, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=c0d4764f-ebed-4249-9515-362440827bba,segment=NetworkSegment(2f9a4174-b2ab-4aae-b8db-a65907961481),segment_id=2f9a4174-b2ab-4aae-b8db-a65907961481)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:16:30.843535 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:30.861828 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-eee5ed6a-2ad0-4598-9de4-d8f40e55952e tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:30.930738 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7747dc4-e661-471a-aa14-483829a441aa req-0a878a9d-f2c8-4fac-a9d6-d4c3601be041 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:30.941712 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f7747dc4-e661-471a-aa14-483829a441aa req-0a878a9d-f2c8-4fac-a9d6-d4c3601be041 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=bba69b47-d347-431e-8d77-e3d13b279e63 HTTP/1.1" status: 200 len: 944 time: 0.0897632 Aug 16 23:16:30.958633 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=c0d4764f-ebed-4249-9515-362440827bba,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:16:31.005320 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f7747dc4-e661-471a-aa14-483829a441aa req-04a69b5c-ee65-40ce-9323-4af6a9deda32 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622640 Aug 16 23:16:31.055903 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-eee5ed6a-2ad0-4598-9de4-d8f40e55952e tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Allocated IP 172.25.4.241 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/f1e65b27-e6f3-4e59-a407-7faa9244d3f9) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:16:31.224757 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-eee5ed6a-2ad0-4598-9de4-d8f40e55952e tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:31.267481 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['c0d4764f-ebed-4249-9515-362440827bba'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:16:31.304938 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-eee5ed6a-2ad0-4598-9de4-d8f40e55952e tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:31.361973 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee5ed6a-2ad0-4598-9de4-d8f40e55952e tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:16:31.368261 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-eee5ed6a-2ad0-4598-9de4-d8f40e55952e tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:16:31.378377 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee5ed6a-2ad0-4598-9de4-d8f40e55952e tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:16:31.438650 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee5ed6a-2ad0-4598-9de4-d8f40e55952e tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Pushing event updated for resources: {'Port': ['ID=f1e65b27-e6f3-4e59-a407-7faa9244d3f9,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:16:31.767223 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-eee5ed6a-2ad0-4598-9de4-d8f40e55952e tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for router_gateway, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:32.040033 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-eee5ed6a-2ad0-4598-9de4-d8f40e55952e tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:32.155840 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38b4b05-98e5-42f0-bb99-c2e22a62b6d5 req-126ffd5c-bbd0-4ff7-a55b-e9c30fe32e88 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:32.164040 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f38b4b05-98e5-42f0-bb99-c2e22a62b6d5 req-126ffd5c-bbd0-4ff7-a55b-e9c30fe32e88 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=bba69b47-d347-431e-8d77-e3d13b279e63 HTTP/1.1" status: 200 len: 944 time: 0.0723453 Aug 16 23:16:32.204799 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f38b4b05-98e5-42f0-bb99-c2e22a62b6d5 req-1a6c9e7a-fb09-462a-809a-8dc0cbb4b053 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393379 Aug 16 23:16:32.226033 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eee5ed6a-2ad0-4598-9de4-d8f40e55952e tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Router 6060164e-acc0-4225-b18e-f4519c628e59 is scheduled to L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f with binding_index 1 {{(pid=101291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:16:32.357373 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eee5ed6a-2ad0-4598-9de4-d8f40e55952e tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:16:32.373442 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b52d2c5-a053-4adb-857a-756768486a09 None None] Sync routers for ids ['6060164e-acc0-4225-b18e-f4519c628e59'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:16:32.386167 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-eee5ed6a-2ad0-4598-9de4-d8f40e55952e tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:32.387628 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-eee5ed6a-2ad0-4598-9de4-d8f40e55952e tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.4637270 Aug 16 23:16:32.389358 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b52d2c5-a053-4adb-857a-756768486a09 None None] Routers {'6060164e-acc0-4225-b18e-f4519c628e59'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:16:32.390974 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 41592) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:16:32.391959 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-4b52d2c5-a053-4adb-857a-756768486a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:16:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['6060164e-acc0-4225-b18e-f4519c628e59'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:16:32.443485 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-56f326b9-b1ca-4477-a4f3-0ed4806ed526 tempest-TestNetworkAdvancedServerOps-1443331071 tempest-TestNetworkAdvancedServerOps-1443331071-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=3aee68aa35e24e649e175a43cbcb7bd3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0481942 Aug 16 23:16:32.443715 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 41594) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:16:32.543450 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-4b52d2c5-a053-4adb-857a-756768486a09 None None] Set router 6060164e-acc0-4225-b18e-f4519c628e59 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:16:32.594881 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b64836-7819-4792-977b-5e80b9b9902f tempest-TestNetworkAdvancedServerOps-1443331071 tempest-TestNetworkAdvancedServerOps-1443331071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:32.597247 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-74b64836-7819-4792-977b-5e80b9b9902f tempest-TestNetworkAdvancedServerOps-1443331071 tempest-TestNetworkAdvancedServerOps-1443331071-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1518805 Aug 16 23:16:32.599868 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 41596) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:16:32.605502 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device c0d4764f-ebed-4249-9515-362440827bba up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:16:32.638974 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-1bfdbc05-1aea-478e-83f6-1318d7643f51 tempest-TestNetworkAdvancedServerOps-1443331071 tempest-TestNetworkAdvancedServerOps-1443331071-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=c22c4980-c849-406d-982c-a5d68c515a94&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0356863 Aug 16 23:16:32.639156 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 41598) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:16:32.644972 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-4222b88c-bb5f-4cc2-a0ef-3ca424f26a5e tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-698074910', 'network_id': '7339cb68-2f07-4085-93a7-2381ab45a475', 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:16:32.762687 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning for port c0d4764f-ebed-4249-9515-362440827bba completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:16:32.763441 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4222b88c-bb5f-4cc2-a0ef-3ca424f26a5e tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Made reservation on behalf of 3aee68aa35e24e649e175a43cbcb7bd3 for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:16:32.767779 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4222b88c-bb5f-4cc2-a0ef-3ca424f26a5e tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:32.770745 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port c0d4764f-ebed-4249-9515-362440827bba triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:16:32.771303 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:33.002091 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4222b88c-bb5f-4cc2-a0ef-3ca424f26a5e tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:33.078162 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-4b52d2c5-a053-4adb-857a-756768486a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6060164e-acc0-4225-b18e-f4519c628e59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1850837424', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': 'f1e65b27-e6f3-4e59-a407-7faa9244d3f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:16:29Z', 'updated_at': '2021-08-16T23:16:31Z', 'revision_number': 3, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'gw_port': {'id': 'f1e65b27-e6f3-4e59-a407-7faa9244d3f9', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d8:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6060164e-acc0-4225-b18e-f4519c628e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:16:30Z', 'updated_at': '2021-08-16T23:16:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:16:33.090431 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4222b88c-bb5f-4cc2-a0ef-3ca424f26a5e tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Checking segment: {'id': '5d4a5c1b-79c7-46ea-b46b-ea7e5bb4fba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7339cb68-2f07-4085-93a7-2381ab45a475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:16:33.090824 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4222b88c-bb5f-4cc2-a0ef-3ca424f26a5e tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Network hostable DHCP agents. Network: 7339cb68-2f07-4085-93a7-2381ab45a475, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:16:33.102045 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4222b88c-bb5f-4cc2-a0ef-3ca424f26a5e tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Pushing event updated for resources: {'Subnet': ['ID=12c27e46-2b78-4269-aafc-9f66cc3269bf,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:16:33.116845 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4222b88c-bb5f-4cc2-a0ef-3ca424f26a5e tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Network 7339cb68-2f07-4085-93a7-2381ab45a475 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:16:33.124599 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b52d2c5-a053-4adb-857a-756768486a09 None None] Checking router: 6060164e-acc0-4225-b18e-f4519c628e59 for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:16:33.125216 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b52d2c5-a053-4adb-857a-756768486a09 None None] Updating router 6060164e-acc0-4225-b18e-f4519c628e59 port f1e65b27-e6f3-4e59-a407-7faa9244d3f9 binding host n-d-791506-26 {{(pid=101293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:16:33.131943 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-4222b88c-bb5f-4cc2-a0ef-3ca424f26a5e tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 7339cb68-2f07-4085-93a7-2381ab45a475) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:16:33.148438 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4222b88c-bb5f-4cc2-a0ef-3ca424f26a5e tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:33.149590 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4222b88c-bb5f-4cc2-a0ef-3ca424f26a5e tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:33.156472 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec192d5b-5dca-481b-9eb8-8a3635ed4437 None None] Network 7339cb68-2f07-4085-93a7-2381ab45a475 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:16:33.158823 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:33.170516 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-4222b88c-bb5f-4cc2-a0ef-3ca424f26a5e tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5302711 Aug 16 23:16:33.173432 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 41606) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:16:33.315023 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4b52d2c5-a053-4adb-857a-756768486a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:33.367626 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bba69b47-d347-431e-8d77-e3d13b279e63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0d4764f-ebed-4249-9515-362440827bba'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:16:33.370115 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb9a259-cc70-4a1f-bd55-29523e43e546" -d '{"events": [{"server_uuid": "bba69b47-d347-431e-8d77-e3d13b279e63", "name": "network-vif-plugged", "status": "completed", "tag": "c0d4764f-ebed-4249-9515-362440827bba"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:16:33.449586 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c4555a-6c97-488f-a6d6-ac0046102b17 req-5bc40ad3-8b8e-43da-b235-2dfb6cb516bd tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:33.453000 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f1c4555a-6c97-488f-a6d6-ac0046102b17 req-5bc40ad3-8b8e-43da-b235-2dfb6cb516bd tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=bba69b47-d347-431e-8d77-e3d13b279e63 HTTP/1.1" status: 200 len: 944 time: 0.1142869 Aug 16 23:16:33.473147 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-add06034-a254-4f63-9307-e8c1716a298c x-openstack-request-id: req-add06034-a254-4f63-9307-e8c1716a298c {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:16:33.474002 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bba69b47-d347-431e-8d77-e3d13b279e63", "name": "network-vif-plugged", "status": "completed", "tag": "c0d4764f-ebed-4249-9515-362440827bba", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:16:33.474417 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-add06034-a254-4f63-9307-e8c1716a298c {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:16:33.474968 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bba69b47-d347-431e-8d77-e3d13b279e63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0d4764f-ebed-4249-9515-362440827bba', 'code': 200} Aug 16 23:16:33.498810 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port c0d4764f-ebed-4249-9515-362440827bba, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=c0d4764f-ebed-4249-9515-362440827bba,segment=NetworkSegment(2f9a4174-b2ab-4aae-b8db-a65907961481),segment_id=2f9a4174-b2ab-4aae-b8db-a65907961481)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:16:33.536515 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:33.570635 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f1c4555a-6c97-488f-a6d6-ac0046102b17 req-d51e9dcc-fe1e-4607-a990-1879b7526579 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066482 Aug 16 23:16:33.683766 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19db2f46-cabc-41ac-ac18-b236cb0cd4d2 req-c869ffcc-e498-498e-8d20-f792d1ac3476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:33.686929 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-19db2f46-cabc-41ac-ac18-b236cb0cd4d2 req-c869ffcc-e498-498e-8d20-f792d1ac3476 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bba69b47-d347-431e-8d77-e3d13b279e63 HTTP/1.1" status: 200 len: 1097 time: 0.1152165 Aug 16 23:16:33.758376 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-19db2f46-cabc-41ac-ac18-b236cb0cd4d2 req-8fc39400-179a-4256-b7f6-111388dd315d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639074 Aug 16 23:16:33.838037 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a983898-8230-4240-acc9-a7bf961c8ff2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-7339cb68-2f07-4085-93a7-2381ab45a475', 'network_id': '7339cb68-2f07-4085-93a7-2381ab45a475', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'fixed_ips': [{'subnet_id': '12c27e46-2b78-4269-aafc-9f66cc3269bf'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:16:33.838037 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-1a983898-8230-4240-acc9-a7bf961c8ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:33.954337 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4b52d2c5-a053-4adb-857a-756768486a09 None None] Notify callbacks [] for port, precommit_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:33.965874 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4b52d2c5-a053-4adb-857a-756768486a09 None None] Transition to ACTIVE for port object f1e65b27-e6f3-4e59-a407-7faa9244d3f9 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:16:33.976218 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4b52d2c5-a053-4adb-857a-756768486a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:33.988666 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-facadc37-84d7-4d84-8360-41ef0a37918a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:33.989317 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=c0d4764f-ebed-4249-9515-362440827bba,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:16:34.020848 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-4b52d2c5-a053-4adb-857a-756768486a09 None None] Attempting to bind port f1e65b27-e6f3-4e59-a407-7faa9244d3f9 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:16:34.021381 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-4b52d2c5-a053-4adb-857a-756768486a09 None None] Attempting to bind port f1e65b27-e6f3-4e59-a407-7faa9244d3f9 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:16:34.021835 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b52d2c5-a053-4adb-857a-756768486a09 None None] Attempting to bind port f1e65b27-e6f3-4e59-a407-7faa9244d3f9 on network c22c4980-c849-406d-982c-a5d68c515a94 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:16:34.298507 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-1a983898-8230-4240-acc9-a7bf961c8ff2 None None] Allocated IP 172.20.0.2 (7339cb68-2f07-4085-93a7-2381ab45a475/12c27e46-2b78-4269-aafc-9f66cc3269bf/1f7913bc-61c7-4c2b-974f-19098240dcda) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:16:34.415815 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b52d2c5-a053-4adb-857a-756768486a09 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:16:34.415815 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b52d2c5-a053-4adb-857a-756768486a09 None None] Checking segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:16:34.415815 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4b52d2c5-a053-4adb-857a-756768486a09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:34.415815 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b52d2c5-a053-4adb-857a-756768486a09 None None] Bound using segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:16:34.415815 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-4b52d2c5-a053-4adb-857a-756768486a09 None None] Bound port: f1e65b27-e6f3-4e59-a407-7faa9244d3f9, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:16:34.416365 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4b52d2c5-a053-4adb-857a-756768486a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:34.485379 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1537b9d-b40e-4a06-bdcd-23db525f9117 None None] Pushing event updated for resources: {'Port': ['ID=f1e65b27-e6f3-4e59-a407-7faa9244d3f9,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:16:34.570821 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-4b52d2c5-a053-4adb-857a-756768486a09 None None] For port f1e65b27-e6f3-4e59-a407-7faa9244d3f9, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:16:34.593829 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-4b52d2c5-a053-4adb-857a-756768486a09 None None] For port f1e65b27-e6f3-4e59-a407-7faa9244d3f9, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=f1e65b27-e6f3-4e59-a407-7faa9244d3f9,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:16:34.606342 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4b52d2c5-a053-4adb-857a-756768486a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:34.614592 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-1a983898-8230-4240-acc9-a7bf961c8ff2 None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:34.652181 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-1a983898-8230-4240-acc9-a7bf961c8ff2 None None] Transition to ACTIVE for port object 1f7913bc-61c7-4c2b-974f-19098240dcda will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:16:34.693309 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-1a983898-8230-4240-acc9-a7bf961c8ff2 None None] Transition to ACTIVE for port object 1f7913bc-61c7-4c2b-974f-19098240dcda will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:16:34.698624 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b52d2c5-a053-4adb-857a-756768486a09 None None] Routers {'6060164e-acc0-4225-b18e-f4519c628e59'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:16:34.699406 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-4b52d2c5-a053-4adb-857a-756768486a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:16:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['6060164e-acc0-4225-b18e-f4519c628e59'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:16:34.723376 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-1a983898-8230-4240-acc9-a7bf961c8ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:34.732238 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1537b9d-b40e-4a06-bdcd-23db525f9117 None None] Pushing event updated for resources: {'Port': ['ID=f1e65b27-e6f3-4e59-a407-7faa9244d3f9,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:16:34.755549 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9908ff4c-4c49-401a-8329-3b09bc97b2f1 req-fbfea033-f0b1-4ec3-adaa-c21167abffd3 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:34.773298 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9908ff4c-4c49-401a-8329-3b09bc97b2f1 req-fbfea033-f0b1-4ec3-adaa-c21167abffd3 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=bba69b47-d347-431e-8d77-e3d13b279e63 HTTP/1.1" status: 200 len: 945 time: 0.1011491 Aug 16 23:16:34.774478 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a983898-8230-4240-acc9-a7bf961c8ff2 None None] Network 7339cb68-2f07-4085-93a7-2381ab45a475 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:16:34.808161 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-facadc37-84d7-4d84-8360-41ef0a37918a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Allocated IP 172.20.0.1 (7339cb68-2f07-4085-93a7-2381ab45a475/12c27e46-2b78-4269-aafc-9f66cc3269bf/f28e558c-6f37-417d-84d7-e2880a78b027) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:16:34.819342 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-1a983898-8230-4240-acc9-a7bf961c8ff2 None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:16:34.821157 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a983898-8230-4240-acc9-a7bf961c8ff2 None None] Pushing event updated for resources: {'Port': ['ID=1f7913bc-61c7-4c2b-974f-19098240dcda,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:16:34.825185 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a983898-8230-4240-acc9-a7bf961c8ff2 None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:16:34.865876 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9908ff4c-4c49-401a-8329-3b09bc97b2f1 req-8f8a719d-5a30-4cba-9fd4-d0e688a3c99a tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893869 Aug 16 23:16:34.958953 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-1a983898-8230-4240-acc9-a7bf961c8ff2 None None] Attempting to bind port 1f7913bc-61c7-4c2b-974f-19098240dcda on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:16:34.959330 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-1a983898-8230-4240-acc9-a7bf961c8ff2 None None] Attempting to bind port 1f7913bc-61c7-4c2b-974f-19098240dcda by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '5d4a5c1b-79c7-46ea-b46b-ea7e5bb4fba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7339cb68-2f07-4085-93a7-2381ab45a475'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:16:34.959695 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a983898-8230-4240-acc9-a7bf961c8ff2 None None] Attempting to bind port 1f7913bc-61c7-4c2b-974f-19098240dcda on network 7339cb68-2f07-4085-93a7-2381ab45a475 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:16:34.969553 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-4b52d2c5-a053-4adb-857a-756768486a09 None None] Set router 6060164e-acc0-4225-b18e-f4519c628e59 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:16:34.974865 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a983898-8230-4240-acc9-a7bf961c8ff2 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:16:34.975242 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a983898-8230-4240-acc9-a7bf961c8ff2 None None] Checking segment: {'id': '5d4a5c1b-79c7-46ea-b46b-ea7e5bb4fba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7339cb68-2f07-4085-93a7-2381ab45a475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:16:34.975653 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-1a983898-8230-4240-acc9-a7bf961c8ff2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:34.976054 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a983898-8230-4240-acc9-a7bf961c8ff2 None None] Bound using segment: {'id': '5d4a5c1b-79c7-46ea-b46b-ea7e5bb4fba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7339cb68-2f07-4085-93a7-2381ab45a475'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:16:34.976983 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-1a983898-8230-4240-acc9-a7bf961c8ff2 None None] Bound port: 1f7913bc-61c7-4c2b-974f-19098240dcda, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d4a5c1b-79c7-46ea-b46b-ea7e5bb4fba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7339cb68-2f07-4085-93a7-2381ab45a475'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:16:34.976983 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-1a983898-8230-4240-acc9-a7bf961c8ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:35.031578 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-facadc37-84d7-4d84-8360-41ef0a37918a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:35.046753 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-facadc37-84d7-4d84-8360-41ef0a37918a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Transition to ACTIVE for port object f28e558c-6f37-417d-84d7-e2880a78b027 will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:16:35.089292 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-facadc37-84d7-4d84-8360-41ef0a37918a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:35.214378 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-facadc37-84d7-4d84-8360-41ef0a37918a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Network 7339cb68-2f07-4085-93a7-2381ab45a475 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:16:35.226576 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-facadc37-84d7-4d84-8360-41ef0a37918a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:16:35.232996 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facadc37-84d7-4d84-8360-41ef0a37918a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:16:35.242466 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facadc37-84d7-4d84-8360-41ef0a37918a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Pushing event updated for resources: {'Port': ['ID=f28e558c-6f37-417d-84d7-e2880a78b027,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:16:35.308692 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-facadc37-84d7-4d84-8360-41ef0a37918a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954230'] for router_interface, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:35.347969 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-1a983898-8230-4240-acc9-a7bf961c8ff2 None None] For port 1f7913bc-61c7-4c2b-974f-19098240dcda, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:16:35.352524 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-1a983898-8230-4240-acc9-a7bf961c8ff2 None None] For port 1f7913bc-61c7-4c2b-974f-19098240dcda, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=1f7913bc-61c7-4c2b-974f-19098240dcda,segment=NetworkSegment(5d4a5c1b-79c7-46ea-b46b-ea7e5bb4fba5),segment_id=5d4a5c1b-79c7-46ea-b46b-ea7e5bb4fba5)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:16:35.359004 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-4b52d2c5-a053-4adb-857a-756768486a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6060164e-acc0-4225-b18e-f4519c628e59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1850837424', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': 'f1e65b27-e6f3-4e59-a407-7faa9244d3f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:16:29Z', 'updated_at': '2021-08-16T23:16:31Z', 'revision_number': 3, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'gw_port': {'id': 'f1e65b27-e6f3-4e59-a407-7faa9244d3f9', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d8:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6060164e-acc0-4225-b18e-f4519c628e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:16:30Z', 'updated_at': '2021-08-16T23:16:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:16:35.364091 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-1a983898-8230-4240-acc9-a7bf961c8ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:35.476179 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a983898-8230-4240-acc9-a7bf961c8ff2 None None] Pushing event updated for resources: {'Port': ['ID=1f7913bc-61c7-4c2b-974f-19098240dcda,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:16:35.495509 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b52d2c5-a053-4adb-857a-756768486a09 None None] The sync data for ids ['6060164e-acc0-4225-b18e-f4519c628e59'] in n-d-791506-26 is: [{'id': '6060164e-acc0-4225-b18e-f4519c628e59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1850837424', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': 'f1e65b27-e6f3-4e59-a407-7faa9244d3f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:16:29Z', 'updated_at': '2021-08-16T23:16:31Z', 'revision_number': 3, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'gw_port': {'id': 'f1e65b27-e6f3-4e59-a407-7faa9244d3f9', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d8:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6060164e-acc0-4225-b18e-f4519c628e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:16:30Z', 'updated_at': '2021-08-16T23:16:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:16:35.629997 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-facadc37-84d7-4d84-8360-41ef0a37918a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:36.116499 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9ff9a6-443d-4844-8bd1-84fd1dcd0f5f req-00540665-b6ae-48a9-91d0-e6fb86e91d29 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:36.119568 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9f9ff9a6-443d-4844-8bd1-84fd1dcd0f5f req-00540665-b6ae-48a9-91d0-e6fb86e91d29 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=bba69b47-d347-431e-8d77-e3d13b279e63 HTTP/1.1" status: 200 len: 945 time: 0.0824518 Aug 16 23:16:36.227709 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9f9ff9a6-443d-4844-8bd1-84fd1dcd0f5f req-47cf9810-abd2-46b8-a1cd-8001c219576a tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962877 Aug 16 23:16:36.319370 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-facadc37-84d7-4d84-8360-41ef0a37918a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:36.327660 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-facadc37-84d7-4d84-8360-41ef0a37918a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:36.522642 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-facadc37-84d7-4d84-8360-41ef0a37918a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954122'] for router_interface, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:36.541740 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-51ae4040-6f39-4d38-94eb-41328a360cae req-b4b39f14-1dc9-47ed-8627-0dbb96c3c6f3 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=b9ba5028-a5f3-4150-b47d-a5f8265050b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1238978 Aug 16 23:16:36.543014 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facadc37-84d7-4d84-8360-41ef0a37918a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Pushing event updated for resources: {'Port': ['ID=f28e558c-6f37-417d-84d7-e2880a78b027,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:16:36.697335 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceebb66-41da-4604-b04a-58df5ec4de9b req-854697ec-6027-44f3-8467-1fe6c09dc866 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:36.707551 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7ceebb66-41da-4604-b04a-58df5ec4de9b req-854697ec-6027-44f3-8467-1fe6c09dc866 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/networks?id=0c457813-f40c-4a5d-a305-ee4f3c9bee58 HTTP/1.1" status: 200 len: 806 time: 0.2889290 Aug 16 23:16:36.739320 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7ceebb66-41da-4604-b04a-58df5ec4de9b req-59567285-9e6c-4fe9-b268-d001ec6ea5dc tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/quotas/a7c31e67ee7c4b289c3ec8027565ddcd HTTP/1.1" status: 200 len: 375 time: 0.0296907 Aug 16 23:16:36.811138 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7ceebb66-41da-4604-b04a-58df5ec4de9b req-d4fbde4d-fc1f-4405-a744-fb0e1aaf865e tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a7c31e67ee7c4b289c3ec8027565ddcd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0705287 Aug 16 23:16:36.876704 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ae4040-6f39-4d38-94eb-41328a360cae req-f63ad94c-4bc9-4145-90cf-ac059faa4fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:36.880516 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-51ae4040-6f39-4d38-94eb-41328a360cae req-f63ad94c-4bc9-4145-90cf-ac059faa4fe6 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9fb21280028e49bfa9100ff987ff3b9d&device_id=b9ba5028-a5f3-4150-b47d-a5f8265050b3 HTTP/1.1" status: 200 len: 1098 time: 0.2116508 Aug 16 23:16:37.023066 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7ceebb66-41da-4604-b04a-58df5ec4de9b req-c959d699-3e38-48aa-9a3d-83161ef79b7a service neutron] 10.222.0.36 "GET /v2.0/networks/0c457813-f40c-4a5d-a305-ee4f3c9bee58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106500 Aug 16 23:16:37.044336 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-facadc37-84d7-4d84-8360-41ef0a37918a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Network 7339cb68-2f07-4085-93a7-2381ab45a475 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:16:37.055764 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-facadc37-84d7-4d84-8360-41ef0a37918a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:16:37.140823 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16e9a75-54a5-4f70-9c1c-143b0fb6b8f4 None None] Network 7339cb68-2f07-4085-93a7-2381ab45a475 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:16:37.186877 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7ceebb66-41da-4604-b04a-58df5ec4de9b req-f51bb7fb-2486-4b7f-8582-de7bb1f063ba service neutron] 10.222.0.36 "GET /v2.0/networks/0c457813-f40c-4a5d-a305-ee4f3c9bee58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593201 Aug 16 23:16:37.283031 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-28c049dd-a13a-48ea-a358-86a06f86f2af None None] Provisioning for port 1f7913bc-61c7-4c2b-974f-19098240dcda completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:16:37.443022 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ae4040-6f39-4d38-94eb-41328a360cae req-b55ab5b6-7db4-4c6a-985c-88af9c2ef58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:37.448057 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-51ae4040-6f39-4d38-94eb-41328a360cae req-b55ab5b6-7db4-4c6a-985c-88af9c2ef58b service neutron] 10.222.0.68 "GET /v2.0/networks?id=be5d527b-4837-49dc-8ea1-3bb9f17b1194 HTTP/1.1" status: 200 len: 914 time: 0.5243366 Aug 16 23:16:37.977503 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device f1e65b27-e6f3-4e59-a407-7faa9244d3f9 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:16:38.111880 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port f1e65b27-e6f3-4e59-a407-7faa9244d3f9 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:16:38.118890 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port f1e65b27-e6f3-4e59-a407-7faa9244d3f9 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:16:38.119267 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:38.282346 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-d35da438-78d7-4150-895b-6fde1e7fcfb4 None None] Provisioning for port f28e558c-6f37-417d-84d7-e2880a78b027 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:16:38.327878 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-d35da438-78d7-4150-895b-6fde1e7fcfb4 None None] Provisioning complete for port f28e558c-6f37-417d-84d7-e2880a78b027 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:16:38.329244 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d35da438-78d7-4150-895b-6fde1e7fcfb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:38.416339 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-d35da438-78d7-4150-895b-6fde1e7fcfb4 None None] Port f28e558c-6f37-417d-84d7-e2880a78b027 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:16:38.571396 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:38.603904 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-facadc37-84d7-4d84-8360-41ef0a37918a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Router 6060164e-acc0-4225-b18e-f4519c628e59 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:16:38.620813 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-51ae4040-6f39-4d38-94eb-41328a360cae req-98962a2d-1f5e-42ee-8ad0-59daa2538c97 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2416a15a-7911-438d-8c1b-a8c3399da81f HTTP/1.1" status: 200 len: 1002 time: 1.1515822 Aug 16 23:16:38.631728 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port f1e65b27-e6f3-4e59-a407-7faa9244d3f9, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=f1e65b27-e6f3-4e59-a407-7faa9244d3f9,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:16:38.640204 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:38.641315 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 1f7913bc-61c7-4c2b-974f-19098240dcda up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:16:38.729852 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a80e6ba-3107-4402-8bb3-465d09b5e8e5 req-c58196a3-5aff-4ea2-ba57-03835ca68604 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:38.741998 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4a80e6ba-3107-4402-8bb3-465d09b5e8e5 req-c58196a3-5aff-4ea2-ba57-03835ca68604 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/networks?id=0c457813-f40c-4a5d-a305-ee4f3c9bee58 HTTP/1.1" status: 200 len: 806 time: 0.2423859 Aug 16 23:16:38.780826 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4a80e6ba-3107-4402-8bb3-465d09b5e8e5 req-4b9e8857-9475-4977-bb04-620c025af186 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/quotas/a7c31e67ee7c4b289c3ec8027565ddcd HTTP/1.1" status: 200 len: 375 time: 0.0318034 Aug 16 23:16:38.839060 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ae4040-6f39-4d38-94eb-41328a360cae req-ad6cf217-660f-4e05-9ff2-a235a3ae0077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:38.840828 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-51ae4040-6f39-4d38-94eb-41328a360cae req-ad6cf217-660f-4e05-9ff2-a235a3ae0077 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=fddcdc29-052d-46fa-95f2-f1b8153d4dba HTTP/1.1" status: 200 len: 852 time: 0.2124431 Aug 16 23:16:38.899125 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4a80e6ba-3107-4402-8bb3-465d09b5e8e5 req-5b6cf9b8-ba8a-4255-8f32-a70f0f277096 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a7c31e67ee7c4b289c3ec8027565ddcd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1068008 Aug 16 23:16:38.932946 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=f1e65b27-e6f3-4e59-a407-7faa9244d3f9,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:16:38.953002 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-332f390b-8b6f-4756-b273-d65a8e5083ae None None] Provisioning complete for port f28e558c-6f37-417d-84d7-e2880a78b027 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:16:38.953379 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-332f390b-8b6f-4756-b273-d65a8e5083ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:38.969185 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-facadc37-84d7-4d84-8360-41ef0a37918a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:16:38.984747 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f793b07-14fa-4e5e-aaa2-474f046a8bc0 None None] Sync routers for ids ['6060164e-acc0-4225-b18e-f4519c628e59'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:16:39.000297 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f793b07-14fa-4e5e-aaa2-474f046a8bc0 None None] Routers {'6060164e-acc0-4225-b18e-f4519c628e59'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:16:39.002043 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-9f793b07-14fa-4e5e-aaa2-474f046a8bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:16:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['6060164e-acc0-4225-b18e-f4519c628e59'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:16:39.005893 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-facadc37-84d7-4d84-8360-41ef0a37918a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "PUT /v2.0/routers/6060164e-acc0-4225-b18e-f4519c628e59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8298967 Aug 16 23:16:39.043977 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 1f7913bc-61c7-4c2b-974f-19098240dcda completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:16:39.058668 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-332f390b-8b6f-4756-b273-d65a8e5083ae None None] Port f28e558c-6f37-417d-84d7-e2880a78b027 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:16:39.067498 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ae4040-6f39-4d38-94eb-41328a360cae req-126ae335-8055-43ad-8887-948bbc591b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:39.067991 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 1f7913bc-61c7-4c2b-974f-19098240dcda triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:16:39.068630 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:39.074475 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-51ae4040-6f39-4d38-94eb-41328a360cae req-126ae335-8055-43ad-8887-948bbc591b59 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=be5d527b-4837-49dc-8ea1-3bb9f17b1194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2170913 Aug 16 23:16:39.234509 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0232291e-046e-4697-ba55-3183af6474d6 None None] Provisioning complete for port f28e558c-6f37-417d-84d7-e2880a78b027 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:16:39.234842 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0232291e-046e-4697-ba55-3183af6474d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:39.261037 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-51ae4040-6f39-4d38-94eb-41328a360cae req-600b3d42-4f07-4c1c-9617-3c2010ee8dde service neutron] 10.222.0.68 "GET /v2.0/networks/be5d527b-4837-49dc-8ea1-3bb9f17b1194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810188 Aug 16 23:16:39.309065 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-9f793b07-14fa-4e5e-aaa2-474f046a8bc0 None None] Set router 6060164e-acc0-4225-b18e-f4519c628e59 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:16:39.378136 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:39.459078 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0232291e-046e-4697-ba55-3183af6474d6 None None] Port f28e558c-6f37-417d-84d7-e2880a78b027 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:16:39.474704 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 1f7913bc-61c7-4c2b-974f-19098240dcda, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=1f7913bc-61c7-4c2b-974f-19098240dcda,segment=NetworkSegment(5d4a5c1b-79c7-46ea-b46b-ea7e5bb4fba5),segment_id=5d4a5c1b-79c7-46ea-b46b-ea7e5bb4fba5)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:16:39.481179 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:39.507911 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-51ae4040-6f39-4d38-94eb-41328a360cae req-bc3df3c7-c765-41ed-9a71-6689acd46c9f service neutron] 10.222.0.68 "GET /v2.0/networks/be5d527b-4837-49dc-8ea1-3bb9f17b1194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269220 Aug 16 23:16:39.579304 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=1f7913bc-61c7-4c2b-974f-19098240dcda,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:16:39.658968 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-9f793b07-14fa-4e5e-aaa2-474f046a8bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6060164e-acc0-4225-b18e-f4519c628e59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1850837424', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': 'f1e65b27-e6f3-4e59-a407-7faa9244d3f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:16:29Z', 'updated_at': '2021-08-16T23:16:35Z', 'revision_number': 4, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'gw_port': {'id': 'f1e65b27-e6f3-4e59-a407-7faa9244d3f9', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d8:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6060164e-acc0-4225-b18e-f4519c628e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:16:30Z', 'updated_at': '2021-08-16T23:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'f28e558c-6f37-417d-84d7-e2880a78b027', 'name': '', 'network_id': '7339cb68-2f07-4085-93a7-2381ab45a475', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'mac_address': 'fa:16:3e:61:e3:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6060164e-acc0-4225-b18e-f4519c628e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '12c27e46-2b78-4269-aafc-9f66cc3269bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:16:34Z', 'updated_at': '2021-08-16T23:16:35Z', 'revision_number': 2, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'subnets': [{'id': '12c27e46-2b78-4269-aafc-9f66cc3269bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:16:39.698659 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f793b07-14fa-4e5e-aaa2-474f046a8bc0 None None] Checking router: 6060164e-acc0-4225-b18e-f4519c628e59 for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:16:39.699067 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f793b07-14fa-4e5e-aaa2-474f046a8bc0 None None] Updating router 6060164e-acc0-4225-b18e-f4519c628e59 port f28e558c-6f37-417d-84d7-e2880a78b027 binding host n-d-791506-26 {{(pid=101294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:16:39.701156 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4a80e6ba-3107-4402-8bb3-465d09b5e8e5 req-73618ed6-0d60-4513-9895-8e639e0305c6 service neutron] 10.222.0.36 "GET /v2.0/networks/0c457813-f40c-4a5d-a305-ee4f3c9bee58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8000679 Aug 16 23:16:39.741727 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c6925ffe-b2f5-44a9-bddb-448ac795dbcf req-23fa1c25-3ac5-45d1-8990-eae7b8b400fc tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-767262668&fields=id&tenant_id=3aee68aa35e24e649e175a43cbcb7bd3 HTTP/1.1" status: 200 len: 267 time: 0.0914223 Aug 16 23:16:39.759726 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-9f793b07-14fa-4e5e-aaa2-474f046a8bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:39.832265 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device f1e65b27-e6f3-4e59-a407-7faa9244d3f9 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:16:39.916500 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port f1e65b27-e6f3-4e59-a407-7faa9244d3f9 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:16:39.917828 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:39.925435 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4a80e6ba-3107-4402-8bb3-465d09b5e8e5 req-2897ad22-8c30-40e0-8908-21358594bd54 service neutron] 10.222.0.36 "GET /v2.0/networks/0c457813-f40c-4a5d-a305-ee4f3c9bee58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232571 Aug 16 23:16:39.942495 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6925ffe-b2f5-44a9-bddb-448ac795dbcf req-36b30b41-8447-4c44-be3f-c8123cba9b17 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:39.955229 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c6925ffe-b2f5-44a9-bddb-448ac795dbcf req-36b30b41-8447-4c44-be3f-c8123cba9b17 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/networks?id=7339cb68-2f07-4085-93a7-2381ab45a475 HTTP/1.1" status: 200 len: 797 time: 0.2117896 Aug 16 23:16:39.989278 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c6925ffe-b2f5-44a9-bddb-448ac795dbcf req-9491153c-c57e-4d75-95d3-ff74ef8c16af tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/quotas/3aee68aa35e24e649e175a43cbcb7bd3 HTTP/1.1" status: 200 len: 375 time: 0.0320737 Aug 16 23:16:40.029989 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 1f7913bc-61c7-4c2b-974f-19098240dcda up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:16:40.111591 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c6925ffe-b2f5-44a9-bddb-448ac795dbcf req-2ecafb92-40f8-43aa-93ed-b1e423ef7770 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3aee68aa35e24e649e175a43cbcb7bd3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1209321 Aug 16 23:16:40.115078 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 1f7913bc-61c7-4c2b-974f-19098240dcda triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:16:40.115556 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:40.384488 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c6925ffe-b2f5-44a9-bddb-448ac795dbcf req-8e09e181-ee27-4597-8694-9ebfc9f6c1bf service neutron] 10.222.0.36 "GET /v2.0/networks/7339cb68-2f07-4085-93a7-2381ab45a475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707891 Aug 16 23:16:40.386404 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9cdcc80f-452b-40e0-8780-984adf31afe8 req-cef035cf-8e83-4b70-bf0b-6791101f6e92 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=d502aaf3-8a6d-4817-b8bd-4ba517d705c0 HTTP/1.1" status: 200 len: 210 time: 0.1120205 Aug 16 23:16:40.398752 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-9f793b07-14fa-4e5e-aaa2-474f046a8bc0 None None] Notify callbacks [] for port, precommit_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:40.447812 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.provisioning_blocks [None req-9f793b07-14fa-4e5e-aaa2-474f046a8bc0 None None] Transition to ACTIVE for port object f28e558c-6f37-417d-84d7-e2880a78b027 will not be triggered until provisioned by entity L2. {{(pid=101294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:16:40.470456 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-9f793b07-14fa-4e5e-aaa2-474f046a8bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:40.527908 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c6925ffe-b2f5-44a9-bddb-448ac795dbcf req-d980a140-0993-40e1-8825-abf28db9e30e service neutron] 10.222.0.36 "GET /v2.0/networks/7339cb68-2f07-4085-93a7-2381ab45a475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122789 Aug 16 23:16:40.696436 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490183e3-36b8-4006-aed3-073fd6bfdacd None None] Pushing event updated for resources: {'Port': ['ID=f28e558c-6f37-417d-84d7-e2880a78b027,revision_number=3']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:16:40.756564 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-9f793b07-14fa-4e5e-aaa2-474f046a8bc0 None None] Attempting to bind port f28e558c-6f37-417d-84d7-e2880a78b027 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:16:40.758861 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-9f793b07-14fa-4e5e-aaa2-474f046a8bc0 None None] Attempting to bind port f28e558c-6f37-417d-84d7-e2880a78b027 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '5d4a5c1b-79c7-46ea-b46b-ea7e5bb4fba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7339cb68-2f07-4085-93a7-2381ab45a475'}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:16:40.759506 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f793b07-14fa-4e5e-aaa2-474f046a8bc0 None None] Attempting to bind port f28e558c-6f37-417d-84d7-e2880a78b027 on network 7339cb68-2f07-4085-93a7-2381ab45a475 {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:16:40.764451 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490183e3-36b8-4006-aed3-073fd6bfdacd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:16:40.772687 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490183e3-36b8-4006-aed3-073fd6bfdacd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:16:40.773035 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490183e3-36b8-4006-aed3-073fd6bfdacd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:16:40.773376 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490183e3-36b8-4006-aed3-073fd6bfdacd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:16:40.773714 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490183e3-36b8-4006-aed3-073fd6bfdacd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:16:40.774253 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490183e3-36b8-4006-aed3-073fd6bfdacd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:16:40.774358 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490183e3-36b8-4006-aed3-073fd6bfdacd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:16:40.776501 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490183e3-36b8-4006-aed3-073fd6bfdacd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:16:40.779404 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490183e3-36b8-4006-aed3-073fd6bfdacd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:16:40.786425 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490183e3-36b8-4006-aed3-073fd6bfdacd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:16:40.787428 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490183e3-36b8-4006-aed3-073fd6bfdacd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:16:40.787931 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490183e3-36b8-4006-aed3-073fd6bfdacd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:16:40.794684 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f793b07-14fa-4e5e-aaa2-474f046a8bc0 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:16:40.801123 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f793b07-14fa-4e5e-aaa2-474f046a8bc0 None None] Checking segment: {'id': '5d4a5c1b-79c7-46ea-b46b-ea7e5bb4fba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7339cb68-2f07-4085-93a7-2381ab45a475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:16:40.801791 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-9f793b07-14fa-4e5e-aaa2-474f046a8bc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:40.802339 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f793b07-14fa-4e5e-aaa2-474f046a8bc0 None None] Bound using segment: {'id': '5d4a5c1b-79c7-46ea-b46b-ea7e5bb4fba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7339cb68-2f07-4085-93a7-2381ab45a475'} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:16:40.803028 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-9f793b07-14fa-4e5e-aaa2-474f046a8bc0 None None] Bound port: f28e558c-6f37-417d-84d7-e2880a78b027, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d4a5c1b-79c7-46ea-b46b-ea7e5bb4fba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7339cb68-2f07-4085-93a7-2381ab45a475'}}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:16:40.803599 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-9f793b07-14fa-4e5e-aaa2-474f046a8bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:40.934115 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5e71f053-fe68-4309-b990-dfa86c2b0d97 req-b02fa609-cb1b-4c78-9646-03e232801616 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a HTTP/1.1" status: 200 len: 210 time: 0.1385009 Aug 16 23:16:40.992275 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-9f793b07-14fa-4e5e-aaa2-474f046a8bc0 None None] For port f28e558c-6f37-417d-84d7-e2880a78b027, host n-d-791506-26, cleared binding levels {{(pid=101294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:16:41.007238 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-9f793b07-14fa-4e5e-aaa2-474f046a8bc0 None None] For port f28e558c-6f37-417d-84d7-e2880a78b027, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=f28e558c-6f37-417d-84d7-e2880a78b027,segment=NetworkSegment(5d4a5c1b-79c7-46ea-b46b-ea7e5bb4fba5),segment_id=5d4a5c1b-79c7-46ea-b46b-ea7e5bb4fba5)] {{(pid=101294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:16:41.014040 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-9f793b07-14fa-4e5e-aaa2-474f046a8bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:41.136387 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f793b07-14fa-4e5e-aaa2-474f046a8bc0 None None] Routers {'6060164e-acc0-4225-b18e-f4519c628e59'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:16:41.145513 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-9f793b07-14fa-4e5e-aaa2-474f046a8bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:16:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['6060164e-acc0-4225-b18e-f4519c628e59'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:16:41.351064 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:41.531432 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490183e3-36b8-4006-aed3-073fd6bfdacd None None] Pushing event updated for resources: {'Port': ['ID=f28e558c-6f37-417d-84d7-e2880a78b027,revision_number=4']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:16:41.578011 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-9f793b07-14fa-4e5e-aaa2-474f046a8bc0 None None] Set router 6060164e-acc0-4225-b18e-f4519c628e59 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:16:41.608369 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-902f9c1d-e771-48c5-b4d0-b3c53c6d2067 req-96de303b-42f0-4d20-8987-ce22d5430019 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=d502aaf3-8a6d-4817-b8bd-4ba517d705c0 HTTP/1.1" status: 200 len: 210 time: 0.0488961 Aug 16 23:16:42.018860 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-9f793b07-14fa-4e5e-aaa2-474f046a8bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6060164e-acc0-4225-b18e-f4519c628e59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1850837424', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': 'f1e65b27-e6f3-4e59-a407-7faa9244d3f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:16:29Z', 'updated_at': '2021-08-16T23:16:35Z', 'revision_number': 4, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'gw_port': {'id': 'f1e65b27-e6f3-4e59-a407-7faa9244d3f9', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d8:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6060164e-acc0-4225-b18e-f4519c628e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:16:30Z', 'updated_at': '2021-08-16T23:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'f28e558c-6f37-417d-84d7-e2880a78b027', 'name': '', 'network_id': '7339cb68-2f07-4085-93a7-2381ab45a475', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'mac_address': 'fa:16:3e:61:e3:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6060164e-acc0-4225-b18e-f4519c628e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '12c27e46-2b78-4269-aafc-9f66cc3269bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:16:34Z', 'updated_at': '2021-08-16T23:16:40Z', 'revision_number': 4, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'subnets': [{'id': '12c27e46-2b78-4269-aafc-9f66cc3269bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:16:42.049999 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f793b07-14fa-4e5e-aaa2-474f046a8bc0 None None] The sync data for ids ['6060164e-acc0-4225-b18e-f4519c628e59'] in n-d-791506-26 is: [{'id': '6060164e-acc0-4225-b18e-f4519c628e59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1850837424', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': 'f1e65b27-e6f3-4e59-a407-7faa9244d3f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:16:29Z', 'updated_at': '2021-08-16T23:16:35Z', 'revision_number': 4, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'gw_port': {'id': 'f1e65b27-e6f3-4e59-a407-7faa9244d3f9', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d8:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6060164e-acc0-4225-b18e-f4519c628e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:16:30Z', 'updated_at': '2021-08-16T23:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'f28e558c-6f37-417d-84d7-e2880a78b027', 'name': '', 'network_id': '7339cb68-2f07-4085-93a7-2381ab45a475', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'mac_address': 'fa:16:3e:61:e3:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6060164e-acc0-4225-b18e-f4519c628e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '12c27e46-2b78-4269-aafc-9f66cc3269bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:16:34Z', 'updated_at': '2021-08-16T23:16:40Z', 'revision_number': 4, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'subnets': [{'id': '12c27e46-2b78-4269-aafc-9f66cc3269bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:16:42.178551 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c772442f-66c3-4ea6-afe7-9be3153cc38b req-f1ce60b4-dbc8-47c4-afc0-df7007cf32ea tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a HTTP/1.1" status: 200 len: 210 time: 0.0921018 Aug 16 23:16:42.305573 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a80e6ba-3107-4402-8bb3-465d09b5e8e5 req-8a4c5dbd-ba9e-44c4-b256-254be64517c8 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:42.307998 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4a80e6ba-3107-4402-8bb3-465d09b5e8e5 req-8a4c5dbd-ba9e-44c4-b256-254be64517c8 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.68 "GET /v2.0/networks?id=0c457813-f40c-4a5d-a305-ee4f3c9bee58 HTTP/1.1" status: 200 len: 806 time: 0.2740817 Aug 16 23:16:42.325179 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-4a80e6ba-3107-4402-8bb3-465d09b5e8e5 req-fba90bf6-a9b3-4974-ad9b-60702be83adf tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Request body: {'port': {'device_id': 'd502aaf3-8a6d-4817-b8bd-4ba517d705c0', 'network_id': '0c457813-f40c-4a5d-a305-ee4f3c9bee58', 'admin_state_up': True, 'tenant_id': 'a7c31e67ee7c4b289c3ec8027565ddcd'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:16:42.585232 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a80e6ba-3107-4402-8bb3-465d09b5e8e5 req-fba90bf6-a9b3-4974-ad9b-60702be83adf tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Made reservation on behalf of a7c31e67ee7c4b289c3ec8027565ddcd for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:16:42.597783 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-4a80e6ba-3107-4402-8bb3-465d09b5e8e5 req-fba90bf6-a9b3-4974-ad9b-60702be83adf tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:42.835300 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-84eb9052-df0d-4911-b730-a3a688a9d8e3 req-2cc441f5-8d25-4283-9b21-cf3bd681e9cf tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=d502aaf3-8a6d-4817-b8bd-4ba517d705c0 HTTP/1.1" status: 200 len: 210 time: 0.0476372 Aug 16 23:16:42.840330 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-4a80e6ba-3107-4402-8bb3-465d09b5e8e5 req-fba90bf6-a9b3-4974-ad9b-60702be83adf tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Allocated IP 172.20.0.10 (0c457813-f40c-4a5d-a305-ee4f3c9bee58/4724a49f-f514-42a4-b8bc-2aeadbfe5460/392bb4fe-3289-4fa8-8dbc-f4d0d24ef13c) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:16:42.889754 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6925ffe-b2f5-44a9-bddb-448ac795dbcf req-a1e04f5f-a4c0-4b87-8ccb-6765c48463fd tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:42.891531 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c6925ffe-b2f5-44a9-bddb-448ac795dbcf req-a1e04f5f-a4c0-4b87-8ccb-6765c48463fd tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.68 "GET /v2.0/networks?id=7339cb68-2f07-4085-93a7-2381ab45a475 HTTP/1.1" status: 200 len: 797 time: 0.3798873 Aug 16 23:16:43.023274 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c6925ffe-b2f5-44a9-bddb-448ac795dbcf req-65e5c42a-ecfd-4cb2-b9b1-d50a0058b298 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3aee68aa35e24e649e175a43cbcb7bd3 HTTP/1.1" status: 200 len: 379 time: 0.1175821 Aug 16 23:16:43.036155 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-c6925ffe-b2f5-44a9-bddb-448ac795dbcf req-d94764ab-aaff-476e-a944-eeaf1854020e tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Request body: {'port': {'device_id': '2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a', 'network_id': '7339cb68-2f07-4085-93a7-2381ab45a475', 'admin_state_up': True, 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'security_groups': ['5247d9a5-a8ca-4a37-95ec-bfd51308f7ce']}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:16:43.062122 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-4a80e6ba-3107-4402-8bb3-465d09b5e8e5 req-fba90bf6-a9b3-4974-ad9b-60702be83adf tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:43.169104 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-4a80e6ba-3107-4402-8bb3-465d09b5e8e5 req-fba90bf6-a9b3-4974-ad9b-60702be83adf tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:43.203993 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['c0d4764f-ebed-4249-9515-362440827bba'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:16:43.227396 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a80e6ba-3107-4402-8bb3-465d09b5e8e5 req-fba90bf6-a9b3-4974-ad9b-60702be83adf tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Network 0c457813-f40c-4a5d-a305-ee4f3c9bee58 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:16:43.231203 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-4a80e6ba-3107-4402-8bb3-465d09b5e8e5 req-fba90bf6-a9b3-4974-ad9b-60702be83adf tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:16:43.239510 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a80e6ba-3107-4402-8bb3-465d09b5e8e5 req-fba90bf6-a9b3-4974-ad9b-60702be83adf tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:16:43.292525 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba90bf6-a9b3-4974-ad9b-60702be83adf tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Pushing event updated for resources: {'Port': ['ID=392bb4fe-3289-4fa8-8dbc-f4d0d24ef13c,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:16:43.338949 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a80e6ba-3107-4402-8bb3-465d09b5e8e5 req-fba90bf6-a9b3-4974-ad9b-60702be83adf tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:43.339738 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-4a80e6ba-3107-4402-8bb3-465d09b5e8e5 req-fba90bf6-a9b3-4974-ad9b-60702be83adf tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:43.349049 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6925ffe-b2f5-44a9-bddb-448ac795dbcf req-d94764ab-aaff-476e-a944-eeaf1854020e tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Made reservation on behalf of 3aee68aa35e24e649e175a43cbcb7bd3 for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:16:43.352700 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-c6925ffe-b2f5-44a9-bddb-448ac795dbcf req-d94764ab-aaff-476e-a944-eeaf1854020e tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:43.366154 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4a80e6ba-3107-4402-8bb3-465d09b5e8e5 req-fba90bf6-a9b3-4974-ad9b-60702be83adf tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0453873 Aug 16 23:16:43.380499 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-4a80e6ba-3107-4402-8bb3-465d09b5e8e5 req-6c3b752c-1c2d-40b7-8f33-00eff402170e service neutron] Request body: {'port': {'device_id': 'd502aaf3-8a6d-4817-b8bd-4ba517d705c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:16:43.457185 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-4a80e6ba-3107-4402-8bb3-465d09b5e8e5 req-6c3b752c-1c2d-40b7-8f33-00eff402170e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:43.471850 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-34985989-4065-42e5-a860-99d18ca597c7 req-8873f369-1cac-4465-bcfd-e6b2a8a27290 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a HTTP/1.1" status: 200 len: 210 time: 0.1044607 Aug 16 23:16:43.779381 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [req-c6925ffe-b2f5-44a9-bddb-448ac795dbcf req-d94764ab-aaff-476e-a944-eeaf1854020e tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Allocated IP 172.20.0.4 (7339cb68-2f07-4085-93a7-2381ab45a475/12c27e46-2b78-4269-aafc-9f66cc3269bf/5e669ad3-1963-4c27-8d15-255b07ce52d2) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:16:43.921619 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device f28e558c-6f37-417d-84d7-e2880a78b027 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:16:44.061334 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port f28e558c-6f37-417d-84d7-e2880a78b027 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:16:44.067404 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port f28e558c-6f37-417d-84d7-e2880a78b027 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:16:44.068992 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:44.103548 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-4a80e6ba-3107-4402-8bb3-465d09b5e8e5 req-6c3b752c-1c2d-40b7-8f33-00eff402170e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 392bb4fe-3289-4fa8-8dbc-f4d0d24ef13c {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:16:44.115078 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-4a80e6ba-3107-4402-8bb3-465d09b5e8e5 req-6c3b752c-1c2d-40b7-8f33-00eff402170e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:44.133512 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-4a80e6ba-3107-4402-8bb3-465d09b5e8e5 req-6c3b752c-1c2d-40b7-8f33-00eff402170e service neutron] Transition to ACTIVE for port object 392bb4fe-3289-4fa8-8dbc-f4d0d24ef13c will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:16:44.147442 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-4a80e6ba-3107-4402-8bb3-465d09b5e8e5 req-6c3b752c-1c2d-40b7-8f33-00eff402170e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:44.198800 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-c6925ffe-b2f5-44a9-bddb-448ac795dbcf req-d94764ab-aaff-476e-a944-eeaf1854020e tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:44.240410 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:44.249478 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 41886) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:16:44.259344 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c2dd82-4a83-46e3-8b1f-52593ef189fb req-079118cf-9cf3-4bcb-98c9-45b7554e75a1 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:44.261120 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-30c2dd82-4a83-46e3-8b1f-52593ef189fb req-079118cf-9cf3-4bcb-98c9-45b7554e75a1 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=d502aaf3-8a6d-4817-b8bd-4ba517d705c0 HTTP/1.1" status: 200 len: 932 time: 0.2411082 Aug 16 23:16:44.270222 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3b752c-1c2d-40b7-8f33-00eff402170e service neutron] Pushing event updated for resources: {'Port': ['ID=392bb4fe-3289-4fa8-8dbc-f4d0d24ef13c,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:16:44.276095 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-c6925ffe-b2f5-44a9-bddb-448ac795dbcf req-d94764ab-aaff-476e-a944-eeaf1854020e tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Transition to ACTIVE for port object 5e669ad3-1963-4c27-8d15-255b07ce52d2 will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:16:44.290258 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port f28e558c-6f37-417d-84d7-e2880a78b027, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=f28e558c-6f37-417d-84d7-e2880a78b027,segment=NetworkSegment(5d4a5c1b-79c7-46ea-b46b-ea7e5bb4fba5),segment_id=5d4a5c1b-79c7-46ea-b46b-ea7e5bb4fba5)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:16:44.304165 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:44.403762 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-30c2dd82-4a83-46e3-8b1f-52593ef189fb req-7b701c4c-d0d5-4183-9ae0-369421326ba1 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760071 Aug 16 23:16:44.432088 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=f28e558c-6f37-417d-84d7-e2880a78b027,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:16:44.460080 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-4a80e6ba-3107-4402-8bb3-465d09b5e8e5 req-6c3b752c-1c2d-40b7-8f33-00eff402170e service neutron] Attempting to bind port 392bb4fe-3289-4fa8-8dbc-f4d0d24ef13c on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:16:44.460946 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-4a80e6ba-3107-4402-8bb3-465d09b5e8e5 req-6c3b752c-1c2d-40b7-8f33-00eff402170e service neutron] Attempting to bind port 392bb4fe-3289-4fa8-8dbc-f4d0d24ef13c by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': '2f9a4174-b2ab-4aae-b8db-a65907961481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0c457813-f40c-4a5d-a305-ee4f3c9bee58'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:16:44.460946 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a80e6ba-3107-4402-8bb3-465d09b5e8e5 req-6c3b752c-1c2d-40b7-8f33-00eff402170e service neutron] Attempting to bind port 392bb4fe-3289-4fa8-8dbc-f4d0d24ef13c on network 0c457813-f40c-4a5d-a305-ee4f3c9bee58 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:16:44.467751 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a80e6ba-3107-4402-8bb3-465d09b5e8e5 req-6c3b752c-1c2d-40b7-8f33-00eff402170e service neutron] Port 392bb4fe-3289-4fa8-8dbc-f4d0d24ef13c on network 0c457813-f40c-4a5d-a305-ee4f3c9bee58 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:16:44.468086 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a80e6ba-3107-4402-8bb3-465d09b5e8e5 req-6c3b752c-1c2d-40b7-8f33-00eff402170e service neutron] Attempting to bind port 392bb4fe-3289-4fa8-8dbc-f4d0d24ef13c on network 0c457813-f40c-4a5d-a305-ee4f3c9bee58 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:16:44.475763 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-c6925ffe-b2f5-44a9-bddb-448ac795dbcf req-d94764ab-aaff-476e-a944-eeaf1854020e tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:44.476515 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a80e6ba-3107-4402-8bb3-465d09b5e8e5 req-6c3b752c-1c2d-40b7-8f33-00eff402170e service neutron] Checking agent: {'id': 'd28e24f9-e5ea-41e1-80bf-3c7943ad7f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:16:44.476944 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a80e6ba-3107-4402-8bb3-465d09b5e8e5 req-6c3b752c-1c2d-40b7-8f33-00eff402170e service neutron] Checking segment: {'id': '2f9a4174-b2ab-4aae-b8db-a65907961481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0c457813-f40c-4a5d-a305-ee4f3c9bee58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:16:44.477530 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a80e6ba-3107-4402-8bb3-465d09b5e8e5 req-6c3b752c-1c2d-40b7-8f33-00eff402170e service neutron] Bound using segment: {'id': '2f9a4174-b2ab-4aae-b8db-a65907961481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0c457813-f40c-4a5d-a305-ee4f3c9bee58'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:16:44.478287 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-4a80e6ba-3107-4402-8bb3-465d09b5e8e5 req-6c3b752c-1c2d-40b7-8f33-00eff402170e service neutron] Bound port: 392bb4fe-3289-4fa8-8dbc-f4d0d24ef13c, host: n-h1-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f9a4174-b2ab-4aae-b8db-a65907961481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0c457813-f40c-4a5d-a305-ee4f3c9bee58'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:16:44.478287 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-4a80e6ba-3107-4402-8bb3-465d09b5e8e5 req-6c3b752c-1c2d-40b7-8f33-00eff402170e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:44.571600 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6925ffe-b2f5-44a9-bddb-448ac795dbcf req-d94764ab-aaff-476e-a944-eeaf1854020e tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Network 7339cb68-2f07-4085-93a7-2381ab45a475 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:16:44.578774 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [req-c6925ffe-b2f5-44a9-bddb-448ac795dbcf req-d94764ab-aaff-476e-a944-eeaf1854020e tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:16:44.583001 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94764ab-aaff-476e-a944-eeaf1854020e tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Pushing event updated for resources: {'Port': ['ID=5e669ad3-1963-4c27-8d15-255b07ce52d2,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:16:44.585687 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6925ffe-b2f5-44a9-bddb-448ac795dbcf req-d94764ab-aaff-476e-a944-eeaf1854020e tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:16:44.626525 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-4a80e6ba-3107-4402-8bb3-465d09b5e8e5 req-6c3b752c-1c2d-40b7-8f33-00eff402170e service neutron] For port 392bb4fe-3289-4fa8-8dbc-f4d0d24ef13c, host n-h1-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:16:44.630090 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-4a80e6ba-3107-4402-8bb3-465d09b5e8e5 req-6c3b752c-1c2d-40b7-8f33-00eff402170e service neutron] For port 392bb4fe-3289-4fa8-8dbc-f4d0d24ef13c, host n-h1-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=392bb4fe-3289-4fa8-8dbc-f4d0d24ef13c,segment=NetworkSegment(2f9a4174-b2ab-4aae-b8db-a65907961481),segment_id=2f9a4174-b2ab-4aae-b8db-a65907961481)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:16:44.637061 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-4a80e6ba-3107-4402-8bb3-465d09b5e8e5 req-6c3b752c-1c2d-40b7-8f33-00eff402170e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:44.697309 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a80e6ba-3107-4402-8bb3-465d09b5e8e5 req-6c3b752c-1c2d-40b7-8f33-00eff402170e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:44.698015 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-4a80e6ba-3107-4402-8bb3-465d09b5e8e5 req-6c3b752c-1c2d-40b7-8f33-00eff402170e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:44.699730 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4a80e6ba-3107-4402-8bb3-465d09b5e8e5 req-6c3b752c-1c2d-40b7-8f33-00eff402170e service neutron] 10.222.0.68 "PUT /v2.0/ports/392bb4fe-3289-4fa8-8dbc-f4d0d24ef13c HTTP/1.1" status: 200 len: 1093 time: 1.3246975 Aug 16 23:16:44.699873 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6925ffe-b2f5-44a9-bddb-448ac795dbcf req-d94764ab-aaff-476e-a944-eeaf1854020e tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:44.700208 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd502aaf3-8a6d-4817-b8bd-4ba517d705c0', 'tag': '392bb4fe-3289-4fa8-8dbc-f4d0d24ef13c'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:16:44.700456 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-c6925ffe-b2f5-44a9-bddb-448ac795dbcf req-d94764ab-aaff-476e-a944-eeaf1854020e tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:44.702946 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e91278b-b1f8-45f3-9af8-42e60b649a47" -d '{"events": [{"name": "network-changed", "server_uuid": "d502aaf3-8a6d-4817-b8bd-4ba517d705c0", "tag": "392bb4fe-3289-4fa8-8dbc-f4d0d24ef13c"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:16:44.748457 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c6925ffe-b2f5-44a9-bddb-448ac795dbcf req-d94764ab-aaff-476e-a944-eeaf1854020e tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7185881 Aug 16 23:16:44.769135 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-c6925ffe-b2f5-44a9-bddb-448ac795dbcf req-40a96477-ab55-4320-bdd6-fe993259c9ef service neutron] Request body: {'port': {'device_id': '2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-26'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:16:44.803585 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:16:44.834078 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3b752c-1c2d-40b7-8f33-00eff402170e service neutron] Pushing event updated for resources: {'Port': ['ID=392bb4fe-3289-4fa8-8dbc-f4d0d24ef13c,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:16:44.851112 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dae0969f-2933-4475-802e-57ccc3339f41 x-openstack-request-id: req-dae0969f-2933-4475-802e-57ccc3339f41 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:16:44.851534 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d502aaf3-8a6d-4817-b8bd-4ba517d705c0", "tag": "392bb4fe-3289-4fa8-8dbc-f4d0d24ef13c", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:16:44.851639 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-dae0969f-2933-4475-802e-57ccc3339f41 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:16:44.852062 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd502aaf3-8a6d-4817-b8bd-4ba517d705c0', 'tag': '392bb4fe-3289-4fa8-8dbc-f4d0d24ef13c', 'status': 'completed', 'code': 200} Aug 16 23:16:44.863490 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71036efa-ac54-4910-be83-db8577599fab req-2f30178e-ee61-4b6a-b918-aac47e1fe80a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:44.867182 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a80e6ba-3107-4402-8bb3-465d09b5e8e5 req-e909c48d-7063-433d-9bed-5ea83681b14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:44.868975 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4a80e6ba-3107-4402-8bb3-465d09b5e8e5 req-e909c48d-7063-433d-9bed-5ea83681b14d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a7c31e67ee7c4b289c3ec8027565ddcd&device_id=d502aaf3-8a6d-4817-b8bd-4ba517d705c0 HTTP/1.1" status: 200 len: 1096 time: 0.0905311 Aug 16 23:16:44.871149 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-71036efa-ac54-4910-be83-db8577599fab req-2f30178e-ee61-4b6a-b918-aac47e1fe80a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a HTTP/1.1" status: 200 len: 931 time: 0.2530923 Aug 16 23:16:44.929204 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-7e1f48cd-ae6a-4d2f-9e61-1d82ff73bce4 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Deleting port 3a5bcdf2-f506-4b67-a94f-15fef5dd91e1 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:16:44.929892 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7e1f48cd-ae6a-4d2f-9e61-1d82ff73bce4 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:44.937009 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4a80e6ba-3107-4402-8bb3-465d09b5e8e5 req-2dc31ba4-aaef-417d-bb42-5d7474cb0a9e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=392bb4fe-3289-4fa8-8dbc-f4d0d24ef13c HTTP/1.1" status: 200 len: 217 time: 0.0572701 Aug 16 23:16:45.053746 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-71036efa-ac54-4910-be83-db8577599fab req-c688ecd9-bcd0-4651-bcae-6475848379e8 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=5247d9a5-a8ca-4a37-95ec-bfd51308f7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1685591 Aug 16 23:16:45.066425 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-c6925ffe-b2f5-44a9-bddb-448ac795dbcf req-40a96477-ab55-4320-bdd6-fe993259c9ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:45.087452 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a80e6ba-3107-4402-8bb3-465d09b5e8e5 req-205f6371-e6c2-412c-b47d-34ba710eaaff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:45.090996 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4a80e6ba-3107-4402-8bb3-465d09b5e8e5 req-205f6371-e6c2-412c-b47d-34ba710eaaff service neutron] 10.222.0.68 "GET /v2.0/subnets?id=4724a49f-f514-42a4-b8bc-2aeadbfe5460 HTTP/1.1" status: 200 len: 846 time: 0.1444037 Aug 16 23:16:45.106122 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4301cac4-c2ad-4638-802f-10afea84bb73 None None] Provisioning for port 5e669ad3-1963-4c27-8d15-255b07ce52d2 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:16:45.110966 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4301cac4-c2ad-4638-802f-10afea84bb73 None None] Provisioning complete for port 5e669ad3-1963-4c27-8d15-255b07ce52d2 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:16:45.111340 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4301cac4-c2ad-4638-802f-10afea84bb73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:45.150054 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4a80e6ba-3107-4402-8bb3-465d09b5e8e5 req-5f76dfb8-d51f-4672-a5e8-f928cbe49642 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=0c457813-f40c-4a5d-a305-ee4f3c9bee58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472686 Aug 16 23:16:45.185412 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-4301cac4-c2ad-4638-802f-10afea84bb73 None None] Port 5e669ad3-1963-4c27-8d15-255b07ce52d2 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:16:45.276388 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4a80e6ba-3107-4402-8bb3-465d09b5e8e5 req-562e8fbe-a4f0-4cc0-97eb-f2b5c2815ef7 service neutron] 10.222.0.68 "GET /v2.0/networks/0c457813-f40c-4a5d-a305-ee4f3c9bee58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094868 Aug 16 23:16:45.286078 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7e1f48cd-ae6a-4d2f-9e61-1d82ff73bce4 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:45.286408 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7e1f48cd-ae6a-4d2f-9e61-1d82ff73bce4 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:45.309408 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-7e1f48cd-ae6a-4d2f-9e61-1d82ff73bce4 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Calling delete_port for 3a5bcdf2-f506-4b67-a94f-15fef5dd91e1 owned by network:floatingip {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:16:45.427544 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4a80e6ba-3107-4402-8bb3-465d09b5e8e5 req-bdee80ca-57f3-41c3-99f2-693f2819ddf7 service neutron] 10.222.0.68 "GET /v2.0/networks/0c457813-f40c-4a5d-a305-ee4f3c9bee58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417994 Aug 16 23:16:45.590718 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e91278b-b1f8-45f3-9af8-42e60b649a47 req-c70e9160-aa4d-47ca-a67a-d68cb2191ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:45.592435 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2e91278b-b1f8-45f3-9af8-42e60b649a47 req-c70e9160-aa4d-47ca-a67a-d68cb2191ee1 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a7c31e67ee7c4b289c3ec8027565ddcd&device_id=d502aaf3-8a6d-4817-b8bd-4ba517d705c0 HTTP/1.1" status: 200 len: 1096 time: 0.0839553 Aug 16 23:16:45.769746 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa062af5-d14a-48ed-a216-c959ecd6516f req-8f4f7eb6-53ad-472c-94bb-227da268d5c3 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:45.773787 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-aa062af5-d14a-48ed-a216-c959ecd6516f req-8f4f7eb6-53ad-472c-94bb-227da268d5c3 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=d502aaf3-8a6d-4817-b8bd-4ba517d705c0 HTTP/1.1" status: 200 len: 944 time: 0.1917424 Aug 16 23:16:45.781482 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [req-c6925ffe-b2f5-44a9-bddb-448ac795dbcf req-40a96477-ab55-4320-bdd6-fe993259c9ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e669ad3-1963-4c27-8d15-255b07ce52d2 {{(pid=101292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:16:45.810191 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7e1f48cd-ae6a-4d2f-9e61-1d82ff73bce4 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:45.824788 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device f28e558c-6f37-417d-84d7-e2880a78b027 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:16:45.850198 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e91278b-b1f8-45f3-9af8-42e60b649a47 req-2f55ba7f-c1b4-4505-bb0e-56d3868dc6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:45.852695 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2e91278b-b1f8-45f3-9af8-42e60b649a47 req-2f55ba7f-c1b4-4505-bb0e-56d3868dc6e7 service neutron] 10.222.0.68 "GET /v2.0/networks?id=0c457813-f40c-4a5d-a305-ee4f3c9bee58 HTTP/1.1" status: 200 len: 907 time: 0.2491000 Aug 16 23:16:45.861358 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-c6925ffe-b2f5-44a9-bddb-448ac795dbcf req-40a96477-ab55-4320-bdd6-fe993259c9ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:45.885829 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1f48cd-ae6a-4d2f-9e61-1d82ff73bce4 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Pushing event deleted for resources: {'Port': ['ID=3a5bcdf2-f506-4b67-a94f-15fef5dd91e1,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:16:45.917701 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port f28e558c-6f37-417d-84d7-e2880a78b027 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:16:45.918407 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:45.949512 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2e91278b-b1f8-45f3-9af8-42e60b649a47 req-deb1a07c-2386-4cfa-909d-f8780906f27d service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=392bb4fe-3289-4fa8-8dbc-f4d0d24ef13c HTTP/1.1" status: 200 len: 217 time: 0.0804265 Aug 16 23:16:46.014291 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-c6925ffe-b2f5-44a9-bddb-448ac795dbcf req-40a96477-ab55-4320-bdd6-fe993259c9ef service neutron] Transition to ACTIVE for port object 5e669ad3-1963-4c27-8d15-255b07ce52d2 will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:16:46.016307 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e91278b-b1f8-45f3-9af8-42e60b649a47 req-b4a62522-4bfe-493d-92e9-1de5fe8c4a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:46.018166 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2e91278b-b1f8-45f3-9af8-42e60b649a47 req-b4a62522-4bfe-493d-92e9-1de5fe8c4a9b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=4724a49f-f514-42a4-b8bc-2aeadbfe5460 HTTP/1.1" status: 200 len: 846 time: 0.0581162 Aug 16 23:16:46.027477 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-c6925ffe-b2f5-44a9-bddb-448ac795dbcf req-40a96477-ab55-4320-bdd6-fe993259c9ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:46.080758 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2e91278b-b1f8-45f3-9af8-42e60b649a47 req-475ad487-a789-4412-a4a8-9a4b806c4db2 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=0c457813-f40c-4a5d-a305-ee4f3c9bee58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409398 Aug 16 23:16:46.087937 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a96477-ab55-4320-bdd6-fe993259c9ef service neutron] Pushing event updated for resources: {'Port': ['ID=5e669ad3-1963-4c27-8d15-255b07ce52d2,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:16:46.105360 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-aa062af5-d14a-48ed-a216-c959ecd6516f req-18c6b597-04b7-4662-817c-269e412714c0 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2980313 Aug 16 23:16:46.140032 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7e1f48cd-ae6a-4d2f-9e61-1d82ff73bce4 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Notify callbacks [] for floatingip, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:46.140874 n-d-791506-26 neutron-server[101292]: INFO neutron.db.l3_db [None req-7e1f48cd-ae6a-4d2f-9e61-1d82ff73bce4 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Floating IP 4f32098e-c553-4e68-ae31-1d5712d7dd77 disassociated (deleted). External IP: 172.25.4.128, port: 2416a15a-7911-438d-8c1b-a8c3399da81f. Aug 16 23:16:46.270937 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2e91278b-b1f8-45f3-9af8-42e60b649a47 req-01c917f7-3224-48cf-9aec-ea862addd495 service neutron] 10.222.0.68 "GET /v2.0/networks/0c457813-f40c-4a5d-a305-ee4f3c9bee58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789591 Aug 16 23:16:46.504663 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2e91278b-b1f8-45f3-9af8-42e60b649a47 req-e399502b-0438-49d9-a4f3-e1a77c64bc8d service neutron] 10.222.0.68 "GET /v2.0/networks/0c457813-f40c-4a5d-a305-ee4f3c9bee58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150643 Aug 16 23:16:46.564708 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-c6925ffe-b2f5-44a9-bddb-448ac795dbcf req-40a96477-ab55-4320-bdd6-fe993259c9ef service neutron] Attempting to bind port 5e669ad3-1963-4c27-8d15-255b07ce52d2 on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:16:46.565793 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-c6925ffe-b2f5-44a9-bddb-448ac795dbcf req-40a96477-ab55-4320-bdd6-fe993259c9ef service neutron] Attempting to bind port 5e669ad3-1963-4c27-8d15-255b07ce52d2 by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': '5d4a5c1b-79c7-46ea-b46b-ea7e5bb4fba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7339cb68-2f07-4085-93a7-2381ab45a475'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:16:46.566361 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6925ffe-b2f5-44a9-bddb-448ac795dbcf req-40a96477-ab55-4320-bdd6-fe993259c9ef service neutron] Attempting to bind port 5e669ad3-1963-4c27-8d15-255b07ce52d2 on network 7339cb68-2f07-4085-93a7-2381ab45a475 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:16:46.579362 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f517e6-c93e-4129-bf42-42c0df4808ab req-7d941bb7-833e-4a68-adff-70187e40067a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:46.581606 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-20f517e6-c93e-4129-bf42-42c0df4808ab req-7d941bb7-833e-4a68-adff-70187e40067a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a HTTP/1.1" status: 200 len: 943 time: 0.3878350 Aug 16 23:16:46.593992 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6925ffe-b2f5-44a9-bddb-448ac795dbcf req-40a96477-ab55-4320-bdd6-fe993259c9ef service neutron] Port 5e669ad3-1963-4c27-8d15-255b07ce52d2 on network 7339cb68-2f07-4085-93a7-2381ab45a475 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:16:46.594324 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6925ffe-b2f5-44a9-bddb-448ac795dbcf req-40a96477-ab55-4320-bdd6-fe993259c9ef service neutron] Attempting to bind port 5e669ad3-1963-4c27-8d15-255b07ce52d2 on network 7339cb68-2f07-4085-93a7-2381ab45a475 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:16:46.619900 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6925ffe-b2f5-44a9-bddb-448ac795dbcf req-40a96477-ab55-4320-bdd6-fe993259c9ef service neutron] Checking agent: {'id': 'd28e24f9-e5ea-41e1-80bf-3c7943ad7f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:16:46.620246 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6925ffe-b2f5-44a9-bddb-448ac795dbcf req-40a96477-ab55-4320-bdd6-fe993259c9ef service neutron] Checking segment: {'id': '5d4a5c1b-79c7-46ea-b46b-ea7e5bb4fba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7339cb68-2f07-4085-93a7-2381ab45a475'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:16:46.620708 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6925ffe-b2f5-44a9-bddb-448ac795dbcf req-40a96477-ab55-4320-bdd6-fe993259c9ef service neutron] Bound using segment: {'id': '5d4a5c1b-79c7-46ea-b46b-ea7e5bb4fba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7339cb68-2f07-4085-93a7-2381ab45a475'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:16:46.621150 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-c6925ffe-b2f5-44a9-bddb-448ac795dbcf req-40a96477-ab55-4320-bdd6-fe993259c9ef service neutron] Bound port: 5e669ad3-1963-4c27-8d15-255b07ce52d2, host: n-h1-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d4a5c1b-79c7-46ea-b46b-ea7e5bb4fba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7339cb68-2f07-4085-93a7-2381ab45a475'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:16:46.621522 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-c6925ffe-b2f5-44a9-bddb-448ac795dbcf req-40a96477-ab55-4320-bdd6-fe993259c9ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:46.764333 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-20f517e6-c93e-4129-bf42-42c0df4808ab req-a4966fa0-3401-4634-b317-f847a4c85bc5 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=5247d9a5-a8ca-4a37-95ec-bfd51308f7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1764946 Aug 16 23:16:46.847759 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-c6925ffe-b2f5-44a9-bddb-448ac795dbcf req-40a96477-ab55-4320-bdd6-fe993259c9ef service neutron] For port 5e669ad3-1963-4c27-8d15-255b07ce52d2, host n-h1-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:16:46.853688 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-c6925ffe-b2f5-44a9-bddb-448ac795dbcf req-40a96477-ab55-4320-bdd6-fe993259c9ef service neutron] For port 5e669ad3-1963-4c27-8d15-255b07ce52d2, host n-h1-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=5e669ad3-1963-4c27-8d15-255b07ce52d2,segment=NetworkSegment(5d4a5c1b-79c7-46ea-b46b-ea7e5bb4fba5),segment_id=5d4a5c1b-79c7-46ea-b46b-ea7e5bb4fba5)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:16:46.866336 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-c6925ffe-b2f5-44a9-bddb-448ac795dbcf req-40a96477-ab55-4320-bdd6-fe993259c9ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:46.876214 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e1f48cd-ae6a-4d2f-9e61-1d82ff73bce4 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Router f81e7e85-c3e9-4d91-9c39-61672c271e99 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:16:46.915730 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6925ffe-b2f5-44a9-bddb-448ac795dbcf req-40a96477-ab55-4320-bdd6-fe993259c9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:46.916362 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-c6925ffe-b2f5-44a9-bddb-448ac795dbcf req-40a96477-ab55-4320-bdd6-fe993259c9ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:46.926775 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c6925ffe-b2f5-44a9-bddb-448ac795dbcf req-40a96477-ab55-4320-bdd6-fe993259c9ef service neutron] 10.222.0.68 "PUT /v2.0/ports/5e669ad3-1963-4c27-8d15-255b07ce52d2 HTTP/1.1" status: 200 len: 1092 time: 2.1621249 Aug 16 23:16:46.929637 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a', 'tag': '5e669ad3-1963-4c27-8d15-255b07ce52d2'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:16:46.931382 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42e32d06-fed5-4332-a4ba-7d5d6ee651e4" -d '{"events": [{"name": "network-changed", "server_uuid": "2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a", "tag": "5e669ad3-1963-4c27-8d15-255b07ce52d2"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:16:47.027335 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeb210f3-c1df-44e0-900b-d94984d31a01 x-openstack-request-id: req-eeb210f3-c1df-44e0-900b-d94984d31a01 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:16:47.027335 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a", "tag": "5e669ad3-1963-4c27-8d15-255b07ce52d2", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:16:47.027335 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-eeb210f3-c1df-44e0-900b-d94984d31a01 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:16:47.027335 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a', 'tag': '5e669ad3-1963-4c27-8d15-255b07ce52d2', 'status': 'completed', 'code': 200} Aug 16 23:16:47.076325 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a96477-ab55-4320-bdd6-fe993259c9ef service neutron] Pushing event updated for resources: {'Port': ['ID=5e669ad3-1963-4c27-8d15-255b07ce52d2,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:16:47.140479 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6925ffe-b2f5-44a9-bddb-448ac795dbcf req-0a251647-5f02-434c-9519-fcfd9549e2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:47.142082 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c6925ffe-b2f5-44a9-bddb-448ac795dbcf req-0a251647-5f02-434c-9519-fcfd9549e2d5 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3aee68aa35e24e649e175a43cbcb7bd3&device_id=2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a HTTP/1.1" status: 200 len: 1095 time: 0.1358488 Aug 16 23:16:47.219497 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c6925ffe-b2f5-44a9-bddb-448ac795dbcf req-2fbbbf1b-9d44-4630-8170-22a95f3f6f87 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e669ad3-1963-4c27-8d15-255b07ce52d2 HTTP/1.1" status: 200 len: 217 time: 0.0687714 Aug 16 23:16:47.358905 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e1f48cd-ae6a-4d2f-9e61-1d82ff73bce4 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:16:47.374830 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5713899c-63f8-418d-b03b-6f43cc46f176 None None] Sync routers for ids ['f81e7e85-c3e9-4d91-9c39-61672c271e99'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:16:47.376393 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7e1f48cd-ae6a-4d2f-9e61-1d82ff73bce4 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:47.387654 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5713899c-63f8-418d-b03b-6f43cc46f176 None None] Routers {'f81e7e85-c3e9-4d91-9c39-61672c271e99'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:16:47.388627 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-5713899c-63f8-418d-b03b-6f43cc46f176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:16:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['f81e7e85-c3e9-4d91-9c39-61672c271e99'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:16:47.433322 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-7e1f48cd-ae6a-4d2f-9e61-1d82ff73bce4 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] 10.222.0.36 "DELETE /v2.0/floatingips/4f32098e-c553-4e68-ae31-1d5712d7dd77 HTTP/1.1" status: 204 len: 168 time: 3.1704414 Aug 16 23:16:47.435260 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6925ffe-b2f5-44a9-bddb-448ac795dbcf req-622403fd-ee87-43d2-acc7-454aff4ae0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:47.437215 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c6925ffe-b2f5-44a9-bddb-448ac795dbcf req-622403fd-ee87-43d2-acc7-454aff4ae0ed service neutron] 10.222.0.68 "GET /v2.0/subnets?id=12c27e46-2b78-4269-aafc-9f66cc3269bf HTTP/1.1" status: 200 len: 834 time: 0.2049763 Aug 16 23:16:47.519056 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4100fe4e-4264-422f-ab8d-a88e64d62097 req-d82ae87f-c660-420f-9930-02e5c6b07a33 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:47.531262 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4100fe4e-4264-422f-ab8d-a88e64d62097 req-d82ae87f-c660-420f-9930-02e5c6b07a33 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=d502aaf3-8a6d-4817-b8bd-4ba517d705c0 HTTP/1.1" status: 200 len: 944 time: 0.2872591 Aug 16 23:16:47.563126 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6925ffe-b2f5-44a9-bddb-448ac795dbcf req-6e942d09-d783-4294-ada2-b737e219aaac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:47.566312 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c6925ffe-b2f5-44a9-bddb-448ac795dbcf req-6e942d09-d783-4294-ada2-b737e219aaac service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=7339cb68-2f07-4085-93a7-2381ab45a475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1185431 Aug 16 23:16:47.602557 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-5713899c-63f8-418d-b03b-6f43cc46f176 None None] Set router f81e7e85-c3e9-4d91-9c39-61672c271e99 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:16:47.727459 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4100fe4e-4264-422f-ab8d-a88e64d62097 req-f66094b0-675c-4560-9210-3622f667d05c tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951234 Aug 16 23:16:47.805423 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c6925ffe-b2f5-44a9-bddb-448ac795dbcf req-1cc18a26-7160-4bc7-93f7-18b7eb85d5cb service neutron] 10.222.0.68 "GET /v2.0/networks/7339cb68-2f07-4085-93a7-2381ab45a475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204349 Aug 16 23:16:47.909251 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e9967e43-cc2b-444f-bab6-9ed9a9371bed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:48.000844 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9420f865-a6cc-46c7-9f13-198d9ead66b3 req-e32af055-fb22-49c9-b513-864415824cec tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:48.002546 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9420f865-a6cc-46c7-9f13-198d9ead66b3 req-e32af055-fb22-49c9-b513-864415824cec tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9ba5028-a5f3-4150-b47d-a5f8265050b3 HTTP/1.1" status: 200 len: 946 time: 0.1597631 Aug 16 23:16:48.069420 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300cb933-b16f-44ec-901c-097f888dc137 req-14c9bf0f-8a59-43c3-ba3f-d5d5843edc3b tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:48.071406 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-300cb933-b16f-44ec-901c-097f888dc137 req-14c9bf0f-8a59-43c3-ba3f-d5d5843edc3b tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a HTTP/1.1" status: 200 len: 943 time: 0.1676850 Aug 16 23:16:48.125174 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9420f865-a6cc-46c7-9f13-198d9ead66b3 req-eb6f9646-74c8-49ec-b2bb-3954f8f55cf6 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a2e3f1b-4aea-4fea-a97a-c2bcc8367e27&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1141393 Aug 16 23:16:48.135260 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c6925ffe-b2f5-44a9-bddb-448ac795dbcf req-420ddc56-e3f9-45f6-a289-769519552cbf service neutron] 10.222.0.68 "GET /v2.0/networks/7339cb68-2f07-4085-93a7-2381ab45a475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3140235 Aug 16 23:16:48.196186 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-300cb933-b16f-44ec-901c-097f888dc137 req-be44ea00-01f5-4222-b370-acccf3f5e31f tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=5247d9a5-a8ca-4a37-95ec-bfd51308f7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056552 Aug 16 23:16:48.270903 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-5713899c-63f8-418d-b03b-6f43cc46f176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f81e7e85-c3e9-4d91-9c39-61672c271e99', 'name': 'tempest-TestVolumeBackupRestore-456446591-router', 'tenant_id': '9fb21280028e49bfa9100ff987ff3b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': 'c97e656f-5e9b-4913-b9f2-61055c3dc65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:13:07Z', 'updated_at': '2021-08-16T23:13:12Z', 'revision_number': 4, 'project_id': '9fb21280028e49bfa9100ff987ff3b9d', 'gw_port': {'id': 'c97e656f-5e9b-4913-b9f2-61055c3dc65a', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81e7e85-c3e9-4d91-9c39-61672c271e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:13:07Z', 'updated_at': '2021-08-16T23:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '5ed6346e-15ef-438f-9f46-b1dad80c3516', 'name': '', 'network_id': 'be5d527b-4837-49dc-8ea1-3bb9f17b1194', 'tenant_id': '9fb21280028e49bfa9100ff987ff3b9d', 'mac_address': 'fa:16:3e:8f:be:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81e7e85-c3e9-4d91-9c39-61672c271e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'fddcdc29-052d-46fa-95f2-f1b8153d4dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:13:11Z', 'updated_at': '2021-08-16T23:13:27Z', 'revision_number': 5, 'project_id': '9fb21280028e49bfa9100ff987ff3b9d', 'subnets': [{'id': 'fddcdc29-052d-46fa-95f2-f1b8153d4dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:16:48.300765 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e32d06-fed5-4332-a4ba-7d5d6ee651e4 req-878a5f4d-b118-4799-a1bb-18153d49234d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:48.302502 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-42e32d06-fed5-4332-a4ba-7d5d6ee651e4 req-878a5f4d-b118-4799-a1bb-18153d49234d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3aee68aa35e24e649e175a43cbcb7bd3&device_id=2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a HTTP/1.1" status: 200 len: 1095 time: 0.0761726 Aug 16 23:16:48.310294 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5713899c-63f8-418d-b03b-6f43cc46f176 None None] Checking router: f81e7e85-c3e9-4d91-9c39-61672c271e99 for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:16:48.320423 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5713899c-63f8-418d-b03b-6f43cc46f176 None None] Routers {'f81e7e85-c3e9-4d91-9c39-61672c271e99'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:16:48.321097 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-5713899c-63f8-418d-b03b-6f43cc46f176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:16:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['f81e7e85-c3e9-4d91-9c39-61672c271e99'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:16:48.450540 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-5713899c-63f8-418d-b03b-6f43cc46f176 None None] Set router f81e7e85-c3e9-4d91-9c39-61672c271e99 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:16:48.806950 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-5713899c-63f8-418d-b03b-6f43cc46f176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f81e7e85-c3e9-4d91-9c39-61672c271e99', 'name': 'tempest-TestVolumeBackupRestore-456446591-router', 'tenant_id': '9fb21280028e49bfa9100ff987ff3b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': 'c97e656f-5e9b-4913-b9f2-61055c3dc65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:13:07Z', 'updated_at': '2021-08-16T23:13:12Z', 'revision_number': 4, 'project_id': '9fb21280028e49bfa9100ff987ff3b9d', 'gw_port': {'id': 'c97e656f-5e9b-4913-b9f2-61055c3dc65a', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81e7e85-c3e9-4d91-9c39-61672c271e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:13:07Z', 'updated_at': '2021-08-16T23:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '5ed6346e-15ef-438f-9f46-b1dad80c3516', 'name': '', 'network_id': 'be5d527b-4837-49dc-8ea1-3bb9f17b1194', 'tenant_id': '9fb21280028e49bfa9100ff987ff3b9d', 'mac_address': 'fa:16:3e:8f:be:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81e7e85-c3e9-4d91-9c39-61672c271e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'fddcdc29-052d-46fa-95f2-f1b8153d4dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:13:11Z', 'updated_at': '2021-08-16T23:13:27Z', 'revision_number': 5, 'project_id': '9fb21280028e49bfa9100ff987ff3b9d', 'subnets': [{'id': 'fddcdc29-052d-46fa-95f2-f1b8153d4dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:16:48.893320 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5713899c-63f8-418d-b03b-6f43cc46f176 None None] The sync data for ids ['f81e7e85-c3e9-4d91-9c39-61672c271e99'] in n-d-791506-26 is: [{'id': 'f81e7e85-c3e9-4d91-9c39-61672c271e99', 'name': 'tempest-TestVolumeBackupRestore-456446591-router', 'tenant_id': '9fb21280028e49bfa9100ff987ff3b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': 'c97e656f-5e9b-4913-b9f2-61055c3dc65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:13:07Z', 'updated_at': '2021-08-16T23:13:12Z', 'revision_number': 4, 'project_id': '9fb21280028e49bfa9100ff987ff3b9d', 'gw_port': {'id': 'c97e656f-5e9b-4913-b9f2-61055c3dc65a', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81e7e85-c3e9-4d91-9c39-61672c271e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:13:07Z', 'updated_at': '2021-08-16T23:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '5ed6346e-15ef-438f-9f46-b1dad80c3516', 'name': '', 'network_id': 'be5d527b-4837-49dc-8ea1-3bb9f17b1194', 'tenant_id': '9fb21280028e49bfa9100ff987ff3b9d', 'mac_address': 'fa:16:3e:8f:be:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81e7e85-c3e9-4d91-9c39-61672c271e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3087, 'fixed_ips': [{'subnet_id': 'fddcdc29-052d-46fa-95f2-f1b8153d4dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:13:11Z', 'updated_at': '2021-08-16T23:13:27Z', 'revision_number': 5, 'project_id': '9fb21280028e49bfa9100ff987ff3b9d', 'subnets': [{'id': 'fddcdc29-052d-46fa-95f2-f1b8153d4dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:16:49.001496 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e32d06-fed5-4332-a4ba-7d5d6ee651e4 req-5c2696cd-93b6-4899-9ff8-b38f388911ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:49.010326 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-42e32d06-fed5-4332-a4ba-7d5d6ee651e4 req-5c2696cd-93b6-4899-9ff8-b38f388911ab service neutron] 10.222.0.68 "GET /v2.0/networks?id=7339cb68-2f07-4085-93a7-2381ab45a475 HTTP/1.1" status: 200 len: 898 time: 0.6963694 Aug 16 23:16:49.030662 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9ba5028-a5f3-4150-b47d-a5f8265050b3', 'tag': '2416a15a-7911-438d-8c1b-a8c3399da81f'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:16:49.033144 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-520a62ff-2019-49db-aeba-d4ba320de074" -d '{"events": [{"name": "network-changed", "server_uuid": "b9ba5028-a5f3-4150-b47d-a5f8265050b3", "tag": "2416a15a-7911-438d-8c1b-a8c3399da81f"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:16:49.081663 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 392bb4fe-3289-4fa8-8dbc-f4d0d24ef13c details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:16:49.087698 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d936997b-3694-4592-ba9b-f1fee1141c7b req-2ded2eda-1ba8-4172-a088-d4034353d9cf tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:49.097512 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d936997b-3694-4592-ba9b-f1fee1141c7b req-2ded2eda-1ba8-4172-a088-d4034353d9cf tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=d502aaf3-8a6d-4817-b8bd-4ba517d705c0 HTTP/1.1" status: 200 len: 944 time: 0.1776898 Aug 16 23:16:49.127917 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac0a6407-3f2a-462d-b376-3ca81bdc1fe7 x-openstack-request-id: req-ac0a6407-3f2a-462d-b376-3ca81bdc1fe7 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:16:49.128490 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9ba5028-a5f3-4150-b47d-a5f8265050b3", "tag": "2416a15a-7911-438d-8c1b-a8c3399da81f", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:16:49.128787 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ac0a6407-3f2a-462d-b376-3ca81bdc1fe7 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:16:49.129185 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9ba5028-a5f3-4150-b47d-a5f8265050b3', 'tag': '2416a15a-7911-438d-8c1b-a8c3399da81f', 'status': 'completed', 'code': 200} Aug 16 23:16:49.130752 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-42e32d06-fed5-4332-a4ba-7d5d6ee651e4 req-7fcae553-6fe1-4aff-b607-de3fdc1f333a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e669ad3-1963-4c27-8d15-255b07ce52d2 HTTP/1.1" status: 200 len: 217 time: 0.1141255 Aug 16 23:16:49.271900 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e32d06-fed5-4332-a4ba-7d5d6ee651e4 req-0bdc3f72-9cc9-43cf-bc5c-f5f1b5a3468b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:49.275070 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-42e32d06-fed5-4332-a4ba-7d5d6ee651e4 req-0bdc3f72-9cc9-43cf-bc5c-f5f1b5a3468b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=12c27e46-2b78-4269-aafc-9f66cc3269bf HTTP/1.1" status: 200 len: 834 time: 0.1109428 Aug 16 23:16:49.284352 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520a62ff-2019-49db-aeba-d4ba320de074 req-5f327348-e84d-438e-ace5-34626f84958e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:49.286109 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-520a62ff-2019-49db-aeba-d4ba320de074 req-5f327348-e84d-438e-ace5-34626f84958e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9fb21280028e49bfa9100ff987ff3b9d&device_id=b9ba5028-a5f3-4150-b47d-a5f8265050b3 HTTP/1.1" status: 200 len: 1098 time: 0.1406219 Aug 16 23:16:49.320586 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 392bb4fe-3289-4fa8-8dbc-f4d0d24ef13c, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=392bb4fe-3289-4fa8-8dbc-f4d0d24ef13c,segment=NetworkSegment(2f9a4174-b2ab-4aae-b8db-a65907961481),segment_id=2f9a4174-b2ab-4aae-b8db-a65907961481)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:16:49.341401 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': '392bb4fe-3289-4fa8-8dbc-f4d0d24ef13c', 'network_id': '0c457813-f40c-4a5d-a305-ee4f3c9bee58', 'port_id': '392bb4fe-3289-4fa8-8dbc-f4d0d24ef13c', 'mac_address': 'fa:16:3e:22:e0:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4724a49f-f514-42a4-b8bc-2aeadbfe5460', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:16:49.362450 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d936997b-3694-4592-ba9b-f1fee1141c7b req-442c3d4e-5093-421f-8b23-fe027d1110dd tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595232 Aug 16 23:16:49.407585 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:49.411722 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432d0fb9-43c0-46bb-9624-b3aac1d1f495 None None] New status for floating IP 4f32098e-c553-4e68-ae31-1d5712d7dd77: DOWN {{(pid=101294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:16:49.432174 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 392bb4fe-3289-4fa8-8dbc-f4d0d24ef13c {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:16:49.437985 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15471b0-3423-4490-9fa8-ae350bc8c883 req-1f0e67b9-deac-48a8-bb69-6b99c6948941 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:49.442767 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d15471b0-3423-4490-9fa8-ae350bc8c883 req-1f0e67b9-deac-48a8-bb69-6b99c6948941 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9ba5028-a5f3-4150-b47d-a5f8265050b3 HTTP/1.1" status: 200 len: 946 time: 0.1202803 Aug 16 23:16:49.449855 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e32d06-fed5-4332-a4ba-7d5d6ee651e4 req-908134c5-9547-464c-b5c9-ae81ffd3696e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:49.452137 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-42e32d06-fed5-4332-a4ba-7d5d6ee651e4 req-908134c5-9547-464c-b5c9-ae81ffd3696e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=7339cb68-2f07-4085-93a7-2381ab45a475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1308296 Aug 16 23:16:49.463838 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 392bb4fe-3289-4fa8-8dbc-f4d0d24ef13c, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=392bb4fe-3289-4fa8-8dbc-f4d0d24ef13c,segment=NetworkSegment(2f9a4174-b2ab-4aae-b8db-a65907961481),segment_id=2f9a4174-b2ab-4aae-b8db-a65907961481)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:16:49.469215 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:49.528008 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520a62ff-2019-49db-aeba-d4ba320de074 req-4a2af7a9-07d7-43ea-a97a-5b17b98230c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:49.529550 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-520a62ff-2019-49db-aeba-d4ba320de074 req-4a2af7a9-07d7-43ea-a97a-5b17b98230c2 service neutron] 10.222.0.68 "GET /v2.0/networks?id=be5d527b-4837-49dc-8ea1-3bb9f17b1194 HTTP/1.1" status: 200 len: 914 time: 0.2338471 Aug 16 23:16:49.533844 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=392bb4fe-3289-4fa8-8dbc-f4d0d24ef13c,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:16:49.553572 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86052298-50e3-415d-921f-16a66364ad67 req-750a6b04-ea5f-4e62-8064-47d77086c434 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:49.555234 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-86052298-50e3-415d-921f-16a66364ad67 req-750a6b04-ea5f-4e62-8064-47d77086c434 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] 10.222.0.68 "GET /v2.0/ports?device_id=b9ba5028-a5f3-4150-b47d-a5f8265050b3 HTTP/1.1" status: 200 len: 946 time: 0.1157632 Aug 16 23:16:49.593875 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-520a62ff-2019-49db-aeba-d4ba320de074 req-66e2c0a5-1517-4e56-9034-f45a3092cb77 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2416a15a-7911-438d-8c1b-a8c3399da81f HTTP/1.1" status: 200 len: 217 time: 0.0553896 Aug 16 23:16:49.613268 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d15471b0-3423-4490-9fa8-ae350bc8c883 req-4c8f7ade-fa2d-43f0-8fcd-be465811942d tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a2e3f1b-4aea-4fea-a97a-c2bcc8367e27&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1576025 Aug 16 23:16:49.643015 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a601b32-e9fe-4f43-8af1-5664b010e60e req-b78f2a20-171e-40f4-8863-2c145cac5ed2 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:49.644626 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8a601b32-e9fe-4f43-8af1-5664b010e60e req-b78f2a20-171e-40f4-8863-2c145cac5ed2 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a HTTP/1.1" status: 200 len: 943 time: 0.1327469 Aug 16 23:16:49.654814 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520a62ff-2019-49db-aeba-d4ba320de074 req-1bd2a78f-bd4a-4d2f-a16f-61ebb4d3e4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:49.656481 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-520a62ff-2019-49db-aeba-d4ba320de074 req-1bd2a78f-bd4a-4d2f-a16f-61ebb4d3e4db service neutron] 10.222.0.68 "GET /v2.0/subnets?id=fddcdc29-052d-46fa-95f2-f1b8153d4dba HTTP/1.1" status: 200 len: 852 time: 0.0461395 Aug 16 23:16:49.661615 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-42e32d06-fed5-4332-a4ba-7d5d6ee651e4 req-2540fec1-6de7-4720-a5eb-d6bb3e082b79 service neutron] 10.222.0.68 "GET /v2.0/networks/7339cb68-2f07-4085-93a7-2381ab45a475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925175 Aug 16 23:16:49.684340 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['392bb4fe-3289-4fa8-8dbc-f4d0d24ef13c'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:16:49.751076 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8a601b32-e9fe-4f43-8af1-5664b010e60e req-8fe4a96d-0d00-4435-8bb0-83ebf73dd7c6 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=5247d9a5-a8ca-4a37-95ec-bfd51308f7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991254 Aug 16 23:16:49.786009 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520a62ff-2019-49db-aeba-d4ba320de074 req-abc373c8-2d0a-41aa-b5e8-645d355ad9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:49.788152 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-520a62ff-2019-49db-aeba-d4ba320de074 req-abc373c8-2d0a-41aa-b5e8-645d355ad9e9 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=be5d527b-4837-49dc-8ea1-3bb9f17b1194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1160738 Aug 16 23:16:49.789000 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2ad3789b-c545-4365-947e-9a6d278e6c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:49.824653 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-42e32d06-fed5-4332-a4ba-7d5d6ee651e4 req-c898499e-7f40-44f4-91ee-441e82a73737 service neutron] 10.222.0.68 "GET /v2.0/networks/7339cb68-2f07-4085-93a7-2381ab45a475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528037 Aug 16 23:16:49.854793 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-86052298-50e3-415d-921f-16a66364ad67 req-d9b2614a-4289-4c8f-bf59-6235e9625623 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Deleting port 2416a15a-7911-438d-8c1b-a8c3399da81f {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:16:49.855234 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-86052298-50e3-415d-921f-16a66364ad67 req-d9b2614a-4289-4c8f-bf59-6235e9625623 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:49.993062 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-520a62ff-2019-49db-aeba-d4ba320de074 req-433d18fe-8d04-4937-b74c-5ed28ec92988 service neutron] 10.222.0.68 "GET /v2.0/networks/be5d527b-4837-49dc-8ea1-3bb9f17b1194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961496 Aug 16 23:16:50.009953 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-86052298-50e3-415d-921f-16a66364ad67 req-d9b2614a-4289-4c8f-bf59-6235e9625623 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] For port 2416a15a-7911-438d-8c1b-a8c3399da81f, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=2416a15a-7911-438d-8c1b-a8c3399da81f,segment=NetworkSegment(2488a0b2-8754-4a95-81b9-c394f64916d0),segment_id=2488a0b2-8754-4a95-81b9-c394f64916d0)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:16:50.010482 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-86052298-50e3-415d-921f-16a66364ad67 req-d9b2614a-4289-4c8f-bf59-6235e9625623 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:50.045918 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c4e908-a9bf-454c-ac26-4193f2aeeb61 req-0ea6dd5c-cb27-4c28-b8ab-47d9b705b596 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:50.050447 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-14c4e908-a9bf-454c-ac26-4193f2aeeb61 req-0ea6dd5c-cb27-4c28-b8ab-47d9b705b596 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 945 time: 0.0685718 Aug 16 23:16:50.082727 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-86052298-50e3-415d-921f-16a66364ad67 req-d9b2614a-4289-4c8f-bf59-6235e9625623 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Calling delete_port for 2416a15a-7911-438d-8c1b-a8c3399da81f owned by compute:nova {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:16:50.100652 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-14c4e908-a9bf-454c-ac26-4193f2aeeb61 req-52330653-f170-49c2-835d-64c336643099 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbc72d54-097b-421d-953a-e4e7a8a28dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456190 Aug 16 23:16:50.209968 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2a0d665c-1bab-4014-b227-5fae9d86de94 req-64aa6e5c-4c95-452a-97d1-18fb85627871 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0737655 Aug 16 23:16:50.213418 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-520a62ff-2019-49db-aeba-d4ba320de074 req-68373b5b-4db8-4450-8f51-c8d61bb7326c service neutron] 10.222.0.68 "GET /v2.0/networks/be5d527b-4837-49dc-8ea1-3bb9f17b1194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128062 Aug 16 23:16:50.311742 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-86052298-50e3-415d-921f-16a66364ad67 req-d9b2614a-4289-4c8f-bf59-6235e9625623 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:50.371239 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0d665c-1bab-4014-b227-5fae9d86de94 req-615c01c2-9a7c-4fcc-9c27-68a111e28778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:50.372609 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b2614a-4289-4c8f-bf59-6235e9625623 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Pushing event deleted for resources: {'Port': ['ID=2416a15a-7911-438d-8c1b-a8c3399da81f,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:16:50.376378 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2a0d665c-1bab-4014-b227-5fae9d86de94 req-615c01c2-9a7c-4fcc-9c27-68a111e28778 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ee91ace37a634fb9abb791ce5d24078e&device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 1097 time: 0.0911319 Aug 16 23:16:50.405857 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-86052298-50e3-415d-921f-16a66364ad67 req-d9b2614a-4289-4c8f-bf59-6235e9625623 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] No DVR routers for this DVR port 2416a15a-7911-438d-8c1b-a8c3399da81f on host n-h1-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:16:50.409572 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-86052298-50e3-415d-921f-16a66364ad67 req-d9b2614a-4289-4c8f-bf59-6235e9625623 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:50.412511 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-86052298-50e3-415d-921f-16a66364ad67 req-d9b2614a-4289-4c8f-bf59-6235e9625623 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] 10.222.0.68 "DELETE /v2.0/ports/2416a15a-7911-438d-8c1b-a8c3399da81f HTTP/1.1" status: 204 len: 173 time: 0.8268807 Aug 16 23:16:50.413376 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9ba5028-a5f3-4150-b47d-a5f8265050b3', 'name': 'network-vif-deleted', 'tag': '2416a15a-7911-438d-8c1b-a8c3399da81f'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:16:50.423173 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b604c705-6fb6-4832-a142-e054e357a7ca" -d '{"events": [{"server_uuid": "b9ba5028-a5f3-4150-b47d-a5f8265050b3", "name": "network-vif-deleted", "tag": "2416a15a-7911-438d-8c1b-a8c3399da81f"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:16:50.556680 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0d665c-1bab-4014-b227-5fae9d86de94 req-20b695f2-c61d-4b5d-b6c3-7d43a38deebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:50.558339 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2a0d665c-1bab-4014-b227-5fae9d86de94 req-20b695f2-c61d-4b5d-b6c3-7d43a38deebd service neutron] 10.222.0.57 "GET /v2.0/networks?id=6152efff-6e82-46a1-acb7-149d7c33d5d6 HTTP/1.1" status: 200 len: 913 time: 0.1606185 Aug 16 23:16:50.574083 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7123c11-d9f8-41fc-895e-743fe8106e1c x-openstack-request-id: req-d7123c11-d9f8-41fc-895e-743fe8106e1c {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:16:50.574379 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9ba5028-a5f3-4150-b47d-a5f8265050b3", "name": "network-vif-deleted", "tag": "2416a15a-7911-438d-8c1b-a8c3399da81f", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:16:50.574640 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d7123c11-d9f8-41fc-895e-743fe8106e1c {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:16:50.575054 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9ba5028-a5f3-4150-b47d-a5f8265050b3', 'name': 'network-vif-deleted', 'tag': '2416a15a-7911-438d-8c1b-a8c3399da81f', 'status': 'completed', 'code': 200} Aug 16 23:16:50.586535 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153f5835-f5d4-48ea-a446-6ae5dccab5c9 req-06e9cd43-fc13-4ec6-a6f3-4620c0c1bd12 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:50.588177 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-153f5835-f5d4-48ea-a446-6ae5dccab5c9 req-06e9cd43-fc13-4ec6-a6f3-4620c0c1bd12 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=d502aaf3-8a6d-4817-b8bd-4ba517d705c0 HTTP/1.1" status: 200 len: 945 time: 0.0757422 Aug 16 23:16:50.642694 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:50.683109 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2a0d665c-1bab-4014-b227-5fae9d86de94 req-e51e95e4-2a12-46b1-97aa-600c470325a0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62ad7c9a-9355-476c-9726-91c7fd566244 HTTP/1.1" status: 200 len: 1000 time: 0.1107926 Aug 16 23:16:50.688566 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-153f5835-f5d4-48ea-a446-6ae5dccab5c9 req-4c1d48f7-d21f-40a9-92a1-195d1d7a4115 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681870 Aug 16 23:16:50.842721 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f0cb1618-41dd-4a8a-ad38-69706a798a46 req-9aaabf36-f9c3-497f-906a-ee1d32975368 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9ba5028-a5f3-4150-b47d-a5f8265050b3 HTTP/1.1" status: 200 len: 210 time: 0.0697033 Aug 16 23:16:50.862588 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0d665c-1bab-4014-b227-5fae9d86de94 req-2e2849b1-d68c-4a14-a71a-32402c1f40bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:50.864344 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2a0d665c-1bab-4014-b227-5fae9d86de94 req-2e2849b1-d68c-4a14-a71a-32402c1f40bd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7d6a27ac-d81b-4d19-9995-25afe2c6f338 HTTP/1.1" status: 200 len: 851 time: 0.1508992 Aug 16 23:16:50.944331 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0d665c-1bab-4014-b227-5fae9d86de94 req-e4b32e08-22b8-451c-8f03-3c93050f573b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:50.946049 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2a0d665c-1bab-4014-b227-5fae9d86de94 req-e4b32e08-22b8-451c-8f03-3c93050f573b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6152efff-6e82-46a1-acb7-149d7c33d5d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0625727 Aug 16 23:16:50.955475 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fa3317-ddbd-4a68-bfff-c94dd6f9b324 req-242b78aa-66a8-4cc3-b576-c35f65bba564 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:50.964230 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-99fa3317-ddbd-4a68-bfff-c94dd6f9b324 req-242b78aa-66a8-4cc3-b576-c35f65bba564 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a HTTP/1.1" status: 200 len: 943 time: 0.1123130 Aug 16 23:16:51.064422 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-99fa3317-ddbd-4a68-bfff-c94dd6f9b324 req-4f07865c-c454-4134-be77-a97400c2ae6b tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=5247d9a5-a8ca-4a37-95ec-bfd51308f7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992348 Aug 16 23:16:51.094635 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2a0d665c-1bab-4014-b227-5fae9d86de94 req-eacfa66e-d342-4773-86ef-5cf3f49630fa service neutron] 10.222.0.57 "GET /v2.0/networks/6152efff-6e82-46a1-acb7-149d7c33d5d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279337 Aug 16 23:16:51.115846 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 5e669ad3-1963-4c27-8d15-255b07ce52d2 details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:16:51.203625 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2a0d665c-1bab-4014-b227-5fae9d86de94 req-b0dc3381-a053-4fbf-8b2e-e16861a07a79 service neutron] 10.222.0.57 "GET /v2.0/networks/6152efff-6e82-46a1-acb7-149d7c33d5d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012218 Aug 16 23:16:51.211253 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 392bb4fe-3289-4fa8-8dbc-f4d0d24ef13c up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:16:51.307284 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 5e669ad3-1963-4c27-8d15-255b07ce52d2, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=5e669ad3-1963-4c27-8d15-255b07ce52d2,segment=NetworkSegment(5d4a5c1b-79c7-46ea-b46b-ea7e5bb4fba5),segment_id=5d4a5c1b-79c7-46ea-b46b-ea7e5bb4fba5)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:16:51.329100 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': '5e669ad3-1963-4c27-8d15-255b07ce52d2', 'network_id': '7339cb68-2f07-4085-93a7-2381ab45a475', 'port_id': '5e669ad3-1963-4c27-8d15-255b07ce52d2', 'mac_address': 'fa:16:3e:b1:c4:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12c27e46-2b78-4269-aafc-9f66cc3269bf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:16:51.334931 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning for port 392bb4fe-3289-4fa8-8dbc-f4d0d24ef13c completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:16:51.357543 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port 392bb4fe-3289-4fa8-8dbc-f4d0d24ef13c triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:16:51.357835 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:51.407109 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:51.425169 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e669ad3-1963-4c27-8d15-255b07ce52d2 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:16:51.451434 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 5e669ad3-1963-4c27-8d15-255b07ce52d2, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=5e669ad3-1963-4c27-8d15-255b07ce52d2,segment=NetworkSegment(5d4a5c1b-79c7-46ea-b46b-ea7e5bb4fba5),segment_id=5d4a5c1b-79c7-46ea-b46b-ea7e5bb4fba5)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:16:51.472730 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:51.525715 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:51.587664 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd502aaf3-8a6d-4817-b8bd-4ba517d705c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '392bb4fe-3289-4fa8-8dbc-f4d0d24ef13c'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:16:51.594119 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b20fb9-7d29-4c38-84d2-ef4d1ce3393a" -d '{"events": [{"server_uuid": "d502aaf3-8a6d-4817-b8bd-4ba517d705c0", "name": "network-vif-plugged", "status": "completed", "tag": "392bb4fe-3289-4fa8-8dbc-f4d0d24ef13c"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:16:51.646470 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 392bb4fe-3289-4fa8-8dbc-f4d0d24ef13c, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=392bb4fe-3289-4fa8-8dbc-f4d0d24ef13c,segment=NetworkSegment(2f9a4174-b2ab-4aae-b8db-a65907961481),segment_id=2f9a4174-b2ab-4aae-b8db-a65907961481)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:16:51.647893 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:51.648675 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=5e669ad3-1963-4c27-8d15-255b07ce52d2,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:16:51.663924 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:51.665141 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 2416a15a-7911-438d-8c1b-a8c3399da81f no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:16:51.720793 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8214393f-6421-4e0f-97a0-680bd9309935 x-openstack-request-id: req-8214393f-6421-4e0f-97a0-680bd9309935 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:16:51.721378 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d502aaf3-8a6d-4817-b8bd-4ba517d705c0", "name": "network-vif-plugged", "status": "completed", "tag": "392bb4fe-3289-4fa8-8dbc-f4d0d24ef13c", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:16:51.721892 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8214393f-6421-4e0f-97a0-680bd9309935 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:16:51.723332 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd502aaf3-8a6d-4817-b8bd-4ba517d705c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '392bb4fe-3289-4fa8-8dbc-f4d0d24ef13c', 'code': 200} Aug 16 23:16:51.799598 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] No Port match for: 2416a15a-7911-438d-8c1b-a8c3399da81f {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:16:51.800064 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 2416a15a-7911-438d-8c1b-a8c3399da81f not bound to the agent host n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:16:51.801999 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['5e669ad3-1963-4c27-8d15-255b07ce52d2'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:16:51.806901 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=392bb4fe-3289-4fa8-8dbc-f4d0d24ef13c,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:16:51.907530 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5663c24-38f3-4093-a8a8-b5bf8455075c req-502a6f44-e65e-4f9c-ac6f-c74101937985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:51.926138 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-f5663c24-38f3-4093-a8a8-b5bf8455075c req-502a6f44-e65e-4f9c-ac6f-c74101937985 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=d502aaf3-8a6d-4817-b8bd-4ba517d705c0 HTTP/1.1" status: 200 len: 1098 time: 0.1644578 Aug 16 23:16:51.987208 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-f5663c24-38f3-4093-a8a8-b5bf8455075c req-dca8c273-cdc5-49f8-a501-57bed740530d service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531003 Aug 16 23:16:52.031573 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5f02cef2-682d-4dae-a453-4dd9450b19af req-fd017e7e-1e6d-4494-8442-1820f99b7d89 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9ba5028-a5f3-4150-b47d-a5f8265050b3 HTTP/1.1" status: 200 len: 210 time: 0.0434780 Aug 16 23:16:52.065519 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bc643e-e559-42c9-82b5-1e7a176374e8 req-99ff6c4f-0d9a-4797-baa9-093914acef65 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:52.075356 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d9bc643e-e559-42c9-82b5-1e7a176374e8 req-99ff6c4f-0d9a-4797-baa9-093914acef65 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=d502aaf3-8a6d-4817-b8bd-4ba517d705c0 HTTP/1.1" status: 200 len: 946 time: 0.2116973 Aug 16 23:16:52.119097 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d9bc643e-e559-42c9-82b5-1e7a176374e8 req-a7b2f425-5737-4e99-a356-078fc7febfde tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426373 Aug 16 23:16:52.240279 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c6e65-3c89-4566-99a8-603a6b7fe3db req-0ac2643e-3e78-4393-9dfe-51a6090d435e tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:52.242459 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-219c6e65-3c89-4566-99a8-603a6b7fe3db req-0ac2643e-3e78-4393-9dfe-51a6090d435e tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a HTTP/1.1" status: 200 len: 944 time: 0.0773082 Aug 16 23:16:52.286698 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-219c6e65-3c89-4566-99a8-603a6b7fe3db req-38655856-2047-4694-aaf5-3591f07bcd59 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=5247d9a5-a8ca-4a37-95ec-bfd51308f7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370347 Aug 16 23:16:52.792895 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:53.132443 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 5e669ad3-1963-4c27-8d15-255b07ce52d2 up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:16:53.172903 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8abfb20f-cd99-4567-8a28-084fd5bf303b req-16066855-182f-4bce-a60f-4ae07542da2a tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9ba5028-a5f3-4150-b47d-a5f8265050b3 HTTP/1.1" status: 200 len: 210 time: 0.0580409 Aug 16 23:16:53.219185 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning for port 5e669ad3-1963-4c27-8d15-255b07ce52d2 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:16:53.224182 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port 5e669ad3-1963-4c27-8d15-255b07ce52d2 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:16:53.224843 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:53.289879 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41166ad-718a-4a22-b9c9-97e4de6969d0 req-3111758b-fc7b-4de2-b0f5-2f46286ff92c tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:53.302378 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e41166ad-718a-4a22-b9c9-97e4de6969d0 req-3111758b-fc7b-4de2-b0f5-2f46286ff92c tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=d502aaf3-8a6d-4817-b8bd-4ba517d705c0 HTTP/1.1" status: 200 len: 946 time: 0.0835719 Aug 16 23:16:53.349358 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e41166ad-718a-4a22-b9c9-97e4de6969d0 req-c39b488e-d406-4dae-8aee-7474b68ac76e tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456352 Aug 16 23:16:53.355687 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:53.432097 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 5e669ad3-1963-4c27-8d15-255b07ce52d2, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=5e669ad3-1963-4c27-8d15-255b07ce52d2,segment=NetworkSegment(5d4a5c1b-79c7-46ea-b46b-ea7e5bb4fba5),segment_id=5d4a5c1b-79c7-46ea-b46b-ea7e5bb4fba5)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:16:53.438477 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:53.503112 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=5e669ad3-1963-4c27-8d15-255b07ce52d2,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:16:53.564129 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1124bd-9589-42ac-bf53-e46268caf251 req-98201415-f4fc-42c6-95f7-bebf6162f5b5 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:53.566236 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ce1124bd-9589-42ac-bf53-e46268caf251 req-98201415-f4fc-42c6-95f7-bebf6162f5b5 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a HTTP/1.1" status: 200 len: 945 time: 0.1369720 Aug 16 23:16:53.577027 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c693caad-a736-49eb-a542-25d26c6c08be req-839c6734-2eeb-49ac-be0b-2e33faa2ec81 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:53.578880 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c693caad-a736-49eb-a542-25d26c6c08be req-839c6734-2eeb-49ac-be0b-2e33faa2ec81 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=d502aaf3-8a6d-4817-b8bd-4ba517d705c0 HTTP/1.1" status: 200 len: 946 time: 0.0849094 Aug 16 23:16:53.663843 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ce1124bd-9589-42ac-bf53-e46268caf251 req-445376a9-f47a-4296-a957-7ddac75ee1de tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=5247d9a5-a8ca-4a37-95ec-bfd51308f7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834706 Aug 16 23:16:53.667721 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c693caad-a736-49eb-a542-25d26c6c08be req-a89212c2-c13d-48c3-9a66-c8fc751130bc tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804558 Aug 16 23:16:53.724997 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e669ad3-1963-4c27-8d15-255b07ce52d2'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:16:53.731007 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a9825d3-dc74-4630-9bcb-8917a2d21f42" -d '{"events": [{"server_uuid": "2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a", "name": "network-vif-plugged", "status": "completed", "tag": "5e669ad3-1963-4c27-8d15-255b07ce52d2"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:16:53.803008 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85bb2a39-f722-4a7c-af71-6dc6904cea1d x-openstack-request-id: req-85bb2a39-f722-4a7c-af71-6dc6904cea1d {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:16:53.803599 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a", "name": "network-vif-plugged", "status": "completed", "tag": "5e669ad3-1963-4c27-8d15-255b07ce52d2", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:16:53.803599 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-85bb2a39-f722-4a7c-af71-6dc6904cea1d {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:16:53.803922 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e669ad3-1963-4c27-8d15-255b07ce52d2', 'code': 200} Aug 16 23:16:53.915663 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114b5b42-4c88-4523-8e44-53748f315a16 req-af6d613d-4f41-434e-9e1a-4ed48d0e66a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:53.917401 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-114b5b42-4c88-4523-8e44-53748f315a16 req-af6d613d-4f41-434e-9e1a-4ed48d0e66a2 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a HTTP/1.1" status: 200 len: 1097 time: 0.0515859 Aug 16 23:16:53.966835 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-114b5b42-4c88-4523-8e44-53748f315a16 req-972b06e6-fede-4402-a6a4-2f1026e0318d service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=5247d9a5-a8ca-4a37-95ec-bfd51308f7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410399 Aug 16 23:16:54.039336 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e423786e-9015-46ee-a03d-4555d1ec2bb7 req-fd295b05-aade-4032-9603-890ca55da745 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:54.040852 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e423786e-9015-46ee-a03d-4555d1ec2bb7 req-fd295b05-aade-4032-9603-890ca55da745 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=d502aaf3-8a6d-4817-b8bd-4ba517d705c0 HTTP/1.1" status: 200 len: 946 time: 0.0545981 Aug 16 23:16:54.082313 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e423786e-9015-46ee-a03d-4555d1ec2bb7 req-8c0523bf-446e-4b31-969a-8a71b0eb296e tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348461 Aug 16 23:16:54.325913 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b59b575e-65b7-48eb-8d77-6168ac646835 req-cde379da-7f46-499b-94b4-2e6f6dc1daf6 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9ba5028-a5f3-4150-b47d-a5f8265050b3 HTTP/1.1" status: 200 len: 210 time: 0.0609760 Aug 16 23:16:54.710681 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 62ad7c9a-9355-476c-9726-91c7fd566244 no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:16:54.792291 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:54.802621 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c5070f-4cde-4bf6-afab-73a652cad14c req-e54e1f42-fba1-43db-83a2-495036552c6a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:54.804314 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-62c5070f-4cde-4bf6-afab-73a652cad14c req-e54e1f42-fba1-43db-83a2-495036552c6a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a HTTP/1.1" status: 200 len: 945 time: 0.0594940 Aug 16 23:16:54.835574 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 62ad7c9a-9355-476c-9726-91c7fd566244, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=62ad7c9a-9355-476c-9726-91c7fd566244,segment=NetworkSegment(10a968c4-5c7d-4c23-b34c-ca325bfda5cc),segment_id=10a968c4-5c7d-4c23-b34c-ca325bfda5cc)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:16:54.840031 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:54.847866 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-62c5070f-4cde-4bf6-afab-73a652cad14c req-00301274-9f8b-4488-9886-e1c10966f061 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=5247d9a5-a8ca-4a37-95ec-bfd51308f7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370758 Aug 16 23:16:54.896623 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=62ad7c9a-9355-476c-9726-91c7fd566244,revision_number=8']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:16:55.206470 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b5ba03-1247-4756-808f-907e16b89d12 req-605ff401-4bd7-44bf-bb5d-0f281bfffb36 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:55.207984 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-37b5ba03-1247-4756-808f-907e16b89d12 req-605ff401-4bd7-44bf-bb5d-0f281bfffb36 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=d502aaf3-8a6d-4817-b8bd-4ba517d705c0 HTTP/1.1" status: 200 len: 946 time: 0.0504005 Aug 16 23:16:55.246248 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-37b5ba03-1247-4756-808f-907e16b89d12 req-b01e9232-f69c-48a5-a4bf-428b1ad2e86c tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321476 Aug 16 23:16:55.386922 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 42176) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:16:55.416339 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:55.462927 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-dab26a64-244c-44cd-bb24-c487f0ef6579 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:55.489772 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-dab26a64-244c-44cd-bb24-c487f0ef6579 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:55.554447 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-dab26a64-244c-44cd-bb24-c487f0ef6579 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:55.557298 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-dab26a64-244c-44cd-bb24-c487f0ef6579 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:55.561230 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-dab26a64-244c-44cd-bb24-c487f0ef6579 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] 10.222.0.36 "DELETE /v2.0/security-groups/0a2e3f1b-4aea-4fea-a97a-c2bcc8367e27 HTTP/1.1" status: 204 len: 168 time: 0.1706297 Aug 16 23:16:55.571188 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab26a64-244c-44cd-bb24-c487f0ef6579 tempest-TestVolumeBackupRestore-656162294 tempest-TestVolumeBackupRestore-656162294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a2e3f1b-4aea-4fea-a97a-c2bcc8367e27,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:16:55.598565 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f03810d-4e6f-4a87-a4ff-190a807772fb req-4236ee7c-c0b8-4478-ab38-07b7ff58eb9d tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:55.600154 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5f03810d-4e6f-4a87-a4ff-190a807772fb req-4236ee7c-c0b8-4478-ab38-07b7ff58eb9d tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.68 "GET /v2.0/ports?device_id=d502aaf3-8a6d-4817-b8bd-4ba517d705c0 HTTP/1.1" status: 200 len: 946 time: 0.0656409 Aug 16 23:16:55.766110 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-5f03810d-4e6f-4a87-a4ff-190a807772fb req-5d7e277d-a89f-4571-9e57-27ceba0bdbd1 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Deleting port 392bb4fe-3289-4fa8-8dbc-f4d0d24ef13c {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:16:55.766457 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-5f03810d-4e6f-4a87-a4ff-190a807772fb req-5d7e277d-a89f-4571-9e57-27ceba0bdbd1 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:55.804981 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcf51829-bc53-431f-901b-ce4bb72b65fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62ad7c9a-9355-476c-9726-91c7fd566244'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:16:55.808373 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87058346-8e7f-4832-bffa-7e94f2af9fca" -d '{"events": [{"server_uuid": "fcf51829-bc53-431f-901b-ce4bb72b65fa", "name": "network-vif-unplugged", "status": "completed", "tag": "62ad7c9a-9355-476c-9726-91c7fd566244"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:16:55.893670 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 23:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e970d44-0d1c-472c-b517-7d4ca43f952d x-openstack-request-id: req-0e970d44-0d1c-472c-b517-7d4ca43f952d {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:16:55.894707 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcf51829-bc53-431f-901b-ce4bb72b65fa", "name": "network-vif-unplugged", "status": "completed", "tag": "62ad7c9a-9355-476c-9726-91c7fd566244", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:16:55.895137 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0e970d44-0d1c-472c-b517-7d4ca43f952d {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:16:55.895702 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcf51829-bc53-431f-901b-ce4bb72b65fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62ad7c9a-9355-476c-9726-91c7fd566244', 'code': 200} Aug 16 23:16:55.998556 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-5f03810d-4e6f-4a87-a4ff-190a807772fb req-5d7e277d-a89f-4571-9e57-27ceba0bdbd1 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] For port 392bb4fe-3289-4fa8-8dbc-f4d0d24ef13c, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=392bb4fe-3289-4fa8-8dbc-f4d0d24ef13c,segment=NetworkSegment(2f9a4174-b2ab-4aae-b8db-a65907961481),segment_id=2f9a4174-b2ab-4aae-b8db-a65907961481)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:16:55.998941 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-5f03810d-4e6f-4a87-a4ff-190a807772fb req-5d7e277d-a89f-4571-9e57-27ceba0bdbd1 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:56.017860 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e83408-2447-494a-970c-360a5af281c5 req-a7d78644-2937-41b2-b526-9e015b3f6134 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:56.027186 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c3e83408-2447-494a-970c-360a5af281c5 req-a7d78644-2937-41b2-b526-9e015b3f6134 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a HTTP/1.1" status: 200 len: 945 time: 0.0700572 Aug 16 23:16:56.031856 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-5f03810d-4e6f-4a87-a4ff-190a807772fb req-5d7e277d-a89f-4571-9e57-27ceba0bdbd1 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Calling delete_port for 392bb4fe-3289-4fa8-8dbc-f4d0d24ef13c owned by compute:nova {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:16:56.082272 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c3e83408-2447-494a-970c-360a5af281c5 req-aa875167-ceef-4d79-b595-ee2f57ced0df tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=5247d9a5-a8ca-4a37-95ec-bfd51308f7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542021 Aug 16 23:16:56.245434 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-5f03810d-4e6f-4a87-a4ff-190a807772fb req-5d7e277d-a89f-4571-9e57-27ceba0bdbd1 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:56.258861 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['392bb4fe-3289-4fa8-8dbc-f4d0d24ef13c'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:16:56.285099 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8fb177-9d27-4705-be42-aa5641719566 req-cbfb9a96-e18f-4fa4-8a77-3f7c73cd5989 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:56.304379 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9f8fb177-9d27-4705-be42-aa5641719566 req-cbfb9a96-e18f-4fa4-8a77-3f7c73cd5989 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a HTTP/1.1" status: 200 len: 945 time: 0.1137662 Aug 16 23:16:56.331583 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['c0d4764f-ebed-4249-9515-362440827bba'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:16:56.356198 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7e277d-a89f-4571-9e57-27ceba0bdbd1 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Pushing event deleted for resources: {'Port': ['ID=392bb4fe-3289-4fa8-8dbc-f4d0d24ef13c,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:16:56.360809 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f03810d-4e6f-4a87-a4ff-190a807772fb req-5d7e277d-a89f-4571-9e57-27ceba0bdbd1 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] No DVR routers for this DVR port 392bb4fe-3289-4fa8-8dbc-f4d0d24ef13c on host n-h1-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:16:56.363947 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9f8fb177-9d27-4705-be42-aa5641719566 req-187f3c86-4a06-44a2-8318-f54632526367 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=5247d9a5-a8ca-4a37-95ec-bfd51308f7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582819 Aug 16 23:16:56.379232 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-5f03810d-4e6f-4a87-a4ff-190a807772fb req-5d7e277d-a89f-4571-9e57-27ceba0bdbd1 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:56.381472 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5f03810d-4e6f-4a87-a4ff-190a807772fb req-5d7e277d-a89f-4571-9e57-27ceba0bdbd1 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.68 "DELETE /v2.0/ports/392bb4fe-3289-4fa8-8dbc-f4d0d24ef13c HTTP/1.1" status: 204 len: 173 time: 0.7742527 Aug 16 23:16:56.383589 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd502aaf3-8a6d-4817-b8bd-4ba517d705c0', 'name': 'network-vif-deleted', 'tag': '392bb4fe-3289-4fa8-8dbc-f4d0d24ef13c'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:16:56.386246 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2414d9c6-9ed9-4966-b54f-f1bc021be9ba" -d '{"events": [{"server_uuid": "d502aaf3-8a6d-4817-b8bd-4ba517d705c0", "name": "network-vif-deleted", "tag": "392bb4fe-3289-4fa8-8dbc-f4d0d24ef13c"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:16:56.401761 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 42276) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:16:56.484688 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4492c66-441f-445d-9ada-48eb6fad4946 x-openstack-request-id: req-a4492c66-441f-445d-9ada-48eb6fad4946 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:16:56.484981 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d502aaf3-8a6d-4817-b8bd-4ba517d705c0", "name": "network-vif-deleted", "tag": "392bb4fe-3289-4fa8-8dbc-f4d0d24ef13c", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:16:56.485671 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a4492c66-441f-445d-9ada-48eb6fad4946 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:16:56.486256 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd502aaf3-8a6d-4817-b8bd-4ba517d705c0', 'name': 'network-vif-deleted', 'tag': '392bb4fe-3289-4fa8-8dbc-f4d0d24ef13c', 'status': 'completed', 'code': 200} Aug 16 23:16:56.528965 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ae0c5d16-de2a-4b29-9e41-c42d8dcb2c31 req-9e2037e9-c0b7-420c-b6cf-29c91fea58c7 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=d502aaf3-8a6d-4817-b8bd-4ba517d705c0 HTTP/1.1" status: 200 len: 210 time: 0.1467543 Aug 16 23:16:56.560141 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8229c0-85ae-406f-8c67-3757e853f77b tempest-TestNetworkAdvancedServerOps-1443331071 tempest-TestNetworkAdvancedServerOps-1443331071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:56.561826 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-ce8229c0-85ae-406f-8c67-3757e853f77b tempest-TestNetworkAdvancedServerOps-1443331071 tempest-TestNetworkAdvancedServerOps-1443331071-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a HTTP/1.1" status: 200 len: 1092 time: 0.1577926 Aug 16 23:16:56.564717 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 42296) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:16:56.570975 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-52574d77-ba6c-4a63-bdf1-fa63b1ed5924 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Request body: {'floatingip': {'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'port_id': '5e669ad3-1963-4c27-8d15-255b07ce52d2', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:16:56.607989 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-52574d77-ba6c-4a63-bdf1-fa63b1ed5924 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for floatingip, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:56.755662 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 62ad7c9a-9355-476c-9726-91c7fd566244 details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:16:56.793241 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-52574d77-ba6c-4a63-bdf1-fa63b1ed5924 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:56.949919 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 62ad7c9a-9355-476c-9726-91c7fd566244, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=62ad7c9a-9355-476c-9726-91c7fd566244,segment=NetworkSegment(10a968c4-5c7d-4c23-b34c-ca325bfda5cc),segment_id=10a968c4-5c7d-4c23-b34c-ca325bfda5cc)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:16:56.968430 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': '62ad7c9a-9355-476c-9726-91c7fd566244', 'network_id': '6152efff-6e82-46a1-acb7-149d7c33d5d6', 'port_id': '62ad7c9a-9355-476c-9726-91c7fd566244', 'mac_address': 'fa:16:3e:5a:d8:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d6a27ac-d81b-4d19-9995-25afe2c6f338', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:16:57.046175 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-52574d77-ba6c-4a63-bdf1-fa63b1ed5924 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Allocated IP 172.25.4.62 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/c5175dd9-22e4-46ca-a689-8c67a8283792) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:16:57.271813 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-52574d77-ba6c-4a63-bdf1-fa63b1ed5924 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:57.318554 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:57.334010 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62ad7c9a-9355-476c-9726-91c7fd566244 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:16:57.359504 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 62ad7c9a-9355-476c-9726-91c7fd566244, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=62ad7c9a-9355-476c-9726-91c7fd566244,segment=NetworkSegment(10a968c4-5c7d-4c23-b34c-ca325bfda5cc),segment_id=10a968c4-5c7d-4c23-b34c-ca325bfda5cc)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:16:57.365429 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:57.392126 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-52574d77-ba6c-4a63-bdf1-fa63b1ed5924 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:57.415130 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52574d77-ba6c-4a63-bdf1-fa63b1ed5924 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:16:57.418190 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-52574d77-ba6c-4a63-bdf1-fa63b1ed5924 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:16:57.440658 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52574d77-ba6c-4a63-bdf1-fa63b1ed5924 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:16:57.460102 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=62ad7c9a-9355-476c-9726-91c7fd566244,revision_number=9']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:16:57.508900 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['62ad7c9a-9355-476c-9726-91c7fd566244'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:16:57.643607 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52574d77-ba6c-4a63-bdf1-fa63b1ed5924 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Pushing event updated for resources: {'Port': ['ID=c5175dd9-22e4-46ca-a689-8c67a8283792,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:16:58.206210 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-52574d77-ba6c-4a63-bdf1-fa63b1ed5924 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:58.353706 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-52574d77-ba6c-4a63-bdf1-fa63b1ed5924 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:58.776920 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 62ad7c9a-9355-476c-9726-91c7fd566244 up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:16:58.789432 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-52574d77-ba6c-4a63-bdf1-fa63b1ed5924 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:58.797905 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-52574d77-ba6c-4a63-bdf1-fa63b1ed5924 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:58.891568 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port 62ad7c9a-9355-476c-9726-91c7fd566244 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:16:58.891950 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:58.955210 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-52574d77-ba6c-4a63-bdf1-fa63b1ed5924 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:59.028871 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3be7067-ca59-4a19-bd63-ddd4d2c492af req-e2f22d8e-492a-44fd-a3e6-a3f826db8f15 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:16:59.041705 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f3be7067-ca59-4a19-bd63-ddd4d2c492af req-e2f22d8e-492a-44fd-a3e6-a3f826db8f15 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/networks?id=0c457813-f40c-4a5d-a305-ee4f3c9bee58 HTTP/1.1" status: 200 len: 806 time: 0.2651627 Aug 16 23:16:59.044106 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52574d77-ba6c-4a63-bdf1-fa63b1ed5924 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Pushing event updated for resources: {'Port': ['ID=c5175dd9-22e4-46ca-a689-8c67a8283792,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:16:59.076525 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f3be7067-ca59-4a19-bd63-ddd4d2c492af req-b53f6b0e-091a-467e-8e17-e080f277a577 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/quotas/a7c31e67ee7c4b289c3ec8027565ddcd HTTP/1.1" status: 200 len: 375 time: 0.0335646 Aug 16 23:16:59.082697 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:59.156187 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 392bb4fe-3289-4fa8-8dbc-f4d0d24ef13c no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:16:59.169071 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcf51829-bc53-431f-901b-ce4bb72b65fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ad7c9a-9355-476c-9726-91c7fd566244'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:16:59.174921 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dac4a2d8-f437-4b36-b1d6-a92dd5f50aa6" -d '{"events": [{"server_uuid": "fcf51829-bc53-431f-901b-ce4bb72b65fa", "name": "network-vif-plugged", "status": "completed", "tag": "62ad7c9a-9355-476c-9726-91c7fd566244"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:16:59.198217 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f3be7067-ca59-4a19-bd63-ddd4d2c492af req-373bdb85-6d40-4b40-be74-246076318b66 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a7c31e67ee7c4b289c3ec8027565ddcd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1198833 Aug 16 23:16:59.199934 n-d-791506-26 neutron-server[101291]: INFO neutron.db.l3_db [None req-52574d77-ba6c-4a63-bdf1-fa63b1ed5924 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Floating IP 52bbecce-e20f-4eb5-836b-c52c06e5e29b associated. External IP: 172.25.4.62, port: 5e669ad3-1963-4c27-8d15-255b07ce52d2. Aug 16 23:16:59.243110 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] No Port match for: 392bb4fe-3289-4fa8-8dbc-f4d0d24ef13c {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:16:59.245194 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 392bb4fe-3289-4fa8-8dbc-f4d0d24ef13c not bound to the agent host n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:16:59.250890 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 62ad7c9a-9355-476c-9726-91c7fd566244, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=62ad7c9a-9355-476c-9726-91c7fd566244,segment=NetworkSegment(10a968c4-5c7d-4c23-b34c-ca325bfda5cc),segment_id=10a968c4-5c7d-4c23-b34c-ca325bfda5cc)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:16:59.262022 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:16:59.337796 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c28db322-47ec-4e71-8ce8-f37071dcd5a8 x-openstack-request-id: req-c28db322-47ec-4e71-8ce8-f37071dcd5a8 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:16:59.337796 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcf51829-bc53-431f-901b-ce4bb72b65fa", "name": "network-vif-plugged", "status": "completed", "tag": "62ad7c9a-9355-476c-9726-91c7fd566244", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:16:59.337796 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c28db322-47ec-4e71-8ce8-f37071dcd5a8 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:16:59.337796 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcf51829-bc53-431f-901b-ce4bb72b65fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ad7c9a-9355-476c-9726-91c7fd566244', 'code': 200} Aug 16 23:16:59.372639 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=62ad7c9a-9355-476c-9726-91c7fd566244,revision_number=10']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:16:59.437158 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f3be7067-ca59-4a19-bd63-ddd4d2c492af req-b39e0d37-bb94-489b-ac2b-8bb4c2371ec5 service neutron] 10.222.0.36 "GET /v2.0/networks/0c457813-f40c-4a5d-a305-ee4f3c9bee58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170050 Aug 16 23:16:59.615561 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f3be7067-ca59-4a19-bd63-ddd4d2c492af req-ff159ed5-7a2c-4220-90ff-41d2e18c357d service neutron] 10.222.0.36 "GET /v2.0/networks/0c457813-f40c-4a5d-a305-ee4f3c9bee58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775362 Aug 16 23:17:00.177974 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52574d77-ba6c-4a63-bdf1-fa63b1ed5924 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Router 6060164e-acc0-4225-b18e-f4519c628e59 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:17:00.240415 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-92e636b0-12e9-45f0-b7e0-8a2e6ff5dd7f req-26c4e294-4b99-41a7-8367-b0a64fa28b42 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a8629be-ea2f-4f1f-a9b7-d97065e5f77c HTTP/1.1" status: 200 len: 210 time: 0.2757792 Aug 16 23:17:00.352797 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52574d77-ba6c-4a63-bdf1-fa63b1ed5924 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:17:00.367268 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e359616-748e-47b8-ba7a-aedefbdf0191 None None] Sync routers for ids ['6060164e-acc0-4225-b18e-f4519c628e59'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:17:00.387416 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e359616-748e-47b8-ba7a-aedefbdf0191 None None] Routers {'6060164e-acc0-4225-b18e-f4519c628e59'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:17:00.388060 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-52574d77-ba6c-4a63-bdf1-fa63b1ed5924 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:00.388175 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-3e359616-748e-47b8-ba7a-aedefbdf0191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:16:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['6060164e-acc0-4225-b18e-f4519c628e59'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:17:00.444331 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-52574d77-ba6c-4a63-bdf1-fa63b1ed5924 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.8749714 Aug 16 23:17:00.444331 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a', 'tag': '5e669ad3-1963-4c27-8d15-255b07ce52d2'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:17:00.444768 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d209737a-71a4-4dd6-80ac-e1d76b90bb2e" -d '{"events": [{"name": "network-changed", "server_uuid": "2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a", "tag": "5e669ad3-1963-4c27-8d15-255b07ce52d2"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:17:00.578643 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1d86df8-cb82-4d04-83f7-715583503429 x-openstack-request-id: req-b1d86df8-cb82-4d04-83f7-715583503429 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:17:00.579215 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a", "tag": "5e669ad3-1963-4c27-8d15-255b07ce52d2", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:17:00.579673 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b1d86df8-cb82-4d04-83f7-715583503429 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:17:00.580629 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a', 'tag': '5e669ad3-1963-4c27-8d15-255b07ce52d2', 'status': 'completed', 'code': 200} Aug 16 23:17:00.701776 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d209737a-71a4-4dd6-80ac-e1d76b90bb2e req-d5edde7c-ffa3-47e8-80d1-733d47fcbbee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:00.719406 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d209737a-71a4-4dd6-80ac-e1d76b90bb2e req-d5edde7c-ffa3-47e8-80d1-733d47fcbbee service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3aee68aa35e24e649e175a43cbcb7bd3&device_id=2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a HTTP/1.1" status: 200 len: 1097 time: 0.1283975 Aug 16 23:17:00.782106 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-3e359616-748e-47b8-ba7a-aedefbdf0191 None None] Set router 6060164e-acc0-4225-b18e-f4519c628e59 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:17:00.938044 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7c460d-e119-4f89-8b05-c95c3002d46a req-fee41cc3-bdab-4e07-835a-e47b9fcec8f0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:00.959110 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-aa7c460d-e119-4f89-8b05-c95c3002d46a req-fee41cc3-bdab-4e07-835a-e47b9fcec8f0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a HTTP/1.1" status: 200 len: 945 time: 0.3353963 Aug 16 23:17:01.074295 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d209737a-71a4-4dd6-80ac-e1d76b90bb2e req-ab5698e0-2aa4-4c94-b7c4-4ca6d5c1c935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:01.077620 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-aa7c460d-e119-4f89-8b05-c95c3002d46a req-7db3ca35-7391-4ce3-b0bd-20a7a7f57f46 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=5247d9a5-a8ca-4a37-95ec-bfd51308f7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148562 Aug 16 23:17:01.083675 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d209737a-71a4-4dd6-80ac-e1d76b90bb2e req-ab5698e0-2aa4-4c94-b7c4-4ca6d5c1c935 service neutron] 10.222.0.68 "GET /v2.0/networks?id=7339cb68-2f07-4085-93a7-2381ab45a475 HTTP/1.1" status: 200 len: 898 time: 0.3504014 Aug 16 23:17:01.100760 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 42768) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:17:01.183045 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-2b1945e3-a8f1-4767-b382-6eac451ab451 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/floatingips/52bbecce-e20f-4eb5-836b-c52c06e5e29b HTTP/1.1" status: 200 len: 990 time: 0.0790904 Aug 16 23:17:01.256142 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d209737a-71a4-4dd6-80ac-e1d76b90bb2e req-1b649b13-6406-403e-8aa7-a8e380f80d0e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e669ad3-1963-4c27-8d15-255b07ce52d2 HTTP/1.1" status: 200 len: 998 time: 0.1672926 Aug 16 23:17:01.383439 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d209737a-71a4-4dd6-80ac-e1d76b90bb2e req-e883e3bb-a9c2-4ba3-b16b-e4ccb3bd284f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:01.387440 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d209737a-71a4-4dd6-80ac-e1d76b90bb2e req-e883e3bb-a9c2-4ba3-b16b-e4ccb3bd284f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=12c27e46-2b78-4269-aafc-9f66cc3269bf HTTP/1.1" status: 200 len: 834 time: 0.1116683 Aug 16 23:17:01.393456 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-3e359616-748e-47b8-ba7a-aedefbdf0191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6060164e-acc0-4225-b18e-f4519c628e59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1850837424', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': 'f1e65b27-e6f3-4e59-a407-7faa9244d3f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:16:29Z', 'updated_at': '2021-08-16T23:16:35Z', 'revision_number': 4, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'gw_port': {'id': 'f1e65b27-e6f3-4e59-a407-7faa9244d3f9', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d8:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6060164e-acc0-4225-b18e-f4519c628e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:16:30Z', 'updated_at': '2021-08-16T23:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': '52bbecce-e20f-4eb5-836b-c52c06e5e29b', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'floating_ip_address': '172.25.4.62', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': '6060164e-acc0-4225-b18e-f4519c628e59', 'port_id': '5e669ad3-1963-4c27-8d15-255b07ce52d2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7339cb68-2f07-4085-93a7-2381ab45a475', 'mac_address': 'fa:16:3e:b1:c4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:16:57Z', 'updated_at': '2021-08-16T23:16:57Z', 'revision_number': 0, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f28e558c-6f37-417d-84d7-e2880a78b027', 'name': '', 'network_id': '7339cb68-2f07-4085-93a7-2381ab45a475', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'mac_address': 'fa:16:3e:61:e3:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6060164e-acc0-4225-b18e-f4519c628e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '12c27e46-2b78-4269-aafc-9f66cc3269bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:16:34Z', 'updated_at': '2021-08-16T23:16:44Z', 'revision_number': 5, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'subnets': [{'id': '12c27e46-2b78-4269-aafc-9f66cc3269bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:17:01.449148 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e66071db-f9cb-415d-a436-cf5c7c4f2b81 req-30745db3-078b-493a-b938-6a30ae94f51e tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a8629be-ea2f-4f1f-a9b7-d97065e5f77c HTTP/1.1" status: 200 len: 210 time: 0.0486951 Aug 16 23:17:01.494399 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e359616-748e-47b8-ba7a-aedefbdf0191 None None] Checking router: 6060164e-acc0-4225-b18e-f4519c628e59 for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:17:01.507905 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e359616-748e-47b8-ba7a-aedefbdf0191 None None] Routers {'6060164e-acc0-4225-b18e-f4519c628e59'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:17:01.508608 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-3e359616-748e-47b8-ba7a-aedefbdf0191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:16:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['6060164e-acc0-4225-b18e-f4519c628e59'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:17:01.513225 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d209737a-71a4-4dd6-80ac-e1d76b90bb2e req-e4191e27-c3f9-4170-9705-f646cd00a286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:01.516163 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d209737a-71a4-4dd6-80ac-e1d76b90bb2e req-e4191e27-c3f9-4170-9705-f646cd00a286 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=7339cb68-2f07-4085-93a7-2381ab45a475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1198914 Aug 16 23:17:01.551177 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 42786) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:17:01.769789 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d209737a-71a4-4dd6-80ac-e1d76b90bb2e req-4eb67992-97dd-407b-b8d5-60a3c384d2d7 service neutron] 10.222.0.68 "GET /v2.0/networks/7339cb68-2f07-4085-93a7-2381ab45a475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402220 Aug 16 23:17:01.799797 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-3e359616-748e-47b8-ba7a-aedefbdf0191 None None] Set router 6060164e-acc0-4225-b18e-f4519c628e59 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:17:01.977663 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d209737a-71a4-4dd6-80ac-e1d76b90bb2e req-d34ac462-046a-4b28-9f85-4b7d9bf771f4 service neutron] 10.222.0.68 "GET /v2.0/networks/7339cb68-2f07-4085-93a7-2381ab45a475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002182 Aug 16 23:17:02.018634 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3be7067-ca59-4a19-bd63-ddd4d2c492af req-bffddbd9-0722-4f82-bdab-5d0bb5b75351 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:02.025568 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f3be7067-ca59-4a19-bd63-ddd4d2c492af req-bffddbd9-0722-4f82-bdab-5d0bb5b75351 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.57 "GET /v2.0/networks?id=0c457813-f40c-4a5d-a305-ee4f3c9bee58 HTTP/1.1" status: 200 len: 806 time: 0.2200754 Aug 16 23:17:02.062430 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-f3be7067-ca59-4a19-bd63-ddd4d2c492af req-9f8550ec-631e-444a-9556-0095bc1d942f tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Request body: {'port': {'device_id': '8a8629be-ea2f-4f1f-a9b7-d97065e5f77c', 'network_id': '0c457813-f40c-4a5d-a305-ee4f3c9bee58', 'admin_state_up': True, 'tenant_id': 'a7c31e67ee7c4b289c3ec8027565ddcd'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:17:02.187962 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 42800) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:17:02.339060 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-3e359616-748e-47b8-ba7a-aedefbdf0191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6060164e-acc0-4225-b18e-f4519c628e59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1850837424', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': 'f1e65b27-e6f3-4e59-a407-7faa9244d3f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:16:29Z', 'updated_at': '2021-08-16T23:16:35Z', 'revision_number': 4, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'gw_port': {'id': 'f1e65b27-e6f3-4e59-a407-7faa9244d3f9', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d8:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6060164e-acc0-4225-b18e-f4519c628e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:16:30Z', 'updated_at': '2021-08-16T23:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': '52bbecce-e20f-4eb5-836b-c52c06e5e29b', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'floating_ip_address': '172.25.4.62', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': '6060164e-acc0-4225-b18e-f4519c628e59', 'port_id': '5e669ad3-1963-4c27-8d15-255b07ce52d2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7339cb68-2f07-4085-93a7-2381ab45a475', 'mac_address': 'fa:16:3e:b1:c4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:16:57Z', 'updated_at': '2021-08-16T23:16:57Z', 'revision_number': 0, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f28e558c-6f37-417d-84d7-e2880a78b027', 'name': '', 'network_id': '7339cb68-2f07-4085-93a7-2381ab45a475', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'mac_address': 'fa:16:3e:61:e3:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6060164e-acc0-4225-b18e-f4519c628e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '12c27e46-2b78-4269-aafc-9f66cc3269bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:16:34Z', 'updated_at': '2021-08-16T23:16:44Z', 'revision_number': 5, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'subnets': [{'id': '12c27e46-2b78-4269-aafc-9f66cc3269bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:17:02.348996 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-038096fb-9895-418a-8663-6f661afd50d8 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/floatingips/52bbecce-e20f-4eb5-836b-c52c06e5e29b HTTP/1.1" status: 200 len: 990 time: 0.1585102 Aug 16 23:17:02.382490 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e359616-748e-47b8-ba7a-aedefbdf0191 None None] The sync data for ids ['6060164e-acc0-4225-b18e-f4519c628e59'] in n-d-791506-26 is: [{'id': '6060164e-acc0-4225-b18e-f4519c628e59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1850837424', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': 'f1e65b27-e6f3-4e59-a407-7faa9244d3f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:16:29Z', 'updated_at': '2021-08-16T23:16:35Z', 'revision_number': 4, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'gw_port': {'id': 'f1e65b27-e6f3-4e59-a407-7faa9244d3f9', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d8:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6060164e-acc0-4225-b18e-f4519c628e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:16:30Z', 'updated_at': '2021-08-16T23:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': '52bbecce-e20f-4eb5-836b-c52c06e5e29b', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'floating_ip_address': '172.25.4.62', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': '6060164e-acc0-4225-b18e-f4519c628e59', 'port_id': '5e669ad3-1963-4c27-8d15-255b07ce52d2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7339cb68-2f07-4085-93a7-2381ab45a475', 'mac_address': 'fa:16:3e:b1:c4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:16:57Z', 'updated_at': '2021-08-16T23:16:57Z', 'revision_number': 0, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f28e558c-6f37-417d-84d7-e2880a78b027', 'name': '', 'network_id': '7339cb68-2f07-4085-93a7-2381ab45a475', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'mac_address': 'fa:16:3e:61:e3:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6060164e-acc0-4225-b18e-f4519c628e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '12c27e46-2b78-4269-aafc-9f66cc3269bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:16:34Z', 'updated_at': '2021-08-16T23:16:44Z', 'revision_number': 5, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'subnets': [{'id': '12c27e46-2b78-4269-aafc-9f66cc3269bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:17:02.469560 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3be7067-ca59-4a19-bd63-ddd4d2c492af req-9f8550ec-631e-444a-9556-0095bc1d942f tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Made reservation on behalf of a7c31e67ee7c4b289c3ec8027565ddcd for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:17:02.479054 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-f3be7067-ca59-4a19-bd63-ddd4d2c492af req-9f8550ec-631e-444a-9556-0095bc1d942f tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:02.727821 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [req-f3be7067-ca59-4a19-bd63-ddd4d2c492af req-9f8550ec-631e-444a-9556-0095bc1d942f tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Allocated IP 172.20.0.3 (0c457813-f40c-4a5d-a305-ee4f3c9bee58/4724a49f-f514-42a4-b8bc-2aeadbfe5460/dd4df97c-e528-4db7-aaca-be0ccb7065b3) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:17:02.802583 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc44bafa-9e1d-4c81-a6eb-9a5f726338eb None None] New status for floating IP 52bbecce-e20f-4eb5-836b-c52c06e5e29b: ACTIVE {{(pid=101294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:17:02.804306 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d90c1877-2285-4add-a433-2c8e68172e7a req-503a4a9f-5740-4243-89a8-ade77dc5dcce tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a8629be-ea2f-4f1f-a9b7-d97065e5f77c HTTP/1.1" status: 200 len: 210 time: 0.0793302 Aug 16 23:17:03.021875 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-262b154c-fa8b-42ef-b548-59404102ede9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537579'] for router_interface, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:03.210754 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-f3be7067-ca59-4a19-bd63-ddd4d2c492af req-9f8550ec-631e-444a-9556-0095bc1d942f tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:03.343006 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-f3be7067-ca59-4a19-bd63-ddd4d2c492af req-9f8550ec-631e-444a-9556-0095bc1d942f tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:03.351782 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 42822) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:17:03.379608 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['c0d4764f-ebed-4249-9515-362440827bba'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:17:03.445290 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3be7067-ca59-4a19-bd63-ddd4d2c492af req-9f8550ec-631e-444a-9556-0095bc1d942f tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Network 0c457813-f40c-4a5d-a305-ee4f3c9bee58 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:17:03.462810 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [req-f3be7067-ca59-4a19-bd63-ddd4d2c492af req-9f8550ec-631e-444a-9556-0095bc1d942f tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:17:03.467556 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3be7067-ca59-4a19-bd63-ddd4d2c492af req-9f8550ec-631e-444a-9556-0095bc1d942f tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:17:03.514703 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-203016bc-64d1-4209-adce-dd3221ff78cb tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/floatingips/52bbecce-e20f-4eb5-836b-c52c06e5e29b HTTP/1.1" status: 200 len: 992 time: 0.1549664 Aug 16 23:17:03.514922 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8550ec-631e-444a-9556-0095bc1d942f tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Pushing event updated for resources: {'Port': ['ID=dd4df97c-e528-4db7-aaca-be0ccb7065b3,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:17:03.537566 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8550ec-631e-444a-9556-0095bc1d942f tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:17:03.537998 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8550ec-631e-444a-9556-0095bc1d942f tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:17:03.538929 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8550ec-631e-444a-9556-0095bc1d942f tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:17:03.538929 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8550ec-631e-444a-9556-0095bc1d942f tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:17:03.539139 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8550ec-631e-444a-9556-0095bc1d942f tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:17:03.539341 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8550ec-631e-444a-9556-0095bc1d942f tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:17:03.539675 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8550ec-631e-444a-9556-0095bc1d942f tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:17:03.540006 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8550ec-631e-444a-9556-0095bc1d942f tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:17:03.540339 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8550ec-631e-444a-9556-0095bc1d942f tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:17:03.540703 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8550ec-631e-444a-9556-0095bc1d942f tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:17:03.541036 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8550ec-631e-444a-9556-0095bc1d942f tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:17:03.541368 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8550ec-631e-444a-9556-0095bc1d942f tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:17:03.562939 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3be7067-ca59-4a19-bd63-ddd4d2c492af req-9f8550ec-631e-444a-9556-0095bc1d942f tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:03.563671 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-f3be7067-ca59-4a19-bd63-ddd4d2c492af req-9f8550ec-631e-444a-9556-0095bc1d942f tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:03.582999 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f3be7067-ca59-4a19-bd63-ddd4d2c492af req-9f8550ec-631e-444a-9556-0095bc1d942f tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5242736 Aug 16 23:17:03.584265 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-262b154c-fa8b-42ef-b548-59404102ede9 admin admin] Deleting port 5ed6346e-15ef-438f-9f46-b1dad80c3516 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:17:03.584636 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-262b154c-fa8b-42ef-b548-59404102ede9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:03.637832 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-f3be7067-ca59-4a19-bd63-ddd4d2c492af req-4230374e-8f43-443c-b834-bbe5aef23181 service neutron] Request body: {'port': {'device_id': '8a8629be-ea2f-4f1f-a9b7-d97065e5f77c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-26'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:17:03.727972 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-f3be7067-ca59-4a19-bd63-ddd4d2c492af req-4230374e-8f43-443c-b834-bbe5aef23181 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:03.760209 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-262b154c-fa8b-42ef-b548-59404102ede9 admin admin] For port 5ed6346e-15ef-438f-9f46-b1dad80c3516, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=5ed6346e-15ef-438f-9f46-b1dad80c3516,segment=NetworkSegment(2488a0b2-8754-4a95-81b9-c394f64916d0),segment_id=2488a0b2-8754-4a95-81b9-c394f64916d0)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:17:03.761276 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-262b154c-fa8b-42ef-b548-59404102ede9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:03.803357 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-262b154c-fa8b-42ef-b548-59404102ede9 admin admin] Calling delete_port for 5ed6346e-15ef-438f-9f46-b1dad80c3516 owned by network:router_interface {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:17:04.571101 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee775f5-8e26-45bc-9b52-946a96185277 req-3de5949e-96c2-44f9-a90c-4e61f65a0772 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:04.572633 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9ee775f5-8e26-45bc-9b52-946a96185277 req-3de5949e-96c2-44f9-a90c-4e61f65a0772 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a8629be-ea2f-4f1f-a9b7-d97065e5f77c HTTP/1.1" status: 200 len: 931 time: 0.2613120 Aug 16 23:17:04.694366 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9ee775f5-8e26-45bc-9b52-946a96185277 req-552c32a3-fc5a-4c90-8776-bbea6c11426e tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102765 Aug 16 23:17:04.825025 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-262b154c-fa8b-42ef-b548-59404102ede9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:04.833488 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [req-f3be7067-ca59-4a19-bd63-ddd4d2c492af req-4230374e-8f43-443c-b834-bbe5aef23181 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd4df97c-e528-4db7-aaca-be0ccb7065b3 {{(pid=101292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:17:04.843692 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-f3be7067-ca59-4a19-bd63-ddd4d2c492af req-4230374e-8f43-443c-b834-bbe5aef23181 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:04.889967 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262b154c-fa8b-42ef-b548-59404102ede9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ed6346e-15ef-438f-9f46-b1dad80c3516,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:17:04.919963 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-f3be7067-ca59-4a19-bd63-ddd4d2c492af req-4230374e-8f43-443c-b834-bbe5aef23181 service neutron] Transition to ACTIVE for port object dd4df97c-e528-4db7-aaca-be0ccb7065b3 will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:17:04.934366 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-f3be7067-ca59-4a19-bd63-ddd4d2c492af req-4230374e-8f43-443c-b834-bbe5aef23181 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:05.147836 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-f3be7067-ca59-4a19-bd63-ddd4d2c492af req-4230374e-8f43-443c-b834-bbe5aef23181 service neutron] Attempting to bind port dd4df97c-e528-4db7-aaca-be0ccb7065b3 on host n-h2-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:17:05.147936 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-f3be7067-ca59-4a19-bd63-ddd4d2c492af req-4230374e-8f43-443c-b834-bbe5aef23181 service neutron] Attempting to bind port dd4df97c-e528-4db7-aaca-be0ccb7065b3 by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': '2f9a4174-b2ab-4aae-b8db-a65907961481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0c457813-f40c-4a5d-a305-ee4f3c9bee58'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:17:05.148271 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3be7067-ca59-4a19-bd63-ddd4d2c492af req-4230374e-8f43-443c-b834-bbe5aef23181 service neutron] Attempting to bind port dd4df97c-e528-4db7-aaca-be0ccb7065b3 on network 0c457813-f40c-4a5d-a305-ee4f3c9bee58 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:17:05.163520 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3be7067-ca59-4a19-bd63-ddd4d2c492af req-4230374e-8f43-443c-b834-bbe5aef23181 service neutron] Port dd4df97c-e528-4db7-aaca-be0ccb7065b3 on network 0c457813-f40c-4a5d-a305-ee4f3c9bee58 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:17:05.163520 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3be7067-ca59-4a19-bd63-ddd4d2c492af req-4230374e-8f43-443c-b834-bbe5aef23181 service neutron] Attempting to bind port dd4df97c-e528-4db7-aaca-be0ccb7065b3 on network 0c457813-f40c-4a5d-a305-ee4f3c9bee58 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:17:05.182747 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4230374e-8f43-443c-b834-bbe5aef23181 service neutron] Pushing event updated for resources: {'Port': ['ID=dd4df97c-e528-4db7-aaca-be0ccb7065b3,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:17:05.187974 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3be7067-ca59-4a19-bd63-ddd4d2c492af req-4230374e-8f43-443c-b834-bbe5aef23181 service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:17:05.188323 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3be7067-ca59-4a19-bd63-ddd4d2c492af req-4230374e-8f43-443c-b834-bbe5aef23181 service neutron] Checking segment: {'id': '2f9a4174-b2ab-4aae-b8db-a65907961481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0c457813-f40c-4a5d-a305-ee4f3c9bee58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:17:05.188760 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3be7067-ca59-4a19-bd63-ddd4d2c492af req-4230374e-8f43-443c-b834-bbe5aef23181 service neutron] Bound using segment: {'id': '2f9a4174-b2ab-4aae-b8db-a65907961481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0c457813-f40c-4a5d-a305-ee4f3c9bee58'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:17:05.189882 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-f3be7067-ca59-4a19-bd63-ddd4d2c492af req-4230374e-8f43-443c-b834-bbe5aef23181 service neutron] Bound port: dd4df97c-e528-4db7-aaca-be0ccb7065b3, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f9a4174-b2ab-4aae-b8db-a65907961481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0c457813-f40c-4a5d-a305-ee4f3c9bee58'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:17:05.190280 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-f3be7067-ca59-4a19-bd63-ddd4d2c492af req-4230374e-8f43-443c-b834-bbe5aef23181 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:05.302948 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-262b154c-fa8b-42ef-b548-59404102ede9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537471'] for router_interface, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:05.326141 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-f3be7067-ca59-4a19-bd63-ddd4d2c492af req-4230374e-8f43-443c-b834-bbe5aef23181 service neutron] For port dd4df97c-e528-4db7-aaca-be0ccb7065b3, host n-h2-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:17:05.331466 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-f3be7067-ca59-4a19-bd63-ddd4d2c492af req-4230374e-8f43-443c-b834-bbe5aef23181 service neutron] For port dd4df97c-e528-4db7-aaca-be0ccb7065b3, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=dd4df97c-e528-4db7-aaca-be0ccb7065b3,segment=NetworkSegment(2f9a4174-b2ab-4aae-b8db-a65907961481),segment_id=2f9a4174-b2ab-4aae-b8db-a65907961481)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:17:05.376050 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-f3be7067-ca59-4a19-bd63-ddd4d2c492af req-4230374e-8f43-443c-b834-bbe5aef23181 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:05.434515 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3be7067-ca59-4a19-bd63-ddd4d2c492af req-4230374e-8f43-443c-b834-bbe5aef23181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:05.436241 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-f3be7067-ca59-4a19-bd63-ddd4d2c492af req-4230374e-8f43-443c-b834-bbe5aef23181 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:05.437953 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f3be7067-ca59-4a19-bd63-ddd4d2c492af req-4230374e-8f43-443c-b834-bbe5aef23181 service neutron] 10.222.0.57 "PUT /v2.0/ports/dd4df97c-e528-4db7-aaca-be0ccb7065b3 HTTP/1.1" status: 200 len: 1092 time: 1.8353944 Aug 16 23:17:05.444494 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a8629be-ea2f-4f1f-a9b7-d97065e5f77c', 'tag': 'dd4df97c-e528-4db7-aaca-be0ccb7065b3'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:17:05.449926 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79cf2ff1-d9a6-490c-bea1-aee04ea8a028" -d '{"events": [{"name": "network-changed", "server_uuid": "8a8629be-ea2f-4f1f-a9b7-d97065e5f77c", "tag": "dd4df97c-e528-4db7-aaca-be0ccb7065b3"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:17:05.521547 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d35416b0-8fef-46f0-b4b6-e58fe9d9ad3c x-openstack-request-id: req-d35416b0-8fef-46f0-b4b6-e58fe9d9ad3c {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:17:05.521743 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a8629be-ea2f-4f1f-a9b7-d97065e5f77c", "tag": "dd4df97c-e528-4db7-aaca-be0ccb7065b3", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:17:05.522217 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d35416b0-8fef-46f0-b4b6-e58fe9d9ad3c {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:17:05.522738 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a8629be-ea2f-4f1f-a9b7-d97065e5f77c', 'tag': 'dd4df97c-e528-4db7-aaca-be0ccb7065b3', 'status': 'completed', 'code': 200} Aug 16 23:17:05.590752 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4230374e-8f43-443c-b834-bbe5aef23181 service neutron] Pushing event updated for resources: {'Port': ['ID=dd4df97c-e528-4db7-aaca-be0ccb7065b3,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:17:05.666953 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3be7067-ca59-4a19-bd63-ddd4d2c492af req-913422e3-044c-4578-9b59-5b9a4bbc9e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:05.668949 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f3be7067-ca59-4a19-bd63-ddd4d2c492af req-913422e3-044c-4578-9b59-5b9a4bbc9e78 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a7c31e67ee7c4b289c3ec8027565ddcd&device_id=8a8629be-ea2f-4f1f-a9b7-d97065e5f77c HTTP/1.1" status: 200 len: 1095 time: 0.1400557 Aug 16 23:17:05.774207 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-262b154c-fa8b-42ef-b548-59404102ede9 admin admin] Router f81e7e85-c3e9-4d91-9c39-61672c271e99 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:17:05.831065 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f3be7067-ca59-4a19-bd63-ddd4d2c492af req-1137d094-e2d8-4425-9edf-641ad0c5fef0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd4df97c-e528-4db7-aaca-be0ccb7065b3 HTTP/1.1" status: 200 len: 217 time: 0.1375566 Aug 16 23:17:05.963054 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c01acb-d1ca-4593-96dd-380c142c67a4 req-6225e64b-affd-488f-96e1-d550c0045be2 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:05.965675 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f8c01acb-d1ca-4593-96dd-380c142c67a4 req-6225e64b-affd-488f-96e1-d550c0045be2 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a8629be-ea2f-4f1f-a9b7-d97065e5f77c HTTP/1.1" status: 200 len: 943 time: 0.1466324 Aug 16 23:17:06.000574 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3be7067-ca59-4a19-bd63-ddd4d2c492af req-73e43082-1000-42d9-9438-cace33e1a0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:06.002082 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f3be7067-ca59-4a19-bd63-ddd4d2c492af req-73e43082-1000-42d9-9438-cace33e1a0ee service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4724a49f-f514-42a4-b8bc-2aeadbfe5460 HTTP/1.1" status: 200 len: 846 time: 0.1516342 Aug 16 23:17:06.087888 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-262b154c-fa8b-42ef-b548-59404102ede9 admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:17:06.104004 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b443b235-62b5-4698-8c3b-30bc258bdcb7 None None] Sync routers for ids ['f81e7e85-c3e9-4d91-9c39-61672c271e99'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:17:06.109688 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 42880) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:17:06.110348 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-262b154c-fa8b-42ef-b548-59404102ede9 admin admin] 10.222.0.36 "PUT /v2.0/routers/f81e7e85-c3e9-4d91-9c39-61672c271e99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5580640 Aug 16 23:17:06.113964 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f3be7067-ca59-4a19-bd63-ddd4d2c492af req-9ad92ab1-1a93-4feb-ae81-191de054df5b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0c457813-f40c-4a5d-a305-ee4f3c9bee58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1034091 Aug 16 23:17:06.120568 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b443b235-62b5-4698-8c3b-30bc258bdcb7 None None] Routers {'f81e7e85-c3e9-4d91-9c39-61672c271e99'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:17:06.121187 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f8c01acb-d1ca-4593-96dd-380c142c67a4 req-2dc07623-0521-46a6-8a06-b511de042499 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253865 Aug 16 23:17:06.121307 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-b443b235-62b5-4698-8c3b-30bc258bdcb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:16:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['f81e7e85-c3e9-4d91-9c39-61672c271e99'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:17:06.281858 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3a1ffd66-bff0-4f47-a069-f58789ae2c26 admin admin] Notify callbacks [] for router, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:06.304824 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f3be7067-ca59-4a19-bd63-ddd4d2c492af req-2b518434-dfa0-4967-b767-a8ea0d4201d6 service neutron] 10.222.0.57 "GET /v2.0/networks/0c457813-f40c-4a5d-a305-ee4f3c9bee58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825459 Aug 16 23:17:06.306931 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-b443b235-62b5-4698-8c3b-30bc258bdcb7 None None] Set router f81e7e85-c3e9-4d91-9c39-61672c271e99 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:17:06.456147 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f3be7067-ca59-4a19-bd63-ddd4d2c492af req-8bd0c1e5-3091-400c-9b96-2493f744c285 service neutron] 10.222.0.57 "GET /v2.0/networks/0c457813-f40c-4a5d-a305-ee4f3c9bee58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439188 Aug 16 23:17:06.461716 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3a1ffd66-bff0-4f47-a069-f58789ae2c26 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:06.547283 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-3a1ffd66-bff0-4f47-a069-f58789ae2c26 admin admin] Deleting port c97e656f-5e9b-4913-b9f2-61055c3dc65a {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:17:06.547639 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3a1ffd66-bff0-4f47-a069-f58789ae2c26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:06.631885 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf2ff1-d9a6-490c-bea1-aee04ea8a028 req-fe554896-d87a-47b9-a5a4-8a91a653e9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:06.633646 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-79cf2ff1-d9a6-490c-bea1-aee04ea8a028 req-fe554896-d87a-47b9-a5a4-8a91a653e9c7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a7c31e67ee7c4b289c3ec8027565ddcd&device_id=8a8629be-ea2f-4f1f-a9b7-d97065e5f77c HTTP/1.1" status: 200 len: 1095 time: 0.0812879 Aug 16 23:17:06.665847 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-b443b235-62b5-4698-8c3b-30bc258bdcb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f81e7e85-c3e9-4d91-9c39-61672c271e99', 'name': 'tempest-TestVolumeBackupRestore-456446591-router', 'tenant_id': '9fb21280028e49bfa9100ff987ff3b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': 'c97e656f-5e9b-4913-b9f2-61055c3dc65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:13:07Z', 'updated_at': '2021-08-16T23:17:04Z', 'revision_number': 5, 'project_id': '9fb21280028e49bfa9100ff987ff3b9d', 'gw_port': {'id': 'c97e656f-5e9b-4913-b9f2-61055c3dc65a', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81e7e85-c3e9-4d91-9c39-61672c271e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:13:07Z', 'updated_at': '2021-08-16T23:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:17:06.712838 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b443b235-62b5-4698-8c3b-30bc258bdcb7 None None] Checking router: f81e7e85-c3e9-4d91-9c39-61672c271e99 for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:17:06.724758 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b443b235-62b5-4698-8c3b-30bc258bdcb7 None None] Routers {'f81e7e85-c3e9-4d91-9c39-61672c271e99'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:17:06.726001 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-b443b235-62b5-4698-8c3b-30bc258bdcb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:16:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['f81e7e85-c3e9-4d91-9c39-61672c271e99'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:17:06.753826 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-3a1ffd66-bff0-4f47-a069-f58789ae2c26 admin admin] For port c97e656f-5e9b-4913-b9f2-61055c3dc65a, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=c97e656f-5e9b-4913-b9f2-61055c3dc65a,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:17:06.754326 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3a1ffd66-bff0-4f47-a069-f58789ae2c26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:06.806118 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-3a1ffd66-bff0-4f47-a069-f58789ae2c26 admin admin] Calling delete_port for c97e656f-5e9b-4913-b9f2-61055c3dc65a owned by network:router_gateway {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:17:06.884414 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf2ff1-d9a6-490c-bea1-aee04ea8a028 req-122b37e7-dd9f-4e63-af02-30655d8b5de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:06.890658 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-b443b235-62b5-4698-8c3b-30bc258bdcb7 None None] Set router f81e7e85-c3e9-4d91-9c39-61672c271e99 gateway port host: None {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:17:06.891361 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-79cf2ff1-d9a6-490c-bea1-aee04ea8a028 req-122b37e7-dd9f-4e63-af02-30655d8b5de1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0c457813-f40c-4a5d-a305-ee4f3c9bee58 HTTP/1.1" status: 200 len: 907 time: 0.2463498 Aug 16 23:17:06.943964 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-79cf2ff1-d9a6-490c-bea1-aee04ea8a028 req-3e3eb4e4-1e03-4eaf-a493-ff99152440ce service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd4df97c-e528-4db7-aaca-be0ccb7065b3 HTTP/1.1" status: 200 len: 217 time: 0.0464530 Aug 16 23:17:07.028427 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-b443b235-62b5-4698-8c3b-30bc258bdcb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f81e7e85-c3e9-4d91-9c39-61672c271e99', 'name': 'tempest-TestVolumeBackupRestore-456446591-router', 'tenant_id': '9fb21280028e49bfa9100ff987ff3b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:13:07Z', 'updated_at': '2021-08-16T23:17:06Z', 'revision_number': 6, 'project_id': '9fb21280028e49bfa9100ff987ff3b9d', 'gw_port_host': None}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:17:07.064803 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf2ff1-d9a6-490c-bea1-aee04ea8a028 req-17936005-aef6-4ab9-8298-82b1b65366d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:07.066770 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b443b235-62b5-4698-8c3b-30bc258bdcb7 None None] The sync data for ids ['f81e7e85-c3e9-4d91-9c39-61672c271e99'] in n-d-791506-26 is: [{'id': 'f81e7e85-c3e9-4d91-9c39-61672c271e99', 'name': 'tempest-TestVolumeBackupRestore-456446591-router', 'tenant_id': '9fb21280028e49bfa9100ff987ff3b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:13:07Z', 'updated_at': '2021-08-16T23:17:06Z', 'revision_number': 6, 'project_id': '9fb21280028e49bfa9100ff987ff3b9d', 'gw_port_host': None}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:17:07.067180 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-79cf2ff1-d9a6-490c-bea1-aee04ea8a028 req-17936005-aef6-4ab9-8298-82b1b65366d9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4724a49f-f514-42a4-b8bc-2aeadbfe5460 HTTP/1.1" status: 200 len: 846 time: 0.1161740 Aug 16 23:17:07.133786 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3a1ffd66-bff0-4f47-a069-f58789ae2c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:07.145957 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-79cf2ff1-d9a6-490c-bea1-aee04ea8a028 req-4751a68a-feb3-4bc9-b7e6-6b616e1fbc4c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0c457813-f40c-4a5d-a305-ee4f3c9bee58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710294 Aug 16 23:17:07.238270 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1ffd66-bff0-4f47-a069-f58789ae2c26 admin admin] Pushing event deleted for resources: {'Port': ['ID=c97e656f-5e9b-4913-b9f2-61055c3dc65a,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:17:07.324421 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3a1ffd66-bff0-4f47-a069-f58789ae2c26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537121'] for router_gateway, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:07.379549 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e146ef84-4765-4f68-b33c-3fc2897548c3 req-7bd465c1-934e-4fe7-8142-1a8f76a73b08 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:07.386074 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e146ef84-4765-4f68-b33c-3fc2897548c3 req-7bd465c1-934e-4fe7-8142-1a8f76a73b08 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a8629be-ea2f-4f1f-a9b7-d97065e5f77c HTTP/1.1" status: 200 len: 943 time: 0.1221986 Aug 16 23:17:07.438076 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-79cf2ff1-d9a6-490c-bea1-aee04ea8a028 req-b786cd3d-0376-4f7e-91c8-cbca39b8533d service neutron] 10.222.0.57 "GET /v2.0/networks/0c457813-f40c-4a5d-a305-ee4f3c9bee58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811022 Aug 16 23:17:07.464369 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e146ef84-4765-4f68-b33c-3fc2897548c3 req-0702b8df-de6f-417b-962f-c9ce68b8fcc8 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770428 Aug 16 23:17:07.505162 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3a1ffd66-bff0-4f47-a069-f58789ae2c26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:07.520306 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3a1ffd66-bff0-4f47-a069-f58789ae2c26 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:07.596819 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3a1ffd66-bff0-4f47-a069-f58789ae2c26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:07.597747 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a1ffd66-bff0-4f47-a069-f58789ae2c26 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f81e7e85-c3e9-4d91-9c39-61672c271e99 {{(pid=101291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:17:07.605720 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3a1ffd66-bff0-4f47-a069-f58789ae2c26 admin admin] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:07.610088 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 42906) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:17:07.610952 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-3a1ffd66-bff0-4f47-a069-f58789ae2c26 admin admin] 10.222.0.36 "DELETE /v2.0/routers/f81e7e85-c3e9-4d91-9c39-61672c271e99 HTTP/1.1" status: 204 len: 168 time: 1.4990044 Aug 16 23:17:07.685834 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-79cf2ff1-d9a6-490c-bea1-aee04ea8a028 req-21c47f06-7b94-40fb-97e4-dfa1594176c9 service neutron] 10.222.0.57 "GET /v2.0/networks/0c457813-f40c-4a5d-a305-ee4f3c9bee58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296042 Aug 16 23:17:07.746005 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_v2 [None req-b07d892e-17af-4a80-935f-000b1a6e012b admin admin] Deleting subnet fddcdc29-052d-46fa-95f2-f1b8153d4dba {{(pid=101292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:17:07.750150 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b07d892e-17af-4a80-935f-000b1a6e012b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:07.809588 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b07d892e-17af-4a80-935f-000b1a6e012b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3848860'] for subnet, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:07.894622 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b07d892e-17af-4a80-935f-000b1a6e012b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:07.955341 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b07d892e-17af-4a80-935f-000b1a6e012b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26252129'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:08.006100 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07d892e-17af-4a80-935f-000b1a6e012b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fddcdc29-052d-46fa-95f2-f1b8153d4dba,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:17:08.013263 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b07d892e-17af-4a80-935f-000b1a6e012b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:08.018487 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-b07d892e-17af-4a80-935f-000b1a6e012b admin admin] 10.222.0.36 "DELETE /v2.0/subnets/fddcdc29-052d-46fa-95f2-f1b8153d4dba HTTP/1.1" status: 204 len: 168 time: 0.4044633 Aug 16 23:17:08.019275 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 42914) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:17:08.021257 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1ca80d-022f-488f-af28-20c297ea23c7 None None] Network be5d527b-4837-49dc-8ea1-3bb9f17b1194 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:17:08.153734 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce83cd26-d5a9-4efa-87f9-e05ceb0483fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:08.180396 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 5ed6346e-15ef-438f-9f46-b1dad80c3516 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:17:08.234999 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 5ed6346e-15ef-438f-9f46-b1dad80c3516 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:17:08.236261 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 5ed6346e-15ef-438f-9f46-b1dad80c3516 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:17:08.237389 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device c97e656f-5e9b-4913-b9f2-61055c3dc65a no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:17:08.280010 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: c97e656f-5e9b-4913-b9f2-61055c3dc65a {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:17:08.280524 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device c97e656f-5e9b-4913-b9f2-61055c3dc65a not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:17:08.283314 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce83cd26-d5a9-4efa-87f9-e05ceb0483fe admin admin] Deleting port 0d51340d-9b4b-4030-802a-18ccdfa59b2b {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:17:08.284831 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce83cd26-d5a9-4efa-87f9-e05ceb0483fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:08.394787 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce83cd26-d5a9-4efa-87f9-e05ceb0483fe admin admin] For port 0d51340d-9b4b-4030-802a-18ccdfa59b2b, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=0d51340d-9b4b-4030-802a-18ccdfa59b2b,segment=NetworkSegment(2488a0b2-8754-4a95-81b9-c394f64916d0),segment_id=2488a0b2-8754-4a95-81b9-c394f64916d0)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:17:08.395224 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce83cd26-d5a9-4efa-87f9-e05ceb0483fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:08.411705 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd54a60-d24f-42f8-8f90-184533e0f20f None None] DHCP port deletion for be5d527b-4837-49dc-8ea1-3bb9f17b1194 request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:17:08.414051 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce83cd26-d5a9-4efa-87f9-e05ceb0483fe admin admin] Calling delete_port for 0d51340d-9b4b-4030-802a-18ccdfa59b2b owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:17:08.505560 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-6cd54a60-d24f-42f8-8f90-184533e0f20f None None] Deleting port 0d51340d-9b4b-4030-802a-18ccdfa59b2b {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:17:08.506088 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-6cd54a60-d24f-42f8-8f90-184533e0f20f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:08.568691 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce83cd26-d5a9-4efa-87f9-e05ceb0483fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:08.609393 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-6cd54a60-d24f-42f8-8f90-184533e0f20f None None] For port 0d51340d-9b4b-4030-802a-18ccdfa59b2b, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=0d51340d-9b4b-4030-802a-18ccdfa59b2b,segment=NetworkSegment(2488a0b2-8754-4a95-81b9-c394f64916d0),segment_id=2488a0b2-8754-4a95-81b9-c394f64916d0)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:17:08.609823 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-6cd54a60-d24f-42f8-8f90-184533e0f20f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:08.625027 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-6cd54a60-d24f-42f8-8f90-184533e0f20f None None] Calling delete_port for 0d51340d-9b4b-4030-802a-18ccdfa59b2b owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:17:08.665127 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce83cd26-d5a9-4efa-87f9-e05ceb0483fe admin admin] Pushing event deleted for resources: {'Port': ['ID=0d51340d-9b4b-4030-802a-18ccdfa59b2b,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:17:08.675920 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce83cd26-d5a9-4efa-87f9-e05ceb0483fe admin admin] No DVR routers for this DVR port 0d51340d-9b4b-4030-802a-18ccdfa59b2b on host n-d-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:17:08.743793 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b9bb76-92e2-4b37-8717-bbde4525c94e req-b96f6ec4-9413-4cec-9ba3-4834de309802 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:08.746344 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-91b9bb76-92e2-4b37-8717-bbde4525c94e req-b96f6ec4-9413-4cec-9ba3-4834de309802 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a8629be-ea2f-4f1f-a9b7-d97065e5f77c HTTP/1.1" status: 200 len: 943 time: 0.1268470 Aug 16 23:17:08.804874 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce83cd26-d5a9-4efa-87f9-e05ceb0483fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:08.820934 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-6cd54a60-d24f-42f8-8f90-184533e0f20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:08.830098 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-91b9bb76-92e2-4b37-8717-bbde4525c94e req-bfb07451-d875-44ef-8f68-5773a18ffa72 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730441 Aug 16 23:17:08.833679 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-ce83cd26-d5a9-4efa-87f9-e05ceb0483fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be5d527b-4837-49dc-8ea1-3bb9f17b1194']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:17:08.847090 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-ce83cd26-d5a9-4efa-87f9-e05ceb0483fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2488a0b2-8754-4a95-81b9-c394f64916d0') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:17:08.847868 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-ce83cd26-d5a9-4efa-87f9-e05ceb0483fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2488a0b2-8754-4a95-81b9-c394f64916d0') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:17:08.867638 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd54a60-d24f-42f8-8f90-184533e0f20f None None] Pushing event deleted for resources: {'Port': ['ID=0d51340d-9b4b-4030-802a-18ccdfa59b2b,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:17:08.872873 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce83cd26-d5a9-4efa-87f9-e05ceb0483fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:08.873186 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd54a60-d24f-42f8-8f90-184533e0f20f None None] No DVR routers for this DVR port 0d51340d-9b4b-4030-802a-18ccdfa59b2b on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:17:08.903717 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce83cd26-d5a9-4efa-87f9-e05ceb0483fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:08.922206 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce83cd26-d5a9-4efa-87f9-e05ceb0483fe admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:17:08.923129 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce83cd26-d5a9-4efa-87f9-e05ceb0483fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:08.982277 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 23:17:08.982277 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:17:08.982277 n-d-791506-26 neutron-server[101291]: timer() Aug 16 23:17:08.982277 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:17:08.982277 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 23:17:08.982277 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:17:08.982277 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 23:17:08.982277 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:17:08.982277 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 23:17:08.982277 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:17:08.982277 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 23:17:08.982277 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:17:08.982277 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 23:17:08.982277 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:17:08.982277 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:17:08.982277 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:17:08.982277 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:17:08.982277 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:17:08.982277 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 23:17:08.982277 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:17:08.982277 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 23:17:08.982277 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:17:08.982277 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:17:08.982277 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:17:08.982277 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 23:17:08.982277 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:17:08.982277 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:17:08.982277 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:17:08.982277 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:17:08.982277 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:17:08.982277 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:17:08.982277 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:17:08.995256 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce83cd26-d5a9-4efa-87f9-e05ceb0483fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:09.004820 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce83cd26-d5a9-4efa-87f9-e05ceb0483fe admin admin] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:09.010174 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-ce83cd26-d5a9-4efa-87f9-e05ceb0483fe admin admin] 10.222.0.36 "DELETE /v2.0/networks/be5d527b-4837-49dc-8ea1-3bb9f17b1194 HTTP/1.1" status: 204 len: 168 time: 0.9870462 Aug 16 23:17:09.010536 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 42932) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:17:09.028089 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce83cd26-d5a9-4efa-87f9-e05ceb0483fe admin admin] Pushing event deleted for resources: {'Network': ['ID=be5d527b-4837-49dc-8ea1-3bb9f17b1194,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:17:09.518267 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2bbabca9-f295-49a5-a0f1-dec864f0aa41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537579'] for router_interface, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:09.887128 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 0d51340d-9b4b-4030-802a-18ccdfa59b2b no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:17:09.920983 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 0d51340d-9b4b-4030-802a-18ccdfa59b2b {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:17:09.921360 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 0d51340d-9b4b-4030-802a-18ccdfa59b2b not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:17:10.069215 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476b741e-4930-4e1b-b760-81ec8fdd6264 req-38612350-f210-4ea9-8556-4ee1a4a282c1 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:10.071442 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-476b741e-4930-4e1b-b760-81ec8fdd6264 req-38612350-f210-4ea9-8556-4ee1a4a282c1 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a8629be-ea2f-4f1f-a9b7-d97065e5f77c HTTP/1.1" status: 200 len: 943 time: 0.0892153 Aug 16 23:17:10.080108 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-2bbabca9-f295-49a5-a0f1-dec864f0aa41 admin admin] Deleting port c4ed7833-c190-48f6-9d03-7f6e63da855c {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:17:10.080840 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2bbabca9-f295-49a5-a0f1-dec864f0aa41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:10.199931 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-476b741e-4930-4e1b-b760-81ec8fdd6264 req-a9c97ee3-ee6c-46f2-a859-76e5e7f32dea tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220429 Aug 16 23:17:10.233940 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-2bbabca9-f295-49a5-a0f1-dec864f0aa41 admin admin] For port c4ed7833-c190-48f6-9d03-7f6e63da855c, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=c4ed7833-c190-48f6-9d03-7f6e63da855c,segment=NetworkSegment(55b08b79-eb8f-4d33-a8df-fba83c22cb74),segment_id=55b08b79-eb8f-4d33-a8df-fba83c22cb74)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:17:10.234320 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2bbabca9-f295-49a5-a0f1-dec864f0aa41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:10.254769 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-2bbabca9-f295-49a5-a0f1-dec864f0aa41 admin admin] Calling delete_port for c4ed7833-c190-48f6-9d03-7f6e63da855c owned by network:router_interface {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:17:10.514814 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2bbabca9-f295-49a5-a0f1-dec864f0aa41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:10.567579 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbabca9-f295-49a5-a0f1-dec864f0aa41 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4ed7833-c190-48f6-9d03-7f6e63da855c,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:17:10.859947 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device dd4df97c-e528-4db7-aaca-be0ccb7065b3 details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:17:11.040469 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port dd4df97c-e528-4db7-aaca-be0ccb7065b3, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=dd4df97c-e528-4db7-aaca-be0ccb7065b3,segment=NetworkSegment(2f9a4174-b2ab-4aae-b8db-a65907961481),segment_id=2f9a4174-b2ab-4aae-b8db-a65907961481)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:17:11.063428 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': 'dd4df97c-e528-4db7-aaca-be0ccb7065b3', 'network_id': '0c457813-f40c-4a5d-a305-ee4f3c9bee58', 'port_id': 'dd4df97c-e528-4db7-aaca-be0ccb7065b3', 'mac_address': 'fa:16:3e:b9:cd:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4724a49f-f514-42a4-b8bc-2aeadbfe5460', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:17:11.136074 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:11.155579 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd4df97c-e528-4db7-aaca-be0ccb7065b3 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:17:11.183291 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port dd4df97c-e528-4db7-aaca-be0ccb7065b3, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=dd4df97c-e528-4db7-aaca-be0ccb7065b3,segment=NetworkSegment(2f9a4174-b2ab-4aae-b8db-a65907961481),segment_id=2f9a4174-b2ab-4aae-b8db-a65907961481)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:17:11.188666 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:11.281667 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=dd4df97c-e528-4db7-aaca-be0ccb7065b3,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:17:11.299341 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2bbabca9-f295-49a5-a0f1-dec864f0aa41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537471'] for router_interface, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:11.378403 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:11.431990 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8090a409-c8b8-457b-b66f-46ddc6675074 req-4a4ee07d-a247-43b8-8d84-584a393ad8f5 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:11.433572 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8090a409-c8b8-457b-b66f-46ddc6675074 req-4a4ee07d-a247-43b8-8d84-584a393ad8f5 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a8629be-ea2f-4f1f-a9b7-d97065e5f77c HTTP/1.1" status: 200 len: 944 time: 0.1167591 Aug 16 23:17:11.509709 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8090a409-c8b8-457b-b66f-46ddc6675074 req-61612aed-1d23-4ab6-9004-7dd7183f5793 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476482 Aug 16 23:17:11.587105 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['dd4df97c-e528-4db7-aaca-be0ccb7065b3'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:17:11.682021 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bbabca9-f295-49a5-a0f1-dec864f0aa41 admin admin] Router 4059acad-bd66-4ac5-b845-384c86a8cd1b has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:17:11.877446 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bbabca9-f295-49a5-a0f1-dec864f0aa41 admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:17:11.887965 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-2bbabca9-f295-49a5-a0f1-dec864f0aa41 admin admin] 10.222.0.36 "PUT /v2.0/routers/4059acad-bd66-4ac5-b845-384c86a8cd1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8740389 Aug 16 23:17:11.888531 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 42988) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:17:11.891473 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1344067f-0399-4f9c-89b7-17736c415978 None None] Sync routers for ids ['4059acad-bd66-4ac5-b845-384c86a8cd1b'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:17:11.909984 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1344067f-0399-4f9c-89b7-17736c415978 None None] Routers {'4059acad-bd66-4ac5-b845-384c86a8cd1b'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:17:11.910729 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-1344067f-0399-4f9c-89b7-17736c415978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:16:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['4059acad-bd66-4ac5-b845-384c86a8cd1b'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:17:12.093412 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c73a6cc5-34e0-46ed-a530-81f8da0ac91f admin admin] Notify callbacks [] for router, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:12.150853 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-1344067f-0399-4f9c-89b7-17736c415978 None None] Set router 4059acad-bd66-4ac5-b845-384c86a8cd1b gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:17:12.250564 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c73a6cc5-34e0-46ed-a530-81f8da0ac91f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:12.331027 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-c73a6cc5-34e0-46ed-a530-81f8da0ac91f admin admin] Deleting port 554025a1-c546-4dad-9e48-904337834203 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:17:12.331383 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c73a6cc5-34e0-46ed-a530-81f8da0ac91f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:12.416430 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-1344067f-0399-4f9c-89b7-17736c415978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4059acad-bd66-4ac5-b845-384c86a8cd1b', 'name': 'tempest-TestVolumeBackupRestore-1733057569-router', 'tenant_id': 'f1f34737dbdb48b6a398b9127c40ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': '554025a1-c546-4dad-9e48-904337834203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:13:16Z', 'updated_at': '2021-08-16T23:17:10Z', 'revision_number': 5, 'project_id': 'f1f34737dbdb48b6a398b9127c40ac98', 'gw_port': {'id': '554025a1-c546-4dad-9e48-904337834203', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4059acad-bd66-4ac5-b845-384c86a8cd1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:13:17Z', 'updated_at': '2021-08-16T23:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:17:12.457757 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1344067f-0399-4f9c-89b7-17736c415978 None None] Checking router: 4059acad-bd66-4ac5-b845-384c86a8cd1b for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:17:12.466645 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-c73a6cc5-34e0-46ed-a530-81f8da0ac91f admin admin] For port 554025a1-c546-4dad-9e48-904337834203, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=554025a1-c546-4dad-9e48-904337834203,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:17:12.467020 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c73a6cc5-34e0-46ed-a530-81f8da0ac91f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:12.469238 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1344067f-0399-4f9c-89b7-17736c415978 None None] Routers {'4059acad-bd66-4ac5-b845-384c86a8cd1b'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:17:12.469616 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-1344067f-0399-4f9c-89b7-17736c415978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:16:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['4059acad-bd66-4ac5-b845-384c86a8cd1b'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:17:12.487546 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-c73a6cc5-34e0-46ed-a530-81f8da0ac91f admin admin] Calling delete_port for 554025a1-c546-4dad-9e48-904337834203 owned by network:router_gateway {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:17:12.602002 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-1344067f-0399-4f9c-89b7-17736c415978 None None] Set router 4059acad-bd66-4ac5-b845-384c86a8cd1b gateway port host: None {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:17:12.678978 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-1344067f-0399-4f9c-89b7-17736c415978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4059acad-bd66-4ac5-b845-384c86a8cd1b', 'name': 'tempest-TestVolumeBackupRestore-1733057569-router', 'tenant_id': 'f1f34737dbdb48b6a398b9127c40ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:13:16Z', 'updated_at': '2021-08-16T23:17:12Z', 'revision_number': 6, 'project_id': 'f1f34737dbdb48b6a398b9127c40ac98', 'gw_port_host': None}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:17:12.724480 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1344067f-0399-4f9c-89b7-17736c415978 None None] The sync data for ids ['4059acad-bd66-4ac5-b845-384c86a8cd1b'] in n-d-791506-26 is: [{'id': '4059acad-bd66-4ac5-b845-384c86a8cd1b', 'name': 'tempest-TestVolumeBackupRestore-1733057569-router', 'tenant_id': 'f1f34737dbdb48b6a398b9127c40ac98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:13:16Z', 'updated_at': '2021-08-16T23:17:12Z', 'revision_number': 6, 'project_id': 'f1f34737dbdb48b6a398b9127c40ac98', 'gw_port_host': None}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:17:12.769748 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c73a6cc5-34e0-46ed-a530-81f8da0ac91f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:12.804877 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb8f53f-42c7-44ba-af90-2eb5c35dd03d req-08ec387c-3299-4a71-9437-41ad5fb73086 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:12.811967 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5bb8f53f-42c7-44ba-af90-2eb5c35dd03d req-08ec387c-3299-4a71-9437-41ad5fb73086 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a8629be-ea2f-4f1f-a9b7-d97065e5f77c HTTP/1.1" status: 200 len: 944 time: 0.0979245 Aug 16 23:17:12.854299 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device dd4df97c-e528-4db7-aaca-be0ccb7065b3 up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:17:12.902465 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5bb8f53f-42c7-44ba-af90-2eb5c35dd03d req-dd773412-ab34-4c7b-9675-0e6156e1d888 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891800 Aug 16 23:17:12.914518 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c73a6cc5-34e0-46ed-a530-81f8da0ac91f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537121'] for router_gateway, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:12.921461 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73a6cc5-34e0-46ed-a530-81f8da0ac91f admin admin] Pushing event deleted for resources: {'Port': ['ID=554025a1-c546-4dad-9e48-904337834203,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:17:13.092640 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning for port dd4df97c-e528-4db7-aaca-be0ccb7065b3 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:17:13.100328 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port dd4df97c-e528-4db7-aaca-be0ccb7065b3 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:17:13.101971 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:13.181590 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c73a6cc5-34e0-46ed-a530-81f8da0ac91f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:13.186333 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c73a6cc5-34e0-46ed-a530-81f8da0ac91f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:13.237813 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c73a6cc5-34e0-46ed-a530-81f8da0ac91f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:13.238708 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c73a6cc5-34e0-46ed-a530-81f8da0ac91f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4059acad-bd66-4ac5-b845-384c86a8cd1b {{(pid=101291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:17:13.243429 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c73a6cc5-34e0-46ed-a530-81f8da0ac91f admin admin] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:13.247040 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-c73a6cc5-34e0-46ed-a530-81f8da0ac91f admin admin] 10.222.0.36 "DELETE /v2.0/routers/4059acad-bd66-4ac5-b845-384c86a8cd1b HTTP/1.1" status: 204 len: 168 time: 1.3550346 Aug 16 23:17:13.247486 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 43012) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:17:13.279692 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:13.323427 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0acac6c-9f17-48e1-b0c5-9db64f9bfc5b admin admin] Deleting subnet 14e6a739-0ab7-4b25-8a99-178ef8a3eafc {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:17:13.327828 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d0acac6c-9f17-48e1-b0c5-9db64f9bfc5b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:13.333747 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a8629be-ea2f-4f1f-a9b7-d97065e5f77c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd4df97c-e528-4db7-aaca-be0ccb7065b3'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:17:13.343937 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34e68175-2869-428d-8993-bed54982f5fb" -d '{"events": [{"server_uuid": "8a8629be-ea2f-4f1f-a9b7-d97065e5f77c", "name": "network-vif-plugged", "status": "completed", "tag": "dd4df97c-e528-4db7-aaca-be0ccb7065b3"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:17:13.365189 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port dd4df97c-e528-4db7-aaca-be0ccb7065b3, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=dd4df97c-e528-4db7-aaca-be0ccb7065b3,segment=NetworkSegment(2f9a4174-b2ab-4aae-b8db-a65907961481),segment_id=2f9a4174-b2ab-4aae-b8db-a65907961481)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:17:13.372264 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:13.373337 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d0acac6c-9f17-48e1-b0c5-9db64f9bfc5b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:13.443328 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f3edb4-ce95-4bc9-b08a-7ea4f2dcf654 x-openstack-request-id: req-35f3edb4-ce95-4bc9-b08a-7ea4f2dcf654 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:17:13.443623 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a8629be-ea2f-4f1f-a9b7-d97065e5f77c", "name": "network-vif-plugged", "status": "completed", "tag": "dd4df97c-e528-4db7-aaca-be0ccb7065b3", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:17:13.443878 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-35f3edb4-ce95-4bc9-b08a-7ea4f2dcf654 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:17:13.444272 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a8629be-ea2f-4f1f-a9b7-d97065e5f77c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd4df97c-e528-4db7-aaca-be0ccb7065b3', 'code': 200} Aug 16 23:17:13.460123 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=dd4df97c-e528-4db7-aaca-be0ccb7065b3,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:17:13.542217 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d0acac6c-9f17-48e1-b0c5-9db64f9bfc5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:13.611596 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d0acac6c-9f17-48e1-b0c5-9db64f9bfc5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:13.636453 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f02fc19-f8ce-4182-92fa-5d428e161c45 req-e744318c-d792-4450-8695-d2774286476d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:13.638306 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4f02fc19-f8ce-4182-92fa-5d428e161c45 req-e744318c-d792-4450-8695-d2774286476d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8a8629be-ea2f-4f1f-a9b7-d97065e5f77c HTTP/1.1" status: 200 len: 1097 time: 0.0849006 Aug 16 23:17:13.672294 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0acac6c-9f17-48e1-b0c5-9db64f9bfc5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14e6a739-0ab7-4b25-8a99-178ef8a3eafc,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:17:13.672715 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a770c545-4636-4a15-9915-9413da1f143f None None] Network d7ff9fa0-9d46-473f-8ac7-b5d3f252aed9 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:17:13.682605 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d0acac6c-9f17-48e1-b0c5-9db64f9bfc5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:13.687457 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-d0acac6c-9f17-48e1-b0c5-9db64f9bfc5b admin admin] 10.222.0.36 "DELETE /v2.0/subnets/14e6a739-0ab7-4b25-8a99-178ef8a3eafc HTTP/1.1" status: 204 len: 168 time: 0.4388726 Aug 16 23:17:13.688101 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 43024) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:17:13.695243 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4f02fc19-f8ce-4182-92fa-5d428e161c45 req-2b546e67-ab5d-4f06-9217-e99aaf397be1 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474803 Aug 16 23:17:13.810631 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-71796a4f-597a-4bf2-8dc5-ce4c2b2d4378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:13.920112 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-71796a4f-597a-4bf2-8dc5-ce4c2b2d4378 admin admin] Deleting port 09cb71cb-15f7-4c29-b7eb-00f39f8a2e46 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:17:13.920883 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-71796a4f-597a-4bf2-8dc5-ce4c2b2d4378 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:13.989138 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device c4ed7833-c190-48f6-9d03-7f6e63da855c no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:17:14.036530 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: c4ed7833-c190-48f6-9d03-7f6e63da855c {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:17:14.037740 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device c4ed7833-c190-48f6-9d03-7f6e63da855c not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:17:14.038266 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 554025a1-c546-4dad-9e48-904337834203 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:17:14.058743 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-71796a4f-597a-4bf2-8dc5-ce4c2b2d4378 admin admin] For port 09cb71cb-15f7-4c29-b7eb-00f39f8a2e46, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=09cb71cb-15f7-4c29-b7eb-00f39f8a2e46,segment=NetworkSegment(55b08b79-eb8f-4d33-a8df-fba83c22cb74),segment_id=55b08b79-eb8f-4d33-a8df-fba83c22cb74)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:17:14.058743 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-71796a4f-597a-4bf2-8dc5-ce4c2b2d4378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:14.090415 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 554025a1-c546-4dad-9e48-904337834203 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:17:14.091043 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 554025a1-c546-4dad-9e48-904337834203 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:17:14.099251 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-71796a4f-597a-4bf2-8dc5-ce4c2b2d4378 admin admin] Calling delete_port for 09cb71cb-15f7-4c29-b7eb-00f39f8a2e46 owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:17:14.142649 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2593a86-ccf6-471c-b336-5982196128f2 req-455d24ac-d839-435a-b6c7-35faf58250e0 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:14.148074 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c2593a86-ccf6-471c-b336-5982196128f2 req-455d24ac-d839-435a-b6c7-35faf58250e0 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a8629be-ea2f-4f1f-a9b7-d97065e5f77c HTTP/1.1" status: 200 len: 945 time: 0.1106887 Aug 16 23:17:14.253095 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b308ff-402b-46ad-b81a-2ef31d3487f0 None None] DHCP port deletion for d7ff9fa0-9d46-473f-8ac7-b5d3f252aed9 request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:17:14.301211 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c2593a86-ccf6-471c-b336-5982196128f2 req-a93c132e-041e-4787-bc28-3d73297015fc tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451411 Aug 16 23:17:14.358242 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-c3b308ff-402b-46ad-b81a-2ef31d3487f0 None None] Deleting port 09cb71cb-15f7-4c29-b7eb-00f39f8a2e46 {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:17:14.358717 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c3b308ff-402b-46ad-b81a-2ef31d3487f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:14.366857 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-71796a4f-597a-4bf2-8dc5-ce4c2b2d4378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:14.408711 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71796a4f-597a-4bf2-8dc5-ce4c2b2d4378 admin admin] No DVR routers for this DVR port 09cb71cb-15f7-4c29-b7eb-00f39f8a2e46 on host n-d-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:17:14.529734 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-c3b308ff-402b-46ad-b81a-2ef31d3487f0 None None] For port 09cb71cb-15f7-4c29-b7eb-00f39f8a2e46, host n-d-791506-26, got binding levels [] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:17:14.530405 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c3b308ff-402b-46ad-b81a-2ef31d3487f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:14.548879 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-c3b308ff-402b-46ad-b81a-2ef31d3487f0 None None] Calling delete_port for 09cb71cb-15f7-4c29-b7eb-00f39f8a2e46 owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:17:14.549924 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71796a4f-597a-4bf2-8dc5-ce4c2b2d4378 admin admin] Pushing event deleted for resources: {'Port': ['ID=09cb71cb-15f7-4c29-b7eb-00f39f8a2e46,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:17:14.553141 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.ipam_backend_mixin [None req-c3b308ff-402b-46ad-b81a-2ef31d3487f0 None None] Port 09cb71cb-15f7-4c29-b7eb-00f39f8a2e46 was not found and therefore no delete operation was performed {{(pid=101293) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 23:17:14.554896 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c3b308ff-402b-46ad-b81a-2ef31d3487f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:14.583250 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b308ff-402b-46ad-b81a-2ef31d3487f0 None None] Pushing event deleted for resources: {'Port': ['ID=09cb71cb-15f7-4c29-b7eb-00f39f8a2e46,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:17:14.587428 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b308ff-402b-46ad-b81a-2ef31d3487f0 None None] No DVR routers for this DVR port 09cb71cb-15f7-4c29-b7eb-00f39f8a2e46 on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:17:14.599777 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-71796a4f-597a-4bf2-8dc5-ce4c2b2d4378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:14.610995 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-71796a4f-597a-4bf2-8dc5-ce4c2b2d4378 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7ff9fa0-9d46-473f-8ac7-b5d3f252aed9']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:17:14.623499 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-71796a4f-597a-4bf2-8dc5-ce4c2b2d4378 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55b08b79-eb8f-4d33-a8df-fba83c22cb74') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:17:14.623499 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-71796a4f-597a-4bf2-8dc5-ce4c2b2d4378 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55b08b79-eb8f-4d33-a8df-fba83c22cb74') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:17:14.634702 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-71796a4f-597a-4bf2-8dc5-ce4c2b2d4378 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:14.651235 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-71796a4f-597a-4bf2-8dc5-ce4c2b2d4378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:14.658823 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71796a4f-597a-4bf2-8dc5-ce4c2b2d4378 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:17:14.659568 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-71796a4f-597a-4bf2-8dc5-ce4c2b2d4378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:14.672145 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 23:17:14.672145 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:17:14.672145 n-d-791506-26 neutron-server[101291]: timer() Aug 16 23:17:14.672145 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:17:14.672145 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 23:17:14.672145 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:17:14.672145 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 23:17:14.672145 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:17:14.672145 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 23:17:14.672145 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:17:14.672145 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 23:17:14.672145 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:17:14.672145 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 23:17:14.672145 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:17:14.672145 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:17:14.672145 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:17:14.672145 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:17:14.672145 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:17:14.672145 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 23:17:14.672145 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:17:14.672145 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 23:17:14.672145 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:17:14.672145 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:17:14.672145 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:17:14.672145 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 23:17:14.672145 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:17:14.672145 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:17:14.672145 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:17:14.672145 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:17:14.672145 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:17:14.672145 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:17:14.672145 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:17:14.732867 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-71796a4f-597a-4bf2-8dc5-ce4c2b2d4378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:14.740608 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-71796a4f-597a-4bf2-8dc5-ce4c2b2d4378 admin admin] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:14.745878 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-71796a4f-597a-4bf2-8dc5-ce4c2b2d4378 admin admin] 10.222.0.36 "DELETE /v2.0/networks/d7ff9fa0-9d46-473f-8ac7-b5d3f252aed9 HTTP/1.1" status: 204 len: 168 time: 1.0553086 Aug 16 23:17:14.762325 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71796a4f-597a-4bf2-8dc5-ce4c2b2d4378 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7ff9fa0-9d46-473f-8ac7-b5d3f252aed9,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:17:14.939667 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 43052) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:17:14.988956 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 43054) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:17:14.992969 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-d6628670-ddce-44fb-8c1b-a2176f53b689 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9fb21280028e49bfa9100ff987ff3b9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465713 Aug 16 23:17:15.067132 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0353f277-b18d-473b-a720-fdf1d52a0867 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:15.099005 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0353f277-b18d-473b-a720-fdf1d52a0867 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:15.158871 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0353f277-b18d-473b-a720-fdf1d52a0867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:15.162970 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0353f277-b18d-473b-a720-fdf1d52a0867 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:15.174060 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-0353f277-b18d-473b-a720-fdf1d52a0867 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f34d68af-1bdd-4604-a503-c13a8582e27f HTTP/1.1" status: 204 len: 168 time: 0.1839540 Aug 16 23:17:15.186727 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0353f277-b18d-473b-a720-fdf1d52a0867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f34d68af-1bdd-4604-a503-c13a8582e27f,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:17:15.470125 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985836ab-776c-464a-b1df-4f706a409a37 req-455c7412-707c-47d3-95ed-2c3b6a06f412 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:15.472884 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-985836ab-776c-464a-b1df-4f706a409a37 req-455c7412-707c-47d3-95ed-2c3b6a06f412 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a8629be-ea2f-4f1f-a9b7-d97065e5f77c HTTP/1.1" status: 200 len: 945 time: 0.0661390 Aug 16 23:17:15.545762 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-985836ab-776c-464a-b1df-4f706a409a37 req-3976e293-6239-42ee-8235-bc3c37a26231 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518820 Aug 16 23:17:15.677820 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 43088) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:17:15.692802 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ee3675-fca8-4762-9d6b-67b15d6a7560 req-282a0cdf-9730-4a1b-ae9c-5af332557dd8 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:15.694108 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d3ee3675-fca8-4762-9d6b-67b15d6a7560 req-282a0cdf-9730-4a1b-ae9c-5af332557dd8 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a8629be-ea2f-4f1f-a9b7-d97065e5f77c HTTP/1.1" status: 200 len: 945 time: 0.0708301 Aug 16 23:17:15.723468 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-b172763b-60e2-410e-8bcb-b8c79bb9de3f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f1f34737dbdb48b6a398b9127c40ac98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0444212 Aug 16 23:17:15.726088 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 43090) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:17:15.761259 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d3ee3675-fca8-4762-9d6b-67b15d6a7560 req-29a9a833-adb1-4946-a7de-18c45213422e tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583990 Aug 16 23:17:15.793928 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5e7f7115-9c33-4968-b0df-2ebb2700f654 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:15.802590 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 09cb71cb-15f7-4c29-b7eb-00f39f8a2e46 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:17:15.819604 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5e7f7115-9c33-4968-b0df-2ebb2700f654 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:15.851872 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 09cb71cb-15f7-4c29-b7eb-00f39f8a2e46 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:17:15.852480 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 09cb71cb-15f7-4c29-b7eb-00f39f8a2e46 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:17:15.882995 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5e7f7115-9c33-4968-b0df-2ebb2700f654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:15.885816 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5e7f7115-9c33-4968-b0df-2ebb2700f654 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:15.887121 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-5e7f7115-9c33-4968-b0df-2ebb2700f654 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5a4b3644-d8fe-47ec-ace6-9d178776475a HTTP/1.1" status: 204 len: 168 time: 0.1588066 Aug 16 23:17:15.895697 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7f7115-9c33-4968-b0df-2ebb2700f654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a4b3644-d8fe-47ec-ace6-9d178776475a,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:17:16.038078 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb7b0e9-7f0a-434e-b18d-ec5ab31b7e0e req-b2141c31-c8ee-43f8-ab79-151cccc51ee2 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:16.039626 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-abb7b0e9-7f0a-434e-b18d-ec5ab31b7e0e req-b2141c31-c8ee-43f8-ab79-151cccc51ee2 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a8629be-ea2f-4f1f-a9b7-d97065e5f77c HTTP/1.1" status: 200 len: 945 time: 0.0543191 Aug 16 23:17:16.081427 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-abb7b0e9-7f0a-434e-b18d-ec5ab31b7e0e req-ff889000-0e28-4267-89b3-0c924a85fea8 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351620 Aug 16 23:17:16.696079 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a514b848-e156-49df-8cd5-5f8e97a705a7 req-b0b7a371-233d-4f2b-aaca-246c777cc7a9 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:16.697620 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a514b848-e156-49df-8cd5-5f8e97a705a7 req-b0b7a371-233d-4f2b-aaca-246c777cc7a9 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 946 time: 0.0564954 Aug 16 23:17:16.740700 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a514b848-e156-49df-8cd5-5f8e97a705a7 req-343d697a-bfa8-4bfd-a32a-99ec0bc5d7fb tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbc72d54-097b-421d-953a-e4e7a8a28dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368605 Aug 16 23:17:17.228092 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74c242e-bb1f-416a-bf36-36b9bc0cf4c1 req-75762a06-5e43-4645-adcc-6402d5e61fd8 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:17.229835 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f74c242e-bb1f-416a-bf36-36b9bc0cf4c1 req-75762a06-5e43-4645-adcc-6402d5e61fd8 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 946 time: 0.0867600 Aug 16 23:17:17.253342 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0502b7-77ad-4a9d-a8d8-7f53ffa3ca57 req-d3e60696-8416-45a6-91b2-79b108d00e6f tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:17.254977 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-db0502b7-77ad-4a9d-a8d8-7f53ffa3ca57 req-d3e60696-8416-45a6-91b2-79b108d00e6f tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a8629be-ea2f-4f1f-a9b7-d97065e5f77c HTTP/1.1" status: 200 len: 945 time: 0.0793173 Aug 16 23:17:17.301346 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f74c242e-bb1f-416a-bf36-36b9bc0cf4c1 req-b76d359e-5ef1-4be8-953a-333337f6559d tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbc72d54-097b-421d-953a-e4e7a8a28dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0636756 Aug 16 23:17:17.318825 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-db0502b7-77ad-4a9d-a8d8-7f53ffa3ca57 req-7c6b9d38-9342-4dbb-810d-3507beb34315 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529819 Aug 16 23:17:17.673368 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-928f2469-d7a1-4c8e-96e9-53ae330e8537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:17.881482 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3efc29-df01-40c3-bfdb-eef2b4c44765 req-b7dff2f6-9fd6-4e55-b339-886a75f2479b tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:17.882953 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4e3efc29-df01-40c3-bfdb-eef2b4c44765 req-b7dff2f6-9fd6-4e55-b339-886a75f2479b tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.57 "GET /v2.0/ports?device_id=8a8629be-ea2f-4f1f-a9b7-d97065e5f77c HTTP/1.1" status: 200 len: 945 time: 0.0533111 Aug 16 23:17:17.974505 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-4e3efc29-df01-40c3-bfdb-eef2b4c44765 req-8ae112c8-5214-4e14-979e-d00212401c80 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Deleting port dd4df97c-e528-4db7-aaca-be0ccb7065b3 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:17:17.974926 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-4e3efc29-df01-40c3-bfdb-eef2b4c44765 req-8ae112c8-5214-4e14-979e-d00212401c80 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:18.072584 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-4e3efc29-df01-40c3-bfdb-eef2b4c44765 req-8ae112c8-5214-4e14-979e-d00212401c80 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] For port dd4df97c-e528-4db7-aaca-be0ccb7065b3, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=dd4df97c-e528-4db7-aaca-be0ccb7065b3,segment=NetworkSegment(2f9a4174-b2ab-4aae-b8db-a65907961481),segment_id=2f9a4174-b2ab-4aae-b8db-a65907961481)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:17:18.072584 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-4e3efc29-df01-40c3-bfdb-eef2b4c44765 req-8ae112c8-5214-4e14-979e-d00212401c80 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:18.086721 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-4e3efc29-df01-40c3-bfdb-eef2b4c44765 req-8ae112c8-5214-4e14-979e-d00212401c80 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Calling delete_port for dd4df97c-e528-4db7-aaca-be0ccb7065b3 owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:17:18.222007 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-4e3efc29-df01-40c3-bfdb-eef2b4c44765 req-8ae112c8-5214-4e14-979e-d00212401c80 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:18.253189 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae112c8-5214-4e14-979e-d00212401c80 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Pushing event deleted for resources: {'Port': ['ID=dd4df97c-e528-4db7-aaca-be0ccb7065b3,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:17:18.262806 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['c0d4764f-ebed-4249-9515-362440827bba', 'dd4df97c-e528-4db7-aaca-be0ccb7065b3'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:17:18.294079 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e3efc29-df01-40c3-bfdb-eef2b4c44765 req-8ae112c8-5214-4e14-979e-d00212401c80 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] No DVR routers for this DVR port dd4df97c-e528-4db7-aaca-be0ccb7065b3 on host n-h2-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:17:18.297105 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-4e3efc29-df01-40c3-bfdb-eef2b4c44765 req-8ae112c8-5214-4e14-979e-d00212401c80 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:18.300091 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4e3efc29-df01-40c3-bfdb-eef2b4c44765 req-8ae112c8-5214-4e14-979e-d00212401c80 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.57 "DELETE /v2.0/ports/dd4df97c-e528-4db7-aaca-be0ccb7065b3 HTTP/1.1" status: 204 len: 173 time: 0.4108436 Aug 16 23:17:18.300558 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a8629be-ea2f-4f1f-a9b7-d97065e5f77c', 'name': 'network-vif-deleted', 'tag': 'dd4df97c-e528-4db7-aaca-be0ccb7065b3'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:17:18.303798 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f78d82e-5ff8-4abe-a644-672cc131340f" -d '{"events": [{"server_uuid": "8a8629be-ea2f-4f1f-a9b7-d97065e5f77c", "name": "network-vif-deleted", "tag": "dd4df97c-e528-4db7-aaca-be0ccb7065b3"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:17:18.343041 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc125a2c-a3c1-41d2-aabc-09b0213d0049 x-openstack-request-id: req-dc125a2c-a3c1-41d2-aabc-09b0213d0049 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:17:18.343714 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a8629be-ea2f-4f1f-a9b7-d97065e5f77c", "name": "network-vif-deleted", "tag": "dd4df97c-e528-4db7-aaca-be0ccb7065b3", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:17:18.343953 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-dc125a2c-a3c1-41d2-aabc-09b0213d0049 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:17:18.344356 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a8629be-ea2f-4f1f-a9b7-d97065e5f77c', 'name': 'network-vif-deleted', 'tag': 'dd4df97c-e528-4db7-aaca-be0ccb7065b3', 'status': 'completed', 'code': 200} Aug 16 23:17:18.504888 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3deaac30-d0e3-43b4-a643-03e7c29ffce9 req-476e8ff9-31d8-434f-99a3-cfd452392859 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a8629be-ea2f-4f1f-a9b7-d97065e5f77c HTTP/1.1" status: 200 len: 210 time: 0.0415642 Aug 16 23:17:18.528680 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271fda27-c6b1-4ff5-a414-9506abc71740 req-99def24c-a2ee-4893-9e4b-113291e2248f tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:18.530215 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-271fda27-c6b1-4ff5-a414-9506abc71740 req-99def24c-a2ee-4893-9e4b-113291e2248f tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 946 time: 0.1026292 Aug 16 23:17:18.570638 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-271fda27-c6b1-4ff5-a414-9506abc71740 req-a8a56e19-e318-4ea6-b267-506c15e3d0d5 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbc72d54-097b-421d-953a-e4e7a8a28dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323021 Aug 16 23:17:19.701511 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eca7c59-5287-4eef-a28e-6630de87819d req-07f46ed9-58e6-4c66-b853-d7c2c346c96d tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:19.702940 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6eca7c59-5287-4eef-a28e-6630de87819d req-07f46ed9-58e6-4c66-b853-d7c2c346c96d tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 946 time: 0.0521584 Aug 16 23:17:19.748849 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6eca7c59-5287-4eef-a28e-6630de87819d req-738a2fd2-7071-4605-98eb-acc97b53725e tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbc72d54-097b-421d-953a-e4e7a8a28dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385828 Aug 16 23:17:19.783030 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-fe5972b6-3903-4e20-b07e-ac8fd265f810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:19.896861 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4acda0e-3af4-4377-a8e4-f9af7f0a67b4 req-ba5a32b1-ea49-448f-9dac-392d422cc504 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:19.898336 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a4acda0e-3af4-4377-a8e4-f9af7f0a67b4 req-ba5a32b1-ea49-448f-9dac-392d422cc504 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/networks?id=0c457813-f40c-4a5d-a305-ee4f3c9bee58 HTTP/1.1" status: 200 len: 806 time: 0.1064131 Aug 16 23:17:19.913921 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a4acda0e-3af4-4377-a8e4-f9af7f0a67b4 req-beb36e53-ce38-4914-b450-68594343d421 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/quotas/a7c31e67ee7c4b289c3ec8027565ddcd HTTP/1.1" status: 200 len: 375 time: 0.0095870 Aug 16 23:17:19.962740 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a4acda0e-3af4-4377-a8e4-f9af7f0a67b4 req-7f041dce-d191-4823-971b-74e79820615e tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a7c31e67ee7c4b289c3ec8027565ddcd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0432591 Aug 16 23:17:19.974914 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [req-a4acda0e-3af4-4377-a8e4-f9af7f0a67b4 req-26d7137b-65bc-46bf-95fc-b5a75a599593 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:17:19.975922 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a4acda0e-3af4-4377-a8e4-f9af7f0a67b4 req-26d7137b-65bc-46bf-95fc-b5a75a599593 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065415 Aug 16 23:17:20.068973 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a4acda0e-3af4-4377-a8e4-f9af7f0a67b4 req-78054758-0e34-4004-8728-2eb1c6c97826 service neutron] 10.222.0.36 "GET /v2.0/networks/0c457813-f40c-4a5d-a305-ee4f3c9bee58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864666 Aug 16 23:17:20.163058 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a4acda0e-3af4-4377-a8e4-f9af7f0a67b4 req-cc17a453-f893-4d55-bffc-8e3bf9307146 service neutron] 10.222.0.36 "GET /v2.0/networks/0c457813-f40c-4a5d-a305-ee4f3c9bee58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878298 Aug 16 23:17:20.349811 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e77775b6-f73f-44fb-a84e-1ebb1b3cad51 req-ea86c4da-ccfc-4d1b-98b8-a5f564e5e1bf tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff58da95-60e2-4cf3-80a1-867c46a24a24 HTTP/1.1" status: 200 len: 210 time: 0.0324669 Aug 16 23:17:20.626795 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:20.895954 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e7f06-ee0c-44bf-bcdb-5744c6c3ed70 req-c9b3e8fa-e3db-44f3-9f60-30421d414713 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:20.898681 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2e0e7f06-ee0c-44bf-bcdb-5744c6c3ed70 req-c9b3e8fa-e3db-44f3-9f60-30421d414713 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 946 time: 0.0548410 Aug 16 23:17:20.927431 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 62ad7c9a-9355-476c-9726-91c7fd566244 no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:17:20.970148 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2e0e7f06-ee0c-44bf-bcdb-5744c6c3ed70 req-e151e889-38cc-4f45-87cb-065dee92aad7 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbc72d54-097b-421d-953a-e4e7a8a28dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0633943 Aug 16 23:17:21.014680 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:21.038679 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcf51829-bc53-431f-901b-ce4bb72b65fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62ad7c9a-9355-476c-9726-91c7fd566244'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:17:21.040799 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-574f3c4b-5b71-4aab-a3c9-4f4e8bfd2686" -d '{"events": [{"server_uuid": "fcf51829-bc53-431f-901b-ce4bb72b65fa", "name": "network-vif-unplugged", "status": "completed", "tag": "62ad7c9a-9355-476c-9726-91c7fd566244"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:17:21.055147 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 62ad7c9a-9355-476c-9726-91c7fd566244, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=62ad7c9a-9355-476c-9726-91c7fd566244,segment=NetworkSegment(10a968c4-5c7d-4c23-b34c-ca325bfda5cc),segment_id=10a968c4-5c7d-4c23-b34c-ca325bfda5cc)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:17:21.059903 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:21.060690 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device dd4df97c-e528-4db7-aaca-be0ccb7065b3 no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:17:21.083296 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] No Port match for: dd4df97c-e528-4db7-aaca-be0ccb7065b3 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:17:21.083666 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device dd4df97c-e528-4db7-aaca-be0ccb7065b3 not bound to the agent host n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:17:21.105673 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 23:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c6c7f5-2cc9-466b-a62c-609ae2ec8224 x-openstack-request-id: req-87c6c7f5-2cc9-466b-a62c-609ae2ec8224 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:17:21.105967 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcf51829-bc53-431f-901b-ce4bb72b65fa", "name": "network-vif-unplugged", "status": "completed", "tag": "62ad7c9a-9355-476c-9726-91c7fd566244", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:17:21.106218 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-87c6c7f5-2cc9-466b-a62c-609ae2ec8224 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:17:21.106607 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcf51829-bc53-431f-901b-ce4bb72b65fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62ad7c9a-9355-476c-9726-91c7fd566244', 'code': 200} Aug 16 23:17:21.136094 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=62ad7c9a-9355-476c-9726-91c7fd566244,revision_number=11']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:17:21.467002 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e6ac1fb1-eaee-4c29-82cb-b1d98948fde0 req-ed3f7280-84b6-491f-9253-006a57465dea tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff58da95-60e2-4cf3-80a1-867c46a24a24 HTTP/1.1" status: 200 len: 210 time: 0.0334680 Aug 16 23:17:21.534433 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4acda0e-3af4-4377-a8e4-f9af7f0a67b4 req-0135f125-4487-4f13-955d-f2307f6d3e2e tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:21.537034 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a4acda0e-3af4-4377-a8e4-f9af7f0a67b4 req-0135f125-4487-4f13-955d-f2307f6d3e2e tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.57 "GET /v2.0/networks?id=0c457813-f40c-4a5d-a305-ee4f3c9bee58 HTTP/1.1" status: 200 len: 806 time: 0.1713247 Aug 16 23:17:21.561778 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-a4acda0e-3af4-4377-a8e4-f9af7f0a67b4 req-1c73de76-a37f-45fb-b90d-b290f8539cef tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Request body: {'port': {'device_id': 'ff58da95-60e2-4cf3-80a1-867c46a24a24', 'network_id': '0c457813-f40c-4a5d-a305-ee4f3c9bee58', 'admin_state_up': True, 'tenant_id': 'a7c31e67ee7c4b289c3ec8027565ddcd'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:17:21.575836 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:21.739266 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4acda0e-3af4-4377-a8e4-f9af7f0a67b4 req-1c73de76-a37f-45fb-b90d-b290f8539cef tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Made reservation on behalf of a7c31e67ee7c4b289c3ec8027565ddcd for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:17:21.743269 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-a4acda0e-3af4-4377-a8e4-f9af7f0a67b4 req-1c73de76-a37f-45fb-b90d-b290f8539cef tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:21.799336 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:17:21.898390 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [req-a4acda0e-3af4-4377-a8e4-f9af7f0a67b4 req-1c73de76-a37f-45fb-b90d-b290f8539cef tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Allocated IP 172.20.0.8 (0c457813-f40c-4a5d-a305-ee4f3c9bee58/4724a49f-f514-42a4-b8bc-2aeadbfe5460/11c7235e-22c0-4a5c-be69-82c2112e9337) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:17:22.124411 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-a4acda0e-3af4-4377-a8e4-f9af7f0a67b4 req-1c73de76-a37f-45fb-b90d-b290f8539cef tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:22.148411 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73293f7c-58dc-4461-bd94-72accd3aba53 req-a82a6edc-5c1d-47c0-84b0-428b81dc626f tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:22.150840 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-73293f7c-58dc-4461-bd94-72accd3aba53 req-a82a6edc-5c1d-47c0-84b0-428b81dc626f tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 944 time: 0.1015408 Aug 16 23:17:22.225575 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-73293f7c-58dc-4461-bd94-72accd3aba53 req-8db93fdc-3eae-4184-859f-2b6c8d3bbebb tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbc72d54-097b-421d-953a-e4e7a8a28dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0619464 Aug 16 23:17:22.231456 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-a4acda0e-3af4-4377-a8e4-f9af7f0a67b4 req-1c73de76-a37f-45fb-b90d-b290f8539cef tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:22.267285 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['c0d4764f-ebed-4249-9515-362440827bba'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:17:22.293253 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4acda0e-3af4-4377-a8e4-f9af7f0a67b4 req-1c73de76-a37f-45fb-b90d-b290f8539cef tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Network 0c457813-f40c-4a5d-a305-ee4f3c9bee58 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:17:22.301986 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [req-a4acda0e-3af4-4377-a8e4-f9af7f0a67b4 req-1c73de76-a37f-45fb-b90d-b290f8539cef tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:17:22.305147 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4acda0e-3af4-4377-a8e4-f9af7f0a67b4 req-1c73de76-a37f-45fb-b90d-b290f8539cef tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:17:22.342496 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c73de76-a37f-45fb-b90d-b290f8539cef tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Pushing event updated for resources: {'Port': ['ID=11c7235e-22c0-4a5c-be69-82c2112e9337,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:17:22.372876 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4acda0e-3af4-4377-a8e4-f9af7f0a67b4 req-1c73de76-a37f-45fb-b90d-b290f8539cef tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:22.373527 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-a4acda0e-3af4-4377-a8e4-f9af7f0a67b4 req-1c73de76-a37f-45fb-b90d-b290f8539cef tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:22.390378 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a4acda0e-3af4-4377-a8e4-f9af7f0a67b4 req-1c73de76-a37f-45fb-b90d-b290f8539cef tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8328094 Aug 16 23:17:22.412239 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-a4acda0e-3af4-4377-a8e4-f9af7f0a67b4 req-f4f07f38-ddec-4dc7-aae2-167137da34e7 service neutron] Request body: {'port': {'device_id': 'ff58da95-60e2-4cf3-80a1-867c46a24a24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-26'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:17:22.485799 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-a4acda0e-3af4-4377-a8e4-f9af7f0a67b4 req-f4f07f38-ddec-4dc7-aae2-167137da34e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:22.768657 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22adbebc-6191-4cbb-a7e6-2e8fe04387fb req-91554188-322d-4601-8a14-a8aaa4f6f486 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:22.770968 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-22adbebc-6191-4cbb-a7e6-2e8fe04387fb req-91554188-322d-4601-8a14-a8aaa4f6f486 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff58da95-60e2-4cf3-80a1-867c46a24a24 HTTP/1.1" status: 200 len: 931 time: 0.1277497 Aug 16 23:17:22.802925 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:22.821728 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-22adbebc-6191-4cbb-a7e6-2e8fe04387fb req-5e3d0707-287f-4580-8607-f43da6ce4707 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437045 Aug 16 23:17:22.921333 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 62ad7c9a-9355-476c-9726-91c7fd566244 details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:17:22.938598 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [req-a4acda0e-3af4-4377-a8e4-f9af7f0a67b4 req-f4f07f38-ddec-4dc7-aae2-167137da34e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11c7235e-22c0-4a5c-be69-82c2112e9337 {{(pid=101292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:17:22.948311 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-a4acda0e-3af4-4377-a8e4-f9af7f0a67b4 req-f4f07f38-ddec-4dc7-aae2-167137da34e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:22.965925 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-a4acda0e-3af4-4377-a8e4-f9af7f0a67b4 req-f4f07f38-ddec-4dc7-aae2-167137da34e7 service neutron] Transition to ACTIVE for port object 11c7235e-22c0-4a5c-be69-82c2112e9337 will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:17:22.973892 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-a4acda0e-3af4-4377-a8e4-f9af7f0a67b4 req-f4f07f38-ddec-4dc7-aae2-167137da34e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:23.039232 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f07f38-ddec-4dc7-aae2-167137da34e7 service neutron] Pushing event updated for resources: {'Port': ['ID=11c7235e-22c0-4a5c-be69-82c2112e9337,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:17:23.090353 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 62ad7c9a-9355-476c-9726-91c7fd566244, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=62ad7c9a-9355-476c-9726-91c7fd566244,segment=NetworkSegment(10a968c4-5c7d-4c23-b34c-ca325bfda5cc),segment_id=10a968c4-5c7d-4c23-b34c-ca325bfda5cc)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:17:23.105864 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': '62ad7c9a-9355-476c-9726-91c7fd566244', 'network_id': '6152efff-6e82-46a1-acb7-149d7c33d5d6', 'port_id': '62ad7c9a-9355-476c-9726-91c7fd566244', 'mac_address': 'fa:16:3e:5a:d8:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d6a27ac-d81b-4d19-9995-25afe2c6f338', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:17:23.151140 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:23.172157 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62ad7c9a-9355-476c-9726-91c7fd566244 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:17:23.179553 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-a4acda0e-3af4-4377-a8e4-f9af7f0a67b4 req-f4f07f38-ddec-4dc7-aae2-167137da34e7 service neutron] Attempting to bind port 11c7235e-22c0-4a5c-be69-82c2112e9337 on host n-h2-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:17:23.179868 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-a4acda0e-3af4-4377-a8e4-f9af7f0a67b4 req-f4f07f38-ddec-4dc7-aae2-167137da34e7 service neutron] Attempting to bind port 11c7235e-22c0-4a5c-be69-82c2112e9337 by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': '2f9a4174-b2ab-4aae-b8db-a65907961481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0c457813-f40c-4a5d-a305-ee4f3c9bee58'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:17:23.180210 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4acda0e-3af4-4377-a8e4-f9af7f0a67b4 req-f4f07f38-ddec-4dc7-aae2-167137da34e7 service neutron] Attempting to bind port 11c7235e-22c0-4a5c-be69-82c2112e9337 on network 0c457813-f40c-4a5d-a305-ee4f3c9bee58 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:17:23.185011 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4acda0e-3af4-4377-a8e4-f9af7f0a67b4 req-f4f07f38-ddec-4dc7-aae2-167137da34e7 service neutron] Port 11c7235e-22c0-4a5c-be69-82c2112e9337 on network 0c457813-f40c-4a5d-a305-ee4f3c9bee58 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:17:23.185256 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4acda0e-3af4-4377-a8e4-f9af7f0a67b4 req-f4f07f38-ddec-4dc7-aae2-167137da34e7 service neutron] Attempting to bind port 11c7235e-22c0-4a5c-be69-82c2112e9337 on network 0c457813-f40c-4a5d-a305-ee4f3c9bee58 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:17:23.191076 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4acda0e-3af4-4377-a8e4-f9af7f0a67b4 req-f4f07f38-ddec-4dc7-aae2-167137da34e7 service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:17:23.191575 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4acda0e-3af4-4377-a8e4-f9af7f0a67b4 req-f4f07f38-ddec-4dc7-aae2-167137da34e7 service neutron] Checking segment: {'id': '2f9a4174-b2ab-4aae-b8db-a65907961481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0c457813-f40c-4a5d-a305-ee4f3c9bee58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:17:23.191838 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4acda0e-3af4-4377-a8e4-f9af7f0a67b4 req-f4f07f38-ddec-4dc7-aae2-167137da34e7 service neutron] Bound using segment: {'id': '2f9a4174-b2ab-4aae-b8db-a65907961481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0c457813-f40c-4a5d-a305-ee4f3c9bee58'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:17:23.192504 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-a4acda0e-3af4-4377-a8e4-f9af7f0a67b4 req-f4f07f38-ddec-4dc7-aae2-167137da34e7 service neutron] Bound port: 11c7235e-22c0-4a5c-be69-82c2112e9337, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f9a4174-b2ab-4aae-b8db-a65907961481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0c457813-f40c-4a5d-a305-ee4f3c9bee58'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:17:23.192913 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-a4acda0e-3af4-4377-a8e4-f9af7f0a67b4 req-f4f07f38-ddec-4dc7-aae2-167137da34e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:23.208282 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 62ad7c9a-9355-476c-9726-91c7fd566244, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=62ad7c9a-9355-476c-9726-91c7fd566244,segment=NetworkSegment(10a968c4-5c7d-4c23-b34c-ca325bfda5cc),segment_id=10a968c4-5c7d-4c23-b34c-ca325bfda5cc)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:17:23.214814 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:23.273691 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-a4acda0e-3af4-4377-a8e4-f9af7f0a67b4 req-f4f07f38-ddec-4dc7-aae2-167137da34e7 service neutron] For port 11c7235e-22c0-4a5c-be69-82c2112e9337, host n-h2-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:17:23.277203 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-a4acda0e-3af4-4377-a8e4-f9af7f0a67b4 req-f4f07f38-ddec-4dc7-aae2-167137da34e7 service neutron] For port 11c7235e-22c0-4a5c-be69-82c2112e9337, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=11c7235e-22c0-4a5c-be69-82c2112e9337,segment=NetworkSegment(2f9a4174-b2ab-4aae-b8db-a65907961481),segment_id=2f9a4174-b2ab-4aae-b8db-a65907961481)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:17:23.283904 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-a4acda0e-3af4-4377-a8e4-f9af7f0a67b4 req-f4f07f38-ddec-4dc7-aae2-167137da34e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:23.289038 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=62ad7c9a-9355-476c-9726-91c7fd566244,revision_number=12']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:17:23.308131 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:17:23.308750 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:17:23.309484 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:17:23.310002 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:17:23.310490 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:17:23.311203 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:17:23.311682 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:17:23.312157 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:17:23.312657 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:17:23.313871 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:17:23.314646 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:17:23.315198 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:17:23.354447 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4acda0e-3af4-4377-a8e4-f9af7f0a67b4 req-f4f07f38-ddec-4dc7-aae2-167137da34e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:23.355074 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-a4acda0e-3af4-4377-a8e4-f9af7f0a67b4 req-f4f07f38-ddec-4dc7-aae2-167137da34e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:23.356479 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a4acda0e-3af4-4377-a8e4-f9af7f0a67b4 req-f4f07f38-ddec-4dc7-aae2-167137da34e7 service neutron] 10.222.0.57 "PUT /v2.0/ports/11c7235e-22c0-4a5c-be69-82c2112e9337 HTTP/1.1" status: 200 len: 1092 time: 0.9511557 Aug 16 23:17:23.356954 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff58da95-60e2-4cf3-80a1-867c46a24a24', 'tag': '11c7235e-22c0-4a5c-be69-82c2112e9337'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:17:23.359216 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a84f080-50f6-4aa9-97a7-24dbf3306189" -d '{"events": [{"name": "network-changed", "server_uuid": "ff58da95-60e2-4cf3-80a1-867c46a24a24", "tag": "11c7235e-22c0-4a5c-be69-82c2112e9337"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:17:23.382839 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['62ad7c9a-9355-476c-9726-91c7fd566244'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:17:23.416709 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f07f38-ddec-4dc7-aae2-167137da34e7 service neutron] Pushing event updated for resources: {'Port': ['ID=11c7235e-22c0-4a5c-be69-82c2112e9337,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:17:23.456027 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2fc8f32-afea-4ee9-b33b-5579961f103f x-openstack-request-id: req-e2fc8f32-afea-4ee9-b33b-5579961f103f {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:17:23.456481 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff58da95-60e2-4cf3-80a1-867c46a24a24", "tag": "11c7235e-22c0-4a5c-be69-82c2112e9337", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:17:23.456770 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e2fc8f32-afea-4ee9-b33b-5579961f103f {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:17:23.457186 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff58da95-60e2-4cf3-80a1-867c46a24a24', 'tag': '11c7235e-22c0-4a5c-be69-82c2112e9337', 'status': 'completed', 'code': 200} Aug 16 23:17:23.494059 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb71b3ee-9136-42bd-8907-18044df0de5b req-571241db-7c5b-4fe3-a9db-a4e86edbe38f tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:23.496945 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fb71b3ee-9136-42bd-8907-18044df0de5b req-571241db-7c5b-4fe3-a9db-a4e86edbe38f tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 945 time: 0.1288834 Aug 16 23:17:23.522048 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4acda0e-3af4-4377-a8e4-f9af7f0a67b4 req-3b94c0cf-4767-48b5-a665-a3726ad0e6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:23.523724 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a4acda0e-3af4-4377-a8e4-f9af7f0a67b4 req-3b94c0cf-4767-48b5-a665-a3726ad0e6d2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a7c31e67ee7c4b289c3ec8027565ddcd&device_id=ff58da95-60e2-4cf3-80a1-867c46a24a24 HTTP/1.1" status: 200 len: 1095 time: 0.0934658 Aug 16 23:17:23.605976 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a4acda0e-3af4-4377-a8e4-f9af7f0a67b4 req-5d80ae61-ec0e-4b90-ac85-ad7ead772385 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=11c7235e-22c0-4a5c-be69-82c2112e9337 HTTP/1.1" status: 200 len: 217 time: 0.0613632 Aug 16 23:17:23.609976 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fb71b3ee-9136-42bd-8907-18044df0de5b req-6bbc0a87-62e5-48b8-aeb1-bbd9053ea124 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbc72d54-097b-421d-953a-e4e7a8a28dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1019244 Aug 16 23:17:23.673464 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4acda0e-3af4-4377-a8e4-f9af7f0a67b4 req-9ad96099-f52b-40a7-8608-b91cfff7acf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:23.674971 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a4acda0e-3af4-4377-a8e4-f9af7f0a67b4 req-9ad96099-f52b-40a7-8608-b91cfff7acf5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4724a49f-f514-42a4-b8bc-2aeadbfe5460 HTTP/1.1" status: 200 len: 846 time: 0.0592442 Aug 16 23:17:23.711188 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a4acda0e-3af4-4377-a8e4-f9af7f0a67b4 req-8d4fd16c-72a2-4cd5-9417-af0de6621e21 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0c457813-f40c-4a5d-a305-ee4f3c9bee58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285232 Aug 16 23:17:23.817988 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a4acda0e-3af4-4377-a8e4-f9af7f0a67b4 req-05eaa947-5ed6-4ee4-ae63-f8e7342fc748 service neutron] 10.222.0.57 "GET /v2.0/networks/0c457813-f40c-4a5d-a305-ee4f3c9bee58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994773 Aug 16 23:17:23.946303 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a4acda0e-3af4-4377-a8e4-f9af7f0a67b4 req-3a0a3899-7c25-4b06-bbf5-c0a1be2b3c4b service neutron] 10.222.0.57 "GET /v2.0/networks/0c457813-f40c-4a5d-a305-ee4f3c9bee58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216505 Aug 16 23:17:23.968132 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546bbb48-f58d-4d90-bbb8-5cd8ccfeef3e req-7dec0a7e-b5f6-4533-a5a8-6c95dbdfdc9d tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:23.970361 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-546bbb48-f58d-4d90-bbb8-5cd8ccfeef3e req-7dec0a7e-b5f6-4533-a5a8-6c95dbdfdc9d tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff58da95-60e2-4cf3-80a1-867c46a24a24 HTTP/1.1" status: 200 len: 943 time: 0.0653617 Aug 16 23:17:24.015309 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-546bbb48-f58d-4d90-bbb8-5cd8ccfeef3e req-9b38eb98-ef4e-4f83-9cee-5fec1461866f tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373323 Aug 16 23:17:24.075561 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a84f080-50f6-4aa9-97a7-24dbf3306189 req-2f5893e8-1cad-419f-8c27-56c968a920c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:24.077189 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a84f080-50f6-4aa9-97a7-24dbf3306189 req-2f5893e8-1cad-419f-8c27-56c968a920c4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a7c31e67ee7c4b289c3ec8027565ddcd&device_id=ff58da95-60e2-4cf3-80a1-867c46a24a24 HTTP/1.1" status: 200 len: 1095 time: 0.0437107 Aug 16 23:17:24.186853 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a84f080-50f6-4aa9-97a7-24dbf3306189 req-96daa65f-a2a2-48fc-ac48-326d85fff5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:24.188587 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a84f080-50f6-4aa9-97a7-24dbf3306189 req-96daa65f-a2a2-48fc-ac48-326d85fff5a6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0c457813-f40c-4a5d-a305-ee4f3c9bee58 HTTP/1.1" status: 200 len: 907 time: 0.1018467 Aug 16 23:17:24.233470 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a84f080-50f6-4aa9-97a7-24dbf3306189 req-0fcf66fa-d115-4cad-adb9-c0ca254f77be service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=11c7235e-22c0-4a5c-be69-82c2112e9337 HTTP/1.1" status: 200 len: 217 time: 0.0372128 Aug 16 23:17:24.292097 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a84f080-50f6-4aa9-97a7-24dbf3306189 req-7928acb8-a5b9-4054-b8cf-d37829cd96e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:24.293614 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a84f080-50f6-4aa9-97a7-24dbf3306189 req-7928acb8-a5b9-4054-b8cf-d37829cd96e1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4724a49f-f514-42a4-b8bc-2aeadbfe5460 HTTP/1.1" status: 200 len: 846 time: 0.0535774 Aug 16 23:17:24.332215 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a84f080-50f6-4aa9-97a7-24dbf3306189 req-66fd7a80-140f-45cd-9ae2-2231ff95eb0a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0c457813-f40c-4a5d-a305-ee4f3c9bee58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317247 Aug 16 23:17:24.455636 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a84f080-50f6-4aa9-97a7-24dbf3306189 req-f32cccc3-c29a-46bc-af7d-e3db2ab45f0f service neutron] 10.222.0.57 "GET /v2.0/networks/0c457813-f40c-4a5d-a305-ee4f3c9bee58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158035 Aug 16 23:17:24.570893 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a84f080-50f6-4aa9-97a7-24dbf3306189 req-8e77c413-d707-4c8c-824e-6efbebb133b4 service neutron] 10.222.0.57 "GET /v2.0/networks/0c457813-f40c-4a5d-a305-ee4f3c9bee58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076384 Aug 16 23:17:24.754218 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375f557e-6588-4ac8-833f-61ca0e86a86c req-6269d22a-d1bd-44a5-9af2-cd3df11dfc08 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:24.756427 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-375f557e-6588-4ac8-833f-61ca0e86a86c req-6269d22a-d1bd-44a5-9af2-cd3df11dfc08 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 945 time: 0.0688550 Aug 16 23:17:24.820393 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-375f557e-6588-4ac8-833f-61ca0e86a86c req-07d6e555-b6ab-44f4-8399-bed58e6c980f tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbc72d54-097b-421d-953a-e4e7a8a28dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0543354 Aug 16 23:17:24.937254 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 62ad7c9a-9355-476c-9726-91c7fd566244 up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:17:24.988593 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port 62ad7c9a-9355-476c-9726-91c7fd566244 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:17:24.989006 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:25.090172 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:25.118644 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcf51829-bc53-431f-901b-ce4bb72b65fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ad7c9a-9355-476c-9726-91c7fd566244'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:17:25.121145 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19f4e04a-34c8-4972-bc38-49357735853d" -d '{"events": [{"server_uuid": "fcf51829-bc53-431f-901b-ce4bb72b65fa", "name": "network-vif-plugged", "status": "completed", "tag": "62ad7c9a-9355-476c-9726-91c7fd566244"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:17:25.139468 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 62ad7c9a-9355-476c-9726-91c7fd566244, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=62ad7c9a-9355-476c-9726-91c7fd566244,segment=NetworkSegment(10a968c4-5c7d-4c23-b34c-ca325bfda5cc),segment_id=10a968c4-5c7d-4c23-b34c-ca325bfda5cc)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:17:25.146910 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:25.196383 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961b565e-929b-437f-9827-a53f4087196a req-e23804c7-1a51-47fc-87ac-063a233c7ef5 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:25.198283 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-961b565e-929b-437f-9827-a53f4087196a req-e23804c7-1a51-47fc-87ac-063a233c7ef5 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff58da95-60e2-4cf3-80a1-867c46a24a24 HTTP/1.1" status: 200 len: 943 time: 0.1070888 Aug 16 23:17:25.206704 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c207b375-88f8-4ded-bd26-82c85d23f925 x-openstack-request-id: req-c207b375-88f8-4ded-bd26-82c85d23f925 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:17:25.206996 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcf51829-bc53-431f-901b-ce4bb72b65fa", "name": "network-vif-plugged", "status": "completed", "tag": "62ad7c9a-9355-476c-9726-91c7fd566244", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:17:25.207372 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c207b375-88f8-4ded-bd26-82c85d23f925 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:17:25.207770 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcf51829-bc53-431f-901b-ce4bb72b65fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ad7c9a-9355-476c-9726-91c7fd566244', 'code': 200} Aug 16 23:17:25.222756 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=62ad7c9a-9355-476c-9726-91c7fd566244,revision_number=13']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:17:25.263100 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-961b565e-929b-437f-9827-a53f4087196a req-4d454a6a-3602-42bc-8469-896b7813a5c5 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526631 Aug 16 23:17:25.425125 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:25.944919 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657025d6-b22e-4640-882b-34857c7fd05e req-e7dc634c-1b2a-463f-a305-1ba92772ea82 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:25.946462 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-657025d6-b22e-4640-882b-34857c7fd05e req-e7dc634c-1b2a-463f-a305-1ba92772ea82 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 946 time: 0.0516117 Aug 16 23:17:26.039479 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-657025d6-b22e-4640-882b-34857c7fd05e req-aaf04c77-aebe-412e-9d99-a7858d2698ef tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbc72d54-097b-421d-953a-e4e7a8a28dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0869172 Aug 16 23:17:26.089627 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c595589-877f-4682-bdf6-6f98f6e42488 req-bff0c415-8595-446b-8848-08933b15f474 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:26.091338 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4c595589-877f-4682-bdf6-6f98f6e42488 req-bff0c415-8595-446b-8848-08933b15f474 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] 10.222.0.36 "GET /v2.0/networks?id=3e7727dc-a20f-4fd0-a969-fab13692c8de HTTP/1.1" status: 200 len: 813 time: 0.1321478 Aug 16 23:17:26.107174 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4c595589-877f-4682-bdf6-6f98f6e42488 req-caf685ad-6b75-457a-a938-b718c9897afa tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] 10.222.0.36 "GET /v2.0/quotas/c67bf38a3c4d4fbab54b80ce88cedfe3 HTTP/1.1" status: 200 len: 375 time: 0.0090690 Aug 16 23:17:26.140602 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4c595589-877f-4682-bdf6-6f98f6e42488 req-171f129e-2f8e-48eb-8a3c-c2ced6287d23 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c67bf38a3c4d4fbab54b80ce88cedfe3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268512 Aug 16 23:17:26.240925 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4c595589-877f-4682-bdf6-6f98f6e42488 req-b1db2e28-e032-42f6-80e2-2feb4528d6bb service neutron] 10.222.0.36 "GET /v2.0/networks/3e7727dc-a20f-4fd0-a969-fab13692c8de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924468 Aug 16 23:17:26.340078 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4c595589-877f-4682-bdf6-6f98f6e42488 req-1b4c5c2f-c193-47bd-8002-fd3eb7d36532 service neutron] 10.222.0.36 "GET /v2.0/networks/3e7727dc-a20f-4fd0-a969-fab13692c8de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929501 Aug 16 23:17:26.395742 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57beca6-e9e3-4e11-8a81-21dd9efd0fdb req-1a0733ea-e478-4337-98bb-d9f824fc9212 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:26.397435 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c57beca6-e9e3-4e11-8a81-21dd9efd0fdb req-1a0733ea-e478-4337-98bb-d9f824fc9212 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff58da95-60e2-4cf3-80a1-867c46a24a24 HTTP/1.1" status: 200 len: 943 time: 0.0565560 Aug 16 23:17:26.435987 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c57beca6-e9e3-4e11-8a81-21dd9efd0fdb req-e69a3882-eef4-4965-868a-9ed01a90ed05 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325682 Aug 16 23:17:26.508899 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a179a734-39b8-4e79-a676-dce922a8444d req-bc3cfc10-bb9b-43b1-b6ad-2b2ee1fb4aaf tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] 10.222.0.36 "GET /v2.0/ports?device_id=571a4c89-bc24-4f61-8a52-eb8e67680243 HTTP/1.1" status: 200 len: 210 time: 0.0272925 Aug 16 23:17:27.167903 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1543beba-2c49-464d-850a-b23900b1ebc0 req-5d0a5475-7db2-4e40-8fbf-c00f956d9e0b tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:27.169457 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1543beba-2c49-464d-850a-b23900b1ebc0 req-5d0a5475-7db2-4e40-8fbf-c00f956d9e0b tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 946 time: 0.0540369 Aug 16 23:17:27.210072 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1543beba-2c49-464d-850a-b23900b1ebc0 req-ac4c3eca-02fb-47f7-86b7-baf820062064 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbc72d54-097b-421d-953a-e4e7a8a28dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339816 Aug 16 23:17:27.488977 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c595589-877f-4682-bdf6-6f98f6e42488 req-57c4c315-2de0-4e6f-a4ec-8284ad423dd6 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:27.490641 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4c595589-877f-4682-bdf6-6f98f6e42488 req-57c4c315-2de0-4e6f-a4ec-8284ad423dd6 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] 10.222.0.68 "GET /v2.0/networks?id=3e7727dc-a20f-4fd0-a969-fab13692c8de HTTP/1.1" status: 200 len: 813 time: 0.1213653 Aug 16 23:17:27.508804 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-4c595589-877f-4682-bdf6-6f98f6e42488 req-99a9049d-ad02-4281-88ea-ab4c86ac3a39 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] Request body: {'port': {'device_id': '571a4c89-bc24-4f61-8a52-eb8e67680243', 'network_id': '3e7727dc-a20f-4fd0-a969-fab13692c8de', 'admin_state_up': True, 'tenant_id': 'c67bf38a3c4d4fbab54b80ce88cedfe3'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:17:27.587033 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044ef04b-3ca2-4a24-8276-666df99b086f req-5d908507-ca36-4ca6-bf09-b8b3eddc2ad6 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:27.589242 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-044ef04b-3ca2-4a24-8276-666df99b086f req-5d908507-ca36-4ca6-bf09-b8b3eddc2ad6 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff58da95-60e2-4cf3-80a1-867c46a24a24 HTTP/1.1" status: 200 len: 943 time: 0.0713854 Aug 16 23:17:27.637741 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-78711185-0de0-490c-8e86-69816bb8c5c9 req-fa316043-adb8-494e-af9c-c1ee0c429f86 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] 10.222.0.36 "GET /v2.0/ports?device_id=571a4c89-bc24-4f61-8a52-eb8e67680243 HTTP/1.1" status: 200 len: 210 time: 0.0343978 Aug 16 23:17:27.653832 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c595589-877f-4682-bdf6-6f98f6e42488 req-99a9049d-ad02-4281-88ea-ab4c86ac3a39 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] Made reservation on behalf of c67bf38a3c4d4fbab54b80ce88cedfe3 for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:17:27.662532 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-4c595589-877f-4682-bdf6-6f98f6e42488 req-99a9049d-ad02-4281-88ea-ab4c86ac3a39 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:27.663053 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-044ef04b-3ca2-4a24-8276-666df99b086f req-40426eff-e1f5-4e1b-9c37-adfa0223b115 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659792 Aug 16 23:17:27.822818 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-4c595589-877f-4682-bdf6-6f98f6e42488 req-99a9049d-ad02-4281-88ea-ab4c86ac3a39 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] Allocated IP 172.20.0.3 (3e7727dc-a20f-4fd0-a969-fab13692c8de/46499d68-63a1-4894-beda-d0f0f0dfc9f7/811b0b9e-a92c-4ca0-ae3f-978b1a7fa56e) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:17:27.991624 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-4c595589-877f-4682-bdf6-6f98f6e42488 req-99a9049d-ad02-4281-88ea-ab4c86ac3a39 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:28.035481 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-4c595589-877f-4682-bdf6-6f98f6e42488 req-99a9049d-ad02-4281-88ea-ab4c86ac3a39 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:28.091716 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c595589-877f-4682-bdf6-6f98f6e42488 req-99a9049d-ad02-4281-88ea-ab4c86ac3a39 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] Network 3e7727dc-a20f-4fd0-a969-fab13692c8de is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:17:28.098768 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-4c595589-877f-4682-bdf6-6f98f6e42488 req-99a9049d-ad02-4281-88ea-ab4c86ac3a39 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:17:28.101731 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c595589-877f-4682-bdf6-6f98f6e42488 req-99a9049d-ad02-4281-88ea-ab4c86ac3a39 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:17:28.148441 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a9049d-ad02-4281-88ea-ab4c86ac3a39 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] Pushing event updated for resources: {'Port': ['ID=811b0b9e-a92c-4ca0-ae3f-978b1a7fa56e,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:17:28.160093 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a9049d-ad02-4281-88ea-ab4c86ac3a39 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:17:28.160335 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a9049d-ad02-4281-88ea-ab4c86ac3a39 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:17:28.160694 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a9049d-ad02-4281-88ea-ab4c86ac3a39 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:17:28.161063 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a9049d-ad02-4281-88ea-ab4c86ac3a39 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:17:28.161441 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a9049d-ad02-4281-88ea-ab4c86ac3a39 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:17:28.161752 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a9049d-ad02-4281-88ea-ab4c86ac3a39 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:17:28.162167 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a9049d-ad02-4281-88ea-ab4c86ac3a39 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:17:28.162443 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a9049d-ad02-4281-88ea-ab4c86ac3a39 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:17:28.162804 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a9049d-ad02-4281-88ea-ab4c86ac3a39 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:17:28.163379 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a9049d-ad02-4281-88ea-ab4c86ac3a39 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:17:28.163492 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a9049d-ad02-4281-88ea-ab4c86ac3a39 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:17:28.163779 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a9049d-ad02-4281-88ea-ab4c86ac3a39 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:17:28.181560 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c595589-877f-4682-bdf6-6f98f6e42488 req-99a9049d-ad02-4281-88ea-ab4c86ac3a39 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:28.182264 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-4c595589-877f-4682-bdf6-6f98f6e42488 req-99a9049d-ad02-4281-88ea-ab4c86ac3a39 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:28.199431 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4c595589-877f-4682-bdf6-6f98f6e42488 req-99a9049d-ad02-4281-88ea-ab4c86ac3a39 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6968336 Aug 16 23:17:28.212314 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [req-4c595589-877f-4682-bdf6-6f98f6e42488 req-864eb34e-d42b-416a-a9e5-96f6e30ac15c tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:17:28.213366 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4c595589-877f-4682-bdf6-6f98f6e42488 req-864eb34e-d42b-416a-a9e5-96f6e30ac15c tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067906 Aug 16 23:17:28.227906 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-4c595589-877f-4682-bdf6-6f98f6e42488 req-105e314d-4ab5-43f3-b323-46b9a36770b5 service neutron] Request body: {'port': {'device_id': '571a4c89-bc24-4f61-8a52-eb8e67680243', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:17:28.301008 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-4c595589-877f-4682-bdf6-6f98f6e42488 req-105e314d-4ab5-43f3-b323-46b9a36770b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:28.366782 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b353a15c-8aab-48a6-bc5f-10001f0660ae req-90b23af4-18df-4b18-b89e-c0b34eaf6305 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:28.369327 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b353a15c-8aab-48a6-bc5f-10001f0660ae req-90b23af4-18df-4b18-b89e-c0b34eaf6305 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 946 time: 0.0774398 Aug 16 23:17:28.413754 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b353a15c-8aab-48a6-bc5f-10001f0660ae req-3ef5965b-407e-4ceb-944a-09b2f5f5606c tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbc72d54-097b-421d-953a-e4e7a8a28dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358613 Aug 16 23:17:28.897491 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3857c7ea-0450-4e26-aa4b-265150b9acae req-6803c929-f40c-4e87-93ec-4c47f4b43d9a tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:28.908985 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3857c7ea-0450-4e26-aa4b-265150b9acae req-6803c929-f40c-4e87-93ec-4c47f4b43d9a tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] 10.222.0.36 "GET /v2.0/ports?device_id=571a4c89-bc24-4f61-8a52-eb8e67680243 HTTP/1.1" status: 200 len: 931 time: 0.1289542 Aug 16 23:17:28.952958 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361256a7-c378-4af6-ad13-6f96d801e1e3 req-957b8ea5-2929-42fc-948e-cd379241caaa tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:28.960778 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 11c7235e-22c0-4a5c-be69-82c2112e9337 details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:17:28.966389 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-361256a7-c378-4af6-ad13-6f96d801e1e3 req-957b8ea5-2929-42fc-948e-cd379241caaa tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff58da95-60e2-4cf3-80a1-867c46a24a24 HTTP/1.1" status: 200 len: 943 time: 0.1710069 Aug 16 23:17:29.005918 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-4c595589-877f-4682-bdf6-6f98f6e42488 req-105e314d-4ab5-43f3-b323-46b9a36770b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 811b0b9e-a92c-4ca0-ae3f-978b1a7fa56e {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:17:29.014489 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-4c595589-877f-4682-bdf6-6f98f6e42488 req-105e314d-4ab5-43f3-b323-46b9a36770b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:29.023455 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3857c7ea-0450-4e26-aa4b-265150b9acae req-fb4bcc60-ab5b-45e4-9888-388710653c02 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f2e200a-21c5-4806-bf7c-28a912180294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134408 Aug 16 23:17:29.048813 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-4c595589-877f-4682-bdf6-6f98f6e42488 req-105e314d-4ab5-43f3-b323-46b9a36770b5 service neutron] Transition to ACTIVE for port object 811b0b9e-a92c-4ca0-ae3f-978b1a7fa56e will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:17:29.057003 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-361256a7-c378-4af6-ad13-6f96d801e1e3 req-f3920280-acb4-46d8-a5a0-c55d3721cc75 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893726 Aug 16 23:17:29.059306 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-4c595589-877f-4682-bdf6-6f98f6e42488 req-105e314d-4ab5-43f3-b323-46b9a36770b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:29.107439 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 11c7235e-22c0-4a5c-be69-82c2112e9337, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=11c7235e-22c0-4a5c-be69-82c2112e9337,segment=NetworkSegment(2f9a4174-b2ab-4aae-b8db-a65907961481),segment_id=2f9a4174-b2ab-4aae-b8db-a65907961481)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:17:29.121885 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': '11c7235e-22c0-4a5c-be69-82c2112e9337', 'network_id': '0c457813-f40c-4a5d-a305-ee4f3c9bee58', 'port_id': '11c7235e-22c0-4a5c-be69-82c2112e9337', 'mac_address': 'fa:16:3e:d6:d2:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4724a49f-f514-42a4-b8bc-2aeadbfe5460', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:17:29.146818 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105e314d-4ab5-43f3-b323-46b9a36770b5 service neutron] Pushing event updated for resources: {'Port': ['ID=811b0b9e-a92c-4ca0-ae3f-978b1a7fa56e,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:17:29.187568 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:29.201238 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11c7235e-22c0-4a5c-be69-82c2112e9337 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:17:29.226067 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 11c7235e-22c0-4a5c-be69-82c2112e9337, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=11c7235e-22c0-4a5c-be69-82c2112e9337,segment=NetworkSegment(2f9a4174-b2ab-4aae-b8db-a65907961481),segment_id=2f9a4174-b2ab-4aae-b8db-a65907961481)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:17:29.228307 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-4c595589-877f-4682-bdf6-6f98f6e42488 req-105e314d-4ab5-43f3-b323-46b9a36770b5 service neutron] Attempting to bind port 811b0b9e-a92c-4ca0-ae3f-978b1a7fa56e on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:17:29.229060 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-4c595589-877f-4682-bdf6-6f98f6e42488 req-105e314d-4ab5-43f3-b323-46b9a36770b5 service neutron] Attempting to bind port 811b0b9e-a92c-4ca0-ae3f-978b1a7fa56e by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': 'bb0f237e-198e-4279-b91f-4b68e434b193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3e7727dc-a20f-4fd0-a969-fab13692c8de'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:17:29.229290 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c595589-877f-4682-bdf6-6f98f6e42488 req-105e314d-4ab5-43f3-b323-46b9a36770b5 service neutron] Attempting to bind port 811b0b9e-a92c-4ca0-ae3f-978b1a7fa56e on network 3e7727dc-a20f-4fd0-a969-fab13692c8de {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:17:29.234111 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:29.234536 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c595589-877f-4682-bdf6-6f98f6e42488 req-105e314d-4ab5-43f3-b323-46b9a36770b5 service neutron] Port 811b0b9e-a92c-4ca0-ae3f-978b1a7fa56e on network 3e7727dc-a20f-4fd0-a969-fab13692c8de not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:17:29.234954 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c595589-877f-4682-bdf6-6f98f6e42488 req-105e314d-4ab5-43f3-b323-46b9a36770b5 service neutron] Attempting to bind port 811b0b9e-a92c-4ca0-ae3f-978b1a7fa56e on network 3e7727dc-a20f-4fd0-a969-fab13692c8de {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:17:29.242726 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c595589-877f-4682-bdf6-6f98f6e42488 req-105e314d-4ab5-43f3-b323-46b9a36770b5 service neutron] Checking agent: {'id': 'd28e24f9-e5ea-41e1-80bf-3c7943ad7f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:17:29.243072 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c595589-877f-4682-bdf6-6f98f6e42488 req-105e314d-4ab5-43f3-b323-46b9a36770b5 service neutron] Checking segment: {'id': 'bb0f237e-198e-4279-b91f-4b68e434b193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3e7727dc-a20f-4fd0-a969-fab13692c8de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:17:29.243463 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c595589-877f-4682-bdf6-6f98f6e42488 req-105e314d-4ab5-43f3-b323-46b9a36770b5 service neutron] Bound using segment: {'id': 'bb0f237e-198e-4279-b91f-4b68e434b193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3e7727dc-a20f-4fd0-a969-fab13692c8de'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:17:29.243892 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-4c595589-877f-4682-bdf6-6f98f6e42488 req-105e314d-4ab5-43f3-b323-46b9a36770b5 service neutron] Bound port: 811b0b9e-a92c-4ca0-ae3f-978b1a7fa56e, host: n-h1-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb0f237e-198e-4279-b91f-4b68e434b193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3e7727dc-a20f-4fd0-a969-fab13692c8de'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:17:29.244292 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-4c595589-877f-4682-bdf6-6f98f6e42488 req-105e314d-4ab5-43f3-b323-46b9a36770b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:29.304331 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=11c7235e-22c0-4a5c-be69-82c2112e9337,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:17:29.328183 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-4c595589-877f-4682-bdf6-6f98f6e42488 req-105e314d-4ab5-43f3-b323-46b9a36770b5 service neutron] For port 811b0b9e-a92c-4ca0-ae3f-978b1a7fa56e, host n-h1-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:17:29.334561 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-4c595589-877f-4682-bdf6-6f98f6e42488 req-105e314d-4ab5-43f3-b323-46b9a36770b5 service neutron] For port 811b0b9e-a92c-4ca0-ae3f-978b1a7fa56e, host n-h1-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=811b0b9e-a92c-4ca0-ae3f-978b1a7fa56e,segment=NetworkSegment(bb0f237e-198e-4279-b91f-4b68e434b193),segment_id=bb0f237e-198e-4279-b91f-4b68e434b193)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:17:29.339766 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-4c595589-877f-4682-bdf6-6f98f6e42488 req-105e314d-4ab5-43f3-b323-46b9a36770b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:29.379893 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c595589-877f-4682-bdf6-6f98f6e42488 req-105e314d-4ab5-43f3-b323-46b9a36770b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:29.380657 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-4c595589-877f-4682-bdf6-6f98f6e42488 req-105e314d-4ab5-43f3-b323-46b9a36770b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:29.382102 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4c595589-877f-4682-bdf6-6f98f6e42488 req-105e314d-4ab5-43f3-b323-46b9a36770b5 service neutron] 10.222.0.68 "PUT /v2.0/ports/811b0b9e-a92c-4ca0-ae3f-978b1a7fa56e HTTP/1.1" status: 200 len: 1092 time: 1.1592150 Aug 16 23:17:29.384586 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '571a4c89-bc24-4f61-8a52-eb8e67680243', 'tag': '811b0b9e-a92c-4ca0-ae3f-978b1a7fa56e'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:17:29.394391 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e1547f2-513e-4197-b9a2-e046c5c613c7" -d '{"events": [{"name": "network-changed", "server_uuid": "571a4c89-bc24-4f61-8a52-eb8e67680243", "tag": "811b0b9e-a92c-4ca0-ae3f-978b1a7fa56e"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:17:29.446371 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105e314d-4ab5-43f3-b323-46b9a36770b5 service neutron] Pushing event updated for resources: {'Port': ['ID=811b0b9e-a92c-4ca0-ae3f-978b1a7fa56e,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:17:29.472131 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c55ab8-ddab-4bfa-99cb-7bb10d638328 x-openstack-request-id: req-99c55ab8-ddab-4bfa-99cb-7bb10d638328 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:17:29.472570 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "571a4c89-bc24-4f61-8a52-eb8e67680243", "tag": "811b0b9e-a92c-4ca0-ae3f-978b1a7fa56e", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:17:29.473077 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-99c55ab8-ddab-4bfa-99cb-7bb10d638328 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:17:29.473983 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '571a4c89-bc24-4f61-8a52-eb8e67680243', 'tag': '811b0b9e-a92c-4ca0-ae3f-978b1a7fa56e', 'status': 'completed', 'code': 200} Aug 16 23:17:29.567780 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e026474d-9f7d-45b4-b9d6-02b1b6c3b1a2 req-8bbb056c-512d-4309-9ce2-8a5ca07e8b9e tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:29.569371 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e026474d-9f7d-45b4-b9d6-02b1b6c3b1a2 req-8bbb056c-512d-4309-9ce2-8a5ca07e8b9e tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 946 time: 0.0571477 Aug 16 23:17:29.616746 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e026474d-9f7d-45b4-b9d6-02b1b6c3b1a2 req-3dbf77af-60d7-4b78-be09-ad9227f89e29 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbc72d54-097b-421d-953a-e4e7a8a28dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404708 Aug 16 23:17:29.621903 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['11c7235e-22c0-4a5c-be69-82c2112e9337'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:17:29.680697 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c595589-877f-4682-bdf6-6f98f6e42488 req-1e5cc098-a1c9-4663-b64c-79b1058df4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:29.682818 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4c595589-877f-4682-bdf6-6f98f6e42488 req-1e5cc098-a1c9-4663-b64c-79b1058df4bb service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c67bf38a3c4d4fbab54b80ce88cedfe3&device_id=571a4c89-bc24-4f61-8a52-eb8e67680243 HTTP/1.1" status: 200 len: 1095 time: 0.2327676 Aug 16 23:17:29.742037 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4c595589-877f-4682-bdf6-6f98f6e42488 req-503c5cfe-2636-4b95-8fd1-56ef6f394622 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=811b0b9e-a92c-4ca0-ae3f-978b1a7fa56e HTTP/1.1" status: 200 len: 217 time: 0.0444229 Aug 16 23:17:29.799547 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c595589-877f-4682-bdf6-6f98f6e42488 req-d4c3b8b6-d233-441c-a400-9c33bd88d583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:29.801242 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4c595589-877f-4682-bdf6-6f98f6e42488 req-d4c3b8b6-d233-441c-a400-9c33bd88d583 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=46499d68-63a1-4894-beda-d0f0f0dfc9f7 HTTP/1.1" status: 200 len: 853 time: 0.0517142 Aug 16 23:17:29.839117 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4c595589-877f-4682-bdf6-6f98f6e42488 req-a38ffa36-01ed-40ae-a2f5-a37d628196d3 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3e7727dc-a20f-4fd0-a969-fab13692c8de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284305 Aug 16 23:17:29.944026 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4c595589-877f-4682-bdf6-6f98f6e42488 req-b4ded970-bb12-49c7-abcc-874873f19cdf service neutron] 10.222.0.68 "GET /v2.0/networks/3e7727dc-a20f-4fd0-a969-fab13692c8de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965970 Aug 16 23:17:30.044002 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4c595589-877f-4682-bdf6-6f98f6e42488 req-8d7460ae-68e8-45fb-b314-d7cbf3adc7ea service neutron] 10.222.0.68 "GET /v2.0/networks/3e7727dc-a20f-4fd0-a969-fab13692c8de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925963 Aug 16 23:17:30.215011 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1547f2-513e-4197-b9a2-e046c5c613c7 req-e544bb4f-ab88-4c99-bad1-2ded23163cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:30.217555 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2e1547f2-513e-4197-b9a2-e046c5c613c7 req-e544bb4f-ab88-4c99-bad1-2ded23163cdc service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c67bf38a3c4d4fbab54b80ce88cedfe3&device_id=571a4c89-bc24-4f61-8a52-eb8e67680243 HTTP/1.1" status: 200 len: 1095 time: 0.0919576 Aug 16 23:17:30.266727 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b5b6f6-6a04-47fa-a3c0-9409fc3931cb req-39886c37-e8bf-4e1e-9ade-a8282afeadcc tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:30.274004 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a4b5b6f6-6a04-47fa-a3c0-9409fc3931cb req-39886c37-e8bf-4e1e-9ade-a8282afeadcc tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] 10.222.0.36 "GET /v2.0/ports?device_id=571a4c89-bc24-4f61-8a52-eb8e67680243 HTTP/1.1" status: 200 len: 943 time: 0.0916998 Aug 16 23:17:30.299982 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f420dc-217c-4187-b95f-272b15d7bfe7 req-7db3239b-0afc-4e6a-9f24-0f7ed5067deb tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:30.301569 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-84f420dc-217c-4187-b95f-272b15d7bfe7 req-7db3239b-0afc-4e6a-9f24-0f7ed5067deb tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff58da95-60e2-4cf3-80a1-867c46a24a24 HTTP/1.1" status: 200 len: 944 time: 0.1088016 Aug 16 23:17:30.334846 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a4b5b6f6-6a04-47fa-a3c0-9409fc3931cb req-2cbf2a4e-3608-4706-a15f-0677cdc42ec9 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f2e200a-21c5-4806-bf7c-28a912180294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598910 Aug 16 23:17:30.375067 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1547f2-513e-4197-b9a2-e046c5c613c7 req-f74149f0-b2ec-4dd8-9552-139a78fd3ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:30.378278 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2e1547f2-513e-4197-b9a2-e046c5c613c7 req-f74149f0-b2ec-4dd8-9552-139a78fd3ab2 service neutron] 10.222.0.68 "GET /v2.0/networks?id=3e7727dc-a20f-4fd0-a969-fab13692c8de HTTP/1.1" status: 200 len: 914 time: 0.1468842 Aug 16 23:17:30.381454 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-84f420dc-217c-4187-b95f-272b15d7bfe7 req-a0a5f6e6-91ca-4ded-9aee-e863509c745e tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661657 Aug 16 23:17:30.430209 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2e1547f2-513e-4197-b9a2-e046c5c613c7 req-8fe101c4-bf77-494c-8f02-8c79d74647d6 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=811b0b9e-a92c-4ca0-ae3f-978b1a7fa56e HTTP/1.1" status: 200 len: 217 time: 0.0434735 Aug 16 23:17:30.502024 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1547f2-513e-4197-b9a2-e046c5c613c7 req-efb50197-408e-4dab-ab3e-8f0b9529d884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:30.503921 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2e1547f2-513e-4197-b9a2-e046c5c613c7 req-efb50197-408e-4dab-ab3e-8f0b9529d884 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=46499d68-63a1-4894-beda-d0f0f0dfc9f7 HTTP/1.1" status: 200 len: 853 time: 0.0658443 Aug 16 23:17:30.542736 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2e1547f2-513e-4197-b9a2-e046c5c613c7 req-886256c2-fd97-4089-a45b-0cdd3bb084b1 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3e7727dc-a20f-4fd0-a969-fab13692c8de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317228 Aug 16 23:17:30.652168 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2e1547f2-513e-4197-b9a2-e046c5c613c7 req-7768ec0c-b8c9-4c64-8dd9-b6e7e0047264 service neutron] 10.222.0.68 "GET /v2.0/networks/3e7727dc-a20f-4fd0-a969-fab13692c8de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996933 Aug 16 23:17:30.771091 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2e1547f2-513e-4197-b9a2-e046c5c613c7 req-95070646-7479-4722-baf1-09b15bb77296 service neutron] 10.222.0.68 "GET /v2.0/networks/3e7727dc-a20f-4fd0-a969-fab13692c8de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105499 Aug 16 23:17:30.782698 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bfb3ab-0d7d-4e7d-8b98-3e9d9ba988fc req-891cdc9c-ecd3-47be-a703-8cd4de3b8abe tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:30.790721 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-71bfb3ab-0d7d-4e7d-8b98-3e9d9ba988fc req-891cdc9c-ecd3-47be-a703-8cd4de3b8abe tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 946 time: 0.0659926 Aug 16 23:17:30.827466 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-71bfb3ab-0d7d-4e7d-8b98-3e9d9ba988fc req-d56c1a11-6f63-4a44-9334-9e62e74fe861 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbc72d54-097b-421d-953a-e4e7a8a28dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354974 Aug 16 23:17:30.971945 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 11c7235e-22c0-4a5c-be69-82c2112e9337 up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:17:31.035745 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning for port 11c7235e-22c0-4a5c-be69-82c2112e9337 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:17:31.040560 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port 11c7235e-22c0-4a5c-be69-82c2112e9337 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:17:31.040997 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:31.133189 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:31.162540 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff58da95-60e2-4cf3-80a1-867c46a24a24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11c7235e-22c0-4a5c-be69-82c2112e9337'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:17:31.164948 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0df4d840-ab12-4b86-a4bd-0931ab266dd9" -d '{"events": [{"server_uuid": "ff58da95-60e2-4cf3-80a1-867c46a24a24", "name": "network-vif-plugged", "status": "completed", "tag": "11c7235e-22c0-4a5c-be69-82c2112e9337"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:17:31.182758 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 11c7235e-22c0-4a5c-be69-82c2112e9337, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=11c7235e-22c0-4a5c-be69-82c2112e9337,segment=NetworkSegment(2f9a4174-b2ab-4aae-b8db-a65907961481),segment_id=2f9a4174-b2ab-4aae-b8db-a65907961481)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:17:31.190561 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:31.250297 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=11c7235e-22c0-4a5c-be69-82c2112e9337,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:17:31.364047 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ad1de6-5a98-4d69-8713-c247b8aa8d5e x-openstack-request-id: req-c3ad1de6-5a98-4d69-8713-c247b8aa8d5e {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:17:31.364353 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff58da95-60e2-4cf3-80a1-867c46a24a24", "name": "network-vif-plugged", "status": "completed", "tag": "11c7235e-22c0-4a5c-be69-82c2112e9337", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:17:31.364738 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c3ad1de6-5a98-4d69-8713-c247b8aa8d5e {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:17:31.365732 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff58da95-60e2-4cf3-80a1-867c46a24a24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11c7235e-22c0-4a5c-be69-82c2112e9337', 'code': 200} Aug 16 23:17:31.569861 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e1e01c-0d78-48be-9b5a-5d54e533023b req-f8f41076-a48b-43f4-b542-860f85c34090 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:31.571304 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-96e1e01c-0d78-48be-9b5a-5d54e533023b req-f8f41076-a48b-43f4-b542-860f85c34090 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] 10.222.0.36 "GET /v2.0/ports?device_id=571a4c89-bc24-4f61-8a52-eb8e67680243 HTTP/1.1" status: 200 len: 943 time: 0.1427238 Aug 16 23:17:31.581072 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f7388f-2c5e-4935-a369-2b4b38df05f5 req-f673859c-573c-4249-bb8f-cb4028f41ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:31.582564 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-76f7388f-2c5e-4935-a369-2b4b38df05f5 req-f673859c-573c-4249-bb8f-cb4028f41ab8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ff58da95-60e2-4cf3-80a1-867c46a24a24 HTTP/1.1" status: 200 len: 1097 time: 0.1068232 Aug 16 23:17:31.597171 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a24d69-06d0-4128-bb3d-d3693568cf1e req-6aa30348-7a4d-4e42-877f-e44d8bd2bac3 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:31.598989 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-72a24d69-06d0-4128-bb3d-d3693568cf1e req-6aa30348-7a4d-4e42-877f-e44d8bd2bac3 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff58da95-60e2-4cf3-80a1-867c46a24a24 HTTP/1.1" status: 200 len: 945 time: 0.1125944 Aug 16 23:17:31.679927 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-76f7388f-2c5e-4935-a369-2b4b38df05f5 req-1e38e0a3-41d9-4a2d-8eb6-0505223df056 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786421 Aug 16 23:17:31.684471 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-96e1e01c-0d78-48be-9b5a-5d54e533023b req-f7b7cfa0-d3d0-4f7b-ad53-b162ebcd0349 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f2e200a-21c5-4806-bf7c-28a912180294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008780 Aug 16 23:17:31.694331 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-72a24d69-06d0-4128-bb3d-d3693568cf1e req-bd9eb595-0a56-4941-8d75-92311825185e tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867784 Aug 16 23:17:31.986415 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90010dd4-b74b-4010-b30e-fb26eac993d3 req-b6e6a7cc-b02b-4107-b030-fe66d9af7731 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:31.988187 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-90010dd4-b74b-4010-b30e-fb26eac993d3 req-b6e6a7cc-b02b-4107-b030-fe66d9af7731 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 946 time: 0.0578210 Aug 16 23:17:32.030962 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-90010dd4-b74b-4010-b30e-fb26eac993d3 req-a3cbec28-af61-4fa1-88b9-9ede7df60ac1 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbc72d54-097b-421d-953a-e4e7a8a28dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354533 Aug 16 23:17:32.868183 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c850bfd-afb8-43aa-bb70-962456fd6c2e req-d1f05d54-20c2-4e66-a0b2-2c3a0ef01ac7 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:32.869921 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1c850bfd-afb8-43aa-bb70-962456fd6c2e req-d1f05d54-20c2-4e66-a0b2-2c3a0ef01ac7 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff58da95-60e2-4cf3-80a1-867c46a24a24 HTTP/1.1" status: 200 len: 945 time: 0.0935450 Aug 16 23:17:32.895424 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd040dcd-b053-4aa9-9009-676a9226ffee req-14cb836c-c211-4add-92f7-d78ef68a3f27 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:32.897059 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cd040dcd-b053-4aa9-9009-676a9226ffee req-14cb836c-c211-4add-92f7-d78ef68a3f27 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] 10.222.0.36 "GET /v2.0/ports?device_id=571a4c89-bc24-4f61-8a52-eb8e67680243 HTTP/1.1" status: 200 len: 943 time: 0.0857196 Aug 16 23:17:32.981467 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1c850bfd-afb8-43aa-bb70-962456fd6c2e req-49a1b8de-3120-4e9a-9104-321007ccd71f tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023042 Aug 16 23:17:32.985525 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cd040dcd-b053-4aa9-9009-676a9226ffee req-86107849-d889-4435-b854-8e7f6b54b1c0 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f2e200a-21c5-4806-bf7c-28a912180294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794351 Aug 16 23:17:33.122076 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1652a550-6b51-4cce-9eed-d1df7b6257b0 req-9dae9721-a2b6-4980-9f75-b40e3d9a6954 tempest-TestNetworkAdvancedServerOps-1443331071 tempest-TestNetworkAdvancedServerOps-1443331071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:33.124138 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1652a550-6b51-4cce-9eed-d1df7b6257b0 req-9dae9721-a2b6-4980-9f75-b40e3d9a6954 tempest-TestNetworkAdvancedServerOps-1443331071 tempest-TestNetworkAdvancedServerOps-1443331071-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a HTTP/1.1" status: 200 len: 1097 time: 0.0770738 Aug 16 23:17:33.217363 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1652a550-6b51-4cce-9eed-d1df7b6257b0 req-b118e723-6cdd-43bf-9f05-7efd714088ed tempest-TestNetworkAdvancedServerOps-1443331071 tempest-TestNetworkAdvancedServerOps-1443331071-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=5247d9a5-a8ca-4a37-95ec-bfd51308f7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845776 Aug 16 23:17:33.234131 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72757524-fea2-465f-a179-8704ca792a74 req-88d987e6-b4b2-445c-8c32-ee7573ec3422 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:33.235823 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-72757524-fea2-465f-a179-8704ca792a74 req-88d987e6-b4b2-445c-8c32-ee7573ec3422 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 946 time: 0.0856712 Aug 16 23:17:33.243484 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 811b0b9e-a92c-4ca0-ae3f-978b1a7fa56e details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:17:33.339063 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-72757524-fea2-465f-a179-8704ca792a74 req-0373df7f-841c-4e4c-bb70-43af524caf5f tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbc72d54-097b-421d-953a-e4e7a8a28dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0963571 Aug 16 23:17:33.415361 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ed1357-f818-4875-9f27-58b99900dba8 req-a2f300d5-0b0b-4a65-a15f-9588bf89f495 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:33.422843 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 811b0b9e-a92c-4ca0-ae3f-978b1a7fa56e, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=811b0b9e-a92c-4ca0-ae3f-978b1a7fa56e,segment=NetworkSegment(bb0f237e-198e-4279-b91f-4b68e434b193),segment_id=bb0f237e-198e-4279-b91f-4b68e434b193)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:17:33.423192 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a2ed1357-f818-4875-9f27-58b99900dba8 req-a2f300d5-0b0b-4a65-a15f-9588bf89f495 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a HTTP/1.1" status: 200 len: 945 time: 0.0772212 Aug 16 23:17:33.440017 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': '811b0b9e-a92c-4ca0-ae3f-978b1a7fa56e', 'network_id': '3e7727dc-a20f-4fd0-a969-fab13692c8de', 'port_id': '811b0b9e-a92c-4ca0-ae3f-978b1a7fa56e', 'mac_address': 'fa:16:3e:af:8c:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46499d68-63a1-4894-beda-d0f0f0dfc9f7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:17:33.465504 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a2ed1357-f818-4875-9f27-58b99900dba8 req-843c320f-cba5-4564-a8bc-1c96490aae83 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=5247d9a5-a8ca-4a37-95ec-bfd51308f7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409915 Aug 16 23:17:33.486127 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 43772) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:17:33.503938 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:33.531013 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 811b0b9e-a92c-4ca0-ae3f-978b1a7fa56e {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:17:33.566893 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 811b0b9e-a92c-4ca0-ae3f-978b1a7fa56e, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=811b0b9e-a92c-4ca0-ae3f-978b1a7fa56e,segment=NetworkSegment(bb0f237e-198e-4279-b91f-4b68e434b193),segment_id=bb0f237e-198e-4279-b91f-4b68e434b193)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:17:33.567146 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-5754c65b-2f99-4b19-a38b-171592a5fda3 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/floatingips/52bbecce-e20f-4eb5-836b-c52c06e5e29b HTTP/1.1" status: 200 len: 992 time: 0.0796444 Aug 16 23:17:33.573153 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:33.645237 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=811b0b9e-a92c-4ca0-ae3f-978b1a7fa56e,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:17:33.847691 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['811b0b9e-a92c-4ca0-ae3f-978b1a7fa56e'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:17:34.137826 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 43792) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:17:34.164146 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b5096c-6ff5-41c4-a4b4-8e68b78f620d req-bf8a609d-4d04-4e5d-9501-ab40910b614d tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:34.166194 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e8b5096c-6ff5-41c4-a4b4-8e68b78f620d req-bf8a609d-4d04-4e5d-9501-ab40910b614d tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff58da95-60e2-4cf3-80a1-867c46a24a24 HTTP/1.1" status: 200 len: 945 time: 0.0688233 Aug 16 23:17:34.259165 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf127e6-3f36-4d18-84bc-54f73deff068 req-6dd42378-3c82-494e-b34c-ab4d417d33a6 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:34.261140 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3cf127e6-3f36-4d18-84bc-54f73deff068 req-6dd42378-3c82-494e-b34c-ab4d417d33a6 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] 10.222.0.36 "GET /v2.0/ports?device_id=571a4c89-bc24-4f61-8a52-eb8e67680243 HTTP/1.1" status: 200 len: 944 time: 0.0939298 Aug 16 23:17:34.264472 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e8b5096c-6ff5-41c4-a4b4-8e68b78f620d req-2ca36b8b-183c-47a9-8b1e-1151c1b04d62 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860689 Aug 16 23:17:34.268293 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-9e7df7b0-fd01-42eb-8334-33038f11d9db req-ac188196-4373-47e9-b7af-113fbd3abb1c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1206605 Aug 16 23:17:34.343066 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3cf127e6-3f36-4d18-84bc-54f73deff068 req-9ea59e73-d00c-4a91-909e-9b8cea9b1162 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f2e200a-21c5-4806-bf7c-28a912180294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706115 Aug 16 23:17:34.470450 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78747661-c772-43e6-8976-0bc6edae482f req-414aeaf2-f3d0-4f92-8656-4e31621648b9 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:34.478917 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-78747661-c772-43e6-8976-0bc6edae482f req-414aeaf2-f3d0-4f92-8656-4e31621648b9 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a HTTP/1.1" status: 200 len: 945 time: 0.1091735 Aug 16 23:17:34.931070 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87178f0-a57d-4aa2-9763-28e1a0dc8d90 req-79934edd-fd18-42a8-8d79-62be22228660 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:34.939413 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b87178f0-a57d-4aa2-9763-28e1a0dc8d90 req-79934edd-fd18-42a8-8d79-62be22228660 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 946 time: 0.4939883 Aug 16 23:17:34.975449 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-78747661-c772-43e6-8976-0bc6edae482f req-3243f358-ffc7-4a76-a797-a1e5679d3e06 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=5247d9a5-a8ca-4a37-95ec-bfd51308f7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4953649 Aug 16 23:17:35.025048 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b87178f0-a57d-4aa2-9763-28e1a0dc8d90 req-e41f8ae8-887e-4397-bedf-f27409b4481f tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbc72d54-097b-421d-953a-e4e7a8a28dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0780702 Aug 16 23:17:35.243572 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 811b0b9e-a92c-4ca0-ae3f-978b1a7fa56e up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:17:35.246592 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb2f286-b4e6-44d8-af62-606f9d858ce7 req-7b9a2319-27a4-48bb-b8fa-37037a2110f3 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:35.249522 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6bb2f286-b4e6-44d8-af62-606f9d858ce7 req-7b9a2319-27a4-48bb-b8fa-37037a2110f3 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/networks?id=0c457813-f40c-4a5d-a305-ee4f3c9bee58 HTTP/1.1" status: 200 len: 806 time: 0.1444588 Aug 16 23:17:35.275807 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6bb2f286-b4e6-44d8-af62-606f9d858ce7 req-ad4a6910-5255-469b-8cfd-a77c8d24a288 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/quotas/a7c31e67ee7c4b289c3ec8027565ddcd HTTP/1.1" status: 200 len: 375 time: 0.0196183 Aug 16 23:17:35.324514 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning for port 811b0b9e-a92c-4ca0-ae3f-978b1a7fa56e completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:17:35.328755 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port 811b0b9e-a92c-4ca0-ae3f-978b1a7fa56e triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:17:35.329229 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:35.341887 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6bb2f286-b4e6-44d8-af62-606f9d858ce7 req-60e6a2c2-c2f6-48d3-bb4b-23e960f7de03 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a7c31e67ee7c4b289c3ec8027565ddcd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0637865 Aug 16 23:17:35.423657 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:35.449132 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6bb2f286-b4e6-44d8-af62-606f9d858ce7 req-34fd8d3b-ad25-4ef7-b662-bd13da44cdd1 service neutron] 10.222.0.36 "GET /v2.0/networks/0c457813-f40c-4a5d-a305-ee4f3c9bee58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068654 Aug 16 23:17:35.465869 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '571a4c89-bc24-4f61-8a52-eb8e67680243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '811b0b9e-a92c-4ca0-ae3f-978b1a7fa56e'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:17:35.468224 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbed2fa6-5386-4d13-925d-231e8e71f57e" -d '{"events": [{"server_uuid": "571a4c89-bc24-4f61-8a52-eb8e67680243", "name": "network-vif-plugged", "status": "completed", "tag": "811b0b9e-a92c-4ca0-ae3f-978b1a7fa56e"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:17:35.482465 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 811b0b9e-a92c-4ca0-ae3f-978b1a7fa56e, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=811b0b9e-a92c-4ca0-ae3f-978b1a7fa56e,segment=NetworkSegment(bb0f237e-198e-4279-b91f-4b68e434b193),segment_id=bb0f237e-198e-4279-b91f-4b68e434b193)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:17:35.488580 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:35.554987 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=811b0b9e-a92c-4ca0-ae3f-978b1a7fa56e,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:17:35.583258 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde3e963-9de2-4924-9218-79c901f06ca1 req-1426ba69-f986-427b-872a-5f940988a867 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:35.590784 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cde3e963-9de2-4924-9218-79c901f06ca1 req-1426ba69-f986-427b-872a-5f940988a867 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] 10.222.0.36 "GET /v2.0/ports?device_id=571a4c89-bc24-4f61-8a52-eb8e67680243 HTTP/1.1" status: 200 len: 944 time: 0.1499717 Aug 16 23:17:35.651665 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cde3e963-9de2-4924-9218-79c901f06ca1 req-52d7f4a8-3dcb-4003-9fec-bc9ef11dd78f tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f2e200a-21c5-4806-bf7c-28a912180294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600090 Aug 16 23:17:35.658845 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6bb2f286-b4e6-44d8-af62-606f9d858ce7 req-6776d97a-efa8-4fbb-88e8-98a3cf83fb7c service neutron] 10.222.0.36 "GET /v2.0/networks/0c457813-f40c-4a5d-a305-ee4f3c9bee58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986537 Aug 16 23:17:35.717420 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ee6374f-ec24-44e1-9799-79b941fc050d x-openstack-request-id: req-5ee6374f-ec24-44e1-9799-79b941fc050d {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:17:35.718060 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "571a4c89-bc24-4f61-8a52-eb8e67680243", "name": "network-vif-plugged", "status": "completed", "tag": "811b0b9e-a92c-4ca0-ae3f-978b1a7fa56e", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:17:35.718408 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5ee6374f-ec24-44e1-9799-79b941fc050d {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:17:35.718939 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '571a4c89-bc24-4f61-8a52-eb8e67680243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '811b0b9e-a92c-4ca0-ae3f-978b1a7fa56e', 'code': 200} Aug 16 23:17:35.873472 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3ff1b7e5-2d91-4e72-96a6-f5b769d2fb1e req-a8f98c53-0e5c-4cd6-a919-65c4d952ba4a tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=3cef34ca-0528-49d6-bc8e-814948682eab HTTP/1.1" status: 200 len: 210 time: 0.0400121 Aug 16 23:17:35.887449 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9e849d-86db-42f2-a73a-c59e22014252 req-9cbf0f22-3aab-4b92-bff4-6ea934b30f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:35.889651 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-1b9e849d-86db-42f2-a73a-c59e22014252 req-9cbf0f22-3aab-4b92-bff4-6ea934b30f3e service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=571a4c89-bc24-4f61-8a52-eb8e67680243 HTTP/1.1" status: 200 len: 1097 time: 0.0658257 Aug 16 23:17:35.974661 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-1b9e849d-86db-42f2-a73a-c59e22014252 req-1eea4109-0c97-4552-bc6e-0ffd932e55c2 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=1f2e200a-21c5-4806-bf7c-28a912180294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729120 Aug 16 23:17:35.991952 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7df7b0-fd01-42eb-8334-33038f11d9db req-78b141d2-6c88-40ce-ba22-d154dfc456ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:35.993633 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-9e7df7b0-fd01-42eb-8334-33038f11d9db req-78b141d2-6c88-40ce-ba22-d154dfc456ed service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3aee68aa35e24e649e175a43cbcb7bd3&device_id=2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a HTTP/1.1" status: 200 len: 1097 time: 0.0851421 Aug 16 23:17:36.215474 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d22ae8d-4372-4591-8d8e-65ee5cb3a3df req-e71a2ecf-56b1-4abb-85dd-13937aee71c2 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:36.224094 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7d22ae8d-4372-4591-8d8e-65ee5cb3a3df req-e71a2ecf-56b1-4abb-85dd-13937aee71c2 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a HTTP/1.1" status: 200 len: 945 time: 0.1108916 Aug 16 23:17:36.226813 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7df7b0-fd01-42eb-8334-33038f11d9db req-18ac8a34-1e32-4e33-adf8-96b6b5de46b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:36.230208 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-9e7df7b0-fd01-42eb-8334-33038f11d9db req-18ac8a34-1e32-4e33-adf8-96b6b5de46b3 service neutron] 10.222.0.68 "GET /v2.0/networks?id=7339cb68-2f07-4085-93a7-2381ab45a475 HTTP/1.1" status: 200 len: 898 time: 0.2028539 Aug 16 23:17:36.241522 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a38fee5-1498-4a86-91c2-531edfd8cb8f req-6c8d3b50-0c35-4d62-bd39-728f98f65bc5 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:36.243656 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9a38fee5-1498-4a86-91c2-531edfd8cb8f req-6c8d3b50-0c35-4d62-bd39-728f98f65bc5 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 946 time: 0.1200261 Aug 16 23:17:36.325558 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9a38fee5-1498-4a86-91c2-531edfd8cb8f req-9e66c7b5-ce81-479d-b1cf-6c69fd52c77b tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbc72d54-097b-421d-953a-e4e7a8a28dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0625465 Aug 16 23:17:36.341820 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7d22ae8d-4372-4591-8d8e-65ee5cb3a3df req-48e1efc6-c499-48f2-be07-9839f96f8b60 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=5247d9a5-a8ca-4a37-95ec-bfd51308f7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149733 Aug 16 23:17:36.354916 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-9e7df7b0-fd01-42eb-8334-33038f11d9db req-5bd698f3-ed00-4934-9efb-ea4c45f10553 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e669ad3-1963-4c27-8d15-255b07ce52d2 HTTP/1.1" status: 200 len: 1000 time: 0.1164904 Aug 16 23:17:36.435731 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7df7b0-fd01-42eb-8334-33038f11d9db req-0d656fe7-c8f2-4a0d-a35c-e03fce93b2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:36.437728 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-9e7df7b0-fd01-42eb-8334-33038f11d9db req-0d656fe7-c8f2-4a0d-a35c-e03fce93b2bc service neutron] 10.222.0.68 "GET /v2.0/subnets?id=12c27e46-2b78-4269-aafc-9f66cc3269bf HTTP/1.1" status: 200 len: 834 time: 0.0721195 Aug 16 23:17:36.492629 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7df7b0-fd01-42eb-8334-33038f11d9db req-86ebd2d9-77ee-4a97-b381-ea49fe2cfb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:36.494262 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-9e7df7b0-fd01-42eb-8334-33038f11d9db req-86ebd2d9-77ee-4a97-b381-ea49fe2cfb29 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=7339cb68-2f07-4085-93a7-2381ab45a475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0477240 Aug 16 23:17:36.628257 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-9e7df7b0-fd01-42eb-8334-33038f11d9db req-b98cd9db-bfcf-452a-9610-808111bae03f service neutron] 10.222.0.68 "GET /v2.0/networks/7339cb68-2f07-4085-93a7-2381ab45a475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187246 Aug 16 23:17:36.809461 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-9e7df7b0-fd01-42eb-8334-33038f11d9db req-e3246f1e-c2c6-4d5e-989e-275a3222cb87 service neutron] 10.222.0.68 "GET /v2.0/networks/7339cb68-2f07-4085-93a7-2381ab45a475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717219 Aug 16 23:17:36.835944 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1678e819-ce09-43f2-995a-43f7782e6895 req-edd83120-ef9f-4093-84a9-a2bc034e7c4e tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:36.846980 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1678e819-ce09-43f2-995a-43f7782e6895 req-edd83120-ef9f-4093-84a9-a2bc034e7c4e tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] 10.222.0.36 "GET /v2.0/ports?device_id=571a4c89-bc24-4f61-8a52-eb8e67680243 HTTP/1.1" status: 200 len: 945 time: 0.0774400 Aug 16 23:17:36.914737 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1678e819-ce09-43f2-995a-43f7782e6895 req-663160d1-9048-4c78-8966-d63c38167626 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f2e200a-21c5-4806-bf7c-28a912180294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641649 Aug 16 23:17:37.023710 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-18d4b011-fb92-4377-935f-2252f42cd371 req-a8bab96b-e8b5-4413-87ac-3d7c4eac9423 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=3cef34ca-0528-49d6-bc8e-814948682eab HTTP/1.1" status: 200 len: 210 time: 0.0402691 Aug 16 23:17:37.598036 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f24268c-b625-4706-a467-2ffa551efec8 req-8758966c-c679-4906-8dbb-d1932c6558bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:37.600134 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-1f24268c-b625-4706-a467-2ffa551efec8 req-8758966c-c679-4906-8dbb-d1932c6558bc service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3aee68aa35e24e649e175a43cbcb7bd3&device_id=2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a HTTP/1.1" status: 200 len: 1097 time: 0.1188154 Aug 16 23:17:37.623541 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb2f286-b4e6-44d8-af62-606f9d858ce7 req-8a7f7e6b-0063-4528-8184-647b7496baa3 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:37.626171 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6bb2f286-b4e6-44d8-af62-606f9d858ce7 req-8a7f7e6b-0063-4528-8184-647b7496baa3 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.57 "GET /v2.0/networks?id=0c457813-f40c-4a5d-a305-ee4f3c9bee58 HTTP/1.1" status: 200 len: 806 time: 0.2742622 Aug 16 23:17:37.674772 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b54dda-a9a8-42f1-9e8e-0b165a2f19a2 req-cbb01703-fe5c-4dd2-804b-f77a8fc18d5d tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:37.674772 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f7b54dda-a9a8-42f1-9e8e-0b165a2f19a2 req-cbb01703-fe5c-4dd2-804b-f77a8fc18d5d tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 946 time: 0.1531913 Aug 16 23:17:37.698074 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-6bb2f286-b4e6-44d8-af62-606f9d858ce7 req-891acf65-414c-4a04-b62d-d5dc6c03fd26 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Request body: {'port': {'device_id': '3cef34ca-0528-49d6-bc8e-814948682eab', 'network_id': '0c457813-f40c-4a5d-a305-ee4f3c9bee58', 'admin_state_up': True, 'tenant_id': 'a7c31e67ee7c4b289c3ec8027565ddcd'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:17:37.784421 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48afc48b-376e-4a96-b3de-6dfcd3671019 req-25bf391b-2fd1-4bf2-acba-67dffd640925 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:37.786618 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-48afc48b-376e-4a96-b3de-6dfcd3671019 req-25bf391b-2fd1-4bf2-acba-67dffd640925 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a HTTP/1.1" status: 200 len: 945 time: 0.2670693 Aug 16 23:17:37.809180 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f24268c-b625-4706-a467-2ffa551efec8 req-c268f100-a220-4185-88ec-3d24926774a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:37.810958 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-1f24268c-b625-4706-a467-2ffa551efec8 req-c268f100-a220-4185-88ec-3d24926774a5 service neutron] 10.222.0.68 "GET /v2.0/networks?id=7339cb68-2f07-4085-93a7-2381ab45a475 HTTP/1.1" status: 200 len: 898 time: 0.1771214 Aug 16 23:17:37.852724 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f7b54dda-a9a8-42f1-9e8e-0b165a2f19a2 req-38ee09ea-beaa-4592-98fb-1cbf4c21a6e4 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbc72d54-097b-421d-953a-e4e7a8a28dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1683481 Aug 16 23:17:37.888621 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-48afc48b-376e-4a96-b3de-6dfcd3671019 req-8a18d2b5-8e4b-4e3a-afbd-eccc4ec722d7 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=5247d9a5-a8ca-4a37-95ec-bfd51308f7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775795 Aug 16 23:17:37.919440 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-1f24268c-b625-4706-a467-2ffa551efec8 req-f13e6a7f-560b-48d2-8cb3-b433cb91e96f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e669ad3-1963-4c27-8d15-255b07ce52d2 HTTP/1.1" status: 200 len: 1000 time: 0.1000314 Aug 16 23:17:37.990235 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bb2f286-b4e6-44d8-af62-606f9d858ce7 req-891acf65-414c-4a04-b62d-d5dc6c03fd26 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Made reservation on behalf of a7c31e67ee7c4b289c3ec8027565ddcd for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:17:37.994760 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-6bb2f286-b4e6-44d8-af62-606f9d858ce7 req-891acf65-414c-4a04-b62d-d5dc6c03fd26 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:38.017780 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f24268c-b625-4706-a467-2ffa551efec8 req-2fb45e26-f1d0-42a2-b25c-dd6915357a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:38.019417 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-1f24268c-b625-4706-a467-2ffa551efec8 req-2fb45e26-f1d0-42a2-b25c-dd6915357a39 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=12c27e46-2b78-4269-aafc-9f66cc3269bf HTTP/1.1" status: 200 len: 834 time: 0.0842931 Aug 16 23:17:38.095984 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f24268c-b625-4706-a467-2ffa551efec8 req-8902ef80-d8f8-4943-9385-39b4074761b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:38.098198 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-1f24268c-b625-4706-a467-2ffa551efec8 req-8902ef80-d8f8-4943-9385-39b4074761b7 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=7339cb68-2f07-4085-93a7-2381ab45a475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0632875 Aug 16 23:17:38.212238 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9bfc6dc0-6949-491e-8a14-c8e95941b854 req-1c11057b-9eee-493f-b79a-78cbe60d7b62 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=3cef34ca-0528-49d6-bc8e-814948682eab HTTP/1.1" status: 200 len: 210 time: 0.0484405 Aug 16 23:17:38.244462 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4174bc-7f3f-4bfa-ac5e-6930c5782219 req-6a83895d-a687-4a6c-825c-ff459f7c9c13 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:38.251743 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-1f24268c-b625-4706-a467-2ffa551efec8 req-fb301fd3-be57-4dc8-8ea7-ff2c731ad37a service neutron] 10.222.0.68 "GET /v2.0/networks/7339cb68-2f07-4085-93a7-2381ab45a475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445556 Aug 16 23:17:38.256993 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4e4174bc-7f3f-4bfa-ac5e-6930c5782219 req-6a83895d-a687-4a6c-825c-ff459f7c9c13 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] 10.222.0.36 "GET /v2.0/ports?device_id=571a4c89-bc24-4f61-8a52-eb8e67680243 HTTP/1.1" status: 200 len: 945 time: 0.2462640 Aug 16 23:17:38.347052 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4e4174bc-7f3f-4bfa-ac5e-6930c5782219 req-b9e2e266-4c5a-4ab1-8526-1f4b1a51820c tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f2e200a-21c5-4806-bf7c-28a912180294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887089 Aug 16 23:17:38.367025 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [req-6bb2f286-b4e6-44d8-af62-606f9d858ce7 req-891acf65-414c-4a04-b62d-d5dc6c03fd26 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Allocated IP 172.20.0.5 (0c457813-f40c-4a5d-a305-ee4f3c9bee58/4724a49f-f514-42a4-b8bc-2aeadbfe5460/d5cfb4e9-0c3a-40fc-a971-dfeefeecdc6d) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:17:38.388226 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-1f24268c-b625-4706-a467-2ffa551efec8 req-145634c6-1967-4432-a2cb-447eebc4e3ca service neutron] 10.222.0.68 "GET /v2.0/networks/7339cb68-2f07-4085-93a7-2381ab45a475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285195 Aug 16 23:17:38.584383 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-6bb2f286-b4e6-44d8-af62-606f9d858ce7 req-891acf65-414c-4a04-b62d-d5dc6c03fd26 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:38.627624 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-6bb2f286-b4e6-44d8-af62-606f9d858ce7 req-891acf65-414c-4a04-b62d-d5dc6c03fd26 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:38.663825 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['c0d4764f-ebed-4249-9515-362440827bba', '11c7235e-22c0-4a5c-be69-82c2112e9337'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:17:38.688246 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891acf65-414c-4a04-b62d-d5dc6c03fd26 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Pushing event updated for resources: {'Port': ['ID=d5cfb4e9-0c3a-40fc-a971-dfeefeecdc6d,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:17:38.695426 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bb2f286-b4e6-44d8-af62-606f9d858ce7 req-891acf65-414c-4a04-b62d-d5dc6c03fd26 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Network 0c457813-f40c-4a5d-a305-ee4f3c9bee58 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:17:38.696960 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [req-6bb2f286-b4e6-44d8-af62-606f9d858ce7 req-891acf65-414c-4a04-b62d-d5dc6c03fd26 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:17:38.699253 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bb2f286-b4e6-44d8-af62-606f9d858ce7 req-891acf65-414c-4a04-b62d-d5dc6c03fd26 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:17:38.784945 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb2f286-b4e6-44d8-af62-606f9d858ce7 req-891acf65-414c-4a04-b62d-d5dc6c03fd26 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:38.785717 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-6bb2f286-b4e6-44d8-af62-606f9d858ce7 req-891acf65-414c-4a04-b62d-d5dc6c03fd26 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:38.805497 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6bb2f286-b4e6-44d8-af62-606f9d858ce7 req-891acf65-414c-4a04-b62d-d5dc6c03fd26 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1490650 Aug 16 23:17:38.827035 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-6bb2f286-b4e6-44d8-af62-606f9d858ce7 req-50d14b81-c6d9-417a-ac18-3e589e9aabfb service neutron] Request body: {'port': {'device_id': '3cef34ca-0528-49d6-bc8e-814948682eab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-26'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:17:38.977624 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-6bb2f286-b4e6-44d8-af62-606f9d858ce7 req-50d14b81-c6d9-417a-ac18-3e589e9aabfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:39.129755 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8dc262-8bae-435d-a3db-d8de8e7df2ae req-5840ab1d-b83a-47ad-bca3-0bdfe3183fc1 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:39.131714 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8f8dc262-8bae-435d-a3db-d8de8e7df2ae req-5840ab1d-b83a-47ad-bca3-0bdfe3183fc1 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a HTTP/1.1" status: 200 len: 945 time: 0.1250300 Aug 16 23:17:39.148078 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e557f94b-1048-4113-84cd-4b9c44a2deef req-0e3f4138-0cb4-4ea7-bb08-28d002a9180d tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:39.155894 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e557f94b-1048-4113-84cd-4b9c44a2deef req-0e3f4138-0cb4-4ea7-bb08-28d002a9180d tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 946 time: 0.1511784 Aug 16 23:17:39.339079 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e557f94b-1048-4113-84cd-4b9c44a2deef req-0c26b4e0-6266-4f5d-acec-a6a3c1492ca4 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbc72d54-097b-421d-953a-e4e7a8a28dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1815917 Aug 16 23:17:39.353396 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8f8dc262-8bae-435d-a3db-d8de8e7df2ae req-c8160009-1c92-47fa-960d-6d9c1789cb41 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=5247d9a5-a8ca-4a37-95ec-bfd51308f7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1464300 Aug 16 23:17:39.516184 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ec28b0-bfa4-4840-b8b8-ce7da3c15cc3 req-ec3a7e9d-7264-4238-8824-15fe62d81aae tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:39.517898 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c5ec28b0-bfa4-4840-b8b8-ce7da3c15cc3 req-ec3a7e9d-7264-4238-8824-15fe62d81aae tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=3cef34ca-0528-49d6-bc8e-814948682eab HTTP/1.1" status: 200 len: 931 time: 0.1021194 Aug 16 23:17:39.530446 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [req-6bb2f286-b4e6-44d8-af62-606f9d858ce7 req-50d14b81-c6d9-417a-ac18-3e589e9aabfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5cfb4e9-0c3a-40fc-a971-dfeefeecdc6d {{(pid=101292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:17:39.546927 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-6bb2f286-b4e6-44d8-af62-606f9d858ce7 req-50d14b81-c6d9-417a-ac18-3e589e9aabfb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:39.588048 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-6bb2f286-b4e6-44d8-af62-606f9d858ce7 req-50d14b81-c6d9-417a-ac18-3e589e9aabfb service neutron] Transition to ACTIVE for port object d5cfb4e9-0c3a-40fc-a971-dfeefeecdc6d will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:17:39.597081 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-6bb2f286-b4e6-44d8-af62-606f9d858ce7 req-50d14b81-c6d9-417a-ac18-3e589e9aabfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:39.636065 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c5ec28b0-bfa4-4840-b8b8-ce7da3c15cc3 req-58aa4ea4-8286-4973-9c47-3fdcec299a50 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982668 Aug 16 23:17:39.668348 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d14b81-c6d9-417a-ac18-3e589e9aabfb service neutron] Pushing event updated for resources: {'Port': ['ID=d5cfb4e9-0c3a-40fc-a971-dfeefeecdc6d,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:17:39.747170 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-6bb2f286-b4e6-44d8-af62-606f9d858ce7 req-50d14b81-c6d9-417a-ac18-3e589e9aabfb service neutron] Attempting to bind port d5cfb4e9-0c3a-40fc-a971-dfeefeecdc6d on host n-h2-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:17:39.747619 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-6bb2f286-b4e6-44d8-af62-606f9d858ce7 req-50d14b81-c6d9-417a-ac18-3e589e9aabfb service neutron] Attempting to bind port d5cfb4e9-0c3a-40fc-a971-dfeefeecdc6d by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': '2f9a4174-b2ab-4aae-b8db-a65907961481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0c457813-f40c-4a5d-a305-ee4f3c9bee58'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:17:39.748085 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb2f286-b4e6-44d8-af62-606f9d858ce7 req-50d14b81-c6d9-417a-ac18-3e589e9aabfb service neutron] Attempting to bind port d5cfb4e9-0c3a-40fc-a971-dfeefeecdc6d on network 0c457813-f40c-4a5d-a305-ee4f3c9bee58 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:17:39.754461 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb2f286-b4e6-44d8-af62-606f9d858ce7 req-50d14b81-c6d9-417a-ac18-3e589e9aabfb service neutron] Port d5cfb4e9-0c3a-40fc-a971-dfeefeecdc6d on network 0c457813-f40c-4a5d-a305-ee4f3c9bee58 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:17:39.754885 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb2f286-b4e6-44d8-af62-606f9d858ce7 req-50d14b81-c6d9-417a-ac18-3e589e9aabfb service neutron] Attempting to bind port d5cfb4e9-0c3a-40fc-a971-dfeefeecdc6d on network 0c457813-f40c-4a5d-a305-ee4f3c9bee58 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:17:39.763637 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb2f286-b4e6-44d8-af62-606f9d858ce7 req-50d14b81-c6d9-417a-ac18-3e589e9aabfb service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:17:39.764114 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb2f286-b4e6-44d8-af62-606f9d858ce7 req-50d14b81-c6d9-417a-ac18-3e589e9aabfb service neutron] Checking segment: {'id': '2f9a4174-b2ab-4aae-b8db-a65907961481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0c457813-f40c-4a5d-a305-ee4f3c9bee58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:17:39.764719 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb2f286-b4e6-44d8-af62-606f9d858ce7 req-50d14b81-c6d9-417a-ac18-3e589e9aabfb service neutron] Bound using segment: {'id': '2f9a4174-b2ab-4aae-b8db-a65907961481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0c457813-f40c-4a5d-a305-ee4f3c9bee58'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:17:39.765429 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-6bb2f286-b4e6-44d8-af62-606f9d858ce7 req-50d14b81-c6d9-417a-ac18-3e589e9aabfb service neutron] Bound port: d5cfb4e9-0c3a-40fc-a971-dfeefeecdc6d, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f9a4174-b2ab-4aae-b8db-a65907961481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0c457813-f40c-4a5d-a305-ee4f3c9bee58'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:17:39.765875 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-6bb2f286-b4e6-44d8-af62-606f9d858ce7 req-50d14b81-c6d9-417a-ac18-3e589e9aabfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:39.869635 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-6bb2f286-b4e6-44d8-af62-606f9d858ce7 req-50d14b81-c6d9-417a-ac18-3e589e9aabfb service neutron] For port d5cfb4e9-0c3a-40fc-a971-dfeefeecdc6d, host n-h2-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:17:39.873544 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-6bb2f286-b4e6-44d8-af62-606f9d858ce7 req-50d14b81-c6d9-417a-ac18-3e589e9aabfb service neutron] For port d5cfb4e9-0c3a-40fc-a971-dfeefeecdc6d, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=d5cfb4e9-0c3a-40fc-a971-dfeefeecdc6d,segment=NetworkSegment(2f9a4174-b2ab-4aae-b8db-a65907961481),segment_id=2f9a4174-b2ab-4aae-b8db-a65907961481)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:17:39.881947 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-6bb2f286-b4e6-44d8-af62-606f9d858ce7 req-50d14b81-c6d9-417a-ac18-3e589e9aabfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:39.927749 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb2f286-b4e6-44d8-af62-606f9d858ce7 req-50d14b81-c6d9-417a-ac18-3e589e9aabfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:39.928595 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-6bb2f286-b4e6-44d8-af62-606f9d858ce7 req-50d14b81-c6d9-417a-ac18-3e589e9aabfb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:39.930025 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6bb2f286-b4e6-44d8-af62-606f9d858ce7 req-50d14b81-c6d9-417a-ac18-3e589e9aabfb service neutron] 10.222.0.57 "PUT /v2.0/ports/d5cfb4e9-0c3a-40fc-a971-dfeefeecdc6d HTTP/1.1" status: 200 len: 1092 time: 1.1093779 Aug 16 23:17:39.930500 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cef34ca-0528-49d6-bc8e-814948682eab', 'tag': 'd5cfb4e9-0c3a-40fc-a971-dfeefeecdc6d'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:17:39.932771 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d2e777a-0c37-4945-aaba-4666944c8c36" -d '{"events": [{"name": "network-changed", "server_uuid": "3cef34ca-0528-49d6-bc8e-814948682eab", "tag": "d5cfb4e9-0c3a-40fc-a971-dfeefeecdc6d"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:17:39.962391 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d14b81-c6d9-417a-ac18-3e589e9aabfb service neutron] Pushing event updated for resources: {'Port': ['ID=d5cfb4e9-0c3a-40fc-a971-dfeefeecdc6d,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:17:40.000886 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbbe26f0-c3f9-43b4-a377-7b12544eda9e x-openstack-request-id: req-bbbe26f0-c3f9-43b4-a377-7b12544eda9e {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:17:40.001197 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cef34ca-0528-49d6-bc8e-814948682eab", "tag": "d5cfb4e9-0c3a-40fc-a971-dfeefeecdc6d", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:17:40.001557 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bbbe26f0-c3f9-43b4-a377-7b12544eda9e {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:17:40.002066 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cef34ca-0528-49d6-bc8e-814948682eab', 'tag': 'd5cfb4e9-0c3a-40fc-a971-dfeefeecdc6d', 'status': 'completed', 'code': 200} Aug 16 23:17:40.069690 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb2f286-b4e6-44d8-af62-606f9d858ce7 req-906cb060-1d16-411d-97a6-dfabc4e47b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:40.071030 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6bb2f286-b4e6-44d8-af62-606f9d858ce7 req-906cb060-1d16-411d-97a6-dfabc4e47b51 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a7c31e67ee7c4b289c3ec8027565ddcd&device_id=3cef34ca-0528-49d6-bc8e-814948682eab HTTP/1.1" status: 200 len: 1095 time: 0.0466676 Aug 16 23:17:40.128702 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6bb2f286-b4e6-44d8-af62-606f9d858ce7 req-aaac7ac0-a01e-45d1-804a-86c8a92de6aa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5cfb4e9-0c3a-40fc-a971-dfeefeecdc6d HTTP/1.1" status: 200 len: 217 time: 0.0449531 Aug 16 23:17:40.200055 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb2f286-b4e6-44d8-af62-606f9d858ce7 req-e1ef6395-806b-45db-a810-7bacc35a09a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:40.201730 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6bb2f286-b4e6-44d8-af62-606f9d858ce7 req-e1ef6395-806b-45db-a810-7bacc35a09a5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4724a49f-f514-42a4-b8bc-2aeadbfe5460 HTTP/1.1" status: 200 len: 846 time: 0.0664768 Aug 16 23:17:40.256147 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6bb2f286-b4e6-44d8-af62-606f9d858ce7 req-df77ff30-8f2c-4c6b-bbb7-b507438c24bc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0c457813-f40c-4a5d-a305-ee4f3c9bee58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472646 Aug 16 23:17:40.362860 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6bb2f286-b4e6-44d8-af62-606f9d858ce7 req-78248043-07a1-4621-9cb6-b11941b242b0 service neutron] 10.222.0.57 "GET /v2.0/networks/0c457813-f40c-4a5d-a305-ee4f3c9bee58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001649 Aug 16 23:17:40.574429 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6bb2f286-b4e6-44d8-af62-606f9d858ce7 req-7cb7f306-1352-4c5a-b24d-8a4556897e4d service neutron] 10.222.0.57 "GET /v2.0/networks/0c457813-f40c-4a5d-a305-ee4f3c9bee58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041507 Aug 16 23:17:40.591898 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd1b658-fe00-409e-a121-d9553483784a req-d5166938-ac60-47a4-a674-6d527f0bd589 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:40.601575 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3bd1b658-fe00-409e-a121-d9553483784a req-d5166938-ac60-47a4-a674-6d527f0bd589 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 946 time: 0.1378474 Aug 16 23:17:40.634784 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c704dcc3-e6f6-4d7b-a0c0-0931e1478987 req-10aa00d3-332f-421a-a6a6-e0f7f1613d8d tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:40.636317 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c704dcc3-e6f6-4d7b-a0c0-0931e1478987 req-10aa00d3-332f-421a-a6a6-e0f7f1613d8d tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a HTTP/1.1" status: 200 len: 945 time: 0.1351101 Aug 16 23:17:40.667336 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3bd1b658-fe00-409e-a121-d9553483784a req-0b972de2-2b04-45ca-9eb0-f17a62a8a3ac tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbc72d54-097b-421d-953a-e4e7a8a28dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0646930 Aug 16 23:17:40.773355 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c704dcc3-e6f6-4d7b-a0c0-0931e1478987 req-bc693172-73c2-4b50-85d6-90837748e418 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=5247d9a5-a8ca-4a37-95ec-bfd51308f7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197212 Aug 16 23:17:40.795973 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2e777a-0c37-4945-aaba-4666944c8c36 req-5fae656a-1ad4-4abb-b103-177871ec5b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:40.795973 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3d2e777a-0c37-4945-aaba-4666944c8c36 req-5fae656a-1ad4-4abb-b103-177871ec5b2b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a7c31e67ee7c4b289c3ec8027565ddcd&device_id=3cef34ca-0528-49d6-bc8e-814948682eab HTTP/1.1" status: 200 len: 1095 time: 0.1236250 Aug 16 23:17:40.893542 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290c324f-976e-4599-b17e-5729c4db3d70 req-54bf8c4d-81d4-414a-a64e-10bfe923a3e2 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:40.895193 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-290c324f-976e-4599-b17e-5729c4db3d70 req-54bf8c4d-81d4-414a-a64e-10bfe923a3e2 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=3cef34ca-0528-49d6-bc8e-814948682eab HTTP/1.1" status: 200 len: 943 time: 0.1209083 Aug 16 23:17:40.983147 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2e777a-0c37-4945-aaba-4666944c8c36 req-5949840f-cb42-476a-b0b1-1174b185a8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:40.985360 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3d2e777a-0c37-4945-aaba-4666944c8c36 req-5949840f-cb42-476a-b0b1-1174b185a8b9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0c457813-f40c-4a5d-a305-ee4f3c9bee58 HTTP/1.1" status: 200 len: 907 time: 0.1777766 Aug 16 23:17:40.990058 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-290c324f-976e-4599-b17e-5729c4db3d70 req-2affa1c7-ff9e-48be-9ed1-94b4c5b22e8d tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870655 Aug 16 23:17:41.039427 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3d2e777a-0c37-4945-aaba-4666944c8c36 req-8b5b1e99-106e-4756-9e9c-91792bf2cb12 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5cfb4e9-0c3a-40fc-a971-dfeefeecdc6d HTTP/1.1" status: 200 len: 217 time: 0.0453153 Aug 16 23:17:41.051940 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a28f48-f325-482d-8709-15c3b2ca6635 req-7a7072c2-5761-4edc-9e60-b692856a1388 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:41.053537 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-14a28f48-f325-482d-8709-15c3b2ca6635 req-7a7072c2-5761-4edc-9e60-b692856a1388 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 946 time: 0.1348226 Aug 16 23:17:41.132720 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2e777a-0c37-4945-aaba-4666944c8c36 req-4699e5ac-9ffd-4e78-a3ef-8c9410c1fc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:41.134157 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3d2e777a-0c37-4945-aaba-4666944c8c36 req-4699e5ac-9ffd-4e78-a3ef-8c9410c1fc85 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4724a49f-f514-42a4-b8bc-2aeadbfe5460 HTTP/1.1" status: 200 len: 846 time: 0.0797098 Aug 16 23:17:41.137139 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-14a28f48-f325-482d-8709-15c3b2ca6635 req-d6f0c904-60a2-4b90-a7c0-a2129b199e50 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbc72d54-097b-421d-953a-e4e7a8a28dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0751646 Aug 16 23:17:41.175616 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3d2e777a-0c37-4945-aaba-4666944c8c36 req-23c5e930-176e-4a95-9b8f-452cd01a9631 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0c457813-f40c-4a5d-a305-ee4f3c9bee58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285623 Aug 16 23:17:41.288275 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3d2e777a-0c37-4945-aaba-4666944c8c36 req-fe40a533-3e2c-4bac-8215-6c34bf9a1b55 service neutron] 10.222.0.57 "GET /v2.0/networks/0c457813-f40c-4a5d-a305-ee4f3c9bee58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049907 Aug 16 23:17:41.377370 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:41.408334 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3d2e777a-0c37-4945-aaba-4666944c8c36 req-4bcd3bb4-3a86-4761-92f7-e6cae645c1dc service neutron] 10.222.0.57 "GET /v2.0/networks/0c457813-f40c-4a5d-a305-ee4f3c9bee58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122520 Aug 16 23:17:41.928163 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b99cf2-3ce1-41e2-9b5e-5ad9b5cb915c req-6e42949c-2509-4a3b-bc3f-0db0942bf8e0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:41.929799 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-28b99cf2-3ce1-41e2-9b5e-5ad9b5cb915c req-6e42949c-2509-4a3b-bc3f-0db0942bf8e0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a HTTP/1.1" status: 200 len: 945 time: 0.0686469 Aug 16 23:17:41.983543 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-28b99cf2-3ce1-41e2-9b5e-5ad9b5cb915c req-7771ac20-5653-4a25-83f1-dfdb617f6d66 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=5247d9a5-a8ca-4a37-95ec-bfd51308f7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459530 Aug 16 23:17:42.152354 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987bab18-8c04-4bb4-814f-f44fb1658f0d req-fb76de15-7c07-4a77-927c-37bfad9ea9c8 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:42.164911 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-987bab18-8c04-4bb4-814f-f44fb1658f0d req-fb76de15-7c07-4a77-927c-37bfad9ea9c8 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=3cef34ca-0528-49d6-bc8e-814948682eab HTTP/1.1" status: 200 len: 943 time: 0.0831063 Aug 16 23:17:42.220681 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-987bab18-8c04-4bb4-814f-f44fb1658f0d req-0b6b3e9a-ae30-4341-a274-a59eee418c81 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549622 Aug 16 23:17:42.290764 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a83dde-e3f3-46be-994a-490748cd988a req-b9f9cfbb-b561-479f-a96a-e063d899fc3a tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:42.292308 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-59a83dde-e3f3-46be-994a-490748cd988a req-b9f9cfbb-b561-479f-a96a-e063d899fc3a tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 946 time: 0.0648768 Aug 16 23:17:42.338284 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-59a83dde-e3f3-46be-994a-490748cd988a req-1e8c3805-8c24-4bfb-be2f-9e151b175c6b tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbc72d54-097b-421d-953a-e4e7a8a28dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396543 Aug 16 23:17:42.649569 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789cdc60-6061-43cc-bf8d-d089aa30a2df req-e8233994-b70c-4159-b7b3-3ed8e34bc615 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:42.651061 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-789cdc60-6061-43cc-bf8d-d089aa30a2df req-e8233994-b70c-4159-b7b3-3ed8e34bc615 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 946 time: 0.0851657 Aug 16 23:17:42.669090 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa474fe-60ce-48cd-becf-3671955d6c7e req-e727c79c-7096-41d1-87d7-86c3cbe6e9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:42.670446 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3fa474fe-60ce-48cd-becf-3671955d6c7e req-e727c79c-7096-41d1-87d7-86c3cbe6e9d9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ee91ace37a634fb9abb791ce5d24078e&device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 1098 time: 0.0721827 Aug 16 23:17:42.742668 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-789cdc60-6061-43cc-bf8d-d089aa30a2df req-ad64f302-d579-4c69-96b0-af422b4c3be4 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbc72d54-097b-421d-953a-e4e7a8a28dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0840731 Aug 16 23:17:42.782116 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa474fe-60ce-48cd-becf-3671955d6c7e req-369ed374-5971-4f46-95da-07e6bae41e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:42.783622 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3fa474fe-60ce-48cd-becf-3671955d6c7e req-369ed374-5971-4f46-95da-07e6bae41e09 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6152efff-6e82-46a1-acb7-149d7c33d5d6 HTTP/1.1" status: 200 len: 913 time: 0.1045785 Aug 16 23:17:42.860776 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3fa474fe-60ce-48cd-becf-3671955d6c7e req-7858cbbd-beee-40ef-bb3c-9f420ae738bf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62ad7c9a-9355-476c-9726-91c7fd566244 HTTP/1.1" status: 200 len: 1000 time: 0.0646594 Aug 16 23:17:42.912072 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa474fe-60ce-48cd-becf-3671955d6c7e req-70337506-6ecd-4f47-8103-f0b4298f4217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:42.913568 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3fa474fe-60ce-48cd-becf-3671955d6c7e req-70337506-6ecd-4f47-8103-f0b4298f4217 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7d6a27ac-d81b-4d19-9995-25afe2c6f338 HTTP/1.1" status: 200 len: 851 time: 0.0462990 Aug 16 23:17:42.962109 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa474fe-60ce-48cd-becf-3671955d6c7e req-5499d6a6-234c-43ff-aab0-fbbad6e9fc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:42.963945 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3fa474fe-60ce-48cd-becf-3671955d6c7e req-5499d6a6-234c-43ff-aab0-fbbad6e9fc6e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6152efff-6e82-46a1-acb7-149d7c33d5d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440547 Aug 16 23:17:43.063329 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3fa474fe-60ce-48cd-becf-3671955d6c7e req-55dc358c-cec0-4ea4-a4a0-1045172e7945 service neutron] 10.222.0.57 "GET /v2.0/networks/6152efff-6e82-46a1-acb7-149d7c33d5d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926552 Aug 16 23:17:43.175025 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24185096-5832-46d6-8c8e-e63b85556ced req-9437e837-1470-4f5b-8f78-5c585e80b018 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:43.176531 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-24185096-5832-46d6-8c8e-e63b85556ced req-9437e837-1470-4f5b-8f78-5c585e80b018 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a HTTP/1.1" status: 200 len: 945 time: 0.1111176 Aug 16 23:17:43.213144 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3fa474fe-60ce-48cd-becf-3671955d6c7e req-8cc68db2-4381-49dd-9a54-c803963ebf24 service neutron] 10.222.0.57 "GET /v2.0/networks/6152efff-6e82-46a1-acb7-149d7c33d5d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388071 Aug 16 23:17:43.230968 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-24185096-5832-46d6-8c8e-e63b85556ced req-3224c31a-01fd-4fad-bd61-809cf0e884bc tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=5247d9a5-a8ca-4a37-95ec-bfd51308f7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460658 Aug 16 23:17:43.348902 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b55bfd-3338-4465-916d-32170c34d0d2 req-cf0d7d59-cb09-4833-a129-ae6c294a8b1a tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:43.350610 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-90b55bfd-3338-4465-916d-32170c34d0d2 req-cf0d7d59-cb09-4833-a129-ae6c294a8b1a tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=3cef34ca-0528-49d6-bc8e-814948682eab HTTP/1.1" status: 200 len: 943 time: 0.0556493 Aug 16 23:17:43.393907 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-90b55bfd-3338-4465-916d-32170c34d0d2 req-83a19f65-e652-41f1-a027-ee17fda6332e tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371997 Aug 16 23:17:43.883108 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1388eaad-bc62-4e19-8720-fff34a32aa59 req-692ec506-3907-4974-a59f-0f20ecb7843f tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:43.884748 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1388eaad-bc62-4e19-8720-fff34a32aa59 req-692ec506-3907-4974-a59f-0f20ecb7843f tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 946 time: 0.0679262 Aug 16 23:17:43.928054 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1388eaad-bc62-4e19-8720-fff34a32aa59 req-dbdc3f65-563e-435b-aae5-26b939255dcc tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbc72d54-097b-421d-953a-e4e7a8a28dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370145 Aug 16 23:17:44.358089 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb0c61c-d232-44e3-abab-273bd78bbd75 req-33f2856b-f90f-4c38-b17e-f4a8a4ba6994 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:44.359975 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bcb0c61c-d232-44e3-abab-273bd78bbd75 req-33f2856b-f90f-4c38-b17e-f4a8a4ba6994 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a HTTP/1.1" status: 200 len: 945 time: 0.0547550 Aug 16 23:17:44.402819 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bcb0c61c-d232-44e3-abab-273bd78bbd75 req-c05864af-b638-4178-b8aa-080cb4c75373 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=5247d9a5-a8ca-4a37-95ec-bfd51308f7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349905 Aug 16 23:17:44.518022 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8107999a-7b71-4ad5-8bec-c395f2c14613 req-1d44a5fd-358c-48fa-aa7f-653cc6c84270 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:44.519586 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8107999a-7b71-4ad5-8bec-c395f2c14613 req-1d44a5fd-358c-48fa-aa7f-653cc6c84270 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=3cef34ca-0528-49d6-bc8e-814948682eab HTTP/1.1" status: 200 len: 943 time: 0.0552459 Aug 16 23:17:44.559752 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8107999a-7b71-4ad5-8bec-c395f2c14613 req-8bfe5cb4-0f22-4f09-b062-cb9896f4ef93 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341201 Aug 16 23:17:45.046319 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f6c333-0d81-4283-8b96-68759cd52170 req-d3e839f9-3eed-4829-af41-626d0b7bc2e6 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:45.048489 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e1f6c333-0d81-4283-8b96-68759cd52170 req-d3e839f9-3eed-4829-af41-626d0b7bc2e6 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 946 time: 0.0499952 Aug 16 23:17:45.056156 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device d5cfb4e9-0c3a-40fc-a971-dfeefeecdc6d details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:17:45.072110 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 62ad7c9a-9355-476c-9726-91c7fd566244 no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:17:45.089540 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e1f6c333-0d81-4283-8b96-68759cd52170 req-61a4ba21-9c98-428f-b1bb-a3d133548bc3 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbc72d54-097b-421d-953a-e4e7a8a28dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348814 Aug 16 23:17:45.210893 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:45.240986 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port d5cfb4e9-0c3a-40fc-a971-dfeefeecdc6d, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=d5cfb4e9-0c3a-40fc-a971-dfeefeecdc6d,segment=NetworkSegment(2f9a4174-b2ab-4aae-b8db-a65907961481),segment_id=2f9a4174-b2ab-4aae-b8db-a65907961481)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:17:45.255541 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcf51829-bc53-431f-901b-ce4bb72b65fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62ad7c9a-9355-476c-9726-91c7fd566244'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:17:45.257776 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55a613cc-64a9-4530-b4ff-b5362c696746" -d '{"events": [{"server_uuid": "fcf51829-bc53-431f-901b-ce4bb72b65fa", "name": "network-vif-unplugged", "status": "completed", "tag": "62ad7c9a-9355-476c-9726-91c7fd566244"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:17:45.270005 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': 'd5cfb4e9-0c3a-40fc-a971-dfeefeecdc6d', 'network_id': '0c457813-f40c-4a5d-a305-ee4f3c9bee58', 'port_id': 'd5cfb4e9-0c3a-40fc-a971-dfeefeecdc6d', 'mac_address': 'fa:16:3e:ae:30:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4724a49f-f514-42a4-b8bc-2aeadbfe5460', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:17:45.277459 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 62ad7c9a-9355-476c-9726-91c7fd566244, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=62ad7c9a-9355-476c-9726-91c7fd566244,segment=NetworkSegment(10a968c4-5c7d-4c23-b34c-ca325bfda5cc),segment_id=10a968c4-5c7d-4c23-b34c-ca325bfda5cc)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:17:45.298483 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:45.323796 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78464a1-8d2f-4f39-8d72-6c4870ca4fbf req-5bab97c2-651f-4109-a9ef-64cd7958309e tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:45.325190 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 23:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38167699-e60f-4f81-a973-e7777e8412c2 x-openstack-request-id: req-38167699-e60f-4f81-a973-e7777e8412c2 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:17:45.325484 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcf51829-bc53-431f-901b-ce4bb72b65fa", "name": "network-vif-unplugged", "status": "completed", "tag": "62ad7c9a-9355-476c-9726-91c7fd566244", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:17:45.325739 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-38167699-e60f-4f81-a973-e7777e8412c2 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:17:45.325858 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a78464a1-8d2f-4f39-8d72-6c4870ca4fbf req-5bab97c2-651f-4109-a9ef-64cd7958309e tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 946 time: 0.0764811 Aug 16 23:17:45.326119 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcf51829-bc53-431f-901b-ce4bb72b65fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62ad7c9a-9355-476c-9726-91c7fd566244', 'code': 200} Aug 16 23:17:45.345267 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:45.367388 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5cfb4e9-0c3a-40fc-a971-dfeefeecdc6d {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:17:45.370974 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a78464a1-8d2f-4f39-8d72-6c4870ca4fbf req-c4da79aa-f040-49a7-a37e-e70541916036 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbc72d54-097b-421d-953a-e4e7a8a28dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336931 Aug 16 23:17:45.375832 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=62ad7c9a-9355-476c-9726-91c7fd566244,revision_number=14']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:17:45.392789 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port d5cfb4e9-0c3a-40fc-a971-dfeefeecdc6d, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=d5cfb4e9-0c3a-40fc-a971-dfeefeecdc6d,segment=NetworkSegment(2f9a4174-b2ab-4aae-b8db-a65907961481),segment_id=2f9a4174-b2ab-4aae-b8db-a65907961481)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:17:45.396574 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:45.456422 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=d5cfb4e9-0c3a-40fc-a971-dfeefeecdc6d,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:17:45.548930 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3fc7dc-6d6d-4876-9652-8397a71e1e30 req-9033b67e-4d2c-48d8-96c9-e29da9b6fb5d tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:45.550495 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-de3fc7dc-6d6d-4876-9652-8397a71e1e30 req-9033b67e-4d2c-48d8-96c9-e29da9b6fb5d tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 944 time: 0.0917034 Aug 16 23:17:45.563462 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0009553a-16bb-4565-a38b-7758db7e6728 req-e26add79-344d-44ec-9a15-3a337faf9644 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:45.565307 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0009553a-16bb-4565-a38b-7758db7e6728 req-e26add79-344d-44ec-9a15-3a337faf9644 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a HTTP/1.1" status: 200 len: 945 time: 0.0700922 Aug 16 23:17:45.628687 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-de3fc7dc-6d6d-4876-9652-8397a71e1e30 req-30f32547-ca17-416a-b65c-9cca74c82308 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbc72d54-097b-421d-953a-e4e7a8a28dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0622990 Aug 16 23:17:45.635852 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0009553a-16bb-4565-a38b-7758db7e6728 req-0bdc178c-84a5-494c-abea-305fc3719eee tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=5247d9a5-a8ca-4a37-95ec-bfd51308f7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621569 Aug 16 23:17:45.748189 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679dc257-8f1d-4256-8f21-4e3b59a64186 req-65672801-57db-452c-aa09-4cf3d76dbb5f tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:45.750307 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-679dc257-8f1d-4256-8f21-4e3b59a64186 req-65672801-57db-452c-aa09-4cf3d76dbb5f tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=3cef34ca-0528-49d6-bc8e-814948682eab HTTP/1.1" status: 200 len: 944 time: 0.0567658 Aug 16 23:17:45.800020 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-679dc257-8f1d-4256-8f21-4e3b59a64186 req-a42da936-5ba3-422c-9b62-ce654fb42bee tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409975 Aug 16 23:17:45.824434 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['d5cfb4e9-0c3a-40fc-a971-dfeefeecdc6d'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:17:45.944444 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc1e43-a627-4427-8933-c75212557036 req-4078224f-d101-4ac5-9e92-91b95a3c6c8e tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:45.946159 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-29fc1e43-a627-4427-8933-c75212557036 req-4078224f-d101-4ac5-9e92-91b95a3c6c8e tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/networks?id=6152efff-6e82-46a1-acb7-149d7c33d5d6 HTTP/1.1" status: 200 len: 812 time: 0.1173477 Aug 16 23:17:45.962741 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-29fc1e43-a627-4427-8933-c75212557036 req-d10e520e-d64b-45e3-bc54-82b26f5187f3 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/quotas/ee91ace37a634fb9abb791ce5d24078e HTTP/1.1" status: 200 len: 375 time: 0.0101180 Aug 16 23:17:46.029314 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-29fc1e43-a627-4427-8933-c75212557036 req-8f2880df-61f4-48de-bf95-929caf4444fb tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ee91ace37a634fb9abb791ce5d24078e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0596323 Aug 16 23:17:46.130189 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-29fc1e43-a627-4427-8933-c75212557036 req-048c6c05-cd94-4705-bc8e-95ee8a18a2d1 service neutron] 10.222.0.36 "GET /v2.0/networks/6152efff-6e82-46a1-acb7-149d7c33d5d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920062 Aug 16 23:17:46.227650 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-29fc1e43-a627-4427-8933-c75212557036 req-82edff7e-b242-493b-9a2f-ee2adac1ccb2 service neutron] 10.222.0.36 "GET /v2.0/networks/6152efff-6e82-46a1-acb7-149d7c33d5d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911438 Aug 16 23:17:46.401769 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-070f7f48-3e8a-4956-a3ea-b383f147bc01 req-7981c899-9bc5-46f0-b306-a3bc5c4cf59a tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=119f9a84-7d3a-4ed8-8548-79a3a40b6ab6 HTTP/1.1" status: 200 len: 210 time: 0.0286782 Aug 16 23:17:46.770333 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4e29dc-d02f-45d0-9e4c-6d0cfc3c49eb req-f0cfb006-3bd0-4d77-a9ae-f1d4c7746792 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:46.772218 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cd4e29dc-d02f-45d0-9e4c-6d0cfc3c49eb req-f0cfb006-3bd0-4d77-a9ae-f1d4c7746792 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a HTTP/1.1" status: 200 len: 945 time: 0.0537629 Aug 16 23:17:46.819189 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cd4e29dc-d02f-45d0-9e4c-6d0cfc3c49eb req-0d9e0d8f-b472-4e67-890a-0176e6502596 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=5247d9a5-a8ca-4a37-95ec-bfd51308f7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402477 Aug 16 23:17:46.930507 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3243154e-a649-4d98-85c7-3d373b3acf82 req-05956346-13d4-4e87-8f6e-f781eba1802a tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:46.932017 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3243154e-a649-4d98-85c7-3d373b3acf82 req-05956346-13d4-4e87-8f6e-f781eba1802a tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=3cef34ca-0528-49d6-bc8e-814948682eab HTTP/1.1" status: 200 len: 944 time: 0.0571034 Aug 16 23:17:46.979146 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3243154e-a649-4d98-85c7-3d373b3acf82 req-f58b225b-6ea0-4ee0-8082-66329d0ffa96 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388935 Aug 16 23:17:47.056218 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device d5cfb4e9-0c3a-40fc-a971-dfeefeecdc6d up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:17:47.112233 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning for port d5cfb4e9-0c3a-40fc-a971-dfeefeecdc6d completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:17:47.116408 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port d5cfb4e9-0c3a-40fc-a971-dfeefeecdc6d triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:17:47.116818 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:47.223968 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:47.260441 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port d5cfb4e9-0c3a-40fc-a971-dfeefeecdc6d, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=d5cfb4e9-0c3a-40fc-a971-dfeefeecdc6d,segment=NetworkSegment(2f9a4174-b2ab-4aae-b8db-a65907961481),segment_id=2f9a4174-b2ab-4aae-b8db-a65907961481)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:17:47.265206 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:47.314401 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=d5cfb4e9-0c3a-40fc-a971-dfeefeecdc6d,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:17:47.328600 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cef34ca-0528-49d6-bc8e-814948682eab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5cfb4e9-0c3a-40fc-a971-dfeefeecdc6d'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:17:47.331268 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-633e3624-c14b-4788-bf71-af025b3880b2" -d '{"events": [{"server_uuid": "3cef34ca-0528-49d6-bc8e-814948682eab", "name": "network-vif-plugged", "status": "completed", "tag": "d5cfb4e9-0c3a-40fc-a971-dfeefeecdc6d"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:17:47.379430 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-414e8062-c136-41fa-8a56-0859e8de0b5d x-openstack-request-id: req-414e8062-c136-41fa-8a56-0859e8de0b5d {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:17:47.379990 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cef34ca-0528-49d6-bc8e-814948682eab", "name": "network-vif-plugged", "status": "completed", "tag": "d5cfb4e9-0c3a-40fc-a971-dfeefeecdc6d", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:17:47.380710 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-414e8062-c136-41fa-8a56-0859e8de0b5d {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:17:47.381139 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cef34ca-0528-49d6-bc8e-814948682eab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5cfb4e9-0c3a-40fc-a971-dfeefeecdc6d', 'code': 200} Aug 16 23:17:47.515802 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fe70c0e9-961b-4614-bf01-d74999a7c085 req-49986e74-8b16-4d26-886b-19fac28c1849 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=119f9a84-7d3a-4ed8-8548-79a3a40b6ab6 HTTP/1.1" status: 200 len: 210 time: 0.0311711 Aug 16 23:17:47.559356 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc1e43-a627-4427-8933-c75212557036 req-2b94ef85-d87f-4b19-b141-8ec203dd8fae tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:47.561446 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-29fc1e43-a627-4427-8933-c75212557036 req-2b94ef85-d87f-4b19-b141-8ec203dd8fae tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.68 "GET /v2.0/networks?id=6152efff-6e82-46a1-acb7-149d7c33d5d6 HTTP/1.1" status: 200 len: 812 time: 0.1581452 Aug 16 23:17:47.580677 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-29fc1e43-a627-4427-8933-c75212557036 req-9cfac6c5-a242-4038-8ec9-cb5d680ade6a tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Request body: {'port': {'device_id': '119f9a84-7d3a-4ed8-8548-79a3a40b6ab6', 'network_id': '6152efff-6e82-46a1-acb7-149d7c33d5d6', 'admin_state_up': True, 'tenant_id': 'ee91ace37a634fb9abb791ce5d24078e'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:17:47.651525 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fe37d8-266c-4c84-bb5c-45651f8190b3 req-a60775d1-2a27-4eb7-808c-95403bc5fd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:47.653270 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-53fe37d8-266c-4c84-bb5c-45651f8190b3 req-a60775d1-2a27-4eb7-808c-95403bc5fd59 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3cef34ca-0528-49d6-bc8e-814948682eab HTTP/1.1" status: 200 len: 1097 time: 0.1405060 Aug 16 23:17:47.681509 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-8b739e6e-b9f5-47c1-9554-1f4bf84b7ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:47.699231 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-53fe37d8-266c-4c84-bb5c-45651f8190b3 req-a7cfc83f-fe05-4781-9f15-e40363c331d0 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343792 Aug 16 23:17:47.728053 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29fc1e43-a627-4427-8933-c75212557036 req-9cfac6c5-a242-4038-8ec9-cb5d680ade6a tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Made reservation on behalf of ee91ace37a634fb9abb791ce5d24078e for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:17:47.732414 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-29fc1e43-a627-4427-8933-c75212557036 req-9cfac6c5-a242-4038-8ec9-cb5d680ade6a tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:47.888694 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-29fc1e43-a627-4427-8933-c75212557036 req-9cfac6c5-a242-4038-8ec9-cb5d680ade6a tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Allocated IP 172.20.0.9 (6152efff-6e82-46a1-acb7-149d7c33d5d6/7d6a27ac-d81b-4d19-9995-25afe2c6f338/cc5542ef-2995-4487-b481-60f8e9728c80) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:17:47.959319 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43378ea-94ab-4505-bcc7-dbac4c50bd0e req-177a67a5-d8fc-4ae2-825a-5a15019af2cb tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:47.960788 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d43378ea-94ab-4505-bcc7-dbac4c50bd0e req-177a67a5-d8fc-4ae2-825a-5a15019af2cb tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a HTTP/1.1" status: 200 len: 945 time: 0.0565338 Aug 16 23:17:48.004086 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d43378ea-94ab-4505-bcc7-dbac4c50bd0e req-11a15d7c-bf88-4879-b2a6-4b851ca60cd2 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=5247d9a5-a8ca-4a37-95ec-bfd51308f7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367806 Aug 16 23:17:48.063259 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-29fc1e43-a627-4427-8933-c75212557036 req-9cfac6c5-a242-4038-8ec9-cb5d680ade6a tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:48.083033 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-29fc1e43-a627-4427-8933-c75212557036 req-9cfac6c5-a242-4038-8ec9-cb5d680ade6a tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Transition to ACTIVE for port object cc5542ef-2995-4487-b481-60f8e9728c80 will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:17:48.119006 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7251d54c-6267-47b3-86a0-4e36e5cc52c9 req-ea446dbc-f8a7-4d6d-afbc-abc875cb4509 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:48.120890 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7251d54c-6267-47b3-86a0-4e36e5cc52c9 req-ea446dbc-f8a7-4d6d-afbc-abc875cb4509 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=3cef34ca-0528-49d6-bc8e-814948682eab HTTP/1.1" status: 200 len: 945 time: 0.0610111 Aug 16 23:17:48.132630 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-29fc1e43-a627-4427-8933-c75212557036 req-9cfac6c5-a242-4038-8ec9-cb5d680ade6a tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:48.176444 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7251d54c-6267-47b3-86a0-4e36e5cc52c9 req-1db45ccd-3f0d-4dda-86a0-eac22c560451 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486736 Aug 16 23:17:48.183244 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29fc1e43-a627-4427-8933-c75212557036 req-9cfac6c5-a242-4038-8ec9-cb5d680ade6a tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Network 6152efff-6e82-46a1-acb7-149d7c33d5d6 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:17:48.186413 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-29fc1e43-a627-4427-8933-c75212557036 req-9cfac6c5-a242-4038-8ec9-cb5d680ade6a tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:17:48.190529 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-29fc1e43-a627-4427-8933-c75212557036 req-9cfac6c5-a242-4038-8ec9-cb5d680ade6a tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:17:48.219583 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfac6c5-a242-4038-8ec9-cb5d680ade6a tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Pushing event updated for resources: {'Port': ['ID=cc5542ef-2995-4487-b481-60f8e9728c80,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:17:48.252272 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc1e43-a627-4427-8933-c75212557036 req-9cfac6c5-a242-4038-8ec9-cb5d680ade6a tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:48.253067 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-29fc1e43-a627-4427-8933-c75212557036 req-9cfac6c5-a242-4038-8ec9-cb5d680ade6a tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:48.269859 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-29fc1e43-a627-4427-8933-c75212557036 req-9cfac6c5-a242-4038-8ec9-cb5d680ade6a tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6971786 Aug 16 23:17:48.284259 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-29fc1e43-a627-4427-8933-c75212557036 req-f3fb4869-2f3e-4b80-b06c-690a658314d7 service neutron] Request body: {'port': {'device_id': '119f9a84-7d3a-4ed8-8548-79a3a40b6ab6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:17:48.353311 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-29fc1e43-a627-4427-8933-c75212557036 req-f3fb4869-2f3e-4b80-b06c-690a658314d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:48.430398 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-fa110778-2980-4aa9-a1f6-3bb1ea65ca8e None None] Provisioning for port cc5542ef-2995-4487-b481-60f8e9728c80 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:17:48.434548 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-fa110778-2980-4aa9-a1f6-3bb1ea65ca8e None None] Provisioning complete for port cc5542ef-2995-4487-b481-60f8e9728c80 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:17:48.435461 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-fa110778-2980-4aa9-a1f6-3bb1ea65ca8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:48.482528 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-fa110778-2980-4aa9-a1f6-3bb1ea65ca8e None None] Port cc5542ef-2995-4487-b481-60f8e9728c80 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:17:48.639611 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7113f5-79d1-4825-8db6-ea1e1a8544fc req-83076373-10c0-4586-9186-b5241015a826 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:48.641912 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3c7113f5-79d1-4825-8db6-ea1e1a8544fc req-83076373-10c0-4586-9186-b5241015a826 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=119f9a84-7d3a-4ed8-8548-79a3a40b6ab6 HTTP/1.1" status: 200 len: 931 time: 0.0526628 Aug 16 23:17:48.662624 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-29fc1e43-a627-4427-8933-c75212557036 req-f3fb4869-2f3e-4b80-b06c-690a658314d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc5542ef-2995-4487-b481-60f8e9728c80 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:17:48.670258 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-29fc1e43-a627-4427-8933-c75212557036 req-f3fb4869-2f3e-4b80-b06c-690a658314d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:48.684072 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3c7113f5-79d1-4825-8db6-ea1e1a8544fc req-6695ee69-af7c-49c6-a168-aeacbba8676e tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=d57a197c-6d47-4d56-9c9b-4cb8ea84d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358517 Aug 16 23:17:48.689387 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-29fc1e43-a627-4427-8933-c75212557036 req-f3fb4869-2f3e-4b80-b06c-690a658314d7 service neutron] Transition to ACTIVE for port object cc5542ef-2995-4487-b481-60f8e9728c80 will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:17:48.693645 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-29fc1e43-a627-4427-8933-c75212557036 req-f3fb4869-2f3e-4b80-b06c-690a658314d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:48.768233 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fb4869-2f3e-4b80-b06c-690a658314d7 service neutron] Pushing event updated for resources: {'Port': ['ID=cc5542ef-2995-4487-b481-60f8e9728c80,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:17:48.840468 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-29fc1e43-a627-4427-8933-c75212557036 req-f3fb4869-2f3e-4b80-b06c-690a658314d7 service neutron] Attempting to bind port cc5542ef-2995-4487-b481-60f8e9728c80 on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:17:48.840846 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-29fc1e43-a627-4427-8933-c75212557036 req-f3fb4869-2f3e-4b80-b06c-690a658314d7 service neutron] Attempting to bind port cc5542ef-2995-4487-b481-60f8e9728c80 by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': '10a968c4-5c7d-4c23-b34c-ca325bfda5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6152efff-6e82-46a1-acb7-149d7c33d5d6'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:17:48.841186 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fc1e43-a627-4427-8933-c75212557036 req-f3fb4869-2f3e-4b80-b06c-690a658314d7 service neutron] Attempting to bind port cc5542ef-2995-4487-b481-60f8e9728c80 on network 6152efff-6e82-46a1-acb7-149d7c33d5d6 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:17:48.848115 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fc1e43-a627-4427-8933-c75212557036 req-f3fb4869-2f3e-4b80-b06c-690a658314d7 service neutron] Port cc5542ef-2995-4487-b481-60f8e9728c80 on network 6152efff-6e82-46a1-acb7-149d7c33d5d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:17:48.848519 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fc1e43-a627-4427-8933-c75212557036 req-f3fb4869-2f3e-4b80-b06c-690a658314d7 service neutron] Attempting to bind port cc5542ef-2995-4487-b481-60f8e9728c80 on network 6152efff-6e82-46a1-acb7-149d7c33d5d6 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:17:48.855177 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fc1e43-a627-4427-8933-c75212557036 req-f3fb4869-2f3e-4b80-b06c-690a658314d7 service neutron] Checking agent: {'id': 'd28e24f9-e5ea-41e1-80bf-3c7943ad7f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:17:48.855529 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fc1e43-a627-4427-8933-c75212557036 req-f3fb4869-2f3e-4b80-b06c-690a658314d7 service neutron] Checking segment: {'id': '10a968c4-5c7d-4c23-b34c-ca325bfda5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6152efff-6e82-46a1-acb7-149d7c33d5d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:17:48.855923 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fc1e43-a627-4427-8933-c75212557036 req-f3fb4869-2f3e-4b80-b06c-690a658314d7 service neutron] Bound using segment: {'id': '10a968c4-5c7d-4c23-b34c-ca325bfda5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6152efff-6e82-46a1-acb7-149d7c33d5d6'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:17:48.856360 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-29fc1e43-a627-4427-8933-c75212557036 req-f3fb4869-2f3e-4b80-b06c-690a658314d7 service neutron] Bound port: cc5542ef-2995-4487-b481-60f8e9728c80, host: n-h1-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10a968c4-5c7d-4c23-b34c-ca325bfda5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6152efff-6e82-46a1-acb7-149d7c33d5d6'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:17:48.857032 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-29fc1e43-a627-4427-8933-c75212557036 req-f3fb4869-2f3e-4b80-b06c-690a658314d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:48.945619 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-29fc1e43-a627-4427-8933-c75212557036 req-f3fb4869-2f3e-4b80-b06c-690a658314d7 service neutron] For port cc5542ef-2995-4487-b481-60f8e9728c80, host n-h1-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:17:48.948956 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-29fc1e43-a627-4427-8933-c75212557036 req-f3fb4869-2f3e-4b80-b06c-690a658314d7 service neutron] For port cc5542ef-2995-4487-b481-60f8e9728c80, host n-h1-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=cc5542ef-2995-4487-b481-60f8e9728c80,segment=NetworkSegment(10a968c4-5c7d-4c23-b34c-ca325bfda5cc),segment_id=10a968c4-5c7d-4c23-b34c-ca325bfda5cc)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:17:48.957663 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-29fc1e43-a627-4427-8933-c75212557036 req-f3fb4869-2f3e-4b80-b06c-690a658314d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:48.992833 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc1e43-a627-4427-8933-c75212557036 req-f3fb4869-2f3e-4b80-b06c-690a658314d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:48.993496 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-29fc1e43-a627-4427-8933-c75212557036 req-f3fb4869-2f3e-4b80-b06c-690a658314d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:48.995038 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-29fc1e43-a627-4427-8933-c75212557036 req-f3fb4869-2f3e-4b80-b06c-690a658314d7 service neutron] 10.222.0.68 "PUT /v2.0/ports/cc5542ef-2995-4487-b481-60f8e9728c80 HTTP/1.1" status: 200 len: 1092 time: 0.7165163 Aug 16 23:17:48.995399 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '119f9a84-7d3a-4ed8-8548-79a3a40b6ab6', 'tag': 'cc5542ef-2995-4487-b481-60f8e9728c80'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:17:48.997962 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16c3b30a-cd05-4866-8f3f-0cf1dfc8a2ea" -d '{"events": [{"name": "network-changed", "server_uuid": "119f9a84-7d3a-4ed8-8548-79a3a40b6ab6", "tag": "cc5542ef-2995-4487-b481-60f8e9728c80"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:17:49.085066 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0800c23e-4eb8-453c-8094-01e5e5200e26 x-openstack-request-id: req-0800c23e-4eb8-453c-8094-01e5e5200e26 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:17:49.088006 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "119f9a84-7d3a-4ed8-8548-79a3a40b6ab6", "tag": "cc5542ef-2995-4487-b481-60f8e9728c80", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:17:49.088006 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0800c23e-4eb8-453c-8094-01e5e5200e26 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:17:49.088006 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '119f9a84-7d3a-4ed8-8548-79a3a40b6ab6', 'tag': 'cc5542ef-2995-4487-b481-60f8e9728c80', 'status': 'completed', 'code': 200} Aug 16 23:17:49.091225 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fb4869-2f3e-4b80-b06c-690a658314d7 service neutron] Pushing event updated for resources: {'Port': ['ID=cc5542ef-2995-4487-b481-60f8e9728c80,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:17:49.186099 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc1e43-a627-4427-8933-c75212557036 req-f83ffff8-5bfc-4567-9393-176d2908f9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:49.188939 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-29fc1e43-a627-4427-8933-c75212557036 req-f83ffff8-5bfc-4567-9393-176d2908f9ad service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ee91ace37a634fb9abb791ce5d24078e&device_id=119f9a84-7d3a-4ed8-8548-79a3a40b6ab6 HTTP/1.1" status: 200 len: 1095 time: 0.1260071 Aug 16 23:17:49.244767 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-29fc1e43-a627-4427-8933-c75212557036 req-13e79add-e291-4e9e-ba4d-60a3d49e2564 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc5542ef-2995-4487-b481-60f8e9728c80 HTTP/1.1" status: 200 len: 217 time: 0.0466917 Aug 16 23:17:49.248219 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a287858-270b-47b6-a451-feed376fccd1 req-5ce8c52b-e555-4980-a870-36cb9d306744 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:49.251502 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a287858-270b-47b6-a451-feed376fccd1 req-5ce8c52b-e555-4980-a870-36cb9d306744 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a HTTP/1.1" status: 200 len: 945 time: 0.1209750 Aug 16 23:17:49.347435 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a287858-270b-47b6-a451-feed376fccd1 req-b7538bba-fa34-43be-9b9d-624e00ecef41 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=5247d9a5-a8ca-4a37-95ec-bfd51308f7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883887 Aug 16 23:17:49.351000 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc1e43-a627-4427-8933-c75212557036 req-e583bd9f-8d62-45f7-88ac-e33f97677e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:49.352521 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-29fc1e43-a627-4427-8933-c75212557036 req-e583bd9f-8d62-45f7-88ac-e33f97677e18 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7d6a27ac-d81b-4d19-9995-25afe2c6f338 HTTP/1.1" status: 200 len: 851 time: 0.0893774 Aug 16 23:17:49.370319 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65ec56c-deb2-40a4-9364-824e661c7900 req-a3ee490a-86b6-487f-a59e-5411a3ae7d9c tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:49.371919 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a65ec56c-deb2-40a4-9364-824e661c7900 req-a3ee490a-86b6-487f-a59e-5411a3ae7d9c tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=3cef34ca-0528-49d6-bc8e-814948682eab HTTP/1.1" status: 200 len: 945 time: 0.0885336 Aug 16 23:17:49.424826 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc1e43-a627-4427-8933-c75212557036 req-682e52fc-c193-441c-a94f-70e38d24ac40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:49.426684 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-29fc1e43-a627-4427-8933-c75212557036 req-682e52fc-c193-441c-a94f-70e38d24ac40 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6152efff-6e82-46a1-acb7-149d7c33d5d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0642409 Aug 16 23:17:49.428344 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a65ec56c-deb2-40a4-9364-824e661c7900 req-4ecb39b2-f6a1-4a3d-a879-d0c5c1da9532 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467203 Aug 16 23:17:49.534669 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-29fc1e43-a627-4427-8933-c75212557036 req-6e25a87e-c1a6-4598-9043-0dd6becb1849 service neutron] 10.222.0.68 "GET /v2.0/networks/6152efff-6e82-46a1-acb7-149d7c33d5d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944133 Aug 16 23:17:49.638945 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-29fc1e43-a627-4427-8933-c75212557036 req-bb7afe80-1eea-485c-809a-ae096633109d service neutron] 10.222.0.68 "GET /v2.0/networks/6152efff-6e82-46a1-acb7-149d7c33d5d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968416 Aug 16 23:17:49.737392 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c3b30a-cd05-4866-8f3f-0cf1dfc8a2ea req-f98c24a4-0d55-4e92-9b02-01746077c3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:49.739245 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-16c3b30a-cd05-4866-8f3f-0cf1dfc8a2ea req-f98c24a4-0d55-4e92-9b02-01746077c3a3 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ee91ace37a634fb9abb791ce5d24078e&device_id=119f9a84-7d3a-4ed8-8548-79a3a40b6ab6 HTTP/1.1" status: 200 len: 1095 time: 0.0512123 Aug 16 23:17:49.778572 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-5b9a5144-e393-484f-8ad5-c077267c7cd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:49.816962 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4ab804-0c11-4ae6-a348-c6f63a18910c req-3efb8257-1632-445b-a05f-2487cb3f3478 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:49.818835 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ea4ab804-0c11-4ae6-a348-c6f63a18910c req-3efb8257-1632-445b-a05f-2487cb3f3478 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=119f9a84-7d3a-4ed8-8548-79a3a40b6ab6 HTTP/1.1" status: 200 len: 943 time: 0.0547268 Aug 16 23:17:49.842752 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c3b30a-cd05-4866-8f3f-0cf1dfc8a2ea req-82baf8ee-4bf8-4345-959c-1d2d7ea6b10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:49.844995 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-16c3b30a-cd05-4866-8f3f-0cf1dfc8a2ea req-82baf8ee-4bf8-4345-959c-1d2d7ea6b10e service neutron] 10.222.0.68 "GET /v2.0/networks?id=6152efff-6e82-46a1-acb7-149d7c33d5d6 HTTP/1.1" status: 200 len: 913 time: 0.0984151 Aug 16 23:17:49.859476 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ea4ab804-0c11-4ae6-a348-c6f63a18910c req-1bec8c59-0e1b-4d39-a695-fbdb8469cf78 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=d57a197c-6d47-4d56-9c9b-4cb8ea84d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340309 Aug 16 23:17:49.896982 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-16c3b30a-cd05-4866-8f3f-0cf1dfc8a2ea req-6cad25cf-e777-484e-8657-f8645c02b94e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc5542ef-2995-4487-b481-60f8e9728c80 HTTP/1.1" status: 200 len: 217 time: 0.0426705 Aug 16 23:17:49.957946 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c3b30a-cd05-4866-8f3f-0cf1dfc8a2ea req-adf854c3-91b7-4397-8587-17e3efd28dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:49.959493 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-16c3b30a-cd05-4866-8f3f-0cf1dfc8a2ea req-adf854c3-91b7-4397-8587-17e3efd28dcc service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7d6a27ac-d81b-4d19-9995-25afe2c6f338 HTTP/1.1" status: 200 len: 851 time: 0.0478621 Aug 16 23:17:50.009630 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c3b30a-cd05-4866-8f3f-0cf1dfc8a2ea req-b4b3199b-1b15-41c5-9508-4d4c374ae04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:50.013265 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-16c3b30a-cd05-4866-8f3f-0cf1dfc8a2ea req-b4b3199b-1b15-41c5-9508-4d4c374ae04b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6152efff-6e82-46a1-acb7-149d7c33d5d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457380 Aug 16 23:17:50.116889 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-16c3b30a-cd05-4866-8f3f-0cf1dfc8a2ea req-01dac35e-5ee2-4c73-918e-bfeb530013ad service neutron] 10.222.0.68 "GET /v2.0/networks/6152efff-6e82-46a1-acb7-149d7c33d5d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905597 Aug 16 23:17:50.210158 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-16c3b30a-cd05-4866-8f3f-0cf1dfc8a2ea req-29ea1ffe-7ae0-49f5-9b23-36e58f81ea25 service neutron] 10.222.0.68 "GET /v2.0/networks/6152efff-6e82-46a1-acb7-149d7c33d5d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869050 Aug 16 23:17:50.463885 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7576ae83-8caa-4eb5-8e8c-a4f471f7671a req-7c5ab5b7-bd9d-4f76-97cd-29a11132f7e7 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:50.465520 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7576ae83-8caa-4eb5-8e8c-a4f471f7671a req-7c5ab5b7-bd9d-4f76-97cd-29a11132f7e7 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a HTTP/1.1" status: 200 len: 945 time: 0.0536809 Aug 16 23:17:50.505522 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7576ae83-8caa-4eb5-8e8c-a4f471f7671a req-eb4d0548-78af-467a-b762-a2deea54e27d tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=5247d9a5-a8ca-4a37-95ec-bfd51308f7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337894 Aug 16 23:17:50.573096 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32639c8-db46-41ee-8bcd-bdc79e9b4f71 req-827bbb3a-01a2-402a-9d8d-da0c0721c368 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:50.574669 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c32639c8-db46-41ee-8bcd-bdc79e9b4f71 req-827bbb3a-01a2-402a-9d8d-da0c0721c368 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=3cef34ca-0528-49d6-bc8e-814948682eab HTTP/1.1" status: 200 len: 945 time: 0.0601146 Aug 16 23:17:50.615627 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c32639c8-db46-41ee-8bcd-bdc79e9b4f71 req-b1830e35-b9ec-4732-9672-926144da70ff tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339358 Aug 16 23:17:50.617736 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:50.732239 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207dfa09-ee39-43e3-93d6-41b5acdf7b18 req-62ac4e0b-b931-4946-be2f-901d2a60c747 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:50.733912 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-207dfa09-ee39-43e3-93d6-41b5acdf7b18 req-62ac4e0b-b931-4946-be2f-901d2a60c747 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff58da95-60e2-4cf3-80a1-867c46a24a24 HTTP/1.1" status: 200 len: 945 time: 0.0503511 Aug 16 23:17:50.772836 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-207dfa09-ee39-43e3-93d6-41b5acdf7b18 req-f59b4ce8-0cf8-45b9-804e-19a9cc2e7eac tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323384 Aug 16 23:17:50.892251 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f025845d-e155-49d8-a4b5-7be3d4bd352d req-e502998e-407c-45c8-aece-0b9e9b919698 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:50.893737 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f025845d-e155-49d8-a4b5-7be3d4bd352d req-e502998e-407c-45c8-aece-0b9e9b919698 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=3cef34ca-0528-49d6-bc8e-814948682eab HTTP/1.1" status: 200 len: 945 time: 0.0529511 Aug 16 23:17:50.942376 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f025845d-e155-49d8-a4b5-7be3d4bd352d req-6ce7ca3f-b004-4b54-81d2-1ea2d80f46f6 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428252 Aug 16 23:17:51.008494 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1d48a1-7c8f-4d5d-a9c6-eb05fa6b8477 req-99101291-986a-449a-b572-545e81247396 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:51.010032 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2d1d48a1-7c8f-4d5d-a9c6-eb05fa6b8477 req-99101291-986a-449a-b572-545e81247396 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=119f9a84-7d3a-4ed8-8548-79a3a40b6ab6 HTTP/1.1" status: 200 len: 943 time: 0.0593677 Aug 16 23:17:51.050081 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2d1d48a1-7c8f-4d5d-a9c6-eb05fa6b8477 req-805afa20-c162-4901-87f3-24623a05c029 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=d57a197c-6d47-4d56-9c9b-4cb8ea84d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328736 Aug 16 23:17:51.193058 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403773c8-5c08-4e8c-8be0-4bc87694655e req-a6056777-9e7c-4742-81f5-edfbaca37a27 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:51.197038 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-403773c8-5c08-4e8c-8be0-4bc87694655e req-a6056777-9e7c-4742-81f5-edfbaca37a27 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=3cef34ca-0528-49d6-bc8e-814948682eab HTTP/1.1" status: 200 len: 945 time: 0.0538194 Aug 16 23:17:51.232769 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-403773c8-5c08-4e8c-8be0-4bc87694655e req-5a0f1aee-5c36-44c4-aefa-029dd2c1d424 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322132 Aug 16 23:17:51.578899 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:51.645498 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b268db8b-c4a5-4507-9d29-1d7558b4ed05 req-a505e754-94e2-4ac4-b78d-16a2ab5cd26f tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:51.647147 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b268db8b-c4a5-4507-9d29-1d7558b4ed05 req-a505e754-94e2-4ac4-b78d-16a2ab5cd26f tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a HTTP/1.1" status: 200 len: 945 time: 0.0585537 Aug 16 23:17:51.690434 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b268db8b-c4a5-4507-9d29-1d7558b4ed05 req-b8f039c5-c3ba-4109-97ff-d47a8ee234a6 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=5247d9a5-a8ca-4a37-95ec-bfd51308f7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368230 Aug 16 23:17:52.192699 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd44585-860b-4ce8-8175-bbc5308401f1 req-8a7f8c16-6c0b-4e3f-b063-b49e72049989 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:52.192699 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-efd44585-860b-4ce8-8175-bbc5308401f1 req-8a7f8c16-6c0b-4e3f-b063-b49e72049989 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=119f9a84-7d3a-4ed8-8548-79a3a40b6ab6 HTTP/1.1" status: 200 len: 943 time: 0.0585115 Aug 16 23:17:52.239265 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-efd44585-860b-4ce8-8175-bbc5308401f1 req-56ae05b5-6f5b-449a-bf0f-edaf3e7a0255 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=d57a197c-6d47-4d56-9c9b-4cb8ea84d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436931 Aug 16 23:17:52.359362 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6827e3f6-ed56-49f5-bbdd-8cb764dd55da req-2d91cb55-05a7-41c1-b845-79be6e344ed1 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:52.361110 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6827e3f6-ed56-49f5-bbdd-8cb764dd55da req-2d91cb55-05a7-41c1-b845-79be6e344ed1 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=3cef34ca-0528-49d6-bc8e-814948682eab HTTP/1.1" status: 200 len: 945 time: 0.0527239 Aug 16 23:17:52.401175 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6827e3f6-ed56-49f5-bbdd-8cb764dd55da req-abc4c626-c644-4fdd-aecd-ca0bb3fe0ab8 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333915 Aug 16 23:17:52.803108 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:53.018389 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3df37121-1444-4f33-9b04-44daf0a0397a req-3b6882a6-1732-41fc-818f-f48e8bf7d5ea service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bba69b47-d347-431e-8d77-e3d13b279e63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4585080 Aug 16 23:17:53.048430 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aec27a-981c-427d-92ae-2c89c07282ab req-d52ea1da-6c8a-4b7c-9e51-f515f972ae38 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:53.053025 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-90aec27a-981c-427d-92ae-2c89c07282ab req-d52ea1da-6c8a-4b7c-9e51-f515f972ae38 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a HTTP/1.1" status: 200 len: 945 time: 0.0949750 Aug 16 23:17:53.061523 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c647f5f-1bf5-4788-ba92-3fbb203fe5ed req-2a549553-e647-4e76-8448-97ae70169b5e tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:53.063239 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5c647f5f-1bf5-4788-ba92-3fbb203fe5ed req-2a549553-e647-4e76-8448-97ae70169b5e tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.57 "GET /v2.0/ports?device_id=3cef34ca-0528-49d6-bc8e-814948682eab HTTP/1.1" status: 200 len: 945 time: 0.1064143 Aug 16 23:17:53.167732 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-90aec27a-981c-427d-92ae-2c89c07282ab req-4c040ede-047d-4fd3-b105-b384b3ed09b3 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=5247d9a5-a8ca-4a37-95ec-bfd51308f7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036799 Aug 16 23:17:53.186972 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df37121-1444-4f33-9b04-44daf0a0397a req-4faaedbc-f39e-4937-86e3-65905f667965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:53.188841 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3df37121-1444-4f33-9b04-44daf0a0397a req-4faaedbc-f39e-4937-86e3-65905f667965 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a7c31e67ee7c4b289c3ec8027565ddcd&device_id=bba69b47-d347-431e-8d77-e3d13b279e63 HTTP/1.1" status: 200 len: 1097 time: 0.1235890 Aug 16 23:17:53.297987 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-5c647f5f-1bf5-4788-ba92-3fbb203fe5ed req-fb09bfb9-0b3d-4a96-bc57-8ec39177b63b tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Deleting port d5cfb4e9-0c3a-40fc-a971-dfeefeecdc6d {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:17:53.298897 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-5c647f5f-1bf5-4788-ba92-3fbb203fe5ed req-fb09bfb9-0b3d-4a96-bc57-8ec39177b63b tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:53.364329 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device cc5542ef-2995-4487-b481-60f8e9728c80 details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:17:53.413445 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df37121-1444-4f33-9b04-44daf0a0397a req-37e807ee-2b18-4de5-a1dd-09b8e52f7f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:53.415050 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3df37121-1444-4f33-9b04-44daf0a0397a req-37e807ee-2b18-4de5-a1dd-09b8e52f7f8b service neutron] 10.222.0.57 "GET /v2.0/networks?id=0c457813-f40c-4a5d-a305-ee4f3c9bee58 HTTP/1.1" status: 200 len: 907 time: 0.2041547 Aug 16 23:17:53.456249 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca52f47-9903-4d4c-8caa-69e52584d483 req-a6affc94-2927-49a6-89b8-25674329026a tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:53.457842 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4ca52f47-9903-4d4c-8caa-69e52584d483 req-a6affc94-2927-49a6-89b8-25674329026a tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=119f9a84-7d3a-4ed8-8548-79a3a40b6ab6 HTTP/1.1" status: 200 len: 943 time: 0.1171515 Aug 16 23:17:53.471025 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port cc5542ef-2995-4487-b481-60f8e9728c80, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=cc5542ef-2995-4487-b481-60f8e9728c80,segment=NetworkSegment(10a968c4-5c7d-4c23-b34c-ca325bfda5cc),segment_id=10a968c4-5c7d-4c23-b34c-ca325bfda5cc)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:17:53.490045 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': 'cc5542ef-2995-4487-b481-60f8e9728c80', 'network_id': '6152efff-6e82-46a1-acb7-149d7c33d5d6', 'port_id': 'cc5542ef-2995-4487-b481-60f8e9728c80', 'mac_address': 'fa:16:3e:fd:9d:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d6a27ac-d81b-4d19-9995-25afe2c6f338', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:17:53.497612 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3df37121-1444-4f33-9b04-44daf0a0397a req-a70e8af4-e84d-4391-aff2-90e13c598804 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c0d4764f-ebed-4249-9515-362440827bba HTTP/1.1" status: 200 len: 217 time: 0.0694525 Aug 16 23:17:53.551198 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:53.571453 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc5542ef-2995-4487-b481-60f8e9728c80 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:17:53.584977 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-5c647f5f-1bf5-4788-ba92-3fbb203fe5ed req-fb09bfb9-0b3d-4a96-bc57-8ec39177b63b tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] For port d5cfb4e9-0c3a-40fc-a971-dfeefeecdc6d, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=d5cfb4e9-0c3a-40fc-a971-dfeefeecdc6d,segment=NetworkSegment(2f9a4174-b2ab-4aae-b8db-a65907961481),segment_id=2f9a4174-b2ab-4aae-b8db-a65907961481)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:17:53.585367 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-5c647f5f-1bf5-4788-ba92-3fbb203fe5ed req-fb09bfb9-0b3d-4a96-bc57-8ec39177b63b tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:53.604904 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port cc5542ef-2995-4487-b481-60f8e9728c80, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=cc5542ef-2995-4487-b481-60f8e9728c80,segment=NetworkSegment(10a968c4-5c7d-4c23-b34c-ca325bfda5cc),segment_id=10a968c4-5c7d-4c23-b34c-ca325bfda5cc)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:17:53.611962 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:53.620079 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-5c647f5f-1bf5-4788-ba92-3fbb203fe5ed req-fb09bfb9-0b3d-4a96-bc57-8ec39177b63b tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Calling delete_port for d5cfb4e9-0c3a-40fc-a971-dfeefeecdc6d owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:17:53.641855 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4ca52f47-9903-4d4c-8caa-69e52584d483 req-89c5ff30-3541-476e-8d25-c7ade21162a1 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=d57a197c-6d47-4d56-9c9b-4cb8ea84d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523707 Aug 16 23:17:53.675178 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df37121-1444-4f33-9b04-44daf0a0397a req-e66f6e11-ab40-4ff4-83dd-d56b88c9101e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:53.677257 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3df37121-1444-4f33-9b04-44daf0a0397a req-e66f6e11-ab40-4ff4-83dd-d56b88c9101e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4724a49f-f514-42a4-b8bc-2aeadbfe5460 HTTP/1.1" status: 200 len: 846 time: 0.1649835 Aug 16 23:17:53.685283 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=cc5542ef-2995-4487-b481-60f8e9728c80,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:17:53.692301 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9778412f-889c-4b6c-809e-5d4894870f99 req-1dcfc7b5-f3b9-424c-be0f-8b7137c94027 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:53.695030 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9778412f-889c-4b6c-809e-5d4894870f99 req-1dcfc7b5-f3b9-424c-be0f-8b7137c94027 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=3cef34ca-0528-49d6-bc8e-814948682eab HTTP/1.1" status: 200 len: 945 time: 0.2062485 Aug 16 23:17:53.785237 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3df37121-1444-4f33-9b04-44daf0a0397a req-a310e883-9efc-48c7-b2ab-6b78cf297b01 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0c457813-f40c-4a5d-a305-ee4f3c9bee58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0892959 Aug 16 23:17:53.810580 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [req-3df37121-1444-4f33-9b04-44daf0a0397a req-2da7b871-5ab0-45d8-a446-78bae4f14299 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:17:53.812659 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3df37121-1444-4f33-9b04-44daf0a0397a req-2da7b871-5ab0-45d8-a446-78bae4f14299 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0160913 Aug 16 23:17:53.867522 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['cc5542ef-2995-4487-b481-60f8e9728c80'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:17:53.919312 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9778412f-889c-4b6c-809e-5d4894870f99 req-9d57e998-10dc-4c85-8d2d-49e75b83ad75 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692743 Aug 16 23:17:54.027936 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3df37121-1444-4f33-9b04-44daf0a0397a req-959250bb-2740-4b14-b405-7a61eda91826 service neutron] 10.222.0.57 "GET /v2.0/networks/0c457813-f40c-4a5d-a305-ee4f3c9bee58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079387 Aug 16 23:17:54.140768 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-5c647f5f-1bf5-4788-ba92-3fbb203fe5ed req-fb09bfb9-0b3d-4a96-bc57-8ec39177b63b tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:54.149574 n-d-791506-26 neutron-server[101291]: INFO neutron.api.v2.resource [req-9e7df7b0-fd01-42eb-8334-33038f11d9db req-c0362602-4b79-4b33-8dbc-dc0ad022cc8b service neutron] show failed (client error): The resource could not be found. Aug 16 23:17:54.150824 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-9e7df7b0-fd01-42eb-8334-33038f11d9db req-c0362602-4b79-4b33-8dbc-dc0ad022cc8b service neutron] 10.222.0.68 "GET /v2.0/ports/5e669ad3-1963-4c27-8d15-255b07ce52d2/bindings/n-h2-791506-26 HTTP/1.1" status: 404 len: 381 time: 0.0890310 Aug 16 23:17:54.170843 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb09bfb9-0b3d-4a96-bc57-8ec39177b63b tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Pushing event deleted for resources: {'Port': ['ID=d5cfb4e9-0c3a-40fc-a971-dfeefeecdc6d,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:17:54.183102 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['c0d4764f-ebed-4249-9515-362440827bba', '11c7235e-22c0-4a5c-be69-82c2112e9337', 'd5cfb4e9-0c3a-40fc-a971-dfeefeecdc6d'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:17:54.253843 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c647f5f-1bf5-4788-ba92-3fbb203fe5ed req-fb09bfb9-0b3d-4a96-bc57-8ec39177b63b tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] No DVR routers for this DVR port d5cfb4e9-0c3a-40fc-a971-dfeefeecdc6d on host n-h2-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:17:54.268576 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-5c647f5f-1bf5-4788-ba92-3fbb203fe5ed req-fb09bfb9-0b3d-4a96-bc57-8ec39177b63b tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:54.271238 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5c647f5f-1bf5-4788-ba92-3fbb203fe5ed req-fb09bfb9-0b3d-4a96-bc57-8ec39177b63b tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.57 "DELETE /v2.0/ports/d5cfb4e9-0c3a-40fc-a971-dfeefeecdc6d HTTP/1.1" status: 204 len: 173 time: 1.1967280 Aug 16 23:17:54.271942 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cef34ca-0528-49d6-bc8e-814948682eab', 'name': 'network-vif-deleted', 'tag': 'd5cfb4e9-0c3a-40fc-a971-dfeefeecdc6d'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:17:54.275662 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f16045e9-7c1e-46e1-afaf-74eecbedf713" -d '{"events": [{"server_uuid": "3cef34ca-0528-49d6-bc8e-814948682eab", "name": "network-vif-deleted", "tag": "d5cfb4e9-0c3a-40fc-a971-dfeefeecdc6d"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:17:54.325456 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3df37121-1444-4f33-9b04-44daf0a0397a req-24bb6cc0-ce26-4826-b5e2-0b05bb0bb32f service neutron] 10.222.0.57 "GET /v2.0/networks/0c457813-f40c-4a5d-a305-ee4f3c9bee58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824006 Aug 16 23:17:54.352255 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a823a5-0c32-4cba-93a4-e3277cf0df82 x-openstack-request-id: req-72a823a5-0c32-4cba-93a4-e3277cf0df82 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:17:54.353316 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cef34ca-0528-49d6-bc8e-814948682eab", "name": "network-vif-deleted", "tag": "d5cfb4e9-0c3a-40fc-a971-dfeefeecdc6d", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:17:54.353316 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-72a823a5-0c32-4cba-93a4-e3277cf0df82 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:17:54.354585 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cef34ca-0528-49d6-bc8e-814948682eab', 'name': 'network-vif-deleted', 'tag': 'd5cfb4e9-0c3a-40fc-a971-dfeefeecdc6d', 'status': 'completed', 'code': 200} Aug 16 23:17:54.369453 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea274ec9-1757-4d3b-a8cc-75fc5ad0f259 req-25711618-56cb-4128-9f3d-e7341ce04e79 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:54.371219 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ea274ec9-1757-4d3b-a8cc-75fc5ad0f259 req-25711618-56cb-4128-9f3d-e7341ce04e79 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a HTTP/1.1" status: 200 len: 945 time: 0.1188760 Aug 16 23:17:54.428815 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ea274ec9-1757-4d3b-a8cc-75fc5ad0f259 req-44ce87d6-7465-4750-8f53-37afd5e77749 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=5247d9a5-a8ca-4a37-95ec-bfd51308f7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476274 Aug 16 23:17:54.499880 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7df7b0-fd01-42eb-8334-33038f11d9db req-792cd3c7-e99e-41f8-ab28-62de9d44e761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:54.502279 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9e7df7b0-fd01-42eb-8334-33038f11d9db req-792cd3c7-e99e-41f8-ab28-62de9d44e761 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a&tenant_id=3aee68aa35e24e649e175a43cbcb7bd3 HTTP/1.1" status: 200 len: 1097 time: 0.0722830 Aug 16 23:17:54.539438 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-9e7df7b0-fd01-42eb-8334-33038f11d9db req-b002923e-c74e-4a16-9511-c007973d7943 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791506-26', 'device_owner': 'compute:nova'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:17:54.632110 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-9e7df7b0-fd01-42eb-8334-33038f11d9db req-b002923e-c74e-4a16-9511-c007973d7943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:54.856250 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc2502-b848-40d5-8fa8-5e11ec6f2929 req-f47c737a-01a5-4e4b-9940-ba46c775ba22 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:54.857787 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2edc2502-b848-40d5-8fa8-5e11ec6f2929 req-f47c737a-01a5-4e4b-9940-ba46c775ba22 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=119f9a84-7d3a-4ed8-8548-79a3a40b6ab6 HTTP/1.1" status: 200 len: 944 time: 0.1070762 Aug 16 23:17:54.917752 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2edc2502-b848-40d5-8fa8-5e11ec6f2929 req-eafb6e00-5165-4b13-855d-b82ca5647914 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=d57a197c-6d47-4d56-9c9b-4cb8ea84d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534430 Aug 16 23:17:54.922747 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-9e7df7b0-fd01-42eb-8334-33038f11d9db req-b002923e-c74e-4a16-9511-c007973d7943 service neutron] For port 5e669ad3-1963-4c27-8d15-255b07ce52d2, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=5e669ad3-1963-4c27-8d15-255b07ce52d2,segment=NetworkSegment(5d4a5c1b-79c7-46ea-b46b-ea7e5bb4fba5),segment_id=5d4a5c1b-79c7-46ea-b46b-ea7e5bb4fba5)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:17:54.958217 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-9e7df7b0-fd01-42eb-8334-33038f11d9db req-b002923e-c74e-4a16-9511-c007973d7943 service neutron] For port 5e669ad3-1963-4c27-8d15-255b07ce52d2, host n-h1-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:17:55.011071 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-9e7df7b0-fd01-42eb-8334-33038f11d9db req-b002923e-c74e-4a16-9511-c007973d7943 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:55.026364 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-9e7df7b0-fd01-42eb-8334-33038f11d9db req-b002923e-c74e-4a16-9511-c007973d7943 service neutron] Transition to ACTIVE for port object 5e669ad3-1963-4c27-8d15-255b07ce52d2 will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:17:55.031649 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-9e7df7b0-fd01-42eb-8334-33038f11d9db req-b002923e-c74e-4a16-9511-c007973d7943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:55.102699 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-90a9b320-ef41-46b7-bd26-fceb99bbd1cf req-8b028027-59e3-4beb-ac31-a9921a0e37a4 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=3cef34ca-0528-49d6-bc8e-814948682eab HTTP/1.1" status: 200 len: 210 time: 0.0652206 Aug 16 23:17:55.120369 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b002923e-c74e-4a16-9511-c007973d7943 service neutron] Pushing event updated for resources: {'Port': ['ID=5e669ad3-1963-4c27-8d15-255b07ce52d2,revision_number=6']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:17:55.206951 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e7df7b0-fd01-42eb-8334-33038f11d9db req-b002923e-c74e-4a16-9511-c007973d7943 service neutron] No DVR routers for this DVR port 5e669ad3-1963-4c27-8d15-255b07ce52d2 on host n-h1-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:17:55.362527 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-9e7df7b0-fd01-42eb-8334-33038f11d9db req-b002923e-c74e-4a16-9511-c007973d7943 service neutron] Attempting to bind port 5e669ad3-1963-4c27-8d15-255b07ce52d2 on host n-h2-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:17:55.363137 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-9e7df7b0-fd01-42eb-8334-33038f11d9db req-b002923e-c74e-4a16-9511-c007973d7943 service neutron] Attempting to bind port 5e669ad3-1963-4c27-8d15-255b07ce52d2 by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': '5d4a5c1b-79c7-46ea-b46b-ea7e5bb4fba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7339cb68-2f07-4085-93a7-2381ab45a475'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:17:55.363239 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7df7b0-fd01-42eb-8334-33038f11d9db req-b002923e-c74e-4a16-9511-c007973d7943 service neutron] Attempting to bind port 5e669ad3-1963-4c27-8d15-255b07ce52d2 on network 7339cb68-2f07-4085-93a7-2381ab45a475 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:17:55.363771 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device cc5542ef-2995-4487-b481-60f8e9728c80 up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:17:55.368473 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7df7b0-fd01-42eb-8334-33038f11d9db req-b002923e-c74e-4a16-9511-c007973d7943 service neutron] Port 5e669ad3-1963-4c27-8d15-255b07ce52d2 on network 7339cb68-2f07-4085-93a7-2381ab45a475 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:17:55.368822 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7df7b0-fd01-42eb-8334-33038f11d9db req-b002923e-c74e-4a16-9511-c007973d7943 service neutron] Attempting to bind port 5e669ad3-1963-4c27-8d15-255b07ce52d2 on network 7339cb68-2f07-4085-93a7-2381ab45a475 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:17:55.374031 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7df7b0-fd01-42eb-8334-33038f11d9db req-b002923e-c74e-4a16-9511-c007973d7943 service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:17:55.374941 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7df7b0-fd01-42eb-8334-33038f11d9db req-b002923e-c74e-4a16-9511-c007973d7943 service neutron] Checking segment: {'id': '5d4a5c1b-79c7-46ea-b46b-ea7e5bb4fba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7339cb68-2f07-4085-93a7-2381ab45a475'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:17:55.375865 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7df7b0-fd01-42eb-8334-33038f11d9db req-b002923e-c74e-4a16-9511-c007973d7943 service neutron] Bound using segment: {'id': '5d4a5c1b-79c7-46ea-b46b-ea7e5bb4fba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7339cb68-2f07-4085-93a7-2381ab45a475'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:17:55.375865 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-9e7df7b0-fd01-42eb-8334-33038f11d9db req-b002923e-c74e-4a16-9511-c007973d7943 service neutron] Bound port: 5e669ad3-1963-4c27-8d15-255b07ce52d2, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d4a5c1b-79c7-46ea-b46b-ea7e5bb4fba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7339cb68-2f07-4085-93a7-2381ab45a475'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:17:55.376080 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-9e7df7b0-fd01-42eb-8334-33038f11d9db req-b002923e-c74e-4a16-9511-c007973d7943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:55.425630 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning for port cc5542ef-2995-4487-b481-60f8e9728c80 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:17:55.434211 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port cc5542ef-2995-4487-b481-60f8e9728c80 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:17:55.434535 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:55.439467 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:55.444071 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-9e7df7b0-fd01-42eb-8334-33038f11d9db req-b002923e-c74e-4a16-9511-c007973d7943 service neutron] For port 5e669ad3-1963-4c27-8d15-255b07ce52d2, host n-h2-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:17:55.447391 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-9e7df7b0-fd01-42eb-8334-33038f11d9db req-b002923e-c74e-4a16-9511-c007973d7943 service neutron] For port 5e669ad3-1963-4c27-8d15-255b07ce52d2, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=5e669ad3-1963-4c27-8d15-255b07ce52d2,segment=NetworkSegment(5d4a5c1b-79c7-46ea-b46b-ea7e5bb4fba5),segment_id=5d4a5c1b-79c7-46ea-b46b-ea7e5bb4fba5)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:17:55.451120 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-9e7df7b0-fd01-42eb-8334-33038f11d9db req-b002923e-c74e-4a16-9511-c007973d7943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:55.485816 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7df7b0-fd01-42eb-8334-33038f11d9db req-b002923e-c74e-4a16-9511-c007973d7943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:55.487014 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-9e7df7b0-fd01-42eb-8334-33038f11d9db req-b002923e-c74e-4a16-9511-c007973d7943 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:55.488596 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9e7df7b0-fd01-42eb-8334-33038f11d9db req-b002923e-c74e-4a16-9511-c007973d7943 service neutron] 10.222.0.57 "PUT /v2.0/ports/5e669ad3-1963-4c27-8d15-255b07ce52d2 HTTP/1.1" status: 200 len: 1092 time: 0.9613507 Aug 16 23:17:55.523915 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:55.524579 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b002923e-c74e-4a16-9511-c007973d7943 service neutron] Pushing event updated for resources: {'Port': ['ID=5e669ad3-1963-4c27-8d15-255b07ce52d2,revision_number=7']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:17:55.562418 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '119f9a84-7d3a-4ed8-8548-79a3a40b6ab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc5542ef-2995-4487-b481-60f8e9728c80'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:17:55.565545 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f81f1b-124d-4339-9e6d-bd8930f5626a" -d '{"events": [{"server_uuid": "119f9a84-7d3a-4ed8-8548-79a3a40b6ab6", "name": "network-vif-plugged", "status": "completed", "tag": "cc5542ef-2995-4487-b481-60f8e9728c80"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:17:55.625831 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7df7b0-fd01-42eb-8334-33038f11d9db req-08582d10-3c74-4a02-87e4-a0ae3dc496c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:55.627402 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9e7df7b0-fd01-42eb-8334-33038f11d9db req-08582d10-3c74-4a02-87e4-a0ae3dc496c6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3aee68aa35e24e649e175a43cbcb7bd3&device_id=2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a HTTP/1.1" status: 200 len: 1095 time: 0.0952833 Aug 16 23:17:55.636635 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a0bd1a-d72f-4527-af6b-30b611213dc0 req-5cd784a1-8388-469b-8a00-82a8c6b4e7f2 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:55.638247 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-37a0bd1a-d72f-4527-af6b-30b611213dc0 req-5cd784a1-8388-469b-8a00-82a8c6b4e7f2 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a HTTP/1.1" status: 200 len: 943 time: 0.0718939 Aug 16 23:17:55.729713 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-37a0bd1a-d72f-4527-af6b-30b611213dc0 req-9d85a0c7-8f43-44b6-9f93-83f8dc3576a0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=5247d9a5-a8ca-4a37-95ec-bfd51308f7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814667 Aug 16 23:17:55.752257 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2daa11-1187-4e60-87b0-057436e82ad5 req-785b17f9-7d08-4e6d-b7f9-e8ee344e8c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:55.755088 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4a2daa11-1187-4e60-87b0-057436e82ad5 req-785b17f9-7d08-4e6d-b7f9-e8ee344e8c8b service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=119f9a84-7d3a-4ed8-8548-79a3a40b6ab6 HTTP/1.1" status: 200 len: 1096 time: 0.0710380 Aug 16 23:17:55.755243 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77713d1a-d948-4dcd-aab2-2514b59cf589 x-openstack-request-id: req-77713d1a-d948-4dcd-aab2-2514b59cf589 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:17:55.755538 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "119f9a84-7d3a-4ed8-8548-79a3a40b6ab6", "name": "network-vif-plugged", "status": "completed", "tag": "cc5542ef-2995-4487-b481-60f8e9728c80", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:17:55.755801 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-77713d1a-d948-4dcd-aab2-2514b59cf589 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:17:55.756179 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '119f9a84-7d3a-4ed8-8548-79a3a40b6ab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc5542ef-2995-4487-b481-60f8e9728c80', 'code': 200} Aug 16 23:17:55.762395 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port cc5542ef-2995-4487-b481-60f8e9728c80, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=cc5542ef-2995-4487-b481-60f8e9728c80,segment=NetworkSegment(10a968c4-5c7d-4c23-b34c-ca325bfda5cc),segment_id=10a968c4-5c7d-4c23-b34c-ca325bfda5cc)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:17:55.766951 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7df7b0-fd01-42eb-8334-33038f11d9db req-247e5ffe-a2fd-423d-9763-0f226f152ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:55.769402 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9e7df7b0-fd01-42eb-8334-33038f11d9db req-247e5ffe-a2fd-423d-9763-0f226f152ce6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7339cb68-2f07-4085-93a7-2381ab45a475 HTTP/1.1" status: 200 len: 898 time: 0.1300490 Aug 16 23:17:55.769676 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:55.797961 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4a2daa11-1187-4e60-87b0-057436e82ad5 req-c67fef1c-101a-4c99-8faa-256538c4edd5 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=d57a197c-6d47-4d56-9c9b-4cb8ea84d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345433 Aug 16 23:17:55.823531 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=cc5542ef-2995-4487-b481-60f8e9728c80,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:17:55.844253 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9e7df7b0-fd01-42eb-8334-33038f11d9db req-07833926-2721-462c-9633-3a93e147e332 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e669ad3-1963-4c27-8d15-255b07ce52d2 HTTP/1.1" status: 200 len: 998 time: 0.0671351 Aug 16 23:17:55.893574 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7df7b0-fd01-42eb-8334-33038f11d9db req-5f8fb70d-54fb-48c3-a8c6-74a8bfebb333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:55.895037 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9e7df7b0-fd01-42eb-8334-33038f11d9db req-5f8fb70d-54fb-48c3-a8c6-74a8bfebb333 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=12c27e46-2b78-4269-aafc-9f66cc3269bf HTTP/1.1" status: 200 len: 834 time: 0.0438414 Aug 16 23:17:55.942905 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7df7b0-fd01-42eb-8334-33038f11d9db req-ba7b621a-d7aa-43f8-9fb3-193f7a84ad36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:55.944358 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9e7df7b0-fd01-42eb-8334-33038f11d9db req-ba7b621a-d7aa-43f8-9fb3-193f7a84ad36 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7339cb68-2f07-4085-93a7-2381ab45a475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417047 Aug 16 23:17:56.070407 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa785d09-8283-4d02-8c22-fc82b8600ce1 req-faf14f71-c57e-4d2d-a900-72df9128cbcb tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:56.071895 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-aa785d09-8283-4d02-8c22-fc82b8600ce1 req-faf14f71-c57e-4d2d-a900-72df9128cbcb tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=119f9a84-7d3a-4ed8-8548-79a3a40b6ab6 HTTP/1.1" status: 200 len: 945 time: 0.0745869 Aug 16 23:17:56.077970 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9e7df7b0-fd01-42eb-8334-33038f11d9db req-53825b35-5507-4d05-b7fb-ed85fe8f9e50 service neutron] 10.222.0.57 "GET /v2.0/networks/7339cb68-2f07-4085-93a7-2381ab45a475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259468 Aug 16 23:17:56.162697 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-aa785d09-8283-4d02-8c22-fc82b8600ce1 req-c4e90a4f-ec9b-41e9-889c-54a7ec6c251a tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=d57a197c-6d47-4d56-9c9b-4cb8ea84d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837009 Aug 16 23:17:56.199506 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9e7df7b0-fd01-42eb-8334-33038f11d9db req-ef464526-b137-4ce9-a554-69050f06066e service neutron] 10.222.0.57 "GET /v2.0/networks/7339cb68-2f07-4085-93a7-2381ab45a475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063232 Aug 16 23:17:56.355502 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e669ad3-1963-4c27-8d15-255b07ce52d2'}, {'name': 'network-changed', 'server_uuid': '2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a', 'tag': '5e669ad3-1963-4c27-8d15-255b07ce52d2'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:17:56.358659 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deed90a8-2b3f-4f88-8c1f-65b94a43e932" -d '{"events": [{"server_uuid": "2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a", "name": "network-vif-unplugged", "status": "completed", "tag": "5e669ad3-1963-4c27-8d15-255b07ce52d2"}, {"name": "network-changed", "server_uuid": "2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a", "tag": "5e669ad3-1963-4c27-8d15-255b07ce52d2"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:17:56.416442 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4662a000-f3e3-468b-871b-8a8eb7c3c15a req-31d1e9e6-5218-4d66-bcd4-d966fc1649ca tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:56.418174 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4662a000-f3e3-468b-871b-8a8eb7c3c15a req-31d1e9e6-5218-4d66-bcd4-d966fc1649ca tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff58da95-60e2-4cf3-80a1-867c46a24a24 HTTP/1.1" status: 200 len: 945 time: 0.0544767 Aug 16 23:17:56.458568 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4662a000-f3e3-468b-871b-8a8eb7c3c15a req-1b1e18b1-761d-4383-a6a3-e29e06da1656 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337577 Aug 16 23:17:56.521474 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 16 Aug 2021 23:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0a0a6e1-a491-4582-8158-b1e9ec3b7fcf x-openstack-request-id: req-e0a0a6e1-a491-4582-8158-b1e9ec3b7fcf {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:17:56.521783 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a", "name": "network-vif-unplugged", "status": "completed", "tag": "5e669ad3-1963-4c27-8d15-255b07ce52d2", "code": 200}, {"name": "network-changed", "server_uuid": "2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a", "tag": "5e669ad3-1963-4c27-8d15-255b07ce52d2", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:17:56.522037 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e0a0a6e1-a491-4582-8158-b1e9ec3b7fcf {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:17:56.522441 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e669ad3-1963-4c27-8d15-255b07ce52d2', 'code': 200} Aug 16 23:17:56.522698 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a', 'tag': '5e669ad3-1963-4c27-8d15-255b07ce52d2', 'status': 'completed', 'code': 200} Aug 16 23:17:56.599256 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed90a8-2b3f-4f88-8c1f-65b94a43e932 req-3cfc9d3d-4480-465e-a539-1ec4c661f2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:56.601452 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-deed90a8-2b3f-4f88-8c1f-65b94a43e932 req-3cfc9d3d-4480-465e-a539-1ec4c661f2e2 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3aee68aa35e24e649e175a43cbcb7bd3&device_id=2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a HTTP/1.1" status: 200 len: 1095 time: 0.0540767 Aug 16 23:17:56.672162 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed90a8-2b3f-4f88-8c1f-65b94a43e932 req-b98049c9-e723-41f5-940d-492eb4585a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:56.673874 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-deed90a8-2b3f-4f88-8c1f-65b94a43e932 req-b98049c9-e723-41f5-940d-492eb4585a38 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3aee68aa35e24e649e175a43cbcb7bd3&device_id=2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a HTTP/1.1" status: 200 len: 1095 time: 0.0718262 Aug 16 23:17:56.741682 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed90a8-2b3f-4f88-8c1f-65b94a43e932 req-a948ed7e-5fb9-43c0-95e3-c8937a92a15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:56.743442 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-deed90a8-2b3f-4f88-8c1f-65b94a43e932 req-a948ed7e-5fb9-43c0-95e3-c8937a92a15a service neutron] 10.222.0.68 "GET /v2.0/networks?id=7339cb68-2f07-4085-93a7-2381ab45a475 HTTP/1.1" status: 200 len: 898 time: 0.1286917 Aug 16 23:17:56.805634 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed90a8-2b3f-4f88-8c1f-65b94a43e932 req-93ca8e35-bd6c-4c2b-bb7a-df0cc9c67873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:56.808762 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-deed90a8-2b3f-4f88-8c1f-65b94a43e932 req-93ca8e35-bd6c-4c2b-bb7a-df0cc9c67873 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7339cb68-2f07-4085-93a7-2381ab45a475 HTTP/1.1" status: 200 len: 898 time: 0.1243849 Aug 16 23:17:56.818224 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-deed90a8-2b3f-4f88-8c1f-65b94a43e932 req-ba4a4b6b-08c3-4de4-869d-f9d14b0b4e0c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e669ad3-1963-4c27-8d15-255b07ce52d2 HTTP/1.1" status: 200 len: 998 time: 0.0673892 Aug 16 23:17:56.880768 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed90a8-2b3f-4f88-8c1f-65b94a43e932 req-eac5b55a-1076-44c7-8651-c09b593fb66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:56.882426 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-deed90a8-2b3f-4f88-8c1f-65b94a43e932 req-eac5b55a-1076-44c7-8651-c09b593fb66b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=12c27e46-2b78-4269-aafc-9f66cc3269bf HTTP/1.1" status: 200 len: 834 time: 0.0568745 Aug 16 23:17:56.915001 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-deed90a8-2b3f-4f88-8c1f-65b94a43e932 req-182b7bac-117d-451e-a155-ce7d1c76f71d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e669ad3-1963-4c27-8d15-255b07ce52d2 HTTP/1.1" status: 200 len: 998 time: 0.0986512 Aug 16 23:17:56.927651 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d63f5b-3e15-4b90-9bc3-8cc99627efc3 req-ab34f541-7c5d-47fe-8209-b2c43b69f5dc tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:56.929289 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a3d63f5b-3e15-4b90-9bc3-8cc99627efc3 req-ab34f541-7c5d-47fe-8209-b2c43b69f5dc tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a HTTP/1.1" status: 200 len: 943 time: 0.1064820 Aug 16 23:17:56.935354 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed90a8-2b3f-4f88-8c1f-65b94a43e932 req-76e498ea-8a94-441f-93c8-faae8b6c366a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:56.937601 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-deed90a8-2b3f-4f88-8c1f-65b94a43e932 req-76e498ea-8a94-441f-93c8-faae8b6c366a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=7339cb68-2f07-4085-93a7-2381ab45a475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0478315 Aug 16 23:17:56.996030 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed90a8-2b3f-4f88-8c1f-65b94a43e932 req-a59b36a5-2cbf-487e-a9cf-9028b967c669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:56.997781 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-deed90a8-2b3f-4f88-8c1f-65b94a43e932 req-a59b36a5-2cbf-487e-a9cf-9028b967c669 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=12c27e46-2b78-4269-aafc-9f66cc3269bf HTTP/1.1" status: 200 len: 834 time: 0.0673635 Aug 16 23:17:57.007426 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a3d63f5b-3e15-4b90-9bc3-8cc99627efc3 req-aa2cdbfa-3170-4cf9-991d-bd595c6521fe tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=5247d9a5-a8ca-4a37-95ec-bfd51308f7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680385 Aug 16 23:17:57.049941 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed90a8-2b3f-4f88-8c1f-65b94a43e932 req-a3bfe239-d89d-4c0d-ba52-0e333d740f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:57.050172 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-deed90a8-2b3f-4f88-8c1f-65b94a43e932 req-2fb67aa2-452f-4cf0-9fce-b4a2fe06952e service neutron] 10.222.0.68 "GET /v2.0/networks/7339cb68-2f07-4085-93a7-2381ab45a475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041553 Aug 16 23:17:57.051440 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-deed90a8-2b3f-4f88-8c1f-65b94a43e932 req-a3bfe239-d89d-4c0d-ba52-0e333d740f74 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7339cb68-2f07-4085-93a7-2381ab45a475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431659 Aug 16 23:17:57.071862 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device d5cfb4e9-0c3a-40fc-a971-dfeefeecdc6d no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:17:57.098675 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] No Port match for: d5cfb4e9-0c3a-40fc-a971-dfeefeecdc6d {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:17:57.099527 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device d5cfb4e9-0c3a-40fc-a971-dfeefeecdc6d not bound to the agent host n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:17:57.158677 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-deed90a8-2b3f-4f88-8c1f-65b94a43e932 req-fe6f1687-e17f-40b6-8f64-a1376b9daea8 service neutron] 10.222.0.68 "GET /v2.0/networks/7339cb68-2f07-4085-93a7-2381ab45a475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000581 Aug 16 23:17:57.160463 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-deed90a8-2b3f-4f88-8c1f-65b94a43e932 req-be50b042-30e4-4923-a5f5-3427ce88896a service neutron] 10.222.0.57 "GET /v2.0/networks/7339cb68-2f07-4085-93a7-2381ab45a475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993874 Aug 16 23:17:57.289921 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-deed90a8-2b3f-4f88-8c1f-65b94a43e932 req-50ba3636-e8e2-410d-8548-6437123f918c service neutron] 10.222.0.57 "GET /v2.0/networks/7339cb68-2f07-4085-93a7-2381ab45a475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194587 Aug 16 23:17:57.310326 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8743d7-c4f0-4b49-a31c-131224b152fd req-967b149d-3a6b-4f9e-ab75-f1bb587f9697 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:57.312749 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1b8743d7-c4f0-4b49-a31c-131224b152fd req-967b149d-3a6b-4f9e-ab75-f1bb587f9697 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=119f9a84-7d3a-4ed8-8548-79a3a40b6ab6 HTTP/1.1" status: 200 len: 945 time: 0.0676796 Aug 16 23:17:57.352225 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1b8743d7-c4f0-4b49-a31c-131224b152fd req-c63f7e6a-eb1f-4848-a759-fb227bbd6ed2 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=d57a197c-6d47-4d56-9c9b-4cb8ea84d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330844 Aug 16 23:17:57.590255 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b03711-b318-4fe1-9724-dbb886a0c12a req-65fb725b-008d-4f1f-9c44-c5a33c4d3c52 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:57.591716 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a0b03711-b318-4fe1-9724-dbb886a0c12a req-65fb725b-008d-4f1f-9c44-c5a33c4d3c52 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=119f9a84-7d3a-4ed8-8548-79a3a40b6ab6 HTTP/1.1" status: 200 len: 945 time: 0.0837898 Aug 16 23:17:57.604153 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc1cd60-78a5-4461-a4c8-466843095516 req-e0ca3eb4-97aa-49bc-8ac7-c88c732c0566 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:57.605715 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7fc1cd60-78a5-4461-a4c8-466843095516 req-e0ca3eb4-97aa-49bc-8ac7-c88c732c0566 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff58da95-60e2-4cf3-80a1-867c46a24a24 HTTP/1.1" status: 200 len: 945 time: 0.0711200 Aug 16 23:17:57.664091 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a0b03711-b318-4fe1-9724-dbb886a0c12a req-2786060d-2126-437b-a1b3-188363ccb410 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=d57a197c-6d47-4d56-9c9b-4cb8ea84d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574210 Aug 16 23:17:57.669495 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7fc1cd60-78a5-4461-a4c8-466843095516 req-d93f1941-7953-4cf5-8c4c-fb2d08ae0117 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561345 Aug 16 23:17:58.134454 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2090e72-c350-4634-a263-537d167a5d01 req-f2e341b3-cbed-404a-b7e9-41996fbe290c tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:58.135961 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b2090e72-c350-4634-a263-537d167a5d01 req-f2e341b3-cbed-404a-b7e9-41996fbe290c tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a HTTP/1.1" status: 200 len: 943 time: 0.0520165 Aug 16 23:17:58.186338 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b2090e72-c350-4634-a263-537d167a5d01 req-467cfe68-45af-4459-a4cd-55a4f6eae129 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=5247d9a5-a8ca-4a37-95ec-bfd51308f7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436981 Aug 16 23:17:58.403114 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d149bc5-ee13-4d1c-8911-11cf75042cc0 req-2015d569-f10f-449f-8322-552025dfa518 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:58.404732 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8d149bc5-ee13-4d1c-8911-11cf75042cc0 req-2015d569-f10f-449f-8322-552025dfa518 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff58da95-60e2-4cf3-80a1-867c46a24a24 HTTP/1.1" status: 200 len: 945 time: 0.0514593 Aug 16 23:17:58.525282 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-8d149bc5-ee13-4d1c-8911-11cf75042cc0 req-d159c5d7-9373-4e47-8708-8489fba0e860 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Deleting port 11c7235e-22c0-4a5c-be69-82c2112e9337 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:17:58.525511 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-8d149bc5-ee13-4d1c-8911-11cf75042cc0 req-d159c5d7-9373-4e47-8708-8489fba0e860 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:58.626634 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-8d149bc5-ee13-4d1c-8911-11cf75042cc0 req-d159c5d7-9373-4e47-8708-8489fba0e860 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] For port 11c7235e-22c0-4a5c-be69-82c2112e9337, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=11c7235e-22c0-4a5c-be69-82c2112e9337,segment=NetworkSegment(2f9a4174-b2ab-4aae-b8db-a65907961481),segment_id=2f9a4174-b2ab-4aae-b8db-a65907961481)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:17:58.627351 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-8d149bc5-ee13-4d1c-8911-11cf75042cc0 req-d159c5d7-9373-4e47-8708-8489fba0e860 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:58.641457 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-8d149bc5-ee13-4d1c-8911-11cf75042cc0 req-d159c5d7-9373-4e47-8708-8489fba0e860 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Calling delete_port for 11c7235e-22c0-4a5c-be69-82c2112e9337 owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:17:58.798235 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:17:58.869324 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-8d149bc5-ee13-4d1c-8911-11cf75042cc0 req-d159c5d7-9373-4e47-8708-8489fba0e860 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:58.895818 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a400f5-eb62-4ab0-aaec-a9319685af97 req-e1ff6c16-a95c-459f-9f82-5f294e702adb tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:58.897393 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b2a400f5-eb62-4ab0-aaec-a9319685af97 req-e1ff6c16-a95c-459f-9f82-5f294e702adb tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=119f9a84-7d3a-4ed8-8548-79a3a40b6ab6 HTTP/1.1" status: 200 len: 945 time: 0.1274965 Aug 16 23:17:58.903256 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['c0d4764f-ebed-4249-9515-362440827bba', '11c7235e-22c0-4a5c-be69-82c2112e9337'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:17:58.925631 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187a7280-9834-45e1-afd2-27a9081efba9 req-2970f2f8-09f2-4567-93c8-dc47dddc3d26 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:58.927182 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-187a7280-9834-45e1-afd2-27a9081efba9 req-2970f2f8-09f2-4567-93c8-dc47dddc3d26 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff58da95-60e2-4cf3-80a1-867c46a24a24 HTTP/1.1" status: 200 len: 867 time: 0.1425047 Aug 16 23:17:58.930635 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d159c5d7-9373-4e47-8708-8489fba0e860 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Pushing event deleted for resources: {'Port': ['ID=11c7235e-22c0-4a5c-be69-82c2112e9337,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:17:59.006349 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d149bc5-ee13-4d1c-8911-11cf75042cc0 req-d159c5d7-9373-4e47-8708-8489fba0e860 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] No DVR routers for this DVR port 11c7235e-22c0-4a5c-be69-82c2112e9337 on host n-h2-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:17:59.018869 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-8d149bc5-ee13-4d1c-8911-11cf75042cc0 req-d159c5d7-9373-4e47-8708-8489fba0e860 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:17:59.020863 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8d149bc5-ee13-4d1c-8911-11cf75042cc0 req-d159c5d7-9373-4e47-8708-8489fba0e860 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.57 "DELETE /v2.0/ports/11c7235e-22c0-4a5c-be69-82c2112e9337 HTTP/1.1" status: 204 len: 173 time: 0.6025214 Aug 16 23:17:59.023159 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff58da95-60e2-4cf3-80a1-867c46a24a24', 'name': 'network-vif-deleted', 'tag': '11c7235e-22c0-4a5c-be69-82c2112e9337'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:17:59.025955 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c233768c-8293-4345-9556-a911dbcf1fab" -d '{"events": [{"server_uuid": "ff58da95-60e2-4cf3-80a1-867c46a24a24", "name": "network-vif-deleted", "tag": "11c7235e-22c0-4a5c-be69-82c2112e9337"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:17:59.040077 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-187a7280-9834-45e1-afd2-27a9081efba9 req-64a91f1d-08bc-45f1-95ad-1646652371c6 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971935 Aug 16 23:17:59.043321 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b2a400f5-eb62-4ab0-aaec-a9319685af97 req-3757c201-d4c1-476a-bb84-1482fce70525 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=d57a197c-6d47-4d56-9c9b-4cb8ea84d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146424 Aug 16 23:17:59.108129 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e191c1f3-d559-40e3-afc7-49d09a7d87c9 x-openstack-request-id: req-e191c1f3-d559-40e3-afc7-49d09a7d87c9 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:17:59.109021 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff58da95-60e2-4cf3-80a1-867c46a24a24", "name": "network-vif-deleted", "tag": "11c7235e-22c0-4a5c-be69-82c2112e9337", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:17:59.109285 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e191c1f3-d559-40e3-afc7-49d09a7d87c9 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:17:59.109858 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff58da95-60e2-4cf3-80a1-867c46a24a24', 'name': 'network-vif-deleted', 'tag': '11c7235e-22c0-4a5c-be69-82c2112e9337', 'status': 'completed', 'code': 200} Aug 16 23:17:59.318794 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a591ca-a977-4e9a-b027-8022812c2197 req-948be29b-90c8-43cd-9a13-7119038cd0ee tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:17:59.320377 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a0a591ca-a977-4e9a-b027-8022812c2197 req-948be29b-90c8-43cd-9a13-7119038cd0ee tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a HTTP/1.1" status: 200 len: 943 time: 0.0563400 Aug 16 23:17:59.359277 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a0a591ca-a977-4e9a-b027-8022812c2197 req-2f0bf7e4-26b9-4370-8e20-ba53c174ade9 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=5247d9a5-a8ca-4a37-95ec-bfd51308f7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325902 Aug 16 23:17:59.400906 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 5e669ad3-1963-4c27-8d15-255b07ce52d2 no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:17:59.440316 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 5e669ad3-1963-4c27-8d15-255b07ce52d2 not bound to the agent host n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:18:00.179052 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e592322-b217-4d06-82dd-c13857ea58e9 req-ac04d261-9a6f-4980-aa71-0faa2dfcdae5 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:00.180836 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0e592322-b217-4d06-82dd-c13857ea58e9 req-ac04d261-9a6f-4980-aa71-0faa2dfcdae5 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=119f9a84-7d3a-4ed8-8548-79a3a40b6ab6 HTTP/1.1" status: 200 len: 945 time: 0.0602901 Aug 16 23:18:00.222239 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0e592322-b217-4d06-82dd-c13857ea58e9 req-469a59d5-bef5-48df-97cf-53c5f951b184 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=d57a197c-6d47-4d56-9c9b-4cb8ea84d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346496 Aug 16 23:18:00.331613 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3316f4c3-70b1-4987-bf46-13f9a93fdc28 req-de251592-868e-4bb7-9775-ab0f15ce8a9e tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:00.333216 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3316f4c3-70b1-4987-bf46-13f9a93fdc28 req-de251592-868e-4bb7-9775-ab0f15ce8a9e tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/networks?id=0c457813-f40c-4a5d-a305-ee4f3c9bee58 HTTP/1.1" status: 200 len: 806 time: 0.1094913 Aug 16 23:18:00.348898 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3316f4c3-70b1-4987-bf46-13f9a93fdc28 req-f16236c7-4b00-4986-93cc-ff061e7e1ce3 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/quotas/a7c31e67ee7c4b289c3ec8027565ddcd HTTP/1.1" status: 200 len: 375 time: 0.0097623 Aug 16 23:18:00.401083 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3316f4c3-70b1-4987-bf46-13f9a93fdc28 req-ca509b77-4666-4d74-8bac-f4c24bae103b tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a7c31e67ee7c4b289c3ec8027565ddcd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0465729 Aug 16 23:18:00.529694 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29f90b2-cbcf-4004-a8c7-cac13932c796 req-f8dc0ede-c402-4a26-8876-22a156791a72 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:00.531462 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b29f90b2-cbcf-4004-a8c7-cac13932c796 req-f8dc0ede-c402-4a26-8876-22a156791a72 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a HTTP/1.1" status: 200 len: 943 time: 0.0772676 Aug 16 23:18:00.535561 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3316f4c3-70b1-4987-bf46-13f9a93fdc28 req-96a120bd-24ce-43cf-a67d-4ef053ce685f service neutron] 10.222.0.36 "GET /v2.0/networks/0c457813-f40c-4a5d-a305-ee4f3c9bee58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279857 Aug 16 23:18:00.959586 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b29f90b2-cbcf-4004-a8c7-cac13932c796 req-017c240e-0c51-43c4-9d0d-93ac3e322152 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=5247d9a5-a8ca-4a37-95ec-bfd51308f7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4218566 Aug 16 23:18:00.990420 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3316f4c3-70b1-4987-bf46-13f9a93fdc28 req-975d7eb4-5955-436e-86a8-fe4a1b90e9c0 service neutron] 10.222.0.36 "GET /v2.0/networks/0c457813-f40c-4a5d-a305-ee4f3c9bee58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4466076 Aug 16 23:18:01.084454 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 5e669ad3-1963-4c27-8d15-255b07ce52d2 details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:18:01.217425 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ad459a2b-1c7d-48c9-b3a5-21d6dbc4740e req-e4b6827e-96ca-4689-a9d7-ed87dcbf5686 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=f2d005db-82f0-4e20-8e16-a3ed00cfaf4c HTTP/1.1" status: 200 len: 210 time: 0.0742450 Aug 16 23:18:01.219702 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 5e669ad3-1963-4c27-8d15-255b07ce52d2, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=5e669ad3-1963-4c27-8d15-255b07ce52d2,segment=NetworkSegment(5d4a5c1b-79c7-46ea-b46b-ea7e5bb4fba5),segment_id=5d4a5c1b-79c7-46ea-b46b-ea7e5bb4fba5)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:18:01.238907 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': '5e669ad3-1963-4c27-8d15-255b07ce52d2', 'network_id': '7339cb68-2f07-4085-93a7-2381ab45a475', 'port_id': '5e669ad3-1963-4c27-8d15-255b07ce52d2', 'mac_address': 'fa:16:3e:b1:c4:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12c27e46-2b78-4269-aafc-9f66cc3269bf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:18:01.298981 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:01.301072 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c2723f-03a9-47e6-a968-b644565e6ce8 req-50e546fd-4fa2-4206-9ded-bcd6f7c49ffb tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:01.302616 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-06c2723f-03a9-47e6-a968-b644565e6ce8 req-50e546fd-4fa2-4206-9ded-bcd6f7c49ffb tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.57 "GET /v2.0/ports?device_id=2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a&tenant_id=3aee68aa35e24e649e175a43cbcb7bd3&binding%3Ahost_id=n-h2-791506-26 HTTP/1.1" status: 200 len: 943 time: 0.1492102 Aug 16 23:18:01.310948 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c485f8b-c839-48c0-a474-46a6435d8561 req-1cc98201-6f4e-47e0-b660-4e6f85b54ac0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:01.313171 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2c485f8b-c839-48c0-a474-46a6435d8561 req-1cc98201-6f4e-47e0-b660-4e6f85b54ac0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a HTTP/1.1" status: 200 len: 943 time: 0.0982285 Aug 16 23:18:01.315040 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e669ad3-1963-4c27-8d15-255b07ce52d2 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:18:01.337768 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 5e669ad3-1963-4c27-8d15-255b07ce52d2, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=5e669ad3-1963-4c27-8d15-255b07ce52d2,segment=NetworkSegment(5d4a5c1b-79c7-46ea-b46b-ea7e5bb4fba5),segment_id=5d4a5c1b-79c7-46ea-b46b-ea7e5bb4fba5)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:18:01.341897 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:01.403742 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=5e669ad3-1963-4c27-8d15-255b07ce52d2,revision_number=8']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:18:01.432152 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2c485f8b-c839-48c0-a474-46a6435d8561 req-88a964cf-f35c-4994-bb08-bc645481184d tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=5247d9a5-a8ca-4a37-95ec-bfd51308f7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010969 Aug 16 23:18:01.440322 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ba099-a83e-49ac-bb30-d4411dfadbf8 req-f2d1dca5-0952-4a28-b752-344b5fe470db tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:01.441852 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a57ba099-a83e-49ac-bb30-d4411dfadbf8 req-f2d1dca5-0952-4a28-b752-344b5fe470db tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=119f9a84-7d3a-4ed8-8548-79a3a40b6ab6 HTTP/1.1" status: 200 len: 945 time: 0.1275811 Aug 16 23:18:01.450769 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-06c2723f-03a9-47e6-a968-b644565e6ce8 req-015a782d-fccf-43ba-96a0-f26638507a44 service neutron] 10.222.0.57 "GET /v2.0/ports/5e669ad3-1963-4c27-8d15-255b07ce52d2/bindings/n-h2-791506-26 HTTP/1.1" status: 200 len: 383 time: 0.1353736 Aug 16 23:18:01.483897 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a57ba099-a83e-49ac-bb30-d4411dfadbf8 req-84b2fa2b-bcf5-463d-acb0-3a0cff3836e9 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=d57a197c-6d47-4d56-9c9b-4cb8ea84d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352945 Aug 16 23:18:01.551022 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c2723f-03a9-47e6-a968-b644565e6ce8 req-3e7805a2-6289-4732-9bf4-3b11194c9a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:01.552545 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-06c2723f-03a9-47e6-a968-b644565e6ce8 req-3e7805a2-6289-4732-9bf4-3b11194c9a40 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3aee68aa35e24e649e175a43cbcb7bd3&device_id=2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a HTTP/1.1" status: 200 len: 1096 time: 0.0411561 Aug 16 23:18:01.658092 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c2723f-03a9-47e6-a968-b644565e6ce8 req-ab9daf59-de35-43a9-a879-a3eb3e16670e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:01.659536 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-06c2723f-03a9-47e6-a968-b644565e6ce8 req-ab9daf59-de35-43a9-a879-a3eb3e16670e service neutron] 10.222.0.57 "GET /v2.0/networks?id=7339cb68-2f07-4085-93a7-2381ab45a475 HTTP/1.1" status: 200 len: 898 time: 0.0983868 Aug 16 23:18:01.763583 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-06c2723f-03a9-47e6-a968-b644565e6ce8 req-753d4d02-aece-44db-83e3-1eee687e95f7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e669ad3-1963-4c27-8d15-255b07ce52d2 HTTP/1.1" status: 200 len: 999 time: 0.0601666 Aug 16 23:18:01.774817 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['5e669ad3-1963-4c27-8d15-255b07ce52d2'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:18:01.819780 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c2723f-03a9-47e6-a968-b644565e6ce8 req-e2c87288-2f3d-417d-8550-b506242bdca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:01.821270 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-06c2723f-03a9-47e6-a968-b644565e6ce8 req-e2c87288-2f3d-417d-8550-b506242bdca0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=12c27e46-2b78-4269-aafc-9f66cc3269bf HTTP/1.1" status: 200 len: 834 time: 0.0466156 Aug 16 23:18:01.875020 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c2723f-03a9-47e6-a968-b644565e6ce8 req-ed0ecfcf-f744-4374-b340-272f76be4a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:01.876525 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-06c2723f-03a9-47e6-a968-b644565e6ce8 req-ed0ecfcf-f744-4374-b340-272f76be4a0c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7339cb68-2f07-4085-93a7-2381ab45a475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452206 Aug 16 23:18:01.978995 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-06c2723f-03a9-47e6-a968-b644565e6ce8 req-7961067a-4f60-417c-b060-11a77da6bc17 service neutron] 10.222.0.57 "GET /v2.0/networks/7339cb68-2f07-4085-93a7-2381ab45a475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863068 Aug 16 23:18:02.073410 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-06c2723f-03a9-47e6-a968-b644565e6ce8 req-b3716829-8b14-4bb6-be7d-6e95fc4fbe42 service neutron] 10.222.0.57 "GET /v2.0/networks/7339cb68-2f07-4085-93a7-2381ab45a475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869238 Aug 16 23:18:02.346909 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cf4c76d4-4f29-4466-b069-1af55214fa25 req-bc178ef6-bfb3-4a58-b0b5-e0dae27e07d1 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=f2d005db-82f0-4e20-8e16-a3ed00cfaf4c HTTP/1.1" status: 200 len: 210 time: 0.0515993 Aug 16 23:18:02.357120 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3316f4c3-70b1-4987-bf46-13f9a93fdc28 req-bfd527f2-5c3b-4826-ac38-00be2ed6324c tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:02.359274 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3316f4c3-70b1-4987-bf46-13f9a93fdc28 req-bfd527f2-5c3b-4826-ac38-00be2ed6324c tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.57 "GET /v2.0/networks?id=0c457813-f40c-4a5d-a305-ee4f3c9bee58 HTTP/1.1" status: 200 len: 806 time: 0.1387146 Aug 16 23:18:02.382104 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-3316f4c3-70b1-4987-bf46-13f9a93fdc28 req-22586dc7-306a-446f-bc67-f6441c36f02d tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Request body: {'port': {'device_id': 'f2d005db-82f0-4e20-8e16-a3ed00cfaf4c', 'network_id': '0c457813-f40c-4a5d-a305-ee4f3c9bee58', 'admin_state_up': True, 'tenant_id': 'a7c31e67ee7c4b289c3ec8027565ddcd'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:18:02.492991 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3316f4c3-70b1-4987-bf46-13f9a93fdc28 req-22586dc7-306a-446f-bc67-f6441c36f02d tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Made reservation on behalf of a7c31e67ee7c4b289c3ec8027565ddcd for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:18:02.496985 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3316f4c3-70b1-4987-bf46-13f9a93fdc28 req-22586dc7-306a-446f-bc67-f6441c36f02d tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:02.636566 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3186d67c-2924-491b-b2ca-d59bdf051578 req-5c6395ec-72a1-4343-a993-03caa84d4873 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:02.638070 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3186d67c-2924-491b-b2ca-d59bdf051578 req-5c6395ec-72a1-4343-a993-03caa84d4873 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a HTTP/1.1" status: 200 len: 944 time: 0.1315455 Aug 16 23:18:02.705976 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feedaf5-ac59-410f-b41e-14cce7e72979 req-e88f0ad8-72bd-40c4-b22c-8db6eb90b63f tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:02.707556 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6feedaf5-ac59-410f-b41e-14cce7e72979 req-e88f0ad8-72bd-40c4-b22c-8db6eb90b63f tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=119f9a84-7d3a-4ed8-8548-79a3a40b6ab6 HTTP/1.1" status: 200 len: 945 time: 0.1289454 Aug 16 23:18:02.748463 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [req-3316f4c3-70b1-4987-bf46-13f9a93fdc28 req-22586dc7-306a-446f-bc67-f6441c36f02d tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Allocated IP 172.20.0.6 (0c457813-f40c-4a5d-a305-ee4f3c9bee58/4724a49f-f514-42a4-b8bc-2aeadbfe5460/902add92-cb1a-4fda-b025-15a2df9f9586) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:18:02.753791 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3186d67c-2924-491b-b2ca-d59bdf051578 req-9f1930c0-975b-4934-a586-1188dd55e2e0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=5247d9a5-a8ca-4a37-95ec-bfd51308f7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057885 Aug 16 23:18:02.787321 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6feedaf5-ac59-410f-b41e-14cce7e72979 req-97b45ef0-3e76-4e1c-b136-09c8765f0ee0 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=d57a197c-6d47-4d56-9c9b-4cb8ea84d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714967 Aug 16 23:18:02.914461 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3316f4c3-70b1-4987-bf46-13f9a93fdc28 req-22586dc7-306a-446f-bc67-f6441c36f02d tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:02.953779 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3316f4c3-70b1-4987-bf46-13f9a93fdc28 req-22586dc7-306a-446f-bc67-f6441c36f02d tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:03.000507 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3316f4c3-70b1-4987-bf46-13f9a93fdc28 req-22586dc7-306a-446f-bc67-f6441c36f02d tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Network 0c457813-f40c-4a5d-a305-ee4f3c9bee58 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:18:03.000958 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['c0d4764f-ebed-4249-9515-362440827bba'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:18:03.006816 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [req-3316f4c3-70b1-4987-bf46-13f9a93fdc28 req-22586dc7-306a-446f-bc67-f6441c36f02d tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:18:03.010741 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-3316f4c3-70b1-4987-bf46-13f9a93fdc28 req-22586dc7-306a-446f-bc67-f6441c36f02d tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:18:03.041239 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22586dc7-306a-446f-bc67-f6441c36f02d tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Pushing event updated for resources: {'Port': ['ID=902add92-cb1a-4fda-b025-15a2df9f9586,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:18:03.065350 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3316f4c3-70b1-4987-bf46-13f9a93fdc28 req-22586dc7-306a-446f-bc67-f6441c36f02d tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:03.065983 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3316f4c3-70b1-4987-bf46-13f9a93fdc28 req-22586dc7-306a-446f-bc67-f6441c36f02d tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:03.081255 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3316f4c3-70b1-4987-bf46-13f9a93fdc28 req-22586dc7-306a-446f-bc67-f6441c36f02d tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7029657 Aug 16 23:18:03.102812 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-3316f4c3-70b1-4987-bf46-13f9a93fdc28 req-a726129d-4eb4-4890-bcb5-ff557734aa8e service neutron] Request body: {'port': {'device_id': 'f2d005db-82f0-4e20-8e16-a3ed00cfaf4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-26'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:18:03.121410 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 5e669ad3-1963-4c27-8d15-255b07ce52d2 up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:18:03.156851 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3316f4c3-70b1-4987-bf46-13f9a93fdc28 req-a726129d-4eb4-4890-bcb5-ff557734aa8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:03.195828 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning for port 5e669ad3-1963-4c27-8d15-255b07ce52d2 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:18:03.199805 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port 5e669ad3-1963-4c27-8d15-255b07ce52d2 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:18:03.200207 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:03.280693 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:03.303745 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e669ad3-1963-4c27-8d15-255b07ce52d2'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:18:03.306113 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-284da95a-584e-4d9b-922f-d9d6c2650e7c" -d '{"events": [{"server_uuid": "2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a", "name": "network-vif-plugged", "status": "completed", "tag": "5e669ad3-1963-4c27-8d15-255b07ce52d2"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:18:03.319562 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 5e669ad3-1963-4c27-8d15-255b07ce52d2, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=5e669ad3-1963-4c27-8d15-255b07ce52d2,segment=NetworkSegment(5d4a5c1b-79c7-46ea-b46b-ea7e5bb4fba5),segment_id=5d4a5c1b-79c7-46ea-b46b-ea7e5bb4fba5)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:18:03.324904 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:03.326139 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 11c7235e-22c0-4a5c-be69-82c2112e9337 no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:18:03.349025 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] No Port match for: 11c7235e-22c0-4a5c-be69-82c2112e9337 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:18:03.349372 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 11c7235e-22c0-4a5c-be69-82c2112e9337 not bound to the agent host n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:18:03.381051 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c153c63d-07a3-4c93-8964-492c77610760 x-openstack-request-id: req-c153c63d-07a3-4c93-8964-492c77610760 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:18:03.381365 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a", "name": "network-vif-plugged", "status": "completed", "tag": "5e669ad3-1963-4c27-8d15-255b07ce52d2", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:18:03.381638 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c153c63d-07a3-4c93-8964-492c77610760 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:18:03.382030 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e669ad3-1963-4c27-8d15-255b07ce52d2', 'code': 200} Aug 16 23:18:03.400985 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=5e669ad3-1963-4c27-8d15-255b07ce52d2,revision_number=9']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:18:03.463117 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [req-3316f4c3-70b1-4987-bf46-13f9a93fdc28 req-a726129d-4eb4-4890-bcb5-ff557734aa8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 902add92-cb1a-4fda-b025-15a2df9f9586 {{(pid=101292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:18:03.472218 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3316f4c3-70b1-4987-bf46-13f9a93fdc28 req-a726129d-4eb4-4890-bcb5-ff557734aa8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:03.490380 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-3316f4c3-70b1-4987-bf46-13f9a93fdc28 req-a726129d-4eb4-4890-bcb5-ff557734aa8e service neutron] Transition to ACTIVE for port object 902add92-cb1a-4fda-b025-15a2df9f9586 will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:18:03.498500 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae668be-0fa1-407a-a60b-feeb914444bd req-2476c324-87d7-422b-afa9-8ac2ccb8a4d0 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:03.500701 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7ae668be-0fa1-407a-a60b-feeb914444bd req-2476c324-87d7-422b-afa9-8ac2ccb8a4d0 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=f2d005db-82f0-4e20-8e16-a3ed00cfaf4c HTTP/1.1" status: 200 len: 931 time: 0.0758805 Aug 16 23:18:03.501761 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3316f4c3-70b1-4987-bf46-13f9a93fdc28 req-a726129d-4eb4-4890-bcb5-ff557734aa8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:03.597205 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7ae668be-0fa1-407a-a60b-feeb914444bd req-b96ccee2-b77d-4d5c-94bd-284287a501f1 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875826 Aug 16 23:18:03.597788 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a726129d-4eb4-4890-bcb5-ff557734aa8e service neutron] Pushing event updated for resources: {'Port': ['ID=902add92-cb1a-4fda-b025-15a2df9f9586,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:18:03.625165 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a726129d-4eb4-4890-bcb5-ff557734aa8e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:18:03.625530 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a726129d-4eb4-4890-bcb5-ff557734aa8e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:18:03.625871 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a726129d-4eb4-4890-bcb5-ff557734aa8e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:18:03.626213 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a726129d-4eb4-4890-bcb5-ff557734aa8e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:18:03.626551 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a726129d-4eb4-4890-bcb5-ff557734aa8e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:18:03.626886 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a726129d-4eb4-4890-bcb5-ff557734aa8e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:18:03.627215 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a726129d-4eb4-4890-bcb5-ff557734aa8e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:18:03.627543 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a726129d-4eb4-4890-bcb5-ff557734aa8e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:18:03.627873 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a726129d-4eb4-4890-bcb5-ff557734aa8e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:18:03.628200 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a726129d-4eb4-4890-bcb5-ff557734aa8e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:18:03.628528 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a726129d-4eb4-4890-bcb5-ff557734aa8e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:18:03.628876 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a726129d-4eb4-4890-bcb5-ff557734aa8e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:18:03.660001 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-3316f4c3-70b1-4987-bf46-13f9a93fdc28 req-a726129d-4eb4-4890-bcb5-ff557734aa8e service neutron] Attempting to bind port 902add92-cb1a-4fda-b025-15a2df9f9586 on host n-h2-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:18:03.660326 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-3316f4c3-70b1-4987-bf46-13f9a93fdc28 req-a726129d-4eb4-4890-bcb5-ff557734aa8e service neutron] Attempting to bind port 902add92-cb1a-4fda-b025-15a2df9f9586 by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': '2f9a4174-b2ab-4aae-b8db-a65907961481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0c457813-f40c-4a5d-a305-ee4f3c9bee58'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:18:03.660690 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3316f4c3-70b1-4987-bf46-13f9a93fdc28 req-a726129d-4eb4-4890-bcb5-ff557734aa8e service neutron] Attempting to bind port 902add92-cb1a-4fda-b025-15a2df9f9586 on network 0c457813-f40c-4a5d-a305-ee4f3c9bee58 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:18:03.664937 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3316f4c3-70b1-4987-bf46-13f9a93fdc28 req-a726129d-4eb4-4890-bcb5-ff557734aa8e service neutron] Port 902add92-cb1a-4fda-b025-15a2df9f9586 on network 0c457813-f40c-4a5d-a305-ee4f3c9bee58 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:18:03.665257 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3316f4c3-70b1-4987-bf46-13f9a93fdc28 req-a726129d-4eb4-4890-bcb5-ff557734aa8e service neutron] Attempting to bind port 902add92-cb1a-4fda-b025-15a2df9f9586 on network 0c457813-f40c-4a5d-a305-ee4f3c9bee58 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:18:03.669998 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3316f4c3-70b1-4987-bf46-13f9a93fdc28 req-a726129d-4eb4-4890-bcb5-ff557734aa8e service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:18:03.670335 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3316f4c3-70b1-4987-bf46-13f9a93fdc28 req-a726129d-4eb4-4890-bcb5-ff557734aa8e service neutron] Checking segment: {'id': '2f9a4174-b2ab-4aae-b8db-a65907961481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0c457813-f40c-4a5d-a305-ee4f3c9bee58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:18:03.671391 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3316f4c3-70b1-4987-bf46-13f9a93fdc28 req-a726129d-4eb4-4890-bcb5-ff557734aa8e service neutron] Bound using segment: {'id': '2f9a4174-b2ab-4aae-b8db-a65907961481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0c457813-f40c-4a5d-a305-ee4f3c9bee58'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:18:03.671806 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-3316f4c3-70b1-4987-bf46-13f9a93fdc28 req-a726129d-4eb4-4890-bcb5-ff557734aa8e service neutron] Bound port: 902add92-cb1a-4fda-b025-15a2df9f9586, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f9a4174-b2ab-4aae-b8db-a65907961481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0c457813-f40c-4a5d-a305-ee4f3c9bee58'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:18:03.672191 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3316f4c3-70b1-4987-bf46-13f9a93fdc28 req-a726129d-4eb4-4890-bcb5-ff557734aa8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:03.734307 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-3316f4c3-70b1-4987-bf46-13f9a93fdc28 req-a726129d-4eb4-4890-bcb5-ff557734aa8e service neutron] For port 902add92-cb1a-4fda-b025-15a2df9f9586, host n-h2-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:18:03.737612 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-3316f4c3-70b1-4987-bf46-13f9a93fdc28 req-a726129d-4eb4-4890-bcb5-ff557734aa8e service neutron] For port 902add92-cb1a-4fda-b025-15a2df9f9586, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=902add92-cb1a-4fda-b025-15a2df9f9586,segment=NetworkSegment(2f9a4174-b2ab-4aae-b8db-a65907961481),segment_id=2f9a4174-b2ab-4aae-b8db-a65907961481)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:18:03.741864 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3316f4c3-70b1-4987-bf46-13f9a93fdc28 req-a726129d-4eb4-4890-bcb5-ff557734aa8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:03.779271 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3316f4c3-70b1-4987-bf46-13f9a93fdc28 req-a726129d-4eb4-4890-bcb5-ff557734aa8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:03.779946 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3316f4c3-70b1-4987-bf46-13f9a93fdc28 req-a726129d-4eb4-4890-bcb5-ff557734aa8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:03.781525 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3316f4c3-70b1-4987-bf46-13f9a93fdc28 req-a726129d-4eb4-4890-bcb5-ff557734aa8e service neutron] 10.222.0.57 "PUT /v2.0/ports/902add92-cb1a-4fda-b025-15a2df9f9586 HTTP/1.1" status: 200 len: 1092 time: 0.6830614 Aug 16 23:18:03.781918 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2d005db-82f0-4e20-8e16-a3ed00cfaf4c', 'tag': '902add92-cb1a-4fda-b025-15a2df9f9586'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:18:03.784328 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dccb0f9a-b69f-4e8e-8b81-6428d016b6bd" -d '{"events": [{"name": "network-changed", "server_uuid": "f2d005db-82f0-4e20-8e16-a3ed00cfaf4c", "tag": "902add92-cb1a-4fda-b025-15a2df9f9586"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:18:03.805345 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a726129d-4eb4-4890-bcb5-ff557734aa8e service neutron] Pushing event updated for resources: {'Port': ['ID=902add92-cb1a-4fda-b025-15a2df9f9586,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:18:03.833461 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e85e5d87-3c46-440f-8c22-cd63ec7ca9b1 x-openstack-request-id: req-e85e5d87-3c46-440f-8c22-cd63ec7ca9b1 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:18:03.833888 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2d005db-82f0-4e20-8e16-a3ed00cfaf4c", "tag": "902add92-cb1a-4fda-b025-15a2df9f9586", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:18:03.834566 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e85e5d87-3c46-440f-8c22-cd63ec7ca9b1 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:18:03.834694 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2d005db-82f0-4e20-8e16-a3ed00cfaf4c', 'tag': '902add92-cb1a-4fda-b025-15a2df9f9586', 'status': 'completed', 'code': 200} Aug 16 23:18:03.947180 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591624d9-4f19-4270-82b5-5dc6d874e2fe req-dfa64441-fd25-4a53-abdd-c0bc29b56bed tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:03.948706 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-591624d9-4f19-4270-82b5-5dc6d874e2fe req-dfa64441-fd25-4a53-abdd-c0bc29b56bed tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a HTTP/1.1" status: 200 len: 945 time: 0.1131518 Aug 16 23:18:03.964114 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3316f4c3-70b1-4987-bf46-13f9a93fdc28 req-c8c98d4a-5cea-48f7-84d2-78d45a828428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:03.968987 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3316f4c3-70b1-4987-bf46-13f9a93fdc28 req-c8c98d4a-5cea-48f7-84d2-78d45a828428 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a7c31e67ee7c4b289c3ec8027565ddcd&device_id=f2d005db-82f0-4e20-8e16-a3ed00cfaf4c HTTP/1.1" status: 200 len: 1095 time: 0.0991418 Aug 16 23:18:03.981774 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2625efc-e595-4ee0-a9d1-c38e123a18ba req-b592bb1c-fd78-4c39-80ac-2c3ce58f06c9 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:03.983871 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d2625efc-e595-4ee0-a9d1-c38e123a18ba req-b592bb1c-fd78-4c39-80ac-2c3ce58f06c9 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=119f9a84-7d3a-4ed8-8548-79a3a40b6ab6 HTTP/1.1" status: 200 len: 945 time: 0.1021221 Aug 16 23:18:04.038305 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3316f4c3-70b1-4987-bf46-13f9a93fdc28 req-dfb4f185-cad9-46fa-8f9d-8fb4e76191dd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=902add92-cb1a-4fda-b025-15a2df9f9586 HTTP/1.1" status: 200 len: 217 time: 0.0534019 Aug 16 23:18:04.098299 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-591624d9-4f19-4270-82b5-5dc6d874e2fe req-e03f2e3d-7f9a-4c77-a60b-5f8185bc2c9c tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=5247d9a5-a8ca-4a37-95ec-bfd51308f7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1386571 Aug 16 23:18:04.113294 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d2625efc-e595-4ee0-a9d1-c38e123a18ba req-f6913a58-adff-433c-8922-3e62a1b5cbaf tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=d57a197c-6d47-4d56-9c9b-4cb8ea84d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154459 Aug 16 23:18:04.124484 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3316f4c3-70b1-4987-bf46-13f9a93fdc28 req-3210a159-c777-480c-bbf2-9ae256f0c964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:04.126069 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3316f4c3-70b1-4987-bf46-13f9a93fdc28 req-3210a159-c777-480c-bbf2-9ae256f0c964 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4724a49f-f514-42a4-b8bc-2aeadbfe5460 HTTP/1.1" status: 200 len: 846 time: 0.0766118 Aug 16 23:18:04.159242 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3316f4c3-70b1-4987-bf46-13f9a93fdc28 req-759f4b4a-be4d-4843-b320-8c689db3b044 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0c457813-f40c-4a5d-a305-ee4f3c9bee58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251148 Aug 16 23:18:04.254776 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3316f4c3-70b1-4987-bf46-13f9a93fdc28 req-3cc38a1f-689c-498e-a5c9-3a17b5fd0aef service neutron] 10.222.0.57 "GET /v2.0/networks/0c457813-f40c-4a5d-a305-ee4f3c9bee58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868690 Aug 16 23:18:04.348961 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3316f4c3-70b1-4987-bf46-13f9a93fdc28 req-ced939b6-249a-42dd-b1af-09a7fe5852c6 service neutron] 10.222.0.57 "GET /v2.0/networks/0c457813-f40c-4a5d-a305-ee4f3c9bee58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848489 Aug 16 23:18:04.488073 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccb0f9a-b69f-4e8e-8b81-6428d016b6bd req-79bdd872-5134-409a-b5c2-5ab63d301fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:04.489680 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dccb0f9a-b69f-4e8e-8b81-6428d016b6bd req-79bdd872-5134-409a-b5c2-5ab63d301fc8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a7c31e67ee7c4b289c3ec8027565ddcd&device_id=f2d005db-82f0-4e20-8e16-a3ed00cfaf4c HTTP/1.1" status: 200 len: 1095 time: 0.0509024 Aug 16 23:18:04.582720 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccb0f9a-b69f-4e8e-8b81-6428d016b6bd req-e6f226e3-79c7-4901-a708-d6333d966f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:04.584202 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dccb0f9a-b69f-4e8e-8b81-6428d016b6bd req-e6f226e3-79c7-4901-a708-d6333d966f66 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0c457813-f40c-4a5d-a305-ee4f3c9bee58 HTTP/1.1" status: 200 len: 907 time: 0.0863881 Aug 16 23:18:04.629846 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dccb0f9a-b69f-4e8e-8b81-6428d016b6bd req-3de6ebe1-7fe2-4855-a337-2611fcc572aa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=902add92-cb1a-4fda-b025-15a2df9f9586 HTTP/1.1" status: 200 len: 217 time: 0.0364847 Aug 16 23:18:04.694702 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccb0f9a-b69f-4e8e-8b81-6428d016b6bd req-81d46b79-2f5b-479a-8fe0-2a0f243cf470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:04.696745 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dccb0f9a-b69f-4e8e-8b81-6428d016b6bd req-81d46b79-2f5b-479a-8fe0-2a0f243cf470 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4724a49f-f514-42a4-b8bc-2aeadbfe5460 HTTP/1.1" status: 200 len: 846 time: 0.0599346 Aug 16 23:18:04.707531 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c2723f-03a9-47e6-a968-b644565e6ce8 req-a42df7a6-da1e-461b-93a0-755e46575b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:04.709094 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-06c2723f-03a9-47e6-a968-b644565e6ce8 req-a42df7a6-da1e-461b-93a0-755e46575b8e service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a&tenant_id=3aee68aa35e24e649e175a43cbcb7bd3 HTTP/1.1" status: 200 len: 1097 time: 0.0798893 Aug 16 23:18:04.722755 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-06c2723f-03a9-47e6-a968-b644565e6ce8 req-4dc16ef7-2dc0-4c7a-b1c1-3af2cf195896 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791506-26', 'device_owner': 'compute:nova'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:18:04.737315 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dccb0f9a-b69f-4e8e-8b81-6428d016b6bd req-e9535cbc-ef17-4434-942b-09af13ca1478 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0c457813-f40c-4a5d-a305-ee4f3c9bee58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263159 Aug 16 23:18:04.778968 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-06c2723f-03a9-47e6-a968-b644565e6ce8 req-4dc16ef7-2dc0-4c7a-b1c1-3af2cf195896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:04.802331 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeabd4e-aeb2-41ad-9f80-76e09b5385ed req-ced3b5c9-e27b-4723-a829-5d35e1638e41 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:04.803834 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ffeabd4e-aeb2-41ad-9f80-76e09b5385ed req-ced3b5c9-e27b-4723-a829-5d35e1638e41 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=f2d005db-82f0-4e20-8e16-a3ed00cfaf4c HTTP/1.1" status: 200 len: 943 time: 0.1249914 Aug 16 23:18:04.864067 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ffeabd4e-aeb2-41ad-9f80-76e09b5385ed req-51b6bbc7-5971-4603-afb5-90af41baeed5 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518596 Aug 16 23:18:04.875558 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dccb0f9a-b69f-4e8e-8b81-6428d016b6bd req-f0582e55-17b2-4bf2-8441-409cbbd55d10 service neutron] 10.222.0.57 "GET /v2.0/networks/0c457813-f40c-4a5d-a305-ee4f3c9bee58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305625 Aug 16 23:18:04.966719 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dccb0f9a-b69f-4e8e-8b81-6428d016b6bd req-7745946a-7f44-42ed-89b8-e809ca45a8bd service neutron] 10.222.0.57 "GET /v2.0/networks/0c457813-f40c-4a5d-a305-ee4f3c9bee58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842454 Aug 16 23:18:04.986027 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-06c2723f-03a9-47e6-a968-b644565e6ce8 req-4dc16ef7-2dc0-4c7a-b1c1-3af2cf195896 service neutron] For port 5e669ad3-1963-4c27-8d15-255b07ce52d2, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=5e669ad3-1963-4c27-8d15-255b07ce52d2,segment=NetworkSegment(5d4a5c1b-79c7-46ea-b46b-ea7e5bb4fba5),segment_id=5d4a5c1b-79c7-46ea-b46b-ea7e5bb4fba5)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:18:05.020510 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-06c2723f-03a9-47e6-a968-b644565e6ce8 req-4dc16ef7-2dc0-4c7a-b1c1-3af2cf195896 service neutron] For port 5e669ad3-1963-4c27-8d15-255b07ce52d2, host n-h2-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:18:05.059427 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e669ad3-1963-4c27-8d15-255b07ce52d2'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:18:05.062360 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28fc7ce7-419c-4ecc-83d6-1f8335b82448" -d '{"events": [{"server_uuid": "2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a", "name": "network-vif-unplugged", "status": "completed", "tag": "5e669ad3-1963-4c27-8d15-255b07ce52d2"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:18:05.066272 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-06c2723f-03a9-47e6-a968-b644565e6ce8 req-4dc16ef7-2dc0-4c7a-b1c1-3af2cf195896 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:05.080008 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-06c2723f-03a9-47e6-a968-b644565e6ce8 req-4dc16ef7-2dc0-4c7a-b1c1-3af2cf195896 service neutron] Transition to ACTIVE for port object 5e669ad3-1963-4c27-8d15-255b07ce52d2 will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:18:05.084084 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-06c2723f-03a9-47e6-a968-b644565e6ce8 req-4dc16ef7-2dc0-4c7a-b1c1-3af2cf195896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:05.237325 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 23:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee7e281-b48a-442c-a954-272c78ac5f4c x-openstack-request-id: req-2ee7e281-b48a-442c-a954-272c78ac5f4c {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:18:05.237757 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a", "name": "network-vif-unplugged", "status": "completed", "tag": "5e669ad3-1963-4c27-8d15-255b07ce52d2", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:18:05.238109 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2ee7e281-b48a-442c-a954-272c78ac5f4c {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:18:05.239200 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e669ad3-1963-4c27-8d15-255b07ce52d2', 'code': 200} Aug 16 23:18:05.255123 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc16ef7-2dc0-4c7a-b1c1-3af2cf195896 service neutron] Pushing event updated for resources: {'Port': ['ID=5e669ad3-1963-4c27-8d15-255b07ce52d2,revision_number=10']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:18:05.267540 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cda98a-8221-4058-8f82-4b947b2b0bb1 req-3e63f0fb-12d3-4bfa-8be5-b69e09da6354 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:05.270168 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c8cda98a-8221-4058-8f82-4b947b2b0bb1 req-3e63f0fb-12d3-4bfa-8be5-b69e09da6354 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a HTTP/1.1" status: 200 len: 944 time: 0.0799818 Aug 16 23:18:05.299410 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-06c2723f-03a9-47e6-a968-b644565e6ce8 req-4dc16ef7-2dc0-4c7a-b1c1-3af2cf195896 service neutron] No DVR routers for this DVR port 5e669ad3-1963-4c27-8d15-255b07ce52d2 on host n-h2-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:18:05.325182 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c8cda98a-8221-4058-8f82-4b947b2b0bb1 req-0940685d-4316-4a03-a7c7-9a810ad047dd tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=5247d9a5-a8ca-4a37-95ec-bfd51308f7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485902 Aug 16 23:18:05.365167 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32a483-688d-49f7-bbea-e77702347ba0 req-1807705f-1158-4f2d-9734-f9efd0f5e3fd tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:05.366947 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5c32a483-688d-49f7-bbea-e77702347ba0 req-1807705f-1158-4f2d-9734-f9efd0f5e3fd tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=119f9a84-7d3a-4ed8-8548-79a3a40b6ab6 HTTP/1.1" status: 200 len: 945 time: 0.0579333 Aug 16 23:18:05.406471 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5c32a483-688d-49f7-bbea-e77702347ba0 req-87a40af9-ae16-4f83-b7ee-6ab2d80191ff tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=d57a197c-6d47-4d56-9c9b-4cb8ea84d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328653 Aug 16 23:18:05.443855 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-06c2723f-03a9-47e6-a968-b644565e6ce8 req-4dc16ef7-2dc0-4c7a-b1c1-3af2cf195896 service neutron] Attempting to bind port 5e669ad3-1963-4c27-8d15-255b07ce52d2 on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:18:05.444197 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-06c2723f-03a9-47e6-a968-b644565e6ce8 req-4dc16ef7-2dc0-4c7a-b1c1-3af2cf195896 service neutron] Attempting to bind port 5e669ad3-1963-4c27-8d15-255b07ce52d2 by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': '5d4a5c1b-79c7-46ea-b46b-ea7e5bb4fba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7339cb68-2f07-4085-93a7-2381ab45a475'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:18:05.444551 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c2723f-03a9-47e6-a968-b644565e6ce8 req-4dc16ef7-2dc0-4c7a-b1c1-3af2cf195896 service neutron] Attempting to bind port 5e669ad3-1963-4c27-8d15-255b07ce52d2 on network 7339cb68-2f07-4085-93a7-2381ab45a475 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:18:05.448786 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c2723f-03a9-47e6-a968-b644565e6ce8 req-4dc16ef7-2dc0-4c7a-b1c1-3af2cf195896 service neutron] Port 5e669ad3-1963-4c27-8d15-255b07ce52d2 on network 7339cb68-2f07-4085-93a7-2381ab45a475 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:18:05.449147 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c2723f-03a9-47e6-a968-b644565e6ce8 req-4dc16ef7-2dc0-4c7a-b1c1-3af2cf195896 service neutron] Attempting to bind port 5e669ad3-1963-4c27-8d15-255b07ce52d2 on network 7339cb68-2f07-4085-93a7-2381ab45a475 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:18:05.454579 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c2723f-03a9-47e6-a968-b644565e6ce8 req-4dc16ef7-2dc0-4c7a-b1c1-3af2cf195896 service neutron] Checking agent: {'id': 'd28e24f9-e5ea-41e1-80bf-3c7943ad7f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:18:05.454921 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c2723f-03a9-47e6-a968-b644565e6ce8 req-4dc16ef7-2dc0-4c7a-b1c1-3af2cf195896 service neutron] Checking segment: {'id': '5d4a5c1b-79c7-46ea-b46b-ea7e5bb4fba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7339cb68-2f07-4085-93a7-2381ab45a475'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:18:05.455310 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c2723f-03a9-47e6-a968-b644565e6ce8 req-4dc16ef7-2dc0-4c7a-b1c1-3af2cf195896 service neutron] Bound using segment: {'id': '5d4a5c1b-79c7-46ea-b46b-ea7e5bb4fba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7339cb68-2f07-4085-93a7-2381ab45a475'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:18:05.455737 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-06c2723f-03a9-47e6-a968-b644565e6ce8 req-4dc16ef7-2dc0-4c7a-b1c1-3af2cf195896 service neutron] Bound port: 5e669ad3-1963-4c27-8d15-255b07ce52d2, host: n-h1-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d4a5c1b-79c7-46ea-b46b-ea7e5bb4fba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7339cb68-2f07-4085-93a7-2381ab45a475'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:18:05.456093 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-06c2723f-03a9-47e6-a968-b644565e6ce8 req-4dc16ef7-2dc0-4c7a-b1c1-3af2cf195896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:05.518592 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-06c2723f-03a9-47e6-a968-b644565e6ce8 req-4dc16ef7-2dc0-4c7a-b1c1-3af2cf195896 service neutron] For port 5e669ad3-1963-4c27-8d15-255b07ce52d2, host n-h1-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:18:05.521968 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-06c2723f-03a9-47e6-a968-b644565e6ce8 req-4dc16ef7-2dc0-4c7a-b1c1-3af2cf195896 service neutron] For port 5e669ad3-1963-4c27-8d15-255b07ce52d2, host n-h1-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=5e669ad3-1963-4c27-8d15-255b07ce52d2,segment=NetworkSegment(5d4a5c1b-79c7-46ea-b46b-ea7e5bb4fba5),segment_id=5d4a5c1b-79c7-46ea-b46b-ea7e5bb4fba5)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:18:05.526390 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-06c2723f-03a9-47e6-a968-b644565e6ce8 req-4dc16ef7-2dc0-4c7a-b1c1-3af2cf195896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:05.556090 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c2723f-03a9-47e6-a968-b644565e6ce8 req-4dc16ef7-2dc0-4c7a-b1c1-3af2cf195896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:05.556922 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-06c2723f-03a9-47e6-a968-b644565e6ce8 req-4dc16ef7-2dc0-4c7a-b1c1-3af2cf195896 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:05.558465 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-06c2723f-03a9-47e6-a968-b644565e6ce8 req-4dc16ef7-2dc0-4c7a-b1c1-3af2cf195896 service neutron] 10.222.0.68 "PUT /v2.0/ports/5e669ad3-1963-4c27-8d15-255b07ce52d2 HTTP/1.1" status: 200 len: 1093 time: 0.8398945 Aug 16 23:18:05.596115 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc16ef7-2dc0-4c7a-b1c1-3af2cf195896 service neutron] Pushing event updated for resources: {'Port': ['ID=5e669ad3-1963-4c27-8d15-255b07ce52d2,revision_number=11']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:18:05.629513 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c2723f-03a9-47e6-a968-b644565e6ce8 req-d7d88e0d-2839-442d-bb94-22f4edfd9ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:05.631050 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-06c2723f-03a9-47e6-a968-b644565e6ce8 req-d7d88e0d-2839-442d-bb94-22f4edfd9ea9 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3aee68aa35e24e649e175a43cbcb7bd3&device_id=2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a HTTP/1.1" status: 200 len: 1096 time: 0.0464664 Aug 16 23:18:05.729033 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c2723f-03a9-47e6-a968-b644565e6ce8 req-77eae1f8-4b3c-40c6-a2f9-b10eac565ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:05.730595 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-06c2723f-03a9-47e6-a968-b644565e6ce8 req-77eae1f8-4b3c-40c6-a2f9-b10eac565ac2 service neutron] 10.222.0.68 "GET /v2.0/networks?id=7339cb68-2f07-4085-93a7-2381ab45a475 HTTP/1.1" status: 200 len: 898 time: 0.0911751 Aug 16 23:18:05.804900 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-06c2723f-03a9-47e6-a968-b644565e6ce8 req-972ea791-0c99-4420-b6dc-2047e94a4ee0 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e669ad3-1963-4c27-8d15-255b07ce52d2 HTTP/1.1" status: 200 len: 998 time: 0.0637245 Aug 16 23:18:05.854805 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c2723f-03a9-47e6-a968-b644565e6ce8 req-6b882d2a-5cb3-4964-b21e-71411362a75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:05.856407 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-06c2723f-03a9-47e6-a968-b644565e6ce8 req-6b882d2a-5cb3-4964-b21e-71411362a75d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=12c27e46-2b78-4269-aafc-9f66cc3269bf HTTP/1.1" status: 200 len: 834 time: 0.0427940 Aug 16 23:18:05.912106 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c2723f-03a9-47e6-a968-b644565e6ce8 req-d12876e4-8856-49e0-bcd0-35faec26e262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:05.913649 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-06c2723f-03a9-47e6-a968-b644565e6ce8 req-d12876e4-8856-49e0-bcd0-35faec26e262 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=7339cb68-2f07-4085-93a7-2381ab45a475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0470488 Aug 16 23:18:05.978027 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27393389-576d-4e64-b44e-5afe79a007b8 req-1c700245-d968-447a-81f5-a911f510bc0b tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:05.979503 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-27393389-576d-4e64-b44e-5afe79a007b8 req-1c700245-d968-447a-81f5-a911f510bc0b tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=f2d005db-82f0-4e20-8e16-a3ed00cfaf4c HTTP/1.1" status: 200 len: 943 time: 0.0477362 Aug 16 23:18:06.012884 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-06c2723f-03a9-47e6-a968-b644565e6ce8 req-12c82935-282f-4a22-9a0d-94cb8fb0c26d service neutron] 10.222.0.68 "GET /v2.0/networks/7339cb68-2f07-4085-93a7-2381ab45a475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876560 Aug 16 23:18:06.021954 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-27393389-576d-4e64-b44e-5afe79a007b8 req-68ce6d89-b8c4-4bfb-b63c-be4a4ce41192 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356665 Aug 16 23:18:06.107506 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-06c2723f-03a9-47e6-a968-b644565e6ce8 req-09ad0465-49f7-44b1-a27e-52d7846d64f0 service neutron] 10.222.0.68 "GET /v2.0/networks/7339cb68-2f07-4085-93a7-2381ab45a475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860946 Aug 16 23:18:06.453672 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe876ffe-322c-4c6f-8608-15df8afbcebc req-a932f7f3-5750-42e8-935a-516e7f95aaaf tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:06.455413 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fe876ffe-322c-4c6f-8608-15df8afbcebc req-a932f7f3-5750-42e8-935a-516e7f95aaaf tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a HTTP/1.1" status: 200 len: 944 time: 0.0522919 Aug 16 23:18:06.521155 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fe876ffe-322c-4c6f-8608-15df8afbcebc req-46e46db5-e4bc-4d47-8d68-d1f2e783bc3e tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=5247d9a5-a8ca-4a37-95ec-bfd51308f7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597818 Aug 16 23:18:06.544376 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7141f87-05e8-44b9-bfe7-99d94530d44b req-897bf919-132b-438a-82bf-b872afa8093c tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:06.546691 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d7141f87-05e8-44b9-bfe7-99d94530d44b req-897bf919-132b-438a-82bf-b872afa8093c tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=119f9a84-7d3a-4ed8-8548-79a3a40b6ab6 HTTP/1.1" status: 200 len: 945 time: 0.0624299 Aug 16 23:18:06.585777 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d7141f87-05e8-44b9-bfe7-99d94530d44b req-1b3f71e8-a7fc-4237-ae2a-2ab850b7c2b1 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=d57a197c-6d47-4d56-9c9b-4cb8ea84d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334265 Aug 16 23:18:07.138619 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5381d66-b01e-47ec-9c44-71d7427acf49 req-6c8b2e5b-32d8-43a2-ae05-a1482bc66871 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:07.140992 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e5381d66-b01e-47ec-9c44-71d7427acf49 req-6c8b2e5b-32d8-43a2-ae05-a1482bc66871 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=f2d005db-82f0-4e20-8e16-a3ed00cfaf4c HTTP/1.1" status: 200 len: 943 time: 0.0491402 Aug 16 23:18:07.183663 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e5381d66-b01e-47ec-9c44-71d7427acf49 req-51c585d6-6719-4bab-8b03-ec1b599bb19b tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366383 Aug 16 23:18:07.240206 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a', 'tag': '5e669ad3-1963-4c27-8d15-255b07ce52d2'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:18:07.242607 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-729d4e84-dd88-4ab9-a310-6d6ce940d953" -d '{"events": [{"name": "network-changed", "server_uuid": "2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a", "tag": "5e669ad3-1963-4c27-8d15-255b07ce52d2"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:18:07.290082 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbffb149-9f7b-40af-9e7b-6e6252a53ff7 x-openstack-request-id: req-dbffb149-9f7b-40af-9e7b-6e6252a53ff7 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:18:07.290443 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a", "tag": "5e669ad3-1963-4c27-8d15-255b07ce52d2", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:18:07.290783 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-dbffb149-9f7b-40af-9e7b-6e6252a53ff7 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:18:07.291251 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a', 'tag': '5e669ad3-1963-4c27-8d15-255b07ce52d2', 'status': 'completed', 'code': 200} Aug 16 23:18:07.366000 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729d4e84-dd88-4ab9-a310-6d6ce940d953 req-51b88d9b-b5f8-4868-9152-ebd619fdd7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:07.367558 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-729d4e84-dd88-4ab9-a310-6d6ce940d953 req-51b88d9b-b5f8-4868-9152-ebd619fdd7b7 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3aee68aa35e24e649e175a43cbcb7bd3&device_id=2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a HTTP/1.1" status: 200 len: 1096 time: 0.0496509 Aug 16 23:18:07.391613 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729d4e84-dd88-4ab9-a310-6d6ce940d953 req-1009f9b1-82af-4369-b6dd-bd9b6c8cf819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:07.393337 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-729d4e84-dd88-4ab9-a310-6d6ce940d953 req-1009f9b1-82af-4369-b6dd-bd9b6c8cf819 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3aee68aa35e24e649e175a43cbcb7bd3&device_id=2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a HTTP/1.1" status: 200 len: 1096 time: 0.0517731 Aug 16 23:18:07.471795 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729d4e84-dd88-4ab9-a310-6d6ce940d953 req-e48c863b-90e3-4f32-b477-7f4d5dc6d5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:07.474328 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-729d4e84-dd88-4ab9-a310-6d6ce940d953 req-e48c863b-90e3-4f32-b477-7f4d5dc6d5c3 service neutron] 10.222.0.68 "GET /v2.0/networks?id=7339cb68-2f07-4085-93a7-2381ab45a475 HTTP/1.1" status: 200 len: 898 time: 0.0972612 Aug 16 23:18:07.500330 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729d4e84-dd88-4ab9-a310-6d6ce940d953 req-da561a0f-5ea2-47b9-b5ad-eb244d0bb055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:07.501861 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-729d4e84-dd88-4ab9-a310-6d6ce940d953 req-da561a0f-5ea2-47b9-b5ad-eb244d0bb055 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7339cb68-2f07-4085-93a7-2381ab45a475 HTTP/1.1" status: 200 len: 898 time: 0.1013513 Aug 16 23:18:07.557577 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-729d4e84-dd88-4ab9-a310-6d6ce940d953 req-bc510b05-4982-49e0-a1d6-34c4e86f6471 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e669ad3-1963-4c27-8d15-255b07ce52d2 HTTP/1.1" status: 200 len: 998 time: 0.0751996 Aug 16 23:18:07.602179 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-729d4e84-dd88-4ab9-a310-6d6ce940d953 req-a06c6077-d8ef-4589-ba72-e75c03268865 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e669ad3-1963-4c27-8d15-255b07ce52d2 HTTP/1.1" status: 200 len: 998 time: 0.0914476 Aug 16 23:18:07.650633 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729d4e84-dd88-4ab9-a310-6d6ce940d953 req-5391a3c1-4fe4-486c-9ee2-27d6236fe726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:07.655138 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-729d4e84-dd88-4ab9-a310-6d6ce940d953 req-5391a3c1-4fe4-486c-9ee2-27d6236fe726 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=12c27e46-2b78-4269-aafc-9f66cc3269bf HTTP/1.1" status: 200 len: 834 time: 0.0840752 Aug 16 23:18:07.713916 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729d4e84-dd88-4ab9-a310-6d6ce940d953 req-fdd6b8ec-25e6-4c3a-a140-5d1d22a62987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:07.715511 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-729d4e84-dd88-4ab9-a310-6d6ce940d953 req-fdd6b8ec-25e6-4c3a-a140-5d1d22a62987 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=7339cb68-2f07-4085-93a7-2381ab45a475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0490141 Aug 16 23:18:07.731704 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729d4e84-dd88-4ab9-a310-6d6ce940d953 req-9a9c727b-f664-4884-9594-dad8e3c9e1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:07.733483 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-729d4e84-dd88-4ab9-a310-6d6ce940d953 req-9a9c727b-f664-4884-9594-dad8e3c9e1fa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=12c27e46-2b78-4269-aafc-9f66cc3269bf HTTP/1.1" status: 200 len: 834 time: 0.1236546 Aug 16 23:18:07.743196 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2444136f-1e8b-465d-96b9-9da674cbe80d req-d63c9f25-a66f-49d4-a3f3-1b115d3d384b tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:07.744751 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2444136f-1e8b-465d-96b9-9da674cbe80d req-d63c9f25-a66f-49d4-a3f3-1b115d3d384b tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a HTTP/1.1" status: 200 len: 944 time: 0.1199253 Aug 16 23:18:07.820681 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653cc5c6-4e6d-4ab7-b573-82f0a26200cf req-80152c2d-ebed-484c-b388-be577074f41e tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:07.822187 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-653cc5c6-4e6d-4ab7-b573-82f0a26200cf req-80152c2d-ebed-484c-b388-be577074f41e tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=119f9a84-7d3a-4ed8-8548-79a3a40b6ab6 HTTP/1.1" status: 200 len: 945 time: 0.1380992 Aug 16 23:18:07.823816 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-729d4e84-dd88-4ab9-a310-6d6ce940d953 req-759254b6-8b77-4199-9fe6-4eb33f729f9e service neutron] 10.222.0.68 "GET /v2.0/networks/7339cb68-2f07-4085-93a7-2381ab45a475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962203 Aug 16 23:18:07.833698 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729d4e84-dd88-4ab9-a310-6d6ce940d953 req-34d5c2ae-97a1-4481-9b56-1a23d2d5d4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:07.835371 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-729d4e84-dd88-4ab9-a310-6d6ce940d953 req-34d5c2ae-97a1-4481-9b56-1a23d2d5d4c9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7339cb68-2f07-4085-93a7-2381ab45a475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0896902 Aug 16 23:18:07.838322 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2444136f-1e8b-465d-96b9-9da674cbe80d req-743e1a00-b36b-4a4b-8843-9572e7b00795 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=5247d9a5-a8ca-4a37-95ec-bfd51308f7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824256 Aug 16 23:18:07.933332 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-729d4e84-dd88-4ab9-a310-6d6ce940d953 req-f83ce200-f2a8-4596-a756-edb1fbfbb3cc service neutron] 10.222.0.68 "GET /v2.0/networks/7339cb68-2f07-4085-93a7-2381ab45a475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991678 Aug 16 23:18:07.956574 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-653cc5c6-4e6d-4ab7-b573-82f0a26200cf req-b630a63c-3b6b-4159-945b-450ba850cf69 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=d57a197c-6d47-4d56-9c9b-4cb8ea84d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248381 Aug 16 23:18:07.998649 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-729d4e84-dd88-4ab9-a310-6d6ce940d953 req-6f8d3903-9cf3-4382-8d67-f5c3205fe4fe service neutron] 10.222.0.57 "GET /v2.0/networks/7339cb68-2f07-4085-93a7-2381ab45a475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533258 Aug 16 23:18:08.101726 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-729d4e84-dd88-4ab9-a310-6d6ce940d953 req-492099af-0b74-43df-9b85-606e27111f29 service neutron] 10.222.0.57 "GET /v2.0/networks/7339cb68-2f07-4085-93a7-2381ab45a475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952847 Aug 16 23:18:08.307988 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e71c30-39ee-42ed-9d6b-d2459718e208 req-4dfe15e1-cecd-4dad-b7f2-8df8d3abc6c1 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:08.309746 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-74e71c30-39ee-42ed-9d6b-d2459718e208 req-4dfe15e1-cecd-4dad-b7f2-8df8d3abc6c1 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=f2d005db-82f0-4e20-8e16-a3ed00cfaf4c HTTP/1.1" status: 200 len: 943 time: 0.0571303 Aug 16 23:18:08.350850 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-74e71c30-39ee-42ed-9d6b-d2459718e208 req-6382896f-e7f1-4571-8857-09a93d85cbd9 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340660 Aug 16 23:18:08.963052 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd286f5c-69bd-4014-b640-a8285959973b req-8dd6afe9-7d8c-4cd5-baee-35767a086400 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:08.964527 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bd286f5c-69bd-4014-b640-a8285959973b req-8dd6afe9-7d8c-4cd5-baee-35767a086400 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a HTTP/1.1" status: 200 len: 944 time: 0.0480027 Aug 16 23:18:09.005541 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bd286f5c-69bd-4014-b640-a8285959973b req-54db107d-a478-45f2-ae1a-1cbdf53a31ef tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=5247d9a5-a8ca-4a37-95ec-bfd51308f7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332065 Aug 16 23:18:09.028094 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 44412) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:18:09.072817 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1d31be-943e-4e6e-a52b-c3182d2f8033 req-bba544ac-07f8-4b2c-a100-cd426dde853c tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:09.074217 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6e1d31be-943e-4e6e-a52b-c3182d2f8033 req-bba544ac-07f8-4b2c-a100-cd426dde853c tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=119f9a84-7d3a-4ed8-8548-79a3a40b6ab6 HTTP/1.1" status: 200 len: 945 time: 0.0496595 Aug 16 23:18:09.090339 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-6c36c746-a9da-4b60-a8ff-1dc2a03d4a12 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/floatingips/52bbecce-e20f-4eb5-836b-c52c06e5e29b HTTP/1.1" status: 200 len: 990 time: 0.0610304 Aug 16 23:18:09.114330 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6e1d31be-943e-4e6e-a52b-c3182d2f8033 req-a4783973-bf99-4513-9bd0-d1bf0f089bc4 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=d57a197c-6d47-4d56-9c9b-4cb8ea84d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336092 Aug 16 23:18:09.151992 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 902add92-cb1a-4fda-b025-15a2df9f9586 details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:18:09.165752 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 5e669ad3-1963-4c27-8d15-255b07ce52d2 no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:18:09.247919 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 5e669ad3-1963-4c27-8d15-255b07ce52d2 not bound to the agent host n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:18:09.282279 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 902add92-cb1a-4fda-b025-15a2df9f9586, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=902add92-cb1a-4fda-b025-15a2df9f9586,segment=NetworkSegment(2f9a4174-b2ab-4aae-b8db-a65907961481),segment_id=2f9a4174-b2ab-4aae-b8db-a65907961481)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:18:09.292373 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': '902add92-cb1a-4fda-b025-15a2df9f9586', 'network_id': '0c457813-f40c-4a5d-a305-ee4f3c9bee58', 'port_id': '902add92-cb1a-4fda-b025-15a2df9f9586', 'mac_address': 'fa:16:3e:b7:1c:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4724a49f-f514-42a4-b8bc-2aeadbfe5460', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:18:09.329732 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:09.341917 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 902add92-cb1a-4fda-b025-15a2df9f9586 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:18:09.362339 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 902add92-cb1a-4fda-b025-15a2df9f9586, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=902add92-cb1a-4fda-b025-15a2df9f9586,segment=NetworkSegment(2f9a4174-b2ab-4aae-b8db-a65907961481),segment_id=2f9a4174-b2ab-4aae-b8db-a65907961481)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:18:09.366608 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:09.417652 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=902add92-cb1a-4fda-b025-15a2df9f9586,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:18:09.441518 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 5e669ad3-1963-4c27-8d15-255b07ce52d2 details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:18:09.477284 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097875d5-0ead-4c01-9ca3-a7c88553f7f2 req-a693fd46-8f2f-46e6-a6e4-ac2a542e8de2 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:09.478791 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-097875d5-0ead-4c01-9ca3-a7c88553f7f2 req-a693fd46-8f2f-46e6-a6e4-ac2a542e8de2 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=f2d005db-82f0-4e20-8e16-a3ed00cfaf4c HTTP/1.1" status: 200 len: 944 time: 0.0529788 Aug 16 23:18:09.517456 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-097875d5-0ead-4c01-9ca3-a7c88553f7f2 req-af28a29a-3c1e-47eb-8904-b37aae2b628c tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321486 Aug 16 23:18:09.538420 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 5e669ad3-1963-4c27-8d15-255b07ce52d2, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=5e669ad3-1963-4c27-8d15-255b07ce52d2,segment=NetworkSegment(5d4a5c1b-79c7-46ea-b46b-ea7e5bb4fba5),segment_id=5d4a5c1b-79c7-46ea-b46b-ea7e5bb4fba5)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:18:09.549405 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': '5e669ad3-1963-4c27-8d15-255b07ce52d2', 'network_id': '7339cb68-2f07-4085-93a7-2381ab45a475', 'port_id': '5e669ad3-1963-4c27-8d15-255b07ce52d2', 'mac_address': 'fa:16:3e:b1:c4:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12c27e46-2b78-4269-aafc-9f66cc3269bf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:18:09.588819 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:09.601723 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e669ad3-1963-4c27-8d15-255b07ce52d2 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:18:09.624869 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 5e669ad3-1963-4c27-8d15-255b07ce52d2, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=5e669ad3-1963-4c27-8d15-255b07ce52d2,segment=NetworkSegment(5d4a5c1b-79c7-46ea-b46b-ea7e5bb4fba5),segment_id=5d4a5c1b-79c7-46ea-b46b-ea7e5bb4fba5)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:18:09.629087 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:09.677253 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=5e669ad3-1963-4c27-8d15-255b07ce52d2,revision_number=12']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:18:09.771124 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['902add92-cb1a-4fda-b025-15a2df9f9586'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:18:09.926254 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['5e669ad3-1963-4c27-8d15-255b07ce52d2'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:18:10.233530 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add32764-0f59-4bca-a41d-fc6dc89d95a4 req-e07b8d82-ead4-4d45-bec3-04485c0faff6 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:10.236014 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-add32764-0f59-4bca-a41d-fc6dc89d95a4 req-e07b8d82-ead4-4d45-bec3-04485c0faff6 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=119f9a84-7d3a-4ed8-8548-79a3a40b6ab6 HTTP/1.1" status: 200 len: 945 time: 0.0529785 Aug 16 23:18:10.278802 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-add32764-0f59-4bca-a41d-fc6dc89d95a4 req-be84653d-30fc-4c83-864a-68fe77fd43cc tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=d57a197c-6d47-4d56-9c9b-4cb8ea84d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368390 Aug 16 23:18:10.637658 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd9d6c2-e0a1-442e-8b41-8c646bfa9990 req-7ea9852f-879a-4f98-b1f5-bbafeb8349f5 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:10.639989 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-abd9d6c2-e0a1-442e-8b41-8c646bfa9990 req-7ea9852f-879a-4f98-b1f5-bbafeb8349f5 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=f2d005db-82f0-4e20-8e16-a3ed00cfaf4c HTTP/1.1" status: 200 len: 944 time: 0.0535824 Aug 16 23:18:10.679021 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-abd9d6c2-e0a1-442e-8b41-8c646bfa9990 req-0a8fac12-a4e5-4532-80df-def4aaaba4e0 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328562 Aug 16 23:18:11.178777 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 902add92-cb1a-4fda-b025-15a2df9f9586 up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:18:11.229646 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning for port 902add92-cb1a-4fda-b025-15a2df9f9586 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:18:11.234007 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port 902add92-cb1a-4fda-b025-15a2df9f9586 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:18:11.234386 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:11.310533 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:11.335218 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d005db-82f0-4e20-8e16-a3ed00cfaf4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '902add92-cb1a-4fda-b025-15a2df9f9586'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:18:11.337499 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f8ae54-3eee-4656-b057-daa473b13cb1" -d '{"events": [{"server_uuid": "f2d005db-82f0-4e20-8e16-a3ed00cfaf4c", "name": "network-vif-plugged", "status": "completed", "tag": "902add92-cb1a-4fda-b025-15a2df9f9586"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:18:11.355759 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 902add92-cb1a-4fda-b025-15a2df9f9586, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=902add92-cb1a-4fda-b025-15a2df9f9586,segment=NetworkSegment(2f9a4174-b2ab-4aae-b8db-a65907961481),segment_id=2f9a4174-b2ab-4aae-b8db-a65907961481)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:18:11.364395 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:11.391906 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37bc9235-2bd9-4b40-9939-f9189077a8fb x-openstack-request-id: req-37bc9235-2bd9-4b40-9939-f9189077a8fb {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:18:11.392245 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2d005db-82f0-4e20-8e16-a3ed00cfaf4c", "name": "network-vif-plugged", "status": "completed", "tag": "902add92-cb1a-4fda-b025-15a2df9f9586", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:18:11.392439 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-37bc9235-2bd9-4b40-9939-f9189077a8fb {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:18:11.392848 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d005db-82f0-4e20-8e16-a3ed00cfaf4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '902add92-cb1a-4fda-b025-15a2df9f9586', 'code': 200} Aug 16 23:18:11.393982 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:11.423325 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8414c80a-6573-431e-803c-204e21a03c1c req-a9078a07-0aa0-4097-98ed-884de03999a4 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:11.424961 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8414c80a-6573-431e-803c-204e21a03c1c req-a9078a07-0aa0-4097-98ed-884de03999a4 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=119f9a84-7d3a-4ed8-8548-79a3a40b6ab6 HTTP/1.1" status: 200 len: 945 time: 0.0761712 Aug 16 23:18:11.432431 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 5e669ad3-1963-4c27-8d15-255b07ce52d2 up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:18:11.435847 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=902add92-cb1a-4fda-b025-15a2df9f9586,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:18:11.482218 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8414c80a-6573-431e-803c-204e21a03c1c req-0dc9fb01-a1a4-4f54-81ea-60c36a7eb694 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=d57a197c-6d47-4d56-9c9b-4cb8ea84d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486073 Aug 16 23:18:11.482585 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning for port 5e669ad3-1963-4c27-8d15-255b07ce52d2 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:18:11.487950 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port 5e669ad3-1963-4c27-8d15-255b07ce52d2 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:18:11.488323 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:11.526137 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3670d3cb-a462-41b9-9b3c-5697c48c1d47 req-e619f466-37af-434f-bfcf-6625019401f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:11.527640 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3670d3cb-a462-41b9-9b3c-5697c48c1d47 req-e619f466-37af-434f-bfcf-6625019401f7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f2d005db-82f0-4e20-8e16-a3ed00cfaf4c HTTP/1.1" status: 200 len: 1097 time: 0.0576780 Aug 16 23:18:11.562542 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3670d3cb-a462-41b9-9b3c-5697c48c1d47 req-b3d6179c-aacf-4381-9699-52f5b9d79a12 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278952 Aug 16 23:18:11.567661 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:11.600082 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 5e669ad3-1963-4c27-8d15-255b07ce52d2, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=5e669ad3-1963-4c27-8d15-255b07ce52d2,segment=NetworkSegment(5d4a5c1b-79c7-46ea-b46b-ea7e5bb4fba5),segment_id=5d4a5c1b-79c7-46ea-b46b-ea7e5bb4fba5)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:18:11.604203 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:11.656140 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=5e669ad3-1963-4c27-8d15-255b07ce52d2,revision_number=13']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:18:11.799613 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149fdb33-486e-4dc1-851c-187d49a4879d req-48141f57-71b5-4035-85e3-4d318f947d10 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:11.801537 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-149fdb33-486e-4dc1-851c-187d49a4879d req-48141f57-71b5-4035-85e3-4d318f947d10 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=f2d005db-82f0-4e20-8e16-a3ed00cfaf4c HTTP/1.1" status: 200 len: 945 time: 0.0497894 Aug 16 23:18:11.848608 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-149fdb33-486e-4dc1-851c-187d49a4879d req-52f5ddf5-4d26-428b-aa2a-8425d7e1107b tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410621 Aug 16 23:18:12.617061 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e92c469-0ced-4612-99c1-a38a5e3aa417 req-19e9ad6e-f1b9-437b-8a01-a24166fdd82d tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:12.618567 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9e92c469-0ced-4612-99c1-a38a5e3aa417 req-19e9ad6e-f1b9-437b-8a01-a24166fdd82d tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=119f9a84-7d3a-4ed8-8548-79a3a40b6ab6 HTTP/1.1" status: 200 len: 945 time: 0.0613303 Aug 16 23:18:12.657736 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9e92c469-0ced-4612-99c1-a38a5e3aa417 req-426a1f76-72dd-4f34-b095-98fd3c9931cc tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=d57a197c-6d47-4d56-9c9b-4cb8ea84d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322199 Aug 16 23:18:13.044488 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5fba8c-1973-4c28-a211-c8a70999b779 req-584ec953-646c-417f-9900-e1fe94db72e0 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:13.046618 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cc5fba8c-1973-4c28-a211-c8a70999b779 req-584ec953-646c-417f-9900-e1fe94db72e0 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=f2d005db-82f0-4e20-8e16-a3ed00cfaf4c HTTP/1.1" status: 200 len: 945 time: 0.0810120 Aug 16 23:18:13.092892 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cc5fba8c-1973-4c28-a211-c8a70999b779 req-5b00e777-9f5d-46a1-984b-7c26814fb041 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397460 Aug 16 23:18:13.394668 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e669ad3-1963-4c27-8d15-255b07ce52d2'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:18:13.397065 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7023e892-d688-48aa-b90d-f6e7284f07b0" -d '{"events": [{"server_uuid": "2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a", "name": "network-vif-plugged", "status": "completed", "tag": "5e669ad3-1963-4c27-8d15-255b07ce52d2"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:18:13.434116 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f279a16-37bb-449d-a214-e857b5f03061 x-openstack-request-id: req-8f279a16-37bb-449d-a214-e857b5f03061 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:18:13.434348 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a", "name": "network-vif-plugged", "status": "completed", "tag": "5e669ad3-1963-4c27-8d15-255b07ce52d2", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:18:13.434602 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8f279a16-37bb-449d-a214-e857b5f03061 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:18:13.435292 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e669ad3-1963-4c27-8d15-255b07ce52d2', 'code': 200} Aug 16 23:18:13.771578 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876574b3-7dd9-42b1-a05f-0c14533846e5 req-07fd7105-16e9-4fcc-9e26-4a8d1a12c16e tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:13.773117 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-876574b3-7dd9-42b1-a05f-0c14533846e5 req-07fd7105-16e9-4fcc-9e26-4a8d1a12c16e tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=119f9a84-7d3a-4ed8-8548-79a3a40b6ab6 HTTP/1.1" status: 200 len: 945 time: 0.0487432 Aug 16 23:18:13.811330 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-876574b3-7dd9-42b1-a05f-0c14533846e5 req-7dd7abdc-b50f-471a-9685-ae9891a00efb tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=d57a197c-6d47-4d56-9c9b-4cb8ea84d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322852 Aug 16 23:18:14.222436 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e35eb9c-1e7c-4b2d-9f5d-6f4283d8c6ec req-dfad9a30-3aa6-4a07-999f-03a31a3c8b8d tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:14.224219 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1e35eb9c-1e7c-4b2d-9f5d-6f4283d8c6ec req-dfad9a30-3aa6-4a07-999f-03a31a3c8b8d tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=f2d005db-82f0-4e20-8e16-a3ed00cfaf4c HTTP/1.1" status: 200 len: 945 time: 0.0535812 Aug 16 23:18:14.261890 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1e35eb9c-1e7c-4b2d-9f5d-6f4283d8c6ec req-2045424b-b87d-417f-aae4-dce3ab291e56 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313718 Aug 16 23:18:14.473747 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3834e1a-2766-444b-9cbb-f1e4b361eec9 req-d16c29d8-95d0-49a3-9dee-d3192197e0ec tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:14.475334 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d3834e1a-2766-444b-9cbb-f1e4b361eec9 req-d16c29d8-95d0-49a3-9dee-d3192197e0ec tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=f2d005db-82f0-4e20-8e16-a3ed00cfaf4c HTTP/1.1" status: 200 len: 945 time: 0.0494671 Aug 16 23:18:14.513757 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d3834e1a-2766-444b-9cbb-f1e4b361eec9 req-3e3f1763-8e60-4c27-9337-280599d661e4 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324619 Aug 16 23:18:14.631834 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c681fb-f4a7-40d7-b9bd-06f1c0679b61 req-fc7c4e69-605c-4814-beac-06f025bad670 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:14.633277 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-05c681fb-f4a7-40d7-b9bd-06f1c0679b61 req-fc7c4e69-605c-4814-beac-06f025bad670 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=f2d005db-82f0-4e20-8e16-a3ed00cfaf4c HTTP/1.1" status: 200 len: 945 time: 0.0504200 Aug 16 23:18:14.673300 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-05c681fb-f4a7-40d7-b9bd-06f1c0679b61 req-5454bccb-a5a6-4a22-8d92-c14c25150815 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339763 Aug 16 23:18:14.955305 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c73612-ebde-41af-86d6-dd5c8669ddde req-57bbc4f2-5ea8-433d-8e56-a0a7fff0298e tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:14.956757 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-21c73612-ebde-41af-86d6-dd5c8669ddde req-57bbc4f2-5ea8-433d-8e56-a0a7fff0298e tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=f2d005db-82f0-4e20-8e16-a3ed00cfaf4c HTTP/1.1" status: 200 len: 945 time: 0.0866120 Aug 16 23:18:14.965217 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bacd95b-9e5f-4be2-948c-9e171414562d req-03ee8d64-d08f-4238-bb70-0090370f1f4a tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:14.966681 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6bacd95b-9e5f-4be2-948c-9e171414562d req-03ee8d64-d08f-4238-bb70-0090370f1f4a tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=119f9a84-7d3a-4ed8-8548-79a3a40b6ab6 HTTP/1.1" status: 200 len: 945 time: 0.0842988 Aug 16 23:18:15.064371 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-21c73612-ebde-41af-86d6-dd5c8669ddde req-8a627a8c-dc5a-4c86-8284-e5acc52d91c9 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964561 Aug 16 23:18:15.072425 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6bacd95b-9e5f-4be2-948c-9e171414562d req-3a4cf596-871e-4455-9603-41f3121d8ded tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=d57a197c-6d47-4d56-9c9b-4cb8ea84d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980718 Aug 16 23:18:16.226640 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffecbb8-6ff1-49f0-a09e-4d8f436041d4 req-9cf8eb11-79a8-4c90-9a66-5fd18bad2965 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:16.228116 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1ffecbb8-6ff1-49f0-a09e-4d8f436041d4 req-9cf8eb11-79a8-4c90-9a66-5fd18bad2965 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=119f9a84-7d3a-4ed8-8548-79a3a40b6ab6 HTTP/1.1" status: 200 len: 945 time: 0.0811565 Aug 16 23:18:16.236749 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5317a7c-4174-438d-8893-cba6731be72e req-bcfd98bc-fc15-4789-885c-8d235d415460 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:16.238202 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e5317a7c-4174-438d-8893-cba6731be72e req-bcfd98bc-fc15-4789-885c-8d235d415460 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=f2d005db-82f0-4e20-8e16-a3ed00cfaf4c HTTP/1.1" status: 200 len: 945 time: 0.0931726 Aug 16 23:18:16.289985 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1ffecbb8-6ff1-49f0-a09e-4d8f436041d4 req-726f02bf-d823-4c65-9343-0ee5d0b619de tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=d57a197c-6d47-4d56-9c9b-4cb8ea84d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508225 Aug 16 23:18:16.308240 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e5317a7c-4174-438d-8893-cba6731be72e req-f8167b2b-24db-42c3-9dc8-5ad06e7396b5 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631573 Aug 16 23:18:16.392966 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece9095a-e034-471b-8c7c-a1e7ae3feb45 req-989f2f7e-b929-471d-9f3f-360aa2c3edfa tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:16.394400 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ece9095a-e034-471b-8c7c-a1e7ae3feb45 req-989f2f7e-b929-471d-9f3f-360aa2c3edfa tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.57 "GET /v2.0/ports?device_id=f2d005db-82f0-4e20-8e16-a3ed00cfaf4c HTTP/1.1" status: 200 len: 945 time: 0.0492945 Aug 16 23:18:16.490208 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-ece9095a-e034-471b-8c7c-a1e7ae3feb45 req-f738d5b1-217a-48d5-82ff-c2b5357032e1 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Deleting port 902add92-cb1a-4fda-b025-15a2df9f9586 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:18:16.490552 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-ece9095a-e034-471b-8c7c-a1e7ae3feb45 req-f738d5b1-217a-48d5-82ff-c2b5357032e1 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:16.578748 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-ece9095a-e034-471b-8c7c-a1e7ae3feb45 req-f738d5b1-217a-48d5-82ff-c2b5357032e1 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] For port 902add92-cb1a-4fda-b025-15a2df9f9586, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=902add92-cb1a-4fda-b025-15a2df9f9586,segment=NetworkSegment(2f9a4174-b2ab-4aae-b8db-a65907961481),segment_id=2f9a4174-b2ab-4aae-b8db-a65907961481)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:18:16.579032 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-ece9095a-e034-471b-8c7c-a1e7ae3feb45 req-f738d5b1-217a-48d5-82ff-c2b5357032e1 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:16.591722 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-ece9095a-e034-471b-8c7c-a1e7ae3feb45 req-f738d5b1-217a-48d5-82ff-c2b5357032e1 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Calling delete_port for 902add92-cb1a-4fda-b025-15a2df9f9586 owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:18:16.724661 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-ece9095a-e034-471b-8c7c-a1e7ae3feb45 req-f738d5b1-217a-48d5-82ff-c2b5357032e1 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:16.758495 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f738d5b1-217a-48d5-82ff-c2b5357032e1 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Pushing event deleted for resources: {'Port': ['ID=902add92-cb1a-4fda-b025-15a2df9f9586,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:18:16.759352 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['c0d4764f-ebed-4249-9515-362440827bba', '902add92-cb1a-4fda-b025-15a2df9f9586'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:18:16.806829 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-ece9095a-e034-471b-8c7c-a1e7ae3feb45 req-f738d5b1-217a-48d5-82ff-c2b5357032e1 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] No DVR routers for this DVR port 902add92-cb1a-4fda-b025-15a2df9f9586 on host n-h2-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:18:16.809699 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-ece9095a-e034-471b-8c7c-a1e7ae3feb45 req-f738d5b1-217a-48d5-82ff-c2b5357032e1 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:16.812904 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ece9095a-e034-471b-8c7c-a1e7ae3feb45 req-f738d5b1-217a-48d5-82ff-c2b5357032e1 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.57 "DELETE /v2.0/ports/902add92-cb1a-4fda-b025-15a2df9f9586 HTTP/1.1" status: 204 len: 173 time: 0.4126954 Aug 16 23:18:16.813619 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d005db-82f0-4e20-8e16-a3ed00cfaf4c', 'name': 'network-vif-deleted', 'tag': '902add92-cb1a-4fda-b025-15a2df9f9586'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:18:16.815710 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d17fe7b-b613-4d9c-8adb-dc677ae32bd7" -d '{"events": [{"server_uuid": "f2d005db-82f0-4e20-8e16-a3ed00cfaf4c", "name": "network-vif-deleted", "tag": "902add92-cb1a-4fda-b025-15a2df9f9586"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:18:16.853271 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dffa7205-875f-4859-b40f-b22bef8ea128 x-openstack-request-id: req-dffa7205-875f-4859-b40f-b22bef8ea128 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:18:16.853571 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2d005db-82f0-4e20-8e16-a3ed00cfaf4c", "name": "network-vif-deleted", "tag": "902add92-cb1a-4fda-b025-15a2df9f9586", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:18:16.853823 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-dffa7205-875f-4859-b40f-b22bef8ea128 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:18:16.854225 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d005db-82f0-4e20-8e16-a3ed00cfaf4c', 'name': 'network-vif-deleted', 'tag': '902add92-cb1a-4fda-b025-15a2df9f9586', 'status': 'completed', 'code': 200} Aug 16 23:18:17.674245 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-5e1f9ed0-43d9-44a5-87c4-01d55604372c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:17.792739 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9ba6206d-2ac7-40b9-9da6-f351f7aa0ce0 req-d4465008-f64b-458d-8c67-b8e563034378 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=f2d005db-82f0-4e20-8e16-a3ed00cfaf4c HTTP/1.1" status: 200 len: 210 time: 0.0313671 Aug 16 23:18:17.811969 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c80d475-f462-46bd-b5c2-bd8fc4897b08 req-a1fa3263-276e-4d8d-8387-b0bbb108fcf9 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:17.811969 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5c80d475-f462-46bd-b5c2-bd8fc4897b08 req-a1fa3263-276e-4d8d-8387-b0bbb108fcf9 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=119f9a84-7d3a-4ed8-8548-79a3a40b6ab6 HTTP/1.1" status: 200 len: 945 time: 0.4408500 Aug 16 23:18:17.848782 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5c80d475-f462-46bd-b5c2-bd8fc4897b08 req-e0aba082-15cb-4b93-b71b-7570b0be6c77 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=d57a197c-6d47-4d56-9c9b-4cb8ea84d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307884 Aug 16 23:18:19.022925 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea5b72-726f-4667-b8c4-ba4fb8cca298 req-4659bd45-7f00-43bc-84eb-d36a1d219fd2 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:19.024412 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-00ea5b72-726f-4667-b8c4-ba4fb8cca298 req-4659bd45-7f00-43bc-84eb-d36a1d219fd2 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=119f9a84-7d3a-4ed8-8548-79a3a40b6ab6 HTTP/1.1" status: 200 len: 945 time: 0.1046956 Aug 16 23:18:19.089276 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-00ea5b72-726f-4667-b8c4-ba4fb8cca298 req-454285fd-5513-44c2-ae36-8e44d4ff9fe1 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=d57a197c-6d47-4d56-9c9b-4cb8ea84d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570245 Aug 16 23:18:19.097828 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc5a8b-79de-4eb9-9b5a-88b685097511 req-2933393e-c50f-47e3-a3dc-c2599385a9d5 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:19.099312 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8bcc5a8b-79de-4eb9-9b5a-88b685097511 req-2933393e-c50f-47e3-a3dc-c2599385a9d5 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/networks?id=0c457813-f40c-4a5d-a305-ee4f3c9bee58 HTTP/1.1" status: 200 len: 806 time: 0.1436172 Aug 16 23:18:19.119233 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8bcc5a8b-79de-4eb9-9b5a-88b685097511 req-42904da6-438a-410d-9904-b661ce77534a tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/quotas/a7c31e67ee7c4b289c3ec8027565ddcd HTTP/1.1" status: 200 len: 375 time: 0.0097420 Aug 16 23:18:19.174188 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8bcc5a8b-79de-4eb9-9b5a-88b685097511 req-fb6acf0f-ba0e-4772-b6df-e7e26dfc7ab4 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a7c31e67ee7c4b289c3ec8027565ddcd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0487680 Aug 16 23:18:19.271366 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8bcc5a8b-79de-4eb9-9b5a-88b685097511 req-4d7f4567-1be8-44ff-b333-e70494c7b1bc service neutron] 10.222.0.36 "GET /v2.0/networks/0c457813-f40c-4a5d-a305-ee4f3c9bee58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898640 Aug 16 23:18:19.377348 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8bcc5a8b-79de-4eb9-9b5a-88b685097511 req-7e871ff8-3d1d-4d98-b08e-fd1f361986ed service neutron] 10.222.0.36 "GET /v2.0/networks/0c457813-f40c-4a5d-a305-ee4f3c9bee58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976400 Aug 16 23:18:19.545446 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-175e024c-77fc-429c-ae98-c1f9b72b3d12 req-280d2e30-19f9-49b2-9aff-36b15e175cc4 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8fd6e52-28f5-45e0-9267-d016782c5412 HTTP/1.1" status: 200 len: 210 time: 0.0276899 Aug 16 23:18:19.778304 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-deca057f-f969-4ae5-a698-a2f3374f24fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:20.209754 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78017dd-3b12-494d-bf0d-59b097493e23 req-23ff075a-700f-4129-a762-d085eda94626 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:20.211151 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a78017dd-3b12-494d-bf0d-59b097493e23 req-23ff075a-700f-4129-a762-d085eda94626 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=119f9a84-7d3a-4ed8-8548-79a3a40b6ab6 HTTP/1.1" status: 200 len: 945 time: 0.0498099 Aug 16 23:18:20.250762 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a78017dd-3b12-494d-bf0d-59b097493e23 req-e18fb8ef-bf32-49e5-a6b4-528fd2788566 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=d57a197c-6d47-4d56-9c9b-4cb8ea84d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334499 Aug 16 23:18:20.542467 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc5a8b-79de-4eb9-9b5a-88b685097511 req-bb7711e0-6de7-4f24-ba95-679005431e3b tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:20.543935 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8bcc5a8b-79de-4eb9-9b5a-88b685097511 req-bb7711e0-6de7-4f24-ba95-679005431e3b tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.57 "GET /v2.0/networks?id=0c457813-f40c-4a5d-a305-ee4f3c9bee58 HTTP/1.1" status: 200 len: 806 time: 0.1129315 Aug 16 23:18:20.567216 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-8bcc5a8b-79de-4eb9-9b5a-88b685097511 req-5e02726e-8e1b-4874-95f0-c412b907a041 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Request body: {'port': {'device_id': 'd8fd6e52-28f5-45e0-9267-d016782c5412', 'network_id': '0c457813-f40c-4a5d-a305-ee4f3c9bee58', 'admin_state_up': True, 'tenant_id': 'a7c31e67ee7c4b289c3ec8027565ddcd'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:18:20.627155 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:20.660764 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a1b05c74-3da2-43ce-9f80-20637b89e8c0 req-40ef3c24-ebb8-41b8-98ae-fa4e4f4f0e35 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8fd6e52-28f5-45e0-9267-d016782c5412 HTTP/1.1" status: 200 len: 210 time: 0.0361495 Aug 16 23:18:20.712984 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bcc5a8b-79de-4eb9-9b5a-88b685097511 req-5e02726e-8e1b-4874-95f0-c412b907a041 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Made reservation on behalf of a7c31e67ee7c4b289c3ec8027565ddcd for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:18:20.717287 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-8bcc5a8b-79de-4eb9-9b5a-88b685097511 req-5e02726e-8e1b-4874-95f0-c412b907a041 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:20.838274 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [req-8bcc5a8b-79de-4eb9-9b5a-88b685097511 req-5e02726e-8e1b-4874-95f0-c412b907a041 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Allocated IP 172.20.0.4 (0c457813-f40c-4a5d-a305-ee4f3c9bee58/4724a49f-f514-42a4-b8bc-2aeadbfe5460/1777cdf4-1b65-4cb7-a9c9-44f7696a1f2d) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:18:20.984671 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-8bcc5a8b-79de-4eb9-9b5a-88b685097511 req-5e02726e-8e1b-4874-95f0-c412b907a041 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:21.022285 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-8bcc5a8b-79de-4eb9-9b5a-88b685097511 req-5e02726e-8e1b-4874-95f0-c412b907a041 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:21.055986 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['c0d4764f-ebed-4249-9515-362440827bba'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:18:21.069178 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bcc5a8b-79de-4eb9-9b5a-88b685097511 req-5e02726e-8e1b-4874-95f0-c412b907a041 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Network 0c457813-f40c-4a5d-a305-ee4f3c9bee58 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:18:21.072439 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [req-8bcc5a8b-79de-4eb9-9b5a-88b685097511 req-5e02726e-8e1b-4874-95f0-c412b907a041 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:18:21.077069 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bcc5a8b-79de-4eb9-9b5a-88b685097511 req-5e02726e-8e1b-4874-95f0-c412b907a041 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:18:21.080983 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e02726e-8e1b-4874-95f0-c412b907a041 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Pushing event updated for resources: {'Port': ['ID=1777cdf4-1b65-4cb7-a9c9-44f7696a1f2d,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:18:21.131742 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc5a8b-79de-4eb9-9b5a-88b685097511 req-5e02726e-8e1b-4874-95f0-c412b907a041 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:21.132361 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-8bcc5a8b-79de-4eb9-9b5a-88b685097511 req-5e02726e-8e1b-4874-95f0-c412b907a041 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:21.148781 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8bcc5a8b-79de-4eb9-9b5a-88b685097511 req-5e02726e-8e1b-4874-95f0-c412b907a041 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5875618 Aug 16 23:18:21.174142 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-8bcc5a8b-79de-4eb9-9b5a-88b685097511 req-d7ff62ec-6601-4d59-988e-958eeac7ade0 service neutron] Request body: {'port': {'device_id': 'd8fd6e52-28f5-45e0-9267-d016782c5412', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-26'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:18:21.215673 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 902add92-cb1a-4fda-b025-15a2df9f9586 no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:18:21.233178 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-8bcc5a8b-79de-4eb9-9b5a-88b685097511 req-d7ff62ec-6601-4d59-988e-958eeac7ade0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:21.247568 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] No Port match for: 902add92-cb1a-4fda-b025-15a2df9f9586 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:18:21.247962 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 902add92-cb1a-4fda-b025-15a2df9f9586 not bound to the agent host n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:18:21.448481 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9f23c9-6fd3-4c2f-a278-4a9989627bd1 req-ab81e143-7447-43ce-8af3-b191d143b06a tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:21.449993 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1a9f23c9-6fd3-4c2f-a278-4a9989627bd1 req-ab81e143-7447-43ce-8af3-b191d143b06a tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=119f9a84-7d3a-4ed8-8548-79a3a40b6ab6 HTTP/1.1" status: 200 len: 945 time: 0.1091518 Aug 16 23:18:21.530659 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1a9f23c9-6fd3-4c2f-a278-4a9989627bd1 req-189784a5-5ceb-4112-9a58-6fc0d9dd5ff8 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=d57a197c-6d47-4d56-9c9b-4cb8ea84d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718842 Aug 16 23:18:21.568400 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:21.584266 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [req-8bcc5a8b-79de-4eb9-9b5a-88b685097511 req-d7ff62ec-6601-4d59-988e-958eeac7ade0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1777cdf4-1b65-4cb7-a9c9-44f7696a1f2d {{(pid=101292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:18:21.591799 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-8bcc5a8b-79de-4eb9-9b5a-88b685097511 req-d7ff62ec-6601-4d59-988e-958eeac7ade0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:21.603660 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-8bcc5a8b-79de-4eb9-9b5a-88b685097511 req-d7ff62ec-6601-4d59-988e-958eeac7ade0 service neutron] Transition to ACTIVE for port object 1777cdf4-1b65-4cb7-a9c9-44f7696a1f2d will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:18:21.606718 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-8bcc5a8b-79de-4eb9-9b5a-88b685097511 req-d7ff62ec-6601-4d59-988e-958eeac7ade0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:21.673649 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ff62ec-6601-4d59-988e-958eeac7ade0 service neutron] Pushing event updated for resources: {'Port': ['ID=1777cdf4-1b65-4cb7-a9c9-44f7696a1f2d,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:18:21.730236 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-8bcc5a8b-79de-4eb9-9b5a-88b685097511 req-d7ff62ec-6601-4d59-988e-958eeac7ade0 service neutron] Attempting to bind port 1777cdf4-1b65-4cb7-a9c9-44f7696a1f2d on host n-h2-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:18:21.730588 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-8bcc5a8b-79de-4eb9-9b5a-88b685097511 req-d7ff62ec-6601-4d59-988e-958eeac7ade0 service neutron] Attempting to bind port 1777cdf4-1b65-4cb7-a9c9-44f7696a1f2d by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': '2f9a4174-b2ab-4aae-b8db-a65907961481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0c457813-f40c-4a5d-a305-ee4f3c9bee58'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:18:21.730919 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcc5a8b-79de-4eb9-9b5a-88b685097511 req-d7ff62ec-6601-4d59-988e-958eeac7ade0 service neutron] Attempting to bind port 1777cdf4-1b65-4cb7-a9c9-44f7696a1f2d on network 0c457813-f40c-4a5d-a305-ee4f3c9bee58 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:18:21.736972 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcc5a8b-79de-4eb9-9b5a-88b685097511 req-d7ff62ec-6601-4d59-988e-958eeac7ade0 service neutron] Port 1777cdf4-1b65-4cb7-a9c9-44f7696a1f2d on network 0c457813-f40c-4a5d-a305-ee4f3c9bee58 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:18:21.737305 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcc5a8b-79de-4eb9-9b5a-88b685097511 req-d7ff62ec-6601-4d59-988e-958eeac7ade0 service neutron] Attempting to bind port 1777cdf4-1b65-4cb7-a9c9-44f7696a1f2d on network 0c457813-f40c-4a5d-a305-ee4f3c9bee58 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:18:21.742631 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcc5a8b-79de-4eb9-9b5a-88b685097511 req-d7ff62ec-6601-4d59-988e-958eeac7ade0 service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:18:21.742984 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcc5a8b-79de-4eb9-9b5a-88b685097511 req-d7ff62ec-6601-4d59-988e-958eeac7ade0 service neutron] Checking segment: {'id': '2f9a4174-b2ab-4aae-b8db-a65907961481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0c457813-f40c-4a5d-a305-ee4f3c9bee58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:18:21.743380 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcc5a8b-79de-4eb9-9b5a-88b685097511 req-d7ff62ec-6601-4d59-988e-958eeac7ade0 service neutron] Bound using segment: {'id': '2f9a4174-b2ab-4aae-b8db-a65907961481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0c457813-f40c-4a5d-a305-ee4f3c9bee58'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:18:21.743817 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-8bcc5a8b-79de-4eb9-9b5a-88b685097511 req-d7ff62ec-6601-4d59-988e-958eeac7ade0 service neutron] Bound port: 1777cdf4-1b65-4cb7-a9c9-44f7696a1f2d, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f9a4174-b2ab-4aae-b8db-a65907961481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0c457813-f40c-4a5d-a305-ee4f3c9bee58'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:18:21.744192 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-8bcc5a8b-79de-4eb9-9b5a-88b685097511 req-d7ff62ec-6601-4d59-988e-958eeac7ade0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:21.843485 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c901cfb4-b535-4edc-a9b9-60ea59f2306f req-99e31379-023a-46be-a6dd-04ae01d79707 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:21.845113 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c901cfb4-b535-4edc-a9b9-60ea59f2306f req-99e31379-023a-46be-a6dd-04ae01d79707 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8fd6e52-28f5-45e0-9267-d016782c5412 HTTP/1.1" status: 200 len: 943 time: 0.0903201 Aug 16 23:18:21.864352 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-8bcc5a8b-79de-4eb9-9b5a-88b685097511 req-d7ff62ec-6601-4d59-988e-958eeac7ade0 service neutron] For port 1777cdf4-1b65-4cb7-a9c9-44f7696a1f2d, host n-h2-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:18:21.887200 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-8bcc5a8b-79de-4eb9-9b5a-88b685097511 req-d7ff62ec-6601-4d59-988e-958eeac7ade0 service neutron] For port 1777cdf4-1b65-4cb7-a9c9-44f7696a1f2d, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=1777cdf4-1b65-4cb7-a9c9-44f7696a1f2d,segment=NetworkSegment(2f9a4174-b2ab-4aae-b8db-a65907961481),segment_id=2f9a4174-b2ab-4aae-b8db-a65907961481)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:18:21.897979 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-8bcc5a8b-79de-4eb9-9b5a-88b685097511 req-d7ff62ec-6601-4d59-988e-958eeac7ade0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:21.934577 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c901cfb4-b535-4edc-a9b9-60ea59f2306f req-218357f1-d063-43ca-9387-bb6bae298d1d tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811400 Aug 16 23:18:21.945453 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc5a8b-79de-4eb9-9b5a-88b685097511 req-d7ff62ec-6601-4d59-988e-958eeac7ade0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:21.946082 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-8bcc5a8b-79de-4eb9-9b5a-88b685097511 req-d7ff62ec-6601-4d59-988e-958eeac7ade0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:21.947727 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8bcc5a8b-79de-4eb9-9b5a-88b685097511 req-d7ff62ec-6601-4d59-988e-958eeac7ade0 service neutron] 10.222.0.57 "PUT /v2.0/ports/1777cdf4-1b65-4cb7-a9c9-44f7696a1f2d HTTP/1.1" status: 200 len: 1092 time: 0.7829335 Aug 16 23:18:21.953074 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8fd6e52-28f5-45e0-9267-d016782c5412', 'tag': '1777cdf4-1b65-4cb7-a9c9-44f7696a1f2d'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:18:21.955141 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1101e9e1-668d-4dff-bc44-6a492d377303" -d '{"events": [{"name": "network-changed", "server_uuid": "d8fd6e52-28f5-45e0-9267-d016782c5412", "tag": "1777cdf4-1b65-4cb7-a9c9-44f7696a1f2d"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:18:21.977295 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ff62ec-6601-4d59-988e-958eeac7ade0 service neutron] Pushing event updated for resources: {'Port': ['ID=1777cdf4-1b65-4cb7-a9c9-44f7696a1f2d,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:18:22.003867 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9996fad-7001-43e9-8ffa-2a8f8f2d5819 x-openstack-request-id: req-d9996fad-7001-43e9-8ffa-2a8f8f2d5819 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:18:22.004234 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8fd6e52-28f5-45e0-9267-d016782c5412", "tag": "1777cdf4-1b65-4cb7-a9c9-44f7696a1f2d", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:18:22.004576 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d9996fad-7001-43e9-8ffa-2a8f8f2d5819 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:18:22.005084 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8fd6e52-28f5-45e0-9267-d016782c5412', 'tag': '1777cdf4-1b65-4cb7-a9c9-44f7696a1f2d', 'status': 'completed', 'code': 200} Aug 16 23:18:22.065247 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc5a8b-79de-4eb9-9b5a-88b685097511 req-bcc9c485-a854-4757-bcdf-94a19379ad02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:22.066784 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8bcc5a8b-79de-4eb9-9b5a-88b685097511 req-bcc9c485-a854-4757-bcdf-94a19379ad02 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a7c31e67ee7c4b289c3ec8027565ddcd&device_id=d8fd6e52-28f5-45e0-9267-d016782c5412 HTTP/1.1" status: 200 len: 1095 time: 0.0417788 Aug 16 23:18:22.120701 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8bcc5a8b-79de-4eb9-9b5a-88b685097511 req-5770a7ff-e472-422f-8855-6e82de79b8d2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1777cdf4-1b65-4cb7-a9c9-44f7696a1f2d HTTP/1.1" status: 200 len: 217 time: 0.0387218 Aug 16 23:18:22.169744 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc5a8b-79de-4eb9-9b5a-88b685097511 req-7bfcfbc8-7e73-4007-a96c-f8f82de32e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:22.171243 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8bcc5a8b-79de-4eb9-9b5a-88b685097511 req-7bfcfbc8-7e73-4007-a96c-f8f82de32e8f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4724a49f-f514-42a4-b8bc-2aeadbfe5460 HTTP/1.1" status: 200 len: 846 time: 0.0437195 Aug 16 23:18:22.207418 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8bcc5a8b-79de-4eb9-9b5a-88b685097511 req-08c2a40c-106e-4d54-8361-42c190413944 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0c457813-f40c-4a5d-a305-ee4f3c9bee58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295384 Aug 16 23:18:22.300008 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8bcc5a8b-79de-4eb9-9b5a-88b685097511 req-bd022a06-2e04-4afc-ab7e-3ff78c9443c0 service neutron] 10.222.0.57 "GET /v2.0/networks/0c457813-f40c-4a5d-a305-ee4f3c9bee58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857372 Aug 16 23:18:22.395476 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8bcc5a8b-79de-4eb9-9b5a-88b685097511 req-130376b0-5704-48e1-afa1-b9ff908390cd service neutron] 10.222.0.57 "GET /v2.0/networks/0c457813-f40c-4a5d-a305-ee4f3c9bee58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888453 Aug 16 23:18:22.521114 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1101e9e1-668d-4dff-bc44-6a492d377303 req-fc0b24b9-45ec-45a0-8953-5a4923d2eb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:22.522771 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1101e9e1-668d-4dff-bc44-6a492d377303 req-fc0b24b9-45ec-45a0-8953-5a4923d2eb58 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a7c31e67ee7c4b289c3ec8027565ddcd&device_id=d8fd6e52-28f5-45e0-9267-d016782c5412 HTTP/1.1" status: 200 len: 1095 time: 0.0456634 Aug 16 23:18:22.658851 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1101e9e1-668d-4dff-bc44-6a492d377303 req-4c597d16-63db-4db7-b23d-f45f4967a3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:22.660230 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1101e9e1-668d-4dff-bc44-6a492d377303 req-4c597d16-63db-4db7-b23d-f45f4967a3ab service neutron] 10.222.0.57 "GET /v2.0/networks?id=0c457813-f40c-4a5d-a305-ee4f3c9bee58 HTTP/1.1" status: 200 len: 907 time: 0.1306956 Aug 16 23:18:22.704451 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1101e9e1-668d-4dff-bc44-6a492d377303 req-4598bcdd-c926-441e-91d5-47f04d5bb5cd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1777cdf4-1b65-4cb7-a9c9-44f7696a1f2d HTTP/1.1" status: 200 len: 217 time: 0.0371592 Aug 16 23:18:22.711983 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3c6ee6-e949-4c6c-9585-fddcfb679b65 req-eeef7ebf-c465-46ba-a1a4-a17684629437 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:22.713445 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6c3c6ee6-e949-4c6c-9585-fddcfb679b65 req-eeef7ebf-c465-46ba-a1a4-a17684629437 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=119f9a84-7d3a-4ed8-8548-79a3a40b6ab6 HTTP/1.1" status: 200 len: 945 time: 0.1033604 Aug 16 23:18:22.786697 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6c3c6ee6-e949-4c6c-9585-fddcfb679b65 req-deab8ffe-6ba4-44bb-a339-9d8b6f33d599 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=d57a197c-6d47-4d56-9c9b-4cb8ea84d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644388 Aug 16 23:18:22.788237 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1101e9e1-668d-4dff-bc44-6a492d377303 req-3f17a789-9cdb-4649-9816-6151f16a60fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:22.789679 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1101e9e1-668d-4dff-bc44-6a492d377303 req-3f17a789-9cdb-4649-9816-6151f16a60fd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4724a49f-f514-42a4-b8bc-2aeadbfe5460 HTTP/1.1" status: 200 len: 846 time: 0.0753293 Aug 16 23:18:22.809818 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:22.823943 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1101e9e1-668d-4dff-bc44-6a492d377303 req-3a8301ce-dd71-4089-afa8-e430edb342a9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0c457813-f40c-4a5d-a305-ee4f3c9bee58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272586 Aug 16 23:18:22.921525 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1101e9e1-668d-4dff-bc44-6a492d377303 req-00138f83-7bc7-4eba-a57a-cf93b4992cb7 service neutron] 10.222.0.57 "GET /v2.0/networks/0c457813-f40c-4a5d-a305-ee4f3c9bee58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898552 Aug 16 23:18:23.033324 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1101e9e1-668d-4dff-bc44-6a492d377303 req-73109595-5661-4325-89fc-854b5bba4df8 service neutron] 10.222.0.57 "GET /v2.0/networks/0c457813-f40c-4a5d-a305-ee4f3c9bee58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052465 Aug 16 23:18:23.075846 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef246ee-5215-4080-a881-bfeb85c9e959 req-3f0d67de-80ce-44b7-b9a6-1426f1e9b891 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:23.079307 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bef246ee-5215-4080-a881-bfeb85c9e959 req-3f0d67de-80ce-44b7-b9a6-1426f1e9b891 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8fd6e52-28f5-45e0-9267-d016782c5412 HTTP/1.1" status: 200 len: 943 time: 0.0557823 Aug 16 23:18:23.145087 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bef246ee-5215-4080-a881-bfeb85c9e959 req-9cc60d13-06e2-46ca-8402-5b972f754c17 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585778 Aug 16 23:18:23.944366 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d02a9e-61ac-4119-a28c-7e4e800b94fe req-5b55dc3f-cc7e-4afa-8399-c9e4897fb94e tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:23.946032 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-26d02a9e-61ac-4119-a28c-7e4e800b94fe req-5b55dc3f-cc7e-4afa-8399-c9e4897fb94e tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=119f9a84-7d3a-4ed8-8548-79a3a40b6ab6 HTTP/1.1" status: 200 len: 945 time: 0.0543780 Aug 16 23:18:24.006998 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-26d02a9e-61ac-4119-a28c-7e4e800b94fe req-f1476fc1-925b-4efd-b58b-e3a411c91fad tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=d57a197c-6d47-4d56-9c9b-4cb8ea84d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526929 Aug 16 23:18:24.267135 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389be596-2cbe-4714-b393-ac82b868817d req-919d6513-0064-44c4-b390-0c0127192fba tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:24.268901 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-389be596-2cbe-4714-b393-ac82b868817d req-919d6513-0064-44c4-b390-0c0127192fba tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8fd6e52-28f5-45e0-9267-d016782c5412 HTTP/1.1" status: 200 len: 943 time: 0.0530705 Aug 16 23:18:24.309891 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-389be596-2cbe-4714-b393-ac82b868817d req-664ff292-6ceb-44a2-a2a2-98312e28b2b7 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327830 Aug 16 23:18:25.136064 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf6992a-556b-4e0d-b55a-cad6caafb588 req-a26679d3-0b2d-4a3e-9a5a-36beb58e6646 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:25.137724 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1bf6992a-556b-4e0d-b55a-cad6caafb588 req-a26679d3-0b2d-4a3e-9a5a-36beb58e6646 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=119f9a84-7d3a-4ed8-8548-79a3a40b6ab6 HTTP/1.1" status: 200 len: 945 time: 0.0606217 Aug 16 23:18:25.213159 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1bf6992a-556b-4e0d-b55a-cad6caafb588 req-4d3dc1d6-f50c-4efd-be61-60ac6f96e1ce tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=d57a197c-6d47-4d56-9c9b-4cb8ea84d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673637 Aug 16 23:18:25.232451 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8dcb7c-2655-46ea-907e-bd122d111940 req-cb25c767-6bbf-4b62-bf3f-061dc5fd66b6 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:25.234115 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9b8dcb7c-2655-46ea-907e-bd122d111940 req-cb25c767-6bbf-4b62-bf3f-061dc5fd66b6 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] 10.222.0.36 "GET /v2.0/ports?device_id=571a4c89-bc24-4f61-8a52-eb8e67680243 HTTP/1.1" status: 200 len: 945 time: 0.0667188 Aug 16 23:18:25.272242 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9b8dcb7c-2655-46ea-907e-bd122d111940 req-df7739ac-e95e-4378-8e2c-c950c8e7b461 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f2e200a-21c5-4806-bf7c-28a912180294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319400 Aug 16 23:18:25.425970 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dba190e-4637-4178-a843-4223a7c4793a req-12b17864-5976-4265-8e16-fe696aa344f2 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:25.427853 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5dba190e-4637-4178-a843-4223a7c4793a req-12b17864-5976-4265-8e16-fe696aa344f2 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8fd6e52-28f5-45e0-9267-d016782c5412 HTTP/1.1" status: 200 len: 943 time: 0.0505431 Aug 16 23:18:25.431036 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:25.465773 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5dba190e-4637-4178-a843-4223a7c4793a req-fe33bfb5-a03f-45e9-9d15-104fbae96794 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311229 Aug 16 23:18:26.335604 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a633a-ba10-40a8-aa4c-9d81e520786f req-96929081-7e38-40bf-82b3-66de51532642 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:26.337148 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-989a633a-ba10-40a8-aa4c-9d81e520786f req-96929081-7e38-40bf-82b3-66de51532642 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=119f9a84-7d3a-4ed8-8548-79a3a40b6ab6 HTTP/1.1" status: 200 len: 945 time: 0.0562787 Aug 16 23:18:26.406116 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-989a633a-ba10-40a8-aa4c-9d81e520786f req-2b8726cc-8bac-4ac0-b9d5-627a7fec9445 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=d57a197c-6d47-4d56-9c9b-4cb8ea84d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621550 Aug 16 23:18:26.425435 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360541a8-b944-4359-be67-4359e33088f8 req-33c98b88-83ba-45d0-9444-333e34616b9e tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:26.427246 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-360541a8-b944-4359-be67-4359e33088f8 req-33c98b88-83ba-45d0-9444-333e34616b9e tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] 10.222.0.36 "GET /v2.0/ports?device_id=571a4c89-bc24-4f61-8a52-eb8e67680243 HTTP/1.1" status: 200 len: 945 time: 0.0772941 Aug 16 23:18:26.464502 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-360541a8-b944-4359-be67-4359e33088f8 req-2796cdd2-aa63-4c3b-a99b-7e3a525e0179 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f2e200a-21c5-4806-bf7c-28a912180294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313785 Aug 16 23:18:26.581470 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e91c74-ef30-430f-82b7-bb61dc5a56b6 req-c861bddb-423a-4699-8652-4039d40a6eaf tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:26.582949 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-64e91c74-ef30-430f-82b7-bb61dc5a56b6 req-c861bddb-423a-4699-8652-4039d40a6eaf tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8fd6e52-28f5-45e0-9267-d016782c5412 HTTP/1.1" status: 200 len: 943 time: 0.0499387 Aug 16 23:18:26.625871 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-64e91c74-ef30-430f-82b7-bb61dc5a56b6 req-99857029-0cef-4846-90ca-339d4855a58f tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319252 Aug 16 23:18:26.963717 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3beaaa3-98b8-4886-9d92-d444abcad038 req-13e99640-540c-422b-bdf0-b94b0f750151 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:26.965208 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c3beaaa3-98b8-4886-9d92-d444abcad038 req-13e99640-540c-422b-bdf0-b94b0f750151 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] 10.222.0.68 "GET /v2.0/ports?device_id=571a4c89-bc24-4f61-8a52-eb8e67680243 HTTP/1.1" status: 200 len: 945 time: 0.0527918 Aug 16 23:18:27.057248 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-c3beaaa3-98b8-4886-9d92-d444abcad038 req-80ebb49b-30a5-4d1b-bd4b-4a7401a88e02 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] Deleting port 811b0b9e-a92c-4ca0-ae3f-978b1a7fa56e {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:18:27.057594 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-c3beaaa3-98b8-4886-9d92-d444abcad038 req-80ebb49b-30a5-4d1b-bd4b-4a7401a88e02 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:27.268346 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 1777cdf4-1b65-4cb7-a9c9-44f7696a1f2d details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:18:27.376212 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 1777cdf4-1b65-4cb7-a9c9-44f7696a1f2d, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=1777cdf4-1b65-4cb7-a9c9-44f7696a1f2d,segment=NetworkSegment(2f9a4174-b2ab-4aae-b8db-a65907961481),segment_id=2f9a4174-b2ab-4aae-b8db-a65907961481)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:18:27.387969 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': '1777cdf4-1b65-4cb7-a9c9-44f7696a1f2d', 'network_id': '0c457813-f40c-4a5d-a305-ee4f3c9bee58', 'port_id': '1777cdf4-1b65-4cb7-a9c9-44f7696a1f2d', 'mac_address': 'fa:16:3e:09:eb:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4724a49f-f514-42a4-b8bc-2aeadbfe5460', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:18:27.426335 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:27.440804 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1777cdf4-1b65-4cb7-a9c9-44f7696a1f2d {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:18:27.461233 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 1777cdf4-1b65-4cb7-a9c9-44f7696a1f2d, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=1777cdf4-1b65-4cb7-a9c9-44f7696a1f2d,segment=NetworkSegment(2f9a4174-b2ab-4aae-b8db-a65907961481),segment_id=2f9a4174-b2ab-4aae-b8db-a65907961481)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:18:27.465849 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:27.505266 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-c3beaaa3-98b8-4886-9d92-d444abcad038 req-80ebb49b-30a5-4d1b-bd4b-4a7401a88e02 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] For port 811b0b9e-a92c-4ca0-ae3f-978b1a7fa56e, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=811b0b9e-a92c-4ca0-ae3f-978b1a7fa56e,segment=NetworkSegment(bb0f237e-198e-4279-b91f-4b68e434b193),segment_id=bb0f237e-198e-4279-b91f-4b68e434b193)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:18:27.505888 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-c3beaaa3-98b8-4886-9d92-d444abcad038 req-80ebb49b-30a5-4d1b-bd4b-4a7401a88e02 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:27.521074 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-c3beaaa3-98b8-4886-9d92-d444abcad038 req-80ebb49b-30a5-4d1b-bd4b-4a7401a88e02 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] Calling delete_port for 811b0b9e-a92c-4ca0-ae3f-978b1a7fa56e owned by compute:nova {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:18:27.521327 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=1777cdf4-1b65-4cb7-a9c9-44f7696a1f2d,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:18:27.530926 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:18:27.531204 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:18:27.531600 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:18:27.531956 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:18:27.532330 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:18:27.532761 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:18:27.533147 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:18:27.533546 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:18:27.533933 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:18:27.534275 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:18:27.534645 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:18:27.535039 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:18:27.659200 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19430eff-c6a8-4d48-b6f5-45604fb0011d req-aaf1ca77-df73-44f2-a1d5-81d3a6b57e0d tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:27.660763 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-19430eff-c6a8-4d48-b6f5-45604fb0011d req-aaf1ca77-df73-44f2-a1d5-81d3a6b57e0d tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=119f9a84-7d3a-4ed8-8548-79a3a40b6ab6 HTTP/1.1" status: 200 len: 945 time: 0.1768177 Aug 16 23:18:27.672362 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-c3beaaa3-98b8-4886-9d92-d444abcad038 req-80ebb49b-30a5-4d1b-bd4b-4a7401a88e02 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:27.674363 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48673ac-8519-45b0-b561-2566db320b98 req-08e216cc-e49c-4240-bd20-1f926b834b2b tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:27.676006 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c48673ac-8519-45b0-b561-2566db320b98 req-08e216cc-e49c-4240-bd20-1f926b834b2b tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] 10.222.0.36 "GET /v2.0/ports?device_id=571a4c89-bc24-4f61-8a52-eb8e67680243 HTTP/1.1" status: 200 len: 945 time: 0.0872180 Aug 16 23:18:27.687103 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['811b0b9e-a92c-4ca0-ae3f-978b1a7fa56e'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:18:27.706101 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ebb49b-30a5-4d1b-bd4b-4a7401a88e02 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] Pushing event deleted for resources: {'Port': ['ID=811b0b9e-a92c-4ca0-ae3f-978b1a7fa56e,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:18:27.730698 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-19430eff-c6a8-4d48-b6f5-45604fb0011d req-82a10e79-18da-41b8-ba14-043e6deac04b tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=d57a197c-6d47-4d56-9c9b-4cb8ea84d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520105 Aug 16 23:18:27.754330 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3beaaa3-98b8-4886-9d92-d444abcad038 req-80ebb49b-30a5-4d1b-bd4b-4a7401a88e02 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] No DVR routers for this DVR port 811b0b9e-a92c-4ca0-ae3f-978b1a7fa56e on host n-h1-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:18:27.756918 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-c3beaaa3-98b8-4886-9d92-d444abcad038 req-80ebb49b-30a5-4d1b-bd4b-4a7401a88e02 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:27.757383 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c48673ac-8519-45b0-b561-2566db320b98 req-e283983b-d69e-4524-976d-f308f7a2b1ab tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f2e200a-21c5-4806-bf7c-28a912180294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642886 Aug 16 23:18:27.758998 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c3beaaa3-98b8-4886-9d92-d444abcad038 req-80ebb49b-30a5-4d1b-bd4b-4a7401a88e02 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] 10.222.0.68 "DELETE /v2.0/ports/811b0b9e-a92c-4ca0-ae3f-978b1a7fa56e HTTP/1.1" status: 204 len: 173 time: 0.7861850 Aug 16 23:18:27.759443 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '571a4c89-bc24-4f61-8a52-eb8e67680243', 'name': 'network-vif-deleted', 'tag': '811b0b9e-a92c-4ca0-ae3f-978b1a7fa56e'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:18:27.761720 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-423fb363-b37d-4017-9ce4-61a3c340c03b" -d '{"events": [{"server_uuid": "571a4c89-bc24-4f61-8a52-eb8e67680243", "name": "network-vif-deleted", "tag": "811b0b9e-a92c-4ca0-ae3f-978b1a7fa56e"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:18:27.820888 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d134438-e075-4860-add5-bfe3f88da80b x-openstack-request-id: req-7d134438-e075-4860-add5-bfe3f88da80b {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:18:27.821201 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "571a4c89-bc24-4f61-8a52-eb8e67680243", "name": "network-vif-deleted", "tag": "811b0b9e-a92c-4ca0-ae3f-978b1a7fa56e", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:18:27.821458 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7d134438-e075-4860-add5-bfe3f88da80b {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:18:27.821859 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '571a4c89-bc24-4f61-8a52-eb8e67680243', 'name': 'network-vif-deleted', 'tag': '811b0b9e-a92c-4ca0-ae3f-978b1a7fa56e', 'status': 'completed', 'code': 200} Aug 16 23:18:27.845399 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['1777cdf4-1b65-4cb7-a9c9-44f7696a1f2d'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:18:27.850324 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f64f84b-fd4e-4d38-8704-7bbe4fcdcddf req-5348118e-0ffb-4d46-bb82-235d2037e997 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:27.852578 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4f64f84b-fd4e-4d38-8704-7bbe4fcdcddf req-5348118e-0ffb-4d46-bb82-235d2037e997 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8fd6e52-28f5-45e0-9267-d016782c5412 HTTP/1.1" status: 200 len: 944 time: 0.0599747 Aug 16 23:18:27.910477 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4f64f84b-fd4e-4d38-8704-7bbe4fcdcddf req-1f4fcd58-d95e-4c88-9039-3870e8f6b34d tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498738 Aug 16 23:18:28.851499 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c919e1-4443-4891-b678-b8e4cd1549ef req-3c538e2f-52f2-4b79-890e-bb0d4ebd78a0 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:28.853045 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-78c919e1-4443-4891-b678-b8e4cd1549ef req-3c538e2f-52f2-4b79-890e-bb0d4ebd78a0 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=119f9a84-7d3a-4ed8-8548-79a3a40b6ab6 HTTP/1.1" status: 200 len: 945 time: 0.0525589 Aug 16 23:18:28.899666 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-78c919e1-4443-4891-b678-b8e4cd1549ef req-3eb1b44d-60c2-421c-9706-f1b04f1ce553 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=d57a197c-6d47-4d56-9c9b-4cb8ea84d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389366 Aug 16 23:18:29.051128 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ff7099-cb3c-4a90-924f-299d0459ee09 req-437740dc-2fea-4cab-8d46-5cc39a0ecd3a tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:29.053183 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e2ff7099-cb3c-4a90-924f-299d0459ee09 req-437740dc-2fea-4cab-8d46-5cc39a0ecd3a tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8fd6e52-28f5-45e0-9267-d016782c5412 HTTP/1.1" status: 200 len: 944 time: 0.0560596 Aug 16 23:18:29.118941 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e2ff7099-cb3c-4a90-924f-299d0459ee09 req-e220b6dc-5228-450f-9158-c99fb2d03563 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594177 Aug 16 23:18:29.142514 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcea88d-d9a0-42b6-8da8-5b41fe00073b req-aa24cd4a-6a86-4d24-b444-1a0fc30dc33b tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:29.144532 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6bcea88d-d9a0-42b6-8da8-5b41fe00073b req-aa24cd4a-6a86-4d24-b444-1a0fc30dc33b tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 944 time: 0.0692604 Aug 16 23:18:29.184132 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6bcea88d-d9a0-42b6-8da8-5b41fe00073b req-ab089568-6e0b-4252-bcda-92ee9540e992 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbc72d54-097b-421d-953a-e4e7a8a28dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334394 Aug 16 23:18:29.282520 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 1777cdf4-1b65-4cb7-a9c9-44f7696a1f2d up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:18:29.317819 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62e3957-965a-49a5-b7a1-6a6ab81dd04d req-7f74e311-699d-43c1-88e2-93727eeb3f9e tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:29.319387 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f62e3957-965a-49a5-b7a1-6a6ab81dd04d req-7f74e311-699d-43c1-88e2-93727eeb3f9e tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 944 time: 0.0509250 Aug 16 23:18:29.336295 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning for port 1777cdf4-1b65-4cb7-a9c9-44f7696a1f2d completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:18:29.340183 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port 1777cdf4-1b65-4cb7-a9c9-44f7696a1f2d triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:18:29.340564 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:29.369567 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f62e3957-965a-49a5-b7a1-6a6ab81dd04d req-f89154c4-abdd-41ab-a5d2-cebc53c0479e tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbc72d54-097b-421d-953a-e4e7a8a28dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404894 Aug 16 23:18:29.427644 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:29.453278 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8fd6e52-28f5-45e0-9267-d016782c5412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1777cdf4-1b65-4cb7-a9c9-44f7696a1f2d'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:18:29.456072 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f2af42-5910-401e-a7dd-3a1884c85ab2" -d '{"events": [{"server_uuid": "d8fd6e52-28f5-45e0-9267-d016782c5412", "name": "network-vif-plugged", "status": "completed", "tag": "1777cdf4-1b65-4cb7-a9c9-44f7696a1f2d"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:18:29.471044 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 1777cdf4-1b65-4cb7-a9c9-44f7696a1f2d, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=1777cdf4-1b65-4cb7-a9c9-44f7696a1f2d,segment=NetworkSegment(2f9a4174-b2ab-4aae-b8db-a65907961481),segment_id=2f9a4174-b2ab-4aae-b8db-a65907961481)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:18:29.475988 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:29.527765 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cc2b9fa-1cf6-4842-b57a-dbfeea224591 x-openstack-request-id: req-2cc2b9fa-1cf6-4842-b57a-dbfeea224591 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:18:29.528059 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8fd6e52-28f5-45e0-9267-d016782c5412", "name": "network-vif-plugged", "status": "completed", "tag": "1777cdf4-1b65-4cb7-a9c9-44f7696a1f2d", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:18:29.528310 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2cc2b9fa-1cf6-4842-b57a-dbfeea224591 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:18:29.528789 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8fd6e52-28f5-45e0-9267-d016782c5412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1777cdf4-1b65-4cb7-a9c9-44f7696a1f2d', 'code': 200} Aug 16 23:18:29.543579 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=1777cdf4-1b65-4cb7-a9c9-44f7696a1f2d,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:18:29.659617 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0096fd6a-a65b-42f6-8a5f-8defe829302f req-00a1c616-c16b-4e82-9dd7-b8e280d8670d tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:29.661150 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0096fd6a-a65b-42f6-8a5f-8defe829302f req-00a1c616-c16b-4e82-9dd7-b8e280d8670d tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/networks?id=6152efff-6e82-46a1-acb7-149d7c33d5d6 HTTP/1.1" status: 200 len: 812 time: 0.1522632 Aug 16 23:18:29.679963 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f978bac-b743-416a-b317-8b2f2787d308 req-09b18110-1e66-452f-8cd3-ed1e89e6c7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:29.681469 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3f978bac-b743-416a-b317-8b2f2787d308 req-09b18110-1e66-452f-8cd3-ed1e89e6c7d3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d8fd6e52-28f5-45e0-9267-d016782c5412 HTTP/1.1" status: 200 len: 1097 time: 0.0706522 Aug 16 23:18:29.683127 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0096fd6a-a65b-42f6-8a5f-8defe829302f req-c420bd96-2d62-4bed-87fe-9f1c7197fbb6 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/quotas/ee91ace37a634fb9abb791ce5d24078e HTTP/1.1" status: 200 len: 375 time: 0.0143561 Aug 16 23:18:29.751659 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3f978bac-b743-416a-b317-8b2f2787d308 req-c4082b8f-c488-4d1c-b3e7-ed1e78224c80 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629554 Aug 16 23:18:29.770533 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0096fd6a-a65b-42f6-8a5f-8defe829302f req-d9dd5ef5-2ba0-4888-9772-040545387128 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ee91ace37a634fb9abb791ce5d24078e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0808105 Aug 16 23:18:29.867650 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0096fd6a-a65b-42f6-8a5f-8defe829302f req-98b29555-d468-4ec7-8072-7266cd7a0319 service neutron] 10.222.0.36 "GET /v2.0/networks/6152efff-6e82-46a1-acb7-149d7c33d5d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886204 Aug 16 23:18:29.975456 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0096fd6a-a65b-42f6-8a5f-8defe829302f req-2e3b663a-0354-4d35-a9b1-3d10cbe0223a service neutron] 10.222.0.36 "GET /v2.0/networks/6152efff-6e82-46a1-acb7-149d7c33d5d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009398 Aug 16 23:18:30.257149 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fbda63a9-3d8d-41af-a1c4-ccd4b91c17b0 req-4785d9f5-cbbf-4d0e-a931-38c02f5c0593 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5da408d-144b-442e-b9d0-527ab0b81de4 HTTP/1.1" status: 200 len: 210 time: 0.0551291 Aug 16 23:18:30.310651 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208d17bb-8c6e-4c61-bff6-f6fd4c4ad68d req-30c39224-d138-412d-a4c1-d6c61861702f tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:30.313009 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-208d17bb-8c6e-4c61-bff6-f6fd4c4ad68d req-30c39224-d138-412d-a4c1-d6c61861702f tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8fd6e52-28f5-45e0-9267-d016782c5412 HTTP/1.1" status: 200 len: 945 time: 0.0694673 Aug 16 23:18:30.356698 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-208d17bb-8c6e-4c61-bff6-f6fd4c4ad68d req-37257c70-b6aa-44c9-b1c7-ff82f301f605 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367229 Aug 16 23:18:31.375381 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-69e7ca30-097c-4d77-9bd1-e26616e11399 req-4050900d-08fe-46ca-ad54-0ef3c2b01779 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5da408d-144b-442e-b9d0-527ab0b81de4 HTTP/1.1" status: 200 len: 210 time: 0.0416396 Aug 16 23:18:31.507883 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0096fd6a-a65b-42f6-8a5f-8defe829302f req-a2f6fa63-4a3b-4d77-be61-f9b8dae55e9b tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:31.510020 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0096fd6a-a65b-42f6-8a5f-8defe829302f req-a2f6fa63-4a3b-4d77-be61-f9b8dae55e9b tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.57 "GET /v2.0/networks?id=6152efff-6e82-46a1-acb7-149d7c33d5d6 HTTP/1.1" status: 200 len: 812 time: 0.1779602 Aug 16 23:18:31.533338 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea700971-9ae3-4cd7-9319-490b17a987ac req-5a681bce-5f4e-43e0-a867-b9d1cfb96455 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:31.534884 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ea700971-9ae3-4cd7-9319-490b17a987ac req-5a681bce-5f4e-43e0-a867-b9d1cfb96455 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8fd6e52-28f5-45e0-9267-d016782c5412 HTTP/1.1" status: 200 len: 945 time: 0.0731390 Aug 16 23:18:31.539566 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-0096fd6a-a65b-42f6-8a5f-8defe829302f req-90d469b7-a662-488f-99ed-0ae34b7004d5 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Request body: {'port': {'device_id': 'd5da408d-144b-442e-b9d0-527ab0b81de4', 'network_id': '6152efff-6e82-46a1-acb7-149d7c33d5d6', 'admin_state_up': True, 'tenant_id': 'ee91ace37a634fb9abb791ce5d24078e'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:18:31.566306 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 811b0b9e-a92c-4ca0-ae3f-978b1a7fa56e no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:18:31.594536 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] No Port match for: 811b0b9e-a92c-4ca0-ae3f-978b1a7fa56e {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:18:31.594860 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 811b0b9e-a92c-4ca0-ae3f-978b1a7fa56e not bound to the agent host n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:18:31.630115 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ea700971-9ae3-4cd7-9319-490b17a987ac req-5eb6b861-5ad3-4d86-9816-d6ed185cefb4 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869393 Aug 16 23:18:31.691122 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0096fd6a-a65b-42f6-8a5f-8defe829302f req-90d469b7-a662-488f-99ed-0ae34b7004d5 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Made reservation on behalf of ee91ace37a634fb9abb791ce5d24078e for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:18:31.694814 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-0096fd6a-a65b-42f6-8a5f-8defe829302f req-90d469b7-a662-488f-99ed-0ae34b7004d5 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:31.860027 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [req-0096fd6a-a65b-42f6-8a5f-8defe829302f req-90d469b7-a662-488f-99ed-0ae34b7004d5 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Allocated IP 172.20.0.10 (6152efff-6e82-46a1-acb7-149d7c33d5d6/7d6a27ac-d81b-4d19-9995-25afe2c6f338/61088f9d-76e1-4190-912c-3e60944725ad) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:18:31.894100 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa045af-5dbf-48dd-915e-6f954b4b0c5d req-813ff110-9b2f-4586-aad7-8537a89630c5 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:31.895674 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7fa045af-5dbf-48dd-915e-6f954b4b0c5d req-813ff110-9b2f-4586-aad7-8537a89630c5 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8fd6e52-28f5-45e0-9267-d016782c5412 HTTP/1.1" status: 200 len: 945 time: 0.0800209 Aug 16 23:18:32.009441 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7fa045af-5dbf-48dd-915e-6f954b4b0c5d req-ec5c3795-6130-4579-bd32-4ae551c15aeb tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071634 Aug 16 23:18:32.084256 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-0096fd6a-a65b-42f6-8a5f-8defe829302f req-90d469b7-a662-488f-99ed-0ae34b7004d5 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:32.101132 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-0096fd6a-a65b-42f6-8a5f-8defe829302f req-90d469b7-a662-488f-99ed-0ae34b7004d5 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Transition to ACTIVE for port object 61088f9d-76e1-4190-912c-3e60944725ad will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:18:32.177733 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cb4041-e2db-4ed5-b4ce-220662a1bfc4 req-2ec3a24c-6553-4b45-b4a2-6952b4fa8dea tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:32.179329 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e3cb4041-e2db-4ed5-b4ce-220662a1bfc4 req-2ec3a24c-6553-4b45-b4a2-6952b4fa8dea tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8fd6e52-28f5-45e0-9267-d016782c5412 HTTP/1.1" status: 200 len: 945 time: 0.0795391 Aug 16 23:18:32.190525 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-0096fd6a-a65b-42f6-8a5f-8defe829302f req-90d469b7-a662-488f-99ed-0ae34b7004d5 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:32.202584 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['cc5542ef-2995-4487-b481-60f8e9728c80'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:18:32.275365 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0096fd6a-a65b-42f6-8a5f-8defe829302f req-90d469b7-a662-488f-99ed-0ae34b7004d5 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Network 6152efff-6e82-46a1-acb7-149d7c33d5d6 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:18:32.299206 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [req-0096fd6a-a65b-42f6-8a5f-8defe829302f req-90d469b7-a662-488f-99ed-0ae34b7004d5 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:18:32.308085 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-0096fd6a-a65b-42f6-8a5f-8defe829302f req-90d469b7-a662-488f-99ed-0ae34b7004d5 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:18:32.361953 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d469b7-a662-488f-99ed-0ae34b7004d5 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Pushing event updated for resources: {'Port': ['ID=61088f9d-76e1-4190-912c-3e60944725ad,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:18:32.373312 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e3cb4041-e2db-4ed5-b4ce-220662a1bfc4 req-0f28ef97-6f38-4d4b-9687-e8bb1be5934a tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847949 Aug 16 23:18:32.407133 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0096fd6a-a65b-42f6-8a5f-8defe829302f req-90d469b7-a662-488f-99ed-0ae34b7004d5 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:32.408111 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-0096fd6a-a65b-42f6-8a5f-8defe829302f req-90d469b7-a662-488f-99ed-0ae34b7004d5 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:32.433213 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0096fd6a-a65b-42f6-8a5f-8defe829302f req-90d469b7-a662-488f-99ed-0ae34b7004d5 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8969653 Aug 16 23:18:32.454572 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-0096fd6a-a65b-42f6-8a5f-8defe829302f req-d2f84a0f-4761-4d23-b467-d420e3106137 service neutron] Request body: {'port': {'device_id': 'd5da408d-144b-442e-b9d0-527ab0b81de4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-26'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:18:32.575155 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-0096fd6a-a65b-42f6-8a5f-8defe829302f req-d2f84a0f-4761-4d23-b467-d420e3106137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:32.601510 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49306fbf-05c3-43ff-a420-3dca86ede72f req-0f4398c0-617b-484e-8d4a-d22f7a13885e tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:32.606286 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-49306fbf-05c3-43ff-a420-3dca86ede72f req-0f4398c0-617b-484e-8d4a-d22f7a13885e tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5da408d-144b-442e-b9d0-527ab0b81de4 HTTP/1.1" status: 200 len: 932 time: 0.1106930 Aug 16 23:18:32.615366 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-522e5d60-b092-4ee3-b0e3-8ee59eaf17fb None None] Provisioning for port 61088f9d-76e1-4190-912c-3e60944725ad completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:18:32.623285 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-522e5d60-b092-4ee3-b0e3-8ee59eaf17fb None None] Provisioning complete for port 61088f9d-76e1-4190-912c-3e60944725ad triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:18:32.624495 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-522e5d60-b092-4ee3-b0e3-8ee59eaf17fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:32.677326 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-522e5d60-b092-4ee3-b0e3-8ee59eaf17fb None None] Port 61088f9d-76e1-4190-912c-3e60944725ad cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:18:32.763856 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-49306fbf-05c3-43ff-a420-3dca86ede72f req-a9b96ee3-6bef-4d9d-a990-5c41d083cf4e tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=d57a197c-6d47-4d56-9c9b-4cb8ea84d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309257 Aug 16 23:18:32.784992 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f2b9a4-0e6d-4d53-b664-dcdb3e6bf34d req-782b8447-5858-46d5-872e-e4a9d64a349f tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:32.786365 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-95f2b9a4-0e6d-4d53-b664-dcdb3e6bf34d req-782b8447-5858-46d5-872e-e4a9d64a349f tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8fd6e52-28f5-45e0-9267-d016782c5412 HTTP/1.1" status: 200 len: 945 time: 0.1532815 Aug 16 23:18:32.865717 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-95f2b9a4-0e6d-4d53-b664-dcdb3e6bf34d req-f0bfdf3e-48e0-43c5-a83a-55223d34690b tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732365 Aug 16 23:18:32.954905 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [req-0096fd6a-a65b-42f6-8a5f-8defe829302f req-d2f84a0f-4761-4d23-b467-d420e3106137 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61088f9d-76e1-4190-912c-3e60944725ad {{(pid=101292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:18:32.962054 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-0096fd6a-a65b-42f6-8a5f-8defe829302f req-d2f84a0f-4761-4d23-b467-d420e3106137 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:32.974276 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-0096fd6a-a65b-42f6-8a5f-8defe829302f req-d2f84a0f-4761-4d23-b467-d420e3106137 service neutron] Transition to ACTIVE for port object 61088f9d-76e1-4190-912c-3e60944725ad will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:18:32.978260 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-0096fd6a-a65b-42f6-8a5f-8defe829302f req-d2f84a0f-4761-4d23-b467-d420e3106137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:33.028053 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f84a0f-4761-4d23-b467-d420e3106137 service neutron] Pushing event updated for resources: {'Port': ['ID=61088f9d-76e1-4190-912c-3e60944725ad,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:18:33.097518 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-0096fd6a-a65b-42f6-8a5f-8defe829302f req-d2f84a0f-4761-4d23-b467-d420e3106137 service neutron] Attempting to bind port 61088f9d-76e1-4190-912c-3e60944725ad on host n-h2-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:18:33.097855 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-0096fd6a-a65b-42f6-8a5f-8defe829302f req-d2f84a0f-4761-4d23-b467-d420e3106137 service neutron] Attempting to bind port 61088f9d-76e1-4190-912c-3e60944725ad by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': '10a968c4-5c7d-4c23-b34c-ca325bfda5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6152efff-6e82-46a1-acb7-149d7c33d5d6'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:18:33.098185 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0096fd6a-a65b-42f6-8a5f-8defe829302f req-d2f84a0f-4761-4d23-b467-d420e3106137 service neutron] Attempting to bind port 61088f9d-76e1-4190-912c-3e60944725ad on network 6152efff-6e82-46a1-acb7-149d7c33d5d6 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:18:33.102689 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0096fd6a-a65b-42f6-8a5f-8defe829302f req-d2f84a0f-4761-4d23-b467-d420e3106137 service neutron] Port 61088f9d-76e1-4190-912c-3e60944725ad on network 6152efff-6e82-46a1-acb7-149d7c33d5d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:18:33.103005 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0096fd6a-a65b-42f6-8a5f-8defe829302f req-d2f84a0f-4761-4d23-b467-d420e3106137 service neutron] Attempting to bind port 61088f9d-76e1-4190-912c-3e60944725ad on network 6152efff-6e82-46a1-acb7-149d7c33d5d6 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:18:33.107857 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0096fd6a-a65b-42f6-8a5f-8defe829302f req-d2f84a0f-4761-4d23-b467-d420e3106137 service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:18:33.108177 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0096fd6a-a65b-42f6-8a5f-8defe829302f req-d2f84a0f-4761-4d23-b467-d420e3106137 service neutron] Checking segment: {'id': '10a968c4-5c7d-4c23-b34c-ca325bfda5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6152efff-6e82-46a1-acb7-149d7c33d5d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:18:33.108600 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0096fd6a-a65b-42f6-8a5f-8defe829302f req-d2f84a0f-4761-4d23-b467-d420e3106137 service neutron] Bound using segment: {'id': '10a968c4-5c7d-4c23-b34c-ca325bfda5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6152efff-6e82-46a1-acb7-149d7c33d5d6'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:18:33.109028 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-0096fd6a-a65b-42f6-8a5f-8defe829302f req-d2f84a0f-4761-4d23-b467-d420e3106137 service neutron] Bound port: 61088f9d-76e1-4190-912c-3e60944725ad, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10a968c4-5c7d-4c23-b34c-ca325bfda5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6152efff-6e82-46a1-acb7-149d7c33d5d6'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:18:33.109383 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-0096fd6a-a65b-42f6-8a5f-8defe829302f req-d2f84a0f-4761-4d23-b467-d420e3106137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:33.179842 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-0096fd6a-a65b-42f6-8a5f-8defe829302f req-d2f84a0f-4761-4d23-b467-d420e3106137 service neutron] For port 61088f9d-76e1-4190-912c-3e60944725ad, host n-h2-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:18:33.182896 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-0096fd6a-a65b-42f6-8a5f-8defe829302f req-d2f84a0f-4761-4d23-b467-d420e3106137 service neutron] For port 61088f9d-76e1-4190-912c-3e60944725ad, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=61088f9d-76e1-4190-912c-3e60944725ad,segment=NetworkSegment(10a968c4-5c7d-4c23-b34c-ca325bfda5cc),segment_id=10a968c4-5c7d-4c23-b34c-ca325bfda5cc)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:18:33.188084 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-0096fd6a-a65b-42f6-8a5f-8defe829302f req-d2f84a0f-4761-4d23-b467-d420e3106137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:33.564142 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0096fd6a-a65b-42f6-8a5f-8defe829302f req-d2f84a0f-4761-4d23-b467-d420e3106137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:33.564910 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-0096fd6a-a65b-42f6-8a5f-8defe829302f req-d2f84a0f-4761-4d23-b467-d420e3106137 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:33.566187 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0096fd6a-a65b-42f6-8a5f-8defe829302f req-d2f84a0f-4761-4d23-b467-d420e3106137 service neutron] 10.222.0.57 "PUT /v2.0/ports/61088f9d-76e1-4190-912c-3e60944725ad HTTP/1.1" status: 200 len: 1093 time: 1.1175163 Aug 16 23:18:33.566629 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5da408d-144b-442e-b9d0-527ab0b81de4', 'tag': '61088f9d-76e1-4190-912c-3e60944725ad'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:18:33.568859 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ffdd1ee-3e98-4d0b-8612-2465bd81e199" -d '{"events": [{"name": "network-changed", "server_uuid": "d5da408d-144b-442e-b9d0-527ab0b81de4", "tag": "61088f9d-76e1-4190-912c-3e60944725ad"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:18:33.604499 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f84a0f-4761-4d23-b467-d420e3106137 service neutron] Pushing event updated for resources: {'Port': ['ID=61088f9d-76e1-4190-912c-3e60944725ad,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:18:33.641455 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-442e73ce-823a-46a1-9377-05e85b6f558f x-openstack-request-id: req-442e73ce-823a-46a1-9377-05e85b6f558f {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:18:33.641746 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5da408d-144b-442e-b9d0-527ab0b81de4", "tag": "61088f9d-76e1-4190-912c-3e60944725ad", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:18:33.642004 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-442e73ce-823a-46a1-9377-05e85b6f558f {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:18:33.642392 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5da408d-144b-442e-b9d0-527ab0b81de4', 'tag': '61088f9d-76e1-4190-912c-3e60944725ad', 'status': 'completed', 'code': 200} Aug 16 23:18:33.679286 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0096fd6a-a65b-42f6-8a5f-8defe829302f req-9c3adeab-d783-4989-bb45-213535d298b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:33.680860 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0096fd6a-a65b-42f6-8a5f-8defe829302f req-9c3adeab-d783-4989-bb45-213535d298b6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ee91ace37a634fb9abb791ce5d24078e&device_id=d5da408d-144b-442e-b9d0-527ab0b81de4 HTTP/1.1" status: 200 len: 1096 time: 0.0511770 Aug 16 23:18:33.733635 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0096fd6a-a65b-42f6-8a5f-8defe829302f req-bca182cb-5059-40dc-bf94-5730fbce256c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61088f9d-76e1-4190-912c-3e60944725ad HTTP/1.1" status: 200 len: 217 time: 0.0384190 Aug 16 23:18:33.787973 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0096fd6a-a65b-42f6-8a5f-8defe829302f req-e32d51ec-9bf7-4816-9789-ea2247e2c518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:33.789523 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0096fd6a-a65b-42f6-8a5f-8defe829302f req-e32d51ec-9bf7-4816-9789-ea2247e2c518 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7d6a27ac-d81b-4d19-9995-25afe2c6f338 HTTP/1.1" status: 200 len: 851 time: 0.0494800 Aug 16 23:18:33.836151 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0096fd6a-a65b-42f6-8a5f-8defe829302f req-b4a4a8ab-5607-4d45-b276-d3690b011730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:33.837710 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0096fd6a-a65b-42f6-8a5f-8defe829302f req-b4a4a8ab-5607-4d45-b276-d3690b011730 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6152efff-6e82-46a1-acb7-149d7c33d5d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415952 Aug 16 23:18:33.963330 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f12912-0275-493a-bf98-654db2f6bcc7 req-a29e08bb-0cdb-48ca-a0d5-03d588a57101 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:33.964892 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a9f12912-0275-493a-bf98-654db2f6bcc7 req-a29e08bb-0cdb-48ca-a0d5-03d588a57101 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5da408d-144b-442e-b9d0-527ab0b81de4 HTTP/1.1" status: 200 len: 944 time: 0.1121163 Aug 16 23:18:34.004911 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0096fd6a-a65b-42f6-8a5f-8defe829302f req-faafd95f-f936-433c-a006-441328752250 service neutron] 10.222.0.57 "GET /v2.0/networks/6152efff-6e82-46a1-acb7-149d7c33d5d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593695 Aug 16 23:18:34.092668 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3603828c-ff40-4eca-90bb-63cbc724012c req-2390add1-d4ea-464c-96f5-1981ae2e39df tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:34.094106 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3603828c-ff40-4eca-90bb-63cbc724012c req-2390add1-d4ea-464c-96f5-1981ae2e39df tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8fd6e52-28f5-45e0-9267-d016782c5412 HTTP/1.1" status: 200 len: 945 time: 0.1545269 Aug 16 23:18:34.102165 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a9f12912-0275-493a-bf98-654db2f6bcc7 req-b35fb8f3-0bb9-4757-b4fe-84775bcf66fa tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=d57a197c-6d47-4d56-9c9b-4cb8ea84d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302383 Aug 16 23:18:34.157905 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0096fd6a-a65b-42f6-8a5f-8defe829302f req-dc8140af-21ed-44c6-b2ea-1c5d8af72625 service neutron] 10.222.0.57 "GET /v2.0/networks/6152efff-6e82-46a1-acb7-149d7c33d5d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458526 Aug 16 23:18:34.160757 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3603828c-ff40-4eca-90bb-63cbc724012c req-600f0822-a24c-4bd9-8699-a7a38ff876b2 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563607 Aug 16 23:18:34.284511 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffdd1ee-3e98-4d0b-8612-2465bd81e199 req-eae0218d-7bb1-4e58-b687-1d842880b1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:34.286060 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0ffdd1ee-3e98-4d0b-8612-2465bd81e199 req-eae0218d-7bb1-4e58-b687-1d842880b1ec service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ee91ace37a634fb9abb791ce5d24078e&device_id=d5da408d-144b-442e-b9d0-527ab0b81de4 HTTP/1.1" status: 200 len: 1096 time: 0.0409451 Aug 16 23:18:34.384915 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffdd1ee-3e98-4d0b-8612-2465bd81e199 req-73bccdae-ed40-4b3d-b4cc-4ad11ae9db79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:34.386576 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0ffdd1ee-3e98-4d0b-8612-2465bd81e199 req-73bccdae-ed40-4b3d-b4cc-4ad11ae9db79 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6152efff-6e82-46a1-acb7-149d7c33d5d6 HTTP/1.1" status: 200 len: 913 time: 0.0938005 Aug 16 23:18:34.429640 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0ffdd1ee-3e98-4d0b-8612-2465bd81e199 req-7ec56ec8-96cc-4620-989e-68f2a38168d8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61088f9d-76e1-4190-912c-3e60944725ad HTTP/1.1" status: 200 len: 217 time: 0.0358651 Aug 16 23:18:34.506066 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffdd1ee-3e98-4d0b-8612-2465bd81e199 req-ff29d0b6-4b40-407a-94a2-bedf907b31f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:34.509900 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0ffdd1ee-3e98-4d0b-8612-2465bd81e199 req-ff29d0b6-4b40-407a-94a2-bedf907b31f0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7d6a27ac-d81b-4d19-9995-25afe2c6f338 HTTP/1.1" status: 200 len: 851 time: 0.0734930 Aug 16 23:18:34.579860 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffdd1ee-3e98-4d0b-8612-2465bd81e199 req-71dac492-8fab-4dc1-88b0-6fd96412bcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:34.581554 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0ffdd1ee-3e98-4d0b-8612-2465bd81e199 req-71dac492-8fab-4dc1-88b0-6fd96412bcd5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6152efff-6e82-46a1-acb7-149d7c33d5d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0638955 Aug 16 23:18:34.676142 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0ffdd1ee-3e98-4d0b-8612-2465bd81e199 req-23e10e9c-07ea-467f-a604-039e3d53c389 service neutron] 10.222.0.57 "GET /v2.0/networks/6152efff-6e82-46a1-acb7-149d7c33d5d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874190 Aug 16 23:18:34.771836 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0ffdd1ee-3e98-4d0b-8612-2465bd81e199 req-7311c9df-0672-4598-8689-489e4608d342 service neutron] 10.222.0.57 "GET /v2.0/networks/6152efff-6e82-46a1-acb7-149d7c33d5d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889606 Aug 16 23:18:35.221311 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5a9705-e5d0-4892-90d8-0b4560e9bf4b req-c02617b3-5f3b-4f65-8027-dbaf28efea7b tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:35.222993 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cc5a9705-e5d0-4892-90d8-0b4560e9bf4b req-c02617b3-5f3b-4f65-8027-dbaf28efea7b tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5da408d-144b-442e-b9d0-527ab0b81de4 HTTP/1.1" status: 200 len: 944 time: 0.0517182 Aug 16 23:18:35.294459 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cc5a9705-e5d0-4892-90d8-0b4560e9bf4b req-0a88d8d6-e945-4bab-b23a-63ec4d3c139f tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=d57a197c-6d47-4d56-9c9b-4cb8ea84d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646629 Aug 16 23:18:35.308892 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc249fa-7695-447c-afae-18a731c40f8c req-33c732ee-3701-4d42-9521-234a97392197 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:35.310483 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dcc249fa-7695-447c-afae-18a731c40f8c req-33c732ee-3701-4d42-9521-234a97392197 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8fd6e52-28f5-45e0-9267-d016782c5412 HTTP/1.1" status: 200 len: 945 time: 0.0667315 Aug 16 23:18:35.353108 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dcc249fa-7695-447c-afae-18a731c40f8c req-907d31fb-097e-40b5-8359-46e8db811231 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358517 Aug 16 23:18:35.782223 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea67481-9124-4160-a367-3fda4c411734 req-b1f6ba3f-6e8e-45b9-9dc1-1d77315bf3e6 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:35.783915 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cea67481-9124-4160-a367-3fda4c411734 req-b1f6ba3f-6e8e-45b9-9dc1-1d77315bf3e6 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] 10.222.0.36 "GET /v2.0/networks?id=3e7727dc-a20f-4fd0-a969-fab13692c8de HTTP/1.1" status: 200 len: 813 time: 0.1007922 Aug 16 23:18:35.797944 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:18:35.799412 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cea67481-9124-4160-a367-3fda4c411734 req-9da94fa0-fecd-4eca-893e-60c84e531c64 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] 10.222.0.36 "GET /v2.0/quotas/c67bf38a3c4d4fbab54b80ce88cedfe3 HTTP/1.1" status: 200 len: 375 time: 0.0092521 Aug 16 23:18:35.835379 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cea67481-9124-4160-a367-3fda4c411734 req-339efec3-6e6b-448f-92bc-da4588a7bab2 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c67bf38a3c4d4fbab54b80ce88cedfe3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300884 Aug 16 23:18:35.974853 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cea67481-9124-4160-a367-3fda4c411734 req-139f72e7-0699-4155-b66a-9a2322ae66d8 service neutron] 10.222.0.36 "GET /v2.0/networks/3e7727dc-a20f-4fd0-a969-fab13692c8de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318953 Aug 16 23:18:36.065479 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cea67481-9124-4160-a367-3fda4c411734 req-5b110d3d-e1a4-4373-bca3-9fa348091d29 service neutron] 10.222.0.36 "GET /v2.0/networks/3e7727dc-a20f-4fd0-a969-fab13692c8de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844386 Aug 16 23:18:36.246379 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5adfd30e-ed6f-4bde-95f7-b59641aae86e req-17f41dc8-1c94-437f-8c73-e6f82d9aec69 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] 10.222.0.36 "GET /v2.0/ports?device_id=7057ac7c-3889-46d5-9766-5f1561f14bc7 HTTP/1.1" status: 200 len: 210 time: 0.0428729 Aug 16 23:18:36.421675 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d69a3e-9221-4a25-84fd-acd7a0d327a5 req-eaa60dd0-a2c0-4319-a481-d3898c47c9d7 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:36.423462 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a2d69a3e-9221-4a25-84fd-acd7a0d327a5 req-eaa60dd0-a2c0-4319-a481-d3898c47c9d7 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5da408d-144b-442e-b9d0-527ab0b81de4 HTTP/1.1" status: 200 len: 944 time: 0.0570571 Aug 16 23:18:36.498371 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a2d69a3e-9221-4a25-84fd-acd7a0d327a5 req-dd6509ce-fc0a-42ab-b3de-b06322f74023 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=d57a197c-6d47-4d56-9c9b-4cb8ea84d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685954 Aug 16 23:18:36.506647 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740af66f-021d-4639-b54f-7277bbbc01dc req-06cd7b47-5d7d-4061-ad02-2fbacf455d0b tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:36.508083 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-740af66f-021d-4639-b54f-7277bbbc01dc req-06cd7b47-5d7d-4061-ad02-2fbacf455d0b tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8fd6e52-28f5-45e0-9267-d016782c5412 HTTP/1.1" status: 200 len: 945 time: 0.0800898 Aug 16 23:18:36.554198 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-740af66f-021d-4639-b54f-7277bbbc01dc req-e6cad2d7-c029-4d32-8e33-7c4bf5dfbd96 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381081 Aug 16 23:18:37.201767 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea67481-9124-4160-a367-3fda4c411734 req-2996e2df-dd66-49bb-84a9-db35cbe6e448 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:37.203253 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-cea67481-9124-4160-a367-3fda4c411734 req-2996e2df-dd66-49bb-84a9-db35cbe6e448 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] 10.222.0.68 "GET /v2.0/networks?id=3e7727dc-a20f-4fd0-a969-fab13692c8de HTTP/1.1" status: 200 len: 813 time: 0.1095276 Aug 16 23:18:37.218265 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-cea67481-9124-4160-a367-3fda4c411734 req-6db75fc2-9676-48ad-98b5-234948840bc1 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] Request body: {'port': {'device_id': '7057ac7c-3889-46d5-9766-5f1561f14bc7', 'network_id': '3e7727dc-a20f-4fd0-a969-fab13692c8de', 'admin_state_up': True, 'tenant_id': 'c67bf38a3c4d4fbab54b80ce88cedfe3'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:18:37.319649 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 61088f9d-76e1-4190-912c-3e60944725ad details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:18:37.331706 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cea67481-9124-4160-a367-3fda4c411734 req-6db75fc2-9676-48ad-98b5-234948840bc1 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] Made reservation on behalf of c67bf38a3c4d4fbab54b80ce88cedfe3 for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:18:37.335635 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-cea67481-9124-4160-a367-3fda4c411734 req-6db75fc2-9676-48ad-98b5-234948840bc1 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:37.342463 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f23d7fb1-2743-49e5-a569-8cd29c657629 req-2ecaa707-a93d-4288-a296-b9c968d726e0 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] 10.222.0.36 "GET /v2.0/ports?device_id=7057ac7c-3889-46d5-9766-5f1561f14bc7 HTTP/1.1" status: 200 len: 210 time: 0.0289783 Aug 16 23:18:37.418877 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 61088f9d-76e1-4190-912c-3e60944725ad, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=61088f9d-76e1-4190-912c-3e60944725ad,segment=NetworkSegment(10a968c4-5c7d-4c23-b34c-ca325bfda5cc),segment_id=10a968c4-5c7d-4c23-b34c-ca325bfda5cc)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:18:37.430883 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': '61088f9d-76e1-4190-912c-3e60944725ad', 'network_id': '6152efff-6e82-46a1-acb7-149d7c33d5d6', 'port_id': '61088f9d-76e1-4190-912c-3e60944725ad', 'mac_address': 'fa:16:3e:06:66:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d6a27ac-d81b-4d19-9995-25afe2c6f338', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:18:37.472349 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:37.472986 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-cea67481-9124-4160-a367-3fda4c411734 req-6db75fc2-9676-48ad-98b5-234948840bc1 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] Allocated IP 172.20.0.4 (3e7727dc-a20f-4fd0-a969-fab13692c8de/46499d68-63a1-4894-beda-d0f0f0dfc9f7/1c9865f2-f41c-439f-b2ed-45e441f6a616) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:18:37.485603 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61088f9d-76e1-4190-912c-3e60944725ad {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:18:37.505416 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 61088f9d-76e1-4190-912c-3e60944725ad, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=61088f9d-76e1-4190-912c-3e60944725ad,segment=NetworkSegment(10a968c4-5c7d-4c23-b34c-ca325bfda5cc),segment_id=10a968c4-5c7d-4c23-b34c-ca325bfda5cc)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:18:37.509948 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:37.563559 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=61088f9d-76e1-4190-912c-3e60944725ad,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:18:37.628103 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b05b69-c5c1-4a95-b9e0-455c2fc7d928 req-8669086e-13dc-4270-a91f-27d12c4917f7 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:37.630121 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-58b05b69-c5c1-4a95-b9e0-455c2fc7d928 req-8669086e-13dc-4270-a91f-27d12c4917f7 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5da408d-144b-442e-b9d0-527ab0b81de4 HTTP/1.1" status: 200 len: 945 time: 0.0591676 Aug 16 23:18:37.633641 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-cea67481-9124-4160-a367-3fda4c411734 req-6db75fc2-9676-48ad-98b5-234948840bc1 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:37.675153 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-cea67481-9124-4160-a367-3fda4c411734 req-6db75fc2-9676-48ad-98b5-234948840bc1 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:37.697433 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-58b05b69-c5c1-4a95-b9e0-455c2fc7d928 req-026cbe0c-c264-4422-a6cf-154b2786c794 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=d57a197c-6d47-4d56-9c9b-4cb8ea84d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550251 Aug 16 23:18:37.716723 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97cb7b3-7357-4385-9ed4-a3a1fb2c8209 req-cdd81d2b-14a1-4609-9ba8-238a405b824b tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:37.716723 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d97cb7b3-7357-4385-9ed4-a3a1fb2c8209 req-cdd81d2b-14a1-4609-9ba8-238a405b824b tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8fd6e52-28f5-45e0-9267-d016782c5412 HTTP/1.1" status: 200 len: 945 time: 0.0847650 Aug 16 23:18:37.728453 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cea67481-9124-4160-a367-3fda4c411734 req-6db75fc2-9676-48ad-98b5-234948840bc1 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] Network 3e7727dc-a20f-4fd0-a969-fab13692c8de is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:18:37.731736 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-cea67481-9124-4160-a367-3fda4c411734 req-6db75fc2-9676-48ad-98b5-234948840bc1 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:18:37.734499 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-cea67481-9124-4160-a367-3fda4c411734 req-6db75fc2-9676-48ad-98b5-234948840bc1 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:18:37.754520 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d97cb7b3-7357-4385-9ed4-a3a1fb2c8209 req-6229a457-8851-4353-8352-c259c0412041 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328650 Aug 16 23:18:37.759242 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db75fc2-9676-48ad-98b5-234948840bc1 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] Pushing event updated for resources: {'Port': ['ID=1c9865f2-f41c-439f-b2ed-45e441f6a616,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:18:37.776518 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db75fc2-9676-48ad-98b5-234948840bc1 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:18:37.776904 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db75fc2-9676-48ad-98b5-234948840bc1 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:18:37.777252 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db75fc2-9676-48ad-98b5-234948840bc1 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:18:37.777593 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db75fc2-9676-48ad-98b5-234948840bc1 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:18:37.778082 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db75fc2-9676-48ad-98b5-234948840bc1 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:18:37.778268 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db75fc2-9676-48ad-98b5-234948840bc1 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:18:37.778602 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db75fc2-9676-48ad-98b5-234948840bc1 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:18:37.779494 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db75fc2-9676-48ad-98b5-234948840bc1 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:18:37.779869 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db75fc2-9676-48ad-98b5-234948840bc1 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:18:37.780205 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db75fc2-9676-48ad-98b5-234948840bc1 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:18:37.780554 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db75fc2-9676-48ad-98b5-234948840bc1 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:18:37.780884 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db75fc2-9676-48ad-98b5-234948840bc1 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:18:37.802484 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea67481-9124-4160-a367-3fda4c411734 req-6db75fc2-9676-48ad-98b5-234948840bc1 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:37.803103 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-cea67481-9124-4160-a367-3fda4c411734 req-6db75fc2-9676-48ad-98b5-234948840bc1 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:37.817028 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-cea67481-9124-4160-a367-3fda4c411734 req-6db75fc2-9676-48ad-98b5-234948840bc1 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6033704 Aug 16 23:18:37.830812 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-cea67481-9124-4160-a367-3fda4c411734 req-7986a1ad-53ed-44d3-8bb8-a7a573f6cf02 service neutron] Request body: {'port': {'device_id': '7057ac7c-3889-46d5-9766-5f1561f14bc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:18:37.887425 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-cea67481-9124-4160-a367-3fda4c411734 req-7986a1ad-53ed-44d3-8bb8-a7a573f6cf02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:37.920513 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['61088f9d-76e1-4190-912c-3e60944725ad'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:18:38.155421 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-cea67481-9124-4160-a367-3fda4c411734 req-7986a1ad-53ed-44d3-8bb8-a7a573f6cf02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c9865f2-f41c-439f-b2ed-45e441f6a616 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:18:38.163398 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-cea67481-9124-4160-a367-3fda4c411734 req-7986a1ad-53ed-44d3-8bb8-a7a573f6cf02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:38.175802 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-cea67481-9124-4160-a367-3fda4c411734 req-7986a1ad-53ed-44d3-8bb8-a7a573f6cf02 service neutron] Transition to ACTIVE for port object 1c9865f2-f41c-439f-b2ed-45e441f6a616 will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:18:38.179095 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-cea67481-9124-4160-a367-3fda4c411734 req-7986a1ad-53ed-44d3-8bb8-a7a573f6cf02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:38.228315 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7986a1ad-53ed-44d3-8bb8-a7a573f6cf02 service neutron] Pushing event updated for resources: {'Port': ['ID=1c9865f2-f41c-439f-b2ed-45e441f6a616,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:18:38.302182 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-cea67481-9124-4160-a367-3fda4c411734 req-7986a1ad-53ed-44d3-8bb8-a7a573f6cf02 service neutron] Attempting to bind port 1c9865f2-f41c-439f-b2ed-45e441f6a616 on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:18:38.302527 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-cea67481-9124-4160-a367-3fda4c411734 req-7986a1ad-53ed-44d3-8bb8-a7a573f6cf02 service neutron] Attempting to bind port 1c9865f2-f41c-439f-b2ed-45e441f6a616 by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': 'bb0f237e-198e-4279-b91f-4b68e434b193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3e7727dc-a20f-4fd0-a969-fab13692c8de'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:18:38.302866 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea67481-9124-4160-a367-3fda4c411734 req-7986a1ad-53ed-44d3-8bb8-a7a573f6cf02 service neutron] Attempting to bind port 1c9865f2-f41c-439f-b2ed-45e441f6a616 on network 3e7727dc-a20f-4fd0-a969-fab13692c8de {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:18:38.307172 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea67481-9124-4160-a367-3fda4c411734 req-7986a1ad-53ed-44d3-8bb8-a7a573f6cf02 service neutron] Port 1c9865f2-f41c-439f-b2ed-45e441f6a616 on network 3e7727dc-a20f-4fd0-a969-fab13692c8de not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:18:38.307503 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea67481-9124-4160-a367-3fda4c411734 req-7986a1ad-53ed-44d3-8bb8-a7a573f6cf02 service neutron] Attempting to bind port 1c9865f2-f41c-439f-b2ed-45e441f6a616 on network 3e7727dc-a20f-4fd0-a969-fab13692c8de {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:18:38.312593 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea67481-9124-4160-a367-3fda4c411734 req-7986a1ad-53ed-44d3-8bb8-a7a573f6cf02 service neutron] Checking agent: {'id': 'd28e24f9-e5ea-41e1-80bf-3c7943ad7f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:18:38.312939 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea67481-9124-4160-a367-3fda4c411734 req-7986a1ad-53ed-44d3-8bb8-a7a573f6cf02 service neutron] Checking segment: {'id': 'bb0f237e-198e-4279-b91f-4b68e434b193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3e7727dc-a20f-4fd0-a969-fab13692c8de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:18:38.313329 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea67481-9124-4160-a367-3fda4c411734 req-7986a1ad-53ed-44d3-8bb8-a7a573f6cf02 service neutron] Bound using segment: {'id': 'bb0f237e-198e-4279-b91f-4b68e434b193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3e7727dc-a20f-4fd0-a969-fab13692c8de'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:18:38.313760 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-cea67481-9124-4160-a367-3fda4c411734 req-7986a1ad-53ed-44d3-8bb8-a7a573f6cf02 service neutron] Bound port: 1c9865f2-f41c-439f-b2ed-45e441f6a616, host: n-h1-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb0f237e-198e-4279-b91f-4b68e434b193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3e7727dc-a20f-4fd0-a969-fab13692c8de'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:18:38.314115 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-cea67481-9124-4160-a367-3fda4c411734 req-7986a1ad-53ed-44d3-8bb8-a7a573f6cf02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:38.380435 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-cea67481-9124-4160-a367-3fda4c411734 req-7986a1ad-53ed-44d3-8bb8-a7a573f6cf02 service neutron] For port 1c9865f2-f41c-439f-b2ed-45e441f6a616, host n-h1-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:18:38.383457 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-cea67481-9124-4160-a367-3fda4c411734 req-7986a1ad-53ed-44d3-8bb8-a7a573f6cf02 service neutron] For port 1c9865f2-f41c-439f-b2ed-45e441f6a616, host n-h1-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=1c9865f2-f41c-439f-b2ed-45e441f6a616,segment=NetworkSegment(bb0f237e-198e-4279-b91f-4b68e434b193),segment_id=bb0f237e-198e-4279-b91f-4b68e434b193)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:18:38.388794 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-cea67481-9124-4160-a367-3fda4c411734 req-7986a1ad-53ed-44d3-8bb8-a7a573f6cf02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:38.423270 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea67481-9124-4160-a367-3fda4c411734 req-7986a1ad-53ed-44d3-8bb8-a7a573f6cf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:38.423903 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-cea67481-9124-4160-a367-3fda4c411734 req-7986a1ad-53ed-44d3-8bb8-a7a573f6cf02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:38.425342 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-cea67481-9124-4160-a367-3fda4c411734 req-7986a1ad-53ed-44d3-8bb8-a7a573f6cf02 service neutron] 10.222.0.68 "PUT /v2.0/ports/1c9865f2-f41c-439f-b2ed-45e441f6a616 HTTP/1.1" status: 200 len: 1092 time: 0.5986485 Aug 16 23:18:38.425792 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7057ac7c-3889-46d5-9766-5f1561f14bc7', 'tag': '1c9865f2-f41c-439f-b2ed-45e441f6a616'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:18:38.428073 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d68197b3-6988-4a2f-8ad5-a90cf5c76132" -d '{"events": [{"name": "network-changed", "server_uuid": "7057ac7c-3889-46d5-9766-5f1561f14bc7", "tag": "1c9865f2-f41c-439f-b2ed-45e441f6a616"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:18:38.459740 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7986a1ad-53ed-44d3-8bb8-a7a573f6cf02 service neutron] Pushing event updated for resources: {'Port': ['ID=1c9865f2-f41c-439f-b2ed-45e441f6a616,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:18:38.472881 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7ff664-265a-40cf-be8e-b8c85e9399e8 req-9fdebc0d-84a7-4105-b776-d251e661d2f7 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:38.474441 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4c7ff664-265a-40cf-be8e-b8c85e9399e8 req-9fdebc0d-84a7-4105-b776-d251e661d2f7 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] 10.222.0.36 "GET /v2.0/ports?device_id=7057ac7c-3889-46d5-9766-5f1561f14bc7 HTTP/1.1" status: 200 len: 943 time: 0.0629539 Aug 16 23:18:38.477391 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f72e5a9-8397-4296-bd5b-e2558cb4840f x-openstack-request-id: req-0f72e5a9-8397-4296-bd5b-e2558cb4840f {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:18:38.477687 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7057ac7c-3889-46d5-9766-5f1561f14bc7", "tag": "1c9865f2-f41c-439f-b2ed-45e441f6a616", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:18:38.477950 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0f72e5a9-8397-4296-bd5b-e2558cb4840f {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:18:38.478355 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7057ac7c-3889-46d5-9766-5f1561f14bc7', 'tag': '1c9865f2-f41c-439f-b2ed-45e441f6a616', 'status': 'completed', 'code': 200} Aug 16 23:18:38.516392 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4c7ff664-265a-40cf-be8e-b8c85e9399e8 req-3fe59766-1238-4901-be73-0ef832e4ad4e tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f2e200a-21c5-4806-bf7c-28a912180294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350153 Aug 16 23:18:38.527967 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea67481-9124-4160-a367-3fda4c411734 req-bceaf85b-0d1b-4308-8666-0b829fc74c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:38.529705 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-cea67481-9124-4160-a367-3fda4c411734 req-bceaf85b-0d1b-4308-8666-0b829fc74c6d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c67bf38a3c4d4fbab54b80ce88cedfe3&device_id=7057ac7c-3889-46d5-9766-5f1561f14bc7 HTTP/1.1" status: 200 len: 1095 time: 0.0465248 Aug 16 23:18:38.574463 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-cea67481-9124-4160-a367-3fda4c411734 req-5183e043-0f05-4bae-8f2b-68c44897e1fd service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c9865f2-f41c-439f-b2ed-45e441f6a616 HTTP/1.1" status: 200 len: 217 time: 0.0354981 Aug 16 23:18:38.624395 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea67481-9124-4160-a367-3fda4c411734 req-45ec752f-f8d4-47a0-a9aa-805998d257e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:38.625883 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-cea67481-9124-4160-a367-3fda4c411734 req-45ec752f-f8d4-47a0-a9aa-805998d257e7 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=46499d68-63a1-4894-beda-d0f0f0dfc9f7 HTTP/1.1" status: 200 len: 853 time: 0.0438559 Aug 16 23:18:38.662855 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-cea67481-9124-4160-a367-3fda4c411734 req-f7b78c67-8c06-4c6d-9d1d-542a14162215 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3e7727dc-a20f-4fd0-a969-fab13692c8de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289972 Aug 16 23:18:38.754918 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-cea67481-9124-4160-a367-3fda4c411734 req-54703e33-912a-4457-ae32-e4cb86a091aa service neutron] 10.222.0.68 "GET /v2.0/networks/3e7727dc-a20f-4fd0-a969-fab13692c8de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836082 Aug 16 23:18:38.832209 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3665035-d48a-4519-9eee-e16b3af8ab68 req-f531693a-f811-458a-a491-84a0beb2ad75 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:38.833786 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f3665035-d48a-4519-9eee-e16b3af8ab68 req-f531693a-f811-458a-a491-84a0beb2ad75 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5da408d-144b-442e-b9d0-527ab0b81de4 HTTP/1.1" status: 200 len: 945 time: 0.0604882 Aug 16 23:18:38.861255 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-cea67481-9124-4160-a367-3fda4c411734 req-430e4977-61e0-4a75-b417-65dff1be983e service neutron] 10.222.0.68 "GET /v2.0/networks/3e7727dc-a20f-4fd0-a969-fab13692c8de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981977 Aug 16 23:18:38.903189 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f3665035-d48a-4519-9eee-e16b3af8ab68 req-411fb011-a7f0-466a-90bc-c5e12d99792e tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=d57a197c-6d47-4d56-9c9b-4cb8ea84d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595820 Aug 16 23:18:38.911795 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f7e62f-10fc-4f12-9a3b-be47e29b3bea req-8c76270f-3ec7-472f-968f-2e678b68d4cf tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:38.913436 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f5f7e62f-10fc-4f12-9a3b-be47e29b3bea req-8c76270f-3ec7-472f-968f-2e678b68d4cf tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8fd6e52-28f5-45e0-9267-d016782c5412 HTTP/1.1" status: 200 len: 945 time: 0.0787656 Aug 16 23:18:38.957336 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68197b3-6988-4a2f-8ad5-a90cf5c76132 req-1a133f88-8235-4b3d-8489-1063feb17fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:38.958876 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d68197b3-6988-4a2f-8ad5-a90cf5c76132 req-1a133f88-8235-4b3d-8489-1063feb17fce service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c67bf38a3c4d4fbab54b80ce88cedfe3&device_id=7057ac7c-3889-46d5-9766-5f1561f14bc7 HTTP/1.1" status: 200 len: 1095 time: 0.0473132 Aug 16 23:18:38.963530 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f5f7e62f-10fc-4f12-9a3b-be47e29b3bea req-d08dfbe2-2aeb-49af-bf5c-f6b0501dd88d tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380650 Aug 16 23:18:39.052151 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68197b3-6988-4a2f-8ad5-a90cf5c76132 req-3a21a2ae-a9f5-4fff-b876-b35400d62f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:39.053613 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d68197b3-6988-4a2f-8ad5-a90cf5c76132 req-3a21a2ae-a9f5-4fff-b876-b35400d62f65 service neutron] 10.222.0.68 "GET /v2.0/networks?id=3e7727dc-a20f-4fd0-a969-fab13692c8de HTTP/1.1" status: 200 len: 914 time: 0.0869598 Aug 16 23:18:39.100971 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d68197b3-6988-4a2f-8ad5-a90cf5c76132 req-67ac06c9-3804-4244-a6c9-55696517be3d service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c9865f2-f41c-439f-b2ed-45e441f6a616 HTTP/1.1" status: 200 len: 217 time: 0.0389781 Aug 16 23:18:39.150838 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68197b3-6988-4a2f-8ad5-a90cf5c76132 req-73c53948-9e64-40e3-9c64-4a1fe2df3723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:39.152304 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d68197b3-6988-4a2f-8ad5-a90cf5c76132 req-73c53948-9e64-40e3-9c64-4a1fe2df3723 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=46499d68-63a1-4894-beda-d0f0f0dfc9f7 HTTP/1.1" status: 200 len: 853 time: 0.0436351 Aug 16 23:18:39.185295 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d68197b3-6988-4a2f-8ad5-a90cf5c76132 req-bc5661bb-3c18-49eb-8e45-030f5a4510c5 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3e7727dc-a20f-4fd0-a969-fab13692c8de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252173 Aug 16 23:18:39.285178 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d68197b3-6988-4a2f-8ad5-a90cf5c76132 req-7c0c00b3-e0b8-4951-bf58-9663ce2a4e7e service neutron] 10.222.0.68 "GET /v2.0/networks/3e7727dc-a20f-4fd0-a969-fab13692c8de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879800 Aug 16 23:18:39.321075 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 61088f9d-76e1-4190-912c-3e60944725ad up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:18:39.375087 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning for port 61088f9d-76e1-4190-912c-3e60944725ad completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:18:39.379812 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d68197b3-6988-4a2f-8ad5-a90cf5c76132 req-26bfdfbc-a8c0-405a-a76e-6e48de64d7e8 service neutron] 10.222.0.68 "GET /v2.0/networks/3e7727dc-a20f-4fd0-a969-fab13692c8de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863736 Aug 16 23:18:39.380104 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port 61088f9d-76e1-4190-912c-3e60944725ad triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:18:39.380502 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:39.462301 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:39.483926 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5da408d-144b-442e-b9d0-527ab0b81de4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61088f9d-76e1-4190-912c-3e60944725ad'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:18:39.486400 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c346820-c8c4-46bd-9876-d86ebc71c68b" -d '{"events": [{"server_uuid": "d5da408d-144b-442e-b9d0-527ab0b81de4", "name": "network-vif-plugged", "status": "completed", "tag": "61088f9d-76e1-4190-912c-3e60944725ad"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:18:39.498934 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 61088f9d-76e1-4190-912c-3e60944725ad, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=61088f9d-76e1-4190-912c-3e60944725ad,segment=NetworkSegment(10a968c4-5c7d-4c23-b34c-ca325bfda5cc),segment_id=10a968c4-5c7d-4c23-b34c-ca325bfda5cc)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:18:39.503619 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:39.531770 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3126d988-d387-4d7e-ba17-345b30d615da x-openstack-request-id: req-3126d988-d387-4d7e-ba17-345b30d615da {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:18:39.532059 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5da408d-144b-442e-b9d0-527ab0b81de4", "name": "network-vif-plugged", "status": "completed", "tag": "61088f9d-76e1-4190-912c-3e60944725ad", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:18:39.532305 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3126d988-d387-4d7e-ba17-345b30d615da {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:18:39.532705 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5da408d-144b-442e-b9d0-527ab0b81de4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61088f9d-76e1-4190-912c-3e60944725ad', 'code': 200} Aug 16 23:18:39.560765 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=61088f9d-76e1-4190-912c-3e60944725ad,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:18:39.665648 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175daeb1-be5a-4ba0-9328-51da6b74fad4 req-299ab414-b85a-4229-8448-3faab209e576 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:39.667118 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-175daeb1-be5a-4ba0-9328-51da6b74fad4 req-299ab414-b85a-4229-8448-3faab209e576 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] 10.222.0.36 "GET /v2.0/ports?device_id=7057ac7c-3889-46d5-9766-5f1561f14bc7 HTTP/1.1" status: 200 len: 943 time: 0.0773864 Aug 16 23:18:39.673552 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d4c60f-4bdc-4120-b33a-6d30259ac698 req-b736c593-738a-4edf-8b56-1aa45637a95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:39.674941 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-63d4c60f-4bdc-4120-b33a-6d30259ac698 req-b736c593-738a-4edf-8b56-1aa45637a95f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d5da408d-144b-442e-b9d0-527ab0b81de4 HTTP/1.1" status: 200 len: 1098 time: 0.0588200 Aug 16 23:18:39.727919 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-175daeb1-be5a-4ba0-9328-51da6b74fad4 req-43e03474-13b3-4851-830f-723f84abba25 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f2e200a-21c5-4806-bf7c-28a912180294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520411 Aug 16 23:18:39.731455 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-63d4c60f-4bdc-4120-b33a-6d30259ac698 req-277ac276-9e85-4066-b76f-2b0409da8819 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d57a197c-6d47-4d56-9c9b-4cb8ea84d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488508 Aug 16 23:18:40.028786 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61160c74-e387-4637-a77c-f5b3d06bf2ad req-2497513c-d0e9-4fb5-a0b8-5021dc7efd94 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:40.030320 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-61160c74-e387-4637-a77c-f5b3d06bf2ad req-2497513c-d0e9-4fb5-a0b8-5021dc7efd94 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5da408d-144b-442e-b9d0-527ab0b81de4 HTTP/1.1" status: 200 len: 946 time: 0.0555325 Aug 16 23:18:40.095177 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-61160c74-e387-4637-a77c-f5b3d06bf2ad req-d767fa2e-4e1e-4c3d-be6b-9b5957439124 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=d57a197c-6d47-4d56-9c9b-4cb8ea84d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547180 Aug 16 23:18:40.103511 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b87ede-1d44-4992-89b2-e1b9d59414ca req-59373f22-8e8f-44b0-9637-2375ed4ada34 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:40.105004 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c9b87ede-1d44-4992-89b2-e1b9d59414ca req-59373f22-8e8f-44b0-9637-2375ed4ada34 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8fd6e52-28f5-45e0-9267-d016782c5412 HTTP/1.1" status: 200 len: 945 time: 0.0729694 Aug 16 23:18:40.144217 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c9b87ede-1d44-4992-89b2-e1b9d59414ca req-5d9d2279-3ecf-4d3b-836f-ad556341c06d tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318193 Aug 16 23:18:40.843487 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de64d6dd-438a-4533-9a95-34159b119afd req-c2cf0005-b180-4e52-806a-6f1390b77f7b tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:40.845001 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-de64d6dd-438a-4533-9a95-34159b119afd req-c2cf0005-b180-4e52-806a-6f1390b77f7b tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] 10.222.0.36 "GET /v2.0/ports?device_id=7057ac7c-3889-46d5-9766-5f1561f14bc7 HTTP/1.1" status: 200 len: 943 time: 0.0484440 Aug 16 23:18:40.885603 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-de64d6dd-438a-4533-9a95-34159b119afd req-ee697498-eb92-4227-8dc5-fb6974523194 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f2e200a-21c5-4806-bf7c-28a912180294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346196 Aug 16 23:18:41.259539 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c541edbc-1d95-4d25-a03f-45792c3cdc12 req-84c7a7b9-aece-49f6-8b86-1cecc363581c tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:41.261057 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c541edbc-1d95-4d25-a03f-45792c3cdc12 req-84c7a7b9-aece-49f6-8b86-1cecc363581c tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5da408d-144b-442e-b9d0-527ab0b81de4 HTTP/1.1" status: 200 len: 946 time: 0.0796394 Aug 16 23:18:41.292439 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8979bc48-00ea-452a-8c26-f38ab9ba3569 req-2e5ed0fb-5267-4d43-89e3-d6a993a86f0a tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:41.293927 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8979bc48-00ea-452a-8c26-f38ab9ba3569 req-2e5ed0fb-5267-4d43-89e3-d6a993a86f0a tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8fd6e52-28f5-45e0-9267-d016782c5412 HTTP/1.1" status: 200 len: 945 time: 0.0758715 Aug 16 23:18:41.324380 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c541edbc-1d95-4d25-a03f-45792c3cdc12 req-46cc9342-b458-4938-aaea-42cef748d371 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=d57a197c-6d47-4d56-9c9b-4cb8ea84d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555792 Aug 16 23:18:41.344715 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8979bc48-00ea-452a-8c26-f38ab9ba3569 req-d93232f3-1478-4586-b58f-960833417c7a tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430794 Aug 16 23:18:41.391222 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:41.584072 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 1c9865f2-f41c-439f-b2ed-45e441f6a616 details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:18:41.645559 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9b84ea-c154-43f3-8c8b-473fcd124cd2 req-c82f979b-fa01-4f2e-9398-92d0528b6a02 tempest-TestNetworkAdvancedServerOps-1443331071 tempest-TestNetworkAdvancedServerOps-1443331071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:41.647015 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-de9b84ea-c154-43f3-8c8b-473fcd124cd2 req-c82f979b-fa01-4f2e-9398-92d0528b6a02 tempest-TestNetworkAdvancedServerOps-1443331071 tempest-TestNetworkAdvancedServerOps-1443331071-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a HTTP/1.1" status: 200 len: 1098 time: 0.0441644 Aug 16 23:18:41.679154 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 1c9865f2-f41c-439f-b2ed-45e441f6a616, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=1c9865f2-f41c-439f-b2ed-45e441f6a616,segment=NetworkSegment(bb0f237e-198e-4279-b91f-4b68e434b193),segment_id=bb0f237e-198e-4279-b91f-4b68e434b193)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:18:41.682894 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-de9b84ea-c154-43f3-8c8b-473fcd124cd2 req-e55702e4-ae0a-46e6-9a49-960909c4ddae tempest-TestNetworkAdvancedServerOps-1443331071 tempest-TestNetworkAdvancedServerOps-1443331071-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=5247d9a5-a8ca-4a37-95ec-bfd51308f7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298588 Aug 16 23:18:41.690701 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': '1c9865f2-f41c-439f-b2ed-45e441f6a616', 'network_id': '3e7727dc-a20f-4fd0-a969-fab13692c8de', 'port_id': '1c9865f2-f41c-439f-b2ed-45e441f6a616', 'mac_address': 'fa:16:3e:51:0b:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46499d68-63a1-4894-beda-d0f0f0dfc9f7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:18:41.708078 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 44748) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:18:41.878804 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-c536329c-5581-46ac-99b2-6d326fe989c0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Deleting port c5175dd9-22e4-46ca-a689-8c67a8283792 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:18:41.879513 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c536329c-5581-46ac-99b2-6d326fe989c0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:41.880926 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:41.893805 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c9865f2-f41c-439f-b2ed-45e441f6a616 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:18:41.913774 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 1c9865f2-f41c-439f-b2ed-45e441f6a616, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=1c9865f2-f41c-439f-b2ed-45e441f6a616,segment=NetworkSegment(bb0f237e-198e-4279-b91f-4b68e434b193),segment_id=bb0f237e-198e-4279-b91f-4b68e434b193)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:18:41.921016 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:41.967576 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=1c9865f2-f41c-439f-b2ed-45e441f6a616,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:18:41.968291 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c536329c-5581-46ac-99b2-6d326fe989c0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:41.968646 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c536329c-5581-46ac-99b2-6d326fe989c0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:42.001935 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-c536329c-5581-46ac-99b2-6d326fe989c0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Calling delete_port for c5175dd9-22e4-46ca-a689-8c67a8283792 owned by network:floatingip {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:18:42.069907 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecbe19e-d8e6-4ae6-9050-3faf0e280b25 req-c080c4a8-1f17-4140-b53d-b18edc1ce58f tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:42.071405 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0ecbe19e-d8e6-4ae6-9050-3faf0e280b25 req-c080c4a8-1f17-4140-b53d-b18edc1ce58f tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] 10.222.0.36 "GET /v2.0/ports?device_id=7057ac7c-3889-46d5-9766-5f1561f14bc7 HTTP/1.1" status: 200 len: 944 time: 0.1058471 Aug 16 23:18:42.132395 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0ecbe19e-d8e6-4ae6-9050-3faf0e280b25 req-b6b738b1-be36-4d96-8d8e-dc4c0c1a3da0 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f2e200a-21c5-4806-bf7c-28a912180294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522685 Aug 16 23:18:42.196905 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['1c9865f2-f41c-439f-b2ed-45e441f6a616'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:18:42.197459 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c536329c-5581-46ac-99b2-6d326fe989c0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:42.223094 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c536329c-5581-46ac-99b2-6d326fe989c0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Pushing event deleted for resources: {'Port': ['ID=c5175dd9-22e4-46ca-a689-8c67a8283792,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:18:42.287443 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c536329c-5581-46ac-99b2-6d326fe989c0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for floatingip, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:42.288159 n-d-791506-26 neutron-server[101292]: INFO neutron.db.l3_db [None req-c536329c-5581-46ac-99b2-6d326fe989c0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Floating IP 52bbecce-e20f-4eb5-836b-c52c06e5e29b disassociated (deleted). External IP: 172.25.4.62, port: 5e669ad3-1963-4c27-8d15-255b07ce52d2. Aug 16 23:18:42.549257 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17952c7d-286a-4f58-ba3c-035a68527d0f req-7623d683-86cb-41f5-92d6-aa3f64f3e86c tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:42.550645 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-17952c7d-286a-4f58-ba3c-035a68527d0f req-7623d683-86cb-41f5-92d6-aa3f64f3e86c tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5da408d-144b-442e-b9d0-527ab0b81de4 HTTP/1.1" status: 200 len: 946 time: 0.1224823 Aug 16 23:18:42.560904 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8244a186-4263-40d7-a2a5-a4a4b4f3a48c req-671563de-75a5-478d-9cca-9c9952f8467c tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:42.562312 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8244a186-4263-40d7-a2a5-a4a4b4f3a48c req-671563de-75a5-478d-9cca-9c9952f8467c tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8fd6e52-28f5-45e0-9267-d016782c5412 HTTP/1.1" status: 200 len: 945 time: 0.1328797 Aug 16 23:18:42.624122 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c536329c-5581-46ac-99b2-6d326fe989c0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Router 6060164e-acc0-4225-b18e-f4519c628e59 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:18:42.639054 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-17952c7d-286a-4f58-ba3c-035a68527d0f req-bb977233-e35d-45a2-8ccf-cffa38f1b7a1 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=d57a197c-6d47-4d56-9c9b-4cb8ea84d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742176 Aug 16 23:18:42.645791 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8244a186-4263-40d7-a2a5-a4a4b4f3a48c req-373d3a3e-e5f1-4aac-9b74-00ff2d11e84c tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770633 Aug 16 23:18:42.749490 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c536329c-5581-46ac-99b2-6d326fe989c0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:18:42.754252 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c536329c-5581-46ac-99b2-6d326fe989c0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:42.758996 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1498df4f-5a9f-4b34-89ad-9b1761a9f8d4 None None] Sync routers for ids ['6060164e-acc0-4225-b18e-f4519c628e59'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:18:42.768477 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1498df4f-5a9f-4b34-89ad-9b1761a9f8d4 None None] Routers {'6060164e-acc0-4225-b18e-f4519c628e59'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:18:42.769124 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-1498df4f-5a9f-4b34-89ad-9b1761a9f8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:18:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['6060164e-acc0-4225-b18e-f4519c628e59'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:18:42.784409 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-c536329c-5581-46ac-99b2-6d326fe989c0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "DELETE /v2.0/floatingips/52bbecce-e20f-4eb5-836b-c52c06e5e29b HTTP/1.1" status: 204 len: 168 time: 1.0751982 Aug 16 23:18:42.785029 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a', 'tag': '5e669ad3-1963-4c27-8d15-255b07ce52d2'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:18:42.787280 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99d211c0-6f63-476f-be89-cdfd3977226d" -d '{"events": [{"name": "network-changed", "server_uuid": "2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a", "tag": "5e669ad3-1963-4c27-8d15-255b07ce52d2"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:18:42.828938 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56997509-5805-469d-92f1-1a89b798932e x-openstack-request-id: req-56997509-5805-469d-92f1-1a89b798932e {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:18:42.829239 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a", "tag": "5e669ad3-1963-4c27-8d15-255b07ce52d2", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:18:42.829499 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-56997509-5805-469d-92f1-1a89b798932e {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:18:42.829915 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a', 'tag': '5e669ad3-1963-4c27-8d15-255b07ce52d2', 'status': 'completed', 'code': 200} Aug 16 23:18:42.883367 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-1498df4f-5a9f-4b34-89ad-9b1761a9f8d4 None None] Set router 6060164e-acc0-4225-b18e-f4519c628e59 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:18:42.898849 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d211c0-6f63-476f-be89-cdfd3977226d req-9da97f74-ef47-4307-b014-cc277522c6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:42.900585 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-99d211c0-6f63-476f-be89-cdfd3977226d req-9da97f74-ef47-4307-b014-cc277522c6d2 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3aee68aa35e24e649e175a43cbcb7bd3&device_id=2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a HTTP/1.1" status: 200 len: 1098 time: 0.0475059 Aug 16 23:18:43.015270 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d211c0-6f63-476f-be89-cdfd3977226d req-e9f70933-3eba-4e50-87d4-e62491bcf9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:43.017061 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-99d211c0-6f63-476f-be89-cdfd3977226d req-e9f70933-3eba-4e50-87d4-e62491bcf9ba service neutron] 10.222.0.68 "GET /v2.0/networks?id=7339cb68-2f07-4085-93a7-2381ab45a475 HTTP/1.1" status: 200 len: 898 time: 0.1045163 Aug 16 23:18:43.029328 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0bafd1-d165-47fc-9bbf-11bbaad5b463 req-2ef1d3d6-ecb5-407d-b7e8-3123b6a74683 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:43.030840 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1b0bafd1-d165-47fc-9bbf-11bbaad5b463 req-2ef1d3d6-ecb5-407d-b7e8-3123b6a74683 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a HTTP/1.1" status: 200 len: 946 time: 0.0547972 Aug 16 23:18:43.064848 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-99d211c0-6f63-476f-be89-cdfd3977226d req-041ae1cd-9f86-44d0-bbaf-e587c9055c76 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e669ad3-1963-4c27-8d15-255b07ce52d2 HTTP/1.1" status: 200 len: 217 time: 0.0377684 Aug 16 23:18:43.077570 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1b0bafd1-d165-47fc-9bbf-11bbaad5b463 req-49cfa172-17ad-461c-bea0-6d1e06fa19a0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=5247d9a5-a8ca-4a37-95ec-bfd51308f7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352271 Aug 16 23:18:43.101826 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-1498df4f-5a9f-4b34-89ad-9b1761a9f8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6060164e-acc0-4225-b18e-f4519c628e59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1850837424', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': 'f1e65b27-e6f3-4e59-a407-7faa9244d3f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:16:29Z', 'updated_at': '2021-08-16T23:16:35Z', 'revision_number': 4, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'gw_port': {'id': 'f1e65b27-e6f3-4e59-a407-7faa9244d3f9', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d8:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6060164e-acc0-4225-b18e-f4519c628e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:16:30Z', 'updated_at': '2021-08-16T23:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'f28e558c-6f37-417d-84d7-e2880a78b027', 'name': '', 'network_id': '7339cb68-2f07-4085-93a7-2381ab45a475', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'mac_address': 'fa:16:3e:61:e3:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6060164e-acc0-4225-b18e-f4519c628e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '12c27e46-2b78-4269-aafc-9f66cc3269bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:16:34Z', 'updated_at': '2021-08-16T23:16:44Z', 'revision_number': 5, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'subnets': [{'id': '12c27e46-2b78-4269-aafc-9f66cc3269bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:18:43.129015 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1498df4f-5a9f-4b34-89ad-9b1761a9f8d4 None None] Checking router: 6060164e-acc0-4225-b18e-f4519c628e59 for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:18:43.134936 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d211c0-6f63-476f-be89-cdfd3977226d req-80885d88-4418-428d-b378-c59f52b6362d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:43.141036 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-99d211c0-6f63-476f-be89-cdfd3977226d req-80885d88-4418-428d-b378-c59f52b6362d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=12c27e46-2b78-4269-aafc-9f66cc3269bf HTTP/1.1" status: 200 len: 834 time: 0.0538774 Aug 16 23:18:43.141209 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1498df4f-5a9f-4b34-89ad-9b1761a9f8d4 None None] Routers {'6060164e-acc0-4225-b18e-f4519c628e59'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:18:43.141209 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-1498df4f-5a9f-4b34-89ad-9b1761a9f8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:18:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['6060164e-acc0-4225-b18e-f4519c628e59'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:18:43.186900 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d211c0-6f63-476f-be89-cdfd3977226d req-b752f770-c5aa-4bc5-8cf8-54b3ec08b3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:43.188569 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-99d211c0-6f63-476f-be89-cdfd3977226d req-b752f770-c5aa-4bc5-8cf8-54b3ec08b3dc service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=7339cb68-2f07-4085-93a7-2381ab45a475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442512 Aug 16 23:18:43.251888 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-1498df4f-5a9f-4b34-89ad-9b1761a9f8d4 None None] Set router 6060164e-acc0-4225-b18e-f4519c628e59 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:18:43.255628 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52253d9c-1c17-4119-8e3e-74149531ff4e req-efe779ea-f9e4-400d-873e-e647239b57a3 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:43.257217 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-52253d9c-1c17-4119-8e3e-74149531ff4e req-efe779ea-f9e4-400d-873e-e647239b57a3 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] 10.222.0.36 "GET /v2.0/ports?device_id=7057ac7c-3889-46d5-9766-5f1561f14bc7 HTTP/1.1" status: 200 len: 944 time: 0.0504239 Aug 16 23:18:43.295870 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-52253d9c-1c17-4119-8e3e-74149531ff4e req-6395938b-c9c2-42ce-aa7f-d2a2b6a71b14 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f2e200a-21c5-4806-bf7c-28a912180294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321755 Aug 16 23:18:43.300770 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-99d211c0-6f63-476f-be89-cdfd3977226d req-c4fc9bdb-cadb-4281-9382-6d8057aeec37 service neutron] 10.222.0.68 "GET /v2.0/networks/7339cb68-2f07-4085-93a7-2381ab45a475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035936 Aug 16 23:18:43.394175 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-99d211c0-6f63-476f-be89-cdfd3977226d req-6739d35b-ded6-4cba-a07c-838978cb3c70 service neutron] 10.222.0.68 "GET /v2.0/networks/7339cb68-2f07-4085-93a7-2381ab45a475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855005 Aug 16 23:18:43.460057 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-1498df4f-5a9f-4b34-89ad-9b1761a9f8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6060164e-acc0-4225-b18e-f4519c628e59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1850837424', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': 'f1e65b27-e6f3-4e59-a407-7faa9244d3f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:16:29Z', 'updated_at': '2021-08-16T23:16:35Z', 'revision_number': 4, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'gw_port': {'id': 'f1e65b27-e6f3-4e59-a407-7faa9244d3f9', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d8:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6060164e-acc0-4225-b18e-f4519c628e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:16:30Z', 'updated_at': '2021-08-16T23:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'f28e558c-6f37-417d-84d7-e2880a78b027', 'name': '', 'network_id': '7339cb68-2f07-4085-93a7-2381ab45a475', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'mac_address': 'fa:16:3e:61:e3:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6060164e-acc0-4225-b18e-f4519c628e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '12c27e46-2b78-4269-aafc-9f66cc3269bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:16:34Z', 'updated_at': '2021-08-16T23:16:44Z', 'revision_number': 5, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'subnets': [{'id': '12c27e46-2b78-4269-aafc-9f66cc3269bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:18:43.487538 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1498df4f-5a9f-4b34-89ad-9b1761a9f8d4 None None] The sync data for ids ['6060164e-acc0-4225-b18e-f4519c628e59'] in n-d-791506-26 is: [{'id': '6060164e-acc0-4225-b18e-f4519c628e59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1850837424', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': 'f1e65b27-e6f3-4e59-a407-7faa9244d3f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:16:29Z', 'updated_at': '2021-08-16T23:16:35Z', 'revision_number': 4, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'gw_port': {'id': 'f1e65b27-e6f3-4e59-a407-7faa9244d3f9', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d8:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6060164e-acc0-4225-b18e-f4519c628e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:16:30Z', 'updated_at': '2021-08-16T23:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'f28e558c-6f37-417d-84d7-e2880a78b027', 'name': '', 'network_id': '7339cb68-2f07-4085-93a7-2381ab45a475', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'mac_address': 'fa:16:3e:61:e3:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6060164e-acc0-4225-b18e-f4519c628e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '12c27e46-2b78-4269-aafc-9f66cc3269bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:16:34Z', 'updated_at': '2021-08-16T23:16:44Z', 'revision_number': 5, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'subnets': [{'id': '12c27e46-2b78-4269-aafc-9f66cc3269bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:18:43.598326 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 1c9865f2-f41c-439f-b2ed-45e441f6a616 up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:18:43.648465 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning for port 1c9865f2-f41c-439f-b2ed-45e441f6a616 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:18:43.652462 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port 1c9865f2-f41c-439f-b2ed-45e441f6a616 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:18:43.652967 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:43.707948 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35a37a7-3710-4ba6-ab4f-59b53a67beba None None] New status for floating IP 52bbecce-e20f-4eb5-836b-c52c06e5e29b: DOWN {{(pid=101294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:18:43.752270 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:43.788316 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c04c08e-5232-441b-bc64-488f1919993d req-dbd840e3-aecc-4e6f-80b6-07788b376a6b tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:43.789949 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9c04c08e-5232-441b-bc64-488f1919993d req-dbd840e3-aecc-4e6f-80b6-07788b376a6b tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8fd6e52-28f5-45e0-9267-d016782c5412 HTTP/1.1" status: 200 len: 945 time: 0.0630836 Aug 16 23:18:43.801839 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7057ac7c-3889-46d5-9766-5f1561f14bc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c9865f2-f41c-439f-b2ed-45e441f6a616'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:18:43.805106 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14ae9456-1d8e-4582-a077-24233e2051c7" -d '{"events": [{"server_uuid": "7057ac7c-3889-46d5-9766-5f1561f14bc7", "name": "network-vif-plugged", "status": "completed", "tag": "1c9865f2-f41c-439f-b2ed-45e441f6a616"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:18:43.812834 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 1c9865f2-f41c-439f-b2ed-45e441f6a616, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=1c9865f2-f41c-439f-b2ed-45e441f6a616,segment=NetworkSegment(bb0f237e-198e-4279-b91f-4b68e434b193),segment_id=bb0f237e-198e-4279-b91f-4b68e434b193)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:18:43.822228 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:43.840989 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9c04c08e-5232-441b-bc64-488f1919993d req-0ae94e7a-cc4c-463e-8735-1dab18d96806 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390015 Aug 16 23:18:43.856304 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40d50f88-ad5d-4d63-9157-b0edee7208e2 x-openstack-request-id: req-40d50f88-ad5d-4d63-9157-b0edee7208e2 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:18:43.856611 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7057ac7c-3889-46d5-9766-5f1561f14bc7", "name": "network-vif-plugged", "status": "completed", "tag": "1c9865f2-f41c-439f-b2ed-45e441f6a616", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:18:43.857373 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-40d50f88-ad5d-4d63-9157-b0edee7208e2 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:18:43.857804 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7057ac7c-3889-46d5-9766-5f1561f14bc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c9865f2-f41c-439f-b2ed-45e441f6a616', 'code': 200} Aug 16 23:18:43.886056 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=1c9865f2-f41c-439f-b2ed-45e441f6a616,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:18:43.971863 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02496b27-086d-4203-a03e-3fb2fc231455 req-53b4085b-667f-4358-805b-1aee0172d249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:43.973450 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-02496b27-086d-4203-a03e-3fb2fc231455 req-53b4085b-667f-4358-805b-1aee0172d249 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=7057ac7c-3889-46d5-9766-5f1561f14bc7 HTTP/1.1" status: 200 len: 1097 time: 0.0419312 Aug 16 23:18:44.010624 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-02496b27-086d-4203-a03e-3fb2fc231455 req-b30b9714-dfb9-494d-9236-ef94a5f81daa service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=1f2e200a-21c5-4806-bf7c-28a912180294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276492 Aug 16 23:18:44.198484 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a1d3bf-3934-486c-958b-d26b39447d91 req-396dfcfd-cbec-4eb6-bd67-01e74e763913 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:44.199901 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-24a1d3bf-3934-486c-958b-d26b39447d91 req-396dfcfd-cbec-4eb6-bd67-01e74e763913 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a HTTP/1.1" status: 200 len: 946 time: 0.0493634 Aug 16 23:18:44.237797 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-24a1d3bf-3934-486c-958b-d26b39447d91 req-11d9e71a-f0aa-4fed-aebe-e6f1df463698 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=5247d9a5-a8ca-4a37-95ec-bfd51308f7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318153 Aug 16 23:18:44.427671 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d994a6-176e-45a0-8449-62a7bd089fc6 req-49a72fe8-4261-4b97-9ea8-3a356bf15693 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:44.429202 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-80d994a6-176e-45a0-8449-62a7bd089fc6 req-49a72fe8-4261-4b97-9ea8-3a356bf15693 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] 10.222.0.36 "GET /v2.0/ports?device_id=7057ac7c-3889-46d5-9766-5f1561f14bc7 HTTP/1.1" status: 200 len: 945 time: 0.0523560 Aug 16 23:18:44.469250 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-80d994a6-176e-45a0-8449-62a7bd089fc6 req-918a6424-a0f0-4a16-a96e-be3742490c43 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f2e200a-21c5-4806-bf7c-28a912180294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339832 Aug 16 23:18:44.637195 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273f8e69-c9f9-4a1d-8bc5-2c974cb4af38 req-ec887e6e-0aa3-4b9a-a225-1deb56d1e639 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:44.638856 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-273f8e69-c9f9-4a1d-8bc5-2c974cb4af38 req-ec887e6e-0aa3-4b9a-a225-1deb56d1e639 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.68 "GET /v2.0/ports?device_id=2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a HTTP/1.1" status: 200 len: 946 time: 0.0548949 Aug 16 23:18:44.735840 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-273f8e69-c9f9-4a1d-8bc5-2c974cb4af38 req-29a6de4d-58e7-4c69-bae4-1147190282e9 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Deleting port 5e669ad3-1963-4c27-8d15-255b07ce52d2 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:18:44.736368 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-273f8e69-c9f9-4a1d-8bc5-2c974cb4af38 req-29a6de4d-58e7-4c69-bae4-1147190282e9 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:44.828236 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-273f8e69-c9f9-4a1d-8bc5-2c974cb4af38 req-29a6de4d-58e7-4c69-bae4-1147190282e9 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] For port 5e669ad3-1963-4c27-8d15-255b07ce52d2, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=5e669ad3-1963-4c27-8d15-255b07ce52d2,segment=NetworkSegment(5d4a5c1b-79c7-46ea-b46b-ea7e5bb4fba5),segment_id=5d4a5c1b-79c7-46ea-b46b-ea7e5bb4fba5)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:18:44.828643 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-273f8e69-c9f9-4a1d-8bc5-2c974cb4af38 req-29a6de4d-58e7-4c69-bae4-1147190282e9 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:44.842721 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-273f8e69-c9f9-4a1d-8bc5-2c974cb4af38 req-29a6de4d-58e7-4c69-bae4-1147190282e9 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Calling delete_port for 5e669ad3-1963-4c27-8d15-255b07ce52d2 owned by compute:nova {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:18:44.978222 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89541bbf-b031-44c0-ac94-ad06b4506046 req-8262b1af-f252-4c4f-976d-5ea8fafc165d tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:44.980860 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-89541bbf-b031-44c0-ac94-ad06b4506046 req-8262b1af-f252-4c4f-976d-5ea8fafc165d tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8fd6e52-28f5-45e0-9267-d016782c5412 HTTP/1.1" status: 200 len: 945 time: 0.0603714 Aug 16 23:18:44.982106 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-273f8e69-c9f9-4a1d-8bc5-2c974cb4af38 req-29a6de4d-58e7-4c69-bae4-1147190282e9 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:45.015791 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a6de4d-58e7-4c69-bae4-1147190282e9 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Pushing event deleted for resources: {'Port': ['ID=5e669ad3-1963-4c27-8d15-255b07ce52d2,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:18:45.020874 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-89541bbf-b031-44c0-ac94-ad06b4506046 req-d609dba6-a371-49df-96dc-5978a3d5fa74 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333788 Aug 16 23:18:45.057476 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-273f8e69-c9f9-4a1d-8bc5-2c974cb4af38 req-29a6de4d-58e7-4c69-bae4-1147190282e9 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] No DVR routers for this DVR port 5e669ad3-1963-4c27-8d15-255b07ce52d2 on host n-h1-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:18:45.060411 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-273f8e69-c9f9-4a1d-8bc5-2c974cb4af38 req-29a6de4d-58e7-4c69-bae4-1147190282e9 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:45.062391 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-273f8e69-c9f9-4a1d-8bc5-2c974cb4af38 req-29a6de4d-58e7-4c69-bae4-1147190282e9 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.68 "DELETE /v2.0/ports/5e669ad3-1963-4c27-8d15-255b07ce52d2 HTTP/1.1" status: 204 len: 173 time: 0.4158423 Aug 16 23:18:45.062836 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a', 'name': 'network-vif-deleted', 'tag': '5e669ad3-1963-4c27-8d15-255b07ce52d2'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:18:45.065110 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ca2a2fa-1c47-472c-bde1-e415c6ae8a54" -d '{"events": [{"server_uuid": "2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a", "name": "network-vif-deleted", "tag": "5e669ad3-1963-4c27-8d15-255b07ce52d2"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:18:45.106440 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebe05587-1cd8-4bbe-aae5-0bcaf5e23de8 x-openstack-request-id: req-ebe05587-1cd8-4bbe-aae5-0bcaf5e23de8 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:18:45.106772 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a", "name": "network-vif-deleted", "tag": "5e669ad3-1963-4c27-8d15-255b07ce52d2", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:18:45.107031 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ebe05587-1cd8-4bbe-aae5-0bcaf5e23de8 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:18:45.107446 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a', 'name': 'network-vif-deleted', 'tag': '5e669ad3-1963-4c27-8d15-255b07ce52d2', 'status': 'completed', 'code': 200} Aug 16 23:18:45.341048 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fe1a9334-7762-495e-931d-d3df36dbcc26 req-2cd6d528-4a46-4227-a68b-4a0ae86a1e31 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a38ee02-2ecc-412e-b6fc-8c4ad0c6841a HTTP/1.1" status: 200 len: 210 time: 0.0264909 Aug 16 23:18:45.595964 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e147257-aefe-4f62-a878-a62740c856d1 req-cad16577-f832-4ca7-907f-2f5cdf57d23c tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:45.597404 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1e147257-aefe-4f62-a878-a62740c856d1 req-cad16577-f832-4ca7-907f-2f5cdf57d23c tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] 10.222.0.36 "GET /v2.0/ports?device_id=7057ac7c-3889-46d5-9766-5f1561f14bc7 HTTP/1.1" status: 200 len: 945 time: 0.0505283 Aug 16 23:18:45.640160 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1e147257-aefe-4f62-a878-a62740c856d1 req-a52d4c4b-01b9-4b9e-90b5-bf6e4a288aa7 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f2e200a-21c5-4806-bf7c-28a912180294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359547 Aug 16 23:18:46.149459 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7160b8d9-6a0e-457a-94fb-1d7f909c0e11 req-576781d7-8ff9-4ecc-bdee-6dd90f371ce6 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:46.150932 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7160b8d9-6a0e-457a-94fb-1d7f909c0e11 req-576781d7-8ff9-4ecc-bdee-6dd90f371ce6 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8fd6e52-28f5-45e0-9267-d016782c5412 HTTP/1.1" status: 200 len: 945 time: 0.0487907 Aug 16 23:18:46.194543 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7160b8d9-6a0e-457a-94fb-1d7f909c0e11 req-25ad158b-18b9-4cce-b47b-a295b7d24ca6 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362780 Aug 16 23:18:46.398379 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 44804) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:18:46.764453 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bf07f36c-1ac9-45d8-bbff-4579bd6a48ab tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537579'] for router_interface, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:47.035543 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-bf07f36c-1ac9-45d8-bbff-4579bd6a48ab tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Deleting port f28e558c-6f37-417d-84d7-e2880a78b027 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:18:47.035890 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bf07f36c-1ac9-45d8-bbff-4579bd6a48ab tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:47.141419 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-bf07f36c-1ac9-45d8-bbff-4579bd6a48ab tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] For port f28e558c-6f37-417d-84d7-e2880a78b027, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=f28e558c-6f37-417d-84d7-e2880a78b027,segment=NetworkSegment(5d4a5c1b-79c7-46ea-b46b-ea7e5bb4fba5),segment_id=5d4a5c1b-79c7-46ea-b46b-ea7e5bb4fba5)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:18:47.142049 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bf07f36c-1ac9-45d8-bbff-4579bd6a48ab tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:47.155025 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-bf07f36c-1ac9-45d8-bbff-4579bd6a48ab tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Calling delete_port for f28e558c-6f37-417d-84d7-e2880a78b027 owned by network:router_interface {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:18:47.332718 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51e0117-c321-4189-88ee-9973f0a04e46 req-3c501f45-6008-4edf-ad5b-40a2f1646502 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:47.334043 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e51e0117-c321-4189-88ee-9973f0a04e46 req-3c501f45-6008-4edf-ad5b-40a2f1646502 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8fd6e52-28f5-45e0-9267-d016782c5412 HTTP/1.1" status: 200 len: 945 time: 0.0652754 Aug 16 23:18:47.405396 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e51e0117-c321-4189-88ee-9973f0a04e46 req-9e4a5eb1-fef3-48c7-a71f-7da10d7388ba tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652277 Aug 16 23:18:47.407063 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bf07f36c-1ac9-45d8-bbff-4579bd6a48ab tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:47.435117 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf07f36c-1ac9-45d8-bbff-4579bd6a48ab tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Pushing event deleted for resources: {'Port': ['ID=f28e558c-6f37-417d-84d7-e2880a78b027,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:18:47.615695 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bf07f36c-1ac9-45d8-bbff-4579bd6a48ab tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537471'] for router_interface, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:47.678024 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-3d583c00-5c85-4e46-9695-cac2a63c2af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:48.191029 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf07f36c-1ac9-45d8-bbff-4579bd6a48ab tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Router 6060164e-acc0-4225-b18e-f4519c628e59 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:18:48.303425 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf07f36c-1ac9-45d8-bbff-4579bd6a48ab tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:18:48.312237 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-bf07f36c-1ac9-45d8-bbff-4579bd6a48ab tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "PUT /v2.0/routers/6060164e-acc0-4225-b18e-f4519c628e59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9092433 Aug 16 23:18:48.312237 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 44816) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:18:48.315544 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13056289-9e0e-4416-9fac-8e4cf029d576 None None] Sync routers for ids ['6060164e-acc0-4225-b18e-f4519c628e59'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:18:48.325200 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13056289-9e0e-4416-9fac-8e4cf029d576 None None] Routers {'6060164e-acc0-4225-b18e-f4519c628e59'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:18:48.326443 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-13056289-9e0e-4416-9fac-8e4cf029d576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:18:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['6060164e-acc0-4225-b18e-f4519c628e59'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:18:48.368060 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_v2 [None req-32e92b56-0f09-46dc-88d9-66a7b221a401 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Deleting subnet 12c27e46-2b78-4269-aafc-9f66cc3269bf {{(pid=101292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:18:48.371264 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-32e92b56-0f09-46dc-88d9-66a7b221a401 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for subnet, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:48.414075 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-32e92b56-0f09-46dc-88d9-66a7b221a401 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3848860'] for subnet, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:48.452669 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-13056289-9e0e-4416-9fac-8e4cf029d576 None None] Set router 6060164e-acc0-4225-b18e-f4519c628e59 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:18:48.552844 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-32e92b56-0f09-46dc-88d9-66a7b221a401 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:48.595786 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b5609f-7beb-4d40-88d8-f1d3a42d7b7f req-45c322a7-631b-4f70-857f-2a2812e3d0c0 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:48.597655 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a2b5609f-7beb-4d40-88d8-f1d3a42d7b7f req-45c322a7-631b-4f70-857f-2a2812e3d0c0 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8fd6e52-28f5-45e0-9267-d016782c5412 HTTP/1.1" status: 200 len: 945 time: 0.0961103 Aug 16 23:18:48.646708 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-13056289-9e0e-4416-9fac-8e4cf029d576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6060164e-acc0-4225-b18e-f4519c628e59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1850837424', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': 'f1e65b27-e6f3-4e59-a407-7faa9244d3f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:16:29Z', 'updated_at': '2021-08-16T23:18:47Z', 'revision_number': 5, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'gw_port': {'id': 'f1e65b27-e6f3-4e59-a407-7faa9244d3f9', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d8:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6060164e-acc0-4225-b18e-f4519c628e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:16:30Z', 'updated_at': '2021-08-16T23:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:18:48.657367 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a2b5609f-7beb-4d40-88d8-f1d3a42d7b7f req-33096e5b-7773-4450-afa0-54a4aa6f0b12 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508418 Aug 16 23:18:48.658905 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-32e92b56-0f09-46dc-88d9-66a7b221a401 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26252129'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:48.674658 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13056289-9e0e-4416-9fac-8e4cf029d576 None None] Checking router: 6060164e-acc0-4225-b18e-f4519c628e59 for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:18:48.689000 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13056289-9e0e-4416-9fac-8e4cf029d576 None None] Routers {'6060164e-acc0-4225-b18e-f4519c628e59'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:18:48.689636 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-13056289-9e0e-4416-9fac-8e4cf029d576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:18:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['6060164e-acc0-4225-b18e-f4519c628e59'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:18:48.690427 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e92b56-0f09-46dc-88d9-66a7b221a401 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Pushing event deleted for resources: {'Subnet': ['ID=12c27e46-2b78-4269-aafc-9f66cc3269bf,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:18:48.694035 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-32e92b56-0f09-46dc-88d9-66a7b221a401 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:48.698467 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-32e92b56-0f09-46dc-88d9-66a7b221a401 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "DELETE /v2.0/subnets/12c27e46-2b78-4269-aafc-9f66cc3269bf HTTP/1.1" status: 204 len: 168 time: 0.3827536 Aug 16 23:18:48.698680 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 44820) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:18:48.726407 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8b18a1-96d9-40cd-9252-f82f01bdff83 None None] Network 7339cb68-2f07-4085-93a7-2381ab45a475 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:18:48.810063 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8f70a9c2-a7b1-4577-a48e-04e2d6c25858 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for router, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:48.893446 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-13056289-9e0e-4416-9fac-8e4cf029d576 None None] Set router 6060164e-acc0-4225-b18e-f4519c628e59 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:18:48.916194 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8f70a9c2-a7b1-4577-a48e-04e2d6c25858 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:48.977442 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-8f70a9c2-a7b1-4577-a48e-04e2d6c25858 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Deleting port f1e65b27-e6f3-4e59-a407-7faa9244d3f9 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:18:48.977993 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8f70a9c2-a7b1-4577-a48e-04e2d6c25858 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:49.066392 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-8f70a9c2-a7b1-4577-a48e-04e2d6c25858 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] For port f1e65b27-e6f3-4e59-a407-7faa9244d3f9, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=f1e65b27-e6f3-4e59-a407-7faa9244d3f9,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:18:49.066755 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8f70a9c2-a7b1-4577-a48e-04e2d6c25858 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:49.082174 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8b16c7-d9da-42a7-821f-d12b0c143ff5 None None] DHCP port deletion for 7339cb68-2f07-4085-93a7-2381ab45a475 request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:18:49.082406 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-8f70a9c2-a7b1-4577-a48e-04e2d6c25858 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Calling delete_port for f1e65b27-e6f3-4e59-a407-7faa9244d3f9 owned by network:router_gateway {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:18:49.137607 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-13056289-9e0e-4416-9fac-8e4cf029d576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6060164e-acc0-4225-b18e-f4519c628e59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1850837424', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': 'f1e65b27-e6f3-4e59-a407-7faa9244d3f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:16:29Z', 'updated_at': '2021-08-16T23:18:47Z', 'revision_number': 5, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'gw_port': {'id': 'f1e65b27-e6f3-4e59-a407-7faa9244d3f9', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d8:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6060164e-acc0-4225-b18e-f4519c628e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:16:30Z', 'updated_at': '2021-08-16T23:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:18:49.205270 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13056289-9e0e-4416-9fac-8e4cf029d576 None None] The sync data for ids ['6060164e-acc0-4225-b18e-f4519c628e59'] in n-d-791506-26 is: [{'id': '6060164e-acc0-4225-b18e-f4519c628e59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1850837424', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': 'f1e65b27-e6f3-4e59-a407-7faa9244d3f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:16:29Z', 'updated_at': '2021-08-16T23:18:47Z', 'revision_number': 5, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'gw_port': {'id': 'f1e65b27-e6f3-4e59-a407-7faa9244d3f9', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d8:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6060164e-acc0-4225-b18e-f4519c628e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:16:30Z', 'updated_at': '2021-08-16T23:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:18:49.222703 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-7a8b16c7-d9da-42a7-821f-d12b0c143ff5 None None] Deleting port 1f7913bc-61c7-4c2b-974f-19098240dcda {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:18:49.223081 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7a8b16c7-d9da-42a7-821f-d12b0c143ff5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:49.296935 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-7a8b16c7-d9da-42a7-821f-d12b0c143ff5 None None] For port 1f7913bc-61c7-4c2b-974f-19098240dcda, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=1f7913bc-61c7-4c2b-974f-19098240dcda,segment=NetworkSegment(5d4a5c1b-79c7-46ea-b46b-ea7e5bb4fba5),segment_id=5d4a5c1b-79c7-46ea-b46b-ea7e5bb4fba5)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:18:49.297334 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7a8b16c7-d9da-42a7-821f-d12b0c143ff5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:49.312745 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8f70a9c2-a7b1-4577-a48e-04e2d6c25858 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:49.314232 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-7a8b16c7-d9da-42a7-821f-d12b0c143ff5 None None] Calling delete_port for 1f7913bc-61c7-4c2b-974f-19098240dcda owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:18:49.352837 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f70a9c2-a7b1-4577-a48e-04e2d6c25858 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Pushing event deleted for resources: {'Port': ['ID=f1e65b27-e6f3-4e59-a407-7faa9244d3f9,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:18:49.396527 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7a8b16c7-d9da-42a7-821f-d12b0c143ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:49.418547 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8f70a9c2-a7b1-4577-a48e-04e2d6c25858 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537121'] for router_gateway, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:49.422413 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8b16c7-d9da-42a7-821f-d12b0c143ff5 None None] Pushing event deleted for resources: {'Port': ['ID=1f7913bc-61c7-4c2b-974f-19098240dcda,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:18:49.425988 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8b16c7-d9da-42a7-821f-d12b0c143ff5 None None] No DVR routers for this DVR port 1f7913bc-61c7-4c2b-974f-19098240dcda on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:18:49.512040 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8f70a9c2-a7b1-4577-a48e-04e2d6c25858 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:49.514259 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8f70a9c2-a7b1-4577-a48e-04e2d6c25858 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:49.567309 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8f70a9c2-a7b1-4577-a48e-04e2d6c25858 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:49.567956 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f70a9c2-a7b1-4577-a48e-04e2d6c25858 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Fanout notify agent at l3_agent the message router_deleted on router 6060164e-acc0-4225-b18e-f4519c628e59 {{(pid=101292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:18:49.575295 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8f70a9c2-a7b1-4577-a48e-04e2d6c25858 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:49.580137 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-8f70a9c2-a7b1-4577-a48e-04e2d6c25858 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "DELETE /v2.0/routers/6060164e-acc0-4225-b18e-f4519c628e59 HTTP/1.1" status: 204 len: 168 time: 0.8767514 Aug 16 23:18:49.580268 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 44826) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:18:49.650395 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 5e669ad3-1963-4c27-8d15-255b07ce52d2 no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:18:49.686676 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] No Port match for: 5e669ad3-1963-4c27-8d15-255b07ce52d2 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:18:49.687074 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 5e669ad3-1963-4c27-8d15-255b07ce52d2 not bound to the agent host n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:18:49.706732 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-34222741-48c1-4d78-8913-6f1dae68367a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:49.775067 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7d2c6fa7-2b0e-4301-a2ac-05f1c201afc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:49.847415 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-34222741-48c1-4d78-8913-6f1dae68367a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:49.854510 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520461fe-08fa-4e3f-aa81-905d1b68ffcb req-2456ffe7-cc1d-4ef8-9973-76ddda8c426e tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:49.859451 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-520461fe-08fa-4e3f-aa81-905d1b68ffcb req-2456ffe7-cc1d-4ef8-9973-76ddda8c426e tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8fd6e52-28f5-45e0-9267-d016782c5412 HTTP/1.1" status: 200 len: 945 time: 0.1085787 Aug 16 23:18:49.860191 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-34222741-48c1-4d78-8913-6f1dae68367a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7339cb68-2f07-4085-93a7-2381ab45a475']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:18:49.885299 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-34222741-48c1-4d78-8913-6f1dae68367a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d4a5c1b-79c7-46ea-b46b-ea7e5bb4fba5') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:18:49.885990 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-34222741-48c1-4d78-8913-6f1dae68367a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d4a5c1b-79c7-46ea-b46b-ea7e5bb4fba5') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:18:49.905363 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-34222741-48c1-4d78-8913-6f1dae68367a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:49.905710 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-520461fe-08fa-4e3f-aa81-905d1b68ffcb req-f0d40cff-aa34-477f-bb4c-3815d1471d79 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418892 Aug 16 23:18:49.922570 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-34222741-48c1-4d78-8913-6f1dae68367a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:49.933180 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34222741-48c1-4d78-8913-6f1dae68367a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:18:49.933786 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-34222741-48c1-4d78-8913-6f1dae68367a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:49.939243 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 23:18:49.939243 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:18:49.939243 n-d-791506-26 neutron-server[101291]: timer() Aug 16 23:18:49.939243 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:18:49.939243 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 23:18:49.939243 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:18:49.939243 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 23:18:49.939243 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:18:49.939243 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 23:18:49.939243 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:18:49.939243 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 23:18:49.939243 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:18:49.939243 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 23:18:49.939243 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:18:49.939243 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:18:49.939243 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:18:49.939243 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:18:49.939243 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:18:49.939243 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 23:18:49.939243 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:18:49.939243 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 23:18:49.939243 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:18:49.939243 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:18:49.939243 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:18:49.939243 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 23:18:49.939243 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:18:49.939243 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:18:49.939243 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:18:49.939243 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:18:49.939243 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:18:49.939243 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:18:49.939243 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:18:49.962916 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device f28e558c-6f37-417d-84d7-e2880a78b027 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:18:49.994097 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: f28e558c-6f37-417d-84d7-e2880a78b027 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:18:49.994525 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device f28e558c-6f37-417d-84d7-e2880a78b027 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:18:49.995069 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 1f7913bc-61c7-4c2b-974f-19098240dcda no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:18:50.017866 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-34222741-48c1-4d78-8913-6f1dae68367a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:50.030084 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-34222741-48c1-4d78-8913-6f1dae68367a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:50.035716 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-34222741-48c1-4d78-8913-6f1dae68367a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "DELETE /v2.0/networks/7339cb68-2f07-4085-93a7-2381ab45a475 HTTP/1.1" status: 204 len: 168 time: 0.4516265 Aug 16 23:18:50.035809 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 1f7913bc-61c7-4c2b-974f-19098240dcda {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:18:50.035809 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 1f7913bc-61c7-4c2b-974f-19098240dcda not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:18:50.035975 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 44830) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:18:50.049997 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34222741-48c1-4d78-8913-6f1dae68367a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Pushing event deleted for resources: {'Network': ['ID=7339cb68-2f07-4085-93a7-2381ab45a475,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:18:50.117980 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-80205551-05dd-4051-8d19-ae10ca4adc89 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:50.145796 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-80205551-05dd-4051-8d19-ae10ca4adc89 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:50.210715 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-80205551-05dd-4051-8d19-ae10ca4adc89 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:50.213218 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-80205551-05dd-4051-8d19-ae10ca4adc89 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:50.214381 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-80205551-05dd-4051-8d19-ae10ca4adc89 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "DELETE /v2.0/security-groups/5247d9a5-a8ca-4a37-95ec-bfd51308f7ce HTTP/1.1" status: 204 len: 168 time: 0.1784959 Aug 16 23:18:50.223659 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80205551-05dd-4051-8d19-ae10ca4adc89 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5247d9a5-a8ca-4a37-95ec-bfd51308f7ce,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:18:50.621143 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:50.733080 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 44840) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:18:50.737994 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-a70f5b29-cac3-48eb-baed-caf92c1d35c2 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-490783982', 'description': 'tempest-secgroup-smoke-490783982 description', 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:18:50.759697 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a70f5b29-cac3-48eb-baed-caf92c1d35c2 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:50.839337 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a70f5b29-cac3-48eb-baed-caf92c1d35c2 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:50.843986 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a70f5b29-cac3-48eb-baed-caf92c1d35c2 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:50.869147 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a70f5b29-cac3-48eb-baed-caf92c1d35c2 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:50.870357 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-a70f5b29-cac3-48eb-baed-caf92c1d35c2 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1362922 Aug 16 23:18:50.873328 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 44842) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:18:50.878397 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-b7a464dd-526a-4653-aace-91d74f0d0d51 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Request body: {'security_group_rule': {'security_group_id': 'a879b5e0-2343-4012-9270-70a7692e9249', 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:18:50.885141 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70f5b29-cac3-48eb-baed-caf92c1d35c2 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a879b5e0-2343-4012-9270-70a7692e9249,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:18:50.907008 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b7a464dd-526a-4653-aace-91d74f0d0d51 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:50.962812 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b7a464dd-526a-4653-aace-91d74f0d0d51 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:50.968521 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b7a464dd-526a-4653-aace-91d74f0d0d51 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:50.987034 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a464dd-526a-4653-aace-91d74f0d0d51 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8a5552d-8dbe-421c-8e50-7caa55bb74dd,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:18:51.001483 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b7a464dd-526a-4653-aace-91d74f0d0d51 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:51.002740 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-b7a464dd-526a-4653-aace-91d74f0d0d51 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1285529 Aug 16 23:18:51.005992 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 44846) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:18:51.010730 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-eff391f6-fa6a-4d48-93f0-4dd7236b5c79 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Request body: {'security_group_rule': {'security_group_id': 'a879b5e0-2343-4012-9270-70a7692e9249', 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:18:51.041891 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-eff391f6-fa6a-4d48-93f0-4dd7236b5c79 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:51.048641 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62de548d-7f51-4a48-853a-e3f8c931e9a5 req-32b710d3-67d9-4b58-9b31-d4b1a85e9a09 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:51.050170 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-62de548d-7f51-4a48-853a-e3f8c931e9a5 req-32b710d3-67d9-4b58-9b31-d4b1a85e9a09 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8fd6e52-28f5-45e0-9267-d016782c5412 HTTP/1.1" status: 200 len: 945 time: 0.0605316 Aug 16 23:18:51.089891 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-62de548d-7f51-4a48-853a-e3f8c931e9a5 req-052ba9c3-8590-46ef-b1d1-b7f5514863ce tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335283 Aug 16 23:18:51.104675 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-eff391f6-fa6a-4d48-93f0-4dd7236b5c79 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:51.111974 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-eff391f6-fa6a-4d48-93f0-4dd7236b5c79 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:51.131171 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff391f6-fa6a-4d48-93f0-4dd7236b5c79 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13ec5239-36ad-4f7c-ac07-75cc14936a00,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:18:51.134385 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-eff391f6-fa6a-4d48-93f0-4dd7236b5c79 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:51.138930 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-eff391f6-fa6a-4d48-93f0-4dd7236b5c79 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1285841 Aug 16 23:18:51.139530 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 44848) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:18:51.143793 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-7d5d3cb2-0e63-4c35-a29f-a503d03e8f2b tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Request body: {'security_group_rule': {'security_group_id': 'a879b5e0-2343-4012-9270-70a7692e9249', 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:18:51.171156 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7d5d3cb2-0e63-4c35-a29f-a503d03e8f2b tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:51.231897 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7d5d3cb2-0e63-4c35-a29f-a503d03e8f2b tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:51.235476 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7d5d3cb2-0e63-4c35-a29f-a503d03e8f2b tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:51.253481 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5d3cb2-0e63-4c35-a29f-a503d03e8f2b tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c29e365-0495-49eb-b4fa-b73c7cbcaaff,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:18:51.259137 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7d5d3cb2-0e63-4c35-a29f-a503d03e8f2b tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:51.260363 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-7d5d3cb2-0e63-4c35-a29f-a503d03e8f2b tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1202526 Aug 16 23:18:51.264174 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 44850) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:18:51.268702 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-9bee0cd8-2ae1-4412-b257-5d978085448a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Request body: {'security_group_rule': {'security_group_id': 'a879b5e0-2343-4012-9270-70a7692e9249', 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:18:51.295506 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9bee0cd8-2ae1-4412-b257-5d978085448a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:51.357291 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9bee0cd8-2ae1-4412-b257-5d978085448a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:51.361643 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9bee0cd8-2ae1-4412-b257-5d978085448a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:51.381441 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bee0cd8-2ae1-4412-b257-5d978085448a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cf1fb94-1718-4e68-8edf-8cb64a9c5c16,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:18:51.390219 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9bee0cd8-2ae1-4412-b257-5d978085448a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:51.391524 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-9bee0cd8-2ae1-4412-b257-5d978085448a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1262848 Aug 16 23:18:51.394277 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 44856) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:18:51.398883 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-09e228ea-7b83-4591-9483-a95ff87cde1b tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Request body: {'security_group_rule': {'security_group_id': 'a879b5e0-2343-4012-9270-70a7692e9249', 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:18:51.421339 n-d-791506-26 neutron-server[101291]: INFO neutron.db.securitygroups_db [None req-09e228ea-7b83-4591-9483-a95ff87cde1b tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Project 3aee68aa35e24e649e175a43cbcb7bd3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 23:18:51.426377 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-09e228ea-7b83-4591-9483-a95ff87cde1b tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:51.487345 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-09e228ea-7b83-4591-9483-a95ff87cde1b tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:51.491117 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-09e228ea-7b83-4591-9483-a95ff87cde1b tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:51.508354 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e228ea-7b83-4591-9483-a95ff87cde1b tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e76468bf-b465-4af7-a295-2d409752f100,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:18:51.514572 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-09e228ea-7b83-4591-9483-a95ff87cde1b tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:51.515874 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-09e228ea-7b83-4591-9483-a95ff87cde1b tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1205330 Aug 16 23:18:51.518635 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 44858) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:18:51.522925 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-6d2f52ca-2fc5-4845-a52d-2c0dd8fa0e7e tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Request body: {'security_group_rule': {'security_group_id': 'a879b5e0-2343-4012-9270-70a7692e9249', 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:18:51.545098 n-d-791506-26 neutron-server[101291]: INFO neutron.db.securitygroups_db [None req-6d2f52ca-2fc5-4845-a52d-2c0dd8fa0e7e tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Project 3aee68aa35e24e649e175a43cbcb7bd3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 23:18:51.549951 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6d2f52ca-2fc5-4845-a52d-2c0dd8fa0e7e tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:51.573965 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:51.614184 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6d2f52ca-2fc5-4845-a52d-2c0dd8fa0e7e tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:51.617906 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6d2f52ca-2fc5-4845-a52d-2c0dd8fa0e7e tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:51.636615 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2f52ca-2fc5-4845-a52d-2c0dd8fa0e7e tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59962a67-e94b-420b-ba3b-0c775d184ca7,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:18:51.639977 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6d2f52ca-2fc5-4845-a52d-2c0dd8fa0e7e tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:51.641295 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-6d2f52ca-2fc5-4845-a52d-2c0dd8fa0e7e tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1217508 Aug 16 23:18:51.644142 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 44860) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:18:51.648971 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-e6a6dd1e-77aa-4fc5-9109-cd54668df972 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Request body: {'network': {'name': 'tempest-network-smoke--1893243712', 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'port_security_enabled': True}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:18:51.669779 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a6dd1e-77aa-4fc5-9109-cd54668df972 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Made reservation on behalf of 3aee68aa35e24e649e175a43cbcb7bd3 for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:18:51.673138 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e6a6dd1e-77aa-4fc5-9109-cd54668df972 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:51.695418 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6a6dd1e-77aa-4fc5-9109-cd54668df972 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:18:51.704367 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e6a6dd1e-77aa-4fc5-9109-cd54668df972 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:51.704743 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-e6a6dd1e-77aa-4fc5-9109-cd54668df972 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Added segment 6d6f57fa-c65a-4463-b9ca-0912c91b7f21 of type vlan for network 3261cf6b-7478-4309-8307-de59641f60c5 Aug 16 23:18:51.744552 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e6a6dd1e-77aa-4fc5-9109-cd54668df972 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:51.769681 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e6a6dd1e-77aa-4fc5-9109-cd54668df972 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:51.775293 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a6dd1e-77aa-4fc5-9109-cd54668df972 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:51.775885 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e6a6dd1e-77aa-4fc5-9109-cd54668df972 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:51.813115 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device f1e65b27-e6f3-4e59-a407-7faa9244d3f9 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:18:51.829067 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-e6a6dd1e-77aa-4fc5-9109-cd54668df972 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1838455 Aug 16 23:18:51.831764 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 44862) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:18:51.833771 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: f1e65b27-e6f3-4e59-a407-7faa9244d3f9 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:18:51.834186 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device f1e65b27-e6f3-4e59-a407-7faa9244d3f9 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:18:51.847148 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-238ecc46-156a-448d-9243-dd76c29f717b tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2146001193', 'admin_state_up': True, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:18:51.863294 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a6dd1e-77aa-4fc5-9109-cd54668df972 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Pushing event updated for resources: {'Network': ['ID=3261cf6b-7478-4309-8307-de59641f60c5,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:18:51.874134 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 3261cf6b-7478-4309-8307-de59641f60c5 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:18:51.876523 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-238ecc46-156a-448d-9243-dd76c29f717b tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:51.877572 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-238ecc46-156a-448d-9243-dd76c29f717b tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:51.929954 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-238ecc46-156a-448d-9243-dd76c29f717b tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:52.067562 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-238ecc46-156a-448d-9243-dd76c29f717b tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:52.221404 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-557a8b2b-caf2-4796-996e-eb20b0b2b6ec req-960057e6-423b-4fc7-9175-8e48eac98724 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0774829 Aug 16 23:18:52.234126 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bbeec3-dd2f-44dd-add9-494998bcc4e6 req-b2eadb46-103c-4193-9f92-1be384e75f1e tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:52.235601 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a8bbeec3-dd2f-44dd-add9-494998bcc4e6 req-b2eadb46-103c-4193-9f92-1be384e75f1e tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8fd6e52-28f5-45e0-9267-d016782c5412 HTTP/1.1" status: 200 len: 945 time: 0.0593522 Aug 16 23:18:52.278272 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a8bbeec3-dd2f-44dd-add9-494998bcc4e6 req-4c5edec0-df87-4da1-bd27-c47b8ad61d45 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363441 Aug 16 23:18:52.278568 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-238ecc46-156a-448d-9243-dd76c29f717b tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for router_gateway, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:52.299627 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-238ecc46-156a-448d-9243-dd76c29f717b tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:52.341266 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557a8b2b-caf2-4796-996e-eb20b0b2b6ec req-a0c542a8-a23e-44a9-9e3f-efdd3a56daaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:52.342898 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-557a8b2b-caf2-4796-996e-eb20b0b2b6ec req-a0c542a8-a23e-44a9-9e3f-efdd3a56daaa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ee91ace37a634fb9abb791ce5d24078e&device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 1096 time: 0.0585701 Aug 16 23:18:52.453634 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-238ecc46-156a-448d-9243-dd76c29f717b tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Allocated IP 172.25.4.200 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/8dcc5029-da31-4c9d-bd99-233c8c51064c) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:18:52.480415 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557a8b2b-caf2-4796-996e-eb20b0b2b6ec req-703c4f63-2882-4b52-a79e-85f165316172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:52.482565 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-557a8b2b-caf2-4796-996e-eb20b0b2b6ec req-703c4f63-2882-4b52-a79e-85f165316172 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6152efff-6e82-46a1-acb7-149d7c33d5d6 HTTP/1.1" status: 200 len: 913 time: 0.1133130 Aug 16 23:18:52.574001 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-238ecc46-156a-448d-9243-dd76c29f717b tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:52.583654 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-557a8b2b-caf2-4796-996e-eb20b0b2b6ec req-6b6c2d37-7782-40cc-8ced-8d1ed5ed9f0b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62ad7c9a-9355-476c-9726-91c7fd566244 HTTP/1.1" status: 200 len: 998 time: 0.0654144 Aug 16 23:18:52.616949 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-238ecc46-156a-448d-9243-dd76c29f717b tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:52.639580 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557a8b2b-caf2-4796-996e-eb20b0b2b6ec req-e2cfe836-95f2-4974-bf0b-d84b33e3d363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:52.641237 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-557a8b2b-caf2-4796-996e-eb20b0b2b6ec req-e2cfe836-95f2-4974-bf0b-d84b33e3d363 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7d6a27ac-d81b-4d19-9995-25afe2c6f338 HTTP/1.1" status: 200 len: 851 time: 0.0507812 Aug 16 23:18:52.658966 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238ecc46-156a-448d-9243-dd76c29f717b tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:18:52.670835 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-238ecc46-156a-448d-9243-dd76c29f717b tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:18:52.675644 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238ecc46-156a-448d-9243-dd76c29f717b tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:18:52.699379 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ecc46-156a-448d-9243-dd76c29f717b tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Pushing event updated for resources: {'Port': ['ID=8dcc5029-da31-4c9d-bd99-233c8c51064c,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:18:52.699769 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557a8b2b-caf2-4796-996e-eb20b0b2b6ec req-04b7b11c-3adb-44e5-81a2-405d8138d4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:52.701532 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-557a8b2b-caf2-4796-996e-eb20b0b2b6ec req-04b7b11c-3adb-44e5-81a2-405d8138d4df service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6152efff-6e82-46a1-acb7-149d7c33d5d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531633 Aug 16 23:18:52.805455 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-557a8b2b-caf2-4796-996e-eb20b0b2b6ec req-3fad34a8-08fb-46bc-af0b-703855bdc8f7 service neutron] 10.222.0.57 "GET /v2.0/networks/6152efff-6e82-46a1-acb7-149d7c33d5d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958126 Aug 16 23:18:52.806924 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:52.908721 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-557a8b2b-caf2-4796-996e-eb20b0b2b6ec req-e3d512fb-1403-4a35-adf4-bf6c3ea1d72c service neutron] 10.222.0.57 "GET /v2.0/networks/6152efff-6e82-46a1-acb7-149d7c33d5d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882308 Aug 16 23:18:52.955701 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-238ecc46-156a-448d-9243-dd76c29f717b tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for router_gateway, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:53.154255 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-238ecc46-156a-448d-9243-dd76c29f717b tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:53.280130 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-238ecc46-156a-448d-9243-dd76c29f717b tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Router 80a65cb3-6504-4746-b7f1-defb8bbf28a9 is scheduled to L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f with binding_index 1 {{(pid=101291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:18:53.400319 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e74c985-e718-4e95-a87f-af5a2bf95b13 req-2bf0a896-3220-4035-ac1a-8b979f48361e tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:53.401806 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6e74c985-e718-4e95-a87f-af5a2bf95b13 req-2bf0a896-3220-4035-ac1a-8b979f48361e tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8fd6e52-28f5-45e0-9267-d016782c5412 HTTP/1.1" status: 200 len: 945 time: 0.0519347 Aug 16 23:18:53.444311 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6e74c985-e718-4e95-a87f-af5a2bf95b13 req-0f03fcd5-f4bf-4d9a-8ca6-b11836cba751 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355692 Aug 16 23:18:53.728491 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-238ecc46-156a-448d-9243-dd76c29f717b tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:18:53.739563 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a78303-5a57-47b6-bd14-ecb818021e8f None None] Sync routers for ids ['80a65cb3-6504-4746-b7f1-defb8bbf28a9'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:18:53.748911 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-238ecc46-156a-448d-9243-dd76c29f717b tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:53.750202 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-238ecc46-156a-448d-9243-dd76c29f717b tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9174938 Aug 16 23:18:53.750492 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a78303-5a57-47b6-bd14-ecb818021e8f None None] Routers {'80a65cb3-6504-4746-b7f1-defb8bbf28a9'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:18:53.750981 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-c1a78303-5a57-47b6-bd14-ecb818021e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:18:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['80a65cb3-6504-4746-b7f1-defb8bbf28a9'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:18:53.753790 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 44876) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:18:53.781653 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-58a42220-9625-46e3-9120-558b576c703f tempest-TestNetworkAdvancedServerOps-1443331071 tempest-TestNetworkAdvancedServerOps-1443331071-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=3aee68aa35e24e649e175a43cbcb7bd3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267265 Aug 16 23:18:53.784743 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 44878) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:18:53.853706 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-c1a78303-5a57-47b6-bd14-ecb818021e8f None None] Set router 80a65cb3-6504-4746-b7f1-defb8bbf28a9 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:18:53.882167 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0374e7-4361-4aa8-b9c0-c14fd2c8d431 tempest-TestNetworkAdvancedServerOps-1443331071 tempest-TestNetworkAdvancedServerOps-1443331071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:53.883813 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-9c0374e7-4361-4aa8-b9c0-c14fd2c8d431 tempest-TestNetworkAdvancedServerOps-1443331071 tempest-TestNetworkAdvancedServerOps-1443331071-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0981386 Aug 16 23:18:53.886640 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 44880) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:18:53.914504 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-4c623eab-623c-4d25-9226-6f1a5fbb7b53 tempest-TestNetworkAdvancedServerOps-1443331071 tempest-TestNetworkAdvancedServerOps-1443331071-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=c22c4980-c849-406d-982c-a5d68c515a94&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265894 Aug 16 23:18:53.916902 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 44882) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:18:53.922183 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-46cc58e2-2059-4436-ab76-ba374d3e9898 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1551154426', 'network_id': '3261cf6b-7478-4309-8307-de59641f60c5', 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:18:54.014010 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46cc58e2-2059-4436-ab76-ba374d3e9898 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Made reservation on behalf of 3aee68aa35e24e649e175a43cbcb7bd3 for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:18:54.017647 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-46cc58e2-2059-4436-ab76-ba374d3e9898 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:54.030867 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-c1a78303-5a57-47b6-bd14-ecb818021e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a65cb3-6504-4746-b7f1-defb8bbf28a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2146001193', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '8dcc5029-da31-4c9d-bd99-233c8c51064c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:18:51Z', 'updated_at': '2021-08-16T23:18:52Z', 'revision_number': 3, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'gw_port': {'id': '8dcc5029-da31-4c9d-bd99-233c8c51064c', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:76:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a65cb3-6504-4746-b7f1-defb8bbf28a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:18:52Z', 'updated_at': '2021-08-16T23:18:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:18:54.061940 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a78303-5a57-47b6-bd14-ecb818021e8f None None] Checking router: 80a65cb3-6504-4746-b7f1-defb8bbf28a9 for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:18:54.062290 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a78303-5a57-47b6-bd14-ecb818021e8f None None] Updating router 80a65cb3-6504-4746-b7f1-defb8bbf28a9 port 8dcc5029-da31-4c9d-bd99-233c8c51064c binding host n-d-791506-26 {{(pid=101294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:18:54.086546 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-c1a78303-5a57-47b6-bd14-ecb818021e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:54.213256 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-46cc58e2-2059-4436-ab76-ba374d3e9898 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:54.274044 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cc58e2-2059-4436-ab76-ba374d3e9898 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Pushing event updated for resources: {'Subnet': ['ID=2c13ce3a-6157-4519-8dc6-57d9fbd62e14,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:18:54.283185 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cc58e2-2059-4436-ab76-ba374d3e9898 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Checking segment: {'id': '6d6f57fa-c65a-4463-b9ca-0912c91b7f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '3261cf6b-7478-4309-8307-de59641f60c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:18:54.283554 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46cc58e2-2059-4436-ab76-ba374d3e9898 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Network hostable DHCP agents. Network: 3261cf6b-7478-4309-8307-de59641f60c5, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:18:54.306782 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46cc58e2-2059-4436-ab76-ba374d3e9898 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Network 3261cf6b-7478-4309-8307-de59641f60c5 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:18:54.319063 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-46cc58e2-2059-4436-ab76-ba374d3e9898 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 3261cf6b-7478-4309-8307-de59641f60c5) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:18:54.323345 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46cc58e2-2059-4436-ab76-ba374d3e9898 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:54.323956 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-46cc58e2-2059-4436-ab76-ba374d3e9898 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:54.330941 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34afbc98-d1b1-47cc-9a5d-dde70800a173 None None] Network 3261cf6b-7478-4309-8307-de59641f60c5 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:18:54.343881 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 44884) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:18:54.344107 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-46cc58e2-2059-4436-ab76-ba374d3e9898 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4259672 Aug 16 23:18:54.354993 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-c1a78303-5a57-47b6-bd14-ecb818021e8f None None] Notify callbacks [] for port, precommit_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:54.365862 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.provisioning_blocks [None req-c1a78303-5a57-47b6-bd14-ecb818021e8f None None] Transition to ACTIVE for port object 8dcc5029-da31-4c9d-bd99-233c8c51064c will not be triggered until provisioned by entity L2. {{(pid=101294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:18:54.371126 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-c1a78303-5a57-47b6-bd14-ecb818021e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:54.417846 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-c1a78303-5a57-47b6-bd14-ecb818021e8f None None] Attempting to bind port 8dcc5029-da31-4c9d-bd99-233c8c51064c on host n-d-791506-26 for vnic_type normal with profile {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:18:54.418227 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-c1a78303-5a57-47b6-bd14-ecb818021e8f None None] Attempting to bind port 8dcc5029-da31-4c9d-bd99-233c8c51064c by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:18:54.418584 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a78303-5a57-47b6-bd14-ecb818021e8f None None] Attempting to bind port 8dcc5029-da31-4c9d-bd99-233c8c51064c on network c22c4980-c849-406d-982c-a5d68c515a94 {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:18:54.426306 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a78303-5a57-47b6-bd14-ecb818021e8f None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:18:54.426688 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a78303-5a57-47b6-bd14-ecb818021e8f None None] Checking segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:18:54.427083 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-c1a78303-5a57-47b6-bd14-ecb818021e8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:54.427477 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a78303-5a57-47b6-bd14-ecb818021e8f None None] Bound using segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:18:54.427937 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-c1a78303-5a57-47b6-bd14-ecb818021e8f None None] Bound port: 8dcc5029-da31-4c9d-bd99-233c8c51064c, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:18:54.428313 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-c1a78303-5a57-47b6-bd14-ecb818021e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:54.484702 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-c1a78303-5a57-47b6-bd14-ecb818021e8f None None] For port 8dcc5029-da31-4c9d-bd99-233c8c51064c, host n-d-791506-26, cleared binding levels {{(pid=101294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:18:54.496279 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-c1a78303-5a57-47b6-bd14-ecb818021e8f None None] For port 8dcc5029-da31-4c9d-bd99-233c8c51064c, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=8dcc5029-da31-4c9d-bd99-233c8c51064c,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:18:54.507065 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-c1a78303-5a57-47b6-bd14-ecb818021e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:54.518261 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502eb170-98ea-4623-ab74-894447f93c17 None None] Pushing event updated for resources: {'Port': ['ID=8dcc5029-da31-4c9d-bd99-233c8c51064c,revision_number=2']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:18:54.527433 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502eb170-98ea-4623-ab74-894447f93c17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:18:54.527900 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502eb170-98ea-4623-ab74-894447f93c17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:18:54.528183 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502eb170-98ea-4623-ab74-894447f93c17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:18:54.528751 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502eb170-98ea-4623-ab74-894447f93c17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:18:54.529026 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502eb170-98ea-4623-ab74-894447f93c17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:18:54.529430 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502eb170-98ea-4623-ab74-894447f93c17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:18:54.529736 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502eb170-98ea-4623-ab74-894447f93c17 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:18:54.530070 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502eb170-98ea-4623-ab74-894447f93c17 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:18:54.530395 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502eb170-98ea-4623-ab74-894447f93c17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:18:54.530889 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502eb170-98ea-4623-ab74-894447f93c17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:18:54.531223 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502eb170-98ea-4623-ab74-894447f93c17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:18:54.531610 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502eb170-98ea-4623-ab74-894447f93c17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:18:54.553090 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0bba2e-17e1-4ec7-955f-b99bbbf34a71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-3261cf6b-7478-4309-8307-de59641f60c5', 'network_id': '3261cf6b-7478-4309-8307-de59641f60c5', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'fixed_ips': [{'subnet_id': '2c13ce3a-6157-4519-8dc6-57d9fbd62e14'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:18:54.554803 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-fa0bba2e-17e1-4ec7-955f-b99bbbf34a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:54.574531 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a78303-5a57-47b6-bd14-ecb818021e8f None None] Routers {'80a65cb3-6504-4746-b7f1-defb8bbf28a9'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:18:54.575207 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-c1a78303-5a57-47b6-bd14-ecb818021e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:18:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['80a65cb3-6504-4746-b7f1-defb8bbf28a9'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:18:54.699780 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-c1a78303-5a57-47b6-bd14-ecb818021e8f None None] Set router 80a65cb3-6504-4746-b7f1-defb8bbf28a9 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:18:54.765484 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502eb170-98ea-4623-ab74-894447f93c17 None None] Pushing event updated for resources: {'Port': ['ID=8dcc5029-da31-4c9d-bd99-233c8c51064c,revision_number=3']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:18:54.794735 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089cf344-0bfa-45c6-92fa-3c8fbbe67b14 req-f7be577f-9940-432f-858f-14d56f39b4d9 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:54.796007 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-089cf344-0bfa-45c6-92fa-3c8fbbe67b14 req-f7be577f-9940-432f-858f-14d56f39b4d9 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8fd6e52-28f5-45e0-9267-d016782c5412 HTTP/1.1" status: 200 len: 945 time: 0.2004967 Aug 16 23:18:54.879972 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-fa0bba2e-17e1-4ec7-955f-b99bbbf34a71 None None] Allocated IP 172.20.0.2 (3261cf6b-7478-4309-8307-de59641f60c5/2c13ce3a-6157-4519-8dc6-57d9fbd62e14/5dd99452-b5fc-464b-928b-088c4e225c40) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:18:54.919991 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc45c8f2-37ce-4e38-b433-10715be02f9f req-8efabc19-46d7-4d1e-8c0b-521939fd7dda tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:54.921534 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cc45c8f2-37ce-4e38-b433-10715be02f9f req-8efabc19-46d7-4d1e-8c0b-521939fd7dda tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 944 time: 0.1246364 Aug 16 23:18:54.932375 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-c1a78303-5a57-47b6-bd14-ecb818021e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a65cb3-6504-4746-b7f1-defb8bbf28a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2146001193', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '8dcc5029-da31-4c9d-bd99-233c8c51064c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:18:51Z', 'updated_at': '2021-08-16T23:18:52Z', 'revision_number': 3, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'gw_port': {'id': '8dcc5029-da31-4c9d-bd99-233c8c51064c', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:76:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a65cb3-6504-4746-b7f1-defb8bbf28a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:18:52Z', 'updated_at': '2021-08-16T23:18:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:18:54.937058 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-089cf344-0bfa-45c6-92fa-3c8fbbe67b14 req-5117d07a-19e1-4785-8279-87a12985c29e tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262622 Aug 16 23:18:54.960671 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a78303-5a57-47b6-bd14-ecb818021e8f None None] The sync data for ids ['80a65cb3-6504-4746-b7f1-defb8bbf28a9'] in n-d-791506-26 is: [{'id': '80a65cb3-6504-4746-b7f1-defb8bbf28a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2146001193', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '8dcc5029-da31-4c9d-bd99-233c8c51064c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:18:51Z', 'updated_at': '2021-08-16T23:18:52Z', 'revision_number': 3, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'gw_port': {'id': '8dcc5029-da31-4c9d-bd99-233c8c51064c', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:76:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a65cb3-6504-4746-b7f1-defb8bbf28a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:18:52Z', 'updated_at': '2021-08-16T23:18:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:18:55.017381 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cc45c8f2-37ce-4e38-b433-10715be02f9f req-c232967f-dfab-4793-8046-2d624e832711 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbc72d54-097b-421d-953a-e4e7a8a28dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0892913 Aug 16 23:18:55.073470 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-fa0bba2e-17e1-4ec7-955f-b99bbbf34a71 None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:55.084667 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-fa0bba2e-17e1-4ec7-955f-b99bbbf34a71 None None] Transition to ACTIVE for port object 5dd99452-b5fc-464b-928b-088c4e225c40 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:18:55.104040 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-fa0bba2e-17e1-4ec7-955f-b99bbbf34a71 None None] Transition to ACTIVE for port object 5dd99452-b5fc-464b-928b-088c4e225c40 will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:18:55.111390 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-fa0bba2e-17e1-4ec7-955f-b99bbbf34a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:55.154304 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d58eb759-b2b6-4f60-b533-70dca6f59eab tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:55.166352 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0bba2e-17e1-4ec7-955f-b99bbbf34a71 None None] Network 3261cf6b-7478-4309-8307-de59641f60c5 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:18:55.167201 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0bba2e-17e1-4ec7-955f-b99bbbf34a71 None None] Pushing event updated for resources: {'Port': ['ID=5dd99452-b5fc-464b-928b-088c4e225c40,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:18:55.170224 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-fa0bba2e-17e1-4ec7-955f-b99bbbf34a71 None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:18:55.174025 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0bba2e-17e1-4ec7-955f-b99bbbf34a71 None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:18:55.235770 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e0d182-0871-41d5-95a3-3c20217b148a req-ce0fef49-4f7b-4e97-8057-2e9a665c9b52 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:55.243458 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-06e0d182-0871-41d5-95a3-3c20217b148a req-ce0fef49-4f7b-4e97-8057-2e9a665c9b52 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 944 time: 0.1306605 Aug 16 23:18:55.244052 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-fa0bba2e-17e1-4ec7-955f-b99bbbf34a71 None None] Attempting to bind port 5dd99452-b5fc-464b-928b-088c4e225c40 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:18:55.244434 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-fa0bba2e-17e1-4ec7-955f-b99bbbf34a71 None None] Attempting to bind port 5dd99452-b5fc-464b-928b-088c4e225c40 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '6d6f57fa-c65a-4463-b9ca-0912c91b7f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '3261cf6b-7478-4309-8307-de59641f60c5'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:18:55.244851 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0bba2e-17e1-4ec7-955f-b99bbbf34a71 None None] Attempting to bind port 5dd99452-b5fc-464b-928b-088c4e225c40 on network 3261cf6b-7478-4309-8307-de59641f60c5 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:18:55.250704 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0bba2e-17e1-4ec7-955f-b99bbbf34a71 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:18:55.251088 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0bba2e-17e1-4ec7-955f-b99bbbf34a71 None None] Checking segment: {'id': '6d6f57fa-c65a-4463-b9ca-0912c91b7f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '3261cf6b-7478-4309-8307-de59641f60c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:18:55.251498 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-fa0bba2e-17e1-4ec7-955f-b99bbbf34a71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:55.251898 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0bba2e-17e1-4ec7-955f-b99bbbf34a71 None None] Bound using segment: {'id': '6d6f57fa-c65a-4463-b9ca-0912c91b7f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '3261cf6b-7478-4309-8307-de59641f60c5'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:18:55.252376 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-fa0bba2e-17e1-4ec7-955f-b99bbbf34a71 None None] Bound port: 5dd99452-b5fc-464b-928b-088c4e225c40, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d6f57fa-c65a-4463-b9ca-0912c91b7f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '3261cf6b-7478-4309-8307-de59641f60c5'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:18:55.252950 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-fa0bba2e-17e1-4ec7-955f-b99bbbf34a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:55.326901 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-06e0d182-0871-41d5-95a3-3c20217b148a req-2ee8574f-22d5-4d5e-ab64-5687fe520513 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbc72d54-097b-421d-953a-e4e7a8a28dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0823381 Aug 16 23:18:55.364479 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-fa0bba2e-17e1-4ec7-955f-b99bbbf34a71 None None] For port 5dd99452-b5fc-464b-928b-088c4e225c40, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:18:55.369180 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-fa0bba2e-17e1-4ec7-955f-b99bbbf34a71 None None] For port 5dd99452-b5fc-464b-928b-088c4e225c40, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=5dd99452-b5fc-464b-928b-088c4e225c40,segment=NetworkSegment(6d6f57fa-c65a-4463-b9ca-0912c91b7f21),segment_id=6d6f57fa-c65a-4463-b9ca-0912c91b7f21)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:18:55.375860 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-fa0bba2e-17e1-4ec7-955f-b99bbbf34a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:55.451535 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:55.457450 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0bba2e-17e1-4ec7-955f-b99bbbf34a71 None None] Pushing event updated for resources: {'Port': ['ID=5dd99452-b5fc-464b-928b-088c4e225c40,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:18:55.555841 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-d58eb759-b2b6-4f60-b533-70dca6f59eab tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Allocated IP 172.20.0.1 (3261cf6b-7478-4309-8307-de59641f60c5/2c13ce3a-6157-4519-8dc6-57d9fbd62e14/a907c4eb-03e2-4b61-89d4-d70650970afa) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:18:55.781544 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2cdecc-5330-4f60-b068-a1a51da838a3 req-3b5cb692-2a05-4660-91bd-75d70cd15a54 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:55.783418 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5b2cdecc-5330-4f60-b068-a1a51da838a3 req-3b5cb692-2a05-4660-91bd-75d70cd15a54 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 944 time: 0.1047142 Aug 16 23:18:55.843837 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d58eb759-b2b6-4f60-b533-70dca6f59eab tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:55.873649 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5b2cdecc-5330-4f60-b068-a1a51da838a3 req-eb09e45c-540e-4576-948c-c575a0aee5e2 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbc72d54-097b-421d-953a-e4e7a8a28dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0797381 Aug 16 23:18:55.874643 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [None req-d58eb759-b2b6-4f60-b533-70dca6f59eab tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Transition to ACTIVE for port object a907c4eb-03e2-4b61-89d4-d70650970afa will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:18:55.927350 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d58eb759-b2b6-4f60-b533-70dca6f59eab tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:55.946718 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 5dd99452-b5fc-464b-928b-088c4e225c40 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:18:56.006157 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58eb759-b2b6-4f60-b533-70dca6f59eab tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Network 3261cf6b-7478-4309-8307-de59641f60c5 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:18:56.008047 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-d58eb759-b2b6-4f60-b533-70dca6f59eab tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:18:56.010203 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58eb759-b2b6-4f60-b533-70dca6f59eab tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Pushing event updated for resources: {'Port': ['ID=a907c4eb-03e2-4b61-89d4-d70650970afa,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:18:56.011973 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 5dd99452-b5fc-464b-928b-088c4e225c40 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:18:56.013403 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58eb759-b2b6-4f60-b533-70dca6f59eab tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:18:56.026131 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 8dcc5029-da31-4c9d-bd99-233c8c51064c up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:18:56.102972 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 8dcc5029-da31-4c9d-bd99-233c8c51064c completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:18:56.107614 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 8dcc5029-da31-4c9d-bd99-233c8c51064c triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:18:56.108759 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:56.126919 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d58eb759-b2b6-4f60-b533-70dca6f59eab tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954230'] for router_interface, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:56.183126 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec50651b-0255-4d16-9c29-13769448b24c req-5de742ea-e5ca-485f-8642-efd535e69a10 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:56.191453 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ec50651b-0255-4d16-9c29-13769448b24c req-5de742ea-e5ca-485f-8642-efd535e69a10 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8fd6e52-28f5-45e0-9267-d016782c5412 HTTP/1.1" status: 200 len: 945 time: 0.1257133 Aug 16 23:18:56.220701 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:56.254940 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ec50651b-0255-4d16-9c29-13769448b24c req-ce8cc585-e7c5-463c-b366-252a44d1f357 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586166 Aug 16 23:18:56.257905 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 8dcc5029-da31-4c9d-bd99-233c8c51064c, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=8dcc5029-da31-4c9d-bd99-233c8c51064c,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:18:56.269085 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:56.346162 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=8dcc5029-da31-4c9d-bd99-233c8c51064c,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:18:56.388917 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d58eb759-b2b6-4f60-b533-70dca6f59eab tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:56.446539 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551bf148-fb13-45f0-a3a6-0c6c93bd3ee5 req-c7d6e2e2-43ee-4c73-917a-5447d2c2de83 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:56.448111 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-551bf148-fb13-45f0-a3a6-0c6c93bd3ee5 req-c7d6e2e2-43ee-4c73-917a-5447d2c2de83 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 944 time: 0.1148922 Aug 16 23:18:56.539230 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-551bf148-fb13-45f0-a3a6-0c6c93bd3ee5 req-e2afcafe-56f8-418f-8c89-a49afe50fe61 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbc72d54-097b-421d-953a-e4e7a8a28dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0815618 Aug 16 23:18:56.613721 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da0c8ba-2149-43e0-8593-6b644de51931 None None] Network 3261cf6b-7478-4309-8307-de59641f60c5 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:18:56.735358 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d58eb759-b2b6-4f60-b533-70dca6f59eab tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:56.741836 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d58eb759-b2b6-4f60-b533-70dca6f59eab tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:56.747997 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-13e3bf9b-2e78-4d52-a108-d72a716ca3bf None None] Provisioning for port 5dd99452-b5fc-464b-928b-088c4e225c40 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:18:56.755858 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-13e3bf9b-2e78-4d52-a108-d72a716ca3bf None None] Provisioning complete for port 5dd99452-b5fc-464b-928b-088c4e225c40 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:18:56.756239 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-13e3bf9b-2e78-4d52-a108-d72a716ca3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:56.880884 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-13e3bf9b-2e78-4d52-a108-d72a716ca3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:56.931730 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-13e3bf9b-2e78-4d52-a108-d72a716ca3bf None None] For port 5dd99452-b5fc-464b-928b-088c4e225c40, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=5dd99452-b5fc-464b-928b-088c4e225c40,segment=NetworkSegment(6d6f57fa-c65a-4463-b9ca-0912c91b7f21),segment_id=6d6f57fa-c65a-4463-b9ca-0912c91b7f21)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:18:56.938080 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-13e3bf9b-2e78-4d52-a108-d72a716ca3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:57.006470 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e3bf9b-2e78-4d52-a108-d72a716ca3bf None None] Pushing event updated for resources: {'Port': ['ID=5dd99452-b5fc-464b-928b-088c4e225c40,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:18:57.172058 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-3b82f288-dce7-4f2a-aec6-c29f0c0dee08 None None] Provisioning for port a907c4eb-03e2-4b61-89d4-d70650970afa completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:18:57.180379 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-3b82f288-dce7-4f2a-aec6-c29f0c0dee08 None None] Provisioning complete for port a907c4eb-03e2-4b61-89d4-d70650970afa triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:18:57.180782 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-3b82f288-dce7-4f2a-aec6-c29f0c0dee08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:57.220762 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-3b82f288-dce7-4f2a-aec6-c29f0c0dee08 None None] Port a907c4eb-03e2-4b61-89d4-d70650970afa cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:18:57.223050 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58eb759-b2b6-4f60-b533-70dca6f59eab tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Pushing event updated for resources: {'Port': ['ID=a907c4eb-03e2-4b61-89d4-d70650970afa,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:18:57.238282 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-3b82f288-dce7-4f2a-aec6-c29f0c0dee08 None None] Provisioning complete for port 5dd99452-b5fc-464b-928b-088c4e225c40 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:18:57.238687 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-3b82f288-dce7-4f2a-aec6-c29f0c0dee08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:57.253360 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d58eb759-b2b6-4f60-b533-70dca6f59eab tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954122'] for router_interface, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:57.408034 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58eb759-b2b6-4f60-b533-70dca6f59eab tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Network 3261cf6b-7478-4309-8307-de59641f60c5 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:18:57.411976 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-d58eb759-b2b6-4f60-b533-70dca6f59eab tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:18:57.451633 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-f00ac846-63e6-4599-b294-b03232d58d48 None None] Provisioning complete for port a907c4eb-03e2-4b61-89d4-d70650970afa triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:18:57.452228 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f00ac846-63e6-4599-b294-b03232d58d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:57.466161 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d05dcc-db1c-4b43-a7f7-5c5ccfe669e2 req-aa726004-5305-4824-b4c1-b228d87a5b86 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:57.468274 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e0d05dcc-db1c-4b43-a7f7-5c5ccfe669e2 req-aa726004-5305-4824-b4c1-b228d87a5b86 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8fd6e52-28f5-45e0-9267-d016782c5412 HTTP/1.1" status: 200 len: 945 time: 0.1044817 Aug 16 23:18:57.491474 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-f00ac846-63e6-4599-b294-b03232d58d48 None None] Port a907c4eb-03e2-4b61-89d4-d70650970afa cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:18:57.554233 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e0d05dcc-db1c-4b43-a7f7-5c5ccfe669e2 req-0a9a7d13-8a08-42fa-aad1-36e919b21390 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764835 Aug 16 23:18:57.576239 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d58eb759-b2b6-4f60-b533-70dca6f59eab tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Router 80a65cb3-6504-4746-b7f1-defb8bbf28a9 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:18:57.716268 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-a38e051c-65df-4b95-94ba-1ee79b1f893e None None] Provisioning complete for port a907c4eb-03e2-4b61-89d4-d70650970afa triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:18:57.717440 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a38e051c-65df-4b95-94ba-1ee79b1f893e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:57.724355 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1e799e-d0fd-40e1-861f-ade21d91e43c req-31b72984-d49e-4399-a3fc-fcded3d35b4b tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:57.726004 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9b1e799e-d0fd-40e1-861f-ade21d91e43c req-31b72984-d49e-4399-a3fc-fcded3d35b4b tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 944 time: 0.1029415 Aug 16 23:18:57.752364 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d58eb759-b2b6-4f60-b533-70dca6f59eab tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:18:57.760704 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-d58eb759-b2b6-4f60-b533-70dca6f59eab tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "PUT /v2.0/routers/80a65cb3-6504-4746-b7f1-defb8bbf28a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4118059 Aug 16 23:18:57.760921 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-a38e051c-65df-4b95-94ba-1ee79b1f893e None None] Port a907c4eb-03e2-4b61-89d4-d70650970afa cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:18:57.776075 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae30c65a-347e-48fa-ac70-a9a037b805eb None None] Sync routers for ids ['80a65cb3-6504-4746-b7f1-defb8bbf28a9'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:18:57.785162 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae30c65a-347e-48fa-ac70-a9a037b805eb None None] Routers {'80a65cb3-6504-4746-b7f1-defb8bbf28a9'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:18:57.786042 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-ae30c65a-347e-48fa-ac70-a9a037b805eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:18:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['80a65cb3-6504-4746-b7f1-defb8bbf28a9'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:18:57.795239 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9b1e799e-d0fd-40e1-861f-ade21d91e43c req-adbb3985-d1d0-46d8-9411-403360163cf9 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbc72d54-097b-421d-953a-e4e7a8a28dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0600839 Aug 16 23:18:57.902198 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 5dd99452-b5fc-464b-928b-088c4e225c40 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:18:57.948704 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-ae30c65a-347e-48fa-ac70-a9a037b805eb None None] Set router 80a65cb3-6504-4746-b7f1-defb8bbf28a9 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:18:58.061035 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4296ba10-eb68-4a0b-8684-9cbcd5927a66 req-b393954a-4330-4774-ae2e-cd419b651962 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-490783982&fields=id&tenant_id=3aee68aa35e24e649e175a43cbcb7bd3 HTTP/1.1" status: 200 len: 267 time: 0.0473235 Aug 16 23:18:58.079879 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 5dd99452-b5fc-464b-928b-088c4e225c40 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:18:58.080260 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:58.274996 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4296ba10-eb68-4a0b-8684-9cbcd5927a66 req-74c53dcf-76ee-4e8d-8453-e6ea59ce822d tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:58.278934 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4296ba10-eb68-4a0b-8684-9cbcd5927a66 req-74c53dcf-76ee-4e8d-8453-e6ea59ce822d tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/networks?id=3261cf6b-7478-4309-8307-de59641f60c5 HTTP/1.1" status: 200 len: 797 time: 0.2082849 Aug 16 23:18:58.298413 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4296ba10-eb68-4a0b-8684-9cbcd5927a66 req-9392ee08-2e33-46a2-b0e5-7f8a126bcb0f tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/quotas/3aee68aa35e24e649e175a43cbcb7bd3 HTTP/1.1" status: 200 len: 375 time: 0.0123024 Aug 16 23:18:58.323234 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 8dcc5029-da31-4c9d-bd99-233c8c51064c up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:18:58.358808 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-ae30c65a-347e-48fa-ac70-a9a037b805eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a65cb3-6504-4746-b7f1-defb8bbf28a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2146001193', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '8dcc5029-da31-4c9d-bd99-233c8c51064c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:18:51Z', 'updated_at': '2021-08-16T23:18:56Z', 'revision_number': 4, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'gw_port': {'id': '8dcc5029-da31-4c9d-bd99-233c8c51064c', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:76:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a65cb3-6504-4746-b7f1-defb8bbf28a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:18:52Z', 'updated_at': '2021-08-16T23:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'a907c4eb-03e2-4b61-89d4-d70650970afa', 'name': '', 'network_id': '3261cf6b-7478-4309-8307-de59641f60c5', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'mac_address': 'fa:16:3e:7c:83:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a65cb3-6504-4746-b7f1-defb8bbf28a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': '2c13ce3a-6157-4519-8dc6-57d9fbd62e14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:18:55Z', 'updated_at': '2021-08-16T23:18:56Z', 'revision_number': 2, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'subnets': [{'id': '2c13ce3a-6157-4519-8dc6-57d9fbd62e14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:18:58.359920 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4296ba10-eb68-4a0b-8684-9cbcd5927a66 req-f6462d98-f0ba-4d17-9cb8-19116261843e tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3aee68aa35e24e649e175a43cbcb7bd3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492992 Aug 16 23:18:58.389336 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae30c65a-347e-48fa-ac70-a9a037b805eb None None] Checking router: 80a65cb3-6504-4746-b7f1-defb8bbf28a9 for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:18:58.389693 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae30c65a-347e-48fa-ac70-a9a037b805eb None None] Updating router 80a65cb3-6504-4746-b7f1-defb8bbf28a9 port a907c4eb-03e2-4b61-89d4-d70650970afa binding host n-d-791506-26 {{(pid=101293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:18:58.419632 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ae30c65a-347e-48fa-ac70-a9a037b805eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:58.438469 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 8dcc5029-da31-4c9d-bd99-233c8c51064c triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:18:58.438837 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:58.459279 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4296ba10-eb68-4a0b-8684-9cbcd5927a66 req-759f3d79-019a-4045-9bbb-c757fe7f6c3a service neutron] 10.222.0.36 "GET /v2.0/networks/3261cf6b-7478-4309-8307-de59641f60c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865521 Aug 16 23:18:58.555054 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4296ba10-eb68-4a0b-8684-9cbcd5927a66 req-1052ab12-dd42-4d5e-88fa-fbcd14f471e3 service neutron] 10.222.0.36 "GET /v2.0/networks/3261cf6b-7478-4309-8307-de59641f60c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882165 Aug 16 23:18:58.713002 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216db1b6-d043-461c-a762-1b51ea5ed129 req-14f18d3d-aed5-4cb2-99c3-6d31b4c0b91c tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:58.714540 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-216db1b6-d043-461c-a762-1b51ea5ed129 req-14f18d3d-aed5-4cb2-99c3-6d31b4c0b91c tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8fd6e52-28f5-45e0-9267-d016782c5412 HTTP/1.1" status: 200 len: 945 time: 0.0728478 Aug 16 23:18:58.743443 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-025ce4d6-abab-4cd9-8235-a2db13350736 req-2892dbbe-411c-4777-ba56-180ed6c92c2e tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad94d760-244b-46c3-b121-0da8b5fc168a HTTP/1.1" status: 200 len: 210 time: 0.0275569 Aug 16 23:18:58.763914 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ae30c65a-347e-48fa-ac70-a9a037b805eb None None] Notify callbacks [] for port, precommit_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:58.775089 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-ae30c65a-347e-48fa-ac70-a9a037b805eb None None] Transition to ACTIVE for port object a907c4eb-03e2-4b61-89d4-d70650970afa will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:18:58.785369 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ae30c65a-347e-48fa-ac70-a9a037b805eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:58.790346 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-216db1b6-d043-461c-a762-1b51ea5ed129 req-f00d236e-b073-417c-a9bc-705009aca439 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495560 Aug 16 23:18:58.889655 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57556857-b19d-49be-9cb6-8925bba9b9f5 None None] Pushing event updated for resources: {'Port': ['ID=a907c4eb-03e2-4b61-89d4-d70650970afa,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:18:58.902704 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-ae30c65a-347e-48fa-ac70-a9a037b805eb None None] Attempting to bind port a907c4eb-03e2-4b61-89d4-d70650970afa on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:18:58.902704 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-ae30c65a-347e-48fa-ac70-a9a037b805eb None None] Attempting to bind port a907c4eb-03e2-4b61-89d4-d70650970afa by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '6d6f57fa-c65a-4463-b9ca-0912c91b7f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '3261cf6b-7478-4309-8307-de59641f60c5'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:18:58.903805 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae30c65a-347e-48fa-ac70-a9a037b805eb None None] Attempting to bind port a907c4eb-03e2-4b61-89d4-d70650970afa on network 3261cf6b-7478-4309-8307-de59641f60c5 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:18:58.909069 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae30c65a-347e-48fa-ac70-a9a037b805eb None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:18:58.909449 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae30c65a-347e-48fa-ac70-a9a037b805eb None None] Checking segment: {'id': '6d6f57fa-c65a-4463-b9ca-0912c91b7f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '3261cf6b-7478-4309-8307-de59641f60c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:18:58.909852 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ae30c65a-347e-48fa-ac70-a9a037b805eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:58.910238 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae30c65a-347e-48fa-ac70-a9a037b805eb None None] Bound using segment: {'id': '6d6f57fa-c65a-4463-b9ca-0912c91b7f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '3261cf6b-7478-4309-8307-de59641f60c5'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:18:58.910711 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-ae30c65a-347e-48fa-ac70-a9a037b805eb None None] Bound port: a907c4eb-03e2-4b61-89d4-d70650970afa, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d6f57fa-c65a-4463-b9ca-0912c91b7f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '3261cf6b-7478-4309-8307-de59641f60c5'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:18:58.911219 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ae30c65a-347e-48fa-ac70-a9a037b805eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:58.955651 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f31abd-98eb-4022-9c00-98ff0b773928 req-28326a08-4bc1-4ad3-9ed8-a5054f82d6e3 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:18:58.963111 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c5f31abd-98eb-4022-9c00-98ff0b773928 req-28326a08-4bc1-4ad3-9ed8-a5054f82d6e3 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 944 time: 0.0732863 Aug 16 23:18:59.011609 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c5f31abd-98eb-4022-9c00-98ff0b773928 req-c32b79b2-f2af-42d5-88f4-2a953eb6fdd6 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbc72d54-097b-421d-953a-e4e7a8a28dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423024 Aug 16 23:18:59.022110 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-ae30c65a-347e-48fa-ac70-a9a037b805eb None None] For port a907c4eb-03e2-4b61-89d4-d70650970afa, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:18:59.025766 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-ae30c65a-347e-48fa-ac70-a9a037b805eb None None] For port a907c4eb-03e2-4b61-89d4-d70650970afa, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=a907c4eb-03e2-4b61-89d4-d70650970afa,segment=NetworkSegment(6d6f57fa-c65a-4463-b9ca-0912c91b7f21),segment_id=6d6f57fa-c65a-4463-b9ca-0912c91b7f21)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:18:59.031661 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ae30c65a-347e-48fa-ac70-a9a037b805eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:18:59.099155 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57556857-b19d-49be-9cb6-8925bba9b9f5 None None] Pushing event updated for resources: {'Port': ['ID=a907c4eb-03e2-4b61-89d4-d70650970afa,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:18:59.113718 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae30c65a-347e-48fa-ac70-a9a037b805eb None None] Routers {'80a65cb3-6504-4746-b7f1-defb8bbf28a9'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:18:59.114346 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-ae30c65a-347e-48fa-ac70-a9a037b805eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:18:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['80a65cb3-6504-4746-b7f1-defb8bbf28a9'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:18:59.253855 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-ae30c65a-347e-48fa-ac70-a9a037b805eb None None] Set router 80a65cb3-6504-4746-b7f1-defb8bbf28a9 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:18:59.624251 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-ae30c65a-347e-48fa-ac70-a9a037b805eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a65cb3-6504-4746-b7f1-defb8bbf28a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2146001193', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '8dcc5029-da31-4c9d-bd99-233c8c51064c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:18:51Z', 'updated_at': '2021-08-16T23:18:56Z', 'revision_number': 4, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'gw_port': {'id': '8dcc5029-da31-4c9d-bd99-233c8c51064c', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:76:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a65cb3-6504-4746-b7f1-defb8bbf28a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:18:52Z', 'updated_at': '2021-08-16T23:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'a907c4eb-03e2-4b61-89d4-d70650970afa', 'name': '', 'network_id': '3261cf6b-7478-4309-8307-de59641f60c5', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'mac_address': 'fa:16:3e:7c:83:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a65cb3-6504-4746-b7f1-defb8bbf28a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': '2c13ce3a-6157-4519-8dc6-57d9fbd62e14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:18:55Z', 'updated_at': '2021-08-16T23:18:59Z', 'revision_number': 4, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'subnets': [{'id': '2c13ce3a-6157-4519-8dc6-57d9fbd62e14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:18:59.649660 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae30c65a-347e-48fa-ac70-a9a037b805eb None None] The sync data for ids ['80a65cb3-6504-4746-b7f1-defb8bbf28a9'] in n-d-791506-26 is: [{'id': '80a65cb3-6504-4746-b7f1-defb8bbf28a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2146001193', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '8dcc5029-da31-4c9d-bd99-233c8c51064c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:18:51Z', 'updated_at': '2021-08-16T23:18:56Z', 'revision_number': 4, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'gw_port': {'id': '8dcc5029-da31-4c9d-bd99-233c8c51064c', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:76:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a65cb3-6504-4746-b7f1-defb8bbf28a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:18:52Z', 'updated_at': '2021-08-16T23:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'a907c4eb-03e2-4b61-89d4-d70650970afa', 'name': '', 'network_id': '3261cf6b-7478-4309-8307-de59641f60c5', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'mac_address': 'fa:16:3e:7c:83:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a65cb3-6504-4746-b7f1-defb8bbf28a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': '2c13ce3a-6157-4519-8dc6-57d9fbd62e14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:18:55Z', 'updated_at': '2021-08-16T23:18:59Z', 'revision_number': 4, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'subnets': [{'id': '2c13ce3a-6157-4519-8dc6-57d9fbd62e14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:18:59.902065 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3694db0d-d87f-405e-aa54-e00a19b3b87d req-02602228-1621-4cfc-8ec4-d8d949f1fb7b tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad94d760-244b-46c3-b121-0da8b5fc168a HTTP/1.1" status: 200 len: 210 time: 0.0530660 Aug 16 23:18:59.959318 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device a907c4eb-03e2-4b61-89d4-d70650970afa up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:19:00.012835 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4296ba10-eb68-4a0b-8684-9cbcd5927a66 req-41680b6c-1a75-41ae-83be-43556d7d3a89 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:00.014800 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4296ba10-eb68-4a0b-8684-9cbcd5927a66 req-41680b6c-1a75-41ae-83be-43556d7d3a89 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.68 "GET /v2.0/networks?id=3261cf6b-7478-4309-8307-de59641f60c5 HTTP/1.1" status: 200 len: 797 time: 0.2236233 Aug 16 23:19:00.096908 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2c67d1-61a1-4e35-ac7d-983b79d840b7 req-a8837dd5-b476-4383-92de-fe5c8b5b5af9 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:00.098522 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port a907c4eb-03e2-4b61-89d4-d70650970afa completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:19:00.101532 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ea2c67d1-61a1-4e35-ac7d-983b79d840b7 req-a8837dd5-b476-4383-92de-fe5c8b5b5af9 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8fd6e52-28f5-45e0-9267-d016782c5412 HTTP/1.1" status: 200 len: 945 time: 0.1610334 Aug 16 23:19:00.104261 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port a907c4eb-03e2-4b61-89d4-d70650970afa triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:19:00.104994 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:00.126975 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4296ba10-eb68-4a0b-8684-9cbcd5927a66 req-7763ec89-200f-4118-92fd-a29e04bf765c tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3aee68aa35e24e649e175a43cbcb7bd3 HTTP/1.1" status: 200 len: 379 time: 0.1011422 Aug 16 23:19:00.137855 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-4296ba10-eb68-4a0b-8684-9cbcd5927a66 req-567c1557-3b1b-4c3c-a898-d10370feabdd tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Request body: {'port': {'device_id': 'ad94d760-244b-46c3-b121-0da8b5fc168a', 'network_id': '3261cf6b-7478-4309-8307-de59641f60c5', 'admin_state_up': True, 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'security_groups': ['a879b5e0-2343-4012-9270-70a7692e9249']}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:19:00.221947 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:00.242294 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ea2c67d1-61a1-4e35-ac7d-983b79d840b7 req-d8db09d9-6f38-40b1-a5ca-4c656512a915 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174242 Aug 16 23:19:00.261267 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56e2d77-33b3-4ae4-9399-5d8e0db30e1c req-23f4de2a-53a4-486f-a2db-74ae2f1aafc2 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:00.264137 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a56e2d77-33b3-4ae4-9399-5d8e0db30e1c req-23f4de2a-53a4-486f-a2db-74ae2f1aafc2 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 944 time: 0.1605282 Aug 16 23:19:00.302697 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port a907c4eb-03e2-4b61-89d4-d70650970afa, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=a907c4eb-03e2-4b61-89d4-d70650970afa,segment=NetworkSegment(6d6f57fa-c65a-4463-b9ca-0912c91b7f21),segment_id=6d6f57fa-c65a-4463-b9ca-0912c91b7f21)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:19:00.315381 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:00.335085 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4296ba10-eb68-4a0b-8684-9cbcd5927a66 req-567c1557-3b1b-4c3c-a898-d10370feabdd tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Made reservation on behalf of 3aee68aa35e24e649e175a43cbcb7bd3 for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:19:00.347647 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-4296ba10-eb68-4a0b-8684-9cbcd5927a66 req-567c1557-3b1b-4c3c-a898-d10370feabdd tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:00.358928 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a56e2d77-33b3-4ae4-9399-5d8e0db30e1c req-e1ac0a1a-4b28-42ef-a974-e326ee9e5cef tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbc72d54-097b-421d-953a-e4e7a8a28dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0783036 Aug 16 23:19:00.422151 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=a907c4eb-03e2-4b61-89d4-d70650970afa,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:19:00.537436 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-4296ba10-eb68-4a0b-8684-9cbcd5927a66 req-567c1557-3b1b-4c3c-a898-d10370feabdd tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Allocated IP 172.20.0.6 (3261cf6b-7478-4309-8307-de59641f60c5/2c13ce3a-6157-4519-8dc6-57d9fbd62e14/3452bba4-3239-40c3-b7d4-eb84358b6537) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:19:00.838575 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-4296ba10-eb68-4a0b-8684-9cbcd5927a66 req-567c1557-3b1b-4c3c-a898-d10370feabdd tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:00.860564 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-4296ba10-eb68-4a0b-8684-9cbcd5927a66 req-567c1557-3b1b-4c3c-a898-d10370feabdd tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Transition to ACTIVE for port object 3452bba4-3239-40c3-b7d4-eb84358b6537 will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:19:00.909764 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-4296ba10-eb68-4a0b-8684-9cbcd5927a66 req-567c1557-3b1b-4c3c-a898-d10370feabdd tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:00.961833 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4296ba10-eb68-4a0b-8684-9cbcd5927a66 req-567c1557-3b1b-4c3c-a898-d10370feabdd tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Network 3261cf6b-7478-4309-8307-de59641f60c5 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:19:00.968703 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-4296ba10-eb68-4a0b-8684-9cbcd5927a66 req-567c1557-3b1b-4c3c-a898-d10370feabdd tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:19:00.973455 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-4296ba10-eb68-4a0b-8684-9cbcd5927a66 req-567c1557-3b1b-4c3c-a898-d10370feabdd tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:19:01.012680 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c1557-3b1b-4c3c-a898-d10370feabdd tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Pushing event updated for resources: {'Port': ['ID=3452bba4-3239-40c3-b7d4-eb84358b6537,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:19:01.047775 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4296ba10-eb68-4a0b-8684-9cbcd5927a66 req-567c1557-3b1b-4c3c-a898-d10370feabdd tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:01.048808 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-4296ba10-eb68-4a0b-8684-9cbcd5927a66 req-567c1557-3b1b-4c3c-a898-d10370feabdd tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:01.049649 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee5c4ff-7213-4b37-a131-18b89838330d req-4149cad4-4804-41d7-901a-e2d6d81cd99d tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:01.051616 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3ee5c4ff-7213-4b37-a131-18b89838330d req-4149cad4-4804-41d7-901a-e2d6d81cd99d tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad94d760-244b-46c3-b121-0da8b5fc168a HTTP/1.1" status: 200 len: 931 time: 0.0691986 Aug 16 23:19:01.071465 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4296ba10-eb68-4a0b-8684-9cbcd5927a66 req-567c1557-3b1b-4c3c-a898-d10370feabdd tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9380529 Aug 16 23:19:01.086062 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-4296ba10-eb68-4a0b-8684-9cbcd5927a66 req-aa938c6b-56e6-44d6-9d8e-340e13b6e5c0 service neutron] Request body: {'port': {'device_id': 'ad94d760-244b-46c3-b121-0da8b5fc168a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:19:01.099957 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3ee5c4ff-7213-4b37-a131-18b89838330d req-c5015223-7d54-4d26-a093-35b2dd13c0ff tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=a879b5e0-2343-4012-9270-70a7692e9249&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413511 Aug 16 23:19:01.151475 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-4296ba10-eb68-4a0b-8684-9cbcd5927a66 req-aa938c6b-56e6-44d6-9d8e-340e13b6e5c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:01.299052 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9a578c7c-ca1f-4fdc-9cae-b4415ac3211e None None] Provisioning for port 3452bba4-3239-40c3-b7d4-eb84358b6537 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:19:01.305463 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9a578c7c-ca1f-4fdc-9cae-b4415ac3211e None None] Provisioning complete for port 3452bba4-3239-40c3-b7d4-eb84358b6537 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:19:01.305852 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9a578c7c-ca1f-4fdc-9cae-b4415ac3211e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:01.365227 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-9a578c7c-ca1f-4fdc-9cae-b4415ac3211e None None] Port 3452bba4-3239-40c3-b7d4-eb84358b6537 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:19:01.437360 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc79224-4863-4658-b85b-85b1c7e47ea2 req-878efd8a-9ed8-4d0e-ab87-8bf620a9be24 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:01.439234 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9bc79224-4863-4658-b85b-85b1c7e47ea2 req-878efd8a-9ed8-4d0e-ab87-8bf620a9be24 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8fd6e52-28f5-45e0-9267-d016782c5412 HTTP/1.1" status: 200 len: 945 time: 0.0814378 Aug 16 23:19:01.493537 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-4296ba10-eb68-4a0b-8684-9cbcd5927a66 req-aa938c6b-56e6-44d6-9d8e-340e13b6e5c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3452bba4-3239-40c3-b7d4-eb84358b6537 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:19:01.502376 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-4296ba10-eb68-4a0b-8684-9cbcd5927a66 req-aa938c6b-56e6-44d6-9d8e-340e13b6e5c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:01.515724 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-4296ba10-eb68-4a0b-8684-9cbcd5927a66 req-aa938c6b-56e6-44d6-9d8e-340e13b6e5c0 service neutron] Transition to ACTIVE for port object 3452bba4-3239-40c3-b7d4-eb84358b6537 will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:19:01.518683 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-4296ba10-eb68-4a0b-8684-9cbcd5927a66 req-aa938c6b-56e6-44d6-9d8e-340e13b6e5c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:01.530006 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9bc79224-4863-4658-b85b-85b1c7e47ea2 req-157f6f4f-b6da-4e99-88c0-2ad42d3ed0f5 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824909 Aug 16 23:19:01.549682 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d472dc7c-914e-4c31-b198-1b8b8b5ab472 req-39af9e18-9ba9-405c-8f41-d25d7529809d tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:01.552994 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d472dc7c-914e-4c31-b198-1b8b8b5ab472 req-39af9e18-9ba9-405c-8f41-d25d7529809d tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 944 time: 0.0730746 Aug 16 23:19:01.607392 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa938c6b-56e6-44d6-9d8e-340e13b6e5c0 service neutron] Pushing event updated for resources: {'Port': ['ID=3452bba4-3239-40c3-b7d4-eb84358b6537,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:19:01.625493 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d472dc7c-914e-4c31-b198-1b8b8b5ab472 req-46a3fe88-2b22-43ec-86d1-c9f5345ed118 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbc72d54-097b-421d-953a-e4e7a8a28dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0677102 Aug 16 23:19:01.660285 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-4296ba10-eb68-4a0b-8684-9cbcd5927a66 req-aa938c6b-56e6-44d6-9d8e-340e13b6e5c0 service neutron] Attempting to bind port 3452bba4-3239-40c3-b7d4-eb84358b6537 on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:19:01.660757 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-4296ba10-eb68-4a0b-8684-9cbcd5927a66 req-aa938c6b-56e6-44d6-9d8e-340e13b6e5c0 service neutron] Attempting to bind port 3452bba4-3239-40c3-b7d4-eb84358b6537 by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': '6d6f57fa-c65a-4463-b9ca-0912c91b7f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '3261cf6b-7478-4309-8307-de59641f60c5'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:19:01.661164 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4296ba10-eb68-4a0b-8684-9cbcd5927a66 req-aa938c6b-56e6-44d6-9d8e-340e13b6e5c0 service neutron] Attempting to bind port 3452bba4-3239-40c3-b7d4-eb84358b6537 on network 3261cf6b-7478-4309-8307-de59641f60c5 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:19:01.666346 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4296ba10-eb68-4a0b-8684-9cbcd5927a66 req-aa938c6b-56e6-44d6-9d8e-340e13b6e5c0 service neutron] Port 3452bba4-3239-40c3-b7d4-eb84358b6537 on network 3261cf6b-7478-4309-8307-de59641f60c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:19:01.666766 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4296ba10-eb68-4a0b-8684-9cbcd5927a66 req-aa938c6b-56e6-44d6-9d8e-340e13b6e5c0 service neutron] Attempting to bind port 3452bba4-3239-40c3-b7d4-eb84358b6537 on network 3261cf6b-7478-4309-8307-de59641f60c5 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:19:01.672963 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4296ba10-eb68-4a0b-8684-9cbcd5927a66 req-aa938c6b-56e6-44d6-9d8e-340e13b6e5c0 service neutron] Checking agent: {'id': 'd28e24f9-e5ea-41e1-80bf-3c7943ad7f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:19:01.673390 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4296ba10-eb68-4a0b-8684-9cbcd5927a66 req-aa938c6b-56e6-44d6-9d8e-340e13b6e5c0 service neutron] Checking segment: {'id': '6d6f57fa-c65a-4463-b9ca-0912c91b7f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '3261cf6b-7478-4309-8307-de59641f60c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:19:01.673869 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4296ba10-eb68-4a0b-8684-9cbcd5927a66 req-aa938c6b-56e6-44d6-9d8e-340e13b6e5c0 service neutron] Bound using segment: {'id': '6d6f57fa-c65a-4463-b9ca-0912c91b7f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '3261cf6b-7478-4309-8307-de59641f60c5'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:19:01.674387 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-4296ba10-eb68-4a0b-8684-9cbcd5927a66 req-aa938c6b-56e6-44d6-9d8e-340e13b6e5c0 service neutron] Bound port: 3452bba4-3239-40c3-b7d4-eb84358b6537, host: n-h1-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d6f57fa-c65a-4463-b9ca-0912c91b7f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '3261cf6b-7478-4309-8307-de59641f60c5'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:19:01.675180 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-4296ba10-eb68-4a0b-8684-9cbcd5927a66 req-aa938c6b-56e6-44d6-9d8e-340e13b6e5c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:01.753584 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-4296ba10-eb68-4a0b-8684-9cbcd5927a66 req-aa938c6b-56e6-44d6-9d8e-340e13b6e5c0 service neutron] For port 3452bba4-3239-40c3-b7d4-eb84358b6537, host n-h1-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:19:01.757129 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-4296ba10-eb68-4a0b-8684-9cbcd5927a66 req-aa938c6b-56e6-44d6-9d8e-340e13b6e5c0 service neutron] For port 3452bba4-3239-40c3-b7d4-eb84358b6537, host n-h1-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=3452bba4-3239-40c3-b7d4-eb84358b6537,segment=NetworkSegment(6d6f57fa-c65a-4463-b9ca-0912c91b7f21),segment_id=6d6f57fa-c65a-4463-b9ca-0912c91b7f21)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:19:01.761415 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-4296ba10-eb68-4a0b-8684-9cbcd5927a66 req-aa938c6b-56e6-44d6-9d8e-340e13b6e5c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:01.804521 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4296ba10-eb68-4a0b-8684-9cbcd5927a66 req-aa938c6b-56e6-44d6-9d8e-340e13b6e5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:01.808584 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-4296ba10-eb68-4a0b-8684-9cbcd5927a66 req-aa938c6b-56e6-44d6-9d8e-340e13b6e5c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:01.810136 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4296ba10-eb68-4a0b-8684-9cbcd5927a66 req-aa938c6b-56e6-44d6-9d8e-340e13b6e5c0 service neutron] 10.222.0.68 "PUT /v2.0/ports/3452bba4-3239-40c3-b7d4-eb84358b6537 HTTP/1.1" status: 200 len: 1092 time: 0.7293305 Aug 16 23:19:01.810544 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad94d760-244b-46c3-b121-0da8b5fc168a', 'tag': '3452bba4-3239-40c3-b7d4-eb84358b6537'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:19:01.812855 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf522602-ef42-4e60-a0e1-21a788e32c6c" -d '{"events": [{"name": "network-changed", "server_uuid": "ad94d760-244b-46c3-b121-0da8b5fc168a", "tag": "3452bba4-3239-40c3-b7d4-eb84358b6537"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:19:01.833486 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa938c6b-56e6-44d6-9d8e-340e13b6e5c0 service neutron] Pushing event updated for resources: {'Port': ['ID=3452bba4-3239-40c3-b7d4-eb84358b6537,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:19:01.867984 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8941b023-1579-4fc9-9fcc-48846dba7488 x-openstack-request-id: req-8941b023-1579-4fc9-9fcc-48846dba7488 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:19:01.868335 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad94d760-244b-46c3-b121-0da8b5fc168a", "tag": "3452bba4-3239-40c3-b7d4-eb84358b6537", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:19:01.868551 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8941b023-1579-4fc9-9fcc-48846dba7488 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:19:01.868965 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad94d760-244b-46c3-b121-0da8b5fc168a', 'tag': '3452bba4-3239-40c3-b7d4-eb84358b6537', 'status': 'completed', 'code': 200} Aug 16 23:19:01.905203 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device a907c4eb-03e2-4b61-89d4-d70650970afa up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:19:01.912766 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4296ba10-eb68-4a0b-8684-9cbcd5927a66 req-e2e29860-6776-422d-9d6e-345da7f2d92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:01.914435 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4296ba10-eb68-4a0b-8684-9cbcd5927a66 req-e2e29860-6776-422d-9d6e-345da7f2d92b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3aee68aa35e24e649e175a43cbcb7bd3&device_id=ad94d760-244b-46c3-b121-0da8b5fc168a HTTP/1.1" status: 200 len: 1095 time: 0.0593445 Aug 16 23:19:01.958449 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port a907c4eb-03e2-4b61-89d4-d70650970afa triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:19:01.958911 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:01.969764 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4296ba10-eb68-4a0b-8684-9cbcd5927a66 req-e962361d-6921-428b-b3c9-99106a0a9b53 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3452bba4-3239-40c3-b7d4-eb84358b6537 HTTP/1.1" status: 200 len: 217 time: 0.0462046 Aug 16 23:19:02.031810 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4296ba10-eb68-4a0b-8684-9cbcd5927a66 req-5266acb4-3a68-4870-af7d-6325397d8905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:02.033437 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4296ba10-eb68-4a0b-8684-9cbcd5927a66 req-5266acb4-3a68-4870-af7d-6325397d8905 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2c13ce3a-6157-4519-8dc6-57d9fbd62e14 HTTP/1.1" status: 200 len: 835 time: 0.0562224 Aug 16 23:19:02.083461 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4296ba10-eb68-4a0b-8684-9cbcd5927a66 req-a4997ec0-d78b-458a-998e-0f8a310a13fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:02.085029 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4296ba10-eb68-4a0b-8684-9cbcd5927a66 req-a4997ec0-d78b-458a-998e-0f8a310a13fe service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3261cf6b-7478-4309-8307-de59641f60c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440760 Aug 16 23:19:02.189666 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4296ba10-eb68-4a0b-8684-9cbcd5927a66 req-6f3558b8-5ad9-49fc-86ab-affb90fab571 service neutron] 10.222.0.68 "GET /v2.0/networks/3261cf6b-7478-4309-8307-de59641f60c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961845 Aug 16 23:19:02.230108 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee3efd-84a3-48b5-b640-507ad79071d5 req-8f110608-6577-409a-bc92-9297ad852739 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:02.233503 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9dee3efd-84a3-48b5-b640-507ad79071d5 req-8f110608-6577-409a-bc92-9297ad852739 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad94d760-244b-46c3-b121-0da8b5fc168a HTTP/1.1" status: 200 len: 943 time: 0.0542657 Aug 16 23:19:02.274611 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9dee3efd-84a3-48b5-b640-507ad79071d5 req-b3e813d2-e23a-4548-91bd-f0d911d26178 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=a879b5e0-2343-4012-9270-70a7692e9249&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341380 Aug 16 23:19:02.286305 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4296ba10-eb68-4a0b-8684-9cbcd5927a66 req-f7f6e13a-9e9f-426d-ac06-a6c92faec138 service neutron] 10.222.0.68 "GET /v2.0/networks/3261cf6b-7478-4309-8307-de59641f60c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880616 Aug 16 23:19:02.380356 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf522602-ef42-4e60-a0e1-21a788e32c6c req-ef36b80a-7c14-4262-a5ea-826ee13a9cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:02.381865 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-cf522602-ef42-4e60-a0e1-21a788e32c6c req-ef36b80a-7c14-4262-a5ea-826ee13a9cf5 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3aee68aa35e24e649e175a43cbcb7bd3&device_id=ad94d760-244b-46c3-b121-0da8b5fc168a HTTP/1.1" status: 200 len: 1095 time: 0.0439448 Aug 16 23:19:02.498096 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf522602-ef42-4e60-a0e1-21a788e32c6c req-06ed313c-5780-44bc-ba7d-14a769a3271c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:02.500557 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-cf522602-ef42-4e60-a0e1-21a788e32c6c req-06ed313c-5780-44bc-ba7d-14a769a3271c service neutron] 10.222.0.68 "GET /v2.0/networks?id=3261cf6b-7478-4309-8307-de59641f60c5 HTTP/1.1" status: 200 len: 898 time: 0.1092701 Aug 16 23:19:02.565469 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-cf522602-ef42-4e60-a0e1-21a788e32c6c req-42dbc5bc-a0a8-4d06-b63f-40ba0efd10af service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3452bba4-3239-40c3-b7d4-eb84358b6537 HTTP/1.1" status: 200 len: 217 time: 0.0582485 Aug 16 23:19:02.641860 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf522602-ef42-4e60-a0e1-21a788e32c6c req-72ad5d09-51b1-4025-ba25-5ade250b47a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:02.643268 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-cf522602-ef42-4e60-a0e1-21a788e32c6c req-72ad5d09-51b1-4025-ba25-5ade250b47a1 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2c13ce3a-6157-4519-8dc6-57d9fbd62e14 HTTP/1.1" status: 200 len: 835 time: 0.0642388 Aug 16 23:19:02.679616 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164391b8-c3dc-442d-8d32-05e951b188da req-d6e333be-bc8a-4690-b44d-2a71194f1ef2 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:02.685150 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-164391b8-c3dc-442d-8d32-05e951b188da req-d6e333be-bc8a-4690-b44d-2a71194f1ef2 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8fd6e52-28f5-45e0-9267-d016782c5412 HTTP/1.1" status: 200 len: 945 time: 0.0714972 Aug 16 23:19:02.710032 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf522602-ef42-4e60-a0e1-21a788e32c6c req-df171f93-758a-4f48-b368-8f8f7ad220f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:02.711759 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-cf522602-ef42-4e60-a0e1-21a788e32c6c req-df171f93-758a-4f48-b368-8f8f7ad220f2 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3261cf6b-7478-4309-8307-de59641f60c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0601749 Aug 16 23:19:02.766923 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-164391b8-c3dc-442d-8d32-05e951b188da req-7a8ec72d-89db-4ff5-a3a3-f891530aa098 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742488 Aug 16 23:19:02.776074 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63cc8df-2836-4761-a99b-06cdec9b0278 req-0c2c4fb6-9773-4a62-a0a9-3818604ea4e4 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:02.778680 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b63cc8df-2836-4761-a99b-06cdec9b0278 req-0c2c4fb6-9773-4a62-a0a9-3818604ea4e4 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 944 time: 0.0781789 Aug 16 23:19:02.822346 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b63cc8df-2836-4761-a99b-06cdec9b0278 req-da6d048f-b567-4bba-b326-eab804a894b3 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbc72d54-097b-421d-953a-e4e7a8a28dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384693 Aug 16 23:19:02.823292 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-cf522602-ef42-4e60-a0e1-21a788e32c6c req-8834f6f8-5314-46a5-9ab3-ac73dea66174 service neutron] 10.222.0.68 "GET /v2.0/networks/3261cf6b-7478-4309-8307-de59641f60c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005030 Aug 16 23:19:02.923609 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-cf522602-ef42-4e60-a0e1-21a788e32c6c req-91fa9f6f-fef4-4a33-b36e-8f4cdd564c06 service neutron] 10.222.0.68 "GET /v2.0/networks/3261cf6b-7478-4309-8307-de59641f60c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880628 Aug 16 23:19:03.633895 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1a92c9-3845-4a0d-992e-516ba647639a req-c29e8456-032d-453c-98c5-ae0a00fab898 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:03.635522 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dc1a92c9-3845-4a0d-992e-516ba647639a req-c29e8456-032d-453c-98c5-ae0a00fab898 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad94d760-244b-46c3-b121-0da8b5fc168a HTTP/1.1" status: 200 len: 943 time: 0.0560308 Aug 16 23:19:03.675767 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dc1a92c9-3845-4a0d-992e-516ba647639a req-9aac5f48-e72a-4f71-8491-657820730546 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=a879b5e0-2343-4012-9270-70a7692e9249&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334675 Aug 16 23:19:03.898524 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5339e454-6cfc-4d99-8e6c-03fdc199167f req-df29668e-475d-41af-afa8-f99f90a15fb1 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:03.900124 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5339e454-6cfc-4d99-8e6c-03fdc199167f req-df29668e-475d-41af-afa8-f99f90a15fb1 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8fd6e52-28f5-45e0-9267-d016782c5412 HTTP/1.1" status: 200 len: 945 time: 0.0564501 Aug 16 23:19:03.966129 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5339e454-6cfc-4d99-8e6c-03fdc199167f req-c5450cc6-fa45-4c9e-936c-035ba4990346 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565996 Aug 16 23:19:03.974442 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e97be81-186e-492f-a918-4e196d3ff6d3 req-650082a3-b162-4b3a-baac-add4017d399a tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:03.976040 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6e97be81-186e-492f-a918-4e196d3ff6d3 req-650082a3-b162-4b3a-baac-add4017d399a tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 944 time: 0.0749505 Aug 16 23:19:04.017115 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6e97be81-186e-492f-a918-4e196d3ff6d3 req-ff06a207-8475-4c95-b1f2-3f97209c0dbe tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbc72d54-097b-421d-953a-e4e7a8a28dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345302 Aug 16 23:19:04.175132 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dafe6c-583e-4493-8c7b-7b9ca404ab96 req-82b487d0-980e-4304-a4fa-e4897cfb4c48 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:04.176664 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b3dafe6c-583e-4493-8c7b-7b9ca404ab96 req-82b487d0-980e-4304-a4fa-e4897cfb4c48 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8fd6e52-28f5-45e0-9267-d016782c5412 HTTP/1.1" status: 200 len: 945 time: 0.0502229 Aug 16 23:19:04.217229 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b3dafe6c-583e-4493-8c7b-7b9ca404ab96 req-74b51efe-7847-4e5c-809c-82e46b724a5e tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342166 Aug 16 23:19:04.336714 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518aa7b8-9e7f-4eb2-8977-a13b5aeda2f3 req-5db2a1f7-69ed-4f8c-9582-7771a95dd22d tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:04.338177 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-518aa7b8-9e7f-4eb2-8977-a13b5aeda2f3 req-5db2a1f7-69ed-4f8c-9582-7771a95dd22d tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8fd6e52-28f5-45e0-9267-d016782c5412 HTTP/1.1" status: 200 len: 945 time: 0.0531569 Aug 16 23:19:04.377830 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-518aa7b8-9e7f-4eb2-8977-a13b5aeda2f3 req-48be3d18-7bbc-4084-86ab-16b188b1eba3 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334892 Aug 16 23:19:04.656271 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a60f23f-f493-47c1-8b7f-8234edbaa3dc req-08f14edd-b2ff-4499-b74b-cc3ec0d96529 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:04.658641 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a60f23f-f493-47c1-8b7f-8234edbaa3dc req-08f14edd-b2ff-4499-b74b-cc3ec0d96529 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8fd6e52-28f5-45e0-9267-d016782c5412 HTTP/1.1" status: 200 len: 945 time: 0.0570602 Aug 16 23:19:04.701830 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a60f23f-f493-47c1-8b7f-8234edbaa3dc req-61793ae1-5d04-4eb9-b548-52107811e2de tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367396 Aug 16 23:19:04.797944 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b25486-811a-436a-a06f-9636a1b1b80e req-bb5f6a29-d8eb-4b17-a051-348414f8f9d7 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:04.799454 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-22b25486-811a-436a-a06f-9636a1b1b80e req-bb5f6a29-d8eb-4b17-a051-348414f8f9d7 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad94d760-244b-46c3-b121-0da8b5fc168a HTTP/1.1" status: 200 len: 943 time: 0.0500667 Aug 16 23:19:04.837056 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-22b25486-811a-436a-a06f-9636a1b1b80e req-305766a0-6969-4e3f-8579-651a997fd2a5 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=a879b5e0-2343-4012-9270-70a7692e9249&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316775 Aug 16 23:19:05.137242 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9afad8-78e7-4b0b-98d5-ec9146e53957 req-d031a796-fa8b-4727-964b-12781aadfe47 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:05.138736 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ea9afad8-78e7-4b0b-98d5-ec9146e53957 req-d031a796-fa8b-4727-964b-12781aadfe47 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 944 time: 0.0534105 Aug 16 23:19:05.177298 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ea9afad8-78e7-4b0b-98d5-ec9146e53957 req-ec20f3e4-264e-446c-99e3-61c9e09030e5 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbc72d54-097b-421d-953a-e4e7a8a28dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324450 Aug 16 23:19:05.721846 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 3452bba4-3239-40c3-b7d4-eb84358b6537 details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:19:05.837242 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 3452bba4-3239-40c3-b7d4-eb84358b6537, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=3452bba4-3239-40c3-b7d4-eb84358b6537,segment=NetworkSegment(6d6f57fa-c65a-4463-b9ca-0912c91b7f21),segment_id=6d6f57fa-c65a-4463-b9ca-0912c91b7f21)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:19:05.837788 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5ed130-a2f4-451f-a93f-0278890f15d2 req-5e38ff32-bf7b-41fb-a732-68ca3ae2003d tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:05.839321 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1f5ed130-a2f4-451f-a93f-0278890f15d2 req-5e38ff32-bf7b-41fb-a732-68ca3ae2003d tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8fd6e52-28f5-45e0-9267-d016782c5412 HTTP/1.1" status: 200 len: 945 time: 0.0545998 Aug 16 23:19:05.851826 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': '3452bba4-3239-40c3-b7d4-eb84358b6537', 'network_id': '3261cf6b-7478-4309-8307-de59641f60c5', 'port_id': '3452bba4-3239-40c3-b7d4-eb84358b6537', 'mac_address': 'fa:16:3e:33:4d:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c13ce3a-6157-4519-8dc6-57d9fbd62e14', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:19:05.901517 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1f5ed130-a2f4-451f-a93f-0278890f15d2 req-5c1350cd-a05e-4335-b5a7-09e6ec052ae6 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545065 Aug 16 23:19:05.902177 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:05.923563 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3452bba4-3239-40c3-b7d4-eb84358b6537 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:19:05.943791 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 3452bba4-3239-40c3-b7d4-eb84358b6537, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=3452bba4-3239-40c3-b7d4-eb84358b6537,segment=NetworkSegment(6d6f57fa-c65a-4463-b9ca-0912c91b7f21),segment_id=6d6f57fa-c65a-4463-b9ca-0912c91b7f21)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:19:05.947454 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:05.989704 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddac4a9-7a3e-4bc4-a926-a42916cec0e5 req-e0fb991e-2a0f-4bf2-b8bc-c3ae8cfe3285 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:05.991294 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9ddac4a9-7a3e-4bc4-a926-a42916cec0e5 req-e0fb991e-2a0f-4bf2-b8bc-c3ae8cfe3285 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.57 "GET /v2.0/ports?device_id=d8fd6e52-28f5-45e0-9267-d016782c5412 HTTP/1.1" status: 200 len: 945 time: 0.1116512 Aug 16 23:19:05.998774 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=3452bba4-3239-40c3-b7d4-eb84358b6537,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:19:06.009505 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd448dbe-6dc7-4088-acbf-f3396f03439f req-25247333-d1b2-415b-a5bc-f791b5278759 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:06.011318 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dd448dbe-6dc7-4088-acbf-f3396f03439f req-25247333-d1b2-415b-a5bc-f791b5278759 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad94d760-244b-46c3-b121-0da8b5fc168a HTTP/1.1" status: 200 len: 943 time: 0.0860760 Aug 16 23:19:06.095032 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dd448dbe-6dc7-4088-acbf-f3396f03439f req-579407cb-fa53-4d67-b577-c3b9d5aebb6d tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=a879b5e0-2343-4012-9270-70a7692e9249&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765183 Aug 16 23:19:06.129000 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-9ddac4a9-7a3e-4bc4-a926-a42916cec0e5 req-1c7ded43-4cee-4729-a47f-adfbb49effed tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Deleting port 1777cdf4-1b65-4cb7-a9c9-44f7696a1f2d {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:19:06.129345 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-9ddac4a9-7a3e-4bc4-a926-a42916cec0e5 req-1c7ded43-4cee-4729-a47f-adfbb49effed tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:06.203264 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['3452bba4-3239-40c3-b7d4-eb84358b6537'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:19:06.249334 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-9ddac4a9-7a3e-4bc4-a926-a42916cec0e5 req-1c7ded43-4cee-4729-a47f-adfbb49effed tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] For port 1777cdf4-1b65-4cb7-a9c9-44f7696a1f2d, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=1777cdf4-1b65-4cb7-a9c9-44f7696a1f2d,segment=NetworkSegment(2f9a4174-b2ab-4aae-b8db-a65907961481),segment_id=2f9a4174-b2ab-4aae-b8db-a65907961481)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:19:06.249927 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-9ddac4a9-7a3e-4bc4-a926-a42916cec0e5 req-1c7ded43-4cee-4729-a47f-adfbb49effed tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:06.289414 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-9ddac4a9-7a3e-4bc4-a926-a42916cec0e5 req-1c7ded43-4cee-4729-a47f-adfbb49effed tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Calling delete_port for 1777cdf4-1b65-4cb7-a9c9-44f7696a1f2d owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:19:06.364049 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce16d4-41a3-4e97-be60-c251541a7229 req-cfe6fb02-5f2e-4167-a7b9-ebd05fd9d27c tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:06.365819 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b8ce16d4-41a3-4e97-be60-c251541a7229 req-cfe6fb02-5f2e-4167-a7b9-ebd05fd9d27c tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 944 time: 0.1126945 Aug 16 23:19:06.429696 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b8ce16d4-41a3-4e97-be60-c251541a7229 req-370d9df3-738d-4cd8-8897-be65b62d42a6 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbc72d54-097b-421d-953a-e4e7a8a28dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0546870 Aug 16 23:19:06.502153 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-9ddac4a9-7a3e-4bc4-a926-a42916cec0e5 req-1c7ded43-4cee-4729-a47f-adfbb49effed tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:06.531759 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7ded43-4cee-4729-a47f-adfbb49effed tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Pushing event deleted for resources: {'Port': ['ID=1777cdf4-1b65-4cb7-a9c9-44f7696a1f2d,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:19:06.536400 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['c0d4764f-ebed-4249-9515-362440827bba', '1777cdf4-1b65-4cb7-a9c9-44f7696a1f2d'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:19:06.560811 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7ded43-4cee-4729-a47f-adfbb49effed tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:19:06.561172 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7ded43-4cee-4729-a47f-adfbb49effed tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:19:06.561526 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7ded43-4cee-4729-a47f-adfbb49effed tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:19:06.561877 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7ded43-4cee-4729-a47f-adfbb49effed tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:19:06.562222 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7ded43-4cee-4729-a47f-adfbb49effed tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:19:06.562561 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7ded43-4cee-4729-a47f-adfbb49effed tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:19:06.562904 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7ded43-4cee-4729-a47f-adfbb49effed tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:19:06.563241 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7ded43-4cee-4729-a47f-adfbb49effed tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:19:06.563578 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7ded43-4cee-4729-a47f-adfbb49effed tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:19:06.563919 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7ded43-4cee-4729-a47f-adfbb49effed tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:19:06.564252 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7ded43-4cee-4729-a47f-adfbb49effed tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:19:06.564599 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7ded43-4cee-4729-a47f-adfbb49effed tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:19:06.584070 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ddac4a9-7a3e-4bc4-a926-a42916cec0e5 req-1c7ded43-4cee-4729-a47f-adfbb49effed tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] No DVR routers for this DVR port 1777cdf4-1b65-4cb7-a9c9-44f7696a1f2d on host n-h2-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:19:06.586865 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-9ddac4a9-7a3e-4bc4-a926-a42916cec0e5 req-1c7ded43-4cee-4729-a47f-adfbb49effed tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:06.589053 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9ddac4a9-7a3e-4bc4-a926-a42916cec0e5 req-1c7ded43-4cee-4729-a47f-adfbb49effed tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.57 "DELETE /v2.0/ports/1777cdf4-1b65-4cb7-a9c9-44f7696a1f2d HTTP/1.1" status: 204 len: 173 time: 0.5770450 Aug 16 23:19:06.589790 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8fd6e52-28f5-45e0-9267-d016782c5412', 'name': 'network-vif-deleted', 'tag': '1777cdf4-1b65-4cb7-a9c9-44f7696a1f2d'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:19:06.592193 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43434f8c-2d06-41a6-b18d-0ca56d4c1174" -d '{"events": [{"server_uuid": "d8fd6e52-28f5-45e0-9267-d016782c5412", "name": "network-vif-deleted", "tag": "1777cdf4-1b65-4cb7-a9c9-44f7696a1f2d"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:19:06.639889 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd12fb3-072c-48e5-a663-32033dce13f7 x-openstack-request-id: req-9fd12fb3-072c-48e5-a663-32033dce13f7 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:19:06.640750 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8fd6e52-28f5-45e0-9267-d016782c5412", "name": "network-vif-deleted", "tag": "1777cdf4-1b65-4cb7-a9c9-44f7696a1f2d", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:19:06.641096 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9fd12fb3-072c-48e5-a663-32033dce13f7 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:19:06.641896 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8fd6e52-28f5-45e0-9267-d016782c5412', 'name': 'network-vif-deleted', 'tag': '1777cdf4-1b65-4cb7-a9c9-44f7696a1f2d', 'status': 'completed', 'code': 200} Aug 16 23:19:07.009076 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4effbfe7-4706-470d-aa1c-bfccc4bb0fa5 req-ddd18220-20e4-4286-913b-a10c9c3b3a0b tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8fd6e52-28f5-45e0-9267-d016782c5412 HTTP/1.1" status: 200 len: 210 time: 0.0317223 Aug 16 23:19:07.214152 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e72e974-195a-4573-b239-6772d762a438 req-c2d99f61-71c3-400f-b430-f6d8dc78454d tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:07.216346 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8e72e974-195a-4573-b239-6772d762a438 req-c2d99f61-71c3-400f-b430-f6d8dc78454d tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad94d760-244b-46c3-b121-0da8b5fc168a HTTP/1.1" status: 200 len: 944 time: 0.0508647 Aug 16 23:19:07.256651 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8e72e974-195a-4573-b239-6772d762a438 req-0b8e4a9d-b0a2-473b-b8f5-08892cd2fcac tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=a879b5e0-2343-4012-9270-70a7692e9249&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334301 Aug 16 23:19:07.554973 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca06056-2641-45c3-af43-d69c3527a968 req-7f2c62b3-c5b4-4c04-b7a4-58e9bcebe473 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:07.556431 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bca06056-2641-45c3-af43-d69c3527a968 req-7f2c62b3-c5b4-4c04-b7a4-58e9bcebe473 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 944 time: 0.0481665 Aug 16 23:19:07.594496 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bca06056-2641-45c3-af43-d69c3527a968 req-6f91d850-4a83-499d-9a2b-b9966d51a8ef tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbc72d54-097b-421d-953a-e4e7a8a28dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315695 Aug 16 23:19:07.724963 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 3452bba4-3239-40c3-b7d4-eb84358b6537 up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:19:07.779270 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning for port 3452bba4-3239-40c3-b7d4-eb84358b6537 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:19:07.783763 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port 3452bba4-3239-40c3-b7d4-eb84358b6537 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:19:07.784163 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:07.798565 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdf06f3-b8f7-4b29-8900-0e05ef4aabaf req-76da281f-cea5-4078-a692-eea503980fa9 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:07.800061 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bfdf06f3-b8f7-4b29-8900-0e05ef4aabaf req-76da281f-cea5-4078-a692-eea503980fa9 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 944 time: 0.0569277 Aug 16 23:19:07.881247 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bfdf06f3-b8f7-4b29-8900-0e05ef4aabaf req-876785e7-4614-4f55-9ad4-5ad261ac769b tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbc72d54-097b-421d-953a-e4e7a8a28dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0579658 Aug 16 23:19:07.885132 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cda51f5-dddc-40eb-ad80-cb3be82db100 req-a80e2268-4e3e-46c0-aa9a-417457b75c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:07.885964 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4cda51f5-dddc-40eb-ad80-cb3be82db100 req-a80e2268-4e3e-46c0-aa9a-417457b75c0d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ee91ace37a634fb9abb791ce5d24078e&device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 1096 time: 0.0819592 Aug 16 23:19:07.911147 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:07.936717 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad94d760-244b-46c3-b121-0da8b5fc168a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3452bba4-3239-40c3-b7d4-eb84358b6537'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:19:07.939096 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da4929bf-2baa-4496-935a-54f5f93dc57c" -d '{"events": [{"server_uuid": "ad94d760-244b-46c3-b121-0da8b5fc168a", "name": "network-vif-plugged", "status": "completed", "tag": "3452bba4-3239-40c3-b7d4-eb84358b6537"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:19:07.953431 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 3452bba4-3239-40c3-b7d4-eb84358b6537, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=3452bba4-3239-40c3-b7d4-eb84358b6537,segment=NetworkSegment(6d6f57fa-c65a-4463-b9ca-0912c91b7f21),segment_id=6d6f57fa-c65a-4463-b9ca-0912c91b7f21)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:19:07.957954 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:07.999363 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1e8aaf3-7c11-4146-89f1-95b73e57190a x-openstack-request-id: req-f1e8aaf3-7c11-4146-89f1-95b73e57190a {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:19:07.999662 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad94d760-244b-46c3-b121-0da8b5fc168a", "name": "network-vif-plugged", "status": "completed", "tag": "3452bba4-3239-40c3-b7d4-eb84358b6537", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:19:07.999912 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f1e8aaf3-7c11-4146-89f1-95b73e57190a {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:19:08.000303 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad94d760-244b-46c3-b121-0da8b5fc168a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3452bba4-3239-40c3-b7d4-eb84358b6537', 'code': 200} Aug 16 23:19:08.006885 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cda51f5-dddc-40eb-ad80-cb3be82db100 req-a50c4157-f32d-4f03-a65f-25a2ea453133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:08.009140 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4cda51f5-dddc-40eb-ad80-cb3be82db100 req-a50c4157-f32d-4f03-a65f-25a2ea453133 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6152efff-6e82-46a1-acb7-149d7c33d5d6 HTTP/1.1" status: 200 len: 913 time: 0.1158428 Aug 16 23:19:08.018206 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=3452bba4-3239-40c3-b7d4-eb84358b6537,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:19:08.102837 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4cda51f5-dddc-40eb-ad80-cb3be82db100 req-26406224-acea-4812-84a5-77cb20cd0499 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62ad7c9a-9355-476c-9726-91c7fd566244 HTTP/1.1" status: 200 len: 998 time: 0.0854332 Aug 16 23:19:08.142497 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660fba6d-83bd-4a69-abd3-624ca2aa3643 req-5b6335ca-2cec-4a5a-8f26-375558ae60bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:08.146250 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-660fba6d-83bd-4a69-abd3-624ca2aa3643 req-5b6335ca-2cec-4a5a-8f26-375558ae60bf service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=ad94d760-244b-46c3-b121-0da8b5fc168a HTTP/1.1" status: 200 len: 1097 time: 0.0662565 Aug 16 23:19:08.183330 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cda51f5-dddc-40eb-ad80-cb3be82db100 req-e7211f75-bc32-4f60-a1e9-5e14785a3604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:08.185459 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4cda51f5-dddc-40eb-ad80-cb3be82db100 req-e7211f75-bc32-4f60-a1e9-5e14785a3604 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7d6a27ac-d81b-4d19-9995-25afe2c6f338 HTTP/1.1" status: 200 len: 851 time: 0.0719488 Aug 16 23:19:08.200272 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-660fba6d-83bd-4a69-abd3-624ca2aa3643 req-c11eb61b-86f9-4052-855a-0101fc5ec7a4 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=a879b5e0-2343-4012-9270-70a7692e9249&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458875 Aug 16 23:19:08.237556 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cda51f5-dddc-40eb-ad80-cb3be82db100 req-2c5f62fd-2f86-41b5-986c-50665d80f8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:08.239104 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4cda51f5-dddc-40eb-ad80-cb3be82db100 req-2c5f62fd-2f86-41b5-986c-50665d80f8de service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6152efff-6e82-46a1-acb7-149d7c33d5d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471656 Aug 16 23:19:08.370320 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4cda51f5-dddc-40eb-ad80-cb3be82db100 req-e918d9e4-27ac-4799-8006-0243bb0fae88 service neutron] 10.222.0.57 "GET /v2.0/networks/6152efff-6e82-46a1-acb7-149d7c33d5d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206806 Aug 16 23:19:08.441114 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a8d168-426a-40ec-867f-130568d2f79b req-765c70f9-8ff1-4aab-a071-484312ab047e tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:08.442608 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-96a8d168-426a-40ec-867f-130568d2f79b req-765c70f9-8ff1-4aab-a071-484312ab047e tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad94d760-244b-46c3-b121-0da8b5fc168a HTTP/1.1" status: 200 len: 945 time: 0.1071820 Aug 16 23:19:08.505472 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4cda51f5-dddc-40eb-ad80-cb3be82db100 req-9db3005c-cf37-47b7-b82d-2d87773254e9 service neutron] 10.222.0.57 "GET /v2.0/networks/6152efff-6e82-46a1-acb7-149d7c33d5d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310790 Aug 16 23:19:08.508412 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-96a8d168-426a-40ec-867f-130568d2f79b req-f978d5d6-6816-4ad3-b49d-598b28bdaaf5 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=a879b5e0-2343-4012-9270-70a7692e9249&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558488 Aug 16 23:19:08.762637 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b330ef3e-4478-425e-a68d-f527b73717b8 req-73b8aea0-e534-4777-9020-ab549f5ce081 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:08.764112 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b330ef3e-4478-425e-a68d-f527b73717b8 req-73b8aea0-e534-4777-9020-ab549f5ce081 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=bba69b47-d347-431e-8d77-e3d13b279e63 HTTP/1.1" status: 200 len: 945 time: 0.0548389 Aug 16 23:19:08.802506 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b330ef3e-4478-425e-a68d-f527b73717b8 req-c5a3bb63-88e1-4eb7-b0fa-339299f68c56 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322778 Aug 16 23:19:09.030061 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbaaa68-4f09-4265-9f6f-8527e33007a5 req-e889ee1f-5b6e-42d3-825d-bc3ef59e4516 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:09.031712 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7cbaaa68-4f09-4265-9f6f-8527e33007a5 req-e889ee1f-5b6e-42d3-825d-bc3ef59e4516 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 944 time: 0.0595889 Aug 16 23:19:09.071380 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7cbaaa68-4f09-4265-9f6f-8527e33007a5 req-44c40263-b48b-45ba-809d-29f790fa3c64 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbc72d54-097b-421d-953a-e4e7a8a28dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332026 Aug 16 23:19:09.552647 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 1777cdf4-1b65-4cb7-a9c9-44f7696a1f2d no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:19:09.573611 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] No Port match for: 1777cdf4-1b65-4cb7-a9c9-44f7696a1f2d {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:19:09.573979 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 1777cdf4-1b65-4cb7-a9c9-44f7696a1f2d not bound to the agent host n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:19:09.627758 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a945dda6-b6a9-43fd-8528-14a4408f0a4d req-789f046f-16f2-4d0c-9c35-01f7502848e5 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:09.629278 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a945dda6-b6a9-43fd-8528-14a4408f0a4d req-789f046f-16f2-4d0c-9c35-01f7502848e5 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad94d760-244b-46c3-b121-0da8b5fc168a HTTP/1.1" status: 200 len: 945 time: 0.0493207 Aug 16 23:19:09.669455 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a945dda6-b6a9-43fd-8528-14a4408f0a4d req-f895837f-6b2c-4520-8526-46530fe43819 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=a879b5e0-2343-4012-9270-70a7692e9249&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340264 Aug 16 23:19:09.789977 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1f5580-974c-49a2-aea1-53e25f153241 req-d9074b2d-fe7c-490a-8347-7a8c81c4ac61 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:09.791402 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6e1f5580-974c-49a2-aea1-53e25f153241 req-d9074b2d-fe7c-490a-8347-7a8c81c4ac61 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad94d760-244b-46c3-b121-0da8b5fc168a HTTP/1.1" status: 200 len: 945 time: 0.0549669 Aug 16 23:19:09.845602 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6e1f5580-974c-49a2-aea1-53e25f153241 req-2f5a46ec-6ad9-4c03-b56a-329087c3cd1c tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=a879b5e0-2343-4012-9270-70a7692e9249&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472946 Aug 16 23:19:09.865661 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 45100) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:19:09.945644 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7061744-24dc-4338-aec1-48a81af5a7cd req-bfe5ff9b-bd46-444f-985c-6a284a94ef66 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:09.948032 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a7061744-24dc-4338-aec1-48a81af5a7cd req-bfe5ff9b-bd46-444f-985c-6a284a94ef66 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=bba69b47-d347-431e-8d77-e3d13b279e63 HTTP/1.1" status: 200 len: 945 time: 0.0707521 Aug 16 23:19:09.998733 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a7061744-24dc-4338-aec1-48a81af5a7cd req-17d91f69-8e6f-4062-a86b-2b20763b8b75 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409126 Aug 16 23:19:10.053542 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320848d5-695a-4e48-8593-93457303cec7 tempest-TestNetworkAdvancedServerOps-1443331071 tempest-TestNetworkAdvancedServerOps-1443331071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:10.055032 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-320848d5-695a-4e48-8593-93457303cec7 tempest-TestNetworkAdvancedServerOps-1443331071 tempest-TestNetworkAdvancedServerOps-1443331071-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=ad94d760-244b-46c3-b121-0da8b5fc168a HTTP/1.1" status: 200 len: 1092 time: 0.1878295 Aug 16 23:19:10.057953 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 45104) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:19:10.063441 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-8af4eeb3-7e18-4cf3-9a5b-e659a0f73ed0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Request body: {'floatingip': {'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'port_id': '3452bba4-3239-40c3-b7d4-eb84358b6537', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:19:10.089563 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8af4eeb3-7e18-4cf3-9a5b-e659a0f73ed0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for floatingip, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:10.234436 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb0e39c-1205-4399-8a3f-e2fbd1d55374 req-184e6494-05d7-4ffc-8cb2-aab7b66b6ebc tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:10.237146 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ceb0e39c-1205-4399-8a3f-e2fbd1d55374 req-184e6494-05d7-4ffc-8cb2-aab7b66b6ebc tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 944 time: 0.0711651 Aug 16 23:19:10.272618 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8af4eeb3-7e18-4cf3-9a5b-e659a0f73ed0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:10.331296 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ceb0e39c-1205-4399-8a3f-e2fbd1d55374 req-b92b952e-7df3-45ef-8188-654792905047 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbc72d54-097b-421d-953a-e4e7a8a28dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0821002 Aug 16 23:19:10.459578 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-8af4eeb3-7e18-4cf3-9a5b-e659a0f73ed0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Allocated IP 172.25.4.126 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/df17ffa6-ef24-4c9d-91a0-89df94a4cf55) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:19:10.549262 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44ce12e-bf2f-4bb3-8479-480c719efefe req-ee5dd6ca-39ef-438b-9a59-7d8d00b1787c tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:10.550995 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a44ce12e-bf2f-4bb3-8479-480c719efefe req-ee5dd6ca-39ef-438b-9a59-7d8d00b1787c tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 944 time: 0.1467292 Aug 16 23:19:10.560772 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44324da-0dc9-4f83-bcca-0b2aef898706 req-de3c81a2-a143-4f9a-8b72-ee0faf5a07fd tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:10.562217 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b44324da-0dc9-4f83-bcca-0b2aef898706 req-de3c81a2-a143-4f9a-8b72-ee0faf5a07fd tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.57 "GET /v2.0/ports?device_id=bba69b47-d347-431e-8d77-e3d13b279e63 HTTP/1.1" status: 200 len: 945 time: 0.1563232 Aug 16 23:19:10.668881 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a44ce12e-bf2f-4bb3-8479-480c719efefe req-28d8810f-8330-4c25-bddc-32b4744b8ee9 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbc72d54-097b-421d-953a-e4e7a8a28dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1028848 Aug 16 23:19:10.699038 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8af4eeb3-7e18-4cf3-9a5b-e659a0f73ed0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:10.751956 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-b44324da-0dc9-4f83-bcca-0b2aef898706 req-2fa7389d-907c-4fc1-9e4c-1ad173e644a3 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Deleting port c0d4764f-ebed-4249-9515-362440827bba {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:19:10.752291 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-b44324da-0dc9-4f83-bcca-0b2aef898706 req-2fa7389d-907c-4fc1-9e4c-1ad173e644a3 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:10.796263 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8af4eeb3-7e18-4cf3-9a5b-e659a0f73ed0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:10.844673 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af4eeb3-7e18-4cf3-9a5b-e659a0f73ed0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:19:10.852821 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-8af4eeb3-7e18-4cf3-9a5b-e659a0f73ed0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:19:10.859774 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af4eeb3-7e18-4cf3-9a5b-e659a0f73ed0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:19:10.905521 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af4eeb3-7e18-4cf3-9a5b-e659a0f73ed0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Pushing event updated for resources: {'Port': ['ID=df17ffa6-ef24-4c9d-91a0-89df94a4cf55,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:19:10.962087 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-b44324da-0dc9-4f83-bcca-0b2aef898706 req-2fa7389d-907c-4fc1-9e4c-1ad173e644a3 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] For port c0d4764f-ebed-4249-9515-362440827bba, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=c0d4764f-ebed-4249-9515-362440827bba,segment=NetworkSegment(2f9a4174-b2ab-4aae-b8db-a65907961481),segment_id=2f9a4174-b2ab-4aae-b8db-a65907961481)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:19:10.962441 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-b44324da-0dc9-4f83-bcca-0b2aef898706 req-2fa7389d-907c-4fc1-9e4c-1ad173e644a3 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:10.999340 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-b44324da-0dc9-4f83-bcca-0b2aef898706 req-2fa7389d-907c-4fc1-9e4c-1ad173e644a3 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Calling delete_port for c0d4764f-ebed-4249-9515-362440827bba owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:19:11.013558 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c2d59d-467a-47e4-a6c6-3a2a0a31b29f req-c1a919f7-5583-4eb5-a73a-4cb24d425ba4 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:11.015046 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e3c2d59d-467a-47e4-a6c6-3a2a0a31b29f req-c1a919f7-5583-4eb5-a73a-4cb24d425ba4 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 944 time: 0.1259067 Aug 16 23:19:11.204738 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e3c2d59d-467a-47e4-a6c6-3a2a0a31b29f req-8da7126a-f4a6-4f9d-83c9-8c6623eecda8 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbc72d54-097b-421d-953a-e4e7a8a28dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1589904 Aug 16 23:19:11.272029 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6237a9f3-4103-4f89-bdb0-345a5ee256cf req-5710d202-3e58-492a-99b5-382249743936 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:11.273568 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6237a9f3-4103-4f89-bdb0-345a5ee256cf req-5710d202-3e58-492a-99b5-382249743936 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/ports?device_id=bba69b47-d347-431e-8d77-e3d13b279e63 HTTP/1.1" status: 200 len: 945 time: 0.1725605 Aug 16 23:19:11.395972 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:11.755394 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6237a9f3-4103-4f89-bdb0-345a5ee256cf req-d2932239-5851-4142-88ac-a54639649a62 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.36 "GET /v2.0/security-groups?id=898a220c-207d-47a2-b4ac-20a90cf65c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4702561 Aug 16 23:19:11.814655 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-b44324da-0dc9-4f83-bcca-0b2aef898706 req-2fa7389d-907c-4fc1-9e4c-1ad173e644a3 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:11.835900 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417be9cd-fcbf-420f-80a5-8a3f9b271ec6 req-a98705ff-b4c6-41b2-91cd-dd1fa705a244 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:11.837420 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-417be9cd-fcbf-420f-80a5-8a3f9b271ec6 req-a98705ff-b4c6-41b2-91cd-dd1fa705a244 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 944 time: 0.1452758 Aug 16 23:19:11.846934 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['c0d4764f-ebed-4249-9515-362440827bba'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:19:11.868710 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa7389d-907c-4fc1-9e4c-1ad173e644a3 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Pushing event deleted for resources: {'Port': ['ID=c0d4764f-ebed-4249-9515-362440827bba,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:19:11.957899 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-b44324da-0dc9-4f83-bcca-0b2aef898706 req-2fa7389d-907c-4fc1-9e4c-1ad173e644a3 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] No DVR routers for this DVR port c0d4764f-ebed-4249-9515-362440827bba on host n-h2-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:19:11.960681 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-b44324da-0dc9-4f83-bcca-0b2aef898706 req-2fa7389d-907c-4fc1-9e4c-1ad173e644a3 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:11.963082 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b44324da-0dc9-4f83-bcca-0b2aef898706 req-2fa7389d-907c-4fc1-9e4c-1ad173e644a3 tempest-ServersTestJSON-2000150631 tempest-ServersTestJSON-2000150631-project] 10.222.0.57 "DELETE /v2.0/ports/c0d4764f-ebed-4249-9515-362440827bba HTTP/1.1" status: 204 len: 173 time: 1.3888733 Aug 16 23:19:11.970080 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bba69b47-d347-431e-8d77-e3d13b279e63', 'name': 'network-vif-deleted', 'tag': 'c0d4764f-ebed-4249-9515-362440827bba'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:19:11.972715 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fc9e703-f153-42fa-8dda-42505b36e211" -d '{"events": [{"server_uuid": "bba69b47-d347-431e-8d77-e3d13b279e63", "name": "network-vif-deleted", "tag": "c0d4764f-ebed-4249-9515-362440827bba"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:19:12.003261 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-417be9cd-fcbf-420f-80a5-8a3f9b271ec6 req-c95c5ec8-9525-42c2-8c37-8ce715fe6b0d tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbc72d54-097b-421d-953a-e4e7a8a28dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1400366 Aug 16 23:19:12.051259 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b6de9e8-3ba1-45d9-8bfd-1d3e625e3763 x-openstack-request-id: req-7b6de9e8-3ba1-45d9-8bfd-1d3e625e3763 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:19:12.051554 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bba69b47-d347-431e-8d77-e3d13b279e63", "name": "network-vif-deleted", "tag": "c0d4764f-ebed-4249-9515-362440827bba", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:19:12.051807 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7b6de9e8-3ba1-45d9-8bfd-1d3e625e3763 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:19:12.052208 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bba69b47-d347-431e-8d77-e3d13b279e63', 'name': 'network-vif-deleted', 'tag': 'c0d4764f-ebed-4249-9515-362440827bba', 'status': 'completed', 'code': 200} Aug 16 23:19:12.058909 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8af4eeb3-7e18-4cf3-9a5b-e659a0f73ed0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:12.131779 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8af4eeb3-7e18-4cf3-9a5b-e659a0f73ed0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:12.282965 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8af4eeb3-7e18-4cf3-9a5b-e659a0f73ed0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:12.287295 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8af4eeb3-7e18-4cf3-9a5b-e659a0f73ed0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:12.363374 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af4eeb3-7e18-4cf3-9a5b-e659a0f73ed0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Pushing event updated for resources: {'Port': ['ID=df17ffa6-ef24-4c9d-91a0-89df94a4cf55,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:19:12.371357 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8af4eeb3-7e18-4cf3-9a5b-e659a0f73ed0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:12.486131 n-d-791506-26 neutron-server[101292]: INFO neutron.db.l3_db [None req-8af4eeb3-7e18-4cf3-9a5b-e659a0f73ed0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Floating IP e909567f-9f3b-4503-b0f1-1a9563159f14 associated. External IP: 172.25.4.126, port: 3452bba4-3239-40c3-b7d4-eb84358b6537. Aug 16 23:19:12.743975 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd26980-28cb-4f8e-93a4-2068b18e686d req-10776ec7-d757-45f9-bd32-f3a668c76345 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:12.745516 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0bd26980-28cb-4f8e-93a4-2068b18e686d req-10776ec7-d757-45f9-bd32-f3a668c76345 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] 10.222.0.36 "GET /v2.0/ports?device_id=7057ac7c-3889-46d5-9766-5f1561f14bc7 HTTP/1.1" status: 200 len: 945 time: 0.1266780 Aug 16 23:19:12.776106 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8af4eeb3-7e18-4cf3-9a5b-e659a0f73ed0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Router 80a65cb3-6504-4746-b7f1-defb8bbf28a9 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:19:12.799020 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:19:12.805281 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0bd26980-28cb-4f8e-93a4-2068b18e686d req-a03328bd-b189-472b-b2b9-425604109fad tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f2e200a-21c5-4806-bf7c-28a912180294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506263 Aug 16 23:19:12.816253 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 45134) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:19:12.903675 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b511b89-059b-4508-8897-99488e838918 admin admin] Deleting subnet 4724a49f-f514-42a4-b8bc-2aeadbfe5460 {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:19:12.908668 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2b511b89-059b-4508-8897-99488e838918 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:12.950930 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2b511b89-059b-4508-8897-99488e838918 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:12.951948 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8af4eeb3-7e18-4cf3-9a5b-e659a0f73ed0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:19:12.965258 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a32c9d-d292-4731-873a-42a2abdda5f7 None None] Sync routers for ids ['80a65cb3-6504-4746-b7f1-defb8bbf28a9'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:19:12.970381 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8af4eeb3-7e18-4cf3-9a5b-e659a0f73ed0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:12.975977 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a32c9d-d292-4731-873a-42a2abdda5f7 None None] Routers {'80a65cb3-6504-4746-b7f1-defb8bbf28a9'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:19:12.976842 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-f8a32c9d-d292-4731-873a-42a2abdda5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:18:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['80a65cb3-6504-4746-b7f1-defb8bbf28a9'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:19:12.994496 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2b511b89-059b-4508-8897-99488e838918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:13.010717 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-8af4eeb3-7e18-4cf3-9a5b-e659a0f73ed0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9426808 Aug 16 23:19:13.058298 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2b511b89-059b-4508-8897-99488e838918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:13.088253 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b511b89-059b-4508-8897-99488e838918 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4724a49f-f514-42a4-b8bc-2aeadbfe5460,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:19:13.099752 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2b511b89-059b-4508-8897-99488e838918 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:13.102797 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-2b511b89-059b-4508-8897-99488e838918 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/4724a49f-f514-42a4-b8bc-2aeadbfe5460 HTTP/1.1" status: 204 len: 168 time: 0.2852652 Aug 16 23:19:13.107886 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 45140) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:19:13.115955 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-f8a32c9d-d292-4731-873a-42a2abdda5f7 None None] Set router 80a65cb3-6504-4746-b7f1-defb8bbf28a9 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:19:13.134579 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d063e5dd-8d1b-48d4-bdd1-c18f4708364a req-567f575d-71f5-452c-a46c-cf1cb0f9a0d9 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:13.136091 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d063e5dd-8d1b-48d4-bdd1-c18f4708364a req-567f575d-71f5-452c-a46c-cf1cb0f9a0d9 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad94d760-244b-46c3-b121-0da8b5fc168a HTTP/1.1" status: 200 len: 945 time: 0.0825453 Aug 16 23:19:13.247433 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-08fcef3d-e36f-41c4-ba81-6f14270afff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:13.261995 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3ab570-ba99-4a24-8392-facb32a61619 req-7f594b25-cfe7-42e0-8c12-b0343561c253 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:13.263501 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2f3ab570-ba99-4a24-8392-facb32a61619 req-7f594b25-cfe7-42e0-8c12-b0343561c253 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 944 time: 0.1565509 Aug 16 23:19:13.268624 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d063e5dd-8d1b-48d4-bdd1-c18f4708364a req-24606119-33d5-4933-9644-e5f50015d84f tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=a879b5e0-2343-4012-9270-70a7692e9249&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049981 Aug 16 23:19:13.290714 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 45142) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:19:13.329659 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2f3ab570-ba99-4a24-8392-facb32a61619 req-0b949019-25d5-4bcc-b756-8e36f5fa4621 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbc72d54-097b-421d-953a-e4e7a8a28dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0589261 Aug 16 23:19:13.364742 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-f8a32c9d-d292-4731-873a-42a2abdda5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a65cb3-6504-4746-b7f1-defb8bbf28a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2146001193', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '8dcc5029-da31-4c9d-bd99-233c8c51064c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:18:51Z', 'updated_at': '2021-08-16T23:18:56Z', 'revision_number': 4, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'gw_port': {'id': '8dcc5029-da31-4c9d-bd99-233c8c51064c', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:76:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a65cb3-6504-4746-b7f1-defb8bbf28a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:18:52Z', 'updated_at': '2021-08-16T23:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': 'e909567f-9f3b-4503-b0f1-1a9563159f14', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'floating_ip_address': '172.25.4.126', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': '80a65cb3-6504-4746-b7f1-defb8bbf28a9', 'port_id': '3452bba4-3239-40c3-b7d4-eb84358b6537', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3272, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3261cf6b-7478-4309-8307-de59641f60c5', 'mac_address': 'fa:16:3e:33:4d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad94d760-244b-46c3-b121-0da8b5fc168a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:19:11Z', 'updated_at': '2021-08-16T23:19:11Z', 'revision_number': 0, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a907c4eb-03e2-4b61-89d4-d70650970afa', 'name': '', 'network_id': '3261cf6b-7478-4309-8307-de59641f60c5', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'mac_address': 'fa:16:3e:7c:83:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a65cb3-6504-4746-b7f1-defb8bbf28a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': '2c13ce3a-6157-4519-8dc6-57d9fbd62e14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:18:55Z', 'updated_at': '2021-08-16T23:19:00Z', 'revision_number': 5, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'subnets': [{'id': '2c13ce3a-6157-4519-8dc6-57d9fbd62e14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:19:13.377431 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-293db058-3da1-41a3-b0a7-c93660212028 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/floatingips/e909567f-9f3b-4503-b0f1-1a9563159f14 HTTP/1.1" status: 200 len: 991 time: 0.0854964 Aug 16 23:19:13.382088 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-08fcef3d-e36f-41c4-ba81-6f14270afff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:13.393100 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-08fcef3d-e36f-41c4-ba81-6f14270afff4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c457813-f40c-4a5d-a305-ee4f3c9bee58']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:19:13.404749 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-08fcef3d-e36f-41c4-ba81-6f14270afff4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f9a4174-b2ab-4aae-b8db-a65907961481') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:19:13.405060 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-08fcef3d-e36f-41c4-ba81-6f14270afff4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f9a4174-b2ab-4aae-b8db-a65907961481') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:19:13.416228 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-08fcef3d-e36f-41c4-ba81-6f14270afff4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:13.432513 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-08fcef3d-e36f-41c4-ba81-6f14270afff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:13.440670 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08fcef3d-e36f-41c4-ba81-6f14270afff4 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:19:13.441294 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-08fcef3d-e36f-41c4-ba81-6f14270afff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:13.443206 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 16 23:19:13.443206 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:19:13.443206 n-d-791506-26 neutron-server[101292]: timer() Aug 16 23:19:13.443206 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:19:13.443206 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 16 23:19:13.443206 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:19:13.443206 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 16 23:19:13.443206 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:19:13.443206 n-d-791506-26 neutron-server[101292]: self._notify() Aug 16 23:19:13.443206 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:19:13.443206 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 16 23:19:13.443206 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:19:13.443206 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 16 23:19:13.443206 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:19:13.443206 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:19:13.443206 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:19:13.443206 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:19:13.443206 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:19:13.443206 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 16 23:19:13.443206 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:19:13.443206 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 16 23:19:13.443206 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:19:13.443206 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:19:13.443206 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:19:13.443206 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 16 23:19:13.443206 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:19:13.443206 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:19:13.443206 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:19:13.443206 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:19:13.443206 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:19:13.443206 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:19:13.443206 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:19:13.488911 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a32c9d-d292-4731-873a-42a2abdda5f7 None None] Checking router: 80a65cb3-6504-4746-b7f1-defb8bbf28a9 for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:19:13.498908 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a32c9d-d292-4731-873a-42a2abdda5f7 None None] Routers {'80a65cb3-6504-4746-b7f1-defb8bbf28a9'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:19:13.499524 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-f8a32c9d-d292-4731-873a-42a2abdda5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:18:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['80a65cb3-6504-4746-b7f1-defb8bbf28a9'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:19:13.513916 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-08fcef3d-e36f-41c4-ba81-6f14270afff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:13.520396 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-08fcef3d-e36f-41c4-ba81-6f14270afff4 admin admin] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:13.525061 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-08fcef3d-e36f-41c4-ba81-6f14270afff4 admin admin] 10.222.0.36 "DELETE /v2.0/networks/0c457813-f40c-4a5d-a305-ee4f3c9bee58 HTTP/1.1" status: 204 len: 168 time: 0.4124475 Aug 16 23:19:13.543839 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fcef3d-e36f-41c4-ba81-6f14270afff4 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c457813-f40c-4a5d-a305-ee4f3c9bee58,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:19:13.583938 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2cbb3e-53e9-4a63-8c37-1235eb408751 req-d284dfb6-2d41-4efd-8145-59f9ca266a0a tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:13.585533 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ca2cbb3e-53e9-4a63-8c37-1235eb408751 req-d284dfb6-2d41-4efd-8145-59f9ca266a0a tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 944 time: 0.0622177 Aug 16 23:19:13.624295 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-f8a32c9d-d292-4731-873a-42a2abdda5f7 None None] Set router 80a65cb3-6504-4746-b7f1-defb8bbf28a9 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:19:13.629256 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ca2cbb3e-53e9-4a63-8c37-1235eb408751 req-de20cb27-841a-45d2-bd4f-60228188dcd1 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbc72d54-097b-421d-953a-e4e7a8a28dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361698 Aug 16 23:19:13.727385 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 45150) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:19:13.780664 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-d487b68e-2e16-425d-bd49-14ce0ffd82d6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a7c31e67ee7c4b289c3ec8027565ddcd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0519207 Aug 16 23:19:13.783087 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 45152) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:19:13.838250 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-23638f72-04ba-45c8-a1d6-8d88175b61ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:13.862147 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-23638f72-04ba-45c8-a1d6-8d88175b61ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:13.869897 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-f8a32c9d-d292-4731-873a-42a2abdda5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a65cb3-6504-4746-b7f1-defb8bbf28a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2146001193', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '8dcc5029-da31-4c9d-bd99-233c8c51064c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:18:51Z', 'updated_at': '2021-08-16T23:18:56Z', 'revision_number': 4, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'gw_port': {'id': '8dcc5029-da31-4c9d-bd99-233c8c51064c', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:76:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a65cb3-6504-4746-b7f1-defb8bbf28a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:18:52Z', 'updated_at': '2021-08-16T23:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': 'e909567f-9f3b-4503-b0f1-1a9563159f14', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'floating_ip_address': '172.25.4.126', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': '80a65cb3-6504-4746-b7f1-defb8bbf28a9', 'port_id': '3452bba4-3239-40c3-b7d4-eb84358b6537', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3272, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3261cf6b-7478-4309-8307-de59641f60c5', 'mac_address': 'fa:16:3e:33:4d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad94d760-244b-46c3-b121-0da8b5fc168a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:19:11Z', 'updated_at': '2021-08-16T23:19:11Z', 'revision_number': 0, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a907c4eb-03e2-4b61-89d4-d70650970afa', 'name': '', 'network_id': '3261cf6b-7478-4309-8307-de59641f60c5', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'mac_address': 'fa:16:3e:7c:83:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a65cb3-6504-4746-b7f1-defb8bbf28a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': '2c13ce3a-6157-4519-8dc6-57d9fbd62e14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:18:55Z', 'updated_at': '2021-08-16T23:19:00Z', 'revision_number': 5, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'subnets': [{'id': '2c13ce3a-6157-4519-8dc6-57d9fbd62e14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:19:13.906054 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a32c9d-d292-4731-873a-42a2abdda5f7 None None] The sync data for ids ['80a65cb3-6504-4746-b7f1-defb8bbf28a9'] in n-d-791506-26 is: [{'id': '80a65cb3-6504-4746-b7f1-defb8bbf28a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2146001193', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '8dcc5029-da31-4c9d-bd99-233c8c51064c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:18:51Z', 'updated_at': '2021-08-16T23:18:56Z', 'revision_number': 4, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'gw_port': {'id': '8dcc5029-da31-4c9d-bd99-233c8c51064c', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:76:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a65cb3-6504-4746-b7f1-defb8bbf28a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:18:52Z', 'updated_at': '2021-08-16T23:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': 'e909567f-9f3b-4503-b0f1-1a9563159f14', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'floating_ip_address': '172.25.4.126', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': '80a65cb3-6504-4746-b7f1-defb8bbf28a9', 'port_id': '3452bba4-3239-40c3-b7d4-eb84358b6537', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3272, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3261cf6b-7478-4309-8307-de59641f60c5', 'mac_address': 'fa:16:3e:33:4d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad94d760-244b-46c3-b121-0da8b5fc168a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:19:11Z', 'updated_at': '2021-08-16T23:19:11Z', 'revision_number': 0, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a907c4eb-03e2-4b61-89d4-d70650970afa', 'name': '', 'network_id': '3261cf6b-7478-4309-8307-de59641f60c5', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'mac_address': 'fa:16:3e:7c:83:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a65cb3-6504-4746-b7f1-defb8bbf28a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': '2c13ce3a-6157-4519-8dc6-57d9fbd62e14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:18:55Z', 'updated_at': '2021-08-16T23:19:00Z', 'revision_number': 5, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'subnets': [{'id': '2c13ce3a-6157-4519-8dc6-57d9fbd62e14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:19:13.919577 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-23638f72-04ba-45c8-a1d6-8d88175b61ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:13.922943 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-23638f72-04ba-45c8-a1d6-8d88175b61ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:13.924492 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-23638f72-04ba-45c8-a1d6-8d88175b61ce admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/898a220c-207d-47a2-b4ac-20a90cf65c10 HTTP/1.1" status: 204 len: 168 time: 0.1403627 Aug 16 23:19:13.933044 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23638f72-04ba-45c8-a1d6-8d88175b61ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=898a220c-207d-47a2-b4ac-20a90cf65c10,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:19:13.956785 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eca55ed-4f5d-4558-a9a3-98c9ba868caa req-09bbf733-3fea-47b7-bc71-8d5f3886e94d tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:13.964587 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5eca55ed-4f5d-4558-a9a3-98c9ba868caa req-09bbf733-3fea-47b7-bc71-8d5f3886e94d tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] 10.222.0.36 "GET /v2.0/ports?device_id=7057ac7c-3889-46d5-9766-5f1561f14bc7 HTTP/1.1" status: 200 len: 945 time: 0.0751410 Aug 16 23:19:14.006841 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5eca55ed-4f5d-4558-a9a3-98c9ba868caa req-16cc572e-834f-455e-933c-ba2118df757d tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f2e200a-21c5-4806-bf7c-28a912180294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398517 Aug 16 23:19:14.053796 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad94d760-244b-46c3-b121-0da8b5fc168a', 'tag': '3452bba4-3239-40c3-b7d4-eb84358b6537'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:19:14.056339 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b9548bb-fb01-4430-b68f-7e36d5f3c27f" -d '{"events": [{"name": "network-changed", "server_uuid": "ad94d760-244b-46c3-b121-0da8b5fc168a", "tag": "3452bba4-3239-40c3-b7d4-eb84358b6537"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:19:14.098690 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec9dbd04-de9a-48de-b4cc-41bead4c71be x-openstack-request-id: req-ec9dbd04-de9a-48de-b4cc-41bead4c71be {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:19:14.098979 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad94d760-244b-46c3-b121-0da8b5fc168a", "tag": "3452bba4-3239-40c3-b7d4-eb84358b6537", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:19:14.099244 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ec9dbd04-de9a-48de-b4cc-41bead4c71be {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:19:14.099643 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad94d760-244b-46c3-b121-0da8b5fc168a', 'tag': '3452bba4-3239-40c3-b7d4-eb84358b6537', 'status': 'completed', 'code': 200} Aug 16 23:19:14.178981 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9548bb-fb01-4430-b68f-7e36d5f3c27f req-caaafd8b-87be-4d64-af0c-73f2f4cdb46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:14.181253 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-1b9548bb-fb01-4430-b68f-7e36d5f3c27f req-caaafd8b-87be-4d64-af0c-73f2f4cdb46b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3aee68aa35e24e649e175a43cbcb7bd3&device_id=ad94d760-244b-46c3-b121-0da8b5fc168a HTTP/1.1" status: 200 len: 1097 time: 0.0556712 Aug 16 23:19:14.209899 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822a4a4d-f84a-4bf4-8d68-c98cbedabe5e None None] New status for floating IP e909567f-9f3b-4503-b0f1-1a9563159f14: ACTIVE {{(pid=101293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:19:14.286251 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9548bb-fb01-4430-b68f-7e36d5f3c27f req-395e1d42-5cbb-4a4d-b10f-cf7406528476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:14.287768 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-1b9548bb-fb01-4430-b68f-7e36d5f3c27f req-395e1d42-5cbb-4a4d-b10f-cf7406528476 service neutron] 10.222.0.68 "GET /v2.0/networks?id=3261cf6b-7478-4309-8307-de59641f60c5 HTTP/1.1" status: 200 len: 898 time: 0.0968416 Aug 16 23:19:14.380032 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 45168) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:19:14.413328 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-1b9548bb-fb01-4430-b68f-7e36d5f3c27f req-5229463b-c89f-4b69-a07b-89d5b19b1344 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3452bba4-3239-40c3-b7d4-eb84358b6537 HTTP/1.1" status: 200 len: 999 time: 0.1091712 Aug 16 23:19:14.426243 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a870519e-1b36-47ad-a7dd-8f0f51a9cb91 req-aae78e6d-8133-4c9b-9110-90ccfce9afa7 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:14.427926 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-a870519e-1b36-47ad-a7dd-8f0f51a9cb91 req-aae78e6d-8133-4c9b-9110-90ccfce9afa7 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] 10.222.0.68 "GET /v2.0/ports?device_id=7057ac7c-3889-46d5-9766-5f1561f14bc7 HTTP/1.1" status: 200 len: 945 time: 0.1148357 Aug 16 23:19:14.471042 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-a78c8fe5-1fb0-4e94-9a1c-bc3368a117f8 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/floatingips/e909567f-9f3b-4503-b0f1-1a9563159f14 HTTP/1.1" status: 200 len: 993 time: 0.0797875 Aug 16 23:19:14.506489 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9548bb-fb01-4430-b68f-7e36d5f3c27f req-9368333f-c863-471d-872b-edf1a64635cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:14.507947 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-1b9548bb-fb01-4430-b68f-7e36d5f3c27f req-9368333f-c863-471d-872b-edf1a64635cf service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2c13ce3a-6157-4519-8dc6-57d9fbd62e14 HTTP/1.1" status: 200 len: 835 time: 0.0789437 Aug 16 23:19:14.592817 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9548bb-fb01-4430-b68f-7e36d5f3c27f req-92a10823-73b7-4a7f-b7f7-04142a0b7145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:14.594337 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-1b9548bb-fb01-4430-b68f-7e36d5f3c27f req-92a10823-73b7-4a7f-b7f7-04142a0b7145 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3261cf6b-7478-4309-8307-de59641f60c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0747089 Aug 16 23:19:14.612312 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-a870519e-1b36-47ad-a7dd-8f0f51a9cb91 req-3c7207de-6e7f-4996-8ae2-535203ad124b tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] Deleting port 1c9865f2-f41c-439f-b2ed-45e441f6a616 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:19:14.612707 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-a870519e-1b36-47ad-a7dd-8f0f51a9cb91 req-3c7207de-6e7f-4996-8ae2-535203ad124b tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:14.753232 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41e6b20-5b34-410a-bf8e-b3a0160d1fa6 req-18f2c6c3-5377-473c-97ed-ea9327c0b0a3 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:14.754977 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f41e6b20-5b34-410a-bf8e-b3a0160d1fa6 req-18f2c6c3-5377-473c-97ed-ea9327c0b0a3 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 944 time: 0.0565019 Aug 16 23:19:14.775645 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-1b9548bb-fb01-4430-b68f-7e36d5f3c27f req-68508059-83b9-438b-8e86-623aaa588546 service neutron] 10.222.0.68 "GET /v2.0/networks/3261cf6b-7478-4309-8307-de59641f60c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734891 Aug 16 23:19:14.777529 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-a870519e-1b36-47ad-a7dd-8f0f51a9cb91 req-3c7207de-6e7f-4996-8ae2-535203ad124b tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] For port 1c9865f2-f41c-439f-b2ed-45e441f6a616, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=1c9865f2-f41c-439f-b2ed-45e441f6a616,segment=NetworkSegment(bb0f237e-198e-4279-b91f-4b68e434b193),segment_id=bb0f237e-198e-4279-b91f-4b68e434b193)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:19:14.777902 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-a870519e-1b36-47ad-a7dd-8f0f51a9cb91 req-3c7207de-6e7f-4996-8ae2-535203ad124b tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:14.801200 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f41e6b20-5b34-410a-bf8e-b3a0160d1fa6 req-cf37eccc-a732-4c92-b5fb-13f33df40b1e tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbc72d54-097b-421d-953a-e4e7a8a28dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391569 Aug 16 23:19:14.809893 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-a870519e-1b36-47ad-a7dd-8f0f51a9cb91 req-3c7207de-6e7f-4996-8ae2-535203ad124b tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] Calling delete_port for 1c9865f2-f41c-439f-b2ed-45e441f6a616 owned by compute:nova {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:19:14.928204 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356f9972-a00a-432a-947f-68ef9f45e81e req-e11c97cb-0002-4dbf-8181-e86e869bca41 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:14.929842 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-356f9972-a00a-432a-947f-68ef9f45e81e req-e11c97cb-0002-4dbf-8181-e86e869bca41 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 944 time: 0.0607445 Aug 16 23:19:14.939458 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-1b9548bb-fb01-4430-b68f-7e36d5f3c27f req-79b07b70-aa59-4883-9d85-a491a1dacd6f service neutron] 10.222.0.68 "GET /v2.0/networks/3261cf6b-7478-4309-8307-de59641f60c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532030 Aug 16 23:19:14.985216 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-356f9972-a00a-432a-947f-68ef9f45e81e req-944749a0-4e98-4e30-b567-9f58daaf756e tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbc72d54-097b-421d-953a-e4e7a8a28dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481763 Aug 16 23:19:15.030292 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-a870519e-1b36-47ad-a7dd-8f0f51a9cb91 req-3c7207de-6e7f-4996-8ae2-535203ad124b tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:15.046324 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['1c9865f2-f41c-439f-b2ed-45e441f6a616'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:19:15.063672 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7207de-6e7f-4996-8ae2-535203ad124b tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] Pushing event deleted for resources: {'Port': ['ID=1c9865f2-f41c-439f-b2ed-45e441f6a616,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:19:15.111152 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-a870519e-1b36-47ad-a7dd-8f0f51a9cb91 req-3c7207de-6e7f-4996-8ae2-535203ad124b tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] No DVR routers for this DVR port 1c9865f2-f41c-439f-b2ed-45e441f6a616 on host n-h1-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:19:15.114493 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-a870519e-1b36-47ad-a7dd-8f0f51a9cb91 req-3c7207de-6e7f-4996-8ae2-535203ad124b tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:15.116908 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-a870519e-1b36-47ad-a7dd-8f0f51a9cb91 req-3c7207de-6e7f-4996-8ae2-535203ad124b tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] 10.222.0.68 "DELETE /v2.0/ports/1c9865f2-f41c-439f-b2ed-45e441f6a616 HTTP/1.1" status: 204 len: 173 time: 0.6518211 Aug 16 23:19:15.117345 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7057ac7c-3889-46d5-9766-5f1561f14bc7', 'name': 'network-vif-deleted', 'tag': '1c9865f2-f41c-439f-b2ed-45e441f6a616'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:19:15.117808 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc073a75-74e1-4c62-9e02-b8b5d02fc697 req-9bdfd727-bdeb-4765-b7ac-74fe97f2d867 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:15.120067 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fc073a75-74e1-4c62-9e02-b8b5d02fc697 req-9bdfd727-bdeb-4765-b7ac-74fe97f2d867 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 944 time: 0.0687079 Aug 16 23:19:15.121656 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cddc9d7e-9b0e-4e10-bd87-2f4233a8333d" -d '{"events": [{"server_uuid": "7057ac7c-3889-46d5-9766-5f1561f14bc7", "name": "network-vif-deleted", "tag": "1c9865f2-f41c-439f-b2ed-45e441f6a616"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:19:15.176220 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fc073a75-74e1-4c62-9e02-b8b5d02fc697 req-ecdee678-eca3-4569-a71a-4206458a94c4 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbc72d54-097b-421d-953a-e4e7a8a28dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0500829 Aug 16 23:19:15.230870 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f22260d-0f8e-45a0-a5fb-01356a658954 x-openstack-request-id: req-5f22260d-0f8e-45a0-a5fb-01356a658954 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:19:15.231532 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-13465773-e364-41bc-8de8-170e9bba90fc req-e14b2085-0e47-434e-a5b1-419fc1422841 tempest-VolumesSnapshotTestJSON-1655348416 tempest-VolumesSnapshotTestJSON-1655348416-project] 10.222.0.36 "GET /v2.0/ports?device_id=7057ac7c-3889-46d5-9766-5f1561f14bc7 HTTP/1.1" status: 200 len: 210 time: 0.0384870 Aug 16 23:19:15.231919 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7057ac7c-3889-46d5-9766-5f1561f14bc7", "name": "network-vif-deleted", "tag": "1c9865f2-f41c-439f-b2ed-45e441f6a616", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:19:15.232370 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5f22260d-0f8e-45a0-a5fb-01356a658954 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:19:15.232872 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7057ac7c-3889-46d5-9766-5f1561f14bc7', 'name': 'network-vif-deleted', 'tag': '1c9865f2-f41c-439f-b2ed-45e441f6a616', 'status': 'completed', 'code': 200} Aug 16 23:19:15.329334 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a69a9f0a-d9e9-4ecf-90c4-75d2ad60e6cb req-2b494f25-d6a4-45cc-8616-989db803a337 tempest-ServerShowV254Test-2075852328 tempest-ServerShowV254Test-2075852328-project] 10.222.0.36 "GET /v2.0/ports?device_id=e837d4de-0a03-4abb-8b68-1a32f59b00cf HTTP/1.1" status: 200 len: 210 time: 0.0385597 Aug 16 23:19:15.370162 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1169183-e9d2-4455-b06c-b4b9e4b6c51d req-fa2c6db3-7c2d-4d99-871c-de296eef8b61 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:15.372260 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d1169183-e9d2-4455-b06c-b4b9e4b6c51d req-fa2c6db3-7c2d-4d99-871c-de296eef8b61 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 944 time: 0.0713556 Aug 16 23:19:15.413529 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d1169183-e9d2-4455-b06c-b4b9e4b6c51d req-e2f8c2ba-5272-44d0-afb6-00e905554da0 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbc72d54-097b-421d-953a-e4e7a8a28dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346856 Aug 16 23:19:15.584585 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device c0d4764f-ebed-4249-9515-362440827bba no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:19:15.610122 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] No Port match for: c0d4764f-ebed-4249-9515-362440827bba {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:19:15.610477 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device c0d4764f-ebed-4249-9515-362440827bba not bound to the agent host n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:19:16.434612 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-62082217-0f10-4785-83c0-32d64c1bbe86 req-e5aef89c-0bee-4812-8956-358c53b87fca tempest-ServerShowV254Test-2075852328 tempest-ServerShowV254Test-2075852328-project] 10.222.0.36 "GET /v2.0/ports?device_id=e837d4de-0a03-4abb-8b68-1a32f59b00cf HTTP/1.1" status: 200 len: 210 time: 0.0276542 Aug 16 23:19:17.537727 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-30576267-1cc2-42b1-9ff5-d01cb21feb79 req-6d9eae2b-01bb-4151-b043-c186600e2d5d tempest-ServerShowV254Test-2075852328 tempest-ServerShowV254Test-2075852328-project] 10.222.0.36 "GET /v2.0/ports?device_id=e837d4de-0a03-4abb-8b68-1a32f59b00cf HTTP/1.1" status: 200 len: 210 time: 0.0288832 Aug 16 23:19:17.678315 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-01cba169-ee98-42c4-82b8-13f94e4681cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:17.786685 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 1c9865f2-f41c-439f-b2ed-45e441f6a616 no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:19:17.808306 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] No Port match for: 1c9865f2-f41c-439f-b2ed-45e441f6a616 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:19:17.808699 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 1c9865f2-f41c-439f-b2ed-45e441f6a616 not bound to the agent host n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:19:18.642752 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c270ca3e-72e5-4a62-9731-a8b0761b461f req-0ddfd665-f348-419b-bd97-f326c22ff424 tempest-ServerShowV254Test-2075852328 tempest-ServerShowV254Test-2075852328-project] 10.222.0.36 "GET /v2.0/ports?device_id=e837d4de-0a03-4abb-8b68-1a32f59b00cf HTTP/1.1" status: 200 len: 210 time: 0.0276418 Aug 16 23:19:18.908749 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6397635f-9c52-4376-bb34-2b5eb2c74b14 req-1c5671aa-14f9-4b74-b8af-12fb89d02e86 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e837d4de-0a03-4abb-8b68-1a32f59b00cf HTTP/1.1" status: 200 len: 210 time: 0.0259805 Aug 16 23:19:19.751302 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-71824dac-6c92-43dc-96db-328064bc0978 req-722bf0cd-dccf-49bb-8896-f79b9d2d2a46 tempest-ServerShowV254Test-2075852328 tempest-ServerShowV254Test-2075852328-project] 10.222.0.36 "GET /v2.0/ports?device_id=e837d4de-0a03-4abb-8b68-1a32f59b00cf HTTP/1.1" status: 200 len: 210 time: 0.0302322 Aug 16 23:19:19.776125 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-345a3a09-4bdf-4915-8ee3-df19b78159d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:20.623584 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:20.857388 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9300cfd8-f48f-4b8a-b304-0662d2e64e23 req-91b3b1f6-97d7-4be9-9525-cf87f5d17225 tempest-ServerShowV254Test-2075852328 tempest-ServerShowV254Test-2075852328-project] 10.222.0.36 "GET /v2.0/ports?device_id=e837d4de-0a03-4abb-8b68-1a32f59b00cf HTTP/1.1" status: 200 len: 210 time: 0.0275025 Aug 16 23:19:21.472106 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e6de5eec-8396-429e-b3d2-ce4d0f55f30f req-ca3e6f24-ab59-4b27-b588-80b153392276 tempest-ServerShowV254Test-2075852328 tempest-ServerShowV254Test-2075852328-project] 10.222.0.36 "GET /v2.0/ports?device_id=e837d4de-0a03-4abb-8b68-1a32f59b00cf HTTP/1.1" status: 200 len: 210 time: 0.0292060 Aug 16 23:19:21.575955 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:22.581625 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-04d764dd-5948-4bad-bd28-eed5b0317b8f req-c3871761-22da-44d3-9278-e161e051b288 tempest-ServerShowV254Test-2075852328 tempest-ServerShowV254Test-2075852328-project] 10.222.0.36 "GET /v2.0/ports?device_id=e837d4de-0a03-4abb-8b68-1a32f59b00cf HTTP/1.1" status: 200 len: 210 time: 0.0301418 Aug 16 23:19:22.810402 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:23.687933 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a0f67697-f916-48c4-95ae-3d7a51d1d839 req-d17b2a59-b5ef-4f9f-a7fe-531c8cef47f1 tempest-ServerShowV254Test-2075852328 tempest-ServerShowV254Test-2075852328-project] 10.222.0.36 "GET /v2.0/ports?device_id=e837d4de-0a03-4abb-8b68-1a32f59b00cf HTTP/1.1" status: 200 len: 210 time: 0.0286903 Aug 16 23:19:24.827258 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ff6ba949-1d2d-4652-b900-965daee3cbd8 req-0d93c2f6-6da2-4466-808f-2a9c744b2516 tempest-ServerShowV254Test-2075852328 tempest-ServerShowV254Test-2075852328-project] 10.222.0.36 "GET /v2.0/ports?device_id=e837d4de-0a03-4abb-8b68-1a32f59b00cf HTTP/1.1" status: 200 len: 210 time: 0.0376754 Aug 16 23:19:25.435680 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:25.954985 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-71e374e8-d4b5-4d4f-baee-a72d92f81727 req-eb4e7637-dc24-487f-8049-7d110067d8d6 tempest-ServerShowV254Test-2075852328 tempest-ServerShowV254Test-2075852328-project] 10.222.0.36 "GET /v2.0/ports?device_id=e837d4de-0a03-4abb-8b68-1a32f59b00cf HTTP/1.1" status: 200 len: 210 time: 0.0328548 Aug 16 23:19:27.063657 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7127a1d7-219f-4555-8739-9fc0108d5565 req-89dad5e4-f0cb-4fdf-8abf-bfdb8bb25785 tempest-ServerShowV254Test-2075852328 tempest-ServerShowV254Test-2075852328-project] 10.222.0.36 "GET /v2.0/ports?device_id=e837d4de-0a03-4abb-8b68-1a32f59b00cf HTTP/1.1" status: 200 len: 210 time: 0.0289724 Aug 16 23:19:28.177320 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-12a054a8-9308-4b1c-9382-032c2ead030f req-123cd915-ebe3-463a-9a54-3caad5050e24 tempest-ServerShowV254Test-2075852328 tempest-ServerShowV254Test-2075852328-project] 10.222.0.36 "GET /v2.0/ports?device_id=e837d4de-0a03-4abb-8b68-1a32f59b00cf HTTP/1.1" status: 200 len: 210 time: 0.0335920 Aug 16 23:19:29.291587 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e401a4d3-c4df-4b40-bf1f-627dd645552a req-f7db1b43-c0c6-44f6-b88d-e744d68b813c tempest-ServerShowV254Test-2075852328 tempest-ServerShowV254Test-2075852328-project] 10.222.0.36 "GET /v2.0/ports?device_id=e837d4de-0a03-4abb-8b68-1a32f59b00cf HTTP/1.1" status: 200 len: 210 time: 0.0260434 Aug 16 23:19:30.405174 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8d3d6a6e-c132-4ddb-a3e0-391574ed523e req-088d6cfe-4e14-4874-a0e0-8a22c459086e tempest-ServerShowV254Test-2075852328 tempest-ServerShowV254Test-2075852328-project] 10.222.0.36 "GET /v2.0/ports?device_id=e837d4de-0a03-4abb-8b68-1a32f59b00cf HTTP/1.1" status: 200 len: 210 time: 0.0299993 Aug 16 23:19:31.506831 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-338ab555-017d-4744-99fa-16c66e0cee36 req-4dc99fd6-7489-42ba-88f4-5195c420cbf9 tempest-ServerShowV254Test-2075852328 tempest-ServerShowV254Test-2075852328-project] 10.222.0.36 "GET /v2.0/ports?device_id=e837d4de-0a03-4abb-8b68-1a32f59b00cf HTTP/1.1" status: 200 len: 210 time: 0.0263216 Aug 16 23:19:32.640125 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3e57bf2d-1c88-4232-af44-c122c3c65806 req-ab83b91b-b5a8-46ba-8a05-86be234f0729 tempest-ServerShowV254Test-2075852328 tempest-ServerShowV254Test-2075852328-project] 10.222.0.36 "GET /v2.0/ports?device_id=e837d4de-0a03-4abb-8b68-1a32f59b00cf HTTP/1.1" status: 200 len: 210 time: 0.0331984 Aug 16 23:19:33.767177 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-201a49c9-7789-4753-9408-2823f89a934c req-8b6f6174-72b0-4e19-b801-68d55a9094b0 tempest-ServerShowV254Test-2075852328 tempest-ServerShowV254Test-2075852328-project] 10.222.0.36 "GET /v2.0/ports?device_id=e837d4de-0a03-4abb-8b68-1a32f59b00cf HTTP/1.1" status: 200 len: 210 time: 0.0270734 Aug 16 23:19:34.874349 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-92115f61-3859-4e2a-93a2-f727cdb36402 req-14c1a44d-e866-47c3-b851-f95089bdc0e9 tempest-ServerShowV254Test-2075852328 tempest-ServerShowV254Test-2075852328-project] 10.222.0.36 "GET /v2.0/ports?device_id=e837d4de-0a03-4abb-8b68-1a32f59b00cf HTTP/1.1" status: 200 len: 210 time: 0.0284996 Aug 16 23:19:35.983732 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-08db6c27-a551-4e28-9368-ed9cd28c7433 req-41d80673-39ca-4349-9246-60e9d95d6595 tempest-ServerShowV254Test-2075852328 tempest-ServerShowV254Test-2075852328-project] 10.222.0.36 "GET /v2.0/ports?device_id=e837d4de-0a03-4abb-8b68-1a32f59b00cf HTTP/1.1" status: 200 len: 210 time: 0.0278940 Aug 16 23:19:37.091678 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0fd5621c-456e-4da6-9d69-56ada8595686 req-effd62b7-f6ee-4b31-a52a-9b6fe7a4b918 tempest-ServerShowV254Test-2075852328 tempest-ServerShowV254Test-2075852328-project] 10.222.0.36 "GET /v2.0/ports?device_id=e837d4de-0a03-4abb-8b68-1a32f59b00cf HTTP/1.1" status: 200 len: 210 time: 0.0287364 Aug 16 23:19:38.201091 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f803ccf2-f087-407b-bd71-1b506bf88d96 req-417fcd11-fd1d-45e0-995d-feaef8899b3b tempest-ServerShowV254Test-2075852328 tempest-ServerShowV254Test-2075852328-project] 10.222.0.36 "GET /v2.0/ports?device_id=e837d4de-0a03-4abb-8b68-1a32f59b00cf HTTP/1.1" status: 200 len: 210 time: 0.0284300 Aug 16 23:19:39.313393 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-88906eb6-4ace-4a6a-906e-00e7a6902a85 req-dd274d59-58de-449a-b414-ee8be8056b46 tempest-ServerShowV254Test-2075852328 tempest-ServerShowV254Test-2075852328-project] 10.222.0.36 "GET /v2.0/ports?device_id=e837d4de-0a03-4abb-8b68-1a32f59b00cf HTTP/1.1" status: 200 len: 210 time: 0.0320547 Aug 16 23:19:40.418642 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-07835c1e-a7f2-421b-8db8-920995cef7a7 req-de456fbb-b118-4af9-a9cd-7b7e1bc9e4bf tempest-ServerShowV254Test-2075852328 tempest-ServerShowV254Test-2075852328-project] 10.222.0.36 "GET /v2.0/ports?device_id=e837d4de-0a03-4abb-8b68-1a32f59b00cf HTTP/1.1" status: 200 len: 210 time: 0.0267806 Aug 16 23:19:41.388646 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:41.427641 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0b7a5abc-4dea-4840-8085-7ad8eca055cb req-88fe6e3d-8844-4197-a8a3-6a515078fda2 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=119f9a84-7d3a-4ed8-8548-79a3a40b6ab6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0448394 Aug 16 23:19:41.529172 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5d33cb55-46de-4c12-b023-e5c8e96cc115 req-91b35b0f-0d0e-4105-9da9-9ee5b5c4a3cd tempest-ServerShowV254Test-2075852328 tempest-ServerShowV254Test-2075852328-project] 10.222.0.36 "GET /v2.0/ports?device_id=e837d4de-0a03-4abb-8b68-1a32f59b00cf HTTP/1.1" status: 200 len: 210 time: 0.0315304 Aug 16 23:19:41.534953 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7a5abc-4dea-4840-8085-7ad8eca055cb req-c5534aef-9fd6-4ac8-a7ea-500ddafce5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:41.536502 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0b7a5abc-4dea-4840-8085-7ad8eca055cb req-c5534aef-9fd6-4ac8-a7ea-500ddafce5d1 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ee91ace37a634fb9abb791ce5d24078e&device_id=119f9a84-7d3a-4ed8-8548-79a3a40b6ab6 HTTP/1.1" status: 200 len: 1097 time: 0.0641720 Aug 16 23:19:41.650554 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7a5abc-4dea-4840-8085-7ad8eca055cb req-1a6163f9-5334-4883-8e75-339a0deb5d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:41.652722 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0b7a5abc-4dea-4840-8085-7ad8eca055cb req-1a6163f9-5334-4883-8e75-339a0deb5d0c service neutron] 10.222.0.68 "GET /v2.0/networks?id=6152efff-6e82-46a1-acb7-149d7c33d5d6 HTTP/1.1" status: 200 len: 913 time: 0.0907857 Aug 16 23:19:41.702315 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0b7a5abc-4dea-4840-8085-7ad8eca055cb req-a5193495-c49e-4765-98c6-46f43eb4a618 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc5542ef-2995-4487-b481-60f8e9728c80 HTTP/1.1" status: 200 len: 217 time: 0.0411687 Aug 16 23:19:41.754400 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7a5abc-4dea-4840-8085-7ad8eca055cb req-80087c26-c636-4f14-8eb7-384dac7b3ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:41.755888 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0b7a5abc-4dea-4840-8085-7ad8eca055cb req-80087c26-c636-4f14-8eb7-384dac7b3ee1 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7d6a27ac-d81b-4d19-9995-25afe2c6f338 HTTP/1.1" status: 200 len: 851 time: 0.0460575 Aug 16 23:19:41.805311 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7a5abc-4dea-4840-8085-7ad8eca055cb req-65d6dbf1-0400-41ec-acc5-4f75d6fbb914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:41.806841 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0b7a5abc-4dea-4840-8085-7ad8eca055cb req-65d6dbf1-0400-41ec-acc5-4f75d6fbb914 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6152efff-6e82-46a1-acb7-149d7c33d5d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424626 Aug 16 23:19:41.906368 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0b7a5abc-4dea-4840-8085-7ad8eca055cb req-532b2704-eaf5-4f7c-a7da-668fe3156d4c service neutron] 10.222.0.68 "GET /v2.0/networks/6152efff-6e82-46a1-acb7-149d7c33d5d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906184 Aug 16 23:19:42.002924 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0b7a5abc-4dea-4840-8085-7ad8eca055cb req-f3b3d318-f547-468e-aded-1dfb5fa160cb service neutron] 10.222.0.68 "GET /v2.0/networks/6152efff-6e82-46a1-acb7-149d7c33d5d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862737 Aug 16 23:19:42.636772 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-793cf32d-5f7e-485f-97c6-72fa8cb5b362 req-bf77a7f1-5af8-4fd9-a565-ee4966f4247d tempest-ServerShowV254Test-2075852328 tempest-ServerShowV254Test-2075852328-project] 10.222.0.36 "GET /v2.0/ports?device_id=e837d4de-0a03-4abb-8b68-1a32f59b00cf HTTP/1.1" status: 200 len: 210 time: 0.0267713 Aug 16 23:19:43.739942 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cedce53f-fbef-43fb-b005-c78b888e5c36 req-766dabde-8ee0-4aa3-96d8-a14aa86842b9 tempest-ServerShowV254Test-2075852328 tempest-ServerShowV254Test-2075852328-project] 10.222.0.36 "GET /v2.0/ports?device_id=e837d4de-0a03-4abb-8b68-1a32f59b00cf HTTP/1.1" status: 200 len: 210 time: 0.0284173 Aug 16 23:19:44.843885 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-da41d70d-5070-43df-9723-15843d6821da req-3fc114da-5b29-4d88-9192-d319b89a38d8 tempest-ServerShowV254Test-2075852328 tempest-ServerShowV254Test-2075852328-project] 10.222.0.36 "GET /v2.0/ports?device_id=e837d4de-0a03-4abb-8b68-1a32f59b00cf HTTP/1.1" status: 200 len: 210 time: 0.0266261 Aug 16 23:19:45.627687 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730eca40-7839-4e0c-8c30-2983f88d3b10 req-bb818b1f-c5af-408b-9409-4edc988fc118 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:45.630104 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-730eca40-7839-4e0c-8c30-2983f88d3b10 req-bb818b1f-c5af-408b-9409-4edc988fc118 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad94d760-244b-46c3-b121-0da8b5fc168a HTTP/1.1" status: 200 len: 945 time: 0.0563126 Aug 16 23:19:45.672934 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-730eca40-7839-4e0c-8c30-2983f88d3b10 req-5d519fef-4865-4796-b553-c4d82acea170 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=a879b5e0-2343-4012-9270-70a7692e9249&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348208 Aug 16 23:19:45.702047 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 45432) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:19:45.777975 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-f95fb9b0-3486-4515-ad0a-e45aaae6a2c1 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/floatingips/e909567f-9f3b-4503-b0f1-1a9563159f14 HTTP/1.1" status: 200 len: 993 time: 0.0693228 Aug 16 23:19:45.951961 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-701f2c05-7f8e-4e1e-b50a-1afbbcc24b82 req-1aef4aa5-6bdb-44f7-99ef-2466ed7fcd80 tempest-ServerShowV254Test-2075852328 tempest-ServerShowV254Test-2075852328-project] 10.222.0.36 "GET /v2.0/ports?device_id=e837d4de-0a03-4abb-8b68-1a32f59b00cf HTTP/1.1" status: 200 len: 210 time: 0.0325828 Aug 16 23:19:46.136693 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db3d567-d601-48c3-9d44-bfa4dd95f520 req-fa726fd4-1b1a-41d7-90a5-0d5148203a0c tempest-TestNetworkAdvancedServerOps-1443331071 tempest-TestNetworkAdvancedServerOps-1443331071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:46.138484 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7db3d567-d601-48c3-9d44-bfa4dd95f520 req-fa726fd4-1b1a-41d7-90a5-0d5148203a0c tempest-TestNetworkAdvancedServerOps-1443331071 tempest-TestNetworkAdvancedServerOps-1443331071-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=ad94d760-244b-46c3-b121-0da8b5fc168a HTTP/1.1" status: 200 len: 1097 time: 0.0474451 Aug 16 23:19:46.178792 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7db3d567-d601-48c3-9d44-bfa4dd95f520 req-3852d4b2-c995-4205-8dc1-c8ab4c50ce17 tempest-TestNetworkAdvancedServerOps-1443331071 tempest-TestNetworkAdvancedServerOps-1443331071-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=a879b5e0-2343-4012-9270-70a7692e9249&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314324 Aug 16 23:19:46.248523 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [req-0be89355-02e2-4e8d-b603-c602f16116d0 req-60d21c6e-ab08-4326-b381-adb2e4e4d478 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:19:46.249699 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0be89355-02e2-4e8d-b603-c602f16116d0 req-60d21c6e-ab08-4326-b381-adb2e4e4d478 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058138 Aug 16 23:19:46.774840 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-935d9df9-2687-4d9b-93e9-e61ab9b1fc1c req-bd70bf60-adc7-4021-9a29-5163b013dd7e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ad94d760-244b-46c3-b121-0da8b5fc168a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0434737 Aug 16 23:19:47.058365 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-45599fa4-1b73-431e-a9a1-54244433c843 req-82fdc020-1825-4a10-8124-2421e79a4e87 tempest-ServerShowV254Test-2075852328 tempest-ServerShowV254Test-2075852328-project] 10.222.0.36 "GET /v2.0/ports?device_id=e837d4de-0a03-4abb-8b68-1a32f59b00cf HTTP/1.1" status: 200 len: 210 time: 0.0296159 Aug 16 23:19:47.403118 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [req-935d9df9-2687-4d9b-93e9-e61ab9b1fc1c req-c813d1a5-a37c-4d38-839d-7bcef91b3a2d tempest-TestNetworkAdvancedServerOps-1443331071 tempest-TestNetworkAdvancedServerOps-1443331071-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:19:47.404249 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-935d9df9-2687-4d9b-93e9-e61ab9b1fc1c req-c813d1a5-a37c-4d38-839d-7bcef91b3a2d tempest-TestNetworkAdvancedServerOps-1443331071 tempest-TestNetworkAdvancedServerOps-1443331071-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1097696 Aug 16 23:19:47.414226 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-935d9df9-2687-4d9b-93e9-e61ab9b1fc1c req-64deb6a9-bd03-41c9-822c-8f7d92e0ff86 service neutron] Request body: {'binding': {'host': 'n-h2-791506-26', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:19:47.414688 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-935d9df9-2687-4d9b-93e9-e61ab9b1fc1c req-64deb6a9-bd03-41c9-822c-8f7d92e0ff86 service neutron] Unknown quota resources ['binding']. {{(pid=101291) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 23:19:47.548493 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-935d9df9-2687-4d9b-93e9-e61ab9b1fc1c req-64deb6a9-bd03-41c9-822c-8f7d92e0ff86 service neutron] Attempting to bind port 3452bba4-3239-40c3-b7d4-eb84358b6537 on host n-h2-791506-26 for vnic_type normal with profile None {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:19:47.548855 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-935d9df9-2687-4d9b-93e9-e61ab9b1fc1c req-64deb6a9-bd03-41c9-822c-8f7d92e0ff86 service neutron] Attempting to bind port 3452bba4-3239-40c3-b7d4-eb84358b6537 by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': '6d6f57fa-c65a-4463-b9ca-0912c91b7f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '3261cf6b-7478-4309-8307-de59641f60c5'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:19:47.549192 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935d9df9-2687-4d9b-93e9-e61ab9b1fc1c req-64deb6a9-bd03-41c9-822c-8f7d92e0ff86 service neutron] Attempting to bind port 3452bba4-3239-40c3-b7d4-eb84358b6537 on network 3261cf6b-7478-4309-8307-de59641f60c5 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:19:47.553388 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935d9df9-2687-4d9b-93e9-e61ab9b1fc1c req-64deb6a9-bd03-41c9-822c-8f7d92e0ff86 service neutron] Port 3452bba4-3239-40c3-b7d4-eb84358b6537 on network 3261cf6b-7478-4309-8307-de59641f60c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:19:47.553718 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935d9df9-2687-4d9b-93e9-e61ab9b1fc1c req-64deb6a9-bd03-41c9-822c-8f7d92e0ff86 service neutron] Attempting to bind port 3452bba4-3239-40c3-b7d4-eb84358b6537 on network 3261cf6b-7478-4309-8307-de59641f60c5 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:19:47.559140 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935d9df9-2687-4d9b-93e9-e61ab9b1fc1c req-64deb6a9-bd03-41c9-822c-8f7d92e0ff86 service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:19:47.559483 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935d9df9-2687-4d9b-93e9-e61ab9b1fc1c req-64deb6a9-bd03-41c9-822c-8f7d92e0ff86 service neutron] Checking segment: {'id': '6d6f57fa-c65a-4463-b9ca-0912c91b7f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '3261cf6b-7478-4309-8307-de59641f60c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:19:47.559867 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935d9df9-2687-4d9b-93e9-e61ab9b1fc1c req-64deb6a9-bd03-41c9-822c-8f7d92e0ff86 service neutron] Bound using segment: {'id': '6d6f57fa-c65a-4463-b9ca-0912c91b7f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '3261cf6b-7478-4309-8307-de59641f60c5'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:19:47.560291 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-935d9df9-2687-4d9b-93e9-e61ab9b1fc1c req-64deb6a9-bd03-41c9-822c-8f7d92e0ff86 service neutron] Bound port: 3452bba4-3239-40c3-b7d4-eb84358b6537, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d6f57fa-c65a-4463-b9ca-0912c91b7f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '3261cf6b-7478-4309-8307-de59641f60c5'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:19:47.646806 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-935d9df9-2687-4d9b-93e9-e61ab9b1fc1c req-64deb6a9-bd03-41c9-822c-8f7d92e0ff86 service neutron] For port 3452bba4-3239-40c3-b7d4-eb84358b6537, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=3452bba4-3239-40c3-b7d4-eb84358b6537,segment=NetworkSegment(6d6f57fa-c65a-4463-b9ca-0912c91b7f21),segment_id=6d6f57fa-c65a-4463-b9ca-0912c91b7f21)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:19:47.651443 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-935d9df9-2687-4d9b-93e9-e61ab9b1fc1c req-64deb6a9-bd03-41c9-822c-8f7d92e0ff86 service neutron] Notify callbacks [] for binding, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:47.653039 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-935d9df9-2687-4d9b-93e9-e61ab9b1fc1c req-64deb6a9-bd03-41c9-822c-8f7d92e0ff86 service neutron] 10.222.0.36 "POST /v2.0/ports/3452bba4-3239-40c3-b7d4-eb84358b6537/bindings HTTP/1.1" status: 201 len: 390 time: 0.2420199 Aug 16 23:19:47.704137 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e7201681-b3d9-4d22-9be6-f6eb9876eaa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:47.822237 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357aeaff-32ee-4848-b67b-9a69422ade0e req-88a5349a-594c-49e6-b513-3913f1a57c73 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:47.824075 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-357aeaff-32ee-4848-b67b-9a69422ade0e req-88a5349a-594c-49e6-b513-3913f1a57c73 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad94d760-244b-46c3-b121-0da8b5fc168a HTTP/1.1" status: 200 len: 945 time: 0.0537388 Aug 16 23:19:47.866647 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-357aeaff-32ee-4848-b67b-9a69422ade0e req-06988ece-299a-40a1-a6b5-c2d91e772de3 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=a879b5e0-2343-4012-9270-70a7692e9249&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357428 Aug 16 23:19:47.922467 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d9df9-2687-4d9b-93e9-e61ab9b1fc1c req-cfeeb9bd-b054-4c1a-9194-8a16c84e1ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:47.923997 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-935d9df9-2687-4d9b-93e9-e61ab9b1fc1c req-cfeeb9bd-b054-4c1a-9194-8a16c84e1ffa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3aee68aa35e24e649e175a43cbcb7bd3&device_id=ad94d760-244b-46c3-b121-0da8b5fc168a HTTP/1.1" status: 200 len: 1097 time: 0.0464942 Aug 16 23:19:48.021996 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d9df9-2687-4d9b-93e9-e61ab9b1fc1c req-95902952-ebf1-462b-aa85-a12f8ea1c0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:48.023481 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-935d9df9-2687-4d9b-93e9-e61ab9b1fc1c req-95902952-ebf1-462b-aa85-a12f8ea1c0dd service neutron] 10.222.0.57 "GET /v2.0/networks?id=3261cf6b-7478-4309-8307-de59641f60c5 HTTP/1.1" status: 200 len: 898 time: 0.0917668 Aug 16 23:19:48.096797 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-935d9df9-2687-4d9b-93e9-e61ab9b1fc1c req-5a8f8e14-5548-495a-9bd1-1df7593d05c1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3452bba4-3239-40c3-b7d4-eb84358b6537 HTTP/1.1" status: 200 len: 1001 time: 0.0642915 Aug 16 23:19:48.163236 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d9df9-2687-4d9b-93e9-e61ab9b1fc1c req-97a4d067-681c-449d-8780-3063151ff5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:48.165013 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-935d9df9-2687-4d9b-93e9-e61ab9b1fc1c req-97a4d067-681c-449d-8780-3063151ff5be service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2c13ce3a-6157-4519-8dc6-57d9fbd62e14 HTTP/1.1" status: 200 len: 835 time: 0.0593610 Aug 16 23:19:48.188418 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3924ed7e-cf5c-4e4e-a491-63314f52dc3b req-7a4410b1-eeec-4005-bdbe-bc68b5b3c245 tempest-ServerShowV254Test-2075852328 tempest-ServerShowV254Test-2075852328-project] 10.222.0.36 "GET /v2.0/ports?device_id=e837d4de-0a03-4abb-8b68-1a32f59b00cf HTTP/1.1" status: 200 len: 210 time: 0.0394027 Aug 16 23:19:48.220891 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d9df9-2687-4d9b-93e9-e61ab9b1fc1c req-3aa12a35-a352-47c5-8bc8-0583c12247b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:48.222385 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-935d9df9-2687-4d9b-93e9-e61ab9b1fc1c req-3aa12a35-a352-47c5-8bc8-0583c12247b2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3261cf6b-7478-4309-8307-de59641f60c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437002 Aug 16 23:19:48.318635 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-935d9df9-2687-4d9b-93e9-e61ab9b1fc1c req-bf85e304-6c3d-4318-a672-e189596079f5 service neutron] 10.222.0.57 "GET /v2.0/networks/3261cf6b-7478-4309-8307-de59641f60c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887368 Aug 16 23:19:48.409562 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-935d9df9-2687-4d9b-93e9-e61ab9b1fc1c req-568b67b5-7f03-42e1-bd65-7d6ba9b5850c service neutron] 10.222.0.57 "GET /v2.0/networks/3261cf6b-7478-4309-8307-de59641f60c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832155 Aug 16 23:19:48.600191 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d9df9-2687-4d9b-93e9-e61ab9b1fc1c req-d3f895dc-9864-4fec-9ade-129c414b3126 tempest-TestNetworkAdvancedServerOps-1443331071 tempest-TestNetworkAdvancedServerOps-1443331071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:48.601786 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-935d9df9-2687-4d9b-93e9-e61ab9b1fc1c req-d3f895dc-9864-4fec-9ade-129c414b3126 tempest-TestNetworkAdvancedServerOps-1443331071 tempest-TestNetworkAdvancedServerOps-1443331071-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=ad94d760-244b-46c3-b121-0da8b5fc168a&tenant_id=3aee68aa35e24e649e175a43cbcb7bd3&binding%3Ahost_id=n-h1-791506-26 HTTP/1.1" status: 200 len: 1097 time: 0.0817208 Aug 16 23:19:48.614767 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-935d9df9-2687-4d9b-93e9-e61ab9b1fc1c req-da31cef4-6ff1-43c7-975b-01796523b7dd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-791506-26'}}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:19:48.669656 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-935d9df9-2687-4d9b-93e9-e61ab9b1fc1c req-da31cef4-6ff1-43c7-975b-01796523b7dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:48.805185 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-935d9df9-2687-4d9b-93e9-e61ab9b1fc1c req-da31cef4-6ff1-43c7-975b-01796523b7dd service neutron] For port 3452bba4-3239-40c3-b7d4-eb84358b6537, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=3452bba4-3239-40c3-b7d4-eb84358b6537,segment=NetworkSegment(6d6f57fa-c65a-4463-b9ca-0912c91b7f21),segment_id=6d6f57fa-c65a-4463-b9ca-0912c91b7f21)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:19:48.848853 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-935d9df9-2687-4d9b-93e9-e61ab9b1fc1c req-da31cef4-6ff1-43c7-975b-01796523b7dd service neutron] For port 3452bba4-3239-40c3-b7d4-eb84358b6537, host n-h1-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:19:48.889319 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad94d760-244b-46c3-b121-0da8b5fc168a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3452bba4-3239-40c3-b7d4-eb84358b6537'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:19:48.892015 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fda07cb-6792-4287-bec2-937ad9041aa2" -d '{"events": [{"server_uuid": "ad94d760-244b-46c3-b121-0da8b5fc168a", "name": "network-vif-unplugged", "status": "completed", "tag": "3452bba4-3239-40c3-b7d4-eb84358b6537"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:19:48.896358 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-935d9df9-2687-4d9b-93e9-e61ab9b1fc1c req-da31cef4-6ff1-43c7-975b-01796523b7dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:48.904525 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-935d9df9-2687-4d9b-93e9-e61ab9b1fc1c req-da31cef4-6ff1-43c7-975b-01796523b7dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:48.978423 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 23:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49e7df0c-563c-455a-ad0b-afbf070a03e4 x-openstack-request-id: req-49e7df0c-563c-455a-ad0b-afbf070a03e4 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:19:48.978680 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad94d760-244b-46c3-b121-0da8b5fc168a", "name": "network-vif-unplugged", "status": "completed", "tag": "3452bba4-3239-40c3-b7d4-eb84358b6537", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:19:48.978940 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-49e7df0c-563c-455a-ad0b-afbf070a03e4 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:19:48.979368 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad94d760-244b-46c3-b121-0da8b5fc168a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3452bba4-3239-40c3-b7d4-eb84358b6537', 'code': 200} Aug 16 23:19:48.986216 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da31cef4-6ff1-43c7-975b-01796523b7dd service neutron] Pushing event updated for resources: {'Port': ['ID=3452bba4-3239-40c3-b7d4-eb84358b6537,revision_number=7']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:19:49.093625 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07ea433-c081-4df7-93f3-5c006ee28e61 req-7f2ad76b-4972-4a31-9525-5a05f5c3d454 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:49.096490 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a07ea433-c081-4df7-93f3-5c006ee28e61 req-7f2ad76b-4972-4a31-9525-5a05f5c3d454 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad94d760-244b-46c3-b121-0da8b5fc168a HTTP/1.1" status: 200 len: 943 time: 0.1161957 Aug 16 23:19:49.143303 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-935d9df9-2687-4d9b-93e9-e61ab9b1fc1c req-da31cef4-6ff1-43c7-975b-01796523b7dd service neutron] Attempting to bind port 3452bba4-3239-40c3-b7d4-eb84358b6537 on host n-h1-791506-26 for vnic_type normal with profile {"migrating_to": "n-h2-791506-26"} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:19:49.144032 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-935d9df9-2687-4d9b-93e9-e61ab9b1fc1c req-da31cef4-6ff1-43c7-975b-01796523b7dd service neutron] Attempting to bind port 3452bba4-3239-40c3-b7d4-eb84358b6537 by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': '6d6f57fa-c65a-4463-b9ca-0912c91b7f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '3261cf6b-7478-4309-8307-de59641f60c5'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:19:49.144032 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935d9df9-2687-4d9b-93e9-e61ab9b1fc1c req-da31cef4-6ff1-43c7-975b-01796523b7dd service neutron] Attempting to bind port 3452bba4-3239-40c3-b7d4-eb84358b6537 on network 3261cf6b-7478-4309-8307-de59641f60c5 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:19:49.152828 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935d9df9-2687-4d9b-93e9-e61ab9b1fc1c req-da31cef4-6ff1-43c7-975b-01796523b7dd service neutron] Port 3452bba4-3239-40c3-b7d4-eb84358b6537 on network 3261cf6b-7478-4309-8307-de59641f60c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:19:49.153281 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935d9df9-2687-4d9b-93e9-e61ab9b1fc1c req-da31cef4-6ff1-43c7-975b-01796523b7dd service neutron] Attempting to bind port 3452bba4-3239-40c3-b7d4-eb84358b6537 on network 3261cf6b-7478-4309-8307-de59641f60c5 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:19:49.170600 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935d9df9-2687-4d9b-93e9-e61ab9b1fc1c req-da31cef4-6ff1-43c7-975b-01796523b7dd service neutron] Checking agent: {'id': 'd28e24f9-e5ea-41e1-80bf-3c7943ad7f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:19:49.171071 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935d9df9-2687-4d9b-93e9-e61ab9b1fc1c req-da31cef4-6ff1-43c7-975b-01796523b7dd service neutron] Checking segment: {'id': '6d6f57fa-c65a-4463-b9ca-0912c91b7f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '3261cf6b-7478-4309-8307-de59641f60c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:19:49.171558 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935d9df9-2687-4d9b-93e9-e61ab9b1fc1c req-da31cef4-6ff1-43c7-975b-01796523b7dd service neutron] Bound using segment: {'id': '6d6f57fa-c65a-4463-b9ca-0912c91b7f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '3261cf6b-7478-4309-8307-de59641f60c5'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:19:49.172076 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-935d9df9-2687-4d9b-93e9-e61ab9b1fc1c req-da31cef4-6ff1-43c7-975b-01796523b7dd service neutron] Bound port: 3452bba4-3239-40c3-b7d4-eb84358b6537, host: n-h1-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d6f57fa-c65a-4463-b9ca-0912c91b7f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '3261cf6b-7478-4309-8307-de59641f60c5'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:19:49.172508 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-935d9df9-2687-4d9b-93e9-e61ab9b1fc1c req-da31cef4-6ff1-43c7-975b-01796523b7dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:49.180143 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a07ea433-c081-4df7-93f3-5c006ee28e61 req-4dc84c47-0935-4125-a44b-06fa6e68b10e tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=a879b5e0-2343-4012-9270-70a7692e9249&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620227 Aug 16 23:19:49.252876 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-935d9df9-2687-4d9b-93e9-e61ab9b1fc1c req-da31cef4-6ff1-43c7-975b-01796523b7dd service neutron] For port 3452bba4-3239-40c3-b7d4-eb84358b6537, host n-h1-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:19:49.264202 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-935d9df9-2687-4d9b-93e9-e61ab9b1fc1c req-da31cef4-6ff1-43c7-975b-01796523b7dd service neutron] For port 3452bba4-3239-40c3-b7d4-eb84358b6537, host n-h1-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=3452bba4-3239-40c3-b7d4-eb84358b6537,segment=NetworkSegment(6d6f57fa-c65a-4463-b9ca-0912c91b7f21),segment_id=6d6f57fa-c65a-4463-b9ca-0912c91b7f21)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:19:49.270779 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4c940a8a-3df8-4964-9aff-517f3fb692f3 None None] Provisioning complete for port 3452bba4-3239-40c3-b7d4-eb84358b6537 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:19:49.271469 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-935d9df9-2687-4d9b-93e9-e61ab9b1fc1c req-da31cef4-6ff1-43c7-975b-01796523b7dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:49.271684 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4c940a8a-3df8-4964-9aff-517f3fb692f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:49.386868 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4c940a8a-3df8-4964-9aff-517f3fb692f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:49.418239 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad94d760-244b-46c3-b121-0da8b5fc168a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3452bba4-3239-40c3-b7d4-eb84358b6537'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:19:49.419367 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0fb0ea39-a63c-4ce0-b24d-e975b26856a1 req-69b913a9-330c-43c7-8910-f8fad45b74fb tempest-ServerShowV254Test-2075852328 tempest-ServerShowV254Test-2075852328-project] 10.222.0.36 "GET /v2.0/ports?device_id=e837d4de-0a03-4abb-8b68-1a32f59b00cf HTTP/1.1" status: 200 len: 210 time: 0.1127326 Aug 16 23:19:49.421464 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a369bbe3-b729-49b1-8406-6475fe09fb91" -d '{"events": [{"server_uuid": "ad94d760-244b-46c3-b121-0da8b5fc168a", "name": "network-vif-plugged", "status": "completed", "tag": "3452bba4-3239-40c3-b7d4-eb84358b6537"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:19:49.438007 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-4c940a8a-3df8-4964-9aff-517f3fb692f3 None None] For port 3452bba4-3239-40c3-b7d4-eb84358b6537, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=3452bba4-3239-40c3-b7d4-eb84358b6537,segment=NetworkSegment(6d6f57fa-c65a-4463-b9ca-0912c91b7f21),segment_id=6d6f57fa-c65a-4463-b9ca-0912c91b7f21)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:19:49.443315 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4c940a8a-3df8-4964-9aff-517f3fb692f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:49.479041 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da31cef4-6ff1-43c7-975b-01796523b7dd service neutron] Pushing event updated for resources: {'Port': ['ID=3452bba4-3239-40c3-b7d4-eb84358b6537,revision_number=8']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:19:49.487942 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d9df9-2687-4d9b-93e9-e61ab9b1fc1c req-da31cef4-6ff1-43c7-975b-01796523b7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:49.489219 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-935d9df9-2687-4d9b-93e9-e61ab9b1fc1c req-da31cef4-6ff1-43c7-975b-01796523b7dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:49.490743 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-935d9df9-2687-4d9b-93e9-e61ab9b1fc1c req-da31cef4-6ff1-43c7-975b-01796523b7dd service neutron] 10.222.0.57 "PUT /v2.0/ports/3452bba4-3239-40c3-b7d4-eb84358b6537 HTTP/1.1" status: 200 len: 1123 time: 0.8807359 Aug 16 23:19:49.535656 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17269190-a499-4ae9-96a3-2284124ecfb3 x-openstack-request-id: req-17269190-a499-4ae9-96a3-2284124ecfb3 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:19:49.536030 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad94d760-244b-46c3-b121-0da8b5fc168a", "name": "network-vif-plugged", "status": "completed", "tag": "3452bba4-3239-40c3-b7d4-eb84358b6537", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:19:49.536392 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-17269190-a499-4ae9-96a3-2284124ecfb3 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:19:49.536770 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad94d760-244b-46c3-b121-0da8b5fc168a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3452bba4-3239-40c3-b7d4-eb84358b6537', 'code': 200} Aug 16 23:19:49.603181 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['3452bba4-3239-40c3-b7d4-eb84358b6537'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:19:49.632895 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c940a8a-3df8-4964-9aff-517f3fb692f3 None None] Pushing event updated for resources: {'Port': ['ID=3452bba4-3239-40c3-b7d4-eb84358b6537,revision_number=9']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:19:49.657482 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c940a8a-3df8-4964-9aff-517f3fb692f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:19:49.657742 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c940a8a-3df8-4964-9aff-517f3fb692f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:19:49.658085 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c940a8a-3df8-4964-9aff-517f3fb692f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:19:49.658424 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c940a8a-3df8-4964-9aff-517f3fb692f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:19:49.658762 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c940a8a-3df8-4964-9aff-517f3fb692f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:19:49.659112 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c940a8a-3df8-4964-9aff-517f3fb692f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:19:49.659423 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c940a8a-3df8-4964-9aff-517f3fb692f3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:19:49.659753 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c940a8a-3df8-4964-9aff-517f3fb692f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:19:49.660076 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c940a8a-3df8-4964-9aff-517f3fb692f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:19:49.660400 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c940a8a-3df8-4964-9aff-517f3fb692f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:19:49.660754 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c940a8a-3df8-4964-9aff-517f3fb692f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:19:49.661081 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c940a8a-3df8-4964-9aff-517f3fb692f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:19:49.797886 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:19:49.798478 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9d6b2b4d-7712-4525-a014-538766679c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:49.825024 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-fa1ed5a1-3bcf-4d78-9016-3be20157bb77 None None] Provisioning complete for port 3452bba4-3239-40c3-b7d4-eb84358b6537 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:19:49.825396 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-fa1ed5a1-3bcf-4d78-9016-3be20157bb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:50.311501 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e4d37-affb-470c-b594-831b50d1c14c req-299e7ff6-9616-43f9-b933-c6df7726754f tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:50.313435 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1a3e4d37-affb-470c-b594-831b50d1c14c req-299e7ff6-9616-43f9-b933-c6df7726754f tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad94d760-244b-46c3-b121-0da8b5fc168a HTTP/1.1" status: 200 len: 945 time: 0.0599518 Aug 16 23:19:50.356378 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1a3e4d37-affb-470c-b594-831b50d1c14c req-5eeb5da8-10d6-48cc-aa91-53ed6fc00ac3 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=a879b5e0-2343-4012-9270-70a7692e9249&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364866 Aug 16 23:19:50.536266 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-39eea734-7c1e-4d63-b11b-dc886d8ca24c req-08e4c104-e2df-4f8b-a22a-4135819f2eb8 tempest-ServerShowV254Test-2075852328 tempest-ServerShowV254Test-2075852328-project] 10.222.0.36 "GET /v2.0/ports?device_id=e837d4de-0a03-4abb-8b68-1a32f59b00cf HTTP/1.1" status: 200 len: 210 time: 0.0273504 Aug 16 23:19:50.627191 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:50.980999 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad94d760-244b-46c3-b121-0da8b5fc168a', 'tag': '3452bba4-3239-40c3-b7d4-eb84358b6537'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:19:50.983249 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0118c6d-20f6-4642-b1e3-1e23ba01c95a" -d '{"events": [{"name": "network-changed", "server_uuid": "ad94d760-244b-46c3-b121-0da8b5fc168a", "tag": "3452bba4-3239-40c3-b7d4-eb84358b6537"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:19:51.018933 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c43dee1-4aea-40ee-bd21-44e653797a7a x-openstack-request-id: req-2c43dee1-4aea-40ee-bd21-44e653797a7a {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:19:51.019225 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad94d760-244b-46c3-b121-0da8b5fc168a", "tag": "3452bba4-3239-40c3-b7d4-eb84358b6537", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:19:51.019480 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2c43dee1-4aea-40ee-bd21-44e653797a7a {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:19:51.019878 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad94d760-244b-46c3-b121-0da8b5fc168a', 'tag': '3452bba4-3239-40c3-b7d4-eb84358b6537', 'status': 'completed', 'code': 200} Aug 16 23:19:51.090812 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0118c6d-20f6-4642-b1e3-1e23ba01c95a req-d805d2bf-dc3b-46bf-b582-9b9e4ea96cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:51.092355 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e0118c6d-20f6-4642-b1e3-1e23ba01c95a req-d805d2bf-dc3b-46bf-b582-9b9e4ea96cc2 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3aee68aa35e24e649e175a43cbcb7bd3&device_id=ad94d760-244b-46c3-b121-0da8b5fc168a HTTP/1.1" status: 200 len: 1128 time: 0.0479302 Aug 16 23:19:51.193673 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0118c6d-20f6-4642-b1e3-1e23ba01c95a req-99118d3e-1a4b-4772-af1e-8c78e16d1eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:51.195169 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e0118c6d-20f6-4642-b1e3-1e23ba01c95a req-99118d3e-1a4b-4772-af1e-8c78e16d1eac service neutron] 10.222.0.68 "GET /v2.0/networks?id=3261cf6b-7478-4309-8307-de59641f60c5 HTTP/1.1" status: 200 len: 898 time: 0.0948362 Aug 16 23:19:51.266694 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e0118c6d-20f6-4642-b1e3-1e23ba01c95a req-3a6526a0-edf5-4ed3-bcc9-aeb3fc2417eb service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3452bba4-3239-40c3-b7d4-eb84358b6537 HTTP/1.1" status: 200 len: 1001 time: 0.0616922 Aug 16 23:19:51.319183 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0118c6d-20f6-4642-b1e3-1e23ba01c95a req-9fabd204-28a7-42b2-9ce3-f455672db3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:51.320974 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e0118c6d-20f6-4642-b1e3-1e23ba01c95a req-9fabd204-28a7-42b2-9ce3-f455672db3e2 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2c13ce3a-6157-4519-8dc6-57d9fbd62e14 HTTP/1.1" status: 200 len: 835 time: 0.0482991 Aug 16 23:19:51.374894 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0118c6d-20f6-4642-b1e3-1e23ba01c95a req-8af4599a-0342-4895-bd16-c7aa0a8e104c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:51.376409 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e0118c6d-20f6-4642-b1e3-1e23ba01c95a req-8af4599a-0342-4895-bd16-c7aa0a8e104c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3261cf6b-7478-4309-8307-de59641f60c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0474715 Aug 16 23:19:51.478414 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e0118c6d-20f6-4642-b1e3-1e23ba01c95a req-213ae2fa-95d8-4496-8cf9-f27d966c503a service neutron] 10.222.0.68 "GET /v2.0/networks/3261cf6b-7478-4309-8307-de59641f60c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929439 Aug 16 23:19:51.494826 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b0a8f2-f434-4ecd-be2e-6310080542a9 req-fe049fc9-2433-4e24-b29e-20627b469396 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:51.496814 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-96b0a8f2-f434-4ecd-be2e-6310080542a9 req-fe049fc9-2433-4e24-b29e-20627b469396 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad94d760-244b-46c3-b121-0da8b5fc168a HTTP/1.1" status: 200 len: 945 time: 0.0521126 Aug 16 23:19:51.537271 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-96b0a8f2-f434-4ecd-be2e-6310080542a9 req-a9074f6f-8af5-402a-acc2-9e25f75324b7 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=a879b5e0-2343-4012-9270-70a7692e9249&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345209 Aug 16 23:19:51.581858 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:51.584305 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e0118c6d-20f6-4642-b1e3-1e23ba01c95a req-27844135-0f3e-4c4b-a140-f1b361550edf service neutron] 10.222.0.68 "GET /v2.0/networks/3261cf6b-7478-4309-8307-de59641f60c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979292 Aug 16 23:19:51.648758 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-56e24319-24bf-45b2-a36b-83f2e863e9db req-e496aa0d-f4fb-4a09-ad3c-2a5c8032d3fb tempest-ServerShowV254Test-2075852328 tempest-ServerShowV254Test-2075852328-project] 10.222.0.36 "GET /v2.0/ports?device_id=e837d4de-0a03-4abb-8b68-1a32f59b00cf HTTP/1.1" status: 200 len: 210 time: 0.0274746 Aug 16 23:19:51.727842 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 3452bba4-3239-40c3-b7d4-eb84358b6537 details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:19:51.831125 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 3452bba4-3239-40c3-b7d4-eb84358b6537, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=3452bba4-3239-40c3-b7d4-eb84358b6537,segment=NetworkSegment(6d6f57fa-c65a-4463-b9ca-0912c91b7f21),segment_id=6d6f57fa-c65a-4463-b9ca-0912c91b7f21)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:19:51.842100 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 3452bba4-3239-40c3-b7d4-eb84358b6537 has no active binding in host n-h2-791506-26 {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 23:19:52.661078 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf053bba-e60c-4855-ab68-27d26767780a req-07a85e23-37ff-46ff-a524-565fed017933 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:52.662568 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bf053bba-e60c-4855-ab68-27d26767780a req-07a85e23-37ff-46ff-a524-565fed017933 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad94d760-244b-46c3-b121-0da8b5fc168a HTTP/1.1" status: 200 len: 945 time: 0.0525899 Aug 16 23:19:52.708922 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bf053bba-e60c-4855-ab68-27d26767780a req-b8484a45-4722-4aac-8358-e34a6010595e tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=a879b5e0-2343-4012-9270-70a7692e9249&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388288 Aug 16 23:19:52.804409 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-71a98dbf-4ce6-455f-9164-10ef49845dae req-140b3612-d746-49b9-9663-2d53559c570b tempest-ServerShowV254Test-2075852328 tempest-ServerShowV254Test-2075852328-project] 10.222.0.36 "GET /v2.0/ports?device_id=e837d4de-0a03-4abb-8b68-1a32f59b00cf HTTP/1.1" status: 200 len: 210 time: 0.0454681 Aug 16 23:19:52.821820 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:53.405728 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9d06324a-ce71-4826-923e-e6df67d34a6e req-55d4771a-256e-4b46-bdfa-8046d1da42e8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d5da408d-144b-442e-b9d0-527ab0b81de4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0701647 Aug 16 23:19:53.499283 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d06324a-ce71-4826-923e-e6df67d34a6e req-5329caef-f233-4ab2-b896-7e6823374075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:53.500858 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9d06324a-ce71-4826-923e-e6df67d34a6e req-5329caef-f233-4ab2-b896-7e6823374075 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ee91ace37a634fb9abb791ce5d24078e&device_id=d5da408d-144b-442e-b9d0-527ab0b81de4 HTTP/1.1" status: 200 len: 1098 time: 0.0483079 Aug 16 23:19:53.615010 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d06324a-ce71-4826-923e-e6df67d34a6e req-ce7761a2-d58d-483d-b031-fdb36dc89036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:53.616332 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9d06324a-ce71-4826-923e-e6df67d34a6e req-ce7761a2-d58d-483d-b031-fdb36dc89036 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6152efff-6e82-46a1-acb7-149d7c33d5d6 HTTP/1.1" status: 200 len: 913 time: 0.0887325 Aug 16 23:19:53.668750 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9d06324a-ce71-4826-923e-e6df67d34a6e req-3e463bb3-45ad-4751-a595-d42b3cba4dfd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61088f9d-76e1-4190-912c-3e60944725ad HTTP/1.1" status: 200 len: 217 time: 0.0440361 Aug 16 23:19:53.716834 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d06324a-ce71-4826-923e-e6df67d34a6e req-c78c4e02-7c10-4e91-8c2f-090c9fc209fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:53.718290 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9d06324a-ce71-4826-923e-e6df67d34a6e req-c78c4e02-7c10-4e91-8c2f-090c9fc209fa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7d6a27ac-d81b-4d19-9995-25afe2c6f338 HTTP/1.1" status: 200 len: 851 time: 0.0429997 Aug 16 23:19:53.766462 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d06324a-ce71-4826-923e-e6df67d34a6e req-39614669-60d1-49f1-8b8e-7370b767330f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:53.767852 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9d06324a-ce71-4826-923e-e6df67d34a6e req-39614669-60d1-49f1-8b8e-7370b767330f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6152efff-6e82-46a1-acb7-149d7c33d5d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422697 Aug 16 23:19:54.218532 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-50e88cad-86ea-40ec-af41-3fb39143b61c req-846190f8-78c1-41d7-8a45-49e7b1fb3236 tempest-ServerShowV254Test-2075852328 tempest-ServerShowV254Test-2075852328-project] 10.222.0.36 "GET /v2.0/ports?device_id=e837d4de-0a03-4abb-8b68-1a32f59b00cf HTTP/1.1" status: 200 len: 210 time: 0.0371561 Aug 16 23:19:54.256954 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d46129b-f876-4822-94e6-bedf0362159e req-8541a310-7fc1-466c-b8a4-15031bc62b3a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:54.258455 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8d46129b-f876-4822-94e6-bedf0362159e req-8541a310-7fc1-466c-b8a4-15031bc62b3a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad94d760-244b-46c3-b121-0da8b5fc168a HTTP/1.1" status: 200 len: 945 time: 0.4755466 Aug 16 23:19:54.263899 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9d06324a-ce71-4826-923e-e6df67d34a6e req-be9f7d66-7b13-4359-8727-483e330b3781 service neutron] 10.222.0.57 "GET /v2.0/networks/6152efff-6e82-46a1-acb7-149d7c33d5d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4885304 Aug 16 23:19:54.346566 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8d46129b-f876-4822-94e6-bedf0362159e req-91db966a-159d-475a-b27b-b546b45beafb tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=a879b5e0-2343-4012-9270-70a7692e9249&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815432 Aug 16 23:19:54.380429 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9d06324a-ce71-4826-923e-e6df67d34a6e req-207919ad-57c3-47c6-86a1-991820b5ef23 service neutron] 10.222.0.57 "GET /v2.0/networks/6152efff-6e82-46a1-acb7-149d7c33d5d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021123 Aug 16 23:19:55.320478 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8ef4a942-3fb6-4eb7-855b-cc075ef55075 req-6ed51552-fa1c-42c8-b93a-c4801c142fa1 tempest-ServerShowV254Test-2075852328 tempest-ServerShowV254Test-2075852328-project] 10.222.0.36 "GET /v2.0/ports?device_id=e837d4de-0a03-4abb-8b68-1a32f59b00cf HTTP/1.1" status: 200 len: 210 time: 0.0266137 Aug 16 23:19:55.437689 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:55.474269 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6714f49a-86f6-4f0d-964c-2d00c3a81e3b req-82cd9b72-5fa7-4414-8181-a926248bb146 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:55.475757 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6714f49a-86f6-4f0d-964c-2d00c3a81e3b req-82cd9b72-5fa7-4414-8181-a926248bb146 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad94d760-244b-46c3-b121-0da8b5fc168a HTTP/1.1" status: 200 len: 945 time: 0.0569682 Aug 16 23:19:55.530177 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6714f49a-86f6-4f0d-964c-2d00c3a81e3b req-f202a5bc-83b6-49b2-b1a0-fb11e83cd8d7 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=a879b5e0-2343-4012-9270-70a7692e9249&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454614 Aug 16 23:19:56.432070 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-52aa01d0-cf41-45ce-abb9-4afc5429feb2 req-850e85c7-2c96-4b18-87b6-0c8523f81e4c tempest-ServerShowV254Test-2075852328 tempest-ServerShowV254Test-2075852328-project] 10.222.0.36 "GET /v2.0/ports?device_id=e837d4de-0a03-4abb-8b68-1a32f59b00cf HTTP/1.1" status: 200 len: 210 time: 0.0311937 Aug 16 23:19:56.634304 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 45566) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:19:56.682321 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44156ed3-0bd8-4ba4-9488-b1407f44b816 req-54deaa8e-2226-4e22-abf4-2e7a99b791bd tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:56.684265 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-44156ed3-0bd8-4ba4-9488-b1407f44b816 req-54deaa8e-2226-4e22-abf4-2e7a99b791bd tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad94d760-244b-46c3-b121-0da8b5fc168a HTTP/1.1" status: 200 len: 945 time: 0.0692217 Aug 16 23:19:56.685397 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-94014057-deef-4255-afa4-0cc3476caefc admin admin] Deleting subnet 46499d68-63a1-4894-beda-d0f0f0dfc9f7 {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:19:56.689084 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-94014057-deef-4255-afa4-0cc3476caefc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:56.713592 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9a06fe16-580f-42e0-9911-e389bd90fee3 req-ff41c693-0397-4fe2-91df-e41dfa26a51d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e837d4de-0a03-4abb-8b68-1a32f59b00cf HTTP/1.1" status: 200 len: 210 time: 0.0282049 Aug 16 23:19:56.724681 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-94014057-deef-4255-afa4-0cc3476caefc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:56.756532 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-44156ed3-0bd8-4ba4-9488-b1407f44b816 req-68ca4e15-a918-44f5-bf3a-8fc4b5b8912b tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=a879b5e0-2343-4012-9270-70a7692e9249&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414696 Aug 16 23:19:56.766339 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-94014057-deef-4255-afa4-0cc3476caefc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:56.825153 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-94014057-deef-4255-afa4-0cc3476caefc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:56.849269 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94014057-deef-4255-afa4-0cc3476caefc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46499d68-63a1-4894-beda-d0f0f0dfc9f7,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:19:56.859892 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94014057-deef-4255-afa4-0cc3476caefc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:19:56.860178 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94014057-deef-4255-afa4-0cc3476caefc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:19:56.860813 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94014057-deef-4255-afa4-0cc3476caefc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:19:56.861158 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94014057-deef-4255-afa4-0cc3476caefc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:19:56.861494 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94014057-deef-4255-afa4-0cc3476caefc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:19:56.861829 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94014057-deef-4255-afa4-0cc3476caefc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:19:56.862515 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94014057-deef-4255-afa4-0cc3476caefc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:19:56.862515 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94014057-deef-4255-afa4-0cc3476caefc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:19:56.862796 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94014057-deef-4255-afa4-0cc3476caefc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:19:56.863129 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94014057-deef-4255-afa4-0cc3476caefc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:19:56.863456 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94014057-deef-4255-afa4-0cc3476caefc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:19:56.863781 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94014057-deef-4255-afa4-0cc3476caefc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:19:56.866505 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-94014057-deef-4255-afa4-0cc3476caefc admin admin] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:56.872139 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-94014057-deef-4255-afa4-0cc3476caefc admin admin] 10.222.0.36 "DELETE /v2.0/subnets/46499d68-63a1-4894-beda-d0f0f0dfc9f7 HTTP/1.1" status: 204 len: 168 time: 0.2311506 Aug 16 23:19:56.872139 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 45568) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:19:56.939296 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-05203e8e-a8b9-4a9b-bfa0-8a4f47b29084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:57.020370 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-05203e8e-a8b9-4a9b-bfa0-8a4f47b29084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:57.029884 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-05203e8e-a8b9-4a9b-bfa0-8a4f47b29084 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e7727dc-a20f-4fd0-a969-fab13692c8de']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:19:57.039226 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-05203e8e-a8b9-4a9b-bfa0-8a4f47b29084 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb0f237e-198e-4279-b91f-4b68e434b193') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:19:57.039524 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-05203e8e-a8b9-4a9b-bfa0-8a4f47b29084 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb0f237e-198e-4279-b91f-4b68e434b193') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:19:57.048471 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-05203e8e-a8b9-4a9b-bfa0-8a4f47b29084 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:57.062040 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-05203e8e-a8b9-4a9b-bfa0-8a4f47b29084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:57.067586 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05203e8e-a8b9-4a9b-bfa0-8a4f47b29084 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:19:57.067970 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-05203e8e-a8b9-4a9b-bfa0-8a4f47b29084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:57.069582 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 23:19:57.069582 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:19:57.069582 n-d-791506-26 neutron-server[101291]: timer() Aug 16 23:19:57.069582 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:19:57.069582 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 23:19:57.069582 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:19:57.069582 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 23:19:57.069582 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:19:57.069582 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 23:19:57.069582 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:19:57.069582 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 23:19:57.069582 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:19:57.069582 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 23:19:57.069582 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:19:57.069582 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:19:57.069582 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:19:57.069582 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:19:57.069582 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:19:57.069582 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 23:19:57.069582 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:19:57.069582 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 23:19:57.069582 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:19:57.069582 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:19:57.069582 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:19:57.069582 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 23:19:57.069582 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:19:57.069582 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:19:57.069582 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:19:57.069582 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:19:57.069582 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:19:57.069582 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:19:57.069582 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:19:57.129595 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-05203e8e-a8b9-4a9b-bfa0-8a4f47b29084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:57.145465 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-05203e8e-a8b9-4a9b-bfa0-8a4f47b29084 admin admin] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:57.147378 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-05203e8e-a8b9-4a9b-bfa0-8a4f47b29084 admin admin] 10.222.0.36 "DELETE /v2.0/networks/3e7727dc-a20f-4fd0-a969-fab13692c8de HTTP/1.1" status: 204 len: 168 time: 0.2748086 Aug 16 23:19:57.149637 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05203e8e-a8b9-4a9b-bfa0-8a4f47b29084 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e7727dc-a20f-4fd0-a969-fab13692c8de,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:19:57.330116 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 45572) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:19:57.372320 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-ee8d5525-98d5-43f1-b8d7-fc35c40e31a4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c67bf38a3c4d4fbab54b80ce88cedfe3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0410349 Aug 16 23:19:57.374846 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 45574) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:19:57.427268 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d13f92ba-a67e-40bd-816a-2fa9f503219d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:57.449239 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d13f92ba-a67e-40bd-816a-2fa9f503219d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:57.502435 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d13f92ba-a67e-40bd-816a-2fa9f503219d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:57.504992 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d13f92ba-a67e-40bd-816a-2fa9f503219d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:57.508845 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-d13f92ba-a67e-40bd-816a-2fa9f503219d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1f2e200a-21c5-4806-bf7c-28a912180294 HTTP/1.1" status: 204 len: 168 time: 0.1330273 Aug 16 23:19:57.527825 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13f92ba-a67e-40bd-816a-2fa9f503219d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f2e200a-21c5-4806-bf7c-28a912180294,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:19:57.544398 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a7b1f14e-b711-4301-a0ae-a3302d5ec27c req-d9655dad-96af-43ab-ac33-1a63f9b3eb2d tempest-ServerShowV254Test-2075852328 tempest-ServerShowV254Test-2075852328-project] 10.222.0.36 "GET /v2.0/ports?device_id=e837d4de-0a03-4abb-8b68-1a32f59b00cf HTTP/1.1" status: 200 len: 210 time: 0.0312810 Aug 16 23:19:57.609718 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-935d9df9-2687-4d9b-93e9-e61ab9b1fc1c req-1a36d245-2ae2-42a5-bd53-5a0314ee9262 service neutron] 10.222.0.68 "GET /v2.0/ports/3452bba4-3239-40c3-b7d4-eb84358b6537/bindings/n-h2-791506-26 HTTP/1.1" status: 200 len: 385 time: 0.0815408 Aug 16 23:19:57.820161 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-935d9df9-2687-4d9b-93e9-e61ab9b1fc1c req-4ac8fa76-4ce4-43d2-859f-8933b40835bf service neutron] For port 3452bba4-3239-40c3-b7d4-eb84358b6537, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=3452bba4-3239-40c3-b7d4-eb84358b6537,segment=NetworkSegment(6d6f57fa-c65a-4463-b9ca-0912c91b7f21),segment_id=6d6f57fa-c65a-4463-b9ca-0912c91b7f21)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:19:57.846023 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-935d9df9-2687-4d9b-93e9-e61ab9b1fc1c req-4ac8fa76-4ce4-43d2-859f-8933b40835bf service neutron] For port 3452bba4-3239-40c3-b7d4-eb84358b6537, host n-h1-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:19:57.889895 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad94d760-244b-46c3-b121-0da8b5fc168a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3452bba4-3239-40c3-b7d4-eb84358b6537'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:19:57.890912 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecc2c3c-d0fa-45eb-a2e8-dd40388e31e6 req-34ed8006-2595-42c4-86e2-81385475e17d tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:57.892376 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d050eeaa-4567-4717-9ea5-80c6a8140762" -d '{"events": [{"server_uuid": "ad94d760-244b-46c3-b121-0da8b5fc168a", "name": "network-vif-unplugged", "status": "completed", "tag": "3452bba4-3239-40c3-b7d4-eb84358b6537"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:19:57.892556 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2ecc2c3c-d0fa-45eb-a2e8-dd40388e31e6 req-34ed8006-2595-42c4-86e2-81385475e17d tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad94d760-244b-46c3-b121-0da8b5fc168a HTTP/1.1" status: 200 len: 945 time: 0.0610957 Aug 16 23:19:57.903589 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-935d9df9-2687-4d9b-93e9-e61ab9b1fc1c req-4ac8fa76-4ce4-43d2-859f-8933b40835bf service neutron] For port 3452bba4-3239-40c3-b7d4-eb84358b6537, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=3452bba4-3239-40c3-b7d4-eb84358b6537,segment=NetworkSegment(6d6f57fa-c65a-4463-b9ca-0912c91b7f21),segment_id=6d6f57fa-c65a-4463-b9ca-0912c91b7f21)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:19:57.924919 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-935d9df9-2687-4d9b-93e9-e61ab9b1fc1c req-4ac8fa76-4ce4-43d2-859f-8933b40835bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:57.942229 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 23:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfda013a-2258-48b4-b431-2a706d940306 x-openstack-request-id: req-cfda013a-2258-48b4-b431-2a706d940306 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:19:57.942547 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad94d760-244b-46c3-b121-0da8b5fc168a", "name": "network-vif-unplugged", "status": "completed", "tag": "3452bba4-3239-40c3-b7d4-eb84358b6537", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:19:57.942801 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cfda013a-2258-48b4-b431-2a706d940306 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:19:57.943225 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad94d760-244b-46c3-b121-0da8b5fc168a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3452bba4-3239-40c3-b7d4-eb84358b6537', 'code': 200} Aug 16 23:19:57.944022 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2ecc2c3c-d0fa-45eb-a2e8-dd40388e31e6 req-cbeffb55-a4fd-4752-969a-ab2958fe68a1 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=a879b5e0-2343-4012-9270-70a7692e9249&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448384 Aug 16 23:19:58.008579 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-935d9df9-2687-4d9b-93e9-e61ab9b1fc1c req-4ac8fa76-4ce4-43d2-859f-8933b40835bf service neutron] Transition to ACTIVE for port object 3452bba4-3239-40c3-b7d4-eb84358b6537 will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:19:58.014375 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-935d9df9-2687-4d9b-93e9-e61ab9b1fc1c req-4ac8fa76-4ce4-43d2-859f-8933b40835bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:58.116304 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac8fa76-4ce4-43d2-859f-8933b40835bf service neutron] Pushing event updated for resources: {'Port': ['ID=3452bba4-3239-40c3-b7d4-eb84358b6537,revision_number=11']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:19:58.154410 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-935d9df9-2687-4d9b-93e9-e61ab9b1fc1c req-4ac8fa76-4ce4-43d2-859f-8933b40835bf service neutron] No DVR routers for this DVR port 3452bba4-3239-40c3-b7d4-eb84358b6537 on host n-h1-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:19:58.301561 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-935d9df9-2687-4d9b-93e9-e61ab9b1fc1c req-4ac8fa76-4ce4-43d2-859f-8933b40835bf service neutron] 10.222.0.68 "PUT /v2.0/ports/3452bba4-3239-40c3-b7d4-eb84358b6537/bindings/n-h2-791506-26/activate HTTP/1.1" status: 200 len: 370 time: 0.6816292 Aug 16 23:19:58.407716 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d9df9-2687-4d9b-93e9-e61ab9b1fc1c req-15286991-9f67-4a73-987a-9286abe67cef tempest-TestNetworkAdvancedServerOps-1443331071 tempest-TestNetworkAdvancedServerOps-1443331071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:58.409268 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-935d9df9-2687-4d9b-93e9-e61ab9b1fc1c req-15286991-9f67-4a73-987a-9286abe67cef tempest-TestNetworkAdvancedServerOps-1443331071 tempest-TestNetworkAdvancedServerOps-1443331071-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=ad94d760-244b-46c3-b121-0da8b5fc168a&tenant_id=3aee68aa35e24e649e175a43cbcb7bd3&binding%3Ahost_id=n-h1-791506-26 HTTP/1.1" status: 200 len: 1096 time: 0.0487711 Aug 16 23:19:58.457338 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d9df9-2687-4d9b-93e9-e61ab9b1fc1c req-d0925ea5-48eb-40dd-9983-5e94717d59ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:58.458859 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-935d9df9-2687-4d9b-93e9-e61ab9b1fc1c req-d0925ea5-48eb-40dd-9983-5e94717d59ac service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ad94d760-244b-46c3-b121-0da8b5fc168a&tenant_id=3aee68aa35e24e649e175a43cbcb7bd3 HTTP/1.1" status: 200 len: 1096 time: 0.0421650 Aug 16 23:19:58.534783 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d9df9-2687-4d9b-93e9-e61ab9b1fc1c req-48b4c285-927a-4f9d-a21e-05e526dae967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:58.535941 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-935d9df9-2687-4d9b-93e9-e61ab9b1fc1c req-48b4c285-927a-4f9d-a21e-05e526dae967 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3aee68aa35e24e649e175a43cbcb7bd3&device_id=ad94d760-244b-46c3-b121-0da8b5fc168a HTTP/1.1" status: 200 len: 1096 time: 0.0436559 Aug 16 23:19:58.645549 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d9df9-2687-4d9b-93e9-e61ab9b1fc1c req-fe5c6657-0968-49a8-ad8c-44cc8f54f525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:58.647020 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-935d9df9-2687-4d9b-93e9-e61ab9b1fc1c req-fe5c6657-0968-49a8-ad8c-44cc8f54f525 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3261cf6b-7478-4309-8307-de59641f60c5 HTTP/1.1" status: 200 len: 898 time: 0.1038921 Aug 16 23:19:58.663053 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d14bb155-6d1e-44fb-860d-6bb11d5ad8af req-0f671c0f-80d7-4642-b2d8-106bae745a8f tempest-ServerShowV254Test-2075852328 tempest-ServerShowV254Test-2075852328-project] 10.222.0.36 "GET /v2.0/ports?device_id=e837d4de-0a03-4abb-8b68-1a32f59b00cf HTTP/1.1" status: 200 len: 210 time: 0.0296578 Aug 16 23:19:58.728340 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-935d9df9-2687-4d9b-93e9-e61ab9b1fc1c req-8a526b25-e54a-4cab-b498-13877028bf69 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3452bba4-3239-40c3-b7d4-eb84358b6537 HTTP/1.1" status: 200 len: 999 time: 0.0675173 Aug 16 23:19:58.794950 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d9df9-2687-4d9b-93e9-e61ab9b1fc1c req-72bd6ddc-70db-43eb-8355-94bce51a0c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:58.796305 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-935d9df9-2687-4d9b-93e9-e61ab9b1fc1c req-72bd6ddc-70db-43eb-8355-94bce51a0c5f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2c13ce3a-6157-4519-8dc6-57d9fbd62e14 HTTP/1.1" status: 200 len: 835 time: 0.0598273 Aug 16 23:19:58.847153 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d9df9-2687-4d9b-93e9-e61ab9b1fc1c req-3b6c6409-2fb3-48e2-9254-282af2eaf4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:58.848906 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-935d9df9-2687-4d9b-93e9-e61ab9b1fc1c req-3b6c6409-2fb3-48e2-9254-282af2eaf4f3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3261cf6b-7478-4309-8307-de59641f60c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452561 Aug 16 23:19:58.978362 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-45517e1c-0aa7-4dbc-b4d9-c0a5d6ac1e39 req-2c1ca41b-8bc1-4db5-a599-db1a148cc824 tempest-ServerShowV254Test-2075852328 tempest-ServerShowV254Test-2075852328-project] 10.222.0.36 "GET /v2.0/ports?device_id=e837d4de-0a03-4abb-8b68-1a32f59b00cf HTTP/1.1" status: 200 len: 210 time: 0.0462162 Aug 16 23:19:58.999884 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ee0cc8b6-f501-48b4-9729-939941898ef9 req-37127043-3994-4ebe-9e4b-32b896fa9491 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b35d3441b6f64fd9b4d4c3095d8477c1&device_id=e837d4de-0a03-4abb-8b68-1a32f59b00cf HTTP/1.1" status: 200 len: 210 time: 0.0456345 Aug 16 23:19:59.043231 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-935d9df9-2687-4d9b-93e9-e61ab9b1fc1c req-210db181-f2e8-47e1-8864-c063f00ee7c9 service neutron] 10.222.0.57 "GET /v2.0/networks/3261cf6b-7478-4309-8307-de59641f60c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807468 Aug 16 23:19:59.051601 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ee0cc8b6-f501-48b4-9729-939941898ef9 req-a3e4a280-7749-43cb-81de-a61e6be01c20 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=b35d3441b6f64fd9b4d4c3095d8477c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0400281 Aug 16 23:19:59.258235 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e761296e-7449-4eba-b4b9-84246a416d26 req-94b312ed-0ef6-400f-9cfe-42d9bd10b98c tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:59.259657 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e761296e-7449-4eba-b4b9-84246a416d26 req-94b312ed-0ef6-400f-9cfe-42d9bd10b98c tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad94d760-244b-46c3-b121-0da8b5fc168a HTTP/1.1" status: 200 len: 944 time: 0.2200058 Aug 16 23:19:59.333768 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-935d9df9-2687-4d9b-93e9-e61ab9b1fc1c req-4c0fe5f2-ce7d-4f8f-93d0-19d23d208970 service neutron] 10.222.0.57 "GET /v2.0/networks/3261cf6b-7478-4309-8307-de59641f60c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2812140 Aug 16 23:19:59.345395 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0cc8b6-f501-48b4-9729-939941898ef9 req-00607902-2f7a-42d9-a6e8-e7cc18ff732e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:59.346893 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ee0cc8b6-f501-48b4-9729-939941898ef9 req-00607902-2f7a-42d9-a6e8-e7cc18ff732e service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2863572 Aug 16 23:19:59.352592 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e761296e-7449-4eba-b4b9-84246a416d26 req-a85bcf14-5711-4c1e-9e6f-10079ff82273 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=a879b5e0-2343-4012-9270-70a7692e9249&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793083 Aug 16 23:19:59.629983 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d9df9-2687-4d9b-93e9-e61ab9b1fc1c req-1c6174b6-5f65-4f1c-8dca-0bc3cc373818 tempest-TestNetworkAdvancedServerOps-1443331071 tempest-TestNetworkAdvancedServerOps-1443331071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:19:59.631509 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-935d9df9-2687-4d9b-93e9-e61ab9b1fc1c req-1c6174b6-5f65-4f1c-8dca-0bc3cc373818 tempest-TestNetworkAdvancedServerOps-1443331071 tempest-TestNetworkAdvancedServerOps-1443331071-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=ad94d760-244b-46c3-b121-0da8b5fc168a&tenant_id=3aee68aa35e24e649e175a43cbcb7bd3&binding%3Ahost_id=n-h2-791506-26 HTTP/1.1" status: 200 len: 1096 time: 0.0494401 Aug 16 23:19:59.787510 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-935d9df9-2687-4d9b-93e9-e61ab9b1fc1c req-b80c90b9-be6e-4a62-835e-1badbe7f4f8a service neutron] For port 3452bba4-3239-40c3-b7d4-eb84358b6537, host n-h1-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:19:59.790516 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-935d9df9-2687-4d9b-93e9-e61ab9b1fc1c req-b80c90b9-be6e-4a62-835e-1badbe7f4f8a service neutron] Notify callbacks [] for binding, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:19:59.792202 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-935d9df9-2687-4d9b-93e9-e61ab9b1fc1c req-b80c90b9-be6e-4a62-835e-1badbe7f4f8a service neutron] 10.222.0.57 "DELETE /v2.0/ports/3452bba4-3239-40c3-b7d4-eb84358b6537/bindings/n-h1-791506-26 HTTP/1.1" status: 204 len: 173 time: 0.1525753 Aug 16 23:19:59.928796 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 3452bba4-3239-40c3-b7d4-eb84358b6537 no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:19:59.967648 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 3452bba4-3239-40c3-b7d4-eb84358b6537 not bound to the agent host n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:20:00.098446 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-10b0eb3b-b0f1-4c6e-9140-9371f0b76ebc req-fc44d856-5882-40fc-923b-45037d65098e tempest-ServerShowV254Test-2075852328 tempest-ServerShowV254Test-2075852328-project] 10.222.0.36 "GET /v2.0/ports?device_id=e837d4de-0a03-4abb-8b68-1a32f59b00cf HTTP/1.1" status: 200 len: 210 time: 0.0378313 Aug 16 23:20:00.507454 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fff04ad-22e7-4da3-b807-ee6f6c198af7 req-8eb5e3c6-4d0b-436d-b52f-9fc08978c073 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:00.508993 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9fff04ad-22e7-4da3-b807-ee6f6c198af7 req-8eb5e3c6-4d0b-436d-b52f-9fc08978c073 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad94d760-244b-46c3-b121-0da8b5fc168a HTTP/1.1" status: 200 len: 944 time: 0.0697777 Aug 16 23:20:00.566403 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9fff04ad-22e7-4da3-b807-ee6f6c198af7 req-efdc778a-286e-4ca8-a84b-5173aaf4ffe5 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=a879b5e0-2343-4012-9270-70a7692e9249&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490766 Aug 16 23:20:00.709406 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a86f322-ffe7-4a6d-af09-b5fa5c1a8342 req-f08127a1-7e74-43b7-8972-5a27bee5c3e0 tempest-TestNetworkAdvancedServerOps-1443331071 tempest-TestNetworkAdvancedServerOps-1443331071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:00.711680 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2a86f322-ffe7-4a6d-af09-b5fa5c1a8342 req-f08127a1-7e74-43b7-8972-5a27bee5c3e0 tempest-TestNetworkAdvancedServerOps-1443331071 tempest-TestNetworkAdvancedServerOps-1443331071-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=ad94d760-244b-46c3-b121-0da8b5fc168a HTTP/1.1" status: 200 len: 1096 time: 0.0570002 Aug 16 23:20:00.756835 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2a86f322-ffe7-4a6d-af09-b5fa5c1a8342 req-53bb34f4-6a21-426a-a205-e5c2f27c612e tempest-TestNetworkAdvancedServerOps-1443331071 tempest-TestNetworkAdvancedServerOps-1443331071-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=a879b5e0-2343-4012-9270-70a7692e9249&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366645 Aug 16 23:20:00.832507 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ee0cc8b6-f501-48b4-9729-939941898ef9 req-b5e531dc-3b07-473b-9397-804c82fdd948 tempest-ServerShowV254Test-2075852328 tempest-ServerShowV254Test-2075852328-project] 10.222.0.57 "GET /v2.0/ports?device_id=e837d4de-0a03-4abb-8b68-1a32f59b00cf HTTP/1.1" status: 200 len: 210 time: 0.0305321 Aug 16 23:20:00.900352 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029ad2a0-51b4-4ed3-ad7d-d32a4237321b req-f34a9c86-1f0a-4e70-b8ad-45d7158edbaf tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:00.902456 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-029ad2a0-51b4-4ed3-ad7d-d32a4237321b req-f34a9c86-1f0a-4e70-b8ad-45d7158edbaf tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad94d760-244b-46c3-b121-0da8b5fc168a HTTP/1.1" status: 200 len: 944 time: 0.0589106 Aug 16 23:20:00.953320 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-029ad2a0-51b4-4ed3-ad7d-d32a4237321b req-a2016d84-d6fb-46cb-bebb-8362916702bd tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=a879b5e0-2343-4012-9270-70a7692e9249&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402486 Aug 16 23:20:00.976508 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 45638) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:01.066722 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-31251555-cf60-4c07-8a2a-9f5947919284 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/floatingips/e909567f-9f3b-4503-b0f1-1a9563159f14 HTTP/1.1" status: 200 len: 991 time: 0.0889492 Aug 16 23:20:01.239531 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e2fcf782-0d10-4f37-b67d-952ee3f4a5c2 req-c2e7fa37-164c-4920-ba44-914586e879a9 tempest-ServerShowV254Test-2075852328 tempest-ServerShowV254Test-2075852328-project] 10.222.0.36 "GET /v2.0/ports?device_id=e837d4de-0a03-4abb-8b68-1a32f59b00cf HTTP/1.1" status: 200 len: 210 time: 0.0291178 Aug 16 23:20:01.353252 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 45648) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:01.518858 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-f2f9e4aa-a9ee-4f2e-838a-4725dc958d8b tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Deleting port df17ffa6-ef24-4c9d-91a0-89df94a4cf55 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:20:01.519089 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f2f9e4aa-a9ee-4f2e-838a-4725dc958d8b tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:01.593146 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f2f9e4aa-a9ee-4f2e-838a-4725dc958d8b tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:01.593473 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f2f9e4aa-a9ee-4f2e-838a-4725dc958d8b tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:01.605447 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-f2f9e4aa-a9ee-4f2e-838a-4725dc958d8b tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Calling delete_port for df17ffa6-ef24-4c9d-91a0-89df94a4cf55 owned by network:floatingip {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:20:01.783502 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f2f9e4aa-a9ee-4f2e-838a-4725dc958d8b tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:01.810115 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f9e4aa-a9ee-4f2e-838a-4725dc958d8b tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Pushing event deleted for resources: {'Port': ['ID=df17ffa6-ef24-4c9d-91a0-89df94a4cf55,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:01.877182 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f2f9e4aa-a9ee-4f2e-838a-4725dc958d8b tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for floatingip, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:01.877513 n-d-791506-26 neutron-server[101292]: INFO neutron.db.l3_db [None req-f2f9e4aa-a9ee-4f2e-838a-4725dc958d8b tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Floating IP e909567f-9f3b-4503-b0f1-1a9563159f14 disassociated (deleted). External IP: 172.25.4.126, port: 3452bba4-3239-40c3-b7d4-eb84358b6537. Aug 16 23:20:02.082460 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2f9e4aa-a9ee-4f2e-838a-4725dc958d8b tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Router 80a65cb3-6504-4746-b7f1-defb8bbf28a9 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:20:02.196893 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f9e4aa-a9ee-4f2e-838a-4725dc958d8b tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:20:02.202850 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f2f9e4aa-a9ee-4f2e-838a-4725dc958d8b tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:02.207583 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f6543d-8c46-49ab-ae44-86c43ebdf8ec None None] Sync routers for ids ['80a65cb3-6504-4746-b7f1-defb8bbf28a9'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:20:02.217811 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f6543d-8c46-49ab-ae44-86c43ebdf8ec None None] Routers {'80a65cb3-6504-4746-b7f1-defb8bbf28a9'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:20:02.218439 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-b0f6543d-8c46-49ab-ae44-86c43ebdf8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:19:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['80a65cb3-6504-4746-b7f1-defb8bbf28a9'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:20:02.242977 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-f2f9e4aa-a9ee-4f2e-838a-4725dc958d8b tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "DELETE /v2.0/floatingips/e909567f-9f3b-4503-b0f1-1a9563159f14 HTTP/1.1" status: 204 len: 168 time: 0.8886132 Aug 16 23:20:02.243791 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad94d760-244b-46c3-b121-0da8b5fc168a', 'tag': '3452bba4-3239-40c3-b7d4-eb84358b6537'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:20:02.247189 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ff6fcc9-2b6b-4eb3-9750-694377941da3" -d '{"events": [{"name": "network-changed", "server_uuid": "ad94d760-244b-46c3-b121-0da8b5fc168a", "tag": "3452bba4-3239-40c3-b7d4-eb84358b6537"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:20:02.309082 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b37a054-a5ef-4806-921c-73f06a956ac6 x-openstack-request-id: req-2b37a054-a5ef-4806-921c-73f06a956ac6 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:20:02.309384 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad94d760-244b-46c3-b121-0da8b5fc168a", "tag": "3452bba4-3239-40c3-b7d4-eb84358b6537", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:20:02.309737 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2b37a054-a5ef-4806-921c-73f06a956ac6 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:20:02.310447 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad94d760-244b-46c3-b121-0da8b5fc168a', 'tag': '3452bba4-3239-40c3-b7d4-eb84358b6537', 'status': 'completed', 'code': 200} Aug 16 23:20:02.332362 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-b0f6543d-8c46-49ab-ae44-86c43ebdf8ec None None] Set router 80a65cb3-6504-4746-b7f1-defb8bbf28a9 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:20:02.444281 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff6fcc9-2b6b-4eb3-9750-694377941da3 req-7b24af95-e1f8-4e1c-98f3-d3023602ecd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:02.445979 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3ff6fcc9-2b6b-4eb3-9750-694377941da3 req-7b24af95-e1f8-4e1c-98f3-d3023602ecd1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3aee68aa35e24e649e175a43cbcb7bd3&device_id=ad94d760-244b-46c3-b121-0da8b5fc168a HTTP/1.1" status: 200 len: 1096 time: 0.0799260 Aug 16 23:20:02.614027 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-b0f6543d-8c46-49ab-ae44-86c43ebdf8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a65cb3-6504-4746-b7f1-defb8bbf28a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2146001193', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '8dcc5029-da31-4c9d-bd99-233c8c51064c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:18:51Z', 'updated_at': '2021-08-16T23:18:56Z', 'revision_number': 4, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'gw_port': {'id': '8dcc5029-da31-4c9d-bd99-233c8c51064c', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:76:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a65cb3-6504-4746-b7f1-defb8bbf28a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:18:52Z', 'updated_at': '2021-08-16T23:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'a907c4eb-03e2-4b61-89d4-d70650970afa', 'name': '', 'network_id': '3261cf6b-7478-4309-8307-de59641f60c5', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'mac_address': 'fa:16:3e:7c:83:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a65cb3-6504-4746-b7f1-defb8bbf28a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': '2c13ce3a-6157-4519-8dc6-57d9fbd62e14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:18:55Z', 'updated_at': '2021-08-16T23:19:00Z', 'revision_number': 5, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'subnets': [{'id': '2c13ce3a-6157-4519-8dc6-57d9fbd62e14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:20:02.638982 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff6fcc9-2b6b-4eb3-9750-694377941da3 req-cb9f2a9e-581b-4df3-8421-eed56e622df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:02.640499 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3ff6fcc9-2b6b-4eb3-9750-694377941da3 req-cb9f2a9e-581b-4df3-8421-eed56e622df3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3261cf6b-7478-4309-8307-de59641f60c5 HTTP/1.1" status: 200 len: 898 time: 0.1641843 Aug 16 23:20:02.649308 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a2ca76-3840-4c81-be0f-c3d0a117b809 req-dfd76d51-fd69-44ee-9352-078487c0df7d tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:02.655206 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f6543d-8c46-49ab-ae44-86c43ebdf8ec None None] Checking router: 80a65cb3-6504-4746-b7f1-defb8bbf28a9 for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:20:02.657324 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-35a2ca76-3840-4c81-be0f-c3d0a117b809 req-dfd76d51-fd69-44ee-9352-078487c0df7d tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad94d760-244b-46c3-b121-0da8b5fc168a HTTP/1.1" status: 200 len: 944 time: 0.0941353 Aug 16 23:20:02.664775 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f6543d-8c46-49ab-ae44-86c43ebdf8ec None None] Routers {'80a65cb3-6504-4746-b7f1-defb8bbf28a9'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:20:02.665348 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-b0f6543d-8c46-49ab-ae44-86c43ebdf8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:19:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['80a65cb3-6504-4746-b7f1-defb8bbf28a9'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:20:02.704265 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3ff6fcc9-2b6b-4eb3-9750-694377941da3 req-ca641016-fb82-4b35-8602-93d454858a97 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3452bba4-3239-40c3-b7d4-eb84358b6537 HTTP/1.1" status: 200 len: 217 time: 0.0442121 Aug 16 23:20:02.726076 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 45668) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:02.756219 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-35a2ca76-3840-4c81-be0f-c3d0a117b809 req-b5f838f7-7042-4553-a8ae-8a2f0eebd05a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=a879b5e0-2343-4012-9270-70a7692e9249&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980194 Aug 16 23:20:02.773566 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff6fcc9-2b6b-4eb3-9750-694377941da3 req-617d5d73-c47e-49f9-83a5-453156b4361c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:02.775037 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3ff6fcc9-2b6b-4eb3-9750-694377941da3 req-617d5d73-c47e-49f9-83a5-453156b4361c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2c13ce3a-6157-4519-8dc6-57d9fbd62e14 HTTP/1.1" status: 200 len: 835 time: 0.0571527 Aug 16 23:20:02.795403 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-b0f6543d-8c46-49ab-ae44-86c43ebdf8ec None None] Set router 80a65cb3-6504-4746-b7f1-defb8bbf28a9 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:20:02.836073 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff6fcc9-2b6b-4eb3-9750-694377941da3 req-1013ea6f-b4a6-4e47-8688-5d8fd0a7d082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:02.837560 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3ff6fcc9-2b6b-4eb3-9750-694377941da3 req-1013ea6f-b4a6-4e47-8688-5d8fd0a7d082 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3261cf6b-7478-4309-8307-de59641f60c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546048 Aug 16 23:20:02.878928 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b5687638-415e-45ec-a934-c3c8f8ecf9e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:02.951324 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3ff6fcc9-2b6b-4eb3-9750-694377941da3 req-a607e6e2-ef42-41f4-bb45-e75fcadfb950 service neutron] 10.222.0.57 "GET /v2.0/networks/3261cf6b-7478-4309-8307-de59641f60c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053109 Aug 16 23:20:03.012201 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b5687638-415e-45ec-a934-c3c8f8ecf9e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:03.018270 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b5687638-415e-45ec-a934-c3c8f8ecf9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:03.049519 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-b0f6543d-8c46-49ab-ae44-86c43ebdf8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a65cb3-6504-4746-b7f1-defb8bbf28a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2146001193', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '8dcc5029-da31-4c9d-bd99-233c8c51064c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:18:51Z', 'updated_at': '2021-08-16T23:18:56Z', 'revision_number': 4, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'gw_port': {'id': '8dcc5029-da31-4c9d-bd99-233c8c51064c', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:76:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a65cb3-6504-4746-b7f1-defb8bbf28a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:18:52Z', 'updated_at': '2021-08-16T23:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'a907c4eb-03e2-4b61-89d4-d70650970afa', 'name': '', 'network_id': '3261cf6b-7478-4309-8307-de59641f60c5', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'mac_address': 'fa:16:3e:7c:83:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a65cb3-6504-4746-b7f1-defb8bbf28a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': '2c13ce3a-6157-4519-8dc6-57d9fbd62e14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:18:55Z', 'updated_at': '2021-08-16T23:19:00Z', 'revision_number': 5, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'subnets': [{'id': '2c13ce3a-6157-4519-8dc6-57d9fbd62e14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:20:03.050079 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-b5687638-415e-45ec-a934-c3c8f8ecf9e9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b35d3441b6f64fd9b4d4c3095d8477c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3221972 Aug 16 23:20:03.054991 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 45672) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:03.071048 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5687638-415e-45ec-a934-c3c8f8ecf9e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da1b8a6e-6b03-4ab4-a87c-b70f00d4bcb9,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:03.083921 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f6543d-8c46-49ab-ae44-86c43ebdf8ec None None] The sync data for ids ['80a65cb3-6504-4746-b7f1-defb8bbf28a9'] in n-d-791506-26 is: [{'id': '80a65cb3-6504-4746-b7f1-defb8bbf28a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2146001193', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '8dcc5029-da31-4c9d-bd99-233c8c51064c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:18:51Z', 'updated_at': '2021-08-16T23:18:56Z', 'revision_number': 4, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'gw_port': {'id': '8dcc5029-da31-4c9d-bd99-233c8c51064c', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:76:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a65cb3-6504-4746-b7f1-defb8bbf28a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:18:52Z', 'updated_at': '2021-08-16T23:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'a907c4eb-03e2-4b61-89d4-d70650970afa', 'name': '', 'network_id': '3261cf6b-7478-4309-8307-de59641f60c5', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'mac_address': 'fa:16:3e:7c:83:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a65cb3-6504-4746-b7f1-defb8bbf28a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': '2c13ce3a-6157-4519-8dc6-57d9fbd62e14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:18:55Z', 'updated_at': '2021-08-16T23:19:00Z', 'revision_number': 5, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'subnets': [{'id': '2c13ce3a-6157-4519-8dc6-57d9fbd62e14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:20:03.103637 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3ff6fcc9-2b6b-4eb3-9750-694377941da3 req-b354331c-6472-42dd-a440-421710289d02 service neutron] 10.222.0.57 "GET /v2.0/networks/3261cf6b-7478-4309-8307-de59641f60c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443832 Aug 16 23:20:03.160463 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-00ec2fda-3ead-4e5f-b0e4-5507443029db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:03.205465 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-00ec2fda-3ead-4e5f-b0e4-5507443029db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:03.234317 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2509402a-85d8-4676-a623-d3a1211b3ae2 req-06019b43-f39c-4483-87f8-e470860ecbcf tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:03.236169 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2509402a-85d8-4676-a623-d3a1211b3ae2 req-06019b43-f39c-4483-87f8-e470860ecbcf tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.57 "GET /v2.0/ports?device_id=ad94d760-244b-46c3-b121-0da8b5fc168a HTTP/1.1" status: 200 len: 944 time: 0.0886505 Aug 16 23:20:03.329766 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-00ec2fda-3ead-4e5f-b0e4-5507443029db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:03.332758 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-00ec2fda-3ead-4e5f-b0e4-5507443029db admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:03.333924 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-00ec2fda-3ead-4e5f-b0e4-5507443029db admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/da1b8a6e-6b03-4ab4-a87c-b70f00d4bcb9 HTTP/1.1" status: 204 len: 168 time: 0.2776446 Aug 16 23:20:03.350553 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ec2fda-3ead-4e5f-b0e4-5507443029db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da1b8a6e-6b03-4ab4-a87c-b70f00d4bcb9,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:03.373290 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-2509402a-85d8-4676-a623-d3a1211b3ae2 req-b69e53f3-77dd-467e-ba3c-7e34d437a5cc tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Deleting port 3452bba4-3239-40c3-b7d4-eb84358b6537 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:20:03.373651 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-2509402a-85d8-4676-a623-d3a1211b3ae2 req-b69e53f3-77dd-467e-ba3c-7e34d437a5cc tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:03.453013 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d7d3e3-c963-403e-97fa-d25689f1dc9d None None] New status for floating IP e909567f-9f3b-4503-b0f1-1a9563159f14: DOWN {{(pid=101293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:20:03.502209 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-2509402a-85d8-4676-a623-d3a1211b3ae2 req-b69e53f3-77dd-467e-ba3c-7e34d437a5cc tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] For port 3452bba4-3239-40c3-b7d4-eb84358b6537, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=3452bba4-3239-40c3-b7d4-eb84358b6537,segment=NetworkSegment(6d6f57fa-c65a-4463-b9ca-0912c91b7f21),segment_id=6d6f57fa-c65a-4463-b9ca-0912c91b7f21)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:20:03.502671 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-2509402a-85d8-4676-a623-d3a1211b3ae2 req-b69e53f3-77dd-467e-ba3c-7e34d437a5cc tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:03.532155 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-2509402a-85d8-4676-a623-d3a1211b3ae2 req-b69e53f3-77dd-467e-ba3c-7e34d437a5cc tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Calling delete_port for 3452bba4-3239-40c3-b7d4-eb84358b6537 owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:20:03.728137 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-2509402a-85d8-4676-a623-d3a1211b3ae2 req-b69e53f3-77dd-467e-ba3c-7e34d437a5cc tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:03.762897 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69e53f3-77dd-467e-ba3c-7e34d437a5cc tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Pushing event deleted for resources: {'Port': ['ID=3452bba4-3239-40c3-b7d4-eb84358b6537,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:03.813812 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-2509402a-85d8-4676-a623-d3a1211b3ae2 req-b69e53f3-77dd-467e-ba3c-7e34d437a5cc tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] No DVR routers for this DVR port 3452bba4-3239-40c3-b7d4-eb84358b6537 on host n-h2-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:20:03.816849 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-2509402a-85d8-4676-a623-d3a1211b3ae2 req-b69e53f3-77dd-467e-ba3c-7e34d437a5cc tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:03.819714 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2509402a-85d8-4676-a623-d3a1211b3ae2 req-b69e53f3-77dd-467e-ba3c-7e34d437a5cc tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.57 "DELETE /v2.0/ports/3452bba4-3239-40c3-b7d4-eb84358b6537 HTTP/1.1" status: 204 len: 173 time: 0.5766928 Aug 16 23:20:03.881521 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cd114750-b75a-4b3d-b409-760a57fcd33b req-3378f299-2156-4ef0-aa79-bb394ba5dd38 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad94d760-244b-46c3-b121-0da8b5fc168a HTTP/1.1" status: 200 len: 210 time: 0.0284426 Aug 16 23:20:04.311953 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad94d760-244b-46c3-b121-0da8b5fc168a', 'name': 'network-vif-deleted', 'tag': '3452bba4-3239-40c3-b7d4-eb84358b6537'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:20:04.314433 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26b9564a-a701-4b0a-aafc-5cfe6bca51bc" -d '{"events": [{"server_uuid": "ad94d760-244b-46c3-b121-0da8b5fc168a", "name": "network-vif-deleted", "tag": "3452bba4-3239-40c3-b7d4-eb84358b6537"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:20:04.351275 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33716046-836c-4b0f-8283-7b14d03d227d x-openstack-request-id: req-33716046-836c-4b0f-8283-7b14d03d227d {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:20:04.351650 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad94d760-244b-46c3-b121-0da8b5fc168a", "name": "network-vif-deleted", "tag": "3452bba4-3239-40c3-b7d4-eb84358b6537", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:20:04.351973 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-33716046-836c-4b0f-8283-7b14d03d227d {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:20:04.352445 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad94d760-244b-46c3-b121-0da8b5fc168a', 'name': 'network-vif-deleted', 'tag': '3452bba4-3239-40c3-b7d4-eb84358b6537', 'status': 'completed', 'code': 200} Aug 16 23:20:04.615337 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 45716) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:04.726082 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bb31024b-3882-488f-ba00-370258255e04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:04.816562 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bb31024b-3882-488f-ba00-370258255e04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:04.820289 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bb31024b-3882-488f-ba00-370258255e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:04.860249 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-bb31024b-3882-488f-ba00-370258255e04 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=825cb325a8d64a10b4995eb876408700&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2437174 Aug 16 23:20:04.861406 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb31024b-3882-488f-ba00-370258255e04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b66d290-af58-48f5-a953-ffca93d2a1bc,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:04.862060 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 45720) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:04.920018 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c84fbc60-9f05-4cc4-8f73-fd63807beb95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:04.939735 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 45724) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:04.941621 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c84fbc60-9f05-4cc4-8f73-fd63807beb95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:04.993893 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c84fbc60-9f05-4cc4-8f73-fd63807beb95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:04.996721 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c84fbc60-9f05-4cc4-8f73-fd63807beb95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:04.998137 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-c84fbc60-9f05-4cc4-8f73-fd63807beb95 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9b66d290-af58-48f5-a953-ffca93d2a1bc HTTP/1.1" status: 204 len: 168 time: 0.1348743 Aug 16 23:20:05.006516 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84fbc60-9f05-4cc4-8f73-fd63807beb95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b66d290-af58-48f5-a953-ffca93d2a1bc,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:05.352081 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e515dfe9-c00b-4af3-b2d1-2f717004aca4 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537579'] for router_interface, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:06.013983 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-e515dfe9-c00b-4af3-b2d1-2f717004aca4 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Deleting port a907c4eb-03e2-4b61-89d4-d70650970afa {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:20:06.014642 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e515dfe9-c00b-4af3-b2d1-2f717004aca4 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:06.106446 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-e515dfe9-c00b-4af3-b2d1-2f717004aca4 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] For port a907c4eb-03e2-4b61-89d4-d70650970afa, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=a907c4eb-03e2-4b61-89d4-d70650970afa,segment=NetworkSegment(6d6f57fa-c65a-4463-b9ca-0912c91b7f21),segment_id=6d6f57fa-c65a-4463-b9ca-0912c91b7f21)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:20:06.106818 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e515dfe9-c00b-4af3-b2d1-2f717004aca4 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:06.119808 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-e515dfe9-c00b-4af3-b2d1-2f717004aca4 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Calling delete_port for a907c4eb-03e2-4b61-89d4-d70650970afa owned by network:router_interface {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:20:06.323602 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e515dfe9-c00b-4af3-b2d1-2f717004aca4 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:06.349159 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e515dfe9-c00b-4af3-b2d1-2f717004aca4 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Pushing event deleted for resources: {'Port': ['ID=a907c4eb-03e2-4b61-89d4-d70650970afa,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:06.533737 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e515dfe9-c00b-4af3-b2d1-2f717004aca4 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537471'] for router_interface, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:06.770181 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e515dfe9-c00b-4af3-b2d1-2f717004aca4 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Router 80a65cb3-6504-4746-b7f1-defb8bbf28a9 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:20:06.906283 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e515dfe9-c00b-4af3-b2d1-2f717004aca4 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:20:06.912354 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-e515dfe9-c00b-4af3-b2d1-2f717004aca4 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "PUT /v2.0/routers/80a65cb3-6504-4746-b7f1-defb8bbf28a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9715748 Aug 16 23:20:06.917671 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 45776) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:06.922867 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5a291d-5d74-47c9-baf5-b31dc1bb1c59 None None] Sync routers for ids ['80a65cb3-6504-4746-b7f1-defb8bbf28a9'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:20:06.935607 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5a291d-5d74-47c9-baf5-b31dc1bb1c59 None None] Routers {'80a65cb3-6504-4746-b7f1-defb8bbf28a9'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:20:06.936415 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-9e5a291d-5d74-47c9-baf5-b31dc1bb1c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:19:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['80a65cb3-6504-4746-b7f1-defb8bbf28a9'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:20:06.986763 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e256e19-aa5f-4148-8675-83d7f1c57ebf tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Deleting subnet 2c13ce3a-6157-4519-8dc6-57d9fbd62e14 {{(pid=101292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:20:06.986763 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7e256e19-aa5f-4148-8675-83d7f1c57ebf tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for subnet, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:07.030782 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7e256e19-aa5f-4148-8675-83d7f1c57ebf tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3848860'] for subnet, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:07.052213 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-9e5a291d-5d74-47c9-baf5-b31dc1bb1c59 None None] Set router 80a65cb3-6504-4746-b7f1-defb8bbf28a9 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:20:07.126977 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7e256e19-aa5f-4148-8675-83d7f1c57ebf tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:07.222429 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7e256e19-aa5f-4148-8675-83d7f1c57ebf tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26252129'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:07.246301 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e256e19-aa5f-4148-8675-83d7f1c57ebf tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Pushing event deleted for resources: {'Subnet': ['ID=2c13ce3a-6157-4519-8dc6-57d9fbd62e14,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:07.254721 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7e256e19-aa5f-4148-8675-83d7f1c57ebf tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:07.259495 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 45798) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:07.260952 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-7e256e19-aa5f-4148-8675-83d7f1c57ebf tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "DELETE /v2.0/subnets/2c13ce3a-6157-4519-8dc6-57d9fbd62e14 HTTP/1.1" status: 204 len: 168 time: 0.3411841 Aug 16 23:20:07.263262 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e256e19-aa5f-4148-8675-83d7f1c57ebf tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:07.263623 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e256e19-aa5f-4148-8675-83d7f1c57ebf tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:07.263977 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e256e19-aa5f-4148-8675-83d7f1c57ebf tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:07.264324 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e256e19-aa5f-4148-8675-83d7f1c57ebf tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:07.264692 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e256e19-aa5f-4148-8675-83d7f1c57ebf tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:07.265254 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e256e19-aa5f-4148-8675-83d7f1c57ebf tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:07.265373 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab14249d-04dc-4e44-ae77-96a359f5a69b None None] Network 3261cf6b-7478-4309-8307-de59641f60c5 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:20:07.266247 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e256e19-aa5f-4148-8675-83d7f1c57ebf tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:07.266807 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e256e19-aa5f-4148-8675-83d7f1c57ebf tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:07.267356 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e256e19-aa5f-4148-8675-83d7f1c57ebf tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:07.267897 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e256e19-aa5f-4148-8675-83d7f1c57ebf tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:07.268361 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e256e19-aa5f-4148-8675-83d7f1c57ebf tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:07.269014 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e256e19-aa5f-4148-8675-83d7f1c57ebf tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:07.367530 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-9e5a291d-5d74-47c9-baf5-b31dc1bb1c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a65cb3-6504-4746-b7f1-defb8bbf28a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2146001193', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '8dcc5029-da31-4c9d-bd99-233c8c51064c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:18:51Z', 'updated_at': '2021-08-16T23:20:06Z', 'revision_number': 5, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'gw_port': {'id': '8dcc5029-da31-4c9d-bd99-233c8c51064c', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:76:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a65cb3-6504-4746-b7f1-defb8bbf28a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:18:52Z', 'updated_at': '2021-08-16T23:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:20:07.400175 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5a291d-5d74-47c9-baf5-b31dc1bb1c59 None None] Checking router: 80a65cb3-6504-4746-b7f1-defb8bbf28a9 for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:20:07.410125 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5a291d-5d74-47c9-baf5-b31dc1bb1c59 None None] Routers {'80a65cb3-6504-4746-b7f1-defb8bbf28a9'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:20:07.411058 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-9e5a291d-5d74-47c9-baf5-b31dc1bb1c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:19:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['80a65cb3-6504-4746-b7f1-defb8bbf28a9'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:20:07.507726 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cd86bf32-acde-4a0d-9de4-8bcd8e1cb17a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for router, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:07.552891 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad64581-aef7-4202-a2ad-f74ed596768f None None] DHCP port deletion for 3261cf6b-7478-4309-8307-de59641f60c5 request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:20:07.570572 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-9e5a291d-5d74-47c9-baf5-b31dc1bb1c59 None None] Set router 80a65cb3-6504-4746-b7f1-defb8bbf28a9 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:20:07.630872 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-aad64581-aef7-4202-a2ad-f74ed596768f None None] Deleting port 5dd99452-b5fc-464b-928b-088c4e225c40 {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:20:07.631528 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-aad64581-aef7-4202-a2ad-f74ed596768f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:07.678117 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cd86bf32-acde-4a0d-9de4-8bcd8e1cb17a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:07.722338 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-aad64581-aef7-4202-a2ad-f74ed596768f None None] For port 5dd99452-b5fc-464b-928b-088c4e225c40, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=5dd99452-b5fc-464b-928b-088c4e225c40,segment=NetworkSegment(6d6f57fa-c65a-4463-b9ca-0912c91b7f21),segment_id=6d6f57fa-c65a-4463-b9ca-0912c91b7f21)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:20:07.722818 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-aad64581-aef7-4202-a2ad-f74ed596768f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:07.759564 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-aad64581-aef7-4202-a2ad-f74ed596768f None None] Calling delete_port for 5dd99452-b5fc-464b-928b-088c4e225c40 owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:20:07.760668 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-cd86bf32-acde-4a0d-9de4-8bcd8e1cb17a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Deleting port 8dcc5029-da31-4c9d-bd99-233c8c51064c {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:20:07.761358 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cd86bf32-acde-4a0d-9de4-8bcd8e1cb17a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:07.784994 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 3452bba4-3239-40c3-b7d4-eb84358b6537 no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:20:07.817900 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] No Port match for: 3452bba4-3239-40c3-b7d4-eb84358b6537 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:20:07.818731 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 3452bba4-3239-40c3-b7d4-eb84358b6537 not bound to the agent host n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:20:07.898400 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-9e5a291d-5d74-47c9-baf5-b31dc1bb1c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a65cb3-6504-4746-b7f1-defb8bbf28a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2146001193', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '8dcc5029-da31-4c9d-bd99-233c8c51064c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:18:51Z', 'updated_at': '2021-08-16T23:20:06Z', 'revision_number': 5, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'gw_port': {'id': '8dcc5029-da31-4c9d-bd99-233c8c51064c', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:76:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a65cb3-6504-4746-b7f1-defb8bbf28a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:18:52Z', 'updated_at': '2021-08-16T23:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:20:07.899632 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-cd86bf32-acde-4a0d-9de4-8bcd8e1cb17a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] For port 8dcc5029-da31-4c9d-bd99-233c8c51064c, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=8dcc5029-da31-4c9d-bd99-233c8c51064c,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:20:07.901943 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cd86bf32-acde-4a0d-9de4-8bcd8e1cb17a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:07.946730 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5a291d-5d74-47c9-baf5-b31dc1bb1c59 None None] The sync data for ids ['80a65cb3-6504-4746-b7f1-defb8bbf28a9'] in n-d-791506-26 is: [{'id': '80a65cb3-6504-4746-b7f1-defb8bbf28a9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2146001193', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '8dcc5029-da31-4c9d-bd99-233c8c51064c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:18:51Z', 'updated_at': '2021-08-16T23:20:06Z', 'revision_number': 5, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'gw_port': {'id': '8dcc5029-da31-4c9d-bd99-233c8c51064c', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:76:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a65cb3-6504-4746-b7f1-defb8bbf28a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:18:52Z', 'updated_at': '2021-08-16T23:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:20:07.952336 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-aad64581-aef7-4202-a2ad-f74ed596768f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:07.953975 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-cd86bf32-acde-4a0d-9de4-8bcd8e1cb17a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Calling delete_port for 8dcc5029-da31-4c9d-bd99-233c8c51064c owned by network:router_gateway {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:20:08.012521 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad64581-aef7-4202-a2ad-f74ed596768f None None] Pushing event deleted for resources: {'Port': ['ID=5dd99452-b5fc-464b-928b-088c4e225c40,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:08.025483 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad64581-aef7-4202-a2ad-f74ed596768f None None] No DVR routers for this DVR port 5dd99452-b5fc-464b-928b-088c4e225c40 on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:20:08.182455 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cd86bf32-acde-4a0d-9de4-8bcd8e1cb17a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:08.215334 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd86bf32-acde-4a0d-9de4-8bcd8e1cb17a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Pushing event deleted for resources: {'Port': ['ID=8dcc5029-da31-4c9d-bd99-233c8c51064c,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:08.285166 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cd86bf32-acde-4a0d-9de4-8bcd8e1cb17a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537121'] for router_gateway, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:08.367845 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 5dd99452-b5fc-464b-928b-088c4e225c40 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:20:08.393234 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cd86bf32-acde-4a0d-9de4-8bcd8e1cb17a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:08.395467 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cd86bf32-acde-4a0d-9de4-8bcd8e1cb17a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:08.419438 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 5dd99452-b5fc-464b-928b-088c4e225c40 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:20:08.419824 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 5dd99452-b5fc-464b-928b-088c4e225c40 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:20:08.459261 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cd86bf32-acde-4a0d-9de4-8bcd8e1cb17a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:08.460111 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd86bf32-acde-4a0d-9de4-8bcd8e1cb17a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Fanout notify agent at l3_agent the message router_deleted on router 80a65cb3-6504-4746-b7f1-defb8bbf28a9 {{(pid=101291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:20:08.468476 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cd86bf32-acde-4a0d-9de4-8bcd8e1cb17a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:08.472341 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 45820) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:08.473088 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-cd86bf32-acde-4a0d-9de4-8bcd8e1cb17a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "DELETE /v2.0/routers/80a65cb3-6504-4746-b7f1-defb8bbf28a9 HTTP/1.1" status: 204 len: 168 time: 1.2101047 Aug 16 23:20:08.565049 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-06574176-dcc0-4bcc-aff0-4eefc23d43a6 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:09.067899 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-06574176-dcc0-4bcc-aff0-4eefc23d43a6 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:09.080223 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-06574176-dcc0-4bcc-aff0-4eefc23d43a6 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3261cf6b-7478-4309-8307-de59641f60c5']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:20:09.091552 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-06574176-dcc0-4bcc-aff0-4eefc23d43a6 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d6f57fa-c65a-4463-b9ca-0912c91b7f21') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:20:09.091855 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-06574176-dcc0-4bcc-aff0-4eefc23d43a6 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d6f57fa-c65a-4463-b9ca-0912c91b7f21') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:20:09.102640 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-06574176-dcc0-4bcc-aff0-4eefc23d43a6 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:09.117246 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-06574176-dcc0-4bcc-aff0-4eefc23d43a6 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:09.125509 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06574176-dcc0-4bcc-aff0-4eefc23d43a6 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:20:09.126205 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-06574176-dcc0-4bcc-aff0-4eefc23d43a6 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:09.129727 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 16 23:20:09.129727 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:20:09.129727 n-d-791506-26 neutron-server[101292]: timer() Aug 16 23:20:09.129727 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:20:09.129727 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 16 23:20:09.129727 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:20:09.129727 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 16 23:20:09.129727 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:20:09.129727 n-d-791506-26 neutron-server[101292]: self._notify() Aug 16 23:20:09.129727 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:20:09.129727 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 16 23:20:09.129727 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:20:09.129727 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 16 23:20:09.129727 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:20:09.129727 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:20:09.129727 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:20:09.129727 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:20:09.129727 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:20:09.129727 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 16 23:20:09.129727 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:20:09.129727 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 16 23:20:09.129727 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:20:09.129727 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:20:09.129727 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:20:09.129727 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 16 23:20:09.129727 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:20:09.129727 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:20:09.129727 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:20:09.129727 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:20:09.129727 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:20:09.129727 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:20:09.129727 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:20:09.205118 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-06574176-dcc0-4bcc-aff0-4eefc23d43a6 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:09.224245 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-06574176-dcc0-4bcc-aff0-4eefc23d43a6 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:09.226663 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-06574176-dcc0-4bcc-aff0-4eefc23d43a6 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "DELETE /v2.0/networks/3261cf6b-7478-4309-8307-de59641f60c5 HTTP/1.1" status: 204 len: 168 time: 0.7531545 Aug 16 23:20:09.229373 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 45832) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:09.241515 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06574176-dcc0-4bcc-aff0-4eefc23d43a6 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Pushing event deleted for resources: {'Network': ['ID=3261cf6b-7478-4309-8307-de59641f60c5,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:09.306641 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2f5a84e0-6e68-47ec-b5a9-bec32b48b6a0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:09.347964 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2f5a84e0-6e68-47ec-b5a9-bec32b48b6a0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:09.436343 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2f5a84e0-6e68-47ec-b5a9-bec32b48b6a0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:09.439894 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2f5a84e0-6e68-47ec-b5a9-bec32b48b6a0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:09.441623 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-2f5a84e0-6e68-47ec-b5a9-bec32b48b6a0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "DELETE /v2.0/security-groups/a879b5e0-2343-4012-9270-70a7692e9249 HTTP/1.1" status: 204 len: 168 time: 0.2108371 Aug 16 23:20:09.464419 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5a84e0-6e68-47ec-b5a9-bec32b48b6a0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a879b5e0-2343-4012-9270-70a7692e9249,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:09.705652 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 45852) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:09.710297 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-c9e9ef6e-0c11-498c-8a31-c7fe646faa80 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-946163900', 'description': 'tempest-secgroup-smoke-946163900 description', 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:20:09.734035 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c9e9ef6e-0c11-498c-8a31-c7fe646faa80 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:09.824563 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c9e9ef6e-0c11-498c-8a31-c7fe646faa80 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:09.829074 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c9e9ef6e-0c11-498c-8a31-c7fe646faa80 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:09.865619 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c9e9ef6e-0c11-498c-8a31-c7fe646faa80 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:09.867494 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-c9e9ef6e-0c11-498c-8a31-c7fe646faa80 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1606488 Aug 16 23:20:09.869562 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e9ef6e-0c11-498c-8a31-c7fe646faa80 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29a3b678-a940-41e1-96fb-a218802012ce,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:09.870513 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 45854) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:09.878011 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-7fc64422-cd3a-4afa-8952-64f46d3648c2 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Request body: {'security_group_rule': {'security_group_id': '29a3b678-a940-41e1-96fb-a218802012ce', 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:20:09.942152 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device a907c4eb-03e2-4b61-89d4-d70650970afa no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:20:09.945477 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7fc64422-cd3a-4afa-8952-64f46d3648c2 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:09.978450 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: a907c4eb-03e2-4b61-89d4-d70650970afa {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:20:09.979749 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device a907c4eb-03e2-4b61-89d4-d70650970afa not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:20:09.980465 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 8dcc5029-da31-4c9d-bd99-233c8c51064c no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:20:10.001964 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 8dcc5029-da31-4c9d-bd99-233c8c51064c {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:20:10.002881 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 8dcc5029-da31-4c9d-bd99-233c8c51064c not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:20:10.016192 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7fc64422-cd3a-4afa-8952-64f46d3648c2 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:10.020941 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7fc64422-cd3a-4afa-8952-64f46d3648c2 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:10.039382 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc64422-cd3a-4afa-8952-64f46d3648c2 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ef8a54c-b871-46de-a46f-b470906525a2,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:10.053023 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7fc64422-cd3a-4afa-8952-64f46d3648c2 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:10.056661 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-7fc64422-cd3a-4afa-8952-64f46d3648c2 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1822844 Aug 16 23:20:10.057848 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 45858) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:10.062818 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-4a50a3aa-c75e-4f63-99e2-66caff563899 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Request body: {'security_group_rule': {'security_group_id': '29a3b678-a940-41e1-96fb-a218802012ce', 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:20:10.101399 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4a50a3aa-c75e-4f63-99e2-66caff563899 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:10.194048 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4a50a3aa-c75e-4f63-99e2-66caff563899 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:10.203454 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4a50a3aa-c75e-4f63-99e2-66caff563899 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:10.225499 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a50a3aa-c75e-4f63-99e2-66caff563899 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8118d68-1979-43e3-baef-49e1a9208261,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:10.231055 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4a50a3aa-c75e-4f63-99e2-66caff563899 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:10.232256 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-4a50a3aa-c75e-4f63-99e2-66caff563899 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1734529 Aug 16 23:20:10.234910 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 45860) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:10.239643 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-00d0e6ce-7d81-4d0a-a446-9ddf878896a0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Request body: {'security_group_rule': {'security_group_id': '29a3b678-a940-41e1-96fb-a218802012ce', 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:20:10.268847 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-00d0e6ce-7d81-4d0a-a446-9ddf878896a0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:10.332128 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-00d0e6ce-7d81-4d0a-a446-9ddf878896a0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:10.336824 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-00d0e6ce-7d81-4d0a-a446-9ddf878896a0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:10.355903 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d0e6ce-7d81-4d0a-a446-9ddf878896a0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=002d6d54-1768-41a3-a570-81f1e41c9333,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:10.362433 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-00d0e6ce-7d81-4d0a-a446-9ddf878896a0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:10.363501 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-00d0e6ce-7d81-4d0a-a446-9ddf878896a0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1273837 Aug 16 23:20:10.366533 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 45862) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:10.372019 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-fdcdf271-8e53-4dc4-8aee-c4fd44e0413b tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Request body: {'security_group_rule': {'security_group_id': '29a3b678-a940-41e1-96fb-a218802012ce', 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:20:10.399465 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fdcdf271-8e53-4dc4-8aee-c4fd44e0413b tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:10.465418 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fdcdf271-8e53-4dc4-8aee-c4fd44e0413b tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:10.470352 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fdcdf271-8e53-4dc4-8aee-c4fd44e0413b tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:10.489003 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcdf271-8e53-4dc4-8aee-c4fd44e0413b tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cd0725c-0340-43a8-b55c-1903edbc8aa9,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:10.497285 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fdcdf271-8e53-4dc4-8aee-c4fd44e0413b tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:10.499186 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-fdcdf271-8e53-4dc4-8aee-c4fd44e0413b tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1311147 Aug 16 23:20:10.501793 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 45870) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:10.506585 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-a958f8ec-beb7-4904-93dd-2b5ccdbdcecb tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Request body: {'security_group_rule': {'security_group_id': '29a3b678-a940-41e1-96fb-a218802012ce', 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:20:10.534142 n-d-791506-26 neutron-server[101291]: INFO neutron.db.securitygroups_db [None req-a958f8ec-beb7-4904-93dd-2b5ccdbdcecb tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Project 3aee68aa35e24e649e175a43cbcb7bd3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 23:20:10.539273 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a958f8ec-beb7-4904-93dd-2b5ccdbdcecb tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:10.637196 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a958f8ec-beb7-4904-93dd-2b5ccdbdcecb tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:10.642669 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a958f8ec-beb7-4904-93dd-2b5ccdbdcecb tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:10.704628 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a958f8ec-beb7-4904-93dd-2b5ccdbdcecb tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa5cca03-1508-4438-90d0-cb812bf08a84,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:10.707140 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a958f8ec-beb7-4904-93dd-2b5ccdbdcecb tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:10.708524 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-a958f8ec-beb7-4904-93dd-2b5ccdbdcecb tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2057045 Aug 16 23:20:10.714523 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 45882) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:10.723798 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-35fae544-9f9b-4cf6-b644-cf7e94df5504 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Request body: {'security_group_rule': {'security_group_id': '29a3b678-a940-41e1-96fb-a218802012ce', 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:20:10.753778 n-d-791506-26 neutron-server[101292]: INFO neutron.db.securitygroups_db [None req-35fae544-9f9b-4cf6-b644-cf7e94df5504 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Project 3aee68aa35e24e649e175a43cbcb7bd3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 23:20:10.759999 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-35fae544-9f9b-4cf6-b644-cf7e94df5504 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:10.836177 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-35fae544-9f9b-4cf6-b644-cf7e94df5504 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:10.841571 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-35fae544-9f9b-4cf6-b644-cf7e94df5504 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:10.869649 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fae544-9f9b-4cf6-b644-cf7e94df5504 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f3a280f-eb9b-4b7b-abd2-cc3291165864,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:10.874945 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-35fae544-9f9b-4cf6-b644-cf7e94df5504 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:10.876378 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-35fae544-9f9b-4cf6-b644-cf7e94df5504 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1583331 Aug 16 23:20:10.879417 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 45890) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:10.900098 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-1fb499b6-5b4d-431e-903f-e618b65fd48d tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Request body: {'network': {'name': 'tempest-network-smoke--347524180', 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'port_security_enabled': True}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:20:10.926156 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fb499b6-5b4d-431e-903f-e618b65fd48d tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Made reservation on behalf of 3aee68aa35e24e649e175a43cbcb7bd3 for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:20:10.930421 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1fb499b6-5b4d-431e-903f-e618b65fd48d tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:10.956923 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fb499b6-5b4d-431e-903f-e618b65fd48d tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:20:10.973515 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1fb499b6-5b4d-431e-903f-e618b65fd48d tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:10.973978 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-1fb499b6-5b4d-431e-903f-e618b65fd48d tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Added segment d7784458-2afc-4b87-be70-b52cee7dbf45 of type vlan for network d1b96b68-a910-43d5-bf6c-99efd1685281 Aug 16 23:20:11.025169 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1fb499b6-5b4d-431e-903f-e618b65fd48d tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:11.055719 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1fb499b6-5b4d-431e-903f-e618b65fd48d tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:11.061595 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb499b6-5b4d-431e-903f-e618b65fd48d tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:11.062342 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1fb499b6-5b4d-431e-903f-e618b65fd48d tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:11.122340 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-1fb499b6-5b4d-431e-903f-e618b65fd48d tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2416229 Aug 16 23:20:11.129765 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 45902) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:11.135063 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-723f848c-5c8e-43ce-9a32-7f4a808714d0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-936716271', 'admin_state_up': True, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:20:11.153853 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb499b6-5b4d-431e-903f-e618b65fd48d tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Pushing event updated for resources: {'Network': ['ID=d1b96b68-a910-43d5-bf6c-99efd1685281,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:11.165158 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c0e3a-4604-48cc-aecb-53e7c95d3284 req-35bc4ed0-d9d4-423d-9795-ec3495e0bdb4 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:11.169952 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-723f848c-5c8e-43ce-9a32-7f4a808714d0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:11.171877 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-723f848c-5c8e-43ce-9a32-7f4a808714d0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:11.174617 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-751c0e3a-4604-48cc-aecb-53e7c95d3284 req-35bc4ed0-d9d4-423d-9795-ec3495e0bdb4 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 944 time: 0.1106460 Aug 16 23:20:11.177442 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network d1b96b68-a910-43d5-bf6c-99efd1685281 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:20:11.184567 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adfa959-16ae-407e-a0e9-21af7e33e0c4 req-1c068e0a-3144-4eba-a542-72626f215795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:11.187915 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4adfa959-16ae-407e-a0e9-21af7e33e0c4 req-1c068e0a-3144-4eba-a542-72626f215795 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ee91ace37a634fb9abb791ce5d24078e&device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 1096 time: 0.0868347 Aug 16 23:20:11.250077 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-723f848c-5c8e-43ce-9a32-7f4a808714d0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:11.299481 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-751c0e3a-4604-48cc-aecb-53e7c95d3284 req-c573cdb1-44f8-4052-b086-11373e18eaef tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbc72d54-097b-421d-953a-e4e7a8a28dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1217885 Aug 16 23:20:11.341193 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adfa959-16ae-407e-a0e9-21af7e33e0c4 req-305acec8-f293-4bda-af67-1536dd880bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:11.342807 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4adfa959-16ae-407e-a0e9-21af7e33e0c4 req-305acec8-f293-4bda-af67-1536dd880bef service neutron] 10.222.0.57 "GET /v2.0/networks?id=6152efff-6e82-46a1-acb7-149d7c33d5d6 HTTP/1.1" status: 200 len: 913 time: 0.1435902 Aug 16 23:20:11.384626 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:11.413810 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-723f848c-5c8e-43ce-9a32-7f4a808714d0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:11.421182 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4adfa959-16ae-407e-a0e9-21af7e33e0c4 req-e3f83886-32ab-4486-a32c-d50dcacc28d8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62ad7c9a-9355-476c-9726-91c7fd566244 HTTP/1.1" status: 200 len: 998 time: 0.0681098 Aug 16 23:20:11.474655 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adfa959-16ae-407e-a0e9-21af7e33e0c4 req-0199d55d-8c30-4a60-a29c-e73e8d85ea21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:11.476257 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4adfa959-16ae-407e-a0e9-21af7e33e0c4 req-0199d55d-8c30-4a60-a29c-e73e8d85ea21 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7d6a27ac-d81b-4d19-9995-25afe2c6f338 HTTP/1.1" status: 200 len: 851 time: 0.0474329 Aug 16 23:20:11.527864 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adfa959-16ae-407e-a0e9-21af7e33e0c4 req-9786b289-3aa2-4164-a976-c7a3c626b803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:11.529426 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4adfa959-16ae-407e-a0e9-21af7e33e0c4 req-9786b289-3aa2-4164-a976-c7a3c626b803 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6152efff-6e82-46a1-acb7-149d7c33d5d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457909 Aug 16 23:20:11.645197 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4adfa959-16ae-407e-a0e9-21af7e33e0c4 req-984b6603-762d-4bb7-9999-33dbc920e895 service neutron] 10.222.0.57 "GET /v2.0/networks/6152efff-6e82-46a1-acb7-149d7c33d5d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088219 Aug 16 23:20:11.648151 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-723f848c-5c8e-43ce-9a32-7f4a808714d0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for router_gateway, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:11.676464 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-723f848c-5c8e-43ce-9a32-7f4a808714d0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:11.764987 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4adfa959-16ae-407e-a0e9-21af7e33e0c4 req-d2bbe190-f6d5-4305-b926-43fb9cb65091 service neutron] 10.222.0.57 "GET /v2.0/networks/6152efff-6e82-46a1-acb7-149d7c33d5d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117635 Aug 16 23:20:11.829389 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-723f848c-5c8e-43ce-9a32-7f4a808714d0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Allocated IP 172.25.4.27 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/5d69ec2b-884a-42bd-9318-740fa33ac67d) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:20:11.941329 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-723f848c-5c8e-43ce-9a32-7f4a808714d0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:11.987526 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-723f848c-5c8e-43ce-9a32-7f4a808714d0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:12.034918 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723f848c-5c8e-43ce-9a32-7f4a808714d0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:20:12.037882 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-723f848c-5c8e-43ce-9a32-7f4a808714d0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:20:12.041655 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723f848c-5c8e-43ce-9a32-7f4a808714d0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:20:12.047166 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723f848c-5c8e-43ce-9a32-7f4a808714d0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Pushing event updated for resources: {'Port': ['ID=5d69ec2b-884a-42bd-9318-740fa33ac67d,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:12.304846 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-723f848c-5c8e-43ce-9a32-7f4a808714d0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for router_gateway, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:12.525080 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec38a30-6a3e-40b3-8049-ee04e11fc2e1 req-3a424e82-a3a3-4cc4-94b6-f4a95dc34971 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:12.527638 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dec38a30-6a3e-40b3-8049-ee04e11fc2e1 req-3a424e82-a3a3-4cc4-94b6-f4a95dc34971 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 944 time: 0.0812838 Aug 16 23:20:12.546858 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-723f848c-5c8e-43ce-9a32-7f4a808714d0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:12.569675 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dec38a30-6a3e-40b3-8049-ee04e11fc2e1 req-fd51f8f0-f0c5-42a9-8cef-53878c0281be tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbc72d54-097b-421d-953a-e4e7a8a28dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332847 Aug 16 23:20:13.079773 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-723f848c-5c8e-43ce-9a32-7f4a808714d0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Router e8a5565b-996e-417c-85a4-47011fe5472d is scheduled to L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f with binding_index 1 {{(pid=101291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:20:13.205245 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-723f848c-5c8e-43ce-9a32-7f4a808714d0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:20:13.218197 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e584fe1-bf25-4efd-b553-83d93f22f8f0 None None] Sync routers for ids ['e8a5565b-996e-417c-85a4-47011fe5472d'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:20:13.227692 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-723f848c-5c8e-43ce-9a32-7f4a808714d0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:13.229214 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-723f848c-5c8e-43ce-9a32-7f4a808714d0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.0989974 Aug 16 23:20:13.232330 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 45932) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:13.235826 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e584fe1-bf25-4efd-b553-83d93f22f8f0 None None] Routers {'e8a5565b-996e-417c-85a4-47011fe5472d'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:20:13.236787 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-2e584fe1-bf25-4efd-b553-83d93f22f8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:19:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['e8a5565b-996e-417c-85a4-47011fe5472d'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:20:13.262713 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-8e6e3984-0101-4f77-8f23-5b77befbe112 tempest-TestNetworkAdvancedServerOps-1443331071 tempest-TestNetworkAdvancedServerOps-1443331071-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=3aee68aa35e24e649e175a43cbcb7bd3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0291970 Aug 16 23:20:13.265507 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 45934) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:13.363538 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-2e584fe1-bf25-4efd-b553-83d93f22f8f0 None None] Set router e8a5565b-996e-417c-85a4-47011fe5472d gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:20:13.429395 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10b22c8-c684-437d-a84b-2982c2628d39 tempest-TestNetworkAdvancedServerOps-1443331071 tempest-TestNetworkAdvancedServerOps-1443331071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:13.430952 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-a10b22c8-c684-437d-a84b-2982c2628d39 tempest-TestNetworkAdvancedServerOps-1443331071 tempest-TestNetworkAdvancedServerOps-1443331071-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1644320 Aug 16 23:20:13.433770 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 45936) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:13.475514 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-9005fd61-39ab-4546-b3d9-b15ee9a0c861 tempest-TestNetworkAdvancedServerOps-1443331071 tempest-TestNetworkAdvancedServerOps-1443331071-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=c22c4980-c849-406d-982c-a5d68c515a94&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0405426 Aug 16 23:20:13.478706 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 45938) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:13.483983 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-2bb64d4f-2d0a-4a08-8649-2e3a9a401bf3 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1181839048', 'network_id': 'd1b96b68-a910-43d5-bf6c-99efd1685281', 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:20:13.578210 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb64d4f-2d0a-4a08-8649-2e3a9a401bf3 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Made reservation on behalf of 3aee68aa35e24e649e175a43cbcb7bd3 for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:20:13.583071 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2bb64d4f-2d0a-4a08-8649-2e3a9a401bf3 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:13.736613 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-2e584fe1-bf25-4efd-b553-83d93f22f8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8a5565b-996e-417c-85a4-47011fe5472d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-936716271', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '5d69ec2b-884a-42bd-9318-740fa33ac67d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:20:11Z', 'updated_at': '2021-08-16T23:20:12Z', 'revision_number': 3, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'gw_port': {'id': '5d69ec2b-884a-42bd-9318-740fa33ac67d', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8a5565b-996e-417c-85a4-47011fe5472d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:20:11Z', 'updated_at': '2021-08-16T23:20:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:20:13.768784 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e584fe1-bf25-4efd-b553-83d93f22f8f0 None None] Checking router: e8a5565b-996e-417c-85a4-47011fe5472d for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:20:13.769269 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e584fe1-bf25-4efd-b553-83d93f22f8f0 None None] Updating router e8a5565b-996e-417c-85a4-47011fe5472d port 5d69ec2b-884a-42bd-9318-740fa33ac67d binding host n-d-791506-26 {{(pid=101293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:20:13.772760 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d28084-abe7-49cf-885d-8bb3105543d7 req-e09395c3-ce1b-4940-bf87-095a5f7d9151 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:13.774254 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e1d28084-abe7-49cf-885d-8bb3105543d7 req-e09395c3-ce1b-4940-bf87-095a5f7d9151 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 944 time: 0.1037498 Aug 16 23:20:13.806983 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2e584fe1-bf25-4efd-b553-83d93f22f8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:13.834988 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e1d28084-abe7-49cf-885d-8bb3105543d7 req-ba75f934-53d7-4bfe-9284-2c84e3fbd101 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbc72d54-097b-421d-953a-e4e7a8a28dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0507143 Aug 16 23:20:13.898295 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2bb64d4f-2d0a-4a08-8649-2e3a9a401bf3 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:13.979150 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb64d4f-2d0a-4a08-8649-2e3a9a401bf3 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Pushing event updated for resources: {'Subnet': ['ID=9083fea9-e18a-4e71-bc77-a08d38cda8aa,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:13.990161 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb64d4f-2d0a-4a08-8649-2e3a9a401bf3 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Checking segment: {'id': 'd7784458-2afc-4b87-be70-b52cee7dbf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'd1b96b68-a910-43d5-bf6c-99efd1685281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:20:13.990793 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb64d4f-2d0a-4a08-8649-2e3a9a401bf3 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Network hostable DHCP agents. Network: d1b96b68-a910-43d5-bf6c-99efd1685281, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:20:14.015368 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb64d4f-2d0a-4a08-8649-2e3a9a401bf3 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Network d1b96b68-a910-43d5-bf6c-99efd1685281 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:20:14.038650 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-2bb64d4f-2d0a-4a08-8649-2e3a9a401bf3 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, d1b96b68-a910-43d5-bf6c-99efd1685281) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:20:14.047596 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb64d4f-2d0a-4a08-8649-2e3a9a401bf3 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:14.049038 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2bb64d4f-2d0a-4a08-8649-2e3a9a401bf3 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:14.056196 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1650dee7-0422-427b-bb1f-b8ccc2333002 None None] Network d1b96b68-a910-43d5-bf6c-99efd1685281 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:20:14.086819 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 45956) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:14.087862 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-2bb64d4f-2d0a-4a08-8649-2e3a9a401bf3 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6073368 Aug 16 23:20:14.320670 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333f6390-b2c5-4ce5-a518-69acbb25a76b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-d1b96b68-a910-43d5-bf6c-99efd1685281', 'network_id': 'd1b96b68-a910-43d5-bf6c-99efd1685281', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'fixed_ips': [{'subnet_id': '9083fea9-e18a-4e71-bc77-a08d38cda8aa'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:20:14.322072 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-333f6390-b2c5-4ce5-a518-69acbb25a76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:14.497821 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2e584fe1-bf25-4efd-b553-83d93f22f8f0 None None] Notify callbacks [] for port, precommit_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:14.517288 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-2e584fe1-bf25-4efd-b553-83d93f22f8f0 None None] Transition to ACTIVE for port object 5d69ec2b-884a-42bd-9318-740fa33ac67d will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:20:14.540715 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2e584fe1-bf25-4efd-b553-83d93f22f8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:14.613156 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-333f6390-b2c5-4ce5-a518-69acbb25a76b None None] Allocated IP 172.20.0.2 (d1b96b68-a910-43d5-bf6c-99efd1685281/9083fea9-e18a-4e71-bc77-a08d38cda8aa/bd636e1a-2ae3-4146-a409-c5492cbe5980) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:20:14.617291 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f769cf-b56d-4552-b6a6-b6259cbf4a67 None None] Pushing event updated for resources: {'Port': ['ID=5d69ec2b-884a-42bd-9318-740fa33ac67d,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:14.622698 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-2e584fe1-bf25-4efd-b553-83d93f22f8f0 None None] Attempting to bind port 5d69ec2b-884a-42bd-9318-740fa33ac67d on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:20:14.623077 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-2e584fe1-bf25-4efd-b553-83d93f22f8f0 None None] Attempting to bind port 5d69ec2b-884a-42bd-9318-740fa33ac67d by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:20:14.623538 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e584fe1-bf25-4efd-b553-83d93f22f8f0 None None] Attempting to bind port 5d69ec2b-884a-42bd-9318-740fa33ac67d on network c22c4980-c849-406d-982c-a5d68c515a94 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:20:14.634280 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e584fe1-bf25-4efd-b553-83d93f22f8f0 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:20:14.634703 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e584fe1-bf25-4efd-b553-83d93f22f8f0 None None] Checking segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:20:14.636451 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2e584fe1-bf25-4efd-b553-83d93f22f8f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:14.636769 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e584fe1-bf25-4efd-b553-83d93f22f8f0 None None] Bound using segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:20:14.637319 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-2e584fe1-bf25-4efd-b553-83d93f22f8f0 None None] Bound port: 5d69ec2b-884a-42bd-9318-740fa33ac67d, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:20:14.637720 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2e584fe1-bf25-4efd-b553-83d93f22f8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:14.747516 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-2e584fe1-bf25-4efd-b553-83d93f22f8f0 None None] For port 5d69ec2b-884a-42bd-9318-740fa33ac67d, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:20:14.752389 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-2e584fe1-bf25-4efd-b553-83d93f22f8f0 None None] For port 5d69ec2b-884a-42bd-9318-740fa33ac67d, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=5d69ec2b-884a-42bd-9318-740fa33ac67d,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:20:14.754495 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5edc9cd1-445c-4ef7-ba31-df6605358079 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:14.760504 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2e584fe1-bf25-4efd-b553-83d93f22f8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:14.874937 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e584fe1-bf25-4efd-b553-83d93f22f8f0 None None] Routers {'e8a5565b-996e-417c-85a4-47011fe5472d'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:20:14.875576 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-2e584fe1-bf25-4efd-b553-83d93f22f8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:19:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['e8a5565b-996e-417c-85a4-47011fe5472d'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:20:14.880575 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f769cf-b56d-4552-b6a6-b6259cbf4a67 None None] Pushing event updated for resources: {'Port': ['ID=5d69ec2b-884a-42bd-9318-740fa33ac67d,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:14.941688 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-333f6390-b2c5-4ce5-a518-69acbb25a76b None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:14.986884 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-333f6390-b2c5-4ce5-a518-69acbb25a76b None None] Transition to ACTIVE for port object bd636e1a-2ae3-4146-a409-c5492cbe5980 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:20:15.028571 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-2e584fe1-bf25-4efd-b553-83d93f22f8f0 None None] Set router e8a5565b-996e-417c-85a4-47011fe5472d gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:20:15.087446 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-333f6390-b2c5-4ce5-a518-69acbb25a76b None None] Transition to ACTIVE for port object bd636e1a-2ae3-4146-a409-c5492cbe5980 will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:20:15.107181 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-333f6390-b2c5-4ce5-a518-69acbb25a76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:15.163024 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-5edc9cd1-445c-4ef7-ba31-df6605358079 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Allocated IP 172.20.0.1 (d1b96b68-a910-43d5-bf6c-99efd1685281/9083fea9-e18a-4e71-bc77-a08d38cda8aa/4a377790-3f96-48be-98ba-ab0dbd2e3c61) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:20:15.191667 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333f6390-b2c5-4ce5-a518-69acbb25a76b None None] Network d1b96b68-a910-43d5-bf6c-99efd1685281 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:20:15.203738 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-333f6390-b2c5-4ce5-a518-69acbb25a76b None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:20:15.209741 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333f6390-b2c5-4ce5-a518-69acbb25a76b None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:20:15.225219 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333f6390-b2c5-4ce5-a518-69acbb25a76b None None] Pushing event updated for resources: {'Port': ['ID=bd636e1a-2ae3-4146-a409-c5492cbe5980,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:15.311157 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-333f6390-b2c5-4ce5-a518-69acbb25a76b None None] Attempting to bind port bd636e1a-2ae3-4146-a409-c5492cbe5980 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:20:15.311535 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-333f6390-b2c5-4ce5-a518-69acbb25a76b None None] Attempting to bind port bd636e1a-2ae3-4146-a409-c5492cbe5980 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': 'd7784458-2afc-4b87-be70-b52cee7dbf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'd1b96b68-a910-43d5-bf6c-99efd1685281'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:20:15.311900 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333f6390-b2c5-4ce5-a518-69acbb25a76b None None] Attempting to bind port bd636e1a-2ae3-4146-a409-c5492cbe5980 on network d1b96b68-a910-43d5-bf6c-99efd1685281 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:20:15.325668 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333f6390-b2c5-4ce5-a518-69acbb25a76b None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:20:15.326413 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333f6390-b2c5-4ce5-a518-69acbb25a76b None None] Checking segment: {'id': 'd7784458-2afc-4b87-be70-b52cee7dbf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'd1b96b68-a910-43d5-bf6c-99efd1685281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:20:15.326413 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-333f6390-b2c5-4ce5-a518-69acbb25a76b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:15.326813 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333f6390-b2c5-4ce5-a518-69acbb25a76b None None] Bound using segment: {'id': 'd7784458-2afc-4b87-be70-b52cee7dbf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'd1b96b68-a910-43d5-bf6c-99efd1685281'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:20:15.327299 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-333f6390-b2c5-4ce5-a518-69acbb25a76b None None] Bound port: bd636e1a-2ae3-4146-a409-c5492cbe5980, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7784458-2afc-4b87-be70-b52cee7dbf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'd1b96b68-a910-43d5-bf6c-99efd1685281'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:20:15.327682 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-333f6390-b2c5-4ce5-a518-69acbb25a76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:15.330035 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5edc9cd1-445c-4ef7-ba31-df6605358079 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:15.349508 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5edc9cd1-445c-4ef7-ba31-df6605358079 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Transition to ACTIVE for port object 4a377790-3f96-48be-98ba-ab0dbd2e3c61 will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:20:15.383531 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-2e584fe1-bf25-4efd-b553-83d93f22f8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8a5565b-996e-417c-85a4-47011fe5472d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-936716271', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '5d69ec2b-884a-42bd-9318-740fa33ac67d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:20:11Z', 'updated_at': '2021-08-16T23:20:12Z', 'revision_number': 3, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'gw_port': {'id': '5d69ec2b-884a-42bd-9318-740fa33ac67d', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8a5565b-996e-417c-85a4-47011fe5472d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:20:11Z', 'updated_at': '2021-08-16T23:20:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:20:15.392351 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5edc9cd1-445c-4ef7-ba31-df6605358079 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:15.422604 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e584fe1-bf25-4efd-b553-83d93f22f8f0 None None] The sync data for ids ['e8a5565b-996e-417c-85a4-47011fe5472d'] in n-d-791506-26 is: [{'id': 'e8a5565b-996e-417c-85a4-47011fe5472d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-936716271', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '5d69ec2b-884a-42bd-9318-740fa33ac67d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:20:11Z', 'updated_at': '2021-08-16T23:20:12Z', 'revision_number': 3, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'gw_port': {'id': '5d69ec2b-884a-42bd-9318-740fa33ac67d', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8a5565b-996e-417c-85a4-47011fe5472d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:20:11Z', 'updated_at': '2021-08-16T23:20:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:20:15.447749 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-333f6390-b2c5-4ce5-a518-69acbb25a76b None None] For port bd636e1a-2ae3-4146-a409-c5492cbe5980, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:20:15.451036 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-333f6390-b2c5-4ce5-a518-69acbb25a76b None None] For port bd636e1a-2ae3-4146-a409-c5492cbe5980, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=bd636e1a-2ae3-4146-a409-c5492cbe5980,segment=NetworkSegment(d7784458-2afc-4b87-be70-b52cee7dbf45),segment_id=d7784458-2afc-4b87-be70-b52cee7dbf45)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:20:15.455562 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edc9cd1-445c-4ef7-ba31-df6605358079 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Network d1b96b68-a910-43d5-bf6c-99efd1685281 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:20:15.459459 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-333f6390-b2c5-4ce5-a518-69acbb25a76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:15.468502 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-5edc9cd1-445c-4ef7-ba31-df6605358079 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:20:15.480944 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edc9cd1-445c-4ef7-ba31-df6605358079 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:20:15.514650 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edc9cd1-445c-4ef7-ba31-df6605358079 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Pushing event updated for resources: {'Port': ['ID=4a377790-3f96-48be-98ba-ab0dbd2e3c61,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:15.528793 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333f6390-b2c5-4ce5-a518-69acbb25a76b None None] Pushing event updated for resources: {'Port': ['ID=bd636e1a-2ae3-4146-a409-c5492cbe5980,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:15.549322 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5edc9cd1-445c-4ef7-ba31-df6605358079 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954230'] for router_interface, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:15.734486 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5edc9cd1-445c-4ef7-ba31-df6605358079 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:16.113872 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device bd636e1a-2ae3-4146-a409-c5492cbe5980 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:20:16.202877 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5edc9cd1-445c-4ef7-ba31-df6605358079 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:16.210260 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5edc9cd1-445c-4ef7-ba31-df6605358079 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:16.236234 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port bd636e1a-2ae3-4146-a409-c5492cbe5980 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:20:16.255485 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 5d69ec2b-884a-42bd-9318-740fa33ac67d up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:20:16.417974 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 5d69ec2b-884a-42bd-9318-740fa33ac67d completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:20:16.428755 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 5d69ec2b-884a-42bd-9318-740fa33ac67d triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:20:16.429148 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:16.471508 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5edc9cd1-445c-4ef7-ba31-df6605358079 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954122'] for router_interface, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:16.506128 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edc9cd1-445c-4ef7-ba31-df6605358079 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Pushing event updated for resources: {'Port': ['ID=4a377790-3f96-48be-98ba-ab0dbd2e3c61,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:16.657596 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:16.712285 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 5d69ec2b-884a-42bd-9318-740fa33ac67d, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=5d69ec2b-884a-42bd-9318-740fa33ac67d,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:20:16.725724 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:16.773027 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 45974) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:16.776453 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edc9cd1-445c-4ef7-ba31-df6605358079 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Network d1b96b68-a910-43d5-bf6c-99efd1685281 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:20:16.777987 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-5edc9cd1-445c-4ef7-ba31-df6605358079 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:20:16.842020 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=5d69ec2b-884a-42bd-9318-740fa33ac67d,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:16.972214 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5edc9cd1-445c-4ef7-ba31-df6605358079 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Router e8a5565b-996e-417c-85a4-47011fe5472d has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:20:17.010414 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-cda9549e-b664-4067-9f02-0251de8a481c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:17.142153 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-cda9549e-b664-4067-9f02-0251de8a481c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:17.148280 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-cda9549e-b664-4067-9f02-0251de8a481c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:17.181259 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5edc9cd1-445c-4ef7-ba31-df6605358079 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:20:17.190566 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-5edc9cd1-445c-4ef7-ba31-df6605358079 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "PUT /v2.0/routers/e8a5565b-996e-417c-85a4-47011fe5472d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1023767 Aug 16 23:20:17.205869 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda9549e-b664-4067-9f02-0251de8a481c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c709d3be-659a-4bfa-9c1d-d50823c30bdb,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:17.224624 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-cda9549e-b664-4067-9f02-0251de8a481c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1f414d4918d84fd78650c7cb287a64ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4504852 Aug 16 23:20:17.227329 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 45980) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:17.267928 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5cd9d2-7068-4241-bb8e-3e807bc82151 None None] Network d1b96b68-a910-43d5-bf6c-99efd1685281 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:20:17.330722 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-48a01fde-6034-41ce-9eb7-48b978cbcab7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:17.363066 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-48a01fde-6034-41ce-9eb7-48b978cbcab7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:17.400634 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-e64b67a2-5032-4165-9eb5-8ffbd3dd081c None None] Provisioning for port bd636e1a-2ae3-4146-a409-c5492cbe5980 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:20:17.416051 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-e64b67a2-5032-4165-9eb5-8ffbd3dd081c None None] Provisioning complete for port bd636e1a-2ae3-4146-a409-c5492cbe5980 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:20:17.416501 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e64b67a2-5032-4165-9eb5-8ffbd3dd081c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:17.518753 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3f17d38f-a22e-41ca-9522-fa7f785ae4d0 req-37971f30-2a1a-4ee1-a9fe-f2d496cf7d9a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-946163900&fields=id&tenant_id=3aee68aa35e24e649e175a43cbcb7bd3 HTTP/1.1" status: 200 len: 267 time: 0.1114509 Aug 16 23:20:17.621449 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-48a01fde-6034-41ce-9eb7-48b978cbcab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:17.625036 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-48a01fde-6034-41ce-9eb7-48b978cbcab7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:17.626704 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-48a01fde-6034-41ce-9eb7-48b978cbcab7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c709d3be-659a-4bfa-9c1d-d50823c30bdb HTTP/1.1" status: 204 len: 168 time: 0.3979044 Aug 16 23:20:17.643451 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a01fde-6034-41ce-9eb7-48b978cbcab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c709d3be-659a-4bfa-9c1d-d50823c30bdb,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:17.703072 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e64b67a2-5032-4165-9eb5-8ffbd3dd081c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:17.722959 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f17d38f-a22e-41ca-9522-fa7f785ae4d0 req-61a1a2d9-8a84-4918-872c-75633414df70 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:17.731032 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3f17d38f-a22e-41ca-9522-fa7f785ae4d0 req-61a1a2d9-8a84-4918-872c-75633414df70 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/networks?id=d1b96b68-a910-43d5-bf6c-99efd1685281 HTTP/1.1" status: 200 len: 796 time: 0.2049997 Aug 16 23:20:17.770695 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3f17d38f-a22e-41ca-9522-fa7f785ae4d0 req-0f57acdf-f5d3-4565-b986-6aec0ecf7568 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/quotas/3aee68aa35e24e649e175a43cbcb7bd3 HTTP/1.1" status: 200 len: 375 time: 0.0314374 Aug 16 23:20:17.813592 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c38f4bf8-7a10-4458-8daa-ec97b9209272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:17.848262 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-e64b67a2-5032-4165-9eb5-8ffbd3dd081c None None] For port bd636e1a-2ae3-4146-a409-c5492cbe5980, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=bd636e1a-2ae3-4146-a409-c5492cbe5980,segment=NetworkSegment(d7784458-2afc-4b87-be70-b52cee7dbf45),segment_id=d7784458-2afc-4b87-be70-b52cee7dbf45)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:20:17.853869 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e64b67a2-5032-4165-9eb5-8ffbd3dd081c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:17.865888 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3f17d38f-a22e-41ca-9522-fa7f785ae4d0 req-c143d8dd-b2df-4c04-9f9a-42a97b6181a4 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3aee68aa35e24e649e175a43cbcb7bd3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0914454 Aug 16 23:20:17.989826 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64b67a2-5032-4165-9eb5-8ffbd3dd081c None None] Pushing event updated for resources: {'Port': ['ID=bd636e1a-2ae3-4146-a409-c5492cbe5980,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:18.021316 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 5d69ec2b-884a-42bd-9318-740fa33ac67d up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:20:18.049167 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3f17d38f-a22e-41ca-9522-fa7f785ae4d0 req-21aa5ae9-3daf-453e-83db-dc12cf7d07a2 service neutron] 10.222.0.36 "GET /v2.0/networks/d1b96b68-a910-43d5-bf6c-99efd1685281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803029 Aug 16 23:20:18.109492 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-2a05dd39-53c3-4160-9bfe-fcf0bf545dd0 None None] Provisioning for port 4a377790-3f96-48be-98ba-ab0dbd2e3c61 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:20:18.115515 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-2a05dd39-53c3-4160-9bfe-fcf0bf545dd0 None None] Provisioning complete for port 4a377790-3f96-48be-98ba-ab0dbd2e3c61 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:20:18.116237 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2a05dd39-53c3-4160-9bfe-fcf0bf545dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:18.172209 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d884e3e4-7bc9-4d5e-ba84-d96caf5b3c8c None None] Sync routers for ids ['e8a5565b-996e-417c-85a4-47011fe5472d'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:20:18.179056 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-2a05dd39-53c3-4160-9bfe-fcf0bf545dd0 None None] Port 4a377790-3f96-48be-98ba-ab0dbd2e3c61 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:20:18.181385 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 5d69ec2b-884a-42bd-9318-740fa33ac67d triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:20:18.182515 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:18.222959 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d884e3e4-7bc9-4d5e-ba84-d96caf5b3c8c None None] Routers {'e8a5565b-996e-417c-85a4-47011fe5472d'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:20:18.223888 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-d884e3e4-7bc9-4d5e-ba84-d96caf5b3c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:19:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['e8a5565b-996e-417c-85a4-47011fe5472d'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:20:18.253466 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3f17d38f-a22e-41ca-9522-fa7f785ae4d0 req-82a86f91-8691-4114-a198-62da46704f4c service neutron] 10.222.0.36 "GET /v2.0/networks/d1b96b68-a910-43d5-bf6c-99efd1685281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030981 Aug 16 23:20:18.289654 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-2a05dd39-53c3-4160-9bfe-fcf0bf545dd0 None None] Provisioning complete for port bd636e1a-2ae3-4146-a409-c5492cbe5980 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:20:18.290029 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2a05dd39-53c3-4160-9bfe-fcf0bf545dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:18.434806 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-d884e3e4-7bc9-4d5e-ba84-d96caf5b3c8c None None] Set router e8a5565b-996e-417c-85a4-47011fe5472d gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:20:18.546400 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ecad2bbd-cca2-4a87-bd47-f73bd65b46eb req-e2d01532-1b71-4e63-b987-3020a85d653a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cd77e68-a3fa-412d-a922-79a4b09443bc HTTP/1.1" status: 200 len: 210 time: 0.0527146 Aug 16 23:20:18.630991 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0e637a03-cf30-4f23-990b-a7346f2f2852 None None] Provisioning complete for port 4a377790-3f96-48be-98ba-ab0dbd2e3c61 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:20:18.631373 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0e637a03-cf30-4f23-990b-a7346f2f2852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:18.700801 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0e637a03-cf30-4f23-990b-a7346f2f2852 None None] Port 4a377790-3f96-48be-98ba-ab0dbd2e3c61 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:20:18.720294 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-d884e3e4-7bc9-4d5e-ba84-d96caf5b3c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8a5565b-996e-417c-85a4-47011fe5472d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-936716271', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '5d69ec2b-884a-42bd-9318-740fa33ac67d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:20:11Z', 'updated_at': '2021-08-16T23:20:15Z', 'revision_number': 4, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'gw_port': {'id': '5d69ec2b-884a-42bd-9318-740fa33ac67d', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a5565b-996e-417c-85a4-47011fe5472d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:20:11Z', 'updated_at': '2021-08-16T23:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '4a377790-3f96-48be-98ba-ab0dbd2e3c61', 'name': '', 'network_id': 'd1b96b68-a910-43d5-bf6c-99efd1685281', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'mac_address': 'fa:16:3e:c6:4e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8a5565b-996e-417c-85a4-47011fe5472d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': '9083fea9-e18a-4e71-bc77-a08d38cda8aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:20:14Z', 'updated_at': '2021-08-16T23:20:16Z', 'revision_number': 2, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'subnets': [{'id': '9083fea9-e18a-4e71-bc77-a08d38cda8aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:20:18.752184 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d884e3e4-7bc9-4d5e-ba84-d96caf5b3c8c None None] Checking router: e8a5565b-996e-417c-85a4-47011fe5472d for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:20:18.752611 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d884e3e4-7bc9-4d5e-ba84-d96caf5b3c8c None None] Updating router e8a5565b-996e-417c-85a4-47011fe5472d port 4a377790-3f96-48be-98ba-ab0dbd2e3c61 binding host n-d-791506-26 {{(pid=101294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:20:18.777352 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-d884e3e4-7bc9-4d5e-ba84-d96caf5b3c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:18.823158 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-338b460a-1744-4c36-add4-91383aa80096 None None] Provisioning complete for port 4a377790-3f96-48be-98ba-ab0dbd2e3c61 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:20:18.824632 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-338b460a-1744-4c36-add4-91383aa80096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:18.880869 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-338b460a-1744-4c36-add4-91383aa80096 None None] Port 4a377790-3f96-48be-98ba-ab0dbd2e3c61 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:20:19.074937 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-d884e3e4-7bc9-4d5e-ba84-d96caf5b3c8c None None] Notify callbacks [] for port, precommit_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:19.085142 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.provisioning_blocks [None req-d884e3e4-7bc9-4d5e-ba84-d96caf5b3c8c None None] Transition to ACTIVE for port object 4a377790-3f96-48be-98ba-ab0dbd2e3c61 will not be triggered until provisioned by entity L2. {{(pid=101294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:20:19.090714 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-d884e3e4-7bc9-4d5e-ba84-d96caf5b3c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:19.174576 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2deb4cf-4e09-431f-bcb7-37c78751f556 None None] Pushing event updated for resources: {'Port': ['ID=4a377790-3f96-48be-98ba-ab0dbd2e3c61,revision_number=3']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:19.200307 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2deb4cf-4e09-431f-bcb7-37c78751f556 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:19.200665 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2deb4cf-4e09-431f-bcb7-37c78751f556 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:19.201021 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2deb4cf-4e09-431f-bcb7-37c78751f556 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:19.201427 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2deb4cf-4e09-431f-bcb7-37c78751f556 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:19.201730 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2deb4cf-4e09-431f-bcb7-37c78751f556 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:19.202063 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2deb4cf-4e09-431f-bcb7-37c78751f556 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:19.202386 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2deb4cf-4e09-431f-bcb7-37c78751f556 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:19.202706 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2deb4cf-4e09-431f-bcb7-37c78751f556 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:19.203027 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2deb4cf-4e09-431f-bcb7-37c78751f556 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:19.203346 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2deb4cf-4e09-431f-bcb7-37c78751f556 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:19.203664 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2deb4cf-4e09-431f-bcb7-37c78751f556 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:19.204027 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2deb4cf-4e09-431f-bcb7-37c78751f556 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:19.219963 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-d884e3e4-7bc9-4d5e-ba84-d96caf5b3c8c None None] Attempting to bind port 4a377790-3f96-48be-98ba-ab0dbd2e3c61 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:20:19.220333 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-d884e3e4-7bc9-4d5e-ba84-d96caf5b3c8c None None] Attempting to bind port 4a377790-3f96-48be-98ba-ab0dbd2e3c61 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': 'd7784458-2afc-4b87-be70-b52cee7dbf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'd1b96b68-a910-43d5-bf6c-99efd1685281'}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:20:19.220725 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d884e3e4-7bc9-4d5e-ba84-d96caf5b3c8c None None] Attempting to bind port 4a377790-3f96-48be-98ba-ab0dbd2e3c61 on network d1b96b68-a910-43d5-bf6c-99efd1685281 {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:20:19.225844 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d884e3e4-7bc9-4d5e-ba84-d96caf5b3c8c None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:20:19.226520 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d884e3e4-7bc9-4d5e-ba84-d96caf5b3c8c None None] Checking segment: {'id': 'd7784458-2afc-4b87-be70-b52cee7dbf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'd1b96b68-a910-43d5-bf6c-99efd1685281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:20:19.226924 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-d884e3e4-7bc9-4d5e-ba84-d96caf5b3c8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:19.227313 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d884e3e4-7bc9-4d5e-ba84-d96caf5b3c8c None None] Bound using segment: {'id': 'd7784458-2afc-4b87-be70-b52cee7dbf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'd1b96b68-a910-43d5-bf6c-99efd1685281'} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:20:19.227777 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-d884e3e4-7bc9-4d5e-ba84-d96caf5b3c8c None None] Bound port: 4a377790-3f96-48be-98ba-ab0dbd2e3c61, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7784458-2afc-4b87-be70-b52cee7dbf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'd1b96b68-a910-43d5-bf6c-99efd1685281'}}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:20:19.228147 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-d884e3e4-7bc9-4d5e-ba84-d96caf5b3c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:19.299649 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-d884e3e4-7bc9-4d5e-ba84-d96caf5b3c8c None None] For port 4a377790-3f96-48be-98ba-ab0dbd2e3c61, host n-d-791506-26, cleared binding levels {{(pid=101294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:20:19.303144 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-d884e3e4-7bc9-4d5e-ba84-d96caf5b3c8c None None] For port 4a377790-3f96-48be-98ba-ab0dbd2e3c61, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=4a377790-3f96-48be-98ba-ab0dbd2e3c61,segment=NetworkSegment(d7784458-2afc-4b87-be70-b52cee7dbf45),segment_id=d7784458-2afc-4b87-be70-b52cee7dbf45)] {{(pid=101294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:20:19.308035 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-d884e3e4-7bc9-4d5e-ba84-d96caf5b3c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:19.372638 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2deb4cf-4e09-431f-bcb7-37c78751f556 None None] Pushing event updated for resources: {'Port': ['ID=4a377790-3f96-48be-98ba-ab0dbd2e3c61,revision_number=4']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:19.375091 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d884e3e4-7bc9-4d5e-ba84-d96caf5b3c8c None None] Routers {'e8a5565b-996e-417c-85a4-47011fe5472d'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:20:19.375680 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-d884e3e4-7bc9-4d5e-ba84-d96caf5b3c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:19:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['e8a5565b-996e-417c-85a4-47011fe5472d'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:20:19.498340 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-d884e3e4-7bc9-4d5e-ba84-d96caf5b3c8c None None] Set router e8a5565b-996e-417c-85a4-47011fe5472d gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:20:19.705684 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-727a7360-4dfe-4a8b-809d-7605833660fe req-fceea580-9484-4f12-a61e-c4eaa1daadc2 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cd77e68-a3fa-412d-a922-79a4b09443bc HTTP/1.1" status: 200 len: 210 time: 0.0477703 Aug 16 23:20:19.745744 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f17d38f-a22e-41ca-9522-fa7f785ae4d0 req-251cb5ad-a4bf-49de-86b5-06113aac197c tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:19.750279 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3f17d38f-a22e-41ca-9522-fa7f785ae4d0 req-251cb5ad-a4bf-49de-86b5-06113aac197c tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.68 "GET /v2.0/networks?id=d1b96b68-a910-43d5-bf6c-99efd1685281 HTTP/1.1" status: 200 len: 796 time: 0.1978862 Aug 16 23:20:19.792770 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d446e85e-8e1a-46f2-a4ed-1d48afb5c02b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:19.805462 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3f17d38f-a22e-41ca-9522-fa7f785ae4d0 req-b0d1a6a9-7360-4b0b-8c05-06a5cebc75b9 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3aee68aa35e24e649e175a43cbcb7bd3 HTTP/1.1" status: 200 len: 379 time: 0.0432987 Aug 16 23:20:19.818282 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-3f17d38f-a22e-41ca-9522-fa7f785ae4d0 req-b4d44144-7beb-433e-90f9-bc4ace6cea84 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Request body: {'port': {'device_id': '9cd77e68-a3fa-412d-a922-79a4b09443bc', 'network_id': 'd1b96b68-a910-43d5-bf6c-99efd1685281', 'admin_state_up': True, 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'security_groups': ['29a3b678-a940-41e1-96fb-a218802012ce']}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:20:19.954476 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f17d38f-a22e-41ca-9522-fa7f785ae4d0 req-b4d44144-7beb-433e-90f9-bc4ace6cea84 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Made reservation on behalf of 3aee68aa35e24e649e175a43cbcb7bd3 for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:20:19.958772 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-d884e3e4-7bc9-4d5e-ba84-d96caf5b3c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8a5565b-996e-417c-85a4-47011fe5472d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-936716271', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '5d69ec2b-884a-42bd-9318-740fa33ac67d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:20:11Z', 'updated_at': '2021-08-16T23:20:15Z', 'revision_number': 4, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'gw_port': {'id': '5d69ec2b-884a-42bd-9318-740fa33ac67d', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a5565b-996e-417c-85a4-47011fe5472d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:20:11Z', 'updated_at': '2021-08-16T23:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '4a377790-3f96-48be-98ba-ab0dbd2e3c61', 'name': '', 'network_id': 'd1b96b68-a910-43d5-bf6c-99efd1685281', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'mac_address': 'fa:16:3e:c6:4e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8a5565b-996e-417c-85a4-47011fe5472d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': '9083fea9-e18a-4e71-bc77-a08d38cda8aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:20:14Z', 'updated_at': '2021-08-16T23:20:19Z', 'revision_number': 4, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'subnets': [{'id': '9083fea9-e18a-4e71-bc77-a08d38cda8aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:20:19.959042 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3f17d38f-a22e-41ca-9522-fa7f785ae4d0 req-b4d44144-7beb-433e-90f9-bc4ace6cea84 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:19.970799 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device bd636e1a-2ae3-4146-a409-c5492cbe5980 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:20:20.018917 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d884e3e4-7bc9-4d5e-ba84-d96caf5b3c8c None None] The sync data for ids ['e8a5565b-996e-417c-85a4-47011fe5472d'] in n-d-791506-26 is: [{'id': 'e8a5565b-996e-417c-85a4-47011fe5472d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-936716271', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '5d69ec2b-884a-42bd-9318-740fa33ac67d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:20:11Z', 'updated_at': '2021-08-16T23:20:15Z', 'revision_number': 4, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'gw_port': {'id': '5d69ec2b-884a-42bd-9318-740fa33ac67d', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a5565b-996e-417c-85a4-47011fe5472d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:20:11Z', 'updated_at': '2021-08-16T23:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '4a377790-3f96-48be-98ba-ab0dbd2e3c61', 'name': '', 'network_id': 'd1b96b68-a910-43d5-bf6c-99efd1685281', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'mac_address': 'fa:16:3e:c6:4e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8a5565b-996e-417c-85a4-47011fe5472d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': '9083fea9-e18a-4e71-bc77-a08d38cda8aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:20:14Z', 'updated_at': '2021-08-16T23:20:19Z', 'revision_number': 4, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'subnets': [{'id': '9083fea9-e18a-4e71-bc77-a08d38cda8aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:20:20.019271 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 46018) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:20.063825 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port bd636e1a-2ae3-4146-a409-c5492cbe5980 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:20:20.064405 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:20.186105 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-3f17d38f-a22e-41ca-9522-fa7f785ae4d0 req-b4d44144-7beb-433e-90f9-bc4ace6cea84 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Allocated IP 172.20.0.13 (d1b96b68-a910-43d5-bf6c-99efd1685281/9083fea9-e18a-4e71-bc77-a08d38cda8aa/587c818d-f1de-405d-bab0-099a00f05fac) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:20:20.205726 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b7f14715-7b56-4026-975b-6e0aedfa7416 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:20.336790 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b7f14715-7b56-4026-975b-6e0aedfa7416 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:20.344656 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b7f14715-7b56-4026-975b-6e0aedfa7416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:20.367179 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3f17d38f-a22e-41ca-9522-fa7f785ae4d0 req-b4d44144-7beb-433e-90f9-bc4ace6cea84 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:20.382194 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-3f17d38f-a22e-41ca-9522-fa7f785ae4d0 req-b4d44144-7beb-433e-90f9-bc4ace6cea84 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Transition to ACTIVE for port object 587c818d-f1de-405d-bab0-099a00f05fac will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:20:20.383256 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f14715-7b56-4026-975b-6e0aedfa7416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b75ffb-fa99-4194-bfcb-5f6c5306e0a3,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:20.388267 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-b7f14715-7b56-4026-975b-6e0aedfa7416 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dedb26bc9bed4fc789686c3e3e152628&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3678930 Aug 16 23:20:20.390865 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 46022) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:20.424352 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3f17d38f-a22e-41ca-9522-fa7f785ae4d0 req-b4d44144-7beb-433e-90f9-bc4ace6cea84 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:20.449851 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7b59205e-c630-4eec-882a-a0c657b504af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:20.474715 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f17d38f-a22e-41ca-9522-fa7f785ae4d0 req-b4d44144-7beb-433e-90f9-bc4ace6cea84 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Network d1b96b68-a910-43d5-bf6c-99efd1685281 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:20:20.475645 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7b59205e-c630-4eec-882a-a0c657b504af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:20.478055 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-3f17d38f-a22e-41ca-9522-fa7f785ae4d0 req-b4d44144-7beb-433e-90f9-bc4ace6cea84 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:20:20.482712 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f17d38f-a22e-41ca-9522-fa7f785ae4d0 req-b4d44144-7beb-433e-90f9-bc4ace6cea84 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:20:20.508284 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d44144-7beb-433e-90f9-bc4ace6cea84 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Pushing event updated for resources: {'Port': ['ID=587c818d-f1de-405d-bab0-099a00f05fac,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:20.541951 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7b59205e-c630-4eec-882a-a0c657b504af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:20.545659 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f17d38f-a22e-41ca-9522-fa7f785ae4d0 req-b4d44144-7beb-433e-90f9-bc4ace6cea84 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:20.545813 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7b59205e-c630-4eec-882a-a0c657b504af admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:20.546409 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3f17d38f-a22e-41ca-9522-fa7f785ae4d0 req-b4d44144-7beb-433e-90f9-bc4ace6cea84 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:20.549500 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-7b59205e-c630-4eec-882a-a0c657b504af admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d7b75ffb-fa99-4194-bfcb-5f6c5306e0a3 HTTP/1.1" status: 204 len: 168 time: 0.1575773 Aug 16 23:20:20.561485 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b59205e-c630-4eec-882a-a0c657b504af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b75ffb-fa99-4194-bfcb-5f6c5306e0a3,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:20.578358 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3f17d38f-a22e-41ca-9522-fa7f785ae4d0 req-b4d44144-7beb-433e-90f9-bc4ace6cea84 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7657988 Aug 16 23:20:20.594390 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-3f17d38f-a22e-41ca-9522-fa7f785ae4d0 req-da3f7598-a264-43e8-b126-37ce8c7c0964 service neutron] Request body: {'port': {'device_id': '9cd77e68-a3fa-412d-a922-79a4b09443bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:20:20.640250 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:20.669367 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3f17d38f-a22e-41ca-9522-fa7f785ae4d0 req-da3f7598-a264-43e8-b126-37ce8c7c0964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:20.765214 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-d7154c94-47d4-4073-ad86-ac20bfcfe3ed None None] Provisioning for port 587c818d-f1de-405d-bab0-099a00f05fac completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:20:20.776985 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-d7154c94-47d4-4073-ad86-ac20bfcfe3ed None None] Provisioning complete for port 587c818d-f1de-405d-bab0-099a00f05fac triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:20:20.777424 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d7154c94-47d4-4073-ad86-ac20bfcfe3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:20.823121 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-d7154c94-47d4-4073-ad86-ac20bfcfe3ed None None] Port 587c818d-f1de-405d-bab0-099a00f05fac cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:20:20.887128 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e464fb-eda3-46dd-a653-d9713b717b4d req-8f484685-fa81-49f4-9b17-52a87b580b74 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:20.889586 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-27e464fb-eda3-46dd-a653-d9713b717b4d req-8f484685-fa81-49f4-9b17-52a87b580b74 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cd77e68-a3fa-412d-a922-79a4b09443bc HTTP/1.1" status: 200 len: 932 time: 0.0834579 Aug 16 23:20:20.952892 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-27e464fb-eda3-46dd-a653-d9713b717b4d req-8a9e5047-58bb-47d5-a909-e7a56abcb45d tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=29a3b678-a940-41e1-96fb-a218802012ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486281 Aug 16 23:20:21.014705 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-3f17d38f-a22e-41ca-9522-fa7f785ae4d0 req-da3f7598-a264-43e8-b126-37ce8c7c0964 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 587c818d-f1de-405d-bab0-099a00f05fac {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:20:21.028455 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3f17d38f-a22e-41ca-9522-fa7f785ae4d0 req-da3f7598-a264-43e8-b126-37ce8c7c0964 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:21.042780 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-3f17d38f-a22e-41ca-9522-fa7f785ae4d0 req-da3f7598-a264-43e8-b126-37ce8c7c0964 service neutron] Transition to ACTIVE for port object 587c818d-f1de-405d-bab0-099a00f05fac will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:20:21.047014 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3f17d38f-a22e-41ca-9522-fa7f785ae4d0 req-da3f7598-a264-43e8-b126-37ce8c7c0964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:21.104704 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3f7598-a264-43e8-b126-37ce8c7c0964 service neutron] Pushing event updated for resources: {'Port': ['ID=587c818d-f1de-405d-bab0-099a00f05fac,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:21.193089 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-3f17d38f-a22e-41ca-9522-fa7f785ae4d0 req-da3f7598-a264-43e8-b126-37ce8c7c0964 service neutron] Attempting to bind port 587c818d-f1de-405d-bab0-099a00f05fac on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:20:21.193695 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-3f17d38f-a22e-41ca-9522-fa7f785ae4d0 req-da3f7598-a264-43e8-b126-37ce8c7c0964 service neutron] Attempting to bind port 587c818d-f1de-405d-bab0-099a00f05fac by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': 'd7784458-2afc-4b87-be70-b52cee7dbf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'd1b96b68-a910-43d5-bf6c-99efd1685281'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:20:21.194087 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f17d38f-a22e-41ca-9522-fa7f785ae4d0 req-da3f7598-a264-43e8-b126-37ce8c7c0964 service neutron] Attempting to bind port 587c818d-f1de-405d-bab0-099a00f05fac on network d1b96b68-a910-43d5-bf6c-99efd1685281 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:20:21.202411 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f17d38f-a22e-41ca-9522-fa7f785ae4d0 req-da3f7598-a264-43e8-b126-37ce8c7c0964 service neutron] Port 587c818d-f1de-405d-bab0-099a00f05fac on network d1b96b68-a910-43d5-bf6c-99efd1685281 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:20:21.202845 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f17d38f-a22e-41ca-9522-fa7f785ae4d0 req-da3f7598-a264-43e8-b126-37ce8c7c0964 service neutron] Attempting to bind port 587c818d-f1de-405d-bab0-099a00f05fac on network d1b96b68-a910-43d5-bf6c-99efd1685281 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:20:21.209966 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f17d38f-a22e-41ca-9522-fa7f785ae4d0 req-da3f7598-a264-43e8-b126-37ce8c7c0964 service neutron] Checking agent: {'id': 'd28e24f9-e5ea-41e1-80bf-3c7943ad7f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:20:21.210607 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f17d38f-a22e-41ca-9522-fa7f785ae4d0 req-da3f7598-a264-43e8-b126-37ce8c7c0964 service neutron] Checking segment: {'id': 'd7784458-2afc-4b87-be70-b52cee7dbf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'd1b96b68-a910-43d5-bf6c-99efd1685281'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:20:21.211004 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f17d38f-a22e-41ca-9522-fa7f785ae4d0 req-da3f7598-a264-43e8-b126-37ce8c7c0964 service neutron] Bound using segment: {'id': 'd7784458-2afc-4b87-be70-b52cee7dbf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'd1b96b68-a910-43d5-bf6c-99efd1685281'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:20:21.211481 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-3f17d38f-a22e-41ca-9522-fa7f785ae4d0 req-da3f7598-a264-43e8-b126-37ce8c7c0964 service neutron] Bound port: 587c818d-f1de-405d-bab0-099a00f05fac, host: n-h1-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7784458-2afc-4b87-be70-b52cee7dbf45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'd1b96b68-a910-43d5-bf6c-99efd1685281'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:20:21.211854 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3f17d38f-a22e-41ca-9522-fa7f785ae4d0 req-da3f7598-a264-43e8-b126-37ce8c7c0964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:21.286618 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-3f17d38f-a22e-41ca-9522-fa7f785ae4d0 req-da3f7598-a264-43e8-b126-37ce8c7c0964 service neutron] For port 587c818d-f1de-405d-bab0-099a00f05fac, host n-h1-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:20:21.290661 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-3f17d38f-a22e-41ca-9522-fa7f785ae4d0 req-da3f7598-a264-43e8-b126-37ce8c7c0964 service neutron] For port 587c818d-f1de-405d-bab0-099a00f05fac, host n-h1-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=587c818d-f1de-405d-bab0-099a00f05fac,segment=NetworkSegment(d7784458-2afc-4b87-be70-b52cee7dbf45),segment_id=d7784458-2afc-4b87-be70-b52cee7dbf45)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:20:21.296121 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3f17d38f-a22e-41ca-9522-fa7f785ae4d0 req-da3f7598-a264-43e8-b126-37ce8c7c0964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:21.338297 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f17d38f-a22e-41ca-9522-fa7f785ae4d0 req-da3f7598-a264-43e8-b126-37ce8c7c0964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:21.339172 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-3f17d38f-a22e-41ca-9522-fa7f785ae4d0 req-da3f7598-a264-43e8-b126-37ce8c7c0964 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:21.340687 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3f17d38f-a22e-41ca-9522-fa7f785ae4d0 req-da3f7598-a264-43e8-b126-37ce8c7c0964 service neutron] 10.222.0.68 "PUT /v2.0/ports/587c818d-f1de-405d-bab0-099a00f05fac HTTP/1.1" status: 200 len: 1093 time: 0.7529299 Aug 16 23:20:21.341154 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cd77e68-a3fa-412d-a922-79a4b09443bc', 'tag': '587c818d-f1de-405d-bab0-099a00f05fac'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:20:21.343455 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d53fe43-136b-4a09-bffe-cca7f03efdc0" -d '{"events": [{"name": "network-changed", "server_uuid": "9cd77e68-a3fa-412d-a922-79a4b09443bc", "tag": "587c818d-f1de-405d-bab0-099a00f05fac"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:20:21.406891 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51004959-3c30-41d5-a429-b7afeb8ae19d x-openstack-request-id: req-51004959-3c30-41d5-a429-b7afeb8ae19d {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:20:21.407192 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cd77e68-a3fa-412d-a922-79a4b09443bc", "tag": "587c818d-f1de-405d-bab0-099a00f05fac", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:20:21.407448 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-51004959-3c30-41d5-a429-b7afeb8ae19d {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:20:21.407857 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cd77e68-a3fa-412d-a922-79a4b09443bc', 'tag': '587c818d-f1de-405d-bab0-099a00f05fac', 'status': 'completed', 'code': 200} Aug 16 23:20:21.423898 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3f7598-a264-43e8-b126-37ce8c7c0964 service neutron] Pushing event updated for resources: {'Port': ['ID=587c818d-f1de-405d-bab0-099a00f05fac,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:21.444421 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f17d38f-a22e-41ca-9522-fa7f785ae4d0 req-a302da1c-5350-499e-9aa9-6888d593e5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:21.446214 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3f17d38f-a22e-41ca-9522-fa7f785ae4d0 req-a302da1c-5350-499e-9aa9-6888d593e5b8 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3aee68aa35e24e649e175a43cbcb7bd3&device_id=9cd77e68-a3fa-412d-a922-79a4b09443bc HTTP/1.1" status: 200 len: 1096 time: 0.0563817 Aug 16 23:20:21.505991 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3f17d38f-a22e-41ca-9522-fa7f785ae4d0 req-3cc4c20d-a072-42ab-b4ba-71ed79925b83 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=587c818d-f1de-405d-bab0-099a00f05fac HTTP/1.1" status: 200 len: 217 time: 0.0511212 Aug 16 23:20:21.562105 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f17d38f-a22e-41ca-9522-fa7f785ae4d0 req-046f5718-2f7f-4955-b6cf-fa6c73b49b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:21.564609 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3f17d38f-a22e-41ca-9522-fa7f785ae4d0 req-046f5718-2f7f-4955-b6cf-fa6c73b49b03 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=9083fea9-e18a-4e71-bc77-a08d38cda8aa HTTP/1.1" status: 200 len: 835 time: 0.0502200 Aug 16 23:20:21.586996 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:21.620994 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f17d38f-a22e-41ca-9522-fa7f785ae4d0 req-d8ff8ce1-6638-4a77-bce2-650cc6f738e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:21.622517 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3f17d38f-a22e-41ca-9522-fa7f785ae4d0 req-d8ff8ce1-6638-4a77-bce2-650cc6f738e6 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d1b96b68-a910-43d5-bf6c-99efd1685281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0500832 Aug 16 23:20:21.721280 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3f17d38f-a22e-41ca-9522-fa7f785ae4d0 req-7266b1ed-2374-4513-a3a5-76951a05fb09 service neutron] 10.222.0.68 "GET /v2.0/networks/d1b96b68-a910-43d5-bf6c-99efd1685281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902834 Aug 16 23:20:21.816704 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3f17d38f-a22e-41ca-9522-fa7f785ae4d0 req-46cc555f-7a05-4c69-8001-d6b88a103cb3 service neutron] 10.222.0.68 "GET /v2.0/networks/d1b96b68-a910-43d5-bf6c-99efd1685281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877435 Aug 16 23:20:21.909400 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d53fe43-136b-4a09-bffe-cca7f03efdc0 req-0ce0ba16-0a34-4547-8e41-ecf0b569c341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:21.910920 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-9d53fe43-136b-4a09-bffe-cca7f03efdc0 req-0ce0ba16-0a34-4547-8e41-ecf0b569c341 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3aee68aa35e24e649e175a43cbcb7bd3&device_id=9cd77e68-a3fa-412d-a922-79a4b09443bc HTTP/1.1" status: 200 len: 1096 time: 0.0463417 Aug 16 23:20:21.955787 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 4a377790-3f96-48be-98ba-ab0dbd2e3c61 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:20:22.013231 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 4a377790-3f96-48be-98ba-ab0dbd2e3c61 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:20:22.018324 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 4a377790-3f96-48be-98ba-ab0dbd2e3c61 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:20:22.018778 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:22.023043 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d53fe43-136b-4a09-bffe-cca7f03efdc0 req-5c0f2f25-72c9-45ac-8292-ad007a3366cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:22.025022 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-9d53fe43-136b-4a09-bffe-cca7f03efdc0 req-5c0f2f25-72c9-45ac-8292-ad007a3366cb service neutron] 10.222.0.68 "GET /v2.0/networks?id=d1b96b68-a910-43d5-bf6c-99efd1685281 HTTP/1.1" status: 200 len: 897 time: 0.1044722 Aug 16 23:20:22.070865 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-9d53fe43-136b-4a09-bffe-cca7f03efdc0 req-cfec1acf-1ceb-431e-9a06-4e2406794136 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=587c818d-f1de-405d-bab0-099a00f05fac HTTP/1.1" status: 200 len: 217 time: 0.0377760 Aug 16 23:20:22.077921 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8ee171-d6b3-461a-a9f6-7ae210604115 req-e1d7d511-bc13-4c73-bc8a-37685546c62c tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:22.079909 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4c8ee171-d6b3-461a-a9f6-7ae210604115 req-e1d7d511-bc13-4c73-bc8a-37685546c62c tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cd77e68-a3fa-412d-a922-79a4b09443bc HTTP/1.1" status: 200 len: 944 time: 0.0583737 Aug 16 23:20:22.144952 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d53fe43-136b-4a09-bffe-cca7f03efdc0 req-fcc4ed41-01ab-4087-9ac8-72b03ba692b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:22.147245 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4c8ee171-d6b3-461a-a9f6-7ae210604115 req-9020845b-9119-49c7-b8a6-0533274e5cab tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=29a3b678-a940-41e1-96fb-a218802012ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593147 Aug 16 23:20:22.149421 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-9d53fe43-136b-4a09-bffe-cca7f03efdc0 req-fcc4ed41-01ab-4087-9ac8-72b03ba692b8 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=9083fea9-e18a-4e71-bc77-a08d38cda8aa HTTP/1.1" status: 200 len: 835 time: 0.0682559 Aug 16 23:20:22.209563 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d53fe43-136b-4a09-bffe-cca7f03efdc0 req-4fde941f-c43f-47f8-b717-bd54c963001e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:22.211536 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-9d53fe43-136b-4a09-bffe-cca7f03efdc0 req-4fde941f-c43f-47f8-b717-bd54c963001e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d1b96b68-a910-43d5-bf6c-99efd1685281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562561 Aug 16 23:20:22.276559 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:22.312997 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 4a377790-3f96-48be-98ba-ab0dbd2e3c61, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=4a377790-3f96-48be-98ba-ab0dbd2e3c61,segment=NetworkSegment(d7784458-2afc-4b87-be70-b52cee7dbf45),segment_id=d7784458-2afc-4b87-be70-b52cee7dbf45)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:20:22.318014 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:22.318192 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-9d53fe43-136b-4a09-bffe-cca7f03efdc0 req-25a2bc83-8041-410a-ae2f-c2aedd656a7f service neutron] 10.222.0.68 "GET /v2.0/networks/d1b96b68-a910-43d5-bf6c-99efd1685281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991638 Aug 16 23:20:22.373637 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=4a377790-3f96-48be-98ba-ab0dbd2e3c61,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:22.753732 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-9d53fe43-136b-4a09-bffe-cca7f03efdc0 req-893d8530-79dd-4361-8364-3b5581de5d66 service neutron] 10.222.0.68 "GET /v2.0/networks/d1b96b68-a910-43d5-bf6c-99efd1685281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4272099 Aug 16 23:20:22.810468 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:22.850044 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 46074) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:22.956084 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bb383068-5844-40c8-8155-fb6a0eb36e5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:23.048234 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bb383068-5844-40c8-8155-fb6a0eb36e5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:23.053796 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bb383068-5844-40c8-8155-fb6a0eb36e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:23.097730 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-bb383068-5844-40c8-8155-fb6a0eb36e5b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=efcc21bf9e90425386c470c185edb99e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2464240 Aug 16 23:20:23.099486 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb383068-5844-40c8-8155-fb6a0eb36e5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fcf0148-59dc-42ae-8c67-0ea87fe82ed5,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:23.100491 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 46078) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:23.151043 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-77c087c3-1487-4ec4-b556-d14a633ba7c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:23.172464 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-77c087c3-1487-4ec4-b556-d14a633ba7c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:23.221847 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-77c087c3-1487-4ec4-b556-d14a633ba7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:23.224360 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-77c087c3-1487-4ec4-b556-d14a633ba7c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:23.225571 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-77c087c3-1487-4ec4-b556-d14a633ba7c9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6fcf0148-59dc-42ae-8c67-0ea87fe82ed5 HTTP/1.1" status: 204 len: 168 time: 0.1237342 Aug 16 23:20:23.234250 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c087c3-1487-4ec4-b556-d14a633ba7c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fcf0148-59dc-42ae-8c67-0ea87fe82ed5,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:23.276680 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d9812b-ca5b-493d-8ec1-be588096d557 req-447a7ad4-bd6d-4f92-8a26-7c15e7fe25d8 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:23.278199 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-17d9812b-ca5b-493d-8ec1-be588096d557 req-447a7ad4-bd6d-4f92-8a26-7c15e7fe25d8 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cd77e68-a3fa-412d-a922-79a4b09443bc HTTP/1.1" status: 200 len: 944 time: 0.0559602 Aug 16 23:20:23.323518 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-17d9812b-ca5b-493d-8ec1-be588096d557 req-ebdcb7d9-57c9-4aa8-a263-f0f9ef209eee tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=29a3b678-a940-41e1-96fb-a218802012ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389957 Aug 16 23:20:23.500695 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 46086) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:23.515900 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-94353a2d-b9b6-4a37-b186-6d8a0d8dbed4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:23.607104 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-94353a2d-b9b6-4a37-b186-6d8a0d8dbed4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:23.610999 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-94353a2d-b9b6-4a37-b186-6d8a0d8dbed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:23.648892 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-94353a2d-b9b6-4a37-b186-6d8a0d8dbed4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5bb9884dd5414e4b9c316d60cdf116da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1470771 Aug 16 23:20:23.649774 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94353a2d-b9b6-4a37-b186-6d8a0d8dbed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b525c11-c909-4346-b108-c4e5df28bef4,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:23.651769 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 46088) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:23.701812 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a0fcb569-7215-443e-a2be-7775bda0f6be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:23.722259 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a0fcb569-7215-443e-a2be-7775bda0f6be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:23.769416 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a0fcb569-7215-443e-a2be-7775bda0f6be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:23.771986 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a0fcb569-7215-443e-a2be-7775bda0f6be admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:23.773190 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-a0fcb569-7215-443e-a2be-7775bda0f6be admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3b525c11-c909-4346-b108-c4e5df28bef4 HTTP/1.1" status: 204 len: 168 time: 0.1203685 Aug 16 23:20:23.781034 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fcb569-7215-443e-a2be-7775bda0f6be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b525c11-c909-4346-b108-c4e5df28bef4,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:23.920813 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 4a377790-3f96-48be-98ba-ab0dbd2e3c61 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:20:23.971576 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 4a377790-3f96-48be-98ba-ab0dbd2e3c61 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:20:23.971945 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:24.005014 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 587c818d-f1de-405d-bab0-099a00f05fac details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:20:24.147507 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 587c818d-f1de-405d-bab0-099a00f05fac, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=587c818d-f1de-405d-bab0-099a00f05fac,segment=NetworkSegment(d7784458-2afc-4b87-be70-b52cee7dbf45),segment_id=d7784458-2afc-4b87-be70-b52cee7dbf45)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:20:24.161028 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': '587c818d-f1de-405d-bab0-099a00f05fac', 'network_id': 'd1b96b68-a910-43d5-bf6c-99efd1685281', 'port_id': '587c818d-f1de-405d-bab0-099a00f05fac', 'mac_address': 'fa:16:3e:87:29:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9083fea9-e18a-4e71-bc77-a08d38cda8aa', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:20:24.203645 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:24.216317 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 587c818d-f1de-405d-bab0-099a00f05fac {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:20:24.235879 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 587c818d-f1de-405d-bab0-099a00f05fac, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=587c818d-f1de-405d-bab0-099a00f05fac,segment=NetworkSegment(d7784458-2afc-4b87-be70-b52cee7dbf45),segment_id=d7784458-2afc-4b87-be70-b52cee7dbf45)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:20:24.239919 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:24.291931 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=587c818d-f1de-405d-bab0-099a00f05fac,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:24.474097 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['587c818d-f1de-405d-bab0-099a00f05fac'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:20:24.474698 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf6e54-438c-4b56-a11b-b414879e3103 req-5d142827-ceb0-4029-bba5-9f8ae5f65350 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:24.484736 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0faf6e54-438c-4b56-a11b-b414879e3103 req-5d142827-ceb0-4029-bba5-9f8ae5f65350 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cd77e68-a3fa-412d-a922-79a4b09443bc HTTP/1.1" status: 200 len: 945 time: 0.0784605 Aug 16 23:20:24.537090 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0faf6e54-438c-4b56-a11b-b414879e3103 req-7c638add-d05d-45da-ab34-aea567767631 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=29a3b678-a940-41e1-96fb-a218802012ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467117 Aug 16 23:20:25.454910 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:25.649902 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1ed7bd-d00f-4378-944a-645271d4280b req-77b90737-79a2-428e-aa08-780822a1afda tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:25.652235 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8b1ed7bd-d00f-4378-944a-645271d4280b req-77b90737-79a2-428e-aa08-780822a1afda tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cd77e68-a3fa-412d-a922-79a4b09443bc HTTP/1.1" status: 200 len: 945 time: 0.0513353 Aug 16 23:20:25.695058 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8b1ed7bd-d00f-4378-944a-645271d4280b req-e15e00f9-58d8-4d25-888d-6ca90e13b893 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=29a3b678-a940-41e1-96fb-a218802012ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366447 Aug 16 23:20:25.963780 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 46174) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:26.011191 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 587c818d-f1de-405d-bab0-099a00f05fac up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:20:26.079189 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7fa67ce5-5f35-4e33-8cab-6b7cc5af37aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:26.102385 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning for port 587c818d-f1de-405d-bab0-099a00f05fac completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:20:26.109590 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port 587c818d-f1de-405d-bab0-099a00f05fac triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:20:26.109972 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:26.185595 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7fa67ce5-5f35-4e33-8cab-6b7cc5af37aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:26.190304 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7fa67ce5-5f35-4e33-8cab-6b7cc5af37aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:26.210803 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:26.233961 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cd77e68-a3fa-412d-a922-79a4b09443bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '587c818d-f1de-405d-bab0-099a00f05fac'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:20:26.238377 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b23d41c-6f33-4405-85c3-47398028267d" -d '{"events": [{"server_uuid": "9cd77e68-a3fa-412d-a922-79a4b09443bc", "name": "network-vif-plugged", "status": "completed", "tag": "587c818d-f1de-405d-bab0-099a00f05fac"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:20:26.241452 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa67ce5-5f35-4e33-8cab-6b7cc5af37aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7deaa58e-3531-4d86-84b3-5fa60cd0313b,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:26.251238 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-7fa67ce5-5f35-4e33-8cab-6b7cc5af37aa admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=024e5fb579cc4d8eb885d2a2282151c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2833529 Aug 16 23:20:26.251603 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 46180) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:26.268531 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 587c818d-f1de-405d-bab0-099a00f05fac, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=587c818d-f1de-405d-bab0-099a00f05fac,segment=NetworkSegment(d7784458-2afc-4b87-be70-b52cee7dbf45),segment_id=d7784458-2afc-4b87-be70-b52cee7dbf45)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:20:26.273240 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:26.284079 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0a3405f-931e-4f51-963a-cbe5f793412c x-openstack-request-id: req-f0a3405f-931e-4f51-963a-cbe5f793412c {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:20:26.284764 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cd77e68-a3fa-412d-a922-79a4b09443bc", "name": "network-vif-plugged", "status": "completed", "tag": "587c818d-f1de-405d-bab0-099a00f05fac", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:20:26.285576 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f0a3405f-931e-4f51-963a-cbe5f793412c {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:20:26.285576 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cd77e68-a3fa-412d-a922-79a4b09443bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '587c818d-f1de-405d-bab0-099a00f05fac', 'code': 200} Aug 16 23:20:26.313774 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6e7bd37d-c567-4ec7-a8bf-d9c42b3924b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:26.336996 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6e7bd37d-c567-4ec7-a8bf-d9c42b3924b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:26.341308 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=587c818d-f1de-405d-bab0-099a00f05fac,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:26.405346 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22724dc3-533c-4492-a98c-a42ea72f423e req-69aa0137-cc70-4e51-ab22-63e2218b3a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:26.406912 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-22724dc3-533c-4492-a98c-a42ea72f423e req-69aa0137-cc70-4e51-ab22-63e2218b3a08 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=9cd77e68-a3fa-412d-a922-79a4b09443bc HTTP/1.1" status: 200 len: 1098 time: 0.0627761 Aug 16 23:20:26.431649 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6e7bd37d-c567-4ec7-a8bf-d9c42b3924b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:26.431649 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6e7bd37d-c567-4ec7-a8bf-d9c42b3924b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:26.437904 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-6e7bd37d-c567-4ec7-a8bf-d9c42b3924b0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7deaa58e-3531-4d86-84b3-5fa60cd0313b HTTP/1.1" status: 204 len: 168 time: 0.1796534 Aug 16 23:20:26.444904 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7bd37d-c567-4ec7-a8bf-d9c42b3924b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7deaa58e-3531-4d86-84b3-5fa60cd0313b,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:26.461259 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-22724dc3-533c-4492-a98c-a42ea72f423e req-452316c9-0ff2-499a-8a93-49996c85865c service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=29a3b678-a940-41e1-96fb-a218802012ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457060 Aug 16 23:20:26.703440 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 46186) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:26.717352 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b106aa5a-b0a2-49d6-ab73-c27ccb2a2872 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:26.798192 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:20:26.813153 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b106aa5a-b0a2-49d6-ab73-c27ccb2a2872 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:26.817390 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b106aa5a-b0a2-49d6-ab73-c27ccb2a2872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:26.846940 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ae5569-d999-439a-9470-3e9952f6f2b8 req-b18fce51-b9bd-4f75-ba24-00e1263eab33 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:26.848455 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-77ae5569-d999-439a-9470-3e9952f6f2b8 req-b18fce51-b9bd-4f75-ba24-00e1263eab33 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cd77e68-a3fa-412d-a922-79a4b09443bc HTTP/1.1" status: 200 len: 946 time: 0.0711429 Aug 16 23:20:26.857592 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-b106aa5a-b0a2-49d6-ab73-c27ccb2a2872 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b1bb7e78e36849f287d03d9f68339312&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1530294 Aug 16 23:20:26.858737 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b106aa5a-b0a2-49d6-ab73-c27ccb2a2872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07381dc0-2ba7-4e98-b66f-b23fa0ba8548,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:26.861326 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 46190) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:26.891220 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-77ae5569-d999-439a-9470-3e9952f6f2b8 req-86e42ce4-3775-45e7-b97a-0fdd6b00717b tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=29a3b678-a940-41e1-96fb-a218802012ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362570 Aug 16 23:20:26.911008 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5c875b79-e297-43f5-941d-f4d5e1268efb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:26.933381 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5c875b79-e297-43f5-941d-f4d5e1268efb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:26.978763 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5c875b79-e297-43f5-941d-f4d5e1268efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:26.983916 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5c875b79-e297-43f5-941d-f4d5e1268efb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:26.985349 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-5c875b79-e297-43f5-941d-f4d5e1268efb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/07381dc0-2ba7-4e98-b66f-b23fa0ba8548 HTTP/1.1" status: 204 len: 168 time: 0.1228802 Aug 16 23:20:26.994586 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c875b79-e297-43f5-941d-f4d5e1268efb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07381dc0-2ba7-4e98-b66f-b23fa0ba8548,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:28.020694 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb8d7a4-55c2-4655-ae5e-dd45024fe784 req-9bf1a95e-f578-437e-be19-b024be64406b tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:28.022172 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2fb8d7a4-55c2-4655-ae5e-dd45024fe784 req-9bf1a95e-f578-437e-be19-b024be64406b tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cd77e68-a3fa-412d-a922-79a4b09443bc HTTP/1.1" status: 200 len: 946 time: 0.0551190 Aug 16 23:20:28.067218 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2fb8d7a4-55c2-4655-ae5e-dd45024fe784 req-dc55e76e-3ed3-46eb-abd2-fe20b6fbb614 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=29a3b678-a940-41e1-96fb-a218802012ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378244 Aug 16 23:20:28.198968 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d523996a-e991-498b-8da4-1cefc566671e req-a1824589-e060-43ec-acc5-c66d36bb1c14 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:28.204085 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d523996a-e991-498b-8da4-1cefc566671e req-a1824589-e060-43ec-acc5-c66d36bb1c14 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cd77e68-a3fa-412d-a922-79a4b09443bc HTTP/1.1" status: 200 len: 946 time: 0.0671775 Aug 16 23:20:28.244035 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d523996a-e991-498b-8da4-1cefc566671e req-f1127e0b-7b6d-4fbf-a8ed-4f15ce0f9647 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=29a3b678-a940-41e1-96fb-a218802012ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328059 Aug 16 23:20:28.267999 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 46234) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:28.308664 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5f072b-2773-438f-a1d1-0e422de83c77 tempest-TestNetworkAdvancedServerOps-1443331071 tempest-TestNetworkAdvancedServerOps-1443331071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:28.310144 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-0e5f072b-2773-438f-a1d1-0e422de83c77 tempest-TestNetworkAdvancedServerOps-1443331071 tempest-TestNetworkAdvancedServerOps-1443331071-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=9cd77e68-a3fa-412d-a922-79a4b09443bc HTTP/1.1" status: 200 len: 1093 time: 0.0411212 Aug 16 23:20:28.313213 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 46236) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:28.317654 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-de129e8d-6318-4618-b220-462bcb1116e7 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Request body: {'floatingip': {'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'port_id': '587c818d-f1de-405d-bab0-099a00f05fac', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:20:28.341881 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de129e8d-6318-4618-b220-462bcb1116e7 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for floatingip, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:28.450193 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de129e8d-6318-4618-b220-462bcb1116e7 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:28.560861 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-de129e8d-6318-4618-b220-462bcb1116e7 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Allocated IP 172.25.4.180 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/d382791a-1dd9-4436-a74b-43bad9041582) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:20:28.676760 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de129e8d-6318-4618-b220-462bcb1116e7 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:28.719595 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de129e8d-6318-4618-b220-462bcb1116e7 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:28.757256 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de129e8d-6318-4618-b220-462bcb1116e7 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:20:28.765796 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-de129e8d-6318-4618-b220-462bcb1116e7 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:20:28.769971 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de129e8d-6318-4618-b220-462bcb1116e7 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:20:28.800797 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de129e8d-6318-4618-b220-462bcb1116e7 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Pushing event updated for resources: {'Port': ['ID=d382791a-1dd9-4436-a74b-43bad9041582,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:29.180073 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de129e8d-6318-4618-b220-462bcb1116e7 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:29.254649 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de129e8d-6318-4618-b220-462bcb1116e7 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:29.427139 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de129e8d-6318-4618-b220-462bcb1116e7 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:29.432472 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de129e8d-6318-4618-b220-462bcb1116e7 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:29.501206 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de129e8d-6318-4618-b220-462bcb1116e7 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Pushing event updated for resources: {'Port': ['ID=d382791a-1dd9-4436-a74b-43bad9041582,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:29.515201 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de129e8d-6318-4618-b220-462bcb1116e7 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:29.634395 n-d-791506-26 neutron-server[101291]: INFO neutron.db.l3_db [None req-de129e8d-6318-4618-b220-462bcb1116e7 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Floating IP ee732086-387a-4e1f-8126-0db7df740969 associated. External IP: 172.25.4.180, port: 587c818d-f1de-405d-bab0-099a00f05fac. Aug 16 23:20:29.877681 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de129e8d-6318-4618-b220-462bcb1116e7 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Router e8a5565b-996e-417c-85a4-47011fe5472d has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:20:29.959365 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 46366) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:30.001347 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de129e8d-6318-4618-b220-462bcb1116e7 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:20:30.017420 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4dedd7-b0c0-4540-a513-01f0f42b6e29 None None] Sync routers for ids ['e8a5565b-996e-417c-85a4-47011fe5472d'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:20:30.019845 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de129e8d-6318-4618-b220-462bcb1116e7 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:30.028334 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4dedd7-b0c0-4540-a513-01f0f42b6e29 None None] Routers {'e8a5565b-996e-417c-85a4-47011fe5472d'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:20:30.029016 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-df4dedd7-b0c0-4540-a513-01f0f42b6e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:20:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['e8a5565b-996e-417c-85a4-47011fe5472d'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:20:30.054747 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-de129e8d-6318-4618-b220-462bcb1116e7 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7370880 Aug 16 23:20:30.054747 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cd77e68-a3fa-412d-a922-79a4b09443bc', 'tag': '587c818d-f1de-405d-bab0-099a00f05fac'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:20:30.054747 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f007a26e-36d3-45bb-804e-ce3e7d56d80a" -d '{"events": [{"name": "network-changed", "server_uuid": "9cd77e68-a3fa-412d-a922-79a4b09443bc", "tag": "587c818d-f1de-405d-bab0-099a00f05fac"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:20:30.082714 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9839f517-4a01-4c23-95c2-92063d01f95a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:30.094887 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af6c0420-2039-4417-9fc5-deb1c2426d29 x-openstack-request-id: req-af6c0420-2039-4417-9fc5-deb1c2426d29 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:20:30.095187 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cd77e68-a3fa-412d-a922-79a4b09443bc", "tag": "587c818d-f1de-405d-bab0-099a00f05fac", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:20:30.095450 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-af6c0420-2039-4417-9fc5-deb1c2426d29 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:20:30.095870 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cd77e68-a3fa-412d-a922-79a4b09443bc', 'tag': '587c818d-f1de-405d-bab0-099a00f05fac', 'status': 'completed', 'code': 200} Aug 16 23:20:30.180872 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f007a26e-36d3-45bb-804e-ce3e7d56d80a req-0794303f-087a-4c76-980d-b156c01374b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:30.181637 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-df4dedd7-b0c0-4540-a513-01f0f42b6e29 None None] Set router e8a5565b-996e-417c-85a4-47011fe5472d gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:20:30.183380 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-f007a26e-36d3-45bb-804e-ce3e7d56d80a req-0794303f-087a-4c76-980d-b156c01374b1 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3aee68aa35e24e649e175a43cbcb7bd3&device_id=9cd77e68-a3fa-412d-a922-79a4b09443bc HTTP/1.1" status: 200 len: 1098 time: 0.0590014 Aug 16 23:20:30.213553 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b084f6c7-301d-42a1-adda-1fd29584c01e req-69a2993c-22a3-47aa-a2ea-8f4c43a6650d tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:30.215098 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b084f6c7-301d-42a1-adda-1fd29584c01e req-69a2993c-22a3-47aa-a2ea-8f4c43a6650d tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cd77e68-a3fa-412d-a922-79a4b09443bc HTTP/1.1" status: 200 len: 946 time: 0.0840590 Aug 16 23:20:30.257283 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9839f517-4a01-4c23-95c2-92063d01f95a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:30.265106 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9839f517-4a01-4c23-95c2-92063d01f95a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:30.293250 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f007a26e-36d3-45bb-804e-ce3e7d56d80a req-ff6a5333-9410-4f57-acbd-2c4937831da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:30.295276 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-f007a26e-36d3-45bb-804e-ce3e7d56d80a req-ff6a5333-9410-4f57-acbd-2c4937831da8 service neutron] 10.222.0.68 "GET /v2.0/networks?id=d1b96b68-a910-43d5-bf6c-99efd1685281 HTTP/1.1" status: 200 len: 897 time: 0.1044528 Aug 16 23:20:30.295862 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b084f6c7-301d-42a1-adda-1fd29584c01e req-7a73195f-bd59-44c5-8165-13fa1380a4b0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=29a3b678-a940-41e1-96fb-a218802012ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665572 Aug 16 23:20:30.327610 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 46374) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:30.343765 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-9839f517-4a01-4c23-95c2-92063d01f95a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cae87cf6cda442aa9c6f3f8ff79e3eba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3810689 Aug 16 23:20:30.344497 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 46376) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:30.378389 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-f007a26e-36d3-45bb-804e-ce3e7d56d80a req-9907687a-b87e-4555-a2ab-b56d19248699 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=587c818d-f1de-405d-bab0-099a00f05fac HTTP/1.1" status: 200 len: 1000 time: 0.0745516 Aug 16 23:20:30.379396 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9839f517-4a01-4c23-95c2-92063d01f95a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20d73f74-cd5b-425f-9d8e-a3b0e35db2bf,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:30.427275 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-c6031250-cd1c-4461-8eec-8ca0d40f7c9b tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/floatingips/ee732086-387a-4e1f-8126-0db7df740969 HTTP/1.1" status: 200 len: 992 time: 0.0938709 Aug 16 23:20:30.453873 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f007a26e-36d3-45bb-804e-ce3e7d56d80a req-ee8509cd-03bd-42ec-a243-f9b21de8f835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:30.454564 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-92a210ec-9a15-4749-ab9d-0913a4f4f291 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:30.455416 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-f007a26e-36d3-45bb-804e-ce3e7d56d80a req-ee8509cd-03bd-42ec-a243-f9b21de8f835 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=9083fea9-e18a-4e71-bc77-a08d38cda8aa HTTP/1.1" status: 200 len: 835 time: 0.0658095 Aug 16 23:20:30.458781 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-df4dedd7-b0c0-4540-a513-01f0f42b6e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8a5565b-996e-417c-85a4-47011fe5472d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-936716271', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '5d69ec2b-884a-42bd-9318-740fa33ac67d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:20:11Z', 'updated_at': '2021-08-16T23:20:15Z', 'revision_number': 4, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'gw_port': {'id': '5d69ec2b-884a-42bd-9318-740fa33ac67d', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a5565b-996e-417c-85a4-47011fe5472d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:20:11Z', 'updated_at': '2021-08-16T23:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': 'ee732086-387a-4e1f-8126-0db7df740969', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'floating_ip_address': '172.25.4.180', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': 'e8a5565b-996e-417c-85a4-47011fe5472d', 'port_id': '587c818d-f1de-405d-bab0-099a00f05fac', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1b96b68-a910-43d5-bf6c-99efd1685281', 'mac_address': 'fa:16:3e:87:29:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd77e68-a3fa-412d-a922-79a4b09443bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:20:29Z', 'updated_at': '2021-08-16T23:20:29Z', 'revision_number': 0, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a377790-3f96-48be-98ba-ab0dbd2e3c61', 'name': '', 'network_id': 'd1b96b68-a910-43d5-bf6c-99efd1685281', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'mac_address': 'fa:16:3e:c6:4e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a5565b-996e-417c-85a4-47011fe5472d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': '9083fea9-e18a-4e71-bc77-a08d38cda8aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:20:14Z', 'updated_at': '2021-08-16T23:20:22Z', 'revision_number': 5, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'subnets': [{'id': '9083fea9-e18a-4e71-bc77-a08d38cda8aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:20:30.479023 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-92a210ec-9a15-4749-ab9d-0913a4f4f291 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:30.485510 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4dedd7-b0c0-4540-a513-01f0f42b6e29 None None] Checking router: e8a5565b-996e-417c-85a4-47011fe5472d for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:20:30.494882 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4dedd7-b0c0-4540-a513-01f0f42b6e29 None None] Routers {'e8a5565b-996e-417c-85a4-47011fe5472d'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:20:30.495508 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-df4dedd7-b0c0-4540-a513-01f0f42b6e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:20:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['e8a5565b-996e-417c-85a4-47011fe5472d'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:20:30.512896 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f007a26e-36d3-45bb-804e-ce3e7d56d80a req-77ad6baa-1351-4a27-8b05-c08e599c35a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:30.515020 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-f007a26e-36d3-45bb-804e-ce3e7d56d80a req-77ad6baa-1351-4a27-8b05-c08e599c35a8 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d1b96b68-a910-43d5-bf6c-99efd1685281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508306 Aug 16 23:20:30.541922 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-92a210ec-9a15-4749-ab9d-0913a4f4f291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:30.545487 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-92a210ec-9a15-4749-ab9d-0913a4f4f291 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:30.550105 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-92a210ec-9a15-4749-ab9d-0913a4f4f291 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/20d73f74-cd5b-425f-9d8e-a3b0e35db2bf HTTP/1.1" status: 204 len: 168 time: 0.2010427 Aug 16 23:20:30.555623 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a210ec-9a15-4749-ab9d-0913a4f4f291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d73f74-cd5b-425f-9d8e-a3b0e35db2bf,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:30.621767 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-f007a26e-36d3-45bb-804e-ce3e7d56d80a req-e97e7022-a8f5-4d66-9d29-5d98a2c8d8e6 service neutron] 10.222.0.68 "GET /v2.0/networks/d1b96b68-a910-43d5-bf6c-99efd1685281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986466 Aug 16 23:20:30.629609 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-df4dedd7-b0c0-4540-a513-01f0f42b6e29 None None] Set router e8a5565b-996e-417c-85a4-47011fe5472d gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:20:30.729998 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-f007a26e-36d3-45bb-804e-ce3e7d56d80a req-a313a507-49ca-40df-9065-8e184079523b service neutron] 10.222.0.68 "GET /v2.0/networks/d1b96b68-a910-43d5-bf6c-99efd1685281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003768 Aug 16 23:20:30.848567 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 46382) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:30.862818 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-eb2ef8ee-c2cf-436f-a0bc-12df10dc0f5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:30.882989 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-df4dedd7-b0c0-4540-a513-01f0f42b6e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8a5565b-996e-417c-85a4-47011fe5472d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-936716271', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '5d69ec2b-884a-42bd-9318-740fa33ac67d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:20:11Z', 'updated_at': '2021-08-16T23:20:15Z', 'revision_number': 4, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'gw_port': {'id': '5d69ec2b-884a-42bd-9318-740fa33ac67d', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a5565b-996e-417c-85a4-47011fe5472d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:20:11Z', 'updated_at': '2021-08-16T23:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': 'ee732086-387a-4e1f-8126-0db7df740969', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'floating_ip_address': '172.25.4.180', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': 'e8a5565b-996e-417c-85a4-47011fe5472d', 'port_id': '587c818d-f1de-405d-bab0-099a00f05fac', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1b96b68-a910-43d5-bf6c-99efd1685281', 'mac_address': 'fa:16:3e:87:29:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd77e68-a3fa-412d-a922-79a4b09443bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:20:29Z', 'updated_at': '2021-08-16T23:20:29Z', 'revision_number': 0, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a377790-3f96-48be-98ba-ab0dbd2e3c61', 'name': '', 'network_id': 'd1b96b68-a910-43d5-bf6c-99efd1685281', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'mac_address': 'fa:16:3e:c6:4e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a5565b-996e-417c-85a4-47011fe5472d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': '9083fea9-e18a-4e71-bc77-a08d38cda8aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:20:14Z', 'updated_at': '2021-08-16T23:20:22Z', 'revision_number': 5, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'subnets': [{'id': '9083fea9-e18a-4e71-bc77-a08d38cda8aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:20:30.912089 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4dedd7-b0c0-4540-a513-01f0f42b6e29 None None] The sync data for ids ['e8a5565b-996e-417c-85a4-47011fe5472d'] in n-d-791506-26 is: [{'id': 'e8a5565b-996e-417c-85a4-47011fe5472d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-936716271', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '5d69ec2b-884a-42bd-9318-740fa33ac67d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:20:11Z', 'updated_at': '2021-08-16T23:20:15Z', 'revision_number': 4, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'gw_port': {'id': '5d69ec2b-884a-42bd-9318-740fa33ac67d', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a5565b-996e-417c-85a4-47011fe5472d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:20:11Z', 'updated_at': '2021-08-16T23:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': 'ee732086-387a-4e1f-8126-0db7df740969', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'floating_ip_address': '172.25.4.180', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': 'e8a5565b-996e-417c-85a4-47011fe5472d', 'port_id': '587c818d-f1de-405d-bab0-099a00f05fac', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1b96b68-a910-43d5-bf6c-99efd1685281', 'mac_address': 'fa:16:3e:87:29:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd77e68-a3fa-412d-a922-79a4b09443bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:20:29Z', 'updated_at': '2021-08-16T23:20:29Z', 'revision_number': 0, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a377790-3f96-48be-98ba-ab0dbd2e3c61', 'name': '', 'network_id': 'd1b96b68-a910-43d5-bf6c-99efd1685281', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'mac_address': 'fa:16:3e:c6:4e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a5565b-996e-417c-85a4-47011fe5472d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': '9083fea9-e18a-4e71-bc77-a08d38cda8aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:20:14Z', 'updated_at': '2021-08-16T23:20:22Z', 'revision_number': 5, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'subnets': [{'id': '9083fea9-e18a-4e71-bc77-a08d38cda8aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:20:30.970016 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-eb2ef8ee-c2cf-436f-a0bc-12df10dc0f5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:30.974609 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-eb2ef8ee-c2cf-436f-a0bc-12df10dc0f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:31.016429 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2ef8ee-c2cf-436f-a0bc-12df10dc0f5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=136ff6cd-a28c-4912-b5ce-adcb6af4ff00,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:31.020916 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-eb2ef8ee-c2cf-436f-a0bc-12df10dc0f5e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d9b643291fcc40ae8415c369c5101902&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1710224 Aug 16 23:20:31.025380 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 46384) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:31.081945 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d3eba421-579e-450c-9557-93d1edc1126c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:31.107574 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d3eba421-579e-450c-9557-93d1edc1126c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:31.134784 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1bbd72-cc4b-4830-afa1-f6b3a8d3f118 None None] New status for floating IP ee732086-387a-4e1f-8126-0db7df740969: ACTIVE {{(pid=101294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:20:31.162603 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d3eba421-579e-450c-9557-93d1edc1126c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:31.166284 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d3eba421-579e-450c-9557-93d1edc1126c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:31.167537 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-d3eba421-579e-450c-9557-93d1edc1126c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/136ff6cd-a28c-4912-b5ce-adcb6af4ff00 HTTP/1.1" status: 204 len: 168 time: 0.1411180 Aug 16 23:20:31.176182 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eba421-579e-450c-9557-93d1edc1126c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=136ff6cd-a28c-4912-b5ce-adcb6af4ff00,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:31.429310 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 46390) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:31.499713 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-ce098985-340a-4d53-81bc-acaab84c5bb2 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/floatingips/ee732086-387a-4e1f-8126-0db7df740969 HTTP/1.1" status: 200 len: 994 time: 0.0664065 Aug 16 23:20:32.569082 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 46448) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:32.684802 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-200b16e2-e26c-42e9-8ee0-164b99a9869b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:32.791551 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-200b16e2-e26c-42e9-8ee0-164b99a9869b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:32.795464 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-200b16e2-e26c-42e9-8ee0-164b99a9869b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:32.834825 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-200b16e2-e26c-42e9-8ee0-164b99a9869b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=af0f60db52334db2b2c043df41f774b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2646253 Aug 16 23:20:32.836106 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b16e2-e26c-42e9-8ee0-164b99a9869b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62b36e74-3209-4f31-a512-b9fd38446e4f,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:32.837585 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 46452) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:32.886355 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2119730f-03af-41fa-9bdc-56acbaae2e82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:32.907372 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2119730f-03af-41fa-9bdc-56acbaae2e82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:32.952159 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2119730f-03af-41fa-9bdc-56acbaae2e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:32.954830 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2119730f-03af-41fa-9bdc-56acbaae2e82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:32.955960 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-2119730f-03af-41fa-9bdc-56acbaae2e82 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/62b36e74-3209-4f31-a512-b9fd38446e4f HTTP/1.1" status: 204 len: 168 time: 0.1173954 Aug 16 23:20:32.963518 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2119730f-03af-41fa-9bdc-56acbaae2e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b36e74-3209-4f31-a512-b9fd38446e4f,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:34.339364 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 46494) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:34.437949 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-921b91ff-c913-49c1-a4c5-44a91d71e872 tempest-QuotasTest-361337148 tempest-QuotasTest-361337148-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:20:34.467123 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-921b91ff-c913-49c1-a4c5-44a91d71e872 tempest-QuotasTest-361337148 tempest-QuotasTest-361337148-project-admin] 10.222.0.36 "PUT /v2.0/quotas/a9b595520ca54ca4ade2866428062bd5 HTTP/1.1" status: 200 len: 366 time: 0.1265144 Aug 16 23:20:34.469433 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 46498) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:34.479473 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-434e3fd2-ec4a-401c-8922-a90f10f9167f tempest-QuotasTest-361337148 tempest-QuotasTest-361337148-project-admin] 10.222.0.36 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0090353 Aug 16 23:20:34.482032 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 46500) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:34.494172 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-ce481c67-86d9-4c9f-b3a6-0d59872cc350 tempest-QuotasTest-361337148 tempest-QuotasTest-361337148-project-admin] 10.222.0.36 "GET /v2.0/quotas/a9b595520ca54ca4ade2866428062bd5 HTTP/1.1" status: 200 len: 366 time: 0.0104289 Aug 16 23:20:34.496489 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 46502) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:34.509440 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-8b4f0152-c7db-424b-a4dd-6e56a44997cd tempest-QuotasTest-361337148 tempest-QuotasTest-361337148-project-admin] 10.222.0.36 "DELETE /v2.0/quotas/a9b595520ca54ca4ade2866428062bd5 HTTP/1.1" status: 204 len: 168 time: 0.0119545 Aug 16 23:20:34.511577 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 46504) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:34.520906 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-43022f8c-7490-41ca-a27e-5f5f441d7676 tempest-QuotasTest-361337148 tempest-QuotasTest-361337148-project-admin] 10.222.0.36 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0083766 Aug 16 23:20:34.522926 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 46506) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:34.531670 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-29a84a9e-cfb5-4a62-a0d9-915a96eabb2b tempest-QuotasTest-361337148 tempest-QuotasTest-361337148-project-admin] 10.222.0.36 "GET /v2.0/quotas/a9b595520ca54ca4ade2866428062bd5 HTTP/1.1" status: 200 len: 370 time: 0.0077636 Aug 16 23:20:34.533598 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 46508) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:34.537910 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-cdd6a3a3-a1a8-4659-b52e-b89772ddc1a5 tempest-QuotasTest-361337148 tempest-QuotasTest-361337148-project-admin] 10.222.0.36 "GET /v2.0/quotas/a9b595520ca54ca4ade2866428062bd5/default HTTP/1.1" status: 200 len: 370 time: 0.0034437 Aug 16 23:20:34.539906 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 46510) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:34.547902 n-d-791506-26 neutron-server[101292]: INFO neutron.api.v2.resource [None req-0e2bd8cb-1a31-4df3-8146-a20eb5fadeea tempest-QuotasTest-361337148 tempest-QuotasTest-361337148-project-admin] delete failed (client error): The resource could not be found. Aug 16 23:20:34.548843 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-0e2bd8cb-1a31-4df3-8146-a20eb5fadeea tempest-QuotasTest-361337148 tempest-QuotasTest-361337148-project-admin] 10.222.0.36 "DELETE /v2.0/quotas/a9b595520ca54ca4ade2866428062bd5 HTTP/1.1" status: 404 len: 348 time: 0.0073953 Aug 16 23:20:34.650666 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 46514) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:34.671018 n-d-791506-26 neutron-server[101291]: DEBUG neutron.quota.resource [None req-0f65d13d-652f-4055-9336-dca9167946c8 tempest-QuotasTest-361337148 tempest-QuotasTest-361337148-project-admin] Usage tracker for resource:network and tenant:bbc86ba3a896495cabb16f67ad66740c is out of sync, need to count used quota {{(pid=101291) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 23:20:34.676727 n-d-791506-26 neutron-server[101291]: DEBUG neutron.quota.resource [None req-0f65d13d-652f-4055-9336-dca9167946c8 tempest-QuotasTest-361337148 tempest-QuotasTest-361337148-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=101291) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 23:20:34.684184 n-d-791506-26 neutron-server[101291]: DEBUG neutron.quota.resource [None req-0f65d13d-652f-4055-9336-dca9167946c8 tempest-QuotasTest-361337148 tempest-QuotasTest-361337148-project-admin] Usage tracker for resource:subnet and tenant:bbc86ba3a896495cabb16f67ad66740c is out of sync, need to count used quota {{(pid=101291) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 23:20:34.689153 n-d-791506-26 neutron-server[101291]: DEBUG neutron.quota.resource [None req-0f65d13d-652f-4055-9336-dca9167946c8 tempest-QuotasTest-361337148 tempest-QuotasTest-361337148-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=101291) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 23:20:34.695391 n-d-791506-26 neutron-server[101291]: DEBUG neutron.quota.resource [None req-0f65d13d-652f-4055-9336-dca9167946c8 tempest-QuotasTest-361337148 tempest-QuotasTest-361337148-project-admin] Usage tracker for resource:subnetpool and tenant:bbc86ba3a896495cabb16f67ad66740c is out of sync, need to count used quota {{(pid=101291) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 23:20:34.700458 n-d-791506-26 neutron-server[101291]: DEBUG neutron.quota.resource [None req-0f65d13d-652f-4055-9336-dca9167946c8 tempest-QuotasTest-361337148 tempest-QuotasTest-361337148-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=101291) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 23:20:34.706639 n-d-791506-26 neutron-server[101291]: DEBUG neutron.quota.resource [None req-0f65d13d-652f-4055-9336-dca9167946c8 tempest-QuotasTest-361337148 tempest-QuotasTest-361337148-project-admin] Usage tracker for resource:port and tenant:bbc86ba3a896495cabb16f67ad66740c is out of sync, need to count used quota {{(pid=101291) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 23:20:34.712698 n-d-791506-26 neutron-server[101291]: DEBUG neutron.quota.resource [None req-0f65d13d-652f-4055-9336-dca9167946c8 tempest-QuotasTest-361337148 tempest-QuotasTest-361337148-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=101291) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 23:20:34.719333 n-d-791506-26 neutron-server[101291]: DEBUG neutron.quota.resource [None req-0f65d13d-652f-4055-9336-dca9167946c8 tempest-QuotasTest-361337148 tempest-QuotasTest-361337148-project-admin] Usage tracker for resource:router and tenant:bbc86ba3a896495cabb16f67ad66740c is out of sync, need to count used quota {{(pid=101291) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 23:20:34.723987 n-d-791506-26 neutron-server[101291]: DEBUG neutron.quota.resource [None req-0f65d13d-652f-4055-9336-dca9167946c8 tempest-QuotasTest-361337148 tempest-QuotasTest-361337148-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=101291) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 23:20:34.730952 n-d-791506-26 neutron-server[101291]: DEBUG neutron.quota.resource [None req-0f65d13d-652f-4055-9336-dca9167946c8 tempest-QuotasTest-361337148 tempest-QuotasTest-361337148-project-admin] Usage tracker for resource:floatingip and tenant:bbc86ba3a896495cabb16f67ad66740c is out of sync, need to count used quota {{(pid=101291) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 23:20:34.735957 n-d-791506-26 neutron-server[101291]: DEBUG neutron.quota.resource [None req-0f65d13d-652f-4055-9336-dca9167946c8 tempest-QuotasTest-361337148 tempest-QuotasTest-361337148-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=101291) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 23:20:34.792793 n-d-791506-26 neutron-server[101291]: DEBUG neutron.quota.resource [None req-0f65d13d-652f-4055-9336-dca9167946c8 tempest-QuotasTest-361337148 tempest-QuotasTest-361337148-project-admin] Usage tracker for resource:security_group and tenant:bbc86ba3a896495cabb16f67ad66740c is out of sync, need to count used quota {{(pid=101291) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 23:20:34.797656 n-d-791506-26 neutron-server[101291]: DEBUG neutron.quota.resource [None req-0f65d13d-652f-4055-9336-dca9167946c8 tempest-QuotasTest-361337148 tempest-QuotasTest-361337148-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=101291) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 23:20:34.808636 n-d-791506-26 neutron-server[101291]: DEBUG neutron.quota.resource [None req-0f65d13d-652f-4055-9336-dca9167946c8 tempest-QuotasTest-361337148 tempest-QuotasTest-361337148-project-admin] Usage tracker for resource:security_group_rule and tenant:bbc86ba3a896495cabb16f67ad66740c is out of sync, need to count used quota {{(pid=101291) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 23:20:34.813582 n-d-791506-26 neutron-server[101291]: DEBUG neutron.quota.resource [None req-0f65d13d-652f-4055-9336-dca9167946c8 tempest-QuotasTest-361337148 tempest-QuotasTest-361337148-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=101291) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 23:20:34.818151 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-0f65d13d-652f-4055-9336-dca9167946c8 tempest-QuotasTest-361337148 tempest-QuotasTest-361337148-project-admin] 10.222.0.36 "GET /v2.0/quotas/bbc86ba3a896495cabb16f67ad66740c/details.json HTTP/1.1" status: 200 len: 703 time: 0.1662779 Aug 16 23:20:35.108473 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 46520) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:35.217611 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f4a966ec-d5ca-41a8-a6dc-4c91523b95b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:35.309921 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f4a966ec-d5ca-41a8-a6dc-4c91523b95b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:35.313452 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f4a966ec-d5ca-41a8-a6dc-4c91523b95b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:35.351314 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-f4a966ec-d5ca-41a8-a6dc-4c91523b95b2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=da188ccbbd374ae5bc4affd858a7e854&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2416770 Aug 16 23:20:35.352926 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a966ec-d5ca-41a8-a6dc-4c91523b95b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8758cf3c-bf79-4592-adbd-9307a5395a6a,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:35.355068 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 46524) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:35.405115 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1cae751f-ab23-4fe6-9892-4b41a9918926 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:35.426690 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1cae751f-ab23-4fe6-9892-4b41a9918926 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:35.471236 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1cae751f-ab23-4fe6-9892-4b41a9918926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:35.473767 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1cae751f-ab23-4fe6-9892-4b41a9918926 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:35.474945 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-1cae751f-ab23-4fe6-9892-4b41a9918926 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8758cf3c-bf79-4592-adbd-9307a5395a6a HTTP/1.1" status: 204 len: 168 time: 0.1188681 Aug 16 23:20:35.483834 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cae751f-ab23-4fe6-9892-4b41a9918926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8758cf3c-bf79-4592-adbd-9307a5395a6a,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:35.734360 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 46530) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:35.748453 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f2e14401-5677-4897-bb3e-b63a2c36b26e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:35.834952 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f2e14401-5677-4897-bb3e-b63a2c36b26e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:35.839048 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f2e14401-5677-4897-bb3e-b63a2c36b26e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:35.876940 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-f2e14401-5677-4897-bb3e-b63a2c36b26e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bbc86ba3a896495cabb16f67ad66740c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1414220 Aug 16 23:20:35.877829 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e14401-5677-4897-bb3e-b63a2c36b26e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=077e3692-0bb8-4dc5-8089-e871a23934f3,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:35.879670 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 46532) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:35.930276 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2af5e915-3f89-41b8-a13d-4157f0397898 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:35.951104 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2af5e915-3f89-41b8-a13d-4157f0397898 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:35.998195 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2af5e915-3f89-41b8-a13d-4157f0397898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:36.000803 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2af5e915-3f89-41b8-a13d-4157f0397898 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:36.001977 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-2af5e915-3f89-41b8-a13d-4157f0397898 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/077e3692-0bb8-4dc5-8089-e871a23934f3 HTTP/1.1" status: 204 len: 168 time: 0.1212986 Aug 16 23:20:36.010392 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af5e915-3f89-41b8-a13d-4157f0397898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=077e3692-0bb8-4dc5-8089-e871a23934f3,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:36.708623 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 46554) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:36.806412 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-9396dda5-844c-4042-b625-302415c7b902 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1563815200'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:20:36.830124 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9396dda5-844c-4042-b625-302415c7b902 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Made reservation on behalf of 8b09c4d7f7804af78d8e94fed61709b8 for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:20:36.833530 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9396dda5-844c-4042-b625-302415c7b902 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:36.841852 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9396dda5-844c-4042-b625-302415c7b902 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:36.928530 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9396dda5-844c-4042-b625-302415c7b902 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:36.933182 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9396dda5-844c-4042-b625-302415c7b902 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:36.962709 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9396dda5-844c-4042-b625-302415c7b902 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:20:36.968631 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9396dda5-844c-4042-b625-302415c7b902 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85217f9d-0218-43e9-b620-9912e7cd2f9f,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:36.977151 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9396dda5-844c-4042-b625-302415c7b902 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:36.978179 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-9396dda5-844c-4042-b625-302415c7b902 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Added segment 736ed8fe-8c4e-47d0-808e-e3c89f64897d of type vlan for network 19d98e84-9745-4340-a69a-82b042d63c5c Aug 16 23:20:37.019983 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9396dda5-844c-4042-b625-302415c7b902 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:37.048113 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9396dda5-844c-4042-b625-302415c7b902 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:37.053568 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9396dda5-844c-4042-b625-302415c7b902 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:37.054148 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9396dda5-844c-4042-b625-302415c7b902 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:37.127313 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-9396dda5-844c-4042-b625-302415c7b902 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4175832 Aug 16 23:20:37.130109 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 46558) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:37.136252 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-d3deb559-7d7f-4dc8-8627-7a741b0a5db2 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Request body: {'port': {'network_id': '19d98e84-9745-4340-a69a-82b042d63c5c', 'name': 'tempest-PortsIpV6TestJSON-486877044'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:20:37.154543 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9396dda5-844c-4042-b625-302415c7b902 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Pushing event updated for resources: {'Network': ['ID=19d98e84-9745-4340-a69a-82b042d63c5c,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:37.166427 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 19d98e84-9745-4340-a69a-82b042d63c5c details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:20:37.231040 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3deb559-7d7f-4dc8-8627-7a741b0a5db2 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Made reservation on behalf of 8b09c4d7f7804af78d8e94fed61709b8 for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:20:37.235865 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d3deb559-7d7f-4dc8-8627-7a741b0a5db2 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:37.254925 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-d3deb559-7d7f-4dc8-8627-7a741b0a5db2 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] device_id is not set on port c5aac8be-07e8-4242-9ba1-2d09e48442a0 yet. {{(pid=101291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 23:20:37.420783 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d3deb559-7d7f-4dc8-8627-7a741b0a5db2 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:37.456393 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d3deb559-7d7f-4dc8-8627-7a741b0a5db2 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:37.518834 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3deb559-7d7f-4dc8-8627-7a741b0a5db2 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Pushing event updated for resources: {'Port': ['ID=c5aac8be-07e8-4242-9ba1-2d09e48442a0,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:37.528759 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3deb559-7d7f-4dc8-8627-7a741b0a5db2 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Checking segment: {'id': '736ed8fe-8c4e-47d0-808e-e3c89f64897d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '19d98e84-9745-4340-a69a-82b042d63c5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:20:37.529206 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3deb559-7d7f-4dc8-8627-7a741b0a5db2 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Network hostable DHCP agents. Network: 19d98e84-9745-4340-a69a-82b042d63c5c, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:20:37.549471 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3deb559-7d7f-4dc8-8627-7a741b0a5db2 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Network 19d98e84-9745-4340-a69a-82b042d63c5c is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:20:37.560861 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-d3deb559-7d7f-4dc8-8627-7a741b0a5db2 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 19d98e84-9745-4340-a69a-82b042d63c5c) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:20:37.565340 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3deb559-7d7f-4dc8-8627-7a741b0a5db2 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:20:37.568285 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632d2930-28bd-4a32-98dc-98395e9ba09f None None] Network 19d98e84-9745-4340-a69a-82b042d63c5c requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:20:37.573057 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3deb559-7d7f-4dc8-8627-7a741b0a5db2 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:37.573683 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d3deb559-7d7f-4dc8-8627-7a741b0a5db2 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:37.588417 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-d3deb559-7d7f-4dc8-8627-7a741b0a5db2 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.4570324 Aug 16 23:20:37.591502 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 46560) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:37.596587 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-452c4f37-d18f-4857-8abe-f9255fba80e3 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1891386494'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:20:37.618305 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-452c4f37-d18f-4857-8abe-f9255fba80e3 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Made reservation on behalf of 8b09c4d7f7804af78d8e94fed61709b8 for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:20:37.622034 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-452c4f37-d18f-4857-8abe-f9255fba80e3 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:37.645866 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-452c4f37-d18f-4857-8abe-f9255fba80e3 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:20:37.655513 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-452c4f37-d18f-4857-8abe-f9255fba80e3 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:37.655861 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-452c4f37-d18f-4857-8abe-f9255fba80e3 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Added segment fa1924c7-3e8c-4f30-acb8-43c90bd05acd of type vlan for network e490f829-bada-40d1-80c6-21be0a7a101e Aug 16 23:20:37.704000 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-452c4f37-d18f-4857-8abe-f9255fba80e3 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:37.730159 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-452c4f37-d18f-4857-8abe-f9255fba80e3 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:37.736015 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452c4f37-d18f-4857-8abe-f9255fba80e3 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:37.736630 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-452c4f37-d18f-4857-8abe-f9255fba80e3 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:37.786670 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-452c4f37-d18f-4857-8abe-f9255fba80e3 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1938150 Aug 16 23:20:37.789083 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 46562) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:37.795411 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-713ef971-9a76-46a3-a35b-050e2fecdc7a tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Request body: {'ports': [{'network_id': '19d98e84-9745-4340-a69a-82b042d63c5c'}, {'network_id': 'e490f829-bada-40d1-80c6-21be0a7a101e'}]} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:20:37.795725 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-713ef971-9a76-46a3-a35b-050e2fecdc7a tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Request body: {'port': {'network_id': '19d98e84-9745-4340-a69a-82b042d63c5c'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:20:37.796194 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-713ef971-9a76-46a3-a35b-050e2fecdc7a tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Request body: {'port': {'network_id': 'e490f829-bada-40d1-80c6-21be0a7a101e'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:20:37.804365 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452c4f37-d18f-4857-8abe-f9255fba80e3 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Pushing event updated for resources: {'Network': ['ID=e490f829-bada-40d1-80c6-21be0a7a101e,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:37.815824 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network e490f829-bada-40d1-80c6-21be0a7a101e details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:20:38.218433 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-713ef971-9a76-46a3-a35b-050e2fecdc7a tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Made reservation on behalf of 8b09c4d7f7804af78d8e94fed61709b8 for: {'port': 2} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:20:38.223038 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-713ef971-9a76-46a3-a35b-050e2fecdc7a tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:38.235308 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-713ef971-9a76-46a3-a35b-050e2fecdc7a tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:38.313840 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [None req-713ef971-9a76-46a3-a35b-050e2fecdc7a tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] device_id is not set on port 42a07179-4e5c-41ca-9f6f-ab93e343a1e8 yet. {{(pid=101292) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 23:20:38.429040 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-713ef971-9a76-46a3-a35b-050e2fecdc7a tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:38.499477 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [None req-713ef971-9a76-46a3-a35b-050e2fecdc7a tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] device_id is not set on port 65b23553-2d32-4f76-a833-2dbd7ae5feea yet. {{(pid=101292) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 23:20:38.605383 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-713ef971-9a76-46a3-a35b-050e2fecdc7a tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:38.644446 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-713ef971-9a76-46a3-a35b-050e2fecdc7a tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:38.691879 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713ef971-9a76-46a3-a35b-050e2fecdc7a tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Network 19d98e84-9745-4340-a69a-82b042d63c5c is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:20:38.694935 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-713ef971-9a76-46a3-a35b-050e2fecdc7a tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:20:38.698674 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713ef971-9a76-46a3-a35b-050e2fecdc7a tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:20:38.699508 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-713ef971-9a76-46a3-a35b-050e2fecdc7a tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:38.705729 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713ef971-9a76-46a3-a35b-050e2fecdc7a tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Pushing event updated for resources: {'Port': ['ID=42a07179-4e5c-41ca-9f6f-ab93e343a1e8,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:38.765016 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713ef971-9a76-46a3-a35b-050e2fecdc7a tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Pushing event updated for resources: {'Port': ['ID=65b23553-2d32-4f76-a833-2dbd7ae5feea,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:38.770236 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713ef971-9a76-46a3-a35b-050e2fecdc7a tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Checking segment: {'id': 'fa1924c7-3e8c-4f30-acb8-43c90bd05acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e490f829-bada-40d1-80c6-21be0a7a101e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:20:38.770605 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713ef971-9a76-46a3-a35b-050e2fecdc7a tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Network hostable DHCP agents. Network: e490f829-bada-40d1-80c6-21be0a7a101e, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:20:38.786664 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713ef971-9a76-46a3-a35b-050e2fecdc7a tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Network e490f829-bada-40d1-80c6-21be0a7a101e is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:20:38.796316 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-713ef971-9a76-46a3-a35b-050e2fecdc7a tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, e490f829-bada-40d1-80c6-21be0a7a101e) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:20:38.799972 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713ef971-9a76-46a3-a35b-050e2fecdc7a tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:20:38.804904 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b353e0a9-7bbf-4d5a-91c9-5322edf0be6f None None] Network e490f829-bada-40d1-80c6-21be0a7a101e requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:20:38.806341 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713ef971-9a76-46a3-a35b-050e2fecdc7a tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:38.811343 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713ef971-9a76-46a3-a35b-050e2fecdc7a tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:38.812215 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-713ef971-9a76-46a3-a35b-050e2fecdc7a tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:38.826335 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-713ef971-9a76-46a3-a35b-050e2fecdc7a tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.0351825 Aug 16 23:20:38.829015 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 46564) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:38.918254 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-9aaae9a2-cac1-4c89-aba0-181c316b99b8 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Deleting port 65b23553-2d32-4f76-a833-2dbd7ae5feea {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:20:38.918604 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9aaae9a2-cac1-4c89-aba0-181c316b99b8 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:38.986477 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9aaae9a2-cac1-4c89-aba0-181c316b99b8 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:38.999545 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-9aaae9a2-cac1-4c89-aba0-181c316b99b8 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Calling delete_port for 65b23553-2d32-4f76-a833-2dbd7ae5feea owned by {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:20:39.079477 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9aaae9a2-cac1-4c89-aba0-181c316b99b8 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:39.117649 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9aaae9a2-cac1-4c89-aba0-181c316b99b8 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:39.120143 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-9aaae9a2-cac1-4c89-aba0-181c316b99b8 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "DELETE /v2.0/ports/65b23553-2d32-4f76-a833-2dbd7ae5feea HTTP/1.1" status: 204 len: 168 time: 0.2902167 Aug 16 23:20:39.121304 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaae9a2-cac1-4c89-aba0-181c316b99b8 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Pushing event deleted for resources: {'Port': ['ID=65b23553-2d32-4f76-a833-2dbd7ae5feea,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:39.122927 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 46566) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:39.208397 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4973f603-a2fa-4732-9fc9-023b08e9987f tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:39.215094 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4973f603-a2fa-4732-9fc9-023b08e9987f tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:39.216706 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-4973f603-a2fa-4732-9fc9-023b08e9987f tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.0922410 Aug 16 23:20:39.219389 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 46568) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:39.309788 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-a8212587-8e18-4751-ba5a-3894f47c623d tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Deleting port 42a07179-4e5c-41ca-9f6f-ab93e343a1e8 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:20:39.310049 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a8212587-8e18-4751-ba5a-3894f47c623d tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:39.379936 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a8212587-8e18-4751-ba5a-3894f47c623d tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:39.394515 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-a8212587-8e18-4751-ba5a-3894f47c623d tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Calling delete_port for 42a07179-4e5c-41ca-9f6f-ab93e343a1e8 owned by {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:20:39.472728 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a8212587-8e18-4751-ba5a-3894f47c623d tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:39.502669 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8212587-8e18-4751-ba5a-3894f47c623d tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Pushing event deleted for resources: {'Port': ['ID=42a07179-4e5c-41ca-9f6f-ab93e343a1e8,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:39.506225 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a8212587-8e18-4751-ba5a-3894f47c623d tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:39.510279 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-a8212587-8e18-4751-ba5a-3894f47c623d tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "DELETE /v2.0/ports/42a07179-4e5c-41ca-9f6f-ab93e343a1e8 HTTP/1.1" status: 204 len: 168 time: 0.2880595 Aug 16 23:20:39.511426 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 46570) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:39.562576 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be568d9-15f3-436c-8a83-57efb26b1b27 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:39.563972 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-9be568d9-15f3-436c-8a83-57efb26b1b27 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0516317 Aug 16 23:20:39.566577 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 46572) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:39.591898 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-edafd2f2-f739-4a57-8cb4-8fbdb351b922 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] GET failed (client error): The resource could not be found. Aug 16 23:20:39.593446 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-edafd2f2-f739-4a57-8cb4-8fbdb351b922 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "GET /v2.0/ports/65b23553-2d32-4f76-a833-2dbd7ae5feea HTTP/1.1" status: 404 len: 333 time: 0.0259690 Aug 16 23:20:39.596050 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 46574) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:39.619819 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-a87edfda-31f2-4d22-b2f6-a37a93f3833c tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] GET failed (client error): The resource could not be found. Aug 16 23:20:39.621287 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-a87edfda-31f2-4d22-b2f6-a37a93f3833c tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "GET /v2.0/ports/42a07179-4e5c-41ca-9f6f-ab93e343a1e8 HTTP/1.1" status: 404 len: 333 time: 0.0243206 Aug 16 23:20:39.623773 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 46576) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:39.706482 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4aea6357-30c5-48f6-aaa5-69c8848a799c tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:39.801900 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4aea6357-30c5-48f6-aaa5-69c8848a799c tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:39.811997 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-4aea6357-30c5-48f6-aaa5-69c8848a799c tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e490f829-bada-40d1-80c6-21be0a7a101e']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:20:39.828859 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-4aea6357-30c5-48f6-aaa5-69c8848a799c tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa1924c7-3e8c-4f30-acb8-43c90bd05acd') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:20:39.829099 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-4aea6357-30c5-48f6-aaa5-69c8848a799c tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa1924c7-3e8c-4f30-acb8-43c90bd05acd') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:20:39.844636 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4aea6357-30c5-48f6-aaa5-69c8848a799c tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:39.863873 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4aea6357-30c5-48f6-aaa5-69c8848a799c tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:39.871367 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4aea6357-30c5-48f6-aaa5-69c8848a799c tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:20:39.871762 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4aea6357-30c5-48f6-aaa5-69c8848a799c tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:39.874692 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 23:20:39.874692 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:20:39.874692 n-d-791506-26 neutron-server[101291]: timer() Aug 16 23:20:39.874692 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:20:39.874692 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 23:20:39.874692 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:20:39.874692 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 23:20:39.874692 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:20:39.874692 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 23:20:39.874692 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:20:39.874692 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 23:20:39.874692 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:20:39.874692 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 23:20:39.874692 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:20:39.874692 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:20:39.874692 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:20:39.874692 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:20:39.874692 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:20:39.874692 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 23:20:39.874692 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:20:39.874692 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 23:20:39.874692 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:20:39.874692 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:20:39.874692 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:20:39.874692 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 23:20:39.874692 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:20:39.874692 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:20:39.874692 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:20:39.874692 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:20:39.874692 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:20:39.874692 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:20:39.874692 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:20:39.936698 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4aea6357-30c5-48f6-aaa5-69c8848a799c tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:39.943490 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4aea6357-30c5-48f6-aaa5-69c8848a799c tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:39.945383 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-4aea6357-30c5-48f6-aaa5-69c8848a799c tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "DELETE /v2.0/networks/e490f829-bada-40d1-80c6-21be0a7a101e HTTP/1.1" status: 204 len: 168 time: 0.3207266 Aug 16 23:20:39.949885 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 46578) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:39.955854 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-b1534c10-37f5-4125-833f-80fd99e066e0 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-641149237'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:20:39.958589 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea6357-30c5-48f6-aaa5-69c8848a799c tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Pushing event deleted for resources: {'Network': ['ID=e490f829-bada-40d1-80c6-21be0a7a101e,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:39.976628 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1534c10-37f5-4125-833f-80fd99e066e0 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Made reservation on behalf of 8b09c4d7f7804af78d8e94fed61709b8 for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:20:39.980058 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b1534c10-37f5-4125-833f-80fd99e066e0 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:40.003435 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1534c10-37f5-4125-833f-80fd99e066e0 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:20:40.013151 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b1534c10-37f5-4125-833f-80fd99e066e0 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:40.013499 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-b1534c10-37f5-4125-833f-80fd99e066e0 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Added segment 33ff3e14-0bf9-4583-87e7-a14e90ddb1fa of type vlan for network 4ad406a9-83c6-4436-832e-2cec32c16b8b Aug 16 23:20:40.051781 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b1534c10-37f5-4125-833f-80fd99e066e0 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:40.077816 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b1534c10-37f5-4125-833f-80fd99e066e0 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:40.083350 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1534c10-37f5-4125-833f-80fd99e066e0 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:40.083866 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b1534c10-37f5-4125-833f-80fd99e066e0 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:40.150824 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-b1534c10-37f5-4125-833f-80fd99e066e0 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.1989887 Aug 16 23:20:40.155770 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 46580) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:40.156262 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1534c10-37f5-4125-833f-80fd99e066e0 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Pushing event updated for resources: {'Network': ['ID=4ad406a9-83c6-4436-832e-2cec32c16b8b,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:40.161427 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-01f65793-d5bd-4a07-92d0-84ab9db9d0e0 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Request body: {'subnet': {'network_id': '4ad406a9-83c6-4436-832e-2cec32c16b8b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:20:40.168889 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 4ad406a9-83c6-4436-832e-2cec32c16b8b details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:20:40.257705 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01f65793-d5bd-4a07-92d0-84ab9db9d0e0 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Made reservation on behalf of 8b09c4d7f7804af78d8e94fed61709b8 for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:20:40.261730 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-01f65793-d5bd-4a07-92d0-84ab9db9d0e0 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:40.462064 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-01f65793-d5bd-4a07-92d0-84ab9db9d0e0 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:40.522132 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f65793-d5bd-4a07-92d0-84ab9db9d0e0 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Pushing event updated for resources: {'Subnet': ['ID=ca944262-683d-41d5-b7ce-1d3224544300,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:40.530983 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f65793-d5bd-4a07-92d0-84ab9db9d0e0 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Checking segment: {'id': '33ff3e14-0bf9-4583-87e7-a14e90ddb1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '4ad406a9-83c6-4436-832e-2cec32c16b8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:20:40.531352 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f65793-d5bd-4a07-92d0-84ab9db9d0e0 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Network hostable DHCP agents. Network: 4ad406a9-83c6-4436-832e-2cec32c16b8b, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:20:40.548870 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f65793-d5bd-4a07-92d0-84ab9db9d0e0 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Network 4ad406a9-83c6-4436-832e-2cec32c16b8b is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:20:40.558057 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-01f65793-d5bd-4a07-92d0-84ab9db9d0e0 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 4ad406a9-83c6-4436-832e-2cec32c16b8b) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:20:40.562434 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f65793-d5bd-4a07-92d0-84ab9db9d0e0 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:40.563102 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-01f65793-d5bd-4a07-92d0-84ab9db9d0e0 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:40.570174 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7668b1-038b-4a35-a25d-05ba20a828e1 None None] Network 4ad406a9-83c6-4436-832e-2cec32c16b8b requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:20:40.577880 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-01f65793-d5bd-4a07-92d0-84ab9db9d0e0 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4209139 Aug 16 23:20:40.580797 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 46582) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:40.585701 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-7d5a7439-b71f-4ea0-8e34-fee0bc8ceeda tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Request body: {'port': {'network_id': '4ad406a9-83c6-4436-832e-2cec32c16b8b', 'name': 'tempest-PortsIpV6TestJSON-1852900611'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:20:40.740611 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9678dddf-f5b7-4785-9883-a2d42088f526 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-4ad406a9-83c6-4436-832e-2cec32c16b8b', 'network_id': '4ad406a9-83c6-4436-832e-2cec32c16b8b', 'tenant_id': '8b09c4d7f7804af78d8e94fed61709b8', 'fixed_ips': [{'subnet_id': 'ca944262-683d-41d5-b7ce-1d3224544300'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:20:40.741973 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9678dddf-f5b7-4785-9883-a2d42088f526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:40.895863 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-9678dddf-f5b7-4785-9883-a2d42088f526 None None] Allocated IP 2001:db8::2 (4ad406a9-83c6-4436-832e-2cec32c16b8b/ca944262-683d-41d5-b7ce-1d3224544300/4396d66c-fd70-4de9-94e8-a65507bc7ecc) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:20:41.049032 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d5a7439-b71f-4ea0-8e34-fee0bc8ceeda tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Made reservation on behalf of 8b09c4d7f7804af78d8e94fed61709b8 for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:20:41.052477 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7d5a7439-b71f-4ea0-8e34-fee0bc8ceeda tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:41.056923 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9678dddf-f5b7-4785-9883-a2d42088f526 None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:41.065554 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9678dddf-f5b7-4785-9883-a2d42088f526 None None] Transition to ACTIVE for port object 4396d66c-fd70-4de9-94e8-a65507bc7ecc will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:20:41.069498 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-7d5a7439-b71f-4ea0-8e34-fee0bc8ceeda tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] device_id is not set on port fccf1edf-8397-4855-af12-4559c15aa7fd yet. {{(pid=101291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 23:20:41.083455 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9678dddf-f5b7-4785-9883-a2d42088f526 None None] Transition to ACTIVE for port object 4396d66c-fd70-4de9-94e8-a65507bc7ecc will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:20:41.090849 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9678dddf-f5b7-4785-9883-a2d42088f526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:41.139770 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9678dddf-f5b7-4785-9883-a2d42088f526 None None] Network 4ad406a9-83c6-4436-832e-2cec32c16b8b is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:20:41.147560 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-9678dddf-f5b7-4785-9883-a2d42088f526 None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:20:41.154113 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9678dddf-f5b7-4785-9883-a2d42088f526 None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:20:41.164416 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9678dddf-f5b7-4785-9883-a2d42088f526 None None] Pushing event updated for resources: {'Port': ['ID=4396d66c-fd70-4de9-94e8-a65507bc7ecc,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:41.192435 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-7d5a7439-b71f-4ea0-8e34-fee0bc8ceeda tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Allocated IP 2001:db8::3a3 (4ad406a9-83c6-4436-832e-2cec32c16b8b/ca944262-683d-41d5-b7ce-1d3224544300/fccf1edf-8397-4855-af12-4559c15aa7fd) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:20:41.216139 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-9678dddf-f5b7-4785-9883-a2d42088f526 None None] Attempting to bind port 4396d66c-fd70-4de9-94e8-a65507bc7ecc on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:20:41.216732 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-9678dddf-f5b7-4785-9883-a2d42088f526 None None] Attempting to bind port 4396d66c-fd70-4de9-94e8-a65507bc7ecc by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '33ff3e14-0bf9-4583-87e7-a14e90ddb1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '4ad406a9-83c6-4436-832e-2cec32c16b8b'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:20:41.216923 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9678dddf-f5b7-4785-9883-a2d42088f526 None None] Attempting to bind port 4396d66c-fd70-4de9-94e8-a65507bc7ecc on network 4ad406a9-83c6-4436-832e-2cec32c16b8b {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:20:41.222022 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9678dddf-f5b7-4785-9883-a2d42088f526 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:20:41.222398 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9678dddf-f5b7-4785-9883-a2d42088f526 None None] Checking segment: {'id': '33ff3e14-0bf9-4583-87e7-a14e90ddb1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '4ad406a9-83c6-4436-832e-2cec32c16b8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:20:41.222807 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9678dddf-f5b7-4785-9883-a2d42088f526 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:41.223229 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9678dddf-f5b7-4785-9883-a2d42088f526 None None] Bound using segment: {'id': '33ff3e14-0bf9-4583-87e7-a14e90ddb1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '4ad406a9-83c6-4436-832e-2cec32c16b8b'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:20:41.223699 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-9678dddf-f5b7-4785-9883-a2d42088f526 None None] Bound port: 4396d66c-fd70-4de9-94e8-a65507bc7ecc, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ff3e14-0bf9-4583-87e7-a14e90ddb1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '4ad406a9-83c6-4436-832e-2cec32c16b8b'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:20:41.224089 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9678dddf-f5b7-4785-9883-a2d42088f526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:41.292358 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9678dddf-f5b7-4785-9883-a2d42088f526 None None] For port 4396d66c-fd70-4de9-94e8-a65507bc7ecc, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:20:41.295563 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9678dddf-f5b7-4785-9883-a2d42088f526 None None] For port 4396d66c-fd70-4de9-94e8-a65507bc7ecc, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=4396d66c-fd70-4de9-94e8-a65507bc7ecc,segment=NetworkSegment(33ff3e14-0bf9-4583-87e7-a14e90ddb1fa),segment_id=33ff3e14-0bf9-4583-87e7-a14e90ddb1fa)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:20:41.300617 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9678dddf-f5b7-4785-9883-a2d42088f526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:41.358615 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7d5a7439-b71f-4ea0-8e34-fee0bc8ceeda tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:41.375625 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-7d5a7439-b71f-4ea0-8e34-fee0bc8ceeda tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Transition to ACTIVE for port object fccf1edf-8397-4855-af12-4559c15aa7fd will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:20:41.386838 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9678dddf-f5b7-4785-9883-a2d42088f526 None None] Pushing event updated for resources: {'Port': ['ID=4396d66c-fd70-4de9-94e8-a65507bc7ecc,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:41.396877 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:41.421104 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7d5a7439-b71f-4ea0-8e34-fee0bc8ceeda tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:41.471810 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5a7439-b71f-4ea0-8e34-fee0bc8ceeda tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Network 4ad406a9-83c6-4436-832e-2cec32c16b8b is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:20:41.474920 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-7d5a7439-b71f-4ea0-8e34-fee0bc8ceeda tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:20:41.481503 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5a7439-b71f-4ea0-8e34-fee0bc8ceeda tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:20:41.487560 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5a7439-b71f-4ea0-8e34-fee0bc8ceeda tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:41.488215 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7d5a7439-b71f-4ea0-8e34-fee0bc8ceeda tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:41.503352 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5a7439-b71f-4ea0-8e34-fee0bc8ceeda tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Pushing event updated for resources: {'Port': ['ID=fccf1edf-8397-4855-af12-4559c15aa7fd,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:41.514510 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-7d5a7439-b71f-4ea0-8e34-fee0bc8ceeda tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9298992 Aug 16 23:20:41.515355 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 46584) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:41.639497 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-d5a41bb9-adac-4443-bf81-14f34b251e21 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Deleting port fccf1edf-8397-4855-af12-4559c15aa7fd {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:20:41.639995 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d5a41bb9-adac-4443-bf81-14f34b251e21 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:41.759681 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d5a41bb9-adac-4443-bf81-14f34b251e21 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:41.771916 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-d5a41bb9-adac-4443-bf81-14f34b251e21 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Calling delete_port for fccf1edf-8397-4855-af12-4559c15aa7fd owned by {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:20:41.906085 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d5a41bb9-adac-4443-bf81-14f34b251e21 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:41.936060 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a41bb9-adac-4443-bf81-14f34b251e21 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Pushing event deleted for resources: {'Port': ['ID=fccf1edf-8397-4855-af12-4559c15aa7fd,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:41.957473 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 4396d66c-fd70-4de9-94e8-a65507bc7ecc up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:20:41.963952 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d5a41bb9-adac-4443-bf81-14f34b251e21 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:41.966129 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-d5a41bb9-adac-4443-bf81-14f34b251e21 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "DELETE /v2.0/ports/fccf1edf-8397-4855-af12-4559c15aa7fd HTTP/1.1" status: 204 len: 168 time: 0.4502237 Aug 16 23:20:41.969953 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 46586) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:41.997475 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3093797-9442-4f5e-9a7d-25c9c158010a tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] DELETE failed (client error): The resource could not be found. Aug 16 23:20:41.998332 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3093797-9442-4f5e-9a7d-25c9c158010a tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:20:42.000191 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-c3093797-9442-4f5e-9a7d-25c9c158010a tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "DELETE /v2.0/ports/fccf1edf-8397-4855-af12-4559c15aa7fd HTTP/1.1" status: 404 len: 333 time: 0.0287256 Aug 16 23:20:42.002761 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 46588) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:42.011796 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 4396d66c-fd70-4de9-94e8-a65507bc7ecc completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:20:42.029658 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4380f46-eefc-4e53-802d-560ae5c9f9f4 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] GET failed (client error): The resource could not be found. Aug 16 23:20:42.031326 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-d4380f46-eefc-4e53-802d-560ae5c9f9f4 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "GET /v2.0/ports/fccf1edf-8397-4855-af12-4559c15aa7fd HTTP/1.1" status: 404 len: 333 time: 0.0276611 Aug 16 23:20:42.034139 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 46590) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:42.089489 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-c760f317-9960-435f-b897-c3bb838ce7d3 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Deleting subnet ca944262-683d-41d5-b7ce-1d3224544300 {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:20:42.093897 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c760f317-9960-435f-b897-c3bb838ce7d3 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:42.143206 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c760f317-9960-435f-b897-c3bb838ce7d3 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:42.303018 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c760f317-9960-435f-b897-c3bb838ce7d3 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:42.339992 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e375fa-be2f-41cc-a2de-39f47b4cee3e None None] Network 4ad406a9-83c6-4436-832e-2cec32c16b8b requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:20:42.369531 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c760f317-9960-435f-b897-c3bb838ce7d3 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:42.400724 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c760f317-9960-435f-b897-c3bb838ce7d3 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Pushing event deleted for resources: {'Subnet': ['ID=ca944262-683d-41d5-b7ce-1d3224544300,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:42.407737 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c760f317-9960-435f-b897-c3bb838ce7d3 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:42.413103 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-c760f317-9960-435f-b897-c3bb838ce7d3 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "DELETE /v2.0/subnets/ca944262-683d-41d5-b7ce-1d3224544300 HTTP/1.1" status: 204 len: 168 time: 0.3746188 Aug 16 23:20:42.413383 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 46592) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:42.495716 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-87ba5faa-63af-4c5c-98f5-0a746e0bdeb5 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:42.548602 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-87ba5faa-63af-4c5c-98f5-0a746e0bdeb5 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Deleting port 4396d66c-fd70-4de9-94e8-a65507bc7ecc {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:20:42.548949 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-87ba5faa-63af-4c5c-98f5-0a746e0bdeb5 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:42.562642 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-42ae5e03-1df1-41e5-86fc-f939142f4f80 None None] Provisioning for port 4396d66c-fd70-4de9-94e8-a65507bc7ecc completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:20:42.575235 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-42ae5e03-1df1-41e5-86fc-f939142f4f80 None None] Provisioning complete for port 4396d66c-fd70-4de9-94e8-a65507bc7ecc triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:20:42.575611 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-42ae5e03-1df1-41e5-86fc-f939142f4f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:42.618360 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-87ba5faa-63af-4c5c-98f5-0a746e0bdeb5 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] For port 4396d66c-fd70-4de9-94e8-a65507bc7ecc, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=4396d66c-fd70-4de9-94e8-a65507bc7ecc,segment=NetworkSegment(33ff3e14-0bf9-4583-87e7-a14e90ddb1fa),segment_id=33ff3e14-0bf9-4583-87e7-a14e90ddb1fa)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:20:42.618718 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-87ba5faa-63af-4c5c-98f5-0a746e0bdeb5 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:42.631115 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-87ba5faa-63af-4c5c-98f5-0a746e0bdeb5 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Calling delete_port for 4396d66c-fd70-4de9-94e8-a65507bc7ecc owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:20:42.713096 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-42ae5e03-1df1-41e5-86fc-f939142f4f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:42.727020 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-87ba5faa-63af-4c5c-98f5-0a746e0bdeb5 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:42.757123 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ba5faa-63af-4c5c-98f5-0a746e0bdeb5 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Pushing event deleted for resources: {'Port': ['ID=4396d66c-fd70-4de9-94e8-a65507bc7ecc,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:42.767719 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ba5faa-63af-4c5c-98f5-0a746e0bdeb5 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] No DVR routers for this DVR port 4396d66c-fd70-4de9-94e8-a65507bc7ecc on host n-d-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:20:42.773558 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac52b787-698d-4b5d-bf91-564409af6a4c None None] DHCP port deletion for 4ad406a9-83c6-4436-832e-2cec32c16b8b request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:20:42.846584 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-87ba5faa-63af-4c5c-98f5-0a746e0bdeb5 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:42.857225 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-87ba5faa-63af-4c5c-98f5-0a746e0bdeb5 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ad406a9-83c6-4436-832e-2cec32c16b8b']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:20:42.866985 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-87ba5faa-63af-4c5c-98f5-0a746e0bdeb5 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33ff3e14-0bf9-4583-87e7-a14e90ddb1fa') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:20:42.867289 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-87ba5faa-63af-4c5c-98f5-0a746e0bdeb5 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33ff3e14-0bf9-4583-87e7-a14e90ddb1fa') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:20:42.875830 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-87ba5faa-63af-4c5c-98f5-0a746e0bdeb5 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:42.893472 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-87ba5faa-63af-4c5c-98f5-0a746e0bdeb5 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:42.899743 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87ba5faa-63af-4c5c-98f5-0a746e0bdeb5 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:20:42.900133 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-87ba5faa-63af-4c5c-98f5-0a746e0bdeb5 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:42.903122 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 23:20:42.903122 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:20:42.903122 n-d-791506-26 neutron-server[101291]: timer() Aug 16 23:20:42.903122 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:20:42.903122 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 23:20:42.903122 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:20:42.903122 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 23:20:42.903122 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:20:42.903122 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 23:20:42.903122 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:20:42.903122 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 23:20:42.903122 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:20:42.903122 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 23:20:42.903122 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:20:42.903122 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:20:42.903122 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:20:42.903122 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:20:42.903122 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:20:42.903122 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 23:20:42.903122 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:20:42.903122 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 23:20:42.903122 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:20:42.903122 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:20:42.903122 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:20:42.903122 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 23:20:42.903122 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:20:42.903122 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:20:42.903122 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:20:42.903122 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:20:42.903122 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:20:42.903122 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:20:42.903122 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:20:42.958499 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-87ba5faa-63af-4c5c-98f5-0a746e0bdeb5 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:42.966001 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-87ba5faa-63af-4c5c-98f5-0a746e0bdeb5 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:42.967915 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-87ba5faa-63af-4c5c-98f5-0a746e0bdeb5 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "DELETE /v2.0/networks/4ad406a9-83c6-4436-832e-2cec32c16b8b HTTP/1.1" status: 204 len: 168 time: 0.5536129 Aug 16 23:20:42.971755 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 46594) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:42.978510 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-2f06138f-5bcd-4b3e-aec8-7894bae2aa7c tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-70234937'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:20:42.981650 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ba5faa-63af-4c5c-98f5-0a746e0bdeb5 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Pushing event deleted for resources: {'Network': ['ID=4ad406a9-83c6-4436-832e-2cec32c16b8b,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:43.000814 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f06138f-5bcd-4b3e-aec8-7894bae2aa7c tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Made reservation on behalf of 8b09c4d7f7804af78d8e94fed61709b8 for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:20:43.004340 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2f06138f-5bcd-4b3e-aec8-7894bae2aa7c tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:43.028970 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f06138f-5bcd-4b3e-aec8-7894bae2aa7c tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:20:43.039804 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2f06138f-5bcd-4b3e-aec8-7894bae2aa7c tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:43.040835 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-2f06138f-5bcd-4b3e-aec8-7894bae2aa7c tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Added segment ac4d8126-ed43-4768-83de-9f8c8318bc59 of type vlan for network 5350fa13-d0da-471c-bb23-4c09e16b97dd Aug 16 23:20:43.081174 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2f06138f-5bcd-4b3e-aec8-7894bae2aa7c tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:43.108364 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2f06138f-5bcd-4b3e-aec8-7894bae2aa7c tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:43.114392 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f06138f-5bcd-4b3e-aec8-7894bae2aa7c tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:43.114972 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2f06138f-5bcd-4b3e-aec8-7894bae2aa7c tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:43.172394 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-2f06138f-5bcd-4b3e-aec8-7894bae2aa7c tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1995759 Aug 16 23:20:43.175172 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 46596) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:43.186486 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-a83470c7-8b46-46ed-8096-703416f86c99 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Request body: {'subnet': {'network_id': '5350fa13-d0da-471c-bb23-4c09e16b97dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:20:43.204159 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f06138f-5bcd-4b3e-aec8-7894bae2aa7c tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Pushing event updated for resources: {'Network': ['ID=5350fa13-d0da-471c-bb23-4c09e16b97dd,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:43.215141 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 5350fa13-d0da-471c-bb23-4c09e16b97dd details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:20:43.287314 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a83470c7-8b46-46ed-8096-703416f86c99 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Made reservation on behalf of 8b09c4d7f7804af78d8e94fed61709b8 for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:20:43.291258 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a83470c7-8b46-46ed-8096-703416f86c99 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:43.471991 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a83470c7-8b46-46ed-8096-703416f86c99 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:43.531074 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83470c7-8b46-46ed-8096-703416f86c99 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Pushing event updated for resources: {'Subnet': ['ID=7c620248-48d4-4bbc-b04e-2e603aa2f739,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:43.539846 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83470c7-8b46-46ed-8096-703416f86c99 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Checking segment: {'id': 'ac4d8126-ed43-4768-83de-9f8c8318bc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '5350fa13-d0da-471c-bb23-4c09e16b97dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:20:43.540240 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83470c7-8b46-46ed-8096-703416f86c99 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Network hostable DHCP agents. Network: 5350fa13-d0da-471c-bb23-4c09e16b97dd, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:20:43.558123 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83470c7-8b46-46ed-8096-703416f86c99 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Network 5350fa13-d0da-471c-bb23-4c09e16b97dd is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:20:43.566601 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-a83470c7-8b46-46ed-8096-703416f86c99 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 5350fa13-d0da-471c-bb23-4c09e16b97dd) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:20:43.573744 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83470c7-8b46-46ed-8096-703416f86c99 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:43.574357 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a83470c7-8b46-46ed-8096-703416f86c99 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:43.575291 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8ddf2f-bdef-4b3e-bbaf-e2128f944a69 None None] Network 5350fa13-d0da-471c-bb23-4c09e16b97dd requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:20:43.592009 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-a83470c7-8b46-46ed-8096-703416f86c99 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4135239 Aug 16 23:20:43.592455 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 46598) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:43.597689 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-3701e768-9c33-47fc-ad04-d278e65c8e44 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Request body: {'port': {'network_id': '5350fa13-d0da-471c-bb23-4c09e16b97dd', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1069601928'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:20:43.709311 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3701e768-9c33-47fc-ad04-d278e65c8e44 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Made reservation on behalf of 8b09c4d7f7804af78d8e94fed61709b8 for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:20:43.712895 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3701e768-9c33-47fc-ad04-d278e65c8e44 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:43.722630 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae7cc23-02e6-450f-8af1-12e3075ed242 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-5350fa13-d0da-471c-bb23-4c09e16b97dd', 'network_id': '5350fa13-d0da-471c-bb23-4c09e16b97dd', 'tenant_id': '8b09c4d7f7804af78d8e94fed61709b8', 'fixed_ips': [{'subnet_id': '7c620248-48d4-4bbc-b04e-2e603aa2f739'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:20:43.723521 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-fae7cc23-02e6-450f-8af1-12e3075ed242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:43.730675 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-3701e768-9c33-47fc-ad04-d278e65c8e44 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] device_id is not set on port 3693a422-4102-4d73-ba0c-2c7f34173f91 yet. {{(pid=101291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 23:20:43.851562 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-3701e768-9c33-47fc-ad04-d278e65c8e44 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Allocated IP 2001:db8::39b (5350fa13-d0da-471c-bb23-4c09e16b97dd/7c620248-48d4-4bbc-b04e-2e603aa2f739/3693a422-4102-4d73-ba0c-2c7f34173f91) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:20:43.927359 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 4396d66c-fd70-4de9-94e8-a65507bc7ecc no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:20:43.948189 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 4396d66c-fd70-4de9-94e8-a65507bc7ecc {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:20:43.948666 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 4396d66c-fd70-4de9-94e8-a65507bc7ecc not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:20:43.978102 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3701e768-9c33-47fc-ad04-d278e65c8e44 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:43.991841 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-3701e768-9c33-47fc-ad04-d278e65c8e44 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Transition to ACTIVE for port object 3693a422-4102-4d73-ba0c-2c7f34173f91 will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:20:44.025666 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3701e768-9c33-47fc-ad04-d278e65c8e44 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:44.064606 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3701e768-9c33-47fc-ad04-d278e65c8e44 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Network 5350fa13-d0da-471c-bb23-4c09e16b97dd is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:20:44.069776 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-3701e768-9c33-47fc-ad04-d278e65c8e44 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:20:44.070225 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-fae7cc23-02e6-450f-8af1-12e3075ed242 None None] Allocated IP 2001:db8::2 (5350fa13-d0da-471c-bb23-4c09e16b97dd/7c620248-48d4-4bbc-b04e-2e603aa2f739/51f6cb16-b05e-4ac2-bfa7-1b330efa55a0) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:20:44.072449 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3701e768-9c33-47fc-ad04-d278e65c8e44 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:20:44.078772 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3701e768-9c33-47fc-ad04-d278e65c8e44 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:44.079384 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3701e768-9c33-47fc-ad04-d278e65c8e44 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:44.094612 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3701e768-9c33-47fc-ad04-d278e65c8e44 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Pushing event updated for resources: {'Port': ['ID=3693a422-4102-4d73-ba0c-2c7f34173f91,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:44.105490 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-3701e768-9c33-47fc-ad04-d278e65c8e44 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 0.5118251 Aug 16 23:20:44.108328 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 46600) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:44.198743 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-05dc4cea-364c-4db3-abaf-10433d539b80 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Deleting port 3693a422-4102-4d73-ba0c-2c7f34173f91 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:20:44.198743 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-05dc4cea-364c-4db3-abaf-10433d539b80 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:44.221228 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-fae7cc23-02e6-450f-8af1-12e3075ed242 None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:44.229976 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-fae7cc23-02e6-450f-8af1-12e3075ed242 None None] Transition to ACTIVE for port object 51f6cb16-b05e-4ac2-bfa7-1b330efa55a0 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:20:44.244607 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-fae7cc23-02e6-450f-8af1-12e3075ed242 None None] Transition to ACTIVE for port object 51f6cb16-b05e-4ac2-bfa7-1b330efa55a0 will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:20:44.250111 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-fae7cc23-02e6-450f-8af1-12e3075ed242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:44.288972 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-05dc4cea-364c-4db3-abaf-10433d539b80 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:44.292615 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae7cc23-02e6-450f-8af1-12e3075ed242 None None] Network 5350fa13-d0da-471c-bb23-4c09e16b97dd is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:20:44.295632 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-fae7cc23-02e6-450f-8af1-12e3075ed242 None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:20:44.300153 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae7cc23-02e6-450f-8af1-12e3075ed242 None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:20:44.302147 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae7cc23-02e6-450f-8af1-12e3075ed242 None None] Pushing event updated for resources: {'Port': ['ID=51f6cb16-b05e-4ac2-bfa7-1b330efa55a0,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:44.303424 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-05dc4cea-364c-4db3-abaf-10433d539b80 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Calling delete_port for 3693a422-4102-4d73-ba0c-2c7f34173f91 owned by {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:20:44.362033 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-fae7cc23-02e6-450f-8af1-12e3075ed242 None None] Attempting to bind port 51f6cb16-b05e-4ac2-bfa7-1b330efa55a0 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:20:44.362404 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-fae7cc23-02e6-450f-8af1-12e3075ed242 None None] Attempting to bind port 51f6cb16-b05e-4ac2-bfa7-1b330efa55a0 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': 'ac4d8126-ed43-4768-83de-9f8c8318bc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '5350fa13-d0da-471c-bb23-4c09e16b97dd'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:20:44.362772 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae7cc23-02e6-450f-8af1-12e3075ed242 None None] Attempting to bind port 51f6cb16-b05e-4ac2-bfa7-1b330efa55a0 on network 5350fa13-d0da-471c-bb23-4c09e16b97dd {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:20:44.367616 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae7cc23-02e6-450f-8af1-12e3075ed242 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:20:44.368633 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae7cc23-02e6-450f-8af1-12e3075ed242 None None] Checking segment: {'id': 'ac4d8126-ed43-4768-83de-9f8c8318bc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '5350fa13-d0da-471c-bb23-4c09e16b97dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:20:44.369251 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-fae7cc23-02e6-450f-8af1-12e3075ed242 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:44.369657 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae7cc23-02e6-450f-8af1-12e3075ed242 None None] Bound using segment: {'id': 'ac4d8126-ed43-4768-83de-9f8c8318bc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '5350fa13-d0da-471c-bb23-4c09e16b97dd'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:20:44.370130 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-fae7cc23-02e6-450f-8af1-12e3075ed242 None None] Bound port: 51f6cb16-b05e-4ac2-bfa7-1b330efa55a0, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac4d8126-ed43-4768-83de-9f8c8318bc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '5350fa13-d0da-471c-bb23-4c09e16b97dd'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:20:44.370516 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-fae7cc23-02e6-450f-8af1-12e3075ed242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:44.433492 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-fae7cc23-02e6-450f-8af1-12e3075ed242 None None] For port 51f6cb16-b05e-4ac2-bfa7-1b330efa55a0, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:20:44.436758 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-fae7cc23-02e6-450f-8af1-12e3075ed242 None None] For port 51f6cb16-b05e-4ac2-bfa7-1b330efa55a0, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=51f6cb16-b05e-4ac2-bfa7-1b330efa55a0,segment=NetworkSegment(ac4d8126-ed43-4768-83de-9f8c8318bc59),segment_id=ac4d8126-ed43-4768-83de-9f8c8318bc59)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:20:44.439055 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-05dc4cea-364c-4db3-abaf-10433d539b80 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:44.441373 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-fae7cc23-02e6-450f-8af1-12e3075ed242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:44.466341 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dc4cea-364c-4db3-abaf-10433d539b80 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Pushing event deleted for resources: {'Port': ['ID=3693a422-4102-4d73-ba0c-2c7f34173f91,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:44.497269 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-05dc4cea-364c-4db3-abaf-10433d539b80 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:44.498955 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-05dc4cea-364c-4db3-abaf-10433d539b80 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "DELETE /v2.0/ports/3693a422-4102-4d73-ba0c-2c7f34173f91 HTTP/1.1" status: 204 len: 168 time: 0.3895063 Aug 16 23:20:44.500851 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae7cc23-02e6-450f-8af1-12e3075ed242 None None] Pushing event updated for resources: {'Port': ['ID=51f6cb16-b05e-4ac2-bfa7-1b330efa55a0,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:44.501521 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 46604) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:44.526520 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ee456cc-17e3-4b81-9ded-7b3ad9156864 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] GET failed (client error): The resource could not be found. Aug 16 23:20:44.528027 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-5ee456cc-17e3-4b81-9ded-7b3ad9156864 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "GET /v2.0/ports/3693a422-4102-4d73-ba0c-2c7f34173f91 HTTP/1.1" status: 404 len: 333 time: 0.0256042 Aug 16 23:20:44.530822 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 46606) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:44.581943 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f1e37fc-e87c-42d1-83fa-47e8900046d6 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Deleting subnet 7c620248-48d4-4bbc-b04e-2e603aa2f739 {{(pid=101292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:20:44.585640 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4f1e37fc-e87c-42d1-83fa-47e8900046d6 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for subnet, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:44.638775 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4f1e37fc-e87c-42d1-83fa-47e8900046d6 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3848860'] for subnet, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:44.736124 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4f1e37fc-e87c-42d1-83fa-47e8900046d6 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:44.799045 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4f1e37fc-e87c-42d1-83fa-47e8900046d6 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26252129'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:44.830270 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1e37fc-e87c-42d1-83fa-47e8900046d6 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Pushing event deleted for resources: {'Subnet': ['ID=7c620248-48d4-4bbc-b04e-2e603aa2f739,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:44.833875 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4f1e37fc-e87c-42d1-83fa-47e8900046d6 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:44.838083 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-4f1e37fc-e87c-42d1-83fa-47e8900046d6 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "DELETE /v2.0/subnets/7c620248-48d4-4bbc-b04e-2e603aa2f739 HTTP/1.1" status: 204 len: 168 time: 0.3040214 Aug 16 23:20:44.838870 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 46608) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:44.917854 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-479475c9-5fb7-44ba-9c78-81704c6e3ff5 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:44.970194 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-479475c9-5fb7-44ba-9c78-81704c6e3ff5 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Deleting port 51f6cb16-b05e-4ac2-bfa7-1b330efa55a0 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:20:44.970529 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-479475c9-5fb7-44ba-9c78-81704c6e3ff5 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:45.036638 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-479475c9-5fb7-44ba-9c78-81704c6e3ff5 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] For port 51f6cb16-b05e-4ac2-bfa7-1b330efa55a0, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=51f6cb16-b05e-4ac2-bfa7-1b330efa55a0,segment=NetworkSegment(ac4d8126-ed43-4768-83de-9f8c8318bc59),segment_id=ac4d8126-ed43-4768-83de-9f8c8318bc59)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:20:45.036927 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-479475c9-5fb7-44ba-9c78-81704c6e3ff5 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:45.049557 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-479475c9-5fb7-44ba-9c78-81704c6e3ff5 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Calling delete_port for 51f6cb16-b05e-4ac2-bfa7-1b330efa55a0 owned by network:dhcp {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:20:45.129942 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-479475c9-5fb7-44ba-9c78-81704c6e3ff5 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:45.154984 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479475c9-5fb7-44ba-9c78-81704c6e3ff5 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Pushing event deleted for resources: {'Port': ['ID=51f6cb16-b05e-4ac2-bfa7-1b330efa55a0,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:45.163365 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479475c9-5fb7-44ba-9c78-81704c6e3ff5 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] No DVR routers for this DVR port 51f6cb16-b05e-4ac2-bfa7-1b330efa55a0 on host n-d-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:20:45.251180 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-479475c9-5fb7-44ba-9c78-81704c6e3ff5 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:45.261574 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-479475c9-5fb7-44ba-9c78-81704c6e3ff5 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5350fa13-d0da-471c-bb23-4c09e16b97dd']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:20:45.272200 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-479475c9-5fb7-44ba-9c78-81704c6e3ff5 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac4d8126-ed43-4768-83de-9f8c8318bc59') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:20:45.272200 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-479475c9-5fb7-44ba-9c78-81704c6e3ff5 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac4d8126-ed43-4768-83de-9f8c8318bc59') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:20:45.282131 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-479475c9-5fb7-44ba-9c78-81704c6e3ff5 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:45.296603 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-479475c9-5fb7-44ba-9c78-81704c6e3ff5 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:45.302836 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-479475c9-5fb7-44ba-9c78-81704c6e3ff5 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:20:45.303247 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-479475c9-5fb7-44ba-9c78-81704c6e3ff5 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:45.307281 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 16 23:20:45.307281 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:20:45.307281 n-d-791506-26 neutron-server[101292]: timer() Aug 16 23:20:45.307281 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:20:45.307281 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 16 23:20:45.307281 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:20:45.307281 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 16 23:20:45.307281 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:20:45.307281 n-d-791506-26 neutron-server[101292]: self._notify() Aug 16 23:20:45.307281 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:20:45.307281 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 16 23:20:45.307281 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:20:45.307281 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 16 23:20:45.307281 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:20:45.307281 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:20:45.307281 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:20:45.307281 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:20:45.307281 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:20:45.307281 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 16 23:20:45.307281 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:20:45.307281 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 16 23:20:45.307281 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:20:45.307281 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:20:45.307281 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:20:45.307281 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 16 23:20:45.307281 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:20:45.307281 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:20:45.307281 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:20:45.307281 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:20:45.307281 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:20:45.307281 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:20:45.307281 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:20:45.373693 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-479475c9-5fb7-44ba-9c78-81704c6e3ff5 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:45.379643 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-479475c9-5fb7-44ba-9c78-81704c6e3ff5 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:45.381626 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-479475c9-5fb7-44ba-9c78-81704c6e3ff5 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "DELETE /v2.0/networks/5350fa13-d0da-471c-bb23-4c09e16b97dd HTTP/1.1" status: 204 len: 168 time: 0.5418246 Aug 16 23:20:45.385981 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 46610) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:45.391133 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-0c8b5158-be6a-4793-b494-cac249308f78 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Request body: {'port': {'network_id': '19d98e84-9745-4340-a69a-82b042d63c5c', 'name': 'tempest-PortsIpV6TestJSON-728536729'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:20:45.405777 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479475c9-5fb7-44ba-9c78-81704c6e3ff5 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Pushing event deleted for resources: {'Network': ['ID=5350fa13-d0da-471c-bb23-4c09e16b97dd,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:45.483013 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec62a77-143a-4623-a01e-e714ffafb272 None None] DHCP port deletion for 5350fa13-d0da-471c-bb23-4c09e16b97dd request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:20:45.489066 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-70fddc6d-a3c5-4106-8f3e-28a9f8b779a3 None None] Could not find standard attr ID for object 51f6cb16-b05e-4ac2-bfa7-1b330efa55a0. {{(pid=101293) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 23:20:45.494182 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c8b5158-be6a-4793-b494-cac249308f78 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Made reservation on behalf of 8b09c4d7f7804af78d8e94fed61709b8 for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:20:45.497764 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0c8b5158-be6a-4793-b494-cac249308f78 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:45.503694 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c170c4-31ca-4968-bb24-ae813329d908 None None] Network 5350fa13-d0da-471c-bb23-4c09e16b97dd requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:20:45.515608 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c170c4-31ca-4968-bb24-ae813329d908 None None] Network 5350fa13-d0da-471c-bb23-4c09e16b97dd could not be found, it might have been deleted concurrently. {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 16 23:20:45.515794 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-0c8b5158-be6a-4793-b494-cac249308f78 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] device_id is not set on port 514f16ec-98d0-42ea-a86b-6fb0471326c2 yet. {{(pid=101291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 23:20:45.674241 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0c8b5158-be6a-4793-b494-cac249308f78 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:45.710023 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0c8b5158-be6a-4793-b494-cac249308f78 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:45.754115 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8b5158-be6a-4793-b494-cac249308f78 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Network 19d98e84-9745-4340-a69a-82b042d63c5c is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:20:45.757175 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-0c8b5158-be6a-4793-b494-cac249308f78 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:20:45.761040 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8b5158-be6a-4793-b494-cac249308f78 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:20:45.766600 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8b5158-be6a-4793-b494-cac249308f78 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:45.767201 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0c8b5158-be6a-4793-b494-cac249308f78 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:45.772922 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8b5158-be6a-4793-b494-cac249308f78 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Pushing event updated for resources: {'Port': ['ID=514f16ec-98d0-42ea-a86b-6fb0471326c2,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:45.785657 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-0c8b5158-be6a-4793-b494-cac249308f78 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.3985884 Aug 16 23:20:45.788124 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 46612) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:45.877995 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-400c9b8a-c660-42d0-8110-aec261f13263 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Deleting port 514f16ec-98d0-42ea-a86b-6fb0471326c2 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:20:45.878344 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-400c9b8a-c660-42d0-8110-aec261f13263 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:45.944871 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-400c9b8a-c660-42d0-8110-aec261f13263 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:45.957130 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-400c9b8a-c660-42d0-8110-aec261f13263 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Calling delete_port for 514f16ec-98d0-42ea-a86b-6fb0471326c2 owned by {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:20:46.040390 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-400c9b8a-c660-42d0-8110-aec261f13263 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:46.066259 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400c9b8a-c660-42d0-8110-aec261f13263 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Pushing event deleted for resources: {'Port': ['ID=514f16ec-98d0-42ea-a86b-6fb0471326c2,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:46.073585 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-400c9b8a-c660-42d0-8110-aec261f13263 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:46.075588 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-400c9b8a-c660-42d0-8110-aec261f13263 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "DELETE /v2.0/ports/514f16ec-98d0-42ea-a86b-6fb0471326c2 HTTP/1.1" status: 204 len: 168 time: 0.2865212 Aug 16 23:20:46.078146 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 46614) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:46.082912 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-b8e51561-3410-4e29-b3b1-bf96cee4cd49 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Request body: {'port': {'network_id': '19d98e84-9745-4340-a69a-82b042d63c5c', 'mac_address': 'fa:16:3e:07:3e:07', 'name': 'tempest-PortsIpV6TestJSON-1088911820'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:20:46.171821 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8e51561-3410-4e29-b3b1-bf96cee4cd49 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Made reservation on behalf of 8b09c4d7f7804af78d8e94fed61709b8 for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:20:46.241923 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b8e51561-3410-4e29-b3b1-bf96cee4cd49 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:46.263250 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-b8e51561-3410-4e29-b3b1-bf96cee4cd49 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] device_id is not set on port 0be7eb8b-562b-4413-8abf-ee10a3a1e1d6 yet. {{(pid=101291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 23:20:46.421475 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b8e51561-3410-4e29-b3b1-bf96cee4cd49 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:46.456665 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b8e51561-3410-4e29-b3b1-bf96cee4cd49 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:46.501198 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e51561-3410-4e29-b3b1-bf96cee4cd49 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Network 19d98e84-9745-4340-a69a-82b042d63c5c is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:20:46.504216 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-b8e51561-3410-4e29-b3b1-bf96cee4cd49 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:20:46.508099 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e51561-3410-4e29-b3b1-bf96cee4cd49 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:20:46.514907 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e51561-3410-4e29-b3b1-bf96cee4cd49 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:46.515512 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b8e51561-3410-4e29-b3b1-bf96cee4cd49 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:46.521335 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e51561-3410-4e29-b3b1-bf96cee4cd49 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Pushing event updated for resources: {'Port': ['ID=0be7eb8b-562b-4413-8abf-ee10a3a1e1d6,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:46.534271 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-b8e51561-3410-4e29-b3b1-bf96cee4cd49 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.4551442 Aug 16 23:20:46.537003 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 46616) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:46.580397 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e57f8d-d6f6-48e9-aeae-b213eef84fa1 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:46.581763 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-36e57f8d-d6f6-48e9-aeae-b213eef84fa1 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "GET /v2.0/ports/0be7eb8b-562b-4413-8abf-ee10a3a1e1d6 HTTP/1.1" status: 200 len: 845 time: 0.0438485 Aug 16 23:20:46.584391 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 46618) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:46.672052 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-862b845a-233e-4d82-abb0-a184c9689bf4 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Deleting port 0be7eb8b-562b-4413-8abf-ee10a3a1e1d6 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:20:46.672397 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-862b845a-233e-4d82-abb0-a184c9689bf4 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:46.737784 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-862b845a-233e-4d82-abb0-a184c9689bf4 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:46.750496 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-862b845a-233e-4d82-abb0-a184c9689bf4 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Calling delete_port for 0be7eb8b-562b-4413-8abf-ee10a3a1e1d6 owned by {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:20:46.831834 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-862b845a-233e-4d82-abb0-a184c9689bf4 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:46.861678 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862b845a-233e-4d82-abb0-a184c9689bf4 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Pushing event deleted for resources: {'Port': ['ID=0be7eb8b-562b-4413-8abf-ee10a3a1e1d6,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:46.865196 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-862b845a-233e-4d82-abb0-a184c9689bf4 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:46.868529 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-862b845a-233e-4d82-abb0-a184c9689bf4 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "DELETE /v2.0/ports/0be7eb8b-562b-4413-8abf-ee10a3a1e1d6 HTTP/1.1" status: 204 len: 168 time: 0.2818062 Aug 16 23:20:46.870408 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 46620) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:46.894870 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-61731e5a-974e-41a6-ab86-c58ba860ae52 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] GET failed (client error): The resource could not be found. Aug 16 23:20:46.896285 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-61731e5a-974e-41a6-ab86-c58ba860ae52 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "GET /v2.0/ports/0be7eb8b-562b-4413-8abf-ee10a3a1e1d6 HTTP/1.1" status: 404 len: 333 time: 0.0249677 Aug 16 23:20:46.899910 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 46622) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:46.904612 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-1d5de210-f10d-4af7-9fb0-53bd8c82aca9 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Request body: {'port': {'network_id': '19d98e84-9745-4340-a69a-82b042d63c5c', 'name': 'tempest-PortsIpV6TestJSON-1862440813'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:20:46.995900 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d5de210-f10d-4af7-9fb0-53bd8c82aca9 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Made reservation on behalf of 8b09c4d7f7804af78d8e94fed61709b8 for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:20:46.999539 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1d5de210-f10d-4af7-9fb0-53bd8c82aca9 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:47.016811 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-1d5de210-f10d-4af7-9fb0-53bd8c82aca9 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] device_id is not set on port 85bcf34e-035c-44b8-8e99-f5cfb9e0cd55 yet. {{(pid=101291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 23:20:47.176868 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1d5de210-f10d-4af7-9fb0-53bd8c82aca9 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:47.212398 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1d5de210-f10d-4af7-9fb0-53bd8c82aca9 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:47.253678 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5de210-f10d-4af7-9fb0-53bd8c82aca9 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Network 19d98e84-9745-4340-a69a-82b042d63c5c is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:20:47.258713 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-1d5de210-f10d-4af7-9fb0-53bd8c82aca9 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:20:47.262472 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5de210-f10d-4af7-9fb0-53bd8c82aca9 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:20:47.268007 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5de210-f10d-4af7-9fb0-53bd8c82aca9 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:47.268688 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1d5de210-f10d-4af7-9fb0-53bd8c82aca9 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:47.278418 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5de210-f10d-4af7-9fb0-53bd8c82aca9 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Pushing event updated for resources: {'Port': ['ID=85bcf34e-035c-44b8-8e99-f5cfb9e0cd55,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:47.288717 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-1d5de210-f10d-4af7-9fb0-53bd8c82aca9 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.3877771 Aug 16 23:20:47.291727 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 46624) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:47.296940 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-79672443-4af3-48f4-8a5e-af956364056f tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:20:47.363321 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-79672443-4af3-48f4-8a5e-af956364056f tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:47.514068 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-79672443-4af3-48f4-8a5e-af956364056f tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:47.518808 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-79672443-4af3-48f4-8a5e-af956364056f tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:47.554549 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-79672443-4af3-48f4-8a5e-af956364056f tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] In _notify_port_updated(), no bound segment for port 85bcf34e-035c-44b8-8e99-f5cfb9e0cd55 on network 19d98e84-9745-4340-a69a-82b042d63c5c {{(pid=101291) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 23:20:47.560399 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79672443-4af3-48f4-8a5e-af956364056f tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:47.561025 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-79672443-4af3-48f4-8a5e-af956364056f tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:47.562298 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-79672443-4af3-48f4-8a5e-af956364056f tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "PUT /v2.0/ports/85bcf34e-035c-44b8-8e99-f5cfb9e0cd55 HTTP/1.1" status: 200 len: 818 time: 0.2696173 Aug 16 23:20:47.565122 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 46626) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:47.600532 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79672443-4af3-48f4-8a5e-af956364056f tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Pushing event updated for resources: {'Port': ['ID=85bcf34e-035c-44b8-8e99-f5cfb9e0cd55,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:47.659232 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-f3bbb515-797f-4b6c-83fe-276cfff9dc09 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Deleting port 85bcf34e-035c-44b8-8e99-f5cfb9e0cd55 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:20:47.659583 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f3bbb515-797f-4b6c-83fe-276cfff9dc09 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:47.676240 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-adf3ca0d-e093-4eb4-9eaa-e18344cb1dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:47.735950 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f3bbb515-797f-4b6c-83fe-276cfff9dc09 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:47.748906 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-f3bbb515-797f-4b6c-83fe-276cfff9dc09 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Calling delete_port for 85bcf34e-035c-44b8-8e99-f5cfb9e0cd55 owned by {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:20:47.826382 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f3bbb515-797f-4b6c-83fe-276cfff9dc09 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:47.857797 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bbb515-797f-4b6c-83fe-276cfff9dc09 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Pushing event deleted for resources: {'Port': ['ID=85bcf34e-035c-44b8-8e99-f5cfb9e0cd55,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:47.863154 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f3bbb515-797f-4b6c-83fe-276cfff9dc09 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:47.865132 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-f3bbb515-797f-4b6c-83fe-276cfff9dc09 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "DELETE /v2.0/ports/85bcf34e-035c-44b8-8e99-f5cfb9e0cd55 HTTP/1.1" status: 204 len: 168 time: 0.2990856 Aug 16 23:20:47.867684 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 46630) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:47.919671 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d167a547-1e34-44cc-b887-34d8eb59deb9 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:47.921162 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-d167a547-1e34-44cc-b887-34d8eb59deb9 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0525656 Aug 16 23:20:47.923746 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 46632) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:47.947857 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-4363919b-0b4f-4a89-a75c-7deac8e54fa5 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] GET failed (client error): The resource could not be found. Aug 16 23:20:47.949294 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-4363919b-0b4f-4a89-a75c-7deac8e54fa5 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "GET /v2.0/ports/85bcf34e-035c-44b8-8e99-f5cfb9e0cd55 HTTP/1.1" status: 404 len: 333 time: 0.0246592 Aug 16 23:20:47.952960 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 46634) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:47.958444 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-c151f432-1d50-4224-be05-7798bcb13c56 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-41361391'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:20:47.979422 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c151f432-1d50-4224-be05-7798bcb13c56 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Made reservation on behalf of 8b09c4d7f7804af78d8e94fed61709b8 for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:20:47.983002 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c151f432-1d50-4224-be05-7798bcb13c56 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:48.005651 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c151f432-1d50-4224-be05-7798bcb13c56 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:20:48.015757 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c151f432-1d50-4224-be05-7798bcb13c56 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:48.016098 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-c151f432-1d50-4224-be05-7798bcb13c56 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Added segment 0dcda40a-32e0-4bca-b870-7cc1d3507469 of type vlan for network 7a48be3e-8ad7-4d93-a1d8-716517c52106 Aug 16 23:20:48.056324 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c151f432-1d50-4224-be05-7798bcb13c56 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:48.080711 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c151f432-1d50-4224-be05-7798bcb13c56 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:48.086155 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c151f432-1d50-4224-be05-7798bcb13c56 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:48.086806 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c151f432-1d50-4224-be05-7798bcb13c56 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:48.144016 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-c151f432-1d50-4224-be05-7798bcb13c56 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1899374 Aug 16 23:20:48.147064 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 46636) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:48.152697 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-bb1f172e-97b7-46db-9ada-2ff0d5dcf594 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Request body: {'subnet': {'network_id': '7a48be3e-8ad7-4d93-a1d8-716517c52106', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:20:48.159610 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c151f432-1d50-4224-be05-7798bcb13c56 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Pushing event updated for resources: {'Network': ['ID=7a48be3e-8ad7-4d93-a1d8-716517c52106,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:48.170930 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 7a48be3e-8ad7-4d93-a1d8-716517c52106 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:20:48.249983 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb1f172e-97b7-46db-9ada-2ff0d5dcf594 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Made reservation on behalf of 8b09c4d7f7804af78d8e94fed61709b8 for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:20:48.253579 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bb1f172e-97b7-46db-9ada-2ff0d5dcf594 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:48.440834 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bb1f172e-97b7-46db-9ada-2ff0d5dcf594 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:48.504369 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1f172e-97b7-46db-9ada-2ff0d5dcf594 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Pushing event updated for resources: {'Subnet': ['ID=3e6d163d-1680-425b-aa39-828837dac985,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:48.513342 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1f172e-97b7-46db-9ada-2ff0d5dcf594 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Checking segment: {'id': '0dcda40a-32e0-4bca-b870-7cc1d3507469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '7a48be3e-8ad7-4d93-a1d8-716517c52106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:20:48.513709 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1f172e-97b7-46db-9ada-2ff0d5dcf594 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Network hostable DHCP agents. Network: 7a48be3e-8ad7-4d93-a1d8-716517c52106, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:20:48.529743 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1f172e-97b7-46db-9ada-2ff0d5dcf594 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Network 7a48be3e-8ad7-4d93-a1d8-716517c52106 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:20:48.538602 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-bb1f172e-97b7-46db-9ada-2ff0d5dcf594 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 7a48be3e-8ad7-4d93-a1d8-716517c52106) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:20:48.544436 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1f172e-97b7-46db-9ada-2ff0d5dcf594 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:48.545435 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bb1f172e-97b7-46db-9ada-2ff0d5dcf594 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:48.551979 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b729feb9-ffcc-429b-b5f6-856d1f99f3ea None None] Network 7a48be3e-8ad7-4d93-a1d8-716517c52106 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:20:48.562477 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-bb1f172e-97b7-46db-9ada-2ff0d5dcf594 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4142306 Aug 16 23:20:48.565566 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 46638) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:48.570716 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-96971eb2-e40a-40b9-85a8-80d2cfee9680 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Request body: {'subnet': {'network_id': '7a48be3e-8ad7-4d93-a1d8-716517c52106', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:20:48.682717 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96971eb2-e40a-40b9-85a8-80d2cfee9680 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Made reservation on behalf of 8b09c4d7f7804af78d8e94fed61709b8 for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:20:48.686617 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-96971eb2-e40a-40b9-85a8-80d2cfee9680 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:48.702384 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f74b8ed-7aa0-4c32-a806-d0ae9b704cc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-7a48be3e-8ad7-4d93-a1d8-716517c52106', 'network_id': '7a48be3e-8ad7-4d93-a1d8-716517c52106', 'tenant_id': '8b09c4d7f7804af78d8e94fed61709b8', 'fixed_ips': [{'subnet_id': '3e6d163d-1680-425b-aa39-828837dac985'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:20:48.703246 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4f74b8ed-7aa0-4c32-a806-d0ae9b704cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:48.783069 n-d-791506-26 neutron-server[101291]: INFO neutron.db.ipam_backend_mixin [None req-96971eb2-e40a-40b9-85a8-80d2cfee9680 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3e6d163d-1680-425b-aa39-828837dac985 (CIDR: 2001:db8::/64) Aug 16 23:20:48.786410 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-96971eb2-e40a-40b9-85a8-80d2cfee9680 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 23:20:48.786776 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96971eb2-e40a-40b9-85a8-80d2cfee9680 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:20:48.801715 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-96971eb2-e40a-40b9-85a8-80d2cfee9680 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2349679 Aug 16 23:20:48.804553 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 46640) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:48.810402 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-77659ba0-d2ce-4351-a2f4-873355b1e219 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Request body: {'subnet': {'network_id': '7a48be3e-8ad7-4d93-a1d8-716517c52106', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:20:48.835221 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-4f74b8ed-7aa0-4c32-a806-d0ae9b704cc1 None None] Allocated IP 2001:db8::2 (7a48be3e-8ad7-4d93-a1d8-716517c52106/3e6d163d-1680-425b-aa39-828837dac985/17ecaebc-f8bd-4835-bca1-dc5be2664efa) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:20:48.920224 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77659ba0-d2ce-4351-a2f4-873355b1e219 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Made reservation on behalf of 8b09c4d7f7804af78d8e94fed61709b8 for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:20:48.923733 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-77659ba0-d2ce-4351-a2f4-873355b1e219 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:48.984612 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4f74b8ed-7aa0-4c32-a806-d0ae9b704cc1 None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:48.993954 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4f74b8ed-7aa0-4c32-a806-d0ae9b704cc1 None None] Transition to ACTIVE for port object 17ecaebc-f8bd-4835-bca1-dc5be2664efa will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:20:49.009314 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4f74b8ed-7aa0-4c32-a806-d0ae9b704cc1 None None] Transition to ACTIVE for port object 17ecaebc-f8bd-4835-bca1-dc5be2664efa will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:20:49.015415 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4f74b8ed-7aa0-4c32-a806-d0ae9b704cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:49.055610 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f74b8ed-7aa0-4c32-a806-d0ae9b704cc1 None None] Network 7a48be3e-8ad7-4d93-a1d8-716517c52106 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:20:49.058601 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-4f74b8ed-7aa0-4c32-a806-d0ae9b704cc1 None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:20:49.062138 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f74b8ed-7aa0-4c32-a806-d0ae9b704cc1 None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:20:49.068871 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f74b8ed-7aa0-4c32-a806-d0ae9b704cc1 None None] Pushing event updated for resources: {'Port': ['ID=17ecaebc-f8bd-4835-bca1-dc5be2664efa,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:49.123907 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-4f74b8ed-7aa0-4c32-a806-d0ae9b704cc1 None None] Attempting to bind port 17ecaebc-f8bd-4835-bca1-dc5be2664efa on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:20:49.124281 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-4f74b8ed-7aa0-4c32-a806-d0ae9b704cc1 None None] Attempting to bind port 17ecaebc-f8bd-4835-bca1-dc5be2664efa by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '0dcda40a-32e0-4bca-b870-7cc1d3507469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '7a48be3e-8ad7-4d93-a1d8-716517c52106'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:20:49.124673 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f74b8ed-7aa0-4c32-a806-d0ae9b704cc1 None None] Attempting to bind port 17ecaebc-f8bd-4835-bca1-dc5be2664efa on network 7a48be3e-8ad7-4d93-a1d8-716517c52106 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:20:49.129606 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f74b8ed-7aa0-4c32-a806-d0ae9b704cc1 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:20:49.129990 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f74b8ed-7aa0-4c32-a806-d0ae9b704cc1 None None] Checking segment: {'id': '0dcda40a-32e0-4bca-b870-7cc1d3507469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '7a48be3e-8ad7-4d93-a1d8-716517c52106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:20:49.130391 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4f74b8ed-7aa0-4c32-a806-d0ae9b704cc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:49.130788 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f74b8ed-7aa0-4c32-a806-d0ae9b704cc1 None None] Bound using segment: {'id': '0dcda40a-32e0-4bca-b870-7cc1d3507469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '7a48be3e-8ad7-4d93-a1d8-716517c52106'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:20:49.131309 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-4f74b8ed-7aa0-4c32-a806-d0ae9b704cc1 None None] Bound port: 17ecaebc-f8bd-4835-bca1-dc5be2664efa, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dcda40a-32e0-4bca-b870-7cc1d3507469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '7a48be3e-8ad7-4d93-a1d8-716517c52106'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:20:49.131642 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4f74b8ed-7aa0-4c32-a806-d0ae9b704cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:49.176736 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-77659ba0-d2ce-4351-a2f4-873355b1e219 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:49.197203 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-4f74b8ed-7aa0-4c32-a806-d0ae9b704cc1 None None] For port 17ecaebc-f8bd-4835-bca1-dc5be2664efa, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:20:49.200475 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-4f74b8ed-7aa0-4c32-a806-d0ae9b704cc1 None None] For port 17ecaebc-f8bd-4835-bca1-dc5be2664efa, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=17ecaebc-f8bd-4835-bca1-dc5be2664efa,segment=NetworkSegment(0dcda40a-32e0-4bca-b870-7cc1d3507469),segment_id=0dcda40a-32e0-4bca-b870-7cc1d3507469)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:20:49.204855 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4f74b8ed-7aa0-4c32-a806-d0ae9b704cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:49.221348 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77659ba0-d2ce-4351-a2f4-873355b1e219 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Network 7a48be3e-8ad7-4d93-a1d8-716517c52106 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:20:49.224488 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-77659ba0-d2ce-4351-a2f4-873355b1e219 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:20:49.229280 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77659ba0-d2ce-4351-a2f4-873355b1e219 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:49.229870 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-77659ba0-d2ce-4351-a2f4-873355b1e219 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:49.238180 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77659ba0-d2ce-4351-a2f4-873355b1e219 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Pushing event updated for resources: {'Subnet': ['ID=5327326a-2979-4f59-8a7a-c76726b00e7e,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:49.250840 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-77659ba0-d2ce-4351-a2f4-873355b1e219 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.4444811 Aug 16 23:20:49.253576 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 46642) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:49.261973 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-d8d66378-821f-4d50-9c8c-cd83526d2836 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Request body: {'port': {'network_id': '7a48be3e-8ad7-4d93-a1d8-716517c52106', 'fixed_ips': [{'subnet_id': '3e6d163d-1680-425b-aa39-828837dac985'}, {'subnet_id': '5327326a-2979-4f59-8a7a-c76726b00e7e'}], 'name': 'tempest-PortsIpV6TestJSON-899207430'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:20:49.268470 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f74b8ed-7aa0-4c32-a806-d0ae9b704cc1 None None] Pushing event updated for resources: {'Port': ['ID=17ecaebc-f8bd-4835-bca1-dc5be2664efa,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:49.380293 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8d66378-821f-4d50-9c8c-cd83526d2836 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Made reservation on behalf of 8b09c4d7f7804af78d8e94fed61709b8 for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:20:49.472643 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d8d66378-821f-4d50-9c8c-cd83526d2836 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:49.495992 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [None req-d8d66378-821f-4d50-9c8c-cd83526d2836 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] device_id is not set on port 0d657300-fa75-4d23-be5b-12359df17d52 yet. {{(pid=101292) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 23:20:49.770994 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-d8d66378-821f-4d50-9c8c-cd83526d2836 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Allocated IP 2001:db8::6 (7a48be3e-8ad7-4d93-a1d8-716517c52106/3e6d163d-1680-425b-aa39-828837dac985/0d657300-fa75-4d23-be5b-12359df17d52) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:20:49.774812 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7a666ce9-a3d8-4f03-97b6-6d274404594b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:49.778937 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-d8d66378-821f-4d50-9c8c-cd83526d2836 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Allocated IP 2001:db8:0:1::16b (7a48be3e-8ad7-4d93-a1d8-716517c52106/5327326a-2979-4f59-8a7a-c76726b00e7e/0d657300-fa75-4d23-be5b-12359df17d52) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:20:49.928382 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d8d66378-821f-4d50-9c8c-cd83526d2836 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:49.947034 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [None req-d8d66378-821f-4d50-9c8c-cd83526d2836 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Transition to ACTIVE for port object 0d657300-fa75-4d23-be5b-12359df17d52 will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:20:49.973113 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 17ecaebc-f8bd-4835-bca1-dc5be2664efa up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:20:49.983869 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d8d66378-821f-4d50-9c8c-cd83526d2836 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:50.033955 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d66378-821f-4d50-9c8c-cd83526d2836 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Network 7a48be3e-8ad7-4d93-a1d8-716517c52106 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:20:50.037120 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-d8d66378-821f-4d50-9c8c-cd83526d2836 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:20:50.037896 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 17ecaebc-f8bd-4835-bca1-dc5be2664efa completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:20:50.042537 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d66378-821f-4d50-9c8c-cd83526d2836 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:20:50.050948 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d66378-821f-4d50-9c8c-cd83526d2836 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:50.051620 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d8d66378-821f-4d50-9c8c-cd83526d2836 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:50.058870 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d66378-821f-4d50-9c8c-cd83526d2836 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Pushing event updated for resources: {'Port': ['ID=0d657300-fa75-4d23-be5b-12359df17d52,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:50.077043 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-d8d66378-821f-4d50-9c8c-cd83526d2836 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1014 time: 0.8200619 Aug 16 23:20:50.077321 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 46644) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:50.082732 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-2a66592b-bbb6-4b88-8e00-44181c60f976 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3e6d163d-1680-425b-aa39-828837dac985'}]}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:20:50.151716 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2a66592b-bbb6-4b88-8e00-44181c60f976 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:50.234160 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553943e1-fbfe-486f-b515-88783d12a7bc None None] Network 7a48be3e-8ad7-4d93-a1d8-716517c52106 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:20:50.364835 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-8ab6e457-97bd-4cd6-bd1e-6b01adf463c8 None None] Provisioning for port 17ecaebc-f8bd-4835-bca1-dc5be2664efa completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:20:50.369692 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-8ab6e457-97bd-4cd6-bd1e-6b01adf463c8 None None] Provisioning complete for port 17ecaebc-f8bd-4835-bca1-dc5be2664efa triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:20:50.370068 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-8ab6e457-97bd-4cd6-bd1e-6b01adf463c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:50.410761 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-2a66592b-bbb6-4b88-8e00-44181c60f976 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Delete allocated IP 2001:db8:0:1::16b (7a48be3e-8ad7-4d93-a1d8-716517c52106/5327326a-2979-4f59-8a7a-c76726b00e7e) {{(pid=101292) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 16 23:20:50.497865 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-8ab6e457-97bd-4cd6-bd1e-6b01adf463c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:50.519177 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca26dbb9-2b7b-4171-aa4b-5aff715216b9 None None] Update dhcp port {'port': {'network_id': '7a48be3e-8ad7-4d93-a1d8-716517c52106', 'fixed_ips': [{'subnet_id': '3e6d163d-1680-425b-aa39-828837dac985', 'ip_address': '2001:db8::2'}, {'subnet_id': '5327326a-2979-4f59-8a7a-c76726b00e7e'}], 'binding:host_id': 'n-d-791506-26'}, 'id': '17ecaebc-f8bd-4835-bca1-dc5be2664efa'} from n-d-791506-26. {{(pid=101293) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 23:20:50.542401 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2a66592b-bbb6-4b88-8e00-44181c60f976 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:50.554621 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [None req-2a66592b-bbb6-4b88-8e00-44181c60f976 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Ignored duplicate provisioning block setup for port 0d657300-fa75-4d23-be5b-12359df17d52 by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 16 23:20:50.558687 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2a66592b-bbb6-4b88-8e00-44181c60f976 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:50.559818 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ca26dbb9-2b7b-4171-aa4b-5aff715216b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:50.562733 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-8ab6e457-97bd-4cd6-bd1e-6b01adf463c8 None None] For port 17ecaebc-f8bd-4835-bca1-dc5be2664efa, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=17ecaebc-f8bd-4835-bca1-dc5be2664efa,segment=NetworkSegment(0dcda40a-32e0-4bca-b870-7cc1d3507469),segment_id=0dcda40a-32e0-4bca-b870-7cc1d3507469)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:20:50.572320 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-8ab6e457-97bd-4cd6-bd1e-6b01adf463c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:50.622798 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-2a66592b-bbb6-4b88-8e00-44181c60f976 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] In _notify_port_updated(), no bound segment for port 0d657300-fa75-4d23-be5b-12359df17d52 on network 7a48be3e-8ad7-4d93-a1d8-716517c52106 {{(pid=101292) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 23:20:50.628293 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a66592b-bbb6-4b88-8e00-44181c60f976 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:50.628961 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2a66592b-bbb6-4b88-8e00-44181c60f976 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:50.632799 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-2a66592b-bbb6-4b88-8e00-44181c60f976 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "PUT /v2.0/ports/0d657300-fa75-4d23-be5b-12359df17d52 HTTP/1.1" status: 200 len: 923 time: 0.5519919 Aug 16 23:20:50.633616 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 46646) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:50.638385 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-d41e17cd-2b2d-4423-9497-b89af718c4ca tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3e6d163d-1680-425b-aa39-828837dac985'}, {'subnet_id': '5327326a-2979-4f59-8a7a-c76726b00e7e'}]}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:20:50.661033 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a66592b-bbb6-4b88-8e00-44181c60f976 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Pushing event updated for resources: {'Port': ['ID=0d657300-fa75-4d23-be5b-12359df17d52,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:50.670763 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:50.709259 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d41e17cd-2b2d-4423-9497-b89af718c4ca tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:50.732339 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab6e457-97bd-4cd6-bd1e-6b01adf463c8 None None] Pushing event updated for resources: {'Port': ['ID=17ecaebc-f8bd-4835-bca1-dc5be2664efa,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:50.745567 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab6e457-97bd-4cd6-bd1e-6b01adf463c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:50.745920 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab6e457-97bd-4cd6-bd1e-6b01adf463c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:50.746274 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab6e457-97bd-4cd6-bd1e-6b01adf463c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:50.746599 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab6e457-97bd-4cd6-bd1e-6b01adf463c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:50.746936 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab6e457-97bd-4cd6-bd1e-6b01adf463c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:50.747306 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab6e457-97bd-4cd6-bd1e-6b01adf463c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:50.747635 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab6e457-97bd-4cd6-bd1e-6b01adf463c8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:50.747971 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab6e457-97bd-4cd6-bd1e-6b01adf463c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:50.748299 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab6e457-97bd-4cd6-bd1e-6b01adf463c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:50.748647 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab6e457-97bd-4cd6-bd1e-6b01adf463c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:50.748976 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab6e457-97bd-4cd6-bd1e-6b01adf463c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:50.749304 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab6e457-97bd-4cd6-bd1e-6b01adf463c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:50.806792 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-ca26dbb9-2b7b-4171-aa4b-5aff715216b9 None None] Allocated IP 2001:db8:0:1::2 (7a48be3e-8ad7-4d93-a1d8-716517c52106/5327326a-2979-4f59-8a7a-c76726b00e7e/17ecaebc-f8bd-4835-bca1-dc5be2664efa) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:20:50.901678 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-ca26dbb9-2b7b-4171-aa4b-5aff715216b9 None None] For port 17ecaebc-f8bd-4835-bca1-dc5be2664efa, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=17ecaebc-f8bd-4835-bca1-dc5be2664efa,segment=NetworkSegment(0dcda40a-32e0-4bca-b870-7cc1d3507469),segment_id=0dcda40a-32e0-4bca-b870-7cc1d3507469)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:20:50.932370 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ca26dbb9-2b7b-4171-aa4b-5aff715216b9 None None] Notify callbacks [] for port, precommit_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:50.946089 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-ca26dbb9-2b7b-4171-aa4b-5aff715216b9 None None] Transition to ACTIVE for port object 17ecaebc-f8bd-4835-bca1-dc5be2664efa will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:20:50.949740 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ca26dbb9-2b7b-4171-aa4b-5aff715216b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:51.013165 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-d41e17cd-2b2d-4423-9497-b89af718c4ca tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Allocated IP 2001:db8:0:1::39b (7a48be3e-8ad7-4d93-a1d8-716517c52106/5327326a-2979-4f59-8a7a-c76726b00e7e/0d657300-fa75-4d23-be5b-12359df17d52) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:20:51.037884 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca26dbb9-2b7b-4171-aa4b-5aff715216b9 None None] Pushing event updated for resources: {'Port': ['ID=17ecaebc-f8bd-4835-bca1-dc5be2664efa,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:51.442528 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d41e17cd-2b2d-4423-9497-b89af718c4ca tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:51.454673 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [None req-d41e17cd-2b2d-4423-9497-b89af718c4ca tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Ignored duplicate provisioning block setup for port 0d657300-fa75-4d23-be5b-12359df17d52 by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 16 23:20:51.458785 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d41e17cd-2b2d-4423-9497-b89af718c4ca tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:51.534763 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4cacc4-ed4c-4067-9687-54ebbc7afd4e None None] Network 7a48be3e-8ad7-4d93-a1d8-716517c52106 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:20:51.544952 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-d41e17cd-2b2d-4423-9497-b89af718c4ca tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] In _notify_port_updated(), no bound segment for port 0d657300-fa75-4d23-be5b-12359df17d52 on network 7a48be3e-8ad7-4d93-a1d8-716517c52106 {{(pid=101292) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 23:20:51.550391 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41e17cd-2b2d-4423-9497-b89af718c4ca tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:51.551016 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d41e17cd-2b2d-4423-9497-b89af718c4ca tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:51.552318 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-d41e17cd-2b2d-4423-9497-b89af718c4ca tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "PUT /v2.0/ports/0d657300-fa75-4d23-be5b-12359df17d52 HTTP/1.1" status: 200 len: 1009 time: 0.9182985 Aug 16 23:20:51.553235 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41e17cd-2b2d-4423-9497-b89af718c4ca tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Pushing event updated for resources: {'Port': ['ID=0d657300-fa75-4d23-be5b-12359df17d52,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:51.556487 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 46650) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:51.601394 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:51.609681 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-16597dc7-99d3-4292-89ec-36949472f30e None None] Provisioning for port 17ecaebc-f8bd-4835-bca1-dc5be2664efa completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:20:51.625688 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-16597dc7-99d3-4292-89ec-36949472f30e None None] Provisioning complete for port 17ecaebc-f8bd-4835-bca1-dc5be2664efa triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:20:51.626047 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-16597dc7-99d3-4292-89ec-36949472f30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:51.659192 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-d148f960-6522-418d-873a-3717e06b9fdc tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Deleting port 0d657300-fa75-4d23-be5b-12359df17d52 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:20:51.659539 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d148f960-6522-418d-873a-3717e06b9fdc tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:51.748264 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d148f960-6522-418d-873a-3717e06b9fdc tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:51.760880 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-d148f960-6522-418d-873a-3717e06b9fdc tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Calling delete_port for 0d657300-fa75-4d23-be5b-12359df17d52 owned by {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:20:51.780953 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-16597dc7-99d3-4292-89ec-36949472f30e None None] Provisioning for port 0d657300-fa75-4d23-be5b-12359df17d52 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:20:51.784681 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-16597dc7-99d3-4292-89ec-36949472f30e None None] Provisioning complete for port 0d657300-fa75-4d23-be5b-12359df17d52 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:20:51.785053 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-16597dc7-99d3-4292-89ec-36949472f30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:51.821123 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-16597dc7-99d3-4292-89ec-36949472f30e None None] Port 0d657300-fa75-4d23-be5b-12359df17d52 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:20:51.942738 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 17ecaebc-f8bd-4835-bca1-dc5be2664efa up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:20:51.972162 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d148f960-6522-418d-873a-3717e06b9fdc tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:52.001330 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 17ecaebc-f8bd-4835-bca1-dc5be2664efa triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:20:52.001715 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:52.009467 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d148f960-6522-418d-873a-3717e06b9fdc tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Pushing event deleted for resources: {'Port': ['ID=0d657300-fa75-4d23-be5b-12359df17d52,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:52.058710 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-afea32be-93fa-4ef0-bef9-9474dc488ccd None None] Provisioning complete for port 17ecaebc-f8bd-4835-bca1-dc5be2664efa triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:20:52.059085 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-afea32be-93fa-4ef0-bef9-9474dc488ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:52.064657 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d148f960-6522-418d-873a-3717e06b9fdc tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:52.066571 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-d148f960-6522-418d-873a-3717e06b9fdc tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "DELETE /v2.0/ports/0d657300-fa75-4d23-be5b-12359df17d52 HTTP/1.1" status: 204 len: 168 time: 0.5080216 Aug 16 23:20:52.069399 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 46652) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:52.095720 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ad8a4a7-7550-4936-8400-73d641df36c0 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] GET failed (client error): The resource could not be found. Aug 16 23:20:52.097351 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-9ad8a4a7-7550-4936-8400-73d641df36c0 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "GET /v2.0/ports/0d657300-fa75-4d23-be5b-12359df17d52 HTTP/1.1" status: 404 len: 333 time: 0.0270081 Aug 16 23:20:52.100065 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 46654) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:52.160761 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cb518b4-780d-43c8-b9fa-4c0e15d67769 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Deleting subnet 5327326a-2979-4f59-8a7a-c76726b00e7e {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:20:52.167798 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2cb518b4-780d-43c8-b9fa-4c0e15d67769 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:52.194218 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-afea32be-93fa-4ef0-bef9-9474dc488ccd None None] Could not find standard attr ID for object 0d657300-fa75-4d23-be5b-12359df17d52. {{(pid=101293) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 23:20:52.210656 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2cb518b4-780d-43c8-b9fa-4c0e15d67769 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:52.305544 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2cb518b4-780d-43c8-b9fa-4c0e15d67769 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:52.314503 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-5be066da-33c6-49c7-bafe-773677ad8282 None None] Could not find standard attr ID for object 0d657300-fa75-4d23-be5b-12359df17d52. {{(pid=101293) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 23:20:52.373842 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2cb518b4-780d-43c8-b9fa-4c0e15d67769 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:52.402990 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb518b4-780d-43c8-b9fa-4c0e15d67769 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Pushing event deleted for resources: {'Subnet': ['ID=5327326a-2979-4f59-8a7a-c76726b00e7e,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:52.406688 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2cb518b4-780d-43c8-b9fa-4c0e15d67769 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:52.411248 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-2cb518b4-780d-43c8-b9fa-4c0e15d67769 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "DELETE /v2.0/subnets/5327326a-2979-4f59-8a7a-c76726b00e7e HTTP/1.1" status: 204 len: 168 time: 0.3101556 Aug 16 23:20:52.411862 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 46656) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:52.427561 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-03e00e7b-8e24-4022-881b-fcf4e780fdd5 None None] Could not find standard attr ID for object 0d657300-fa75-4d23-be5b-12359df17d52. {{(pid=101293) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 23:20:52.449820 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-55f06ee0-f1e9-48f9-a01f-e21866aceba7 req-ef12d18e-4383-42cf-b38a-80976c9bc285 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0461664 Aug 16 23:20:52.481982 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-b80ba680-d189-42cc-ba7d-66ae070d60e6 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Deleting subnet 3e6d163d-1680-425b-aa39-828837dac985 {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:20:52.486882 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b80ba680-d189-42cc-ba7d-66ae070d60e6 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:52.533935 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b80ba680-d189-42cc-ba7d-66ae070d60e6 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:52.552897 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f06ee0-f1e9-48f9-a01f-e21866aceba7 req-041e9453-b3e9-43fe-861a-cb382ae4f2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:52.554706 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-55f06ee0-f1e9-48f9-a01f-e21866aceba7 req-041e9453-b3e9-43fe-861a-cb382ae4f2f4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ee91ace37a634fb9abb791ce5d24078e&device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 1096 time: 0.0451458 Aug 16 23:20:52.594557 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4960d841-6da6-496a-86a4-e777c727d72a None None] Network 7a48be3e-8ad7-4d93-a1d8-716517c52106 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:20:52.627868 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b80ba680-d189-42cc-ba7d-66ae070d60e6 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:52.649711 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-f753b3eb-779a-4629-a13b-f2831e01687a None None] Could not find standard attr ID for object 0d657300-fa75-4d23-be5b-12359df17d52. {{(pid=101293) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 23:20:52.669828 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f06ee0-f1e9-48f9-a01f-e21866aceba7 req-9194c0d1-6430-4fe9-8cd3-52dc60b882b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:52.671453 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-55f06ee0-f1e9-48f9-a01f-e21866aceba7 req-9194c0d1-6430-4fe9-8cd3-52dc60b882b2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6152efff-6e82-46a1-acb7-149d7c33d5d6 HTTP/1.1" status: 200 len: 913 time: 0.0961995 Aug 16 23:20:52.695235 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b80ba680-d189-42cc-ba7d-66ae070d60e6 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:52.725296 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80ba680-d189-42cc-ba7d-66ae070d60e6 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Pushing event deleted for resources: {'Subnet': ['ID=3e6d163d-1680-425b-aa39-828837dac985,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:52.730959 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b80ba680-d189-42cc-ba7d-66ae070d60e6 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:52.735891 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-b80ba680-d189-42cc-ba7d-66ae070d60e6 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "DELETE /v2.0/subnets/3e6d163d-1680-425b-aa39-828837dac985 HTTP/1.1" status: 204 len: 168 time: 0.3205929 Aug 16 23:20:52.736269 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 46658) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:52.760386 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-55f06ee0-f1e9-48f9-a01f-e21866aceba7 req-3705bf63-7b28-4517-b627-2829711015af service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62ad7c9a-9355-476c-9726-91c7fd566244 HTTP/1.1" status: 200 len: 998 time: 0.0820186 Aug 16 23:20:52.816465 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f06ee0-f1e9-48f9-a01f-e21866aceba7 req-d667c391-89c3-4d00-8233-9bdc3efc2431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:52.818932 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-55f06ee0-f1e9-48f9-a01f-e21866aceba7 req-d667c391-89c3-4d00-8233-9bdc3efc2431 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7d6a27ac-d81b-4d19-9995-25afe2c6f338 HTTP/1.1" status: 200 len: 851 time: 0.0511677 Aug 16 23:20:52.824956 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4bcee3e7-cb06-4120-97da-dc857c66b15e tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:52.826064 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097029ca-57a3-419e-bb6b-d3cbe7ac95b6 None None] DHCP port deletion for 7a48be3e-8ad7-4d93-a1d8-716517c52106 request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:20:52.829950 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:52.878624 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f06ee0-f1e9-48f9-a01f-e21866aceba7 req-b01b1878-52c5-43a0-a9a9-2d346eafe50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:52.880830 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-55f06ee0-f1e9-48f9-a01f-e21866aceba7 req-b01b1878-52c5-43a0-a9a9-2d346eafe50b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6152efff-6e82-46a1-acb7-149d7c33d5d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549645 Aug 16 23:20:52.884704 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-097029ca-57a3-419e-bb6b-d3cbe7ac95b6 None None] Deleting port 17ecaebc-f8bd-4835-bca1-dc5be2664efa {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:20:52.885300 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-097029ca-57a3-419e-bb6b-d3cbe7ac95b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:52.911900 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-4bcee3e7-cb06-4120-97da-dc857c66b15e tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Deleting port 17ecaebc-f8bd-4835-bca1-dc5be2664efa {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:20:52.912446 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4bcee3e7-cb06-4120-97da-dc857c66b15e tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:52.984701 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-097029ca-57a3-419e-bb6b-d3cbe7ac95b6 None None] For port 17ecaebc-f8bd-4835-bca1-dc5be2664efa, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=17ecaebc-f8bd-4835-bca1-dc5be2664efa,segment=NetworkSegment(0dcda40a-32e0-4bca-b870-7cc1d3507469),segment_id=0dcda40a-32e0-4bca-b870-7cc1d3507469)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:20:52.985436 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-097029ca-57a3-419e-bb6b-d3cbe7ac95b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:52.989177 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-55f06ee0-f1e9-48f9-a01f-e21866aceba7 req-81bbbe57-3ad9-4f6d-b685-d6328af5f57c service neutron] 10.222.0.57 "GET /v2.0/networks/6152efff-6e82-46a1-acb7-149d7c33d5d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010561 Aug 16 23:20:53.000661 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-097029ca-57a3-419e-bb6b-d3cbe7ac95b6 None None] Calling delete_port for 17ecaebc-f8bd-4835-bca1-dc5be2664efa owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:20:53.095753 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-097029ca-57a3-419e-bb6b-d3cbe7ac95b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:53.098341 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-55f06ee0-f1e9-48f9-a01f-e21866aceba7 req-825a4c7d-ca3d-4868-8cb6-62710f349300 service neutron] 10.222.0.57 "GET /v2.0/networks/6152efff-6e82-46a1-acb7-149d7c33d5d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025951 Aug 16 23:20:53.142977 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097029ca-57a3-419e-bb6b-d3cbe7ac95b6 None None] Pushing event deleted for resources: {'Port': ['ID=17ecaebc-f8bd-4835-bca1-dc5be2664efa,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:53.146197 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097029ca-57a3-419e-bb6b-d3cbe7ac95b6 None None] No DVR routers for this DVR port 17ecaebc-f8bd-4835-bca1-dc5be2664efa on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:20:53.268794 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-4bcee3e7-cb06-4120-97da-dc857c66b15e tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] For port 17ecaebc-f8bd-4835-bca1-dc5be2664efa, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=17ecaebc-f8bd-4835-bca1-dc5be2664efa,segment=NetworkSegment(0dcda40a-32e0-4bca-b870-7cc1d3507469),segment_id=0dcda40a-32e0-4bca-b870-7cc1d3507469)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:20:53.269160 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4bcee3e7-cb06-4120-97da-dc857c66b15e tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:53.281934 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-4bcee3e7-cb06-4120-97da-dc857c66b15e tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Calling delete_port for 17ecaebc-f8bd-4835-bca1-dc5be2664efa owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:20:53.362305 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4bcee3e7-cb06-4120-97da-dc857c66b15e tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:53.387686 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcee3e7-cb06-4120-97da-dc857c66b15e tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Pushing event deleted for resources: {'Port': ['ID=17ecaebc-f8bd-4835-bca1-dc5be2664efa,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:53.390974 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcee3e7-cb06-4120-97da-dc857c66b15e tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] No DVR routers for this DVR port 17ecaebc-f8bd-4835-bca1-dc5be2664efa on host n-d-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:20:53.470041 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4bcee3e7-cb06-4120-97da-dc857c66b15e tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:53.481342 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-4bcee3e7-cb06-4120-97da-dc857c66b15e tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a48be3e-8ad7-4d93-a1d8-716517c52106']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:20:53.495440 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-4bcee3e7-cb06-4120-97da-dc857c66b15e tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dcda40a-32e0-4bca-b870-7cc1d3507469') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:20:53.495743 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-4bcee3e7-cb06-4120-97da-dc857c66b15e tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dcda40a-32e0-4bca-b870-7cc1d3507469') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:20:53.504254 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4bcee3e7-cb06-4120-97da-dc857c66b15e tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:53.518474 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4bcee3e7-cb06-4120-97da-dc857c66b15e tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:53.524796 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bcee3e7-cb06-4120-97da-dc857c66b15e tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:20:53.525185 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4bcee3e7-cb06-4120-97da-dc857c66b15e tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:53.528144 n-d-791506-26 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:20:53.528144 n-d-791506-26 neutron-server[101291]: self.session.flush() Aug 16 23:20:53.528144 n-d-791506-26 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:20:53.528144 n-d-791506-26 neutron-server[101291]: self.session.flush() Aug 16 23:20:53.528144 n-d-791506-26 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:20:53.528144 n-d-791506-26 neutron-server[101291]: self.session.flush() Aug 16 23:20:53.528144 n-d-791506-26 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:20:53.528144 n-d-791506-26 neutron-server[101291]: self.session.flush() Aug 16 23:20:53.528144 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 23:20:53.528144 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:20:53.528144 n-d-791506-26 neutron-server[101291]: timer() Aug 16 23:20:53.528144 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:20:53.528144 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 23:20:53.528144 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:20:53.528144 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 23:20:53.528144 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:20:53.528144 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 23:20:53.528144 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:20:53.528144 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 23:20:53.528144 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:20:53.528144 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 23:20:53.528144 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:20:53.528144 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:20:53.528144 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:20:53.528144 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:20:53.528144 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:20:53.528144 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 23:20:53.528144 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:20:53.528144 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 23:20:53.528144 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:20:53.528144 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:20:53.528144 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:20:53.528144 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 23:20:53.528144 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:20:53.528144 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:20:53.528144 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:20:53.528144 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:20:53.528144 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:20:53.528144 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:20:53.528144 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:20:53.589996 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4bcee3e7-cb06-4120-97da-dc857c66b15e tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:53.596064 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4bcee3e7-cb06-4120-97da-dc857c66b15e tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:53.598171 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-4bcee3e7-cb06-4120-97da-dc857c66b15e tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "DELETE /v2.0/networks/7a48be3e-8ad7-4d93-a1d8-716517c52106 HTTP/1.1" status: 204 len: 168 time: 0.8607833 Aug 16 23:20:53.603053 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 46662) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:53.637746 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcee3e7-cb06-4120-97da-dc857c66b15e tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Pushing event deleted for resources: {'Network': ['ID=7a48be3e-8ad7-4d93-a1d8-716517c52106,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:53.667015 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96508cd5-db73-4140-8ddb-b40d6fb4b543 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:53.668571 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-96508cd5-db73-4140-8ddb-b40d6fb4b543 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0647478 Aug 16 23:20:53.672068 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 46664) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:53.722578 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-036b0ea4-363e-4f9a-a984-2cf0b1058a56 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0493023 Aug 16 23:20:53.725918 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 46670) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:53.731579 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-da405615-c005-47c4-977a-726747f67fc1 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2018771247'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:20:53.752217 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da405615-c005-47c4-977a-726747f67fc1 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Made reservation on behalf of 8b09c4d7f7804af78d8e94fed61709b8 for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:20:53.756281 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-da405615-c005-47c4-977a-726747f67fc1 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:53.781229 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da405615-c005-47c4-977a-726747f67fc1 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:20:53.790250 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-da405615-c005-47c4-977a-726747f67fc1 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:53.790596 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-da405615-c005-47c4-977a-726747f67fc1 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Added segment 377ea3bf-4c89-42a3-b81b-b59d991653bb of type vlan for network b1b6ea24-4b5f-4911-a823-3b0892e2a2e1 Aug 16 23:20:53.831618 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-da405615-c005-47c4-977a-726747f67fc1 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:53.856046 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-da405615-c005-47c4-977a-726747f67fc1 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:53.861844 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da405615-c005-47c4-977a-726747f67fc1 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:53.862423 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-da405615-c005-47c4-977a-726747f67fc1 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:53.933541 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-da405615-c005-47c4-977a-726747f67fc1 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2064028 Aug 16 23:20:53.934523 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 46672) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:53.939689 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da405615-c005-47c4-977a-726747f67fc1 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Pushing event updated for resources: {'Network': ['ID=b1b6ea24-4b5f-4911-a823-3b0892e2a2e1,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:53.940778 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-c5498fd2-8b03-4ad6-912d-3ba3ab88d225 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Request body: {'subnet': {'network_id': 'b1b6ea24-4b5f-4911-a823-3b0892e2a2e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:20:53.947225 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 17ecaebc-f8bd-4835-bca1-dc5be2664efa no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:20:53.952397 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network b1b6ea24-4b5f-4911-a823-3b0892e2a2e1 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:20:54.040506 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5498fd2-8b03-4ad6-912d-3ba3ab88d225 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Made reservation on behalf of 8b09c4d7f7804af78d8e94fed61709b8 for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:20:54.045060 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c5498fd2-8b03-4ad6-912d-3ba3ab88d225 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:54.141972 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 17ecaebc-f8bd-4835-bca1-dc5be2664efa {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:20:54.142233 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 17ecaebc-f8bd-4835-bca1-dc5be2664efa not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:20:54.242149 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c5498fd2-8b03-4ad6-912d-3ba3ab88d225 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:54.309114 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5498fd2-8b03-4ad6-912d-3ba3ab88d225 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Pushing event updated for resources: {'Subnet': ['ID=a9c90ec2-8a54-4b8d-ab6c-8ea8031d3694,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:54.320172 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5498fd2-8b03-4ad6-912d-3ba3ab88d225 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Checking segment: {'id': '377ea3bf-4c89-42a3-b81b-b59d991653bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b1b6ea24-4b5f-4911-a823-3b0892e2a2e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:20:54.320572 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5498fd2-8b03-4ad6-912d-3ba3ab88d225 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Network hostable DHCP agents. Network: b1b6ea24-4b5f-4911-a823-3b0892e2a2e1, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:20:54.338396 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5498fd2-8b03-4ad6-912d-3ba3ab88d225 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Network b1b6ea24-4b5f-4911-a823-3b0892e2a2e1 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:20:54.348710 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-c5498fd2-8b03-4ad6-912d-3ba3ab88d225 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, b1b6ea24-4b5f-4911-a823-3b0892e2a2e1) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:20:54.356773 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5498fd2-8b03-4ad6-912d-3ba3ab88d225 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:54.357518 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c5498fd2-8b03-4ad6-912d-3ba3ab88d225 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:54.357789 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9fde8ec-1d70-4af0-92d2-eba72832fb1c None None] Network b1b6ea24-4b5f-4911-a823-3b0892e2a2e1 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:20:54.373525 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-c5498fd2-8b03-4ad6-912d-3ba3ab88d225 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4378660 Aug 16 23:20:54.376358 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 46674) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:54.382328 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-3ffa61b2-15ba-4cc9-8e1b-d2719bf2be5d tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Request body: {'port': {'network_id': 'b1b6ea24-4b5f-4911-a823-3b0892e2a2e1', 'name': 'tempest-PortsIpV6TestJSON-645578570'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:20:54.504149 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ffa61b2-15ba-4cc9-8e1b-d2719bf2be5d tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Made reservation on behalf of 8b09c4d7f7804af78d8e94fed61709b8 for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:20:54.507684 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3ffa61b2-15ba-4cc9-8e1b-d2719bf2be5d tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:54.517807 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3da62e-1484-422c-a824-cf86478f010c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-b1b6ea24-4b5f-4911-a823-3b0892e2a2e1', 'network_id': 'b1b6ea24-4b5f-4911-a823-3b0892e2a2e1', 'tenant_id': '8b09c4d7f7804af78d8e94fed61709b8', 'fixed_ips': [{'subnet_id': 'a9c90ec2-8a54-4b8d-ab6c-8ea8031d3694'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:20:54.518764 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-fb3da62e-1484-422c-a824-cf86478f010c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:54.527277 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-3ffa61b2-15ba-4cc9-8e1b-d2719bf2be5d tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] device_id is not set on port 354d1afb-29e4-400a-acb7-a53c25c0d7a4 yet. {{(pid=101291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 23:20:54.656327 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-3ffa61b2-15ba-4cc9-8e1b-d2719bf2be5d tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Allocated IP 2001:db8::1f2 (b1b6ea24-4b5f-4911-a823-3b0892e2a2e1/a9c90ec2-8a54-4b8d-ab6c-8ea8031d3694/354d1afb-29e4-400a-acb7-a53c25c0d7a4) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:20:54.823190 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3ffa61b2-15ba-4cc9-8e1b-d2719bf2be5d tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:54.836057 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-3ffa61b2-15ba-4cc9-8e1b-d2719bf2be5d tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Transition to ACTIVE for port object 354d1afb-29e4-400a-acb7-a53c25c0d7a4 will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:20:54.868950 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3ffa61b2-15ba-4cc9-8e1b-d2719bf2be5d tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:54.913292 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ffa61b2-15ba-4cc9-8e1b-d2719bf2be5d tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Network b1b6ea24-4b5f-4911-a823-3b0892e2a2e1 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:20:54.916682 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-3ffa61b2-15ba-4cc9-8e1b-d2719bf2be5d tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:20:54.918500 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-fb3da62e-1484-422c-a824-cf86478f010c None None] Allocated IP 2001:db8::2 (b1b6ea24-4b5f-4911-a823-3b0892e2a2e1/a9c90ec2-8a54-4b8d-ab6c-8ea8031d3694/cd8a8892-415d-4a39-87ae-2aa562a1f088) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:20:54.920525 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffa61b2-15ba-4cc9-8e1b-d2719bf2be5d tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:20:54.926364 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffa61b2-15ba-4cc9-8e1b-d2719bf2be5d tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:54.926979 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3ffa61b2-15ba-4cc9-8e1b-d2719bf2be5d tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:54.934020 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffa61b2-15ba-4cc9-8e1b-d2719bf2be5d tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Pushing event updated for resources: {'Port': ['ID=354d1afb-29e4-400a-acb7-a53c25c0d7a4,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:54.947530 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-3ffa61b2-15ba-4cc9-8e1b-d2719bf2be5d tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.5695577 Aug 16 23:20:54.950126 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 46676) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:54.955084 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-f00a0f35-3629-4976-9e75-0283ad297f2d tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Request body: {'port': {'network_id': 'b1b6ea24-4b5f-4911-a823-3b0892e2a2e1', 'name': 'tempest-PortsIpV6TestJSON-1953172935'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:20:55.064877 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f00a0f35-3629-4976-9e75-0283ad297f2d tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Made reservation on behalf of 8b09c4d7f7804af78d8e94fed61709b8 for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:20:55.068631 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f00a0f35-3629-4976-9e75-0283ad297f2d tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:55.069284 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-fb3da62e-1484-422c-a824-cf86478f010c None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:55.078701 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-fb3da62e-1484-422c-a824-cf86478f010c None None] Transition to ACTIVE for port object cd8a8892-415d-4a39-87ae-2aa562a1f088 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:20:55.086970 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-f00a0f35-3629-4976-9e75-0283ad297f2d tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] device_id is not set on port d3d6ca47-1a2f-4b0d-85ff-c7c95797dc32 yet. {{(pid=101291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 23:20:55.093426 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-fb3da62e-1484-422c-a824-cf86478f010c None None] Transition to ACTIVE for port object cd8a8892-415d-4a39-87ae-2aa562a1f088 will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:20:55.098936 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-fb3da62e-1484-422c-a824-cf86478f010c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:55.154891 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3da62e-1484-422c-a824-cf86478f010c None None] Network b1b6ea24-4b5f-4911-a823-3b0892e2a2e1 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:20:55.162440 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-fb3da62e-1484-422c-a824-cf86478f010c None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:20:55.165553 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3da62e-1484-422c-a824-cf86478f010c None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:20:55.176751 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3da62e-1484-422c-a824-cf86478f010c None None] Pushing event updated for resources: {'Port': ['ID=cd8a8892-415d-4a39-87ae-2aa562a1f088,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:55.208308 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-f00a0f35-3629-4976-9e75-0283ad297f2d tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Allocated IP 2001:db8::37b (b1b6ea24-4b5f-4911-a823-3b0892e2a2e1/a9c90ec2-8a54-4b8d-ab6c-8ea8031d3694/d3d6ca47-1a2f-4b0d-85ff-c7c95797dc32) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:20:55.226378 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-fb3da62e-1484-422c-a824-cf86478f010c None None] Attempting to bind port cd8a8892-415d-4a39-87ae-2aa562a1f088 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:20:55.227378 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-fb3da62e-1484-422c-a824-cf86478f010c None None] Attempting to bind port cd8a8892-415d-4a39-87ae-2aa562a1f088 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '377ea3bf-4c89-42a3-b81b-b59d991653bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b1b6ea24-4b5f-4911-a823-3b0892e2a2e1'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:20:55.227728 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3da62e-1484-422c-a824-cf86478f010c None None] Attempting to bind port cd8a8892-415d-4a39-87ae-2aa562a1f088 on network b1b6ea24-4b5f-4911-a823-3b0892e2a2e1 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:20:55.232804 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3da62e-1484-422c-a824-cf86478f010c None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:20:55.233186 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3da62e-1484-422c-a824-cf86478f010c None None] Checking segment: {'id': '377ea3bf-4c89-42a3-b81b-b59d991653bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b1b6ea24-4b5f-4911-a823-3b0892e2a2e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:20:55.233590 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-fb3da62e-1484-422c-a824-cf86478f010c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:55.233989 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3da62e-1484-422c-a824-cf86478f010c None None] Bound using segment: {'id': '377ea3bf-4c89-42a3-b81b-b59d991653bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b1b6ea24-4b5f-4911-a823-3b0892e2a2e1'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:20:55.234459 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-fb3da62e-1484-422c-a824-cf86478f010c None None] Bound port: cd8a8892-415d-4a39-87ae-2aa562a1f088, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '377ea3bf-4c89-42a3-b81b-b59d991653bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b1b6ea24-4b5f-4911-a823-3b0892e2a2e1'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:20:55.235089 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-fb3da62e-1484-422c-a824-cf86478f010c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:55.301049 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-fb3da62e-1484-422c-a824-cf86478f010c None None] For port cd8a8892-415d-4a39-87ae-2aa562a1f088, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:20:55.303586 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-fb3da62e-1484-422c-a824-cf86478f010c None None] For port cd8a8892-415d-4a39-87ae-2aa562a1f088, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=cd8a8892-415d-4a39-87ae-2aa562a1f088,segment=NetworkSegment(377ea3bf-4c89-42a3-b81b-b59d991653bb),segment_id=377ea3bf-4c89-42a3-b81b-b59d991653bb)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:20:55.308256 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-fb3da62e-1484-422c-a824-cf86478f010c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:55.363812 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3da62e-1484-422c-a824-cf86478f010c None None] Pushing event updated for resources: {'Port': ['ID=cd8a8892-415d-4a39-87ae-2aa562a1f088,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:55.377469 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f00a0f35-3629-4976-9e75-0283ad297f2d tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:55.393456 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-f00a0f35-3629-4976-9e75-0283ad297f2d tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Transition to ACTIVE for port object d3d6ca47-1a2f-4b0d-85ff-c7c95797dc32 will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:20:55.433074 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f00a0f35-3629-4976-9e75-0283ad297f2d tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:55.454818 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:55.483254 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00a0f35-3629-4976-9e75-0283ad297f2d tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Network b1b6ea24-4b5f-4911-a823-3b0892e2a2e1 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:20:55.489031 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-f00a0f35-3629-4976-9e75-0283ad297f2d tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:20:55.493942 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00a0f35-3629-4976-9e75-0283ad297f2d tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:20:55.499790 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00a0f35-3629-4976-9e75-0283ad297f2d tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:55.500436 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f00a0f35-3629-4976-9e75-0283ad297f2d tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:55.512097 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00a0f35-3629-4976-9e75-0283ad297f2d tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Pushing event updated for resources: {'Port': ['ID=d3d6ca47-1a2f-4b0d-85ff-c7c95797dc32,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:55.523527 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-f00a0f35-3629-4976-9e75-0283ad297f2d tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.5721831 Aug 16 23:20:55.526107 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 46678) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:55.624938 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0b0430-a1c3-462a-b0c3-ee6f01cba43e tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:55.626504 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-8d0b0430-a1c3-462a-b0c3-ee6f01cba43e tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1f2 HTTP/1.1" status: 200 len: 928 time: 0.0993845 Aug 16 23:20:55.630036 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 46680) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:55.735865 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-d2cb72e9-f5f3-47a4-9195-6fe1fc16b4d7 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Deleting port d3d6ca47-1a2f-4b0d-85ff-c7c95797dc32 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:20:55.736378 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d2cb72e9-f5f3-47a4-9195-6fe1fc16b4d7 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:55.850375 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d2cb72e9-f5f3-47a4-9195-6fe1fc16b4d7 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:55.864301 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-d2cb72e9-f5f3-47a4-9195-6fe1fc16b4d7 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Calling delete_port for d3d6ca47-1a2f-4b0d-85ff-c7c95797dc32 owned by {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:20:55.966172 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device cd8a8892-415d-4a39-87ae-2aa562a1f088 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:20:56.016429 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d2cb72e9-f5f3-47a4-9195-6fe1fc16b4d7 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:56.018839 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port cd8a8892-415d-4a39-87ae-2aa562a1f088 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:20:56.050050 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cb72e9-f5f3-47a4-9195-6fe1fc16b4d7 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Pushing event deleted for resources: {'Port': ['ID=d3d6ca47-1a2f-4b0d-85ff-c7c95797dc32,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:56.076514 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d2cb72e9-f5f3-47a4-9195-6fe1fc16b4d7 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:56.078600 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-d2cb72e9-f5f3-47a4-9195-6fe1fc16b4d7 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "DELETE /v2.0/ports/d3d6ca47-1a2f-4b0d-85ff-c7c95797dc32 HTTP/1.1" status: 204 len: 168 time: 0.4459260 Aug 16 23:20:56.081223 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 46684) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:56.107430 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4e4f680-2687-4775-835d-61000c42ebd7 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] GET failed (client error): The resource could not be found. Aug 16 23:20:56.109316 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-a4e4f680-2687-4775-835d-61000c42ebd7 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "GET /v2.0/ports/d3d6ca47-1a2f-4b0d-85ff-c7c95797dc32 HTTP/1.1" status: 404 len: 333 time: 0.0271513 Aug 16 23:20:56.113743 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 46686) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:56.215770 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-45aa0732-3c28-4b9b-84cc-34cf9497d767 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Deleting port 354d1afb-29e4-400a-acb7-a53c25c0d7a4 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:20:56.216106 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-45aa0732-3c28-4b9b-84cc-34cf9497d767 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:56.311599 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-45aa0732-3c28-4b9b-84cc-34cf9497d767 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:56.323418 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-45aa0732-3c28-4b9b-84cc-34cf9497d767 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Calling delete_port for 354d1afb-29e4-400a-acb7-a53c25c0d7a4 owned by {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:20:56.351431 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98c6785-1226-4c04-adf5-ec874be9d5ca None None] Network b1b6ea24-4b5f-4911-a823-3b0892e2a2e1 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:20:56.417026 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cdcb5fee-63a4-44c0-a4a9-90b0a3afc9c9 None None] Provisioning for port cd8a8892-415d-4a39-87ae-2aa562a1f088 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:20:56.428828 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cdcb5fee-63a4-44c0-a4a9-90b0a3afc9c9 None None] Provisioning complete for port cd8a8892-415d-4a39-87ae-2aa562a1f088 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:20:56.429202 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cdcb5fee-63a4-44c0-a4a9-90b0a3afc9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:56.464508 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-45aa0732-3c28-4b9b-84cc-34cf9497d767 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:56.496277 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa0732-3c28-4b9b-84cc-34cf9497d767 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Pushing event deleted for resources: {'Port': ['ID=354d1afb-29e4-400a-acb7-a53c25c0d7a4,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:56.526747 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-45aa0732-3c28-4b9b-84cc-34cf9497d767 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:56.528718 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-45aa0732-3c28-4b9b-84cc-34cf9497d767 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "DELETE /v2.0/ports/354d1afb-29e4-400a-acb7-a53c25c0d7a4 HTTP/1.1" status: 204 len: 168 time: 0.4139857 Aug 16 23:20:56.532093 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 46690) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:56.556779 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-4728f1f2-c6f3-42bf-a922-ec3257fda21d tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] GET failed (client error): The resource could not be found. Aug 16 23:20:56.558322 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-4728f1f2-c6f3-42bf-a922-ec3257fda21d tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "GET /v2.0/ports/354d1afb-29e4-400a-acb7-a53c25c0d7a4 HTTP/1.1" status: 404 len: 333 time: 0.0252478 Aug 16 23:20:56.561224 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 46692) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:56.583676 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cdcb5fee-63a4-44c0-a4a9-90b0a3afc9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:56.616371 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_v2 [None req-b309152d-b9fc-42e5-be52-276be9e55b70 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Deleting subnet a9c90ec2-8a54-4b8d-ab6c-8ea8031d3694 {{(pid=101292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:20:56.621172 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b309152d-b9fc-42e5-be52-276be9e55b70 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for subnet, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:56.623628 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cdcb5fee-63a4-44c0-a4a9-90b0a3afc9c9 None None] For port cd8a8892-415d-4a39-87ae-2aa562a1f088, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=cd8a8892-415d-4a39-87ae-2aa562a1f088,segment=NetworkSegment(377ea3bf-4c89-42a3-b81b-b59d991653bb),segment_id=377ea3bf-4c89-42a3-b81b-b59d991653bb)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:20:56.627785 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cdcb5fee-63a4-44c0-a4a9-90b0a3afc9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:56.662876 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b309152d-b9fc-42e5-be52-276be9e55b70 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3848860'] for subnet, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:56.682210 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcb5fee-63a4-44c0-a4a9-90b0a3afc9c9 None None] Pushing event updated for resources: {'Port': ['ID=cd8a8892-415d-4a39-87ae-2aa562a1f088,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:56.756986 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b309152d-b9fc-42e5-be52-276be9e55b70 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:56.821463 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b309152d-b9fc-42e5-be52-276be9e55b70 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26252129'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:56.850166 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b309152d-b9fc-42e5-be52-276be9e55b70 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Pushing event deleted for resources: {'Subnet': ['ID=a9c90ec2-8a54-4b8d-ab6c-8ea8031d3694,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:56.854212 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b309152d-b9fc-42e5-be52-276be9e55b70 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:56.854458 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-265380dd-8ad7-4c34-9fbb-79b483b3452f None None] Provisioning complete for port cd8a8892-415d-4a39-87ae-2aa562a1f088 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:20:56.854781 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-265380dd-8ad7-4c34-9fbb-79b483b3452f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:56.860333 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-b309152d-b9fc-42e5-be52-276be9e55b70 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "DELETE /v2.0/subnets/a9c90ec2-8a54-4b8d-ab6c-8ea8031d3694 HTTP/1.1" status: 204 len: 168 time: 0.2939742 Aug 16 23:20:56.860653 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 46694) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:56.953887 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-617357db-5a38-4bdf-99c9-30d52cafd779 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:57.010348 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-617357db-5a38-4bdf-99c9-30d52cafd779 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Deleting port cd8a8892-415d-4a39-87ae-2aa562a1f088 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:20:57.010693 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-617357db-5a38-4bdf-99c9-30d52cafd779 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:57.035333 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5217ad-1332-4a56-8d96-77f068f60a4b None None] Network b1b6ea24-4b5f-4911-a823-3b0892e2a2e1 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:20:57.081412 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-37681a0e-438c-4a33-a9a6-8aa25c369e50 None None] Could not find standard attr ID for object 354d1afb-29e4-400a-acb7-a53c25c0d7a4. {{(pid=101293) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 23:20:57.083077 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-617357db-5a38-4bdf-99c9-30d52cafd779 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] For port cd8a8892-415d-4a39-87ae-2aa562a1f088, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=cd8a8892-415d-4a39-87ae-2aa562a1f088,segment=NetworkSegment(377ea3bf-4c89-42a3-b81b-b59d991653bb),segment_id=377ea3bf-4c89-42a3-b81b-b59d991653bb)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:20:57.083455 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-617357db-5a38-4bdf-99c9-30d52cafd779 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:57.096497 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-617357db-5a38-4bdf-99c9-30d52cafd779 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Calling delete_port for cd8a8892-415d-4a39-87ae-2aa562a1f088 owned by network:dhcp {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:20:57.188393 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-617357db-5a38-4bdf-99c9-30d52cafd779 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:57.214674 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617357db-5a38-4bdf-99c9-30d52cafd779 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Pushing event deleted for resources: {'Port': ['ID=cd8a8892-415d-4a39-87ae-2aa562a1f088,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:57.218491 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617357db-5a38-4bdf-99c9-30d52cafd779 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] No DVR routers for this DVR port cd8a8892-415d-4a39-87ae-2aa562a1f088 on host n-d-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:20:57.230442 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9b8f97-7a42-4dc0-828c-5dc2da2743aa None None] DHCP port deletion for b1b6ea24-4b5f-4911-a823-3b0892e2a2e1 request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:20:57.307231 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-617357db-5a38-4bdf-99c9-30d52cafd779 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:57.320491 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-617357db-5a38-4bdf-99c9-30d52cafd779 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1b6ea24-4b5f-4911-a823-3b0892e2a2e1']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:20:57.333573 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-617357db-5a38-4bdf-99c9-30d52cafd779 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '377ea3bf-4c89-42a3-b81b-b59d991653bb') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:20:57.334000 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-617357db-5a38-4bdf-99c9-30d52cafd779 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '377ea3bf-4c89-42a3-b81b-b59d991653bb') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:20:57.346987 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-617357db-5a38-4bdf-99c9-30d52cafd779 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:57.365284 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-617357db-5a38-4bdf-99c9-30d52cafd779 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:57.371572 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-617357db-5a38-4bdf-99c9-30d52cafd779 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:20:57.371988 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-617357db-5a38-4bdf-99c9-30d52cafd779 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:57.374948 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 16 23:20:57.374948 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:20:57.374948 n-d-791506-26 neutron-server[101292]: timer() Aug 16 23:20:57.374948 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:20:57.374948 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 16 23:20:57.374948 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:20:57.374948 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 16 23:20:57.374948 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:20:57.374948 n-d-791506-26 neutron-server[101292]: self._notify() Aug 16 23:20:57.374948 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:20:57.374948 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 16 23:20:57.374948 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:20:57.374948 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 16 23:20:57.374948 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:20:57.374948 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:20:57.374948 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:20:57.374948 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:20:57.374948 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:20:57.374948 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 16 23:20:57.374948 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:20:57.374948 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 16 23:20:57.374948 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:20:57.374948 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:20:57.374948 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:20:57.374948 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 16 23:20:57.374948 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:20:57.374948 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:20:57.374948 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:20:57.374948 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:20:57.374948 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:20:57.374948 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:20:57.374948 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:20:57.430257 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-617357db-5a38-4bdf-99c9-30d52cafd779 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:57.437702 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-617357db-5a38-4bdf-99c9-30d52cafd779 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:57.439583 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-617357db-5a38-4bdf-99c9-30d52cafd779 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "DELETE /v2.0/networks/b1b6ea24-4b5f-4911-a823-3b0892e2a2e1 HTTP/1.1" status: 204 len: 168 time: 0.5780811 Aug 16 23:20:57.443461 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 46696) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:57.449554 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-13a9fa5e-8290-4344-a92d-59061964acad tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-130334972'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:20:57.458154 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617357db-5a38-4bdf-99c9-30d52cafd779 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Pushing event deleted for resources: {'Network': ['ID=b1b6ea24-4b5f-4911-a823-3b0892e2a2e1,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:57.470264 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13a9fa5e-8290-4344-a92d-59061964acad tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Made reservation on behalf of 8b09c4d7f7804af78d8e94fed61709b8 for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:20:57.473821 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-13a9fa5e-8290-4344-a92d-59061964acad tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:57.497455 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13a9fa5e-8290-4344-a92d-59061964acad tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:20:57.506202 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-13a9fa5e-8290-4344-a92d-59061964acad tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:57.506555 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-13a9fa5e-8290-4344-a92d-59061964acad tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Added segment 508627fe-7359-43b4-b94c-426b6f47e4a2 of type vlan for network 8c9ca53a-9c99-4d1c-9d85-d8fbb0da5e20 Aug 16 23:20:57.546992 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-13a9fa5e-8290-4344-a92d-59061964acad tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:57.572334 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-13a9fa5e-8290-4344-a92d-59061964acad tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:57.577971 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a9fa5e-8290-4344-a92d-59061964acad tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:57.578585 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-13a9fa5e-8290-4344-a92d-59061964acad tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:57.636083 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-13a9fa5e-8290-4344-a92d-59061964acad tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.1914592 Aug 16 23:20:57.639123 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 46698) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:57.651460 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-b013f8fe-8fcd-43e7-ae21-dee6aca534fe tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Request body: {'subnet': {'network_id': '8c9ca53a-9c99-4d1c-9d85-d8fbb0da5e20', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:20:57.696908 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a9fa5e-8290-4344-a92d-59061964acad tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Pushing event updated for resources: {'Network': ['ID=8c9ca53a-9c99-4d1c-9d85-d8fbb0da5e20,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:57.711914 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a9fa5e-8290-4344-a92d-59061964acad tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:57.712463 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a9fa5e-8290-4344-a92d-59061964acad tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:57.712832 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a9fa5e-8290-4344-a92d-59061964acad tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:57.713187 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a9fa5e-8290-4344-a92d-59061964acad tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:57.713563 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a9fa5e-8290-4344-a92d-59061964acad tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:57.713905 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a9fa5e-8290-4344-a92d-59061964acad tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:57.714249 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a9fa5e-8290-4344-a92d-59061964acad tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:57.714594 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a9fa5e-8290-4344-a92d-59061964acad tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:57.714935 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a9fa5e-8290-4344-a92d-59061964acad tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:57.715271 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a9fa5e-8290-4344-a92d-59061964acad tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:57.715608 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a9fa5e-8290-4344-a92d-59061964acad tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:57.715936 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a9fa5e-8290-4344-a92d-59061964acad tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:20:57.736108 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 8c9ca53a-9c99-4d1c-9d85-d8fbb0da5e20 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:20:57.761736 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b013f8fe-8fcd-43e7-ae21-dee6aca534fe tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Made reservation on behalf of 8b09c4d7f7804af78d8e94fed61709b8 for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:20:57.765301 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b013f8fe-8fcd-43e7-ae21-dee6aca534fe tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:57.937349 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device cd8a8892-415d-4a39-87ae-2aa562a1f088 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:20:57.954462 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b013f8fe-8fcd-43e7-ae21-dee6aca534fe tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:57.961497 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: cd8a8892-415d-4a39-87ae-2aa562a1f088 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:20:57.962047 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device cd8a8892-415d-4a39-87ae-2aa562a1f088 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:20:58.013146 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b013f8fe-8fcd-43e7-ae21-dee6aca534fe tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Pushing event updated for resources: {'Subnet': ['ID=fe715e02-7908-4f51-8f8c-007881dd6c01,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:58.023253 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b013f8fe-8fcd-43e7-ae21-dee6aca534fe tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Checking segment: {'id': '508627fe-7359-43b4-b94c-426b6f47e4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '8c9ca53a-9c99-4d1c-9d85-d8fbb0da5e20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:20:58.023814 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b013f8fe-8fcd-43e7-ae21-dee6aca534fe tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Network hostable DHCP agents. Network: 8c9ca53a-9c99-4d1c-9d85-d8fbb0da5e20, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:20:58.039748 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b013f8fe-8fcd-43e7-ae21-dee6aca534fe tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Network 8c9ca53a-9c99-4d1c-9d85-d8fbb0da5e20 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:20:58.048330 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-b013f8fe-8fcd-43e7-ae21-dee6aca534fe tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 8c9ca53a-9c99-4d1c-9d85-d8fbb0da5e20) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:20:58.052450 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b013f8fe-8fcd-43e7-ae21-dee6aca534fe tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:58.053072 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b013f8fe-8fcd-43e7-ae21-dee6aca534fe tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:58.057455 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154eb975-6d56-42d5-acf7-45604d7d9edf None None] Network 8c9ca53a-9c99-4d1c-9d85-d8fbb0da5e20 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:20:58.069620 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-b013f8fe-8fcd-43e7-ae21-dee6aca534fe tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4294765 Aug 16 23:20:58.073229 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 46700) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:58.078306 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-9923dd3f-490e-4521-9a59-a768159c5b22 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Request body: {'port': {'network_id': '8c9ca53a-9c99-4d1c-9d85-d8fbb0da5e20', 'name': 'tempest-PortsIpV6TestJSON-923684503', 'fixed_ips': [{'subnet_id': 'fe715e02-7908-4f51-8f8c-007881dd6c01', 'ip_address': '2001:db8::10'}]}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:20:58.197774 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9923dd3f-490e-4521-9a59-a768159c5b22 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Made reservation on behalf of 8b09c4d7f7804af78d8e94fed61709b8 for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:20:58.202325 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7c48d3-f605-4e2f-96c2-6632b8889e22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-8c9ca53a-9c99-4d1c-9d85-d8fbb0da5e20', 'network_id': '8c9ca53a-9c99-4d1c-9d85-d8fbb0da5e20', 'tenant_id': '8b09c4d7f7804af78d8e94fed61709b8', 'fixed_ips': [{'subnet_id': 'fe715e02-7908-4f51-8f8c-007881dd6c01'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:20:58.203431 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-fc7c48d3-f605-4e2f-96c2-6632b8889e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:58.279286 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9923dd3f-490e-4521-9a59-a768159c5b22 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:58.299954 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-9923dd3f-490e-4521-9a59-a768159c5b22 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] device_id is not set on port 868f57e1-8c04-4490-b0e9-789e439085a9 yet. {{(pid=101291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 23:20:58.344759 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-fc7c48d3-f605-4e2f-96c2-6632b8889e22 None None] Allocated IP 2001:db8::2 (8c9ca53a-9c99-4d1c-9d85-d8fbb0da5e20/fe715e02-7908-4f51-8f8c-007881dd6c01/80695e0e-84a6-465c-b7fb-d5988ae22b17) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:20:58.486084 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-fc7c48d3-f605-4e2f-96c2-6632b8889e22 None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:58.494914 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-fc7c48d3-f605-4e2f-96c2-6632b8889e22 None None] Transition to ACTIVE for port object 80695e0e-84a6-465c-b7fb-d5988ae22b17 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:20:58.509007 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-fc7c48d3-f605-4e2f-96c2-6632b8889e22 None None] Transition to ACTIVE for port object 80695e0e-84a6-465c-b7fb-d5988ae22b17 will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:20:58.515849 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-fc7c48d3-f605-4e2f-96c2-6632b8889e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:58.556656 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7c48d3-f605-4e2f-96c2-6632b8889e22 None None] Network 8c9ca53a-9c99-4d1c-9d85-d8fbb0da5e20 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:20:58.561429 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-fc7c48d3-f605-4e2f-96c2-6632b8889e22 None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:20:58.563800 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-9923dd3f-490e-4521-9a59-a768159c5b22 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Allocated IP 2001:db8::10 (8c9ca53a-9c99-4d1c-9d85-d8fbb0da5e20/fe715e02-7908-4f51-8f8c-007881dd6c01/868f57e1-8c04-4490-b0e9-789e439085a9) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:20:58.564294 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7c48d3-f605-4e2f-96c2-6632b8889e22 None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:20:58.577724 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7c48d3-f605-4e2f-96c2-6632b8889e22 None None] Pushing event updated for resources: {'Port': ['ID=80695e0e-84a6-465c-b7fb-d5988ae22b17,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:58.628882 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-fc7c48d3-f605-4e2f-96c2-6632b8889e22 None None] Attempting to bind port 80695e0e-84a6-465c-b7fb-d5988ae22b17 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:20:58.629287 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-fc7c48d3-f605-4e2f-96c2-6632b8889e22 None None] Attempting to bind port 80695e0e-84a6-465c-b7fb-d5988ae22b17 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '508627fe-7359-43b4-b94c-426b6f47e4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '8c9ca53a-9c99-4d1c-9d85-d8fbb0da5e20'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:20:58.629661 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7c48d3-f605-4e2f-96c2-6632b8889e22 None None] Attempting to bind port 80695e0e-84a6-465c-b7fb-d5988ae22b17 on network 8c9ca53a-9c99-4d1c-9d85-d8fbb0da5e20 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:20:58.634755 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7c48d3-f605-4e2f-96c2-6632b8889e22 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:20:58.635140 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7c48d3-f605-4e2f-96c2-6632b8889e22 None None] Checking segment: {'id': '508627fe-7359-43b4-b94c-426b6f47e4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '8c9ca53a-9c99-4d1c-9d85-d8fbb0da5e20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:20:58.635550 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-fc7c48d3-f605-4e2f-96c2-6632b8889e22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:58.635952 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7c48d3-f605-4e2f-96c2-6632b8889e22 None None] Bound using segment: {'id': '508627fe-7359-43b4-b94c-426b6f47e4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '8c9ca53a-9c99-4d1c-9d85-d8fbb0da5e20'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:20:58.636455 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-fc7c48d3-f605-4e2f-96c2-6632b8889e22 None None] Bound port: 80695e0e-84a6-465c-b7fb-d5988ae22b17, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '508627fe-7359-43b4-b94c-426b6f47e4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '8c9ca53a-9c99-4d1c-9d85-d8fbb0da5e20'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:20:58.636864 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-fc7c48d3-f605-4e2f-96c2-6632b8889e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:58.700186 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-fc7c48d3-f605-4e2f-96c2-6632b8889e22 None None] For port 80695e0e-84a6-465c-b7fb-d5988ae22b17, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:20:58.703533 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-fc7c48d3-f605-4e2f-96c2-6632b8889e22 None None] For port 80695e0e-84a6-465c-b7fb-d5988ae22b17, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=80695e0e-84a6-465c-b7fb-d5988ae22b17,segment=NetworkSegment(508627fe-7359-43b4-b94c-426b6f47e4a2),segment_id=508627fe-7359-43b4-b94c-426b6f47e4a2)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:20:58.706992 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-fc7c48d3-f605-4e2f-96c2-6632b8889e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:58.720514 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9923dd3f-490e-4521-9a59-a768159c5b22 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:58.734578 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-9923dd3f-490e-4521-9a59-a768159c5b22 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Transition to ACTIVE for port object 868f57e1-8c04-4490-b0e9-789e439085a9 will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:20:58.769226 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7c48d3-f605-4e2f-96c2-6632b8889e22 None None] Pushing event updated for resources: {'Port': ['ID=80695e0e-84a6-465c-b7fb-d5988ae22b17,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:58.775271 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9923dd3f-490e-4521-9a59-a768159c5b22 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:58.817779 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9923dd3f-490e-4521-9a59-a768159c5b22 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Network 8c9ca53a-9c99-4d1c-9d85-d8fbb0da5e20 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:20:58.823935 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-9923dd3f-490e-4521-9a59-a768159c5b22 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:20:58.827659 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9923dd3f-490e-4521-9a59-a768159c5b22 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:20:58.833400 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9923dd3f-490e-4521-9a59-a768159c5b22 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:58.834034 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9923dd3f-490e-4521-9a59-a768159c5b22 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:58.844831 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9923dd3f-490e-4521-9a59-a768159c5b22 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Pushing event updated for resources: {'Port': ['ID=868f57e1-8c04-4490-b0e9-789e439085a9,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:58.855553 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-9923dd3f-490e-4521-9a59-a768159c5b22 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7812877 Aug 16 23:20:58.858249 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 46702) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:58.863682 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-aa8e0899-229b-4b35-82e7-e97ad456efdf tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Request body: {'port': {'network_id': '8c9ca53a-9c99-4d1c-9d85-d8fbb0da5e20', 'name': 'tempest-PortsIpV6TestJSON-1421825517', 'fixed_ips': [{'subnet_id': 'fe715e02-7908-4f51-8f8c-007881dd6c01', 'ip_address': '2001:db8::f'}]}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:20:58.995124 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa8e0899-229b-4b35-82e7-e97ad456efdf tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Made reservation on behalf of 8b09c4d7f7804af78d8e94fed61709b8 for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:20:59.000474 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-aa8e0899-229b-4b35-82e7-e97ad456efdf tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:59.019023 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-aa8e0899-229b-4b35-82e7-e97ad456efdf tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] device_id is not set on port 92473ed5-20c4-4446-a6f8-91f9c886df3a yet. {{(pid=101291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 23:20:59.177470 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-aa8e0899-229b-4b35-82e7-e97ad456efdf tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Allocated IP 2001:db8::f (8c9ca53a-9c99-4d1c-9d85-d8fbb0da5e20/fe715e02-7908-4f51-8f8c-007881dd6c01/92473ed5-20c4-4446-a6f8-91f9c886df3a) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:20:59.324601 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-aa8e0899-229b-4b35-82e7-e97ad456efdf tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:59.338760 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-aa8e0899-229b-4b35-82e7-e97ad456efdf tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Transition to ACTIVE for port object 92473ed5-20c4-4446-a6f8-91f9c886df3a will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:20:59.372951 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-aa8e0899-229b-4b35-82e7-e97ad456efdf tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:59.418538 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8e0899-229b-4b35-82e7-e97ad456efdf tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Network 8c9ca53a-9c99-4d1c-9d85-d8fbb0da5e20 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:20:59.421777 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-aa8e0899-229b-4b35-82e7-e97ad456efdf tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:20:59.425640 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8e0899-229b-4b35-82e7-e97ad456efdf tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:20:59.432220 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8e0899-229b-4b35-82e7-e97ad456efdf tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:59.432907 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-aa8e0899-229b-4b35-82e7-e97ad456efdf tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:59.439378 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8e0899-229b-4b35-82e7-e97ad456efdf tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Pushing event updated for resources: {'Port': ['ID=92473ed5-20c4-4446-a6f8-91f9c886df3a,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:20:59.454575 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-aa8e0899-229b-4b35-82e7-e97ad456efdf tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.5952747 Aug 16 23:20:59.457536 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 46704) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:59.546234 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8888b76d-8630-43cc-99f9-ccf9c8789b3f tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:59.547825 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-8888b76d-8630-43cc-99f9-ccf9c8789b3f tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.0892966 Aug 16 23:20:59.550884 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 46706) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:59.605127 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483e542c-29e6-4d01-b7e8-31d2b474227c tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:59.611448 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483e542c-29e6-4d01-b7e8-31d2b474227c tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:59.618334 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483e542c-29e6-4d01-b7e8-31d2b474227c tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:20:59.620098 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-483e542c-29e6-4d01-b7e8-31d2b474227c tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.0681088 Aug 16 23:20:59.623045 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 46708) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:20:59.665724 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5975cc-3c9b-4aea-a00d-e2f47da283f5 None None] Network 8c9ca53a-9c99-4d1c-9d85-d8fbb0da5e20 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:20:59.714650 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-6ddbd129-f92b-4d34-b23c-a9276d6599e3 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Deleting port 92473ed5-20c4-4446-a6f8-91f9c886df3a {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:20:59.715000 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6ddbd129-f92b-4d34-b23c-a9276d6599e3 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:59.768783 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-44c7485e-5296-4305-bd57-9c5605dc0ef3 None None] Provisioning for port 80695e0e-84a6-465c-b7fb-d5988ae22b17 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:20:59.805447 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6ddbd129-f92b-4d34-b23c-a9276d6599e3 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:59.817623 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-6ddbd129-f92b-4d34-b23c-a9276d6599e3 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Calling delete_port for 92473ed5-20c4-4446-a6f8-91f9c886df3a owned by {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:20:59.962979 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6ddbd129-f92b-4d34-b23c-a9276d6599e3 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:20:59.983580 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 80695e0e-84a6-465c-b7fb-d5988ae22b17 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:21:00.042368 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 80695e0e-84a6-465c-b7fb-d5988ae22b17 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:21:00.046883 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 80695e0e-84a6-465c-b7fb-d5988ae22b17 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:21:00.047347 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:00.150686 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cb9cc124-4d6b-42cb-8a26-3a62aaf598ca None None] Provisioning for port 868f57e1-8c04-4490-b0e9-789e439085a9 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:21:00.164897 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cb9cc124-4d6b-42cb-8a26-3a62aaf598ca None None] Provisioning complete for port 868f57e1-8c04-4490-b0e9-789e439085a9 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:21:00.164897 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cb9cc124-4d6b-42cb-8a26-3a62aaf598ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:00.191658 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:00.228530 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-cb9cc124-4d6b-42cb-8a26-3a62aaf598ca None None] Port 868f57e1-8c04-4490-b0e9-789e439085a9 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:21:00.243643 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 80695e0e-84a6-465c-b7fb-d5988ae22b17, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=80695e0e-84a6-465c-b7fb-d5988ae22b17,segment=NetworkSegment(508627fe-7359-43b4-b94c-426b6f47e4a2),segment_id=508627fe-7359-43b4-b94c-426b6f47e4a2)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:21:00.244916 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cb9cc124-4d6b-42cb-8a26-3a62aaf598ca None None] Could not find standard attr ID for object 92473ed5-20c4-4446-a6f8-91f9c886df3a. {{(pid=101293) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 23:21:00.251454 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:00.289942 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cb9cc124-4d6b-42cb-8a26-3a62aaf598ca None None] Provisioning complete for port 80695e0e-84a6-465c-b7fb-d5988ae22b17 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:21:00.290384 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cb9cc124-4d6b-42cb-8a26-3a62aaf598ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:00.314759 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddbd129-f92b-4d34-b23c-a9276d6599e3 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Pushing event deleted for resources: {'Port': ['ID=92473ed5-20c4-4446-a6f8-91f9c886df3a,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:00.343100 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=80695e0e-84a6-465c-b7fb-d5988ae22b17,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:00.353324 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6ddbd129-f92b-4d34-b23c-a9276d6599e3 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:00.357856 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-6ddbd129-f92b-4d34-b23c-a9276d6599e3 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "DELETE /v2.0/ports/92473ed5-20c4-4446-a6f8-91f9c886df3a HTTP/1.1" status: 204 len: 168 time: 0.7315404 Aug 16 23:21:00.358134 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 46722) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:00.384189 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-377868b9-a619-41ba-a9f1-78d4bda84fda tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] GET failed (client error): The resource could not be found. Aug 16 23:21:00.388440 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-377868b9-a619-41ba-a9f1-78d4bda84fda tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "GET /v2.0/ports/92473ed5-20c4-4446-a6f8-91f9c886df3a HTTP/1.1" status: 404 len: 333 time: 0.0267394 Aug 16 23:21:00.388734 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 46724) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:00.483230 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-73811751-9be4-4950-a153-8e614acdb4ad tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Deleting port 868f57e1-8c04-4490-b0e9-789e439085a9 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:21:00.483576 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-73811751-9be4-4950-a153-8e614acdb4ad tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:00.515457 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-d62f9acf-6ae1-4b9d-b027-e94b2c36b7a8 None None] Provisioning complete for port 868f57e1-8c04-4490-b0e9-789e439085a9 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:21:00.515841 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d62f9acf-6ae1-4b9d-b027-e94b2c36b7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:00.555648 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-d62f9acf-6ae1-4b9d-b027-e94b2c36b7a8 None None] Port 868f57e1-8c04-4490-b0e9-789e439085a9 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:21:00.575294 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-73811751-9be4-4950-a153-8e614acdb4ad tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:00.588063 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-73811751-9be4-4950-a153-8e614acdb4ad tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Calling delete_port for 868f57e1-8c04-4490-b0e9-789e439085a9 owned by {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:21:00.669637 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-79fd62ac-937d-45ea-88bd-e6fccfcd3a8c None None] Could not find standard attr ID for object 92473ed5-20c4-4446-a6f8-91f9c886df3a. {{(pid=101293) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 23:21:00.723883 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-73811751-9be4-4950-a153-8e614acdb4ad tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:00.751957 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73811751-9be4-4950-a153-8e614acdb4ad tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Pushing event deleted for resources: {'Port': ['ID=868f57e1-8c04-4490-b0e9-789e439085a9,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:00.779289 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-73811751-9be4-4950-a153-8e614acdb4ad tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:00.781373 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-73811751-9be4-4950-a153-8e614acdb4ad tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "DELETE /v2.0/ports/868f57e1-8c04-4490-b0e9-789e439085a9 HTTP/1.1" status: 204 len: 168 time: 0.3916757 Aug 16 23:21:00.783942 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 46726) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:00.813998 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-f04c98dd-13b6-4f25-9deb-87086df98fb9 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] GET failed (client error): The resource could not be found. Aug 16 23:21:00.815566 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-f04c98dd-13b6-4f25-9deb-87086df98fb9 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "GET /v2.0/ports/868f57e1-8c04-4490-b0e9-789e439085a9 HTTP/1.1" status: 404 len: 333 time: 0.0306563 Aug 16 23:21:00.818513 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 46728) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:00.871752 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_v2 [None req-9828a8cc-77af-4384-9916-7b9c61dd1edf tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Deleting subnet fe715e02-7908-4f51-8f8c-007881dd6c01 {{(pid=101292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:21:00.875060 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9828a8cc-77af-4384-9916-7b9c61dd1edf tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for subnet, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:00.917222 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9828a8cc-77af-4384-9916-7b9c61dd1edf tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3848860'] for subnet, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:01.005327 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9828a8cc-77af-4384-9916-7b9c61dd1edf tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:01.062938 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9828a8cc-77af-4384-9916-7b9c61dd1edf tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26252129'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:01.087781 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9828a8cc-77af-4384-9916-7b9c61dd1edf tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Pushing event deleted for resources: {'Subnet': ['ID=fe715e02-7908-4f51-8f8c-007881dd6c01,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:01.094592 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9828a8cc-77af-4384-9916-7b9c61dd1edf tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:01.096663 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-9828a8cc-77af-4384-9916-7b9c61dd1edf tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "DELETE /v2.0/subnets/fe715e02-7908-4f51-8f8c-007881dd6c01 HTTP/1.1" status: 204 len: 168 time: 0.2770948 Aug 16 23:21:01.099330 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 46730) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:01.101925 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be32e664-893b-4a5a-b985-b125116daa05 None None] Network 8c9ca53a-9c99-4d1c-9d85-d8fbb0da5e20 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:21:01.184430 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-39cf4821-0d19-4cef-b043-9877786515fe tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:01.248132 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-39cf4821-0d19-4cef-b043-9877786515fe tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Deleting port 80695e0e-84a6-465c-b7fb-d5988ae22b17 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:21:01.248701 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-39cf4821-0d19-4cef-b043-9877786515fe tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:01.293730 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b779173-6460-492f-833f-1709d929024e None None] DHCP port deletion for 8c9ca53a-9c99-4d1c-9d85-d8fbb0da5e20 request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:21:01.327186 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-39cf4821-0d19-4cef-b043-9877786515fe tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] For port 80695e0e-84a6-465c-b7fb-d5988ae22b17, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=80695e0e-84a6-465c-b7fb-d5988ae22b17,segment=NetworkSegment(508627fe-7359-43b4-b94c-426b6f47e4a2),segment_id=508627fe-7359-43b4-b94c-426b6f47e4a2)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:21:01.328145 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-39cf4821-0d19-4cef-b043-9877786515fe tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:01.343193 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-39cf4821-0d19-4cef-b043-9877786515fe tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Calling delete_port for 80695e0e-84a6-465c-b7fb-d5988ae22b17 owned by network:dhcp {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:21:01.368616 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-3b779173-6460-492f-833f-1709d929024e None None] Deleting port 80695e0e-84a6-465c-b7fb-d5988ae22b17 {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:21:01.368990 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-3b779173-6460-492f-833f-1709d929024e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:01.464035 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-3b779173-6460-492f-833f-1709d929024e None None] For port 80695e0e-84a6-465c-b7fb-d5988ae22b17, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=80695e0e-84a6-465c-b7fb-d5988ae22b17,segment=NetworkSegment(508627fe-7359-43b4-b94c-426b6f47e4a2),segment_id=508627fe-7359-43b4-b94c-426b6f47e4a2)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:21:01.464445 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-3b779173-6460-492f-833f-1709d929024e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:01.478655 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-3b779173-6460-492f-833f-1709d929024e None None] Calling delete_port for 80695e0e-84a6-465c-b7fb-d5988ae22b17 owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:21:01.511593 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b113b99-660a-4dad-add7-9db5653bfa1f req-286ea56d-e661-40fc-a9c4-11dcca3a34b8 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:01.513144 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6b113b99-660a-4dad-add7-9db5653bfa1f req-286ea56d-e661-40fc-a9c4-11dcca3a34b8 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cd77e68-a3fa-412d-a922-79a4b09443bc HTTP/1.1" status: 200 len: 946 time: 0.0846312 Aug 16 23:21:01.528167 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-39cf4821-0d19-4cef-b043-9877786515fe tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:01.566558 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cf4821-0d19-4cef-b043-9877786515fe tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Pushing event deleted for resources: {'Port': ['ID=80695e0e-84a6-465c-b7fb-d5988ae22b17,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:01.569577 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-3b779173-6460-492f-833f-1709d929024e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:01.578954 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cf4821-0d19-4cef-b043-9877786515fe tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] No DVR routers for this DVR port 80695e0e-84a6-465c-b7fb-d5988ae22b17 on host n-d-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:21:01.601423 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b779173-6460-492f-833f-1709d929024e None None] Pushing event deleted for resources: {'Port': ['ID=80695e0e-84a6-465c-b7fb-d5988ae22b17,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:01.606295 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b779173-6460-492f-833f-1709d929024e None None] No DVR routers for this DVR port 80695e0e-84a6-465c-b7fb-d5988ae22b17 on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:21:01.665941 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6b113b99-660a-4dad-add7-9db5653bfa1f req-468eacc7-1a0b-4d10-adda-4a427724ce75 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=29a3b678-a940-41e1-96fb-a218802012ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335773 Aug 16 23:21:01.690412 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-39cf4821-0d19-4cef-b043-9877786515fe tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:01.704106 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-39cf4821-0d19-4cef-b043-9877786515fe tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c9ca53a-9c99-4d1c-9d85-d8fbb0da5e20']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:01.715128 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-39cf4821-0d19-4cef-b043-9877786515fe tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '508627fe-7359-43b4-b94c-426b6f47e4a2') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:01.715427 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-39cf4821-0d19-4cef-b043-9877786515fe tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '508627fe-7359-43b4-b94c-426b6f47e4a2') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:01.726080 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-39cf4821-0d19-4cef-b043-9877786515fe tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:01.741652 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-39cf4821-0d19-4cef-b043-9877786515fe tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:01.749027 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39cf4821-0d19-4cef-b043-9877786515fe tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:21:01.749487 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-39cf4821-0d19-4cef-b043-9877786515fe tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:01.752490 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 16 23:21:01.752490 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:21:01.752490 n-d-791506-26 neutron-server[101292]: timer() Aug 16 23:21:01.752490 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:21:01.752490 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 16 23:21:01.752490 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:21:01.752490 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 16 23:21:01.752490 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:21:01.752490 n-d-791506-26 neutron-server[101292]: self._notify() Aug 16 23:21:01.752490 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:21:01.752490 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 16 23:21:01.752490 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:21:01.752490 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 16 23:21:01.752490 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:21:01.752490 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:21:01.752490 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:21:01.752490 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:21:01.752490 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:21:01.752490 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 16 23:21:01.752490 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:21:01.752490 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 16 23:21:01.752490 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:21:01.752490 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:21:01.752490 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:21:01.752490 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 16 23:21:01.752490 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:21:01.752490 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:21:01.752490 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:21:01.752490 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:21:01.752490 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:21:01.752490 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:21:01.752490 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:21:01.821326 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-39cf4821-0d19-4cef-b043-9877786515fe tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:01.830649 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-39cf4821-0d19-4cef-b043-9877786515fe tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:01.830649 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-39cf4821-0d19-4cef-b043-9877786515fe tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "DELETE /v2.0/networks/8c9ca53a-9c99-4d1c-9d85-d8fbb0da5e20 HTTP/1.1" status: 204 len: 168 time: 0.7299528 Aug 16 23:21:01.834436 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 46742) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:01.839926 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-19bef0ac-fbfa-4f6d-a7b0-0015d4f74be3 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-476528691'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:01.844131 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cf4821-0d19-4cef-b043-9877786515fe tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Pushing event deleted for resources: {'Network': ['ID=8c9ca53a-9c99-4d1c-9d85-d8fbb0da5e20,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:01.861617 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19bef0ac-fbfa-4f6d-a7b0-0015d4f74be3 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Made reservation on behalf of 8b09c4d7f7804af78d8e94fed61709b8 for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:21:01.864783 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-19bef0ac-fbfa-4f6d-a7b0-0015d4f74be3 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:01.891510 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19bef0ac-fbfa-4f6d-a7b0-0015d4f74be3 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:21:01.903790 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-19bef0ac-fbfa-4f6d-a7b0-0015d4f74be3 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:01.904869 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-19bef0ac-fbfa-4f6d-a7b0-0015d4f74be3 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Added segment d51674a0-a8fa-4b31-a3ea-839e601ea375 of type vlan for network eea3e79b-08e9-4905-99ba-1519c848e243 Aug 16 23:21:01.946689 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 80695e0e-84a6-465c-b7fb-d5988ae22b17 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:21:01.951658 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-19bef0ac-fbfa-4f6d-a7b0-0015d4f74be3 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:01.967830 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 80695e0e-84a6-465c-b7fb-d5988ae22b17 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:21:01.968179 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 80695e0e-84a6-465c-b7fb-d5988ae22b17 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:21:01.979138 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-19bef0ac-fbfa-4f6d-a7b0-0015d4f74be3 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:01.985993 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bef0ac-fbfa-4f6d-a7b0-0015d4f74be3 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:01.987082 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-19bef0ac-fbfa-4f6d-a7b0-0015d4f74be3 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:02.054577 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-19bef0ac-fbfa-4f6d-a7b0-0015d4f74be3 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2187645 Aug 16 23:21:02.058353 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 46744) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:02.063549 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-65c015e6-1e48-4071-9990-88624ff13109 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Request body: {'subnet': {'network_id': 'eea3e79b-08e9-4905-99ba-1519c848e243', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:02.118621 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bef0ac-fbfa-4f6d-a7b0-0015d4f74be3 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Pushing event updated for resources: {'Network': ['ID=eea3e79b-08e9-4905-99ba-1519c848e243,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:02.130889 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network eea3e79b-08e9-4905-99ba-1519c848e243 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:21:02.167009 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f80af46-0225-4b54-8567-32ea79a8096f req-72824d0c-7445-4ed2-bd78-0047836b91f5 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:02.168712 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1f80af46-0225-4b54-8567-32ea79a8096f req-72824d0c-7445-4ed2-bd78-0047836b91f5 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 944 time: 0.0579925 Aug 16 23:21:02.182249 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65c015e6-1e48-4071-9990-88624ff13109 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Made reservation on behalf of 8b09c4d7f7804af78d8e94fed61709b8 for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:21:02.186379 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-65c015e6-1e48-4071-9990-88624ff13109 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:02.211975 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1f80af46-0225-4b54-8567-32ea79a8096f req-1675d3e7-e8e0-4194-b94d-001440f319be tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbc72d54-097b-421d-953a-e4e7a8a28dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345702 Aug 16 23:21:02.330372 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eabe09-92f7-474f-ba62-bd678041c01e req-aa365f94-7d16-4367-98a1-a9abd9f7d01b tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:02.331902 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-59eabe09-92f7-474f-ba62-bd678041c01e req-aa365f94-7d16-4367-98a1-a9abd9f7d01b tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 944 time: 0.0491669 Aug 16 23:21:02.372225 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-59eabe09-92f7-474f-ba62-bd678041c01e req-3085ff31-1004-4e9c-a0cf-720aeeeddf26 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbc72d54-097b-421d-953a-e4e7a8a28dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332782 Aug 16 23:21:02.379945 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-65c015e6-1e48-4071-9990-88624ff13109 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:02.444337 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c015e6-1e48-4071-9990-88624ff13109 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Pushing event updated for resources: {'Subnet': ['ID=b5c861b3-fe63-4155-a061-0bab2a27c890,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:02.458819 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c015e6-1e48-4071-9990-88624ff13109 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Checking segment: {'id': 'd51674a0-a8fa-4b31-a3ea-839e601ea375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'eea3e79b-08e9-4905-99ba-1519c848e243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:21:02.459510 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c015e6-1e48-4071-9990-88624ff13109 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Network hostable DHCP agents. Network: eea3e79b-08e9-4905-99ba-1519c848e243, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:21:02.477580 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c015e6-1e48-4071-9990-88624ff13109 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Network eea3e79b-08e9-4905-99ba-1519c848e243 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:21:02.486538 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-65c015e6-1e48-4071-9990-88624ff13109 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, eea3e79b-08e9-4905-99ba-1519c848e243) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:21:02.491604 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c015e6-1e48-4071-9990-88624ff13109 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:02.492600 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-65c015e6-1e48-4071-9990-88624ff13109 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:02.496435 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b34365-0695-4e83-b84c-400c0712d0e9 None None] Network eea3e79b-08e9-4905-99ba-1519c848e243 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:21:02.507840 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-65c015e6-1e48-4071-9990-88624ff13109 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4481974 Aug 16 23:21:02.510633 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 46758) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:02.515656 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-5ee95827-62a1-43d6-9aad-fb57bc9902b5 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1484507773', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:02.543202 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5ee95827-62a1-43d6-9aad-fb57bc9902b5 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:02.544415 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5ee95827-62a1-43d6-9aad-fb57bc9902b5 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:02.646208 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07aad8d-0aa8-4df1-80b7-bbd401b1a65f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-eea3e79b-08e9-4905-99ba-1519c848e243', 'network_id': 'eea3e79b-08e9-4905-99ba-1519c848e243', 'tenant_id': '8b09c4d7f7804af78d8e94fed61709b8', 'fixed_ips': [{'subnet_id': 'b5c861b3-fe63-4155-a061-0bab2a27c890'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:21:02.647113 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d07aad8d-0aa8-4df1-80b7-bbd401b1a65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:02.685517 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5ee95827-62a1-43d6-9aad-fb57bc9902b5 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:02.691543 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5ee95827-62a1-43d6-9aad-fb57bc9902b5 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:02.713450 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5ee95827-62a1-43d6-9aad-fb57bc9902b5 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:02.717145 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-5ee95827-62a1-43d6-9aad-fb57bc9902b5 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2049670 Aug 16 23:21:02.717507 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 46766) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:02.723141 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-d54949d4-2a8d-4a40-b02c-cac88162b2bf tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Request body: {'port': {'network_id': 'eea3e79b-08e9-4905-99ba-1519c848e243', 'name': 'tempest-PortsIpV6TestJSON-75443764'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:02.758617 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f21f070-2a4a-491b-8a18-f6b4fadac685 req-563974ce-86df-43de-b847-b9a0baae1356 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:02.760215 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1f21f070-2a4a-491b-8a18-f6b4fadac685 req-563974ce-86df-43de-b847-b9a0baae1356 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/networks?id=6152efff-6e82-46a1-acb7-149d7c33d5d6 HTTP/1.1" status: 200 len: 812 time: 0.2037673 Aug 16 23:21:02.803873 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1f21f070-2a4a-491b-8a18-f6b4fadac685 req-00eae7be-9b81-4a4d-a42e-00d6876ed021 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/quotas/ee91ace37a634fb9abb791ce5d24078e HTTP/1.1" status: 200 len: 375 time: 0.0337176 Aug 16 23:21:02.819294 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-d07aad8d-0aa8-4df1-80b7-bbd401b1a65f None None] Allocated IP 2001:db8::2 (eea3e79b-08e9-4905-99ba-1519c848e243/b5c861b3-fe63-4155-a061-0bab2a27c890/759438c8-6182-45a9-93a0-98c8604a5012) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:21:02.822089 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b890a151-c34b-4ab3-8fed-7d40c3633530 req-912d97ba-a8a5-4502-8bcd-9c7dbe69ba28 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:02.823622 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b890a151-c34b-4ab3-8fed-7d40c3633530 req-912d97ba-a8a5-4502-8bcd-9c7dbe69ba28 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cd77e68-a3fa-412d-a922-79a4b09443bc HTTP/1.1" status: 200 len: 946 time: 0.0624812 Aug 16 23:21:02.862028 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d54949d4-2a8d-4a40-b02c-cac88162b2bf tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Made reservation on behalf of 8b09c4d7f7804af78d8e94fed61709b8 for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:21:02.866137 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d54949d4-2a8d-4a40-b02c-cac88162b2bf tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:02.888438 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-d54949d4-2a8d-4a40-b02c-cac88162b2bf tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] device_id is not set on port c9674fc4-a589-4e3a-adc6-ac1a1c270187 yet. {{(pid=101291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 23:21:02.896797 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b890a151-c34b-4ab3-8fed-7d40c3633530 req-7bf67b84-c27d-4c26-bb6d-9465bd74465b tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=29a3b678-a940-41e1-96fb-a218802012ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625620 Aug 16 23:21:02.913050 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1f21f070-2a4a-491b-8a18-f6b4fadac685 req-6178adea-4cd4-4c1a-ab1b-d84e85850e41 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ee91ace37a634fb9abb791ce5d24078e&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0995488 Aug 16 23:21:02.926709 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [req-1f21f070-2a4a-491b-8a18-f6b4fadac685 req-0d27648e-28be-4a73-9d7f-c8d74288b5fa tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:21:02.927801 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1f21f070-2a4a-491b-8a18-f6b4fadac685 req-0d27648e-28be-4a73-9d7f-c8d74288b5fa tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060763 Aug 16 23:21:02.982167 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d07aad8d-0aa8-4df1-80b7-bbd401b1a65f None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:02.990948 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-d07aad8d-0aa8-4df1-80b7-bbd401b1a65f None None] Transition to ACTIVE for port object 759438c8-6182-45a9-93a0-98c8604a5012 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:21:03.006368 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-d07aad8d-0aa8-4df1-80b7-bbd401b1a65f None None] Transition to ACTIVE for port object 759438c8-6182-45a9-93a0-98c8604a5012 will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:21:03.013487 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d07aad8d-0aa8-4df1-80b7-bbd401b1a65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:03.025389 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1f21f070-2a4a-491b-8a18-f6b4fadac685 req-d60690e0-7c5d-41c0-9fec-f62b5ffc7dd3 service neutron] 10.222.0.36 "GET /v2.0/networks/6152efff-6e82-46a1-acb7-149d7c33d5d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898385 Aug 16 23:21:03.065286 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07aad8d-0aa8-4df1-80b7-bbd401b1a65f None None] Network eea3e79b-08e9-4905-99ba-1519c848e243 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:21:03.069142 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07aad8d-0aa8-4df1-80b7-bbd401b1a65f None None] Pushing event updated for resources: {'Port': ['ID=759438c8-6182-45a9-93a0-98c8604a5012,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:03.071705 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-d07aad8d-0aa8-4df1-80b7-bbd401b1a65f None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:21:03.073875 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07aad8d-0aa8-4df1-80b7-bbd401b1a65f None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:21:03.082023 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-d54949d4-2a8d-4a40-b02c-cac88162b2bf tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Allocated IP 2001:db8::76 (eea3e79b-08e9-4905-99ba-1519c848e243/b5c861b3-fe63-4155-a061-0bab2a27c890/c9674fc4-a589-4e3a-adc6-ac1a1c270187) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:21:03.132163 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-d07aad8d-0aa8-4df1-80b7-bbd401b1a65f None None] Attempting to bind port 759438c8-6182-45a9-93a0-98c8604a5012 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:21:03.132882 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-d07aad8d-0aa8-4df1-80b7-bbd401b1a65f None None] Attempting to bind port 759438c8-6182-45a9-93a0-98c8604a5012 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': 'd51674a0-a8fa-4b31-a3ea-839e601ea375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'eea3e79b-08e9-4905-99ba-1519c848e243'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:21:03.133203 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07aad8d-0aa8-4df1-80b7-bbd401b1a65f None None] Attempting to bind port 759438c8-6182-45a9-93a0-98c8604a5012 on network eea3e79b-08e9-4905-99ba-1519c848e243 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:21:03.134700 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1f21f070-2a4a-491b-8a18-f6b4fadac685 req-6d45daf7-48ae-4bf4-a93b-ffea209cfa84 service neutron] 10.222.0.36 "GET /v2.0/networks/6152efff-6e82-46a1-acb7-149d7c33d5d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028066 Aug 16 23:21:03.146754 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07aad8d-0aa8-4df1-80b7-bbd401b1a65f None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:21:03.147557 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07aad8d-0aa8-4df1-80b7-bbd401b1a65f None None] Checking segment: {'id': 'd51674a0-a8fa-4b31-a3ea-839e601ea375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'eea3e79b-08e9-4905-99ba-1519c848e243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:21:03.147884 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d07aad8d-0aa8-4df1-80b7-bbd401b1a65f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:03.149598 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07aad8d-0aa8-4df1-80b7-bbd401b1a65f None None] Bound using segment: {'id': 'd51674a0-a8fa-4b31-a3ea-839e601ea375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'eea3e79b-08e9-4905-99ba-1519c848e243'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:21:03.150135 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-d07aad8d-0aa8-4df1-80b7-bbd401b1a65f None None] Bound port: 759438c8-6182-45a9-93a0-98c8604a5012, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd51674a0-a8fa-4b31-a3ea-839e601ea375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'eea3e79b-08e9-4905-99ba-1519c848e243'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:21:03.150527 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d07aad8d-0aa8-4df1-80b7-bbd401b1a65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:03.218779 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-d07aad8d-0aa8-4df1-80b7-bbd401b1a65f None None] For port 759438c8-6182-45a9-93a0-98c8604a5012, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:21:03.223289 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-d07aad8d-0aa8-4df1-80b7-bbd401b1a65f None None] For port 759438c8-6182-45a9-93a0-98c8604a5012, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=759438c8-6182-45a9-93a0-98c8604a5012,segment=NetworkSegment(d51674a0-a8fa-4b31-a3ea-839e601ea375),segment_id=d51674a0-a8fa-4b31-a3ea-839e601ea375)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:21:03.230041 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d07aad8d-0aa8-4df1-80b7-bbd401b1a65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:03.280242 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d54949d4-2a8d-4a40-b02c-cac88162b2bf tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:03.294113 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07aad8d-0aa8-4df1-80b7-bbd401b1a65f None None] Pushing event updated for resources: {'Port': ['ID=759438c8-6182-45a9-93a0-98c8604a5012,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:03.295959 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-d54949d4-2a8d-4a40-b02c-cac88162b2bf tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Transition to ACTIVE for port object c9674fc4-a589-4e3a-adc6-ac1a1c270187 will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:21:03.337143 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d54949d4-2a8d-4a40-b02c-cac88162b2bf tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:03.357557 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a7daf65-fca5-43fc-8c8b-92f1a6f255b2 req-d0af88d5-3c45-496b-b60a-93d95c9af8a0 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe35631c-6c8d-4f46-b96c-9443e5ead11e HTTP/1.1" status: 200 len: 210 time: 0.0365787 Aug 16 23:21:03.401378 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54949d4-2a8d-4a40-b02c-cac88162b2bf tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Network eea3e79b-08e9-4905-99ba-1519c848e243 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:21:03.403108 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-d54949d4-2a8d-4a40-b02c-cac88162b2bf tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:21:03.404929 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54949d4-2a8d-4a40-b02c-cac88162b2bf tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Pushing event updated for resources: {'Port': ['ID=c9674fc4-a589-4e3a-adc6-ac1a1c270187,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:03.407202 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54949d4-2a8d-4a40-b02c-cac88162b2bf tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:21:03.413071 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54949d4-2a8d-4a40-b02c-cac88162b2bf tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:03.415126 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d54949d4-2a8d-4a40-b02c-cac88162b2bf tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:03.429984 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-d54949d4-2a8d-4a40-b02c-cac88162b2bf tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.7112927 Aug 16 23:21:03.433072 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 46772) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:03.794909 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7044c820-0637-4e62-a652-6b24e852d339 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:03.800745 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:21:03.998213 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 759438c8-6182-45a9-93a0-98c8604a5012 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:21:04.062360 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3b20e2-8be5-41ff-8fcd-d0e88ea4afad req-774debf7-ddd7-4ddd-abaf-9edd772b24de tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:04.064756 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ba3b20e2-8be5-41ff-8fcd-d0e88ea4afad req-774debf7-ddd7-4ddd-abaf-9edd772b24de tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cd77e68-a3fa-412d-a922-79a4b09443bc HTTP/1.1" status: 200 len: 946 time: 0.0790439 Aug 16 23:21:04.067785 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 759438c8-6182-45a9-93a0-98c8604a5012 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:21:04.105371 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7044c820-0637-4e62-a652-6b24e852d339 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:04.111654 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7044c820-0637-4e62-a652-6b24e852d339 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:04.113507 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ba3b20e2-8be5-41ff-8fcd-d0e88ea4afad req-96787766-c156-423b-8554-b8f305d432a2 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=29a3b678-a940-41e1-96fb-a218802012ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406239 Aug 16 23:21:04.189102 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7044c820-0637-4e62-a652-6b24e852d339 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Pushing event updated for resources: {'Port': ['ID=c9674fc4-a589-4e3a-adc6-ac1a1c270187,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:04.298296 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7044c820-0637-4e62-a652-6b24e852d339 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954230'] for router_interface, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:04.360601 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8893e0ef-32f6-4b39-a2a9-114c82b08cb1 None None] Network eea3e79b-08e9-4905-99ba-1519c848e243 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:21:04.456047 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-a03dad32-5afc-46f8-9b3c-3c493b12990a None None] Provisioning for port 759438c8-6182-45a9-93a0-98c8604a5012 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:21:04.457841 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7044c820-0637-4e62-a652-6b24e852d339 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:04.471138 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-a03dad32-5afc-46f8-9b3c-3c493b12990a None None] Provisioning complete for port 759438c8-6182-45a9-93a0-98c8604a5012 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:21:04.472907 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a03dad32-5afc-46f8-9b3c-3c493b12990a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:04.505098 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-175c25d1-7a65-4926-8241-7dd0bb57e58a req-760bab7b-ab99-4939-afb5-72d5cb2869aa tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe35631c-6c8d-4f46-b96c-9443e5ead11e HTTP/1.1" status: 200 len: 210 time: 0.0516117 Aug 16 23:21:04.560756 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f21f070-2a4a-491b-8a18-f6b4fadac685 req-55977d33-5755-47fd-b178-15707755a2dc tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:04.562181 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1f21f070-2a4a-491b-8a18-f6b4fadac685 req-55977d33-5755-47fd-b178-15707755a2dc tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.57 "GET /v2.0/networks?id=6152efff-6e82-46a1-acb7-149d7c33d5d6 HTTP/1.1" status: 200 len: 812 time: 0.1847832 Aug 16 23:21:04.612218 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-1f21f070-2a4a-491b-8a18-f6b4fadac685 req-249c4cd4-f6cd-44f7-95cc-6160072cebb5 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Request body: {'port': {'device_id': 'fe35631c-6c8d-4f46-b96c-9443e5ead11e', 'network_id': '6152efff-6e82-46a1-acb7-149d7c33d5d6', 'admin_state_up': True, 'tenant_id': 'ee91ace37a634fb9abb791ce5d24078e'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:04.666087 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a03dad32-5afc-46f8-9b3c-3c493b12990a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:04.711570 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-a03dad32-5afc-46f8-9b3c-3c493b12990a None None] For port 759438c8-6182-45a9-93a0-98c8604a5012, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=759438c8-6182-45a9-93a0-98c8604a5012,segment=NetworkSegment(d51674a0-a8fa-4b31-a3ea-839e601ea375),segment_id=d51674a0-a8fa-4b31-a3ea-839e601ea375)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:21:04.717230 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a03dad32-5afc-46f8-9b3c-3c493b12990a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:04.745840 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f21f070-2a4a-491b-8a18-f6b4fadac685 req-249c4cd4-f6cd-44f7-95cc-6160072cebb5 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Made reservation on behalf of ee91ace37a634fb9abb791ce5d24078e for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:21:04.752483 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1f21f070-2a4a-491b-8a18-f6b4fadac685 req-249c4cd4-f6cd-44f7-95cc-6160072cebb5 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:04.762055 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7044c820-0637-4e62-a652-6b24e852d339 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:04.769695 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7044c820-0637-4e62-a652-6b24e852d339 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:04.770521 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7044c820-0637-4e62-a652-6b24e852d339 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954122'] for router_interface, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:04.781684 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03dad32-5afc-46f8-9b3c-3c493b12990a None None] Pushing event updated for resources: {'Port': ['ID=759438c8-6182-45a9-93a0-98c8604a5012,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:04.859074 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7044c820-0637-4e62-a652-6b24e852d339 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Pushing event updated for resources: {'Port': ['ID=c9674fc4-a589-4e3a-adc6-ac1a1c270187,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:04.906072 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7044c820-0637-4e62-a652-6b24e852d339 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Network eea3e79b-08e9-4905-99ba-1519c848e243 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:21:04.907564 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-7044c820-0637-4e62-a652-6b24e852d339 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:21:04.908773 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [req-1f21f070-2a4a-491b-8a18-f6b4fadac685 req-249c4cd4-f6cd-44f7-95cc-6160072cebb5 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Allocated IP 172.20.0.11 (6152efff-6e82-46a1-acb7-149d7c33d5d6/7d6a27ac-d81b-4d19-9995-25afe2c6f338/186ff88d-8787-43fa-928f-b53c524bdd9c) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:21:04.941128 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-d794648d-bdf8-460d-9593-fc13d26382d1 None None] Provisioning for port c9674fc4-a589-4e3a-adc6-ac1a1c270187 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:21:04.946813 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-d794648d-bdf8-460d-9593-fc13d26382d1 None None] Provisioning complete for port c9674fc4-a589-4e3a-adc6-ac1a1c270187 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:21:04.947468 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d794648d-bdf8-460d-9593-fc13d26382d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:04.993534 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-d794648d-bdf8-460d-9593-fc13d26382d1 None None] Port c9674fc4-a589-4e3a-adc6-ac1a1c270187 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:21:05.004568 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-d794648d-bdf8-460d-9593-fc13d26382d1 None None] Provisioning complete for port 759438c8-6182-45a9-93a0-98c8604a5012 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:21:05.004962 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d794648d-bdf8-460d-9593-fc13d26382d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:05.047796 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7044c820-0637-4e62-a652-6b24e852d339 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Router ba4f5cbd-ac58-4c8d-8697-df2f29be7dde is scheduled to L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f with binding_index 1 {{(pid=101291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:21:05.101782 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1f21f070-2a4a-491b-8a18-f6b4fadac685 req-249c4cd4-f6cd-44f7-95cc-6160072cebb5 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:05.129325 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-1f21f070-2a4a-491b-8a18-f6b4fadac685 req-249c4cd4-f6cd-44f7-95cc-6160072cebb5 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Transition to ACTIVE for port object 186ff88d-8787-43fa-928f-b53c524bdd9c will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:21:05.178030 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1f21f070-2a4a-491b-8a18-f6b4fadac685 req-249c4cd4-f6cd-44f7-95cc-6160072cebb5 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:05.197785 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['cc5542ef-2995-4487-b481-60f8e9728c80'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:21:05.227668 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['61088f9d-76e1-4190-912c-3e60944725ad'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:21:05.232800 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f21f070-2a4a-491b-8a18-f6b4fadac685 req-249c4cd4-f6cd-44f7-95cc-6160072cebb5 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Network 6152efff-6e82-46a1-acb7-149d7c33d5d6 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:21:05.237412 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [req-1f21f070-2a4a-491b-8a18-f6b4fadac685 req-249c4cd4-f6cd-44f7-95cc-6160072cebb5 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:21:05.238856 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7044c820-0637-4e62-a652-6b24e852d339 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:21:05.240079 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f21f070-2a4a-491b-8a18-f6b4fadac685 req-249c4cd4-f6cd-44f7-95cc-6160072cebb5 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:21:05.260962 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-7044c820-0637-4e62-a652-6b24e852d339 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "PUT /v2.0/routers/ba4f5cbd-ac58-4c8d-8697-df2f29be7dde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8198242 Aug 16 23:21:05.262026 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 46786) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:05.275311 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d331b1c-992c-4df9-929f-d90557235465 None None] Sync routers for ids ['ba4f5cbd-ac58-4c8d-8697-df2f29be7dde'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:21:05.318857 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d331b1c-992c-4df9-929f-d90557235465 None None] Routers {'ba4f5cbd-ac58-4c8d-8697-df2f29be7dde'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:21:05.322775 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-8d331b1c-992c-4df9-929f-d90557235465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:20:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['ba4f5cbd-ac58-4c8d-8697-df2f29be7dde'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:05.373787 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41f89f6-22da-4034-b3c0-6ef7ac6eb0a8 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:05.375463 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-a41f89f6-22da-4034-b3c0-6ef7ac6eb0a8 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba4f5cbd-ac58-4c8d-8697-df2f29be7dde HTTP/1.1" status: 200 len: 986 time: 0.1121807 Aug 16 23:21:05.378490 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 46788) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:05.393255 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-8d331b1c-992c-4df9-929f-d90557235465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:05.447369 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d331b1c-992c-4df9-929f-d90557235465 None None] Routers {'ba4f5cbd-ac58-4c8d-8697-df2f29be7dde'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:21:05.447979 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-8d331b1c-992c-4df9-929f-d90557235465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:20:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['ba4f5cbd-ac58-4c8d-8697-df2f29be7dde'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:05.578790 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-8d331b1c-992c-4df9-929f-d90557235465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:05.579580 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d331b1c-992c-4df9-929f-d90557235465 None None] The sync data for ids ['ba4f5cbd-ac58-4c8d-8697-df2f29be7dde'] in n-d-791506-26 is: [] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:21:05.720728 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249c4cd4-f6cd-44f7-95cc-6160072cebb5 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Pushing event updated for resources: {'Port': ['ID=186ff88d-8787-43fa-928f-b53c524bdd9c,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:05.764248 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f21f070-2a4a-491b-8a18-f6b4fadac685 req-249c4cd4-f6cd-44f7-95cc-6160072cebb5 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:05.764470 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-a342e2d2-c7c2-484c-a196-accade09d357 None None] Provisioning for port 186ff88d-8787-43fa-928f-b53c524bdd9c completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:21:05.766433 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1f21f070-2a4a-491b-8a18-f6b4fadac685 req-249c4cd4-f6cd-44f7-95cc-6160072cebb5 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:05.772893 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-a342e2d2-c7c2-484c-a196-accade09d357 None None] Provisioning complete for port 186ff88d-8787-43fa-928f-b53c524bdd9c triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:21:05.774117 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a342e2d2-c7c2-484c-a196-accade09d357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:05.780163 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577643bd-909c-4ded-8bd8-81cbb40dab7e req-5b7ee777-221b-49d5-a33b-71d7d771fc22 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:05.781873 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-577643bd-909c-4ded-8bd8-81cbb40dab7e req-5b7ee777-221b-49d5-a33b-71d7d771fc22 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe35631c-6c8d-4f46-b96c-9443e5ead11e HTTP/1.1" status: 200 len: 932 time: 0.1126671 Aug 16 23:21:05.790806 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198caddc-3b36-47fe-ad50-7af5cdde38ef req-1bb79f26-55d3-44cb-90c2-832a66744b02 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:05.798789 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-198caddc-3b36-47fe-ad50-7af5cdde38ef req-1bb79f26-55d3-44cb-90c2-832a66744b02 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cd77e68-a3fa-412d-a922-79a4b09443bc HTTP/1.1" status: 200 len: 946 time: 0.5780978 Aug 16 23:21:05.829407 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-a342e2d2-c7c2-484c-a196-accade09d357 None None] Port 186ff88d-8787-43fa-928f-b53c524bdd9c cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:21:05.842600 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-a342e2d2-c7c2-484c-a196-accade09d357 None None] Provisioning complete for port c9674fc4-a589-4e3a-adc6-ac1a1c270187 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:21:05.842974 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a342e2d2-c7c2-484c-a196-accade09d357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:05.845408 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1f21f070-2a4a-491b-8a18-f6b4fadac685 req-249c4cd4-f6cd-44f7-95cc-6160072cebb5 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2372053 Aug 16 23:21:05.873507 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-1f21f070-2a4a-491b-8a18-f6b4fadac685 req-456e5cd7-b98a-4062-a937-870d089cb1de service neutron] Request body: {'port': {'device_id': 'fe35631c-6c8d-4f46-b96c-9443e5ead11e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-26'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:05.881876 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-a342e2d2-c7c2-484c-a196-accade09d357 None None] Port c9674fc4-a589-4e3a-adc6-ac1a1c270187 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:21:05.914921 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-577643bd-909c-4ded-8bd8-81cbb40dab7e req-addbc779-66d0-42ab-bc0e-cf7462115a5f tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=d57a197c-6d47-4d56-9c9b-4cb8ea84d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092432 Aug 16 23:21:05.925162 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-198caddc-3b36-47fe-ad50-7af5cdde38ef req-10aa2fcf-8108-4b31-8048-facf79717b04 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=29a3b678-a940-41e1-96fb-a218802012ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253998 Aug 16 23:21:05.965400 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 759438c8-6182-45a9-93a0-98c8604a5012 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:21:05.973464 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1f21f070-2a4a-491b-8a18-f6b4fadac685 req-456e5cd7-b98a-4062-a937-870d089cb1de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:06.017600 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-26910a6c-cb78-486a-8b3c-bfb51cc38a08 None None] Provisioning complete for port c9674fc4-a589-4e3a-adc6-ac1a1c270187 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:21:06.017979 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-26910a6c-cb78-486a-8b3c-bfb51cc38a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:06.061266 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 759438c8-6182-45a9-93a0-98c8604a5012 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:21:06.061651 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:06.083062 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-26910a6c-cb78-486a-8b3c-bfb51cc38a08 None None] Port c9674fc4-a589-4e3a-adc6-ac1a1c270187 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:21:06.217073 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8cd780c1-ac3a-41a7-8176-8f7a765ec125 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537579'] for router_interface, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:06.314829 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [req-1f21f070-2a4a-491b-8a18-f6b4fadac685 req-456e5cd7-b98a-4062-a937-870d089cb1de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 186ff88d-8787-43fa-928f-b53c524bdd9c {{(pid=101292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:21:06.322256 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1f21f070-2a4a-491b-8a18-f6b4fadac685 req-456e5cd7-b98a-4062-a937-870d089cb1de service neutron] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:06.333939 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-1f21f070-2a4a-491b-8a18-f6b4fadac685 req-456e5cd7-b98a-4062-a937-870d089cb1de service neutron] Transition to ACTIVE for port object 186ff88d-8787-43fa-928f-b53c524bdd9c will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:21:06.339023 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1f21f070-2a4a-491b-8a18-f6b4fadac685 req-456e5cd7-b98a-4062-a937-870d089cb1de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:06.392117 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456e5cd7-b98a-4062-a937-870d089cb1de service neutron] Pushing event updated for resources: {'Port': ['ID=186ff88d-8787-43fa-928f-b53c524bdd9c,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:06.454156 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-8cd780c1-ac3a-41a7-8176-8f7a765ec125 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Deleting port c9674fc4-a589-4e3a-adc6-ac1a1c270187 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:21:06.454808 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8cd780c1-ac3a-41a7-8176-8f7a765ec125 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:06.466698 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-1f21f070-2a4a-491b-8a18-f6b4fadac685 req-456e5cd7-b98a-4062-a937-870d089cb1de service neutron] Attempting to bind port 186ff88d-8787-43fa-928f-b53c524bdd9c on host n-h2-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:21:06.467126 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-1f21f070-2a4a-491b-8a18-f6b4fadac685 req-456e5cd7-b98a-4062-a937-870d089cb1de service neutron] Attempting to bind port 186ff88d-8787-43fa-928f-b53c524bdd9c by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': '10a968c4-5c7d-4c23-b34c-ca325bfda5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6152efff-6e82-46a1-acb7-149d7c33d5d6'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:21:06.467523 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f21f070-2a4a-491b-8a18-f6b4fadac685 req-456e5cd7-b98a-4062-a937-870d089cb1de service neutron] Attempting to bind port 186ff88d-8787-43fa-928f-b53c524bdd9c on network 6152efff-6e82-46a1-acb7-149d7c33d5d6 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:21:06.472143 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f21f070-2a4a-491b-8a18-f6b4fadac685 req-456e5cd7-b98a-4062-a937-870d089cb1de service neutron] Port 186ff88d-8787-43fa-928f-b53c524bdd9c on network 6152efff-6e82-46a1-acb7-149d7c33d5d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:21:06.472502 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f21f070-2a4a-491b-8a18-f6b4fadac685 req-456e5cd7-b98a-4062-a937-870d089cb1de service neutron] Attempting to bind port 186ff88d-8787-43fa-928f-b53c524bdd9c on network 6152efff-6e82-46a1-acb7-149d7c33d5d6 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:21:06.477829 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f21f070-2a4a-491b-8a18-f6b4fadac685 req-456e5cd7-b98a-4062-a937-870d089cb1de service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:21:06.478174 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f21f070-2a4a-491b-8a18-f6b4fadac685 req-456e5cd7-b98a-4062-a937-870d089cb1de service neutron] Checking segment: {'id': '10a968c4-5c7d-4c23-b34c-ca325bfda5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6152efff-6e82-46a1-acb7-149d7c33d5d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:21:06.478568 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f21f070-2a4a-491b-8a18-f6b4fadac685 req-456e5cd7-b98a-4062-a937-870d089cb1de service neutron] Bound using segment: {'id': '10a968c4-5c7d-4c23-b34c-ca325bfda5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6152efff-6e82-46a1-acb7-149d7c33d5d6'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:21:06.479004 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-1f21f070-2a4a-491b-8a18-f6b4fadac685 req-456e5cd7-b98a-4062-a937-870d089cb1de service neutron] Bound port: 186ff88d-8787-43fa-928f-b53c524bdd9c, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10a968c4-5c7d-4c23-b34c-ca325bfda5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6152efff-6e82-46a1-acb7-149d7c33d5d6'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:21:06.479366 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1f21f070-2a4a-491b-8a18-f6b4fadac685 req-456e5cd7-b98a-4062-a937-870d089cb1de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:06.551375 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-1f21f070-2a4a-491b-8a18-f6b4fadac685 req-456e5cd7-b98a-4062-a937-870d089cb1de service neutron] For port 186ff88d-8787-43fa-928f-b53c524bdd9c, host n-h2-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:21:06.554171 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8cd780c1-ac3a-41a7-8176-8f7a765ec125 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:06.555301 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-1f21f070-2a4a-491b-8a18-f6b4fadac685 req-456e5cd7-b98a-4062-a937-870d089cb1de service neutron] For port 186ff88d-8787-43fa-928f-b53c524bdd9c, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=186ff88d-8787-43fa-928f-b53c524bdd9c,segment=NetworkSegment(10a968c4-5c7d-4c23-b34c-ca325bfda5cc),segment_id=10a968c4-5c7d-4c23-b34c-ca325bfda5cc)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:21:06.560724 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1f21f070-2a4a-491b-8a18-f6b4fadac685 req-456e5cd7-b98a-4062-a937-870d089cb1de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:06.571350 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-8cd780c1-ac3a-41a7-8176-8f7a765ec125 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Calling delete_port for c9674fc4-a589-4e3a-adc6-ac1a1c270187 owned by network:router_interface {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:21:06.599316 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f21f070-2a4a-491b-8a18-f6b4fadac685 req-456e5cd7-b98a-4062-a937-870d089cb1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:06.600551 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1f21f070-2a4a-491b-8a18-f6b4fadac685 req-456e5cd7-b98a-4062-a937-870d089cb1de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:06.603661 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1f21f070-2a4a-491b-8a18-f6b4fadac685 req-456e5cd7-b98a-4062-a937-870d089cb1de service neutron] 10.222.0.57 "PUT /v2.0/ports/186ff88d-8787-43fa-928f-b53c524bdd9c HTTP/1.1" status: 200 len: 1093 time: 0.7376320 Aug 16 23:21:06.604588 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe35631c-6c8d-4f46-b96c-9443e5ead11e', 'tag': '186ff88d-8787-43fa-928f-b53c524bdd9c'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:21:06.608915 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7529ae8-322d-48d7-8325-8e3117948db7" -d '{"events": [{"name": "network-changed", "server_uuid": "fe35631c-6c8d-4f46-b96c-9443e5ead11e", "tag": "186ff88d-8787-43fa-928f-b53c524bdd9c"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:21:06.637556 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456e5cd7-b98a-4062-a937-870d089cb1de service neutron] Pushing event updated for resources: {'Port': ['ID=186ff88d-8787-43fa-928f-b53c524bdd9c,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:06.728914 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f21f070-2a4a-491b-8a18-f6b4fadac685 req-b5de14c6-ff86-4b24-9618-3e52435f9b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:06.730568 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1f21f070-2a4a-491b-8a18-f6b4fadac685 req-b5de14c6-ff86-4b24-9618-3e52435f9b2d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ee91ace37a634fb9abb791ce5d24078e&device_id=fe35631c-6c8d-4f46-b96c-9443e5ead11e HTTP/1.1" status: 200 len: 1096 time: 0.0598657 Aug 16 23:21:06.784666 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8cd780c1-ac3a-41a7-8176-8f7a765ec125 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:06.790356 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1f21f070-2a4a-491b-8a18-f6b4fadac685 req-82b78730-bcca-424c-b949-2be83febf93f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=186ff88d-8787-43fa-928f-b53c524bdd9c HTTP/1.1" status: 200 len: 217 time: 0.0458193 Aug 16 23:21:06.808582 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ecc30d-7a27-4f21-b754-47bcb35020ad x-openstack-request-id: req-32ecc30d-7a27-4f21-b754-47bcb35020ad {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:21:06.808877 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe35631c-6c8d-4f46-b96c-9443e5ead11e", "tag": "186ff88d-8787-43fa-928f-b53c524bdd9c", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:21:06.809129 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-32ecc30d-7a27-4f21-b754-47bcb35020ad {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:21:06.809534 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe35631c-6c8d-4f46-b96c-9443e5ead11e', 'tag': '186ff88d-8787-43fa-928f-b53c524bdd9c', 'status': 'completed', 'code': 200} Aug 16 23:21:06.818522 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd780c1-ac3a-41a7-8176-8f7a765ec125 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Pushing event deleted for resources: {'Port': ['ID=c9674fc4-a589-4e3a-adc6-ac1a1c270187,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:06.849569 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f21f070-2a4a-491b-8a18-f6b4fadac685 req-212daffb-25b9-4860-8e64-c560294054b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:06.852429 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1f21f070-2a4a-491b-8a18-f6b4fadac685 req-212daffb-25b9-4860-8e64-c560294054b6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7d6a27ac-d81b-4d19-9995-25afe2c6f338 HTTP/1.1" status: 200 len: 851 time: 0.0546370 Aug 16 23:21:06.903495 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f21f070-2a4a-491b-8a18-f6b4fadac685 req-c777b7fc-3b64-46ff-9f8f-6f7906ee60d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:06.905051 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1f21f070-2a4a-491b-8a18-f6b4fadac685 req-c777b7fc-3b64-46ff-9f8f-6f7906ee60d8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6152efff-6e82-46a1-acb7-149d7c33d5d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452573 Aug 16 23:21:06.924120 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8cd780c1-ac3a-41a7-8176-8f7a765ec125 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537471'] for router_interface, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:07.048692 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1f21f070-2a4a-491b-8a18-f6b4fadac685 req-c4f1af09-76f8-4cd9-a8dc-055dd6740131 service neutron] 10.222.0.57 "GET /v2.0/networks/6152efff-6e82-46a1-acb7-149d7c33d5d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362653 Aug 16 23:21:07.115255 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cd780c1-ac3a-41a7-8176-8f7a765ec125 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Router ba4f5cbd-ac58-4c8d-8697-df2f29be7dde has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:21:07.187818 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f9150e-9456-4e66-a4e3-78cc1cec905b req-abcab1b8-7b37-42c6-94f5-5ddc0f1605eb tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:07.189348 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-84f9150e-9456-4e66-a4e3-78cc1cec905b req-abcab1b8-7b37-42c6-94f5-5ddc0f1605eb tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe35631c-6c8d-4f46-b96c-9443e5ead11e HTTP/1.1" status: 200 len: 944 time: 0.1578357 Aug 16 23:21:07.190563 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cd780c1-ac3a-41a7-8176-8f7a765ec125 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:21:07.195938 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-8cd780c1-ac3a-41a7-8176-8f7a765ec125 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "PUT /v2.0/routers/ba4f5cbd-ac58-4c8d-8697-df2f29be7dde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8163948 Aug 16 23:21:07.198658 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 46802) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:07.202053 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5819dcf-6041-4f5f-b0fe-398f096a1bf7 None None] Sync routers for ids ['ba4f5cbd-ac58-4c8d-8697-df2f29be7dde'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:21:07.205798 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9086882-446a-4cf9-8afd-897d3d24da22 req-9e33cf14-601d-434e-b661-1f08e2ec6332 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:07.207343 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f9086882-446a-4cf9-8afd-897d3d24da22 req-9e33cf14-601d-434e-b661-1f08e2ec6332 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cd77e68-a3fa-412d-a922-79a4b09443bc HTTP/1.1" status: 200 len: 946 time: 0.1611490 Aug 16 23:21:07.211484 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5819dcf-6041-4f5f-b0fe-398f096a1bf7 None None] Routers {'ba4f5cbd-ac58-4c8d-8697-df2f29be7dde'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:21:07.212110 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-d5819dcf-6041-4f5f-b0fe-398f096a1bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:20:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['ba4f5cbd-ac58-4c8d-8697-df2f29be7dde'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:07.229904 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-57f74765-7f03-4e2b-8880-068220921b56 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] GET failed (client error): The resource could not be found. Aug 16 23:21:07.234126 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-57f74765-7f03-4e2b-8880-068220921b56 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "GET /v2.0/ports/c9674fc4-a589-4e3a-adc6-ac1a1c270187 HTTP/1.1" status: 404 len: 333 time: 0.0315332 Aug 16 23:21:07.234260 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 46804) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:07.242716 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1f21f070-2a4a-491b-8a18-f6b4fadac685 req-68acb05d-f0af-4ecc-985b-096b340cb5e7 service neutron] 10.222.0.57 "GET /v2.0/networks/6152efff-6e82-46a1-acb7-149d7c33d5d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704178 Aug 16 23:21:07.246212 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-d5819dcf-6041-4f5f-b0fe-398f096a1bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:07.255134 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5819dcf-6041-4f5f-b0fe-398f096a1bf7 None None] Routers {'ba4f5cbd-ac58-4c8d-8697-df2f29be7dde'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:21:07.256040 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-d5819dcf-6041-4f5f-b0fe-398f096a1bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:20:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['ba4f5cbd-ac58-4c8d-8697-df2f29be7dde'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:07.284403 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-84f9150e-9456-4e66-a4e3-78cc1cec905b req-eaf0c482-2ece-4961-baa4-6dc90b73f0cc tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=d57a197c-6d47-4d56-9c9b-4cb8ea84d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686750 Aug 16 23:21:07.287065 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f9086882-446a-4cf9-8afd-897d3d24da22 req-9a5fda47-8b97-4a69-9693-3bbe21b989bd tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=29a3b678-a940-41e1-96fb-a218802012ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703044 Aug 16 23:21:07.291971 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-d5819dcf-6041-4f5f-b0fe-398f096a1bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:07.292675 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5819dcf-6041-4f5f-b0fe-398f096a1bf7 None None] The sync data for ids ['ba4f5cbd-ac58-4c8d-8697-df2f29be7dde'] in n-d-791506-26 is: [] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:21:07.312447 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2902502d-cf4a-47f4-ad58-66baffdea1f9 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for router, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:07.384390 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7529ae8-322d-48d7-8325-8e3117948db7 req-64abbfa3-9924-444c-a16f-34f1e0aba93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:07.385950 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b7529ae8-322d-48d7-8325-8e3117948db7 req-64abbfa3-9924-444c-a16f-34f1e0aba93b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ee91ace37a634fb9abb791ce5d24078e&device_id=fe35631c-6c8d-4f46-b96c-9443e5ead11e HTTP/1.1" status: 200 len: 1096 time: 0.0429542 Aug 16 23:21:07.475835 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2902502d-cf4a-47f4-ad58-66baffdea1f9 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:07.478411 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2902502d-cf4a-47f4-ad58-66baffdea1f9 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:07.485572 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7529ae8-322d-48d7-8325-8e3117948db7 req-169b71c6-9a2f-4cc4-972e-b6709e9b3a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:07.486989 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b7529ae8-322d-48d7-8325-8e3117948db7 req-169b71c6-9a2f-4cc4-972e-b6709e9b3a98 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6152efff-6e82-46a1-acb7-149d7c33d5d6 HTTP/1.1" status: 200 len: 913 time: 0.0930037 Aug 16 23:21:07.529691 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2902502d-cf4a-47f4-ad58-66baffdea1f9 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:07.530236 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2902502d-cf4a-47f4-ad58-66baffdea1f9 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Fanout notify agent at l3_agent the message router_deleted on router ba4f5cbd-ac58-4c8d-8697-df2f29be7dde {{(pid=101291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:21:07.535256 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b7529ae8-322d-48d7-8325-8e3117948db7 req-91dca88b-c459-4dfb-a153-bd7e71be6a53 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=186ff88d-8787-43fa-928f-b53c524bdd9c HTTP/1.1" status: 200 len: 217 time: 0.0398951 Aug 16 23:21:07.537110 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2902502d-cf4a-47f4-ad58-66baffdea1f9 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:07.538212 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-2902502d-cf4a-47f4-ad58-66baffdea1f9 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "DELETE /v2.0/routers/ba4f5cbd-ac58-4c8d-8697-df2f29be7dde HTTP/1.1" status: 204 len: 168 time: 0.3031583 Aug 16 23:21:07.540954 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 46806) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:07.625432 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7529ae8-322d-48d7-8325-8e3117948db7 req-b062f77e-e2b3-4b51-9f7e-32799a06fb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:07.626898 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b7529ae8-322d-48d7-8325-8e3117948db7 req-b062f77e-e2b3-4b51-9f7e-32799a06fb6d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7d6a27ac-d81b-4d19-9995-25afe2c6f338 HTTP/1.1" status: 200 len: 851 time: 0.0783594 Aug 16 23:21:07.630688 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0db67e5-9fef-414a-a841-1018b93e8f30 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Deleting subnet b5c861b3-fe63-4155-a061-0bab2a27c890 {{(pid=101292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:21:07.635477 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d0db67e5-9fef-414a-a841-1018b93e8f30 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for subnet, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:07.705295 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d0db67e5-9fef-414a-a841-1018b93e8f30 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3848860'] for subnet, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:07.739657 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7529ae8-322d-48d7-8325-8e3117948db7 req-0e2a14e6-9f92-4111-96c4-eeaf015950b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:07.741105 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b7529ae8-322d-48d7-8325-8e3117948db7 req-0e2a14e6-9f92-4111-96c4-eeaf015950b3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6152efff-6e82-46a1-acb7-149d7c33d5d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1066718 Aug 16 23:21:07.848446 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d0db67e5-9fef-414a-a841-1018b93e8f30 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:07.899979 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b7529ae8-322d-48d7-8325-8e3117948db7 req-1892bdd7-10d0-4de3-a6db-b53507ec9f6d service neutron] 10.222.0.57 "GET /v2.0/networks/6152efff-6e82-46a1-acb7-149d7c33d5d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511443 Aug 16 23:21:07.967994 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d0db67e5-9fef-414a-a841-1018b93e8f30 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26252129'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:08.008251 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0db67e5-9fef-414a-a841-1018b93e8f30 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Pushing event deleted for resources: {'Subnet': ['ID=b5c861b3-fe63-4155-a061-0bab2a27c890,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:08.012750 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc65e94-c27a-439d-81df-6d63ab42488c None None] Network eea3e79b-08e9-4905-99ba-1519c848e243 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:21:08.016307 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d0db67e5-9fef-414a-a841-1018b93e8f30 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:08.018181 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-d0db67e5-9fef-414a-a841-1018b93e8f30 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "DELETE /v2.0/subnets/b5c861b3-fe63-4155-a061-0bab2a27c890 HTTP/1.1" status: 204 len: 168 time: 0.4763067 Aug 16 23:21:08.020935 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 46808) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:08.028644 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0db67e5-9fef-414a-a841-1018b93e8f30 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:21:08.028997 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0db67e5-9fef-414a-a841-1018b93e8f30 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:21:08.029340 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0db67e5-9fef-414a-a841-1018b93e8f30 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:21:08.029674 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0db67e5-9fef-414a-a841-1018b93e8f30 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:21:08.030008 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0db67e5-9fef-414a-a841-1018b93e8f30 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:21:08.030339 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0db67e5-9fef-414a-a841-1018b93e8f30 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:21:08.031366 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0db67e5-9fef-414a-a841-1018b93e8f30 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:21:08.031366 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0db67e5-9fef-414a-a841-1018b93e8f30 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:21:08.031366 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0db67e5-9fef-414a-a841-1018b93e8f30 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:21:08.031667 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0db67e5-9fef-414a-a841-1018b93e8f30 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:21:08.031923 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0db67e5-9fef-414a-a841-1018b93e8f30 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:21:08.032241 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0db67e5-9fef-414a-a841-1018b93e8f30 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:21:08.046644 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b7529ae8-322d-48d7-8325-8e3117948db7 req-fa2e8eac-6019-4e71-8f0b-f4b3f17c5c3b service neutron] 10.222.0.57 "GET /v2.0/networks/6152efff-6e82-46a1-acb7-149d7c33d5d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384196 Aug 16 23:21:08.111432 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f475b257-3cef-4422-bd4f-0534dc96385d tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:08.173213 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-f475b257-3cef-4422-bd4f-0534dc96385d tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Deleting port 759438c8-6182-45a9-93a0-98c8604a5012 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:21:08.173595 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f475b257-3cef-4422-bd4f-0534dc96385d tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:08.188261 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca857d3-7e60-4199-8179-bedb7af7affc None None] DHCP port deletion for eea3e79b-08e9-4905-99ba-1519c848e243 request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:21:08.233919 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-eca857d3-7e60-4199-8179-bedb7af7affc None None] Deleting port 759438c8-6182-45a9-93a0-98c8604a5012 {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:21:08.234300 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-eca857d3-7e60-4199-8179-bedb7af7affc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:08.242836 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-f475b257-3cef-4422-bd4f-0534dc96385d tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] For port 759438c8-6182-45a9-93a0-98c8604a5012, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=759438c8-6182-45a9-93a0-98c8604a5012,segment=NetworkSegment(d51674a0-a8fa-4b31-a3ea-839e601ea375),segment_id=d51674a0-a8fa-4b31-a3ea-839e601ea375)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:21:08.243212 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f475b257-3cef-4422-bd4f-0534dc96385d tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:08.256240 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-f475b257-3cef-4422-bd4f-0534dc96385d tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Calling delete_port for 759438c8-6182-45a9-93a0-98c8604a5012 owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:21:08.296934 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-eca857d3-7e60-4199-8179-bedb7af7affc None None] For port 759438c8-6182-45a9-93a0-98c8604a5012, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=759438c8-6182-45a9-93a0-98c8604a5012,segment=NetworkSegment(d51674a0-a8fa-4b31-a3ea-839e601ea375),segment_id=d51674a0-a8fa-4b31-a3ea-839e601ea375)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:21:08.297241 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-eca857d3-7e60-4199-8179-bedb7af7affc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:08.310224 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-eca857d3-7e60-4199-8179-bedb7af7affc None None] Calling delete_port for 759438c8-6182-45a9-93a0-98c8604a5012 owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:21:08.339550 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f475b257-3cef-4422-bd4f-0534dc96385d tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:08.377451 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f475b257-3cef-4422-bd4f-0534dc96385d tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Pushing event deleted for resources: {'Port': ['ID=759438c8-6182-45a9-93a0-98c8604a5012,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:08.379513 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f475b257-3cef-4422-bd4f-0534dc96385d tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] No DVR routers for this DVR port 759438c8-6182-45a9-93a0-98c8604a5012 on host n-d-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:21:08.409530 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-eca857d3-7e60-4199-8179-bedb7af7affc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:08.436245 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca857d3-7e60-4199-8179-bedb7af7affc None None] Pushing event deleted for resources: {'Port': ['ID=759438c8-6182-45a9-93a0-98c8604a5012,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:08.445376 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca857d3-7e60-4199-8179-bedb7af7affc None None] No DVR routers for this DVR port 759438c8-6182-45a9-93a0-98c8604a5012 on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:21:08.457605 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a81d1d-c7e8-45ae-81bc-759071c68940 req-83a70f4c-5e41-4e85-be9c-62578b8ad807 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:08.459300 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-56a81d1d-c7e8-45ae-81bc-759071c68940 req-83a70f4c-5e41-4e85-be9c-62578b8ad807 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe35631c-6c8d-4f46-b96c-9443e5ead11e HTTP/1.1" status: 200 len: 944 time: 0.0822937 Aug 16 23:21:08.469683 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f475b257-3cef-4422-bd4f-0534dc96385d tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:08.477121 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1aa7f5-4374-4de7-994e-a9bc4c6d294f req-25ec22d8-317d-4b4a-b4c1-98f5d2af0526 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:08.478797 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ab1aa7f5-4374-4de7-994e-a9bc4c6d294f req-25ec22d8-317d-4b4a-b4c1-98f5d2af0526 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cd77e68-a3fa-412d-a922-79a4b09443bc HTTP/1.1" status: 200 len: 946 time: 0.0905292 Aug 16 23:21:08.480237 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-f475b257-3cef-4422-bd4f-0534dc96385d tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eea3e79b-08e9-4905-99ba-1519c848e243']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:08.491074 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-f475b257-3cef-4422-bd4f-0534dc96385d tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd51674a0-a8fa-4b31-a3ea-839e601ea375') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:08.491381 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-f475b257-3cef-4422-bd4f-0534dc96385d tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd51674a0-a8fa-4b31-a3ea-839e601ea375') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:08.501869 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f475b257-3cef-4422-bd4f-0534dc96385d tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:08.516456 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f475b257-3cef-4422-bd4f-0534dc96385d tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:08.522539 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f475b257-3cef-4422-bd4f-0534dc96385d tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:21:08.523025 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f475b257-3cef-4422-bd4f-0534dc96385d tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:08.525961 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 23:21:08.525961 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:21:08.525961 n-d-791506-26 neutron-server[101291]: timer() Aug 16 23:21:08.525961 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:21:08.525961 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 23:21:08.525961 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:21:08.525961 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 23:21:08.525961 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:21:08.525961 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 23:21:08.525961 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:21:08.525961 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 23:21:08.525961 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:21:08.525961 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 23:21:08.525961 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:21:08.525961 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:21:08.525961 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:21:08.525961 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:21:08.525961 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:21:08.525961 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 23:21:08.525961 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:21:08.525961 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 23:21:08.525961 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:21:08.525961 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:21:08.525961 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:21:08.525961 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 23:21:08.525961 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:21:08.525961 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:21:08.525961 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:21:08.525961 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:21:08.525961 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:21:08.525961 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:21:08.525961 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:21:08.535470 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-56a81d1d-c7e8-45ae-81bc-759071c68940 req-95e459c4-4839-4daa-9a1e-40ff8d522d84 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=d57a197c-6d47-4d56-9c9b-4cb8ea84d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668094 Aug 16 23:21:08.538471 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ab1aa7f5-4374-4de7-994e-a9bc4c6d294f req-abccba52-e266-4469-a4de-b6ac909e6174 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=29a3b678-a940-41e1-96fb-a218802012ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527215 Aug 16 23:21:08.589306 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f475b257-3cef-4422-bd4f-0534dc96385d tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:08.596151 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f475b257-3cef-4422-bd4f-0534dc96385d tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:08.597887 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-f475b257-3cef-4422-bd4f-0534dc96385d tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "DELETE /v2.0/networks/eea3e79b-08e9-4905-99ba-1519c848e243 HTTP/1.1" status: 204 len: 168 time: 0.5757413 Aug 16 23:21:08.601803 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 46814) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:08.609309 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f475b257-3cef-4422-bd4f-0534dc96385d tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Pushing event deleted for resources: {'Network': ['ID=eea3e79b-08e9-4905-99ba-1519c848e243,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:08.648743 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb762acc-04cb-4681-babb-6347adafd95c tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:08.650117 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-eb762acc-04cb-4681-babb-6347adafd95c tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "GET /v2.0/ports/c5aac8be-07e8-4242-9ba1-2d09e48442a0 HTTP/1.1" status: 200 len: 844 time: 0.0471787 Aug 16 23:21:08.653570 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 46816) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:08.695002 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-2d0d843d-a9d1-43aa-b8fe-72f2a28a6366 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "GET /v2.0/ports/c5aac8be-07e8-4242-9ba1-2d09e48442a0?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0402277 Aug 16 23:21:08.698524 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 46818) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:08.703254 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-dacb1a5c-677e-4e4c-ae09-2205398d0741 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Request body: {'subnet': {'network_id': '19d98e84-9745-4340-a69a-82b042d63c5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:08.795038 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dacb1a5c-677e-4e4c-ae09-2205398d0741 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Made reservation on behalf of 8b09c4d7f7804af78d8e94fed61709b8 for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:21:08.798555 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-dacb1a5c-677e-4e4c-ae09-2205398d0741 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:08.977432 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-dacb1a5c-677e-4e4c-ae09-2205398d0741 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:09.020155 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dacb1a5c-677e-4e4c-ae09-2205398d0741 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Network 19d98e84-9745-4340-a69a-82b042d63c5c is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:21:09.023909 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-dacb1a5c-677e-4e4c-ae09-2205398d0741 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:21:09.028035 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dacb1a5c-677e-4e4c-ae09-2205398d0741 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:09.028651 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-dacb1a5c-677e-4e4c-ae09-2205398d0741 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:09.032964 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d922d2-e153-4e1a-8afd-0b26b2fab92f None None] Network 19d98e84-9745-4340-a69a-82b042d63c5c requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:21:09.040487 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacb1a5c-677e-4e4c-ae09-2205398d0741 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Pushing event updated for resources: {'Subnet': ['ID=bb9d0a9f-3f21-4bfb-8b4c-8f927d7975ba,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:09.047774 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-dacb1a5c-677e-4e4c-ae09-2205398d0741 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3481901 Aug 16 23:21:09.050833 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 46820) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:09.056076 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-58cf4882-2968-4d6f-9cb2-38e778f63aa4 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Request body: {'security_group': {'name': 'tempest-secgroup-1642007365'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:09.077783 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-58cf4882-2968-4d6f-9cb2-38e778f63aa4 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:09.168503 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-58cf4882-2968-4d6f-9cb2-38e778f63aa4 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:09.172368 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-58cf4882-2968-4d6f-9cb2-38e778f63aa4 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:09.199719 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28849f47-905f-4f76-a69a-3a125616027b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-19d98e84-9745-4340-a69a-82b042d63c5c', 'network_id': '19d98e84-9745-4340-a69a-82b042d63c5c', 'tenant_id': '8b09c4d7f7804af78d8e94fed61709b8', 'fixed_ips': [{'subnet_id': 'bb9d0a9f-3f21-4bfb-8b4c-8f927d7975ba'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:21:09.200697 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-28849f47-905f-4f76-a69a-3a125616027b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:09.205180 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-58cf4882-2968-4d6f-9cb2-38e778f63aa4 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:09.206436 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-58cf4882-2968-4d6f-9cb2-38e778f63aa4 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1546450 Aug 16 23:21:09.208345 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cf4882-2968-4d6f-9cb2-38e778f63aa4 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54543751-ddf3-457b-9662-cf38943a6077,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:09.209919 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 46822) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:09.215377 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-18e7384b-1511-4995-91a3-5d59c8c00ac1 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Request body: {'security_group': {'name': 'tempest-secgroup-1358307554'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:09.240812 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-18e7384b-1511-4995-91a3-5d59c8c00ac1 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:09.324456 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-18e7384b-1511-4995-91a3-5d59c8c00ac1 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:09.329776 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-18e7384b-1511-4995-91a3-5d59c8c00ac1 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:09.347395 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-28849f47-905f-4f76-a69a-3a125616027b None None] Allocated IP 2001:db8::2 (19d98e84-9745-4340-a69a-82b042d63c5c/bb9d0a9f-3f21-4bfb-8b4c-8f927d7975ba/d2a9b4be-4c3f-4012-bc00-df9789997251) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:21:09.357381 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-18e7384b-1511-4995-91a3-5d59c8c00ac1 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:09.358616 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-18e7384b-1511-4995-91a3-5d59c8c00ac1 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1471109 Aug 16 23:21:09.361887 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 46824) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:09.363030 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e7384b-1511-4995-91a3-5d59c8c00ac1 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23b010bc-efe5-4ba4-9d05-f93e8d58270f,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:09.369433 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-1348d636-8c8a-4275-8019-b77160390632 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1983634722', 'security_groups': ['23b010bc-efe5-4ba4-9d05-f93e8d58270f'], 'network_id': '19d98e84-9745-4340-a69a-82b042d63c5c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'bb9d0a9f-3f21-4bfb-8b4c-8f927d7975ba'}]}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:09.481438 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1348d636-8c8a-4275-8019-b77160390632 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Made reservation on behalf of 8b09c4d7f7804af78d8e94fed61709b8 for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:21:09.494240 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-28849f47-905f-4f76-a69a-3a125616027b None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:09.502463 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-28849f47-905f-4f76-a69a-3a125616027b None None] Transition to ACTIVE for port object d2a9b4be-4c3f-4012-bc00-df9789997251 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:21:09.516558 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-28849f47-905f-4f76-a69a-3a125616027b None None] Transition to ACTIVE for port object d2a9b4be-4c3f-4012-bc00-df9789997251 will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:21:09.521813 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-28849f47-905f-4f76-a69a-3a125616027b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:09.566196 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1348d636-8c8a-4275-8019-b77160390632 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:09.568340 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28849f47-905f-4f76-a69a-3a125616027b None None] Network 19d98e84-9745-4340-a69a-82b042d63c5c is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:21:09.571558 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-28849f47-905f-4f76-a69a-3a125616027b None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:21:09.576240 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28849f47-905f-4f76-a69a-3a125616027b None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:21:09.579293 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28849f47-905f-4f76-a69a-3a125616027b None None] Pushing event updated for resources: {'Port': ['ID=d2a9b4be-4c3f-4012-bc00-df9789997251,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:09.584779 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [None req-1348d636-8c8a-4275-8019-b77160390632 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] device_id is not set on port 1ee2cf90-9e7d-4995-b31c-c10a701d6cc5 yet. {{(pid=101292) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 23:21:09.633572 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-28849f47-905f-4f76-a69a-3a125616027b None None] Attempting to bind port d2a9b4be-4c3f-4012-bc00-df9789997251 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:21:09.633955 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-28849f47-905f-4f76-a69a-3a125616027b None None] Attempting to bind port d2a9b4be-4c3f-4012-bc00-df9789997251 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '736ed8fe-8c4e-47d0-808e-e3c89f64897d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '19d98e84-9745-4340-a69a-82b042d63c5c'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:21:09.634319 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28849f47-905f-4f76-a69a-3a125616027b None None] Attempting to bind port d2a9b4be-4c3f-4012-bc00-df9789997251 on network 19d98e84-9745-4340-a69a-82b042d63c5c {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:21:09.639362 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28849f47-905f-4f76-a69a-3a125616027b None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:21:09.639741 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28849f47-905f-4f76-a69a-3a125616027b None None] Checking segment: {'id': '736ed8fe-8c4e-47d0-808e-e3c89f64897d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '19d98e84-9745-4340-a69a-82b042d63c5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:21:09.640150 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-28849f47-905f-4f76-a69a-3a125616027b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:09.640573 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28849f47-905f-4f76-a69a-3a125616027b None None] Bound using segment: {'id': '736ed8fe-8c4e-47d0-808e-e3c89f64897d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '19d98e84-9745-4340-a69a-82b042d63c5c'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:21:09.641042 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-28849f47-905f-4f76-a69a-3a125616027b None None] Bound port: d2a9b4be-4c3f-4012-bc00-df9789997251, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '736ed8fe-8c4e-47d0-808e-e3c89f64897d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '19d98e84-9745-4340-a69a-82b042d63c5c'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:21:09.641424 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-28849f47-905f-4f76-a69a-3a125616027b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:09.708701 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-28849f47-905f-4f76-a69a-3a125616027b None None] For port d2a9b4be-4c3f-4012-bc00-df9789997251, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:21:09.711899 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-28849f47-905f-4f76-a69a-3a125616027b None None] For port d2a9b4be-4c3f-4012-bc00-df9789997251, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=d2a9b4be-4c3f-4012-bc00-df9789997251,segment=NetworkSegment(736ed8fe-8c4e-47d0-808e-e3c89f64897d),segment_id=736ed8fe-8c4e-47d0-808e-e3c89f64897d)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:21:09.715924 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-28849f47-905f-4f76-a69a-3a125616027b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:09.767410 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c4740-debf-4853-9c95-b79038dddcbd req-b6607db7-6ff8-40c7-9580-caa54bcac57d tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:09.774514 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c11c4740-debf-4853-9c95-b79038dddcbd req-b6607db7-6ff8-40c7-9580-caa54bcac57d tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cd77e68-a3fa-412d-a922-79a4b09443bc HTTP/1.1" status: 200 len: 946 time: 0.1413476 Aug 16 23:21:09.782702 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28849f47-905f-4f76-a69a-3a125616027b None None] Pushing event updated for resources: {'Port': ['ID=d2a9b4be-4c3f-4012-bc00-df9789997251,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:09.812354 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad4607-0cff-4a78-b2d2-9050b2310da5 req-47cbd613-39ff-4732-903a-e71b5672a862 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:09.813938 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-69ad4607-0cff-4a78-b2d2-9050b2310da5 req-47cbd613-39ff-4732-903a-e71b5672a862 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe35631c-6c8d-4f46-b96c-9443e5ead11e HTTP/1.1" status: 200 len: 944 time: 0.1711075 Aug 16 23:21:09.888993 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c11c4740-debf-4853-9c95-b79038dddcbd req-c58793f9-cee5-4c46-96da-0d4f97f9f8a9 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=29a3b678-a940-41e1-96fb-a218802012ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042390 Aug 16 23:21:09.902301 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-1348d636-8c8a-4275-8019-b77160390632 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Allocated IP 2001:db8::10a (19d98e84-9745-4340-a69a-82b042d63c5c/bb9d0a9f-3f21-4bfb-8b4c-8f927d7975ba/1ee2cf90-9e7d-4995-b31c-c10a701d6cc5) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:21:09.912156 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-69ad4607-0cff-4a78-b2d2-9050b2310da5 req-c114a1bd-a09f-438f-91a8-4d25cec76f20 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=d57a197c-6d47-4d56-9c9b-4cb8ea84d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889449 Aug 16 23:21:10.016979 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 759438c8-6182-45a9-93a0-98c8604a5012 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:21:10.038555 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 759438c8-6182-45a9-93a0-98c8604a5012 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:21:10.039670 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 759438c8-6182-45a9-93a0-98c8604a5012 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:21:10.081407 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1348d636-8c8a-4275-8019-b77160390632 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:10.095970 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [None req-1348d636-8c8a-4275-8019-b77160390632 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Transition to ACTIVE for port object 1ee2cf90-9e7d-4995-b31c-c10a701d6cc5 will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:21:10.129915 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1348d636-8c8a-4275-8019-b77160390632 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:10.144621 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 186ff88d-8787-43fa-928f-b53c524bdd9c details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:21:10.174993 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1348d636-8c8a-4275-8019-b77160390632 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Network 19d98e84-9745-4340-a69a-82b042d63c5c is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:21:10.178034 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-1348d636-8c8a-4275-8019-b77160390632 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:21:10.182019 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1348d636-8c8a-4275-8019-b77160390632 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:21:10.187558 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1348d636-8c8a-4275-8019-b77160390632 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:10.188183 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1348d636-8c8a-4275-8019-b77160390632 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:10.199727 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1348d636-8c8a-4275-8019-b77160390632 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Pushing event updated for resources: {'Port': ['ID=1ee2cf90-9e7d-4995-b31c-c10a701d6cc5,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:10.208256 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-1348d636-8c8a-4275-8019-b77160390632 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8445461 Aug 16 23:21:10.212448 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 46830) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:10.218621 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-acf6261b-f8d3-41ae-a7ec-fffe5d7cb22d tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Request body: {'subnet': {'network_id': '19d98e84-9745-4340-a69a-82b042d63c5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:10.246293 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 186ff88d-8787-43fa-928f-b53c524bdd9c, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=186ff88d-8787-43fa-928f-b53c524bdd9c,segment=NetworkSegment(10a968c4-5c7d-4c23-b34c-ca325bfda5cc),segment_id=10a968c4-5c7d-4c23-b34c-ca325bfda5cc)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:21:10.260168 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': '186ff88d-8787-43fa-928f-b53c524bdd9c', 'network_id': '6152efff-6e82-46a1-acb7-149d7c33d5d6', 'port_id': '186ff88d-8787-43fa-928f-b53c524bdd9c', 'mac_address': 'fa:16:3e:02:a9:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d6a27ac-d81b-4d19-9995-25afe2c6f338', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:21:10.314176 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:10.327677 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 186ff88d-8787-43fa-928f-b53c524bdd9c {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:21:10.334825 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf6261b-f8d3-41ae-a7ec-fffe5d7cb22d tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Made reservation on behalf of 8b09c4d7f7804af78d8e94fed61709b8 for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:21:10.339049 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-acf6261b-f8d3-41ae-a7ec-fffe5d7cb22d tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:10.348876 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 186ff88d-8787-43fa-928f-b53c524bdd9c, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=186ff88d-8787-43fa-928f-b53c524bdd9c,segment=NetworkSegment(10a968c4-5c7d-4c23-b34c-ca325bfda5cc),segment_id=10a968c4-5c7d-4c23-b34c-ca325bfda5cc)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:21:10.353283 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:10.404116 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=186ff88d-8787-43fa-928f-b53c524bdd9c,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:10.435510 n-d-791506-26 neutron-server[101292]: INFO neutron.db.ipam_backend_mixin [None req-acf6261b-f8d3-41ae-a7ec-fffe5d7cb22d tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bb9d0a9f-3f21-4bfb-8b4c-8f927d7975ba (CIDR: 2001:db8::/64) Aug 16 23:21:10.438788 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-acf6261b-f8d3-41ae-a7ec-fffe5d7cb22d tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 23:21:10.439242 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acf6261b-f8d3-41ae-a7ec-fffe5d7cb22d tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:21:10.455093 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-acf6261b-f8d3-41ae-a7ec-fffe5d7cb22d tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2414086 Aug 16 23:21:10.458211 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 46832) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:10.463454 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-e7c706c2-af77-4db6-a14f-d297a35db751 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Request body: {'subnet': {'network_id': '19d98e84-9745-4340-a69a-82b042d63c5c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:10.579926 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7c706c2-af77-4db6-a14f-d297a35db751 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Made reservation on behalf of 8b09c4d7f7804af78d8e94fed61709b8 for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:21:10.583542 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e7c706c2-af77-4db6-a14f-d297a35db751 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:10.768142 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['186ff88d-8787-43fa-928f-b53c524bdd9c'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:21:10.818791 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e7c706c2-af77-4db6-a14f-d297a35db751 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:10.823876 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-265b6e42-8817-4f24-b6e8-94c3f04f7204 None None] Provisioning complete for port c5aac8be-07e8-4242-9ba1-2d09e48442a0 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:21:10.824248 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-265b6e42-8817-4f24-b6e8-94c3f04f7204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:10.871289 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c706c2-af77-4db6-a14f-d297a35db751 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Network 19d98e84-9745-4340-a69a-82b042d63c5c is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:21:10.874379 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-e7c706c2-af77-4db6-a14f-d297a35db751 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:21:10.878488 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c706c2-af77-4db6-a14f-d297a35db751 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:10.879364 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e7c706c2-af77-4db6-a14f-d297a35db751 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:10.892107 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-265b6e42-8817-4f24-b6e8-94c3f04f7204 None None] Port c5aac8be-07e8-4242-9ba1-2d09e48442a0 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:21:10.893511 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c706c2-af77-4db6-a14f-d297a35db751 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Pushing event updated for resources: {'Subnet': ['ID=49b8e069-9baa-4014-978a-58ec9a284a06,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:10.904356 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-e7c706c2-af77-4db6-a14f-d297a35db751 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.4420469 Aug 16 23:21:10.904471 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 46834) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:10.909732 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-5cf643b4-ff65-4095-9532-9edab4386e08 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1532055847', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '49b8e069-9baa-4014-978a-58ec9a284a06'}], 'security_groups': ['54543751-ddf3-457b-9662-cf38943a6077']}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:10.939201 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-265b6e42-8817-4f24-b6e8-94c3f04f7204 None None] Provisioning for port d2a9b4be-4c3f-4012-bc00-df9789997251 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:21:10.957364 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5208176-cdef-42e9-9eb3-502f545e542f None None] Network 19d98e84-9745-4340-a69a-82b042d63c5c requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:21:11.077926 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5cf643b4-ff65-4095-9532-9edab4386e08 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:11.128994 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-86d1fcab-728a-4734-a1f8-64b8f680d640 None None] Provisioning for port 1ee2cf90-9e7d-4995-b31c-c10a701d6cc5 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:21:11.142120 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-86d1fcab-728a-4734-a1f8-64b8f680d640 None None] Provisioning complete for port 1ee2cf90-9e7d-4995-b31c-c10a701d6cc5 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:21:11.143053 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-86d1fcab-728a-4734-a1f8-64b8f680d640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:11.214158 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-86d1fcab-728a-4734-a1f8-64b8f680d640 None None] Port 1ee2cf90-9e7d-4995-b31c-c10a701d6cc5 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:21:11.308869 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33f750f-ef48-442f-827b-4aff0312748e None None] Update dhcp port {'port': {'network_id': '19d98e84-9745-4340-a69a-82b042d63c5c', 'fixed_ips': [{'subnet_id': 'bb9d0a9f-3f21-4bfb-8b4c-8f927d7975ba', 'ip_address': '2001:db8::2'}, {'subnet_id': '49b8e069-9baa-4014-978a-58ec9a284a06'}], 'binding:host_id': 'n-d-791506-26'}, 'id': 'd2a9b4be-4c3f-4012-bc00-df9789997251'} from n-d-791506-26. {{(pid=101293) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 23:21:11.342536 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e33f750f-ef48-442f-827b-4aff0312748e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:11.412084 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:11.442851 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfc20c4-8a16-4db2-8d45-f7e42e7f2c27 req-35b5ddd0-2918-4d43-a93d-3472fffd2799 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:11.444551 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-adfc20c4-8a16-4db2-8d45-f7e42e7f2c27 req-35b5ddd0-2918-4d43-a93d-3472fffd2799 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cd77e68-a3fa-412d-a922-79a4b09443bc HTTP/1.1" status: 200 len: 946 time: 0.4068675 Aug 16 23:21:11.463127 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-5cf643b4-ff65-4095-9532-9edab4386e08 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Delete allocated IP 2001:db8::10a (19d98e84-9745-4340-a69a-82b042d63c5c/bb9d0a9f-3f21-4bfb-8b4c-8f927d7975ba) {{(pid=101291) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 16 23:21:11.476928 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-5cf643b4-ff65-4095-9532-9edab4386e08 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Allocated IP 2001:db8:0:1::31 (19d98e84-9745-4340-a69a-82b042d63c5c/49b8e069-9baa-4014-978a-58ec9a284a06/1ee2cf90-9e7d-4995-b31c-c10a701d6cc5) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:21:11.477141 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf046785-7540-402b-95c4-aa3d654d5bf2 req-93bd2fb1-27d5-41ce-9f44-742b74ac4dd5 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:11.478606 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cf046785-7540-402b-95c4-aa3d654d5bf2 req-93bd2fb1-27d5-41ce-9f44-742b74ac4dd5 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe35631c-6c8d-4f46-b96c-9443e5ead11e HTTP/1.1" status: 200 len: 945 time: 0.4258029 Aug 16 23:21:11.527277 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-adfc20c4-8a16-4db2-8d45-f7e42e7f2c27 req-5c92fe02-98a3-4d38-b7b0-001aee67ca24 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=29a3b678-a940-41e1-96fb-a218802012ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735891 Aug 16 23:21:11.535454 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cf046785-7540-402b-95c4-aa3d654d5bf2 req-3d811995-adac-4476-8ca9-cb6f9885eb63 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=d57a197c-6d47-4d56-9c9b-4cb8ea84d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491571 Aug 16 23:21:11.670906 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5cf643b4-ff65-4095-9532-9edab4386e08 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:11.683953 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-5cf643b4-ff65-4095-9532-9edab4386e08 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Ignored duplicate provisioning block setup for port 1ee2cf90-9e7d-4995-b31c-c10a701d6cc5 by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 16 23:21:11.688415 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5cf643b4-ff65-4095-9532-9edab4386e08 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:11.745191 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-e33f750f-ef48-442f-827b-4aff0312748e None None] Allocated IP 2001:db8:0:1::2 (19d98e84-9745-4340-a69a-82b042d63c5c/49b8e069-9baa-4014-978a-58ec9a284a06/d2a9b4be-4c3f-4012-bc00-df9789997251) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:21:11.749659 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-5cf643b4-ff65-4095-9532-9edab4386e08 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] In _notify_port_updated(), no bound segment for port 1ee2cf90-9e7d-4995-b31c-c10a701d6cc5 on network 19d98e84-9745-4340-a69a-82b042d63c5c {{(pid=101291) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 23:21:11.755184 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf643b4-ff65-4095-9532-9edab4386e08 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:11.755810 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5cf643b4-ff65-4095-9532-9edab4386e08 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:11.757643 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-5cf643b4-ff65-4095-9532-9edab4386e08 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "PUT /v2.0/ports/1ee2cf90-9e7d-4995-b31c-c10a701d6cc5 HTTP/1.1" status: 200 len: 930 time: 0.8518443 Aug 16 23:21:11.760586 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 46840) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:11.771741 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf643b4-ff65-4095-9532-9edab4386e08 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Pushing event updated for resources: {'Port': ['ID=1ee2cf90-9e7d-4995-b31c-c10a701d6cc5,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:11.851039 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-e33f750f-ef48-442f-827b-4aff0312748e None None] For port d2a9b4be-4c3f-4012-bc00-df9789997251, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=d2a9b4be-4c3f-4012-bc00-df9789997251,segment=NetworkSegment(736ed8fe-8c4e-47d0-808e-e3c89f64897d),segment_id=736ed8fe-8c4e-47d0-808e-e3c89f64897d)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:21:11.861537 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-179c748e-3c8f-4082-a406-b4c76c69329c tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Deleting port 1ee2cf90-9e7d-4995-b31c-c10a701d6cc5 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:21:11.861892 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-179c748e-3c8f-4082-a406-b4c76c69329c tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:11.883692 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e33f750f-ef48-442f-827b-4aff0312748e None None] Notify callbacks [] for port, precommit_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:11.899110 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-e33f750f-ef48-442f-827b-4aff0312748e None None] Transition to ACTIVE for port object d2a9b4be-4c3f-4012-bc00-df9789997251 will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:21:11.906752 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e33f750f-ef48-442f-827b-4aff0312748e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:11.963852 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-179c748e-3c8f-4082-a406-b4c76c69329c tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:11.979983 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-179c748e-3c8f-4082-a406-b4c76c69329c tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Calling delete_port for 1ee2cf90-9e7d-4995-b31c-c10a701d6cc5 owned by {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:21:12.008208 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f750f-ef48-442f-827b-4aff0312748e None None] Pushing event updated for resources: {'Port': ['ID=d2a9b4be-4c3f-4012-bc00-df9789997251,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:12.017026 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device d2a9b4be-4c3f-4012-bc00-df9789997251 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:21:12.071606 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port d2a9b4be-4c3f-4012-bc00-df9789997251 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:21:12.126928 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-179c748e-3c8f-4082-a406-b4c76c69329c tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:12.158218 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179c748e-3c8f-4082-a406-b4c76c69329c tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Pushing event deleted for resources: {'Port': ['ID=1ee2cf90-9e7d-4995-b31c-c10a701d6cc5,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:12.167276 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 186ff88d-8787-43fa-928f-b53c524bdd9c up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:21:12.192616 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-179c748e-3c8f-4082-a406-b4c76c69329c tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:12.197698 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-179c748e-3c8f-4082-a406-b4c76c69329c tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "DELETE /v2.0/ports/1ee2cf90-9e7d-4995-b31c-c10a701d6cc5 HTTP/1.1" status: 204 len: 168 time: 0.4354808 Aug 16 23:21:12.199458 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 46842) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:12.227634 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning for port 186ff88d-8787-43fa-928f-b53c524bdd9c completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:21:12.230758 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cb8c87f-b414-45f9-be10-18ec437b1a2c tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] GET failed (client error): The resource could not be found. Aug 16 23:21:12.232400 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-5cb8c87f-b414-45f9-be10-18ec437b1a2c tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "GET /v2.0/ports/1ee2cf90-9e7d-4995-b31c-c10a701d6cc5 HTTP/1.1" status: 404 len: 333 time: 0.0279732 Aug 16 23:21:12.233147 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port 186ff88d-8787-43fa-928f-b53c524bdd9c triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:21:12.233532 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:12.235290 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 46844) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:12.303783 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8a1143ee-beda-4302-a499-76fa94e50336 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:12.326416 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:12.330544 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8a1143ee-beda-4302-a499-76fa94e50336 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:12.358138 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe35631c-6c8d-4f46-b96c-9443e5ead11e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '186ff88d-8787-43fa-928f-b53c524bdd9c'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:21:12.360703 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c73cd7bd-971d-49c3-943f-b6a82a131c99" -d '{"events": [{"server_uuid": "fe35631c-6c8d-4f46-b96c-9443e5ead11e", "name": "network-vif-plugged", "status": "completed", "tag": "186ff88d-8787-43fa-928f-b53c524bdd9c"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:21:12.376938 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 186ff88d-8787-43fa-928f-b53c524bdd9c, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=186ff88d-8787-43fa-928f-b53c524bdd9c,segment=NetworkSegment(10a968c4-5c7d-4c23-b34c-ca325bfda5cc),segment_id=10a968c4-5c7d-4c23-b34c-ca325bfda5cc)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:21:12.384466 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8a1143ee-beda-4302-a499-76fa94e50336 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:12.384877 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:12.391971 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8a1143ee-beda-4302-a499-76fa94e50336 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:12.395993 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-8a1143ee-beda-4302-a499-76fa94e50336 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "DELETE /v2.0/security-groups/23b010bc-efe5-4ba4-9d05-f93e8d58270f HTTP/1.1" status: 204 len: 168 time: 0.1569550 Aug 16 23:21:12.397075 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 46848) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:12.404077 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1143ee-beda-4302-a499-76fa94e50336 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b010bc-efe5-4ba4-9d05-f93e8d58270f,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:12.434718 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86bccc79-34c1-4cc8-8057-3ef067965352 x-openstack-request-id: req-86bccc79-34c1-4cc8-8057-3ef067965352 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:21:12.435134 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe35631c-6c8d-4f46-b96c-9443e5ead11e", "name": "network-vif-plugged", "status": "completed", "tag": "186ff88d-8787-43fa-928f-b53c524bdd9c", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:21:12.435445 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-86bccc79-34c1-4cc8-8057-3ef067965352 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:21:12.436384 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe35631c-6c8d-4f46-b96c-9443e5ead11e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '186ff88d-8787-43fa-928f-b53c524bdd9c', 'code': 200} Aug 16 23:21:12.466709 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-69ebe442-d9ff-445e-8556-31294948939f tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:12.486102 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=186ff88d-8787-43fa-928f-b53c524bdd9c,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:12.501273 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-69ebe442-d9ff-445e-8556-31294948939f tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:12.552468 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e96f85-d448-4829-a8bb-ce4a204af532 req-76a8b2b0-2a05-47be-ab05-0ed1e0ef3d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:12.555142 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-30e96f85-d448-4829-a8bb-ce4a204af532 req-76a8b2b0-2a05-47be-ab05-0ed1e0ef3d76 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fe35631c-6c8d-4f46-b96c-9443e5ead11e HTTP/1.1" status: 200 len: 1098 time: 0.0461326 Aug 16 23:21:12.562454 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-69ebe442-d9ff-445e-8556-31294948939f tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:12.565473 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-69ebe442-d9ff-445e-8556-31294948939f tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:12.566663 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-69ebe442-d9ff-445e-8556-31294948939f tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "DELETE /v2.0/security-groups/54543751-ddf3-457b-9662-cf38943a6077 HTTP/1.1" status: 204 len: 168 time: 0.1671448 Aug 16 23:21:12.571013 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 46854) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:12.608335 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ebe442-d9ff-445e-8556-31294948939f tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54543751-ddf3-457b-9662-cf38943a6077,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:12.643503 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9e5d40a-ce6a-4a71-a2e3-fdeba17a6ffb tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Deleting subnet bb9d0a9f-3f21-4bfb-8b4c-8f927d7975ba {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:21:12.649295 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b9e5d40a-ce6a-4a71-a2e3-fdeba17a6ffb tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:12.661407 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-07e84f1e-c9b8-452d-b828-275b77032cca None None] Provisioning for port d2a9b4be-4c3f-4012-bc00-df9789997251 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:21:12.666637 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-07e84f1e-c9b8-452d-b828-275b77032cca None None] Provisioning complete for port d2a9b4be-4c3f-4012-bc00-df9789997251 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:21:12.667018 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-07e84f1e-c9b8-452d-b828-275b77032cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:12.681081 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-30e96f85-d448-4829-a8bb-ce4a204af532 req-c4d4ced3-594d-4ac4-8eb5-89c0084e737d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d57a197c-6d47-4d56-9c9b-4cb8ea84d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117022 Aug 16 23:21:12.711078 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b9e5d40a-ce6a-4a71-a2e3-fdeba17a6ffb tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:12.712774 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd04d915-a1f5-40d1-bb8f-ee1a512a9190 req-3aaa01d9-4e66-49e0-b72b-76b5f7de7fb1 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:12.714040 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bd04d915-a1f5-40d1-bb8f-ee1a512a9190 req-3aaa01d9-4e66-49e0-b72b-76b5f7de7fb1 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cd77e68-a3fa-412d-a922-79a4b09443bc HTTP/1.1" status: 200 len: 946 time: 0.0778644 Aug 16 23:21:12.782778 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168af109-64fe-4576-90fb-a4c97baf4fb8 req-68a93d12-14f8-4904-a2ac-9b2e4365e10e tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:12.784336 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-168af109-64fe-4576-90fb-a4c97baf4fb8 req-68a93d12-14f8-4904-a2ac-9b2e4365e10e tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe35631c-6c8d-4f46-b96c-9443e5ead11e HTTP/1.1" status: 200 len: 946 time: 0.0943186 Aug 16 23:21:12.793499 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bd04d915-a1f5-40d1-bb8f-ee1a512a9190 req-99916238-66c2-4354-8fa8-a0b7f89ff524 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=29a3b678-a940-41e1-96fb-a218802012ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624118 Aug 16 23:21:12.827981 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-07e84f1e-c9b8-452d-b828-275b77032cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:12.832265 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b9e5d40a-ce6a-4a71-a2e3-fdeba17a6ffb tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:12.840134 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-168af109-64fe-4576-90fb-a4c97baf4fb8 req-e145eabe-82c4-4d72-a9eb-f0b5cefb376f tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=d57a197c-6d47-4d56-9c9b-4cb8ea84d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448270 Aug 16 23:21:12.899102 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b9e5d40a-ce6a-4a71-a2e3-fdeba17a6ffb tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:12.927747 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e5d40a-ce6a-4a71-a2e3-fdeba17a6ffb tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Pushing event deleted for resources: {'Subnet': ['ID=bb9d0a9f-3f21-4bfb-8b4c-8f927d7975ba,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:12.932425 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b9e5d40a-ce6a-4a71-a2e3-fdeba17a6ffb tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:12.935370 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-b9e5d40a-ce6a-4a71-a2e3-fdeba17a6ffb tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "DELETE /v2.0/subnets/bb9d0a9f-3f21-4bfb-8b4c-8f927d7975ba HTTP/1.1" status: 204 len: 168 time: 0.3634286 Aug 16 23:21:12.939366 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 46856) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:12.942781 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.db.api [None req-07e84f1e-c9b8-452d-b828-275b77032cca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101293) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 23:21:12.943143 n-d-791506-26 neutron-server[101293]: DEBUG oslo_db.api [None req-07e84f1e-c9b8-452d-b828-275b77032cca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 23:21:12.945202 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-96b5980e-5864-4769-b03e-08116d9df344 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Request body: {'subnet': {'network_id': '19d98e84-9745-4340-a69a-82b042d63c5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:13.066485 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b5980e-5864-4769-b03e-08116d9df344 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Made reservation on behalf of 8b09c4d7f7804af78d8e94fed61709b8 for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:21:13.071103 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-96b5980e-5864-4769-b03e-08116d9df344 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:13.107219 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8cfdd3-0cfd-4521-b7bb-ed0456a7a5a5 None None] Network 19d98e84-9745-4340-a69a-82b042d63c5c requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:21:13.334845 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-96b5980e-5864-4769-b03e-08116d9df344 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:13.379173 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b5980e-5864-4769-b03e-08116d9df344 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Network 19d98e84-9745-4340-a69a-82b042d63c5c is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:21:13.383477 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-96b5980e-5864-4769-b03e-08116d9df344 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:21:13.386665 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b5980e-5864-4769-b03e-08116d9df344 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:13.387274 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-96b5980e-5864-4769-b03e-08116d9df344 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:13.404727 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b5980e-5864-4769-b03e-08116d9df344 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Pushing event updated for resources: {'Subnet': ['ID=eccca7b9-96ff-4bde-9222-f523f3d89d73,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:13.415630 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 46858) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:13.416134 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-96b5980e-5864-4769-b03e-08116d9df344 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4753942 Aug 16 23:21:13.420352 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-3acb8524-b203-445e-8a31-869d78f93781 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Request body: {'security_group': {'name': 'tempest-secgroup-1583386605'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:13.445533 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3acb8524-b203-445e-8a31-869d78f93781 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:13.492875 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-07e84f1e-c9b8-452d-b828-275b77032cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:13.527330 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-07e84f1e-c9b8-452d-b828-275b77032cca None None] For port d2a9b4be-4c3f-4012-bc00-df9789997251, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=d2a9b4be-4c3f-4012-bc00-df9789997251,segment=NetworkSegment(736ed8fe-8c4e-47d0-808e-e3c89f64897d),segment_id=736ed8fe-8c4e-47d0-808e-e3c89f64897d)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:21:13.531812 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-07e84f1e-c9b8-452d-b828-275b77032cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:13.541470 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3acb8524-b203-445e-8a31-869d78f93781 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:13.545874 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3acb8524-b203-445e-8a31-869d78f93781 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:13.571364 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-07e84f1e-c9b8-452d-b828-275b77032cca None None] Provisioning complete for port c5aac8be-07e8-4242-9ba1-2d09e48442a0 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:21:13.572076 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-07e84f1e-c9b8-452d-b828-275b77032cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:13.576582 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3acb8524-b203-445e-8a31-869d78f93781 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:13.577207 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-3acb8524-b203-445e-8a31-869d78f93781 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1604774 Aug 16 23:21:13.579928 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 46860) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:13.586371 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-5006efc7-e3d8-41ca-bb5b-b46a116a4290 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Request body: {'security_group': {'name': 'tempest-secgroup-597615968'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:13.591786 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acb8524-b203-445e-8a31-869d78f93781 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8efbddad-87e9-4b32-917a-b2f03edd4cc1,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:13.617169 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e84f1e-c9b8-452d-b828-275b77032cca None None] Pushing event updated for resources: {'Port': ['ID=d2a9b4be-4c3f-4012-bc00-df9789997251,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:13.619430 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5006efc7-e3d8-41ca-bb5b-b46a116a4290 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:13.629277 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-07e84f1e-c9b8-452d-b828-275b77032cca None None] Port c5aac8be-07e8-4242-9ba1-2d09e48442a0 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:21:13.632375 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-07e84f1e-c9b8-452d-b828-275b77032cca None None] Could not find standard attr ID for object 1ee2cf90-9e7d-4995-b31c-c10a701d6cc5. {{(pid=101293) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 23:21:13.718140 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5006efc7-e3d8-41ca-bb5b-b46a116a4290 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:13.722499 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5006efc7-e3d8-41ca-bb5b-b46a116a4290 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:13.748031 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-09aaf287-7e72-4f7c-9a9e-c23cbbce9756 None None] Could not find standard attr ID for object 1ee2cf90-9e7d-4995-b31c-c10a701d6cc5. {{(pid=101293) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 23:21:13.752686 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5006efc7-e3d8-41ca-bb5b-b46a116a4290 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:13.753926 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-5006efc7-e3d8-41ca-bb5b-b46a116a4290 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1731093 Aug 16 23:21:13.755778 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5006efc7-e3d8-41ca-bb5b-b46a116a4290 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e00e3b4-7b3f-42bc-bcd9-633b46ec8e0a,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:13.757322 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 46862) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:13.764313 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-473573fc-0e3e-478e-8366-368d141db4b4 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Request body: {'security_group': {'name': 'tempest-secgroup-1684347404'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:13.789277 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-473573fc-0e3e-478e-8366-368d141db4b4 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:13.807180 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af388bb4-d1ad-4bb1-99a7-1e9ba3146056 None None] Network 19d98e84-9745-4340-a69a-82b042d63c5c requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:21:13.887914 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-473573fc-0e3e-478e-8366-368d141db4b4 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:13.893355 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-473573fc-0e3e-478e-8366-368d141db4b4 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:13.929863 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473573fc-0e3e-478e-8366-368d141db4b4 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d452db6-bb32-4464-8863-9f5b54cb66fc,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:13.933100 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-473573fc-0e3e-478e-8366-368d141db4b4 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:13.934887 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-473573fc-0e3e-478e-8366-368d141db4b4 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1744640 Aug 16 23:21:13.938169 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 46868) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:13.950407 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-acbb950f-91c3-4a33-9a69-eea3b614bb51 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-818990253', 'security_groups': ['3d452db6-bb32-4464-8863-9f5b54cb66fc'], 'network_id': '19d98e84-9745-4340-a69a-82b042d63c5c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'eccca7b9-96ff-4bde-9222-f523f3d89d73'}]}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:13.994760 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36c6741-2e4f-4ed5-a63d-e93be814ac77 req-44c18b86-b78a-46e6-825a-0171337208cf tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:14.005183 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e36c6741-2e4f-4ed5-a63d-e93be814ac77 req-44c18b86-b78a-46e6-825a-0171337208cf tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cd77e68-a3fa-412d-a922-79a4b09443bc HTTP/1.1" status: 200 len: 946 time: 0.1314609 Aug 16 23:21:14.016129 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device d2a9b4be-4c3f-4012-bc00-df9789997251 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:21:14.067472 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-c9784b6f-fa19-4499-b95c-d8bf5deadfd0 None None] Provisioning complete for port c5aac8be-07e8-4242-9ba1-2d09e48442a0 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:21:14.067770 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c9784b6f-fa19-4499-b95c-d8bf5deadfd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:14.085969 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e36c6741-2e4f-4ed5-a63d-e93be814ac77 req-15ced0e3-545a-4c6e-89a7-6ccdf5ab1294 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=29a3b678-a940-41e1-96fb-a218802012ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774889 Aug 16 23:21:14.115686 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acbb950f-91c3-4a33-9a69-eea3b614bb51 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Made reservation on behalf of 8b09c4d7f7804af78d8e94fed61709b8 for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:21:14.121231 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-acbb950f-91c3-4a33-9a69-eea3b614bb51 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:14.124480 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb73367-cfb4-4065-8a2c-d5e234ea24e9 req-76f6a583-3a46-4b21-96c0-352cbe48d735 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:14.125733 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3bb73367-cfb4-4065-8a2c-d5e234ea24e9 req-76f6a583-3a46-4b21-96c0-352cbe48d735 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe35631c-6c8d-4f46-b96c-9443e5ead11e HTTP/1.1" status: 200 len: 946 time: 0.1192377 Aug 16 23:21:14.153967 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-acbb950f-91c3-4a33-9a69-eea3b614bb51 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] device_id is not set on port d33072b3-2b4f-48d1-88ff-400b53a9f3b6 yet. {{(pid=101291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 23:21:14.173834 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-c9784b6f-fa19-4499-b95c-d8bf5deadfd0 None None] Port c5aac8be-07e8-4242-9ba1-2d09e48442a0 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:21:14.200728 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port d2a9b4be-4c3f-4012-bc00-df9789997251 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:21:14.201175 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3bb73367-cfb4-4065-8a2c-d5e234ea24e9 req-1c5b8bc5-41b7-4eea-bb7f-83bdde6dd3f4 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=d57a197c-6d47-4d56-9c9b-4cb8ea84d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666461 Aug 16 23:21:14.201969 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:14.252990 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-c9784b6f-fa19-4499-b95c-d8bf5deadfd0 None None] Provisioning complete for port d2a9b4be-4c3f-4012-bc00-df9789997251 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:21:14.253371 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c9784b6f-fa19-4499-b95c-d8bf5deadfd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:14.360591 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f72442-58a1-4e1b-996f-5a158e83f74b req-e3646441-c7c0-415d-af25-145f61f64a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:14.362177 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-83f72442-58a1-4e1b-996f-5a158e83f74b req-e3646441-c7c0-415d-af25-145f61f64a00 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=9cd77e68-a3fa-412d-a922-79a4b09443bc HTTP/1.1" status: 200 len: 1098 time: 0.0817411 Aug 16 23:21:14.369423 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 587c818d-f1de-405d-bab0-099a00f05fac details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:21:14.373771 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-acbb950f-91c3-4a33-9a69-eea3b614bb51 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Allocated IP 2001:db8::217 (19d98e84-9745-4340-a69a-82b042d63c5c/eccca7b9-96ff-4bde-9222-f523f3d89d73/d33072b3-2b4f-48d1-88ff-400b53a9f3b6) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:21:14.421754 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-83f72442-58a1-4e1b-996f-5a158e83f74b req-63ceb35e-6a98-4cb2-9623-eaf647cf2948 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=29a3b678-a940-41e1-96fb-a218802012ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493724 Aug 16 23:21:14.501143 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49721a0d-f4a6-43cb-bcab-d8681494b902 None None] Update dhcp port {'port': {'network_id': '19d98e84-9745-4340-a69a-82b042d63c5c', 'fixed_ips': [{'subnet_id': '49b8e069-9baa-4014-978a-58ec9a284a06', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'eccca7b9-96ff-4bde-9222-f523f3d89d73'}], 'binding:host_id': 'n-d-791506-26'}, 'id': 'd2a9b4be-4c3f-4012-bc00-df9789997251'} from n-d-791506-26. {{(pid=101293) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 23:21:14.537628 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-49721a0d-f4a6-43cb-bcab-d8681494b902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:14.597580 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 587c818d-f1de-405d-bab0-099a00f05fac, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=587c818d-f1de-405d-bab0-099a00f05fac,segment=NetworkSegment(d7784458-2afc-4b87-be70-b52cee7dbf45),segment_id=d7784458-2afc-4b87-be70-b52cee7dbf45)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:21:14.618872 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': '587c818d-f1de-405d-bab0-099a00f05fac', 'network_id': 'd1b96b68-a910-43d5-bf6c-99efd1685281', 'port_id': '587c818d-f1de-405d-bab0-099a00f05fac', 'mac_address': 'fa:16:3e:87:29:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9083fea9-e18a-4e71-bc77-a08d38cda8aa', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:21:14.720849 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:14.734410 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 587c818d-f1de-405d-bab0-099a00f05fac {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:21:14.753778 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 587c818d-f1de-405d-bab0-099a00f05fac, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=587c818d-f1de-405d-bab0-099a00f05fac,segment=NetworkSegment(d7784458-2afc-4b87-be70-b52cee7dbf45),segment_id=d7784458-2afc-4b87-be70-b52cee7dbf45)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:21:14.758898 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:14.807811 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-acbb950f-91c3-4a33-9a69-eea3b614bb51 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:14.813429 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=587c818d-f1de-405d-bab0-099a00f05fac,revision_number=6']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:14.821363 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-acbb950f-91c3-4a33-9a69-eea3b614bb51 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Transition to ACTIVE for port object d33072b3-2b4f-48d1-88ff-400b53a9f3b6 will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:21:14.854679 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-acbb950f-91c3-4a33-9a69-eea3b614bb51 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:14.899050 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acbb950f-91c3-4a33-9a69-eea3b614bb51 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Network 19d98e84-9745-4340-a69a-82b042d63c5c is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:21:14.902170 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-acbb950f-91c3-4a33-9a69-eea3b614bb51 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:21:14.906031 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbb950f-91c3-4a33-9a69-eea3b614bb51 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:21:14.907025 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-49721a0d-f4a6-43cb-bcab-d8681494b902 None None] Allocated IP 2001:db8::2 (19d98e84-9745-4340-a69a-82b042d63c5c/eccca7b9-96ff-4bde-9222-f523f3d89d73/d2a9b4be-4c3f-4012-bc00-df9789997251) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:21:14.911704 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acbb950f-91c3-4a33-9a69-eea3b614bb51 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:14.912329 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-acbb950f-91c3-4a33-9a69-eea3b614bb51 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:14.918518 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbb950f-91c3-4a33-9a69-eea3b614bb51 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Pushing event updated for resources: {'Port': ['ID=d33072b3-2b4f-48d1-88ff-400b53a9f3b6,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:14.931927 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-acbb950f-91c3-4a33-9a69-eea3b614bb51 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9926383 Aug 16 23:21:14.935117 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 46870) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:14.940622 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-43530307-d197-4a9f-8bb5-cbd981ae5cbd tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Request body: {'subnet': {'network_id': '19d98e84-9745-4340-a69a-82b042d63c5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:15.006482 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-49721a0d-f4a6-43cb-bcab-d8681494b902 None None] For port d2a9b4be-4c3f-4012-bc00-df9789997251, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=d2a9b4be-4c3f-4012-bc00-df9789997251,segment=NetworkSegment(736ed8fe-8c4e-47d0-808e-e3c89f64897d),segment_id=736ed8fe-8c4e-47d0-808e-e3c89f64897d)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:21:15.036478 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-49721a0d-f4a6-43cb-bcab-d8681494b902 None None] Notify callbacks [] for port, precommit_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:15.050466 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-49721a0d-f4a6-43cb-bcab-d8681494b902 None None] Transition to ACTIVE for port object d2a9b4be-4c3f-4012-bc00-df9789997251 will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:21:15.053836 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43530307-d197-4a9f-8bb5-cbd981ae5cbd tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Made reservation on behalf of 8b09c4d7f7804af78d8e94fed61709b8 for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:21:15.056024 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-49721a0d-f4a6-43cb-bcab-d8681494b902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:15.057948 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-43530307-d197-4a9f-8bb5-cbd981ae5cbd tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:15.154557 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49721a0d-f4a6-43cb-bcab-d8681494b902 None None] Pushing event updated for resources: {'Port': ['ID=d2a9b4be-4c3f-4012-bc00-df9789997251,revision_number=6']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:15.175110 n-d-791506-26 neutron-server[101291]: INFO neutron.db.ipam_backend_mixin [None req-43530307-d197-4a9f-8bb5-cbd981ae5cbd tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet eccca7b9-96ff-4bde-9222-f523f3d89d73 (CIDR: 2001:db8::/64) Aug 16 23:21:15.179248 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-43530307-d197-4a9f-8bb5-cbd981ae5cbd tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 23:21:15.179948 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43530307-d197-4a9f-8bb5-cbd981ae5cbd tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:21:15.199699 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 46874) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:15.200250 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-43530307-d197-4a9f-8bb5-cbd981ae5cbd tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2634614 Aug 16 23:21:15.205711 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-16da2d73-9670-41d4-8bbd-52661a1ba5ce tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Request body: {'subnet': {'network_id': '19d98e84-9745-4340-a69a-82b042d63c5c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:15.372503 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d7443-eef2-4fc8-bb47-4d7c56bd1563 req-27a484e6-1f2f-49c3-8c37-371c2ff54850 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:15.374072 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c20d7443-eef2-4fc8-bb47-4d7c56bd1563 req-27a484e6-1f2f-49c3-8c37-371c2ff54850 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cd77e68-a3fa-412d-a922-79a4b09443bc HTTP/1.1" status: 200 len: 945 time: 0.1646049 Aug 16 23:21:15.398173 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b779f135-1619-4924-bb2c-0bd353553568 req-12bb8dd4-b97c-41b6-9e60-a2a63336b0cd tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:15.399711 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b779f135-1619-4924-bb2c-0bd353553568 req-12bb8dd4-b97c-41b6-9e60-a2a63336b0cd tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe35631c-6c8d-4f46-b96c-9443e5ead11e HTTP/1.1" status: 200 len: 946 time: 0.1199086 Aug 16 23:21:15.463971 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c20d7443-eef2-4fc8-bb47-4d7c56bd1563 req-21360180-a4e5-429d-80dc-5d353b6bef3a tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=29a3b678-a940-41e1-96fb-a218802012ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819349 Aug 16 23:21:15.470079 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16da2d73-9670-41d4-8bbd-52661a1ba5ce tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Made reservation on behalf of 8b09c4d7f7804af78d8e94fed61709b8 for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:21:15.474100 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-16da2d73-9670-41d4-8bbd-52661a1ba5ce tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:15.496063 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b779f135-1619-4924-bb2c-0bd353553568 req-73aca251-7b24-4e7c-956b-855c6e2e0439 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=d57a197c-6d47-4d56-9c9b-4cb8ea84d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872362 Aug 16 23:21:15.595090 n-d-791506-26 neutron-server[101292]: INFO neutron.db.ipam_backend_mixin [None req-16da2d73-9670-41d4-8bbd-52661a1ba5ce tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 49b8e069-9baa-4014-978a-58ec9a284a06 (CIDR: 2001:db8:0:1::/64) Aug 16 23:21:15.601676 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-16da2d73-9670-41d4-8bbd-52661a1ba5ce tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 23:21:15.602138 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16da2d73-9670-41d4-8bbd-52661a1ba5ce tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:21:15.622885 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5a8e6cea-c9ab-4a3a-b8f4-3cbaaaa0c93d req-15fcb253-4da1-4a2a-a7cb-53349965c978 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=ee91ace37a634fb9abb791ce5d24078e HTTP/1.1" status: 200 len: 267 time: 0.0549433 Aug 16 23:21:15.628008 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-16da2d73-9670-41d4-8bbd-52661a1ba5ce tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4264433 Aug 16 23:21:15.631272 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 46880) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:15.636695 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-85aa0157-19fe-42e2-8b0b-9abec36c1a21 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Request body: {'subnet': {'network_id': '19d98e84-9745-4340-a69a-82b042d63c5c', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:15.683186 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8e6cea-c9ab-4a3a-b8f4-3cbaaaa0c93d req-b390faec-a883-4484-b9c6-b5bc4b323b0d tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:15.685178 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5a8e6cea-c9ab-4a3a-b8f4-3cbaaaa0c93d req-b390faec-a883-4484-b9c6-b5bc4b323b0d tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe35631c-6c8d-4f46-b96c-9443e5ead11e HTTP/1.1" status: 200 len: 946 time: 0.0553536 Aug 16 23:21:15.696846 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-5a8e6cea-c9ab-4a3a-b8f4-3cbaaaa0c93d req-a4c65415-5903-4b68-a23c-f3852760927e tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Request body: {'port': {'security_groups': []}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:15.733950 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-d5eedd65-e0b1-4075-9021-ece58f3e7314 None None] Provisioning complete for port c5aac8be-07e8-4242-9ba1-2d09e48442a0 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:21:15.734464 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d5eedd65-e0b1-4075-9021-ece58f3e7314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:15.767411 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85aa0157-19fe-42e2-8b0b-9abec36c1a21 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Made reservation on behalf of 8b09c4d7f7804af78d8e94fed61709b8 for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:21:15.776662 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-85aa0157-19fe-42e2-8b0b-9abec36c1a21 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:15.781490 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-d5eedd65-e0b1-4075-9021-ece58f3e7314 None None] Port c5aac8be-07e8-4242-9ba1-2d09e48442a0 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:21:15.795646 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-5a8e6cea-c9ab-4a3a-b8f4-3cbaaaa0c93d req-a4c65415-5903-4b68-a23c-f3852760927e tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:15.797720 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-d5eedd65-e0b1-4075-9021-ece58f3e7314 None None] Provisioning for port d2a9b4be-4c3f-4012-bc00-df9789997251 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:21:15.805900 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-d5eedd65-e0b1-4075-9021-ece58f3e7314 None None] Provisioning complete for port d2a9b4be-4c3f-4012-bc00-df9789997251 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:21:15.806277 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d5eedd65-e0b1-4075-9021-ece58f3e7314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:15.981708 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device d2a9b4be-4c3f-4012-bc00-df9789997251 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:21:16.019232 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-5a8e6cea-c9ab-4a3a-b8f4-3cbaaaa0c93d req-a4c65415-5903-4b68-a23c-f3852760927e tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] For port 186ff88d-8787-43fa-928f-b53c524bdd9c, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=186ff88d-8787-43fa-928f-b53c524bdd9c,segment=NetworkSegment(10a968c4-5c7d-4c23-b34c-ca325bfda5cc),segment_id=10a968c4-5c7d-4c23-b34c-ca325bfda5cc)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:21:16.042526 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-02e7d59c-54ec-4253-9edc-62208dd821e4 None None] Provisioning for port d33072b3-2b4f-48d1-88ff-400b53a9f3b6 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:21:16.049385 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-02e7d59c-54ec-4253-9edc-62208dd821e4 None None] Provisioning complete for port d33072b3-2b4f-48d1-88ff-400b53a9f3b6 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:21:16.049746 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-02e7d59c-54ec-4253-9edc-62208dd821e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:16.060890 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-5a8e6cea-c9ab-4a3a-b8f4-3cbaaaa0c93d req-a4c65415-5903-4b68-a23c-f3852760927e tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:16.066139 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-5a8e6cea-c9ab-4a3a-b8f4-3cbaaaa0c93d req-a4c65415-5903-4b68-a23c-f3852760927e tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:16.077312 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port d2a9b4be-4c3f-4012-bc00-df9789997251 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:21:16.077666 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:16.079869 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['587c818d-f1de-405d-bab0-099a00f05fac'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:21:16.090104 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-85aa0157-19fe-42e2-8b0b-9abec36c1a21 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:16.118420 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8e6cea-c9ab-4a3a-b8f4-3cbaaaa0c93d req-a4c65415-5903-4b68-a23c-f3852760927e tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:16.119074 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-5a8e6cea-c9ab-4a3a-b8f4-3cbaaaa0c93d req-a4c65415-5903-4b68-a23c-f3852760927e tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:16.120529 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5a8e6cea-c9ab-4a3a-b8f4-3cbaaaa0c93d req-a4c65415-5903-4b68-a23c-f3852760927e tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "PUT /v2.0/ports/186ff88d-8787-43fa-928f-b53c524bdd9c HTTP/1.1" status: 200 len: 905 time: 0.4289083 Aug 16 23:21:16.121016 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe35631c-6c8d-4f46-b96c-9443e5ead11e', 'tag': '186ff88d-8787-43fa-928f-b53c524bdd9c'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:21:16.126251 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d415ec5a-18ff-4fb3-87b0-a61a14ff759f" -d '{"events": [{"name": "network-changed", "server_uuid": "fe35631c-6c8d-4f46-b96c-9443e5ead11e", "tag": "186ff88d-8787-43fa-928f-b53c524bdd9c"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:21:16.133076 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['61088f9d-76e1-4190-912c-3e60944725ad', '186ff88d-8787-43fa-928f-b53c524bdd9c'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:21:16.156219 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85aa0157-19fe-42e2-8b0b-9abec36c1a21 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Network 19d98e84-9745-4340-a69a-82b042d63c5c is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:21:16.169904 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-85aa0157-19fe-42e2-8b0b-9abec36c1a21 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:21:16.176312 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85aa0157-19fe-42e2-8b0b-9abec36c1a21 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:16.178011 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-85aa0157-19fe-42e2-8b0b-9abec36c1a21 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:16.186506 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c65415-5903-4b68-a23c-f3852760927e tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Pushing event updated for resources: {'Port': ['ID=186ff88d-8787-43fa-928f-b53c524bdd9c,revision_number=6']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:16.193784 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aa0157-19fe-42e2-8b0b-9abec36c1a21 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Pushing event updated for resources: {'Subnet': ['ID=75c8bc56-adf2-4b91-900f-e83cd6615799,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:16.208715 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b58b6ed7-749b-457e-89db-a1556e4c066e x-openstack-request-id: req-b58b6ed7-749b-457e-89db-a1556e4c066e {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:21:16.213026 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-85aa0157-19fe-42e2-8b0b-9abec36c1a21 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5769520 Aug 16 23:21:16.213026 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 46886) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:16.213792 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe35631c-6c8d-4f46-b96c-9443e5ead11e", "tag": "186ff88d-8787-43fa-928f-b53c524bdd9c", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:21:16.214001 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b58b6ed7-749b-457e-89db-a1556e4c066e {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:21:16.214927 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe35631c-6c8d-4f46-b96c-9443e5ead11e', 'tag': '186ff88d-8787-43fa-928f-b53c524bdd9c', 'status': 'completed', 'code': 200} Aug 16 23:21:16.219124 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-397f1675-0529-44d6-a3ce-3f332d6792c1 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1977077212', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '75c8bc56-adf2-4b91-900f-e83cd6615799'}], 'security_groups': ['8efbddad-87e9-4b32-917a-b2f03edd4cc1', '9e00e3b4-7b3f-42bc-bcd9-633b46ec8e0a']}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:16.263348 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76ad5ae-780e-4c7d-a5e5-78fcc1b78c93 None None] Network 19d98e84-9745-4340-a69a-82b042d63c5c requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:21:16.265767 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-02e7d59c-54ec-4253-9edc-62208dd821e4 None None] Port d33072b3-2b4f-48d1-88ff-400b53a9f3b6 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:21:16.292727 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['186ff88d-8787-43fa-928f-b53c524bdd9c'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:21:16.316424 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d415ec5a-18ff-4fb3-87b0-a61a14ff759f req-65b60e6e-ac10-4546-8de0-67f0e77a5eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:16.319461 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d415ec5a-18ff-4fb3-87b0-a61a14ff759f req-65b60e6e-ac10-4546-8de0-67f0e77a5eb2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ee91ace37a634fb9abb791ce5d24078e&device_id=fe35631c-6c8d-4f46-b96c-9443e5ead11e HTTP/1.1" status: 200 len: 1060 time: 0.0673215 Aug 16 23:21:16.330280 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf3648b-8aff-457e-8843-23260da28e4e req-923fbf0a-b625-4d94-b085-eea20f7869cb tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:16.332963 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0cf3648b-8aff-457e-8843-23260da28e4e req-923fbf0a-b625-4d94-b085-eea20f7869cb tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe35631c-6c8d-4f46-b96c-9443e5ead11e HTTP/1.1" status: 200 len: 908 time: 0.1159804 Aug 16 23:21:16.393201 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 587c818d-f1de-405d-bab0-099a00f05fac no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:21:16.427431 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-397f1675-0529-44d6-a3ce-3f332d6792c1 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:16.516295 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d415ec5a-18ff-4fb3-87b0-a61a14ff759f req-083f2522-b785-49ed-bf74-ad17ad409a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:16.518084 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d415ec5a-18ff-4fb3-87b0-a61a14ff759f req-083f2522-b785-49ed-bf74-ad17ad409a75 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6152efff-6e82-46a1-acb7-149d7c33d5d6 HTTP/1.1" status: 200 len: 913 time: 0.1820445 Aug 16 23:21:16.577352 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780b4531-0fda-48cf-8e0f-55d5c8e6ca32 req-d13deffa-bdc1-4a08-9d2d-4f3155591995 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:16.579132 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-780b4531-0fda-48cf-8e0f-55d5c8e6ca32 req-d13deffa-bdc1-4a08-9d2d-4f3155591995 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 944 time: 0.1089892 Aug 16 23:21:16.597832 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d415ec5a-18ff-4fb3-87b0-a61a14ff759f req-4a63a6e9-7fc7-49c1-9f7f-a48048d04628 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=186ff88d-8787-43fa-928f-b53c524bdd9c HTTP/1.1" status: 200 len: 217 time: 0.0711539 Aug 16 23:21:16.643888 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-684aa656-1545-437d-a107-d308fff767a0 None None] Provisioning complete for port 186ff88d-8787-43fa-928f-b53c524bdd9c triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:21:16.644271 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-684aa656-1545-437d-a107-d308fff767a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:16.690633 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d068435-8c17-475b-a481-5c56229fdb6a req-cbfa6502-f803-41b6-b968-acd10255cbe0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:16.692494 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4d068435-8c17-475b-a481-5c56229fdb6a req-cbfa6502-f803-41b6-b968-acd10255cbe0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cd77e68-a3fa-412d-a922-79a4b09443bc HTTP/1.1" status: 200 len: 945 time: 0.1123073 Aug 16 23:21:16.697687 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-780b4531-0fda-48cf-8e0f-55d5c8e6ca32 req-558f2ae0-7c5d-4808-a31e-ea8a3bf60863 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbc72d54-097b-421d-953a-e4e7a8a28dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1070895 Aug 16 23:21:16.707670 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d415ec5a-18ff-4fb3-87b0-a61a14ff759f req-7c14c02b-4626-4038-9bdb-4741600b77cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:16.709425 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d415ec5a-18ff-4fb3-87b0-a61a14ff759f req-7c14c02b-4626-4038-9bdb-4741600b77cd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7d6a27ac-d81b-4d19-9995-25afe2c6f338 HTTP/1.1" status: 200 len: 851 time: 0.0959511 Aug 16 23:21:16.767920 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-397f1675-0529-44d6-a3ce-3f332d6792c1 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Delete allocated IP 2001:db8::217 (19d98e84-9745-4340-a69a-82b042d63c5c/eccca7b9-96ff-4bde-9222-f523f3d89d73) {{(pid=101291) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 16 23:21:16.778718 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-397f1675-0529-44d6-a3ce-3f332d6792c1 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Allocated IP 2001:db8:0:2::398 (19d98e84-9745-4340-a69a-82b042d63c5c/75c8bc56-adf2-4b91-900f-e83cd6615799/d33072b3-2b4f-48d1-88ff-400b53a9f3b6) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:21:16.796813 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4d068435-8c17-475b-a481-5c56229fdb6a req-8d855f79-7430-4912-b1d3-20a32910e999 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=29a3b678-a940-41e1-96fb-a218802012ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980659 Aug 16 23:21:16.825444 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 46894) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:16.830430 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d415ec5a-18ff-4fb3-87b0-a61a14ff759f req-f35e230e-fd94-462f-a5e6-452699bf2ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:16.831964 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d415ec5a-18ff-4fb3-87b0-a61a14ff759f req-f35e230e-fd94-462f-a5e6-452699bf2ae0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6152efff-6e82-46a1-acb7-149d7c33d5d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1076818 Aug 16 23:21:16.913819 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc13e66b-3034-46b9-a06c-510fc29e970e req-368c157b-ab14-47c2-b6e0-b0f1d0e60dfe tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:16.916789 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fc13e66b-3034-46b9-a06c-510fc29e970e req-368c157b-ab14-47c2-b6e0-b0f1d0e60dfe tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 944 time: 0.1180763 Aug 16 23:21:16.927634 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:16.963595 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-b5a31798-3aca-4d2d-b678-6ef36cab4854 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/floatingips/ee732086-387a-4e1f-8126-0db7df740969 HTTP/1.1" status: 200 len: 993 time: 0.1368308 Aug 16 23:21:16.970971 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 587c818d-f1de-405d-bab0-099a00f05fac {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:21:16.977839 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d415ec5a-18ff-4fb3-87b0-a61a14ff759f req-4a5a096e-5289-452c-8f04-f4d701648ac2 service neutron] 10.222.0.57 "GET /v2.0/networks/6152efff-6e82-46a1-acb7-149d7c33d5d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377320 Aug 16 23:21:17.036948 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fc13e66b-3034-46b9-a06c-510fc29e970e req-e9a36825-199f-4e28-843c-80fedfa6215c tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbc72d54-097b-421d-953a-e4e7a8a28dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1014776 Aug 16 23:21:17.053092 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-397f1675-0529-44d6-a3ce-3f332d6792c1 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:17.055447 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 587c818d-f1de-405d-bab0-099a00f05fac, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=587c818d-f1de-405d-bab0-099a00f05fac,segment=NetworkSegment(d7784458-2afc-4b87-be70-b52cee7dbf45),segment_id=d7784458-2afc-4b87-be70-b52cee7dbf45)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:21:17.075159 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:17.077745 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-397f1675-0529-44d6-a3ce-3f332d6792c1 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Transition to ACTIVE for port object d33072b3-2b4f-48d1-88ff-400b53a9f3b6 will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:21:17.084447 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-397f1675-0529-44d6-a3ce-3f332d6792c1 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:17.092731 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d415ec5a-18ff-4fb3-87b0-a61a14ff759f req-a822155c-8591-4187-a08e-1968c7293432 service neutron] 10.222.0.57 "GET /v2.0/networks/6152efff-6e82-46a1-acb7-149d7c33d5d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056459 Aug 16 23:21:17.113708 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a461329-9943-433b-8a77-4331dc1b7146 None None] Update dhcp port {'port': {'network_id': '19d98e84-9745-4340-a69a-82b042d63c5c', 'fixed_ips': [{'subnet_id': '49b8e069-9baa-4014-978a-58ec9a284a06', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'eccca7b9-96ff-4bde-9222-f523f3d89d73', 'ip_address': '2001:db8::2'}, {'subnet_id': '75c8bc56-adf2-4b91-900f-e83cd6615799'}], 'binding:host_id': 'n-d-791506-26'}, 'id': 'd2a9b4be-4c3f-4012-bc00-df9789997251'} from n-d-791506-26. {{(pid=101293) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 23:21:17.175634 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-5a461329-9943-433b-8a77-4331dc1b7146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:17.187421 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-397f1675-0529-44d6-a3ce-3f332d6792c1 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] In _notify_port_updated(), no bound segment for port d33072b3-2b4f-48d1-88ff-400b53a9f3b6 on network 19d98e84-9745-4340-a69a-82b042d63c5c {{(pid=101291) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 23:21:17.193801 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397f1675-0529-44d6-a3ce-3f332d6792c1 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:17.195483 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-397f1675-0529-44d6-a3ce-3f332d6792c1 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:17.196525 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-397f1675-0529-44d6-a3ce-3f332d6792c1 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "PUT /v2.0/ports/d33072b3-2b4f-48d1-88ff-400b53a9f3b6 HTTP/1.1" status: 200 len: 970 time: 0.9823508 Aug 16 23:21:17.199510 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 46908) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:17.200804 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=587c818d-f1de-405d-bab0-099a00f05fac,revision_number=7']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:17.201269 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397f1675-0529-44d6-a3ce-3f332d6792c1 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Pushing event updated for resources: {'Port': ['ID=d33072b3-2b4f-48d1-88ff-400b53a9f3b6,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:17.358628 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-5a461329-9943-433b-8a77-4331dc1b7146 None None] Allocated IP 2001:db8:0:2::2 (19d98e84-9745-4340-a69a-82b042d63c5c/75c8bc56-adf2-4b91-900f-e83cd6615799/d2a9b4be-4c3f-4012-bc00-df9789997251) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:21:17.376761 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df59fbd0-99e9-4ff9-9993-8ee4332088c6 req-db29c5fc-378f-4f83-9460-b0fcb88a250a tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:17.378254 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-df59fbd0-99e9-4ff9-9993-8ee4332088c6 req-db29c5fc-378f-4f83-9460-b0fcb88a250a tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/networks?id=6152efff-6e82-46a1-acb7-149d7c33d5d6 HTTP/1.1" status: 200 len: 812 time: 0.1661911 Aug 16 23:21:17.396364 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-1121c44f-95cf-443f-b4ed-10e3dd977c5e tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Deleting port d33072b3-2b4f-48d1-88ff-400b53a9f3b6 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:21:17.396741 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1121c44f-95cf-443f-b4ed-10e3dd977c5e tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:17.412187 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-df59fbd0-99e9-4ff9-9993-8ee4332088c6 req-45e8dace-89e5-4397-9e6e-b77f3fdef678 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/quotas/ee91ace37a634fb9abb791ce5d24078e HTTP/1.1" status: 200 len: 375 time: 0.0266562 Aug 16 23:21:17.457536 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-5a461329-9943-433b-8a77-4331dc1b7146 None None] For port d2a9b4be-4c3f-4012-bc00-df9789997251, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=d2a9b4be-4c3f-4012-bc00-df9789997251,segment=NetworkSegment(736ed8fe-8c4e-47d0-808e-e3c89f64897d),segment_id=736ed8fe-8c4e-47d0-808e-e3c89f64897d)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:21:17.486976 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-5a461329-9943-433b-8a77-4331dc1b7146 None None] Notify callbacks [] for port, precommit_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:17.501405 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-5a461329-9943-433b-8a77-4331dc1b7146 None None] Transition to ACTIVE for port object d2a9b4be-4c3f-4012-bc00-df9789997251 will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:21:17.505439 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-5a461329-9943-433b-8a77-4331dc1b7146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:17.525563 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-df59fbd0-99e9-4ff9-9993-8ee4332088c6 req-4c81db3f-86e6-4046-8c7a-15a56291de31 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ee91ace37a634fb9abb791ce5d24078e&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0883639 Aug 16 23:21:17.532714 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['cc5542ef-2995-4487-b481-60f8e9728c80'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:21:17.533922 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1121c44f-95cf-443f-b4ed-10e3dd977c5e tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:17.587130 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-1121c44f-95cf-443f-b4ed-10e3dd977c5e tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Calling delete_port for d33072b3-2b4f-48d1-88ff-400b53a9f3b6 owned by {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:21:17.687682 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-df59fbd0-99e9-4ff9-9993-8ee4332088c6 req-335d42ea-e387-405a-8e2e-ecc90242a04e service neutron] 10.222.0.36 "GET /v2.0/networks/6152efff-6e82-46a1-acb7-149d7c33d5d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508813 Aug 16 23:21:17.815886 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a461329-9943-433b-8a77-4331dc1b7146 None None] Pushing event updated for resources: {'Port': ['ID=d2a9b4be-4c3f-4012-bc00-df9789997251,revision_number=7']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:17.825757 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9bddd402-15bf-4803-a9f3-2bcc08cdaad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:17.826587 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1121c44f-95cf-443f-b4ed-10e3dd977c5e tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:17.832800 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-df59fbd0-99e9-4ff9-9993-8ee4332088c6 req-cb10aafc-44e0-4756-9b87-5953dfade38e service neutron] 10.222.0.36 "GET /v2.0/networks/6152efff-6e82-46a1-acb7-149d7c33d5d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338491 Aug 16 23:21:17.861676 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1121c44f-95cf-443f-b4ed-10e3dd977c5e tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Pushing event deleted for resources: {'Port': ['ID=d33072b3-2b4f-48d1-88ff-400b53a9f3b6,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:17.888222 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1121c44f-95cf-443f-b4ed-10e3dd977c5e tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:17.890106 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-1121c44f-95cf-443f-b4ed-10e3dd977c5e tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "DELETE /v2.0/ports/d33072b3-2b4f-48d1-88ff-400b53a9f3b6 HTTP/1.1" status: 204 len: 168 time: 0.6890929 Aug 16 23:21:17.892752 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 46910) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:17.921954 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd0c199c-a55d-4231-8e8f-9f714e1086b3 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] GET failed (client error): The resource could not be found. Aug 16 23:21:17.927485 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-bd0c199c-a55d-4231-8e8f-9f714e1086b3 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "GET /v2.0/ports/d33072b3-2b4f-48d1-88ff-400b53a9f3b6 HTTP/1.1" status: 404 len: 333 time: 0.0305696 Aug 16 23:21:17.927862 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 46912) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:18.000605 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device d2a9b4be-4c3f-4012-bc00-df9789997251 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:21:18.012622 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2a8c1d7d-2096-43a7-8cbb-d60fc7627dc7 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:18.077373 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-90cbabc9-42dc-4a63-af9e-3fc35c9b646c req-e7c668c4-3d55-400a-adc1-82fbcf3200cc tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb75110a-b327-4c2d-8394-2a50d0681eff HTTP/1.1" status: 200 len: 210 time: 0.0525260 Aug 16 23:21:18.081970 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2a8c1d7d-2096-43a7-8cbb-d60fc7627dc7 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:18.147193 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2a8c1d7d-2096-43a7-8cbb-d60fc7627dc7 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:18.150450 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2a8c1d7d-2096-43a7-8cbb-d60fc7627dc7 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:18.151649 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-2a8c1d7d-2096-43a7-8cbb-d60fc7627dc7 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "DELETE /v2.0/security-groups/3d452db6-bb32-4464-8863-9f5b54cb66fc HTTP/1.1" status: 204 len: 168 time: 0.2227962 Aug 16 23:21:18.154333 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 46920) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:18.187077 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8c1d7d-2096-43a7-8cbb-d60fc7627dc7 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d452db6-bb32-4464-8863-9f5b54cb66fc,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:18.233016 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8ba8c54f-9508-443b-9f4c-37014fb842e1 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:18.260236 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8ba8c54f-9508-443b-9f4c-37014fb842e1 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:18.309703 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8ba8c54f-9508-443b-9f4c-37014fb842e1 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:18.312316 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8ba8c54f-9508-443b-9f4c-37014fb842e1 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:18.313528 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-8ba8c54f-9508-443b-9f4c-37014fb842e1 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "DELETE /v2.0/security-groups/9e00e3b4-7b3f-42bc-bcd9-633b46ec8e0a HTTP/1.1" status: 204 len: 168 time: 0.1582100 Aug 16 23:21:18.316507 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 46924) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:18.323603 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba8c54f-9508-443b-9f4c-37014fb842e1 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e00e3b4-7b3f-42bc-bcd9-633b46ec8e0a,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:18.379780 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-cbde47bb-2974-4050-b514-ed7b28ddef4c tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:18.382748 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 587c818d-f1de-405d-bab0-099a00f05fac up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:21:18.414711 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-cbde47bb-2974-4050-b514-ed7b28ddef4c tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:18.433072 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port 587c818d-f1de-405d-bab0-099a00f05fac triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:21:18.433630 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:18.470446 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-cbde47bb-2974-4050-b514-ed7b28ddef4c tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:18.473448 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-cbde47bb-2974-4050-b514-ed7b28ddef4c tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:18.474667 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-cbde47bb-2974-4050-b514-ed7b28ddef4c tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "DELETE /v2.0/security-groups/8efbddad-87e9-4b32-917a-b2f03edd4cc1 HTTP/1.1" status: 204 len: 168 time: 0.1567080 Aug 16 23:21:18.477591 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 46928) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:18.487169 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbde47bb-2974-4050-b514-ed7b28ddef4c tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8efbddad-87e9-4b32-917a-b2f03edd4cc1,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:18.541068 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-296b0da1-e314-4ca1-8f3e-d26a064bee08 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Deleting subnet eccca7b9-96ff-4bde-9222-f523f3d89d73 {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:21:18.546071 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-296b0da1-e314-4ca1-8f3e-d26a064bee08 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:18.558067 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:18.583821 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cd77e68-a3fa-412d-a922-79a4b09443bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '587c818d-f1de-405d-bab0-099a00f05fac'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:21:18.586989 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc3548a-6470-4b34-b784-1a5073590b32" -d '{"events": [{"server_uuid": "9cd77e68-a3fa-412d-a922-79a4b09443bc", "name": "network-vif-plugged", "status": "completed", "tag": "587c818d-f1de-405d-bab0-099a00f05fac"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:21:18.602277 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 587c818d-f1de-405d-bab0-099a00f05fac, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=587c818d-f1de-405d-bab0-099a00f05fac,segment=NetworkSegment(d7784458-2afc-4b87-be70-b52cee7dbf45),segment_id=d7784458-2afc-4b87-be70-b52cee7dbf45)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:21:18.604822 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-296b0da1-e314-4ca1-8f3e-d26a064bee08 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:18.609279 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:18.664652 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9eaaad0c-790c-4055-9d57-3211225fd4e0 None None] Provisioning complete for port c5aac8be-07e8-4242-9ba1-2d09e48442a0 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:21:18.665047 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9eaaad0c-790c-4055-9d57-3211225fd4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:18.678512 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d54620-7afc-4b59-b486-b8d0b9f63e18 x-openstack-request-id: req-78d54620-7afc-4b59-b486-b8d0b9f63e18 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:21:18.679374 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cd77e68-a3fa-412d-a922-79a4b09443bc", "name": "network-vif-plugged", "status": "completed", "tag": "587c818d-f1de-405d-bab0-099a00f05fac", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:21:18.680209 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-78d54620-7afc-4b59-b486-b8d0b9f63e18 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:21:18.680209 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cd77e68-a3fa-412d-a922-79a4b09443bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '587c818d-f1de-405d-bab0-099a00f05fac', 'code': 200} Aug 16 23:21:18.703955 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=587c818d-f1de-405d-bab0-099a00f05fac,revision_number=8']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:18.729613 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-9eaaad0c-790c-4055-9d57-3211225fd4e0 None None] Port c5aac8be-07e8-4242-9ba1-2d09e48442a0 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:21:18.732874 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-296b0da1-e314-4ca1-8f3e-d26a064bee08 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:18.745041 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9eaaad0c-790c-4055-9d57-3211225fd4e0 None None] Could not find standard attr ID for object d33072b3-2b4f-48d1-88ff-400b53a9f3b6. {{(pid=101293) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 23:21:18.758422 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9eaaad0c-790c-4055-9d57-3211225fd4e0 None None] Provisioning for port d2a9b4be-4c3f-4012-bc00-df9789997251 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:21:18.763047 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9eaaad0c-790c-4055-9d57-3211225fd4e0 None None] Provisioning complete for port d2a9b4be-4c3f-4012-bc00-df9789997251 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:21:18.763487 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9eaaad0c-790c-4055-9d57-3211225fd4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:18.809005 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-296b0da1-e314-4ca1-8f3e-d26a064bee08 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:18.823358 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-296b0da1-e314-4ca1-8f3e-d26a064bee08 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:18.824993 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-296b0da1-e314-4ca1-8f3e-d26a064bee08 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "DELETE /v2.0/subnets/eccca7b9-96ff-4bde-9222-f523f3d89d73 HTTP/1.1" status: 204 len: 168 time: 0.3461015 Aug 16 23:21:18.829107 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 46932) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:18.843653 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296b0da1-e314-4ca1-8f3e-d26a064bee08 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Pushing event deleted for resources: {'Subnet': ['ID=eccca7b9-96ff-4bde-9222-f523f3d89d73,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:18.887874 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e1c8cac-3367-40db-be73-8a71587e28e9 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Deleting subnet 75c8bc56-adf2-4b91-900f-e83cd6615799 {{(pid=101292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:21:18.891361 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8e1c8cac-3367-40db-be73-8a71587e28e9 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for subnet, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:18.937155 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8e1c8cac-3367-40db-be73-8a71587e28e9 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3848860'] for subnet, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:18.969300 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4459c380-a246-4ac1-aba7-d26bf10bfbb4 None None] Could not find standard attr ID for object d33072b3-2b4f-48d1-88ff-400b53a9f3b6. {{(pid=101293) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 23:21:19.023536 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa7c710-e60f-4b94-bb50-e3af571bafe4 None None] Network 19d98e84-9745-4340-a69a-82b042d63c5c requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:21:19.045677 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8e1c8cac-3367-40db-be73-8a71587e28e9 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:19.122827 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8e1c8cac-3367-40db-be73-8a71587e28e9 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26252129'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:19.180920 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1c8cac-3367-40db-be73-8a71587e28e9 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Pushing event deleted for resources: {'Subnet': ['ID=75c8bc56-adf2-4b91-900f-e83cd6615799,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:19.183016 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8e1c8cac-3367-40db-be73-8a71587e28e9 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:19.187801 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-8e1c8cac-3367-40db-be73-8a71587e28e9 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "DELETE /v2.0/subnets/75c8bc56-adf2-4b91-900f-e83cd6615799 HTTP/1.1" status: 204 len: 168 time: 0.3576376 Aug 16 23:21:19.188406 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 46936) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:19.202945 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df59fbd0-99e9-4ff9-9993-8ee4332088c6 req-69602383-a729-422a-a8c7-e8054f3d2f16 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:19.204840 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-df59fbd0-99e9-4ff9-9993-8ee4332088c6 req-69602383-a729-422a-a8c7-e8054f3d2f16 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.68 "GET /v2.0/networks?id=6152efff-6e82-46a1-acb7-149d7c33d5d6 HTTP/1.1" status: 200 len: 812 time: 0.1472774 Aug 16 23:21:19.222219 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-df59fbd0-99e9-4ff9-9993-8ee4332088c6 req-3736a35b-eb3f-49df-9fb9-19cd826075df tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Request body: {'port': {'device_id': 'fb75110a-b327-4c2d-8394-2a50d0681eff', 'network_id': '6152efff-6e82-46a1-acb7-149d7c33d5d6', 'admin_state_up': True, 'tenant_id': 'ee91ace37a634fb9abb791ce5d24078e'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:19.231356 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-e980fb67-a1b3-43f7-97c2-459c6401006d tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] DELETE failed (client error): The resource could not be found. Aug 16 23:21:19.231819 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e980fb67-a1b3-43f7-97c2-459c6401006d tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:21:19.237224 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-e980fb67-a1b3-43f7-97c2-459c6401006d tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "DELETE /v2.0/subnets/eccca7b9-96ff-4bde-9222-f523f3d89d73 HTTP/1.1" status: 404 len: 337 time: 0.0474250 Aug 16 23:21:19.242770 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 46938) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:19.262919 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a60ce1d5-4e5a-4348-afab-ee98799ecf0b req-ba4701ef-be37-4be0-a59d-e4279d7cc284 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb75110a-b327-4c2d-8394-2a50d0681eff HTTP/1.1" status: 200 len: 210 time: 0.0640113 Aug 16 23:21:19.345867 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a798cf2-b631-429d-ba02-3940beec7626 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Deleting subnet 49b8e069-9baa-4014-978a-58ec9a284a06 {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:21:19.358281 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9a798cf2-b631-429d-ba02-3940beec7626 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:19.415189 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9a798cf2-b631-429d-ba02-3940beec7626 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:19.457083 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df59fbd0-99e9-4ff9-9993-8ee4332088c6 req-3736a35b-eb3f-49df-9fb9-19cd826075df tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Made reservation on behalf of ee91ace37a634fb9abb791ce5d24078e for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:21:19.460884 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-df59fbd0-99e9-4ff9-9993-8ee4332088c6 req-3736a35b-eb3f-49df-9fb9-19cd826075df tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:19.576615 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9a798cf2-b631-429d-ba02-3940beec7626 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:19.676720 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-df59fbd0-99e9-4ff9-9993-8ee4332088c6 req-3736a35b-eb3f-49df-9fb9-19cd826075df tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Allocated IP 172.20.0.14 (6152efff-6e82-46a1-acb7-149d7c33d5d6/7d6a27ac-d81b-4d19-9995-25afe2c6f338/b1a870c3-5eb0-4deb-ad0e-c70a2db2c075) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:21:19.688439 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9a798cf2-b631-429d-ba02-3940beec7626 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:19.726203 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a798cf2-b631-429d-ba02-3940beec7626 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Pushing event deleted for resources: {'Subnet': ['ID=49b8e069-9baa-4014-978a-58ec9a284a06,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:19.735852 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9a798cf2-b631-429d-ba02-3940beec7626 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:19.738038 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-9a798cf2-b631-429d-ba02-3940beec7626 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "DELETE /v2.0/subnets/49b8e069-9baa-4014-978a-58ec9a284a06 HTTP/1.1" status: 204 len: 168 time: 0.4941661 Aug 16 23:21:19.741336 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 46940) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:19.772023 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-388be127-f644-4640-b8c2-83a271e615dd tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] DELETE failed (client error): The resource could not be found. Aug 16 23:21:19.773124 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-388be127-f644-4640-b8c2-83a271e615dd tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:21:19.777458 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-388be127-f644-4640-b8c2-83a271e615dd tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "DELETE /v2.0/subnets/bb9d0a9f-3f21-4bfb-8b4c-8f927d7975ba HTTP/1.1" status: 404 len: 337 time: 0.0325210 Aug 16 23:21:19.777973 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 46942) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:19.786535 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9d13b61a-1598-4512-b6e2-710f09b4ffd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:19.797069 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c9fa42-7d48-403c-893b-d8cc7bced179 None None] Network 19d98e84-9745-4340-a69a-82b042d63c5c requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:21:19.838972 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-dd3ef270-fb39-432d-a4ea-7a42e71f59ab tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba4f5cbd-ac58-4c8d-8697-df2f29be7dde HTTP/1.1" status: 200 len: 205 time: 0.0598307 Aug 16 23:21:19.841501 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 46944) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:19.853834 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-a2bba9ba-b060-4be7-8b44-b7bfad1f9f21 None None] Provisioning complete for port c5aac8be-07e8-4242-9ba1-2d09e48442a0 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:21:19.854222 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a2bba9ba-b060-4be7-8b44-b7bfad1f9f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:19.891071 n-d-791506-26 neutron-server[101291]: INFO neutron.api.v2.resource [None req-fc356aac-6c50-41fa-a6fb-dc67db7f8830 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] delete failed (client error): The resource could not be found. Aug 16 23:21:19.892111 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-fc356aac-6c50-41fa-a6fb-dc67db7f8830 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "DELETE /v2.0/routers/ba4f5cbd-ac58-4c8d-8697-df2f29be7dde HTTP/1.1" status: 404 len: 336 time: 0.0497255 Aug 16 23:21:19.903886 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 46946) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:19.931502 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-96e3b1e6-54e7-4078-9c4e-4b836944487f tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] DELETE failed (client error): The resource could not be found. Aug 16 23:21:19.931969 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96e3b1e6-54e7-4078-9c4e-4b836944487f tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:21:19.936237 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-96e3b1e6-54e7-4078-9c4e-4b836944487f tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "DELETE /v2.0/subnets/b5c861b3-fe63-4155-a061-0bab2a27c890 HTTP/1.1" status: 404 len: 337 time: 0.0288208 Aug 16 23:21:19.936618 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 46948) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:19.937773 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-a2bba9ba-b060-4be7-8b44-b7bfad1f9f21 None None] Port c5aac8be-07e8-4242-9ba1-2d09e48442a0 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:21:19.947697 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-df59fbd0-99e9-4ff9-9993-8ee4332088c6 req-3736a35b-eb3f-49df-9fb9-19cd826075df tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:19.956255 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-a2bba9ba-b060-4be7-8b44-b7bfad1f9f21 None None] Provisioning complete for port d2a9b4be-4c3f-4012-bc00-df9789997251 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:21:19.956659 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a2bba9ba-b060-4be7-8b44-b7bfad1f9f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:19.962856 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a7d6a13-3cec-4031-b44f-db900c0a2f14 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] DELETE failed (client error): The resource could not be found. Aug 16 23:21:19.963333 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a7d6a13-3cec-4031-b44f-db900c0a2f14 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:21:19.967674 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-6a7d6a13-3cec-4031-b44f-db900c0a2f14 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "DELETE /v2.0/subnets/fe715e02-7908-4f51-8f8c-007881dd6c01 HTTP/1.1" status: 404 len: 337 time: 0.0277717 Aug 16 23:21:19.967763 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-df59fbd0-99e9-4ff9-9993-8ee4332088c6 req-3736a35b-eb3f-49df-9fb9-19cd826075df tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Transition to ACTIVE for port object b1a870c3-5eb0-4deb-ad0e-c70a2db2c075 will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:21:19.967858 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 46950) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:20.007147 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-3635b39b-fdc4-4366-aaa5-98ab0d2a1833 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] DELETE failed (client error): The resource could not be found. Aug 16 23:21:20.007618 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3635b39b-fdc4-4366-aaa5-98ab0d2a1833 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:21:20.011685 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-3635b39b-fdc4-4366-aaa5-98ab0d2a1833 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "DELETE /v2.0/subnets/a9c90ec2-8a54-4b8d-ab6c-8ea8031d3694 HTTP/1.1" status: 404 len: 337 time: 0.0409005 Aug 16 23:21:20.012010 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 46952) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:20.016517 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-df59fbd0-99e9-4ff9-9993-8ee4332088c6 req-3736a35b-eb3f-49df-9fb9-19cd826075df tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:20.045516 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f21a8e8-5beb-4ed3-a4ef-a6d1aaae180d tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] DELETE failed (client error): The resource could not be found. Aug 16 23:21:20.046069 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f21a8e8-5beb-4ed3-a4ef-a6d1aaae180d tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:21:20.046391 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['cc5542ef-2995-4487-b481-60f8e9728c80'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:21:20.050226 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-0f21a8e8-5beb-4ed3-a4ef-a6d1aaae180d tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "DELETE /v2.0/ports/0d657300-fa75-4d23-be5b-12359df17d52 HTTP/1.1" status: 404 len: 333 time: 0.0344303 Aug 16 23:21:20.050390 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1764c5da-6fd0-4eb2-b081-523c789afce7 None None] DHCP port deletion for 19d98e84-9745-4340-a69a-82b042d63c5c request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:21:20.050481 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 46954) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:20.062816 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['61088f9d-76e1-4190-912c-3e60944725ad'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:21:20.066685 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df59fbd0-99e9-4ff9-9993-8ee4332088c6 req-3736a35b-eb3f-49df-9fb9-19cd826075df tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Network 6152efff-6e82-46a1-acb7-149d7c33d5d6 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:21:20.072021 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-df59fbd0-99e9-4ff9-9993-8ee4332088c6 req-3736a35b-eb3f-49df-9fb9-19cd826075df tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:21:20.076065 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-df59fbd0-99e9-4ff9-9993-8ee4332088c6 req-3736a35b-eb3f-49df-9fb9-19cd826075df tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:21:20.079838 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-655330cb-77ef-449d-9abe-4d0f72aea879 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] DELETE failed (client error): The resource could not be found. Aug 16 23:21:20.080614 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-655330cb-77ef-449d-9abe-4d0f72aea879 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:21:20.084582 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3736a35b-eb3f-49df-9fb9-19cd826075df tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Pushing event updated for resources: {'Port': ['ID=b1a870c3-5eb0-4deb-ad0e-c70a2db2c075,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:20.084779 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-655330cb-77ef-449d-9abe-4d0f72aea879 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "DELETE /v2.0/subnets/5327326a-2979-4f59-8a7a-c76726b00e7e HTTP/1.1" status: 404 len: 337 time: 0.0318179 Aug 16 23:21:20.086312 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 46956) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:20.122403 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-d562a3e3-000d-4e68-91ef-9056db721ba5 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] DELETE failed (client error): The resource could not be found. Aug 16 23:21:20.122881 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d562a3e3-000d-4e68-91ef-9056db721ba5 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:21:20.127367 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-d562a3e3-000d-4e68-91ef-9056db721ba5 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "DELETE /v2.0/subnets/3e6d163d-1680-425b-aa39-828837dac985 HTTP/1.1" status: 404 len: 337 time: 0.0398378 Aug 16 23:21:20.127972 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 46958) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:20.146646 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df59fbd0-99e9-4ff9-9993-8ee4332088c6 req-3736a35b-eb3f-49df-9fb9-19cd826075df tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:20.148019 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-df59fbd0-99e9-4ff9-9993-8ee4332088c6 req-3736a35b-eb3f-49df-9fb9-19cd826075df tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:20.157683 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-e53ef3c7-f8ce-4ae0-846f-104f13ef318b tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] DELETE failed (client error): The resource could not be found. Aug 16 23:21:20.158390 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e53ef3c7-f8ce-4ae0-846f-104f13ef318b tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:21:20.165208 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-e53ef3c7-f8ce-4ae0-846f-104f13ef318b tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "DELETE /v2.0/ports/3693a422-4102-4d73-ba0c-2c7f34173f91 HTTP/1.1" status: 404 len: 333 time: 0.0361950 Aug 16 23:21:20.168865 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 46960) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:20.170782 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-df59fbd0-99e9-4ff9-9993-8ee4332088c6 req-3736a35b-eb3f-49df-9fb9-19cd826075df tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9558840 Aug 16 23:21:20.192859 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-df59fbd0-99e9-4ff9-9993-8ee4332088c6 req-8fe14a73-cf28-4760-8e37-b487c0a8aa37 service neutron] Request body: {'port': {'device_id': 'fb75110a-b327-4c2d-8394-2a50d0681eff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:20.207467 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaf066f5-e71c-4ba2-9850-a2d3088b3c7c tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] DELETE failed (client error): The resource could not be found. Aug 16 23:21:20.208167 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aaf066f5-e71c-4ba2-9850-a2d3088b3c7c tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:21:20.214184 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-aaf066f5-e71c-4ba2-9850-a2d3088b3c7c tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "DELETE /v2.0/subnets/7c620248-48d4-4bbc-b04e-2e603aa2f739 HTTP/1.1" status: 404 len: 337 time: 0.0418780 Aug 16 23:21:20.214613 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 46962) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:20.251203 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fdf1926-04d2-46db-8e98-539ac54ba4c5 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] DELETE failed (client error): The resource could not be found. Aug 16 23:21:20.251976 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fdf1926-04d2-46db-8e98-539ac54ba4c5 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:21:20.257606 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-4fdf1926-04d2-46db-8e98-539ac54ba4c5 tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "DELETE /v2.0/subnets/ca944262-683d-41d5-b7ce-1d3224544300 HTTP/1.1" status: 404 len: 337 time: 0.0412037 Aug 16 23:21:20.258675 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 46964) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:20.262229 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-df59fbd0-99e9-4ff9-9993-8ee4332088c6 req-8fe14a73-cf28-4760-8e37-b487c0a8aa37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:20.307133 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-1764c5da-6fd0-4eb2-b081-523c789afce7 None None] Deleting port d2a9b4be-4c3f-4012-bc00-df9789997251 {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:21:20.307771 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-1764c5da-6fd0-4eb2-b081-523c789afce7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:20.425825 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-2ba1d837-b88a-4715-b27e-3ab1e063b97a tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Deleting port c5aac8be-07e8-4242-9ba1-2d09e48442a0 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:21:20.426170 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2ba1d837-b88a-4715-b27e-3ab1e063b97a tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:20.438740 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547a9957-873c-408a-8e2b-e38f7df3d740 req-a6464bdb-6ad8-4d2a-ad53-a00346651bee tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:20.440232 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-547a9957-873c-408a-8e2b-e38f7df3d740 req-a6464bdb-6ad8-4d2a-ad53-a00346651bee tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb75110a-b327-4c2d-8394-2a50d0681eff HTTP/1.1" status: 200 len: 932 time: 0.0704579 Aug 16 23:21:20.447958 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-1764c5da-6fd0-4eb2-b081-523c789afce7 None None] For port d2a9b4be-4c3f-4012-bc00-df9789997251, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=d2a9b4be-4c3f-4012-bc00-df9789997251,segment=NetworkSegment(736ed8fe-8c4e-47d0-808e-e3c89f64897d),segment_id=736ed8fe-8c4e-47d0-808e-e3c89f64897d)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:21:20.448638 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-1764c5da-6fd0-4eb2-b081-523c789afce7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:20.488586 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-1764c5da-6fd0-4eb2-b081-523c789afce7 None None] Calling delete_port for d2a9b4be-4c3f-4012-bc00-df9789997251 owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:21:20.508302 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-6706e1bc-73b5-4950-a3ba-1331736be212 None None] Provisioning for port b1a870c3-5eb0-4deb-ad0e-c70a2db2c075 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:21:20.526662 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-6706e1bc-73b5-4950-a3ba-1331736be212 None None] Provisioning complete for port b1a870c3-5eb0-4deb-ad0e-c70a2db2c075 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:21:20.527034 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-6706e1bc-73b5-4950-a3ba-1331736be212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:20.586160 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-df59fbd0-99e9-4ff9-9993-8ee4332088c6 req-8fe14a73-cf28-4760-8e37-b487c0a8aa37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1a870c3-5eb0-4deb-ad0e-c70a2db2c075 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:21:20.594964 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-df59fbd0-99e9-4ff9-9993-8ee4332088c6 req-8fe14a73-cf28-4760-8e37-b487c0a8aa37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:20.608847 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-df59fbd0-99e9-4ff9-9993-8ee4332088c6 req-8fe14a73-cf28-4760-8e37-b487c0a8aa37 service neutron] Transition to ACTIVE for port object b1a870c3-5eb0-4deb-ad0e-c70a2db2c075 will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:21:20.612091 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-6706e1bc-73b5-4950-a3ba-1331736be212 None None] Port b1a870c3-5eb0-4deb-ad0e-c70a2db2c075 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:21:20.616301 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-df59fbd0-99e9-4ff9-9993-8ee4332088c6 req-8fe14a73-cf28-4760-8e37-b487c0a8aa37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:20.648161 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:20.661289 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-1764c5da-6fd0-4eb2-b081-523c789afce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:20.692295 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1764c5da-6fd0-4eb2-b081-523c789afce7 None None] Pushing event deleted for resources: {'Port': ['ID=d2a9b4be-4c3f-4012-bc00-df9789997251,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:20.696098 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1764c5da-6fd0-4eb2-b081-523c789afce7 None None] No DVR routers for this DVR port d2a9b4be-4c3f-4012-bc00-df9789997251 on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:21:20.696989 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe14a73-cf28-4760-8e37-b487c0a8aa37 service neutron] Pushing event updated for resources: {'Port': ['ID=b1a870c3-5eb0-4deb-ad0e-c70a2db2c075,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:20.760003 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-df59fbd0-99e9-4ff9-9993-8ee4332088c6 req-8fe14a73-cf28-4760-8e37-b487c0a8aa37 service neutron] Attempting to bind port b1a870c3-5eb0-4deb-ad0e-c70a2db2c075 on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:21:20.760357 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-df59fbd0-99e9-4ff9-9993-8ee4332088c6 req-8fe14a73-cf28-4760-8e37-b487c0a8aa37 service neutron] Attempting to bind port b1a870c3-5eb0-4deb-ad0e-c70a2db2c075 by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': '10a968c4-5c7d-4c23-b34c-ca325bfda5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6152efff-6e82-46a1-acb7-149d7c33d5d6'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:21:20.760728 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df59fbd0-99e9-4ff9-9993-8ee4332088c6 req-8fe14a73-cf28-4760-8e37-b487c0a8aa37 service neutron] Attempting to bind port b1a870c3-5eb0-4deb-ad0e-c70a2db2c075 on network 6152efff-6e82-46a1-acb7-149d7c33d5d6 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:21:20.765588 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df59fbd0-99e9-4ff9-9993-8ee4332088c6 req-8fe14a73-cf28-4760-8e37-b487c0a8aa37 service neutron] Port b1a870c3-5eb0-4deb-ad0e-c70a2db2c075 on network 6152efff-6e82-46a1-acb7-149d7c33d5d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:21:20.765918 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df59fbd0-99e9-4ff9-9993-8ee4332088c6 req-8fe14a73-cf28-4760-8e37-b487c0a8aa37 service neutron] Attempting to bind port b1a870c3-5eb0-4deb-ad0e-c70a2db2c075 on network 6152efff-6e82-46a1-acb7-149d7c33d5d6 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:21:20.771026 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df59fbd0-99e9-4ff9-9993-8ee4332088c6 req-8fe14a73-cf28-4760-8e37-b487c0a8aa37 service neutron] Checking agent: {'id': 'd28e24f9-e5ea-41e1-80bf-3c7943ad7f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:21:20.771373 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df59fbd0-99e9-4ff9-9993-8ee4332088c6 req-8fe14a73-cf28-4760-8e37-b487c0a8aa37 service neutron] Checking segment: {'id': '10a968c4-5c7d-4c23-b34c-ca325bfda5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6152efff-6e82-46a1-acb7-149d7c33d5d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:21:20.771768 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df59fbd0-99e9-4ff9-9993-8ee4332088c6 req-8fe14a73-cf28-4760-8e37-b487c0a8aa37 service neutron] Bound using segment: {'id': '10a968c4-5c7d-4c23-b34c-ca325bfda5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6152efff-6e82-46a1-acb7-149d7c33d5d6'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:21:20.772205 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-df59fbd0-99e9-4ff9-9993-8ee4332088c6 req-8fe14a73-cf28-4760-8e37-b487c0a8aa37 service neutron] Bound port: b1a870c3-5eb0-4deb-ad0e-c70a2db2c075, host: n-h1-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10a968c4-5c7d-4c23-b34c-ca325bfda5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6152efff-6e82-46a1-acb7-149d7c33d5d6'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:21:20.773410 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-df59fbd0-99e9-4ff9-9993-8ee4332088c6 req-8fe14a73-cf28-4760-8e37-b487c0a8aa37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:20.845660 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-df59fbd0-99e9-4ff9-9993-8ee4332088c6 req-8fe14a73-cf28-4760-8e37-b487c0a8aa37 service neutron] For port b1a870c3-5eb0-4deb-ad0e-c70a2db2c075, host n-h1-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:21:20.849726 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-df59fbd0-99e9-4ff9-9993-8ee4332088c6 req-8fe14a73-cf28-4760-8e37-b487c0a8aa37 service neutron] For port b1a870c3-5eb0-4deb-ad0e-c70a2db2c075, host n-h1-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=b1a870c3-5eb0-4deb-ad0e-c70a2db2c075,segment=NetworkSegment(10a968c4-5c7d-4c23-b34c-ca325bfda5cc),segment_id=10a968c4-5c7d-4c23-b34c-ca325bfda5cc)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:21:20.855487 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-df59fbd0-99e9-4ff9-9993-8ee4332088c6 req-8fe14a73-cf28-4760-8e37-b487c0a8aa37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:20.879789 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2ba1d837-b88a-4715-b27e-3ab1e063b97a tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:20.892257 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-547a9957-873c-408a-8e2b-e38f7df3d740 req-ee83239a-7953-4af7-b148-b9f3f48da7cd tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=d57a197c-6d47-4d56-9c9b-4cb8ea84d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4409208 Aug 16 23:21:20.896830 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df59fbd0-99e9-4ff9-9993-8ee4332088c6 req-8fe14a73-cf28-4760-8e37-b487c0a8aa37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:20.898629 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-df59fbd0-99e9-4ff9-9993-8ee4332088c6 req-8fe14a73-cf28-4760-8e37-b487c0a8aa37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:20.899172 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-2ba1d837-b88a-4715-b27e-3ab1e063b97a tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Calling delete_port for c5aac8be-07e8-4242-9ba1-2d09e48442a0 owned by {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:21:20.900990 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-df59fbd0-99e9-4ff9-9993-8ee4332088c6 req-8fe14a73-cf28-4760-8e37-b487c0a8aa37 service neutron] 10.222.0.68 "PUT /v2.0/ports/b1a870c3-5eb0-4deb-ad0e-c70a2db2c075 HTTP/1.1" status: 200 len: 1093 time: 0.7186840 Aug 16 23:21:20.901295 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb75110a-b327-4c2d-8394-2a50d0681eff', 'tag': 'b1a870c3-5eb0-4deb-ad0e-c70a2db2c075'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:21:20.905733 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53f25d3c-9e3c-4be8-ade5-0ae867a99756" -d '{"events": [{"name": "network-changed", "server_uuid": "fb75110a-b327-4c2d-8394-2a50d0681eff", "tag": "b1a870c3-5eb0-4deb-ad0e-c70a2db2c075"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:21:20.953965 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe14a73-cf28-4760-8e37-b487c0a8aa37 service neutron] Pushing event updated for resources: {'Port': ['ID=b1a870c3-5eb0-4deb-ad0e-c70a2db2c075,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:20.997485 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-198fcf45-5cf4-4fa7-bba5-3d2a230647e1 x-openstack-request-id: req-198fcf45-5cf4-4fa7-bba5-3d2a230647e1 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:21:20.997801 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb75110a-b327-4c2d-8394-2a50d0681eff", "tag": "b1a870c3-5eb0-4deb-ad0e-c70a2db2c075", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:21:20.998063 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-198fcf45-5cf4-4fa7-bba5-3d2a230647e1 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:21:20.998476 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb75110a-b327-4c2d-8394-2a50d0681eff', 'tag': 'b1a870c3-5eb0-4deb-ad0e-c70a2db2c075', 'status': 'completed', 'code': 200} Aug 16 23:21:21.002957 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2ba1d837-b88a-4715-b27e-3ab1e063b97a tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:21.015290 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df59fbd0-99e9-4ff9-9993-8ee4332088c6 req-345df366-21a7-4672-be98-b31ab7ee07fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:21.016848 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-df59fbd0-99e9-4ff9-9993-8ee4332088c6 req-345df366-21a7-4672-be98-b31ab7ee07fd service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ee91ace37a634fb9abb791ce5d24078e&device_id=fb75110a-b327-4c2d-8394-2a50d0681eff HTTP/1.1" status: 200 len: 1096 time: 0.0599504 Aug 16 23:21:21.036364 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba1d837-b88a-4715-b27e-3ab1e063b97a tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Pushing event deleted for resources: {'Port': ['ID=c5aac8be-07e8-4242-9ba1-2d09e48442a0,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:21.041342 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2ba1d837-b88a-4715-b27e-3ab1e063b97a tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:21.043284 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-2ba1d837-b88a-4715-b27e-3ab1e063b97a tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "DELETE /v2.0/ports/c5aac8be-07e8-4242-9ba1-2d09e48442a0 HTTP/1.1" status: 204 len: 168 time: 0.7834342 Aug 16 23:21:21.045826 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 46970) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:21.069481 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-df59fbd0-99e9-4ff9-9993-8ee4332088c6 req-fa94fc3d-b10a-4e1f-85e0-7aa2606ee6e4 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b1a870c3-5eb0-4deb-ad0e-c70a2db2c075 HTTP/1.1" status: 200 len: 217 time: 0.0439682 Aug 16 23:21:21.125332 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df59fbd0-99e9-4ff9-9993-8ee4332088c6 req-44479911-5eee-4860-bfc1-bf144d494bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:21.126882 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-df59fbd0-99e9-4ff9-9993-8ee4332088c6 req-44479911-5eee-4860-bfc1-bf144d494bf8 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7d6a27ac-d81b-4d19-9995-25afe2c6f338 HTTP/1.1" status: 200 len: 851 time: 0.0502253 Aug 16 23:21:21.128094 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c15a199c-9e5f-4513-894d-5373ff19d1df tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:21.184568 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df59fbd0-99e9-4ff9-9993-8ee4332088c6 req-ebaa8494-b3ca-499f-88e0-cdd2a13143b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:21.186075 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-df59fbd0-99e9-4ff9-9993-8ee4332088c6 req-ebaa8494-b3ca-499f-88e0-cdd2a13143b3 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6152efff-6e82-46a1-acb7-149d7c33d5d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518425 Aug 16 23:21:21.229527 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c15a199c-9e5f-4513-894d-5373ff19d1df tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:21.239624 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-c15a199c-9e5f-4513-894d-5373ff19d1df tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19d98e84-9745-4340-a69a-82b042d63c5c']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:21.255290 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-c15a199c-9e5f-4513-894d-5373ff19d1df tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '736ed8fe-8c4e-47d0-808e-e3c89f64897d') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:21.255600 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-c15a199c-9e5f-4513-894d-5373ff19d1df tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '736ed8fe-8c4e-47d0-808e-e3c89f64897d') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:21.265957 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c15a199c-9e5f-4513-894d-5373ff19d1df tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:21.278619 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-df59fbd0-99e9-4ff9-9993-8ee4332088c6 req-81397130-e596-4258-a0c2-11d8a77e4b28 service neutron] 10.222.0.68 "GET /v2.0/networks/6152efff-6e82-46a1-acb7-149d7c33d5d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842164 Aug 16 23:21:21.279614 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c15a199c-9e5f-4513-894d-5373ff19d1df tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:21.285605 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c15a199c-9e5f-4513-894d-5373ff19d1df tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:21:21.285926 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c15a199c-9e5f-4513-894d-5373ff19d1df tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:21.289101 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 16 23:21:21.289101 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:21:21.289101 n-d-791506-26 neutron-server[101292]: timer() Aug 16 23:21:21.289101 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:21:21.289101 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 16 23:21:21.289101 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:21:21.289101 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 16 23:21:21.289101 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:21:21.289101 n-d-791506-26 neutron-server[101292]: self._notify() Aug 16 23:21:21.289101 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:21:21.289101 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 16 23:21:21.289101 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:21:21.289101 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 16 23:21:21.289101 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:21:21.289101 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:21:21.289101 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:21:21.289101 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:21:21.289101 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:21:21.289101 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 16 23:21:21.289101 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:21:21.289101 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 16 23:21:21.289101 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:21:21.289101 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:21:21.289101 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:21:21.289101 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 16 23:21:21.289101 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:21:21.289101 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:21:21.289101 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:21:21.289101 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:21:21.289101 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:21:21.289101 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:21:21.289101 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:21:21.346504 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c15a199c-9e5f-4513-894d-5373ff19d1df tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:21.353724 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c15a199c-9e5f-4513-894d-5373ff19d1df tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:21.355422 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-c15a199c-9e5f-4513-894d-5373ff19d1df tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] 10.222.0.36 "DELETE /v2.0/networks/19d98e84-9745-4340-a69a-82b042d63c5c HTTP/1.1" status: 204 len: 168 time: 0.3086483 Aug 16 23:21:21.368139 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15a199c-9e5f-4513-894d-5373ff19d1df tempest-PortsIpV6TestJSON-360419755 tempest-PortsIpV6TestJSON-360419755-project] Pushing event deleted for resources: {'Network': ['ID=19d98e84-9745-4340-a69a-82b042d63c5c,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:21.383223 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-df59fbd0-99e9-4ff9-9993-8ee4332088c6 req-79828d32-20db-452f-b9ea-fb24b8ba11d4 service neutron] 10.222.0.68 "GET /v2.0/networks/6152efff-6e82-46a1-acb7-149d7c33d5d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967333 Aug 16 23:21:21.472294 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f25d3c-9e3c-4be8-ade5-0ae867a99756 req-62fc1f68-a41a-4846-83e3-6f6a4eb9b8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:21.473864 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-53f25d3c-9e3c-4be8-ade5-0ae867a99756 req-62fc1f68-a41a-4846-83e3-6f6a4eb9b8c6 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ee91ace37a634fb9abb791ce5d24078e&device_id=fb75110a-b327-4c2d-8394-2a50d0681eff HTTP/1.1" status: 200 len: 1096 time: 0.0419440 Aug 16 23:21:21.573104 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f25d3c-9e3c-4be8-ade5-0ae867a99756 req-6cbd5b22-d20d-40d0-9d03-c9fdca4d0707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:21.574628 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-53f25d3c-9e3c-4be8-ade5-0ae867a99756 req-6cbd5b22-d20d-40d0-9d03-c9fdca4d0707 service neutron] 10.222.0.68 "GET /v2.0/networks?id=6152efff-6e82-46a1-acb7-149d7c33d5d6 HTTP/1.1" status: 200 len: 913 time: 0.0930064 Aug 16 23:21:21.581703 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:21.617262 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 46976) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:21.619324 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-53f25d3c-9e3c-4be8-ade5-0ae867a99756 req-f1006487-c708-433c-8982-ae5438dca27b service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b1a870c3-5eb0-4deb-ad0e-c70a2db2c075 HTTP/1.1" status: 200 len: 217 time: 0.0371146 Aug 16 23:21:21.669435 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f25d3c-9e3c-4be8-ade5-0ae867a99756 req-de702386-5f1f-4d7f-b314-083287c765bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:21.670944 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-53f25d3c-9e3c-4be8-ade5-0ae867a99756 req-de702386-5f1f-4d7f-b314-083287c765bd service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7d6a27ac-d81b-4d19-9995-25afe2c6f338 HTTP/1.1" status: 200 len: 851 time: 0.0446806 Aug 16 23:21:21.725239 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f25d3c-9e3c-4be8-ade5-0ae867a99756 req-d386c8bc-b70a-4746-818b-a1c226c59404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:21.727299 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-53f25d3c-9e3c-4be8-ade5-0ae867a99756 req-d386c8bc-b70a-4746-818b-a1c226c59404 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6152efff-6e82-46a1-acb7-149d7c33d5d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462484 Aug 16 23:21:21.760662 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-ddd46715-51a3-41dd-a9f9-e339c7521a0f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8b09c4d7f7804af78d8e94fed61709b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1421428 Aug 16 23:21:21.762987 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 46980) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:21.812530 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d6af642c-de68-4bc5-80ef-d0c693bfef86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:21.819748 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-53f25d3c-9e3c-4be8-ade5-0ae867a99756 req-67a9f1a1-c47a-4ccc-9073-69341d39bb6f service neutron] 10.222.0.68 "GET /v2.0/networks/6152efff-6e82-46a1-acb7-149d7c33d5d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839179 Aug 16 23:21:21.833582 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d6af642c-de68-4bc5-80ef-d0c693bfef86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:21.880344 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d6af642c-de68-4bc5-80ef-d0c693bfef86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:21.883464 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d6af642c-de68-4bc5-80ef-d0c693bfef86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:21.884653 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-d6af642c-de68-4bc5-80ef-d0c693bfef86 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/85217f9d-0218-43e9-b620-9912e7cd2f9f HTTP/1.1" status: 204 len: 168 time: 0.1206343 Aug 16 23:21:21.892398 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6af642c-de68-4bc5-80ef-d0c693bfef86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85217f9d-0218-43e9-b620-9912e7cd2f9f,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:21.934436 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-53f25d3c-9e3c-4be8-ade5-0ae867a99756 req-2ceb8730-cbaf-49bd-8cc0-0dd29f2b210e service neutron] 10.222.0.68 "GET /v2.0/networks/6152efff-6e82-46a1-acb7-149d7c33d5d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065972 Aug 16 23:21:21.986766 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device d2a9b4be-4c3f-4012-bc00-df9789997251 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:21:22.009199 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: d2a9b4be-4c3f-4012-bc00-df9789997251 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:21:22.009633 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device d2a9b4be-4c3f-4012-bc00-df9789997251 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:21:22.037879 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22be1c6-814f-476b-8335-df83b78a38a6 req-c20676fc-0126-441a-98b3-906a0dc9b2c8 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:22.040280 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a22be1c6-814f-476b-8335-df83b78a38a6 req-c20676fc-0126-441a-98b3-906a0dc9b2c8 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb75110a-b327-4c2d-8394-2a50d0681eff HTTP/1.1" status: 200 len: 944 time: 0.0639119 Aug 16 23:21:22.079671 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a22be1c6-814f-476b-8335-df83b78a38a6 req-063ba99c-8039-496b-ae38-c995b4a9f042 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=d57a197c-6d47-4d56-9c9b-4cb8ea84d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330935 Aug 16 23:21:22.567082 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47004) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:22.664264 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-1e79bfcc-e65d-45e9-bfc4-3538b9fa6fd0 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:22.664752 n-d-791506-26 neutron-server[101292]: WARNING neutron.api.v2.base [None req-1e79bfcc-e65d-45e9-bfc4-3538b9fa6fd0 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 16 23:21:22.665249 n-d-791506-26 neutron-server[101292]: INFO neutron.api.v2.resource [None req-1e79bfcc-e65d-45e9-bfc4-3538b9fa6fd0 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] create failed (client error): There was a conflict when trying to complete your request. Aug 16 23:21:22.666232 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-1e79bfcc-e65d-45e9-bfc4-3538b9fa6fd0 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.0981629 Aug 16 23:21:22.669804 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47008) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:22.674074 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-0c0ac04c-908b-466c-a385-a037d3615fe6 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Request body: {'security_group': {'name': 'tempest-secgroup--622470853'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:22.696484 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0c0ac04c-908b-466c-a385-a037d3615fe6 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:22.704128 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0c0ac04c-908b-466c-a385-a037d3615fe6 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:22.795469 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0c0ac04c-908b-466c-a385-a037d3615fe6 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:22.799381 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0c0ac04c-908b-466c-a385-a037d3615fe6 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:22.809880 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:22.837343 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0ac04c-908b-466c-a385-a037d3615fe6 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a7e719a-4728-4078-97a2-a6e5c8a99643,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:22.891569 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0c0ac04c-908b-466c-a385-a037d3615fe6 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:22.895522 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0c0ac04c-908b-466c-a385-a037d3615fe6 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:22.926786 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0c0ac04c-908b-466c-a385-a037d3615fe6 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:22.927911 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-0c0ac04c-908b-466c-a385-a037d3615fe6 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2571740 Aug 16 23:21:22.930138 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0ac04c-908b-466c-a385-a037d3615fe6 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57913c63-828a-4dbd-bf43-bba8c0bec3dc,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:22.931271 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47010) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:22.936030 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-af5a4a8b-d343-4f8f-acf7-5755c0ebc16e tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Request body: {'security_group_rule': {'security_group_id': '57913c63-828a-4dbd-bf43-bba8c0bec3dc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:22.963106 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-af5a4a8b-d343-4f8f-acf7-5755c0ebc16e tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:23.020648 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-af5a4a8b-d343-4f8f-acf7-5755c0ebc16e tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:23.024719 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-af5a4a8b-d343-4f8f-acf7-5755c0ebc16e tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:23.042128 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5a4a8b-d343-4f8f-acf7-5755c0ebc16e tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=744c746c-045d-4854-9971-70807144647d,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:23.048346 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-af5a4a8b-d343-4f8f-acf7-5755c0ebc16e tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:23.049031 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-af5a4a8b-d343-4f8f-acf7-5755c0ebc16e tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1167192 Aug 16 23:21:23.051761 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47012) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:23.056205 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-881db8dc-e13c-4cea-9663-0400b8ece1d9 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Request body: {'security_group_rule': {'security_group_id': '57913c63-828a-4dbd-bf43-bba8c0bec3dc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:23.083586 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-881db8dc-e13c-4cea-9663-0400b8ece1d9 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:23.132759 n-d-791506-26 neutron-server[101291]: INFO neutron.api.v2.resource [None req-881db8dc-e13c-4cea-9663-0400b8ece1d9 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] create failed (client error): There was a conflict when trying to complete your request. Aug 16 23:21:23.134015 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-881db8dc-e13c-4cea-9663-0400b8ece1d9 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0813150 Aug 16 23:21:23.136836 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47016) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:23.190693 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9f1e93c2-31ac-4209-a1f6-879504ce512f tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:23.206597 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1342f199-2ae5-4f71-a7a0-e2cfe252de86 req-3ffb7dc8-09d6-4e38-820a-b0fae097bb98 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:23.208529 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1342f199-2ae5-4f71-a7a0-e2cfe252de86 req-3ffb7dc8-09d6-4e38-820a-b0fae097bb98 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb75110a-b327-4c2d-8394-2a50d0681eff HTTP/1.1" status: 200 len: 944 time: 0.0516479 Aug 16 23:21:23.214836 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9f1e93c2-31ac-4209-a1f6-879504ce512f tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:23.247419 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1342f199-2ae5-4f71-a7a0-e2cfe252de86 req-610482c2-29d9-4c06-b5da-ce218515f4c1 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=d57a197c-6d47-4d56-9c9b-4cb8ea84d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321071 Aug 16 23:21:23.263454 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9f1e93c2-31ac-4209-a1f6-879504ce512f tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:23.266102 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9f1e93c2-31ac-4209-a1f6-879504ce512f tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:23.267252 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-9f1e93c2-31ac-4209-a1f6-879504ce512f tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] 10.222.0.36 "DELETE /v2.0/security-groups/57913c63-828a-4dbd-bf43-bba8c0bec3dc HTTP/1.1" status: 204 len: 168 time: 0.1294916 Aug 16 23:21:23.269912 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47018) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:23.279647 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1e93c2-31ac-4209-a1f6-879504ce512f tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57913c63-828a-4dbd-bf43-bba8c0bec3dc,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:23.325992 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-7b89f161-c0d0-4397-b26d-b26d81370518 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0549431 Aug 16 23:21:23.329567 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47020) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:23.334387 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-da957bb4-a6ca-456f-afae-aa53f8e8dca6 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Request body: {'security_group': {'name': 'tempest-secgroup--1939765802'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:23.360888 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-da957bb4-a6ca-456f-afae-aa53f8e8dca6 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:23.438234 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-da957bb4-a6ca-456f-afae-aa53f8e8dca6 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:23.441934 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-da957bb4-a6ca-456f-afae-aa53f8e8dca6 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:23.469017 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-da957bb4-a6ca-456f-afae-aa53f8e8dca6 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:23.470613 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-da957bb4-a6ca-456f-afae-aa53f8e8dca6 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1400642 Aug 16 23:21:23.473622 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47022) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:23.475891 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da957bb4-a6ca-456f-afae-aa53f8e8dca6 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44f0de15-e835-49ed-9417-bddd442e5430,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:23.479351 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-ea059587-af59-42d4-8bab-fc50a43e40a9 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Request body: {'security_group_rule': {'security_group_id': '44f0de15-e835-49ed-9417-bddd442e5430', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:23.480201 n-d-791506-26 neutron-server[101291]: WARNING neutron.api.v2.base [None req-ea059587-af59-42d4-8bab-fc50a43e40a9 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 16 23:21:23.480731 n-d-791506-26 neutron-server[101291]: INFO neutron.api.v2.resource [None req-ea059587-af59-42d4-8bab-fc50a43e40a9 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 23:21:23.481701 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-ea059587-af59-42d4-8bab-fc50a43e40a9 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0068777 Aug 16 23:21:23.485047 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47024) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:23.537967 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a0de10f3-b267-46bb-9863-6ed6fd3cd253 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:23.560408 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a0de10f3-b267-46bb-9863-6ed6fd3cd253 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:23.601773 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a0de10f3-b267-46bb-9863-6ed6fd3cd253 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:23.604285 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a0de10f3-b267-46bb-9863-6ed6fd3cd253 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:23.605512 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-a0de10f3-b267-46bb-9863-6ed6fd3cd253 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] 10.222.0.36 "DELETE /v2.0/security-groups/44f0de15-e835-49ed-9417-bddd442e5430 HTTP/1.1" status: 204 len: 168 time: 0.1195693 Aug 16 23:21:23.608351 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47026) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:23.614662 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0de10f3-b267-46bb-9863-6ed6fd3cd253 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f0de15-e835-49ed-9417-bddd442e5430,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:23.652083 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-48a64e3c-593d-492b-894f-2d4d452a6b62 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0425446 Aug 16 23:21:23.655683 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47028) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:23.660045 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-f77bb6c8-ccf7-494c-9b21-002fd3f017cc tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Request body: {'security_group': {'name': 'tempest-secgroup--1860151283'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:23.682170 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f77bb6c8-ccf7-494c-9b21-002fd3f017cc tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:23.761917 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f77bb6c8-ccf7-494c-9b21-002fd3f017cc tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:23.765584 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f77bb6c8-ccf7-494c-9b21-002fd3f017cc tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:23.793382 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f77bb6c8-ccf7-494c-9b21-002fd3f017cc tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:23.794605 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-f77bb6c8-ccf7-494c-9b21-002fd3f017cc tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1379974 Aug 16 23:21:23.796364 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77bb6c8-ccf7-494c-9b21-002fd3f017cc tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baeb1857-7cbf-4580-9b40-706bbb86df90,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:23.797642 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47030) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:23.810860 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-88e90583-4c74-4e6a-9325-5ec91e02a634 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Request body: {'security_group_rule': {'security_group_id': 'baeb1857-7cbf-4580-9b40-706bbb86df90', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:23.811681 n-d-791506-26 neutron-server[101291]: WARNING neutron.api.v2.base [None req-88e90583-4c74-4e6a-9325-5ec91e02a634 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 16 23:21:23.812180 n-d-791506-26 neutron-server[101291]: INFO neutron.api.v2.resource [None req-88e90583-4c74-4e6a-9325-5ec91e02a634 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 23:21:23.813172 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-88e90583-4c74-4e6a-9325-5ec91e02a634 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0145230 Aug 16 23:21:23.815804 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47032) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:23.868284 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bbfd281b-37f0-4226-bd48-b12586d72ffe tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:23.890059 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bbfd281b-37f0-4226-bd48-b12586d72ffe tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:23.935175 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bbfd281b-37f0-4226-bd48-b12586d72ffe tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:23.937867 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bbfd281b-37f0-4226-bd48-b12586d72ffe tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:23.938998 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-bbfd281b-37f0-4226-bd48-b12586d72ffe tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] 10.222.0.36 "DELETE /v2.0/security-groups/baeb1857-7cbf-4580-9b40-706bbb86df90 HTTP/1.1" status: 204 len: 168 time: 0.1215959 Aug 16 23:21:23.941787 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47034) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:23.948214 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfd281b-37f0-4226-bd48-b12586d72ffe tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=baeb1857-7cbf-4580-9b40-706bbb86df90,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:23.983773 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-946151a8-a136-4b7e-be09-bbf3fd03649a tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0408239 Aug 16 23:21:23.987757 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47036) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:23.992791 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-4e398881-4457-41ee-af87-57e2f611450d tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Request body: {'security_group': {'name': 'tempest-secgroup--739413327'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:24.013878 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4e398881-4457-41ee-af87-57e2f611450d tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:24.098874 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4e398881-4457-41ee-af87-57e2f611450d tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:24.103547 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4e398881-4457-41ee-af87-57e2f611450d tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:24.128244 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4e398881-4457-41ee-af87-57e2f611450d tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:24.129546 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-4e398881-4457-41ee-af87-57e2f611450d tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1408062 Aug 16 23:21:24.132704 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47038) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:24.133711 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e398881-4457-41ee-af87-57e2f611450d tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a641b09-5160-4824-b69d-490f620035d0,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:24.137454 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-1da78775-b666-4af2-9720-86a29744d6cf tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Request body: {'security_group_rule': {'security_group_id': '2a641b09-5160-4824-b69d-490f620035d0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:24.138553 n-d-791506-26 neutron-server[101291]: WARNING neutron.api.v2.base [None req-1da78775-b666-4af2-9720-86a29744d6cf tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 16 23:21:24.139052 n-d-791506-26 neutron-server[101291]: INFO neutron.api.v2.resource [None req-1da78775-b666-4af2-9720-86a29744d6cf tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 23:21:24.140578 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-1da78775-b666-4af2-9720-86a29744d6cf tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0062308 Aug 16 23:21:24.142748 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47040) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:24.385058 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4c6524-f374-4a50-a9a8-44c53a1d2c67 req-6f59a144-9e9d-4731-9486-6ef3925b856d tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:24.386756 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cf4c6524-f374-4a50-a9a8-44c53a1d2c67 req-6f59a144-9e9d-4731-9486-6ef3925b856d tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb75110a-b327-4c2d-8394-2a50d0681eff HTTP/1.1" status: 200 len: 944 time: 0.0601654 Aug 16 23:21:24.404056 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device b1a870c3-5eb0-4deb-ad0e-c70a2db2c075 details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:21:24.439647 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cf4c6524-f374-4a50-a9a8-44c53a1d2c67 req-e74ed877-5c5f-43e2-a65a-12358658a8dd tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=d57a197c-6d47-4d56-9c9b-4cb8ea84d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461185 Aug 16 23:21:24.443534 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-e991c126-f659-4cb1-8eb0-877d2c1c8dd6 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Request body: {'security_group_rule': {'security_group_id': '2a641b09-5160-4824-b69d-490f620035d0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:24.444104 n-d-791506-26 neutron-server[101291]: WARNING neutron.api.v2.base [None req-e991c126-f659-4cb1-8eb0-877d2c1c8dd6 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 16 23:21:24.444615 n-d-791506-26 neutron-server[101291]: INFO neutron.api.v2.resource [None req-e991c126-f659-4cb1-8eb0-877d2c1c8dd6 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 23:21:24.448125 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-e991c126-f659-4cb1-8eb0-877d2c1c8dd6 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.3019750 Aug 16 23:21:24.448333 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47044) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:24.452745 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-f39fdff4-5fd0-4c41-840e-b0544d186ed8 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Request body: {'security_group_rule': {'security_group_id': '2a641b09-5160-4824-b69d-490f620035d0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:24.453561 n-d-791506-26 neutron-server[101291]: WARNING neutron.api.v2.base [None req-f39fdff4-5fd0-4c41-840e-b0544d186ed8 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 16 23:21:24.454036 n-d-791506-26 neutron-server[101291]: INFO neutron.api.v2.resource [None req-f39fdff4-5fd0-4c41-840e-b0544d186ed8 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 23:21:24.458469 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-f39fdff4-5fd0-4c41-840e-b0544d186ed8 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0060856 Aug 16 23:21:24.459404 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47046) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:24.465312 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-718f5607-f85f-4a1b-9ee5-3ce5ea67388f tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Request body: {'security_group_rule': {'security_group_id': '2a641b09-5160-4824-b69d-490f620035d0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:24.466195 n-d-791506-26 neutron-server[101292]: WARNING neutron.api.v2.base [None req-718f5607-f85f-4a1b-9ee5-3ce5ea67388f tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 16 23:21:24.466683 n-d-791506-26 neutron-server[101292]: INFO neutron.api.v2.resource [None req-718f5607-f85f-4a1b-9ee5-3ce5ea67388f tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 23:21:24.468583 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-718f5607-f85f-4a1b-9ee5-3ce5ea67388f tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0064301 Aug 16 23:21:24.470244 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47048) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:24.527012 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8475a6b4-568f-4881-a5ab-4215ba35e45a tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:24.531239 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port b1a870c3-5eb0-4deb-ad0e-c70a2db2c075, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=b1a870c3-5eb0-4deb-ad0e-c70a2db2c075,segment=NetworkSegment(10a968c4-5c7d-4c23-b34c-ca325bfda5cc),segment_id=10a968c4-5c7d-4c23-b34c-ca325bfda5cc)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:21:24.546755 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': 'b1a870c3-5eb0-4deb-ad0e-c70a2db2c075', 'network_id': '6152efff-6e82-46a1-acb7-149d7c33d5d6', 'port_id': 'b1a870c3-5eb0-4deb-ad0e-c70a2db2c075', 'mac_address': 'fa:16:3e:4b:e6:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d6a27ac-d81b-4d19-9995-25afe2c6f338', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:21:24.550564 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8475a6b4-568f-4881-a5ab-4215ba35e45a tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:24.587378 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:24.593717 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8475a6b4-568f-4881-a5ab-4215ba35e45a tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:24.596383 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8475a6b4-568f-4881-a5ab-4215ba35e45a tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:24.598241 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-8475a6b4-568f-4881-a5ab-4215ba35e45a tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] 10.222.0.36 "DELETE /v2.0/security-groups/2a641b09-5160-4824-b69d-490f620035d0 HTTP/1.1" status: 204 len: 168 time: 0.1268785 Aug 16 23:21:24.601405 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47050) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:24.608946 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8475a6b4-568f-4881-a5ab-4215ba35e45a tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a641b09-5160-4824-b69d-490f620035d0,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:24.610279 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1a870c3-5eb0-4deb-ad0e-c70a2db2c075 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:21:24.638053 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port b1a870c3-5eb0-4deb-ad0e-c70a2db2c075, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=b1a870c3-5eb0-4deb-ad0e-c70a2db2c075,segment=NetworkSegment(10a968c4-5c7d-4c23-b34c-ca325bfda5cc),segment_id=10a968c4-5c7d-4c23-b34c-ca325bfda5cc)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:21:24.642815 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:24.662169 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-5c507641-f815-4396-8def-5c2e8ce08c4a tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0596116 Aug 16 23:21:24.666456 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47052) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:24.671221 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-212393e0-09dd-49fc-a876-2e77fd907c91 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Request body: {'security_group': {'name': 'tempest-secgroup--79867342'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:24.691462 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=b1a870c3-5eb0-4deb-ad0e-c70a2db2c075,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:24.698234 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-212393e0-09dd-49fc-a876-2e77fd907c91 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:24.786001 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-212393e0-09dd-49fc-a876-2e77fd907c91 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:24.790174 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-212393e0-09dd-49fc-a876-2e77fd907c91 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:24.817329 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-212393e0-09dd-49fc-a876-2e77fd907c91 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:24.818534 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-212393e0-09dd-49fc-a876-2e77fd907c91 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1510048 Aug 16 23:21:24.822125 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47054) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:24.827404 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-515dee01-e642-42de-94a8-e34a5b236374 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Request body: {'security_group_rule': {'security_group_id': '57ed9813-ec66-408b-adbd-7ef9436581f7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:24.827881 n-d-791506-26 neutron-server[101292]: WARNING neutron.api.v2.base [None req-515dee01-e642-42de-94a8-e34a5b236374 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 16 23:21:24.828366 n-d-791506-26 neutron-server[101292]: INFO neutron.api.v2.resource [None req-515dee01-e642-42de-94a8-e34a5b236374 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 23:21:24.829311 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-515dee01-e642-42de-94a8-e34a5b236374 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0063055 Aug 16 23:21:24.830093 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212393e0-09dd-49fc-a876-2e77fd907c91 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57ed9813-ec66-408b-adbd-7ef9436581f7,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:24.833501 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47056) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:24.843954 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-a4895d82-567e-4424-a551-fd705c554561 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Request body: {'security_group_rule': {'security_group_id': '57ed9813-ec66-408b-adbd-7ef9436581f7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:24.880490 n-d-791506-26 neutron-server[101291]: INFO neutron.api.v2.resource [None req-a4895d82-567e-4424-a551-fd705c554561 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 23:21:24.884770 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-a4895d82-567e-4424-a551-fd705c554561 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0470312 Aug 16 23:21:24.884917 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47058) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:24.889729 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-45775b50-96d4-4c1d-8dde-7fbc3c728258 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Request body: {'security_group_rule': {'security_group_id': '57ed9813-ec66-408b-adbd-7ef9436581f7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:24.890198 n-d-791506-26 neutron-server[101291]: WARNING neutron.api.v2.base [None req-45775b50-96d4-4c1d-8dde-7fbc3c728258 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 16 23:21:24.890658 n-d-791506-26 neutron-server[101291]: INFO neutron.api.v2.resource [None req-45775b50-96d4-4c1d-8dde-7fbc3c728258 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 23:21:24.891553 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-45775b50-96d4-4c1d-8dde-7fbc3c728258 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0057650 Aug 16 23:21:24.895733 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47060) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:24.899917 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-d40a7fdf-e769-4c57-83d0-38e0e91f141a tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Request body: {'security_group_rule': {'security_group_id': '57ed9813-ec66-408b-adbd-7ef9436581f7', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:24.936802 n-d-791506-26 neutron-server[101291]: INFO neutron.api.v2.resource [None req-d40a7fdf-e769-4c57-83d0-38e0e91f141a tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 23:21:24.938056 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-d40a7fdf-e769-4c57-83d0-38e0e91f141a tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0414295 Aug 16 23:21:24.940990 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47062) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:24.945753 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-ae054700-a374-4d59-b7a1-3284e5c2a929 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Request body: {'security_group_rule': {'security_group_id': '57ed9813-ec66-408b-adbd-7ef9436581f7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:24.946383 n-d-791506-26 neutron-server[101292]: WARNING neutron.api.v2.base [None req-ae054700-a374-4d59-b7a1-3284e5c2a929 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 16 23:21:24.946703 n-d-791506-26 neutron-server[101292]: INFO neutron.api.v2.resource [None req-ae054700-a374-4d59-b7a1-3284e5c2a929 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 23:21:24.948567 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-ae054700-a374-4d59-b7a1-3284e5c2a929 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0065830 Aug 16 23:21:24.950273 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['b1a870c3-5eb0-4deb-ad0e-c70a2db2c075'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:21:24.951542 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47064) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:24.957048 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-987fba7d-6798-4e96-a567-baff62163050 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Request body: {'security_group_rule': {'security_group_id': '57ed9813-ec66-408b-adbd-7ef9436581f7', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:24.982388 n-d-791506-26 neutron-server[101292]: INFO neutron.db.securitygroups_db [None req-987fba7d-6798-4e96-a567-baff62163050 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Project 5ba2dd2988bf46df911076ad1fe3b150 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 23:21:25.001223 n-d-791506-26 neutron-server[101292]: INFO neutron.api.v2.resource [None req-987fba7d-6798-4e96-a567-baff62163050 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 23:21:25.002891 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-987fba7d-6798-4e96-a567-baff62163050 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0503778 Aug 16 23:21:25.005665 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47066) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:25.010444 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-1f6f8573-2a3e-49e8-8fa4-060a140c61f9 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Request body: {'security_group_rule': {'security_group_id': '57ed9813-ec66-408b-adbd-7ef9436581f7', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:25.010993 n-d-791506-26 neutron-server[101292]: WARNING neutron.api.v2.base [None req-1f6f8573-2a3e-49e8-8fa4-060a140c61f9 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 16 23:21:25.011540 n-d-791506-26 neutron-server[101292]: INFO neutron.api.v2.resource [None req-1f6f8573-2a3e-49e8-8fa4-060a140c61f9 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 23:21:25.012611 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-1f6f8573-2a3e-49e8-8fa4-060a140c61f9 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0058479 Aug 16 23:21:25.015050 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47068) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:25.020185 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-6b4eaff2-904b-4ca4-a64e-a6fcd914c798 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Request body: {'security_group_rule': {'security_group_id': '57ed9813-ec66-408b-adbd-7ef9436581f7', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:25.043041 n-d-791506-26 neutron-server[101292]: INFO neutron.db.securitygroups_db [None req-6b4eaff2-904b-4ca4-a64e-a6fcd914c798 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Project 5ba2dd2988bf46df911076ad1fe3b150 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 23:21:25.056855 n-d-791506-26 neutron-server[101292]: INFO neutron.api.v2.resource [None req-6b4eaff2-904b-4ca4-a64e-a6fcd914c798 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 23:21:25.061285 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-6b4eaff2-904b-4ca4-a64e-a6fcd914c798 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0426617 Aug 16 23:21:25.062051 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47070) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:25.067677 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-beeda7d1-9f2a-4a32-a2d4-ced519b5ec10 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Request body: {'security_group_rule': {'security_group_id': '57ed9813-ec66-408b-adbd-7ef9436581f7', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:25.097849 n-d-791506-26 neutron-server[101292]: INFO neutron.db.securitygroups_db [None req-beeda7d1-9f2a-4a32-a2d4-ced519b5ec10 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Project 5ba2dd2988bf46df911076ad1fe3b150 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 23:21:25.113067 n-d-791506-26 neutron-server[101292]: INFO neutron.api.v2.resource [None req-beeda7d1-9f2a-4a32-a2d4-ced519b5ec10 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 23:21:25.114140 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-beeda7d1-9f2a-4a32-a2d4-ced519b5ec10 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0510437 Aug 16 23:21:25.117140 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47072) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:25.168770 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e94defb7-ff4f-4cb3-912d-83aa6aefe3fe tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:25.189946 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e94defb7-ff4f-4cb3-912d-83aa6aefe3fe tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:25.230514 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e94defb7-ff4f-4cb3-912d-83aa6aefe3fe tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:25.233117 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e94defb7-ff4f-4cb3-912d-83aa6aefe3fe tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:25.234308 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-e94defb7-ff4f-4cb3-912d-83aa6aefe3fe tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] 10.222.0.36 "DELETE /v2.0/security-groups/57ed9813-ec66-408b-adbd-7ef9436581f7 HTTP/1.1" status: 204 len: 168 time: 0.1162550 Aug 16 23:21:25.237342 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47074) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:25.248726 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94defb7-ff4f-4cb3-912d-83aa6aefe3fe tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ed9813-ec66-408b-adbd-7ef9436581f7,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:25.289001 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-bce8ee6b-fc8a-4385-8750-1bda1dea26d2 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0500674 Aug 16 23:21:25.295375 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47076) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:25.300213 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-ca7bb198-b495-4dcb-a940-95eedb1bfbb8 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Request body: {'security_group': {'name': 'tempest-secgroup--868963803'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:25.322464 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ca7bb198-b495-4dcb-a940-95eedb1bfbb8 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:25.402559 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ca7bb198-b495-4dcb-a940-95eedb1bfbb8 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:25.406758 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ca7bb198-b495-4dcb-a940-95eedb1bfbb8 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:25.439623 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ca7bb198-b495-4dcb-a940-95eedb1bfbb8 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:25.443612 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-ca7bb198-b495-4dcb-a940-95eedb1bfbb8 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1445293 Aug 16 23:21:25.443612 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7bb198-b495-4dcb-a940-95eedb1bfbb8 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7fe1893-a680-4236-9a64-afe5762d6057,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:25.444714 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47078) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:25.453268 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-e29920b1-3f69-4beb-bcff-32511a76371a tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Request body: {'security_group_rule': {'security_group_id': 'a7fe1893-a680-4236-9a64-afe5762d6057', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:25.455565 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:25.500135 n-d-791506-26 neutron-server[101292]: INFO neutron.api.v2.resource [None req-e29920b1-3f69-4beb-bcff-32511a76371a tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] create failed (client error): The resource could not be found. Aug 16 23:21:25.501524 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-e29920b1-3f69-4beb-bcff-32511a76371a tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0539877 Aug 16 23:21:25.504866 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47082) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:25.510132 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-dc7f7dc0-1fbc-4c1b-a529-dc9ff061a3b7 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Request body: {'security_group_rule': {'security_group_id': 'a7fe1893-a680-4236-9a64-afe5762d6057', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '44460e40-235a-4d8a-b693-9320acad7d77'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:25.550797 n-d-791506-26 neutron-server[101291]: INFO neutron.api.v2.resource [None req-dc7f7dc0-1fbc-4c1b-a529-dc9ff061a3b7 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] create failed (client error): The resource could not be found. Aug 16 23:21:25.551714 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-dc7f7dc0-1fbc-4c1b-a529-dc9ff061a3b7 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0457990 Aug 16 23:21:25.554982 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47084) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:25.564847 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7745d0-a49d-44f6-a994-5b30ac509897 req-3dfe07b4-9cf4-4362-a013-187d313e8958 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:25.566416 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ae7745d0-a49d-44f6-a994-5b30ac509897 req-3dfe07b4-9cf4-4362-a013-187d313e8958 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb75110a-b327-4c2d-8394-2a50d0681eff HTTP/1.1" status: 200 len: 945 time: 0.0510237 Aug 16 23:21:25.607707 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d62a89d6-7740-4b9d-b8c2-8686a7946392 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:25.608478 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ae7745d0-a49d-44f6-a994-5b30ac509897 req-8642d7c6-204b-413d-b92f-0768bc42410a tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=d57a197c-6d47-4d56-9c9b-4cb8ea84d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350080 Aug 16 23:21:25.632214 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d62a89d6-7740-4b9d-b8c2-8686a7946392 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:25.673652 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d62a89d6-7740-4b9d-b8c2-8686a7946392 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:25.676140 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d62a89d6-7740-4b9d-b8c2-8686a7946392 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:25.677407 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-d62a89d6-7740-4b9d-b8c2-8686a7946392 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] 10.222.0.36 "DELETE /v2.0/security-groups/a7fe1893-a680-4236-9a64-afe5762d6057 HTTP/1.1" status: 204 len: 168 time: 0.1213989 Aug 16 23:21:25.681838 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47086) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:25.687215 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62a89d6-7740-4b9d-b8c2-8686a7946392 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7fe1893-a680-4236-9a64-afe5762d6057,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:25.729589 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-4339d919-c3fb-4451-8088-0bf91031845a tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0462697 Aug 16 23:21:25.733138 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47088) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:25.737904 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-4c6fa0dd-d352-4e00-ae26-a42fecb5dbce tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Request body: {'security_group_rule': {'security_group_id': '51cc0997-f686-4234-b34e-8ea17a50e395', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:25.778722 n-d-791506-26 neutron-server[101292]: INFO neutron.api.v2.resource [None req-4c6fa0dd-d352-4e00-ae26-a42fecb5dbce tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] create failed (client error): The resource could not be found. Aug 16 23:21:25.780044 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-4c6fa0dd-d352-4e00-ae26-a42fecb5dbce tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0458875 Aug 16 23:21:25.783632 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47090) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:25.789502 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-b455ef7d-7555-4f51-8933-2ceacd2707d0 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Request body: {'security_group': {'name': 'tempest-secgroup--497621589'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:25.810997 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b455ef7d-7555-4f51-8933-2ceacd2707d0 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:25.891484 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b455ef7d-7555-4f51-8933-2ceacd2707d0 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:25.895527 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b455ef7d-7555-4f51-8933-2ceacd2707d0 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:25.927280 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b455ef7d-7555-4f51-8933-2ceacd2707d0 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:25.930666 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-b455ef7d-7555-4f51-8933-2ceacd2707d0 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1438775 Aug 16 23:21:25.931393 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47092) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:25.937095 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-4ca8c25e-7516-491f-994a-ca3b0ff0b114 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Request body: {'security_group': {'name': 'tempest-secgroup--1783232319'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:25.942011 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b455ef7d-7555-4f51-8933-2ceacd2707d0 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53d5a0c3-5873-4709-a035-b8b125882b2e,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:25.963100 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4ca8c25e-7516-491f-994a-ca3b0ff0b114 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:26.047446 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4ca8c25e-7516-491f-994a-ca3b0ff0b114 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:26.051320 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4ca8c25e-7516-491f-994a-ca3b0ff0b114 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:26.077160 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4ca8c25e-7516-491f-994a-ca3b0ff0b114 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:26.078353 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-4ca8c25e-7516-491f-994a-ca3b0ff0b114 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1458788 Aug 16 23:21:26.081857 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47094) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:26.082358 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca8c25e-7516-491f-994a-ca3b0ff0b114 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73a43d59-fb0a-43f9-af7d-feebf76cb18d,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:26.088682 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-3dae56d8-e5c1-45d4-ac4f-67a558bc9972 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Request body: {'security_group_rule': {'security_group_id': '53d5a0c3-5873-4709-a035-b8b125882b2e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '73a43d59-fb0a-43f9-af7d-feebf76cb18d'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:26.124681 n-d-791506-26 neutron-server[101291]: INFO neutron.api.v2.resource [None req-3dae56d8-e5c1-45d4-ac4f-67a558bc9972 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 23:21:26.125730 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-3dae56d8-e5c1-45d4-ac4f-67a558bc9972 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0418332 Aug 16 23:21:26.128488 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47096) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:26.181580 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-34ca35c7-b589-41c2-8e33-10e7d8588312 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:26.203639 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-34ca35c7-b589-41c2-8e33-10e7d8588312 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:26.248790 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-34ca35c7-b589-41c2-8e33-10e7d8588312 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:26.251569 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-34ca35c7-b589-41c2-8e33-10e7d8588312 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:26.252744 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-34ca35c7-b589-41c2-8e33-10e7d8588312 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] 10.222.0.36 "DELETE /v2.0/security-groups/73a43d59-fb0a-43f9-af7d-feebf76cb18d HTTP/1.1" status: 204 len: 168 time: 0.1233153 Aug 16 23:21:26.255415 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47098) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:26.266467 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ca35c7-b589-41c2-8e33-10e7d8588312 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a43d59-fb0a-43f9-af7d-feebf76cb18d,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:26.330643 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-23227524-3e73-41cc-81c8-b3391eb897e0 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0738695 Aug 16 23:21:26.333677 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47100) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:26.386523 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e8d215a0-1b15-4619-bca0-73af6e7948dd tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:26.404386 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device b1a870c3-5eb0-4deb-ad0e-c70a2db2c075 up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:21:26.415803 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e8d215a0-1b15-4619-bca0-73af6e7948dd tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:26.454058 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning for port b1a870c3-5eb0-4deb-ad0e-c70a2db2c075 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:21:26.458170 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port b1a870c3-5eb0-4deb-ad0e-c70a2db2c075 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:21:26.458880 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:26.460519 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e8d215a0-1b15-4619-bca0-73af6e7948dd tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:26.463108 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e8d215a0-1b15-4619-bca0-73af6e7948dd tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:26.464279 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-e8d215a0-1b15-4619-bca0-73af6e7948dd tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] 10.222.0.36 "DELETE /v2.0/security-groups/53d5a0c3-5873-4709-a035-b8b125882b2e HTTP/1.1" status: 204 len: 168 time: 0.1297140 Aug 16 23:21:26.467204 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47102) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:26.474320 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d215a0-1b15-4619-bca0-73af6e7948dd tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d5a0c3-5873-4709-a035-b8b125882b2e,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:26.515285 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-efa645f4-459f-4478-9bb4-9505d7508fef tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0469124 Aug 16 23:21:26.518923 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47104) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:26.524150 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-12a131c3-07ad-4e0d-9810-ec5ab74ba6ea tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Request body: {'security_group': {'name': 'tempest-secgroup--280598868'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:26.546953 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-12a131c3-07ad-4e0d-9810-ec5ab74ba6ea tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:26.557236 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:26.580280 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb75110a-b327-4c2d-8394-2a50d0681eff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1a870c3-5eb0-4deb-ad0e-c70a2db2c075'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:21:26.582609 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fd4b84f-8ca4-4690-85f1-ff34320a9751" -d '{"events": [{"server_uuid": "fb75110a-b327-4c2d-8394-2a50d0681eff", "name": "network-vif-plugged", "status": "completed", "tag": "b1a870c3-5eb0-4deb-ad0e-c70a2db2c075"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:21:26.597269 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port b1a870c3-5eb0-4deb-ad0e-c70a2db2c075, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=b1a870c3-5eb0-4deb-ad0e-c70a2db2c075,segment=NetworkSegment(10a968c4-5c7d-4c23-b34c-ca325bfda5cc),segment_id=10a968c4-5c7d-4c23-b34c-ca325bfda5cc)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:21:26.602209 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:26.631502 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26e8b12a-ddc1-4643-879f-f2eeba4b805f x-openstack-request-id: req-26e8b12a-ddc1-4643-879f-f2eeba4b805f {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:21:26.632430 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb75110a-b327-4c2d-8394-2a50d0681eff", "name": "network-vif-plugged", "status": "completed", "tag": "b1a870c3-5eb0-4deb-ad0e-c70a2db2c075", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:21:26.633055 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-26e8b12a-ddc1-4643-879f-f2eeba4b805f {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:21:26.633055 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb75110a-b327-4c2d-8394-2a50d0681eff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1a870c3-5eb0-4deb-ad0e-c70a2db2c075', 'code': 200} Aug 16 23:21:26.651303 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-12a131c3-07ad-4e0d-9810-ec5ab74ba6ea tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:26.660465 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-12a131c3-07ad-4e0d-9810-ec5ab74ba6ea tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:26.666587 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=b1a870c3-5eb0-4deb-ad0e-c70a2db2c075,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:26.684921 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-12a131c3-07ad-4e0d-9810-ec5ab74ba6ea tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:26.686339 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-12a131c3-07ad-4e0d-9810-ec5ab74ba6ea tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1660235 Aug 16 23:21:26.689088 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47110) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:26.693734 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-fc0fe921-b056-4fff-be13-cdcc13a571ed tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Request body: {'security_group_rule': {'security_group_id': 'e2984bae-c307-439a-a2ee-6be6808ea11c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:26.714540 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a131c3-07ad-4e0d-9810-ec5ab74ba6ea tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2984bae-c307-439a-a2ee-6be6808ea11c,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:26.760700 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26e59f7-1412-4356-863e-0a64e2f888ea req-3960a282-d471-49a8-b8be-af2cf036fff2 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:26.762210 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c26e59f7-1412-4356-863e-0a64e2f888ea req-3960a282-d471-49a8-b8be-af2cf036fff2 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb75110a-b327-4c2d-8394-2a50d0681eff HTTP/1.1" status: 200 len: 946 time: 0.0531750 Aug 16 23:21:26.779368 n-d-791506-26 neutron-server[101291]: INFO neutron.api.v2.resource [None req-fc0fe921-b056-4fff-be13-cdcc13a571ed tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 23:21:26.780954 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-fc0fe921-b056-4fff-be13-cdcc13a571ed tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0905347 Aug 16 23:21:26.784264 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c61a422-9492-4ee2-961e-64c02dff0ba9 req-2276a267-c029-4ccd-9b22-390e5c109b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:26.785587 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47112) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:26.786425 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4c61a422-9492-4ee2-961e-64c02dff0ba9 req-2276a267-c029-4ccd-9b22-390e5c109b5f service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=fb75110a-b327-4c2d-8394-2a50d0681eff HTTP/1.1" status: 200 len: 1098 time: 0.0668023 Aug 16 23:21:26.791033 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-441b3ffa-5cdf-4f23-a43a-d16450901c98 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Request body: {'security_group_rule': {'security_group_id': 'e2984bae-c307-439a-a2ee-6be6808ea11c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:26.822265 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c26e59f7-1412-4356-863e-0a64e2f888ea req-a70495a3-7ffa-4b95-94cb-2d8304ff0045 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=d57a197c-6d47-4d56-9c9b-4cb8ea84d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536003 Aug 16 23:21:26.824391 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4c61a422-9492-4ee2-961e-64c02dff0ba9 req-1c79e041-ce6b-485b-abf7-7af974bf9f27 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=d57a197c-6d47-4d56-9c9b-4cb8ea84d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297122 Aug 16 23:21:26.843943 n-d-791506-26 neutron-server[101292]: INFO neutron.api.v2.resource [None req-441b3ffa-5cdf-4f23-a43a-d16450901c98 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 23:21:26.845040 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-441b3ffa-5cdf-4f23-a43a-d16450901c98 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0583413 Aug 16 23:21:26.847821 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47114) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:26.899672 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-71557d58-1b35-40c8-a391-e0785f549f0c tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:26.922894 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-71557d58-1b35-40c8-a391-e0785f549f0c tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:26.969680 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-71557d58-1b35-40c8-a391-e0785f549f0c tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:26.972381 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-71557d58-1b35-40c8-a391-e0785f549f0c tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:26.973580 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-71557d58-1b35-40c8-a391-e0785f549f0c tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] 10.222.0.36 "DELETE /v2.0/security-groups/e2984bae-c307-439a-a2ee-6be6808ea11c HTTP/1.1" status: 204 len: 168 time: 0.1248269 Aug 16 23:21:26.976902 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47116) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:26.984017 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71557d58-1b35-40c8-a391-e0785f549f0c tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2984bae-c307-439a-a2ee-6be6808ea11c,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:27.030258 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-2c5f4dbf-db98-43cc-b98e-9943b76d76d8 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0522118 Aug 16 23:21:27.035278 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47118) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:27.040308 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-7d6488a8-e59a-4605-a559-f04dcc298190 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Request body: {'security_group': {'name': 'tempest-secgroup--1827024564'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:27.061794 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7d6488a8-e59a-4605-a559-f04dcc298190 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:27.143928 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7d6488a8-e59a-4605-a559-f04dcc298190 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:27.148046 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7d6488a8-e59a-4605-a559-f04dcc298190 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:27.177489 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6488a8-e59a-4605-a559-f04dcc298190 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5bc2b34-473d-47d2-8302-de0f25e4ddfb,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:27.181457 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7d6488a8-e59a-4605-a559-f04dcc298190 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:27.182836 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-7d6488a8-e59a-4605-a559-f04dcc298190 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1466296 Aug 16 23:21:27.185659 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47120) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:27.190352 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-57f88985-db84-457e-b0e7-de89310fd5a4 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:27.190884 n-d-791506-26 neutron-server[101291]: WARNING neutron.api.v2.base [None req-57f88985-db84-457e-b0e7-de89310fd5a4 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 16 23:21:27.191398 n-d-791506-26 neutron-server[101291]: INFO neutron.api.v2.resource [None req-57f88985-db84-457e-b0e7-de89310fd5a4 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] update failed (client error): There was a conflict when trying to complete your request. Aug 16 23:21:27.192308 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-57f88985-db84-457e-b0e7-de89310fd5a4 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] 10.222.0.36 "PUT /v2.0/security-groups/d5bc2b34-473d-47d2-8302-de0f25e4ddfb HTTP/1.1" status: 409 len: 330 time: 0.0056150 Aug 16 23:21:27.194935 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47122) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:27.248565 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e1fcf325-4c52-46b4-954f-474b8a06d925 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:27.271938 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e1fcf325-4c52-46b4-954f-474b8a06d925 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:27.315228 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e1fcf325-4c52-46b4-954f-474b8a06d925 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:27.317767 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e1fcf325-4c52-46b4-954f-474b8a06d925 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:27.319011 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-e1fcf325-4c52-46b4-954f-474b8a06d925 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] 10.222.0.36 "DELETE /v2.0/security-groups/d5bc2b34-473d-47d2-8302-de0f25e4ddfb HTTP/1.1" status: 204 len: 168 time: 0.1231441 Aug 16 23:21:27.322614 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47124) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:27.328472 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fcf325-4c52-46b4-954f-474b8a06d925 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5bc2b34-473d-47d2-8302-de0f25e4ddfb,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:27.368281 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-9bb5618c-adc0-4c89-90b0-fad9711a3fc4 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0442400 Aug 16 23:21:27.371959 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47126) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:27.385432 n-d-791506-26 neutron-server[101292]: INFO neutron.api.v2.resource [None req-8eb031d6-2f1e-4e24-8aae-64c412fdd346 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] delete failed (client error): The resource could not be found. Aug 16 23:21:27.386419 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-8eb031d6-2f1e-4e24-8aae-64c412fdd346 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] 10.222.0.36 "DELETE /v2.0/security-groups/0b60f486-4d09-4537-9e07-d690a3a72b4a HTTP/1.1" status: 404 len: 347 time: 0.0135736 Aug 16 23:21:27.390204 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47128) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:27.406717 n-d-791506-26 neutron-server[101292]: INFO neutron.api.v2.resource [None req-43914e3e-ed48-41ef-b7d4-d210fe49fc2e tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] show failed (client error): The resource could not be found. Aug 16 23:21:27.407956 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-43914e3e-ed48-41ef-b7d4-d210fe49fc2e tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] 10.222.0.36 "GET /v2.0/security-groups/44ce6c0b-7577-49a3-8f5e-062eb9c42255 HTTP/1.1" status: 404 len: 347 time: 0.0165255 Aug 16 23:21:27.411421 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47130) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:27.426500 n-d-791506-26 neutron-server[101292]: INFO neutron.api.v2.resource [None req-a3edc17c-71db-428f-96c7-1925d5eb4b69 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] show failed (client error): The resource could not be found. Aug 16 23:21:27.427465 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-a3edc17c-71db-428f-96c7-1925d5eb4b69 tempest-NegativeSecGroupIPv6Test-574321643 tempest-NegativeSecGroupIPv6Test-574321643-project] 10.222.0.36 "GET /v2.0/security-group-rules/13ff69f2-4124-4eb3-83a0-b2e3c7596d9a HTTP/1.1" status: 404 len: 356 time: 0.0147746 Aug 16 23:21:27.668494 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47136) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:27.813066 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-e334910b-48de-4909-846d-11300dfab037 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5ba2dd2988bf46df911076ad1fe3b150&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1432879 Aug 16 23:21:27.815578 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47140) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:27.865332 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fbef6968-1f8a-4881-be63-fa8454af2e9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:27.886369 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fbef6968-1f8a-4881-be63-fa8454af2e9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:27.961202 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fb28ba-ad2e-4131-a1fb-57ae22c20b00 req-bf42e858-16f2-42ba-b1d1-c0ae9feac3b4 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:27.962656 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d1fb28ba-ad2e-4131-a1fb-57ae22c20b00 req-bf42e858-16f2-42ba-b1d1-c0ae9feac3b4 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb75110a-b327-4c2d-8394-2a50d0681eff HTTP/1.1" status: 200 len: 946 time: 0.0607011 Aug 16 23:21:27.971912 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fbef6968-1f8a-4881-be63-fa8454af2e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:27.975909 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fbef6968-1f8a-4881-be63-fa8454af2e9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:27.977017 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-fbef6968-1f8a-4881-be63-fa8454af2e9d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5a7e719a-4728-4078-97a2-a6e5c8a99643 HTTP/1.1" status: 204 len: 168 time: 0.1605513 Aug 16 23:21:27.996763 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbef6968-1f8a-4881-be63-fa8454af2e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a7e719a-4728-4078-97a2-a6e5c8a99643,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:28.018872 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d1fb28ba-ad2e-4131-a1fb-57ae22c20b00 req-5985e860-ce88-4e4a-b541-6a61e2427b00 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=d57a197c-6d47-4d56-9c9b-4cb8ea84d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491023 Aug 16 23:21:28.247745 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4186dbda-c3d9-4aeb-98cc-69306cc78fad req-815339e1-6f6f-4b34-854a-a70c1d2b5b81 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:28.249291 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4186dbda-c3d9-4aeb-98cc-69306cc78fad req-815339e1-6f6f-4b34-854a-a70c1d2b5b81 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb75110a-b327-4c2d-8394-2a50d0681eff HTTP/1.1" status: 200 len: 946 time: 0.0538857 Aug 16 23:21:28.296234 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4186dbda-c3d9-4aeb-98cc-69306cc78fad req-3a32e72b-418f-430e-8570-4b740488c849 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=d57a197c-6d47-4d56-9c9b-4cb8ea84d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407207 Aug 16 23:21:28.669064 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47168) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:28.772182 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-b259b3a6-1f87-4249-b1c3-1e2e1fa8fcab tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1492268992'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:28.794533 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b259b3a6-1f87-4249-b1c3-1e2e1fa8fcab tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] Made reservation on behalf of a4e8e7edad5d402ca2263ddc70db11ab for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:21:28.797951 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b259b3a6-1f87-4249-b1c3-1e2e1fa8fcab tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:28.806906 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b259b3a6-1f87-4249-b1c3-1e2e1fa8fcab tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:28.898119 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b259b3a6-1f87-4249-b1c3-1e2e1fa8fcab tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:28.902050 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b259b3a6-1f87-4249-b1c3-1e2e1fa8fcab tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:28.929823 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b259b3a6-1f87-4249-b1c3-1e2e1fa8fcab tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:21:28.939453 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b259b3a6-1f87-4249-b1c3-1e2e1fa8fcab tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec139451-b6e2-4e83-8142-68dd234f44f2,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:28.945741 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b259b3a6-1f87-4249-b1c3-1e2e1fa8fcab tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:28.946086 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-b259b3a6-1f87-4249-b1c3-1e2e1fa8fcab tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] Added segment 288dece4-9249-485c-a1fe-389164d52bff of type vlan for network 02852019-23fb-4261-bf1e-21cc7755f010 Aug 16 23:21:28.987459 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b259b3a6-1f87-4249-b1c3-1e2e1fa8fcab tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:29.012486 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b259b3a6-1f87-4249-b1c3-1e2e1fa8fcab tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:29.018159 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b259b3a6-1f87-4249-b1c3-1e2e1fa8fcab tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:29.018746 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b259b3a6-1f87-4249-b1c3-1e2e1fa8fcab tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:29.076601 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-b259b3a6-1f87-4249-b1c3-1e2e1fa8fcab tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4060681 Aug 16 23:21:29.079479 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47172) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:29.085967 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-36367579-1a8d-4f54-96d1-0b49b91c5622 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] Request body: {'subnet': {'network_id': '02852019-23fb-4261-bf1e-21cc7755f010', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:29.089135 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b259b3a6-1f87-4249-b1c3-1e2e1fa8fcab tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] Pushing event updated for resources: {'Network': ['ID=02852019-23fb-4261-bf1e-21cc7755f010,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:29.103671 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 02852019-23fb-4261-bf1e-21cc7755f010 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:21:29.181564 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36367579-1a8d-4f54-96d1-0b49b91c5622 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] Made reservation on behalf of a4e8e7edad5d402ca2263ddc70db11ab for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:21:29.185621 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-36367579-1a8d-4f54-96d1-0b49b91c5622 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:29.369846 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-36367579-1a8d-4f54-96d1-0b49b91c5622 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:29.431121 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872359d9-9555-4cea-b654-e6596b7e392b req-5d334b68-e3a0-4742-aaa1-a4da35a7cca5 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:29.431837 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36367579-1a8d-4f54-96d1-0b49b91c5622 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] Pushing event updated for resources: {'Subnet': ['ID=66d33671-6bf1-404d-b539-0213322b96c5,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:29.432674 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-872359d9-9555-4cea-b654-e6596b7e392b req-5d334b68-e3a0-4742-aaa1-a4da35a7cca5 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb75110a-b327-4c2d-8394-2a50d0681eff HTTP/1.1" status: 200 len: 946 time: 0.0528984 Aug 16 23:21:29.441777 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36367579-1a8d-4f54-96d1-0b49b91c5622 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] Checking segment: {'id': '288dece4-9249-485c-a1fe-389164d52bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '02852019-23fb-4261-bf1e-21cc7755f010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:21:29.442148 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36367579-1a8d-4f54-96d1-0b49b91c5622 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] Network hostable DHCP agents. Network: 02852019-23fb-4261-bf1e-21cc7755f010, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:21:29.459121 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36367579-1a8d-4f54-96d1-0b49b91c5622 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] Network 02852019-23fb-4261-bf1e-21cc7755f010 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:21:29.469074 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-36367579-1a8d-4f54-96d1-0b49b91c5622 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 02852019-23fb-4261-bf1e-21cc7755f010) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:21:29.473271 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36367579-1a8d-4f54-96d1-0b49b91c5622 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:29.473861 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-36367579-1a8d-4f54-96d1-0b49b91c5622 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:29.474345 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-872359d9-9555-4cea-b654-e6596b7e392b req-e094a97c-3faf-48af-aba9-cb99fefab7ed tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=d57a197c-6d47-4d56-9c9b-4cb8ea84d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338852 Aug 16 23:21:29.482890 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1e94bf-5907-4f31-851b-fb4ff1f60a7b None None] Network 02852019-23fb-4261-bf1e-21cc7755f010 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:21:29.490492 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-36367579-1a8d-4f54-96d1-0b49b91c5622 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4097562 Aug 16 23:21:29.493576 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47176) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:29.498705 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-e73869aa-0e33-42df-bcec-e172cb8c5c72 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] Request body: {'port': {'network_id': '02852019-23fb-4261-bf1e-21cc7755f010', 'name': 'tempest-TagsExtTest-473045999'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:29.625172 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e73869aa-0e33-42df-bcec-e172cb8c5c72 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] Made reservation on behalf of a4e8e7edad5d402ca2263ddc70db11ab for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:21:29.629125 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e73869aa-0e33-42df-bcec-e172cb8c5c72 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:29.649669 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [None req-e73869aa-0e33-42df-bcec-e172cb8c5c72 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] device_id is not set on port bfb92222-ede2-4f56-bfcd-79d41abebbb1 yet. {{(pid=101292) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 23:21:29.658685 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6030cf-5b87-4c12-a15e-44476dc3b28a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-02852019-23fb-4261-bf1e-21cc7755f010', 'network_id': '02852019-23fb-4261-bf1e-21cc7755f010', 'tenant_id': 'a4e8e7edad5d402ca2263ddc70db11ab', 'fixed_ips': [{'subnet_id': '66d33671-6bf1-404d-b539-0213322b96c5'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:21:29.660049 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-5e6030cf-5b87-4c12-a15e-44476dc3b28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:29.794249 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-e73869aa-0e33-42df-bcec-e172cb8c5c72 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] Allocated IP 172.20.0.10 (02852019-23fb-4261-bf1e-21cc7755f010/66d33671-6bf1-404d-b539-0213322b96c5/bfb92222-ede2-4f56-bfcd-79d41abebbb1) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:21:29.994831 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abee502-4f86-4184-9227-391a9b008d07 req-2a8fff70-060f-488b-b482-b109eeee2b61 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:29.996454 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4abee502-4f86-4184-9227-391a9b008d07 req-2a8fff70-060f-488b-b482-b109eeee2b61 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb75110a-b327-4c2d-8394-2a50d0681eff HTTP/1.1" status: 200 len: 946 time: 0.0887451 Aug 16 23:21:30.007794 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e73869aa-0e33-42df-bcec-e172cb8c5c72 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:30.041881 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [None req-e73869aa-0e33-42df-bcec-e172cb8c5c72 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] Transition to ACTIVE for port object bfb92222-ede2-4f56-bfcd-79d41abebbb1 will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:21:30.060248 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4abee502-4f86-4184-9227-391a9b008d07 req-c51194ef-a4f1-4771-886c-eafcabd47989 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=d57a197c-6d47-4d56-9c9b-4cb8ea84d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575407 Aug 16 23:21:30.089254 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e73869aa-0e33-42df-bcec-e172cb8c5c72 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:30.135255 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-5e6030cf-5b87-4c12-a15e-44476dc3b28a None None] Allocated IP 172.20.0.2 (02852019-23fb-4261-bf1e-21cc7755f010/66d33671-6bf1-404d-b539-0213322b96c5/f780c164-5d5c-44cd-954e-b5614d8301da) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:21:30.141711 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73869aa-0e33-42df-bcec-e172cb8c5c72 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] Network 02852019-23fb-4261-bf1e-21cc7755f010 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:21:30.146190 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-e73869aa-0e33-42df-bcec-e172cb8c5c72 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:21:30.149405 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73869aa-0e33-42df-bcec-e172cb8c5c72 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] Pushing event updated for resources: {'Port': ['ID=bfb92222-ede2-4f56-bfcd-79d41abebbb1,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:30.151748 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73869aa-0e33-42df-bcec-e172cb8c5c72 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:21:30.209325 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73869aa-0e33-42df-bcec-e172cb8c5c72 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:30.210832 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e73869aa-0e33-42df-bcec-e172cb8c5c72 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:30.226352 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-e73869aa-0e33-42df-bcec-e172cb8c5c72 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.7316537 Aug 16 23:21:30.229780 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47190) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:30.234410 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-48c241c4-2f37-4133-b334-624dc7442ef1 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1048990550', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:30.258465 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-48c241c4-2f37-4133-b334-624dc7442ef1 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:30.259536 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-48c241c4-2f37-4133-b334-624dc7442ef1 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:30.319916 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-5e6030cf-5b87-4c12-a15e-44476dc3b28a None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:30.331134 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-5e6030cf-5b87-4c12-a15e-44476dc3b28a None None] Transition to ACTIVE for port object f780c164-5d5c-44cd-954e-b5614d8301da will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:21:30.334772 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-48c241c4-2f37-4133-b334-624dc7442ef1 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:30.339720 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-48c241c4-2f37-4133-b334-624dc7442ef1 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:30.350477 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-5e6030cf-5b87-4c12-a15e-44476dc3b28a None None] Transition to ACTIVE for port object f780c164-5d5c-44cd-954e-b5614d8301da will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:21:30.357253 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-48c241c4-2f37-4133-b334-624dc7442ef1 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:30.361625 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-5e6030cf-5b87-4c12-a15e-44476dc3b28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:30.361823 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-48c241c4-2f37-4133-b334-624dc7442ef1 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1279609 Aug 16 23:21:30.362100 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47192) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:30.367235 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-8b0fa838-d8b6-42c2-989d-5e257e85b7cf tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1875499358', 'prefixes': ['172.20.0.0/16']}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:30.404646 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6030cf-5b87-4c12-a15e-44476dc3b28a None None] Network 02852019-23fb-4261-bf1e-21cc7755f010 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:21:30.407722 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-5e6030cf-5b87-4c12-a15e-44476dc3b28a None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:21:30.410701 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6030cf-5b87-4c12-a15e-44476dc3b28a None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:21:30.418527 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6030cf-5b87-4c12-a15e-44476dc3b28a None None] Pushing event updated for resources: {'Port': ['ID=f780c164-5d5c-44cd-954e-b5614d8301da,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:30.434270 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8b0fa838-d8b6-42c2-989d-5e257e85b7cf tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] Notify callbacks [] for subnetpool, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:30.435600 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-8b0fa838-d8b6-42c2-989d-5e257e85b7cf tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.0724916 Aug 16 23:21:30.438871 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47194) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:30.443880 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.tag.tag_plugin [None req-32493cdd-8848-4cd4-92d1-5cf257533c29 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '66d33671-6bf1-404d-b539-0213322b96c5', 'tempest-TagsExtTest-Tag-1018246985') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:30.476773 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-5e6030cf-5b87-4c12-a15e-44476dc3b28a None None] Attempting to bind port f780c164-5d5c-44cd-954e-b5614d8301da on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:21:30.477142 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-5e6030cf-5b87-4c12-a15e-44476dc3b28a None None] Attempting to bind port f780c164-5d5c-44cd-954e-b5614d8301da by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '288dece4-9249-485c-a1fe-389164d52bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '02852019-23fb-4261-bf1e-21cc7755f010'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:21:30.477503 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6030cf-5b87-4c12-a15e-44476dc3b28a None None] Attempting to bind port f780c164-5d5c-44cd-954e-b5614d8301da on network 02852019-23fb-4261-bf1e-21cc7755f010 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:21:30.482421 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6030cf-5b87-4c12-a15e-44476dc3b28a None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:21:30.482800 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6030cf-5b87-4c12-a15e-44476dc3b28a None None] Checking segment: {'id': '288dece4-9249-485c-a1fe-389164d52bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '02852019-23fb-4261-bf1e-21cc7755f010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:21:30.483380 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-5e6030cf-5b87-4c12-a15e-44476dc3b28a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:30.483780 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6030cf-5b87-4c12-a15e-44476dc3b28a None None] Bound using segment: {'id': '288dece4-9249-485c-a1fe-389164d52bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '02852019-23fb-4261-bf1e-21cc7755f010'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:21:30.484242 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-5e6030cf-5b87-4c12-a15e-44476dc3b28a None None] Bound port: f780c164-5d5c-44cd-954e-b5614d8301da, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '288dece4-9249-485c-a1fe-389164d52bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '02852019-23fb-4261-bf1e-21cc7755f010'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:21:30.484900 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-5e6030cf-5b87-4c12-a15e-44476dc3b28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:30.543666 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-32493cdd-8848-4cd4-92d1-5cf257533c29 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] 10.222.0.36 "PUT /v2.0/subnets/66d33671-6bf1-404d-b539-0213322b96c5/tags/tempest-TagsExtTest-Tag-1018246985 HTTP/1.1" status: 201 len: 201 time: 0.1037233 Aug 16 23:21:30.546773 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47196) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:30.551685 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.tag.tag_plugin [None req-47671781-8741-4cd0-8520-1a184beab24f tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'bfb92222-ede2-4f56-bfcd-79d41abebbb1', 'tempest-TagsExtTest-Tag-514290210') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:30.552422 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-5e6030cf-5b87-4c12-a15e-44476dc3b28a None None] For port f780c164-5d5c-44cd-954e-b5614d8301da, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:21:30.556446 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-5e6030cf-5b87-4c12-a15e-44476dc3b28a None None] For port f780c164-5d5c-44cd-954e-b5614d8301da, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=f780c164-5d5c-44cd-954e-b5614d8301da,segment=NetworkSegment(288dece4-9249-485c-a1fe-389164d52bff),segment_id=288dece4-9249-485c-a1fe-389164d52bff)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:21:30.561060 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-5e6030cf-5b87-4c12-a15e-44476dc3b28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:30.624472 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6030cf-5b87-4c12-a15e-44476dc3b28a None None] Pushing event updated for resources: {'Port': ['ID=f780c164-5d5c-44cd-954e-b5614d8301da,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:30.632468 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-47671781-8741-4cd0-8520-1a184beab24f tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] 10.222.0.36 "PUT /v2.0/ports/bfb92222-ede2-4f56-bfcd-79d41abebbb1/tags/tempest-TagsExtTest-Tag-514290210 HTTP/1.1" status: 201 len: 201 time: 0.0843625 Aug 16 23:21:30.637097 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47198) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:30.642574 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.tag.tag_plugin [None req-445d970d-2aa0-4850-a932-aa6a60fc58ad tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'd7cdb41a-fd5e-42ff-9ea3-abdfb83ae19d', 'tempest-TagsExtTest-Tag-1983878866') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:30.731619 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-445d970d-2aa0-4850-a932-aa6a60fc58ad tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] 10.222.0.36 "PUT /v2.0/routers/d7cdb41a-fd5e-42ff-9ea3-abdfb83ae19d/tags/tempest-TagsExtTest-Tag-1983878866 HTTP/1.1" status: 201 len: 201 time: 0.0933180 Aug 16 23:21:30.734821 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47200) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:30.739638 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.tag.tag_plugin [None req-a2b01e68-0da9-4031-8d8d-03773b2254b0 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '39bfd355-df69-4201-bae6-23ba971e8387', 'tempest-TagsExtTest-Tag-927619281') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:30.813506 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-a2b01e68-0da9-4031-8d8d-03773b2254b0 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] 10.222.0.36 "PUT /v2.0/subnetpools/39bfd355-df69-4201-bae6-23ba971e8387/tags/tempest-TagsExtTest-Tag-927619281 HTTP/1.1" status: 201 len: 201 time: 0.0775988 Aug 16 23:21:30.815983 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47202) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:30.820418 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.tag.tag_plugin [None req-e08e1680-7c08-479f-a9c0-99d64763b10b tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '66d33671-6bf1-404d-b539-0213322b96c5') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:30.876217 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-e08e1680-7c08-479f-a9c0-99d64763b10b tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] 10.222.0.36 "GET /v2.0/subnets/66d33671-6bf1-404d-b539-0213322b96c5/tags HTTP/1.1" status: 200 len: 241 time: 0.0591288 Aug 16 23:21:30.878728 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47204) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:30.883894 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.tag.tag_plugin [None req-67b5d1c4-1159-48d7-ac88-7e04fcdaabec tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '66d33671-6bf1-404d-b539-0213322b96c5', 'tempest-TagsExtTest-Tag-1018246985') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:30.933671 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-67b5d1c4-1159-48d7-ac88-7e04fcdaabec tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] 10.222.0.36 "GET /v2.0/subnets/66d33671-6bf1-404d-b539-0213322b96c5/tags/tempest-TagsExtTest-Tag-1018246985 HTTP/1.1" status: 204 len: 168 time: 0.0537741 Aug 16 23:21:30.935959 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47206) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:30.940240 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.tag.tag_plugin [None req-b5cff2e6-9ca5-4c0f-81f9-04ba1458b7e9 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '66d33671-6bf1-404d-b539-0213322b96c5', 'tempest-TagsExtTest-Tag-1018246985') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:31.011544 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-b5cff2e6-9ca5-4c0f-81f9-04ba1458b7e9 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] 10.222.0.36 "DELETE /v2.0/subnets/66d33671-6bf1-404d-b539-0213322b96c5/tags/tempest-TagsExtTest-Tag-1018246985 HTTP/1.1" status: 204 len: 168 time: 0.0742321 Aug 16 23:21:31.013608 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47208) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:31.022242 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.tag.tag_plugin [None req-549d3c47-a0ef-4c74-abf7-1136ffd41632 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '66d33671-6bf1-404d-b539-0213322b96c5') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:31.072680 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-549d3c47-a0ef-4c74-abf7-1136ffd41632 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] 10.222.0.36 "GET /v2.0/subnets/66d33671-6bf1-404d-b539-0213322b96c5/tags HTTP/1.1" status: 200 len: 205 time: 0.0580108 Aug 16 23:21:31.075053 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47210) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:31.079154 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.tag.tag_plugin [None req-60006025-f221-493a-971e-80d5ece6ba29 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'bfb92222-ede2-4f56-bfcd-79d41abebbb1') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:31.130122 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-60006025-f221-493a-971e-80d5ece6ba29 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] 10.222.0.36 "GET /v2.0/ports/bfb92222-ede2-4f56-bfcd-79d41abebbb1/tags HTTP/1.1" status: 200 len: 240 time: 0.0540638 Aug 16 23:21:31.133550 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47214) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:31.138339 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.tag.tag_plugin [None req-eb4ce088-e0db-436c-83e9-f333a282646e tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'bfb92222-ede2-4f56-bfcd-79d41abebbb1', 'tempest-TagsExtTest-Tag-514290210') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:31.184361 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53033580-c4cc-4da2-b261-c24fefa56b2a req-d39b5a44-2551-4ec7-95bc-e4c2a2f84405 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:31.185908 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-53033580-c4cc-4da2-b261-c24fefa56b2a req-d39b5a44-2551-4ec7-95bc-e4c2a2f84405 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb75110a-b327-4c2d-8394-2a50d0681eff HTTP/1.1" status: 200 len: 946 time: 0.0529902 Aug 16 23:21:31.202437 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-eb4ce088-e0db-436c-83e9-f333a282646e tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] 10.222.0.36 "GET /v2.0/ports/bfb92222-ede2-4f56-bfcd-79d41abebbb1/tags/tempest-TagsExtTest-Tag-514290210 HTTP/1.1" status: 204 len: 168 time: 0.0677412 Aug 16 23:21:31.203029 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47216) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:31.207623 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.tag.tag_plugin [None req-9cbbef45-cb00-4d49-be6e-1b0f12ecf74b tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'bfb92222-ede2-4f56-bfcd-79d41abebbb1', 'tempest-TagsExtTest-Tag-514290210') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:31.229173 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-53033580-c4cc-4da2-b261-c24fefa56b2a req-717d3334-bb54-4f70-adc4-f6c26405b73b tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=d57a197c-6d47-4d56-9c9b-4cb8ea84d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371284 Aug 16 23:21:31.278827 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-9cbbef45-cb00-4d49-be6e-1b0f12ecf74b tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] 10.222.0.36 "DELETE /v2.0/ports/bfb92222-ede2-4f56-bfcd-79d41abebbb1/tags/tempest-TagsExtTest-Tag-514290210 HTTP/1.1" status: 204 len: 168 time: 0.0747697 Aug 16 23:21:31.281346 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47218) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:31.286022 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.tag.tag_plugin [None req-28076578-8ba0-49a4-af4f-044c142a5d66 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'bfb92222-ede2-4f56-bfcd-79d41abebbb1') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:31.339899 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-28076578-8ba0-49a4-af4f-044c142a5d66 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] 10.222.0.36 "GET /v2.0/ports/bfb92222-ede2-4f56-bfcd-79d41abebbb1/tags HTTP/1.1" status: 200 len: 205 time: 0.0574820 Aug 16 23:21:31.342366 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47220) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:31.346981 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.tag.tag_plugin [None req-bc5998e9-b76f-4a03-9995-627925a3d267 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'd7cdb41a-fd5e-42ff-9ea3-abdfb83ae19d') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:31.429474 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-bc5998e9-b76f-4a03-9995-627925a3d267 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] 10.222.0.36 "GET /v2.0/routers/d7cdb41a-fd5e-42ff-9ea3-abdfb83ae19d/tags HTTP/1.1" status: 200 len: 241 time: 0.0859323 Aug 16 23:21:31.431855 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47222) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:31.436512 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.tag.tag_plugin [None req-5983106c-66b2-4e6d-a4c4-d6c4c9d25c2f tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd7cdb41a-fd5e-42ff-9ea3-abdfb83ae19d', 'tempest-TagsExtTest-Tag-1983878866') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:31.516667 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-5983106c-66b2-4e6d-a4c4-d6c4c9d25c2f tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] 10.222.0.36 "GET /v2.0/routers/d7cdb41a-fd5e-42ff-9ea3-abdfb83ae19d/tags/tempest-TagsExtTest-Tag-1983878866 HTTP/1.1" status: 204 len: 168 time: 0.0838079 Aug 16 23:21:31.517742 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20bb3ee2-3151-44c7-89b3-1d02cda19558 None None] Network 02852019-23fb-4261-bf1e-21cc7755f010 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:21:31.519580 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47224) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:31.525994 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.tag.tag_plugin [None req-8edd49ca-b251-49c9-ba86-c9eee6acb3bf tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'd7cdb41a-fd5e-42ff-9ea3-abdfb83ae19d', 'tempest-TagsExtTest-Tag-1983878866') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:31.592567 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-32756862-4399-46e2-85f2-3b3e2fcd2a5c None None] Provisioning for port f780c164-5d5c-44cd-954e-b5614d8301da completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:21:31.618823 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-8edd49ca-b251-49c9-ba86-c9eee6acb3bf tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] 10.222.0.36 "DELETE /v2.0/routers/d7cdb41a-fd5e-42ff-9ea3-abdfb83ae19d/tags/tempest-TagsExtTest-Tag-1983878866 HTTP/1.1" status: 204 len: 168 time: 0.0973830 Aug 16 23:21:31.621587 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47226) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:31.626523 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.tag.tag_plugin [None req-527de69f-4e8b-4cf9-8e4c-9b001fd61e7b tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'd7cdb41a-fd5e-42ff-9ea3-abdfb83ae19d') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:31.723316 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-527de69f-4e8b-4cf9-8e4c-9b001fd61e7b tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] 10.222.0.36 "GET /v2.0/routers/d7cdb41a-fd5e-42ff-9ea3-abdfb83ae19d/tags HTTP/1.1" status: 200 len: 205 time: 0.0983648 Aug 16 23:21:31.723850 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47234) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:31.728791 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.tag.tag_plugin [None req-42d409fd-8888-4c72-93e9-00024c554783 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '39bfd355-df69-4201-bae6-23ba971e8387') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:31.751309 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-42d409fd-8888-4c72-93e9-00024c554783 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] 10.222.0.36 "GET /v2.0/subnetpools/39bfd355-df69-4201-bae6-23ba971e8387/tags HTTP/1.1" status: 200 len: 240 time: 0.0267429 Aug 16 23:21:31.753803 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47236) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:31.759012 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.tag.tag_plugin [None req-6009b0a0-f061-498c-8ae6-49eba2d1ccf6 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '39bfd355-df69-4201-bae6-23ba971e8387', 'tempest-TagsExtTest-Tag-927619281') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:31.784794 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-6009b0a0-f061-498c-8ae6-49eba2d1ccf6 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] 10.222.0.36 "GET /v2.0/subnetpools/39bfd355-df69-4201-bae6-23ba971e8387/tags/tempest-TagsExtTest-Tag-927619281 HTTP/1.1" status: 204 len: 168 time: 0.0298533 Aug 16 23:21:31.787201 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47240) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:31.792947 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.tag.tag_plugin [None req-53a46174-fda3-4ae9-b2a6-314f86e14bfe tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '39bfd355-df69-4201-bae6-23ba971e8387', 'tempest-TagsExtTest-Tag-927619281') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:31.836435 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-53a46174-fda3-4ae9-b2a6-314f86e14bfe tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] 10.222.0.36 "DELETE /v2.0/subnetpools/39bfd355-df69-4201-bae6-23ba971e8387/tags/tempest-TagsExtTest-Tag-927619281 HTTP/1.1" status: 204 len: 168 time: 0.0469937 Aug 16 23:21:31.839102 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47242) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:31.844308 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.tag.tag_plugin [None req-b4a7f8b9-72f9-4db1-acbd-2f05f93dd563 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '39bfd355-df69-4201-bae6-23ba971e8387') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:31.877800 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-b4a7f8b9-72f9-4db1-acbd-2f05f93dd563 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] 10.222.0.36 "GET /v2.0/subnetpools/39bfd355-df69-4201-bae6-23ba971e8387/tags HTTP/1.1" status: 200 len: 205 time: 0.0357294 Aug 16 23:21:31.878950 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47244) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:31.883726 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.tag.tag_plugin [None req-1deb9048-a44f-421a-9f58-5e20ed611f15 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '39bfd355-df69-4201-bae6-23ba971e8387') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:31.916069 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-1deb9048-a44f-421a-9f58-5e20ed611f15 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] 10.222.0.36 "DELETE /v2.0/subnetpools/39bfd355-df69-4201-bae6-23ba971e8387/tags HTTP/1.1" status: 204 len: 168 time: 0.0360098 Aug 16 23:21:31.918785 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47246) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:31.928222 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.tag.tag_plugin [None req-2793d892-1a6a-455f-bb98-5d33e4401a0f tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd7cdb41a-fd5e-42ff-9ea3-abdfb83ae19d') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:32.015883 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-2793d892-1a6a-455f-bb98-5d33e4401a0f tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] 10.222.0.36 "DELETE /v2.0/routers/d7cdb41a-fd5e-42ff-9ea3-abdfb83ae19d/tags HTTP/1.1" status: 204 len: 168 time: 0.0932622 Aug 16 23:21:32.016576 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47252) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:32.020987 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.tag.tag_plugin [None req-a6193c83-a03a-4a51-8498-a98fa81c1520 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'bfb92222-ede2-4f56-bfcd-79d41abebbb1') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:32.057128 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device f780c164-5d5c-44cd-954e-b5614d8301da up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:21:32.095313 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-a6193c83-a03a-4a51-8498-a98fa81c1520 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] 10.222.0.36 "DELETE /v2.0/ports/bfb92222-ede2-4f56-bfcd-79d41abebbb1/tags HTTP/1.1" status: 204 len: 168 time: 0.0780771 Aug 16 23:21:32.098268 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47254) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:32.105333 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.tag.tag_plugin [None req-da828fdf-7202-4f9f-b99a-791f29ef554b tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '66d33671-6bf1-404d-b539-0213322b96c5') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:32.105793 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-b10394a0-4a12-4d40-b7af-5726fb9866a5 None None] Provisioning for port bfb92222-ede2-4f56-bfcd-79d41abebbb1 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:21:32.116950 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-b10394a0-4a12-4d40-b7af-5726fb9866a5 None None] Provisioning complete for port bfb92222-ede2-4f56-bfcd-79d41abebbb1 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:21:32.117327 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-b10394a0-4a12-4d40-b7af-5726fb9866a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:32.168458 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-b10394a0-4a12-4d40-b7af-5726fb9866a5 None None] Port bfb92222-ede2-4f56-bfcd-79d41abebbb1 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:21:32.173040 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port f780c164-5d5c-44cd-954e-b5614d8301da completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:21:32.178114 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port f780c164-5d5c-44cd-954e-b5614d8301da triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:21:32.179616 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:32.199798 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-da828fdf-7202-4f9f-b99a-791f29ef554b tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] 10.222.0.36 "DELETE /v2.0/subnets/66d33671-6bf1-404d-b539-0213322b96c5/tags HTTP/1.1" status: 204 len: 168 time: 0.0966034 Aug 16 23:21:32.200588 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47258) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:32.207646 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.tag.tag_plugin [None req-7b0a0ff0-097c-49e6-90d0-0e7ef8c3b81a tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '66d33671-6bf1-404d-b539-0213322b96c5', 'tempest-TagsExtTest-Tag-396119086') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:32.310952 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-bb472e1e-ff54-4708-a5ee-8ee32c060534 None None] Provisioning complete for port bfb92222-ede2-4f56-bfcd-79d41abebbb1 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:21:32.311486 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-bb472e1e-ff54-4708-a5ee-8ee32c060534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:32.313062 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:32.337749 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-7b0a0ff0-097c-49e6-90d0-0e7ef8c3b81a tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] 10.222.0.36 "PUT /v2.0/subnets/66d33671-6bf1-404d-b539-0213322b96c5/tags/tempest-TagsExtTest-Tag-396119086 HTTP/1.1" status: 201 len: 201 time: 0.1356444 Aug 16 23:21:32.345750 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47272) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:32.356186 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.tag.tag_plugin [None req-318b30b9-6acb-4f5d-b3eb-04ea0b6f0ae2 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'bfb92222-ede2-4f56-bfcd-79d41abebbb1', 'tempest-TagsExtTest-Tag-659993353') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:32.386365 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port f780c164-5d5c-44cd-954e-b5614d8301da, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=f780c164-5d5c-44cd-954e-b5614d8301da,segment=NetworkSegment(288dece4-9249-485c-a1fe-389164d52bff),segment_id=288dece4-9249-485c-a1fe-389164d52bff)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:21:32.391535 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-bb472e1e-ff54-4708-a5ee-8ee32c060534 None None] Port bfb92222-ede2-4f56-bfcd-79d41abebbb1 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:21:32.392913 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3264f8f-a804-477f-acd8-d0013b5c17eb req-50a62bd2-cbda-4199-a1e7-c63d5e273ce1 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:32.394498 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e3264f8f-a804-477f-acd8-d0013b5c17eb req-50a62bd2-cbda-4199-a1e7-c63d5e273ce1 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb75110a-b327-4c2d-8394-2a50d0681eff HTTP/1.1" status: 200 len: 946 time: 0.0545220 Aug 16 23:21:32.397274 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:32.436368 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device b1a870c3-5eb0-4deb-ad0e-c70a2db2c075 details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:21:32.446330 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e3264f8f-a804-477f-acd8-d0013b5c17eb req-e7bcb7ff-7cb4-4a01-ba9f-f7307901b029 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=d57a197c-6d47-4d56-9c9b-4cb8ea84d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399764 Aug 16 23:21:32.458311 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-318b30b9-6acb-4f5d-b3eb-04ea0b6f0ae2 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] 10.222.0.36 "PUT /v2.0/ports/bfb92222-ede2-4f56-bfcd-79d41abebbb1/tags/tempest-TagsExtTest-Tag-659993353 HTTP/1.1" status: 201 len: 201 time: 0.1064236 Aug 16 23:21:32.461755 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47274) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:32.467864 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.tag.tag_plugin [None req-1dfb9cf8-dcc2-40e4-ba22-f202dbc8f7df tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'd7cdb41a-fd5e-42ff-9ea3-abdfb83ae19d', 'tempest-TagsExtTest-Tag-574883616') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:32.472956 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=f780c164-5d5c-44cd-954e-b5614d8301da,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:32.569165 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47280) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:32.569403 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-1dfb9cf8-dcc2-40e4-ba22-f202dbc8f7df tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] 10.222.0.36 "PUT /v2.0/routers/d7cdb41a-fd5e-42ff-9ea3-abdfb83ae19d/tags/tempest-TagsExtTest-Tag-574883616 HTTP/1.1" status: 201 len: 201 time: 0.1062682 Aug 16 23:21:32.574645 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.tag.tag_plugin [None req-40b47cb6-fbdb-4e48-8b30-cbc679028c4c tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '39bfd355-df69-4201-bae6-23ba971e8387', 'tempest-TagsExtTest-Tag-1635017116') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:32.590351 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port b1a870c3-5eb0-4deb-ad0e-c70a2db2c075, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=b1a870c3-5eb0-4deb-ad0e-c70a2db2c075,segment=NetworkSegment(10a968c4-5c7d-4c23-b34c-ca325bfda5cc),segment_id=10a968c4-5c7d-4c23-b34c-ca325bfda5cc)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:21:32.602989 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': 'b1a870c3-5eb0-4deb-ad0e-c70a2db2c075', 'network_id': '6152efff-6e82-46a1-acb7-149d7c33d5d6', 'port_id': 'b1a870c3-5eb0-4deb-ad0e-c70a2db2c075', 'mac_address': 'fa:16:3e:4b:e6:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d6a27ac-d81b-4d19-9995-25afe2c6f338', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:21:32.634940 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-40b47cb6-fbdb-4e48-8b30-cbc679028c4c tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] 10.222.0.36 "PUT /v2.0/subnetpools/39bfd355-df69-4201-bae6-23ba971e8387/tags/tempest-TagsExtTest-Tag-1635017116 HTTP/1.1" status: 201 len: 201 time: 0.0641506 Aug 16 23:21:32.638084 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47282) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:32.644798 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.tag.tag_plugin [None req-a6953c19-8083-4570-a50f-475e4a8aaffb tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '66d33671-6bf1-404d-b539-0213322b96c5', {'tags': ['tempest-TagsExtTest-Tag-358552997', 'tempest-TagsExtTest-Tag-1884598198', 'tempest-TagsExtTest-Tag-544804864']}) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:32.664857 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:32.679118 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b1a870c3-5eb0-4deb-ad0e-c70a2db2c075 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:21:32.706873 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port b1a870c3-5eb0-4deb-ad0e-c70a2db2c075, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=b1a870c3-5eb0-4deb-ad0e-c70a2db2c075,segment=NetworkSegment(10a968c4-5c7d-4c23-b34c-ca325bfda5cc),segment_id=10a968c4-5c7d-4c23-b34c-ca325bfda5cc)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:21:32.712881 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:32.731263 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47284) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:32.731942 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-a6953c19-8083-4570-a50f-475e4a8aaffb tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] 10.222.0.36 "PUT /v2.0/subnets/66d33671-6bf1-404d-b539-0213322b96c5/tags HTTP/1.1" status: 200 len: 316 time: 0.0904799 Aug 16 23:21:32.737829 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.tag.tag_plugin [None req-f0acb0e9-9fa2-4a14-8091-c77c6a54d40f tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '66d33671-6bf1-404d-b539-0213322b96c5') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:32.776556 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=b1a870c3-5eb0-4deb-ad0e-c70a2db2c075,revision_number=6']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:32.806106 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['b1a870c3-5eb0-4deb-ad0e-c70a2db2c075'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:21:32.864392 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47286) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:32.870111 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.tag.tag_plugin [None req-7036cc39-e8fd-4408-b589-09b67677811a tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '66d33671-6bf1-404d-b539-0213322b96c5', 'tempest-TagsExtTest-Tag-358552997') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:32.873966 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-f0acb0e9-9fa2-4a14-8091-c77c6a54d40f tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] 10.222.0.36 "DELETE /v2.0/subnets/66d33671-6bf1-404d-b539-0213322b96c5/tags HTTP/1.1" status: 204 len: 168 time: 0.1402113 Aug 16 23:21:32.937191 n-d-791506-26 neutron-server[101292]: INFO neutron.api.v2.resource [None req-7036cc39-e8fd-4408-b589-09b67677811a tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] show failed (client error): The resource could not be found. Aug 16 23:21:32.938631 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-7036cc39-e8fd-4408-b589-09b67677811a tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] 10.222.0.36 "GET /v2.0/subnets/66d33671-6bf1-404d-b539-0213322b96c5/tags/tempest-TagsExtTest-Tag-358552997 HTTP/1.1" status: 404 len: 328 time: 0.0728507 Aug 16 23:21:32.942343 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47288) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:32.948057 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.tag.tag_plugin [None req-a05f1322-52f7-4203-9f5d-afdd65c7dc81 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '66d33671-6bf1-404d-b539-0213322b96c5', 'tempest-TagsExtTest-Tag-1884598198') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:33.030084 n-d-791506-26 neutron-server[101291]: INFO neutron.api.v2.resource [None req-a05f1322-52f7-4203-9f5d-afdd65c7dc81 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] show failed (client error): The resource could not be found. Aug 16 23:21:33.031799 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-a05f1322-52f7-4203-9f5d-afdd65c7dc81 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] 10.222.0.36 "GET /v2.0/subnets/66d33671-6bf1-404d-b539-0213322b96c5/tags/tempest-TagsExtTest-Tag-1884598198 HTTP/1.1" status: 404 len: 329 time: 0.0876915 Aug 16 23:21:33.034658 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47290) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:33.040860 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.tag.tag_plugin [None req-831dcea3-5aa9-4263-9dbc-07d5ea3e7a11 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '66d33671-6bf1-404d-b539-0213322b96c5', 'tempest-TagsExtTest-Tag-544804864') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:33.097025 n-d-791506-26 neutron-server[101291]: INFO neutron.api.v2.resource [None req-831dcea3-5aa9-4263-9dbc-07d5ea3e7a11 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] show failed (client error): The resource could not be found. Aug 16 23:21:33.098204 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-831dcea3-5aa9-4263-9dbc-07d5ea3e7a11 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] 10.222.0.36 "GET /v2.0/subnets/66d33671-6bf1-404d-b539-0213322b96c5/tags/tempest-TagsExtTest-Tag-544804864 HTTP/1.1" status: 404 len: 328 time: 0.0625570 Aug 16 23:21:33.102199 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47292) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:33.107933 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.tag.tag_plugin [None req-8961832d-23f8-48f9-b3b6-4813a664d3a0 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'bfb92222-ede2-4f56-bfcd-79d41abebbb1', {'tags': ['tempest-TagsExtTest-Tag-701755295', 'tempest-TagsExtTest-Tag-499979080', 'tempest-TagsExtTest-Tag-142069723']}) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:33.194693 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-8961832d-23f8-48f9-b3b6-4813a664d3a0 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] 10.222.0.36 "PUT /v2.0/ports/bfb92222-ede2-4f56-bfcd-79d41abebbb1/tags HTTP/1.1" status: 200 len: 315 time: 0.0907867 Aug 16 23:21:33.197274 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47294) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:33.203221 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.tag.tag_plugin [None req-240dab39-53bd-49db-8b71-9a462e5dbe46 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'bfb92222-ede2-4f56-bfcd-79d41abebbb1') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:33.281793 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-240dab39-53bd-49db-8b71-9a462e5dbe46 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] 10.222.0.36 "DELETE /v2.0/ports/bfb92222-ede2-4f56-bfcd-79d41abebbb1/tags HTTP/1.1" status: 204 len: 168 time: 0.0822928 Aug 16 23:21:33.283237 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47296) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:33.287931 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.tag.tag_plugin [None req-72e1a2a1-14af-4008-aa5d-bb27b6cec8da tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'bfb92222-ede2-4f56-bfcd-79d41abebbb1', 'tempest-TagsExtTest-Tag-701755295') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:33.350291 n-d-791506-26 neutron-server[101292]: INFO neutron.api.v2.resource [None req-72e1a2a1-14af-4008-aa5d-bb27b6cec8da tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] show failed (client error): The resource could not be found. Aug 16 23:21:33.354161 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-72e1a2a1-14af-4008-aa5d-bb27b6cec8da tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] 10.222.0.36 "GET /v2.0/ports/bfb92222-ede2-4f56-bfcd-79d41abebbb1/tags/tempest-TagsExtTest-Tag-701755295 HTTP/1.1" status: 404 len: 328 time: 0.0685847 Aug 16 23:21:33.354692 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47298) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:33.360806 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.tag.tag_plugin [None req-35e3f1fc-b6ba-4085-a22e-64225bfe6f59 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'bfb92222-ede2-4f56-bfcd-79d41abebbb1', 'tempest-TagsExtTest-Tag-499979080') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:33.422415 n-d-791506-26 neutron-server[101291]: INFO neutron.api.v2.resource [None req-35e3f1fc-b6ba-4085-a22e-64225bfe6f59 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] show failed (client error): The resource could not be found. Aug 16 23:21:33.423498 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-35e3f1fc-b6ba-4085-a22e-64225bfe6f59 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] 10.222.0.36 "GET /v2.0/ports/bfb92222-ede2-4f56-bfcd-79d41abebbb1/tags/tempest-TagsExtTest-Tag-499979080 HTTP/1.1" status: 404 len: 328 time: 0.0675998 Aug 16 23:21:33.426489 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47300) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:33.432009 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.tag.tag_plugin [None req-ecead356-40b9-4134-90c7-c7b084c2e9a3 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'bfb92222-ede2-4f56-bfcd-79d41abebbb1', 'tempest-TagsExtTest-Tag-142069723') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:33.488669 n-d-791506-26 neutron-server[101292]: INFO neutron.api.v2.resource [None req-ecead356-40b9-4134-90c7-c7b084c2e9a3 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] show failed (client error): The resource could not be found. Aug 16 23:21:33.492664 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47304) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:33.492857 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-ecead356-40b9-4134-90c7-c7b084c2e9a3 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] 10.222.0.36 "GET /v2.0/ports/bfb92222-ede2-4f56-bfcd-79d41abebbb1/tags/tempest-TagsExtTest-Tag-142069723 HTTP/1.1" status: 404 len: 328 time: 0.0652230 Aug 16 23:21:33.500609 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.tag.tag_plugin [None req-204f77a3-dd7a-4e0b-a4f5-8af108e744ce tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'd7cdb41a-fd5e-42ff-9ea3-abdfb83ae19d', {'tags': ['tempest-TagsExtTest-Tag-418707136', 'tempest-TagsExtTest-Tag-266806209', 'tempest-TagsExtTest-Tag-1280993383']}) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:33.579414 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba1ac2a-1bc7-4e07-9ca9-de4a73179389 req-4b91ca0c-3f2d-4e47-95df-35befde69d36 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:33.580900 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0ba1ac2a-1bc7-4e07-9ca9-de4a73179389 req-4b91ca0c-3f2d-4e47-95df-35befde69d36 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb75110a-b327-4c2d-8394-2a50d0681eff HTTP/1.1" status: 200 len: 945 time: 0.0527711 Aug 16 23:21:33.618428 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-204f77a3-dd7a-4e0b-a4f5-8af108e744ce tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] 10.222.0.36 "PUT /v2.0/routers/d7cdb41a-fd5e-42ff-9ea3-abdfb83ae19d/tags HTTP/1.1" status: 200 len: 316 time: 0.1245489 Aug 16 23:21:33.621140 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47306) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:33.627595 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.tag.tag_plugin [None req-91993c58-e14d-4b30-87c6-a6d3d20f9e46 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd7cdb41a-fd5e-42ff-9ea3-abdfb83ae19d') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:33.644054 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0ba1ac2a-1bc7-4e07-9ca9-de4a73179389 req-a1803d56-b023-49d4-b803-93658e293c07 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=d57a197c-6d47-4d56-9c9b-4cb8ea84d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501182 Aug 16 23:21:33.728654 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-91993c58-e14d-4b30-87c6-a6d3d20f9e46 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] 10.222.0.36 "DELETE /v2.0/routers/d7cdb41a-fd5e-42ff-9ea3-abdfb83ae19d/tags HTTP/1.1" status: 204 len: 168 time: 0.1062279 Aug 16 23:21:33.731447 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47308) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:33.736886 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.tag.tag_plugin [None req-b0174add-1c4a-4137-86c9-71c615ef6723 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd7cdb41a-fd5e-42ff-9ea3-abdfb83ae19d', 'tempest-TagsExtTest-Tag-418707136') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:33.819523 n-d-791506-26 neutron-server[101291]: INFO neutron.api.v2.resource [None req-b0174add-1c4a-4137-86c9-71c615ef6723 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] show failed (client error): The resource could not be found. Aug 16 23:21:33.820864 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-b0174add-1c4a-4137-86c9-71c615ef6723 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] 10.222.0.36 "GET /v2.0/routers/d7cdb41a-fd5e-42ff-9ea3-abdfb83ae19d/tags/tempest-TagsExtTest-Tag-418707136 HTTP/1.1" status: 404 len: 328 time: 0.0878043 Aug 16 23:21:33.823844 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47310) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:33.828864 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.tag.tag_plugin [None req-7cad5008-84d5-4cfa-85e5-cbe055203959 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd7cdb41a-fd5e-42ff-9ea3-abdfb83ae19d', 'tempest-TagsExtTest-Tag-266806209') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:33.908956 n-d-791506-26 neutron-server[101292]: INFO neutron.api.v2.resource [None req-7cad5008-84d5-4cfa-85e5-cbe055203959 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] show failed (client error): The resource could not be found. Aug 16 23:21:33.910421 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-7cad5008-84d5-4cfa-85e5-cbe055203959 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] 10.222.0.36 "GET /v2.0/routers/d7cdb41a-fd5e-42ff-9ea3-abdfb83ae19d/tags/tempest-TagsExtTest-Tag-266806209 HTTP/1.1" status: 404 len: 328 time: 0.0853591 Aug 16 23:21:33.913875 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47312) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:33.918978 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.tag.tag_plugin [None req-3b2d3eda-159c-44d0-94e4-b5050c2ddf69 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd7cdb41a-fd5e-42ff-9ea3-abdfb83ae19d', 'tempest-TagsExtTest-Tag-1280993383') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:33.976959 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device f780c164-5d5c-44cd-954e-b5614d8301da up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:21:34.003968 n-d-791506-26 neutron-server[101291]: INFO neutron.api.v2.resource [None req-3b2d3eda-159c-44d0-94e4-b5050c2ddf69 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] show failed (client error): The resource could not be found. Aug 16 23:21:34.008213 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47314) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:34.008494 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-3b2d3eda-159c-44d0-94e4-b5050c2ddf69 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] 10.222.0.36 "GET /v2.0/routers/d7cdb41a-fd5e-42ff-9ea3-abdfb83ae19d/tags/tempest-TagsExtTest-Tag-1280993383 HTTP/1.1" status: 404 len: 329 time: 0.0933657 Aug 16 23:21:34.013441 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.tag.tag_plugin [None req-2f2d0fd4-f2fd-4bbc-888e-5e9c190daff5 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '39bfd355-df69-4201-bae6-23ba971e8387', {'tags': ['tempest-TagsExtTest-Tag-1141948180', 'tempest-TagsExtTest-Tag-1582965080', 'tempest-TagsExtTest-Tag-1195361312']}) {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:34.040347 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port f780c164-5d5c-44cd-954e-b5614d8301da triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:21:34.041637 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:34.054694 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-2f2d0fd4-f2fd-4bbc-888e-5e9c190daff5 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] 10.222.0.36 "PUT /v2.0/subnetpools/39bfd355-df69-4201-bae6-23ba971e8387/tags HTTP/1.1" status: 200 len: 318 time: 0.0425417 Aug 16 23:21:34.054939 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47316) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:34.060851 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.tag.tag_plugin [None req-688984ec-a2e1-42af-8af1-fe1cd132ba15 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '39bfd355-df69-4201-bae6-23ba971e8387') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:34.118084 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47318) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:34.121297 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-688984ec-a2e1-42af-8af1-fe1cd132ba15 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] 10.222.0.36 "DELETE /v2.0/subnetpools/39bfd355-df69-4201-bae6-23ba971e8387/tags HTTP/1.1" status: 204 len: 168 time: 0.0639734 Aug 16 23:21:34.125363 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.tag.tag_plugin [None req-c46adc1a-8eb4-4fe9-816a-b6b58e6404c1 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '39bfd355-df69-4201-bae6-23ba971e8387', 'tempest-TagsExtTest-Tag-1141948180') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:34.176796 n-d-791506-26 neutron-server[101291]: INFO neutron.api.v2.resource [None req-c46adc1a-8eb4-4fe9-816a-b6b58e6404c1 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] show failed (client error): The resource could not be found. Aug 16 23:21:34.181042 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-c46adc1a-8eb4-4fe9-816a-b6b58e6404c1 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] 10.222.0.36 "GET /v2.0/subnetpools/39bfd355-df69-4201-bae6-23ba971e8387/tags/tempest-TagsExtTest-Tag-1141948180 HTTP/1.1" status: 404 len: 329 time: 0.0610280 Aug 16 23:21:34.181640 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47320) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:34.186652 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.tag.tag_plugin [None req-bf4d09b5-7dd5-400e-99f8-a485fb29e189 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '39bfd355-df69-4201-bae6-23ba971e8387', 'tempest-TagsExtTest-Tag-1582965080') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:34.209278 n-d-791506-26 neutron-server[101292]: INFO neutron.api.v2.resource [None req-bf4d09b5-7dd5-400e-99f8-a485fb29e189 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] show failed (client error): The resource could not be found. Aug 16 23:21:34.211033 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-bf4d09b5-7dd5-400e-99f8-a485fb29e189 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] 10.222.0.36 "GET /v2.0/subnetpools/39bfd355-df69-4201-bae6-23ba971e8387/tags/tempest-TagsExtTest-Tag-1582965080 HTTP/1.1" status: 404 len: 329 time: 0.0281310 Aug 16 23:21:34.213943 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47322) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:34.218515 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.tag.tag_plugin [None req-e7d11d12-0a84-4ce4-b5e6-ec001f90d97a tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '39bfd355-df69-4201-bae6-23ba971e8387', 'tempest-TagsExtTest-Tag-1195361312') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:34.239859 n-d-791506-26 neutron-server[101291]: INFO neutron.api.v2.resource [None req-e7d11d12-0a84-4ce4-b5e6-ec001f90d97a tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] show failed (client error): The resource could not be found. Aug 16 23:21:34.244079 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-e7d11d12-0a84-4ce4-b5e6-ec001f90d97a tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] 10.222.0.36 "GET /v2.0/subnetpools/39bfd355-df69-4201-bae6-23ba971e8387/tags/tempest-TagsExtTest-Tag-1195361312 HTTP/1.1" status: 404 len: 329 time: 0.0264525 Aug 16 23:21:34.244454 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47324) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:34.249156 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.tag.tag_plugin [None req-de8d4d7a-e29f-4cc7-9031-e40a40f8c8ad tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '39bfd355-df69-4201-bae6-23ba971e8387') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:34.278692 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-de8d4d7a-e29f-4cc7-9031-e40a40f8c8ad tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] 10.222.0.36 "DELETE /v2.0/subnetpools/39bfd355-df69-4201-bae6-23ba971e8387/tags HTTP/1.1" status: 204 len: 168 time: 0.0306799 Aug 16 23:21:34.279106 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47326) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:34.283939 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.tag.tag_plugin [None req-3fb5cfdb-c7a6-47e2-854a-ba4caf5a47fd tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd7cdb41a-fd5e-42ff-9ea3-abdfb83ae19d') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:34.375304 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-3fb5cfdb-c7a6-47e2-854a-ba4caf5a47fd tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] 10.222.0.36 "DELETE /v2.0/routers/d7cdb41a-fd5e-42ff-9ea3-abdfb83ae19d/tags HTTP/1.1" status: 204 len: 168 time: 0.0951157 Aug 16 23:21:34.377942 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47328) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:34.383042 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.tag.tag_plugin [None req-8a7f33c5-0f1d-407b-8438-f28e24aa1e8c tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'bfb92222-ede2-4f56-bfcd-79d41abebbb1') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:34.425281 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device b1a870c3-5eb0-4deb-ad0e-c70a2db2c075 up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:21:34.442985 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-8a7f33c5-0f1d-407b-8438-f28e24aa1e8c tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] 10.222.0.36 "DELETE /v2.0/ports/bfb92222-ede2-4f56-bfcd-79d41abebbb1/tags HTTP/1.1" status: 204 len: 168 time: 0.0614011 Aug 16 23:21:34.443188 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47330) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:34.448036 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.tag.tag_plugin [None req-7de18b3b-54b5-4554-a989-98ecae0e4d7f tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '66d33671-6bf1-404d-b539-0213322b96c5') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:34.481421 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port b1a870c3-5eb0-4deb-ad0e-c70a2db2c075 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:21:34.481796 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:34.518052 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-7de18b3b-54b5-4554-a989-98ecae0e4d7f tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] 10.222.0.36 "DELETE /v2.0/subnets/66d33671-6bf1-404d-b539-0213322b96c5/tags HTTP/1.1" status: 204 len: 168 time: 0.0735784 Aug 16 23:21:34.521893 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47332) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:34.579090 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:34.611796 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb75110a-b327-4c2d-8394-2a50d0681eff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1a870c3-5eb0-4deb-ad0e-c70a2db2c075'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:21:34.615790 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1372d2fe-aa71-4a18-b61e-e8535cdf4933" -d '{"events": [{"server_uuid": "fb75110a-b327-4c2d-8394-2a50d0681eff", "name": "network-vif-plugged", "status": "completed", "tag": "b1a870c3-5eb0-4deb-ad0e-c70a2db2c075"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:21:34.633882 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port b1a870c3-5eb0-4deb-ad0e-c70a2db2c075, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=b1a870c3-5eb0-4deb-ad0e-c70a2db2c075,segment=NetworkSegment(10a968c4-5c7d-4c23-b34c-ca325bfda5cc),segment_id=10a968c4-5c7d-4c23-b34c-ca325bfda5cc)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:21:34.637056 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-77168a0d-c753-4496-99e3-9c4dea7fb4c7 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] Notify callbacks [] for subnetpool, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:34.640160 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:34.641635 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-77168a0d-c753-4496-99e3-9c4dea7fb4c7 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] 10.222.0.36 "DELETE /v2.0/subnetpools/39bfd355-df69-4201-bae6-23ba971e8387 HTTP/1.1" status: 204 len: 168 time: 0.1184080 Aug 16 23:21:34.644283 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47336) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:34.692077 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-8b4380cc-3508-44de-9551-692a23653648 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7cdb41a-fd5e-42ff-9ea3-abdfb83ae19d HTTP/1.1" status: 200 len: 205 time: 0.0462875 Aug 16 23:21:34.694783 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47340) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:34.816413 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ea952c68-7435-4845-a633-d79a9b1cfab9 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] Notify callbacks [] for router, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:34.874914 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6175c93-228e-4c47-8229-8d6a935ad220 x-openstack-request-id: req-f6175c93-228e-4c47-8229-8d6a935ad220 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:21:34.875203 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb75110a-b327-4c2d-8394-2a50d0681eff", "name": "network-vif-plugged", "status": "completed", "tag": "b1a870c3-5eb0-4deb-ad0e-c70a2db2c075", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:21:34.875759 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f6175c93-228e-4c47-8229-8d6a935ad220 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:21:34.876052 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb75110a-b327-4c2d-8394-2a50d0681eff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1a870c3-5eb0-4deb-ad0e-c70a2db2c075', 'code': 200} Aug 16 23:21:34.895300 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=b1a870c3-5eb0-4deb-ad0e-c70a2db2c075,revision_number=7']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:34.905113 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebb008c-0dc6-489c-8d70-c97b3f31f44c req-2870a0df-82f6-4295-8012-aedeec3858ac tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:34.906511 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bebb008c-0dc6-489c-8d70-c97b3f31f44c req-2870a0df-82f6-4295-8012-aedeec3858ac tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb75110a-b327-4c2d-8394-2a50d0681eff HTTP/1.1" status: 200 len: 946 time: 0.1644955 Aug 16 23:21:35.009561 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ea952c68-7435-4845-a633-d79a9b1cfab9 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:35.011929 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ea952c68-7435-4845-a633-d79a9b1cfab9 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:35.062481 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bebb008c-0dc6-489c-8d70-c97b3f31f44c req-547d35fa-5481-4a5b-8ab9-5526c8475c07 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=d57a197c-6d47-4d56-9c9b-4cb8ea84d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288188 Aug 16 23:21:35.073115 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ea952c68-7435-4845-a633-d79a9b1cfab9 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:35.073900 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea952c68-7435-4845-a633-d79a9b1cfab9 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] Fanout notify agent at l3_agent the message router_deleted on router d7cdb41a-fd5e-42ff-9ea3-abdfb83ae19d {{(pid=101292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:21:35.091901 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ea952c68-7435-4845-a633-d79a9b1cfab9 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:35.093051 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-ea952c68-7435-4845-a633-d79a9b1cfab9 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] 10.222.0.36 "DELETE /v2.0/routers/d7cdb41a-fd5e-42ff-9ea3-abdfb83ae19d HTTP/1.1" status: 204 len: 168 time: 0.3971920 Aug 16 23:21:35.095680 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47342) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:35.205328 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-57c4f187-6087-453b-9148-0660a1b1dd6b tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] Deleting port bfb92222-ede2-4f56-bfcd-79d41abebbb1 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:21:35.205677 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-57c4f187-6087-453b-9148-0660a1b1dd6b tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:35.311460 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-57c4f187-6087-453b-9148-0660a1b1dd6b tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:35.325836 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-57c4f187-6087-453b-9148-0660a1b1dd6b tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] Calling delete_port for bfb92222-ede2-4f56-bfcd-79d41abebbb1 owned by {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:21:35.484260 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-57c4f187-6087-453b-9148-0660a1b1dd6b tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:35.520614 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c4f187-6087-453b-9148-0660a1b1dd6b tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] Pushing event deleted for resources: {'Port': ['ID=bfb92222-ede2-4f56-bfcd-79d41abebbb1,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:35.629950 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-57c4f187-6087-453b-9148-0660a1b1dd6b tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:35.635064 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-57c4f187-6087-453b-9148-0660a1b1dd6b tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] 10.222.0.36 "DELETE /v2.0/ports/bfb92222-ede2-4f56-bfcd-79d41abebbb1 HTTP/1.1" status: 204 len: 168 time: 0.5357413 Aug 16 23:21:35.636060 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47344) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:35.697718 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bf5cf95-f601-4840-8263-ade73e508873 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] Deleting subnet 66d33671-6bf1-404d-b539-0213322b96c5 {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:21:35.703097 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4bf5cf95-f601-4840-8263-ade73e508873 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:35.756193 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4bf5cf95-f601-4840-8263-ade73e508873 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:35.851529 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4bf5cf95-f601-4840-8263-ade73e508873 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:35.934285 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4bf5cf95-f601-4840-8263-ade73e508873 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:35.961479 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf5cf95-f601-4840-8263-ade73e508873 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] Pushing event deleted for resources: {'Subnet': ['ID=66d33671-6bf1-404d-b539-0213322b96c5,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:35.967346 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4bf5cf95-f601-4840-8263-ade73e508873 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:35.971739 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47350) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:35.972220 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-4bf5cf95-f601-4840-8263-ade73e508873 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] 10.222.0.36 "DELETE /v2.0/subnets/66d33671-6bf1-404d-b539-0213322b96c5 HTTP/1.1" status: 204 len: 168 time: 0.3347144 Aug 16 23:21:35.976929 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2cff8c4-5cfa-406c-8d1a-2dbc8b7113ea None None] Network 02852019-23fb-4261-bf1e-21cc7755f010 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:21:36.067955 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bb915bc1-0b2c-43d8-912c-d0b26189f6b2 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:36.161413 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-bb915bc1-0b2c-43d8-912c-d0b26189f6b2 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] Deleting port f780c164-5d5c-44cd-954e-b5614d8301da {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:21:36.161413 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bb915bc1-0b2c-43d8-912c-d0b26189f6b2 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:36.210106 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0064a8-948f-48d8-a12c-f976123ee248 None None] DHCP port deletion for 02852019-23fb-4261-bf1e-21cc7755f010 request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:21:36.268686 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-7f0064a8-948f-48d8-a12c-f976123ee248 None None] Deleting port f780c164-5d5c-44cd-954e-b5614d8301da {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:21:36.269247 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7f0064a8-948f-48d8-a12c-f976123ee248 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:36.276884 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-bb915bc1-0b2c-43d8-912c-d0b26189f6b2 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] For port f780c164-5d5c-44cd-954e-b5614d8301da, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=f780c164-5d5c-44cd-954e-b5614d8301da,segment=NetworkSegment(288dece4-9249-485c-a1fe-389164d52bff),segment_id=288dece4-9249-485c-a1fe-389164d52bff)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:21:36.277282 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bb915bc1-0b2c-43d8-912c-d0b26189f6b2 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:36.301594 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0a8787-5f6a-4b10-8a21-1fa2606910b0 req-b177ac9e-1f3d-4110-a8df-b0539b5ae7c3 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:36.304654 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4d0a8787-5f6a-4b10-8a21-1fa2606910b0 req-b177ac9e-1f3d-4110-a8df-b0539b5ae7c3 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb75110a-b327-4c2d-8394-2a50d0681eff HTTP/1.1" status: 200 len: 946 time: 0.1205630 Aug 16 23:21:36.309197 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-bb915bc1-0b2c-43d8-912c-d0b26189f6b2 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] Calling delete_port for f780c164-5d5c-44cd-954e-b5614d8301da owned by network:dhcp {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:21:36.344263 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-7f0064a8-948f-48d8-a12c-f976123ee248 None None] For port f780c164-5d5c-44cd-954e-b5614d8301da, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=f780c164-5d5c-44cd-954e-b5614d8301da,segment=NetworkSegment(288dece4-9249-485c-a1fe-389164d52bff),segment_id=288dece4-9249-485c-a1fe-389164d52bff)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:21:36.345702 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7f0064a8-948f-48d8-a12c-f976123ee248 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:36.361339 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-7f0064a8-948f-48d8-a12c-f976123ee248 None None] Calling delete_port for f780c164-5d5c-44cd-954e-b5614d8301da owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:21:36.391565 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4d0a8787-5f6a-4b10-8a21-1fa2606910b0 req-06906f7b-0e84-46fc-b274-68852d0a8a71 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=d57a197c-6d47-4d56-9c9b-4cb8ea84d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796962 Aug 16 23:21:36.463395 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bb915bc1-0b2c-43d8-912c-d0b26189f6b2 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:36.472770 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7f0064a8-948f-48d8-a12c-f976123ee248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:36.495199 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb915bc1-0b2c-43d8-912c-d0b26189f6b2 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] Pushing event deleted for resources: {'Port': ['ID=f780c164-5d5c-44cd-954e-b5614d8301da,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:36.499072 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb915bc1-0b2c-43d8-912c-d0b26189f6b2 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] No DVR routers for this DVR port f780c164-5d5c-44cd-954e-b5614d8301da on host n-d-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:21:36.503568 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0064a8-948f-48d8-a12c-f976123ee248 None None] Pushing event deleted for resources: {'Port': ['ID=f780c164-5d5c-44cd-954e-b5614d8301da,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:36.509993 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0064a8-948f-48d8-a12c-f976123ee248 None None] No DVR routers for this DVR port f780c164-5d5c-44cd-954e-b5614d8301da on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:21:36.595521 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bb915bc1-0b2c-43d8-912c-d0b26189f6b2 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:36.606119 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-bb915bc1-0b2c-43d8-912c-d0b26189f6b2 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02852019-23fb-4261-bf1e-21cc7755f010']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:36.624296 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-bb915bc1-0b2c-43d8-912c-d0b26189f6b2 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '288dece4-9249-485c-a1fe-389164d52bff') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:36.624883 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-bb915bc1-0b2c-43d8-912c-d0b26189f6b2 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '288dece4-9249-485c-a1fe-389164d52bff') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:36.635768 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bb915bc1-0b2c-43d8-912c-d0b26189f6b2 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:36.651288 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bb915bc1-0b2c-43d8-912c-d0b26189f6b2 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:36.657806 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb915bc1-0b2c-43d8-912c-d0b26189f6b2 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:21:36.658160 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bb915bc1-0b2c-43d8-912c-d0b26189f6b2 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:36.661559 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 16 23:21:36.661559 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:21:36.661559 n-d-791506-26 neutron-server[101292]: timer() Aug 16 23:21:36.661559 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:21:36.661559 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 16 23:21:36.661559 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:21:36.661559 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 16 23:21:36.661559 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:21:36.661559 n-d-791506-26 neutron-server[101292]: self._notify() Aug 16 23:21:36.661559 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:21:36.661559 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 16 23:21:36.661559 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:21:36.661559 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 16 23:21:36.661559 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:21:36.661559 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:21:36.661559 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:21:36.661559 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:21:36.661559 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:21:36.661559 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 16 23:21:36.661559 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:21:36.661559 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 16 23:21:36.661559 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:21:36.661559 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:21:36.661559 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:21:36.661559 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 16 23:21:36.661559 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:21:36.661559 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:21:36.661559 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:21:36.661559 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:21:36.661559 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:21:36.661559 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:21:36.661559 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:21:36.731564 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bb915bc1-0b2c-43d8-912c-d0b26189f6b2 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:36.736864 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bb915bc1-0b2c-43d8-912c-d0b26189f6b2 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:36.738783 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-bb915bc1-0b2c-43d8-912c-d0b26189f6b2 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] 10.222.0.36 "DELETE /v2.0/networks/02852019-23fb-4261-bf1e-21cc7755f010 HTTP/1.1" status: 204 len: 168 time: 0.7646289 Aug 16 23:21:36.762448 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb915bc1-0b2c-43d8-912c-d0b26189f6b2 tempest-TagsExtTest-1775550616 tempest-TagsExtTest-1775550616-project] Pushing event deleted for resources: {'Network': ['ID=02852019-23fb-4261-bf1e-21cc7755f010,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:37.055481 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47358) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:37.248583 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-eda9737a-e570-4859-9854-394f267a1c5d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a4e8e7edad5d402ca2263ddc70db11ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1907434 Aug 16 23:21:37.250189 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47362) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:37.313742 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ed2370eb-6aa5-4975-8e85-01a480179cc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:37.340488 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ed2370eb-6aa5-4975-8e85-01a480179cc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:37.410883 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ed2370eb-6aa5-4975-8e85-01a480179cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:37.415134 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ed2370eb-6aa5-4975-8e85-01a480179cc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:37.416302 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-ed2370eb-6aa5-4975-8e85-01a480179cc2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ec139451-b6e2-4e83-8142-68dd234f44f2 HTTP/1.1" status: 204 len: 168 time: 0.1642554 Aug 16 23:21:37.428570 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2370eb-6aa5-4975-8e85-01a480179cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec139451-b6e2-4e83-8142-68dd234f44f2,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:37.547105 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e4759a-2d05-472b-80fe-c94e430dcf0d req-13a23b2e-76d3-4080-ad06-67fd2cf9bbb8 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:37.548675 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-24e4759a-2d05-472b-80fe-c94e430dcf0d req-13a23b2e-76d3-4080-ad06-67fd2cf9bbb8 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb75110a-b327-4c2d-8394-2a50d0681eff HTTP/1.1" status: 200 len: 946 time: 0.0617378 Aug 16 23:21:37.938624 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-24e4759a-2d05-472b-80fe-c94e430dcf0d req-3c0524ae-4364-4d9e-877e-df239a8acb22 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=d57a197c-6d47-4d56-9c9b-4cb8ea84d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3822017 Aug 16 23:21:38.007780 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device f780c164-5d5c-44cd-954e-b5614d8301da no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:21:38.030527 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: f780c164-5d5c-44cd-954e-b5614d8301da {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:21:38.031007 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device f780c164-5d5c-44cd-954e-b5614d8301da not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:21:38.340020 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47386) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:38.449783 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-1e81bebd-f7ec-4afb-ba8f-a65314328976 tempest-TagsTest-890799095 tempest-TagsTest-890799095-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-285939961'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:21:38.480012 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e81bebd-f7ec-4afb-ba8f-a65314328976 tempest-TagsTest-890799095 tempest-TagsTest-890799095-project] Made reservation on behalf of 6c8f6224305148bfa7a357b7c6bcb217 for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:21:38.483526 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1e81bebd-f7ec-4afb-ba8f-a65314328976 tempest-TagsTest-890799095 tempest-TagsTest-890799095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:38.493711 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1e81bebd-f7ec-4afb-ba8f-a65314328976 tempest-TagsTest-890799095 tempest-TagsTest-890799095-project] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:38.603655 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1e81bebd-f7ec-4afb-ba8f-a65314328976 tempest-TagsTest-890799095 tempest-TagsTest-890799095-project] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:38.608652 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1e81bebd-f7ec-4afb-ba8f-a65314328976 tempest-TagsTest-890799095 tempest-TagsTest-890799095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:38.636475 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e81bebd-f7ec-4afb-ba8f-a65314328976 tempest-TagsTest-890799095 tempest-TagsTest-890799095-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:21:38.646188 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e81bebd-f7ec-4afb-ba8f-a65314328976 tempest-TagsTest-890799095 tempest-TagsTest-890799095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76fcf939-9123-49bb-a4de-69a36639f29f,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:38.655724 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1e81bebd-f7ec-4afb-ba8f-a65314328976 tempest-TagsTest-890799095 tempest-TagsTest-890799095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:38.655724 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-1e81bebd-f7ec-4afb-ba8f-a65314328976 tempest-TagsTest-890799095 tempest-TagsTest-890799095-project] Added segment f0447a97-4030-4bdf-b3f4-f0e0e088964d of type vlan for network 4f2c6c1a-e306-452b-a951-786ebbbb0750 Aug 16 23:21:38.707430 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1e81bebd-f7ec-4afb-ba8f-a65314328976 tempest-TagsTest-890799095 tempest-TagsTest-890799095-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:38.733943 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1e81bebd-f7ec-4afb-ba8f-a65314328976 tempest-TagsTest-890799095 tempest-TagsTest-890799095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:38.739617 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e81bebd-f7ec-4afb-ba8f-a65314328976 tempest-TagsTest-890799095 tempest-TagsTest-890799095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:38.740227 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1e81bebd-f7ec-4afb-ba8f-a65314328976 tempest-TagsTest-890799095 tempest-TagsTest-890799095-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:38.802019 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-1e81bebd-f7ec-4afb-ba8f-a65314328976 tempest-TagsTest-890799095 tempest-TagsTest-890799095-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.4606273 Aug 16 23:21:38.805792 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47394) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:38.810591 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.tag.tag_plugin [None req-12348ca3-2250-43f3-a502-38b77e6b3174 tempest-TagsTest-890799095 tempest-TagsTest-890799095-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '4f2c6c1a-e306-452b-a951-786ebbbb0750', 'tempest-TagsTest-Tag-672745323') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:38.826858 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e81bebd-f7ec-4afb-ba8f-a65314328976 tempest-TagsTest-890799095 tempest-TagsTest-890799095-project] Pushing event updated for resources: {'Network': ['ID=4f2c6c1a-e306-452b-a951-786ebbbb0750,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:38.840447 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 4f2c6c1a-e306-452b-a951-786ebbbb0750 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:21:38.915452 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-12348ca3-2250-43f3-a502-38b77e6b3174 tempest-TagsTest-890799095 tempest-TagsTest-890799095-project] 10.222.0.36 "PUT /v2.0/networks/4f2c6c1a-e306-452b-a951-786ebbbb0750/tags/tempest-TagsTest-Tag-672745323 HTTP/1.1" status: 201 len: 201 time: 0.1085353 Aug 16 23:21:38.918050 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47396) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:38.922821 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.tag.tag_plugin [None req-982ad824-f829-41be-819b-2d0f80cfceab tempest-TagsTest-890799095 tempest-TagsTest-890799095-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4f2c6c1a-e306-452b-a951-786ebbbb0750', 'tempest-TagsTest-Tag-672745323') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:39.024756 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-982ad824-f829-41be-819b-2d0f80cfceab tempest-TagsTest-890799095 tempest-TagsTest-890799095-project] 10.222.0.36 "GET /v2.0/networks/4f2c6c1a-e306-452b-a951-786ebbbb0750/tags/tempest-TagsTest-Tag-672745323 HTTP/1.1" status: 204 len: 168 time: 0.1033633 Aug 16 23:21:39.026512 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47400) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:39.032346 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.tag.tag_plugin [None req-f9320b65-c244-4d78-8457-78e2a316971d tempest-TagsTest-890799095 tempest-TagsTest-890799095-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '4f2c6c1a-e306-452b-a951-786ebbbb0750') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:39.083253 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff7d846-c282-45e7-8266-9421805cb012 req-6380bc6b-675c-4941-b21b-e1d330fd371c tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:39.085355 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bff7d846-c282-45e7-8266-9421805cb012 req-6380bc6b-675c-4941-b21b-e1d330fd371c tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb75110a-b327-4c2d-8394-2a50d0681eff HTTP/1.1" status: 200 len: 946 time: 0.0587461 Aug 16 23:21:39.138349 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-f9320b65-c244-4d78-8457-78e2a316971d tempest-TagsTest-890799095 tempest-TagsTest-890799095-project] 10.222.0.36 "GET /v2.0/networks/4f2c6c1a-e306-452b-a951-786ebbbb0750/tags HTTP/1.1" status: 200 len: 237 time: 0.1102719 Aug 16 23:21:39.139241 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47402) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:39.147573 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.tag.tag_plugin [None req-6b6de350-5692-4f0d-86a8-9addcacd0488 tempest-TagsTest-890799095 tempest-TagsTest-890799095-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '4f2c6c1a-e306-452b-a951-786ebbbb0750', {'tags': ['tempest-TagsTest-Tag-1649319298', 'tempest-TagsTest-Tag-1919046482', 'tempest-TagsTest-Tag-506193045']}) {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:39.151195 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bff7d846-c282-45e7-8266-9421805cb012 req-4edb748e-63cc-4723-8a26-eac1da0dec3e tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=d57a197c-6d47-4d56-9c9b-4cb8ea84d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576396 Aug 16 23:21:39.248391 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47404) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:39.248676 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-6b6de350-5692-4f0d-86a8-9addcacd0488 tempest-TagsTest-890799095 tempest-TagsTest-890799095-project] 10.222.0.36 "PUT /v2.0/networks/4f2c6c1a-e306-452b-a951-786ebbbb0750/tags HTTP/1.1" status: 200 len: 308 time: 0.1079285 Aug 16 23:21:39.253015 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.tag.tag_plugin [None req-294a26c1-a09b-4ea3-9c6e-eeff480fe13d tempest-TagsTest-890799095 tempest-TagsTest-890799095-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '4f2c6c1a-e306-452b-a951-786ebbbb0750', 'tempest-TagsTest-Tag-1649319298') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:39.350966 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-294a26c1-a09b-4ea3-9c6e-eeff480fe13d tempest-TagsTest-890799095 tempest-TagsTest-890799095-project] 10.222.0.36 "DELETE /v2.0/networks/4f2c6c1a-e306-452b-a951-786ebbbb0750/tags/tempest-TagsTest-Tag-1649319298 HTTP/1.1" status: 204 len: 168 time: 0.0991442 Aug 16 23:21:39.351726 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47406) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:39.356267 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.tag.tag_plugin [None req-92d653ea-a2ef-436b-a05d-b37fdab966e9 tempest-TagsTest-890799095 tempest-TagsTest-890799095-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4f2c6c1a-e306-452b-a951-786ebbbb0750', 'tempest-TagsTest-Tag-1649319298') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:39.439798 n-d-791506-26 neutron-server[101292]: INFO neutron.api.v2.resource [None req-92d653ea-a2ef-436b-a05d-b37fdab966e9 tempest-TagsTest-890799095 tempest-TagsTest-890799095-project] show failed (client error): The resource could not be found. Aug 16 23:21:39.441054 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-92d653ea-a2ef-436b-a05d-b37fdab966e9 tempest-TagsTest-890799095 tempest-TagsTest-890799095-project] 10.222.0.36 "GET /v2.0/networks/4f2c6c1a-e306-452b-a951-786ebbbb0750/tags/tempest-TagsTest-Tag-1649319298 HTTP/1.1" status: 404 len: 326 time: 0.0884066 Aug 16 23:21:39.444326 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47408) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:39.449648 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.tag.tag_plugin [None req-c5247804-c25b-48dc-8e4f-487ee8b71813 tempest-TagsTest-890799095 tempest-TagsTest-890799095-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4f2c6c1a-e306-452b-a951-786ebbbb0750', 'tempest-TagsTest-Tag-1919046482') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:39.525310 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-c5247804-c25b-48dc-8e4f-487ee8b71813 tempest-TagsTest-890799095 tempest-TagsTest-890799095-project] 10.222.0.36 "GET /v2.0/networks/4f2c6c1a-e306-452b-a951-786ebbbb0750/tags/tempest-TagsTest-Tag-1919046482 HTTP/1.1" status: 204 len: 168 time: 0.0794387 Aug 16 23:21:39.527707 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47410) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:39.532477 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.tag.tag_plugin [None req-3a9dd703-30ee-4b73-9844-b7004d671548 tempest-TagsTest-890799095 tempest-TagsTest-890799095-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4f2c6c1a-e306-452b-a951-786ebbbb0750', 'tempest-TagsTest-Tag-506193045') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:39.610848 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-3a9dd703-30ee-4b73-9844-b7004d671548 tempest-TagsTest-890799095 tempest-TagsTest-890799095-project] 10.222.0.36 "GET /v2.0/networks/4f2c6c1a-e306-452b-a951-786ebbbb0750/tags/tempest-TagsTest-Tag-506193045 HTTP/1.1" status: 204 len: 168 time: 0.0819604 Aug 16 23:21:39.613363 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47412) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:39.619046 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.tag.tag_plugin [None req-8db76496-fcd3-47a5-9112-94f6261a2601 tempest-TagsTest-890799095 tempest-TagsTest-890799095-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '4f2c6c1a-e306-452b-a951-786ebbbb0750') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:39.718777 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-8db76496-fcd3-47a5-9112-94f6261a2601 tempest-TagsTest-890799095 tempest-TagsTest-890799095-project] 10.222.0.36 "DELETE /v2.0/networks/4f2c6c1a-e306-452b-a951-786ebbbb0750/tags HTTP/1.1" status: 204 len: 168 time: 0.1018987 Aug 16 23:21:39.719717 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47414) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:39.724343 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.tag.tag_plugin [None req-181eb4ee-8259-4916-8b36-f2188128c934 tempest-TagsTest-890799095 tempest-TagsTest-890799095-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4f2c6c1a-e306-452b-a951-786ebbbb0750', 'tempest-TagsTest-Tag-1919046482') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:39.804220 n-d-791506-26 neutron-server[101292]: INFO neutron.api.v2.resource [None req-181eb4ee-8259-4916-8b36-f2188128c934 tempest-TagsTest-890799095 tempest-TagsTest-890799095-project] show failed (client error): The resource could not be found. Aug 16 23:21:39.806053 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-181eb4ee-8259-4916-8b36-f2188128c934 tempest-TagsTest-890799095 tempest-TagsTest-890799095-project] 10.222.0.36 "GET /v2.0/networks/4f2c6c1a-e306-452b-a951-786ebbbb0750/tags/tempest-TagsTest-Tag-1919046482 HTTP/1.1" status: 404 len: 326 time: 0.0856650 Aug 16 23:21:39.808997 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47416) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:39.813643 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.tag.tag_plugin [None req-ffcba45f-cecb-4aec-a69f-907cb301f7bb tempest-TagsTest-890799095 tempest-TagsTest-890799095-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4f2c6c1a-e306-452b-a951-786ebbbb0750', 'tempest-TagsTest-Tag-506193045') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:39.890185 n-d-791506-26 neutron-server[101292]: INFO neutron.api.v2.resource [None req-ffcba45f-cecb-4aec-a69f-907cb301f7bb tempest-TagsTest-890799095 tempest-TagsTest-890799095-project] show failed (client error): The resource could not be found. Aug 16 23:21:39.891486 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-ffcba45f-cecb-4aec-a69f-907cb301f7bb tempest-TagsTest-890799095 tempest-TagsTest-890799095-project] 10.222.0.36 "GET /v2.0/networks/4f2c6c1a-e306-452b-a951-786ebbbb0750/tags/tempest-TagsTest-Tag-506193045 HTTP/1.1" status: 404 len: 325 time: 0.0814464 Aug 16 23:21:39.894402 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47418) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:39.899765 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.tag.tag_plugin [None req-00a8a8c0-5370-426e-baea-d1c9b61b25f1 tempest-TagsTest-890799095 tempest-TagsTest-890799095-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '4f2c6c1a-e306-452b-a951-786ebbbb0750') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:39.986403 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-00a8a8c0-5370-426e-baea-d1c9b61b25f1 tempest-TagsTest-890799095 tempest-TagsTest-890799095-project] 10.222.0.36 "DELETE /v2.0/networks/4f2c6c1a-e306-452b-a951-786ebbbb0750/tags HTTP/1.1" status: 204 len: 168 time: 0.0910122 Aug 16 23:21:39.991084 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47420) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:40.086502 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b8fe9d6e-1e6b-417d-8bae-0e15b8805e27 tempest-TagsTest-890799095 tempest-TagsTest-890799095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:40.183884 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b8fe9d6e-1e6b-417d-8bae-0e15b8805e27 tempest-TagsTest-890799095 tempest-TagsTest-890799095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:40.197403 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-b8fe9d6e-1e6b-417d-8bae-0e15b8805e27 tempest-TagsTest-890799095 tempest-TagsTest-890799095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f2c6c1a-e306-452b-a951-786ebbbb0750']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:40.210265 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-b8fe9d6e-1e6b-417d-8bae-0e15b8805e27 tempest-TagsTest-890799095 tempest-TagsTest-890799095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0447a97-4030-4bdf-b3f4-f0e0e088964d') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:40.210561 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-b8fe9d6e-1e6b-417d-8bae-0e15b8805e27 tempest-TagsTest-890799095 tempest-TagsTest-890799095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0447a97-4030-4bdf-b3f4-f0e0e088964d') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:40.227928 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b8fe9d6e-1e6b-417d-8bae-0e15b8805e27 tempest-TagsTest-890799095 tempest-TagsTest-890799095-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:40.258613 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b8fe9d6e-1e6b-417d-8bae-0e15b8805e27 tempest-TagsTest-890799095 tempest-TagsTest-890799095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:40.280574 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8fe9d6e-1e6b-417d-8bae-0e15b8805e27 tempest-TagsTest-890799095 tempest-TagsTest-890799095-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:21:40.280989 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b8fe9d6e-1e6b-417d-8bae-0e15b8805e27 tempest-TagsTest-890799095 tempest-TagsTest-890799095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:40.284302 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 16 23:21:40.284302 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:21:40.284302 n-d-791506-26 neutron-server[101292]: timer() Aug 16 23:21:40.284302 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:21:40.284302 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 16 23:21:40.284302 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:21:40.284302 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 16 23:21:40.284302 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:21:40.284302 n-d-791506-26 neutron-server[101292]: self._notify() Aug 16 23:21:40.284302 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:21:40.284302 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 16 23:21:40.284302 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:21:40.284302 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 16 23:21:40.284302 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:21:40.284302 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:21:40.284302 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:21:40.284302 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:21:40.284302 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:21:40.284302 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 16 23:21:40.284302 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:21:40.284302 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 16 23:21:40.284302 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:21:40.284302 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:21:40.284302 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:21:40.284302 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 16 23:21:40.284302 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:21:40.284302 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:21:40.284302 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:21:40.284302 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:21:40.284302 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:21:40.284302 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:21:40.284302 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:21:40.356782 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adccce8c-0ca3-485a-9c77-d76263ffec9e req-ea65e266-7393-40ba-a991-ec9135bc701a tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:40.358342 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-adccce8c-0ca3-485a-9c77-d76263ffec9e req-ea65e266-7393-40ba-a991-ec9135bc701a tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb75110a-b327-4c2d-8394-2a50d0681eff HTTP/1.1" status: 200 len: 946 time: 0.1157544 Aug 16 23:21:40.376825 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b8fe9d6e-1e6b-417d-8bae-0e15b8805e27 tempest-TagsTest-890799095 tempest-TagsTest-890799095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:40.391412 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b8fe9d6e-1e6b-417d-8bae-0e15b8805e27 tempest-TagsTest-890799095 tempest-TagsTest-890799095-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:40.395777 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-b8fe9d6e-1e6b-417d-8bae-0e15b8805e27 tempest-TagsTest-890799095 tempest-TagsTest-890799095-project] 10.222.0.36 "DELETE /v2.0/networks/4f2c6c1a-e306-452b-a951-786ebbbb0750 HTTP/1.1" status: 204 len: 168 time: 0.4011075 Aug 16 23:21:40.410931 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fe9d6e-1e6b-417d-8bae-0e15b8805e27 tempest-TagsTest-890799095 tempest-TagsTest-890799095-project] Pushing event deleted for resources: {'Network': ['ID=4f2c6c1a-e306-452b-a951-786ebbbb0750,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:40.448937 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-adccce8c-0ca3-485a-9c77-d76263ffec9e req-e3b4fde9-d4fa-4d59-94f3-e80ff95ad5d7 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=d57a197c-6d47-4d56-9c9b-4cb8ea84d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734494 Aug 16 23:21:40.729719 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47428) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:40.801027 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:21:40.922509 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-49114201-b6b4-45ee-b7ca-5beb03306b9f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6c8f6224305148bfa7a357b7c6bcb217&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1909816 Aug 16 23:21:40.922936 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47432) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:40.995480 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-89f89e7a-3b25-47fe-8103-dacfd0b105a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:41.027561 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-89f89e7a-3b25-47fe-8103-dacfd0b105a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:41.104050 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-89f89e7a-3b25-47fe-8103-dacfd0b105a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:41.106992 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-89f89e7a-3b25-47fe-8103-dacfd0b105a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:41.113459 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-89f89e7a-3b25-47fe-8103-dacfd0b105a0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/76fcf939-9123-49bb-a4de-69a36639f29f HTTP/1.1" status: 204 len: 168 time: 0.1821907 Aug 16 23:21:41.120056 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f89e7a-3b25-47fe-8103-dacfd0b105a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76fcf939-9123-49bb-a4de-69a36639f29f,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:41.397032 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:41.624278 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984fcf97-d125-4cb5-a28b-6dede9ed52c0 req-0ba2e88f-f534-413b-add8-009fd914af2e tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:41.625933 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-984fcf97-d125-4cb5-a28b-6dede9ed52c0 req-0ba2e88f-f534-413b-add8-009fd914af2e tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb75110a-b327-4c2d-8394-2a50d0681eff HTTP/1.1" status: 200 len: 946 time: 0.0810571 Aug 16 23:21:41.676313 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-984fcf97-d125-4cb5-a28b-6dede9ed52c0 req-85b1f2c1-54aa-4bab-8410-3620fcd4d9c1 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=d57a197c-6d47-4d56-9c9b-4cb8ea84d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436285 Aug 16 23:21:42.715137 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5888689b-7fa2-42f0-9d9b-a6792fc70f34 req-c6c0ba0a-52c8-4e74-9fd9-538a6f6e981e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:42.716682 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5888689b-7fa2-42f0-9d9b-a6792fc70f34 req-c6c0ba0a-52c8-4e74-9fd9-538a6f6e981e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ee91ace37a634fb9abb791ce5d24078e&device_id=fb75110a-b327-4c2d-8394-2a50d0681eff HTTP/1.1" status: 200 len: 1098 time: 0.0433900 Aug 16 23:21:42.815513 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c59deb-b2a7-438d-a676-38a8840355a0 req-b23c4359-faf0-47f3-81a4-e2754e99c805 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:42.816973 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-12c59deb-b2a7-438d-a676-38a8840355a0 req-b23c4359-faf0-47f3-81a4-e2754e99c805 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb75110a-b327-4c2d-8394-2a50d0681eff HTTP/1.1" status: 200 len: 946 time: 0.0594156 Aug 16 23:21:42.820025 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5888689b-7fa2-42f0-9d9b-a6792fc70f34 req-ebbff3b2-2e38-4944-8213-dd1d884bd83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:42.821635 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5888689b-7fa2-42f0-9d9b-a6792fc70f34 req-ebbff3b2-2e38-4944-8213-dd1d884bd83a service neutron] 10.222.0.68 "GET /v2.0/networks?id=6152efff-6e82-46a1-acb7-149d7c33d5d6 HTTP/1.1" status: 200 len: 913 time: 0.0966568 Aug 16 23:21:42.860978 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-12c59deb-b2a7-438d-a676-38a8840355a0 req-b6a122c0-b2d9-460e-97b1-e9fc8b9ab982 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=d57a197c-6d47-4d56-9c9b-4cb8ea84d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362141 Aug 16 23:21:42.877729 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5888689b-7fa2-42f0-9d9b-a6792fc70f34 req-25796e63-49b8-4354-b71a-ec30d5f85490 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b1a870c3-5eb0-4deb-ad0e-c70a2db2c075 HTTP/1.1" status: 200 len: 217 time: 0.0467064 Aug 16 23:21:42.938511 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5888689b-7fa2-42f0-9d9b-a6792fc70f34 req-6739947e-6597-4a29-8ba3-f4a842079be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:42.940068 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5888689b-7fa2-42f0-9d9b-a6792fc70f34 req-6739947e-6597-4a29-8ba3-f4a842079be7 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7d6a27ac-d81b-4d19-9995-25afe2c6f338 HTTP/1.1" status: 200 len: 851 time: 0.0529740 Aug 16 23:21:42.995450 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5888689b-7fa2-42f0-9d9b-a6792fc70f34 req-affa6690-87ea-4e48-a182-fec5caaf0232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:42.997088 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5888689b-7fa2-42f0-9d9b-a6792fc70f34 req-affa6690-87ea-4e48-a182-fec5caaf0232 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6152efff-6e82-46a1-acb7-149d7c33d5d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0489326 Aug 16 23:21:43.094112 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5888689b-7fa2-42f0-9d9b-a6792fc70f34 req-e2fc68ea-3ed4-4c7c-a0fe-661b2631d3b6 service neutron] 10.222.0.68 "GET /v2.0/networks/6152efff-6e82-46a1-acb7-149d7c33d5d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887065 Aug 16 23:21:43.195478 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5888689b-7fa2-42f0-9d9b-a6792fc70f34 req-482a775b-603d-4bc3-b851-ec6187088169 service neutron] 10.222.0.68 "GET /v2.0/networks/6152efff-6e82-46a1-acb7-149d7c33d5d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938642 Aug 16 23:21:43.405539 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-548e1d98-0ca7-4f0d-980b-4ae5dd548ea4 req-0f1bd66d-722e-44e9-810c-6683a05c8c14 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=119f9a84-7d3a-4ed8-8548-79a3a40b6ab6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0407059 Aug 16 23:21:43.493457 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548e1d98-0ca7-4f0d-980b-4ae5dd548ea4 req-e006f7ff-266e-49da-a896-d4f519b16707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:43.494948 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-548e1d98-0ca7-4f0d-980b-4ae5dd548ea4 req-e006f7ff-266e-49da-a896-d4f519b16707 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ee91ace37a634fb9abb791ce5d24078e&device_id=119f9a84-7d3a-4ed8-8548-79a3a40b6ab6 HTTP/1.1" status: 200 len: 1097 time: 0.0454159 Aug 16 23:21:43.597920 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548e1d98-0ca7-4f0d-980b-4ae5dd548ea4 req-230b7fac-a2e7-47ac-b6b2-6ec30643e47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:43.599380 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-548e1d98-0ca7-4f0d-980b-4ae5dd548ea4 req-230b7fac-a2e7-47ac-b6b2-6ec30643e47d service neutron] 10.222.0.68 "GET /v2.0/networks?id=6152efff-6e82-46a1-acb7-149d7c33d5d6 HTTP/1.1" status: 200 len: 913 time: 0.0832183 Aug 16 23:21:43.645502 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-548e1d98-0ca7-4f0d-980b-4ae5dd548ea4 req-0e571b61-99cf-498d-8d61-c28f5c72029e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc5542ef-2995-4487-b481-60f8e9728c80 HTTP/1.1" status: 200 len: 217 time: 0.0372274 Aug 16 23:21:43.695371 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548e1d98-0ca7-4f0d-980b-4ae5dd548ea4 req-9c2c9a61-1f39-4b52-9096-a33776d108a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:43.696744 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-548e1d98-0ca7-4f0d-980b-4ae5dd548ea4 req-9c2c9a61-1f39-4b52-9096-a33776d108a9 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7d6a27ac-d81b-4d19-9995-25afe2c6f338 HTTP/1.1" status: 200 len: 851 time: 0.0429533 Aug 16 23:21:43.744250 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548e1d98-0ca7-4f0d-980b-4ae5dd548ea4 req-78947d68-3154-40cb-803e-65256f8e3424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:43.745734 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-548e1d98-0ca7-4f0d-980b-4ae5dd548ea4 req-78947d68-3154-40cb-803e-65256f8e3424 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6152efff-6e82-46a1-acb7-149d7c33d5d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399647 Aug 16 23:21:43.838488 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-548e1d98-0ca7-4f0d-980b-4ae5dd548ea4 req-e59e035d-ab5c-4638-856a-4682e90c3814 service neutron] 10.222.0.68 "GET /v2.0/networks/6152efff-6e82-46a1-acb7-149d7c33d5d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838675 Aug 16 23:21:43.931018 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-548e1d98-0ca7-4f0d-980b-4ae5dd548ea4 req-5fb14734-7763-4194-ab3a-eacae4890591 service neutron] 10.222.0.68 "GET /v2.0/networks/6152efff-6e82-46a1-acb7-149d7c33d5d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839942 Aug 16 23:21:43.983829 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b3885c-3f7f-4bd8-b72f-ca78a943f8d9 req-77d677b2-8455-491e-8678-7b8aeabedde3 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:43.985604 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a7b3885c-3f7f-4bd8-b72f-ca78a943f8d9 req-77d677b2-8455-491e-8678-7b8aeabedde3 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb75110a-b327-4c2d-8394-2a50d0681eff HTTP/1.1" status: 200 len: 946 time: 0.0520251 Aug 16 23:21:44.026272 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a7b3885c-3f7f-4bd8-b72f-ca78a943f8d9 req-995c4f12-e197-4a13-b1a0-f7782f9cb4af tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=d57a197c-6d47-4d56-9c9b-4cb8ea84d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333745 Aug 16 23:21:45.146070 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8fc49e-6665-4f61-bc8d-1769111b5db7 req-3f950e1c-2eb0-4a4a-8221-83691eed1703 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:45.147772 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0c8fc49e-6665-4f61-bc8d-1769111b5db7 req-3f950e1c-2eb0-4a4a-8221-83691eed1703 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb75110a-b327-4c2d-8394-2a50d0681eff HTTP/1.1" status: 200 len: 946 time: 0.0510991 Aug 16 23:21:45.185717 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0c8fc49e-6665-4f61-bc8d-1769111b5db7 req-f070f2b6-fba7-4aa3-9937-4bc313e7d5be tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=d57a197c-6d47-4d56-9c9b-4cb8ea84d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319080 Aug 16 23:21:46.306171 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d560b74-417d-4153-b81d-23d9c2c9bbe3 req-126ce474-65cd-476a-8031-b86f71f52ab0 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:46.307693 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4d560b74-417d-4153-b81d-23d9c2c9bbe3 req-126ce474-65cd-476a-8031-b86f71f52ab0 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb75110a-b327-4c2d-8394-2a50d0681eff HTTP/1.1" status: 200 len: 946 time: 0.0533235 Aug 16 23:21:46.345884 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4d560b74-417d-4153-b81d-23d9c2c9bbe3 req-1e6d9b83-d036-42ef-a49d-7c497ad65f7e tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=d57a197c-6d47-4d56-9c9b-4cb8ea84d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321310 Aug 16 23:21:46.478304 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ceb288-0bde-4fd4-9f74-fd5b0e0db506 req-1a9545de-5788-4df4-8921-68880cddeee6 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:46.479925 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-25ceb288-0bde-4fd4-9f74-fd5b0e0db506 req-1a9545de-5788-4df4-8921-68880cddeee6 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 944 time: 0.0513761 Aug 16 23:21:46.520842 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-25ceb288-0bde-4fd4-9f74-fd5b0e0db506 req-08d26c81-a0de-448d-a62e-885ef6477662 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbc72d54-097b-421d-953a-e4e7a8a28dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342863 Aug 16 23:21:46.521101 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device b1a870c3-5eb0-4deb-ad0e-c70a2db2c075 no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:21:46.603087 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:46.628830 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb75110a-b327-4c2d-8394-2a50d0681eff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1a870c3-5eb0-4deb-ad0e-c70a2db2c075'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:21:46.631298 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b99d4e4-62d9-4901-826b-5fdb6e4e54d8" -d '{"events": [{"server_uuid": "fb75110a-b327-4c2d-8394-2a50d0681eff", "name": "network-vif-unplugged", "status": "completed", "tag": "b1a870c3-5eb0-4deb-ad0e-c70a2db2c075"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:21:46.646920 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port b1a870c3-5eb0-4deb-ad0e-c70a2db2c075, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=b1a870c3-5eb0-4deb-ad0e-c70a2db2c075,segment=NetworkSegment(10a968c4-5c7d-4c23-b34c-ca325bfda5cc),segment_id=10a968c4-5c7d-4c23-b34c-ca325bfda5cc)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:21:46.651968 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:46.684915 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0def4be1-7957-4a35-b45a-c145624d415c req-43a79f7b-53ad-499c-ac4d-51b93c73f0cc tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:46.704594 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0def4be1-7957-4a35-b45a-c145624d415c req-43a79f7b-53ad-499c-ac4d-51b93c73f0cc tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 944 time: 0.0927169 Aug 16 23:21:46.754634 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 16 Aug 2021 23:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e7aac91-628c-4ce6-bfc7-70821b05a013 x-openstack-request-id: req-9e7aac91-628c-4ce6-bfc7-70821b05a013 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:21:46.754943 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb75110a-b327-4c2d-8394-2a50d0681eff", "name": "network-vif-unplugged", "status": "failed", "tag": "b1a870c3-5eb0-4deb-ad0e-c70a2db2c075", "code": 422}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:21:46.755190 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9e7aac91-628c-4ce6-bfc7-70821b05a013 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:21:46.755603 n-d-791506-26 neutron-server[101293]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fb75110a-b327-4c2d-8394-2a50d0681eff', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b1a870c3-5eb0-4deb-ad0e-c70a2db2c075', 'code': 422} returned with failed status Aug 16 23:21:46.778929 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=b1a870c3-5eb0-4deb-ad0e-c70a2db2c075,revision_number=8']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:46.782911 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0def4be1-7957-4a35-b45a-c145624d415c req-d9da569d-5ab5-44a9-bb0f-a923d8c821e3 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbc72d54-097b-421d-953a-e4e7a8a28dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0814734 Aug 16 23:21:47.013574 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2020479f-2059-42f3-a245-8d3af59069fa req-c0b9ca3a-8a48-4302-8825-8176944afce2 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:47.015268 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2020479f-2059-42f3-a245-8d3af59069fa req-c0b9ca3a-8a48-4302-8825-8176944afce2 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 944 time: 0.0595267 Aug 16 23:21:47.055848 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2020479f-2059-42f3-a245-8d3af59069fa req-5280b3ee-c173-4b04-8db6-ce3a4bed02a5 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbc72d54-097b-421d-953a-e4e7a8a28dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325947 Aug 16 23:21:47.677363 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-3832a1a8-b5d5-4628-b583-7210c55a827d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:48.178065 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4087e9-e430-4d49-beaf-3d32f9fb749c req-428d1433-d65d-4259-8a27-d7c203523edf tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:48.180875 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-db4087e9-e430-4d49-beaf-3d32f9fb749c req-428d1433-d65d-4259-8a27-d7c203523edf tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 944 time: 0.0534353 Aug 16 23:21:48.228301 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-db4087e9-e430-4d49-beaf-3d32f9fb749c req-0cf26fb7-3551-455d-85aa-9b2140b14921 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbc72d54-097b-421d-953a-e4e7a8a28dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400541 Aug 16 23:21:49.354195 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57c1c64-3ab1-4abb-ab8f-5a9155a1aca1 req-ed69d2b4-15da-4852-8775-401589c281fd tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:49.355835 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d57c1c64-3ab1-4abb-ab8f-5a9155a1aca1 req-ed69d2b4-15da-4852-8775-401589c281fd tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 944 time: 0.0554926 Aug 16 23:21:49.408905 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d57c1c64-3ab1-4abb-ab8f-5a9155a1aca1 req-a154847e-9f41-484d-8dc1-cfa40f0130c3 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbc72d54-097b-421d-953a-e4e7a8a28dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461686 Aug 16 23:21:49.782475 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-3991dff9-ae16-4008-85f1-3f215811fcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:50.539575 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e36d2e-c6b4-4bf5-acdb-99f8a901106e req-3e4dc6e0-5c65-43b2-9687-3589a289b52e tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:50.541456 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c1e36d2e-c6b4-4bf5-acdb-99f8a901106e req-3e4dc6e0-5c65-43b2-9687-3589a289b52e tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 944 time: 0.0612407 Aug 16 23:21:50.581711 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c1e36d2e-c6b4-4bf5-acdb-99f8a901106e req-3bb51d8f-fa98-4343-a531-130bf2581061 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbc72d54-097b-421d-953a-e4e7a8a28dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338430 Aug 16 23:21:50.639853 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:51.585870 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:51.703329 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c633b97-2b9e-442a-80ce-0c0ddffe37ef req-d3b81da4-1692-4afa-a23b-e9cb82faf929 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:51.704949 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4c633b97-2b9e-442a-80ce-0c0ddffe37ef req-d3b81da4-1692-4afa-a23b-e9cb82faf929 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 944 time: 0.0524831 Aug 16 23:21:51.752699 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4c633b97-2b9e-442a-80ce-0c0ddffe37ef req-8b955e5d-123e-404e-9441-74b926c2e948 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbc72d54-097b-421d-953a-e4e7a8a28dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404668 Aug 16 23:21:52.453152 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c067fd3e-0bd3-4a32-a6a4-54dc3b0a9200 req-30681ad4-06bb-46d6-8d7a-77110a48f5a6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d5da408d-144b-442e-b9d0-527ab0b81de4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0423532 Aug 16 23:21:52.531333 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c067fd3e-0bd3-4a32-a6a4-54dc3b0a9200 req-8b01b563-3a5d-466c-a1b2-6afa4a6568bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:52.533030 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c067fd3e-0bd3-4a32-a6a4-54dc3b0a9200 req-8b01b563-3a5d-466c-a1b2-6afa4a6568bc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ee91ace37a634fb9abb791ce5d24078e&device_id=d5da408d-144b-442e-b9d0-527ab0b81de4 HTTP/1.1" status: 200 len: 1098 time: 0.0446227 Aug 16 23:21:52.648509 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c067fd3e-0bd3-4a32-a6a4-54dc3b0a9200 req-056bc538-74ba-4f6d-aea1-e207db93e21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:52.650175 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c067fd3e-0bd3-4a32-a6a4-54dc3b0a9200 req-056bc538-74ba-4f6d-aea1-e207db93e21f service neutron] 10.222.0.57 "GET /v2.0/networks?id=6152efff-6e82-46a1-acb7-149d7c33d5d6 HTTP/1.1" status: 200 len: 913 time: 0.0954204 Aug 16 23:21:52.692888 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c067fd3e-0bd3-4a32-a6a4-54dc3b0a9200 req-5d93d50d-8a1d-4f53-8b55-462231df4314 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61088f9d-76e1-4190-912c-3e60944725ad HTTP/1.1" status: 200 len: 217 time: 0.0355420 Aug 16 23:21:52.749968 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c067fd3e-0bd3-4a32-a6a4-54dc3b0a9200 req-9ce4f9a4-f2c7-4d8c-8eab-438a977cfdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:52.751464 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c067fd3e-0bd3-4a32-a6a4-54dc3b0a9200 req-9ce4f9a4-f2c7-4d8c-8eab-438a977cfdb4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7d6a27ac-d81b-4d19-9995-25afe2c6f338 HTTP/1.1" status: 200 len: 851 time: 0.0523934 Aug 16 23:21:52.808071 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c067fd3e-0bd3-4a32-a6a4-54dc3b0a9200 req-08b0165a-7f65-41b0-909d-d1fae1f4734d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:52.809713 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c067fd3e-0bd3-4a32-a6a4-54dc3b0a9200 req-08b0165a-7f65-41b0-909d-d1fae1f4734d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6152efff-6e82-46a1-acb7-149d7c33d5d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514917 Aug 16 23:21:52.819040 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:52.943185 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8072ee-46d9-4920-b6b6-36a019623480 req-e2f84f30-1228-47b0-8373-60c58d763475 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:52.945346 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9f8072ee-46d9-4920-b6b6-36a019623480 req-e2f84f30-1228-47b0-8373-60c58d763475 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 944 time: 0.0794535 Aug 16 23:21:52.980440 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c067fd3e-0bd3-4a32-a6a4-54dc3b0a9200 req-c7f04ddf-b99c-4001-ac1c-3c81a3252987 service neutron] 10.222.0.57 "GET /v2.0/networks/6152efff-6e82-46a1-acb7-149d7c33d5d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636984 Aug 16 23:21:53.019925 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9f8072ee-46d9-4920-b6b6-36a019623480 req-4bbdb037-a68e-4120-b681-0509440a4021 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbc72d54-097b-421d-953a-e4e7a8a28dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0647058 Aug 16 23:21:53.094528 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c067fd3e-0bd3-4a32-a6a4-54dc3b0a9200 req-ea62617a-4b54-4161-ab20-ed8f4cf1f018 service neutron] 10.222.0.57 "GET /v2.0/networks/6152efff-6e82-46a1-acb7-149d7c33d5d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008151 Aug 16 23:21:54.141985 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47604) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:54.156798 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a95ed3f-9bec-477b-988d-53bd812d6ddd req-23fc245e-8efa-4ee9-8c67-e8ecdbf910f7 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:54.158351 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8a95ed3f-9bec-477b-988d-53bd812d6ddd req-23fc245e-8efa-4ee9-8c67-e8ecdbf910f7 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 944 time: 0.0636914 Aug 16 23:21:54.198425 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8a95ed3f-9bec-477b-988d-53bd812d6ddd req-b8837233-0a79-47b6-9907-95801e3a832f tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbc72d54-097b-421d-953a-e4e7a8a28dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327106 Aug 16 23:21:54.301499 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-769752b1-ded8-4215-8868-122b648c7e77 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Deleting port d382791a-1dd9-4436-a74b-43bad9041582 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:21:54.301844 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-769752b1-ded8-4215-8868-122b648c7e77 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:54.657285 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-769752b1-ded8-4215-8868-122b648c7e77 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:54.657285 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-769752b1-ded8-4215-8868-122b648c7e77 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:54.670369 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-769752b1-ded8-4215-8868-122b648c7e77 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Calling delete_port for d382791a-1dd9-4436-a74b-43bad9041582 owned by network:floatingip {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:21:54.875262 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-769752b1-ded8-4215-8868-122b648c7e77 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:54.903150 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769752b1-ded8-4215-8868-122b648c7e77 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Pushing event deleted for resources: {'Port': ['ID=d382791a-1dd9-4436-a74b-43bad9041582,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:54.965612 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-769752b1-ded8-4215-8868-122b648c7e77 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for floatingip, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:54.966033 n-d-791506-26 neutron-server[101291]: INFO neutron.db.l3_db [None req-769752b1-ded8-4215-8868-122b648c7e77 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Floating IP ee732086-387a-4e1f-8126-0db7df740969 disassociated (deleted). External IP: 172.25.4.180, port: 587c818d-f1de-405d-bab0-099a00f05fac. Aug 16 23:21:55.190839 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-769752b1-ded8-4215-8868-122b648c7e77 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Router e8a5565b-996e-417c-85a4-47011fe5472d has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:21:55.308057 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-769752b1-ded8-4215-8868-122b648c7e77 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:21:55.313456 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-769752b1-ded8-4215-8868-122b648c7e77 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:55.320860 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7219455-586e-4928-b418-8893b4a1e190 None None] Sync routers for ids ['e8a5565b-996e-417c-85a4-47011fe5472d'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:21:55.333893 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7219455-586e-4928-b418-8893b4a1e190 None None] Routers {'e8a5565b-996e-417c-85a4-47011fe5472d'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:21:55.335183 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-a7219455-586e-4928-b418-8893b4a1e190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:21:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['e8a5565b-996e-417c-85a4-47011fe5472d'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:55.343237 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b815ee9-d4fd-430d-b2ed-e67030a3f2bc req-7326359f-19d5-4a3c-a413-4a99e20018e6 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:55.352137 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-769752b1-ded8-4215-8868-122b648c7e77 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "DELETE /v2.0/floatingips/ee732086-387a-4e1f-8126-0db7df740969 HTTP/1.1" status: 204 len: 168 time: 1.2061765 Aug 16 23:21:55.352137 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cd77e68-a3fa-412d-a922-79a4b09443bc', 'tag': '587c818d-f1de-405d-bab0-099a00f05fac'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:21:55.353282 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c3451df-d52f-4226-887f-4a310183e42f" -d '{"events": [{"name": "network-changed", "server_uuid": "9cd77e68-a3fa-412d-a922-79a4b09443bc", "tag": "587c818d-f1de-405d-bab0-099a00f05fac"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:21:55.356038 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5b815ee9-d4fd-430d-b2ed-e67030a3f2bc req-7326359f-19d5-4a3c-a413-4a99e20018e6 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 944 time: 0.0815327 Aug 16 23:21:55.414698 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5b815ee9-d4fd-430d-b2ed-e67030a3f2bc req-4e33c2fb-0129-46dd-8d73-7fbb28973d78 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbc72d54-097b-421d-953a-e4e7a8a28dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365212 Aug 16 23:21:55.477411 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c48aa4-7436-4da6-9efa-b738cc2d2bbf x-openstack-request-id: req-64c48aa4-7436-4da6-9efa-b738cc2d2bbf {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:21:55.477723 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cd77e68-a3fa-412d-a922-79a4b09443bc", "tag": "587c818d-f1de-405d-bab0-099a00f05fac", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:21:55.478032 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-64c48aa4-7436-4da6-9efa-b738cc2d2bbf {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:21:55.478478 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cd77e68-a3fa-412d-a922-79a4b09443bc', 'tag': '587c818d-f1de-405d-bab0-099a00f05fac', 'status': 'completed', 'code': 200} Aug 16 23:21:55.480994 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:55.511678 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-a7219455-586e-4928-b418-8893b4a1e190 None None] Set router e8a5565b-996e-417c-85a4-47011fe5472d gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:21:55.571665 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3451df-d52f-4226-887f-4a310183e42f req-a9f9dffc-88da-483e-bdb9-eb65d14d9b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:55.573646 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2c3451df-d52f-4226-887f-4a310183e42f req-a9f9dffc-88da-483e-bdb9-eb65d14d9b26 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3aee68aa35e24e649e175a43cbcb7bd3&device_id=9cd77e68-a3fa-412d-a922-79a4b09443bc HTTP/1.1" status: 200 len: 1098 time: 0.0621572 Aug 16 23:21:55.659145 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7ca0e7-bd1e-46e1-9ece-ab412a067f86 req-6a7f115f-5eaf-416d-821f-d1abfd1e1fd1 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:55.661181 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fd7ca0e7-bd1e-46e1-9ece-ab412a067f86 req-6a7f115f-5eaf-416d-821f-d1abfd1e1fd1 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cd77e68-a3fa-412d-a922-79a4b09443bc HTTP/1.1" status: 200 len: 946 time: 0.0688722 Aug 16 23:21:55.687613 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3451df-d52f-4226-887f-4a310183e42f req-411448bb-d964-4fa6-b5fa-5f1c6df23e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:55.689320 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2c3451df-d52f-4226-887f-4a310183e42f req-411448bb-d964-4fa6-b5fa-5f1c6df23e33 service neutron] 10.222.0.68 "GET /v2.0/networks?id=d1b96b68-a910-43d5-bf6c-99efd1685281 HTTP/1.1" status: 200 len: 897 time: 0.1070693 Aug 16 23:21:55.706635 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fd7ca0e7-bd1e-46e1-9ece-ab412a067f86 req-d9505b78-bf11-49c8-b6ff-858bcc0f1950 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=29a3b678-a940-41e1-96fb-a218802012ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376749 Aug 16 23:21:55.753081 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2c3451df-d52f-4226-887f-4a310183e42f req-d1954299-4468-4c62-9ac3-13604cc58934 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=587c818d-f1de-405d-bab0-099a00f05fac HTTP/1.1" status: 200 len: 217 time: 0.0521603 Aug 16 23:21:55.756863 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-a7219455-586e-4928-b418-8893b4a1e190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8a5565b-996e-417c-85a4-47011fe5472d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-936716271', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '5d69ec2b-884a-42bd-9318-740fa33ac67d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:20:11Z', 'updated_at': '2021-08-16T23:20:15Z', 'revision_number': 4, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'gw_port': {'id': '5d69ec2b-884a-42bd-9318-740fa33ac67d', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a5565b-996e-417c-85a4-47011fe5472d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:20:11Z', 'updated_at': '2021-08-16T23:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '4a377790-3f96-48be-98ba-ab0dbd2e3c61', 'name': '', 'network_id': 'd1b96b68-a910-43d5-bf6c-99efd1685281', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'mac_address': 'fa:16:3e:c6:4e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a5565b-996e-417c-85a4-47011fe5472d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': '9083fea9-e18a-4e71-bc77-a08d38cda8aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:20:14Z', 'updated_at': '2021-08-16T23:20:22Z', 'revision_number': 5, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'subnets': [{'id': '9083fea9-e18a-4e71-bc77-a08d38cda8aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:55.791086 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7219455-586e-4928-b418-8893b4a1e190 None None] Checking router: e8a5565b-996e-417c-85a4-47011fe5472d for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:21:55.800231 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7219455-586e-4928-b418-8893b4a1e190 None None] Routers {'e8a5565b-996e-417c-85a4-47011fe5472d'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:21:55.800893 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-a7219455-586e-4928-b418-8893b4a1e190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:21:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['e8a5565b-996e-417c-85a4-47011fe5472d'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:55.819033 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3451df-d52f-4226-887f-4a310183e42f req-9a1fd77c-8b88-46d7-b3b6-c51f6bb85b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:55.820388 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2c3451df-d52f-4226-887f-4a310183e42f req-9a1fd77c-8b88-46d7-b3b6-c51f6bb85b8f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=9083fea9-e18a-4e71-bc77-a08d38cda8aa HTTP/1.1" status: 200 len: 835 time: 0.0602369 Aug 16 23:21:55.880509 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3451df-d52f-4226-887f-4a310183e42f req-ec3b7697-a5dd-4512-bb3f-0a7310d8b7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:55.885858 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2c3451df-d52f-4226-887f-4a310183e42f req-ec3b7697-a5dd-4512-bb3f-0a7310d8b7fa service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d1b96b68-a910-43d5-bf6c-99efd1685281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552871 Aug 16 23:21:55.952898 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-a7219455-586e-4928-b418-8893b4a1e190 None None] Set router e8a5565b-996e-417c-85a4-47011fe5472d gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:21:55.995886 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2c3451df-d52f-4226-887f-4a310183e42f req-0dafb197-ab49-4743-8a4f-cb324a300b3a service neutron] 10.222.0.68 "GET /v2.0/networks/d1b96b68-a910-43d5-bf6c-99efd1685281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019790 Aug 16 23:21:56.092179 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2c3451df-d52f-4226-887f-4a310183e42f req-318d1f77-c60e-48a6-b409-57fd92a75d31 service neutron] 10.222.0.68 "GET /v2.0/networks/d1b96b68-a910-43d5-bf6c-99efd1685281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882783 Aug 16 23:21:56.171801 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-a7219455-586e-4928-b418-8893b4a1e190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8a5565b-996e-417c-85a4-47011fe5472d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-936716271', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '5d69ec2b-884a-42bd-9318-740fa33ac67d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:20:11Z', 'updated_at': '2021-08-16T23:20:15Z', 'revision_number': 4, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'gw_port': {'id': '5d69ec2b-884a-42bd-9318-740fa33ac67d', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a5565b-996e-417c-85a4-47011fe5472d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:20:11Z', 'updated_at': '2021-08-16T23:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '4a377790-3f96-48be-98ba-ab0dbd2e3c61', 'name': '', 'network_id': 'd1b96b68-a910-43d5-bf6c-99efd1685281', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'mac_address': 'fa:16:3e:c6:4e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a5565b-996e-417c-85a4-47011fe5472d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': '9083fea9-e18a-4e71-bc77-a08d38cda8aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:20:14Z', 'updated_at': '2021-08-16T23:20:22Z', 'revision_number': 5, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'subnets': [{'id': '9083fea9-e18a-4e71-bc77-a08d38cda8aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:21:56.204576 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7219455-586e-4928-b418-8893b4a1e190 None None] The sync data for ids ['e8a5565b-996e-417c-85a4-47011fe5472d'] in n-d-791506-26 is: [{'id': 'e8a5565b-996e-417c-85a4-47011fe5472d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-936716271', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '5d69ec2b-884a-42bd-9318-740fa33ac67d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:20:11Z', 'updated_at': '2021-08-16T23:20:15Z', 'revision_number': 4, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'gw_port': {'id': '5d69ec2b-884a-42bd-9318-740fa33ac67d', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a5565b-996e-417c-85a4-47011fe5472d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:20:11Z', 'updated_at': '2021-08-16T23:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '4a377790-3f96-48be-98ba-ab0dbd2e3c61', 'name': '', 'network_id': 'd1b96b68-a910-43d5-bf6c-99efd1685281', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'mac_address': 'fa:16:3e:c6:4e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a5565b-996e-417c-85a4-47011fe5472d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': '9083fea9-e18a-4e71-bc77-a08d38cda8aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:20:14Z', 'updated_at': '2021-08-16T23:20:22Z', 'revision_number': 5, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'subnets': [{'id': '9083fea9-e18a-4e71-bc77-a08d38cda8aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:21:56.438670 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d068521f-e112-41a5-a175-837234597971 None None] New status for floating IP ee732086-387a-4e1f-8126-0db7df740969: DOWN {{(pid=101294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:21:56.547811 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7486e552-2c81-45e4-a434-bd2c81973ea3 req-e7b2aca4-a587-4314-b68e-da924be82390 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:56.551278 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7486e552-2c81-45e4-a434-bd2c81973ea3 req-e7b2aca4-a587-4314-b68e-da924be82390 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 944 time: 0.0542424 Aug 16 23:21:56.593703 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7486e552-2c81-45e4-a434-bd2c81973ea3 req-c501d966-91ef-480c-8aaf-67517e719dab tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbc72d54-097b-421d-953a-e4e7a8a28dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330744 Aug 16 23:21:56.838752 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2537bd4a-5c38-48b0-9d02-ac0a140d4476 req-a18b82dc-1e9f-42f8-b12d-56f231a7957e tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:56.840257 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2537bd4a-5c38-48b0-9d02-ac0a140d4476 req-a18b82dc-1e9f-42f8-b12d-56f231a7957e tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cd77e68-a3fa-412d-a922-79a4b09443bc HTTP/1.1" status: 200 len: 946 time: 0.0542042 Aug 16 23:21:56.886801 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2537bd4a-5c38-48b0-9d02-ac0a140d4476 req-0546e57f-02e5-4cab-8827-aa67c5f395ea tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/security-groups?id=29a3b678-a940-41e1-96fb-a218802012ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400703 Aug 16 23:21:57.020373 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2444b211-d6b9-4842-bc45-a4c1a27f4fca req-85c5d209-287c-48ca-ab72-bfb0e17998a9 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:57.022621 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2444b211-d6b9-4842-bc45-a4c1a27f4fca req-85c5d209-287c-48ca-ab72-bfb0e17998a9 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.68 "GET /v2.0/ports?device_id=9cd77e68-a3fa-412d-a922-79a4b09443bc HTTP/1.1" status: 200 len: 946 time: 0.0694344 Aug 16 23:21:57.151990 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-2444b211-d6b9-4842-bc45-a4c1a27f4fca req-897de2b8-c158-41c0-832a-df56f45d858d tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Deleting port 587c818d-f1de-405d-bab0-099a00f05fac {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:21:57.152346 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-2444b211-d6b9-4842-bc45-a4c1a27f4fca req-897de2b8-c158-41c0-832a-df56f45d858d tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:57.279770 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-2444b211-d6b9-4842-bc45-a4c1a27f4fca req-897de2b8-c158-41c0-832a-df56f45d858d tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] For port 587c818d-f1de-405d-bab0-099a00f05fac, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=587c818d-f1de-405d-bab0-099a00f05fac,segment=NetworkSegment(d7784458-2afc-4b87-be70-b52cee7dbf45),segment_id=d7784458-2afc-4b87-be70-b52cee7dbf45)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:21:57.280372 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-2444b211-d6b9-4842-bc45-a4c1a27f4fca req-897de2b8-c158-41c0-832a-df56f45d858d tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:57.302842 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-2444b211-d6b9-4842-bc45-a4c1a27f4fca req-897de2b8-c158-41c0-832a-df56f45d858d tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Calling delete_port for 587c818d-f1de-405d-bab0-099a00f05fac owned by compute:nova {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:21:57.456458 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-2444b211-d6b9-4842-bc45-a4c1a27f4fca req-897de2b8-c158-41c0-832a-df56f45d858d tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:57.490166 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897de2b8-c158-41c0-832a-df56f45d858d tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Pushing event deleted for resources: {'Port': ['ID=587c818d-f1de-405d-bab0-099a00f05fac,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:21:57.532977 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-2444b211-d6b9-4842-bc45-a4c1a27f4fca req-897de2b8-c158-41c0-832a-df56f45d858d tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] No DVR routers for this DVR port 587c818d-f1de-405d-bab0-099a00f05fac on host n-h1-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:21:57.535644 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-2444b211-d6b9-4842-bc45-a4c1a27f4fca req-897de2b8-c158-41c0-832a-df56f45d858d tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:57.537905 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2444b211-d6b9-4842-bc45-a4c1a27f4fca req-897de2b8-c158-41c0-832a-df56f45d858d tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.68 "DELETE /v2.0/ports/587c818d-f1de-405d-bab0-099a00f05fac HTTP/1.1" status: 204 len: 173 time: 0.5090625 Aug 16 23:21:57.538347 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cd77e68-a3fa-412d-a922-79a4b09443bc', 'name': 'network-vif-deleted', 'tag': '587c818d-f1de-405d-bab0-099a00f05fac'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:21:57.540661 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46ae7ccb-c33e-4cce-b03b-2fee969c4435" -d '{"events": [{"server_uuid": "9cd77e68-a3fa-412d-a922-79a4b09443bc", "name": "network-vif-deleted", "tag": "587c818d-f1de-405d-bab0-099a00f05fac"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:21:57.585632 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0908482-5b75-4a7e-8a1e-a9a6dd9202bd x-openstack-request-id: req-b0908482-5b75-4a7e-8a1e-a9a6dd9202bd {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:21:57.586117 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cd77e68-a3fa-412d-a922-79a4b09443bc", "name": "network-vif-deleted", "tag": "587c818d-f1de-405d-bab0-099a00f05fac", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:21:57.586374 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b0908482-5b75-4a7e-8a1e-a9a6dd9202bd {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:21:57.586782 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cd77e68-a3fa-412d-a922-79a4b09443bc', 'name': 'network-vif-deleted', 'tag': '587c818d-f1de-405d-bab0-099a00f05fac', 'status': 'completed', 'code': 200} Aug 16 23:21:57.721097 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e41e9a1-08dc-4174-8493-444d808d5aaa req-49aa290b-842c-4592-9acd-22c009e915ba tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:57.722720 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3e41e9a1-08dc-4174-8493-444d808d5aaa req-49aa290b-842c-4592-9acd-22c009e915ba tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 944 time: 0.0532436 Aug 16 23:21:57.776311 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3e41e9a1-08dc-4174-8493-444d808d5aaa req-81c5a063-6829-4273-908f-7454c256a59d tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbc72d54-097b-421d-953a-e4e7a8a28dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457170 Aug 16 23:21:58.109802 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e52a250d-fc1b-40b5-a41b-9745c7cfd2de req-551c4abf-d316-4a92-90da-ae5c99deeb38 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cd77e68-a3fa-412d-a922-79a4b09443bc HTTP/1.1" status: 200 len: 210 time: 0.0360689 Aug 16 23:21:58.129040 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b1ed98-aaaf-4878-9daa-8aca9283e981 req-5cc107c2-6453-4157-aa78-77f70380ff17 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:58.130992 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-03b1ed98-aaaf-4878-9daa-8aca9283e981 req-5cc107c2-6453-4157-aa78-77f70380ff17 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 944 time: 0.1571350 Aug 16 23:21:58.155997 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca57b147-a077-43b3-8460-94468a90e7f0 req-2890cc5f-ad89-4a93-a291-518020dacba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:58.157727 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ca57b147-a077-43b3-8460-94468a90e7f0 req-2890cc5f-ad89-4a93-a291-518020dacba8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ee91ace37a634fb9abb791ce5d24078e&device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 1096 time: 0.1298685 Aug 16 23:21:58.221333 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-03b1ed98-aaaf-4878-9daa-8aca9283e981 req-ec7388f6-91c7-4784-87d3-114bf0fe7319 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbc72d54-097b-421d-953a-e4e7a8a28dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0820761 Aug 16 23:21:58.269295 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca57b147-a077-43b3-8460-94468a90e7f0 req-c174a552-9eea-42a3-9bb1-dcab8708d720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:58.270795 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ca57b147-a077-43b3-8460-94468a90e7f0 req-c174a552-9eea-42a3-9bb1-dcab8708d720 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6152efff-6e82-46a1-acb7-149d7c33d5d6 HTTP/1.1" status: 200 len: 913 time: 0.1052022 Aug 16 23:21:58.343322 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ca57b147-a077-43b3-8460-94468a90e7f0 req-0e142052-ea92-4f1e-b090-4228f6411999 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62ad7c9a-9355-476c-9726-91c7fd566244 HTTP/1.1" status: 200 len: 998 time: 0.0647142 Aug 16 23:21:58.394218 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca57b147-a077-43b3-8460-94468a90e7f0 req-6503ee97-ce62-48b7-913d-d87520ca3138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:58.395773 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ca57b147-a077-43b3-8460-94468a90e7f0 req-6503ee97-ce62-48b7-913d-d87520ca3138 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7d6a27ac-d81b-4d19-9995-25afe2c6f338 HTTP/1.1" status: 200 len: 851 time: 0.0449684 Aug 16 23:21:58.443300 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca57b147-a077-43b3-8460-94468a90e7f0 req-0603a49c-17a6-4a80-b156-7bf8360db1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:58.444981 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ca57b147-a077-43b3-8460-94468a90e7f0 req-0603a49c-17a6-4a80-b156-7bf8360db1b6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6152efff-6e82-46a1-acb7-149d7c33d5d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428030 Aug 16 23:21:58.539345 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ca57b147-a077-43b3-8460-94468a90e7f0 req-cdcd5ca3-dc48-4f82-b85d-1d8c6eb71782 service neutron] 10.222.0.57 "GET /v2.0/networks/6152efff-6e82-46a1-acb7-149d7c33d5d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869532 Aug 16 23:21:58.629112 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ca57b147-a077-43b3-8460-94468a90e7f0 req-5456e9c1-fa7e-400a-90b4-481575a44e7f service neutron] 10.222.0.57 "GET /v2.0/networks/6152efff-6e82-46a1-acb7-149d7c33d5d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832496 Aug 16 23:21:59.182362 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47670) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:59.420365 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e11f42c-921a-4be8-accd-d11475894357 req-2f844c64-5e63-4090-bc12-43847ee9e10a tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:21:59.421972 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9e11f42c-921a-4be8-accd-d11475894357 req-2f844c64-5e63-4090-bc12-43847ee9e10a tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 944 time: 0.1274400 Aug 16 23:21:59.736119 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9e11f42c-921a-4be8-accd-d11475894357 req-0a228632-fef3-4f3b-a24e-e9ac16876874 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbc72d54-097b-421d-953a-e4e7a8a28dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3045094 Aug 16 23:21:59.759691 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9ad31634-59fa-4fc9-90d4-2a33df2e9db3 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537579'] for router_interface, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:21:59.902491 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47696) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:21:59.992465 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-814c2f15-1fbd-45a6-b476-bacf1f29106f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:00.092322 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-814c2f15-1fbd-45a6-b476-bacf1f29106f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:00.096456 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-814c2f15-1fbd-45a6-b476-bacf1f29106f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:00.138494 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814c2f15-1fbd-45a6-b476-bacf1f29106f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26afcb3a-43ae-43bb-9a29-54a04f8f965b,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:22:00.145038 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-814c2f15-1fbd-45a6-b476-bacf1f29106f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4bc1af7145a44fc38c3372524a75645f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2397015 Aug 16 23:22:00.147127 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47700) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:22:00.158975 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814c2f15-1fbd-45a6-b476-bacf1f29106f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:22:00.159324 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814c2f15-1fbd-45a6-b476-bacf1f29106f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:22:00.159670 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814c2f15-1fbd-45a6-b476-bacf1f29106f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:22:00.160014 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814c2f15-1fbd-45a6-b476-bacf1f29106f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:22:00.160352 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814c2f15-1fbd-45a6-b476-bacf1f29106f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:22:00.160724 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814c2f15-1fbd-45a6-b476-bacf1f29106f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:22:00.161061 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814c2f15-1fbd-45a6-b476-bacf1f29106f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:22:00.161393 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814c2f15-1fbd-45a6-b476-bacf1f29106f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:22:00.161724 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814c2f15-1fbd-45a6-b476-bacf1f29106f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:22:00.162057 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814c2f15-1fbd-45a6-b476-bacf1f29106f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:22:00.163025 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814c2f15-1fbd-45a6-b476-bacf1f29106f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:22:00.163534 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814c2f15-1fbd-45a6-b476-bacf1f29106f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:22:00.213183 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-84cbbd62-6eac-4dd8-be44-65cf1abf881a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:00.238296 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-84cbbd62-6eac-4dd8-be44-65cf1abf881a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:00.287322 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-84cbbd62-6eac-4dd8-be44-65cf1abf881a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:00.290045 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-84cbbd62-6eac-4dd8-be44-65cf1abf881a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:00.291254 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-84cbbd62-6eac-4dd8-be44-65cf1abf881a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/26afcb3a-43ae-43bb-9a29-54a04f8f965b HTTP/1.1" status: 204 len: 168 time: 0.1430769 Aug 16 23:22:00.300263 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cbbd62-6eac-4dd8-be44-65cf1abf881a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26afcb3a-43ae-43bb-9a29-54a04f8f965b,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:22:00.329222 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2813d59-900a-4fb4-beee-2f19ea922377 req-f4e34a47-4996-49ff-bcf1-fa7bd6383621 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:00.330708 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f2813d59-900a-4fb4-beee-2f19ea922377 req-f4e34a47-4996-49ff-bcf1-fa7bd6383621 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 944 time: 0.5191140 Aug 16 23:22:00.395787 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f2813d59-900a-4fb4-beee-2f19ea922377 req-fbb16ad6-5da3-4774-9fb9-78145e69aad8 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbc72d54-097b-421d-953a-e4e7a8a28dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0574098 Aug 16 23:22:00.462378 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-9ad31634-59fa-4fc9-90d4-2a33df2e9db3 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Deleting port 4a377790-3f96-48be-98ba-ab0dbd2e3c61 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:22:00.462728 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9ad31634-59fa-4fc9-90d4-2a33df2e9db3 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:00.574805 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 587c818d-f1de-405d-bab0-099a00f05fac no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:22:00.579845 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc2471d-178f-4f79-ae38-0f58b3ee2229 req-dd5f3396-4ffa-4b16-b9b5-b94cb3ee0550 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:00.581497 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4dc2471d-178f-4f79-ae38-0f58b3ee2229 req-dd5f3396-4ffa-4b16-b9b5-b94cb3ee0550 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 944 time: 0.1037607 Aug 16 23:22:00.595455 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-9ad31634-59fa-4fc9-90d4-2a33df2e9db3 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] For port 4a377790-3f96-48be-98ba-ab0dbd2e3c61, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=4a377790-3f96-48be-98ba-ab0dbd2e3c61,segment=NetworkSegment(d7784458-2afc-4b87-be70-b52cee7dbf45),segment_id=d7784458-2afc-4b87-be70-b52cee7dbf45)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:22:00.596060 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9ad31634-59fa-4fc9-90d4-2a33df2e9db3 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:00.599213 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] No Port match for: 587c818d-f1de-405d-bab0-099a00f05fac {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:22:00.599569 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 587c818d-f1de-405d-bab0-099a00f05fac not bound to the agent host n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:22:00.609001 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47708) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:22:00.622944 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e27195b6-87b1-4700-aca5-aa7c5d99a0ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:00.625739 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-9ad31634-59fa-4fc9-90d4-2a33df2e9db3 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Calling delete_port for 4a377790-3f96-48be-98ba-ab0dbd2e3c61 owned by network:router_interface {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:22:00.656204 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4dc2471d-178f-4f79-ae38-0f58b3ee2229 req-bf30ae7c-48e2-49c2-8eec-fdba4b763dee tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbc72d54-097b-421d-953a-e4e7a8a28dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0662165 Aug 16 23:22:00.724622 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e27195b6-87b1-4700-aca5-aa7c5d99a0ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:00.737908 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e27195b6-87b1-4700-aca5-aa7c5d99a0ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:00.780336 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-e27195b6-87b1-4700-aca5-aa7c5d99a0ac admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=378ca408da3b4757925e3e28c98f721f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1698458 Aug 16 23:22:00.781628 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27195b6-87b1-4700-aca5-aa7c5d99a0ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8706837-6b9c-4b91-844e-f324ae097de6,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:22:00.785201 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47712) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:22:00.845781 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-356ab6ae-e9dd-4549-99a6-9fa99035b7a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:00.863489 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9ad31634-59fa-4fc9-90d4-2a33df2e9db3 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:00.870834 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-356ab6ae-e9dd-4549-99a6-9fa99035b7a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:00.902655 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad31634-59fa-4fc9-90d4-2a33df2e9db3 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Pushing event deleted for resources: {'Port': ['ID=4a377790-3f96-48be-98ba-ab0dbd2e3c61,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:22:00.918042 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-356ab6ae-e9dd-4549-99a6-9fa99035b7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:00.923026 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-356ab6ae-e9dd-4549-99a6-9fa99035b7a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:00.927631 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-356ab6ae-e9dd-4549-99a6-9fa99035b7a7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c8706837-6b9c-4b91-844e-f324ae097de6 HTTP/1.1" status: 204 len: 168 time: 0.1381464 Aug 16 23:22:00.941094 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356ab6ae-e9dd-4549-99a6-9fa99035b7a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8706837-6b9c-4b91-844e-f324ae097de6,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:22:00.995136 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc2b55e-d72a-4e14-8598-649f0afabc73 req-4970b051-af14-49e0-8f31-47d4432dc78c tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:00.997911 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7dc2b55e-d72a-4e14-8598-649f0afabc73 req-4970b051-af14-49e0-8f31-47d4432dc78c tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 944 time: 0.1313553 Aug 16 23:22:01.102578 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7dc2b55e-d72a-4e14-8598-649f0afabc73 req-b29f6801-ce68-48b3-b197-6b62a6771e84 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbc72d54-097b-421d-953a-e4e7a8a28dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0984783 Aug 16 23:22:01.194217 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9ad31634-59fa-4fc9-90d4-2a33df2e9db3 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537471'] for router_interface, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:01.436268 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ad31634-59fa-4fc9-90d4-2a33df2e9db3 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Router e8a5565b-996e-417c-85a4-47011fe5472d has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:22:01.556742 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ad31634-59fa-4fc9-90d4-2a33df2e9db3 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:22:01.565379 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-9ad31634-59fa-4fc9-90d4-2a33df2e9db3 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "PUT /v2.0/routers/e8a5565b-996e-417c-85a4-47011fe5472d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3779995 Aug 16 23:22:01.565379 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47732) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:22:01.569681 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109b08d5-774d-48ea-a9b8-6524f723f1b9 None None] Sync routers for ids ['e8a5565b-996e-417c-85a4-47011fe5472d'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:22:01.583329 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109b08d5-774d-48ea-a9b8-6524f723f1b9 None None] Routers {'e8a5565b-996e-417c-85a4-47011fe5472d'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:22:01.584590 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-109b08d5-774d-48ea-a9b8-6524f723f1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:21:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['e8a5565b-996e-417c-85a4-47011fe5472d'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:22:01.624576 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_v2 [None req-e47ac4c5-dcf5-4766-8c94-f48952a17b1e tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Deleting subnet 9083fea9-e18a-4e71-bc77-a08d38cda8aa {{(pid=101292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:22:01.629541 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e47ac4c5-dcf5-4766-8c94-f48952a17b1e tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for subnet, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:01.677630 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e47ac4c5-dcf5-4766-8c94-f48952a17b1e tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3848860'] for subnet, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:01.716889 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-109b08d5-774d-48ea-a9b8-6524f723f1b9 None None] Set router e8a5565b-996e-417c-85a4-47011fe5472d gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:22:01.786677 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e47ac4c5-dcf5-4766-8c94-f48952a17b1e tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:01.884384 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e47ac4c5-dcf5-4766-8c94-f48952a17b1e tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26252129'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:01.900234 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e47ac4c5-dcf5-4766-8c94-f48952a17b1e tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:01.904750 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-e47ac4c5-dcf5-4766-8c94-f48952a17b1e tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "DELETE /v2.0/subnets/9083fea9-e18a-4e71-bc77-a08d38cda8aa HTTP/1.1" status: 204 len: 168 time: 0.3364062 Aug 16 23:22:01.905411 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47740) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:22:01.917265 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d9875a-6fa4-46a6-bf5f-6c9574c3f62f None None] Network d1b96b68-a910-43d5-bf6c-99efd1685281 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:22:01.924977 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47ac4c5-dcf5-4766-8c94-f48952a17b1e tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Pushing event deleted for resources: {'Subnet': ['ID=9083fea9-e18a-4e71-bc77-a08d38cda8aa,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:22:02.057891 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3b67c5c3-fc7f-456b-89b8-fbaaad373ac0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for router, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:02.193029 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3b67c5c3-fc7f-456b-89b8-fbaaad373ac0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:02.226441 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-109b08d5-774d-48ea-a9b8-6524f723f1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8a5565b-996e-417c-85a4-47011fe5472d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-936716271', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '5d69ec2b-884a-42bd-9318-740fa33ac67d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:20:11Z', 'updated_at': '2021-08-16T23:22:00Z', 'revision_number': 5, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'gw_port': {'id': '5d69ec2b-884a-42bd-9318-740fa33ac67d', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a5565b-996e-417c-85a4-47011fe5472d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:20:11Z', 'updated_at': '2021-08-16T23:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:22:02.247611 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2b4334-3481-490b-8545-3adea6532cce req-5019ff4f-f623-4570-bffb-5970859e7c31 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:02.249527 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cf2b4334-3481-490b-8545-3adea6532cce req-5019ff4f-f623-4570-bffb-5970859e7c31 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 944 time: 0.0582268 Aug 16 23:22:02.261061 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-3b67c5c3-fc7f-456b-89b8-fbaaad373ac0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Deleting port 5d69ec2b-884a-42bd-9318-740fa33ac67d {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:22:02.261410 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3b67c5c3-fc7f-456b-89b8-fbaaad373ac0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:02.276681 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109b08d5-774d-48ea-a9b8-6524f723f1b9 None None] Checking router: e8a5565b-996e-417c-85a4-47011fe5472d for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:22:02.294305 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cf2b4334-3481-490b-8545-3adea6532cce req-6dfc7977-5a59-465a-b7f8-0d97c0779553 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbc72d54-097b-421d-953a-e4e7a8a28dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380647 Aug 16 23:22:02.317680 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109b08d5-774d-48ea-a9b8-6524f723f1b9 None None] Routers {'e8a5565b-996e-417c-85a4-47011fe5472d'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:22:02.318243 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-109b08d5-774d-48ea-a9b8-6524f723f1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:21:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['e8a5565b-996e-417c-85a4-47011fe5472d'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:22:02.361345 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-3b67c5c3-fc7f-456b-89b8-fbaaad373ac0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] For port 5d69ec2b-884a-42bd-9318-740fa33ac67d, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=5d69ec2b-884a-42bd-9318-740fa33ac67d,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:22:02.361752 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3b67c5c3-fc7f-456b-89b8-fbaaad373ac0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:02.379002 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-3b67c5c3-fc7f-456b-89b8-fbaaad373ac0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Calling delete_port for 5d69ec2b-884a-42bd-9318-740fa33ac67d owned by network:router_gateway {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:22:02.478322 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-109b08d5-774d-48ea-a9b8-6524f723f1b9 None None] Set router e8a5565b-996e-417c-85a4-47011fe5472d gateway port host: None {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:22:02.514683 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1185eaa-914f-46a4-9de2-177edb2eae05 None None] DHCP port deletion for d1b96b68-a910-43d5-bf6c-99efd1685281 request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:22:02.554011 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-109b08d5-774d-48ea-a9b8-6524f723f1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8a5565b-996e-417c-85a4-47011fe5472d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-936716271', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:20:11Z', 'updated_at': '2021-08-16T23:22:02Z', 'revision_number': 6, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'gw_port_host': None}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:22:02.595368 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109b08d5-774d-48ea-a9b8-6524f723f1b9 None None] The sync data for ids ['e8a5565b-996e-417c-85a4-47011fe5472d'] in n-d-791506-26 is: [{'id': 'e8a5565b-996e-417c-85a4-47011fe5472d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-936716271', 'tenant_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:20:11Z', 'updated_at': '2021-08-16T23:22:02Z', 'revision_number': 6, 'project_id': '3aee68aa35e24e649e175a43cbcb7bd3', 'gw_port_host': None}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:22:02.629641 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3b67c5c3-fc7f-456b-89b8-fbaaad373ac0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:02.659402 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b476b8db-8871-487c-8d8c-950d935b8435 req-49fc73a7-8271-4900-838d-5e49b0dd746b tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:02.668708 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b476b8db-8871-487c-8d8c-950d935b8435 req-49fc73a7-8271-4900-838d-5e49b0dd746b tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 944 time: 0.1313219 Aug 16 23:22:02.679146 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-a1185eaa-914f-46a4-9de2-177edb2eae05 None None] Deleting port bd636e1a-2ae3-4146-a409-c5492cbe5980 {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:22:02.679559 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a1185eaa-914f-46a4-9de2-177edb2eae05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:02.681082 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e710957-1ff5-44fa-ba81-3a3caed404ad req-2c7af8cc-241f-45af-9a7d-8baf0df5c22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:02.682615 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6e710957-1ff5-44fa-ba81-3a3caed404ad req-2c7af8cc-241f-45af-9a7d-8baf0df5c22e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ee91ace37a634fb9abb791ce5d24078e&device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 1096 time: 0.1054435 Aug 16 23:22:02.706516 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b67c5c3-fc7f-456b-89b8-fbaaad373ac0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Pushing event deleted for resources: {'Port': ['ID=5d69ec2b-884a-42bd-9318-740fa33ac67d,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:22:02.757726 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3b67c5c3-fc7f-456b-89b8-fbaaad373ac0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537121'] for router_gateway, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:02.766458 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-a1185eaa-914f-46a4-9de2-177edb2eae05 None None] For port bd636e1a-2ae3-4146-a409-c5492cbe5980, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=bd636e1a-2ae3-4146-a409-c5492cbe5980,segment=NetworkSegment(d7784458-2afc-4b87-be70-b52cee7dbf45),segment_id=d7784458-2afc-4b87-be70-b52cee7dbf45)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:22:02.766782 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a1185eaa-914f-46a4-9de2-177edb2eae05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:02.773371 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b476b8db-8871-487c-8d8c-950d935b8435 req-cf638337-5823-42d2-a674-f7664be7d4bf tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbc72d54-097b-421d-953a-e4e7a8a28dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1034939 Aug 16 23:22:02.799154 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-a1185eaa-914f-46a4-9de2-177edb2eae05 None None] Calling delete_port for bd636e1a-2ae3-4146-a409-c5492cbe5980 owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:22:02.829299 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e710957-1ff5-44fa-ba81-3a3caed404ad req-73b52da0-3b75-4243-ad14-f7d297517516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:02.834095 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6e710957-1ff5-44fa-ba81-3a3caed404ad req-73b52da0-3b75-4243-ad14-f7d297517516 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6152efff-6e82-46a1-acb7-149d7c33d5d6 HTTP/1.1" status: 200 len: 913 time: 0.1438403 Aug 16 23:22:02.868096 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3b67c5c3-fc7f-456b-89b8-fbaaad373ac0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:02.870319 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3b67c5c3-fc7f-456b-89b8-fbaaad373ac0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:02.912869 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a1185eaa-914f-46a4-9de2-177edb2eae05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:02.925184 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3b67c5c3-fc7f-456b-89b8-fbaaad373ac0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:02.925774 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b67c5c3-fc7f-456b-89b8-fbaaad373ac0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Fanout notify agent at l3_agent the message router_deleted on router e8a5565b-996e-417c-85a4-47011fe5472d {{(pid=101291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:22:02.927586 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6e710957-1ff5-44fa-ba81-3a3caed404ad req-ac3dd267-8d5c-47fe-a387-ba414716d1c3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62ad7c9a-9355-476c-9726-91c7fd566244 HTTP/1.1" status: 200 len: 998 time: 0.0856006 Aug 16 23:22:02.941665 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3b67c5c3-fc7f-456b-89b8-fbaaad373ac0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:02.942883 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-3b67c5c3-fc7f-456b-89b8-fbaaad373ac0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "DELETE /v2.0/routers/e8a5565b-996e-417c-85a4-47011fe5472d HTTP/1.1" status: 204 len: 168 time: 1.0359004 Aug 16 23:22:02.947141 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47768) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:22:02.949519 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1185eaa-914f-46a4-9de2-177edb2eae05 None None] Pushing event deleted for resources: {'Port': ['ID=bd636e1a-2ae3-4146-a409-c5492cbe5980,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:22:02.956216 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1185eaa-914f-46a4-9de2-177edb2eae05 None None] No DVR routers for this DVR port bd636e1a-2ae3-4146-a409-c5492cbe5980 on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:22:02.958605 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1185eaa-914f-46a4-9de2-177edb2eae05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:22:02.959018 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1185eaa-914f-46a4-9de2-177edb2eae05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:22:02.959772 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1185eaa-914f-46a4-9de2-177edb2eae05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:22:02.960058 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1185eaa-914f-46a4-9de2-177edb2eae05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:22:02.960420 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1185eaa-914f-46a4-9de2-177edb2eae05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:22:02.960774 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1185eaa-914f-46a4-9de2-177edb2eae05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:22:02.961102 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1185eaa-914f-46a4-9de2-177edb2eae05 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:22:02.961428 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1185eaa-914f-46a4-9de2-177edb2eae05 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:22:02.961751 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1185eaa-914f-46a4-9de2-177edb2eae05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:22:02.962075 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1185eaa-914f-46a4-9de2-177edb2eae05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:22:02.962425 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1185eaa-914f-46a4-9de2-177edb2eae05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:22:02.970116 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1185eaa-914f-46a4-9de2-177edb2eae05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:22:03.015948 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e710957-1ff5-44fa-ba81-3a3caed404ad req-2c1d2652-4f06-4618-8178-3a7bf1cda89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:03.018021 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6e710957-1ff5-44fa-ba81-3a3caed404ad req-2c1d2652-4f06-4618-8178-3a7bf1cda89d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7d6a27ac-d81b-4d19-9995-25afe2c6f338 HTTP/1.1" status: 200 len: 851 time: 0.0825584 Aug 16 23:22:03.078882 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4b09d285-33fc-4645-9fc7-1920cb8adfb0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:03.096390 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e710957-1ff5-44fa-ba81-3a3caed404ad req-aaaff979-3d1c-4a36-a139-50f2b278eaef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:03.098189 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6e710957-1ff5-44fa-ba81-3a3caed404ad req-aaaff979-3d1c-4a36-a139-50f2b278eaef service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6152efff-6e82-46a1-acb7-149d7c33d5d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0603986 Aug 16 23:22:03.188951 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4b09d285-33fc-4645-9fc7-1920cb8adfb0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:03.202992 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-4b09d285-33fc-4645-9fc7-1920cb8adfb0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1b96b68-a910-43d5-bf6c-99efd1685281']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:22:03.203141 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47772) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:22:03.211333 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-4b09d285-33fc-4645-9fc7-1920cb8adfb0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7784458-2afc-4b87-be70-b52cee7dbf45') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:22:03.211701 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-4b09d285-33fc-4645-9fc7-1920cb8adfb0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7784458-2afc-4b87-be70-b52cee7dbf45') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:22:03.222279 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4b09d285-33fc-4645-9fc7-1920cb8adfb0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:03.233901 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6e710957-1ff5-44fa-ba81-3a3caed404ad req-f1890751-b349-4742-91c5-9e3ebd835991 service neutron] 10.222.0.57 "GET /v2.0/networks/6152efff-6e82-46a1-acb7-149d7c33d5d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273470 Aug 16 23:22:03.239253 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4b09d285-33fc-4645-9fc7-1920cb8adfb0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:03.247652 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b09d285-33fc-4645-9fc7-1920cb8adfb0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:22:03.248295 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4b09d285-33fc-4645-9fc7-1920cb8adfb0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:03.251963 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 23:22:03.251963 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:22:03.251963 n-d-791506-26 neutron-server[101291]: timer() Aug 16 23:22:03.251963 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:22:03.251963 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 23:22:03.251963 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:22:03.251963 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 23:22:03.251963 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:22:03.251963 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 23:22:03.251963 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:22:03.251963 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 23:22:03.251963 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:22:03.251963 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 23:22:03.251963 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:22:03.251963 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:22:03.251963 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:22:03.251963 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:22:03.251963 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:22:03.251963 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 23:22:03.251963 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:22:03.251963 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 23:22:03.251963 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:22:03.251963 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:22:03.251963 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:22:03.251963 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 23:22:03.251963 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:22:03.251963 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:22:03.251963 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:22:03.251963 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:22:03.251963 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:22:03.251963 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:22:03.251963 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:22:03.322977 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4b09d285-33fc-4645-9fc7-1920cb8adfb0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:03.330554 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4b09d285-33fc-4645-9fc7-1920cb8adfb0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:03.332435 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-4b09d285-33fc-4645-9fc7-1920cb8adfb0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "DELETE /v2.0/networks/d1b96b68-a910-43d5-bf6c-99efd1685281 HTTP/1.1" status: 204 len: 168 time: 0.3842876 Aug 16 23:22:03.337371 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47776) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:22:03.353683 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6e710957-1ff5-44fa-ba81-3a3caed404ad req-53b7230a-e4f8-41ae-8845-1e38fb8fa6e3 service neutron] 10.222.0.57 "GET /v2.0/networks/6152efff-6e82-46a1-acb7-149d7c33d5d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111655 Aug 16 23:22:03.354620 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b09d285-33fc-4645-9fc7-1920cb8adfb0 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Pushing event deleted for resources: {'Network': ['ID=d1b96b68-a910-43d5-bf6c-99efd1685281,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:22:03.354760 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e33cdc3a-d916-4fa3-aeba-4aa04bb79353 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:03.412108 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-92083639-46a0-4bee-a4c2-ff8acd1c3ea4 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:03.440235 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-92083639-46a0-4bee-a4c2-ff8acd1c3ea4 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:03.450951 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e33cdc3a-d916-4fa3-aeba-4aa04bb79353 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:03.455353 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e33cdc3a-d916-4fa3-aeba-4aa04bb79353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:03.498545 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-e33cdc3a-d916-4fa3-aeba-4aa04bb79353 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=50571fb514dc431db663515b087617a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2945325 Aug 16 23:22:03.499592 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33cdc3a-d916-4fa3-aeba-4aa04bb79353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4833a71-8201-4183-8639-70c4f3487e4a,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:22:03.500737 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47778) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:22:03.534356 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-92083639-46a0-4bee-a4c2-ff8acd1c3ea4 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:03.536889 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-92083639-46a0-4bee-a4c2-ff8acd1c3ea4 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:03.538751 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-92083639-46a0-4bee-a4c2-ff8acd1c3ea4 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] 10.222.0.36 "DELETE /v2.0/security-groups/29a3b678-a940-41e1-96fb-a218802012ce HTTP/1.1" status: 204 len: 168 time: 0.1917748 Aug 16 23:22:03.559156 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92083639-46a0-4bee-a4c2-ff8acd1c3ea4 tempest-TestNetworkAdvancedServerOps-55922374 tempest-TestNetworkAdvancedServerOps-55922374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a3b678-a940-41e1-96fb-a218802012ce,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:22:03.573283 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9ac75ba6-56d9-4ec5-bc4e-e9c587027fa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:03.613357 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9ac75ba6-56d9-4ec5-bc4e-e9c587027fa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:03.675993 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9ac75ba6-56d9-4ec5-bc4e-e9c587027fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:03.681554 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9ac75ba6-56d9-4ec5-bc4e-e9c587027fa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:03.683543 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-9ac75ba6-56d9-4ec5-bc4e-e9c587027fa3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c4833a71-8201-4183-8639-70c4f3487e4a HTTP/1.1" status: 204 len: 168 time: 0.1813700 Aug 16 23:22:03.697193 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac75ba6-56d9-4ec5-bc4e-e9c587027fa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4833a71-8201-4183-8639-70c4f3487e4a,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:22:03.846322 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47792) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:22:03.892699 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb6a99d-74ce-43d7-b9ea-dbb228c2e994 req-8888708a-1339-4d3e-af1a-f2382b5be51c tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:03.900477 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6fb6a99d-74ce-43d7-b9ea-dbb228c2e994 req-8888708a-1339-4d3e-af1a-f2382b5be51c tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 944 time: 0.0588799 Aug 16 23:22:03.937405 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6fb6a99d-74ce-43d7-b9ea-dbb228c2e994 req-84a7f95a-1655-4816-94c9-9089450e5e44 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbc72d54-097b-421d-953a-e4e7a8a28dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0360458 Aug 16 23:22:03.994762 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47796) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:22:04.008412 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-69bc3de6-fdd0-4c17-ba73-30b6de686f07 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3aee68aa35e24e649e175a43cbcb7bd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1598971 Aug 16 23:22:04.008763 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-eb045572-f0a1-45b0-9f72-b0e02918b76f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:04.010876 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47798) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:22:04.024184 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 4a377790-3f96-48be-98ba-ab0dbd2e3c61 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:22:04.045789 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 4a377790-3f96-48be-98ba-ab0dbd2e3c61 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:22:04.046210 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 4a377790-3f96-48be-98ba-ab0dbd2e3c61 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:22:04.046698 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device bd636e1a-2ae3-4146-a409-c5492cbe5980 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:22:04.069159 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: bd636e1a-2ae3-4146-a409-c5492cbe5980 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:22:04.070099 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device bd636e1a-2ae3-4146-a409-c5492cbe5980 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:22:04.070779 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 5d69ec2b-884a-42bd-9318-740fa33ac67d no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:22:04.070924 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2a3f5b2e-ac44-4e6b-991f-3ffe3171e9b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:04.090458 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 5d69ec2b-884a-42bd-9318-740fa33ac67d {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:22:04.092954 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 5d69ec2b-884a-42bd-9318-740fa33ac67d not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:22:04.093962 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2a3f5b2e-ac44-4e6b-991f-3ffe3171e9b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:04.116965 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-eb045572-f0a1-45b0-9f72-b0e02918b76f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:04.121058 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-eb045572-f0a1-45b0-9f72-b0e02918b76f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:04.147630 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2a3f5b2e-ac44-4e6b-991f-3ffe3171e9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:04.150281 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2a3f5b2e-ac44-4e6b-991f-3ffe3171e9b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:04.151436 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-2a3f5b2e-ac44-4e6b-991f-3ffe3171e9b5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/09bee594-923d-4aeb-836c-2bd871b547a8 HTTP/1.1" status: 204 len: 168 time: 0.1394575 Aug 16 23:22:04.165347 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-eb045572-f0a1-45b0-9f72-b0e02918b76f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3d47f2acd1b647348afdf46d6431211f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1694636 Aug 16 23:22:04.165546 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3f5b2e-ac44-4e6b-991f-3ffe3171e9b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09bee594-923d-4aeb-836c-2bd871b547a8,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:22:04.166191 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb045572-f0a1-45b0-9f72-b0e02918b76f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d7cf09f-6ca4-447f-8e57-9cbe7ff1454f,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:22:04.167912 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 47802) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:22:04.225187 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-92ab7990-d55d-4d54-a963-5e767758f61e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:04.248647 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-92ab7990-d55d-4d54-a963-5e767758f61e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:04.300566 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-92ab7990-d55d-4d54-a963-5e767758f61e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:04.303401 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-92ab7990-d55d-4d54-a963-5e767758f61e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:04.304491 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-92ab7990-d55d-4d54-a963-5e767758f61e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4d7cf09f-6ca4-447f-8e57-9cbe7ff1454f HTTP/1.1" status: 204 len: 168 time: 0.1356153 Aug 16 23:22:04.312859 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ab7990-d55d-4d54-a963-5e767758f61e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d7cf09f-6ca4-447f-8e57-9cbe7ff1454f,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:22:04.505549 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47810) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:22:04.549900 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-1606c6c5-2244-4196-af5c-d7a55965cb5a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ba432ab16d6444cb856911f0f3e16876&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0428467 Aug 16 23:22:04.552464 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 47812) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:22:04.603161 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3854d58e-8bc0-4159-bf3d-453af8826a46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:04.625816 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3854d58e-8bc0-4159-bf3d-453af8826a46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:04.672986 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3854d58e-8bc0-4159-bf3d-453af8826a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:04.675612 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3854d58e-8bc0-4159-bf3d-453af8826a46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:04.676845 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-3854d58e-8bc0-4159-bf3d-453af8826a46 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1b3781ee-6f28-4d6a-bab3-042e6dc47a2b HTTP/1.1" status: 204 len: 168 time: 0.1227942 Aug 16 23:22:04.685353 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3854d58e-8bc0-4159-bf3d-453af8826a46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b3781ee-6f28-4d6a-bab3-042e6dc47a2b,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:22:05.075822 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982814d5-7975-4042-abc7-20fcb629f10c req-76ccfdd7-b2b1-40da-84ed-c4da49d0ef99 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:05.077443 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-982814d5-7975-4042-abc7-20fcb629f10c req-76ccfdd7-b2b1-40da-84ed-c4da49d0ef99 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 944 time: 0.0602119 Aug 16 23:22:05.129387 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-982814d5-7975-4042-abc7-20fcb629f10c req-fcee3236-1bab-41e3-9d1e-37d4123aaaf4 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbc72d54-097b-421d-953a-e4e7a8a28dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454679 Aug 16 23:22:05.264832 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12136a66-7c11-4aa2-bb6b-fecd7cb896ac req-30e565a2-ac56-4080-b8e2-79b6affd9f0f tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:05.266410 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-12136a66-7c11-4aa2-bb6b-fecd7cb896ac req-30e565a2-ac56-4080-b8e2-79b6affd9f0f tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 944 time: 0.0544710 Aug 16 23:22:05.311739 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-12136a66-7c11-4aa2-bb6b-fecd7cb896ac req-969c4e2a-f6c0-4b43-86d7-4087cf1c86e1 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbc72d54-097b-421d-953a-e4e7a8a28dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374920 Aug 16 23:22:06.185947 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68fbf3-9a67-49a3-a3ce-c8ecf0c719e1 req-4b95fecc-da0c-4fa4-9f4c-5f43ab819add tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:06.187466 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3d68fbf3-9a67-49a3-a3ce-c8ecf0c719e1 req-4b95fecc-da0c-4fa4-9f4c-5f43ab819add tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb75110a-b327-4c2d-8394-2a50d0681eff HTTP/1.1" status: 200 len: 944 time: 0.0608156 Aug 16 23:22:06.290967 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-3d68fbf3-9a67-49a3-a3ce-c8ecf0c719e1 req-28c1d82d-a607-4a76-bfa1-663b5f51c49a tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Deleting port b1a870c3-5eb0-4deb-ad0e-c70a2db2c075 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:22:06.291385 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3d68fbf3-9a67-49a3-a3ce-c8ecf0c719e1 req-28c1d82d-a607-4a76-bfa1-663b5f51c49a tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:06.397345 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-3d68fbf3-9a67-49a3-a3ce-c8ecf0c719e1 req-28c1d82d-a607-4a76-bfa1-663b5f51c49a tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] For port b1a870c3-5eb0-4deb-ad0e-c70a2db2c075, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=b1a870c3-5eb0-4deb-ad0e-c70a2db2c075,segment=NetworkSegment(10a968c4-5c7d-4c23-b34c-ca325bfda5cc),segment_id=10a968c4-5c7d-4c23-b34c-ca325bfda5cc)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:22:06.397961 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3d68fbf3-9a67-49a3-a3ce-c8ecf0c719e1 req-28c1d82d-a607-4a76-bfa1-663b5f51c49a tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:06.421077 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-3d68fbf3-9a67-49a3-a3ce-c8ecf0c719e1 req-28c1d82d-a607-4a76-bfa1-663b5f51c49a tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Calling delete_port for b1a870c3-5eb0-4deb-ad0e-c70a2db2c075 owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:22:06.602349 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3d68fbf3-9a67-49a3-a3ce-c8ecf0c719e1 req-28c1d82d-a607-4a76-bfa1-663b5f51c49a tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:06.616016 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['cc5542ef-2995-4487-b481-60f8e9728c80'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:22:06.636822 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c1d82d-a607-4a76-bfa1-663b5f51c49a tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Pushing event deleted for resources: {'Port': ['ID=b1a870c3-5eb0-4deb-ad0e-c70a2db2c075,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:22:06.668791 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['61088f9d-76e1-4190-912c-3e60944725ad'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:22:06.715849 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d68fbf3-9a67-49a3-a3ce-c8ecf0c719e1 req-28c1d82d-a607-4a76-bfa1-663b5f51c49a tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] No DVR routers for this DVR port b1a870c3-5eb0-4deb-ad0e-c70a2db2c075 on host n-h1-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:22:06.718974 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3d68fbf3-9a67-49a3-a3ce-c8ecf0c719e1 req-28c1d82d-a607-4a76-bfa1-663b5f51c49a tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:06.721177 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3d68fbf3-9a67-49a3-a3ce-c8ecf0c719e1 req-28c1d82d-a607-4a76-bfa1-663b5f51c49a tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "DELETE /v2.0/ports/b1a870c3-5eb0-4deb-ad0e-c70a2db2c075 HTTP/1.1" status: 204 len: 173 time: 0.5265267 Aug 16 23:22:06.721716 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb75110a-b327-4c2d-8394-2a50d0681eff', 'name': 'network-vif-deleted', 'tag': 'b1a870c3-5eb0-4deb-ad0e-c70a2db2c075'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:22:06.724081 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83cce8b9-116b-41df-a9c0-c86ccfe8ea46" -d '{"events": [{"server_uuid": "fb75110a-b327-4c2d-8394-2a50d0681eff", "name": "network-vif-deleted", "tag": "b1a870c3-5eb0-4deb-ad0e-c70a2db2c075"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:22:06.783874 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 16 Aug 2021 23:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-399d786b-e374-434a-84d4-dca72d87215d x-openstack-request-id: req-399d786b-e374-434a-84d4-dca72d87215d {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:22:06.784271 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb75110a-b327-4c2d-8394-2a50d0681eff", "name": "network-vif-deleted", "tag": "b1a870c3-5eb0-4deb-ad0e-c70a2db2c075", "status": "failed", "code": 422}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:22:06.784743 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-399d786b-e374-434a-84d4-dca72d87215d {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:22:06.785244 n-d-791506-26 neutron-server[101292]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fb75110a-b327-4c2d-8394-2a50d0681eff', 'name': 'network-vif-deleted', 'tag': 'b1a870c3-5eb0-4deb-ad0e-c70a2db2c075', 'status': 'failed', 'code': 422} returned with failed status Aug 16 23:22:07.231437 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 48070) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:22:07.357442 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-df9c1943-bebc-41a4-ae7a-959ee97b4f38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:07.478392 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-df9c1943-bebc-41a4-ae7a-959ee97b4f38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:07.478769 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf5912d-eec2-4016-b95f-8202ae5a3aa3 req-7a1698d0-455a-4f9c-a8f0-69c625e42c31 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:07.481202 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fbf5912d-eec2-4016-b95f-8202ae5a3aa3 req-7a1698d0-455a-4f9c-a8f0-69c625e42c31 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe35631c-6c8d-4f46-b96c-9443e5ead11e HTTP/1.1" status: 200 len: 908 time: 0.0624170 Aug 16 23:22:07.483354 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-df9c1943-bebc-41a4-ae7a-959ee97b4f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:07.526942 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-df9c1943-bebc-41a4-ae7a-959ee97b4f38 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8657836c43b34987a40acf3f7fd93488&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2944093 Aug 16 23:22:07.528880 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c1943-bebc-41a4-ae7a-959ee97b4f38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50175dae-47eb-4425-ac22-e3cb2e052d40,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:22:07.529780 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 48076) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:22:07.581307 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-717beeea-8aab-40b9-9c0f-35c6c23e861f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:07.603299 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-717beeea-8aab-40b9-9c0f-35c6c23e861f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:07.648915 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-717beeea-8aab-40b9-9c0f-35c6c23e861f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:07.651431 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-717beeea-8aab-40b9-9c0f-35c6c23e861f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:07.652604 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-717beeea-8aab-40b9-9c0f-35c6c23e861f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/50175dae-47eb-4425-ac22-e3cb2e052d40 HTTP/1.1" status: 204 len: 168 time: 0.1217852 Aug 16 23:22:07.660396 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717beeea-8aab-40b9-9c0f-35c6c23e861f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50175dae-47eb-4425-ac22-e3cb2e052d40,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:22:07.922253 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 48088) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:22:07.936149 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-019b9da5-f558-4a48-a1ff-56d58269653a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:08.054933 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-019b9da5-f558-4a48-a1ff-56d58269653a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:08.059276 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-019b9da5-f558-4a48-a1ff-56d58269653a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:08.099125 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-019b9da5-f558-4a48-a1ff-56d58269653a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e9e86ff21144400a912270b918a0658c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1757588 Aug 16 23:22:08.100126 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019b9da5-f558-4a48-a1ff-56d58269653a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78b828f1-7b08-47e0-8971-c5d912c15f2b,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:22:08.101836 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 48092) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:22:08.108111 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019b9da5-f558-4a48-a1ff-56d58269653a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:22:08.108468 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019b9da5-f558-4a48-a1ff-56d58269653a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:22:08.108923 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019b9da5-f558-4a48-a1ff-56d58269653a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:22:08.109605 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019b9da5-f558-4a48-a1ff-56d58269653a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:22:08.109947 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019b9da5-f558-4a48-a1ff-56d58269653a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:22:08.110300 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019b9da5-f558-4a48-a1ff-56d58269653a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:22:08.110701 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019b9da5-f558-4a48-a1ff-56d58269653a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:22:08.111093 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019b9da5-f558-4a48-a1ff-56d58269653a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:22:08.111487 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019b9da5-f558-4a48-a1ff-56d58269653a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:22:08.111858 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019b9da5-f558-4a48-a1ff-56d58269653a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:22:08.112232 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019b9da5-f558-4a48-a1ff-56d58269653a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:22:08.112945 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019b9da5-f558-4a48-a1ff-56d58269653a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:22:08.160432 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f04c8390-a543-4318-a503-d46ca2f847d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:08.184695 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f04c8390-a543-4318-a503-d46ca2f847d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:08.236682 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f04c8390-a543-4318-a503-d46ca2f847d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:08.239261 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f04c8390-a543-4318-a503-d46ca2f847d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:08.240770 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-f04c8390-a543-4318-a503-d46ca2f847d8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/78b828f1-7b08-47e0-8971-c5d912c15f2b HTTP/1.1" status: 204 len: 168 time: 0.1374319 Aug 16 23:22:08.250387 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04c8390-a543-4318-a503-d46ca2f847d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b828f1-7b08-47e0-8971-c5d912c15f2b,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:22:08.612981 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba2d33-cc41-4ebc-80c0-b136b44995d6 req-d4687e46-0061-4ece-87ab-f7c1a8fb2d8a tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:08.616190 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9eba2d33-cc41-4ebc-80c0-b136b44995d6 req-d4687e46-0061-4ece-87ab-f7c1a8fb2d8a tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe35631c-6c8d-4f46-b96c-9443e5ead11e HTTP/1.1" status: 200 len: 908 time: 0.0578039 Aug 16 23:22:09.037947 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9a55b7-dd9f-4828-bab5-0c812a2018b2 req-4a53fa54-65fa-4997-a98b-0671ecd61b78 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:09.039473 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cf9a55b7-dd9f-4828-bab5-0c812a2018b2 req-4a53fa54-65fa-4997-a98b-0671ecd61b78 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.57 "GET /v2.0/ports?device_id=fe35631c-6c8d-4f46-b96c-9443e5ead11e HTTP/1.1" status: 200 len: 908 time: 0.0484705 Aug 16 23:22:09.134662 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-cf9a55b7-dd9f-4828-bab5-0c812a2018b2 req-1d8413c6-efcd-4bad-bd3d-c6eaad9c16cf tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Deleting port 186ff88d-8787-43fa-928f-b53c524bdd9c {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:22:09.135036 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-cf9a55b7-dd9f-4828-bab5-0c812a2018b2 req-1d8413c6-efcd-4bad-bd3d-c6eaad9c16cf tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:09.226003 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-cf9a55b7-dd9f-4828-bab5-0c812a2018b2 req-1d8413c6-efcd-4bad-bd3d-c6eaad9c16cf tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] For port 186ff88d-8787-43fa-928f-b53c524bdd9c, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=186ff88d-8787-43fa-928f-b53c524bdd9c,segment=NetworkSegment(10a968c4-5c7d-4c23-b34c-ca325bfda5cc),segment_id=10a968c4-5c7d-4c23-b34c-ca325bfda5cc)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:22:09.226374 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-cf9a55b7-dd9f-4828-bab5-0c812a2018b2 req-1d8413c6-efcd-4bad-bd3d-c6eaad9c16cf tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:09.243754 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-cf9a55b7-dd9f-4828-bab5-0c812a2018b2 req-1d8413c6-efcd-4bad-bd3d-c6eaad9c16cf tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Calling delete_port for 186ff88d-8787-43fa-928f-b53c524bdd9c owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:22:09.385662 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-cf9a55b7-dd9f-4828-bab5-0c812a2018b2 req-1d8413c6-efcd-4bad-bd3d-c6eaad9c16cf tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:09.414897 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8413c6-efcd-4bad-bd3d-c6eaad9c16cf tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Pushing event deleted for resources: {'Port': ['ID=186ff88d-8787-43fa-928f-b53c524bdd9c,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:22:09.463954 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf9a55b7-dd9f-4828-bab5-0c812a2018b2 req-1d8413c6-efcd-4bad-bd3d-c6eaad9c16cf tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] No DVR routers for this DVR port 186ff88d-8787-43fa-928f-b53c524bdd9c on host n-h2-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:22:09.466789 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-cf9a55b7-dd9f-4828-bab5-0c812a2018b2 req-1d8413c6-efcd-4bad-bd3d-c6eaad9c16cf tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:09.469267 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cf9a55b7-dd9f-4828-bab5-0c812a2018b2 req-1d8413c6-efcd-4bad-bd3d-c6eaad9c16cf tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.57 "DELETE /v2.0/ports/186ff88d-8787-43fa-928f-b53c524bdd9c HTTP/1.1" status: 204 len: 173 time: 0.4236615 Aug 16 23:22:09.469808 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe35631c-6c8d-4f46-b96c-9443e5ead11e', 'name': 'network-vif-deleted', 'tag': '186ff88d-8787-43fa-928f-b53c524bdd9c'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:22:09.473002 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77186545-83e5-41d4-b6ef-96c0ca58387d" -d '{"events": [{"server_uuid": "fe35631c-6c8d-4f46-b96c-9443e5ead11e", "name": "network-vif-deleted", "tag": "186ff88d-8787-43fa-928f-b53c524bdd9c"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:22:09.517518 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d017299-a224-4e5c-a559-c94e4a585516 x-openstack-request-id: req-8d017299-a224-4e5c-a559-c94e4a585516 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:22:09.517818 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe35631c-6c8d-4f46-b96c-9443e5ead11e", "name": "network-vif-deleted", "tag": "186ff88d-8787-43fa-928f-b53c524bdd9c", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:22:09.518076 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8d017299-a224-4e5c-a559-c94e4a585516 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:22:09.518479 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe35631c-6c8d-4f46-b96c-9443e5ead11e', 'name': 'network-vif-deleted', 'tag': '186ff88d-8787-43fa-928f-b53c524bdd9c', 'status': 'completed', 'code': 200} Aug 16 23:22:09.727388 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bed9b6a5-d981-44b0-8d94-bd485c3d906f req-2303f841-1b83-428d-a34b-96641cb4112b tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe35631c-6c8d-4f46-b96c-9443e5ead11e HTTP/1.1" status: 200 len: 210 time: 0.0278153 Aug 16 23:22:11.007694 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b33e9-d2a9-4c01-acbf-12c18dc398f6 req-d6e3629c-a90c-4094-ab79-2f7e06378a12 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:11.009094 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8d8b33e9-d2a9-4c01-acbf-12c18dc398f6 req-d6e3629c-a90c-4094-ab79-2f7e06378a12 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5da408d-144b-442e-b9d0-527ab0b81de4 HTTP/1.1" status: 200 len: 946 time: 0.0498981 Aug 16 23:22:11.047264 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8d8b33e9-d2a9-4c01-acbf-12c18dc398f6 req-3aa81632-9834-4f55-8b8b-cca0b4f61df5 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=d57a197c-6d47-4d56-9c9b-4cb8ea84d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319331 Aug 16 23:22:11.384738 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:11.766837 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 48134) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:22:11.878511 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-55ff2153-8836-448a-8669-eddb436f1137 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:11.969735 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-55ff2153-8836-448a-8669-eddb436f1137 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:11.973323 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-55ff2153-8836-448a-8669-eddb436f1137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:12.010962 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ff2153-8836-448a-8669-eddb436f1137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=785d485f-a596-44cc-a7fa-e287f8f85287,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:22:12.015192 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-55ff2153-8836-448a-8669-eddb436f1137 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=728dc98178464127970c0c017fb9b2ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2473481 Aug 16 23:22:12.017942 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 48138) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:22:12.067002 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e3d018f8-73bb-439f-9956-9f983e2c6907 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:12.089233 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e3d018f8-73bb-439f-9956-9f983e2c6907 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:12.137433 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e3d018f8-73bb-439f-9956-9f983e2c6907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:12.140418 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e3d018f8-73bb-439f-9956-9f983e2c6907 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:12.143948 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-e3d018f8-73bb-439f-9956-9f983e2c6907 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/785d485f-a596-44cc-a7fa-e287f8f85287 HTTP/1.1" status: 204 len: 168 time: 0.1227736 Aug 16 23:22:12.151395 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d018f8-73bb-439f-9956-9f983e2c6907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=785d485f-a596-44cc-a7fa-e287f8f85287,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:22:12.175131 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743ee9b1-36f6-40fd-bbe6-71ca0b7d61ec req-f92b42a3-5e09-4943-bc96-9bd3bdf21fcb tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:12.176729 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-743ee9b1-36f6-40fd-bbe6-71ca0b7d61ec req-f92b42a3-5e09-4943-bc96-9bd3bdf21fcb tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5da408d-144b-442e-b9d0-527ab0b81de4 HTTP/1.1" status: 200 len: 946 time: 0.0585899 Aug 16 23:22:12.216573 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-743ee9b1-36f6-40fd-bbe6-71ca0b7d61ec req-ff6ecdb0-e9c3-44d2-b9e8-124b389dad8f tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=d57a197c-6d47-4d56-9c9b-4cb8ea84d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335670 Aug 16 23:22:12.410050 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 48146) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:22:12.414830 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 186ff88d-8787-43fa-928f-b53c524bdd9c no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:22:12.428670 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f518db7a-2b18-4cf4-9b65-311db622c668 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:12.435272 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] No Port match for: 186ff88d-8787-43fa-928f-b53c524bdd9c {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:22:12.435546 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 186ff88d-8787-43fa-928f-b53c524bdd9c not bound to the agent host n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:22:12.549334 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f518db7a-2b18-4cf4-9b65-311db622c668 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:12.555181 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f518db7a-2b18-4cf4-9b65-311db622c668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:12.575419 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb80908-323d-4e07-89c7-b8095b0ab40a req-886b1430-3a28-4dcc-942a-e6bd8e7a4f2e tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:12.576916 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0bb80908-323d-4e07-89c7-b8095b0ab40a req-886b1430-3a28-4dcc-942a-e6bd8e7a4f2e tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5da408d-144b-442e-b9d0-527ab0b81de4 HTTP/1.1" status: 200 len: 946 time: 0.0809751 Aug 16 23:22:12.624502 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-f518db7a-2b18-4cf4-9b65-311db622c668 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b9fbd5bd73704996a4e7aad3f97433cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2133572 Aug 16 23:22:12.627155 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 48148) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:22:12.635597 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f518db7a-2b18-4cf4-9b65-311db622c668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4508e52c-a672-40a8-9d6b-66606d169a40,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:22:12.680978 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d855f895-f035-48f5-b6b3-00baa03231a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:12.695535 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-0bb80908-323d-4e07-89c7-b8095b0ab40a req-41671f97-a408-4a02-9765-414a05285ab7 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Deleting port 61088f9d-76e1-4190-912c-3e60944725ad {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:22:12.695792 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-0bb80908-323d-4e07-89c7-b8095b0ab40a req-41671f97-a408-4a02-9765-414a05285ab7 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:12.705480 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d855f895-f035-48f5-b6b3-00baa03231a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:12.753011 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d855f895-f035-48f5-b6b3-00baa03231a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:12.755596 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d855f895-f035-48f5-b6b3-00baa03231a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:12.756825 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-d855f895-f035-48f5-b6b3-00baa03231a1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4508e52c-a672-40a8-9d6b-66606d169a40 HTTP/1.1" status: 204 len: 168 time: 0.1285858 Aug 16 23:22:12.764608 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d855f895-f035-48f5-b6b3-00baa03231a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4508e52c-a672-40a8-9d6b-66606d169a40,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:22:12.793704 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-0bb80908-323d-4e07-89c7-b8095b0ab40a req-41671f97-a408-4a02-9765-414a05285ab7 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] For port 61088f9d-76e1-4190-912c-3e60944725ad, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=61088f9d-76e1-4190-912c-3e60944725ad,segment=NetworkSegment(10a968c4-5c7d-4c23-b34c-ca325bfda5cc),segment_id=10a968c4-5c7d-4c23-b34c-ca325bfda5cc)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:22:12.794071 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-0bb80908-323d-4e07-89c7-b8095b0ab40a req-41671f97-a408-4a02-9765-414a05285ab7 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:12.807367 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-0bb80908-323d-4e07-89c7-b8095b0ab40a req-41671f97-a408-4a02-9765-414a05285ab7 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Calling delete_port for 61088f9d-76e1-4190-912c-3e60944725ad owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:22:12.948105 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-0bb80908-323d-4e07-89c7-b8095b0ab40a req-41671f97-a408-4a02-9765-414a05285ab7 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:12.960255 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['cc5542ef-2995-4487-b481-60f8e9728c80'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:22:12.981101 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41671f97-a408-4a02-9765-414a05285ab7 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Pushing event deleted for resources: {'Port': ['ID=61088f9d-76e1-4190-912c-3e60944725ad,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:22:13.006737 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['61088f9d-76e1-4190-912c-3e60944725ad'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:22:13.027077 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bb80908-323d-4e07-89c7-b8095b0ab40a req-41671f97-a408-4a02-9765-414a05285ab7 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] No DVR routers for this DVR port 61088f9d-76e1-4190-912c-3e60944725ad on host n-h2-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:22:13.029897 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-0bb80908-323d-4e07-89c7-b8095b0ab40a req-41671f97-a408-4a02-9765-414a05285ab7 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:13.032285 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0bb80908-323d-4e07-89c7-b8095b0ab40a req-41671f97-a408-4a02-9765-414a05285ab7 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.57 "DELETE /v2.0/ports/61088f9d-76e1-4190-912c-3e60944725ad HTTP/1.1" status: 204 len: 173 time: 0.4478948 Aug 16 23:22:13.033141 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5da408d-144b-442e-b9d0-527ab0b81de4', 'name': 'network-vif-deleted', 'tag': '61088f9d-76e1-4190-912c-3e60944725ad'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:22:13.036317 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7672a365-65f1-481d-bacd-7c7bff2e4aab" -d '{"events": [{"server_uuid": "d5da408d-144b-442e-b9d0-527ab0b81de4", "name": "network-vif-deleted", "tag": "61088f9d-76e1-4190-912c-3e60944725ad"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:22:13.087183 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fecb0995-4255-445d-a2cc-cbf3e716b6bb x-openstack-request-id: req-fecb0995-4255-445d-a2cc-cbf3e716b6bb {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:22:13.087585 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5da408d-144b-442e-b9d0-527ab0b81de4", "name": "network-vif-deleted", "tag": "61088f9d-76e1-4190-912c-3e60944725ad", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:22:13.088235 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fecb0995-4255-445d-a2cc-cbf3e716b6bb {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:22:13.088767 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5da408d-144b-442e-b9d0-527ab0b81de4', 'name': 'network-vif-deleted', 'tag': '61088f9d-76e1-4190-912c-3e60944725ad', 'status': 'completed', 'code': 200} Aug 16 23:22:13.337111 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9c6bc6cd-d503-4db4-bcc9-7519d1226922 req-e78427af-3d34-4bec-b65a-86dbd7caf3a9 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5da408d-144b-442e-b9d0-527ab0b81de4 HTTP/1.1" status: 200 len: 210 time: 0.0338233 Aug 16 23:22:14.643493 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f574d828-9296-4d52-add4-da6bff5fe965 req-2348f4cb-ab7e-49f1-9ffc-248d7882c1a9 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:14.645064 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f574d828-9296-4d52-add4-da6bff5fe965 req-2348f4cb-ab7e-49f1-9ffc-248d7882c1a9 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=119f9a84-7d3a-4ed8-8548-79a3a40b6ab6 HTTP/1.1" status: 200 len: 945 time: 0.0539060 Aug 16 23:22:14.689559 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f574d828-9296-4d52-add4-da6bff5fe965 req-cf2f3fb5-d044-42f5-a9c6-f59f85a4b6e7 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=d57a197c-6d47-4d56-9c9b-4cb8ea84d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369029 Aug 16 23:22:15.809420 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d83af7-5d97-4905-8589-0fb4b281a3e2 req-91162271-33de-4c6f-a1f6-78c2aae3e91b tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:15.810797 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-44d83af7-5d97-4905-8589-0fb4b281a3e2 req-91162271-33de-4c6f-a1f6-78c2aae3e91b tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=119f9a84-7d3a-4ed8-8548-79a3a40b6ab6 HTTP/1.1" status: 200 len: 945 time: 0.0491786 Aug 16 23:22:15.850848 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-44d83af7-5d97-4905-8589-0fb4b281a3e2 req-97e0a340-5a1d-4273-a83d-99098e60fb9c tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=d57a197c-6d47-4d56-9c9b-4cb8ea84d3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317986 Aug 16 23:22:15.888803 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edc80b6-9a15-4b6d-bb26-5484c279f079 req-f7e0b811-d36b-459e-af07-1e207a4be687 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:15.890281 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0edc80b6-9a15-4b6d-bb26-5484c279f079 req-f7e0b811-d36b-459e-af07-1e207a4be687 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.68 "GET /v2.0/ports?device_id=119f9a84-7d3a-4ed8-8548-79a3a40b6ab6 HTTP/1.1" status: 200 len: 945 time: 0.0514119 Aug 16 23:22:15.981179 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-0edc80b6-9a15-4b6d-bb26-5484c279f079 req-8fe52fb5-200a-4e75-bb56-f249fd6c40bc tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Deleting port cc5542ef-2995-4487-b481-60f8e9728c80 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:22:15.981530 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-0edc80b6-9a15-4b6d-bb26-5484c279f079 req-8fe52fb5-200a-4e75-bb56-f249fd6c40bc tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:16.078538 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-0edc80b6-9a15-4b6d-bb26-5484c279f079 req-8fe52fb5-200a-4e75-bb56-f249fd6c40bc tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] For port cc5542ef-2995-4487-b481-60f8e9728c80, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=cc5542ef-2995-4487-b481-60f8e9728c80,segment=NetworkSegment(10a968c4-5c7d-4c23-b34c-ca325bfda5cc),segment_id=10a968c4-5c7d-4c23-b34c-ca325bfda5cc)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:22:16.078830 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-0edc80b6-9a15-4b6d-bb26-5484c279f079 req-8fe52fb5-200a-4e75-bb56-f249fd6c40bc tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:16.091625 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-0edc80b6-9a15-4b6d-bb26-5484c279f079 req-8fe52fb5-200a-4e75-bb56-f249fd6c40bc tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Calling delete_port for cc5542ef-2995-4487-b481-60f8e9728c80 owned by compute:nova {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:22:16.225284 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-0edc80b6-9a15-4b6d-bb26-5484c279f079 req-8fe52fb5-200a-4e75-bb56-f249fd6c40bc tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:16.238843 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['cc5542ef-2995-4487-b481-60f8e9728c80'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:22:16.256555 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe52fb5-200a-4e75-bb56-f249fd6c40bc tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Pushing event deleted for resources: {'Port': ['ID=cc5542ef-2995-4487-b481-60f8e9728c80,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:22:16.297066 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-0edc80b6-9a15-4b6d-bb26-5484c279f079 req-8fe52fb5-200a-4e75-bb56-f249fd6c40bc tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] No DVR routers for this DVR port cc5542ef-2995-4487-b481-60f8e9728c80 on host n-h1-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:22:16.299675 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-0edc80b6-9a15-4b6d-bb26-5484c279f079 req-8fe52fb5-200a-4e75-bb56-f249fd6c40bc tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:16.301720 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0edc80b6-9a15-4b6d-bb26-5484c279f079 req-8fe52fb5-200a-4e75-bb56-f249fd6c40bc tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.68 "DELETE /v2.0/ports/cc5542ef-2995-4487-b481-60f8e9728c80 HTTP/1.1" status: 204 len: 173 time: 0.4045303 Aug 16 23:22:16.303023 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '119f9a84-7d3a-4ed8-8548-79a3a40b6ab6', 'name': 'network-vif-deleted', 'tag': 'cc5542ef-2995-4487-b481-60f8e9728c80'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:22:16.305426 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84cefa28-6898-4186-a712-10ca0619f78f" -d '{"events": [{"server_uuid": "119f9a84-7d3a-4ed8-8548-79a3a40b6ab6", "name": "network-vif-deleted", "tag": "cc5542ef-2995-4487-b481-60f8e9728c80"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:22:16.355158 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc3273cd-e933-40cd-8a21-eb710ce708df x-openstack-request-id: req-bc3273cd-e933-40cd-8a21-eb710ce708df {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:22:16.355740 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "119f9a84-7d3a-4ed8-8548-79a3a40b6ab6", "name": "network-vif-deleted", "tag": "cc5542ef-2995-4487-b481-60f8e9728c80", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:22:16.356067 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bc3273cd-e933-40cd-8a21-eb710ce708df {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:22:16.356586 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '119f9a84-7d3a-4ed8-8548-79a3a40b6ab6', 'name': 'network-vif-deleted', 'tag': 'cc5542ef-2995-4487-b481-60f8e9728c80', 'status': 'completed', 'code': 200} Aug 16 23:22:16.420435 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 61088f9d-76e1-4190-912c-3e60944725ad no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:22:16.443152 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] No Port match for: 61088f9d-76e1-4190-912c-3e60944725ad {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:22:16.448808 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 61088f9d-76e1-4190-912c-3e60944725ad not bound to the agent host n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:22:17.138763 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0268cf-0a30-4ef8-9187-c1e479cf7d7d req-847f55d4-d9b1-41de-9632-957925eb2ebe tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:17.140178 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3d0268cf-0a30-4ef8-9187-c1e479cf7d7d req-847f55d4-d9b1-41de-9632-957925eb2ebe tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 944 time: 0.0565808 Aug 16 23:22:17.181900 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3d0268cf-0a30-4ef8-9187-c1e479cf7d7d req-ff58d79f-b27e-4cde-b887-57a494d3cddb tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbc72d54-097b-421d-953a-e4e7a8a28dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342128 Aug 16 23:22:17.683663 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-638afcc1-93df-47db-9df8-b0c4eb45be97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:17.800757 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:22:17.926113 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 48238) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:22:18.046566 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a5e7eaeb-6921-4104-9fc3-c05a4c1c451c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:18.137841 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a5e7eaeb-6921-4104-9fc3-c05a4c1c451c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:18.141901 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a5e7eaeb-6921-4104-9fc3-c05a4c1c451c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:18.180820 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e7eaeb-6921-4104-9fc3-c05a4c1c451c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=384d575e-b9db-4335-b06c-145b130004c7,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:22:18.186636 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-a5e7eaeb-6921-4104-9fc3-c05a4c1c451c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2ffa228f148044dd9bc39495a2847225&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2595019 Aug 16 23:22:18.189253 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 48242) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:22:18.241447 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dd5e1457-431f-41bc-92dd-add8094ecb49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:18.263400 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dd5e1457-431f-41bc-92dd-add8094ecb49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:18.302792 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1955a48d-ea06-426d-83b3-9df0cc945957 req-a2a1027e-cf71-4165-a810-55908db984e1 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:18.304418 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1955a48d-ea06-426d-83b3-9df0cc945957 req-a2a1027e-cf71-4165-a810-55908db984e1 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 944 time: 0.0501382 Aug 16 23:22:18.311038 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dd5e1457-431f-41bc-92dd-add8094ecb49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:18.313628 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dd5e1457-431f-41bc-92dd-add8094ecb49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:18.314778 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-dd5e1457-431f-41bc-92dd-add8094ecb49 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/384d575e-b9db-4335-b06c-145b130004c7 HTTP/1.1" status: 204 len: 168 time: 0.1247122 Aug 16 23:22:18.325759 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5e1457-431f-41bc-92dd-add8094ecb49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=384d575e-b9db-4335-b06c-145b130004c7,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:22:18.343660 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1955a48d-ea06-426d-83b3-9df0cc945957 req-d1bd3acd-b7a3-4710-9510-07d7e61d716b tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbc72d54-097b-421d-953a-e4e7a8a28dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332267 Aug 16 23:22:19.273348 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cccacc-db00-41e7-a3f8-5f1aae5302ec req-829be794-2efa-4383-82c0-96662838db1e tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:19.274959 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e3cccacc-db00-41e7-a3f8-5f1aae5302ec req-829be794-2efa-4383-82c0-96662838db1e tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.57 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 944 time: 0.0485098 Aug 16 23:22:19.710304 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0306d3-5b93-47a8-ab0d-1d3bc490ac98 req-5f5ca52f-de1d-436e-ae50-9c7ddaf377de tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:19.711812 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-eb0306d3-5b93-47a8-ab0d-1d3bc490ac98 req-5f5ca52f-de1d-436e-ae50-9c7ddaf377de tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 944 time: 0.0661929 Aug 16 23:22:19.714536 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-e3cccacc-db00-41e7-a3f8-5f1aae5302ec req-b247e585-4f33-4145-8098-c6185f7d959d tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Deleting port 62ad7c9a-9355-476c-9726-91c7fd566244 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:22:19.714819 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-e3cccacc-db00-41e7-a3f8-5f1aae5302ec req-b247e585-4f33-4145-8098-c6185f7d959d tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:19.784999 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-fc8ae67f-6555-4987-b545-97846e4ef309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:19.805330 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-eb0306d3-5b93-47a8-ab0d-1d3bc490ac98 req-94801de8-2eca-4956-bee7-0a2506d07e0d tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbc72d54-097b-421d-953a-e4e7a8a28dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0862653 Aug 16 23:22:19.830538 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-e3cccacc-db00-41e7-a3f8-5f1aae5302ec req-b247e585-4f33-4145-8098-c6185f7d959d tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] For port 62ad7c9a-9355-476c-9726-91c7fd566244, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=62ad7c9a-9355-476c-9726-91c7fd566244,segment=NetworkSegment(10a968c4-5c7d-4c23-b34c-ca325bfda5cc),segment_id=10a968c4-5c7d-4c23-b34c-ca325bfda5cc)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:22:19.830909 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-e3cccacc-db00-41e7-a3f8-5f1aae5302ec req-b247e585-4f33-4145-8098-c6185f7d959d tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:20.054196 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-e3cccacc-db00-41e7-a3f8-5f1aae5302ec req-b247e585-4f33-4145-8098-c6185f7d959d tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:20.054726 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-e3cccacc-db00-41e7-a3f8-5f1aae5302ec req-b247e585-4f33-4145-8098-c6185f7d959d tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:20.055043 n-d-791506-26 neutron-server[101292]: INFO neutron.db.l3_db [req-e3cccacc-db00-41e7-a3f8-5f1aae5302ec req-b247e585-4f33-4145-8098-c6185f7d959d tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Floating IP c50ee119-6760-4ad1-a065-a191239de8ca disassociated. External IP: 172.25.4.28, port: 62ad7c9a-9355-476c-9726-91c7fd566244. Aug 16 23:22:20.055387 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-e3cccacc-db00-41e7-a3f8-5f1aae5302ec req-b247e585-4f33-4145-8098-c6185f7d959d tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Calling delete_port for 62ad7c9a-9355-476c-9726-91c7fd566244 owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:22:20.192091 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-e3cccacc-db00-41e7-a3f8-5f1aae5302ec req-b247e585-4f33-4145-8098-c6185f7d959d tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:20.223083 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b247e585-4f33-4145-8098-c6185f7d959d tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Pushing event deleted for resources: {'Port': ['ID=62ad7c9a-9355-476c-9726-91c7fd566244,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:22:20.349140 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e3cccacc-db00-41e7-a3f8-5f1aae5302ec req-b247e585-4f33-4145-8098-c6185f7d959d tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Router 3a69ef79-4ea8-4947-83a7-a328b483794f has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:22:20.478986 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e3cccacc-db00-41e7-a3f8-5f1aae5302ec req-b247e585-4f33-4145-8098-c6185f7d959d tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:22:20.488848 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b10c1c7-48dd-45e0-9b2b-c5e5302642e6 None None] Sync routers for ids ['3a69ef79-4ea8-4947-83a7-a328b483794f'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:22:20.498718 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b10c1c7-48dd-45e0-9b2b-c5e5302642e6 None None] Routers {'3a69ef79-4ea8-4947-83a7-a328b483794f'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:22:20.499339 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-8b10c1c7-48dd-45e0-9b2b-c5e5302642e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:22:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['3a69ef79-4ea8-4947-83a7-a328b483794f'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:22:20.519901 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3cccacc-db00-41e7-a3f8-5f1aae5302ec req-b247e585-4f33-4145-8098-c6185f7d959d tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] No DVR routers for this DVR port 62ad7c9a-9355-476c-9726-91c7fd566244 on host n-h2-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:22:20.523343 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-e3cccacc-db00-41e7-a3f8-5f1aae5302ec req-b247e585-4f33-4145-8098-c6185f7d959d tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:20.525594 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e3cccacc-db00-41e7-a3f8-5f1aae5302ec req-b247e585-4f33-4145-8098-c6185f7d959d tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.57 "DELETE /v2.0/ports/62ad7c9a-9355-476c-9726-91c7fd566244 HTTP/1.1" status: 204 len: 173 time: 1.2448974 Aug 16 23:22:20.526112 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcf51829-bc53-431f-901b-ce4bb72b65fa', 'name': 'network-vif-deleted', 'tag': '62ad7c9a-9355-476c-9726-91c7fd566244'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:22:20.528525 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c43d386a-2145-4401-8d6d-05ad048eac2f" -d '{"events": [{"server_uuid": "fcf51829-bc53-431f-901b-ce4bb72b65fa", "name": "network-vif-deleted", "tag": "62ad7c9a-9355-476c-9726-91c7fd566244"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:22:20.586221 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f609d8-bd37-435b-b1ed-5df42d56a723 x-openstack-request-id: req-03f609d8-bd37-435b-b1ed-5df42d56a723 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:22:20.586587 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcf51829-bc53-431f-901b-ce4bb72b65fa", "name": "network-vif-deleted", "tag": "62ad7c9a-9355-476c-9726-91c7fd566244", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:22:20.586908 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-03f609d8-bd37-435b-b1ed-5df42d56a723 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:22:20.587384 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcf51829-bc53-431f-901b-ce4bb72b65fa', 'name': 'network-vif-deleted', 'tag': '62ad7c9a-9355-476c-9726-91c7fd566244', 'status': 'completed', 'code': 200} Aug 16 23:22:20.632869 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-8b10c1c7-48dd-45e0-9b2b-c5e5302642e6 None None] Set router 3a69ef79-4ea8-4947-83a7-a328b483794f gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:22:20.646498 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:20.704937 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device cc5542ef-2995-4487-b481-60f8e9728c80 no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:22:20.727875 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] No Port match for: cc5542ef-2995-4487-b481-60f8e9728c80 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:22:20.728225 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device cc5542ef-2995-4487-b481-60f8e9728c80 not bound to the agent host n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:22:20.838046 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-8b10c1c7-48dd-45e0-9b2b-c5e5302642e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a69ef79-4ea8-4947-83a7-a328b483794f', 'name': 'tempest-ServerActionsTestJSON-1295546016-router', 'tenant_id': 'ee91ace37a634fb9abb791ce5d24078e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '3cfb212f-23fa-4afc-98aa-46c9f3b564dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:13:17Z', 'updated_at': '2021-08-16T23:13:25Z', 'revision_number': 4, 'project_id': 'ee91ace37a634fb9abb791ce5d24078e', 'gw_port': {'id': '3cfb212f-23fa-4afc-98aa-46c9f3b564dd', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:19:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a69ef79-4ea8-4947-83a7-a328b483794f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:13:18Z', 'updated_at': '2021-08-16T23:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'b97051dd-c67e-4828-93b4-20bcddc41105', 'name': '', 'network_id': '6152efff-6e82-46a1-acb7-149d7c33d5d6', 'tenant_id': 'ee91ace37a634fb9abb791ce5d24078e', 'mac_address': 'fa:16:3e:c4:01:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a69ef79-4ea8-4947-83a7-a328b483794f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '7d6a27ac-d81b-4d19-9995-25afe2c6f338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:13:23Z', 'updated_at': '2021-08-16T23:13:39Z', 'revision_number': 5, 'project_id': 'ee91ace37a634fb9abb791ce5d24078e', 'subnets': [{'id': '7d6a27ac-d81b-4d19-9995-25afe2c6f338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:22:20.871477 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b10c1c7-48dd-45e0-9b2b-c5e5302642e6 None None] Checking router: 3a69ef79-4ea8-4947-83a7-a328b483794f for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:22:20.879729 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b10c1c7-48dd-45e0-9b2b-c5e5302642e6 None None] Routers {'3a69ef79-4ea8-4947-83a7-a328b483794f'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:22:20.880338 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-8b10c1c7-48dd-45e0-9b2b-c5e5302642e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:22:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['3a69ef79-4ea8-4947-83a7-a328b483794f'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:22:20.919570 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-33dd2632-dc42-4252-9379-954f7ee29b97 req-24904394-5875-466d-b326-297f178ed0f1 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcf51829-bc53-431f-901b-ce4bb72b65fa HTTP/1.1" status: 200 len: 210 time: 0.0298347 Aug 16 23:22:20.990273 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-8b10c1c7-48dd-45e0-9b2b-c5e5302642e6 None None] Set router 3a69ef79-4ea8-4947-83a7-a328b483794f gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:22:21.293363 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-8b10c1c7-48dd-45e0-9b2b-c5e5302642e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a69ef79-4ea8-4947-83a7-a328b483794f', 'name': 'tempest-ServerActionsTestJSON-1295546016-router', 'tenant_id': 'ee91ace37a634fb9abb791ce5d24078e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '3cfb212f-23fa-4afc-98aa-46c9f3b564dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:13:17Z', 'updated_at': '2021-08-16T23:13:25Z', 'revision_number': 4, 'project_id': 'ee91ace37a634fb9abb791ce5d24078e', 'gw_port': {'id': '3cfb212f-23fa-4afc-98aa-46c9f3b564dd', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:19:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a69ef79-4ea8-4947-83a7-a328b483794f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:13:18Z', 'updated_at': '2021-08-16T23:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'b97051dd-c67e-4828-93b4-20bcddc41105', 'name': '', 'network_id': '6152efff-6e82-46a1-acb7-149d7c33d5d6', 'tenant_id': 'ee91ace37a634fb9abb791ce5d24078e', 'mac_address': 'fa:16:3e:c4:01:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a69ef79-4ea8-4947-83a7-a328b483794f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '7d6a27ac-d81b-4d19-9995-25afe2c6f338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:13:23Z', 'updated_at': '2021-08-16T23:13:39Z', 'revision_number': 5, 'project_id': 'ee91ace37a634fb9abb791ce5d24078e', 'subnets': [{'id': '7d6a27ac-d81b-4d19-9995-25afe2c6f338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:22:21.318103 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b10c1c7-48dd-45e0-9b2b-c5e5302642e6 None None] The sync data for ids ['3a69ef79-4ea8-4947-83a7-a328b483794f'] in n-d-791506-26 is: [{'id': '3a69ef79-4ea8-4947-83a7-a328b483794f', 'name': 'tempest-ServerActionsTestJSON-1295546016-router', 'tenant_id': 'ee91ace37a634fb9abb791ce5d24078e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '3cfb212f-23fa-4afc-98aa-46c9f3b564dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:13:17Z', 'updated_at': '2021-08-16T23:13:25Z', 'revision_number': 4, 'project_id': 'ee91ace37a634fb9abb791ce5d24078e', 'gw_port': {'id': '3cfb212f-23fa-4afc-98aa-46c9f3b564dd', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:19:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a69ef79-4ea8-4947-83a7-a328b483794f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:13:18Z', 'updated_at': '2021-08-16T23:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'b97051dd-c67e-4828-93b4-20bcddc41105', 'name': '', 'network_id': '6152efff-6e82-46a1-acb7-149d7c33d5d6', 'tenant_id': 'ee91ace37a634fb9abb791ce5d24078e', 'mac_address': 'fa:16:3e:c4:01:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a69ef79-4ea8-4947-83a7-a328b483794f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '7d6a27ac-d81b-4d19-9995-25afe2c6f338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:13:23Z', 'updated_at': '2021-08-16T23:13:39Z', 'revision_number': 5, 'project_id': 'ee91ace37a634fb9abb791ce5d24078e', 'subnets': [{'id': '7d6a27ac-d81b-4d19-9995-25afe2c6f338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:22:21.547062 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38207c51-7ba4-460d-bfd9-0016f1b22508 None None] New status for floating IP c50ee119-6760-4ad1-a065-a191239de8ca: DOWN {{(pid=101293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:22:21.630450 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:22.013869 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 48328) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:22:22.070783 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7c382cf4-f9e3-4beb-b29f-41df768a31b3 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:22.098897 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7c382cf4-f9e3-4beb-b29f-41df768a31b3 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:22.151045 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7c382cf4-f9e3-4beb-b29f-41df768a31b3 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:22.154534 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7c382cf4-f9e3-4beb-b29f-41df768a31b3 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:22.155842 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-7c382cf4-f9e3-4beb-b29f-41df768a31b3 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "DELETE /v2.0/security-groups/fbc72d54-097b-421d-953a-e4e7a8a28dc7 HTTP/1.1" status: 204 len: 168 time: 0.1409104 Aug 16 23:22:22.158561 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 48332) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:22:22.175510 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c382cf4-f9e3-4beb-b29f-41df768a31b3 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc72d54-097b-421d-953a-e4e7a8a28dc7,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:22:22.177429 n-d-791506-26 neutron-server[101292]: INFO neutron.api.v2.resource [None req-03bda13b-fbc7-4ad9-a282-d01004d560c7 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] show failed (client error): The resource could not be found. Aug 16 23:22:22.180813 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-03bda13b-fbc7-4ad9-a282-d01004d560c7 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "GET /v2.0/security-groups/fbc72d54-097b-421d-953a-e4e7a8a28dc7 HTTP/1.1" status: 404 len: 347 time: 0.0190625 Aug 16 23:22:22.181468 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 48336) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:22:22.308777 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-575fb511-a65f-45c5-b3cd-6eb9a304eda5 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Deleting port 066e23c3-3490-468d-935b-17e963e67fec {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:22:22.309132 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-575fb511-a65f-45c5-b3cd-6eb9a304eda5 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:22.389584 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-575fb511-a65f-45c5-b3cd-6eb9a304eda5 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:22.389925 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-575fb511-a65f-45c5-b3cd-6eb9a304eda5 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:22.403611 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-575fb511-a65f-45c5-b3cd-6eb9a304eda5 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Calling delete_port for 066e23c3-3490-468d-935b-17e963e67fec owned by network:floatingip {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:22:22.435128 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 62ad7c9a-9355-476c-9726-91c7fd566244 no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:22:22.460844 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] No Port match for: 62ad7c9a-9355-476c-9726-91c7fd566244 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:22:22.461234 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 62ad7c9a-9355-476c-9726-91c7fd566244 not bound to the agent host n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:22:22.547511 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-575fb511-a65f-45c5-b3cd-6eb9a304eda5 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:22.580351 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575fb511-a65f-45c5-b3cd-6eb9a304eda5 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Pushing event deleted for resources: {'Port': ['ID=066e23c3-3490-468d-935b-17e963e67fec,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:22:22.642115 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-575fb511-a65f-45c5-b3cd-6eb9a304eda5 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Notify callbacks [] for floatingip, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:22.644580 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-575fb511-a65f-45c5-b3cd-6eb9a304eda5 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:22.645747 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-575fb511-a65f-45c5-b3cd-6eb9a304eda5 tempest-ServerActionsTestJSON-1105541865 tempest-ServerActionsTestJSON-1105541865-project] 10.222.0.36 "DELETE /v2.0/floatingips/c50ee119-6760-4ad1-a065-a191239de8ca HTTP/1.1" status: 204 len: 168 time: 0.4633410 Aug 16 23:22:22.648701 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 48346) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:22:22.817371 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:23.451397 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b0544e0d-b327-45db-942a-0b3691598e0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537579'] for router_interface, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:23.706537 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-b0544e0d-b327-45db-942a-0b3691598e0e admin admin] Deleting port b97051dd-c67e-4828-93b4-20bcddc41105 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:22:23.706794 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b0544e0d-b327-45db-942a-0b3691598e0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:23.793853 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-b0544e0d-b327-45db-942a-0b3691598e0e admin admin] For port b97051dd-c67e-4828-93b4-20bcddc41105, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=b97051dd-c67e-4828-93b4-20bcddc41105,segment=NetworkSegment(10a968c4-5c7d-4c23-b34c-ca325bfda5cc),segment_id=10a968c4-5c7d-4c23-b34c-ca325bfda5cc)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:22:23.794215 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b0544e0d-b327-45db-942a-0b3691598e0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:23.810896 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-b0544e0d-b327-45db-942a-0b3691598e0e admin admin] Calling delete_port for b97051dd-c67e-4828-93b4-20bcddc41105 owned by network:router_interface {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:22:23.999960 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b0544e0d-b327-45db-942a-0b3691598e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:24.028147 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0544e0d-b327-45db-942a-0b3691598e0e admin admin] Pushing event deleted for resources: {'Port': ['ID=b97051dd-c67e-4828-93b4-20bcddc41105,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:22:24.208463 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b0544e0d-b327-45db-942a-0b3691598e0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537471'] for router_interface, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:24.435968 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0544e0d-b327-45db-942a-0b3691598e0e admin admin] Router 3a69ef79-4ea8-4947-83a7-a328b483794f has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:22:24.576587 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0544e0d-b327-45db-942a-0b3691598e0e admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:22:24.586869 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 48356) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:22:24.587347 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-b0544e0d-b327-45db-942a-0b3691598e0e admin admin] 10.222.0.36 "PUT /v2.0/routers/3a69ef79-4ea8-4947-83a7-a328b483794f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9369705 Aug 16 23:22:24.590117 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c4f609-9c11-49c6-b6ea-3549c54660f3 None None] Sync routers for ids ['3a69ef79-4ea8-4947-83a7-a328b483794f'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:22:24.606781 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c4f609-9c11-49c6-b6ea-3549c54660f3 None None] Routers {'3a69ef79-4ea8-4947-83a7-a328b483794f'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:22:24.607406 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-55c4f609-9c11-49c6-b6ea-3549c54660f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:22:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['3a69ef79-4ea8-4947-83a7-a328b483794f'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:22:24.695400 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1b6d542e-669a-490b-b183-a1eeda88edde admin admin] Notify callbacks [] for router, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:24.726543 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-55c4f609-9c11-49c6-b6ea-3549c54660f3 None None] Set router 3a69ef79-4ea8-4947-83a7-a328b483794f gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:22:24.836237 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1b6d542e-669a-490b-b183-a1eeda88edde admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:24.906157 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-1b6d542e-669a-490b-b183-a1eeda88edde admin admin] Deleting port 3cfb212f-23fa-4afc-98aa-46c9f3b564dd {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:22:24.906600 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1b6d542e-669a-490b-b183-a1eeda88edde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:24.942290 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-55c4f609-9c11-49c6-b6ea-3549c54660f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a69ef79-4ea8-4947-83a7-a328b483794f', 'name': 'tempest-ServerActionsTestJSON-1295546016-router', 'tenant_id': 'ee91ace37a634fb9abb791ce5d24078e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '3cfb212f-23fa-4afc-98aa-46c9f3b564dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:13:17Z', 'updated_at': '2021-08-16T23:22:23Z', 'revision_number': 5, 'project_id': 'ee91ace37a634fb9abb791ce5d24078e', 'gw_port': {'id': '3cfb212f-23fa-4afc-98aa-46c9f3b564dd', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:19:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a69ef79-4ea8-4947-83a7-a328b483794f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:13:18Z', 'updated_at': '2021-08-16T23:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:22:24.972325 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c4f609-9c11-49c6-b6ea-3549c54660f3 None None] Checking router: 3a69ef79-4ea8-4947-83a7-a328b483794f for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:22:24.981757 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c4f609-9c11-49c6-b6ea-3549c54660f3 None None] Routers {'3a69ef79-4ea8-4947-83a7-a328b483794f'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:22:24.982507 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-55c4f609-9c11-49c6-b6ea-3549c54660f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:22:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['3a69ef79-4ea8-4947-83a7-a328b483794f'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:22:25.012109 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-1b6d542e-669a-490b-b183-a1eeda88edde admin admin] For port 3cfb212f-23fa-4afc-98aa-46c9f3b564dd, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=3cfb212f-23fa-4afc-98aa-46c9f3b564dd,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:22:25.012377 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1b6d542e-669a-490b-b183-a1eeda88edde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:25.027502 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-1b6d542e-669a-490b-b183-a1eeda88edde admin admin] Calling delete_port for 3cfb212f-23fa-4afc-98aa-46c9f3b564dd owned by network:router_gateway {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:22:25.081293 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-55c4f609-9c11-49c6-b6ea-3549c54660f3 None None] Set router 3a69ef79-4ea8-4947-83a7-a328b483794f gateway port host: None {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:22:25.140769 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-55c4f609-9c11-49c6-b6ea-3549c54660f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a69ef79-4ea8-4947-83a7-a328b483794f', 'name': 'tempest-ServerActionsTestJSON-1295546016-router', 'tenant_id': 'ee91ace37a634fb9abb791ce5d24078e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:13:17Z', 'updated_at': '2021-08-16T23:22:24Z', 'revision_number': 6, 'project_id': 'ee91ace37a634fb9abb791ce5d24078e', 'gw_port_host': None}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:22:25.170811 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c4f609-9c11-49c6-b6ea-3549c54660f3 None None] The sync data for ids ['3a69ef79-4ea8-4947-83a7-a328b483794f'] in n-d-791506-26 is: [{'id': '3a69ef79-4ea8-4947-83a7-a328b483794f', 'name': 'tempest-ServerActionsTestJSON-1295546016-router', 'tenant_id': 'ee91ace37a634fb9abb791ce5d24078e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:13:17Z', 'updated_at': '2021-08-16T23:22:24Z', 'revision_number': 6, 'project_id': 'ee91ace37a634fb9abb791ce5d24078e', 'gw_port_host': None}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:22:25.221464 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1b6d542e-669a-490b-b183-a1eeda88edde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:25.246016 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6d542e-669a-490b-b183-a1eeda88edde admin admin] Pushing event deleted for resources: {'Port': ['ID=3cfb212f-23fa-4afc-98aa-46c9f3b564dd,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:22:25.309361 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1b6d542e-669a-490b-b183-a1eeda88edde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537121'] for router_gateway, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:25.400923 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1b6d542e-669a-490b-b183-a1eeda88edde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:25.403043 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1b6d542e-669a-490b-b183-a1eeda88edde admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:25.457283 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:25.460866 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1b6d542e-669a-490b-b183-a1eeda88edde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:25.461409 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b6d542e-669a-490b-b183-a1eeda88edde admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a69ef79-4ea8-4947-83a7-a328b483794f {{(pid=101292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:22:25.465496 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1b6d542e-669a-490b-b183-a1eeda88edde admin admin] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:25.466655 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-1b6d542e-669a-490b-b183-a1eeda88edde admin admin] 10.222.0.36 "DELETE /v2.0/routers/3a69ef79-4ea8-4947-83a7-a328b483794f HTTP/1.1" status: 204 len: 168 time: 0.8790681 Aug 16 23:22:25.469109 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 48364) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:22:25.514389 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_v2 [None req-92457e1b-4255-47fc-8034-696faf3babe0 admin admin] Deleting subnet 7d6a27ac-d81b-4d19-9995-25afe2c6f338 {{(pid=101292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:22:25.517706 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-92457e1b-4255-47fc-8034-696faf3babe0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:25.554409 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-92457e1b-4255-47fc-8034-696faf3babe0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3848860'] for subnet, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:25.654320 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-92457e1b-4255-47fc-8034-696faf3babe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:25.722261 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-92457e1b-4255-47fc-8034-696faf3babe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26252129'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:25.750469 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92457e1b-4255-47fc-8034-696faf3babe0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d6a27ac-d81b-4d19-9995-25afe2c6f338,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:22:25.752707 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-92457e1b-4255-47fc-8034-696faf3babe0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:25.754571 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-92457e1b-4255-47fc-8034-696faf3babe0 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/7d6a27ac-d81b-4d19-9995-25afe2c6f338 HTTP/1.1" status: 204 len: 168 time: 0.2845428 Aug 16 23:22:25.757833 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 48366) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:22:25.758379 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe3716f-1b21-43f0-b3b9-70c6e2ed9119 None None] Network 6152efff-6e82-46a1-acb7-149d7c33d5d6 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:22:25.839318 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6c4bd3f2-3284-40fb-ba12-593a01adeef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:25.901361 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-6c4bd3f2-3284-40fb-ba12-593a01adeef0 admin admin] Deleting port 142202eb-e430-4750-abc5-ab63d8658ed1 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:22:25.901882 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6c4bd3f2-3284-40fb-ba12-593a01adeef0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:25.971708 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-6c4bd3f2-3284-40fb-ba12-593a01adeef0 admin admin] For port 142202eb-e430-4750-abc5-ab63d8658ed1, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=142202eb-e430-4750-abc5-ab63d8658ed1,segment=NetworkSegment(10a968c4-5c7d-4c23-b34c-ca325bfda5cc),segment_id=10a968c4-5c7d-4c23-b34c-ca325bfda5cc)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:22:25.972075 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6c4bd3f2-3284-40fb-ba12-593a01adeef0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:25.985208 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75df8fe0-5c3a-4d57-bb1c-b595b112c8c6 None None] DHCP port deletion for 6152efff-6e82-46a1-acb7-149d7c33d5d6 request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:22:25.986201 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-6c4bd3f2-3284-40fb-ba12-593a01adeef0 admin admin] Calling delete_port for 142202eb-e430-4750-abc5-ab63d8658ed1 owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:22:26.061216 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 142202eb-e430-4750-abc5-ab63d8658ed1 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:22:26.103873 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6c4bd3f2-3284-40fb-ba12-593a01adeef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:26.132394 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-75df8fe0-5c3a-4d57-bb1c-b595b112c8c6 None None] Deleting port 142202eb-e430-4750-abc5-ab63d8658ed1 {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:22:26.132805 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-75df8fe0-5c3a-4d57-bb1c-b595b112c8c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:26.142594 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4bd3f2-3284-40fb-ba12-593a01adeef0 admin admin] No DVR routers for this DVR port 142202eb-e430-4750-abc5-ab63d8658ed1 on host n-d-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:22:26.142856 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No active binding found for port 142202eb-e430-4750-abc5-ab63d8658ed1 {{(pid=101293) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 16 23:22:26.143291 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 142202eb-e430-4750-abc5-ab63d8658ed1 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:22:26.144530 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device b97051dd-c67e-4828-93b4-20bcddc41105 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:22:26.144681 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4bd3f2-3284-40fb-ba12-593a01adeef0 admin admin] Pushing event deleted for resources: {'Port': ['ID=142202eb-e430-4750-abc5-ab63d8658ed1,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:22:26.204992 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: b97051dd-c67e-4828-93b4-20bcddc41105 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:22:26.205347 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device b97051dd-c67e-4828-93b4-20bcddc41105 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:22:26.205770 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 3cfb212f-23fa-4afc-98aa-46c9f3b564dd no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:22:26.238062 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6c4bd3f2-3284-40fb-ba12-593a01adeef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:26.254128 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-6c4bd3f2-3284-40fb-ba12-593a01adeef0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6152efff-6e82-46a1-acb7-149d7c33d5d6']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:22:26.261580 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 3cfb212f-23fa-4afc-98aa-46c9f3b564dd {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:22:26.261935 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 3cfb212f-23fa-4afc-98aa-46c9f3b564dd not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:22:26.272401 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-6c4bd3f2-3284-40fb-ba12-593a01adeef0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10a968c4-5c7d-4c23-b34c-ca325bfda5cc') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:22:26.272815 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-6c4bd3f2-3284-40fb-ba12-593a01adeef0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10a968c4-5c7d-4c23-b34c-ca325bfda5cc') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:22:26.282837 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-75df8fe0-5c3a-4d57-bb1c-b595b112c8c6 None None] For port 142202eb-e430-4750-abc5-ab63d8658ed1, host n-d-791506-26, got binding levels [] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:22:26.283449 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-75df8fe0-5c3a-4d57-bb1c-b595b112c8c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:26.287690 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6c4bd3f2-3284-40fb-ba12-593a01adeef0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:26.298644 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-75df8fe0-5c3a-4d57-bb1c-b595b112c8c6 None None] Calling delete_port for 142202eb-e430-4750-abc5-ab63d8658ed1 owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:22:26.302371 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.ipam_backend_mixin [None req-75df8fe0-5c3a-4d57-bb1c-b595b112c8c6 None None] Port 142202eb-e430-4750-abc5-ab63d8658ed1 was not found and therefore no delete operation was performed {{(pid=101293) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 23:22:26.308219 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6c4bd3f2-3284-40fb-ba12-593a01adeef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:26.309056 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-75df8fe0-5c3a-4d57-bb1c-b595b112c8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:26.316515 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c4bd3f2-3284-40fb-ba12-593a01adeef0 admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:22:26.319004 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6c4bd3f2-3284-40fb-ba12-593a01adeef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:26.321297 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 23:22:26.321297 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:22:26.321297 n-d-791506-26 neutron-server[101291]: timer() Aug 16 23:22:26.321297 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:22:26.321297 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 23:22:26.321297 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:22:26.321297 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 23:22:26.321297 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:22:26.321297 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 23:22:26.321297 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:22:26.321297 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 23:22:26.321297 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:22:26.321297 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 23:22:26.321297 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:22:26.321297 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:22:26.321297 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:22:26.321297 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:22:26.321297 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:22:26.321297 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 23:22:26.321297 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:22:26.321297 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 23:22:26.321297 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:22:26.321297 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:22:26.321297 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:22:26.321297 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 23:22:26.321297 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:22:26.321297 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:22:26.321297 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:22:26.321297 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:22:26.321297 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:22:26.321297 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:22:26.321297 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:22:26.343557 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75df8fe0-5c3a-4d57-bb1c-b595b112c8c6 None None] Pushing event deleted for resources: {'Port': ['ID=142202eb-e430-4750-abc5-ab63d8658ed1,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:22:26.345540 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75df8fe0-5c3a-4d57-bb1c-b595b112c8c6 None None] No DVR routers for this DVR port 142202eb-e430-4750-abc5-ab63d8658ed1 on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:22:26.399736 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6c4bd3f2-3284-40fb-ba12-593a01adeef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:26.406169 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6c4bd3f2-3284-40fb-ba12-593a01adeef0 admin admin] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:26.408114 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-6c4bd3f2-3284-40fb-ba12-593a01adeef0 admin admin] 10.222.0.36 "DELETE /v2.0/networks/6152efff-6e82-46a1-acb7-149d7c33d5d6 HTTP/1.1" status: 204 len: 168 time: 0.6481030 Aug 16 23:22:26.429905 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4bd3f2-3284-40fb-ba12-593a01adeef0 admin admin] Pushing event deleted for resources: {'Network': ['ID=6152efff-6e82-46a1-acb7-149d7c33d5d6,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:22:26.550946 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 48388) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:22:26.593466 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-07d51463-52e6-40f7-9fcc-86401c0d5a02 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ee91ace37a634fb9abb791ce5d24078e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0412536 Aug 16 23:22:26.600027 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 48390) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:22:26.650616 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a762175d-6178-421f-8c35-a2d2cd69dc61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:26.671141 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a762175d-6178-421f-8c35-a2d2cd69dc61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:26.717930 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a762175d-6178-421f-8c35-a2d2cd69dc61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:26.720642 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a762175d-6178-421f-8c35-a2d2cd69dc61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:26.721862 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-a762175d-6178-421f-8c35-a2d2cd69dc61 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d57a197c-6d47-4d56-9c9b-4cb8ea84d3d9 HTTP/1.1" status: 204 len: 168 time: 0.1207764 Aug 16 23:22:26.729828 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a762175d-6178-421f-8c35-a2d2cd69dc61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d57a197c-6d47-4d56-9c9b-4cb8ea84d3d9,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:22:27.414030 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 48412) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:22:27.525051 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-f79cd2c1-88de-4779-9e6d-949a89be9d49 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1529125780-network', 'tenant_id': '340fb78e90724ee6a1d41957f9671cad'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:22:27.551099 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f79cd2c1-88de-4779-9e6d-949a89be9d49 admin admin] Made reservation on behalf of 340fb78e90724ee6a1d41957f9671cad for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:22:27.553759 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f79cd2c1-88de-4779-9e6d-949a89be9d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:27.562112 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f79cd2c1-88de-4779-9e6d-949a89be9d49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:27.651612 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f79cd2c1-88de-4779-9e6d-949a89be9d49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:27.655503 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f79cd2c1-88de-4779-9e6d-949a89be9d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:27.676012 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f79cd2c1-88de-4779-9e6d-949a89be9d49 admin admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:22:27.690716 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cd2c1-88de-4779-9e6d-949a89be9d49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4db1e625-7268-437b-9d32-f5f08c724ca8,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:22:27.694119 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f79cd2c1-88de-4779-9e6d-949a89be9d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:27.694460 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-f79cd2c1-88de-4779-9e6d-949a89be9d49 admin admin] Added segment 8b29aa31-4bad-41d3-8ff5-8b7d3748b79e of type vlan for network b01e280e-c42f-4e04-9f16-55118d78153e Aug 16 23:22:27.734719 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f79cd2c1-88de-4779-9e6d-949a89be9d49 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:27.763648 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f79cd2c1-88de-4779-9e6d-949a89be9d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:27.764656 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79cd2c1-88de-4779-9e6d-949a89be9d49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:27.765232 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f79cd2c1-88de-4779-9e6d-949a89be9d49 admin admin] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:27.833392 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-f79cd2c1-88de-4779-9e6d-949a89be9d49 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4184728 Aug 16 23:22:27.836399 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 48418) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:22:27.843328 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-4563010a-9eec-4df3-8f1a-783699e66ec1 admin admin] Request body: {'subnet': {'network_id': 'b01e280e-c42f-4e04-9f16-55118d78153e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1529125780-subnet', 'tenant_id': '340fb78e90724ee6a1d41957f9671cad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:22:27.858199 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cd2c1-88de-4779-9e6d-949a89be9d49 admin admin] Pushing event updated for resources: {'Network': ['ID=b01e280e-c42f-4e04-9f16-55118d78153e,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:22:27.870482 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network b01e280e-c42f-4e04-9f16-55118d78153e details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:22:27.874775 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4563010a-9eec-4df3-8f1a-783699e66ec1 admin admin] Made reservation on behalf of 340fb78e90724ee6a1d41957f9671cad for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:22:27.877470 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4563010a-9eec-4df3-8f1a-783699e66ec1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:28.072806 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4563010a-9eec-4df3-8f1a-783699e66ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:28.133149 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4563010a-9eec-4df3-8f1a-783699e66ec1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cd8a558-77ab-49aa-a661-8f7f3fc5662a,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:22:28.150963 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4563010a-9eec-4df3-8f1a-783699e66ec1 admin admin] Checking segment: {'id': '8b29aa31-4bad-41d3-8ff5-8b7d3748b79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'b01e280e-c42f-4e04-9f16-55118d78153e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:22:28.151332 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4563010a-9eec-4df3-8f1a-783699e66ec1 admin admin] Network hostable DHCP agents. Network: b01e280e-c42f-4e04-9f16-55118d78153e, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:22:28.170512 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4563010a-9eec-4df3-8f1a-783699e66ec1 admin admin] Network b01e280e-c42f-4e04-9f16-55118d78153e is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:22:28.180312 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-4563010a-9eec-4df3-8f1a-783699e66ec1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, b01e280e-c42f-4e04-9f16-55118d78153e) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:22:28.188055 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4563010a-9eec-4df3-8f1a-783699e66ec1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:28.188809 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4563010a-9eec-4df3-8f1a-783699e66ec1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:28.190748 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9159c5b8-3e90-4b7f-99d2-8288cdaa785b None None] Network b01e280e-c42f-4e04-9f16-55118d78153e requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:22:28.209643 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-4563010a-9eec-4df3-8f1a-783699e66ec1 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3719807 Aug 16 23:22:28.329324 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727a5e6f-a8ac-4563-9155-07c3d936ea71 None None] Network b01e280e-c42f-4e04-9f16-55118d78153e requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:22:28.722713 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d76333d-6671-470a-ba0b-9f9e5c44ee25 req-c7627ba3-7ec2-46f6-b323-7f7f47479921 tempest-ServerAddressesTestJSON-927715522 tempest-ServerAddressesTestJSON-927715522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:28.729039 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5d76333d-6671-470a-ba0b-9f9e5c44ee25 req-c7627ba3-7ec2-46f6-b323-7f7f47479921 tempest-ServerAddressesTestJSON-927715522 tempest-ServerAddressesTestJSON-927715522-project] 10.222.0.36 "GET /v2.0/networks?id=b01e280e-c42f-4e04-9f16-55118d78153e HTTP/1.1" status: 200 len: 814 time: 0.1432257 Aug 16 23:22:28.745036 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5d76333d-6671-470a-ba0b-9f9e5c44ee25 req-57ab3375-f22f-40e4-882d-22aee580bf4d tempest-ServerAddressesTestJSON-927715522 tempest-ServerAddressesTestJSON-927715522-project] 10.222.0.36 "GET /v2.0/quotas/340fb78e90724ee6a1d41957f9671cad HTTP/1.1" status: 200 len: 375 time: 0.0102258 Aug 16 23:22:28.787621 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5d76333d-6671-470a-ba0b-9f9e5c44ee25 req-0bf1b2a9-93d9-4a2a-bb58-9f80eb58def2 tempest-ServerAddressesTestJSON-927715522 tempest-ServerAddressesTestJSON-927715522-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=340fb78e90724ee6a1d41957f9671cad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328374 Aug 16 23:22:28.820285 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 48446) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:22:28.887430 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5d76333d-6671-470a-ba0b-9f9e5c44ee25 req-8b20673a-27c8-44d7-b84e-5554c881c078 service neutron] 10.222.0.36 "GET /v2.0/networks/b01e280e-c42f-4e04-9f16-55118d78153e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926707 Aug 16 23:22:28.963096 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3198215f-37f2-4515-bd77-d6942082f6a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:29.003889 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5d76333d-6671-470a-ba0b-9f9e5c44ee25 req-5b7d4e5e-67a8-4c87-9cd8-73e1ab7cd803 service neutron] 10.222.0.36 "GET /v2.0/networks/b01e280e-c42f-4e04-9f16-55118d78153e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079762 Aug 16 23:22:29.077774 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3198215f-37f2-4515-bd77-d6942082f6a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:29.082174 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3198215f-37f2-4515-bd77-d6942082f6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:29.121180 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3198215f-37f2-4515-bd77-d6942082f6a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91d74941-4c3f-443a-9518-3be872a28b84,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:22:29.125634 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-3198215f-37f2-4515-bd77-d6942082f6a1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=018302e054dc433e890f6806dd285d26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3042629 Aug 16 23:22:29.128225 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 48450) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:22:29.184613 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-534bcab0-3191-4c46-99b5-b96be40176e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:29.207096 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-534bcab0-3191-4c46-99b5-b96be40176e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:29.219988 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2e0cd7ae-a21d-42f2-b88a-5f0e342b720f req-fd29dc05-274d-429f-a139-c25c94dba391 tempest-ServerAddressesTestJSON-927715522 tempest-ServerAddressesTestJSON-927715522-project] 10.222.0.36 "GET /v2.0/ports?device_id=20e95c31-8a0c-44b2-9f15-7fa5653bdc5c HTTP/1.1" status: 200 len: 210 time: 0.0294709 Aug 16 23:22:29.268300 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-534bcab0-3191-4c46-99b5-b96be40176e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:29.270935 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-534bcab0-3191-4c46-99b5-b96be40176e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:29.273577 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-534bcab0-3191-4c46-99b5-b96be40176e1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/91d74941-4c3f-443a-9518-3be872a28b84 HTTP/1.1" status: 204 len: 168 time: 0.1443989 Aug 16 23:22:29.283670 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534bcab0-3191-4c46-99b5-b96be40176e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d74941-4c3f-443a-9518-3be872a28b84,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:22:29.580027 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 48466) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:22:29.593617 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-91097923-5ac0-4e08-b680-fe52e2a2c295 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:29.697500 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-91097923-5ac0-4e08-b680-fe52e2a2c295 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:29.701906 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-91097923-5ac0-4e08-b680-fe52e2a2c295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:29.743356 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-91097923-5ac0-4e08-b680-fe52e2a2c295 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=27f3b5b067564e21a99e7f5a0915a889&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1619303 Aug 16 23:22:29.744318 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91097923-5ac0-4e08-b680-fe52e2a2c295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6dd951a-2187-40b3-bc39-3af35e08b2cb,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:22:29.746329 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 48468) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:22:29.804574 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f8b60ae7-4231-4de2-8cfb-0621f7600a41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:29.828090 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f8b60ae7-4231-4de2-8cfb-0621f7600a41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:29.876291 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f8b60ae7-4231-4de2-8cfb-0621f7600a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:29.878988 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f8b60ae7-4231-4de2-8cfb-0621f7600a41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:29.881035 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-f8b60ae7-4231-4de2-8cfb-0621f7600a41 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d6dd951a-2187-40b3-bc39-3af35e08b2cb HTTP/1.1" status: 204 len: 168 time: 0.1325901 Aug 16 23:22:29.889486 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b60ae7-4231-4de2-8cfb-0621f7600a41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6dd951a-2187-40b3-bc39-3af35e08b2cb,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:22:30.267635 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 48476) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:22:30.284479 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f1bf0754-bd4d-403b-93f6-308e8d9cb246 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:30.285996 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d76333d-6671-470a-ba0b-9f9e5c44ee25 req-004d7cbe-d383-4070-b407-b604507835bc tempest-ServerAddressesTestJSON-927715522 tempest-ServerAddressesTestJSON-927715522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:30.289409 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5d76333d-6671-470a-ba0b-9f9e5c44ee25 req-004d7cbe-d383-4070-b407-b604507835bc tempest-ServerAddressesTestJSON-927715522 tempest-ServerAddressesTestJSON-927715522-project] 10.222.0.57 "GET /v2.0/networks?id=b01e280e-c42f-4e04-9f16-55118d78153e HTTP/1.1" status: 200 len: 814 time: 0.1421926 Aug 16 23:22:30.312481 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-5d76333d-6671-470a-ba0b-9f9e5c44ee25 req-9cc73af2-168d-4242-ae4f-42e093058fe9 tempest-ServerAddressesTestJSON-927715522 tempest-ServerAddressesTestJSON-927715522-project] Request body: {'port': {'device_id': '20e95c31-8a0c-44b2-9f15-7fa5653bdc5c', 'network_id': 'b01e280e-c42f-4e04-9f16-55118d78153e', 'admin_state_up': True, 'tenant_id': '340fb78e90724ee6a1d41957f9671cad'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:22:30.332274 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-64d002f2-9f88-4286-a9e6-19af3a2c6310 req-c91db207-b025-4cdd-9066-13a2f03ad398 tempest-ServerAddressesTestJSON-927715522 tempest-ServerAddressesTestJSON-927715522-project] 10.222.0.36 "GET /v2.0/ports?device_id=20e95c31-8a0c-44b2-9f15-7fa5653bdc5c HTTP/1.1" status: 200 len: 210 time: 0.0337434 Aug 16 23:22:30.398697 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f1bf0754-bd4d-403b-93f6-308e8d9cb246 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:30.402793 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f1bf0754-bd4d-403b-93f6-308e8d9cb246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:30.443994 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-f1bf0754-bd4d-403b-93f6-308e8d9cb246 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7f4a718d882b4082a8992f275e13778f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1740696 Aug 16 23:22:30.444665 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bf0754-bd4d-403b-93f6-308e8d9cb246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15aaec13-88e8-4ff3-9af3-e91e2ba4ae74,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:22:30.448069 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 48478) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:22:30.454337 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d76333d-6671-470a-ba0b-9f9e5c44ee25 req-9cc73af2-168d-4242-ae4f-42e093058fe9 tempest-ServerAddressesTestJSON-927715522 tempest-ServerAddressesTestJSON-927715522-project] Made reservation on behalf of 340fb78e90724ee6a1d41957f9671cad for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:22:30.459871 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-5d76333d-6671-470a-ba0b-9f9e5c44ee25 req-9cc73af2-168d-4242-ae4f-42e093058fe9 tempest-ServerAddressesTestJSON-927715522 tempest-ServerAddressesTestJSON-927715522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:30.508218 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f47cc98d-a519-4c2d-80a7-477ed9ea5238 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:30.546021 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f47cc98d-a519-4c2d-80a7-477ed9ea5238 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:30.591587 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [req-5d76333d-6671-470a-ba0b-9f9e5c44ee25 req-9cc73af2-168d-4242-ae4f-42e093058fe9 tempest-ServerAddressesTestJSON-927715522 tempest-ServerAddressesTestJSON-927715522-project] Allocated IP 172.20.0.4 (b01e280e-c42f-4e04-9f16-55118d78153e/2cd8a558-77ab-49aa-a661-8f7f3fc5662a/5db7fa01-401d-4ef7-84ec-08ba5330df4b) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:22:30.597992 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f47cc98d-a519-4c2d-80a7-477ed9ea5238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:30.600746 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f47cc98d-a519-4c2d-80a7-477ed9ea5238 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:30.604477 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-f47cc98d-a519-4c2d-80a7-477ed9ea5238 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/15aaec13-88e8-4ff3-9af3-e91e2ba4ae74 HTTP/1.1" status: 204 len: 168 time: 0.1523628 Aug 16 23:22:30.610761 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47cc98d-a519-4c2d-80a7-477ed9ea5238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15aaec13-88e8-4ff3-9af3-e91e2ba4ae74,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:22:30.748973 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-5d76333d-6671-470a-ba0b-9f9e5c44ee25 req-9cc73af2-168d-4242-ae4f-42e093058fe9 tempest-ServerAddressesTestJSON-927715522 tempest-ServerAddressesTestJSON-927715522-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:30.791089 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-5d76333d-6671-470a-ba0b-9f9e5c44ee25 req-9cc73af2-168d-4242-ae4f-42e093058fe9 tempest-ServerAddressesTestJSON-927715522 tempest-ServerAddressesTestJSON-927715522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:30.840264 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d76333d-6671-470a-ba0b-9f9e5c44ee25 req-9cc73af2-168d-4242-ae4f-42e093058fe9 tempest-ServerAddressesTestJSON-927715522 tempest-ServerAddressesTestJSON-927715522-project] Network b01e280e-c42f-4e04-9f16-55118d78153e is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:22:30.843606 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [req-5d76333d-6671-470a-ba0b-9f9e5c44ee25 req-9cc73af2-168d-4242-ae4f-42e093058fe9 tempest-ServerAddressesTestJSON-927715522 tempest-ServerAddressesTestJSON-927715522-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:22:30.847412 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d76333d-6671-470a-ba0b-9f9e5c44ee25 req-9cc73af2-168d-4242-ae4f-42e093058fe9 tempest-ServerAddressesTestJSON-927715522 tempest-ServerAddressesTestJSON-927715522-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:22:30.854474 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc73af2-168d-4242-ae4f-42e093058fe9 tempest-ServerAddressesTestJSON-927715522 tempest-ServerAddressesTestJSON-927715522-project] Pushing event updated for resources: {'Port': ['ID=5db7fa01-401d-4ef7-84ec-08ba5330df4b,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:22:30.904011 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d76333d-6671-470a-ba0b-9f9e5c44ee25 req-9cc73af2-168d-4242-ae4f-42e093058fe9 tempest-ServerAddressesTestJSON-927715522 tempest-ServerAddressesTestJSON-927715522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:30.904679 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-5d76333d-6671-470a-ba0b-9f9e5c44ee25 req-9cc73af2-168d-4242-ae4f-42e093058fe9 tempest-ServerAddressesTestJSON-927715522 tempest-ServerAddressesTestJSON-927715522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:30.919874 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5d76333d-6671-470a-ba0b-9f9e5c44ee25 req-9cc73af2-168d-4242-ae4f-42e093058fe9 tempest-ServerAddressesTestJSON-927715522 tempest-ServerAddressesTestJSON-927715522-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6112630 Aug 16 23:22:30.940304 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-5d76333d-6671-470a-ba0b-9f9e5c44ee25 req-2271edc2-9382-4e73-bd32-ca2ca69701a8 service neutron] Request body: {'port': {'device_id': '20e95c31-8a0c-44b2-9f15-7fa5653bdc5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-26'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:22:31.011980 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-5d76333d-6671-470a-ba0b-9f9e5c44ee25 req-2271edc2-9382-4e73-bd32-ca2ca69701a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:31.317727 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [req-5d76333d-6671-470a-ba0b-9f9e5c44ee25 req-2271edc2-9382-4e73-bd32-ca2ca69701a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5db7fa01-401d-4ef7-84ec-08ba5330df4b {{(pid=101292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:22:31.326962 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-5d76333d-6671-470a-ba0b-9f9e5c44ee25 req-2271edc2-9382-4e73-bd32-ca2ca69701a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:31.341427 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-5d76333d-6671-470a-ba0b-9f9e5c44ee25 req-2271edc2-9382-4e73-bd32-ca2ca69701a8 service neutron] Transition to ACTIVE for port object 5db7fa01-401d-4ef7-84ec-08ba5330df4b will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:22:31.346704 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-5d76333d-6671-470a-ba0b-9f9e5c44ee25 req-2271edc2-9382-4e73-bd32-ca2ca69701a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:31.398283 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2271edc2-9382-4e73-bd32-ca2ca69701a8 service neutron] Pushing event updated for resources: {'Port': ['ID=5db7fa01-401d-4ef7-84ec-08ba5330df4b,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:22:31.511328 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad62e1f-1f62-4522-942a-b3a9fbe439d3 req-43094b0a-7b3e-40dc-aa54-d54afa923701 tempest-ServerAddressesTestJSON-927715522 tempest-ServerAddressesTestJSON-927715522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:31.512859 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1ad62e1f-1f62-4522-942a-b3a9fbe439d3 req-43094b0a-7b3e-40dc-aa54-d54afa923701 tempest-ServerAddressesTestJSON-927715522 tempest-ServerAddressesTestJSON-927715522-project] 10.222.0.36 "GET /v2.0/ports?device_id=20e95c31-8a0c-44b2-9f15-7fa5653bdc5c HTTP/1.1" status: 200 len: 943 time: 0.0936272 Aug 16 23:22:31.513709 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-5d76333d-6671-470a-ba0b-9f9e5c44ee25 req-2271edc2-9382-4e73-bd32-ca2ca69701a8 service neutron] Attempting to bind port 5db7fa01-401d-4ef7-84ec-08ba5330df4b on host n-h2-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:22:31.514104 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-5d76333d-6671-470a-ba0b-9f9e5c44ee25 req-2271edc2-9382-4e73-bd32-ca2ca69701a8 service neutron] Attempting to bind port 5db7fa01-401d-4ef7-84ec-08ba5330df4b by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': '8b29aa31-4bad-41d3-8ff5-8b7d3748b79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'b01e280e-c42f-4e04-9f16-55118d78153e'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:22:31.514355 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d76333d-6671-470a-ba0b-9f9e5c44ee25 req-2271edc2-9382-4e73-bd32-ca2ca69701a8 service neutron] Attempting to bind port 5db7fa01-401d-4ef7-84ec-08ba5330df4b on network b01e280e-c42f-4e04-9f16-55118d78153e {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:22:31.520018 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d76333d-6671-470a-ba0b-9f9e5c44ee25 req-2271edc2-9382-4e73-bd32-ca2ca69701a8 service neutron] Port 5db7fa01-401d-4ef7-84ec-08ba5330df4b on network b01e280e-c42f-4e04-9f16-55118d78153e not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:22:31.520341 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d76333d-6671-470a-ba0b-9f9e5c44ee25 req-2271edc2-9382-4e73-bd32-ca2ca69701a8 service neutron] Attempting to bind port 5db7fa01-401d-4ef7-84ec-08ba5330df4b on network b01e280e-c42f-4e04-9f16-55118d78153e {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:22:31.540002 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d76333d-6671-470a-ba0b-9f9e5c44ee25 req-2271edc2-9382-4e73-bd32-ca2ca69701a8 service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:22:31.540501 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d76333d-6671-470a-ba0b-9f9e5c44ee25 req-2271edc2-9382-4e73-bd32-ca2ca69701a8 service neutron] Checking segment: {'id': '8b29aa31-4bad-41d3-8ff5-8b7d3748b79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'b01e280e-c42f-4e04-9f16-55118d78153e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:22:31.540933 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d76333d-6671-470a-ba0b-9f9e5c44ee25 req-2271edc2-9382-4e73-bd32-ca2ca69701a8 service neutron] Bound using segment: {'id': '8b29aa31-4bad-41d3-8ff5-8b7d3748b79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'b01e280e-c42f-4e04-9f16-55118d78153e'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:22:31.541368 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-5d76333d-6671-470a-ba0b-9f9e5c44ee25 req-2271edc2-9382-4e73-bd32-ca2ca69701a8 service neutron] Bound port: 5db7fa01-401d-4ef7-84ec-08ba5330df4b, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b29aa31-4bad-41d3-8ff5-8b7d3748b79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'b01e280e-c42f-4e04-9f16-55118d78153e'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:22:31.541731 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-5d76333d-6671-470a-ba0b-9f9e5c44ee25 req-2271edc2-9382-4e73-bd32-ca2ca69701a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:31.591216 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1ad62e1f-1f62-4522-942a-b3a9fbe439d3 req-16596c6a-0f85-46d0-a0a3-a47150a111ff tempest-ServerAddressesTestJSON-927715522 tempest-ServerAddressesTestJSON-927715522-project] 10.222.0.36 "GET /v2.0/security-groups?id=4db1e625-7268-437b-9d32-f5f08c724ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719335 Aug 16 23:22:31.621185 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-5d76333d-6671-470a-ba0b-9f9e5c44ee25 req-2271edc2-9382-4e73-bd32-ca2ca69701a8 service neutron] For port 5db7fa01-401d-4ef7-84ec-08ba5330df4b, host n-h2-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:22:31.624367 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-5d76333d-6671-470a-ba0b-9f9e5c44ee25 req-2271edc2-9382-4e73-bd32-ca2ca69701a8 service neutron] For port 5db7fa01-401d-4ef7-84ec-08ba5330df4b, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=5db7fa01-401d-4ef7-84ec-08ba5330df4b,segment=NetworkSegment(8b29aa31-4bad-41d3-8ff5-8b7d3748b79e),segment_id=8b29aa31-4bad-41d3-8ff5-8b7d3748b79e)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:22:31.628982 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-5d76333d-6671-470a-ba0b-9f9e5c44ee25 req-2271edc2-9382-4e73-bd32-ca2ca69701a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:31.663683 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d76333d-6671-470a-ba0b-9f9e5c44ee25 req-2271edc2-9382-4e73-bd32-ca2ca69701a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:31.664230 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-5d76333d-6671-470a-ba0b-9f9e5c44ee25 req-2271edc2-9382-4e73-bd32-ca2ca69701a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:31.665666 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5d76333d-6671-470a-ba0b-9f9e5c44ee25 req-2271edc2-9382-4e73-bd32-ca2ca69701a8 service neutron] 10.222.0.57 "PUT /v2.0/ports/5db7fa01-401d-4ef7-84ec-08ba5330df4b HTTP/1.1" status: 200 len: 1092 time: 0.7326012 Aug 16 23:22:31.666114 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20e95c31-8a0c-44b2-9f15-7fa5653bdc5c', 'tag': '5db7fa01-401d-4ef7-84ec-08ba5330df4b'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:22:31.668367 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e5144d-4f42-47a7-94cf-3066f208cda0" -d '{"events": [{"name": "network-changed", "server_uuid": "20e95c31-8a0c-44b2-9f15-7fa5653bdc5c", "tag": "5db7fa01-401d-4ef7-84ec-08ba5330df4b"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:22:31.692317 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2271edc2-9382-4e73-bd32-ca2ca69701a8 service neutron] Pushing event updated for resources: {'Port': ['ID=5db7fa01-401d-4ef7-84ec-08ba5330df4b,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:22:31.710146 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a28e475c-3c18-4053-bc8e-eca9e41f7c41 x-openstack-request-id: req-a28e475c-3c18-4053-bc8e-eca9e41f7c41 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:22:31.710500 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20e95c31-8a0c-44b2-9f15-7fa5653bdc5c", "tag": "5db7fa01-401d-4ef7-84ec-08ba5330df4b", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:22:31.710761 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a28e475c-3c18-4053-bc8e-eca9e41f7c41 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:22:31.711175 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20e95c31-8a0c-44b2-9f15-7fa5653bdc5c', 'tag': '5db7fa01-401d-4ef7-84ec-08ba5330df4b', 'status': 'completed', 'code': 200} Aug 16 23:22:31.772741 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d76333d-6671-470a-ba0b-9f9e5c44ee25 req-55cbcb53-b13e-4db5-ba46-9fea2201a00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:31.774293 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5d76333d-6671-470a-ba0b-9f9e5c44ee25 req-55cbcb53-b13e-4db5-ba46-9fea2201a00e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=340fb78e90724ee6a1d41957f9671cad&device_id=20e95c31-8a0c-44b2-9f15-7fa5653bdc5c HTTP/1.1" status: 200 len: 1095 time: 0.0485222 Aug 16 23:22:31.827209 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5d76333d-6671-470a-ba0b-9f9e5c44ee25 req-46b7e9c9-fa9d-4c70-bea6-40f8444dd1c2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5db7fa01-401d-4ef7-84ec-08ba5330df4b HTTP/1.1" status: 200 len: 217 time: 0.0377011 Aug 16 23:22:31.881040 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d76333d-6671-470a-ba0b-9f9e5c44ee25 req-3d528234-bf17-43e5-a632-d9208bfece3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:31.882544 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5d76333d-6671-470a-ba0b-9f9e5c44ee25 req-3d528234-bf17-43e5-a632-d9208bfece3d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2cd8a558-77ab-49aa-a661-8f7f3fc5662a HTTP/1.1" status: 200 len: 854 time: 0.0502028 Aug 16 23:22:31.914861 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5d76333d-6671-470a-ba0b-9f9e5c44ee25 req-e4dba846-6602-4284-b3ea-f5f582ae6a78 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b01e280e-c42f-4e04-9f16-55118d78153e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249629 Aug 16 23:22:32.011374 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5d76333d-6671-470a-ba0b-9f9e5c44ee25 req-521ec288-0449-4c0f-b574-1be38488a68e service neutron] 10.222.0.57 "GET /v2.0/networks/b01e280e-c42f-4e04-9f16-55118d78153e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898118 Aug 16 23:22:32.101319 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5d76333d-6671-470a-ba0b-9f9e5c44ee25 req-b3ddaabd-7b11-4bdf-80ac-41b1b0428365 service neutron] 10.222.0.57 "GET /v2.0/networks/b01e280e-c42f-4e04-9f16-55118d78153e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830812 Aug 16 23:22:32.231830 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e5144d-4f42-47a7-94cf-3066f208cda0 req-2c3bbc7d-df9b-4cf3-834a-eb592e572e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:32.233489 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-15e5144d-4f42-47a7-94cf-3066f208cda0 req-2c3bbc7d-df9b-4cf3-834a-eb592e572e9f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=340fb78e90724ee6a1d41957f9671cad&device_id=20e95c31-8a0c-44b2-9f15-7fa5653bdc5c HTTP/1.1" status: 200 len: 1095 time: 0.0464559 Aug 16 23:22:32.326512 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e5144d-4f42-47a7-94cf-3066f208cda0 req-55df47bf-829c-4842-8da0-977c9b3bf743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:32.328021 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-15e5144d-4f42-47a7-94cf-3066f208cda0 req-55df47bf-829c-4842-8da0-977c9b3bf743 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b01e280e-c42f-4e04-9f16-55118d78153e HTTP/1.1" status: 200 len: 915 time: 0.0870738 Aug 16 23:22:32.374882 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-15e5144d-4f42-47a7-94cf-3066f208cda0 req-960c94d0-bf1d-48bd-84da-02de23f99ac9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5db7fa01-401d-4ef7-84ec-08ba5330df4b HTTP/1.1" status: 200 len: 217 time: 0.0394635 Aug 16 23:22:32.766757 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e5144d-4f42-47a7-94cf-3066f208cda0 req-ea1f965f-1724-4bb9-9d93-4feb9b32b475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:32.768142 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-15e5144d-4f42-47a7-94cf-3066f208cda0 req-ea1f965f-1724-4bb9-9d93-4feb9b32b475 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2cd8a558-77ab-49aa-a661-8f7f3fc5662a HTTP/1.1" status: 200 len: 854 time: 0.3861434 Aug 16 23:22:32.779978 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7be1bb-059d-4ed5-9bfa-567b07df3def req-a0c40319-a3e7-4a40-aa1f-5ae2acb55df1 tempest-ServerAddressesTestJSON-927715522 tempest-ServerAddressesTestJSON-927715522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:32.781620 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7b7be1bb-059d-4ed5-9bfa-567b07df3def req-a0c40319-a3e7-4a40-aa1f-5ae2acb55df1 tempest-ServerAddressesTestJSON-927715522 tempest-ServerAddressesTestJSON-927715522-project] 10.222.0.36 "GET /v2.0/ports?device_id=20e95c31-8a0c-44b2-9f15-7fa5653bdc5c HTTP/1.1" status: 200 len: 943 time: 0.0599945 Aug 16 23:22:32.811584 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-15e5144d-4f42-47a7-94cf-3066f208cda0 req-b29ce1b0-ac62-452f-a7e2-eb4bb442331f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b01e280e-c42f-4e04-9f16-55118d78153e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290325 Aug 16 23:22:32.885134 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7b7be1bb-059d-4ed5-9bfa-567b07df3def req-d0bf13ae-4171-4ced-86d5-286acf04938e tempest-ServerAddressesTestJSON-927715522 tempest-ServerAddressesTestJSON-927715522-project] 10.222.0.36 "GET /v2.0/security-groups?id=4db1e625-7268-437b-9d32-f5f08c724ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945656 Aug 16 23:22:32.922934 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-15e5144d-4f42-47a7-94cf-3066f208cda0 req-85a83c71-4f45-4710-bd30-505f4205571e service neutron] 10.222.0.57 "GET /v2.0/networks/b01e280e-c42f-4e04-9f16-55118d78153e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030803 Aug 16 23:22:33.046998 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-15e5144d-4f42-47a7-94cf-3066f208cda0 req-8c60f338-21af-4655-8e8c-06ac719a7535 service neutron] 10.222.0.57 "GET /v2.0/networks/b01e280e-c42f-4e04-9f16-55118d78153e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160121 Aug 16 23:22:34.016377 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f432ca-1153-4088-bf7e-43a8cee5509c req-082c62bf-a36c-4707-b048-d8a481a04e50 tempest-ServerAddressesTestJSON-927715522 tempest-ServerAddressesTestJSON-927715522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:34.017998 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-96f432ca-1153-4088-bf7e-43a8cee5509c req-082c62bf-a36c-4707-b048-d8a481a04e50 tempest-ServerAddressesTestJSON-927715522 tempest-ServerAddressesTestJSON-927715522-project] 10.222.0.36 "GET /v2.0/ports?device_id=20e95c31-8a0c-44b2-9f15-7fa5653bdc5c HTTP/1.1" status: 200 len: 943 time: 0.0524006 Aug 16 23:22:34.056885 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-96f432ca-1153-4088-bf7e-43a8cee5509c req-f51a462a-8f6a-48f3-b89d-a820803f7b36 tempest-ServerAddressesTestJSON-927715522 tempest-ServerAddressesTestJSON-927715522-project] 10.222.0.36 "GET /v2.0/security-groups?id=4db1e625-7268-437b-9d32-f5f08c724ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319769 Aug 16 23:22:34.508910 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 5db7fa01-401d-4ef7-84ec-08ba5330df4b details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:22:34.625097 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 5db7fa01-401d-4ef7-84ec-08ba5330df4b, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=5db7fa01-401d-4ef7-84ec-08ba5330df4b,segment=NetworkSegment(8b29aa31-4bad-41d3-8ff5-8b7d3748b79e),segment_id=8b29aa31-4bad-41d3-8ff5-8b7d3748b79e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:22:34.641572 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': '5db7fa01-401d-4ef7-84ec-08ba5330df4b', 'network_id': 'b01e280e-c42f-4e04-9f16-55118d78153e', 'port_id': '5db7fa01-401d-4ef7-84ec-08ba5330df4b', 'mac_address': 'fa:16:3e:08:f2:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cd8a558-77ab-49aa-a661-8f7f3fc5662a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:22:34.696615 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:34.710372 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5db7fa01-401d-4ef7-84ec-08ba5330df4b {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:22:34.731248 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 5db7fa01-401d-4ef7-84ec-08ba5330df4b, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=5db7fa01-401d-4ef7-84ec-08ba5330df4b,segment=NetworkSegment(8b29aa31-4bad-41d3-8ff5-8b7d3748b79e),segment_id=8b29aa31-4bad-41d3-8ff5-8b7d3748b79e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:22:34.735895 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:34.794573 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=5db7fa01-401d-4ef7-84ec-08ba5330df4b,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:22:35.098699 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['5db7fa01-401d-4ef7-84ec-08ba5330df4b'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:22:35.188843 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38d6e61-b2fd-4bdb-b14b-0587dd21a48a req-34d60548-7a1e-4b6d-a83c-1b789120274c tempest-ServerAddressesTestJSON-927715522 tempest-ServerAddressesTestJSON-927715522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:35.190518 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d38d6e61-b2fd-4bdb-b14b-0587dd21a48a req-34d60548-7a1e-4b6d-a83c-1b789120274c tempest-ServerAddressesTestJSON-927715522 tempest-ServerAddressesTestJSON-927715522-project] 10.222.0.36 "GET /v2.0/ports?device_id=20e95c31-8a0c-44b2-9f15-7fa5653bdc5c HTTP/1.1" status: 200 len: 944 time: 0.0560584 Aug 16 23:22:35.243775 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d38d6e61-b2fd-4bdb-b14b-0587dd21a48a req-d65a8a99-945e-4948-9f24-62ded1c98d71 tempest-ServerAddressesTestJSON-927715522 tempest-ServerAddressesTestJSON-927715522-project] 10.222.0.36 "GET /v2.0/security-groups?id=4db1e625-7268-437b-9d32-f5f08c724ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434971 Aug 16 23:22:35.481694 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 48538) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:22:35.604375 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-08c15e25-5783-4024-8e87-d4b15218050e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:35.698658 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-08c15e25-5783-4024-8e87-d4b15218050e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:35.702418 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-08c15e25-5783-4024-8e87-d4b15218050e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:35.742343 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-08c15e25-5783-4024-8e87-d4b15218050e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4f13f033863d4ce997b3360a59d6dd1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2595227 Aug 16 23:22:35.743330 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c15e25-5783-4024-8e87-d4b15218050e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=076e28ee-f105-4318-bb83-0f37c1fd4405,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:22:35.744996 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 48542) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:22:35.797476 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2033592e-66e0-43b3-8f24-122bc1d1dc1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:35.819653 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2033592e-66e0-43b3-8f24-122bc1d1dc1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:35.869100 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2033592e-66e0-43b3-8f24-122bc1d1dc1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:35.871678 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2033592e-66e0-43b3-8f24-122bc1d1dc1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:35.872869 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-2033592e-66e0-43b3-8f24-122bc1d1dc1f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/076e28ee-f105-4318-bb83-0f37c1fd4405 HTTP/1.1" status: 204 len: 168 time: 0.1268628 Aug 16 23:22:35.880493 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2033592e-66e0-43b3-8f24-122bc1d1dc1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=076e28ee-f105-4318-bb83-0f37c1fd4405,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:22:36.363894 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff66b75-68ae-44a0-a554-5d3538a5a6b6 req-9b36cdb7-6606-4030-a615-b31401b4b239 tempest-ServerAddressesTestJSON-927715522 tempest-ServerAddressesTestJSON-927715522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:36.365766 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1ff66b75-68ae-44a0-a554-5d3538a5a6b6 req-9b36cdb7-6606-4030-a615-b31401b4b239 tempest-ServerAddressesTestJSON-927715522 tempest-ServerAddressesTestJSON-927715522-project] 10.222.0.36 "GET /v2.0/ports?device_id=20e95c31-8a0c-44b2-9f15-7fa5653bdc5c HTTP/1.1" status: 200 len: 944 time: 0.0572555 Aug 16 23:22:36.406207 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1ff66b75-68ae-44a0-a554-5d3538a5a6b6 req-2919791b-e1c8-4e6a-aa28-855bb8b557e8 tempest-ServerAddressesTestJSON-927715522 tempest-ServerAddressesTestJSON-927715522-project] 10.222.0.36 "GET /v2.0/security-groups?id=4db1e625-7268-437b-9d32-f5f08c724ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344114 Aug 16 23:22:36.512423 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 5db7fa01-401d-4ef7-84ec-08ba5330df4b up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:22:36.562810 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning for port 5db7fa01-401d-4ef7-84ec-08ba5330df4b completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:22:36.566560 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port 5db7fa01-401d-4ef7-84ec-08ba5330df4b triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:22:36.566933 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:36.643555 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:36.667136 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20e95c31-8a0c-44b2-9f15-7fa5653bdc5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5db7fa01-401d-4ef7-84ec-08ba5330df4b'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:22:36.669396 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9948cccb-f4e4-4f7c-ae02-055b190e56d7" -d '{"events": [{"server_uuid": "20e95c31-8a0c-44b2-9f15-7fa5653bdc5c", "name": "network-vif-plugged", "status": "completed", "tag": "5db7fa01-401d-4ef7-84ec-08ba5330df4b"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:22:36.686296 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 5db7fa01-401d-4ef7-84ec-08ba5330df4b, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=5db7fa01-401d-4ef7-84ec-08ba5330df4b,segment=NetworkSegment(8b29aa31-4bad-41d3-8ff5-8b7d3748b79e),segment_id=8b29aa31-4bad-41d3-8ff5-8b7d3748b79e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:22:36.690860 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:36.743319 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=5db7fa01-401d-4ef7-84ec-08ba5330df4b,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:22:36.847228 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cbd10a7-b264-46f2-92c0-7877111548d2 x-openstack-request-id: req-9cbd10a7-b264-46f2-92c0-7877111548d2 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:22:36.847592 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20e95c31-8a0c-44b2-9f15-7fa5653bdc5c", "name": "network-vif-plugged", "status": "completed", "tag": "5db7fa01-401d-4ef7-84ec-08ba5330df4b", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:22:36.848074 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9cbd10a7-b264-46f2-92c0-7877111548d2 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:22:36.848469 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20e95c31-8a0c-44b2-9f15-7fa5653bdc5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5db7fa01-401d-4ef7-84ec-08ba5330df4b', 'code': 200} Aug 16 23:22:36.976509 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c324d4-ece3-409c-ada3-1a71b67dfcd7 req-65901cef-afdb-4b3e-877f-5e63f2ea0a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:36.978070 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-74c324d4-ece3-409c-ada3-1a71b67dfcd7 req-65901cef-afdb-4b3e-877f-5e63f2ea0a14 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=20e95c31-8a0c-44b2-9f15-7fa5653bdc5c HTTP/1.1" status: 200 len: 1097 time: 0.0412760 Aug 16 23:22:37.015715 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-74c324d4-ece3-409c-ada3-1a71b67dfcd7 req-17998feb-25fe-4948-98f2-263062a8103a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=4db1e625-7268-437b-9d32-f5f08c724ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307002 Aug 16 23:22:37.544994 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16185bd9-2098-41f8-bad4-c9be09a3c930 req-491e1ef7-aa23-4104-a60d-b6cb6d39b543 tempest-ServerAddressesTestJSON-927715522 tempest-ServerAddressesTestJSON-927715522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:37.546618 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-16185bd9-2098-41f8-bad4-c9be09a3c930 req-491e1ef7-aa23-4104-a60d-b6cb6d39b543 tempest-ServerAddressesTestJSON-927715522 tempest-ServerAddressesTestJSON-927715522-project] 10.222.0.36 "GET /v2.0/ports?device_id=20e95c31-8a0c-44b2-9f15-7fa5653bdc5c HTTP/1.1" status: 200 len: 945 time: 0.0659926 Aug 16 23:22:37.588166 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-16185bd9-2098-41f8-bad4-c9be09a3c930 req-edb78789-4d5d-42c4-9c63-261ff23fa73a tempest-ServerAddressesTestJSON-927715522 tempest-ServerAddressesTestJSON-927715522-project] 10.222.0.36 "GET /v2.0/security-groups?id=4db1e625-7268-437b-9d32-f5f08c724ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344660 Aug 16 23:22:38.707379 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226711a5-b445-452f-a685-7bf6fa386354 req-df6571ac-bc09-4f32-a5a9-0b2543c46d29 tempest-ServerAddressesTestJSON-927715522 tempest-ServerAddressesTestJSON-927715522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:38.709540 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-226711a5-b445-452f-a685-7bf6fa386354 req-df6571ac-bc09-4f32-a5a9-0b2543c46d29 tempest-ServerAddressesTestJSON-927715522 tempest-ServerAddressesTestJSON-927715522-project] 10.222.0.36 "GET /v2.0/ports?device_id=20e95c31-8a0c-44b2-9f15-7fa5653bdc5c HTTP/1.1" status: 200 len: 945 time: 0.0500808 Aug 16 23:22:38.747464 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-226711a5-b445-452f-a685-7bf6fa386354 req-27b8cb3b-5ff8-4cb0-b0c8-df77e5b5f7d4 tempest-ServerAddressesTestJSON-927715522 tempest-ServerAddressesTestJSON-927715522-project] 10.222.0.36 "GET /v2.0/security-groups?id=4db1e625-7268-437b-9d32-f5f08c724ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315502 Aug 16 23:22:39.137735 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0d0403-7602-4838-b646-1f42d708a6c8 req-f246f6ac-6d3d-494c-9633-286a44487779 tempest-ServerAddressesTestJSON-927715522 tempest-ServerAddressesTestJSON-927715522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:39.139256 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9a0d0403-7602-4838-b646-1f42d708a6c8 req-f246f6ac-6d3d-494c-9633-286a44487779 tempest-ServerAddressesTestJSON-927715522 tempest-ServerAddressesTestJSON-927715522-project] 10.222.0.36 "GET /v2.0/ports?device_id=20e95c31-8a0c-44b2-9f15-7fa5653bdc5c HTTP/1.1" status: 200 len: 945 time: 0.0536413 Aug 16 23:22:39.180374 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9a0d0403-7602-4838-b646-1f42d708a6c8 req-1e120182-ecd6-4c92-a02f-f874763589a7 tempest-ServerAddressesTestJSON-927715522 tempest-ServerAddressesTestJSON-927715522-project] 10.222.0.36 "GET /v2.0/security-groups?id=4db1e625-7268-437b-9d32-f5f08c724ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350947 Aug 16 23:22:40.305889 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5df893-3293-45e2-a6b7-9aed9e0311db req-a896f234-d45f-4cbb-b281-4fcc41768c29 tempest-ServerAddressesTestJSON-927715522 tempest-ServerAddressesTestJSON-927715522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:40.307531 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9b5df893-3293-45e2-a6b7-9aed9e0311db req-a896f234-d45f-4cbb-b281-4fcc41768c29 tempest-ServerAddressesTestJSON-927715522 tempest-ServerAddressesTestJSON-927715522-project] 10.222.0.36 "GET /v2.0/ports?device_id=20e95c31-8a0c-44b2-9f15-7fa5653bdc5c HTTP/1.1" status: 200 len: 945 time: 0.0561469 Aug 16 23:22:40.350636 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9b5df893-3293-45e2-a6b7-9aed9e0311db req-bf242417-1bd6-4595-a8a2-4ce14d6a6cc9 tempest-ServerAddressesTestJSON-927715522 tempest-ServerAddressesTestJSON-927715522-project] 10.222.0.36 "GET /v2.0/security-groups?id=4db1e625-7268-437b-9d32-f5f08c724ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335252 Aug 16 23:22:40.633840 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30522aec-8643-4907-9098-9109c4173b5a req-4407cdea-33a0-4ddb-b215-e2972a990be7 tempest-ServerAddressesTestJSON-927715522 tempest-ServerAddressesTestJSON-927715522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:40.635316 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-30522aec-8643-4907-9098-9109c4173b5a req-4407cdea-33a0-4ddb-b215-e2972a990be7 tempest-ServerAddressesTestJSON-927715522 tempest-ServerAddressesTestJSON-927715522-project] 10.222.0.57 "GET /v2.0/ports?device_id=20e95c31-8a0c-44b2-9f15-7fa5653bdc5c HTTP/1.1" status: 200 len: 945 time: 0.0484340 Aug 16 23:22:40.727478 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-30522aec-8643-4907-9098-9109c4173b5a req-78358674-e71c-4af3-b441-78b236396b58 tempest-ServerAddressesTestJSON-927715522 tempest-ServerAddressesTestJSON-927715522-project] Deleting port 5db7fa01-401d-4ef7-84ec-08ba5330df4b {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:22:40.727815 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-30522aec-8643-4907-9098-9109c4173b5a req-78358674-e71c-4af3-b441-78b236396b58 tempest-ServerAddressesTestJSON-927715522 tempest-ServerAddressesTestJSON-927715522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:40.819442 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-30522aec-8643-4907-9098-9109c4173b5a req-78358674-e71c-4af3-b441-78b236396b58 tempest-ServerAddressesTestJSON-927715522 tempest-ServerAddressesTestJSON-927715522-project] For port 5db7fa01-401d-4ef7-84ec-08ba5330df4b, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=5db7fa01-401d-4ef7-84ec-08ba5330df4b,segment=NetworkSegment(8b29aa31-4bad-41d3-8ff5-8b7d3748b79e),segment_id=8b29aa31-4bad-41d3-8ff5-8b7d3748b79e)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:22:40.819705 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-30522aec-8643-4907-9098-9109c4173b5a req-78358674-e71c-4af3-b441-78b236396b58 tempest-ServerAddressesTestJSON-927715522 tempest-ServerAddressesTestJSON-927715522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:40.832300 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-30522aec-8643-4907-9098-9109c4173b5a req-78358674-e71c-4af3-b441-78b236396b58 tempest-ServerAddressesTestJSON-927715522 tempest-ServerAddressesTestJSON-927715522-project] Calling delete_port for 5db7fa01-401d-4ef7-84ec-08ba5330df4b owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:22:40.971103 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-30522aec-8643-4907-9098-9109c4173b5a req-78358674-e71c-4af3-b441-78b236396b58 tempest-ServerAddressesTestJSON-927715522 tempest-ServerAddressesTestJSON-927715522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:41.003983 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78358674-e71c-4af3-b441-78b236396b58 tempest-ServerAddressesTestJSON-927715522 tempest-ServerAddressesTestJSON-927715522-project] Pushing event deleted for resources: {'Port': ['ID=5db7fa01-401d-4ef7-84ec-08ba5330df4b,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:22:41.005979 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['5db7fa01-401d-4ef7-84ec-08ba5330df4b'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:22:41.045186 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-30522aec-8643-4907-9098-9109c4173b5a req-78358674-e71c-4af3-b441-78b236396b58 tempest-ServerAddressesTestJSON-927715522 tempest-ServerAddressesTestJSON-927715522-project] No DVR routers for this DVR port 5db7fa01-401d-4ef7-84ec-08ba5330df4b on host n-h2-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:22:41.048794 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-30522aec-8643-4907-9098-9109c4173b5a req-78358674-e71c-4af3-b441-78b236396b58 tempest-ServerAddressesTestJSON-927715522 tempest-ServerAddressesTestJSON-927715522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:41.050979 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-30522aec-8643-4907-9098-9109c4173b5a req-78358674-e71c-4af3-b441-78b236396b58 tempest-ServerAddressesTestJSON-927715522 tempest-ServerAddressesTestJSON-927715522-project] 10.222.0.57 "DELETE /v2.0/ports/5db7fa01-401d-4ef7-84ec-08ba5330df4b HTTP/1.1" status: 204 len: 173 time: 0.4095919 Aug 16 23:22:41.051475 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20e95c31-8a0c-44b2-9f15-7fa5653bdc5c', 'name': 'network-vif-deleted', 'tag': '5db7fa01-401d-4ef7-84ec-08ba5330df4b'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:22:41.054491 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c746813e-facb-47ce-ba7e-a119e63fb2a8" -d '{"events": [{"server_uuid": "20e95c31-8a0c-44b2-9f15-7fa5653bdc5c", "name": "network-vif-deleted", "tag": "5db7fa01-401d-4ef7-84ec-08ba5330df4b"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:22:41.093730 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76f27050-29ab-4f9d-b87f-63f1eea3d7b8 x-openstack-request-id: req-76f27050-29ab-4f9d-b87f-63f1eea3d7b8 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:22:41.094028 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20e95c31-8a0c-44b2-9f15-7fa5653bdc5c", "name": "network-vif-deleted", "tag": "5db7fa01-401d-4ef7-84ec-08ba5330df4b", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:22:41.094280 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-76f27050-29ab-4f9d-b87f-63f1eea3d7b8 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:22:41.094678 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20e95c31-8a0c-44b2-9f15-7fa5653bdc5c', 'name': 'network-vif-deleted', 'tag': '5db7fa01-401d-4ef7-84ec-08ba5330df4b', 'status': 'completed', 'code': 200} Aug 16 23:22:41.391154 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:41.465845 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-daf4048d-f102-4f0e-a5a0-8e01273eabdd req-0c61af0a-da98-4b27-b7b8-5115210af944 tempest-ServerAddressesTestJSON-927715522 tempest-ServerAddressesTestJSON-927715522-project] 10.222.0.36 "GET /v2.0/ports?device_id=20e95c31-8a0c-44b2-9f15-7fa5653bdc5c HTTP/1.1" status: 200 len: 210 time: 0.0326004 Aug 16 23:22:42.526599 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 48636) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:22:42.574033 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-86e44edf-ffd8-4357-9843-2ca06d551bbe admin admin] Deleting subnet 2cd8a558-77ab-49aa-a661-8f7f3fc5662a {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:22:42.577074 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-86e44edf-ffd8-4357-9843-2ca06d551bbe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:42.629019 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-86e44edf-ffd8-4357-9843-2ca06d551bbe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:42.669504 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-86e44edf-ffd8-4357-9843-2ca06d551bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:42.723195 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-86e44edf-ffd8-4357-9843-2ca06d551bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:42.750943 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e44edf-ffd8-4357-9843-2ca06d551bbe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cd8a558-77ab-49aa-a661-8f7f3fc5662a,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:22:42.758477 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-86e44edf-ffd8-4357-9843-2ca06d551bbe admin admin] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:42.761293 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-86e44edf-ffd8-4357-9843-2ca06d551bbe admin admin] 10.222.0.36 "DELETE /v2.0/subnets/2cd8a558-77ab-49aa-a661-8f7f3fc5662a HTTP/1.1" status: 204 len: 168 time: 0.2335379 Aug 16 23:22:42.763774 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 48638) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:22:42.840621 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2c613830-a93c-4199-bdd3-e77e34d0355a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:42.924311 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2c613830-a93c-4199-bdd3-e77e34d0355a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:42.934665 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-2c613830-a93c-4199-bdd3-e77e34d0355a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b01e280e-c42f-4e04-9f16-55118d78153e']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:22:42.944922 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-2c613830-a93c-4199-bdd3-e77e34d0355a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b29aa31-4bad-41d3-8ff5-8b7d3748b79e') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:22:42.945224 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-2c613830-a93c-4199-bdd3-e77e34d0355a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b29aa31-4bad-41d3-8ff5-8b7d3748b79e') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:22:42.954279 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2c613830-a93c-4199-bdd3-e77e34d0355a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:42.969733 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2c613830-a93c-4199-bdd3-e77e34d0355a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:42.977117 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c613830-a93c-4199-bdd3-e77e34d0355a admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:22:42.977636 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2c613830-a93c-4199-bdd3-e77e34d0355a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:42.979425 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 23:22:42.979425 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:22:42.979425 n-d-791506-26 neutron-server[101291]: timer() Aug 16 23:22:42.979425 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:22:42.979425 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 23:22:42.979425 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:22:42.979425 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 23:22:42.979425 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:22:42.979425 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 23:22:42.979425 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:22:42.979425 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 23:22:42.979425 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:22:42.979425 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 23:22:42.979425 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:22:42.979425 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:22:42.979425 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:22:42.979425 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:22:42.979425 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:22:42.979425 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 23:22:42.979425 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:22:42.979425 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 23:22:42.979425 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:22:42.979425 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:22:42.979425 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:22:42.979425 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 23:22:42.979425 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:22:42.979425 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:22:42.979425 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:22:42.979425 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:22:42.979425 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:22:42.979425 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:22:42.979425 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:22:43.039931 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2c613830-a93c-4199-bdd3-e77e34d0355a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:43.045700 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2c613830-a93c-4199-bdd3-e77e34d0355a admin admin] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:43.049989 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-2c613830-a93c-4199-bdd3-e77e34d0355a admin admin] 10.222.0.36 "DELETE /v2.0/networks/b01e280e-c42f-4e04-9f16-55118d78153e HTTP/1.1" status: 204 len: 168 time: 0.2825878 Aug 16 23:22:43.061705 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c613830-a93c-4199-bdd3-e77e34d0355a admin admin] Pushing event deleted for resources: {'Network': ['ID=b01e280e-c42f-4e04-9f16-55118d78153e,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:22:43.250913 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 48644) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:22:43.294205 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-5a56ddd7-bf9d-4e35-aa13-ea86c945ac3a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=340fb78e90724ee6a1d41957f9671cad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423117 Aug 16 23:22:43.297071 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 48646) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:22:43.355361 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fa6d4135-d15c-4f9c-809b-8f45ef3105c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:43.381555 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fa6d4135-d15c-4f9c-809b-8f45ef3105c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:43.444233 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fa6d4135-d15c-4f9c-809b-8f45ef3105c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:43.446947 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fa6d4135-d15c-4f9c-809b-8f45ef3105c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:43.448135 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-fa6d4135-d15c-4f9c-809b-8f45ef3105c6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4db1e625-7268-437b-9d32-f5f08c724ca8 HTTP/1.1" status: 204 len: 168 time: 0.1501682 Aug 16 23:22:43.456022 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6d4135-d15c-4f9c-809b-8f45ef3105c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db1e625-7268-437b-9d32-f5f08c724ca8,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:22:44.170125 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 48674) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:22:44.281554 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-cafa00cd-019c-4d10-a744-ebaf76d51150 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-2021399597-network', 'tenant_id': 'fe08b4fcaac541459502cc9491b540ad'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:22:44.302532 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cafa00cd-019c-4d10-a744-ebaf76d51150 admin admin] Made reservation on behalf of fe08b4fcaac541459502cc9491b540ad for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:22:44.304860 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cafa00cd-019c-4d10-a744-ebaf76d51150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:44.313338 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cafa00cd-019c-4d10-a744-ebaf76d51150 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:44.419348 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cafa00cd-019c-4d10-a744-ebaf76d51150 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:44.424729 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cafa00cd-019c-4d10-a744-ebaf76d51150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:44.450294 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cafa00cd-019c-4d10-a744-ebaf76d51150 admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:22:44.461137 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafa00cd-019c-4d10-a744-ebaf76d51150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=420a5452-1cf1-4116-b5d1-2d90c8c2a71b,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:22:44.469445 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cafa00cd-019c-4d10-a744-ebaf76d51150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:44.470481 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-cafa00cd-019c-4d10-a744-ebaf76d51150 admin admin] Added segment 08848c8b-6908-4a18-b1d6-333f191b7139 of type vlan for network 179b32cd-513f-444d-a32a-2d38a97fd1c7 Aug 16 23:22:44.515005 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cafa00cd-019c-4d10-a744-ebaf76d51150 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:44.542666 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cafa00cd-019c-4d10-a744-ebaf76d51150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:44.543666 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 5db7fa01-401d-4ef7-84ec-08ba5330df4b no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:22:44.544211 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cafa00cd-019c-4d10-a744-ebaf76d51150 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:44.544451 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cafa00cd-019c-4d10-a744-ebaf76d51150 admin admin] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:44.563390 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] No Port match for: 5db7fa01-401d-4ef7-84ec-08ba5330df4b {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:22:44.563727 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 5db7fa01-401d-4ef7-84ec-08ba5330df4b not bound to the agent host n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:22:44.613951 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-cafa00cd-019c-4d10-a744-ebaf76d51150 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.4425628 Aug 16 23:22:44.616929 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 48682) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:22:44.622226 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-bcc3cf19-c1bd-4d31-8bd6-1c7d8873b861 admin admin] Request body: {'subnet': {'network_id': '179b32cd-513f-444d-a32a-2d38a97fd1c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-2021399597-subnet', 'tenant_id': 'fe08b4fcaac541459502cc9491b540ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:22:44.638569 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafa00cd-019c-4d10-a744-ebaf76d51150 admin admin] Pushing event updated for resources: {'Network': ['ID=179b32cd-513f-444d-a32a-2d38a97fd1c7,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:22:44.644881 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc3cf19-c1bd-4d31-8bd6-1c7d8873b861 admin admin] Made reservation on behalf of fe08b4fcaac541459502cc9491b540ad for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:22:44.648788 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bcc3cf19-c1bd-4d31-8bd6-1c7d8873b861 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:44.650373 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 179b32cd-513f-444d-a32a-2d38a97fd1c7 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:22:44.827285 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bcc3cf19-c1bd-4d31-8bd6-1c7d8873b861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:44.883533 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc3cf19-c1bd-4d31-8bd6-1c7d8873b861 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44e0a9eb-ae5e-4528-979f-6e7f7a9a002b,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:22:44.894977 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc3cf19-c1bd-4d31-8bd6-1c7d8873b861 admin admin] Checking segment: {'id': '08848c8b-6908-4a18-b1d6-333f191b7139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '179b32cd-513f-444d-a32a-2d38a97fd1c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:22:44.896012 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc3cf19-c1bd-4d31-8bd6-1c7d8873b861 admin admin] Network hostable DHCP agents. Network: 179b32cd-513f-444d-a32a-2d38a97fd1c7, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:22:44.913766 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc3cf19-c1bd-4d31-8bd6-1c7d8873b861 admin admin] Network 179b32cd-513f-444d-a32a-2d38a97fd1c7 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:22:44.923400 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-bcc3cf19-c1bd-4d31-8bd6-1c7d8873b861 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 179b32cd-513f-444d-a32a-2d38a97fd1c7) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:22:44.927987 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc3cf19-c1bd-4d31-8bd6-1c7d8873b861 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:44.928623 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bcc3cf19-c1bd-4d31-8bd6-1c7d8873b861 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:44.933912 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9237f38f-34ee-4938-ae95-7e0b159409b0 None None] Network 179b32cd-513f-444d-a32a-2d38a97fd1c7 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:22:44.944522 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-bcc3cf19-c1bd-4d31-8bd6-1c7d8873b861 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.3263690 Aug 16 23:22:44.947209 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 48684) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:22:44.951756 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-0ca30c2a-58f0-44e6-b941-817c5f5da3c2 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-2021399597-router', 'tenant_id': 'fe08b4fcaac541459502cc9491b540ad', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:22:44.973515 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0ca30c2a-58f0-44e6-b941-817c5f5da3c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:44.974770 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0ca30c2a-58f0-44e6-b941-817c5f5da3c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:45.027041 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0ca30c2a-58f0-44e6-b941-817c5f5da3c2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:45.065684 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96da0df8-4370-42c3-99bc-fbb21a28172e None None] Network 179b32cd-513f-444d-a32a-2d38a97fd1c7 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:22:45.176332 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0ca30c2a-58f0-44e6-b941-817c5f5da3c2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:45.379489 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0ca30c2a-58f0-44e6-b941-817c5f5da3c2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:45.405611 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0ca30c2a-58f0-44e6-b941-817c5f5da3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:45.520443 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-0ca30c2a-58f0-44e6-b941-817c5f5da3c2 admin admin] Allocated IP 172.25.4.60 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/7d7741a3-b9f3-423a-9ac4-bc411d09db4d) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:22:45.627000 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0ca30c2a-58f0-44e6-b941-817c5f5da3c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:45.665664 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0ca30c2a-58f0-44e6-b941-817c5f5da3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:45.705969 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca30c2a-58f0-44e6-b941-817c5f5da3c2 admin admin] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:22:45.709283 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-0ca30c2a-58f0-44e6-b941-817c5f5da3c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:22:45.713221 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca30c2a-58f0-44e6-b941-817c5f5da3c2 admin admin] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:22:45.736286 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca30c2a-58f0-44e6-b941-817c5f5da3c2 admin admin] Pushing event updated for resources: {'Port': ['ID=7d7741a3-b9f3-423a-9ac4-bc411d09db4d,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:22:45.964247 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0ca30c2a-58f0-44e6-b941-817c5f5da3c2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:46.161617 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0ca30c2a-58f0-44e6-b941-817c5f5da3c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:46.303945 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ca30c2a-58f0-44e6-b941-817c5f5da3c2 admin admin] Router 33387f6a-5472-4128-903e-e5ddcb7a0ad6 is scheduled to L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f with binding_index 1 {{(pid=101292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:22:46.410172 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ca30c2a-58f0-44e6-b941-817c5f5da3c2 admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:22:46.421706 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c476d28b-2177-436c-9e32-99d90519b1ac None None] Sync routers for ids ['33387f6a-5472-4128-903e-e5ddcb7a0ad6'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:22:46.433211 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0ca30c2a-58f0-44e6-b941-817c5f5da3c2 admin admin] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:46.434906 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-0ca30c2a-58f0-44e6-b941-817c5f5da3c2 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 1.4867613 Aug 16 23:22:46.437784 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 48696) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:22:46.444648 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c476d28b-2177-436c-9e32-99d90519b1ac None None] Routers {'33387f6a-5472-4128-903e-e5ddcb7a0ad6'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:22:46.446230 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-c476d28b-2177-436c-9e32-99d90519b1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:22:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['33387f6a-5472-4128-903e-e5ddcb7a0ad6'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:22:46.795723 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-c476d28b-2177-436c-9e32-99d90519b1ac None None] Set router 33387f6a-5472-4128-903e-e5ddcb7a0ad6 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:22:46.952750 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-13288872-95b4-48e2-b5d6-40b1cfeeb4ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:46.983640 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-c476d28b-2177-436c-9e32-99d90519b1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33387f6a-5472-4128-903e-e5ddcb7a0ad6', 'name': 'tempest-ServerRescueTestJSONUnderV235-2021399597-router', 'tenant_id': 'fe08b4fcaac541459502cc9491b540ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '7d7741a3-b9f3-423a-9ac4-bc411d09db4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:22:44Z', 'updated_at': '2021-08-16T23:22:45Z', 'revision_number': 3, 'project_id': 'fe08b4fcaac541459502cc9491b540ad', 'gw_port': {'id': '7d7741a3-b9f3-423a-9ac4-bc411d09db4d', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:35:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33387f6a-5472-4128-903e-e5ddcb7a0ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:22:45Z', 'updated_at': '2021-08-16T23:22:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:22:47.011297 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c476d28b-2177-436c-9e32-99d90519b1ac None None] Checking router: 33387f6a-5472-4128-903e-e5ddcb7a0ad6 for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:22:47.011749 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c476d28b-2177-436c-9e32-99d90519b1ac None None] Updating router 33387f6a-5472-4128-903e-e5ddcb7a0ad6 port 7d7741a3-b9f3-423a-9ac4-bc411d09db4d binding host n-d-791506-26 {{(pid=101293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:22:47.038686 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c476d28b-2177-436c-9e32-99d90519b1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:47.163800 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-13288872-95b4-48e2-b5d6-40b1cfeeb4ac admin admin] Allocated IP 172.20.0.1 (179b32cd-513f-444d-a32a-2d38a97fd1c7/44e0a9eb-ae5e-4528-979f-6e7f7a9a002b/1d2f2de0-1baf-414e-91f6-b70dc370d146) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:22:47.276022 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-13288872-95b4-48e2-b5d6-40b1cfeeb4ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:47.324191 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c476d28b-2177-436c-9e32-99d90519b1ac None None] Notify callbacks [] for port, precommit_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:47.329338 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-13288872-95b4-48e2-b5d6-40b1cfeeb4ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:47.334901 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-c476d28b-2177-436c-9e32-99d90519b1ac None None] Transition to ACTIVE for port object 7d7741a3-b9f3-423a-9ac4-bc411d09db4d will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:22:47.342773 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c476d28b-2177-436c-9e32-99d90519b1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:47.389855 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13288872-95b4-48e2-b5d6-40b1cfeeb4ac admin admin] Network 179b32cd-513f-444d-a32a-2d38a97fd1c7 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:22:47.394295 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-13288872-95b4-48e2-b5d6-40b1cfeeb4ac admin admin] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:22:47.396849 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13288872-95b4-48e2-b5d6-40b1cfeeb4ac admin admin] Pushing event updated for resources: {'Port': ['ID=1d2f2de0-1baf-414e-91f6-b70dc370d146,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:22:47.397708 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-c476d28b-2177-436c-9e32-99d90519b1ac None None] Attempting to bind port 7d7741a3-b9f3-423a-9ac4-bc411d09db4d on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:22:47.398483 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-c476d28b-2177-436c-9e32-99d90519b1ac None None] Attempting to bind port 7d7741a3-b9f3-423a-9ac4-bc411d09db4d by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:22:47.399610 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c476d28b-2177-436c-9e32-99d90519b1ac None None] Attempting to bind port 7d7741a3-b9f3-423a-9ac4-bc411d09db4d on network c22c4980-c849-406d-982c-a5d68c515a94 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:22:47.404948 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13288872-95b4-48e2-b5d6-40b1cfeeb4ac admin admin] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:22:47.409350 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c476d28b-2177-436c-9e32-99d90519b1ac None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:22:47.409736 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c476d28b-2177-436c-9e32-99d90519b1ac None None] Checking segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:22:47.410152 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c476d28b-2177-436c-9e32-99d90519b1ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:47.410554 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c476d28b-2177-436c-9e32-99d90519b1ac None None] Bound using segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:22:47.411132 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-c476d28b-2177-436c-9e32-99d90519b1ac None None] Bound port: 7d7741a3-b9f3-423a-9ac4-bc411d09db4d, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:22:47.411607 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c476d28b-2177-436c-9e32-99d90519b1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:47.435173 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36639e09-4c5f-404e-ac78-37ba8dd8cd2f None None] Pushing event updated for resources: {'Port': ['ID=7d7741a3-b9f3-423a-9ac4-bc411d09db4d,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:22:47.446367 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-13288872-95b4-48e2-b5d6-40b1cfeeb4ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954230'] for router_interface, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:47.472761 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-c476d28b-2177-436c-9e32-99d90519b1ac None None] For port 7d7741a3-b9f3-423a-9ac4-bc411d09db4d, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:22:47.476069 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-c476d28b-2177-436c-9e32-99d90519b1ac None None] For port 7d7741a3-b9f3-423a-9ac4-bc411d09db4d, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=7d7741a3-b9f3-423a-9ac4-bc411d09db4d,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:22:47.480777 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c476d28b-2177-436c-9e32-99d90519b1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:47.537411 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c476d28b-2177-436c-9e32-99d90519b1ac None None] Routers {'33387f6a-5472-4128-903e-e5ddcb7a0ad6'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:22:47.538426 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-c476d28b-2177-436c-9e32-99d90519b1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:22:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['33387f6a-5472-4128-903e-e5ddcb7a0ad6'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:22:47.582548 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36639e09-4c5f-404e-ac78-37ba8dd8cd2f None None] Pushing event updated for resources: {'Port': ['ID=7d7741a3-b9f3-423a-9ac4-bc411d09db4d,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:22:47.585978 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-13288872-95b4-48e2-b5d6-40b1cfeeb4ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:47.669216 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-c476d28b-2177-436c-9e32-99d90519b1ac None None] Set router 33387f6a-5472-4128-903e-e5ddcb7a0ad6 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:22:47.789450 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-20aa82c7-e529-4bfc-b00a-e7b214e2b3b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:47.880523 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-c476d28b-2177-436c-9e32-99d90519b1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33387f6a-5472-4128-903e-e5ddcb7a0ad6', 'name': 'tempest-ServerRescueTestJSONUnderV235-2021399597-router', 'tenant_id': 'fe08b4fcaac541459502cc9491b540ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '7d7741a3-b9f3-423a-9ac4-bc411d09db4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:22:44Z', 'updated_at': '2021-08-16T23:22:45Z', 'revision_number': 3, 'project_id': 'fe08b4fcaac541459502cc9491b540ad', 'gw_port': {'id': '7d7741a3-b9f3-423a-9ac4-bc411d09db4d', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:35:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33387f6a-5472-4128-903e-e5ddcb7a0ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:22:45Z', 'updated_at': '2021-08-16T23:22:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:22:47.907898 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c476d28b-2177-436c-9e32-99d90519b1ac None None] The sync data for ids ['33387f6a-5472-4128-903e-e5ddcb7a0ad6'] in n-d-791506-26 is: [{'id': '33387f6a-5472-4128-903e-e5ddcb7a0ad6', 'name': 'tempest-ServerRescueTestJSONUnderV235-2021399597-router', 'tenant_id': 'fe08b4fcaac541459502cc9491b540ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '7d7741a3-b9f3-423a-9ac4-bc411d09db4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:22:44Z', 'updated_at': '2021-08-16T23:22:45Z', 'revision_number': 3, 'project_id': 'fe08b4fcaac541459502cc9491b540ad', 'gw_port': {'id': '7d7741a3-b9f3-423a-9ac4-bc411d09db4d', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:35:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33387f6a-5472-4128-903e-e5ddcb7a0ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:22:45Z', 'updated_at': '2021-08-16T23:22:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:22:48.065639 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-13288872-95b4-48e2-b5d6-40b1cfeeb4ac admin admin] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:48.070736 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-13288872-95b4-48e2-b5d6-40b1cfeeb4ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:48.158729 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-13288872-95b4-48e2-b5d6-40b1cfeeb4ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954122'] for router_interface, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:48.165976 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13288872-95b4-48e2-b5d6-40b1cfeeb4ac admin admin] Pushing event updated for resources: {'Port': ['ID=1d2f2de0-1baf-414e-91f6-b70dc370d146,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:22:48.291731 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13288872-95b4-48e2-b5d6-40b1cfeeb4ac admin admin] Network 179b32cd-513f-444d-a32a-2d38a97fd1c7 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:22:48.293289 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-13288872-95b4-48e2-b5d6-40b1cfeeb4ac admin admin] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:22:48.416891 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13288872-95b4-48e2-b5d6-40b1cfeeb4ac admin admin] Router 33387f6a-5472-4128-903e-e5ddcb7a0ad6 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:22:48.535232 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13288872-95b4-48e2-b5d6-40b1cfeeb4ac admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:22:48.540415 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-13288872-95b4-48e2-b5d6-40b1cfeeb4ac admin admin] 10.222.0.36 "PUT /v2.0/routers/33387f6a-5472-4128-903e-e5ddcb7a0ad6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1015124 Aug 16 23:22:49.035885 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966ee55b-ec2e-4c9c-bf7e-c92dcdff9e14 req-9ecb6f26-1335-4ece-b806-352f5b7e56a8 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:49.043251 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-966ee55b-ec2e-4c9c-bf7e-c92dcdff9e14 req-9ecb6f26-1335-4ece-b806-352f5b7e56a8 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "GET /v2.0/networks?id=179b32cd-513f-444d-a32a-2d38a97fd1c7 HTTP/1.1" status: 200 len: 820 time: 0.1212530 Aug 16 23:22:49.055255 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-966ee55b-ec2e-4c9c-bf7e-c92dcdff9e14 req-b89f9c21-654c-4a77-9ad4-bc169692df2b tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "GET /v2.0/quotas/fe08b4fcaac541459502cc9491b540ad HTTP/1.1" status: 200 len: 375 time: 0.0110190 Aug 16 23:22:49.107193 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-966ee55b-ec2e-4c9c-bf7e-c92dcdff9e14 req-636eb441-d80c-4caa-b57a-3317627ad997 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=fe08b4fcaac541459502cc9491b540ad&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0458727 Aug 16 23:22:49.296200 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-966ee55b-ec2e-4c9c-bf7e-c92dcdff9e14 req-28489b69-88f9-4237-8e47-ad204de30eea service neutron] 10.222.0.36 "GET /v2.0/networks/179b32cd-513f-444d-a32a-2d38a97fd1c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803718 Aug 16 23:22:49.398092 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-966ee55b-ec2e-4c9c-bf7e-c92dcdff9e14 req-97eb2096-b275-46a8-bb1b-a3c2a7d264bc service neutron] 10.222.0.36 "GET /v2.0/networks/179b32cd-513f-444d-a32a-2d38a97fd1c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931253 Aug 16 23:22:49.610592 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b91ac46d-379b-4c2a-bad1-e47e43965466 req-14108d39-960e-4b64-bc28-2f8fb1459d3d tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "GET /v2.0/ports?device_id=b83c82b3-e91d-4fcf-8c84-5ed61da32f68 HTTP/1.1" status: 200 len: 210 time: 0.0320101 Aug 16 23:22:49.686715 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7e3ab7-aa4e-4666-b5f6-34e90b2712b1 None None] Sync routers for ids ['33387f6a-5472-4128-903e-e5ddcb7a0ad6'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:22:49.698498 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7e3ab7-aa4e-4666-b5f6-34e90b2712b1 None None] Routers {'33387f6a-5472-4128-903e-e5ddcb7a0ad6'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:22:49.699325 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-8e7e3ab7-aa4e-4666-b5f6-34e90b2712b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:22:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['33387f6a-5472-4128-903e-e5ddcb7a0ad6'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:22:49.791251 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f18345c1-0ad3-4d35-9d7a-b79dfd842855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:49.873586 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-8e7e3ab7-aa4e-4666-b5f6-34e90b2712b1 None None] Set router 33387f6a-5472-4128-903e-e5ddcb7a0ad6 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:22:50.069302 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 7d7741a3-b9f3-423a-9ac4-bc411d09db4d up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:22:50.131837 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-8e7e3ab7-aa4e-4666-b5f6-34e90b2712b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33387f6a-5472-4128-903e-e5ddcb7a0ad6', 'name': 'tempest-ServerRescueTestJSONUnderV235-2021399597-router', 'tenant_id': 'fe08b4fcaac541459502cc9491b540ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '7d7741a3-b9f3-423a-9ac4-bc411d09db4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:22:44Z', 'updated_at': '2021-08-16T23:22:47Z', 'revision_number': 4, 'project_id': 'fe08b4fcaac541459502cc9491b540ad', 'gw_port': {'id': '7d7741a3-b9f3-423a-9ac4-bc411d09db4d', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:35:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33387f6a-5472-4128-903e-e5ddcb7a0ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:22:45Z', 'updated_at': '2021-08-16T23:22:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '1d2f2de0-1baf-414e-91f6-b70dc370d146', 'name': '', 'network_id': '179b32cd-513f-444d-a32a-2d38a97fd1c7', 'tenant_id': 'fe08b4fcaac541459502cc9491b540ad', 'mac_address': 'fa:16:3e:d8:e9:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33387f6a-5472-4128-903e-e5ddcb7a0ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '44e0a9eb-ae5e-4528-979f-6e7f7a9a002b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:22:46Z', 'updated_at': '2021-08-16T23:22:47Z', 'revision_number': 2, 'project_id': 'fe08b4fcaac541459502cc9491b540ad', 'subnets': [{'id': '44e0a9eb-ae5e-4528-979f-6e7f7a9a002b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:22:50.137626 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 7d7741a3-b9f3-423a-9ac4-bc411d09db4d completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:22:50.146024 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 7d7741a3-b9f3-423a-9ac4-bc411d09db4d triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:22:50.146527 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:50.194799 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7e3ab7-aa4e-4666-b5f6-34e90b2712b1 None None] Checking router: 33387f6a-5472-4128-903e-e5ddcb7a0ad6 for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:22:50.197855 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7e3ab7-aa4e-4666-b5f6-34e90b2712b1 None None] Updating router 33387f6a-5472-4128-903e-e5ddcb7a0ad6 port 1d2f2de0-1baf-414e-91f6-b70dc370d146 binding host n-d-791506-26 {{(pid=101294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:22:50.250228 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-8e7e3ab7-aa4e-4666-b5f6-34e90b2712b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:50.270235 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:50.294969 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 7d7741a3-b9f3-423a-9ac4-bc411d09db4d, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=7d7741a3-b9f3-423a-9ac4-bc411d09db4d,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:22:50.307814 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:50.382474 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=7d7741a3-b9f3-423a-9ac4-bc411d09db4d,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:22:50.584843 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-8e7e3ab7-aa4e-4666-b5f6-34e90b2712b1 None None] Notify callbacks [] for port, precommit_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:50.595196 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.provisioning_blocks [None req-8e7e3ab7-aa4e-4666-b5f6-34e90b2712b1 None None] Transition to ACTIVE for port object 1d2f2de0-1baf-414e-91f6-b70dc370d146 will not be triggered until provisioned by entity L2. {{(pid=101294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:22:50.602079 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-8e7e3ab7-aa4e-4666-b5f6-34e90b2712b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:50.662689 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:50.714139 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0292f531-d923-49dd-bda3-62cac2caeec3 None None] Pushing event updated for resources: {'Port': ['ID=1d2f2de0-1baf-414e-91f6-b70dc370d146,revision_number=3']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:22:50.717188 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-8e7e3ab7-aa4e-4666-b5f6-34e90b2712b1 None None] Attempting to bind port 1d2f2de0-1baf-414e-91f6-b70dc370d146 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:22:50.717556 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-8e7e3ab7-aa4e-4666-b5f6-34e90b2712b1 None None] Attempting to bind port 1d2f2de0-1baf-414e-91f6-b70dc370d146 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '08848c8b-6908-4a18-b1d6-333f191b7139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '179b32cd-513f-444d-a32a-2d38a97fd1c7'}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:22:50.717916 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7e3ab7-aa4e-4666-b5f6-34e90b2712b1 None None] Attempting to bind port 1d2f2de0-1baf-414e-91f6-b70dc370d146 on network 179b32cd-513f-444d-a32a-2d38a97fd1c7 {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:22:50.726998 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7e3ab7-aa4e-4666-b5f6-34e90b2712b1 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:22:50.727690 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7e3ab7-aa4e-4666-b5f6-34e90b2712b1 None None] Checking segment: {'id': '08848c8b-6908-4a18-b1d6-333f191b7139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '179b32cd-513f-444d-a32a-2d38a97fd1c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:22:50.728234 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-8e7e3ab7-aa4e-4666-b5f6-34e90b2712b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:50.728506 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7e3ab7-aa4e-4666-b5f6-34e90b2712b1 None None] Bound using segment: {'id': '08848c8b-6908-4a18-b1d6-333f191b7139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '179b32cd-513f-444d-a32a-2d38a97fd1c7'} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:22:50.729018 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-8e7e3ab7-aa4e-4666-b5f6-34e90b2712b1 None None] Bound port: 1d2f2de0-1baf-414e-91f6-b70dc370d146, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08848c8b-6908-4a18-b1d6-333f191b7139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '179b32cd-513f-444d-a32a-2d38a97fd1c7'}}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:22:50.729417 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-8e7e3ab7-aa4e-4666-b5f6-34e90b2712b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:50.743697 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0292f531-d923-49dd-bda3-62cac2caeec3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:22:50.744287 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0292f531-d923-49dd-bda3-62cac2caeec3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:22:50.744896 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0292f531-d923-49dd-bda3-62cac2caeec3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:22:50.745659 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0292f531-d923-49dd-bda3-62cac2caeec3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:22:50.745659 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0292f531-d923-49dd-bda3-62cac2caeec3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:22:50.745838 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0292f531-d923-49dd-bda3-62cac2caeec3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:22:50.746135 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0292f531-d923-49dd-bda3-62cac2caeec3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:22:50.746532 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0292f531-d923-49dd-bda3-62cac2caeec3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:22:50.746812 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0292f531-d923-49dd-bda3-62cac2caeec3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:22:50.747144 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0292f531-d923-49dd-bda3-62cac2caeec3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:22:50.747688 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0292f531-d923-49dd-bda3-62cac2caeec3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:22:50.747688 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0292f531-d923-49dd-bda3-62cac2caeec3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:22:50.756761 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c45dfb11-6550-40cf-a6eb-3bbcd4351a5d req-75e123b0-e8d9-4392-bb60-3d3d176230e2 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "GET /v2.0/ports?device_id=b83c82b3-e91d-4fcf-8c84-5ed61da32f68 HTTP/1.1" status: 200 len: 210 time: 0.0527594 Aug 16 23:22:50.810931 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-8e7e3ab7-aa4e-4666-b5f6-34e90b2712b1 None None] For port 1d2f2de0-1baf-414e-91f6-b70dc370d146, host n-d-791506-26, cleared binding levels {{(pid=101294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:22:50.814328 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-8e7e3ab7-aa4e-4666-b5f6-34e90b2712b1 None None] For port 1d2f2de0-1baf-414e-91f6-b70dc370d146, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=1d2f2de0-1baf-414e-91f6-b70dc370d146,segment=NetworkSegment(08848c8b-6908-4a18-b1d6-333f191b7139),segment_id=08848c8b-6908-4a18-b1d6-333f191b7139)] {{(pid=101294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:22:50.819685 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-8e7e3ab7-aa4e-4666-b5f6-34e90b2712b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:50.883272 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7e3ab7-aa4e-4666-b5f6-34e90b2712b1 None None] Routers {'33387f6a-5472-4128-903e-e5ddcb7a0ad6'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:22:50.883953 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-8e7e3ab7-aa4e-4666-b5f6-34e90b2712b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:22:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['33387f6a-5472-4128-903e-e5ddcb7a0ad6'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:22:51.033684 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0292f531-d923-49dd-bda3-62cac2caeec3 None None] Pushing event updated for resources: {'Port': ['ID=1d2f2de0-1baf-414e-91f6-b70dc370d146,revision_number=4']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:22:51.095964 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-8e7e3ab7-aa4e-4666-b5f6-34e90b2712b1 None None] Set router 33387f6a-5472-4128-903e-e5ddcb7a0ad6 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:22:51.275252 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966ee55b-ec2e-4c9c-bf7e-c92dcdff9e14 req-63a4205c-f39f-459c-9587-e47703a49f0c tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:51.277546 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-966ee55b-ec2e-4c9c-bf7e-c92dcdff9e14 req-63a4205c-f39f-459c-9587-e47703a49f0c tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.57 "GET /v2.0/networks?id=179b32cd-513f-444d-a32a-2d38a97fd1c7 HTTP/1.1" status: 200 len: 820 time: 0.1746058 Aug 16 23:22:51.298397 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-966ee55b-ec2e-4c9c-bf7e-c92dcdff9e14 req-5d5756b7-7fbc-4d35-a7a8-99736a84739a tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Request body: {'port': {'device_id': 'b83c82b3-e91d-4fcf-8c84-5ed61da32f68', 'network_id': '179b32cd-513f-444d-a32a-2d38a97fd1c7', 'admin_state_up': True, 'tenant_id': 'fe08b4fcaac541459502cc9491b540ad'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:22:51.369025 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-8e7e3ab7-aa4e-4666-b5f6-34e90b2712b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33387f6a-5472-4128-903e-e5ddcb7a0ad6', 'name': 'tempest-ServerRescueTestJSONUnderV235-2021399597-router', 'tenant_id': 'fe08b4fcaac541459502cc9491b540ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '7d7741a3-b9f3-423a-9ac4-bc411d09db4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:22:44Z', 'updated_at': '2021-08-16T23:22:47Z', 'revision_number': 4, 'project_id': 'fe08b4fcaac541459502cc9491b540ad', 'gw_port': {'id': '7d7741a3-b9f3-423a-9ac4-bc411d09db4d', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:35:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33387f6a-5472-4128-903e-e5ddcb7a0ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:22:45Z', 'updated_at': '2021-08-16T23:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '1d2f2de0-1baf-414e-91f6-b70dc370d146', 'name': '', 'network_id': '179b32cd-513f-444d-a32a-2d38a97fd1c7', 'tenant_id': 'fe08b4fcaac541459502cc9491b540ad', 'mac_address': 'fa:16:3e:d8:e9:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33387f6a-5472-4128-903e-e5ddcb7a0ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '44e0a9eb-ae5e-4528-979f-6e7f7a9a002b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:22:46Z', 'updated_at': '2021-08-16T23:22:50Z', 'revision_number': 4, 'project_id': 'fe08b4fcaac541459502cc9491b540ad', 'subnets': [{'id': '44e0a9eb-ae5e-4528-979f-6e7f7a9a002b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:22:51.402894 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7e3ab7-aa4e-4666-b5f6-34e90b2712b1 None None] The sync data for ids ['33387f6a-5472-4128-903e-e5ddcb7a0ad6'] in n-d-791506-26 is: [{'id': '33387f6a-5472-4128-903e-e5ddcb7a0ad6', 'name': 'tempest-ServerRescueTestJSONUnderV235-2021399597-router', 'tenant_id': 'fe08b4fcaac541459502cc9491b540ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '7d7741a3-b9f3-423a-9ac4-bc411d09db4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:22:44Z', 'updated_at': '2021-08-16T23:22:47Z', 'revision_number': 4, 'project_id': 'fe08b4fcaac541459502cc9491b540ad', 'gw_port': {'id': '7d7741a3-b9f3-423a-9ac4-bc411d09db4d', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:35:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33387f6a-5472-4128-903e-e5ddcb7a0ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:22:45Z', 'updated_at': '2021-08-16T23:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '1d2f2de0-1baf-414e-91f6-b70dc370d146', 'name': '', 'network_id': '179b32cd-513f-444d-a32a-2d38a97fd1c7', 'tenant_id': 'fe08b4fcaac541459502cc9491b540ad', 'mac_address': 'fa:16:3e:d8:e9:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33387f6a-5472-4128-903e-e5ddcb7a0ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '44e0a9eb-ae5e-4528-979f-6e7f7a9a002b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:22:46Z', 'updated_at': '2021-08-16T23:22:50Z', 'revision_number': 4, 'project_id': 'fe08b4fcaac541459502cc9491b540ad', 'subnets': [{'id': '44e0a9eb-ae5e-4528-979f-6e7f7a9a002b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:22:51.418057 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-966ee55b-ec2e-4c9c-bf7e-c92dcdff9e14 req-5d5756b7-7fbc-4d35-a7a8-99736a84739a tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Made reservation on behalf of fe08b4fcaac541459502cc9491b540ad for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:22:51.421698 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-966ee55b-ec2e-4c9c-bf7e-c92dcdff9e14 req-5d5756b7-7fbc-4d35-a7a8-99736a84739a tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:51.600761 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:51.624432 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [req-966ee55b-ec2e-4c9c-bf7e-c92dcdff9e14 req-5d5756b7-7fbc-4d35-a7a8-99736a84739a tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Allocated IP 172.20.0.4 (179b32cd-513f-444d-a32a-2d38a97fd1c7/44e0a9eb-ae5e-4528-979f-6e7f7a9a002b/c6b10710-f201-4b1c-8024-6c7307d91518) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:22:51.824970 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-966ee55b-ec2e-4c9c-bf7e-c92dcdff9e14 req-5d5756b7-7fbc-4d35-a7a8-99736a84739a tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:51.877464 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-966ee55b-ec2e-4c9c-bf7e-c92dcdff9e14 req-5d5756b7-7fbc-4d35-a7a8-99736a84739a tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:51.960166 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-966ee55b-ec2e-4c9c-bf7e-c92dcdff9e14 req-5d5756b7-7fbc-4d35-a7a8-99736a84739a tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Network 179b32cd-513f-444d-a32a-2d38a97fd1c7 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:22:51.979200 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5756b7-7fbc-4d35-a7a8-99736a84739a tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Pushing event updated for resources: {'Port': ['ID=c6b10710-f201-4b1c-8024-6c7307d91518,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:22:51.986996 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [req-966ee55b-ec2e-4c9c-bf7e-c92dcdff9e14 req-5d5756b7-7fbc-4d35-a7a8-99736a84739a tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:22:51.995386 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-966ee55b-ec2e-4c9c-bf7e-c92dcdff9e14 req-5d5756b7-7fbc-4d35-a7a8-99736a84739a tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:22:52.061197 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11a07d5-285c-4fa3-8ea7-e290cf50a149 req-8d1c7861-03da-4639-83cb-b254b0cae58a tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:52.062814 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d11a07d5-285c-4fa3-8ea7-e290cf50a149 req-8d1c7861-03da-4639-83cb-b254b0cae58a tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "GET /v2.0/ports?device_id=b83c82b3-e91d-4fcf-8c84-5ed61da32f68 HTTP/1.1" status: 200 len: 931 time: 0.1715271 Aug 16 23:22:52.117512 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d11a07d5-285c-4fa3-8ea7-e290cf50a149 req-4d3cc67b-ff89-4c01-85e1-15ca8c6263f7 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "GET /v2.0/security-groups?id=420a5452-1cf1-4116-b5d1-2d90c8c2a71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431225 Aug 16 23:22:52.123785 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966ee55b-ec2e-4c9c-bf7e-c92dcdff9e14 req-5d5756b7-7fbc-4d35-a7a8-99736a84739a tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:52.124618 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-966ee55b-ec2e-4c9c-bf7e-c92dcdff9e14 req-5d5756b7-7fbc-4d35-a7a8-99736a84739a tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:52.145426 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-966ee55b-ec2e-4c9c-bf7e-c92dcdff9e14 req-5d5756b7-7fbc-4d35-a7a8-99736a84739a tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8516870 Aug 16 23:22:52.241736 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 1d2f2de0-1baf-414e-91f6-b70dc370d146 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:22:52.272647 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-966ee55b-ec2e-4c9c-bf7e-c92dcdff9e14 req-5f0a1308-4079-4c27-83a0-6fc7ab1111dd service neutron] Request body: {'port': {'device_id': 'b83c82b3-e91d-4fcf-8c84-5ed61da32f68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-26'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:22:52.313737 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 1d2f2de0-1baf-414e-91f6-b70dc370d146 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:22:52.324235 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 1d2f2de0-1baf-414e-91f6-b70dc370d146 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:22:52.324844 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:52.361950 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-966ee55b-ec2e-4c9c-bf7e-c92dcdff9e14 req-5f0a1308-4079-4c27-83a0-6fc7ab1111dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:52.452871 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:52.490899 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 1d2f2de0-1baf-414e-91f6-b70dc370d146, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=1d2f2de0-1baf-414e-91f6-b70dc370d146,segment=NetworkSegment(08848c8b-6908-4a18-b1d6-333f191b7139),segment_id=08848c8b-6908-4a18-b1d6-333f191b7139)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:22:52.497698 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:52.498499 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 7d7741a3-b9f3-423a-9ac4-bc411d09db4d up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:22:52.599246 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=1d2f2de0-1baf-414e-91f6-b70dc370d146,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:22:52.617699 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 7d7741a3-b9f3-423a-9ac4-bc411d09db4d triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:22:52.618543 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:52.825957 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:52.829313 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [req-966ee55b-ec2e-4c9c-bf7e-c92dcdff9e14 req-5f0a1308-4079-4c27-83a0-6fc7ab1111dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6b10710-f201-4b1c-8024-6c7307d91518 {{(pid=101292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:22:52.839686 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-966ee55b-ec2e-4c9c-bf7e-c92dcdff9e14 req-5f0a1308-4079-4c27-83a0-6fc7ab1111dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:52.860789 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-966ee55b-ec2e-4c9c-bf7e-c92dcdff9e14 req-5f0a1308-4079-4c27-83a0-6fc7ab1111dd service neutron] Transition to ACTIVE for port object c6b10710-f201-4b1c-8024-6c7307d91518 will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:22:52.868755 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-966ee55b-ec2e-4c9c-bf7e-c92dcdff9e14 req-5f0a1308-4079-4c27-83a0-6fc7ab1111dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:52.953481 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0a1308-4079-4c27-83a0-6fc7ab1111dd service neutron] Pushing event updated for resources: {'Port': ['ID=c6b10710-f201-4b1c-8024-6c7307d91518,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:22:53.019717 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-966ee55b-ec2e-4c9c-bf7e-c92dcdff9e14 req-5f0a1308-4079-4c27-83a0-6fc7ab1111dd service neutron] Attempting to bind port c6b10710-f201-4b1c-8024-6c7307d91518 on host n-h2-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:22:53.020811 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-966ee55b-ec2e-4c9c-bf7e-c92dcdff9e14 req-5f0a1308-4079-4c27-83a0-6fc7ab1111dd service neutron] Attempting to bind port c6b10710-f201-4b1c-8024-6c7307d91518 by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': '08848c8b-6908-4a18-b1d6-333f191b7139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '179b32cd-513f-444d-a32a-2d38a97fd1c7'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:22:53.021493 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966ee55b-ec2e-4c9c-bf7e-c92dcdff9e14 req-5f0a1308-4079-4c27-83a0-6fc7ab1111dd service neutron] Attempting to bind port c6b10710-f201-4b1c-8024-6c7307d91518 on network 179b32cd-513f-444d-a32a-2d38a97fd1c7 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:22:53.026292 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966ee55b-ec2e-4c9c-bf7e-c92dcdff9e14 req-5f0a1308-4079-4c27-83a0-6fc7ab1111dd service neutron] Port c6b10710-f201-4b1c-8024-6c7307d91518 on network 179b32cd-513f-444d-a32a-2d38a97fd1c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:22:53.026618 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966ee55b-ec2e-4c9c-bf7e-c92dcdff9e14 req-5f0a1308-4079-4c27-83a0-6fc7ab1111dd service neutron] Attempting to bind port c6b10710-f201-4b1c-8024-6c7307d91518 on network 179b32cd-513f-444d-a32a-2d38a97fd1c7 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:22:53.032271 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966ee55b-ec2e-4c9c-bf7e-c92dcdff9e14 req-5f0a1308-4079-4c27-83a0-6fc7ab1111dd service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:22:53.032647 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966ee55b-ec2e-4c9c-bf7e-c92dcdff9e14 req-5f0a1308-4079-4c27-83a0-6fc7ab1111dd service neutron] Checking segment: {'id': '08848c8b-6908-4a18-b1d6-333f191b7139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '179b32cd-513f-444d-a32a-2d38a97fd1c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:22:53.033086 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966ee55b-ec2e-4c9c-bf7e-c92dcdff9e14 req-5f0a1308-4079-4c27-83a0-6fc7ab1111dd service neutron] Bound using segment: {'id': '08848c8b-6908-4a18-b1d6-333f191b7139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '179b32cd-513f-444d-a32a-2d38a97fd1c7'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:22:53.033554 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-966ee55b-ec2e-4c9c-bf7e-c92dcdff9e14 req-5f0a1308-4079-4c27-83a0-6fc7ab1111dd service neutron] Bound port: c6b10710-f201-4b1c-8024-6c7307d91518, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08848c8b-6908-4a18-b1d6-333f191b7139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '179b32cd-513f-444d-a32a-2d38a97fd1c7'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:22:53.034051 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-966ee55b-ec2e-4c9c-bf7e-c92dcdff9e14 req-5f0a1308-4079-4c27-83a0-6fc7ab1111dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:53.119470 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-966ee55b-ec2e-4c9c-bf7e-c92dcdff9e14 req-5f0a1308-4079-4c27-83a0-6fc7ab1111dd service neutron] For port c6b10710-f201-4b1c-8024-6c7307d91518, host n-h2-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:22:53.124088 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-966ee55b-ec2e-4c9c-bf7e-c92dcdff9e14 req-5f0a1308-4079-4c27-83a0-6fc7ab1111dd service neutron] For port c6b10710-f201-4b1c-8024-6c7307d91518, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=c6b10710-f201-4b1c-8024-6c7307d91518,segment=NetworkSegment(08848c8b-6908-4a18-b1d6-333f191b7139),segment_id=08848c8b-6908-4a18-b1d6-333f191b7139)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:22:53.130538 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-966ee55b-ec2e-4c9c-bf7e-c92dcdff9e14 req-5f0a1308-4079-4c27-83a0-6fc7ab1111dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:53.149170 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966ee55b-ec2e-4c9c-bf7e-c92dcdff9e14 req-5f0a1308-4079-4c27-83a0-6fc7ab1111dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:53.149992 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-966ee55b-ec2e-4c9c-bf7e-c92dcdff9e14 req-5f0a1308-4079-4c27-83a0-6fc7ab1111dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:53.151660 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-966ee55b-ec2e-4c9c-bf7e-c92dcdff9e14 req-5f0a1308-4079-4c27-83a0-6fc7ab1111dd service neutron] 10.222.0.57 "PUT /v2.0/ports/c6b10710-f201-4b1c-8024-6c7307d91518 HTTP/1.1" status: 200 len: 1092 time: 0.9856539 Aug 16 23:22:53.152111 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b83c82b3-e91d-4fcf-8c84-5ed61da32f68', 'tag': 'c6b10710-f201-4b1c-8024-6c7307d91518'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:22:53.154421 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8059e11-4fc3-4d31-9e02-54a92c619894" -d '{"events": [{"name": "network-changed", "server_uuid": "b83c82b3-e91d-4fcf-8c84-5ed61da32f68", "tag": "c6b10710-f201-4b1c-8024-6c7307d91518"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:22:53.231739 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0a1308-4079-4c27-83a0-6fc7ab1111dd service neutron] Pushing event updated for resources: {'Port': ['ID=c6b10710-f201-4b1c-8024-6c7307d91518,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:22:53.239546 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-027438e1-a306-4c1a-b5e7-7792babbcdd8 x-openstack-request-id: req-027438e1-a306-4c1a-b5e7-7792babbcdd8 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:22:53.240392 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b83c82b3-e91d-4fcf-8c84-5ed61da32f68", "tag": "c6b10710-f201-4b1c-8024-6c7307d91518", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:22:53.242250 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-027438e1-a306-4c1a-b5e7-7792babbcdd8 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:22:53.242250 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b83c82b3-e91d-4fcf-8c84-5ed61da32f68', 'tag': 'c6b10710-f201-4b1c-8024-6c7307d91518', 'status': 'completed', 'code': 200} Aug 16 23:22:53.300219 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966ee55b-ec2e-4c9c-bf7e-c92dcdff9e14 req-ff414131-09a6-492d-b5c7-3118c75e6337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:53.302364 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-966ee55b-ec2e-4c9c-bf7e-c92dcdff9e14 req-ff414131-09a6-492d-b5c7-3118c75e6337 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fe08b4fcaac541459502cc9491b540ad&device_id=b83c82b3-e91d-4fcf-8c84-5ed61da32f68 HTTP/1.1" status: 200 len: 1095 time: 0.0793650 Aug 16 23:22:53.317521 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f016277-90ff-481c-8aa8-b88667a06f34 req-d2f0c6cc-1412-4a5c-8566-12e893ca5bea tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:53.319662 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1f016277-90ff-481c-8aa8-b88667a06f34 req-d2f0c6cc-1412-4a5c-8566-12e893ca5bea tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "GET /v2.0/ports?device_id=b83c82b3-e91d-4fcf-8c84-5ed61da32f68 HTTP/1.1" status: 200 len: 943 time: 0.0838058 Aug 16 23:22:53.362396 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-966ee55b-ec2e-4c9c-bf7e-c92dcdff9e14 req-1eac0921-6923-4920-87ea-8979187a0111 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c6b10710-f201-4b1c-8024-6c7307d91518 HTTP/1.1" status: 200 len: 217 time: 0.0417335 Aug 16 23:22:53.396719 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1f016277-90ff-481c-8aa8-b88667a06f34 req-70db3167-e78d-4956-b543-38a404a56566 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "GET /v2.0/security-groups?id=420a5452-1cf1-4116-b5d1-2d90c8c2a71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701673 Aug 16 23:22:53.433462 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966ee55b-ec2e-4c9c-bf7e-c92dcdff9e14 req-8bcd4f70-7ac6-439c-aec3-67b4b48dfa09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:53.434939 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-966ee55b-ec2e-4c9c-bf7e-c92dcdff9e14 req-8bcd4f70-7ac6-439c-aec3-67b4b48dfa09 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=44e0a9eb-ae5e-4528-979f-6e7f7a9a002b HTTP/1.1" status: 200 len: 860 time: 0.0525773 Aug 16 23:22:53.468207 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-966ee55b-ec2e-4c9c-bf7e-c92dcdff9e14 req-cc5324c2-672f-48b7-b68a-3a92e499d231 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=179b32cd-513f-444d-a32a-2d38a97fd1c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260899 Aug 16 23:22:53.565748 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-966ee55b-ec2e-4c9c-bf7e-c92dcdff9e14 req-f6d603d4-b614-4ad0-92fd-0a01812484a9 service neutron] 10.222.0.57 "GET /v2.0/networks/179b32cd-513f-444d-a32a-2d38a97fd1c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903556 Aug 16 23:22:53.669185 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-966ee55b-ec2e-4c9c-bf7e-c92dcdff9e14 req-c77bc115-82bd-46d7-90ce-185769882a3c service neutron] 10.222.0.57 "GET /v2.0/networks/179b32cd-513f-444d-a32a-2d38a97fd1c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967865 Aug 16 23:22:53.803618 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8059e11-4fc3-4d31-9e02-54a92c619894 req-bd1f377e-8e74-4d9f-a394-abcf09e0315b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:53.805461 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d8059e11-4fc3-4d31-9e02-54a92c619894 req-bd1f377e-8e74-4d9f-a394-abcf09e0315b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fe08b4fcaac541459502cc9491b540ad&device_id=b83c82b3-e91d-4fcf-8c84-5ed61da32f68 HTTP/1.1" status: 200 len: 1095 time: 0.0535777 Aug 16 23:22:53.907667 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8059e11-4fc3-4d31-9e02-54a92c619894 req-2b1edb86-9fc6-4f30-9467-2a67bcb6ba53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:53.909234 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d8059e11-4fc3-4d31-9e02-54a92c619894 req-2b1edb86-9fc6-4f30-9467-2a67bcb6ba53 service neutron] 10.222.0.57 "GET /v2.0/networks?id=179b32cd-513f-444d-a32a-2d38a97fd1c7 HTTP/1.1" status: 200 len: 921 time: 0.0969317 Aug 16 23:22:53.966802 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d8059e11-4fc3-4d31-9e02-54a92c619894 req-d1ae4619-feed-474d-bddb-7185650cead4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c6b10710-f201-4b1c-8024-6c7307d91518 HTTP/1.1" status: 200 len: 217 time: 0.0508785 Aug 16 23:22:54.064354 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8059e11-4fc3-4d31-9e02-54a92c619894 req-d762edf4-e931-4337-ab63-95861c174992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:54.066089 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d8059e11-4fc3-4d31-9e02-54a92c619894 req-d762edf4-e931-4337-ab63-95861c174992 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=44e0a9eb-ae5e-4528-979f-6e7f7a9a002b HTTP/1.1" status: 200 len: 860 time: 0.0919015 Aug 16 23:22:54.068871 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 1d2f2de0-1baf-414e-91f6-b70dc370d146 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:22:54.098371 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d8059e11-4fc3-4d31-9e02-54a92c619894 req-8847fbe5-f417-4dde-9efc-bf7a834ac132 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=179b32cd-513f-444d-a32a-2d38a97fd1c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253479 Aug 16 23:22:54.121542 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 1d2f2de0-1baf-414e-91f6-b70dc370d146 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:22:54.121950 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:54.204332 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d8059e11-4fc3-4d31-9e02-54a92c619894 req-7f9e573e-9e4d-4569-9b9c-18c24e82a0e1 service neutron] 10.222.0.57 "GET /v2.0/networks/179b32cd-513f-444d-a32a-2d38a97fd1c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991325 Aug 16 23:22:54.310404 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d8059e11-4fc3-4d31-9e02-54a92c619894 req-e34e8ce2-fabd-4d7c-a74e-02ef9ffc2ad6 service neutron] 10.222.0.57 "GET /v2.0/networks/179b32cd-513f-444d-a32a-2d38a97fd1c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961146 Aug 16 23:22:54.518217 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85ea9b5-67a6-418a-a1e0-55d46348fc2e req-5fa52a60-6883-4e76-83c7-3e8a9ca8bff5 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:54.519839 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d85ea9b5-67a6-418a-a1e0-55d46348fc2e req-5fa52a60-6883-4e76-83c7-3e8a9ca8bff5 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "GET /v2.0/ports?device_id=b83c82b3-e91d-4fcf-8c84-5ed61da32f68 HTTP/1.1" status: 200 len: 943 time: 0.0510759 Aug 16 23:22:54.559405 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d85ea9b5-67a6-418a-a1e0-55d46348fc2e req-adfc56c9-56c4-4add-a3c5-6cf1a2dbf275 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "GET /v2.0/security-groups?id=420a5452-1cf1-4116-b5d1-2d90c8c2a71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331016 Aug 16 23:22:54.799765 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:22:55.474205 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:55.691260 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f81dbf-7c2c-40c5-bebd-1035c0632b4e req-c8ab90ac-d75f-4981-a581-3445b35faf4f tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:55.693265 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d8f81dbf-7c2c-40c5-bebd-1035c0632b4e req-c8ab90ac-d75f-4981-a581-3445b35faf4f tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "GET /v2.0/ports?device_id=b83c82b3-e91d-4fcf-8c84-5ed61da32f68 HTTP/1.1" status: 200 len: 943 time: 0.0621779 Aug 16 23:22:55.740744 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d8f81dbf-7c2c-40c5-bebd-1035c0632b4e req-a2aca686-22ca-466c-a191-06366991c252 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "GET /v2.0/security-groups?id=420a5452-1cf1-4116-b5d1-2d90c8c2a71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391154 Aug 16 23:22:56.596766 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device c6b10710-f201-4b1c-8024-6c7307d91518 details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:22:56.702014 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port c6b10710-f201-4b1c-8024-6c7307d91518, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=c6b10710-f201-4b1c-8024-6c7307d91518,segment=NetworkSegment(08848c8b-6908-4a18-b1d6-333f191b7139),segment_id=08848c8b-6908-4a18-b1d6-333f191b7139)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:22:56.715798 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': 'c6b10710-f201-4b1c-8024-6c7307d91518', 'network_id': '179b32cd-513f-444d-a32a-2d38a97fd1c7', 'port_id': 'c6b10710-f201-4b1c-8024-6c7307d91518', 'mac_address': 'fa:16:3e:fc:f9:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44e0a9eb-ae5e-4528-979f-6e7f7a9a002b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:22:56.753506 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:56.768629 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6b10710-f201-4b1c-8024-6c7307d91518 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:22:56.803050 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port c6b10710-f201-4b1c-8024-6c7307d91518, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=c6b10710-f201-4b1c-8024-6c7307d91518,segment=NetworkSegment(08848c8b-6908-4a18-b1d6-333f191b7139),segment_id=08848c8b-6908-4a18-b1d6-333f191b7139)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:22:56.808644 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:56.861290 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=c6b10710-f201-4b1c-8024-6c7307d91518,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:22:56.873447 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb7ee30-fa9c-4031-8dfb-9abb019695f9 req-c42bbb75-3062-4e36-86b3-3aa715067302 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:56.875091 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ceb7ee30-fa9c-4031-8dfb-9abb019695f9 req-c42bbb75-3062-4e36-86b3-3aa715067302 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "GET /v2.0/ports?device_id=b83c82b3-e91d-4fcf-8c84-5ed61da32f68 HTTP/1.1" status: 200 len: 944 time: 0.0557668 Aug 16 23:22:56.915394 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ceb7ee30-fa9c-4031-8dfb-9abb019695f9 req-a0ef780e-10d2-4427-af70-b015611c767a tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "GET /v2.0/security-groups?id=420a5452-1cf1-4116-b5d1-2d90c8c2a71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331545 Aug 16 23:22:57.160484 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['c6b10710-f201-4b1c-8024-6c7307d91518'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:22:58.047866 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d0f39e-03e9-429a-bc53-400a3cc46274 req-71ea1dd7-c9c2-4132-aec9-0858342bb857 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:58.055664 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d6d0f39e-03e9-429a-bc53-400a3cc46274 req-71ea1dd7-c9c2-4132-aec9-0858342bb857 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "GET /v2.0/ports?device_id=b83c82b3-e91d-4fcf-8c84-5ed61da32f68 HTTP/1.1" status: 200 len: 944 time: 0.0524068 Aug 16 23:22:58.095496 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d6d0f39e-03e9-429a-bc53-400a3cc46274 req-ad03e83f-6dbc-4b56-b04d-7433704ac9d0 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "GET /v2.0/security-groups?id=420a5452-1cf1-4116-b5d1-2d90c8c2a71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320280 Aug 16 23:22:58.605194 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device c6b10710-f201-4b1c-8024-6c7307d91518 up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:22:58.655086 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning for port c6b10710-f201-4b1c-8024-6c7307d91518 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:22:58.658585 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port c6b10710-f201-4b1c-8024-6c7307d91518 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:22:58.658963 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:58.737499 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:58.760928 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b83c82b3-e91d-4fcf-8c84-5ed61da32f68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6b10710-f201-4b1c-8024-6c7307d91518'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:22:58.763156 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-385a0a92-b3f1-404e-9cfd-1df5fe665ffe" -d '{"events": [{"server_uuid": "b83c82b3-e91d-4fcf-8c84-5ed61da32f68", "name": "network-vif-plugged", "status": "completed", "tag": "c6b10710-f201-4b1c-8024-6c7307d91518"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:22:58.777267 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port c6b10710-f201-4b1c-8024-6c7307d91518, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=c6b10710-f201-4b1c-8024-6c7307d91518,segment=NetworkSegment(08848c8b-6908-4a18-b1d6-333f191b7139),segment_id=08848c8b-6908-4a18-b1d6-333f191b7139)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:22:58.782874 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:22:58.809616 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3f1b0c8-6640-477a-af84-bf7607e9e5b5 x-openstack-request-id: req-c3f1b0c8-6640-477a-af84-bf7607e9e5b5 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:22:58.809946 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b83c82b3-e91d-4fcf-8c84-5ed61da32f68", "name": "network-vif-plugged", "status": "completed", "tag": "c6b10710-f201-4b1c-8024-6c7307d91518", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:22:58.810156 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c3f1b0c8-6640-477a-af84-bf7607e9e5b5 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:22:58.810546 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b83c82b3-e91d-4fcf-8c84-5ed61da32f68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6b10710-f201-4b1c-8024-6c7307d91518', 'code': 200} Aug 16 23:22:58.839876 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=c6b10710-f201-4b1c-8024-6c7307d91518,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:22:58.937568 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f138fb41-5ada-45a0-a3c2-64b64d06141e req-377dbdfe-ec84-4d2b-9442-3a0a86233fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:58.938896 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f138fb41-5ada-45a0-a3c2-64b64d06141e req-377dbdfe-ec84-4d2b-9442-3a0a86233fc8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b83c82b3-e91d-4fcf-8c84-5ed61da32f68 HTTP/1.1" status: 200 len: 1097 time: 0.0472395 Aug 16 23:22:58.975616 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f138fb41-5ada-45a0-a3c2-64b64d06141e req-a7603dde-e232-4ee2-bace-080dcedce2f4 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=420a5452-1cf1-4116-b5d1-2d90c8c2a71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301616 Aug 16 23:22:59.226822 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5da48af-3bfa-4dbe-bd3c-0c4ed60eca47 req-cab6392c-a009-46d5-a215-f04ae3ecc5df tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:22:59.228411 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c5da48af-3bfa-4dbe-bd3c-0c4ed60eca47 req-cab6392c-a009-46d5-a215-f04ae3ecc5df tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "GET /v2.0/ports?device_id=b83c82b3-e91d-4fcf-8c84-5ed61da32f68 HTTP/1.1" status: 200 len: 945 time: 0.0582881 Aug 16 23:22:59.276814 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c5da48af-3bfa-4dbe-bd3c-0c4ed60eca47 req-9eea2a56-4abc-4f67-98e6-cc35ec0981b7 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "GET /v2.0/security-groups?id=420a5452-1cf1-4116-b5d1-2d90c8c2a71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417371 Aug 16 23:23:00.419964 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34357a78-d790-47da-970f-4091993a35c1 req-bbe0e119-a152-4e9f-b588-2ed3fa647165 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:00.421510 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-34357a78-d790-47da-970f-4091993a35c1 req-bbe0e119-a152-4e9f-b588-2ed3fa647165 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "GET /v2.0/ports?device_id=b83c82b3-e91d-4fcf-8c84-5ed61da32f68 HTTP/1.1" status: 200 len: 945 time: 0.0516205 Aug 16 23:23:00.461622 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-34357a78-d790-47da-970f-4091993a35c1 req-7f904f67-570c-401a-8915-d5bd2cd5cd55 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "GET /v2.0/security-groups?id=420a5452-1cf1-4116-b5d1-2d90c8c2a71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334122 Aug 16 23:23:01.038308 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de50a43-7a15-462d-a3d3-21c546845884 req-41aecd7a-25c9-4cae-aa5e-684e745aee31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:01.039848 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9de50a43-7a15-462d-a3d3-21c546845884 req-41aecd7a-25c9-4cae-aa5e-684e745aee31 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fe08b4fcaac541459502cc9491b540ad&device_id=b83c82b3-e91d-4fcf-8c84-5ed61da32f68 HTTP/1.1" status: 200 len: 1097 time: 0.3771944 Aug 16 23:23:01.048275 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110b2ea9-1598-4708-b9c8-22c32543c3b7 req-df06dd94-8464-4871-95ec-ab016196eb68 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:01.049766 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-110b2ea9-1598-4708-b9c8-22c32543c3b7 req-df06dd94-8464-4871-95ec-ab016196eb68 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "GET /v2.0/ports?device_id=b83c82b3-e91d-4fcf-8c84-5ed61da32f68 HTTP/1.1" status: 200 len: 945 time: 0.3958299 Aug 16 23:23:01.138673 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-110b2ea9-1598-4708-b9c8-22c32543c3b7 req-62842649-6c50-4230-8eba-517e0098f16f tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "GET /v2.0/security-groups?id=420a5452-1cf1-4116-b5d1-2d90c8c2a71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787935 Aug 16 23:23:01.175257 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de50a43-7a15-462d-a3d3-21c546845884 req-f798571e-6cf7-4992-bfa1-7843cb798a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:01.177257 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9de50a43-7a15-462d-a3d3-21c546845884 req-f798571e-6cf7-4992-bfa1-7843cb798a5d service neutron] 10.222.0.57 "GET /v2.0/networks?id=179b32cd-513f-444d-a32a-2d38a97fd1c7 HTTP/1.1" status: 200 len: 921 time: 0.1266389 Aug 16 23:23:01.220346 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9de50a43-7a15-462d-a3d3-21c546845884 req-7aa81b35-2b27-4203-bfc9-698821f18ffd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c6b10710-f201-4b1c-8024-6c7307d91518 HTTP/1.1" status: 200 len: 217 time: 0.0362101 Aug 16 23:23:01.271809 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de50a43-7a15-462d-a3d3-21c546845884 req-6f9697ac-1f2b-464b-ab96-9e13653dd3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:01.273394 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9de50a43-7a15-462d-a3d3-21c546845884 req-6f9697ac-1f2b-464b-ab96-9e13653dd3ea service neutron] 10.222.0.57 "GET /v2.0/subnets?id=44e0a9eb-ae5e-4528-979f-6e7f7a9a002b HTTP/1.1" status: 200 len: 860 time: 0.0459037 Aug 16 23:23:01.314963 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9de50a43-7a15-462d-a3d3-21c546845884 req-61847e86-a27e-42d3-9784-1153cbcb4a9a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=179b32cd-513f-444d-a32a-2d38a97fd1c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349665 Aug 16 23:23:01.414601 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9de50a43-7a15-462d-a3d3-21c546845884 req-9bd4ef46-1fbc-411d-ac03-68fcf8cae12e service neutron] 10.222.0.57 "GET /v2.0/networks/179b32cd-513f-444d-a32a-2d38a97fd1c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920734 Aug 16 23:23:01.520090 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9de50a43-7a15-462d-a3d3-21c546845884 req-40111eaa-7fed-4713-9cf8-e51657dabdde service neutron] 10.222.0.57 "GET /v2.0/networks/179b32cd-513f-444d-a32a-2d38a97fd1c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984681 Aug 16 23:23:02.267897 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77dbb52-6d64-4ceb-8809-fbdbbb7dd62a req-a409706b-6289-4795-afde-0c362d9f18ed tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:02.271778 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b77dbb52-6d64-4ceb-8809-fbdbbb7dd62a req-a409706b-6289-4795-afde-0c362d9f18ed tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "GET /v2.0/ports?device_id=b83c82b3-e91d-4fcf-8c84-5ed61da32f68 HTTP/1.1" status: 200 len: 945 time: 0.0548694 Aug 16 23:23:02.315331 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b77dbb52-6d64-4ceb-8809-fbdbbb7dd62a req-9f0cab7e-c2b6-4f71-acb2-c010dde68482 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "GET /v2.0/security-groups?id=420a5452-1cf1-4116-b5d1-2d90c8c2a71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381560 Aug 16 23:23:03.440041 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903489f9-3939-41c1-8362-360e9b876c65 req-8faffebd-69ea-43ef-afc4-189f448176dc tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:03.441642 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-903489f9-3939-41c1-8362-360e9b876c65 req-8faffebd-69ea-43ef-afc4-189f448176dc tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "GET /v2.0/ports?device_id=b83c82b3-e91d-4fcf-8c84-5ed61da32f68 HTTP/1.1" status: 200 len: 945 time: 0.0519111 Aug 16 23:23:03.481272 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-903489f9-3939-41c1-8362-360e9b876c65 req-4cc14774-045c-4d9f-b842-d77dc7d62c42 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "GET /v2.0/security-groups?id=420a5452-1cf1-4116-b5d1-2d90c8c2a71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334506 Aug 16 23:23:04.673610 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8203527d-044b-48dd-825e-1773b1dd4984 req-ae2605bd-764e-4f02-b039-f3b26fce07c0 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:04.675242 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8203527d-044b-48dd-825e-1773b1dd4984 req-ae2605bd-764e-4f02-b039-f3b26fce07c0 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "GET /v2.0/ports?device_id=b83c82b3-e91d-4fcf-8c84-5ed61da32f68 HTTP/1.1" status: 200 len: 945 time: 0.0562913 Aug 16 23:23:04.718814 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8203527d-044b-48dd-825e-1773b1dd4984 req-239cec15-48fa-4880-9aac-bda774c82489 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "GET /v2.0/security-groups?id=420a5452-1cf1-4116-b5d1-2d90c8c2a71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369086 Aug 16 23:23:05.836724 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318bedc8-24ab-42b6-9ac3-d751a85322e6 req-99272437-e366-494b-a444-2ed43ddbbc01 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:05.838421 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-318bedc8-24ab-42b6-9ac3-d751a85322e6 req-99272437-e366-494b-a444-2ed43ddbbc01 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "GET /v2.0/ports?device_id=b83c82b3-e91d-4fcf-8c84-5ed61da32f68 HTTP/1.1" status: 200 len: 945 time: 0.0505579 Aug 16 23:23:05.877842 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-318bedc8-24ab-42b6-9ac3-d751a85322e6 req-a17749a9-d1cb-4238-a430-969b0825ef20 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "GET /v2.0/security-groups?id=420a5452-1cf1-4116-b5d1-2d90c8c2a71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332973 Aug 16 23:23:06.996007 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63413f1-bed7-4fed-9b7a-91f54c12df0c req-28246192-1459-4f7a-ac29-e69c4c9abde9 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:06.997576 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b63413f1-bed7-4fed-9b7a-91f54c12df0c req-28246192-1459-4f7a-ac29-e69c4c9abde9 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "GET /v2.0/ports?device_id=b83c82b3-e91d-4fcf-8c84-5ed61da32f68 HTTP/1.1" status: 200 len: 945 time: 0.0522854 Aug 16 23:23:07.037103 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b63413f1-bed7-4fed-9b7a-91f54c12df0c req-45b35220-ecdd-4798-bc38-d47c2364cc35 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "GET /v2.0/security-groups?id=420a5452-1cf1-4116-b5d1-2d90c8c2a71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337181 Aug 16 23:23:08.166737 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74034219-7537-407e-a66f-35eb48308b32 req-12ca9d20-1c90-4d7f-a152-415de0f27393 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:08.168248 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-74034219-7537-407e-a66f-35eb48308b32 req-12ca9d20-1c90-4d7f-a152-415de0f27393 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "GET /v2.0/ports?device_id=b83c82b3-e91d-4fcf-8c84-5ed61da32f68 HTTP/1.1" status: 200 len: 945 time: 0.0521307 Aug 16 23:23:08.228783 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-74034219-7537-407e-a66f-35eb48308b32 req-d5810b47-28fb-4437-ac2a-3e716f86c911 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "GET /v2.0/security-groups?id=420a5452-1cf1-4116-b5d1-2d90c8c2a71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484724 Aug 16 23:23:09.344362 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16840101-496f-4a47-aa74-d6659426b34e req-1cdd1db3-d953-4353-b08c-d9a544523287 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:09.345809 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-16840101-496f-4a47-aa74-d6659426b34e req-1cdd1db3-d953-4353-b08c-d9a544523287 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "GET /v2.0/ports?device_id=b83c82b3-e91d-4fcf-8c84-5ed61da32f68 HTTP/1.1" status: 200 len: 945 time: 0.0500941 Aug 16 23:23:09.392387 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-16840101-496f-4a47-aa74-d6659426b34e req-70b2f071-443a-4421-a3eb-6542e8648bb5 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "GET /v2.0/security-groups?id=420a5452-1cf1-4116-b5d1-2d90c8c2a71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370772 Aug 16 23:23:10.541109 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e0b525-486f-428b-8999-6117e18b6c15 req-9e97303e-2545-401b-a766-eed9cc4c9cb3 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:10.542708 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-17e0b525-486f-428b-8999-6117e18b6c15 req-9e97303e-2545-401b-a766-eed9cc4c9cb3 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "GET /v2.0/ports?device_id=b83c82b3-e91d-4fcf-8c84-5ed61da32f68 HTTP/1.1" status: 200 len: 945 time: 0.0516722 Aug 16 23:23:10.581268 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-17e0b525-486f-428b-8999-6117e18b6c15 req-e73c75d2-a1d3-4ccb-a344-119f93d8543a tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "GET /v2.0/security-groups?id=420a5452-1cf1-4116-b5d1-2d90c8c2a71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326107 Aug 16 23:23:11.389525 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:11.704830 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6035fe45-130b-404f-9528-f697d218d12f req-e2e8e693-1704-42ae-8db9-fe272c600b9b tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:11.706250 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6035fe45-130b-404f-9528-f697d218d12f req-e2e8e693-1704-42ae-8db9-fe272c600b9b tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "GET /v2.0/ports?device_id=b83c82b3-e91d-4fcf-8c84-5ed61da32f68 HTTP/1.1" status: 200 len: 945 time: 0.0496998 Aug 16 23:23:11.750263 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6035fe45-130b-404f-9528-f697d218d12f req-eca9847d-87dc-48f9-a408-47685c70331c tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "GET /v2.0/security-groups?id=420a5452-1cf1-4116-b5d1-2d90c8c2a71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372527 Aug 16 23:23:12.881659 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb787d94-5202-411d-8c2e-c6b6950f6f5d req-f1d6f265-7bac-4f6e-a3ed-427e22b51017 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:12.883169 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-eb787d94-5202-411d-8c2e-c6b6950f6f5d req-f1d6f265-7bac-4f6e-a3ed-427e22b51017 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "GET /v2.0/ports?device_id=b83c82b3-e91d-4fcf-8c84-5ed61da32f68 HTTP/1.1" status: 200 len: 945 time: 0.0497985 Aug 16 23:23:12.921769 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-eb787d94-5202-411d-8c2e-c6b6950f6f5d req-16725940-ed9d-4b2e-abaf-f262a091b762 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "GET /v2.0/security-groups?id=420a5452-1cf1-4116-b5d1-2d90c8c2a71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324132 Aug 16 23:23:14.037734 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3d1011-11e9-4b90-99ac-3a41117565b4 req-cf7a3394-7bb1-4f03-bee2-7f994de7080c tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:14.039260 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6a3d1011-11e9-4b90-99ac-3a41117565b4 req-cf7a3394-7bb1-4f03-bee2-7f994de7080c tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "GET /v2.0/ports?device_id=b83c82b3-e91d-4fcf-8c84-5ed61da32f68 HTTP/1.1" status: 200 len: 945 time: 0.0491436 Aug 16 23:23:14.077128 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6a3d1011-11e9-4b90-99ac-3a41117565b4 req-c726e4f6-f70f-433e-b422-67b4792c7ef4 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "GET /v2.0/security-groups?id=420a5452-1cf1-4116-b5d1-2d90c8c2a71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318465 Aug 16 23:23:15.195598 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54548f69-f43a-4aab-ae9f-0841e9cff66d req-c2deedbd-7748-405d-9954-b1dbe53323d2 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:15.197104 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-54548f69-f43a-4aab-ae9f-0841e9cff66d req-c2deedbd-7748-405d-9954-b1dbe53323d2 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "GET /v2.0/ports?device_id=b83c82b3-e91d-4fcf-8c84-5ed61da32f68 HTTP/1.1" status: 200 len: 945 time: 0.0506113 Aug 16 23:23:15.238104 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-54548f69-f43a-4aab-ae9f-0841e9cff66d req-5686a574-d587-4c2c-882f-dd8518b6ab3a tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "GET /v2.0/security-groups?id=420a5452-1cf1-4116-b5d1-2d90c8c2a71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349565 Aug 16 23:23:16.366486 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c15715-85cb-44b8-881d-2abb0e9b4cf2 req-e64db35d-2419-417d-822f-823704be4374 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:16.368375 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-95c15715-85cb-44b8-881d-2abb0e9b4cf2 req-e64db35d-2419-417d-822f-823704be4374 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "GET /v2.0/ports?device_id=b83c82b3-e91d-4fcf-8c84-5ed61da32f68 HTTP/1.1" status: 200 len: 945 time: 0.0548317 Aug 16 23:23:16.411667 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-95c15715-85cb-44b8-881d-2abb0e9b4cf2 req-9bfa6cac-a3bb-4c9d-9769-4cee23f85a9f tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "GET /v2.0/security-groups?id=420a5452-1cf1-4116-b5d1-2d90c8c2a71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370805 Aug 16 23:23:17.531033 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4964006-11ae-4042-8487-0fda218dacfa req-12e12bcd-3216-4c23-ae39-cdfea5fa4513 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:17.532544 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a4964006-11ae-4042-8487-0fda218dacfa req-12e12bcd-3216-4c23-ae39-cdfea5fa4513 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "GET /v2.0/ports?device_id=b83c82b3-e91d-4fcf-8c84-5ed61da32f68 HTTP/1.1" status: 200 len: 945 time: 0.0529177 Aug 16 23:23:17.574328 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a4964006-11ae-4042-8487-0fda218dacfa req-9937b80a-cb06-4e9a-bd53-e8066a2db316 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "GET /v2.0/security-groups?id=420a5452-1cf1-4116-b5d1-2d90c8c2a71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356977 Aug 16 23:23:17.681546 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-744379e1-6ed2-4fd1-be58-ac103397a0e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:18.692154 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac887dc6-07cc-4c9d-aca9-20c6d27d47bb req-4c640778-c038-4a67-b2ba-33ea1de4a77d tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:18.693998 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ac887dc6-07cc-4c9d-aca9-20c6d27d47bb req-4c640778-c038-4a67-b2ba-33ea1de4a77d tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "GET /v2.0/ports?device_id=b83c82b3-e91d-4fcf-8c84-5ed61da32f68 HTTP/1.1" status: 200 len: 945 time: 0.0519979 Aug 16 23:23:18.737501 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ac887dc6-07cc-4c9d-aca9-20c6d27d47bb req-afdbb782-6314-42ae-b250-98bab5408c22 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "GET /v2.0/security-groups?id=420a5452-1cf1-4116-b5d1-2d90c8c2a71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374064 Aug 16 23:23:19.784591 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99f41d6b-2b55-4526-978e-6b28170a2278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:19.856796 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0cf1cc-33b0-4a5f-a89a-cf899f020df0 req-1a51c93b-604f-4f79-803a-e6d49ca64111 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:19.858463 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4c0cf1cc-33b0-4a5f-a89a-cf899f020df0 req-1a51c93b-604f-4f79-803a-e6d49ca64111 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "GET /v2.0/ports?device_id=b83c82b3-e91d-4fcf-8c84-5ed61da32f68 HTTP/1.1" status: 200 len: 945 time: 0.0514548 Aug 16 23:23:19.898874 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4c0cf1cc-33b0-4a5f-a89a-cf899f020df0 req-7031c56e-df52-4ed0-9e4c-b589addb66a4 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "GET /v2.0/security-groups?id=420a5452-1cf1-4116-b5d1-2d90c8c2a71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339787 Aug 16 23:23:20.635433 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:21.014844 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c22d9b-f07a-4174-8d97-44ef2b462602 req-5c91aa8a-e5ae-407b-b24f-0604174cfd4a tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:21.016345 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-91c22d9b-f07a-4174-8d97-44ef2b462602 req-5c91aa8a-e5ae-407b-b24f-0604174cfd4a tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "GET /v2.0/ports?device_id=b83c82b3-e91d-4fcf-8c84-5ed61da32f68 HTTP/1.1" status: 200 len: 945 time: 0.0501664 Aug 16 23:23:21.055520 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-91c22d9b-f07a-4174-8d97-44ef2b462602 req-2e518250-fd2d-4863-bdf9-65d72715a2b0 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "GET /v2.0/security-groups?id=420a5452-1cf1-4116-b5d1-2d90c8c2a71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320003 Aug 16 23:23:21.591054 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:22.174222 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48010843-8416-4cfb-a044-66b42d5ac98d req-e8443670-d5da-43ca-a974-f7ec3f4ffee5 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:22.175984 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-48010843-8416-4cfb-a044-66b42d5ac98d req-e8443670-d5da-43ca-a974-f7ec3f4ffee5 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "GET /v2.0/ports?device_id=b83c82b3-e91d-4fcf-8c84-5ed61da32f68 HTTP/1.1" status: 200 len: 945 time: 0.0503905 Aug 16 23:23:22.224335 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-48010843-8416-4cfb-a044-66b42d5ac98d req-7a1f3042-d52d-4b96-94c1-7cd7f61e409b tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "GET /v2.0/security-groups?id=420a5452-1cf1-4116-b5d1-2d90c8c2a71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424452 Aug 16 23:23:22.821619 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:23.342099 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb8ede3-22ef-4a3f-8d17-1e7d28f2651e req-baf8c9a0-91af-41de-a398-9dc3d8a0187d tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:23.343613 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-abb8ede3-22ef-4a3f-8d17-1e7d28f2651e req-baf8c9a0-91af-41de-a398-9dc3d8a0187d tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "GET /v2.0/ports?device_id=b83c82b3-e91d-4fcf-8c84-5ed61da32f68 HTTP/1.1" status: 200 len: 945 time: 0.0508313 Aug 16 23:23:23.383113 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-abb8ede3-22ef-4a3f-8d17-1e7d28f2651e req-d419b44c-2d0f-4858-9a7d-355349a20325 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "GET /v2.0/security-groups?id=420a5452-1cf1-4116-b5d1-2d90c8c2a71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334330 Aug 16 23:23:23.865069 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49028) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:23:23.989213 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-acd2181f-ce50-4788-8d54-706d6f5c8225 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:24.079020 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-acd2181f-ce50-4788-8d54-706d6f5c8225 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:24.083512 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-acd2181f-ce50-4788-8d54-706d6f5c8225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:24.122476 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-acd2181f-ce50-4788-8d54-706d6f5c8225 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7cc3f8eb202444e1813a5e4a8b95b2e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2562976 Aug 16 23:23:24.124478 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd2181f-ce50-4788-8d54-706d6f5c8225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2419ea8c-602e-460b-830a-265a9ee4a8b4,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:24.125217 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 49032) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:23:24.132775 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd2181f-ce50-4788-8d54-706d6f5c8225 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:24.133137 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd2181f-ce50-4788-8d54-706d6f5c8225 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:24.133487 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd2181f-ce50-4788-8d54-706d6f5c8225 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:24.133832 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd2181f-ce50-4788-8d54-706d6f5c8225 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:24.134171 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd2181f-ce50-4788-8d54-706d6f5c8225 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:24.134505 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd2181f-ce50-4788-8d54-706d6f5c8225 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:24.134839 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd2181f-ce50-4788-8d54-706d6f5c8225 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:24.135171 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd2181f-ce50-4788-8d54-706d6f5c8225 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:24.135505 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd2181f-ce50-4788-8d54-706d6f5c8225 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:24.135868 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd2181f-ce50-4788-8d54-706d6f5c8225 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:24.136174 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd2181f-ce50-4788-8d54-706d6f5c8225 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:24.136503 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd2181f-ce50-4788-8d54-706d6f5c8225 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:24.177323 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-92620f0a-7820-45d5-961b-a34ee214564c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:24.198572 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-92620f0a-7820-45d5-961b-a34ee214564c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:24.252187 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-92620f0a-7820-45d5-961b-a34ee214564c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:24.254884 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-92620f0a-7820-45d5-961b-a34ee214564c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:24.256091 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-92620f0a-7820-45d5-961b-a34ee214564c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2419ea8c-602e-460b-830a-265a9ee4a8b4 HTTP/1.1" status: 204 len: 168 time: 0.1297994 Aug 16 23:23:24.263681 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92620f0a-7820-45d5-961b-a34ee214564c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2419ea8c-602e-460b-830a-265a9ee4a8b4,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:24.273065 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92620f0a-7820-45d5-961b-a34ee214564c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:24.273443 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92620f0a-7820-45d5-961b-a34ee214564c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:24.273777 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92620f0a-7820-45d5-961b-a34ee214564c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:24.274108 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92620f0a-7820-45d5-961b-a34ee214564c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:24.274451 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92620f0a-7820-45d5-961b-a34ee214564c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:24.274851 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92620f0a-7820-45d5-961b-a34ee214564c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:24.275112 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92620f0a-7820-45d5-961b-a34ee214564c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:24.275454 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92620f0a-7820-45d5-961b-a34ee214564c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:24.275764 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92620f0a-7820-45d5-961b-a34ee214564c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:24.276092 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92620f0a-7820-45d5-961b-a34ee214564c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:24.276565 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92620f0a-7820-45d5-961b-a34ee214564c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:24.276899 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92620f0a-7820-45d5-961b-a34ee214564c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:24.510880 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7cd495-f1e0-44fa-b521-5b088630baff req-3c22b8a8-8a44-40d1-8771-4a5a9b131cfc tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:24.512568 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5b7cd495-f1e0-44fa-b521-5b088630baff req-3c22b8a8-8a44-40d1-8771-4a5a9b131cfc tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "GET /v2.0/ports?device_id=b83c82b3-e91d-4fcf-8c84-5ed61da32f68 HTTP/1.1" status: 200 len: 945 time: 0.0606825 Aug 16 23:23:24.559025 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5b7cd495-f1e0-44fa-b521-5b088630baff req-e5811bdf-908f-476b-91a4-b33895e04316 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "GET /v2.0/security-groups?id=420a5452-1cf1-4116-b5d1-2d90c8c2a71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390100 Aug 16 23:23:25.486608 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:25.682160 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec7a52d-0eab-44f7-ae5a-33cccbaf33ea req-d2a48d8c-8a55-4c5b-8f6f-adb7f3ded70b tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:25.683651 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1ec7a52d-0eab-44f7-ae5a-33cccbaf33ea req-d2a48d8c-8a55-4c5b-8f6f-adb7f3ded70b tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "GET /v2.0/ports?device_id=b83c82b3-e91d-4fcf-8c84-5ed61da32f68 HTTP/1.1" status: 200 len: 945 time: 0.0506930 Aug 16 23:23:25.724316 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1ec7a52d-0eab-44f7-ae5a-33cccbaf33ea req-f921ae1e-99a6-4875-8a1f-97b33c1089ef tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "GET /v2.0/security-groups?id=420a5452-1cf1-4116-b5d1-2d90c8c2a71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344467 Aug 16 23:23:26.848679 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cad798-4de7-4383-a368-bfa742ef956b req-22710d55-acd1-4dde-8135-a32a43b8c8a5 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:26.850234 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-30cad798-4de7-4383-a368-bfa742ef956b req-22710d55-acd1-4dde-8135-a32a43b8c8a5 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "GET /v2.0/ports?device_id=b83c82b3-e91d-4fcf-8c84-5ed61da32f68 HTTP/1.1" status: 200 len: 945 time: 0.0555229 Aug 16 23:23:26.890301 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-30cad798-4de7-4383-a368-bfa742ef956b req-898f7f00-c84d-4611-bbca-b6a1d0b61784 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "GET /v2.0/security-groups?id=420a5452-1cf1-4116-b5d1-2d90c8c2a71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336795 Aug 16 23:23:28.020021 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba45ca2-4ed1-4340-b100-bc3f15d2eb79 req-c49a02d7-1c04-4458-90db-e1325c77bb19 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:28.022660 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0ba45ca2-4ed1-4340-b100-bc3f15d2eb79 req-c49a02d7-1c04-4458-90db-e1325c77bb19 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "GET /v2.0/ports?device_id=b83c82b3-e91d-4fcf-8c84-5ed61da32f68 HTTP/1.1" status: 200 len: 945 time: 0.0574121 Aug 16 23:23:28.059716 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0ba45ca2-4ed1-4340-b100-bc3f15d2eb79 req-e35037ad-ef1d-4856-82c2-7348192aa073 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "GET /v2.0/security-groups?id=420a5452-1cf1-4116-b5d1-2d90c8c2a71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322890 Aug 16 23:23:28.317508 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1f1543-f11f-4614-a392-c5174b924ec9 req-988a5125-b979-476c-8093-0f036a6ffb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:28.319066 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7f1f1543-f11f-4614-a392-c5174b924ec9 req-988a5125-b979-476c-8093-0f036a6ffb69 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b83c82b3-e91d-4fcf-8c84-5ed61da32f68 HTTP/1.1" status: 200 len: 1097 time: 0.0416942 Aug 16 23:23:28.356236 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7f1f1543-f11f-4614-a392-c5174b924ec9 req-44ac9418-0355-41ea-81a6-4c9550a4ae64 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=420a5452-1cf1-4116-b5d1-2d90c8c2a71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304279 Aug 16 23:23:29.178065 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba2d139-20d7-40b3-970a-6a6ace3577a5 req-29257dc5-ed95-4aed-9755-7a9d759dee09 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:29.179581 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fba2d139-20d7-40b3-970a-6a6ace3577a5 req-29257dc5-ed95-4aed-9755-7a9d759dee09 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "GET /v2.0/ports?device_id=b83c82b3-e91d-4fcf-8c84-5ed61da32f68 HTTP/1.1" status: 200 len: 945 time: 0.0524466 Aug 16 23:23:29.217600 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fba2d139-20d7-40b3-970a-6a6ace3577a5 req-924e8017-44ba-4577-a0ef-579065549c4e tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "GET /v2.0/security-groups?id=420a5452-1cf1-4116-b5d1-2d90c8c2a71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320282 Aug 16 23:23:30.345637 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee7ed5-7a78-4d27-8d48-0e3fa37ae015 req-f2cc9181-3842-477a-b3b3-4ad68c2a252c tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:30.347752 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fbee7ed5-7a78-4d27-8d48-0e3fa37ae015 req-f2cc9181-3842-477a-b3b3-4ad68c2a252c tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "GET /v2.0/ports?device_id=b83c82b3-e91d-4fcf-8c84-5ed61da32f68 HTTP/1.1" status: 200 len: 945 time: 0.0581331 Aug 16 23:23:30.396603 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fbee7ed5-7a78-4d27-8d48-0e3fa37ae015 req-227a67f0-bf31-4ac3-a72e-a4ee07fc34d6 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "GET /v2.0/security-groups?id=420a5452-1cf1-4116-b5d1-2d90c8c2a71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422487 Aug 16 23:23:30.438937 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-5c6aba68-2d3c-4fd9-8a24-c31ed153e654 req-c61040b3-4141-42da-bccc-b26a173e9f8d tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1302241527', 'description': 'tempest-description-30351795'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:23:30.469339 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-5c6aba68-2d3c-4fd9-8a24-c31ed153e654 req-c61040b3-4141-42da-bccc-b26a173e9f8d tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:30.565373 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-5c6aba68-2d3c-4fd9-8a24-c31ed153e654 req-c61040b3-4141-42da-bccc-b26a173e9f8d tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:30.571063 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-5c6aba68-2d3c-4fd9-8a24-c31ed153e654 req-c61040b3-4141-42da-bccc-b26a173e9f8d tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:30.615066 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-5c6aba68-2d3c-4fd9-8a24-c31ed153e654 req-c61040b3-4141-42da-bccc-b26a173e9f8d tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:30.617046 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5c6aba68-2d3c-4fd9-8a24-c31ed153e654 req-c61040b3-4141-42da-bccc-b26a173e9f8d tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1839044 Aug 16 23:23:30.619581 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61040b3-4141-42da-bccc-b26a173e9f8d tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f6805f6-a726-46c4-a0de-6f25522eb30f,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:30.726115 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-95562250-05a2-4fb9-ae88-974e367f3e0b req-77e28342-360c-4d6f-8aed-bf603f103c7c tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1302241527&fields=id&tenant_id=fe08b4fcaac541459502cc9491b540ad HTTP/1.1" status: 200 len: 267 time: 0.0436678 Aug 16 23:23:30.786899 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95562250-05a2-4fb9-ae88-974e367f3e0b req-72e769c7-e84a-45fc-ba3b-2f84460581b8 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:30.788398 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-95562250-05a2-4fb9-ae88-974e367f3e0b req-72e769c7-e84a-45fc-ba3b-2f84460581b8 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "GET /v2.0/ports?device_id=b83c82b3-e91d-4fcf-8c84-5ed61da32f68 HTTP/1.1" status: 200 len: 945 time: 0.0529659 Aug 16 23:23:30.801610 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-95562250-05a2-4fb9-ae88-974e367f3e0b req-f2d790b2-0450-4043-a7ad-8a36f9cbd826 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Request body: {'port': {'security_groups': ['420a5452-1cf1-4116-b5d1-2d90c8c2a71b', '2f6805f6-a726-46c4-a0de-6f25522eb30f']}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:23:30.872628 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-95562250-05a2-4fb9-ae88-974e367f3e0b req-f2d790b2-0450-4043-a7ad-8a36f9cbd826 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:31.077250 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-95562250-05a2-4fb9-ae88-974e367f3e0b req-f2d790b2-0450-4043-a7ad-8a36f9cbd826 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] For port c6b10710-f201-4b1c-8024-6c7307d91518, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=c6b10710-f201-4b1c-8024-6c7307d91518,segment=NetworkSegment(08848c8b-6908-4a18-b1d6-333f191b7139),segment_id=08848c8b-6908-4a18-b1d6-333f191b7139)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:23:31.108228 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-95562250-05a2-4fb9-ae88-974e367f3e0b req-f2d790b2-0450-4043-a7ad-8a36f9cbd826 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:31.114371 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-95562250-05a2-4fb9-ae88-974e367f3e0b req-f2d790b2-0450-4043-a7ad-8a36f9cbd826 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:31.148350 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['c6b10710-f201-4b1c-8024-6c7307d91518'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:23:31.159555 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95562250-05a2-4fb9-ae88-974e367f3e0b req-f2d790b2-0450-4043-a7ad-8a36f9cbd826 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:31.160305 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-95562250-05a2-4fb9-ae88-974e367f3e0b req-f2d790b2-0450-4043-a7ad-8a36f9cbd826 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:31.163733 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-95562250-05a2-4fb9-ae88-974e367f3e0b req-f2d790b2-0450-4043-a7ad-8a36f9cbd826 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "PUT /v2.0/ports/c6b10710-f201-4b1c-8024-6c7307d91518 HTTP/1.1" status: 200 len: 981 time: 0.3658874 Aug 16 23:23:31.163733 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b83c82b3-e91d-4fcf-8c84-5ed61da32f68', 'tag': 'c6b10710-f201-4b1c-8024-6c7307d91518'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:23:31.164564 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d260670a-b4b9-480a-8def-41f2b374b89d" -d '{"events": [{"name": "network-changed", "server_uuid": "b83c82b3-e91d-4fcf-8c84-5ed61da32f68", "tag": "c6b10710-f201-4b1c-8024-6c7307d91518"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:23:31.205823 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d790b2-0450-4043-a7ad-8a36f9cbd826 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Pushing event updated for resources: {'Port': ['ID=c6b10710-f201-4b1c-8024-6c7307d91518,revision_number=6']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:31.245978 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efcf2a07-bd89-4016-9251-9899e2f99454 x-openstack-request-id: req-efcf2a07-bd89-4016-9251-9899e2f99454 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:23:31.246181 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b83c82b3-e91d-4fcf-8c84-5ed61da32f68", "tag": "c6b10710-f201-4b1c-8024-6c7307d91518", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:23:31.246474 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-efcf2a07-bd89-4016-9251-9899e2f99454 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:23:31.246954 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b83c82b3-e91d-4fcf-8c84-5ed61da32f68', 'tag': 'c6b10710-f201-4b1c-8024-6c7307d91518', 'status': 'completed', 'code': 200} Aug 16 23:23:31.286646 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['c6b10710-f201-4b1c-8024-6c7307d91518'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:23:31.302997 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c3a0391d-0dc7-40e5-a3dd-7271a16a7d0c req-e1a14b2d-0f3b-4568-a5aa-213251fc57cb tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1302241527&fields=id&tenant_id=fe08b4fcaac541459502cc9491b540ad HTTP/1.1" status: 200 len: 267 time: 0.0377240 Aug 16 23:23:31.401825 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d260670a-b4b9-480a-8def-41f2b374b89d req-845842a2-1594-4611-ba46-9f88ee568a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:31.403366 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d260670a-b4b9-480a-8def-41f2b374b89d req-845842a2-1594-4611-ba46-9f88ee568a43 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fe08b4fcaac541459502cc9491b540ad&device_id=b83c82b3-e91d-4fcf-8c84-5ed61da32f68 HTTP/1.1" status: 200 len: 1136 time: 0.0992436 Aug 16 23:23:31.415044 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a0391d-0dc7-40e5-a3dd-7271a16a7d0c req-8547b638-1258-4515-a97b-0198cdfea34a tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:31.417022 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c3a0391d-0dc7-40e5-a3dd-7271a16a7d0c req-8547b638-1258-4515-a97b-0198cdfea34a tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "GET /v2.0/ports?device_id=b83c82b3-e91d-4fcf-8c84-5ed61da32f68 HTTP/1.1" status: 200 len: 984 time: 0.0990212 Aug 16 23:23:31.446755 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-c3a0391d-0dc7-40e5-a3dd-7271a16a7d0c req-11d9674d-a2b0-4155-a29a-38e3027d9092 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Request body: {'port': {'security_groups': ['420a5452-1cf1-4116-b5d1-2d90c8c2a71b']}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:23:31.562996 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-c3a0391d-0dc7-40e5-a3dd-7271a16a7d0c req-11d9674d-a2b0-4155-a29a-38e3027d9092 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:31.587553 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d260670a-b4b9-480a-8def-41f2b374b89d req-2672be42-8497-4578-8bb2-8941e4c73eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:31.589106 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d260670a-b4b9-480a-8def-41f2b374b89d req-2672be42-8497-4578-8bb2-8941e4c73eea service neutron] 10.222.0.57 "GET /v2.0/networks?id=179b32cd-513f-444d-a32a-2d38a97fd1c7 HTTP/1.1" status: 200 len: 921 time: 0.1715271 Aug 16 23:23:31.658406 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d260670a-b4b9-480a-8def-41f2b374b89d req-fa63bbc4-a1ad-4900-aa7e-99e9e9064e49 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c6b10710-f201-4b1c-8024-6c7307d91518 HTTP/1.1" status: 200 len: 217 time: 0.0461173 Aug 16 23:23:31.735769 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d260670a-b4b9-480a-8def-41f2b374b89d req-34756b22-9e19-48ea-8592-9a2c29f0af83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:31.737288 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d260670a-b4b9-480a-8def-41f2b374b89d req-34756b22-9e19-48ea-8592-9a2c29f0af83 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=44e0a9eb-ae5e-4528-979f-6e7f7a9a002b HTTP/1.1" status: 200 len: 860 time: 0.0698102 Aug 16 23:23:31.803035 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:23:31.808875 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d260670a-b4b9-480a-8def-41f2b374b89d req-42263b7e-3e69-4fc1-9e7f-29adeb356ab4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=179b32cd-513f-444d-a32a-2d38a97fd1c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647819 Aug 16 23:23:31.906981 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-c3a0391d-0dc7-40e5-a3dd-7271a16a7d0c req-11d9674d-a2b0-4155-a29a-38e3027d9092 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] For port c6b10710-f201-4b1c-8024-6c7307d91518, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=c6b10710-f201-4b1c-8024-6c7307d91518,segment=NetworkSegment(08848c8b-6908-4a18-b1d6-333f191b7139),segment_id=08848c8b-6908-4a18-b1d6-333f191b7139)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:23:31.959180 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d260670a-b4b9-480a-8def-41f2b374b89d req-7801b3c7-f7e5-4be7-95b4-a42345924639 service neutron] 10.222.0.57 "GET /v2.0/networks/179b32cd-513f-444d-a32a-2d38a97fd1c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427226 Aug 16 23:23:31.963077 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-c3a0391d-0dc7-40e5-a3dd-7271a16a7d0c req-11d9674d-a2b0-4155-a29a-38e3027d9092 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:31.974396 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-c3a0391d-0dc7-40e5-a3dd-7271a16a7d0c req-11d9674d-a2b0-4155-a29a-38e3027d9092 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:32.005381 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['c6b10710-f201-4b1c-8024-6c7307d91518'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:23:32.061980 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a0391d-0dc7-40e5-a3dd-7271a16a7d0c req-11d9674d-a2b0-4155-a29a-38e3027d9092 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:32.062261 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-c3a0391d-0dc7-40e5-a3dd-7271a16a7d0c req-11d9674d-a2b0-4155-a29a-38e3027d9092 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:32.063622 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c3a0391d-0dc7-40e5-a3dd-7271a16a7d0c req-11d9674d-a2b0-4155-a29a-38e3027d9092 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "PUT /v2.0/ports/c6b10710-f201-4b1c-8024-6c7307d91518 HTTP/1.1" status: 200 len: 942 time: 0.6345973 Aug 16 23:23:32.172852 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['c6b10710-f201-4b1c-8024-6c7307d91518'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:23:32.195601 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d9674d-a2b0-4155-a29a-38e3027d9092 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Pushing event updated for resources: {'Port': ['ID=c6b10710-f201-4b1c-8024-6c7307d91518,revision_number=7']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:32.259896 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d260670a-b4b9-480a-8def-41f2b374b89d req-65edd36d-f64b-4fff-a332-97b1fd1987b0 service neutron] 10.222.0.57 "GET /v2.0/networks/179b32cd-513f-444d-a32a-2d38a97fd1c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2940533 Aug 16 23:23:32.328864 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-327677cd-3a04-4382-8667-fcc63158a7c4 req-54381c88-91e6-457a-8919-1914abae97e0 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2395713 Aug 16 23:23:32.341078 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-327677cd-3a04-4382-8667-fcc63158a7c4 req-4710b935-8d39-4e03-819a-74f6f6629a23 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Request body: {'floatingip': {'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:23:32.365008 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-327677cd-3a04-4382-8667-fcc63158a7c4 req-4710b935-8d39-4e03-819a-74f6f6629a23 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Notify callbacks [] for floatingip, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:32.472119 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-327677cd-3a04-4382-8667-fcc63158a7c4 req-4710b935-8d39-4e03-819a-74f6f6629a23 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:32.582656 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [req-327677cd-3a04-4382-8667-fcc63158a7c4 req-4710b935-8d39-4e03-819a-74f6f6629a23 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Allocated IP 172.25.4.138 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/e64ae72c-2227-456b-a31e-160c26d1cd45) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:23:32.695293 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-327677cd-3a04-4382-8667-fcc63158a7c4 req-4710b935-8d39-4e03-819a-74f6f6629a23 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:32.733907 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-327677cd-3a04-4382-8667-fcc63158a7c4 req-4710b935-8d39-4e03-819a-74f6f6629a23 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:32.775372 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-327677cd-3a04-4382-8667-fcc63158a7c4 req-4710b935-8d39-4e03-819a-74f6f6629a23 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:23:32.778343 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [req-327677cd-3a04-4382-8667-fcc63158a7c4 req-4710b935-8d39-4e03-819a-74f6f6629a23 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:23:32.782031 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-327677cd-3a04-4382-8667-fcc63158a7c4 req-4710b935-8d39-4e03-819a-74f6f6629a23 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:23:32.787992 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4710b935-8d39-4e03-819a-74f6f6629a23 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Pushing event updated for resources: {'Port': ['ID=e64ae72c-2227-456b-a31e-160c26d1cd45,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:32.880769 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-327677cd-3a04-4382-8667-fcc63158a7c4 req-4710b935-8d39-4e03-819a-74f6f6629a23 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:32.920291 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-327677cd-3a04-4382-8667-fcc63158a7c4 req-4710b935-8d39-4e03-819a-74f6f6629a23 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:33.092626 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-327677cd-3a04-4382-8667-fcc63158a7c4 req-4710b935-8d39-4e03-819a-74f6f6629a23 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:33.098482 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-327677cd-3a04-4382-8667-fcc63158a7c4 req-4710b935-8d39-4e03-819a-74f6f6629a23 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:33.173305 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4710b935-8d39-4e03-819a-74f6f6629a23 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Pushing event updated for resources: {'Port': ['ID=e64ae72c-2227-456b-a31e-160c26d1cd45,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:33.194414 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-327677cd-3a04-4382-8667-fcc63158a7c4 req-4710b935-8d39-4e03-819a-74f6f6629a23 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:33.208133 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-327677cd-3a04-4382-8667-fcc63158a7c4 req-4710b935-8d39-4e03-819a-74f6f6629a23 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:33.209436 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-327677cd-3a04-4382-8667-fcc63158a7c4 req-4710b935-8d39-4e03-819a-74f6f6629a23 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 0.8731282 Aug 16 23:23:33.275739 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b83c82b3-e91d-4fcf-8c84-5ed61da32f68', 'tag': 'c6b10710-f201-4b1c-8024-6c7307d91518'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:23:33.277998 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4140333d-07e6-4b3f-916f-dae4df2e5e8e" -d '{"events": [{"name": "network-changed", "server_uuid": "b83c82b3-e91d-4fcf-8c84-5ed61da32f68", "tag": "c6b10710-f201-4b1c-8024-6c7307d91518"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:23:33.294222 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-327677cd-3a04-4382-8667-fcc63158a7c4 req-a486c435-9230-4849-9b0a-06f879016fbe tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.4.138 HTTP/1.1" status: 200 len: 696 time: 0.0785022 Aug 16 23:23:33.326987 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6158cca-b615-480e-9c2b-e7a99be57057 x-openstack-request-id: req-e6158cca-b615-480e-9c2b-e7a99be57057 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:23:33.327313 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b83c82b3-e91d-4fcf-8c84-5ed61da32f68", "tag": "c6b10710-f201-4b1c-8024-6c7307d91518", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:23:33.327555 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e6158cca-b615-480e-9c2b-e7a99be57057 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:23:33.327950 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b83c82b3-e91d-4fcf-8c84-5ed61da32f68', 'tag': 'c6b10710-f201-4b1c-8024-6c7307d91518', 'status': 'completed', 'code': 200} Aug 16 23:23:33.442879 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140333d-07e6-4b3f-916f-dae4df2e5e8e req-092362d9-fe51-4410-8938-1ed40e820913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:33.444357 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4140333d-07e6-4b3f-916f-dae4df2e5e8e req-092362d9-fe51-4410-8938-1ed40e820913 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fe08b4fcaac541459502cc9491b540ad&device_id=b83c82b3-e91d-4fcf-8c84-5ed61da32f68 HTTP/1.1" status: 200 len: 1097 time: 0.0780797 Aug 16 23:23:33.519005 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327677cd-3a04-4382-8667-fcc63158a7c4 req-122536eb-161a-48f8-ad99-d3651931e371 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:33.520299 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-327677cd-3a04-4382-8667-fcc63158a7c4 req-122536eb-161a-48f8-ad99-d3651931e371 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "GET /v2.0/networks/c22c4980-c849-406d-982c-a5d68c515a94 HTTP/1.1" status: 200 len: 784 time: 0.2160075 Aug 16 23:23:33.538831 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [req-327677cd-3a04-4382-8667-fcc63158a7c4 req-321be9ac-d9e1-46b8-abee-7d193b8630c7 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:23:33.539825 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-327677cd-3a04-4382-8667-fcc63158a7c4 req-321be9ac-d9e1-46b8-abee-7d193b8630c7 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0113168 Aug 16 23:23:33.578376 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140333d-07e6-4b3f-916f-dae4df2e5e8e req-d99ce743-989c-4804-9d0f-d299d13aecef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:33.579912 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4140333d-07e6-4b3f-916f-dae4df2e5e8e req-d99ce743-989c-4804-9d0f-d299d13aecef service neutron] 10.222.0.57 "GET /v2.0/networks?id=179b32cd-513f-444d-a32a-2d38a97fd1c7 HTTP/1.1" status: 200 len: 921 time: 0.1291530 Aug 16 23:23:33.968585 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4140333d-07e6-4b3f-916f-dae4df2e5e8e req-a10f6252-972b-45e5-881f-ca420e4a4deb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c6b10710-f201-4b1c-8024-6c7307d91518 HTTP/1.1" status: 200 len: 217 time: 0.3804195 Aug 16 23:23:34.094018 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3213d1-7d39-428b-a016-6ae33eb1decc req-b907eff1-e7ec-4ccf-a4c2-741f75357a77 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:34.095562 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7a3213d1-7d39-428b-a016-6ae33eb1decc req-b907eff1-e7ec-4ccf-a4c2-741f75357a77 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "GET /v2.0/ports?device_id=b83c82b3-e91d-4fcf-8c84-5ed61da32f68&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1294997 Aug 16 23:23:34.097578 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140333d-07e6-4b3f-916f-dae4df2e5e8e req-f1f3d182-3c92-4f91-b8e4-de23d983741e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:34.099388 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4140333d-07e6-4b3f-916f-dae4df2e5e8e req-f1f3d182-3c92-4f91-b8e4-de23d983741e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=44e0a9eb-ae5e-4528-979f-6e7f7a9a002b HTTP/1.1" status: 200 len: 860 time: 0.1005714 Aug 16 23:23:34.157132 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4140333d-07e6-4b3f-916f-dae4df2e5e8e req-b3b929b4-f1ab-4a96-9a12-fbabf479d967 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=179b32cd-513f-444d-a32a-2d38a97fd1c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509996 Aug 16 23:23:34.215738 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7a3213d1-7d39-428b-a016-6ae33eb1decc req-2dae44d3-6bb6-4827-8965-c6c2064164ef tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.4.138 HTTP/1.1" status: 200 len: 696 time: 0.0969627 Aug 16 23:23:34.245914 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-7a3213d1-7d39-428b-a016-6ae33eb1decc req-50d7cb6e-8151-474f-9ef5-3b9d6bd0e5ee tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Request body: {'floatingip': {'port_id': 'c6b10710-f201-4b1c-8024-6c7307d91518', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:23:34.294428 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-7a3213d1-7d39-428b-a016-6ae33eb1decc req-50d7cb6e-8151-474f-9ef5-3b9d6bd0e5ee tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Notify callbacks [] for floatingip, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:34.421577 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4140333d-07e6-4b3f-916f-dae4df2e5e8e req-3cbf154c-1844-4d6a-af64-0f2da690e892 service neutron] 10.222.0.57 "GET /v2.0/networks/179b32cd-513f-444d-a32a-2d38a97fd1c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357240 Aug 16 23:23:34.610702 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4140333d-07e6-4b3f-916f-dae4df2e5e8e req-8f45bd2e-4932-4b3a-819f-beb834ecdbe2 service neutron] 10.222.0.57 "GET /v2.0/networks/179b32cd-513f-444d-a32a-2d38a97fd1c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817262 Aug 16 23:23:34.864084 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-7a3213d1-7d39-428b-a016-6ae33eb1decc req-50d7cb6e-8151-474f-9ef5-3b9d6bd0e5ee tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:34.868350 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-7a3213d1-7d39-428b-a016-6ae33eb1decc req-50d7cb6e-8151-474f-9ef5-3b9d6bd0e5ee tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:34.977931 n-d-791506-26 neutron-server[101292]: INFO neutron.db.l3_db [req-7a3213d1-7d39-428b-a016-6ae33eb1decc req-50d7cb6e-8151-474f-9ef5-3b9d6bd0e5ee tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Floating IP eab9aee2-7cfc-4432-97bd-88a4d85bbcb6 associated. External IP: 172.25.4.138, port: c6b10710-f201-4b1c-8024-6c7307d91518. Aug 16 23:23:35.218775 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a3213d1-7d39-428b-a016-6ae33eb1decc req-50d7cb6e-8151-474f-9ef5-3b9d6bd0e5ee tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Router 33387f6a-5472-4128-903e-e5ddcb7a0ad6 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:23:35.333158 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a3213d1-7d39-428b-a016-6ae33eb1decc req-50d7cb6e-8151-474f-9ef5-3b9d6bd0e5ee tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:23:35.337723 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-7a3213d1-7d39-428b-a016-6ae33eb1decc req-50d7cb6e-8151-474f-9ef5-3b9d6bd0e5ee tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:35.345304 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeebfc49-3a7b-4c91-94f5-c244485a1158 None None] Sync routers for ids ['33387f6a-5472-4128-903e-e5ddcb7a0ad6'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:23:35.355520 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeebfc49-3a7b-4c91-94f5-c244485a1158 None None] Routers {'33387f6a-5472-4128-903e-e5ddcb7a0ad6'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:23:35.356426 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-eeebfc49-3a7b-4c91-94f5-c244485a1158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:23:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['33387f6a-5472-4128-903e-e5ddcb7a0ad6'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:23:35.367165 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7a3213d1-7d39-428b-a016-6ae33eb1decc req-50d7cb6e-8151-474f-9ef5-3b9d6bd0e5ee tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "PUT /v2.0/floatingips/eab9aee2-7cfc-4432-97bd-88a4d85bbcb6 HTTP/1.1" status: 200 len: 996 time: 1.1267715 Aug 16 23:23:35.367626 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b83c82b3-e91d-4fcf-8c84-5ed61da32f68', 'tag': 'c6b10710-f201-4b1c-8024-6c7307d91518'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:23:35.370177 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e5b74f7-b2a9-4748-a70e-50a2542d0299" -d '{"events": [{"name": "network-changed", "server_uuid": "b83c82b3-e91d-4fcf-8c84-5ed61da32f68", "tag": "c6b10710-f201-4b1c-8024-6c7307d91518"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:23:35.431708 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2efbd9d-d9de-436c-b5e0-d82ef339a6c9 x-openstack-request-id: req-b2efbd9d-d9de-436c-b5e0-d82ef339a6c9 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:23:35.432004 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b83c82b3-e91d-4fcf-8c84-5ed61da32f68", "tag": "c6b10710-f201-4b1c-8024-6c7307d91518", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:23:35.432253 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b2efbd9d-d9de-436c-b5e0-d82ef339a6c9 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:23:35.432708 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b83c82b3-e91d-4fcf-8c84-5ed61da32f68', 'tag': 'c6b10710-f201-4b1c-8024-6c7307d91518', 'status': 'completed', 'code': 200} Aug 16 23:23:35.452266 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3213d1-7d39-428b-a016-6ae33eb1decc req-78e65b39-7075-479c-affc-3525fc118a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:35.456383 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7a3213d1-7d39-428b-a016-6ae33eb1decc req-78e65b39-7075-479c-affc-3525fc118a85 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fe08b4fcaac541459502cc9491b540ad&device_id=b83c82b3-e91d-4fcf-8c84-5ed61da32f68 HTTP/1.1" status: 200 len: 1097 time: 0.0556579 Aug 16 23:23:35.516365 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-eeebfc49-3a7b-4c91-94f5-c244485a1158 None None] Set router 33387f6a-5472-4128-903e-e5ddcb7a0ad6 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:23:35.593019 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5b74f7-b2a9-4748-a70e-50a2542d0299 req-9819ddd9-1a82-4591-abdb-5a34a553e374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:35.595296 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7e5b74f7-b2a9-4748-a70e-50a2542d0299 req-9819ddd9-1a82-4591-abdb-5a34a553e374 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fe08b4fcaac541459502cc9491b540ad&device_id=b83c82b3-e91d-4fcf-8c84-5ed61da32f68 HTTP/1.1" status: 200 len: 1097 time: 0.1144149 Aug 16 23:23:35.657075 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3213d1-7d39-428b-a016-6ae33eb1decc req-a4571c2b-96f1-4a4b-9960-893b2210768c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:35.659851 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7a3213d1-7d39-428b-a016-6ae33eb1decc req-a4571c2b-96f1-4a4b-9960-893b2210768c service neutron] 10.222.0.36 "GET /v2.0/networks?id=179b32cd-513f-444d-a32a-2d38a97fd1c7 HTTP/1.1" status: 200 len: 921 time: 0.1942704 Aug 16 23:23:35.762018 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5b74f7-b2a9-4748-a70e-50a2542d0299 req-f6a4b701-217e-4b2e-b734-e6adf78fc846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:35.763396 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7e5b74f7-b2a9-4748-a70e-50a2542d0299 req-f6a4b701-217e-4b2e-b734-e6adf78fc846 service neutron] 10.222.0.57 "GET /v2.0/networks?id=179b32cd-513f-444d-a32a-2d38a97fd1c7 HTTP/1.1" status: 200 len: 921 time: 0.1611366 Aug 16 23:23:35.765325 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7a3213d1-7d39-428b-a016-6ae33eb1decc req-94a19c01-500f-48ba-b400-b1308f906869 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c6b10710-f201-4b1c-8024-6c7307d91518 HTTP/1.1" status: 200 len: 999 time: 0.0953922 Aug 16 23:23:35.837002 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-eeebfc49-3a7b-4c91-94f5-c244485a1158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33387f6a-5472-4128-903e-e5ddcb7a0ad6', 'name': 'tempest-ServerRescueTestJSONUnderV235-2021399597-router', 'tenant_id': 'fe08b4fcaac541459502cc9491b540ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '7d7741a3-b9f3-423a-9ac4-bc411d09db4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:22:44Z', 'updated_at': '2021-08-16T23:22:47Z', 'revision_number': 4, 'project_id': 'fe08b4fcaac541459502cc9491b540ad', 'gw_port': {'id': '7d7741a3-b9f3-423a-9ac4-bc411d09db4d', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:35:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33387f6a-5472-4128-903e-e5ddcb7a0ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:22:45Z', 'updated_at': '2021-08-16T23:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': 'eab9aee2-7cfc-4432-97bd-88a4d85bbcb6', 'tenant_id': 'fe08b4fcaac541459502cc9491b540ad', 'floating_ip_address': '172.25.4.138', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': '33387f6a-5472-4128-903e-e5ddcb7a0ad6', 'port_id': 'c6b10710-f201-4b1c-8024-6c7307d91518', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '179b32cd-513f-444d-a32a-2d38a97fd1c7', 'mac_address': 'fa:16:3e:fc:f9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83c82b3-e91d-4fcf-8c84-5ed61da32f68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:23:32Z', 'updated_at': '2021-08-16T23:23:34Z', 'revision_number': 1, 'project_id': 'fe08b4fcaac541459502cc9491b540ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d2f2de0-1baf-414e-91f6-b70dc370d146', 'name': '', 'network_id': '179b32cd-513f-444d-a32a-2d38a97fd1c7', 'tenant_id': 'fe08b4fcaac541459502cc9491b540ad', 'mac_address': 'fa:16:3e:d8:e9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33387f6a-5472-4128-903e-e5ddcb7a0ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '44e0a9eb-ae5e-4528-979f-6e7f7a9a002b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:22:46Z', 'updated_at': '2021-08-16T23:22:52Z', 'revision_number': 5, 'project_id': 'fe08b4fcaac541459502cc9491b540ad', 'subnets': [{'id': '44e0a9eb-ae5e-4528-979f-6e7f7a9a002b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:23:35.858369 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7e5b74f7-b2a9-4748-a70e-50a2542d0299 req-c9f5b8e3-5f50-4a13-a85b-cfb9058365d7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c6b10710-f201-4b1c-8024-6c7307d91518 HTTP/1.1" status: 200 len: 999 time: 0.0872774 Aug 16 23:23:35.872383 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeebfc49-3a7b-4c91-94f5-c244485a1158 None None] Checking router: 33387f6a-5472-4128-903e-e5ddcb7a0ad6 for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:23:35.881583 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeebfc49-3a7b-4c91-94f5-c244485a1158 None None] Routers {'33387f6a-5472-4128-903e-e5ddcb7a0ad6'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:23:35.882559 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-eeebfc49-3a7b-4c91-94f5-c244485a1158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:23:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['33387f6a-5472-4128-903e-e5ddcb7a0ad6'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:23:35.940425 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5b74f7-b2a9-4748-a70e-50a2542d0299 req-9e158993-e686-470a-b57b-8a68d1863b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:35.942318 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7e5b74f7-b2a9-4748-a70e-50a2542d0299 req-9e158993-e686-470a-b57b-8a68d1863b72 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=44e0a9eb-ae5e-4528-979f-6e7f7a9a002b HTTP/1.1" status: 200 len: 860 time: 0.0776584 Aug 16 23:23:35.980885 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7e5b74f7-b2a9-4748-a70e-50a2542d0299 req-8f8b1e40-d8ac-4ee6-8031-481c45e8f808 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=179b32cd-513f-444d-a32a-2d38a97fd1c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309355 Aug 16 23:23:35.982880 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3213d1-7d39-428b-a016-6ae33eb1decc req-4b5f6240-7786-44a5-b0ef-a3261f3a19c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:35.993486 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7a3213d1-7d39-428b-a016-6ae33eb1decc req-4b5f6240-7786-44a5-b0ef-a3261f3a19c3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=44e0a9eb-ae5e-4528-979f-6e7f7a9a002b HTTP/1.1" status: 200 len: 860 time: 0.2148011 Aug 16 23:23:36.042447 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7a3213d1-7d39-428b-a016-6ae33eb1decc req-0fff07db-a547-4d80-9680-4c0185382f83 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=179b32cd-513f-444d-a32a-2d38a97fd1c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479681 Aug 16 23:23:36.073352 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [req-7a3213d1-7d39-428b-a016-6ae33eb1decc req-93c8978d-27a3-4821-b97a-641296c85ada service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:23:36.074350 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7a3213d1-7d39-428b-a016-6ae33eb1decc req-93c8978d-27a3-4821-b97a-641296c85ada service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067115 Aug 16 23:23:36.186257 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-eeebfc49-3a7b-4c91-94f5-c244485a1158 None None] Set router 33387f6a-5472-4128-903e-e5ddcb7a0ad6 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:23:36.196967 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7e5b74f7-b2a9-4748-a70e-50a2542d0299 req-55dc3e0a-6ac1-4563-9d0b-f28c5f8f13fa service neutron] 10.222.0.57 "GET /v2.0/networks/179b32cd-513f-444d-a32a-2d38a97fd1c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940520 Aug 16 23:23:36.298046 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7a3213d1-7d39-428b-a016-6ae33eb1decc req-317eba2e-ac66-4fee-8eca-d984b81e906d service neutron] 10.222.0.36 "GET /v2.0/networks/179b32cd-513f-444d-a32a-2d38a97fd1c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109678 Aug 16 23:23:36.365622 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7e5b74f7-b2a9-4748-a70e-50a2542d0299 req-43452ba8-766e-4bea-a994-5288d87a98b4 service neutron] 10.222.0.57 "GET /v2.0/networks/179b32cd-513f-444d-a32a-2d38a97fd1c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620505 Aug 16 23:23:36.505902 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7a3213d1-7d39-428b-a016-6ae33eb1decc req-74764ee8-8dc8-411c-b1df-da8fd0c67b85 service neutron] 10.222.0.36 "GET /v2.0/networks/179b32cd-513f-444d-a32a-2d38a97fd1c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898222 Aug 16 23:23:36.567711 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-eeebfc49-3a7b-4c91-94f5-c244485a1158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33387f6a-5472-4128-903e-e5ddcb7a0ad6', 'name': 'tempest-ServerRescueTestJSONUnderV235-2021399597-router', 'tenant_id': 'fe08b4fcaac541459502cc9491b540ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '7d7741a3-b9f3-423a-9ac4-bc411d09db4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:22:44Z', 'updated_at': '2021-08-16T23:22:47Z', 'revision_number': 4, 'project_id': 'fe08b4fcaac541459502cc9491b540ad', 'gw_port': {'id': '7d7741a3-b9f3-423a-9ac4-bc411d09db4d', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:35:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33387f6a-5472-4128-903e-e5ddcb7a0ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:22:45Z', 'updated_at': '2021-08-16T23:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': 'eab9aee2-7cfc-4432-97bd-88a4d85bbcb6', 'tenant_id': 'fe08b4fcaac541459502cc9491b540ad', 'floating_ip_address': '172.25.4.138', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': '33387f6a-5472-4128-903e-e5ddcb7a0ad6', 'port_id': 'c6b10710-f201-4b1c-8024-6c7307d91518', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '179b32cd-513f-444d-a32a-2d38a97fd1c7', 'mac_address': 'fa:16:3e:fc:f9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83c82b3-e91d-4fcf-8c84-5ed61da32f68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:23:32Z', 'updated_at': '2021-08-16T23:23:34Z', 'revision_number': 1, 'project_id': 'fe08b4fcaac541459502cc9491b540ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d2f2de0-1baf-414e-91f6-b70dc370d146', 'name': '', 'network_id': '179b32cd-513f-444d-a32a-2d38a97fd1c7', 'tenant_id': 'fe08b4fcaac541459502cc9491b540ad', 'mac_address': 'fa:16:3e:d8:e9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33387f6a-5472-4128-903e-e5ddcb7a0ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '44e0a9eb-ae5e-4528-979f-6e7f7a9a002b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:22:46Z', 'updated_at': '2021-08-16T23:22:52Z', 'revision_number': 5, 'project_id': 'fe08b4fcaac541459502cc9491b540ad', 'subnets': [{'id': '44e0a9eb-ae5e-4528-979f-6e7f7a9a002b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:23:36.613435 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeebfc49-3a7b-4c91-94f5-c244485a1158 None None] The sync data for ids ['33387f6a-5472-4128-903e-e5ddcb7a0ad6'] in n-d-791506-26 is: [{'id': '33387f6a-5472-4128-903e-e5ddcb7a0ad6', 'name': 'tempest-ServerRescueTestJSONUnderV235-2021399597-router', 'tenant_id': 'fe08b4fcaac541459502cc9491b540ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '7d7741a3-b9f3-423a-9ac4-bc411d09db4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:22:44Z', 'updated_at': '2021-08-16T23:22:47Z', 'revision_number': 4, 'project_id': 'fe08b4fcaac541459502cc9491b540ad', 'gw_port': {'id': '7d7741a3-b9f3-423a-9ac4-bc411d09db4d', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:35:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33387f6a-5472-4128-903e-e5ddcb7a0ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:22:45Z', 'updated_at': '2021-08-16T23:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': 'eab9aee2-7cfc-4432-97bd-88a4d85bbcb6', 'tenant_id': 'fe08b4fcaac541459502cc9491b540ad', 'floating_ip_address': '172.25.4.138', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': '33387f6a-5472-4128-903e-e5ddcb7a0ad6', 'port_id': 'c6b10710-f201-4b1c-8024-6c7307d91518', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '179b32cd-513f-444d-a32a-2d38a97fd1c7', 'mac_address': 'fa:16:3e:fc:f9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83c82b3-e91d-4fcf-8c84-5ed61da32f68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:23:32Z', 'updated_at': '2021-08-16T23:23:34Z', 'revision_number': 1, 'project_id': 'fe08b4fcaac541459502cc9491b540ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d2f2de0-1baf-414e-91f6-b70dc370d146', 'name': '', 'network_id': '179b32cd-513f-444d-a32a-2d38a97fd1c7', 'tenant_id': 'fe08b4fcaac541459502cc9491b540ad', 'mac_address': 'fa:16:3e:d8:e9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33387f6a-5472-4128-903e-e5ddcb7a0ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '44e0a9eb-ae5e-4528-979f-6e7f7a9a002b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:22:46Z', 'updated_at': '2021-08-16T23:22:52Z', 'revision_number': 5, 'project_id': 'fe08b4fcaac541459502cc9491b540ad', 'subnets': [{'id': '44e0a9eb-ae5e-4528-979f-6e7f7a9a002b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:23:36.661515 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-502b6723-2b18-4b9b-8734-96bd9d23a61e req-d298d59f-eb82-4e1e-8c12-8442cb24c3f6 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.4.138 HTTP/1.1" status: 200 len: 999 time: 0.1251378 Aug 16 23:23:36.735523 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502b6723-2b18-4b9b-8734-96bd9d23a61e req-1c4403f5-cc18-444a-b6ca-c76af5129c30 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:36.737901 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-502b6723-2b18-4b9b-8734-96bd9d23a61e req-1c4403f5-cc18-444a-b6ca-c76af5129c30 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "GET /v2.0/ports/c6b10710-f201-4b1c-8024-6c7307d91518 HTTP/1.1" status: 200 len: 942 time: 0.0676868 Aug 16 23:23:36.866900 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-502b6723-2b18-4b9b-8734-96bd9d23a61e req-5315ff46-bd6b-418a-be09-04819faa96f7 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.4.138 HTTP/1.1" status: 200 len: 999 time: 0.0804136 Aug 16 23:23:36.873219 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865f6797-65c3-43ad-9ca3-ad03a7c428b0 None None] New status for floating IP eab9aee2-7cfc-4432-97bd-88a4d85bbcb6: ACTIVE {{(pid=101294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:23:36.998516 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502b6723-2b18-4b9b-8734-96bd9d23a61e req-038903d1-1a10-46f4-8402-281ea688a312 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:37.000238 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-502b6723-2b18-4b9b-8734-96bd9d23a61e req-038903d1-1a10-46f4-8402-281ea688a312 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "GET /v2.0/networks/c22c4980-c849-406d-982c-a5d68c515a94 HTTP/1.1" status: 200 len: 784 time: 0.1259639 Aug 16 23:23:37.012598 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [req-502b6723-2b18-4b9b-8734-96bd9d23a61e req-43913a5b-ec5e-41e0-8d91-8bcaf29e12dd tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:23:37.014045 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-502b6723-2b18-4b9b-8734-96bd9d23a61e req-43913a5b-ec5e-41e0-8d91-8bcaf29e12dd tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063741 Aug 16 23:23:37.102995 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-502b6723-2b18-4b9b-8734-96bd9d23a61e req-efe66ef0-578e-40db-ab40-50aff34f4aa9 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.4.138 HTTP/1.1" status: 200 len: 999 time: 0.0789311 Aug 16 23:23:37.113872 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-502b6723-2b18-4b9b-8734-96bd9d23a61e req-dfd6f252-607d-4356-8558-9eb3282270d9 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:23:37.179635 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-502b6723-2b18-4b9b-8734-96bd9d23a61e req-dfd6f252-607d-4356-8558-9eb3282270d9 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Notify callbacks [] for floatingip, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:37.693479 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-502b6723-2b18-4b9b-8734-96bd9d23a61e req-dfd6f252-607d-4356-8558-9eb3282270d9 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:37.697944 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-502b6723-2b18-4b9b-8734-96bd9d23a61e req-dfd6f252-607d-4356-8558-9eb3282270d9 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:37.698538 n-d-791506-26 neutron-server[101292]: INFO neutron.db.l3_db [req-502b6723-2b18-4b9b-8734-96bd9d23a61e req-dfd6f252-607d-4356-8558-9eb3282270d9 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Floating IP eab9aee2-7cfc-4432-97bd-88a4d85bbcb6 disassociated. External IP: 172.25.4.138, port: c6b10710-f201-4b1c-8024-6c7307d91518. Aug 16 23:23:37.926242 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [req-502b6723-2b18-4b9b-8734-96bd9d23a61e req-dfd6f252-607d-4356-8558-9eb3282270d9 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Router 33387f6a-5472-4128-903e-e5ddcb7a0ad6 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:23:38.046455 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-502b6723-2b18-4b9b-8734-96bd9d23a61e req-dfd6f252-607d-4356-8558-9eb3282270d9 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:23:38.052169 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-502b6723-2b18-4b9b-8734-96bd9d23a61e req-dfd6f252-607d-4356-8558-9eb3282270d9 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:38.058778 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36779673-c101-41dd-94d0-0f06f67f2c74 None None] Sync routers for ids ['33387f6a-5472-4128-903e-e5ddcb7a0ad6'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:23:38.069449 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36779673-c101-41dd-94d0-0f06f67f2c74 None None] Routers {'33387f6a-5472-4128-903e-e5ddcb7a0ad6'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:23:38.070057 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-36779673-c101-41dd-94d0-0f06f67f2c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:23:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['33387f6a-5472-4128-903e-e5ddcb7a0ad6'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:23:38.082033 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-502b6723-2b18-4b9b-8734-96bd9d23a61e req-dfd6f252-607d-4356-8558-9eb3282270d9 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "PUT /v2.0/floatingips/eab9aee2-7cfc-4432-97bd-88a4d85bbcb6 HTTP/1.1" status: 200 len: 695 time: 0.9725809 Aug 16 23:23:38.082533 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b83c82b3-e91d-4fcf-8c84-5ed61da32f68', 'tag': 'c6b10710-f201-4b1c-8024-6c7307d91518'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:23:38.084801 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8860181-d21d-410f-ab9a-d7193c23332b" -d '{"events": [{"name": "network-changed", "server_uuid": "b83c82b3-e91d-4fcf-8c84-5ed61da32f68", "tag": "c6b10710-f201-4b1c-8024-6c7307d91518"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:23:38.134899 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b4470e8-3245-44e4-acf6-18d8a2a3b91d x-openstack-request-id: req-0b4470e8-3245-44e4-acf6-18d8a2a3b91d {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:23:38.135273 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b83c82b3-e91d-4fcf-8c84-5ed61da32f68", "tag": "c6b10710-f201-4b1c-8024-6c7307d91518", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:23:38.135595 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0b4470e8-3245-44e4-acf6-18d8a2a3b91d {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:23:38.140568 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b83c82b3-e91d-4fcf-8c84-5ed61da32f68', 'tag': 'c6b10710-f201-4b1c-8024-6c7307d91518', 'status': 'completed', 'code': 200} Aug 16 23:23:38.162735 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502b6723-2b18-4b9b-8734-96bd9d23a61e req-e7ea0132-2be1-458b-89f4-a6d06fe8138c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:38.165363 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-502b6723-2b18-4b9b-8734-96bd9d23a61e req-e7ea0132-2be1-458b-89f4-a6d06fe8138c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fe08b4fcaac541459502cc9491b540ad&device_id=b83c82b3-e91d-4fcf-8c84-5ed61da32f68 HTTP/1.1" status: 200 len: 1097 time: 0.0692718 Aug 16 23:23:38.196890 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-36779673-c101-41dd-94d0-0f06f67f2c74 None None] Set router 33387f6a-5472-4128-903e-e5ddcb7a0ad6 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:23:38.295325 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8860181-d21d-410f-ab9a-d7193c23332b req-8f4646e0-dfd8-4b0a-999f-38f726f95fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:38.297331 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f8860181-d21d-410f-ab9a-d7193c23332b req-8f4646e0-dfd8-4b0a-999f-38f726f95fca service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fe08b4fcaac541459502cc9491b540ad&device_id=b83c82b3-e91d-4fcf-8c84-5ed61da32f68 HTTP/1.1" status: 200 len: 1097 time: 0.1163206 Aug 16 23:23:38.374075 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502b6723-2b18-4b9b-8734-96bd9d23a61e req-8ea505c3-6785-4e0e-bf75-39fcb278670c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:38.376448 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-502b6723-2b18-4b9b-8734-96bd9d23a61e req-8ea505c3-6785-4e0e-bf75-39fcb278670c service neutron] 10.222.0.36 "GET /v2.0/networks?id=179b32cd-513f-444d-a32a-2d38a97fd1c7 HTTP/1.1" status: 200 len: 921 time: 0.2046607 Aug 16 23:23:38.417077 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-36779673-c101-41dd-94d0-0f06f67f2c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33387f6a-5472-4128-903e-e5ddcb7a0ad6', 'name': 'tempest-ServerRescueTestJSONUnderV235-2021399597-router', 'tenant_id': 'fe08b4fcaac541459502cc9491b540ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '7d7741a3-b9f3-423a-9ac4-bc411d09db4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:22:44Z', 'updated_at': '2021-08-16T23:22:47Z', 'revision_number': 4, 'project_id': 'fe08b4fcaac541459502cc9491b540ad', 'gw_port': {'id': '7d7741a3-b9f3-423a-9ac4-bc411d09db4d', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:35:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33387f6a-5472-4128-903e-e5ddcb7a0ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:22:45Z', 'updated_at': '2021-08-16T23:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '1d2f2de0-1baf-414e-91f6-b70dc370d146', 'name': '', 'network_id': '179b32cd-513f-444d-a32a-2d38a97fd1c7', 'tenant_id': 'fe08b4fcaac541459502cc9491b540ad', 'mac_address': 'fa:16:3e:d8:e9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33387f6a-5472-4128-903e-e5ddcb7a0ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '44e0a9eb-ae5e-4528-979f-6e7f7a9a002b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:22:46Z', 'updated_at': '2021-08-16T23:22:52Z', 'revision_number': 5, 'project_id': 'fe08b4fcaac541459502cc9491b540ad', 'subnets': [{'id': '44e0a9eb-ae5e-4528-979f-6e7f7a9a002b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:23:38.437420 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-502b6723-2b18-4b9b-8734-96bd9d23a61e req-43cdab94-ad77-4f21-b994-9688231e37cf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c6b10710-f201-4b1c-8024-6c7307d91518 HTTP/1.1" status: 200 len: 217 time: 0.0504072 Aug 16 23:23:38.444648 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36779673-c101-41dd-94d0-0f06f67f2c74 None None] Checking router: 33387f6a-5472-4128-903e-e5ddcb7a0ad6 for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:23:38.453911 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36779673-c101-41dd-94d0-0f06f67f2c74 None None] Routers {'33387f6a-5472-4128-903e-e5ddcb7a0ad6'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:23:38.454491 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-36779673-c101-41dd-94d0-0f06f67f2c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:23:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['33387f6a-5472-4128-903e-e5ddcb7a0ad6'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:23:38.513053 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8860181-d21d-410f-ab9a-d7193c23332b req-4f0d0af2-efa2-4e10-9775-1bbc827a25e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:38.515178 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f8860181-d21d-410f-ab9a-d7193c23332b req-4f0d0af2-efa2-4e10-9775-1bbc827a25e8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=179b32cd-513f-444d-a32a-2d38a97fd1c7 HTTP/1.1" status: 200 len: 921 time: 0.2065394 Aug 16 23:23:38.516074 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502b6723-2b18-4b9b-8734-96bd9d23a61e req-37a5b033-dd60-4dc4-a2ed-01dc21919bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:38.517472 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-502b6723-2b18-4b9b-8734-96bd9d23a61e req-37a5b033-dd60-4dc4-a2ed-01dc21919bd5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=44e0a9eb-ae5e-4528-979f-6e7f7a9a002b HTTP/1.1" status: 200 len: 860 time: 0.0734141 Aug 16 23:23:38.586332 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-36779673-c101-41dd-94d0-0f06f67f2c74 None None] Set router 33387f6a-5472-4128-903e-e5ddcb7a0ad6 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:23:38.605421 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-502b6723-2b18-4b9b-8734-96bd9d23a61e req-6d4f22df-c699-402c-aa15-d00e14b1bf0d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=179b32cd-513f-444d-a32a-2d38a97fd1c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729764 Aug 16 23:23:38.608245 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f8860181-d21d-410f-ab9a-d7193c23332b req-4e201a2b-dc30-48fc-aaf3-85f5cab835a6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c6b10710-f201-4b1c-8024-6c7307d91518 HTTP/1.1" status: 200 len: 217 time: 0.0849330 Aug 16 23:23:38.713281 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8860181-d21d-410f-ab9a-d7193c23332b req-ef494ed7-b8db-4a2c-8c5d-b1cb1a635e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:38.714796 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f8860181-d21d-410f-ab9a-d7193c23332b req-ef494ed7-b8db-4a2c-8c5d-b1cb1a635e95 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=44e0a9eb-ae5e-4528-979f-6e7f7a9a002b HTTP/1.1" status: 200 len: 860 time: 0.0977402 Aug 16 23:23:38.760930 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f8860181-d21d-410f-ab9a-d7193c23332b req-d4bbf37d-d4dc-4848-bfcf-8a0a9c2d7dd0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=179b32cd-513f-444d-a32a-2d38a97fd1c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347302 Aug 16 23:23:38.766571 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-502b6723-2b18-4b9b-8734-96bd9d23a61e req-61f88467-44c3-40c8-a90e-236193eaf372 service neutron] 10.222.0.36 "GET /v2.0/networks/179b32cd-513f-444d-a32a-2d38a97fd1c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601529 Aug 16 23:23:38.875914 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-36779673-c101-41dd-94d0-0f06f67f2c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33387f6a-5472-4128-903e-e5ddcb7a0ad6', 'name': 'tempest-ServerRescueTestJSONUnderV235-2021399597-router', 'tenant_id': 'fe08b4fcaac541459502cc9491b540ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '7d7741a3-b9f3-423a-9ac4-bc411d09db4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:22:44Z', 'updated_at': '2021-08-16T23:22:47Z', 'revision_number': 4, 'project_id': 'fe08b4fcaac541459502cc9491b540ad', 'gw_port': {'id': '7d7741a3-b9f3-423a-9ac4-bc411d09db4d', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:35:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33387f6a-5472-4128-903e-e5ddcb7a0ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:22:45Z', 'updated_at': '2021-08-16T23:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '1d2f2de0-1baf-414e-91f6-b70dc370d146', 'name': '', 'network_id': '179b32cd-513f-444d-a32a-2d38a97fd1c7', 'tenant_id': 'fe08b4fcaac541459502cc9491b540ad', 'mac_address': 'fa:16:3e:d8:e9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33387f6a-5472-4128-903e-e5ddcb7a0ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '44e0a9eb-ae5e-4528-979f-6e7f7a9a002b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:22:46Z', 'updated_at': '2021-08-16T23:22:52Z', 'revision_number': 5, 'project_id': 'fe08b4fcaac541459502cc9491b540ad', 'subnets': [{'id': '44e0a9eb-ae5e-4528-979f-6e7f7a9a002b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:23:38.876583 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49218) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:23:38.921036 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36779673-c101-41dd-94d0-0f06f67f2c74 None None] The sync data for ids ['33387f6a-5472-4128-903e-e5ddcb7a0ad6'] in n-d-791506-26 is: [{'id': '33387f6a-5472-4128-903e-e5ddcb7a0ad6', 'name': 'tempest-ServerRescueTestJSONUnderV235-2021399597-router', 'tenant_id': 'fe08b4fcaac541459502cc9491b540ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '7d7741a3-b9f3-423a-9ac4-bc411d09db4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:22:44Z', 'updated_at': '2021-08-16T23:22:47Z', 'revision_number': 4, 'project_id': 'fe08b4fcaac541459502cc9491b540ad', 'gw_port': {'id': '7d7741a3-b9f3-423a-9ac4-bc411d09db4d', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:35:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33387f6a-5472-4128-903e-e5ddcb7a0ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:22:45Z', 'updated_at': '2021-08-16T23:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '1d2f2de0-1baf-414e-91f6-b70dc370d146', 'name': '', 'network_id': '179b32cd-513f-444d-a32a-2d38a97fd1c7', 'tenant_id': 'fe08b4fcaac541459502cc9491b540ad', 'mac_address': 'fa:16:3e:d8:e9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33387f6a-5472-4128-903e-e5ddcb7a0ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '44e0a9eb-ae5e-4528-979f-6e7f7a9a002b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:22:46Z', 'updated_at': '2021-08-16T23:22:52Z', 'revision_number': 5, 'project_id': 'fe08b4fcaac541459502cc9491b540ad', 'subnets': [{'id': '44e0a9eb-ae5e-4528-979f-6e7f7a9a002b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:23:38.931614 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f8860181-d21d-410f-ab9a-d7193c23332b req-019351b4-d688-45a3-9647-eafcea595d37 service neutron] 10.222.0.57 "GET /v2.0/networks/179b32cd-513f-444d-a32a-2d38a97fd1c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640871 Aug 16 23:23:38.935433 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-502b6723-2b18-4b9b-8734-96bd9d23a61e req-d8cfb5b5-b208-44d0-980e-7e78095d7b0f service neutron] 10.222.0.36 "GET /v2.0/networks/179b32cd-513f-444d-a32a-2d38a97fd1c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493769 Aug 16 23:23:39.053939 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4180b68e-55b4-4e69-9688-9407ffa3bd00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:39.083766 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a3306e70-74a6-4283-a8db-b26bf86cf4f9 req-bcfb4f8a-4ec2-4745-abd1-cb4dd3887db2 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "GET /v2.0/floatingips/eab9aee2-7cfc-4432-97bd-88a4d85bbcb6 HTTP/1.1" status: 200 len: 695 time: 0.0700264 Aug 16 23:23:39.175741 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4180b68e-55b4-4e69-9688-9407ffa3bd00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:39.182076 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4180b68e-55b4-4e69-9688-9407ffa3bd00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:39.212895 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f8860181-d21d-410f-ab9a-d7193c23332b req-d07712c6-2207-4127-9299-ed804a79c534 service neutron] 10.222.0.57 "GET /v2.0/networks/179b32cd-513f-444d-a32a-2d38a97fd1c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745032 Aug 16 23:23:39.217202 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4180b68e-55b4-4e69-9688-9407ffa3bd00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b5b149b-9e50-434d-a412-722adb86bb67,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:39.241595 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-4180b68e-55b4-4e69-9688-9407ffa3bd00 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=db30eecd1dda4070a5cdb6047791cc1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3636038 Aug 16 23:23:39.241936 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 49224) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:23:39.291089 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11549fb2-fbd6-42ce-a9e6-918b0d73bc53 None None] New status for floating IP eab9aee2-7cfc-4432-97bd-88a4d85bbcb6: DOWN {{(pid=101294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:23:39.304895 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3306e70-74a6-4283-a8db-b26bf86cf4f9 req-f1d80cac-6d21-4472-8553-d8b9b37c29ba tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:39.306323 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a3306e70-74a6-4283-a8db-b26bf86cf4f9 req-f1d80cac-6d21-4472-8553-d8b9b37c29ba tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "GET /v2.0/networks/c22c4980-c849-406d-982c-a5d68c515a94 HTTP/1.1" status: 200 len: 784 time: 0.2087202 Aug 16 23:23:39.325644 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [req-a3306e70-74a6-4283-a8db-b26bf86cf4f9 req-c0a27db1-e3f9-43e9-8eb9-904cd3d0ee54 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:23:39.326660 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a3306e70-74a6-4283-a8db-b26bf86cf4f9 req-c0a27db1-e3f9-43e9-8eb9-904cd3d0ee54 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0095069 Aug 16 23:23:39.397964 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9bf364af-45b9-4e0c-b9aa-d20051843586 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:39.421239 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a3306e70-74a6-4283-a8db-b26bf86cf4f9 req-cb9edf99-9b1e-4162-baeb-30bf78ce2586 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.4.138 HTTP/1.1" status: 200 len: 698 time: 0.0848756 Aug 16 23:23:39.447265 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9bf364af-45b9-4e0c-b9aa-d20051843586 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:39.503115 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a3306e70-74a6-4283-a8db-b26bf86cf4f9 req-f1ed7fee-1c18-4a9e-a1e7-9931a4fcbad3 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.4.138 HTTP/1.1" status: 200 len: 698 time: 0.0747776 Aug 16 23:23:39.670481 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9bf364af-45b9-4e0c-b9aa-d20051843586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:39.673511 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9bf364af-45b9-4e0c-b9aa-d20051843586 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:39.674693 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-9bf364af-45b9-4e0c-b9aa-d20051843586 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6b5b149b-9e50-434d-a412-722adb86bb67 HTTP/1.1" status: 204 len: 168 time: 0.4317551 Aug 16 23:23:39.690676 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf364af-45b9-4e0c-b9aa-d20051843586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b5b149b-9e50-434d-a412-722adb86bb67,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:39.713933 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-a3306e70-74a6-4283-a8db-b26bf86cf4f9 req-7fa2bf15-4f6a-4eb2-bbc6-c4253d3e7738 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Deleting port e64ae72c-2227-456b-a31e-160c26d1cd45 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:23:39.714695 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-a3306e70-74a6-4283-a8db-b26bf86cf4f9 req-7fa2bf15-4f6a-4eb2-bbc6-c4253d3e7738 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:39.833308 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-a3306e70-74a6-4283-a8db-b26bf86cf4f9 req-7fa2bf15-4f6a-4eb2-bbc6-c4253d3e7738 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:39.833649 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-a3306e70-74a6-4283-a8db-b26bf86cf4f9 req-7fa2bf15-4f6a-4eb2-bbc6-c4253d3e7738 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:39.850643 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-a3306e70-74a6-4283-a8db-b26bf86cf4f9 req-7fa2bf15-4f6a-4eb2-bbc6-c4253d3e7738 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Calling delete_port for e64ae72c-2227-456b-a31e-160c26d1cd45 owned by network:floatingip {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:23:40.030254 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-a3306e70-74a6-4283-a8db-b26bf86cf4f9 req-7fa2bf15-4f6a-4eb2-bbc6-c4253d3e7738 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:40.059182 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa2bf15-4f6a-4eb2-bbc6-c4253d3e7738 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Pushing event deleted for resources: {'Port': ['ID=e64ae72c-2227-456b-a31e-160c26d1cd45,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:40.129241 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-a3306e70-74a6-4283-a8db-b26bf86cf4f9 req-7fa2bf15-4f6a-4eb2-bbc6-c4253d3e7738 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Notify callbacks [] for floatingip, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:40.132188 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-a3306e70-74a6-4283-a8db-b26bf86cf4f9 req-7fa2bf15-4f6a-4eb2-bbc6-c4253d3e7738 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:40.133457 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a3306e70-74a6-4283-a8db-b26bf86cf4f9 req-7fa2bf15-4f6a-4eb2-bbc6-c4253d3e7738 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "DELETE /v2.0/floatingips/eab9aee2-7cfc-4432-97bd-88a4d85bbcb6 HTTP/1.1" status: 204 len: 173 time: 0.6205287 Aug 16 23:23:40.205804 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-757448f1-1645-4603-b083-7ee19462f90c req-91f00cc5-6986-4973-9ac3-cd97563270da tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "GET /v2.0/security-groups/2f6805f6-a726-46c4-a0de-6f25522eb30f HTTP/1.1" status: 200 len: 1808 time: 0.0497794 Aug 16 23:23:40.286084 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-757448f1-1645-4603-b083-7ee19462f90c req-f75ee975-c1e9-4034-a1fb-71c45a4adeec tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:40.312837 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-757448f1-1645-4603-b083-7ee19462f90c req-f75ee975-c1e9-4034-a1fb-71c45a4adeec tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:40.367411 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-757448f1-1645-4603-b083-7ee19462f90c req-f75ee975-c1e9-4034-a1fb-71c45a4adeec tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:40.370181 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-757448f1-1645-4603-b083-7ee19462f90c req-f75ee975-c1e9-4034-a1fb-71c45a4adeec tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:40.371341 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-757448f1-1645-4603-b083-7ee19462f90c req-f75ee975-c1e9-4034-a1fb-71c45a4adeec tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "DELETE /v2.0/security-groups/2f6805f6-a726-46c4-a0de-6f25522eb30f HTTP/1.1" status: 204 len: 173 time: 0.1565716 Aug 16 23:23:40.388597 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75ee975-c1e9-4034-a1fb-71c45a4adeec tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f6805f6-a726-46c4-a0de-6f25522eb30f,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:40.476652 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 49252) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:23:40.587113 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-5b1b275e-9df3-46a3-9475-623233d6920a admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-888277103-network', 'tenant_id': '9f1906604b424bb2ba36417a6194804d'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:23:40.630270 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b1b275e-9df3-46a3-9475-623233d6920a admin admin] Made reservation on behalf of 9f1906604b424bb2ba36417a6194804d for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:23:40.633145 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5b1b275e-9df3-46a3-9475-623233d6920a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:40.649547 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b549cb-06ce-4176-8af5-d4143a4bc3cb req-ad27696c-7059-4eb9-b933-eb9cf70fc398 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:40.651586 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-43b549cb-06ce-4176-8af5-d4143a4bc3cb req-ad27696c-7059-4eb9-b933-eb9cf70fc398 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "GET /v2.0/ports?device_id=b83c82b3-e91d-4fcf-8c84-5ed61da32f68 HTTP/1.1" status: 200 len: 945 time: 0.0804713 Aug 16 23:23:40.652837 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5b1b275e-9df3-46a3-9475-623233d6920a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:40.713901 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-43b549cb-06ce-4176-8af5-d4143a4bc3cb req-776412b4-bb3f-4e8f-8a63-a05db1c6331d tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "GET /v2.0/security-groups?id=420a5452-1cf1-4116-b5d1-2d90c8c2a71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530355 Aug 16 23:23:40.786816 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5b1b275e-9df3-46a3-9475-623233d6920a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:40.790590 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5b1b275e-9df3-46a3-9475-623233d6920a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:40.816761 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b1b275e-9df3-46a3-9475-623233d6920a admin admin] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:23:40.827126 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1b275e-9df3-46a3-9475-623233d6920a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77ff66ec-dd17-4dd9-bbad-27375d21f366,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:40.832185 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5b1b275e-9df3-46a3-9475-623233d6920a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:40.832578 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-5b1b275e-9df3-46a3-9475-623233d6920a admin admin] Added segment 62620213-bd79-462e-b994-66d3a62c5972 of type vlan for network 2bbe154a-b9ba-4508-a60f-97a12b12e0be Aug 16 23:23:40.873957 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5b1b275e-9df3-46a3-9475-623233d6920a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:40.898586 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5b1b275e-9df3-46a3-9475-623233d6920a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:40.899687 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1b275e-9df3-46a3-9475-623233d6920a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:40.900269 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5b1b275e-9df3-46a3-9475-623233d6920a admin admin] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:40.956037 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-5b1b275e-9df3-46a3-9475-623233d6920a admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4782217 Aug 16 23:23:40.959434 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49258) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:23:40.962002 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1b275e-9df3-46a3-9475-623233d6920a admin admin] Pushing event updated for resources: {'Network': ['ID=2bbe154a-b9ba-4508-a60f-97a12b12e0be,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:40.965243 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-d996972e-77e6-4ff8-ae66-f7d32e6d525f admin admin] Request body: {'subnet': {'network_id': '2bbe154a-b9ba-4508-a60f-97a12b12e0be', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-888277103-subnet', 'tenant_id': '9f1906604b424bb2ba36417a6194804d', 'ip_version': 4}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:23:40.989647 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 2bbe154a-b9ba-4508-a60f-97a12b12e0be details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:23:40.997651 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d996972e-77e6-4ff8-ae66-f7d32e6d525f admin admin] Made reservation on behalf of 9f1906604b424bb2ba36417a6194804d for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:23:41.000455 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d996972e-77e6-4ff8-ae66-f7d32e6d525f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:41.185955 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d996972e-77e6-4ff8-ae66-f7d32e6d525f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:41.247661 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d996972e-77e6-4ff8-ae66-f7d32e6d525f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6595cc2e-4e27-4677-b3fc-6dc2f79c0e74,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:41.257817 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d996972e-77e6-4ff8-ae66-f7d32e6d525f admin admin] Checking segment: {'id': '62620213-bd79-462e-b994-66d3a62c5972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2bbe154a-b9ba-4508-a60f-97a12b12e0be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:23:41.258180 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d996972e-77e6-4ff8-ae66-f7d32e6d525f admin admin] Network hostable DHCP agents. Network: 2bbe154a-b9ba-4508-a60f-97a12b12e0be, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:23:41.274036 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d996972e-77e6-4ff8-ae66-f7d32e6d525f admin admin] Network 2bbe154a-b9ba-4508-a60f-97a12b12e0be is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:23:41.282873 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-d996972e-77e6-4ff8-ae66-f7d32e6d525f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 2bbe154a-b9ba-4508-a60f-97a12b12e0be) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:23:41.287382 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d996972e-77e6-4ff8-ae66-f7d32e6d525f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:41.287996 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d996972e-77e6-4ff8-ae66-f7d32e6d525f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:41.292693 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf481c5-c8c7-48cc-9ef9-d1e960902ab1 None None] Network 2bbe154a-b9ba-4508-a60f-97a12b12e0be requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:23:41.307909 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-d996972e-77e6-4ff8-ae66-f7d32e6d525f admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3466611 Aug 16 23:23:41.310793 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 49260) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:23:41.316324 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-3c713863-7dda-408c-bb73-542ea62b54a6 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-888277103-router', 'tenant_id': '9f1906604b424bb2ba36417a6194804d', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:23:41.338226 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3c713863-7dda-408c-bb73-542ea62b54a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:41.339822 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3c713863-7dda-408c-bb73-542ea62b54a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:41.399976 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3c713863-7dda-408c-bb73-542ea62b54a6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:41.419243 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:41.456222 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f2cb9b-4ab8-407a-84cd-bc3138766b1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-2bbe154a-b9ba-4508-a60f-97a12b12e0be', 'network_id': '2bbe154a-b9ba-4508-a60f-97a12b12e0be', 'tenant_id': '9f1906604b424bb2ba36417a6194804d', 'fixed_ips': [{'subnet_id': '6595cc2e-4e27-4677-b3fc-6dc2f79c0e74'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:23:41.457611 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-71f2cb9b-4ab8-407a-84cd-bc3138766b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:41.539530 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3c713863-7dda-408c-bb73-542ea62b54a6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:41.614101 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-71f2cb9b-4ab8-407a-84cd-bc3138766b1f None None] Allocated IP 172.20.0.2 (2bbe154a-b9ba-4508-a60f-97a12b12e0be/6595cc2e-4e27-4677-b3fc-6dc2f79c0e74/d864e561-ab78-4b10-8881-46c3ef07faee) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:23:41.746502 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3c713863-7dda-408c-bb73-542ea62b54a6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:41.764387 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-71f2cb9b-4ab8-407a-84cd-bc3138766b1f None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:41.772625 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3c713863-7dda-408c-bb73-542ea62b54a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:41.774191 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-71f2cb9b-4ab8-407a-84cd-bc3138766b1f None None] Transition to ACTIVE for port object d864e561-ab78-4b10-8881-46c3ef07faee will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:23:41.790275 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-71f2cb9b-4ab8-407a-84cd-bc3138766b1f None None] Transition to ACTIVE for port object d864e561-ab78-4b10-8881-46c3ef07faee will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:23:41.797004 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-71f2cb9b-4ab8-407a-84cd-bc3138766b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:41.845919 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f2cb9b-4ab8-407a-84cd-bc3138766b1f None None] Network 2bbe154a-b9ba-4508-a60f-97a12b12e0be is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:23:41.851913 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-71f2cb9b-4ab8-407a-84cd-bc3138766b1f None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:23:41.854517 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f2cb9b-4ab8-407a-84cd-bc3138766b1f None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:23:41.856804 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f2cb9b-4ab8-407a-84cd-bc3138766b1f None None] Pushing event updated for resources: {'Port': ['ID=d864e561-ab78-4b10-8881-46c3ef07faee,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:41.872469 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f2cb9b-4ab8-407a-84cd-bc3138766b1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:41.873743 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f2cb9b-4ab8-407a-84cd-bc3138766b1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:41.874269 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f2cb9b-4ab8-407a-84cd-bc3138766b1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:41.874612 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f2cb9b-4ab8-407a-84cd-bc3138766b1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:41.874950 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f2cb9b-4ab8-407a-84cd-bc3138766b1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:41.875282 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f2cb9b-4ab8-407a-84cd-bc3138766b1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:41.875611 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f2cb9b-4ab8-407a-84cd-bc3138766b1f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:41.875941 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f2cb9b-4ab8-407a-84cd-bc3138766b1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:41.876387 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f2cb9b-4ab8-407a-84cd-bc3138766b1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:41.876743 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f2cb9b-4ab8-407a-84cd-bc3138766b1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:41.877072 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f2cb9b-4ab8-407a-84cd-bc3138766b1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:41.877399 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f2cb9b-4ab8-407a-84cd-bc3138766b1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:41.928517 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-71f2cb9b-4ab8-407a-84cd-bc3138766b1f None None] Attempting to bind port d864e561-ab78-4b10-8881-46c3ef07faee on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:23:41.928911 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-71f2cb9b-4ab8-407a-84cd-bc3138766b1f None None] Attempting to bind port d864e561-ab78-4b10-8881-46c3ef07faee by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '62620213-bd79-462e-b994-66d3a62c5972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2bbe154a-b9ba-4508-a60f-97a12b12e0be'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:23:41.929278 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f2cb9b-4ab8-407a-84cd-bc3138766b1f None None] Attempting to bind port d864e561-ab78-4b10-8881-46c3ef07faee on network 2bbe154a-b9ba-4508-a60f-97a12b12e0be {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:23:41.934299 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f2cb9b-4ab8-407a-84cd-bc3138766b1f None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:23:41.934714 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f2cb9b-4ab8-407a-84cd-bc3138766b1f None None] Checking segment: {'id': '62620213-bd79-462e-b994-66d3a62c5972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2bbe154a-b9ba-4508-a60f-97a12b12e0be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:23:41.935117 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-71f2cb9b-4ab8-407a-84cd-bc3138766b1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:41.935627 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f2cb9b-4ab8-407a-84cd-bc3138766b1f None None] Bound using segment: {'id': '62620213-bd79-462e-b994-66d3a62c5972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2bbe154a-b9ba-4508-a60f-97a12b12e0be'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:23:41.936076 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-71f2cb9b-4ab8-407a-84cd-bc3138766b1f None None] Bound port: d864e561-ab78-4b10-8881-46c3ef07faee, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62620213-bd79-462e-b994-66d3a62c5972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2bbe154a-b9ba-4508-a60f-97a12b12e0be'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:23:41.936454 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-71f2cb9b-4ab8-407a-84cd-bc3138766b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:41.939887 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83335afc-d08c-4ed7-8ec1-63032e7754e2 req-c2f793fd-89d9-4374-a37f-b5b9fd9052f6 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:41.942787 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-83335afc-d08c-4ed7-8ec1-63032e7754e2 req-c2f793fd-89d9-4374-a37f-b5b9fd9052f6 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "GET /v2.0/ports?device_id=b83c82b3-e91d-4fcf-8c84-5ed61da32f68 HTTP/1.1" status: 200 len: 945 time: 0.1173074 Aug 16 23:23:41.980277 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-3c713863-7dda-408c-bb73-542ea62b54a6 admin admin] Allocated IP 172.25.4.30 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/dcab48d2-41b1-45ef-a00c-f692fe3c4bed) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:23:42.003800 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-71f2cb9b-4ab8-407a-84cd-bc3138766b1f None None] For port d864e561-ab78-4b10-8881-46c3ef07faee, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:23:42.007644 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-71f2cb9b-4ab8-407a-84cd-bc3138766b1f None None] For port d864e561-ab78-4b10-8881-46c3ef07faee, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=d864e561-ab78-4b10-8881-46c3ef07faee,segment=NetworkSegment(62620213-bd79-462e-b994-66d3a62c5972),segment_id=62620213-bd79-462e-b994-66d3a62c5972)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:23:42.011394 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-83335afc-d08c-4ed7-8ec1-63032e7754e2 req-e41691d9-15b5-409a-8e56-0966d96c577e tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "GET /v2.0/security-groups?id=420a5452-1cf1-4116-b5d1-2d90c8c2a71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623622 Aug 16 23:23:42.011790 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-71f2cb9b-4ab8-407a-84cd-bc3138766b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:42.076783 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f2cb9b-4ab8-407a-84cd-bc3138766b1f None None] Pushing event updated for resources: {'Port': ['ID=d864e561-ab78-4b10-8881-46c3ef07faee,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:42.113771 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3c713863-7dda-408c-bb73-542ea62b54a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:42.161997 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3c713863-7dda-408c-bb73-542ea62b54a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:42.207736 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c713863-7dda-408c-bb73-542ea62b54a6 admin admin] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:23:42.207736 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-3c713863-7dda-408c-bb73-542ea62b54a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:23:42.213652 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c713863-7dda-408c-bb73-542ea62b54a6 admin admin] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:23:42.247169 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c713863-7dda-408c-bb73-542ea62b54a6 admin admin] Pushing event updated for resources: {'Port': ['ID=dcab48d2-41b1-45ef-a00c-f692fe3c4bed,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:42.495793 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3c713863-7dda-408c-bb73-542ea62b54a6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:42.697061 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3c713863-7dda-408c-bb73-542ea62b54a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:42.981299 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa33a00-deab-4396-a0fd-cd85e1fa3607 None None] Network 2bbe154a-b9ba-4508-a60f-97a12b12e0be requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:23:43.117976 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-8361c1a6-4bd2-41c4-b859-f12a4ce06630 None None] Provisioning for port d864e561-ab78-4b10-8881-46c3ef07faee completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:23:43.258215 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59cd785-8fcf-41bc-bf8c-54e2558b17ad req-f94cfca1-606a-4ea2-875d-3e51e64c0927 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:43.259822 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c59cd785-8fcf-41bc-bf8c-54e2558b17ad req-f94cfca1-606a-4ea2-875d-3e51e64c0927 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "GET /v2.0/ports?device_id=b83c82b3-e91d-4fcf-8c84-5ed61da32f68 HTTP/1.1" status: 200 len: 945 time: 0.1086321 Aug 16 23:23:43.269415 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cee4525-f25f-466f-b6f9-3a33384c20af req-83d893d1-36bf-4b61-a806-22b1da9ae83c tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:43.271011 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9cee4525-f25f-466f-b6f9-3a33384c20af req-83d893d1-36bf-4b61-a806-22b1da9ae83c tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.57 "GET /v2.0/ports?device_id=b83c82b3-e91d-4fcf-8c84-5ed61da32f68 HTTP/1.1" status: 200 len: 945 time: 0.1208529 Aug 16 23:23:43.337978 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c713863-7dda-408c-bb73-542ea62b54a6 admin admin] Router b050fc57-6bdd-4193-85f8-af4fa31dad6a is scheduled to L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f with binding_index 1 {{(pid=101292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:23:43.380992 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c59cd785-8fcf-41bc-bf8c-54e2558b17ad req-24ec41b2-1010-43f4-ae3a-bb4231def8ba tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "GET /v2.0/security-groups?id=420a5452-1cf1-4116-b5d1-2d90c8c2a71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090446 Aug 16 23:23:43.492400 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-9cee4525-f25f-466f-b6f9-3a33384c20af req-afeec70a-89a4-46ac-ae63-f753d3149cd8 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Deleting port c6b10710-f201-4b1c-8024-6c7307d91518 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:23:43.492685 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-9cee4525-f25f-466f-b6f9-3a33384c20af req-afeec70a-89a4-46ac-ae63-f753d3149cd8 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:43.537724 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c713863-7dda-408c-bb73-542ea62b54a6 admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:23:43.546472 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26723647-f524-47bc-b32c-740c6604ed3f None None] Sync routers for ids ['b050fc57-6bdd-4193-85f8-af4fa31dad6a'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:23:43.556334 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26723647-f524-47bc-b32c-740c6604ed3f None None] Routers {'b050fc57-6bdd-4193-85f8-af4fa31dad6a'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:23:43.557015 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-26723647-f524-47bc-b32c-740c6604ed3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:23:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['b050fc57-6bdd-4193-85f8-af4fa31dad6a'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:23:43.565685 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3c713863-7dda-408c-bb73-542ea62b54a6 admin admin] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:43.566928 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-3c713863-7dda-408c-bb73-542ea62b54a6 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2551224 Aug 16 23:23:43.571078 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49268) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:23:43.606279 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-9cee4525-f25f-466f-b6f9-3a33384c20af req-afeec70a-89a4-46ac-ae63-f753d3149cd8 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] For port c6b10710-f201-4b1c-8024-6c7307d91518, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=c6b10710-f201-4b1c-8024-6c7307d91518,segment=NetworkSegment(08848c8b-6908-4a18-b1d6-333f191b7139),segment_id=08848c8b-6908-4a18-b1d6-333f191b7139)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:23:43.606655 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-9cee4525-f25f-466f-b6f9-3a33384c20af req-afeec70a-89a4-46ac-ae63-f753d3149cd8 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:43.619969 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-9cee4525-f25f-466f-b6f9-3a33384c20af req-afeec70a-89a4-46ac-ae63-f753d3149cd8 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Calling delete_port for c6b10710-f201-4b1c-8024-6c7307d91518 owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:23:43.683099 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-26723647-f524-47bc-b32c-740c6604ed3f None None] Set router b050fc57-6bdd-4193-85f8-af4fa31dad6a gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:23:43.760474 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-9cee4525-f25f-466f-b6f9-3a33384c20af req-afeec70a-89a4-46ac-ae63-f753d3149cd8 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:43.795842 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeec70a-89a4-46ac-ae63-f753d3149cd8 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Pushing event deleted for resources: {'Port': ['ID=c6b10710-f201-4b1c-8024-6c7307d91518,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:43.796770 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['c6b10710-f201-4b1c-8024-6c7307d91518'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:23:43.841082 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cee4525-f25f-466f-b6f9-3a33384c20af req-afeec70a-89a4-46ac-ae63-f753d3149cd8 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] No DVR routers for this DVR port c6b10710-f201-4b1c-8024-6c7307d91518 on host n-h2-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:23:43.844162 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-9cee4525-f25f-466f-b6f9-3a33384c20af req-afeec70a-89a4-46ac-ae63-f753d3149cd8 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:43.846128 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9cee4525-f25f-466f-b6f9-3a33384c20af req-afeec70a-89a4-46ac-ae63-f753d3149cd8 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.57 "DELETE /v2.0/ports/c6b10710-f201-4b1c-8024-6c7307d91518 HTTP/1.1" status: 204 len: 173 time: 0.5644619 Aug 16 23:23:43.847207 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b83c82b3-e91d-4fcf-8c84-5ed61da32f68', 'name': 'network-vif-deleted', 'tag': 'c6b10710-f201-4b1c-8024-6c7307d91518'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:23:43.849898 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66efbae1-87b1-4948-929a-91597e093540" -d '{"events": [{"server_uuid": "b83c82b3-e91d-4fcf-8c84-5ed61da32f68", "name": "network-vif-deleted", "tag": "c6b10710-f201-4b1c-8024-6c7307d91518"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:23:43.894309 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9538c6e-0a83-4115-b74f-e2e8a3ec4d88 x-openstack-request-id: req-f9538c6e-0a83-4115-b74f-e2e8a3ec4d88 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:23:43.894605 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b83c82b3-e91d-4fcf-8c84-5ed61da32f68", "name": "network-vif-deleted", "tag": "c6b10710-f201-4b1c-8024-6c7307d91518", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:23:43.894856 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f9538c6e-0a83-4115-b74f-e2e8a3ec4d88 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:23:43.895229 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b83c82b3-e91d-4fcf-8c84-5ed61da32f68', 'name': 'network-vif-deleted', 'tag': 'c6b10710-f201-4b1c-8024-6c7307d91518', 'status': 'completed', 'code': 200} Aug 16 23:23:43.930673 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-26723647-f524-47bc-b32c-740c6604ed3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b050fc57-6bdd-4193-85f8-af4fa31dad6a', 'name': 'tempest-TestAggregatesBasicOps-888277103-router', 'tenant_id': '9f1906604b424bb2ba36417a6194804d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': 'dcab48d2-41b1-45ef-a00c-f692fe3c4bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:23:41Z', 'updated_at': '2021-08-16T23:23:42Z', 'revision_number': 3, 'project_id': '9f1906604b424bb2ba36417a6194804d', 'gw_port': {'id': 'dcab48d2-41b1-45ef-a00c-f692fe3c4bed', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b7:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b050fc57-6bdd-4193-85f8-af4fa31dad6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:23:41Z', 'updated_at': '2021-08-16T23:23:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:23:43.960116 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26723647-f524-47bc-b32c-740c6604ed3f None None] Checking router: b050fc57-6bdd-4193-85f8-af4fa31dad6a for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:23:43.960443 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26723647-f524-47bc-b32c-740c6604ed3f None None] Updating router b050fc57-6bdd-4193-85f8-af4fa31dad6a port dcab48d2-41b1-45ef-a00c-f692fe3c4bed binding host n-d-791506-26 {{(pid=101293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:23:43.988648 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-26723647-f524-47bc-b32c-740c6604ed3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:44.106142 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4c76d88e-ba22-41e5-9aad-6b2db8cf081f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:44.129000 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device d864e561-ab78-4b10-8881-46c3ef07faee up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:23:44.281346 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-4c76d88e-ba22-41e5-9aad-6b2db8cf081f admin admin] Allocated IP 172.20.0.1 (2bbe154a-b9ba-4508-a60f-97a12b12e0be/6595cc2e-4e27-4677-b3fc-6dc2f79c0e74/0db0f3e9-1aa7-4064-86be-04443e54b7d1) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:23:44.401418 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port d864e561-ab78-4b10-8881-46c3ef07faee completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:23:44.401683 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4c76d88e-ba22-41e5-9aad-6b2db8cf081f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:44.414703 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port d864e561-ab78-4b10-8881-46c3ef07faee triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:23:44.415076 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:44.419404 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-4c76d88e-ba22-41e5-9aad-6b2db8cf081f admin admin] Transition to ACTIVE for port object 0db0f3e9-1aa7-4064-86be-04443e54b7d1 will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:23:44.459602 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4c76d88e-ba22-41e5-9aad-6b2db8cf081f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:44.521766 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c76d88e-ba22-41e5-9aad-6b2db8cf081f admin admin] Network 2bbe154a-b9ba-4508-a60f-97a12b12e0be is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:23:44.523422 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c76d88e-ba22-41e5-9aad-6b2db8cf081f admin admin] Pushing event updated for resources: {'Port': ['ID=0db0f3e9-1aa7-4064-86be-04443e54b7d1,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:44.532386 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-4c76d88e-ba22-41e5-9aad-6b2db8cf081f admin admin] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:23:44.534856 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c76d88e-ba22-41e5-9aad-6b2db8cf081f admin admin] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:23:44.538620 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-91554721-7726-4fbb-898c-daad403a2564 req-4e773f61-ad4e-450d-9bc8-c526445df3f0 tempest-ServerRescueTestJSONUnderV235-1700405808 tempest-ServerRescueTestJSONUnderV235-1700405808-project] 10.222.0.36 "GET /v2.0/ports?device_id=b83c82b3-e91d-4fcf-8c84-5ed61da32f68 HTTP/1.1" status: 200 len: 210 time: 0.0419664 Aug 16 23:23:44.578067 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4c76d88e-ba22-41e5-9aad-6b2db8cf081f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954230'] for router_interface, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:44.595122 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-26723647-f524-47bc-b32c-740c6604ed3f None None] Notify callbacks [] for port, precommit_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:44.609739 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-26723647-f524-47bc-b32c-740c6604ed3f None None] Transition to ACTIVE for port object dcab48d2-41b1-45ef-a00c-f692fe3c4bed will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:23:44.613896 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:44.637370 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-26723647-f524-47bc-b32c-740c6604ed3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:44.702313 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-26723647-f524-47bc-b32c-740c6604ed3f None None] Attempting to bind port dcab48d2-41b1-45ef-a00c-f692fe3c4bed on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:23:44.702703 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-26723647-f524-47bc-b32c-740c6604ed3f None None] Attempting to bind port dcab48d2-41b1-45ef-a00c-f692fe3c4bed by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:23:44.703143 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26723647-f524-47bc-b32c-740c6604ed3f None None] Attempting to bind port dcab48d2-41b1-45ef-a00c-f692fe3c4bed on network c22c4980-c849-406d-982c-a5d68c515a94 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:23:44.708337 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port d864e561-ab78-4b10-8881-46c3ef07faee, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=d864e561-ab78-4b10-8881-46c3ef07faee,segment=NetworkSegment(62620213-bd79-462e-b994-66d3a62c5972),segment_id=62620213-bd79-462e-b994-66d3a62c5972)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:23:44.716558 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:44.718564 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bea6a4-99c1-464a-a6de-6b486478dfcd None None] Pushing event updated for resources: {'Port': ['ID=dcab48d2-41b1-45ef-a00c-f692fe3c4bed,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:44.721007 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26723647-f524-47bc-b32c-740c6604ed3f None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:23:44.721515 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26723647-f524-47bc-b32c-740c6604ed3f None None] Checking segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:23:44.721842 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-26723647-f524-47bc-b32c-740c6604ed3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:44.722343 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26723647-f524-47bc-b32c-740c6604ed3f None None] Bound using segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:23:44.722996 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-26723647-f524-47bc-b32c-740c6604ed3f None None] Bound port: dcab48d2-41b1-45ef-a00c-f692fe3c4bed, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:23:44.723488 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-26723647-f524-47bc-b32c-740c6604ed3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:44.737077 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4c76d88e-ba22-41e5-9aad-6b2db8cf081f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:44.818674 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-26723647-f524-47bc-b32c-740c6604ed3f None None] For port dcab48d2-41b1-45ef-a00c-f692fe3c4bed, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:23:44.820703 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=d864e561-ab78-4b10-8881-46c3ef07faee,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:44.833563 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-26723647-f524-47bc-b32c-740c6604ed3f None None] For port dcab48d2-41b1-45ef-a00c-f692fe3c4bed, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=dcab48d2-41b1-45ef-a00c-f692fe3c4bed,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:23:44.838092 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-26723647-f524-47bc-b32c-740c6604ed3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:44.902984 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-2a3fa1e2-2fe6-477b-ae57-aab1783caf46 None None] Provisioning for port 0db0f3e9-1aa7-4064-86be-04443e54b7d1 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:23:44.910013 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bea6a4-99c1-464a-a6de-6b486478dfcd None None] Pushing event updated for resources: {'Port': ['ID=dcab48d2-41b1-45ef-a00c-f692fe3c4bed,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:44.912518 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26723647-f524-47bc-b32c-740c6604ed3f None None] Routers {'b050fc57-6bdd-4193-85f8-af4fa31dad6a'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:23:44.913147 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-26723647-f524-47bc-b32c-740c6604ed3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:23:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['b050fc57-6bdd-4193-85f8-af4fa31dad6a'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:23:44.916258 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-2a3fa1e2-2fe6-477b-ae57-aab1783caf46 None None] Provisioning complete for port 0db0f3e9-1aa7-4064-86be-04443e54b7d1 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:23:44.916674 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2a3fa1e2-2fe6-477b-ae57-aab1783caf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:44.917426 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4c76d88e-ba22-41e5-9aad-6b2db8cf081f admin admin] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:44.922629 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4c76d88e-ba22-41e5-9aad-6b2db8cf081f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:44.995857 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c76d88e-ba22-41e5-9aad-6b2db8cf081f admin admin] Pushing event updated for resources: {'Port': ['ID=0db0f3e9-1aa7-4064-86be-04443e54b7d1,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:44.998462 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4c76d88e-ba22-41e5-9aad-6b2db8cf081f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954122'] for router_interface, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:45.016521 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-2a3fa1e2-2fe6-477b-ae57-aab1783caf46 None None] Port 0db0f3e9-1aa7-4064-86be-04443e54b7d1 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:23:45.046861 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-26723647-f524-47bc-b32c-740c6604ed3f None None] Set router b050fc57-6bdd-4193-85f8-af4fa31dad6a gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:23:45.089900 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c76d88e-ba22-41e5-9aad-6b2db8cf081f admin admin] Network 2bbe154a-b9ba-4508-a60f-97a12b12e0be is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:23:45.091328 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-4c76d88e-ba22-41e5-9aad-6b2db8cf081f admin admin] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:23:45.220816 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c76d88e-ba22-41e5-9aad-6b2db8cf081f admin admin] Router b050fc57-6bdd-4193-85f8-af4fa31dad6a has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:23:45.258306 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-26723647-f524-47bc-b32c-740c6604ed3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b050fc57-6bdd-4193-85f8-af4fa31dad6a', 'name': 'tempest-TestAggregatesBasicOps-888277103-router', 'tenant_id': '9f1906604b424bb2ba36417a6194804d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': 'dcab48d2-41b1-45ef-a00c-f692fe3c4bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:23:41Z', 'updated_at': '2021-08-16T23:23:44Z', 'revision_number': 4, 'project_id': '9f1906604b424bb2ba36417a6194804d', 'gw_port': {'id': 'dcab48d2-41b1-45ef-a00c-f692fe3c4bed', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b7:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b050fc57-6bdd-4193-85f8-af4fa31dad6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:23:41Z', 'updated_at': '2021-08-16T23:23:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '0db0f3e9-1aa7-4064-86be-04443e54b7d1', 'name': '', 'network_id': '2bbe154a-b9ba-4508-a60f-97a12b12e0be', 'tenant_id': '9f1906604b424bb2ba36417a6194804d', 'mac_address': 'fa:16:3e:ef:e4:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b050fc57-6bdd-4193-85f8-af4fa31dad6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '6595cc2e-4e27-4677-b3fc-6dc2f79c0e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:23:44Z', 'updated_at': '2021-08-16T23:23:44Z', 'revision_number': 1, 'project_id': '9f1906604b424bb2ba36417a6194804d', 'subnets': [{'id': '6595cc2e-4e27-4677-b3fc-6dc2f79c0e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:23:45.287773 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26723647-f524-47bc-b32c-740c6604ed3f None None] The sync data for ids ['b050fc57-6bdd-4193-85f8-af4fa31dad6a'] in n-d-791506-26 is: [{'id': 'b050fc57-6bdd-4193-85f8-af4fa31dad6a', 'name': 'tempest-TestAggregatesBasicOps-888277103-router', 'tenant_id': '9f1906604b424bb2ba36417a6194804d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': 'dcab48d2-41b1-45ef-a00c-f692fe3c4bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:23:41Z', 'updated_at': '2021-08-16T23:23:44Z', 'revision_number': 4, 'project_id': '9f1906604b424bb2ba36417a6194804d', 'gw_port': {'id': 'dcab48d2-41b1-45ef-a00c-f692fe3c4bed', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b7:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b050fc57-6bdd-4193-85f8-af4fa31dad6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:23:41Z', 'updated_at': '2021-08-16T23:23:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '0db0f3e9-1aa7-4064-86be-04443e54b7d1', 'name': '', 'network_id': '2bbe154a-b9ba-4508-a60f-97a12b12e0be', 'tenant_id': '9f1906604b424bb2ba36417a6194804d', 'mac_address': 'fa:16:3e:ef:e4:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b050fc57-6bdd-4193-85f8-af4fa31dad6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '6595cc2e-4e27-4677-b3fc-6dc2f79c0e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:23:44Z', 'updated_at': '2021-08-16T23:23:44Z', 'revision_number': 1, 'project_id': '9f1906604b424bb2ba36417a6194804d', 'subnets': [{'id': '6595cc2e-4e27-4677-b3fc-6dc2f79c0e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:23:45.339094 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-6dcd5718-66cf-4f7b-b179-c9ef601a050e None None] Provisioning complete for port 0db0f3e9-1aa7-4064-86be-04443e54b7d1 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:23:45.339713 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-6dcd5718-66cf-4f7b-b179-c9ef601a050e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:45.341206 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c76d88e-ba22-41e5-9aad-6b2db8cf081f admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:23:45.348022 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-4c76d88e-ba22-41e5-9aad-6b2db8cf081f admin admin] 10.222.0.36 "PUT /v2.0/routers/b050fc57-6bdd-4193-85f8-af4fa31dad6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7754860 Aug 16 23:23:45.379372 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-6dcd5718-66cf-4f7b-b179-c9ef601a050e None None] Port 0db0f3e9-1aa7-4064-86be-04443e54b7d1 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:23:45.614329 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49284) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:23:45.891760 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49294) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:23:45.896797 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-4d7b3019-4cfd-410d-b5fc-4af7902df531 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-204737980-network', 'tenant_id': '720f1cdac1e34d1181940a381fb57c0e'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:23:45.958668 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d7b3019-4cfd-410d-b5fc-4af7902df531 admin admin] Made reservation on behalf of 720f1cdac1e34d1181940a381fb57c0e for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:23:45.963772 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4d7b3019-4cfd-410d-b5fc-4af7902df531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:45.975708 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4d7b3019-4cfd-410d-b5fc-4af7902df531 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:46.160796 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4d7b3019-4cfd-410d-b5fc-4af7902df531 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:46.169768 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7fa9c491-ff96-4609-a4be-bcb24834497b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537579'] for router_interface, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:46.209422 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4d7b3019-4cfd-410d-b5fc-4af7902df531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:46.232137 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device dcab48d2-41b1-45ef-a00c-f692fe3c4bed up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:23:46.253939 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d7b3019-4cfd-410d-b5fc-4af7902df531 admin admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:23:46.290502 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port dcab48d2-41b1-45ef-a00c-f692fe3c4bed completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:23:46.301456 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port dcab48d2-41b1-45ef-a00c-f692fe3c4bed triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:23:46.301861 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:46.395065 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:46.419926 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port dcab48d2-41b1-45ef-a00c-f692fe3c4bed, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=dcab48d2-41b1-45ef-a00c-f692fe3c4bed,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:23:46.426360 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:46.427245 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device d864e561-ab78-4b10-8881-46c3ef07faee up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:23:46.517243 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=dcab48d2-41b1-45ef-a00c-f692fe3c4bed,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:46.529984 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port d864e561-ab78-4b10-8881-46c3ef07faee triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:23:46.530369 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:46.612881 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7b3019-4cfd-410d-b5fc-4af7902df531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ddb920-e024-4517-b155-7a55540fb8c9,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:46.624049 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4d7b3019-4cfd-410d-b5fc-4af7902df531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:46.624721 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-4d7b3019-4cfd-410d-b5fc-4af7902df531 admin admin] Added segment 8a5115ec-f362-4937-8993-a4c47e12d426 of type vlan for network 9ceaa1e4-52ab-491f-b867-89da74060e67 Aug 16 23:23:46.684750 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4d7b3019-4cfd-410d-b5fc-4af7902df531 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:46.764150 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4d7b3019-4cfd-410d-b5fc-4af7902df531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:46.765190 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7b3019-4cfd-410d-b5fc-4af7902df531 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:46.765764 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4d7b3019-4cfd-410d-b5fc-4af7902df531 admin admin] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:46.822676 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-4d7b3019-4cfd-410d-b5fc-4af7902df531 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9298749 Aug 16 23:23:46.825474 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 49296) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:23:46.831374 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-043cb159-1ad1-4bf0-ab60-bf773020c991 admin admin] Request body: {'subnet': {'network_id': '9ceaa1e4-52ab-491f-b867-89da74060e67', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-204737980-subnet', 'tenant_id': '720f1cdac1e34d1181940a381fb57c0e', 'ip_version': 4}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:23:46.837685 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7b3019-4cfd-410d-b5fc-4af7902df531 admin admin] Pushing event updated for resources: {'Network': ['ID=9ceaa1e4-52ab-491f-b867-89da74060e67,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:46.848427 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 9ceaa1e4-52ab-491f-b867-89da74060e67 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:23:46.859616 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-043cb159-1ad1-4bf0-ab60-bf773020c991 admin admin] Made reservation on behalf of 720f1cdac1e34d1181940a381fb57c0e for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:23:46.862329 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-043cb159-1ad1-4bf0-ab60-bf773020c991 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:46.886760 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device c6b10710-f201-4b1c-8024-6c7307d91518 no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:23:46.921886 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] No Port match for: c6b10710-f201-4b1c-8024-6c7307d91518 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:23:46.922379 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device c6b10710-f201-4b1c-8024-6c7307d91518 not bound to the agent host n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:23:46.923842 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-7fa9c491-ff96-4609-a4be-bcb24834497b admin admin] Deleting port 1d2f2de0-1baf-414e-91f6-b70dc370d146 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:23:46.923989 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7fa9c491-ff96-4609-a4be-bcb24834497b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:47.010015 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-7fa9c491-ff96-4609-a4be-bcb24834497b admin admin] For port 1d2f2de0-1baf-414e-91f6-b70dc370d146, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=1d2f2de0-1baf-414e-91f6-b70dc370d146,segment=NetworkSegment(08848c8b-6908-4a18-b1d6-333f191b7139),segment_id=08848c8b-6908-4a18-b1d6-333f191b7139)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:23:47.010392 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7fa9c491-ff96-4609-a4be-bcb24834497b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:47.024108 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-7fa9c491-ff96-4609-a4be-bcb24834497b admin admin] Calling delete_port for 1d2f2de0-1baf-414e-91f6-b70dc370d146 owned by network:router_interface {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:23:47.053778 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-043cb159-1ad1-4bf0-ab60-bf773020c991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:47.109581 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043cb159-1ad1-4bf0-ab60-bf773020c991 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31d67e8b-a50a-4374-875b-2833c67c218f,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:47.118319 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043cb159-1ad1-4bf0-ab60-bf773020c991 admin admin] Checking segment: {'id': '8a5115ec-f362-4937-8993-a4c47e12d426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '9ceaa1e4-52ab-491f-b867-89da74060e67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:23:47.118705 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043cb159-1ad1-4bf0-ab60-bf773020c991 admin admin] Network hostable DHCP agents. Network: 9ceaa1e4-52ab-491f-b867-89da74060e67, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:23:47.145319 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043cb159-1ad1-4bf0-ab60-bf773020c991 admin admin] Network 9ceaa1e4-52ab-491f-b867-89da74060e67 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:23:47.156166 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-043cb159-1ad1-4bf0-ab60-bf773020c991 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 9ceaa1e4-52ab-491f-b867-89da74060e67) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:23:47.167887 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ce60f3-1e0c-4e38-b85a-109a55fa1057 None None] Network 9ceaa1e4-52ab-491f-b867-89da74060e67 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:23:47.172362 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043cb159-1ad1-4bf0-ab60-bf773020c991 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:47.173081 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-043cb159-1ad1-4bf0-ab60-bf773020c991 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:47.189524 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-043cb159-1ad1-4bf0-ab60-bf773020c991 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3627410 Aug 16 23:23:47.192429 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 49298) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:23:47.197170 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-2cb89240-241d-4189-a181-4515be4eccbf admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-204737980-router', 'tenant_id': '720f1cdac1e34d1181940a381fb57c0e', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:23:47.223360 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2cb89240-241d-4189-a181-4515be4eccbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:47.226064 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2cb89240-241d-4189-a181-4515be4eccbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:47.231782 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7fa9c491-ff96-4609-a4be-bcb24834497b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:47.288618 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2cb89240-241d-4189-a181-4515be4eccbf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:47.295042 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa9c491-ff96-4609-a4be-bcb24834497b admin admin] Pushing event deleted for resources: {'Port': ['ID=1d2f2de0-1baf-414e-91f6-b70dc370d146,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:47.353025 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba238cea-0c87-4e61-9fc3-12f5429b3c51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-9ceaa1e4-52ab-491f-b867-89da74060e67', 'network_id': '9ceaa1e4-52ab-491f-b867-89da74060e67', 'tenant_id': '720f1cdac1e34d1181940a381fb57c0e', 'fixed_ips': [{'subnet_id': '31d67e8b-a50a-4374-875b-2833c67c218f'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:23:47.353914 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ba238cea-0c87-4e61-9fc3-12f5429b3c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:47.444025 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2cb89240-241d-4189-a181-4515be4eccbf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:47.454412 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7fa9c491-ff96-4609-a4be-bcb24834497b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537471'] for router_interface, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:47.500837 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-ba238cea-0c87-4e61-9fc3-12f5429b3c51 None None] Allocated IP 172.20.0.2 (9ceaa1e4-52ab-491f-b867-89da74060e67/31d67e8b-a50a-4374-875b-2833c67c218f/e6de0b01-6203-4811-bfa8-cb8d36e91b7a) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:23:47.639753 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a84aa1b-a3e7-4a34-bd52-9cc74d4246a3 None None] Sync routers for ids ['b050fc57-6bdd-4193-85f8-af4fa31dad6a'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:23:47.650196 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a84aa1b-a3e7-4a34-bd52-9cc74d4246a3 None None] Routers {'b050fc57-6bdd-4193-85f8-af4fa31dad6a'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:23:47.650819 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-6a84aa1b-a3e7-4a34-bd52-9cc74d4246a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:23:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['b050fc57-6bdd-4193-85f8-af4fa31dad6a'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:23:47.674047 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2cb89240-241d-4189-a181-4515be4eccbf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:47.676451 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ba238cea-0c87-4e61-9fc3-12f5429b3c51 None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:47.693420 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-ba238cea-0c87-4e61-9fc3-12f5429b3c51 None None] Transition to ACTIVE for port object e6de0b01-6203-4811-bfa8-cb8d36e91b7a will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:23:47.700782 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2cb89240-241d-4189-a181-4515be4eccbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:47.701852 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-82e568a8-395f-403d-a2dc-e11009e07c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:47.703820 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fa9c491-ff96-4609-a4be-bcb24834497b admin admin] Router 33387f6a-5472-4128-903e-e5ddcb7a0ad6 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:23:47.719708 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-ba238cea-0c87-4e61-9fc3-12f5429b3c51 None None] Transition to ACTIVE for port object e6de0b01-6203-4811-bfa8-cb8d36e91b7a will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:23:47.728813 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ba238cea-0c87-4e61-9fc3-12f5429b3c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:47.780952 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba238cea-0c87-4e61-9fc3-12f5429b3c51 None None] Network 9ceaa1e4-52ab-491f-b867-89da74060e67 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:23:47.785248 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-ba238cea-0c87-4e61-9fc3-12f5429b3c51 None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:23:47.790504 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba238cea-0c87-4e61-9fc3-12f5429b3c51 None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:23:47.800349 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba238cea-0c87-4e61-9fc3-12f5429b3c51 None None] Pushing event updated for resources: {'Port': ['ID=e6de0b01-6203-4811-bfa8-cb8d36e91b7a,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:47.831563 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-6a84aa1b-a3e7-4a34-bd52-9cc74d4246a3 None None] Set router b050fc57-6bdd-4193-85f8-af4fa31dad6a gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:23:47.838998 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fa9c491-ff96-4609-a4be-bcb24834497b admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:23:47.848585 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-7fa9c491-ff96-4609-a4be-bcb24834497b admin admin] 10.222.0.36 "PUT /v2.0/routers/33387f6a-5472-4128-903e-e5ddcb7a0ad6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2331061 Aug 16 23:23:47.851015 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49300) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:23:47.854611 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-2cb89240-241d-4189-a181-4515be4eccbf admin admin] Allocated IP 172.25.4.124 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/ac6d053e-bd79-4bd2-a5bc-94f3b070b3bb) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:23:47.855949 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00881b24-b37d-4a82-9b84-2d2931f4c112 None None] Sync routers for ids ['33387f6a-5472-4128-903e-e5ddcb7a0ad6'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:23:47.883080 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00881b24-b37d-4a82-9b84-2d2931f4c112 None None] Routers {'33387f6a-5472-4128-903e-e5ddcb7a0ad6'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:23:47.883585 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-00881b24-b37d-4a82-9b84-2d2931f4c112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:23:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['33387f6a-5472-4128-903e-e5ddcb7a0ad6'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:23:47.886476 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-ba238cea-0c87-4e61-9fc3-12f5429b3c51 None None] Attempting to bind port e6de0b01-6203-4811-bfa8-cb8d36e91b7a on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:23:47.886682 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-ba238cea-0c87-4e61-9fc3-12f5429b3c51 None None] Attempting to bind port e6de0b01-6203-4811-bfa8-cb8d36e91b7a by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '8a5115ec-f362-4937-8993-a4c47e12d426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '9ceaa1e4-52ab-491f-b867-89da74060e67'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:23:47.887155 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba238cea-0c87-4e61-9fc3-12f5429b3c51 None None] Attempting to bind port e6de0b01-6203-4811-bfa8-cb8d36e91b7a on network 9ceaa1e4-52ab-491f-b867-89da74060e67 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:23:47.929426 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba238cea-0c87-4e61-9fc3-12f5429b3c51 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:23:47.929804 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba238cea-0c87-4e61-9fc3-12f5429b3c51 None None] Checking segment: {'id': '8a5115ec-f362-4937-8993-a4c47e12d426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '9ceaa1e4-52ab-491f-b867-89da74060e67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:23:47.930207 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ba238cea-0c87-4e61-9fc3-12f5429b3c51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:47.930603 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba238cea-0c87-4e61-9fc3-12f5429b3c51 None None] Bound using segment: {'id': '8a5115ec-f362-4937-8993-a4c47e12d426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '9ceaa1e4-52ab-491f-b867-89da74060e67'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:23:47.931087 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-ba238cea-0c87-4e61-9fc3-12f5429b3c51 None None] Bound port: e6de0b01-6203-4811-bfa8-cb8d36e91b7a, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a5115ec-f362-4937-8993-a4c47e12d426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '9ceaa1e4-52ab-491f-b867-89da74060e67'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:23:47.931467 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ba238cea-0c87-4e61-9fc3-12f5429b3c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:47.994398 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-89769574-f7da-4c46-83a4-2c42dd7ed0f2 admin admin] Notify callbacks [] for router, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:48.006191 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2cb89240-241d-4189-a181-4515be4eccbf admin admin] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:48.065697 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-00881b24-b37d-4a82-9b84-2d2931f4c112 None None] Set router 33387f6a-5472-4128-903e-e5ddcb7a0ad6 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:23:48.071755 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2cb89240-241d-4189-a181-4515be4eccbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:48.106621 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-ba238cea-0c87-4e61-9fc3-12f5429b3c51 None None] For port e6de0b01-6203-4811-bfa8-cb8d36e91b7a, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:23:48.126904 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb89240-241d-4189-a181-4515be4eccbf admin admin] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:23:48.133466 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-2cb89240-241d-4189-a181-4515be4eccbf admin admin] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:23:48.154281 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb89240-241d-4189-a181-4515be4eccbf admin admin] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:23:48.159509 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-89769574-f7da-4c46-83a4-2c42dd7ed0f2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:48.161128 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-6a84aa1b-a3e7-4a34-bd52-9cc74d4246a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b050fc57-6bdd-4193-85f8-af4fa31dad6a', 'name': 'tempest-TestAggregatesBasicOps-888277103-router', 'tenant_id': '9f1906604b424bb2ba36417a6194804d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': 'dcab48d2-41b1-45ef-a00c-f692fe3c4bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:23:41Z', 'updated_at': '2021-08-16T23:23:44Z', 'revision_number': 4, 'project_id': '9f1906604b424bb2ba36417a6194804d', 'gw_port': {'id': 'dcab48d2-41b1-45ef-a00c-f692fe3c4bed', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b7:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b050fc57-6bdd-4193-85f8-af4fa31dad6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:23:41Z', 'updated_at': '2021-08-16T23:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '0db0f3e9-1aa7-4064-86be-04443e54b7d1', 'name': '', 'network_id': '2bbe154a-b9ba-4508-a60f-97a12b12e0be', 'tenant_id': '9f1906604b424bb2ba36417a6194804d', 'mac_address': 'fa:16:3e:ef:e4:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b050fc57-6bdd-4193-85f8-af4fa31dad6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '6595cc2e-4e27-4677-b3fc-6dc2f79c0e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:23:44Z', 'updated_at': '2021-08-16T23:23:44Z', 'revision_number': 2, 'project_id': '9f1906604b424bb2ba36417a6194804d', 'subnets': [{'id': '6595cc2e-4e27-4677-b3fc-6dc2f79c0e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:23:48.162020 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-ba238cea-0c87-4e61-9fc3-12f5429b3c51 None None] For port e6de0b01-6203-4811-bfa8-cb8d36e91b7a, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=e6de0b01-6203-4811-bfa8-cb8d36e91b7a,segment=NetworkSegment(8a5115ec-f362-4937-8993-a4c47e12d426),segment_id=8a5115ec-f362-4937-8993-a4c47e12d426)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:23:48.190606 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ba238cea-0c87-4e61-9fc3-12f5429b3c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:48.200970 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a84aa1b-a3e7-4a34-bd52-9cc74d4246a3 None None] Checking router: b050fc57-6bdd-4193-85f8-af4fa31dad6a for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:23:48.202022 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a84aa1b-a3e7-4a34-bd52-9cc74d4246a3 None None] Updating router b050fc57-6bdd-4193-85f8-af4fa31dad6a port 0db0f3e9-1aa7-4064-86be-04443e54b7d1 binding host n-d-791506-26 {{(pid=101294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:23:48.248296 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb89240-241d-4189-a181-4515be4eccbf admin admin] Pushing event updated for resources: {'Port': ['ID=ac6d053e-bd79-4bd2-a5bc-94f3b070b3bb,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:48.261025 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-6a84aa1b-a3e7-4a34-bd52-9cc74d4246a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:48.261249 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device dcab48d2-41b1-45ef-a00c-f692fe3c4bed up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:23:48.278863 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-89769574-f7da-4c46-83a4-2c42dd7ed0f2 admin admin] Deleting port 7d7741a3-b9f3-423a-9ac4-bc411d09db4d {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:23:48.279240 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-89769574-f7da-4c46-83a4-2c42dd7ed0f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:48.342154 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba238cea-0c87-4e61-9fc3-12f5429b3c51 None None] Pushing event updated for resources: {'Port': ['ID=e6de0b01-6203-4811-bfa8-cb8d36e91b7a,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:48.394525 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port dcab48d2-41b1-45ef-a00c-f692fe3c4bed triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:23:48.395170 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:48.432410 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-89769574-f7da-4c46-83a4-2c42dd7ed0f2 admin admin] For port 7d7741a3-b9f3-423a-9ac4-bc411d09db4d, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=7d7741a3-b9f3-423a-9ac4-bc411d09db4d,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:23:48.433057 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-89769574-f7da-4c46-83a4-2c42dd7ed0f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:48.448779 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-00881b24-b37d-4a82-9b84-2d2931f4c112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33387f6a-5472-4128-903e-e5ddcb7a0ad6', 'name': 'tempest-ServerRescueTestJSONUnderV235-2021399597-router', 'tenant_id': 'fe08b4fcaac541459502cc9491b540ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '7d7741a3-b9f3-423a-9ac4-bc411d09db4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:22:44Z', 'updated_at': '2021-08-16T23:23:47Z', 'revision_number': 5, 'project_id': 'fe08b4fcaac541459502cc9491b540ad', 'gw_port': {'id': '7d7741a3-b9f3-423a-9ac4-bc411d09db4d', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:35:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33387f6a-5472-4128-903e-e5ddcb7a0ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:22:45Z', 'updated_at': '2021-08-16T23:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:23:48.455046 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-89769574-f7da-4c46-83a4-2c42dd7ed0f2 admin admin] Calling delete_port for 7d7741a3-b9f3-423a-9ac4-bc411d09db4d owned by network:router_gateway {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:23:48.499342 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00881b24-b37d-4a82-9b84-2d2931f4c112 None None] Checking router: 33387f6a-5472-4128-903e-e5ddcb7a0ad6 for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:23:48.565651 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00881b24-b37d-4a82-9b84-2d2931f4c112 None None] Routers {'33387f6a-5472-4128-903e-e5ddcb7a0ad6'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:23:48.582404 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-00881b24-b37d-4a82-9b84-2d2931f4c112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:23:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['33387f6a-5472-4128-903e-e5ddcb7a0ad6'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:23:48.625797 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2cb89240-241d-4189-a181-4515be4eccbf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:48.738020 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-89769574-f7da-4c46-83a4-2c42dd7ed0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:48.763281 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-6a84aa1b-a3e7-4a34-bd52-9cc74d4246a3 None None] Notify callbacks [] for port, precommit_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:48.777873 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.provisioning_blocks [None req-6a84aa1b-a3e7-4a34-bd52-9cc74d4246a3 None None] Transition to ACTIVE for port object 0db0f3e9-1aa7-4064-86be-04443e54b7d1 will not be triggered until provisioned by entity L2. {{(pid=101294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:23:48.786993 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-6a84aa1b-a3e7-4a34-bd52-9cc74d4246a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:48.792138 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89769574-f7da-4c46-83a4-2c42dd7ed0f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d7741a3-b9f3-423a-9ac4-bc411d09db4d,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:48.879361 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-89769574-f7da-4c46-83a4-2c42dd7ed0f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537121'] for router_gateway, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:48.904050 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a314f7b1-543e-4661-8762-a1ad4d8c39c9 None None] Pushing event updated for resources: {'Port': ['ID=0db0f3e9-1aa7-4064-86be-04443e54b7d1,revision_number=3']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:48.922559 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-6a84aa1b-a3e7-4a34-bd52-9cc74d4246a3 None None] Attempting to bind port 0db0f3e9-1aa7-4064-86be-04443e54b7d1 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:23:48.923570 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-6a84aa1b-a3e7-4a34-bd52-9cc74d4246a3 None None] Attempting to bind port 0db0f3e9-1aa7-4064-86be-04443e54b7d1 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '62620213-bd79-462e-b994-66d3a62c5972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2bbe154a-b9ba-4508-a60f-97a12b12e0be'}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:23:48.923570 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a84aa1b-a3e7-4a34-bd52-9cc74d4246a3 None None] Attempting to bind port 0db0f3e9-1aa7-4064-86be-04443e54b7d1 on network 2bbe154a-b9ba-4508-a60f-97a12b12e0be {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:23:48.930119 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a84aa1b-a3e7-4a34-bd52-9cc74d4246a3 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:23:48.930664 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a84aa1b-a3e7-4a34-bd52-9cc74d4246a3 None None] Checking segment: {'id': '62620213-bd79-462e-b994-66d3a62c5972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2bbe154a-b9ba-4508-a60f-97a12b12e0be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:23:48.931076 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-6a84aa1b-a3e7-4a34-bd52-9cc74d4246a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:48.931739 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a84aa1b-a3e7-4a34-bd52-9cc74d4246a3 None None] Bound using segment: {'id': '62620213-bd79-462e-b994-66d3a62c5972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2bbe154a-b9ba-4508-a60f-97a12b12e0be'} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:23:48.931930 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-6a84aa1b-a3e7-4a34-bd52-9cc74d4246a3 None None] Bound port: 0db0f3e9-1aa7-4064-86be-04443e54b7d1, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62620213-bd79-462e-b994-66d3a62c5972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2bbe154a-b9ba-4508-a60f-97a12b12e0be'}}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:23:48.932434 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-6a84aa1b-a3e7-4a34-bd52-9cc74d4246a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:48.944717 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2cb89240-241d-4189-a181-4515be4eccbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:48.977271 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-00881b24-b37d-4a82-9b84-2d2931f4c112 None None] Set router 33387f6a-5472-4128-903e-e5ddcb7a0ad6 gateway port host: None {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:23:49.022804 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-6a84aa1b-a3e7-4a34-bd52-9cc74d4246a3 None None] For port 0db0f3e9-1aa7-4064-86be-04443e54b7d1, host n-d-791506-26, cleared binding levels {{(pid=101294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:23:49.026853 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-6a84aa1b-a3e7-4a34-bd52-9cc74d4246a3 None None] For port 0db0f3e9-1aa7-4064-86be-04443e54b7d1, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=0db0f3e9-1aa7-4064-86be-04443e54b7d1,segment=NetworkSegment(62620213-bd79-462e-b994-66d3a62c5972),segment_id=62620213-bd79-462e-b994-66d3a62c5972)] {{(pid=101294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:23:49.035419 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-6a84aa1b-a3e7-4a34-bd52-9cc74d4246a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:49.040759 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-00881b24-b37d-4a82-9b84-2d2931f4c112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33387f6a-5472-4128-903e-e5ddcb7a0ad6', 'name': 'tempest-ServerRescueTestJSONUnderV235-2021399597-router', 'tenant_id': 'fe08b4fcaac541459502cc9491b540ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:22:44Z', 'updated_at': '2021-08-16T23:23:48Z', 'revision_number': 6, 'project_id': 'fe08b4fcaac541459502cc9491b540ad', 'gw_port_host': None}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:23:49.079810 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-89769574-f7da-4c46-83a4-2c42dd7ed0f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:49.080598 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00881b24-b37d-4a82-9b84-2d2931f4c112 None None] The sync data for ids ['33387f6a-5472-4128-903e-e5ddcb7a0ad6'] in n-d-791506-26 is: [{'id': '33387f6a-5472-4128-903e-e5ddcb7a0ad6', 'name': 'tempest-ServerRescueTestJSONUnderV235-2021399597-router', 'tenant_id': 'fe08b4fcaac541459502cc9491b540ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:22:44Z', 'updated_at': '2021-08-16T23:23:48Z', 'revision_number': 6, 'project_id': 'fe08b4fcaac541459502cc9491b540ad', 'gw_port_host': None}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:23:49.082708 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-89769574-f7da-4c46-83a4-2c42dd7ed0f2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:49.126394 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a84aa1b-a3e7-4a34-bd52-9cc74d4246a3 None None] Routers {'b050fc57-6bdd-4193-85f8-af4fa31dad6a'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:23:49.127056 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-6a84aa1b-a3e7-4a34-bd52-9cc74d4246a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:23:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['b050fc57-6bdd-4193-85f8-af4fa31dad6a'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:23:49.163846 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-89769574-f7da-4c46-83a4-2c42dd7ed0f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:49.164356 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89769574-f7da-4c46-83a4-2c42dd7ed0f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33387f6a-5472-4128-903e-e5ddcb7a0ad6 {{(pid=101291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:23:49.168811 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-89769574-f7da-4c46-83a4-2c42dd7ed0f2 admin admin] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:49.170009 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-89769574-f7da-4c46-83a4-2c42dd7ed0f2 admin admin] 10.222.0.36 "DELETE /v2.0/routers/33387f6a-5472-4128-903e-e5ddcb7a0ad6 HTTP/1.1" status: 204 len: 168 time: 1.3179407 Aug 16 23:23:49.173653 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49302) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:23:49.203481 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a314f7b1-543e-4661-8762-a1ad4d8c39c9 None None] Pushing event updated for resources: {'Port': ['ID=0db0f3e9-1aa7-4064-86be-04443e54b7d1,revision_number=4']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:49.242960 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cb89240-241d-4189-a181-4515be4eccbf admin admin] Router 298171f8-dccb-4bd4-bcd9-ea287aa747ef is scheduled to L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f with binding_index 1 {{(pid=101292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:23:49.298886 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-19c3b220-7be7-40b4-8a99-39c00d41e6be admin admin] Deleting subnet 44e0a9eb-ae5e-4528-979f-6e7f7a9a002b {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:23:49.309142 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-19c3b220-7be7-40b4-8a99-39c00d41e6be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:49.347090 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-6a84aa1b-a3e7-4a34-bd52-9cc74d4246a3 None None] Set router b050fc57-6bdd-4193-85f8-af4fa31dad6a gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:23:49.361772 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-19c3b220-7be7-40b4-8a99-39c00d41e6be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:49.425890 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-19c3b220-7be7-40b4-8a99-39c00d41e6be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:49.436297 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cb89240-241d-4189-a181-4515be4eccbf admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:23:49.453467 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a910ddc7-7262-456e-b660-f33899e42e84 None None] Sync routers for ids ['298171f8-dccb-4bd4-bcd9-ea287aa747ef'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:23:49.472224 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2cb89240-241d-4189-a181-4515be4eccbf admin admin] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:49.476054 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-2cb89240-241d-4189-a181-4515be4eccbf admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2824230 Aug 16 23:23:49.479441 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 49304) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:23:49.510893 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-19c3b220-7be7-40b4-8a99-39c00d41e6be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:49.522089 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a910ddc7-7262-456e-b660-f33899e42e84 None None] Routers {'298171f8-dccb-4bd4-bcd9-ea287aa747ef'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:23:49.522754 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-a910ddc7-7262-456e-b660-f33899e42e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:23:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['298171f8-dccb-4bd4-bcd9-ea287aa747ef'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:23:49.548514 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c3b220-7be7-40b4-8a99-39c00d41e6be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44e0a9eb-ae5e-4528-979f-6e7f7a9a002b,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:49.551265 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-19c3b220-7be7-40b4-8a99-39c00d41e6be admin admin] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:49.553457 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-19c3b220-7be7-40b4-8a99-39c00d41e6be admin admin] 10.222.0.36 "DELETE /v2.0/subnets/44e0a9eb-ae5e-4528-979f-6e7f7a9a002b HTTP/1.1" status: 204 len: 168 time: 0.3781567 Aug 16 23:23:49.557958 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49306) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:23:49.662411 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dc9434a9-1a29-40fa-8b23-ef18dac43ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:49.712783 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-a910ddc7-7262-456e-b660-f33899e42e84 None None] Set router 298171f8-dccb-4bd4-bcd9-ea287aa747ef gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:23:49.752022 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae79b0a-a33d-4ba8-824c-89917804cb42 None None] Network 9ceaa1e4-52ab-491f-b867-89da74060e67 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:23:49.775774 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dc9434a9-1a29-40fa-8b23-ef18dac43ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:49.786806 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-dc9434a9-1a29-40fa-8b23-ef18dac43ac8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['179b32cd-513f-444d-a32a-2d38a97fd1c7']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:23:49.809276 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-dc9434a9-1a29-40fa-8b23-ef18dac43ac8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08848c8b-6908-4a18-b1d6-333f191b7139') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:23:49.809617 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-dc9434a9-1a29-40fa-8b23-ef18dac43ac8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08848c8b-6908-4a18-b1d6-333f191b7139') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:23:49.820058 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dc9434a9-1a29-40fa-8b23-ef18dac43ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:49.856921 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dc9434a9-1a29-40fa-8b23-ef18dac43ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:49.867211 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-ef838ca1-1415-492f-b3c5-21737a581f07 None None] Provisioning for port e6de0b01-6203-4811-bfa8-cb8d36e91b7a completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:23:49.873329 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc9434a9-1a29-40fa-8b23-ef18dac43ac8 admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:23:49.873921 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dc9434a9-1a29-40fa-8b23-ef18dac43ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:49.877832 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 23:23:49.877832 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:23:49.877832 n-d-791506-26 neutron-server[101291]: timer() Aug 16 23:23:49.877832 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:23:49.877832 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 23:23:49.877832 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:23:49.877832 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 23:23:49.877832 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:23:49.877832 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 23:23:49.877832 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:23:49.877832 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 23:23:49.877832 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:23:49.877832 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 23:23:49.877832 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:23:49.877832 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:23:49.877832 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:23:49.877832 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:23:49.877832 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:23:49.877832 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 23:23:49.877832 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:23:49.877832 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 23:23:49.877832 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:23:49.877832 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:23:49.877832 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:23:49.877832 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 23:23:49.877832 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:23:49.877832 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:23:49.877832 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:23:49.877832 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:23:49.877832 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:23:49.877832 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:23:49.877832 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:23:49.885778 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-b6a36b67-a6e5-4b10-bab1-a32a76b4a21a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:49.939200 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-6a84aa1b-a3e7-4a34-bd52-9cc74d4246a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b050fc57-6bdd-4193-85f8-af4fa31dad6a', 'name': 'tempest-TestAggregatesBasicOps-888277103-router', 'tenant_id': '9f1906604b424bb2ba36417a6194804d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': 'dcab48d2-41b1-45ef-a00c-f692fe3c4bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:23:41Z', 'updated_at': '2021-08-16T23:23:44Z', 'revision_number': 4, 'project_id': '9f1906604b424bb2ba36417a6194804d', 'gw_port': {'id': 'dcab48d2-41b1-45ef-a00c-f692fe3c4bed', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b7:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b050fc57-6bdd-4193-85f8-af4fa31dad6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:23:41Z', 'updated_at': '2021-08-16T23:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '0db0f3e9-1aa7-4064-86be-04443e54b7d1', 'name': '', 'network_id': '2bbe154a-b9ba-4508-a60f-97a12b12e0be', 'tenant_id': '9f1906604b424bb2ba36417a6194804d', 'mac_address': 'fa:16:3e:ef:e4:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b050fc57-6bdd-4193-85f8-af4fa31dad6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '6595cc2e-4e27-4677-b3fc-6dc2f79c0e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:23:44Z', 'updated_at': '2021-08-16T23:23:49Z', 'revision_number': 4, 'project_id': '9f1906604b424bb2ba36417a6194804d', 'subnets': [{'id': '6595cc2e-4e27-4677-b3fc-6dc2f79c0e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:23:49.954388 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dc9434a9-1a29-40fa-8b23-ef18dac43ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:49.962604 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dc9434a9-1a29-40fa-8b23-ef18dac43ac8 admin admin] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:49.977498 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-dc9434a9-1a29-40fa-8b23-ef18dac43ac8 admin admin] 10.222.0.36 "DELETE /v2.0/networks/179b32cd-513f-444d-a32a-2d38a97fd1c7 HTTP/1.1" status: 204 len: 168 time: 0.4081016 Aug 16 23:23:49.984028 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a84aa1b-a3e7-4a34-bd52-9cc74d4246a3 None None] The sync data for ids ['b050fc57-6bdd-4193-85f8-af4fa31dad6a'] in n-d-791506-26 is: [{'id': 'b050fc57-6bdd-4193-85f8-af4fa31dad6a', 'name': 'tempest-TestAggregatesBasicOps-888277103-router', 'tenant_id': '9f1906604b424bb2ba36417a6194804d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': 'dcab48d2-41b1-45ef-a00c-f692fe3c4bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:23:41Z', 'updated_at': '2021-08-16T23:23:44Z', 'revision_number': 4, 'project_id': '9f1906604b424bb2ba36417a6194804d', 'gw_port': {'id': 'dcab48d2-41b1-45ef-a00c-f692fe3c4bed', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b7:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b050fc57-6bdd-4193-85f8-af4fa31dad6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:23:41Z', 'updated_at': '2021-08-16T23:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '0db0f3e9-1aa7-4064-86be-04443e54b7d1', 'name': '', 'network_id': '2bbe154a-b9ba-4508-a60f-97a12b12e0be', 'tenant_id': '9f1906604b424bb2ba36417a6194804d', 'mac_address': 'fa:16:3e:ef:e4:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b050fc57-6bdd-4193-85f8-af4fa31dad6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '6595cc2e-4e27-4677-b3fc-6dc2f79c0e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:23:44Z', 'updated_at': '2021-08-16T23:23:49Z', 'revision_number': 4, 'project_id': '9f1906604b424bb2ba36417a6194804d', 'subnets': [{'id': '6595cc2e-4e27-4677-b3fc-6dc2f79c0e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:23:50.010496 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-a910ddc7-7262-456e-b660-f33899e42e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '298171f8-dccb-4bd4-bcd9-ea287aa747ef', 'name': 'tempest-TestAggregatesBasicOps-204737980-router', 'tenant_id': '720f1cdac1e34d1181940a381fb57c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': 'ac6d053e-bd79-4bd2-a5bc-94f3b070b3bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:23:47Z', 'updated_at': '2021-08-16T23:23:48Z', 'revision_number': 3, 'project_id': '720f1cdac1e34d1181940a381fb57c0e', 'gw_port': {'id': 'ac6d053e-bd79-4bd2-a5bc-94f3b070b3bb', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f1:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '298171f8-dccb-4bd4-bcd9-ea287aa747ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:23:47Z', 'updated_at': '2021-08-16T23:23:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:23:50.021259 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9434a9-1a29-40fa-8b23-ef18dac43ac8 admin admin] Pushing event deleted for resources: {'Network': ['ID=179b32cd-513f-444d-a32a-2d38a97fd1c7,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:50.073268 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-dc044b7b-fe90-4b60-8d69-581c8d399ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:50.120588 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a910ddc7-7262-456e-b660-f33899e42e84 None None] Checking router: 298171f8-dccb-4bd4-bcd9-ea287aa747ef for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:23:50.121262 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a910ddc7-7262-456e-b660-f33899e42e84 None None] Updating router 298171f8-dccb-4bd4-bcd9-ea287aa747ef port ac6d053e-bd79-4bd2-a5bc-94f3b070b3bb binding host n-d-791506-26 {{(pid=101294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:23:50.179929 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-a910ddc7-7262-456e-b660-f33899e42e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:50.349955 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device e6de0b01-6203-4811-bfa8-cb8d36e91b7a up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:23:50.420820 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49310) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:23:50.467923 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port e6de0b01-6203-4811-bfa8-cb8d36e91b7a completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:23:50.478388 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port e6de0b01-6203-4811-bfa8-cb8d36e91b7a triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:23:50.478893 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:50.490425 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-8b1b3a61-fa63-437f-bc4f-43df8930a53e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fe08b4fcaac541459502cc9491b540ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0684011 Aug 16 23:23:50.497225 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49312) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:23:50.565844 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-fdd12ab3-ca5f-46d1-ae90-13ea054a1838 None None] Provisioning complete for port e6de0b01-6203-4811-bfa8-cb8d36e91b7a triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:23:50.566211 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-fdd12ab3-ca5f-46d1-ae90-13ea054a1838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:50.577328 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7bfbc666-be17-41cc-832f-f50811ae5904 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:50.605470 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7bfbc666-be17-41cc-832f-f50811ae5904 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:50.662655 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:50.702953 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7bfbc666-be17-41cc-832f-f50811ae5904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:50.710293 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7bfbc666-be17-41cc-832f-f50811ae5904 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:50.714955 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-7bfbc666-be17-41cc-832f-f50811ae5904 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/420a5452-1cf1-4116-b5d1-2d90c8c2a71b HTTP/1.1" status: 204 len: 168 time: 0.2165284 Aug 16 23:23:50.725568 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfbc666-be17-41cc-832f-f50811ae5904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=420a5452-1cf1-4116-b5d1-2d90c8c2a71b,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:50.727961 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:50.750076 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-a910ddc7-7262-456e-b660-f33899e42e84 None None] Notify callbacks [] for port, precommit_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:50.767388 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.provisioning_blocks [None req-a910ddc7-7262-456e-b660-f33899e42e84 None None] Transition to ACTIVE for port object ac6d053e-bd79-4bd2-a5bc-94f3b070b3bb will not be triggered until provisioned by entity L2. {{(pid=101294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:23:50.775697 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-a910ddc7-7262-456e-b660-f33899e42e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:50.810686 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-a910ddc7-7262-456e-b660-f33899e42e84 None None] Attempting to bind port ac6d053e-bd79-4bd2-a5bc-94f3b070b3bb on host n-d-791506-26 for vnic_type normal with profile {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:23:50.811053 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-a910ddc7-7262-456e-b660-f33899e42e84 None None] Attempting to bind port ac6d053e-bd79-4bd2-a5bc-94f3b070b3bb by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:23:50.811416 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a910ddc7-7262-456e-b660-f33899e42e84 None None] Attempting to bind port ac6d053e-bd79-4bd2-a5bc-94f3b070b3bb on network c22c4980-c849-406d-982c-a5d68c515a94 {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:23:50.829339 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port e6de0b01-6203-4811-bfa8-cb8d36e91b7a, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=e6de0b01-6203-4811-bfa8-cb8d36e91b7a,segment=NetworkSegment(8a5115ec-f362-4937-8993-a4c47e12d426),segment_id=8a5115ec-f362-4937-8993-a4c47e12d426)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:23:50.830823 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-fdd12ab3-ca5f-46d1-ae90-13ea054a1838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:50.864686 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:50.865163 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a910ddc7-7262-456e-b660-f33899e42e84 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:23:50.865680 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a910ddc7-7262-456e-b660-f33899e42e84 None None] Checking segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:23:50.866245 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-a910ddc7-7262-456e-b660-f33899e42e84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:50.866718 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a910ddc7-7262-456e-b660-f33899e42e84 None None] Bound using segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:23:50.866857 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 0db0f3e9-1aa7-4064-86be-04443e54b7d1 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:23:50.867318 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-a910ddc7-7262-456e-b660-f33899e42e84 None None] Bound port: ac6d053e-bd79-4bd2-a5bc-94f3b070b3bb, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:23:50.867773 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-a910ddc7-7262-456e-b660-f33899e42e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:50.869551 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901facdb-f5d3-4a95-8a95-3f36ec638390 None None] Pushing event updated for resources: {'Port': ['ID=ac6d053e-bd79-4bd2-a5bc-94f3b070b3bb,revision_number=2']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:50.896390 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901facdb-f5d3-4a95-8a95-3f36ec638390 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:50.896841 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901facdb-f5d3-4a95-8a95-3f36ec638390 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:50.897201 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901facdb-f5d3-4a95-8a95-3f36ec638390 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:50.897674 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901facdb-f5d3-4a95-8a95-3f36ec638390 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:50.898110 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901facdb-f5d3-4a95-8a95-3f36ec638390 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:50.898542 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901facdb-f5d3-4a95-8a95-3f36ec638390 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:50.898969 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901facdb-f5d3-4a95-8a95-3f36ec638390 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:50.899394 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901facdb-f5d3-4a95-8a95-3f36ec638390 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:50.899819 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901facdb-f5d3-4a95-8a95-3f36ec638390 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:50.900326 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901facdb-f5d3-4a95-8a95-3f36ec638390 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:50.900790 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901facdb-f5d3-4a95-8a95-3f36ec638390 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:50.901258 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901facdb-f5d3-4a95-8a95-3f36ec638390 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:23:50.931104 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-dc044b7b-fe90-4b60-8d69-581c8d399ba5 admin admin] Allocated IP 172.20.0.1 (9ceaa1e4-52ab-491f-b867-89da74060e67/31d67e8b-a50a-4374-875b-2833c67c218f/2e19a770-b789-4645-8a61-981b38ea11cb) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:23:50.951619 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-a910ddc7-7262-456e-b660-f33899e42e84 None None] For port ac6d053e-bd79-4bd2-a5bc-94f3b070b3bb, host n-d-791506-26, cleared binding levels {{(pid=101294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:23:50.955043 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-a910ddc7-7262-456e-b660-f33899e42e84 None None] For port ac6d053e-bd79-4bd2-a5bc-94f3b070b3bb, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=ac6d053e-bd79-4bd2-a5bc-94f3b070b3bb,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:23:50.965224 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-a910ddc7-7262-456e-b660-f33899e42e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:51.020147 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=e6de0b01-6203-4811-bfa8-cb8d36e91b7a,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:51.026765 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a910ddc7-7262-456e-b660-f33899e42e84 None None] Routers {'298171f8-dccb-4bd4-bcd9-ea287aa747ef'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:23:51.027513 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-a910ddc7-7262-456e-b660-f33899e42e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:23:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['298171f8-dccb-4bd4-bcd9-ea287aa747ef'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:23:51.029318 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.db.api [None req-fdd12ab3-ca5f-46d1-ae90-13ea054a1838 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101293) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 23:23:51.029695 n-d-791506-26 neutron-server[101293]: DEBUG oslo_db.api [None req-fdd12ab3-ca5f-46d1-ae90-13ea054a1838 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 23:23:51.038064 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 0db0f3e9-1aa7-4064-86be-04443e54b7d1 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:23:51.046099 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 0db0f3e9-1aa7-4064-86be-04443e54b7d1 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:23:51.046485 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:51.088907 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901facdb-f5d3-4a95-8a95-3f36ec638390 None None] Pushing event updated for resources: {'Port': ['ID=ac6d053e-bd79-4bd2-a5bc-94f3b070b3bb,revision_number=3']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:51.129555 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-dc044b7b-fe90-4b60-8d69-581c8d399ba5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:51.168732 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [None req-dc044b7b-fe90-4b60-8d69-581c8d399ba5 admin admin] Transition to ACTIVE for port object 2e19a770-b789-4645-8a61-981b38ea11cb will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:23:51.181102 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:51.221491 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-dc044b7b-fe90-4b60-8d69-581c8d399ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:51.229163 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 0db0f3e9-1aa7-4064-86be-04443e54b7d1, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=0db0f3e9-1aa7-4064-86be-04443e54b7d1,segment=NetworkSegment(62620213-bd79-462e-b994-66d3a62c5972),segment_id=62620213-bd79-462e-b994-66d3a62c5972)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:23:51.241850 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:51.303593 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc044b7b-fe90-4b60-8d69-581c8d399ba5 admin admin] Network 9ceaa1e4-52ab-491f-b867-89da74060e67 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:23:51.308333 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-dc044b7b-fe90-4b60-8d69-581c8d399ba5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:23:51.317521 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc044b7b-fe90-4b60-8d69-581c8d399ba5 admin admin] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:23:51.323446 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 1d2f2de0-1baf-414e-91f6-b70dc370d146 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:23:51.323446 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=0db0f3e9-1aa7-4064-86be-04443e54b7d1,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:51.328888 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-a910ddc7-7262-456e-b660-f33899e42e84 None None] Set router 298171f8-dccb-4bd4-bcd9-ea287aa747ef gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:23:51.351620 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 1d2f2de0-1baf-414e-91f6-b70dc370d146 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:23:51.351971 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 1d2f2de0-1baf-414e-91f6-b70dc370d146 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:23:51.352392 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 7d7741a3-b9f3-423a-9ac4-bc411d09db4d no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:23:51.385212 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 7d7741a3-b9f3-423a-9ac4-bc411d09db4d {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:23:51.385592 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 7d7741a3-b9f3-423a-9ac4-bc411d09db4d not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:23:51.406548 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc044b7b-fe90-4b60-8d69-581c8d399ba5 admin admin] Pushing event updated for resources: {'Port': ['ID=2e19a770-b789-4645-8a61-981b38ea11cb,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:51.412857 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-dc044b7b-fe90-4b60-8d69-581c8d399ba5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954230'] for router_interface, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:51.578597 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-a910ddc7-7262-456e-b660-f33899e42e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '298171f8-dccb-4bd4-bcd9-ea287aa747ef', 'name': 'tempest-TestAggregatesBasicOps-204737980-router', 'tenant_id': '720f1cdac1e34d1181940a381fb57c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': 'ac6d053e-bd79-4bd2-a5bc-94f3b070b3bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:23:47Z', 'updated_at': '2021-08-16T23:23:48Z', 'revision_number': 3, 'project_id': '720f1cdac1e34d1181940a381fb57c0e', 'gw_port': {'id': 'ac6d053e-bd79-4bd2-a5bc-94f3b070b3bb', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f1:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '298171f8-dccb-4bd4-bcd9-ea287aa747ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:23:47Z', 'updated_at': '2021-08-16T23:23:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:23:51.589198 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-dc044b7b-fe90-4b60-8d69-581c8d399ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:51.605441 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:51.626112 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a910ddc7-7262-456e-b660-f33899e42e84 None None] The sync data for ids ['298171f8-dccb-4bd4-bcd9-ea287aa747ef'] in n-d-791506-26 is: [{'id': '298171f8-dccb-4bd4-bcd9-ea287aa747ef', 'name': 'tempest-TestAggregatesBasicOps-204737980-router', 'tenant_id': '720f1cdac1e34d1181940a381fb57c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': 'ac6d053e-bd79-4bd2-a5bc-94f3b070b3bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:23:47Z', 'updated_at': '2021-08-16T23:23:48Z', 'revision_number': 3, 'project_id': '720f1cdac1e34d1181940a381fb57c0e', 'gw_port': {'id': 'ac6d053e-bd79-4bd2-a5bc-94f3b070b3bb', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f1:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '298171f8-dccb-4bd4-bcd9-ea287aa747ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:23:47Z', 'updated_at': '2021-08-16T23:23:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:23:51.698166 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-2fbec297-7452-4133-a862-b377fb3f94ed None None] Provisioning for port 2e19a770-b789-4645-8a61-981b38ea11cb completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:23:51.702818 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-2fbec297-7452-4133-a862-b377fb3f94ed None None] Provisioning complete for port 2e19a770-b789-4645-8a61-981b38ea11cb triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:23:51.703245 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2fbec297-7452-4133-a862-b377fb3f94ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:51.745301 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-2fbec297-7452-4133-a862-b377fb3f94ed None None] Port 2e19a770-b789-4645-8a61-981b38ea11cb cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:23:51.795555 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-dc044b7b-fe90-4b60-8d69-581c8d399ba5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:51.801394 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-dc044b7b-fe90-4b60-8d69-581c8d399ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:51.856412 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49334) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:23:51.882181 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc044b7b-fe90-4b60-8d69-581c8d399ba5 admin admin] Pushing event updated for resources: {'Port': ['ID=2e19a770-b789-4645-8a61-981b38ea11cb,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:51.913619 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-dc044b7b-fe90-4b60-8d69-581c8d399ba5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954122'] for router_interface, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:52.016451 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-24bb0a0d-566e-4503-92ad-b563ef3b7c76 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-942798826-network', 'tenant_id': '08859d0d7ef54f7180b6c9acbcbb613a'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:23:52.030854 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc044b7b-fe90-4b60-8d69-581c8d399ba5 admin admin] Network 9ceaa1e4-52ab-491f-b867-89da74060e67 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:23:52.032265 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-dc044b7b-fe90-4b60-8d69-581c8d399ba5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:23:52.044590 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24bb0a0d-566e-4503-92ad-b563ef3b7c76 admin admin] Made reservation on behalf of 08859d0d7ef54f7180b6c9acbcbb613a for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:23:52.047988 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-24bb0a0d-566e-4503-92ad-b563ef3b7c76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:52.060081 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-24bb0a0d-566e-4503-92ad-b563ef3b7c76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:52.217769 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc044b7b-fe90-4b60-8d69-581c8d399ba5 admin admin] Router 298171f8-dccb-4bd4-bcd9-ea287aa747ef has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:23:52.222769 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-24bb0a0d-566e-4503-92ad-b563ef3b7c76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:52.228498 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-24bb0a0d-566e-4503-92ad-b563ef3b7c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:52.244600 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24bb0a0d-566e-4503-92ad-b563ef3b7c76 admin admin] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:23:52.249862 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device e6de0b01-6203-4811-bfa8-cb8d36e91b7a up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:23:52.290438 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-24bb0a0d-566e-4503-92ad-b563ef3b7c76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:52.290816 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-24bb0a0d-566e-4503-92ad-b563ef3b7c76 admin admin] Added segment a0761dfe-0d3f-4666-b85e-efb15cbd0d19 of type vlan for network 17243197-d8cc-438b-bbbf-e93eccd01246 Aug 16 23:23:52.312810 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port e6de0b01-6203-4811-bfa8-cb8d36e91b7a triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:23:52.313770 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:52.361688 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-24bb0a0d-566e-4503-92ad-b563ef3b7c76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:52.366575 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bb0a0d-566e-4503-92ad-b563ef3b7c76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83af286b-d2f8-4089-8d7a-99cd572b3c76,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:52.403863 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc044b7b-fe90-4b60-8d69-581c8d399ba5 admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:23:52.413546 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-24bb0a0d-566e-4503-92ad-b563ef3b7c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:52.415634 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-dc044b7b-fe90-4b60-8d69-581c8d399ba5 admin admin] 10.222.0.36 "PUT /v2.0/routers/298171f8-dccb-4bd4-bcd9-ea287aa747ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9321575 Aug 16 23:23:52.415769 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24bb0a0d-566e-4503-92ad-b563ef3b7c76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:52.415769 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-24bb0a0d-566e-4503-92ad-b563ef3b7c76 admin admin] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:52.449194 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 0db0f3e9-1aa7-4064-86be-04443e54b7d1 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:23:52.496416 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-24bb0a0d-566e-4503-92ad-b563ef3b7c76 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6360300 Aug 16 23:23:52.496780 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 49340) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:23:52.497953 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bb0a0d-566e-4503-92ad-b563ef3b7c76 admin admin] Pushing event updated for resources: {'Network': ['ID=17243197-d8cc-438b-bbbf-e93eccd01246,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:52.499811 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0024cd74-b8c3-4ea2-8826-b5d151c236cd None None] Provisioning complete for port 2e19a770-b789-4645-8a61-981b38ea11cb triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:23:52.500194 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0024cd74-b8c3-4ea2-8826-b5d151c236cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:52.502088 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-3834967a-996a-4483-a244-e6378cfc88af admin admin] Request body: {'subnet': {'network_id': '17243197-d8cc-438b-bbbf-e93eccd01246', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-942798826-subnet', 'tenant_id': '08859d0d7ef54f7180b6c9acbcbb613a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:23:52.512172 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 17243197-d8cc-438b-bbbf-e93eccd01246 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:23:52.531827 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3834967a-996a-4483-a244-e6378cfc88af admin admin] Made reservation on behalf of 08859d0d7ef54f7180b6c9acbcbb613a for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:23:52.536111 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3834967a-996a-4483-a244-e6378cfc88af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:52.622276 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0024cd74-b8c3-4ea2-8826-b5d151c236cd None None] Port 2e19a770-b789-4645-8a61-981b38ea11cb cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:23:52.644050 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 0db0f3e9-1aa7-4064-86be-04443e54b7d1 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:23:52.644575 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:52.732573 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device ac6d053e-bd79-4bd2-a5bc-94f3b070b3bb up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:23:52.767205 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3834967a-996a-4483-a244-e6378cfc88af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:52.802816 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port ac6d053e-bd79-4bd2-a5bc-94f3b070b3bb completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:23:52.808462 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port ac6d053e-bd79-4bd2-a5bc-94f3b070b3bb triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:23:52.808970 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:52.844399 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3834967a-996a-4483-a244-e6378cfc88af admin admin] Pushing event updated for resources: {'Subnet': ['ID=4de9f471-133b-48cf-8ec1-15be31a77e92,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:52.847901 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3834967a-996a-4483-a244-e6378cfc88af admin admin] Checking segment: {'id': 'a0761dfe-0d3f-4666-b85e-efb15cbd0d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '17243197-d8cc-438b-bbbf-e93eccd01246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:23:52.848271 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3834967a-996a-4483-a244-e6378cfc88af admin admin] Network hostable DHCP agents. Network: 17243197-d8cc-438b-bbbf-e93eccd01246, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:23:52.869228 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3834967a-996a-4483-a244-e6378cfc88af admin admin] Network 17243197-d8cc-438b-bbbf-e93eccd01246 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:23:52.879271 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-3834967a-996a-4483-a244-e6378cfc88af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 17243197-d8cc-438b-bbbf-e93eccd01246) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:23:52.884994 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:52.889920 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3834967a-996a-4483-a244-e6378cfc88af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:23:52.890783 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3834967a-996a-4483-a244-e6378cfc88af admin admin] Notify callbacks [] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:52.890991 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab96e27-c728-41fc-98e2-4b94d9e64aa9 None None] Network 17243197-d8cc-438b-bbbf-e93eccd01246 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:23:52.910828 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-3834967a-996a-4483-a244-e6378cfc88af admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4098306 Aug 16 23:23:52.911262 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 49354) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:23:52.917544 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-8c4b90fd-2408-4f60-a92d-d43e1e733138 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-942798826-router', 'tenant_id': '08859d0d7ef54f7180b6c9acbcbb613a', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:23:52.943961 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8c4b90fd-2408-4f60-a92d-d43e1e733138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:52.945339 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8c4b90fd-2408-4f60-a92d-d43e1e733138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:53.017545 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8c4b90fd-2408-4f60-a92d-d43e1e733138 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:53.023127 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:53.077157 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port ac6d053e-bd79-4bd2-a5bc-94f3b070b3bb, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=ac6d053e-bd79-4bd2-a5bc-94f3b070b3bb,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:23:53.086665 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:53.156052 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9f1851-38e0-402c-8d09-c082eb946bc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-17243197-d8cc-438b-bbbf-e93eccd01246', 'network_id': '17243197-d8cc-438b-bbbf-e93eccd01246', 'tenant_id': '08859d0d7ef54f7180b6c9acbcbb613a', 'fixed_ips': [{'subnet_id': '4de9f471-133b-48cf-8ec1-15be31a77e92'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:23:53.163365 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7a9f1851-38e0-402c-8d09-c082eb946bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:53.183395 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8c4b90fd-2408-4f60-a92d-d43e1e733138 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:53.190865 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=ac6d053e-bd79-4bd2-a5bc-94f3b070b3bb,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:53.355301 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-7a9f1851-38e0-402c-8d09-c082eb946bc9 None None] Allocated IP 172.20.0.2 (17243197-d8cc-438b-bbbf-e93eccd01246/4de9f471-133b-48cf-8ec1-15be31a77e92/4850b514-8f3e-4ad9-b230-7c159cd96f50) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:23:53.441636 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8c4b90fd-2408-4f60-a92d-d43e1e733138 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:53.463251 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8c4b90fd-2408-4f60-a92d-d43e1e733138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:53.543726 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7a9f1851-38e0-402c-8d09-c082eb946bc9 None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:53.554590 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-7a9f1851-38e0-402c-8d09-c082eb946bc9 None None] Transition to ACTIVE for port object 4850b514-8f3e-4ad9-b230-7c159cd96f50 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:23:53.570232 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-7a9f1851-38e0-402c-8d09-c082eb946bc9 None None] Transition to ACTIVE for port object 4850b514-8f3e-4ad9-b230-7c159cd96f50 will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:23:53.576518 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7a9f1851-38e0-402c-8d09-c082eb946bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:53.586843 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-8c4b90fd-2408-4f60-a92d-d43e1e733138 admin admin] Allocated IP 172.25.4.109 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/13bd179a-6886-4db8-9caa-2bb41a22fb3d) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:23:53.620321 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9f1851-38e0-402c-8d09-c082eb946bc9 None None] Network 17243197-d8cc-438b-bbbf-e93eccd01246 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:23:53.623436 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-7a9f1851-38e0-402c-8d09-c082eb946bc9 None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:23:53.630923 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9f1851-38e0-402c-8d09-c082eb946bc9 None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:23:53.631953 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9f1851-38e0-402c-8d09-c082eb946bc9 None None] Pushing event updated for resources: {'Port': ['ID=4850b514-8f3e-4ad9-b230-7c159cd96f50,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:53.710500 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-7a9f1851-38e0-402c-8d09-c082eb946bc9 None None] Attempting to bind port 4850b514-8f3e-4ad9-b230-7c159cd96f50 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:23:53.711005 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-7a9f1851-38e0-402c-8d09-c082eb946bc9 None None] Attempting to bind port 4850b514-8f3e-4ad9-b230-7c159cd96f50 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': 'a0761dfe-0d3f-4666-b85e-efb15cbd0d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '17243197-d8cc-438b-bbbf-e93eccd01246'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:23:53.711420 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9f1851-38e0-402c-8d09-c082eb946bc9 None None] Attempting to bind port 4850b514-8f3e-4ad9-b230-7c159cd96f50 on network 17243197-d8cc-438b-bbbf-e93eccd01246 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:23:53.718480 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9f1851-38e0-402c-8d09-c082eb946bc9 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:23:53.718944 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9f1851-38e0-402c-8d09-c082eb946bc9 None None] Checking segment: {'id': 'a0761dfe-0d3f-4666-b85e-efb15cbd0d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '17243197-d8cc-438b-bbbf-e93eccd01246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:23:53.719399 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7a9f1851-38e0-402c-8d09-c082eb946bc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:53.719855 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9f1851-38e0-402c-8d09-c082eb946bc9 None None] Bound using segment: {'id': 'a0761dfe-0d3f-4666-b85e-efb15cbd0d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '17243197-d8cc-438b-bbbf-e93eccd01246'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:23:53.720426 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-7a9f1851-38e0-402c-8d09-c082eb946bc9 None None] Bound port: 4850b514-8f3e-4ad9-b230-7c159cd96f50, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0761dfe-0d3f-4666-b85e-efb15cbd0d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '17243197-d8cc-438b-bbbf-e93eccd01246'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:23:53.721073 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7a9f1851-38e0-402c-8d09-c082eb946bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:53.732181 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49386) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:23:53.754726 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8c4b90fd-2408-4f60-a92d-d43e1e733138 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:53.783349 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e12aea-3512-477e-8bee-728c9b044ad5 None None] Sync routers for ids ['298171f8-dccb-4bd4-bcd9-ea287aa747ef'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:23:53.806969 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e12aea-3512-477e-8bee-728c9b044ad5 None None] Routers {'298171f8-dccb-4bd4-bcd9-ea287aa747ef'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:23:53.807220 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8c4b90fd-2408-4f60-a92d-d43e1e733138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:53.807764 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-19e12aea-3512-477e-8bee-728c9b044ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:23:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['298171f8-dccb-4bd4-bcd9-ea287aa747ef'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:23:53.846940 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-7a9f1851-38e0-402c-8d09-c082eb946bc9 None None] For port 4850b514-8f3e-4ad9-b230-7c159cd96f50, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:23:53.858596 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4b90fd-2408-4f60-a92d-d43e1e733138 admin admin] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:23:53.859611 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4b90fd-2408-4f60-a92d-d43e1e733138 admin admin] Pushing event updated for resources: {'Port': ['ID=13bd179a-6886-4db8-9caa-2bb41a22fb3d,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:53.863184 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-8c4b90fd-2408-4f60-a92d-d43e1e733138 admin admin] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:23:53.865433 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4b90fd-2408-4f60-a92d-d43e1e733138 admin admin] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:23:53.868176 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-7a9f1851-38e0-402c-8d09-c082eb946bc9 None None] For port 4850b514-8f3e-4ad9-b230-7c159cd96f50, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=4850b514-8f3e-4ad9-b230-7c159cd96f50,segment=NetworkSegment(a0761dfe-0d3f-4666-b85e-efb15cbd0d19),segment_id=a0761dfe-0d3f-4666-b85e-efb15cbd0d19)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:23:53.876715 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7a9f1851-38e0-402c-8d09-c082eb946bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:53.983081 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9f1851-38e0-402c-8d09-c082eb946bc9 None None] Pushing event updated for resources: {'Port': ['ID=4850b514-8f3e-4ad9-b230-7c159cd96f50,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:53.992831 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-19e12aea-3512-477e-8bee-728c9b044ad5 None None] Set router 298171f8-dccb-4bd4-bcd9-ea287aa747ef gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:23:54.131101 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device ac6d053e-bd79-4bd2-a5bc-94f3b070b3bb up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:23:54.227183 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-52819279-daa1-4f81-af7c-4588cf4f1138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537579'] for router_interface, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:54.278267 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8c4b90fd-2408-4f60-a92d-d43e1e733138 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:54.328668 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port ac6d053e-bd79-4bd2-a5bc-94f3b070b3bb triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:23:54.329043 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:54.478056 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-19e12aea-3512-477e-8bee-728c9b044ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '298171f8-dccb-4bd4-bcd9-ea287aa747ef', 'name': 'tempest-TestAggregatesBasicOps-204737980-router', 'tenant_id': '720f1cdac1e34d1181940a381fb57c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': 'ac6d053e-bd79-4bd2-a5bc-94f3b070b3bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:23:47Z', 'updated_at': '2021-08-16T23:23:51Z', 'revision_number': 4, 'project_id': '720f1cdac1e34d1181940a381fb57c0e', 'gw_port': {'id': 'ac6d053e-bd79-4bd2-a5bc-94f3b070b3bb', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298171f8-dccb-4bd4-bcd9-ea287aa747ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:23:47Z', 'updated_at': '2021-08-16T23:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '2e19a770-b789-4645-8a61-981b38ea11cb', 'name': '', 'network_id': '9ceaa1e4-52ab-491f-b867-89da74060e67', 'tenant_id': '720f1cdac1e34d1181940a381fb57c0e', 'mac_address': 'fa:16:3e:01:d0:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '298171f8-dccb-4bd4-bcd9-ea287aa747ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '31d67e8b-a50a-4374-875b-2833c67c218f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:23:50Z', 'updated_at': '2021-08-16T23:23:51Z', 'revision_number': 2, 'project_id': '720f1cdac1e34d1181940a381fb57c0e', 'subnets': [{'id': '31d67e8b-a50a-4374-875b-2833c67c218f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:23:54.513029 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e12aea-3512-477e-8bee-728c9b044ad5 None None] Checking router: 298171f8-dccb-4bd4-bcd9-ea287aa747ef for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:23:54.513379 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e12aea-3512-477e-8bee-728c9b044ad5 None None] Updating router 298171f8-dccb-4bd4-bcd9-ea287aa747ef port 2e19a770-b789-4645-8a61-981b38ea11cb binding host n-d-791506-26 {{(pid=101293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:23:54.537600 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8c4b90fd-2408-4f60-a92d-d43e1e733138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:54.544107 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-19e12aea-3512-477e-8bee-728c9b044ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:54.644136 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-52819279-daa1-4f81-af7c-4588cf4f1138 admin admin] Deleting port 0db0f3e9-1aa7-4064-86be-04443e54b7d1 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:23:54.644431 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-52819279-daa1-4f81-af7c-4588cf4f1138 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:54.684040 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c4b90fd-2408-4f60-a92d-d43e1e733138 admin admin] Router c1c84eee-238e-4540-871a-d6bd2b2d4ec4 is scheduled to L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f with binding_index 1 {{(pid=101292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:23:54.807423 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c4b90fd-2408-4f60-a92d-d43e1e733138 admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:23:54.827180 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4989f326-c5d9-4778-b25e-350730cdecba None None] Sync routers for ids ['c1c84eee-238e-4540-871a-d6bd2b2d4ec4'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:23:54.833931 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8c4b90fd-2408-4f60-a92d-d43e1e733138 admin admin] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:54.838970 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-8c4b90fd-2408-4f60-a92d-d43e1e733138 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9251726 Aug 16 23:23:54.839164 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 49388) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:23:54.840316 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4989f326-c5d9-4778-b25e-350730cdecba None None] Routers {'c1c84eee-238e-4540-871a-d6bd2b2d4ec4'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:23:54.843904 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-4989f326-c5d9-4778-b25e-350730cdecba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:23:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['c1c84eee-238e-4540-871a-d6bd2b2d4ec4'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:23:55.024810 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-4989f326-c5d9-4778-b25e-350730cdecba None None] Set router c1c84eee-238e-4540-871a-d6bd2b2d4ec4 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:23:55.078644 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-19e12aea-3512-477e-8bee-728c9b044ad5 None None] Notify callbacks [] for port, precommit_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:55.095290 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-52819279-daa1-4f81-af7c-4588cf4f1138 admin admin] For port 0db0f3e9-1aa7-4064-86be-04443e54b7d1, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=0db0f3e9-1aa7-4064-86be-04443e54b7d1,segment=NetworkSegment(62620213-bd79-462e-b994-66d3a62c5972),segment_id=62620213-bd79-462e-b994-66d3a62c5972)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:23:55.097077 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-52819279-daa1-4f81-af7c-4588cf4f1138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:55.102521 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-19e12aea-3512-477e-8bee-728c9b044ad5 None None] Transition to ACTIVE for port object 2e19a770-b789-4645-8a61-981b38ea11cb will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:23:55.112808 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-52819279-daa1-4f81-af7c-4588cf4f1138 admin admin] Calling delete_port for 0db0f3e9-1aa7-4064-86be-04443e54b7d1 owned by network:router_interface {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:23:55.114248 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-19e12aea-3512-477e-8bee-728c9b044ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:55.239665 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4053a3c-ec5b-4ecd-9429-38ec2af07323 None None] Pushing event updated for resources: {'Port': ['ID=2e19a770-b789-4645-8a61-981b38ea11cb,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:55.276929 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-19e12aea-3512-477e-8bee-728c9b044ad5 None None] Attempting to bind port 2e19a770-b789-4645-8a61-981b38ea11cb on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:23:55.279713 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-19e12aea-3512-477e-8bee-728c9b044ad5 None None] Attempting to bind port 2e19a770-b789-4645-8a61-981b38ea11cb by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '8a5115ec-f362-4937-8993-a4c47e12d426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '9ceaa1e4-52ab-491f-b867-89da74060e67'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:23:55.280374 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e12aea-3512-477e-8bee-728c9b044ad5 None None] Attempting to bind port 2e19a770-b789-4645-8a61-981b38ea11cb on network 9ceaa1e4-52ab-491f-b867-89da74060e67 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:23:55.294205 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e12aea-3512-477e-8bee-728c9b044ad5 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:23:55.294805 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e12aea-3512-477e-8bee-728c9b044ad5 None None] Checking segment: {'id': '8a5115ec-f362-4937-8993-a4c47e12d426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '9ceaa1e4-52ab-491f-b867-89da74060e67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:23:55.295307 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-19e12aea-3512-477e-8bee-728c9b044ad5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:55.295798 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e12aea-3512-477e-8bee-728c9b044ad5 None None] Bound using segment: {'id': '8a5115ec-f362-4937-8993-a4c47e12d426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '9ceaa1e4-52ab-491f-b867-89da74060e67'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:23:55.296374 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-19e12aea-3512-477e-8bee-728c9b044ad5 None None] Bound port: 2e19a770-b789-4645-8a61-981b38ea11cb, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a5115ec-f362-4937-8993-a4c47e12d426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '9ceaa1e4-52ab-491f-b867-89da74060e67'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:23:55.296897 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-19e12aea-3512-477e-8bee-728c9b044ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:55.362621 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-4989f326-c5d9-4778-b25e-350730cdecba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1c84eee-238e-4540-871a-d6bd2b2d4ec4', 'name': 'tempest-AttachVolumeTestJSON-942798826-router', 'tenant_id': '08859d0d7ef54f7180b6c9acbcbb613a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '13bd179a-6886-4db8-9caa-2bb41a22fb3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:23:52Z', 'updated_at': '2021-08-16T23:23:54Z', 'revision_number': 3, 'project_id': '08859d0d7ef54f7180b6c9acbcbb613a', 'gw_port': {'id': '13bd179a-6886-4db8-9caa-2bb41a22fb3d', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:bf:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1c84eee-238e-4540-871a-d6bd2b2d4ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:23:53Z', 'updated_at': '2021-08-16T23:23:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:23:55.397747 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-19e12aea-3512-477e-8bee-728c9b044ad5 None None] For port 2e19a770-b789-4645-8a61-981b38ea11cb, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:23:55.423334 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4989f326-c5d9-4778-b25e-350730cdecba None None] Checking router: c1c84eee-238e-4540-871a-d6bd2b2d4ec4 for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:23:55.424320 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4989f326-c5d9-4778-b25e-350730cdecba None None] Updating router c1c84eee-238e-4540-871a-d6bd2b2d4ec4 port 13bd179a-6886-4db8-9caa-2bb41a22fb3d binding host n-d-791506-26 {{(pid=101294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:23:55.430039 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-52819279-daa1-4f81-af7c-4588cf4f1138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:55.431093 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-19e12aea-3512-477e-8bee-728c9b044ad5 None None] For port 2e19a770-b789-4645-8a61-981b38ea11cb, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=2e19a770-b789-4645-8a61-981b38ea11cb,segment=NetworkSegment(8a5115ec-f362-4937-8993-a4c47e12d426),segment_id=8a5115ec-f362-4937-8993-a4c47e12d426)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:23:55.437864 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-19e12aea-3512-477e-8bee-728c9b044ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:55.483041 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52819279-daa1-4f81-af7c-4588cf4f1138 admin admin] Pushing event deleted for resources: {'Port': ['ID=0db0f3e9-1aa7-4064-86be-04443e54b7d1,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:55.490255 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-4989f326-c5d9-4778-b25e-350730cdecba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:55.508440 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4053a3c-ec5b-4ecd-9429-38ec2af07323 None None] Pushing event updated for resources: {'Port': ['ID=2e19a770-b789-4645-8a61-981b38ea11cb,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:55.514462 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9950674c-d4fc-4019-bd1f-d07ae90e632a None None] Network 17243197-d8cc-438b-bbbf-e93eccd01246 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:23:55.553167 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c6f6f993-a85f-4013-ab2a-9ec98efdad21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:55.631674 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:55.634193 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e12aea-3512-477e-8bee-728c9b044ad5 None None] Routers {'298171f8-dccb-4bd4-bcd9-ea287aa747ef'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:23:55.634832 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-19e12aea-3512-477e-8bee-728c9b044ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:23:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['298171f8-dccb-4bd4-bcd9-ea287aa747ef'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:23:55.645203 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-217a7822-dc87-4f79-befb-d17700824f98 None None] Provisioning for port 4850b514-8f3e-4ad9-b230-7c159cd96f50 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:23:55.825674 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-52819279-daa1-4f81-af7c-4588cf4f1138 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537471'] for router_interface, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:55.860801 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-4989f326-c5d9-4778-b25e-350730cdecba None None] Notify callbacks [] for port, precommit_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:55.876304 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.provisioning_blocks [None req-4989f326-c5d9-4778-b25e-350730cdecba None None] Transition to ACTIVE for port object 13bd179a-6886-4db8-9caa-2bb41a22fb3d will not be triggered until provisioned by entity L2. {{(pid=101294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:23:55.895024 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-4989f326-c5d9-4778-b25e-350730cdecba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:55.901394 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-c6f6f993-a85f-4013-ab2a-9ec98efdad21 admin admin] Allocated IP 172.20.0.1 (17243197-d8cc-438b-bbbf-e93eccd01246/4de9f471-133b-48cf-8ec1-15be31a77e92/b239744f-7fa7-4af0-9646-a4c96d22a1ad) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:23:55.931372 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-19e12aea-3512-477e-8bee-728c9b044ad5 None None] Set router 298171f8-dccb-4bd4-bcd9-ea287aa747ef gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:23:55.957876 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15651f6a-7a62-4552-8d7b-ad3b4ec566bf None None] Pushing event updated for resources: {'Port': ['ID=13bd179a-6886-4db8-9caa-2bb41a22fb3d,revision_number=2']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:55.960698 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-4989f326-c5d9-4778-b25e-350730cdecba None None] Attempting to bind port 13bd179a-6886-4db8-9caa-2bb41a22fb3d on host n-d-791506-26 for vnic_type normal with profile {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:23:55.961069 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-4989f326-c5d9-4778-b25e-350730cdecba None None] Attempting to bind port 13bd179a-6886-4db8-9caa-2bb41a22fb3d by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:23:55.961433 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4989f326-c5d9-4778-b25e-350730cdecba None None] Attempting to bind port 13bd179a-6886-4db8-9caa-2bb41a22fb3d on network c22c4980-c849-406d-982c-a5d68c515a94 {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:23:55.968042 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4989f326-c5d9-4778-b25e-350730cdecba None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:23:55.968421 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4989f326-c5d9-4778-b25e-350730cdecba None None] Checking segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:23:55.969143 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-4989f326-c5d9-4778-b25e-350730cdecba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:55.969554 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4989f326-c5d9-4778-b25e-350730cdecba None None] Bound using segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:23:55.970386 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-4989f326-c5d9-4778-b25e-350730cdecba None None] Bound port: 13bd179a-6886-4db8-9caa-2bb41a22fb3d, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:23:55.970725 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-4989f326-c5d9-4778-b25e-350730cdecba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:56.043235 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-4989f326-c5d9-4778-b25e-350730cdecba None None] For port 13bd179a-6886-4db8-9caa-2bb41a22fb3d, host n-d-791506-26, cleared binding levels {{(pid=101294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:23:56.046965 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-4989f326-c5d9-4778-b25e-350730cdecba None None] For port 13bd179a-6886-4db8-9caa-2bb41a22fb3d, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=13bd179a-6886-4db8-9caa-2bb41a22fb3d,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:23:56.053228 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-4989f326-c5d9-4778-b25e-350730cdecba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:56.135140 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c6f6f993-a85f-4013-ab2a-9ec98efdad21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:56.147814 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4989f326-c5d9-4778-b25e-350730cdecba None None] Routers {'c1c84eee-238e-4540-871a-d6bd2b2d4ec4'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:23:56.149266 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-4989f326-c5d9-4778-b25e-350730cdecba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:23:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['c1c84eee-238e-4540-871a-d6bd2b2d4ec4'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:23:56.169974 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [None req-c6f6f993-a85f-4013-ab2a-9ec98efdad21 admin admin] Transition to ACTIVE for port object b239744f-7fa7-4af0-9646-a4c96d22a1ad will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:23:56.224198 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c6f6f993-a85f-4013-ab2a-9ec98efdad21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:56.244527 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52819279-daa1-4f81-af7c-4588cf4f1138 admin admin] Router b050fc57-6bdd-4193-85f8-af4fa31dad6a has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:23:56.290075 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f6f993-a85f-4013-ab2a-9ec98efdad21 admin admin] Pushing event updated for resources: {'Port': ['ID=b239744f-7fa7-4af0-9646-a4c96d22a1ad,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:56.298271 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f6f993-a85f-4013-ab2a-9ec98efdad21 admin admin] Network 17243197-d8cc-438b-bbbf-e93eccd01246 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:23:56.300855 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-c6f6f993-a85f-4013-ab2a-9ec98efdad21 admin admin] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:23:56.303340 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f6f993-a85f-4013-ab2a-9ec98efdad21 admin admin] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:23:56.308655 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 4850b514-8f3e-4ad9-b230-7c159cd96f50 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:23:56.349618 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c6f6f993-a85f-4013-ab2a-9ec98efdad21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954230'] for router_interface, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:56.350575 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15651f6a-7a62-4552-8d7b-ad3b4ec566bf None None] Pushing event updated for resources: {'Port': ['ID=13bd179a-6886-4db8-9caa-2bb41a22fb3d,revision_number=3']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:56.377976 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-4989f326-c5d9-4778-b25e-350730cdecba None None] Set router c1c84eee-238e-4540-871a-d6bd2b2d4ec4 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:23:56.425594 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-19e12aea-3512-477e-8bee-728c9b044ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '298171f8-dccb-4bd4-bcd9-ea287aa747ef', 'name': 'tempest-TestAggregatesBasicOps-204737980-router', 'tenant_id': '720f1cdac1e34d1181940a381fb57c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': 'ac6d053e-bd79-4bd2-a5bc-94f3b070b3bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:23:47Z', 'updated_at': '2021-08-16T23:23:51Z', 'revision_number': 4, 'project_id': '720f1cdac1e34d1181940a381fb57c0e', 'gw_port': {'id': 'ac6d053e-bd79-4bd2-a5bc-94f3b070b3bb', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298171f8-dccb-4bd4-bcd9-ea287aa747ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:23:47Z', 'updated_at': '2021-08-16T23:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '2e19a770-b789-4645-8a61-981b38ea11cb', 'name': '', 'network_id': '9ceaa1e4-52ab-491f-b867-89da74060e67', 'tenant_id': '720f1cdac1e34d1181940a381fb57c0e', 'mac_address': 'fa:16:3e:01:d0:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '298171f8-dccb-4bd4-bcd9-ea287aa747ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '31d67e8b-a50a-4374-875b-2833c67c218f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:23:50Z', 'updated_at': '2021-08-16T23:23:55Z', 'revision_number': 4, 'project_id': '720f1cdac1e34d1181940a381fb57c0e', 'subnets': [{'id': '31d67e8b-a50a-4374-875b-2833c67c218f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:23:56.427439 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 4850b514-8f3e-4ad9-b230-7c159cd96f50 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:23:56.431785 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 4850b514-8f3e-4ad9-b230-7c159cd96f50 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:23:56.432167 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:56.471290 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e12aea-3512-477e-8bee-728c9b044ad5 None None] The sync data for ids ['298171f8-dccb-4bd4-bcd9-ea287aa747ef'] in n-d-791506-26 is: [{'id': '298171f8-dccb-4bd4-bcd9-ea287aa747ef', 'name': 'tempest-TestAggregatesBasicOps-204737980-router', 'tenant_id': '720f1cdac1e34d1181940a381fb57c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': 'ac6d053e-bd79-4bd2-a5bc-94f3b070b3bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:23:47Z', 'updated_at': '2021-08-16T23:23:51Z', 'revision_number': 4, 'project_id': '720f1cdac1e34d1181940a381fb57c0e', 'gw_port': {'id': 'ac6d053e-bd79-4bd2-a5bc-94f3b070b3bb', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298171f8-dccb-4bd4-bcd9-ea287aa747ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:23:47Z', 'updated_at': '2021-08-16T23:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '2e19a770-b789-4645-8a61-981b38ea11cb', 'name': '', 'network_id': '9ceaa1e4-52ab-491f-b867-89da74060e67', 'tenant_id': '720f1cdac1e34d1181940a381fb57c0e', 'mac_address': 'fa:16:3e:01:d0:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '298171f8-dccb-4bd4-bcd9-ea287aa747ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '31d67e8b-a50a-4374-875b-2833c67c218f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:23:50Z', 'updated_at': '2021-08-16T23:23:55Z', 'revision_number': 4, 'project_id': '720f1cdac1e34d1181940a381fb57c0e', 'subnets': [{'id': '31d67e8b-a50a-4374-875b-2833c67c218f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:23:56.483576 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52819279-daa1-4f81-af7c-4588cf4f1138 admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:23:56.500870 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-52819279-daa1-4f81-af7c-4588cf4f1138 admin admin] 10.222.0.36 "PUT /v2.0/routers/b050fc57-6bdd-4193-85f8-af4fa31dad6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7642586 Aug 16 23:23:56.501405 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49390) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:23:56.520093 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed70275-b92e-438c-9d2b-2c6ca5b363f4 None None] Sync routers for ids ['b050fc57-6bdd-4193-85f8-af4fa31dad6a'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:23:56.576876 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed70275-b92e-438c-9d2b-2c6ca5b363f4 None None] Routers {'b050fc57-6bdd-4193-85f8-af4fa31dad6a'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:23:56.579027 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-2ed70275-b92e-438c-9d2b-2c6ca5b363f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:23:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['b050fc57-6bdd-4193-85f8-af4fa31dad6a'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:23:56.638447 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-4989f326-c5d9-4778-b25e-350730cdecba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1c84eee-238e-4540-871a-d6bd2b2d4ec4', 'name': 'tempest-AttachVolumeTestJSON-942798826-router', 'tenant_id': '08859d0d7ef54f7180b6c9acbcbb613a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '13bd179a-6886-4db8-9caa-2bb41a22fb3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:23:52Z', 'updated_at': '2021-08-16T23:23:54Z', 'revision_number': 3, 'project_id': '08859d0d7ef54f7180b6c9acbcbb613a', 'gw_port': {'id': '13bd179a-6886-4db8-9caa-2bb41a22fb3d', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:bf:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1c84eee-238e-4540-871a-d6bd2b2d4ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:23:53Z', 'updated_at': '2021-08-16T23:23:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:23:56.697931 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-04f8e2ed-2997-4345-af27-80f29a7043fa None None] Provisioning complete for port 4850b514-8f3e-4ad9-b230-7c159cd96f50 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:23:56.698717 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-04f8e2ed-2997-4345-af27-80f29a7043fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:56.706585 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4989f326-c5d9-4778-b25e-350730cdecba None None] The sync data for ids ['c1c84eee-238e-4540-871a-d6bd2b2d4ec4'] in n-d-791506-26 is: [{'id': 'c1c84eee-238e-4540-871a-d6bd2b2d4ec4', 'name': 'tempest-AttachVolumeTestJSON-942798826-router', 'tenant_id': '08859d0d7ef54f7180b6c9acbcbb613a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '13bd179a-6886-4db8-9caa-2bb41a22fb3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:23:52Z', 'updated_at': '2021-08-16T23:23:54Z', 'revision_number': 3, 'project_id': '08859d0d7ef54f7180b6c9acbcbb613a', 'gw_port': {'id': '13bd179a-6886-4db8-9caa-2bb41a22fb3d', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:bf:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1c84eee-238e-4540-871a-d6bd2b2d4ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:23:53Z', 'updated_at': '2021-08-16T23:23:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:23:56.770629 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b80643f3-30b4-4b05-982c-4d642a41c616 admin admin] Notify callbacks [] for router, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:56.916907 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:56.935502 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b80643f3-30b4-4b05-982c-4d642a41c616 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:56.938002 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-2ed70275-b92e-438c-9d2b-2c6ca5b363f4 None None] Set router b050fc57-6bdd-4193-85f8-af4fa31dad6a gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:23:56.999322 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-b80643f3-30b4-4b05-982c-4d642a41c616 admin admin] Deleting port dcab48d2-41b1-45ef-a00c-f692fe3c4bed {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:23:57.000948 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b80643f3-30b4-4b05-982c-4d642a41c616 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:57.005856 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c6f6f993-a85f-4013-ab2a-9ec98efdad21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:57.046787 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-04f8e2ed-2997-4345-af27-80f29a7043fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:57.099966 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 4850b514-8f3e-4ad9-b230-7c159cd96f50, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=4850b514-8f3e-4ad9-b230-7c159cd96f50,segment=NetworkSegment(a0761dfe-0d3f-4666-b85e-efb15cbd0d19),segment_id=a0761dfe-0d3f-4666-b85e-efb15cbd0d19)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:23:57.116518 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-b80643f3-30b4-4b05-982c-4d642a41c616 admin admin] For port dcab48d2-41b1-45ef-a00c-f692fe3c4bed, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=dcab48d2-41b1-45ef-a00c-f692fe3c4bed,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:23:57.117113 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b80643f3-30b4-4b05-982c-4d642a41c616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:57.122100 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:57.137135 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-b80643f3-30b4-4b05-982c-4d642a41c616 admin admin] Calling delete_port for dcab48d2-41b1-45ef-a00c-f692fe3c4bed owned by network:router_gateway {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:23:57.279019 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c6f6f993-a85f-4013-ab2a-9ec98efdad21 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:57.285688 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.db.api [None req-04f8e2ed-2997-4345-af27-80f29a7043fa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101293) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 23:23:57.286176 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c6f6f993-a85f-4013-ab2a-9ec98efdad21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:57.286357 n-d-791506-26 neutron-server[101293]: DEBUG oslo_db.api [None req-04f8e2ed-2997-4345-af27-80f29a7043fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 23:23:57.293804 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=4850b514-8f3e-4ad9-b230-7c159cd96f50,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:57.383865 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f6f993-a85f-4013-ab2a-9ec98efdad21 admin admin] Pushing event updated for resources: {'Port': ['ID=b239744f-7fa7-4af0-9646-a4c96d22a1ad,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:57.399484 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-2ed70275-b92e-438c-9d2b-2c6ca5b363f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b050fc57-6bdd-4193-85f8-af4fa31dad6a', 'name': 'tempest-TestAggregatesBasicOps-888277103-router', 'tenant_id': '9f1906604b424bb2ba36417a6194804d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': 'dcab48d2-41b1-45ef-a00c-f692fe3c4bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:23:41Z', 'updated_at': '2021-08-16T23:23:55Z', 'revision_number': 5, 'project_id': '9f1906604b424bb2ba36417a6194804d', 'gw_port': {'id': 'dcab48d2-41b1-45ef-a00c-f692fe3c4bed', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b7:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b050fc57-6bdd-4193-85f8-af4fa31dad6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:23:41Z', 'updated_at': '2021-08-16T23:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:23:57.405038 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c6f6f993-a85f-4013-ab2a-9ec98efdad21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954122'] for router_interface, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:57.410627 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b80643f3-30b4-4b05-982c-4d642a41c616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:57.440500 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed70275-b92e-438c-9d2b-2c6ca5b363f4 None None] Checking router: b050fc57-6bdd-4193-85f8-af4fa31dad6a for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:23:57.450944 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed70275-b92e-438c-9d2b-2c6ca5b363f4 None None] Routers {'b050fc57-6bdd-4193-85f8-af4fa31dad6a'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:23:57.451571 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-2ed70275-b92e-438c-9d2b-2c6ca5b363f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:23:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['b050fc57-6bdd-4193-85f8-af4fa31dad6a'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:23:57.469360 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80643f3-30b4-4b05-982c-4d642a41c616 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcab48d2-41b1-45ef-a00c-f692fe3c4bed,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:57.543335 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b80643f3-30b4-4b05-982c-4d642a41c616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537121'] for router_gateway, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:57.549422 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-2ed70275-b92e-438c-9d2b-2c6ca5b363f4 None None] Set router b050fc57-6bdd-4193-85f8-af4fa31dad6a gateway port host: None {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:23:57.564985 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f6f993-a85f-4013-ab2a-9ec98efdad21 admin admin] Network 17243197-d8cc-438b-bbbf-e93eccd01246 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:23:57.566820 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-c6f6f993-a85f-4013-ab2a-9ec98efdad21 admin admin] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:23:57.716040 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b80643f3-30b4-4b05-982c-4d642a41c616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:57.724184 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b80643f3-30b4-4b05-982c-4d642a41c616 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:57.800126 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6f6f993-a85f-4013-ab2a-9ec98efdad21 admin admin] Router c1c84eee-238e-4540-871a-d6bd2b2d4ec4 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:23:57.812148 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b80643f3-30b4-4b05-982c-4d642a41c616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:57.813429 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b80643f3-30b4-4b05-982c-4d642a41c616 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b050fc57-6bdd-4193-85f8-af4fa31dad6a {{(pid=101291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:23:57.822148 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b80643f3-30b4-4b05-982c-4d642a41c616 admin admin] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:57.823836 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-b80643f3-30b4-4b05-982c-4d642a41c616 admin admin] 10.222.0.36 "DELETE /v2.0/routers/b050fc57-6bdd-4193-85f8-af4fa31dad6a HTTP/1.1" status: 204 len: 168 time: 1.3208587 Aug 16 23:23:57.826843 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49392) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:23:57.923369 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e697ad7-1a2e-46ea-9018-ce08887c1120 admin admin] Deleting subnet 6595cc2e-4e27-4677-b3fc-6dc2f79c0e74 {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:23:57.934827 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6e697ad7-1a2e-46ea-9018-ce08887c1120 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:57.961671 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-2ed70275-b92e-438c-9d2b-2c6ca5b363f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b050fc57-6bdd-4193-85f8-af4fa31dad6a', 'name': 'tempest-TestAggregatesBasicOps-888277103-router', 'tenant_id': '9f1906604b424bb2ba36417a6194804d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:23:41Z', 'updated_at': '2021-08-16T23:23:57Z', 'revision_number': 7, 'project_id': '9f1906604b424bb2ba36417a6194804d', 'gw_port_host': None}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:23:57.962205 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6f6f993-a85f-4013-ab2a-9ec98efdad21 admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:23:57.967799 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-c6f6f993-a85f-4013-ab2a-9ec98efdad21 admin admin] 10.222.0.36 "PUT /v2.0/routers/c1c84eee-238e-4540-871a-d6bd2b2d4ec4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1259255 Aug 16 23:23:57.979109 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6e697ad7-1a2e-46ea-9018-ce08887c1120 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:58.043398 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed70275-b92e-438c-9d2b-2c6ca5b363f4 None None] The sync data for ids ['b050fc57-6bdd-4193-85f8-af4fa31dad6a'] in n-d-791506-26 is: [{'id': 'b050fc57-6bdd-4193-85f8-af4fa31dad6a', 'name': 'tempest-TestAggregatesBasicOps-888277103-router', 'tenant_id': '9f1906604b424bb2ba36417a6194804d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:23:41Z', 'updated_at': '2021-08-16T23:23:57Z', 'revision_number': 7, 'project_id': '9f1906604b424bb2ba36417a6194804d', 'gw_port_host': None}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:23:58.118963 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6e697ad7-1a2e-46ea-9018-ce08887c1120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:58.183566 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-a68a4f44-2944-4b28-85d5-4019a50e06ff None None] Provisioning for port b239744f-7fa7-4af0-9646-a4c96d22a1ad completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:23:58.194267 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-a68a4f44-2944-4b28-85d5-4019a50e06ff None None] Provisioning complete for port b239744f-7fa7-4af0-9646-a4c96d22a1ad triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:23:58.196735 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a68a4f44-2944-4b28-85d5-4019a50e06ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:58.271518 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6e697ad7-1a2e-46ea-9018-ce08887c1120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:58.279224 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-a68a4f44-2944-4b28-85d5-4019a50e06ff None None] Port b239744f-7fa7-4af0-9646-a4c96d22a1ad cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:23:58.309084 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e697ad7-1a2e-46ea-9018-ce08887c1120 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6595cc2e-4e27-4677-b3fc-6dc2f79c0e74,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:58.313598 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6e697ad7-1a2e-46ea-9018-ce08887c1120 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:58.315653 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-6e697ad7-1a2e-46ea-9018-ce08887c1120 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/6595cc2e-4e27-4677-b3fc-6dc2f79c0e74 HTTP/1.1" status: 204 len: 168 time: 0.4871917 Aug 16 23:23:58.319546 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 49400) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:23:58.326523 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec97c738-fd18-4361-9d8e-62422436f37a None None] Network 2bbe154a-b9ba-4508-a60f-97a12b12e0be requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:23:58.446815 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0aef1738-0abe-40b8-97d5-27aba2a442e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:58.563143 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49402) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:23:58.567976 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-c5e86761-647b-4e6f-b0a7-462d32382e91 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1439885142', 'description': 'tempest-description--551253345'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:23:58.596743 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-0aef1738-0abe-40b8-97d5-27aba2a442e0 admin admin] Deleting port d864e561-ab78-4b10-8881-46c3ef07faee {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:23:58.599590 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0aef1738-0abe-40b8-97d5-27aba2a442e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:58.605491 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c5e86761-647b-4e6f-b0a7-462d32382e91 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:58.628071 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa32662-e665-48bf-9309-7d15d08a0b9c None None] DHCP port deletion for 2bbe154a-b9ba-4508-a60f-97a12b12e0be request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:23:58.694565 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0fa32662-e665-48bf-9309-7d15d08a0b9c None None] Deleting port d864e561-ab78-4b10-8881-46c3ef07faee {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:23:58.694951 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0fa32662-e665-48bf-9309-7d15d08a0b9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:58.697055 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-0aef1738-0abe-40b8-97d5-27aba2a442e0 admin admin] For port d864e561-ab78-4b10-8881-46c3ef07faee, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=d864e561-ab78-4b10-8881-46c3ef07faee,segment=NetworkSegment(62620213-bd79-462e-b994-66d3a62c5972),segment_id=62620213-bd79-462e-b994-66d3a62c5972)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:23:58.697562 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0aef1738-0abe-40b8-97d5-27aba2a442e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:58.701146 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 2e19a770-b789-4645-8a61-981b38ea11cb up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:23:58.712387 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-0aef1738-0abe-40b8-97d5-27aba2a442e0 admin admin] Calling delete_port for d864e561-ab78-4b10-8881-46c3ef07faee owned by network:dhcp {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:23:58.768582 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c5e86761-647b-4e6f-b0a7-462d32382e91 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:58.773887 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c5e86761-647b-4e6f-b0a7-462d32382e91 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:58.809092 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c5e86761-647b-4e6f-b0a7-462d32382e91 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:58.813212 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-c5e86761-647b-4e6f-b0a7-462d32382e91 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2461619 Aug 16 23:23:58.813966 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49404) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:23:58.822088 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0fa32662-e665-48bf-9309-7d15d08a0b9c None None] For port d864e561-ab78-4b10-8881-46c3ef07faee, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=d864e561-ab78-4b10-8881-46c3ef07faee,segment=NetworkSegment(62620213-bd79-462e-b994-66d3a62c5972),segment_id=62620213-bd79-462e-b994-66d3a62c5972)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:23:58.822491 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0fa32662-e665-48bf-9309-7d15d08a0b9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:58.823437 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-2dc0f8f4-f01b-47f0-829b-865ee7449b4f tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Request body: {'security_group_rule': {'security_group_id': '2b444246-faf8-4dc4-8e14-a6fcde124b4f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:23:58.832075 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e86761-647b-4e6f-b0a7-462d32382e91 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b444246-faf8-4dc4-8e14-a6fcde124b4f,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:58.835524 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0aef1738-0abe-40b8-97d5-27aba2a442e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:58.838273 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0fa32662-e665-48bf-9309-7d15d08a0b9c None None] Calling delete_port for d864e561-ab78-4b10-8881-46c3ef07faee owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:23:58.858425 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 2e19a770-b789-4645-8a61-981b38ea11cb completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:23:58.864484 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aef1738-0abe-40b8-97d5-27aba2a442e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d864e561-ab78-4b10-8881-46c3ef07faee,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:58.875901 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2dc0f8f4-f01b-47f0-829b-865ee7449b4f tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:58.878306 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aef1738-0abe-40b8-97d5-27aba2a442e0 admin admin] No DVR routers for this DVR port d864e561-ab78-4b10-8881-46c3ef07faee on host n-d-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:23:58.894640 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 2e19a770-b789-4645-8a61-981b38ea11cb triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:23:58.894640 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:58.972639 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2dc0f8f4-f01b-47f0-829b-865ee7449b4f tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:58.979441 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2dc0f8f4-f01b-47f0-829b-865ee7449b4f tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:58.987505 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0aef1738-0abe-40b8-97d5-27aba2a442e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:58.993499 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:23:58.993499 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 23:23:58.993499 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:23:58.993499 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 23:23:58.993499 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:23:58.993499 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 23:23:58.993499 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:23:58.993499 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 23:23:58.993499 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:23:58.993499 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 23:23:58.993499 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:23:58.993499 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 23:23:58.993499 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:23:58.993499 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 23:23:58.993499 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:23:58.993499 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 23:23:58.993499 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:23:58.993499 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 23:23:58.993499 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:23:58.993499 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 23:23:58.993499 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:23:58.993499 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 23:23:58.993499 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:23:58.993499 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 23:23:58.993499 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:23:58.993499 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 23:23:58.993499 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:23:58.993499 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 23:23:58.993499 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:23:58.993499 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 23:23:58.993499 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:23:58.993499 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 23:23:58.993499 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:23:58.993499 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 23:23:58.993499 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:23:58.993499 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 23:23:58.993499 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:23:58.993499 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 23:23:58.993499 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:23:58.993499 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 23:23:58.993499 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:23:58.993499 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 23:23:58.993499 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:23:58.993499 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 23:23:58.993499 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:23:58.993499 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 23:23:58.993499 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:23:58.993499 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 23:23:58.993499 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:23:58.993499 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 23:23:58.993499 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:23:58.993499 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 23:23:58.993499 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:23:58.993499 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 16 23:23:59.001028 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-0aef1738-0abe-40b8-97d5-27aba2a442e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bbe154a-b9ba-4508-a60f-97a12b12e0be']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:23:59.006042 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0fa32662-e665-48bf-9309-7d15d08a0b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:59.013515 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2dc0f8f4-f01b-47f0-829b-865ee7449b4f tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:59.014440 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-0aef1738-0abe-40b8-97d5-27aba2a442e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62620213-bd79-462e-b994-66d3a62c5972') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:23:59.014767 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-0aef1738-0abe-40b8-97d5-27aba2a442e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62620213-bd79-462e-b994-66d3a62c5972') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:23:59.016998 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-2dc0f8f4-f01b-47f0-829b-865ee7449b4f tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2016118 Aug 16 23:23:59.019617 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 49406) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:23:59.026356 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-be2766df-1450-410f-b37d-bc1c9fe4ee34 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Request body: {'security_group_rule': {'security_group_id': '2b444246-faf8-4dc4-8e14-a6fcde124b4f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:23:59.027592 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc0f8f4-f01b-47f0-829b-865ee7449b4f tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf041d36-07e8-4c3f-9c39-f0f0bcb1cc55,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:59.043157 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0aef1738-0abe-40b8-97d5-27aba2a442e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:59.056387 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa32662-e665-48bf-9309-7d15d08a0b9c None None] Pushing event deleted for resources: {'Port': ['ID=d864e561-ab78-4b10-8881-46c3ef07faee,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:59.066080 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa32662-e665-48bf-9309-7d15d08a0b9c None None] No DVR routers for this DVR port d864e561-ab78-4b10-8881-46c3ef07faee on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:23:59.066335 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0aef1738-0abe-40b8-97d5-27aba2a442e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:59.080003 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aef1738-0abe-40b8-97d5-27aba2a442e0 admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:23:59.080902 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0aef1738-0abe-40b8-97d5-27aba2a442e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:59.083178 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 16 23:23:59.083178 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:23:59.083178 n-d-791506-26 neutron-server[101292]: timer() Aug 16 23:23:59.083178 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:23:59.083178 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 16 23:23:59.083178 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:23:59.083178 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 16 23:23:59.083178 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:23:59.083178 n-d-791506-26 neutron-server[101292]: self._notify() Aug 16 23:23:59.083178 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:23:59.083178 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 16 23:23:59.083178 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:23:59.083178 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 16 23:23:59.083178 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:23:59.083178 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:23:59.083178 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:23:59.083178 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:23:59.083178 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:23:59.083178 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 16 23:23:59.083178 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:23:59.083178 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 16 23:23:59.083178 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:23:59.083178 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:23:59.083178 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:23:59.083178 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 16 23:23:59.083178 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:23:59.083178 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:23:59.083178 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:23:59.083178 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:23:59.083178 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:23:59.083178 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:23:59.083178 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:23:59.087626 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:59.096855 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-be2766df-1450-410f-b37d-bc1c9fe4ee34 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:59.143635 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 2e19a770-b789-4645-8a61-981b38ea11cb, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=2e19a770-b789-4645-8a61-981b38ea11cb,segment=NetworkSegment(8a5115ec-f362-4937-8993-a4c47e12d426),segment_id=8a5115ec-f362-4937-8993-a4c47e12d426)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:23:59.148090 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:59.149093 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 13bd179a-6886-4db8-9caa-2bb41a22fb3d up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:23:59.176438 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0aef1738-0abe-40b8-97d5-27aba2a442e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:59.185094 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0aef1738-0abe-40b8-97d5-27aba2a442e0 admin admin] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:59.188891 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-0aef1738-0abe-40b8-97d5-27aba2a442e0 admin admin] 10.222.0.36 "DELETE /v2.0/networks/2bbe154a-b9ba-4508-a60f-97a12b12e0be HTTP/1.1" status: 204 len: 168 time: 0.8682294 Aug 16 23:23:59.190684 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49408) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:23:59.213608 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aef1738-0abe-40b8-97d5-27aba2a442e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=2bbe154a-b9ba-4508-a60f-97a12b12e0be,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:59.216988 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-be2766df-1450-410f-b37d-bc1c9fe4ee34 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:59.224309 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-be2766df-1450-410f-b37d-bc1c9fe4ee34 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:59.234102 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=2e19a770-b789-4645-8a61-981b38ea11cb,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:59.247376 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 13bd179a-6886-4db8-9caa-2bb41a22fb3d completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:23:59.252450 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 13bd179a-6886-4db8-9caa-2bb41a22fb3d triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:23:59.252891 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:59.255263 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2766df-1450-410f-b37d-bc1c9fe4ee34 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8da1e5b4-5258-49e0-b22b-fa414ff0f330,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:59.263005 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-be2766df-1450-410f-b37d-bc1c9fe4ee34 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:59.267214 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-be2766df-1450-410f-b37d-bc1c9fe4ee34 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2438085 Aug 16 23:23:59.267661 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 49410) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:23:59.272706 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-7eb14961-7220-4b65-8eca-02bf6f2cdea6 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Request body: {'floatingip': {'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:23:59.303036 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7eb14961-7220-4b65-8eca-02bf6f2cdea6 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Notify callbacks [] for floatingip, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:59.341097 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:59.364914 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 13bd179a-6886-4db8-9caa-2bb41a22fb3d, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=13bd179a-6886-4db8-9caa-2bb41a22fb3d,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:23:59.371723 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:59.374666 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 4850b514-8f3e-4ad9-b230-7c159cd96f50 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:23:59.450388 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7eb14961-7220-4b65-8eca-02bf6f2cdea6 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:59.495511 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=13bd179a-6886-4db8-9caa-2bb41a22fb3d,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:59.510482 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 4850b514-8f3e-4ad9-b230-7c159cd96f50 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:23:59.511404 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:59.605291 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-7eb14961-7220-4b65-8eca-02bf6f2cdea6 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Allocated IP 172.25.4.131 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/161177ef-f06e-4ab8-afa9-273cc1ec61ac) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:23:59.648983 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e320011d-dfce-4bd8-9954-33fcdd441b66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537579'] for router_interface, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:59.717216 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7eb14961-7220-4b65-8eca-02bf6f2cdea6 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:59.762481 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7eb14961-7220-4b65-8eca-02bf6f2cdea6 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:59.811996 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb14961-7220-4b65-8eca-02bf6f2cdea6 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:23:59.815173 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-7eb14961-7220-4b65-8eca-02bf6f2cdea6 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:23:59.819692 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb14961-7220-4b65-8eca-02bf6f2cdea6 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:23:59.840376 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb14961-7220-4b65-8eca-02bf6f2cdea6 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Pushing event updated for resources: {'Port': ['ID=161177ef-f06e-4ab8-afa9-273cc1ec61ac,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:23:59.916400 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7eb14961-7220-4b65-8eca-02bf6f2cdea6 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:59.921914 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-e320011d-dfce-4bd8-9954-33fcdd441b66 admin admin] Deleting port 2e19a770-b789-4645-8a61-981b38ea11cb {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:23:59.922260 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e320011d-dfce-4bd8-9954-33fcdd441b66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:23:59.953923 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7eb14961-7220-4b65-8eca-02bf6f2cdea6 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:00.008620 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-e320011d-dfce-4bd8-9954-33fcdd441b66 admin admin] For port 2e19a770-b789-4645-8a61-981b38ea11cb, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=2e19a770-b789-4645-8a61-981b38ea11cb,segment=NetworkSegment(8a5115ec-f362-4937-8993-a4c47e12d426),segment_id=8a5115ec-f362-4937-8993-a4c47e12d426)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:24:00.008993 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e320011d-dfce-4bd8-9954-33fcdd441b66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:00.022800 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-e320011d-dfce-4bd8-9954-33fcdd441b66 admin admin] Calling delete_port for 2e19a770-b789-4645-8a61-981b38ea11cb owned by network:router_interface {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:24:00.119833 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 2e19a770-b789-4645-8a61-981b38ea11cb up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:24:00.134331 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7eb14961-7220-4b65-8eca-02bf6f2cdea6 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:00.140101 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7eb14961-7220-4b65-8eca-02bf6f2cdea6 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:00.207927 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 2e19a770-b789-4645-8a61-981b38ea11cb triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:24:00.208386 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:00.228438 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb14961-7220-4b65-8eca-02bf6f2cdea6 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Pushing event updated for resources: {'Port': ['ID=161177ef-f06e-4ab8-afa9-273cc1ec61ac,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:24:00.238439 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7eb14961-7220-4b65-8eca-02bf6f2cdea6 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:00.254170 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7eb14961-7220-4b65-8eca-02bf6f2cdea6 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:00.256244 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-7eb14961-7220-4b65-8eca-02bf6f2cdea6 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9868457 Aug 16 23:24:00.261975 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e320011d-dfce-4bd8-9954-33fcdd441b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:00.274798 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Could not find standard attr ID for object 2e19a770-b789-4645-8a61-981b38ea11cb. {{(pid=101293) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 23:24:00.278734 n-d-791506-26 neutron-server[101293]: INFO neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No ports have port_id starting with 2e19a770-b789-4645-8a61-981b38ea11cb Aug 16 23:24:00.280355 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 13bd179a-6886-4db8-9caa-2bb41a22fb3d up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:24:00.294714 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e320011d-dfce-4bd8-9954-33fcdd441b66 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e19a770-b789-4645-8a61-981b38ea11cb,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:24:00.343090 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 13bd179a-6886-4db8-9caa-2bb41a22fb3d triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:24:00.343475 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:00.481048 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d68ff529-2548-483d-b037-0bd6fc7bec02 req-d9e13779-2955-4cbb-8279-ac32067e697c tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1439885142&fields=id&tenant_id=08859d0d7ef54f7180b6c9acbcbb613a HTTP/1.1" status: 200 len: 267 time: 0.0490234 Aug 16 23:24:00.526786 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e320011d-dfce-4bd8-9954-33fcdd441b66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537471'] for router_interface, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:00.546795 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device dcab48d2-41b1-45ef-a00c-f692fe3c4bed no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:24:00.587040 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: dcab48d2-41b1-45ef-a00c-f692fe3c4bed {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:24:00.587808 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device dcab48d2-41b1-45ef-a00c-f692fe3c4bed not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:24:00.588461 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device d864e561-ab78-4b10-8881-46c3ef07faee no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:24:00.611901 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: d864e561-ab78-4b10-8881-46c3ef07faee {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:24:00.612575 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device d864e561-ab78-4b10-8881-46c3ef07faee not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:24:00.613170 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 0db0f3e9-1aa7-4064-86be-04443e54b7d1 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:24:00.647681 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 0db0f3e9-1aa7-4064-86be-04443e54b7d1 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:24:00.648273 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 0db0f3e9-1aa7-4064-86be-04443e54b7d1 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:24:00.666109 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90bd7be-f565-4e6f-8316-b042cdf8eb0b None None] Sync routers for ids ['c1c84eee-238e-4540-871a-d6bd2b2d4ec4'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:24:00.670809 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68ff529-2548-483d-b037-0bd6fc7bec02 req-8e747932-b12b-4bda-b1bd-699e4d83a3d3 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:00.672998 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d68ff529-2548-483d-b037-0bd6fc7bec02 req-8e747932-b12b-4bda-b1bd-699e4d83a3d3 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/networks?id=17243197-d8cc-438b-bbbf-e93eccd01246 HTTP/1.1" status: 200 len: 810 time: 0.1720767 Aug 16 23:24:00.676315 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90bd7be-f565-4e6f-8316-b042cdf8eb0b None None] Routers {'c1c84eee-238e-4540-871a-d6bd2b2d4ec4'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:24:00.676956 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-d90bd7be-f565-4e6f-8316-b042cdf8eb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:23:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['c1c84eee-238e-4540-871a-d6bd2b2d4ec4'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:24:00.690213 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d68ff529-2548-483d-b037-0bd6fc7bec02 req-4a8d1808-95ea-4afe-98cd-6ca087ce74cc tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/quotas/08859d0d7ef54f7180b6c9acbcbb613a HTTP/1.1" status: 200 len: 375 time: 0.0109985 Aug 16 23:24:00.757615 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d68ff529-2548-483d-b037-0bd6fc7bec02 req-369f4667-6837-4d38-bccb-ea778cfee9bb tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=08859d0d7ef54f7180b6c9acbcbb613a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0613306 Aug 16 23:24:00.776714 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e320011d-dfce-4bd8-9954-33fcdd441b66 admin admin] Router 298171f8-dccb-4bd4-bcd9-ea287aa747ef has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:24:00.797210 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-d90bd7be-f565-4e6f-8316-b042cdf8eb0b None None] Set router c1c84eee-238e-4540-871a-d6bd2b2d4ec4 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:24:00.867426 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d68ff529-2548-483d-b037-0bd6fc7bec02 req-3830efb0-fded-4c22-bf62-0422bbf9b9e0 service neutron] 10.222.0.36 "GET /v2.0/networks/17243197-d8cc-438b-bbbf-e93eccd01246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958567 Aug 16 23:24:00.894081 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e320011d-dfce-4bd8-9954-33fcdd441b66 admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:24:00.899832 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-e320011d-dfce-4bd8-9954-33fcdd441b66 admin admin] 10.222.0.36 "PUT /v2.0/routers/298171f8-dccb-4bd4-bcd9-ea287aa747ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7080274 Aug 16 23:24:00.902930 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49424) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:24:00.905499 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1249e84-d9dc-41ad-9f3c-4896fdfdfc0a None None] Sync routers for ids ['298171f8-dccb-4bd4-bcd9-ea287aa747ef'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:24:00.917150 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1249e84-d9dc-41ad-9f3c-4896fdfdfc0a None None] Routers {'298171f8-dccb-4bd4-bcd9-ea287aa747ef'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:24:00.917964 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-a1249e84-d9dc-41ad-9f3c-4896fdfdfc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:23:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['298171f8-dccb-4bd4-bcd9-ea287aa747ef'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:24:00.979522 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d68ff529-2548-483d-b037-0bd6fc7bec02 req-3be2ed42-b7be-4ee8-b338-cf65c2250f16 service neutron] 10.222.0.36 "GET /v2.0/networks/17243197-d8cc-438b-bbbf-e93eccd01246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048157 Aug 16 23:24:01.043077 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9793d35c-8f89-4f1b-95ee-73cec9877b6e admin admin] Notify callbacks [] for router, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:01.065562 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-a1249e84-d9dc-41ad-9f3c-4896fdfdfc0a None None] Set router 298171f8-dccb-4bd4-bcd9-ea287aa747ef gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:24:01.130554 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-d90bd7be-f565-4e6f-8316-b042cdf8eb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1c84eee-238e-4540-871a-d6bd2b2d4ec4', 'name': 'tempest-AttachVolumeTestJSON-942798826-router', 'tenant_id': '08859d0d7ef54f7180b6c9acbcbb613a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '13bd179a-6886-4db8-9caa-2bb41a22fb3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:23:52Z', 'updated_at': '2021-08-16T23:23:56Z', 'revision_number': 4, 'project_id': '08859d0d7ef54f7180b6c9acbcbb613a', 'gw_port': {'id': '13bd179a-6886-4db8-9caa-2bb41a22fb3d', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:bf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c84eee-238e-4540-871a-d6bd2b2d4ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:23:53Z', 'updated_at': '2021-08-16T23:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'b239744f-7fa7-4af0-9646-a4c96d22a1ad', 'name': '', 'network_id': '17243197-d8cc-438b-bbbf-e93eccd01246', 'tenant_id': '08859d0d7ef54f7180b6c9acbcbb613a', 'mac_address': 'fa:16:3e:ec:86:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1c84eee-238e-4540-871a-d6bd2b2d4ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '4de9f471-133b-48cf-8ec1-15be31a77e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:23:55Z', 'updated_at': '2021-08-16T23:23:57Z', 'revision_number': 2, 'project_id': '08859d0d7ef54f7180b6c9acbcbb613a', 'subnets': [{'id': '4de9f471-133b-48cf-8ec1-15be31a77e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:24:01.177936 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90bd7be-f565-4e6f-8316-b042cdf8eb0b None None] Checking router: c1c84eee-238e-4540-871a-d6bd2b2d4ec4 for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:24:01.178305 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90bd7be-f565-4e6f-8316-b042cdf8eb0b None None] Updating router c1c84eee-238e-4540-871a-d6bd2b2d4ec4 port b239744f-7fa7-4af0-9646-a4c96d22a1ad binding host n-d-791506-26 {{(pid=101294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:24:01.217909 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-59f986fd-f1a0-4519-9b3b-ac72021e6876 req-824dbfc6-68f3-4aac-8f49-d8d6de847a63 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/ports?device_id=54864ef2-50e8-4043-a018-51f262083f89 HTTP/1.1" status: 200 len: 210 time: 0.0421975 Aug 16 23:24:01.238316 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-d90bd7be-f565-4e6f-8316-b042cdf8eb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:01.242154 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9793d35c-8f89-4f1b-95ee-73cec9877b6e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:01.301325 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-9793d35c-8f89-4f1b-95ee-73cec9877b6e admin admin] Deleting port ac6d053e-bd79-4bd2-a5bc-94f3b070b3bb {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:24:01.301694 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9793d35c-8f89-4f1b-95ee-73cec9877b6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:01.307618 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-a1249e84-d9dc-41ad-9f3c-4896fdfdfc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '298171f8-dccb-4bd4-bcd9-ea287aa747ef', 'name': 'tempest-TestAggregatesBasicOps-204737980-router', 'tenant_id': '720f1cdac1e34d1181940a381fb57c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': 'ac6d053e-bd79-4bd2-a5bc-94f3b070b3bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:23:47Z', 'updated_at': '2021-08-16T23:24:00Z', 'revision_number': 5, 'project_id': '720f1cdac1e34d1181940a381fb57c0e', 'gw_port': {'id': 'ac6d053e-bd79-4bd2-a5bc-94f3b070b3bb', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298171f8-dccb-4bd4-bcd9-ea287aa747ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:23:47Z', 'updated_at': '2021-08-16T23:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:24:01.341904 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1249e84-d9dc-41ad-9f3c-4896fdfdfc0a None None] Checking router: 298171f8-dccb-4bd4-bcd9-ea287aa747ef for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:24:01.351616 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1249e84-d9dc-41ad-9f3c-4896fdfdfc0a None None] Routers {'298171f8-dccb-4bd4-bcd9-ea287aa747ef'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:24:01.352862 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-a1249e84-d9dc-41ad-9f3c-4896fdfdfc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:23:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['298171f8-dccb-4bd4-bcd9-ea287aa747ef'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:24:01.408116 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-9793d35c-8f89-4f1b-95ee-73cec9877b6e admin admin] For port ac6d053e-bd79-4bd2-a5bc-94f3b070b3bb, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=ac6d053e-bd79-4bd2-a5bc-94f3b070b3bb,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:24:01.408840 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9793d35c-8f89-4f1b-95ee-73cec9877b6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:01.444346 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-9793d35c-8f89-4f1b-95ee-73cec9877b6e admin admin] Calling delete_port for ac6d053e-bd79-4bd2-a5bc-94f3b070b3bb owned by network:router_gateway {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:24:01.446280 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-a1249e84-d9dc-41ad-9f3c-4896fdfdfc0a None None] Set router 298171f8-dccb-4bd4-bcd9-ea287aa747ef gateway port host: None {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:24:01.521168 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-a1249e84-d9dc-41ad-9f3c-4896fdfdfc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '298171f8-dccb-4bd4-bcd9-ea287aa747ef', 'name': 'tempest-TestAggregatesBasicOps-204737980-router', 'tenant_id': '720f1cdac1e34d1181940a381fb57c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:23:47Z', 'updated_at': '2021-08-16T23:24:01Z', 'revision_number': 6, 'project_id': '720f1cdac1e34d1181940a381fb57c0e', 'gw_port_host': None}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:24:01.567605 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1249e84-d9dc-41ad-9f3c-4896fdfdfc0a None None] The sync data for ids ['298171f8-dccb-4bd4-bcd9-ea287aa747ef'] in n-d-791506-26 is: [{'id': '298171f8-dccb-4bd4-bcd9-ea287aa747ef', 'name': 'tempest-TestAggregatesBasicOps-204737980-router', 'tenant_id': '720f1cdac1e34d1181940a381fb57c0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:23:47Z', 'updated_at': '2021-08-16T23:24:01Z', 'revision_number': 6, 'project_id': '720f1cdac1e34d1181940a381fb57c0e', 'gw_port_host': None}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:24:01.583845 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-d90bd7be-f565-4e6f-8316-b042cdf8eb0b None None] Notify callbacks [] for port, precommit_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:01.597729 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.provisioning_blocks [None req-d90bd7be-f565-4e6f-8316-b042cdf8eb0b None None] Transition to ACTIVE for port object b239744f-7fa7-4af0-9646-a4c96d22a1ad will not be triggered until provisioned by entity L2. {{(pid=101294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:24:01.606038 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-d90bd7be-f565-4e6f-8316-b042cdf8eb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:01.662839 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90ed69-1aa0-4503-a7ad-05427a315172 None None] Pushing event updated for resources: {'Port': ['ID=b239744f-7fa7-4af0-9646-a4c96d22a1ad,revision_number=3']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:24:01.719228 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-d90bd7be-f565-4e6f-8316-b042cdf8eb0b None None] Attempting to bind port b239744f-7fa7-4af0-9646-a4c96d22a1ad on host n-d-791506-26 for vnic_type normal with profile {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:24:01.719845 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-d90bd7be-f565-4e6f-8316-b042cdf8eb0b None None] Attempting to bind port b239744f-7fa7-4af0-9646-a4c96d22a1ad by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': 'a0761dfe-0d3f-4666-b85e-efb15cbd0d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '17243197-d8cc-438b-bbbf-e93eccd01246'}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:24:01.720178 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90bd7be-f565-4e6f-8316-b042cdf8eb0b None None] Attempting to bind port b239744f-7fa7-4af0-9646-a4c96d22a1ad on network 17243197-d8cc-438b-bbbf-e93eccd01246 {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:24:01.727543 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90bd7be-f565-4e6f-8316-b042cdf8eb0b None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:24:01.728465 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90bd7be-f565-4e6f-8316-b042cdf8eb0b None None] Checking segment: {'id': 'a0761dfe-0d3f-4666-b85e-efb15cbd0d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '17243197-d8cc-438b-bbbf-e93eccd01246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:24:01.729172 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-d90bd7be-f565-4e6f-8316-b042cdf8eb0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:01.729763 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90bd7be-f565-4e6f-8316-b042cdf8eb0b None None] Bound using segment: {'id': 'a0761dfe-0d3f-4666-b85e-efb15cbd0d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '17243197-d8cc-438b-bbbf-e93eccd01246'} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:24:01.730650 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-d90bd7be-f565-4e6f-8316-b042cdf8eb0b None None] Bound port: b239744f-7fa7-4af0-9646-a4c96d22a1ad, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0761dfe-0d3f-4666-b85e-efb15cbd0d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '17243197-d8cc-438b-bbbf-e93eccd01246'}}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:24:01.731746 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-d90bd7be-f565-4e6f-8316-b042cdf8eb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:01.835078 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-d90bd7be-f565-4e6f-8316-b042cdf8eb0b None None] For port b239744f-7fa7-4af0-9646-a4c96d22a1ad, host n-d-791506-26, cleared binding levels {{(pid=101294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:24:01.838862 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-d90bd7be-f565-4e6f-8316-b042cdf8eb0b None None] For port b239744f-7fa7-4af0-9646-a4c96d22a1ad, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=b239744f-7fa7-4af0-9646-a4c96d22a1ad,segment=NetworkSegment(a0761dfe-0d3f-4666-b85e-efb15cbd0d19),segment_id=a0761dfe-0d3f-4666-b85e-efb15cbd0d19)] {{(pid=101294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:24:01.845365 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-d90bd7be-f565-4e6f-8316-b042cdf8eb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:01.917109 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90bd7be-f565-4e6f-8316-b042cdf8eb0b None None] Routers {'c1c84eee-238e-4540-871a-d6bd2b2d4ec4'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:24:01.917749 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-d90bd7be-f565-4e6f-8316-b042cdf8eb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:23:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['c1c84eee-238e-4540-871a-d6bd2b2d4ec4'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:24:01.975815 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90ed69-1aa0-4503-a7ad-05427a315172 None None] Pushing event updated for resources: {'Port': ['ID=b239744f-7fa7-4af0-9646-a4c96d22a1ad,revision_number=4']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:24:02.060483 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-d90bd7be-f565-4e6f-8316-b042cdf8eb0b None None] Set router c1c84eee-238e-4540-871a-d6bd2b2d4ec4 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:24:02.116746 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9793d35c-8f89-4f1b-95ee-73cec9877b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:02.138832 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 2e19a770-b789-4645-8a61-981b38ea11cb no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:24:02.175675 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 2e19a770-b789-4645-8a61-981b38ea11cb {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:24:02.176237 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 2e19a770-b789-4645-8a61-981b38ea11cb not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:24:02.182304 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9793d35c-8f89-4f1b-95ee-73cec9877b6e admin admin] Pushing event deleted for resources: {'Port': ['ID=ac6d053e-bd79-4bd2-a5bc-94f3b070b3bb,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:24:02.250537 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9793d35c-8f89-4f1b-95ee-73cec9877b6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537121'] for router_gateway, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:02.328202 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b8b043a5-8d92-43d5-ba43-74079f4cf55b req-a65b2617-cb23-4846-b2a6-4b72397831f3 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/ports?device_id=54864ef2-50e8-4043-a018-51f262083f89 HTTP/1.1" status: 200 len: 210 time: 0.0282366 Aug 16 23:24:02.342598 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-d90bd7be-f565-4e6f-8316-b042cdf8eb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1c84eee-238e-4540-871a-d6bd2b2d4ec4', 'name': 'tempest-AttachVolumeTestJSON-942798826-router', 'tenant_id': '08859d0d7ef54f7180b6c9acbcbb613a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '13bd179a-6886-4db8-9caa-2bb41a22fb3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:23:52Z', 'updated_at': '2021-08-16T23:23:56Z', 'revision_number': 4, 'project_id': '08859d0d7ef54f7180b6c9acbcbb613a', 'gw_port': {'id': '13bd179a-6886-4db8-9caa-2bb41a22fb3d', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:bf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c84eee-238e-4540-871a-d6bd2b2d4ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:23:53Z', 'updated_at': '2021-08-16T23:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'b239744f-7fa7-4af0-9646-a4c96d22a1ad', 'name': '', 'network_id': '17243197-d8cc-438b-bbbf-e93eccd01246', 'tenant_id': '08859d0d7ef54f7180b6c9acbcbb613a', 'mac_address': 'fa:16:3e:ec:86:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1c84eee-238e-4540-871a-d6bd2b2d4ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '4de9f471-133b-48cf-8ec1-15be31a77e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:23:55Z', 'updated_at': '2021-08-16T23:24:01Z', 'revision_number': 4, 'project_id': '08859d0d7ef54f7180b6c9acbcbb613a', 'subnets': [{'id': '4de9f471-133b-48cf-8ec1-15be31a77e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:24:02.350359 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9793d35c-8f89-4f1b-95ee-73cec9877b6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:02.352594 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9793d35c-8f89-4f1b-95ee-73cec9877b6e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:02.373364 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90bd7be-f565-4e6f-8316-b042cdf8eb0b None None] The sync data for ids ['c1c84eee-238e-4540-871a-d6bd2b2d4ec4'] in n-d-791506-26 is: [{'id': 'c1c84eee-238e-4540-871a-d6bd2b2d4ec4', 'name': 'tempest-AttachVolumeTestJSON-942798826-router', 'tenant_id': '08859d0d7ef54f7180b6c9acbcbb613a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '13bd179a-6886-4db8-9caa-2bb41a22fb3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:23:52Z', 'updated_at': '2021-08-16T23:23:56Z', 'revision_number': 4, 'project_id': '08859d0d7ef54f7180b6c9acbcbb613a', 'gw_port': {'id': '13bd179a-6886-4db8-9caa-2bb41a22fb3d', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:bf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c84eee-238e-4540-871a-d6bd2b2d4ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:23:53Z', 'updated_at': '2021-08-16T23:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'b239744f-7fa7-4af0-9646-a4c96d22a1ad', 'name': '', 'network_id': '17243197-d8cc-438b-bbbf-e93eccd01246', 'tenant_id': '08859d0d7ef54f7180b6c9acbcbb613a', 'mac_address': 'fa:16:3e:ec:86:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1c84eee-238e-4540-871a-d6bd2b2d4ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '4de9f471-133b-48cf-8ec1-15be31a77e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:23:55Z', 'updated_at': '2021-08-16T23:24:01Z', 'revision_number': 4, 'project_id': '08859d0d7ef54f7180b6c9acbcbb613a', 'subnets': [{'id': '4de9f471-133b-48cf-8ec1-15be31a77e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:24:02.405637 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9793d35c-8f89-4f1b-95ee-73cec9877b6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:02.406275 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9793d35c-8f89-4f1b-95ee-73cec9877b6e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 298171f8-dccb-4bd4-bcd9-ea287aa747ef {{(pid=101291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:24:02.410625 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9793d35c-8f89-4f1b-95ee-73cec9877b6e admin admin] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:02.411781 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-9793d35c-8f89-4f1b-95ee-73cec9877b6e admin admin] 10.222.0.36 "DELETE /v2.0/routers/298171f8-dccb-4bd4-bcd9-ea287aa747ef HTTP/1.1" status: 204 len: 168 time: 1.5075533 Aug 16 23:24:02.414315 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49440) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:24:02.459175 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-540847b0-eee4-4921-888d-7e2535a4dcfb admin admin] Deleting subnet 31d67e8b-a50a-4374-875b-2833c67c218f {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:24:02.462107 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-540847b0-eee4-4921-888d-7e2535a4dcfb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:02.521358 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-540847b0-eee4-4921-888d-7e2535a4dcfb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:02.664330 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-540847b0-eee4-4921-888d-7e2535a4dcfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:02.709311 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68ff529-2548-483d-b037-0bd6fc7bec02 req-fda4b58e-e3ec-41bf-a454-1f67c8c72c36 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:02.711551 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d68ff529-2548-483d-b037-0bd6fc7bec02 req-fda4b58e-e3ec-41bf-a454-1f67c8c72c36 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.57 "GET /v2.0/networks?id=17243197-d8cc-438b-bbbf-e93eccd01246 HTTP/1.1" status: 200 len: 810 time: 0.1982443 Aug 16 23:24:02.745541 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-540847b0-eee4-4921-888d-7e2535a4dcfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:02.775617 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540847b0-eee4-4921-888d-7e2535a4dcfb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31d67e8b-a50a-4374-875b-2833c67c218f,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:24:02.777494 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-540847b0-eee4-4921-888d-7e2535a4dcfb admin admin] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:02.780991 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-540847b0-eee4-4921-888d-7e2535a4dcfb admin admin] 10.222.0.36 "DELETE /v2.0/subnets/31d67e8b-a50a-4374-875b-2833c67c218f HTTP/1.1" status: 204 len: 168 time: 0.3657100 Aug 16 23:24:02.781156 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d68ff529-2548-483d-b037-0bd6fc7bec02 req-0d89e6b3-32c8-410d-a5d3-b012b7faec38 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=08859d0d7ef54f7180b6c9acbcbb613a HTTP/1.1" status: 200 len: 380 time: 0.0546525 Aug 16 23:24:02.781814 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 49442) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:24:02.785231 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1dac6bc-64c9-4694-95b3-ce8577663155 None None] Network 9ceaa1e4-52ab-491f-b867-89da74060e67 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:24:02.833124 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-d68ff529-2548-483d-b037-0bd6fc7bec02 req-a0c9cdb6-e55b-4ad3-a382-fea99684ad66 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Request body: {'port': {'device_id': '54864ef2-50e8-4043-a018-51f262083f89', 'network_id': '17243197-d8cc-438b-bbbf-e93eccd01246', 'admin_state_up': True, 'tenant_id': '08859d0d7ef54f7180b6c9acbcbb613a', 'security_groups': ['2b444246-faf8-4dc4-8e14-a6fcde124b4f']}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:24:02.919658 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ba279475-69b0-4eee-800d-ead1ab38b217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:02.994517 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22323a2-8d76-4930-8fc6-ff7913b07670 None None] DHCP port deletion for 9ceaa1e4-52ab-491f-b867-89da74060e67 request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:24:03.022099 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d68ff529-2548-483d-b037-0bd6fc7bec02 req-a0c9cdb6-e55b-4ad3-a382-fea99684ad66 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Made reservation on behalf of 08859d0d7ef54f7180b6c9acbcbb613a for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:24:03.026182 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-d68ff529-2548-483d-b037-0bd6fc7bec02 req-a0c9cdb6-e55b-4ad3-a382-fea99684ad66 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:03.042914 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-ba279475-69b0-4eee-800d-ead1ab38b217 admin admin] Deleting port e6de0b01-6203-4811-bfa8-cb8d36e91b7a {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:24:03.043260 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ba279475-69b0-4eee-800d-ead1ab38b217 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:03.053598 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-f22323a2-8d76-4930-8fc6-ff7913b07670 None None] Deleting port e6de0b01-6203-4811-bfa8-cb8d36e91b7a {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:24:03.054232 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f22323a2-8d76-4930-8fc6-ff7913b07670 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:03.150828 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f22323a2-8d76-4930-8fc6-ff7913b07670 None None] For port e6de0b01-6203-4811-bfa8-cb8d36e91b7a, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=e6de0b01-6203-4811-bfa8-cb8d36e91b7a,segment=NetworkSegment(8a5115ec-f362-4937-8993-a4c47e12d426),segment_id=8a5115ec-f362-4937-8993-a4c47e12d426)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:24:03.151450 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f22323a2-8d76-4930-8fc6-ff7913b07670 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:03.166187 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-ba279475-69b0-4eee-800d-ead1ab38b217 admin admin] For port e6de0b01-6203-4811-bfa8-cb8d36e91b7a, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=e6de0b01-6203-4811-bfa8-cb8d36e91b7a,segment=NetworkSegment(8a5115ec-f362-4937-8993-a4c47e12d426),segment_id=8a5115ec-f362-4937-8993-a4c47e12d426)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:24:03.166547 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ba279475-69b0-4eee-800d-ead1ab38b217 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:03.171657 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-f22323a2-8d76-4930-8fc6-ff7913b07670 None None] Calling delete_port for e6de0b01-6203-4811-bfa8-cb8d36e91b7a owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:24:03.186125 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-ba279475-69b0-4eee-800d-ead1ab38b217 admin admin] Calling delete_port for e6de0b01-6203-4811-bfa8-cb8d36e91b7a owned by network:dhcp {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:24:03.259040 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f22323a2-8d76-4930-8fc6-ff7913b07670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:03.283700 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22323a2-8d76-4930-8fc6-ff7913b07670 None None] Pushing event deleted for resources: {'Port': ['ID=e6de0b01-6203-4811-bfa8-cb8d36e91b7a,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:24:03.284696 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [req-d68ff529-2548-483d-b037-0bd6fc7bec02 req-a0c9cdb6-e55b-4ad3-a382-fea99684ad66 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Allocated IP 172.20.0.12 (17243197-d8cc-438b-bbbf-e93eccd01246/4de9f471-133b-48cf-8ec1-15be31a77e92/8fc2932c-b2f6-4641-a193-b18b19a4587f) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:24:03.289978 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22323a2-8d76-4930-8fc6-ff7913b07670 None None] No DVR routers for this DVR port e6de0b01-6203-4811-bfa8-cb8d36e91b7a on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:24:03.347834 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ba279475-69b0-4eee-800d-ead1ab38b217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:03.431633 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba279475-69b0-4eee-800d-ead1ab38b217 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6de0b01-6203-4811-bfa8-cb8d36e91b7a,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:24:03.436874 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba279475-69b0-4eee-800d-ead1ab38b217 admin admin] No DVR routers for this DVR port e6de0b01-6203-4811-bfa8-cb8d36e91b7a on host n-d-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:24:03.459153 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-237814bf-443d-4721-8044-6c5ce8177688 req-88b0f738-c29a-40f8-8a64-ee125e0d539a tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/ports?device_id=54864ef2-50e8-4043-a018-51f262083f89 HTTP/1.1" status: 200 len: 210 time: 0.0449679 Aug 16 23:24:03.554868 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ba279475-69b0-4eee-800d-ead1ab38b217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:03.572933 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-ba279475-69b0-4eee-800d-ead1ab38b217 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ceaa1e4-52ab-491f-b867-89da74060e67']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:24:03.577352 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-d68ff529-2548-483d-b037-0bd6fc7bec02 req-a0c9cdb6-e55b-4ad3-a382-fea99684ad66 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:03.590415 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-ba279475-69b0-4eee-800d-ead1ab38b217 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a5115ec-f362-4937-8993-a4c47e12d426') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:24:03.590712 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-ba279475-69b0-4eee-800d-ead1ab38b217 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a5115ec-f362-4937-8993-a4c47e12d426') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:24:03.604418 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ba279475-69b0-4eee-800d-ead1ab38b217 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:03.606373 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-d68ff529-2548-483d-b037-0bd6fc7bec02 req-a0c9cdb6-e55b-4ad3-a382-fea99684ad66 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Transition to ACTIVE for port object 8fc2932c-b2f6-4641-a193-b18b19a4587f will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:24:03.623668 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ba279475-69b0-4eee-800d-ead1ab38b217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:03.633102 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba279475-69b0-4eee-800d-ead1ab38b217 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:24:03.633509 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ba279475-69b0-4eee-800d-ead1ab38b217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:03.635180 n-d-791506-26 neutron-server[101292]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:24:03.635180 n-d-791506-26 neutron-server[101292]: self.session.flush() Aug 16 23:24:03.635180 n-d-791506-26 neutron-server[101292]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:24:03.635180 n-d-791506-26 neutron-server[101292]: self.session.flush() Aug 16 23:24:03.635180 n-d-791506-26 neutron-server[101292]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:24:03.635180 n-d-791506-26 neutron-server[101292]: self.session.flush() Aug 16 23:24:03.635180 n-d-791506-26 neutron-server[101292]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:24:03.635180 n-d-791506-26 neutron-server[101292]: self.session.flush() Aug 16 23:24:03.635180 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 16 23:24:03.635180 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:24:03.635180 n-d-791506-26 neutron-server[101292]: timer() Aug 16 23:24:03.635180 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:24:03.635180 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 16 23:24:03.635180 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:24:03.635180 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 16 23:24:03.635180 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:24:03.635180 n-d-791506-26 neutron-server[101292]: self._notify() Aug 16 23:24:03.635180 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:24:03.635180 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 16 23:24:03.635180 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:24:03.635180 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 16 23:24:03.635180 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:24:03.635180 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:24:03.635180 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:24:03.635180 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:24:03.635180 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:24:03.635180 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 16 23:24:03.635180 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:24:03.635180 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 16 23:24:03.635180 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:24:03.635180 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:24:03.635180 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:24:03.635180 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 16 23:24:03.635180 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:24:03.635180 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:24:03.635180 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:24:03.635180 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:24:03.635180 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:24:03.635180 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:24:03.635180 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:24:03.700031 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-d68ff529-2548-483d-b037-0bd6fc7bec02 req-a0c9cdb6-e55b-4ad3-a382-fea99684ad66 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:03.702311 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ba279475-69b0-4eee-800d-ead1ab38b217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:03.714794 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ba279475-69b0-4eee-800d-ead1ab38b217 admin admin] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:03.716669 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-ba279475-69b0-4eee-800d-ead1ab38b217 admin admin] 10.222.0.36 "DELETE /v2.0/networks/9ceaa1e4-52ab-491f-b867-89da74060e67 HTTP/1.1" status: 204 len: 168 time: 0.9337952 Aug 16 23:24:03.758850 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba279475-69b0-4eee-800d-ead1ab38b217 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ceaa1e4-52ab-491f-b867-89da74060e67,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:24:03.763931 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d68ff529-2548-483d-b037-0bd6fc7bec02 req-a0c9cdb6-e55b-4ad3-a382-fea99684ad66 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Network 17243197-d8cc-438b-bbbf-e93eccd01246 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:24:03.771838 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [req-d68ff529-2548-483d-b037-0bd6fc7bec02 req-a0c9cdb6-e55b-4ad3-a382-fea99684ad66 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:24:03.775559 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-d68ff529-2548-483d-b037-0bd6fc7bec02 req-a0c9cdb6-e55b-4ad3-a382-fea99684ad66 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:24:03.803298 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9cdb6-e55b-4ad3-a382-fea99684ad66 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Pushing event updated for resources: {'Port': ['ID=8fc2932c-b2f6-4641-a193-b18b19a4587f,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:24:03.836206 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68ff529-2548-483d-b037-0bd6fc7bec02 req-a0c9cdb6-e55b-4ad3-a382-fea99684ad66 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:03.836912 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-d68ff529-2548-483d-b037-0bd6fc7bec02 req-a0c9cdb6-e55b-4ad3-a382-fea99684ad66 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:03.854652 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d68ff529-2548-483d-b037-0bd6fc7bec02 req-a0c9cdb6-e55b-4ad3-a382-fea99684ad66 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0274651 Aug 16 23:24:03.865883 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 49448) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:24:03.877637 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-d68ff529-2548-483d-b037-0bd6fc7bec02 req-1b41659c-d063-4003-9c24-1cc9f101dbf4 service neutron] Request body: {'port': {'device_id': '54864ef2-50e8-4043-a018-51f262083f89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-26'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:24:03.963832 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-9bbb149d-2eca-4e09-8a7e-38e327d4cae4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9f1906604b424bb2ba36417a6194804d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0967553 Aug 16 23:24:03.966738 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49450) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:24:03.967263 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-d68ff529-2548-483d-b037-0bd6fc7bec02 req-1b41659c-d063-4003-9c24-1cc9f101dbf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:04.010315 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-58247254-0c79-480d-8d85-f2975c2faf74 None None] Provisioning for port 8fc2932c-b2f6-4641-a193-b18b19a4587f completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:24:04.015044 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-58247254-0c79-480d-8d85-f2975c2faf74 None None] Provisioning complete for port 8fc2932c-b2f6-4641-a193-b18b19a4587f triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:24:04.016187 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-58247254-0c79-480d-8d85-f2975c2faf74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:04.023664 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-211c6f2d-fe73-4aab-a8e2-961e875c06df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:04.050400 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-211c6f2d-fe73-4aab-a8e2-961e875c06df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:04.072078 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-58247254-0c79-480d-8d85-f2975c2faf74 None None] Port 8fc2932c-b2f6-4641-a193-b18b19a4587f cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:24:04.111706 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-211c6f2d-fe73-4aab-a8e2-961e875c06df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:04.114678 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-211c6f2d-fe73-4aab-a8e2-961e875c06df admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:04.118235 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-211c6f2d-fe73-4aab-a8e2-961e875c06df admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/77ff66ec-dd17-4dd9-bbad-27375d21f366 HTTP/1.1" status: 204 len: 168 time: 0.1481097 Aug 16 23:24:04.129340 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211c6f2d-fe73-4aab-a8e2-961e875c06df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ff66ec-dd17-4dd9-bbad-27375d21f366,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:24:04.166984 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device b239744f-7fa7-4af0-9646-a4c96d22a1ad up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:24:04.229243 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port b239744f-7fa7-4af0-9646-a4c96d22a1ad completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:24:04.234171 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port b239744f-7fa7-4af0-9646-a4c96d22a1ad triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:24:04.234550 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:04.331364 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:04.341994 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [req-d68ff529-2548-483d-b037-0bd6fc7bec02 req-1b41659c-d063-4003-9c24-1cc9f101dbf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fc2932c-b2f6-4641-a193-b18b19a4587f {{(pid=101292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:24:04.354286 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-d68ff529-2548-483d-b037-0bd6fc7bec02 req-1b41659c-d063-4003-9c24-1cc9f101dbf4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:04.371015 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port b239744f-7fa7-4af0-9646-a4c96d22a1ad, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=b239744f-7fa7-4af0-9646-a4c96d22a1ad,segment=NetworkSegment(a0761dfe-0d3f-4666-b85e-efb15cbd0d19),segment_id=a0761dfe-0d3f-4666-b85e-efb15cbd0d19)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:24:04.372450 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-d68ff529-2548-483d-b037-0bd6fc7bec02 req-1b41659c-d063-4003-9c24-1cc9f101dbf4 service neutron] Transition to ACTIVE for port object 8fc2932c-b2f6-4641-a193-b18b19a4587f will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:24:04.376008 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:04.378027 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-d68ff529-2548-483d-b037-0bd6fc7bec02 req-1b41659c-d063-4003-9c24-1cc9f101dbf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:04.430950 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=b239744f-7fa7-4af0-9646-a4c96d22a1ad,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:24:04.471414 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b41659c-d063-4003-9c24-1cc9f101dbf4 service neutron] Pushing event updated for resources: {'Port': ['ID=8fc2932c-b2f6-4641-a193-b18b19a4587f,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:24:04.482453 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device e6de0b01-6203-4811-bfa8-cb8d36e91b7a no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:24:04.551854 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-d68ff529-2548-483d-b037-0bd6fc7bec02 req-1b41659c-d063-4003-9c24-1cc9f101dbf4 service neutron] Attempting to bind port 8fc2932c-b2f6-4641-a193-b18b19a4587f on host n-h2-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:24:04.552405 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-d68ff529-2548-483d-b037-0bd6fc7bec02 req-1b41659c-d063-4003-9c24-1cc9f101dbf4 service neutron] Attempting to bind port 8fc2932c-b2f6-4641-a193-b18b19a4587f by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': 'a0761dfe-0d3f-4666-b85e-efb15cbd0d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '17243197-d8cc-438b-bbbf-e93eccd01246'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:24:04.552972 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68ff529-2548-483d-b037-0bd6fc7bec02 req-1b41659c-d063-4003-9c24-1cc9f101dbf4 service neutron] Attempting to bind port 8fc2932c-b2f6-4641-a193-b18b19a4587f on network 17243197-d8cc-438b-bbbf-e93eccd01246 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:24:04.560868 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68ff529-2548-483d-b037-0bd6fc7bec02 req-1b41659c-d063-4003-9c24-1cc9f101dbf4 service neutron] Port 8fc2932c-b2f6-4641-a193-b18b19a4587f on network 17243197-d8cc-438b-bbbf-e93eccd01246 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:24:04.561413 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68ff529-2548-483d-b037-0bd6fc7bec02 req-1b41659c-d063-4003-9c24-1cc9f101dbf4 service neutron] Attempting to bind port 8fc2932c-b2f6-4641-a193-b18b19a4587f on network 17243197-d8cc-438b-bbbf-e93eccd01246 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:24:04.607175 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49458) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:24:04.607582 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68ff529-2548-483d-b037-0bd6fc7bec02 req-1b41659c-d063-4003-9c24-1cc9f101dbf4 service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:24:04.608120 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68ff529-2548-483d-b037-0bd6fc7bec02 req-1b41659c-d063-4003-9c24-1cc9f101dbf4 service neutron] Checking segment: {'id': 'a0761dfe-0d3f-4666-b85e-efb15cbd0d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '17243197-d8cc-438b-bbbf-e93eccd01246'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:24:04.609211 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68ff529-2548-483d-b037-0bd6fc7bec02 req-1b41659c-d063-4003-9c24-1cc9f101dbf4 service neutron] Bound using segment: {'id': 'a0761dfe-0d3f-4666-b85e-efb15cbd0d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '17243197-d8cc-438b-bbbf-e93eccd01246'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:24:04.609953 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-d68ff529-2548-483d-b037-0bd6fc7bec02 req-1b41659c-d063-4003-9c24-1cc9f101dbf4 service neutron] Bound port: 8fc2932c-b2f6-4641-a193-b18b19a4587f, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0761dfe-0d3f-4666-b85e-efb15cbd0d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '17243197-d8cc-438b-bbbf-e93eccd01246'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:24:04.610511 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-d68ff529-2548-483d-b037-0bd6fc7bec02 req-1b41659c-d063-4003-9c24-1cc9f101dbf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:04.665296 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-397234d9-3874-4f87-bee6-6690cd1361ea admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=720f1cdac1e34d1181940a381fb57c0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0569077 Aug 16 23:24:04.668405 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49460) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:24:04.684185 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70480bd-d9a6-467c-9569-c3833d30cd84 req-198896ec-695f-4eee-b59a-1cd8f1df17a9 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:04.686131 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b70480bd-d9a6-467c-9569-c3833d30cd84 req-198896ec-695f-4eee-b59a-1cd8f1df17a9 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/ports?device_id=54864ef2-50e8-4043-a018-51f262083f89 HTTP/1.1" status: 200 len: 944 time: 0.1174228 Aug 16 23:24:04.738992 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: e6de0b01-6203-4811-bfa8-cb8d36e91b7a {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:24:04.740117 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device e6de0b01-6203-4811-bfa8-cb8d36e91b7a not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:24:04.740817 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device ac6d053e-bd79-4bd2-a5bc-94f3b070b3bb no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:24:04.762163 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b4aa67cc-ea96-40b9-b07b-5a10c196d19b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:04.762472 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-d68ff529-2548-483d-b037-0bd6fc7bec02 req-1b41659c-d063-4003-9c24-1cc9f101dbf4 service neutron] For port 8fc2932c-b2f6-4641-a193-b18b19a4587f, host n-h2-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:24:04.768381 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-d68ff529-2548-483d-b037-0bd6fc7bec02 req-1b41659c-d063-4003-9c24-1cc9f101dbf4 service neutron] For port 8fc2932c-b2f6-4641-a193-b18b19a4587f, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=8fc2932c-b2f6-4641-a193-b18b19a4587f,segment=NetworkSegment(a0761dfe-0d3f-4666-b85e-efb15cbd0d19),segment_id=a0761dfe-0d3f-4666-b85e-efb15cbd0d19)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:24:04.771241 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: ac6d053e-bd79-4bd2-a5bc-94f3b070b3bb {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:24:04.771557 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device ac6d053e-bd79-4bd2-a5bc-94f3b070b3bb not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:24:04.776700 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b70480bd-d9a6-467c-9569-c3833d30cd84 req-de827d7c-d6f1-47ad-86b9-ba2119313797 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b444246-faf8-4dc4-8e14-a6fcde124b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720971 Aug 16 23:24:04.778648 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-d68ff529-2548-483d-b037-0bd6fc7bec02 req-1b41659c-d063-4003-9c24-1cc9f101dbf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:04.801330 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b4aa67cc-ea96-40b9-b07b-5a10c196d19b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:04.817440 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68ff529-2548-483d-b037-0bd6fc7bec02 req-1b41659c-d063-4003-9c24-1cc9f101dbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:04.818572 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-d68ff529-2548-483d-b037-0bd6fc7bec02 req-1b41659c-d063-4003-9c24-1cc9f101dbf4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:04.819720 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d68ff529-2548-483d-b037-0bd6fc7bec02 req-1b41659c-d063-4003-9c24-1cc9f101dbf4 service neutron] 10.222.0.57 "PUT /v2.0/ports/8fc2932c-b2f6-4641-a193-b18b19a4587f HTTP/1.1" status: 200 len: 1093 time: 0.9515905 Aug 16 23:24:04.822176 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54864ef2-50e8-4043-a018-51f262083f89', 'tag': '8fc2932c-b2f6-4641-a193-b18b19a4587f'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:24:04.824698 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-677ed9b7-dbb3-41f1-b545-3ba216f5cb4d" -d '{"events": [{"name": "network-changed", "server_uuid": "54864ef2-50e8-4043-a018-51f262083f89", "tag": "8fc2932c-b2f6-4641-a193-b18b19a4587f"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:24:04.871267 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b4aa67cc-ea96-40b9-b07b-5a10c196d19b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:04.875206 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b4aa67cc-ea96-40b9-b07b-5a10c196d19b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:04.877772 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-b4aa67cc-ea96-40b9-b07b-5a10c196d19b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e8ddb920-e024-4517-b155-7a55540fb8c9 HTTP/1.1" status: 204 len: 168 time: 0.2077754 Aug 16 23:24:04.886901 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b41659c-d063-4003-9c24-1cc9f101dbf4 service neutron] Pushing event updated for resources: {'Port': ['ID=8fc2932c-b2f6-4641-a193-b18b19a4587f,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:24:04.889440 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aa67cc-ea96-40b9-b07b-5a10c196d19b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ddb920-e024-4517-b155-7a55540fb8c9,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:24:04.914179 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-019124bd-bc67-488a-9742-b7301dd2fe83 x-openstack-request-id: req-019124bd-bc67-488a-9742-b7301dd2fe83 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:24:04.914457 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54864ef2-50e8-4043-a018-51f262083f89", "tag": "8fc2932c-b2f6-4641-a193-b18b19a4587f", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:24:04.914724 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-019124bd-bc67-488a-9742-b7301dd2fe83 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:24:04.915132 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54864ef2-50e8-4043-a018-51f262083f89', 'tag': '8fc2932c-b2f6-4641-a193-b18b19a4587f', 'status': 'completed', 'code': 200} Aug 16 23:24:04.960568 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68ff529-2548-483d-b037-0bd6fc7bec02 req-7246687e-8df0-408c-ad1d-c4f206864b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:04.962246 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d68ff529-2548-483d-b037-0bd6fc7bec02 req-7246687e-8df0-408c-ad1d-c4f206864b9e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=08859d0d7ef54f7180b6c9acbcbb613a&device_id=54864ef2-50e8-4043-a018-51f262083f89 HTTP/1.1" status: 200 len: 1096 time: 0.0706193 Aug 16 23:24:05.024244 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d68ff529-2548-483d-b037-0bd6fc7bec02 req-08c8625f-e03c-4bec-9943-0652263160a3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8fc2932c-b2f6-4641-a193-b18b19a4587f HTTP/1.1" status: 200 len: 217 time: 0.0434730 Aug 16 23:24:05.078617 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68ff529-2548-483d-b037-0bd6fc7bec02 req-8fb475c8-a72e-4ae0-ac6b-601cef559324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:05.080898 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d68ff529-2548-483d-b037-0bd6fc7bec02 req-8fb475c8-a72e-4ae0-ac6b-601cef559324 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4de9f471-133b-48cf-8ec1-15be31a77e92 HTTP/1.1" status: 200 len: 849 time: 0.0490959 Aug 16 23:24:05.141049 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68ff529-2548-483d-b037-0bd6fc7bec02 req-db09cd44-9b3d-4ed6-a234-2a29f21c81a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:05.143725 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d68ff529-2548-483d-b037-0bd6fc7bec02 req-db09cd44-9b3d-4ed6-a234-2a29f21c81a8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=17243197-d8cc-438b-bbbf-e93eccd01246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565369 Aug 16 23:24:05.236584 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d68ff529-2548-483d-b037-0bd6fc7bec02 req-238ef0d3-505b-48eb-991c-ba15d7c7b105 service neutron] 10.222.0.57 "GET /v2.0/networks/17243197-d8cc-438b-bbbf-e93eccd01246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853915 Aug 16 23:24:05.331893 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d68ff529-2548-483d-b037-0bd6fc7bec02 req-54a00f9e-ddb2-423f-a121-a7d48a30d77c service neutron] 10.222.0.57 "GET /v2.0/networks/17243197-d8cc-438b-bbbf-e93eccd01246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888839 Aug 16 23:24:05.472406 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677ed9b7-dbb3-41f1-b545-3ba216f5cb4d req-6979733d-8066-4b53-82e5-8e5f5148d3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:05.473958 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-677ed9b7-dbb3-41f1-b545-3ba216f5cb4d req-6979733d-8066-4b53-82e5-8e5f5148d3be service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=08859d0d7ef54f7180b6c9acbcbb613a&device_id=54864ef2-50e8-4043-a018-51f262083f89 HTTP/1.1" status: 200 len: 1096 time: 0.0430081 Aug 16 23:24:05.569206 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677ed9b7-dbb3-41f1-b545-3ba216f5cb4d req-bbd1af00-c3cc-4535-a4d4-8f9e02d56534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:05.570806 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-677ed9b7-dbb3-41f1-b545-3ba216f5cb4d req-bbd1af00-c3cc-4535-a4d4-8f9e02d56534 service neutron] 10.222.0.57 "GET /v2.0/networks?id=17243197-d8cc-438b-bbbf-e93eccd01246 HTTP/1.1" status: 200 len: 911 time: 0.0900762 Aug 16 23:24:05.613852 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-677ed9b7-dbb3-41f1-b545-3ba216f5cb4d req-cdfa461e-d69c-4285-ad3b-10e6d5393f51 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8fc2932c-b2f6-4641-a193-b18b19a4587f HTTP/1.1" status: 200 len: 217 time: 0.0361772 Aug 16 23:24:05.661758 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677ed9b7-dbb3-41f1-b545-3ba216f5cb4d req-3242a806-2fc3-489e-aec3-d76b42255c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:05.663312 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-677ed9b7-dbb3-41f1-b545-3ba216f5cb4d req-3242a806-2fc3-489e-aec3-d76b42255c65 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4de9f471-133b-48cf-8ec1-15be31a77e92 HTTP/1.1" status: 200 len: 849 time: 0.0434134 Aug 16 23:24:05.708973 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677ed9b7-dbb3-41f1-b545-3ba216f5cb4d req-f4472df5-5046-418e-9f6e-819f6906ed12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:05.710525 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-677ed9b7-dbb3-41f1-b545-3ba216f5cb4d req-f4472df5-5046-418e-9f6e-819f6906ed12 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=17243197-d8cc-438b-bbbf-e93eccd01246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401311 Aug 16 23:24:05.804071 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-677ed9b7-dbb3-41f1-b545-3ba216f5cb4d req-59a3e9c2-2e7b-44b0-b565-3565dee143a9 service neutron] 10.222.0.57 "GET /v2.0/networks/17243197-d8cc-438b-bbbf-e93eccd01246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866303 Aug 16 23:24:05.934150 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-677ed9b7-dbb3-41f1-b545-3ba216f5cb4d req-4f72b7c3-941a-48f2-8295-e07cc8f11104 service neutron] 10.222.0.57 "GET /v2.0/networks/17243197-d8cc-438b-bbbf-e93eccd01246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235256 Aug 16 23:24:05.942075 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf63755-db31-46ef-aa36-d8dbe63f805f req-a42bf2af-6586-4902-a6b6-17402f687595 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:05.943476 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ecf63755-db31-46ef-aa36-d8dbe63f805f req-a42bf2af-6586-4902-a6b6-17402f687595 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/ports?device_id=54864ef2-50e8-4043-a018-51f262083f89 HTTP/1.1" status: 200 len: 944 time: 0.0787098 Aug 16 23:24:05.984780 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ecf63755-db31-46ef-aa36-d8dbe63f805f req-dd7c61f3-e171-4bbb-a15e-798b74f12412 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b444246-faf8-4dc4-8e14-a6fcde124b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345180 Aug 16 23:24:06.079136 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device b239744f-7fa7-4af0-9646-a4c96d22a1ad up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:24:06.130654 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port b239744f-7fa7-4af0-9646-a4c96d22a1ad triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:24:06.131143 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:06.160216 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49500) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:24:06.304469 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-13c6d67f-3289-4e95-a21e-2d8a1aa1661f tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Request body: {'network': {'name': 'tempest-network-smoke--1211223114', 'project_id': '32cc187dad0a4126a4e097b82132c4b0', 'port_security_enabled': True}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:24:06.326549 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c6d67f-3289-4e95-a21e-2d8a1aa1661f tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Made reservation on behalf of 32cc187dad0a4126a4e097b82132c4b0 for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:24:06.330019 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-13c6d67f-3289-4e95-a21e-2d8a1aa1661f tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:06.338259 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-13c6d67f-3289-4e95-a21e-2d8a1aa1661f tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:06.427563 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-13c6d67f-3289-4e95-a21e-2d8a1aa1661f tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:06.431140 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-13c6d67f-3289-4e95-a21e-2d8a1aa1661f tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:06.453482 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13c6d67f-3289-4e95-a21e-2d8a1aa1661f tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:24:06.468484 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c6d67f-3289-4e95-a21e-2d8a1aa1661f tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2deab27-5219-4f67-8b47-93381b074cb8,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:24:06.472032 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-13c6d67f-3289-4e95-a21e-2d8a1aa1661f tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:06.472391 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-13c6d67f-3289-4e95-a21e-2d8a1aa1661f tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Added segment f3ea6db8-5e22-4e32-a157-e44b203164a1 of type vlan for network d82a9ad3-85f9-4da6-a86f-bcb267e60b38 Aug 16 23:24:06.513365 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-13c6d67f-3289-4e95-a21e-2d8a1aa1661f tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:06.540817 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-13c6d67f-3289-4e95-a21e-2d8a1aa1661f tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:06.546226 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c6d67f-3289-4e95-a21e-2d8a1aa1661f tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:06.546811 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-13c6d67f-3289-4e95-a21e-2d8a1aa1661f tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:06.598120 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-13c6d67f-3289-4e95-a21e-2d8a1aa1661f tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4367685 Aug 16 23:24:06.601163 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49504) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:24:06.605582 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-6daa0fd7-6494-48a0-a1fe-cd4428a5f04c tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1954048256', 'admin_state_up': True, 'project_id': '32cc187dad0a4126a4e097b82132c4b0', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:24:06.625947 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c6d67f-3289-4e95-a21e-2d8a1aa1661f tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Pushing event updated for resources: {'Network': ['ID=d82a9ad3-85f9-4da6-a86f-bcb267e60b38,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:24:06.636654 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network d82a9ad3-85f9-4da6-a86f-bcb267e60b38 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:24:06.640513 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6daa0fd7-6494-48a0-a1fe-cd4428a5f04c tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:06.641564 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6daa0fd7-6494-48a0-a1fe-cd4428a5f04c tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:06.697415 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6daa0fd7-6494-48a0-a1fe-cd4428a5f04c tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:06.837027 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6daa0fd7-6494-48a0-a1fe-cd4428a5f04c tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:07.040935 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6daa0fd7-6494-48a0-a1fe-cd4428a5f04c tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for router_gateway, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:07.060374 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6daa0fd7-6494-48a0-a1fe-cd4428a5f04c tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:07.103370 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922a4d93-da3b-4e4e-a4e2-89fc464cc34b req-0478fe9f-fb7e-4bb6-83ee-fa2705131bca tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:07.104871 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-922a4d93-da3b-4e4e-a4e2-89fc464cc34b req-0478fe9f-fb7e-4bb6-83ee-fa2705131bca tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/ports?device_id=54864ef2-50e8-4043-a018-51f262083f89 HTTP/1.1" status: 200 len: 944 time: 0.0493939 Aug 16 23:24:07.149997 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-922a4d93-da3b-4e4e-a4e2-89fc464cc34b req-fc8ba9c4-bc38-4107-9b8f-450d30f07f5f tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b444246-faf8-4dc4-8e14-a6fcde124b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386479 Aug 16 23:24:07.172189 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-6daa0fd7-6494-48a0-a1fe-cd4428a5f04c tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Allocated IP 172.25.4.216 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/74d7f13c-c0aa-4de3-b9b6-c0c06b31d9a9) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:24:07.280902 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6daa0fd7-6494-48a0-a1fe-cd4428a5f04c tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:07.318801 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6daa0fd7-6494-48a0-a1fe-cd4428a5f04c tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:07.358753 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6daa0fd7-6494-48a0-a1fe-cd4428a5f04c tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:24:07.361616 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-6daa0fd7-6494-48a0-a1fe-cd4428a5f04c tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:24:07.365209 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6daa0fd7-6494-48a0-a1fe-cd4428a5f04c tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:24:07.391827 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daa0fd7-6494-48a0-a1fe-cd4428a5f04c tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Pushing event updated for resources: {'Port': ['ID=74d7f13c-c0aa-4de3-b9b6-c0c06b31d9a9,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:24:07.622759 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6daa0fd7-6494-48a0-a1fe-cd4428a5f04c tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for router_gateway, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:07.825042 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6daa0fd7-6494-48a0-a1fe-cd4428a5f04c tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:07.951545 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6daa0fd7-6494-48a0-a1fe-cd4428a5f04c tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Router 1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc is scheduled to L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f with binding_index 1 {{(pid=101291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:24:08.058794 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6daa0fd7-6494-48a0-a1fe-cd4428a5f04c tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:24:08.069189 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb2ad91-d408-4a06-b93a-3c218010114b None None] Sync routers for ids ['1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:24:08.077331 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6daa0fd7-6494-48a0-a1fe-cd4428a5f04c tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:08.078789 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb2ad91-d408-4a06-b93a-3c218010114b None None] Routers {'1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:24:08.079015 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-6daa0fd7-6494-48a0-a1fe-cd4428a5f04c tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.4767113 Aug 16 23:24:08.079460 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-5fb2ad91-d408-4a06-b93a-3c218010114b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:23:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:24:08.082190 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49508) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:24:08.162617 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-4f8f2023-8e52-4b31-8422-3bdf1a90810c tempest-TestNetworkBasicOps-1449554327 tempest-TestNetworkBasicOps-1449554327-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=32cc187dad0a4126a4e097b82132c4b0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0793154 Aug 16 23:24:08.165361 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 49512) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:24:08.192120 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-5fb2ad91-d408-4a06-b93a-3c218010114b None None] Set router 1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:24:08.293872 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d30a880-b83f-4788-a187-855792f428e4 tempest-TestNetworkBasicOps-1449554327 tempest-TestNetworkBasicOps-1449554327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:08.295302 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-7d30a880-b83f-4788-a187-855792f428e4 tempest-TestNetworkBasicOps-1449554327 tempest-TestNetworkBasicOps-1449554327-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1289454 Aug 16 23:24:08.298908 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49516) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:24:08.304312 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92b2a23-7b80-442c-aa0d-de87233b3117 req-f3908060-fa84-41c0-a7ee-9db70ae8843f tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:08.305882 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a92b2a23-7b80-442c-aa0d-de87233b3117 req-f3908060-fa84-41c0-a7ee-9db70ae8843f tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/ports?device_id=54864ef2-50e8-4043-a018-51f262083f89 HTTP/1.1" status: 200 len: 944 time: 0.0794673 Aug 16 23:24:08.338213 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-b28b9805-875b-4942-ba55-778a8a28d0c1 tempest-TestNetworkBasicOps-1449554327 tempest-TestNetworkBasicOps-1449554327-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=c22c4980-c849-406d-982c-a5d68c515a94&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0352864 Aug 16 23:24:08.338447 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49518) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:24:08.343374 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-5dfd6f1b-9e35-4cad-8dde-8345ff494030 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1005417076', 'network_id': 'd82a9ad3-85f9-4da6-a86f-bcb267e60b38', 'project_id': '32cc187dad0a4126a4e097b82132c4b0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:24:08.347281 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a92b2a23-7b80-442c-aa0d-de87233b3117 req-30fe66ec-0f0a-4a03-8c2e-cd91f6307605 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b444246-faf8-4dc4-8e14-a6fcde124b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339906 Aug 16 23:24:08.389215 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-5fb2ad91-d408-4a06-b93a-3c218010114b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc', 'name': 'tempest-TestNetworkBasicOps-router-1954048256', 'tenant_id': '32cc187dad0a4126a4e097b82132c4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': '74d7f13c-c0aa-4de3-b9b6-c0c06b31d9a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:24:06Z', 'updated_at': '2021-08-16T23:24:07Z', 'revision_number': 3, 'project_id': '32cc187dad0a4126a4e097b82132c4b0', 'gw_port': {'id': '74d7f13c-c0aa-4de3-b9b6-c0c06b31d9a9', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a3:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:24:07Z', 'updated_at': '2021-08-16T23:24:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:24:08.416019 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb2ad91-d408-4a06-b93a-3c218010114b None None] Checking router: 1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:24:08.416019 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb2ad91-d408-4a06-b93a-3c218010114b None None] Updating router 1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc port 74d7f13c-c0aa-4de3-b9b6-c0c06b31d9a9 binding host n-d-791506-26 {{(pid=101294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:24:08.439949 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dfd6f1b-9e35-4cad-8dde-8345ff494030 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Made reservation on behalf of 32cc187dad0a4126a4e097b82132c4b0 for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:24:08.443515 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5dfd6f1b-9e35-4cad-8dde-8345ff494030 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:08.444594 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-5fb2ad91-d408-4a06-b93a-3c218010114b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:08.629609 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5dfd6f1b-9e35-4cad-8dde-8345ff494030 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:08.691956 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfd6f1b-9e35-4cad-8dde-8345ff494030 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Pushing event updated for resources: {'Subnet': ['ID=d7f207f0-fb50-43be-b557-d1450c1910bf,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:24:08.699619 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfd6f1b-9e35-4cad-8dde-8345ff494030 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Checking segment: {'id': 'f3ea6db8-5e22-4e32-a157-e44b203164a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd82a9ad3-85f9-4da6-a86f-bcb267e60b38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:24:08.699987 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dfd6f1b-9e35-4cad-8dde-8345ff494030 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Network hostable DHCP agents. Network: d82a9ad3-85f9-4da6-a86f-bcb267e60b38, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:24:08.700526 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-5fb2ad91-d408-4a06-b93a-3c218010114b None None] Notify callbacks [] for port, precommit_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:08.711550 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.provisioning_blocks [None req-5fb2ad91-d408-4a06-b93a-3c218010114b None None] Transition to ACTIVE for port object 74d7f13c-c0aa-4de3-b9b6-c0c06b31d9a9 will not be triggered until provisioned by entity L2. {{(pid=101294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:24:08.716878 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-5fb2ad91-d408-4a06-b93a-3c218010114b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:08.717963 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dfd6f1b-9e35-4cad-8dde-8345ff494030 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Network d82a9ad3-85f9-4da6-a86f-bcb267e60b38 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:24:08.726333 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-5dfd6f1b-9e35-4cad-8dde-8345ff494030 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, d82a9ad3-85f9-4da6-a86f-bcb267e60b38) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:24:08.730518 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dfd6f1b-9e35-4cad-8dde-8345ff494030 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:08.731117 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5dfd6f1b-9e35-4cad-8dde-8345ff494030 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:08.738111 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1bd711e-040c-48d8-9d01-564b4431176e None None] Network d82a9ad3-85f9-4da6-a86f-bcb267e60b38 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:24:08.747973 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-5dfd6f1b-9e35-4cad-8dde-8345ff494030 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4084337 Aug 16 23:24:08.750929 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 49520) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:24:08.770584 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-5fb2ad91-d408-4a06-b93a-3c218010114b None None] Attempting to bind port 74d7f13c-c0aa-4de3-b9b6-c0c06b31d9a9 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:24:08.771082 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-5fb2ad91-d408-4a06-b93a-3c218010114b None None] Attempting to bind port 74d7f13c-c0aa-4de3-b9b6-c0c06b31d9a9 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:24:08.771698 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb2ad91-d408-4a06-b93a-3c218010114b None None] Attempting to bind port 74d7f13c-c0aa-4de3-b9b6-c0c06b31d9a9 on network c22c4980-c849-406d-982c-a5d68c515a94 {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:24:08.780564 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c809bf-cf25-43cb-b8b8-d17f74176847 None None] Pushing event updated for resources: {'Port': ['ID=74d7f13c-c0aa-4de3-b9b6-c0c06b31d9a9,revision_number=2']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:24:08.783701 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb2ad91-d408-4a06-b93a-3c218010114b None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:24:08.784187 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb2ad91-d408-4a06-b93a-3c218010114b None None] Checking segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:24:08.784609 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-5fb2ad91-d408-4a06-b93a-3c218010114b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:08.784994 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb2ad91-d408-4a06-b93a-3c218010114b None None] Bound using segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:24:08.785465 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-5fb2ad91-d408-4a06-b93a-3c218010114b None None] Bound port: 74d7f13c-c0aa-4de3-b9b6-c0c06b31d9a9, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:24:08.786311 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-5fb2ad91-d408-4a06-b93a-3c218010114b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:08.828799 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:24:08.849599 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-5fb2ad91-d408-4a06-b93a-3c218010114b None None] For port 74d7f13c-c0aa-4de3-b9b6-c0c06b31d9a9, host n-d-791506-26, cleared binding levels {{(pid=101294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:24:08.853143 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-5fb2ad91-d408-4a06-b93a-3c218010114b None None] For port 74d7f13c-c0aa-4de3-b9b6-c0c06b31d9a9, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=74d7f13c-c0aa-4de3-b9b6-c0c06b31d9a9,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:24:08.859892 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-5fb2ad91-d408-4a06-b93a-3c218010114b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:08.910250 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5241104c-99e2-4bc4-9772-d20944d31958 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-d82a9ad3-85f9-4da6-a86f-bcb267e60b38', 'network_id': 'd82a9ad3-85f9-4da6-a86f-bcb267e60b38', 'tenant_id': '32cc187dad0a4126a4e097b82132c4b0', 'fixed_ips': [{'subnet_id': 'd7f207f0-fb50-43be-b557-d1450c1910bf'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:24:08.911137 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-5241104c-99e2-4bc4-9772-d20944d31958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:08.913115 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb2ad91-d408-4a06-b93a-3c218010114b None None] Routers {'1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:24:08.913966 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-5fb2ad91-d408-4a06-b93a-3c218010114b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:23:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:24:08.956787 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c809bf-cf25-43cb-b8b8-d17f74176847 None None] Pushing event updated for resources: {'Port': ['ID=74d7f13c-c0aa-4de3-b9b6-c0c06b31d9a9,revision_number=3']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:24:08.993320 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 8fc2932c-b2f6-4641-a193-b18b19a4587f details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:24:09.116690 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-5241104c-99e2-4bc4-9772-d20944d31958 None None] Allocated IP 172.20.0.2 (d82a9ad3-85f9-4da6-a86f-bcb267e60b38/d7f207f0-fb50-43be-b557-d1450c1910bf/60c1b00c-4212-47f3-ac80-c6678249640b) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:24:09.133803 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-5fb2ad91-d408-4a06-b93a-3c218010114b None None] Set router 1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:24:09.198763 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 8fc2932c-b2f6-4641-a193-b18b19a4587f, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=8fc2932c-b2f6-4641-a193-b18b19a4587f,segment=NetworkSegment(a0761dfe-0d3f-4666-b85e-efb15cbd0d19),segment_id=a0761dfe-0d3f-4666-b85e-efb15cbd0d19)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:24:09.221158 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': '8fc2932c-b2f6-4641-a193-b18b19a4587f', 'network_id': '17243197-d8cc-438b-bbbf-e93eccd01246', 'port_id': '8fc2932c-b2f6-4641-a193-b18b19a4587f', 'mac_address': 'fa:16:3e:b6:28:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4de9f471-133b-48cf-8ec1-15be31a77e92', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:24:09.293816 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:09.334389 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-5fb2ad91-d408-4a06-b93a-3c218010114b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc', 'name': 'tempest-TestNetworkBasicOps-router-1954048256', 'tenant_id': '32cc187dad0a4126a4e097b82132c4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': '74d7f13c-c0aa-4de3-b9b6-c0c06b31d9a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:24:06Z', 'updated_at': '2021-08-16T23:24:07Z', 'revision_number': 3, 'project_id': '32cc187dad0a4126a4e097b82132c4b0', 'gw_port': {'id': '74d7f13c-c0aa-4de3-b9b6-c0c06b31d9a9', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a3:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:24:07Z', 'updated_at': '2021-08-16T23:24:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:24:09.335792 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fc2932c-b2f6-4641-a193-b18b19a4587f {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:24:09.365423 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb2ad91-d408-4a06-b93a-3c218010114b None None] The sync data for ids ['1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc'] in n-d-791506-26 is: [{'id': '1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc', 'name': 'tempest-TestNetworkBasicOps-router-1954048256', 'tenant_id': '32cc187dad0a4126a4e097b82132c4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': '74d7f13c-c0aa-4de3-b9b6-c0c06b31d9a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:24:06Z', 'updated_at': '2021-08-16T23:24:07Z', 'revision_number': 3, 'project_id': '32cc187dad0a4126a4e097b82132c4b0', 'gw_port': {'id': '74d7f13c-c0aa-4de3-b9b6-c0c06b31d9a9', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a3:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:24:07Z', 'updated_at': '2021-08-16T23:24:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:24:09.368617 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 8fc2932c-b2f6-4641-a193-b18b19a4587f, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=8fc2932c-b2f6-4641-a193-b18b19a4587f,segment=NetworkSegment(a0761dfe-0d3f-4666-b85e-efb15cbd0d19),segment_id=a0761dfe-0d3f-4666-b85e-efb15cbd0d19)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:24:09.369856 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-5241104c-99e2-4bc4-9772-d20944d31958 None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:09.378262 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:09.383592 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-5241104c-99e2-4bc4-9772-d20944d31958 None None] Transition to ACTIVE for port object 60c1b00c-4212-47f3-ac80-c6678249640b will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:24:09.425802 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-5241104c-99e2-4bc4-9772-d20944d31958 None None] Transition to ACTIVE for port object 60c1b00c-4212-47f3-ac80-c6678249640b will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:24:09.444106 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-5241104c-99e2-4bc4-9772-d20944d31958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:09.451835 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=8fc2932c-b2f6-4641-a193-b18b19a4587f,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:24:09.485327 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5241104c-99e2-4bc4-9772-d20944d31958 None None] Network d82a9ad3-85f9-4da6-a86f-bcb267e60b38 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:24:09.488508 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-5241104c-99e2-4bc4-9772-d20944d31958 None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:24:09.493987 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5241104c-99e2-4bc4-9772-d20944d31958 None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:24:09.508702 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5241104c-99e2-4bc4-9772-d20944d31958 None None] Pushing event updated for resources: {'Port': ['ID=60c1b00c-4212-47f3-ac80-c6678249640b,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:24:09.546916 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff6ff0a-75aa-4f3a-a9ca-4469486a4f87 req-ac946d88-7cad-47ff-8009-f77121e8b6a2 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:09.548515 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7ff6ff0a-75aa-4f3a-a9ca-4469486a4f87 req-ac946d88-7cad-47ff-8009-f77121e8b6a2 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/ports?device_id=54864ef2-50e8-4043-a018-51f262083f89 HTTP/1.1" status: 200 len: 945 time: 0.1058714 Aug 16 23:24:09.563252 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-5241104c-99e2-4bc4-9772-d20944d31958 None None] Attempting to bind port 60c1b00c-4212-47f3-ac80-c6678249640b on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:24:09.563622 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-5241104c-99e2-4bc4-9772-d20944d31958 None None] Attempting to bind port 60c1b00c-4212-47f3-ac80-c6678249640b by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': 'f3ea6db8-5e22-4e32-a157-e44b203164a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd82a9ad3-85f9-4da6-a86f-bcb267e60b38'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:24:09.565932 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5241104c-99e2-4bc4-9772-d20944d31958 None None] Attempting to bind port 60c1b00c-4212-47f3-ac80-c6678249640b on network d82a9ad3-85f9-4da6-a86f-bcb267e60b38 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:24:09.571650 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5241104c-99e2-4bc4-9772-d20944d31958 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:24:09.572178 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5241104c-99e2-4bc4-9772-d20944d31958 None None] Checking segment: {'id': 'f3ea6db8-5e22-4e32-a157-e44b203164a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd82a9ad3-85f9-4da6-a86f-bcb267e60b38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:24:09.572761 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-5241104c-99e2-4bc4-9772-d20944d31958 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:09.573533 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5241104c-99e2-4bc4-9772-d20944d31958 None None] Bound using segment: {'id': 'f3ea6db8-5e22-4e32-a157-e44b203164a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd82a9ad3-85f9-4da6-a86f-bcb267e60b38'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:24:09.574131 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-5241104c-99e2-4bc4-9772-d20944d31958 None None] Bound port: 60c1b00c-4212-47f3-ac80-c6678249640b, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3ea6db8-5e22-4e32-a157-e44b203164a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd82a9ad3-85f9-4da6-a86f-bcb267e60b38'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:24:09.574622 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-5241104c-99e2-4bc4-9772-d20944d31958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:09.659749 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7ff6ff0a-75aa-4f3a-a9ca-4469486a4f87 req-d7cbc829-0908-41f5-8ba5-dd7adaf1cd8e tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b444246-faf8-4dc4-8e14-a6fcde124b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812452 Aug 16 23:24:09.689750 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-5241104c-99e2-4bc4-9772-d20944d31958 None None] For port 60c1b00c-4212-47f3-ac80-c6678249640b, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:24:09.694054 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-5241104c-99e2-4bc4-9772-d20944d31958 None None] For port 60c1b00c-4212-47f3-ac80-c6678249640b, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=60c1b00c-4212-47f3-ac80-c6678249640b,segment=NetworkSegment(f3ea6db8-5e22-4e32-a157-e44b203164a1),segment_id=f3ea6db8-5e22-4e32-a157-e44b203164a1)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:24:09.699656 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-5241104c-99e2-4bc4-9772-d20944d31958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:09.726910 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d140d828-1130-49d4-bfc6-8a7e29675f87 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:09.753963 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['8fc2932c-b2f6-4641-a193-b18b19a4587f'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:24:09.853849 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5241104c-99e2-4bc4-9772-d20944d31958 None None] Pushing event updated for resources: {'Port': ['ID=60c1b00c-4212-47f3-ac80-c6678249640b,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:24:10.151019 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-d140d828-1130-49d4-bfc6-8a7e29675f87 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Allocated IP 172.20.0.1 (d82a9ad3-85f9-4da6-a86f-bcb267e60b38/d7f207f0-fb50-43be-b557-d1450c1910bf/fb77b979-7366-4f6f-8779-e019cdfcabfc) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:24:10.188108 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 60c1b00c-4212-47f3-ac80-c6678249640b up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:24:10.240082 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 60c1b00c-4212-47f3-ac80-c6678249640b completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:24:10.244705 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 74d7f13c-c0aa-4de3-b9b6-c0c06b31d9a9 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:24:10.291853 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d140d828-1130-49d4-bfc6-8a7e29675f87 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:10.296594 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 74d7f13c-c0aa-4de3-b9b6-c0c06b31d9a9 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:24:10.302683 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 74d7f13c-c0aa-4de3-b9b6-c0c06b31d9a9 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:24:10.303012 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:10.307667 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [None req-d140d828-1130-49d4-bfc6-8a7e29675f87 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Transition to ACTIVE for port object fb77b979-7366-4f6f-8779-e019cdfcabfc will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:24:10.355832 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d140d828-1130-49d4-bfc6-8a7e29675f87 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:10.393588 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:10.406113 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d140d828-1130-49d4-bfc6-8a7e29675f87 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Network d82a9ad3-85f9-4da6-a86f-bcb267e60b38 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:24:10.411582 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-d140d828-1130-49d4-bfc6-8a7e29675f87 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:24:10.415787 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d140d828-1130-49d4-bfc6-8a7e29675f87 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:24:10.417782 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 74d7f13c-c0aa-4de3-b9b6-c0c06b31d9a9, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=74d7f13c-c0aa-4de3-b9b6-c0c06b31d9a9,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:24:10.423748 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:10.444121 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140d828-1130-49d4-bfc6-8a7e29675f87 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Pushing event updated for resources: {'Port': ['ID=fb77b979-7366-4f6f-8779-e019cdfcabfc,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:24:10.472611 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d140d828-1130-49d4-bfc6-8a7e29675f87 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954230'] for router_interface, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:10.488667 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=74d7f13c-c0aa-4de3-b9b6-c0c06b31d9a9,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:24:10.617389 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d140d828-1130-49d4-bfc6-8a7e29675f87 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:10.797810 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d676d8-9fe2-42ee-b8a8-ad0e6670e15c None None] Network d82a9ad3-85f9-4da6-a86f-bcb267e60b38 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:24:10.866223 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39439f64-bf74-48cd-a25b-393422a0948a req-09ad5950-0b1f-4c9c-b9e2-f0b705b48d40 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:10.867757 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-39439f64-bf74-48cd-a25b-393422a0948a req-09ad5950-0b1f-4c9c-b9e2-f0b705b48d40 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/ports?device_id=54864ef2-50e8-4043-a018-51f262083f89 HTTP/1.1" status: 200 len: 945 time: 0.1146555 Aug 16 23:24:10.927962 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-04cc4d6e-280e-4349-940e-882d96d18a33 None None] Provisioning for port 60c1b00c-4212-47f3-ac80-c6678249640b completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:24:10.933902 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-04cc4d6e-280e-4349-940e-882d96d18a33 None None] Provisioning complete for port 60c1b00c-4212-47f3-ac80-c6678249640b triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:24:10.934274 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-04cc4d6e-280e-4349-940e-882d96d18a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:10.936580 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-39439f64-bf74-48cd-a25b-393422a0948a req-1c7130e4-6460-4535-9c99-9a55f9cceabe tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b444246-faf8-4dc4-8e14-a6fcde124b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563655 Aug 16 23:24:10.987437 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d140d828-1130-49d4-bfc6-8a7e29675f87 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:10.993042 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d140d828-1130-49d4-bfc6-8a7e29675f87 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:11.007750 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 8fc2932c-b2f6-4641-a193-b18b19a4587f up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:24:11.071661 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-04cc4d6e-280e-4349-940e-882d96d18a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:11.076618 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d140d828-1130-49d4-bfc6-8a7e29675f87 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954122'] for router_interface, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:11.080049 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140d828-1130-49d4-bfc6-8a7e29675f87 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Pushing event updated for resources: {'Port': ['ID=fb77b979-7366-4f6f-8779-e019cdfcabfc,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:24:11.116027 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning for port 8fc2932c-b2f6-4641-a193-b18b19a4587f completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:24:11.122685 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-04cc4d6e-280e-4349-940e-882d96d18a33 None None] For port 60c1b00c-4212-47f3-ac80-c6678249640b, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=60c1b00c-4212-47f3-ac80-c6678249640b,segment=NetworkSegment(f3ea6db8-5e22-4e32-a157-e44b203164a1),segment_id=f3ea6db8-5e22-4e32-a157-e44b203164a1)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:24:11.124560 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port 8fc2932c-b2f6-4641-a193-b18b19a4587f triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:24:11.124950 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:11.148742 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-04cc4d6e-280e-4349-940e-882d96d18a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:11.204261 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d140d828-1130-49d4-bfc6-8a7e29675f87 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Network d82a9ad3-85f9-4da6-a86f-bcb267e60b38 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:24:11.206284 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-d140d828-1130-49d4-bfc6-8a7e29675f87 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:24:11.254738 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cc4d6e-280e-4349-940e-882d96d18a33 None None] Pushing event updated for resources: {'Port': ['ID=60c1b00c-4212-47f3-ac80-c6678249640b,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:24:11.276011 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:11.301800 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54864ef2-50e8-4043-a018-51f262083f89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fc2932c-b2f6-4641-a193-b18b19a4587f'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:24:11.304336 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa7ca2e4-ce99-464f-833e-8c3332f6f5dd" -d '{"events": [{"server_uuid": "54864ef2-50e8-4043-a018-51f262083f89", "name": "network-vif-plugged", "status": "completed", "tag": "8fc2932c-b2f6-4641-a193-b18b19a4587f"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:24:11.322969 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 8fc2932c-b2f6-4641-a193-b18b19a4587f, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=8fc2932c-b2f6-4641-a193-b18b19a4587f,segment=NetworkSegment(a0761dfe-0d3f-4666-b85e-efb15cbd0d19),segment_id=a0761dfe-0d3f-4666-b85e-efb15cbd0d19)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:24:11.329675 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:11.352689 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d140d828-1130-49d4-bfc6-8a7e29675f87 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Router 1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:24:11.356768 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56f8ac77-1923-42d8-96e9-d9f880d60665 x-openstack-request-id: req-56f8ac77-1923-42d8-96e9-d9f880d60665 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:24:11.357307 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54864ef2-50e8-4043-a018-51f262083f89", "name": "network-vif-plugged", "status": "completed", "tag": "8fc2932c-b2f6-4641-a193-b18b19a4587f", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:24:11.357734 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-56f8ac77-1923-42d8-96e9-d9f880d60665 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:24:11.358534 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54864ef2-50e8-4043-a018-51f262083f89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fc2932c-b2f6-4641-a193-b18b19a4587f', 'code': 200} Aug 16 23:24:11.405093 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-15adbeb7-1735-4d16-b1ae-b32a12cd1249 None None] Provisioning complete for port 60c1b00c-4212-47f3-ac80-c6678249640b triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:24:11.405511 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-15adbeb7-1735-4d16-b1ae-b32a12cd1249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:11.407036 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=8fc2932c-b2f6-4641-a193-b18b19a4587f,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:24:11.461424 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:11.526380 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d140d828-1130-49d4-bfc6-8a7e29675f87 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:24:11.531302 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-15adbeb7-1735-4d16-b1ae-b32a12cd1249 None None] Provisioning for port fb77b979-7366-4f6f-8779-e019cdfcabfc completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:24:11.532380 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-d140d828-1130-49d4-bfc6-8a7e29675f87 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "PUT /v2.0/routers/1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7795088 Aug 16 23:24:11.536165 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49528) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:24:11.538755 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-15adbeb7-1735-4d16-b1ae-b32a12cd1249 None None] Provisioning complete for port fb77b979-7366-4f6f-8779-e019cdfcabfc triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:24:11.539504 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-15adbeb7-1735-4d16-b1ae-b32a12cd1249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:11.545304 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36e3a68-35fb-4783-afe8-552f0caf2f0d None None] Sync routers for ids ['1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:24:11.551861 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00da8139-536c-4b62-ac33-b9bf68bf8f21 req-1d8ea9ed-9854-40b2-92a6-53985cb6d3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:11.553430 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-00da8139-536c-4b62-ac33-b9bf68bf8f21 req-1d8ea9ed-9854-40b2-92a6-53985cb6d3cd service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=54864ef2-50e8-4043-a018-51f262083f89 HTTP/1.1" status: 200 len: 1098 time: 0.0846350 Aug 16 23:24:11.585526 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36e3a68-35fb-4783-afe8-552f0caf2f0d None None] Routers {'1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:24:11.586159 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-c36e3a68-35fb-4783-afe8-552f0caf2f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:23:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:24:11.605768 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-00da8139-536c-4b62-ac33-b9bf68bf8f21 req-ae7de6f3-b906-4831-8dc4-869516927c63 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2b444246-faf8-4dc4-8e14-a6fcde124b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452230 Aug 16 23:24:11.628531 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-15adbeb7-1735-4d16-b1ae-b32a12cd1249 None None] Port fb77b979-7366-4f6f-8779-e019cdfcabfc cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:24:11.715921 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-c36e3a68-35fb-4783-afe8-552f0caf2f0d None None] Set router 1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:24:11.757668 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa53255f-c4be-4da1-ad2a-2b5605f5c04b tempest-TestNetworkBasicOps-1449554327 tempest-TestNetworkBasicOps-1449554327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:11.758177 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa53255f-c4be-4da1-ad2a-2b5605f5c04b tempest-TestNetworkBasicOps-1449554327 tempest-TestNetworkBasicOps-1449554327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:11.758676 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa53255f-c4be-4da1-ad2a-2b5605f5c04b tempest-TestNetworkBasicOps-1449554327 tempest-TestNetworkBasicOps-1449554327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:11.759162 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa53255f-c4be-4da1-ad2a-2b5605f5c04b tempest-TestNetworkBasicOps-1449554327 tempest-TestNetworkBasicOps-1449554327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:11.759651 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa53255f-c4be-4da1-ad2a-2b5605f5c04b tempest-TestNetworkBasicOps-1449554327 tempest-TestNetworkBasicOps-1449554327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:11.761424 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-fa53255f-c4be-4da1-ad2a-2b5605f5c04b tempest-TestNetworkBasicOps-1449554327 tempest-TestNetworkBasicOps-1449554327-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3584 time: 0.2239156 Aug 16 23:24:11.764123 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49530) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:24:11.803606 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-1f550977-3431-4ca0-9e98-e1a5d7dc07f8 None None] Provisioning complete for port fb77b979-7366-4f6f-8779-e019cdfcabfc triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:24:11.804181 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-1f550977-3431-4ca0-9e98-e1a5d7dc07f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:11.854538 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696456ce-f61e-46fe-8b17-54c557a93171 tempest-TestNetworkBasicOps-1449554327 tempest-TestNetworkBasicOps-1449554327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:11.855024 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696456ce-f61e-46fe-8b17-54c557a93171 tempest-TestNetworkBasicOps-1449554327 tempest-TestNetworkBasicOps-1449554327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:11.855490 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696456ce-f61e-46fe-8b17-54c557a93171 tempest-TestNetworkBasicOps-1449554327 tempest-TestNetworkBasicOps-1449554327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:11.855955 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696456ce-f61e-46fe-8b17-54c557a93171 tempest-TestNetworkBasicOps-1449554327 tempest-TestNetworkBasicOps-1449554327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:11.856416 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696456ce-f61e-46fe-8b17-54c557a93171 tempest-TestNetworkBasicOps-1449554327 tempest-TestNetworkBasicOps-1449554327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:11.861266 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-696456ce-f61e-46fe-8b17-54c557a93171 tempest-TestNetworkBasicOps-1449554327 tempest-TestNetworkBasicOps-1449554327-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3365 time: 0.0931606 Aug 16 23:24:11.862043 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49532) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:24:11.883228 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-1f550977-3431-4ca0-9e98-e1a5d7dc07f8 None None] Port fb77b979-7366-4f6f-8779-e019cdfcabfc cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:24:11.963211 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-c36e3a68-35fb-4783-afe8-552f0caf2f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc', 'name': 'tempest-TestNetworkBasicOps-router-1954048256', 'tenant_id': '32cc187dad0a4126a4e097b82132c4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': '74d7f13c-c0aa-4de3-b9b6-c0c06b31d9a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:24:06Z', 'updated_at': '2021-08-16T23:24:10Z', 'revision_number': 4, 'project_id': '32cc187dad0a4126a4e097b82132c4b0', 'gw_port': {'id': '74d7f13c-c0aa-4de3-b9b6-c0c06b31d9a9', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:24:07Z', 'updated_at': '2021-08-16T23:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'fb77b979-7366-4f6f-8779-e019cdfcabfc', 'name': '', 'network_id': 'd82a9ad3-85f9-4da6-a86f-bcb267e60b38', 'tenant_id': '32cc187dad0a4126a4e097b82132c4b0', 'mac_address': 'fa:16:3e:3d:7b:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'd7f207f0-fb50-43be-b557-d1450c1910bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:24:09Z', 'updated_at': '2021-08-16T23:24:10Z', 'revision_number': 2, 'project_id': '32cc187dad0a4126a4e097b82132c4b0', 'subnets': [{'id': 'd7f207f0-fb50-43be-b557-d1450c1910bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:24:11.994666 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36e3a68-35fb-4783-afe8-552f0caf2f0d None None] Checking router: 1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:24:11.995070 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36e3a68-35fb-4783-afe8-552f0caf2f0d None None] Updating router 1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc port fb77b979-7366-4f6f-8779-e019cdfcabfc binding host n-d-791506-26 {{(pid=101293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:24:12.025278 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-a5df71f9-fbe0-4a7c-a97e-e44be3d29ffa None None] Provisioning complete for port fb77b979-7366-4f6f-8779-e019cdfcabfc triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:24:12.025400 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a5df71f9-fbe0-4a7c-a97e-e44be3d29ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:12.027949 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c36e3a68-35fb-4783-afe8-552f0caf2f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:12.082629 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-a5df71f9-fbe0-4a7c-a97e-e44be3d29ffa None None] Port fb77b979-7366-4f6f-8779-e019cdfcabfc cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:24:12.085621 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fa6efd-ae7d-4fe1-b7fa-bc6e4fcce2a3 req-ff6f8543-e092-45b0-8154-aed1860f99f1 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:12.087611 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a5fa6efd-ae7d-4fe1-b7fa-bc6e4fcce2a3 req-ff6f8543-e092-45b0-8154-aed1860f99f1 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/ports?device_id=54864ef2-50e8-4043-a018-51f262083f89 HTTP/1.1" status: 200 len: 946 time: 0.0769911 Aug 16 23:24:12.118964 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 60c1b00c-4212-47f3-ac80-c6678249640b up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:24:12.137870 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a5fa6efd-ae7d-4fe1-b7fa-bc6e4fcce2a3 req-696a4270-4a8d-411c-a95b-cc3d64600f1d tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b444246-faf8-4dc4-8e14-a6fcde124b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428374 Aug 16 23:24:12.299454 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 60c1b00c-4212-47f3-ac80-c6678249640b triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:24:12.299844 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:12.415340 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-b1fce7f9-c8ba-49bd-90c1-3aff1f691593 tempest-TestNetworkBasicOps-1449554327 tempest-TestNetworkBasicOps-1449554327-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2327 time: 0.5521336 Aug 16 23:24:12.456580 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 74d7f13c-c0aa-4de3-b9b6-c0c06b31d9a9 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:24:12.487712 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c36e3a68-35fb-4783-afe8-552f0caf2f0d None None] Notify callbacks [] for port, precommit_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:12.506075 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-c36e3a68-35fb-4783-afe8-552f0caf2f0d None None] Transition to ACTIVE for port object fb77b979-7366-4f6f-8779-e019cdfcabfc will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:24:12.513896 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c36e3a68-35fb-4783-afe8-552f0caf2f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:12.566034 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 74d7f13c-c0aa-4de3-b9b6-c0c06b31d9a9 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:24:12.566034 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:12.568230 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcc7411-82da-46b4-921c-2e2e4b576760 None None] Pushing event updated for resources: {'Port': ['ID=fb77b979-7366-4f6f-8779-e019cdfcabfc,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:24:12.726911 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 49538) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:24:12.732833 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-f71b7be4-5675-4dbc-bb54-3dcbc667cd5b tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-357607278', 'description': 'tempest-secgroup-smoke-357607278 description', 'project_id': '32cc187dad0a4126a4e097b82132c4b0'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:24:12.760160 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f71b7be4-5675-4dbc-bb54-3dcbc667cd5b tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:12.825936 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-c36e3a68-35fb-4783-afe8-552f0caf2f0d None None] Attempting to bind port fb77b979-7366-4f6f-8779-e019cdfcabfc on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:24:12.826525 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-c36e3a68-35fb-4783-afe8-552f0caf2f0d None None] Attempting to bind port fb77b979-7366-4f6f-8779-e019cdfcabfc by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': 'f3ea6db8-5e22-4e32-a157-e44b203164a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd82a9ad3-85f9-4da6-a86f-bcb267e60b38'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:24:12.826649 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36e3a68-35fb-4783-afe8-552f0caf2f0d None None] Attempting to bind port fb77b979-7366-4f6f-8779-e019cdfcabfc on network d82a9ad3-85f9-4da6-a86f-bcb267e60b38 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:24:12.835419 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36e3a68-35fb-4783-afe8-552f0caf2f0d None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:24:12.835419 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36e3a68-35fb-4783-afe8-552f0caf2f0d None None] Checking segment: {'id': 'f3ea6db8-5e22-4e32-a157-e44b203164a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd82a9ad3-85f9-4da6-a86f-bcb267e60b38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:24:12.835797 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c36e3a68-35fb-4783-afe8-552f0caf2f0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:12.836466 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36e3a68-35fb-4783-afe8-552f0caf2f0d None None] Bound using segment: {'id': 'f3ea6db8-5e22-4e32-a157-e44b203164a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd82a9ad3-85f9-4da6-a86f-bcb267e60b38'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:24:12.837468 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-c36e3a68-35fb-4783-afe8-552f0caf2f0d None None] Bound port: fb77b979-7366-4f6f-8779-e019cdfcabfc, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3ea6db8-5e22-4e32-a157-e44b203164a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd82a9ad3-85f9-4da6-a86f-bcb267e60b38'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:24:12.837932 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c36e3a68-35fb-4783-afe8-552f0caf2f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:12.850260 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f71b7be4-5675-4dbc-bb54-3dcbc667cd5b tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:12.854305 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f71b7be4-5675-4dbc-bb54-3dcbc667cd5b tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:12.884258 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f71b7be4-5675-4dbc-bb54-3dcbc667cd5b tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:12.885531 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-f71b7be4-5675-4dbc-bb54-3dcbc667cd5b tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1570225 Aug 16 23:24:12.888617 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49540) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:24:12.889494 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71b7be4-5675-4dbc-bb54-3dcbc667cd5b tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e384054-7d58-4379-ac8f-49e454f33b2e,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:24:12.896960 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-939c808f-555e-42e3-ac1c-d93170de1e5c tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Request body: {'security_group_rule': {'security_group_id': '4e384054-7d58-4379-ac8f-49e454f33b2e', 'project_id': '32cc187dad0a4126a4e097b82132c4b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:24:12.926705 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-939c808f-555e-42e3-ac1c-d93170de1e5c tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:12.935011 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-c36e3a68-35fb-4783-afe8-552f0caf2f0d None None] For port fb77b979-7366-4f6f-8779-e019cdfcabfc, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:24:12.938025 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-c36e3a68-35fb-4783-afe8-552f0caf2f0d None None] For port fb77b979-7366-4f6f-8779-e019cdfcabfc, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=fb77b979-7366-4f6f-8779-e019cdfcabfc,segment=NetworkSegment(f3ea6db8-5e22-4e32-a157-e44b203164a1),segment_id=f3ea6db8-5e22-4e32-a157-e44b203164a1)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:24:12.942898 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c36e3a68-35fb-4783-afe8-552f0caf2f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:12.984703 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-939c808f-555e-42e3-ac1c-d93170de1e5c tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:12.990237 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-939c808f-555e-42e3-ac1c-d93170de1e5c tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:13.009266 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36e3a68-35fb-4783-afe8-552f0caf2f0d None None] Routers {'1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:24:13.009965 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-c36e3a68-35fb-4783-afe8-552f0caf2f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:23:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:24:13.018887 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939c808f-555e-42e3-ac1c-d93170de1e5c tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69e86d01-b693-4246-8506-fb89cd2e9909,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:24:13.021189 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-939c808f-555e-42e3-ac1c-d93170de1e5c tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:13.022638 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-939c808f-555e-42e3-ac1c-d93170de1e5c tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1329298 Aug 16 23:24:13.025523 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 49542) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:24:13.038337 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-ffc496b8-044c-4c57-88ab-c8707db06a58 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Request body: {'security_group_rule': {'security_group_id': '4e384054-7d58-4379-ac8f-49e454f33b2e', 'project_id': '32cc187dad0a4126a4e097b82132c4b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:24:13.049886 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcc7411-82da-46b4-921c-2e2e4b576760 None None] Pushing event updated for resources: {'Port': ['ID=fb77b979-7366-4f6f-8779-e019cdfcabfc,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:24:13.083543 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ffc496b8-044c-4c57-88ab-c8707db06a58 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:13.162647 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-c36e3a68-35fb-4783-afe8-552f0caf2f0d None None] Set router 1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:24:13.164942 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ffc496b8-044c-4c57-88ab-c8707db06a58 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:13.174574 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ffc496b8-044c-4c57-88ab-c8707db06a58 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:13.197470 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc496b8-044c-4c57-88ab-c8707db06a58 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dc25c7b-5df2-4f98-bb3c-447d8b3ed3e1,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:24:13.203798 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ffc496b8-044c-4c57-88ab-c8707db06a58 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:13.208340 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-ffc496b8-044c-4c57-88ab-c8707db06a58 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1815248 Aug 16 23:24:13.210959 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49546) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:24:13.215869 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-b3bc18aa-8dd7-4cb2-9587-11646d7c832d tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Request body: {'security_group_rule': {'security_group_id': '4e384054-7d58-4379-ac8f-49e454f33b2e', 'project_id': '32cc187dad0a4126a4e097b82132c4b0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:24:13.256686 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b3bc18aa-8dd7-4cb2-9587-11646d7c832d tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:13.289995 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e749ff06-044b-424a-a822-cdfb21f59b52 req-0200b954-13d2-49a9-a0b9-dce9f7c60adb tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:13.291897 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e749ff06-044b-424a-a822-cdfb21f59b52 req-0200b954-13d2-49a9-a0b9-dce9f7c60adb tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/ports?device_id=54864ef2-50e8-4043-a018-51f262083f89 HTTP/1.1" status: 200 len: 946 time: 0.0565534 Aug 16 23:24:13.318911 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b3bc18aa-8dd7-4cb2-9587-11646d7c832d tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:13.323732 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b3bc18aa-8dd7-4cb2-9587-11646d7c832d tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:13.341302 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e749ff06-044b-424a-a822-cdfb21f59b52 req-8f71b18f-e806-455a-9ca4-782d95df6dff tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b444246-faf8-4dc4-8e14-a6fcde124b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404565 Aug 16 23:24:13.344146 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bc18aa-8dd7-4cb2-9587-11646d7c832d tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1c9da93-295e-441a-9eaa-3b3327945a2b,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:24:13.348995 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b3bc18aa-8dd7-4cb2-9587-11646d7c832d tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:13.350535 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-b3bc18aa-8dd7-4cb2-9587-11646d7c832d tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1386480 Aug 16 23:24:13.353388 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49548) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:24:13.358380 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-c58f6cf2-db59-48f9-8e21-e2c086d2b6d3 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Request body: {'security_group_rule': {'security_group_id': '4e384054-7d58-4379-ac8f-49e454f33b2e', 'project_id': '32cc187dad0a4126a4e097b82132c4b0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:24:13.387654 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c58f6cf2-db59-48f9-8e21-e2c086d2b6d3 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:13.431572 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-c36e3a68-35fb-4783-afe8-552f0caf2f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc', 'name': 'tempest-TestNetworkBasicOps-router-1954048256', 'tenant_id': '32cc187dad0a4126a4e097b82132c4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': '74d7f13c-c0aa-4de3-b9b6-c0c06b31d9a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:24:06Z', 'updated_at': '2021-08-16T23:24:10Z', 'revision_number': 4, 'project_id': '32cc187dad0a4126a4e097b82132c4b0', 'gw_port': {'id': '74d7f13c-c0aa-4de3-b9b6-c0c06b31d9a9', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:24:07Z', 'updated_at': '2021-08-16T23:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'fb77b979-7366-4f6f-8779-e019cdfcabfc', 'name': '', 'network_id': 'd82a9ad3-85f9-4da6-a86f-bcb267e60b38', 'tenant_id': '32cc187dad0a4126a4e097b82132c4b0', 'mac_address': 'fa:16:3e:3d:7b:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'd7f207f0-fb50-43be-b557-d1450c1910bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:24:09Z', 'updated_at': '2021-08-16T23:24:12Z', 'revision_number': 4, 'project_id': '32cc187dad0a4126a4e097b82132c4b0', 'subnets': [{'id': 'd7f207f0-fb50-43be-b557-d1450c1910bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:24:13.457980 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c58f6cf2-db59-48f9-8e21-e2c086d2b6d3 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:13.461610 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36e3a68-35fb-4783-afe8-552f0caf2f0d None None] The sync data for ids ['1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc'] in n-d-791506-26 is: [{'id': '1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc', 'name': 'tempest-TestNetworkBasicOps-router-1954048256', 'tenant_id': '32cc187dad0a4126a4e097b82132c4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': '74d7f13c-c0aa-4de3-b9b6-c0c06b31d9a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:24:06Z', 'updated_at': '2021-08-16T23:24:10Z', 'revision_number': 4, 'project_id': '32cc187dad0a4126a4e097b82132c4b0', 'gw_port': {'id': '74d7f13c-c0aa-4de3-b9b6-c0c06b31d9a9', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:24:07Z', 'updated_at': '2021-08-16T23:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'fb77b979-7366-4f6f-8779-e019cdfcabfc', 'name': '', 'network_id': 'd82a9ad3-85f9-4da6-a86f-bcb267e60b38', 'tenant_id': '32cc187dad0a4126a4e097b82132c4b0', 'mac_address': 'fa:16:3e:3d:7b:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'd7f207f0-fb50-43be-b557-d1450c1910bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:24:09Z', 'updated_at': '2021-08-16T23:24:12Z', 'revision_number': 4, 'project_id': '32cc187dad0a4126a4e097b82132c4b0', 'subnets': [{'id': 'd7f207f0-fb50-43be-b557-d1450c1910bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:24:13.462186 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c58f6cf2-db59-48f9-8e21-e2c086d2b6d3 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:13.466111 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ea676c-b1ec-4f9b-9892-746ef36a2a25 req-8d261518-8c06-4bcc-8ea1-573561299dc2 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:13.476872 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d4ea676c-b1ec-4f9b-9892-746ef36a2a25 req-8d261518-8c06-4bcc-8ea1-573561299dc2 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/ports?device_id=54864ef2-50e8-4043-a018-51f262083f89 HTTP/1.1" status: 200 len: 946 time: 0.0617003 Aug 16 23:24:13.477313 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49552) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:24:13.489173 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-891a7365-58dd-45ae-bcb5-1aa1bc927923 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Request body: {'floatingip': {'port_id': '8fc2932c-b2f6-4641-a193-b18b19a4587f'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:24:13.492993 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58f6cf2-db59-48f9-8e21-e2c086d2b6d3 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b446f8ba-b7fd-4c4a-b184-c806c0e485aa,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:24:13.536886 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c58f6cf2-db59-48f9-8e21-e2c086d2b6d3 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:13.538143 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-c58f6cf2-db59-48f9-8e21-e2c086d2b6d3 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1836457 Aug 16 23:24:13.540862 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49554) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:24:13.545241 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-7c84b0aa-088e-4d1f-b078-10c391e36cfb tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Request body: {'security_group_rule': {'security_group_id': '4e384054-7d58-4379-ac8f-49e454f33b2e', 'project_id': '32cc187dad0a4126a4e097b82132c4b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:24:13.556986 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-891a7365-58dd-45ae-bcb5-1aa1bc927923 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Notify callbacks [] for floatingip, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:13.639309 n-d-791506-26 neutron-server[101291]: INFO neutron.db.securitygroups_db [None req-7c84b0aa-088e-4d1f-b078-10c391e36cfb tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Project 32cc187dad0a4126a4e097b82132c4b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 23:24:13.665465 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7c84b0aa-088e-4d1f-b078-10c391e36cfb tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:13.821732 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7c84b0aa-088e-4d1f-b078-10c391e36cfb tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:13.827132 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7c84b0aa-088e-4d1f-b078-10c391e36cfb tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:13.859601 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c84b0aa-088e-4d1f-b078-10c391e36cfb tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a52a6735-e159-444d-bc01-53b76672ed17,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:24:13.870220 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7c84b0aa-088e-4d1f-b078-10c391e36cfb tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:13.871409 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-7c84b0aa-088e-4d1f-b078-10c391e36cfb tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3296301 Aug 16 23:24:13.874318 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 49556) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:24:13.879891 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-244dcd63-59c3-4679-93d8-90d88dfa904b tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Request body: {'security_group_rule': {'security_group_id': '4e384054-7d58-4379-ac8f-49e454f33b2e', 'project_id': '32cc187dad0a4126a4e097b82132c4b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:24:13.909878 n-d-791506-26 neutron-server[101292]: INFO neutron.db.securitygroups_db [None req-244dcd63-59c3-4679-93d8-90d88dfa904b tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Project 32cc187dad0a4126a4e097b82132c4b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 23:24:13.916805 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-244dcd63-59c3-4679-93d8-90d88dfa904b tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:13.989377 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-244dcd63-59c3-4679-93d8-90d88dfa904b tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:13.994736 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-244dcd63-59c3-4679-93d8-90d88dfa904b tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:14.017184 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244dcd63-59c3-4679-93d8-90d88dfa904b tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a611481-6ea7-4e82-a819-4058ea39aa0b,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:24:14.021565 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-244dcd63-59c3-4679-93d8-90d88dfa904b tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:14.030736 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-244dcd63-59c3-4679-93d8-90d88dfa904b tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1476035 Aug 16 23:24:14.153840 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device fb77b979-7366-4f6f-8779-e019cdfcabfc up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:24:14.167641 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-891a7365-58dd-45ae-bcb5-1aa1bc927923 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:14.178891 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-891a7365-58dd-45ae-bcb5-1aa1bc927923 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:14.207063 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6763fbfb-10cd-44d1-a8b8-12f26a66facd req-677606e3-809c-415a-9455-306735bc78b2 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-357607278&fields=id&tenant_id=32cc187dad0a4126a4e097b82132c4b0 HTTP/1.1" status: 200 len: 267 time: 0.0425577 Aug 16 23:24:14.213752 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port fb77b979-7366-4f6f-8779-e019cdfcabfc completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:24:14.222120 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port fb77b979-7366-4f6f-8779-e019cdfcabfc triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:24:14.222495 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:14.318638 n-d-791506-26 neutron-server[101291]: INFO neutron.db.l3_db [None req-891a7365-58dd-45ae-bcb5-1aa1bc927923 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Floating IP fa5df59a-31c8-4b41-b84c-66cb7b06dc7b associated. External IP: 172.25.4.131, port: 8fc2932c-b2f6-4641-a193-b18b19a4587f. Aug 16 23:24:14.322840 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:14.353619 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6763fbfb-10cd-44d1-a8b8-12f26a66facd req-25418bce-364c-4f6a-a564-a001645e9897 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:14.355727 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6763fbfb-10cd-44d1-a8b8-12f26a66facd req-25418bce-364c-4f6a-a564-a001645e9897 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "GET /v2.0/networks?id=d82a9ad3-85f9-4da6-a86f-bcb267e60b38 HTTP/1.1" status: 200 len: 797 time: 0.1381514 Aug 16 23:24:14.368757 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port fb77b979-7366-4f6f-8779-e019cdfcabfc, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=fb77b979-7366-4f6f-8779-e019cdfcabfc,segment=NetworkSegment(f3ea6db8-5e22-4e32-a157-e44b203164a1),segment_id=f3ea6db8-5e22-4e32-a157-e44b203164a1)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:24:14.374205 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:14.376668 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6763fbfb-10cd-44d1-a8b8-12f26a66facd req-cf955d73-b578-4c3a-980f-5a2ff4ed284d tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "GET /v2.0/quotas/32cc187dad0a4126a4e097b82132c4b0 HTTP/1.1" status: 200 len: 375 time: 0.0124948 Aug 16 23:24:14.453533 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6763fbfb-10cd-44d1-a8b8-12f26a66facd req-16cab45f-2652-4b3d-9cb0-1e97704c7d50 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=32cc187dad0a4126a4e097b82132c4b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0621400 Aug 16 23:24:14.454471 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=fb77b979-7366-4f6f-8779-e019cdfcabfc,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:24:14.561211 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6763fbfb-10cd-44d1-a8b8-12f26a66facd req-2017d4cb-a12e-401c-88ae-5327ce9817d0 service neutron] 10.222.0.36 "GET /v2.0/networks/d82a9ad3-85f9-4da6-a86f-bcb267e60b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959599 Aug 16 23:24:14.567230 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-891a7365-58dd-45ae-bcb5-1aa1bc927923 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Router c1c84eee-238e-4540-871a-d6bd2b2d4ec4 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:24:14.664769 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6763fbfb-10cd-44d1-a8b8-12f26a66facd req-9f73fdd8-ab38-47e3-9422-3225de7c9534 service neutron] 10.222.0.36 "GET /v2.0/networks/d82a9ad3-85f9-4da6-a86f-bcb267e60b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963194 Aug 16 23:24:14.684782 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-891a7365-58dd-45ae-bcb5-1aa1bc927923 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:24:14.690501 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-891a7365-58dd-45ae-bcb5-1aa1bc927923 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:14.696990 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed06e553-24d4-40ab-9910-f532dff7f171 None None] Sync routers for ids ['c1c84eee-238e-4540-871a-d6bd2b2d4ec4'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:24:14.710794 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed06e553-24d4-40ab-9910-f532dff7f171 None None] Routers {'c1c84eee-238e-4540-871a-d6bd2b2d4ec4'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:24:14.711632 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-ed06e553-24d4-40ab-9910-f532dff7f171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:23:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['c1c84eee-238e-4540-871a-d6bd2b2d4ec4'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:24:14.719984 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-891a7365-58dd-45ae-bcb5-1aa1bc927923 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "PUT /v2.0/floatingips/fa5df59a-31c8-4b41-b84c-66cb7b06dc7b HTTP/1.1" status: 200 len: 992 time: 1.2390862 Aug 16 23:24:14.720729 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54864ef2-50e8-4043-a018-51f262083f89', 'tag': '8fc2932c-b2f6-4641-a193-b18b19a4587f'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:24:14.723141 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea302040-4159-4f34-b83d-e057fd00b776" -d '{"events": [{"name": "network-changed", "server_uuid": "54864ef2-50e8-4043-a018-51f262083f89", "tag": "8fc2932c-b2f6-4641-a193-b18b19a4587f"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:24:14.847399 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-ed06e553-24d4-40ab-9910-f532dff7f171 None None] Set router c1c84eee-238e-4540-871a-d6bd2b2d4ec4 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:24:14.864475 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c62f2eea-b668-4429-b7ff-4d0fb34395db req-71a19c83-f72c-4df4-9f7b-e7e6dd15c882 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6fe3dd2-0803-4596-bb1f-b7ccf32e4ecf HTTP/1.1" status: 200 len: 210 time: 0.0298073 Aug 16 23:24:15.013628 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82389ef4-29cb-4a25-9b0c-7b7c377fab7a x-openstack-request-id: req-82389ef4-29cb-4a25-9b0c-7b7c377fab7a {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:24:15.013912 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54864ef2-50e8-4043-a018-51f262083f89", "tag": "8fc2932c-b2f6-4641-a193-b18b19a4587f", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:24:15.014170 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-82389ef4-29cb-4a25-9b0c-7b7c377fab7a {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:24:15.015353 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54864ef2-50e8-4043-a018-51f262083f89', 'tag': '8fc2932c-b2f6-4641-a193-b18b19a4587f', 'status': 'completed', 'code': 200} Aug 16 23:24:15.099271 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-ed06e553-24d4-40ab-9910-f532dff7f171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1c84eee-238e-4540-871a-d6bd2b2d4ec4', 'name': 'tempest-AttachVolumeTestJSON-942798826-router', 'tenant_id': '08859d0d7ef54f7180b6c9acbcbb613a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '13bd179a-6886-4db8-9caa-2bb41a22fb3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:23:52Z', 'updated_at': '2021-08-16T23:23:56Z', 'revision_number': 4, 'project_id': '08859d0d7ef54f7180b6c9acbcbb613a', 'gw_port': {'id': '13bd179a-6886-4db8-9caa-2bb41a22fb3d', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:bf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c84eee-238e-4540-871a-d6bd2b2d4ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:23:53Z', 'updated_at': '2021-08-16T23:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': 'fa5df59a-31c8-4b41-b84c-66cb7b06dc7b', 'tenant_id': '08859d0d7ef54f7180b6c9acbcbb613a', 'floating_ip_address': '172.25.4.131', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': 'c1c84eee-238e-4540-871a-d6bd2b2d4ec4', 'port_id': '8fc2932c-b2f6-4641-a193-b18b19a4587f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17243197-d8cc-438b-bbbf-e93eccd01246', 'mac_address': 'fa:16:3e:b6:28:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54864ef2-50e8-4043-a018-51f262083f89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:23:59Z', 'updated_at': '2021-08-16T23:24:14Z', 'revision_number': 1, 'project_id': '08859d0d7ef54f7180b6c9acbcbb613a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b239744f-7fa7-4af0-9646-a4c96d22a1ad', 'name': '', 'network_id': '17243197-d8cc-438b-bbbf-e93eccd01246', 'tenant_id': '08859d0d7ef54f7180b6c9acbcbb613a', 'mac_address': 'fa:16:3e:ec:86:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c84eee-238e-4540-871a-d6bd2b2d4ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '4de9f471-133b-48cf-8ec1-15be31a77e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:23:55Z', 'updated_at': '2021-08-16T23:24:04Z', 'revision_number': 5, 'project_id': '08859d0d7ef54f7180b6c9acbcbb613a', 'subnets': [{'id': '4de9f471-133b-48cf-8ec1-15be31a77e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:24:15.102529 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea302040-4159-4f34-b83d-e057fd00b776 req-00c6053d-a156-4923-b951-77d6870e971e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:15.104937 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ea302040-4159-4f34-b83d-e057fd00b776 req-00c6053d-a156-4923-b951-77d6870e971e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=08859d0d7ef54f7180b6c9acbcbb613a&device_id=54864ef2-50e8-4043-a018-51f262083f89 HTTP/1.1" status: 200 len: 1098 time: 0.0491042 Aug 16 23:24:15.134037 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed06e553-24d4-40ab-9910-f532dff7f171 None None] Checking router: c1c84eee-238e-4540-871a-d6bd2b2d4ec4 for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:24:15.142636 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed06e553-24d4-40ab-9910-f532dff7f171 None None] Routers {'c1c84eee-238e-4540-871a-d6bd2b2d4ec4'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:24:15.143225 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-ed06e553-24d4-40ab-9910-f532dff7f171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:23:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['c1c84eee-238e-4540-871a-d6bd2b2d4ec4'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:24:15.208988 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea302040-4159-4f34-b83d-e057fd00b776 req-bec74af7-ae99-43b2-8dab-710722344d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:15.210548 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ea302040-4159-4f34-b83d-e057fd00b776 req-bec74af7-ae99-43b2-8dab-710722344d9b service neutron] 10.222.0.57 "GET /v2.0/networks?id=17243197-d8cc-438b-bbbf-e93eccd01246 HTTP/1.1" status: 200 len: 911 time: 0.0988252 Aug 16 23:24:15.260058 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-ed06e553-24d4-40ab-9910-f532dff7f171 None None] Set router c1c84eee-238e-4540-871a-d6bd2b2d4ec4 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:24:15.283175 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ea302040-4159-4f34-b83d-e057fd00b776 req-bb24bb04-19e3-4692-960e-b22142899fef service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8fc2932c-b2f6-4641-a193-b18b19a4587f HTTP/1.1" status: 200 len: 1000 time: 0.0660317 Aug 16 23:24:15.334469 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea302040-4159-4f34-b83d-e057fd00b776 req-dbb2454e-b9c8-4556-a05d-38b99b2ee91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:15.335956 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ea302040-4159-4f34-b83d-e057fd00b776 req-dbb2454e-b9c8-4556-a05d-38b99b2ee91f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4de9f471-133b-48cf-8ec1-15be31a77e92 HTTP/1.1" status: 200 len: 849 time: 0.0453756 Aug 16 23:24:15.386268 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea302040-4159-4f34-b83d-e057fd00b776 req-202a1a3b-a199-4fab-8f30-ec194a1e1f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:15.387981 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ea302040-4159-4f34-b83d-e057fd00b776 req-202a1a3b-a199-4fab-8f30-ec194a1e1f95 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=17243197-d8cc-438b-bbbf-e93eccd01246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453393 Aug 16 23:24:15.488741 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ea302040-4159-4f34-b83d-e057fd00b776 req-55d78cd0-44bb-4b3c-948c-ee9373458e24 service neutron] 10.222.0.57 "GET /v2.0/networks/17243197-d8cc-438b-bbbf-e93eccd01246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932033 Aug 16 23:24:15.501701 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-ed06e553-24d4-40ab-9910-f532dff7f171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1c84eee-238e-4540-871a-d6bd2b2d4ec4', 'name': 'tempest-AttachVolumeTestJSON-942798826-router', 'tenant_id': '08859d0d7ef54f7180b6c9acbcbb613a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '13bd179a-6886-4db8-9caa-2bb41a22fb3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:23:52Z', 'updated_at': '2021-08-16T23:23:56Z', 'revision_number': 4, 'project_id': '08859d0d7ef54f7180b6c9acbcbb613a', 'gw_port': {'id': '13bd179a-6886-4db8-9caa-2bb41a22fb3d', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:bf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c84eee-238e-4540-871a-d6bd2b2d4ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:23:53Z', 'updated_at': '2021-08-16T23:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': 'fa5df59a-31c8-4b41-b84c-66cb7b06dc7b', 'tenant_id': '08859d0d7ef54f7180b6c9acbcbb613a', 'floating_ip_address': '172.25.4.131', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': 'c1c84eee-238e-4540-871a-d6bd2b2d4ec4', 'port_id': '8fc2932c-b2f6-4641-a193-b18b19a4587f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17243197-d8cc-438b-bbbf-e93eccd01246', 'mac_address': 'fa:16:3e:b6:28:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54864ef2-50e8-4043-a018-51f262083f89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:23:59Z', 'updated_at': '2021-08-16T23:24:14Z', 'revision_number': 1, 'project_id': '08859d0d7ef54f7180b6c9acbcbb613a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b239744f-7fa7-4af0-9646-a4c96d22a1ad', 'name': '', 'network_id': '17243197-d8cc-438b-bbbf-e93eccd01246', 'tenant_id': '08859d0d7ef54f7180b6c9acbcbb613a', 'mac_address': 'fa:16:3e:ec:86:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c84eee-238e-4540-871a-d6bd2b2d4ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '4de9f471-133b-48cf-8ec1-15be31a77e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:23:55Z', 'updated_at': '2021-08-16T23:24:04Z', 'revision_number': 5, 'project_id': '08859d0d7ef54f7180b6c9acbcbb613a', 'subnets': [{'id': '4de9f471-133b-48cf-8ec1-15be31a77e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:24:15.528000 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed06e553-24d4-40ab-9910-f532dff7f171 None None] The sync data for ids ['c1c84eee-238e-4540-871a-d6bd2b2d4ec4'] in n-d-791506-26 is: [{'id': 'c1c84eee-238e-4540-871a-d6bd2b2d4ec4', 'name': 'tempest-AttachVolumeTestJSON-942798826-router', 'tenant_id': '08859d0d7ef54f7180b6c9acbcbb613a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '13bd179a-6886-4db8-9caa-2bb41a22fb3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:23:52Z', 'updated_at': '2021-08-16T23:23:56Z', 'revision_number': 4, 'project_id': '08859d0d7ef54f7180b6c9acbcbb613a', 'gw_port': {'id': '13bd179a-6886-4db8-9caa-2bb41a22fb3d', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:bf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c84eee-238e-4540-871a-d6bd2b2d4ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:23:53Z', 'updated_at': '2021-08-16T23:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': 'fa5df59a-31c8-4b41-b84c-66cb7b06dc7b', 'tenant_id': '08859d0d7ef54f7180b6c9acbcbb613a', 'floating_ip_address': '172.25.4.131', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': 'c1c84eee-238e-4540-871a-d6bd2b2d4ec4', 'port_id': '8fc2932c-b2f6-4641-a193-b18b19a4587f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17243197-d8cc-438b-bbbf-e93eccd01246', 'mac_address': 'fa:16:3e:b6:28:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54864ef2-50e8-4043-a018-51f262083f89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:23:59Z', 'updated_at': '2021-08-16T23:24:14Z', 'revision_number': 1, 'project_id': '08859d0d7ef54f7180b6c9acbcbb613a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b239744f-7fa7-4af0-9646-a4c96d22a1ad', 'name': '', 'network_id': '17243197-d8cc-438b-bbbf-e93eccd01246', 'tenant_id': '08859d0d7ef54f7180b6c9acbcbb613a', 'mac_address': 'fa:16:3e:ec:86:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c84eee-238e-4540-871a-d6bd2b2d4ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '4de9f471-133b-48cf-8ec1-15be31a77e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:23:55Z', 'updated_at': '2021-08-16T23:24:04Z', 'revision_number': 5, 'project_id': '08859d0d7ef54f7180b6c9acbcbb613a', 'subnets': [{'id': '4de9f471-133b-48cf-8ec1-15be31a77e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:24:15.589738 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ea302040-4159-4f34-b83d-e057fd00b776 req-90bffa5f-4ce2-44c7-a4ba-42442ff3af9f service neutron] 10.222.0.57 "GET /v2.0/networks/17243197-d8cc-438b-bbbf-e93eccd01246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917768 Aug 16 23:24:15.730845 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0971009-3fbe-40d0-aded-d378943e6865 None None] New status for floating IP fa5df59a-31c8-4b41-b84c-66cb7b06dc7b: ACTIVE {{(pid=101293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:24:15.849580 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6763fbfb-10cd-44d1-a8b8-12f26a66facd req-b34c23d9-2e93-4bd5-b752-51f784106069 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:15.851288 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6763fbfb-10cd-44d1-a8b8-12f26a66facd req-b34c23d9-2e93-4bd5-b752-51f784106069 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.68 "GET /v2.0/networks?id=d82a9ad3-85f9-4da6-a86f-bcb267e60b38 HTTP/1.1" status: 200 len: 797 time: 0.1181152 Aug 16 23:24:15.901592 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6763fbfb-10cd-44d1-a8b8-12f26a66facd req-57969dff-6ccf-4260-9450-0831cfb9e769 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32cc187dad0a4126a4e097b82132c4b0 HTTP/1.1" status: 200 len: 379 time: 0.0397344 Aug 16 23:24:15.914635 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-6763fbfb-10cd-44d1-a8b8-12f26a66facd req-abebf89a-cff8-4e60-b804-d11294d6fcbe tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Request body: {'port': {'device_id': 'f6fe3dd2-0803-4596-bb1f-b7ccf32e4ecf', 'network_id': 'd82a9ad3-85f9-4da6-a86f-bcb267e60b38', 'admin_state_up': True, 'tenant_id': '32cc187dad0a4126a4e097b82132c4b0', 'security_groups': ['4e384054-7d58-4379-ac8f-49e454f33b2e']}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:24:15.969504 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-07df32d9-69b7-44d4-9ee0-5530cd99690a req-a24f660c-d231-43c4-8332-c74cd47d3990 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6fe3dd2-0803-4596-bb1f-b7ccf32e4ecf HTTP/1.1" status: 200 len: 210 time: 0.0316129 Aug 16 23:24:16.031084 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6763fbfb-10cd-44d1-a8b8-12f26a66facd req-abebf89a-cff8-4e60-b804-d11294d6fcbe tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Made reservation on behalf of 32cc187dad0a4126a4e097b82132c4b0 for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:24:16.036887 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-6763fbfb-10cd-44d1-a8b8-12f26a66facd req-abebf89a-cff8-4e60-b804-d11294d6fcbe tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:16.096038 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device fb77b979-7366-4f6f-8779-e019cdfcabfc up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:24:16.145860 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port fb77b979-7366-4f6f-8779-e019cdfcabfc triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:24:16.145860 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:16.193707 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-6763fbfb-10cd-44d1-a8b8-12f26a66facd req-abebf89a-cff8-4e60-b804-d11294d6fcbe tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Allocated IP 172.20.0.10 (d82a9ad3-85f9-4da6-a86f-bcb267e60b38/d7f207f0-fb50-43be-b557-d1450c1910bf/f545331a-2585-4400-89b3-2be11d365d76) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:24:16.341442 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-6763fbfb-10cd-44d1-a8b8-12f26a66facd req-abebf89a-cff8-4e60-b804-d11294d6fcbe tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:16.361116 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-6763fbfb-10cd-44d1-a8b8-12f26a66facd req-abebf89a-cff8-4e60-b804-d11294d6fcbe tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Transition to ACTIVE for port object f545331a-2585-4400-89b3-2be11d365d76 will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:24:16.395932 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-6763fbfb-10cd-44d1-a8b8-12f26a66facd req-abebf89a-cff8-4e60-b804-d11294d6fcbe tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:16.441490 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6763fbfb-10cd-44d1-a8b8-12f26a66facd req-abebf89a-cff8-4e60-b804-d11294d6fcbe tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Network d82a9ad3-85f9-4da6-a86f-bcb267e60b38 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:24:16.444662 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-6763fbfb-10cd-44d1-a8b8-12f26a66facd req-abebf89a-cff8-4e60-b804-d11294d6fcbe tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:24:16.448486 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-6763fbfb-10cd-44d1-a8b8-12f26a66facd req-abebf89a-cff8-4e60-b804-d11294d6fcbe tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:24:16.455558 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abebf89a-cff8-4e60-b804-d11294d6fcbe tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Pushing event updated for resources: {'Port': ['ID=f545331a-2585-4400-89b3-2be11d365d76,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:24:16.504758 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6763fbfb-10cd-44d1-a8b8-12f26a66facd req-abebf89a-cff8-4e60-b804-d11294d6fcbe tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:16.505407 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-6763fbfb-10cd-44d1-a8b8-12f26a66facd req-abebf89a-cff8-4e60-b804-d11294d6fcbe tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:16.521500 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6763fbfb-10cd-44d1-a8b8-12f26a66facd req-abebf89a-cff8-4e60-b804-d11294d6fcbe tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6105223 Aug 16 23:24:16.595348 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-6763fbfb-10cd-44d1-a8b8-12f26a66facd req-21ccada2-b82f-4bc1-8089-d6c1262b549f service neutron] Request body: {'port': {'device_id': 'f6fe3dd2-0803-4596-bb1f-b7ccf32e4ecf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:24:16.655287 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-6763fbfb-10cd-44d1-a8b8-12f26a66facd req-21ccada2-b82f-4bc1-8089-d6c1262b549f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:16.738322 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-6eee6a5d-c24f-435d-ac77-95d8de51ddfd None None] Provisioning for port f545331a-2585-4400-89b3-2be11d365d76 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:24:16.742442 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-6eee6a5d-c24f-435d-ac77-95d8de51ddfd None None] Provisioning complete for port f545331a-2585-4400-89b3-2be11d365d76 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:24:16.742887 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-6eee6a5d-c24f-435d-ac77-95d8de51ddfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:16.783765 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-6eee6a5d-c24f-435d-ac77-95d8de51ddfd None None] Port f545331a-2585-4400-89b3-2be11d365d76 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:24:16.922407 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-6763fbfb-10cd-44d1-a8b8-12f26a66facd req-21ccada2-b82f-4bc1-8089-d6c1262b549f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f545331a-2585-4400-89b3-2be11d365d76 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:24:16.930436 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-6763fbfb-10cd-44d1-a8b8-12f26a66facd req-21ccada2-b82f-4bc1-8089-d6c1262b549f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:16.943076 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-6763fbfb-10cd-44d1-a8b8-12f26a66facd req-21ccada2-b82f-4bc1-8089-d6c1262b549f service neutron] Transition to ACTIVE for port object f545331a-2585-4400-89b3-2be11d365d76 will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:24:16.946276 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-6763fbfb-10cd-44d1-a8b8-12f26a66facd req-21ccada2-b82f-4bc1-8089-d6c1262b549f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:16.999090 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ccada2-b82f-4bc1-8089-d6c1262b549f service neutron] Pushing event updated for resources: {'Port': ['ID=f545331a-2585-4400-89b3-2be11d365d76,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:24:17.074220 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-6763fbfb-10cd-44d1-a8b8-12f26a66facd req-21ccada2-b82f-4bc1-8089-d6c1262b549f service neutron] Attempting to bind port f545331a-2585-4400-89b3-2be11d365d76 on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:24:17.074564 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-6763fbfb-10cd-44d1-a8b8-12f26a66facd req-21ccada2-b82f-4bc1-8089-d6c1262b549f service neutron] Attempting to bind port f545331a-2585-4400-89b3-2be11d365d76 by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': 'f3ea6db8-5e22-4e32-a157-e44b203164a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd82a9ad3-85f9-4da6-a86f-bcb267e60b38'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:24:17.074901 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6763fbfb-10cd-44d1-a8b8-12f26a66facd req-21ccada2-b82f-4bc1-8089-d6c1262b549f service neutron] Attempting to bind port f545331a-2585-4400-89b3-2be11d365d76 on network d82a9ad3-85f9-4da6-a86f-bcb267e60b38 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:24:17.080591 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6763fbfb-10cd-44d1-a8b8-12f26a66facd req-21ccada2-b82f-4bc1-8089-d6c1262b549f service neutron] Port f545331a-2585-4400-89b3-2be11d365d76 on network d82a9ad3-85f9-4da6-a86f-bcb267e60b38 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:24:17.080936 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6763fbfb-10cd-44d1-a8b8-12f26a66facd req-21ccada2-b82f-4bc1-8089-d6c1262b549f service neutron] Attempting to bind port f545331a-2585-4400-89b3-2be11d365d76 on network d82a9ad3-85f9-4da6-a86f-bcb267e60b38 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:24:17.086907 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6763fbfb-10cd-44d1-a8b8-12f26a66facd req-21ccada2-b82f-4bc1-8089-d6c1262b549f service neutron] Checking agent: {'id': 'd28e24f9-e5ea-41e1-80bf-3c7943ad7f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:24:17.087256 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6763fbfb-10cd-44d1-a8b8-12f26a66facd req-21ccada2-b82f-4bc1-8089-d6c1262b549f service neutron] Checking segment: {'id': 'f3ea6db8-5e22-4e32-a157-e44b203164a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd82a9ad3-85f9-4da6-a86f-bcb267e60b38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:24:17.087664 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6763fbfb-10cd-44d1-a8b8-12f26a66facd req-21ccada2-b82f-4bc1-8089-d6c1262b549f service neutron] Bound using segment: {'id': 'f3ea6db8-5e22-4e32-a157-e44b203164a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd82a9ad3-85f9-4da6-a86f-bcb267e60b38'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:24:17.088940 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-6763fbfb-10cd-44d1-a8b8-12f26a66facd req-21ccada2-b82f-4bc1-8089-d6c1262b549f service neutron] Bound port: f545331a-2585-4400-89b3-2be11d365d76, host: n-h1-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3ea6db8-5e22-4e32-a157-e44b203164a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'd82a9ad3-85f9-4da6-a86f-bcb267e60b38'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:24:17.089395 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-6763fbfb-10cd-44d1-a8b8-12f26a66facd req-21ccada2-b82f-4bc1-8089-d6c1262b549f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:17.113638 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7eb71e-731c-48c7-a711-fd7d89b666ad req-4ada6b16-ac06-4159-ae0c-1c2edfce1052 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:17.115372 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3c7eb71e-731c-48c7-a711-fd7d89b666ad req-4ada6b16-ac06-4159-ae0c-1c2edfce1052 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6fe3dd2-0803-4596-bb1f-b7ccf32e4ecf HTTP/1.1" status: 200 len: 944 time: 0.0643218 Aug 16 23:24:17.165223 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3c7eb71e-731c-48c7-a711-fd7d89b666ad req-492ebe18-dcd3-4346-b49e-540ece49238e tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e384054-7d58-4379-ac8f-49e454f33b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430784 Aug 16 23:24:17.166339 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-6763fbfb-10cd-44d1-a8b8-12f26a66facd req-21ccada2-b82f-4bc1-8089-d6c1262b549f service neutron] For port f545331a-2585-4400-89b3-2be11d365d76, host n-h1-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:24:17.171357 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-6763fbfb-10cd-44d1-a8b8-12f26a66facd req-21ccada2-b82f-4bc1-8089-d6c1262b549f service neutron] For port f545331a-2585-4400-89b3-2be11d365d76, host n-h1-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=f545331a-2585-4400-89b3-2be11d365d76,segment=NetworkSegment(f3ea6db8-5e22-4e32-a157-e44b203164a1),segment_id=f3ea6db8-5e22-4e32-a157-e44b203164a1)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:24:17.178489 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-6763fbfb-10cd-44d1-a8b8-12f26a66facd req-21ccada2-b82f-4bc1-8089-d6c1262b549f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:17.215160 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6763fbfb-10cd-44d1-a8b8-12f26a66facd req-21ccada2-b82f-4bc1-8089-d6c1262b549f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:17.215791 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-6763fbfb-10cd-44d1-a8b8-12f26a66facd req-21ccada2-b82f-4bc1-8089-d6c1262b549f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:17.217257 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6763fbfb-10cd-44d1-a8b8-12f26a66facd req-21ccada2-b82f-4bc1-8089-d6c1262b549f service neutron] 10.222.0.68 "PUT /v2.0/ports/f545331a-2585-4400-89b3-2be11d365d76 HTTP/1.1" status: 200 len: 1093 time: 0.6878788 Aug 16 23:24:17.217654 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6fe3dd2-0803-4596-bb1f-b7ccf32e4ecf', 'tag': 'f545331a-2585-4400-89b3-2be11d365d76'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:24:17.219933 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5fb2f48-03ab-4be8-8e62-dc1fbbf47e0c" -d '{"events": [{"name": "network-changed", "server_uuid": "f6fe3dd2-0803-4596-bb1f-b7ccf32e4ecf", "tag": "f545331a-2585-4400-89b3-2be11d365d76"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:24:17.252294 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ccada2-b82f-4bc1-8089-d6c1262b549f service neutron] Pushing event updated for resources: {'Port': ['ID=f545331a-2585-4400-89b3-2be11d365d76,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:24:17.291289 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74839ea1-3e47-430c-8aeb-a3a3fb196464 x-openstack-request-id: req-74839ea1-3e47-430c-8aeb-a3a3fb196464 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:24:17.291581 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6fe3dd2-0803-4596-bb1f-b7ccf32e4ecf", "tag": "f545331a-2585-4400-89b3-2be11d365d76", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:24:17.291836 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-74839ea1-3e47-430c-8aeb-a3a3fb196464 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:24:17.292238 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6fe3dd2-0803-4596-bb1f-b7ccf32e4ecf', 'tag': 'f545331a-2585-4400-89b3-2be11d365d76', 'status': 'completed', 'code': 200} Aug 16 23:24:17.311060 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6763fbfb-10cd-44d1-a8b8-12f26a66facd req-c714dce2-69ce-4623-b5b0-83fd03762441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:17.312623 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6763fbfb-10cd-44d1-a8b8-12f26a66facd req-c714dce2-69ce-4623-b5b0-83fd03762441 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=32cc187dad0a4126a4e097b82132c4b0&device_id=f6fe3dd2-0803-4596-bb1f-b7ccf32e4ecf HTTP/1.1" status: 200 len: 1096 time: 0.0481400 Aug 16 23:24:17.362457 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6763fbfb-10cd-44d1-a8b8-12f26a66facd req-39b1edf6-ac48-4191-80cb-8eb70c5e431b service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f545331a-2585-4400-89b3-2be11d365d76 HTTP/1.1" status: 200 len: 217 time: 0.0418591 Aug 16 23:24:17.414894 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6763fbfb-10cd-44d1-a8b8-12f26a66facd req-09df2b29-5d50-469e-9c8c-9b6c49f35042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:17.416375 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6763fbfb-10cd-44d1-a8b8-12f26a66facd req-09df2b29-5d50-469e-9c8c-9b6c49f35042 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d7f207f0-fb50-43be-b557-d1450c1910bf HTTP/1.1" status: 200 len: 835 time: 0.0469813 Aug 16 23:24:17.464727 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6763fbfb-10cd-44d1-a8b8-12f26a66facd req-060bd8ee-5c64-44c6-9bbb-22aafdee88fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:17.466296 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6763fbfb-10cd-44d1-a8b8-12f26a66facd req-060bd8ee-5c64-44c6-9bbb-22aafdee88fa service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d82a9ad3-85f9-4da6-a86f-bcb267e60b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420959 Aug 16 23:24:17.567077 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6763fbfb-10cd-44d1-a8b8-12f26a66facd req-8712c220-ec16-4c15-8194-aeb42379f61a service neutron] 10.222.0.68 "GET /v2.0/networks/d82a9ad3-85f9-4da6-a86f-bcb267e60b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924149 Aug 16 23:24:17.657929 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6763fbfb-10cd-44d1-a8b8-12f26a66facd req-2641404a-bbeb-4780-9313-851a8fe8eea9 service neutron] 10.222.0.68 "GET /v2.0/networks/d82a9ad3-85f9-4da6-a86f-bcb267e60b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831645 Aug 16 23:24:17.689930 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4a415a28-b99f-4372-89ab-05780bd56a2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:17.750795 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb2f48-03ab-4be8-8e62-dc1fbbf47e0c req-7bb9a9a5-dd73-49ba-a8ab-a103c91faf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:17.752643 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-a5fb2f48-03ab-4be8-8e62-dc1fbbf47e0c req-7bb9a9a5-dd73-49ba-a8ab-a103c91faf41 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=32cc187dad0a4126a4e097b82132c4b0&device_id=f6fe3dd2-0803-4596-bb1f-b7ccf32e4ecf HTTP/1.1" status: 200 len: 1096 time: 0.0424526 Aug 16 23:24:17.847901 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb2f48-03ab-4be8-8e62-dc1fbbf47e0c req-05f1f5b6-0198-4261-98cc-930178308158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:17.849424 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-a5fb2f48-03ab-4be8-8e62-dc1fbbf47e0c req-05f1f5b6-0198-4261-98cc-930178308158 service neutron] 10.222.0.68 "GET /v2.0/networks?id=d82a9ad3-85f9-4da6-a86f-bcb267e60b38 HTTP/1.1" status: 200 len: 898 time: 0.0894921 Aug 16 23:24:17.891105 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-a5fb2f48-03ab-4be8-8e62-dc1fbbf47e0c req-18273e81-aa8a-499a-8f47-287f5919d687 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f545331a-2585-4400-89b3-2be11d365d76 HTTP/1.1" status: 200 len: 217 time: 0.0342448 Aug 16 23:24:17.943998 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb2f48-03ab-4be8-8e62-dc1fbbf47e0c req-15ed2c09-321b-431b-8b4a-b4cfbd1476d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:17.945391 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-a5fb2f48-03ab-4be8-8e62-dc1fbbf47e0c req-15ed2c09-321b-431b-8b4a-b4cfbd1476d8 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d7f207f0-fb50-43be-b557-d1450c1910bf HTTP/1.1" status: 200 len: 835 time: 0.0471797 Aug 16 23:24:17.998937 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb2f48-03ab-4be8-8e62-dc1fbbf47e0c req-d1f59563-dfdc-4735-a450-e44867c4f843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:18.000480 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-a5fb2f48-03ab-4be8-8e62-dc1fbbf47e0c req-d1f59563-dfdc-4735-a450-e44867c4f843 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d82a9ad3-85f9-4da6-a86f-bcb267e60b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453880 Aug 16 23:24:18.097164 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-a5fb2f48-03ab-4be8-8e62-dc1fbbf47e0c req-0c63f025-8437-42da-9c79-cf3b9371ed98 service neutron] 10.222.0.68 "GET /v2.0/networks/d82a9ad3-85f9-4da6-a86f-bcb267e60b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880947 Aug 16 23:24:18.186152 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-a5fb2f48-03ab-4be8-8e62-dc1fbbf47e0c req-822f8548-30c6-4924-8a10-4d4ea578f023 service neutron] 10.222.0.68 "GET /v2.0/networks/d82a9ad3-85f9-4da6-a86f-bcb267e60b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817816 Aug 16 23:24:18.286189 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958e9c72-868c-4245-ab5a-6d59ccaa3acf req-bb2538d9-f674-4762-9ef2-69683e043ff3 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:18.290274 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-958e9c72-868c-4245-ab5a-6d59ccaa3acf req-bb2538d9-f674-4762-9ef2-69683e043ff3 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6fe3dd2-0803-4596-bb1f-b7ccf32e4ecf HTTP/1.1" status: 200 len: 944 time: 0.0537193 Aug 16 23:24:18.328842 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-958e9c72-868c-4245-ab5a-6d59ccaa3acf req-b546ac95-a80e-4532-a2dc-e9974436b811 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e384054-7d58-4379-ac8f-49e454f33b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326507 Aug 16 23:24:19.445576 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b687952-3e84-4a2d-bc57-81a617038da2 req-f6fd1ab6-1b2e-4126-ab04-720b870ac3eb tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:19.447075 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2b687952-3e84-4a2d-bc57-81a617038da2 req-f6fd1ab6-1b2e-4126-ab04-720b870ac3eb tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6fe3dd2-0803-4596-bb1f-b7ccf32e4ecf HTTP/1.1" status: 200 len: 944 time: 0.0491345 Aug 16 23:24:19.484063 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2b687952-3e84-4a2d-bc57-81a617038da2 req-f333af03-c9ad-4b56-bf27-829a1dd9288a tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e384054-7d58-4379-ac8f-49e454f33b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309372 Aug 16 23:24:19.787313 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-61b10516-11bf-4102-b11f-428e8e56cce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:20.604759 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a6a98-14a6-4f97-99b0-bd93891d76c3 req-c7d45f80-cddf-437c-bc68-7f3d3dd77f8b tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:20.606239 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3c4a6a98-14a6-4f97-99b0-bd93891d76c3 req-c7d45f80-cddf-437c-bc68-7f3d3dd77f8b tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6fe3dd2-0803-4596-bb1f-b7ccf32e4ecf HTTP/1.1" status: 200 len: 944 time: 0.0534329 Aug 16 23:24:20.634976 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:20.646156 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3c4a6a98-14a6-4f97-99b0-bd93891d76c3 req-a843676b-b018-4f52-abef-4c24eb34dd06 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e384054-7d58-4379-ac8f-49e454f33b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329366 Aug 16 23:24:21.254246 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device f545331a-2585-4400-89b3-2be11d365d76 details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:24:21.353317 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port f545331a-2585-4400-89b3-2be11d365d76, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=f545331a-2585-4400-89b3-2be11d365d76,segment=NetworkSegment(f3ea6db8-5e22-4e32-a157-e44b203164a1),segment_id=f3ea6db8-5e22-4e32-a157-e44b203164a1)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:24:21.367893 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': 'f545331a-2585-4400-89b3-2be11d365d76', 'network_id': 'd82a9ad3-85f9-4da6-a86f-bcb267e60b38', 'port_id': 'f545331a-2585-4400-89b3-2be11d365d76', 'mac_address': 'fa:16:3e:a1:f8:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7f207f0-fb50-43be-b557-d1450c1910bf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:24:21.404297 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:21.416363 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f545331a-2585-4400-89b3-2be11d365d76 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:24:21.435869 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port f545331a-2585-4400-89b3-2be11d365d76, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=f545331a-2585-4400-89b3-2be11d365d76,segment=NetworkSegment(f3ea6db8-5e22-4e32-a157-e44b203164a1),segment_id=f3ea6db8-5e22-4e32-a157-e44b203164a1)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:24:21.440401 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:21.485799 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=f545331a-2585-4400-89b3-2be11d365d76,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:24:21.596053 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:21.690225 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['f545331a-2585-4400-89b3-2be11d365d76'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:24:21.761248 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375fb58c-d25e-449c-b23b-de059d759a64 req-38e087b9-95dd-4edb-a729-76afd3e32491 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:21.762803 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-375fb58c-d25e-449c-b23b-de059d759a64 req-38e087b9-95dd-4edb-a729-76afd3e32491 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6fe3dd2-0803-4596-bb1f-b7ccf32e4ecf HTTP/1.1" status: 200 len: 945 time: 0.0493600 Aug 16 23:24:21.800321 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-375fb58c-d25e-449c-b23b-de059d759a64 req-17962b20-8867-4c80-8583-0c83c3331d1c tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e384054-7d58-4379-ac8f-49e454f33b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312493 Aug 16 23:24:22.827686 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:22.915603 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9b26ac-3d70-44f9-af21-fc03376910ce req-19745c97-bf0e-49b9-80cd-e3b3d465c1c8 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:22.917109 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4a9b26ac-3d70-44f9-af21-fc03376910ce req-19745c97-bf0e-49b9-80cd-e3b3d465c1c8 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6fe3dd2-0803-4596-bb1f-b7ccf32e4ecf HTTP/1.1" status: 200 len: 945 time: 0.0487342 Aug 16 23:24:22.955098 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4a9b26ac-3d70-44f9-af21-fc03376910ce req-88ea45ad-eb87-4224-9385-1fa037d97688 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e384054-7d58-4379-ac8f-49e454f33b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313315 Aug 16 23:24:23.257102 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device f545331a-2585-4400-89b3-2be11d365d76 up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:24:23.305854 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning for port f545331a-2585-4400-89b3-2be11d365d76 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:24:23.309704 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port f545331a-2585-4400-89b3-2be11d365d76 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:24:23.310085 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:23.390956 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:23.414934 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6fe3dd2-0803-4596-bb1f-b7ccf32e4ecf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f545331a-2585-4400-89b3-2be11d365d76'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:24:23.417200 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edf15d55-41ad-414b-83a7-5f3ffc077d2f" -d '{"events": [{"server_uuid": "f6fe3dd2-0803-4596-bb1f-b7ccf32e4ecf", "name": "network-vif-plugged", "status": "completed", "tag": "f545331a-2585-4400-89b3-2be11d365d76"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:24:23.430435 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port f545331a-2585-4400-89b3-2be11d365d76, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=f545331a-2585-4400-89b3-2be11d365d76,segment=NetworkSegment(f3ea6db8-5e22-4e32-a157-e44b203164a1),segment_id=f3ea6db8-5e22-4e32-a157-e44b203164a1)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:24:23.434496 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:23.459868 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3e52091-735b-4ab7-a880-ae41ca359010 x-openstack-request-id: req-e3e52091-735b-4ab7-a880-ae41ca359010 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:24:23.460174 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6fe3dd2-0803-4596-bb1f-b7ccf32e4ecf", "name": "network-vif-plugged", "status": "completed", "tag": "f545331a-2585-4400-89b3-2be11d365d76", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:24:23.460433 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e3e52091-735b-4ab7-a880-ae41ca359010 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:24:23.460963 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6fe3dd2-0803-4596-bb1f-b7ccf32e4ecf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f545331a-2585-4400-89b3-2be11d365d76', 'code': 200} Aug 16 23:24:23.490240 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=f545331a-2585-4400-89b3-2be11d365d76,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:24:23.555456 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63da3bc5-9929-4293-8ba4-6ba8adc3f9c5 req-db04f2ab-67d7-4e38-bb51-86f6a8927671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:23.557000 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-63da3bc5-9929-4293-8ba4-6ba8adc3f9c5 req-db04f2ab-67d7-4e38-bb51-86f6a8927671 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=f6fe3dd2-0803-4596-bb1f-b7ccf32e4ecf HTTP/1.1" status: 200 len: 1098 time: 0.0410039 Aug 16 23:24:23.592875 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-63da3bc5-9929-4293-8ba4-6ba8adc3f9c5 req-af986fa1-2f2d-45be-8807-33dbf2b5a46c service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=4e384054-7d58-4379-ac8f-49e454f33b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276821 Aug 16 23:24:24.079882 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66ecc05-9ee0-4dc3-a6f4-a0cf669fa53f req-56aa8100-5124-472a-bdcc-aa59543677b4 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:24.081413 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b66ecc05-9ee0-4dc3-a6f4-a0cf669fa53f req-56aa8100-5124-472a-bdcc-aa59543677b4 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6fe3dd2-0803-4596-bb1f-b7ccf32e4ecf HTTP/1.1" status: 200 len: 946 time: 0.0531831 Aug 16 23:24:24.119186 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b66ecc05-9ee0-4dc3-a6f4-a0cf669fa53f req-9c7cc879-21fa-4afe-add9-aec2ed4c2e2c tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e384054-7d58-4379-ac8f-49e454f33b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318165 Aug 16 23:24:25.240827 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1287021a-b8e8-4e67-83bc-3d6f76ffa53f req-636a0327-17ec-48db-842d-7625ed8444ed tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:25.242451 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1287021a-b8e8-4e67-83bc-3d6f76ffa53f req-636a0327-17ec-48db-842d-7625ed8444ed tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6fe3dd2-0803-4596-bb1f-b7ccf32e4ecf HTTP/1.1" status: 200 len: 946 time: 0.0523863 Aug 16 23:24:25.279139 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1287021a-b8e8-4e67-83bc-3d6f76ffa53f req-2a9c9599-2b32-41c1-979d-e65bed923ea6 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e384054-7d58-4379-ac8f-49e454f33b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306940 Aug 16 23:24:25.396438 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8498729-91b9-41db-a6ae-29fad7a57dd9 req-d82d74c8-0741-4657-bb22-59f4f5ab995b tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:25.397870 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c8498729-91b9-41db-a6ae-29fad7a57dd9 req-d82d74c8-0741-4657-bb22-59f4f5ab995b tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6fe3dd2-0803-4596-bb1f-b7ccf32e4ecf HTTP/1.1" status: 200 len: 946 time: 0.0495605 Aug 16 23:24:25.435776 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c8498729-91b9-41db-a6ae-29fad7a57dd9 req-6c4060fb-8ae4-476e-af77-f4e274c6102b tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e384054-7d58-4379-ac8f-49e454f33b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320156 Aug 16 23:24:25.457403 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 49630) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:24:25.501920 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e64fda-1050-49e2-b42f-eb5795c793f2 tempest-TestNetworkBasicOps-1449554327 tempest-TestNetworkBasicOps-1449554327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:25.506214 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-54e64fda-1050-49e2-b42f-eb5795c793f2 tempest-TestNetworkBasicOps-1449554327 tempest-TestNetworkBasicOps-1449554327-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f6fe3dd2-0803-4596-bb1f-b7ccf32e4ecf HTTP/1.1" status: 200 len: 1093 time: 0.0476849 Aug 16 23:24:25.506724 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49634) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:24:25.511322 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-84cd73f1-9071-4de9-a1db-25d0c437439c tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Request body: {'floatingip': {'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'port_id': 'f545331a-2585-4400-89b3-2be11d365d76', 'tenant_id': '32cc187dad0a4126a4e097b82132c4b0', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:24:25.514830 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:25.535573 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-84cd73f1-9071-4de9-a1db-25d0c437439c tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for floatingip, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:25.633989 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-84cd73f1-9071-4de9-a1db-25d0c437439c tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:25.741744 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-84cd73f1-9071-4de9-a1db-25d0c437439c tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Allocated IP 172.25.4.219 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/3cfd58a4-6050-411c-a778-c6c3f37da619) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:24:25.846048 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-84cd73f1-9071-4de9-a1db-25d0c437439c tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:25.884637 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-84cd73f1-9071-4de9-a1db-25d0c437439c tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:25.920565 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84cd73f1-9071-4de9-a1db-25d0c437439c tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:24:25.925343 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-84cd73f1-9071-4de9-a1db-25d0c437439c tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:24:25.928853 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cd73f1-9071-4de9-a1db-25d0c437439c tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:24:25.956633 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cd73f1-9071-4de9-a1db-25d0c437439c tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Pushing event updated for resources: {'Port': ['ID=3cfd58a4-6050-411c-a778-c6c3f37da619,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:24:25.970823 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cd73f1-9071-4de9-a1db-25d0c437439c tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:24:25.971202 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cd73f1-9071-4de9-a1db-25d0c437439c tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:24:25.971547 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cd73f1-9071-4de9-a1db-25d0c437439c tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:24:25.971888 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cd73f1-9071-4de9-a1db-25d0c437439c tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:24:25.972232 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cd73f1-9071-4de9-a1db-25d0c437439c tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:24:25.972575 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cd73f1-9071-4de9-a1db-25d0c437439c tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:24:25.972914 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cd73f1-9071-4de9-a1db-25d0c437439c tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:24:25.973245 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cd73f1-9071-4de9-a1db-25d0c437439c tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:24:25.973576 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cd73f1-9071-4de9-a1db-25d0c437439c tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:24:25.973903 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cd73f1-9071-4de9-a1db-25d0c437439c tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:24:25.974232 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cd73f1-9071-4de9-a1db-25d0c437439c tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:24:25.974559 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cd73f1-9071-4de9-a1db-25d0c437439c tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:24:26.305147 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-84cd73f1-9071-4de9-a1db-25d0c437439c tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:26.374265 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-84cd73f1-9071-4de9-a1db-25d0c437439c tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:26.526304 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-84cd73f1-9071-4de9-a1db-25d0c437439c tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:26.530619 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-84cd73f1-9071-4de9-a1db-25d0c437439c tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:26.598125 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cd73f1-9071-4de9-a1db-25d0c437439c tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Pushing event updated for resources: {'Port': ['ID=3cfd58a4-6050-411c-a778-c6c3f37da619,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:24:26.609806 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-84cd73f1-9071-4de9-a1db-25d0c437439c tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:26.712369 n-d-791506-26 neutron-server[101291]: INFO neutron.db.l3_db [None req-84cd73f1-9071-4de9-a1db-25d0c437439c tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Floating IP edecb2f7-12b0-4460-b9f3-f68d31c17ea3 associated. External IP: 172.25.4.219, port: f545331a-2585-4400-89b3-2be11d365d76. Aug 16 23:24:27.235933 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84cd73f1-9071-4de9-a1db-25d0c437439c tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Router 1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:24:27.342108 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84cd73f1-9071-4de9-a1db-25d0c437439c tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:24:27.352668 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0272f3f9-b8e0-41e4-b830-6f1a66d6fa65 None None] Sync routers for ids ['1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:24:27.358821 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-84cd73f1-9071-4de9-a1db-25d0c437439c tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:27.366885 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0272f3f9-b8e0-41e4-b830-6f1a66d6fa65 None None] Routers {'1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:24:27.367489 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-0272f3f9-b8e0-41e4-b830-6f1a66d6fa65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:24:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:24:27.389683 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-84cd73f1-9071-4de9-a1db-25d0c437439c tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8818157 Aug 16 23:24:27.390381 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6fe3dd2-0803-4596-bb1f-b7ccf32e4ecf', 'tag': 'f545331a-2585-4400-89b3-2be11d365d76'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:24:27.393028 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 49638) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:24:27.393534 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c23dba9-5a48-419c-8a48-d190212eaeae" -d '{"events": [{"name": "network-changed", "server_uuid": "f6fe3dd2-0803-4596-bb1f-b7ccf32e4ecf", "tag": "f545331a-2585-4400-89b3-2be11d365d76"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:24:27.433889 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-256e5b6c-6df1-466f-805a-299a3f8d580d x-openstack-request-id: req-256e5b6c-6df1-466f-805a-299a3f8d580d {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:24:27.434278 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6fe3dd2-0803-4596-bb1f-b7ccf32e4ecf", "tag": "f545331a-2585-4400-89b3-2be11d365d76", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:24:27.434825 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-256e5b6c-6df1-466f-805a-299a3f8d580d {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:24:27.435294 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6fe3dd2-0803-4596-bb1f-b7ccf32e4ecf', 'tag': 'f545331a-2585-4400-89b3-2be11d365d76', 'status': 'completed', 'code': 200} Aug 16 23:24:27.459353 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-9daae37b-4e0a-49d3-8be2-b513f1ae8b1d tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "GET /v2.0/floatingips/edecb2f7-12b0-4460-b9f3-f68d31c17ea3 HTTP/1.1" status: 200 len: 992 time: 0.0643165 Aug 16 23:24:27.472321 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-0272f3f9-b8e0-41e4-b830-6f1a66d6fa65 None None] Set router 1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:24:27.499358 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c23dba9-5a48-419c-8a48-d190212eaeae req-67c4b36c-1bc4-4460-bacb-51939ab69828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:27.502183 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4c23dba9-5a48-419c-8a48-d190212eaeae req-67c4b36c-1bc4-4460-bacb-51939ab69828 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=32cc187dad0a4126a4e097b82132c4b0&device_id=f6fe3dd2-0803-4596-bb1f-b7ccf32e4ecf HTTP/1.1" status: 200 len: 1098 time: 0.0438497 Aug 16 23:24:27.596843 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c23dba9-5a48-419c-8a48-d190212eaeae req-06810c87-2009-441e-9e18-ab27407e7669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:27.598348 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4c23dba9-5a48-419c-8a48-d190212eaeae req-06810c87-2009-441e-9e18-ab27407e7669 service neutron] 10.222.0.68 "GET /v2.0/networks?id=d82a9ad3-85f9-4da6-a86f-bcb267e60b38 HTTP/1.1" status: 200 len: 898 time: 0.0902333 Aug 16 23:24:27.666286 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4c23dba9-5a48-419c-8a48-d190212eaeae req-1c0f3c33-d7d5-40e3-a001-9a135c95dae9 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f545331a-2585-4400-89b3-2be11d365d76 HTTP/1.1" status: 200 len: 1000 time: 0.0599351 Aug 16 23:24:27.697710 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-0272f3f9-b8e0-41e4-b830-6f1a66d6fa65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc', 'name': 'tempest-TestNetworkBasicOps-router-1954048256', 'tenant_id': '32cc187dad0a4126a4e097b82132c4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': '74d7f13c-c0aa-4de3-b9b6-c0c06b31d9a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:24:06Z', 'updated_at': '2021-08-16T23:24:10Z', 'revision_number': 4, 'project_id': '32cc187dad0a4126a4e097b82132c4b0', 'gw_port': {'id': '74d7f13c-c0aa-4de3-b9b6-c0c06b31d9a9', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:24:07Z', 'updated_at': '2021-08-16T23:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': 'edecb2f7-12b0-4460-b9f3-f68d31c17ea3', 'tenant_id': '32cc187dad0a4126a4e097b82132c4b0', 'floating_ip_address': '172.25.4.219', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': '1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc', 'port_id': 'f545331a-2585-4400-89b3-2be11d365d76', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3653, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd82a9ad3-85f9-4da6-a86f-bcb267e60b38', 'mac_address': 'fa:16:3e:a1:f8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6fe3dd2-0803-4596-bb1f-b7ccf32e4ecf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:24:26Z', 'updated_at': '2021-08-16T23:24:26Z', 'revision_number': 0, 'project_id': '32cc187dad0a4126a4e097b82132c4b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb77b979-7366-4f6f-8779-e019cdfcabfc', 'name': '', 'network_id': 'd82a9ad3-85f9-4da6-a86f-bcb267e60b38', 'tenant_id': '32cc187dad0a4126a4e097b82132c4b0', 'mac_address': 'fa:16:3e:3d:7b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'd7f207f0-fb50-43be-b557-d1450c1910bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:24:09Z', 'updated_at': '2021-08-16T23:24:14Z', 'revision_number': 5, 'project_id': '32cc187dad0a4126a4e097b82132c4b0', 'subnets': [{'id': 'd7f207f0-fb50-43be-b557-d1450c1910bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:24:27.718201 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c23dba9-5a48-419c-8a48-d190212eaeae req-15a0e730-009f-4bae-b52e-02903dae9ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:27.721663 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4c23dba9-5a48-419c-8a48-d190212eaeae req-15a0e730-009f-4bae-b52e-02903dae9ccb service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d7f207f0-fb50-43be-b557-d1450c1910bf HTTP/1.1" status: 200 len: 835 time: 0.0466466 Aug 16 23:24:27.725844 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0272f3f9-b8e0-41e4-b830-6f1a66d6fa65 None None] Checking router: 1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:24:27.734754 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0272f3f9-b8e0-41e4-b830-6f1a66d6fa65 None None] Routers {'1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:24:27.736092 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-0272f3f9-b8e0-41e4-b830-6f1a66d6fa65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:24:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:24:27.774930 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c23dba9-5a48-419c-8a48-d190212eaeae req-0171103e-03f7-4a4d-b380-7b290325b03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:27.776459 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4c23dba9-5a48-419c-8a48-d190212eaeae req-0171103e-03f7-4a4d-b380-7b290325b03a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d82a9ad3-85f9-4da6-a86f-bcb267e60b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471587 Aug 16 23:24:27.873764 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4c23dba9-5a48-419c-8a48-d190212eaeae req-47f0b4f6-bd7b-4611-a2d3-14c056ee6720 service neutron] 10.222.0.68 "GET /v2.0/networks/d82a9ad3-85f9-4da6-a86f-bcb267e60b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891926 Aug 16 23:24:27.942431 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-0272f3f9-b8e0-41e4-b830-6f1a66d6fa65 None None] Set router 1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:24:27.966629 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4c23dba9-5a48-419c-8a48-d190212eaeae req-dd035f96-a839-4715-a67b-0dcc5f369d01 service neutron] 10.222.0.68 "GET /v2.0/networks/d82a9ad3-85f9-4da6-a86f-bcb267e60b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851402 Aug 16 23:24:28.170315 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-0272f3f9-b8e0-41e4-b830-6f1a66d6fa65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc', 'name': 'tempest-TestNetworkBasicOps-router-1954048256', 'tenant_id': '32cc187dad0a4126a4e097b82132c4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': '74d7f13c-c0aa-4de3-b9b6-c0c06b31d9a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:24:06Z', 'updated_at': '2021-08-16T23:24:10Z', 'revision_number': 4, 'project_id': '32cc187dad0a4126a4e097b82132c4b0', 'gw_port': {'id': '74d7f13c-c0aa-4de3-b9b6-c0c06b31d9a9', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:24:07Z', 'updated_at': '2021-08-16T23:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': 'edecb2f7-12b0-4460-b9f3-f68d31c17ea3', 'tenant_id': '32cc187dad0a4126a4e097b82132c4b0', 'floating_ip_address': '172.25.4.219', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': '1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc', 'port_id': 'f545331a-2585-4400-89b3-2be11d365d76', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3653, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd82a9ad3-85f9-4da6-a86f-bcb267e60b38', 'mac_address': 'fa:16:3e:a1:f8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6fe3dd2-0803-4596-bb1f-b7ccf32e4ecf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:24:26Z', 'updated_at': '2021-08-16T23:24:26Z', 'revision_number': 0, 'project_id': '32cc187dad0a4126a4e097b82132c4b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb77b979-7366-4f6f-8779-e019cdfcabfc', 'name': '', 'network_id': 'd82a9ad3-85f9-4da6-a86f-bcb267e60b38', 'tenant_id': '32cc187dad0a4126a4e097b82132c4b0', 'mac_address': 'fa:16:3e:3d:7b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'd7f207f0-fb50-43be-b557-d1450c1910bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:24:09Z', 'updated_at': '2021-08-16T23:24:14Z', 'revision_number': 5, 'project_id': '32cc187dad0a4126a4e097b82132c4b0', 'subnets': [{'id': 'd7f207f0-fb50-43be-b557-d1450c1910bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:24:28.196047 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0272f3f9-b8e0-41e4-b830-6f1a66d6fa65 None None] The sync data for ids ['1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc'] in n-d-791506-26 is: [{'id': '1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc', 'name': 'tempest-TestNetworkBasicOps-router-1954048256', 'tenant_id': '32cc187dad0a4126a4e097b82132c4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': '74d7f13c-c0aa-4de3-b9b6-c0c06b31d9a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:24:06Z', 'updated_at': '2021-08-16T23:24:10Z', 'revision_number': 4, 'project_id': '32cc187dad0a4126a4e097b82132c4b0', 'gw_port': {'id': '74d7f13c-c0aa-4de3-b9b6-c0c06b31d9a9', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:24:07Z', 'updated_at': '2021-08-16T23:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': 'edecb2f7-12b0-4460-b9f3-f68d31c17ea3', 'tenant_id': '32cc187dad0a4126a4e097b82132c4b0', 'floating_ip_address': '172.25.4.219', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': '1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc', 'port_id': 'f545331a-2585-4400-89b3-2be11d365d76', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3653, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd82a9ad3-85f9-4da6-a86f-bcb267e60b38', 'mac_address': 'fa:16:3e:a1:f8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6fe3dd2-0803-4596-bb1f-b7ccf32e4ecf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:24:26Z', 'updated_at': '2021-08-16T23:24:26Z', 'revision_number': 0, 'project_id': '32cc187dad0a4126a4e097b82132c4b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb77b979-7366-4f6f-8779-e019cdfcabfc', 'name': '', 'network_id': 'd82a9ad3-85f9-4da6-a86f-bcb267e60b38', 'tenant_id': '32cc187dad0a4126a4e097b82132c4b0', 'mac_address': 'fa:16:3e:3d:7b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'd7f207f0-fb50-43be-b557-d1450c1910bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:24:09Z', 'updated_at': '2021-08-16T23:24:14Z', 'revision_number': 5, 'project_id': '32cc187dad0a4126a4e097b82132c4b0', 'subnets': [{'id': 'd7f207f0-fb50-43be-b557-d1450c1910bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:24:28.395159 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0c0ff9-0b5d-4888-b2b0-bbb120356c4e None None] New status for floating IP edecb2f7-12b0-4460-b9f3-f68d31c17ea3: ACTIVE {{(pid=101293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:24:28.463225 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 49644) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:24:28.529558 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-8a9397ff-0611-4445-8316-a49acb8d296f tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "GET /v2.0/floatingips/edecb2f7-12b0-4460-b9f3-f68d31c17ea3 HTTP/1.1" status: 200 len: 992 time: 0.0652122 Aug 16 23:24:29.532920 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49648) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:24:29.594637 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-821f14d9-339a-412d-882f-0c6df4332516 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "GET /v2.0/floatingips/edecb2f7-12b0-4460-b9f3-f68d31c17ea3 HTTP/1.1" status: 200 len: 994 time: 0.0599089 Aug 16 23:24:41.422070 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:44.397222 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c906468b-21cf-4b93-adea-32431216f9ea req-70c3a26b-c728-4bd7-a2a1-1cc136588ec2 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=f6fe3dd2-0803-4596-bb1f-b7ccf32e4ecf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0429842 Aug 16 23:24:44.480118 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c906468b-21cf-4b93-adea-32431216f9ea req-87613c92-7abc-4a5e-b508-5d8b95785f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:44.481615 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c906468b-21cf-4b93-adea-32431216f9ea req-87613c92-7abc-4a5e-b508-5d8b95785f09 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=32cc187dad0a4126a4e097b82132c4b0&device_id=f6fe3dd2-0803-4596-bb1f-b7ccf32e4ecf HTTP/1.1" status: 200 len: 1098 time: 0.0402613 Aug 16 23:24:44.584715 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c906468b-21cf-4b93-adea-32431216f9ea req-3d9712f0-2bdb-4c19-b0a4-b448ac31b652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:44.586262 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c906468b-21cf-4b93-adea-32431216f9ea req-3d9712f0-2bdb-4c19-b0a4-b448ac31b652 service neutron] 10.222.0.68 "GET /v2.0/networks?id=d82a9ad3-85f9-4da6-a86f-bcb267e60b38 HTTP/1.1" status: 200 len: 898 time: 0.0826116 Aug 16 23:24:44.657693 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c906468b-21cf-4b93-adea-32431216f9ea req-0680595b-fc92-4fb6-a297-8f59cfbe0cf0 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f545331a-2585-4400-89b3-2be11d365d76 HTTP/1.1" status: 200 len: 1002 time: 0.0639954 Aug 16 23:24:44.707822 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c906468b-21cf-4b93-adea-32431216f9ea req-07edcd34-817e-40f6-b9f5-cc4b12b48f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:44.709263 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c906468b-21cf-4b93-adea-32431216f9ea req-07edcd34-817e-40f6-b9f5-cc4b12b48f68 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d7f207f0-fb50-43be-b557-d1450c1910bf HTTP/1.1" status: 200 len: 835 time: 0.0441425 Aug 16 23:24:44.755615 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c906468b-21cf-4b93-adea-32431216f9ea req-9b26ab11-9f0e-467d-851b-078d177c74bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:44.757129 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c906468b-21cf-4b93-adea-32431216f9ea req-9b26ab11-9f0e-467d-851b-078d177c74bc service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d82a9ad3-85f9-4da6-a86f-bcb267e60b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405395 Aug 16 23:24:44.850619 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c906468b-21cf-4b93-adea-32431216f9ea req-5dd7f246-cdc1-46f7-8428-f53a394ff70f service neutron] 10.222.0.68 "GET /v2.0/networks/d82a9ad3-85f9-4da6-a86f-bcb267e60b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850682 Aug 16 23:24:44.940827 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c906468b-21cf-4b93-adea-32431216f9ea req-84b30127-b202-4641-abbb-6b8807511c1c service neutron] 10.222.0.68 "GET /v2.0/networks/d82a9ad3-85f9-4da6-a86f-bcb267e60b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817475 Aug 16 23:24:45.818607 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:24:47.682111 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f2171bf7-fd36-470c-bbfe-d45bacb5244a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:49.788260 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0dd4370a-a26c-4c21-86cf-d02a1216109f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:50.637122 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:51.598772 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:52.830574 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:24:54.466544 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-db8a0385-12e4-4804-be27-524277588fd2 req-59d3d36a-813e-45f8-b4eb-67b86a31a78d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=54864ef2-50e8-4043-a018-51f262083f89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0381842 Aug 16 23:24:54.561808 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a0385-12e4-4804-be27-524277588fd2 req-a674ec55-853a-403b-bdce-1e7adcf366af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:54.563526 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-db8a0385-12e4-4804-be27-524277588fd2 req-a674ec55-853a-403b-bdce-1e7adcf366af service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=08859d0d7ef54f7180b6c9acbcbb613a&device_id=54864ef2-50e8-4043-a018-51f262083f89 HTTP/1.1" status: 200 len: 1098 time: 0.0404992 Aug 16 23:24:54.675171 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a0385-12e4-4804-be27-524277588fd2 req-e02c879b-32c5-4635-b50b-043a1cdaa6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:54.677586 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-db8a0385-12e4-4804-be27-524277588fd2 req-e02c879b-32c5-4635-b50b-043a1cdaa6b9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=17243197-d8cc-438b-bbbf-e93eccd01246 HTTP/1.1" status: 200 len: 911 time: 0.0953205 Aug 16 23:24:54.747910 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-db8a0385-12e4-4804-be27-524277588fd2 req-7c2f92d9-5da4-43df-8d72-8468ea097041 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8fc2932c-b2f6-4641-a193-b18b19a4587f HTTP/1.1" status: 200 len: 1002 time: 0.0631263 Aug 16 23:24:54.796255 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a0385-12e4-4804-be27-524277588fd2 req-cf5428e2-970b-40b6-9cc0-79af05cc1632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:54.798567 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-db8a0385-12e4-4804-be27-524277588fd2 req-cf5428e2-970b-40b6-9cc0-79af05cc1632 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4de9f471-133b-48cf-8ec1-15be31a77e92 HTTP/1.1" status: 200 len: 849 time: 0.0439763 Aug 16 23:24:54.850754 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a0385-12e4-4804-be27-524277588fd2 req-6d4fbd42-4bb0-49f2-b7fb-4b48ad710b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:24:54.852310 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-db8a0385-12e4-4804-be27-524277588fd2 req-6d4fbd42-4bb0-49f2-b7fb-4b48ad710b4a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=17243197-d8cc-438b-bbbf-e93eccd01246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0473731 Aug 16 23:24:54.950047 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-db8a0385-12e4-4804-be27-524277588fd2 req-4d87b02d-d534-4e0e-9736-e618b2580130 service neutron] 10.222.0.57 "GET /v2.0/networks/17243197-d8cc-438b-bbbf-e93eccd01246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906785 Aug 16 23:24:55.048839 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-db8a0385-12e4-4804-be27-524277588fd2 req-91ba303e-9ab7-443a-8022-ec6e3f5dde75 service neutron] 10.222.0.57 "GET /v2.0/networks/17243197-d8cc-438b-bbbf-e93eccd01246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919473 Aug 16 23:24:55.504318 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:00.443677 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49722) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:25:00.525469 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78287e01-aadf-48c3-85ec-44935b19c3c7 tempest-TestNetworkBasicOps-1449554327 tempest-TestNetworkBasicOps-1449554327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:00.525975 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78287e01-aadf-48c3-85ec-44935b19c3c7 tempest-TestNetworkBasicOps-1449554327 tempest-TestNetworkBasicOps-1449554327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:00.526465 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78287e01-aadf-48c3-85ec-44935b19c3c7 tempest-TestNetworkBasicOps-1449554327 tempest-TestNetworkBasicOps-1449554327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:00.528187 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-78287e01-aadf-48c3-85ec-44935b19c3c7 tempest-TestNetworkBasicOps-1449554327 tempest-TestNetworkBasicOps-1449554327-project-admin] 10.222.0.36 "GET /v2.0/ports?project_id=32cc187dad0a4126a4e097b82132c4b0&network_id=d82a9ad3-85f9-4da6-a86f-bcb267e60b38 HTTP/1.1" status: 200 len: 2973 time: 0.0834730 Aug 16 23:25:02.435995 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49738) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:25:02.488736 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea26ad1-d3f5-4ecc-b9c3-f5c03d94a1c6 tempest-TestNetworkBasicOps-1449554327 tempest-TestNetworkBasicOps-1449554327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:02.490198 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-9ea26ad1-d3f5-4ecc-b9c3-f5c03d94a1c6 tempest-TestNetworkBasicOps-1449554327 tempest-TestNetworkBasicOps-1449554327-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=c22c4980-c849-406d-982c-a5d68c515a94 HTTP/1.1" status: 200 len: 814 time: 0.0530992 Aug 16 23:25:03.112957 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49744) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:25:03.119303 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-2cb3de54-f8bd-4432-b41f-674926440dd6 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Request body: {'network': {'name': 'tempest-network-smoke--2013902437', 'project_id': '32cc187dad0a4126a4e097b82132c4b0', 'port_security_enabled': True}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:25:03.142065 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb3de54-f8bd-4432-b41f-674926440dd6 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Made reservation on behalf of 32cc187dad0a4126a4e097b82132c4b0 for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:25:03.145626 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2cb3de54-f8bd-4432-b41f-674926440dd6 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:03.169406 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cb3de54-f8bd-4432-b41f-674926440dd6 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:25:03.178555 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2cb3de54-f8bd-4432-b41f-674926440dd6 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:03.178904 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-2cb3de54-f8bd-4432-b41f-674926440dd6 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Added segment 0cebdfb1-77f0-4300-903f-b15acf0bd80e of type vlan for network 20490778-711e-407d-81c2-e48af507d7a5 Aug 16 23:25:03.226447 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2cb3de54-f8bd-4432-b41f-674926440dd6 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:03.252269 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2cb3de54-f8bd-4432-b41f-674926440dd6 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:03.259460 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb3de54-f8bd-4432-b41f-674926440dd6 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:03.260051 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2cb3de54-f8bd-4432-b41f-674926440dd6 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:03.324950 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-2cb3de54-f8bd-4432-b41f-674926440dd6 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2107031 Aug 16 23:25:03.328111 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 49748) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:25:03.337069 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb3de54-f8bd-4432-b41f-674926440dd6 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Pushing event updated for resources: {'Network': ['ID=20490778-711e-407d-81c2-e48af507d7a5,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:25:03.347994 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 20490778-711e-407d-81c2-e48af507d7a5 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:25:03.402608 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f08824-f263-4d79-a6b4-88258a1bf003 tempest-TestNetworkBasicOps-1449554327 tempest-TestNetworkBasicOps-1449554327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:03.404203 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-13f08824-f263-4d79-a6b4-88258a1bf003 tempest-TestNetworkBasicOps-1449554327 tempest-TestNetworkBasicOps-1449554327-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=32cc187dad0a4126a4e097b82132c4b0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0750399 Aug 16 23:25:03.406996 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 49750) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:25:03.842912 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65bb6137-10e7-4c26-947b-7d32f4dd7307 tempest-TestNetworkBasicOps-1449554327 tempest-TestNetworkBasicOps-1449554327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:03.844354 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-65bb6137-10e7-4c26-947b-7d32f4dd7307 tempest-TestNetworkBasicOps-1449554327 tempest-TestNetworkBasicOps-1449554327-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4364362 Aug 16 23:25:03.847272 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 49752) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:25:03.874035 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-c72a80bd-1a74-4ffd-8ccb-e2f07b130553 tempest-TestNetworkBasicOps-1449554327 tempest-TestNetworkBasicOps-1449554327-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=c22c4980-c849-406d-982c-a5d68c515a94&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0257592 Aug 16 23:25:03.876443 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 49754) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:25:03.903739 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-bcdcdb8b-9a4c-4069-bfad-2bf6de7186ef tempest-TestNetworkBasicOps-1449554327 tempest-TestNetworkBasicOps-1449554327-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=32cc187dad0a4126a4e097b82132c4b0&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262871 Aug 16 23:25:03.906203 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 49756) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:25:03.994911 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3081b6-bce0-4ddc-9825-76fd6f931163 tempest-TestNetworkBasicOps-1449554327 tempest-TestNetworkBasicOps-1449554327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:03.996496 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-4e3081b6-bce0-4ddc-9825-76fd6f931163 tempest-TestNetworkBasicOps-1449554327 tempest-TestNetworkBasicOps-1449554327-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0893836 Aug 16 23:25:03.999529 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 49758) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:25:04.026520 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-3d4c0230-2ccc-4a39-8110-d850a1bfe1d6 tempest-TestNetworkBasicOps-1449554327 tempest-TestNetworkBasicOps-1449554327-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=c22c4980-c849-406d-982c-a5d68c515a94&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0259776 Aug 16 23:25:04.028994 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 49760) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:25:04.034067 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-774dcf4b-6e2a-45a7-ab66-a8768ba8641f tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2024430443', 'network_id': '20490778-711e-407d-81c2-e48af507d7a5', 'project_id': '32cc187dad0a4126a4e097b82132c4b0', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:25:04.123315 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-774dcf4b-6e2a-45a7-ab66-a8768ba8641f tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Made reservation on behalf of 32cc187dad0a4126a4e097b82132c4b0 for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:25:04.126754 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-774dcf4b-6e2a-45a7-ab66-a8768ba8641f tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:04.301924 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-774dcf4b-6e2a-45a7-ab66-a8768ba8641f tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:04.360526 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774dcf4b-6e2a-45a7-ab66-a8768ba8641f tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Pushing event updated for resources: {'Subnet': ['ID=909065a7-d0cd-4f68-9c91-ff26de305596,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:25:04.373621 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774dcf4b-6e2a-45a7-ab66-a8768ba8641f tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:04.373904 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774dcf4b-6e2a-45a7-ab66-a8768ba8641f tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:04.374249 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774dcf4b-6e2a-45a7-ab66-a8768ba8641f tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:04.374593 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774dcf4b-6e2a-45a7-ab66-a8768ba8641f tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:04.374931 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774dcf4b-6e2a-45a7-ab66-a8768ba8641f tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:04.375268 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774dcf4b-6e2a-45a7-ab66-a8768ba8641f tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:04.375602 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774dcf4b-6e2a-45a7-ab66-a8768ba8641f tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:04.376161 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774dcf4b-6e2a-45a7-ab66-a8768ba8641f tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:04.376261 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774dcf4b-6e2a-45a7-ab66-a8768ba8641f tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:04.376582 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774dcf4b-6e2a-45a7-ab66-a8768ba8641f tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:04.376912 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774dcf4b-6e2a-45a7-ab66-a8768ba8641f tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:04.377244 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774dcf4b-6e2a-45a7-ab66-a8768ba8641f tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:04.380279 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774dcf4b-6e2a-45a7-ab66-a8768ba8641f tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Checking segment: {'id': '0cebdfb1-77f0-4300-903f-b15acf0bd80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '20490778-711e-407d-81c2-e48af507d7a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:25:04.380671 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774dcf4b-6e2a-45a7-ab66-a8768ba8641f tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Network hostable DHCP agents. Network: 20490778-711e-407d-81c2-e48af507d7a5, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:25:04.399635 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774dcf4b-6e2a-45a7-ab66-a8768ba8641f tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Network 20490778-711e-407d-81c2-e48af507d7a5 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:25:04.409232 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-774dcf4b-6e2a-45a7-ab66-a8768ba8641f tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 20490778-711e-407d-81c2-e48af507d7a5) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:25:04.415863 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774dcf4b-6e2a-45a7-ab66-a8768ba8641f tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:04.417308 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-774dcf4b-6e2a-45a7-ab66-a8768ba8641f tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:04.418105 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d638926b-f0ca-4866-87b4-cbb74a8ac750 None None] Network 20490778-711e-407d-81c2-e48af507d7a5 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:25:04.433019 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-774dcf4b-6e2a-45a7-ab66-a8768ba8641f tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4027927 Aug 16 23:25:04.555521 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf4b2be-318b-46df-9b15-589aff3e8e2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-20490778-711e-407d-81c2-e48af507d7a5', 'network_id': '20490778-711e-407d-81c2-e48af507d7a5', 'tenant_id': '32cc187dad0a4126a4e097b82132c4b0', 'fixed_ips': [{'subnet_id': '909065a7-d0cd-4f68-9c91-ff26de305596'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:25:04.556369 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-adf4b2be-318b-46df-9b15-589aff3e8e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:04.687531 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-adf4b2be-318b-46df-9b15-589aff3e8e2c None None] Allocated IP 172.20.0.18 (20490778-711e-407d-81c2-e48af507d7a5/909065a7-d0cd-4f68-9c91-ff26de305596/63a29c4b-05e7-446b-bd2b-81e420d99f18) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:25:04.828934 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-adf4b2be-318b-46df-9b15-589aff3e8e2c None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:04.837901 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-adf4b2be-318b-46df-9b15-589aff3e8e2c None None] Transition to ACTIVE for port object 63a29c4b-05e7-446b-bd2b-81e420d99f18 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:25:04.853775 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-adf4b2be-318b-46df-9b15-589aff3e8e2c None None] Transition to ACTIVE for port object 63a29c4b-05e7-446b-bd2b-81e420d99f18 will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:25:04.858976 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-adf4b2be-318b-46df-9b15-589aff3e8e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:04.898072 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf4b2be-318b-46df-9b15-589aff3e8e2c None None] Network 20490778-711e-407d-81c2-e48af507d7a5 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:25:04.900847 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-adf4b2be-318b-46df-9b15-589aff3e8e2c None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:25:04.904243 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf4b2be-318b-46df-9b15-589aff3e8e2c None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:25:04.911280 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf4b2be-318b-46df-9b15-589aff3e8e2c None None] Pushing event updated for resources: {'Port': ['ID=63a29c4b-05e7-446b-bd2b-81e420d99f18,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:25:04.933056 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf4b2be-318b-46df-9b15-589aff3e8e2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:04.933395 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf4b2be-318b-46df-9b15-589aff3e8e2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:04.933732 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf4b2be-318b-46df-9b15-589aff3e8e2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:04.934064 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf4b2be-318b-46df-9b15-589aff3e8e2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:04.934393 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf4b2be-318b-46df-9b15-589aff3e8e2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:04.934719 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf4b2be-318b-46df-9b15-589aff3e8e2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:04.935042 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf4b2be-318b-46df-9b15-589aff3e8e2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:04.935362 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf4b2be-318b-46df-9b15-589aff3e8e2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:04.935682 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf4b2be-318b-46df-9b15-589aff3e8e2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:04.936001 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf4b2be-318b-46df-9b15-589aff3e8e2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:04.936316 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf4b2be-318b-46df-9b15-589aff3e8e2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:04.936655 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf4b2be-318b-46df-9b15-589aff3e8e2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:04.970108 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-adf4b2be-318b-46df-9b15-589aff3e8e2c None None] Attempting to bind port 63a29c4b-05e7-446b-bd2b-81e420d99f18 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:25:04.970472 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-adf4b2be-318b-46df-9b15-589aff3e8e2c None None] Attempting to bind port 63a29c4b-05e7-446b-bd2b-81e420d99f18 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '0cebdfb1-77f0-4300-903f-b15acf0bd80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '20490778-711e-407d-81c2-e48af507d7a5'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:25:04.970838 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf4b2be-318b-46df-9b15-589aff3e8e2c None None] Attempting to bind port 63a29c4b-05e7-446b-bd2b-81e420d99f18 on network 20490778-711e-407d-81c2-e48af507d7a5 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:25:04.976102 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf4b2be-318b-46df-9b15-589aff3e8e2c None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:25:04.976498 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf4b2be-318b-46df-9b15-589aff3e8e2c None None] Checking segment: {'id': '0cebdfb1-77f0-4300-903f-b15acf0bd80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '20490778-711e-407d-81c2-e48af507d7a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:25:04.976914 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-adf4b2be-318b-46df-9b15-589aff3e8e2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:04.977309 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf4b2be-318b-46df-9b15-589aff3e8e2c None None] Bound using segment: {'id': '0cebdfb1-77f0-4300-903f-b15acf0bd80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '20490778-711e-407d-81c2-e48af507d7a5'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:25:04.977809 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-adf4b2be-318b-46df-9b15-589aff3e8e2c None None] Bound port: 63a29c4b-05e7-446b-bd2b-81e420d99f18, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cebdfb1-77f0-4300-903f-b15acf0bd80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '20490778-711e-407d-81c2-e48af507d7a5'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:25:04.978138 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-adf4b2be-318b-46df-9b15-589aff3e8e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:05.004516 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 49766) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:25:05.009256 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-3386a534-0f4f-490e-b55d-0a48128bf0e2 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1568357483', 'description': 'tempest-secgroup-smoke-1568357483 description', 'project_id': '32cc187dad0a4126a4e097b82132c4b0'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:25:05.039133 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3386a534-0f4f-490e-b55d-0a48128bf0e2 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:05.051634 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-adf4b2be-318b-46df-9b15-589aff3e8e2c None None] For port 63a29c4b-05e7-446b-bd2b-81e420d99f18, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:25:05.055153 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-adf4b2be-318b-46df-9b15-589aff3e8e2c None None] For port 63a29c4b-05e7-446b-bd2b-81e420d99f18, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=63a29c4b-05e7-446b-bd2b-81e420d99f18,segment=NetworkSegment(0cebdfb1-77f0-4300-903f-b15acf0bd80e),segment_id=0cebdfb1-77f0-4300-903f-b15acf0bd80e)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:25:05.059389 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-adf4b2be-318b-46df-9b15-589aff3e8e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:05.142903 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3386a534-0f4f-490e-b55d-0a48128bf0e2 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:05.146062 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf4b2be-318b-46df-9b15-589aff3e8e2c None None] Pushing event updated for resources: {'Port': ['ID=63a29c4b-05e7-446b-bd2b-81e420d99f18,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:25:05.152315 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3386a534-0f4f-490e-b55d-0a48128bf0e2 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:05.195055 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3386a534-0f4f-490e-b55d-0a48128bf0e2 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:05.198994 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-3386a534-0f4f-490e-b55d-0a48128bf0e2 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1907668 Aug 16 23:25:05.199509 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49768) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:25:05.204297 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-a87b5c33-ca2a-4f19-b34f-67307c448685 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Request body: {'security_group_rule': {'security_group_id': '3acf7303-54b6-4fd9-a97a-854b783d1c49', 'project_id': '32cc187dad0a4126a4e097b82132c4b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:25:05.206142 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3386a534-0f4f-490e-b55d-0a48128bf0e2 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3acf7303-54b6-4fd9-a97a-854b783d1c49,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:25:05.243238 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a87b5c33-ca2a-4f19-b34f-67307c448685 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:05.349787 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a87b5c33-ca2a-4f19-b34f-67307c448685 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:05.363409 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a87b5c33-ca2a-4f19-b34f-67307c448685 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:05.395198 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87b5c33-ca2a-4f19-b34f-67307c448685 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5faaaae4-c3a8-4dc5-a39a-dd4b8803cd76,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:25:05.410630 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a87b5c33-ca2a-4f19-b34f-67307c448685 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:05.412505 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-a87b5c33-ca2a-4f19-b34f-67307c448685 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2119083 Aug 16 23:25:05.417219 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49770) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:25:05.423144 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-7353aa58-b307-4afd-bdbc-bde24fbd4382 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Request body: {'security_group_rule': {'security_group_id': '3acf7303-54b6-4fd9-a97a-854b783d1c49', 'project_id': '32cc187dad0a4126a4e097b82132c4b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:25:05.467810 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7353aa58-b307-4afd-bdbc-bde24fbd4382 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:05.548698 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7353aa58-b307-4afd-bdbc-bde24fbd4382 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:05.555087 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7353aa58-b307-4afd-bdbc-bde24fbd4382 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:05.578643 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7353aa58-b307-4afd-bdbc-bde24fbd4382 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfec2dcf-d79d-4cc3-b678-c3881bec161c,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:25:05.586165 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7353aa58-b307-4afd-bdbc-bde24fbd4382 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:05.587392 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-7353aa58-b307-4afd-bdbc-bde24fbd4382 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1689608 Aug 16 23:25:05.591728 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49774) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:25:05.597664 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-8863b79d-e8e2-4052-b982-c897ef8efc9d tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Request body: {'security_group_rule': {'security_group_id': '3acf7303-54b6-4fd9-a97a-854b783d1c49', 'project_id': '32cc187dad0a4126a4e097b82132c4b0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:25:05.633403 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8863b79d-e8e2-4052-b982-c897ef8efc9d tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:05.722013 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8863b79d-e8e2-4052-b982-c897ef8efc9d tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:05.726048 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8863b79d-e8e2-4052-b982-c897ef8efc9d tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:05.757053 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8863b79d-e8e2-4052-b982-c897ef8efc9d tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2882b424-d8fb-49c4-bf3b-e4272a0e0d18,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:25:05.762635 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8863b79d-e8e2-4052-b982-c897ef8efc9d tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:05.763880 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-8863b79d-e8e2-4052-b982-c897ef8efc9d tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1709130 Aug 16 23:25:05.767090 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 49776) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:25:05.774231 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-fa8f2ebf-2ba6-4b48-aaeb-2f35bdbb0941 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Request body: {'security_group_rule': {'security_group_id': '3acf7303-54b6-4fd9-a97a-854b783d1c49', 'project_id': '32cc187dad0a4126a4e097b82132c4b0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:25:05.816739 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fa8f2ebf-2ba6-4b48-aaeb-2f35bdbb0941 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:05.896104 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fa8f2ebf-2ba6-4b48-aaeb-2f35bdbb0941 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:05.902255 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fa8f2ebf-2ba6-4b48-aaeb-2f35bdbb0941 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:05.930680 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f2ebf-2ba6-4b48-aaeb-2f35bdbb0941 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7cf2b76-77aa-4136-a586-7c3a21883b32,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:25:05.935238 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fa8f2ebf-2ba6-4b48-aaeb-2f35bdbb0941 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:05.936876 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-fa8f2ebf-2ba6-4b48-aaeb-2f35bdbb0941 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1677897 Aug 16 23:25:05.941400 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49778) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:25:05.946481 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-b404abab-0c66-4261-8ac0-ee1a8a9bfb3d tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Request body: {'security_group_rule': {'security_group_id': '3acf7303-54b6-4fd9-a97a-854b783d1c49', 'project_id': '32cc187dad0a4126a4e097b82132c4b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:25:05.972737 n-d-791506-26 neutron-server[101291]: INFO neutron.db.securitygroups_db [None req-b404abab-0c66-4261-8ac0-ee1a8a9bfb3d tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Project 32cc187dad0a4126a4e097b82132c4b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 23:25:05.978413 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b404abab-0c66-4261-8ac0-ee1a8a9bfb3d tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:06.050173 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b404abab-0c66-4261-8ac0-ee1a8a9bfb3d tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:06.057201 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b404abab-0c66-4261-8ac0-ee1a8a9bfb3d tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:06.079936 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b404abab-0c66-4261-8ac0-ee1a8a9bfb3d tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90be496e-bb7f-4bd5-947e-a62bd0d22da3,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:25:06.087132 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b404abab-0c66-4261-8ac0-ee1a8a9bfb3d tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:06.089036 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-b404abab-0c66-4261-8ac0-ee1a8a9bfb3d tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1461930 Aug 16 23:25:06.091587 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49780) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:25:06.096975 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-5d247d89-6f69-49b9-93dd-ed7488febb3d tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Request body: {'security_group_rule': {'security_group_id': '3acf7303-54b6-4fd9-a97a-854b783d1c49', 'project_id': '32cc187dad0a4126a4e097b82132c4b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:25:06.121132 n-d-791506-26 neutron-server[101291]: INFO neutron.db.securitygroups_db [None req-5d247d89-6f69-49b9-93dd-ed7488febb3d tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Project 32cc187dad0a4126a4e097b82132c4b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 23:25:06.127097 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5d247d89-6f69-49b9-93dd-ed7488febb3d tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:06.172244 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 63a29c4b-05e7-446b-bd2b-81e420d99f18 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:25:06.201351 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c635c5-a3bd-4661-a7e6-90b6a58785f2 None None] Network 20490778-711e-407d-81c2-e48af507d7a5 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:25:06.206042 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5d247d89-6f69-49b9-93dd-ed7488febb3d tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:06.210595 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5d247d89-6f69-49b9-93dd-ed7488febb3d tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:06.231385 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d247d89-6f69-49b9-93dd-ed7488febb3d tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c934141-bdf9-43e0-b9f8-ae517574317a,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:25:06.239240 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5d247d89-6f69-49b9-93dd-ed7488febb3d tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:06.240493 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-5d247d89-6f69-49b9-93dd-ed7488febb3d tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1477578 Aug 16 23:25:06.288439 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-fae05b96-af1a-41f5-81e2-328faa7677d0 None None] Provisioning for port 63a29c4b-05e7-446b-bd2b-81e420d99f18 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:25:06.323088 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 63a29c4b-05e7-446b-bd2b-81e420d99f18 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:25:06.330217 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 63a29c4b-05e7-446b-bd2b-81e420d99f18 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:25:06.331259 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:06.388631 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0c76bebf-fa19-4145-9d59-6421d60ce994 req-65e11704-db13-4e3d-b900-07a6e1fa7bb3 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1568357483&fields=id&tenant_id=32cc187dad0a4126a4e097b82132c4b0 HTTP/1.1" status: 200 len: 267 time: 0.0334589 Aug 16 23:25:06.472107 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:06.507887 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 63a29c4b-05e7-446b-bd2b-81e420d99f18, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=63a29c4b-05e7-446b-bd2b-81e420d99f18,segment=NetworkSegment(0cebdfb1-77f0-4300-903f-b15acf0bd80e),segment_id=0cebdfb1-77f0-4300-903f-b15acf0bd80e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:25:06.508448 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c76bebf-fa19-4145-9d59-6421d60ce994 req-d7b0f404-9d15-4844-9355-bea46e0420b2 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:06.510747 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0c76bebf-fa19-4145-9d59-6421d60ce994 req-d7b0f404-9d15-4844-9355-bea46e0420b2 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "GET /v2.0/networks?id=20490778-711e-407d-81c2-e48af507d7a5 HTTP/1.1" status: 200 len: 797 time: 0.1143694 Aug 16 23:25:06.512986 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:06.527605 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0c76bebf-fa19-4145-9d59-6421d60ce994 req-da2efaf3-7cba-4593-939c-cf1a1b18f72c tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "GET /v2.0/quotas/32cc187dad0a4126a4e097b82132c4b0 HTTP/1.1" status: 200 len: 375 time: 0.0106812 Aug 16 23:25:06.576853 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=63a29c4b-05e7-446b-bd2b-81e420d99f18,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:25:06.593072 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0c76bebf-fa19-4145-9d59-6421d60ce994 req-470b3052-9988-4030-b8ca-fef16257e277 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=32cc187dad0a4126a4e097b82132c4b0&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0567908 Aug 16 23:25:06.696500 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0c76bebf-fa19-4145-9d59-6421d60ce994 req-49e489e2-97ae-4dda-9772-0a997c882ec2 service neutron] 10.222.0.36 "GET /v2.0/networks/20490778-711e-407d-81c2-e48af507d7a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904109 Aug 16 23:25:06.718259 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-1f930a3e-151c-4143-a411-a1dd3cb21394 None None] Provisioning complete for port 63a29c4b-05e7-446b-bd2b-81e420d99f18 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:25:06.718635 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-1f930a3e-151c-4143-a411-a1dd3cb21394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:06.787055 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0c76bebf-fa19-4145-9d59-6421d60ce994 req-e4a17e7a-de08-465b-a463-23a6b8962555 service neutron] 10.222.0.36 "GET /v2.0/networks/20490778-711e-407d-81c2-e48af507d7a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842395 Aug 16 23:25:06.962069 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1cc3f2c2-ea0c-405e-a4d6-283843cf2fdf req-b5871ee9-6efd-41e2-8096-d434adcaf849 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a339d4b-9f64-4405-a906-3fb76de077be HTTP/1.1" status: 200 len: 210 time: 0.0321946 Aug 16 23:25:07.947310 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c76bebf-fa19-4145-9d59-6421d60ce994 req-db341f2b-4706-40df-b7b7-3e5c5f50121b tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:07.948780 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0c76bebf-fa19-4145-9d59-6421d60ce994 req-db341f2b-4706-40df-b7b7-3e5c5f50121b tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.57 "GET /v2.0/networks?id=20490778-711e-407d-81c2-e48af507d7a5 HTTP/1.1" status: 200 len: 797 time: 0.1047320 Aug 16 23:25:08.008297 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0c76bebf-fa19-4145-9d59-6421d60ce994 req-ffe98244-d7a0-4c2a-99b4-c3c4b1c4be84 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32cc187dad0a4126a4e097b82132c4b0 HTTP/1.1" status: 200 len: 472 time: 0.0360291 Aug 16 23:25:08.046692 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-0c76bebf-fa19-4145-9d59-6421d60ce994 req-9f58a17f-55d9-408b-ae40-002156d10b73 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Request body: {'port': {'device_id': '3a339d4b-9f64-4405-a906-3fb76de077be', 'network_id': '20490778-711e-407d-81c2-e48af507d7a5', 'admin_state_up': True, 'tenant_id': '32cc187dad0a4126a4e097b82132c4b0', 'security_groups': ['3acf7303-54b6-4fd9-a97a-854b783d1c49']}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:25:08.065153 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6499e940-1783-40a4-95af-98bfb9f1c9ad req-214e1bd0-6dc6-4bad-b80b-0904615e0e34 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a339d4b-9f64-4405-a906-3fb76de077be HTTP/1.1" status: 200 len: 210 time: 0.0330071 Aug 16 23:25:08.127536 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 63a29c4b-05e7-446b-bd2b-81e420d99f18 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:25:08.177121 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 63a29c4b-05e7-446b-bd2b-81e420d99f18 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:25:08.177548 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:08.181014 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c76bebf-fa19-4145-9d59-6421d60ce994 req-9f58a17f-55d9-408b-ae40-002156d10b73 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Made reservation on behalf of 32cc187dad0a4126a4e097b82132c4b0 for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:25:08.184518 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-0c76bebf-fa19-4145-9d59-6421d60ce994 req-9f58a17f-55d9-408b-ae40-002156d10b73 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:08.312920 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [req-0c76bebf-fa19-4145-9d59-6421d60ce994 req-9f58a17f-55d9-408b-ae40-002156d10b73 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Allocated IP 172.20.0.25 (20490778-711e-407d-81c2-e48af507d7a5/909065a7-d0cd-4f68-9c91-ff26de305596/f2a2c2df-5a21-4a79-a30f-2434f24390d5) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:25:08.445645 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-0c76bebf-fa19-4145-9d59-6421d60ce994 req-9f58a17f-55d9-408b-ae40-002156d10b73 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:08.458469 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-0c76bebf-fa19-4145-9d59-6421d60ce994 req-9f58a17f-55d9-408b-ae40-002156d10b73 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Transition to ACTIVE for port object f2a2c2df-5a21-4a79-a30f-2434f24390d5 will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:25:08.491642 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-0c76bebf-fa19-4145-9d59-6421d60ce994 req-9f58a17f-55d9-408b-ae40-002156d10b73 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:08.541692 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c76bebf-fa19-4145-9d59-6421d60ce994 req-9f58a17f-55d9-408b-ae40-002156d10b73 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Network 20490778-711e-407d-81c2-e48af507d7a5 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:25:08.544680 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [req-0c76bebf-fa19-4145-9d59-6421d60ce994 req-9f58a17f-55d9-408b-ae40-002156d10b73 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:25:08.548441 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c76bebf-fa19-4145-9d59-6421d60ce994 req-9f58a17f-55d9-408b-ae40-002156d10b73 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:25:08.575035 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f58a17f-55d9-408b-ae40-002156d10b73 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Pushing event updated for resources: {'Port': ['ID=f2a2c2df-5a21-4a79-a30f-2434f24390d5,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:25:08.601396 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c76bebf-fa19-4145-9d59-6421d60ce994 req-9f58a17f-55d9-408b-ae40-002156d10b73 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:08.602020 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-0c76bebf-fa19-4145-9d59-6421d60ce994 req-9f58a17f-55d9-408b-ae40-002156d10b73 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:08.617661 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0c76bebf-fa19-4145-9d59-6421d60ce994 req-9f58a17f-55d9-408b-ae40-002156d10b73 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5763316 Aug 16 23:25:08.635828 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-0c76bebf-fa19-4145-9d59-6421d60ce994 req-d51e38c0-f180-4e88-bd76-cc3f7cbbbdd5 service neutron] Request body: {'port': {'device_id': '3a339d4b-9f64-4405-a906-3fb76de077be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-26'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:25:08.692094 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-0c76bebf-fa19-4145-9d59-6421d60ce994 req-d51e38c0-f180-4e88-bd76-cc3f7cbbbdd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:08.828650 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-28e3ca4c-c617-4d85-a905-5eb9d9238454 None None] Provisioning for port f2a2c2df-5a21-4a79-a30f-2434f24390d5 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:25:08.833218 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-28e3ca4c-c617-4d85-a905-5eb9d9238454 None None] Provisioning complete for port f2a2c2df-5a21-4a79-a30f-2434f24390d5 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:25:08.833594 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-28e3ca4c-c617-4d85-a905-5eb9d9238454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:08.870003 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-28e3ca4c-c617-4d85-a905-5eb9d9238454 None None] Port f2a2c2df-5a21-4a79-a30f-2434f24390d5 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:25:08.966232 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [req-0c76bebf-fa19-4145-9d59-6421d60ce994 req-d51e38c0-f180-4e88-bd76-cc3f7cbbbdd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2a2c2df-5a21-4a79-a30f-2434f24390d5 {{(pid=101292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:25:08.973729 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-0c76bebf-fa19-4145-9d59-6421d60ce994 req-d51e38c0-f180-4e88-bd76-cc3f7cbbbdd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:08.985454 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-0c76bebf-fa19-4145-9d59-6421d60ce994 req-d51e38c0-f180-4e88-bd76-cc3f7cbbbdd5 service neutron] Transition to ACTIVE for port object f2a2c2df-5a21-4a79-a30f-2434f24390d5 will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:25:08.990206 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-0c76bebf-fa19-4145-9d59-6421d60ce994 req-d51e38c0-f180-4e88-bd76-cc3f7cbbbdd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:09.059562 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51e38c0-f180-4e88-bd76-cc3f7cbbbdd5 service neutron] Pushing event updated for resources: {'Port': ['ID=f2a2c2df-5a21-4a79-a30f-2434f24390d5,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:25:09.118132 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-0c76bebf-fa19-4145-9d59-6421d60ce994 req-d51e38c0-f180-4e88-bd76-cc3f7cbbbdd5 service neutron] Attempting to bind port f2a2c2df-5a21-4a79-a30f-2434f24390d5 on host n-h2-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:25:09.118646 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-0c76bebf-fa19-4145-9d59-6421d60ce994 req-d51e38c0-f180-4e88-bd76-cc3f7cbbbdd5 service neutron] Attempting to bind port f2a2c2df-5a21-4a79-a30f-2434f24390d5 by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': '0cebdfb1-77f0-4300-903f-b15acf0bd80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '20490778-711e-407d-81c2-e48af507d7a5'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:25:09.119088 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c76bebf-fa19-4145-9d59-6421d60ce994 req-d51e38c0-f180-4e88-bd76-cc3f7cbbbdd5 service neutron] Attempting to bind port f2a2c2df-5a21-4a79-a30f-2434f24390d5 on network 20490778-711e-407d-81c2-e48af507d7a5 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:25:09.124123 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c76bebf-fa19-4145-9d59-6421d60ce994 req-d51e38c0-f180-4e88-bd76-cc3f7cbbbdd5 service neutron] Port f2a2c2df-5a21-4a79-a30f-2434f24390d5 on network 20490778-711e-407d-81c2-e48af507d7a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:25:09.124604 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c76bebf-fa19-4145-9d59-6421d60ce994 req-d51e38c0-f180-4e88-bd76-cc3f7cbbbdd5 service neutron] Attempting to bind port f2a2c2df-5a21-4a79-a30f-2434f24390d5 on network 20490778-711e-407d-81c2-e48af507d7a5 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:25:09.130808 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c76bebf-fa19-4145-9d59-6421d60ce994 req-d51e38c0-f180-4e88-bd76-cc3f7cbbbdd5 service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:25:09.131286 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c76bebf-fa19-4145-9d59-6421d60ce994 req-d51e38c0-f180-4e88-bd76-cc3f7cbbbdd5 service neutron] Checking segment: {'id': '0cebdfb1-77f0-4300-903f-b15acf0bd80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '20490778-711e-407d-81c2-e48af507d7a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:25:09.131959 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c76bebf-fa19-4145-9d59-6421d60ce994 req-d51e38c0-f180-4e88-bd76-cc3f7cbbbdd5 service neutron] Bound using segment: {'id': '0cebdfb1-77f0-4300-903f-b15acf0bd80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '20490778-711e-407d-81c2-e48af507d7a5'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:25:09.132470 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-0c76bebf-fa19-4145-9d59-6421d60ce994 req-d51e38c0-f180-4e88-bd76-cc3f7cbbbdd5 service neutron] Bound port: f2a2c2df-5a21-4a79-a30f-2434f24390d5, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cebdfb1-77f0-4300-903f-b15acf0bd80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '20490778-711e-407d-81c2-e48af507d7a5'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:25:09.132933 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-0c76bebf-fa19-4145-9d59-6421d60ce994 req-d51e38c0-f180-4e88-bd76-cc3f7cbbbdd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:09.229671 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226e0dec-b44f-4f41-922c-3c27bce0106f req-209153ae-c9f5-4f79-a0f9-c705860fe79f tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:09.231180 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-226e0dec-b44f-4f41-922c-3c27bce0106f req-209153ae-c9f5-4f79-a0f9-c705860fe79f tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a339d4b-9f64-4405-a906-3fb76de077be HTTP/1.1" status: 200 len: 944 time: 0.0877264 Aug 16 23:25:09.247713 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-0c76bebf-fa19-4145-9d59-6421d60ce994 req-d51e38c0-f180-4e88-bd76-cc3f7cbbbdd5 service neutron] For port f2a2c2df-5a21-4a79-a30f-2434f24390d5, host n-h2-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:25:09.271748 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-0c76bebf-fa19-4145-9d59-6421d60ce994 req-d51e38c0-f180-4e88-bd76-cc3f7cbbbdd5 service neutron] For port f2a2c2df-5a21-4a79-a30f-2434f24390d5, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=f2a2c2df-5a21-4a79-a30f-2434f24390d5,segment=NetworkSegment(0cebdfb1-77f0-4300-903f-b15acf0bd80e),segment_id=0cebdfb1-77f0-4300-903f-b15acf0bd80e)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:25:09.282056 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-0c76bebf-fa19-4145-9d59-6421d60ce994 req-d51e38c0-f180-4e88-bd76-cc3f7cbbbdd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:09.297330 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-226e0dec-b44f-4f41-922c-3c27bce0106f req-775b92ea-7652-4a37-bac3-f0389f50543b tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "GET /v2.0/security-groups?id=3acf7303-54b6-4fd9-a97a-854b783d1c49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593374 Aug 16 23:25:09.325102 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c76bebf-fa19-4145-9d59-6421d60ce994 req-d51e38c0-f180-4e88-bd76-cc3f7cbbbdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:09.325747 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-0c76bebf-fa19-4145-9d59-6421d60ce994 req-d51e38c0-f180-4e88-bd76-cc3f7cbbbdd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:09.327145 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0c76bebf-fa19-4145-9d59-6421d60ce994 req-d51e38c0-f180-4e88-bd76-cc3f7cbbbdd5 service neutron] 10.222.0.57 "PUT /v2.0/ports/f2a2c2df-5a21-4a79-a30f-2434f24390d5 HTTP/1.1" status: 200 len: 1093 time: 0.6957953 Aug 16 23:25:09.327615 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a339d4b-9f64-4405-a906-3fb76de077be', 'tag': 'f2a2c2df-5a21-4a79-a30f-2434f24390d5'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:25:09.329951 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6c545e5-0043-41a1-b0df-c082a8a37197" -d '{"events": [{"name": "network-changed", "server_uuid": "3a339d4b-9f64-4405-a906-3fb76de077be", "tag": "f2a2c2df-5a21-4a79-a30f-2434f24390d5"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:25:09.366742 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51e38c0-f180-4e88-bd76-cc3f7cbbbdd5 service neutron] Pushing event updated for resources: {'Port': ['ID=f2a2c2df-5a21-4a79-a30f-2434f24390d5,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:25:09.384409 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-714e4e66-908e-4cc9-968d-a6fdce3d62ca x-openstack-request-id: req-714e4e66-908e-4cc9-968d-a6fdce3d62ca {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:25:09.385573 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a339d4b-9f64-4405-a906-3fb76de077be", "tag": "f2a2c2df-5a21-4a79-a30f-2434f24390d5", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:25:09.385845 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-714e4e66-908e-4cc9-968d-a6fdce3d62ca {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:25:09.386266 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a339d4b-9f64-4405-a906-3fb76de077be', 'tag': 'f2a2c2df-5a21-4a79-a30f-2434f24390d5', 'status': 'completed', 'code': 200} Aug 16 23:25:09.464331 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c76bebf-fa19-4145-9d59-6421d60ce994 req-6ae050fd-280a-4a3f-80b6-f4d60024a7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:09.465924 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0c76bebf-fa19-4145-9d59-6421d60ce994 req-6ae050fd-280a-4a3f-80b6-f4d60024a7ed service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=32cc187dad0a4126a4e097b82132c4b0&device_id=3a339d4b-9f64-4405-a906-3fb76de077be HTTP/1.1" status: 200 len: 1096 time: 0.0464845 Aug 16 23:25:09.529010 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0c76bebf-fa19-4145-9d59-6421d60ce994 req-4e6ea796-123b-4939-b904-806ade64cb1b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=f2a2c2df-5a21-4a79-a30f-2434f24390d5 HTTP/1.1" status: 200 len: 217 time: 0.0365014 Aug 16 23:25:09.578891 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c76bebf-fa19-4145-9d59-6421d60ce994 req-06e278a4-81f9-42e8-bdbb-5b64b8ab8d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:09.580950 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0c76bebf-fa19-4145-9d59-6421d60ce994 req-06e278a4-81f9-42e8-bdbb-5b64b8ab8d3f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=909065a7-d0cd-4f68-9c91-ff26de305596 HTTP/1.1" status: 200 len: 838 time: 0.0441713 Aug 16 23:25:09.633359 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c76bebf-fa19-4145-9d59-6421d60ce994 req-9c016b06-ec5b-40ad-bcc6-bfa59e68f930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:09.634901 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0c76bebf-fa19-4145-9d59-6421d60ce994 req-9c016b06-ec5b-40ad-bcc6-bfa59e68f930 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=20490778-711e-407d-81c2-e48af507d7a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0473166 Aug 16 23:25:09.729206 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0c76bebf-fa19-4145-9d59-6421d60ce994 req-c9e4c9f5-4bad-4479-bc95-c3b3030063c3 service neutron] 10.222.0.57 "GET /v2.0/networks/20490778-711e-407d-81c2-e48af507d7a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861232 Aug 16 23:25:09.828101 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0c76bebf-fa19-4145-9d59-6421d60ce994 req-41fede86-91b8-4370-8536-4bcff8826d51 service neutron] 10.222.0.57 "GET /v2.0/networks/20490778-711e-407d-81c2-e48af507d7a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915716 Aug 16 23:25:09.971820 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c545e5-0043-41a1-b0df-c082a8a37197 req-6808155b-1aa9-49e8-b2f9-4fc2adbcd83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:09.973448 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e6c545e5-0043-41a1-b0df-c082a8a37197 req-6808155b-1aa9-49e8-b2f9-4fc2adbcd83e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=32cc187dad0a4126a4e097b82132c4b0&device_id=3a339d4b-9f64-4405-a906-3fb76de077be HTTP/1.1" status: 200 len: 1096 time: 0.0438001 Aug 16 23:25:10.068011 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c545e5-0043-41a1-b0df-c082a8a37197 req-e2fd1df2-d4fb-4e97-a338-6e1caef63c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:10.069579 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e6c545e5-0043-41a1-b0df-c082a8a37197 req-e2fd1df2-d4fb-4e97-a338-6e1caef63c5e service neutron] 10.222.0.57 "GET /v2.0/networks?id=20490778-711e-407d-81c2-e48af507d7a5 HTTP/1.1" status: 200 len: 898 time: 0.0887759 Aug 16 23:25:10.112743 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e6c545e5-0043-41a1-b0df-c082a8a37197 req-6fc20e51-2ade-4336-ba75-17d30a5f4410 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=f2a2c2df-5a21-4a79-a30f-2434f24390d5 HTTP/1.1" status: 200 len: 217 time: 0.0355201 Aug 16 23:25:10.160387 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c545e5-0043-41a1-b0df-c082a8a37197 req-7cda467c-fe60-465c-8707-476b206a3323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:10.161919 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e6c545e5-0043-41a1-b0df-c082a8a37197 req-7cda467c-fe60-465c-8707-476b206a3323 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=909065a7-d0cd-4f68-9c91-ff26de305596 HTTP/1.1" status: 200 len: 838 time: 0.0432129 Aug 16 23:25:10.207354 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c545e5-0043-41a1-b0df-c082a8a37197 req-da9cbe06-3142-45d2-9bf0-0b4fa0b1f50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:10.208787 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e6c545e5-0043-41a1-b0df-c082a8a37197 req-da9cbe06-3142-45d2-9bf0-0b4fa0b1f50f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=20490778-711e-407d-81c2-e48af507d7a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0391090 Aug 16 23:25:10.301040 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e6c545e5-0043-41a1-b0df-c082a8a37197 req-065e3f27-a801-4c4d-824f-9d9432fc704a service neutron] 10.222.0.57 "GET /v2.0/networks/20490778-711e-407d-81c2-e48af507d7a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849881 Aug 16 23:25:10.422898 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e6c545e5-0043-41a1-b0df-c082a8a37197 req-10e24b7f-314a-4904-901d-9a31864e5d86 service neutron] 10.222.0.57 "GET /v2.0/networks/20490778-711e-407d-81c2-e48af507d7a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155403 Aug 16 23:25:10.441459 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc01ae7e-e90b-476b-81cd-2b085d6b55b8 req-285e8ce4-89a2-4614-ac8b-1a324f27cf75 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:10.442918 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bc01ae7e-e90b-476b-81cd-2b085d6b55b8 req-285e8ce4-89a2-4614-ac8b-1a324f27cf75 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a339d4b-9f64-4405-a906-3fb76de077be HTTP/1.1" status: 200 len: 944 time: 0.0712039 Aug 16 23:25:10.481797 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bc01ae7e-e90b-476b-81cd-2b085d6b55b8 req-8b02ab90-823f-45a7-9cb5-09cc995045a6 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "GET /v2.0/security-groups?id=3acf7303-54b6-4fd9-a97a-854b783d1c49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326951 Aug 16 23:25:11.424479 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:11.597461 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e90310-ccd7-49e0-99a9-f2f4d46dabcd req-fa356c9a-afde-47b3-8d9a-d82b485315de tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:11.598936 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-75e90310-ccd7-49e0-99a9-f2f4d46dabcd req-fa356c9a-afde-47b3-8d9a-d82b485315de tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a339d4b-9f64-4405-a906-3fb76de077be HTTP/1.1" status: 200 len: 944 time: 0.0482929 Aug 16 23:25:11.639054 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-75e90310-ccd7-49e0-99a9-f2f4d46dabcd req-8d2b0bf4-a8b2-4f07-92a9-3301f2a19e9d tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "GET /v2.0/security-groups?id=3acf7303-54b6-4fd9-a97a-854b783d1c49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341723 Aug 16 23:25:12.751794 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20927ad-4b51-463e-b816-4104acd5357d req-70403b2e-1acf-4b48-8237-f49ceade5198 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:12.753924 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c20927ad-4b51-463e-b816-4104acd5357d req-70403b2e-1acf-4b48-8237-f49ceade5198 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a339d4b-9f64-4405-a906-3fb76de077be HTTP/1.1" status: 200 len: 944 time: 0.0491612 Aug 16 23:25:12.794260 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c20927ad-4b51-463e-b816-4104acd5357d req-552faac9-d06b-413a-a834-36ec5328d75d tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "GET /v2.0/security-groups?id=3acf7303-54b6-4fd9-a97a-854b783d1c49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344136 Aug 16 23:25:13.306076 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device f2a2c2df-5a21-4a79-a30f-2434f24390d5 details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:25:13.397884 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port f2a2c2df-5a21-4a79-a30f-2434f24390d5, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=f2a2c2df-5a21-4a79-a30f-2434f24390d5,segment=NetworkSegment(0cebdfb1-77f0-4300-903f-b15acf0bd80e),segment_id=0cebdfb1-77f0-4300-903f-b15acf0bd80e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:25:13.409236 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': 'f2a2c2df-5a21-4a79-a30f-2434f24390d5', 'network_id': '20490778-711e-407d-81c2-e48af507d7a5', 'port_id': 'f2a2c2df-5a21-4a79-a30f-2434f24390d5', 'mac_address': 'fa:16:3e:56:05:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '909065a7-d0cd-4f68-9c91-ff26de305596', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:25:13.448588 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:13.461179 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2a2c2df-5a21-4a79-a30f-2434f24390d5 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:25:13.480838 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port f2a2c2df-5a21-4a79-a30f-2434f24390d5, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=f2a2c2df-5a21-4a79-a30f-2434f24390d5,segment=NetworkSegment(0cebdfb1-77f0-4300-903f-b15acf0bd80e),segment_id=0cebdfb1-77f0-4300-903f-b15acf0bd80e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:25:13.484337 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:13.532373 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=f2a2c2df-5a21-4a79-a30f-2434f24390d5,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:25:13.885998 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['f2a2c2df-5a21-4a79-a30f-2434f24390d5'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:25:13.909750 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef2727d-ee42-4ab4-8094-30cafd2b5793 req-2f14a1bb-9375-4d8b-89b1-c08868f20a37 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:13.911279 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0ef2727d-ee42-4ab4-8094-30cafd2b5793 req-2f14a1bb-9375-4d8b-89b1-c08868f20a37 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a339d4b-9f64-4405-a906-3fb76de077be HTTP/1.1" status: 200 len: 945 time: 0.0500190 Aug 16 23:25:13.949925 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0ef2727d-ee42-4ab4-8094-30cafd2b5793 req-a4468ea2-a69b-4618-bc84-9890cbb08d5f tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "GET /v2.0/security-groups?id=3acf7303-54b6-4fd9-a97a-854b783d1c49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324764 Aug 16 23:25:15.070923 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f29c032-54da-4c5d-9bef-67ac74a7c31f req-203ceee4-70fc-40bf-aab7-fbf81cf09e8d tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:15.072415 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4f29c032-54da-4c5d-9bef-67ac74a7c31f req-203ceee4-70fc-40bf-aab7-fbf81cf09e8d tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a339d4b-9f64-4405-a906-3fb76de077be HTTP/1.1" status: 200 len: 945 time: 0.0487893 Aug 16 23:25:15.111249 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4f29c032-54da-4c5d-9bef-67ac74a7c31f req-11217679-1d4c-4fc5-8215-017a46dfd3f6 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "GET /v2.0/security-groups?id=3acf7303-54b6-4fd9-a97a-854b783d1c49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328286 Aug 16 23:25:15.301562 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device f2a2c2df-5a21-4a79-a30f-2434f24390d5 up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:25:15.349863 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning for port f2a2c2df-5a21-4a79-a30f-2434f24390d5 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:25:15.353454 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port f2a2c2df-5a21-4a79-a30f-2434f24390d5 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:25:15.353824 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:15.581957 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:15.603306 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a339d4b-9f64-4405-a906-3fb76de077be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2a2c2df-5a21-4a79-a30f-2434f24390d5'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:25:15.605559 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75383346-d115-4e4a-b969-6bc54e639d05" -d '{"events": [{"server_uuid": "3a339d4b-9f64-4405-a906-3fb76de077be", "name": "network-vif-plugged", "status": "completed", "tag": "f2a2c2df-5a21-4a79-a30f-2434f24390d5"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:25:15.618186 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port f2a2c2df-5a21-4a79-a30f-2434f24390d5, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=f2a2c2df-5a21-4a79-a30f-2434f24390d5,segment=NetworkSegment(0cebdfb1-77f0-4300-903f-b15acf0bd80e),segment_id=0cebdfb1-77f0-4300-903f-b15acf0bd80e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:25:15.622656 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:15.646698 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9228c3b-ae63-4e5f-be98-386014a769e1 x-openstack-request-id: req-d9228c3b-ae63-4e5f-be98-386014a769e1 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:25:15.646986 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a339d4b-9f64-4405-a906-3fb76de077be", "name": "network-vif-plugged", "status": "completed", "tag": "f2a2c2df-5a21-4a79-a30f-2434f24390d5", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:25:15.647231 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d9228c3b-ae63-4e5f-be98-386014a769e1 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:25:15.647622 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a339d4b-9f64-4405-a906-3fb76de077be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2a2c2df-5a21-4a79-a30f-2434f24390d5', 'code': 200} Aug 16 23:25:15.672206 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=f2a2c2df-5a21-4a79-a30f-2434f24390d5,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:25:15.767405 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa05f4-14d0-470d-86b6-1fbd256d4ec8 req-d514dd60-0db8-444a-9254-847dcabc8ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:15.769020 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fcfa05f4-14d0-470d-86b6-1fbd256d4ec8 req-d514dd60-0db8-444a-9254-847dcabc8ede service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3a339d4b-9f64-4405-a906-3fb76de077be HTTP/1.1" status: 200 len: 1098 time: 0.0413098 Aug 16 23:25:15.807527 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fcfa05f4-14d0-470d-86b6-1fbd256d4ec8 req-06c694d3-92e2-4b53-9c2a-8628de8a4ed5 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=3acf7303-54b6-4fd9-a97a-854b783d1c49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310133 Aug 16 23:25:16.229068 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12729c3-1580-44a0-9ee7-94b2b500d667 req-1ea0cd90-46ff-416c-9c13-6bb0b2d59c48 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:16.230581 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d12729c3-1580-44a0-9ee7-94b2b500d667 req-1ea0cd90-46ff-416c-9c13-6bb0b2d59c48 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a339d4b-9f64-4405-a906-3fb76de077be HTTP/1.1" status: 200 len: 946 time: 0.0484827 Aug 16 23:25:16.269474 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d12729c3-1580-44a0-9ee7-94b2b500d667 req-f76f80e3-60f1-41bf-a996-924d87cb0532 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "GET /v2.0/security-groups?id=3acf7303-54b6-4fd9-a97a-854b783d1c49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327234 Aug 16 23:25:17.384963 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530c83f2-83ba-44da-b5fa-a410facd2fdb req-2265bc70-f2db-452c-ae36-371191f2211c tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:17.386436 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-530c83f2-83ba-44da-b5fa-a410facd2fdb req-2265bc70-f2db-452c-ae36-371191f2211c tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a339d4b-9f64-4405-a906-3fb76de077be HTTP/1.1" status: 200 len: 946 time: 0.0487337 Aug 16 23:25:17.422941 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-530c83f2-83ba-44da-b5fa-a410facd2fdb req-339f0816-d632-4bed-a8ab-f45969871d11 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "GET /v2.0/security-groups?id=3acf7303-54b6-4fd9-a97a-854b783d1c49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305164 Aug 16 23:25:17.553115 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047ff4c5-f55f-4d98-927c-57d8cb16f6f2 req-3d4862f0-fb6e-4cec-86ce-088e23874d95 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:17.554583 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-047ff4c5-f55f-4d98-927c-57d8cb16f6f2 req-3d4862f0-fb6e-4cec-86ce-088e23874d95 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a339d4b-9f64-4405-a906-3fb76de077be HTTP/1.1" status: 200 len: 946 time: 0.0486414 Aug 16 23:25:17.595993 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-047ff4c5-f55f-4d98-927c-57d8cb16f6f2 req-e5563ea0-0c38-46fc-8282-fc1dc9688b18 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "GET /v2.0/security-groups?id=3acf7303-54b6-4fd9-a97a-854b783d1c49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354807 Aug 16 23:25:17.683609 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-197febff-5ecd-49b2-bae1-ce000c1de153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:19.097982 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 49856) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:25:19.533524 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-262749d9-c579-4e0b-ab0c-49b552ae60c1 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:19.789018 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-73c3aae2-56db-458b-a863-358c29f99eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:19.802896 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-262749d9-c579-4e0b-ab0c-49b552ae60c1 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Allocated IP 172.20.0.17 (20490778-711e-407d-81c2-e48af507d7a5/909065a7-d0cd-4f68-9c91-ff26de305596/b8fa157a-bac7-460c-acbe-be9d7b591b86) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:25:19.910629 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-262749d9-c579-4e0b-ab0c-49b552ae60c1 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:19.923177 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [None req-262749d9-c579-4e0b-ab0c-49b552ae60c1 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Transition to ACTIVE for port object b8fa157a-bac7-460c-acbe-be9d7b591b86 will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:25:19.955314 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-262749d9-c579-4e0b-ab0c-49b552ae60c1 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:20.000560 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262749d9-c579-4e0b-ab0c-49b552ae60c1 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Network 20490778-711e-407d-81c2-e48af507d7a5 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:25:20.004255 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-262749d9-c579-4e0b-ab0c-49b552ae60c1 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:25:20.008123 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262749d9-c579-4e0b-ab0c-49b552ae60c1 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:25:20.031630 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262749d9-c579-4e0b-ab0c-49b552ae60c1 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Pushing event updated for resources: {'Port': ['ID=b8fa157a-bac7-460c-acbe-be9d7b591b86,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:25:20.056218 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-262749d9-c579-4e0b-ab0c-49b552ae60c1 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954230'] for router_interface, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:20.193784 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-d9294950-df55-4fbe-af34-942e149ef101 None None] Provisioning for port b8fa157a-bac7-460c-acbe-be9d7b591b86 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:25:20.196411 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-262749d9-c579-4e0b-ab0c-49b552ae60c1 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:20.197742 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-d9294950-df55-4fbe-af34-942e149ef101 None None] Provisioning complete for port b8fa157a-bac7-460c-acbe-be9d7b591b86 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:25:20.198181 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d9294950-df55-4fbe-af34-942e149ef101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:20.230959 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-d9294950-df55-4fbe-af34-942e149ef101 None None] Port b8fa157a-bac7-460c-acbe-be9d7b591b86 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:25:20.471416 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-262749d9-c579-4e0b-ab0c-49b552ae60c1 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:20.476601 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-262749d9-c579-4e0b-ab0c-49b552ae60c1 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:20.548232 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262749d9-c579-4e0b-ab0c-49b552ae60c1 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Pushing event updated for resources: {'Port': ['ID=b8fa157a-bac7-460c-acbe-be9d7b591b86,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:25:20.551410 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-262749d9-c579-4e0b-ab0c-49b552ae60c1 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954122'] for router_interface, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:20.638217 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:20.645106 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262749d9-c579-4e0b-ab0c-49b552ae60c1 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Network 20490778-711e-407d-81c2-e48af507d7a5 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:25:20.646512 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-262749d9-c579-4e0b-ab0c-49b552ae60c1 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:25:20.766016 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-262749d9-c579-4e0b-ab0c-49b552ae60c1 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Router 1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:25:20.853853 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-b58e1991-6f61-4223-af52-f267cdb1cdfb None None] Provisioning complete for port b8fa157a-bac7-460c-acbe-be9d7b591b86 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:25:20.854466 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-b58e1991-6f61-4223-af52-f267cdb1cdfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:20.877255 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-262749d9-c579-4e0b-ab0c-49b552ae60c1 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:25:20.883633 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-262749d9-c579-4e0b-ab0c-49b552ae60c1 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "PUT /v2.0/routers/1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7842207 Aug 16 23:25:20.887941 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a4d371-80f5-409f-8538-4f7ecab35e93 None None] Sync routers for ids ['1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:25:20.892726 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-b58e1991-6f61-4223-af52-f267cdb1cdfb None None] Port b8fa157a-bac7-460c-acbe-be9d7b591b86 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:25:20.899644 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a4d371-80f5-409f-8538-4f7ecab35e93 None None] Routers {'1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:25:20.900286 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-04a4d371-80f5-409f-8538-4f7ecab35e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:25:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:25:21.005409 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-04a4d371-80f5-409f-8538-4f7ecab35e93 None None] Set router 1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:25:21.228913 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-04a4d371-80f5-409f-8538-4f7ecab35e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc', 'name': 'tempest-TestNetworkBasicOps-router-1954048256', 'tenant_id': '32cc187dad0a4126a4e097b82132c4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': '74d7f13c-c0aa-4de3-b9b6-c0c06b31d9a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:24:06Z', 'updated_at': '2021-08-16T23:25:20Z', 'revision_number': 5, 'project_id': '32cc187dad0a4126a4e097b82132c4b0', 'gw_port': {'id': '74d7f13c-c0aa-4de3-b9b6-c0c06b31d9a9', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:24:07Z', 'updated_at': '2021-08-16T23:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': 'edecb2f7-12b0-4460-b9f3-f68d31c17ea3', 'tenant_id': '32cc187dad0a4126a4e097b82132c4b0', 'floating_ip_address': '172.25.4.219', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': '1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc', 'port_id': 'f545331a-2585-4400-89b3-2be11d365d76', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3653, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd82a9ad3-85f9-4da6-a86f-bcb267e60b38', 'mac_address': 'fa:16:3e:a1:f8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6fe3dd2-0803-4596-bb1f-b7ccf32e4ecf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:24:26Z', 'updated_at': '2021-08-16T23:24:28Z', 'revision_number': 1, 'project_id': '32cc187dad0a4126a4e097b82132c4b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8fa157a-bac7-460c-acbe-be9d7b591b86', 'name': '', 'network_id': '20490778-711e-407d-81c2-e48af507d7a5', 'tenant_id': '32cc187dad0a4126a4e097b82132c4b0', 'mac_address': 'fa:16:3e:47:ad:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '909065a7-d0cd-4f68-9c91-ff26de305596', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:25:19Z', 'updated_at': '2021-08-16T23:25:20Z', 'revision_number': 2, 'project_id': '32cc187dad0a4126a4e097b82132c4b0', 'subnets': [{'id': '909065a7-d0cd-4f68-9c91-ff26de305596', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb77b979-7366-4f6f-8779-e019cdfcabfc', 'name': '', 'network_id': 'd82a9ad3-85f9-4da6-a86f-bcb267e60b38', 'tenant_id': '32cc187dad0a4126a4e097b82132c4b0', 'mac_address': 'fa:16:3e:3d:7b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'd7f207f0-fb50-43be-b557-d1450c1910bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:24:09Z', 'updated_at': '2021-08-16T23:24:14Z', 'revision_number': 5, 'project_id': '32cc187dad0a4126a4e097b82132c4b0', 'subnets': [{'id': 'd7f207f0-fb50-43be-b557-d1450c1910bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:25:21.255678 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a4d371-80f5-409f-8538-4f7ecab35e93 None None] Checking router: 1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:25:21.255957 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a4d371-80f5-409f-8538-4f7ecab35e93 None None] Updating router 1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc port b8fa157a-bac7-460c-acbe-be9d7b591b86 binding host n-d-791506-26 {{(pid=101294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:25:21.279118 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-04a4d371-80f5-409f-8538-4f7ecab35e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:21.538916 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-04a4d371-80f5-409f-8538-4f7ecab35e93 None None] Notify callbacks [] for port, precommit_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:21.548306 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.provisioning_blocks [None req-04a4d371-80f5-409f-8538-4f7ecab35e93 None None] Transition to ACTIVE for port object b8fa157a-bac7-460c-acbe-be9d7b591b86 will not be triggered until provisioned by entity L2. {{(pid=101294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:25:21.556793 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-04a4d371-80f5-409f-8538-4f7ecab35e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:21.605140 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bde2f6-b70e-476b-8e57-646dad2cbdda None None] Pushing event updated for resources: {'Port': ['ID=b8fa157a-bac7-460c-acbe-be9d7b591b86,revision_number=3']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:25:21.615695 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bde2f6-b70e-476b-8e57-646dad2cbdda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:21.616048 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bde2f6-b70e-476b-8e57-646dad2cbdda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:21.616511 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bde2f6-b70e-476b-8e57-646dad2cbdda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:21.616965 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bde2f6-b70e-476b-8e57-646dad2cbdda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:21.617300 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bde2f6-b70e-476b-8e57-646dad2cbdda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:21.617630 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bde2f6-b70e-476b-8e57-646dad2cbdda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:21.617957 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bde2f6-b70e-476b-8e57-646dad2cbdda None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:21.618278 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bde2f6-b70e-476b-8e57-646dad2cbdda None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:21.618605 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bde2f6-b70e-476b-8e57-646dad2cbdda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:21.618960 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bde2f6-b70e-476b-8e57-646dad2cbdda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:21.619285 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bde2f6-b70e-476b-8e57-646dad2cbdda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:21.619645 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bde2f6-b70e-476b-8e57-646dad2cbdda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:21.627590 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:21.671307 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-04a4d371-80f5-409f-8538-4f7ecab35e93 None None] Attempting to bind port b8fa157a-bac7-460c-acbe-be9d7b591b86 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:25:21.671668 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-04a4d371-80f5-409f-8538-4f7ecab35e93 None None] Attempting to bind port b8fa157a-bac7-460c-acbe-be9d7b591b86 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '0cebdfb1-77f0-4300-903f-b15acf0bd80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '20490778-711e-407d-81c2-e48af507d7a5'}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:25:21.672032 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a4d371-80f5-409f-8538-4f7ecab35e93 None None] Attempting to bind port b8fa157a-bac7-460c-acbe-be9d7b591b86 on network 20490778-711e-407d-81c2-e48af507d7a5 {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:25:21.677691 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a4d371-80f5-409f-8538-4f7ecab35e93 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:25:21.678063 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a4d371-80f5-409f-8538-4f7ecab35e93 None None] Checking segment: {'id': '0cebdfb1-77f0-4300-903f-b15acf0bd80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '20490778-711e-407d-81c2-e48af507d7a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:25:21.678461 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-04a4d371-80f5-409f-8538-4f7ecab35e93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:21.678914 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a4d371-80f5-409f-8538-4f7ecab35e93 None None] Bound using segment: {'id': '0cebdfb1-77f0-4300-903f-b15acf0bd80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '20490778-711e-407d-81c2-e48af507d7a5'} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:25:21.679373 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-04a4d371-80f5-409f-8538-4f7ecab35e93 None None] Bound port: b8fa157a-bac7-460c-acbe-be9d7b591b86, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cebdfb1-77f0-4300-903f-b15acf0bd80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '20490778-711e-407d-81c2-e48af507d7a5'}}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:25:21.679752 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-04a4d371-80f5-409f-8538-4f7ecab35e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:21.748086 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-04a4d371-80f5-409f-8538-4f7ecab35e93 None None] For port b8fa157a-bac7-460c-acbe-be9d7b591b86, host n-d-791506-26, cleared binding levels {{(pid=101294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:25:21.751346 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-04a4d371-80f5-409f-8538-4f7ecab35e93 None None] For port b8fa157a-bac7-460c-acbe-be9d7b591b86, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=b8fa157a-bac7-460c-acbe-be9d7b591b86,segment=NetworkSegment(0cebdfb1-77f0-4300-903f-b15acf0bd80e),segment_id=0cebdfb1-77f0-4300-903f-b15acf0bd80e)] {{(pid=101294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:25:21.755609 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-04a4d371-80f5-409f-8538-4f7ecab35e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:21.819083 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a4d371-80f5-409f-8538-4f7ecab35e93 None None] Routers {'1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:25:21.819705 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-04a4d371-80f5-409f-8538-4f7ecab35e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:25:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:25:21.822690 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bde2f6-b70e-476b-8e57-646dad2cbdda None None] Pushing event updated for resources: {'Port': ['ID=b8fa157a-bac7-460c-acbe-be9d7b591b86,revision_number=4']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:25:21.935522 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-04a4d371-80f5-409f-8538-4f7ecab35e93 None None] Set router 1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:25:22.166486 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-04a4d371-80f5-409f-8538-4f7ecab35e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc', 'name': 'tempest-TestNetworkBasicOps-router-1954048256', 'tenant_id': '32cc187dad0a4126a4e097b82132c4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': '74d7f13c-c0aa-4de3-b9b6-c0c06b31d9a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:24:06Z', 'updated_at': '2021-08-16T23:25:20Z', 'revision_number': 5, 'project_id': '32cc187dad0a4126a4e097b82132c4b0', 'gw_port': {'id': '74d7f13c-c0aa-4de3-b9b6-c0c06b31d9a9', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:24:07Z', 'updated_at': '2021-08-16T23:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': 'edecb2f7-12b0-4460-b9f3-f68d31c17ea3', 'tenant_id': '32cc187dad0a4126a4e097b82132c4b0', 'floating_ip_address': '172.25.4.219', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': '1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc', 'port_id': 'f545331a-2585-4400-89b3-2be11d365d76', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3653, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd82a9ad3-85f9-4da6-a86f-bcb267e60b38', 'mac_address': 'fa:16:3e:a1:f8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6fe3dd2-0803-4596-bb1f-b7ccf32e4ecf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:24:26Z', 'updated_at': '2021-08-16T23:24:28Z', 'revision_number': 1, 'project_id': '32cc187dad0a4126a4e097b82132c4b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8fa157a-bac7-460c-acbe-be9d7b591b86', 'name': '', 'network_id': '20490778-711e-407d-81c2-e48af507d7a5', 'tenant_id': '32cc187dad0a4126a4e097b82132c4b0', 'mac_address': 'fa:16:3e:47:ad:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '909065a7-d0cd-4f68-9c91-ff26de305596', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:25:19Z', 'updated_at': '2021-08-16T23:25:21Z', 'revision_number': 4, 'project_id': '32cc187dad0a4126a4e097b82132c4b0', 'subnets': [{'id': '909065a7-d0cd-4f68-9c91-ff26de305596', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb77b979-7366-4f6f-8779-e019cdfcabfc', 'name': '', 'network_id': 'd82a9ad3-85f9-4da6-a86f-bcb267e60b38', 'tenant_id': '32cc187dad0a4126a4e097b82132c4b0', 'mac_address': 'fa:16:3e:3d:7b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'd7f207f0-fb50-43be-b557-d1450c1910bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:24:09Z', 'updated_at': '2021-08-16T23:24:14Z', 'revision_number': 5, 'project_id': '32cc187dad0a4126a4e097b82132c4b0', 'subnets': [{'id': 'd7f207f0-fb50-43be-b557-d1450c1910bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:25:22.279138 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a4d371-80f5-409f-8538-4f7ecab35e93 None None] The sync data for ids ['1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc'] in n-d-791506-26 is: [{'id': '1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc', 'name': 'tempest-TestNetworkBasicOps-router-1954048256', 'tenant_id': '32cc187dad0a4126a4e097b82132c4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': '74d7f13c-c0aa-4de3-b9b6-c0c06b31d9a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:24:06Z', 'updated_at': '2021-08-16T23:25:20Z', 'revision_number': 5, 'project_id': '32cc187dad0a4126a4e097b82132c4b0', 'gw_port': {'id': '74d7f13c-c0aa-4de3-b9b6-c0c06b31d9a9', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:24:07Z', 'updated_at': '2021-08-16T23:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': 'edecb2f7-12b0-4460-b9f3-f68d31c17ea3', 'tenant_id': '32cc187dad0a4126a4e097b82132c4b0', 'floating_ip_address': '172.25.4.219', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': '1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc', 'port_id': 'f545331a-2585-4400-89b3-2be11d365d76', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3653, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd82a9ad3-85f9-4da6-a86f-bcb267e60b38', 'mac_address': 'fa:16:3e:a1:f8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6fe3dd2-0803-4596-bb1f-b7ccf32e4ecf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:24:26Z', 'updated_at': '2021-08-16T23:24:28Z', 'revision_number': 1, 'project_id': '32cc187dad0a4126a4e097b82132c4b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8fa157a-bac7-460c-acbe-be9d7b591b86', 'name': '', 'network_id': '20490778-711e-407d-81c2-e48af507d7a5', 'tenant_id': '32cc187dad0a4126a4e097b82132c4b0', 'mac_address': 'fa:16:3e:47:ad:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '909065a7-d0cd-4f68-9c91-ff26de305596', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:25:19Z', 'updated_at': '2021-08-16T23:25:21Z', 'revision_number': 4, 'project_id': '32cc187dad0a4126a4e097b82132c4b0', 'subnets': [{'id': '909065a7-d0cd-4f68-9c91-ff26de305596', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb77b979-7366-4f6f-8779-e019cdfcabfc', 'name': '', 'network_id': 'd82a9ad3-85f9-4da6-a86f-bcb267e60b38', 'tenant_id': '32cc187dad0a4126a4e097b82132c4b0', 'mac_address': 'fa:16:3e:3d:7b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'd7f207f0-fb50-43be-b557-d1450c1910bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:24:09Z', 'updated_at': '2021-08-16T23:24:14Z', 'revision_number': 5, 'project_id': '32cc187dad0a4126a4e097b82132c4b0', 'subnets': [{'id': 'd7f207f0-fb50-43be-b557-d1450c1910bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:25:22.819028 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:25:22.835735 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:24.138908 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device b8fa157a-bac7-460c-acbe-be9d7b591b86 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:25:24.187961 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port b8fa157a-bac7-460c-acbe-be9d7b591b86 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:25:24.191980 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port b8fa157a-bac7-460c-acbe-be9d7b591b86 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:25:24.192435 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:24.266143 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:24.303072 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port b8fa157a-bac7-460c-acbe-be9d7b591b86, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=b8fa157a-bac7-460c-acbe-be9d7b591b86,segment=NetworkSegment(0cebdfb1-77f0-4300-903f-b15acf0bd80e),segment_id=0cebdfb1-77f0-4300-903f-b15acf0bd80e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:25:24.307175 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:24.354443 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=b8fa157a-bac7-460c-acbe-be9d7b591b86,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:25:25.253589 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [req-5ea21a45-76c2-47e2-aef5-9caa1df44a32 req-15e3fbcc-0dd2-41cf-b454-34378f0f012c service neutron] (101292) timed out ('10.222.0.36', 58070) {{(pid=101292) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 23:25:25.496071 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:26.130488 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device b8fa157a-bac7-460c-acbe-be9d7b591b86 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:25:26.179380 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port b8fa157a-bac7-460c-acbe-be9d7b591b86 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:25:26.179756 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:41.424099 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:44.411995 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-05082885-345d-4e75-a509-ea1b8b8e048d req-63007947-3634-49de-942d-ffc9f9e3e195 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=f6fe3dd2-0803-4596-bb1f-b7ccf32e4ecf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0395234 Aug 16 23:25:44.500503 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05082885-345d-4e75-a509-ea1b8b8e048d req-743f91fc-54ea-4e5c-b7f7-9d958f4a1295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:44.502062 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-05082885-345d-4e75-a509-ea1b8b8e048d req-743f91fc-54ea-4e5c-b7f7-9d958f4a1295 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=32cc187dad0a4126a4e097b82132c4b0&device_id=f6fe3dd2-0803-4596-bb1f-b7ccf32e4ecf HTTP/1.1" status: 200 len: 1098 time: 0.0435226 Aug 16 23:25:44.619284 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05082885-345d-4e75-a509-ea1b8b8e048d req-e1d9ab69-0cce-4396-b742-3cfe1cd5569e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:44.620820 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-05082885-345d-4e75-a509-ea1b8b8e048d req-e1d9ab69-0cce-4396-b742-3cfe1cd5569e service neutron] 10.222.0.68 "GET /v2.0/networks?id=d82a9ad3-85f9-4da6-a86f-bcb267e60b38 HTTP/1.1" status: 200 len: 898 time: 0.0988202 Aug 16 23:25:44.690479 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-05082885-345d-4e75-a509-ea1b8b8e048d req-5b15fb6c-475d-447d-a251-4e02a55cb133 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f545331a-2585-4400-89b3-2be11d365d76 HTTP/1.1" status: 200 len: 1002 time: 0.0611403 Aug 16 23:25:44.747109 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05082885-345d-4e75-a509-ea1b8b8e048d req-58a3274b-e501-4c47-b350-0788ad2a50e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:44.748979 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-05082885-345d-4e75-a509-ea1b8b8e048d req-58a3274b-e501-4c47-b350-0788ad2a50e8 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d7f207f0-fb50-43be-b557-d1450c1910bf HTTP/1.1" status: 200 len: 835 time: 0.0511739 Aug 16 23:25:44.801282 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05082885-345d-4e75-a509-ea1b8b8e048d req-b5a237cc-15f7-4328-a100-19463dc23973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:44.802817 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-05082885-345d-4e75-a509-ea1b8b8e048d req-b5a237cc-15f7-4328-a100-19463dc23973 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d82a9ad3-85f9-4da6-a86f-bcb267e60b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464106 Aug 16 23:25:44.894023 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-05082885-345d-4e75-a509-ea1b8b8e048d req-f7d908c6-1128-4b32-a715-7369985a71f1 service neutron] 10.222.0.68 "GET /v2.0/networks/d82a9ad3-85f9-4da6-a86f-bcb267e60b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825527 Aug 16 23:25:44.994502 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-05082885-345d-4e75-a509-ea1b8b8e048d req-b071c557-9a73-4f41-89ae-526b7eb082a7 service neutron] 10.222.0.68 "GET /v2.0/networks/d82a9ad3-85f9-4da6-a86f-bcb267e60b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930002 Aug 16 23:25:47.684570 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-1f4aa56b-d452-4981-b95a-1aa2a13e844b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:49.791615 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2f140619-ab1b-4cda-9b4a-43f6e3d9898e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:50.641551 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:51.604643 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:52.466471 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 49954) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:25:52.840009 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:53.172240 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-aca51a78-fa3c-46f1-9061-8390f97ba118 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537579'] for router_interface, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:53.484875 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-aca51a78-fa3c-46f1-9061-8390f97ba118 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Deleting port b8fa157a-bac7-460c-acbe-be9d7b591b86 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:25:53.485572 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-aca51a78-fa3c-46f1-9061-8390f97ba118 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:53.575152 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-aca51a78-fa3c-46f1-9061-8390f97ba118 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] For port b8fa157a-bac7-460c-acbe-be9d7b591b86, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=b8fa157a-bac7-460c-acbe-be9d7b591b86,segment=NetworkSegment(0cebdfb1-77f0-4300-903f-b15acf0bd80e),segment_id=0cebdfb1-77f0-4300-903f-b15acf0bd80e)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:25:53.575526 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-aca51a78-fa3c-46f1-9061-8390f97ba118 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:53.589977 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-aca51a78-fa3c-46f1-9061-8390f97ba118 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Calling delete_port for b8fa157a-bac7-460c-acbe-be9d7b591b86 owned by network:router_interface {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:25:53.788871 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-aca51a78-fa3c-46f1-9061-8390f97ba118 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:53.820465 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca51a78-fa3c-46f1-9061-8390f97ba118 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Pushing event deleted for resources: {'Port': ['ID=b8fa157a-bac7-460c-acbe-be9d7b591b86,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:25:53.998893 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-aca51a78-fa3c-46f1-9061-8390f97ba118 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537471'] for router_interface, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:54.225433 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aca51a78-fa3c-46f1-9061-8390f97ba118 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Router 1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:25:54.336263 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aca51a78-fa3c-46f1-9061-8390f97ba118 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:25:54.341915 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-aca51a78-fa3c-46f1-9061-8390f97ba118 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "PUT /v2.0/routers/1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8741193 Aug 16 23:25:54.345365 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2430083-4bd7-49c0-bb17-c52fb0f512fb None None] Sync routers for ids ['1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:25:54.355593 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2430083-4bd7-49c0-bb17-c52fb0f512fb None None] Routers {'1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:25:54.356244 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-c2430083-4bd7-49c0-bb17-c52fb0f512fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:25:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:25:54.464109 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-c2430083-4bd7-49c0-bb17-c52fb0f512fb None None] Set router 1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:25:54.590587 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-77cdcb09-d65b-4f77-a450-88d7d959ec96 req-c20715f6-c438-4540-ba94-f0132b233268 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=54864ef2-50e8-4043-a018-51f262083f89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0701993 Aug 16 23:25:54.602979 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265307d7-13d3-4e29-b6aa-8d07158ae51a req-7befa8b2-ecf0-4984-a547-a8241234457a tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:54.603985 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-265307d7-13d3-4e29-b6aa-8d07158ae51a req-7befa8b2-ecf0-4984-a547-a8241234457a tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a339d4b-9f64-4405-a906-3fb76de077be HTTP/1.1" status: 200 len: 946 time: 0.0755024 Aug 16 23:25:54.651021 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-265307d7-13d3-4e29-b6aa-8d07158ae51a req-dbfe6c9e-d0a8-475c-a3fd-80dc3e936a54 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "GET /v2.0/security-groups?id=3acf7303-54b6-4fd9-a97a-854b783d1c49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405786 Aug 16 23:25:54.702351 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cdcb09-d65b-4f77-a450-88d7d959ec96 req-e8084e63-a667-44fe-b653-ccdd72c148e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:54.704477 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-77cdcb09-d65b-4f77-a450-88d7d959ec96 req-e8084e63-a667-44fe-b653-ccdd72c148e3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=08859d0d7ef54f7180b6c9acbcbb613a&device_id=54864ef2-50e8-4043-a018-51f262083f89 HTTP/1.1" status: 200 len: 1098 time: 0.0488408 Aug 16 23:25:54.716482 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-c2430083-4bd7-49c0-bb17-c52fb0f512fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc', 'name': 'tempest-TestNetworkBasicOps-router-1954048256', 'tenant_id': '32cc187dad0a4126a4e097b82132c4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': '74d7f13c-c0aa-4de3-b9b6-c0c06b31d9a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:24:06Z', 'updated_at': '2021-08-16T23:25:53Z', 'revision_number': 6, 'project_id': '32cc187dad0a4126a4e097b82132c4b0', 'gw_port': {'id': '74d7f13c-c0aa-4de3-b9b6-c0c06b31d9a9', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:24:07Z', 'updated_at': '2021-08-16T23:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': 'edecb2f7-12b0-4460-b9f3-f68d31c17ea3', 'tenant_id': '32cc187dad0a4126a4e097b82132c4b0', 'floating_ip_address': '172.25.4.219', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': '1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc', 'port_id': 'f545331a-2585-4400-89b3-2be11d365d76', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3653, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd82a9ad3-85f9-4da6-a86f-bcb267e60b38', 'mac_address': 'fa:16:3e:a1:f8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6fe3dd2-0803-4596-bb1f-b7ccf32e4ecf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:24:26Z', 'updated_at': '2021-08-16T23:24:28Z', 'revision_number': 1, 'project_id': '32cc187dad0a4126a4e097b82132c4b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb77b979-7366-4f6f-8779-e019cdfcabfc', 'name': '', 'network_id': 'd82a9ad3-85f9-4da6-a86f-bcb267e60b38', 'tenant_id': '32cc187dad0a4126a4e097b82132c4b0', 'mac_address': 'fa:16:3e:3d:7b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'd7f207f0-fb50-43be-b557-d1450c1910bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:24:09Z', 'updated_at': '2021-08-16T23:24:14Z', 'revision_number': 5, 'project_id': '32cc187dad0a4126a4e097b82132c4b0', 'subnets': [{'id': 'd7f207f0-fb50-43be-b557-d1450c1910bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:25:54.744113 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2430083-4bd7-49c0-bb17-c52fb0f512fb None None] Checking router: 1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:25:54.752189 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2430083-4bd7-49c0-bb17-c52fb0f512fb None None] Routers {'1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:25:54.752824 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-c2430083-4bd7-49c0-bb17-c52fb0f512fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:25:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:25:54.809225 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cdcb09-d65b-4f77-a450-88d7d959ec96 req-12bde675-efbb-4165-bf93-27855a20e667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:54.810708 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-77cdcb09-d65b-4f77-a450-88d7d959ec96 req-12bde675-efbb-4165-bf93-27855a20e667 service neutron] 10.222.0.57 "GET /v2.0/networks?id=17243197-d8cc-438b-bbbf-e93eccd01246 HTTP/1.1" status: 200 len: 911 time: 0.0863483 Aug 16 23:25:54.856601 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-c2430083-4bd7-49c0-bb17-c52fb0f512fb None None] Set router 1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:25:54.881736 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-77cdcb09-d65b-4f77-a450-88d7d959ec96 req-3463f1b9-f1b0-4cde-be8a-9aeba3c63dcb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8fc2932c-b2f6-4641-a193-b18b19a4587f HTTP/1.1" status: 200 len: 1002 time: 0.0628154 Aug 16 23:25:54.934976 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cdcb09-d65b-4f77-a450-88d7d959ec96 req-c3eb74af-d296-4171-ad62-0a9e5b2fe96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:54.936784 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-77cdcb09-d65b-4f77-a450-88d7d959ec96 req-c3eb74af-d296-4171-ad62-0a9e5b2fe96a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4de9f471-133b-48cf-8ec1-15be31a77e92 HTTP/1.1" status: 200 len: 849 time: 0.0468357 Aug 16 23:25:54.988514 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cdcb09-d65b-4f77-a450-88d7d959ec96 req-1bcb9f4b-7471-48aa-90e4-01bb70a1313f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:54.990174 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-77cdcb09-d65b-4f77-a450-88d7d959ec96 req-1bcb9f4b-7471-48aa-90e4-01bb70a1313f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=17243197-d8cc-438b-bbbf-e93eccd01246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452180 Aug 16 23:25:55.101280 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-c2430083-4bd7-49c0-bb17-c52fb0f512fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc', 'name': 'tempest-TestNetworkBasicOps-router-1954048256', 'tenant_id': '32cc187dad0a4126a4e097b82132c4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': '74d7f13c-c0aa-4de3-b9b6-c0c06b31d9a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:24:06Z', 'updated_at': '2021-08-16T23:25:53Z', 'revision_number': 6, 'project_id': '32cc187dad0a4126a4e097b82132c4b0', 'gw_port': {'id': '74d7f13c-c0aa-4de3-b9b6-c0c06b31d9a9', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:24:07Z', 'updated_at': '2021-08-16T23:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': 'edecb2f7-12b0-4460-b9f3-f68d31c17ea3', 'tenant_id': '32cc187dad0a4126a4e097b82132c4b0', 'floating_ip_address': '172.25.4.219', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': '1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc', 'port_id': 'f545331a-2585-4400-89b3-2be11d365d76', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3653, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd82a9ad3-85f9-4da6-a86f-bcb267e60b38', 'mac_address': 'fa:16:3e:a1:f8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6fe3dd2-0803-4596-bb1f-b7ccf32e4ecf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:24:26Z', 'updated_at': '2021-08-16T23:24:28Z', 'revision_number': 1, 'project_id': '32cc187dad0a4126a4e097b82132c4b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb77b979-7366-4f6f-8779-e019cdfcabfc', 'name': '', 'network_id': 'd82a9ad3-85f9-4da6-a86f-bcb267e60b38', 'tenant_id': '32cc187dad0a4126a4e097b82132c4b0', 'mac_address': 'fa:16:3e:3d:7b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'd7f207f0-fb50-43be-b557-d1450c1910bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:24:09Z', 'updated_at': '2021-08-16T23:24:14Z', 'revision_number': 5, 'project_id': '32cc187dad0a4126a4e097b82132c4b0', 'subnets': [{'id': 'd7f207f0-fb50-43be-b557-d1450c1910bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:25:55.104795 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-77cdcb09-d65b-4f77-a450-88d7d959ec96 req-d52053f5-3125-437f-aa8b-403937c7a5ee service neutron] 10.222.0.57 "GET /v2.0/networks/17243197-d8cc-438b-bbbf-e93eccd01246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059611 Aug 16 23:25:55.131336 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2430083-4bd7-49c0-bb17-c52fb0f512fb None None] The sync data for ids ['1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc'] in n-d-791506-26 is: [{'id': '1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc', 'name': 'tempest-TestNetworkBasicOps-router-1954048256', 'tenant_id': '32cc187dad0a4126a4e097b82132c4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': '74d7f13c-c0aa-4de3-b9b6-c0c06b31d9a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:24:06Z', 'updated_at': '2021-08-16T23:25:53Z', 'revision_number': 6, 'project_id': '32cc187dad0a4126a4e097b82132c4b0', 'gw_port': {'id': '74d7f13c-c0aa-4de3-b9b6-c0c06b31d9a9', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:24:07Z', 'updated_at': '2021-08-16T23:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': 'edecb2f7-12b0-4460-b9f3-f68d31c17ea3', 'tenant_id': '32cc187dad0a4126a4e097b82132c4b0', 'floating_ip_address': '172.25.4.219', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': '1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc', 'port_id': 'f545331a-2585-4400-89b3-2be11d365d76', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3653, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd82a9ad3-85f9-4da6-a86f-bcb267e60b38', 'mac_address': 'fa:16:3e:a1:f8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6fe3dd2-0803-4596-bb1f-b7ccf32e4ecf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:24:26Z', 'updated_at': '2021-08-16T23:24:28Z', 'revision_number': 1, 'project_id': '32cc187dad0a4126a4e097b82132c4b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb77b979-7366-4f6f-8779-e019cdfcabfc', 'name': '', 'network_id': 'd82a9ad3-85f9-4da6-a86f-bcb267e60b38', 'tenant_id': '32cc187dad0a4126a4e097b82132c4b0', 'mac_address': 'fa:16:3e:3d:7b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'd7f207f0-fb50-43be-b557-d1450c1910bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:24:09Z', 'updated_at': '2021-08-16T23:24:14Z', 'revision_number': 5, 'project_id': '32cc187dad0a4126a4e097b82132c4b0', 'subnets': [{'id': 'd7f207f0-fb50-43be-b557-d1450c1910bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:25:55.209757 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-77cdcb09-d65b-4f77-a450-88d7d959ec96 req-ab330704-7dfc-45dd-86f8-5875fe77929a service neutron] 10.222.0.57 "GET /v2.0/networks/17243197-d8cc-438b-bbbf-e93eccd01246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968812 Aug 16 23:25:55.509528 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:55.768587 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe52cce-79a2-4160-bb76-ba64f0439014 req-1e321952-9639-4797-a401-4b228e2ab9e8 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:55.770578 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-abe52cce-79a2-4160-bb76-ba64f0439014 req-1e321952-9639-4797-a401-4b228e2ab9e8 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a339d4b-9f64-4405-a906-3fb76de077be HTTP/1.1" status: 200 len: 946 time: 0.0504239 Aug 16 23:25:55.807937 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-abe52cce-79a2-4160-bb76-ba64f0439014 req-92204d6b-52dc-427f-b7cc-0bf90ba4c016 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "GET /v2.0/security-groups?id=3acf7303-54b6-4fd9-a97a-854b783d1c49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315163 Aug 16 23:25:56.103421 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device b8fa157a-bac7-460c-acbe-be9d7b591b86 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:25:56.123483 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: b8fa157a-bac7-460c-acbe-be9d7b591b86 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:25:56.123825 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device b8fa157a-bac7-460c-acbe-be9d7b591b86 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:25:56.226304 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b5d5c-7d62-4453-a455-bbd2e9463a4f req-50d447c2-5245-47e7-ab10-349e81e24b7a tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:56.227799 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-748b5d5c-7d62-4453-a455-bbd2e9463a4f req-50d447c2-5245-47e7-ab10-349e81e24b7a tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a339d4b-9f64-4405-a906-3fb76de077be HTTP/1.1" status: 200 len: 946 time: 0.0574315 Aug 16 23:25:56.318420 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-748b5d5c-7d62-4453-a455-bbd2e9463a4f req-39eae704-ebc6-468f-a41c-4fa145d47695 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Deleting port f2a2c2df-5a21-4a79-a30f-2434f24390d5 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:25:56.318771 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-748b5d5c-7d62-4453-a455-bbd2e9463a4f req-39eae704-ebc6-468f-a41c-4fa145d47695 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:56.414544 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-748b5d5c-7d62-4453-a455-bbd2e9463a4f req-39eae704-ebc6-468f-a41c-4fa145d47695 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] For port f2a2c2df-5a21-4a79-a30f-2434f24390d5, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=f2a2c2df-5a21-4a79-a30f-2434f24390d5,segment=NetworkSegment(0cebdfb1-77f0-4300-903f-b15acf0bd80e),segment_id=0cebdfb1-77f0-4300-903f-b15acf0bd80e)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:25:56.415125 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-748b5d5c-7d62-4453-a455-bbd2e9463a4f req-39eae704-ebc6-468f-a41c-4fa145d47695 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:56.428181 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-748b5d5c-7d62-4453-a455-bbd2e9463a4f req-39eae704-ebc6-468f-a41c-4fa145d47695 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Calling delete_port for f2a2c2df-5a21-4a79-a30f-2434f24390d5 owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:25:56.560138 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-748b5d5c-7d62-4453-a455-bbd2e9463a4f req-39eae704-ebc6-468f-a41c-4fa145d47695 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:56.594778 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eae704-ebc6-468f-a41c-4fa145d47695 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Pushing event deleted for resources: {'Port': ['ID=f2a2c2df-5a21-4a79-a30f-2434f24390d5,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:25:56.633768 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-748b5d5c-7d62-4453-a455-bbd2e9463a4f req-39eae704-ebc6-468f-a41c-4fa145d47695 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] No DVR routers for this DVR port f2a2c2df-5a21-4a79-a30f-2434f24390d5 on host n-h2-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:25:56.636301 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-748b5d5c-7d62-4453-a455-bbd2e9463a4f req-39eae704-ebc6-468f-a41c-4fa145d47695 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:56.638304 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-748b5d5c-7d62-4453-a455-bbd2e9463a4f req-39eae704-ebc6-468f-a41c-4fa145d47695 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.57 "DELETE /v2.0/ports/f2a2c2df-5a21-4a79-a30f-2434f24390d5 HTTP/1.1" status: 204 len: 173 time: 0.4044261 Aug 16 23:25:56.638730 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a339d4b-9f64-4405-a906-3fb76de077be', 'name': 'network-vif-deleted', 'tag': 'f2a2c2df-5a21-4a79-a30f-2434f24390d5'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:25:56.640974 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-609b66e5-8cb9-409b-ac1c-ea0a23a2059e" -d '{"events": [{"server_uuid": "3a339d4b-9f64-4405-a906-3fb76de077be", "name": "network-vif-deleted", "tag": "f2a2c2df-5a21-4a79-a30f-2434f24390d5"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:25:56.682911 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42307366-2a45-4c96-beb8-25bd2ba82863 x-openstack-request-id: req-42307366-2a45-4c96-beb8-25bd2ba82863 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:25:56.683209 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a339d4b-9f64-4405-a906-3fb76de077be", "name": "network-vif-deleted", "tag": "f2a2c2df-5a21-4a79-a30f-2434f24390d5", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:25:56.683469 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-42307366-2a45-4c96-beb8-25bd2ba82863 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:25:56.683936 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a339d4b-9f64-4405-a906-3fb76de077be', 'name': 'network-vif-deleted', 'tag': 'f2a2c2df-5a21-4a79-a30f-2434f24390d5', 'status': 'completed', 'code': 200} Aug 16 23:25:56.914240 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bd13e9b5-8221-45ab-869d-94bb035ceebf req-cce29e77-2931-4b32-b973-f59191a3eaa2 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a339d4b-9f64-4405-a906-3fb76de077be HTTP/1.1" status: 200 len: 210 time: 0.0261898 Aug 16 23:25:57.970838 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 49980) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:25:58.031162 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0b87ed57-0b08-4039-bd48-09c2b96327cd tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:58.056391 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0b87ed57-0b08-4039-bd48-09c2b96327cd tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:58.122216 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0b87ed57-0b08-4039-bd48-09c2b96327cd tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:58.124920 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0b87ed57-0b08-4039-bd48-09c2b96327cd tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:58.126203 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-0b87ed57-0b08-4039-bd48-09c2b96327cd tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "DELETE /v2.0/security-groups/3acf7303-54b6-4fd9-a97a-854b783d1c49 HTTP/1.1" status: 204 len: 168 time: 0.1543043 Aug 16 23:25:58.141495 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b87ed57-0b08-4039-bd48-09c2b96327cd tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3acf7303-54b6-4fd9-a97a-854b783d1c49,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:25:58.157484 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49984) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:25:58.212761 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-837a7ae3-848c-47e1-a25f-8d334855e2f8 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Deleting subnet 909065a7-d0cd-4f68-9c91-ff26de305596 {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:25:58.215689 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-837a7ae3-848c-47e1-a25f-8d334855e2f8 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:58.255582 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-837a7ae3-848c-47e1-a25f-8d334855e2f8 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:58.342450 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-837a7ae3-848c-47e1-a25f-8d334855e2f8 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:58.399533 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-837a7ae3-848c-47e1-a25f-8d334855e2f8 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:58.428643 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837a7ae3-848c-47e1-a25f-8d334855e2f8 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Pushing event deleted for resources: {'Subnet': ['ID=909065a7-d0cd-4f68-9c91-ff26de305596,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:25:58.431024 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-837a7ae3-848c-47e1-a25f-8d334855e2f8 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:58.432870 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-837a7ae3-848c-47e1-a25f-8d334855e2f8 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "DELETE /v2.0/subnets/909065a7-d0cd-4f68-9c91-ff26de305596 HTTP/1.1" status: 204 len: 168 time: 0.2736857 Aug 16 23:25:58.435605 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 49986) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:25:58.438785 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ddf1212-2d08-4c2f-a953-4fc3d02639d6 None None] Network 20490778-711e-407d-81c2-e48af507d7a5 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:25:58.439279 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837a7ae3-848c-47e1-a25f-8d334855e2f8 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:58.439517 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837a7ae3-848c-47e1-a25f-8d334855e2f8 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:58.439866 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837a7ae3-848c-47e1-a25f-8d334855e2f8 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:58.440215 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837a7ae3-848c-47e1-a25f-8d334855e2f8 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:58.440623 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837a7ae3-848c-47e1-a25f-8d334855e2f8 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:58.441170 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837a7ae3-848c-47e1-a25f-8d334855e2f8 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:58.441511 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837a7ae3-848c-47e1-a25f-8d334855e2f8 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:58.441852 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837a7ae3-848c-47e1-a25f-8d334855e2f8 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:58.442193 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837a7ae3-848c-47e1-a25f-8d334855e2f8 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:58.442530 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837a7ae3-848c-47e1-a25f-8d334855e2f8 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:58.442867 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837a7ae3-848c-47e1-a25f-8d334855e2f8 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:58.443200 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837a7ae3-848c-47e1-a25f-8d334855e2f8 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:25:58.519639 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e3390ce5-f47a-486f-8f4c-3420403cfb6a tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:58.572303 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-e3390ce5-f47a-486f-8f4c-3420403cfb6a tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Deleting port 63a29c4b-05e7-446b-bd2b-81e420d99f18 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:25:58.572676 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e3390ce5-f47a-486f-8f4c-3420403cfb6a tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:58.617598 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4cb537-b5c2-42b1-b227-760f9ba0f2ca None None] DHCP port deletion for 20490778-711e-407d-81c2-e48af507d7a5 request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:25:58.640493 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-e3390ce5-f47a-486f-8f4c-3420403cfb6a tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] For port 63a29c4b-05e7-446b-bd2b-81e420d99f18, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=63a29c4b-05e7-446b-bd2b-81e420d99f18,segment=NetworkSegment(0cebdfb1-77f0-4300-903f-b15acf0bd80e),segment_id=0cebdfb1-77f0-4300-903f-b15acf0bd80e)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:25:58.640892 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e3390ce5-f47a-486f-8f4c-3420403cfb6a tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:58.653575 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-e3390ce5-f47a-486f-8f4c-3420403cfb6a tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Calling delete_port for 63a29c4b-05e7-446b-bd2b-81e420d99f18 owned by network:dhcp {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:25:58.663775 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-ff4cb537-b5c2-42b1-b227-760f9ba0f2ca None None] Deleting port 63a29c4b-05e7-446b-bd2b-81e420d99f18 {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:25:58.664375 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ff4cb537-b5c2-42b1-b227-760f9ba0f2ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:58.729331 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-ff4cb537-b5c2-42b1-b227-760f9ba0f2ca None None] For port 63a29c4b-05e7-446b-bd2b-81e420d99f18, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=63a29c4b-05e7-446b-bd2b-81e420d99f18,segment=NetworkSegment(0cebdfb1-77f0-4300-903f-b15acf0bd80e),segment_id=0cebdfb1-77f0-4300-903f-b15acf0bd80e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:25:58.729716 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ff4cb537-b5c2-42b1-b227-760f9ba0f2ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:58.735893 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e3390ce5-f47a-486f-8f4c-3420403cfb6a tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:58.743335 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-ff4cb537-b5c2-42b1-b227-760f9ba0f2ca None None] Calling delete_port for 63a29c4b-05e7-446b-bd2b-81e420d99f18 owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:25:58.762317 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3390ce5-f47a-486f-8f4c-3420403cfb6a tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Pushing event deleted for resources: {'Port': ['ID=63a29c4b-05e7-446b-bd2b-81e420d99f18,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:25:58.765920 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3390ce5-f47a-486f-8f4c-3420403cfb6a tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] No DVR routers for this DVR port 63a29c4b-05e7-446b-bd2b-81e420d99f18 on host n-d-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:25:58.822339 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ff4cb537-b5c2-42b1-b227-760f9ba0f2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:58.842098 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e3390ce5-f47a-486f-8f4c-3420403cfb6a tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:58.847435 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4cb537-b5c2-42b1-b227-760f9ba0f2ca None None] Pushing event deleted for resources: {'Port': ['ID=63a29c4b-05e7-446b-bd2b-81e420d99f18,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:25:58.851772 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-e3390ce5-f47a-486f-8f4c-3420403cfb6a tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20490778-711e-407d-81c2-e48af507d7a5']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:25:58.852689 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4cb537-b5c2-42b1-b227-760f9ba0f2ca None None] No DVR routers for this DVR port 63a29c4b-05e7-446b-bd2b-81e420d99f18 on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:25:58.867065 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-e3390ce5-f47a-486f-8f4c-3420403cfb6a tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cebdfb1-77f0-4300-903f-b15acf0bd80e') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:25:58.867362 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-e3390ce5-f47a-486f-8f4c-3420403cfb6a tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cebdfb1-77f0-4300-903f-b15acf0bd80e') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:25:58.876083 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e3390ce5-f47a-486f-8f4c-3420403cfb6a tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:58.890216 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e3390ce5-f47a-486f-8f4c-3420403cfb6a tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:58.896002 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3390ce5-f47a-486f-8f4c-3420403cfb6a tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:25:58.896387 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e3390ce5-f47a-486f-8f4c-3420403cfb6a tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:58.899459 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 16 23:25:58.899459 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:25:58.899459 n-d-791506-26 neutron-server[101292]: timer() Aug 16 23:25:58.899459 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:25:58.899459 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 16 23:25:58.899459 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:25:58.899459 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 16 23:25:58.899459 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:25:58.899459 n-d-791506-26 neutron-server[101292]: self._notify() Aug 16 23:25:58.899459 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:25:58.899459 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 16 23:25:58.899459 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:25:58.899459 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 16 23:25:58.899459 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:25:58.899459 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:25:58.899459 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:25:58.899459 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:25:58.899459 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:25:58.899459 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 16 23:25:58.899459 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:25:58.899459 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 16 23:25:58.899459 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:25:58.899459 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:25:58.899459 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:25:58.899459 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 16 23:25:58.899459 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:25:58.899459 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:25:58.899459 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:25:58.899459 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:25:58.899459 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:25:58.899459 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:25:58.899459 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:25:58.953854 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e3390ce5-f47a-486f-8f4c-3420403cfb6a tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:58.960843 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e3390ce5-f47a-486f-8f4c-3420403cfb6a tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:58.962362 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-e3390ce5-f47a-486f-8f4c-3420403cfb6a tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "DELETE /v2.0/networks/20490778-711e-407d-81c2-e48af507d7a5 HTTP/1.1" status: 204 len: 168 time: 0.5256000 Aug 16 23:25:58.965306 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 49990) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:25:58.974302 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3390ce5-f47a-486f-8f4c-3420403cfb6a tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Pushing event deleted for resources: {'Network': ['ID=20490778-711e-407d-81c2-e48af507d7a5,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:25:59.139023 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-b1d5e271-65d7-40ca-b3e8-b4c3fa0707da tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Deleting port 3cfd58a4-6050-411c-a778-c6c3f37da619 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:25:59.139301 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b1d5e271-65d7-40ca-b3e8-b4c3fa0707da tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:59.219667 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b1d5e271-65d7-40ca-b3e8-b4c3fa0707da tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:59.220389 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b1d5e271-65d7-40ca-b3e8-b4c3fa0707da tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:59.232622 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-b1d5e271-65d7-40ca-b3e8-b4c3fa0707da tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Calling delete_port for 3cfd58a4-6050-411c-a778-c6c3f37da619 owned by network:floatingip {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:25:59.380426 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b1d5e271-65d7-40ca-b3e8-b4c3fa0707da tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:59.411490 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d5e271-65d7-40ca-b3e8-b4c3fa0707da tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Pushing event deleted for resources: {'Port': ['ID=3cfd58a4-6050-411c-a778-c6c3f37da619,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:25:59.475233 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b1d5e271-65d7-40ca-b3e8-b4c3fa0707da tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for floatingip, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:59.475651 n-d-791506-26 neutron-server[101291]: INFO neutron.db.l3_db [None req-b1d5e271-65d7-40ca-b3e8-b4c3fa0707da tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Floating IP edecb2f7-12b0-4460-b9f3-f68d31c17ea3 disassociated (deleted). External IP: 172.25.4.219, port: f545331a-2585-4400-89b3-2be11d365d76. Aug 16 23:25:59.581915 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device f2a2c2df-5a21-4a79-a30f-2434f24390d5 no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:25:59.601995 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] No Port match for: f2a2c2df-5a21-4a79-a30f-2434f24390d5 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:25:59.602336 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device f2a2c2df-5a21-4a79-a30f-2434f24390d5 not bound to the agent host n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:25:59.703711 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1d5e271-65d7-40ca-b3e8-b4c3fa0707da tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Router 1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:25:59.813397 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1d5e271-65d7-40ca-b3e8-b4c3fa0707da tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:25:59.819159 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b1d5e271-65d7-40ca-b3e8-b4c3fa0707da tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:25:59.819585 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:25:59.823399 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38281c17-69a4-4c0f-be85-1831c59701cf None None] Sync routers for ids ['1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:25:59.832783 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38281c17-69a4-4c0f-be85-1831c59701cf None None] Routers {'1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:25:59.833440 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-38281c17-69a4-4c0f-be85-1831c59701cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:25:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:25:59.846028 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-b1d5e271-65d7-40ca-b3e8-b4c3fa0707da tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "DELETE /v2.0/floatingips/edecb2f7-12b0-4460-b9f3-f68d31c17ea3 HTTP/1.1" status: 204 len: 168 time: 0.8795152 Aug 16 23:25:59.847482 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6fe3dd2-0803-4596-bb1f-b7ccf32e4ecf', 'tag': 'f545331a-2585-4400-89b3-2be11d365d76'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:25:59.849993 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d7317ca-f557-47cf-b525-3163fe66b368" -d '{"events": [{"name": "network-changed", "server_uuid": "f6fe3dd2-0803-4596-bb1f-b7ccf32e4ecf", "tag": "f545331a-2585-4400-89b3-2be11d365d76"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:25:59.889583 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a8b06eb-2d2f-4b8d-95ec-355885e6a5ba x-openstack-request-id: req-6a8b06eb-2d2f-4b8d-95ec-355885e6a5ba {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:25:59.889981 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6fe3dd2-0803-4596-bb1f-b7ccf32e4ecf", "tag": "f545331a-2585-4400-89b3-2be11d365d76", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:25:59.890687 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6a8b06eb-2d2f-4b8d-95ec-355885e6a5ba {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:25:59.891300 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6fe3dd2-0803-4596-bb1f-b7ccf32e4ecf', 'tag': 'f545331a-2585-4400-89b3-2be11d365d76', 'status': 'completed', 'code': 200} Aug 16 23:25:59.938958 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-38281c17-69a4-4c0f-be85-1831c59701cf None None] Set router 1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:25:59.958861 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7317ca-f557-47cf-b525-3163fe66b368 req-e65f9cc4-d550-4d9b-9ee3-4e34cf026c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:25:59.960499 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-8d7317ca-f557-47cf-b525-3163fe66b368 req-e65f9cc4-d550-4d9b-9ee3-4e34cf026c2e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=32cc187dad0a4126a4e097b82132c4b0&device_id=f6fe3dd2-0803-4596-bb1f-b7ccf32e4ecf HTTP/1.1" status: 200 len: 1098 time: 0.0476050 Aug 16 23:26:00.071546 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7317ca-f557-47cf-b525-3163fe66b368 req-528626ae-5ff8-4684-88ef-2336ee60c783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:00.073264 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-8d7317ca-f557-47cf-b525-3163fe66b368 req-528626ae-5ff8-4684-88ef-2336ee60c783 service neutron] 10.222.0.68 "GET /v2.0/networks?id=d82a9ad3-85f9-4da6-a86f-bcb267e60b38 HTTP/1.1" status: 200 len: 898 time: 0.1055772 Aug 16 23:26:00.077975 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e13869-dc3e-4ef0-ac3f-ac1895ffa7f1 req-a81ebdb5-811f-48d0-84b5-ad872385f476 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:00.079445 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-28e13869-dc3e-4ef0-ac3f-ac1895ffa7f1 req-a81ebdb5-811f-48d0-84b5-ad872385f476 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6fe3dd2-0803-4596-bb1f-b7ccf32e4ecf HTTP/1.1" status: 200 len: 946 time: 0.0506091 Aug 16 23:26:00.119428 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-28e13869-dc3e-4ef0-ac3f-ac1895ffa7f1 req-d06b1ab6-fc27-4eac-b0eb-e1acb40a40fc tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e384054-7d58-4379-ac8f-49e454f33b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327606 Aug 16 23:26:00.125292 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-8d7317ca-f557-47cf-b525-3163fe66b368 req-64036c1c-17a9-49a2-b9cd-1c8c4b8e1912 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f545331a-2585-4400-89b3-2be11d365d76 HTTP/1.1" status: 200 len: 217 time: 0.0416613 Aug 16 23:26:00.173498 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 63a29c4b-05e7-446b-bd2b-81e420d99f18 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:26:00.175124 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-38281c17-69a4-4c0f-be85-1831c59701cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc', 'name': 'tempest-TestNetworkBasicOps-router-1954048256', 'tenant_id': '32cc187dad0a4126a4e097b82132c4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': '74d7f13c-c0aa-4de3-b9b6-c0c06b31d9a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:24:06Z', 'updated_at': '2021-08-16T23:25:53Z', 'revision_number': 6, 'project_id': '32cc187dad0a4126a4e097b82132c4b0', 'gw_port': {'id': '74d7f13c-c0aa-4de3-b9b6-c0c06b31d9a9', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:24:07Z', 'updated_at': '2021-08-16T23:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'fb77b979-7366-4f6f-8779-e019cdfcabfc', 'name': '', 'network_id': 'd82a9ad3-85f9-4da6-a86f-bcb267e60b38', 'tenant_id': '32cc187dad0a4126a4e097b82132c4b0', 'mac_address': 'fa:16:3e:3d:7b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'd7f207f0-fb50-43be-b557-d1450c1910bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:24:09Z', 'updated_at': '2021-08-16T23:24:14Z', 'revision_number': 5, 'project_id': '32cc187dad0a4126a4e097b82132c4b0', 'subnets': [{'id': 'd7f207f0-fb50-43be-b557-d1450c1910bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:26:00.188813 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7317ca-f557-47cf-b525-3163fe66b368 req-c04187eb-6001-4f9d-b058-a7ad77368fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:00.191385 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-8d7317ca-f557-47cf-b525-3163fe66b368 req-c04187eb-6001-4f9d-b058-a7ad77368fe3 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d7f207f0-fb50-43be-b557-d1450c1910bf HTTP/1.1" status: 200 len: 835 time: 0.0575073 Aug 16 23:26:00.199134 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 63a29c4b-05e7-446b-bd2b-81e420d99f18 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:26:00.199484 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 63a29c4b-05e7-446b-bd2b-81e420d99f18 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:26:00.201613 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38281c17-69a4-4c0f-be85-1831c59701cf None None] Checking router: 1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:26:00.211808 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38281c17-69a4-4c0f-be85-1831c59701cf None None] Routers {'1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:26:00.212430 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-38281c17-69a4-4c0f-be85-1831c59701cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:25:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:26:00.243263 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7317ca-f557-47cf-b525-3163fe66b368 req-400f2e8d-919d-481d-b16b-467ca088de6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:00.244904 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-8d7317ca-f557-47cf-b525-3163fe66b368 req-400f2e8d-919d-481d-b16b-467ca088de6f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d82a9ad3-85f9-4da6-a86f-bcb267e60b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463741 Aug 16 23:26:00.315954 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-38281c17-69a4-4c0f-be85-1831c59701cf None None] Set router 1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:26:00.337848 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-8d7317ca-f557-47cf-b525-3163fe66b368 req-2d86863a-c634-4a77-b977-76eb00921168 service neutron] 10.222.0.68 "GET /v2.0/networks/d82a9ad3-85f9-4da6-a86f-bcb267e60b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849209 Aug 16 23:26:00.439445 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-8d7317ca-f557-47cf-b525-3163fe66b368 req-b4d0bc72-ddae-42e4-895a-fc268b512230 service neutron] 10.222.0.68 "GET /v2.0/networks/d82a9ad3-85f9-4da6-a86f-bcb267e60b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929716 Aug 16 23:26:00.513923 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-38281c17-69a4-4c0f-be85-1831c59701cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc', 'name': 'tempest-TestNetworkBasicOps-router-1954048256', 'tenant_id': '32cc187dad0a4126a4e097b82132c4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': '74d7f13c-c0aa-4de3-b9b6-c0c06b31d9a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:24:06Z', 'updated_at': '2021-08-16T23:25:53Z', 'revision_number': 6, 'project_id': '32cc187dad0a4126a4e097b82132c4b0', 'gw_port': {'id': '74d7f13c-c0aa-4de3-b9b6-c0c06b31d9a9', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:24:07Z', 'updated_at': '2021-08-16T23:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'fb77b979-7366-4f6f-8779-e019cdfcabfc', 'name': '', 'network_id': 'd82a9ad3-85f9-4da6-a86f-bcb267e60b38', 'tenant_id': '32cc187dad0a4126a4e097b82132c4b0', 'mac_address': 'fa:16:3e:3d:7b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'd7f207f0-fb50-43be-b557-d1450c1910bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:24:09Z', 'updated_at': '2021-08-16T23:24:14Z', 'revision_number': 5, 'project_id': '32cc187dad0a4126a4e097b82132c4b0', 'subnets': [{'id': 'd7f207f0-fb50-43be-b557-d1450c1910bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:26:00.543389 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38281c17-69a4-4c0f-be85-1831c59701cf None None] The sync data for ids ['1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc'] in n-d-791506-26 is: [{'id': '1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc', 'name': 'tempest-TestNetworkBasicOps-router-1954048256', 'tenant_id': '32cc187dad0a4126a4e097b82132c4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': '74d7f13c-c0aa-4de3-b9b6-c0c06b31d9a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:24:06Z', 'updated_at': '2021-08-16T23:25:53Z', 'revision_number': 6, 'project_id': '32cc187dad0a4126a4e097b82132c4b0', 'gw_port': {'id': '74d7f13c-c0aa-4de3-b9b6-c0c06b31d9a9', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:24:07Z', 'updated_at': '2021-08-16T23:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'fb77b979-7366-4f6f-8779-e019cdfcabfc', 'name': '', 'network_id': 'd82a9ad3-85f9-4da6-a86f-bcb267e60b38', 'tenant_id': '32cc187dad0a4126a4e097b82132c4b0', 'mac_address': 'fa:16:3e:3d:7b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'd7f207f0-fb50-43be-b557-d1450c1910bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:24:09Z', 'updated_at': '2021-08-16T23:24:14Z', 'revision_number': 5, 'project_id': '32cc187dad0a4126a4e097b82132c4b0', 'subnets': [{'id': 'd7f207f0-fb50-43be-b557-d1450c1910bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:26:00.782579 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c604c97-fc98-4381-a1c2-9d5d4396f796 None None] New status for floating IP edecb2f7-12b0-4460-b9f3-f68d31c17ea3: DOWN {{(pid=101293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:26:01.262908 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b49b19-a6c0-488f-a144-a52e6dfe23e0 req-47c10c7c-7121-4587-8385-8e2115c406da tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:01.264394 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-76b49b19-a6c0-488f-a144-a52e6dfe23e0 req-47c10c7c-7121-4587-8385-8e2115c406da tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6fe3dd2-0803-4596-bb1f-b7ccf32e4ecf HTTP/1.1" status: 200 len: 946 time: 0.0573254 Aug 16 23:26:01.302983 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-76b49b19-a6c0-488f-a144-a52e6dfe23e0 req-8a777bb5-5833-4a87-bbad-a76b0a03a4ca tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "GET /v2.0/security-groups?id=4e384054-7d58-4379-ac8f-49e454f33b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312159 Aug 16 23:26:01.470997 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b14a98e-c30a-4acc-9186-3265f02cfe9b req-fc99b4d7-4860-402b-85ce-01f4b515605f tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:01.473343 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-8b14a98e-c30a-4acc-9186-3265f02cfe9b req-fc99b4d7-4860-402b-85ce-01f4b515605f tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.68 "GET /v2.0/ports?device_id=f6fe3dd2-0803-4596-bb1f-b7ccf32e4ecf HTTP/1.1" status: 200 len: 946 time: 0.0538759 Aug 16 23:26:01.571489 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-8b14a98e-c30a-4acc-9186-3265f02cfe9b req-f376fc60-4e67-4809-8198-b511984c4c37 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Deleting port f545331a-2585-4400-89b3-2be11d365d76 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:26:01.572954 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-8b14a98e-c30a-4acc-9186-3265f02cfe9b req-f376fc60-4e67-4809-8198-b511984c4c37 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:01.667063 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-8b14a98e-c30a-4acc-9186-3265f02cfe9b req-f376fc60-4e67-4809-8198-b511984c4c37 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] For port f545331a-2585-4400-89b3-2be11d365d76, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=f545331a-2585-4400-89b3-2be11d365d76,segment=NetworkSegment(f3ea6db8-5e22-4e32-a157-e44b203164a1),segment_id=f3ea6db8-5e22-4e32-a157-e44b203164a1)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:26:01.667497 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-8b14a98e-c30a-4acc-9186-3265f02cfe9b req-f376fc60-4e67-4809-8198-b511984c4c37 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:01.682723 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-8b14a98e-c30a-4acc-9186-3265f02cfe9b req-f376fc60-4e67-4809-8198-b511984c4c37 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Calling delete_port for f545331a-2585-4400-89b3-2be11d365d76 owned by compute:nova {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:26:01.820752 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-8b14a98e-c30a-4acc-9186-3265f02cfe9b req-f376fc60-4e67-4809-8198-b511984c4c37 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:01.856337 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f376fc60-4e67-4809-8198-b511984c4c37 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Pushing event deleted for resources: {'Port': ['ID=f545331a-2585-4400-89b3-2be11d365d76,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:26:01.898115 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b14a98e-c30a-4acc-9186-3265f02cfe9b req-f376fc60-4e67-4809-8198-b511984c4c37 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] No DVR routers for this DVR port f545331a-2585-4400-89b3-2be11d365d76 on host n-h1-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:26:01.900890 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-8b14a98e-c30a-4acc-9186-3265f02cfe9b req-f376fc60-4e67-4809-8198-b511984c4c37 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:01.903364 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-8b14a98e-c30a-4acc-9186-3265f02cfe9b req-f376fc60-4e67-4809-8198-b511984c4c37 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.68 "DELETE /v2.0/ports/f545331a-2585-4400-89b3-2be11d365d76 HTTP/1.1" status: 204 len: 173 time: 0.4236252 Aug 16 23:26:01.903815 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6fe3dd2-0803-4596-bb1f-b7ccf32e4ecf', 'name': 'network-vif-deleted', 'tag': 'f545331a-2585-4400-89b3-2be11d365d76'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:26:01.906287 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f27e7480-bfb4-4717-8cb2-5bb5d37b0c7c" -d '{"events": [{"server_uuid": "f6fe3dd2-0803-4596-bb1f-b7ccf32e4ecf", "name": "network-vif-deleted", "tag": "f545331a-2585-4400-89b3-2be11d365d76"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:26:01.947905 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c125eb-bad2-4680-b114-fd869c4f78c4 x-openstack-request-id: req-04c125eb-bad2-4680-b114-fd869c4f78c4 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:26:01.948229 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6fe3dd2-0803-4596-bb1f-b7ccf32e4ecf", "name": "network-vif-deleted", "tag": "f545331a-2585-4400-89b3-2be11d365d76", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:26:01.948488 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-04c125eb-bad2-4680-b114-fd869c4f78c4 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:26:01.949278 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6fe3dd2-0803-4596-bb1f-b7ccf32e4ecf', 'name': 'network-vif-deleted', 'tag': 'f545331a-2585-4400-89b3-2be11d365d76', 'status': 'completed', 'code': 200} Aug 16 23:26:02.434522 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5be9dea9-af10-4344-951e-9e934c58edc7 req-2d1b63cd-f343-4623-9b48-b31a763ff58c tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6fe3dd2-0803-4596-bb1f-b7ccf32e4ecf HTTP/1.1" status: 200 len: 210 time: 0.0346513 Aug 16 23:26:03.490823 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 50014) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:26:03.557257 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6cffe6a1-cdf6-46a9-87df-aafa093f4e44 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:03.582518 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6cffe6a1-cdf6-46a9-87df-aafa093f4e44 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:03.645149 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6cffe6a1-cdf6-46a9-87df-aafa093f4e44 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:03.647701 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6cffe6a1-cdf6-46a9-87df-aafa093f4e44 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:03.648914 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-6cffe6a1-cdf6-46a9-87df-aafa093f4e44 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "DELETE /v2.0/security-groups/4e384054-7d58-4379-ac8f-49e454f33b2e HTTP/1.1" status: 204 len: 168 time: 0.1570973 Aug 16 23:26:03.658083 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cffe6a1-cdf6-46a9-87df-aafa093f4e44 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e384054-7d58-4379-ac8f-49e454f33b2e,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:26:03.681485 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 50018) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:26:04.058914 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fb80eede-95ee-4d27-9db6-3da9cdac09b8 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537579'] for router_interface, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:04.656013 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-fb80eede-95ee-4d27-9db6-3da9cdac09b8 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Deleting port fb77b979-7366-4f6f-8779-e019cdfcabfc {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:26:04.656767 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fb80eede-95ee-4d27-9db6-3da9cdac09b8 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:04.749530 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-fb80eede-95ee-4d27-9db6-3da9cdac09b8 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] For port fb77b979-7366-4f6f-8779-e019cdfcabfc, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=fb77b979-7366-4f6f-8779-e019cdfcabfc,segment=NetworkSegment(f3ea6db8-5e22-4e32-a157-e44b203164a1),segment_id=f3ea6db8-5e22-4e32-a157-e44b203164a1)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:26:04.750072 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fb80eede-95ee-4d27-9db6-3da9cdac09b8 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:04.762981 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-fb80eede-95ee-4d27-9db6-3da9cdac09b8 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Calling delete_port for fb77b979-7366-4f6f-8779-e019cdfcabfc owned by network:router_interface {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:26:04.948150 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fb80eede-95ee-4d27-9db6-3da9cdac09b8 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:04.988630 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb80eede-95ee-4d27-9db6-3da9cdac09b8 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Pushing event deleted for resources: {'Port': ['ID=fb77b979-7366-4f6f-8779-e019cdfcabfc,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:26:05.186768 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fb80eede-95ee-4d27-9db6-3da9cdac09b8 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537471'] for router_interface, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:05.406908 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb80eede-95ee-4d27-9db6-3da9cdac09b8 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Router 1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:26:05.515122 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb80eede-95ee-4d27-9db6-3da9cdac09b8 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:26:05.523856 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-fb80eede-95ee-4d27-9db6-3da9cdac09b8 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "PUT /v2.0/routers/1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8380623 Aug 16 23:26:05.523856 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 50024) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:26:05.527211 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064d1138-20a1-4ab3-ad7b-c0193ef77837 None None] Sync routers for ids ['1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:26:05.538458 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064d1138-20a1-4ab3-ad7b-c0193ef77837 None None] Routers {'1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:26:05.539158 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-064d1138-20a1-4ab3-ad7b-c0193ef77837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:25:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:26:05.581681 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0885ad0-c7a6-4642-a1fe-9f3e3902104b tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Deleting subnet d7f207f0-fb50-43be-b557-d1450c1910bf {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:26:05.585087 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a0885ad0-c7a6-4642-a1fe-9f3e3902104b tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:05.629475 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a0885ad0-c7a6-4642-a1fe-9f3e3902104b tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:05.653494 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-064d1138-20a1-4ab3-ad7b-c0193ef77837 None None] Set router 1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:26:05.725089 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a0885ad0-c7a6-4642-a1fe-9f3e3902104b tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:05.786359 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a0885ad0-c7a6-4642-a1fe-9f3e3902104b tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:05.814710 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0885ad0-c7a6-4642-a1fe-9f3e3902104b tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Pushing event deleted for resources: {'Subnet': ['ID=d7f207f0-fb50-43be-b557-d1450c1910bf,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:26:05.816768 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a0885ad0-c7a6-4642-a1fe-9f3e3902104b tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:05.818659 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-a0885ad0-c7a6-4642-a1fe-9f3e3902104b tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "DELETE /v2.0/subnets/d7f207f0-fb50-43be-b557-d1450c1910bf HTTP/1.1" status: 204 len: 168 time: 0.2942555 Aug 16 23:26:05.821311 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 50026) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:26:05.829043 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0fe5db5-729f-4c02-8318-35b01f1d273b None None] Network d82a9ad3-85f9-4da6-a86f-bcb267e60b38 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:26:05.834214 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-064d1138-20a1-4ab3-ad7b-c0193ef77837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc', 'name': 'tempest-TestNetworkBasicOps-router-1954048256', 'tenant_id': '32cc187dad0a4126a4e097b82132c4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': '74d7f13c-c0aa-4de3-b9b6-c0c06b31d9a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:24:06Z', 'updated_at': '2021-08-16T23:26:04Z', 'revision_number': 7, 'project_id': '32cc187dad0a4126a4e097b82132c4b0', 'gw_port': {'id': '74d7f13c-c0aa-4de3-b9b6-c0c06b31d9a9', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:24:07Z', 'updated_at': '2021-08-16T23:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:26:05.862268 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064d1138-20a1-4ab3-ad7b-c0193ef77837 None None] Checking router: 1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:26:05.871298 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064d1138-20a1-4ab3-ad7b-c0193ef77837 None None] Routers {'1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:26:05.872344 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-064d1138-20a1-4ab3-ad7b-c0193ef77837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:25:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:26:05.897612 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device f545331a-2585-4400-89b3-2be11d365d76 no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:26:05.920477 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] No Port match for: f545331a-2585-4400-89b3-2be11d365d76 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:26:05.920865 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device f545331a-2585-4400-89b3-2be11d365d76 not bound to the agent host n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:26:05.938793 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9f53b798-7d47-482c-a44e-7bfb7379ef29 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for router, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:05.989031 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-064d1138-20a1-4ab3-ad7b-c0193ef77837 None None] Set router 1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:26:06.053552 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084d68a1-dd31-4e1c-847c-6a398b6d9106 None None] DHCP port deletion for d82a9ad3-85f9-4da6-a86f-bcb267e60b38 request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:26:06.060831 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9f53b798-7d47-482c-a44e-7bfb7379ef29 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:06.117309 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-084d68a1-dd31-4e1c-847c-6a398b6d9106 None None] Deleting port 60c1b00c-4212-47f3-ac80-c6678249640b {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:26:06.117770 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-084d68a1-dd31-4e1c-847c-6a398b6d9106 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:06.161106 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-9f53b798-7d47-482c-a44e-7bfb7379ef29 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Deleting port 74d7f13c-c0aa-4de3-b9b6-c0c06b31d9a9 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:26:06.161550 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9f53b798-7d47-482c-a44e-7bfb7379ef29 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:06.227249 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-084d68a1-dd31-4e1c-847c-6a398b6d9106 None None] For port 60c1b00c-4212-47f3-ac80-c6678249640b, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=60c1b00c-4212-47f3-ac80-c6678249640b,segment=NetworkSegment(f3ea6db8-5e22-4e32-a157-e44b203164a1),segment_id=f3ea6db8-5e22-4e32-a157-e44b203164a1)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:26:06.229309 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-084d68a1-dd31-4e1c-847c-6a398b6d9106 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:06.255932 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-084d68a1-dd31-4e1c-847c-6a398b6d9106 None None] Calling delete_port for 60c1b00c-4212-47f3-ac80-c6678249640b owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:26:06.259368 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-9f53b798-7d47-482c-a44e-7bfb7379ef29 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] For port 74d7f13c-c0aa-4de3-b9b6-c0c06b31d9a9, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=74d7f13c-c0aa-4de3-b9b6-c0c06b31d9a9,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:26:06.259744 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9f53b798-7d47-482c-a44e-7bfb7379ef29 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:06.273867 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-9f53b798-7d47-482c-a44e-7bfb7379ef29 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Calling delete_port for 74d7f13c-c0aa-4de3-b9b6-c0c06b31d9a9 owned by network:router_gateway {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:26:06.305127 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 60c1b00c-4212-47f3-ac80-c6678249640b no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:26:06.351282 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-064d1138-20a1-4ab3-ad7b-c0193ef77837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc', 'name': 'tempest-TestNetworkBasicOps-router-1954048256', 'tenant_id': '32cc187dad0a4126a4e097b82132c4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': '74d7f13c-c0aa-4de3-b9b6-c0c06b31d9a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:24:06Z', 'updated_at': '2021-08-16T23:26:04Z', 'revision_number': 7, 'project_id': '32cc187dad0a4126a4e097b82132c4b0', 'gw_port': {'id': '74d7f13c-c0aa-4de3-b9b6-c0c06b31d9a9', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:24:07Z', 'updated_at': '2021-08-16T23:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:26:06.379244 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064d1138-20a1-4ab3-ad7b-c0193ef77837 None None] The sync data for ids ['1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc'] in n-d-791506-26 is: [{'id': '1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc', 'name': 'tempest-TestNetworkBasicOps-router-1954048256', 'tenant_id': '32cc187dad0a4126a4e097b82132c4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': '74d7f13c-c0aa-4de3-b9b6-c0c06b31d9a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:24:06Z', 'updated_at': '2021-08-16T23:26:04Z', 'revision_number': 7, 'project_id': '32cc187dad0a4126a4e097b82132c4b0', 'gw_port': {'id': '74d7f13c-c0aa-4de3-b9b6-c0c06b31d9a9', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:24:07Z', 'updated_at': '2021-08-16T23:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:26:06.419401 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:06.440672 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-084d68a1-dd31-4e1c-847c-6a398b6d9106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:06.493955 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084d68a1-dd31-4e1c-847c-6a398b6d9106 None None] No DVR routers for this DVR port 60c1b00c-4212-47f3-ac80-c6678249640b on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:26:06.496155 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084d68a1-dd31-4e1c-847c-6a398b6d9106 None None] Pushing event deleted for resources: {'Port': ['ID=60c1b00c-4212-47f3-ac80-c6678249640b,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:26:06.507900 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d68a1-dd31-4e1c-847c-6a398b6d9106 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:26:06.508261 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d68a1-dd31-4e1c-847c-6a398b6d9106 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:26:06.508635 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d68a1-dd31-4e1c-847c-6a398b6d9106 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:26:06.509094 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d68a1-dd31-4e1c-847c-6a398b6d9106 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:26:06.509466 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d68a1-dd31-4e1c-847c-6a398b6d9106 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:26:06.509803 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d68a1-dd31-4e1c-847c-6a398b6d9106 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:26:06.510182 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d68a1-dd31-4e1c-847c-6a398b6d9106 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:26:06.510492 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d68a1-dd31-4e1c-847c-6a398b6d9106 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:26:06.510856 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d68a1-dd31-4e1c-847c-6a398b6d9106 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:26:06.511188 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d68a1-dd31-4e1c-847c-6a398b6d9106 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:26:06.511518 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d68a1-dd31-4e1c-847c-6a398b6d9106 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:26:06.511844 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d68a1-dd31-4e1c-847c-6a398b6d9106 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:26:06.520799 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9f53b798-7d47-482c-a44e-7bfb7379ef29 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:06.553903 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f53b798-7d47-482c-a44e-7bfb7379ef29 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Pushing event deleted for resources: {'Port': ['ID=74d7f13c-c0aa-4de3-b9b6-c0c06b31d9a9,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:26:06.620177 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9f53b798-7d47-482c-a44e-7bfb7379ef29 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537121'] for router_gateway, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:06.727008 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9f53b798-7d47-482c-a44e-7bfb7379ef29 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:06.729318 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9f53b798-7d47-482c-a44e-7bfb7379ef29 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:06.780979 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9f53b798-7d47-482c-a44e-7bfb7379ef29 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:06.781557 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f53b798-7d47-482c-a44e-7bfb7379ef29 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Fanout notify agent at l3_agent the message router_deleted on router 1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc {{(pid=101291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:26:06.789146 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9f53b798-7d47-482c-a44e-7bfb7379ef29 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:06.790318 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-9f53b798-7d47-482c-a44e-7bfb7379ef29 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "DELETE /v2.0/routers/1b1e9a50-76e8-4b1d-9d0f-ef05d14f19bc HTTP/1.1" status: 204 len: 168 time: 0.9680820 Aug 16 23:26:06.793183 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 50030) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:26:06.879092 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8ca72d18-372b-4fb1-9dfe-12ac64d76584 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:06.979644 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8ca72d18-372b-4fb1-9dfe-12ac64d76584 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:06.991970 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-8ca72d18-372b-4fb1-9dfe-12ac64d76584 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d82a9ad3-85f9-4da6-a86f-bcb267e60b38']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:26:07.004213 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-8ca72d18-372b-4fb1-9dfe-12ac64d76584 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3ea6db8-5e22-4e32-a157-e44b203164a1') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:26:07.004511 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-8ca72d18-372b-4fb1-9dfe-12ac64d76584 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3ea6db8-5e22-4e32-a157-e44b203164a1') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:26:07.014268 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8ca72d18-372b-4fb1-9dfe-12ac64d76584 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:07.028891 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8ca72d18-372b-4fb1-9dfe-12ac64d76584 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:07.035777 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ca72d18-372b-4fb1-9dfe-12ac64d76584 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:26:07.036188 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8ca72d18-372b-4fb1-9dfe-12ac64d76584 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:07.039617 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 23:26:07.039617 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:26:07.039617 n-d-791506-26 neutron-server[101291]: timer() Aug 16 23:26:07.039617 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:26:07.039617 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 23:26:07.039617 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:26:07.039617 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 23:26:07.039617 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:26:07.039617 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 23:26:07.039617 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:26:07.039617 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 23:26:07.039617 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:26:07.039617 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 23:26:07.039617 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:26:07.039617 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:26:07.039617 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:26:07.039617 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:26:07.039617 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:26:07.039617 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 23:26:07.039617 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:26:07.039617 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 23:26:07.039617 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:26:07.039617 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:26:07.039617 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:26:07.039617 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 23:26:07.039617 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:26:07.039617 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:26:07.039617 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:26:07.039617 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:26:07.039617 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:26:07.039617 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:26:07.039617 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:26:07.110661 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8ca72d18-372b-4fb1-9dfe-12ac64d76584 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:07.118237 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8ca72d18-372b-4fb1-9dfe-12ac64d76584 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:07.120110 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-8ca72d18-372b-4fb1-9dfe-12ac64d76584 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "DELETE /v2.0/networks/d82a9ad3-85f9-4da6-a86f-bcb267e60b38 HTTP/1.1" status: 204 len: 168 time: 0.3259730 Aug 16 23:26:07.132400 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca72d18-372b-4fb1-9dfe-12ac64d76584 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Pushing event deleted for resources: {'Network': ['ID=d82a9ad3-85f9-4da6-a86f-bcb267e60b38,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:26:07.141432 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 50032) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:26:07.146710 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-a099f54a-1152-4ed3-8b0c-75a16afd611f tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Request body: {'network': {'name': 'tempest-network-smoke--1481118884', 'project_id': '32cc187dad0a4126a4e097b82132c4b0', 'port_security_enabled': True}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:26:07.170324 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a099f54a-1152-4ed3-8b0c-75a16afd611f tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Made reservation on behalf of 32cc187dad0a4126a4e097b82132c4b0 for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:26:07.174055 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a099f54a-1152-4ed3-8b0c-75a16afd611f tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:07.198563 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a099f54a-1152-4ed3-8b0c-75a16afd611f tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:26:07.208129 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a099f54a-1152-4ed3-8b0c-75a16afd611f tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:07.208468 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-a099f54a-1152-4ed3-8b0c-75a16afd611f tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Added segment 2935fc26-e80d-48e2-b4e0-7361a5127cb6 of type vlan for network 88604a64-29bd-476c-912c-7ff645609493 Aug 16 23:26:07.258611 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a099f54a-1152-4ed3-8b0c-75a16afd611f tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:07.282950 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a099f54a-1152-4ed3-8b0c-75a16afd611f tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:07.288531 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a099f54a-1152-4ed3-8b0c-75a16afd611f tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:07.289277 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a099f54a-1152-4ed3-8b0c-75a16afd611f tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:07.352284 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-a099f54a-1152-4ed3-8b0c-75a16afd611f tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2097359 Aug 16 23:26:07.354982 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 50036) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:26:07.359555 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-637b9200-0f82-4faa-9ba7-125144f62460 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-518908466', 'admin_state_up': True, 'project_id': '32cc187dad0a4126a4e097b82132c4b0', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:26:07.371172 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a099f54a-1152-4ed3-8b0c-75a16afd611f tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Pushing event updated for resources: {'Network': ['ID=88604a64-29bd-476c-912c-7ff645609493,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:26:07.383137 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a099f54a-1152-4ed3-8b0c-75a16afd611f tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:26:07.383488 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a099f54a-1152-4ed3-8b0c-75a16afd611f tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:26:07.383831 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a099f54a-1152-4ed3-8b0c-75a16afd611f tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:26:07.384170 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a099f54a-1152-4ed3-8b0c-75a16afd611f tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:26:07.384508 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a099f54a-1152-4ed3-8b0c-75a16afd611f tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:26:07.384863 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a099f54a-1152-4ed3-8b0c-75a16afd611f tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:26:07.385194 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a099f54a-1152-4ed3-8b0c-75a16afd611f tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:26:07.385526 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a099f54a-1152-4ed3-8b0c-75a16afd611f tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:26:07.385847 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a099f54a-1152-4ed3-8b0c-75a16afd611f tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:26:07.386170 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a099f54a-1152-4ed3-8b0c-75a16afd611f tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:26:07.386494 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a099f54a-1152-4ed3-8b0c-75a16afd611f tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:26:07.386816 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a099f54a-1152-4ed3-8b0c-75a16afd611f tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:26:07.398465 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 88604a64-29bd-476c-912c-7ff645609493 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:26:07.402497 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-637b9200-0f82-4faa-9ba7-125144f62460 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:07.402928 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-637b9200-0f82-4faa-9ba7-125144f62460 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:07.460638 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-637b9200-0f82-4faa-9ba7-125144f62460 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:07.605950 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-637b9200-0f82-4faa-9ba7-125144f62460 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:07.802556 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-637b9200-0f82-4faa-9ba7-125144f62460 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for router_gateway, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:07.820988 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-637b9200-0f82-4faa-9ba7-125144f62460 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:07.921043 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-637b9200-0f82-4faa-9ba7-125144f62460 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Allocated IP 172.25.4.30 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/465c4a7c-5a9b-4c51-84ff-e8f8b67b1c0d) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:26:08.023438 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-637b9200-0f82-4faa-9ba7-125144f62460 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:08.060649 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-637b9200-0f82-4faa-9ba7-125144f62460 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:08.102758 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637b9200-0f82-4faa-9ba7-125144f62460 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:26:08.105087 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-637b9200-0f82-4faa-9ba7-125144f62460 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:26:08.107987 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637b9200-0f82-4faa-9ba7-125144f62460 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:26:08.113950 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637b9200-0f82-4faa-9ba7-125144f62460 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Pushing event updated for resources: {'Port': ['ID=465c4a7c-5a9b-4c51-84ff-e8f8b67b1c0d,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:26:08.151761 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 74d7f13c-c0aa-4de3-b9b6-c0c06b31d9a9 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:26:08.172873 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 74d7f13c-c0aa-4de3-b9b6-c0c06b31d9a9 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:26:08.173411 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 74d7f13c-c0aa-4de3-b9b6-c0c06b31d9a9 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:26:08.173833 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device fb77b979-7366-4f6f-8779-e019cdfcabfc no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:26:08.196366 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: fb77b979-7366-4f6f-8779-e019cdfcabfc {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:26:08.196739 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device fb77b979-7366-4f6f-8779-e019cdfcabfc not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:26:08.365833 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-637b9200-0f82-4faa-9ba7-125144f62460 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for router_gateway, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:08.560916 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-637b9200-0f82-4faa-9ba7-125144f62460 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:08.693732 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-637b9200-0f82-4faa-9ba7-125144f62460 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Router b2f05be4-3d91-4c2c-8fdf-2d29dae07319 is scheduled to L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f with binding_index 1 {{(pid=101292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:26:09.137969 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-637b9200-0f82-4faa-9ba7-125144f62460 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:26:09.148058 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83140be-356f-4b39-b902-203781bbe927 None None] Sync routers for ids ['b2f05be4-3d91-4c2c-8fdf-2d29dae07319'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:26:09.157749 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83140be-356f-4b39-b902-203781bbe927 None None] Routers {'b2f05be4-3d91-4c2c-8fdf-2d29dae07319'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:26:09.158400 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-e83140be-356f-4b39-b902-203781bbe927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:25:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['b2f05be4-3d91-4c2c-8fdf-2d29dae07319'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:26:09.164884 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-637b9200-0f82-4faa-9ba7-125144f62460 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:09.166275 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-637b9200-0f82-4faa-9ba7-125144f62460 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.8103890 Aug 16 23:26:09.169278 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 50040) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:26:09.199846 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-876ab253-4f2b-44a8-b96d-4f574acdd6a3 tempest-TestNetworkBasicOps-1449554327 tempest-TestNetworkBasicOps-1449554327-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=32cc187dad0a4126a4e097b82132c4b0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272021 Aug 16 23:26:09.200112 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 50042) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:26:09.291345 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f74c3c-d017-4c5b-8078-652d2344ef9a tempest-TestNetworkBasicOps-1449554327 tempest-TestNetworkBasicOps-1449554327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:09.292913 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-10f74c3c-d017-4c5b-8078-652d2344ef9a tempest-TestNetworkBasicOps-1449554327 tempest-TestNetworkBasicOps-1449554327-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0917773 Aug 16 23:26:09.295913 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 50044) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:26:09.333406 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-ea358147-e1af-4715-9465-58174f4face9 tempest-TestNetworkBasicOps-1449554327 tempest-TestNetworkBasicOps-1449554327-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=c22c4980-c849-406d-982c-a5d68c515a94&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0331478 Aug 16 23:26:09.333539 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 50048) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:26:09.338918 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-3743a5a5-ab01-473f-bd83-129cbfc3b6d7 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-142971607', 'network_id': '88604a64-29bd-476c-912c-7ff645609493', 'project_id': '32cc187dad0a4126a4e097b82132c4b0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:26:09.421730 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-e83140be-356f-4b39-b902-203781bbe927 None None] Set router b2f05be4-3d91-4c2c-8fdf-2d29dae07319 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:26:09.430302 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3743a5a5-ab01-473f-bd83-129cbfc3b6d7 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Made reservation on behalf of 32cc187dad0a4126a4e097b82132c4b0 for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:26:09.433942 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3743a5a5-ab01-473f-bd83-129cbfc3b6d7 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:09.606641 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-e83140be-356f-4b39-b902-203781bbe927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f05be4-3d91-4c2c-8fdf-2d29dae07319', 'name': 'tempest-TestNetworkBasicOps-router-518908466', 'tenant_id': '32cc187dad0a4126a4e097b82132c4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': '465c4a7c-5a9b-4c51-84ff-e8f8b67b1c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:26:07Z', 'updated_at': '2021-08-16T23:26:08Z', 'revision_number': 3, 'project_id': '32cc187dad0a4126a4e097b82132c4b0', 'gw_port': {'id': '465c4a7c-5a9b-4c51-84ff-e8f8b67b1c0d', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e3:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f05be4-3d91-4c2c-8fdf-2d29dae07319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:26:07Z', 'updated_at': '2021-08-16T23:26:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:26:09.616459 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3743a5a5-ab01-473f-bd83-129cbfc3b6d7 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:09.633743 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83140be-356f-4b39-b902-203781bbe927 None None] Checking router: b2f05be4-3d91-4c2c-8fdf-2d29dae07319 for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:26:09.634102 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83140be-356f-4b39-b902-203781bbe927 None None] Updating router b2f05be4-3d91-4c2c-8fdf-2d29dae07319 port 465c4a7c-5a9b-4c51-84ff-e8f8b67b1c0d binding host n-d-791506-26 {{(pid=101293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:26:09.658415 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e83140be-356f-4b39-b902-203781bbe927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:09.683197 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3743a5a5-ab01-473f-bd83-129cbfc3b6d7 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Pushing event updated for resources: {'Subnet': ['ID=23538668-00ab-41cd-8dbb-390c842220c3,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:26:09.691701 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3743a5a5-ab01-473f-bd83-129cbfc3b6d7 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Checking segment: {'id': '2935fc26-e80d-48e2-b4e0-7361a5127cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '88604a64-29bd-476c-912c-7ff645609493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:26:09.691701 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3743a5a5-ab01-473f-bd83-129cbfc3b6d7 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Network hostable DHCP agents. Network: 88604a64-29bd-476c-912c-7ff645609493, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:26:09.709385 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3743a5a5-ab01-473f-bd83-129cbfc3b6d7 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Network 88604a64-29bd-476c-912c-7ff645609493 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:26:09.717941 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-3743a5a5-ab01-473f-bd83-129cbfc3b6d7 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 88604a64-29bd-476c-912c-7ff645609493) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:26:09.722138 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3743a5a5-ab01-473f-bd83-129cbfc3b6d7 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:09.722874 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3743a5a5-ab01-473f-bd83-129cbfc3b6d7 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:09.737116 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-3743a5a5-ab01-473f-bd83-129cbfc3b6d7 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4024441 Aug 16 23:26:09.740124 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 50050) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:26:09.741830 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476539af-74a5-496a-a52a-dfb7258829d4 None None] Network 88604a64-29bd-476c-912c-7ff645609493 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:26:09.983806 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f60891-6a95-4c59-91f8-24c6c61250f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-88604a64-29bd-476c-912c-7ff645609493', 'network_id': '88604a64-29bd-476c-912c-7ff645609493', 'tenant_id': '32cc187dad0a4126a4e097b82132c4b0', 'fixed_ips': [{'subnet_id': '23538668-00ab-41cd-8dbb-390c842220c3'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:26:09.984672 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-98f60891-6a95-4c59-91f8-24c6c61250f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:10.038811 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e83140be-356f-4b39-b902-203781bbe927 None None] Notify callbacks [] for port, precommit_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:10.098103 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-e83140be-356f-4b39-b902-203781bbe927 None None] Transition to ACTIVE for port object 465c4a7c-5a9b-4c51-84ff-e8f8b67b1c0d will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:26:10.108147 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e83140be-356f-4b39-b902-203781bbe927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:10.184645 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9140ed53-6fb3-4518-9db5-2888b4cf404c tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:10.200212 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-e83140be-356f-4b39-b902-203781bbe927 None None] Attempting to bind port 465c4a7c-5a9b-4c51-84ff-e8f8b67b1c0d on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:26:10.200809 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-e83140be-356f-4b39-b902-203781bbe927 None None] Attempting to bind port 465c4a7c-5a9b-4c51-84ff-e8f8b67b1c0d by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:26:10.200977 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83140be-356f-4b39-b902-203781bbe927 None None] Attempting to bind port 465c4a7c-5a9b-4c51-84ff-e8f8b67b1c0d on network c22c4980-c849-406d-982c-a5d68c515a94 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:26:10.205501 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32220b36-5865-4b54-b5ff-c41ddb3178ff None None] Pushing event updated for resources: {'Port': ['ID=465c4a7c-5a9b-4c51-84ff-e8f8b67b1c0d,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:26:10.214880 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-98f60891-6a95-4c59-91f8-24c6c61250f3 None None] Allocated IP 172.20.0.2 (88604a64-29bd-476c-912c-7ff645609493/23538668-00ab-41cd-8dbb-390c842220c3/c53dd035-568d-40d0-88f1-85c7db36a431) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:26:10.218998 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83140be-356f-4b39-b902-203781bbe927 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:26:10.219377 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83140be-356f-4b39-b902-203781bbe927 None None] Checking segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:26:10.219786 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e83140be-356f-4b39-b902-203781bbe927 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:10.220182 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83140be-356f-4b39-b902-203781bbe927 None None] Bound using segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:26:10.220678 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-e83140be-356f-4b39-b902-203781bbe927 None None] Bound port: 465c4a7c-5a9b-4c51-84ff-e8f8b67b1c0d, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:26:10.221119 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e83140be-356f-4b39-b902-203781bbe927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:10.324284 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-e83140be-356f-4b39-b902-203781bbe927 None None] For port 465c4a7c-5a9b-4c51-84ff-e8f8b67b1c0d, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:26:10.328466 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-e83140be-356f-4b39-b902-203781bbe927 None None] For port 465c4a7c-5a9b-4c51-84ff-e8f8b67b1c0d, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=465c4a7c-5a9b-4c51-84ff-e8f8b67b1c0d,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:26:10.334356 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e83140be-356f-4b39-b902-203781bbe927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:10.452777 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83140be-356f-4b39-b902-203781bbe927 None None] Routers {'b2f05be4-3d91-4c2c-8fdf-2d29dae07319'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:26:10.453397 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-e83140be-356f-4b39-b902-203781bbe927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:25:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['b2f05be4-3d91-4c2c-8fdf-2d29dae07319'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:26:10.461125 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-98f60891-6a95-4c59-91f8-24c6c61250f3 None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:10.462910 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32220b36-5865-4b54-b5ff-c41ddb3178ff None None] Pushing event updated for resources: {'Port': ['ID=465c4a7c-5a9b-4c51-84ff-e8f8b67b1c0d,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:26:10.508800 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-98f60891-6a95-4c59-91f8-24c6c61250f3 None None] Transition to ACTIVE for port object c53dd035-568d-40d0-88f1-85c7db36a431 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:26:10.556341 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-98f60891-6a95-4c59-91f8-24c6c61250f3 None None] Transition to ACTIVE for port object c53dd035-568d-40d0-88f1-85c7db36a431 will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:26:10.564426 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-98f60891-6a95-4c59-91f8-24c6c61250f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:10.613013 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-9140ed53-6fb3-4518-9db5-2888b4cf404c tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Allocated IP 172.20.0.1 (88604a64-29bd-476c-912c-7ff645609493/23538668-00ab-41cd-8dbb-390c842220c3/6b6f3de5-9843-4e00-ad16-ba5f0ddb631b) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:26:10.619964 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f60891-6a95-4c59-91f8-24c6c61250f3 None None] Network 88604a64-29bd-476c-912c-7ff645609493 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:26:10.625238 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-e83140be-356f-4b39-b902-203781bbe927 None None] Set router b2f05be4-3d91-4c2c-8fdf-2d29dae07319 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:26:10.627247 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-98f60891-6a95-4c59-91f8-24c6c61250f3 None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:26:10.655301 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f60891-6a95-4c59-91f8-24c6c61250f3 None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:26:10.682832 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f60891-6a95-4c59-91f8-24c6c61250f3 None None] Pushing event updated for resources: {'Port': ['ID=c53dd035-568d-40d0-88f1-85c7db36a431,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:26:10.730784 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9140ed53-6fb3-4518-9db5-2888b4cf404c tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:10.744621 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-9140ed53-6fb3-4518-9db5-2888b4cf404c tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Transition to ACTIVE for port object 6b6f3de5-9843-4e00-ad16-ba5f0ddb631b will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:26:10.778450 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9140ed53-6fb3-4518-9db5-2888b4cf404c tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:10.785076 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-98f60891-6a95-4c59-91f8-24c6c61250f3 None None] Attempting to bind port c53dd035-568d-40d0-88f1-85c7db36a431 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:26:10.785453 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-98f60891-6a95-4c59-91f8-24c6c61250f3 None None] Attempting to bind port c53dd035-568d-40d0-88f1-85c7db36a431 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '2935fc26-e80d-48e2-b4e0-7361a5127cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '88604a64-29bd-476c-912c-7ff645609493'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:26:10.785818 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f60891-6a95-4c59-91f8-24c6c61250f3 None None] Attempting to bind port c53dd035-568d-40d0-88f1-85c7db36a431 on network 88604a64-29bd-476c-912c-7ff645609493 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:26:10.796142 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f60891-6a95-4c59-91f8-24c6c61250f3 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:26:10.796518 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f60891-6a95-4c59-91f8-24c6c61250f3 None None] Checking segment: {'id': '2935fc26-e80d-48e2-b4e0-7361a5127cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '88604a64-29bd-476c-912c-7ff645609493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:26:10.796947 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-98f60891-6a95-4c59-91f8-24c6c61250f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:10.797343 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f60891-6a95-4c59-91f8-24c6c61250f3 None None] Bound using segment: {'id': '2935fc26-e80d-48e2-b4e0-7361a5127cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '88604a64-29bd-476c-912c-7ff645609493'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:26:10.797809 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-98f60891-6a95-4c59-91f8-24c6c61250f3 None None] Bound port: c53dd035-568d-40d0-88f1-85c7db36a431, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2935fc26-e80d-48e2-b4e0-7361a5127cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '88604a64-29bd-476c-912c-7ff645609493'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:26:10.798188 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-98f60891-6a95-4c59-91f8-24c6c61250f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:10.824357 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9140ed53-6fb3-4518-9db5-2888b4cf404c tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Network 88604a64-29bd-476c-912c-7ff645609493 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:26:10.827611 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-9140ed53-6fb3-4518-9db5-2888b4cf404c tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:26:10.832597 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9140ed53-6fb3-4518-9db5-2888b4cf404c tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:26:10.836562 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9140ed53-6fb3-4518-9db5-2888b4cf404c tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Pushing event updated for resources: {'Port': ['ID=6b6f3de5-9843-4e00-ad16-ba5f0ddb631b,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:26:10.881407 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9140ed53-6fb3-4518-9db5-2888b4cf404c tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954230'] for router_interface, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:10.910666 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-98f60891-6a95-4c59-91f8-24c6c61250f3 None None] For port c53dd035-568d-40d0-88f1-85c7db36a431, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:26:10.914442 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-98f60891-6a95-4c59-91f8-24c6c61250f3 None None] For port c53dd035-568d-40d0-88f1-85c7db36a431, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=c53dd035-568d-40d0-88f1-85c7db36a431,segment=NetworkSegment(2935fc26-e80d-48e2-b4e0-7361a5127cb6),segment_id=2935fc26-e80d-48e2-b4e0-7361a5127cb6)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:26:10.919424 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-98f60891-6a95-4c59-91f8-24c6c61250f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:10.958199 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-e83140be-356f-4b39-b902-203781bbe927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f05be4-3d91-4c2c-8fdf-2d29dae07319', 'name': 'tempest-TestNetworkBasicOps-router-518908466', 'tenant_id': '32cc187dad0a4126a4e097b82132c4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': '465c4a7c-5a9b-4c51-84ff-e8f8b67b1c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:26:07Z', 'updated_at': '2021-08-16T23:26:08Z', 'revision_number': 3, 'project_id': '32cc187dad0a4126a4e097b82132c4b0', 'gw_port': {'id': '465c4a7c-5a9b-4c51-84ff-e8f8b67b1c0d', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e3:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f05be4-3d91-4c2c-8fdf-2d29dae07319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:26:07Z', 'updated_at': '2021-08-16T23:26:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:26:10.991815 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83140be-356f-4b39-b902-203781bbe927 None None] The sync data for ids ['b2f05be4-3d91-4c2c-8fdf-2d29dae07319'] in n-d-791506-26 is: [{'id': 'b2f05be4-3d91-4c2c-8fdf-2d29dae07319', 'name': 'tempest-TestNetworkBasicOps-router-518908466', 'tenant_id': '32cc187dad0a4126a4e097b82132c4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': '465c4a7c-5a9b-4c51-84ff-e8f8b67b1c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:26:07Z', 'updated_at': '2021-08-16T23:26:08Z', 'revision_number': 3, 'project_id': '32cc187dad0a4126a4e097b82132c4b0', 'gw_port': {'id': '465c4a7c-5a9b-4c51-84ff-e8f8b67b1c0d', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e3:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f05be4-3d91-4c2c-8fdf-2d29dae07319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:26:07Z', 'updated_at': '2021-08-16T23:26:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:26:11.006345 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f60891-6a95-4c59-91f8-24c6c61250f3 None None] Pushing event updated for resources: {'Port': ['ID=c53dd035-568d-40d0-88f1-85c7db36a431,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:26:11.029414 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9140ed53-6fb3-4518-9db5-2888b4cf404c tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:11.364245 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9140ed53-6fb3-4518-9db5-2888b4cf404c tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:11.369925 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9140ed53-6fb3-4518-9db5-2888b4cf404c tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:11.431016 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:11.449060 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9140ed53-6fb3-4518-9db5-2888b4cf404c tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954122'] for router_interface, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:11.452109 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9140ed53-6fb3-4518-9db5-2888b4cf404c tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Pushing event updated for resources: {'Port': ['ID=6b6f3de5-9843-4e00-ad16-ba5f0ddb631b,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:26:11.905634 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9140ed53-6fb3-4518-9db5-2888b4cf404c tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Network 88604a64-29bd-476c-912c-7ff645609493 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:26:11.906695 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-9140ed53-6fb3-4518-9db5-2888b4cf404c tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:26:11.932447 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8820d69-b74e-4afa-a5b7-1c74db3119a1 None None] Network 88604a64-29bd-476c-912c-7ff645609493 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:26:12.000059 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-5a47cdcd-40a2-4df4-a811-97053a8aedd3 None None] Provisioning for port c53dd035-568d-40d0-88f1-85c7db36a431 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:26:12.029175 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9140ed53-6fb3-4518-9db5-2888b4cf404c tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Router b2f05be4-3d91-4c2c-8fdf-2d29dae07319 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:26:12.152719 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9140ed53-6fb3-4518-9db5-2888b4cf404c tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:26:12.161589 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 50056) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:26:12.164022 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-9140ed53-6fb3-4518-9db5-2888b4cf404c tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "PUT /v2.0/routers/b2f05be4-3d91-4c2c-8fdf-2d29dae07319/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4220638 Aug 16 23:26:12.238466 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device c53dd035-568d-40d0-88f1-85c7db36a431 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:26:12.298917 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port c53dd035-568d-40d0-88f1-85c7db36a431 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:26:12.304128 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port c53dd035-568d-40d0-88f1-85c7db36a431 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:26:12.304641 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:12.376276 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e672298e-22d4-44e5-9ed8-5f4b4ad445c4 tempest-TestNetworkBasicOps-1449554327 tempest-TestNetworkBasicOps-1449554327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:12.376792 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e672298e-22d4-44e5-9ed8-5f4b4ad445c4 tempest-TestNetworkBasicOps-1449554327 tempest-TestNetworkBasicOps-1449554327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:12.378212 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e672298e-22d4-44e5-9ed8-5f4b4ad445c4 tempest-TestNetworkBasicOps-1449554327 tempest-TestNetworkBasicOps-1449554327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:12.379358 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e672298e-22d4-44e5-9ed8-5f4b4ad445c4 tempest-TestNetworkBasicOps-1449554327 tempest-TestNetworkBasicOps-1449554327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:12.379851 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e672298e-22d4-44e5-9ed8-5f4b4ad445c4 tempest-TestNetworkBasicOps-1449554327 tempest-TestNetworkBasicOps-1449554327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:12.385247 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 50058) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:26:12.386056 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-e672298e-22d4-44e5-9ed8-5f4b4ad445c4 tempest-TestNetworkBasicOps-1449554327 tempest-TestNetworkBasicOps-1449554327-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3584 time: 0.2222023 Aug 16 23:26:12.391967 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:12.436453 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port c53dd035-568d-40d0-88f1-85c7db36a431, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=c53dd035-568d-40d0-88f1-85c7db36a431,segment=NetworkSegment(2935fc26-e80d-48e2-b4e0-7361a5127cb6),segment_id=2935fc26-e80d-48e2-b4e0-7361a5127cb6)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:26:12.444592 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:12.445394 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 465c4a7c-5a9b-4c51-84ff-e8f8b67b1c0d up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:26:12.464179 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bad20f6-c34b-4244-b79b-73bb52f49772 tempest-TestNetworkBasicOps-1449554327 tempest-TestNetworkBasicOps-1449554327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:12.464709 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bad20f6-c34b-4244-b79b-73bb52f49772 tempest-TestNetworkBasicOps-1449554327 tempest-TestNetworkBasicOps-1449554327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:12.465180 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bad20f6-c34b-4244-b79b-73bb52f49772 tempest-TestNetworkBasicOps-1449554327 tempest-TestNetworkBasicOps-1449554327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:12.465681 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bad20f6-c34b-4244-b79b-73bb52f49772 tempest-TestNetworkBasicOps-1449554327 tempest-TestNetworkBasicOps-1449554327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:12.466107 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bad20f6-c34b-4244-b79b-73bb52f49772 tempest-TestNetworkBasicOps-1449554327 tempest-TestNetworkBasicOps-1449554327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:12.471041 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 50060) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:26:12.481357 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-4bad20f6-c34b-4244-b79b-73bb52f49772 tempest-TestNetworkBasicOps-1449554327 tempest-TestNetworkBasicOps-1449554327-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3364 time: 0.0945930 Aug 16 23:26:12.492619 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-e861a225-d664-4c80-b3d9-e8ab2b3b8763 None None] Provisioning for port 6b6f3de5-9843-4e00-ad16-ba5f0ddb631b completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:26:12.500509 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-e861a225-d664-4c80-b3d9-e8ab2b3b8763 None None] Provisioning complete for port 6b6f3de5-9843-4e00-ad16-ba5f0ddb631b triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:26:12.500912 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e861a225-d664-4c80-b3d9-e8ab2b3b8763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:12.566122 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=c53dd035-568d-40d0-88f1-85c7db36a431,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:26:12.574628 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-e861a225-d664-4c80-b3d9-e8ab2b3b8763 None None] Port 6b6f3de5-9843-4e00-ad16-ba5f0ddb631b cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:26:12.593836 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 465c4a7c-5a9b-4c51-84ff-e8f8b67b1c0d completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:26:12.595863 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-e861a225-d664-4c80-b3d9-e8ab2b3b8763 None None] Provisioning complete for port c53dd035-568d-40d0-88f1-85c7db36a431 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:26:12.596994 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e861a225-d664-4c80-b3d9-e8ab2b3b8763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:12.600786 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 465c4a7c-5a9b-4c51-84ff-e8f8b67b1c0d triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:26:12.601157 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:12.747398 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:12.778044 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-4029e3fe-8f74-4cb2-afc5-b1344f40ae89 tempest-TestNetworkBasicOps-1449554327 tempest-TestNetworkBasicOps-1449554327-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2325 time: 0.3058262 Aug 16 23:26:12.780957 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 465c4a7c-5a9b-4c51-84ff-e8f8b67b1c0d, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=465c4a7c-5a9b-4c51-84ff-e8f8b67b1c0d,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:26:12.785896 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:12.844003 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=465c4a7c-5a9b-4c51-84ff-e8f8b67b1c0d,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:26:12.858609 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25de81f0-d541-454a-bb26-7776dcbc81fe None None] Sync routers for ids ['b2f05be4-3d91-4c2c-8fdf-2d29dae07319'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:26:12.870427 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25de81f0-d541-454a-bb26-7776dcbc81fe None None] Routers {'b2f05be4-3d91-4c2c-8fdf-2d29dae07319'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:26:12.870967 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-25de81f0-d541-454a-bb26-7776dcbc81fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:25:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['b2f05be4-3d91-4c2c-8fdf-2d29dae07319'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:26:12.874887 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-f1e3ead9-ad54-41c4-8969-4d8f8fee75f5 None None] Provisioning complete for port 6b6f3de5-9843-4e00-ad16-ba5f0ddb631b triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:26:12.875302 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f1e3ead9-ad54-41c4-8969-4d8f8fee75f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:12.912332 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-f1e3ead9-ad54-41c4-8969-4d8f8fee75f5 None None] Port 6b6f3de5-9843-4e00-ad16-ba5f0ddb631b cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:26:12.985737 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-25de81f0-d541-454a-bb26-7776dcbc81fe None None] Set router b2f05be4-3d91-4c2c-8fdf-2d29dae07319 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:26:12.988637 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 50066) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:26:12.993113 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-2be6f82c-26bb-49c4-98ab-7943a71d0f03 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2032971791', 'description': 'tempest-secgroup-smoke-2032971791 description', 'project_id': '32cc187dad0a4126a4e097b82132c4b0'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:26:13.018531 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2be6f82c-26bb-49c4-98ab-7943a71d0f03 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:13.102852 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2be6f82c-26bb-49c4-98ab-7943a71d0f03 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:13.107463 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2be6f82c-26bb-49c4-98ab-7943a71d0f03 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:13.138060 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be6f82c-26bb-49c4-98ab-7943a71d0f03 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47ba90cb-8206-47b1-a45d-276de2390615,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:26:13.140578 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2be6f82c-26bb-49c4-98ab-7943a71d0f03 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:13.141926 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-2be6f82c-26bb-49c4-98ab-7943a71d0f03 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1524711 Aug 16 23:26:13.145184 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 50068) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:26:13.149804 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-a4e8a29d-23b2-47dc-a0a1-7e7cb20f8355 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Request body: {'security_group_rule': {'security_group_id': '47ba90cb-8206-47b1-a45d-276de2390615', 'project_id': '32cc187dad0a4126a4e097b82132c4b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:26:13.177868 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a4e8a29d-23b2-47dc-a0a1-7e7cb20f8355 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:13.196962 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-25de81f0-d541-454a-bb26-7776dcbc81fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f05be4-3d91-4c2c-8fdf-2d29dae07319', 'name': 'tempest-TestNetworkBasicOps-router-518908466', 'tenant_id': '32cc187dad0a4126a4e097b82132c4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': '465c4a7c-5a9b-4c51-84ff-e8f8b67b1c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:26:07Z', 'updated_at': '2021-08-16T23:26:10Z', 'revision_number': 4, 'project_id': '32cc187dad0a4126a4e097b82132c4b0', 'gw_port': {'id': '465c4a7c-5a9b-4c51-84ff-e8f8b67b1c0d', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f05be4-3d91-4c2c-8fdf-2d29dae07319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:26:07Z', 'updated_at': '2021-08-16T23:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '6b6f3de5-9843-4e00-ad16-ba5f0ddb631b', 'name': '', 'network_id': '88604a64-29bd-476c-912c-7ff645609493', 'tenant_id': '32cc187dad0a4126a4e097b82132c4b0', 'mac_address': 'fa:16:3e:a5:cf:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f05be4-3d91-4c2c-8fdf-2d29dae07319', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '23538668-00ab-41cd-8dbb-390c842220c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:26:10Z', 'updated_at': '2021-08-16T23:26:11Z', 'revision_number': 2, 'project_id': '32cc187dad0a4126a4e097b82132c4b0', 'subnets': [{'id': '23538668-00ab-41cd-8dbb-390c842220c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:26:13.222142 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25de81f0-d541-454a-bb26-7776dcbc81fe None None] Checking router: b2f05be4-3d91-4c2c-8fdf-2d29dae07319 for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:26:13.222753 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25de81f0-d541-454a-bb26-7776dcbc81fe None None] Updating router b2f05be4-3d91-4c2c-8fdf-2d29dae07319 port 6b6f3de5-9843-4e00-ad16-ba5f0ddb631b binding host n-d-791506-26 {{(pid=101294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:26:13.243997 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a4e8a29d-23b2-47dc-a0a1-7e7cb20f8355 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:13.247810 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a4e8a29d-23b2-47dc-a0a1-7e7cb20f8355 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:13.249753 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-25de81f0-d541-454a-bb26-7776dcbc81fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:13.266375 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e8a29d-23b2-47dc-a0a1-7e7cb20f8355 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7197ba4b-691e-477d-9f2a-7be5bd58c4ee,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:26:13.274272 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a4e8a29d-23b2-47dc-a0a1-7e7cb20f8355 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:13.275678 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-a4e8a29d-23b2-47dc-a0a1-7e7cb20f8355 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1294754 Aug 16 23:26:13.278453 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 50070) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:26:13.282909 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-76c911bf-ae0e-41eb-9343-3de1a9ceaeab tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Request body: {'security_group_rule': {'security_group_id': '47ba90cb-8206-47b1-a45d-276de2390615', 'project_id': '32cc187dad0a4126a4e097b82132c4b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:26:13.311287 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-76c911bf-ae0e-41eb-9343-3de1a9ceaeab tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:13.370944 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-76c911bf-ae0e-41eb-9343-3de1a9ceaeab tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:13.374631 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-76c911bf-ae0e-41eb-9343-3de1a9ceaeab tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:13.391699 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c911bf-ae0e-41eb-9343-3de1a9ceaeab tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9c56126-0021-4395-9ee7-9cf2eb993146,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:26:13.399082 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-76c911bf-ae0e-41eb-9343-3de1a9ceaeab tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:13.402993 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-76c911bf-ae0e-41eb-9343-3de1a9ceaeab tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1210079 Aug 16 23:26:13.403480 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 50072) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:26:13.407653 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-d12dc4c5-4ad8-4425-b823-1b876e34ecbf tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Request body: {'security_group_rule': {'security_group_id': '47ba90cb-8206-47b1-a45d-276de2390615', 'project_id': '32cc187dad0a4126a4e097b82132c4b0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:26:13.435575 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d12dc4c5-4ad8-4425-b823-1b876e34ecbf tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:13.497045 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d12dc4c5-4ad8-4425-b823-1b876e34ecbf tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:13.501161 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d12dc4c5-4ad8-4425-b823-1b876e34ecbf tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:13.518358 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12dc4c5-4ad8-4425-b823-1b876e34ecbf tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3955f55f-36f6-46f4-861e-945c4755b8c6,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:26:13.526438 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d12dc4c5-4ad8-4425-b823-1b876e34ecbf tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:13.527714 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-d12dc4c5-4ad8-4425-b823-1b876e34ecbf tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1236212 Aug 16 23:26:13.527850 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-25de81f0-d541-454a-bb26-7776dcbc81fe None None] Notify callbacks [] for port, precommit_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:13.530420 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 50074) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:26:13.535549 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-f23f9098-17ae-49cb-ab6c-89e1e56583e9 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Request body: {'security_group_rule': {'security_group_id': '47ba90cb-8206-47b1-a45d-276de2390615', 'project_id': '32cc187dad0a4126a4e097b82132c4b0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:26:13.538835 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.provisioning_blocks [None req-25de81f0-d541-454a-bb26-7776dcbc81fe None None] Transition to ACTIVE for port object 6b6f3de5-9843-4e00-ad16-ba5f0ddb631b will not be triggered until provisioned by entity L2. {{(pid=101294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:26:13.544312 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-25de81f0-d541-454a-bb26-7776dcbc81fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:13.562309 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f23f9098-17ae-49cb-ab6c-89e1e56583e9 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:13.600944 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec91510e-0596-472b-9704-aceec9902f8b None None] Pushing event updated for resources: {'Port': ['ID=6b6f3de5-9843-4e00-ad16-ba5f0ddb631b,revision_number=3']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:26:13.628231 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f23f9098-17ae-49cb-ab6c-89e1e56583e9 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:13.635217 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f23f9098-17ae-49cb-ab6c-89e1e56583e9 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:13.649726 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23f9098-17ae-49cb-ab6c-89e1e56583e9 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11161d57-ca61-4fb6-af41-43fe26b66ad5,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:26:13.657854 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-25de81f0-d541-454a-bb26-7776dcbc81fe None None] Attempting to bind port 6b6f3de5-9843-4e00-ad16-ba5f0ddb631b on host n-d-791506-26 for vnic_type normal with profile {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:26:13.659297 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-25de81f0-d541-454a-bb26-7776dcbc81fe None None] Attempting to bind port 6b6f3de5-9843-4e00-ad16-ba5f0ddb631b by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '2935fc26-e80d-48e2-b4e0-7361a5127cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '88604a64-29bd-476c-912c-7ff645609493'}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:26:13.659889 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25de81f0-d541-454a-bb26-7776dcbc81fe None None] Attempting to bind port 6b6f3de5-9843-4e00-ad16-ba5f0ddb631b on network 88604a64-29bd-476c-912c-7ff645609493 {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:26:13.662694 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f23f9098-17ae-49cb-ab6c-89e1e56583e9 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:13.664216 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-f23f9098-17ae-49cb-ab6c-89e1e56583e9 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1328654 Aug 16 23:26:13.666636 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25de81f0-d541-454a-bb26-7776dcbc81fe None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:26:13.667095 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25de81f0-d541-454a-bb26-7776dcbc81fe None None] Checking segment: {'id': '2935fc26-e80d-48e2-b4e0-7361a5127cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '88604a64-29bd-476c-912c-7ff645609493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:26:13.667308 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 50076) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:26:13.667519 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-25de81f0-d541-454a-bb26-7776dcbc81fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:13.667981 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25de81f0-d541-454a-bb26-7776dcbc81fe None None] Bound using segment: {'id': '2935fc26-e80d-48e2-b4e0-7361a5127cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '88604a64-29bd-476c-912c-7ff645609493'} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:26:13.670435 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-25de81f0-d541-454a-bb26-7776dcbc81fe None None] Bound port: 6b6f3de5-9843-4e00-ad16-ba5f0ddb631b, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2935fc26-e80d-48e2-b4e0-7361a5127cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '88604a64-29bd-476c-912c-7ff645609493'}}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:26:13.670844 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-25de81f0-d541-454a-bb26-7776dcbc81fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:13.673420 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-90cddaec-225f-4527-b3a5-112348ee7189 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Request body: {'security_group_rule': {'security_group_id': '47ba90cb-8206-47b1-a45d-276de2390615', 'project_id': '32cc187dad0a4126a4e097b82132c4b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:26:13.701636 n-d-791506-26 neutron-server[101291]: INFO neutron.db.securitygroups_db [None req-90cddaec-225f-4527-b3a5-112348ee7189 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Project 32cc187dad0a4126a4e097b82132c4b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 23:26:13.708841 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-90cddaec-225f-4527-b3a5-112348ee7189 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:13.758001 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-25de81f0-d541-454a-bb26-7776dcbc81fe None None] For port 6b6f3de5-9843-4e00-ad16-ba5f0ddb631b, host n-d-791506-26, cleared binding levels {{(pid=101294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:26:13.761587 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-25de81f0-d541-454a-bb26-7776dcbc81fe None None] For port 6b6f3de5-9843-4e00-ad16-ba5f0ddb631b, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=6b6f3de5-9843-4e00-ad16-ba5f0ddb631b,segment=NetworkSegment(2935fc26-e80d-48e2-b4e0-7361a5127cb6),segment_id=2935fc26-e80d-48e2-b4e0-7361a5127cb6)] {{(pid=101294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:26:13.766575 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-25de81f0-d541-454a-bb26-7776dcbc81fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:13.787881 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-90cddaec-225f-4527-b3a5-112348ee7189 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:13.792221 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-90cddaec-225f-4527-b3a5-112348ee7189 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:13.808786 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cddaec-225f-4527-b3a5-112348ee7189 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44c36ae6-6b36-435c-a5fb-783c48c4315d,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:26:13.824058 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25de81f0-d541-454a-bb26-7776dcbc81fe None None] Routers {'b2f05be4-3d91-4c2c-8fdf-2d29dae07319'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:26:13.824747 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-25de81f0-d541-454a-bb26-7776dcbc81fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:25:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['b2f05be4-3d91-4c2c-8fdf-2d29dae07319'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:26:13.834529 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-90cddaec-225f-4527-b3a5-112348ee7189 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:13.836336 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-90cddaec-225f-4527-b3a5-112348ee7189 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1675241 Aug 16 23:26:13.838938 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 50080) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:26:13.843585 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-d975f0e5-b251-41a9-bebc-022c2889bbbc tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Request body: {'security_group_rule': {'security_group_id': '47ba90cb-8206-47b1-a45d-276de2390615', 'project_id': '32cc187dad0a4126a4e097b82132c4b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:26:13.860891 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec91510e-0596-472b-9704-aceec9902f8b None None] Pushing event updated for resources: {'Port': ['ID=6b6f3de5-9843-4e00-ad16-ba5f0ddb631b,revision_number=4']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:26:13.872262 n-d-791506-26 neutron-server[101291]: INFO neutron.db.securitygroups_db [None req-d975f0e5-b251-41a9-bebc-022c2889bbbc tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Project 32cc187dad0a4126a4e097b82132c4b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 23:26:13.878844 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d975f0e5-b251-41a9-bebc-022c2889bbbc tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:13.946404 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-25de81f0-d541-454a-bb26-7776dcbc81fe None None] Set router b2f05be4-3d91-4c2c-8fdf-2d29dae07319 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:26:13.950665 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d975f0e5-b251-41a9-bebc-022c2889bbbc tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:13.954942 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d975f0e5-b251-41a9-bebc-022c2889bbbc tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:13.975460 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d975f0e5-b251-41a9-bebc-022c2889bbbc tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a47c8c2-e547-4199-b30a-460aa8f7ae0b,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:26:13.979819 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d975f0e5-b251-41a9-bebc-022c2889bbbc tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:13.989719 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-d975f0e5-b251-41a9-bebc-022c2889bbbc tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1411841 Aug 16 23:26:14.150243 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-afff9b01-2bfb-4ee5-bd5f-f3df7fcaf840 req-78ed38dd-61a1-4818-8083-8fc576d795ca tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2032971791&fields=id&tenant_id=32cc187dad0a4126a4e097b82132c4b0 HTTP/1.1" status: 200 len: 267 time: 0.0499778 Aug 16 23:26:14.171996 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device c53dd035-568d-40d0-88f1-85c7db36a431 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:26:14.187718 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-25de81f0-d541-454a-bb26-7776dcbc81fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f05be4-3d91-4c2c-8fdf-2d29dae07319', 'name': 'tempest-TestNetworkBasicOps-router-518908466', 'tenant_id': '32cc187dad0a4126a4e097b82132c4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': '465c4a7c-5a9b-4c51-84ff-e8f8b67b1c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:26:07Z', 'updated_at': '2021-08-16T23:26:10Z', 'revision_number': 4, 'project_id': '32cc187dad0a4126a4e097b82132c4b0', 'gw_port': {'id': '465c4a7c-5a9b-4c51-84ff-e8f8b67b1c0d', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f05be4-3d91-4c2c-8fdf-2d29dae07319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:26:07Z', 'updated_at': '2021-08-16T23:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '6b6f3de5-9843-4e00-ad16-ba5f0ddb631b', 'name': '', 'network_id': '88604a64-29bd-476c-912c-7ff645609493', 'tenant_id': '32cc187dad0a4126a4e097b82132c4b0', 'mac_address': 'fa:16:3e:a5:cf:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f05be4-3d91-4c2c-8fdf-2d29dae07319', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '23538668-00ab-41cd-8dbb-390c842220c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:26:10Z', 'updated_at': '2021-08-16T23:26:13Z', 'revision_number': 4, 'project_id': '32cc187dad0a4126a4e097b82132c4b0', 'subnets': [{'id': '23538668-00ab-41cd-8dbb-390c842220c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:26:14.218326 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25de81f0-d541-454a-bb26-7776dcbc81fe None None] The sync data for ids ['b2f05be4-3d91-4c2c-8fdf-2d29dae07319'] in n-d-791506-26 is: [{'id': 'b2f05be4-3d91-4c2c-8fdf-2d29dae07319', 'name': 'tempest-TestNetworkBasicOps-router-518908466', 'tenant_id': '32cc187dad0a4126a4e097b82132c4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': '465c4a7c-5a9b-4c51-84ff-e8f8b67b1c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:26:07Z', 'updated_at': '2021-08-16T23:26:10Z', 'revision_number': 4, 'project_id': '32cc187dad0a4126a4e097b82132c4b0', 'gw_port': {'id': '465c4a7c-5a9b-4c51-84ff-e8f8b67b1c0d', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f05be4-3d91-4c2c-8fdf-2d29dae07319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:26:07Z', 'updated_at': '2021-08-16T23:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '6b6f3de5-9843-4e00-ad16-ba5f0ddb631b', 'name': '', 'network_id': '88604a64-29bd-476c-912c-7ff645609493', 'tenant_id': '32cc187dad0a4126a4e097b82132c4b0', 'mac_address': 'fa:16:3e:a5:cf:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f05be4-3d91-4c2c-8fdf-2d29dae07319', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '23538668-00ab-41cd-8dbb-390c842220c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:26:10Z', 'updated_at': '2021-08-16T23:26:13Z', 'revision_number': 4, 'project_id': '32cc187dad0a4126a4e097b82132c4b0', 'subnets': [{'id': '23538668-00ab-41cd-8dbb-390c842220c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:26:14.222040 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port c53dd035-568d-40d0-88f1-85c7db36a431 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:26:14.222447 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:14.289520 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afff9b01-2bfb-4ee5-bd5f-f3df7fcaf840 req-071d8bf1-2d70-4edc-a448-d3dfa6844ae1 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:14.291435 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-afff9b01-2bfb-4ee5-bd5f-f3df7fcaf840 req-071d8bf1-2d70-4edc-a448-d3dfa6844ae1 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "GET /v2.0/networks?id=88604a64-29bd-476c-912c-7ff645609493 HTTP/1.1" status: 200 len: 797 time: 0.1331360 Aug 16 23:26:14.308184 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-afff9b01-2bfb-4ee5-bd5f-f3df7fcaf840 req-273d3595-d660-4801-bd80-5c28021e005b tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "GET /v2.0/quotas/32cc187dad0a4126a4e097b82132c4b0 HTTP/1.1" status: 200 len: 375 time: 0.0106232 Aug 16 23:26:14.318312 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 465c4a7c-5a9b-4c51-84ff-e8f8b67b1c0d up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:26:14.368079 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-afff9b01-2bfb-4ee5-bd5f-f3df7fcaf840 req-911352b2-2c95-4314-abe4-fe957085ba5c tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=32cc187dad0a4126a4e097b82132c4b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0537302 Aug 16 23:26:14.376787 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 465c4a7c-5a9b-4c51-84ff-e8f8b67b1c0d triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:26:14.377482 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:14.478682 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-afff9b01-2bfb-4ee5-bd5f-f3df7fcaf840 req-584e76eb-a0c7-4c1c-b30b-e4909ede6780 service neutron] 10.222.0.36 "GET /v2.0/networks/88604a64-29bd-476c-912c-7ff645609493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970488 Aug 16 23:26:14.580259 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-afff9b01-2bfb-4ee5-bd5f-f3df7fcaf840 req-06e9ddcf-b55d-454b-baac-39cef473c7f0 service neutron] 10.222.0.36 "GET /v2.0/networks/88604a64-29bd-476c-912c-7ff645609493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972257 Aug 16 23:26:14.767705 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-36b2f9fc-df44-479e-99ef-1686a5672c14 req-7a2253e1-a4ac-4614-a3e3-08511925739a tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7b2c557-ca17-4557-9992-24f248fcf823 HTTP/1.1" status: 200 len: 210 time: 0.0306413 Aug 16 23:26:15.719175 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afff9b01-2bfb-4ee5-bd5f-f3df7fcaf840 req-747f8999-0a67-43cf-ab7f-d422b406255e tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:15.721950 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-afff9b01-2bfb-4ee5-bd5f-f3df7fcaf840 req-747f8999-0a67-43cf-ab7f-d422b406255e tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.68 "GET /v2.0/networks?id=88604a64-29bd-476c-912c-7ff645609493 HTTP/1.1" status: 200 len: 797 time: 0.1081161 Aug 16 23:26:15.769540 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-afff9b01-2bfb-4ee5-bd5f-f3df7fcaf840 req-2f36cc5a-ed79-49f1-b22a-d7b8e8bcabd1 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32cc187dad0a4126a4e097b82132c4b0 HTTP/1.1" status: 200 len: 380 time: 0.0379848 Aug 16 23:26:15.778970 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-afff9b01-2bfb-4ee5-bd5f-f3df7fcaf840 req-85353bbe-79e4-4311-a8f6-ae40ab57676a tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Request body: {'port': {'device_id': 'b7b2c557-ca17-4557-9992-24f248fcf823', 'network_id': '88604a64-29bd-476c-912c-7ff645609493', 'admin_state_up': True, 'tenant_id': '32cc187dad0a4126a4e097b82132c4b0', 'security_groups': ['47ba90cb-8206-47b1-a45d-276de2390615']}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:26:15.871566 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6311eb84-1fa6-44d5-89a6-347a8d49e2fe req-9249f187-b019-4b96-a9a7-b9fd5b461b6e tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7b2c557-ca17-4557-9992-24f248fcf823 HTTP/1.1" status: 200 len: 210 time: 0.0296249 Aug 16 23:26:15.897077 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afff9b01-2bfb-4ee5-bd5f-f3df7fcaf840 req-85353bbe-79e4-4311-a8f6-ae40ab57676a tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Made reservation on behalf of 32cc187dad0a4126a4e097b82132c4b0 for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:26:15.901152 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-afff9b01-2bfb-4ee5-bd5f-f3df7fcaf840 req-85353bbe-79e4-4311-a8f6-ae40ab57676a tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:16.033435 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-afff9b01-2bfb-4ee5-bd5f-f3df7fcaf840 req-85353bbe-79e4-4311-a8f6-ae40ab57676a tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Allocated IP 172.20.0.10 (88604a64-29bd-476c-912c-7ff645609493/23538668-00ab-41cd-8dbb-390c842220c3/abef34ec-6afe-401a-b518-5a9e624701ea) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:26:16.181177 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 6b6f3de5-9843-4e00-ad16-ba5f0ddb631b up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:26:16.191138 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-afff9b01-2bfb-4ee5-bd5f-f3df7fcaf840 req-85353bbe-79e4-4311-a8f6-ae40ab57676a tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:16.204819 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-afff9b01-2bfb-4ee5-bd5f-f3df7fcaf840 req-85353bbe-79e4-4311-a8f6-ae40ab57676a tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Transition to ACTIVE for port object abef34ec-6afe-401a-b518-5a9e624701ea will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:26:16.233827 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 6b6f3de5-9843-4e00-ad16-ba5f0ddb631b completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:26:16.238374 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 6b6f3de5-9843-4e00-ad16-ba5f0ddb631b triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:26:16.238752 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:16.241975 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-afff9b01-2bfb-4ee5-bd5f-f3df7fcaf840 req-85353bbe-79e4-4311-a8f6-ae40ab57676a tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:16.288516 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afff9b01-2bfb-4ee5-bd5f-f3df7fcaf840 req-85353bbe-79e4-4311-a8f6-ae40ab57676a tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Network 88604a64-29bd-476c-912c-7ff645609493 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:26:16.291630 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-afff9b01-2bfb-4ee5-bd5f-f3df7fcaf840 req-85353bbe-79e4-4311-a8f6-ae40ab57676a tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:26:16.295604 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-afff9b01-2bfb-4ee5-bd5f-f3df7fcaf840 req-85353bbe-79e4-4311-a8f6-ae40ab57676a tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:26:16.319802 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:16.322345 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85353bbe-79e4-4311-a8f6-ae40ab57676a tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Pushing event updated for resources: {'Port': ['ID=abef34ec-6afe-401a-b518-5a9e624701ea,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:26:16.354732 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 6b6f3de5-9843-4e00-ad16-ba5f0ddb631b, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=6b6f3de5-9843-4e00-ad16-ba5f0ddb631b,segment=NetworkSegment(2935fc26-e80d-48e2-b4e0-7361a5127cb6),segment_id=2935fc26-e80d-48e2-b4e0-7361a5127cb6)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:26:16.355035 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afff9b01-2bfb-4ee5-bd5f-f3df7fcaf840 req-85353bbe-79e4-4311-a8f6-ae40ab57676a tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:16.355534 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-afff9b01-2bfb-4ee5-bd5f-f3df7fcaf840 req-85353bbe-79e4-4311-a8f6-ae40ab57676a tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:16.359784 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:16.373803 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-afff9b01-2bfb-4ee5-bd5f-f3df7fcaf840 req-85353bbe-79e4-4311-a8f6-ae40ab57676a tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5983980 Aug 16 23:26:16.386732 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-afff9b01-2bfb-4ee5-bd5f-f3df7fcaf840 req-c8c501f8-6023-4e81-91b1-a07ba971c584 service neutron] Request body: {'port': {'device_id': 'b7b2c557-ca17-4557-9992-24f248fcf823', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:26:16.411709 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=6b6f3de5-9843-4e00-ad16-ba5f0ddb631b,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:26:16.451098 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-afff9b01-2bfb-4ee5-bd5f-f3df7fcaf840 req-c8c501f8-6023-4e81-91b1-a07ba971c584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:16.511675 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-d1a48772-e500-4cad-9730-99b9c40db227 None None] Provisioning for port abef34ec-6afe-401a-b518-5a9e624701ea completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:26:16.515361 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-d1a48772-e500-4cad-9730-99b9c40db227 None None] Provisioning complete for port abef34ec-6afe-401a-b518-5a9e624701ea triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:26:16.515808 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d1a48772-e500-4cad-9730-99b9c40db227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:16.553866 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-d1a48772-e500-4cad-9730-99b9c40db227 None None] Port abef34ec-6afe-401a-b518-5a9e624701ea cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:26:16.724379 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-afff9b01-2bfb-4ee5-bd5f-f3df7fcaf840 req-c8c501f8-6023-4e81-91b1-a07ba971c584 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abef34ec-6afe-401a-b518-5a9e624701ea {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:26:16.732292 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-afff9b01-2bfb-4ee5-bd5f-f3df7fcaf840 req-c8c501f8-6023-4e81-91b1-a07ba971c584 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:16.744012 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-afff9b01-2bfb-4ee5-bd5f-f3df7fcaf840 req-c8c501f8-6023-4e81-91b1-a07ba971c584 service neutron] Transition to ACTIVE for port object abef34ec-6afe-401a-b518-5a9e624701ea will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:26:16.747853 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-afff9b01-2bfb-4ee5-bd5f-f3df7fcaf840 req-c8c501f8-6023-4e81-91b1-a07ba971c584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:16.796862 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c501f8-6023-4e81-91b1-a07ba971c584 service neutron] Pushing event updated for resources: {'Port': ['ID=abef34ec-6afe-401a-b518-5a9e624701ea,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:26:16.875087 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-afff9b01-2bfb-4ee5-bd5f-f3df7fcaf840 req-c8c501f8-6023-4e81-91b1-a07ba971c584 service neutron] Attempting to bind port abef34ec-6afe-401a-b518-5a9e624701ea on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:26:16.875428 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-afff9b01-2bfb-4ee5-bd5f-f3df7fcaf840 req-c8c501f8-6023-4e81-91b1-a07ba971c584 service neutron] Attempting to bind port abef34ec-6afe-401a-b518-5a9e624701ea by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': '2935fc26-e80d-48e2-b4e0-7361a5127cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '88604a64-29bd-476c-912c-7ff645609493'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:26:16.875761 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afff9b01-2bfb-4ee5-bd5f-f3df7fcaf840 req-c8c501f8-6023-4e81-91b1-a07ba971c584 service neutron] Attempting to bind port abef34ec-6afe-401a-b518-5a9e624701ea on network 88604a64-29bd-476c-912c-7ff645609493 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:26:16.880862 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afff9b01-2bfb-4ee5-bd5f-f3df7fcaf840 req-c8c501f8-6023-4e81-91b1-a07ba971c584 service neutron] Port abef34ec-6afe-401a-b518-5a9e624701ea on network 88604a64-29bd-476c-912c-7ff645609493 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:26:16.881405 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afff9b01-2bfb-4ee5-bd5f-f3df7fcaf840 req-c8c501f8-6023-4e81-91b1-a07ba971c584 service neutron] Attempting to bind port abef34ec-6afe-401a-b518-5a9e624701ea on network 88604a64-29bd-476c-912c-7ff645609493 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:26:16.887245 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afff9b01-2bfb-4ee5-bd5f-f3df7fcaf840 req-c8c501f8-6023-4e81-91b1-a07ba971c584 service neutron] Checking agent: {'id': 'd28e24f9-e5ea-41e1-80bf-3c7943ad7f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:26:16.887657 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afff9b01-2bfb-4ee5-bd5f-f3df7fcaf840 req-c8c501f8-6023-4e81-91b1-a07ba971c584 service neutron] Checking segment: {'id': '2935fc26-e80d-48e2-b4e0-7361a5127cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '88604a64-29bd-476c-912c-7ff645609493'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:26:16.887982 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afff9b01-2bfb-4ee5-bd5f-f3df7fcaf840 req-c8c501f8-6023-4e81-91b1-a07ba971c584 service neutron] Bound using segment: {'id': '2935fc26-e80d-48e2-b4e0-7361a5127cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '88604a64-29bd-476c-912c-7ff645609493'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:26:16.888416 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-afff9b01-2bfb-4ee5-bd5f-f3df7fcaf840 req-c8c501f8-6023-4e81-91b1-a07ba971c584 service neutron] Bound port: abef34ec-6afe-401a-b518-5a9e624701ea, host: n-h1-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2935fc26-e80d-48e2-b4e0-7361a5127cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '88604a64-29bd-476c-912c-7ff645609493'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:26:16.888813 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-afff9b01-2bfb-4ee5-bd5f-f3df7fcaf840 req-c8c501f8-6023-4e81-91b1-a07ba971c584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:16.982466 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-afff9b01-2bfb-4ee5-bd5f-f3df7fcaf840 req-c8c501f8-6023-4e81-91b1-a07ba971c584 service neutron] For port abef34ec-6afe-401a-b518-5a9e624701ea, host n-h1-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:26:16.986145 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-afff9b01-2bfb-4ee5-bd5f-f3df7fcaf840 req-c8c501f8-6023-4e81-91b1-a07ba971c584 service neutron] For port abef34ec-6afe-401a-b518-5a9e624701ea, host n-h1-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=abef34ec-6afe-401a-b518-5a9e624701ea,segment=NetworkSegment(2935fc26-e80d-48e2-b4e0-7361a5127cb6),segment_id=2935fc26-e80d-48e2-b4e0-7361a5127cb6)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:26:16.992916 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-afff9b01-2bfb-4ee5-bd5f-f3df7fcaf840 req-c8c501f8-6023-4e81-91b1-a07ba971c584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:17.006807 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f0a5f8-8807-444a-808c-e8f69a904225 req-282166d7-c6a6-4f21-963c-dbae5fdc791c tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:17.008908 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-60f0a5f8-8807-444a-808c-e8f69a904225 req-282166d7-c6a6-4f21-963c-dbae5fdc791c tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7b2c557-ca17-4557-9992-24f248fcf823 HTTP/1.1" status: 200 len: 944 time: 0.0657790 Aug 16 23:26:17.035792 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afff9b01-2bfb-4ee5-bd5f-f3df7fcaf840 req-c8c501f8-6023-4e81-91b1-a07ba971c584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:17.036497 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-afff9b01-2bfb-4ee5-bd5f-f3df7fcaf840 req-c8c501f8-6023-4e81-91b1-a07ba971c584 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:17.038087 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-afff9b01-2bfb-4ee5-bd5f-f3df7fcaf840 req-c8c501f8-6023-4e81-91b1-a07ba971c584 service neutron] 10.222.0.68 "PUT /v2.0/ports/abef34ec-6afe-401a-b518-5a9e624701ea HTTP/1.1" status: 200 len: 1093 time: 0.6560533 Aug 16 23:26:17.038585 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7b2c557-ca17-4557-9992-24f248fcf823', 'tag': 'abef34ec-6afe-401a-b518-5a9e624701ea'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:26:17.040967 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d741748-d602-4d14-86ba-2ea3dd39295f" -d '{"events": [{"name": "network-changed", "server_uuid": "b7b2c557-ca17-4557-9992-24f248fcf823", "tag": "abef34ec-6afe-401a-b518-5a9e624701ea"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:26:17.069587 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c501f8-6023-4e81-91b1-a07ba971c584 service neutron] Pushing event updated for resources: {'Port': ['ID=abef34ec-6afe-401a-b518-5a9e624701ea,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:26:17.080919 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-60f0a5f8-8807-444a-808c-e8f69a904225 req-7482149c-9db3-4c5e-b12d-ce9c7de550a5 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "GET /v2.0/security-groups?id=47ba90cb-8206-47b1-a45d-276de2390615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577359 Aug 16 23:26:17.121893 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09ccb914-d475-46f3-8b01-41c58fa65710 x-openstack-request-id: req-09ccb914-d475-46f3-8b01-41c58fa65710 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:26:17.122279 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7b2c557-ca17-4557-9992-24f248fcf823", "tag": "abef34ec-6afe-401a-b518-5a9e624701ea", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:26:17.122600 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-09ccb914-d475-46f3-8b01-41c58fa65710 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:26:17.123072 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7b2c557-ca17-4557-9992-24f248fcf823', 'tag': 'abef34ec-6afe-401a-b518-5a9e624701ea', 'status': 'completed', 'code': 200} Aug 16 23:26:17.143358 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afff9b01-2bfb-4ee5-bd5f-f3df7fcaf840 req-c4972895-f2b4-46df-a6d8-c6dce124642b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:17.145443 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-afff9b01-2bfb-4ee5-bd5f-f3df7fcaf840 req-c4972895-f2b4-46df-a6d8-c6dce124642b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=32cc187dad0a4126a4e097b82132c4b0&device_id=b7b2c557-ca17-4557-9992-24f248fcf823 HTTP/1.1" status: 200 len: 1096 time: 0.0572917 Aug 16 23:26:17.193412 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-afff9b01-2bfb-4ee5-bd5f-f3df7fcaf840 req-71ce670a-3e38-405b-90eb-17d3d8c94f88 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abef34ec-6afe-401a-b518-5a9e624701ea HTTP/1.1" status: 200 len: 217 time: 0.0395079 Aug 16 23:26:17.245767 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afff9b01-2bfb-4ee5-bd5f-f3df7fcaf840 req-d8d2c199-f944-4733-a659-d5736be92785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:17.247310 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-afff9b01-2bfb-4ee5-bd5f-f3df7fcaf840 req-d8d2c199-f944-4733-a659-d5736be92785 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=23538668-00ab-41cd-8dbb-390c842220c3 HTTP/1.1" status: 200 len: 834 time: 0.0470800 Aug 16 23:26:17.298049 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afff9b01-2bfb-4ee5-bd5f-f3df7fcaf840 req-7ee66cb5-6733-4aa4-a672-05aa9105a49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:17.299564 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-afff9b01-2bfb-4ee5-bd5f-f3df7fcaf840 req-7ee66cb5-6733-4aa4-a672-05aa9105a49f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=88604a64-29bd-476c-912c-7ff645609493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446887 Aug 16 23:26:17.392083 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-afff9b01-2bfb-4ee5-bd5f-f3df7fcaf840 req-6e3af831-8091-467b-8841-2098632b5a2a service neutron] 10.222.0.68 "GET /v2.0/networks/88604a64-29bd-476c-912c-7ff645609493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847924 Aug 16 23:26:17.491894 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-afff9b01-2bfb-4ee5-bd5f-f3df7fcaf840 req-630c184e-2efe-4215-a14f-2e2986546ece service neutron] 10.222.0.68 "GET /v2.0/networks/88604a64-29bd-476c-912c-7ff645609493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923057 Aug 16 23:26:17.580893 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d741748-d602-4d14-86ba-2ea3dd39295f req-2d139b38-210b-4106-9f41-1db13bb6cd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:17.582389 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-9d741748-d602-4d14-86ba-2ea3dd39295f req-2d139b38-210b-4106-9f41-1db13bb6cd43 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=32cc187dad0a4126a4e097b82132c4b0&device_id=b7b2c557-ca17-4557-9992-24f248fcf823 HTTP/1.1" status: 200 len: 1096 time: 0.0425093 Aug 16 23:26:17.677602 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d741748-d602-4d14-86ba-2ea3dd39295f req-3646d36a-25de-44b8-bbba-66588126d9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:17.679370 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-9d741748-d602-4d14-86ba-2ea3dd39295f req-3646d36a-25de-44b8-bbba-66588126d9e4 service neutron] 10.222.0.68 "GET /v2.0/networks?id=88604a64-29bd-476c-912c-7ff645609493 HTTP/1.1" status: 200 len: 898 time: 0.0888674 Aug 16 23:26:17.685295 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-8d5618ba-af93-40fb-b0af-481c992ec296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:17.721707 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-9d741748-d602-4d14-86ba-2ea3dd39295f req-23041372-d90c-4bb1-a6e2-d8bc7f85bcab service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abef34ec-6afe-401a-b518-5a9e624701ea HTTP/1.1" status: 200 len: 217 time: 0.0354254 Aug 16 23:26:17.774926 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d741748-d602-4d14-86ba-2ea3dd39295f req-c4a2ef2e-88da-4d78-b5f5-a5fb4b7c918c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:17.776430 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-9d741748-d602-4d14-86ba-2ea3dd39295f req-c4a2ef2e-88da-4d78-b5f5-a5fb4b7c918c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=23538668-00ab-41cd-8dbb-390c842220c3 HTTP/1.1" status: 200 len: 834 time: 0.0476804 Aug 16 23:26:17.823718 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d741748-d602-4d14-86ba-2ea3dd39295f req-a282da7c-a08b-45ee-bb4c-8f2810c4e474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:17.825252 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-9d741748-d602-4d14-86ba-2ea3dd39295f req-a282da7c-a08b-45ee-bb4c-8f2810c4e474 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=88604a64-29bd-476c-912c-7ff645609493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406041 Aug 16 23:26:17.919911 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-9d741748-d602-4d14-86ba-2ea3dd39295f req-13bdad36-9f34-46ef-946c-6e3018781253 service neutron] 10.222.0.68 "GET /v2.0/networks/88604a64-29bd-476c-912c-7ff645609493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861464 Aug 16 23:26:18.010537 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-9d741748-d602-4d14-86ba-2ea3dd39295f req-a9795e58-5b0c-4760-a82e-217d5d75e7f4 service neutron] 10.222.0.68 "GET /v2.0/networks/88604a64-29bd-476c-912c-7ff645609493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816004 Aug 16 23:26:18.169092 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 6b6f3de5-9843-4e00-ad16-ba5f0ddb631b up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:26:18.198245 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f77363c-da80-4171-a35e-d91d2238c567 req-da4e4158-6b01-4836-94d5-e23a18a82743 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:18.199728 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4f77363c-da80-4171-a35e-d91d2238c567 req-da4e4158-6b01-4836-94d5-e23a18a82743 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7b2c557-ca17-4557-9992-24f248fcf823 HTTP/1.1" status: 200 len: 944 time: 0.0500565 Aug 16 23:26:18.217595 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 6b6f3de5-9843-4e00-ad16-ba5f0ddb631b triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:26:18.217967 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:18.239894 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4f77363c-da80-4171-a35e-d91d2238c567 req-46d96fb2-a232-4b59-8064-3b1e9099f9fc tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "GET /v2.0/security-groups?id=47ba90cb-8206-47b1-a45d-276de2390615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333679 Aug 16 23:26:19.359367 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f973d88d-cd52-42a0-b84a-2c76a29a91e6 req-a14eb421-12f9-43af-bc97-70f78cb05e69 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:19.360889 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f973d88d-cd52-42a0-b84a-2c76a29a91e6 req-a14eb421-12f9-43af-bc97-70f78cb05e69 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7b2c557-ca17-4557-9992-24f248fcf823 HTTP/1.1" status: 200 len: 944 time: 0.0489399 Aug 16 23:26:19.399087 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f973d88d-cd52-42a0-b84a-2c76a29a91e6 req-8b8a9e59-b035-4f05-a9a9-4771b053c254 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "GET /v2.0/security-groups?id=47ba90cb-8206-47b1-a45d-276de2390615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311623 Aug 16 23:26:19.793583 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f21b4415-a294-42d0-a504-a95f181b98e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:19.989382 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device abef34ec-6afe-401a-b518-5a9e624701ea details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:26:20.089749 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port abef34ec-6afe-401a-b518-5a9e624701ea, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=abef34ec-6afe-401a-b518-5a9e624701ea,segment=NetworkSegment(2935fc26-e80d-48e2-b4e0-7361a5127cb6),segment_id=2935fc26-e80d-48e2-b4e0-7361a5127cb6)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:26:20.101820 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': 'abef34ec-6afe-401a-b518-5a9e624701ea', 'network_id': '88604a64-29bd-476c-912c-7ff645609493', 'port_id': 'abef34ec-6afe-401a-b518-5a9e624701ea', 'mac_address': 'fa:16:3e:50:ca:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23538668-00ab-41cd-8dbb-390c842220c3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:26:20.141202 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:20.154240 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abef34ec-6afe-401a-b518-5a9e624701ea {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:26:20.175820 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port abef34ec-6afe-401a-b518-5a9e624701ea, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=abef34ec-6afe-401a-b518-5a9e624701ea,segment=NetworkSegment(2935fc26-e80d-48e2-b4e0-7361a5127cb6),segment_id=2935fc26-e80d-48e2-b4e0-7361a5127cb6)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:26:20.180186 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:20.233794 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=abef34ec-6afe-401a-b518-5a9e624701ea,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:26:20.402695 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['abef34ec-6afe-401a-b518-5a9e624701ea'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:26:20.526692 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb87cf3-1ef7-4095-aa5a-daa97975bf97 req-c50158ff-a09b-49c2-b30e-2dcbf9d79f3e tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:20.528192 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2fb87cf3-1ef7-4095-aa5a-daa97975bf97 req-c50158ff-a09b-49c2-b30e-2dcbf9d79f3e tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7b2c557-ca17-4557-9992-24f248fcf823 HTTP/1.1" status: 200 len: 945 time: 0.0535042 Aug 16 23:26:20.565888 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2fb87cf3-1ef7-4095-aa5a-daa97975bf97 req-5e76581d-dd6c-4cc6-8ee6-2ea22fe3d9fd tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "GET /v2.0/security-groups?id=47ba90cb-8206-47b1-a45d-276de2390615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310094 Aug 16 23:26:20.664370 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:21.607673 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:21.681185 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fcd0e2-a820-42e4-aea6-6a0123ba2ceb req-ca6ae9de-7ca1-4f6f-8bc8-49e112dd19ae tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:21.682678 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-27fcd0e2-a820-42e4-aea6-6a0123ba2ceb req-ca6ae9de-7ca1-4f6f-8bc8-49e112dd19ae tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7b2c557-ca17-4557-9992-24f248fcf823 HTTP/1.1" status: 200 len: 945 time: 0.0487633 Aug 16 23:26:21.720157 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-27fcd0e2-a820-42e4-aea6-6a0123ba2ceb req-14bd103e-9661-48a3-9a0d-95ac278b66e6 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "GET /v2.0/security-groups?id=47ba90cb-8206-47b1-a45d-276de2390615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315380 Aug 16 23:26:22.004102 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device abef34ec-6afe-401a-b518-5a9e624701ea up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:26:22.050781 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning for port abef34ec-6afe-401a-b518-5a9e624701ea completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:26:22.054381 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port abef34ec-6afe-401a-b518-5a9e624701ea triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:26:22.054747 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:22.128492 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:22.151630 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7b2c557-ca17-4557-9992-24f248fcf823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abef34ec-6afe-401a-b518-5a9e624701ea'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:26:22.153907 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc3f1fd-b2df-42a8-9ae7-069f2f998929" -d '{"events": [{"server_uuid": "b7b2c557-ca17-4557-9992-24f248fcf823", "name": "network-vif-plugged", "status": "completed", "tag": "abef34ec-6afe-401a-b518-5a9e624701ea"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:26:22.166714 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port abef34ec-6afe-401a-b518-5a9e624701ea, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=abef34ec-6afe-401a-b518-5a9e624701ea,segment=NetworkSegment(2935fc26-e80d-48e2-b4e0-7361a5127cb6),segment_id=2935fc26-e80d-48e2-b4e0-7361a5127cb6)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:26:22.171285 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:22.300501 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3014c14-e5c6-4fe8-a2ca-4aa932e120cc req-23d9616f-384d-418c-997b-91985c192747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:22.302129 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b3014c14-e5c6-4fe8-a2ca-4aa932e120cc req-23d9616f-384d-418c-997b-91985c192747 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=b7b2c557-ca17-4557-9992-24f248fcf823 HTTP/1.1" status: 200 len: 1098 time: 0.0500023 Aug 16 23:26:22.340094 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b3014c14-e5c6-4fe8-a2ca-4aa932e120cc req-bc78b0a6-5bdd-42dc-938f-65b5ce12befd service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=47ba90cb-8206-47b1-a45d-276de2390615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303459 Aug 16 23:26:22.365203 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d18b96-38b1-4216-a46c-cc50730075ca x-openstack-request-id: req-c2d18b96-38b1-4216-a46c-cc50730075ca {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:26:22.365515 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7b2c557-ca17-4557-9992-24f248fcf823", "name": "network-vif-plugged", "status": "completed", "tag": "abef34ec-6afe-401a-b518-5a9e624701ea", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:26:22.365765 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c2d18b96-38b1-4216-a46c-cc50730075ca {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:26:22.366162 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7b2c557-ca17-4557-9992-24f248fcf823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abef34ec-6afe-401a-b518-5a9e624701ea', 'code': 200} Aug 16 23:26:22.391730 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=abef34ec-6afe-401a-b518-5a9e624701ea,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:26:22.835912 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f57207-d9a7-4d82-872b-b9da19ee1adf req-35f9b0d2-cdad-408f-8017-39ba887c9b15 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:22.837463 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-42f57207-d9a7-4d82-872b-b9da19ee1adf req-35f9b0d2-cdad-408f-8017-39ba887c9b15 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7b2c557-ca17-4557-9992-24f248fcf823 HTTP/1.1" status: 200 len: 946 time: 0.0492208 Aug 16 23:26:22.841603 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:22.876606 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-42f57207-d9a7-4d82-872b-b9da19ee1adf req-7100413b-81f3-4dc9-a737-836e6ef34981 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "GET /v2.0/security-groups?id=47ba90cb-8206-47b1-a45d-276de2390615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327184 Aug 16 23:26:24.003937 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69f1ce8-399e-428a-8f1a-129290115ef1 req-8ef92c07-d66e-4313-a630-03e8e2d07090 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:24.005487 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e69f1ce8-399e-428a-8f1a-129290115ef1 req-8ef92c07-d66e-4313-a630-03e8e2d07090 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7b2c557-ca17-4557-9992-24f248fcf823 HTTP/1.1" status: 200 len: 946 time: 0.0578446 Aug 16 23:26:24.043983 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e69f1ce8-399e-428a-8f1a-129290115ef1 req-06806b7f-733c-4e0e-bd14-2aca5f42eb42 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "GET /v2.0/security-groups?id=47ba90cb-8206-47b1-a45d-276de2390615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324879 Aug 16 23:26:24.163839 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f8a39d-eb87-4cbc-a4df-ceed66e05d87 req-1f49b32c-a49d-4a6c-86bd-07bdb6364b0e tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:24.165375 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a8f8a39d-eb87-4cbc-a4df-ceed66e05d87 req-1f49b32c-a49d-4a6c-86bd-07bdb6364b0e tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7b2c557-ca17-4557-9992-24f248fcf823 HTTP/1.1" status: 200 len: 946 time: 0.0522110 Aug 16 23:26:24.204189 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a8f8a39d-eb87-4cbc-a4df-ceed66e05d87 req-116f79ad-7c14-4681-8497-50f53ec87550 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "GET /v2.0/security-groups?id=47ba90cb-8206-47b1-a45d-276de2390615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326688 Aug 16 23:26:24.227279 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 50148) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:26:24.267163 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad818e5e-ee60-4890-9075-b12362f22fb0 tempest-TestNetworkBasicOps-1449554327 tempest-TestNetworkBasicOps-1449554327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:24.268905 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-ad818e5e-ee60-4890-9075-b12362f22fb0 tempest-TestNetworkBasicOps-1449554327 tempest-TestNetworkBasicOps-1449554327-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b7b2c557-ca17-4557-9992-24f248fcf823 HTTP/1.1" status: 200 len: 1093 time: 0.0406439 Aug 16 23:26:24.271688 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 50150) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:26:24.276061 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-d0308631-b3e1-4707-93fe-e979b0972582 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Request body: {'floatingip': {'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'port_id': 'abef34ec-6afe-401a-b518-5a9e624701ea', 'tenant_id': '32cc187dad0a4126a4e097b82132c4b0', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:26:24.302264 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d0308631-b3e1-4707-93fe-e979b0972582 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for floatingip, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:24.406944 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d0308631-b3e1-4707-93fe-e979b0972582 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:24.516604 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-d0308631-b3e1-4707-93fe-e979b0972582 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Allocated IP 172.25.4.167 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/5e380a55-2ceb-4fc5-b754-432b8de2761c) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:26:24.628618 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d0308631-b3e1-4707-93fe-e979b0972582 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:24.667659 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d0308631-b3e1-4707-93fe-e979b0972582 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:24.712970 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0308631-b3e1-4707-93fe-e979b0972582 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:26:24.716168 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-d0308631-b3e1-4707-93fe-e979b0972582 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:26:24.720109 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0308631-b3e1-4707-93fe-e979b0972582 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:26:24.726456 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0308631-b3e1-4707-93fe-e979b0972582 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Pushing event updated for resources: {'Port': ['ID=5e380a55-2ceb-4fc5-b754-432b8de2761c,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:26:25.233856 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d0308631-b3e1-4707-93fe-e979b0972582 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:25.337124 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d0308631-b3e1-4707-93fe-e979b0972582 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:25.485795 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d0308631-b3e1-4707-93fe-e979b0972582 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:25.490636 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d0308631-b3e1-4707-93fe-e979b0972582 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:25.506846 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:25.556307 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0308631-b3e1-4707-93fe-e979b0972582 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Pushing event updated for resources: {'Port': ['ID=5e380a55-2ceb-4fc5-b754-432b8de2761c,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:26:25.571146 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d0308631-b3e1-4707-93fe-e979b0972582 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:25.667419 n-d-791506-26 neutron-server[101292]: INFO neutron.db.l3_db [None req-d0308631-b3e1-4707-93fe-e979b0972582 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Floating IP a226e52c-fc5e-4a60-89e2-c43872c48088 associated. External IP: 172.25.4.167, port: abef34ec-6afe-401a-b518-5a9e624701ea. Aug 16 23:26:26.217310 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0308631-b3e1-4707-93fe-e979b0972582 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Router b2f05be4-3d91-4c2c-8fdf-2d29dae07319 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:26:26.324599 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0308631-b3e1-4707-93fe-e979b0972582 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:26:26.334298 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b644e3-7433-4567-abc0-176c2be882ae None None] Sync routers for ids ['b2f05be4-3d91-4c2c-8fdf-2d29dae07319'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:26:26.340139 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d0308631-b3e1-4707-93fe-e979b0972582 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:26.343297 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b644e3-7433-4567-abc0-176c2be882ae None None] Routers {'b2f05be4-3d91-4c2c-8fdf-2d29dae07319'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:26:26.343921 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-a9b644e3-7433-4567-abc0-176c2be882ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:26:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['b2f05be4-3d91-4c2c-8fdf-2d29dae07319'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:26:26.368053 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-d0308631-b3e1-4707-93fe-e979b0972582 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0953338 Aug 16 23:26:26.368654 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7b2c557-ca17-4557-9992-24f248fcf823', 'tag': 'abef34ec-6afe-401a-b518-5a9e624701ea'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:26:26.370752 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 50156) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:26:26.371250 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e6e6776-b81c-4509-855e-de55e0b947c6" -d '{"events": [{"name": "network-changed", "server_uuid": "b7b2c557-ca17-4557-9992-24f248fcf823", "tag": "abef34ec-6afe-401a-b518-5a9e624701ea"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:26:26.436278 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-5d86bcee-9d17-4578-98ed-48f6a6f47ee5 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "GET /v2.0/floatingips/a226e52c-fc5e-4a60-89e2-c43872c48088 HTTP/1.1" status: 200 len: 992 time: 0.0641601 Aug 16 23:26:26.460056 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-a9b644e3-7433-4567-abc0-176c2be882ae None None] Set router b2f05be4-3d91-4c2c-8fdf-2d29dae07319 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:26:26.481630 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb2553d5-3f7c-4f1b-998f-3e9ec9b9a66a x-openstack-request-id: req-bb2553d5-3f7c-4f1b-998f-3e9ec9b9a66a {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:26:26.482199 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7b2c557-ca17-4557-9992-24f248fcf823", "tag": "abef34ec-6afe-401a-b518-5a9e624701ea", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:26:26.482457 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bb2553d5-3f7c-4f1b-998f-3e9ec9b9a66a {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:26:26.482865 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7b2c557-ca17-4557-9992-24f248fcf823', 'tag': 'abef34ec-6afe-401a-b518-5a9e624701ea', 'status': 'completed', 'code': 200} Aug 16 23:26:26.551633 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6e6776-b81c-4509-855e-de55e0b947c6 req-2175a466-522c-445d-aaa0-6c77508deb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:26.553219 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5e6e6776-b81c-4509-855e-de55e0b947c6 req-2175a466-522c-445d-aaa0-6c77508deb43 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=32cc187dad0a4126a4e097b82132c4b0&device_id=b7b2c557-ca17-4557-9992-24f248fcf823 HTTP/1.1" status: 200 len: 1098 time: 0.0473795 Aug 16 23:26:26.648881 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6e6776-b81c-4509-855e-de55e0b947c6 req-daba3bb7-fc0d-4d8d-b9cf-c01840686873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:26.650661 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5e6e6776-b81c-4509-855e-de55e0b947c6 req-daba3bb7-fc0d-4d8d-b9cf-c01840686873 service neutron] 10.222.0.68 "GET /v2.0/networks?id=88604a64-29bd-476c-912c-7ff645609493 HTTP/1.1" status: 200 len: 898 time: 0.0902467 Aug 16 23:26:26.693676 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-a9b644e3-7433-4567-abc0-176c2be882ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f05be4-3d91-4c2c-8fdf-2d29dae07319', 'name': 'tempest-TestNetworkBasicOps-router-518908466', 'tenant_id': '32cc187dad0a4126a4e097b82132c4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': '465c4a7c-5a9b-4c51-84ff-e8f8b67b1c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:26:07Z', 'updated_at': '2021-08-16T23:26:10Z', 'revision_number': 4, 'project_id': '32cc187dad0a4126a4e097b82132c4b0', 'gw_port': {'id': '465c4a7c-5a9b-4c51-84ff-e8f8b67b1c0d', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f05be4-3d91-4c2c-8fdf-2d29dae07319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:26:07Z', 'updated_at': '2021-08-16T23:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': 'a226e52c-fc5e-4a60-89e2-c43872c48088', 'tenant_id': '32cc187dad0a4126a4e097b82132c4b0', 'floating_ip_address': '172.25.4.167', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': 'b2f05be4-3d91-4c2c-8fdf-2d29dae07319', 'port_id': 'abef34ec-6afe-401a-b518-5a9e624701ea', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88604a64-29bd-476c-912c-7ff645609493', 'mac_address': 'fa:16:3e:50:ca:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b2c557-ca17-4557-9992-24f248fcf823', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:26:24Z', 'updated_at': '2021-08-16T23:26:24Z', 'revision_number': 0, 'project_id': '32cc187dad0a4126a4e097b82132c4b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b6f3de5-9843-4e00-ad16-ba5f0ddb631b', 'name': '', 'network_id': '88604a64-29bd-476c-912c-7ff645609493', 'tenant_id': '32cc187dad0a4126a4e097b82132c4b0', 'mac_address': 'fa:16:3e:a5:cf:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f05be4-3d91-4c2c-8fdf-2d29dae07319', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '23538668-00ab-41cd-8dbb-390c842220c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:26:10Z', 'updated_at': '2021-08-16T23:26:16Z', 'revision_number': 5, 'project_id': '32cc187dad0a4126a4e097b82132c4b0', 'subnets': [{'id': '23538668-00ab-41cd-8dbb-390c842220c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:26:26.725710 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5e6e6776-b81c-4509-855e-de55e0b947c6 req-3fc8d4b9-79cf-43ec-b01f-168be4949621 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abef34ec-6afe-401a-b518-5a9e624701ea HTTP/1.1" status: 200 len: 1000 time: 0.0672057 Aug 16 23:26:26.726513 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b644e3-7433-4567-abc0-176c2be882ae None None] Checking router: b2f05be4-3d91-4c2c-8fdf-2d29dae07319 for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:26:26.735066 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b644e3-7433-4567-abc0-176c2be882ae None None] Routers {'b2f05be4-3d91-4c2c-8fdf-2d29dae07319'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:26:26.735680 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-a9b644e3-7433-4567-abc0-176c2be882ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:26:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['b2f05be4-3d91-4c2c-8fdf-2d29dae07319'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:26:26.778993 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6e6776-b81c-4509-855e-de55e0b947c6 req-9aa1fdf3-57e5-4db4-90f6-b246be162361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:26.780481 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5e6e6776-b81c-4509-855e-de55e0b947c6 req-9aa1fdf3-57e5-4db4-90f6-b246be162361 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=23538668-00ab-41cd-8dbb-390c842220c3 HTTP/1.1" status: 200 len: 834 time: 0.0465035 Aug 16 23:26:26.827859 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6e6776-b81c-4509-855e-de55e0b947c6 req-8594c090-567e-4c75-a888-4f53db241fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:26.829438 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5e6e6776-b81c-4509-855e-de55e0b947c6 req-8594c090-567e-4c75-a888-4f53db241fba service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=88604a64-29bd-476c-912c-7ff645609493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412290 Aug 16 23:26:26.841834 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-a9b644e3-7433-4567-abc0-176c2be882ae None None] Set router b2f05be4-3d91-4c2c-8fdf-2d29dae07319 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:26:26.927436 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5e6e6776-b81c-4509-855e-de55e0b947c6 req-bff29d7c-69eb-4dd6-a42a-4f5eb949dc71 service neutron] 10.222.0.68 "GET /v2.0/networks/88604a64-29bd-476c-912c-7ff645609493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902476 Aug 16 23:26:27.018982 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5e6e6776-b81c-4509-855e-de55e0b947c6 req-c3849a32-05c6-420a-bd61-277af33824bc service neutron] 10.222.0.68 "GET /v2.0/networks/88604a64-29bd-476c-912c-7ff645609493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841074 Aug 16 23:26:27.068854 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-a9b644e3-7433-4567-abc0-176c2be882ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f05be4-3d91-4c2c-8fdf-2d29dae07319', 'name': 'tempest-TestNetworkBasicOps-router-518908466', 'tenant_id': '32cc187dad0a4126a4e097b82132c4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': '465c4a7c-5a9b-4c51-84ff-e8f8b67b1c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:26:07Z', 'updated_at': '2021-08-16T23:26:10Z', 'revision_number': 4, 'project_id': '32cc187dad0a4126a4e097b82132c4b0', 'gw_port': {'id': '465c4a7c-5a9b-4c51-84ff-e8f8b67b1c0d', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f05be4-3d91-4c2c-8fdf-2d29dae07319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:26:07Z', 'updated_at': '2021-08-16T23:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': 'a226e52c-fc5e-4a60-89e2-c43872c48088', 'tenant_id': '32cc187dad0a4126a4e097b82132c4b0', 'floating_ip_address': '172.25.4.167', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': 'b2f05be4-3d91-4c2c-8fdf-2d29dae07319', 'port_id': 'abef34ec-6afe-401a-b518-5a9e624701ea', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88604a64-29bd-476c-912c-7ff645609493', 'mac_address': 'fa:16:3e:50:ca:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b2c557-ca17-4557-9992-24f248fcf823', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:26:24Z', 'updated_at': '2021-08-16T23:26:24Z', 'revision_number': 0, 'project_id': '32cc187dad0a4126a4e097b82132c4b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b6f3de5-9843-4e00-ad16-ba5f0ddb631b', 'name': '', 'network_id': '88604a64-29bd-476c-912c-7ff645609493', 'tenant_id': '32cc187dad0a4126a4e097b82132c4b0', 'mac_address': 'fa:16:3e:a5:cf:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f05be4-3d91-4c2c-8fdf-2d29dae07319', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '23538668-00ab-41cd-8dbb-390c842220c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:26:10Z', 'updated_at': '2021-08-16T23:26:16Z', 'revision_number': 5, 'project_id': '32cc187dad0a4126a4e097b82132c4b0', 'subnets': [{'id': '23538668-00ab-41cd-8dbb-390c842220c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:26:27.098804 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b644e3-7433-4567-abc0-176c2be882ae None None] The sync data for ids ['b2f05be4-3d91-4c2c-8fdf-2d29dae07319'] in n-d-791506-26 is: [{'id': 'b2f05be4-3d91-4c2c-8fdf-2d29dae07319', 'name': 'tempest-TestNetworkBasicOps-router-518908466', 'tenant_id': '32cc187dad0a4126a4e097b82132c4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': '465c4a7c-5a9b-4c51-84ff-e8f8b67b1c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:26:07Z', 'updated_at': '2021-08-16T23:26:10Z', 'revision_number': 4, 'project_id': '32cc187dad0a4126a4e097b82132c4b0', 'gw_port': {'id': '465c4a7c-5a9b-4c51-84ff-e8f8b67b1c0d', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f05be4-3d91-4c2c-8fdf-2d29dae07319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:26:07Z', 'updated_at': '2021-08-16T23:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': 'a226e52c-fc5e-4a60-89e2-c43872c48088', 'tenant_id': '32cc187dad0a4126a4e097b82132c4b0', 'floating_ip_address': '172.25.4.167', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': 'b2f05be4-3d91-4c2c-8fdf-2d29dae07319', 'port_id': 'abef34ec-6afe-401a-b518-5a9e624701ea', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88604a64-29bd-476c-912c-7ff645609493', 'mac_address': 'fa:16:3e:50:ca:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b2c557-ca17-4557-9992-24f248fcf823', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:26:24Z', 'updated_at': '2021-08-16T23:26:24Z', 'revision_number': 0, 'project_id': '32cc187dad0a4126a4e097b82132c4b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b6f3de5-9843-4e00-ad16-ba5f0ddb631b', 'name': '', 'network_id': '88604a64-29bd-476c-912c-7ff645609493', 'tenant_id': '32cc187dad0a4126a4e097b82132c4b0', 'mac_address': 'fa:16:3e:a5:cf:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f05be4-3d91-4c2c-8fdf-2d29dae07319', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '23538668-00ab-41cd-8dbb-390c842220c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:26:10Z', 'updated_at': '2021-08-16T23:26:16Z', 'revision_number': 5, 'project_id': '32cc187dad0a4126a4e097b82132c4b0', 'subnets': [{'id': '23538668-00ab-41cd-8dbb-390c842220c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:26:27.278931 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c0dc28-9bd2-4260-8ad4-84a43bcc7fe6 None None] New status for floating IP a226e52c-fc5e-4a60-89e2-c43872c48088: ACTIVE {{(pid=101294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:26:27.440170 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 50164) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:26:27.509006 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-22c725d6-85be-4e5f-ad62-4aa33978ac33 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "GET /v2.0/floatingips/a226e52c-fc5e-4a60-89e2-c43872c48088 HTTP/1.1" status: 200 len: 994 time: 0.0675440 Aug 16 23:26:36.825054 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:26:41.421994 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:44.412469 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4f0846e7-5a6a-4b35-bf88-7201dba7ce8a req-177b5308-599c-4204-86d2-6ec49a1788c1 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=b7b2c557-ca17-4557-9992-24f248fcf823&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0459135 Aug 16 23:26:44.504725 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0846e7-5a6a-4b35-bf88-7201dba7ce8a req-c0c4a818-8deb-4250-ad81-badd595f1f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:44.506324 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4f0846e7-5a6a-4b35-bf88-7201dba7ce8a req-c0c4a818-8deb-4250-ad81-badd595f1f1e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=32cc187dad0a4126a4e097b82132c4b0&device_id=b7b2c557-ca17-4557-9992-24f248fcf823 HTTP/1.1" status: 200 len: 1098 time: 0.0465360 Aug 16 23:26:44.620273 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0846e7-5a6a-4b35-bf88-7201dba7ce8a req-91ea4092-ed1c-4fae-b416-972a96519284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:44.621828 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4f0846e7-5a6a-4b35-bf88-7201dba7ce8a req-91ea4092-ed1c-4fae-b416-972a96519284 service neutron] 10.222.0.68 "GET /v2.0/networks?id=88604a64-29bd-476c-912c-7ff645609493 HTTP/1.1" status: 200 len: 898 time: 0.0939870 Aug 16 23:26:44.689348 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4f0846e7-5a6a-4b35-bf88-7201dba7ce8a req-4fc38595-2657-47f7-aec3-1567cb2d8118 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abef34ec-6afe-401a-b518-5a9e624701ea HTTP/1.1" status: 200 len: 1002 time: 0.0583370 Aug 16 23:26:44.743541 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0846e7-5a6a-4b35-bf88-7201dba7ce8a req-57c1b1c5-16b6-4189-b876-7417073b6cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:44.745032 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4f0846e7-5a6a-4b35-bf88-7201dba7ce8a req-57c1b1c5-16b6-4189-b876-7417073b6cef service neutron] 10.222.0.68 "GET /v2.0/subnets?id=23538668-00ab-41cd-8dbb-390c842220c3 HTTP/1.1" status: 200 len: 834 time: 0.0445089 Aug 16 23:26:44.797153 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0846e7-5a6a-4b35-bf88-7201dba7ce8a req-6a2bb370-f2c8-4a4c-8f02-b6cca4d78c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:44.798563 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4f0846e7-5a6a-4b35-bf88-7201dba7ce8a req-6a2bb370-f2c8-4a4c-8f02-b6cca4d78c4f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=88604a64-29bd-476c-912c-7ff645609493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438914 Aug 16 23:26:44.893113 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4f0846e7-5a6a-4b35-bf88-7201dba7ce8a req-6bc44d06-0bd8-4533-a5b8-8c52263ce694 service neutron] 10.222.0.68 "GET /v2.0/networks/88604a64-29bd-476c-912c-7ff645609493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825264 Aug 16 23:26:44.991033 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4f0846e7-5a6a-4b35-bf88-7201dba7ce8a req-25f10164-3f40-4c06-9d03-49b0b6ad895b service neutron] 10.222.0.68 "GET /v2.0/networks/88604a64-29bd-476c-912c-7ff645609493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902359 Aug 16 23:26:47.687522 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7d1a39ca-0ce2-4373-8899-6b7e8f52819e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:49.794376 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4f831409-6b88-473b-91a1-97f980dc7516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:50.646329 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:51.611208 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:52.843575 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:55.507092 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:56.050591 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 50266) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:26:56.207424 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-efaa4525-7216-40b8-8fe2-5dc93a6cc97c tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "GET /v2.0/floatingips/a226e52c-fc5e-4a60-89e2-c43872c48088 HTTP/1.1" status: 200 len: 994 time: 0.1550653 Aug 16 23:26:56.216412 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034d87c2-533e-4923-a85c-c5c452a8d123 req-fbbd4de2-c0af-4a8a-a1ae-e96b7fc02381 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:56.219664 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-034d87c2-533e-4923-a85c-c5c452a8d123 req-fbbd4de2-c0af-4a8a-a1ae-e96b7fc02381 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/ports?device_id=54864ef2-50e8-4043-a018-51f262083f89 HTTP/1.1" status: 200 len: 946 time: 0.1618786 Aug 16 23:26:56.257823 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-034d87c2-533e-4923-a85c-c5c452a8d123 req-2e25de9a-f130-4d2d-94f4-28bcfa4eb18e tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b444246-faf8-4dc4-8e14-a6fcde124b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333867 Aug 16 23:26:56.456620 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9599e9-5a07-4c80-a680-3a571261b721 req-ba89ff41-f108-4816-a2e4-4693db438843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:56.458207 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ed9599e9-5a07-4c80-a680-3a571261b721 req-ba89ff41-f108-4816-a2e4-4693db438843 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=08859d0d7ef54f7180b6c9acbcbb613a&device_id=54864ef2-50e8-4043-a018-51f262083f89 HTTP/1.1" status: 200 len: 1098 time: 0.0415788 Aug 16 23:26:56.462834 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 50272) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:26:56.647289 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9599e9-5a07-4c80-a680-3a571261b721 req-8f9f3ac6-1671-4a72-9ceb-82388f44c52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:56.648789 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ed9599e9-5a07-4c80-a680-3a571261b721 req-8f9f3ac6-1671-4a72-9ceb-82388f44c52f service neutron] 10.222.0.57 "GET /v2.0/networks?id=17243197-d8cc-438b-bbbf-e93eccd01246 HTTP/1.1" status: 200 len: 911 time: 0.1509252 Aug 16 23:26:56.739919 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ed9599e9-5a07-4c80-a680-3a571261b721 req-944d17d0-e98c-4ff9-ad72-3bc1ae3440ba service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8fc2932c-b2f6-4641-a193-b18b19a4587f HTTP/1.1" status: 200 len: 1002 time: 0.0718143 Aug 16 23:26:56.746272 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-86ce6a70-6061-47b7-bd50-2b42271f3a28 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Deleting port 5e380a55-2ceb-4fc5-b754-432b8de2761c {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:26:56.746618 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-86ce6a70-6061-47b7-bd50-2b42271f3a28 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:56.832771 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9599e9-5a07-4c80-a680-3a571261b721 req-de08695e-45d9-45f9-a718-9aa7eace5ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:56.834248 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ed9599e9-5a07-4c80-a680-3a571261b721 req-de08695e-45d9-45f9-a718-9aa7eace5ff0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4de9f471-133b-48cf-8ec1-15be31a77e92 HTTP/1.1" status: 200 len: 849 time: 0.0858066 Aug 16 23:26:56.882108 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-86ce6a70-6061-47b7-bd50-2b42271f3a28 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:56.882439 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-86ce6a70-6061-47b7-bd50-2b42271f3a28 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:56.897474 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-86ce6a70-6061-47b7-bd50-2b42271f3a28 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Calling delete_port for 5e380a55-2ceb-4fc5-b754-432b8de2761c owned by network:floatingip {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:26:56.915737 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9599e9-5a07-4c80-a680-3a571261b721 req-a73b9949-ff6d-4ed2-b196-4cba0cf96a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:56.917279 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ed9599e9-5a07-4c80-a680-3a571261b721 req-a73b9949-ff6d-4ed2-b196-4cba0cf96a51 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=17243197-d8cc-438b-bbbf-e93eccd01246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0734298 Aug 16 23:26:57.090271 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ed9599e9-5a07-4c80-a680-3a571261b721 req-ffdab4b2-3a60-4e25-aed7-09f4081d2efd service neutron] 10.222.0.57 "GET /v2.0/networks/17243197-d8cc-438b-bbbf-e93eccd01246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412528 Aug 16 23:26:57.223912 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ed9599e9-5a07-4c80-a680-3a571261b721 req-6b271945-45c0-42ae-ae28-e2043ff1c64a service neutron] 10.222.0.57 "GET /v2.0/networks/17243197-d8cc-438b-bbbf-e93eccd01246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246369 Aug 16 23:26:57.224703 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-86ce6a70-6061-47b7-bd50-2b42271f3a28 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:57.248642 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ce6a70-6061-47b7-bd50-2b42271f3a28 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Pushing event deleted for resources: {'Port': ['ID=5e380a55-2ceb-4fc5-b754-432b8de2761c,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:26:57.314281 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-86ce6a70-6061-47b7-bd50-2b42271f3a28 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for floatingip, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:57.314729 n-d-791506-26 neutron-server[101292]: INFO neutron.db.l3_db [None req-86ce6a70-6061-47b7-bd50-2b42271f3a28 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Floating IP a226e52c-fc5e-4a60-89e2-c43872c48088 disassociated (deleted). External IP: 172.25.4.167, port: abef34ec-6afe-401a-b518-5a9e624701ea. Aug 16 23:26:57.442249 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d87824-28b9-40e1-b88d-710ffeb85f1d req-6fe23880-d984-4dfd-83cb-a5fafaf71833 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:57.443738 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-32d87824-28b9-40e1-b88d-710ffeb85f1d req-6fe23880-d984-4dfd-83cb-a5fafaf71833 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/ports?device_id=54864ef2-50e8-4043-a018-51f262083f89 HTTP/1.1" status: 200 len: 946 time: 0.0956414 Aug 16 23:26:57.527070 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-32d87824-28b9-40e1-b88d-710ffeb85f1d req-5a403c68-3800-47cf-af6a-c601e22d4fa9 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b444246-faf8-4dc4-8e14-a6fcde124b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771949 Aug 16 23:26:57.589853 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86ce6a70-6061-47b7-bd50-2b42271f3a28 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Router b2f05be4-3d91-4c2c-8fdf-2d29dae07319 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:26:57.698642 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86ce6a70-6061-47b7-bd50-2b42271f3a28 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:26:57.703377 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-86ce6a70-6061-47b7-bd50-2b42271f3a28 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:57.708847 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe24eb8d-d88d-4156-89a3-82f00cff93f4 None None] Sync routers for ids ['b2f05be4-3d91-4c2c-8fdf-2d29dae07319'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:26:57.717426 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe24eb8d-d88d-4156-89a3-82f00cff93f4 None None] Routers {'b2f05be4-3d91-4c2c-8fdf-2d29dae07319'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:26:57.718051 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-fe24eb8d-d88d-4156-89a3-82f00cff93f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:26:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['b2f05be4-3d91-4c2c-8fdf-2d29dae07319'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:26:57.732623 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-86ce6a70-6061-47b7-bd50-2b42271f3a28 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "DELETE /v2.0/floatingips/a226e52c-fc5e-4a60-89e2-c43872c48088 HTTP/1.1" status: 204 len: 168 time: 1.2661583 Aug 16 23:26:57.732623 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7b2c557-ca17-4557-9992-24f248fcf823', 'tag': 'abef34ec-6afe-401a-b518-5a9e624701ea'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:26:57.733154 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d6ffd38-0578-4395-8c6d-1f5ed9ed9a84" -d '{"events": [{"name": "network-changed", "server_uuid": "b7b2c557-ca17-4557-9992-24f248fcf823", "tag": "abef34ec-6afe-401a-b518-5a9e624701ea"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:26:57.783553 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99058d1b-89bd-43cb-863f-69097079a112 x-openstack-request-id: req-99058d1b-89bd-43cb-863f-69097079a112 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:26:57.783848 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7b2c557-ca17-4557-9992-24f248fcf823", "tag": "abef34ec-6afe-401a-b518-5a9e624701ea", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:26:57.784123 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-99058d1b-89bd-43cb-863f-69097079a112 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:26:57.784615 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7b2c557-ca17-4557-9992-24f248fcf823', 'tag': 'abef34ec-6afe-401a-b518-5a9e624701ea', 'status': 'completed', 'code': 200} Aug 16 23:26:57.842793 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-fe24eb8d-d88d-4156-89a3-82f00cff93f4 None None] Set router b2f05be4-3d91-4c2c-8fdf-2d29dae07319 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:26:57.853567 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6ffd38-0578-4395-8c6d-1f5ed9ed9a84 req-8ccbe159-d6e8-4598-ba36-610049892f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:57.855793 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6d6ffd38-0578-4395-8c6d-1f5ed9ed9a84 req-8ccbe159-d6e8-4598-ba36-610049892f80 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=32cc187dad0a4126a4e097b82132c4b0&device_id=b7b2c557-ca17-4557-9992-24f248fcf823 HTTP/1.1" status: 200 len: 1098 time: 0.0451660 Aug 16 23:26:57.961520 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6ffd38-0578-4395-8c6d-1f5ed9ed9a84 req-47755424-cd8a-4dd3-9923-beda29246c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:57.962924 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd022cd-c30c-4a36-8cef-792e9c466850 req-38606d71-7dca-4b18-9052-d14a20949dd0 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:57.963082 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6d6ffd38-0578-4395-8c6d-1f5ed9ed9a84 req-47755424-cd8a-4dd3-9923-beda29246c40 service neutron] 10.222.0.68 "GET /v2.0/networks?id=88604a64-29bd-476c-912c-7ff645609493 HTTP/1.1" status: 200 len: 898 time: 0.0932000 Aug 16 23:26:57.964475 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5cd022cd-c30c-4a36-8cef-792e9c466850 req-38606d71-7dca-4b18-9052-d14a20949dd0 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7b2c557-ca17-4557-9992-24f248fcf823 HTTP/1.1" status: 200 len: 946 time: 0.0522571 Aug 16 23:26:58.009670 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6d6ffd38-0578-4395-8c6d-1f5ed9ed9a84 req-b70a9a5e-58f9-4d0d-8927-c85133c57472 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abef34ec-6afe-401a-b518-5a9e624701ea HTTP/1.1" status: 200 len: 217 time: 0.0360315 Aug 16 23:26:58.010285 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5cd022cd-c30c-4a36-8cef-792e9c466850 req-33bcf2f8-318e-4178-a39b-40a7d183ec85 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "GET /v2.0/security-groups?id=47ba90cb-8206-47b1-a45d-276de2390615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394139 Aug 16 23:26:58.053642 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-fe24eb8d-d88d-4156-89a3-82f00cff93f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f05be4-3d91-4c2c-8fdf-2d29dae07319', 'name': 'tempest-TestNetworkBasicOps-router-518908466', 'tenant_id': '32cc187dad0a4126a4e097b82132c4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': '465c4a7c-5a9b-4c51-84ff-e8f8b67b1c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:26:07Z', 'updated_at': '2021-08-16T23:26:10Z', 'revision_number': 4, 'project_id': '32cc187dad0a4126a4e097b82132c4b0', 'gw_port': {'id': '465c4a7c-5a9b-4c51-84ff-e8f8b67b1c0d', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f05be4-3d91-4c2c-8fdf-2d29dae07319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:26:07Z', 'updated_at': '2021-08-16T23:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '6b6f3de5-9843-4e00-ad16-ba5f0ddb631b', 'name': '', 'network_id': '88604a64-29bd-476c-912c-7ff645609493', 'tenant_id': '32cc187dad0a4126a4e097b82132c4b0', 'mac_address': 'fa:16:3e:a5:cf:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f05be4-3d91-4c2c-8fdf-2d29dae07319', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '23538668-00ab-41cd-8dbb-390c842220c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:26:10Z', 'updated_at': '2021-08-16T23:26:16Z', 'revision_number': 5, 'project_id': '32cc187dad0a4126a4e097b82132c4b0', 'subnets': [{'id': '23538668-00ab-41cd-8dbb-390c842220c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:26:58.066795 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6ffd38-0578-4395-8c6d-1f5ed9ed9a84 req-b25f9d2a-cfd2-48c8-81ea-8a7583fe5c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:58.068320 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6d6ffd38-0578-4395-8c6d-1f5ed9ed9a84 req-b25f9d2a-cfd2-48c8-81ea-8a7583fe5c31 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=23538668-00ab-41cd-8dbb-390c842220c3 HTTP/1.1" status: 200 len: 834 time: 0.0437148 Aug 16 23:26:58.084810 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe24eb8d-d88d-4156-89a3-82f00cff93f4 None None] Checking router: b2f05be4-3d91-4c2c-8fdf-2d29dae07319 for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:26:58.092999 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe24eb8d-d88d-4156-89a3-82f00cff93f4 None None] Routers {'b2f05be4-3d91-4c2c-8fdf-2d29dae07319'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:26:58.093612 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-fe24eb8d-d88d-4156-89a3-82f00cff93f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:26:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['b2f05be4-3d91-4c2c-8fdf-2d29dae07319'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:26:58.129226 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6ffd38-0578-4395-8c6d-1f5ed9ed9a84 req-8eee23e2-a6a8-42de-8f4e-f4f0a04478d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:58.130765 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6d6ffd38-0578-4395-8c6d-1f5ed9ed9a84 req-8eee23e2-a6a8-42de-8f4e-f4f0a04478d6 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=88604a64-29bd-476c-912c-7ff645609493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0479772 Aug 16 23:26:58.205001 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-fe24eb8d-d88d-4156-89a3-82f00cff93f4 None None] Set router b2f05be4-3d91-4c2c-8fdf-2d29dae07319 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:26:58.230638 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6d6ffd38-0578-4395-8c6d-1f5ed9ed9a84 req-b941a664-aa22-4e71-adb3-b48e2dcb7dfa service neutron] 10.222.0.68 "GET /v2.0/networks/88604a64-29bd-476c-912c-7ff645609493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915730 Aug 16 23:26:58.327703 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6d6ffd38-0578-4395-8c6d-1f5ed9ed9a84 req-2dfb7e6d-faa4-4a48-9677-50c338848b39 service neutron] 10.222.0.68 "GET /v2.0/networks/88604a64-29bd-476c-912c-7ff645609493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886264 Aug 16 23:26:58.405972 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-fe24eb8d-d88d-4156-89a3-82f00cff93f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f05be4-3d91-4c2c-8fdf-2d29dae07319', 'name': 'tempest-TestNetworkBasicOps-router-518908466', 'tenant_id': '32cc187dad0a4126a4e097b82132c4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': '465c4a7c-5a9b-4c51-84ff-e8f8b67b1c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:26:07Z', 'updated_at': '2021-08-16T23:26:10Z', 'revision_number': 4, 'project_id': '32cc187dad0a4126a4e097b82132c4b0', 'gw_port': {'id': '465c4a7c-5a9b-4c51-84ff-e8f8b67b1c0d', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f05be4-3d91-4c2c-8fdf-2d29dae07319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:26:07Z', 'updated_at': '2021-08-16T23:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '6b6f3de5-9843-4e00-ad16-ba5f0ddb631b', 'name': '', 'network_id': '88604a64-29bd-476c-912c-7ff645609493', 'tenant_id': '32cc187dad0a4126a4e097b82132c4b0', 'mac_address': 'fa:16:3e:a5:cf:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f05be4-3d91-4c2c-8fdf-2d29dae07319', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '23538668-00ab-41cd-8dbb-390c842220c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:26:10Z', 'updated_at': '2021-08-16T23:26:16Z', 'revision_number': 5, 'project_id': '32cc187dad0a4126a4e097b82132c4b0', 'subnets': [{'id': '23538668-00ab-41cd-8dbb-390c842220c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:26:58.431520 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe24eb8d-d88d-4156-89a3-82f00cff93f4 None None] The sync data for ids ['b2f05be4-3d91-4c2c-8fdf-2d29dae07319'] in n-d-791506-26 is: [{'id': 'b2f05be4-3d91-4c2c-8fdf-2d29dae07319', 'name': 'tempest-TestNetworkBasicOps-router-518908466', 'tenant_id': '32cc187dad0a4126a4e097b82132c4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': '465c4a7c-5a9b-4c51-84ff-e8f8b67b1c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:26:07Z', 'updated_at': '2021-08-16T23:26:10Z', 'revision_number': 4, 'project_id': '32cc187dad0a4126a4e097b82132c4b0', 'gw_port': {'id': '465c4a7c-5a9b-4c51-84ff-e8f8b67b1c0d', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f05be4-3d91-4c2c-8fdf-2d29dae07319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:26:07Z', 'updated_at': '2021-08-16T23:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '6b6f3de5-9843-4e00-ad16-ba5f0ddb631b', 'name': '', 'network_id': '88604a64-29bd-476c-912c-7ff645609493', 'tenant_id': '32cc187dad0a4126a4e097b82132c4b0', 'mac_address': 'fa:16:3e:a5:cf:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f05be4-3d91-4c2c-8fdf-2d29dae07319', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '23538668-00ab-41cd-8dbb-390c842220c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:26:10Z', 'updated_at': '2021-08-16T23:26:16Z', 'revision_number': 5, 'project_id': '32cc187dad0a4126a4e097b82132c4b0', 'subnets': [{'id': '23538668-00ab-41cd-8dbb-390c842220c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:26:58.648224 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882ae6d8-8390-477e-a7fe-5129cee0e0f3 None None] New status for floating IP a226e52c-fc5e-4a60-89e2-c43872c48088: DOWN {{(pid=101294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:26:58.653713 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b283985-887e-4f80-9781-5f39f09ca352 req-a470ee40-b318-49be-ab95-f82f9814d03d tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:58.655243 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7b283985-887e-4f80-9781-5f39f09ca352 req-a470ee40-b318-49be-ab95-f82f9814d03d tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/ports?device_id=54864ef2-50e8-4043-a018-51f262083f89 HTTP/1.1" status: 200 len: 946 time: 0.0565608 Aug 16 23:26:58.695117 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7b283985-887e-4f80-9781-5f39f09ca352 req-dc1ad610-43e1-487e-a8d3-7eec3e53a03f tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b444246-faf8-4dc4-8e14-a6fcde124b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332816 Aug 16 23:26:59.123902 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f5ba01-dbaa-46df-9e00-a59134bc0173 req-1d631fd7-5f2c-40e0-ae99-df916432bd6a tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:59.125459 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d9f5ba01-dbaa-46df-9e00-a59134bc0173 req-1d631fd7-5f2c-40e0-ae99-df916432bd6a tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7b2c557-ca17-4557-9992-24f248fcf823 HTTP/1.1" status: 200 len: 946 time: 0.0517278 Aug 16 23:26:59.167263 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d9f5ba01-dbaa-46df-9e00-a59134bc0173 req-e615f041-4088-4211-8c09-8a252a76673f tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "GET /v2.0/security-groups?id=47ba90cb-8206-47b1-a45d-276de2390615&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355659 Aug 16 23:26:59.395540 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176f7128-3af9-4e89-b1df-d80876fb0436 req-412bfa48-7a12-4ad9-ad84-a320a9f79c56 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:59.397006 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-176f7128-3af9-4e89-b1df-d80876fb0436 req-412bfa48-7a12-4ad9-ad84-a320a9f79c56 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.68 "GET /v2.0/ports?device_id=b7b2c557-ca17-4557-9992-24f248fcf823 HTTP/1.1" status: 200 len: 946 time: 0.0498517 Aug 16 23:26:59.485855 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-176f7128-3af9-4e89-b1df-d80876fb0436 req-d667d7d6-77ec-49cb-bb55-ea78e3d45da3 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Deleting port abef34ec-6afe-401a-b518-5a9e624701ea {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:26:59.486292 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-176f7128-3af9-4e89-b1df-d80876fb0436 req-d667d7d6-77ec-49cb-bb55-ea78e3d45da3 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:59.577124 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-176f7128-3af9-4e89-b1df-d80876fb0436 req-d667d7d6-77ec-49cb-bb55-ea78e3d45da3 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] For port abef34ec-6afe-401a-b518-5a9e624701ea, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=abef34ec-6afe-401a-b518-5a9e624701ea,segment=NetworkSegment(2935fc26-e80d-48e2-b4e0-7361a5127cb6),segment_id=2935fc26-e80d-48e2-b4e0-7361a5127cb6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:26:59.577488 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-176f7128-3af9-4e89-b1df-d80876fb0436 req-d667d7d6-77ec-49cb-bb55-ea78e3d45da3 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:59.590274 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-176f7128-3af9-4e89-b1df-d80876fb0436 req-d667d7d6-77ec-49cb-bb55-ea78e3d45da3 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Calling delete_port for abef34ec-6afe-401a-b518-5a9e624701ea owned by compute:nova {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:26:59.720608 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-176f7128-3af9-4e89-b1df-d80876fb0436 req-d667d7d6-77ec-49cb-bb55-ea78e3d45da3 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:59.748745 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d667d7d6-77ec-49cb-bb55-ea78e3d45da3 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Pushing event deleted for resources: {'Port': ['ID=abef34ec-6afe-401a-b518-5a9e624701ea,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:26:59.759673 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d667d7d6-77ec-49cb-bb55-ea78e3d45da3 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:26:59.760070 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d667d7d6-77ec-49cb-bb55-ea78e3d45da3 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:26:59.760498 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d667d7d6-77ec-49cb-bb55-ea78e3d45da3 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:26:59.760754 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d667d7d6-77ec-49cb-bb55-ea78e3d45da3 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:26:59.761039 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d667d7d6-77ec-49cb-bb55-ea78e3d45da3 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:26:59.761366 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d667d7d6-77ec-49cb-bb55-ea78e3d45da3 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:26:59.761701 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d667d7d6-77ec-49cb-bb55-ea78e3d45da3 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:26:59.762029 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d667d7d6-77ec-49cb-bb55-ea78e3d45da3 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:26:59.762359 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d667d7d6-77ec-49cb-bb55-ea78e3d45da3 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:26:59.762679 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d667d7d6-77ec-49cb-bb55-ea78e3d45da3 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:26:59.763557 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d667d7d6-77ec-49cb-bb55-ea78e3d45da3 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:26:59.763557 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d667d7d6-77ec-49cb-bb55-ea78e3d45da3 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:26:59.806173 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-176f7128-3af9-4e89-b1df-d80876fb0436 req-d667d7d6-77ec-49cb-bb55-ea78e3d45da3 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] No DVR routers for this DVR port abef34ec-6afe-401a-b518-5a9e624701ea on host n-h1-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:26:59.808811 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-176f7128-3af9-4e89-b1df-d80876fb0436 req-d667d7d6-77ec-49cb-bb55-ea78e3d45da3 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:26:59.810827 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-176f7128-3af9-4e89-b1df-d80876fb0436 req-d667d7d6-77ec-49cb-bb55-ea78e3d45da3 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.68 "DELETE /v2.0/ports/abef34ec-6afe-401a-b518-5a9e624701ea HTTP/1.1" status: 204 len: 173 time: 0.4069784 Aug 16 23:26:59.811270 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7b2c557-ca17-4557-9992-24f248fcf823', 'name': 'network-vif-deleted', 'tag': 'abef34ec-6afe-401a-b518-5a9e624701ea'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:26:59.813640 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2162037-5c2a-47f9-9463-1d92fbf41839" -d '{"events": [{"server_uuid": "b7b2c557-ca17-4557-9992-24f248fcf823", "name": "network-vif-deleted", "tag": "abef34ec-6afe-401a-b518-5a9e624701ea"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:26:59.851885 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdaa88fd-df95-49b7-a4c5-c9d291e6e9d3 x-openstack-request-id: req-fdaa88fd-df95-49b7-a4c5-c9d291e6e9d3 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:26:59.852164 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7b2c557-ca17-4557-9992-24f248fcf823", "name": "network-vif-deleted", "tag": "abef34ec-6afe-401a-b518-5a9e624701ea", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:26:59.852423 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fdaa88fd-df95-49b7-a4c5-c9d291e6e9d3 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:26:59.852880 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7b2c557-ca17-4557-9992-24f248fcf823', 'name': 'network-vif-deleted', 'tag': 'abef34ec-6afe-401a-b518-5a9e624701ea', 'status': 'completed', 'code': 200} Aug 16 23:26:59.922283 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b42f71-213b-40f6-8769-bbc11964a580 req-8fd276f6-3307-403b-ad05-7667f368737f tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:26:59.923800 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-91b42f71-213b-40f6-8769-bbc11964a580 req-8fd276f6-3307-403b-ad05-7667f368737f tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/ports?device_id=54864ef2-50e8-4043-a018-51f262083f89 HTTP/1.1" status: 200 len: 946 time: 0.1525583 Aug 16 23:26:59.963222 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-91b42f71-213b-40f6-8769-bbc11964a580 req-65de26a7-08d6-4a69-b58c-d8c231885ec3 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b444246-faf8-4dc4-8e14-a6fcde124b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324578 Aug 16 23:27:00.384318 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3b9a5c5e-63e3-4910-bc88-3837b6e860d5 req-725392a5-020c-455f-99fc-3284b799b057 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7b2c557-ca17-4557-9992-24f248fcf823 HTTP/1.1" status: 200 len: 210 time: 0.1291144 Aug 16 23:27:01.077290 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755e7246-a047-4892-9e0a-093c31ea7b21 req-466897fd-4f04-44f9-82e3-af1d0e74d899 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:27:01.078771 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-755e7246-a047-4892-9e0a-093c31ea7b21 req-466897fd-4f04-44f9-82e3-af1d0e74d899 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/ports?device_id=54864ef2-50e8-4043-a018-51f262083f89 HTTP/1.1" status: 200 len: 946 time: 0.0477269 Aug 16 23:27:01.120622 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-755e7246-a047-4892-9e0a-093c31ea7b21 req-b9405dfa-593b-4173-8743-614535848c71 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b444246-faf8-4dc4-8e14-a6fcde124b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345311 Aug 16 23:27:01.437184 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 50300) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:27:01.494792 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bd2d7cb0-e648-4950-86eb-de9a7ce59891 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:01.520222 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bd2d7cb0-e648-4950-86eb-de9a7ce59891 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:01.582255 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bd2d7cb0-e648-4950-86eb-de9a7ce59891 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:01.585285 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bd2d7cb0-e648-4950-86eb-de9a7ce59891 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:01.586446 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-bd2d7cb0-e648-4950-86eb-de9a7ce59891 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "DELETE /v2.0/security-groups/47ba90cb-8206-47b1-a45d-276de2390615 HTTP/1.1" status: 204 len: 168 time: 0.1482592 Aug 16 23:27:01.597046 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2d7cb0-e648-4950-86eb-de9a7ce59891 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ba90cb-8206-47b1-a45d-276de2390615,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:27:01.626875 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 50304) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:27:02.190116 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device abef34ec-6afe-401a-b518-5a9e624701ea no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:27:02.211704 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] No Port match for: abef34ec-6afe-401a-b518-5a9e624701ea {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:27:02.211994 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device abef34ec-6afe-401a-b518-5a9e624701ea not bound to the agent host n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:27:02.257270 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b483e3-df7b-4a0a-8dc3-3af3bbe1d479 req-644d1f24-b9be-4e14-8ed4-f21f7b815030 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:27:02.258804 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-90b483e3-df7b-4a0a-8dc3-3af3bbe1d479 req-644d1f24-b9be-4e14-8ed4-f21f7b815030 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/ports?device_id=54864ef2-50e8-4043-a018-51f262083f89 HTTP/1.1" status: 200 len: 946 time: 0.0649133 Aug 16 23:27:02.330463 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-90b483e3-df7b-4a0a-8dc3-3af3bbe1d479 req-3eab14b9-52ab-4798-8e6b-9f4033b40ac2 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b444246-faf8-4dc4-8e14-a6fcde124b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643449 Aug 16 23:27:02.358666 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9908646f-e608-4b5c-85a7-ebac29dcd4d5 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537579'] for router_interface, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:02.610359 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-9908646f-e608-4b5c-85a7-ebac29dcd4d5 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Deleting port 6b6f3de5-9843-4e00-ad16-ba5f0ddb631b {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:27:02.610705 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9908646f-e608-4b5c-85a7-ebac29dcd4d5 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:02.706969 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-9908646f-e608-4b5c-85a7-ebac29dcd4d5 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] For port 6b6f3de5-9843-4e00-ad16-ba5f0ddb631b, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=6b6f3de5-9843-4e00-ad16-ba5f0ddb631b,segment=NetworkSegment(2935fc26-e80d-48e2-b4e0-7361a5127cb6),segment_id=2935fc26-e80d-48e2-b4e0-7361a5127cb6)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:27:02.707569 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9908646f-e608-4b5c-85a7-ebac29dcd4d5 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:02.720485 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-9908646f-e608-4b5c-85a7-ebac29dcd4d5 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Calling delete_port for 6b6f3de5-9843-4e00-ad16-ba5f0ddb631b owned by network:router_interface {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:27:02.915313 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9908646f-e608-4b5c-85a7-ebac29dcd4d5 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:02.941587 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9908646f-e608-4b5c-85a7-ebac29dcd4d5 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Pushing event deleted for resources: {'Port': ['ID=6b6f3de5-9843-4e00-ad16-ba5f0ddb631b,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:27:03.118179 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9908646f-e608-4b5c-85a7-ebac29dcd4d5 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537471'] for router_interface, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:03.350492 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9908646f-e608-4b5c-85a7-ebac29dcd4d5 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Router b2f05be4-3d91-4c2c-8fdf-2d29dae07319 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:27:03.495897 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89e7fa2-9146-41ae-a451-aa8ead784d05 req-732d20ad-8266-46dd-8cd5-a77cbb85e148 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:27:03.497426 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c89e7fa2-9146-41ae-a451-aa8ead784d05 req-732d20ad-8266-46dd-8cd5-a77cbb85e148 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/ports?device_id=54864ef2-50e8-4043-a018-51f262083f89 HTTP/1.1" status: 200 len: 946 time: 0.0963631 Aug 16 23:27:03.502024 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9908646f-e608-4b5c-85a7-ebac29dcd4d5 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:27:03.508712 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-9908646f-e608-4b5c-85a7-ebac29dcd4d5 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "PUT /v2.0/routers/b2f05be4-3d91-4c2c-8fdf-2d29dae07319/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8807151 Aug 16 23:27:03.511573 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 50310) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:27:03.522654 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab795cef-c4ad-4242-8926-b3e7edd1e799 None None] Sync routers for ids ['b2f05be4-3d91-4c2c-8fdf-2d29dae07319'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:27:03.531334 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab795cef-c4ad-4242-8926-b3e7edd1e799 None None] Routers {'b2f05be4-3d91-4c2c-8fdf-2d29dae07319'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:27:03.531948 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-ab795cef-c4ad-4242-8926-b3e7edd1e799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:26:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['b2f05be4-3d91-4c2c-8fdf-2d29dae07319'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:27:03.545336 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c89e7fa2-9146-41ae-a451-aa8ead784d05 req-08874762-6059-4d1f-9bc8-ed46dbbc29f5 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b444246-faf8-4dc4-8e14-a6fcde124b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406125 Aug 16 23:27:03.575002 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-95488a68-3fd9-41ac-8cf3-365d38cfcc40 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Deleting subnet 23538668-00ab-41cd-8dbb-390c842220c3 {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:27:03.578365 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-95488a68-3fd9-41ac-8cf3-365d38cfcc40 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:03.622153 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-95488a68-3fd9-41ac-8cf3-365d38cfcc40 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:03.714305 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-95488a68-3fd9-41ac-8cf3-365d38cfcc40 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:03.791177 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-95488a68-3fd9-41ac-8cf3-365d38cfcc40 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:03.795740 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-ab795cef-c4ad-4242-8926-b3e7edd1e799 None None] Set router b2f05be4-3d91-4c2c-8fdf-2d29dae07319 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:27:03.821875 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-95488a68-3fd9-41ac-8cf3-365d38cfcc40 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:03.825801 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-95488a68-3fd9-41ac-8cf3-365d38cfcc40 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "DELETE /v2.0/subnets/23538668-00ab-41cd-8dbb-390c842220c3 HTTP/1.1" status: 204 len: 168 time: 0.3108172 Aug 16 23:27:03.825801 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95488a68-3fd9-41ac-8cf3-365d38cfcc40 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Pushing event deleted for resources: {'Subnet': ['ID=23538668-00ab-41cd-8dbb-390c842220c3,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:27:03.826182 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 50312) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:27:03.848829 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e406e274-15ed-48e5-967f-8f4a39939ea4 None None] Network 88604a64-29bd-476c-912c-7ff645609493 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:27:03.936792 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2fe5388d-c936-49cb-b82a-dee39340e956 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for router, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:04.074834 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-ab795cef-c4ad-4242-8926-b3e7edd1e799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f05be4-3d91-4c2c-8fdf-2d29dae07319', 'name': 'tempest-TestNetworkBasicOps-router-518908466', 'tenant_id': '32cc187dad0a4126a4e097b82132c4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': '465c4a7c-5a9b-4c51-84ff-e8f8b67b1c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:26:07Z', 'updated_at': '2021-08-16T23:27:02Z', 'revision_number': 5, 'project_id': '32cc187dad0a4126a4e097b82132c4b0', 'gw_port': {'id': '465c4a7c-5a9b-4c51-84ff-e8f8b67b1c0d', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f05be4-3d91-4c2c-8fdf-2d29dae07319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:26:07Z', 'updated_at': '2021-08-16T23:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:27:04.104927 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab795cef-c4ad-4242-8926-b3e7edd1e799 None None] Checking router: b2f05be4-3d91-4c2c-8fdf-2d29dae07319 for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:27:04.115321 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab795cef-c4ad-4242-8926-b3e7edd1e799 None None] Routers {'b2f05be4-3d91-4c2c-8fdf-2d29dae07319'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:27:04.116112 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-ab795cef-c4ad-4242-8926-b3e7edd1e799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:26:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['b2f05be4-3d91-4c2c-8fdf-2d29dae07319'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:27:04.162830 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ced6e90-db05-4c2b-9869-2470f8060d31 None None] DHCP port deletion for 88604a64-29bd-476c-912c-7ff645609493 request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:27:04.271213 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-ab795cef-c4ad-4242-8926-b3e7edd1e799 None None] Set router b2f05be4-3d91-4c2c-8fdf-2d29dae07319 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:27:04.305892 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device c53dd035-568d-40d0-88f1-85c7db36a431 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:27:04.336892 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-2ced6e90-db05-4c2b-9869-2470f8060d31 None None] Deleting port c53dd035-568d-40d0-88f1-85c7db36a431 {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:27:04.337274 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2ced6e90-db05-4c2b-9869-2470f8060d31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:04.385163 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2fe5388d-c936-49cb-b82a-dee39340e956 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:04.442037 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-2fe5388d-c936-49cb-b82a-dee39340e956 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Deleting port 465c4a7c-5a9b-4c51-84ff-e8f8b67b1c0d {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:27:04.442309 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2fe5388d-c936-49cb-b82a-dee39340e956 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:04.480795 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-2ced6e90-db05-4c2b-9869-2470f8060d31 None None] For port c53dd035-568d-40d0-88f1-85c7db36a431, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=c53dd035-568d-40d0-88f1-85c7db36a431,segment=NetworkSegment(2935fc26-e80d-48e2-b4e0-7361a5127cb6),segment_id=2935fc26-e80d-48e2-b4e0-7361a5127cb6)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:27:04.481194 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2ced6e90-db05-4c2b-9869-2470f8060d31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:04.510593 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-2ced6e90-db05-4c2b-9869-2470f8060d31 None None] Calling delete_port for c53dd035-568d-40d0-88f1-85c7db36a431 owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:27:04.522458 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-2fe5388d-c936-49cb-b82a-dee39340e956 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] For port 465c4a7c-5a9b-4c51-84ff-e8f8b67b1c0d, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=465c4a7c-5a9b-4c51-84ff-e8f8b67b1c0d,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:27:04.523025 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2fe5388d-c936-49cb-b82a-dee39340e956 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:04.536303 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-2fe5388d-c936-49cb-b82a-dee39340e956 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Calling delete_port for 465c4a7c-5a9b-4c51-84ff-e8f8b67b1c0d owned by network:router_gateway {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:27:04.610900 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:04.681421 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port c53dd035-568d-40d0-88f1-85c7db36a431, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=c53dd035-568d-40d0-88f1-85c7db36a431,segment=NetworkSegment(2935fc26-e80d-48e2-b4e0-7361a5127cb6),segment_id=2935fc26-e80d-48e2-b4e0-7361a5127cb6)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:27:04.688768 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:04.697801 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c271e12b-331b-4d3a-a25b-e19b9d08516a req-c9c991d3-a881-4c54-821e-402513781232 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:27:04.700828 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c271e12b-331b-4d3a-a25b-e19b9d08516a req-c9c991d3-a881-4c54-821e-402513781232 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/ports?device_id=54864ef2-50e8-4043-a018-51f262083f89 HTTP/1.1" status: 200 len: 946 time: 0.0701079 Aug 16 23:27:04.717303 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2ced6e90-db05-4c2b-9869-2470f8060d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:04.721437 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-ab795cef-c4ad-4242-8926-b3e7edd1e799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f05be4-3d91-4c2c-8fdf-2d29dae07319', 'name': 'tempest-TestNetworkBasicOps-router-518908466', 'tenant_id': '32cc187dad0a4126a4e097b82132c4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': '465c4a7c-5a9b-4c51-84ff-e8f8b67b1c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:26:07Z', 'updated_at': '2021-08-16T23:27:02Z', 'revision_number': 5, 'project_id': '32cc187dad0a4126a4e097b82132c4b0', 'gw_port': {'id': '465c4a7c-5a9b-4c51-84ff-e8f8b67b1c0d', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f05be4-3d91-4c2c-8fdf-2d29dae07319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:26:07Z', 'updated_at': '2021-08-16T23:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:27:04.751067 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2fe5388d-c936-49cb-b82a-dee39340e956 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:04.751800 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c271e12b-331b-4d3a-a25b-e19b9d08516a req-acf225eb-b557-465f-b659-b504d5ecc594 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b444246-faf8-4dc4-8e14-a6fcde124b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444376 Aug 16 23:27:04.760965 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab795cef-c4ad-4242-8926-b3e7edd1e799 None None] The sync data for ids ['b2f05be4-3d91-4c2c-8fdf-2d29dae07319'] in n-d-791506-26 is: [{'id': 'b2f05be4-3d91-4c2c-8fdf-2d29dae07319', 'name': 'tempest-TestNetworkBasicOps-router-518908466', 'tenant_id': '32cc187dad0a4126a4e097b82132c4b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': '465c4a7c-5a9b-4c51-84ff-e8f8b67b1c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:26:07Z', 'updated_at': '2021-08-16T23:27:02Z', 'revision_number': 5, 'project_id': '32cc187dad0a4126a4e097b82132c4b0', 'gw_port': {'id': '465c4a7c-5a9b-4c51-84ff-e8f8b67b1c0d', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f05be4-3d91-4c2c-8fdf-2d29dae07319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:26:07Z', 'updated_at': '2021-08-16T23:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:27:04.766623 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ced6e90-db05-4c2b-9869-2470f8060d31 None None] No DVR routers for this DVR port c53dd035-568d-40d0-88f1-85c7db36a431 on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:27:04.783110 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=c53dd035-568d-40d0-88f1-85c7db36a431,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:27:04.807694 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ced6e90-db05-4c2b-9869-2470f8060d31 None None] Pushing event deleted for resources: {'Port': ['ID=c53dd035-568d-40d0-88f1-85c7db36a431,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:27:04.808068 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe5388d-c936-49cb-b82a-dee39340e956 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Pushing event deleted for resources: {'Port': ['ID=465c4a7c-5a9b-4c51-84ff-e8f8b67b1c0d,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:27:04.868646 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2fe5388d-c936-49cb-b82a-dee39340e956 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537121'] for router_gateway, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:04.964074 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2fe5388d-c936-49cb-b82a-dee39340e956 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:04.966156 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2fe5388d-c936-49cb-b82a-dee39340e956 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:05.009577 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2fe5388d-c936-49cb-b82a-dee39340e956 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:05.010269 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fe5388d-c936-49cb-b82a-dee39340e956 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Fanout notify agent at l3_agent the message router_deleted on router b2f05be4-3d91-4c2c-8fdf-2d29dae07319 {{(pid=101291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:27:05.018028 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2fe5388d-c936-49cb-b82a-dee39340e956 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:05.019469 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-2fe5388d-c936-49cb-b82a-dee39340e956 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "DELETE /v2.0/routers/b2f05be4-3d91-4c2c-8fdf-2d29dae07319 HTTP/1.1" status: 204 len: 168 time: 1.1923068 Aug 16 23:27:05.022057 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 50316) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:27:05.102722 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b21e47c4-5d3a-4434-ab3b-a64ebfba03d3 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:05.199347 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b21e47c4-5d3a-4434-ab3b-a64ebfba03d3 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:05.210157 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-b21e47c4-5d3a-4434-ab3b-a64ebfba03d3 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88604a64-29bd-476c-912c-7ff645609493']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:27:05.224439 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-b21e47c4-5d3a-4434-ab3b-a64ebfba03d3 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2935fc26-e80d-48e2-b4e0-7361a5127cb6') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:27:05.224831 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-b21e47c4-5d3a-4434-ab3b-a64ebfba03d3 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2935fc26-e80d-48e2-b4e0-7361a5127cb6') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:27:05.236520 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b21e47c4-5d3a-4434-ab3b-a64ebfba03d3 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:05.253383 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b21e47c4-5d3a-4434-ab3b-a64ebfba03d3 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:05.260920 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b21e47c4-5d3a-4434-ab3b-a64ebfba03d3 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:27:05.261394 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b21e47c4-5d3a-4434-ab3b-a64ebfba03d3 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:05.265354 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 23:27:05.265354 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:27:05.265354 n-d-791506-26 neutron-server[101291]: timer() Aug 16 23:27:05.265354 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:27:05.265354 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 23:27:05.265354 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:27:05.265354 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 23:27:05.265354 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:27:05.265354 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 23:27:05.265354 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:27:05.265354 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 23:27:05.265354 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:27:05.265354 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 23:27:05.265354 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:27:05.265354 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:27:05.265354 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:27:05.265354 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:27:05.265354 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:27:05.265354 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 23:27:05.265354 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:27:05.265354 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 23:27:05.265354 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:27:05.265354 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:27:05.265354 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:27:05.265354 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 23:27:05.265354 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:27:05.265354 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:27:05.265354 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:27:05.265354 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:27:05.265354 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:27:05.265354 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:27:05.265354 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:27:05.328657 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b21e47c4-5d3a-4434-ab3b-a64ebfba03d3 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:05.335855 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b21e47c4-5d3a-4434-ab3b-a64ebfba03d3 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:05.337671 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-b21e47c4-5d3a-4434-ab3b-a64ebfba03d3 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] 10.222.0.36 "DELETE /v2.0/networks/88604a64-29bd-476c-912c-7ff645609493 HTTP/1.1" status: 204 len: 168 time: 0.3146896 Aug 16 23:27:05.351319 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21e47c4-5d3a-4434-ab3b-a64ebfba03d3 tempest-TestNetworkBasicOps-828995426 tempest-TestNetworkBasicOps-828995426-project] Pushing event deleted for resources: {'Network': ['ID=88604a64-29bd-476c-912c-7ff645609493,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:27:05.616026 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 50322) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:27:05.756222 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-83cf9965-f648-48cb-ace7-d2f47b6cadb4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=32cc187dad0a4126a4e097b82132c4b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1388929 Aug 16 23:27:05.758625 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 50326) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:27:05.818409 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7db629ab-ac8c-4d60-b4f4-58b77b31f6e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:05.841701 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7db629ab-ac8c-4d60-b4f4-58b77b31f6e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:05.916515 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5711f04-861b-4850-ac87-fae7d34201ea req-e750e4fc-579d-437a-b001-baac6f439169 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:27:05.918063 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d5711f04-861b-4850-ac87-fae7d34201ea req-e750e4fc-579d-437a-b001-baac6f439169 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/ports?device_id=54864ef2-50e8-4043-a018-51f262083f89 HTTP/1.1" status: 200 len: 946 time: 0.0669451 Aug 16 23:27:05.933097 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7db629ab-ac8c-4d60-b4f4-58b77b31f6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:05.935554 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7db629ab-ac8c-4d60-b4f4-58b77b31f6e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:05.936654 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-7db629ab-ac8c-4d60-b4f4-58b77b31f6e7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b2deab27-5219-4f67-8b47-93381b074cb8 HTTP/1.1" status: 204 len: 168 time: 0.1771138 Aug 16 23:27:05.953450 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db629ab-ac8c-4d60-b4f4-58b77b31f6e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2deab27-5219-4f67-8b47-93381b074cb8,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:27:05.983857 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d5711f04-861b-4850-ac87-fae7d34201ea req-4a14bbf8-31af-4d9d-9ee3-85efb0dd4a31 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b444246-faf8-4dc4-8e14-a6fcde124b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591190 Aug 16 23:27:06.212912 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 6b6f3de5-9843-4e00-ad16-ba5f0ddb631b no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:27:06.238141 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 6b6f3de5-9843-4e00-ad16-ba5f0ddb631b {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:27:06.238659 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 6b6f3de5-9843-4e00-ad16-ba5f0ddb631b not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:27:06.239082 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 465c4a7c-5a9b-4c51-84ff-e8f8b67b1c0d no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:27:06.244433 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 50334) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:27:06.262570 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d04b8a21-6560-4cad-ac7b-a2fa72cd98c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:06.265640 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 465c4a7c-5a9b-4c51-84ff-e8f8b67b1c0d {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:27:06.265995 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 465c4a7c-5a9b-4c51-84ff-e8f8b67b1c0d not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:27:06.373404 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d04b8a21-6560-4cad-ac7b-a2fa72cd98c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:06.377506 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d04b8a21-6560-4cad-ac7b-a2fa72cd98c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:06.421421 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-d04b8a21-6560-4cad-ac7b-a2fa72cd98c3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=28af2a44a21141649d012f50042d2a56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1757660 Aug 16 23:27:06.422544 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04b8a21-6560-4cad-ac7b-a2fa72cd98c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=412cf291-5501-40f9-89a7-2c9cec851185,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:27:06.425550 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 50336) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:27:06.476524 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f8fe24cc-5a8c-441a-8c79-94c2b15f49ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:06.500772 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f8fe24cc-5a8c-441a-8c79-94c2b15f49ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:06.555405 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f8fe24cc-5a8c-441a-8c79-94c2b15f49ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:06.558161 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f8fe24cc-5a8c-441a-8c79-94c2b15f49ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:06.560195 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-f8fe24cc-5a8c-441a-8c79-94c2b15f49ed admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/412cf291-5501-40f9-89a7-2c9cec851185 HTTP/1.1" status: 204 len: 168 time: 0.1333334 Aug 16 23:27:06.569717 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fe24cc-5a8c-441a-8c79-94c2b15f49ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=412cf291-5501-40f9-89a7-2c9cec851185,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:27:07.099577 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ce1c7c-d5f3-4762-afd5-242c8cd058a2 req-d3c76a93-7142-423c-98f6-23643c2bf13f tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:27:07.101148 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-01ce1c7c-d5f3-4762-afd5-242c8cd058a2 req-d3c76a93-7142-423c-98f6-23643c2bf13f tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/ports?device_id=54864ef2-50e8-4043-a018-51f262083f89 HTTP/1.1" status: 200 len: 946 time: 0.0513549 Aug 16 23:27:07.147313 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-01ce1c7c-d5f3-4762-afd5-242c8cd058a2 req-a02a6e7d-057d-404e-b3f0-e624130d11e9 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b444246-faf8-4dc4-8e14-a6fcde124b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397637 Aug 16 23:27:07.276446 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 50360) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:27:07.381904 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-3cfac44c-5a53-4423-a0bd-542a7c03a75f admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1378593253-network', 'tenant_id': '6a864d9fb8df4991a7e6546dae866f98'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:27:07.403216 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cfac44c-5a53-4423-a0bd-542a7c03a75f admin admin] Made reservation on behalf of 6a864d9fb8df4991a7e6546dae866f98 for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:27:07.405575 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3cfac44c-5a53-4423-a0bd-542a7c03a75f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:07.413800 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3cfac44c-5a53-4423-a0bd-542a7c03a75f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:07.502273 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3cfac44c-5a53-4423-a0bd-542a7c03a75f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:07.507610 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3cfac44c-5a53-4423-a0bd-542a7c03a75f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:07.531837 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cfac44c-5a53-4423-a0bd-542a7c03a75f admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:27:07.541508 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfac44c-5a53-4423-a0bd-542a7c03a75f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95ebcf13-e082-4316-9a27-ae91cc3e4c0f,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:27:07.546414 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3cfac44c-5a53-4423-a0bd-542a7c03a75f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:07.546762 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-3cfac44c-5a53-4423-a0bd-542a7c03a75f admin admin] Added segment f2a1bb55-7f4c-4262-bb32-a94e249fa5f5 of type vlan for network 715829f1-0f53-4aea-8fca-3c21e9d9508d Aug 16 23:27:07.589796 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3cfac44c-5a53-4423-a0bd-542a7c03a75f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:07.614192 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3cfac44c-5a53-4423-a0bd-542a7c03a75f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:07.615139 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cfac44c-5a53-4423-a0bd-542a7c03a75f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:27:07.615717 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3cfac44c-5a53-4423-a0bd-542a7c03a75f admin admin] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:07.663405 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-3cfac44c-5a53-4423-a0bd-542a7c03a75f admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.3857858 Aug 16 23:27:07.666544 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 50364) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:27:07.671846 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-0e765ed9-0eb3-4a92-80ac-4686596920b9 admin admin] Request body: {'subnet': {'network_id': '715829f1-0f53-4aea-8fca-3c21e9d9508d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1378593253-subnet', 'tenant_id': '6a864d9fb8df4991a7e6546dae866f98', 'ip_version': 4}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:27:07.676506 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfac44c-5a53-4423-a0bd-542a7c03a75f admin admin] Pushing event updated for resources: {'Network': ['ID=715829f1-0f53-4aea-8fca-3c21e9d9508d,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:27:07.688670 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 715829f1-0f53-4aea-8fca-3c21e9d9508d details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:27:07.702150 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e765ed9-0eb3-4a92-80ac-4686596920b9 admin admin] Made reservation on behalf of 6a864d9fb8df4991a7e6546dae866f98 for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:27:07.704991 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0e765ed9-0eb3-4a92-80ac-4686596920b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:07.876058 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0e765ed9-0eb3-4a92-80ac-4686596920b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:07.927309 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e765ed9-0eb3-4a92-80ac-4686596920b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=535c4004-a08d-44ca-bc13-dc5cb492b137,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:27:07.942387 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e765ed9-0eb3-4a92-80ac-4686596920b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:27:07.942738 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e765ed9-0eb3-4a92-80ac-4686596920b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:27:07.943085 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e765ed9-0eb3-4a92-80ac-4686596920b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:27:07.943438 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e765ed9-0eb3-4a92-80ac-4686596920b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:27:07.943775 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e765ed9-0eb3-4a92-80ac-4686596920b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:27:07.944349 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e765ed9-0eb3-4a92-80ac-4686596920b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:27:07.944737 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e765ed9-0eb3-4a92-80ac-4686596920b9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:27:07.945430 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e765ed9-0eb3-4a92-80ac-4686596920b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:27:07.945774 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e765ed9-0eb3-4a92-80ac-4686596920b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:27:07.946107 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e765ed9-0eb3-4a92-80ac-4686596920b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:27:07.946437 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e765ed9-0eb3-4a92-80ac-4686596920b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:27:07.946766 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e765ed9-0eb3-4a92-80ac-4686596920b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:27:07.956154 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e765ed9-0eb3-4a92-80ac-4686596920b9 admin admin] Checking segment: {'id': 'f2a1bb55-7f4c-4262-bb32-a94e249fa5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '715829f1-0f53-4aea-8fca-3c21e9d9508d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:27:07.956502 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e765ed9-0eb3-4a92-80ac-4686596920b9 admin admin] Network hostable DHCP agents. Network: 715829f1-0f53-4aea-8fca-3c21e9d9508d, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:27:07.973077 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e765ed9-0eb3-4a92-80ac-4686596920b9 admin admin] Network 715829f1-0f53-4aea-8fca-3c21e9d9508d is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:27:07.981914 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-0e765ed9-0eb3-4a92-80ac-4686596920b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 715829f1-0f53-4aea-8fca-3c21e9d9508d) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:27:07.986811 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e765ed9-0eb3-4a92-80ac-4686596920b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:27:07.989245 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0e765ed9-0eb3-4a92-80ac-4686596920b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:07.991693 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20946d6e-9037-44ac-a225-9eb07839cd3b None None] Network 715829f1-0f53-4aea-8fca-3c21e9d9508d requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:27:08.007115 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-0e765ed9-0eb3-4a92-80ac-4686596920b9 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.3393233 Aug 16 23:27:08.009575 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 50366) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:27:08.014017 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-34ed129a-090d-4591-bcbe-028398c6179c admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1378593253-router', 'tenant_id': '6a864d9fb8df4991a7e6546dae866f98', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:27:08.036017 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-34ed129a-090d-4591-bcbe-028398c6179c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:08.037130 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-34ed129a-090d-4591-bcbe-028398c6179c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:08.086436 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-34ed129a-090d-4591-bcbe-028398c6179c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:08.149585 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da070d1d-8982-4879-9616-08cb317fad54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-715829f1-0f53-4aea-8fca-3c21e9d9508d', 'network_id': '715829f1-0f53-4aea-8fca-3c21e9d9508d', 'tenant_id': '6a864d9fb8df4991a7e6546dae866f98', 'fixed_ips': [{'subnet_id': '535c4004-a08d-44ca-bc13-dc5cb492b137'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:27:08.150682 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da070d1d-8982-4879-9616-08cb317fad54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:08.245264 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-34ed129a-090d-4591-bcbe-028398c6179c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:08.295060 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-da070d1d-8982-4879-9616-08cb317fad54 None None] Allocated IP 172.20.0.2 (715829f1-0f53-4aea-8fca-3c21e9d9508d/535c4004-a08d-44ca-bc13-dc5cb492b137/e939ee6c-b4ff-46c3-a8bf-d97167bfaccd) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:27:08.330130 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e93da3f-900a-4173-a46c-9ffbcfe78844 req-157da9d7-cb53-412d-ab75-172a06bae6fd tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:27:08.331951 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9e93da3f-900a-4173-a46c-9ffbcfe78844 req-157da9d7-cb53-412d-ab75-172a06bae6fd tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/ports?device_id=54864ef2-50e8-4043-a018-51f262083f89 HTTP/1.1" status: 200 len: 946 time: 0.1052659 Aug 16 23:27:08.382655 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9e93da3f-900a-4173-a46c-9ffbcfe78844 req-3774de27-c3d7-48d7-b01d-1695c92032b8 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b444246-faf8-4dc4-8e14-a6fcde124b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436738 Aug 16 23:27:08.444632 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da070d1d-8982-4879-9616-08cb317fad54 None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:08.452690 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-da070d1d-8982-4879-9616-08cb317fad54 None None] Transition to ACTIVE for port object e939ee6c-b4ff-46c3-a8bf-d97167bfaccd will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:27:08.468075 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-da070d1d-8982-4879-9616-08cb317fad54 None None] Transition to ACTIVE for port object e939ee6c-b4ff-46c3-a8bf-d97167bfaccd will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:27:08.475128 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da070d1d-8982-4879-9616-08cb317fad54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:08.515290 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da070d1d-8982-4879-9616-08cb317fad54 None None] Network 715829f1-0f53-4aea-8fca-3c21e9d9508d is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:27:08.518790 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-da070d1d-8982-4879-9616-08cb317fad54 None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:27:08.522821 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da070d1d-8982-4879-9616-08cb317fad54 None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:27:08.523929 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-34ed129a-090d-4591-bcbe-028398c6179c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:08.529862 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da070d1d-8982-4879-9616-08cb317fad54 None None] Pushing event updated for resources: {'Port': ['ID=e939ee6c-b4ff-46c3-a8bf-d97167bfaccd,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:27:08.543272 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-34ed129a-090d-4591-bcbe-028398c6179c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:08.553589 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da070d1d-8982-4879-9616-08cb317fad54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:27:08.553928 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da070d1d-8982-4879-9616-08cb317fad54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:27:08.554280 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da070d1d-8982-4879-9616-08cb317fad54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:27:08.554627 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da070d1d-8982-4879-9616-08cb317fad54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:27:08.554971 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da070d1d-8982-4879-9616-08cb317fad54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:27:08.555311 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da070d1d-8982-4879-9616-08cb317fad54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:27:08.555645 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da070d1d-8982-4879-9616-08cb317fad54 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:27:08.555978 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da070d1d-8982-4879-9616-08cb317fad54 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:27:08.556310 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da070d1d-8982-4879-9616-08cb317fad54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:27:08.556669 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da070d1d-8982-4879-9616-08cb317fad54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:27:08.557007 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da070d1d-8982-4879-9616-08cb317fad54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:27:08.557337 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da070d1d-8982-4879-9616-08cb317fad54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:27:08.591628 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-da070d1d-8982-4879-9616-08cb317fad54 None None] Attempting to bind port e939ee6c-b4ff-46c3-a8bf-d97167bfaccd on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:27:08.592008 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-da070d1d-8982-4879-9616-08cb317fad54 None None] Attempting to bind port e939ee6c-b4ff-46c3-a8bf-d97167bfaccd by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': 'f2a1bb55-7f4c-4262-bb32-a94e249fa5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '715829f1-0f53-4aea-8fca-3c21e9d9508d'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:27:08.592381 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da070d1d-8982-4879-9616-08cb317fad54 None None] Attempting to bind port e939ee6c-b4ff-46c3-a8bf-d97167bfaccd on network 715829f1-0f53-4aea-8fca-3c21e9d9508d {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:27:08.598220 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da070d1d-8982-4879-9616-08cb317fad54 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:27:08.598620 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da070d1d-8982-4879-9616-08cb317fad54 None None] Checking segment: {'id': 'f2a1bb55-7f4c-4262-bb32-a94e249fa5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '715829f1-0f53-4aea-8fca-3c21e9d9508d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:27:08.599020 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da070d1d-8982-4879-9616-08cb317fad54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:08.599416 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da070d1d-8982-4879-9616-08cb317fad54 None None] Bound using segment: {'id': 'f2a1bb55-7f4c-4262-bb32-a94e249fa5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '715829f1-0f53-4aea-8fca-3c21e9d9508d'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:27:08.599897 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-da070d1d-8982-4879-9616-08cb317fad54 None None] Bound port: e939ee6c-b4ff-46c3-a8bf-d97167bfaccd, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2a1bb55-7f4c-4262-bb32-a94e249fa5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '715829f1-0f53-4aea-8fca-3c21e9d9508d'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:27:08.600286 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da070d1d-8982-4879-9616-08cb317fad54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:08.650736 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-34ed129a-090d-4591-bcbe-028398c6179c admin admin] Allocated IP 172.25.4.245 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/650e7623-2df0-4480-b0f3-5e86d37b3ee9) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:27:08.664184 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-da070d1d-8982-4879-9616-08cb317fad54 None None] For port e939ee6c-b4ff-46c3-a8bf-d97167bfaccd, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:27:08.667407 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-da070d1d-8982-4879-9616-08cb317fad54 None None] For port e939ee6c-b4ff-46c3-a8bf-d97167bfaccd, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=e939ee6c-b4ff-46c3-a8bf-d97167bfaccd,segment=NetworkSegment(f2a1bb55-7f4c-4262-bb32-a94e249fa5f5),segment_id=f2a1bb55-7f4c-4262-bb32-a94e249fa5f5)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:27:08.671053 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da070d1d-8982-4879-9616-08cb317fad54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:08.734842 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da070d1d-8982-4879-9616-08cb317fad54 None None] Pushing event updated for resources: {'Port': ['ID=e939ee6c-b4ff-46c3-a8bf-d97167bfaccd,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:27:08.757402 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-34ed129a-090d-4591-bcbe-028398c6179c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:08.797655 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-34ed129a-090d-4591-bcbe-028398c6179c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:08.843492 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ed129a-090d-4591-bcbe-028398c6179c admin admin] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:27:08.847097 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-34ed129a-090d-4591-bcbe-028398c6179c admin admin] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:27:08.853302 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ed129a-090d-4591-bcbe-028398c6179c admin admin] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:27:08.859908 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ed129a-090d-4591-bcbe-028398c6179c admin admin] Pushing event updated for resources: {'Port': ['ID=650e7623-2df0-4480-b0f3-5e86d37b3ee9,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:27:09.116948 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-34ed129a-090d-4591-bcbe-028398c6179c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:09.589975 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f128cbe1-767b-4beb-89fd-763dbd38794a None None] Network 715829f1-0f53-4aea-8fca-3c21e9d9508d requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:27:09.601513 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b6a67-f7e7-464c-929e-0c2a0676ae04 req-dceaf853-de89-4717-aaa1-eae1ff759d00 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:27:09.603040 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6d4b6a67-f7e7-464c-929e-0c2a0676ae04 req-dceaf853-de89-4717-aaa1-eae1ff759d00 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/ports?device_id=54864ef2-50e8-4043-a018-51f262083f89 HTTP/1.1" status: 200 len: 946 time: 0.1002116 Aug 16 23:27:09.682005 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6d4b6a67-f7e7-464c-929e-0c2a0676ae04 req-494a91a2-7dad-483d-b4d8-ed608b118858 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b444246-faf8-4dc4-8e14-a6fcde124b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473101 Aug 16 23:27:09.683087 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-34ed129a-090d-4591-bcbe-028398c6179c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:09.709200 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-f3333b80-e3c0-45b7-8d74-55bcf05eea84 None None] Provisioning for port e939ee6c-b4ff-46c3-a8bf-d97167bfaccd completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:27:09.815347 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34ed129a-090d-4591-bcbe-028398c6179c admin admin] Router 823f48b0-55b6-4a62-ab43-f6a52178ca26 is scheduled to L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f with binding_index 1 {{(pid=101292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:27:09.925684 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34ed129a-090d-4591-bcbe-028398c6179c admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:27:09.934920 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900eb1cb-0615-4a04-a92d-a5ac785e3858 None None] Sync routers for ids ['823f48b0-55b6-4a62-ab43-f6a52178ca26'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:27:09.943695 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900eb1cb-0615-4a04-a92d-a5ac785e3858 None None] Routers {'823f48b0-55b6-4a62-ab43-f6a52178ca26'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:27:09.944307 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-900eb1cb-0615-4a04-a92d-a5ac785e3858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:26:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['823f48b0-55b6-4a62-ab43-f6a52178ca26'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:27:09.950365 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-34ed129a-090d-4591-bcbe-028398c6179c admin admin] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:09.951713 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-34ed129a-090d-4591-bcbe-028398c6179c admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 1.9412079 Aug 16 23:27:09.954442 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 50372) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:27:10.136043 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-900eb1cb-0615-4a04-a92d-a5ac785e3858 None None] Set router 823f48b0-55b6-4a62-ab43-f6a52178ca26 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:27:10.243072 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device e939ee6c-b4ff-46c3-a8bf-d97167bfaccd up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:27:10.295930 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port e939ee6c-b4ff-46c3-a8bf-d97167bfaccd completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:27:10.300592 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port e939ee6c-b4ff-46c3-a8bf-d97167bfaccd triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:27:10.301061 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:10.330027 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-900eb1cb-0615-4a04-a92d-a5ac785e3858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '823f48b0-55b6-4a62-ab43-f6a52178ca26', 'name': 'tempest-ImageQuotaTest-1378593253-router', 'tenant_id': '6a864d9fb8df4991a7e6546dae866f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '650e7623-2df0-4480-b0f3-5e86d37b3ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:27:08Z', 'updated_at': '2021-08-16T23:27:09Z', 'revision_number': 3, 'project_id': '6a864d9fb8df4991a7e6546dae866f98', 'gw_port': {'id': '650e7623-2df0-4480-b0f3-5e86d37b3ee9', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:29:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '823f48b0-55b6-4a62-ab43-f6a52178ca26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:27:08Z', 'updated_at': '2021-08-16T23:27:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:27:10.360645 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900eb1cb-0615-4a04-a92d-a5ac785e3858 None None] Checking router: 823f48b0-55b6-4a62-ab43-f6a52178ca26 for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:27:10.361001 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900eb1cb-0615-4a04-a92d-a5ac785e3858 None None] Updating router 823f48b0-55b6-4a62-ab43-f6a52178ca26 port 650e7623-2df0-4480-b0f3-5e86d37b3ee9 binding host n-d-791506-26 {{(pid=101294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:27:10.389396 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:10.395410 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fecdc167-8248-4390-8d97-f6049974b1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:10.396834 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-900eb1cb-0615-4a04-a92d-a5ac785e3858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:10.427615 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port e939ee6c-b4ff-46c3-a8bf-d97167bfaccd, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=e939ee6c-b4ff-46c3-a8bf-d97167bfaccd,segment=NetworkSegment(f2a1bb55-7f4c-4262-bb32-a94e249fa5f5),segment_id=f2a1bb55-7f4c-4262-bb32-a94e249fa5f5)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:27:10.431676 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:10.481174 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=e939ee6c-b4ff-46c3-a8bf-d97167bfaccd,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:27:10.599907 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-fecdc167-8248-4390-8d97-f6049974b1c6 admin admin] Allocated IP 172.20.0.1 (715829f1-0f53-4aea-8fca-3c21e9d9508d/535c4004-a08d-44ca-bc13-dc5cb492b137/48c84d07-31ee-452d-8cab-6ed76c787c32) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:27:10.653189 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-900eb1cb-0615-4a04-a92d-a5ac785e3858 None None] Notify callbacks [] for port, precommit_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:10.662856 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.provisioning_blocks [None req-900eb1cb-0615-4a04-a92d-a5ac785e3858 None None] Transition to ACTIVE for port object 650e7623-2df0-4480-b0f3-5e86d37b3ee9 will not be triggered until provisioned by entity L2. {{(pid=101294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:27:10.668795 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-900eb1cb-0615-4a04-a92d-a5ac785e3858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:10.707663 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fecdc167-8248-4390-8d97-f6049974b1c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:10.712118 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-900eb1cb-0615-4a04-a92d-a5ac785e3858 None None] Attempting to bind port 650e7623-2df0-4480-b0f3-5e86d37b3ee9 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:27:10.712483 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-900eb1cb-0615-4a04-a92d-a5ac785e3858 None None] Attempting to bind port 650e7623-2df0-4480-b0f3-5e86d37b3ee9 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:27:10.712864 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900eb1cb-0615-4a04-a92d-a5ac785e3858 None None] Attempting to bind port 650e7623-2df0-4480-b0f3-5e86d37b3ee9 on network c22c4980-c849-406d-982c-a5d68c515a94 {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:27:10.724294 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900eb1cb-0615-4a04-a92d-a5ac785e3858 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:27:10.724692 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900eb1cb-0615-4a04-a92d-a5ac785e3858 None None] Checking segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:27:10.725093 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-900eb1cb-0615-4a04-a92d-a5ac785e3858 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:10.725490 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900eb1cb-0615-4a04-a92d-a5ac785e3858 None None] Bound using segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:27:10.725844 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [None req-fecdc167-8248-4390-8d97-f6049974b1c6 admin admin] Transition to ACTIVE for port object 48c84d07-31ee-452d-8cab-6ed76c787c32 will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:27:10.725985 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-900eb1cb-0615-4a04-a92d-a5ac785e3858 None None] Bound port: 650e7623-2df0-4480-b0f3-5e86d37b3ee9, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:27:10.726317 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-900eb1cb-0615-4a04-a92d-a5ac785e3858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:10.761658 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2392f8ad-ca28-4c25-abbc-b549411d2cb4 None None] Pushing event updated for resources: {'Port': ['ID=650e7623-2df0-4480-b0f3-5e86d37b3ee9,revision_number=2']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:27:10.768586 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fecdc167-8248-4390-8d97-f6049974b1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:10.777164 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2392f8ad-ca28-4c25-abbc-b549411d2cb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:27:10.777522 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2392f8ad-ca28-4c25-abbc-b549411d2cb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:27:10.777842 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2392f8ad-ca28-4c25-abbc-b549411d2cb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:27:10.778179 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2392f8ad-ca28-4c25-abbc-b549411d2cb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:27:10.778517 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2392f8ad-ca28-4c25-abbc-b549411d2cb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:27:10.778848 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2392f8ad-ca28-4c25-abbc-b549411d2cb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:27:10.779177 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2392f8ad-ca28-4c25-abbc-b549411d2cb4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:27:10.779505 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2392f8ad-ca28-4c25-abbc-b549411d2cb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:27:10.779837 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2392f8ad-ca28-4c25-abbc-b549411d2cb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:27:10.780151 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2392f8ad-ca28-4c25-abbc-b549411d2cb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:27:10.780477 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2392f8ad-ca28-4c25-abbc-b549411d2cb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:27:10.780823 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2392f8ad-ca28-4c25-abbc-b549411d2cb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:27:10.807402 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-900eb1cb-0615-4a04-a92d-a5ac785e3858 None None] For port 650e7623-2df0-4480-b0f3-5e86d37b3ee9, host n-d-791506-26, cleared binding levels {{(pid=101294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:27:10.810764 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-900eb1cb-0615-4a04-a92d-a5ac785e3858 None None] For port 650e7623-2df0-4480-b0f3-5e86d37b3ee9, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=650e7623-2df0-4480-b0f3-5e86d37b3ee9,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:27:10.814796 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-900eb1cb-0615-4a04-a92d-a5ac785e3858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:10.825532 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fecdc167-8248-4390-8d97-f6049974b1c6 admin admin] Network 715829f1-0f53-4aea-8fca-3c21e9d9508d is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:27:10.831848 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-fecdc167-8248-4390-8d97-f6049974b1c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:27:10.836655 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fecdc167-8248-4390-8d97-f6049974b1c6 admin admin] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:27:10.842087 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecdc167-8248-4390-8d97-f6049974b1c6 admin admin] Pushing event updated for resources: {'Port': ['ID=48c84d07-31ee-452d-8cab-6ed76c787c32,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:27:10.868103 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900eb1cb-0615-4a04-a92d-a5ac785e3858 None None] Routers {'823f48b0-55b6-4a62-ab43-f6a52178ca26'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:27:10.868569 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-900eb1cb-0615-4a04-a92d-a5ac785e3858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:26:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['823f48b0-55b6-4a62-ab43-f6a52178ca26'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:27:10.885719 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d4f09d-854e-4116-a13f-3b1c0827a5ce req-37805aab-4f46-4708-96bd-d9b22061fa75 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:27:10.887311 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-37d4f09d-854e-4116-a13f-3b1c0827a5ce req-37805aab-4f46-4708-96bd-d9b22061fa75 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/ports?device_id=54864ef2-50e8-4043-a018-51f262083f89 HTTP/1.1" status: 200 len: 946 time: 0.1294765 Aug 16 23:27:10.903337 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fecdc167-8248-4390-8d97-f6049974b1c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954230'] for router_interface, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:10.923402 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2392f8ad-ca28-4c25-abbc-b549411d2cb4 None None] Pushing event updated for resources: {'Port': ['ID=650e7623-2df0-4480-b0f3-5e86d37b3ee9,revision_number=3']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:27:10.975091 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-37d4f09d-854e-4116-a13f-3b1c0827a5ce req-ec7308fe-d738-40de-91b0-0753621c6b14 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b444246-faf8-4dc4-8e14-a6fcde124b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781279 Aug 16 23:27:10.992160 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-900eb1cb-0615-4a04-a92d-a5ac785e3858 None None] Set router 823f48b0-55b6-4a62-ab43-f6a52178ca26 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:27:11.059436 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fecdc167-8248-4390-8d97-f6049974b1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:11.175131 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-2809c992-3be8-4d02-8295-334949a19822 None None] Provisioning for port 48c84d07-31ee-452d-8cab-6ed76c787c32 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:27:11.179414 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-2809c992-3be8-4d02-8295-334949a19822 None None] Provisioning complete for port 48c84d07-31ee-452d-8cab-6ed76c787c32 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:27:11.179641 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-900eb1cb-0615-4a04-a92d-a5ac785e3858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '823f48b0-55b6-4a62-ab43-f6a52178ca26', 'name': 'tempest-ImageQuotaTest-1378593253-router', 'tenant_id': '6a864d9fb8df4991a7e6546dae866f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '650e7623-2df0-4480-b0f3-5e86d37b3ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:27:08Z', 'updated_at': '2021-08-16T23:27:09Z', 'revision_number': 3, 'project_id': '6a864d9fb8df4991a7e6546dae866f98', 'gw_port': {'id': '650e7623-2df0-4480-b0f3-5e86d37b3ee9', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:29:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '823f48b0-55b6-4a62-ab43-f6a52178ca26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:27:08Z', 'updated_at': '2021-08-16T23:27:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:27:11.180948 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2809c992-3be8-4d02-8295-334949a19822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:11.210687 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900eb1cb-0615-4a04-a92d-a5ac785e3858 None None] The sync data for ids ['823f48b0-55b6-4a62-ab43-f6a52178ca26'] in n-d-791506-26 is: [{'id': '823f48b0-55b6-4a62-ab43-f6a52178ca26', 'name': 'tempest-ImageQuotaTest-1378593253-router', 'tenant_id': '6a864d9fb8df4991a7e6546dae866f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '650e7623-2df0-4480-b0f3-5e86d37b3ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:27:08Z', 'updated_at': '2021-08-16T23:27:09Z', 'revision_number': 3, 'project_id': '6a864d9fb8df4991a7e6546dae866f98', 'gw_port': {'id': '650e7623-2df0-4480-b0f3-5e86d37b3ee9', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:29:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '823f48b0-55b6-4a62-ab43-f6a52178ca26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:27:08Z', 'updated_at': '2021-08-16T23:27:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:27:11.221699 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-2809c992-3be8-4d02-8295-334949a19822 None None] Port 48c84d07-31ee-452d-8cab-6ed76c787c32 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:27:11.244171 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fecdc167-8248-4390-8d97-f6049974b1c6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:11.248636 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fecdc167-8248-4390-8d97-f6049974b1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:11.317361 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecdc167-8248-4390-8d97-f6049974b1c6 admin admin] Pushing event updated for resources: {'Port': ['ID=48c84d07-31ee-452d-8cab-6ed76c787c32,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:27:11.321155 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fecdc167-8248-4390-8d97-f6049974b1c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954122'] for router_interface, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:11.414234 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:11.444759 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fecdc167-8248-4390-8d97-f6049974b1c6 admin admin] Network 715829f1-0f53-4aea-8fca-3c21e9d9508d is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:27:11.447309 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-fecdc167-8248-4390-8d97-f6049974b1c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:27:11.572828 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fecdc167-8248-4390-8d97-f6049974b1c6 admin admin] Router 823f48b0-55b6-4a62-ab43-f6a52178ca26 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:27:11.688118 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fecdc167-8248-4390-8d97-f6049974b1c6 admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:27:11.693950 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-fecdc167-8248-4390-8d97-f6049974b1c6 admin admin] 10.222.0.36 "PUT /v2.0/routers/823f48b0-55b6-4a62-ab43-f6a52178ca26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7383714 Aug 16 23:27:11.748135 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-8b9e885c-33bf-4c2d-865c-304b0a314d7f None None] Provisioning complete for port 48c84d07-31ee-452d-8cab-6ed76c787c32 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:27:11.748865 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-8b9e885c-33bf-4c2d-865c-304b0a314d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:11.785121 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-8b9e885c-33bf-4c2d-865c-304b0a314d7f None None] Port 48c84d07-31ee-452d-8cab-6ed76c787c32 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:27:12.113370 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6613a03-c124-4fb0-9700-28c21d6bb22f req-e2a66512-6775-4fee-9102-e4f86d34b042 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:27:12.114914 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f6613a03-c124-4fb0-9700-28c21d6bb22f req-e2a66512-6775-4fee-9102-e4f86d34b042 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/ports?device_id=54864ef2-50e8-4043-a018-51f262083f89 HTTP/1.1" status: 200 len: 946 time: 0.0516884 Aug 16 23:27:12.156113 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f6613a03-c124-4fb0-9700-28c21d6bb22f req-f36a9783-393c-4b25-b347-635b92d205bc tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b444246-faf8-4dc4-8e14-a6fcde124b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345309 Aug 16 23:27:12.318593 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device e939ee6c-b4ff-46c3-a8bf-d97167bfaccd up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:27:12.389159 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port e939ee6c-b4ff-46c3-a8bf-d97167bfaccd triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:27:12.389761 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:12.404414 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10e6297-3e95-4c6f-ab0d-fd4bccd59ce3 req-6d67f657-3989-4953-8916-67fcc40239d7 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:27:12.406049 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c10e6297-3e95-4c6f-ab0d-fd4bccd59ce3 req-6d67f657-3989-4953-8916-67fcc40239d7 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/ports?device_id=54864ef2-50e8-4043-a018-51f262083f89 HTTP/1.1" status: 200 len: 946 time: 0.0616844 Aug 16 23:27:12.478979 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c60579-5248-42a9-b3d6-5abcf2b52bbb req-5142cc9e-ed49-497f-b773-6490d872b2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:27:12.480512 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-03c60579-5248-42a9-b3d6-5abcf2b52bbb req-5142cc9e-ed49-497f-b773-6490d872b2bf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=08859d0d7ef54f7180b6c9acbcbb613a&device_id=54864ef2-50e8-4043-a018-51f262083f89 HTTP/1.1" status: 200 len: 1098 time: 0.0735152 Aug 16 23:27:12.483868 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c10e6297-3e95-4c6f-ab0d-fd4bccd59ce3 req-8dcb1862-cda0-45ae-a0cc-576c8579be9f tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b444246-faf8-4dc4-8e14-a6fcde124b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658600 Aug 16 23:27:12.488693 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 650e7623-2df0-4480-b0f3-5e86d37b3ee9 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:27:12.541800 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 650e7623-2df0-4480-b0f3-5e86d37b3ee9 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:27:12.545370 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 650e7623-2df0-4480-b0f3-5e86d37b3ee9 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:27:12.545752 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:12.588824 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c60579-5248-42a9-b3d6-5abcf2b52bbb req-24f7a898-0cb2-4e46-bf6a-72b999d8d4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:27:12.590325 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-03c60579-5248-42a9-b3d6-5abcf2b52bbb req-24f7a898-0cb2-4e46-bf6a-72b999d8d4b5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=17243197-d8cc-438b-bbbf-e93eccd01246 HTTP/1.1" status: 200 len: 911 time: 0.1019282 Aug 16 23:27:12.632701 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:12.660074 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 650e7623-2df0-4480-b0f3-5e86d37b3ee9, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=650e7623-2df0-4480-b0f3-5e86d37b3ee9,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:27:12.665896 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:12.677208 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-03c60579-5248-42a9-b3d6-5abcf2b52bbb req-75f708cc-f704-4499-95b3-f3fef062cac2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8fc2932c-b2f6-4641-a193-b18b19a4587f HTTP/1.1" status: 200 len: 1002 time: 0.0774574 Aug 16 23:27:12.729989 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c60579-5248-42a9-b3d6-5abcf2b52bbb req-bc6f803f-7309-4d61-84a4-2183efe7cfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:27:12.731886 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-03c60579-5248-42a9-b3d6-5abcf2b52bbb req-bc6f803f-7309-4d61-84a4-2183efe7cfb5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4de9f471-133b-48cf-8ec1-15be31a77e92 HTTP/1.1" status: 200 len: 849 time: 0.0481434 Aug 16 23:27:12.732063 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=650e7623-2df0-4480-b0f3-5e86d37b3ee9,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:27:12.782228 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c60579-5248-42a9-b3d6-5abcf2b52bbb req-6cbd39a5-1446-4cbf-95c7-2707d6022074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:27:12.784101 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-03c60579-5248-42a9-b3d6-5abcf2b52bbb req-6cbd39a5-1446-4cbf-95c7-2707d6022074 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=17243197-d8cc-438b-bbbf-e93eccd01246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433311 Aug 16 23:27:12.849596 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 50400) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:27:12.880351 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba34faa-3f8b-4653-9cf6-d259c79c5977 None None] Sync routers for ids ['823f48b0-55b6-4a62-ab43-f6a52178ca26'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:27:12.890219 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba34faa-3f8b-4653-9cf6-d259c79c5977 None None] Routers {'823f48b0-55b6-4a62-ab43-f6a52178ca26'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:27:12.890859 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-2ba34faa-3f8b-4653-9cf6-d259c79c5977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:26:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['823f48b0-55b6-4a62-ab43-f6a52178ca26'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:27:13.011443 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-2ba34faa-3f8b-4653-9cf6-d259c79c5977 None None] Set router 823f48b0-55b6-4a62-ab43-f6a52178ca26 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:27:13.201851 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-03c60579-5248-42a9-b3d6-5abcf2b52bbb req-0189b2f8-8780-4028-9c78-ae7dd7ff4bac service neutron] 10.222.0.57 "GET /v2.0/networks/17243197-d8cc-438b-bbbf-e93eccd01246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4109139 Aug 16 23:27:13.231103 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-323e3bf8-ce14-4741-ba1d-149ba5ecf5a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537579'] for router_interface, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:13.242221 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-2ba34faa-3f8b-4653-9cf6-d259c79c5977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '823f48b0-55b6-4a62-ab43-f6a52178ca26', 'name': 'tempest-ImageQuotaTest-1378593253-router', 'tenant_id': '6a864d9fb8df4991a7e6546dae866f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '650e7623-2df0-4480-b0f3-5e86d37b3ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:27:08Z', 'updated_at': '2021-08-16T23:27:11Z', 'revision_number': 4, 'project_id': '6a864d9fb8df4991a7e6546dae866f98', 'gw_port': {'id': '650e7623-2df0-4480-b0f3-5e86d37b3ee9', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:29:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823f48b0-55b6-4a62-ab43-f6a52178ca26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:27:08Z', 'updated_at': '2021-08-16T23:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '48c84d07-31ee-452d-8cab-6ed76c787c32', 'name': '', 'network_id': '715829f1-0f53-4aea-8fca-3c21e9d9508d', 'tenant_id': '6a864d9fb8df4991a7e6546dae866f98', 'mac_address': 'fa:16:3e:9f:e8:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '823f48b0-55b6-4a62-ab43-f6a52178ca26', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '535c4004-a08d-44ca-bc13-dc5cb492b137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:27:10Z', 'updated_at': '2021-08-16T23:27:11Z', 'revision_number': 2, 'project_id': '6a864d9fb8df4991a7e6546dae866f98', 'subnets': [{'id': '535c4004-a08d-44ca-bc13-dc5cb492b137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:27:13.271542 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba34faa-3f8b-4653-9cf6-d259c79c5977 None None] Checking router: 823f48b0-55b6-4a62-ab43-f6a52178ca26 for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:27:13.271880 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba34faa-3f8b-4653-9cf6-d259c79c5977 None None] Updating router 823f48b0-55b6-4a62-ab43-f6a52178ca26 port 48c84d07-31ee-452d-8cab-6ed76c787c32 binding host n-d-791506-26 {{(pid=101293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:27:13.300468 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2ba34faa-3f8b-4653-9cf6-d259c79c5977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:13.307968 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-03c60579-5248-42a9-b3d6-5abcf2b52bbb req-33d74ad1-72a8-4b4f-bd08-ee128c5803c8 service neutron] 10.222.0.57 "GET /v2.0/networks/17243197-d8cc-438b-bbbf-e93eccd01246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984719 Aug 16 23:27:13.508982 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-323e3bf8-ce14-4741-ba1d-149ba5ecf5a4 admin admin] Deleting port 48c84d07-31ee-452d-8cab-6ed76c787c32 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:27:13.509328 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-323e3bf8-ce14-4741-ba1d-149ba5ecf5a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:13.592299 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-323e3bf8-ce14-4741-ba1d-149ba5ecf5a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:13.605306 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-323e3bf8-ce14-4741-ba1d-149ba5ecf5a4 admin admin] Calling delete_port for 48c84d07-31ee-452d-8cab-6ed76c787c32 owned by network:router_interface {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:27:13.621316 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372ad30-370d-4ac5-8533-1ecb5955bcfe req-458198cd-29ef-49b2-b634-4423ca083c98 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:27:13.622847 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0372ad30-370d-4ac5-8533-1ecb5955bcfe req-458198cd-29ef-49b2-b634-4423ca083c98 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/ports?device_id=54864ef2-50e8-4043-a018-51f262083f89 HTTP/1.1" status: 200 len: 946 time: 0.0557222 Aug 16 23:27:13.662914 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0372ad30-370d-4ac5-8533-1ecb5955bcfe req-f377c4ab-4443-4d85-af6d-7b3c0e78826b tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b444246-faf8-4dc4-8e14-a6fcde124b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338712 Aug 16 23:27:13.735216 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2ba34faa-3f8b-4653-9cf6-d259c79c5977 None None] Notify callbacks [] for port, precommit_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:13.746543 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-2ba34faa-3f8b-4653-9cf6-d259c79c5977 None None] Transition to ACTIVE for port object 48c84d07-31ee-452d-8cab-6ed76c787c32 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:27:13.753992 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2ba34faa-3f8b-4653-9cf6-d259c79c5977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:13.806199 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e839c09-aa22-4173-b19d-4a705691d9e1 None None] Pushing event updated for resources: {'Port': ['ID=48c84d07-31ee-452d-8cab-6ed76c787c32,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:27:13.807439 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-323e3bf8-ce14-4741-ba1d-149ba5ecf5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:13.836824 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323e3bf8-ce14-4741-ba1d-149ba5ecf5a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=48c84d07-31ee-452d-8cab-6ed76c787c32,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:27:13.837235 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:27:13.853819 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-2ba34faa-3f8b-4653-9cf6-d259c79c5977 None None] Attempting to bind port 48c84d07-31ee-452d-8cab-6ed76c787c32 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:27:13.854208 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-2ba34faa-3f8b-4653-9cf6-d259c79c5977 None None] Attempting to bind port 48c84d07-31ee-452d-8cab-6ed76c787c32 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': 'f2a1bb55-7f4c-4262-bb32-a94e249fa5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '715829f1-0f53-4aea-8fca-3c21e9d9508d'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:27:13.854560 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba34faa-3f8b-4653-9cf6-d259c79c5977 None None] Attempting to bind port 48c84d07-31ee-452d-8cab-6ed76c787c32 on network 715829f1-0f53-4aea-8fca-3c21e9d9508d {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:27:13.860155 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba34faa-3f8b-4653-9cf6-d259c79c5977 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:27:13.860569 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba34faa-3f8b-4653-9cf6-d259c79c5977 None None] Checking segment: {'id': 'f2a1bb55-7f4c-4262-bb32-a94e249fa5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '715829f1-0f53-4aea-8fca-3c21e9d9508d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:27:13.860983 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2ba34faa-3f8b-4653-9cf6-d259c79c5977 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:13.861386 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba34faa-3f8b-4653-9cf6-d259c79c5977 None None] Bound using segment: {'id': 'f2a1bb55-7f4c-4262-bb32-a94e249fa5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '715829f1-0f53-4aea-8fca-3c21e9d9508d'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:27:13.862387 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-2ba34faa-3f8b-4653-9cf6-d259c79c5977 None None] Bound port: 48c84d07-31ee-452d-8cab-6ed76c787c32, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2a1bb55-7f4c-4262-bb32-a94e249fa5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '715829f1-0f53-4aea-8fca-3c21e9d9508d'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:27:13.862779 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2ba34faa-3f8b-4653-9cf6-d259c79c5977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:13.894286 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-2ba34faa-3f8b-4653-9cf6-d259c79c5977 None None] Port 48c84d07-31ee-452d-8cab-6ed76c787c32 has been deleted concurrently {{(pid=101293) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 16 23:27:13.905347 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba34faa-3f8b-4653-9cf6-d259c79c5977 None None] Routers {'823f48b0-55b6-4a62-ab43-f6a52178ca26'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:27:13.906246 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-2ba34faa-3f8b-4653-9cf6-d259c79c5977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:26:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['823f48b0-55b6-4a62-ab43-f6a52178ca26'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:27:14.021615 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-00d66f31-76c9-4f0d-97b2-89b3931a3412 None None] Could not find standard attr ID for object 48c84d07-31ee-452d-8cab-6ed76c787c32. {{(pid=101293) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 23:27:14.035989 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-323e3bf8-ce14-4741-ba1d-149ba5ecf5a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537471'] for router_interface, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:14.037222 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-2ba34faa-3f8b-4653-9cf6-d259c79c5977 None None] Set router 823f48b0-55b6-4a62-ab43-f6a52178ca26 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:27:14.229602 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 650e7623-2df0-4480-b0f3-5e86d37b3ee9 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:27:14.288450 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-323e3bf8-ce14-4741-ba1d-149ba5ecf5a4 admin admin] Router 823f48b0-55b6-4a62-ab43-f6a52178ca26 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:27:14.290538 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-2ba34faa-3f8b-4653-9cf6-d259c79c5977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '823f48b0-55b6-4a62-ab43-f6a52178ca26', 'name': 'tempest-ImageQuotaTest-1378593253-router', 'tenant_id': '6a864d9fb8df4991a7e6546dae866f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '650e7623-2df0-4480-b0f3-5e86d37b3ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:27:08Z', 'updated_at': '2021-08-16T23:27:13Z', 'revision_number': 5, 'project_id': '6a864d9fb8df4991a7e6546dae866f98', 'gw_port': {'id': '650e7623-2df0-4480-b0f3-5e86d37b3ee9', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:29:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823f48b0-55b6-4a62-ab43-f6a52178ca26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:27:08Z', 'updated_at': '2021-08-16T23:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:27:14.319612 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba34faa-3f8b-4653-9cf6-d259c79c5977 None None] The sync data for ids ['823f48b0-55b6-4a62-ab43-f6a52178ca26'] in n-d-791506-26 is: [{'id': '823f48b0-55b6-4a62-ab43-f6a52178ca26', 'name': 'tempest-ImageQuotaTest-1378593253-router', 'tenant_id': '6a864d9fb8df4991a7e6546dae866f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.245'}], 'enable_snat': True}, 'gw_port_id': '650e7623-2df0-4480-b0f3-5e86d37b3ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:27:08Z', 'updated_at': '2021-08-16T23:27:13Z', 'revision_number': 5, 'project_id': '6a864d9fb8df4991a7e6546dae866f98', 'gw_port': {'id': '650e7623-2df0-4480-b0f3-5e86d37b3ee9', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:29:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823f48b0-55b6-4a62-ab43-f6a52178ca26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:27:08Z', 'updated_at': '2021-08-16T23:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:27:14.323061 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 650e7623-2df0-4480-b0f3-5e86d37b3ee9 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:27:14.323823 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:14.411999 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-323e3bf8-ce14-4741-ba1d-149ba5ecf5a4 admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:27:14.419707 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-323e3bf8-ce14-4741-ba1d-149ba5ecf5a4 admin admin] 10.222.0.36 "PUT /v2.0/routers/823f48b0-55b6-4a62-ab43-f6a52178ca26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5657163 Aug 16 23:27:14.419833 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 50404) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:27:14.534800 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-04402098-6daa-4190-85e5-b07e9eeb7916 admin admin] Notify callbacks [] for router, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:14.643045 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-04402098-6daa-4190-85e5-b07e9eeb7916 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:14.697660 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-04402098-6daa-4190-85e5-b07e9eeb7916 admin admin] Deleting port 650e7623-2df0-4480-b0f3-5e86d37b3ee9 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:27:14.698111 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-04402098-6daa-4190-85e5-b07e9eeb7916 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:14.821292 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f38c68-299a-4346-a9e3-a62b55e894f4 req-340a197e-9093-4091-990c-3cbbaa9c52b8 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:27:14.822905 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-14f38c68-299a-4346-a9e3-a62b55e894f4 req-340a197e-9093-4091-990c-3cbbaa9c52b8 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/ports?device_id=54864ef2-50e8-4043-a018-51f262083f89 HTTP/1.1" status: 200 len: 946 time: 0.0837860 Aug 16 23:27:14.824942 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-04402098-6daa-4190-85e5-b07e9eeb7916 admin admin] For port 650e7623-2df0-4480-b0f3-5e86d37b3ee9, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=650e7623-2df0-4480-b0f3-5e86d37b3ee9,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:27:14.825318 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-04402098-6daa-4190-85e5-b07e9eeb7916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:14.845583 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-04402098-6daa-4190-85e5-b07e9eeb7916 admin admin] Calling delete_port for 650e7623-2df0-4480-b0f3-5e86d37b3ee9 owned by network:router_gateway {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:27:14.910207 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-14f38c68-299a-4346-a9e3-a62b55e894f4 req-a82f634a-3b8c-46df-9f74-601653bf4628 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b444246-faf8-4dc4-8e14-a6fcde124b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761387 Aug 16 23:27:14.971187 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e1354b-cb6f-44b4-92fa-64583d3e8039 None None] Sync routers for ids ['823f48b0-55b6-4a62-ab43-f6a52178ca26'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:27:14.980268 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e1354b-cb6f-44b4-92fa-64583d3e8039 None None] Routers {'823f48b0-55b6-4a62-ab43-f6a52178ca26'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:27:14.980919 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-04e1354b-cb6f-44b4-92fa-64583d3e8039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:26:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['823f48b0-55b6-4a62-ab43-f6a52178ca26'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:27:15.038016 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-04402098-6daa-4190-85e5-b07e9eeb7916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:15.064249 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04402098-6daa-4190-85e5-b07e9eeb7916 admin admin] Pushing event deleted for resources: {'Port': ['ID=650e7623-2df0-4480-b0f3-5e86d37b3ee9,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:27:15.066531 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-04e1354b-cb6f-44b4-92fa-64583d3e8039 None None] Set router 823f48b0-55b6-4a62-ab43-f6a52178ca26 gateway port host: None {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:27:15.118313 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-04e1354b-cb6f-44b4-92fa-64583d3e8039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '823f48b0-55b6-4a62-ab43-f6a52178ca26', 'name': 'tempest-ImageQuotaTest-1378593253-router', 'tenant_id': '6a864d9fb8df4991a7e6546dae866f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:27:08Z', 'updated_at': '2021-08-16T23:27:14Z', 'revision_number': 6, 'project_id': '6a864d9fb8df4991a7e6546dae866f98', 'gw_port_host': None}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:27:15.132896 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-04402098-6daa-4190-85e5-b07e9eeb7916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537121'] for router_gateway, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:15.148422 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e1354b-cb6f-44b4-92fa-64583d3e8039 None None] Checking router: 823f48b0-55b6-4a62-ab43-f6a52178ca26 for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:27:15.156781 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e1354b-cb6f-44b4-92fa-64583d3e8039 None None] Routers {'823f48b0-55b6-4a62-ab43-f6a52178ca26'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:27:15.157394 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-04e1354b-cb6f-44b4-92fa-64583d3e8039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:26:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['823f48b0-55b6-4a62-ab43-f6a52178ca26'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:27:15.225140 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-04e1354b-cb6f-44b4-92fa-64583d3e8039 None None] Set router 823f48b0-55b6-4a62-ab43-f6a52178ca26 gateway port host: None {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:27:15.244269 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-04402098-6daa-4190-85e5-b07e9eeb7916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:15.246748 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-04402098-6daa-4190-85e5-b07e9eeb7916 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:15.280417 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-04e1354b-cb6f-44b4-92fa-64583d3e8039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '823f48b0-55b6-4a62-ab43-f6a52178ca26', 'name': 'tempest-ImageQuotaTest-1378593253-router', 'tenant_id': '6a864d9fb8df4991a7e6546dae866f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:27:08Z', 'updated_at': '2021-08-16T23:27:14Z', 'revision_number': 7, 'project_id': '6a864d9fb8df4991a7e6546dae866f98', 'gw_port_host': None}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:27:15.309662 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-04402098-6daa-4190-85e5-b07e9eeb7916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:15.310417 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04402098-6daa-4190-85e5-b07e9eeb7916 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 823f48b0-55b6-4a62-ab43-f6a52178ca26 {{(pid=101292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:27:15.311495 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e1354b-cb6f-44b4-92fa-64583d3e8039 None None] The sync data for ids ['823f48b0-55b6-4a62-ab43-f6a52178ca26'] in n-d-791506-26 is: [{'id': '823f48b0-55b6-4a62-ab43-f6a52178ca26', 'name': 'tempest-ImageQuotaTest-1378593253-router', 'tenant_id': '6a864d9fb8df4991a7e6546dae866f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:27:08Z', 'updated_at': '2021-08-16T23:27:14Z', 'revision_number': 7, 'project_id': '6a864d9fb8df4991a7e6546dae866f98', 'gw_port_host': None}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:27:15.317986 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-04402098-6daa-4190-85e5-b07e9eeb7916 admin admin] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:15.319106 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-04402098-6daa-4190-85e5-b07e9eeb7916 admin admin] 10.222.0.36 "DELETE /v2.0/routers/823f48b0-55b6-4a62-ab43-f6a52178ca26 HTTP/1.1" status: 204 len: 168 time: 0.8982644 Aug 16 23:27:15.321641 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 50412) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:27:15.373526 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_v2 [None req-437ac1e3-727d-4e68-aca1-9496b95c4c82 admin admin] Deleting subnet 535c4004-a08d-44ca-bc13-dc5cb492b137 {{(pid=101292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:27:15.376880 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-437ac1e3-727d-4e68-aca1-9496b95c4c82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:15.416159 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-437ac1e3-727d-4e68-aca1-9496b95c4c82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3848860'] for subnet, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:15.527002 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-437ac1e3-727d-4e68-aca1-9496b95c4c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:15.578865 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-437ac1e3-727d-4e68-aca1-9496b95c4c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26252129'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:15.605238 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437ac1e3-727d-4e68-aca1-9496b95c4c82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=535c4004-a08d-44ca-bc13-dc5cb492b137,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:27:15.607453 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-437ac1e3-727d-4e68-aca1-9496b95c4c82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:15.611516 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-437ac1e3-727d-4e68-aca1-9496b95c4c82 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/535c4004-a08d-44ca-bc13-dc5cb492b137 HTTP/1.1" status: 204 len: 168 time: 0.2867386 Aug 16 23:27:15.611784 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 50414) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:27:15.613361 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd36915-07cd-44d9-985b-0b8ebcb56f3f None None] Network 715829f1-0f53-4aea-8fca-3c21e9d9508d requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:27:15.683932 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9ad4f36e-1526-4637-86a7-ccb3f987ea55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:15.739920 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-9ad4f36e-1526-4637-86a7-ccb3f987ea55 admin admin] Deleting port e939ee6c-b4ff-46c3-a8bf-d97167bfaccd {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:27:15.740273 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9ad4f36e-1526-4637-86a7-ccb3f987ea55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:15.792251 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129a76a6-75ba-4312-b53d-63d133c0641f None None] DHCP port deletion for 715829f1-0f53-4aea-8fca-3c21e9d9508d request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:27:15.805344 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-9ad4f36e-1526-4637-86a7-ccb3f987ea55 admin admin] For port e939ee6c-b4ff-46c3-a8bf-d97167bfaccd, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=e939ee6c-b4ff-46c3-a8bf-d97167bfaccd,segment=NetworkSegment(f2a1bb55-7f4c-4262-bb32-a94e249fa5f5),segment_id=f2a1bb55-7f4c-4262-bb32-a94e249fa5f5)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:27:15.805704 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9ad4f36e-1526-4637-86a7-ccb3f987ea55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:15.817989 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-9ad4f36e-1526-4637-86a7-ccb3f987ea55 admin admin] Calling delete_port for e939ee6c-b4ff-46c3-a8bf-d97167bfaccd owned by network:dhcp {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:27:15.844439 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-129a76a6-75ba-4312-b53d-63d133c0641f None None] Deleting port e939ee6c-b4ff-46c3-a8bf-d97167bfaccd {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:27:15.844899 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-129a76a6-75ba-4312-b53d-63d133c0641f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:15.909693 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9ad4f36e-1526-4637-86a7-ccb3f987ea55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:15.919738 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-129a76a6-75ba-4312-b53d-63d133c0641f None None] For port e939ee6c-b4ff-46c3-a8bf-d97167bfaccd, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=e939ee6c-b4ff-46c3-a8bf-d97167bfaccd,segment=NetworkSegment(f2a1bb55-7f4c-4262-bb32-a94e249fa5f5),segment_id=f2a1bb55-7f4c-4262-bb32-a94e249fa5f5)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:27:15.920340 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-129a76a6-75ba-4312-b53d-63d133c0641f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:15.934591 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-129a76a6-75ba-4312-b53d-63d133c0641f None None] Calling delete_port for e939ee6c-b4ff-46c3-a8bf-d97167bfaccd owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:27:15.938726 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad4f36e-1526-4637-86a7-ccb3f987ea55 admin admin] Pushing event deleted for resources: {'Port': ['ID=e939ee6c-b4ff-46c3-a8bf-d97167bfaccd,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:27:15.940624 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad4f36e-1526-4637-86a7-ccb3f987ea55 admin admin] No DVR routers for this DVR port e939ee6c-b4ff-46c3-a8bf-d97167bfaccd on host n-d-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:27:16.032247 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9ad4f36e-1526-4637-86a7-ccb3f987ea55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:16.037833 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-129a76a6-75ba-4312-b53d-63d133c0641f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:16.043110 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-9ad4f36e-1526-4637-86a7-ccb3f987ea55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['715829f1-0f53-4aea-8fca-3c21e9d9508d']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:27:16.053420 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-9ad4f36e-1526-4637-86a7-ccb3f987ea55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2a1bb55-7f4c-4262-bb32-a94e249fa5f5') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:27:16.053837 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-9ad4f36e-1526-4637-86a7-ccb3f987ea55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2a1bb55-7f4c-4262-bb32-a94e249fa5f5') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:27:16.060478 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129a76a6-75ba-4312-b53d-63d133c0641f None None] Pushing event deleted for resources: {'Port': ['ID=e939ee6c-b4ff-46c3-a8bf-d97167bfaccd,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:27:16.062778 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9ad4f36e-1526-4637-86a7-ccb3f987ea55 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:16.066253 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129a76a6-75ba-4312-b53d-63d133c0641f None None] No DVR routers for this DVR port e939ee6c-b4ff-46c3-a8bf-d97167bfaccd on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:27:16.077411 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9ad4f36e-1526-4637-86a7-ccb3f987ea55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:16.084568 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ad4f36e-1526-4637-86a7-ccb3f987ea55 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:27:16.084975 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9ad4f36e-1526-4637-86a7-ccb3f987ea55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:16.086750 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 16 23:27:16.086750 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:27:16.086750 n-d-791506-26 neutron-server[101292]: timer() Aug 16 23:27:16.086750 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:27:16.086750 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 16 23:27:16.086750 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:27:16.086750 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 16 23:27:16.086750 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:27:16.086750 n-d-791506-26 neutron-server[101292]: self._notify() Aug 16 23:27:16.086750 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:27:16.086750 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 16 23:27:16.086750 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:27:16.086750 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 16 23:27:16.086750 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:27:16.086750 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:27:16.086750 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:27:16.086750 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:27:16.086750 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:27:16.086750 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 16 23:27:16.086750 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:27:16.086750 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 16 23:27:16.086750 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:27:16.086750 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:27:16.086750 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:27:16.086750 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 16 23:27:16.086750 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:27:16.086750 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:27:16.086750 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:27:16.086750 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:27:16.086750 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:27:16.086750 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:27:16.086750 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:27:16.142095 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9ad4f36e-1526-4637-86a7-ccb3f987ea55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:16.154703 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9ad4f36e-1526-4637-86a7-ccb3f987ea55 admin admin] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:16.157818 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-9ad4f36e-1526-4637-86a7-ccb3f987ea55 admin admin] 10.222.0.36 "DELETE /v2.0/networks/715829f1-0f53-4aea-8fca-3c21e9d9508d HTTP/1.1" status: 204 len: 168 time: 0.5443921 Aug 16 23:27:16.171486 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad4f36e-1526-4637-86a7-ccb3f987ea55 admin admin] Pushing event deleted for resources: {'Network': ['ID=715829f1-0f53-4aea-8fca-3c21e9d9508d,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:27:16.211912 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device e939ee6c-b4ff-46c3-a8bf-d97167bfaccd no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:27:16.233594 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: e939ee6c-b4ff-46c3-a8bf-d97167bfaccd {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:27:16.233945 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device e939ee6c-b4ff-46c3-a8bf-d97167bfaccd not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:27:16.234356 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 650e7623-2df0-4480-b0f3-5e86d37b3ee9 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:27:16.257269 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 650e7623-2df0-4480-b0f3-5e86d37b3ee9 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:27:16.257619 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 650e7623-2df0-4480-b0f3-5e86d37b3ee9 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:27:16.277554 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 50418) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:27:16.318233 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-63db0dc0-82fc-4e68-ad7f-29d44e1b1f37 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6a864d9fb8df4991a7e6546dae866f98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394011 Aug 16 23:27:16.320593 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 50420) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:27:16.372822 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-44cf1e3e-f709-4f91-84d3-3dc71ed06f29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:16.394010 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-44cf1e3e-f709-4f91-84d3-3dc71ed06f29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:16.449014 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-44cf1e3e-f709-4f91-84d3-3dc71ed06f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:16.451692 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-44cf1e3e-f709-4f91-84d3-3dc71ed06f29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:16.452896 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-44cf1e3e-f709-4f91-84d3-3dc71ed06f29 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/95ebcf13-e082-4316-9a27-ae91cc3e4c0f HTTP/1.1" status: 204 len: 168 time: 0.1313961 Aug 16 23:27:16.460837 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cf1e3e-f709-4f91-84d3-3dc71ed06f29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ebcf13-e082-4316-9a27-ae91cc3e4c0f,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:27:16.800489 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 50426) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:27:16.813514 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5cd84104-16b7-44f0-9169-53a69736c8cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:16.902377 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5cd84104-16b7-44f0-9169-53a69736c8cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:16.906354 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5cd84104-16b7-44f0-9169-53a69736c8cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:16.944912 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-5cd84104-16b7-44f0-9169-53a69736c8cb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.1432619 Aug 16 23:27:16.945703 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd84104-16b7-44f0-9169-53a69736c8cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=864a0697-bc1a-4700-9350-f6ed8b0d7b61,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:27:16.948305 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 50428) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:27:17.000416 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4b19bd1f-4a09-40d7-af4e-b6f9d970a27b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:17.021933 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4b19bd1f-4a09-40d7-af4e-b6f9d970a27b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:17.073527 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4b19bd1f-4a09-40d7-af4e-b6f9d970a27b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:17.076241 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4b19bd1f-4a09-40d7-af4e-b6f9d970a27b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:17.077421 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-4b19bd1f-4a09-40d7-af4e-b6f9d970a27b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/864a0697-bc1a-4700-9350-f6ed8b0d7b61 HTTP/1.1" status: 204 len: 168 time: 0.1276686 Aug 16 23:27:17.085162 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b19bd1f-4a09-40d7-af4e-b6f9d970a27b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=864a0697-bc1a-4700-9350-f6ed8b0d7b61,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:27:17.688754 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ea3c806a-dd37-481c-9b0a-08a88267f7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:19.795154 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-909e426e-2671-458b-b866-eeb2c1a3e15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:20.647729 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:21.613732 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:22.848273 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:25.515779 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:41.419419 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:47.689462 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-424de71b-ebbd-4275-a9a5-dbd3322170e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:49.795323 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a207ff65-e2c7-4b8e-9770-4828ff445455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:50.648584 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:50.826588 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:27:51.616629 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:52.849431 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:55.509245 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:27:58.531115 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2965367f-5cd4-4292-bbda-65560eeaccc0 req-662fc40b-b161-4f2d-b72a-4f4f5450665b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=54864ef2-50e8-4043-a018-51f262083f89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1520858 Aug 16 23:27:58.631086 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2965367f-5cd4-4292-bbda-65560eeaccc0 req-0496b8c0-c8ac-4bc9-a7c6-9f9036a92c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:27:58.632606 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2965367f-5cd4-4292-bbda-65560eeaccc0 req-0496b8c0-c8ac-4bc9-a7c6-9f9036a92c4a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=08859d0d7ef54f7180b6c9acbcbb613a&device_id=54864ef2-50e8-4043-a018-51f262083f89 HTTP/1.1" status: 200 len: 1098 time: 0.0423400 Aug 16 23:27:58.734139 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2965367f-5cd4-4292-bbda-65560eeaccc0 req-c40ea708-532e-467b-b387-7cd131622172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:27:58.735836 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2965367f-5cd4-4292-bbda-65560eeaccc0 req-c40ea708-532e-467b-b387-7cd131622172 service neutron] 10.222.0.57 "GET /v2.0/networks?id=17243197-d8cc-438b-bbbf-e93eccd01246 HTTP/1.1" status: 200 len: 911 time: 0.0843005 Aug 16 23:27:58.803749 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2965367f-5cd4-4292-bbda-65560eeaccc0 req-d8899848-7a78-4303-8399-ec4a85f61996 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8fc2932c-b2f6-4641-a193-b18b19a4587f HTTP/1.1" status: 200 len: 1002 time: 0.0606763 Aug 16 23:27:58.851273 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2965367f-5cd4-4292-bbda-65560eeaccc0 req-e8957d02-76b7-44d1-ab16-4c35dc69e97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:27:58.852713 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2965367f-5cd4-4292-bbda-65560eeaccc0 req-e8957d02-76b7-44d1-ab16-4c35dc69e97a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4de9f471-133b-48cf-8ec1-15be31a77e92 HTTP/1.1" status: 200 len: 849 time: 0.0423324 Aug 16 23:27:58.897244 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2965367f-5cd4-4292-bbda-65560eeaccc0 req-e9e73478-2b19-4b2e-b5bb-ab4231997fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:27:58.898792 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2965367f-5cd4-4292-bbda-65560eeaccc0 req-e9e73478-2b19-4b2e-b5bb-ab4231997fa8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=17243197-d8cc-438b-bbbf-e93eccd01246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398562 Aug 16 23:27:58.911048 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [req-2965367f-5cd4-4292-bbda-65560eeaccc0 req-43bd79e7-9d12-4ba1-a9c8-adc8e482cb9a service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:27:58.912029 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2965367f-5cd4-4292-bbda-65560eeaccc0 req-43bd79e7-9d12-4ba1-a9c8-adc8e482cb9a service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059245 Aug 16 23:27:59.006157 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2965367f-5cd4-4292-bbda-65560eeaccc0 req-0624686e-0fdd-41ff-b2af-e61723196a79 service neutron] 10.222.0.57 "GET /v2.0/networks/17243197-d8cc-438b-bbbf-e93eccd01246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859768 Aug 16 23:27:59.093893 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2965367f-5cd4-4292-bbda-65560eeaccc0 req-323113bf-10e2-473e-9393-47425e8365b0 service neutron] 10.222.0.57 "GET /v2.0/networks/17243197-d8cc-438b-bbbf-e93eccd01246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813372 Aug 16 23:28:00.949712 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [req-0be1ccd0-1efa-474b-a35e-b2d6b6723946 req-285282f3-eafe-45c0-800e-d7b541dfef06 service neutron] (101292) timed out ('10.222.0.36', 36124) {{(pid=101292) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 23:28:11.434538 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:14.895316 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9423078-9221-4fa8-9a18-4808926a89d9 req-75dd27fa-7173-4a65-96fb-5010fc61879f tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:14.896805 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b9423078-9221-4fa8-9a18-4808926a89d9 req-75dd27fa-7173-4a65-96fb-5010fc61879f tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/ports?device_id=54864ef2-50e8-4043-a018-51f262083f89 HTTP/1.1" status: 200 len: 946 time: 0.0536969 Aug 16 23:28:14.934468 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b9423078-9221-4fa8-9a18-4808926a89d9 req-dc520d78-743d-466e-9622-d8ff920eb9eb tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b444246-faf8-4dc4-8e14-a6fcde124b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315702 Aug 16 23:28:16.062907 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d9bd8e-4e26-437b-bcbf-d2d67c969a2e req-d7fa78e4-8474-4b63-b564-f831a34319c1 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:16.064814 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c3d9bd8e-4e26-437b-bcbf-d2d67c969a2e req-d7fa78e4-8474-4b63-b564-f831a34319c1 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/ports?device_id=54864ef2-50e8-4043-a018-51f262083f89 HTTP/1.1" status: 200 len: 946 time: 0.0489662 Aug 16 23:28:16.102760 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c3d9bd8e-4e26-437b-bcbf-d2d67c969a2e req-2d800f6a-983a-4d8e-93ef-33a526c7aaca tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b444246-faf8-4dc4-8e14-a6fcde124b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317936 Aug 16 23:28:17.218613 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edafd19-daf7-410c-b631-6319c1b537fc req-75d1e60b-163f-40d7-8144-8e179cfba7b8 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:17.220242 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9edafd19-daf7-410c-b631-6319c1b537fc req-75d1e60b-163f-40d7-8144-8e179cfba7b8 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/ports?device_id=54864ef2-50e8-4043-a018-51f262083f89 HTTP/1.1" status: 200 len: 946 time: 0.0473032 Aug 16 23:28:17.267359 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9edafd19-daf7-410c-b631-6319c1b537fc req-67370982-2725-4d1d-92cb-0bc5389043ed tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b444246-faf8-4dc4-8e14-a6fcde124b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324180 Aug 16 23:28:17.690670 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-72f73d51-dbce-4ca5-a186-ae57ca5830fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:18.386639 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e726804-730d-48e8-9afc-8b89a76dac97 req-8ff1a095-103b-4b87-859c-09ead0f81272 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:18.388109 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6e726804-730d-48e8-9afc-8b89a76dac97 req-8ff1a095-103b-4b87-859c-09ead0f81272 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/ports?device_id=54864ef2-50e8-4043-a018-51f262083f89 HTTP/1.1" status: 200 len: 946 time: 0.0533383 Aug 16 23:28:18.425551 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6e726804-730d-48e8-9afc-8b89a76dac97 req-7858930e-3769-44b4-8676-2d2fb744c652 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b444246-faf8-4dc4-8e14-a6fcde124b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302417 Aug 16 23:28:19.544357 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c95158-f0ab-42e0-9691-9001a55500f2 req-7e3fae10-77c2-4acc-bfa5-7b1d2c56da74 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:19.545883 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c3c95158-f0ab-42e0-9691-9001a55500f2 req-7e3fae10-77c2-4acc-bfa5-7b1d2c56da74 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/ports?device_id=54864ef2-50e8-4043-a018-51f262083f89 HTTP/1.1" status: 200 len: 946 time: 0.0530305 Aug 16 23:28:19.584675 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c3c95158-f0ab-42e0-9691-9001a55500f2 req-8d30320a-cdb9-4327-ad48-62d6bc702e71 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b444246-faf8-4dc4-8e14-a6fcde124b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321424 Aug 16 23:28:19.796104 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ceea1365-ab3c-411e-bcc7-bb11a14471dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:20.652379 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:20.708389 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678bf187-38d7-4d87-8f6d-60cf61c0c6c1 req-98cc7cd4-81e2-4827-812a-07bce7bc021a tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:20.710228 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-678bf187-38d7-4d87-8f6d-60cf61c0c6c1 req-98cc7cd4-81e2-4827-812a-07bce7bc021a tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/ports?device_id=54864ef2-50e8-4043-a018-51f262083f89 HTTP/1.1" status: 200 len: 946 time: 0.0587382 Aug 16 23:28:20.748230 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-678bf187-38d7-4d87-8f6d-60cf61c0c6c1 req-e01a1a93-3b9d-4f5b-a802-03d91caf6a30 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b444246-faf8-4dc4-8e14-a6fcde124b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320339 Aug 16 23:28:21.619526 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:21.871882 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035af31a-4024-4380-9985-2ecff104b003 req-55cc31f8-fb3b-4a80-aefe-75fedf38fe6e tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:21.873297 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-035af31a-4024-4380-9985-2ecff104b003 req-55cc31f8-fb3b-4a80-aefe-75fedf38fe6e tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/ports?device_id=54864ef2-50e8-4043-a018-51f262083f89 HTTP/1.1" status: 200 len: 946 time: 0.0531278 Aug 16 23:28:21.914275 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-035af31a-4024-4380-9985-2ecff104b003 req-08af2034-bf14-4c35-8462-01e7858adf9a tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b444246-faf8-4dc4-8e14-a6fcde124b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319774 Aug 16 23:28:22.853597 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:23.029248 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e29ae11-1e2f-4afa-b95d-645ec58ee7ed req-0a2f4331-5e49-4f2b-a09e-afa102eb2b51 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:23.030732 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6e29ae11-1e2f-4afa-b95d-645ec58ee7ed req-0a2f4331-5e49-4f2b-a09e-afa102eb2b51 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/ports?device_id=54864ef2-50e8-4043-a018-51f262083f89 HTTP/1.1" status: 200 len: 946 time: 0.0489316 Aug 16 23:28:23.068441 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6e29ae11-1e2f-4afa-b95d-645ec58ee7ed req-6bc4e4c6-6b71-45eb-934f-1a44fb64314a tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b444246-faf8-4dc4-8e14-a6fcde124b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316772 Aug 16 23:28:24.187069 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e46112-1771-4d37-a9e5-8c4dedce0f2c req-2d960feb-ea16-4028-88e3-3382c57298ef tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:24.188654 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-02e46112-1771-4d37-a9e5-8c4dedce0f2c req-2d960feb-ea16-4028-88e3-3382c57298ef tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/ports?device_id=54864ef2-50e8-4043-a018-51f262083f89 HTTP/1.1" status: 200 len: 946 time: 0.0524998 Aug 16 23:28:24.228072 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-02e46112-1771-4d37-a9e5-8c4dedce0f2c req-25bbdedd-0eec-48b4-9294-b6f83ed967e5 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b444246-faf8-4dc4-8e14-a6fcde124b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334759 Aug 16 23:28:25.349651 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9d8d34-a62c-4889-afed-ad69571ca76e req-6a254080-3ffd-4154-9a81-73d78e6d0c4e tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:25.351130 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0f9d8d34-a62c-4889-afed-ad69571ca76e req-6a254080-3ffd-4154-9a81-73d78e6d0c4e tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/ports?device_id=54864ef2-50e8-4043-a018-51f262083f89 HTTP/1.1" status: 200 len: 946 time: 0.0540826 Aug 16 23:28:25.389349 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0f9d8d34-a62c-4889-afed-ad69571ca76e req-ccab7639-de37-4eb1-9e89-7139e307e54b tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b444246-faf8-4dc4-8e14-a6fcde124b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316360 Aug 16 23:28:25.503311 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:25.589468 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07fb015-b10f-4cfe-bc2f-67fe4fd24267 req-6ecbb2a3-5e6d-4052-b6a6-22c18a869b39 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:25.590952 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f07fb015-b10f-4cfe-bc2f-67fe4fd24267 req-6ecbb2a3-5e6d-4052-b6a6-22c18a869b39 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/ports?device_id=54864ef2-50e8-4043-a018-51f262083f89 HTTP/1.1" status: 200 len: 946 time: 0.0524988 Aug 16 23:28:25.654909 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f07fb015-b10f-4cfe-bc2f-67fe4fd24267 req-497bf966-4d04-48bf-87fd-049f2d341b17 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b444246-faf8-4dc4-8e14-a6fcde124b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541916 Aug 16 23:28:25.657595 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7570ce-524a-4407-9057-a889bc6a8af3 req-3df528fe-3fec-4d81-84eb-85a825610b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:25.659108 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6a7570ce-524a-4407-9057-a889bc6a8af3 req-3df528fe-3fec-4d81-84eb-85a825610b83 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=08859d0d7ef54f7180b6c9acbcbb613a&device_id=54864ef2-50e8-4043-a018-51f262083f89 HTTP/1.1" status: 200 len: 1098 time: 0.0662899 Aug 16 23:28:25.751143 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7570ce-524a-4407-9057-a889bc6a8af3 req-44ec6621-95c1-4966-8ed9-ac87a138d731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:25.753485 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6a7570ce-524a-4407-9057-a889bc6a8af3 req-44ec6621-95c1-4966-8ed9-ac87a138d731 service neutron] 10.222.0.57 "GET /v2.0/networks?id=17243197-d8cc-438b-bbbf-e93eccd01246 HTTP/1.1" status: 200 len: 911 time: 0.0878873 Aug 16 23:28:25.821257 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6a7570ce-524a-4407-9057-a889bc6a8af3 req-b595d000-e07b-46ef-b870-cd33fa52d57a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8fc2932c-b2f6-4641-a193-b18b19a4587f HTTP/1.1" status: 200 len: 1002 time: 0.0604680 Aug 16 23:28:25.868915 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7570ce-524a-4407-9057-a889bc6a8af3 req-357f4be7-b1a7-4374-a15e-debd85993735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:25.870365 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6a7570ce-524a-4407-9057-a889bc6a8af3 req-357f4be7-b1a7-4374-a15e-debd85993735 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4de9f471-133b-48cf-8ec1-15be31a77e92 HTTP/1.1" status: 200 len: 849 time: 0.0428693 Aug 16 23:28:25.915942 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7570ce-524a-4407-9057-a889bc6a8af3 req-d17618d1-ba51-4382-bfc5-3b92082657e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:25.917387 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6a7570ce-524a-4407-9057-a889bc6a8af3 req-d17618d1-ba51-4382-bfc5-3b92082657e6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=17243197-d8cc-438b-bbbf-e93eccd01246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392783 Aug 16 23:28:26.009744 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6a7570ce-524a-4407-9057-a889bc6a8af3 req-d1a81eff-c131-442d-a2af-01ede119d8ce service neutron] 10.222.0.57 "GET /v2.0/networks/17243197-d8cc-438b-bbbf-e93eccd01246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841675 Aug 16 23:28:26.099104 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6a7570ce-524a-4407-9057-a889bc6a8af3 req-26c69de5-7be8-4c09-86fc-565f3791d167 service neutron] 10.222.0.57 "GET /v2.0/networks/17243197-d8cc-438b-bbbf-e93eccd01246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829360 Aug 16 23:28:26.775492 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c775402c-9906-48cc-9c69-7a68ab14f986 req-c7d47f0d-db64-4c6a-95da-423621aee958 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:26.777034 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c775402c-9906-48cc-9c69-7a68ab14f986 req-c7d47f0d-db64-4c6a-95da-423621aee958 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/ports?device_id=54864ef2-50e8-4043-a018-51f262083f89 HTTP/1.1" status: 200 len: 946 time: 0.0509784 Aug 16 23:28:26.813056 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c775402c-9906-48cc-9c69-7a68ab14f986 req-86df7e1c-4bcd-4705-8e9f-457d3c65d2e5 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b444246-faf8-4dc4-8e14-a6fcde124b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301571 Aug 16 23:28:27.825610 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:28:27.935361 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345e23da-33be-46bc-8cbf-47125b836e3d req-d8f0f707-226d-4f9f-acdb-73359bb0144d tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:27.936873 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-345e23da-33be-46bc-8cbf-47125b836e3d req-d8f0f707-226d-4f9f-acdb-73359bb0144d tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/ports?device_id=54864ef2-50e8-4043-a018-51f262083f89 HTTP/1.1" status: 200 len: 946 time: 0.0535679 Aug 16 23:28:27.978601 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-345e23da-33be-46bc-8cbf-47125b836e3d req-63b07f81-fa09-4ee1-a2e0-d81471638c70 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b444246-faf8-4dc4-8e14-a6fcde124b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354130 Aug 16 23:28:41.426730 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:47.691759 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-76ef9993-1dd8-4260-a9bd-9d3435c9576f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:49.809019 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-48d728c9-cd25-4cfa-9408-d01d33183ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:50.653704 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:51.622562 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:52.856675 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:55.511345 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:28:58.411705 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e5151574-af68-4beb-b5d9-e9a99c33c91d req-3df48efa-e6da-4843-bcfe-5466dbf02840 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=54864ef2-50e8-4043-a018-51f262083f89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0382829 Aug 16 23:28:58.511898 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5151574-af68-4beb-b5d9-e9a99c33c91d req-3b6bfa56-41be-4ad1-9fb1-a50ebc6e9eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:58.513469 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e5151574-af68-4beb-b5d9-e9a99c33c91d req-3b6bfa56-41be-4ad1-9fb1-a50ebc6e9eb1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=08859d0d7ef54f7180b6c9acbcbb613a&device_id=54864ef2-50e8-4043-a018-51f262083f89 HTTP/1.1" status: 200 len: 1098 time: 0.0415988 Aug 16 23:28:58.619370 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5151574-af68-4beb-b5d9-e9a99c33c91d req-899b86b2-4f41-4474-a330-aecf4d8a4804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:58.620861 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e5151574-af68-4beb-b5d9-e9a99c33c91d req-899b86b2-4f41-4474-a330-aecf4d8a4804 service neutron] 10.222.0.57 "GET /v2.0/networks?id=17243197-d8cc-438b-bbbf-e93eccd01246 HTTP/1.1" status: 200 len: 911 time: 0.0860133 Aug 16 23:28:58.684717 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e5151574-af68-4beb-b5d9-e9a99c33c91d req-f7be56df-3234-42db-8f11-b196d27ba576 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8fc2932c-b2f6-4641-a193-b18b19a4587f HTTP/1.1" status: 200 len: 1002 time: 0.0562117 Aug 16 23:28:58.736405 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5151574-af68-4beb-b5d9-e9a99c33c91d req-113c82c0-709c-4c34-b372-f2f2416045a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:58.737883 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e5151574-af68-4beb-b5d9-e9a99c33c91d req-113c82c0-709c-4c34-b372-f2f2416045a9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4de9f471-133b-48cf-8ec1-15be31a77e92 HTTP/1.1" status: 200 len: 849 time: 0.0466838 Aug 16 23:28:58.782837 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5151574-af68-4beb-b5d9-e9a99c33c91d req-79630caf-a2fb-4ef8-bcae-0b67bd7e5263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:28:58.784329 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e5151574-af68-4beb-b5d9-e9a99c33c91d req-79630caf-a2fb-4ef8-bcae-0b67bd7e5263 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=17243197-d8cc-438b-bbbf-e93eccd01246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391665 Aug 16 23:28:58.875375 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e5151574-af68-4beb-b5d9-e9a99c33c91d req-b2212df2-36bd-4649-aaab-8fd97a57de77 service neutron] 10.222.0.57 "GET /v2.0/networks/17243197-d8cc-438b-bbbf-e93eccd01246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838847 Aug 16 23:28:58.966524 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e5151574-af68-4beb-b5d9-e9a99c33c91d req-5ea10298-fd56-4bc8-a0f3-31f19ab92d04 service neutron] 10.222.0.57 "GET /v2.0/networks/17243197-d8cc-438b-bbbf-e93eccd01246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835149 Aug 16 23:29:04.825487 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:29:11.448070 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:17.693414 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-be611551-2636-439d-bbb4-739796b1d1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:19.799219 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7921aef2-d2f9-4803-8969-9b2e0418def3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:20.655260 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:21.625616 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:22.859731 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:23.755187 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc9506a-3bba-4380-bf08-b7486d797e99 req-071f935d-19bc-4d22-8f68-9f5617b8dcbf tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:29:23.756695 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4bc9506a-3bba-4380-bf08-b7486d797e99 req-071f935d-19bc-4d22-8f68-9f5617b8dcbf tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/ports?device_id=54864ef2-50e8-4043-a018-51f262083f89 HTTP/1.1" status: 200 len: 946 time: 0.0493131 Aug 16 23:29:23.794383 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4bc9506a-3bba-4380-bf08-b7486d797e99 req-ecc31c77-49d5-4fcf-96ae-0f5d5ebca633 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b444246-faf8-4dc4-8e14-a6fcde124b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309763 Aug 16 23:29:24.913092 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b69425-9b35-4333-8371-61e5dc710b3d req-5540591a-857d-442a-903a-ee02d9864bc9 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:29:24.914573 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c0b69425-9b35-4333-8371-61e5dc710b3d req-5540591a-857d-442a-903a-ee02d9864bc9 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/ports?device_id=54864ef2-50e8-4043-a018-51f262083f89 HTTP/1.1" status: 200 len: 946 time: 0.0493019 Aug 16 23:29:24.981635 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c0b69425-9b35-4333-8371-61e5dc710b3d req-4667e80f-8944-418f-8369-1a65efb0ee8b tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b444246-faf8-4dc4-8e14-a6fcde124b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607977 Aug 16 23:29:25.001240 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0fe305-28c5-4c5c-b2d2-121ea4000a42 req-8442b20c-a563-4a70-a4d1-e9b9d47c4fa6 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:29:25.002711 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ca0fe305-28c5-4c5c-b2d2-121ea4000a42 req-8442b20c-a563-4a70-a4d1-e9b9d47c4fa6 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.57 "GET /v2.0/ports?device_id=54864ef2-50e8-4043-a018-51f262083f89 HTTP/1.1" status: 200 len: 946 time: 0.0614564 Aug 16 23:29:25.091440 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-ca0fe305-28c5-4c5c-b2d2-121ea4000a42 req-f9b4f414-f870-4ddb-a436-688844a46707 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Deleting port 8fc2932c-b2f6-4641-a193-b18b19a4587f {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:29:25.091782 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-ca0fe305-28c5-4c5c-b2d2-121ea4000a42 req-f9b4f414-f870-4ddb-a436-688844a46707 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:25.479700 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-ca0fe305-28c5-4c5c-b2d2-121ea4000a42 req-f9b4f414-f870-4ddb-a436-688844a46707 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] For port 8fc2932c-b2f6-4641-a193-b18b19a4587f, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=8fc2932c-b2f6-4641-a193-b18b19a4587f,segment=NetworkSegment(a0761dfe-0d3f-4666-b85e-efb15cbd0d19),segment_id=a0761dfe-0d3f-4666-b85e-efb15cbd0d19)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:29:25.479960 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-ca0fe305-28c5-4c5c-b2d2-121ea4000a42 req-f9b4f414-f870-4ddb-a436-688844a46707 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:25.530328 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:25.695513 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-ca0fe305-28c5-4c5c-b2d2-121ea4000a42 req-f9b4f414-f870-4ddb-a436-688844a46707 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:25.695884 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-ca0fe305-28c5-4c5c-b2d2-121ea4000a42 req-f9b4f414-f870-4ddb-a436-688844a46707 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:25.696196 n-d-791506-26 neutron-server[101292]: INFO neutron.db.l3_db [req-ca0fe305-28c5-4c5c-b2d2-121ea4000a42 req-f9b4f414-f870-4ddb-a436-688844a46707 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Floating IP fa5df59a-31c8-4b41-b84c-66cb7b06dc7b disassociated. External IP: 172.25.4.131, port: 8fc2932c-b2f6-4641-a193-b18b19a4587f. Aug 16 23:29:25.696608 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-ca0fe305-28c5-4c5c-b2d2-121ea4000a42 req-f9b4f414-f870-4ddb-a436-688844a46707 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Calling delete_port for 8fc2932c-b2f6-4641-a193-b18b19a4587f owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:29:25.823495 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-ca0fe305-28c5-4c5c-b2d2-121ea4000a42 req-f9b4f414-f870-4ddb-a436-688844a46707 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:25.849846 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b4f414-f870-4ddb-a436-688844a46707 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Pushing event deleted for resources: {'Port': ['ID=8fc2932c-b2f6-4641-a193-b18b19a4587f,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:29:25.860971 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b4f414-f870-4ddb-a436-688844a46707 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:29:25.861307 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b4f414-f870-4ddb-a436-688844a46707 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:29:25.861652 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b4f414-f870-4ddb-a436-688844a46707 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:29:25.861990 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b4f414-f870-4ddb-a436-688844a46707 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:29:25.862323 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b4f414-f870-4ddb-a436-688844a46707 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:29:25.862652 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b4f414-f870-4ddb-a436-688844a46707 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:29:25.862979 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b4f414-f870-4ddb-a436-688844a46707 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:29:25.863302 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b4f414-f870-4ddb-a436-688844a46707 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:29:25.864209 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b4f414-f870-4ddb-a436-688844a46707 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:29:25.864209 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b4f414-f870-4ddb-a436-688844a46707 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:29:25.864422 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b4f414-f870-4ddb-a436-688844a46707 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:29:25.864585 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b4f414-f870-4ddb-a436-688844a46707 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:29:25.980938 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ca0fe305-28c5-4c5c-b2d2-121ea4000a42 req-f9b4f414-f870-4ddb-a436-688844a46707 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Router c1c84eee-238e-4540-871a-d6bd2b2d4ec4 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:29:26.100621 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-58c81564-1c66-448f-a0e0-d18de3df0527 req-1e75b3ac-7ef6-4305-b948-74fb77fca07a tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/ports?device_id=54864ef2-50e8-4043-a018-51f262083f89 HTTP/1.1" status: 200 len: 210 time: 0.0335453 Aug 16 23:29:26.118396 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ca0fe305-28c5-4c5c-b2d2-121ea4000a42 req-f9b4f414-f870-4ddb-a436-688844a46707 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:29:26.129571 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b085a43a-b016-4235-9f04-d7683068ef8c None None] Sync routers for ids ['c1c84eee-238e-4540-871a-d6bd2b2d4ec4'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:29:26.139275 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b085a43a-b016-4235-9f04-d7683068ef8c None None] Routers {'c1c84eee-238e-4540-871a-d6bd2b2d4ec4'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:29:26.139906 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-b085a43a-b016-4235-9f04-d7683068ef8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:29:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['c1c84eee-238e-4540-871a-d6bd2b2d4ec4'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:29:26.159770 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca0fe305-28c5-4c5c-b2d2-121ea4000a42 req-f9b4f414-f870-4ddb-a436-688844a46707 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] No DVR routers for this DVR port 8fc2932c-b2f6-4641-a193-b18b19a4587f on host n-h2-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:29:26.162517 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-ca0fe305-28c5-4c5c-b2d2-121ea4000a42 req-f9b4f414-f870-4ddb-a436-688844a46707 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:26.164625 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ca0fe305-28c5-4c5c-b2d2-121ea4000a42 req-f9b4f414-f870-4ddb-a436-688844a46707 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.57 "DELETE /v2.0/ports/8fc2932c-b2f6-4641-a193-b18b19a4587f HTTP/1.1" status: 204 len: 173 time: 1.1561363 Aug 16 23:29:26.165036 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54864ef2-50e8-4043-a018-51f262083f89', 'name': 'network-vif-deleted', 'tag': '8fc2932c-b2f6-4641-a193-b18b19a4587f'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:29:26.167821 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4823e92c-0556-4b0b-80d7-4d5b417f089d" -d '{"events": [{"server_uuid": "54864ef2-50e8-4043-a018-51f262083f89", "name": "network-vif-deleted", "tag": "8fc2932c-b2f6-4641-a193-b18b19a4587f"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:29:26.213303 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e767a1c4-ff5a-4a26-86be-2ac1a7e354b7 x-openstack-request-id: req-e767a1c4-ff5a-4a26-86be-2ac1a7e354b7 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:29:26.213941 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54864ef2-50e8-4043-a018-51f262083f89", "name": "network-vif-deleted", "tag": "8fc2932c-b2f6-4641-a193-b18b19a4587f", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:29:26.214510 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e767a1c4-ff5a-4a26-86be-2ac1a7e354b7 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:29:26.214930 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54864ef2-50e8-4043-a018-51f262083f89', 'name': 'network-vif-deleted', 'tag': '8fc2932c-b2f6-4641-a193-b18b19a4587f', 'status': 'completed', 'code': 200} Aug 16 23:29:26.262277 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-b085a43a-b016-4235-9f04-d7683068ef8c None None] Set router c1c84eee-238e-4540-871a-d6bd2b2d4ec4 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:29:26.466151 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-b085a43a-b016-4235-9f04-d7683068ef8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1c84eee-238e-4540-871a-d6bd2b2d4ec4', 'name': 'tempest-AttachVolumeTestJSON-942798826-router', 'tenant_id': '08859d0d7ef54f7180b6c9acbcbb613a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '13bd179a-6886-4db8-9caa-2bb41a22fb3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:23:52Z', 'updated_at': '2021-08-16T23:23:56Z', 'revision_number': 4, 'project_id': '08859d0d7ef54f7180b6c9acbcbb613a', 'gw_port': {'id': '13bd179a-6886-4db8-9caa-2bb41a22fb3d', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:bf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c84eee-238e-4540-871a-d6bd2b2d4ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:23:53Z', 'updated_at': '2021-08-16T23:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'b239744f-7fa7-4af0-9646-a4c96d22a1ad', 'name': '', 'network_id': '17243197-d8cc-438b-bbbf-e93eccd01246', 'tenant_id': '08859d0d7ef54f7180b6c9acbcbb613a', 'mac_address': 'fa:16:3e:ec:86:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c84eee-238e-4540-871a-d6bd2b2d4ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '4de9f471-133b-48cf-8ec1-15be31a77e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:23:55Z', 'updated_at': '2021-08-16T23:24:04Z', 'revision_number': 5, 'project_id': '08859d0d7ef54f7180b6c9acbcbb613a', 'subnets': [{'id': '4de9f471-133b-48cf-8ec1-15be31a77e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:29:26.495835 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b085a43a-b016-4235-9f04-d7683068ef8c None None] Checking router: c1c84eee-238e-4540-871a-d6bd2b2d4ec4 for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:29:26.503845 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b085a43a-b016-4235-9f04-d7683068ef8c None None] Routers {'c1c84eee-238e-4540-871a-d6bd2b2d4ec4'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:29:26.504444 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-b085a43a-b016-4235-9f04-d7683068ef8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:29:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['c1c84eee-238e-4540-871a-d6bd2b2d4ec4'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:29:26.611482 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-b085a43a-b016-4235-9f04-d7683068ef8c None None] Set router c1c84eee-238e-4540-871a-d6bd2b2d4ec4 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:29:26.827629 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-b085a43a-b016-4235-9f04-d7683068ef8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1c84eee-238e-4540-871a-d6bd2b2d4ec4', 'name': 'tempest-AttachVolumeTestJSON-942798826-router', 'tenant_id': '08859d0d7ef54f7180b6c9acbcbb613a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '13bd179a-6886-4db8-9caa-2bb41a22fb3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:23:52Z', 'updated_at': '2021-08-16T23:23:56Z', 'revision_number': 4, 'project_id': '08859d0d7ef54f7180b6c9acbcbb613a', 'gw_port': {'id': '13bd179a-6886-4db8-9caa-2bb41a22fb3d', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:bf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c84eee-238e-4540-871a-d6bd2b2d4ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:23:53Z', 'updated_at': '2021-08-16T23:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'b239744f-7fa7-4af0-9646-a4c96d22a1ad', 'name': '', 'network_id': '17243197-d8cc-438b-bbbf-e93eccd01246', 'tenant_id': '08859d0d7ef54f7180b6c9acbcbb613a', 'mac_address': 'fa:16:3e:ec:86:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c84eee-238e-4540-871a-d6bd2b2d4ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '4de9f471-133b-48cf-8ec1-15be31a77e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:23:55Z', 'updated_at': '2021-08-16T23:24:04Z', 'revision_number': 5, 'project_id': '08859d0d7ef54f7180b6c9acbcbb613a', 'subnets': [{'id': '4de9f471-133b-48cf-8ec1-15be31a77e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:29:26.854061 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b085a43a-b016-4235-9f04-d7683068ef8c None None] The sync data for ids ['c1c84eee-238e-4540-871a-d6bd2b2d4ec4'] in n-d-791506-26 is: [{'id': 'c1c84eee-238e-4540-871a-d6bd2b2d4ec4', 'name': 'tempest-AttachVolumeTestJSON-942798826-router', 'tenant_id': '08859d0d7ef54f7180b6c9acbcbb613a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '13bd179a-6886-4db8-9caa-2bb41a22fb3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:23:52Z', 'updated_at': '2021-08-16T23:23:56Z', 'revision_number': 4, 'project_id': '08859d0d7ef54f7180b6c9acbcbb613a', 'gw_port': {'id': '13bd179a-6886-4db8-9caa-2bb41a22fb3d', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:bf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c84eee-238e-4540-871a-d6bd2b2d4ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:23:53Z', 'updated_at': '2021-08-16T23:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'b239744f-7fa7-4af0-9646-a4c96d22a1ad', 'name': '', 'network_id': '17243197-d8cc-438b-bbbf-e93eccd01246', 'tenant_id': '08859d0d7ef54f7180b6c9acbcbb613a', 'mac_address': 'fa:16:3e:ec:86:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c84eee-238e-4540-871a-d6bd2b2d4ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '4de9f471-133b-48cf-8ec1-15be31a77e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:23:55Z', 'updated_at': '2021-08-16T23:24:04Z', 'revision_number': 5, 'project_id': '08859d0d7ef54f7180b6c9acbcbb613a', 'subnets': [{'id': '4de9f471-133b-48cf-8ec1-15be31a77e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:29:27.076047 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c3ec44-7420-4b94-bcc2-61f02366bd7e None None] New status for floating IP fa5df59a-31c8-4b41-b84c-66cb7b06dc7b: DOWN {{(pid=101294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:29:27.190245 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 50570) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:29:27.247850 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e6410b6d-a2ff-4969-8a8b-2f453630ca8d tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:27.270495 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e6410b6d-a2ff-4969-8a8b-2f453630ca8d tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:27.317953 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e6410b6d-a2ff-4969-8a8b-2f453630ca8d tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:27.320484 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e6410b6d-a2ff-4969-8a8b-2f453630ca8d tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:27.321727 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-e6410b6d-a2ff-4969-8a8b-2f453630ca8d tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "DELETE /v2.0/security-groups/2b444246-faf8-4dc4-8e14-a6fcde124b4f HTTP/1.1" status: 204 len: 168 time: 0.1304789 Aug 16 23:29:27.326577 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 50574) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:29:27.339411 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6410b6d-a2ff-4969-8a8b-2f453630ca8d tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b444246-faf8-4dc4-8e14-a6fcde124b4f,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:29:27.349517 n-d-791506-26 neutron-server[101291]: INFO neutron.api.v2.resource [None req-6689c9c3-9edf-4821-aaba-8b3c758f0275 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] show failed (client error): The resource could not be found. Aug 16 23:29:27.350513 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-6689c9c3-9edf-4821-aaba-8b3c758f0275 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/security-groups/2b444246-faf8-4dc4-8e14-a6fcde124b4f HTTP/1.1" status: 404 len: 347 time: 0.0229347 Aug 16 23:29:27.352069 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6410b6d-a2ff-4969-8a8b-2f453630ca8d tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:29:27.352424 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6410b6d-a2ff-4969-8a8b-2f453630ca8d tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:29:27.353590 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6410b6d-a2ff-4969-8a8b-2f453630ca8d tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:29:27.353982 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6410b6d-a2ff-4969-8a8b-2f453630ca8d tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:29:27.354228 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6410b6d-a2ff-4969-8a8b-2f453630ca8d tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:29:27.354395 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 50576) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:29:27.354863 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6410b6d-a2ff-4969-8a8b-2f453630ca8d tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:29:27.354863 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6410b6d-a2ff-4969-8a8b-2f453630ca8d tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:29:27.355472 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6410b6d-a2ff-4969-8a8b-2f453630ca8d tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:29:27.355819 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6410b6d-a2ff-4969-8a8b-2f453630ca8d tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:29:27.356136 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6410b6d-a2ff-4969-8a8b-2f453630ca8d tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:29:27.356468 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6410b6d-a2ff-4969-8a8b-2f453630ca8d tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:29:27.356820 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6410b6d-a2ff-4969-8a8b-2f453630ca8d tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:29:27.483576 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-455884d1-b69d-4083-aa2d-642d9ad8c33d tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Deleting port 161177ef-f06e-4ab8-afa9-273cc1ec61ac {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:29:27.483814 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-455884d1-b69d-4083-aa2d-642d9ad8c33d tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:27.556899 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-455884d1-b69d-4083-aa2d-642d9ad8c33d tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:27.557231 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-455884d1-b69d-4083-aa2d-642d9ad8c33d tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:27.569573 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-455884d1-b69d-4083-aa2d-642d9ad8c33d tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Calling delete_port for 161177ef-f06e-4ab8-afa9-273cc1ec61ac owned by network:floatingip {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:29:27.702318 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-455884d1-b69d-4083-aa2d-642d9ad8c33d tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:27.728729 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455884d1-b69d-4083-aa2d-642d9ad8c33d tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Pushing event deleted for resources: {'Port': ['ID=161177ef-f06e-4ab8-afa9-273cc1ec61ac,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:29:27.792055 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-455884d1-b69d-4083-aa2d-642d9ad8c33d tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Notify callbacks [] for floatingip, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:27.794725 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-455884d1-b69d-4083-aa2d-642d9ad8c33d tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:27.795889 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-455884d1-b69d-4083-aa2d-642d9ad8c33d tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "DELETE /v2.0/floatingips/fa5df59a-31c8-4b41-b84c-66cb7b06dc7b HTTP/1.1" status: 204 len: 168 time: 0.4401920 Aug 16 23:29:29.191645 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 50582) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:29:29.196475 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-87c8e611-f387-45f1-8318-e5411db84986 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1681537985', 'description': 'tempest-description--1912392064'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:29:29.217134 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-87c8e611-f387-45f1-8318-e5411db84986 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:29.297947 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-87c8e611-f387-45f1-8318-e5411db84986 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:29.301683 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-87c8e611-f387-45f1-8318-e5411db84986 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:29.331061 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c8e611-f387-45f1-8318-e5411db84986 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe484f3-9bfb-4ca8-b05b-48ec6a405217,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:29:29.333463 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-87c8e611-f387-45f1-8318-e5411db84986 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:29.337022 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-87c8e611-f387-45f1-8318-e5411db84986 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1442897 Aug 16 23:29:29.337855 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 50584) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:29:29.342885 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-f191160f-4bab-4647-a768-b57b6c77a2df tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Request body: {'security_group_rule': {'security_group_id': 'bfe484f3-9bfb-4ca8-b05b-48ec6a405217', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:29:29.371091 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f191160f-4bab-4647-a768-b57b6c77a2df tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:29.417188 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f191160f-4bab-4647-a768-b57b6c77a2df tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:29.420795 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f191160f-4bab-4647-a768-b57b6c77a2df tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:29.440006 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f191160f-4bab-4647-a768-b57b6c77a2df tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77bf3b54-7332-46aa-be9f-00018d49441e,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:29:29.443077 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f191160f-4bab-4647-a768-b57b6c77a2df tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:29.444375 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-f191160f-4bab-4647-a768-b57b6c77a2df tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1054966 Aug 16 23:29:29.447309 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 50586) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:29:29.452066 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-578959e3-91f0-420c-b3e0-444333982359 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Request body: {'security_group_rule': {'security_group_id': 'bfe484f3-9bfb-4ca8-b05b-48ec6a405217', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:29:29.481161 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-578959e3-91f0-420c-b3e0-444333982359 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:29.546849 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-578959e3-91f0-420c-b3e0-444333982359 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:29.550275 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-578959e3-91f0-420c-b3e0-444333982359 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:29.567724 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578959e3-91f0-420c-b3e0-444333982359 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fb1d595-f8ab-432c-9a79-3b05736e35e3,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:29:29.573930 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-578959e3-91f0-420c-b3e0-444333982359 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:29.575119 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-578959e3-91f0-420c-b3e0-444333982359 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1267693 Aug 16 23:29:29.578252 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 50588) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:29:29.582616 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-e10f18dd-03dc-408d-baf2-b45be50fd028 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Request body: {'floatingip': {'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:29:29.603986 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e10f18dd-03dc-408d-baf2-b45be50fd028 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Notify callbacks [] for floatingip, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:29.705732 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e10f18dd-03dc-408d-baf2-b45be50fd028 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:29.803262 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-e10f18dd-03dc-408d-baf2-b45be50fd028 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Allocated IP 172.25.4.202 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/789474ab-6f4d-43ee-8e09-1f0b0e6fa3ce) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:29:29.909052 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e10f18dd-03dc-408d-baf2-b45be50fd028 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:29.947670 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e10f18dd-03dc-408d-baf2-b45be50fd028 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:29.995650 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10f18dd-03dc-408d-baf2-b45be50fd028 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:29:29.998594 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-e10f18dd-03dc-408d-baf2-b45be50fd028 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:29:30.001032 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10f18dd-03dc-408d-baf2-b45be50fd028 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:29:30.006501 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10f18dd-03dc-408d-baf2-b45be50fd028 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Pushing event updated for resources: {'Port': ['ID=789474ab-6f4d-43ee-8e09-1f0b0e6fa3ce,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:29:30.088317 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e10f18dd-03dc-408d-baf2-b45be50fd028 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:30.122170 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e10f18dd-03dc-408d-baf2-b45be50fd028 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:30.271448 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e10f18dd-03dc-408d-baf2-b45be50fd028 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:30.276609 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e10f18dd-03dc-408d-baf2-b45be50fd028 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:30.344772 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10f18dd-03dc-408d-baf2-b45be50fd028 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Pushing event updated for resources: {'Port': ['ID=789474ab-6f4d-43ee-8e09-1f0b0e6fa3ce,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:29:30.355347 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e10f18dd-03dc-408d-baf2-b45be50fd028 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:30.370060 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e10f18dd-03dc-408d-baf2-b45be50fd028 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:30.370287 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-e10f18dd-03dc-408d-baf2-b45be50fd028 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7910235 Aug 16 23:29:30.414646 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 8fc2932c-b2f6-4641-a193-b18b19a4587f no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:29:30.438988 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] No Port match for: 8fc2932c-b2f6-4641-a193-b18b19a4587f {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:29:30.439331 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 8fc2932c-b2f6-4641-a193-b18b19a4587f not bound to the agent host n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:29:30.526973 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c330bc36-0dc7-4599-b41d-7f40c23f99f8 req-6873337f-02c5-40ff-86c1-fec77c411f82 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1681537985&fields=id&tenant_id=08859d0d7ef54f7180b6c9acbcbb613a HTTP/1.1" status: 200 len: 267 time: 0.0341063 Aug 16 23:29:30.636798 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c330bc36-0dc7-4599-b41d-7f40c23f99f8 req-758ac83d-afa1-49be-aeb1-9180b5c59df7 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:29:30.638274 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c330bc36-0dc7-4599-b41d-7f40c23f99f8 req-758ac83d-afa1-49be-aeb1-9180b5c59df7 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/networks?id=17243197-d8cc-438b-bbbf-e93eccd01246 HTTP/1.1" status: 200 len: 810 time: 0.1044188 Aug 16 23:29:30.653668 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c330bc36-0dc7-4599-b41d-7f40c23f99f8 req-5309c463-a09f-4f29-970b-98dd0e88a06a tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/quotas/08859d0d7ef54f7180b6c9acbcbb613a HTTP/1.1" status: 200 len: 375 time: 0.0097554 Aug 16 23:29:30.710342 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c330bc36-0dc7-4599-b41d-7f40c23f99f8 req-235354a5-ed97-480c-90c7-63e0669fe351 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=08859d0d7ef54f7180b6c9acbcbb613a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0494728 Aug 16 23:29:30.865537 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c330bc36-0dc7-4599-b41d-7f40c23f99f8 req-ebfa1ce0-a1f6-4760-a403-2467e67f9e90 service neutron] 10.222.0.36 "GET /v2.0/networks/17243197-d8cc-438b-bbbf-e93eccd01246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426873 Aug 16 23:29:30.955972 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c330bc36-0dc7-4599-b41d-7f40c23f99f8 req-66f6015b-4a5c-46d0-9ee3-0ed0f503d9fa service neutron] 10.222.0.36 "GET /v2.0/networks/17243197-d8cc-438b-bbbf-e93eccd01246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830908 Aug 16 23:29:31.127995 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8592577a-98ed-4754-ae3f-b65a5cc3c592 req-2577cd79-93e5-4523-bcec-70e812c12689 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c910ceb-36a6-440c-b3a2-cc9af8ddc178 HTTP/1.1" status: 200 len: 210 time: 0.0287085 Aug 16 23:29:32.275730 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-01fbd669-0418-4abb-8cea-0a1f1bae786c req-edd95569-4060-4da3-9d3b-205bc75cf6ea tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c910ceb-36a6-440c-b3a2-cc9af8ddc178 HTTP/1.1" status: 200 len: 210 time: 0.0596881 Aug 16 23:29:32.331057 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c330bc36-0dc7-4599-b41d-7f40c23f99f8 req-d22347ec-5a56-4160-9251-94d94cbb7b4d tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:29:32.332553 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c330bc36-0dc7-4599-b41d-7f40c23f99f8 req-d22347ec-5a56-4160-9251-94d94cbb7b4d tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.57 "GET /v2.0/networks?id=17243197-d8cc-438b-bbbf-e93eccd01246 HTTP/1.1" status: 200 len: 810 time: 0.1387551 Aug 16 23:29:32.382864 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c330bc36-0dc7-4599-b41d-7f40c23f99f8 req-0ec6eff6-611d-4cb7-b2b4-e59450c26502 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=08859d0d7ef54f7180b6c9acbcbb613a HTTP/1.1" status: 200 len: 380 time: 0.0338395 Aug 16 23:29:32.424345 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-c330bc36-0dc7-4599-b41d-7f40c23f99f8 req-5682459c-4eaf-4806-9cbb-edf368669add tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Request body: {'port': {'device_id': '3c910ceb-36a6-440c-b3a2-cc9af8ddc178', 'network_id': '17243197-d8cc-438b-bbbf-e93eccd01246', 'admin_state_up': True, 'tenant_id': '08859d0d7ef54f7180b6c9acbcbb613a', 'security_groups': ['bfe484f3-9bfb-4ca8-b05b-48ec6a405217']}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:29:32.532948 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c330bc36-0dc7-4599-b41d-7f40c23f99f8 req-5682459c-4eaf-4806-9cbb-edf368669add tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Made reservation on behalf of 08859d0d7ef54f7180b6c9acbcbb613a for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:29:32.536888 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-c330bc36-0dc7-4599-b41d-7f40c23f99f8 req-5682459c-4eaf-4806-9cbb-edf368669add tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:32.663463 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [req-c330bc36-0dc7-4599-b41d-7f40c23f99f8 req-5682459c-4eaf-4806-9cbb-edf368669add tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Allocated IP 172.20.0.12 (17243197-d8cc-438b-bbbf-e93eccd01246/4de9f471-133b-48cf-8ec1-15be31a77e92/f023ea88-0b4a-468e-ab59-3ed9f21e3c3a) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:29:32.796801 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-c330bc36-0dc7-4599-b41d-7f40c23f99f8 req-5682459c-4eaf-4806-9cbb-edf368669add tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:32.810734 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-c330bc36-0dc7-4599-b41d-7f40c23f99f8 req-5682459c-4eaf-4806-9cbb-edf368669add tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Transition to ACTIVE for port object f023ea88-0b4a-468e-ab59-3ed9f21e3c3a will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:29:32.843452 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-c330bc36-0dc7-4599-b41d-7f40c23f99f8 req-5682459c-4eaf-4806-9cbb-edf368669add tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:32.887921 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c330bc36-0dc7-4599-b41d-7f40c23f99f8 req-5682459c-4eaf-4806-9cbb-edf368669add tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Network 17243197-d8cc-438b-bbbf-e93eccd01246 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:29:32.892846 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [req-c330bc36-0dc7-4599-b41d-7f40c23f99f8 req-5682459c-4eaf-4806-9cbb-edf368669add tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:29:32.896474 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-c330bc36-0dc7-4599-b41d-7f40c23f99f8 req-5682459c-4eaf-4806-9cbb-edf368669add tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:29:32.922242 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5682459c-4eaf-4806-9cbb-edf368669add tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Pushing event updated for resources: {'Port': ['ID=f023ea88-0b4a-468e-ab59-3ed9f21e3c3a,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:29:32.954676 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c330bc36-0dc7-4599-b41d-7f40c23f99f8 req-5682459c-4eaf-4806-9cbb-edf368669add tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:29:32.955325 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-c330bc36-0dc7-4599-b41d-7f40c23f99f8 req-5682459c-4eaf-4806-9cbb-edf368669add tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:32.970830 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c330bc36-0dc7-4599-b41d-7f40c23f99f8 req-5682459c-4eaf-4806-9cbb-edf368669add tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5505495 Aug 16 23:29:32.989563 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-c330bc36-0dc7-4599-b41d-7f40c23f99f8 req-a12cd0f3-cf6b-47cc-b1f0-97a92a8bb444 service neutron] Request body: {'port': {'device_id': '3c910ceb-36a6-440c-b3a2-cc9af8ddc178', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-26'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:29:33.046311 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-c330bc36-0dc7-4599-b41d-7f40c23f99f8 req-a12cd0f3-cf6b-47cc-b1f0-97a92a8bb444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:33.152969 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-8f8d680f-afa3-4b8a-875c-b1d429887d64 None None] Provisioning for port f023ea88-0b4a-468e-ab59-3ed9f21e3c3a completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:29:33.157211 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-8f8d680f-afa3-4b8a-875c-b1d429887d64 None None] Provisioning complete for port f023ea88-0b4a-468e-ab59-3ed9f21e3c3a triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:29:33.157700 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-8f8d680f-afa3-4b8a-875c-b1d429887d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:33.192463 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-8f8d680f-afa3-4b8a-875c-b1d429887d64 None None] Port f023ea88-0b4a-468e-ab59-3ed9f21e3c3a cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:29:33.323321 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [req-c330bc36-0dc7-4599-b41d-7f40c23f99f8 req-a12cd0f3-cf6b-47cc-b1f0-97a92a8bb444 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f023ea88-0b4a-468e-ab59-3ed9f21e3c3a {{(pid=101292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:29:33.331923 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-c330bc36-0dc7-4599-b41d-7f40c23f99f8 req-a12cd0f3-cf6b-47cc-b1f0-97a92a8bb444 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:33.345085 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-c330bc36-0dc7-4599-b41d-7f40c23f99f8 req-a12cd0f3-cf6b-47cc-b1f0-97a92a8bb444 service neutron] Transition to ACTIVE for port object f023ea88-0b4a-468e-ab59-3ed9f21e3c3a will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:29:33.349126 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-c330bc36-0dc7-4599-b41d-7f40c23f99f8 req-a12cd0f3-cf6b-47cc-b1f0-97a92a8bb444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:33.431681 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12cd0f3-cf6b-47cc-b1f0-97a92a8bb444 service neutron] Pushing event updated for resources: {'Port': ['ID=f023ea88-0b4a-468e-ab59-3ed9f21e3c3a,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:29:33.486062 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4736394-051c-4d52-8c11-d43e69395dfc req-ddd03138-4a41-45dd-a363-4225354382b4 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:29:33.487629 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e4736394-051c-4d52-8c11-d43e69395dfc req-ddd03138-4a41-45dd-a363-4225354382b4 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c910ceb-36a6-440c-b3a2-cc9af8ddc178 HTTP/1.1" status: 200 len: 944 time: 0.1297817 Aug 16 23:29:33.541836 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-c330bc36-0dc7-4599-b41d-7f40c23f99f8 req-a12cd0f3-cf6b-47cc-b1f0-97a92a8bb444 service neutron] Attempting to bind port f023ea88-0b4a-468e-ab59-3ed9f21e3c3a on host n-h2-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:29:33.542294 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-c330bc36-0dc7-4599-b41d-7f40c23f99f8 req-a12cd0f3-cf6b-47cc-b1f0-97a92a8bb444 service neutron] Attempting to bind port f023ea88-0b4a-468e-ab59-3ed9f21e3c3a by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': 'a0761dfe-0d3f-4666-b85e-efb15cbd0d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '17243197-d8cc-438b-bbbf-e93eccd01246'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:29:33.542609 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c330bc36-0dc7-4599-b41d-7f40c23f99f8 req-a12cd0f3-cf6b-47cc-b1f0-97a92a8bb444 service neutron] Attempting to bind port f023ea88-0b4a-468e-ab59-3ed9f21e3c3a on network 17243197-d8cc-438b-bbbf-e93eccd01246 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:29:33.550272 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e4736394-051c-4d52-8c11-d43e69395dfc req-43257ff2-c65e-42d0-902a-2663c6a6d6e4 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfe484f3-9bfb-4ca8-b05b-48ec6a405217&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536242 Aug 16 23:29:33.552298 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c330bc36-0dc7-4599-b41d-7f40c23f99f8 req-a12cd0f3-cf6b-47cc-b1f0-97a92a8bb444 service neutron] Port f023ea88-0b4a-468e-ab59-3ed9f21e3c3a on network 17243197-d8cc-438b-bbbf-e93eccd01246 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:29:33.552648 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c330bc36-0dc7-4599-b41d-7f40c23f99f8 req-a12cd0f3-cf6b-47cc-b1f0-97a92a8bb444 service neutron] Attempting to bind port f023ea88-0b4a-468e-ab59-3ed9f21e3c3a on network 17243197-d8cc-438b-bbbf-e93eccd01246 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:29:33.557978 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c330bc36-0dc7-4599-b41d-7f40c23f99f8 req-a12cd0f3-cf6b-47cc-b1f0-97a92a8bb444 service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:29:33.558322 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c330bc36-0dc7-4599-b41d-7f40c23f99f8 req-a12cd0f3-cf6b-47cc-b1f0-97a92a8bb444 service neutron] Checking segment: {'id': 'a0761dfe-0d3f-4666-b85e-efb15cbd0d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '17243197-d8cc-438b-bbbf-e93eccd01246'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:29:33.558711 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c330bc36-0dc7-4599-b41d-7f40c23f99f8 req-a12cd0f3-cf6b-47cc-b1f0-97a92a8bb444 service neutron] Bound using segment: {'id': 'a0761dfe-0d3f-4666-b85e-efb15cbd0d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '17243197-d8cc-438b-bbbf-e93eccd01246'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:29:33.559140 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-c330bc36-0dc7-4599-b41d-7f40c23f99f8 req-a12cd0f3-cf6b-47cc-b1f0-97a92a8bb444 service neutron] Bound port: f023ea88-0b4a-468e-ab59-3ed9f21e3c3a, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0761dfe-0d3f-4666-b85e-efb15cbd0d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '17243197-d8cc-438b-bbbf-e93eccd01246'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:29:33.559502 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-c330bc36-0dc7-4599-b41d-7f40c23f99f8 req-a12cd0f3-cf6b-47cc-b1f0-97a92a8bb444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:33.624553 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-c330bc36-0dc7-4599-b41d-7f40c23f99f8 req-a12cd0f3-cf6b-47cc-b1f0-97a92a8bb444 service neutron] For port f023ea88-0b4a-468e-ab59-3ed9f21e3c3a, host n-h2-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:29:33.627767 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-c330bc36-0dc7-4599-b41d-7f40c23f99f8 req-a12cd0f3-cf6b-47cc-b1f0-97a92a8bb444 service neutron] For port f023ea88-0b4a-468e-ab59-3ed9f21e3c3a, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=f023ea88-0b4a-468e-ab59-3ed9f21e3c3a,segment=NetworkSegment(a0761dfe-0d3f-4666-b85e-efb15cbd0d19),segment_id=a0761dfe-0d3f-4666-b85e-efb15cbd0d19)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:29:33.631495 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-c330bc36-0dc7-4599-b41d-7f40c23f99f8 req-a12cd0f3-cf6b-47cc-b1f0-97a92a8bb444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:33.672575 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c330bc36-0dc7-4599-b41d-7f40c23f99f8 req-a12cd0f3-cf6b-47cc-b1f0-97a92a8bb444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:29:33.673219 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-c330bc36-0dc7-4599-b41d-7f40c23f99f8 req-a12cd0f3-cf6b-47cc-b1f0-97a92a8bb444 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:33.674630 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c330bc36-0dc7-4599-b41d-7f40c23f99f8 req-a12cd0f3-cf6b-47cc-b1f0-97a92a8bb444 service neutron] 10.222.0.57 "PUT /v2.0/ports/f023ea88-0b4a-468e-ab59-3ed9f21e3c3a HTTP/1.1" status: 200 len: 1093 time: 0.6896486 Aug 16 23:29:33.675066 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c910ceb-36a6-440c-b3a2-cc9af8ddc178', 'tag': 'f023ea88-0b4a-468e-ab59-3ed9f21e3c3a'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:29:33.677349 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab159251-78e2-4a8c-8857-3a2642039c35" -d '{"events": [{"name": "network-changed", "server_uuid": "3c910ceb-36a6-440c-b3a2-cc9af8ddc178", "tag": "f023ea88-0b4a-468e-ab59-3ed9f21e3c3a"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:29:33.698403 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12cd0f3-cf6b-47cc-b1f0-97a92a8bb444 service neutron] Pushing event updated for resources: {'Port': ['ID=f023ea88-0b4a-468e-ab59-3ed9f21e3c3a,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:29:33.747212 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-386a8ded-a0c4-48b7-a751-a2b98367f11e x-openstack-request-id: req-386a8ded-a0c4-48b7-a751-a2b98367f11e {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:29:33.747432 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c910ceb-36a6-440c-b3a2-cc9af8ddc178", "tag": "f023ea88-0b4a-468e-ab59-3ed9f21e3c3a", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:29:33.747747 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-386a8ded-a0c4-48b7-a751-a2b98367f11e {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:29:33.748160 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c910ceb-36a6-440c-b3a2-cc9af8ddc178', 'tag': 'f023ea88-0b4a-468e-ab59-3ed9f21e3c3a', 'status': 'completed', 'code': 200} Aug 16 23:29:33.784589 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c330bc36-0dc7-4599-b41d-7f40c23f99f8 req-ef9d5e5a-a771-4bc3-9be2-1ef44e6d09f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:29:33.786162 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c330bc36-0dc7-4599-b41d-7f40c23f99f8 req-ef9d5e5a-a771-4bc3-9be2-1ef44e6d09f0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=08859d0d7ef54f7180b6c9acbcbb613a&device_id=3c910ceb-36a6-440c-b3a2-cc9af8ddc178 HTTP/1.1" status: 200 len: 1096 time: 0.0497320 Aug 16 23:29:33.834930 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c330bc36-0dc7-4599-b41d-7f40c23f99f8 req-55816288-1e1f-4809-ad3c-cb920cbcc148 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f023ea88-0b4a-468e-ab59-3ed9f21e3c3a HTTP/1.1" status: 200 len: 217 time: 0.0357101 Aug 16 23:29:33.893190 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c330bc36-0dc7-4599-b41d-7f40c23f99f8 req-25ec4394-d893-4940-a35e-57be0f75aa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:29:33.894666 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c330bc36-0dc7-4599-b41d-7f40c23f99f8 req-25ec4394-d893-4940-a35e-57be0f75aa26 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4de9f471-133b-48cf-8ec1-15be31a77e92 HTTP/1.1" status: 200 len: 849 time: 0.0527186 Aug 16 23:29:33.945127 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c330bc36-0dc7-4599-b41d-7f40c23f99f8 req-1dedb557-5a0b-462a-bbd6-e90e6cd66658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:29:33.946630 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c330bc36-0dc7-4599-b41d-7f40c23f99f8 req-1dedb557-5a0b-462a-bbd6-e90e6cd66658 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=17243197-d8cc-438b-bbbf-e93eccd01246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449789 Aug 16 23:29:34.038097 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c330bc36-0dc7-4599-b41d-7f40c23f99f8 req-2bb61276-7e7f-4ebe-96e7-69e58ba77ac8 service neutron] 10.222.0.57 "GET /v2.0/networks/17243197-d8cc-438b-bbbf-e93eccd01246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846248 Aug 16 23:29:34.130349 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c330bc36-0dc7-4599-b41d-7f40c23f99f8 req-f83d657b-3797-44c7-be81-0bfd9c98a353 service neutron] 10.222.0.57 "GET /v2.0/networks/17243197-d8cc-438b-bbbf-e93eccd01246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851572 Aug 16 23:29:34.286037 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab159251-78e2-4a8c-8857-3a2642039c35 req-526faf4c-e541-4317-ae10-88d6fe87ed16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:29:34.287554 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ab159251-78e2-4a8c-8857-3a2642039c35 req-526faf4c-e541-4317-ae10-88d6fe87ed16 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=08859d0d7ef54f7180b6c9acbcbb613a&device_id=3c910ceb-36a6-440c-b3a2-cc9af8ddc178 HTTP/1.1" status: 200 len: 1096 time: 0.0412910 Aug 16 23:29:34.381387 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab159251-78e2-4a8c-8857-3a2642039c35 req-5471ee22-c350-4952-8326-e072d0f3ab94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:29:34.382809 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ab159251-78e2-4a8c-8857-3a2642039c35 req-5471ee22-c350-4952-8326-e072d0f3ab94 service neutron] 10.222.0.57 "GET /v2.0/networks?id=17243197-d8cc-438b-bbbf-e93eccd01246 HTTP/1.1" status: 200 len: 911 time: 0.0888486 Aug 16 23:29:34.426470 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ab159251-78e2-4a8c-8857-3a2642039c35 req-a76eb193-c701-43a1-876b-db5997343bcf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f023ea88-0b4a-468e-ab59-3ed9f21e3c3a HTTP/1.1" status: 200 len: 217 time: 0.0361207 Aug 16 23:29:34.481417 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab159251-78e2-4a8c-8857-3a2642039c35 req-21e97198-8cbe-45d5-8feb-d2a1da883cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:29:34.483291 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ab159251-78e2-4a8c-8857-3a2642039c35 req-21e97198-8cbe-45d5-8feb-d2a1da883cdb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4de9f471-133b-48cf-8ec1-15be31a77e92 HTTP/1.1" status: 200 len: 849 time: 0.0505366 Aug 16 23:29:34.531346 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab159251-78e2-4a8c-8857-3a2642039c35 req-aa1cd405-bc5e-4345-acdb-2ef66718eba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:29:34.532883 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ab159251-78e2-4a8c-8857-3a2642039c35 req-aa1cd405-bc5e-4345-acdb-2ef66718eba5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=17243197-d8cc-438b-bbbf-e93eccd01246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427678 Aug 16 23:29:34.955714 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b65a704-d6dd-4d90-8a59-1138e1cb501f req-f0a84ed7-49fd-470e-a47c-dad9b7e80403 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:29:34.957213 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1b65a704-d6dd-4d90-8a59-1138e1cb501f req-f0a84ed7-49fd-470e-a47c-dad9b7e80403 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c910ceb-36a6-440c-b3a2-cc9af8ddc178 HTTP/1.1" status: 200 len: 944 time: 0.0981350 Aug 16 23:29:34.960763 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ab159251-78e2-4a8c-8857-3a2642039c35 req-dec43584-ada1-44a6-96ff-9cccfda2602c service neutron] 10.222.0.57 "GET /v2.0/networks/17243197-d8cc-438b-bbbf-e93eccd01246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4211760 Aug 16 23:29:35.044817 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1b65a704-d6dd-4d90-8a59-1138e1cb501f req-c5036820-f53b-4152-93bf-2350c689bc11 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfe484f3-9bfb-4ca8-b05b-48ec6a405217&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789402 Aug 16 23:29:35.077443 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ab159251-78e2-4a8c-8857-3a2642039c35 req-b9c0dd9c-70f0-43bd-bb37-300433e9f07f service neutron] 10.222.0.57 "GET /v2.0/networks/17243197-d8cc-438b-bbbf-e93eccd01246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048582 Aug 16 23:29:36.169107 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9691b4aa-e1e3-49fe-90f0-a8cfcc17785d req-cfe2066f-887c-4d6c-ab59-8d4dab708520 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:29:36.170589 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9691b4aa-e1e3-49fe-90f0-a8cfcc17785d req-cfe2066f-887c-4d6c-ab59-8d4dab708520 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c910ceb-36a6-440c-b3a2-cc9af8ddc178 HTTP/1.1" status: 200 len: 944 time: 0.0545430 Aug 16 23:29:36.208464 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9691b4aa-e1e3-49fe-90f0-a8cfcc17785d req-b4d8252e-0441-4fc0-b287-55eb5ca6c6e9 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfe484f3-9bfb-4ca8-b05b-48ec6a405217&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318367 Aug 16 23:29:37.322270 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb805a5b-547a-438d-9c08-d188577da3b4 req-286479d2-542f-4c97-94a7-e831274638a7 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:29:37.323929 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fb805a5b-547a-438d-9c08-d188577da3b4 req-286479d2-542f-4c97-94a7-e831274638a7 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c910ceb-36a6-440c-b3a2-cc9af8ddc178 HTTP/1.1" status: 200 len: 944 time: 0.0491865 Aug 16 23:29:37.361651 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fb805a5b-547a-438d-9c08-d188577da3b4 req-29a9b028-4b56-41d3-9706-a80c023cc3d8 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfe484f3-9bfb-4ca8-b05b-48ec6a405217&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317123 Aug 16 23:29:38.458064 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device f023ea88-0b4a-468e-ab59-3ed9f21e3c3a details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:29:38.478729 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a42f6a-e779-48f3-b8c4-50d0e262d01a req-6b57d3e2-232d-47fb-b71e-93bf9039f24f tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:29:38.480614 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-93a42f6a-e779-48f3-b8c4-50d0e262d01a req-6b57d3e2-232d-47fb-b71e-93bf9039f24f tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c910ceb-36a6-440c-b3a2-cc9af8ddc178 HTTP/1.1" status: 200 len: 944 time: 0.0533690 Aug 16 23:29:38.518411 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-93a42f6a-e779-48f3-b8c4-50d0e262d01a req-5b16bc32-9b45-4cc1-bdba-dbe105249b28 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfe484f3-9bfb-4ca8-b05b-48ec6a405217&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317459 Aug 16 23:29:38.562622 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port f023ea88-0b4a-468e-ab59-3ed9f21e3c3a, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=f023ea88-0b4a-468e-ab59-3ed9f21e3c3a,segment=NetworkSegment(a0761dfe-0d3f-4666-b85e-efb15cbd0d19),segment_id=a0761dfe-0d3f-4666-b85e-efb15cbd0d19)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:29:38.573497 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': 'f023ea88-0b4a-468e-ab59-3ed9f21e3c3a', 'network_id': '17243197-d8cc-438b-bbbf-e93eccd01246', 'port_id': 'f023ea88-0b4a-468e-ab59-3ed9f21e3c3a', 'mac_address': 'fa:16:3e:80:e9:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4de9f471-133b-48cf-8ec1-15be31a77e92', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:29:38.610847 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:38.623106 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f023ea88-0b4a-468e-ab59-3ed9f21e3c3a {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:29:38.642165 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port f023ea88-0b4a-468e-ab59-3ed9f21e3c3a, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=f023ea88-0b4a-468e-ab59-3ed9f21e3c3a,segment=NetworkSegment(a0761dfe-0d3f-4666-b85e-efb15cbd0d19),segment_id=a0761dfe-0d3f-4666-b85e-efb15cbd0d19)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:29:38.647104 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:38.693462 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=f023ea88-0b4a-468e-ab59-3ed9f21e3c3a,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:29:38.700700 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:29:38.701052 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:29:38.701470 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:29:38.701813 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:29:38.702149 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:29:38.702488 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:29:38.702819 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:29:38.703147 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:29:38.703473 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:29:38.703799 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:29:38.704125 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:29:38.704447 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:29:39.062944 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['f023ea88-0b4a-468e-ab59-3ed9f21e3c3a'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:29:39.642582 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d384d93-766e-4988-9f4c-769f7ce67984 req-4121b5fe-a0ab-4a2a-ac54-734551f51aa2 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:29:39.644056 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8d384d93-766e-4988-9f4c-769f7ce67984 req-4121b5fe-a0ab-4a2a-ac54-734551f51aa2 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c910ceb-36a6-440c-b3a2-cc9af8ddc178 HTTP/1.1" status: 200 len: 945 time: 0.0531006 Aug 16 23:29:39.681909 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8d384d93-766e-4988-9f4c-769f7ce67984 req-f448f3ef-3e92-4512-9e3f-d774de083bcf tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfe484f3-9bfb-4ca8-b05b-48ec6a405217&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311534 Aug 16 23:29:40.459570 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device f023ea88-0b4a-468e-ab59-3ed9f21e3c3a up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:29:40.506480 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning for port f023ea88-0b4a-468e-ab59-3ed9f21e3c3a completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:29:40.510314 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port f023ea88-0b4a-468e-ab59-3ed9f21e3c3a triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:29:40.511228 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:40.590511 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:40.612233 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c910ceb-36a6-440c-b3a2-cc9af8ddc178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f023ea88-0b4a-468e-ab59-3ed9f21e3c3a'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:29:40.614628 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d682121-192c-4e1e-8577-c53e4e897647" -d '{"events": [{"server_uuid": "3c910ceb-36a6-440c-b3a2-cc9af8ddc178", "name": "network-vif-plugged", "status": "completed", "tag": "f023ea88-0b4a-468e-ab59-3ed9f21e3c3a"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:29:40.627541 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port f023ea88-0b4a-468e-ab59-3ed9f21e3c3a, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=f023ea88-0b4a-468e-ab59-3ed9f21e3c3a,segment=NetworkSegment(a0761dfe-0d3f-4666-b85e-efb15cbd0d19),segment_id=a0761dfe-0d3f-4666-b85e-efb15cbd0d19)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:29:40.630708 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:40.679577 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=f023ea88-0b4a-468e-ab59-3ed9f21e3c3a,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:29:40.794243 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c85ee2b-0bbc-499c-a3d1-10312c0b0b0f x-openstack-request-id: req-6c85ee2b-0bbc-499c-a3d1-10312c0b0b0f {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:29:40.794542 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c910ceb-36a6-440c-b3a2-cc9af8ddc178", "name": "network-vif-plugged", "status": "completed", "tag": "f023ea88-0b4a-468e-ab59-3ed9f21e3c3a", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:29:40.794794 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6c85ee2b-0bbc-499c-a3d1-10312c0b0b0f {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:29:40.795480 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c910ceb-36a6-440c-b3a2-cc9af8ddc178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f023ea88-0b4a-468e-ab59-3ed9f21e3c3a', 'code': 200} Aug 16 23:29:40.802612 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8a90d5-ecae-442d-b84a-b028e484f987 req-d688d4a7-dab6-463e-8242-bacc066a75f1 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:29:40.804997 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0e8a90d5-ecae-442d-b84a-b028e484f987 req-d688d4a7-dab6-463e-8242-bacc066a75f1 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c910ceb-36a6-440c-b3a2-cc9af8ddc178 HTTP/1.1" status: 200 len: 946 time: 0.0553622 Aug 16 23:29:40.848005 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0e8a90d5-ecae-442d-b84a-b028e484f987 req-8b006f62-d598-4055-9777-0d1f7afa9e93 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfe484f3-9bfb-4ca8-b05b-48ec6a405217&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351076 Aug 16 23:29:40.915314 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7812760-929f-4701-aef5-22085405d432 req-7f4d0af2-aa92-47d9-af3d-3cb917c7d8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:29:40.917031 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b7812760-929f-4701-aef5-22085405d432 req-7f4d0af2-aa92-47d9-af3d-3cb917c7d8c4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3c910ceb-36a6-440c-b3a2-cc9af8ddc178 HTTP/1.1" status: 200 len: 1098 time: 0.0407853 Aug 16 23:29:40.953778 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b7812760-929f-4701-aef5-22085405d432 req-7f5fc40d-5d33-44ba-be81-3cec6b2c0f3e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=bfe484f3-9bfb-4ca8-b05b-48ec6a405217&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282257 Aug 16 23:29:41.451146 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:41.825346 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:29:41.967376 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc19a936-9424-49f1-90a1-824019490f56 req-d3a000ed-f517-4799-930b-8b95150c408c tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:29:41.968883 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cc19a936-9424-49f1-90a1-824019490f56 req-d3a000ed-f517-4799-930b-8b95150c408c tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c910ceb-36a6-440c-b3a2-cc9af8ddc178 HTTP/1.1" status: 200 len: 946 time: 0.0523605 Aug 16 23:29:42.007512 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cc19a936-9424-49f1-90a1-824019490f56 req-e35b1fea-72d2-4680-8d63-257d19e58f94 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfe484f3-9bfb-4ca8-b05b-48ec6a405217&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323117 Aug 16 23:29:43.122024 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7208774c-26b5-4e72-86cb-20acc02a8759 req-9e151b0e-b5a3-4669-8074-d35e99bf0aa3 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:29:43.123520 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7208774c-26b5-4e72-86cb-20acc02a8759 req-9e151b0e-b5a3-4669-8074-d35e99bf0aa3 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c910ceb-36a6-440c-b3a2-cc9af8ddc178 HTTP/1.1" status: 200 len: 946 time: 0.0491524 Aug 16 23:29:43.171941 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7208774c-26b5-4e72-86cb-20acc02a8759 req-eef1e012-204d-424f-a77c-d58083443e98 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfe484f3-9bfb-4ca8-b05b-48ec6a405217&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423453 Aug 16 23:29:43.292851 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682a4d69-0523-4908-97d8-88d1bfaf874d req-dfa52de2-b844-4c81-a041-a77f0d7c5009 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:29:43.294245 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-682a4d69-0523-4908-97d8-88d1bfaf874d req-dfa52de2-b844-4c81-a041-a77f0d7c5009 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c910ceb-36a6-440c-b3a2-cc9af8ddc178 HTTP/1.1" status: 200 len: 946 time: 0.0496690 Aug 16 23:29:43.304126 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 50652) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:29:43.309923 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-9ab3e9d4-3c88-479c-99e7-c9ab283c48df tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Request body: {'floatingip': {'port_id': 'f023ea88-0b4a-468e-ab59-3ed9f21e3c3a'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:29:43.352184 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9ab3e9d4-3c88-479c-99e7-c9ab283c48df tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Notify callbacks [] for floatingip, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:43.798404 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9ab3e9d4-3c88-479c-99e7-c9ab283c48df tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:43.802541 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9ab3e9d4-3c88-479c-99e7-c9ab283c48df tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:43.907782 n-d-791506-26 neutron-server[101291]: INFO neutron.db.l3_db [None req-9ab3e9d4-3c88-479c-99e7-c9ab283c48df tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Floating IP 20673ecf-7cb4-49bf-81ca-525657d31af6 associated. External IP: 172.25.4.202, port: f023ea88-0b4a-468e-ab59-3ed9f21e3c3a. Aug 16 23:29:44.161019 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ab3e9d4-3c88-479c-99e7-c9ab283c48df tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Router c1c84eee-238e-4540-871a-d6bd2b2d4ec4 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:29:44.281133 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ab3e9d4-3c88-479c-99e7-c9ab283c48df tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:29:44.286190 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9ab3e9d4-3c88-479c-99e7-c9ab283c48df tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:44.291140 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0036918b-802e-4f94-8c32-d314d865fa36 None None] Sync routers for ids ['c1c84eee-238e-4540-871a-d6bd2b2d4ec4'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:29:44.301118 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0036918b-802e-4f94-8c32-d314d865fa36 None None] Routers {'c1c84eee-238e-4540-871a-d6bd2b2d4ec4'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:29:44.301742 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-0036918b-802e-4f94-8c32-d314d865fa36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:29:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['c1c84eee-238e-4540-871a-d6bd2b2d4ec4'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:29:44.314525 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-9ab3e9d4-3c88-479c-99e7-c9ab283c48df tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "PUT /v2.0/floatingips/20673ecf-7cb4-49bf-81ca-525657d31af6 HTTP/1.1" status: 200 len: 992 time: 1.0092487 Aug 16 23:29:44.315230 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c910ceb-36a6-440c-b3a2-cc9af8ddc178', 'tag': 'f023ea88-0b4a-468e-ab59-3ed9f21e3c3a'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:29:44.317607 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c381235d-92dd-4633-9ab3-b17f7e1c1ca4" -d '{"events": [{"name": "network-changed", "server_uuid": "3c910ceb-36a6-440c-b3a2-cc9af8ddc178", "tag": "f023ea88-0b4a-468e-ab59-3ed9f21e3c3a"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:29:44.460903 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7c1fc02-0e33-4576-8bd9-85322cbc2d99 x-openstack-request-id: req-d7c1fc02-0e33-4576-8bd9-85322cbc2d99 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:29:44.461326 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c910ceb-36a6-440c-b3a2-cc9af8ddc178", "tag": "f023ea88-0b4a-468e-ab59-3ed9f21e3c3a", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:29:44.461681 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d7c1fc02-0e33-4576-8bd9-85322cbc2d99 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:29:44.462202 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c910ceb-36a6-440c-b3a2-cc9af8ddc178', 'tag': 'f023ea88-0b4a-468e-ab59-3ed9f21e3c3a', 'status': 'completed', 'code': 200} Aug 16 23:29:44.545359 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c381235d-92dd-4633-9ab3-b17f7e1c1ca4 req-70af3b88-8b7f-4e80-b723-289a85924224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:29:44.546897 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c381235d-92dd-4633-9ab3-b17f7e1c1ca4 req-70af3b88-8b7f-4e80-b723-289a85924224 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=08859d0d7ef54f7180b6c9acbcbb613a&device_id=3c910ceb-36a6-440c-b3a2-cc9af8ddc178 HTTP/1.1" status: 200 len: 1098 time: 0.0438070 Aug 16 23:29:44.566459 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-0036918b-802e-4f94-8c32-d314d865fa36 None None] Set router c1c84eee-238e-4540-871a-d6bd2b2d4ec4 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:29:44.646371 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c381235d-92dd-4633-9ab3-b17f7e1c1ca4 req-d0aa374f-5c2a-43c9-9767-a6e6bf6d7b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:29:44.647871 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c381235d-92dd-4633-9ab3-b17f7e1c1ca4 req-d0aa374f-5c2a-43c9-9767-a6e6bf6d7b5c service neutron] 10.222.0.57 "GET /v2.0/networks?id=17243197-d8cc-438b-bbbf-e93eccd01246 HTTP/1.1" status: 200 len: 911 time: 0.0945933 Aug 16 23:29:44.720241 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c381235d-92dd-4633-9ab3-b17f7e1c1ca4 req-ce241633-3580-4694-96de-8e44ba5fda01 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f023ea88-0b4a-468e-ab59-3ed9f21e3c3a HTTP/1.1" status: 200 len: 1000 time: 0.0647135 Aug 16 23:29:44.771165 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c381235d-92dd-4633-9ab3-b17f7e1c1ca4 req-2d5a8086-7d9f-4fd3-b01d-1bd558c8e348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:29:44.772695 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c381235d-92dd-4633-9ab3-b17f7e1c1ca4 req-2d5a8086-7d9f-4fd3-b01d-1bd558c8e348 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4de9f471-133b-48cf-8ec1-15be31a77e92 HTTP/1.1" status: 200 len: 849 time: 0.0463281 Aug 16 23:29:44.802333 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-0036918b-802e-4f94-8c32-d314d865fa36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1c84eee-238e-4540-871a-d6bd2b2d4ec4', 'name': 'tempest-AttachVolumeTestJSON-942798826-router', 'tenant_id': '08859d0d7ef54f7180b6c9acbcbb613a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '13bd179a-6886-4db8-9caa-2bb41a22fb3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:23:52Z', 'updated_at': '2021-08-16T23:23:56Z', 'revision_number': 4, 'project_id': '08859d0d7ef54f7180b6c9acbcbb613a', 'gw_port': {'id': '13bd179a-6886-4db8-9caa-2bb41a22fb3d', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:bf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c84eee-238e-4540-871a-d6bd2b2d4ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:23:53Z', 'updated_at': '2021-08-16T23:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': '20673ecf-7cb4-49bf-81ca-525657d31af6', 'tenant_id': '08859d0d7ef54f7180b6c9acbcbb613a', 'floating_ip_address': '172.25.4.202', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': 'c1c84eee-238e-4540-871a-d6bd2b2d4ec4', 'port_id': 'f023ea88-0b4a-468e-ab59-3ed9f21e3c3a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17243197-d8cc-438b-bbbf-e93eccd01246', 'mac_address': 'fa:16:3e:80:e9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c910ceb-36a6-440c-b3a2-cc9af8ddc178', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:29:30Z', 'updated_at': '2021-08-16T23:29:43Z', 'revision_number': 1, 'project_id': '08859d0d7ef54f7180b6c9acbcbb613a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b239744f-7fa7-4af0-9646-a4c96d22a1ad', 'name': '', 'network_id': '17243197-d8cc-438b-bbbf-e93eccd01246', 'tenant_id': '08859d0d7ef54f7180b6c9acbcbb613a', 'mac_address': 'fa:16:3e:ec:86:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c84eee-238e-4540-871a-d6bd2b2d4ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '4de9f471-133b-48cf-8ec1-15be31a77e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:23:55Z', 'updated_at': '2021-08-16T23:24:04Z', 'revision_number': 5, 'project_id': '08859d0d7ef54f7180b6c9acbcbb613a', 'subnets': [{'id': '4de9f471-133b-48cf-8ec1-15be31a77e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:29:44.819300 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c381235d-92dd-4633-9ab3-b17f7e1c1ca4 req-0f494f27-7555-4c2f-98bf-2709c013ead6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:29:44.820842 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c381235d-92dd-4633-9ab3-b17f7e1c1ca4 req-0f494f27-7555-4c2f-98bf-2709c013ead6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=17243197-d8cc-438b-bbbf-e93eccd01246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417562 Aug 16 23:29:44.829360 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0036918b-802e-4f94-8c32-d314d865fa36 None None] Checking router: c1c84eee-238e-4540-871a-d6bd2b2d4ec4 for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:29:44.838432 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0036918b-802e-4f94-8c32-d314d865fa36 None None] Routers {'c1c84eee-238e-4540-871a-d6bd2b2d4ec4'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:29:44.839753 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-0036918b-802e-4f94-8c32-d314d865fa36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:29:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['c1c84eee-238e-4540-871a-d6bd2b2d4ec4'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:29:44.915963 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c381235d-92dd-4633-9ab3-b17f7e1c1ca4 req-4fd3785c-b443-4827-9825-469902b3e876 service neutron] 10.222.0.57 "GET /v2.0/networks/17243197-d8cc-438b-bbbf-e93eccd01246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885162 Aug 16 23:29:44.949740 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-0036918b-802e-4f94-8c32-d314d865fa36 None None] Set router c1c84eee-238e-4540-871a-d6bd2b2d4ec4 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:29:45.007543 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c381235d-92dd-4633-9ab3-b17f7e1c1ca4 req-f940ad79-b32d-4063-964f-bf725543bda4 service neutron] 10.222.0.57 "GET /v2.0/networks/17243197-d8cc-438b-bbbf-e93eccd01246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843115 Aug 16 23:29:45.177388 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-0036918b-802e-4f94-8c32-d314d865fa36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1c84eee-238e-4540-871a-d6bd2b2d4ec4', 'name': 'tempest-AttachVolumeTestJSON-942798826-router', 'tenant_id': '08859d0d7ef54f7180b6c9acbcbb613a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '13bd179a-6886-4db8-9caa-2bb41a22fb3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:23:52Z', 'updated_at': '2021-08-16T23:23:56Z', 'revision_number': 4, 'project_id': '08859d0d7ef54f7180b6c9acbcbb613a', 'gw_port': {'id': '13bd179a-6886-4db8-9caa-2bb41a22fb3d', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:bf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c84eee-238e-4540-871a-d6bd2b2d4ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:23:53Z', 'updated_at': '2021-08-16T23:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': '20673ecf-7cb4-49bf-81ca-525657d31af6', 'tenant_id': '08859d0d7ef54f7180b6c9acbcbb613a', 'floating_ip_address': '172.25.4.202', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': 'c1c84eee-238e-4540-871a-d6bd2b2d4ec4', 'port_id': 'f023ea88-0b4a-468e-ab59-3ed9f21e3c3a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17243197-d8cc-438b-bbbf-e93eccd01246', 'mac_address': 'fa:16:3e:80:e9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c910ceb-36a6-440c-b3a2-cc9af8ddc178', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:29:30Z', 'updated_at': '2021-08-16T23:29:43Z', 'revision_number': 1, 'project_id': '08859d0d7ef54f7180b6c9acbcbb613a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b239744f-7fa7-4af0-9646-a4c96d22a1ad', 'name': '', 'network_id': '17243197-d8cc-438b-bbbf-e93eccd01246', 'tenant_id': '08859d0d7ef54f7180b6c9acbcbb613a', 'mac_address': 'fa:16:3e:ec:86:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c84eee-238e-4540-871a-d6bd2b2d4ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '4de9f471-133b-48cf-8ec1-15be31a77e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:23:55Z', 'updated_at': '2021-08-16T23:24:04Z', 'revision_number': 5, 'project_id': '08859d0d7ef54f7180b6c9acbcbb613a', 'subnets': [{'id': '4de9f471-133b-48cf-8ec1-15be31a77e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:29:45.207615 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0036918b-802e-4f94-8c32-d314d865fa36 None None] The sync data for ids ['c1c84eee-238e-4540-871a-d6bd2b2d4ec4'] in n-d-791506-26 is: [{'id': 'c1c84eee-238e-4540-871a-d6bd2b2d4ec4', 'name': 'tempest-AttachVolumeTestJSON-942798826-router', 'tenant_id': '08859d0d7ef54f7180b6c9acbcbb613a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '13bd179a-6886-4db8-9caa-2bb41a22fb3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:23:52Z', 'updated_at': '2021-08-16T23:23:56Z', 'revision_number': 4, 'project_id': '08859d0d7ef54f7180b6c9acbcbb613a', 'gw_port': {'id': '13bd179a-6886-4db8-9caa-2bb41a22fb3d', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:bf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c84eee-238e-4540-871a-d6bd2b2d4ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:23:53Z', 'updated_at': '2021-08-16T23:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': '20673ecf-7cb4-49bf-81ca-525657d31af6', 'tenant_id': '08859d0d7ef54f7180b6c9acbcbb613a', 'floating_ip_address': '172.25.4.202', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': 'c1c84eee-238e-4540-871a-d6bd2b2d4ec4', 'port_id': 'f023ea88-0b4a-468e-ab59-3ed9f21e3c3a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17243197-d8cc-438b-bbbf-e93eccd01246', 'mac_address': 'fa:16:3e:80:e9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c910ceb-36a6-440c-b3a2-cc9af8ddc178', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:29:30Z', 'updated_at': '2021-08-16T23:29:43Z', 'revision_number': 1, 'project_id': '08859d0d7ef54f7180b6c9acbcbb613a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b239744f-7fa7-4af0-9646-a4c96d22a1ad', 'name': '', 'network_id': '17243197-d8cc-438b-bbbf-e93eccd01246', 'tenant_id': '08859d0d7ef54f7180b6c9acbcbb613a', 'mac_address': 'fa:16:3e:ec:86:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c84eee-238e-4540-871a-d6bd2b2d4ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '4de9f471-133b-48cf-8ec1-15be31a77e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:23:55Z', 'updated_at': '2021-08-16T23:24:04Z', 'revision_number': 5, 'project_id': '08859d0d7ef54f7180b6c9acbcbb613a', 'subnets': [{'id': '4de9f471-133b-48cf-8ec1-15be31a77e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:29:45.415337 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823134c3-afcf-4dab-9322-c7e74c6f74ce None None] New status for floating IP 20673ecf-7cb4-49bf-81ca-525657d31af6: ACTIVE {{(pid=101294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:29:47.695195 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9636d6b3-4770-4912-b68e-cc4d79daecdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:49.800369 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a895a612-d178-44f3-923b-86c0828418d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:50.655940 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:51.627394 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:52.862291 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:55.529947 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:29:56.917374 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [req-4f588641-0f4d-4fa7-b1b9-8b9d8de27443 req-4c67192a-0c06-40a3-bcb9-90e244eac5ab service neutron] (101291) timed out ('10.222.0.36', 51362) {{(pid=101291) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 23:30:00.426642 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-40912db7-e9b8-499d-94bc-ef40323f1c1b req-85ff5760-dfe4-46e6-974a-5578cf6ef05e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3c910ceb-36a6-440c-b3a2-cc9af8ddc178&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0429940 Aug 16 23:30:00.529613 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40912db7-e9b8-499d-94bc-ef40323f1c1b req-0df747ff-6827-434b-b097-70f53e21bf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:30:00.531123 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-40912db7-e9b8-499d-94bc-ef40323f1c1b req-0df747ff-6827-434b-b097-70f53e21bf50 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=08859d0d7ef54f7180b6c9acbcbb613a&device_id=3c910ceb-36a6-440c-b3a2-cc9af8ddc178 HTTP/1.1" status: 200 len: 1098 time: 0.0444620 Aug 16 23:30:00.636811 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40912db7-e9b8-499d-94bc-ef40323f1c1b req-2494e239-8cdb-4190-bbbb-914102651707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:30:00.638301 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-40912db7-e9b8-499d-94bc-ef40323f1c1b req-2494e239-8cdb-4190-bbbb-914102651707 service neutron] 10.222.0.57 "GET /v2.0/networks?id=17243197-d8cc-438b-bbbf-e93eccd01246 HTTP/1.1" status: 200 len: 911 time: 0.0877109 Aug 16 23:30:00.723297 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-40912db7-e9b8-499d-94bc-ef40323f1c1b req-7eff73e1-3139-4767-8df6-d3ec263f4f37 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f023ea88-0b4a-468e-ab59-3ed9f21e3c3a HTTP/1.1" status: 200 len: 1002 time: 0.0621519 Aug 16 23:30:00.771383 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40912db7-e9b8-499d-94bc-ef40323f1c1b req-5484af83-98af-471e-9773-de2b20c4e31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:30:00.772834 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-40912db7-e9b8-499d-94bc-ef40323f1c1b req-5484af83-98af-471e-9773-de2b20c4e31d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4de9f471-133b-48cf-8ec1-15be31a77e92 HTTP/1.1" status: 200 len: 849 time: 0.0425282 Aug 16 23:30:00.818210 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40912db7-e9b8-499d-94bc-ef40323f1c1b req-9fe7d1d6-3577-4477-9717-6e9f045a59a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:30:00.819686 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-40912db7-e9b8-499d-94bc-ef40323f1c1b req-9fe7d1d6-3577-4477-9717-6e9f045a59a4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=17243197-d8cc-438b-bbbf-e93eccd01246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0385773 Aug 16 23:30:00.911926 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-40912db7-e9b8-499d-94bc-ef40323f1c1b req-eebd31d7-a15a-40de-91d5-028ef8da7a1d service neutron] 10.222.0.57 "GET /v2.0/networks/17243197-d8cc-438b-bbbf-e93eccd01246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841262 Aug 16 23:30:01.002407 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-40912db7-e9b8-499d-94bc-ef40323f1c1b req-a503822d-3bc6-48ba-9883-d1fc70a90c0d service neutron] 10.222.0.57 "GET /v2.0/networks/17243197-d8cc-438b-bbbf-e93eccd01246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827808 Aug 16 23:30:11.455543 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:17.696202 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-20d88026-b4cc-4a98-ae2d-f0c47a251a88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:18.824583 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:30:19.800453 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-86ccc309-b901-4bb9-bc3d-0e4baf3d257a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:20.657412 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:21.630010 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:22.864748 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:25.560442 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:41.454662 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:47.696351 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-53c34683-298b-4cc4-bcf0-5b93faf24809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:49.802162 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-31f259bc-331a-484f-a427-aa12d05d7297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:50.658143 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:51.634094 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:52.732171 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [req-7fedd895-4b4e-4560-b07b-f4a7fc0f13b6 req-c65ed799-2f51-4a9e-8aff-2ea74ad836ae service neutron] (101291) timed out ('10.222.0.57', 64068) {{(pid=101291) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 23:30:52.871283 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:55.581705 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:30:55.823296 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:30:56.390045 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [req-ff2fcdeb-478a-4b88-aad8-d1ab95aa27a5 req-0d29be98-ebdc-430c-b222-cec1b23f9a65 service neutron] (101291) timed out ('10.222.0.57', 64548) {{(pid=101291) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 23:31:00.406407 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3e0d9db4-71ee-4d77-a538-43d36c35ed69 req-63b334f1-933c-4c5d-85b0-5069de4f9c7f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3c910ceb-36a6-440c-b3a2-cc9af8ddc178&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0406945 Aug 16 23:31:00.506411 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0d9db4-71ee-4d77-a538-43d36c35ed69 req-5faf7b90-22ef-4392-9f70-51380d831b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:31:00.507970 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3e0d9db4-71ee-4d77-a538-43d36c35ed69 req-5faf7b90-22ef-4392-9f70-51380d831b20 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=08859d0d7ef54f7180b6c9acbcbb613a&device_id=3c910ceb-36a6-440c-b3a2-cc9af8ddc178 HTTP/1.1" status: 200 len: 1098 time: 0.0464993 Aug 16 23:31:00.611194 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0d9db4-71ee-4d77-a538-43d36c35ed69 req-a7b69c2d-6bb2-4df5-8bb7-3e9493080789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:31:00.612763 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3e0d9db4-71ee-4d77-a538-43d36c35ed69 req-a7b69c2d-6bb2-4df5-8bb7-3e9493080789 service neutron] 10.222.0.57 "GET /v2.0/networks?id=17243197-d8cc-438b-bbbf-e93eccd01246 HTTP/1.1" status: 200 len: 911 time: 0.0867531 Aug 16 23:31:00.681144 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3e0d9db4-71ee-4d77-a538-43d36c35ed69 req-c92e2646-ae2e-4efd-b739-67de033e1802 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f023ea88-0b4a-468e-ab59-3ed9f21e3c3a HTTP/1.1" status: 200 len: 1002 time: 0.0619216 Aug 16 23:31:00.730546 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0d9db4-71ee-4d77-a538-43d36c35ed69 req-ce3b0228-7a63-4385-b134-8ce5050b8bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:31:00.731997 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3e0d9db4-71ee-4d77-a538-43d36c35ed69 req-ce3b0228-7a63-4385-b134-8ce5050b8bc5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4de9f471-133b-48cf-8ec1-15be31a77e92 HTTP/1.1" status: 200 len: 849 time: 0.0445075 Aug 16 23:31:00.777993 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0d9db4-71ee-4d77-a538-43d36c35ed69 req-aa82e133-510a-41b5-8884-a1d68ae3c8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:31:00.779498 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3e0d9db4-71ee-4d77-a538-43d36c35ed69 req-aa82e133-510a-41b5-8884-a1d68ae3c8bc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=17243197-d8cc-438b-bbbf-e93eccd01246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406723 Aug 16 23:31:00.870505 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3e0d9db4-71ee-4d77-a538-43d36c35ed69 req-cf268367-898d-4654-b5b3-980fd7970bd0 service neutron] 10.222.0.57 "GET /v2.0/networks/17243197-d8cc-438b-bbbf-e93eccd01246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831058 Aug 16 23:31:00.957654 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3e0d9db4-71ee-4d77-a538-43d36c35ed69 req-7124a2a7-7603-4f16-9f09-938312b5c424 service neutron] 10.222.0.57 "GET /v2.0/networks/17243197-d8cc-438b-bbbf-e93eccd01246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808492 Aug 16 23:31:11.456133 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:17.697494 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7652173a-cf66-46bc-95ce-eb87e352a61a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:19.802574 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7bb9f4dd-b6ed-4ce5-96f7-7d3db7c59d07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:20.659510 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:21.635937 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:22.870720 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:25.576303 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:32.822557 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:31:41.465201 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:47.697682 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-3b2519e0-9545-4853-9bbf-cad0f88a893d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:49.805382 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-aa18fa20-cb06-47be-ace6-f506f70841c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:49.826025 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [req-42e32d06-fed5-4332-a4ba-7d5d6ee651e4 req-c898499e-7f40-44f4-91ee-441e82a73737 service neutron] (101292) timed out ('10.222.0.68', 60723) {{(pid=101292) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 23:31:50.661382 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:51.639501 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:52.874131 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:31:55.606519 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:00.437484 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c1eac240-4525-40d5-8034-2aee3cb38bc6 req-3aed141d-3791-409b-9fee-2ce45e2df14d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3c910ceb-36a6-440c-b3a2-cc9af8ddc178&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0416996 Aug 16 23:32:00.540898 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eac240-4525-40d5-8034-2aee3cb38bc6 req-c9b202ec-faa8-47d4-91f4-792a85d06e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:32:00.542447 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c1eac240-4525-40d5-8034-2aee3cb38bc6 req-c9b202ec-faa8-47d4-91f4-792a85d06e45 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=08859d0d7ef54f7180b6c9acbcbb613a&device_id=3c910ceb-36a6-440c-b3a2-cc9af8ddc178 HTTP/1.1" status: 200 len: 1098 time: 0.0467203 Aug 16 23:32:00.652919 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eac240-4525-40d5-8034-2aee3cb38bc6 req-19b31407-3e2f-48d0-9230-8040824df24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:32:00.654419 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c1eac240-4525-40d5-8034-2aee3cb38bc6 req-19b31407-3e2f-48d0-9230-8040824df24f service neutron] 10.222.0.57 "GET /v2.0/networks?id=17243197-d8cc-438b-bbbf-e93eccd01246 HTTP/1.1" status: 200 len: 911 time: 0.0849442 Aug 16 23:32:00.723515 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c1eac240-4525-40d5-8034-2aee3cb38bc6 req-7f563177-392b-429b-a098-3b853e26d9af service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f023ea88-0b4a-468e-ab59-3ed9f21e3c3a HTTP/1.1" status: 200 len: 1002 time: 0.0620475 Aug 16 23:32:00.773328 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eac240-4525-40d5-8034-2aee3cb38bc6 req-23595423-f30d-4dc2-acc2-bf7f1193b5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:32:00.774784 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c1eac240-4525-40d5-8034-2aee3cb38bc6 req-23595423-f30d-4dc2-acc2-bf7f1193b5a0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4de9f471-133b-48cf-8ec1-15be31a77e92 HTTP/1.1" status: 200 len: 849 time: 0.0449073 Aug 16 23:32:00.818924 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eac240-4525-40d5-8034-2aee3cb38bc6 req-5581d1f8-b53e-4c93-be92-a736e70b575a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:32:00.820401 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c1eac240-4525-40d5-8034-2aee3cb38bc6 req-5581d1f8-b53e-4c93-be92-a736e70b575a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=17243197-d8cc-438b-bbbf-e93eccd01246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391569 Aug 16 23:32:00.911321 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c1eac240-4525-40d5-8034-2aee3cb38bc6 req-d7f03dea-4ff3-4d5a-9d63-008efb578181 service neutron] 10.222.0.57 "GET /v2.0/networks/17243197-d8cc-438b-bbbf-e93eccd01246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839512 Aug 16 23:32:00.998738 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c1eac240-4525-40d5-8034-2aee3cb38bc6 req-487e0257-98df-43e3-81c3-f655f03c43cf service neutron] 10.222.0.57 "GET /v2.0/networks/17243197-d8cc-438b-bbbf-e93eccd01246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807600 Aug 16 23:32:09.821270 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:32:11.474925 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:17.698430 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-8c7f4b05-19cd-4c7c-81e8-13362030a1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:19.805825 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-03701094-69f6-4e0d-87fb-7c828290f06f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:20.662851 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:21.641610 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:22.878274 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:25.610029 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:41.479547 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:46.820754 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:32:47.699792 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2e8b06e4-581e-4015-a8dc-bbabfc3e24b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:49.807947 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f75fa91c-ad5d-4758-b9ea-573e6b205796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:50.665232 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:51.646179 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:52.882238 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:55.605960 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:32:59.271802 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dfa911-9b6f-47fa-9459-cf7cf77aeb83 req-edd75416-aa40-4022-bcca-8946f31baff7 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:32:59.273679 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-68dfa911-9b6f-47fa-9459-cf7cf77aeb83 req-edd75416-aa40-4022-bcca-8946f31baff7 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c910ceb-36a6-440c-b3a2-cc9af8ddc178 HTTP/1.1" status: 200 len: 946 time: 0.0507371 Aug 16 23:32:59.315114 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-68dfa911-9b6f-47fa-9459-cf7cf77aeb83 req-1e07f75e-a627-4882-8612-76eca466b586 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfe484f3-9bfb-4ca8-b05b-48ec6a405217&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341613 Aug 16 23:33:00.438945 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be50acd-73b9-4825-82fb-a61dc26da302 req-2e5e476a-9c77-4124-865a-7de1ce8893b8 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:33:00.440375 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4be50acd-73b9-4825-82fb-a61dc26da302 req-2e5e476a-9c77-4124-865a-7de1ce8893b8 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c910ceb-36a6-440c-b3a2-cc9af8ddc178 HTTP/1.1" status: 200 len: 946 time: 0.0545485 Aug 16 23:33:00.479168 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4be50acd-73b9-4825-82fb-a61dc26da302 req-e951f2e4-53e9-4498-87ef-b7c12e684474 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfe484f3-9bfb-4ca8-b05b-48ec6a405217&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327404 Aug 16 23:33:01.235407 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aef043-498a-4bbb-9740-fbfe7527093a req-1ee5a911-fac0-453d-97b1-cb9b66cf6711 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:33:01.237151 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f0aef043-498a-4bbb-9740-fbfe7527093a req-1ee5a911-fac0-453d-97b1-cb9b66cf6711 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c910ceb-36a6-440c-b3a2-cc9af8ddc178 HTTP/1.1" status: 200 len: 946 time: 0.0484741 Aug 16 23:33:01.330609 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-f0aef043-498a-4bbb-9740-fbfe7527093a req-e14b82a4-8dae-40f0-8b22-76b02c037429 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Deleting port f023ea88-0b4a-468e-ab59-3ed9f21e3c3a {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:33:01.330947 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-f0aef043-498a-4bbb-9740-fbfe7527093a req-e14b82a4-8dae-40f0-8b22-76b02c037429 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:01.415940 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-f0aef043-498a-4bbb-9740-fbfe7527093a req-e14b82a4-8dae-40f0-8b22-76b02c037429 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] For port f023ea88-0b4a-468e-ab59-3ed9f21e3c3a, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=f023ea88-0b4a-468e-ab59-3ed9f21e3c3a,segment=NetworkSegment(a0761dfe-0d3f-4666-b85e-efb15cbd0d19),segment_id=a0761dfe-0d3f-4666-b85e-efb15cbd0d19)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:33:01.416221 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-f0aef043-498a-4bbb-9740-fbfe7527093a req-e14b82a4-8dae-40f0-8b22-76b02c037429 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:01.611036 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-f0aef043-498a-4bbb-9740-fbfe7527093a req-e14b82a4-8dae-40f0-8b22-76b02c037429 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:01.612022 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-f0aef043-498a-4bbb-9740-fbfe7527093a req-e14b82a4-8dae-40f0-8b22-76b02c037429 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:01.612022 n-d-791506-26 neutron-server[101292]: INFO neutron.db.l3_db [req-f0aef043-498a-4bbb-9740-fbfe7527093a req-e14b82a4-8dae-40f0-8b22-76b02c037429 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Floating IP 20673ecf-7cb4-49bf-81ca-525657d31af6 disassociated. External IP: 172.25.4.202, port: f023ea88-0b4a-468e-ab59-3ed9f21e3c3a. Aug 16 23:33:01.612317 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-f0aef043-498a-4bbb-9740-fbfe7527093a req-e14b82a4-8dae-40f0-8b22-76b02c037429 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Calling delete_port for f023ea88-0b4a-468e-ab59-3ed9f21e3c3a owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:33:01.638044 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7750cd5d-9cad-47ef-ba9c-dc3a708e1609 req-ff24e471-5596-4b02-b3e3-f907155c2ba2 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:33:01.639656 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7750cd5d-9cad-47ef-ba9c-dc3a708e1609 req-ff24e471-5596-4b02-b3e3-f907155c2ba2 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c910ceb-36a6-440c-b3a2-cc9af8ddc178 HTTP/1.1" status: 200 len: 946 time: 0.0825524 Aug 16 23:33:01.714230 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7750cd5d-9cad-47ef-ba9c-dc3a708e1609 req-091c89e3-1be6-4fab-a5ae-5e8f8f1ee2c9 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfe484f3-9bfb-4ca8-b05b-48ec6a405217&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481327 Aug 16 23:33:01.783372 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-f0aef043-498a-4bbb-9740-fbfe7527093a req-e14b82a4-8dae-40f0-8b22-76b02c037429 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:01.813191 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14b82a4-8dae-40f0-8b22-76b02c037429 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Pushing event deleted for resources: {'Port': ['ID=f023ea88-0b4a-468e-ab59-3ed9f21e3c3a,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:33:01.824476 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14b82a4-8dae-40f0-8b22-76b02c037429 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:33:01.824734 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14b82a4-8dae-40f0-8b22-76b02c037429 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:33:01.825107 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14b82a4-8dae-40f0-8b22-76b02c037429 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:33:01.825503 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14b82a4-8dae-40f0-8b22-76b02c037429 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:33:01.826023 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14b82a4-8dae-40f0-8b22-76b02c037429 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:33:01.826606 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14b82a4-8dae-40f0-8b22-76b02c037429 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:33:01.826950 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14b82a4-8dae-40f0-8b22-76b02c037429 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:33:01.827291 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14b82a4-8dae-40f0-8b22-76b02c037429 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:33:01.827632 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14b82a4-8dae-40f0-8b22-76b02c037429 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:33:01.827968 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14b82a4-8dae-40f0-8b22-76b02c037429 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:33:01.828305 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14b82a4-8dae-40f0-8b22-76b02c037429 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:33:01.828663 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14b82a4-8dae-40f0-8b22-76b02c037429 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:33:01.940784 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f0aef043-498a-4bbb-9740-fbfe7527093a req-e14b82a4-8dae-40f0-8b22-76b02c037429 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Router c1c84eee-238e-4540-871a-d6bd2b2d4ec4 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:33:02.046865 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f0aef043-498a-4bbb-9740-fbfe7527093a req-e14b82a4-8dae-40f0-8b22-76b02c037429 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:33:02.057250 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2a7b41-920d-4402-bdbe-db4a47252bec None None] Sync routers for ids ['c1c84eee-238e-4540-871a-d6bd2b2d4ec4'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:33:02.067492 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2a7b41-920d-4402-bdbe-db4a47252bec None None] Routers {'c1c84eee-238e-4540-871a-d6bd2b2d4ec4'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:33:02.068105 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-1d2a7b41-920d-4402-bdbe-db4a47252bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:32:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['c1c84eee-238e-4540-871a-d6bd2b2d4ec4'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:33:02.086572 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0aef043-498a-4bbb-9740-fbfe7527093a req-e14b82a4-8dae-40f0-8b22-76b02c037429 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] No DVR routers for this DVR port f023ea88-0b4a-468e-ab59-3ed9f21e3c3a on host n-h2-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:33:02.089263 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-f0aef043-498a-4bbb-9740-fbfe7527093a req-e14b82a4-8dae-40f0-8b22-76b02c037429 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:02.091579 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f0aef043-498a-4bbb-9740-fbfe7527093a req-e14b82a4-8dae-40f0-8b22-76b02c037429 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.57 "DELETE /v2.0/ports/f023ea88-0b4a-468e-ab59-3ed9f21e3c3a HTTP/1.1" status: 204 len: 173 time: 0.8485336 Aug 16 23:33:02.092023 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c910ceb-36a6-440c-b3a2-cc9af8ddc178', 'name': 'network-vif-deleted', 'tag': 'f023ea88-0b4a-468e-ab59-3ed9f21e3c3a'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:33:02.094307 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a91e889-4062-4ec1-8f81-ddd220e1b69b" -d '{"events": [{"server_uuid": "3c910ceb-36a6-440c-b3a2-cc9af8ddc178", "name": "network-vif-deleted", "tag": "f023ea88-0b4a-468e-ab59-3ed9f21e3c3a"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:33:02.191128 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-1d2a7b41-920d-4402-bdbe-db4a47252bec None None] Set router c1c84eee-238e-4540-871a-d6bd2b2d4ec4 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:33:02.227821 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78fc84c3-eacb-4483-8ae1-eeb0d5c1dd84 x-openstack-request-id: req-78fc84c3-eacb-4483-8ae1-eeb0d5c1dd84 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:33:02.227821 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c910ceb-36a6-440c-b3a2-cc9af8ddc178", "name": "network-vif-deleted", "tag": "f023ea88-0b4a-468e-ab59-3ed9f21e3c3a", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:33:02.228124 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-78fc84c3-eacb-4483-8ae1-eeb0d5c1dd84 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:33:02.228613 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c910ceb-36a6-440c-b3a2-cc9af8ddc178', 'name': 'network-vif-deleted', 'tag': 'f023ea88-0b4a-468e-ab59-3ed9f21e3c3a', 'status': 'completed', 'code': 200} Aug 16 23:33:02.414598 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-1d2a7b41-920d-4402-bdbe-db4a47252bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1c84eee-238e-4540-871a-d6bd2b2d4ec4', 'name': 'tempest-AttachVolumeTestJSON-942798826-router', 'tenant_id': '08859d0d7ef54f7180b6c9acbcbb613a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '13bd179a-6886-4db8-9caa-2bb41a22fb3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:23:52Z', 'updated_at': '2021-08-16T23:23:56Z', 'revision_number': 4, 'project_id': '08859d0d7ef54f7180b6c9acbcbb613a', 'gw_port': {'id': '13bd179a-6886-4db8-9caa-2bb41a22fb3d', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:bf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c84eee-238e-4540-871a-d6bd2b2d4ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:23:53Z', 'updated_at': '2021-08-16T23:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'b239744f-7fa7-4af0-9646-a4c96d22a1ad', 'name': '', 'network_id': '17243197-d8cc-438b-bbbf-e93eccd01246', 'tenant_id': '08859d0d7ef54f7180b6c9acbcbb613a', 'mac_address': 'fa:16:3e:ec:86:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c84eee-238e-4540-871a-d6bd2b2d4ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '4de9f471-133b-48cf-8ec1-15be31a77e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:23:55Z', 'updated_at': '2021-08-16T23:24:04Z', 'revision_number': 5, 'project_id': '08859d0d7ef54f7180b6c9acbcbb613a', 'subnets': [{'id': '4de9f471-133b-48cf-8ec1-15be31a77e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:33:02.443807 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2a7b41-920d-4402-bdbe-db4a47252bec None None] Checking router: c1c84eee-238e-4540-871a-d6bd2b2d4ec4 for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:33:02.452210 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2a7b41-920d-4402-bdbe-db4a47252bec None None] Routers {'c1c84eee-238e-4540-871a-d6bd2b2d4ec4'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:33:02.452838 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-1d2a7b41-920d-4402-bdbe-db4a47252bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:32:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['c1c84eee-238e-4540-871a-d6bd2b2d4ec4'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:33:02.554418 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-1d2a7b41-920d-4402-bdbe-db4a47252bec None None] Set router c1c84eee-238e-4540-871a-d6bd2b2d4ec4 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:33:02.763278 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-1d2a7b41-920d-4402-bdbe-db4a47252bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1c84eee-238e-4540-871a-d6bd2b2d4ec4', 'name': 'tempest-AttachVolumeTestJSON-942798826-router', 'tenant_id': '08859d0d7ef54f7180b6c9acbcbb613a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '13bd179a-6886-4db8-9caa-2bb41a22fb3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:23:52Z', 'updated_at': '2021-08-16T23:23:56Z', 'revision_number': 4, 'project_id': '08859d0d7ef54f7180b6c9acbcbb613a', 'gw_port': {'id': '13bd179a-6886-4db8-9caa-2bb41a22fb3d', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:bf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c84eee-238e-4540-871a-d6bd2b2d4ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:23:53Z', 'updated_at': '2021-08-16T23:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'b239744f-7fa7-4af0-9646-a4c96d22a1ad', 'name': '', 'network_id': '17243197-d8cc-438b-bbbf-e93eccd01246', 'tenant_id': '08859d0d7ef54f7180b6c9acbcbb613a', 'mac_address': 'fa:16:3e:ec:86:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c84eee-238e-4540-871a-d6bd2b2d4ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '4de9f471-133b-48cf-8ec1-15be31a77e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:23:55Z', 'updated_at': '2021-08-16T23:24:04Z', 'revision_number': 5, 'project_id': '08859d0d7ef54f7180b6c9acbcbb613a', 'subnets': [{'id': '4de9f471-133b-48cf-8ec1-15be31a77e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:33:02.791726 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2a7b41-920d-4402-bdbe-db4a47252bec None None] The sync data for ids ['c1c84eee-238e-4540-871a-d6bd2b2d4ec4'] in n-d-791506-26 is: [{'id': 'c1c84eee-238e-4540-871a-d6bd2b2d4ec4', 'name': 'tempest-AttachVolumeTestJSON-942798826-router', 'tenant_id': '08859d0d7ef54f7180b6c9acbcbb613a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '13bd179a-6886-4db8-9caa-2bb41a22fb3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:23:52Z', 'updated_at': '2021-08-16T23:23:56Z', 'revision_number': 4, 'project_id': '08859d0d7ef54f7180b6c9acbcbb613a', 'gw_port': {'id': '13bd179a-6886-4db8-9caa-2bb41a22fb3d', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:bf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c84eee-238e-4540-871a-d6bd2b2d4ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:23:53Z', 'updated_at': '2021-08-16T23:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'b239744f-7fa7-4af0-9646-a4c96d22a1ad', 'name': '', 'network_id': '17243197-d8cc-438b-bbbf-e93eccd01246', 'tenant_id': '08859d0d7ef54f7180b6c9acbcbb613a', 'mac_address': 'fa:16:3e:ec:86:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c84eee-238e-4540-871a-d6bd2b2d4ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '4de9f471-133b-48cf-8ec1-15be31a77e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:23:55Z', 'updated_at': '2021-08-16T23:24:04Z', 'revision_number': 5, 'project_id': '08859d0d7ef54f7180b6c9acbcbb613a', 'subnets': [{'id': '4de9f471-133b-48cf-8ec1-15be31a77e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:33:02.800259 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 51144) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:33:02.856410 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ff72be54-9ea0-4b5d-8c3a-fef731d88694 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:02.880837 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ff72be54-9ea0-4b5d-8c3a-fef731d88694 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:02.933240 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ff72be54-9ea0-4b5d-8c3a-fef731d88694 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:02.936816 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ff72be54-9ea0-4b5d-8c3a-fef731d88694 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:02.938026 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-ff72be54-9ea0-4b5d-8c3a-fef731d88694 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "DELETE /v2.0/security-groups/bfe484f3-9bfb-4ca8-b05b-48ec6a405217 HTTP/1.1" status: 204 len: 168 time: 0.1366982 Aug 16 23:33:02.940894 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 51146) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:33:02.947377 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff72be54-9ea0-4b5d-8c3a-fef731d88694 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe484f3-9bfb-4ca8-b05b-48ec6a405217,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:33:02.957884 n-d-791506-26 neutron-server[101291]: INFO neutron.api.v2.resource [None req-4c4340b7-f423-4752-8d60-30403dc42fa0 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] show failed (client error): The resource could not be found. Aug 16 23:33:02.959438 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-4c4340b7-f423-4752-8d60-30403dc42fa0 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "GET /v2.0/security-groups/bfe484f3-9bfb-4ca8-b05b-48ec6a405217 HTTP/1.1" status: 404 len: 347 time: 0.0164073 Aug 16 23:33:02.961819 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 51150) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:33:03.029576 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed453c8-9dc8-4479-b59f-89b1ba44ed59 None None] New status for floating IP 20673ecf-7cb4-49bf-81ca-525657d31af6: DOWN {{(pid=101294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:33:03.091988 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-fc8e5ad5-d9ad-4ed5-aff8-a4a14e5e5134 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Deleting port 789474ab-6f4d-43ee-8e09-1f0b0e6fa3ce {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:33:03.092231 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fc8e5ad5-d9ad-4ed5-aff8-a4a14e5e5134 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:03.179300 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fc8e5ad5-d9ad-4ed5-aff8-a4a14e5e5134 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:03.179634 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fc8e5ad5-d9ad-4ed5-aff8-a4a14e5e5134 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:03.191793 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-fc8e5ad5-d9ad-4ed5-aff8-a4a14e5e5134 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Calling delete_port for 789474ab-6f4d-43ee-8e09-1f0b0e6fa3ce owned by network:floatingip {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:33:03.327343 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fc8e5ad5-d9ad-4ed5-aff8-a4a14e5e5134 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:03.353647 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8e5ad5-d9ad-4ed5-aff8-a4a14e5e5134 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Pushing event deleted for resources: {'Port': ['ID=789474ab-6f4d-43ee-8e09-1f0b0e6fa3ce,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:33:03.379180 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8e5ad5-d9ad-4ed5-aff8-a4a14e5e5134 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:33:03.379526 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8e5ad5-d9ad-4ed5-aff8-a4a14e5e5134 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:33:03.379886 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8e5ad5-d9ad-4ed5-aff8-a4a14e5e5134 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:33:03.380205 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8e5ad5-d9ad-4ed5-aff8-a4a14e5e5134 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:33:03.380560 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8e5ad5-d9ad-4ed5-aff8-a4a14e5e5134 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:33:03.380894 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8e5ad5-d9ad-4ed5-aff8-a4a14e5e5134 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:33:03.381225 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8e5ad5-d9ad-4ed5-aff8-a4a14e5e5134 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:33:03.381547 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8e5ad5-d9ad-4ed5-aff8-a4a14e5e5134 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:33:03.381869 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8e5ad5-d9ad-4ed5-aff8-a4a14e5e5134 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:33:03.382193 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8e5ad5-d9ad-4ed5-aff8-a4a14e5e5134 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:33:03.382516 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8e5ad5-d9ad-4ed5-aff8-a4a14e5e5134 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:33:03.382842 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8e5ad5-d9ad-4ed5-aff8-a4a14e5e5134 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:33:03.421541 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fc8e5ad5-d9ad-4ed5-aff8-a4a14e5e5134 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Notify callbacks [] for floatingip, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:03.424190 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fc8e5ad5-d9ad-4ed5-aff8-a4a14e5e5134 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:03.425383 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-fc8e5ad5-d9ad-4ed5-aff8-a4a14e5e5134 tempest-AttachVolumeTestJSON-1917580401 tempest-AttachVolumeTestJSON-1917580401-project] 10.222.0.36 "DELETE /v2.0/floatingips/20673ecf-7cb4-49bf-81ca-525657d31af6 HTTP/1.1" status: 204 len: 168 time: 0.4624004 Aug 16 23:33:05.458517 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device f023ea88-0b4a-468e-ab59-3ed9f21e3c3a no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:33:05.484671 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] No Port match for: f023ea88-0b4a-468e-ab59-3ed9f21e3c3a {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:33:05.485023 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device f023ea88-0b4a-468e-ab59-3ed9f21e3c3a not bound to the agent host n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:33:10.197148 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 51184) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:33:10.650879 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-02d47001-0b6c-44ac-a00a-05775c03c316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537579'] for router_interface, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:10.952844 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-02d47001-0b6c-44ac-a00a-05775c03c316 admin admin] Deleting port b239744f-7fa7-4af0-9646-a4c96d22a1ad {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:33:10.953121 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-02d47001-0b6c-44ac-a00a-05775c03c316 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:11.043919 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-02d47001-0b6c-44ac-a00a-05775c03c316 admin admin] For port b239744f-7fa7-4af0-9646-a4c96d22a1ad, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=b239744f-7fa7-4af0-9646-a4c96d22a1ad,segment=NetworkSegment(a0761dfe-0d3f-4666-b85e-efb15cbd0d19),segment_id=a0761dfe-0d3f-4666-b85e-efb15cbd0d19)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:33:11.045111 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-02d47001-0b6c-44ac-a00a-05775c03c316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:11.057992 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-02d47001-0b6c-44ac-a00a-05775c03c316 admin admin] Calling delete_port for b239744f-7fa7-4af0-9646-a4c96d22a1ad owned by network:router_interface {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:33:11.607358 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-02d47001-0b6c-44ac-a00a-05775c03c316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:11.643544 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:11.645658 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d47001-0b6c-44ac-a00a-05775c03c316 admin admin] Pushing event deleted for resources: {'Port': ['ID=b239744f-7fa7-4af0-9646-a4c96d22a1ad,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:33:11.843747 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-02d47001-0b6c-44ac-a00a-05775c03c316 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537471'] for router_interface, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:12.085338 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02d47001-0b6c-44ac-a00a-05775c03c316 admin admin] Router c1c84eee-238e-4540-871a-d6bd2b2d4ec4 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:33:12.196719 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02d47001-0b6c-44ac-a00a-05775c03c316 admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:33:12.206142 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-02d47001-0b6c-44ac-a00a-05775c03c316 admin admin] 10.222.0.36 "PUT /v2.0/routers/c1c84eee-238e-4540-871a-d6bd2b2d4ec4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0055816 Aug 16 23:33:12.206537 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 51188) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:33:12.210025 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc44332-ee03-4ff2-99ca-5eaf3441d823 None None] Sync routers for ids ['c1c84eee-238e-4540-871a-d6bd2b2d4ec4'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:33:12.220212 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc44332-ee03-4ff2-99ca-5eaf3441d823 None None] Routers {'c1c84eee-238e-4540-871a-d6bd2b2d4ec4'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:33:12.220876 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-0bc44332-ee03-4ff2-99ca-5eaf3441d823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:32:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['c1c84eee-238e-4540-871a-d6bd2b2d4ec4'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:33:12.310934 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8e245829-20b4-4ac6-8948-c66c7dd8794e admin admin] Notify callbacks [] for router, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:12.323918 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-0bc44332-ee03-4ff2-99ca-5eaf3441d823 None None] Set router c1c84eee-238e-4540-871a-d6bd2b2d4ec4 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:33:12.416091 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8e245829-20b4-4ac6-8948-c66c7dd8794e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:12.468837 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-8e245829-20b4-4ac6-8948-c66c7dd8794e admin admin] Deleting port 13bd179a-6886-4db8-9caa-2bb41a22fb3d {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:33:12.469190 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8e245829-20b4-4ac6-8948-c66c7dd8794e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:12.504204 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-0bc44332-ee03-4ff2-99ca-5eaf3441d823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1c84eee-238e-4540-871a-d6bd2b2d4ec4', 'name': 'tempest-AttachVolumeTestJSON-942798826-router', 'tenant_id': '08859d0d7ef54f7180b6c9acbcbb613a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '13bd179a-6886-4db8-9caa-2bb41a22fb3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:23:52Z', 'updated_at': '2021-08-16T23:33:11Z', 'revision_number': 5, 'project_id': '08859d0d7ef54f7180b6c9acbcbb613a', 'gw_port': {'id': '13bd179a-6886-4db8-9caa-2bb41a22fb3d', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:bf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c84eee-238e-4540-871a-d6bd2b2d4ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:23:53Z', 'updated_at': '2021-08-16T23:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:33:12.531007 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc44332-ee03-4ff2-99ca-5eaf3441d823 None None] Checking router: c1c84eee-238e-4540-871a-d6bd2b2d4ec4 for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:33:12.539946 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc44332-ee03-4ff2-99ca-5eaf3441d823 None None] Routers {'c1c84eee-238e-4540-871a-d6bd2b2d4ec4'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:33:12.540610 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-0bc44332-ee03-4ff2-99ca-5eaf3441d823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:32:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['c1c84eee-238e-4540-871a-d6bd2b2d4ec4'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:33:12.631955 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-0bc44332-ee03-4ff2-99ca-5eaf3441d823 None None] Set router c1c84eee-238e-4540-871a-d6bd2b2d4ec4 gateway port host: None {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:33:12.689252 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-0bc44332-ee03-4ff2-99ca-5eaf3441d823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1c84eee-238e-4540-871a-d6bd2b2d4ec4', 'name': 'tempest-AttachVolumeTestJSON-942798826-router', 'tenant_id': '08859d0d7ef54f7180b6c9acbcbb613a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:23:52Z', 'updated_at': '2021-08-16T23:33:12Z', 'revision_number': 6, 'project_id': '08859d0d7ef54f7180b6c9acbcbb613a', 'gw_port_host': None}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:33:12.715727 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc44332-ee03-4ff2-99ca-5eaf3441d823 None None] The sync data for ids ['c1c84eee-238e-4540-871a-d6bd2b2d4ec4'] in n-d-791506-26 is: [{'id': 'c1c84eee-238e-4540-871a-d6bd2b2d4ec4', 'name': 'tempest-AttachVolumeTestJSON-942798826-router', 'tenant_id': '08859d0d7ef54f7180b6c9acbcbb613a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:23:52Z', 'updated_at': '2021-08-16T23:33:12Z', 'revision_number': 6, 'project_id': '08859d0d7ef54f7180b6c9acbcbb613a', 'gw_port_host': None}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:33:12.862949 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-8e245829-20b4-4ac6-8948-c66c7dd8794e admin admin] For port 13bd179a-6886-4db8-9caa-2bb41a22fb3d, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=13bd179a-6886-4db8-9caa-2bb41a22fb3d,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:33:12.863303 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8e245829-20b4-4ac6-8948-c66c7dd8794e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:12.875045 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-8e245829-20b4-4ac6-8948-c66c7dd8794e admin admin] Calling delete_port for 13bd179a-6886-4db8-9caa-2bb41a22fb3d owned by network:router_gateway {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:33:13.035150 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8e245829-20b4-4ac6-8948-c66c7dd8794e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:13.061085 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e245829-20b4-4ac6-8948-c66c7dd8794e admin admin] Pushing event deleted for resources: {'Port': ['ID=13bd179a-6886-4db8-9caa-2bb41a22fb3d,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:33:13.126506 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8e245829-20b4-4ac6-8948-c66c7dd8794e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537121'] for router_gateway, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:13.220987 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8e245829-20b4-4ac6-8948-c66c7dd8794e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:13.223163 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8e245829-20b4-4ac6-8948-c66c7dd8794e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:13.266088 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8e245829-20b4-4ac6-8948-c66c7dd8794e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:13.266569 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e245829-20b4-4ac6-8948-c66c7dd8794e admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1c84eee-238e-4540-871a-d6bd2b2d4ec4 {{(pid=101292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:33:13.271137 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8e245829-20b4-4ac6-8948-c66c7dd8794e admin admin] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:13.272058 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-8e245829-20b4-4ac6-8948-c66c7dd8794e admin admin] 10.222.0.36 "DELETE /v2.0/routers/c1c84eee-238e-4540-871a-d6bd2b2d4ec4 HTTP/1.1" status: 204 len: 168 time: 1.0659573 Aug 16 23:33:13.274579 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 51190) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:33:13.318123 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_v2 [None req-15db732a-40d5-4655-b14a-ad567a1bda5f admin admin] Deleting subnet 4de9f471-133b-48cf-8ec1-15be31a77e92 {{(pid=101292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:33:13.321005 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-15db732a-40d5-4655-b14a-ad567a1bda5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:13.358715 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-15db732a-40d5-4655-b14a-ad567a1bda5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3848860'] for subnet, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:13.432682 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-15db732a-40d5-4655-b14a-ad567a1bda5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:13.491829 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-15db732a-40d5-4655-b14a-ad567a1bda5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26252129'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:13.517851 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15db732a-40d5-4655-b14a-ad567a1bda5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4de9f471-133b-48cf-8ec1-15be31a77e92,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:33:13.524910 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-15db732a-40d5-4655-b14a-ad567a1bda5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:13.526820 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-15db732a-40d5-4655-b14a-ad567a1bda5f admin admin] 10.222.0.36 "DELETE /v2.0/subnets/4de9f471-133b-48cf-8ec1-15be31a77e92 HTTP/1.1" status: 204 len: 168 time: 0.2511568 Aug 16 23:33:13.529518 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 51192) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:33:13.534980 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0523fcc8-4285-4729-95cf-3985955c0599 None None] Network 17243197-d8cc-438b-bbbf-e93eccd01246 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:33:13.606076 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3ec1bffc-375f-45ce-9671-c9ba5fed4123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:13.662551 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-3ec1bffc-375f-45ce-9671-c9ba5fed4123 admin admin] Deleting port 4850b514-8f3e-4ad9-b230-7c159cd96f50 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:33:13.662901 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3ec1bffc-375f-45ce-9671-c9ba5fed4123 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:13.718470 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed37189-5fac-4c3d-a0cc-5b9d60568260 None None] DHCP port deletion for 17243197-d8cc-438b-bbbf-e93eccd01246 request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:33:13.738241 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-3ec1bffc-375f-45ce-9671-c9ba5fed4123 admin admin] For port 4850b514-8f3e-4ad9-b230-7c159cd96f50, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=4850b514-8f3e-4ad9-b230-7c159cd96f50,segment=NetworkSegment(a0761dfe-0d3f-4666-b85e-efb15cbd0d19),segment_id=a0761dfe-0d3f-4666-b85e-efb15cbd0d19)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:33:13.738612 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3ec1bffc-375f-45ce-9671-c9ba5fed4123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:13.755257 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-3ec1bffc-375f-45ce-9671-c9ba5fed4123 admin admin] Calling delete_port for 4850b514-8f3e-4ad9-b230-7c159cd96f50 owned by network:dhcp {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:33:13.767050 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-bed37189-5fac-4c3d-a0cc-5b9d60568260 None None] Deleting port 4850b514-8f3e-4ad9-b230-7c159cd96f50 {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:33:13.767516 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-bed37189-5fac-4c3d-a0cc-5b9d60568260 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:13.835437 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-bed37189-5fac-4c3d-a0cc-5b9d60568260 None None] For port 4850b514-8f3e-4ad9-b230-7c159cd96f50, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=4850b514-8f3e-4ad9-b230-7c159cd96f50,segment=NetworkSegment(a0761dfe-0d3f-4666-b85e-efb15cbd0d19),segment_id=a0761dfe-0d3f-4666-b85e-efb15cbd0d19)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:33:13.835845 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-bed37189-5fac-4c3d-a0cc-5b9d60568260 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:13.841192 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3ec1bffc-375f-45ce-9671-c9ba5fed4123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:13.848496 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-bed37189-5fac-4c3d-a0cc-5b9d60568260 None None] Calling delete_port for 4850b514-8f3e-4ad9-b230-7c159cd96f50 owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:33:13.866883 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec1bffc-375f-45ce-9671-c9ba5fed4123 admin admin] Pushing event deleted for resources: {'Port': ['ID=4850b514-8f3e-4ad9-b230-7c159cd96f50,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:33:13.870515 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec1bffc-375f-45ce-9671-c9ba5fed4123 admin admin] No DVR routers for this DVR port 4850b514-8f3e-4ad9-b230-7c159cd96f50 on host n-d-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:33:13.926965 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-bed37189-5fac-4c3d-a0cc-5b9d60568260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:13.945069 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3ec1bffc-375f-45ce-9671-c9ba5fed4123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:13.954124 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed37189-5fac-4c3d-a0cc-5b9d60568260 None None] Pushing event deleted for resources: {'Port': ['ID=4850b514-8f3e-4ad9-b230-7c159cd96f50,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:33:13.955338 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-3ec1bffc-375f-45ce-9671-c9ba5fed4123 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17243197-d8cc-438b-bbbf-e93eccd01246']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:33:13.963411 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed37189-5fac-4c3d-a0cc-5b9d60568260 None None] No DVR routers for this DVR port 4850b514-8f3e-4ad9-b230-7c159cd96f50 on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:33:13.965629 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed37189-5fac-4c3d-a0cc-5b9d60568260 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:33:13.966501 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed37189-5fac-4c3d-a0cc-5b9d60568260 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:33:13.966929 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed37189-5fac-4c3d-a0cc-5b9d60568260 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:33:13.967250 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-3ec1bffc-375f-45ce-9671-c9ba5fed4123 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0761dfe-0d3f-4666-b85e-efb15cbd0d19') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:33:13.967373 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed37189-5fac-4c3d-a0cc-5b9d60568260 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:33:13.967641 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-3ec1bffc-375f-45ce-9671-c9ba5fed4123 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0761dfe-0d3f-4666-b85e-efb15cbd0d19') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:33:13.967765 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed37189-5fac-4c3d-a0cc-5b9d60568260 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:33:13.967982 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed37189-5fac-4c3d-a0cc-5b9d60568260 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:33:13.968316 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed37189-5fac-4c3d-a0cc-5b9d60568260 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:33:13.968673 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed37189-5fac-4c3d-a0cc-5b9d60568260 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:33:13.969010 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed37189-5fac-4c3d-a0cc-5b9d60568260 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:33:13.969338 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed37189-5fac-4c3d-a0cc-5b9d60568260 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:33:13.969662 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed37189-5fac-4c3d-a0cc-5b9d60568260 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:33:13.970174 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed37189-5fac-4c3d-a0cc-5b9d60568260 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:33:13.978016 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3ec1bffc-375f-45ce-9671-c9ba5fed4123 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:13.993017 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3ec1bffc-375f-45ce-9671-c9ba5fed4123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:13.999009 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ec1bffc-375f-45ce-9671-c9ba5fed4123 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:33:13.999472 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3ec1bffc-375f-45ce-9671-c9ba5fed4123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:14.001134 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 16 23:33:14.001134 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:33:14.001134 n-d-791506-26 neutron-server[101292]: timer() Aug 16 23:33:14.001134 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:33:14.001134 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 16 23:33:14.001134 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:33:14.001134 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 16 23:33:14.001134 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:33:14.001134 n-d-791506-26 neutron-server[101292]: self._notify() Aug 16 23:33:14.001134 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:33:14.001134 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 16 23:33:14.001134 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:33:14.001134 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 16 23:33:14.001134 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:33:14.001134 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:33:14.001134 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:33:14.001134 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:33:14.001134 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:33:14.001134 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 16 23:33:14.001134 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:33:14.001134 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 16 23:33:14.001134 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:33:14.001134 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:33:14.001134 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:33:14.001134 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 16 23:33:14.001134 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:33:14.001134 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:33:14.001134 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:33:14.001134 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:33:14.001134 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:33:14.001134 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:33:14.001134 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:33:14.056913 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3ec1bffc-375f-45ce-9671-c9ba5fed4123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:14.063045 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3ec1bffc-375f-45ce-9671-c9ba5fed4123 admin admin] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:14.064960 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-3ec1bffc-375f-45ce-9671-c9ba5fed4123 admin admin] 10.222.0.36 "DELETE /v2.0/networks/17243197-d8cc-438b-bbbf-e93eccd01246 HTTP/1.1" status: 204 len: 168 time: 0.5344648 Aug 16 23:33:14.076252 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec1bffc-375f-45ce-9671-c9ba5fed4123 admin admin] Pushing event deleted for resources: {'Network': ['ID=17243197-d8cc-438b-bbbf-e93eccd01246,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:33:14.181748 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 51196) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:33:14.221442 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-eba8e91c-16b3-4b9c-9ca6-918487be3f33 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=08859d0d7ef54f7180b6c9acbcbb613a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385499 Aug 16 23:33:14.223864 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 51198) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:33:14.273439 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4e71aad9-8a7c-4c70-a364-8b9ee489582d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:14.294794 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4e71aad9-8a7c-4c70-a364-8b9ee489582d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:14.349693 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4e71aad9-8a7c-4c70-a364-8b9ee489582d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:14.352326 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4e71aad9-8a7c-4c70-a364-8b9ee489582d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:14.353532 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-4e71aad9-8a7c-4c70-a364-8b9ee489582d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/83af286b-d2f8-4089-8d7a-99cd572b3c76 HTTP/1.1" status: 204 len: 168 time: 0.1287823 Aug 16 23:33:14.365086 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e71aad9-8a7c-4c70-a364-8b9ee489582d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83af286b-d2f8-4089-8d7a-99cd572b3c76,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:33:14.410138 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 13bd179a-6886-4db8-9caa-2bb41a22fb3d no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:33:14.430455 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 13bd179a-6886-4db8-9caa-2bb41a22fb3d {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:33:14.430881 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 13bd179a-6886-4db8-9caa-2bb41a22fb3d not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:33:14.431371 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 4850b514-8f3e-4ad9-b230-7c159cd96f50 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:33:14.451511 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 4850b514-8f3e-4ad9-b230-7c159cd96f50 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:33:14.451908 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 4850b514-8f3e-4ad9-b230-7c159cd96f50 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:33:14.452333 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device b239744f-7fa7-4af0-9646-a4c96d22a1ad no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:33:14.471784 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: b239744f-7fa7-4af0-9646-a4c96d22a1ad {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:33:14.472135 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device b239744f-7fa7-4af0-9646-a4c96d22a1ad not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:33:15.063417 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 51220) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:33:15.162770 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-278aed86-36e3-48d6-94eb-bb15ef932c8d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1279622841-network', 'tenant_id': '716536f43e744311a4be1e1a633d69ec'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:33:15.183606 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-278aed86-36e3-48d6-94eb-bb15ef932c8d admin admin] Made reservation on behalf of 716536f43e744311a4be1e1a633d69ec for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:33:15.185999 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-278aed86-36e3-48d6-94eb-bb15ef932c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:15.194034 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-278aed86-36e3-48d6-94eb-bb15ef932c8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:15.292476 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-278aed86-36e3-48d6-94eb-bb15ef932c8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:15.296258 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-278aed86-36e3-48d6-94eb-bb15ef932c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:15.322666 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-278aed86-36e3-48d6-94eb-bb15ef932c8d admin admin] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:33:15.329073 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278aed86-36e3-48d6-94eb-bb15ef932c8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2480b2f-24ea-4f3a-86bf-0cb39fe8f758,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:33:15.337214 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-278aed86-36e3-48d6-94eb-bb15ef932c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:15.337214 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-278aed86-36e3-48d6-94eb-bb15ef932c8d admin admin] Added segment 0bd08585-a02e-4d6f-a90a-eb2309e05a19 of type vlan for network 4353c830-8e73-4324-a9ff-14ce174676f7 Aug 16 23:33:15.376996 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-278aed86-36e3-48d6-94eb-bb15ef932c8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:15.401461 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-278aed86-36e3-48d6-94eb-bb15ef932c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:15.402368 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278aed86-36e3-48d6-94eb-bb15ef932c8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:33:15.402978 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-278aed86-36e3-48d6-94eb-bb15ef932c8d admin admin] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:15.464859 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-278aed86-36e3-48d6-94eb-bb15ef932c8d admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4002993 Aug 16 23:33:15.468646 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 51224) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:33:15.473758 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-2a6bda8d-3dc5-41e1-9362-6ce7ce0f5119 admin admin] Request body: {'subnet': {'network_id': '4353c830-8e73-4324-a9ff-14ce174676f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1279622841-subnet', 'tenant_id': '716536f43e744311a4be1e1a633d69ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:33:15.494314 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a6bda8d-3dc5-41e1-9362-6ce7ce0f5119 admin admin] Made reservation on behalf of 716536f43e744311a4be1e1a633d69ec for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:33:15.494907 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278aed86-36e3-48d6-94eb-bb15ef932c8d admin admin] Pushing event updated for resources: {'Network': ['ID=4353c830-8e73-4324-a9ff-14ce174676f7,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:33:15.496891 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2a6bda8d-3dc5-41e1-9362-6ce7ce0f5119 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:15.506177 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 4353c830-8e73-4324-a9ff-14ce174676f7 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:33:15.672152 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2a6bda8d-3dc5-41e1-9362-6ce7ce0f5119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:15.726840 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6bda8d-3dc5-41e1-9362-6ce7ce0f5119 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eaa20b63-af08-4cf4-a856-671ea25c4e9d,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:33:15.742428 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6bda8d-3dc5-41e1-9362-6ce7ce0f5119 admin admin] Checking segment: {'id': '0bd08585-a02e-4d6f-a90a-eb2309e05a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '4353c830-8e73-4324-a9ff-14ce174676f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:33:15.743988 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6bda8d-3dc5-41e1-9362-6ce7ce0f5119 admin admin] Network hostable DHCP agents. Network: 4353c830-8e73-4324-a9ff-14ce174676f7, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:33:15.763993 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6bda8d-3dc5-41e1-9362-6ce7ce0f5119 admin admin] Network 4353c830-8e73-4324-a9ff-14ce174676f7 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:33:15.773182 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-2a6bda8d-3dc5-41e1-9362-6ce7ce0f5119 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 4353c830-8e73-4324-a9ff-14ce174676f7) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:33:15.778956 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6bda8d-3dc5-41e1-9362-6ce7ce0f5119 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:33:15.778956 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2a6bda8d-3dc5-41e1-9362-6ce7ce0f5119 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:15.782378 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9131105-3e28-4671-a2eb-41c8faccfd7a None None] Network 4353c830-8e73-4324-a9ff-14ce174676f7 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:33:15.794711 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-2a6bda8d-3dc5-41e1-9362-6ce7ce0f5119 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3248577 Aug 16 23:33:15.905808 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac468f8-aa0e-459c-8ea0-1bb60d498236 None None] Network 4353c830-8e73-4324-a9ff-14ce174676f7 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:33:16.220897 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33de2b47-b64c-4169-a237-e97e0dd9df77 req-7002f857-e47b-44fc-9786-e6c9a1182963 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:33:16.222304 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-33de2b47-b64c-4169-a237-e97e0dd9df77 req-7002f857-e47b-44fc-9786-e6c9a1182963 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/networks?id=4353c830-8e73-4324-a9ff-14ce174676f7 HTTP/1.1" status: 200 len: 815 time: 0.1028121 Aug 16 23:33:16.238535 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-33de2b47-b64c-4169-a237-e97e0dd9df77 req-cc10e405-ff7f-4a09-ba10-ae5b8ff23271 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/quotas/716536f43e744311a4be1e1a633d69ec HTTP/1.1" status: 200 len: 375 time: 0.0104530 Aug 16 23:33:16.269833 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-33de2b47-b64c-4169-a237-e97e0dd9df77 req-ce27e244-339f-4a9d-b334-80b9aad6b535 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=716536f43e744311a4be1e1a633d69ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259004 Aug 16 23:33:16.281521 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [req-33de2b47-b64c-4169-a237-e97e0dd9df77 req-a394ec40-f9df-4643-9f35-bf22427cfb77 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:33:16.282446 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-33de2b47-b64c-4169-a237-e97e0dd9df77 req-a394ec40-f9df-4643-9f35-bf22427cfb77 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061533 Aug 16 23:33:16.374035 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-33de2b47-b64c-4169-a237-e97e0dd9df77 req-4dc57128-a0e9-4611-b221-6c9bff99062f service neutron] 10.222.0.36 "GET /v2.0/networks/4353c830-8e73-4324-a9ff-14ce174676f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858078 Aug 16 23:33:16.476584 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-33de2b47-b64c-4169-a237-e97e0dd9df77 req-7441cbbe-ba38-4fe4-8fa9-062b40ecdec2 service neutron] 10.222.0.36 "GET /v2.0/networks/4353c830-8e73-4324-a9ff-14ce174676f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961924 Aug 16 23:33:16.634524 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b8cd631e-b696-46b5-b673-4a65336498bb req-c9d32ce7-ab8e-4d43-a4b0-04b0bae0e328 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/ports?device_id=24d6c6aa-4f97-4d71-9bb1-7f0a89cf863c HTTP/1.1" status: 200 len: 210 time: 0.0260203 Aug 16 23:33:17.644206 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33de2b47-b64c-4169-a237-e97e0dd9df77 req-c18a7e83-5d63-4430-8acb-7221eb3d020e tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:33:17.646218 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-33de2b47-b64c-4169-a237-e97e0dd9df77 req-c18a7e83-5d63-4430-8acb-7221eb3d020e tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.57 "GET /v2.0/networks?id=4353c830-8e73-4324-a9ff-14ce174676f7 HTTP/1.1" status: 200 len: 815 time: 0.1312904 Aug 16 23:33:17.668602 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-33de2b47-b64c-4169-a237-e97e0dd9df77 req-fbe06b75-1fcd-427a-af39-91860495806d tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Request body: {'port': {'device_id': '24d6c6aa-4f97-4d71-9bb1-7f0a89cf863c', 'network_id': '4353c830-8e73-4324-a9ff-14ce174676f7', 'admin_state_up': True, 'tenant_id': '716536f43e744311a4be1e1a633d69ec'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:33:17.702891 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-18518023-6666-4f94-915c-c3e29aa96d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:17.748901 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3e270649-dba0-48d4-81e6-2e7388664053 req-8cf24c7f-4b26-4b05-836d-214abcb39761 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/ports?device_id=24d6c6aa-4f97-4d71-9bb1-7f0a89cf863c HTTP/1.1" status: 200 len: 210 time: 0.0333414 Aug 16 23:33:17.810426 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33de2b47-b64c-4169-a237-e97e0dd9df77 req-fbe06b75-1fcd-427a-af39-91860495806d tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Made reservation on behalf of 716536f43e744311a4be1e1a633d69ec for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:33:17.813981 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-33de2b47-b64c-4169-a237-e97e0dd9df77 req-fbe06b75-1fcd-427a-af39-91860495806d tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:17.951407 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [req-33de2b47-b64c-4169-a237-e97e0dd9df77 req-fbe06b75-1fcd-427a-af39-91860495806d tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Allocated IP 172.20.0.3 (4353c830-8e73-4324-a9ff-14ce174676f7/eaa20b63-af08-4cf4-a856-671ea25c4e9d/2ea7dfa7-0c06-4675-b9c2-2c96d36c8a96) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:33:18.097295 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-33de2b47-b64c-4169-a237-e97e0dd9df77 req-fbe06b75-1fcd-427a-af39-91860495806d tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:18.136308 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-33de2b47-b64c-4169-a237-e97e0dd9df77 req-fbe06b75-1fcd-427a-af39-91860495806d tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:18.187853 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33de2b47-b64c-4169-a237-e97e0dd9df77 req-fbe06b75-1fcd-427a-af39-91860495806d tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Network 4353c830-8e73-4324-a9ff-14ce174676f7 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:33:18.191004 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [req-33de2b47-b64c-4169-a237-e97e0dd9df77 req-fbe06b75-1fcd-427a-af39-91860495806d tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:33:18.194814 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-33de2b47-b64c-4169-a237-e97e0dd9df77 req-fbe06b75-1fcd-427a-af39-91860495806d tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:33:18.201776 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe06b75-1fcd-427a-af39-91860495806d tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Pushing event updated for resources: {'Port': ['ID=2ea7dfa7-0c06-4675-b9c2-2c96d36c8a96,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:33:18.247405 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33de2b47-b64c-4169-a237-e97e0dd9df77 req-fbe06b75-1fcd-427a-af39-91860495806d tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:33:18.248016 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-33de2b47-b64c-4169-a237-e97e0dd9df77 req-fbe06b75-1fcd-427a-af39-91860495806d tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:18.262342 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-33de2b47-b64c-4169-a237-e97e0dd9df77 req-fbe06b75-1fcd-427a-af39-91860495806d tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5977876 Aug 16 23:33:18.330678 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-33de2b47-b64c-4169-a237-e97e0dd9df77 req-993820d6-0db1-41ac-8d1f-2a1a13c2de07 service neutron] Request body: {'port': {'device_id': '24d6c6aa-4f97-4d71-9bb1-7f0a89cf863c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-26'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:33:18.388747 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-33de2b47-b64c-4169-a237-e97e0dd9df77 req-993820d6-0db1-41ac-8d1f-2a1a13c2de07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:18.651842 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [req-33de2b47-b64c-4169-a237-e97e0dd9df77 req-993820d6-0db1-41ac-8d1f-2a1a13c2de07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ea7dfa7-0c06-4675-b9c2-2c96d36c8a96 {{(pid=101292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:33:18.659489 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-33de2b47-b64c-4169-a237-e97e0dd9df77 req-993820d6-0db1-41ac-8d1f-2a1a13c2de07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:18.672094 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-33de2b47-b64c-4169-a237-e97e0dd9df77 req-993820d6-0db1-41ac-8d1f-2a1a13c2de07 service neutron] Transition to ACTIVE for port object 2ea7dfa7-0c06-4675-b9c2-2c96d36c8a96 will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:33:18.676063 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-33de2b47-b64c-4169-a237-e97e0dd9df77 req-993820d6-0db1-41ac-8d1f-2a1a13c2de07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:18.728316 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993820d6-0db1-41ac-8d1f-2a1a13c2de07 service neutron] Pushing event updated for resources: {'Port': ['ID=2ea7dfa7-0c06-4675-b9c2-2c96d36c8a96,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:33:18.797975 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-33de2b47-b64c-4169-a237-e97e0dd9df77 req-993820d6-0db1-41ac-8d1f-2a1a13c2de07 service neutron] Attempting to bind port 2ea7dfa7-0c06-4675-b9c2-2c96d36c8a96 on host n-h2-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:33:18.798312 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-33de2b47-b64c-4169-a237-e97e0dd9df77 req-993820d6-0db1-41ac-8d1f-2a1a13c2de07 service neutron] Attempting to bind port 2ea7dfa7-0c06-4675-b9c2-2c96d36c8a96 by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': '0bd08585-a02e-4d6f-a90a-eb2309e05a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '4353c830-8e73-4324-a9ff-14ce174676f7'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:33:18.798639 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33de2b47-b64c-4169-a237-e97e0dd9df77 req-993820d6-0db1-41ac-8d1f-2a1a13c2de07 service neutron] Attempting to bind port 2ea7dfa7-0c06-4675-b9c2-2c96d36c8a96 on network 4353c830-8e73-4324-a9ff-14ce174676f7 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:33:18.803086 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33de2b47-b64c-4169-a237-e97e0dd9df77 req-993820d6-0db1-41ac-8d1f-2a1a13c2de07 service neutron] Port 2ea7dfa7-0c06-4675-b9c2-2c96d36c8a96 on network 4353c830-8e73-4324-a9ff-14ce174676f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:33:18.803402 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33de2b47-b64c-4169-a237-e97e0dd9df77 req-993820d6-0db1-41ac-8d1f-2a1a13c2de07 service neutron] Attempting to bind port 2ea7dfa7-0c06-4675-b9c2-2c96d36c8a96 on network 4353c830-8e73-4324-a9ff-14ce174676f7 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:33:18.808649 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33de2b47-b64c-4169-a237-e97e0dd9df77 req-993820d6-0db1-41ac-8d1f-2a1a13c2de07 service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:33:18.808982 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33de2b47-b64c-4169-a237-e97e0dd9df77 req-993820d6-0db1-41ac-8d1f-2a1a13c2de07 service neutron] Checking segment: {'id': '0bd08585-a02e-4d6f-a90a-eb2309e05a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '4353c830-8e73-4324-a9ff-14ce174676f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:33:18.809371 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33de2b47-b64c-4169-a237-e97e0dd9df77 req-993820d6-0db1-41ac-8d1f-2a1a13c2de07 service neutron] Bound using segment: {'id': '0bd08585-a02e-4d6f-a90a-eb2309e05a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '4353c830-8e73-4324-a9ff-14ce174676f7'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:33:18.810515 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-33de2b47-b64c-4169-a237-e97e0dd9df77 req-993820d6-0db1-41ac-8d1f-2a1a13c2de07 service neutron] Bound port: 2ea7dfa7-0c06-4675-b9c2-2c96d36c8a96, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bd08585-a02e-4d6f-a90a-eb2309e05a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '4353c830-8e73-4324-a9ff-14ce174676f7'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:33:18.810938 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-33de2b47-b64c-4169-a237-e97e0dd9df77 req-993820d6-0db1-41ac-8d1f-2a1a13c2de07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:18.907486 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49399e0c-d6cc-483d-9761-46ee2bb52cbc req-8ac6694c-677c-4767-b0c3-43a97ed9ff9d tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:33:18.908911 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-49399e0c-d6cc-483d-9761-46ee2bb52cbc req-8ac6694c-677c-4767-b0c3-43a97ed9ff9d tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/ports?device_id=24d6c6aa-4f97-4d71-9bb1-7f0a89cf863c HTTP/1.1" status: 200 len: 943 time: 0.0890071 Aug 16 23:33:18.911545 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-33de2b47-b64c-4169-a237-e97e0dd9df77 req-993820d6-0db1-41ac-8d1f-2a1a13c2de07 service neutron] For port 2ea7dfa7-0c06-4675-b9c2-2c96d36c8a96, host n-h2-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:33:18.915006 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-33de2b47-b64c-4169-a237-e97e0dd9df77 req-993820d6-0db1-41ac-8d1f-2a1a13c2de07 service neutron] For port 2ea7dfa7-0c06-4675-b9c2-2c96d36c8a96, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=2ea7dfa7-0c06-4675-b9c2-2c96d36c8a96,segment=NetworkSegment(0bd08585-a02e-4d6f-a90a-eb2309e05a19),segment_id=0bd08585-a02e-4d6f-a90a-eb2309e05a19)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:33:18.924687 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-33de2b47-b64c-4169-a237-e97e0dd9df77 req-993820d6-0db1-41ac-8d1f-2a1a13c2de07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:18.979626 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33de2b47-b64c-4169-a237-e97e0dd9df77 req-993820d6-0db1-41ac-8d1f-2a1a13c2de07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:33:18.980223 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-33de2b47-b64c-4169-a237-e97e0dd9df77 req-993820d6-0db1-41ac-8d1f-2a1a13c2de07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:18.982153 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-33de2b47-b64c-4169-a237-e97e0dd9df77 req-993820d6-0db1-41ac-8d1f-2a1a13c2de07 service neutron] 10.222.0.57 "PUT /v2.0/ports/2ea7dfa7-0c06-4675-b9c2-2c96d36c8a96 HTTP/1.1" status: 200 len: 1092 time: 0.7057741 Aug 16 23:33:18.984494 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24d6c6aa-4f97-4d71-9bb1-7f0a89cf863c', 'tag': '2ea7dfa7-0c06-4675-b9c2-2c96d36c8a96'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:33:18.986748 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6804eeaf-c9d2-4187-86fc-bf73c71e2317" -d '{"events": [{"name": "network-changed", "server_uuid": "24d6c6aa-4f97-4d71-9bb1-7f0a89cf863c", "tag": "2ea7dfa7-0c06-4675-b9c2-2c96d36c8a96"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:33:18.996454 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-49399e0c-d6cc-483d-9761-46ee2bb52cbc req-d1b03a61-5303-4cb2-8a10-caef865e409e tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2480b2f-24ea-4f3a-86bf-0cb39fe8f758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801189 Aug 16 23:33:19.014507 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993820d6-0db1-41ac-8d1f-2a1a13c2de07 service neutron] Pushing event updated for resources: {'Port': ['ID=2ea7dfa7-0c06-4675-b9c2-2c96d36c8a96,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:33:19.034983 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24593ba8-ed21-488d-a671-84af24757ac5 x-openstack-request-id: req-24593ba8-ed21-488d-a671-84af24757ac5 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:33:19.035429 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24d6c6aa-4f97-4d71-9bb1-7f0a89cf863c", "tag": "2ea7dfa7-0c06-4675-b9c2-2c96d36c8a96", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:33:19.035429 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-24593ba8-ed21-488d-a671-84af24757ac5 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:33:19.035889 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24d6c6aa-4f97-4d71-9bb1-7f0a89cf863c', 'tag': '2ea7dfa7-0c06-4675-b9c2-2c96d36c8a96', 'status': 'completed', 'code': 200} Aug 16 23:33:19.093046 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33de2b47-b64c-4169-a237-e97e0dd9df77 req-7fe05c2c-49f6-4576-acf1-f78a3ad951db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:33:19.094638 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-33de2b47-b64c-4169-a237-e97e0dd9df77 req-7fe05c2c-49f6-4576-acf1-f78a3ad951db service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=716536f43e744311a4be1e1a633d69ec&device_id=24d6c6aa-4f97-4d71-9bb1-7f0a89cf863c HTTP/1.1" status: 200 len: 1095 time: 0.0422897 Aug 16 23:33:19.149034 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-33de2b47-b64c-4169-a237-e97e0dd9df77 req-6aff11f4-fbdd-46cf-b824-6e6201812531 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ea7dfa7-0c06-4675-b9c2-2c96d36c8a96 HTTP/1.1" status: 200 len: 217 time: 0.0407536 Aug 16 23:33:19.200996 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33de2b47-b64c-4169-a237-e97e0dd9df77 req-3f7a8e1c-433b-40ff-96f5-c54244253b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:33:19.202303 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-33de2b47-b64c-4169-a237-e97e0dd9df77 req-3f7a8e1c-433b-40ff-96f5-c54244253b3d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eaa20b63-af08-4cf4-a856-671ea25c4e9d HTTP/1.1" status: 200 len: 855 time: 0.0464880 Aug 16 23:33:19.235589 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-33de2b47-b64c-4169-a237-e97e0dd9df77 req-69b8b10a-f9b6-4e52-a86c-6d6b242835c5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4353c830-8e73-4324-a9ff-14ce174676f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258741 Aug 16 23:33:19.331395 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-33de2b47-b64c-4169-a237-e97e0dd9df77 req-c06f2f6e-7b6d-409b-bd5b-a90a2df2a45a service neutron] 10.222.0.57 "GET /v2.0/networks/4353c830-8e73-4324-a9ff-14ce174676f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829852 Aug 16 23:33:19.426348 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-33de2b47-b64c-4169-a237-e97e0dd9df77 req-a16c5635-7392-4ab2-8689-7972cd2a21f1 service neutron] 10.222.0.57 "GET /v2.0/networks/4353c830-8e73-4324-a9ff-14ce174676f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881402 Aug 16 23:33:19.547211 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6804eeaf-c9d2-4187-86fc-bf73c71e2317 req-3b348d14-2891-4ce2-b15d-bd8becdbc033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:33:19.548667 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6804eeaf-c9d2-4187-86fc-bf73c71e2317 req-3b348d14-2891-4ce2-b15d-bd8becdbc033 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=716536f43e744311a4be1e1a633d69ec&device_id=24d6c6aa-4f97-4d71-9bb1-7f0a89cf863c HTTP/1.1" status: 200 len: 1095 time: 0.0424562 Aug 16 23:33:19.642329 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6804eeaf-c9d2-4187-86fc-bf73c71e2317 req-2d3c8daa-29ed-446a-b2a3-73422cf645c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:33:19.643806 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6804eeaf-c9d2-4187-86fc-bf73c71e2317 req-2d3c8daa-29ed-446a-b2a3-73422cf645c9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4353c830-8e73-4324-a9ff-14ce174676f7 HTTP/1.1" status: 200 len: 916 time: 0.0885825 Aug 16 23:33:19.684845 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6804eeaf-c9d2-4187-86fc-bf73c71e2317 req-5db4f46e-ee38-425c-bcf0-996b338acb4f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ea7dfa7-0c06-4675-b9c2-2c96d36c8a96 HTTP/1.1" status: 200 len: 217 time: 0.0339496 Aug 16 23:33:19.732159 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6804eeaf-c9d2-4187-86fc-bf73c71e2317 req-b932479e-e377-4348-bcdf-90150576b731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:33:19.733549 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6804eeaf-c9d2-4187-86fc-bf73c71e2317 req-b932479e-e377-4348-bcdf-90150576b731 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eaa20b63-af08-4cf4-a856-671ea25c4e9d HTTP/1.1" status: 200 len: 855 time: 0.0426311 Aug 16 23:33:19.768620 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6804eeaf-c9d2-4187-86fc-bf73c71e2317 req-2f291e5e-e7dc-4f94-8e6e-34e66727d6f1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4353c830-8e73-4324-a9ff-14ce174676f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281289 Aug 16 23:33:19.808862 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-57ed3fe3-3d72-4379-b6a2-4239309a9cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:19.865035 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6804eeaf-c9d2-4187-86fc-bf73c71e2317 req-1177a75b-87ab-4154-9e24-f71a8810d8ab service neutron] 10.222.0.57 "GET /v2.0/networks/4353c830-8e73-4324-a9ff-14ce174676f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892961 Aug 16 23:33:19.961982 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6804eeaf-c9d2-4187-86fc-bf73c71e2317 req-4d1e0b87-a904-45f8-a85a-5891ba7ff8a5 service neutron] 10.222.0.57 "GET /v2.0/networks/4353c830-8e73-4324-a9ff-14ce174676f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897040 Aug 16 23:33:20.119776 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ffb88d-e639-412c-9c70-db468b6e77e0 req-81e78457-2b35-456a-9867-fec927a1fe8b tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:33:20.121312 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-13ffb88d-e639-412c-9c70-db468b6e77e0 req-81e78457-2b35-456a-9867-fec927a1fe8b tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/ports?device_id=24d6c6aa-4f97-4d71-9bb1-7f0a89cf863c HTTP/1.1" status: 200 len: 943 time: 0.0508468 Aug 16 23:33:20.161142 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-13ffb88d-e639-412c-9c70-db468b6e77e0 req-67a523c5-e39a-4bdb-8eca-619d1d528287 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2480b2f-24ea-4f3a-86bf-0cb39fe8f758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330009 Aug 16 23:33:20.666268 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:21.279644 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958176d8-cf5e-4fa5-a844-b1759f87d033 req-e823904b-12cc-40df-80db-9b330cb3a86c tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:33:21.281140 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-958176d8-cf5e-4fa5-a844-b1759f87d033 req-e823904b-12cc-40df-80db-9b330cb3a86c tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/ports?device_id=24d6c6aa-4f97-4d71-9bb1-7f0a89cf863c HTTP/1.1" status: 200 len: 943 time: 0.0507767 Aug 16 23:33:21.318109 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-958176d8-cf5e-4fa5-a844-b1759f87d033 req-cd7318c5-d120-4c02-ab05-38db4983e085 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2480b2f-24ea-4f3a-86bf-0cb39fe8f758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310459 Aug 16 23:33:21.647968 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:22.435402 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ffe8a5-13d4-437d-aec7-8d774a4b4243 req-bc10ea81-8441-45fb-a2af-6746fa70f1ca tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:33:22.436800 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-48ffe8a5-13d4-437d-aec7-8d774a4b4243 req-bc10ea81-8441-45fb-a2af-6746fa70f1ca tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/ports?device_id=24d6c6aa-4f97-4d71-9bb1-7f0a89cf863c HTTP/1.1" status: 200 len: 943 time: 0.0531952 Aug 16 23:33:22.473440 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-48ffe8a5-13d4-437d-aec7-8d774a4b4243 req-7ec42397-9edd-42f3-ae5f-aeed6b7bb5a0 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2480b2f-24ea-4f3a-86bf-0cb39fe8f758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307024 Aug 16 23:33:22.885637 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:23.568159 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 2ea7dfa7-0c06-4675-b9c2-2c96d36c8a96 details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:33:23.591739 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30310e66-d245-4630-bd4f-636df82fcc32 req-dd483e29-3df2-4ce1-ac01-c35645b29b23 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:33:23.593429 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-30310e66-d245-4630-bd4f-636df82fcc32 req-dd483e29-3df2-4ce1-ac01-c35645b29b23 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/ports?device_id=24d6c6aa-4f97-4d71-9bb1-7f0a89cf863c HTTP/1.1" status: 200 len: 943 time: 0.0529628 Aug 16 23:33:23.632365 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-30310e66-d245-4630-bd4f-636df82fcc32 req-de3c3c55-d0cf-4ed7-b947-ec0bbbc24da8 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2480b2f-24ea-4f3a-86bf-0cb39fe8f758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329530 Aug 16 23:33:23.668184 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 2ea7dfa7-0c06-4675-b9c2-2c96d36c8a96, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=2ea7dfa7-0c06-4675-b9c2-2c96d36c8a96,segment=NetworkSegment(0bd08585-a02e-4d6f-a90a-eb2309e05a19),segment_id=0bd08585-a02e-4d6f-a90a-eb2309e05a19)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:33:23.679003 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': '2ea7dfa7-0c06-4675-b9c2-2c96d36c8a96', 'network_id': '4353c830-8e73-4324-a9ff-14ce174676f7', 'port_id': '2ea7dfa7-0c06-4675-b9c2-2c96d36c8a96', 'mac_address': 'fa:16:3e:9f:6f:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaa20b63-af08-4cf4-a856-671ea25c4e9d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:33:23.715194 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:23.728456 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ea7dfa7-0c06-4675-b9c2-2c96d36c8a96 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:33:23.751957 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 2ea7dfa7-0c06-4675-b9c2-2c96d36c8a96, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=2ea7dfa7-0c06-4675-b9c2-2c96d36c8a96,segment=NetworkSegment(0bd08585-a02e-4d6f-a90a-eb2309e05a19),segment_id=0bd08585-a02e-4d6f-a90a-eb2309e05a19)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:33:23.755790 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:23.802286 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=2ea7dfa7-0c06-4675-b9c2-2c96d36c8a96,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:33:23.819446 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:33:24.172676 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['2ea7dfa7-0c06-4675-b9c2-2c96d36c8a96'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:33:24.748249 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671ac799-36d0-42a0-bf2a-416c163d3c25 req-e2a1fe25-5187-4edf-a6b5-f00135e2048f tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:33:24.749916 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-671ac799-36d0-42a0-bf2a-416c163d3c25 req-e2a1fe25-5187-4edf-a6b5-f00135e2048f tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/ports?device_id=24d6c6aa-4f97-4d71-9bb1-7f0a89cf863c HTTP/1.1" status: 200 len: 944 time: 0.0504317 Aug 16 23:33:24.792584 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-671ac799-36d0-42a0-bf2a-416c163d3c25 req-6a2ac382-d7ab-48e4-8515-6dcd4889849d tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2480b2f-24ea-4f3a-86bf-0cb39fe8f758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363741 Aug 16 23:33:25.573931 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 2ea7dfa7-0c06-4675-b9c2-2c96d36c8a96 up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:33:25.631019 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:25.640973 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning for port 2ea7dfa7-0c06-4675-b9c2-2c96d36c8a96 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:33:25.645388 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port 2ea7dfa7-0c06-4675-b9c2-2c96d36c8a96 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:33:25.645821 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:25.730649 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:25.752940 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24d6c6aa-4f97-4d71-9bb1-7f0a89cf863c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ea7dfa7-0c06-4675-b9c2-2c96d36c8a96'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:33:25.755263 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2dc4ef0-2d6f-4d6b-9891-a4611a957a3a" -d '{"events": [{"server_uuid": "24d6c6aa-4f97-4d71-9bb1-7f0a89cf863c", "name": "network-vif-plugged", "status": "completed", "tag": "2ea7dfa7-0c06-4675-b9c2-2c96d36c8a96"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:33:25.768712 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 2ea7dfa7-0c06-4675-b9c2-2c96d36c8a96, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=2ea7dfa7-0c06-4675-b9c2-2c96d36c8a96,segment=NetworkSegment(0bd08585-a02e-4d6f-a90a-eb2309e05a19),segment_id=0bd08585-a02e-4d6f-a90a-eb2309e05a19)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:33:25.772933 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:25.802152 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-051a30fa-d2fd-4ed2-812f-47d6b7e14fab x-openstack-request-id: req-051a30fa-d2fd-4ed2-812f-47d6b7e14fab {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:33:25.802449 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24d6c6aa-4f97-4d71-9bb1-7f0a89cf863c", "name": "network-vif-plugged", "status": "completed", "tag": "2ea7dfa7-0c06-4675-b9c2-2c96d36c8a96", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:33:25.802703 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-051a30fa-d2fd-4ed2-812f-47d6b7e14fab {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:33:25.803091 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24d6c6aa-4f97-4d71-9bb1-7f0a89cf863c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ea7dfa7-0c06-4675-b9c2-2c96d36c8a96', 'code': 200} Aug 16 23:33:25.830133 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=2ea7dfa7-0c06-4675-b9c2-2c96d36c8a96,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:33:25.943840 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd6f896-b3b7-4420-b369-2743eba6a301 req-fba9f593-0aa3-4edb-9e31-7f8421b2454f tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:33:25.945383 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4cd6f896-b3b7-4420-b369-2743eba6a301 req-fba9f593-0aa3-4edb-9e31-7f8421b2454f tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/ports?device_id=24d6c6aa-4f97-4d71-9bb1-7f0a89cf863c HTTP/1.1" status: 200 len: 945 time: 0.0762494 Aug 16 23:33:25.959997 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ee7752-9453-40e6-8034-8d9289946ac4 req-6eba1845-789e-4658-97b6-020374805079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:33:25.961436 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-47ee7752-9453-40e6-8034-8d9289946ac4 req-6eba1845-789e-4658-97b6-020374805079 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=24d6c6aa-4f97-4d71-9bb1-7f0a89cf863c HTTP/1.1" status: 200 len: 1097 time: 0.0621767 Aug 16 23:33:26.008367 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4cd6f896-b3b7-4420-b369-2743eba6a301 req-1214200a-c3f3-49a4-8f36-3535a76576a6 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2480b2f-24ea-4f3a-86bf-0cb39fe8f758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557668 Aug 16 23:33:26.014849 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-47ee7752-9453-40e6-8034-8d9289946ac4 req-7a4e7254-0ad1-4938-930e-0b376dbdf8f3 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f2480b2f-24ea-4f3a-86bf-0cb39fe8f758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455105 Aug 16 23:33:27.125213 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460260a2-3e2f-4b82-a6ae-2682c236ca5a req-f5169152-801c-4b3e-944d-b27f50dea469 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:33:27.126708 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-460260a2-3e2f-4b82-a6ae-2682c236ca5a req-f5169152-801c-4b3e-944d-b27f50dea469 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/ports?device_id=24d6c6aa-4f97-4d71-9bb1-7f0a89cf863c HTTP/1.1" status: 200 len: 945 time: 0.0491018 Aug 16 23:33:27.165106 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-460260a2-3e2f-4b82-a6ae-2682c236ca5a req-fb840589-321b-4b56-9b51-9ce598f81ae1 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2480b2f-24ea-4f3a-86bf-0cb39fe8f758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324807 Aug 16 23:33:28.284298 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f44e05e-66c4-461d-9fb5-42496f70734a req-1cd8e08a-e1ca-4eeb-8140-027fbfccbc4c tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:33:28.285821 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4f44e05e-66c4-461d-9fb5-42496f70734a req-1cd8e08a-e1ca-4eeb-8140-027fbfccbc4c tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/ports?device_id=24d6c6aa-4f97-4d71-9bb1-7f0a89cf863c HTTP/1.1" status: 200 len: 945 time: 0.0529685 Aug 16 23:33:28.324311 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4f44e05e-66c4-461d-9fb5-42496f70734a req-3b43b896-9a6b-4fd6-9d0f-7073eafcfd0d tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2480b2f-24ea-4f3a-86bf-0cb39fe8f758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325277 Aug 16 23:33:39.808636 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1091ebff-4920-4702-b7be-654f36a704e4 req-f4a7e6b2-2e1c-49e7-b497-c426afdea1e2 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:33:39.810792 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1091ebff-4920-4702-b7be-654f36a704e4 req-f4a7e6b2-2e1c-49e7-b497-c426afdea1e2 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/networks?id=4353c830-8e73-4324-a9ff-14ce174676f7 HTTP/1.1" status: 200 len: 815 time: 0.1207676 Aug 16 23:33:39.826688 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1091ebff-4920-4702-b7be-654f36a704e4 req-2e4b18bf-edd9-4724-976f-c2c858e57f0e tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/quotas/716536f43e744311a4be1e1a633d69ec HTTP/1.1" status: 200 len: 375 time: 0.0099578 Aug 16 23:33:39.882134 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1091ebff-4920-4702-b7be-654f36a704e4 req-09392d68-dc7f-4668-ac8e-aeb124dae7da tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=716536f43e744311a4be1e1a633d69ec&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0481503 Aug 16 23:33:39.893966 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [req-1091ebff-4920-4702-b7be-654f36a704e4 req-05b152b3-288e-499e-bf6d-bd5bcfbe5261 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:33:39.895001 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1091ebff-4920-4702-b7be-654f36a704e4 req-05b152b3-288e-499e-bf6d-bd5bcfbe5261 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055935 Aug 16 23:33:40.065724 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1091ebff-4920-4702-b7be-654f36a704e4 req-95b29a7d-940d-4b1b-ab46-0f538ba4558f service neutron] 10.222.0.36 "GET /v2.0/networks/4353c830-8e73-4324-a9ff-14ce174676f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648118 Aug 16 23:33:40.161584 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1091ebff-4920-4702-b7be-654f36a704e4 req-354a069d-235a-4bb0-a02c-06f3c5537a58 service neutron] 10.222.0.36 "GET /v2.0/networks/4353c830-8e73-4324-a9ff-14ce174676f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897322 Aug 16 23:33:40.333231 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-72029ee6-fb45-478d-8d2f-2da54436b141 req-a2a023af-2a36-4ff9-b473-90a9d177982a tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/ports?device_id=72ff3bed-3d93-4d63-9c2a-e8551a814953 HTTP/1.1" status: 200 len: 210 time: 0.0264020 Aug 16 23:33:41.318641 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1091ebff-4920-4702-b7be-654f36a704e4 req-592435f6-1894-4e3a-a651-515fb2bbcdde tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:33:41.320357 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-1091ebff-4920-4702-b7be-654f36a704e4 req-592435f6-1894-4e3a-a651-515fb2bbcdde tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.68 "GET /v2.0/networks?id=4353c830-8e73-4324-a9ff-14ce174676f7 HTTP/1.1" status: 200 len: 815 time: 0.1206863 Aug 16 23:33:41.333507 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-1091ebff-4920-4702-b7be-654f36a704e4 req-6122e379-c517-48e4-9aa5-993f4e92b946 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Request body: {'port': {'device_id': '72ff3bed-3d93-4d63-9c2a-e8551a814953', 'network_id': '4353c830-8e73-4324-a9ff-14ce174676f7', 'admin_state_up': True, 'tenant_id': '716536f43e744311a4be1e1a633d69ec'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:33:41.459519 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e0655b9b-85ae-4ede-b2bd-fef5d9e9a872 req-3fe5548e-809e-4162-b6e2-ddd87833561c tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/ports?device_id=72ff3bed-3d93-4d63-9c2a-e8551a814953 HTTP/1.1" status: 200 len: 210 time: 0.0274203 Aug 16 23:33:41.467510 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1091ebff-4920-4702-b7be-654f36a704e4 req-6122e379-c517-48e4-9aa5-993f4e92b946 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Made reservation on behalf of 716536f43e744311a4be1e1a633d69ec for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:33:41.471092 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-1091ebff-4920-4702-b7be-654f36a704e4 req-6122e379-c517-48e4-9aa5-993f4e92b946 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:41.486543 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:41.603454 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-1091ebff-4920-4702-b7be-654f36a704e4 req-6122e379-c517-48e4-9aa5-993f4e92b946 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Allocated IP 172.20.0.2 (4353c830-8e73-4324-a9ff-14ce174676f7/eaa20b63-af08-4cf4-a856-671ea25c4e9d/9c3bdbda-f6cb-46f7-b07b-5f00bebe1e8e) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:33:41.761974 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-1091ebff-4920-4702-b7be-654f36a704e4 req-6122e379-c517-48e4-9aa5-993f4e92b946 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:41.805229 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-1091ebff-4920-4702-b7be-654f36a704e4 req-6122e379-c517-48e4-9aa5-993f4e92b946 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:41.858795 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1091ebff-4920-4702-b7be-654f36a704e4 req-6122e379-c517-48e4-9aa5-993f4e92b946 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Network 4353c830-8e73-4324-a9ff-14ce174676f7 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:33:41.859662 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['2ea7dfa7-0c06-4675-b9c2-2c96d36c8a96'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:33:41.862179 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-1091ebff-4920-4702-b7be-654f36a704e4 req-6122e379-c517-48e4-9aa5-993f4e92b946 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:33:41.866570 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-1091ebff-4920-4702-b7be-654f36a704e4 req-6122e379-c517-48e4-9aa5-993f4e92b946 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:33:41.890921 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6122e379-c517-48e4-9aa5-993f4e92b946 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Pushing event updated for resources: {'Port': ['ID=9c3bdbda-f6cb-46f7-b07b-5f00bebe1e8e,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:33:41.923045 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1091ebff-4920-4702-b7be-654f36a704e4 req-6122e379-c517-48e4-9aa5-993f4e92b946 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:33:41.923726 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-1091ebff-4920-4702-b7be-654f36a704e4 req-6122e379-c517-48e4-9aa5-993f4e92b946 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:41.940430 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-1091ebff-4920-4702-b7be-654f36a704e4 req-6122e379-c517-48e4-9aa5-993f4e92b946 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6108625 Aug 16 23:33:41.952389 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [req-1091ebff-4920-4702-b7be-654f36a704e4 req-ee6988b5-f777-40b9-ab04-42b259dd1113 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:33:41.953328 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-1091ebff-4920-4702-b7be-654f36a704e4 req-ee6988b5-f777-40b9-ab04-42b259dd1113 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056679 Aug 16 23:33:42.025472 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-1091ebff-4920-4702-b7be-654f36a704e4 req-5576fab5-3d16-4fb9-95b4-23aec2d40392 service neutron] Request body: {'port': {'device_id': '72ff3bed-3d93-4d63-9c2a-e8551a814953', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:33:42.094137 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-1091ebff-4920-4702-b7be-654f36a704e4 req-5576fab5-3d16-4fb9-95b4-23aec2d40392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:42.374995 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-1091ebff-4920-4702-b7be-654f36a704e4 req-5576fab5-3d16-4fb9-95b4-23aec2d40392 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c3bdbda-f6cb-46f7-b07b-5f00bebe1e8e {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:33:42.382438 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-1091ebff-4920-4702-b7be-654f36a704e4 req-5576fab5-3d16-4fb9-95b4-23aec2d40392 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:42.394709 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-1091ebff-4920-4702-b7be-654f36a704e4 req-5576fab5-3d16-4fb9-95b4-23aec2d40392 service neutron] Transition to ACTIVE for port object 9c3bdbda-f6cb-46f7-b07b-5f00bebe1e8e will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:33:42.420810 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-1091ebff-4920-4702-b7be-654f36a704e4 req-5576fab5-3d16-4fb9-95b4-23aec2d40392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:42.474369 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5576fab5-3d16-4fb9-95b4-23aec2d40392 service neutron] Pushing event updated for resources: {'Port': ['ID=9c3bdbda-f6cb-46f7-b07b-5f00bebe1e8e,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:33:42.543891 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-1091ebff-4920-4702-b7be-654f36a704e4 req-5576fab5-3d16-4fb9-95b4-23aec2d40392 service neutron] Attempting to bind port 9c3bdbda-f6cb-46f7-b07b-5f00bebe1e8e on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:33:42.544246 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-1091ebff-4920-4702-b7be-654f36a704e4 req-5576fab5-3d16-4fb9-95b4-23aec2d40392 service neutron] Attempting to bind port 9c3bdbda-f6cb-46f7-b07b-5f00bebe1e8e by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': '0bd08585-a02e-4d6f-a90a-eb2309e05a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '4353c830-8e73-4324-a9ff-14ce174676f7'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:33:42.544608 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1091ebff-4920-4702-b7be-654f36a704e4 req-5576fab5-3d16-4fb9-95b4-23aec2d40392 service neutron] Attempting to bind port 9c3bdbda-f6cb-46f7-b07b-5f00bebe1e8e on network 4353c830-8e73-4324-a9ff-14ce174676f7 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:33:42.549085 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1091ebff-4920-4702-b7be-654f36a704e4 req-5576fab5-3d16-4fb9-95b4-23aec2d40392 service neutron] Port 9c3bdbda-f6cb-46f7-b07b-5f00bebe1e8e on network 4353c830-8e73-4324-a9ff-14ce174676f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:33:42.549410 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1091ebff-4920-4702-b7be-654f36a704e4 req-5576fab5-3d16-4fb9-95b4-23aec2d40392 service neutron] Attempting to bind port 9c3bdbda-f6cb-46f7-b07b-5f00bebe1e8e on network 4353c830-8e73-4324-a9ff-14ce174676f7 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:33:42.554262 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1091ebff-4920-4702-b7be-654f36a704e4 req-5576fab5-3d16-4fb9-95b4-23aec2d40392 service neutron] Checking agent: {'id': 'd28e24f9-e5ea-41e1-80bf-3c7943ad7f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:33:42.554600 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1091ebff-4920-4702-b7be-654f36a704e4 req-5576fab5-3d16-4fb9-95b4-23aec2d40392 service neutron] Checking segment: {'id': '0bd08585-a02e-4d6f-a90a-eb2309e05a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '4353c830-8e73-4324-a9ff-14ce174676f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:33:42.554988 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1091ebff-4920-4702-b7be-654f36a704e4 req-5576fab5-3d16-4fb9-95b4-23aec2d40392 service neutron] Bound using segment: {'id': '0bd08585-a02e-4d6f-a90a-eb2309e05a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '4353c830-8e73-4324-a9ff-14ce174676f7'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:33:42.555418 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-1091ebff-4920-4702-b7be-654f36a704e4 req-5576fab5-3d16-4fb9-95b4-23aec2d40392 service neutron] Bound port: 9c3bdbda-f6cb-46f7-b07b-5f00bebe1e8e, host: n-h1-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bd08585-a02e-4d6f-a90a-eb2309e05a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '4353c830-8e73-4324-a9ff-14ce174676f7'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:33:42.555777 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-1091ebff-4920-4702-b7be-654f36a704e4 req-5576fab5-3d16-4fb9-95b4-23aec2d40392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:42.583246 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c266901d-fa69-49dd-b764-59e1c603ae00 req-51d47f9f-8d25-4053-b6e3-e4d380f20560 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:33:42.584754 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c266901d-fa69-49dd-b764-59e1c603ae00 req-51d47f9f-8d25-4053-b6e3-e4d380f20560 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/ports?device_id=72ff3bed-3d93-4d63-9c2a-e8551a814953 HTTP/1.1" status: 200 len: 943 time: 0.0485828 Aug 16 23:33:42.620112 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-1091ebff-4920-4702-b7be-654f36a704e4 req-5576fab5-3d16-4fb9-95b4-23aec2d40392 service neutron] For port 9c3bdbda-f6cb-46f7-b07b-5f00bebe1e8e, host n-h1-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:33:42.623712 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-1091ebff-4920-4702-b7be-654f36a704e4 req-5576fab5-3d16-4fb9-95b4-23aec2d40392 service neutron] For port 9c3bdbda-f6cb-46f7-b07b-5f00bebe1e8e, host n-h1-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=9c3bdbda-f6cb-46f7-b07b-5f00bebe1e8e,segment=NetworkSegment(0bd08585-a02e-4d6f-a90a-eb2309e05a19),segment_id=0bd08585-a02e-4d6f-a90a-eb2309e05a19)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:33:42.624005 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c266901d-fa69-49dd-b764-59e1c603ae00 req-a8c2afce-b7a6-4a17-9cd6-1fb5f13b267e tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2480b2f-24ea-4f3a-86bf-0cb39fe8f758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331779 Aug 16 23:33:42.639783 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-1091ebff-4920-4702-b7be-654f36a704e4 req-5576fab5-3d16-4fb9-95b4-23aec2d40392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:42.674806 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1091ebff-4920-4702-b7be-654f36a704e4 req-5576fab5-3d16-4fb9-95b4-23aec2d40392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:33:42.675422 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-1091ebff-4920-4702-b7be-654f36a704e4 req-5576fab5-3d16-4fb9-95b4-23aec2d40392 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:42.676839 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-1091ebff-4920-4702-b7be-654f36a704e4 req-5576fab5-3d16-4fb9-95b4-23aec2d40392 service neutron] 10.222.0.68 "PUT /v2.0/ports/9c3bdbda-f6cb-46f7-b07b-5f00bebe1e8e HTTP/1.1" status: 200 len: 1092 time: 0.7159567 Aug 16 23:33:42.677274 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72ff3bed-3d93-4d63-9c2a-e8551a814953', 'tag': '9c3bdbda-f6cb-46f7-b07b-5f00bebe1e8e'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:33:42.679500 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ca665f6-92d5-471a-8c48-53b0c214ff94" -d '{"events": [{"name": "network-changed", "server_uuid": "72ff3bed-3d93-4d63-9c2a-e8551a814953", "tag": "9c3bdbda-f6cb-46f7-b07b-5f00bebe1e8e"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:33:42.703277 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5576fab5-3d16-4fb9-95b4-23aec2d40392 service neutron] Pushing event updated for resources: {'Port': ['ID=9c3bdbda-f6cb-46f7-b07b-5f00bebe1e8e,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:33:42.725576 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb33488-f761-409b-8a77-6d82fe263730 x-openstack-request-id: req-acb33488-f761-409b-8a77-6d82fe263730 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:33:42.725855 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72ff3bed-3d93-4d63-9c2a-e8551a814953", "tag": "9c3bdbda-f6cb-46f7-b07b-5f00bebe1e8e", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:33:42.726104 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-acb33488-f761-409b-8a77-6d82fe263730 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:33:42.726495 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72ff3bed-3d93-4d63-9c2a-e8551a814953', 'tag': '9c3bdbda-f6cb-46f7-b07b-5f00bebe1e8e', 'status': 'completed', 'code': 200} Aug 16 23:33:42.763193 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1091ebff-4920-4702-b7be-654f36a704e4 req-fd0121f4-0d35-449f-ae26-43a01784cf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:33:42.764715 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-1091ebff-4920-4702-b7be-654f36a704e4 req-fd0121f4-0d35-449f-ae26-43a01784cf6a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=716536f43e744311a4be1e1a633d69ec&device_id=72ff3bed-3d93-4d63-9c2a-e8551a814953 HTTP/1.1" status: 200 len: 1095 time: 0.0480599 Aug 16 23:33:42.807870 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-1091ebff-4920-4702-b7be-654f36a704e4 req-75255081-02a2-4c91-89e8-2dc10918c490 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9c3bdbda-f6cb-46f7-b07b-5f00bebe1e8e HTTP/1.1" status: 200 len: 217 time: 0.0347879 Aug 16 23:33:42.857958 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1091ebff-4920-4702-b7be-654f36a704e4 req-e6f560c3-5d9f-459f-a434-1758dad98aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:33:42.860333 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-1091ebff-4920-4702-b7be-654f36a704e4 req-e6f560c3-5d9f-459f-a434-1758dad98aed service neutron] 10.222.0.68 "GET /v2.0/subnets?id=eaa20b63-af08-4cf4-a856-671ea25c4e9d HTTP/1.1" status: 200 len: 855 time: 0.0450177 Aug 16 23:33:42.902677 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-1091ebff-4920-4702-b7be-654f36a704e4 req-e81a7477-faf1-4bcb-b492-2144c57a167e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=4353c830-8e73-4324-a9ff-14ce174676f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342126 Aug 16 23:33:42.996092 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-1091ebff-4920-4702-b7be-654f36a704e4 req-f2f8184e-359e-4de3-997f-cd4fd2102a0f service neutron] 10.222.0.68 "GET /v2.0/networks/4353c830-8e73-4324-a9ff-14ce174676f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859752 Aug 16 23:33:43.086293 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-1091ebff-4920-4702-b7be-654f36a704e4 req-b2a004af-3910-40f0-babb-5ce1958cc871 service neutron] 10.222.0.68 "GET /v2.0/networks/4353c830-8e73-4324-a9ff-14ce174676f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830395 Aug 16 23:33:43.184513 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca665f6-92d5-471a-8c48-53b0c214ff94 req-444fc9ff-bd77-433a-b1f0-c43059516ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:33:43.186105 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3ca665f6-92d5-471a-8c48-53b0c214ff94 req-444fc9ff-bd77-433a-b1f0-c43059516ff9 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=716536f43e744311a4be1e1a633d69ec&device_id=72ff3bed-3d93-4d63-9c2a-e8551a814953 HTTP/1.1" status: 200 len: 1095 time: 0.0515764 Aug 16 23:33:43.289924 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca665f6-92d5-471a-8c48-53b0c214ff94 req-c39aa60b-28f1-45bf-96c8-02dc260649e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:33:43.291412 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3ca665f6-92d5-471a-8c48-53b0c214ff94 req-c39aa60b-28f1-45bf-96c8-02dc260649e1 service neutron] 10.222.0.68 "GET /v2.0/networks?id=4353c830-8e73-4324-a9ff-14ce174676f7 HTTP/1.1" status: 200 len: 916 time: 0.0970893 Aug 16 23:33:43.337717 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3ca665f6-92d5-471a-8c48-53b0c214ff94 req-593b99db-b0d8-4f27-8f34-5811b10956f8 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9c3bdbda-f6cb-46f7-b07b-5f00bebe1e8e HTTP/1.1" status: 200 len: 217 time: 0.0391819 Aug 16 23:33:43.389836 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca665f6-92d5-471a-8c48-53b0c214ff94 req-8b6024b5-131d-419d-8a0c-663e28f1eca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:33:43.391323 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3ca665f6-92d5-471a-8c48-53b0c214ff94 req-8b6024b5-131d-419d-8a0c-663e28f1eca8 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=eaa20b63-af08-4cf4-a856-671ea25c4e9d HTTP/1.1" status: 200 len: 855 time: 0.0458710 Aug 16 23:33:43.424477 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3ca665f6-92d5-471a-8c48-53b0c214ff94 req-5cc478d1-ccc1-4b37-93b8-2df6e8144bb2 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=4353c830-8e73-4324-a9ff-14ce174676f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251415 Aug 16 23:33:43.519933 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3ca665f6-92d5-471a-8c48-53b0c214ff94 req-6acb9e62-3d35-4ddf-9967-92b84650a6a5 service neutron] 10.222.0.68 "GET /v2.0/networks/4353c830-8e73-4324-a9ff-14ce174676f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874741 Aug 16 23:33:43.635873 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3ca665f6-92d5-471a-8c48-53b0c214ff94 req-343dd395-260e-43c4-8eff-9f60f5dcfb5a service neutron] 10.222.0.68 "GET /v2.0/networks/4353c830-8e73-4324-a9ff-14ce174676f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070273 Aug 16 23:33:43.744116 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e718140-c537-4d90-9e2d-1a851b220727 req-40b6e639-042c-4e27-be3f-06ff6322d26c tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:33:43.745631 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6e718140-c537-4d90-9e2d-1a851b220727 req-40b6e639-042c-4e27-be3f-06ff6322d26c tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/ports?device_id=72ff3bed-3d93-4d63-9c2a-e8551a814953 HTTP/1.1" status: 200 len: 943 time: 0.0502863 Aug 16 23:33:43.804749 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6e718140-c537-4d90-9e2d-1a851b220727 req-172ce39f-dfdd-40b9-aaff-0628ce7dcc16 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2480b2f-24ea-4f3a-86bf-0cb39fe8f758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497193 Aug 16 23:33:44.924098 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142d4b8f-8347-4432-b681-c7acb407bcf1 req-63873682-5313-44e2-bf70-514ada807d29 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:33:44.925672 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-142d4b8f-8347-4432-b681-c7acb407bcf1 req-63873682-5313-44e2-bf70-514ada807d29 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/ports?device_id=72ff3bed-3d93-4d63-9c2a-e8551a814953 HTTP/1.1" status: 200 len: 943 time: 0.0524724 Aug 16 23:33:44.963026 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-142d4b8f-8347-4432-b681-c7acb407bcf1 req-15c9f2ca-53d8-4c4a-932e-c296367bf4d7 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2480b2f-24ea-4f3a-86bf-0cb39fe8f758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313659 Aug 16 23:33:46.080885 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a055fba8-e33e-46f3-ad02-49c56743a709 req-dd537c9d-5768-4787-8688-c182b9b17960 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:33:46.082948 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a055fba8-e33e-46f3-ad02-49c56743a709 req-dd537c9d-5768-4787-8688-c182b9b17960 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/ports?device_id=72ff3bed-3d93-4d63-9c2a-e8551a814953 HTTP/1.1" status: 200 len: 943 time: 0.0516994 Aug 16 23:33:46.125655 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a055fba8-e33e-46f3-ad02-49c56743a709 req-41d22ca8-37df-4704-bb5c-23bd506aa9a9 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2480b2f-24ea-4f3a-86bf-0cb39fe8f758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366392 Aug 16 23:33:46.303409 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 9c3bdbda-f6cb-46f7-b07b-5f00bebe1e8e details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:33:46.400917 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 9c3bdbda-f6cb-46f7-b07b-5f00bebe1e8e, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=9c3bdbda-f6cb-46f7-b07b-5f00bebe1e8e,segment=NetworkSegment(0bd08585-a02e-4d6f-a90a-eb2309e05a19),segment_id=0bd08585-a02e-4d6f-a90a-eb2309e05a19)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:33:46.412408 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': '9c3bdbda-f6cb-46f7-b07b-5f00bebe1e8e', 'network_id': '4353c830-8e73-4324-a9ff-14ce174676f7', 'port_id': '9c3bdbda-f6cb-46f7-b07b-5f00bebe1e8e', 'mac_address': 'fa:16:3e:fc:ec:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaa20b63-af08-4cf4-a856-671ea25c4e9d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:33:46.448059 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:46.460902 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c3bdbda-f6cb-46f7-b07b-5f00bebe1e8e {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:33:46.479833 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 9c3bdbda-f6cb-46f7-b07b-5f00bebe1e8e, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=9c3bdbda-f6cb-46f7-b07b-5f00bebe1e8e,segment=NetworkSegment(0bd08585-a02e-4d6f-a90a-eb2309e05a19),segment_id=0bd08585-a02e-4d6f-a90a-eb2309e05a19)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:33:46.483917 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:46.535326 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=9c3bdbda-f6cb-46f7-b07b-5f00bebe1e8e,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:33:46.735211 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['9c3bdbda-f6cb-46f7-b07b-5f00bebe1e8e'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:33:47.246251 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbab4d3-67e0-4b40-8dc6-be5295442e1f req-b7cf0b1c-97c2-4c2e-a859-d2f7f010a9fe tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:33:47.248309 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dfbab4d3-67e0-4b40-8dc6-be5295442e1f req-b7cf0b1c-97c2-4c2e-a859-d2f7f010a9fe tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/ports?device_id=72ff3bed-3d93-4d63-9c2a-e8551a814953 HTTP/1.1" status: 200 len: 944 time: 0.0542216 Aug 16 23:33:47.288761 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dfbab4d3-67e0-4b40-8dc6-be5295442e1f req-49aca428-9e77-47e8-a3db-d5f58c386431 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2480b2f-24ea-4f3a-86bf-0cb39fe8f758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345256 Aug 16 23:33:47.703872 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-8fd742e2-47e2-4885-8f83-6ee806c01aee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:48.308045 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 9c3bdbda-f6cb-46f7-b07b-5f00bebe1e8e up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:33:48.363366 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning for port 9c3bdbda-f6cb-46f7-b07b-5f00bebe1e8e completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:33:48.367637 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port 9c3bdbda-f6cb-46f7-b07b-5f00bebe1e8e triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:33:48.368014 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:48.405450 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99aeba-f93d-4fe3-8864-5dce43b6a073 req-5393f721-47f6-48ad-8f48-3b57d3b7198c tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:33:48.406866 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ff99aeba-f93d-4fe3-8864-5dce43b6a073 req-5393f721-47f6-48ad-8f48-3b57d3b7198c tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/ports?device_id=72ff3bed-3d93-4d63-9c2a-e8551a814953 HTTP/1.1" status: 200 len: 944 time: 0.0498848 Aug 16 23:33:48.447212 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ff99aeba-f93d-4fe3-8864-5dce43b6a073 req-33607ac7-4f43-4f5f-a485-8c2610355c37 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2480b2f-24ea-4f3a-86bf-0cb39fe8f758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335758 Aug 16 23:33:48.448498 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:48.471910 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72ff3bed-3d93-4d63-9c2a-e8551a814953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c3bdbda-f6cb-46f7-b07b-5f00bebe1e8e'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:33:48.474262 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3466953-6fe7-4607-8407-f6995f4e4d75" -d '{"events": [{"server_uuid": "72ff3bed-3d93-4d63-9c2a-e8551a814953", "name": "network-vif-plugged", "status": "completed", "tag": "9c3bdbda-f6cb-46f7-b07b-5f00bebe1e8e"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:33:48.488139 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 9c3bdbda-f6cb-46f7-b07b-5f00bebe1e8e, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=9c3bdbda-f6cb-46f7-b07b-5f00bebe1e8e,segment=NetworkSegment(0bd08585-a02e-4d6f-a90a-eb2309e05a19),segment_id=0bd08585-a02e-4d6f-a90a-eb2309e05a19)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:33:48.492326 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:48.520087 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2246bd61-91b5-4b30-9329-021fd4d3885a x-openstack-request-id: req-2246bd61-91b5-4b30-9329-021fd4d3885a {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:33:48.520393 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72ff3bed-3d93-4d63-9c2a-e8551a814953", "name": "network-vif-plugged", "status": "completed", "tag": "9c3bdbda-f6cb-46f7-b07b-5f00bebe1e8e", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:33:48.520681 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2246bd61-91b5-4b30-9329-021fd4d3885a {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:33:48.521075 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72ff3bed-3d93-4d63-9c2a-e8551a814953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c3bdbda-f6cb-46f7-b07b-5f00bebe1e8e', 'code': 200} Aug 16 23:33:48.550184 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=9c3bdbda-f6cb-46f7-b07b-5f00bebe1e8e,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:33:48.617762 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5af5e82-83a8-4de5-afcc-7ecf5ba1ae94 req-19116ef3-a97b-4551-b3a7-74957bfbff7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:33:48.619257 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-f5af5e82-83a8-4de5-afcc-7ecf5ba1ae94 req-19116ef3-a97b-4551-b3a7-74957bfbff7b service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=72ff3bed-3d93-4d63-9c2a-e8551a814953 HTTP/1.1" status: 200 len: 1097 time: 0.0405943 Aug 16 23:33:48.655826 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-f5af5e82-83a8-4de5-afcc-7ecf5ba1ae94 req-36c96255-2e60-48cd-a72f-67c68f9e3e3f service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=f2480b2f-24ea-4f3a-86bf-0cb39fe8f758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270431 Aug 16 23:33:49.563998 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70837a1-a2b1-4409-82bf-1f5fd2a9670a req-c5ddf5bd-e459-40a2-8c04-bc385e5f57e5 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:33:49.565534 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b70837a1-a2b1-4409-82bf-1f5fd2a9670a req-c5ddf5bd-e459-40a2-8c04-bc385e5f57e5 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/ports?device_id=72ff3bed-3d93-4d63-9c2a-e8551a814953 HTTP/1.1" status: 200 len: 945 time: 0.0504041 Aug 16 23:33:49.602913 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b70837a1-a2b1-4409-82bf-1f5fd2a9670a req-57a4bce0-a346-44ed-bb38-7f24e7bc85ad tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2480b2f-24ea-4f3a-86bf-0cb39fe8f758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314419 Aug 16 23:33:49.810192 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-21ecaa6d-d52b-46a8-90e0-e58843afebc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:50.668923 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:50.726746 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c8f245-6d66-4c9c-b69f-704ce1b20db9 req-f703ffa9-314d-4fa2-b0ee-26dca7740200 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:33:50.728195 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-61c8f245-6d66-4c9c-b69f-704ce1b20db9 req-f703ffa9-314d-4fa2-b0ee-26dca7740200 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/ports?device_id=72ff3bed-3d93-4d63-9c2a-e8551a814953 HTTP/1.1" status: 200 len: 945 time: 0.0506268 Aug 16 23:33:50.769949 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-61c8f245-6d66-4c9c-b69f-704ce1b20db9 req-8efdeaf5-8008-417f-9f34-81a8d69a3eba tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2480b2f-24ea-4f3a-86bf-0cb39fe8f758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352838 Aug 16 23:33:51.390473 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-fdd65e0f-0bff-4c7a-a4e9-425a8f8727e3 req-9650efc7-1abf-41e7-9cd6-6081e9b8bd89 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=72ff3bed-3d93-4d63-9c2a-e8551a814953&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0446529 Aug 16 23:33:51.474837 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd65e0f-0bff-4c7a-a4e9-425a8f8727e3 req-440b49be-38a5-442e-ad93-5ce6ee1f0988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:33:51.476369 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-fdd65e0f-0bff-4c7a-a4e9-425a8f8727e3 req-440b49be-38a5-442e-ad93-5ce6ee1f0988 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=716536f43e744311a4be1e1a633d69ec&device_id=72ff3bed-3d93-4d63-9c2a-e8551a814953 HTTP/1.1" status: 200 len: 1097 time: 0.0427964 Aug 16 23:33:51.583118 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd65e0f-0bff-4c7a-a4e9-425a8f8727e3 req-0d012504-39ec-49e0-a315-04a37b9f212a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:33:51.584594 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-fdd65e0f-0bff-4c7a-a4e9-425a8f8727e3 req-0d012504-39ec-49e0-a315-04a37b9f212a service neutron] 10.222.0.68 "GET /v2.0/networks?id=4353c830-8e73-4324-a9ff-14ce174676f7 HTTP/1.1" status: 200 len: 916 time: 0.0891082 Aug 16 23:33:51.626846 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-fdd65e0f-0bff-4c7a-a4e9-425a8f8727e3 req-9bc5a443-f85f-4aab-a3e2-61cfa0548fc0 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9c3bdbda-f6cb-46f7-b07b-5f00bebe1e8e HTTP/1.1" status: 200 len: 217 time: 0.0348377 Aug 16 23:33:51.651379 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:51.682001 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd65e0f-0bff-4c7a-a4e9-425a8f8727e3 req-90b57caa-9121-4626-bae6-5c295d2f208a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:33:51.683798 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-fdd65e0f-0bff-4c7a-a4e9-425a8f8727e3 req-90b57caa-9121-4626-bae6-5c295d2f208a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=eaa20b63-af08-4cf4-a856-671ea25c4e9d HTTP/1.1" status: 200 len: 855 time: 0.0482378 Aug 16 23:33:51.719932 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-fdd65e0f-0bff-4c7a-a4e9-425a8f8727e3 req-f69430b0-09a8-41dd-a171-5deaa812a752 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=4353c830-8e73-4324-a9ff-14ce174676f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286398 Aug 16 23:33:51.819932 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-fdd65e0f-0bff-4c7a-a4e9-425a8f8727e3 req-e480545c-5c1c-43fb-9ffe-e7ef8c4b0639 service neutron] 10.222.0.68 "GET /v2.0/networks/4353c830-8e73-4324-a9ff-14ce174676f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918148 Aug 16 23:33:51.914988 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-fdd65e0f-0bff-4c7a-a4e9-425a8f8727e3 req-c8ea538e-de6f-4947-91a1-918d58cc1512 service neutron] 10.222.0.68 "GET /v2.0/networks/4353c830-8e73-4324-a9ff-14ce174676f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860779 Aug 16 23:33:52.891054 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:55.621820 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:55.819012 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7549cf2c-bde4-4849-b3a8-e9e4df4c0990 req-bd3e41d4-43ff-4a80-8aab-01ca11b1fc90 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:33:55.820527 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7549cf2c-bde4-4849-b3a8-e9e4df4c0990 req-bd3e41d4-43ff-4a80-8aab-01ca11b1fc90 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/networks?id=4353c830-8e73-4324-a9ff-14ce174676f7 HTTP/1.1" status: 200 len: 815 time: 0.1012847 Aug 16 23:33:55.836173 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7549cf2c-bde4-4849-b3a8-e9e4df4c0990 req-8ab43d3c-b277-4c3d-a4cd-5dec30c54bba tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/quotas/716536f43e744311a4be1e1a633d69ec HTTP/1.1" status: 200 len: 375 time: 0.0099871 Aug 16 23:33:55.886465 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7549cf2c-bde4-4849-b3a8-e9e4df4c0990 req-a5f16c3f-8005-4039-820f-f3228774d8ca tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=716536f43e744311a4be1e1a633d69ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448906 Aug 16 23:33:55.977137 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7549cf2c-bde4-4849-b3a8-e9e4df4c0990 req-932ebc46-ed44-4a26-8f76-406306a81956 service neutron] 10.222.0.36 "GET /v2.0/networks/4353c830-8e73-4324-a9ff-14ce174676f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828757 Aug 16 23:33:56.064658 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7549cf2c-bde4-4849-b3a8-e9e4df4c0990 req-f74984c0-dc6a-4570-ae9d-1776d0364e1a service neutron] 10.222.0.36 "GET /v2.0/networks/4353c830-8e73-4324-a9ff-14ce174676f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815928 Aug 16 23:33:56.227381 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9a30c1e3-35f8-4f88-a365-32433807d2e3 req-261609fd-3082-4e90-bd78-01daa6183ff6 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/ports?device_id=223f6fc8-e6d7-4d64-8d7c-106b54e0dd56 HTTP/1.1" status: 200 len: 210 time: 0.0304322 Aug 16 23:33:57.206531 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7549cf2c-bde4-4849-b3a8-e9e4df4c0990 req-f002df4d-21de-4cae-ac4b-c69af11b28a1 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:33:57.207998 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7549cf2c-bde4-4849-b3a8-e9e4df4c0990 req-f002df4d-21de-4cae-ac4b-c69af11b28a1 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.57 "GET /v2.0/networks?id=4353c830-8e73-4324-a9ff-14ce174676f7 HTTP/1.1" status: 200 len: 815 time: 0.1149244 Aug 16 23:33:57.235687 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-7549cf2c-bde4-4849-b3a8-e9e4df4c0990 req-87024d91-6193-45f7-90fa-c230546103a5 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Request body: {'port': {'device_id': '223f6fc8-e6d7-4d64-8d7c-106b54e0dd56', 'network_id': '4353c830-8e73-4324-a9ff-14ce174676f7', 'admin_state_up': True, 'tenant_id': '716536f43e744311a4be1e1a633d69ec'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:33:57.617062 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-571ed7e0-8f38-4df2-856f-8d43a3897257 req-703325cc-7174-4709-afb9-67e741abe63a tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/ports?device_id=223f6fc8-e6d7-4d64-8d7c-106b54e0dd56 HTTP/1.1" status: 200 len: 210 time: 0.0305459 Aug 16 23:33:57.675362 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7549cf2c-bde4-4849-b3a8-e9e4df4c0990 req-87024d91-6193-45f7-90fa-c230546103a5 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Made reservation on behalf of 716536f43e744311a4be1e1a633d69ec for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:33:57.678981 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-7549cf2c-bde4-4849-b3a8-e9e4df4c0990 req-87024d91-6193-45f7-90fa-c230546103a5 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:57.802027 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [req-7549cf2c-bde4-4849-b3a8-e9e4df4c0990 req-87024d91-6193-45f7-90fa-c230546103a5 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Allocated IP 172.20.0.13 (4353c830-8e73-4324-a9ff-14ce174676f7/eaa20b63-af08-4cf4-a856-671ea25c4e9d/5f7fe098-94ac-4464-b9dd-835a26bcdc38) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:33:57.944745 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-7549cf2c-bde4-4849-b3a8-e9e4df4c0990 req-87024d91-6193-45f7-90fa-c230546103a5 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:57.981639 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-7549cf2c-bde4-4849-b3a8-e9e4df4c0990 req-87024d91-6193-45f7-90fa-c230546103a5 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:57.994786 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['9c3bdbda-f6cb-46f7-b07b-5f00bebe1e8e'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:33:58.017705 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['2ea7dfa7-0c06-4675-b9c2-2c96d36c8a96'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:33:58.025550 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7549cf2c-bde4-4849-b3a8-e9e4df4c0990 req-87024d91-6193-45f7-90fa-c230546103a5 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Network 4353c830-8e73-4324-a9ff-14ce174676f7 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:33:58.028831 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [req-7549cf2c-bde4-4849-b3a8-e9e4df4c0990 req-87024d91-6193-45f7-90fa-c230546103a5 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:33:58.033208 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-7549cf2c-bde4-4849-b3a8-e9e4df4c0990 req-87024d91-6193-45f7-90fa-c230546103a5 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:33:58.056691 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87024d91-6193-45f7-90fa-c230546103a5 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Pushing event updated for resources: {'Port': ['ID=5f7fe098-94ac-4464-b9dd-835a26bcdc38,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:33:58.083673 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7549cf2c-bde4-4849-b3a8-e9e4df4c0990 req-87024d91-6193-45f7-90fa-c230546103a5 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:33:58.084289 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-7549cf2c-bde4-4849-b3a8-e9e4df4c0990 req-87024d91-6193-45f7-90fa-c230546103a5 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:58.099228 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7549cf2c-bde4-4849-b3a8-e9e4df4c0990 req-87024d91-6193-45f7-90fa-c230546103a5 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8676538 Aug 16 23:33:58.118661 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-7549cf2c-bde4-4849-b3a8-e9e4df4c0990 req-c1ee685c-10bc-42f0-928e-0f71dfb3cf16 service neutron] Request body: {'port': {'device_id': '223f6fc8-e6d7-4d64-8d7c-106b54e0dd56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-26'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:33:58.178432 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-7549cf2c-bde4-4849-b3a8-e9e4df4c0990 req-c1ee685c-10bc-42f0-928e-0f71dfb3cf16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:58.439707 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [req-7549cf2c-bde4-4849-b3a8-e9e4df4c0990 req-c1ee685c-10bc-42f0-928e-0f71dfb3cf16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f7fe098-94ac-4464-b9dd-835a26bcdc38 {{(pid=101292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:33:58.446999 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-7549cf2c-bde4-4849-b3a8-e9e4df4c0990 req-c1ee685c-10bc-42f0-928e-0f71dfb3cf16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:58.459411 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-7549cf2c-bde4-4849-b3a8-e9e4df4c0990 req-c1ee685c-10bc-42f0-928e-0f71dfb3cf16 service neutron] Transition to ACTIVE for port object 5f7fe098-94ac-4464-b9dd-835a26bcdc38 will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:33:58.462264 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-7549cf2c-bde4-4849-b3a8-e9e4df4c0990 req-c1ee685c-10bc-42f0-928e-0f71dfb3cf16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:58.520187 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ee685c-10bc-42f0-928e-0f71dfb3cf16 service neutron] Pushing event updated for resources: {'Port': ['ID=5f7fe098-94ac-4464-b9dd-835a26bcdc38,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:33:58.587309 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-7549cf2c-bde4-4849-b3a8-e9e4df4c0990 req-c1ee685c-10bc-42f0-928e-0f71dfb3cf16 service neutron] Attempting to bind port 5f7fe098-94ac-4464-b9dd-835a26bcdc38 on host n-h2-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:33:58.587655 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-7549cf2c-bde4-4849-b3a8-e9e4df4c0990 req-c1ee685c-10bc-42f0-928e-0f71dfb3cf16 service neutron] Attempting to bind port 5f7fe098-94ac-4464-b9dd-835a26bcdc38 by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': '0bd08585-a02e-4d6f-a90a-eb2309e05a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '4353c830-8e73-4324-a9ff-14ce174676f7'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:33:58.588016 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7549cf2c-bde4-4849-b3a8-e9e4df4c0990 req-c1ee685c-10bc-42f0-928e-0f71dfb3cf16 service neutron] Attempting to bind port 5f7fe098-94ac-4464-b9dd-835a26bcdc38 on network 4353c830-8e73-4324-a9ff-14ce174676f7 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:33:58.592354 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7549cf2c-bde4-4849-b3a8-e9e4df4c0990 req-c1ee685c-10bc-42f0-928e-0f71dfb3cf16 service neutron] Port 5f7fe098-94ac-4464-b9dd-835a26bcdc38 on network 4353c830-8e73-4324-a9ff-14ce174676f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:33:58.592868 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7549cf2c-bde4-4849-b3a8-e9e4df4c0990 req-c1ee685c-10bc-42f0-928e-0f71dfb3cf16 service neutron] Attempting to bind port 5f7fe098-94ac-4464-b9dd-835a26bcdc38 on network 4353c830-8e73-4324-a9ff-14ce174676f7 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:33:58.597890 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7549cf2c-bde4-4849-b3a8-e9e4df4c0990 req-c1ee685c-10bc-42f0-928e-0f71dfb3cf16 service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:33:58.598236 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7549cf2c-bde4-4849-b3a8-e9e4df4c0990 req-c1ee685c-10bc-42f0-928e-0f71dfb3cf16 service neutron] Checking segment: {'id': '0bd08585-a02e-4d6f-a90a-eb2309e05a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '4353c830-8e73-4324-a9ff-14ce174676f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:33:58.598623 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7549cf2c-bde4-4849-b3a8-e9e4df4c0990 req-c1ee685c-10bc-42f0-928e-0f71dfb3cf16 service neutron] Bound using segment: {'id': '0bd08585-a02e-4d6f-a90a-eb2309e05a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '4353c830-8e73-4324-a9ff-14ce174676f7'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:33:58.599055 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-7549cf2c-bde4-4849-b3a8-e9e4df4c0990 req-c1ee685c-10bc-42f0-928e-0f71dfb3cf16 service neutron] Bound port: 5f7fe098-94ac-4464-b9dd-835a26bcdc38, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bd08585-a02e-4d6f-a90a-eb2309e05a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '4353c830-8e73-4324-a9ff-14ce174676f7'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:33:58.599411 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-7549cf2c-bde4-4849-b3a8-e9e4df4c0990 req-c1ee685c-10bc-42f0-928e-0f71dfb3cf16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:58.665776 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-7549cf2c-bde4-4849-b3a8-e9e4df4c0990 req-c1ee685c-10bc-42f0-928e-0f71dfb3cf16 service neutron] For port 5f7fe098-94ac-4464-b9dd-835a26bcdc38, host n-h2-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:33:58.668899 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-7549cf2c-bde4-4849-b3a8-e9e4df4c0990 req-c1ee685c-10bc-42f0-928e-0f71dfb3cf16 service neutron] For port 5f7fe098-94ac-4464-b9dd-835a26bcdc38, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=5f7fe098-94ac-4464-b9dd-835a26bcdc38,segment=NetworkSegment(0bd08585-a02e-4d6f-a90a-eb2309e05a19),segment_id=0bd08585-a02e-4d6f-a90a-eb2309e05a19)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:33:58.674833 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-7549cf2c-bde4-4849-b3a8-e9e4df4c0990 req-c1ee685c-10bc-42f0-928e-0f71dfb3cf16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:58.741059 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7549cf2c-bde4-4849-b3a8-e9e4df4c0990 req-c1ee685c-10bc-42f0-928e-0f71dfb3cf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:33:58.741675 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-7549cf2c-bde4-4849-b3a8-e9e4df4c0990 req-c1ee685c-10bc-42f0-928e-0f71dfb3cf16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:33:58.743039 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7549cf2c-bde4-4849-b3a8-e9e4df4c0990 req-c1ee685c-10bc-42f0-928e-0f71dfb3cf16 service neutron] 10.222.0.57 "PUT /v2.0/ports/5f7fe098-94ac-4464-b9dd-835a26bcdc38 HTTP/1.1" status: 200 len: 1093 time: 0.6290364 Aug 16 23:33:58.743618 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '223f6fc8-e6d7-4d64-8d7c-106b54e0dd56', 'tag': '5f7fe098-94ac-4464-b9dd-835a26bcdc38'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:33:58.745853 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-015324ba-05a1-40c4-a455-c20fa76d1817" -d '{"events": [{"name": "network-changed", "server_uuid": "223f6fc8-e6d7-4d64-8d7c-106b54e0dd56", "tag": "5f7fe098-94ac-4464-b9dd-835a26bcdc38"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:33:58.769932 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ee685c-10bc-42f0-928e-0f71dfb3cf16 service neutron] Pushing event updated for resources: {'Port': ['ID=5f7fe098-94ac-4464-b9dd-835a26bcdc38,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:33:58.789234 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a72f00d-bb4f-4390-979c-0130f2334401 req-dda8a22f-66ea-4982-939a-f31ab0ea696a tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:33:58.790724 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7a72f00d-bb4f-4390-979c-0130f2334401 req-dda8a22f-66ea-4982-939a-f31ab0ea696a tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/ports?device_id=223f6fc8-e6d7-4d64-8d7c-106b54e0dd56 HTTP/1.1" status: 200 len: 944 time: 0.0893688 Aug 16 23:33:58.792162 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d596b374-b83f-41ef-bf43-6726dad69d3f x-openstack-request-id: req-d596b374-b83f-41ef-bf43-6726dad69d3f {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:33:58.792451 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "223f6fc8-e6d7-4d64-8d7c-106b54e0dd56", "tag": "5f7fe098-94ac-4464-b9dd-835a26bcdc38", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:33:58.792724 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d596b374-b83f-41ef-bf43-6726dad69d3f {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:33:58.793111 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '223f6fc8-e6d7-4d64-8d7c-106b54e0dd56', 'tag': '5f7fe098-94ac-4464-b9dd-835a26bcdc38', 'status': 'completed', 'code': 200} Aug 16 23:33:58.851620 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7a72f00d-bb4f-4390-979c-0130f2334401 req-ff1f5842-038c-48ce-bc5d-ea6ed19e7805 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2480b2f-24ea-4f3a-86bf-0cb39fe8f758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546744 Aug 16 23:33:58.863748 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7549cf2c-bde4-4849-b3a8-e9e4df4c0990 req-d223d625-b010-4454-a7c4-1e1e014eda42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:33:58.865255 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7549cf2c-bde4-4849-b3a8-e9e4df4c0990 req-d223d625-b010-4454-a7c4-1e1e014eda42 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=716536f43e744311a4be1e1a633d69ec&device_id=223f6fc8-e6d7-4d64-8d7c-106b54e0dd56 HTTP/1.1" status: 200 len: 1096 time: 0.0548990 Aug 16 23:33:58.912809 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7549cf2c-bde4-4849-b3a8-e9e4df4c0990 req-c558773c-b400-44a5-ade3-3fad5cecec26 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f7fe098-94ac-4464-b9dd-835a26bcdc38 HTTP/1.1" status: 200 len: 217 time: 0.0343518 Aug 16 23:33:58.969220 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7549cf2c-bde4-4849-b3a8-e9e4df4c0990 req-6cc3d2d8-d574-4f81-8708-8d368a1db1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:33:58.970798 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7549cf2c-bde4-4849-b3a8-e9e4df4c0990 req-6cc3d2d8-d574-4f81-8708-8d368a1db1ed service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eaa20b63-af08-4cf4-a856-671ea25c4e9d HTTP/1.1" status: 200 len: 855 time: 0.0514073 Aug 16 23:33:59.002767 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7549cf2c-bde4-4849-b3a8-e9e4df4c0990 req-eafb78f3-4042-4007-b481-e72856a195f6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4353c830-8e73-4324-a9ff-14ce174676f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252740 Aug 16 23:33:59.093624 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7549cf2c-bde4-4849-b3a8-e9e4df4c0990 req-c2cb1502-93dc-4252-bb44-3b8c9aa82db1 service neutron] 10.222.0.57 "GET /v2.0/networks/4353c830-8e73-4324-a9ff-14ce174676f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826037 Aug 16 23:33:59.188485 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7549cf2c-bde4-4849-b3a8-e9e4df4c0990 req-74461fe3-f93f-45e0-955b-82ff5ca23ece service neutron] 10.222.0.57 "GET /v2.0/networks/4353c830-8e73-4324-a9ff-14ce174676f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883532 Aug 16 23:33:59.315077 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015324ba-05a1-40c4-a455-c20fa76d1817 req-95ba5709-bc64-4dad-bf34-35437a1c0e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:33:59.316601 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-015324ba-05a1-40c4-a455-c20fa76d1817 req-95ba5709-bc64-4dad-bf34-35437a1c0e0b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=716536f43e744311a4be1e1a633d69ec&device_id=223f6fc8-e6d7-4d64-8d7c-106b54e0dd56 HTTP/1.1" status: 200 len: 1096 time: 0.0417907 Aug 16 23:33:59.410466 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015324ba-05a1-40c4-a455-c20fa76d1817 req-be88282e-7c31-49af-a461-ca7ee2fe214d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:33:59.411937 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-015324ba-05a1-40c4-a455-c20fa76d1817 req-be88282e-7c31-49af-a461-ca7ee2fe214d service neutron] 10.222.0.57 "GET /v2.0/networks?id=4353c830-8e73-4324-a9ff-14ce174676f7 HTTP/1.1" status: 200 len: 916 time: 0.0884218 Aug 16 23:33:59.453854 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-015324ba-05a1-40c4-a455-c20fa76d1817 req-85988b90-b6f4-403c-937b-47502b808918 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f7fe098-94ac-4464-b9dd-835a26bcdc38 HTTP/1.1" status: 200 len: 217 time: 0.0347552 Aug 16 23:33:59.502453 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015324ba-05a1-40c4-a455-c20fa76d1817 req-b8d1433f-97e9-446e-8d99-8b2547d09b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:33:59.503917 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-015324ba-05a1-40c4-a455-c20fa76d1817 req-b8d1433f-97e9-446e-8d99-8b2547d09b0c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eaa20b63-af08-4cf4-a856-671ea25c4e9d HTTP/1.1" status: 200 len: 855 time: 0.0431573 Aug 16 23:33:59.536194 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-015324ba-05a1-40c4-a455-c20fa76d1817 req-d38b2d34-4e42-4cba-a0f0-d88c9fab4ee5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4353c830-8e73-4324-a9ff-14ce174676f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248568 Aug 16 23:33:59.631379 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-015324ba-05a1-40c4-a455-c20fa76d1817 req-00b3f44a-6387-455f-871a-c1cc929555a1 service neutron] 10.222.0.57 "GET /v2.0/networks/4353c830-8e73-4324-a9ff-14ce174676f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885603 Aug 16 23:33:59.725276 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-015324ba-05a1-40c4-a455-c20fa76d1817 req-5a442299-ff94-4d30-9d0d-425f0accf20a service neutron] 10.222.0.57 "GET /v2.0/networks/4353c830-8e73-4324-a9ff-14ce174676f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863142 Aug 16 23:33:59.968693 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d8c2e2-934f-4ce7-ba2c-147e55d53ccc req-b17d7ad4-810b-45c8-bdf2-4f5bc7e0a07e tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:33:59.970272 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-95d8c2e2-934f-4ce7-ba2c-147e55d53ccc req-b17d7ad4-810b-45c8-bdf2-4f5bc7e0a07e tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/ports?device_id=223f6fc8-e6d7-4d64-8d7c-106b54e0dd56 HTTP/1.1" status: 200 len: 944 time: 0.0494962 Aug 16 23:34:00.008657 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-95d8c2e2-934f-4ce7-ba2c-147e55d53ccc req-e87ec5c2-f4c3-4e8e-a1ae-db9897150bb4 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2480b2f-24ea-4f3a-86bf-0cb39fe8f758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323880 Aug 16 23:34:00.819732 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:34:01.120507 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87398429-b267-48cb-85eb-9f2d330e3732 req-7f0260ec-f6fc-47c2-8e13-2a167adc03c3 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:34:01.122012 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-87398429-b267-48cb-85eb-9f2d330e3732 req-7f0260ec-f6fc-47c2-8e13-2a167adc03c3 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/ports?device_id=223f6fc8-e6d7-4d64-8d7c-106b54e0dd56 HTTP/1.1" status: 200 len: 944 time: 0.0487044 Aug 16 23:34:01.160316 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-87398429-b267-48cb-85eb-9f2d330e3732 req-7c24e1ee-e840-459c-bada-9617ff994b65 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2480b2f-24ea-4f3a-86bf-0cb39fe8f758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318584 Aug 16 23:34:01.426461 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-708104da-5c9d-44ad-a704-7cc3567616b9 req-1d357900-b611-49cb-926b-27dd2cfb299a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=24d6c6aa-4f97-4d71-9bb1-7f0a89cf863c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0385575 Aug 16 23:34:01.524217 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708104da-5c9d-44ad-a704-7cc3567616b9 req-f5ae8a4f-3e8c-461f-ab65-ae12d69bcd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:34:01.525743 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-708104da-5c9d-44ad-a704-7cc3567616b9 req-f5ae8a4f-3e8c-461f-ab65-ae12d69bcd6d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=716536f43e744311a4be1e1a633d69ec&device_id=24d6c6aa-4f97-4d71-9bb1-7f0a89cf863c HTTP/1.1" status: 200 len: 1097 time: 0.0446620 Aug 16 23:34:01.632737 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708104da-5c9d-44ad-a704-7cc3567616b9 req-834b3106-9312-4ddd-8896-1707d69d0e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:34:01.634233 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-708104da-5c9d-44ad-a704-7cc3567616b9 req-834b3106-9312-4ddd-8896-1707d69d0e4c service neutron] 10.222.0.57 "GET /v2.0/networks?id=4353c830-8e73-4324-a9ff-14ce174676f7 HTTP/1.1" status: 200 len: 916 time: 0.0861816 Aug 16 23:34:01.681829 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-708104da-5c9d-44ad-a704-7cc3567616b9 req-98c7ed01-40fd-4414-a6ae-3850670a6bb5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ea7dfa7-0c06-4675-b9c2-2c96d36c8a96 HTTP/1.1" status: 200 len: 217 time: 0.0390906 Aug 16 23:34:01.708024 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 5f7fe098-94ac-4464-b9dd-835a26bcdc38 details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:34:01.730249 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708104da-5c9d-44ad-a704-7cc3567616b9 req-4f4bc108-a1d2-4d3c-8f58-5ae4aa81347b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:34:01.731742 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-708104da-5c9d-44ad-a704-7cc3567616b9 req-4f4bc108-a1d2-4d3c-8f58-5ae4aa81347b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eaa20b63-af08-4cf4-a856-671ea25c4e9d HTTP/1.1" status: 200 len: 855 time: 0.0430439 Aug 16 23:34:01.763204 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-708104da-5c9d-44ad-a704-7cc3567616b9 req-20a424bd-8dde-4a33-88f5-06d2956f363d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4353c830-8e73-4324-a9ff-14ce174676f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242140 Aug 16 23:34:01.805177 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 5f7fe098-94ac-4464-b9dd-835a26bcdc38, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=5f7fe098-94ac-4464-b9dd-835a26bcdc38,segment=NetworkSegment(0bd08585-a02e-4d6f-a90a-eb2309e05a19),segment_id=0bd08585-a02e-4d6f-a90a-eb2309e05a19)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:34:01.816392 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': '5f7fe098-94ac-4464-b9dd-835a26bcdc38', 'network_id': '4353c830-8e73-4324-a9ff-14ce174676f7', 'port_id': '5f7fe098-94ac-4464-b9dd-835a26bcdc38', 'mac_address': 'fa:16:3e:2f:ed:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaa20b63-af08-4cf4-a856-671ea25c4e9d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:34:01.853857 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:34:01.857060 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-708104da-5c9d-44ad-a704-7cc3567616b9 req-18fb2886-6413-49fd-9f8d-116ba7b0dc7a service neutron] 10.222.0.57 "GET /v2.0/networks/4353c830-8e73-4324-a9ff-14ce174676f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871022 Aug 16 23:34:01.867135 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f7fe098-94ac-4464-b9dd-835a26bcdc38 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:34:01.886182 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 5f7fe098-94ac-4464-b9dd-835a26bcdc38, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=5f7fe098-94ac-4464-b9dd-835a26bcdc38,segment=NetworkSegment(0bd08585-a02e-4d6f-a90a-eb2309e05a19),segment_id=0bd08585-a02e-4d6f-a90a-eb2309e05a19)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:34:01.890231 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:34:01.940254 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=5f7fe098-94ac-4464-b9dd-835a26bcdc38,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:34:01.947759 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-708104da-5c9d-44ad-a704-7cc3567616b9 req-09113e82-c94d-4296-b78a-46227850493b service neutron] 10.222.0.57 "GET /v2.0/networks/4353c830-8e73-4324-a9ff-14ce174676f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833020 Aug 16 23:34:02.279618 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['5f7fe098-94ac-4464-b9dd-835a26bcdc38'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:34:02.282437 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596cfbf4-751a-4eb9-8897-4819adb39290 req-159d8946-6b29-4e95-9760-c3dc323bd626 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:34:02.284127 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-596cfbf4-751a-4eb9-8897-4819adb39290 req-159d8946-6b29-4e95-9760-c3dc323bd626 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/ports?device_id=223f6fc8-e6d7-4d64-8d7c-106b54e0dd56 HTTP/1.1" status: 200 len: 945 time: 0.0500703 Aug 16 23:34:02.323791 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-596cfbf4-751a-4eb9-8897-4819adb39290 req-82bd833b-4c2b-4e36-98ff-b2568ae6b0a9 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2480b2f-24ea-4f3a-86bf-0cb39fe8f758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324779 Aug 16 23:34:03.441452 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239520d9-8687-43e8-a7fe-9cba1ae9b4dd req-ed3f71b3-950d-48fe-b4e1-7ff357aed22c tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:34:03.442873 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-239520d9-8687-43e8-a7fe-9cba1ae9b4dd req-ed3f71b3-950d-48fe-b4e1-7ff357aed22c tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/ports?device_id=223f6fc8-e6d7-4d64-8d7c-106b54e0dd56 HTTP/1.1" status: 200 len: 945 time: 0.0529053 Aug 16 23:34:03.480057 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-239520d9-8687-43e8-a7fe-9cba1ae9b4dd req-1f1c6336-ba6a-428f-9791-d41207981e56 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2480b2f-24ea-4f3a-86bf-0cb39fe8f758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313070 Aug 16 23:34:03.721386 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 5f7fe098-94ac-4464-b9dd-835a26bcdc38 up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:34:03.769171 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning for port 5f7fe098-94ac-4464-b9dd-835a26bcdc38 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:34:03.772884 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port 5f7fe098-94ac-4464-b9dd-835a26bcdc38 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:34:03.773254 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:34:03.850080 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:34:03.871925 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '223f6fc8-e6d7-4d64-8d7c-106b54e0dd56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f7fe098-94ac-4464-b9dd-835a26bcdc38'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:34:03.874732 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-425e229b-6996-4b1a-a958-4986af421c90" -d '{"events": [{"server_uuid": "223f6fc8-e6d7-4d64-8d7c-106b54e0dd56", "name": "network-vif-plugged", "status": "completed", "tag": "5f7fe098-94ac-4464-b9dd-835a26bcdc38"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:34:03.888020 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 5f7fe098-94ac-4464-b9dd-835a26bcdc38, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=5f7fe098-94ac-4464-b9dd-835a26bcdc38,segment=NetworkSegment(0bd08585-a02e-4d6f-a90a-eb2309e05a19),segment_id=0bd08585-a02e-4d6f-a90a-eb2309e05a19)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:34:03.892526 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:34:03.915063 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c967f034-96d9-4a02-9238-7805ef7c33ec x-openstack-request-id: req-c967f034-96d9-4a02-9238-7805ef7c33ec {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:34:03.915353 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "223f6fc8-e6d7-4d64-8d7c-106b54e0dd56", "name": "network-vif-plugged", "status": "completed", "tag": "5f7fe098-94ac-4464-b9dd-835a26bcdc38", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:34:03.915604 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c967f034-96d9-4a02-9238-7805ef7c33ec {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:34:03.915982 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '223f6fc8-e6d7-4d64-8d7c-106b54e0dd56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f7fe098-94ac-4464-b9dd-835a26bcdc38', 'code': 200} Aug 16 23:34:03.941297 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=5f7fe098-94ac-4464-b9dd-835a26bcdc38,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:34:04.030312 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570f8373-1616-4363-bc37-ab6102db2d82 req-4cf2329d-30b0-41fa-9dfe-64c2ea8c1e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:34:04.031749 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-570f8373-1616-4363-bc37-ab6102db2d82 req-4cf2329d-30b0-41fa-9dfe-64c2ea8c1e7b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=223f6fc8-e6d7-4d64-8d7c-106b54e0dd56 HTTP/1.1" status: 200 len: 1098 time: 0.0398841 Aug 16 23:34:04.065894 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-570f8373-1616-4363-bc37-ab6102db2d82 req-b3e577cd-0070-425a-ba27-8ceb05c311bf service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f2480b2f-24ea-4f3a-86bf-0cb39fe8f758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272312 Aug 16 23:34:04.593910 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3d4298-139e-4c62-8dbd-c59beb6ec64d req-05831242-600c-4e0c-a19d-c3b6de77ef08 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:34:04.595452 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1f3d4298-139e-4c62-8dbd-c59beb6ec64d req-05831242-600c-4e0c-a19d-c3b6de77ef08 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/ports?device_id=223f6fc8-e6d7-4d64-8d7c-106b54e0dd56 HTTP/1.1" status: 200 len: 946 time: 0.0502973 Aug 16 23:34:04.632695 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1f3d4298-139e-4c62-8dbd-c59beb6ec64d req-891fbeba-a09b-4f6e-b4db-f0f83299a395 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2480b2f-24ea-4f3a-86bf-0cb39fe8f758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311766 Aug 16 23:34:05.752009 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae6cd4-ed58-4a6f-a693-32d3cf9b1921 req-74eb27ce-370e-4022-9e97-bdecbfb951e9 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:34:05.753529 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7bae6cd4-ed58-4a6f-a693-32d3cf9b1921 req-74eb27ce-370e-4022-9e97-bdecbfb951e9 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/ports?device_id=223f6fc8-e6d7-4d64-8d7c-106b54e0dd56 HTTP/1.1" status: 200 len: 946 time: 0.0521336 Aug 16 23:34:05.789768 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7bae6cd4-ed58-4a6f-a693-32d3cf9b1921 req-c3202f0c-46fa-45ca-984f-6999d80f33f1 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2480b2f-24ea-4f3a-86bf-0cb39fe8f758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303233 Aug 16 23:34:11.486886 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:34:14.940760 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [req-1b9548bb-fb01-4430-b68f-7e36d5f3c27f req-79b07b70-aa59-4883-9d85-a491a1dacd6f service neutron] (101291) timed out ('10.222.0.68', 60707) {{(pid=101291) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 23:34:17.704097 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-450826a3-9154-4a38-80a5-eb8e39b23592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:34:19.812267 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2e995c18-cd6b-4fc0-8497-431a994ac3ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:34:20.673417 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:34:21.657175 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:34:21.885171 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f860e8-22e4-414d-907b-3f82b52fbd40 req-9f6721a7-abe7-42f7-8ca8-d5d7b7fcbe35 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:34:21.886639 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-69f860e8-22e4-414d-907b-3f82b52fbd40 req-9f6721a7-abe7-42f7-8ca8-d5d7b7fcbe35 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/networks?id=4353c830-8e73-4324-a9ff-14ce174676f7 HTTP/1.1" status: 200 len: 815 time: 0.1010911 Aug 16 23:34:21.902598 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-69f860e8-22e4-414d-907b-3f82b52fbd40 req-46908612-e673-4d53-82b2-87b4418d64cc tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/quotas/716536f43e744311a4be1e1a633d69ec HTTP/1.1" status: 200 len: 375 time: 0.0091505 Aug 16 23:34:21.959388 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-69f860e8-22e4-414d-907b-3f82b52fbd40 req-e479c91a-ced5-42c1-8201-2d23c3cbcd1c tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=716536f43e744311a4be1e1a633d69ec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0510266 Aug 16 23:34:22.050628 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-69f860e8-22e4-414d-907b-3f82b52fbd40 req-384940e3-2b5c-4984-9258-063950d79f67 service neutron] 10.222.0.36 "GET /v2.0/networks/4353c830-8e73-4324-a9ff-14ce174676f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835447 Aug 16 23:34:22.143064 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-69f860e8-22e4-414d-907b-3f82b52fbd40 req-f634d294-254d-492d-bfdf-be4d61f009b8 service neutron] 10.222.0.36 "GET /v2.0/networks/4353c830-8e73-4324-a9ff-14ce174676f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863190 Aug 16 23:34:22.302452 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3f1dd2ed-9942-42af-8f6c-cb71f7c9e189 req-2f8ebad5-e56d-4702-aa61-341037e79d38 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/ports?device_id=67c6c6eb-b16a-4877-a352-82f45859e2db HTTP/1.1" status: 200 len: 210 time: 0.0286136 Aug 16 23:34:22.891424 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:34:23.235565 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f860e8-22e4-414d-907b-3f82b52fbd40 req-eb04c1f9-3031-4825-8951-a7d0322201c6 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:34:23.237091 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-69f860e8-22e4-414d-907b-3f82b52fbd40 req-eb04c1f9-3031-4825-8951-a7d0322201c6 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.68 "GET /v2.0/networks?id=4353c830-8e73-4324-a9ff-14ce174676f7 HTTP/1.1" status: 200 len: 815 time: 0.1144886 Aug 16 23:34:23.251133 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-69f860e8-22e4-414d-907b-3f82b52fbd40 req-7c07aa3f-43d7-4ff1-8e34-fc3076460e21 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Request body: {'port': {'device_id': '67c6c6eb-b16a-4877-a352-82f45859e2db', 'network_id': '4353c830-8e73-4324-a9ff-14ce174676f7', 'admin_state_up': True, 'tenant_id': '716536f43e744311a4be1e1a633d69ec'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:34:23.362708 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69f860e8-22e4-414d-907b-3f82b52fbd40 req-7c07aa3f-43d7-4ff1-8e34-fc3076460e21 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Made reservation on behalf of 716536f43e744311a4be1e1a633d69ec for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:34:23.366938 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-69f860e8-22e4-414d-907b-3f82b52fbd40 req-7c07aa3f-43d7-4ff1-8e34-fc3076460e21 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:34:23.399763 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2c377c2d-976f-40f3-a763-a7742cf6783a req-0122ca23-1a21-4f3c-9984-4429d4210c07 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/ports?device_id=67c6c6eb-b16a-4877-a352-82f45859e2db HTTP/1.1" status: 200 len: 210 time: 0.0269525 Aug 16 23:34:23.494795 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-69f860e8-22e4-414d-907b-3f82b52fbd40 req-7c07aa3f-43d7-4ff1-8e34-fc3076460e21 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Allocated IP 172.20.0.6 (4353c830-8e73-4324-a9ff-14ce174676f7/eaa20b63-af08-4cf4-a856-671ea25c4e9d/dea8d2a7-89c2-46f3-88c8-ad460b71ceff) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:34:23.644041 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-69f860e8-22e4-414d-907b-3f82b52fbd40 req-7c07aa3f-43d7-4ff1-8e34-fc3076460e21 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:34:23.684353 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-69f860e8-22e4-414d-907b-3f82b52fbd40 req-7c07aa3f-43d7-4ff1-8e34-fc3076460e21 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:34:23.696120 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['9c3bdbda-f6cb-46f7-b07b-5f00bebe1e8e'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:34:23.723597 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['2ea7dfa7-0c06-4675-b9c2-2c96d36c8a96', '5f7fe098-94ac-4464-b9dd-835a26bcdc38'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:34:23.733176 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69f860e8-22e4-414d-907b-3f82b52fbd40 req-7c07aa3f-43d7-4ff1-8e34-fc3076460e21 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Network 4353c830-8e73-4324-a9ff-14ce174676f7 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:34:23.737565 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-69f860e8-22e4-414d-907b-3f82b52fbd40 req-7c07aa3f-43d7-4ff1-8e34-fc3076460e21 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:34:23.740376 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-69f860e8-22e4-414d-907b-3f82b52fbd40 req-7c07aa3f-43d7-4ff1-8e34-fc3076460e21 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:34:23.772530 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c07aa3f-43d7-4ff1-8e34-fc3076460e21 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Pushing event updated for resources: {'Port': ['ID=dea8d2a7-89c2-46f3-88c8-ad460b71ceff,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:34:23.787962 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c07aa3f-43d7-4ff1-8e34-fc3076460e21 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:34:23.788312 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c07aa3f-43d7-4ff1-8e34-fc3076460e21 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:34:23.788698 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c07aa3f-43d7-4ff1-8e34-fc3076460e21 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:34:23.789048 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c07aa3f-43d7-4ff1-8e34-fc3076460e21 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:34:23.789384 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c07aa3f-43d7-4ff1-8e34-fc3076460e21 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:34:23.789718 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c07aa3f-43d7-4ff1-8e34-fc3076460e21 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:34:23.790050 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c07aa3f-43d7-4ff1-8e34-fc3076460e21 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:34:23.790385 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c07aa3f-43d7-4ff1-8e34-fc3076460e21 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:34:23.790713 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c07aa3f-43d7-4ff1-8e34-fc3076460e21 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:34:23.791042 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c07aa3f-43d7-4ff1-8e34-fc3076460e21 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:34:23.791368 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c07aa3f-43d7-4ff1-8e34-fc3076460e21 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:34:23.791692 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c07aa3f-43d7-4ff1-8e34-fc3076460e21 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:34:23.815909 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f860e8-22e4-414d-907b-3f82b52fbd40 req-7c07aa3f-43d7-4ff1-8e34-fc3076460e21 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:34:23.816603 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-69f860e8-22e4-414d-907b-3f82b52fbd40 req-7c07aa3f-43d7-4ff1-8e34-fc3076460e21 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:34:23.832137 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-69f860e8-22e4-414d-907b-3f82b52fbd40 req-7c07aa3f-43d7-4ff1-8e34-fc3076460e21 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5848658 Aug 16 23:34:23.846673 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-69f860e8-22e4-414d-907b-3f82b52fbd40 req-176bb269-8732-46a8-8df1-ac7a02363c5b service neutron] Request body: {'port': {'device_id': '67c6c6eb-b16a-4877-a352-82f45859e2db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:34:23.902558 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-69f860e8-22e4-414d-907b-3f82b52fbd40 req-176bb269-8732-46a8-8df1-ac7a02363c5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:34:24.170429 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-69f860e8-22e4-414d-907b-3f82b52fbd40 req-176bb269-8732-46a8-8df1-ac7a02363c5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dea8d2a7-89c2-46f3-88c8-ad460b71ceff {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:34:24.180621 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-69f860e8-22e4-414d-907b-3f82b52fbd40 req-176bb269-8732-46a8-8df1-ac7a02363c5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:34:24.193336 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-69f860e8-22e4-414d-907b-3f82b52fbd40 req-176bb269-8732-46a8-8df1-ac7a02363c5b service neutron] Transition to ACTIVE for port object dea8d2a7-89c2-46f3-88c8-ad460b71ceff will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:34:24.197065 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-69f860e8-22e4-414d-907b-3f82b52fbd40 req-176bb269-8732-46a8-8df1-ac7a02363c5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:34:24.264333 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176bb269-8732-46a8-8df1-ac7a02363c5b service neutron] Pushing event updated for resources: {'Port': ['ID=dea8d2a7-89c2-46f3-88c8-ad460b71ceff,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:34:24.317183 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-69f860e8-22e4-414d-907b-3f82b52fbd40 req-176bb269-8732-46a8-8df1-ac7a02363c5b service neutron] Attempting to bind port dea8d2a7-89c2-46f3-88c8-ad460b71ceff on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:34:24.317529 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-69f860e8-22e4-414d-907b-3f82b52fbd40 req-176bb269-8732-46a8-8df1-ac7a02363c5b service neutron] Attempting to bind port dea8d2a7-89c2-46f3-88c8-ad460b71ceff by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': '0bd08585-a02e-4d6f-a90a-eb2309e05a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '4353c830-8e73-4324-a9ff-14ce174676f7'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:34:24.317864 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f860e8-22e4-414d-907b-3f82b52fbd40 req-176bb269-8732-46a8-8df1-ac7a02363c5b service neutron] Attempting to bind port dea8d2a7-89c2-46f3-88c8-ad460b71ceff on network 4353c830-8e73-4324-a9ff-14ce174676f7 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:34:24.322434 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f860e8-22e4-414d-907b-3f82b52fbd40 req-176bb269-8732-46a8-8df1-ac7a02363c5b service neutron] Port dea8d2a7-89c2-46f3-88c8-ad460b71ceff on network 4353c830-8e73-4324-a9ff-14ce174676f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:34:24.322761 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f860e8-22e4-414d-907b-3f82b52fbd40 req-176bb269-8732-46a8-8df1-ac7a02363c5b service neutron] Attempting to bind port dea8d2a7-89c2-46f3-88c8-ad460b71ceff on network 4353c830-8e73-4324-a9ff-14ce174676f7 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:34:24.327736 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f860e8-22e4-414d-907b-3f82b52fbd40 req-176bb269-8732-46a8-8df1-ac7a02363c5b service neutron] Checking agent: {'id': 'd28e24f9-e5ea-41e1-80bf-3c7943ad7f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:34:24.328195 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f860e8-22e4-414d-907b-3f82b52fbd40 req-176bb269-8732-46a8-8df1-ac7a02363c5b service neutron] Checking segment: {'id': '0bd08585-a02e-4d6f-a90a-eb2309e05a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '4353c830-8e73-4324-a9ff-14ce174676f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:34:24.328611 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f860e8-22e4-414d-907b-3f82b52fbd40 req-176bb269-8732-46a8-8df1-ac7a02363c5b service neutron] Bound using segment: {'id': '0bd08585-a02e-4d6f-a90a-eb2309e05a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '4353c830-8e73-4324-a9ff-14ce174676f7'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:34:24.329045 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-69f860e8-22e4-414d-907b-3f82b52fbd40 req-176bb269-8732-46a8-8df1-ac7a02363c5b service neutron] Bound port: dea8d2a7-89c2-46f3-88c8-ad460b71ceff, host: n-h1-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bd08585-a02e-4d6f-a90a-eb2309e05a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '4353c830-8e73-4324-a9ff-14ce174676f7'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:34:24.329429 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-69f860e8-22e4-414d-907b-3f82b52fbd40 req-176bb269-8732-46a8-8df1-ac7a02363c5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:34:24.394246 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-69f860e8-22e4-414d-907b-3f82b52fbd40 req-176bb269-8732-46a8-8df1-ac7a02363c5b service neutron] For port dea8d2a7-89c2-46f3-88c8-ad460b71ceff, host n-h1-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:34:24.397457 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-69f860e8-22e4-414d-907b-3f82b52fbd40 req-176bb269-8732-46a8-8df1-ac7a02363c5b service neutron] For port dea8d2a7-89c2-46f3-88c8-ad460b71ceff, host n-h1-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=dea8d2a7-89c2-46f3-88c8-ad460b71ceff,segment=NetworkSegment(0bd08585-a02e-4d6f-a90a-eb2309e05a19),segment_id=0bd08585-a02e-4d6f-a90a-eb2309e05a19)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:34:24.402471 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-69f860e8-22e4-414d-907b-3f82b52fbd40 req-176bb269-8732-46a8-8df1-ac7a02363c5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:34:24.442587 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f860e8-22e4-414d-907b-3f82b52fbd40 req-176bb269-8732-46a8-8df1-ac7a02363c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:34:24.443221 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-69f860e8-22e4-414d-907b-3f82b52fbd40 req-176bb269-8732-46a8-8df1-ac7a02363c5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:34:24.444666 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-69f860e8-22e4-414d-907b-3f82b52fbd40 req-176bb269-8732-46a8-8df1-ac7a02363c5b service neutron] 10.222.0.68 "PUT /v2.0/ports/dea8d2a7-89c2-46f3-88c8-ad460b71ceff HTTP/1.1" status: 200 len: 1092 time: 0.6027155 Aug 16 23:34:24.445117 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67c6c6eb-b16a-4877-a352-82f45859e2db', 'tag': 'dea8d2a7-89c2-46f3-88c8-ad460b71ceff'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:34:24.447363 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89cce25357af031595fe5902e38c24946dd87e9406f38e82cd55a6eb3831a59a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc255879-ab67-4a66-812b-c6a00b43ecd5" -d '{"events": [{"name": "network-changed", "server_uuid": "67c6c6eb-b16a-4877-a352-82f45859e2db", "tag": "dea8d2a7-89c2-46f3-88c8-ad460b71ceff"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:34:24.481971 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176bb269-8732-46a8-8df1-ac7a02363c5b service neutron] Pushing event updated for resources: {'Port': ['ID=dea8d2a7-89c2-46f3-88c8-ad460b71ceff,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:34:24.525121 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4938cdcd-6097-4d76-9844-34bedb168d27 x-openstack-request-id: req-4938cdcd-6097-4d76-9844-34bedb168d27 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:34:24.525600 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67c6c6eb-b16a-4877-a352-82f45859e2db", "tag": "dea8d2a7-89c2-46f3-88c8-ad460b71ceff", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:34:24.525824 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4938cdcd-6097-4d76-9844-34bedb168d27 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:34:24.526221 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67c6c6eb-b16a-4877-a352-82f45859e2db', 'tag': 'dea8d2a7-89c2-46f3-88c8-ad460b71ceff', 'status': 'completed', 'code': 200} Aug 16 23:34:24.541345 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f860e8-22e4-414d-907b-3f82b52fbd40 req-08c6ebcb-cbd9-4569-bac4-b4ff8cf9ddb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:34:24.543198 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-69f860e8-22e4-414d-907b-3f82b52fbd40 req-08c6ebcb-cbd9-4569-bac4-b4ff8cf9ddb8 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=716536f43e744311a4be1e1a633d69ec&device_id=67c6c6eb-b16a-4877-a352-82f45859e2db HTTP/1.1" status: 200 len: 1095 time: 0.0499680 Aug 16 23:34:24.545064 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910738fb-a174-49f9-b0ef-8898d7857f12 req-605f5bb2-c20f-4c98-9818-fb95ab1c6a6f tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:34:24.546700 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-910738fb-a174-49f9-b0ef-8898d7857f12 req-605f5bb2-c20f-4c98-9818-fb95ab1c6a6f tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/ports?device_id=67c6c6eb-b16a-4877-a352-82f45859e2db HTTP/1.1" status: 200 len: 943 time: 0.0726094 Aug 16 23:34:24.585884 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-910738fb-a174-49f9-b0ef-8898d7857f12 req-cc9765bf-f5ec-4330-b6b9-0c19fa7f9683 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2480b2f-24ea-4f3a-86bf-0cb39fe8f758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327349 Aug 16 23:34:24.597176 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-69f860e8-22e4-414d-907b-3f82b52fbd40 req-332949b4-b731-4c0e-a91a-098e3c87b47c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dea8d2a7-89c2-46f3-88c8-ad460b71ceff HTTP/1.1" status: 200 len: 217 time: 0.0402195 Aug 16 23:34:24.651006 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f860e8-22e4-414d-907b-3f82b52fbd40 req-9a8e4cf3-436c-4bf8-b013-064e4e74c31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:34:24.652428 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-69f860e8-22e4-414d-907b-3f82b52fbd40 req-9a8e4cf3-436c-4bf8-b013-064e4e74c31c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=eaa20b63-af08-4cf4-a856-671ea25c4e9d HTTP/1.1" status: 200 len: 855 time: 0.0475333 Aug 16 23:34:24.693068 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-69f860e8-22e4-414d-907b-3f82b52fbd40 req-9e843dc2-0040-42f7-ae14-5e39c4ec00fc service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=4353c830-8e73-4324-a9ff-14ce174676f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327537 Aug 16 23:34:24.789447 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-69f860e8-22e4-414d-907b-3f82b52fbd40 req-379dd622-c2a9-4cf0-9146-8fb4ccc4f51c service neutron] 10.222.0.68 "GET /v2.0/networks/4353c830-8e73-4324-a9ff-14ce174676f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860798 Aug 16 23:34:24.889364 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-69f860e8-22e4-414d-907b-3f82b52fbd40 req-d77f52b6-7690-4e03-a8a1-c97f3587c368 service neutron] 10.222.0.68 "GET /v2.0/networks/4353c830-8e73-4324-a9ff-14ce174676f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914893 Aug 16 23:34:24.988863 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc255879-ab67-4a66-812b-c6a00b43ecd5 req-f0073b5e-519e-418b-b62f-3196a2c63557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:34:24.990276 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-bc255879-ab67-4a66-812b-c6a00b43ecd5 req-f0073b5e-519e-418b-b62f-3196a2c63557 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=716536f43e744311a4be1e1a633d69ec&device_id=67c6c6eb-b16a-4877-a352-82f45859e2db HTTP/1.1" status: 200 len: 1095 time: 0.0495300 Aug 16 23:34:25.088324 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc255879-ab67-4a66-812b-c6a00b43ecd5 req-d5524adf-0446-41f0-b8f2-6a4ee2833c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:34:25.089752 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-bc255879-ab67-4a66-812b-c6a00b43ecd5 req-d5524adf-0446-41f0-b8f2-6a4ee2833c93 service neutron] 10.222.0.68 "GET /v2.0/networks?id=4353c830-8e73-4324-a9ff-14ce174676f7 HTTP/1.1" status: 200 len: 916 time: 0.0907202 Aug 16 23:34:25.134830 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-bc255879-ab67-4a66-812b-c6a00b43ecd5 req-2fa89b42-be52-4f77-afeb-b4dcda7114dc service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dea8d2a7-89c2-46f3-88c8-ad460b71ceff HTTP/1.1" status: 200 len: 217 time: 0.0356793 Aug 16 23:34:25.188883 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc255879-ab67-4a66-812b-c6a00b43ecd5 req-228be697-20fc-4447-b131-da91fea87f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:34:25.190392 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-bc255879-ab67-4a66-812b-c6a00b43ecd5 req-228be697-20fc-4447-b131-da91fea87f77 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=eaa20b63-af08-4cf4-a856-671ea25c4e9d HTTP/1.1" status: 200 len: 855 time: 0.0481761 Aug 16 23:34:25.230057 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-bc255879-ab67-4a66-812b-c6a00b43ecd5 req-0a203c14-0955-49f3-9e00-a60c29562844 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=4353c830-8e73-4324-a9ff-14ce174676f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283785 Aug 16 23:34:25.328599 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-bc255879-ab67-4a66-812b-c6a00b43ecd5 req-86f620d5-e81e-4c35-8d7d-c317ec08b20b service neutron] 10.222.0.68 "GET /v2.0/networks/4353c830-8e73-4324-a9ff-14ce174676f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871973 Aug 16 23:34:25.420931 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-bc255879-ab67-4a66-812b-c6a00b43ecd5 req-2c1c0fb0-3cda-4a8e-bd44-de3176d15291 service neutron] 10.222.0.68 "GET /v2.0/networks/4353c830-8e73-4324-a9ff-14ce174676f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834596 Aug 16 23:34:25.642331 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:34:25.718675 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dac580-fcab-4e0d-b20e-c5906f56e7c6 req-77c512ff-f0a5-453b-9576-40e76e4cf117 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:34:25.720138 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-10dac580-fcab-4e0d-b20e-c5906f56e7c6 req-77c512ff-f0a5-453b-9576-40e76e4cf117 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/ports?device_id=67c6c6eb-b16a-4877-a352-82f45859e2db HTTP/1.1" status: 200 len: 943 time: 0.0538077 Aug 16 23:34:25.759162 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-10dac580-fcab-4e0d-b20e-c5906f56e7c6 req-62e1a869-1cd3-4dad-9f1f-5c2f93ee80a0 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2480b2f-24ea-4f3a-86bf-0cb39fe8f758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323479 Aug 16 23:34:26.874277 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af26777-41a2-4929-bd5b-b89f961ac639 req-43a0529e-8f76-419c-af09-986cb06b00fe tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:34:26.875911 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9af26777-41a2-4929-bd5b-b89f961ac639 req-43a0529e-8f76-419c-af09-986cb06b00fe tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/ports?device_id=67c6c6eb-b16a-4877-a352-82f45859e2db HTTP/1.1" status: 200 len: 943 time: 0.0499878 Aug 16 23:34:26.920871 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9af26777-41a2-4929-bd5b-b89f961ac639 req-0ecff874-3d1d-4e96-8303-cacc67bfc897 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2480b2f-24ea-4f3a-86bf-0cb39fe8f758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334682 Aug 16 23:34:28.034856 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252de1dd-6c8d-4eac-9e42-c4cdff0e6834 req-35d781b4-9ab1-49f4-870b-7f0f260392bc tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:34:28.036332 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-252de1dd-6c8d-4eac-9e42-c4cdff0e6834 req-35d781b4-9ab1-49f4-870b-7f0f260392bc tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/ports?device_id=67c6c6eb-b16a-4877-a352-82f45859e2db HTTP/1.1" status: 200 len: 943 time: 0.0492401 Aug 16 23:34:28.075212 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-252de1dd-6c8d-4eac-9e42-c4cdff0e6834 req-13c7083e-0317-476f-a2a8-75709d79f3c2 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2480b2f-24ea-4f3a-86bf-0cb39fe8f758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323849 Aug 16 23:34:28.482709 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device dea8d2a7-89c2-46f3-88c8-ad460b71ceff details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:34:28.580174 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port dea8d2a7-89c2-46f3-88c8-ad460b71ceff, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=dea8d2a7-89c2-46f3-88c8-ad460b71ceff,segment=NetworkSegment(0bd08585-a02e-4d6f-a90a-eb2309e05a19),segment_id=0bd08585-a02e-4d6f-a90a-eb2309e05a19)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:34:28.595211 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': 'dea8d2a7-89c2-46f3-88c8-ad460b71ceff', 'network_id': '4353c830-8e73-4324-a9ff-14ce174676f7', 'port_id': 'dea8d2a7-89c2-46f3-88c8-ad460b71ceff', 'mac_address': 'fa:16:3e:de:c3:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaa20b63-af08-4cf4-a856-671ea25c4e9d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:34:28.632708 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:34:28.644858 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dea8d2a7-89c2-46f3-88c8-ad460b71ceff {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:34:28.663893 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port dea8d2a7-89c2-46f3-88c8-ad460b71ceff, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=dea8d2a7-89c2-46f3-88c8-ad460b71ceff,segment=NetworkSegment(0bd08585-a02e-4d6f-a90a-eb2309e05a19),segment_id=0bd08585-a02e-4d6f-a90a-eb2309e05a19)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:34:28.667834 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:34:28.714356 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=dea8d2a7-89c2-46f3-88c8-ad460b71ceff,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:34:28.722254 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:34:28.722609 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:34:28.722952 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:34:28.723295 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:34:28.723633 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:34:28.723964 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:34:28.724293 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:34:28.724656 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:34:28.724994 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:34:28.725317 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:34:28.725639 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:34:28.725965 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:34:28.885543 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['dea8d2a7-89c2-46f3-88c8-ad460b71ceff'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:34:29.198670 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa121f9-282f-4b75-946c-5e04ff8d5582 req-ccc55e68-e3aa-4bd4-b2e7-50b51ae4c817 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:34:29.200129 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8aa121f9-282f-4b75-946c-5e04ff8d5582 req-ccc55e68-e3aa-4bd4-b2e7-50b51ae4c817 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/ports?device_id=67c6c6eb-b16a-4877-a352-82f45859e2db HTTP/1.1" status: 200 len: 944 time: 0.0553393 Aug 16 23:34:29.237936 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8aa121f9-282f-4b75-946c-5e04ff8d5582 req-16fa4f7e-c422-4922-9230-12004400de79 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2480b2f-24ea-4f3a-86bf-0cb39fe8f758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312405 Aug 16 23:34:30.352460 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d1d6d-a329-4d48-856a-a109af1eb789 req-b9495478-b944-447c-a30d-96aa6e751e26 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:34:30.353972 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8f6d1d6d-a329-4d48-856a-a109af1eb789 req-b9495478-b944-447c-a30d-96aa6e751e26 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/ports?device_id=67c6c6eb-b16a-4877-a352-82f45859e2db HTTP/1.1" status: 200 len: 944 time: 0.0486419 Aug 16 23:34:30.393467 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8f6d1d6d-a329-4d48-856a-a109af1eb789 req-71d614e0-f964-4c98-ae29-f0507e8fb74f tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2480b2f-24ea-4f3a-86bf-0cb39fe8f758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332503 Aug 16 23:34:30.498615 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device dea8d2a7-89c2-46f3-88c8-ad460b71ceff up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:34:30.547447 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning for port dea8d2a7-89c2-46f3-88c8-ad460b71ceff completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:34:30.551063 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port dea8d2a7-89c2-46f3-88c8-ad460b71ceff triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:34:30.551436 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:34:30.628117 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:34:30.650060 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67c6c6eb-b16a-4877-a352-82f45859e2db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dea8d2a7-89c2-46f3-88c8-ad460b71ceff'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:34:30.652179 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a481b685-1295-4b79-9b49-cdc4a21c88bc" -d '{"events": [{"server_uuid": "67c6c6eb-b16a-4877-a352-82f45859e2db", "name": "network-vif-plugged", "status": "completed", "tag": "dea8d2a7-89c2-46f3-88c8-ad460b71ceff"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:34:30.665229 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port dea8d2a7-89c2-46f3-88c8-ad460b71ceff, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=dea8d2a7-89c2-46f3-88c8-ad460b71ceff,segment=NetworkSegment(0bd08585-a02e-4d6f-a90a-eb2309e05a19),segment_id=0bd08585-a02e-4d6f-a90a-eb2309e05a19)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:34:30.669352 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:34:30.693893 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c9a7dc4-e50d-4bd4-96e4-4a3afcfa5c91 x-openstack-request-id: req-1c9a7dc4-e50d-4bd4-96e4-4a3afcfa5c91 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:34:30.694226 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67c6c6eb-b16a-4877-a352-82f45859e2db", "name": "network-vif-plugged", "status": "completed", "tag": "dea8d2a7-89c2-46f3-88c8-ad460b71ceff", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:34:30.694438 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1c9a7dc4-e50d-4bd4-96e4-4a3afcfa5c91 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:34:30.694823 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67c6c6eb-b16a-4877-a352-82f45859e2db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dea8d2a7-89c2-46f3-88c8-ad460b71ceff', 'code': 200} Aug 16 23:34:30.720435 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=dea8d2a7-89c2-46f3-88c8-ad460b71ceff,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:34:30.793199 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638df715-9adc-4abe-85f2-3e700e346cf4 req-770c2157-88d1-4a9a-8598-b05259c1a333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:34:30.794709 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-638df715-9adc-4abe-85f2-3e700e346cf4 req-770c2157-88d1-4a9a-8598-b05259c1a333 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=67c6c6eb-b16a-4877-a352-82f45859e2db HTTP/1.1" status: 200 len: 1097 time: 0.0492926 Aug 16 23:34:30.834128 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-638df715-9adc-4abe-85f2-3e700e346cf4 req-e6f813c5-e0da-4855-a864-9648f17cb63e service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=f2480b2f-24ea-4f3a-86bf-0cb39fe8f758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297844 Aug 16 23:34:31.509010 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce8414-3551-4ed5-91e8-4dd4a87d50c8 req-c505b6dd-7dfc-4625-b0bf-a5da34b5f9f7 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:34:31.510483 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0cce8414-3551-4ed5-91e8-4dd4a87d50c8 req-c505b6dd-7dfc-4625-b0bf-a5da34b5f9f7 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/ports?device_id=67c6c6eb-b16a-4877-a352-82f45859e2db HTTP/1.1" status: 200 len: 945 time: 0.0513251 Aug 16 23:34:31.551944 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0cce8414-3551-4ed5-91e8-4dd4a87d50c8 req-c4d7dbd3-f438-4ac1-bcce-1b18290d4cc7 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2480b2f-24ea-4f3a-86bf-0cb39fe8f758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351641 Aug 16 23:34:32.671264 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab8b5f2-7020-481b-8f74-f9671edd6ae4 req-938bc062-e3b3-4e24-b169-46e9d32c7bae tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:34:32.672756 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3ab8b5f2-7020-481b-8f74-f9671edd6ae4 req-938bc062-e3b3-4e24-b169-46e9d32c7bae tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/ports?device_id=67c6c6eb-b16a-4877-a352-82f45859e2db HTTP/1.1" status: 200 len: 945 time: 0.0524423 Aug 16 23:34:32.709844 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3ab8b5f2-7020-481b-8f74-f9671edd6ae4 req-bcb9e247-f85a-4926-b778-53dbfa838012 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2480b2f-24ea-4f3a-86bf-0cb39fe8f758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312457 Aug 16 23:34:37.819689 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:34:41.504210 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:34:47.654143 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [req-935d9df9-2687-4d9b-93e9-e61ab9b1fc1c req-64deb6a9-bd03-41c9-822c-8f7d92e0ff86 service neutron] (101291) timed out ('10.222.0.36', 43792) {{(pid=101291) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 23:34:47.705794 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-dbd37e1d-403c-4986-a966-d66612c2b6cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:34:49.819161 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-5aa51593-9125-46ce-8d3c-cd5f3c42e1e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:34:50.675193 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:34:51.658576 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:34:52.127793 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b56e5e0-de4d-422a-af81-329cbed767bb req-bfa82f4e-981b-4d9c-b5ac-3c3de98c8d9b tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:34:52.129338 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2b56e5e0-de4d-422a-af81-329cbed767bb req-bfa82f4e-981b-4d9c-b5ac-3c3de98c8d9b tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/ports?device_id=67c6c6eb-b16a-4877-a352-82f45859e2db HTTP/1.1" status: 200 len: 945 time: 0.0506787 Aug 16 23:34:52.169833 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2b56e5e0-de4d-422a-af81-329cbed767bb req-93af6f27-5197-4f37-8725-07775be47f5e tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2480b2f-24ea-4f3a-86bf-0cb39fe8f758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338590 Aug 16 23:34:52.901470 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:34:53.295211 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a65e117-0b2b-488f-8865-2a4d2bfbecc1 req-8c86b71c-f469-4187-8b0c-13f1d7e07b99 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:34:53.297317 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6a65e117-0b2b-488f-8865-2a4d2bfbecc1 req-8c86b71c-f469-4187-8b0c-13f1d7e07b99 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/ports?device_id=67c6c6eb-b16a-4877-a352-82f45859e2db HTTP/1.1" status: 200 len: 945 time: 0.0503268 Aug 16 23:34:53.336465 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6a65e117-0b2b-488f-8865-2a4d2bfbecc1 req-adcc70c0-a150-473b-8a4d-ca91f5d8220f tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2480b2f-24ea-4f3a-86bf-0cb39fe8f758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332086 Aug 16 23:34:53.412601 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-9742b3ca-3f51-4770-b57f-2315a9a483ba req-d258b52e-f082-4738-9f6c-699d1805c26f service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=72ff3bed-3d93-4d63-9c2a-e8551a814953&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0445514 Aug 16 23:34:53.498678 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9742b3ca-3f51-4770-b57f-2315a9a483ba req-4a905297-3629-4d20-9dd4-f78ae9c302aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:34:53.500172 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-9742b3ca-3f51-4770-b57f-2315a9a483ba req-4a905297-3629-4d20-9dd4-f78ae9c302aa service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=716536f43e744311a4be1e1a633d69ec&device_id=72ff3bed-3d93-4d63-9c2a-e8551a814953 HTTP/1.1" status: 200 len: 1097 time: 0.0412171 Aug 16 23:34:53.637386 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9742b3ca-3f51-4770-b57f-2315a9a483ba req-ef90dcad-7c85-4817-bce6-5c932bd1b2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:34:53.639257 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-9742b3ca-3f51-4770-b57f-2315a9a483ba req-ef90dcad-7c85-4817-bce6-5c932bd1b2f6 service neutron] 10.222.0.68 "GET /v2.0/networks?id=4353c830-8e73-4324-a9ff-14ce174676f7 HTTP/1.1" status: 200 len: 916 time: 0.1180086 Aug 16 23:34:53.685293 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-9742b3ca-3f51-4770-b57f-2315a9a483ba req-cc1ad911-78af-417e-b4e9-1c6daab36a08 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9c3bdbda-f6cb-46f7-b07b-5f00bebe1e8e HTTP/1.1" status: 200 len: 217 time: 0.0370286 Aug 16 23:34:53.740063 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9742b3ca-3f51-4770-b57f-2315a9a483ba req-e6d9a63d-43c4-48ca-9b05-c26dcda7858a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:34:53.741558 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-9742b3ca-3f51-4770-b57f-2315a9a483ba req-e6d9a63d-43c4-48ca-9b05-c26dcda7858a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=eaa20b63-af08-4cf4-a856-671ea25c4e9d HTTP/1.1" status: 200 len: 855 time: 0.0453842 Aug 16 23:34:53.785834 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-9742b3ca-3f51-4770-b57f-2315a9a483ba req-88182c26-06c7-4d36-968e-91879e34f2af service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=4353c830-8e73-4324-a9ff-14ce174676f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299177 Aug 16 23:34:53.875400 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-9742b3ca-3f51-4770-b57f-2315a9a483ba req-d7979dfd-04a2-4961-ad3f-9d523649d5c8 service neutron] 10.222.0.68 "GET /v2.0/networks/4353c830-8e73-4324-a9ff-14ce174676f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816898 Aug 16 23:34:53.921163 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.68', 61379) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:34:53.975631 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4987b53a-b2af-4f34-a73c-f882dca9faef req-47d64ee7-7713-4072-a5fb-376f70f8521b tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:34:53.977121 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4987b53a-b2af-4f34-a73c-f882dca9faef req-47d64ee7-7713-4072-a5fb-376f70f8521b tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.68 "GET /v2.0/ports?device_id=67c6c6eb-b16a-4877-a352-82f45859e2db HTTP/1.1" status: 200 len: 945 time: 0.0548069 Aug 16 23:34:54.075842 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-4987b53a-b2af-4f34-a73c-f882dca9faef req-ec329ba4-339b-416e-bb9a-b44e48b4d33a tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Deleting port dea8d2a7-89c2-46f3-88c8-ad460b71ceff {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:34:54.076189 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-4987b53a-b2af-4f34-a73c-f882dca9faef req-ec329ba4-339b-416e-bb9a-b44e48b4d33a tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:34:54.182411 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-4987b53a-b2af-4f34-a73c-f882dca9faef req-ec329ba4-339b-416e-bb9a-b44e48b4d33a tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] For port dea8d2a7-89c2-46f3-88c8-ad460b71ceff, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=dea8d2a7-89c2-46f3-88c8-ad460b71ceff,segment=NetworkSegment(0bd08585-a02e-4d6f-a90a-eb2309e05a19),segment_id=0bd08585-a02e-4d6f-a90a-eb2309e05a19)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:34:54.182777 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-4987b53a-b2af-4f34-a73c-f882dca9faef req-ec329ba4-339b-416e-bb9a-b44e48b4d33a tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:34:54.196901 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-4987b53a-b2af-4f34-a73c-f882dca9faef req-ec329ba4-339b-416e-bb9a-b44e48b4d33a tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Calling delete_port for dea8d2a7-89c2-46f3-88c8-ad460b71ceff owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:34:54.304630 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-9742b3ca-3f51-4770-b57f-2315a9a483ba req-6c4f3950-c7f1-4006-bc02-93f0c695df65 service neutron] 10.222.0.68 "GET /v2.0/networks/4353c830-8e73-4324-a9ff-14ce174676f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4213469 Aug 16 23:34:54.329748 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-4987b53a-b2af-4f34-a73c-f882dca9faef req-ec329ba4-339b-416e-bb9a-b44e48b4d33a tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:34:54.342570 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['9c3bdbda-f6cb-46f7-b07b-5f00bebe1e8e', 'dea8d2a7-89c2-46f3-88c8-ad460b71ceff'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:34:54.362897 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec329ba4-339b-416e-bb9a-b44e48b4d33a tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Pushing event deleted for resources: {'Port': ['ID=dea8d2a7-89c2-46f3-88c8-ad460b71ceff,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:34:54.367682 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['2ea7dfa7-0c06-4675-b9c2-2c96d36c8a96', '5f7fe098-94ac-4464-b9dd-835a26bcdc38'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:34:54.398492 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec329ba4-339b-416e-bb9a-b44e48b4d33a tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:34:54.399063 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec329ba4-339b-416e-bb9a-b44e48b4d33a tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:34:54.399413 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec329ba4-339b-416e-bb9a-b44e48b4d33a tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:34:54.399756 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec329ba4-339b-416e-bb9a-b44e48b4d33a tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:34:54.400718 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec329ba4-339b-416e-bb9a-b44e48b4d33a tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:34:54.401065 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec329ba4-339b-416e-bb9a-b44e48b4d33a tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:34:54.401435 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec329ba4-339b-416e-bb9a-b44e48b4d33a tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:34:54.401772 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec329ba4-339b-416e-bb9a-b44e48b4d33a tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:34:54.402113 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec329ba4-339b-416e-bb9a-b44e48b4d33a tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:34:54.402859 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec329ba4-339b-416e-bb9a-b44e48b4d33a tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:34:54.402859 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec329ba4-339b-416e-bb9a-b44e48b4d33a tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:34:54.403248 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec329ba4-339b-416e-bb9a-b44e48b4d33a tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:34:54.421517 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-4987b53a-b2af-4f34-a73c-f882dca9faef req-ec329ba4-339b-416e-bb9a-b44e48b4d33a tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] No DVR routers for this DVR port dea8d2a7-89c2-46f3-88c8-ad460b71ceff on host n-h1-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:34:54.430940 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-4987b53a-b2af-4f34-a73c-f882dca9faef req-ec329ba4-339b-416e-bb9a-b44e48b4d33a tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:34:54.433011 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4987b53a-b2af-4f34-a73c-f882dca9faef req-ec329ba4-339b-416e-bb9a-b44e48b4d33a tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.68 "DELETE /v2.0/ports/dea8d2a7-89c2-46f3-88c8-ad460b71ceff HTTP/1.1" status: 204 len: 173 time: 0.4493811 Aug 16 23:34:54.433455 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67c6c6eb-b16a-4877-a352-82f45859e2db', 'name': 'network-vif-deleted', 'tag': 'dea8d2a7-89c2-46f3-88c8-ad460b71ceff'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:34:54.435685 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b9d086e-0b26-4ef9-abe8-29d500051200" -d '{"events": [{"server_uuid": "67c6c6eb-b16a-4877-a352-82f45859e2db", "name": "network-vif-deleted", "tag": "dea8d2a7-89c2-46f3-88c8-ad460b71ceff"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:34:54.457199 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3f2130b9-10f0-4d0a-be7c-ddf46516056b req-52807972-1d74-40ad-8f9c-7aff9d339ed4 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/ports?device_id=67c6c6eb-b16a-4877-a352-82f45859e2db HTTP/1.1" status: 200 len: 210 time: 0.0367954 Aug 16 23:34:54.487255 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f7e7ec5-f0ba-4235-902b-1ec3650a18c6 x-openstack-request-id: req-6f7e7ec5-f0ba-4235-902b-1ec3650a18c6 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:34:54.487667 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67c6c6eb-b16a-4877-a352-82f45859e2db", "name": "network-vif-deleted", "tag": "dea8d2a7-89c2-46f3-88c8-ad460b71ceff", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:34:54.487847 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6f7e7ec5-f0ba-4235-902b-1ec3650a18c6 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:34:54.488254 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67c6c6eb-b16a-4877-a352-82f45859e2db', 'name': 'network-vif-deleted', 'tag': 'dea8d2a7-89c2-46f3-88c8-ad460b71ceff', 'status': 'completed', 'code': 200} Aug 16 23:34:55.664560 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:34:57.924245 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7b2824-7841-41b9-8937-574fe69f26dd req-3798e882-1b17-4fae-802b-c213b207cfa1 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:34:57.925836 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-da7b2824-7841-41b9-8937-574fe69f26dd req-3798e882-1b17-4fae-802b-c213b207cfa1 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/ports?device_id=223f6fc8-e6d7-4d64-8d7c-106b54e0dd56 HTTP/1.1" status: 200 len: 946 time: 0.0550561 Aug 16 23:34:57.969446 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-da7b2824-7841-41b9-8937-574fe69f26dd req-d93c306e-69a6-427f-bb4e-2225efb7e3ac tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2480b2f-24ea-4f3a-86bf-0cb39fe8f758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375369 Aug 16 23:34:58.653932 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device dea8d2a7-89c2-46f3-88c8-ad460b71ceff no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:34:58.675148 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] No Port match for: dea8d2a7-89c2-46f3-88c8-ad460b71ceff {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:34:58.675488 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device dea8d2a7-89c2-46f3-88c8-ad460b71ceff not bound to the agent host n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:34:59.085994 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439d3958-21c3-49b6-ad61-6e4bafc40246 req-90b6aa90-dc1e-442c-841e-1e51c0c1543b tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:34:59.087515 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-439d3958-21c3-49b6-ad61-6e4bafc40246 req-90b6aa90-dc1e-442c-841e-1e51c0c1543b tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/ports?device_id=223f6fc8-e6d7-4d64-8d7c-106b54e0dd56 HTTP/1.1" status: 200 len: 946 time: 0.0496476 Aug 16 23:34:59.125936 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-439d3958-21c3-49b6-ad61-6e4bafc40246 req-cb66a9c6-e3bf-4ad6-b349-b0e60b62c782 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2480b2f-24ea-4f3a-86bf-0cb39fe8f758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325956 Aug 16 23:34:59.335418 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [req-935d9df9-2687-4d9b-93e9-e61ab9b1fc1c req-4c0fe5f2-ce7d-4f8f-93d0-19d23d208970 service neutron] (101292) timed out ('10.222.0.57', 64081) {{(pid=101292) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 23:34:59.809979 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d794dbc-4b09-419a-b992-882ba8a52651 req-89071f01-7202-423a-b27e-93cd16d91c7a tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:34:59.811427 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2d794dbc-4b09-419a-b992-882ba8a52651 req-89071f01-7202-423a-b27e-93cd16d91c7a tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.57 "GET /v2.0/ports?device_id=223f6fc8-e6d7-4d64-8d7c-106b54e0dd56 HTTP/1.1" status: 200 len: 946 time: 0.0478165 Aug 16 23:34:59.902657 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-2d794dbc-4b09-419a-b992-882ba8a52651 req-39d3412d-6ea3-46b6-93c8-1899a3cabb6c tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Deleting port 5f7fe098-94ac-4464-b9dd-835a26bcdc38 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:34:59.902991 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-2d794dbc-4b09-419a-b992-882ba8a52651 req-39d3412d-6ea3-46b6-93c8-1899a3cabb6c tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:34:59.989598 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-2d794dbc-4b09-419a-b992-882ba8a52651 req-39d3412d-6ea3-46b6-93c8-1899a3cabb6c tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] For port 5f7fe098-94ac-4464-b9dd-835a26bcdc38, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=5f7fe098-94ac-4464-b9dd-835a26bcdc38,segment=NetworkSegment(0bd08585-a02e-4d6f-a90a-eb2309e05a19),segment_id=0bd08585-a02e-4d6f-a90a-eb2309e05a19)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:34:59.989958 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-2d794dbc-4b09-419a-b992-882ba8a52651 req-39d3412d-6ea3-46b6-93c8-1899a3cabb6c tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:00.002517 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-2d794dbc-4b09-419a-b992-882ba8a52651 req-39d3412d-6ea3-46b6-93c8-1899a3cabb6c tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Calling delete_port for 5f7fe098-94ac-4464-b9dd-835a26bcdc38 owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:35:00.134059 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-2d794dbc-4b09-419a-b992-882ba8a52651 req-39d3412d-6ea3-46b6-93c8-1899a3cabb6c tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:00.145816 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['9c3bdbda-f6cb-46f7-b07b-5f00bebe1e8e'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:35:00.164089 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d3412d-6ea3-46b6-93c8-1899a3cabb6c tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Pushing event deleted for resources: {'Port': ['ID=5f7fe098-94ac-4464-b9dd-835a26bcdc38,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:35:00.176119 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['2ea7dfa7-0c06-4675-b9c2-2c96d36c8a96', '5f7fe098-94ac-4464-b9dd-835a26bcdc38'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:35:00.209395 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d794dbc-4b09-419a-b992-882ba8a52651 req-39d3412d-6ea3-46b6-93c8-1899a3cabb6c tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] No DVR routers for this DVR port 5f7fe098-94ac-4464-b9dd-835a26bcdc38 on host n-h2-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:35:00.212303 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-2d794dbc-4b09-419a-b992-882ba8a52651 req-39d3412d-6ea3-46b6-93c8-1899a3cabb6c tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:00.214361 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2d794dbc-4b09-419a-b992-882ba8a52651 req-39d3412d-6ea3-46b6-93c8-1899a3cabb6c tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.57 "DELETE /v2.0/ports/5f7fe098-94ac-4464-b9dd-835a26bcdc38 HTTP/1.1" status: 204 len: 173 time: 0.3964951 Aug 16 23:35:00.214802 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '223f6fc8-e6d7-4d64-8d7c-106b54e0dd56', 'name': 'network-vif-deleted', 'tag': '5f7fe098-94ac-4464-b9dd-835a26bcdc38'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:35:00.217151 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f148ebbf-4b6f-44a2-bda0-b87be13592b0" -d '{"events": [{"server_uuid": "223f6fc8-e6d7-4d64-8d7c-106b54e0dd56", "name": "network-vif-deleted", "tag": "5f7fe098-94ac-4464-b9dd-835a26bcdc38"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:35:00.252930 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-74f8ffe2-7f7e-4530-a97c-3f1b53332f50 req-216ed8aa-6bd4-4bb0-9b73-de049d76b32d tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/ports?device_id=223f6fc8-e6d7-4d64-8d7c-106b54e0dd56 HTTP/1.1" status: 200 len: 210 time: 0.0317829 Aug 16 23:35:00.267441 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db0608e7-ddcd-4197-9497-5c524809ce72 x-openstack-request-id: req-db0608e7-ddcd-4197-9497-5c524809ce72 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:35:00.267795 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "223f6fc8-e6d7-4d64-8d7c-106b54e0dd56", "name": "network-vif-deleted", "tag": "5f7fe098-94ac-4464-b9dd-835a26bcdc38", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:35:00.268318 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-db0608e7-ddcd-4197-9497-5c524809ce72 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:35:00.269107 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '223f6fc8-e6d7-4d64-8d7c-106b54e0dd56', 'name': 'network-vif-deleted', 'tag': '5f7fe098-94ac-4464-b9dd-835a26bcdc38', 'status': 'completed', 'code': 200} Aug 16 23:35:01.408439 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6e766333-012d-45b3-9400-67228c177a1c req-25acdba9-a1a9-485c-963e-16b72bccbd77 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=24d6c6aa-4f97-4d71-9bb1-7f0a89cf863c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0406020 Aug 16 23:35:01.537566 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e766333-012d-45b3-9400-67228c177a1c req-eb1df606-f7e6-400e-9fe3-91ef8be6af08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:35:01.539079 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6e766333-012d-45b3-9400-67228c177a1c req-eb1df606-f7e6-400e-9fe3-91ef8be6af08 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=716536f43e744311a4be1e1a633d69ec&device_id=24d6c6aa-4f97-4d71-9bb1-7f0a89cf863c HTTP/1.1" status: 200 len: 1097 time: 0.0712070 Aug 16 23:35:01.553329 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7adacd-2490-42f6-936b-acd9ad3b44b2 req-232da117-95b4-4c1d-a775-0c1f1c292079 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:35:01.554771 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6e7adacd-2490-42f6-936b-acd9ad3b44b2 req-232da117-95b4-4c1d-a775-0c1f1c292079 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/ports?device_id=72ff3bed-3d93-4d63-9c2a-e8551a814953 HTTP/1.1" status: 200 len: 945 time: 0.0620751 Aug 16 23:35:01.641593 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6e7adacd-2490-42f6-936b-acd9ad3b44b2 req-c4a1712e-8370-4355-a3cf-c93f85dc8082 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2480b2f-24ea-4f3a-86bf-0cb39fe8f758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743814 Aug 16 23:35:01.666942 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e766333-012d-45b3-9400-67228c177a1c req-d1792d09-73b2-4c49-a18e-a1860b24cea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:35:01.668314 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6e766333-012d-45b3-9400-67228c177a1c req-d1792d09-73b2-4c49-a18e-a1860b24cea0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4353c830-8e73-4324-a9ff-14ce174676f7 HTTP/1.1" status: 200 len: 916 time: 0.1095023 Aug 16 23:35:01.718852 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6e766333-012d-45b3-9400-67228c177a1c req-136dc189-d02a-43b4-a92c-201b7a6c7f78 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ea7dfa7-0c06-4675-b9c2-2c96d36c8a96 HTTP/1.1" status: 200 len: 217 time: 0.0432498 Aug 16 23:35:01.769225 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e766333-012d-45b3-9400-67228c177a1c req-add6f165-09d1-419a-87dd-c3a5ab60fa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:35:01.770671 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6e766333-012d-45b3-9400-67228c177a1c req-add6f165-09d1-419a-87dd-c3a5ab60fa26 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eaa20b63-af08-4cf4-a856-671ea25c4e9d HTTP/1.1" status: 200 len: 855 time: 0.0452964 Aug 16 23:35:01.801358 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6e766333-012d-45b3-9400-67228c177a1c req-33a6ad5b-622d-4638-9460-63487222ebc9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4353c830-8e73-4324-a9ff-14ce174676f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235925 Aug 16 23:35:01.891796 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6e766333-012d-45b3-9400-67228c177a1c req-25e052af-0618-45ec-bdd2-67c70d3c80f3 service neutron] 10.222.0.57 "GET /v2.0/networks/4353c830-8e73-4324-a9ff-14ce174676f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832472 Aug 16 23:35:01.989706 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6e766333-012d-45b3-9400-67228c177a1c req-dc452dfc-8bdb-42b2-8106-bf3e0e512e0d service neutron] 10.222.0.57 "GET /v2.0/networks/4353c830-8e73-4324-a9ff-14ce174676f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911915 Aug 16 23:35:02.757203 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b91cd4d-a5d0-4984-9869-de351b50c34b req-5fa73737-d007-4890-82da-4d73294a9ed2 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:35:02.758698 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3b91cd4d-a5d0-4984-9869-de351b50c34b req-5fa73737-d007-4890-82da-4d73294a9ed2 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/ports?device_id=72ff3bed-3d93-4d63-9c2a-e8551a814953 HTTP/1.1" status: 200 len: 945 time: 0.0484400 Aug 16 23:35:02.796481 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3b91cd4d-a5d0-4984-9869-de351b50c34b req-7f87046d-89f0-46e8-9242-2f67e18551a5 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2480b2f-24ea-4f3a-86bf-0cb39fe8f758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317566 Aug 16 23:35:02.886744 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e034b8-df53-4293-82b8-7981f33772ef req-0808fcd8-a7f5-4ba1-a0b1-e6790174a2a2 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:35:02.888175 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b3e034b8-df53-4293-82b8-7981f33772ef req-0808fcd8-a7f5-4ba1-a0b1-e6790174a2a2 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.68 "GET /v2.0/ports?device_id=72ff3bed-3d93-4d63-9c2a-e8551a814953 HTTP/1.1" status: 200 len: 945 time: 0.0507171 Aug 16 23:35:02.978263 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-b3e034b8-df53-4293-82b8-7981f33772ef req-57b95674-aeb6-4214-895c-8ac7c43bee51 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Deleting port 9c3bdbda-f6cb-46f7-b07b-5f00bebe1e8e {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:35:02.978520 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-b3e034b8-df53-4293-82b8-7981f33772ef req-57b95674-aeb6-4214-895c-8ac7c43bee51 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:03.385569 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-b3e034b8-df53-4293-82b8-7981f33772ef req-57b95674-aeb6-4214-895c-8ac7c43bee51 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] For port 9c3bdbda-f6cb-46f7-b07b-5f00bebe1e8e, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=9c3bdbda-f6cb-46f7-b07b-5f00bebe1e8e,segment=NetworkSegment(0bd08585-a02e-4d6f-a90a-eb2309e05a19),segment_id=0bd08585-a02e-4d6f-a90a-eb2309e05a19)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:35:03.385936 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-b3e034b8-df53-4293-82b8-7981f33772ef req-57b95674-aeb6-4214-895c-8ac7c43bee51 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:03.398122 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-b3e034b8-df53-4293-82b8-7981f33772ef req-57b95674-aeb6-4214-895c-8ac7c43bee51 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Calling delete_port for 9c3bdbda-f6cb-46f7-b07b-5f00bebe1e8e owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:35:03.526452 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-b3e034b8-df53-4293-82b8-7981f33772ef req-57b95674-aeb6-4214-895c-8ac7c43bee51 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:03.538690 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['9c3bdbda-f6cb-46f7-b07b-5f00bebe1e8e'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:35:03.555550 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b95674-aeb6-4214-895c-8ac7c43bee51 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Pushing event deleted for resources: {'Port': ['ID=9c3bdbda-f6cb-46f7-b07b-5f00bebe1e8e,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:35:03.563215 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['2ea7dfa7-0c06-4675-b9c2-2c96d36c8a96'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:35:03.597069 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3e034b8-df53-4293-82b8-7981f33772ef req-57b95674-aeb6-4214-895c-8ac7c43bee51 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] No DVR routers for this DVR port 9c3bdbda-f6cb-46f7-b07b-5f00bebe1e8e on host n-h1-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:35:03.599774 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-b3e034b8-df53-4293-82b8-7981f33772ef req-57b95674-aeb6-4214-895c-8ac7c43bee51 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:03.602126 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b3e034b8-df53-4293-82b8-7981f33772ef req-57b95674-aeb6-4214-895c-8ac7c43bee51 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.68 "DELETE /v2.0/ports/9c3bdbda-f6cb-46f7-b07b-5f00bebe1e8e HTTP/1.1" status: 204 len: 173 time: 0.7068963 Aug 16 23:35:03.602578 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72ff3bed-3d93-4d63-9c2a-e8551a814953', 'name': 'network-vif-deleted', 'tag': '9c3bdbda-f6cb-46f7-b07b-5f00bebe1e8e'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:35:03.604930 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25ca1c53-832d-4c18-983a-f91dd59c0c7d" -d '{"events": [{"server_uuid": "72ff3bed-3d93-4d63-9c2a-e8551a814953", "name": "network-vif-deleted", "tag": "9c3bdbda-f6cb-46f7-b07b-5f00bebe1e8e"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:35:03.645017 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f9aa82c-740c-4c38-b7c7-93ef67fa117e x-openstack-request-id: req-2f9aa82c-740c-4c38-b7c7-93ef67fa117e {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:35:03.645309 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72ff3bed-3d93-4d63-9c2a-e8551a814953", "name": "network-vif-deleted", "tag": "9c3bdbda-f6cb-46f7-b07b-5f00bebe1e8e", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:35:03.645560 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2f9aa82c-740c-4c38-b7c7-93ef67fa117e {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:35:03.645987 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72ff3bed-3d93-4d63-9c2a-e8551a814953', 'name': 'network-vif-deleted', 'tag': '9c3bdbda-f6cb-46f7-b07b-5f00bebe1e8e', 'status': 'completed', 'code': 200} Aug 16 23:35:03.898812 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4e1c63d8-99fc-4dee-9eb2-2f455a6fd2ea req-c51e7bb3-c808-40d3-93c8-b62792d7a845 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/ports?device_id=72ff3bed-3d93-4d63-9c2a-e8551a814953 HTTP/1.1" status: 200 len: 210 time: 0.0264337 Aug 16 23:35:04.008769 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 5f7fe098-94ac-4464-b9dd-835a26bcdc38 no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:35:04.028609 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] No Port match for: 5f7fe098-94ac-4464-b9dd-835a26bcdc38 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:35:04.028959 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 5f7fe098-94ac-4464-b9dd-835a26bcdc38 not bound to the agent host n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:35:06.687374 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 9c3bdbda-f6cb-46f7-b07b-5f00bebe1e8e no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:35:06.709520 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] No Port match for: 9c3bdbda-f6cb-46f7-b07b-5f00bebe1e8e {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:35:06.709869 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 9c3bdbda-f6cb-46f7-b07b-5f00bebe1e8e not bound to the agent host n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:35:07.360039 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3739517a-6472-43d3-a646-deb7cee0ba8c req-8698db3d-fb0a-401c-a0e6-1a33434c74d6 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:35:07.361759 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3739517a-6472-43d3-a646-deb7cee0ba8c req-8698db3d-fb0a-401c-a0e6-1a33434c74d6 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/ports?device_id=24d6c6aa-4f97-4d71-9bb1-7f0a89cf863c HTTP/1.1" status: 200 len: 945 time: 0.0536826 Aug 16 23:35:07.400149 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3739517a-6472-43d3-a646-deb7cee0ba8c req-c687b38a-6a34-483e-b876-600787244417 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2480b2f-24ea-4f3a-86bf-0cb39fe8f758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321004 Aug 16 23:35:08.526024 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60bbcc2-5633-428e-a5c9-1868ba3dee87 req-a3753014-94be-4e8e-be11-adc64b2e81f9 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:35:08.527554 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f60bbcc2-5633-428e-a5c9-1868ba3dee87 req-a3753014-94be-4e8e-be11-adc64b2e81f9 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/ports?device_id=24d6c6aa-4f97-4d71-9bb1-7f0a89cf863c HTTP/1.1" status: 200 len: 945 time: 0.0533986 Aug 16 23:35:08.569375 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f60bbcc2-5633-428e-a5c9-1868ba3dee87 req-38571d21-cfe2-4839-8bf8-95cbc63aa4f0 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/security-groups?id=f2480b2f-24ea-4f3a-86bf-0cb39fe8f758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355670 Aug 16 23:35:09.233083 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178aeddc-a626-421c-bd42-a3025beddd22 req-a62d6593-418d-4f4f-9219-dc626c31054e tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:35:09.234940 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-178aeddc-a626-421c-bd42-a3025beddd22 req-a62d6593-418d-4f4f-9219-dc626c31054e tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.57 "GET /v2.0/ports?device_id=24d6c6aa-4f97-4d71-9bb1-7f0a89cf863c HTTP/1.1" status: 200 len: 945 time: 0.0491049 Aug 16 23:35:09.330790 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-178aeddc-a626-421c-bd42-a3025beddd22 req-4a743aae-d948-4a91-aec4-8219299e7ed7 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Deleting port 2ea7dfa7-0c06-4675-b9c2-2c96d36c8a96 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:35:09.331123 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-178aeddc-a626-421c-bd42-a3025beddd22 req-4a743aae-d948-4a91-aec4-8219299e7ed7 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:09.434372 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-178aeddc-a626-421c-bd42-a3025beddd22 req-4a743aae-d948-4a91-aec4-8219299e7ed7 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] For port 2ea7dfa7-0c06-4675-b9c2-2c96d36c8a96, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=2ea7dfa7-0c06-4675-b9c2-2c96d36c8a96,segment=NetworkSegment(0bd08585-a02e-4d6f-a90a-eb2309e05a19),segment_id=0bd08585-a02e-4d6f-a90a-eb2309e05a19)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:35:09.434639 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-178aeddc-a626-421c-bd42-a3025beddd22 req-4a743aae-d948-4a91-aec4-8219299e7ed7 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:09.450053 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-178aeddc-a626-421c-bd42-a3025beddd22 req-4a743aae-d948-4a91-aec4-8219299e7ed7 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Calling delete_port for 2ea7dfa7-0c06-4675-b9c2-2c96d36c8a96 owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:35:09.586832 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-178aeddc-a626-421c-bd42-a3025beddd22 req-4a743aae-d948-4a91-aec4-8219299e7ed7 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:09.619564 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['2ea7dfa7-0c06-4675-b9c2-2c96d36c8a96'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:35:09.620843 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a743aae-d948-4a91-aec4-8219299e7ed7 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Pushing event deleted for resources: {'Port': ['ID=2ea7dfa7-0c06-4675-b9c2-2c96d36c8a96,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:35:09.699602 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f2221088-92c7-4b47-977d-47e3fc7e728c req-6829e6c7-65c1-44f8-8ddb-cdcf340b1b60 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.36 "GET /v2.0/ports?device_id=24d6c6aa-4f97-4d71-9bb1-7f0a89cf863c HTTP/1.1" status: 200 len: 210 time: 0.0507469 Aug 16 23:35:09.700414 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-178aeddc-a626-421c-bd42-a3025beddd22 req-4a743aae-d948-4a91-aec4-8219299e7ed7 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] No DVR routers for this DVR port 2ea7dfa7-0c06-4675-b9c2-2c96d36c8a96 on host n-h2-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:35:09.703283 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-178aeddc-a626-421c-bd42-a3025beddd22 req-4a743aae-d948-4a91-aec4-8219299e7ed7 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:09.705423 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-178aeddc-a626-421c-bd42-a3025beddd22 req-4a743aae-d948-4a91-aec4-8219299e7ed7 tempest-AttachVolumeNegativeTest-978847045 tempest-AttachVolumeNegativeTest-978847045-project] 10.222.0.57 "DELETE /v2.0/ports/2ea7dfa7-0c06-4675-b9c2-2c96d36c8a96 HTTP/1.1" status: 204 len: 173 time: 0.4645836 Aug 16 23:35:09.705882 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24d6c6aa-4f97-4d71-9bb1-7f0a89cf863c', 'name': 'network-vif-deleted', 'tag': '2ea7dfa7-0c06-4675-b9c2-2c96d36c8a96'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:35:09.708194 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a32466a-5ea2-46bd-a99e-8e22ad518770" -d '{"events": [{"server_uuid": "24d6c6aa-4f97-4d71-9bb1-7f0a89cf863c", "name": "network-vif-deleted", "tag": "2ea7dfa7-0c06-4675-b9c2-2c96d36c8a96"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:35:09.748892 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a31870c8-9875-4a1c-b17c-8dd3ed3f11f8 x-openstack-request-id: req-a31870c8-9875-4a1c-b17c-8dd3ed3f11f8 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:35:09.749311 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24d6c6aa-4f97-4d71-9bb1-7f0a89cf863c", "name": "network-vif-deleted", "tag": "2ea7dfa7-0c06-4675-b9c2-2c96d36c8a96", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:35:09.749614 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a31870c8-9875-4a1c-b17c-8dd3ed3f11f8 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:35:09.750442 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24d6c6aa-4f97-4d71-9bb1-7f0a89cf863c', 'name': 'network-vif-deleted', 'tag': '2ea7dfa7-0c06-4675-b9c2-2c96d36c8a96', 'status': 'completed', 'code': 200} Aug 16 23:35:10.760099 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 51694) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:35:10.804850 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_v2 [None req-21359981-ab24-485f-bd72-13d879bd890e admin admin] Deleting subnet eaa20b63-af08-4cf4-a856-671ea25c4e9d {{(pid=101292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:35:10.807988 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-21359981-ab24-485f-bd72-13d879bd890e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:10.844879 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-21359981-ab24-485f-bd72-13d879bd890e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3848860'] for subnet, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:10.887836 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-21359981-ab24-485f-bd72-13d879bd890e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:10.941720 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-21359981-ab24-485f-bd72-13d879bd890e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26252129'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:10.966594 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21359981-ab24-485f-bd72-13d879bd890e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eaa20b63-af08-4cf4-a856-671ea25c4e9d,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:35:10.971306 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-21359981-ab24-485f-bd72-13d879bd890e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:10.974009 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-21359981-ab24-485f-bd72-13d879bd890e admin admin] 10.222.0.36 "DELETE /v2.0/subnets/eaa20b63-af08-4cf4-a856-671ea25c4e9d HTTP/1.1" status: 204 len: 168 time: 0.2128494 Aug 16 23:35:10.975689 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 51696) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:35:11.044303 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-051de9db-1841-417d-8a06-7898d6613296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:11.128198 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-051de9db-1841-417d-8a06-7898d6613296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:11.139170 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-051de9db-1841-417d-8a06-7898d6613296 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4353c830-8e73-4324-a9ff-14ce174676f7']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:35:11.149751 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-051de9db-1841-417d-8a06-7898d6613296 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bd08585-a02e-4d6f-a90a-eb2309e05a19') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:35:11.150025 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-051de9db-1841-417d-8a06-7898d6613296 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bd08585-a02e-4d6f-a90a-eb2309e05a19') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:35:11.158876 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-051de9db-1841-417d-8a06-7898d6613296 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:11.173746 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-051de9db-1841-417d-8a06-7898d6613296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:11.179907 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-051de9db-1841-417d-8a06-7898d6613296 admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:35:11.180292 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-051de9db-1841-417d-8a06-7898d6613296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:11.181940 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 16 23:35:11.181940 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:35:11.181940 n-d-791506-26 neutron-server[101292]: timer() Aug 16 23:35:11.181940 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:35:11.181940 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 16 23:35:11.181940 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:35:11.181940 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 16 23:35:11.181940 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:35:11.181940 n-d-791506-26 neutron-server[101292]: self._notify() Aug 16 23:35:11.181940 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:35:11.181940 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 16 23:35:11.181940 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:35:11.181940 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 16 23:35:11.181940 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:35:11.181940 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:35:11.181940 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:35:11.181940 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:35:11.181940 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:35:11.181940 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 16 23:35:11.181940 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:35:11.181940 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 16 23:35:11.181940 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:35:11.181940 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:35:11.181940 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:35:11.181940 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 16 23:35:11.181940 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:35:11.181940 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:35:11.181940 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:35:11.181940 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:35:11.181940 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:35:11.181940 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:35:11.181940 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:35:11.248400 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-051de9db-1841-417d-8a06-7898d6613296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:11.254799 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-051de9db-1841-417d-8a06-7898d6613296 admin admin] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:11.256893 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-051de9db-1841-417d-8a06-7898d6613296 admin admin] 10.222.0.36 "DELETE /v2.0/networks/4353c830-8e73-4324-a9ff-14ce174676f7 HTTP/1.1" status: 204 len: 168 time: 0.2801790 Aug 16 23:35:11.270105 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051de9db-1841-417d-8a06-7898d6613296 admin admin] Pushing event deleted for resources: {'Network': ['ID=4353c830-8e73-4324-a9ff-14ce174676f7,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:35:11.395985 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 51700) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:35:11.437009 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-eb91202e-355b-4f8d-8862-255c262e7ce3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=716536f43e744311a4be1e1a633d69ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397840 Aug 16 23:35:11.440367 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 51702) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:35:11.493397 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-cf9a7999-0bee-4f33-aa60-2ff25d51e7a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:11.514860 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-cf9a7999-0bee-4f33-aa60-2ff25d51e7a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:11.515620 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:11.563194 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-cf9a7999-0bee-4f33-aa60-2ff25d51e7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:11.566030 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-cf9a7999-0bee-4f33-aa60-2ff25d51e7a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:11.567257 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-cf9a7999-0bee-4f33-aa60-2ff25d51e7a6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f2480b2f-24ea-4f3a-86bf-0cb39fe8f758 HTTP/1.1" status: 204 len: 168 time: 0.1259248 Aug 16 23:35:11.575502 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9a7999-0bee-4f33-aa60-2ff25d51e7a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2480b2f-24ea-4f3a-86bf-0cb39fe8f758,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:35:12.004747 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 2ea7dfa7-0c06-4675-b9c2-2c96d36c8a96 no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:35:12.025653 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] No Port match for: 2ea7dfa7-0c06-4675-b9c2-2c96d36c8a96 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:35:12.025998 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 2ea7dfa7-0c06-4675-b9c2-2c96d36c8a96 not bound to the agent host n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:35:14.367941 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 51766) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:35:14.532295 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f1b6b4dd-b993-4c2c-840f-aa94f995ae2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:14.628408 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f1b6b4dd-b993-4c2c-840f-aa94f995ae2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:14.632231 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f1b6b4dd-b993-4c2c-840f-aa94f995ae2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:14.669824 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-f1b6b4dd-b993-4c2c-840f-aa94f995ae2a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e1e3a05e0f0a4a76af3b465cc27680c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3006766 Aug 16 23:35:14.673414 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 51772) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:35:14.674232 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b6b4dd-b993-4c2c-840f-aa94f995ae2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eecc2282-470f-4ec6-88fe-64830afdbd3a,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:35:14.728343 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-99485174-a5a3-41ee-8513-7a18755361a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:14.752129 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-99485174-a5a3-41ee-8513-7a18755361a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:14.799951 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-99485174-a5a3-41ee-8513-7a18755361a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:14.802823 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-99485174-a5a3-41ee-8513-7a18755361a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:14.803980 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-99485174-a5a3-41ee-8513-7a18755361a4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/eecc2282-470f-4ec6-88fe-64830afdbd3a HTTP/1.1" status: 204 len: 168 time: 0.1289425 Aug 16 23:35:14.812028 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99485174-a5a3-41ee-8513-7a18755361a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eecc2282-470f-4ec6-88fe-64830afdbd3a,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:35:14.820292 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:35:15.078100 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 51778) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:35:15.091240 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7874f8aa-a873-4ae6-97ac-687ea923bdc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:15.191863 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7874f8aa-a873-4ae6-97ac-687ea923bdc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:15.195640 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7874f8aa-a873-4ae6-97ac-687ea923bdc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:15.233302 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-7874f8aa-a873-4ae6-97ac-687ea923bdc7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7d291476ea044602a606504f9d1b693a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1541402 Aug 16 23:35:15.234846 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7874f8aa-a873-4ae6-97ac-687ea923bdc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56fc20ed-faaa-4230-9017-0fe9c3818ad7,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:35:15.236701 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 51780) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:35:15.286580 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-03186f28-ba83-42f0-910f-5b4a8a085d49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:15.308041 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-03186f28-ba83-42f0-910f-5b4a8a085d49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:15.355521 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-03186f28-ba83-42f0-910f-5b4a8a085d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:15.358044 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-03186f28-ba83-42f0-910f-5b4a8a085d49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:15.359809 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-03186f28-ba83-42f0-910f-5b4a8a085d49 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/56fc20ed-faaa-4230-9017-0fe9c3818ad7 HTTP/1.1" status: 204 len: 168 time: 0.1221151 Aug 16 23:35:15.367810 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03186f28-ba83-42f0-910f-5b4a8a085d49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56fc20ed-faaa-4230-9017-0fe9c3818ad7,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:35:17.706638 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9bc3e50f-8ac3-4e11-8bf0-0b43fdd96762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:19.816753 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-aa281449-cc45-42c3-8192-fa3bcd824c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:20.460100 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 51906) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:35:20.564683 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1fe64ee2-fea0-4bc5-915f-85900bcc622e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:20.654108 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1fe64ee2-fea0-4bc5-915f-85900bcc622e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:20.657951 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1fe64ee2-fea0-4bc5-915f-85900bcc622e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:20.677889 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:20.703398 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-1fe64ee2-fea0-4bc5-915f-85900bcc622e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=04c2a26ce61c4e6c890c7ec6a6c45b1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2420297 Aug 16 23:35:20.705405 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe64ee2-fea0-4bc5-915f-85900bcc622e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=181e777b-c3f2-4a35-9734-04835b766dd9,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:35:20.706184 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 51910) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:35:20.758777 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9a301c61-ad0b-424b-91fa-5f17358e23cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:20.780606 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9a301c61-ad0b-424b-91fa-5f17358e23cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:20.829157 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9a301c61-ad0b-424b-91fa-5f17358e23cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:20.831699 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9a301c61-ad0b-424b-91fa-5f17358e23cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:20.832906 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-9a301c61-ad0b-424b-91fa-5f17358e23cd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/181e777b-c3f2-4a35-9734-04835b766dd9 HTTP/1.1" status: 204 len: 168 time: 0.1256790 Aug 16 23:35:20.840558 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a301c61-ad0b-424b-91fa-5f17358e23cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=181e777b-c3f2-4a35-9734-04835b766dd9,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:35:21.094817 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 51916) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:35:21.107809 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-481eec1a-9c51-48be-8ec4-e46fed48c4b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:21.200525 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-481eec1a-9c51-48be-8ec4-e46fed48c4b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:21.205399 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-481eec1a-9c51-48be-8ec4-e46fed48c4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:21.242031 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481eec1a-9c51-48be-8ec4-e46fed48c4b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4724a46e-8d72-4bd0-a3bb-0c8251c433ef,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:35:21.247359 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-481eec1a-9c51-48be-8ec4-e46fed48c4b7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cb4fe96e177343beaca38e9bc2ee205a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1514883 Aug 16 23:35:21.251056 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 51918) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:35:21.299926 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-11566cf5-7cb8-41f5-8846-d3680007e330 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:21.321466 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-11566cf5-7cb8-41f5-8846-d3680007e330 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:21.368000 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-11566cf5-7cb8-41f5-8846-d3680007e330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:21.370638 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-11566cf5-7cb8-41f5-8846-d3680007e330 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:21.372021 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-11566cf5-7cb8-41f5-8846-d3680007e330 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4724a46e-8d72-4bd0-a3bb-0c8251c433ef HTTP/1.1" status: 204 len: 168 time: 0.1199412 Aug 16 23:35:21.382615 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11566cf5-7cb8-41f5-8846-d3680007e330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4724a46e-8d72-4bd0-a3bb-0c8251c433ef,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:35:21.661710 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:22.898316 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:25.667387 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:27.232494 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52056) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:35:27.367494 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6c8356ac-31e2-4268-b9eb-c0a798833d99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:27.459007 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6c8356ac-31e2-4268-b9eb-c0a798833d99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:27.464097 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6c8356ac-31e2-4268-b9eb-c0a798833d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:27.503523 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-6c8356ac-31e2-4268-b9eb-c0a798833d99 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=48cecda565f94b24b2e67bf527c31b08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2697971 Aug 16 23:35:27.504585 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8356ac-31e2-4268-b9eb-c0a798833d99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42c24bf9-70ce-45ee-b527-e0e24594647a,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:35:27.506267 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52062) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:35:27.512067 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8356ac-31e2-4268-b9eb-c0a798833d99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:35:27.512417 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8356ac-31e2-4268-b9eb-c0a798833d99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:35:27.512793 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8356ac-31e2-4268-b9eb-c0a798833d99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:35:27.513136 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8356ac-31e2-4268-b9eb-c0a798833d99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:35:27.513476 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8356ac-31e2-4268-b9eb-c0a798833d99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:35:27.513807 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8356ac-31e2-4268-b9eb-c0a798833d99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:35:27.514136 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8356ac-31e2-4268-b9eb-c0a798833d99 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:35:27.514524 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8356ac-31e2-4268-b9eb-c0a798833d99 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:35:27.514845 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8356ac-31e2-4268-b9eb-c0a798833d99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:35:27.515229 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8356ac-31e2-4268-b9eb-c0a798833d99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:35:27.515498 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8356ac-31e2-4268-b9eb-c0a798833d99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:35:27.515822 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8356ac-31e2-4268-b9eb-c0a798833d99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:35:27.554231 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-46d32a2c-04dc-4fd8-91bb-22d4ff71e5df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:27.575597 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-46d32a2c-04dc-4fd8-91bb-22d4ff71e5df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:27.621151 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-46d32a2c-04dc-4fd8-91bb-22d4ff71e5df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:27.623678 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-46d32a2c-04dc-4fd8-91bb-22d4ff71e5df admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:27.625765 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-46d32a2c-04dc-4fd8-91bb-22d4ff71e5df admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/42c24bf9-70ce-45ee-b527-e0e24594647a HTTP/1.1" status: 204 len: 168 time: 0.1184740 Aug 16 23:35:27.633326 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d32a2c-04dc-4fd8-91bb-22d4ff71e5df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c24bf9-70ce-45ee-b527-e0e24594647a,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:35:27.887060 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52068) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:35:27.899918 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9b2e1110-509e-4082-a976-d9370dd48f19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:27.989272 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9b2e1110-509e-4082-a976-d9370dd48f19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:27.993211 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9b2e1110-509e-4082-a976-d9370dd48f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:28.029608 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-9b2e1110-509e-4082-a976-d9370dd48f19 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ead4423d0e014a86894d25f7f6ab4dfb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1414936 Aug 16 23:35:28.031166 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2e1110-509e-4082-a976-d9370dd48f19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebfac38c-fd1e-4361-a61c-9950f53fc65e,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:35:28.033030 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52070) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:35:28.082592 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d9e64c13-bb3d-428a-9e26-75f27bf25ec4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:28.103444 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d9e64c13-bb3d-428a-9e26-75f27bf25ec4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:28.149359 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d9e64c13-bb3d-428a-9e26-75f27bf25ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:28.151933 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d9e64c13-bb3d-428a-9e26-75f27bf25ec4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:28.153125 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-d9e64c13-bb3d-428a-9e26-75f27bf25ec4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ebfac38c-fd1e-4361-a61c-9950f53fc65e HTTP/1.1" status: 204 len: 168 time: 0.1190064 Aug 16 23:35:28.161616 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e64c13-bb3d-428a-9e26-75f27bf25ec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebfac38c-fd1e-4361-a61c-9950f53fc65e,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:35:37.791965 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52320) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:35:37.908992 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0a3b8733-406d-48aa-95ae-14c25511c403 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:38.000324 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0a3b8733-406d-48aa-95ae-14c25511c403 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:38.004993 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0a3b8733-406d-48aa-95ae-14c25511c403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:38.046749 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-0a3b8733-406d-48aa-95ae-14c25511c403 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4dfd8ee51fb54eafb93f6b98cc63923b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2536335 Aug 16 23:35:38.047704 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3b8733-406d-48aa-95ae-14c25511c403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24e1e325-837e-478b-bf2c-3d839fb47f3f,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:35:38.049770 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52324) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:35:38.102514 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7ac186c7-b1cf-4461-a172-930afa2a4421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:38.123562 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7ac186c7-b1cf-4461-a172-930afa2a4421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:38.171048 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7ac186c7-b1cf-4461-a172-930afa2a4421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:38.173729 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7ac186c7-b1cf-4461-a172-930afa2a4421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:38.174943 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-7ac186c7-b1cf-4461-a172-930afa2a4421 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/24e1e325-837e-478b-bf2c-3d839fb47f3f HTTP/1.1" status: 204 len: 168 time: 0.1241679 Aug 16 23:35:38.182853 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac186c7-b1cf-4461-a172-930afa2a4421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e1e325-837e-478b-bf2c-3d839fb47f3f,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:35:38.464086 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52330) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:35:38.477289 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2fb1708e-0c6b-43f7-851f-58805e50eb0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:38.567089 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2fb1708e-0c6b-43f7-851f-58805e50eb0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:38.571115 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2fb1708e-0c6b-43f7-851f-58805e50eb0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:38.612266 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-2fb1708e-0c6b-43f7-851f-58805e50eb0e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=54b1c5824c794f3c864ed9b8e583e884&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1470628 Aug 16 23:35:38.613157 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb1708e-0c6b-43f7-851f-58805e50eb0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8401c836-4c2e-430a-87ff-c44ac440069d,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:35:38.615244 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52332) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:35:38.666647 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e6e7686c-ae6d-44d6-a3fa-defd330085bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:38.688348 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e6e7686c-ae6d-44d6-a3fa-defd330085bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:38.732828 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e6e7686c-ae6d-44d6-a3fa-defd330085bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:38.735899 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e6e7686c-ae6d-44d6-a3fa-defd330085bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:38.737088 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-e6e7686c-ae6d-44d6-a3fa-defd330085bd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8401c836-4c2e-430a-87ff-c44ac440069d HTTP/1.1" status: 204 len: 168 time: 0.1202693 Aug 16 23:35:38.744781 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e7686c-ae6d-44d6-a3fa-defd330085bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8401c836-4c2e-430a-87ff-c44ac440069d,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:35:41.513206 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:46.708943 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52504) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:35:46.812266 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-00b63ae4-8417-44e4-9ece-0596baf2d255 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:46.901681 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-00b63ae4-8417-44e4-9ece-0596baf2d255 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:46.906027 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-00b63ae4-8417-44e4-9ece-0596baf2d255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:46.948122 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-00b63ae4-8417-44e4-9ece-0596baf2d255 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c35b2f9bed6641e2b80bed380fb00cd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2379975 Aug 16 23:35:46.949158 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b63ae4-8417-44e4-9ece-0596baf2d255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7edf7bc-15ca-4d23-9904-fcb3acd8c73b,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:35:46.951004 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52508) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:35:47.000735 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6dac25a9-b5db-4765-8690-0c12e16eb321 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:47.021521 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6dac25a9-b5db-4765-8690-0c12e16eb321 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:47.068199 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6dac25a9-b5db-4765-8690-0c12e16eb321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:47.070638 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6dac25a9-b5db-4765-8690-0c12e16eb321 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:47.071811 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-6dac25a9-b5db-4765-8690-0c12e16eb321 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a7edf7bc-15ca-4d23-9904-fcb3acd8c73b HTTP/1.1" status: 204 len: 168 time: 0.1198263 Aug 16 23:35:47.079870 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dac25a9-b5db-4765-8690-0c12e16eb321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7edf7bc-15ca-4d23-9904-fcb3acd8c73b,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:35:47.338083 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52514) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:35:47.352062 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bb0199fd-b833-42ec-9c73-e7e9999e66b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:47.441092 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bb0199fd-b833-42ec-9c73-e7e9999e66b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:47.444851 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bb0199fd-b833-42ec-9c73-e7e9999e66b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:47.482383 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-bb0199fd-b833-42ec-9c73-e7e9999e66b9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=243757eb32954aefb3b06d41f49f208e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1432023 Aug 16 23:35:47.483835 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0199fd-b833-42ec-9c73-e7e9999e66b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2411fd62-be97-47cf-8635-172e0c3c4b46,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:35:47.485794 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52516) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:35:47.534557 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-876dda77-2393-4196-8aa1-51e07d689c1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:47.555304 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-876dda77-2393-4196-8aa1-51e07d689c1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:47.600817 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-876dda77-2393-4196-8aa1-51e07d689c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:47.603291 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-876dda77-2393-4196-8aa1-51e07d689c1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:47.604435 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-876dda77-2393-4196-8aa1-51e07d689c1d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2411fd62-be97-47cf-8635-172e0c3c4b46 HTTP/1.1" status: 204 len: 168 time: 0.1176467 Aug 16 23:35:47.612593 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876dda77-2393-4196-8aa1-51e07d689c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2411fd62-be97-47cf-8635-172e0c3c4b46,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:35:47.706683 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c4c1d409-5188-4dba-b08f-4e942409c10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:47.921256 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52522) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:35:47.934260 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7497395c-5097-457a-8ea5-d28a4e72d5ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:48.023067 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7497395c-5097-457a-8ea5-d28a4e72d5ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:48.026869 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7497395c-5097-457a-8ea5-d28a4e72d5ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:48.065781 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-7497395c-5097-457a-8ea5-d28a4e72d5ed admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c76c69e96611495f9202266e9a0a1559&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1434484 Aug 16 23:35:48.066502 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7497395c-5097-457a-8ea5-d28a4e72d5ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dda64451-02e5-420e-af7d-336de524c493,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:35:48.068484 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52524) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:35:48.122447 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-310dc9d0-676f-4551-bd53-4a8a6e3c0a00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:48.142945 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-310dc9d0-676f-4551-bd53-4a8a6e3c0a00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:48.192421 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-310dc9d0-676f-4551-bd53-4a8a6e3c0a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:48.195027 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-310dc9d0-676f-4551-bd53-4a8a6e3c0a00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:48.196207 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-310dc9d0-676f-4551-bd53-4a8a6e3c0a00 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dda64451-02e5-420e-af7d-336de524c493 HTTP/1.1" status: 204 len: 168 time: 0.1266084 Aug 16 23:35:48.204212 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310dc9d0-676f-4551-bd53-4a8a6e3c0a00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda64451-02e5-420e-af7d-336de524c493,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:35:49.561644 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52580) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:35:49.673132 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-09375b7a-b976-458f-aefe-8e88c485ddff admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:49.762390 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-09375b7a-b976-458f-aefe-8e88c485ddff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:49.766397 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-09375b7a-b976-458f-aefe-8e88c485ddff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:49.808610 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09375b7a-b976-458f-aefe-8e88c485ddff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a81b3a84-4d4a-4509-9d81-14f313bf1df7,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:35:49.811378 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-42694015-bc90-446a-bef4-9f22a360ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:49.813146 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-09375b7a-b976-458f-aefe-8e88c485ddff admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1d1f4187c43e4c919e98f233faec4b30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2504611 Aug 16 23:35:49.815677 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52586) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:35:49.865089 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-47264e0b-0535-463a-9382-3587466837d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:49.890277 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-47264e0b-0535-463a-9382-3587466837d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:49.945649 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-47264e0b-0535-463a-9382-3587466837d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:49.948399 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-47264e0b-0535-463a-9382-3587466837d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:49.949583 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-47264e0b-0535-463a-9382-3587466837d0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a81b3a84-4d4a-4509-9d81-14f313bf1df7 HTTP/1.1" status: 204 len: 168 time: 0.1329916 Aug 16 23:35:49.958230 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47264e0b-0535-463a-9382-3587466837d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a81b3a84-4d4a-4509-9d81-14f313bf1df7,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:35:50.681734 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:51.095417 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52622) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:35:51.197086 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-877c4bc0-ab70-4226-a50a-6b2f77eec611 tempest-RoutersAdminNegativeTest-1004970976 tempest-RoutersAdminNegativeTest-1004970976-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-107212112', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:35:51.218715 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-877c4bc0-ab70-4226-a50a-6b2f77eec611 tempest-RoutersAdminNegativeTest-1004970976 tempest-RoutersAdminNegativeTest-1004970976-project-admin] Made reservation on behalf of eebe836b90204d90be25ac8239566680 for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:35:51.221076 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-877c4bc0-ab70-4226-a50a-6b2f77eec611 tempest-RoutersAdminNegativeTest-1004970976 tempest-RoutersAdminNegativeTest-1004970976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:51.229598 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-877c4bc0-ab70-4226-a50a-6b2f77eec611 tempest-RoutersAdminNegativeTest-1004970976 tempest-RoutersAdminNegativeTest-1004970976-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:51.322782 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-877c4bc0-ab70-4226-a50a-6b2f77eec611 tempest-RoutersAdminNegativeTest-1004970976 tempest-RoutersAdminNegativeTest-1004970976-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:51.327023 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-877c4bc0-ab70-4226-a50a-6b2f77eec611 tempest-RoutersAdminNegativeTest-1004970976 tempest-RoutersAdminNegativeTest-1004970976-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:51.332200 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-877c4bc0-ab70-4226-a50a-6b2f77eec611 tempest-RoutersAdminNegativeTest-1004970976 tempest-RoutersAdminNegativeTest-1004970976-project-admin] device_id is not set on port cf39a324-6071-41dc-a207-796536639da6 yet. {{(pid=101291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 23:35:51.382294 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877c4bc0-ab70-4226-a50a-6b2f77eec611 tempest-RoutersAdminNegativeTest-1004970976 tempest-RoutersAdminNegativeTest-1004970976-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8192757-4280-4574-bfcb-1a591634a4d1,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:35:51.446264 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-877c4bc0-ab70-4226-a50a-6b2f77eec611 tempest-RoutersAdminNegativeTest-1004970976 tempest-RoutersAdminNegativeTest-1004970976-project-admin] Allocated IP 172.25.4.208 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/cf39a324-6071-41dc-a207-796536639da6) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:35:51.583480 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-877c4bc0-ab70-4226-a50a-6b2f77eec611 tempest-RoutersAdminNegativeTest-1004970976 tempest-RoutersAdminNegativeTest-1004970976-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:51.621718 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-877c4bc0-ab70-4226-a50a-6b2f77eec611 tempest-RoutersAdminNegativeTest-1004970976 tempest-RoutersAdminNegativeTest-1004970976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:51.663161 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:51.667917 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877c4bc0-ab70-4226-a50a-6b2f77eec611 tempest-RoutersAdminNegativeTest-1004970976 tempest-RoutersAdminNegativeTest-1004970976-project-admin] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:35:51.671681 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-877c4bc0-ab70-4226-a50a-6b2f77eec611 tempest-RoutersAdminNegativeTest-1004970976 tempest-RoutersAdminNegativeTest-1004970976-project-admin] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:35:51.675371 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877c4bc0-ab70-4226-a50a-6b2f77eec611 tempest-RoutersAdminNegativeTest-1004970976 tempest-RoutersAdminNegativeTest-1004970976-project-admin] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:35:51.699185 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877c4bc0-ab70-4226-a50a-6b2f77eec611 tempest-RoutersAdminNegativeTest-1004970976 tempest-RoutersAdminNegativeTest-1004970976-project-admin] Pushing event updated for resources: {'Port': ['ID=cf39a324-6071-41dc-a207-796536639da6,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:35:51.717387 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877c4bc0-ab70-4226-a50a-6b2f77eec611 tempest-RoutersAdminNegativeTest-1004970976 tempest-RoutersAdminNegativeTest-1004970976-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:35:51.718155 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-877c4bc0-ab70-4226-a50a-6b2f77eec611 tempest-RoutersAdminNegativeTest-1004970976 tempest-RoutersAdminNegativeTest-1004970976-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:51.731329 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-877c4bc0-ab70-4226-a50a-6b2f77eec611 tempest-RoutersAdminNegativeTest-1004970976 tempest-RoutersAdminNegativeTest-1004970976-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.6348488 Aug 16 23:35:51.734775 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52626) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:35:51.739142 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-f8592f7f-5995-4acc-a5b1-40674c16133e tempest-RoutersAdminNegativeTest-1004970976 tempest-RoutersAdminNegativeTest-1004970976-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.208'}]}}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:35:51.759245 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f8592f7f-5995-4acc-a5b1-40674c16133e tempest-RoutersAdminNegativeTest-1004970976 tempest-RoutersAdminNegativeTest-1004970976-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:51.760607 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f8592f7f-5995-4acc-a5b1-40674c16133e tempest-RoutersAdminNegativeTest-1004970976 tempest-RoutersAdminNegativeTest-1004970976-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:51.812051 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f8592f7f-5995-4acc-a5b1-40674c16133e tempest-RoutersAdminNegativeTest-1004970976 tempest-RoutersAdminNegativeTest-1004970976-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:51.818738 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:35:51.947917 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f8592f7f-5995-4acc-a5b1-40674c16133e tempest-RoutersAdminNegativeTest-1004970976 tempest-RoutersAdminNegativeTest-1004970976-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:52.150569 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f8592f7f-5995-4acc-a5b1-40674c16133e tempest-RoutersAdminNegativeTest-1004970976 tempest-RoutersAdminNegativeTest-1004970976-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:52.171178 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f8592f7f-5995-4acc-a5b1-40674c16133e tempest-RoutersAdminNegativeTest-1004970976 tempest-RoutersAdminNegativeTest-1004970976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:52.324597 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f8592f7f-5995-4acc-a5b1-40674c16133e tempest-RoutersAdminNegativeTest-1004970976 tempest-RoutersAdminNegativeTest-1004970976-project-admin] Notify callbacks [] for router, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:52.491418 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f8592f7f-5995-4acc-a5b1-40674c16133e tempest-RoutersAdminNegativeTest-1004970976 tempest-RoutersAdminNegativeTest-1004970976-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:52.493536 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f8592f7f-5995-4acc-a5b1-40674c16133e tempest-RoutersAdminNegativeTest-1004970976 tempest-RoutersAdminNegativeTest-1004970976-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:52.537858 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f8592f7f-5995-4acc-a5b1-40674c16133e tempest-RoutersAdminNegativeTest-1004970976 tempest-RoutersAdminNegativeTest-1004970976-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:52.538419 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8592f7f-5995-4acc-a5b1-40674c16133e tempest-RoutersAdminNegativeTest-1004970976 tempest-RoutersAdminNegativeTest-1004970976-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8c97460b-2425-4610-89d7-ff0a3106f93e {{(pid=101291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:35:52.554230 n-d-791506-26 neutron-server[101291]: INFO neutron.api.v2.resource [None req-f8592f7f-5995-4acc-a5b1-40674c16133e tempest-RoutersAdminNegativeTest-1004970976 tempest-RoutersAdminNegativeTest-1004970976-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 16 23:35:52.555356 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-f8592f7f-5995-4acc-a5b1-40674c16133e tempest-RoutersAdminNegativeTest-1004970976 tempest-RoutersAdminNegativeTest-1004970976-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 0.8196154 Aug 16 23:35:52.558178 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52628) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:35:52.633982 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-6db44361-1de6-442f-a2eb-50f1c690e3a9 tempest-RoutersAdminNegativeTest-1004970976 tempest-RoutersAdminNegativeTest-1004970976-project-admin] Deleting port cf39a324-6071-41dc-a207-796536639da6 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:35:52.634331 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6db44361-1de6-442f-a2eb-50f1c690e3a9 tempest-RoutersAdminNegativeTest-1004970976 tempest-RoutersAdminNegativeTest-1004970976-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:52.714017 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6db44361-1de6-442f-a2eb-50f1c690e3a9 tempest-RoutersAdminNegativeTest-1004970976 tempest-RoutersAdminNegativeTest-1004970976-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:52.725613 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-6db44361-1de6-442f-a2eb-50f1c690e3a9 tempest-RoutersAdminNegativeTest-1004970976 tempest-RoutersAdminNegativeTest-1004970976-project-admin] Calling delete_port for cf39a324-6071-41dc-a207-796536639da6 owned by {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:35:52.865445 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6db44361-1de6-442f-a2eb-50f1c690e3a9 tempest-RoutersAdminNegativeTest-1004970976 tempest-RoutersAdminNegativeTest-1004970976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:52.897273 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db44361-1de6-442f-a2eb-50f1c690e3a9 tempest-RoutersAdminNegativeTest-1004970976 tempest-RoutersAdminNegativeTest-1004970976-project-admin] Pushing event deleted for resources: {'Port': ['ID=cf39a324-6071-41dc-a207-796536639da6,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:35:52.903981 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:52.968467 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6db44361-1de6-442f-a2eb-50f1c690e3a9 tempest-RoutersAdminNegativeTest-1004970976 tempest-RoutersAdminNegativeTest-1004970976-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:52.970824 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-6db44361-1de6-442f-a2eb-50f1c690e3a9 tempest-RoutersAdminNegativeTest-1004970976 tempest-RoutersAdminNegativeTest-1004970976-project-admin] 10.222.0.36 "DELETE /v2.0/ports/cf39a324-6071-41dc-a207-796536639da6 HTTP/1.1" status: 204 len: 168 time: 0.4116549 Aug 16 23:35:53.219719 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52634) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:35:53.329688 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d1a18cc0-5073-4676-8348-96ceb641b574 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:53.420935 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d1a18cc0-5073-4676-8348-96ceb641b574 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:53.425708 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d1a18cc0-5073-4676-8348-96ceb641b574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:53.466770 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a18cc0-5073-4676-8348-96ceb641b574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24c6347b-ff6f-4f58-9e66-da4903fe5bbe,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:35:53.471170 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-d1a18cc0-5073-4676-8348-96ceb641b574 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=35430a7db7ef43909215003a057c4caf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2504270 Aug 16 23:35:53.474764 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52638) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:35:53.523477 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f1240733-a1a1-442b-8160-b23294b12152 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:53.545159 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f1240733-a1a1-442b-8160-b23294b12152 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:53.592994 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f1240733-a1a1-442b-8160-b23294b12152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:53.596056 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f1240733-a1a1-442b-8160-b23294b12152 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:53.597473 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-f1240733-a1a1-442b-8160-b23294b12152 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/24c6347b-ff6f-4f58-9e66-da4903fe5bbe HTTP/1.1" status: 204 len: 168 time: 0.1222832 Aug 16 23:35:53.608401 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1240733-a1a1-442b-8160-b23294b12152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c6347b-ff6f-4f58-9e66-da4903fe5bbe,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:35:53.861776 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52644) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:35:53.901389 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-4a1b43e3-b283-4563-b742-d502ce71bc85 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=eebe836b90204d90be25ac8239566680&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384336 Aug 16 23:35:53.903853 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52646) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:35:53.951892 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e875cb33-98b2-4725-9174-1f553e63f677 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:53.972232 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e875cb33-98b2-4725-9174-1f553e63f677 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:54.021548 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e875cb33-98b2-4725-9174-1f553e63f677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:54.024213 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e875cb33-98b2-4725-9174-1f553e63f677 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:54.025426 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-e875cb33-98b2-4725-9174-1f553e63f677 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b8192757-4280-4574-bfcb-1a591634a4d1 HTTP/1.1" status: 204 len: 168 time: 0.1206999 Aug 16 23:35:54.035428 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e875cb33-98b2-4725-9174-1f553e63f677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8192757-4280-4574-bfcb-1a591634a4d1,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:35:54.730678 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52668) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:35:54.827574 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-bb564fd2-d196-4c2d-bec2-3fa353cf1e62 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1452230422'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:35:54.851095 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb564fd2-d196-4c2d-bec2-3fa353cf1e62 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Made reservation on behalf of 1a98e59692d942908785767dcb67a22f for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:35:54.854599 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bb564fd2-d196-4c2d-bec2-3fa353cf1e62 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:54.864212 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bb564fd2-d196-4c2d-bec2-3fa353cf1e62 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:54.957187 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bb564fd2-d196-4c2d-bec2-3fa353cf1e62 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:54.961169 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bb564fd2-d196-4c2d-bec2-3fa353cf1e62 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:54.989634 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb564fd2-d196-4c2d-bec2-3fa353cf1e62 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:35:54.999039 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb564fd2-d196-4c2d-bec2-3fa353cf1e62 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98d4ef39-c870-4971-bae9-d3ad6ec402f6,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:35:55.007298 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bb564fd2-d196-4c2d-bec2-3fa353cf1e62 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:55.007298 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-bb564fd2-d196-4c2d-bec2-3fa353cf1e62 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Added segment 6b9c66bc-f931-44e4-a81e-5f7f158d3a8a of type vlan for network 727fee36-1f2d-4f80-ab93-91efd92c23fa Aug 16 23:35:55.048661 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bb564fd2-d196-4c2d-bec2-3fa353cf1e62 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:55.072710 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bb564fd2-d196-4c2d-bec2-3fa353cf1e62 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:55.078401 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb564fd2-d196-4c2d-bec2-3fa353cf1e62 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:35:55.079153 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bb564fd2-d196-4c2d-bec2-3fa353cf1e62 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:55.140565 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-bb564fd2-d196-4c2d-bec2-3fa353cf1e62 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.4039297 Aug 16 23:35:55.140565 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52672) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:35:55.144164 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-c4083814-2e9d-46f1-be55-9878a9c56370 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Request body: {'subnet': {'network_id': '727fee36-1f2d-4f80-ab93-91efd92c23fa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:35:55.200097 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb564fd2-d196-4c2d-bec2-3fa353cf1e62 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Pushing event updated for resources: {'Network': ['ID=727fee36-1f2d-4f80-ab93-91efd92c23fa,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:35:55.211647 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 727fee36-1f2d-4f80-ab93-91efd92c23fa details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:35:55.251964 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4083814-2e9d-46f1-be55-9878a9c56370 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Made reservation on behalf of 1a98e59692d942908785767dcb67a22f for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:35:55.255503 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c4083814-2e9d-46f1-be55-9878a9c56370 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:55.449378 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c4083814-2e9d-46f1-be55-9878a9c56370 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:55.517121 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4083814-2e9d-46f1-be55-9878a9c56370 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Pushing event updated for resources: {'Subnet': ['ID=d0dd3210-094c-496f-8ad0-208d89e75394,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:35:55.522432 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4083814-2e9d-46f1-be55-9878a9c56370 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Checking segment: {'id': '6b9c66bc-f931-44e4-a81e-5f7f158d3a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '727fee36-1f2d-4f80-ab93-91efd92c23fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:35:55.522796 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4083814-2e9d-46f1-be55-9878a9c56370 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Network hostable DHCP agents. Network: 727fee36-1f2d-4f80-ab93-91efd92c23fa, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:35:55.540596 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4083814-2e9d-46f1-be55-9878a9c56370 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Network 727fee36-1f2d-4f80-ab93-91efd92c23fa is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:35:55.549045 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-c4083814-2e9d-46f1-be55-9878a9c56370 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 727fee36-1f2d-4f80-ab93-91efd92c23fa) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:35:55.553076 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4083814-2e9d-46f1-be55-9878a9c56370 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:35:55.553770 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c4083814-2e9d-46f1-be55-9878a9c56370 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:55.557790 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522f0375-66e1-4b40-9aaa-c33f0c3fccb9 None None] Network 727fee36-1f2d-4f80-ab93-91efd92c23fa requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:35:55.574303 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-c4083814-2e9d-46f1-be55-9878a9c56370 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4341094 Aug 16 23:35:55.577741 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52674) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:35:55.583217 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-4114c50b-45b4-4390-9302-8a996b4f6747 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Request body: {'port': {'network_id': '727fee36-1f2d-4f80-ab93-91efd92c23fa', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-767977277'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:35:55.680989 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:55.693358 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4114c50b-45b4-4390-9302-8a996b4f6747 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Made reservation on behalf of 1a98e59692d942908785767dcb67a22f for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:35:55.696903 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4114c50b-45b4-4390-9302-8a996b4f6747 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:55.715355 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [None req-4114c50b-45b4-4390-9302-8a996b4f6747 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] device_id is not set on port 7a8833f7-a4fd-4bb4-9951-f752677985a5 yet. {{(pid=101292) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 23:35:55.716132 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18e8b33-5e3a-412b-aad1-e97ac9bee20c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-727fee36-1f2d-4f80-ab93-91efd92c23fa', 'network_id': '727fee36-1f2d-4f80-ab93-91efd92c23fa', 'tenant_id': '1a98e59692d942908785767dcb67a22f', 'fixed_ips': [{'subnet_id': 'd0dd3210-094c-496f-8ad0-208d89e75394'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:35:55.717102 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a18e8b33-5e3a-412b-aad1-e97ac9bee20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:55.834710 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-4114c50b-45b4-4390-9302-8a996b4f6747 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Allocated IP 2001:db8::225 (727fee36-1f2d-4f80-ab93-91efd92c23fa/d0dd3210-094c-496f-8ad0-208d89e75394/7a8833f7-a4fd-4bb4-9951-f752677985a5) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:35:55.982370 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4114c50b-45b4-4390-9302-8a996b4f6747 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:55.995956 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [None req-4114c50b-45b4-4390-9302-8a996b4f6747 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Transition to ACTIVE for port object 7a8833f7-a4fd-4bb4-9951-f752677985a5 will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:35:56.028238 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4114c50b-45b4-4390-9302-8a996b4f6747 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:56.069083 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4114c50b-45b4-4390-9302-8a996b4f6747 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Network 727fee36-1f2d-4f80-ab93-91efd92c23fa is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:35:56.074050 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-4114c50b-45b4-4390-9302-8a996b4f6747 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:35:56.074497 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-a18e8b33-5e3a-412b-aad1-e97ac9bee20c None None] Allocated IP 2001:db8::2 (727fee36-1f2d-4f80-ab93-91efd92c23fa/d0dd3210-094c-496f-8ad0-208d89e75394/916c7adf-865b-4923-9295-a440dcce062d) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:35:56.078166 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4114c50b-45b4-4390-9302-8a996b4f6747 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:35:56.084370 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4114c50b-45b4-4390-9302-8a996b4f6747 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:35:56.085084 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4114c50b-45b4-4390-9302-8a996b4f6747 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:56.097993 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4114c50b-45b4-4390-9302-8a996b4f6747 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Pushing event updated for resources: {'Port': ['ID=7a8833f7-a4fd-4bb4-9951-f752677985a5,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:35:56.106759 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4114c50b-45b4-4390-9302-8a996b4f6747 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:35:56.107117 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4114c50b-45b4-4390-9302-8a996b4f6747 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:35:56.107464 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4114c50b-45b4-4390-9302-8a996b4f6747 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:35:56.108322 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4114c50b-45b4-4390-9302-8a996b4f6747 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:35:56.108696 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4114c50b-45b4-4390-9302-8a996b4f6747 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:35:56.109038 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4114c50b-45b4-4390-9302-8a996b4f6747 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:35:56.109370 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4114c50b-45b4-4390-9302-8a996b4f6747 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:35:56.109703 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4114c50b-45b4-4390-9302-8a996b4f6747 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:35:56.110037 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4114c50b-45b4-4390-9302-8a996b4f6747 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:35:56.110367 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4114c50b-45b4-4390-9302-8a996b4f6747 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:35:56.110698 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4114c50b-45b4-4390-9302-8a996b4f6747 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:35:56.111025 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4114c50b-45b4-4390-9302-8a996b4f6747 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:35:56.118194 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-4114c50b-45b4-4390-9302-8a996b4f6747 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 0.5358248 Aug 16 23:35:56.118425 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52676) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:35:56.124409 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-328c2325-96bd-4e2e-aead-f31a2bcf223e tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Request body: {'port': {'network_id': '727fee36-1f2d-4f80-ab93-91efd92c23fa', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1039711462', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:35:56.124929 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.api.validators [None req-328c2325-96bd-4e2e-aead-f31a2bcf223e tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] bootfile-name is not in valid_values {{(pid=101291) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 23:35:56.125274 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.api.validators [None req-328c2325-96bd-4e2e-aead-f31a2bcf223e tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] tftp-server is not in valid_values {{(pid=101291) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 23:35:56.125610 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.api.validators [None req-328c2325-96bd-4e2e-aead-f31a2bcf223e tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] server-ip-address is not in valid_values {{(pid=101291) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 23:35:56.224451 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a18e8b33-5e3a-412b-aad1-e97ac9bee20c None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:56.234397 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-a18e8b33-5e3a-412b-aad1-e97ac9bee20c None None] Transition to ACTIVE for port object 916c7adf-865b-4923-9295-a440dcce062d will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:35:56.240450 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-328c2325-96bd-4e2e-aead-f31a2bcf223e tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Made reservation on behalf of 1a98e59692d942908785767dcb67a22f for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:35:56.244243 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-328c2325-96bd-4e2e-aead-f31a2bcf223e tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:56.250712 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-a18e8b33-5e3a-412b-aad1-e97ac9bee20c None None] Transition to ACTIVE for port object 916c7adf-865b-4923-9295-a440dcce062d will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:35:56.256833 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a18e8b33-5e3a-412b-aad1-e97ac9bee20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:56.263049 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-328c2325-96bd-4e2e-aead-f31a2bcf223e tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] device_id is not set on port 2ee64fc1-edb9-4b3b-9631-01aeb9d48eb7 yet. {{(pid=101291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 23:35:56.297566 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18e8b33-5e3a-412b-aad1-e97ac9bee20c None None] Network 727fee36-1f2d-4f80-ab93-91efd92c23fa is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:35:56.300611 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-a18e8b33-5e3a-412b-aad1-e97ac9bee20c None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:35:56.303614 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18e8b33-5e3a-412b-aad1-e97ac9bee20c None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:35:56.314673 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18e8b33-5e3a-412b-aad1-e97ac9bee20c None None] Pushing event updated for resources: {'Port': ['ID=916c7adf-865b-4923-9295-a440dcce062d,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:35:56.338889 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18e8b33-5e3a-412b-aad1-e97ac9bee20c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:35:56.339141 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18e8b33-5e3a-412b-aad1-e97ac9bee20c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:35:56.339480 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18e8b33-5e3a-412b-aad1-e97ac9bee20c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:35:56.339819 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18e8b33-5e3a-412b-aad1-e97ac9bee20c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:35:56.340147 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18e8b33-5e3a-412b-aad1-e97ac9bee20c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:35:56.340475 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18e8b33-5e3a-412b-aad1-e97ac9bee20c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:35:56.340829 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18e8b33-5e3a-412b-aad1-e97ac9bee20c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:35:56.341156 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18e8b33-5e3a-412b-aad1-e97ac9bee20c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:35:56.341477 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18e8b33-5e3a-412b-aad1-e97ac9bee20c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:35:56.341798 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18e8b33-5e3a-412b-aad1-e97ac9bee20c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:35:56.342644 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18e8b33-5e3a-412b-aad1-e97ac9bee20c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:35:56.343102 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18e8b33-5e3a-412b-aad1-e97ac9bee20c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:35:56.376449 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-a18e8b33-5e3a-412b-aad1-e97ac9bee20c None None] Attempting to bind port 916c7adf-865b-4923-9295-a440dcce062d on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:35:56.376894 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-a18e8b33-5e3a-412b-aad1-e97ac9bee20c None None] Attempting to bind port 916c7adf-865b-4923-9295-a440dcce062d by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '6b9c66bc-f931-44e4-a81e-5f7f158d3a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '727fee36-1f2d-4f80-ab93-91efd92c23fa'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:35:56.377199 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18e8b33-5e3a-412b-aad1-e97ac9bee20c None None] Attempting to bind port 916c7adf-865b-4923-9295-a440dcce062d on network 727fee36-1f2d-4f80-ab93-91efd92c23fa {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:35:56.381929 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-328c2325-96bd-4e2e-aead-f31a2bcf223e tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Allocated IP 2001:db8::21e (727fee36-1f2d-4f80-ab93-91efd92c23fa/d0dd3210-094c-496f-8ad0-208d89e75394/2ee64fc1-edb9-4b3b-9631-01aeb9d48eb7) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:35:56.382084 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18e8b33-5e3a-412b-aad1-e97ac9bee20c None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:35:56.382408 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18e8b33-5e3a-412b-aad1-e97ac9bee20c None None] Checking segment: {'id': '6b9c66bc-f931-44e4-a81e-5f7f158d3a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '727fee36-1f2d-4f80-ab93-91efd92c23fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:35:56.382805 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a18e8b33-5e3a-412b-aad1-e97ac9bee20c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:56.383312 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18e8b33-5e3a-412b-aad1-e97ac9bee20c None None] Bound using segment: {'id': '6b9c66bc-f931-44e4-a81e-5f7f158d3a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '727fee36-1f2d-4f80-ab93-91efd92c23fa'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:35:56.383714 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-a18e8b33-5e3a-412b-aad1-e97ac9bee20c None None] Bound port: 916c7adf-865b-4923-9295-a440dcce062d, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b9c66bc-f931-44e4-a81e-5f7f158d3a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '727fee36-1f2d-4f80-ab93-91efd92c23fa'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:35:56.384272 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a18e8b33-5e3a-412b-aad1-e97ac9bee20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:56.455266 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-a18e8b33-5e3a-412b-aad1-e97ac9bee20c None None] For port 916c7adf-865b-4923-9295-a440dcce062d, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:35:56.458523 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-a18e8b33-5e3a-412b-aad1-e97ac9bee20c None None] For port 916c7adf-865b-4923-9295-a440dcce062d, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=916c7adf-865b-4923-9295-a440dcce062d,segment=NetworkSegment(6b9c66bc-f931-44e4-a81e-5f7f158d3a8a),segment_id=6b9c66bc-f931-44e4-a81e-5f7f158d3a8a)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:35:56.462338 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a18e8b33-5e3a-412b-aad1-e97ac9bee20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:56.520924 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18e8b33-5e3a-412b-aad1-e97ac9bee20c None None] Pushing event updated for resources: {'Port': ['ID=916c7adf-865b-4923-9295-a440dcce062d,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:35:56.550662 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-328c2325-96bd-4e2e-aead-f31a2bcf223e tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:56.565379 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-328c2325-96bd-4e2e-aead-f31a2bcf223e tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Transition to ACTIVE for port object 2ee64fc1-edb9-4b3b-9631-01aeb9d48eb7 will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:35:56.599499 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-328c2325-96bd-4e2e-aead-f31a2bcf223e tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:56.648321 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328c2325-96bd-4e2e-aead-f31a2bcf223e tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Network 727fee36-1f2d-4f80-ab93-91efd92c23fa is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:35:56.651899 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-328c2325-96bd-4e2e-aead-f31a2bcf223e tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:35:56.657187 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328c2325-96bd-4e2e-aead-f31a2bcf223e tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:35:56.667679 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328c2325-96bd-4e2e-aead-f31a2bcf223e tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:35:56.668364 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-328c2325-96bd-4e2e-aead-f31a2bcf223e tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:56.673400 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328c2325-96bd-4e2e-aead-f31a2bcf223e tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Pushing event updated for resources: {'Port': ['ID=2ee64fc1-edb9-4b3b-9631-01aeb9d48eb7,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:35:56.694892 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-328c2325-96bd-4e2e-aead-f31a2bcf223e tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 0.5752509 Aug 16 23:35:56.697501 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52678) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:35:56.756146 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ab42a4-76eb-4f41-9120-3569ef3b16fb tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:35:56.762303 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ab42a4-76eb-4f41-9120-3569ef3b16fb tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:35:56.768415 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ab42a4-76eb-4f41-9120-3569ef3b16fb tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:35:56.770227 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-d3ab42a4-76eb-4f41-9120-3569ef3b16fb tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.0718057 Aug 16 23:35:56.773055 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52680) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:35:56.860323 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-616ff9d6-aa52-463b-9293-af5ad13623a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Deleting port 2ee64fc1-edb9-4b3b-9631-01aeb9d48eb7 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:35:56.860714 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-616ff9d6-aa52-463b-9293-af5ad13623a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:56.949589 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-616ff9d6-aa52-463b-9293-af5ad13623a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:56.962142 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-616ff9d6-aa52-463b-9293-af5ad13623a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Calling delete_port for 2ee64fc1-edb9-4b3b-9631-01aeb9d48eb7 owned by {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:35:57.094011 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-616ff9d6-aa52-463b-9293-af5ad13623a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:57.130591 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ff9d6-aa52-463b-9293-af5ad13623a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Pushing event deleted for resources: {'Port': ['ID=2ee64fc1-edb9-4b3b-9631-01aeb9d48eb7,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:35:57.158538 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-616ff9d6-aa52-463b-9293-af5ad13623a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:57.160640 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-616ff9d6-aa52-463b-9293-af5ad13623a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] 10.222.0.36 "DELETE /v2.0/ports/2ee64fc1-edb9-4b3b-9631-01aeb9d48eb7 HTTP/1.1" status: 204 len: 168 time: 0.3866131 Aug 16 23:35:57.164354 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52682) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:35:57.171260 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-e4843cdb-70fc-4407-a44f-15b8a259037f tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Request body: {'port': {'name': 'tempest-new-port-name-904787633', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:35:57.171752 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.api.validators [None req-e4843cdb-70fc-4407-a44f-15b8a259037f tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] bootfile-name is not in valid_values {{(pid=101292) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 23:35:57.172170 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.api.validators [None req-e4843cdb-70fc-4407-a44f-15b8a259037f tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] tftp-server is not in valid_values {{(pid=101292) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 23:35:57.172729 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.api.validators [None req-e4843cdb-70fc-4407-a44f-15b8a259037f tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] server-ip-address is not in valid_values {{(pid=101292) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 23:35:57.244575 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e4843cdb-70fc-4407-a44f-15b8a259037f tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:57.423150 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01151089-dc7e-4054-b700-d45bc235d5df None None] Network 727fee36-1f2d-4f80-ab93-91efd92c23fa requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:35:57.448250 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e4843cdb-70fc-4407-a44f-15b8a259037f tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:57.454204 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e4843cdb-70fc-4407-a44f-15b8a259037f tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:57.491711 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-e4843cdb-70fc-4407-a44f-15b8a259037f tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] In _notify_port_updated(), no bound segment for port 7a8833f7-a4fd-4bb4-9951-f752677985a5 on network 727fee36-1f2d-4f80-ab93-91efd92c23fa {{(pid=101292) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 23:35:57.495052 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-b8627cb1-18a9-4f75-aa9e-40cf7dd121e1 None None] Provisioning for port 916c7adf-865b-4923-9295-a440dcce062d completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:35:57.499013 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4843cdb-70fc-4407-a44f-15b8a259037f tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:35:57.499756 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e4843cdb-70fc-4407-a44f-15b8a259037f tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:57.501107 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-e4843cdb-70fc-4407-a44f-15b8a259037f tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] 10.222.0.36 "PUT /v2.0/ports/7a8833f7-a4fd-4bb4-9951-f752677985a5 HTTP/1.1" status: 200 len: 1129 time: 0.3356469 Aug 16 23:35:57.504574 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52684) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:35:57.519175 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4843cdb-70fc-4407-a44f-15b8a259037f tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Pushing event updated for resources: {'Port': ['ID=7a8833f7-a4fd-4bb4-9951-f752677985a5,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:35:57.555267 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b982e6a-3f4a-4f52-9fb0-5637c24e1e9e tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:35:57.556871 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-1b982e6a-3f4a-4f52-9fb0-5637c24e1e9e tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] 10.222.0.36 "GET /v2.0/ports/7a8833f7-a4fd-4bb4-9951-f752677985a5 HTTP/1.1" status: 200 len: 1129 time: 0.0520017 Aug 16 23:35:57.560180 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52686) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:35:57.651811 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-c5ea0665-ef73-487d-9b8b-22df58454a6c tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Deleting port 7a8833f7-a4fd-4bb4-9951-f752677985a5 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:35:57.652166 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c5ea0665-ef73-487d-9b8b-22df58454a6c tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:57.746518 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c5ea0665-ef73-487d-9b8b-22df58454a6c tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:57.761179 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-c5ea0665-ef73-487d-9b8b-22df58454a6c tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Calling delete_port for 7a8833f7-a4fd-4bb4-9951-f752677985a5 owned by {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:35:57.909545 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c5ea0665-ef73-487d-9b8b-22df58454a6c tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:57.922053 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-eb8040b6-4dce-46f4-8032-4b392d730533 None None] Could not find standard attr ID for object 7a8833f7-a4fd-4bb4-9951-f752677985a5. {{(pid=101293) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 23:35:57.940619 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ea0665-ef73-487d-9b8b-22df58454a6c tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Pushing event deleted for resources: {'Port': ['ID=7a8833f7-a4fd-4bb4-9951-f752677985a5,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:35:57.966693 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c5ea0665-ef73-487d-9b8b-22df58454a6c tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:57.968823 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-c5ea0665-ef73-487d-9b8b-22df58454a6c tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] 10.222.0.36 "DELETE /v2.0/ports/7a8833f7-a4fd-4bb4-9951-f752677985a5 HTTP/1.1" status: 204 len: 168 time: 0.4069397 Aug 16 23:35:57.971258 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52688) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:35:58.023471 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ff57af0-2424-4ba9-ac78-6fe3d5d09581 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Deleting subnet d0dd3210-094c-496f-8ad0-208d89e75394 {{(pid=101292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:35:58.027028 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6ff57af0-2424-4ba9-ac78-6fe3d5d09581 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Notify callbacks [] for subnet, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:58.052004 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-caba2585-fd07-4a81-8ee3-0209e5fe6515 None None] Could not find standard attr ID for object 7a8833f7-a4fd-4bb4-9951-f752677985a5. {{(pid=101293) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 23:35:58.072131 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6ff57af0-2424-4ba9-ac78-6fe3d5d09581 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3848860'] for subnet, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:58.166615 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6ff57af0-2424-4ba9-ac78-6fe3d5d09581 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:58.230450 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6ff57af0-2424-4ba9-ac78-6fe3d5d09581 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26252129'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:58.260228 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff57af0-2424-4ba9-ac78-6fe3d5d09581 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Pushing event deleted for resources: {'Subnet': ['ID=d0dd3210-094c-496f-8ad0-208d89e75394,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:35:58.262194 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6ff57af0-2424-4ba9-ac78-6fe3d5d09581 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Notify callbacks [] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:58.264132 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-6ff57af0-2424-4ba9-ac78-6fe3d5d09581 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] 10.222.0.36 "DELETE /v2.0/subnets/d0dd3210-094c-496f-8ad0-208d89e75394 HTTP/1.1" status: 204 len: 168 time: 0.2918432 Aug 16 23:35:58.266616 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52690) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:35:58.274334 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-f10fbbe7-0d9c-490d-8287-2fb333fa6a42 None None] Could not find standard attr ID for object 2ee64fc1-edb9-4b3b-9631-01aeb9d48eb7. {{(pid=101293) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 23:35:58.352172 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4ca866c8-37db-4905-a7c9-02ade3adc42c tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:58.408053 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-4ca866c8-37db-4905-a7c9-02ade3adc42c tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Deleting port 916c7adf-865b-4923-9295-a440dcce062d {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:35:58.408314 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4ca866c8-37db-4905-a7c9-02ade3adc42c tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:58.422673 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6d4c52-9a1c-4ec8-a2ee-6b9b3e7b5c24 None None] Network 727fee36-1f2d-4f80-ab93-91efd92c23fa requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:35:58.479764 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-4ca866c8-37db-4905-a7c9-02ade3adc42c tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] For port 916c7adf-865b-4923-9295-a440dcce062d, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=916c7adf-865b-4923-9295-a440dcce062d,segment=NetworkSegment(6b9c66bc-f931-44e4-a81e-5f7f158d3a8a),segment_id=6b9c66bc-f931-44e4-a81e-5f7f158d3a8a)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:35:58.480138 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4ca866c8-37db-4905-a7c9-02ade3adc42c tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:58.494138 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-4ca866c8-37db-4905-a7c9-02ade3adc42c tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Calling delete_port for 916c7adf-865b-4923-9295-a440dcce062d owned by network:dhcp {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:35:58.539741 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 916c7adf-865b-4923-9295-a440dcce062d up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:35:58.580693 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4ca866c8-37db-4905-a7c9-02ade3adc42c tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:58.586488 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No active binding found for port 916c7adf-865b-4923-9295-a440dcce062d {{(pid=101293) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 16 23:35:58.586885 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 916c7adf-865b-4923-9295-a440dcce062d not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 16 23:35:58.606195 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Port 916c7adf-865b-4923-9295-a440dcce062d not found, will not notify nova. {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 16 23:35:58.611119 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca866c8-37db-4905-a7c9-02ade3adc42c tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] No DVR routers for this DVR port 916c7adf-865b-4923-9295-a440dcce062d on host n-d-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:35:58.612818 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca866c8-37db-4905-a7c9-02ade3adc42c tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Pushing event deleted for resources: {'Port': ['ID=916c7adf-865b-4923-9295-a440dcce062d,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:35:58.640369 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce19296-8072-4bc7-b365-0a212dd67560 None None] DHCP port deletion for 727fee36-1f2d-4f80-ab93-91efd92c23fa request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:35:58.700136 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4ca866c8-37db-4905-a7c9-02ade3adc42c tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:58.710621 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-4ca866c8-37db-4905-a7c9-02ade3adc42c tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['727fee36-1f2d-4f80-ab93-91efd92c23fa']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:35:58.720434 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-4ca866c8-37db-4905-a7c9-02ade3adc42c tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b9c66bc-f931-44e4-a81e-5f7f158d3a8a') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:35:58.720768 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-4ca866c8-37db-4905-a7c9-02ade3adc42c tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b9c66bc-f931-44e4-a81e-5f7f158d3a8a') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:35:58.729501 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4ca866c8-37db-4905-a7c9-02ade3adc42c tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:58.743388 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4ca866c8-37db-4905-a7c9-02ade3adc42c tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:58.749926 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ca866c8-37db-4905-a7c9-02ade3adc42c tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:35:58.750320 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4ca866c8-37db-4905-a7c9-02ade3adc42c tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:58.753220 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 16 23:35:58.753220 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:35:58.753220 n-d-791506-26 neutron-server[101292]: timer() Aug 16 23:35:58.753220 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:35:58.753220 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 16 23:35:58.753220 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:35:58.753220 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 16 23:35:58.753220 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:35:58.753220 n-d-791506-26 neutron-server[101292]: self._notify() Aug 16 23:35:58.753220 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:35:58.753220 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 16 23:35:58.753220 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:35:58.753220 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 16 23:35:58.753220 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:35:58.753220 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:35:58.753220 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:35:58.753220 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:35:58.753220 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:35:58.753220 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 16 23:35:58.753220 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:35:58.753220 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 16 23:35:58.753220 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:35:58.753220 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:35:58.753220 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:35:58.753220 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 16 23:35:58.753220 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:35:58.753220 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:35:58.753220 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:35:58.753220 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:35:58.753220 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:35:58.753220 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:35:58.753220 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:35:58.813946 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4ca866c8-37db-4905-a7c9-02ade3adc42c tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:58.819543 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4ca866c8-37db-4905-a7c9-02ade3adc42c tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:58.821931 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-4ca866c8-37db-4905-a7c9-02ade3adc42c tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] 10.222.0.36 "DELETE /v2.0/networks/727fee36-1f2d-4f80-ab93-91efd92c23fa HTTP/1.1" status: 204 len: 168 time: 0.5543809 Aug 16 23:35:58.837787 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca866c8-37db-4905-a7c9-02ade3adc42c tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195 tempest-ExtraDHCPOptionsIpV6TestJSON-1516157195-project] Pushing event deleted for resources: {'Network': ['ID=727fee36-1f2d-4f80-ab93-91efd92c23fa,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:35:59.057437 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52696) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:35:59.190776 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-f30cc3a3-411a-47e9-9801-2695bb9ec5ca admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1a98e59692d942908785767dcb67a22f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1321592 Aug 16 23:35:59.193890 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52700) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:35:59.242315 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-97a6590c-1fa2-4d75-ab39-792a9337e3c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:59.262987 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-97a6590c-1fa2-4d75-ab39-792a9337e3c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:59.308318 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-97a6590c-1fa2-4d75-ab39-792a9337e3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:59.311135 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-97a6590c-1fa2-4d75-ab39-792a9337e3c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:35:59.312320 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-97a6590c-1fa2-4d75-ab39-792a9337e3c2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/98d4ef39-c870-4971-bae9-d3ad6ec402f6 HTTP/1.1" status: 204 len: 168 time: 0.1175280 Aug 16 23:35:59.319868 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6590c-1fa2-4d75-ab39-792a9337e3c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d4ef39-c870-4971-bae9-d3ad6ec402f6,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:35:59.958750 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52722) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:36:00.052307 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-eba9016c-e35f-4231-88d7-a9159a95afcc tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1588449974'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:36:00.073433 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eba9016c-e35f-4231-88d7-a9159a95afcc tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Made reservation on behalf of 16b65ec40493403bb158f176222d1de2 for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:36:00.077038 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-eba9016c-e35f-4231-88d7-a9159a95afcc tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:00.085268 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-eba9016c-e35f-4231-88d7-a9159a95afcc tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:00.180588 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-eba9016c-e35f-4231-88d7-a9159a95afcc tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:00.184620 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-eba9016c-e35f-4231-88d7-a9159a95afcc tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:00.211131 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eba9016c-e35f-4231-88d7-a9159a95afcc tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:36:00.221967 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba9016c-e35f-4231-88d7-a9159a95afcc tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e962d19-b4a9-437d-ac6b-99da294ec6c8,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:00.227909 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-eba9016c-e35f-4231-88d7-a9159a95afcc tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:00.228332 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-eba9016c-e35f-4231-88d7-a9159a95afcc tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Added segment 02b85d51-60f8-4866-8877-3cf4c5988f13 of type vlan for network 30bbefb7-64e4-48e9-8981-c091c4e65525 Aug 16 23:36:00.267962 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-eba9016c-e35f-4231-88d7-a9159a95afcc tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:00.292993 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-eba9016c-e35f-4231-88d7-a9159a95afcc tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:00.299159 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba9016c-e35f-4231-88d7-a9159a95afcc tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:36:00.299776 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-eba9016c-e35f-4231-88d7-a9159a95afcc tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:00.351203 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-eba9016c-e35f-4231-88d7-a9159a95afcc tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.3911307 Aug 16 23:36:00.353993 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52726) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:36:00.366159 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-6135a066-b497-4798-99ec-40768fdb74a8 tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Request body: {'subnet': {'network_id': '30bbefb7-64e4-48e9-8981-c091c4e65525', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:36:00.387594 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba9016c-e35f-4231-88d7-a9159a95afcc tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Pushing event updated for resources: {'Network': ['ID=30bbefb7-64e4-48e9-8981-c091c4e65525,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:00.398061 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 30bbefb7-64e4-48e9-8981-c091c4e65525 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:36:00.472145 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6135a066-b497-4798-99ec-40768fdb74a8 tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Made reservation on behalf of 16b65ec40493403bb158f176222d1de2 for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:36:00.475833 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6135a066-b497-4798-99ec-40768fdb74a8 tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:00.488481 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 916c7adf-865b-4923-9295-a440dcce062d no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:36:00.510571 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 916c7adf-865b-4923-9295-a440dcce062d {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:36:00.511074 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 916c7adf-865b-4923-9295-a440dcce062d not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:36:00.660295 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6135a066-b497-4798-99ec-40768fdb74a8 tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:00.718957 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6135a066-b497-4798-99ec-40768fdb74a8 tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Pushing event updated for resources: {'Subnet': ['ID=aa5cd921-ecf4-4b30-9643-92962219598e,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:00.727711 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6135a066-b497-4798-99ec-40768fdb74a8 tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Checking segment: {'id': '02b85d51-60f8-4866-8877-3cf4c5988f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '30bbefb7-64e4-48e9-8981-c091c4e65525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:36:00.728074 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6135a066-b497-4798-99ec-40768fdb74a8 tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Network hostable DHCP agents. Network: 30bbefb7-64e4-48e9-8981-c091c4e65525, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:36:00.744134 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6135a066-b497-4798-99ec-40768fdb74a8 tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Network 30bbefb7-64e4-48e9-8981-c091c4e65525 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:36:00.752239 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-6135a066-b497-4798-99ec-40768fdb74a8 tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 30bbefb7-64e4-48e9-8981-c091c4e65525) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:36:00.757902 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6135a066-b497-4798-99ec-40768fdb74a8 tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:36:00.758033 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6135a066-b497-4798-99ec-40768fdb74a8 tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Notify callbacks [] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:00.761102 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fbde3c6-0126-48b8-a65c-f4ee7f0e815a None None] Network 30bbefb7-64e4-48e9-8981-c091c4e65525 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:36:00.773699 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-6135a066-b497-4798-99ec-40768fdb74a8 tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4186943 Aug 16 23:36:00.776420 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52728) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:36:00.780905 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-12454a30-b221-49ad-b4a7-c0d72f6a55e7 tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-747066822', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:36:00.804728 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-12454a30-b221-49ad-b4a7-c0d72f6a55e7 tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:00.805844 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-12454a30-b221-49ad-b4a7-c0d72f6a55e7 tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:00.861353 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-12454a30-b221-49ad-b4a7-c0d72f6a55e7 tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:00.866217 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-12454a30-b221-49ad-b4a7-c0d72f6a55e7 tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:00.882195 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-12454a30-b221-49ad-b4a7-c0d72f6a55e7 tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:00.883415 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-12454a30-b221-49ad-b4a7-c0d72f6a55e7 tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.1060467 Aug 16 23:36:00.886135 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52730) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:36:00.910170 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60862576-11fd-43b4-973f-99e19d30fe1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-30bbefb7-64e4-48e9-8981-c091c4e65525', 'network_id': '30bbefb7-64e4-48e9-8981-c091c4e65525', 'tenant_id': '16b65ec40493403bb158f176222d1de2', 'fixed_ips': [{'subnet_id': 'aa5cd921-ecf4-4b30-9643-92962219598e'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:36:00.911168 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-60862576-11fd-43b4-973f-99e19d30fe1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:01.046726 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-60862576-11fd-43b4-973f-99e19d30fe1d None None] Allocated IP 172.20.0.2 (30bbefb7-64e4-48e9-8981-c091c4e65525/aa5cd921-ecf4-4b30-9643-92962219598e/825b7a2f-48e0-4a64-abdb-e84fb03481d2) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:36:01.165398 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8100a98f-ada9-4441-875d-16e4d6709eee tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:01.186568 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-60862576-11fd-43b4-973f-99e19d30fe1d None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:01.194668 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-60862576-11fd-43b4-973f-99e19d30fe1d None None] Transition to ACTIVE for port object 825b7a2f-48e0-4a64-abdb-e84fb03481d2 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:36:01.209325 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-60862576-11fd-43b4-973f-99e19d30fe1d None None] Transition to ACTIVE for port object 825b7a2f-48e0-4a64-abdb-e84fb03481d2 will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:36:01.215930 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-60862576-11fd-43b4-973f-99e19d30fe1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:01.260179 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60862576-11fd-43b4-973f-99e19d30fe1d None None] Network 30bbefb7-64e4-48e9-8981-c091c4e65525 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:36:01.263118 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-60862576-11fd-43b4-973f-99e19d30fe1d None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:36:01.267989 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60862576-11fd-43b4-973f-99e19d30fe1d None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:36:01.270967 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60862576-11fd-43b4-973f-99e19d30fe1d None None] Pushing event updated for resources: {'Port': ['ID=825b7a2f-48e0-4a64-abdb-e84fb03481d2,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:01.322053 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-60862576-11fd-43b4-973f-99e19d30fe1d None None] Attempting to bind port 825b7a2f-48e0-4a64-abdb-e84fb03481d2 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:36:01.322419 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-60862576-11fd-43b4-973f-99e19d30fe1d None None] Attempting to bind port 825b7a2f-48e0-4a64-abdb-e84fb03481d2 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '02b85d51-60f8-4866-8877-3cf4c5988f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '30bbefb7-64e4-48e9-8981-c091c4e65525'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:36:01.322785 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60862576-11fd-43b4-973f-99e19d30fe1d None None] Attempting to bind port 825b7a2f-48e0-4a64-abdb-e84fb03481d2 on network 30bbefb7-64e4-48e9-8981-c091c4e65525 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:36:01.328700 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60862576-11fd-43b4-973f-99e19d30fe1d None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:36:01.329075 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60862576-11fd-43b4-973f-99e19d30fe1d None None] Checking segment: {'id': '02b85d51-60f8-4866-8877-3cf4c5988f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '30bbefb7-64e4-48e9-8981-c091c4e65525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:36:01.329476 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-60862576-11fd-43b4-973f-99e19d30fe1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:01.329866 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60862576-11fd-43b4-973f-99e19d30fe1d None None] Bound using segment: {'id': '02b85d51-60f8-4866-8877-3cf4c5988f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '30bbefb7-64e4-48e9-8981-c091c4e65525'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:36:01.330327 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-60862576-11fd-43b4-973f-99e19d30fe1d None None] Bound port: 825b7a2f-48e0-4a64-abdb-e84fb03481d2, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02b85d51-60f8-4866-8877-3cf4c5988f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '30bbefb7-64e4-48e9-8981-c091c4e65525'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:36:01.330704 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-60862576-11fd-43b4-973f-99e19d30fe1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:01.394028 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-60862576-11fd-43b4-973f-99e19d30fe1d None None] For port 825b7a2f-48e0-4a64-abdb-e84fb03481d2, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:36:01.397292 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-60862576-11fd-43b4-973f-99e19d30fe1d None None] For port 825b7a2f-48e0-4a64-abdb-e84fb03481d2, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=825b7a2f-48e0-4a64-abdb-e84fb03481d2,segment=NetworkSegment(02b85d51-60f8-4866-8877-3cf4c5988f13),segment_id=02b85d51-60f8-4866-8877-3cf4c5988f13)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:36:01.401652 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-60862576-11fd-43b4-973f-99e19d30fe1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:01.413459 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-8100a98f-ada9-4441-875d-16e4d6709eee tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Allocated IP 172.20.0.1 (30bbefb7-64e4-48e9-8981-c091c4e65525/aa5cd921-ecf4-4b30-9643-92962219598e/2b885351-a4ce-4aa7-931d-cf2873651a87) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:36:01.462046 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60862576-11fd-43b4-973f-99e19d30fe1d None None] Pushing event updated for resources: {'Port': ['ID=825b7a2f-48e0-4a64-abdb-e84fb03481d2,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:01.529213 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8100a98f-ada9-4441-875d-16e4d6709eee tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:01.543751 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [None req-8100a98f-ada9-4441-875d-16e4d6709eee tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Transition to ACTIVE for port object 2b885351-a4ce-4aa7-931d-cf2873651a87 will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:36:01.582208 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8100a98f-ada9-4441-875d-16e4d6709eee tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:01.653179 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8100a98f-ada9-4441-875d-16e4d6709eee tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Network 30bbefb7-64e4-48e9-8981-c091c4e65525 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:36:01.657268 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-8100a98f-ada9-4441-875d-16e4d6709eee tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:36:01.661400 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8100a98f-ada9-4441-875d-16e4d6709eee tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:36:01.669945 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8100a98f-ada9-4441-875d-16e4d6709eee tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Pushing event updated for resources: {'Port': ['ID=2b885351-a4ce-4aa7-931d-cf2873651a87,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:01.719944 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8100a98f-ada9-4441-875d-16e4d6709eee tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954230'] for router_interface, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:01.833701 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8100a98f-ada9-4441-875d-16e4d6709eee tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:02.339591 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19dd94c1-2277-4c07-ad00-119399bf70dc None None] Network 30bbefb7-64e4-48e9-8981-c091c4e65525 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:36:02.419155 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8100a98f-ada9-4441-875d-16e4d6709eee tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:02.425617 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8100a98f-ada9-4441-875d-16e4d6709eee tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:02.464368 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-2bbbac7b-db0f-4017-970f-69a4909e1a00 None None] Provisioning for port 825b7a2f-48e0-4a64-abdb-e84fb03481d2 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:36:02.507105 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8100a98f-ada9-4441-875d-16e4d6709eee tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Pushing event updated for resources: {'Port': ['ID=2b885351-a4ce-4aa7-931d-cf2873651a87,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:02.511105 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8100a98f-ada9-4441-875d-16e4d6709eee tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954122'] for router_interface, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:02.537585 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 825b7a2f-48e0-4a64-abdb-e84fb03481d2 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:36:02.596730 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 825b7a2f-48e0-4a64-abdb-e84fb03481d2 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:36:02.600562 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 825b7a2f-48e0-4a64-abdb-e84fb03481d2 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:36:02.600934 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:02.614443 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8100a98f-ada9-4441-875d-16e4d6709eee tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Network 30bbefb7-64e4-48e9-8981-c091c4e65525 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:36:02.616280 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-8100a98f-ada9-4441-875d-16e4d6709eee tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:36:02.687138 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:02.726891 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 825b7a2f-48e0-4a64-abdb-e84fb03481d2, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=825b7a2f-48e0-4a64-abdb-e84fb03481d2,segment=NetworkSegment(02b85d51-60f8-4866-8877-3cf4c5988f13),segment_id=02b85d51-60f8-4866-8877-3cf4c5988f13)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:36:02.732016 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:02.750072 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8100a98f-ada9-4441-875d-16e4d6709eee tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Router 699461af-0e54-48e4-86f4-6561e6b6b947 is scheduled to L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f with binding_index 1 {{(pid=101292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:36:02.793944 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=825b7a2f-48e0-4a64-abdb-e84fb03481d2,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:02.802648 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cb1cbd0d-4680-4417-8377-937d6bff1ae6 None None] Provisioning complete for port 825b7a2f-48e0-4a64-abdb-e84fb03481d2 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:36:02.803104 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cb1cbd0d-4680-4417-8377-937d6bff1ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:02.853097 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8100a98f-ada9-4441-875d-16e4d6709eee tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:36:02.859081 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-8100a98f-ada9-4441-875d-16e4d6709eee tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] 10.222.0.36 "PUT /v2.0/routers/699461af-0e54-48e4-86f4-6561e6b6b947/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9719722 Aug 16 23:36:02.862215 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52732) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:36:02.863981 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabb469f-d083-4a95-ab9e-0a852e3f8cba None None] Sync routers for ids ['699461af-0e54-48e4-86f4-6561e6b6b947'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:36:02.869317 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-0e4714c1-1643-47f6-ba84-5b7582f4f6f4 tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Request body: {'port': {'network_id': '30bbefb7-64e4-48e9-8981-c091c4e65525', 'name': 'tempest-FloatingIPNegativeTestJSON-1237381004'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:36:02.873698 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabb469f-d083-4a95-ab9e-0a852e3f8cba None None] Routers {'699461af-0e54-48e4-86f4-6561e6b6b947'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:36:02.874339 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-fabb469f-d083-4a95-ab9e-0a852e3f8cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:35:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['699461af-0e54-48e4-86f4-6561e6b6b947'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:36:02.908888 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cb1cbd0d-4680-4417-8377-937d6bff1ae6 None None] Provisioning for port 2b885351-a4ce-4aa7-931d-cf2873651a87 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:36:02.911746 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-fabb469f-d083-4a95-ab9e-0a852e3f8cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:36:02.914244 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cb1cbd0d-4680-4417-8377-937d6bff1ae6 None None] Provisioning complete for port 2b885351-a4ce-4aa7-931d-cf2873651a87 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:36:02.915060 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cb1cbd0d-4680-4417-8377-937d6bff1ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:02.921523 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabb469f-d083-4a95-ab9e-0a852e3f8cba None None] Routers {'699461af-0e54-48e4-86f4-6561e6b6b947'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:36:02.922143 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-fabb469f-d083-4a95-ab9e-0a852e3f8cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:35:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['699461af-0e54-48e4-86f4-6561e6b6b947'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:36:02.954625 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-fabb469f-d083-4a95-ab9e-0a852e3f8cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:36:02.955271 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabb469f-d083-4a95-ab9e-0a852e3f8cba None None] The sync data for ids ['699461af-0e54-48e4-86f4-6561e6b6b947'] in n-d-791506-26 is: [] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:36:02.959524 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-cb1cbd0d-4680-4417-8377-937d6bff1ae6 None None] Port 2b885351-a4ce-4aa7-931d-cf2873651a87 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:36:03.002222 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e4714c1-1643-47f6-ba84-5b7582f4f6f4 tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Made reservation on behalf of 16b65ec40493403bb158f176222d1de2 for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:36:03.006077 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0e4714c1-1643-47f6-ba84-5b7582f4f6f4 tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:03.024968 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-0e4714c1-1643-47f6-ba84-5b7582f4f6f4 tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] device_id is not set on port 18290411-e14a-4b3e-94a6-3aa117666a72 yet. {{(pid=101291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 23:36:03.080545 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-3ddd4f2e-4ba8-4dfe-a621-ba949d97d223 None None] Provisioning complete for port 2b885351-a4ce-4aa7-931d-cf2873651a87 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:36:03.080941 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-3ddd4f2e-4ba8-4dfe-a621-ba949d97d223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:03.119350 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-3ddd4f2e-4ba8-4dfe-a621-ba949d97d223 None None] Port 2b885351-a4ce-4aa7-931d-cf2873651a87 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:36:03.143289 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-0e4714c1-1643-47f6-ba84-5b7582f4f6f4 tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Allocated IP 172.20.0.5 (30bbefb7-64e4-48e9-8981-c091c4e65525/aa5cd921-ecf4-4b30-9643-92962219598e/18290411-e14a-4b3e-94a6-3aa117666a72) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:36:03.238873 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-5522e26f-7d72-4ee2-8f17-fe8df2946436 None None] Provisioning complete for port 2b885351-a4ce-4aa7-931d-cf2873651a87 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:36:03.239800 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-5522e26f-7d72-4ee2-8f17-fe8df2946436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:03.302670 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0e4714c1-1643-47f6-ba84-5b7582f4f6f4 tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:03.316615 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-0e4714c1-1643-47f6-ba84-5b7582f4f6f4 tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Transition to ACTIVE for port object 18290411-e14a-4b3e-94a6-3aa117666a72 will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:36:03.350393 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0e4714c1-1643-47f6-ba84-5b7582f4f6f4 tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:03.397416 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4714c1-1643-47f6-ba84-5b7582f4f6f4 tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Network 30bbefb7-64e4-48e9-8981-c091c4e65525 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:36:03.400776 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-0e4714c1-1643-47f6-ba84-5b7582f4f6f4 tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:36:03.405631 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4714c1-1643-47f6-ba84-5b7582f4f6f4 tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:36:03.429297 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-5522e26f-7d72-4ee2-8f17-fe8df2946436 None None] Port 2b885351-a4ce-4aa7-931d-cf2873651a87 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:36:03.442554 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4714c1-1643-47f6-ba84-5b7582f4f6f4 tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Pushing event updated for resources: {'Port': ['ID=18290411-e14a-4b3e-94a6-3aa117666a72,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:03.462393 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4714c1-1643-47f6-ba84-5b7582f4f6f4 tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:36:03.463024 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0e4714c1-1643-47f6-ba84-5b7582f4f6f4 tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:03.479827 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-0e4714c1-1643-47f6-ba84-5b7582f4f6f4 tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6161330 Aug 16 23:36:03.483462 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52734) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:36:03.487953 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-8014df6c-a66f-4158-abc5-af957ba7edcd tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Request body: {'floatingip': {'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:36:03.511233 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8014df6c-a66f-4158-abc5-af957ba7edcd tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Notify callbacks [] for floatingip, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:03.612377 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8014df6c-a66f-4158-abc5-af957ba7edcd tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:03.648343 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-739b0315-9af4-4f29-8b33-6b65054998bc None None] Provisioning for port 18290411-e14a-4b3e-94a6-3aa117666a72 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:36:03.652280 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-739b0315-9af4-4f29-8b33-6b65054998bc None None] Provisioning complete for port 18290411-e14a-4b3e-94a6-3aa117666a72 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:36:03.652689 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-739b0315-9af4-4f29-8b33-6b65054998bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:03.687436 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-739b0315-9af4-4f29-8b33-6b65054998bc None None] Port 18290411-e14a-4b3e-94a6-3aa117666a72 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:36:03.722424 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-8014df6c-a66f-4158-abc5-af957ba7edcd tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Allocated IP 172.25.4.191 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/eda18c82-042c-46ad-8ad1-a5492ac078a5) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:36:03.824006 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8014df6c-a66f-4158-abc5-af957ba7edcd tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:03.861846 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8014df6c-a66f-4158-abc5-af957ba7edcd tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:03.906701 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8014df6c-a66f-4158-abc5-af957ba7edcd tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:36:03.909683 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-8014df6c-a66f-4158-abc5-af957ba7edcd tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:36:03.914097 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8014df6c-a66f-4158-abc5-af957ba7edcd tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:36:03.916026 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8014df6c-a66f-4158-abc5-af957ba7edcd tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Pushing event updated for resources: {'Port': ['ID=eda18c82-042c-46ad-8ad1-a5492ac078a5,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:03.997582 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8014df6c-a66f-4158-abc5-af957ba7edcd tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:04.030408 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8014df6c-a66f-4158-abc5-af957ba7edcd tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:04.182598 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8014df6c-a66f-4158-abc5-af957ba7edcd tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:04.187125 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8014df6c-a66f-4158-abc5-af957ba7edcd tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:04.257231 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8014df6c-a66f-4158-abc5-af957ba7edcd tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Pushing event updated for resources: {'Port': ['ID=eda18c82-042c-46ad-8ad1-a5492ac078a5,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:04.272851 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8014df6c-a66f-4158-abc5-af957ba7edcd tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:04.286242 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8014df6c-a66f-4158-abc5-af957ba7edcd tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:04.287524 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-8014df6c-a66f-4158-abc5-af957ba7edcd tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8031256 Aug 16 23:36:04.290568 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52736) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:36:04.295404 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-f3439832-d950-4791-98ef-21d28437436b tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Request body: {'floatingip': {'port_id': '18290411-e14a-4b3e-94a6-3aa117666a72', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:36:04.336787 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f3439832-d950-4791-98ef-21d28437436b tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Notify callbacks [] for floatingip, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:04.445316 n-d-791506-26 neutron-server[101292]: INFO neutron.api.v2.resource [None req-f3439832-d950-4791-98ef-21d28437436b tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] update failed (client error): The resource could not be found. Aug 16 23:36:04.446413 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-f3439832-d950-4791-98ef-21d28437436b tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] 10.222.0.36 "PUT /v2.0/floatingips/e2992804-5c1f-4dea-bb18-733227071dfd HTTP/1.1" status: 404 len: 507 time: 0.1548870 Aug 16 23:36:04.449343 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52738) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:36:04.489444 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 825b7a2f-48e0-4a64-abdb-e84fb03481d2 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:36:04.540121 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 825b7a2f-48e0-4a64-abdb-e84fb03481d2 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:36:04.540497 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:04.586792 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-c1e0e18f-c6ac-444e-baef-619604b8d530 tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Deleting port eda18c82-042c-46ad-8ad1-a5492ac078a5 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:36:04.587137 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c1e0e18f-c6ac-444e-baef-619604b8d530 tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:04.662452 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c1e0e18f-c6ac-444e-baef-619604b8d530 tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:04.662783 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c1e0e18f-c6ac-444e-baef-619604b8d530 tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:04.674021 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-c1e0e18f-c6ac-444e-baef-619604b8d530 tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Calling delete_port for eda18c82-042c-46ad-8ad1-a5492ac078a5 owned by network:floatingip {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:36:04.803325 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c1e0e18f-c6ac-444e-baef-619604b8d530 tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:04.828893 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e0e18f-c6ac-444e-baef-619604b8d530 tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Pushing event deleted for resources: {'Port': ['ID=eda18c82-042c-46ad-8ad1-a5492ac078a5,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:04.894626 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c1e0e18f-c6ac-444e-baef-619604b8d530 tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Notify callbacks [] for floatingip, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:04.897315 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c1e0e18f-c6ac-444e-baef-619604b8d530 tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:04.898463 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-c1e0e18f-c6ac-444e-baef-619604b8d530 tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] 10.222.0.36 "DELETE /v2.0/floatingips/e2992804-5c1f-4dea-bb18-733227071dfd HTTP/1.1" status: 204 len: 168 time: 0.4482152 Aug 16 23:36:04.902010 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52740) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:36:04.906525 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-78a3f5b5-da4c-4c87-a065-ef93c59491c8 tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Request body: {'floatingip': {'floating_network_id': '30bbefb7-64e4-48e9-8981-c091c4e65525', 'port_id': '18290411-e14a-4b3e-94a6-3aa117666a72', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:36:04.928849 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-78a3f5b5-da4c-4c87-a065-ef93c59491c8 tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Notify callbacks [] for floatingip, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:05.036765 n-d-791506-26 neutron-server[101292]: INFO neutron.api.v2.resource [None req-78a3f5b5-da4c-4c87-a065-ef93c59491c8 tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 23:36:05.037888 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-78a3f5b5-da4c-4c87-a065-ef93c59491c8 tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1349332 Aug 16 23:36:05.041531 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52742) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:36:05.046690 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-30b3484f-0ace-4461-b5d4-3fa4c86eb7e1 tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Request body: {'floatingip': {'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'port_id': '18290411-e14a-4b3e-94a6-3aa117666a72', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:36:05.069192 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-30b3484f-0ace-4461-b5d4-3fa4c86eb7e1 tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Notify callbacks [] for floatingip, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:05.172617 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-30b3484f-0ace-4461-b5d4-3fa4c86eb7e1 tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:05.281286 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-30b3484f-0ace-4461-b5d4-3fa4c86eb7e1 tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Allocated IP 172.25.4.110 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/f6f91d2c-4f1f-4595-b328-0b6425dc79df) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:36:05.388167 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-30b3484f-0ace-4461-b5d4-3fa4c86eb7e1 tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:05.427564 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-30b3484f-0ace-4461-b5d4-3fa4c86eb7e1 tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:05.463048 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b3484f-0ace-4461-b5d4-3fa4c86eb7e1 tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:36:05.468741 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-30b3484f-0ace-4461-b5d4-3fa4c86eb7e1 tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:36:05.472270 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b3484f-0ace-4461-b5d4-3fa4c86eb7e1 tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:36:05.501210 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b3484f-0ace-4461-b5d4-3fa4c86eb7e1 tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Pushing event updated for resources: {'Port': ['ID=f6f91d2c-4f1f-4595-b328-0b6425dc79df,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:05.635816 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-30b3484f-0ace-4461-b5d4-3fa4c86eb7e1 tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Deleting port f6f91d2c-4f1f-4595-b328-0b6425dc79df {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:36:05.636165 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-30b3484f-0ace-4461-b5d4-3fa4c86eb7e1 tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:05.717466 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-30b3484f-0ace-4461-b5d4-3fa4c86eb7e1 tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:05.718001 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-30b3484f-0ace-4461-b5d4-3fa4c86eb7e1 tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:05.729510 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-30b3484f-0ace-4461-b5d4-3fa4c86eb7e1 tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Calling delete_port for f6f91d2c-4f1f-4595-b328-0b6425dc79df owned by network:floatingip {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:36:05.850707 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-30b3484f-0ace-4461-b5d4-3fa4c86eb7e1 tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:05.877905 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b3484f-0ace-4461-b5d4-3fa4c86eb7e1 tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Pushing event deleted for resources: {'Port': ['ID=f6f91d2c-4f1f-4595-b328-0b6425dc79df,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:05.955228 n-d-791506-26 neutron-server[101292]: INFO neutron.api.v2.resource [None req-30b3484f-0ace-4461-b5d4-3fa4c86eb7e1 tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] create failed (client error): The resource could not be found. Aug 16 23:36:05.956364 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-30b3484f-0ace-4461-b5d4-3fa4c86eb7e1 tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 0.9139154 Aug 16 23:36:05.960204 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52744) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:36:06.045764 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-9c52d6d8-4d66-4829-b3c4-4aecfd8d9c73 tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Deleting port 18290411-e14a-4b3e-94a6-3aa117666a72 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:36:06.046018 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9c52d6d8-4d66-4829-b3c4-4aecfd8d9c73 tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:06.133484 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9c52d6d8-4d66-4829-b3c4-4aecfd8d9c73 tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:06.145192 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-9c52d6d8-4d66-4829-b3c4-4aecfd8d9c73 tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Calling delete_port for 18290411-e14a-4b3e-94a6-3aa117666a72 owned by {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:36:06.277283 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9c52d6d8-4d66-4829-b3c4-4aecfd8d9c73 tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:06.306722 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c52d6d8-4d66-4829-b3c4-4aecfd8d9c73 tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Pushing event deleted for resources: {'Port': ['ID=18290411-e14a-4b3e-94a6-3aa117666a72,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:06.379757 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9c52d6d8-4d66-4829-b3c4-4aecfd8d9c73 tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:06.383983 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-9c52d6d8-4d66-4829-b3c4-4aecfd8d9c73 tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] 10.222.0.36 "DELETE /v2.0/ports/18290411-e14a-4b3e-94a6-3aa117666a72 HTTP/1.1" status: 204 len: 168 time: 0.4205406 Aug 16 23:36:06.384213 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52746) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:36:06.433909 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14399aa3-34b6-4ee3-95ee-a334dcd62a6e tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:36:06.435533 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-14399aa3-34b6-4ee3-95ee-a334dcd62a6e tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] 10.222.0.36 "GET /v2.0/ports?device_id=699461af-0e54-48e4-86f4-6561e6b6b947 HTTP/1.1" status: 200 len: 913 time: 0.0503092 Aug 16 23:36:06.438069 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52748) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:36:06.754167 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fe474a85-9e7c-48f4-a499-06438d4f82a4 tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537579'] for router_interface, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:06.984800 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-fe474a85-9e7c-48f4-a499-06438d4f82a4 tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Deleting port 2b885351-a4ce-4aa7-931d-cf2873651a87 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:36:06.985142 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fe474a85-9e7c-48f4-a499-06438d4f82a4 tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:07.070796 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fe474a85-9e7c-48f4-a499-06438d4f82a4 tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:07.081847 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-fe474a85-9e7c-48f4-a499-06438d4f82a4 tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Calling delete_port for 2b885351-a4ce-4aa7-931d-cf2873651a87 owned by network:router_interface {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:36:07.255109 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fe474a85-9e7c-48f4-a499-06438d4f82a4 tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:07.282964 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe474a85-9e7c-48f4-a499-06438d4f82a4 tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Pushing event deleted for resources: {'Port': ['ID=2b885351-a4ce-4aa7-931d-cf2873651a87,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:07.428912 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fe474a85-9e7c-48f4-a499-06438d4f82a4 tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537471'] for router_interface, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:07.580880 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe474a85-9e7c-48f4-a499-06438d4f82a4 tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Router 699461af-0e54-48e4-86f4-6561e6b6b947 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:36:07.655525 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe474a85-9e7c-48f4-a499-06438d4f82a4 tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:36:07.660400 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-fe474a85-9e7c-48f4-a499-06438d4f82a4 tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] 10.222.0.36 "PUT /v2.0/routers/699461af-0e54-48e4-86f4-6561e6b6b947/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2213809 Aug 16 23:36:07.663117 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52750) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:36:07.665253 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb44432a-8aba-431b-b29a-cb7a7442c0a4 None None] Sync routers for ids ['699461af-0e54-48e4-86f4-6561e6b6b947'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:36:07.674982 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb44432a-8aba-431b-b29a-cb7a7442c0a4 None None] Routers {'699461af-0e54-48e4-86f4-6561e6b6b947'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:36:07.675596 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-cb44432a-8aba-431b-b29a-cb7a7442c0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:35:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['699461af-0e54-48e4-86f4-6561e6b6b947'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:36:07.707791 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-cb44432a-8aba-431b-b29a-cb7a7442c0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:36:07.716131 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb44432a-8aba-431b-b29a-cb7a7442c0a4 None None] Routers {'699461af-0e54-48e4-86f4-6561e6b6b947'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:36:07.716942 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-cb44432a-8aba-431b-b29a-cb7a7442c0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:35:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['699461af-0e54-48e4-86f4-6561e6b6b947'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:36:07.737515 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7d381200-eefa-407b-8017-5cf9d6aaf3b4 tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Notify callbacks [] for router, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:07.751462 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-cb44432a-8aba-431b-b29a-cb7a7442c0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:36:07.752105 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb44432a-8aba-431b-b29a-cb7a7442c0a4 None None] The sync data for ids ['699461af-0e54-48e4-86f4-6561e6b6b947'] in n-d-791506-26 is: [] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:36:07.899835 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7d381200-eefa-407b-8017-5cf9d6aaf3b4 tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:07.901948 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7d381200-eefa-407b-8017-5cf9d6aaf3b4 tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:07.954061 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7d381200-eefa-407b-8017-5cf9d6aaf3b4 tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:07.954564 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d381200-eefa-407b-8017-5cf9d6aaf3b4 tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Fanout notify agent at l3_agent the message router_deleted on router 699461af-0e54-48e4-86f4-6561e6b6b947 {{(pid=101291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:36:07.961472 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7d381200-eefa-407b-8017-5cf9d6aaf3b4 tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:07.962589 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-7d381200-eefa-407b-8017-5cf9d6aaf3b4 tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] 10.222.0.36 "DELETE /v2.0/routers/699461af-0e54-48e4-86f4-6561e6b6b947 HTTP/1.1" status: 204 len: 168 time: 0.2984853 Aug 16 23:36:07.965112 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52752) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:36:08.015267 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-013f90a0-2974-4d89-99eb-1abef0ee3334 tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Deleting subnet aa5cd921-ecf4-4b30-9643-92962219598e {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:36:08.018312 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-013f90a0-2974-4d89-99eb-1abef0ee3334 tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:08.057227 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-013f90a0-2974-4d89-99eb-1abef0ee3334 tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:08.141933 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-013f90a0-2974-4d89-99eb-1abef0ee3334 tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:08.199796 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-013f90a0-2974-4d89-99eb-1abef0ee3334 tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:08.228967 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013f90a0-2974-4d89-99eb-1abef0ee3334 tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Pushing event deleted for resources: {'Subnet': ['ID=aa5cd921-ecf4-4b30-9643-92962219598e,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:08.230863 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-013f90a0-2974-4d89-99eb-1abef0ee3334 tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:08.232764 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-013f90a0-2974-4d89-99eb-1abef0ee3334 tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] 10.222.0.36 "DELETE /v2.0/subnets/aa5cd921-ecf4-4b30-9643-92962219598e HTTP/1.1" status: 204 len: 168 time: 0.2667146 Aug 16 23:36:08.235717 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52754) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:36:08.238264 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43501c9-81a0-4e45-994a-a4630d7f51ee None None] Network 30bbefb7-64e4-48e9-8981-c091c4e65525 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:36:08.310239 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fff1f1ea-a0dd-4889-9449-da0cd56caf1b tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:08.369535 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-fff1f1ea-a0dd-4889-9449-da0cd56caf1b tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Deleting port 825b7a2f-48e0-4a64-abdb-e84fb03481d2 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:36:08.369895 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fff1f1ea-a0dd-4889-9449-da0cd56caf1b tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:08.403353 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a59da46-2ecd-40a6-855b-e01db4f98eaa None None] DHCP port deletion for 30bbefb7-64e4-48e9-8981-c091c4e65525 request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:36:08.434285 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-fff1f1ea-a0dd-4889-9449-da0cd56caf1b tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] For port 825b7a2f-48e0-4a64-abdb-e84fb03481d2, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=825b7a2f-48e0-4a64-abdb-e84fb03481d2,segment=NetworkSegment(02b85d51-60f8-4866-8877-3cf4c5988f13),segment_id=02b85d51-60f8-4866-8877-3cf4c5988f13)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:36:08.434549 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fff1f1ea-a0dd-4889-9449-da0cd56caf1b tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:08.448962 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-fff1f1ea-a0dd-4889-9449-da0cd56caf1b tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Calling delete_port for 825b7a2f-48e0-4a64-abdb-e84fb03481d2 owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:36:08.455602 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-3a59da46-2ecd-40a6-855b-e01db4f98eaa None None] Deleting port 825b7a2f-48e0-4a64-abdb-e84fb03481d2 {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:36:08.455880 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-3a59da46-2ecd-40a6-855b-e01db4f98eaa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:08.497888 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 825b7a2f-48e0-4a64-abdb-e84fb03481d2 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:36:08.548810 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-3a59da46-2ecd-40a6-855b-e01db4f98eaa None None] For port 825b7a2f-48e0-4a64-abdb-e84fb03481d2, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=825b7a2f-48e0-4a64-abdb-e84fb03481d2,segment=NetworkSegment(02b85d51-60f8-4866-8877-3cf4c5988f13),segment_id=02b85d51-60f8-4866-8877-3cf4c5988f13)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:36:08.549219 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-3a59da46-2ecd-40a6-855b-e01db4f98eaa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:08.565314 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-3a59da46-2ecd-40a6-855b-e01db4f98eaa None None] Calling delete_port for 825b7a2f-48e0-4a64-abdb-e84fb03481d2 owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:36:08.660470 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:08.707035 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 825b7a2f-48e0-4a64-abdb-e84fb03481d2, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=825b7a2f-48e0-4a64-abdb-e84fb03481d2,segment=NetworkSegment(02b85d51-60f8-4866-8877-3cf4c5988f13),segment_id=02b85d51-60f8-4866-8877-3cf4c5988f13)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:36:08.712481 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:08.740724 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-3a59da46-2ecd-40a6-855b-e01db4f98eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:08.759045 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a59da46-2ecd-40a6-855b-e01db4f98eaa None None] No DVR routers for this DVR port 825b7a2f-48e0-4a64-abdb-e84fb03481d2 on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:36:08.782277 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=825b7a2f-48e0-4a64-abdb-e84fb03481d2,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:08.809978 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a59da46-2ecd-40a6-855b-e01db4f98eaa None None] Pushing event deleted for resources: {'Port': ['ID=825b7a2f-48e0-4a64-abdb-e84fb03481d2,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:08.858965 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fff1f1ea-a0dd-4889-9449-da0cd56caf1b tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:08.882770 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff1f1ea-a0dd-4889-9449-da0cd56caf1b tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Pushing event deleted for resources: {'Port': ['ID=825b7a2f-48e0-4a64-abdb-e84fb03481d2,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:08.888395 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff1f1ea-a0dd-4889-9449-da0cd56caf1b tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] No DVR routers for this DVR port 825b7a2f-48e0-4a64-abdb-e84fb03481d2 on host n-d-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:36:08.968467 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fff1f1ea-a0dd-4889-9449-da0cd56caf1b tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:08.978686 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-fff1f1ea-a0dd-4889-9449-da0cd56caf1b tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30bbefb7-64e4-48e9-8981-c091c4e65525']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:36:08.988927 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-fff1f1ea-a0dd-4889-9449-da0cd56caf1b tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02b85d51-60f8-4866-8877-3cf4c5988f13') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:36:08.989231 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-fff1f1ea-a0dd-4889-9449-da0cd56caf1b tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02b85d51-60f8-4866-8877-3cf4c5988f13') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:36:08.998694 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fff1f1ea-a0dd-4889-9449-da0cd56caf1b tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:09.012083 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fff1f1ea-a0dd-4889-9449-da0cd56caf1b tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:09.018022 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fff1f1ea-a0dd-4889-9449-da0cd56caf1b tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:36:09.018360 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fff1f1ea-a0dd-4889-9449-da0cd56caf1b tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:09.021325 n-d-791506-26 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:36:09.021325 n-d-791506-26 neutron-server[101291]: items = [ Aug 16 23:36:09.021325 n-d-791506-26 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:36:09.021325 n-d-791506-26 neutron-server[101291]: self.session.flush() Aug 16 23:36:09.021325 n-d-791506-26 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:36:09.021325 n-d-791506-26 neutron-server[101291]: self.session.flush() Aug 16 23:36:09.021325 n-d-791506-26 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:36:09.021325 n-d-791506-26 neutron-server[101291]: self.session.flush() Aug 16 23:36:09.021325 n-d-791506-26 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:36:09.021325 n-d-791506-26 neutron-server[101291]: self.session.flush() Aug 16 23:36:09.021325 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 23:36:09.021325 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:36:09.021325 n-d-791506-26 neutron-server[101291]: timer() Aug 16 23:36:09.021325 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:36:09.021325 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 23:36:09.021325 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:36:09.021325 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 23:36:09.021325 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:36:09.021325 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 23:36:09.021325 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:36:09.021325 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 23:36:09.021325 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:36:09.021325 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 23:36:09.021325 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:36:09.021325 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:36:09.021325 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:36:09.021325 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:36:09.021325 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:36:09.021325 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 23:36:09.021325 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:36:09.021325 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 23:36:09.021325 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:36:09.021325 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:36:09.021325 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:36:09.021325 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 23:36:09.021325 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:36:09.021325 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:36:09.021325 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:36:09.021325 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:36:09.021325 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:36:09.021325 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:36:09.021325 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:36:09.076882 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fff1f1ea-a0dd-4889-9449-da0cd56caf1b tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:09.083805 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fff1f1ea-a0dd-4889-9449-da0cd56caf1b tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:09.085639 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-fff1f1ea-a0dd-4889-9449-da0cd56caf1b tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] 10.222.0.36 "DELETE /v2.0/networks/30bbefb7-64e4-48e9-8981-c091c4e65525 HTTP/1.1" status: 204 len: 168 time: 0.8490341 Aug 16 23:36:09.097800 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff1f1ea-a0dd-4889-9449-da0cd56caf1b tempest-FloatingIPNegativeTestJSON-1399172646 tempest-FloatingIPNegativeTestJSON-1399172646-project] Pushing event deleted for resources: {'Network': ['ID=30bbefb7-64e4-48e9-8981-c091c4e65525,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:09.328966 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52760) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:36:09.461591 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-a8177dba-1c2a-4b7f-94a2-d8f1041f50ab admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=16b65ec40493403bb158f176222d1de2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1314118 Aug 16 23:36:09.464000 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52764) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:36:09.516523 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5b92c377-68af-4622-97f5-ba4e7214ccd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:09.537275 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5b92c377-68af-4622-97f5-ba4e7214ccd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:09.584339 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5b92c377-68af-4622-97f5-ba4e7214ccd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:09.586985 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5b92c377-68af-4622-97f5-ba4e7214ccd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:09.588148 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-5b92c377-68af-4622-97f5-ba4e7214ccd6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0e962d19-b4a9-437d-ac6b-99da294ec6c8 HTTP/1.1" status: 204 len: 168 time: 0.1231997 Aug 16 23:36:09.596179 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b92c377-68af-4622-97f5-ba4e7214ccd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e962d19-b4a9-437d-ac6b-99da294ec6c8,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:10.241094 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52788) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:36:10.344457 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-21cbdeab-66fe-43fd-a9d3-6b9a882b7ff7 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Request body: {'network': {'name': 'tempest-RoutersTest-1031709035'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:36:10.367907 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21cbdeab-66fe-43fd-a9d3-6b9a882b7ff7 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Made reservation on behalf of f4d3f331c2ee4e1f853cccec6d5d04dc for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:36:10.371594 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-21cbdeab-66fe-43fd-a9d3-6b9a882b7ff7 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:10.381077 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-21cbdeab-66fe-43fd-a9d3-6b9a882b7ff7 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:10.480492 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-21cbdeab-66fe-43fd-a9d3-6b9a882b7ff7 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:10.485887 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-21cbdeab-66fe-43fd-a9d3-6b9a882b7ff7 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:10.517046 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21cbdeab-66fe-43fd-a9d3-6b9a882b7ff7 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:36:10.523582 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cbdeab-66fe-43fd-a9d3-6b9a882b7ff7 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8078990f-39cf-443a-bb2f-c3e9a2eacc91,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:10.530503 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-21cbdeab-66fe-43fd-a9d3-6b9a882b7ff7 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:10.530858 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-21cbdeab-66fe-43fd-a9d3-6b9a882b7ff7 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Added segment 78997300-7b27-4d09-b3fd-fa90ae0133f1 of type vlan for network 77f3ae71-694e-4ca7-9d91-9a1918d31ebb Aug 16 23:36:10.575439 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-21cbdeab-66fe-43fd-a9d3-6b9a882b7ff7 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:10.601042 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-21cbdeab-66fe-43fd-a9d3-6b9a882b7ff7 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:10.606684 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21cbdeab-66fe-43fd-a9d3-6b9a882b7ff7 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:36:10.608047 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-21cbdeab-66fe-43fd-a9d3-6b9a882b7ff7 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:10.671888 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-21cbdeab-66fe-43fd-a9d3-6b9a882b7ff7 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4294093 Aug 16 23:36:10.674779 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52792) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:36:10.682520 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-70e14a8a-c7fe-4647-a93d-06e8f3474b1e tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Request body: {'network': {'name': 'tempest-RoutersTest-1858755496'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:36:10.684631 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cbdeab-66fe-43fd-a9d3-6b9a882b7ff7 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Pushing event updated for resources: {'Network': ['ID=77f3ae71-694e-4ca7-9d91-9a1918d31ebb,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:10.695966 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 77f3ae71-694e-4ca7-9d91-9a1918d31ebb details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:36:10.711313 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e14a8a-c7fe-4647-a93d-06e8f3474b1e tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Made reservation on behalf of f4d3f331c2ee4e1f853cccec6d5d04dc for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:36:10.714873 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-70e14a8a-c7fe-4647-a93d-06e8f3474b1e tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:10.741066 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70e14a8a-c7fe-4647-a93d-06e8f3474b1e tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:36:10.751057 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-70e14a8a-c7fe-4647-a93d-06e8f3474b1e tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:10.751408 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-70e14a8a-c7fe-4647-a93d-06e8f3474b1e tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Added segment c71f3fd8-9996-4950-87fd-77ef20216a15 of type vlan for network ee854428-326b-4b46-a4c9-3a2e0ea0c814 Aug 16 23:36:10.792794 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-70e14a8a-c7fe-4647-a93d-06e8f3474b1e tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:10.829213 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-70e14a8a-c7fe-4647-a93d-06e8f3474b1e tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:10.835996 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e14a8a-c7fe-4647-a93d-06e8f3474b1e tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:36:10.836634 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-70e14a8a-c7fe-4647-a93d-06e8f3474b1e tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:10.894555 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-70e14a8a-c7fe-4647-a93d-06e8f3474b1e tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2185991 Aug 16 23:36:10.897680 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52794) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:36:10.903011 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-d76c050a-de95-49c7-bfe5-dfa6ae9da2bb tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Request body: {'subnet': {'network_id': '77f3ae71-694e-4ca7-9d91-9a1918d31ebb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:36:10.907218 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e14a8a-c7fe-4647-a93d-06e8f3474b1e tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Pushing event updated for resources: {'Network': ['ID=ee854428-326b-4b46-a4c9-3a2e0ea0c814,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:10.917983 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network ee854428-326b-4b46-a4c9-3a2e0ea0c814 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:36:11.005035 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d76c050a-de95-49c7-bfe5-dfa6ae9da2bb tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Made reservation on behalf of f4d3f331c2ee4e1f853cccec6d5d04dc for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:36:11.008642 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d76c050a-de95-49c7-bfe5-dfa6ae9da2bb tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:11.194333 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d76c050a-de95-49c7-bfe5-dfa6ae9da2bb tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:11.255244 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76c050a-de95-49c7-bfe5-dfa6ae9da2bb tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Pushing event updated for resources: {'Subnet': ['ID=e29b150f-2d34-4c8c-823f-998ac082f040,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:11.263809 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76c050a-de95-49c7-bfe5-dfa6ae9da2bb tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Checking segment: {'id': '78997300-7b27-4d09-b3fd-fa90ae0133f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '77f3ae71-694e-4ca7-9d91-9a1918d31ebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:36:11.264178 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76c050a-de95-49c7-bfe5-dfa6ae9da2bb tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Network hostable DHCP agents. Network: 77f3ae71-694e-4ca7-9d91-9a1918d31ebb, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:36:11.283017 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76c050a-de95-49c7-bfe5-dfa6ae9da2bb tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Network 77f3ae71-694e-4ca7-9d91-9a1918d31ebb is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:36:11.293185 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-d76c050a-de95-49c7-bfe5-dfa6ae9da2bb tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 77f3ae71-694e-4ca7-9d91-9a1918d31ebb) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:36:11.298017 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76c050a-de95-49c7-bfe5-dfa6ae9da2bb tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:36:11.298607 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d76c050a-de95-49c7-bfe5-dfa6ae9da2bb tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:11.302981 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531ec843-b1e6-46bc-8451-704176fad5fe None None] Network 77f3ae71-694e-4ca7-9d91-9a1918d31ebb requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:36:11.313509 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-d76c050a-de95-49c7-bfe5-dfa6ae9da2bb tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4146955 Aug 16 23:36:11.316352 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52796) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:36:11.321406 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-e7b9b3e1-5ebe-4582-83c3-64322961b21b tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Request body: {'subnet': {'network_id': 'ee854428-326b-4b46-a4c9-3a2e0ea0c814', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:36:11.410401 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7b9b3e1-5ebe-4582-83c3-64322961b21b tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Made reservation on behalf of f4d3f331c2ee4e1f853cccec6d5d04dc for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:36:11.414198 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e7b9b3e1-5ebe-4582-83c3-64322961b21b tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:11.450500 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785633e5-be0e-485c-acee-b5dc8822cba8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-77f3ae71-694e-4ca7-9d91-9a1918d31ebb', 'network_id': '77f3ae71-694e-4ca7-9d91-9a1918d31ebb', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'fixed_ips': [{'subnet_id': 'e29b150f-2d34-4c8c-823f-998ac082f040'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:36:11.451999 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-785633e5-be0e-485c-acee-b5dc8822cba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:11.547580 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:11.600236 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-785633e5-be0e-485c-acee-b5dc8822cba8 None None] Allocated IP 172.20.0.2 (77f3ae71-694e-4ca7-9d91-9a1918d31ebb/e29b150f-2d34-4c8c-823f-998ac082f040/407f51ac-c1ac-4fdf-9344-7c322619437e) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:36:11.618396 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e7b9b3e1-5ebe-4582-83c3-64322961b21b tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:11.684809 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b9b3e1-5ebe-4582-83c3-64322961b21b tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Pushing event updated for resources: {'Subnet': ['ID=f765a8f2-13ca-4576-abe4-6fbab465f14d,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:11.696836 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b9b3e1-5ebe-4582-83c3-64322961b21b tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Checking segment: {'id': 'c71f3fd8-9996-4950-87fd-77ef20216a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ee854428-326b-4b46-a4c9-3a2e0ea0c814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:36:11.697213 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b9b3e1-5ebe-4582-83c3-64322961b21b tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Network hostable DHCP agents. Network: ee854428-326b-4b46-a4c9-3a2e0ea0c814, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:36:11.713910 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b9b3e1-5ebe-4582-83c3-64322961b21b tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Network ee854428-326b-4b46-a4c9-3a2e0ea0c814 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:36:11.723062 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-e7b9b3e1-5ebe-4582-83c3-64322961b21b tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, ee854428-326b-4b46-a4c9-3a2e0ea0c814) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:36:11.728512 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b9b3e1-5ebe-4582-83c3-64322961b21b tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:36:11.730184 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e7b9b3e1-5ebe-4582-83c3-64322961b21b tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:11.734522 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecaacab3-cb07-4a70-9139-90240f91664b None None] Network ee854428-326b-4b46-a4c9-3a2e0ea0c814 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:36:11.746197 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-e7b9b3e1-5ebe-4582-83c3-64322961b21b tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4287474 Aug 16 23:36:11.749813 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52798) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:36:11.754448 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-66b1e17b-8789-4516-b912-a6a751fd8b23 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-816581161', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:36:11.776958 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-66b1e17b-8789-4516-b912-a6a751fd8b23 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:11.777954 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-66b1e17b-8789-4516-b912-a6a751fd8b23 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:11.789369 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-785633e5-be0e-485c-acee-b5dc8822cba8 None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:11.804583 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-785633e5-be0e-485c-acee-b5dc8822cba8 None None] Transition to ACTIVE for port object 407f51ac-c1ac-4fdf-9344-7c322619437e will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:36:11.831974 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-785633e5-be0e-485c-acee-b5dc8822cba8 None None] Transition to ACTIVE for port object 407f51ac-c1ac-4fdf-9344-7c322619437e will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:36:11.837289 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-66b1e17b-8789-4516-b912-a6a751fd8b23 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:11.841679 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-66b1e17b-8789-4516-b912-a6a751fd8b23 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:11.844370 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-785633e5-be0e-485c-acee-b5dc8822cba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:11.858372 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-66b1e17b-8789-4516-b912-a6a751fd8b23 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:11.860166 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-66b1e17b-8789-4516-b912-a6a751fd8b23 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1094067 Aug 16 23:36:11.862872 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52800) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:36:11.913934 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785633e5-be0e-485c-acee-b5dc8822cba8 None None] Network 77f3ae71-694e-4ca7-9d91-9a1918d31ebb is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:36:11.921811 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-785633e5-be0e-485c-acee-b5dc8822cba8 None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:36:11.930366 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785633e5-be0e-485c-acee-b5dc8822cba8 None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:36:11.937211 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785633e5-be0e-485c-acee-b5dc8822cba8 None None] Pushing event updated for resources: {'Port': ['ID=407f51ac-c1ac-4fdf-9344-7c322619437e,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:11.976509 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ef50e4-a261-4bf3-863c-99321a5c83bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-ee854428-326b-4b46-a4c9-3a2e0ea0c814', 'network_id': 'ee854428-326b-4b46-a4c9-3a2e0ea0c814', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'fixed_ips': [{'subnet_id': 'f765a8f2-13ca-4576-abe4-6fbab465f14d'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:36:11.977382 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e8ef50e4-a261-4bf3-863c-99321a5c83bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:12.024335 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-785633e5-be0e-485c-acee-b5dc8822cba8 None None] Attempting to bind port 407f51ac-c1ac-4fdf-9344-7c322619437e on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:36:12.024810 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-785633e5-be0e-485c-acee-b5dc8822cba8 None None] Attempting to bind port 407f51ac-c1ac-4fdf-9344-7c322619437e by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '78997300-7b27-4d09-b3fd-fa90ae0133f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '77f3ae71-694e-4ca7-9d91-9a1918d31ebb'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:36:12.025117 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785633e5-be0e-485c-acee-b5dc8822cba8 None None] Attempting to bind port 407f51ac-c1ac-4fdf-9344-7c322619437e on network 77f3ae71-694e-4ca7-9d91-9a1918d31ebb {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:36:12.073736 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785633e5-be0e-485c-acee-b5dc8822cba8 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:36:12.074127 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785633e5-be0e-485c-acee-b5dc8822cba8 None None] Checking segment: {'id': '78997300-7b27-4d09-b3fd-fa90ae0133f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '77f3ae71-694e-4ca7-9d91-9a1918d31ebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:36:12.074501 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-785633e5-be0e-485c-acee-b5dc8822cba8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:12.074891 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785633e5-be0e-485c-acee-b5dc8822cba8 None None] Bound using segment: {'id': '78997300-7b27-4d09-b3fd-fa90ae0133f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '77f3ae71-694e-4ca7-9d91-9a1918d31ebb'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:36:12.075359 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-785633e5-be0e-485c-acee-b5dc8822cba8 None None] Bound port: 407f51ac-c1ac-4fdf-9344-7c322619437e, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78997300-7b27-4d09-b3fd-fa90ae0133f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '77f3ae71-694e-4ca7-9d91-9a1918d31ebb'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:36:12.075743 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-785633e5-be0e-485c-acee-b5dc8822cba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:12.186129 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f64d5384-4585-4cc7-8bac-76552df27ef6 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:12.191110 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-e8ef50e4-a261-4bf3-863c-99321a5c83bc None None] Allocated IP 172.21.0.2 (ee854428-326b-4b46-a4c9-3a2e0ea0c814/f765a8f2-13ca-4576-abe4-6fbab465f14d/c8be552e-3cb5-4f69-a543-85e3fd754ab3) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:36:12.193366 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-785633e5-be0e-485c-acee-b5dc8822cba8 None None] For port 407f51ac-c1ac-4fdf-9344-7c322619437e, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:36:12.197714 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-785633e5-be0e-485c-acee-b5dc8822cba8 None None] For port 407f51ac-c1ac-4fdf-9344-7c322619437e, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=407f51ac-c1ac-4fdf-9344-7c322619437e,segment=NetworkSegment(78997300-7b27-4d09-b3fd-fa90ae0133f1),segment_id=78997300-7b27-4d09-b3fd-fa90ae0133f1)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:36:12.205396 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-785633e5-be0e-485c-acee-b5dc8822cba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:12.316040 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785633e5-be0e-485c-acee-b5dc8822cba8 None None] Pushing event updated for resources: {'Port': ['ID=407f51ac-c1ac-4fdf-9344-7c322619437e,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:12.400192 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e8ef50e4-a261-4bf3-863c-99321a5c83bc None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:12.410061 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-e8ef50e4-a261-4bf3-863c-99321a5c83bc None None] Transition to ACTIVE for port object c8be552e-3cb5-4f69-a543-85e3fd754ab3 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:36:12.425638 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-e8ef50e4-a261-4bf3-863c-99321a5c83bc None None] Transition to ACTIVE for port object c8be552e-3cb5-4f69-a543-85e3fd754ab3 will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:36:12.433661 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e8ef50e4-a261-4bf3-863c-99321a5c83bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:12.463204 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-f64d5384-4585-4cc7-8bac-76552df27ef6 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Allocated IP 172.20.0.1 (77f3ae71-694e-4ca7-9d91-9a1918d31ebb/e29b150f-2d34-4c8c-823f-998ac082f040/2fdfbf9c-ec5b-4cb3-bdf1-8399d284386d) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:36:12.496772 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ef50e4-a261-4bf3-863c-99321a5c83bc None None] Network ee854428-326b-4b46-a4c9-3a2e0ea0c814 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:36:12.502203 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-e8ef50e4-a261-4bf3-863c-99321a5c83bc None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:36:12.508389 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ef50e4-a261-4bf3-863c-99321a5c83bc None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:36:12.525001 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ef50e4-a261-4bf3-863c-99321a5c83bc None None] Pushing event updated for resources: {'Port': ['ID=c8be552e-3cb5-4f69-a543-85e3fd754ab3,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:12.602095 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-e8ef50e4-a261-4bf3-863c-99321a5c83bc None None] Attempting to bind port c8be552e-3cb5-4f69-a543-85e3fd754ab3 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:36:12.602787 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-e8ef50e4-a261-4bf3-863c-99321a5c83bc None None] Attempting to bind port c8be552e-3cb5-4f69-a543-85e3fd754ab3 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': 'c71f3fd8-9996-4950-87fd-77ef20216a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ee854428-326b-4b46-a4c9-3a2e0ea0c814'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:36:12.603482 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ef50e4-a261-4bf3-863c-99321a5c83bc None None] Attempting to bind port c8be552e-3cb5-4f69-a543-85e3fd754ab3 on network ee854428-326b-4b46-a4c9-3a2e0ea0c814 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:36:12.612526 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ef50e4-a261-4bf3-863c-99321a5c83bc None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:36:12.613320 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ef50e4-a261-4bf3-863c-99321a5c83bc None None] Checking segment: {'id': 'c71f3fd8-9996-4950-87fd-77ef20216a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ee854428-326b-4b46-a4c9-3a2e0ea0c814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:36:12.614051 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e8ef50e4-a261-4bf3-863c-99321a5c83bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:12.614763 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ef50e4-a261-4bf3-863c-99321a5c83bc None None] Bound using segment: {'id': 'c71f3fd8-9996-4950-87fd-77ef20216a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ee854428-326b-4b46-a4c9-3a2e0ea0c814'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:36:12.615845 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-e8ef50e4-a261-4bf3-863c-99321a5c83bc None None] Bound port: c8be552e-3cb5-4f69-a543-85e3fd754ab3, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c71f3fd8-9996-4950-87fd-77ef20216a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ee854428-326b-4b46-a4c9-3a2e0ea0c814'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:36:12.616611 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e8ef50e4-a261-4bf3-863c-99321a5c83bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:12.671217 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f64d5384-4585-4cc7-8bac-76552df27ef6 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:12.691398 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-f64d5384-4585-4cc7-8bac-76552df27ef6 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Transition to ACTIVE for port object 2fdfbf9c-ec5b-4cb3-bdf1-8399d284386d will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:36:12.714803 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-e8ef50e4-a261-4bf3-863c-99321a5c83bc None None] For port c8be552e-3cb5-4f69-a543-85e3fd754ab3, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:36:12.719551 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-e8ef50e4-a261-4bf3-863c-99321a5c83bc None None] For port c8be552e-3cb5-4f69-a543-85e3fd754ab3, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=c8be552e-3cb5-4f69-a543-85e3fd754ab3,segment=NetworkSegment(c71f3fd8-9996-4950-87fd-77ef20216a15),segment_id=c71f3fd8-9996-4950-87fd-77ef20216a15)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:36:12.723740 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e8ef50e4-a261-4bf3-863c-99321a5c83bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:12.731494 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f64d5384-4585-4cc7-8bac-76552df27ef6 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:12.789266 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ef50e4-a261-4bf3-863c-99321a5c83bc None None] Pushing event updated for resources: {'Port': ['ID=c8be552e-3cb5-4f69-a543-85e3fd754ab3,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:12.795682 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64d5384-4585-4cc7-8bac-76552df27ef6 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Network 77f3ae71-694e-4ca7-9d91-9a1918d31ebb is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:36:12.799231 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-f64d5384-4585-4cc7-8bac-76552df27ef6 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:36:12.803828 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64d5384-4585-4cc7-8bac-76552df27ef6 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:36:12.807864 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64d5384-4585-4cc7-8bac-76552df27ef6 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Pushing event updated for resources: {'Port': ['ID=2fdfbf9c-ec5b-4cb3-bdf1-8399d284386d,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:12.856567 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f64d5384-4585-4cc7-8bac-76552df27ef6 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954230'] for router_interface, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:12.983129 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f64d5384-4585-4cc7-8bac-76552df27ef6 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:13.311689 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f64d5384-4585-4cc7-8bac-76552df27ef6 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:13.316667 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f64d5384-4585-4cc7-8bac-76552df27ef6 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:13.392722 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64d5384-4585-4cc7-8bac-76552df27ef6 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Pushing event updated for resources: {'Port': ['ID=2fdfbf9c-ec5b-4cb3-bdf1-8399d284386d,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:13.395242 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f64d5384-4585-4cc7-8bac-76552df27ef6 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954122'] for router_interface, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:13.402298 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a54ce3d-9136-4030-b30f-d94587f3dfb6 None None] Network 77f3ae71-694e-4ca7-9d91-9a1918d31ebb requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:36:13.491470 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64d5384-4585-4cc7-8bac-76552df27ef6 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Network 77f3ae71-694e-4ca7-9d91-9a1918d31ebb is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:36:13.493053 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-f64d5384-4585-4cc7-8bac-76552df27ef6 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:36:13.521802 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-f9f8b972-d1e2-40f0-bf91-a8062ea1e762 None None] Provisioning for port 407f51ac-c1ac-4fdf-9344-7c322619437e completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:36:13.636927 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f64d5384-4585-4cc7-8bac-76552df27ef6 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Router 3ce5ce73-b72e-4004-a1b0-4a901d11173a is scheduled to L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f with binding_index 1 {{(pid=101291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:36:13.739272 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f64d5384-4585-4cc7-8bac-76552df27ef6 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:36:13.749215 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-f64d5384-4585-4cc7-8bac-76552df27ef6 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "PUT /v2.0/routers/3ce5ce73-b72e-4004-a1b0-4a901d11173a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8809617 Aug 16 23:36:13.749215 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52802) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:36:13.751080 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1360e7-9c47-4eca-a3bc-8490c5585487 None None] Sync routers for ids ['3ce5ce73-b72e-4004-a1b0-4a901d11173a'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:36:13.764080 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1360e7-9c47-4eca-a3bc-8490c5585487 None None] Routers {'3ce5ce73-b72e-4004-a1b0-4a901d11173a'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:36:13.764935 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-fe1360e7-9c47-4eca-a3bc-8490c5585487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:35:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['3ce5ce73-b72e-4004-a1b0-4a901d11173a'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:36:13.797198 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3af44b2-37df-4eb6-886f-569596b761d0 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:36:13.802004 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52806) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:36:13.805260 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-d3af44b2-37df-4eb6-886f-569596b761d0 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "GET /v2.0/ports/2fdfbf9c-ec5b-4cb3-bdf1-8399d284386d HTTP/1.1" status: 200 len: 910 time: 0.0557737 Aug 16 23:36:13.903914 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-fe1360e7-9c47-4eca-a3bc-8490c5585487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:36:13.914646 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1360e7-9c47-4eca-a3bc-8490c5585487 None None] Routers {'3ce5ce73-b72e-4004-a1b0-4a901d11173a'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:36:13.914914 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-fe1360e7-9c47-4eca-a3bc-8490c5585487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:35:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['3ce5ce73-b72e-4004-a1b0-4a901d11173a'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:36:13.948804 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-fe1360e7-9c47-4eca-a3bc-8490c5585487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:36:13.949921 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1360e7-9c47-4eca-a3bc-8490c5585487 None None] The sync data for ids ['3ce5ce73-b72e-4004-a1b0-4a901d11173a'] in n-d-791506-26 is: [] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:36:13.964313 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-66148aa7-fc56-44a8-9d5b-6564a127cca9 None None] Provisioning for port 2fdfbf9c-ec5b-4cb3-bdf1-8399d284386d completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:36:13.970743 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-66148aa7-fc56-44a8-9d5b-6564a127cca9 None None] Provisioning complete for port 2fdfbf9c-ec5b-4cb3-bdf1-8399d284386d triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:36:13.971386 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-66148aa7-fc56-44a8-9d5b-6564a127cca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:14.022098 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-66148aa7-fc56-44a8-9d5b-6564a127cca9 None None] Port 2fdfbf9c-ec5b-4cb3-bdf1-8399d284386d cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:36:14.033714 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91438795-3e1c-460c-96c2-ef56b317caff None None] Network ee854428-326b-4b46-a4c9-3a2e0ea0c814 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:36:14.200743 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-18aedd07-a3d6-40d4-8512-32deaac4f654 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:14.218018 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-6be4dadb-388a-49a4-9c32-4cd7d6682af3 None None] Provisioning complete for port 2fdfbf9c-ec5b-4cb3-bdf1-8399d284386d triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:36:14.219354 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-6be4dadb-388a-49a4-9c32-4cd7d6682af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:14.265813 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-6be4dadb-388a-49a4-9c32-4cd7d6682af3 None None] Port 2fdfbf9c-ec5b-4cb3-bdf1-8399d284386d cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:36:14.280937 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-6be4dadb-388a-49a4-9c32-4cd7d6682af3 None None] Provisioning for port c8be552e-3cb5-4f69-a543-85e3fd754ab3 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:36:14.409698 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-25aac9c1-26c5-4332-b557-b6d0a53a7b99 None None] Provisioning complete for port 2fdfbf9c-ec5b-4cb3-bdf1-8399d284386d triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:36:14.410077 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-25aac9c1-26c5-4332-b557-b6d0a53a7b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:14.464604 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-25aac9c1-26c5-4332-b557-b6d0a53a7b99 None None] Port 2fdfbf9c-ec5b-4cb3-bdf1-8399d284386d cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:36:14.587078 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device c8be552e-3cb5-4f69-a543-85e3fd754ab3 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:36:14.652334 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port c8be552e-3cb5-4f69-a543-85e3fd754ab3 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:36:14.657745 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port c8be552e-3cb5-4f69-a543-85e3fd754ab3 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:36:14.658452 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:14.754626 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:14.800760 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port c8be552e-3cb5-4f69-a543-85e3fd754ab3, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=c8be552e-3cb5-4f69-a543-85e3fd754ab3,segment=NetworkSegment(c71f3fd8-9996-4950-87fd-77ef20216a15),segment_id=c71f3fd8-9996-4950-87fd-77ef20216a15)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:36:14.805250 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:14.806047 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 407f51ac-c1ac-4fdf-9344-7c322619437e up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:36:14.880201 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-18aedd07-a3d6-40d4-8512-32deaac4f654 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Allocated IP 172.21.0.1 (ee854428-326b-4b46-a4c9-3a2e0ea0c814/f765a8f2-13ca-4576-abe4-6fbab465f14d/a83c2406-3772-4697-8f8b-6e6b18ca1309) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:36:14.883525 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=c8be552e-3cb5-4f69-a543-85e3fd754ab3,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:14.902015 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 407f51ac-c1ac-4fdf-9344-7c322619437e completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:36:14.907931 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 407f51ac-c1ac-4fdf-9344-7c322619437e triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:36:14.908306 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:15.015377 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-18aedd07-a3d6-40d4-8512-32deaac4f654 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:15.031146 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [None req-18aedd07-a3d6-40d4-8512-32deaac4f654 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Transition to ACTIVE for port object a83c2406-3772-4697-8f8b-6e6b18ca1309 will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:36:15.065834 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-18aedd07-a3d6-40d4-8512-32deaac4f654 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:15.126179 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18aedd07-a3d6-40d4-8512-32deaac4f654 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Network ee854428-326b-4b46-a4c9-3a2e0ea0c814 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:36:15.136315 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-18aedd07-a3d6-40d4-8512-32deaac4f654 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:36:15.143398 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:15.143832 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18aedd07-a3d6-40d4-8512-32deaac4f654 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:36:15.182296 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 407f51ac-c1ac-4fdf-9344-7c322619437e, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=407f51ac-c1ac-4fdf-9344-7c322619437e,segment=NetworkSegment(78997300-7b27-4d09-b3fd-fa90ae0133f1),segment_id=78997300-7b27-4d09-b3fd-fa90ae0133f1)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:36:15.187782 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:15.190627 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aedd07-a3d6-40d4-8512-32deaac4f654 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Pushing event updated for resources: {'Port': ['ID=a83c2406-3772-4697-8f8b-6e6b18ca1309,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:15.211113 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-18aedd07-a3d6-40d4-8512-32deaac4f654 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954230'] for router_interface, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:15.244428 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=407f51ac-c1ac-4fdf-9344-7c322619437e,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:15.355574 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-18aedd07-a3d6-40d4-8512-32deaac4f654 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:15.440007 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-532ae8b9-bad6-4d6f-b7ab-1e89504a3aab None None] Provisioning for port a83c2406-3772-4697-8f8b-6e6b18ca1309 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:36:15.443904 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-532ae8b9-bad6-4d6f-b7ab-1e89504a3aab None None] Provisioning complete for port a83c2406-3772-4697-8f8b-6e6b18ca1309 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:36:15.444282 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-532ae8b9-bad6-4d6f-b7ab-1e89504a3aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:15.479064 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-532ae8b9-bad6-4d6f-b7ab-1e89504a3aab None None] Port a83c2406-3772-4697-8f8b-6e6b18ca1309 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:36:15.610421 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-18aedd07-a3d6-40d4-8512-32deaac4f654 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:15.614834 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-18aedd07-a3d6-40d4-8512-32deaac4f654 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:15.688160 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aedd07-a3d6-40d4-8512-32deaac4f654 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Pushing event updated for resources: {'Port': ['ID=a83c2406-3772-4697-8f8b-6e6b18ca1309,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:15.693068 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-18aedd07-a3d6-40d4-8512-32deaac4f654 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954122'] for router_interface, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:15.787599 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18aedd07-a3d6-40d4-8512-32deaac4f654 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Network ee854428-326b-4b46-a4c9-3a2e0ea0c814 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:36:15.788986 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-18aedd07-a3d6-40d4-8512-32deaac4f654 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:36:15.884505 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18aedd07-a3d6-40d4-8512-32deaac4f654 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Router 3ce5ce73-b72e-4004-a1b0-4a901d11173a has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:36:15.980553 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18aedd07-a3d6-40d4-8512-32deaac4f654 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:36:15.986317 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-18aedd07-a3d6-40d4-8512-32deaac4f654 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "PUT /v2.0/routers/3ce5ce73-b72e-4004-a1b0-4a901d11173a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1832647 Aug 16 23:36:15.989015 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52808) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:36:15.991923 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b60288-0522-41d2-880e-2bdc0bbc2187 None None] Sync routers for ids ['3ce5ce73-b72e-4004-a1b0-4a901d11173a'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:36:16.008439 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b60288-0522-41d2-880e-2bdc0bbc2187 None None] Routers {'3ce5ce73-b72e-4004-a1b0-4a901d11173a'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:36:16.009080 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-b9b60288-0522-41d2-880e-2bdc0bbc2187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:35:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['3ce5ce73-b72e-4004-a1b0-4a901d11173a'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:36:16.031733 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4981330b-735f-4214-b768-a0bc4b59e8ce tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:36:16.033268 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-4981330b-735f-4214-b768-a0bc4b59e8ce tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "GET /v2.0/ports/a83c2406-3772-4697-8f8b-6e6b18ca1309 HTTP/1.1" status: 200 len: 910 time: 0.0431843 Aug 16 23:36:16.036142 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52810) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:36:16.045926 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-b9b60288-0522-41d2-880e-2bdc0bbc2187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:36:16.048109 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-ae1cae16-dbf6-403e-af98-63e6e334289f None None] Provisioning complete for port a83c2406-3772-4697-8f8b-6e6b18ca1309 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:36:16.048490 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ae1cae16-dbf6-403e-af98-63e6e334289f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:16.076212 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b60288-0522-41d2-880e-2bdc0bbc2187 None None] Routers {'3ce5ce73-b72e-4004-a1b0-4a901d11173a'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:36:16.076777 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-b9b60288-0522-41d2-880e-2bdc0bbc2187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:35:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['3ce5ce73-b72e-4004-a1b0-4a901d11173a'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:36:16.117800 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-b9b60288-0522-41d2-880e-2bdc0bbc2187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:36:16.118435 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b60288-0522-41d2-880e-2bdc0bbc2187 None None] The sync data for ids ['3ce5ce73-b72e-4004-a1b0-4a901d11173a'] in n-d-791506-26 is: [] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:36:16.122732 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-ae1cae16-dbf6-403e-af98-63e6e334289f None None] Port a83c2406-3772-4697-8f8b-6e6b18ca1309 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:36:16.358678 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-95b1a943-41ff-41f5-9f27-df3ddaeaa550 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537579'] for router_interface, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:16.496732 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device c8be552e-3cb5-4f69-a543-85e3fd754ab3 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:36:16.550044 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port c8be552e-3cb5-4f69-a543-85e3fd754ab3 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:36:16.550424 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:16.611695 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-95b1a943-41ff-41f5-9f27-df3ddaeaa550 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Deleting port a83c2406-3772-4697-8f8b-6e6b18ca1309 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:36:16.611942 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-95b1a943-41ff-41f5-9f27-df3ddaeaa550 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:16.626887 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 407f51ac-c1ac-4fdf-9344-7c322619437e up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:36:16.676737 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 407f51ac-c1ac-4fdf-9344-7c322619437e triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:36:16.677115 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:16.702130 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-95b1a943-41ff-41f5-9f27-df3ddaeaa550 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:16.714804 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-95b1a943-41ff-41f5-9f27-df3ddaeaa550 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Calling delete_port for a83c2406-3772-4697-8f8b-6e6b18ca1309 owned by network:router_interface {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:36:16.888150 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-95b1a943-41ff-41f5-9f27-df3ddaeaa550 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:16.917240 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b1a943-41ff-41f5-9f27-df3ddaeaa550 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Pushing event deleted for resources: {'Port': ['ID=a83c2406-3772-4697-8f8b-6e6b18ca1309,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:17.080109 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-95b1a943-41ff-41f5-9f27-df3ddaeaa550 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537471'] for router_interface, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:17.265137 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95b1a943-41ff-41f5-9f27-df3ddaeaa550 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Router 3ce5ce73-b72e-4004-a1b0-4a901d11173a has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:36:17.356305 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95b1a943-41ff-41f5-9f27-df3ddaeaa550 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:36:17.361653 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-95b1a943-41ff-41f5-9f27-df3ddaeaa550 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "PUT /v2.0/routers/3ce5ce73-b72e-4004-a1b0-4a901d11173a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3245368 Aug 16 23:36:17.364349 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52814) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:36:17.365971 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafac47e-a181-4405-b397-f83dde31615a None None] Sync routers for ids ['3ce5ce73-b72e-4004-a1b0-4a901d11173a'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:36:17.375608 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafac47e-a181-4405-b397-f83dde31615a None None] Routers {'3ce5ce73-b72e-4004-a1b0-4a901d11173a'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:36:17.376210 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-eafac47e-a181-4405-b397-f83dde31615a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:35:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['3ce5ce73-b72e-4004-a1b0-4a901d11173a'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:36:17.407693 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-eafac47e-a181-4405-b397-f83dde31615a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:36:17.415760 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafac47e-a181-4405-b397-f83dde31615a None None] Routers {'3ce5ce73-b72e-4004-a1b0-4a901d11173a'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:36:17.416357 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-eafac47e-a181-4405-b397-f83dde31615a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:35:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['3ce5ce73-b72e-4004-a1b0-4a901d11173a'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:36:17.449449 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-eafac47e-a181-4405-b397-f83dde31615a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:36:17.450090 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafac47e-a181-4405-b397-f83dde31615a None None] The sync data for ids ['3ce5ce73-b72e-4004-a1b0-4a901d11173a'] in n-d-791506-26 is: [] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:36:17.708057 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-485f3f0d-a061-4261-85b6-6c23fa02de87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:18.005742 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-63107804-ee73-4975-89cf-567c3230f5c1 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537579'] for router_interface, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:18.244045 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-63107804-ee73-4975-89cf-567c3230f5c1 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Deleting port 2fdfbf9c-ec5b-4cb3-bdf1-8399d284386d {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:36:18.244933 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-63107804-ee73-4975-89cf-567c3230f5c1 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:18.333822 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-63107804-ee73-4975-89cf-567c3230f5c1 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:18.347454 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-63107804-ee73-4975-89cf-567c3230f5c1 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Calling delete_port for 2fdfbf9c-ec5b-4cb3-bdf1-8399d284386d owned by network:router_interface {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:36:18.516286 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-63107804-ee73-4975-89cf-567c3230f5c1 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:18.547837 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63107804-ee73-4975-89cf-567c3230f5c1 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Pushing event deleted for resources: {'Port': ['ID=2fdfbf9c-ec5b-4cb3-bdf1-8399d284386d,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:18.696306 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-63107804-ee73-4975-89cf-567c3230f5c1 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537471'] for router_interface, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:18.851992 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63107804-ee73-4975-89cf-567c3230f5c1 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Router 3ce5ce73-b72e-4004-a1b0-4a901d11173a has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:36:18.928170 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63107804-ee73-4975-89cf-567c3230f5c1 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:36:18.932994 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-63107804-ee73-4975-89cf-567c3230f5c1 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "PUT /v2.0/routers/3ce5ce73-b72e-4004-a1b0-4a901d11173a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5676579 Aug 16 23:36:18.935956 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52816) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:36:18.937283 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be653062-dedd-431d-a1bb-e62fc04a4159 None None] Sync routers for ids ['3ce5ce73-b72e-4004-a1b0-4a901d11173a'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:36:18.947544 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be653062-dedd-431d-a1bb-e62fc04a4159 None None] Routers {'3ce5ce73-b72e-4004-a1b0-4a901d11173a'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:36:18.948172 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-be653062-dedd-431d-a1bb-e62fc04a4159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:35:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['3ce5ce73-b72e-4004-a1b0-4a901d11173a'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:36:18.963414 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-ef6d2cc0-72a6-48d9-8159-8e7f87b54061 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ce5ce73-b72e-4004-a1b0-4a901d11173a HTTP/1.1" status: 200 len: 205 time: 0.0263212 Aug 16 23:36:18.965980 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52820) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:36:18.986059 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-be653062-dedd-431d-a1bb-e62fc04a4159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:36:18.994796 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be653062-dedd-431d-a1bb-e62fc04a4159 None None] Routers {'3ce5ce73-b72e-4004-a1b0-4a901d11173a'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:36:18.995413 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-be653062-dedd-431d-a1bb-e62fc04a4159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:35:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['3ce5ce73-b72e-4004-a1b0-4a901d11173a'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:36:19.026429 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-be653062-dedd-431d-a1bb-e62fc04a4159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:36:19.027076 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be653062-dedd-431d-a1bb-e62fc04a4159 None None] The sync data for ids ['3ce5ce73-b72e-4004-a1b0-4a901d11173a'] in n-d-791506-26 is: [] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:36:19.044468 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d06c8d0a-1faa-4d68-a872-186d9cd3f89f tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for router, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:19.208886 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d06c8d0a-1faa-4d68-a872-186d9cd3f89f tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:19.210890 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d06c8d0a-1faa-4d68-a872-186d9cd3f89f tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:19.253578 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d06c8d0a-1faa-4d68-a872-186d9cd3f89f tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:19.254271 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d06c8d0a-1faa-4d68-a872-186d9cd3f89f tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Fanout notify agent at l3_agent the message router_deleted on router 3ce5ce73-b72e-4004-a1b0-4a901d11173a {{(pid=101291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:36:19.260744 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d06c8d0a-1faa-4d68-a872-186d9cd3f89f tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:19.265053 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-d06c8d0a-1faa-4d68-a872-186d9cd3f89f tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "DELETE /v2.0/routers/3ce5ce73-b72e-4004-a1b0-4a901d11173a HTTP/1.1" status: 204 len: 168 time: 0.2944808 Aug 16 23:36:19.265272 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52822) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:36:19.323809 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-8de29e9a-1b28-4a01-9f3d-afa53feb16ec tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Deleting subnet f765a8f2-13ca-4576-abe4-6fbab465f14d {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:36:19.327430 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8de29e9a-1b28-4a01-9f3d-afa53feb16ec tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:19.372824 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8de29e9a-1b28-4a01-9f3d-afa53feb16ec tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:19.455080 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8de29e9a-1b28-4a01-9f3d-afa53feb16ec tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:19.513959 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8de29e9a-1b28-4a01-9f3d-afa53feb16ec tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:19.545809 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de29e9a-1b28-4a01-9f3d-afa53feb16ec tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Pushing event deleted for resources: {'Subnet': ['ID=f765a8f2-13ca-4576-abe4-6fbab465f14d,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:19.549219 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8de29e9a-1b28-4a01-9f3d-afa53feb16ec tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:19.553586 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-8de29e9a-1b28-4a01-9f3d-afa53feb16ec tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "DELETE /v2.0/subnets/f765a8f2-13ca-4576-abe4-6fbab465f14d HTTP/1.1" status: 204 len: 168 time: 0.2849157 Aug 16 23:36:19.553841 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52824) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:36:19.556204 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c41e94a-2eba-4980-b6e3-9b45f0511ac3 None None] Network ee854428-326b-4b46-a4c9-3a2e0ea0c814 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:36:19.608112 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-e461041c-6ffb-4b49-81ef-f5b8f764caa7 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Deleting subnet e29b150f-2d34-4c8c-823f-998ac082f040 {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:36:19.611441 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e461041c-6ffb-4b49-81ef-f5b8f764caa7 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:19.655827 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e461041c-6ffb-4b49-81ef-f5b8f764caa7 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:19.723888 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6278a4-314a-42bd-9ed4-76aed4003ea6 None None] DHCP port deletion for ee854428-326b-4b46-a4c9-3a2e0ea0c814 request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:36:19.751436 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e461041c-6ffb-4b49-81ef-f5b8f764caa7 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:19.770400 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-9d6278a4-314a-42bd-9ed4-76aed4003ea6 None None] Deleting port c8be552e-3cb5-4f69-a543-85e3fd754ab3 {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:36:19.770695 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9d6278a4-314a-42bd-9ed4-76aed4003ea6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:19.812956 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e461041c-6ffb-4b49-81ef-f5b8f764caa7 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:19.831448 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f635eb67-159b-4c64-9cc9-f59a382f1536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:19.843281 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e461041c-6ffb-4b49-81ef-f5b8f764caa7 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Pushing event deleted for resources: {'Subnet': ['ID=e29b150f-2d34-4c8c-823f-998ac082f040,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:19.845285 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e461041c-6ffb-4b49-81ef-f5b8f764caa7 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:19.847137 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9d6278a4-314a-42bd-9ed4-76aed4003ea6 None None] For port c8be552e-3cb5-4f69-a543-85e3fd754ab3, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=c8be552e-3cb5-4f69-a543-85e3fd754ab3,segment=NetworkSegment(c71f3fd8-9996-4950-87fd-77ef20216a15),segment_id=c71f3fd8-9996-4950-87fd-77ef20216a15)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:36:19.847321 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-e461041c-6ffb-4b49-81ef-f5b8f764caa7 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "DELETE /v2.0/subnets/e29b150f-2d34-4c8c-823f-998ac082f040 HTTP/1.1" status: 204 len: 168 time: 0.2923970 Aug 16 23:36:19.847872 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9d6278a4-314a-42bd-9ed4-76aed4003ea6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:19.849884 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52828) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:36:19.856683 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ccf7d6-dcd7-4996-bd97-8bc02cb3f895 None None] Network 77f3ae71-694e-4ca7-9d91-9a1918d31ebb requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:36:19.873536 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-9d6278a4-314a-42bd-9ed4-76aed4003ea6 None None] Calling delete_port for c8be552e-3cb5-4f69-a543-85e3fd754ab3 owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:36:19.936226 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-92178c0e-ee11-4238-8ebe-308c72ec51cb tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:19.990898 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-92178c0e-ee11-4238-8ebe-308c72ec51cb tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Deleting port c8be552e-3cb5-4f69-a543-85e3fd754ab3 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:36:19.991164 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-92178c0e-ee11-4238-8ebe-308c72ec51cb tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:20.042126 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9d6278a4-314a-42bd-9ed4-76aed4003ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:20.064814 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-92178c0e-ee11-4238-8ebe-308c72ec51cb tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] For port c8be552e-3cb5-4f69-a543-85e3fd754ab3, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=c8be552e-3cb5-4f69-a543-85e3fd754ab3,segment=NetworkSegment(c71f3fd8-9996-4950-87fd-77ef20216a15),segment_id=c71f3fd8-9996-4950-87fd-77ef20216a15)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:36:20.065192 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-92178c0e-ee11-4238-8ebe-308c72ec51cb tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:20.067470 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6278a4-314a-42bd-9ed4-76aed4003ea6 None None] Pushing event deleted for resources: {'Port': ['ID=c8be552e-3cb5-4f69-a543-85e3fd754ab3,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:20.070803 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6278a4-314a-42bd-9ed4-76aed4003ea6 None None] No DVR routers for this DVR port c8be552e-3cb5-4f69-a543-85e3fd754ab3 on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:36:20.087834 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-92178c0e-ee11-4238-8ebe-308c72ec51cb tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Calling delete_port for c8be552e-3cb5-4f69-a543-85e3fd754ab3 owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:36:20.094063 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5534609-40d5-4daa-8dd2-28cc427f22a8 None None] DHCP port deletion for 77f3ae71-694e-4ca7-9d91-9a1918d31ebb request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:36:20.141091 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-d5534609-40d5-4daa-8dd2-28cc427f22a8 None None] Deleting port 407f51ac-c1ac-4fdf-9344-7c322619437e {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:36:20.141323 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d5534609-40d5-4daa-8dd2-28cc427f22a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:20.171543 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-92178c0e-ee11-4238-8ebe-308c72ec51cb tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:20.197576 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92178c0e-ee11-4238-8ebe-308c72ec51cb tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Pushing event deleted for resources: {'Port': ['ID=c8be552e-3cb5-4f69-a543-85e3fd754ab3,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:20.205664 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92178c0e-ee11-4238-8ebe-308c72ec51cb tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] No DVR routers for this DVR port c8be552e-3cb5-4f69-a543-85e3fd754ab3 on host n-d-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:36:20.208384 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-d5534609-40d5-4daa-8dd2-28cc427f22a8 None None] For port 407f51ac-c1ac-4fdf-9344-7c322619437e, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=407f51ac-c1ac-4fdf-9344-7c322619437e,segment=NetworkSegment(78997300-7b27-4d09-b3fd-fa90ae0133f1),segment_id=78997300-7b27-4d09-b3fd-fa90ae0133f1)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:36:20.208815 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d5534609-40d5-4daa-8dd2-28cc427f22a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:20.221644 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-d5534609-40d5-4daa-8dd2-28cc427f22a8 None None] Calling delete_port for 407f51ac-c1ac-4fdf-9344-7c322619437e owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:36:20.296747 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-92178c0e-ee11-4238-8ebe-308c72ec51cb tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:20.308412 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d5534609-40d5-4daa-8dd2-28cc427f22a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:20.309124 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-92178c0e-ee11-4238-8ebe-308c72ec51cb tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee854428-326b-4b46-a4c9-3a2e0ea0c814']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:36:20.319309 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-92178c0e-ee11-4238-8ebe-308c72ec51cb tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c71f3fd8-9996-4950-87fd-77ef20216a15') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:36:20.319552 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-92178c0e-ee11-4238-8ebe-308c72ec51cb tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c71f3fd8-9996-4950-87fd-77ef20216a15') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:36:20.329176 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-92178c0e-ee11-4238-8ebe-308c72ec51cb tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:20.333155 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5534609-40d5-4daa-8dd2-28cc427f22a8 None None] Pushing event deleted for resources: {'Port': ['ID=407f51ac-c1ac-4fdf-9344-7c322619437e,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:20.338248 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5534609-40d5-4daa-8dd2-28cc427f22a8 None None] No DVR routers for this DVR port 407f51ac-c1ac-4fdf-9344-7c322619437e on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:36:20.343554 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-92178c0e-ee11-4238-8ebe-308c72ec51cb tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:20.353434 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92178c0e-ee11-4238-8ebe-308c72ec51cb tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:36:20.353854 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-92178c0e-ee11-4238-8ebe-308c72ec51cb tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:20.356814 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 23:36:20.356814 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:36:20.356814 n-d-791506-26 neutron-server[101291]: timer() Aug 16 23:36:20.356814 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:36:20.356814 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 23:36:20.356814 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:36:20.356814 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 23:36:20.356814 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:36:20.356814 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 23:36:20.356814 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:36:20.356814 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 23:36:20.356814 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:36:20.356814 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 23:36:20.356814 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:36:20.356814 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:36:20.356814 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:36:20.356814 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:36:20.356814 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:36:20.356814 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 23:36:20.356814 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:36:20.356814 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 23:36:20.356814 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:36:20.356814 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:36:20.356814 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:36:20.356814 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 23:36:20.356814 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:36:20.356814 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:36:20.356814 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:36:20.356814 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:36:20.356814 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:36:20.356814 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:36:20.356814 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:36:20.413111 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-92178c0e-ee11-4238-8ebe-308c72ec51cb tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:20.421123 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-92178c0e-ee11-4238-8ebe-308c72ec51cb tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:20.422930 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-92178c0e-ee11-4238-8ebe-308c72ec51cb tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "DELETE /v2.0/networks/ee854428-326b-4b46-a4c9-3a2e0ea0c814 HTTP/1.1" status: 204 len: 168 time: 0.5721431 Aug 16 23:36:20.425797 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52830) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:36:20.434628 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92178c0e-ee11-4238-8ebe-308c72ec51cb tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Pushing event deleted for resources: {'Network': ['ID=ee854428-326b-4b46-a4c9-3a2e0ea0c814,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:20.499752 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device c8be552e-3cb5-4f69-a543-85e3fd754ab3 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:36:20.508956 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4b19a13e-11cf-49b9-8d98-ea3068cb6e7f tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:20.519769 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: c8be552e-3cb5-4f69-a543-85e3fd754ab3 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:36:20.520141 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device c8be552e-3cb5-4f69-a543-85e3fd754ab3 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:36:20.520576 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 407f51ac-c1ac-4fdf-9344-7c322619437e no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:36:20.539474 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 407f51ac-c1ac-4fdf-9344-7c322619437e {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:36:20.539798 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 407f51ac-c1ac-4fdf-9344-7c322619437e not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:36:20.595871 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4b19a13e-11cf-49b9-8d98-ea3068cb6e7f tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:20.605186 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-4b19a13e-11cf-49b9-8d98-ea3068cb6e7f tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77f3ae71-694e-4ca7-9d91-9a1918d31ebb']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:36:20.615779 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-4b19a13e-11cf-49b9-8d98-ea3068cb6e7f tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78997300-7b27-4d09-b3fd-fa90ae0133f1') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:36:20.616075 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-4b19a13e-11cf-49b9-8d98-ea3068cb6e7f tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78997300-7b27-4d09-b3fd-fa90ae0133f1') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:36:20.625015 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4b19a13e-11cf-49b9-8d98-ea3068cb6e7f tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:20.643618 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4b19a13e-11cf-49b9-8d98-ea3068cb6e7f tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:20.649498 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b19a13e-11cf-49b9-8d98-ea3068cb6e7f tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:36:20.649871 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4b19a13e-11cf-49b9-8d98-ea3068cb6e7f tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:20.652964 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 16 23:36:20.652964 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:36:20.652964 n-d-791506-26 neutron-server[101292]: timer() Aug 16 23:36:20.652964 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:36:20.652964 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 16 23:36:20.652964 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:36:20.652964 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 16 23:36:20.652964 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:36:20.652964 n-d-791506-26 neutron-server[101292]: self._notify() Aug 16 23:36:20.652964 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:36:20.652964 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 16 23:36:20.652964 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:36:20.652964 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 16 23:36:20.652964 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:36:20.652964 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:36:20.652964 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:36:20.652964 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:36:20.652964 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:36:20.652964 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 16 23:36:20.652964 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:36:20.652964 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 16 23:36:20.652964 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:36:20.652964 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:36:20.652964 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:36:20.652964 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 16 23:36:20.652964 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:36:20.652964 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:36:20.652964 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:36:20.652964 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:36:20.652964 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:36:20.652964 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:36:20.652964 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:36:20.681267 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:20.712808 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4b19a13e-11cf-49b9-8d98-ea3068cb6e7f tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:20.720438 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4b19a13e-11cf-49b9-8d98-ea3068cb6e7f tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:20.722264 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-4b19a13e-11cf-49b9-8d98-ea3068cb6e7f tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "DELETE /v2.0/networks/77f3ae71-694e-4ca7-9d91-9a1918d31ebb HTTP/1.1" status: 204 len: 168 time: 0.2954109 Aug 16 23:36:20.726188 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52834) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:36:20.731304 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-49ba68f1-8a63-49cd-8400-1276f6fdfc2f tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Request body: {'network': {'name': 'tempest-RoutersTest-1098589'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:36:20.735888 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b19a13e-11cf-49b9-8d98-ea3068cb6e7f tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Pushing event deleted for resources: {'Network': ['ID=77f3ae71-694e-4ca7-9d91-9a1918d31ebb,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:20.754472 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ba68f1-8a63-49cd-8400-1276f6fdfc2f tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Made reservation on behalf of f4d3f331c2ee4e1f853cccec6d5d04dc for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:36:20.758024 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-49ba68f1-8a63-49cd-8400-1276f6fdfc2f tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:20.781715 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49ba68f1-8a63-49cd-8400-1276f6fdfc2f tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:36:20.790436 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-49ba68f1-8a63-49cd-8400-1276f6fdfc2f tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:20.790827 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-49ba68f1-8a63-49cd-8400-1276f6fdfc2f tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Added segment 41fd62b4-f3a5-45ac-a412-f8a245d821cc of type vlan for network 5a0b4081-6e70-444c-9ffa-a9032daa47a8 Aug 16 23:36:20.835931 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-49ba68f1-8a63-49cd-8400-1276f6fdfc2f tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:20.860783 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-49ba68f1-8a63-49cd-8400-1276f6fdfc2f tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:20.866601 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ba68f1-8a63-49cd-8400-1276f6fdfc2f tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:36:20.867345 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-49ba68f1-8a63-49cd-8400-1276f6fdfc2f tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:20.921508 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-49ba68f1-8a63-49cd-8400-1276f6fdfc2f tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 763 time: 0.1941950 Aug 16 23:36:20.924350 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52836) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:36:20.929244 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-e81a764b-8d42-4641-a9f9-0ff6ccc34b39 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Request body: {'subnet': {'network_id': '5a0b4081-6e70-444c-9ffa-a9032daa47a8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:36:20.981847 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ba68f1-8a63-49cd-8400-1276f6fdfc2f tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Pushing event updated for resources: {'Network': ['ID=5a0b4081-6e70-444c-9ffa-a9032daa47a8,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:20.992215 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 5a0b4081-6e70-444c-9ffa-a9032daa47a8 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:36:21.033034 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e81a764b-8d42-4641-a9f9-0ff6ccc34b39 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Made reservation on behalf of f4d3f331c2ee4e1f853cccec6d5d04dc for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:36:21.036564 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e81a764b-8d42-4641-a9f9-0ff6ccc34b39 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:21.215489 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e81a764b-8d42-4641-a9f9-0ff6ccc34b39 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:21.273339 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81a764b-8d42-4641-a9f9-0ff6ccc34b39 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Pushing event updated for resources: {'Subnet': ['ID=d511e143-5b55-4803-9ae9-47d6a30a1e41,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:21.283483 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81a764b-8d42-4641-a9f9-0ff6ccc34b39 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Checking segment: {'id': '41fd62b4-f3a5-45ac-a412-f8a245d821cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5a0b4081-6e70-444c-9ffa-a9032daa47a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:36:21.283849 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81a764b-8d42-4641-a9f9-0ff6ccc34b39 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Network hostable DHCP agents. Network: 5a0b4081-6e70-444c-9ffa-a9032daa47a8, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:36:21.299734 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81a764b-8d42-4641-a9f9-0ff6ccc34b39 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Network 5a0b4081-6e70-444c-9ffa-a9032daa47a8 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:36:21.308350 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-e81a764b-8d42-4641-a9f9-0ff6ccc34b39 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 5a0b4081-6e70-444c-9ffa-a9032daa47a8) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:36:21.312372 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81a764b-8d42-4641-a9f9-0ff6ccc34b39 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:36:21.312993 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e81a764b-8d42-4641-a9f9-0ff6ccc34b39 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:21.317958 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1357d9-5c30-4706-87fb-e871e5fabd9d None None] Network 5a0b4081-6e70-444c-9ffa-a9032daa47a8 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:36:21.327366 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-e81a764b-8d42-4641-a9f9-0ff6ccc34b39 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4019759 Aug 16 23:36:21.330131 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52838) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:36:21.334800 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-35f3fe1c-9655-48fb-8bc6-f26ad7fdda1f tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-685508239', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:36:21.358238 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-35f3fe1c-9655-48fb-8bc6-f26ad7fdda1f tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:21.359404 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-35f3fe1c-9655-48fb-8bc6-f26ad7fdda1f tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:21.420915 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-35f3fe1c-9655-48fb-8bc6-f26ad7fdda1f tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:21.425266 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-35f3fe1c-9655-48fb-8bc6-f26ad7fdda1f tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:21.441636 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-35f3fe1c-9655-48fb-8bc6-f26ad7fdda1f tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:21.442852 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-35f3fe1c-9655-48fb-8bc6-f26ad7fdda1f tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1117001 Aug 16 23:36:21.445794 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52840) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:36:21.451928 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-9094d76a-ad2d-4748-936d-80b090cd8fc3 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Request body: {'port': {'network_id': '5a0b4081-6e70-444c-9ffa-a9032daa47a8', 'name': 'tempest-RoutersTest-708170253'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:36:21.464745 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e00e0d-0dbd-47e7-81b5-734ad69f811f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-5a0b4081-6e70-444c-9ffa-a9032daa47a8', 'network_id': '5a0b4081-6e70-444c-9ffa-a9032daa47a8', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'fixed_ips': [{'subnet_id': 'd511e143-5b55-4803-9ae9-47d6a30a1e41'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:36:21.465624 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-06e00e0d-0dbd-47e7-81b5-734ad69f811f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:21.566387 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9094d76a-ad2d-4748-936d-80b090cd8fc3 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Made reservation on behalf of f4d3f331c2ee4e1f853cccec6d5d04dc for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:36:21.570029 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9094d76a-ad2d-4748-936d-80b090cd8fc3 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:21.587283 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [None req-9094d76a-ad2d-4748-936d-80b090cd8fc3 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] device_id is not set on port fd89697a-1f92-4c20-9f2b-42cfed1a1908 yet. {{(pid=101291) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 23:36:21.604076 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-06e00e0d-0dbd-47e7-81b5-734ad69f811f None None] Allocated IP 172.20.0.2 (5a0b4081-6e70-444c-9ffa-a9032daa47a8/d511e143-5b55-4803-9ae9-47d6a30a1e41/a4f2c7c8-7fa5-41a0-a5b7-fc68b0ad394a) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:36:21.679870 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:21.759237 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-06e00e0d-0dbd-47e7-81b5-734ad69f811f None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:21.767917 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-06e00e0d-0dbd-47e7-81b5-734ad69f811f None None] Transition to ACTIVE for port object a4f2c7c8-7fa5-41a0-a5b7-fc68b0ad394a will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:36:21.781906 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-06e00e0d-0dbd-47e7-81b5-734ad69f811f None None] Transition to ACTIVE for port object a4f2c7c8-7fa5-41a0-a5b7-fc68b0ad394a will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:36:21.787189 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-06e00e0d-0dbd-47e7-81b5-734ad69f811f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:21.822781 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e00e0d-0dbd-47e7-81b5-734ad69f811f None None] Network 5a0b4081-6e70-444c-9ffa-a9032daa47a8 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:36:21.828138 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-06e00e0d-0dbd-47e7-81b5-734ad69f811f None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:36:21.831654 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e00e0d-0dbd-47e7-81b5-734ad69f811f None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:36:21.839954 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e00e0d-0dbd-47e7-81b5-734ad69f811f None None] Pushing event updated for resources: {'Port': ['ID=a4f2c7c8-7fa5-41a0-a5b7-fc68b0ad394a,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:21.843577 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-9094d76a-ad2d-4748-936d-80b090cd8fc3 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Allocated IP 172.20.0.3 (5a0b4081-6e70-444c-9ffa-a9032daa47a8/d511e143-5b55-4803-9ae9-47d6a30a1e41/fd89697a-1f92-4c20-9f2b-42cfed1a1908) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:36:21.890511 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-06e00e0d-0dbd-47e7-81b5-734ad69f811f None None] Attempting to bind port a4f2c7c8-7fa5-41a0-a5b7-fc68b0ad394a on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:36:21.890881 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-06e00e0d-0dbd-47e7-81b5-734ad69f811f None None] Attempting to bind port a4f2c7c8-7fa5-41a0-a5b7-fc68b0ad394a by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '41fd62b4-f3a5-45ac-a412-f8a245d821cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5a0b4081-6e70-444c-9ffa-a9032daa47a8'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:36:21.891247 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e00e0d-0dbd-47e7-81b5-734ad69f811f None None] Attempting to bind port a4f2c7c8-7fa5-41a0-a5b7-fc68b0ad394a on network 5a0b4081-6e70-444c-9ffa-a9032daa47a8 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:36:21.896151 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e00e0d-0dbd-47e7-81b5-734ad69f811f None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:36:21.896525 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e00e0d-0dbd-47e7-81b5-734ad69f811f None None] Checking segment: {'id': '41fd62b4-f3a5-45ac-a412-f8a245d821cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5a0b4081-6e70-444c-9ffa-a9032daa47a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:36:21.896960 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-06e00e0d-0dbd-47e7-81b5-734ad69f811f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:21.897356 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e00e0d-0dbd-47e7-81b5-734ad69f811f None None] Bound using segment: {'id': '41fd62b4-f3a5-45ac-a412-f8a245d821cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5a0b4081-6e70-444c-9ffa-a9032daa47a8'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:36:21.897824 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-06e00e0d-0dbd-47e7-81b5-734ad69f811f None None] Bound port: a4f2c7c8-7fa5-41a0-a5b7-fc68b0ad394a, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41fd62b4-f3a5-45ac-a412-f8a245d821cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5a0b4081-6e70-444c-9ffa-a9032daa47a8'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:36:21.898309 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-06e00e0d-0dbd-47e7-81b5-734ad69f811f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:21.967149 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-06e00e0d-0dbd-47e7-81b5-734ad69f811f None None] For port a4f2c7c8-7fa5-41a0-a5b7-fc68b0ad394a, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:36:21.970108 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-06e00e0d-0dbd-47e7-81b5-734ad69f811f None None] For port a4f2c7c8-7fa5-41a0-a5b7-fc68b0ad394a, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=a4f2c7c8-7fa5-41a0-a5b7-fc68b0ad394a,segment=NetworkSegment(41fd62b4-f3a5-45ac-a412-f8a245d821cc),segment_id=41fd62b4-f3a5-45ac-a412-f8a245d821cc)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:36:21.974775 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-06e00e0d-0dbd-47e7-81b5-734ad69f811f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:22.002847 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9094d76a-ad2d-4748-936d-80b090cd8fc3 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:22.017384 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-9094d76a-ad2d-4748-936d-80b090cd8fc3 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Transition to ACTIVE for port object fd89697a-1f92-4c20-9f2b-42cfed1a1908 will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:36:22.030148 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e00e0d-0dbd-47e7-81b5-734ad69f811f None None] Pushing event updated for resources: {'Port': ['ID=a4f2c7c8-7fa5-41a0-a5b7-fc68b0ad394a,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:22.052894 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9094d76a-ad2d-4748-936d-80b090cd8fc3 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:22.103510 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9094d76a-ad2d-4748-936d-80b090cd8fc3 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Network 5a0b4081-6e70-444c-9ffa-a9032daa47a8 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:36:22.106719 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-9094d76a-ad2d-4748-936d-80b090cd8fc3 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:36:22.111285 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9094d76a-ad2d-4748-936d-80b090cd8fc3 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:36:22.136517 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9094d76a-ad2d-4748-936d-80b090cd8fc3 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Pushing event updated for resources: {'Port': ['ID=fd89697a-1f92-4c20-9f2b-42cfed1a1908,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:22.170450 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9094d76a-ad2d-4748-936d-80b090cd8fc3 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:36:22.177224 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9094d76a-ad2d-4748-936d-80b090cd8fc3 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:22.201078 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-9094d76a-ad2d-4748-936d-80b090cd8fc3 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 0.7537885 Aug 16 23:36:22.203673 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52842) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:36:22.520370 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device a4f2c7c8-7fa5-41a0-a5b7-fc68b0ad394a up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:36:22.545651 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cba53959-9940-49b1-a31a-1f0f65c24a17 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:22.569141 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port a4f2c7c8-7fa5-41a0-a5b7-fc68b0ad394a completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:36:22.807271 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cba53959-9940-49b1-a31a-1f0f65c24a17 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:22.812878 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cba53959-9940-49b1-a31a-1f0f65c24a17 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:22.888948 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba53959-9940-49b1-a31a-1f0f65c24a17 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Pushing event updated for resources: {'Port': ['ID=fd89697a-1f92-4c20-9f2b-42cfed1a1908,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:22.914327 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:22.945986 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c821e6b-d042-411f-9942-21268abe595d None None] Network 5a0b4081-6e70-444c-9ffa-a9032daa47a8 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:36:23.013872 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-be2e27ac-e912-4c2b-b98a-a499f41da54a None None] Provisioning for port a4f2c7c8-7fa5-41a0-a5b7-fc68b0ad394a completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:36:23.025681 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-be2e27ac-e912-4c2b-b98a-a499f41da54a None None] Provisioning complete for port a4f2c7c8-7fa5-41a0-a5b7-fc68b0ad394a triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:36:23.026057 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-be2e27ac-e912-4c2b-b98a-a499f41da54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:23.040238 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cba53959-9940-49b1-a31a-1f0f65c24a17 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954230'] for router_interface, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:23.158104 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cba53959-9940-49b1-a31a-1f0f65c24a17 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:23.173043 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-be2e27ac-e912-4c2b-b98a-a499f41da54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:23.217396 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-be2e27ac-e912-4c2b-b98a-a499f41da54a None None] For port a4f2c7c8-7fa5-41a0-a5b7-fc68b0ad394a, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=a4f2c7c8-7fa5-41a0-a5b7-fc68b0ad394a,segment=NetworkSegment(41fd62b4-f3a5-45ac-a412-f8a245d821cc),segment_id=41fd62b4-f3a5-45ac-a412-f8a245d821cc)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:36:23.223081 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-be2e27ac-e912-4c2b-b98a-a499f41da54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:23.273641 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2e27ac-e912-4c2b-b98a-a499f41da54a None None] Pushing event updated for resources: {'Port': ['ID=a4f2c7c8-7fa5-41a0-a5b7-fc68b0ad394a,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:23.441013 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cba53959-9940-49b1-a31a-1f0f65c24a17 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:23.444778 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-02098459-b25a-436b-b433-079dc32dfaf9 None None] Provisioning for port fd89697a-1f92-4c20-9f2b-42cfed1a1908 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:36:23.445982 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cba53959-9940-49b1-a31a-1f0f65c24a17 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:23.449243 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-02098459-b25a-436b-b433-079dc32dfaf9 None None] Provisioning complete for port fd89697a-1f92-4c20-9f2b-42cfed1a1908 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:36:23.449642 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-02098459-b25a-436b-b433-079dc32dfaf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:23.486431 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-02098459-b25a-436b-b433-079dc32dfaf9 None None] Port fd89697a-1f92-4c20-9f2b-42cfed1a1908 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:36:23.497405 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-02098459-b25a-436b-b433-079dc32dfaf9 None None] Provisioning complete for port a4f2c7c8-7fa5-41a0-a5b7-fc68b0ad394a triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:36:23.497875 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-02098459-b25a-436b-b433-079dc32dfaf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:23.525944 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba53959-9940-49b1-a31a-1f0f65c24a17 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Pushing event updated for resources: {'Port': ['ID=fd89697a-1f92-4c20-9f2b-42cfed1a1908,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:23.528293 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cba53959-9940-49b1-a31a-1f0f65c24a17 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954122'] for router_interface, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:23.707929 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-d1a29823-d0ed-4a34-b71c-26fb5a25c614 None None] Provisioning complete for port fd89697a-1f92-4c20-9f2b-42cfed1a1908 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:36:23.708696 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d1a29823-d0ed-4a34-b71c-26fb5a25c614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:23.748849 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-d1a29823-d0ed-4a34-b71c-26fb5a25c614 None None] Port fd89697a-1f92-4c20-9f2b-42cfed1a1908 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:36:23.866984 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-af80ba99-fd94-4595-9d5a-2745aac4978d None None] Provisioning complete for port fd89697a-1f92-4c20-9f2b-42cfed1a1908 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:36:23.867405 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-af80ba99-fd94-4595-9d5a-2745aac4978d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:23.904319 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-af80ba99-fd94-4595-9d5a-2745aac4978d None None] Port fd89697a-1f92-4c20-9f2b-42cfed1a1908 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:36:23.957248 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba53959-9940-49b1-a31a-1f0f65c24a17 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Network 5a0b4081-6e70-444c-9ffa-a9032daa47a8 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:36:23.958583 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-cba53959-9940-49b1-a31a-1f0f65c24a17 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:36:24.077967 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cba53959-9940-49b1-a31a-1f0f65c24a17 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Router 3d9db1da-446a-48ea-8760-3d6081eed94a is scheduled to L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f with binding_index 1 {{(pid=101291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:36:24.174401 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cba53959-9940-49b1-a31a-1f0f65c24a17 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:36:24.181944 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-cba53959-9940-49b1-a31a-1f0f65c24a17 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "PUT /v2.0/routers/3d9db1da-446a-48ea-8760-3d6081eed94a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9746959 Aug 16 23:36:24.182278 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52844) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:36:24.187119 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af51818-f680-4b0a-a5f7-953ba8d324e3 None None] Sync routers for ids ['3d9db1da-446a-48ea-8760-3d6081eed94a'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:36:24.196118 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af51818-f680-4b0a-a5f7-953ba8d324e3 None None] Routers {'3d9db1da-446a-48ea-8760-3d6081eed94a'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:36:24.196960 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-5af51818-f680-4b0a-a5f7-953ba8d324e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:36:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['3d9db1da-446a-48ea-8760-3d6081eed94a'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:36:24.223130 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-8dd7c03a-c1b6-43cf-8603-7a8ba769550e None None] Provisioning complete for port fd89697a-1f92-4c20-9f2b-42cfed1a1908 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:36:24.223512 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-8dd7c03a-c1b6-43cf-8603-7a8ba769550e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:24.227435 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8402af36-d5e2-4009-9ad5-d9c49472ea7a tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:36:24.228511 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-5af51818-f680-4b0a-a5f7-953ba8d324e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:36:24.231740 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-8402af36-d5e2-4009-9ad5-d9c49472ea7a tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "GET /v2.0/ports/fd89697a-1f92-4c20-9f2b-42cfed1a1908 HTTP/1.1" status: 200 len: 976 time: 0.0486717 Aug 16 23:36:24.232837 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52846) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:36:24.237979 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af51818-f680-4b0a-a5f7-953ba8d324e3 None None] Routers {'3d9db1da-446a-48ea-8760-3d6081eed94a'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:36:24.238670 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-5af51818-f680-4b0a-a5f7-953ba8d324e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:36:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['3d9db1da-446a-48ea-8760-3d6081eed94a'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:36:24.261600 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-8dd7c03a-c1b6-43cf-8603-7a8ba769550e None None] Port fd89697a-1f92-4c20-9f2b-42cfed1a1908 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:36:24.273808 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-5af51818-f680-4b0a-a5f7-953ba8d324e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:36:24.274459 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af51818-f680-4b0a-a5f7-953ba8d324e3 None None] The sync data for ids ['3d9db1da-446a-48ea-8760-3d6081eed94a'] in n-d-791506-26 is: [] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:36:24.510117 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device a4f2c7c8-7fa5-41a0-a5b7-fc68b0ad394a up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:36:24.561337 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-10d84e1d-dd1d-4952-94d9-fab180b5e6bc tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537579'] for router_interface, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:24.561659 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port a4f2c7c8-7fa5-41a0-a5b7-fc68b0ad394a triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:36:24.562028 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:24.780038 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-10d84e1d-dd1d-4952-94d9-fab180b5e6bc tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Deleting port fd89697a-1f92-4c20-9f2b-42cfed1a1908 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:36:24.780274 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-10d84e1d-dd1d-4952-94d9-fab180b5e6bc tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:24.879373 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-10d84e1d-dd1d-4952-94d9-fab180b5e6bc tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:24.891633 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-10d84e1d-dd1d-4952-94d9-fab180b5e6bc tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Calling delete_port for fd89697a-1f92-4c20-9f2b-42cfed1a1908 owned by network:router_interface {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:36:25.070618 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-10d84e1d-dd1d-4952-94d9-fab180b5e6bc tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:25.099056 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d84e1d-dd1d-4952-94d9-fab180b5e6bc tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Pushing event deleted for resources: {'Port': ['ID=fd89697a-1f92-4c20-9f2b-42cfed1a1908,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:25.250310 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-10d84e1d-dd1d-4952-94d9-fab180b5e6bc tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537471'] for router_interface, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:25.411366 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10d84e1d-dd1d-4952-94d9-fab180b5e6bc tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Router 3d9db1da-446a-48ea-8760-3d6081eed94a has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:36:25.490846 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10d84e1d-dd1d-4952-94d9-fab180b5e6bc tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:36:25.495711 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-10d84e1d-dd1d-4952-94d9-fab180b5e6bc tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "PUT /v2.0/routers/3d9db1da-446a-48ea-8760-3d6081eed94a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2619343 Aug 16 23:36:25.498716 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52848) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:36:25.501700 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335e7ffa-d16d-4639-b8aa-399d5b6148a2 None None] Sync routers for ids ['3d9db1da-446a-48ea-8760-3d6081eed94a'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:36:25.510890 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335e7ffa-d16d-4639-b8aa-399d5b6148a2 None None] Routers {'3d9db1da-446a-48ea-8760-3d6081eed94a'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:36:25.511488 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-335e7ffa-d16d-4639-b8aa-399d5b6148a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:36:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['3d9db1da-446a-48ea-8760-3d6081eed94a'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:36:25.547110 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-335e7ffa-d16d-4639-b8aa-399d5b6148a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:36:25.555561 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335e7ffa-d16d-4639-b8aa-399d5b6148a2 None None] Routers {'3d9db1da-446a-48ea-8760-3d6081eed94a'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:36:25.556164 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-335e7ffa-d16d-4639-b8aa-399d5b6148a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:36:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['3d9db1da-446a-48ea-8760-3d6081eed94a'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:36:25.588017 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-335e7ffa-d16d-4639-b8aa-399d5b6148a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:36:25.588700 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335e7ffa-d16d-4639-b8aa-399d5b6148a2 None None] The sync data for ids ['3d9db1da-446a-48ea-8760-3d6081eed94a'] in n-d-791506-26 is: [] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:36:25.680379 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:25.689096 n-d-791506-26 neutron-server[101291]: INFO neutron.api.v2.resource [None req-f8fa0dc4-2b95-463f-84d7-77be12f37b17 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] remove_router_interface failed (client error): The resource could not be found. Aug 16 23:36:25.690194 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-f8fa0dc4-2b95-463f-84d7-77be12f37b17 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "PUT /v2.0/routers/3d9db1da-446a-48ea-8760-3d6081eed94a/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.1905496 Aug 16 23:36:25.693074 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52850) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:36:25.721001 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-4617ac58-1980-43af-a4a9-129602ed846f tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d9db1da-446a-48ea-8760-3d6081eed94a HTTP/1.1" status: 200 len: 205 time: 0.0267849 Aug 16 23:36:25.723660 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52852) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:36:25.800321 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-17a174ad-0982-48c7-b607-b6a584a7f6c8 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for router, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:25.967929 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-17a174ad-0982-48c7-b607-b6a584a7f6c8 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:25.970103 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-17a174ad-0982-48c7-b607-b6a584a7f6c8 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:26.017188 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-17a174ad-0982-48c7-b607-b6a584a7f6c8 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:26.017982 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17a174ad-0982-48c7-b607-b6a584a7f6c8 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Fanout notify agent at l3_agent the message router_deleted on router 3d9db1da-446a-48ea-8760-3d6081eed94a {{(pid=101291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:36:26.025975 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-17a174ad-0982-48c7-b607-b6a584a7f6c8 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:26.027086 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-17a174ad-0982-48c7-b607-b6a584a7f6c8 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "DELETE /v2.0/routers/3d9db1da-446a-48ea-8760-3d6081eed94a HTTP/1.1" status: 204 len: 168 time: 0.3025475 Aug 16 23:36:26.030090 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52854) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:36:26.081784 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_v2 [None req-46343543-976d-4706-b71f-022bc76a0849 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Deleting subnet d511e143-5b55-4803-9ae9-47d6a30a1e41 {{(pid=101292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:36:26.084932 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-46343543-976d-4706-b71f-022bc76a0849 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for subnet, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:26.124059 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-46343543-976d-4706-b71f-022bc76a0849 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3848860'] for subnet, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:26.213627 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-46343543-976d-4706-b71f-022bc76a0849 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:26.270781 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-46343543-976d-4706-b71f-022bc76a0849 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26252129'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:26.298042 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46343543-976d-4706-b71f-022bc76a0849 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Pushing event deleted for resources: {'Subnet': ['ID=d511e143-5b55-4803-9ae9-47d6a30a1e41,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:26.301990 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-46343543-976d-4706-b71f-022bc76a0849 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:26.304873 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-46343543-976d-4706-b71f-022bc76a0849 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "DELETE /v2.0/subnets/d511e143-5b55-4803-9ae9-47d6a30a1e41 HTTP/1.1" status: 204 len: 168 time: 0.2734356 Aug 16 23:36:26.306390 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52856) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:36:26.309488 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9c1d8d-7be5-40db-9675-6bb39553dba9 None None] Network 5a0b4081-6e70-444c-9ffa-a9032daa47a8 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:36:26.383954 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fd84e1e1-19bb-477e-bae4-ca01918d68f3 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:26.445294 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-fd84e1e1-19bb-477e-bae4-ca01918d68f3 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Deleting port a4f2c7c8-7fa5-41a0-a5b7-fc68b0ad394a {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:36:26.445628 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fd84e1e1-19bb-477e-bae4-ca01918d68f3 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:26.504473 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e63264-93cd-413f-bd16-36457e9a31e5 None None] DHCP port deletion for 5a0b4081-6e70-444c-9ffa-a9032daa47a8 request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:36:26.512244 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-fd84e1e1-19bb-477e-bae4-ca01918d68f3 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] For port a4f2c7c8-7fa5-41a0-a5b7-fc68b0ad394a, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=a4f2c7c8-7fa5-41a0-a5b7-fc68b0ad394a,segment=NetworkSegment(41fd62b4-f3a5-45ac-a412-f8a245d821cc),segment_id=41fd62b4-f3a5-45ac-a412-f8a245d821cc)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:36:26.512641 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fd84e1e1-19bb-477e-bae4-ca01918d68f3 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:26.525945 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-fd84e1e1-19bb-477e-bae4-ca01918d68f3 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Calling delete_port for a4f2c7c8-7fa5-41a0-a5b7-fc68b0ad394a owned by network:dhcp {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:36:26.553444 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-84e63264-93cd-413f-bd16-36457e9a31e5 None None] Deleting port a4f2c7c8-7fa5-41a0-a5b7-fc68b0ad394a {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:36:26.553824 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-84e63264-93cd-413f-bd16-36457e9a31e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:26.622139 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fd84e1e1-19bb-477e-bae4-ca01918d68f3 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:26.647975 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd84e1e1-19bb-477e-bae4-ca01918d68f3 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Pushing event deleted for resources: {'Port': ['ID=a4f2c7c8-7fa5-41a0-a5b7-fc68b0ad394a,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:26.654839 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd84e1e1-19bb-477e-bae4-ca01918d68f3 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] No DVR routers for this DVR port a4f2c7c8-7fa5-41a0-a5b7-fc68b0ad394a on host n-d-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:36:26.755489 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fd84e1e1-19bb-477e-bae4-ca01918d68f3 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:26.765920 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-fd84e1e1-19bb-477e-bae4-ca01918d68f3 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a0b4081-6e70-444c-9ffa-a9032daa47a8']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:36:26.777827 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-84e63264-93cd-413f-bd16-36457e9a31e5 None None] For port a4f2c7c8-7fa5-41a0-a5b7-fc68b0ad394a, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=a4f2c7c8-7fa5-41a0-a5b7-fc68b0ad394a,segment=NetworkSegment(41fd62b4-f3a5-45ac-a412-f8a245d821cc),segment_id=41fd62b4-f3a5-45ac-a412-f8a245d821cc)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:36:26.778154 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-84e63264-93cd-413f-bd16-36457e9a31e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:26.780772 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-fd84e1e1-19bb-477e-bae4-ca01918d68f3 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41fd62b4-f3a5-45ac-a412-f8a245d821cc') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:36:26.781082 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-fd84e1e1-19bb-477e-bae4-ca01918d68f3 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41fd62b4-f3a5-45ac-a412-f8a245d821cc') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:36:26.790444 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fd84e1e1-19bb-477e-bae4-ca01918d68f3 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:26.791302 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-84e63264-93cd-413f-bd16-36457e9a31e5 None None] Calling delete_port for a4f2c7c8-7fa5-41a0-a5b7-fc68b0ad394a owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:36:26.804298 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fd84e1e1-19bb-477e-bae4-ca01918d68f3 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:26.811132 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd84e1e1-19bb-477e-bae4-ca01918d68f3 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:36:26.811633 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fd84e1e1-19bb-477e-bae4-ca01918d68f3 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:26.814793 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 16 23:36:26.814793 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:36:26.814793 n-d-791506-26 neutron-server[101292]: timer() Aug 16 23:36:26.814793 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:36:26.814793 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 16 23:36:26.814793 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:36:26.814793 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 16 23:36:26.814793 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:36:26.814793 n-d-791506-26 neutron-server[101292]: self._notify() Aug 16 23:36:26.814793 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:36:26.814793 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 16 23:36:26.814793 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:36:26.814793 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 16 23:36:26.814793 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:36:26.814793 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:36:26.814793 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:36:26.814793 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:36:26.814793 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:36:26.814793 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 16 23:36:26.814793 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:36:26.814793 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 16 23:36:26.814793 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:36:26.814793 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:36:26.814793 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:36:26.814793 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 16 23:36:26.814793 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:36:26.814793 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:36:26.814793 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:36:26.814793 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:36:26.814793 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:36:26.814793 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:36:26.814793 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:36:26.868045 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-84e63264-93cd-413f-bd16-36457e9a31e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:26.884234 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fd84e1e1-19bb-477e-bae4-ca01918d68f3 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:26.893831 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fd84e1e1-19bb-477e-bae4-ca01918d68f3 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:26.894072 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e63264-93cd-413f-bd16-36457e9a31e5 None None] Pushing event deleted for resources: {'Port': ['ID=a4f2c7c8-7fa5-41a0-a5b7-fc68b0ad394a,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:26.901476 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-fd84e1e1-19bb-477e-bae4-ca01918d68f3 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "DELETE /v2.0/networks/5a0b4081-6e70-444c-9ffa-a9032daa47a8 HTTP/1.1" status: 204 len: 168 time: 0.5882866 Aug 16 23:36:26.901936 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e63264-93cd-413f-bd16-36457e9a31e5 None None] No DVR routers for this DVR port a4f2c7c8-7fa5-41a0-a5b7-fc68b0ad394a on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:36:26.902063 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52858) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:36:26.908994 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-c9cd0214-2f53-429d-89c9-f853e4008430 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Request body: {'network': {'name': 'tempest-RoutersTest-1759017829'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:36:26.912157 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd84e1e1-19bb-477e-bae4-ca01918d68f3 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Pushing event deleted for resources: {'Network': ['ID=5a0b4081-6e70-444c-9ffa-a9032daa47a8,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:26.929231 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9cd0214-2f53-429d-89c9-f853e4008430 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Made reservation on behalf of f4d3f331c2ee4e1f853cccec6d5d04dc for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:36:26.933405 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c9cd0214-2f53-429d-89c9-f853e4008430 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:26.961999 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9cd0214-2f53-429d-89c9-f853e4008430 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:36:26.971996 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c9cd0214-2f53-429d-89c9-f853e4008430 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:26.972720 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-c9cd0214-2f53-429d-89c9-f853e4008430 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Added segment 12332af5-f6a6-4e6b-8d17-99c067f258e3 of type vlan for network f24c9d31-e533-49e5-ac00-0f95ecc6b553 Aug 16 23:36:27.012725 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c9cd0214-2f53-429d-89c9-f853e4008430 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:27.040586 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c9cd0214-2f53-429d-89c9-f853e4008430 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:27.046128 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9cd0214-2f53-429d-89c9-f853e4008430 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:36:27.046709 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c9cd0214-2f53-429d-89c9-f853e4008430 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:27.103733 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-c9cd0214-2f53-429d-89c9-f853e4008430 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2007468 Aug 16 23:36:27.106683 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52860) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:36:27.112770 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-ec7a69a7-3920-4978-8b99-057e6ce421c5 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Request body: {'subnet': {'network_id': 'f24c9d31-e533-49e5-ac00-0f95ecc6b553', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:36:27.116930 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cd0214-2f53-429d-89c9-f853e4008430 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Pushing event updated for resources: {'Network': ['ID=f24c9d31-e533-49e5-ac00-0f95ecc6b553,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:27.127782 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network f24c9d31-e533-49e5-ac00-0f95ecc6b553 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:36:27.208763 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec7a69a7-3920-4978-8b99-057e6ce421c5 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Made reservation on behalf of f4d3f331c2ee4e1f853cccec6d5d04dc for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:36:27.212206 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ec7a69a7-3920-4978-8b99-057e6ce421c5 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:27.409549 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ec7a69a7-3920-4978-8b99-057e6ce421c5 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:27.470722 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a69a7-3920-4978-8b99-057e6ce421c5 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Pushing event updated for resources: {'Subnet': ['ID=a20190e8-5a85-4f07-b392-7612555c2217,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:27.479310 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7a69a7-3920-4978-8b99-057e6ce421c5 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Checking segment: {'id': '12332af5-f6a6-4e6b-8d17-99c067f258e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f24c9d31-e533-49e5-ac00-0f95ecc6b553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:36:27.479680 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7a69a7-3920-4978-8b99-057e6ce421c5 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Network hostable DHCP agents. Network: f24c9d31-e533-49e5-ac00-0f95ecc6b553, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:36:27.497016 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7a69a7-3920-4978-8b99-057e6ce421c5 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Network f24c9d31-e533-49e5-ac00-0f95ecc6b553 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:36:27.506166 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-ec7a69a7-3920-4978-8b99-057e6ce421c5 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, f24c9d31-e533-49e5-ac00-0f95ecc6b553) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:36:27.510700 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7a69a7-3920-4978-8b99-057e6ce421c5 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:36:27.512010 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ec7a69a7-3920-4978-8b99-057e6ce421c5 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:27.517220 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1960d9b-139d-4099-88fe-8e29a6143d04 None None] Network f24c9d31-e533-49e5-ac00-0f95ecc6b553 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:36:27.526645 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-ec7a69a7-3920-4978-8b99-057e6ce421c5 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4182680 Aug 16 23:36:27.530291 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52862) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:36:27.535034 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-215e3105-06ad-4ddb-9ac5-285f85c89a6b tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-817091922', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:36:27.558224 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-215e3105-06ad-4ddb-9ac5-285f85c89a6b tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:27.559294 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-215e3105-06ad-4ddb-9ac5-285f85c89a6b tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:27.626999 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-215e3105-06ad-4ddb-9ac5-285f85c89a6b tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:27.631873 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-215e3105-06ad-4ddb-9ac5-285f85c89a6b tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:27.648363 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-215e3105-06ad-4ddb-9ac5-285f85c89a6b tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:27.649627 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-215e3105-06ad-4ddb-9ac5-285f85c89a6b tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1183703 Aug 16 23:36:27.654244 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52864) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:36:27.679078 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf3dd24-a9df-4443-b268-c2ffb6bc814f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-f24c9d31-e533-49e5-ac00-0f95ecc6b553', 'network_id': 'f24c9d31-e533-49e5-ac00-0f95ecc6b553', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'fixed_ips': [{'subnet_id': 'a20190e8-5a85-4f07-b392-7612555c2217'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:36:27.679984 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-fbf3dd24-a9df-4443-b268-c2ffb6bc814f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:27.820950 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-fbf3dd24-a9df-4443-b268-c2ffb6bc814f None None] Allocated IP 172.20.0.2 (f24c9d31-e533-49e5-ac00-0f95ecc6b553/a20190e8-5a85-4f07-b392-7612555c2217/1159cfb4-5783-4ea3-bf3d-5974ffba07b0) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:36:27.954655 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f4c5c262-64aa-4b96-afae-2e4cad93a7b4 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:27.968838 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-fbf3dd24-a9df-4443-b268-c2ffb6bc814f None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:27.977495 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-fbf3dd24-a9df-4443-b268-c2ffb6bc814f None None] Transition to ACTIVE for port object 1159cfb4-5783-4ea3-bf3d-5974ffba07b0 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:36:27.992523 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-fbf3dd24-a9df-4443-b268-c2ffb6bc814f None None] Transition to ACTIVE for port object 1159cfb4-5783-4ea3-bf3d-5974ffba07b0 will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:36:27.998014 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-fbf3dd24-a9df-4443-b268-c2ffb6bc814f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:28.045593 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf3dd24-a9df-4443-b268-c2ffb6bc814f None None] Network f24c9d31-e533-49e5-ac00-0f95ecc6b553 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:36:28.048638 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-fbf3dd24-a9df-4443-b268-c2ffb6bc814f None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:36:28.053183 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf3dd24-a9df-4443-b268-c2ffb6bc814f None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:36:28.056204 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf3dd24-a9df-4443-b268-c2ffb6bc814f None None] Pushing event updated for resources: {'Port': ['ID=1159cfb4-5783-4ea3-bf3d-5974ffba07b0,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:28.108675 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-fbf3dd24-a9df-4443-b268-c2ffb6bc814f None None] Attempting to bind port 1159cfb4-5783-4ea3-bf3d-5974ffba07b0 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:36:28.109056 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-fbf3dd24-a9df-4443-b268-c2ffb6bc814f None None] Attempting to bind port 1159cfb4-5783-4ea3-bf3d-5974ffba07b0 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '12332af5-f6a6-4e6b-8d17-99c067f258e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f24c9d31-e533-49e5-ac00-0f95ecc6b553'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:36:28.109430 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf3dd24-a9df-4443-b268-c2ffb6bc814f None None] Attempting to bind port 1159cfb4-5783-4ea3-bf3d-5974ffba07b0 on network f24c9d31-e533-49e5-ac00-0f95ecc6b553 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:36:28.114607 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf3dd24-a9df-4443-b268-c2ffb6bc814f None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:36:28.114983 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf3dd24-a9df-4443-b268-c2ffb6bc814f None None] Checking segment: {'id': '12332af5-f6a6-4e6b-8d17-99c067f258e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f24c9d31-e533-49e5-ac00-0f95ecc6b553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:36:28.115739 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-fbf3dd24-a9df-4443-b268-c2ffb6bc814f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:28.116133 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf3dd24-a9df-4443-b268-c2ffb6bc814f None None] Bound using segment: {'id': '12332af5-f6a6-4e6b-8d17-99c067f258e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f24c9d31-e533-49e5-ac00-0f95ecc6b553'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:36:28.116664 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-fbf3dd24-a9df-4443-b268-c2ffb6bc814f None None] Bound port: 1159cfb4-5783-4ea3-bf3d-5974ffba07b0, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12332af5-f6a6-4e6b-8d17-99c067f258e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f24c9d31-e533-49e5-ac00-0f95ecc6b553'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:36:28.117072 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-fbf3dd24-a9df-4443-b268-c2ffb6bc814f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:28.181788 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-fbf3dd24-a9df-4443-b268-c2ffb6bc814f None None] For port 1159cfb4-5783-4ea3-bf3d-5974ffba07b0, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:36:28.187035 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-fbf3dd24-a9df-4443-b268-c2ffb6bc814f None None] For port 1159cfb4-5783-4ea3-bf3d-5974ffba07b0, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=1159cfb4-5783-4ea3-bf3d-5974ffba07b0,segment=NetworkSegment(12332af5-f6a6-4e6b-8d17-99c067f258e3),segment_id=12332af5-f6a6-4e6b-8d17-99c067f258e3)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:36:28.191357 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-fbf3dd24-a9df-4443-b268-c2ffb6bc814f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:28.194629 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-f4c5c262-64aa-4b96-afae-2e4cad93a7b4 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Allocated IP 172.20.0.1 (f24c9d31-e533-49e5-ac00-0f95ecc6b553/a20190e8-5a85-4f07-b392-7612555c2217/2280aede-7ac9-44cc-a8ad-22210cf81715) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:36:28.251700 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf3dd24-a9df-4443-b268-c2ffb6bc814f None None] Pushing event updated for resources: {'Port': ['ID=1159cfb4-5783-4ea3-bf3d-5974ffba07b0,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:28.318915 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f4c5c262-64aa-4b96-afae-2e4cad93a7b4 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:28.333192 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [None req-f4c5c262-64aa-4b96-afae-2e4cad93a7b4 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Transition to ACTIVE for port object 2280aede-7ac9-44cc-a8ad-22210cf81715 will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:36:28.381645 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f4c5c262-64aa-4b96-afae-2e4cad93a7b4 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:28.430495 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c5c262-64aa-4b96-afae-2e4cad93a7b4 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Network f24c9d31-e533-49e5-ac00-0f95ecc6b553 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:36:28.434273 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-f4c5c262-64aa-4b96-afae-2e4cad93a7b4 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:36:28.441615 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c5c262-64aa-4b96-afae-2e4cad93a7b4 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:36:28.445890 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c5c262-64aa-4b96-afae-2e4cad93a7b4 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Pushing event updated for resources: {'Port': ['ID=2280aede-7ac9-44cc-a8ad-22210cf81715,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:28.496627 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f4c5c262-64aa-4b96-afae-2e4cad93a7b4 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954230'] for router_interface, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:28.542107 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 1159cfb4-5783-4ea3-bf3d-5974ffba07b0 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:36:28.596834 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 1159cfb4-5783-4ea3-bf3d-5974ffba07b0 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:36:28.628281 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f4c5c262-64aa-4b96-afae-2e4cad93a7b4 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:28.658022 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device a4f2c7c8-7fa5-41a0-a5b7-fc68b0ad394a no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:36:28.678485 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: a4f2c7c8-7fa5-41a0-a5b7-fc68b0ad394a {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:36:28.678837 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device a4f2c7c8-7fa5-41a0-a5b7-fc68b0ad394a not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:36:28.818231 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:36:28.900904 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f4c5c262-64aa-4b96-afae-2e4cad93a7b4 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:28.906554 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f4c5c262-64aa-4b96-afae-2e4cad93a7b4 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:28.989685 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c5c262-64aa-4b96-afae-2e4cad93a7b4 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Pushing event updated for resources: {'Port': ['ID=2280aede-7ac9-44cc-a8ad-22210cf81715,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:28.992356 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f4c5c262-64aa-4b96-afae-2e4cad93a7b4 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954122'] for router_interface, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:29.086312 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c5c262-64aa-4b96-afae-2e4cad93a7b4 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Network f24c9d31-e533-49e5-ac00-0f95ecc6b553 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:36:29.087541 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-f4c5c262-64aa-4b96-afae-2e4cad93a7b4 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:36:29.113829 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00fe7404-c2c0-4273-ad38-5d18f981d2cd None None] Network f24c9d31-e533-49e5-ac00-0f95ecc6b553 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:36:29.210648 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4c5c262-64aa-4b96-afae-2e4cad93a7b4 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Router 65bb96fe-6440-4e41-b435-90647fd39e3f is scheduled to L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f with binding_index 1 {{(pid=101292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:36:29.240118 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-c2b4295d-d4d2-49e3-84be-cd675b74c3d4 None None] Provisioning for port 1159cfb4-5783-4ea3-bf3d-5974ffba07b0 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:36:29.246339 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-c2b4295d-d4d2-49e3-84be-cd675b74c3d4 None None] Provisioning complete for port 1159cfb4-5783-4ea3-bf3d-5974ffba07b0 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:36:29.246714 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c2b4295d-d4d2-49e3-84be-cd675b74c3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:29.305501 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4c5c262-64aa-4b96-afae-2e4cad93a7b4 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:36:29.313748 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52868) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:36:29.314208 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-f4c5c262-64aa-4b96-afae-2e4cad93a7b4 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "PUT /v2.0/routers/65bb96fe-6440-4e41-b435-90647fd39e3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6603553 Aug 16 23:36:29.318067 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a6ce06-2ab3-45fa-b0e8-2a98efd74ee6 None None] Sync routers for ids ['65bb96fe-6440-4e41-b435-90647fd39e3f'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:36:29.328016 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a6ce06-2ab3-45fa-b0e8-2a98efd74ee6 None None] Routers {'65bb96fe-6440-4e41-b435-90647fd39e3f'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:36:29.328744 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-f2a6ce06-2ab3-45fa-b0e8-2a98efd74ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:36:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['65bb96fe-6440-4e41-b435-90647fd39e3f'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:36:29.354716 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c2b4295d-d4d2-49e3-84be-cd675b74c3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:29.363282 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-f2a6ce06-2ab3-45fa-b0e8-2a98efd74ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:36:29.366026 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d9dc02-3ada-4f05-af77-ed761f88a05f tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:36:29.367671 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-e6d9dc02-3ada-4f05-af77-ed761f88a05f tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "GET /v2.0/ports/2280aede-7ac9-44cc-a8ad-22210cf81715 HTTP/1.1" status: 200 len: 910 time: 0.0528698 Aug 16 23:36:29.370660 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52870) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:36:29.377312 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a6ce06-2ab3-45fa-b0e8-2a98efd74ee6 None None] Routers {'65bb96fe-6440-4e41-b435-90647fd39e3f'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:36:29.377974 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-f2a6ce06-2ab3-45fa-b0e8-2a98efd74ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:36:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['65bb96fe-6440-4e41-b435-90647fd39e3f'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:36:29.393398 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-c2b4295d-d4d2-49e3-84be-cd675b74c3d4 None None] For port 1159cfb4-5783-4ea3-bf3d-5974ffba07b0, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=1159cfb4-5783-4ea3-bf3d-5974ffba07b0,segment=NetworkSegment(12332af5-f6a6-4e6b-8d17-99c067f258e3),segment_id=12332af5-f6a6-4e6b-8d17-99c067f258e3)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:36:29.400462 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c2b4295d-d4d2-49e3-84be-cd675b74c3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:29.416885 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-f2a6ce06-2ab3-45fa-b0e8-2a98efd74ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:36:29.417805 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a6ce06-2ab3-45fa-b0e8-2a98efd74ee6 None None] The sync data for ids ['65bb96fe-6440-4e41-b435-90647fd39e3f'] in n-d-791506-26 is: [] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:36:29.459568 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b4295d-d4d2-49e3-84be-cd675b74c3d4 None None] Pushing event updated for resources: {'Port': ['ID=1159cfb4-5783-4ea3-bf3d-5974ffba07b0,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:29.622485 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-80b3c825-49d5-4e1b-bc57-02820d9f1a9b None None] Provisioning complete for port 1159cfb4-5783-4ea3-bf3d-5974ffba07b0 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:36:29.623665 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-80b3c825-49d5-4e1b-bc57-02820d9f1a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:29.715853 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d9741903-c2c5-4bd7-9069-693bf46e5dbf tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537579'] for router_interface, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:29.722134 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-80b3c825-49d5-4e1b-bc57-02820d9f1a9b None None] Provisioning for port 2280aede-7ac9-44cc-a8ad-22210cf81715 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:36:29.726021 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-80b3c825-49d5-4e1b-bc57-02820d9f1a9b None None] Provisioning complete for port 2280aede-7ac9-44cc-a8ad-22210cf81715 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:36:29.726406 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-80b3c825-49d5-4e1b-bc57-02820d9f1a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:29.764963 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-80b3c825-49d5-4e1b-bc57-02820d9f1a9b None None] Port 2280aede-7ac9-44cc-a8ad-22210cf81715 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:36:29.883351 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-70b45340-c0d3-4e3d-b334-639344bc7288 None None] Provisioning complete for port 2280aede-7ac9-44cc-a8ad-22210cf81715 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:36:29.883733 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-70b45340-c0d3-4e3d-b334-639344bc7288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:29.921906 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-70b45340-c0d3-4e3d-b334-639344bc7288 None None] Port 2280aede-7ac9-44cc-a8ad-22210cf81715 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:36:29.973708 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-d9741903-c2c5-4bd7-9069-693bf46e5dbf tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Deleting port 2280aede-7ac9-44cc-a8ad-22210cf81715 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:36:29.974059 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d9741903-c2c5-4bd7-9069-693bf46e5dbf tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:30.040388 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-64f75e20-ca29-4156-8afb-f590a231a25a None None] Provisioning complete for port 2280aede-7ac9-44cc-a8ad-22210cf81715 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:36:30.040787 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-64f75e20-ca29-4156-8afb-f590a231a25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:30.064820 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d9741903-c2c5-4bd7-9069-693bf46e5dbf tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:30.074320 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-64f75e20-ca29-4156-8afb-f590a231a25a None None] Port 2280aede-7ac9-44cc-a8ad-22210cf81715 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:36:30.078097 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-d9741903-c2c5-4bd7-9069-693bf46e5dbf tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Calling delete_port for 2280aede-7ac9-44cc-a8ad-22210cf81715 owned by network:router_interface {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:36:30.246118 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d9741903-c2c5-4bd7-9069-693bf46e5dbf tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:30.273004 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9741903-c2c5-4bd7-9069-693bf46e5dbf tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Pushing event deleted for resources: {'Port': ['ID=2280aede-7ac9-44cc-a8ad-22210cf81715,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:30.286425 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9741903-c2c5-4bd7-9069-693bf46e5dbf tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:36:30.286776 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9741903-c2c5-4bd7-9069-693bf46e5dbf tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:36:30.287128 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9741903-c2c5-4bd7-9069-693bf46e5dbf tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:36:30.287464 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9741903-c2c5-4bd7-9069-693bf46e5dbf tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:36:30.287801 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9741903-c2c5-4bd7-9069-693bf46e5dbf tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:36:30.288137 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9741903-c2c5-4bd7-9069-693bf46e5dbf tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:36:30.288472 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9741903-c2c5-4bd7-9069-693bf46e5dbf tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:36:30.288832 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9741903-c2c5-4bd7-9069-693bf46e5dbf tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:36:30.289163 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9741903-c2c5-4bd7-9069-693bf46e5dbf tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:36:30.289495 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9741903-c2c5-4bd7-9069-693bf46e5dbf tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:36:30.289825 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9741903-c2c5-4bd7-9069-693bf46e5dbf tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:36:30.290151 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9741903-c2c5-4bd7-9069-693bf46e5dbf tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:36:30.434359 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d9741903-c2c5-4bd7-9069-693bf46e5dbf tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537471'] for router_interface, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:30.506536 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 1159cfb4-5783-4ea3-bf3d-5974ffba07b0 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:36:30.558365 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 1159cfb4-5783-4ea3-bf3d-5974ffba07b0 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:36:30.558717 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:30.914315 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9741903-c2c5-4bd7-9069-693bf46e5dbf tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Router 65bb96fe-6440-4e41-b435-90647fd39e3f has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:36:30.994750 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9741903-c2c5-4bd7-9069-693bf46e5dbf tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:36:31.000420 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-d9741903-c2c5-4bd7-9069-693bf46e5dbf tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "PUT /v2.0/routers/65bb96fe-6440-4e41-b435-90647fd39e3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6285527 Aug 16 23:36:31.003596 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52876) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:36:31.006261 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ec37b3-72a3-444b-80d6-00082ff38c73 None None] Sync routers for ids ['65bb96fe-6440-4e41-b435-90647fd39e3f'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:36:31.016243 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ec37b3-72a3-444b-80d6-00082ff38c73 None None] Routers {'65bb96fe-6440-4e41-b435-90647fd39e3f'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:36:31.016913 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-93ec37b3-72a3-444b-80d6-00082ff38c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:36:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['65bb96fe-6440-4e41-b435-90647fd39e3f'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:36:31.030327 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-ad6d7c3d-5a62-4281-a05c-4bea1a2c2647 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "GET /v2.0/ports?device_id=65bb96fe-6440-4e41-b435-90647fd39e3f HTTP/1.1" status: 200 len: 205 time: 0.0256450 Aug 16 23:36:31.032852 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52878) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:36:31.050167 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-93ec37b3-72a3-444b-80d6-00082ff38c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:36:31.058942 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ec37b3-72a3-444b-80d6-00082ff38c73 None None] Routers {'65bb96fe-6440-4e41-b435-90647fd39e3f'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:36:31.059546 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-93ec37b3-72a3-444b-80d6-00082ff38c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:36:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['65bb96fe-6440-4e41-b435-90647fd39e3f'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:36:31.097345 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-93ec37b3-72a3-444b-80d6-00082ff38c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:36:31.097999 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ec37b3-72a3-444b-80d6-00082ff38c73 None None] The sync data for ids ['65bb96fe-6440-4e41-b435-90647fd39e3f'] in n-d-791506-26 is: [] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:36:31.110119 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9f0dda17-d7b4-4c2f-ab3e-c63e1bed5971 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for router, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:31.271073 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9f0dda17-d7b4-4c2f-ab3e-c63e1bed5971 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:31.273248 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9f0dda17-d7b4-4c2f-ab3e-c63e1bed5971 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:31.317912 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9f0dda17-d7b4-4c2f-ab3e-c63e1bed5971 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:31.318462 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f0dda17-d7b4-4c2f-ab3e-c63e1bed5971 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Fanout notify agent at l3_agent the message router_deleted on router 65bb96fe-6440-4e41-b435-90647fd39e3f {{(pid=101291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:36:31.325315 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9f0dda17-d7b4-4c2f-ab3e-c63e1bed5971 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:31.326675 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-9f0dda17-d7b4-4c2f-ab3e-c63e1bed5971 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "DELETE /v2.0/routers/65bb96fe-6440-4e41-b435-90647fd39e3f HTTP/1.1" status: 204 len: 168 time: 0.2927094 Aug 16 23:36:31.329277 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52880) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:36:31.385535 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-e91425cc-3067-4e75-892b-8d78dab05e30 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Deleting subnet a20190e8-5a85-4f07-b392-7612555c2217 {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:36:31.388831 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e91425cc-3067-4e75-892b-8d78dab05e30 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:31.435779 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e91425cc-3067-4e75-892b-8d78dab05e30 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:31.522291 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e91425cc-3067-4e75-892b-8d78dab05e30 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:31.586970 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e91425cc-3067-4e75-892b-8d78dab05e30 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:31.617350 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91425cc-3067-4e75-892b-8d78dab05e30 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Pushing event deleted for resources: {'Subnet': ['ID=a20190e8-5a85-4f07-b392-7612555c2217,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:31.619332 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e91425cc-3067-4e75-892b-8d78dab05e30 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:31.621237 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-e91425cc-3067-4e75-892b-8d78dab05e30 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "DELETE /v2.0/subnets/a20190e8-5a85-4f07-b392-7612555c2217 HTTP/1.1" status: 204 len: 168 time: 0.2910395 Aug 16 23:36:31.624267 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52882) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:36:31.626912 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8e9040-3ef9-469e-84dc-8735de161dda None None] Network f24c9d31-e533-49e5-ac00-0f95ecc6b553 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:36:31.706000 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3b982e4d-27d9-45b6-a26e-5dd4b0d46443 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:31.767247 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-3b982e4d-27d9-45b6-a26e-5dd4b0d46443 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Deleting port 1159cfb4-5783-4ea3-bf3d-5974ffba07b0 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:36:31.767636 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3b982e4d-27d9-45b6-a26e-5dd4b0d46443 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:31.799884 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec86385-23d4-4ea9-8da7-6d2898d8c9fd None None] DHCP port deletion for f24c9d31-e533-49e5-ac00-0f95ecc6b553 request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:36:31.845158 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-3b982e4d-27d9-45b6-a26e-5dd4b0d46443 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] For port 1159cfb4-5783-4ea3-bf3d-5974ffba07b0, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=1159cfb4-5783-4ea3-bf3d-5974ffba07b0,segment=NetworkSegment(12332af5-f6a6-4e6b-8d17-99c067f258e3),segment_id=12332af5-f6a6-4e6b-8d17-99c067f258e3)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:36:31.845533 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3b982e4d-27d9-45b6-a26e-5dd4b0d46443 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:31.850712 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-aec86385-23d4-4ea9-8da7-6d2898d8c9fd None None] Deleting port 1159cfb4-5783-4ea3-bf3d-5974ffba07b0 {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:36:31.851093 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-aec86385-23d4-4ea9-8da7-6d2898d8c9fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:31.860617 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-3b982e4d-27d9-45b6-a26e-5dd4b0d46443 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Calling delete_port for 1159cfb4-5783-4ea3-bf3d-5974ffba07b0 owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:36:31.916068 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-aec86385-23d4-4ea9-8da7-6d2898d8c9fd None None] For port 1159cfb4-5783-4ea3-bf3d-5974ffba07b0, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=1159cfb4-5783-4ea3-bf3d-5974ffba07b0,segment=NetworkSegment(12332af5-f6a6-4e6b-8d17-99c067f258e3),segment_id=12332af5-f6a6-4e6b-8d17-99c067f258e3)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:36:31.916561 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-aec86385-23d4-4ea9-8da7-6d2898d8c9fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:31.929023 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-aec86385-23d4-4ea9-8da7-6d2898d8c9fd None None] Calling delete_port for 1159cfb4-5783-4ea3-bf3d-5974ffba07b0 owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:36:31.954129 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3b982e4d-27d9-45b6-a26e-5dd4b0d46443 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:31.987246 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b982e4d-27d9-45b6-a26e-5dd4b0d46443 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Pushing event deleted for resources: {'Port': ['ID=1159cfb4-5783-4ea3-bf3d-5974ffba07b0,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:31.992659 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b982e4d-27d9-45b6-a26e-5dd4b0d46443 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] No DVR routers for this DVR port 1159cfb4-5783-4ea3-bf3d-5974ffba07b0 on host n-d-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:36:32.011572 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-aec86385-23d4-4ea9-8da7-6d2898d8c9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:32.037122 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec86385-23d4-4ea9-8da7-6d2898d8c9fd None None] Pushing event deleted for resources: {'Port': ['ID=1159cfb4-5783-4ea3-bf3d-5974ffba07b0,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:32.040414 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec86385-23d4-4ea9-8da7-6d2898d8c9fd None None] No DVR routers for this DVR port 1159cfb4-5783-4ea3-bf3d-5974ffba07b0 on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:36:32.087802 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3b982e4d-27d9-45b6-a26e-5dd4b0d46443 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:32.097873 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-3b982e4d-27d9-45b6-a26e-5dd4b0d46443 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f24c9d31-e533-49e5-ac00-0f95ecc6b553']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:36:32.107740 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-3b982e4d-27d9-45b6-a26e-5dd4b0d46443 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12332af5-f6a6-4e6b-8d17-99c067f258e3') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:36:32.108046 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-3b982e4d-27d9-45b6-a26e-5dd4b0d46443 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12332af5-f6a6-4e6b-8d17-99c067f258e3') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:36:32.117022 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3b982e4d-27d9-45b6-a26e-5dd4b0d46443 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:32.136444 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3b982e4d-27d9-45b6-a26e-5dd4b0d46443 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:32.144229 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b982e4d-27d9-45b6-a26e-5dd4b0d46443 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:36:32.144775 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3b982e4d-27d9-45b6-a26e-5dd4b0d46443 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:32.147800 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 23:36:32.147800 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:36:32.147800 n-d-791506-26 neutron-server[101291]: timer() Aug 16 23:36:32.147800 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:36:32.147800 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 23:36:32.147800 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:36:32.147800 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 23:36:32.147800 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:36:32.147800 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 23:36:32.147800 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:36:32.147800 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 23:36:32.147800 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:36:32.147800 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 23:36:32.147800 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:36:32.147800 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:36:32.147800 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:36:32.147800 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:36:32.147800 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:36:32.147800 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 23:36:32.147800 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:36:32.147800 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 23:36:32.147800 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:36:32.147800 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:36:32.147800 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:36:32.147800 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 23:36:32.147800 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:36:32.147800 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:36:32.147800 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:36:32.147800 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:36:32.147800 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:36:32.147800 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:36:32.147800 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:36:32.210111 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3b982e4d-27d9-45b6-a26e-5dd4b0d46443 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:32.217193 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3b982e4d-27d9-45b6-a26e-5dd4b0d46443 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:32.219165 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-3b982e4d-27d9-45b6-a26e-5dd4b0d46443 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "DELETE /v2.0/networks/f24c9d31-e533-49e5-ac00-0f95ecc6b553 HTTP/1.1" status: 204 len: 168 time: 0.5938671 Aug 16 23:36:32.225031 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52884) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:36:32.231334 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b982e4d-27d9-45b6-a26e-5dd4b0d46443 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Pushing event deleted for resources: {'Network': ['ID=f24c9d31-e533-49e5-ac00-0f95ecc6b553,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:32.232908 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-64a2bddb-c031-4d5a-9bfa-d1e836cb48e5 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1192615520', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}, 'admin_state_up': False}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:36:32.258088 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-64a2bddb-c031-4d5a-9bfa-d1e836cb48e5 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:32.259073 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-64a2bddb-c031-4d5a-9bfa-d1e836cb48e5 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:32.308816 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-64a2bddb-c031-4d5a-9bfa-d1e836cb48e5 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:32.496748 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 1159cfb4-5783-4ea3-bf3d-5974ffba07b0 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:36:32.518002 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 1159cfb4-5783-4ea3-bf3d-5974ffba07b0 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:36:32.518345 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 1159cfb4-5783-4ea3-bf3d-5974ffba07b0 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:36:32.761371 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-64a2bddb-c031-4d5a-9bfa-d1e836cb48e5 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:32.953593 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-64a2bddb-c031-4d5a-9bfa-d1e836cb48e5 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for router_gateway, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:32.975781 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-64a2bddb-c031-4d5a-9bfa-d1e836cb48e5 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:33.074977 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-64a2bddb-c031-4d5a-9bfa-d1e836cb48e5 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Allocated IP 172.25.4.34 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/ba6fcdf1-f8ac-4c1b-a912-2a4684b30588) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:36:33.179373 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-64a2bddb-c031-4d5a-9bfa-d1e836cb48e5 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:33.218679 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-64a2bddb-c031-4d5a-9bfa-d1e836cb48e5 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:33.257819 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a2bddb-c031-4d5a-9bfa-d1e836cb48e5 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:36:33.260685 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-64a2bddb-c031-4d5a-9bfa-d1e836cb48e5 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:36:33.263788 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a2bddb-c031-4d5a-9bfa-d1e836cb48e5 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:36:33.288550 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a2bddb-c031-4d5a-9bfa-d1e836cb48e5 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Pushing event updated for resources: {'Port': ['ID=ba6fcdf1-f8ac-4c1b-a912-2a4684b30588,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:33.510359 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-64a2bddb-c031-4d5a-9bfa-d1e836cb48e5 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for router_gateway, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:33.707536 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-64a2bddb-c031-4d5a-9bfa-d1e836cb48e5 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:33.833113 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64a2bddb-c031-4d5a-9bfa-d1e836cb48e5 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Router 269cc26a-9ccc-4026-b85a-1f78ccfe2863 is scheduled to L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f with binding_index 1 {{(pid=101292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:36:33.939398 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64a2bddb-c031-4d5a-9bfa-d1e836cb48e5 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:36:33.948694 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df22dd57-d225-4fda-9928-97ff9da9efa5 None None] Sync routers for ids ['269cc26a-9ccc-4026-b85a-1f78ccfe2863'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:36:33.957669 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df22dd57-d225-4fda-9928-97ff9da9efa5 None None] Routers {'269cc26a-9ccc-4026-b85a-1f78ccfe2863'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:36:33.957879 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-64a2bddb-c031-4d5a-9bfa-d1e836cb48e5 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:33.958281 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-df22dd57-d225-4fda-9928-97ff9da9efa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:36:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['269cc26a-9ccc-4026-b85a-1f78ccfe2863'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:36:33.959340 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-64a2bddb-c031-4d5a-9bfa-d1e836cb48e5 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 1.7329202 Aug 16 23:36:33.962129 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52886) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:36:33.992996 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-df22dd57-d225-4fda-9928-97ff9da9efa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:36:34.002136 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df22dd57-d225-4fda-9928-97ff9da9efa5 None None] Routers {'269cc26a-9ccc-4026-b85a-1f78ccfe2863'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:36:34.002736 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-df22dd57-d225-4fda-9928-97ff9da9efa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:36:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['269cc26a-9ccc-4026-b85a-1f78ccfe2863'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:36:34.033412 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-df22dd57-d225-4fda-9928-97ff9da9efa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:36:34.034053 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df22dd57-d225-4fda-9928-97ff9da9efa5 None None] The sync data for ids ['269cc26a-9ccc-4026-b85a-1f78ccfe2863'] in n-d-791506-26 is: [] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:36:34.078981 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-da649d53-ce80-41bf-9ac8-7c0310632d82 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "GET /v2.0/routers/269cc26a-9ccc-4026-b85a-1f78ccfe2863 HTTP/1.1" status: 200 len: 880 time: 0.1157525 Aug 16 23:36:34.081348 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52888) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:36:34.317608 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-6655353d-8908-4b20-a552-4b905cb9c33f tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.2351477 Aug 16 23:36:34.321712 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52890) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:36:34.326356 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-9f92f96d-a22f-4a93-b44d-6da4a8e05178 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1192615520'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:36:34.618748 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9f92f96d-a22f-4a93-b44d-6da4a8e05178 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-537184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-500218'] for router, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:34.629898 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9f92f96d-a22f-4a93-b44d-6da4a8e05178 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-537179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-537170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-639656'] for router, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:34.737236 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f92f96d-a22f-4a93-b44d-6da4a8e05178 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Router 269cc26a-9ccc-4026-b85a-1f78ccfe2863 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:36:34.840494 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f92f96d-a22f-4a93-b44d-6da4a8e05178 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:36:34.848028 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9f92f96d-a22f-4a93-b44d-6da4a8e05178 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:34.849242 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-9f92f96d-a22f-4a93-b44d-6da4a8e05178 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "PUT /v2.0/routers/269cc26a-9ccc-4026-b85a-1f78ccfe2863 HTTP/1.1" status: 200 len: 887 time: 0.5266216 Aug 16 23:36:34.851999 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52892) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:36:34.853029 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01be76b-29cb-4d34-b310-ddced3d26566 None None] Sync routers for ids ['269cc26a-9ccc-4026-b85a-1f78ccfe2863'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:36:34.862292 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01be76b-29cb-4d34-b310-ddced3d26566 None None] Routers {'269cc26a-9ccc-4026-b85a-1f78ccfe2863'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:36:34.862905 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-d01be76b-29cb-4d34-b310-ddced3d26566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:36:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['269cc26a-9ccc-4026-b85a-1f78ccfe2863'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:36:34.895952 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-d01be76b-29cb-4d34-b310-ddced3d26566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:36:34.906905 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01be76b-29cb-4d34-b310-ddced3d26566 None None] Routers {'269cc26a-9ccc-4026-b85a-1f78ccfe2863'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:36:34.907597 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-d01be76b-29cb-4d34-b310-ddced3d26566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:36:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['269cc26a-9ccc-4026-b85a-1f78ccfe2863'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:36:34.945693 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-d01be76b-29cb-4d34-b310-ddced3d26566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:36:34.946361 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01be76b-29cb-4d34-b310-ddced3d26566 None None] The sync data for ids ['269cc26a-9ccc-4026-b85a-1f78ccfe2863'] in n-d-791506-26 is: [] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:36:35.281875 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-5308d720-d9ed-4d27-aa6b-63e086d0967e tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "GET /v2.0/routers/269cc26a-9ccc-4026-b85a-1f78ccfe2863 HTTP/1.1" status: 200 len: 887 time: 0.4284446 Aug 16 23:36:35.284426 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52894) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:36:35.311240 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-fa92c63a-c435-4856-8b71-ffa9a2f6a3bd tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "GET /v2.0/ports?device_id=269cc26a-9ccc-4026-b85a-1f78ccfe2863 HTTP/1.1" status: 200 len: 205 time: 0.0257261 Aug 16 23:36:35.314124 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52896) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:36:35.419594 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-823b4147-9e21-42fe-8570-56b451e723b3 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for router, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:35.524329 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-823b4147-9e21-42fe-8570-56b451e723b3 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:35.575714 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-823b4147-9e21-42fe-8570-56b451e723b3 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Deleting port ba6fcdf1-f8ac-4c1b-a912-2a4684b30588 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:36:35.576072 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-823b4147-9e21-42fe-8570-56b451e723b3 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:35.649730 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-823b4147-9e21-42fe-8570-56b451e723b3 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:35.661368 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-823b4147-9e21-42fe-8570-56b451e723b3 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Calling delete_port for ba6fcdf1-f8ac-4c1b-a912-2a4684b30588 owned by network:router_gateway {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:36:35.826240 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-823b4147-9e21-42fe-8570-56b451e723b3 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:35.859193 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823b4147-9e21-42fe-8570-56b451e723b3 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Pushing event deleted for resources: {'Port': ['ID=ba6fcdf1-f8ac-4c1b-a912-2a4684b30588,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:35.915993 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-823b4147-9e21-42fe-8570-56b451e723b3 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537121'] for router_gateway, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:36.020400 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-823b4147-9e21-42fe-8570-56b451e723b3 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:36.022440 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-823b4147-9e21-42fe-8570-56b451e723b3 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:36.069288 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-823b4147-9e21-42fe-8570-56b451e723b3 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:36.070056 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-823b4147-9e21-42fe-8570-56b451e723b3 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Fanout notify agent at l3_agent the message router_deleted on router 269cc26a-9ccc-4026-b85a-1f78ccfe2863 {{(pid=101292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:36:36.078875 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-823b4147-9e21-42fe-8570-56b451e723b3 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:36.080374 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-823b4147-9e21-42fe-8570-56b451e723b3 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "DELETE /v2.0/routers/269cc26a-9ccc-4026-b85a-1f78ccfe2863 HTTP/1.1" status: 204 len: 168 time: 0.7652879 Aug 16 23:36:36.084554 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52900) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:36:36.089452 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-9af16afa-c976-48a6-a6ae-94671ffd2b0c tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Request body: {'network': {'name': 'tempest-RoutersTest-383575347'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:36:36.111371 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af16afa-c976-48a6-a6ae-94671ffd2b0c tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Made reservation on behalf of f4d3f331c2ee4e1f853cccec6d5d04dc for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:36:36.114784 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9af16afa-c976-48a6-a6ae-94671ffd2b0c tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:36.137653 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9af16afa-c976-48a6-a6ae-94671ffd2b0c tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:36:36.147477 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9af16afa-c976-48a6-a6ae-94671ffd2b0c tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:36.147830 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-9af16afa-c976-48a6-a6ae-94671ffd2b0c tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Added segment db009c7b-a87b-48d1-a5a9-9c37d6453dc5 of type vlan for network 5178391b-aa70-4937-af01-3d66cd5a8c5e Aug 16 23:36:36.188274 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9af16afa-c976-48a6-a6ae-94671ffd2b0c tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:36.212795 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9af16afa-c976-48a6-a6ae-94671ffd2b0c tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:36.220468 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af16afa-c976-48a6-a6ae-94671ffd2b0c tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:36:36.221191 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9af16afa-c976-48a6-a6ae-94671ffd2b0c tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:36.285328 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-9af16afa-c976-48a6-a6ae-94671ffd2b0c tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.1995962 Aug 16 23:36:36.287885 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52902) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:36:36.292796 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-a7c0d9f8-8da8-41fa-bebc-7317aa2ddffd tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Request body: {'subnet': {'network_id': '5178391b-aa70-4937-af01-3d66cd5a8c5e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:36:36.346344 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af16afa-c976-48a6-a6ae-94671ffd2b0c tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Pushing event updated for resources: {'Network': ['ID=5178391b-aa70-4937-af01-3d66cd5a8c5e,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:36.358428 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 5178391b-aa70-4937-af01-3d66cd5a8c5e details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:36:36.399970 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c0d9f8-8da8-41fa-bebc-7317aa2ddffd tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Made reservation on behalf of f4d3f331c2ee4e1f853cccec6d5d04dc for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:36:36.403499 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a7c0d9f8-8da8-41fa-bebc-7317aa2ddffd tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:36.587660 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a7c0d9f8-8da8-41fa-bebc-7317aa2ddffd tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:36.648640 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c0d9f8-8da8-41fa-bebc-7317aa2ddffd tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Pushing event updated for resources: {'Subnet': ['ID=b09deba6-1b1b-4876-b2b2-f005f30e73c5,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:36.656848 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c0d9f8-8da8-41fa-bebc-7317aa2ddffd tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Checking segment: {'id': 'db009c7b-a87b-48d1-a5a9-9c37d6453dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5178391b-aa70-4937-af01-3d66cd5a8c5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:36:36.657219 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c0d9f8-8da8-41fa-bebc-7317aa2ddffd tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Network hostable DHCP agents. Network: 5178391b-aa70-4937-af01-3d66cd5a8c5e, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:36:36.673091 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c0d9f8-8da8-41fa-bebc-7317aa2ddffd tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Network 5178391b-aa70-4937-af01-3d66cd5a8c5e is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:36:36.681884 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-a7c0d9f8-8da8-41fa-bebc-7317aa2ddffd tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 5178391b-aa70-4937-af01-3d66cd5a8c5e) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:36:36.689619 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c0d9f8-8da8-41fa-bebc-7317aa2ddffd tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:36:36.690534 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a7c0d9f8-8da8-41fa-bebc-7317aa2ddffd tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:36.692240 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d7973e-1b9a-4d57-b7d2-2c2c1b7bcbd7 None None] Network 5178391b-aa70-4937-af01-3d66cd5a8c5e requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:36:36.708040 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-a7c0d9f8-8da8-41fa-bebc-7317aa2ddffd tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4191315 Aug 16 23:36:36.710734 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52910) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:36:36.715344 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-1832175a-fc22-4542-a7e5-5c61b8f5c872 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1648497860', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:36:36.739137 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1832175a-fc22-4542-a7e5-5c61b8f5c872 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:36.740154 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1832175a-fc22-4542-a7e5-5c61b8f5c872 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:36.797431 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1832175a-fc22-4542-a7e5-5c61b8f5c872 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:36.803185 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1832175a-fc22-4542-a7e5-5c61b8f5c872 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:36.819078 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1832175a-fc22-4542-a7e5-5c61b8f5c872 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:36.822754 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-1832175a-fc22-4542-a7e5-5c61b8f5c872 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1085289 Aug 16 23:36:36.822989 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52912) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:36:36.848997 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8a623a-b72e-4ea6-b6b9-5fc46b65728f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-5178391b-aa70-4937-af01-3d66cd5a8c5e', 'network_id': '5178391b-aa70-4937-af01-3d66cd5a8c5e', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'fixed_ips': [{'subnet_id': 'b09deba6-1b1b-4876-b2b2-f005f30e73c5'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:36:36.849866 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0d8a623a-b72e-4ea6-b6b9-5fc46b65728f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:36.993744 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-0d8a623a-b72e-4ea6-b6b9-5fc46b65728f None None] Allocated IP 172.20.0.2 (5178391b-aa70-4937-af01-3d66cd5a8c5e/b09deba6-1b1b-4876-b2b2-f005f30e73c5/4bbb3eba-0826-42b6-912d-508afbf2c373) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:36:37.105949 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6583-1e62-42a6-918e-6c53aafae0a1 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:37.138306 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0d8a623a-b72e-4ea6-b6b9-5fc46b65728f None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:37.146564 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0d8a623a-b72e-4ea6-b6b9-5fc46b65728f None None] Transition to ACTIVE for port object 4bbb3eba-0826-42b6-912d-508afbf2c373 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:36:37.162316 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0d8a623a-b72e-4ea6-b6b9-5fc46b65728f None None] Transition to ACTIVE for port object 4bbb3eba-0826-42b6-912d-508afbf2c373 will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:36:37.167622 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0d8a623a-b72e-4ea6-b6b9-5fc46b65728f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:37.204091 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8a623a-b72e-4ea6-b6b9-5fc46b65728f None None] Network 5178391b-aa70-4937-af01-3d66cd5a8c5e is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:36:37.208816 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-0d8a623a-b72e-4ea6-b6b9-5fc46b65728f None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:36:37.212469 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8a623a-b72e-4ea6-b6b9-5fc46b65728f None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:36:37.221493 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8a623a-b72e-4ea6-b6b9-5fc46b65728f None None] Pushing event updated for resources: {'Port': ['ID=4bbb3eba-0826-42b6-912d-508afbf2c373,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:37.271843 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-0d8a623a-b72e-4ea6-b6b9-5fc46b65728f None None] Attempting to bind port 4bbb3eba-0826-42b6-912d-508afbf2c373 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:36:37.272204 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-0d8a623a-b72e-4ea6-b6b9-5fc46b65728f None None] Attempting to bind port 4bbb3eba-0826-42b6-912d-508afbf2c373 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': 'db009c7b-a87b-48d1-a5a9-9c37d6453dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5178391b-aa70-4937-af01-3d66cd5a8c5e'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:36:37.272599 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8a623a-b72e-4ea6-b6b9-5fc46b65728f None None] Attempting to bind port 4bbb3eba-0826-42b6-912d-508afbf2c373 on network 5178391b-aa70-4937-af01-3d66cd5a8c5e {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:36:37.277892 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8a623a-b72e-4ea6-b6b9-5fc46b65728f None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:36:37.278266 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8a623a-b72e-4ea6-b6b9-5fc46b65728f None None] Checking segment: {'id': 'db009c7b-a87b-48d1-a5a9-9c37d6453dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5178391b-aa70-4937-af01-3d66cd5a8c5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:36:37.279287 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0d8a623a-b72e-4ea6-b6b9-5fc46b65728f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:37.279815 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8a623a-b72e-4ea6-b6b9-5fc46b65728f None None] Bound using segment: {'id': 'db009c7b-a87b-48d1-a5a9-9c37d6453dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5178391b-aa70-4937-af01-3d66cd5a8c5e'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:36:37.280293 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-0d8a623a-b72e-4ea6-b6b9-5fc46b65728f None None] Bound port: 4bbb3eba-0826-42b6-912d-508afbf2c373, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db009c7b-a87b-48d1-a5a9-9c37d6453dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5178391b-aa70-4937-af01-3d66cd5a8c5e'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:36:37.280709 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0d8a623a-b72e-4ea6-b6b9-5fc46b65728f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:37.348766 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0d8a623a-b72e-4ea6-b6b9-5fc46b65728f None None] For port 4bbb3eba-0826-42b6-912d-508afbf2c373, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:36:37.352979 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0d8a623a-b72e-4ea6-b6b9-5fc46b65728f None None] For port 4bbb3eba-0826-42b6-912d-508afbf2c373, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=4bbb3eba-0826-42b6-912d-508afbf2c373,segment=NetworkSegment(db009c7b-a87b-48d1-a5a9-9c37d6453dc5),segment_id=db009c7b-a87b-48d1-a5a9-9c37d6453dc5)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:36:37.353251 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-6a8a6583-1e62-42a6-918e-6c53aafae0a1 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Allocated IP 172.20.0.1 (5178391b-aa70-4937-af01-3d66cd5a8c5e/b09deba6-1b1b-4876-b2b2-f005f30e73c5/56cd0223-df40-439b-8f6c-284713c6c3f7) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:36:37.359145 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0d8a623a-b72e-4ea6-b6b9-5fc46b65728f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:37.433191 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8a623a-b72e-4ea6-b6b9-5fc46b65728f None None] Pushing event updated for resources: {'Port': ['ID=4bbb3eba-0826-42b6-912d-508afbf2c373,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:37.476415 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6583-1e62-42a6-918e-6c53aafae0a1 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:37.491202 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6583-1e62-42a6-918e-6c53aafae0a1 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Transition to ACTIVE for port object 56cd0223-df40-439b-8f6c-284713c6c3f7 will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:36:37.525805 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6583-1e62-42a6-918e-6c53aafae0a1 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:37.581390 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8a6583-1e62-42a6-918e-6c53aafae0a1 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Network 5178391b-aa70-4937-af01-3d66cd5a8c5e is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:36:37.584851 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-6a8a6583-1e62-42a6-918e-6c53aafae0a1 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:36:37.587315 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8a6583-1e62-42a6-918e-6c53aafae0a1 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:36:37.627690 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6583-1e62-42a6-918e-6c53aafae0a1 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Pushing event updated for resources: {'Port': ['ID=56cd0223-df40-439b-8f6c-284713c6c3f7,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:37.651258 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6583-1e62-42a6-918e-6c53aafae0a1 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954230'] for router_interface, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:37.775125 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6583-1e62-42a6-918e-6c53aafae0a1 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:38.041191 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6583-1e62-42a6-918e-6c53aafae0a1 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:38.046158 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6583-1e62-42a6-918e-6c53aafae0a1 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:38.136185 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6583-1e62-42a6-918e-6c53aafae0a1 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Pushing event updated for resources: {'Port': ['ID=56cd0223-df40-439b-8f6c-284713c6c3f7,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:38.139106 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6583-1e62-42a6-918e-6c53aafae0a1 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954122'] for router_interface, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:38.241213 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8a6583-1e62-42a6-918e-6c53aafae0a1 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Network 5178391b-aa70-4937-af01-3d66cd5a8c5e is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:36:38.242884 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-6a8a6583-1e62-42a6-918e-6c53aafae0a1 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:36:38.307864 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c55260-06ec-4ceb-a79c-846d30a55b03 None None] Network 5178391b-aa70-4937-af01-3d66cd5a8c5e requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:36:38.363514 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a8a6583-1e62-42a6-918e-6c53aafae0a1 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Router d692170b-a5e5-4d44-84cd-bb2d60c42e68 is scheduled to L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f with binding_index 1 {{(pid=101292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:36:38.365253 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-fe852cd8-f848-41e1-b0ca-2a0d8dae7e09 None None] Provisioning for port 4bbb3eba-0826-42b6-912d-508afbf2c373 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:36:38.460967 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a8a6583-1e62-42a6-918e-6c53aafae0a1 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:36:38.471126 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52920) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:36:38.471567 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-6a8a6583-1e62-42a6-918e-6c53aafae0a1 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "PUT /v2.0/routers/d692170b-a5e5-4d44-84cd-bb2d60c42e68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6460643 Aug 16 23:36:38.481638 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871d5f92-8061-45d2-896e-1ee2e3cb8cf7 None None] Sync routers for ids ['d692170b-a5e5-4d44-84cd-bb2d60c42e68'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:36:38.498044 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871d5f92-8061-45d2-896e-1ee2e3cb8cf7 None None] Routers {'d692170b-a5e5-4d44-84cd-bb2d60c42e68'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:36:38.499150 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-871d5f92-8061-45d2-896e-1ee2e3cb8cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:36:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['d692170b-a5e5-4d44-84cd-bb2d60c42e68'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:36:38.514499 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4ca247-5b5f-4487-acf8-5a5e842f2cd8 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:36:38.515987 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-ca4ca247-5b5f-4487-acf8-5a5e842f2cd8 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "GET /v2.0/ports/56cd0223-df40-439b-8f6c-284713c6c3f7 HTTP/1.1" status: 200 len: 910 time: 0.0450051 Aug 16 23:36:38.519023 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52922) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:36:38.524401 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-ac05b9b9-b8df-4a6d-9984-783706b7a82d tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b09deba6-1b1b-4876-b2b2-f005f30e73c5'}]}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:36:38.553204 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-871d5f92-8061-45d2-896e-1ee2e3cb8cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:36:38.565108 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871d5f92-8061-45d2-896e-1ee2e3cb8cf7 None None] Routers {'d692170b-a5e5-4d44-84cd-bb2d60c42e68'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:36:38.566338 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-871d5f92-8061-45d2-896e-1ee2e3cb8cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:36:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['d692170b-a5e5-4d44-84cd-bb2d60c42e68'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:36:38.582899 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 4bbb3eba-0826-42b6-912d-508afbf2c373 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:36:38.602720 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-871d5f92-8061-45d2-896e-1ee2e3cb8cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:36:38.603523 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871d5f92-8061-45d2-896e-1ee2e3cb8cf7 None None] The sync data for ids ['d692170b-a5e5-4d44-84cd-bb2d60c42e68'] in n-d-791506-26 is: [] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:36:38.635940 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 4bbb3eba-0826-42b6-912d-508afbf2c373 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:36:38.640703 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 4bbb3eba-0826-42b6-912d-508afbf2c373 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:36:38.641081 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:38.731716 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:38.738894 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ac05b9b9-b8df-4a6d-9984-783706b7a82d tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:38.771919 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 4bbb3eba-0826-42b6-912d-508afbf2c373, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=4bbb3eba-0826-42b6-912d-508afbf2c373,segment=NetworkSegment(db009c7b-a87b-48d1-a5a9-9c37d6453dc5),segment_id=db009c7b-a87b-48d1-a5a9-9c37d6453dc5)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:36:38.777412 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:38.831852 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-00278985-21f2-480b-95df-826543ca1d17 None None] Provisioning complete for port 4bbb3eba-0826-42b6-912d-508afbf2c373 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:36:38.832225 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-00278985-21f2-480b-95df-826543ca1d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:38.855173 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=4bbb3eba-0826-42b6-912d-508afbf2c373,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:38.936420 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-00278985-21f2-480b-95df-826543ca1d17 None None] Provisioning for port 56cd0223-df40-439b-8f6c-284713c6c3f7 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:36:38.940884 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-00278985-21f2-480b-95df-826543ca1d17 None None] Provisioning complete for port 56cd0223-df40-439b-8f6c-284713c6c3f7 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:36:38.941376 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-00278985-21f2-480b-95df-826543ca1d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:38.986222 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-00278985-21f2-480b-95df-826543ca1d17 None None] Port 56cd0223-df40-439b-8f6c-284713c6c3f7 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:36:39.105358 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-7e05ad3d-9e9a-4f04-baeb-8f1e56253c5f None None] Provisioning complete for port 56cd0223-df40-439b-8f6c-284713c6c3f7 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:36:39.105935 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7e05ad3d-9e9a-4f04-baeb-8f1e56253c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:39.143276 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-7e05ad3d-9e9a-4f04-baeb-8f1e56253c5f None None] Port 56cd0223-df40-439b-8f6c-284713c6c3f7 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:36:39.172003 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ac05b9b9-b8df-4a6d-9984-783706b7a82d tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:39.180496 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ac05b9b9-b8df-4a6d-9984-783706b7a82d tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:39.253820 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac05b9b9-b8df-4a6d-9984-783706b7a82d tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Pushing event updated for resources: {'Port': ['ID=56cd0223-df40-439b-8f6c-284713c6c3f7,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:39.261432 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac05b9b9-b8df-4a6d-9984-783706b7a82d tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:36:39.262059 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ac05b9b9-b8df-4a6d-9984-783706b7a82d tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:39.263025 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-3ac015fa-e7ae-44a1-bc3f-3374d638afb2 None None] Provisioning complete for port 56cd0223-df40-439b-8f6c-284713c6c3f7 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:36:39.263489 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-3ac015fa-e7ae-44a1-bc3f-3374d638afb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:39.263780 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-ac05b9b9-b8df-4a6d-9984-783706b7a82d tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "PUT /v2.0/ports/56cd0223-df40-439b-8f6c-284713c6c3f7 HTTP/1.1" status: 200 len: 910 time: 0.7436221 Aug 16 23:36:39.267267 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52926) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:36:39.317441 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-3ac015fa-e7ae-44a1-bc3f-3374d638afb2 None None] Port 56cd0223-df40-439b-8f6c-284713c6c3f7 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:36:39.608524 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce0a1296-a427-4399-9329-cddf4d3c85b9 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537579'] for router_interface, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:39.843081 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce0a1296-a427-4399-9329-cddf4d3c85b9 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Deleting port 56cd0223-df40-439b-8f6c-284713c6c3f7 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:36:39.843436 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce0a1296-a427-4399-9329-cddf4d3c85b9 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:39.933664 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce0a1296-a427-4399-9329-cddf4d3c85b9 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:39.946319 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce0a1296-a427-4399-9329-cddf4d3c85b9 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Calling delete_port for 56cd0223-df40-439b-8f6c-284713c6c3f7 owned by network:router_interface {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:36:40.116437 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce0a1296-a427-4399-9329-cddf4d3c85b9 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:40.143892 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0a1296-a427-4399-9329-cddf4d3c85b9 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Pushing event deleted for resources: {'Port': ['ID=56cd0223-df40-439b-8f6c-284713c6c3f7,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:40.289580 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce0a1296-a427-4399-9329-cddf4d3c85b9 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537471'] for router_interface, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:40.455274 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce0a1296-a427-4399-9329-cddf4d3c85b9 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Router d692170b-a5e5-4d44-84cd-bb2d60c42e68 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:36:40.519413 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 4bbb3eba-0826-42b6-912d-508afbf2c373 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:36:40.533552 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce0a1296-a427-4399-9329-cddf4d3c85b9 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:36:40.542041 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-ce0a1296-a427-4399-9329-cddf4d3c85b9 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "PUT /v2.0/routers/d692170b-a5e5-4d44-84cd-bb2d60c42e68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2703066 Aug 16 23:36:40.542193 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52930) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:36:40.546259 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b8026e-ffde-4d21-83af-d2d0ae89a636 None None] Sync routers for ids ['d692170b-a5e5-4d44-84cd-bb2d60c42e68'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:36:40.569568 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b8026e-ffde-4d21-83af-d2d0ae89a636 None None] Routers {'d692170b-a5e5-4d44-84cd-bb2d60c42e68'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:36:40.570147 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-36b8026e-ffde-4d21-83af-d2d0ae89a636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:36:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['d692170b-a5e5-4d44-84cd-bb2d60c42e68'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:36:40.571730 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-683967cc-9672-4e86-a049-ed9df5458e3f tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "GET /v2.0/ports?device_id=d692170b-a5e5-4d44-84cd-bb2d60c42e68 HTTP/1.1" status: 200 len: 205 time: 0.0284905 Aug 16 23:36:40.574281 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52932) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:36:40.603605 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-36b8026e-ffde-4d21-83af-d2d0ae89a636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:36:40.619328 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b8026e-ffde-4d21-83af-d2d0ae89a636 None None] Routers {'d692170b-a5e5-4d44-84cd-bb2d60c42e68'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:36:40.619933 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-36b8026e-ffde-4d21-83af-d2d0ae89a636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:36:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['d692170b-a5e5-4d44-84cd-bb2d60c42e68'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:36:40.622750 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 4bbb3eba-0826-42b6-912d-508afbf2c373 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:36:40.623123 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:40.650050 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b95f4e48-e846-49db-b7bd-9c31fc5bda42 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for router, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:40.653100 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-36b8026e-ffde-4d21-83af-d2d0ae89a636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:36:40.654303 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b8026e-ffde-4d21-83af-d2d0ae89a636 None None] The sync data for ids ['d692170b-a5e5-4d44-84cd-bb2d60c42e68'] in n-d-791506-26 is: [] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:36:40.811813 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b95f4e48-e846-49db-b7bd-9c31fc5bda42 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:40.814029 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b95f4e48-e846-49db-b7bd-9c31fc5bda42 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:40.856349 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b95f4e48-e846-49db-b7bd-9c31fc5bda42 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:40.857165 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b95f4e48-e846-49db-b7bd-9c31fc5bda42 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Fanout notify agent at l3_agent the message router_deleted on router d692170b-a5e5-4d44-84cd-bb2d60c42e68 {{(pid=101291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:36:40.865005 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b95f4e48-e846-49db-b7bd-9c31fc5bda42 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:40.866488 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-b95f4e48-e846-49db-b7bd-9c31fc5bda42 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "DELETE /v2.0/routers/d692170b-a5e5-4d44-84cd-bb2d60c42e68 HTTP/1.1" status: 204 len: 168 time: 0.2912753 Aug 16 23:36:40.870136 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52934) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:36:40.921645 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca027afb-73c1-492a-9bea-6364ddc79ba2 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Deleting subnet b09deba6-1b1b-4876-b2b2-f005f30e73c5 {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:36:40.924712 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ca027afb-73c1-492a-9bea-6364ddc79ba2 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:40.963547 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ca027afb-73c1-492a-9bea-6364ddc79ba2 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:41.055692 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ca027afb-73c1-492a-9bea-6364ddc79ba2 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:41.113624 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ca027afb-73c1-492a-9bea-6364ddc79ba2 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:41.141567 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca027afb-73c1-492a-9bea-6364ddc79ba2 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Pushing event deleted for resources: {'Subnet': ['ID=b09deba6-1b1b-4876-b2b2-f005f30e73c5,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:41.143528 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ca027afb-73c1-492a-9bea-6364ddc79ba2 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:41.147293 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-ca027afb-73c1-492a-9bea-6364ddc79ba2 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "DELETE /v2.0/subnets/b09deba6-1b1b-4876-b2b2-f005f30e73c5 HTTP/1.1" status: 204 len: 168 time: 0.2742915 Aug 16 23:36:41.148105 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52936) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:36:41.150759 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089fafce-2e89-48c7-9c01-b9891be13cfd None None] Network 5178391b-aa70-4937-af01-3d66cd5a8c5e requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:36:41.230027 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-90c029d5-02d1-4906-a71d-77fa3e9429c2 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:41.285419 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-90c029d5-02d1-4906-a71d-77fa3e9429c2 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Deleting port 4bbb3eba-0826-42b6-912d-508afbf2c373 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:36:41.285772 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-90c029d5-02d1-4906-a71d-77fa3e9429c2 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:41.324029 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35540cc7-1e1b-4788-814b-9c00ee307815 None None] DHCP port deletion for 5178391b-aa70-4937-af01-3d66cd5a8c5e request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:36:41.351287 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-90c029d5-02d1-4906-a71d-77fa3e9429c2 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] For port 4bbb3eba-0826-42b6-912d-508afbf2c373, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=4bbb3eba-0826-42b6-912d-508afbf2c373,segment=NetworkSegment(db009c7b-a87b-48d1-a5a9-9c37d6453dc5),segment_id=db009c7b-a87b-48d1-a5a9-9c37d6453dc5)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:36:41.351655 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-90c029d5-02d1-4906-a71d-77fa3e9429c2 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:41.368895 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-90c029d5-02d1-4906-a71d-77fa3e9429c2 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Calling delete_port for 4bbb3eba-0826-42b6-912d-508afbf2c373 owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:36:41.370494 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-35540cc7-1e1b-4788-814b-9c00ee307815 None None] Deleting port 4bbb3eba-0826-42b6-912d-508afbf2c373 {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:36:41.370878 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-35540cc7-1e1b-4788-814b-9c00ee307815 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:41.431579 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-35540cc7-1e1b-4788-814b-9c00ee307815 None None] For port 4bbb3eba-0826-42b6-912d-508afbf2c373, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=4bbb3eba-0826-42b6-912d-508afbf2c373,segment=NetworkSegment(db009c7b-a87b-48d1-a5a9-9c37d6453dc5),segment_id=db009c7b-a87b-48d1-a5a9-9c37d6453dc5)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:36:41.431980 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-35540cc7-1e1b-4788-814b-9c00ee307815 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:41.444112 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-35540cc7-1e1b-4788-814b-9c00ee307815 None None] Calling delete_port for 4bbb3eba-0826-42b6-912d-508afbf2c373 owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:36:41.447127 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-90c029d5-02d1-4906-a71d-77fa3e9429c2 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:41.477711 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c029d5-02d1-4906-a71d-77fa3e9429c2 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Pushing event deleted for resources: {'Port': ['ID=4bbb3eba-0826-42b6-912d-508afbf2c373,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:41.479539 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c029d5-02d1-4906-a71d-77fa3e9429c2 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] No DVR routers for this DVR port 4bbb3eba-0826-42b6-912d-508afbf2c373 on host n-d-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:36:41.530914 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-35540cc7-1e1b-4788-814b-9c00ee307815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:41.565340 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35540cc7-1e1b-4788-814b-9c00ee307815 None None] No DVR routers for this DVR port 4bbb3eba-0826-42b6-912d-508afbf2c373 on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:36:41.566794 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35540cc7-1e1b-4788-814b-9c00ee307815 None None] Pushing event deleted for resources: {'Port': ['ID=4bbb3eba-0826-42b6-912d-508afbf2c373,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:41.573480 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:41.878557 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-90c029d5-02d1-4906-a71d-77fa3e9429c2 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:41.888303 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-90c029d5-02d1-4906-a71d-77fa3e9429c2 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5178391b-aa70-4937-af01-3d66cd5a8c5e']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:36:41.897874 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-90c029d5-02d1-4906-a71d-77fa3e9429c2 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db009c7b-a87b-48d1-a5a9-9c37d6453dc5') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:36:41.898170 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-90c029d5-02d1-4906-a71d-77fa3e9429c2 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db009c7b-a87b-48d1-a5a9-9c37d6453dc5') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:36:41.907355 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-90c029d5-02d1-4906-a71d-77fa3e9429c2 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:41.921028 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-90c029d5-02d1-4906-a71d-77fa3e9429c2 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:41.926839 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90c029d5-02d1-4906-a71d-77fa3e9429c2 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:36:41.927258 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-90c029d5-02d1-4906-a71d-77fa3e9429c2 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:41.930131 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 23:36:41.930131 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:36:41.930131 n-d-791506-26 neutron-server[101291]: timer() Aug 16 23:36:41.930131 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:36:41.930131 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 23:36:41.930131 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:36:41.930131 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 23:36:41.930131 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:36:41.930131 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 23:36:41.930131 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:36:41.930131 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 23:36:41.930131 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:36:41.930131 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 23:36:41.930131 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:36:41.930131 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:36:41.930131 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:36:41.930131 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:36:41.930131 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:36:41.930131 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 23:36:41.930131 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:36:41.930131 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 23:36:41.930131 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:36:41.930131 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:36:41.930131 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:36:41.930131 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 23:36:41.930131 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:36:41.930131 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:36:41.930131 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:36:41.930131 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:36:41.930131 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:36:41.930131 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:36:41.930131 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:36:41.986631 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-90c029d5-02d1-4906-a71d-77fa3e9429c2 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:41.991985 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-90c029d5-02d1-4906-a71d-77fa3e9429c2 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:41.994145 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-90c029d5-02d1-4906-a71d-77fa3e9429c2 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "DELETE /v2.0/networks/5178391b-aa70-4937-af01-3d66cd5a8c5e HTTP/1.1" status: 204 len: 168 time: 0.8447475 Aug 16 23:36:41.998252 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52938) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:36:42.003036 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-b84c0934-9017-432a-aa5a-fbb59e85e1ac tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1426455825', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:36:42.010001 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c029d5-02d1-4906-a71d-77fa3e9429c2 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Pushing event deleted for resources: {'Network': ['ID=5178391b-aa70-4937-af01-3d66cd5a8c5e,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:42.027331 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b84c0934-9017-432a-aa5a-fbb59e85e1ac tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:42.028514 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b84c0934-9017-432a-aa5a-fbb59e85e1ac tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:42.083971 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b84c0934-9017-432a-aa5a-fbb59e85e1ac tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:42.088704 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b84c0934-9017-432a-aa5a-fbb59e85e1ac tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:42.106381 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b84c0934-9017-432a-aa5a-fbb59e85e1ac tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:42.108483 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-b84c0934-9017-432a-aa5a-fbb59e85e1ac tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1091535 Aug 16 23:36:42.111186 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52940) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:36:42.116241 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-47789f40-4569-4631-9cef-f3b91853ff7a tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Request body: {'network': {'name': 'tempest-RoutersTest-992652453'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:36:42.137785 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47789f40-4569-4631-9cef-f3b91853ff7a tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Made reservation on behalf of f4d3f331c2ee4e1f853cccec6d5d04dc for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:36:42.141357 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-47789f40-4569-4631-9cef-f3b91853ff7a tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:42.164075 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47789f40-4569-4631-9cef-f3b91853ff7a tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:36:42.173669 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-47789f40-4569-4631-9cef-f3b91853ff7a tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:42.174018 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-47789f40-4569-4631-9cef-f3b91853ff7a tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Added segment 3368ae63-78a0-434b-a95c-67dffa69dfb3 of type vlan for network 4e8e22b5-9960-41ca-8f7a-5f6d7a5aaae8 Aug 16 23:36:42.213434 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-47789f40-4569-4631-9cef-f3b91853ff7a tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:42.237538 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-47789f40-4569-4631-9cef-f3b91853ff7a tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:42.243255 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47789f40-4569-4631-9cef-f3b91853ff7a tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:36:42.243834 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-47789f40-4569-4631-9cef-f3b91853ff7a tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:42.298669 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-47789f40-4569-4631-9cef-f3b91853ff7a tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.1864517 Aug 16 23:36:42.301290 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52942) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:36:42.313626 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-5dd64839-74d2-4d5e-8374-9b94bbced7a2 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Request body: {'subnet': {'network_id': '4e8e22b5-9960-41ca-8f7a-5f6d7a5aaae8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:36:42.354139 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47789f40-4569-4631-9cef-f3b91853ff7a tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Pushing event updated for resources: {'Network': ['ID=4e8e22b5-9960-41ca-8f7a-5f6d7a5aaae8,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:42.366776 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 4e8e22b5-9960-41ca-8f7a-5f6d7a5aaae8 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:36:42.406175 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dd64839-74d2-4d5e-8374-9b94bbced7a2 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Made reservation on behalf of f4d3f331c2ee4e1f853cccec6d5d04dc for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:36:42.409639 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5dd64839-74d2-4d5e-8374-9b94bbced7a2 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:42.506776 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 4bbb3eba-0826-42b6-912d-508afbf2c373 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:36:42.526793 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 4bbb3eba-0826-42b6-912d-508afbf2c373 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:36:42.527137 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 4bbb3eba-0826-42b6-912d-508afbf2c373 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:36:42.594692 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5dd64839-74d2-4d5e-8374-9b94bbced7a2 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:42.646755 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd64839-74d2-4d5e-8374-9b94bbced7a2 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Pushing event updated for resources: {'Subnet': ['ID=6e804292-2c85-49fc-a0c0-e3debd554d2f,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:42.663090 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd64839-74d2-4d5e-8374-9b94bbced7a2 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Checking segment: {'id': '3368ae63-78a0-434b-a95c-67dffa69dfb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '4e8e22b5-9960-41ca-8f7a-5f6d7a5aaae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:36:42.663394 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd64839-74d2-4d5e-8374-9b94bbced7a2 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Network hostable DHCP agents. Network: 4e8e22b5-9960-41ca-8f7a-5f6d7a5aaae8, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:36:42.679746 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd64839-74d2-4d5e-8374-9b94bbced7a2 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Network 4e8e22b5-9960-41ca-8f7a-5f6d7a5aaae8 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:36:42.691904 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-5dd64839-74d2-4d5e-8374-9b94bbced7a2 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 4e8e22b5-9960-41ca-8f7a-5f6d7a5aaae8) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:36:42.696782 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd64839-74d2-4d5e-8374-9b94bbced7a2 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:36:42.697814 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5dd64839-74d2-4d5e-8374-9b94bbced7a2 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:42.701216 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0407223-3bdf-4a3d-9ddf-cff00d3a578f None None] Network 4e8e22b5-9960-41ca-8f7a-5f6d7a5aaae8 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:36:42.715506 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-5dd64839-74d2-4d5e-8374-9b94bbced7a2 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4104099 Aug 16 23:36:42.716878 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52944) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:36:42.852909 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c36637-fdf7-476d-b950-861b082b4a76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-4e8e22b5-9960-41ca-8f7a-5f6d7a5aaae8', 'network_id': '4e8e22b5-9960-41ca-8f7a-5f6d7a5aaae8', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'fixed_ips': [{'subnet_id': '6e804292-2c85-49fc-a0c0-e3debd554d2f'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:36:42.853931 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-43c36637-fdf7-476d-b950-861b082b4a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:42.996447 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-43c36637-fdf7-476d-b950-861b082b4a76 None None] Allocated IP 172.20.0.2 (4e8e22b5-9960-41ca-8f7a-5f6d7a5aaae8/6e804292-2c85-49fc-a0c0-e3debd554d2f/ff45ff96-ca1b-4f4a-aaef-a710ee99471e) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:36:43.317968 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-43c36637-fdf7-476d-b950-861b082b4a76 None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:43.326748 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-43c36637-fdf7-476d-b950-861b082b4a76 None None] Transition to ACTIVE for port object ff45ff96-ca1b-4f4a-aaef-a710ee99471e will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:36:43.331541 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-05332ab3-6952-42b2-b2cc-0a7c76b72a6c tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:43.343285 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-43c36637-fdf7-476d-b950-861b082b4a76 None None] Transition to ACTIVE for port object ff45ff96-ca1b-4f4a-aaef-a710ee99471e will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:36:43.349192 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-43c36637-fdf7-476d-b950-861b082b4a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:43.391241 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c36637-fdf7-476d-b950-861b082b4a76 None None] Network 4e8e22b5-9960-41ca-8f7a-5f6d7a5aaae8 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:36:43.396764 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-43c36637-fdf7-476d-b950-861b082b4a76 None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:36:43.398641 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c36637-fdf7-476d-b950-861b082b4a76 None None] Pushing event updated for resources: {'Port': ['ID=ff45ff96-ca1b-4f4a-aaef-a710ee99471e,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:43.400822 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c36637-fdf7-476d-b950-861b082b4a76 None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:36:43.459317 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-43c36637-fdf7-476d-b950-861b082b4a76 None None] Attempting to bind port ff45ff96-ca1b-4f4a-aaef-a710ee99471e on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:36:43.459685 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-43c36637-fdf7-476d-b950-861b082b4a76 None None] Attempting to bind port ff45ff96-ca1b-4f4a-aaef-a710ee99471e by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '3368ae63-78a0-434b-a95c-67dffa69dfb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '4e8e22b5-9960-41ca-8f7a-5f6d7a5aaae8'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:36:43.460042 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c36637-fdf7-476d-b950-861b082b4a76 None None] Attempting to bind port ff45ff96-ca1b-4f4a-aaef-a710ee99471e on network 4e8e22b5-9960-41ca-8f7a-5f6d7a5aaae8 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:36:43.464943 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c36637-fdf7-476d-b950-861b082b4a76 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:36:43.465314 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c36637-fdf7-476d-b950-861b082b4a76 None None] Checking segment: {'id': '3368ae63-78a0-434b-a95c-67dffa69dfb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '4e8e22b5-9960-41ca-8f7a-5f6d7a5aaae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:36:43.465720 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-43c36637-fdf7-476d-b950-861b082b4a76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:43.466768 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c36637-fdf7-476d-b950-861b082b4a76 None None] Bound using segment: {'id': '3368ae63-78a0-434b-a95c-67dffa69dfb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '4e8e22b5-9960-41ca-8f7a-5f6d7a5aaae8'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:36:43.467517 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-43c36637-fdf7-476d-b950-861b082b4a76 None None] Bound port: ff45ff96-ca1b-4f4a-aaef-a710ee99471e, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3368ae63-78a0-434b-a95c-67dffa69dfb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '4e8e22b5-9960-41ca-8f7a-5f6d7a5aaae8'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:36:43.467899 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-43c36637-fdf7-476d-b950-861b082b4a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:43.530058 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-43c36637-fdf7-476d-b950-861b082b4a76 None None] For port ff45ff96-ca1b-4f4a-aaef-a710ee99471e, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:36:43.533319 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-43c36637-fdf7-476d-b950-861b082b4a76 None None] For port ff45ff96-ca1b-4f4a-aaef-a710ee99471e, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=ff45ff96-ca1b-4f4a-aaef-a710ee99471e,segment=NetworkSegment(3368ae63-78a0-434b-a95c-67dffa69dfb3),segment_id=3368ae63-78a0-434b-a95c-67dffa69dfb3)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:36:43.537022 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-43c36637-fdf7-476d-b950-861b082b4a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:43.586739 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-05332ab3-6952-42b2-b2cc-0a7c76b72a6c tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Allocated IP 172.20.0.1 (4e8e22b5-9960-41ca-8f7a-5f6d7a5aaae8/6e804292-2c85-49fc-a0c0-e3debd554d2f/0a1f140b-807b-4af8-a5e4-929bc08574da) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:36:43.603561 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c36637-fdf7-476d-b950-861b082b4a76 None None] Pushing event updated for resources: {'Port': ['ID=ff45ff96-ca1b-4f4a-aaef-a710ee99471e,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:43.718093 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-05332ab3-6952-42b2-b2cc-0a7c76b72a6c tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:43.750590 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [None req-05332ab3-6952-42b2-b2cc-0a7c76b72a6c tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Transition to ACTIVE for port object 0a1f140b-807b-4af8-a5e4-929bc08574da will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:36:43.796397 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-05332ab3-6952-42b2-b2cc-0a7c76b72a6c tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:43.845285 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05332ab3-6952-42b2-b2cc-0a7c76b72a6c tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Network 4e8e22b5-9960-41ca-8f7a-5f6d7a5aaae8 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:36:43.848747 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-05332ab3-6952-42b2-b2cc-0a7c76b72a6c tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:36:43.852772 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05332ab3-6952-42b2-b2cc-0a7c76b72a6c tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:36:43.860126 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05332ab3-6952-42b2-b2cc-0a7c76b72a6c tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Pushing event updated for resources: {'Port': ['ID=0a1f140b-807b-4af8-a5e4-929bc08574da,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:43.899990 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-05332ab3-6952-42b2-b2cc-0a7c76b72a6c tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954230'] for router_interface, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:44.016277 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-05332ab3-6952-42b2-b2cc-0a7c76b72a6c tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:44.283259 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-05332ab3-6952-42b2-b2cc-0a7c76b72a6c tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:44.288016 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-05332ab3-6952-42b2-b2cc-0a7c76b72a6c tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:44.370139 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05332ab3-6952-42b2-b2cc-0a7c76b72a6c tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Pushing event updated for resources: {'Port': ['ID=0a1f140b-807b-4af8-a5e4-929bc08574da,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:44.373029 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-05332ab3-6952-42b2-b2cc-0a7c76b72a6c tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954122'] for router_interface, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:44.470425 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05332ab3-6952-42b2-b2cc-0a7c76b72a6c tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Network 4e8e22b5-9960-41ca-8f7a-5f6d7a5aaae8 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:36:44.471879 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-05332ab3-6952-42b2-b2cc-0a7c76b72a6c tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:36:44.520477 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9fe309c-c2ee-449b-95d4-1fe2828a9e51 None None] Network 4e8e22b5-9960-41ca-8f7a-5f6d7a5aaae8 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:36:44.564377 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device ff45ff96-ca1b-4f4a-aaef-a710ee99471e up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:36:44.598615 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05332ab3-6952-42b2-b2cc-0a7c76b72a6c tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Router e7f35b9a-5d64-48f3-8ccb-8c465c769295 is scheduled to L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f with binding_index 1 {{(pid=101292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:36:44.611799 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-7315778b-8172-4763-95a7-791af1d10910 None None] Provisioning for port ff45ff96-ca1b-4f4a-aaef-a710ee99471e completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:36:44.680735 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port ff45ff96-ca1b-4f4a-aaef-a710ee99471e completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:36:44.693345 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05332ab3-6952-42b2-b2cc-0a7c76b72a6c tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:36:44.697306 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port ff45ff96-ca1b-4f4a-aaef-a710ee99471e triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:36:44.697674 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:44.698543 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-05332ab3-6952-42b2-b2cc-0a7c76b72a6c tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "PUT /v2.0/routers/e7f35b9a-5d64-48f3-8ccb-8c465c769295/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9803848 Aug 16 23:36:44.702148 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52948) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:36:44.707055 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-97183243-5b94-4dca-855c-3895cfc21bb8 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Request body: {'network': {'name': 'tempest-RoutersTest-369421444'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:36:44.709181 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a877369-ae94-4592-93ed-d95538493c69 None None] Sync routers for ids ['e7f35b9a-5d64-48f3-8ccb-8c465c769295'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:36:44.719717 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a877369-ae94-4592-93ed-d95538493c69 None None] Routers {'e7f35b9a-5d64-48f3-8ccb-8c465c769295'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:36:44.720332 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-6a877369-ae94-4592-93ed-d95538493c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:36:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['e7f35b9a-5d64-48f3-8ccb-8c465c769295'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:36:44.734217 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97183243-5b94-4dca-855c-3895cfc21bb8 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Made reservation on behalf of f4d3f331c2ee4e1f853cccec6d5d04dc for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:36:44.738320 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-97183243-5b94-4dca-855c-3895cfc21bb8 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:44.767783 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97183243-5b94-4dca-855c-3895cfc21bb8 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:36:44.781304 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-97183243-5b94-4dca-855c-3895cfc21bb8 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:44.781674 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-97183243-5b94-4dca-855c-3895cfc21bb8 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Added segment 86cbd573-4627-48b2-87cd-016fb2445181 of type vlan for network 649992ed-2ab3-42e1-b950-de37f7990040 Aug 16 23:36:44.813278 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-6a877369-ae94-4592-93ed-d95538493c69 None None] Set router e7f35b9a-5d64-48f3-8ccb-8c465c769295 gateway port host: None {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:36:44.821191 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:44.827103 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-97183243-5b94-4dca-855c-3895cfc21bb8 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:44.858686 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-97183243-5b94-4dca-855c-3895cfc21bb8 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:44.864450 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port ff45ff96-ca1b-4f4a-aaef-a710ee99471e, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=ff45ff96-ca1b-4f4a-aaef-a710ee99471e,segment=NetworkSegment(3368ae63-78a0-434b-a95c-67dffa69dfb3),segment_id=3368ae63-78a0-434b-a95c-67dffa69dfb3)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:36:44.867072 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97183243-5b94-4dca-855c-3895cfc21bb8 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:36:44.867715 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-97183243-5b94-4dca-855c-3895cfc21bb8 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:44.870329 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:44.928806 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-97183243-5b94-4dca-855c-3895cfc21bb8 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2232213 Aug 16 23:36:44.929136 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52950) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:36:44.940589 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=ff45ff96-ca1b-4f4a-aaef-a710ee99471e,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:44.946805 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-21feaeaa-f051-4eb1-8649-1d34ff04c502 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Request body: {'subnet': {'network_id': '649992ed-2ab3-42e1-b950-de37f7990040', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:36:44.966335 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97183243-5b94-4dca-855c-3895cfc21bb8 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Pushing event updated for resources: {'Network': ['ID=649992ed-2ab3-42e1-b950-de37f7990040,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:44.977347 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 649992ed-2ab3-42e1-b950-de37f7990040 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:36:45.051149 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21feaeaa-f051-4eb1-8649-1d34ff04c502 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Made reservation on behalf of f4d3f331c2ee4e1f853cccec6d5d04dc for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:36:45.054872 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-21feaeaa-f051-4eb1-8649-1d34ff04c502 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:45.055716 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-6a877369-ae94-4592-93ed-d95538493c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f35b9a-5d64-48f3-8ccb-8c465c769295', 'name': 'tempest-RoutersTest-router-1426455825', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:36:42Z', 'updated_at': '2021-08-16T23:36:43Z', 'revision_number': 2, 'project_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'gw_port_host': None, '_interfaces': [{'id': '0a1f140b-807b-4af8-a5e4-929bc08574da', 'name': '', 'network_id': '4e8e22b5-9960-41ca-8f7a-5f6d7a5aaae8', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'mac_address': 'fa:16:3e:8a:eb:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f35b9a-5d64-48f3-8ccb-8c465c769295', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '6e804292-2c85-49fc-a0c0-e3debd554d2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:36:43Z', 'updated_at': '2021-08-16T23:36:44Z', 'revision_number': 2, 'project_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'subnets': [{'id': '6e804292-2c85-49fc-a0c0-e3debd554d2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:36:45.076456 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-370442f4-a959-4089-a840-9657d0fdeac1 None None] Provisioning for port 0a1f140b-807b-4af8-a5e4-929bc08574da completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:36:45.080737 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-370442f4-a959-4089-a840-9657d0fdeac1 None None] Provisioning complete for port 0a1f140b-807b-4af8-a5e4-929bc08574da triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:36:45.081122 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-370442f4-a959-4089-a840-9657d0fdeac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:45.088208 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a877369-ae94-4592-93ed-d95538493c69 None None] Checking router: e7f35b9a-5d64-48f3-8ccb-8c465c769295 for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:36:45.088622 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a877369-ae94-4592-93ed-d95538493c69 None None] Updating router e7f35b9a-5d64-48f3-8ccb-8c465c769295 port 0a1f140b-807b-4af8-a5e4-929bc08574da binding host n-d-791506-26 {{(pid=101294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:36:45.119454 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-6a877369-ae94-4592-93ed-d95538493c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:45.124322 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-370442f4-a959-4089-a840-9657d0fdeac1 None None] Port 0a1f140b-807b-4af8-a5e4-929bc08574da cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:36:45.134881 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-370442f4-a959-4089-a840-9657d0fdeac1 None None] Provisioning complete for port ff45ff96-ca1b-4f4a-aaef-a710ee99471e triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:36:45.135259 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-370442f4-a959-4089-a840-9657d0fdeac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:45.288331 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-21feaeaa-f051-4eb1-8649-1d34ff04c502 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:45.353220 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21feaeaa-f051-4eb1-8649-1d34ff04c502 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Pushing event updated for resources: {'Subnet': ['ID=32dca438-bf2e-4204-825f-3184fa2a9cfd,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:45.362285 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21feaeaa-f051-4eb1-8649-1d34ff04c502 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Checking segment: {'id': '86cbd573-4627-48b2-87cd-016fb2445181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '649992ed-2ab3-42e1-b950-de37f7990040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:36:45.362654 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21feaeaa-f051-4eb1-8649-1d34ff04c502 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Network hostable DHCP agents. Network: 649992ed-2ab3-42e1-b950-de37f7990040, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:36:45.382779 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-32df1169-6a0c-439d-a9c9-f62f42612d18 None None] Provisioning complete for port 0a1f140b-807b-4af8-a5e4-929bc08574da triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:36:45.383222 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-32df1169-6a0c-439d-a9c9-f62f42612d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:45.384390 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21feaeaa-f051-4eb1-8649-1d34ff04c502 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Network 649992ed-2ab3-42e1-b950-de37f7990040 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:36:45.397972 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-21feaeaa-f051-4eb1-8649-1d34ff04c502 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 649992ed-2ab3-42e1-b950-de37f7990040) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:36:45.402431 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21feaeaa-f051-4eb1-8649-1d34ff04c502 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:36:45.403129 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-21feaeaa-f051-4eb1-8649-1d34ff04c502 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:45.416748 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a56154-5a60-47ee-9ab2-0d9c1bb70b62 None None] Network 649992ed-2ab3-42e1-b950-de37f7990040 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:36:45.428522 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-21feaeaa-f051-4eb1-8649-1d34ff04c502 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4981554 Aug 16 23:36:45.429269 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-6a877369-ae94-4592-93ed-d95538493c69 None None] Notify callbacks [] for port, precommit_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:45.431757 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52952) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:36:45.441310 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.provisioning_blocks [None req-6a877369-ae94-4592-93ed-d95538493c69 None None] Transition to ACTIVE for port object 0a1f140b-807b-4af8-a5e4-929bc08574da will not be triggered until provisioned by entity L2. {{(pid=101294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:36:45.447522 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-6a877369-ae94-4592-93ed-d95538493c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:45.474865 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-32df1169-6a0c-439d-a9c9-f62f42612d18 None None] Port 0a1f140b-807b-4af8-a5e4-929bc08574da cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:36:45.537632 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953419a6-04e3-490a-b625-9e2a1d4a0033 None None] Pushing event updated for resources: {'Port': ['ID=0a1f140b-807b-4af8-a5e4-929bc08574da,revision_number=3']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:45.549002 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953419a6-04e3-490a-b625-9e2a1d4a0033 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:36:45.549350 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953419a6-04e3-490a-b625-9e2a1d4a0033 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:36:45.549698 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953419a6-04e3-490a-b625-9e2a1d4a0033 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:36:45.550037 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953419a6-04e3-490a-b625-9e2a1d4a0033 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:36:45.550370 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953419a6-04e3-490a-b625-9e2a1d4a0033 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:36:45.550715 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953419a6-04e3-490a-b625-9e2a1d4a0033 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:36:45.551028 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953419a6-04e3-490a-b625-9e2a1d4a0033 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:36:45.551353 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953419a6-04e3-490a-b625-9e2a1d4a0033 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:36:45.551679 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953419a6-04e3-490a-b625-9e2a1d4a0033 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:36:45.552027 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953419a6-04e3-490a-b625-9e2a1d4a0033 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:36:45.552322 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953419a6-04e3-490a-b625-9e2a1d4a0033 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:36:45.552670 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953419a6-04e3-490a-b625-9e2a1d4a0033 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:36:45.566420 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-6a877369-ae94-4592-93ed-d95538493c69 None None] Attempting to bind port 0a1f140b-807b-4af8-a5e4-929bc08574da on host n-d-791506-26 for vnic_type normal with profile {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:36:45.566420 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-6a877369-ae94-4592-93ed-d95538493c69 None None] Attempting to bind port 0a1f140b-807b-4af8-a5e4-929bc08574da by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '3368ae63-78a0-434b-a95c-67dffa69dfb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '4e8e22b5-9960-41ca-8f7a-5f6d7a5aaae8'}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:36:45.567358 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a877369-ae94-4592-93ed-d95538493c69 None None] Attempting to bind port 0a1f140b-807b-4af8-a5e4-929bc08574da on network 4e8e22b5-9960-41ca-8f7a-5f6d7a5aaae8 {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:36:45.573057 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a877369-ae94-4592-93ed-d95538493c69 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:36:45.573581 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a877369-ae94-4592-93ed-d95538493c69 None None] Checking segment: {'id': '3368ae63-78a0-434b-a95c-67dffa69dfb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '4e8e22b5-9960-41ca-8f7a-5f6d7a5aaae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:36:45.574086 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-6a877369-ae94-4592-93ed-d95538493c69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:45.574859 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a877369-ae94-4592-93ed-d95538493c69 None None] Bound using segment: {'id': '3368ae63-78a0-434b-a95c-67dffa69dfb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '4e8e22b5-9960-41ca-8f7a-5f6d7a5aaae8'} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:36:45.576691 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-6a877369-ae94-4592-93ed-d95538493c69 None None] Bound port: 0a1f140b-807b-4af8-a5e4-929bc08574da, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3368ae63-78a0-434b-a95c-67dffa69dfb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '4e8e22b5-9960-41ca-8f7a-5f6d7a5aaae8'}}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:36:45.576691 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-6a877369-ae94-4592-93ed-d95538493c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:45.624024 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca59850a-6e52-4bfa-b1f0-49f9419c1ba8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-649992ed-2ab3-42e1-b950-de37f7990040', 'network_id': '649992ed-2ab3-42e1-b950-de37f7990040', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'fixed_ips': [{'subnet_id': '32dca438-bf2e-4204-825f-3184fa2a9cfd'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:36:45.624937 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ca59850a-6e52-4bfa-b1f0-49f9419c1ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:45.677144 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-6a877369-ae94-4592-93ed-d95538493c69 None None] For port 0a1f140b-807b-4af8-a5e4-929bc08574da, host n-d-791506-26, cleared binding levels {{(pid=101294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:36:45.680741 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-6a877369-ae94-4592-93ed-d95538493c69 None None] For port 0a1f140b-807b-4af8-a5e4-929bc08574da, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=0a1f140b-807b-4af8-a5e4-929bc08574da,segment=NetworkSegment(3368ae63-78a0-434b-a95c-67dffa69dfb3),segment_id=3368ae63-78a0-434b-a95c-67dffa69dfb3)] {{(pid=101294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:36:45.688486 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-6a877369-ae94-4592-93ed-d95538493c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:45.741788 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a877369-ae94-4592-93ed-d95538493c69 None None] Routers {'e7f35b9a-5d64-48f3-8ccb-8c465c769295'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:36:45.742643 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-6a877369-ae94-4592-93ed-d95538493c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:36:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['e7f35b9a-5d64-48f3-8ccb-8c465c769295'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:36:45.797306 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-ca59850a-6e52-4bfa-b1f0-49f9419c1ba8 None None] Allocated IP 172.21.0.2 (649992ed-2ab3-42e1-b950-de37f7990040/32dca438-bf2e-4204-825f-3184fa2a9cfd/7456b276-e5fd-4001-b5fe-bdb1fb684364) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:36:45.818717 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953419a6-04e3-490a-b625-9e2a1d4a0033 None None] Pushing event updated for resources: {'Port': ['ID=0a1f140b-807b-4af8-a5e4-929bc08574da,revision_number=4']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:45.866003 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-6a877369-ae94-4592-93ed-d95538493c69 None None] Set router e7f35b9a-5d64-48f3-8ccb-8c465c769295 gateway port host: None {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:36:45.901244 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-65f4ca33-6c23-4d2e-ac1d-d25c6f22dd63 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:45.977539 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ca59850a-6e52-4bfa-b1f0-49f9419c1ba8 None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:45.987897 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-ca59850a-6e52-4bfa-b1f0-49f9419c1ba8 None None] Transition to ACTIVE for port object 7456b276-e5fd-4001-b5fe-bdb1fb684364 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:36:46.013603 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-ca59850a-6e52-4bfa-b1f0-49f9419c1ba8 None None] Transition to ACTIVE for port object 7456b276-e5fd-4001-b5fe-bdb1fb684364 will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:36:46.023067 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ca59850a-6e52-4bfa-b1f0-49f9419c1ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:46.058212 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca59850a-6e52-4bfa-b1f0-49f9419c1ba8 None None] Network 649992ed-2ab3-42e1-b950-de37f7990040 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:36:46.065912 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-ca59850a-6e52-4bfa-b1f0-49f9419c1ba8 None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:36:46.068426 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca59850a-6e52-4bfa-b1f0-49f9419c1ba8 None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:36:46.083480 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca59850a-6e52-4bfa-b1f0-49f9419c1ba8 None None] Pushing event updated for resources: {'Port': ['ID=7456b276-e5fd-4001-b5fe-bdb1fb684364,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:46.103916 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-6a877369-ae94-4592-93ed-d95538493c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f35b9a-5d64-48f3-8ccb-8c465c769295', 'name': 'tempest-RoutersTest-router-1426455825', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:36:42Z', 'updated_at': '2021-08-16T23:36:43Z', 'revision_number': 2, 'project_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'gw_port_host': None, '_interfaces': [{'id': '0a1f140b-807b-4af8-a5e4-929bc08574da', 'name': '', 'network_id': '4e8e22b5-9960-41ca-8f7a-5f6d7a5aaae8', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'mac_address': 'fa:16:3e:8a:eb:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f35b9a-5d64-48f3-8ccb-8c465c769295', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '6e804292-2c85-49fc-a0c0-e3debd554d2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:36:43Z', 'updated_at': '2021-08-16T23:36:45Z', 'revision_number': 4, 'project_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'subnets': [{'id': '6e804292-2c85-49fc-a0c0-e3debd554d2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:36:46.131118 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-ca59850a-6e52-4bfa-b1f0-49f9419c1ba8 None None] Attempting to bind port 7456b276-e5fd-4001-b5fe-bdb1fb684364 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:36:46.131491 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-ca59850a-6e52-4bfa-b1f0-49f9419c1ba8 None None] Attempting to bind port 7456b276-e5fd-4001-b5fe-bdb1fb684364 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '86cbd573-4627-48b2-87cd-016fb2445181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '649992ed-2ab3-42e1-b950-de37f7990040'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:36:46.132002 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca59850a-6e52-4bfa-b1f0-49f9419c1ba8 None None] Attempting to bind port 7456b276-e5fd-4001-b5fe-bdb1fb684364 on network 649992ed-2ab3-42e1-b950-de37f7990040 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:36:46.133110 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a877369-ae94-4592-93ed-d95538493c69 None None] The sync data for ids ['e7f35b9a-5d64-48f3-8ccb-8c465c769295'] in n-d-791506-26 is: [{'id': 'e7f35b9a-5d64-48f3-8ccb-8c465c769295', 'name': 'tempest-RoutersTest-router-1426455825', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:36:42Z', 'updated_at': '2021-08-16T23:36:43Z', 'revision_number': 2, 'project_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'gw_port_host': None, '_interfaces': [{'id': '0a1f140b-807b-4af8-a5e4-929bc08574da', 'name': '', 'network_id': '4e8e22b5-9960-41ca-8f7a-5f6d7a5aaae8', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'mac_address': 'fa:16:3e:8a:eb:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f35b9a-5d64-48f3-8ccb-8c465c769295', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '6e804292-2c85-49fc-a0c0-e3debd554d2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:36:43Z', 'updated_at': '2021-08-16T23:36:45Z', 'revision_number': 4, 'project_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'subnets': [{'id': '6e804292-2c85-49fc-a0c0-e3debd554d2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:36:46.141731 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca59850a-6e52-4bfa-b1f0-49f9419c1ba8 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:36:46.142104 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca59850a-6e52-4bfa-b1f0-49f9419c1ba8 None None] Checking segment: {'id': '86cbd573-4627-48b2-87cd-016fb2445181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '649992ed-2ab3-42e1-b950-de37f7990040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:36:46.142511 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ca59850a-6e52-4bfa-b1f0-49f9419c1ba8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:46.142902 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca59850a-6e52-4bfa-b1f0-49f9419c1ba8 None None] Bound using segment: {'id': '86cbd573-4627-48b2-87cd-016fb2445181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '649992ed-2ab3-42e1-b950-de37f7990040'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:36:46.143417 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-ca59850a-6e52-4bfa-b1f0-49f9419c1ba8 None None] Bound port: 7456b276-e5fd-4001-b5fe-bdb1fb684364, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86cbd573-4627-48b2-87cd-016fb2445181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '649992ed-2ab3-42e1-b950-de37f7990040'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:36:46.143732 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ca59850a-6e52-4bfa-b1f0-49f9419c1ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:46.193871 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-65f4ca33-6c23-4d2e-ac1d-d25c6f22dd63 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Allocated IP 172.21.0.1 (649992ed-2ab3-42e1-b950-de37f7990040/32dca438-bf2e-4204-825f-3184fa2a9cfd/b1cd5637-edb0-4b93-abce-b22afd3fd210) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:36:46.217648 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-ca59850a-6e52-4bfa-b1f0-49f9419c1ba8 None None] For port 7456b276-e5fd-4001-b5fe-bdb1fb684364, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:36:46.220898 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-ca59850a-6e52-4bfa-b1f0-49f9419c1ba8 None None] For port 7456b276-e5fd-4001-b5fe-bdb1fb684364, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=7456b276-e5fd-4001-b5fe-bdb1fb684364,segment=NetworkSegment(86cbd573-4627-48b2-87cd-016fb2445181),segment_id=86cbd573-4627-48b2-87cd-016fb2445181)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:36:46.225149 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ca59850a-6e52-4bfa-b1f0-49f9419c1ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:46.294680 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca59850a-6e52-4bfa-b1f0-49f9419c1ba8 None None] Pushing event updated for resources: {'Port': ['ID=7456b276-e5fd-4001-b5fe-bdb1fb684364,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:46.377927 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-65f4ca33-6c23-4d2e-ac1d-d25c6f22dd63 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:46.397756 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [None req-65f4ca33-6c23-4d2e-ac1d-d25c6f22dd63 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Transition to ACTIVE for port object b1cd5637-edb0-4b93-abce-b22afd3fd210 will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:36:46.436391 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-65f4ca33-6c23-4d2e-ac1d-d25c6f22dd63 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:46.490354 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f4ca33-6c23-4d2e-ac1d-d25c6f22dd63 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Network 649992ed-2ab3-42e1-b950-de37f7990040 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:36:46.506292 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-65f4ca33-6c23-4d2e-ac1d-d25c6f22dd63 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:36:46.511220 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f4ca33-6c23-4d2e-ac1d-d25c6f22dd63 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:36:46.540194 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f4ca33-6c23-4d2e-ac1d-d25c6f22dd63 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Pushing event updated for resources: {'Port': ['ID=b1cd5637-edb0-4b93-abce-b22afd3fd210,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:46.576920 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-65f4ca33-6c23-4d2e-ac1d-d25c6f22dd63 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954230'] for router_interface, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:46.665731 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 0a1f140b-807b-4af8-a5e4-929bc08574da up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:36:46.719345 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-65f4ca33-6c23-4d2e-ac1d-d25c6f22dd63 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:46.736846 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 0a1f140b-807b-4af8-a5e4-929bc08574da completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:36:46.741846 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 0a1f140b-807b-4af8-a5e4-929bc08574da triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:36:46.742218 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:46.837388 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:46.875625 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 0a1f140b-807b-4af8-a5e4-929bc08574da, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=0a1f140b-807b-4af8-a5e4-929bc08574da,segment=NetworkSegment(3368ae63-78a0-434b-a95c-67dffa69dfb3),segment_id=3368ae63-78a0-434b-a95c-67dffa69dfb3)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:36:46.880674 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:46.881570 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device ff45ff96-ca1b-4f4a-aaef-a710ee99471e up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:36:46.962796 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=0a1f140b-807b-4af8-a5e4-929bc08574da,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:46.974114 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port ff45ff96-ca1b-4f4a-aaef-a710ee99471e triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:36:46.974489 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:47.039605 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-65f4ca33-6c23-4d2e-ac1d-d25c6f22dd63 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:47.045915 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-65f4ca33-6c23-4d2e-ac1d-d25c6f22dd63 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:47.126312 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-65f4ca33-6c23-4d2e-ac1d-d25c6f22dd63 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954122'] for router_interface, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:47.128142 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f4ca33-6c23-4d2e-ac1d-d25c6f22dd63 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Pushing event updated for resources: {'Port': ['ID=b1cd5637-edb0-4b93-abce-b22afd3fd210,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:47.224835 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f4ca33-6c23-4d2e-ac1d-d25c6f22dd63 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Network 649992ed-2ab3-42e1-b950-de37f7990040 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:36:47.226354 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-65f4ca33-6c23-4d2e-ac1d-d25c6f22dd63 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:36:47.330508 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65f4ca33-6c23-4d2e-ac1d-d25c6f22dd63 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Router e7f35b9a-5d64-48f3-8ccb-8c465c769295 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:36:47.345765 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c458b05f-54da-4c49-8b00-0a1051833b77 None None] Network 649992ed-2ab3-42e1-b950-de37f7990040 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:36:47.427485 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65f4ca33-6c23-4d2e-ac1d-d25c6f22dd63 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:36:47.435140 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-65f4ca33-6c23-4d2e-ac1d-d25c6f22dd63 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "PUT /v2.0/routers/e7f35b9a-5d64-48f3-8ccb-8c465c769295/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9996648 Aug 16 23:36:47.435444 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52954) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:36:47.440743 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-23f8a3cc-437b-4b2d-8cac-df4169b206b6 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Request body: {'network': {'name': 'tempest-RoutersTest-599848603'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:36:47.462282 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f8a3cc-437b-4b2d-8cac-df4169b206b6 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Made reservation on behalf of f4d3f331c2ee4e1f853cccec6d5d04dc for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:36:47.466598 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-23f8a3cc-437b-4b2d-8cac-df4169b206b6 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:47.475410 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4271ef9c-37de-4b78-b07a-9175e8123e4a None None] Provisioning for port 7456b276-e5fd-4001-b5fe-bdb1fb684364 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:36:47.492783 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23f8a3cc-437b-4b2d-8cac-df4169b206b6 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:36:47.502705 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-23f8a3cc-437b-4b2d-8cac-df4169b206b6 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:47.502705 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-23f8a3cc-437b-4b2d-8cac-df4169b206b6 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Added segment bcdb1d54-afaa-4132-aacd-6091218bee9e of type vlan for network c5872ef3-bae9-400b-9cee-786d376f2d72 Aug 16 23:36:47.548391 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-23f8a3cc-437b-4b2d-8cac-df4169b206b6 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:47.578405 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-23f8a3cc-437b-4b2d-8cac-df4169b206b6 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:47.584688 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f8a3cc-437b-4b2d-8cac-df4169b206b6 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:36:47.585135 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-23f8a3cc-437b-4b2d-8cac-df4169b206b6 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:47.643953 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-23f8a3cc-437b-4b2d-8cac-df4169b206b6 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2072554 Aug 16 23:36:47.646796 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52956) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:36:47.651751 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-f344daf2-44b2-4d86-8f70-a2d8ff40611b tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Request body: {'subnet': {'network_id': 'c5872ef3-bae9-400b-9cee-786d376f2d72', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:36:47.701683 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f8a3cc-437b-4b2d-8cac-df4169b206b6 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Pushing event updated for resources: {'Network': ['ID=c5872ef3-bae9-400b-9cee-786d376f2d72,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:47.718845 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network c5872ef3-bae9-400b-9cee-786d376f2d72 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:36:47.721703 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cb0ccadb-2355-45b6-aaf9-80e8f0d25c8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:47.759322 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f344daf2-44b2-4d86-8f70-a2d8ff40611b tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Made reservation on behalf of f4d3f331c2ee4e1f853cccec6d5d04dc for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:36:47.764144 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f344daf2-44b2-4d86-8f70-a2d8ff40611b tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:47.817891 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-2e2db064-d74c-4267-994e-66418584c861 None None] Provisioning for port b1cd5637-edb0-4b93-abce-b22afd3fd210 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:36:47.823573 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-2e2db064-d74c-4267-994e-66418584c861 None None] Provisioning complete for port b1cd5637-edb0-4b93-abce-b22afd3fd210 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:36:47.824313 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2e2db064-d74c-4267-994e-66418584c861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:47.874305 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-2e2db064-d74c-4267-994e-66418584c861 None None] Port b1cd5637-edb0-4b93-abce-b22afd3fd210 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:36:47.917591 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712f6876-309d-4e17-963e-422ef32c26ba None None] Sync routers for ids ['e7f35b9a-5d64-48f3-8ccb-8c465c769295'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:36:47.928675 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712f6876-309d-4e17-963e-422ef32c26ba None None] Routers {'e7f35b9a-5d64-48f3-8ccb-8c465c769295'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:36:47.929310 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-712f6876-309d-4e17-963e-422ef32c26ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:36:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['e7f35b9a-5d64-48f3-8ccb-8c465c769295'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:36:47.995078 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f344daf2-44b2-4d86-8f70-a2d8ff40611b tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:48.023855 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-ff05fc5c-5756-4c55-82bc-ec299c252484 None None] Provisioning complete for port b1cd5637-edb0-4b93-abce-b22afd3fd210 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:36:48.024242 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ff05fc5c-5756-4c55-82bc-ec299c252484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:48.056627 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-712f6876-309d-4e17-963e-422ef32c26ba None None] Set router e7f35b9a-5d64-48f3-8ccb-8c465c769295 gateway port host: None {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:36:48.080007 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f344daf2-44b2-4d86-8f70-a2d8ff40611b tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Pushing event updated for resources: {'Subnet': ['ID=9ed77e33-d87e-489f-bbc4-76018e5f1a3b,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:48.085292 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f344daf2-44b2-4d86-8f70-a2d8ff40611b tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Checking segment: {'id': 'bcdb1d54-afaa-4132-aacd-6091218bee9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c5872ef3-bae9-400b-9cee-786d376f2d72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:36:48.085656 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f344daf2-44b2-4d86-8f70-a2d8ff40611b tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Network hostable DHCP agents. Network: c5872ef3-bae9-400b-9cee-786d376f2d72, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:36:48.102393 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-ff05fc5c-5756-4c55-82bc-ec299c252484 None None] Port b1cd5637-edb0-4b93-abce-b22afd3fd210 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:36:48.108343 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f344daf2-44b2-4d86-8f70-a2d8ff40611b tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Network c5872ef3-bae9-400b-9cee-786d376f2d72 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:36:48.119089 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-f344daf2-44b2-4d86-8f70-a2d8ff40611b tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, c5872ef3-bae9-400b-9cee-786d376f2d72) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:36:48.129349 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f344daf2-44b2-4d86-8f70-a2d8ff40611b tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:36:48.129929 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f344daf2-44b2-4d86-8f70-a2d8ff40611b tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:48.146958 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-f344daf2-44b2-4d86-8f70-a2d8ff40611b tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4990332 Aug 16 23:36:48.149864 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52958) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:36:48.165533 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29014502-ba77-4383-8513-2131b7f5a464 None None] Network c5872ef3-bae9-400b-9cee-786d376f2d72 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:36:48.279742 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4967df0b-7f05-42da-b21d-51f3ddd40d4e None None] Provisioning complete for port b1cd5637-edb0-4b93-abce-b22afd3fd210 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:36:48.280157 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4967df0b-7f05-42da-b21d-51f3ddd40d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:48.357684 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-4967df0b-7f05-42da-b21d-51f3ddd40d4e None None] Port b1cd5637-edb0-4b93-abce-b22afd3fd210 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:36:48.467825 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc6a4e3-54ad-421a-b22b-3972838c0404 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-c5872ef3-bae9-400b-9cee-786d376f2d72', 'network_id': 'c5872ef3-bae9-400b-9cee-786d376f2d72', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'fixed_ips': [{'subnet_id': '9ed77e33-d87e-489f-bbc4-76018e5f1a3b'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:36:48.468887 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-5bc6a4e3-54ad-421a-b22b-3972838c0404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:48.487818 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-712f6876-309d-4e17-963e-422ef32c26ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f35b9a-5d64-48f3-8ccb-8c465c769295', 'name': 'tempest-RoutersTest-router-1426455825', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:36:42Z', 'updated_at': '2021-08-16T23:36:46Z', 'revision_number': 3, 'project_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'gw_port_host': None, '_interfaces': [{'id': '0a1f140b-807b-4af8-a5e4-929bc08574da', 'name': '', 'network_id': '4e8e22b5-9960-41ca-8f7a-5f6d7a5aaae8', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'mac_address': 'fa:16:3e:8a:eb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f35b9a-5d64-48f3-8ccb-8c465c769295', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '6e804292-2c85-49fc-a0c0-e3debd554d2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:36:43Z', 'updated_at': '2021-08-16T23:36:46Z', 'revision_number': 5, 'project_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'subnets': [{'id': '6e804292-2c85-49fc-a0c0-e3debd554d2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1cd5637-edb0-4b93-abce-b22afd3fd210', 'name': '', 'network_id': '649992ed-2ab3-42e1-b950-de37f7990040', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'mac_address': 'fa:16:3e:d2:7d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f35b9a-5d64-48f3-8ccb-8c465c769295', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '32dca438-bf2e-4204-825f-3184fa2a9cfd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:36:46Z', 'updated_at': '2021-08-16T23:36:46Z', 'revision_number': 2, 'project_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'subnets': [{'id': '32dca438-bf2e-4204-825f-3184fa2a9cfd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:36:48.526233 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712f6876-309d-4e17-963e-422ef32c26ba None None] Checking router: e7f35b9a-5d64-48f3-8ccb-8c465c769295 for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:36:48.526502 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712f6876-309d-4e17-963e-422ef32c26ba None None] Updating router e7f35b9a-5d64-48f3-8ccb-8c465c769295 port b1cd5637-edb0-4b93-abce-b22afd3fd210 binding host n-d-791506-26 {{(pid=101293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:36:48.531727 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a27cae15-a350-4464-b7f1-564ce6493066 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:48.609343 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-712f6876-309d-4e17-963e-422ef32c26ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:48.654400 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 0a1f140b-807b-4af8-a5e4-929bc08574da up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:36:48.896192 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-5bc6a4e3-54ad-421a-b22b-3972838c0404 None None] Allocated IP 172.22.0.2 (c5872ef3-bae9-400b-9cee-786d376f2d72/9ed77e33-d87e-489f-bbc4-76018e5f1a3b/c7154c4b-5477-45e4-8290-cad4430e1d09) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:36:49.078198 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 0a1f140b-807b-4af8-a5e4-929bc08574da triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:36:49.078577 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:49.275337 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-5bc6a4e3-54ad-421a-b22b-3972838c0404 None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:49.301585 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-5bc6a4e3-54ad-421a-b22b-3972838c0404 None None] Transition to ACTIVE for port object c7154c4b-5477-45e4-8290-cad4430e1d09 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:36:49.321788 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 7456b276-e5fd-4001-b5fe-bdb1fb684364 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:36:49.367207 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-5bc6a4e3-54ad-421a-b22b-3972838c0404 None None] Transition to ACTIVE for port object c7154c4b-5477-45e4-8290-cad4430e1d09 will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:36:49.381890 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-5bc6a4e3-54ad-421a-b22b-3972838c0404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:49.384781 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-712f6876-309d-4e17-963e-422ef32c26ba None None] Notify callbacks [] for port, precommit_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:49.425347 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-712f6876-309d-4e17-963e-422ef32c26ba None None] Transition to ACTIVE for port object b1cd5637-edb0-4b93-abce-b22afd3fd210 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:36:49.431098 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-a27cae15-a350-4464-b7f1-564ce6493066 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Allocated IP 172.22.0.1 (c5872ef3-bae9-400b-9cee-786d376f2d72/9ed77e33-d87e-489f-bbc4-76018e5f1a3b/c3be7846-99ec-4d1f-be44-609a5910f5c3) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:36:49.445936 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-712f6876-309d-4e17-963e-422ef32c26ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:49.457314 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc6a4e3-54ad-421a-b22b-3972838c0404 None None] Network c5872ef3-bae9-400b-9cee-786d376f2d72 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:36:49.464620 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc6a4e3-54ad-421a-b22b-3972838c0404 None None] Pushing event updated for resources: {'Port': ['ID=c7154c4b-5477-45e4-8290-cad4430e1d09,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:49.471603 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-5bc6a4e3-54ad-421a-b22b-3972838c0404 None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:36:49.476025 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc6a4e3-54ad-421a-b22b-3972838c0404 None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:36:49.485484 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 7456b276-e5fd-4001-b5fe-bdb1fb684364 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:36:49.520791 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 7456b276-e5fd-4001-b5fe-bdb1fb684364 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:36:49.521173 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:49.580604 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a27cae15-a350-4464-b7f1-564ce6493066 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:49.596301 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-a27cae15-a350-4464-b7f1-564ce6493066 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Transition to ACTIVE for port object c3be7846-99ec-4d1f-be44-609a5910f5c3 will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:36:49.634121 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a27cae15-a350-4464-b7f1-564ce6493066 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:49.640024 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32c9d40-e8af-4d53-969a-840871aae920 None None] Pushing event updated for resources: {'Port': ['ID=b1cd5637-edb0-4b93-abce-b22afd3fd210,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:49.647226 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-5bc6a4e3-54ad-421a-b22b-3972838c0404 None None] Attempting to bind port c7154c4b-5477-45e4-8290-cad4430e1d09 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:36:49.647527 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-5bc6a4e3-54ad-421a-b22b-3972838c0404 None None] Attempting to bind port c7154c4b-5477-45e4-8290-cad4430e1d09 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': 'bcdb1d54-afaa-4132-aacd-6091218bee9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c5872ef3-bae9-400b-9cee-786d376f2d72'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:36:49.647865 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc6a4e3-54ad-421a-b22b-3972838c0404 None None] Attempting to bind port c7154c4b-5477-45e4-8290-cad4430e1d09 on network c5872ef3-bae9-400b-9cee-786d376f2d72 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:36:49.673329 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc6a4e3-54ad-421a-b22b-3972838c0404 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:36:49.673738 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc6a4e3-54ad-421a-b22b-3972838c0404 None None] Checking segment: {'id': 'bcdb1d54-afaa-4132-aacd-6091218bee9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c5872ef3-bae9-400b-9cee-786d376f2d72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:36:49.674236 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-5bc6a4e3-54ad-421a-b22b-3972838c0404 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:49.674507 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc6a4e3-54ad-421a-b22b-3972838c0404 None None] Bound using segment: {'id': 'bcdb1d54-afaa-4132-aacd-6091218bee9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c5872ef3-bae9-400b-9cee-786d376f2d72'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:36:49.675058 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-5bc6a4e3-54ad-421a-b22b-3972838c0404 None None] Bound port: c7154c4b-5477-45e4-8290-cad4430e1d09, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcdb1d54-afaa-4132-aacd-6091218bee9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c5872ef3-bae9-400b-9cee-786d376f2d72'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:36:49.675385 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-5bc6a4e3-54ad-421a-b22b-3972838c0404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:49.682152 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27cae15-a350-4464-b7f1-564ce6493066 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Network c5872ef3-bae9-400b-9cee-786d376f2d72 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:36:49.686437 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-a27cae15-a350-4464-b7f1-564ce6493066 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:36:49.692804 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27cae15-a350-4464-b7f1-564ce6493066 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:36:49.698773 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-712f6876-309d-4e17-963e-422ef32c26ba None None] Attempting to bind port b1cd5637-edb0-4b93-abce-b22afd3fd210 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:36:49.699158 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-712f6876-309d-4e17-963e-422ef32c26ba None None] Attempting to bind port b1cd5637-edb0-4b93-abce-b22afd3fd210 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '86cbd573-4627-48b2-87cd-016fb2445181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '649992ed-2ab3-42e1-b950-de37f7990040'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:36:49.699530 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712f6876-309d-4e17-963e-422ef32c26ba None None] Attempting to bind port b1cd5637-edb0-4b93-abce-b22afd3fd210 on network 649992ed-2ab3-42e1-b950-de37f7990040 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:36:49.727745 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27cae15-a350-4464-b7f1-564ce6493066 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Pushing event updated for resources: {'Port': ['ID=c3be7846-99ec-4d1f-be44-609a5910f5c3,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:49.728582 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712f6876-309d-4e17-963e-422ef32c26ba None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:36:49.728957 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712f6876-309d-4e17-963e-422ef32c26ba None None] Checking segment: {'id': '86cbd573-4627-48b2-87cd-016fb2445181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '649992ed-2ab3-42e1-b950-de37f7990040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:36:49.729365 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-712f6876-309d-4e17-963e-422ef32c26ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:49.729767 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712f6876-309d-4e17-963e-422ef32c26ba None None] Bound using segment: {'id': '86cbd573-4627-48b2-87cd-016fb2445181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '649992ed-2ab3-42e1-b950-de37f7990040'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:36:49.730242 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-712f6876-309d-4e17-963e-422ef32c26ba None None] Bound port: b1cd5637-edb0-4b93-abce-b22afd3fd210, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86cbd573-4627-48b2-87cd-016fb2445181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '649992ed-2ab3-42e1-b950-de37f7990040'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:36:49.730634 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-712f6876-309d-4e17-963e-422ef32c26ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:49.749620 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a27cae15-a350-4464-b7f1-564ce6493066 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954230'] for router_interface, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:49.850254 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-5bc6a4e3-54ad-421a-b22b-3972838c0404 None None] For port c7154c4b-5477-45e4-8290-cad4430e1d09, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:36:49.852130 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:49.873135 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a27cae15-a350-4464-b7f1-564ce6493066 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:49.881928 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-5bc6a4e3-54ad-421a-b22b-3972838c0404 None None] For port c7154c4b-5477-45e4-8290-cad4430e1d09, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=c7154c4b-5477-45e4-8290-cad4430e1d09,segment=NetworkSegment(bcdb1d54-afaa-4132-aacd-6091218bee9e),segment_id=bcdb1d54-afaa-4132-aacd-6091218bee9e)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:36:49.889695 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-6bb73672-4963-4b87-aa8c-2f0d3f09c458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:49.900241 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-5bc6a4e3-54ad-421a-b22b-3972838c0404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:49.922780 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-712f6876-309d-4e17-963e-422ef32c26ba None None] For port b1cd5637-edb0-4b93-abce-b22afd3fd210, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:36:49.965323 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-712f6876-309d-4e17-963e-422ef32c26ba None None] For port b1cd5637-edb0-4b93-abce-b22afd3fd210, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=b1cd5637-edb0-4b93-abce-b22afd3fd210,segment=NetworkSegment(86cbd573-4627-48b2-87cd-016fb2445181),segment_id=86cbd573-4627-48b2-87cd-016fb2445181)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:36:49.968447 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 7456b276-e5fd-4001-b5fe-bdb1fb684364, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=7456b276-e5fd-4001-b5fe-bdb1fb684364,segment=NetworkSegment(86cbd573-4627-48b2-87cd-016fb2445181),segment_id=86cbd573-4627-48b2-87cd-016fb2445181)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:36:49.976694 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-712f6876-309d-4e17-963e-422ef32c26ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:49.984265 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:50.012825 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc6a4e3-54ad-421a-b22b-3972838c0404 None None] Pushing event updated for resources: {'Port': ['ID=c7154c4b-5477-45e4-8290-cad4430e1d09,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:50.043868 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712f6876-309d-4e17-963e-422ef32c26ba None None] Routers {'e7f35b9a-5d64-48f3-8ccb-8c465c769295'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:36:50.045749 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-712f6876-309d-4e17-963e-422ef32c26ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:36:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['e7f35b9a-5d64-48f3-8ccb-8c465c769295'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:36:50.159019 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32c9d40-e8af-4d53-969a-840871aae920 None None] Pushing event updated for resources: {'Port': ['ID=b1cd5637-edb0-4b93-abce-b22afd3fd210,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:50.197424 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a27cae15-a350-4464-b7f1-564ce6493066 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:50.203263 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a27cae15-a350-4464-b7f1-564ce6493066 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:50.211101 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-712f6876-309d-4e17-963e-422ef32c26ba None None] Set router e7f35b9a-5d64-48f3-8ccb-8c465c769295 gateway port host: None {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:36:50.292062 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=7456b276-e5fd-4001-b5fe-bdb1fb684364,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:50.316721 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27cae15-a350-4464-b7f1-564ce6493066 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Pushing event updated for resources: {'Port': ['ID=c3be7846-99ec-4d1f-be44-609a5910f5c3,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:50.319198 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a27cae15-a350-4464-b7f1-564ce6493066 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954122'] for router_interface, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:50.427034 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27cae15-a350-4464-b7f1-564ce6493066 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Network c5872ef3-bae9-400b-9cee-786d376f2d72 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:36:50.428676 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-a27cae15-a350-4464-b7f1-564ce6493066 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:36:50.501926 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-712f6876-309d-4e17-963e-422ef32c26ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f35b9a-5d64-48f3-8ccb-8c465c769295', 'name': 'tempest-RoutersTest-router-1426455825', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:36:42Z', 'updated_at': '2021-08-16T23:36:49Z', 'revision_number': 4, 'project_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'gw_port_host': None, '_interfaces': [{'id': '0a1f140b-807b-4af8-a5e4-929bc08574da', 'name': '', 'network_id': '4e8e22b5-9960-41ca-8f7a-5f6d7a5aaae8', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'mac_address': 'fa:16:3e:8a:eb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f35b9a-5d64-48f3-8ccb-8c465c769295', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '6e804292-2c85-49fc-a0c0-e3debd554d2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:36:43Z', 'updated_at': '2021-08-16T23:36:46Z', 'revision_number': 5, 'project_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'subnets': [{'id': '6e804292-2c85-49fc-a0c0-e3debd554d2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1cd5637-edb0-4b93-abce-b22afd3fd210', 'name': '', 'network_id': '649992ed-2ab3-42e1-b950-de37f7990040', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'mac_address': 'fa:16:3e:d2:7d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f35b9a-5d64-48f3-8ccb-8c465c769295', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '32dca438-bf2e-4204-825f-3184fa2a9cfd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:36:46Z', 'updated_at': '2021-08-16T23:36:49Z', 'revision_number': 4, 'project_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'subnets': [{'id': '32dca438-bf2e-4204-825f-3184fa2a9cfd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3be7846-99ec-4d1f-be44-609a5910f5c3', 'name': '', 'network_id': 'c5872ef3-bae9-400b-9cee-786d376f2d72', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'mac_address': 'fa:16:3e:b5:9b:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f35b9a-5d64-48f3-8ccb-8c465c769295', 'device_owner': 'network:router_interface', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '9ed77e33-d87e-489f-bbc4-76018e5f1a3b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:36:48Z', 'updated_at': '2021-08-16T23:36:49Z', 'revision_number': 1, 'project_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'subnets': [{'id': '9ed77e33-d87e-489f-bbc4-76018e5f1a3b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:36:50.530323 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712f6876-309d-4e17-963e-422ef32c26ba None None] The sync data for ids ['e7f35b9a-5d64-48f3-8ccb-8c465c769295'] in n-d-791506-26 is: [{'id': 'e7f35b9a-5d64-48f3-8ccb-8c465c769295', 'name': 'tempest-RoutersTest-router-1426455825', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:36:42Z', 'updated_at': '2021-08-16T23:36:49Z', 'revision_number': 4, 'project_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'gw_port_host': None, '_interfaces': [{'id': '0a1f140b-807b-4af8-a5e4-929bc08574da', 'name': '', 'network_id': '4e8e22b5-9960-41ca-8f7a-5f6d7a5aaae8', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'mac_address': 'fa:16:3e:8a:eb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f35b9a-5d64-48f3-8ccb-8c465c769295', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '6e804292-2c85-49fc-a0c0-e3debd554d2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:36:43Z', 'updated_at': '2021-08-16T23:36:46Z', 'revision_number': 5, 'project_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'subnets': [{'id': '6e804292-2c85-49fc-a0c0-e3debd554d2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1cd5637-edb0-4b93-abce-b22afd3fd210', 'name': '', 'network_id': '649992ed-2ab3-42e1-b950-de37f7990040', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'mac_address': 'fa:16:3e:d2:7d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f35b9a-5d64-48f3-8ccb-8c465c769295', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '32dca438-bf2e-4204-825f-3184fa2a9cfd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:36:46Z', 'updated_at': '2021-08-16T23:36:49Z', 'revision_number': 4, 'project_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'subnets': [{'id': '32dca438-bf2e-4204-825f-3184fa2a9cfd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3be7846-99ec-4d1f-be44-609a5910f5c3', 'name': '', 'network_id': 'c5872ef3-bae9-400b-9cee-786d376f2d72', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'mac_address': 'fa:16:3e:b5:9b:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f35b9a-5d64-48f3-8ccb-8c465c769295', 'device_owner': 'network:router_interface', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '9ed77e33-d87e-489f-bbc4-76018e5f1a3b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:36:48Z', 'updated_at': '2021-08-16T23:36:49Z', 'revision_number': 1, 'project_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'subnets': [{'id': '9ed77e33-d87e-489f-bbc4-76018e5f1a3b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:36:50.555768 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a27cae15-a350-4464-b7f1-564ce6493066 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Router e7f35b9a-5d64-48f3-8ccb-8c465c769295 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:36:50.658669 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device c7154c4b-5477-45e4-8290-cad4430e1d09 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:36:50.675845 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a27cae15-a350-4464-b7f1-564ce6493066 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:36:50.685788 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-a27cae15-a350-4464-b7f1-564ce6493066 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "PUT /v2.0/routers/e7f35b9a-5d64-48f3-8ccb-8c465c769295/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5310266 Aug 16 23:36:50.686043 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52960) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:36:50.694317 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-97bd76f0-7928-460f-8c2d-0f83ed8da010 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Request body: {'network': {'name': 'tempest-RoutersTest-602258346'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:36:50.710052 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:50.723995 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97bd76f0-7928-460f-8c2d-0f83ed8da010 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Made reservation on behalf of f4d3f331c2ee4e1f853cccec6d5d04dc for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:36:50.728073 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port c7154c4b-5477-45e4-8290-cad4430e1d09 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:36:50.730128 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-97bd76f0-7928-460f-8c2d-0f83ed8da010 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:50.735792 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 7456b276-e5fd-4001-b5fe-bdb1fb684364 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:36:50.762096 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97bd76f0-7928-460f-8c2d-0f83ed8da010 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:36:50.773880 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-97bd76f0-7928-460f-8c2d-0f83ed8da010 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:50.774289 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-97bd76f0-7928-460f-8c2d-0f83ed8da010 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Added segment dea932a5-92d0-456e-960b-bbdfd3bb4c53 of type vlan for network 33564f08-d1f1-423b-9369-7362a7313b6d Aug 16 23:36:50.802363 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 7456b276-e5fd-4001-b5fe-bdb1fb684364 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:36:50.802758 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:50.835055 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-97bd76f0-7928-460f-8c2d-0f83ed8da010 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:50.869494 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-97bd76f0-7928-460f-8c2d-0f83ed8da010 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:50.877678 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bd76f0-7928-460f-8c2d-0f83ed8da010 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:36:50.878910 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-97bd76f0-7928-460f-8c2d-0f83ed8da010 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:50.953932 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-97bd76f0-7928-460f-8c2d-0f83ed8da010 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2637870 Aug 16 23:36:50.954245 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52962) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:36:50.959861 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-0ba4c2bb-41e1-4c50-a0dd-c3e3b8dbe98d tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Request body: {'subnet': {'network_id': '33564f08-d1f1-423b-9369-7362a7313b6d', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:36:51.000842 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd76f0-7928-460f-8c2d-0f83ed8da010 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Pushing event updated for resources: {'Network': ['ID=33564f08-d1f1-423b-9369-7362a7313b6d,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:51.011951 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 33564f08-d1f1-423b-9369-7362a7313b6d details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:36:51.069892 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ba4c2bb-41e1-4c50-a0dd-c3e3b8dbe98d tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Made reservation on behalf of f4d3f331c2ee4e1f853cccec6d5d04dc for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:36:51.076278 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0ba4c2bb-41e1-4c50-a0dd-c3e3b8dbe98d tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:51.225605 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869fb100-f9f2-4ceb-a699-7bd16c4c1ebf None None] Network c5872ef3-bae9-400b-9cee-786d376f2d72 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:36:51.297034 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4f65a6b4-814c-4fa9-b816-b68b451dec48 None None] Provisioning for port c7154c4b-5477-45e4-8290-cad4430e1d09 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:36:51.305746 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4f65a6b4-814c-4fa9-b816-b68b451dec48 None None] Provisioning complete for port c7154c4b-5477-45e4-8290-cad4430e1d09 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:36:51.306143 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4f65a6b4-814c-4fa9-b816-b68b451dec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:51.317164 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0ba4c2bb-41e1-4c50-a0dd-c3e3b8dbe98d tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:51.384896 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba4c2bb-41e1-4c50-a0dd-c3e3b8dbe98d tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Pushing event updated for resources: {'Subnet': ['ID=47df827a-4e78-413b-b514-2704963db709,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:51.404282 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba4c2bb-41e1-4c50-a0dd-c3e3b8dbe98d tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Checking segment: {'id': 'dea932a5-92d0-456e-960b-bbdfd3bb4c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '33564f08-d1f1-423b-9369-7362a7313b6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:36:51.404685 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba4c2bb-41e1-4c50-a0dd-c3e3b8dbe98d tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Network hostable DHCP agents. Network: 33564f08-d1f1-423b-9369-7362a7313b6d, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:36:51.423100 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba4c2bb-41e1-4c50-a0dd-c3e3b8dbe98d tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Network 33564f08-d1f1-423b-9369-7362a7313b6d is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:36:51.434357 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-0ba4c2bb-41e1-4c50-a0dd-c3e3b8dbe98d tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 33564f08-d1f1-423b-9369-7362a7313b6d) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:36:51.439923 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba4c2bb-41e1-4c50-a0dd-c3e3b8dbe98d tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:36:51.440903 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0ba4c2bb-41e1-4c50-a0dd-c3e3b8dbe98d tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:51.458159 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d031d26d-8b36-4b7c-a7d5-9bfde3c9312f None None] Network 33564f08-d1f1-423b-9369-7362a7313b6d requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:36:51.463761 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52968) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:36:51.465336 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-0ba4c2bb-41e1-4c50-a0dd-c3e3b8dbe98d tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5096481 Aug 16 23:36:51.694778 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4f65a6b4-814c-4fa9-b816-b68b451dec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:51.719266 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:51.756056 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-4f65a6b4-814c-4fa9-b816-b68b451dec48 None None] For port c7154c4b-5477-45e4-8290-cad4430e1d09, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=c7154c4b-5477-45e4-8290-cad4430e1d09,segment=NetworkSegment(bcdb1d54-afaa-4132-aacd-6091218bee9e),segment_id=bcdb1d54-afaa-4132-aacd-6091218bee9e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:36:51.763510 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4f65a6b4-814c-4fa9-b816-b68b451dec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:51.847965 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f65a6b4-814c-4fa9-b816-b68b451dec48 None None] Pushing event updated for resources: {'Port': ['ID=c7154c4b-5477-45e4-8290-cad4430e1d09,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:51.899627 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfc277f-cc15-4722-a542-40eaf2cd436a None None] Sync routers for ids ['e7f35b9a-5d64-48f3-8ccb-8c465c769295'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:36:51.901720 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72cbcf6-aba7-46d0-a484-b3c51a6968b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-33564f08-d1f1-423b-9369-7362a7313b6d', 'network_id': '33564f08-d1f1-423b-9369-7362a7313b6d', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'fixed_ips': [{'subnet_id': '47df827a-4e78-413b-b514-2704963db709'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:36:51.902946 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d72cbcf6-aba7-46d0-a484-b3c51a6968b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:51.910328 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-17fc6124-5e23-47c1-8bbe-8c70de806d60 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:51.926018 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfc277f-cc15-4722-a542-40eaf2cd436a None None] Routers {'e7f35b9a-5d64-48f3-8ccb-8c465c769295'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:36:51.927018 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-6cfc277f-cc15-4722-a542-40eaf2cd436a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:36:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['e7f35b9a-5d64-48f3-8ccb-8c465c769295'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:36:52.041814 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-6cfc277f-cc15-4722-a542-40eaf2cd436a None None] Set router e7f35b9a-5d64-48f3-8ccb-8c465c769295 gateway port host: None {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:36:52.095670 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-d72cbcf6-aba7-46d0-a484-b3c51a6968b2 None None] Allocated IP 172.23.0.2 (33564f08-d1f1-423b-9369-7362a7313b6d/47df827a-4e78-413b-b514-2704963db709/4b87b489-bad4-4e61-9e1b-c0b26ff14600) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:36:52.104880 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-b859cc9d-2a9d-4ffa-bf70-a4f7e23b63c3 None None] Provisioning for port c3be7846-99ec-4d1f-be44-609a5910f5c3 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:36:52.114772 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-b859cc9d-2a9d-4ffa-bf70-a4f7e23b63c3 None None] Provisioning complete for port c3be7846-99ec-4d1f-be44-609a5910f5c3 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:36:52.115215 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-b859cc9d-2a9d-4ffa-bf70-a4f7e23b63c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:52.213842 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-b859cc9d-2a9d-4ffa-bf70-a4f7e23b63c3 None None] Port c3be7846-99ec-4d1f-be44-609a5910f5c3 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:36:52.243882 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-b859cc9d-2a9d-4ffa-bf70-a4f7e23b63c3 None None] Provisioning complete for port c7154c4b-5477-45e4-8290-cad4430e1d09 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:36:52.244352 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-b859cc9d-2a9d-4ffa-bf70-a4f7e23b63c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:52.346466 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d72cbcf6-aba7-46d0-a484-b3c51a6968b2 None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:52.374634 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-d72cbcf6-aba7-46d0-a484-b3c51a6968b2 None None] Transition to ACTIVE for port object 4b87b489-bad4-4e61-9e1b-c0b26ff14600 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:36:52.399664 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-6cfc277f-cc15-4722-a542-40eaf2cd436a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f35b9a-5d64-48f3-8ccb-8c465c769295', 'name': 'tempest-RoutersTest-router-1426455825', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:36:42Z', 'updated_at': '2021-08-16T23:36:49Z', 'revision_number': 4, 'project_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'gw_port_host': None, '_interfaces': [{'id': '0a1f140b-807b-4af8-a5e4-929bc08574da', 'name': '', 'network_id': '4e8e22b5-9960-41ca-8f7a-5f6d7a5aaae8', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'mac_address': 'fa:16:3e:8a:eb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f35b9a-5d64-48f3-8ccb-8c465c769295', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '6e804292-2c85-49fc-a0c0-e3debd554d2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:36:43Z', 'updated_at': '2021-08-16T23:36:46Z', 'revision_number': 5, 'project_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'subnets': [{'id': '6e804292-2c85-49fc-a0c0-e3debd554d2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1cd5637-edb0-4b93-abce-b22afd3fd210', 'name': '', 'network_id': '649992ed-2ab3-42e1-b950-de37f7990040', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'mac_address': 'fa:16:3e:d2:7d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f35b9a-5d64-48f3-8ccb-8c465c769295', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '32dca438-bf2e-4204-825f-3184fa2a9cfd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:36:46Z', 'updated_at': '2021-08-16T23:36:49Z', 'revision_number': 4, 'project_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'subnets': [{'id': '32dca438-bf2e-4204-825f-3184fa2a9cfd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3be7846-99ec-4d1f-be44-609a5910f5c3', 'name': '', 'network_id': 'c5872ef3-bae9-400b-9cee-786d376f2d72', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'mac_address': 'fa:16:3e:b5:9b:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f35b9a-5d64-48f3-8ccb-8c465c769295', 'device_owner': 'network:router_interface', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '9ed77e33-d87e-489f-bbc4-76018e5f1a3b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:36:48Z', 'updated_at': '2021-08-16T23:36:50Z', 'revision_number': 2, 'project_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'subnets': [{'id': '9ed77e33-d87e-489f-bbc4-76018e5f1a3b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:36:52.402031 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-d72cbcf6-aba7-46d0-a484-b3c51a6968b2 None None] Transition to ACTIVE for port object 4b87b489-bad4-4e61-9e1b-c0b26ff14600 will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:36:52.410360 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d72cbcf6-aba7-46d0-a484-b3c51a6968b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:52.445877 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfc277f-cc15-4722-a542-40eaf2cd436a None None] Checking router: e7f35b9a-5d64-48f3-8ccb-8c465c769295 for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:36:52.446690 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfc277f-cc15-4722-a542-40eaf2cd436a None None] Updating router e7f35b9a-5d64-48f3-8ccb-8c465c769295 port c3be7846-99ec-4d1f-be44-609a5910f5c3 binding host n-d-791506-26 {{(pid=101294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:36:52.457730 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72cbcf6-aba7-46d0-a484-b3c51a6968b2 None None] Network 33564f08-d1f1-423b-9369-7362a7313b6d is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:36:52.461860 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-d72cbcf6-aba7-46d0-a484-b3c51a6968b2 None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:36:52.467742 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-17fc6124-5e23-47c1-8bbe-8c70de806d60 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Allocated IP 172.23.0.1 (33564f08-d1f1-423b-9369-7362a7313b6d/47df827a-4e78-413b-b514-2704963db709/270cacfb-9258-4b2c-b3a2-40b6f71182b6) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:36:52.468034 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72cbcf6-aba7-46d0-a484-b3c51a6968b2 None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:36:52.471420 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72cbcf6-aba7-46d0-a484-b3c51a6968b2 None None] Pushing event updated for resources: {'Port': ['ID=4b87b489-bad4-4e61-9e1b-c0b26ff14600,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:52.489469 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-6cfc277f-cc15-4722-a542-40eaf2cd436a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:52.552381 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-d72cbcf6-aba7-46d0-a484-b3c51a6968b2 None None] Attempting to bind port 4b87b489-bad4-4e61-9e1b-c0b26ff14600 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:36:52.552696 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-d72cbcf6-aba7-46d0-a484-b3c51a6968b2 None None] Attempting to bind port 4b87b489-bad4-4e61-9e1b-c0b26ff14600 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': 'dea932a5-92d0-456e-960b-bbdfd3bb4c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '33564f08-d1f1-423b-9369-7362a7313b6d'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:36:52.553069 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72cbcf6-aba7-46d0-a484-b3c51a6968b2 None None] Attempting to bind port 4b87b489-bad4-4e61-9e1b-c0b26ff14600 on network 33564f08-d1f1-423b-9369-7362a7313b6d {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:36:52.556648 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cc38680e-54ed-4c3f-88f1-32faaa6c6799 None None] Provisioning complete for port c3be7846-99ec-4d1f-be44-609a5910f5c3 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:36:52.557023 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cc38680e-54ed-4c3f-88f1-32faaa6c6799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:52.561660 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72cbcf6-aba7-46d0-a484-b3c51a6968b2 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:36:52.561930 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72cbcf6-aba7-46d0-a484-b3c51a6968b2 None None] Checking segment: {'id': 'dea932a5-92d0-456e-960b-bbdfd3bb4c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '33564f08-d1f1-423b-9369-7362a7313b6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:36:52.562202 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d72cbcf6-aba7-46d0-a484-b3c51a6968b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:52.562604 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72cbcf6-aba7-46d0-a484-b3c51a6968b2 None None] Bound using segment: {'id': 'dea932a5-92d0-456e-960b-bbdfd3bb4c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '33564f08-d1f1-423b-9369-7362a7313b6d'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:36:52.563127 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-d72cbcf6-aba7-46d0-a484-b3c51a6968b2 None None] Bound port: 4b87b489-bad4-4e61-9e1b-c0b26ff14600, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dea932a5-92d0-456e-960b-bbdfd3bb4c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '33564f08-d1f1-423b-9369-7362a7313b6d'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:36:52.563525 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d72cbcf6-aba7-46d0-a484-b3c51a6968b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:52.625419 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-cc38680e-54ed-4c3f-88f1-32faaa6c6799 None None] Port c3be7846-99ec-4d1f-be44-609a5910f5c3 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:36:52.661370 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-17fc6124-5e23-47c1-8bbe-8c70de806d60 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:52.664718 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-d72cbcf6-aba7-46d0-a484-b3c51a6968b2 None None] For port 4b87b489-bad4-4e61-9e1b-c0b26ff14600, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:36:52.668100 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-d72cbcf6-aba7-46d0-a484-b3c51a6968b2 None None] For port 4b87b489-bad4-4e61-9e1b-c0b26ff14600, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=4b87b489-bad4-4e61-9e1b-c0b26ff14600,segment=NetworkSegment(dea932a5-92d0-456e-960b-bbdfd3bb4c53),segment_id=dea932a5-92d0-456e-960b-bbdfd3bb4c53)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:36:52.680904 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-17fc6124-5e23-47c1-8bbe-8c70de806d60 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Transition to ACTIVE for port object 270cacfb-9258-4b2c-b3a2-40b6f71182b6 will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:36:52.683172 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d72cbcf6-aba7-46d0-a484-b3c51a6968b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:52.689954 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device b1cd5637-edb0-4b93-abce-b22afd3fd210 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:36:52.721024 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-17fc6124-5e23-47c1-8bbe-8c70de806d60 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:52.766580 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fc6124-5e23-47c1-8bbe-8c70de806d60 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Network 33564f08-d1f1-423b-9369-7362a7313b6d is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:36:52.775901 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-17fc6124-5e23-47c1-8bbe-8c70de806d60 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:36:52.781930 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fc6124-5e23-47c1-8bbe-8c70de806d60 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:36:52.807115 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-5d15612b-d3b4-4b1f-b2d0-8bef7efb7a77 None None] Provisioning complete for port c3be7846-99ec-4d1f-be44-609a5910f5c3 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:36:52.807639 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-5d15612b-d3b4-4b1f-b2d0-8bef7efb7a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:52.828010 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-17fc6124-5e23-47c1-8bbe-8c70de806d60 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954230'] for router_interface, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:52.831955 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fc6124-5e23-47c1-8bbe-8c70de806d60 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Pushing event updated for resources: {'Port': ['ID=270cacfb-9258-4b2c-b3a2-40b6f71182b6,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:52.848766 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-6cfc277f-cc15-4722-a542-40eaf2cd436a None None] Notify callbacks [] for port, precommit_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:52.854599 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-5d15612b-d3b4-4b1f-b2d0-8bef7efb7a77 None None] Port c3be7846-99ec-4d1f-be44-609a5910f5c3 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:36:52.856676 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port b1cd5637-edb0-4b93-abce-b22afd3fd210 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:36:52.863186 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.provisioning_blocks [None req-6cfc277f-cc15-4722-a542-40eaf2cd436a None None] Transition to ACTIVE for port object c3be7846-99ec-4d1f-be44-609a5910f5c3 will not be triggered until provisioned by entity L2. {{(pid=101294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:36:52.863773 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port b1cd5637-edb0-4b93-abce-b22afd3fd210 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:36:52.864251 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:52.873942 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-6cfc277f-cc15-4722-a542-40eaf2cd436a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:52.910518 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72cbcf6-aba7-46d0-a484-b3c51a6968b2 None None] Pushing event updated for resources: {'Port': ['ID=4b87b489-bad4-4e61-9e1b-c0b26ff14600,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:52.929291 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:52.974700 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a7c106-f27b-4a51-8ed6-284c94f85887 None None] Pushing event updated for resources: {'Port': ['ID=c3be7846-99ec-4d1f-be44-609a5910f5c3,revision_number=3']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:52.985419 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:53.026492 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-17fc6124-5e23-47c1-8bbe-8c70de806d60 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:53.028944 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port b1cd5637-edb0-4b93-abce-b22afd3fd210, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=b1cd5637-edb0-4b93-abce-b22afd3fd210,segment=NetworkSegment(86cbd573-4627-48b2-87cd-016fb2445181),segment_id=86cbd573-4627-48b2-87cd-016fb2445181)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:36:53.035029 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:53.035925 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device c7154c4b-5477-45e4-8290-cad4430e1d09 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:36:53.043320 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-6cfc277f-cc15-4722-a542-40eaf2cd436a None None] Attempting to bind port c3be7846-99ec-4d1f-be44-609a5910f5c3 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:36:53.043711 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-6cfc277f-cc15-4722-a542-40eaf2cd436a None None] Attempting to bind port c3be7846-99ec-4d1f-be44-609a5910f5c3 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': 'bcdb1d54-afaa-4132-aacd-6091218bee9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c5872ef3-bae9-400b-9cee-786d376f2d72'}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:36:53.044527 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfc277f-cc15-4722-a542-40eaf2cd436a None None] Attempting to bind port c3be7846-99ec-4d1f-be44-609a5910f5c3 on network c5872ef3-bae9-400b-9cee-786d376f2d72 {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:36:53.049500 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfc277f-cc15-4722-a542-40eaf2cd436a None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:36:53.050369 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfc277f-cc15-4722-a542-40eaf2cd436a None None] Checking segment: {'id': 'bcdb1d54-afaa-4132-aacd-6091218bee9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c5872ef3-bae9-400b-9cee-786d376f2d72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:36:53.050965 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-6cfc277f-cc15-4722-a542-40eaf2cd436a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:53.051538 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfc277f-cc15-4722-a542-40eaf2cd436a None None] Bound using segment: {'id': 'bcdb1d54-afaa-4132-aacd-6091218bee9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c5872ef3-bae9-400b-9cee-786d376f2d72'} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:36:53.052227 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-6cfc277f-cc15-4722-a542-40eaf2cd436a None None] Bound port: c3be7846-99ec-4d1f-be44-609a5910f5c3, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcdb1d54-afaa-4132-aacd-6091218bee9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c5872ef3-bae9-400b-9cee-786d376f2d72'}}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:36:53.053009 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-6cfc277f-cc15-4722-a542-40eaf2cd436a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:53.142403 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-6cfc277f-cc15-4722-a542-40eaf2cd436a None None] For port c3be7846-99ec-4d1f-be44-609a5910f5c3, host n-d-791506-26, cleared binding levels {{(pid=101294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:36:53.148238 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-6cfc277f-cc15-4722-a542-40eaf2cd436a None None] For port c3be7846-99ec-4d1f-be44-609a5910f5c3, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=c3be7846-99ec-4d1f-be44-609a5910f5c3,segment=NetworkSegment(bcdb1d54-afaa-4132-aacd-6091218bee9e),segment_id=bcdb1d54-afaa-4132-aacd-6091218bee9e)] {{(pid=101294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:36:53.160578 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=b1cd5637-edb0-4b93-abce-b22afd3fd210,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:53.166047 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-6cfc277f-cc15-4722-a542-40eaf2cd436a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:53.167543 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port c7154c4b-5477-45e4-8290-cad4430e1d09 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:36:53.167931 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:53.234948 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfc277f-cc15-4722-a542-40eaf2cd436a None None] Routers {'e7f35b9a-5d64-48f3-8ccb-8c465c769295'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:36:53.235715 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-6cfc277f-cc15-4722-a542-40eaf2cd436a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:36:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['e7f35b9a-5d64-48f3-8ccb-8c465c769295'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:36:53.336907 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a7c106-f27b-4a51-8ed6-284c94f85887 None None] Pushing event updated for resources: {'Port': ['ID=c3be7846-99ec-4d1f-be44-609a5910f5c3,revision_number=4']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:53.374960 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-6cfc277f-cc15-4722-a542-40eaf2cd436a None None] Set router e7f35b9a-5d64-48f3-8ccb-8c465c769295 gateway port host: None {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:36:53.489356 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-17fc6124-5e23-47c1-8bbe-8c70de806d60 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:53.495533 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-17fc6124-5e23-47c1-8bbe-8c70de806d60 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:53.585052 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fc6124-5e23-47c1-8bbe-8c70de806d60 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Pushing event updated for resources: {'Port': ['ID=270cacfb-9258-4b2c-b3a2-40b6f71182b6,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:53.588862 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-17fc6124-5e23-47c1-8bbe-8c70de806d60 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954122'] for router_interface, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:53.603486 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-6cfc277f-cc15-4722-a542-40eaf2cd436a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f35b9a-5d64-48f3-8ccb-8c465c769295', 'name': 'tempest-RoutersTest-router-1426455825', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:36:42Z', 'updated_at': '2021-08-16T23:36:52Z', 'revision_number': 5, 'project_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'gw_port_host': None, '_interfaces': [{'id': '0a1f140b-807b-4af8-a5e4-929bc08574da', 'name': '', 'network_id': '4e8e22b5-9960-41ca-8f7a-5f6d7a5aaae8', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'mac_address': 'fa:16:3e:8a:eb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f35b9a-5d64-48f3-8ccb-8c465c769295', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '6e804292-2c85-49fc-a0c0-e3debd554d2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:36:43Z', 'updated_at': '2021-08-16T23:36:46Z', 'revision_number': 5, 'project_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'subnets': [{'id': '6e804292-2c85-49fc-a0c0-e3debd554d2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '270cacfb-9258-4b2c-b3a2-40b6f71182b6', 'name': '', 'network_id': '33564f08-d1f1-423b-9369-7362a7313b6d', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'mac_address': 'fa:16:3e:d5:f0:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f35b9a-5d64-48f3-8ccb-8c465c769295', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '47df827a-4e78-413b-b514-2704963db709', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:36:52Z', 'updated_at': '2021-08-16T23:36:52Z', 'revision_number': 1, 'project_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'subnets': [{'id': '47df827a-4e78-413b-b514-2704963db709', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1cd5637-edb0-4b93-abce-b22afd3fd210', 'name': '', 'network_id': '649992ed-2ab3-42e1-b950-de37f7990040', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'mac_address': 'fa:16:3e:d2:7d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f35b9a-5d64-48f3-8ccb-8c465c769295', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '32dca438-bf2e-4204-825f-3184fa2a9cfd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:36:46Z', 'updated_at': '2021-08-16T23:36:53Z', 'revision_number': 5, 'project_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'subnets': [{'id': '32dca438-bf2e-4204-825f-3184fa2a9cfd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3be7846-99ec-4d1f-be44-609a5910f5c3', 'name': '', 'network_id': 'c5872ef3-bae9-400b-9cee-786d376f2d72', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'mac_address': 'fa:16:3e:b5:9b:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f35b9a-5d64-48f3-8ccb-8c465c769295', 'device_owner': 'network:router_interface', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '9ed77e33-d87e-489f-bbc4-76018e5f1a3b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:36:48Z', 'updated_at': '2021-08-16T23:36:53Z', 'revision_number': 4, 'project_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'subnets': [{'id': '9ed77e33-d87e-489f-bbc4-76018e5f1a3b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:36:53.631440 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfc277f-cc15-4722-a542-40eaf2cd436a None None] The sync data for ids ['e7f35b9a-5d64-48f3-8ccb-8c465c769295'] in n-d-791506-26 is: [{'id': 'e7f35b9a-5d64-48f3-8ccb-8c465c769295', 'name': 'tempest-RoutersTest-router-1426455825', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:36:42Z', 'updated_at': '2021-08-16T23:36:52Z', 'revision_number': 5, 'project_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'gw_port_host': None, '_interfaces': [{'id': '0a1f140b-807b-4af8-a5e4-929bc08574da', 'name': '', 'network_id': '4e8e22b5-9960-41ca-8f7a-5f6d7a5aaae8', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'mac_address': 'fa:16:3e:8a:eb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f35b9a-5d64-48f3-8ccb-8c465c769295', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '6e804292-2c85-49fc-a0c0-e3debd554d2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:36:43Z', 'updated_at': '2021-08-16T23:36:46Z', 'revision_number': 5, 'project_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'subnets': [{'id': '6e804292-2c85-49fc-a0c0-e3debd554d2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '270cacfb-9258-4b2c-b3a2-40b6f71182b6', 'name': '', 'network_id': '33564f08-d1f1-423b-9369-7362a7313b6d', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'mac_address': 'fa:16:3e:d5:f0:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f35b9a-5d64-48f3-8ccb-8c465c769295', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '47df827a-4e78-413b-b514-2704963db709', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:36:52Z', 'updated_at': '2021-08-16T23:36:52Z', 'revision_number': 1, 'project_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'subnets': [{'id': '47df827a-4e78-413b-b514-2704963db709', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1cd5637-edb0-4b93-abce-b22afd3fd210', 'name': '', 'network_id': '649992ed-2ab3-42e1-b950-de37f7990040', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'mac_address': 'fa:16:3e:d2:7d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f35b9a-5d64-48f3-8ccb-8c465c769295', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '32dca438-bf2e-4204-825f-3184fa2a9cfd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:36:46Z', 'updated_at': '2021-08-16T23:36:53Z', 'revision_number': 5, 'project_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'subnets': [{'id': '32dca438-bf2e-4204-825f-3184fa2a9cfd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3be7846-99ec-4d1f-be44-609a5910f5c3', 'name': '', 'network_id': 'c5872ef3-bae9-400b-9cee-786d376f2d72', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'mac_address': 'fa:16:3e:b5:9b:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f35b9a-5d64-48f3-8ccb-8c465c769295', 'device_owner': 'network:router_interface', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '9ed77e33-d87e-489f-bbc4-76018e5f1a3b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:36:48Z', 'updated_at': '2021-08-16T23:36:53Z', 'revision_number': 4, 'project_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'subnets': [{'id': '9ed77e33-d87e-489f-bbc4-76018e5f1a3b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:36:53.719167 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fc6124-5e23-47c1-8bbe-8c70de806d60 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Network 33564f08-d1f1-423b-9369-7362a7313b6d is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:36:53.720525 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-17fc6124-5e23-47c1-8bbe-8c70de806d60 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:36:53.838684 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17fc6124-5e23-47c1-8bbe-8c70de806d60 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Router e7f35b9a-5d64-48f3-8ccb-8c465c769295 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:36:53.942366 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17fc6124-5e23-47c1-8bbe-8c70de806d60 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:36:53.951195 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-17fc6124-5e23-47c1-8bbe-8c70de806d60 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "PUT /v2.0/routers/e7f35b9a-5d64-48f3-8ccb-8c465c769295/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4825723 Aug 16 23:36:53.951195 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52970) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:36:53.955466 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-b1f3d37a-53f1-4437-8d87-757782c5129e tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:36:54.099696 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99127da-b196-4b76-8911-acc3f13d72f9 None None] Network 33564f08-d1f1-423b-9369-7362a7313b6d requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:36:54.168611 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-85dbd980-933b-47b3-a318-77f2fa73bcff None None] Provisioning for port 4b87b489-bad4-4e61-9e1b-c0b26ff14600 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:36:54.339957 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c383f66a-0a57-4a58-91de-665858d27654 None None] Sync routers for ids ['e7f35b9a-5d64-48f3-8ccb-8c465c769295'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:36:54.356998 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c383f66a-0a57-4a58-91de-665858d27654 None None] Routers {'e7f35b9a-5d64-48f3-8ccb-8c465c769295'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:36:54.358081 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-c383f66a-0a57-4a58-91de-665858d27654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:36:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['e7f35b9a-5d64-48f3-8ccb-8c465c769295'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:36:54.454595 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-c383f66a-0a57-4a58-91de-665858d27654 None None] Set router e7f35b9a-5d64-48f3-8ccb-8c465c769295 gateway port host: None {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:36:54.661711 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-755e552a-a0bf-45e2-a760-96eddbd7765a None None] Provisioning for port 270cacfb-9258-4b2c-b3a2-40b6f71182b6 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:36:54.668084 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-755e552a-a0bf-45e2-a760-96eddbd7765a None None] Provisioning complete for port 270cacfb-9258-4b2c-b3a2-40b6f71182b6 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:36:54.668084 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-755e552a-a0bf-45e2-a760-96eddbd7765a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:54.728647 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-755e552a-a0bf-45e2-a760-96eddbd7765a None None] Port 270cacfb-9258-4b2c-b3a2-40b6f71182b6 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:36:54.745599 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device b1cd5637-edb0-4b93-abce-b22afd3fd210 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:36:54.763399 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.extraroute_db [None req-b1f3d37a-53f1-4437-8d87-757782c5129e tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=101291) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 16 23:36:54.780189 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.extraroute_db [None req-b1f3d37a-53f1-4437-8d87-757782c5129e tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Removed routes are [] {{(pid=101291) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 16 23:36:54.780686 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b1f3d37a-53f1-4437-8d87-757782c5129e tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-537184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-500218'] for router, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:54.804168 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-c383f66a-0a57-4a58-91de-665858d27654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f35b9a-5d64-48f3-8ccb-8c465c769295', 'name': 'tempest-RoutersTest-router-1426455825', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:36:42Z', 'updated_at': '2021-08-16T23:36:52Z', 'revision_number': 5, 'project_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'gw_port_host': None, '_interfaces': [{'id': '0a1f140b-807b-4af8-a5e4-929bc08574da', 'name': '', 'network_id': '4e8e22b5-9960-41ca-8f7a-5f6d7a5aaae8', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'mac_address': 'fa:16:3e:8a:eb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f35b9a-5d64-48f3-8ccb-8c465c769295', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '6e804292-2c85-49fc-a0c0-e3debd554d2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:36:43Z', 'updated_at': '2021-08-16T23:36:46Z', 'revision_number': 5, 'project_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'subnets': [{'id': '6e804292-2c85-49fc-a0c0-e3debd554d2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '270cacfb-9258-4b2c-b3a2-40b6f71182b6', 'name': '', 'network_id': '33564f08-d1f1-423b-9369-7362a7313b6d', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'mac_address': 'fa:16:3e:d5:f0:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f35b9a-5d64-48f3-8ccb-8c465c769295', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '47df827a-4e78-413b-b514-2704963db709', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:36:52Z', 'updated_at': '2021-08-16T23:36:53Z', 'revision_number': 2, 'project_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'subnets': [{'id': '47df827a-4e78-413b-b514-2704963db709', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1cd5637-edb0-4b93-abce-b22afd3fd210', 'name': '', 'network_id': '649992ed-2ab3-42e1-b950-de37f7990040', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'mac_address': 'fa:16:3e:d2:7d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f35b9a-5d64-48f3-8ccb-8c465c769295', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '32dca438-bf2e-4204-825f-3184fa2a9cfd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:36:46Z', 'updated_at': '2021-08-16T23:36:53Z', 'revision_number': 5, 'project_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'subnets': [{'id': '32dca438-bf2e-4204-825f-3184fa2a9cfd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3be7846-99ec-4d1f-be44-609a5910f5c3', 'name': '', 'network_id': 'c5872ef3-bae9-400b-9cee-786d376f2d72', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'mac_address': 'fa:16:3e:b5:9b:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f35b9a-5d64-48f3-8ccb-8c465c769295', 'device_owner': 'network:router_interface', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '9ed77e33-d87e-489f-bbc4-76018e5f1a3b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:36:48Z', 'updated_at': '2021-08-16T23:36:53Z', 'revision_number': 4, 'project_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'subnets': [{'id': '9ed77e33-d87e-489f-bbc4-76018e5f1a3b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:36:54.835632 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c383f66a-0a57-4a58-91de-665858d27654 None None] Checking router: e7f35b9a-5d64-48f3-8ccb-8c465c769295 for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:36:54.835992 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c383f66a-0a57-4a58-91de-665858d27654 None None] Updating router e7f35b9a-5d64-48f3-8ccb-8c465c769295 port 270cacfb-9258-4b2c-b3a2-40b6f71182b6 binding host n-d-791506-26 {{(pid=101293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:36:54.876640 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c383f66a-0a57-4a58-91de-665858d27654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:54.878851 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port b1cd5637-edb0-4b93-abce-b22afd3fd210 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:36:54.879214 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:54.913833 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-823cbdca-731c-409a-a0a6-d2ce0b34b7dd None None] Provisioning complete for port 270cacfb-9258-4b2c-b3a2-40b6f71182b6 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:36:54.914202 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-823cbdca-731c-409a-a0a6-d2ce0b34b7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:54.989394 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-823cbdca-731c-409a-a0a6-d2ce0b34b7dd None None] Port 270cacfb-9258-4b2c-b3a2-40b6f71182b6 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:36:54.997008 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b1f3d37a-53f1-4437-8d87-757782c5129e tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-537184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-500218'] for router, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:55.000908 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b1f3d37a-53f1-4437-8d87-757782c5129e tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-537179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-537170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-639656'] for router, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:55.102869 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1f3d37a-53f1-4437-8d87-757782c5129e tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Router e7f35b9a-5d64-48f3-8ccb-8c465c769295 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:36:55.114235 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device c3be7846-99ec-4d1f-be44-609a5910f5c3 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:36:55.203681 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1f3d37a-53f1-4437-8d87-757782c5129e tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:36:55.205740 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-78aad97a-1cf1-4e8e-83ce-1f77962e8c73 None None] Provisioning complete for port 270cacfb-9258-4b2c-b3a2-40b6f71182b6 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:36:55.206267 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-78aad97a-1cf1-4e8e-83ce-1f77962e8c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:55.211353 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b1f3d37a-53f1-4437-8d87-757782c5129e tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:55.212692 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-b1f3d37a-53f1-4437-8d87-757782c5129e tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "PUT /v2.0/routers/e7f35b9a-5d64-48f3-8ccb-8c465c769295 HTTP/1.1" status: 200 len: 934 time: 1.2609332 Aug 16 23:36:55.216784 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52972) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:36:55.280996 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-78aad97a-1cf1-4e8e-83ce-1f77962e8c73 None None] Port 270cacfb-9258-4b2c-b3a2-40b6f71182b6 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:36:55.291447 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port c3be7846-99ec-4d1f-be44-609a5910f5c3 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:36:55.300150 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port c3be7846-99ec-4d1f-be44-609a5910f5c3 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:36:55.300521 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:55.320128 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-e9768d68-1178-4ba8-8c5a-b4b4bc547e91 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "GET /v2.0/routers/e7f35b9a-5d64-48f3-8ccb-8c465c769295 HTTP/1.1" status: 200 len: 934 time: 0.1019728 Aug 16 23:36:55.322570 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52974) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:36:55.328006 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-328742cc-2be1-4e66-b4f6-d13debc99ec1 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Request body: {'router': {'routes': None}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:36:55.375115 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c383f66a-0a57-4a58-91de-665858d27654 None None] Notify callbacks [] for port, precommit_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:55.389453 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-c383f66a-0a57-4a58-91de-665858d27654 None None] Transition to ACTIVE for port object 270cacfb-9258-4b2c-b3a2-40b6f71182b6 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:36:55.396962 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c383f66a-0a57-4a58-91de-665858d27654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:55.468319 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:55.485167 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23162128-94c5-4bc5-8045-b3c1fb965156 None None] Pushing event updated for resources: {'Port': ['ID=270cacfb-9258-4b2c-b3a2-40b6f71182b6,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:55.551713 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port c3be7846-99ec-4d1f-be44-609a5910f5c3, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=c3be7846-99ec-4d1f-be44-609a5910f5c3,segment=NetworkSegment(bcdb1d54-afaa-4132-aacd-6091218bee9e),segment_id=bcdb1d54-afaa-4132-aacd-6091218bee9e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:36:55.557483 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-c383f66a-0a57-4a58-91de-665858d27654 None None] Attempting to bind port 270cacfb-9258-4b2c-b3a2-40b6f71182b6 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:36:55.557802 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-c383f66a-0a57-4a58-91de-665858d27654 None None] Attempting to bind port 270cacfb-9258-4b2c-b3a2-40b6f71182b6 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': 'dea932a5-92d0-456e-960b-bbdfd3bb4c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '33564f08-d1f1-423b-9369-7362a7313b6d'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:36:55.558160 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c383f66a-0a57-4a58-91de-665858d27654 None None] Attempting to bind port 270cacfb-9258-4b2c-b3a2-40b6f71182b6 on network 33564f08-d1f1-423b-9369-7362a7313b6d {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:36:55.560429 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:55.561288 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 4b87b489-bad4-4e61-9e1b-c0b26ff14600 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:36:55.587238 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c383f66a-0a57-4a58-91de-665858d27654 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:36:55.587617 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c383f66a-0a57-4a58-91de-665858d27654 None None] Checking segment: {'id': 'dea932a5-92d0-456e-960b-bbdfd3bb4c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '33564f08-d1f1-423b-9369-7362a7313b6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:36:55.588020 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c383f66a-0a57-4a58-91de-665858d27654 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:55.588412 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c383f66a-0a57-4a58-91de-665858d27654 None None] Bound using segment: {'id': 'dea932a5-92d0-456e-960b-bbdfd3bb4c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '33564f08-d1f1-423b-9369-7362a7313b6d'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:36:55.588928 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-c383f66a-0a57-4a58-91de-665858d27654 None None] Bound port: 270cacfb-9258-4b2c-b3a2-40b6f71182b6, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dea932a5-92d0-456e-960b-bbdfd3bb4c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '33564f08-d1f1-423b-9369-7362a7313b6d'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:36:55.589307 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c383f66a-0a57-4a58-91de-665858d27654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:55.708571 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.extraroute_db [None req-328742cc-2be1-4e66-b4f6-d13debc99ec1 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Added routes are [] {{(pid=101291) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 16 23:36:55.708902 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.extraroute_db [None req-328742cc-2be1-4e66-b4f6-d13debc99ec1 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=101291) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 16 23:36:55.746246 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-328742cc-2be1-4e66-b4f6-d13debc99ec1 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-537184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-500218'] for router, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:55.831661 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:55.861505 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=c3be7846-99ec-4d1f-be44-609a5910f5c3,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:55.898454 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 4b87b489-bad4-4e61-9e1b-c0b26ff14600 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:36:55.900791 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-c383f66a-0a57-4a58-91de-665858d27654 None None] For port 270cacfb-9258-4b2c-b3a2-40b6f71182b6, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:36:55.906138 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-c383f66a-0a57-4a58-91de-665858d27654 None None] For port 270cacfb-9258-4b2c-b3a2-40b6f71182b6, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=270cacfb-9258-4b2c-b3a2-40b6f71182b6,segment=NetworkSegment(dea932a5-92d0-456e-960b-bbdfd3bb4c53),segment_id=dea932a5-92d0-456e-960b-bbdfd3bb4c53)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:36:55.907837 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 4b87b489-bad4-4e61-9e1b-c0b26ff14600 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:36:55.908306 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:55.931670 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c383f66a-0a57-4a58-91de-665858d27654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:55.948020 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-328742cc-2be1-4e66-b4f6-d13debc99ec1 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-537184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-500218'] for router, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:55.952789 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-328742cc-2be1-4e66-b4f6-d13debc99ec1 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-537179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-537170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-639656'] for router, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:56.013292 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23162128-94c5-4bc5-8045-b3c1fb965156 None None] Pushing event updated for resources: {'Port': ['ID=270cacfb-9258-4b2c-b3a2-40b6f71182b6,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:56.015905 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c383f66a-0a57-4a58-91de-665858d27654 None None] Routers {'e7f35b9a-5d64-48f3-8ccb-8c465c769295'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:36:56.016515 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-c383f66a-0a57-4a58-91de-665858d27654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:36:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['e7f35b9a-5d64-48f3-8ccb-8c465c769295'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:36:56.065871 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-328742cc-2be1-4e66-b4f6-d13debc99ec1 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Router e7f35b9a-5d64-48f3-8ccb-8c465c769295 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:36:56.133292 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:56.139571 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-c383f66a-0a57-4a58-91de-665858d27654 None None] Set router e7f35b9a-5d64-48f3-8ccb-8c465c769295 gateway port host: None {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:36:56.175821 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-328742cc-2be1-4e66-b4f6-d13debc99ec1 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:36:56.183603 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-328742cc-2be1-4e66-b4f6-d13debc99ec1 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:56.188462 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52976) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:36:56.193872 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-328742cc-2be1-4e66-b4f6-d13debc99ec1 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "PUT /v2.0/routers/e7f35b9a-5d64-48f3-8ccb-8c465c769295 HTTP/1.1" status: 200 len: 700 time: 0.8694592 Aug 16 23:36:56.244094 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 4b87b489-bad4-4e61-9e1b-c0b26ff14600, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=4b87b489-bad4-4e61-9e1b-c0b26ff14600,segment=NetworkSegment(dea932a5-92d0-456e-960b-bbdfd3bb4c53),segment_id=dea932a5-92d0-456e-960b-bbdfd3bb4c53)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:36:56.257848 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:56.371074 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=4b87b489-bad4-4e61-9e1b-c0b26ff14600,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:56.390215 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:36:56.390604 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:36:56.390979 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:36:56.391403 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:36:56.391738 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:36:56.392070 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:36:56.392394 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:36:56.392757 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:36:56.393083 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:36:56.393408 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:36:56.393729 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:36:56.394053 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:36:56.455319 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-c383f66a-0a57-4a58-91de-665858d27654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f35b9a-5d64-48f3-8ccb-8c465c769295', 'name': 'tempest-RoutersTest-router-1426455825', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:36:42Z', 'updated_at': '2021-08-16T23:36:55Z', 'revision_number': 7, 'project_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'gw_port_host': None, '_interfaces': [{'id': '0a1f140b-807b-4af8-a5e4-929bc08574da', 'name': '', 'network_id': '4e8e22b5-9960-41ca-8f7a-5f6d7a5aaae8', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'mac_address': 'fa:16:3e:8a:eb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f35b9a-5d64-48f3-8ccb-8c465c769295', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '6e804292-2c85-49fc-a0c0-e3debd554d2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:36:43Z', 'updated_at': '2021-08-16T23:36:46Z', 'revision_number': 5, 'project_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'subnets': [{'id': '6e804292-2c85-49fc-a0c0-e3debd554d2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '270cacfb-9258-4b2c-b3a2-40b6f71182b6', 'name': '', 'network_id': '33564f08-d1f1-423b-9369-7362a7313b6d', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'mac_address': 'fa:16:3e:d5:f0:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f35b9a-5d64-48f3-8ccb-8c465c769295', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '47df827a-4e78-413b-b514-2704963db709', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:36:52Z', 'updated_at': '2021-08-16T23:36:55Z', 'revision_number': 4, 'project_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'subnets': [{'id': '47df827a-4e78-413b-b514-2704963db709', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1cd5637-edb0-4b93-abce-b22afd3fd210', 'name': '', 'network_id': '649992ed-2ab3-42e1-b950-de37f7990040', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'mac_address': 'fa:16:3e:d2:7d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f35b9a-5d64-48f3-8ccb-8c465c769295', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '32dca438-bf2e-4204-825f-3184fa2a9cfd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:36:46Z', 'updated_at': '2021-08-16T23:36:53Z', 'revision_number': 5, 'project_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'subnets': [{'id': '32dca438-bf2e-4204-825f-3184fa2a9cfd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3be7846-99ec-4d1f-be44-609a5910f5c3', 'name': '', 'network_id': 'c5872ef3-bae9-400b-9cee-786d376f2d72', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'mac_address': 'fa:16:3e:b5:9b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f35b9a-5d64-48f3-8ccb-8c465c769295', 'device_owner': 'network:router_interface', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '9ed77e33-d87e-489f-bbc4-76018e5f1a3b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:36:48Z', 'updated_at': '2021-08-16T23:36:55Z', 'revision_number': 5, 'project_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'subnets': [{'id': '9ed77e33-d87e-489f-bbc4-76018e5f1a3b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:36:56.483979 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c383f66a-0a57-4a58-91de-665858d27654 None None] The sync data for ids ['e7f35b9a-5d64-48f3-8ccb-8c465c769295'] in n-d-791506-26 is: [{'id': 'e7f35b9a-5d64-48f3-8ccb-8c465c769295', 'name': 'tempest-RoutersTest-router-1426455825', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:36:42Z', 'updated_at': '2021-08-16T23:36:55Z', 'revision_number': 7, 'project_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'gw_port_host': None, '_interfaces': [{'id': '0a1f140b-807b-4af8-a5e4-929bc08574da', 'name': '', 'network_id': '4e8e22b5-9960-41ca-8f7a-5f6d7a5aaae8', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'mac_address': 'fa:16:3e:8a:eb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f35b9a-5d64-48f3-8ccb-8c465c769295', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '6e804292-2c85-49fc-a0c0-e3debd554d2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:36:43Z', 'updated_at': '2021-08-16T23:36:46Z', 'revision_number': 5, 'project_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'subnets': [{'id': '6e804292-2c85-49fc-a0c0-e3debd554d2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '270cacfb-9258-4b2c-b3a2-40b6f71182b6', 'name': '', 'network_id': '33564f08-d1f1-423b-9369-7362a7313b6d', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'mac_address': 'fa:16:3e:d5:f0:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f35b9a-5d64-48f3-8ccb-8c465c769295', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '47df827a-4e78-413b-b514-2704963db709', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:36:52Z', 'updated_at': '2021-08-16T23:36:55Z', 'revision_number': 4, 'project_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'subnets': [{'id': '47df827a-4e78-413b-b514-2704963db709', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1cd5637-edb0-4b93-abce-b22afd3fd210', 'name': '', 'network_id': '649992ed-2ab3-42e1-b950-de37f7990040', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'mac_address': 'fa:16:3e:d2:7d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f35b9a-5d64-48f3-8ccb-8c465c769295', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '32dca438-bf2e-4204-825f-3184fa2a9cfd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:36:46Z', 'updated_at': '2021-08-16T23:36:53Z', 'revision_number': 5, 'project_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'subnets': [{'id': '32dca438-bf2e-4204-825f-3184fa2a9cfd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3be7846-99ec-4d1f-be44-609a5910f5c3', 'name': '', 'network_id': 'c5872ef3-bae9-400b-9cee-786d376f2d72', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'mac_address': 'fa:16:3e:b5:9b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f35b9a-5d64-48f3-8ccb-8c465c769295', 'device_owner': 'network:router_interface', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '9ed77e33-d87e-489f-bbc4-76018e5f1a3b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:36:48Z', 'updated_at': '2021-08-16T23:36:55Z', 'revision_number': 5, 'project_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'subnets': [{'id': '9ed77e33-d87e-489f-bbc4-76018e5f1a3b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:36:56.570151 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 270cacfb-9258-4b2c-b3a2-40b6f71182b6 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:36:56.631560 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 270cacfb-9258-4b2c-b3a2-40b6f71182b6 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:36:56.636220 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 270cacfb-9258-4b2c-b3a2-40b6f71182b6 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:36:56.636909 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:56.638471 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-7f1d074a-e6b9-408f-af4c-33c6dfc7dcae tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "GET /v2.0/routers/e7f35b9a-5d64-48f3-8ccb-8c465c769295 HTTP/1.1" status: 200 len: 700 time: 0.4486549 Aug 16 23:36:56.641183 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52978) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:36:56.654924 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73902be1-53f8-463e-b6bd-de0d627bad02 None None] Sync routers for ids ['e7f35b9a-5d64-48f3-8ccb-8c465c769295'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:36:56.666245 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73902be1-53f8-463e-b6bd-de0d627bad02 None None] Routers {'e7f35b9a-5d64-48f3-8ccb-8c465c769295'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:36:56.666975 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-73902be1-53f8-463e-b6bd-de0d627bad02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:36:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['e7f35b9a-5d64-48f3-8ccb-8c465c769295'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:36:56.720836 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:56.766749 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 270cacfb-9258-4b2c-b3a2-40b6f71182b6, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=270cacfb-9258-4b2c-b3a2-40b6f71182b6,segment=NetworkSegment(dea932a5-92d0-456e-960b-bbdfd3bb4c53),segment_id=dea932a5-92d0-456e-960b-bbdfd3bb4c53)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:36:56.771702 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:56.772742 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device c3be7846-99ec-4d1f-be44-609a5910f5c3 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:36:56.782550 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-73902be1-53f8-463e-b6bd-de0d627bad02 None None] Set router e7f35b9a-5d64-48f3-8ccb-8c465c769295 gateway port host: None {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:36:56.853564 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=270cacfb-9258-4b2c-b3a2-40b6f71182b6,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:56.863575 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port c3be7846-99ec-4d1f-be44-609a5910f5c3 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:36:56.863950 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:56.946144 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 4b87b489-bad4-4e61-9e1b-c0b26ff14600 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:36:56.996561 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 4b87b489-bad4-4e61-9e1b-c0b26ff14600 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:36:56.997767 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:57.019568 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-73902be1-53f8-463e-b6bd-de0d627bad02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f35b9a-5d64-48f3-8ccb-8c465c769295', 'name': 'tempest-RoutersTest-router-1426455825', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:36:42Z', 'updated_at': '2021-08-16T23:36:55Z', 'revision_number': 7, 'project_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'gw_port_host': None, '_interfaces': [{'id': '0a1f140b-807b-4af8-a5e4-929bc08574da', 'name': '', 'network_id': '4e8e22b5-9960-41ca-8f7a-5f6d7a5aaae8', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'mac_address': 'fa:16:3e:8a:eb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f35b9a-5d64-48f3-8ccb-8c465c769295', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '6e804292-2c85-49fc-a0c0-e3debd554d2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:36:43Z', 'updated_at': '2021-08-16T23:36:46Z', 'revision_number': 5, 'project_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'subnets': [{'id': '6e804292-2c85-49fc-a0c0-e3debd554d2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '270cacfb-9258-4b2c-b3a2-40b6f71182b6', 'name': '', 'network_id': '33564f08-d1f1-423b-9369-7362a7313b6d', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'mac_address': 'fa:16:3e:d5:f0:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f35b9a-5d64-48f3-8ccb-8c465c769295', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '47df827a-4e78-413b-b514-2704963db709', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:36:52Z', 'updated_at': '2021-08-16T23:36:55Z', 'revision_number': 4, 'project_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'subnets': [{'id': '47df827a-4e78-413b-b514-2704963db709', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1cd5637-edb0-4b93-abce-b22afd3fd210', 'name': '', 'network_id': '649992ed-2ab3-42e1-b950-de37f7990040', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'mac_address': 'fa:16:3e:d2:7d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f35b9a-5d64-48f3-8ccb-8c465c769295', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '32dca438-bf2e-4204-825f-3184fa2a9cfd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:36:46Z', 'updated_at': '2021-08-16T23:36:53Z', 'revision_number': 5, 'project_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'subnets': [{'id': '32dca438-bf2e-4204-825f-3184fa2a9cfd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3be7846-99ec-4d1f-be44-609a5910f5c3', 'name': '', 'network_id': 'c5872ef3-bae9-400b-9cee-786d376f2d72', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'mac_address': 'fa:16:3e:b5:9b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f35b9a-5d64-48f3-8ccb-8c465c769295', 'device_owner': 'network:router_interface', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '9ed77e33-d87e-489f-bbc4-76018e5f1a3b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:36:48Z', 'updated_at': '2021-08-16T23:36:55Z', 'revision_number': 5, 'project_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'subnets': [{'id': '9ed77e33-d87e-489f-bbc4-76018e5f1a3b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:36:57.021292 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4c104566-7295-4bd4-bee2-47bae69b88a3 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537579'] for router_interface, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:57.046876 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73902be1-53f8-463e-b6bd-de0d627bad02 None None] Checking router: e7f35b9a-5d64-48f3-8ccb-8c465c769295 for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:36:57.056327 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73902be1-53f8-463e-b6bd-de0d627bad02 None None] Routers {'e7f35b9a-5d64-48f3-8ccb-8c465c769295'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:36:57.057052 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-73902be1-53f8-463e-b6bd-de0d627bad02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:36:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['e7f35b9a-5d64-48f3-8ccb-8c465c769295'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:36:57.147123 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-73902be1-53f8-463e-b6bd-de0d627bad02 None None] Set router e7f35b9a-5d64-48f3-8ccb-8c465c769295 gateway port host: None {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:36:57.280520 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-4c104566-7295-4bd4-bee2-47bae69b88a3 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Deleting port 270cacfb-9258-4b2c-b3a2-40b6f71182b6 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:36:57.280773 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4c104566-7295-4bd4-bee2-47bae69b88a3 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:57.377594 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-4c104566-7295-4bd4-bee2-47bae69b88a3 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] For port 270cacfb-9258-4b2c-b3a2-40b6f71182b6, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=270cacfb-9258-4b2c-b3a2-40b6f71182b6,segment=NetworkSegment(dea932a5-92d0-456e-960b-bbdfd3bb4c53),segment_id=dea932a5-92d0-456e-960b-bbdfd3bb4c53)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:36:57.377966 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4c104566-7295-4bd4-bee2-47bae69b88a3 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:57.391395 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-4c104566-7295-4bd4-bee2-47bae69b88a3 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Calling delete_port for 270cacfb-9258-4b2c-b3a2-40b6f71182b6 owned by network:router_interface {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:36:57.449971 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-73902be1-53f8-463e-b6bd-de0d627bad02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f35b9a-5d64-48f3-8ccb-8c465c769295', 'name': 'tempest-RoutersTest-router-1426455825', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:36:42Z', 'updated_at': '2021-08-16T23:36:55Z', 'revision_number': 7, 'project_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'gw_port_host': None, '_interfaces': [{'id': '0a1f140b-807b-4af8-a5e4-929bc08574da', 'name': '', 'network_id': '4e8e22b5-9960-41ca-8f7a-5f6d7a5aaae8', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'mac_address': 'fa:16:3e:8a:eb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f35b9a-5d64-48f3-8ccb-8c465c769295', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '6e804292-2c85-49fc-a0c0-e3debd554d2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:36:43Z', 'updated_at': '2021-08-16T23:36:46Z', 'revision_number': 5, 'project_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'subnets': [{'id': '6e804292-2c85-49fc-a0c0-e3debd554d2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '270cacfb-9258-4b2c-b3a2-40b6f71182b6', 'name': '', 'network_id': '33564f08-d1f1-423b-9369-7362a7313b6d', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'mac_address': 'fa:16:3e:d5:f0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f35b9a-5d64-48f3-8ccb-8c465c769295', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '47df827a-4e78-413b-b514-2704963db709', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:36:52Z', 'updated_at': '2021-08-16T23:36:56Z', 'revision_number': 5, 'project_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'subnets': [{'id': '47df827a-4e78-413b-b514-2704963db709', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1cd5637-edb0-4b93-abce-b22afd3fd210', 'name': '', 'network_id': '649992ed-2ab3-42e1-b950-de37f7990040', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'mac_address': 'fa:16:3e:d2:7d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f35b9a-5d64-48f3-8ccb-8c465c769295', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '32dca438-bf2e-4204-825f-3184fa2a9cfd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:36:46Z', 'updated_at': '2021-08-16T23:36:53Z', 'revision_number': 5, 'project_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'subnets': [{'id': '32dca438-bf2e-4204-825f-3184fa2a9cfd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3be7846-99ec-4d1f-be44-609a5910f5c3', 'name': '', 'network_id': 'c5872ef3-bae9-400b-9cee-786d376f2d72', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'mac_address': 'fa:16:3e:b5:9b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f35b9a-5d64-48f3-8ccb-8c465c769295', 'device_owner': 'network:router_interface', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '9ed77e33-d87e-489f-bbc4-76018e5f1a3b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:36:48Z', 'updated_at': '2021-08-16T23:36:55Z', 'revision_number': 5, 'project_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'subnets': [{'id': '9ed77e33-d87e-489f-bbc4-76018e5f1a3b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:36:57.478863 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73902be1-53f8-463e-b6bd-de0d627bad02 None None] The sync data for ids ['e7f35b9a-5d64-48f3-8ccb-8c465c769295'] in n-d-791506-26 is: [{'id': 'e7f35b9a-5d64-48f3-8ccb-8c465c769295', 'name': 'tempest-RoutersTest-router-1426455825', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:36:42Z', 'updated_at': '2021-08-16T23:36:55Z', 'revision_number': 7, 'project_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'gw_port_host': None, '_interfaces': [{'id': '0a1f140b-807b-4af8-a5e4-929bc08574da', 'name': '', 'network_id': '4e8e22b5-9960-41ca-8f7a-5f6d7a5aaae8', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'mac_address': 'fa:16:3e:8a:eb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f35b9a-5d64-48f3-8ccb-8c465c769295', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '6e804292-2c85-49fc-a0c0-e3debd554d2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:36:43Z', 'updated_at': '2021-08-16T23:36:46Z', 'revision_number': 5, 'project_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'subnets': [{'id': '6e804292-2c85-49fc-a0c0-e3debd554d2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '270cacfb-9258-4b2c-b3a2-40b6f71182b6', 'name': '', 'network_id': '33564f08-d1f1-423b-9369-7362a7313b6d', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'mac_address': 'fa:16:3e:d5:f0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f35b9a-5d64-48f3-8ccb-8c465c769295', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '47df827a-4e78-413b-b514-2704963db709', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:36:52Z', 'updated_at': '2021-08-16T23:36:56Z', 'revision_number': 5, 'project_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'subnets': [{'id': '47df827a-4e78-413b-b514-2704963db709', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1cd5637-edb0-4b93-abce-b22afd3fd210', 'name': '', 'network_id': '649992ed-2ab3-42e1-b950-de37f7990040', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'mac_address': 'fa:16:3e:d2:7d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f35b9a-5d64-48f3-8ccb-8c465c769295', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '32dca438-bf2e-4204-825f-3184fa2a9cfd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:36:46Z', 'updated_at': '2021-08-16T23:36:53Z', 'revision_number': 5, 'project_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'subnets': [{'id': '32dca438-bf2e-4204-825f-3184fa2a9cfd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3be7846-99ec-4d1f-be44-609a5910f5c3', 'name': '', 'network_id': 'c5872ef3-bae9-400b-9cee-786d376f2d72', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'mac_address': 'fa:16:3e:b5:9b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f35b9a-5d64-48f3-8ccb-8c465c769295', 'device_owner': 'network:router_interface', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '9ed77e33-d87e-489f-bbc4-76018e5f1a3b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:36:48Z', 'updated_at': '2021-08-16T23:36:55Z', 'revision_number': 5, 'project_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'subnets': [{'id': '9ed77e33-d87e-489f-bbc4-76018e5f1a3b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:36:57.896370 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4c104566-7295-4bd4-bee2-47bae69b88a3 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:57.925624 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c104566-7295-4bd4-bee2-47bae69b88a3 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Pushing event deleted for resources: {'Port': ['ID=270cacfb-9258-4b2c-b3a2-40b6f71182b6,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:58.096911 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4c104566-7295-4bd4-bee2-47bae69b88a3 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537471'] for router_interface, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:58.292403 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c104566-7295-4bd4-bee2-47bae69b88a3 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Router e7f35b9a-5d64-48f3-8ccb-8c465c769295 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:36:58.387046 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c104566-7295-4bd4-bee2-47bae69b88a3 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:36:58.392295 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-4c104566-7295-4bd4-bee2-47bae69b88a3 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "PUT /v2.0/routers/e7f35b9a-5d64-48f3-8ccb-8c465c769295/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7500975 Aug 16 23:36:58.395000 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52982) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:36:58.396425 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183bd496-c5d6-4a2b-a7aa-8872f04df1f6 None None] Sync routers for ids ['e7f35b9a-5d64-48f3-8ccb-8c465c769295'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:36:58.405997 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183bd496-c5d6-4a2b-a7aa-8872f04df1f6 None None] Routers {'e7f35b9a-5d64-48f3-8ccb-8c465c769295'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:36:58.406639 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-183bd496-c5d6-4a2b-a7aa-8872f04df1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:36:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['e7f35b9a-5d64-48f3-8ccb-8c465c769295'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:36:58.446561 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c81014e-6928-4985-8a5a-2a129efd5b98 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Deleting subnet 47df827a-4e78-413b-b514-2704963db709 {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:36:58.449822 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2c81014e-6928-4985-8a5a-2a129efd5b98 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:58.493888 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2c81014e-6928-4985-8a5a-2a129efd5b98 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:58.498496 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-183bd496-c5d6-4a2b-a7aa-8872f04df1f6 None None] Set router e7f35b9a-5d64-48f3-8ccb-8c465c769295 gateway port host: None {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:36:58.590087 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2c81014e-6928-4985-8a5a-2a129efd5b98 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:58.650140 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2c81014e-6928-4985-8a5a-2a129efd5b98 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:58.679316 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2c81014e-6928-4985-8a5a-2a129efd5b98 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:58.681236 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-2c81014e-6928-4985-8a5a-2a129efd5b98 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "DELETE /v2.0/subnets/47df827a-4e78-413b-b514-2704963db709 HTTP/1.1" status: 204 len: 168 time: 0.2852569 Aug 16 23:36:58.682307 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c81014e-6928-4985-8a5a-2a129efd5b98 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Pushing event deleted for resources: {'Subnet': ['ID=47df827a-4e78-413b-b514-2704963db709,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:58.684010 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52984) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:36:58.685703 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2bd439-dbb9-4eba-9d37-78d8d8b0936b None None] Network 33564f08-d1f1-423b-9369-7362a7313b6d requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:36:58.760378 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-245f2dbc-4250-47a6-8de5-b19a0175f011 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:58.785060 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-183bd496-c5d6-4a2b-a7aa-8872f04df1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f35b9a-5d64-48f3-8ccb-8c465c769295', 'name': 'tempest-RoutersTest-router-1426455825', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:36:42Z', 'updated_at': '2021-08-16T23:36:57Z', 'revision_number': 8, 'project_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'gw_port_host': None, '_interfaces': [{'id': '0a1f140b-807b-4af8-a5e4-929bc08574da', 'name': '', 'network_id': '4e8e22b5-9960-41ca-8f7a-5f6d7a5aaae8', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'mac_address': 'fa:16:3e:8a:eb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f35b9a-5d64-48f3-8ccb-8c465c769295', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '6e804292-2c85-49fc-a0c0-e3debd554d2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:36:43Z', 'updated_at': '2021-08-16T23:36:46Z', 'revision_number': 5, 'project_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'subnets': [{'id': '6e804292-2c85-49fc-a0c0-e3debd554d2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1cd5637-edb0-4b93-abce-b22afd3fd210', 'name': '', 'network_id': '649992ed-2ab3-42e1-b950-de37f7990040', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'mac_address': 'fa:16:3e:d2:7d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f35b9a-5d64-48f3-8ccb-8c465c769295', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '32dca438-bf2e-4204-825f-3184fa2a9cfd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:36:46Z', 'updated_at': '2021-08-16T23:36:53Z', 'revision_number': 5, 'project_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'subnets': [{'id': '32dca438-bf2e-4204-825f-3184fa2a9cfd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3be7846-99ec-4d1f-be44-609a5910f5c3', 'name': '', 'network_id': 'c5872ef3-bae9-400b-9cee-786d376f2d72', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'mac_address': 'fa:16:3e:b5:9b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f35b9a-5d64-48f3-8ccb-8c465c769295', 'device_owner': 'network:router_interface', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '9ed77e33-d87e-489f-bbc4-76018e5f1a3b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:36:48Z', 'updated_at': '2021-08-16T23:36:55Z', 'revision_number': 5, 'project_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'subnets': [{'id': '9ed77e33-d87e-489f-bbc4-76018e5f1a3b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:36:58.812109 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-245f2dbc-4250-47a6-8de5-b19a0175f011 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Deleting port 4b87b489-bad4-4e61-9e1b-c0b26ff14600 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:36:58.812449 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-245f2dbc-4250-47a6-8de5-b19a0175f011 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:58.829735 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183bd496-c5d6-4a2b-a7aa-8872f04df1f6 None None] Checking router: e7f35b9a-5d64-48f3-8ccb-8c465c769295 for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:36:58.845358 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183bd496-c5d6-4a2b-a7aa-8872f04df1f6 None None] Routers {'e7f35b9a-5d64-48f3-8ccb-8c465c769295'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:36:58.845897 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-183bd496-c5d6-4a2b-a7aa-8872f04df1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:36:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['e7f35b9a-5d64-48f3-8ccb-8c465c769295'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:36:58.886656 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-245f2dbc-4250-47a6-8de5-b19a0175f011 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] For port 4b87b489-bad4-4e61-9e1b-c0b26ff14600, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=4b87b489-bad4-4e61-9e1b-c0b26ff14600,segment=NetworkSegment(dea932a5-92d0-456e-960b-bbdfd3bb4c53),segment_id=dea932a5-92d0-456e-960b-bbdfd3bb4c53)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:36:58.887018 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-245f2dbc-4250-47a6-8de5-b19a0175f011 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:58.901071 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-245f2dbc-4250-47a6-8de5-b19a0175f011 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Calling delete_port for 4b87b489-bad4-4e61-9e1b-c0b26ff14600 owned by network:dhcp {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:36:58.908422 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da43c46-7fb1-4f92-aff7-04aa2548a19f None None] DHCP port deletion for 33564f08-d1f1-423b-9369-7362a7313b6d request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:36:58.984700 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-245f2dbc-4250-47a6-8de5-b19a0175f011 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:59.013121 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245f2dbc-4250-47a6-8de5-b19a0175f011 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Pushing event deleted for resources: {'Port': ['ID=4b87b489-bad4-4e61-9e1b-c0b26ff14600,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:59.022803 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245f2dbc-4250-47a6-8de5-b19a0175f011 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] No DVR routers for this DVR port 4b87b489-bad4-4e61-9e1b-c0b26ff14600 on host n-d-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:36:59.025514 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245f2dbc-4250-47a6-8de5-b19a0175f011 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:36:59.025862 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245f2dbc-4250-47a6-8de5-b19a0175f011 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:36:59.026200 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245f2dbc-4250-47a6-8de5-b19a0175f011 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:36:59.026567 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245f2dbc-4250-47a6-8de5-b19a0175f011 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:36:59.026900 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245f2dbc-4250-47a6-8de5-b19a0175f011 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:36:59.027226 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245f2dbc-4250-47a6-8de5-b19a0175f011 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:36:59.027549 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245f2dbc-4250-47a6-8de5-b19a0175f011 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:36:59.027871 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245f2dbc-4250-47a6-8de5-b19a0175f011 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:36:59.028936 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245f2dbc-4250-47a6-8de5-b19a0175f011 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:36:59.029265 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245f2dbc-4250-47a6-8de5-b19a0175f011 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:36:59.029590 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245f2dbc-4250-47a6-8de5-b19a0175f011 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:36:59.029912 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245f2dbc-4250-47a6-8de5-b19a0175f011 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:36:59.110025 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-245f2dbc-4250-47a6-8de5-b19a0175f011 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:59.114711 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-183bd496-c5d6-4a2b-a7aa-8872f04df1f6 None None] Set router e7f35b9a-5d64-48f3-8ccb-8c465c769295 gateway port host: None {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:36:59.119800 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-245f2dbc-4250-47a6-8de5-b19a0175f011 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33564f08-d1f1-423b-9369-7362a7313b6d']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:36:59.129952 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-245f2dbc-4250-47a6-8de5-b19a0175f011 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dea932a5-92d0-456e-960b-bbdfd3bb4c53') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:36:59.130246 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-245f2dbc-4250-47a6-8de5-b19a0175f011 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dea932a5-92d0-456e-960b-bbdfd3bb4c53') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:36:59.139582 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-245f2dbc-4250-47a6-8de5-b19a0175f011 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:59.152947 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-245f2dbc-4250-47a6-8de5-b19a0175f011 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:59.159288 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-245f2dbc-4250-47a6-8de5-b19a0175f011 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:36:59.159687 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-245f2dbc-4250-47a6-8de5-b19a0175f011 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:59.172103 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 16 23:36:59.172103 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:36:59.172103 n-d-791506-26 neutron-server[101292]: timer() Aug 16 23:36:59.172103 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:36:59.172103 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 16 23:36:59.172103 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:36:59.172103 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 16 23:36:59.172103 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:36:59.172103 n-d-791506-26 neutron-server[101292]: self._notify() Aug 16 23:36:59.172103 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:36:59.172103 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 16 23:36:59.172103 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:36:59.172103 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 16 23:36:59.172103 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:36:59.172103 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:36:59.172103 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:36:59.172103 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:36:59.172103 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:36:59.172103 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 16 23:36:59.172103 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:36:59.172103 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 16 23:36:59.172103 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:36:59.172103 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:36:59.172103 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:36:59.172103 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 16 23:36:59.172103 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:36:59.172103 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:36:59.172103 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:36:59.172103 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:36:59.172103 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:36:59.172103 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:36:59.172103 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:36:59.200417 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-7da43c46-7fb1-4f92-aff7-04aa2548a19f None None] Deleting port 4b87b489-bad4-4e61-9e1b-c0b26ff14600 {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:36:59.200828 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7da43c46-7fb1-4f92-aff7-04aa2548a19f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:59.229834 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-245f2dbc-4250-47a6-8de5-b19a0175f011 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:59.235676 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-245f2dbc-4250-47a6-8de5-b19a0175f011 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:59.240405 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-245f2dbc-4250-47a6-8de5-b19a0175f011 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "DELETE /v2.0/networks/33564f08-d1f1-423b-9369-7362a7313b6d HTTP/1.1" status: 204 len: 168 time: 0.5521002 Aug 16 23:36:59.241404 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52986) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:36:59.253349 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245f2dbc-4250-47a6-8de5-b19a0175f011 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Pushing event deleted for resources: {'Network': ['ID=33564f08-d1f1-423b-9369-7362a7313b6d,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:59.315585 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-7da43c46-7fb1-4f92-aff7-04aa2548a19f None None] For port 4b87b489-bad4-4e61-9e1b-c0b26ff14600, host n-d-791506-26, got binding levels [] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:36:59.315988 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7da43c46-7fb1-4f92-aff7-04aa2548a19f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:59.338039 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-7da43c46-7fb1-4f92-aff7-04aa2548a19f None None] Calling delete_port for 4b87b489-bad4-4e61-9e1b-c0b26ff14600 owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:36:59.345289 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.ipam_backend_mixin [None req-7da43c46-7fb1-4f92-aff7-04aa2548a19f None None] Port 4b87b489-bad4-4e61-9e1b-c0b26ff14600 was not found and therefore no delete operation was performed {{(pid=101293) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 23:36:59.351021 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7da43c46-7fb1-4f92-aff7-04aa2548a19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:59.382127 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7da43c46-7fb1-4f92-aff7-04aa2548a19f None None] Network 33564f08-d1f1-423b-9369-7362a7313b6d is not hosted by any dhcp agent {{(pid=101293) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 23:36:59.382485 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da43c46-7fb1-4f92-aff7-04aa2548a19f None None] No DVR routers for this DVR port 4b87b489-bad4-4e61-9e1b-c0b26ff14600 on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:36:59.384100 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da43c46-7fb1-4f92-aff7-04aa2548a19f None None] Pushing event deleted for resources: {'Port': ['ID=4b87b489-bad4-4e61-9e1b-c0b26ff14600,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:36:59.439955 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-183bd496-c5d6-4a2b-a7aa-8872f04df1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f35b9a-5d64-48f3-8ccb-8c465c769295', 'name': 'tempest-RoutersTest-router-1426455825', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:36:42Z', 'updated_at': '2021-08-16T23:36:57Z', 'revision_number': 8, 'project_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'gw_port_host': None, '_interfaces': [{'id': '0a1f140b-807b-4af8-a5e4-929bc08574da', 'name': '', 'network_id': '4e8e22b5-9960-41ca-8f7a-5f6d7a5aaae8', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'mac_address': 'fa:16:3e:8a:eb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f35b9a-5d64-48f3-8ccb-8c465c769295', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '6e804292-2c85-49fc-a0c0-e3debd554d2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:36:43Z', 'updated_at': '2021-08-16T23:36:46Z', 'revision_number': 5, 'project_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'subnets': [{'id': '6e804292-2c85-49fc-a0c0-e3debd554d2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1cd5637-edb0-4b93-abce-b22afd3fd210', 'name': '', 'network_id': '649992ed-2ab3-42e1-b950-de37f7990040', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'mac_address': 'fa:16:3e:d2:7d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f35b9a-5d64-48f3-8ccb-8c465c769295', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '32dca438-bf2e-4204-825f-3184fa2a9cfd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:36:46Z', 'updated_at': '2021-08-16T23:36:53Z', 'revision_number': 5, 'project_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'subnets': [{'id': '32dca438-bf2e-4204-825f-3184fa2a9cfd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3be7846-99ec-4d1f-be44-609a5910f5c3', 'name': '', 'network_id': 'c5872ef3-bae9-400b-9cee-786d376f2d72', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'mac_address': 'fa:16:3e:b5:9b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f35b9a-5d64-48f3-8ccb-8c465c769295', 'device_owner': 'network:router_interface', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '9ed77e33-d87e-489f-bbc4-76018e5f1a3b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:36:48Z', 'updated_at': '2021-08-16T23:36:55Z', 'revision_number': 5, 'project_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'subnets': [{'id': '9ed77e33-d87e-489f-bbc4-76018e5f1a3b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:36:59.466965 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183bd496-c5d6-4a2b-a7aa-8872f04df1f6 None None] The sync data for ids ['e7f35b9a-5d64-48f3-8ccb-8c465c769295'] in n-d-791506-26 is: [{'id': 'e7f35b9a-5d64-48f3-8ccb-8c465c769295', 'name': 'tempest-RoutersTest-router-1426455825', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:36:42Z', 'updated_at': '2021-08-16T23:36:57Z', 'revision_number': 8, 'project_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'gw_port_host': None, '_interfaces': [{'id': '0a1f140b-807b-4af8-a5e4-929bc08574da', 'name': '', 'network_id': '4e8e22b5-9960-41ca-8f7a-5f6d7a5aaae8', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'mac_address': 'fa:16:3e:8a:eb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f35b9a-5d64-48f3-8ccb-8c465c769295', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '6e804292-2c85-49fc-a0c0-e3debd554d2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:36:43Z', 'updated_at': '2021-08-16T23:36:46Z', 'revision_number': 5, 'project_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'subnets': [{'id': '6e804292-2c85-49fc-a0c0-e3debd554d2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1cd5637-edb0-4b93-abce-b22afd3fd210', 'name': '', 'network_id': '649992ed-2ab3-42e1-b950-de37f7990040', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'mac_address': 'fa:16:3e:d2:7d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f35b9a-5d64-48f3-8ccb-8c465c769295', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '32dca438-bf2e-4204-825f-3184fa2a9cfd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:36:46Z', 'updated_at': '2021-08-16T23:36:53Z', 'revision_number': 5, 'project_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'subnets': [{'id': '32dca438-bf2e-4204-825f-3184fa2a9cfd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3be7846-99ec-4d1f-be44-609a5910f5c3', 'name': '', 'network_id': 'c5872ef3-bae9-400b-9cee-786d376f2d72', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'mac_address': 'fa:16:3e:b5:9b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f35b9a-5d64-48f3-8ccb-8c465c769295', 'device_owner': 'network:router_interface', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '9ed77e33-d87e-489f-bbc4-76018e5f1a3b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:36:48Z', 'updated_at': '2021-08-16T23:36:55Z', 'revision_number': 5, 'project_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'subnets': [{'id': '9ed77e33-d87e-489f-bbc4-76018e5f1a3b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:36:59.592476 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b9267922-81cc-4de2-b0ae-a8d19f81d87a tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537579'] for router_interface, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:59.843328 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-b9267922-81cc-4de2-b0ae-a8d19f81d87a tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Deleting port c3be7846-99ec-4d1f-be44-609a5910f5c3 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:36:59.843671 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b9267922-81cc-4de2-b0ae-a8d19f81d87a tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:59.935759 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-b9267922-81cc-4de2-b0ae-a8d19f81d87a tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] For port c3be7846-99ec-4d1f-be44-609a5910f5c3, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=c3be7846-99ec-4d1f-be44-609a5910f5c3,segment=NetworkSegment(bcdb1d54-afaa-4132-aacd-6091218bee9e),segment_id=bcdb1d54-afaa-4132-aacd-6091218bee9e)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:36:59.936103 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b9267922-81cc-4de2-b0ae-a8d19f81d87a tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:36:59.948555 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-b9267922-81cc-4de2-b0ae-a8d19f81d87a tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Calling delete_port for c3be7846-99ec-4d1f-be44-609a5910f5c3 owned by network:router_interface {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:37:00.120882 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b9267922-81cc-4de2-b0ae-a8d19f81d87a tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:00.153068 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9267922-81cc-4de2-b0ae-a8d19f81d87a tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Pushing event deleted for resources: {'Port': ['ID=c3be7846-99ec-4d1f-be44-609a5910f5c3,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:37:00.320830 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b9267922-81cc-4de2-b0ae-a8d19f81d87a tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537471'] for router_interface, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:00.516797 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9267922-81cc-4de2-b0ae-a8d19f81d87a tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Router e7f35b9a-5d64-48f3-8ccb-8c465c769295 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:37:00.571796 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 270cacfb-9258-4b2c-b3a2-40b6f71182b6 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:37:00.596057 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 270cacfb-9258-4b2c-b3a2-40b6f71182b6 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:37:00.596402 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 270cacfb-9258-4b2c-b3a2-40b6f71182b6 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:37:00.596843 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 4b87b489-bad4-4e61-9e1b-c0b26ff14600 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:37:00.611023 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9267922-81cc-4de2-b0ae-a8d19f81d87a tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:37:00.616398 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-b9267922-81cc-4de2-b0ae-a8d19f81d87a tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "PUT /v2.0/routers/e7f35b9a-5d64-48f3-8ccb-8c465c769295/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3727739 Aug 16 23:37:00.618648 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 4b87b489-bad4-4e61-9e1b-c0b26ff14600 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:37:00.618979 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52988) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:37:00.619366 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 4b87b489-bad4-4e61-9e1b-c0b26ff14600 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:37:00.621160 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de0be7b-adab-435c-8a19-c53cdabe5241 None None] Sync routers for ids ['e7f35b9a-5d64-48f3-8ccb-8c465c769295'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:37:00.631524 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de0be7b-adab-435c-8a19-c53cdabe5241 None None] Routers {'e7f35b9a-5d64-48f3-8ccb-8c465c769295'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:37:00.632137 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-9de0be7b-adab-435c-8a19-c53cdabe5241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:36:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['e7f35b9a-5d64-48f3-8ccb-8c465c769295'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:37:00.675537 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-2654c01d-39ab-4588-993b-ddde3a5dcbfa tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Deleting subnet 9ed77e33-d87e-489f-bbc4-76018e5f1a3b {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:37:00.678640 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2654c01d-39ab-4588-993b-ddde3a5dcbfa tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:00.717928 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-9de0be7b-adab-435c-8a19-c53cdabe5241 None None] Set router e7f35b9a-5d64-48f3-8ccb-8c465c769295 gateway port host: None {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:37:00.720477 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2654c01d-39ab-4588-993b-ddde3a5dcbfa tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:00.806508 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2654c01d-39ab-4588-993b-ddde3a5dcbfa tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:00.871903 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2654c01d-39ab-4588-993b-ddde3a5dcbfa tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:00.900393 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2654c01d-39ab-4588-993b-ddde3a5dcbfa tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Pushing event deleted for resources: {'Subnet': ['ID=9ed77e33-d87e-489f-bbc4-76018e5f1a3b,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:37:00.905259 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2654c01d-39ab-4588-993b-ddde3a5dcbfa tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:00.909843 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-2654c01d-39ab-4588-993b-ddde3a5dcbfa tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "DELETE /v2.0/subnets/9ed77e33-d87e-489f-bbc4-76018e5f1a3b HTTP/1.1" status: 204 len: 168 time: 0.2896330 Aug 16 23:37:00.910423 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52990) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:37:00.913300 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd7e89e-3023-4de0-b80e-9fb5d5ff2b5e None None] Network c5872ef3-bae9-400b-9cee-786d376f2d72 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:37:00.921084 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-9de0be7b-adab-435c-8a19-c53cdabe5241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f35b9a-5d64-48f3-8ccb-8c465c769295', 'name': 'tempest-RoutersTest-router-1426455825', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:36:42Z', 'updated_at': '2021-08-16T23:37:00Z', 'revision_number': 9, 'project_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'gw_port_host': None, '_interfaces': [{'id': '0a1f140b-807b-4af8-a5e4-929bc08574da', 'name': '', 'network_id': '4e8e22b5-9960-41ca-8f7a-5f6d7a5aaae8', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'mac_address': 'fa:16:3e:8a:eb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f35b9a-5d64-48f3-8ccb-8c465c769295', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '6e804292-2c85-49fc-a0c0-e3debd554d2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:36:43Z', 'updated_at': '2021-08-16T23:36:46Z', 'revision_number': 5, 'project_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'subnets': [{'id': '6e804292-2c85-49fc-a0c0-e3debd554d2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1cd5637-edb0-4b93-abce-b22afd3fd210', 'name': '', 'network_id': '649992ed-2ab3-42e1-b950-de37f7990040', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'mac_address': 'fa:16:3e:d2:7d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f35b9a-5d64-48f3-8ccb-8c465c769295', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '32dca438-bf2e-4204-825f-3184fa2a9cfd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:36:46Z', 'updated_at': '2021-08-16T23:36:53Z', 'revision_number': 5, 'project_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'subnets': [{'id': '32dca438-bf2e-4204-825f-3184fa2a9cfd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:37:00.951968 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de0be7b-adab-435c-8a19-c53cdabe5241 None None] Checking router: e7f35b9a-5d64-48f3-8ccb-8c465c769295 for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:37:00.962660 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de0be7b-adab-435c-8a19-c53cdabe5241 None None] Routers {'e7f35b9a-5d64-48f3-8ccb-8c465c769295'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:37:00.963064 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-9de0be7b-adab-435c-8a19-c53cdabe5241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:36:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['e7f35b9a-5d64-48f3-8ccb-8c465c769295'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:37:00.990412 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d40824a2-51e9-4fe9-b346-a269aad9e5fc tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:01.049826 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-d40824a2-51e9-4fe9-b346-a269aad9e5fc tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Deleting port c7154c4b-5477-45e4-8290-cad4430e1d09 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:37:01.050179 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d40824a2-51e9-4fe9-b346-a269aad9e5fc tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:01.058550 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-9de0be7b-adab-435c-8a19-c53cdabe5241 None None] Set router e7f35b9a-5d64-48f3-8ccb-8c465c769295 gateway port host: None {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:37:01.116468 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-d40824a2-51e9-4fe9-b346-a269aad9e5fc tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] For port c7154c4b-5477-45e4-8290-cad4430e1d09, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=c7154c4b-5477-45e4-8290-cad4430e1d09,segment=NetworkSegment(bcdb1d54-afaa-4132-aacd-6091218bee9e),segment_id=bcdb1d54-afaa-4132-aacd-6091218bee9e)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:37:01.116876 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d40824a2-51e9-4fe9-b346-a269aad9e5fc tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:01.121437 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f68d7f-0b4e-420c-98fa-751f7be94b23 None None] DHCP port deletion for c5872ef3-bae9-400b-9cee-786d376f2d72 request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:37:01.131130 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-d40824a2-51e9-4fe9-b346-a269aad9e5fc tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Calling delete_port for c7154c4b-5477-45e4-8290-cad4430e1d09 owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:37:01.172669 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-25f68d7f-0b4e-420c-98fa-751f7be94b23 None None] Deleting port c7154c4b-5477-45e4-8290-cad4430e1d09 {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:37:01.173056 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-25f68d7f-0b4e-420c-98fa-751f7be94b23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:01.228828 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d40824a2-51e9-4fe9-b346-a269aad9e5fc tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:01.240272 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-25f68d7f-0b4e-420c-98fa-751f7be94b23 None None] For port c7154c4b-5477-45e4-8290-cad4430e1d09, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=c7154c4b-5477-45e4-8290-cad4430e1d09,segment=NetworkSegment(bcdb1d54-afaa-4132-aacd-6091218bee9e),segment_id=bcdb1d54-afaa-4132-aacd-6091218bee9e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:37:01.240769 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-25f68d7f-0b4e-420c-98fa-751f7be94b23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:01.253928 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-25f68d7f-0b4e-420c-98fa-751f7be94b23 None None] Calling delete_port for c7154c4b-5477-45e4-8290-cad4430e1d09 owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:37:01.257452 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40824a2-51e9-4fe9-b346-a269aad9e5fc tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Pushing event deleted for resources: {'Port': ['ID=c7154c4b-5477-45e4-8290-cad4430e1d09,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:37:01.259350 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40824a2-51e9-4fe9-b346-a269aad9e5fc tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] No DVR routers for this DVR port c7154c4b-5477-45e4-8290-cad4430e1d09 on host n-d-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:37:01.276925 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-9de0be7b-adab-435c-8a19-c53cdabe5241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f35b9a-5d64-48f3-8ccb-8c465c769295', 'name': 'tempest-RoutersTest-router-1426455825', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:36:42Z', 'updated_at': '2021-08-16T23:37:00Z', 'revision_number': 9, 'project_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'gw_port_host': None, '_interfaces': [{'id': '0a1f140b-807b-4af8-a5e4-929bc08574da', 'name': '', 'network_id': '4e8e22b5-9960-41ca-8f7a-5f6d7a5aaae8', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'mac_address': 'fa:16:3e:8a:eb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f35b9a-5d64-48f3-8ccb-8c465c769295', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '6e804292-2c85-49fc-a0c0-e3debd554d2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:36:43Z', 'updated_at': '2021-08-16T23:36:46Z', 'revision_number': 5, 'project_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'subnets': [{'id': '6e804292-2c85-49fc-a0c0-e3debd554d2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1cd5637-edb0-4b93-abce-b22afd3fd210', 'name': '', 'network_id': '649992ed-2ab3-42e1-b950-de37f7990040', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'mac_address': 'fa:16:3e:d2:7d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f35b9a-5d64-48f3-8ccb-8c465c769295', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '32dca438-bf2e-4204-825f-3184fa2a9cfd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:36:46Z', 'updated_at': '2021-08-16T23:36:53Z', 'revision_number': 5, 'project_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'subnets': [{'id': '32dca438-bf2e-4204-825f-3184fa2a9cfd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:37:01.303944 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de0be7b-adab-435c-8a19-c53cdabe5241 None None] The sync data for ids ['e7f35b9a-5d64-48f3-8ccb-8c465c769295'] in n-d-791506-26 is: [{'id': 'e7f35b9a-5d64-48f3-8ccb-8c465c769295', 'name': 'tempest-RoutersTest-router-1426455825', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:36:42Z', 'updated_at': '2021-08-16T23:37:00Z', 'revision_number': 9, 'project_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'gw_port_host': None, '_interfaces': [{'id': '0a1f140b-807b-4af8-a5e4-929bc08574da', 'name': '', 'network_id': '4e8e22b5-9960-41ca-8f7a-5f6d7a5aaae8', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'mac_address': 'fa:16:3e:8a:eb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f35b9a-5d64-48f3-8ccb-8c465c769295', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '6e804292-2c85-49fc-a0c0-e3debd554d2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:36:43Z', 'updated_at': '2021-08-16T23:36:46Z', 'revision_number': 5, 'project_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'subnets': [{'id': '6e804292-2c85-49fc-a0c0-e3debd554d2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1cd5637-edb0-4b93-abce-b22afd3fd210', 'name': '', 'network_id': '649992ed-2ab3-42e1-b950-de37f7990040', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'mac_address': 'fa:16:3e:d2:7d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f35b9a-5d64-48f3-8ccb-8c465c769295', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '32dca438-bf2e-4204-825f-3184fa2a9cfd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:36:46Z', 'updated_at': '2021-08-16T23:36:53Z', 'revision_number': 5, 'project_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'subnets': [{'id': '32dca438-bf2e-4204-825f-3184fa2a9cfd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:37:01.345777 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-25f68d7f-0b4e-420c-98fa-751f7be94b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:01.348481 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d40824a2-51e9-4fe9-b346-a269aad9e5fc tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:01.359068 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-d40824a2-51e9-4fe9-b346-a269aad9e5fc tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5872ef3-bae9-400b-9cee-786d376f2d72']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:37:01.369389 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-d40824a2-51e9-4fe9-b346-a269aad9e5fc tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcdb1d54-afaa-4132-aacd-6091218bee9e') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:37:01.369696 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-d40824a2-51e9-4fe9-b346-a269aad9e5fc tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcdb1d54-afaa-4132-aacd-6091218bee9e') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:37:01.371340 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f68d7f-0b4e-420c-98fa-751f7be94b23 None None] Pushing event deleted for resources: {'Port': ['ID=c7154c4b-5477-45e4-8290-cad4430e1d09,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:37:01.374947 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f68d7f-0b4e-420c-98fa-751f7be94b23 None None] No DVR routers for this DVR port c7154c4b-5477-45e4-8290-cad4430e1d09 on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:37:01.382089 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d40824a2-51e9-4fe9-b346-a269aad9e5fc tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:01.401808 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d40824a2-51e9-4fe9-b346-a269aad9e5fc tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:01.408359 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d40824a2-51e9-4fe9-b346-a269aad9e5fc tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:37:01.408791 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d40824a2-51e9-4fe9-b346-a269aad9e5fc tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:01.411705 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 23:37:01.411705 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:37:01.411705 n-d-791506-26 neutron-server[101291]: timer() Aug 16 23:37:01.411705 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:37:01.411705 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 23:37:01.411705 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:37:01.411705 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 23:37:01.411705 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:37:01.411705 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 23:37:01.411705 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:37:01.411705 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 23:37:01.411705 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:37:01.411705 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 23:37:01.411705 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:37:01.411705 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:37:01.411705 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:37:01.411705 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:37:01.411705 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:37:01.411705 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 23:37:01.411705 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:37:01.411705 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 23:37:01.411705 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:37:01.411705 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:37:01.411705 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:37:01.411705 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 23:37:01.411705 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:37:01.411705 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:37:01.411705 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:37:01.411705 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:37:01.411705 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:37:01.411705 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:37:01.411705 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:37:01.467969 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d40824a2-51e9-4fe9-b346-a269aad9e5fc tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:01.475622 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d40824a2-51e9-4fe9-b346-a269aad9e5fc tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:01.477465 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-d40824a2-51e9-4fe9-b346-a269aad9e5fc tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "DELETE /v2.0/networks/c5872ef3-bae9-400b-9cee-786d376f2d72 HTTP/1.1" status: 204 len: 168 time: 0.5660701 Aug 16 23:37:01.480267 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52992) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:37:01.489584 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40824a2-51e9-4fe9-b346-a269aad9e5fc tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Pushing event deleted for resources: {'Network': ['ID=c5872ef3-bae9-400b-9cee-786d376f2d72,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:37:01.809819 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a3fa02c9-fb43-4c60-81de-9eb422ce39e3 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537579'] for router_interface, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:02.048262 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-a3fa02c9-fb43-4c60-81de-9eb422ce39e3 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Deleting port b1cd5637-edb0-4b93-abce-b22afd3fd210 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:37:02.048505 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a3fa02c9-fb43-4c60-81de-9eb422ce39e3 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:02.138457 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-a3fa02c9-fb43-4c60-81de-9eb422ce39e3 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] For port b1cd5637-edb0-4b93-abce-b22afd3fd210, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=b1cd5637-edb0-4b93-abce-b22afd3fd210,segment=NetworkSegment(86cbd573-4627-48b2-87cd-016fb2445181),segment_id=86cbd573-4627-48b2-87cd-016fb2445181)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:37:02.138819 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a3fa02c9-fb43-4c60-81de-9eb422ce39e3 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:02.151251 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-a3fa02c9-fb43-4c60-81de-9eb422ce39e3 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Calling delete_port for b1cd5637-edb0-4b93-abce-b22afd3fd210 owned by network:router_interface {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:37:02.320355 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a3fa02c9-fb43-4c60-81de-9eb422ce39e3 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:02.345644 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fa02c9-fb43-4c60-81de-9eb422ce39e3 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Pushing event deleted for resources: {'Port': ['ID=b1cd5637-edb0-4b93-abce-b22afd3fd210,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:37:02.516935 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a3fa02c9-fb43-4c60-81de-9eb422ce39e3 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537471'] for router_interface, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:02.582836 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device c7154c4b-5477-45e4-8290-cad4430e1d09 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:37:02.604359 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: c7154c4b-5477-45e4-8290-cad4430e1d09 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:37:02.604740 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device c7154c4b-5477-45e4-8290-cad4430e1d09 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:37:02.605159 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device c3be7846-99ec-4d1f-be44-609a5910f5c3 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:37:02.625653 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: c3be7846-99ec-4d1f-be44-609a5910f5c3 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:37:02.626098 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device c3be7846-99ec-4d1f-be44-609a5910f5c3 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:37:02.708578 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3fa02c9-fb43-4c60-81de-9eb422ce39e3 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Router e7f35b9a-5d64-48f3-8ccb-8c465c769295 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:37:02.802097 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3fa02c9-fb43-4c60-81de-9eb422ce39e3 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:37:02.807885 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-a3fa02c9-fb43-4c60-81de-9eb422ce39e3 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "PUT /v2.0/routers/e7f35b9a-5d64-48f3-8ccb-8c465c769295/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3260388 Aug 16 23:37:02.810146 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 52996) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:37:02.813757 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a47a252-af86-4c55-9052-a562c771206e None None] Sync routers for ids ['e7f35b9a-5d64-48f3-8ccb-8c465c769295'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:37:02.823022 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a47a252-af86-4c55-9052-a562c771206e None None] Routers {'e7f35b9a-5d64-48f3-8ccb-8c465c769295'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:37:02.823644 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-1a47a252-af86-4c55-9052-a562c771206e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:36:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['e7f35b9a-5d64-48f3-8ccb-8c465c769295'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:37:02.862360 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e14d1ec-8021-49ad-a7e6-cfa3ffdc9250 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Deleting subnet 32dca438-bf2e-4204-825f-3184fa2a9cfd {{(pid=101292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:37:02.865573 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9e14d1ec-8021-49ad-a7e6-cfa3ffdc9250 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for subnet, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:02.911264 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9e14d1ec-8021-49ad-a7e6-cfa3ffdc9250 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3848860'] for subnet, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:02.913036 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-1a47a252-af86-4c55-9052-a562c771206e None None] Set router e7f35b9a-5d64-48f3-8ccb-8c465c769295 gateway port host: None {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:37:02.994142 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9e14d1ec-8021-49ad-a7e6-cfa3ffdc9250 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:03.053099 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9e14d1ec-8021-49ad-a7e6-cfa3ffdc9250 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26252129'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:03.085520 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e14d1ec-8021-49ad-a7e6-cfa3ffdc9250 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Pushing event deleted for resources: {'Subnet': ['ID=32dca438-bf2e-4204-825f-3184fa2a9cfd,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:37:03.087628 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9e14d1ec-8021-49ad-a7e6-cfa3ffdc9250 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:03.092873 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-9e14d1ec-8021-49ad-a7e6-cfa3ffdc9250 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "DELETE /v2.0/subnets/32dca438-bf2e-4204-825f-3184fa2a9cfd HTTP/1.1" status: 204 len: 168 time: 0.2817090 Aug 16 23:37:03.093164 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 52998) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:37:03.095406 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d9244f-71c8-4312-b8f1-7d91989702ee None None] Network 649992ed-2ab3-42e1-b950-de37f7990040 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:37:03.175015 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0a9dfe73-df17-47bc-a59f-b90385856eb9 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:03.175311 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-1a47a252-af86-4c55-9052-a562c771206e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f35b9a-5d64-48f3-8ccb-8c465c769295', 'name': 'tempest-RoutersTest-router-1426455825', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:36:42Z', 'updated_at': '2021-08-16T23:37:02Z', 'revision_number': 10, 'project_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'gw_port_host': None, '_interfaces': [{'id': '0a1f140b-807b-4af8-a5e4-929bc08574da', 'name': '', 'network_id': '4e8e22b5-9960-41ca-8f7a-5f6d7a5aaae8', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'mac_address': 'fa:16:3e:8a:eb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f35b9a-5d64-48f3-8ccb-8c465c769295', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '6e804292-2c85-49fc-a0c0-e3debd554d2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:36:43Z', 'updated_at': '2021-08-16T23:36:46Z', 'revision_number': 5, 'project_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'subnets': [{'id': '6e804292-2c85-49fc-a0c0-e3debd554d2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:37:03.208964 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a47a252-af86-4c55-9052-a562c771206e None None] Checking router: e7f35b9a-5d64-48f3-8ccb-8c465c769295 for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:37:03.228117 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-0a9dfe73-df17-47bc-a59f-b90385856eb9 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Deleting port 7456b276-e5fd-4001-b5fe-bdb1fb684364 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:37:03.228477 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0a9dfe73-df17-47bc-a59f-b90385856eb9 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:03.252124 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a47a252-af86-4c55-9052-a562c771206e None None] Routers {'e7f35b9a-5d64-48f3-8ccb-8c465c769295'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:37:03.252788 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-1a47a252-af86-4c55-9052-a562c771206e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:36:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['e7f35b9a-5d64-48f3-8ccb-8c465c769295'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:37:03.292693 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-0a9dfe73-df17-47bc-a59f-b90385856eb9 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] For port 7456b276-e5fd-4001-b5fe-bdb1fb684364, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=7456b276-e5fd-4001-b5fe-bdb1fb684364,segment=NetworkSegment(86cbd573-4627-48b2-87cd-016fb2445181),segment_id=86cbd573-4627-48b2-87cd-016fb2445181)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:37:03.293065 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0a9dfe73-df17-47bc-a59f-b90385856eb9 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:03.305315 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-0a9dfe73-df17-47bc-a59f-b90385856eb9 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Calling delete_port for 7456b276-e5fd-4001-b5fe-bdb1fb684364 owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:37:03.346951 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-1a47a252-af86-4c55-9052-a562c771206e None None] Set router e7f35b9a-5d64-48f3-8ccb-8c465c769295 gateway port host: None {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:37:03.393643 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac6c9af-11ee-45db-96d1-5a1cd07104f3 None None] DHCP port deletion for 649992ed-2ab3-42e1-b950-de37f7990040 request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:37:03.395807 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0a9dfe73-df17-47bc-a59f-b90385856eb9 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:03.421480 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9dfe73-df17-47bc-a59f-b90385856eb9 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Pushing event deleted for resources: {'Port': ['ID=7456b276-e5fd-4001-b5fe-bdb1fb684364,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:37:03.425703 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9dfe73-df17-47bc-a59f-b90385856eb9 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] No DVR routers for this DVR port 7456b276-e5fd-4001-b5fe-bdb1fb684364 on host n-d-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:37:03.511165 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0a9dfe73-df17-47bc-a59f-b90385856eb9 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:03.521876 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-0a9dfe73-df17-47bc-a59f-b90385856eb9 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['649992ed-2ab3-42e1-b950-de37f7990040']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:37:03.532163 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-0a9dfe73-df17-47bc-a59f-b90385856eb9 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86cbd573-4627-48b2-87cd-016fb2445181') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:37:03.532604 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-0a9dfe73-df17-47bc-a59f-b90385856eb9 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86cbd573-4627-48b2-87cd-016fb2445181') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:37:03.541857 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0a9dfe73-df17-47bc-a59f-b90385856eb9 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:03.552255 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-1a47a252-af86-4c55-9052-a562c771206e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f35b9a-5d64-48f3-8ccb-8c465c769295', 'name': 'tempest-RoutersTest-router-1426455825', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:36:42Z', 'updated_at': '2021-08-16T23:37:02Z', 'revision_number': 10, 'project_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'gw_port_host': None, '_interfaces': [{'id': '0a1f140b-807b-4af8-a5e4-929bc08574da', 'name': '', 'network_id': '4e8e22b5-9960-41ca-8f7a-5f6d7a5aaae8', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'mac_address': 'fa:16:3e:8a:eb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f35b9a-5d64-48f3-8ccb-8c465c769295', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '6e804292-2c85-49fc-a0c0-e3debd554d2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:36:43Z', 'updated_at': '2021-08-16T23:36:46Z', 'revision_number': 5, 'project_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'subnets': [{'id': '6e804292-2c85-49fc-a0c0-e3debd554d2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:37:03.555665 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0a9dfe73-df17-47bc-a59f-b90385856eb9 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:03.563378 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a9dfe73-df17-47bc-a59f-b90385856eb9 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:37:03.564041 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0a9dfe73-df17-47bc-a59f-b90385856eb9 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:03.567447 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 23:37:03.567447 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:37:03.567447 n-d-791506-26 neutron-server[101291]: timer() Aug 16 23:37:03.567447 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:37:03.567447 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 23:37:03.567447 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:37:03.567447 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 23:37:03.567447 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:37:03.567447 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 23:37:03.567447 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:37:03.567447 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 23:37:03.567447 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:37:03.567447 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 23:37:03.567447 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:37:03.567447 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:37:03.567447 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:37:03.567447 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:37:03.567447 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:37:03.567447 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 23:37:03.567447 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:37:03.567447 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 23:37:03.567447 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:37:03.567447 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:37:03.567447 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:37:03.567447 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 23:37:03.567447 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:37:03.567447 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:37:03.567447 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:37:03.567447 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:37:03.567447 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:37:03.567447 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:37:03.567447 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:37:03.581436 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a47a252-af86-4c55-9052-a562c771206e None None] The sync data for ids ['e7f35b9a-5d64-48f3-8ccb-8c465c769295'] in n-d-791506-26 is: [{'id': 'e7f35b9a-5d64-48f3-8ccb-8c465c769295', 'name': 'tempest-RoutersTest-router-1426455825', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:36:42Z', 'updated_at': '2021-08-16T23:37:02Z', 'revision_number': 10, 'project_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'gw_port_host': None, '_interfaces': [{'id': '0a1f140b-807b-4af8-a5e4-929bc08574da', 'name': '', 'network_id': '4e8e22b5-9960-41ca-8f7a-5f6d7a5aaae8', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'mac_address': 'fa:16:3e:8a:eb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f35b9a-5d64-48f3-8ccb-8c465c769295', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '6e804292-2c85-49fc-a0c0-e3debd554d2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:36:43Z', 'updated_at': '2021-08-16T23:36:46Z', 'revision_number': 5, 'project_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'subnets': [{'id': '6e804292-2c85-49fc-a0c0-e3debd554d2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:37:03.631901 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0a9dfe73-df17-47bc-a59f-b90385856eb9 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:03.636419 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0a9dfe73-df17-47bc-a59f-b90385856eb9 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:03.641103 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-0a9dfe73-df17-47bc-a59f-b90385856eb9 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "DELETE /v2.0/networks/649992ed-2ab3-42e1-b950-de37f7990040 HTTP/1.1" status: 204 len: 168 time: 0.5444317 Aug 16 23:37:03.641655 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53000) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:37:03.653604 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9dfe73-df17-47bc-a59f-b90385856eb9 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Pushing event deleted for resources: {'Network': ['ID=649992ed-2ab3-42e1-b950-de37f7990040,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:37:03.971137 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4ee5c8aa-8cd7-4ce9-9aec-a4f2dffcfc0c tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537579'] for router_interface, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:04.210921 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-4ee5c8aa-8cd7-4ce9-9aec-a4f2dffcfc0c tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Deleting port 0a1f140b-807b-4af8-a5e4-929bc08574da {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:37:04.211175 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4ee5c8aa-8cd7-4ce9-9aec-a4f2dffcfc0c tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:04.299342 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-4ee5c8aa-8cd7-4ce9-9aec-a4f2dffcfc0c tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] For port 0a1f140b-807b-4af8-a5e4-929bc08574da, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=0a1f140b-807b-4af8-a5e4-929bc08574da,segment=NetworkSegment(3368ae63-78a0-434b-a95c-67dffa69dfb3),segment_id=3368ae63-78a0-434b-a95c-67dffa69dfb3)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:37:04.299699 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4ee5c8aa-8cd7-4ce9-9aec-a4f2dffcfc0c tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:04.316167 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-4ee5c8aa-8cd7-4ce9-9aec-a4f2dffcfc0c tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Calling delete_port for 0a1f140b-807b-4af8-a5e4-929bc08574da owned by network:router_interface {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:37:04.490594 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4ee5c8aa-8cd7-4ce9-9aec-a4f2dffcfc0c tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:04.516793 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee5c8aa-8cd7-4ce9-9aec-a4f2dffcfc0c tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Pushing event deleted for resources: {'Port': ['ID=0a1f140b-807b-4af8-a5e4-929bc08574da,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:37:04.520744 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device b1cd5637-edb0-4b93-abce-b22afd3fd210 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:37:04.546584 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: b1cd5637-edb0-4b93-abce-b22afd3fd210 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:37:04.546945 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device b1cd5637-edb0-4b93-abce-b22afd3fd210 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:37:04.547369 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 7456b276-e5fd-4001-b5fe-bdb1fb684364 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:37:04.569334 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 7456b276-e5fd-4001-b5fe-bdb1fb684364 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:37:04.569965 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 7456b276-e5fd-4001-b5fe-bdb1fb684364 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:37:04.662384 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4ee5c8aa-8cd7-4ce9-9aec-a4f2dffcfc0c tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537471'] for router_interface, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:04.817911 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ee5c8aa-8cd7-4ce9-9aec-a4f2dffcfc0c tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Router e7f35b9a-5d64-48f3-8ccb-8c465c769295 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:37:04.888529 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ee5c8aa-8cd7-4ce9-9aec-a4f2dffcfc0c tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:37:04.893380 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-4ee5c8aa-8cd7-4ce9-9aec-a4f2dffcfc0c tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "PUT /v2.0/routers/e7f35b9a-5d64-48f3-8ccb-8c465c769295/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2506857 Aug 16 23:37:04.896088 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53002) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:37:04.898624 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ff3713-6861-4aab-ad71-c57c80c0671e None None] Sync routers for ids ['e7f35b9a-5d64-48f3-8ccb-8c465c769295'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:37:04.908453 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ff3713-6861-4aab-ad71-c57c80c0671e None None] Routers {'e7f35b9a-5d64-48f3-8ccb-8c465c769295'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:37:04.909179 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-a5ff3713-6861-4aab-ad71-c57c80c0671e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:36:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['e7f35b9a-5d64-48f3-8ccb-8c465c769295'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:37:04.949847 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b1ab811-dddd-4988-9df9-a5c19b8a98d1 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Deleting subnet 6e804292-2c85-49fc-a0c0-e3debd554d2f {{(pid=101292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:37:04.953013 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5b1ab811-dddd-4988-9df9-a5c19b8a98d1 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for subnet, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:04.977371 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-a5ff3713-6861-4aab-ad71-c57c80c0671e None None] Set router e7f35b9a-5d64-48f3-8ccb-8c465c769295 gateway port host: None {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:37:04.992407 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5b1ab811-dddd-4988-9df9-a5c19b8a98d1 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3848860'] for subnet, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:05.032055 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-a5ff3713-6861-4aab-ad71-c57c80c0671e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f35b9a-5d64-48f3-8ccb-8c465c769295', 'name': 'tempest-RoutersTest-router-1426455825', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:36:42Z', 'updated_at': '2021-08-16T23:37:04Z', 'revision_number': 11, 'project_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'gw_port_host': None}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:37:05.057860 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ff3713-6861-4aab-ad71-c57c80c0671e None None] Checking router: e7f35b9a-5d64-48f3-8ccb-8c465c769295 for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:37:05.066238 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ff3713-6861-4aab-ad71-c57c80c0671e None None] Routers {'e7f35b9a-5d64-48f3-8ccb-8c465c769295'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:37:05.066836 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-a5ff3713-6861-4aab-ad71-c57c80c0671e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:36:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['e7f35b9a-5d64-48f3-8ccb-8c465c769295'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:37:05.073032 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5b1ab811-dddd-4988-9df9-a5c19b8a98d1 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:05.139198 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5b1ab811-dddd-4988-9df9-a5c19b8a98d1 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26252129'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:05.139996 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-a5ff3713-6861-4aab-ad71-c57c80c0671e None None] Set router e7f35b9a-5d64-48f3-8ccb-8c465c769295 gateway port host: None {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:37:05.167453 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1ab811-dddd-4988-9df9-a5c19b8a98d1 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Pushing event deleted for resources: {'Subnet': ['ID=6e804292-2c85-49fc-a0c0-e3debd554d2f,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:37:05.171236 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5b1ab811-dddd-4988-9df9-a5c19b8a98d1 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:05.173174 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-5b1ab811-dddd-4988-9df9-a5c19b8a98d1 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "DELETE /v2.0/subnets/6e804292-2c85-49fc-a0c0-e3debd554d2f HTTP/1.1" status: 204 len: 168 time: 0.2761371 Aug 16 23:37:05.175832 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53006) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:37:05.178486 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb91d7b-1fe9-4bff-9d4a-1a3af41b00a4 None None] Network 4e8e22b5-9960-41ca-8f7a-5f6d7a5aaae8 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:37:05.201731 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-a5ff3713-6861-4aab-ad71-c57c80c0671e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f35b9a-5d64-48f3-8ccb-8c465c769295', 'name': 'tempest-RoutersTest-router-1426455825', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:36:42Z', 'updated_at': '2021-08-16T23:37:04Z', 'revision_number': 11, 'project_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'gw_port_host': None}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:37:05.228302 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ff3713-6861-4aab-ad71-c57c80c0671e None None] The sync data for ids ['e7f35b9a-5d64-48f3-8ccb-8c465c769295'] in n-d-791506-26 is: [{'id': 'e7f35b9a-5d64-48f3-8ccb-8c465c769295', 'name': 'tempest-RoutersTest-router-1426455825', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:36:42Z', 'updated_at': '2021-08-16T23:37:04Z', 'revision_number': 11, 'project_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'gw_port_host': None}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:37:05.257187 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ba758ee3-ccef-416f-a191-6e84927a1ee8 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:05.322990 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-ba758ee3-ccef-416f-a191-6e84927a1ee8 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Deleting port ff45ff96-ca1b-4f4a-aaef-a710ee99471e {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:37:05.323396 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ba758ee3-ccef-416f-a191-6e84927a1ee8 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:05.390917 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-ba758ee3-ccef-416f-a191-6e84927a1ee8 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] For port ff45ff96-ca1b-4f4a-aaef-a710ee99471e, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=ff45ff96-ca1b-4f4a-aaef-a710ee99471e,segment=NetworkSegment(3368ae63-78a0-434b-a95c-67dffa69dfb3),segment_id=3368ae63-78a0-434b-a95c-67dffa69dfb3)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:37:05.391286 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ba758ee3-ccef-416f-a191-6e84927a1ee8 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:05.403788 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-ba758ee3-ccef-416f-a191-6e84927a1ee8 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Calling delete_port for ff45ff96-ca1b-4f4a-aaef-a710ee99471e owned by network:dhcp {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:37:05.483589 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ba758ee3-ccef-416f-a191-6e84927a1ee8 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:05.511287 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba758ee3-ccef-416f-a191-6e84927a1ee8 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] No DVR routers for this DVR port ff45ff96-ca1b-4f4a-aaef-a710ee99471e on host n-d-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:37:05.516478 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba758ee3-ccef-416f-a191-6e84927a1ee8 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Pushing event deleted for resources: {'Port': ['ID=ff45ff96-ca1b-4f4a-aaef-a710ee99471e,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:37:05.593276 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ba758ee3-ccef-416f-a191-6e84927a1ee8 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:05.603745 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-ba758ee3-ccef-416f-a191-6e84927a1ee8 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e8e22b5-9960-41ca-8f7a-5f6d7a5aaae8']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:37:05.615557 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-ba758ee3-ccef-416f-a191-6e84927a1ee8 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3368ae63-78a0-434b-a95c-67dffa69dfb3') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:37:05.615860 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-ba758ee3-ccef-416f-a191-6e84927a1ee8 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3368ae63-78a0-434b-a95c-67dffa69dfb3') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:37:05.616265 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d16985-ac15-4aaf-9d84-845cbd6af904 None None] DHCP port deletion for 4e8e22b5-9960-41ca-8f7a-5f6d7a5aaae8 request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:37:05.630152 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ba758ee3-ccef-416f-a191-6e84927a1ee8 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:05.650079 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ba758ee3-ccef-416f-a191-6e84927a1ee8 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:05.656919 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba758ee3-ccef-416f-a191-6e84927a1ee8 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:37:05.657419 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ba758ee3-ccef-416f-a191-6e84927a1ee8 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:05.660846 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 16 23:37:05.660846 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:37:05.660846 n-d-791506-26 neutron-server[101292]: timer() Aug 16 23:37:05.660846 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:37:05.660846 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 16 23:37:05.660846 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:37:05.660846 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 16 23:37:05.660846 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:37:05.660846 n-d-791506-26 neutron-server[101292]: self._notify() Aug 16 23:37:05.660846 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:37:05.660846 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 16 23:37:05.660846 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:37:05.660846 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 16 23:37:05.660846 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:37:05.660846 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:37:05.660846 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:37:05.660846 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:37:05.660846 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:37:05.660846 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 16 23:37:05.660846 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:37:05.660846 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 16 23:37:05.660846 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:37:05.660846 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:37:05.660846 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:37:05.660846 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 16 23:37:05.660846 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:37:05.660846 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:37:05.660846 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:37:05.660846 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:37:05.660846 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:37:05.660846 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:37:05.660846 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:37:05.719773 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ba758ee3-ccef-416f-a191-6e84927a1ee8 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:05.726530 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ba758ee3-ccef-416f-a191-6e84927a1ee8 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:05.728307 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-ba758ee3-ccef-416f-a191-6e84927a1ee8 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "DELETE /v2.0/networks/4e8e22b5-9960-41ca-8f7a-5f6d7a5aaae8 HTTP/1.1" status: 204 len: 168 time: 0.5515683 Aug 16 23:37:05.732327 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53008) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:37:05.737040 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-4a58c4f5-c17c-4c2f-8563-589beee31a05 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Request body: {'router': {'routes': None}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:37:05.742773 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba758ee3-ccef-416f-a191-6e84927a1ee8 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Pushing event deleted for resources: {'Network': ['ID=4e8e22b5-9960-41ca-8f7a-5f6d7a5aaae8,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:37:05.817447 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:37:05.895761 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.extraroute_db [None req-4a58c4f5-c17c-4c2f-8563-589beee31a05 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Added routes are [] {{(pid=101291) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 16 23:37:05.896065 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.extraroute_db [None req-4a58c4f5-c17c-4c2f-8563-589beee31a05 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Removed routes are [] {{(pid=101291) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 16 23:37:05.896424 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4a58c4f5-c17c-4c2f-8563-589beee31a05 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-537184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-500218'] for router, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:06.033982 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4a58c4f5-c17c-4c2f-8563-589beee31a05 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-537184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-500218'] for router, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:06.037141 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4a58c4f5-c17c-4c2f-8563-589beee31a05 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-537179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-537170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-639656'] for router, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:06.113653 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a58c4f5-c17c-4c2f-8563-589beee31a05 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Router e7f35b9a-5d64-48f3-8ccb-8c465c769295 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:37:06.508251 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a58c4f5-c17c-4c2f-8563-589beee31a05 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:37:06.515404 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4a58c4f5-c17c-4c2f-8563-589beee31a05 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:06.516212 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-4a58c4f5-c17c-4c2f-8563-589beee31a05 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "PUT /v2.0/routers/e7f35b9a-5d64-48f3-8ccb-8c465c769295 HTTP/1.1" status: 200 len: 701 time: 0.7828298 Aug 16 23:37:06.517970 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db8c1ce-df51-43ff-991a-f9937b7779ae None None] Sync routers for ids ['e7f35b9a-5d64-48f3-8ccb-8c465c769295'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:37:06.518926 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53010) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:37:06.524996 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 0a1f140b-807b-4af8-a5e4-929bc08574da no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:37:06.549860 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-57766792-be11-44c7-a1e0-9a187c06ed65 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7f35b9a-5d64-48f3-8ccb-8c465c769295 HTTP/1.1" status: 200 len: 205 time: 0.0292456 Aug 16 23:37:06.550469 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 0a1f140b-807b-4af8-a5e4-929bc08574da {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:37:06.550821 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 0a1f140b-807b-4af8-a5e4-929bc08574da not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:37:06.551236 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device ff45ff96-ca1b-4f4a-aaef-a710ee99471e no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:37:06.551731 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53012) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:37:06.554780 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db8c1ce-df51-43ff-991a-f9937b7779ae None None] Routers {'e7f35b9a-5d64-48f3-8ccb-8c465c769295'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:37:06.555394 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-6db8c1ce-df51-43ff-991a-f9937b7779ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:36:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['e7f35b9a-5d64-48f3-8ccb-8c465c769295'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:37:06.576847 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: ff45ff96-ca1b-4f4a-aaef-a710ee99471e {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:37:06.577201 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device ff45ff96-ca1b-4f4a-aaef-a710ee99471e not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:37:06.623234 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-735cd2a2-c102-471c-a2d5-ff6de7ec2977 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for router, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:06.647189 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-6db8c1ce-df51-43ff-991a-f9937b7779ae None None] Set router e7f35b9a-5d64-48f3-8ccb-8c465c769295 gateway port host: None {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:37:06.704726 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-6db8c1ce-df51-43ff-991a-f9937b7779ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f35b9a-5d64-48f3-8ccb-8c465c769295', 'name': 'tempest-RoutersTest-router-1426455825', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:36:42Z', 'updated_at': '2021-08-16T23:37:04Z', 'revision_number': 11, 'project_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'gw_port_host': None}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:37:06.731032 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db8c1ce-df51-43ff-991a-f9937b7779ae None None] Checking router: e7f35b9a-5d64-48f3-8ccb-8c465c769295 for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:37:06.739157 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db8c1ce-df51-43ff-991a-f9937b7779ae None None] Routers {'e7f35b9a-5d64-48f3-8ccb-8c465c769295'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:37:06.739754 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-6db8c1ce-df51-43ff-991a-f9937b7779ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:36:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['e7f35b9a-5d64-48f3-8ccb-8c465c769295'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:37:06.789404 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-735cd2a2-c102-471c-a2d5-ff6de7ec2977 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:06.791492 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-735cd2a2-c102-471c-a2d5-ff6de7ec2977 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:06.809708 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-6db8c1ce-df51-43ff-991a-f9937b7779ae None None] Set router e7f35b9a-5d64-48f3-8ccb-8c465c769295 gateway port host: None {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:37:06.838182 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-735cd2a2-c102-471c-a2d5-ff6de7ec2977 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:06.838886 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-735cd2a2-c102-471c-a2d5-ff6de7ec2977 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Fanout notify agent at l3_agent the message router_deleted on router e7f35b9a-5d64-48f3-8ccb-8c465c769295 {{(pid=101291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:37:06.846082 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-735cd2a2-c102-471c-a2d5-ff6de7ec2977 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:06.850922 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-735cd2a2-c102-471c-a2d5-ff6de7ec2977 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "DELETE /v2.0/routers/e7f35b9a-5d64-48f3-8ccb-8c465c769295 HTTP/1.1" status: 204 len: 168 time: 0.2944934 Aug 16 23:37:06.851206 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53014) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:37:06.855989 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-cc6a632e-a922-43c9-8761-5c2c56199252 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-226558243', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:37:06.868093 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-6db8c1ce-df51-43ff-991a-f9937b7779ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f35b9a-5d64-48f3-8ccb-8c465c769295', 'name': 'tempest-RoutersTest-router-1426455825', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:36:42Z', 'updated_at': '2021-08-16T23:37:04Z', 'revision_number': 11, 'project_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'gw_port_host': None}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:37:06.880043 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cc6a632e-a922-43c9-8761-5c2c56199252 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:06.881264 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cc6a632e-a922-43c9-8761-5c2c56199252 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:06.902603 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db8c1ce-df51-43ff-991a-f9937b7779ae None None] The sync data for ids ['e7f35b9a-5d64-48f3-8ccb-8c465c769295'] in n-d-791506-26 is: [{'id': 'e7f35b9a-5d64-48f3-8ccb-8c465c769295', 'name': 'tempest-RoutersTest-router-1426455825', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:36:42Z', 'updated_at': '2021-08-16T23:37:04Z', 'revision_number': 11, 'project_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'gw_port_host': None}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:37:06.935078 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cc6a632e-a922-43c9-8761-5c2c56199252 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:06.939835 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cc6a632e-a922-43c9-8761-5c2c56199252 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:06.956729 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cc6a632e-a922-43c9-8761-5c2c56199252 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:06.957949 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-cc6a632e-a922-43c9-8761-5c2c56199252 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1055119 Aug 16 23:37:06.960702 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53016) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:37:06.965807 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-933c1815-cc25-4cb7-bd0f-3ee94329cae1 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Request body: {'router': {'admin_state_up': True}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:37:07.181604 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-933c1815-cc25-4cb7-bd0f-3ee94329cae1 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-537184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-639665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-500218'] for router, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:07.191519 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-933c1815-cc25-4cb7-bd0f-3ee94329cae1 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-537179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-537170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-639656'] for router, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:07.286896 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-933c1815-cc25-4cb7-bd0f-3ee94329cae1 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Router 3396079b-04dc-46f4-a232-5f654b1e1fcb is scheduled to L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f with binding_index 1 {{(pid=101291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:37:07.366468 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-933c1815-cc25-4cb7-bd0f-3ee94329cae1 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:37:07.373072 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-933c1815-cc25-4cb7-bd0f-3ee94329cae1 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:07.376823 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-933c1815-cc25-4cb7-bd0f-3ee94329cae1 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "PUT /v2.0/routers/3396079b-04dc-46f4-a232-5f654b1e1fcb HTTP/1.1" status: 200 len: 693 time: 0.4125800 Aug 16 23:37:07.377087 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53018) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:37:07.377246 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c5a672-ab81-40b1-b442-9b62276749ff None None] Sync routers for ids ['3396079b-04dc-46f4-a232-5f654b1e1fcb'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:37:07.386288 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c5a672-ab81-40b1-b442-9b62276749ff None None] Routers {'3396079b-04dc-46f4-a232-5f654b1e1fcb'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:37:07.386889 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-96c5a672-ab81-40b1-b442-9b62276749ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:36:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['3396079b-04dc-46f4-a232-5f654b1e1fcb'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:37:07.459491 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-10e204c7-68bb-45db-b517-16b0cbde727f tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "GET /v2.0/routers/3396079b-04dc-46f4-a232-5f654b1e1fcb HTTP/1.1" status: 200 len: 699 time: 0.0812185 Aug 16 23:37:07.462244 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53020) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:37:07.490326 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-3635c936-aeb2-453a-b501-091346b9fac1 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "GET /v2.0/ports?device_id=3396079b-04dc-46f4-a232-5f654b1e1fcb HTTP/1.1" status: 200 len: 205 time: 0.0269256 Aug 16 23:37:07.493255 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53022) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:37:07.548589 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-96c5a672-ab81-40b1-b442-9b62276749ff None None] Set router 3396079b-04dc-46f4-a232-5f654b1e1fcb gateway port host: None {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:37:07.570336 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-059b34ec-84af-4c62-a0f5-bd9535667792 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for router, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:07.599271 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-96c5a672-ab81-40b1-b442-9b62276749ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3396079b-04dc-46f4-a232-5f654b1e1fcb', 'name': 'tempest-RoutersTest-router-226558243', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:37:06Z', 'updated_at': '2021-08-16T23:37:07Z', 'revision_number': 2, 'project_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'gw_port_host': None}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:37:07.628849 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c5a672-ab81-40b1-b442-9b62276749ff None None] Checking router: 3396079b-04dc-46f4-a232-5f654b1e1fcb for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:37:07.638318 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c5a672-ab81-40b1-b442-9b62276749ff None None] Routers {'3396079b-04dc-46f4-a232-5f654b1e1fcb'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:37:07.638930 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-96c5a672-ab81-40b1-b442-9b62276749ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:36:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['3396079b-04dc-46f4-a232-5f654b1e1fcb'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:37:07.706776 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-96c5a672-ab81-40b1-b442-9b62276749ff None None] Set router 3396079b-04dc-46f4-a232-5f654b1e1fcb gateway port host: None {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:37:07.733149 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-059b34ec-84af-4c62-a0f5-bd9535667792 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:07.735282 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-059b34ec-84af-4c62-a0f5-bd9535667792 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:07.757032 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-96c5a672-ab81-40b1-b442-9b62276749ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3396079b-04dc-46f4-a232-5f654b1e1fcb', 'name': 'tempest-RoutersTest-router-226558243', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:37:06Z', 'updated_at': '2021-08-16T23:37:07Z', 'revision_number': 2, 'project_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'gw_port_host': None}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:37:07.779119 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-059b34ec-84af-4c62-a0f5-bd9535667792 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:07.779677 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-059b34ec-84af-4c62-a0f5-bd9535667792 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Fanout notify agent at l3_agent the message router_deleted on router 3396079b-04dc-46f4-a232-5f654b1e1fcb {{(pid=101291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:37:07.786214 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-059b34ec-84af-4c62-a0f5-bd9535667792 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:07.786918 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c5a672-ab81-40b1-b442-9b62276749ff None None] The sync data for ids ['3396079b-04dc-46f4-a232-5f654b1e1fcb'] in n-d-791506-26 is: [{'id': '3396079b-04dc-46f4-a232-5f654b1e1fcb', 'name': 'tempest-RoutersTest-router-226558243', 'tenant_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:37:06Z', 'updated_at': '2021-08-16T23:37:07Z', 'revision_number': 2, 'project_id': 'f4d3f331c2ee4e1f853cccec6d5d04dc', 'gw_port_host': None}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:37:07.787317 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-059b34ec-84af-4c62-a0f5-bd9535667792 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "DELETE /v2.0/routers/3396079b-04dc-46f4-a232-5f654b1e1fcb HTTP/1.1" status: 204 len: 168 time: 0.2931340 Aug 16 23:37:07.790736 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53024) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:37:07.820984 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-fd96b463-21b9-4958-823b-1f1e5658d9b7 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "GET /v2.0/ports?device_id=3396079b-04dc-46f4-a232-5f654b1e1fcb HTTP/1.1" status: 200 len: 205 time: 0.0289044 Aug 16 23:37:07.823136 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53026) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:37:07.868368 n-d-791506-26 neutron-server[101291]: INFO neutron.api.v2.resource [None req-53f1daa0-bc03-4a4f-8874-34cc787e0e4f tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] delete failed (client error): The resource could not be found. Aug 16 23:37:07.869462 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-53f1daa0-bc03-4a4f-8874-34cc787e0e4f tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "DELETE /v2.0/routers/3396079b-04dc-46f4-a232-5f654b1e1fcb HTTP/1.1" status: 404 len: 336 time: 0.0454173 Aug 16 23:37:07.872561 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53028) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:37:07.900021 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-277d00bf-c708-42c3-845c-907ea33e9b09 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] DELETE failed (client error): The resource could not be found. Aug 16 23:37:07.900495 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-277d00bf-c708-42c3-845c-907ea33e9b09 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:37:07.902267 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-277d00bf-c708-42c3-845c-907ea33e9b09 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "DELETE /v2.0/subnets/47df827a-4e78-413b-b514-2704963db709 HTTP/1.1" status: 404 len: 337 time: 0.0287530 Aug 16 23:37:07.905011 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53030) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:37:07.931046 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c796432-a32d-49b5-9531-993414ff7656 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] DELETE failed (client error): The resource could not be found. Aug 16 23:37:07.931514 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c796432-a32d-49b5-9531-993414ff7656 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:37:07.933534 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-4c796432-a32d-49b5-9531-993414ff7656 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "DELETE /v2.0/subnets/9ed77e33-d87e-489f-bbc4-76018e5f1a3b HTTP/1.1" status: 404 len: 337 time: 0.0273390 Aug 16 23:37:07.936452 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53032) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:37:07.964911 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-a32dca15-8463-4af0-938b-8a7dfeb6db2d tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] DELETE failed (client error): The resource could not be found. Aug 16 23:37:07.965536 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a32dca15-8463-4af0-938b-8a7dfeb6db2d tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:37:07.967497 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-a32dca15-8463-4af0-938b-8a7dfeb6db2d tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "DELETE /v2.0/subnets/32dca438-bf2e-4204-825f-3184fa2a9cfd HTTP/1.1" status: 404 len: 337 time: 0.0299616 Aug 16 23:37:07.970155 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53034) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:37:08.002525 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-53dff235-4675-4443-874f-38c126de0258 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] DELETE failed (client error): The resource could not be found. Aug 16 23:37:08.002987 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53dff235-4675-4443-874f-38c126de0258 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:37:08.005956 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-53dff235-4675-4443-874f-38c126de0258 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "DELETE /v2.0/subnets/6e804292-2c85-49fc-a0c0-e3debd554d2f HTTP/1.1" status: 404 len: 337 time: 0.0336380 Aug 16 23:37:08.007389 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53036) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:37:08.034593 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-85fc8599-8bd3-44cc-9757-6c3ac3d8f853 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7f35b9a-5d64-48f3-8ccb-8c465c769295 HTTP/1.1" status: 200 len: 205 time: 0.0261559 Aug 16 23:37:08.036810 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53038) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:37:08.073056 n-d-791506-26 neutron-server[101291]: INFO neutron.api.v2.resource [None req-586db6f7-7f4d-4d27-b9c1-e556606243a0 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] delete failed (client error): The resource could not be found. Aug 16 23:37:08.073968 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-586db6f7-7f4d-4d27-b9c1-e556606243a0 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "DELETE /v2.0/routers/e7f35b9a-5d64-48f3-8ccb-8c465c769295 HTTP/1.1" status: 404 len: 336 time: 0.0362928 Aug 16 23:37:08.076925 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53040) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:37:08.103686 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-32b5264a-b270-4ad0-8eaa-7860d5d9c49a tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "GET /v2.0/ports?device_id=d692170b-a5e5-4d44-84cd-bb2d60c42e68 HTTP/1.1" status: 200 len: 205 time: 0.0257049 Aug 16 23:37:08.105940 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53042) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:37:08.145820 n-d-791506-26 neutron-server[101291]: INFO neutron.api.v2.resource [None req-af2b80e1-2bb8-499f-8d0f-8b1ad00b5df4 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] delete failed (client error): The resource could not be found. Aug 16 23:37:08.146835 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-af2b80e1-2bb8-499f-8d0f-8b1ad00b5df4 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "DELETE /v2.0/routers/d692170b-a5e5-4d44-84cd-bb2d60c42e68 HTTP/1.1" status: 404 len: 336 time: 0.0400279 Aug 16 23:37:08.149460 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53044) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:37:08.176393 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-91a87954-1b11-4162-b86f-2c38807d1681 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] DELETE failed (client error): The resource could not be found. Aug 16 23:37:08.176890 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91a87954-1b11-4162-b86f-2c38807d1681 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:37:08.178614 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-91a87954-1b11-4162-b86f-2c38807d1681 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "DELETE /v2.0/subnets/b09deba6-1b1b-4876-b2b2-f005f30e73c5 HTTP/1.1" status: 404 len: 337 time: 0.0282815 Aug 16 23:37:08.181440 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53046) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:37:08.210153 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-2edb3fd6-463a-4646-b46b-517149ba9702 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "GET /v2.0/ports?device_id=269cc26a-9ccc-4026-b85a-1f78ccfe2863 HTTP/1.1" status: 200 len: 205 time: 0.0273767 Aug 16 23:37:08.212391 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53048) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:37:08.253569 n-d-791506-26 neutron-server[101292]: INFO neutron.api.v2.resource [None req-89055e39-85f5-4b78-acf3-7bcbdc54c141 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] delete failed (client error): The resource could not be found. Aug 16 23:37:08.254575 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-89055e39-85f5-4b78-acf3-7bcbdc54c141 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "DELETE /v2.0/routers/269cc26a-9ccc-4026-b85a-1f78ccfe2863 HTTP/1.1" status: 404 len: 336 time: 0.0412388 Aug 16 23:37:08.257111 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53050) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:37:08.284029 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-1a95c4c8-7c4d-4cbe-9389-9d06029d4eac tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "GET /v2.0/ports?device_id=65bb96fe-6440-4e41-b435-90647fd39e3f HTTP/1.1" status: 200 len: 205 time: 0.0258937 Aug 16 23:37:08.286257 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53052) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:37:08.321368 n-d-791506-26 neutron-server[101292]: INFO neutron.api.v2.resource [None req-d861d603-6459-4d48-a799-1bdff526510c tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] delete failed (client error): The resource could not be found. Aug 16 23:37:08.322342 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-d861d603-6459-4d48-a799-1bdff526510c tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "DELETE /v2.0/routers/65bb96fe-6440-4e41-b435-90647fd39e3f HTTP/1.1" status: 404 len: 336 time: 0.0352273 Aug 16 23:37:08.325379 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53054) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:37:08.353954 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdbca7f5-2c39-43c6-8d24-dd8817783a70 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] DELETE failed (client error): The resource could not be found. Aug 16 23:37:08.354399 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdbca7f5-2c39-43c6-8d24-dd8817783a70 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:37:08.356045 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-cdbca7f5-2c39-43c6-8d24-dd8817783a70 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "DELETE /v2.0/subnets/a20190e8-5a85-4f07-b392-7612555c2217 HTTP/1.1" status: 404 len: 337 time: 0.0298314 Aug 16 23:37:08.358758 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53056) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:37:08.386185 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-454aec34-803c-46aa-9e51-a43901f35be1 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d9db1da-446a-48ea-8760-3d6081eed94a HTTP/1.1" status: 200 len: 205 time: 0.0263081 Aug 16 23:37:08.389293 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53058) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:37:08.426827 n-d-791506-26 neutron-server[101292]: INFO neutron.api.v2.resource [None req-9989e721-d276-489b-960d-27085166cf78 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] delete failed (client error): The resource could not be found. Aug 16 23:37:08.428219 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-9989e721-d276-489b-960d-27085166cf78 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "DELETE /v2.0/routers/3d9db1da-446a-48ea-8760-3d6081eed94a HTTP/1.1" status: 404 len: 336 time: 0.0380075 Aug 16 23:37:08.430794 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53060) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:37:08.458213 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-700b4a08-59c5-4ad9-8d9a-447f538c7d64 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] DELETE failed (client error): The resource could not be found. Aug 16 23:37:08.458633 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-700b4a08-59c5-4ad9-8d9a-447f538c7d64 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:37:08.460393 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-700b4a08-59c5-4ad9-8d9a-447f538c7d64 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "DELETE /v2.0/subnets/d511e143-5b55-4803-9ae9-47d6a30a1e41 HTTP/1.1" status: 404 len: 337 time: 0.0287116 Aug 16 23:37:08.462964 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53062) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:37:08.493315 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-a5e64d7e-211c-4a0d-9531-79998aafec9c tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ce5ce73-b72e-4004-a1b0-4a901d11173a HTTP/1.1" status: 200 len: 205 time: 0.0292499 Aug 16 23:37:08.495519 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53064) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:37:08.532781 n-d-791506-26 neutron-server[101292]: INFO neutron.api.v2.resource [None req-070e1d74-f4ac-4a84-844f-86044605d77e tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] delete failed (client error): The resource could not be found. Aug 16 23:37:08.533813 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-070e1d74-f4ac-4a84-844f-86044605d77e tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "DELETE /v2.0/routers/3ce5ce73-b72e-4004-a1b0-4a901d11173a HTTP/1.1" status: 404 len: 336 time: 0.0374255 Aug 16 23:37:08.536357 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53066) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:37:08.562999 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-0263a53c-c633-4f50-886d-628a99ddee48 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] DELETE failed (client error): The resource could not be found. Aug 16 23:37:08.563445 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0263a53c-c633-4f50-886d-628a99ddee48 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:37:08.565165 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-0263a53c-c633-4f50-886d-628a99ddee48 tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "DELETE /v2.0/subnets/f765a8f2-13ca-4576-abe4-6fbab465f14d HTTP/1.1" status: 404 len: 337 time: 0.0278392 Aug 16 23:37:08.567549 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53068) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:37:08.594713 n-d-791506-26 neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0822af9-2f68-4fe3-ae74-7d55bec7c71e tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] DELETE failed (client error): The resource could not be found. Aug 16 23:37:08.594713 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0822af9-2f68-4fe3-ae74-7d55bec7c71e tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101292) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 23:37:08.596210 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-e0822af9-2f68-4fe3-ae74-7d55bec7c71e tempest-RoutersTest-834410106 tempest-RoutersTest-834410106-project] 10.222.0.36 "DELETE /v2.0/subnets/e29b150f-2d34-4c8c-823f-998ac082f040 HTTP/1.1" status: 404 len: 337 time: 0.0277958 Aug 16 23:37:08.878678 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53074) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:37:09.029487 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-642596f0-a3e8-4c5c-8f4c-be00e71eefa3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f4d3f331c2ee4e1f853cccec6d5d04dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1494634 Aug 16 23:37:09.031745 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53078) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:37:09.079065 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ec50267f-6262-4390-9a63-9bde852cabfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:09.105012 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ec50267f-6262-4390-9a63-9bde852cabfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:09.153605 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ec50267f-6262-4390-9a63-9bde852cabfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:09.156790 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ec50267f-6262-4390-9a63-9bde852cabfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:09.157961 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-ec50267f-6262-4390-9a63-9bde852cabfc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8078990f-39cf-443a-bb2f-c3e9a2eacc91 HTTP/1.1" status: 204 len: 168 time: 0.1252785 Aug 16 23:37:09.165798 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec50267f-6262-4390-9a63-9bde852cabfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8078990f-39cf-443a-bb2f-c3e9a2eacc91,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:37:09.782304 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53100) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:37:09.876154 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-a5bae47a-af94-4389-9261-918f7e326be2 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-851682802', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:37:09.898708 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a5bae47a-af94-4389-9261-918f7e326be2 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:09.900100 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a5bae47a-af94-4389-9261-918f7e326be2 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:09.950793 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a5bae47a-af94-4389-9261-918f7e326be2 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:09.955242 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a5bae47a-af94-4389-9261-918f7e326be2 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:09.971488 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a5bae47a-af94-4389-9261-918f7e326be2 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:09.972949 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-a5bae47a-af94-4389-9261-918f7e326be2 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.1896141 Aug 16 23:37:09.975711 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53104) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:37:09.980572 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-a9ef8de9-ee48-4f33-b58f-86dc8550600e tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1247216252'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:37:10.001740 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9ef8de9-ee48-4f33-b58f-86dc8550600e tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Made reservation on behalf of fce979f1163a4d48bc70c7dc9dff92f5 for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:37:10.005265 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a9ef8de9-ee48-4f33-b58f-86dc8550600e tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:10.014398 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a9ef8de9-ee48-4f33-b58f-86dc8550600e tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:10.106992 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a9ef8de9-ee48-4f33-b58f-86dc8550600e tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:10.110571 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a9ef8de9-ee48-4f33-b58f-86dc8550600e tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:10.136530 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9ef8de9-ee48-4f33-b58f-86dc8550600e tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:37:10.146417 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ef8de9-ee48-4f33-b58f-86dc8550600e tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98cbf522-dbd0-4461-a528-ad2ddef2d45c,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:37:10.151280 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a9ef8de9-ee48-4f33-b58f-86dc8550600e tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:10.151622 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-a9ef8de9-ee48-4f33-b58f-86dc8550600e tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Added segment b0ee4aad-bd92-40c0-8e0d-11ef7fcd8bd3 of type vlan for network b839c0a2-dac2-44c4-94be-91a14bfd2684 Aug 16 23:37:10.194543 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a9ef8de9-ee48-4f33-b58f-86dc8550600e tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:10.220560 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a9ef8de9-ee48-4f33-b58f-86dc8550600e tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:10.226158 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ef8de9-ee48-4f33-b58f-86dc8550600e tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:37:10.226749 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a9ef8de9-ee48-4f33-b58f-86dc8550600e tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:10.283737 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-a9ef8de9-ee48-4f33-b58f-86dc8550600e tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3069315 Aug 16 23:37:10.286678 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53106) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:37:10.291875 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-296e207a-4a18-4b49-987e-d4c4b4f63295 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Request body: {'subnet': {'network_id': 'b839c0a2-dac2-44c4-94be-91a14bfd2684', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:37:10.296279 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ef8de9-ee48-4f33-b58f-86dc8550600e tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Pushing event updated for resources: {'Network': ['ID=b839c0a2-dac2-44c4-94be-91a14bfd2684,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:37:10.307008 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network b839c0a2-dac2-44c4-94be-91a14bfd2684 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:37:10.393615 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-296e207a-4a18-4b49-987e-d4c4b4f63295 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Made reservation on behalf of fce979f1163a4d48bc70c7dc9dff92f5 for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:37:10.397310 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-296e207a-4a18-4b49-987e-d4c4b4f63295 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:10.582938 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-296e207a-4a18-4b49-987e-d4c4b4f63295 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:10.640134 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296e207a-4a18-4b49-987e-d4c4b4f63295 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Pushing event updated for resources: {'Subnet': ['ID=05c9716e-a013-4f55-8f90-123baf4d9183,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:37:10.651060 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296e207a-4a18-4b49-987e-d4c4b4f63295 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Checking segment: {'id': 'b0ee4aad-bd92-40c0-8e0d-11ef7fcd8bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b839c0a2-dac2-44c4-94be-91a14bfd2684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:37:10.651424 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296e207a-4a18-4b49-987e-d4c4b4f63295 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Network hostable DHCP agents. Network: b839c0a2-dac2-44c4-94be-91a14bfd2684, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:37:10.666932 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296e207a-4a18-4b49-987e-d4c4b4f63295 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Network b839c0a2-dac2-44c4-94be-91a14bfd2684 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:37:10.675588 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-296e207a-4a18-4b49-987e-d4c4b4f63295 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, b839c0a2-dac2-44c4-94be-91a14bfd2684) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:37:10.679977 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296e207a-4a18-4b49-987e-d4c4b4f63295 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:37:10.681075 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-296e207a-4a18-4b49-987e-d4c4b4f63295 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks [] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:10.685171 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590be7eb-19cc-47dd-a703-0c6dbfac1f9c None None] Network b839c0a2-dac2-44c4-94be-91a14bfd2684 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:37:10.695806 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-296e207a-4a18-4b49-987e-d4c4b4f63295 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4079874 Aug 16 23:37:10.699004 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53108) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:37:10.704350 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-00863dcb-72c2-4924-97e2-f66eef1ba829 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Request body: {'network': {'name': 'tempest-router-network01--1349896869'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:37:10.725895 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00863dcb-72c2-4924-97e2-f66eef1ba829 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Made reservation on behalf of fce979f1163a4d48bc70c7dc9dff92f5 for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:37:10.729564 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-00863dcb-72c2-4924-97e2-f66eef1ba829 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:10.754266 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00863dcb-72c2-4924-97e2-f66eef1ba829 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:37:10.763823 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-00863dcb-72c2-4924-97e2-f66eef1ba829 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:10.764165 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-00863dcb-72c2-4924-97e2-f66eef1ba829 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Added segment 15842792-51f9-426e-9097-9267e74a55eb of type vlan for network 15fb7d9c-f24b-4521-adbe-2039086ef574 Aug 16 23:37:10.810702 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-00863dcb-72c2-4924-97e2-f66eef1ba829 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:10.836033 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef43187f-f832-4d2f-9cba-f249280401bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-b839c0a2-dac2-44c4-94be-91a14bfd2684', 'network_id': 'b839c0a2-dac2-44c4-94be-91a14bfd2684', 'tenant_id': 'fce979f1163a4d48bc70c7dc9dff92f5', 'fixed_ips': [{'subnet_id': '05c9716e-a013-4f55-8f90-123baf4d9183'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:37:10.837436 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-00863dcb-72c2-4924-97e2-f66eef1ba829 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:10.837593 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ef43187f-f832-4d2f-9cba-f249280401bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:10.843158 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00863dcb-72c2-4924-97e2-f66eef1ba829 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:37:10.843760 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-00863dcb-72c2-4924-97e2-f66eef1ba829 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:10.894552 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-00863dcb-72c2-4924-97e2-f66eef1ba829 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1944275 Aug 16 23:37:10.897305 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53110) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:37:10.904071 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-4ed79283-1cad-4cb0-bd76-217014c87d7d tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Request body: {'network': {'name': 'tempest-router-network02--577974323'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:37:10.919260 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00863dcb-72c2-4924-97e2-f66eef1ba829 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Pushing event updated for resources: {'Network': ['ID=15fb7d9c-f24b-4521-adbe-2039086ef574,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:37:10.933627 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed79283-1cad-4cb0-bd76-217014c87d7d tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Made reservation on behalf of fce979f1163a4d48bc70c7dc9dff92f5 for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:37:10.938108 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4ed79283-1cad-4cb0-bd76-217014c87d7d tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:10.938890 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 15fb7d9c-f24b-4521-adbe-2039086ef574 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:37:10.969205 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ed79283-1cad-4cb0-bd76-217014c87d7d tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:37:10.980387 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4ed79283-1cad-4cb0-bd76-217014c87d7d tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:10.980781 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-4ed79283-1cad-4cb0-bd76-217014c87d7d tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Added segment c677b452-f670-4789-bd93-345e3b9abf3a of type vlan for network 3915aa1c-680f-4980-b2ad-2c9f34252b67 Aug 16 23:37:11.024633 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4ed79283-1cad-4cb0-bd76-217014c87d7d tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:11.051280 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4ed79283-1cad-4cb0-bd76-217014c87d7d tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:11.055988 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-ef43187f-f832-4d2f-9cba-f249280401bc None None] Allocated IP 2001:db8::2 (b839c0a2-dac2-44c4-94be-91a14bfd2684/05c9716e-a013-4f55-8f90-123baf4d9183/a7263d9b-bf11-497d-b4a1-43f7a0576adc) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:37:11.057144 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed79283-1cad-4cb0-bd76-217014c87d7d tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:37:11.057746 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4ed79283-1cad-4cb0-bd76-217014c87d7d tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:11.114985 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-4ed79283-1cad-4cb0-bd76-217014c87d7d tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2159321 Aug 16 23:37:11.118450 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53112) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:37:11.125042 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-c1ee2ca5-7fc8-47bc-a123-e79aa2a61ef8 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Request body: {'subnet': {'network_id': '15fb7d9c-f24b-4521-adbe-2039086ef574', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:37:11.128329 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed79283-1cad-4cb0-bd76-217014c87d7d tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Pushing event updated for resources: {'Network': ['ID=3915aa1c-680f-4980-b2ad-2c9f34252b67,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:37:11.148871 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 3915aa1c-680f-4980-b2ad-2c9f34252b67 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:37:11.425965 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ef43187f-f832-4d2f-9cba-f249280401bc None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:11.435429 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-ef43187f-f832-4d2f-9cba-f249280401bc None None] Transition to ACTIVE for port object a7263d9b-bf11-497d-b4a1-43f7a0576adc will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:37:11.450496 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-ef43187f-f832-4d2f-9cba-f249280401bc None None] Transition to ACTIVE for port object a7263d9b-bf11-497d-b4a1-43f7a0576adc will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:37:11.456766 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ef43187f-f832-4d2f-9cba-f249280401bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:11.508460 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef43187f-f832-4d2f-9cba-f249280401bc None None] Network b839c0a2-dac2-44c4-94be-91a14bfd2684 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:37:11.513675 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-ef43187f-f832-4d2f-9cba-f249280401bc None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:37:11.515691 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef43187f-f832-4d2f-9cba-f249280401bc None None] Pushing event updated for resources: {'Port': ['ID=a7263d9b-bf11-497d-b4a1-43f7a0576adc,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:37:11.517863 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef43187f-f832-4d2f-9cba-f249280401bc None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:37:11.569220 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:11.569763 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ee2ca5-7fc8-47bc-a123-e79aa2a61ef8 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Made reservation on behalf of fce979f1163a4d48bc70c7dc9dff92f5 for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:37:11.573341 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c1ee2ca5-7fc8-47bc-a123-e79aa2a61ef8 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:11.579457 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-ef43187f-f832-4d2f-9cba-f249280401bc None None] Attempting to bind port a7263d9b-bf11-497d-b4a1-43f7a0576adc on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:37:11.580043 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-ef43187f-f832-4d2f-9cba-f249280401bc None None] Attempting to bind port a7263d9b-bf11-497d-b4a1-43f7a0576adc by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': 'b0ee4aad-bd92-40c0-8e0d-11ef7fcd8bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b839c0a2-dac2-44c4-94be-91a14bfd2684'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:37:11.580675 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef43187f-f832-4d2f-9cba-f249280401bc None None] Attempting to bind port a7263d9b-bf11-497d-b4a1-43f7a0576adc on network b839c0a2-dac2-44c4-94be-91a14bfd2684 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:37:11.587180 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef43187f-f832-4d2f-9cba-f249280401bc None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:37:11.587704 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef43187f-f832-4d2f-9cba-f249280401bc None None] Checking segment: {'id': 'b0ee4aad-bd92-40c0-8e0d-11ef7fcd8bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b839c0a2-dac2-44c4-94be-91a14bfd2684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:37:11.588231 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ef43187f-f832-4d2f-9cba-f249280401bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:11.588789 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef43187f-f832-4d2f-9cba-f249280401bc None None] Bound using segment: {'id': 'b0ee4aad-bd92-40c0-8e0d-11ef7fcd8bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b839c0a2-dac2-44c4-94be-91a14bfd2684'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:37:11.589393 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-ef43187f-f832-4d2f-9cba-f249280401bc None None] Bound port: a7263d9b-bf11-497d-b4a1-43f7a0576adc, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0ee4aad-bd92-40c0-8e0d-11ef7fcd8bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b839c0a2-dac2-44c4-94be-91a14bfd2684'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:37:11.592441 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ef43187f-f832-4d2f-9cba-f249280401bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:11.668104 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-ef43187f-f832-4d2f-9cba-f249280401bc None None] For port a7263d9b-bf11-497d-b4a1-43f7a0576adc, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:37:11.673265 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-ef43187f-f832-4d2f-9cba-f249280401bc None None] For port a7263d9b-bf11-497d-b4a1-43f7a0576adc, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=a7263d9b-bf11-497d-b4a1-43f7a0576adc,segment=NetworkSegment(b0ee4aad-bd92-40c0-8e0d-11ef7fcd8bd3),segment_id=b0ee4aad-bd92-40c0-8e0d-11ef7fcd8bd3)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:37:11.679169 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ef43187f-f832-4d2f-9cba-f249280401bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:11.743050 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef43187f-f832-4d2f-9cba-f249280401bc None None] Pushing event updated for resources: {'Port': ['ID=a7263d9b-bf11-497d-b4a1-43f7a0576adc,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:37:11.779660 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c1ee2ca5-7fc8-47bc-a123-e79aa2a61ef8 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:11.841316 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ee2ca5-7fc8-47bc-a123-e79aa2a61ef8 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Pushing event updated for resources: {'Subnet': ['ID=e9784c16-7179-4f46-a699-4d5a4948f093,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:37:11.851246 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ee2ca5-7fc8-47bc-a123-e79aa2a61ef8 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Checking segment: {'id': '15842792-51f9-426e-9097-9267e74a55eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '15fb7d9c-f24b-4521-adbe-2039086ef574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:37:11.851619 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ee2ca5-7fc8-47bc-a123-e79aa2a61ef8 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Network hostable DHCP agents. Network: 15fb7d9c-f24b-4521-adbe-2039086ef574, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:37:11.870612 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ee2ca5-7fc8-47bc-a123-e79aa2a61ef8 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Network 15fb7d9c-f24b-4521-adbe-2039086ef574 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:37:11.881408 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-c1ee2ca5-7fc8-47bc-a123-e79aa2a61ef8 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 15fb7d9c-f24b-4521-adbe-2039086ef574) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:37:11.890442 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ee2ca5-7fc8-47bc-a123-e79aa2a61ef8 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:37:11.891233 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c1ee2ca5-7fc8-47bc-a123-e79aa2a61ef8 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks [] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:11.895097 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a788616-7afc-40bb-9bf7-558e67def09b None None] Network 15fb7d9c-f24b-4521-adbe-2039086ef574 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:37:11.932794 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-c1ee2ca5-7fc8-47bc-a123-e79aa2a61ef8 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8108523 Aug 16 23:37:11.936581 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53118) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:37:11.940052 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-455bfc53-c875-4185-bec8-72f9de72c475 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Request body: {'subnet': {'network_id': '3915aa1c-680f-4980-b2ad-2c9f34252b67', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:37:12.047502 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-455bfc53-c875-4185-bec8-72f9de72c475 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Made reservation on behalf of fce979f1163a4d48bc70c7dc9dff92f5 for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:37:12.051208 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-455bfc53-c875-4185-bec8-72f9de72c475 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:12.092655 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5da76d4-e1e5-40dc-b73a-90b632fc71bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-15fb7d9c-f24b-4521-adbe-2039086ef574', 'network_id': '15fb7d9c-f24b-4521-adbe-2039086ef574', 'tenant_id': 'fce979f1163a4d48bc70c7dc9dff92f5', 'fixed_ips': [{'subnet_id': 'e9784c16-7179-4f46-a699-4d5a4948f093'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:37:12.093698 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d5da76d4-e1e5-40dc-b73a-90b632fc71bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:12.242666 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-d5da76d4-e1e5-40dc-b73a-90b632fc71bd None None] Allocated IP 2001:db8::2 (15fb7d9c-f24b-4521-adbe-2039086ef574/e9784c16-7179-4f46-a699-4d5a4948f093/71444f1b-0cc8-4f91-b631-a7e9840490bc) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:37:12.256286 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-455bfc53-c875-4185-bec8-72f9de72c475 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:12.319026 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455bfc53-c875-4185-bec8-72f9de72c475 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Pushing event updated for resources: {'Subnet': ['ID=b5b5a1e7-8b74-46d2-b5e3-1cfbbc7183cb,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:37:12.328969 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455bfc53-c875-4185-bec8-72f9de72c475 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Checking segment: {'id': 'c677b452-f670-4789-bd93-345e3b9abf3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3915aa1c-680f-4980-b2ad-2c9f34252b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:37:12.329347 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455bfc53-c875-4185-bec8-72f9de72c475 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Network hostable DHCP agents. Network: 3915aa1c-680f-4980-b2ad-2c9f34252b67, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:37:12.347024 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455bfc53-c875-4185-bec8-72f9de72c475 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Network 3915aa1c-680f-4980-b2ad-2c9f34252b67 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:37:12.361825 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-455bfc53-c875-4185-bec8-72f9de72c475 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 3915aa1c-680f-4980-b2ad-2c9f34252b67) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:37:12.366499 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455bfc53-c875-4185-bec8-72f9de72c475 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:37:12.367243 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-455bfc53-c875-4185-bec8-72f9de72c475 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks [] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:12.383310 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360010b4-c509-44da-87a7-9d1add6a99aa None None] Network 3915aa1c-680f-4980-b2ad-2c9f34252b67 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:37:12.386661 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53120) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:37:12.388781 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-455bfc53-c875-4185-bec8-72f9de72c475 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4526415 Aug 16 23:37:12.439272 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d5da76d4-e1e5-40dc-b73a-90b632fc71bd None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:12.454555 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-d5da76d4-e1e5-40dc-b73a-90b632fc71bd None None] Transition to ACTIVE for port object 71444f1b-0cc8-4f91-b631-a7e9840490bc will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:37:12.476334 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-d5da76d4-e1e5-40dc-b73a-90b632fc71bd None None] Transition to ACTIVE for port object 71444f1b-0cc8-4f91-b631-a7e9840490bc will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:37:12.488461 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d5da76d4-e1e5-40dc-b73a-90b632fc71bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:12.554517 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5da76d4-e1e5-40dc-b73a-90b632fc71bd None None] Network 15fb7d9c-f24b-4521-adbe-2039086ef574 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:37:12.582173 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-d5da76d4-e1e5-40dc-b73a-90b632fc71bd None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:37:12.584701 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5da76d4-e1e5-40dc-b73a-90b632fc71bd None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:37:12.599310 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5da76d4-e1e5-40dc-b73a-90b632fc71bd None None] Pushing event updated for resources: {'Port': ['ID=71444f1b-0cc8-4f91-b631-a7e9840490bc,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:37:12.608862 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device a7263d9b-bf11-497d-b4a1-43f7a0576adc up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:37:12.744914 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-d5da76d4-e1e5-40dc-b73a-90b632fc71bd None None] Attempting to bind port 71444f1b-0cc8-4f91-b631-a7e9840490bc on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:37:12.745294 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-d5da76d4-e1e5-40dc-b73a-90b632fc71bd None None] Attempting to bind port 71444f1b-0cc8-4f91-b631-a7e9840490bc by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '15842792-51f9-426e-9097-9267e74a55eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '15fb7d9c-f24b-4521-adbe-2039086ef574'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:37:12.745666 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5da76d4-e1e5-40dc-b73a-90b632fc71bd None None] Attempting to bind port 71444f1b-0cc8-4f91-b631-a7e9840490bc on network 15fb7d9c-f24b-4521-adbe-2039086ef574 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:37:12.748871 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-734f7ff4-40ac-48b3-9126-199166b7b123 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:12.755641 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c43f2a-5078-4c1c-a9b9-6cc4e2dd9475 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-3915aa1c-680f-4980-b2ad-2c9f34252b67', 'network_id': '3915aa1c-680f-4980-b2ad-2c9f34252b67', 'tenant_id': 'fce979f1163a4d48bc70c7dc9dff92f5', 'fixed_ips': [{'subnet_id': 'b5b5a1e7-8b74-46d2-b5e3-1cfbbc7183cb'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:37:12.757158 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99c43f2a-5078-4c1c-a9b9-6cc4e2dd9475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:12.761685 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port a7263d9b-bf11-497d-b4a1-43f7a0576adc completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:37:12.764989 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5da76d4-e1e5-40dc-b73a-90b632fc71bd None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:37:12.765387 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5da76d4-e1e5-40dc-b73a-90b632fc71bd None None] Checking segment: {'id': '15842792-51f9-426e-9097-9267e74a55eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '15fb7d9c-f24b-4521-adbe-2039086ef574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:37:12.765794 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d5da76d4-e1e5-40dc-b73a-90b632fc71bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:12.766197 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5da76d4-e1e5-40dc-b73a-90b632fc71bd None None] Bound using segment: {'id': '15842792-51f9-426e-9097-9267e74a55eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '15fb7d9c-f24b-4521-adbe-2039086ef574'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:37:12.766888 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-d5da76d4-e1e5-40dc-b73a-90b632fc71bd None None] Bound port: 71444f1b-0cc8-4f91-b631-a7e9840490bc, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15842792-51f9-426e-9097-9267e74a55eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '15fb7d9c-f24b-4521-adbe-2039086ef574'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:37:12.767219 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d5da76d4-e1e5-40dc-b73a-90b632fc71bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:12.822284 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81dd1c15-cb62-4dd0-88da-3477a750f09b None None] Network b839c0a2-dac2-44c4-94be-91a14bfd2684 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:37:12.976981 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cd68f94e-7e11-4c0c-a3ba-150e9df3a108 None None] Provisioning for port a7263d9b-bf11-497d-b4a1-43f7a0576adc completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:37:12.979192 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-d5da76d4-e1e5-40dc-b73a-90b632fc71bd None None] For port 71444f1b-0cc8-4f91-b631-a7e9840490bc, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:37:12.988245 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-d5da76d4-e1e5-40dc-b73a-90b632fc71bd None None] For port 71444f1b-0cc8-4f91-b631-a7e9840490bc, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=71444f1b-0cc8-4f91-b631-a7e9840490bc,segment=NetworkSegment(15842792-51f9-426e-9097-9267e74a55eb),segment_id=15842792-51f9-426e-9097-9267e74a55eb)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:37:13.010809 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-734f7ff4-40ac-48b3-9126-199166b7b123 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Allocated IP 2001:db8::1 (15fb7d9c-f24b-4521-adbe-2039086ef574/e9784c16-7179-4f46-a699-4d5a4948f093/b167191a-088e-444b-8a91-f2f24463c259) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:37:13.026120 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d5da76d4-e1e5-40dc-b73a-90b632fc71bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:13.028106 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cd68f94e-7e11-4c0c-a3ba-150e9df3a108 None None] Provisioning complete for port a7263d9b-bf11-497d-b4a1-43f7a0576adc triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:37:13.028780 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cd68f94e-7e11-4c0c-a3ba-150e9df3a108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:13.147122 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-734f7ff4-40ac-48b3-9126-199166b7b123 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:13.162262 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-99c43f2a-5078-4c1c-a9b9-6cc4e2dd9475 None None] Allocated IP 2001:db8::2 (3915aa1c-680f-4980-b2ad-2c9f34252b67/b5b5a1e7-8b74-46d2-b5e3-1cfbbc7183cb/b1f796bf-c670-49ad-8aef-da685e2ac73d) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:37:13.171939 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-734f7ff4-40ac-48b3-9126-199166b7b123 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Transition to ACTIVE for port object b167191a-088e-444b-8a91-f2f24463c259 will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:37:13.212177 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5da76d4-e1e5-40dc-b73a-90b632fc71bd None None] Pushing event updated for resources: {'Port': ['ID=71444f1b-0cc8-4f91-b631-a7e9840490bc,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:37:13.214145 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-734f7ff4-40ac-48b3-9126-199166b7b123 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:13.260528 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734f7ff4-40ac-48b3-9126-199166b7b123 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Network 15fb7d9c-f24b-4521-adbe-2039086ef574 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:37:13.266852 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-734f7ff4-40ac-48b3-9126-199166b7b123 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:37:13.270817 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734f7ff4-40ac-48b3-9126-199166b7b123 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:37:13.271371 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-734f7ff4-40ac-48b3-9126-199166b7b123 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954230'] for router_interface, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:13.326386 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734f7ff4-40ac-48b3-9126-199166b7b123 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Pushing event updated for resources: {'Port': ['ID=b167191a-088e-444b-8a91-f2f24463c259,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:37:13.338090 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cd68f94e-7e11-4c0c-a3ba-150e9df3a108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:13.438155 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-734f7ff4-40ac-48b3-9126-199166b7b123 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:13.440832 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cd68f94e-7e11-4c0c-a3ba-150e9df3a108 None None] For port a7263d9b-bf11-497d-b4a1-43f7a0576adc, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=a7263d9b-bf11-497d-b4a1-43f7a0576adc,segment=NetworkSegment(b0ee4aad-bd92-40c0-8e0d-11ef7fcd8bd3),segment_id=b0ee4aad-bd92-40c0-8e0d-11ef7fcd8bd3)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:37:13.447729 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cd68f94e-7e11-4c0c-a3ba-150e9df3a108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:13.492191 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99c43f2a-5078-4c1c-a9b9-6cc4e2dd9475 None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:13.510619 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-99c43f2a-5078-4c1c-a9b9-6cc4e2dd9475 None None] Transition to ACTIVE for port object b1f796bf-c670-49ad-8aef-da685e2ac73d will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:37:13.529025 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd68f94e-7e11-4c0c-a3ba-150e9df3a108 None None] Pushing event updated for resources: {'Port': ['ID=a7263d9b-bf11-497d-b4a1-43f7a0576adc,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:37:13.539849 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-99c43f2a-5078-4c1c-a9b9-6cc4e2dd9475 None None] Transition to ACTIVE for port object b1f796bf-c670-49ad-8aef-da685e2ac73d will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:37:13.546855 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99c43f2a-5078-4c1c-a9b9-6cc4e2dd9475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:13.591605 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c43f2a-5078-4c1c-a9b9-6cc4e2dd9475 None None] Network 3915aa1c-680f-4980-b2ad-2c9f34252b67 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:37:13.595516 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-99c43f2a-5078-4c1c-a9b9-6cc4e2dd9475 None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:37:13.598015 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c43f2a-5078-4c1c-a9b9-6cc4e2dd9475 None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:37:13.606664 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c43f2a-5078-4c1c-a9b9-6cc4e2dd9475 None None] Pushing event updated for resources: {'Port': ['ID=b1f796bf-c670-49ad-8aef-da685e2ac73d,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:37:13.673617 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-99c43f2a-5078-4c1c-a9b9-6cc4e2dd9475 None None] Attempting to bind port b1f796bf-c670-49ad-8aef-da685e2ac73d on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:37:13.674005 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-99c43f2a-5078-4c1c-a9b9-6cc4e2dd9475 None None] Attempting to bind port b1f796bf-c670-49ad-8aef-da685e2ac73d by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': 'c677b452-f670-4789-bd93-345e3b9abf3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3915aa1c-680f-4980-b2ad-2c9f34252b67'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:37:13.674379 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c43f2a-5078-4c1c-a9b9-6cc4e2dd9475 None None] Attempting to bind port b1f796bf-c670-49ad-8aef-da685e2ac73d on network 3915aa1c-680f-4980-b2ad-2c9f34252b67 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:37:13.682617 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c43f2a-5078-4c1c-a9b9-6cc4e2dd9475 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:37:13.683007 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c43f2a-5078-4c1c-a9b9-6cc4e2dd9475 None None] Checking segment: {'id': 'c677b452-f670-4789-bd93-345e3b9abf3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3915aa1c-680f-4980-b2ad-2c9f34252b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:37:13.683417 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99c43f2a-5078-4c1c-a9b9-6cc4e2dd9475 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:13.683851 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c43f2a-5078-4c1c-a9b9-6cc4e2dd9475 None None] Bound using segment: {'id': 'c677b452-f670-4789-bd93-345e3b9abf3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3915aa1c-680f-4980-b2ad-2c9f34252b67'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:37:13.684908 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-99c43f2a-5078-4c1c-a9b9-6cc4e2dd9475 None None] Bound port: b1f796bf-c670-49ad-8aef-da685e2ac73d, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c677b452-f670-4789-bd93-345e3b9abf3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3915aa1c-680f-4980-b2ad-2c9f34252b67'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:37:13.685092 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99c43f2a-5078-4c1c-a9b9-6cc4e2dd9475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:13.693424 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-47c2ff1f-17e8-43c0-8f67-929887b30552 None None] Provisioning complete for port a7263d9b-bf11-497d-b4a1-43f7a0576adc triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:37:13.693799 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-47c2ff1f-17e8-43c0-8f67-929887b30552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:13.761582 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-734f7ff4-40ac-48b3-9126-199166b7b123 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:13.767957 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-734f7ff4-40ac-48b3-9126-199166b7b123 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:13.768804 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-734f7ff4-40ac-48b3-9126-199166b7b123 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954122'] for router_interface, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:13.786158 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-99c43f2a-5078-4c1c-a9b9-6cc4e2dd9475 None None] For port b1f796bf-c670-49ad-8aef-da685e2ac73d, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:37:13.789827 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-99c43f2a-5078-4c1c-a9b9-6cc4e2dd9475 None None] For port b1f796bf-c670-49ad-8aef-da685e2ac73d, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=b1f796bf-c670-49ad-8aef-da685e2ac73d,segment=NetworkSegment(c677b452-f670-4789-bd93-345e3b9abf3a),segment_id=c677b452-f670-4789-bd93-345e3b9abf3a)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:37:13.794921 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99c43f2a-5078-4c1c-a9b9-6cc4e2dd9475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:13.857508 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734f7ff4-40ac-48b3-9126-199166b7b123 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Pushing event updated for resources: {'Port': ['ID=b167191a-088e-444b-8a91-f2f24463c259,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:37:13.893316 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c43f2a-5078-4c1c-a9b9-6cc4e2dd9475 None None] Pushing event updated for resources: {'Port': ['ID=b1f796bf-c670-49ad-8aef-da685e2ac73d,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:37:13.906457 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734f7ff4-40ac-48b3-9126-199166b7b123 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Network 15fb7d9c-f24b-4521-adbe-2039086ef574 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:37:13.908102 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-734f7ff4-40ac-48b3-9126-199166b7b123 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:37:14.037692 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-734f7ff4-40ac-48b3-9126-199166b7b123 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Router e87ed8b8-b1df-4a5a-8e1c-58c10c68561e is scheduled to L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f with binding_index 1 {{(pid=101291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:37:14.163750 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-734f7ff4-40ac-48b3-9126-199166b7b123 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:37:14.171374 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-734f7ff4-40ac-48b3-9126-199166b7b123 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] 10.222.0.36 "PUT /v2.0/routers/e87ed8b8-b1df-4a5a-8e1c-58c10c68561e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7814851 Aug 16 23:37:14.176632 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53122) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:37:14.181168 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00204fd9-fdf2-404a-a387-85c4ec686945 None None] Sync routers for ids ['e87ed8b8-b1df-4a5a-8e1c-58c10c68561e'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:37:14.195260 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00204fd9-fdf2-404a-a387-85c4ec686945 None None] Routers {'e87ed8b8-b1df-4a5a-8e1c-58c10c68561e'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:37:14.195893 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-00204fd9-fdf2-404a-a387-85c4ec686945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:36:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['e87ed8b8-b1df-4a5a-8e1c-58c10c68561e'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:37:14.229918 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-00204fd9-fdf2-404a-a387-85c4ec686945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:37:14.238960 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00204fd9-fdf2-404a-a387-85c4ec686945 None None] Routers {'e87ed8b8-b1df-4a5a-8e1c-58c10c68561e'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:37:14.239584 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-00204fd9-fdf2-404a-a387-85c4ec686945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:36:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['e87ed8b8-b1df-4a5a-8e1c-58c10c68561e'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:37:14.275979 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-00204fd9-fdf2-404a-a387-85c4ec686945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:37:14.276657 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00204fd9-fdf2-404a-a387-85c4ec686945 None None] The sync data for ids ['e87ed8b8-b1df-4a5a-8e1c-58c10c68561e'] in n-d-791506-26 is: [] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:37:14.281562 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99fade40-2327-4329-853b-1ec8ed18152c None None] Network 15fb7d9c-f24b-4521-adbe-2039086ef574 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:37:14.329915 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-6cad01b3-d433-4508-bd80-912f170f3b64 None None] Provisioning for port 71444f1b-0cc8-4f91-b631-a7e9840490bc completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:37:14.574557 n-d-791506-26 neutron-server[101292]: INFO neutron.api.v2.resource [None req-4331c03f-7d63-4965-84c9-9dcff3c26174 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 23:37:14.575919 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-4331c03f-7d63-4965-84c9-9dcff3c26174 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] 10.222.0.36 "PUT /v2.0/routers/e87ed8b8-b1df-4a5a-8e1c-58c10c68561e/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.3976512 Aug 16 23:37:14.578791 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53124) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:37:14.667202 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device a7263d9b-bf11-497d-b4a1-43f7a0576adc up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:37:14.725317 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port a7263d9b-bf11-497d-b4a1-43f7a0576adc triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:37:14.725775 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:14.798491 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-907f0e00-100c-4174-8505-14ffef206631 None None] Provisioning for port b167191a-088e-444b-8a91-f2f24463c259 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:37:14.824218 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-907f0e00-100c-4174-8505-14ffef206631 None None] Provisioning complete for port b167191a-088e-444b-8a91-f2f24463c259 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:37:14.825030 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-907f0e00-100c-4174-8505-14ffef206631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:14.867223 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 71444f1b-0cc8-4f91-b631-a7e9840490bc up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:37:14.895319 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-907f0e00-100c-4174-8505-14ffef206631 None None] Port b167191a-088e-444b-8a91-f2f24463c259 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:37:14.931706 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 71444f1b-0cc8-4f91-b631-a7e9840490bc completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:37:14.938001 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 71444f1b-0cc8-4f91-b631-a7e9840490bc triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:37:14.938709 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:14.970436 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e78db5c2-87ed-4533-a8a7-1f26b37a31ce tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537579'] for router_interface, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:15.029035 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:15.074497 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5238823f-9da5-41db-9e79-6bf0345a59d0 None None] Network 3915aa1c-680f-4980-b2ad-2c9f34252b67 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:37:15.125871 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 71444f1b-0cc8-4f91-b631-a7e9840490bc, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=71444f1b-0cc8-4f91-b631-a7e9840490bc,segment=NetworkSegment(15842792-51f9-426e-9097-9267e74a55eb),segment_id=15842792-51f9-426e-9097-9267e74a55eb)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:37:15.145072 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:15.146090 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device b1f796bf-c670-49ad-8aef-da685e2ac73d up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:37:15.229127 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-6481cb97-ee21-440f-899a-3fd3dbc48452 None None] Provisioning complete for port b167191a-088e-444b-8a91-f2f24463c259 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:37:15.229508 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-6481cb97-ee21-440f-899a-3fd3dbc48452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:15.269020 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-e78db5c2-87ed-4533-a8a7-1f26b37a31ce tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Deleting port b167191a-088e-444b-8a91-f2f24463c259 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:37:15.269665 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e78db5c2-87ed-4533-a8a7-1f26b37a31ce tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:15.357956 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e78db5c2-87ed-4533-a8a7-1f26b37a31ce tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:15.370749 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-e78db5c2-87ed-4533-a8a7-1f26b37a31ce tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Calling delete_port for b167191a-088e-444b-8a91-f2f24463c259 owned by network:router_interface {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:37:15.455213 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=71444f1b-0cc8-4f91-b631-a7e9840490bc,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:37:15.484282 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-6481cb97-ee21-440f-899a-3fd3dbc48452 None None] Port b167191a-088e-444b-8a91-f2f24463c259 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:37:15.511307 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-6481cb97-ee21-440f-899a-3fd3dbc48452 None None] Provisioning for port b1f796bf-c670-49ad-8aef-da685e2ac73d completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:37:15.535597 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port b1f796bf-c670-49ad-8aef-da685e2ac73d completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:37:15.540432 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-6481cb97-ee21-440f-899a-3fd3dbc48452 None None] Provisioning complete for port b1f796bf-c670-49ad-8aef-da685e2ac73d triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:37:15.540827 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-6481cb97-ee21-440f-899a-3fd3dbc48452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:15.544211 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port b1f796bf-c670-49ad-8aef-da685e2ac73d triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:37:15.544589 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:15.553735 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e78db5c2-87ed-4533-a8a7-1f26b37a31ce tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:15.586668 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78db5c2-87ed-4533-a8a7-1f26b37a31ce tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Pushing event deleted for resources: {'Port': ['ID=b167191a-088e-444b-8a91-f2f24463c259,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:37:15.687230 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e78db5c2-87ed-4533-a8a7-1f26b37a31ce tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537471'] for router_interface, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:15.710412 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-6481cb97-ee21-440f-899a-3fd3dbc48452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:15.712395 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:15.760996 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port b1f796bf-c670-49ad-8aef-da685e2ac73d, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=b1f796bf-c670-49ad-8aef-da685e2ac73d,segment=NetworkSegment(c677b452-f670-4789-bd93-345e3b9abf3a),segment_id=c677b452-f670-4789-bd93-345e3b9abf3a)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:37:15.767167 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:15.844446 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.db.api [None req-6481cb97-ee21-440f-899a-3fd3dbc48452 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101293) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 23:37:15.844446 n-d-791506-26 neutron-server[101293]: DEBUG oslo_db.api [None req-6481cb97-ee21-440f-899a-3fd3dbc48452 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 23:37:15.848725 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=b1f796bf-c670-49ad-8aef-da685e2ac73d,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:37:15.871201 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e78db5c2-87ed-4533-a8a7-1f26b37a31ce tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Router e87ed8b8-b1df-4a5a-8e1c-58c10c68561e has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:37:15.950017 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e78db5c2-87ed-4533-a8a7-1f26b37a31ce tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:37:15.959178 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-e78db5c2-87ed-4533-a8a7-1f26b37a31ce tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] 10.222.0.36 "PUT /v2.0/routers/e87ed8b8-b1df-4a5a-8e1c-58c10c68561e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3754902 Aug 16 23:37:15.959178 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53126) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:37:15.961044 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ae3d8a-028c-4fee-92e6-464e8c5b349e None None] Sync routers for ids ['e87ed8b8-b1df-4a5a-8e1c-58c10c68561e'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:37:15.970997 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ae3d8a-028c-4fee-92e6-464e8c5b349e None None] Routers {'e87ed8b8-b1df-4a5a-8e1c-58c10c68561e'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:37:15.971610 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-b6ae3d8a-028c-4fee-92e6-464e8c5b349e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:36:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['e87ed8b8-b1df-4a5a-8e1c-58c10c68561e'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:37:15.995726 n-d-791506-26 neutron-server[101292]: INFO neutron.api.v2.resource [None req-74e78ee4-eb93-4c17-91af-fbad5fc3950d tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] delete failed (client error): The resource could not be found. Aug 16 23:37:16.000612 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-74e78ee4-eb93-4c17-91af-fbad5fc3950d tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] 10.222.0.36 "DELETE /v2.0/routers/tempest-non_exist_router-1104907923 HTTP/1.1" status: 404 len: 335 time: 0.0368540 Aug 16 23:37:16.000814 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53128) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:37:16.003740 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-b6ae3d8a-028c-4fee-92e6-464e8c5b349e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:37:16.005210 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-e8b8e5c2-fb4a-4018-a93f-274d89216b0d tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e87ed8b8-b1df-4a5a-8e1c-58c10c68561e'}}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:37:16.013162 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ae3d8a-028c-4fee-92e6-464e8c5b349e None None] Routers {'e87ed8b8-b1df-4a5a-8e1c-58c10c68561e'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:37:16.013959 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-b6ae3d8a-028c-4fee-92e6-464e8c5b349e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:36:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['e87ed8b8-b1df-4a5a-8e1c-58c10c68561e'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:37:16.046316 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-b6ae3d8a-028c-4fee-92e6-464e8c5b349e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:37:16.046954 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ae3d8a-028c-4fee-92e6-464e8c5b349e None None] The sync data for ids ['e87ed8b8-b1df-4a5a-8e1c-58c10c68561e'] in n-d-791506-26 is: [] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:37:16.234461 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e8b8e5c2-fb4a-4018-a93f-274d89216b0d tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:16.256757 n-d-791506-26 neutron-server[101292]: INFO neutron.api.v2.resource [None req-e8b8e5c2-fb4a-4018-a93f-274d89216b0d tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] update failed (client error): The resource could not be found. Aug 16 23:37:16.257850 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-e8b8e5c2-fb4a-4018-a93f-274d89216b0d tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] 10.222.0.36 "PUT /v2.0/routers/e87ed8b8-b1df-4a5a-8e1c-58c10c68561e HTTP/1.1" status: 404 len: 339 time: 0.2561443 Aug 16 23:37:16.261519 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53130) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:37:16.269514 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-6ddb6c36-10c8-4d88-b39f-6d002d68df1e tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-355091561'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:37:16.297497 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ddb6c36-10c8-4d88-b39f-6d002d68df1e tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Made reservation on behalf of fce979f1163a4d48bc70c7dc9dff92f5 for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:37:16.301305 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6ddb6c36-10c8-4d88-b39f-6d002d68df1e tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:16.326510 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ddb6c36-10c8-4d88-b39f-6d002d68df1e tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:37:16.336427 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6ddb6c36-10c8-4d88-b39f-6d002d68df1e tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:16.336909 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-6ddb6c36-10c8-4d88-b39f-6d002d68df1e tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Added segment 00455ab7-205a-44a9-8ddc-42fbb3aab8f9 of type vlan for network 31a8ce94-7899-472f-bd98-514ecaf39666 Aug 16 23:37:16.388079 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6ddb6c36-10c8-4d88-b39f-6d002d68df1e tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:16.415563 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6ddb6c36-10c8-4d88-b39f-6d002d68df1e tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:16.422832 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddb6c36-10c8-4d88-b39f-6d002d68df1e tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:37:16.423466 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6ddb6c36-10c8-4d88-b39f-6d002d68df1e tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:16.486018 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-6ddb6c36-10c8-4d88-b39f-6d002d68df1e tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2224739 Aug 16 23:37:16.490438 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53132) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:37:16.498115 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-9399f05a-1b1d-4c1b-b83d-d280fba23531 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Request body: {'subnet': {'network_id': '31a8ce94-7899-472f-bd98-514ecaf39666', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:37:16.500760 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddb6c36-10c8-4d88-b39f-6d002d68df1e tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Pushing event updated for resources: {'Network': ['ID=31a8ce94-7899-472f-bd98-514ecaf39666,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:37:16.514432 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 31a8ce94-7899-472f-bd98-514ecaf39666 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:37:16.518769 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-7b43b59a-0b00-4e4b-8795-980927e448ed None None] Could not find standard attr ID for object b167191a-088e-444b-8a91-f2f24463c259. {{(pid=101293) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 23:37:16.570285 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device b1f796bf-c670-49ad-8aef-da685e2ac73d up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:37:16.608679 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9399f05a-1b1d-4c1b-b83d-d280fba23531 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Made reservation on behalf of fce979f1163a4d48bc70c7dc9dff92f5 for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:37:16.612314 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9399f05a-1b1d-4c1b-b83d-d280fba23531 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:16.617239 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-7b43b59a-0b00-4e4b-8795-980927e448ed None None] Provisioning complete for port b1f796bf-c670-49ad-8aef-da685e2ac73d triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:37:16.617628 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7b43b59a-0b00-4e4b-8795-980927e448ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:16.686987 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port b1f796bf-c670-49ad-8aef-da685e2ac73d triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:37:16.687274 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:16.814678 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 71444f1b-0cc8-4f91-b631-a7e9840490bc up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:37:16.833017 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9399f05a-1b1d-4c1b-b83d-d280fba23531 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:16.870279 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 71444f1b-0cc8-4f91-b631-a7e9840490bc triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:37:16.870653 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:16.908873 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9399f05a-1b1d-4c1b-b83d-d280fba23531 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Pushing event updated for resources: {'Subnet': ['ID=42026873-76de-49e0-9244-ebebef723c59,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:37:16.915962 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9399f05a-1b1d-4c1b-b83d-d280fba23531 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Checking segment: {'id': '00455ab7-205a-44a9-8ddc-42fbb3aab8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '31a8ce94-7899-472f-bd98-514ecaf39666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:37:16.916345 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9399f05a-1b1d-4c1b-b83d-d280fba23531 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Network hostable DHCP agents. Network: 31a8ce94-7899-472f-bd98-514ecaf39666, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:37:16.937820 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9399f05a-1b1d-4c1b-b83d-d280fba23531 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Network 31a8ce94-7899-472f-bd98-514ecaf39666 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:37:16.946900 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-9399f05a-1b1d-4c1b-b83d-d280fba23531 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 31a8ce94-7899-472f-bd98-514ecaf39666) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:37:16.951639 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9399f05a-1b1d-4c1b-b83d-d280fba23531 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:37:16.952240 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9399f05a-1b1d-4c1b-b83d-d280fba23531 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:16.958475 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3a3e06-1403-452b-a3c4-ae883e2459af None None] Network 31a8ce94-7899-472f-bd98-514ecaf39666 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:37:16.967744 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-9399f05a-1b1d-4c1b-b83d-d280fba23531 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4757655 Aug 16 23:37:16.970487 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53140) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:37:16.975108 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-6b92185f-b9f7-413e-a2da-bbb07d043933 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Request body: {'router': {'external_gateway_info': {'network_id': '31a8ce94-7899-472f-bd98-514ecaf39666'}}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:37:17.107216 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc8f525-e7f2-4857-a085-aa59ef47da52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-31a8ce94-7899-472f-bd98-514ecaf39666', 'network_id': '31a8ce94-7899-472f-bd98-514ecaf39666', 'tenant_id': 'fce979f1163a4d48bc70c7dc9dff92f5', 'fixed_ips': [{'subnet_id': '42026873-76de-49e0-9244-ebebef723c59'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:37:17.108152 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fc8f525-e7f2-4857-a085-aa59ef47da52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:17.249459 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-9fc8f525-e7f2-4857-a085-aa59ef47da52 None None] Allocated IP 2001:db8:1::2 (31a8ce94-7899-472f-bd98-514ecaf39666/42026873-76de-49e0-9244-ebebef723c59/fa970286-ba35-45ff-a6a2-f0b775b8d6c5) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:37:17.402751 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fc8f525-e7f2-4857-a085-aa59ef47da52 None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:17.412267 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fc8f525-e7f2-4857-a085-aa59ef47da52 None None] Transition to ACTIVE for port object fa970286-ba35-45ff-a6a2-f0b775b8d6c5 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:37:17.427781 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fc8f525-e7f2-4857-a085-aa59ef47da52 None None] Transition to ACTIVE for port object fa970286-ba35-45ff-a6a2-f0b775b8d6c5 will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:37:17.433645 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fc8f525-e7f2-4857-a085-aa59ef47da52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:17.474550 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc8f525-e7f2-4857-a085-aa59ef47da52 None None] Network 31a8ce94-7899-472f-bd98-514ecaf39666 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:37:17.477506 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-9fc8f525-e7f2-4857-a085-aa59ef47da52 None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:37:17.481906 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc8f525-e7f2-4857-a085-aa59ef47da52 None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:37:17.487264 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc8f525-e7f2-4857-a085-aa59ef47da52 None None] Pushing event updated for resources: {'Port': ['ID=fa970286-ba35-45ff-a6a2-f0b775b8d6c5,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:37:17.509657 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6b92185f-b9f7-413e-a2da-bbb07d043933 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:17.544025 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-9fc8f525-e7f2-4857-a085-aa59ef47da52 None None] Attempting to bind port fa970286-ba35-45ff-a6a2-f0b775b8d6c5 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:37:17.544406 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-9fc8f525-e7f2-4857-a085-aa59ef47da52 None None] Attempting to bind port fa970286-ba35-45ff-a6a2-f0b775b8d6c5 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '00455ab7-205a-44a9-8ddc-42fbb3aab8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '31a8ce94-7899-472f-bd98-514ecaf39666'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:37:17.544807 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc8f525-e7f2-4857-a085-aa59ef47da52 None None] Attempting to bind port fa970286-ba35-45ff-a6a2-f0b775b8d6c5 on network 31a8ce94-7899-472f-bd98-514ecaf39666 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:37:17.549712 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc8f525-e7f2-4857-a085-aa59ef47da52 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:37:17.550088 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc8f525-e7f2-4857-a085-aa59ef47da52 None None] Checking segment: {'id': '00455ab7-205a-44a9-8ddc-42fbb3aab8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '31a8ce94-7899-472f-bd98-514ecaf39666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:37:17.550491 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fc8f525-e7f2-4857-a085-aa59ef47da52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:17.550884 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc8f525-e7f2-4857-a085-aa59ef47da52 None None] Bound using segment: {'id': '00455ab7-205a-44a9-8ddc-42fbb3aab8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '31a8ce94-7899-472f-bd98-514ecaf39666'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:37:17.551355 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-9fc8f525-e7f2-4857-a085-aa59ef47da52 None None] Bound port: fa970286-ba35-45ff-a6a2-f0b775b8d6c5, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00455ab7-205a-44a9-8ddc-42fbb3aab8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '31a8ce94-7899-472f-bd98-514ecaf39666'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:37:17.551736 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fc8f525-e7f2-4857-a085-aa59ef47da52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:17.617448 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fc8f525-e7f2-4857-a085-aa59ef47da52 None None] For port fa970286-ba35-45ff-a6a2-f0b775b8d6c5, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:37:17.618541 n-d-791506-26 neutron-server[101291]: INFO neutron.api.v2.resource [None req-6b92185f-b9f7-413e-a2da-bbb07d043933 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 23:37:17.623804 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-6b92185f-b9f7-413e-a2da-bbb07d043933 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] 10.222.0.36 "PUT /v2.0/routers/e87ed8b8-b1df-4a5a-8e1c-58c10c68561e HTTP/1.1" status: 400 len: 364 time: 0.6481605 Aug 16 23:37:17.624021 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fc8f525-e7f2-4857-a085-aa59ef47da52 None None] For port fa970286-ba35-45ff-a6a2-f0b775b8d6c5, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=fa970286-ba35-45ff-a6a2-f0b775b8d6c5,segment=NetworkSegment(00455ab7-205a-44a9-8ddc-42fbb3aab8f9),segment_id=00455ab7-205a-44a9-8ddc-42fbb3aab8f9)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:37:17.624209 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53142) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:37:17.626113 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fc8f525-e7f2-4857-a085-aa59ef47da52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:17.685802 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc8f525-e7f2-4857-a085-aa59ef47da52 None None] Pushing event updated for resources: {'Port': ['ID=fa970286-ba35-45ff-a6a2-f0b775b8d6c5,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:37:17.715997 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-8e0865bf-3d4c-4b55-a90d-e3ecce5bfb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:17.937238 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f9ae2a00-4d72-4980-b7bb-c409ea0e6db0 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:18.180755 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-f9ae2a00-4d72-4980-b7bb-c409ea0e6db0 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Allocated IP 2001:db8::1 (b839c0a2-dac2-44c4-94be-91a14bfd2684/05c9716e-a013-4f55-8f90-123baf4d9183/32732f51-606f-4be4-aedf-f58ee691b545) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:37:18.305185 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f9ae2a00-4d72-4980-b7bb-c409ea0e6db0 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:18.319801 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-f9ae2a00-4d72-4980-b7bb-c409ea0e6db0 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Transition to ACTIVE for port object 32732f51-606f-4be4-aedf-f58ee691b545 will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:37:18.355387 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f9ae2a00-4d72-4980-b7bb-c409ea0e6db0 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:18.396232 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ae2a00-4d72-4980-b7bb-c409ea0e6db0 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Network b839c0a2-dac2-44c4-94be-91a14bfd2684 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:37:18.401522 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-f9ae2a00-4d72-4980-b7bb-c409ea0e6db0 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:37:18.406313 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ae2a00-4d72-4980-b7bb-c409ea0e6db0 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:37:18.406783 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f9ae2a00-4d72-4980-b7bb-c409ea0e6db0 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954230'] for router_interface, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:18.456376 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ae2a00-4d72-4980-b7bb-c409ea0e6db0 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Pushing event updated for resources: {'Port': ['ID=32732f51-606f-4be4-aedf-f58ee691b545,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:37:18.551650 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f9ae2a00-4d72-4980-b7bb-c409ea0e6db0 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:18.595946 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device fa970286-ba35-45ff-a6a2-f0b775b8d6c5 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:37:18.659376 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8abf2796-f9a1-44f0-baa1-b1425202c83d None None] Network 31a8ce94-7899-472f-bd98-514ecaf39666 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:37:18.661729 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port fa970286-ba35-45ff-a6a2-f0b775b8d6c5 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:37:18.729642 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-ec1a3591-c684-4f14-9092-d1161ca92c9f None None] Provisioning for port fa970286-ba35-45ff-a6a2-f0b775b8d6c5 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:37:18.741510 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-ec1a3591-c684-4f14-9092-d1161ca92c9f None None] Provisioning complete for port fa970286-ba35-45ff-a6a2-f0b775b8d6c5 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:37:18.741891 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ec1a3591-c684-4f14-9092-d1161ca92c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:18.839609 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f9ae2a00-4d72-4980-b7bb-c409ea0e6db0 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:18.845368 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f9ae2a00-4d72-4980-b7bb-c409ea0e6db0 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:18.846147 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f9ae2a00-4d72-4980-b7bb-c409ea0e6db0 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954122'] for router_interface, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:18.887885 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ec1a3591-c684-4f14-9092-d1161ca92c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:18.923823 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-ec1a3591-c684-4f14-9092-d1161ca92c9f None None] For port fa970286-ba35-45ff-a6a2-f0b775b8d6c5, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=fa970286-ba35-45ff-a6a2-f0b775b8d6c5,segment=NetworkSegment(00455ab7-205a-44a9-8ddc-42fbb3aab8f9),segment_id=00455ab7-205a-44a9-8ddc-42fbb3aab8f9)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:37:18.929608 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ec1a3591-c684-4f14-9092-d1161ca92c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:18.944499 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ae2a00-4d72-4980-b7bb-c409ea0e6db0 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Pushing event updated for resources: {'Port': ['ID=32732f51-606f-4be4-aedf-f58ee691b545,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:37:18.983164 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1a3591-c684-4f14-9092-d1161ca92c9f None None] Pushing event updated for resources: {'Port': ['ID=fa970286-ba35-45ff-a6a2-f0b775b8d6c5,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:37:18.986051 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ae2a00-4d72-4980-b7bb-c409ea0e6db0 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Network b839c0a2-dac2-44c4-94be-91a14bfd2684 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:37:18.987187 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-f9ae2a00-4d72-4980-b7bb-c409ea0e6db0 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:37:19.052787 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-e19d0f78-40e3-46e9-8736-47fac30115b4 None None] Provisioning for port 32732f51-606f-4be4-aedf-f58ee691b545 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:37:19.057660 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-e19d0f78-40e3-46e9-8736-47fac30115b4 None None] Provisioning complete for port 32732f51-606f-4be4-aedf-f58ee691b545 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:37:19.058054 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e19d0f78-40e3-46e9-8736-47fac30115b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:19.098989 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-e19d0f78-40e3-46e9-8736-47fac30115b4 None None] Port 32732f51-606f-4be4-aedf-f58ee691b545 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:37:19.107855 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9ae2a00-4d72-4980-b7bb-c409ea0e6db0 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Router e87ed8b8-b1df-4a5a-8e1c-58c10c68561e has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:37:19.209903 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9ae2a00-4d72-4980-b7bb-c409ea0e6db0 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:37:19.215830 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-f9ae2a00-4d72-4980-b7bb-c409ea0e6db0 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] 10.222.0.36 "PUT /v2.0/routers/e87ed8b8-b1df-4a5a-8e1c-58c10c68561e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5900495 Aug 16 23:37:19.218611 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53144) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:37:19.221353 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aaa431d-6932-4f07-8ca0-fd51e5388983 None None] Sync routers for ids ['e87ed8b8-b1df-4a5a-8e1c-58c10c68561e'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:37:19.232654 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-ec6969cd-81a7-4a7d-9ec1-3a4d5c9ba51b None None] Provisioning complete for port fa970286-ba35-45ff-a6a2-f0b775b8d6c5 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:37:19.233030 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ec6969cd-81a7-4a7d-9ec1-3a4d5c9ba51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:19.236367 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aaa431d-6932-4f07-8ca0-fd51e5388983 None None] Routers {'e87ed8b8-b1df-4a5a-8e1c-58c10c68561e'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:37:19.237003 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-6aaa431d-6932-4f07-8ca0-fd51e5388983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:36:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['e87ed8b8-b1df-4a5a-8e1c-58c10c68561e'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:37:19.286030 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-6aaa431d-6932-4f07-8ca0-fd51e5388983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:37:19.303375 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aaa431d-6932-4f07-8ca0-fd51e5388983 None None] Routers {'e87ed8b8-b1df-4a5a-8e1c-58c10c68561e'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:37:19.304002 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-6aaa431d-6932-4f07-8ca0-fd51e5388983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:36:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['e87ed8b8-b1df-4a5a-8e1c-58c10c68561e'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:37:19.310670 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bc589cd8-6034-4487-acdf-b1d41eb39a8e tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks [] for router, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:19.340629 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-6aaa431d-6932-4f07-8ca0-fd51e5388983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:37:19.341391 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aaa431d-6932-4f07-8ca0-fd51e5388983 None None] The sync data for ids ['e87ed8b8-b1df-4a5a-8e1c-58c10c68561e'] in n-d-791506-26 is: [] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:37:19.397147 n-d-791506-26 neutron-server[101291]: INFO neutron.api.v2.resource [None req-bc589cd8-6034-4487-acdf-b1d41eb39a8e tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 16 23:37:19.398220 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-bc589cd8-6034-4487-acdf-b1d41eb39a8e tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] 10.222.0.36 "DELETE /v2.0/routers/e87ed8b8-b1df-4a5a-8e1c-58c10c68561e HTTP/1.1" status: 409 len: 329 time: 0.1786997 Aug 16 23:37:19.401040 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53146) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:37:19.504409 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-e767b830-af12-4a00-a8d1-7f36e15c0962 None None] Provisioning complete for port 32732f51-606f-4be4-aedf-f58ee691b545 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:37:19.504809 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e767b830-af12-4a00-a8d1-7f36e15c0962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:19.539078 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-e767b830-af12-4a00-a8d1-7f36e15c0962 None None] Port 32732f51-606f-4be4-aedf-f58ee691b545 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:37:19.720713 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-808a04bf-afa2-4719-8106-6ee947f7ad84 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537579'] for router_interface, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:19.812267 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0a04d02b-8fcf-42ba-9c58-0086710ba81e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:19.964803 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-808a04bf-afa2-4719-8106-6ee947f7ad84 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Deleting port 32732f51-606f-4be4-aedf-f58ee691b545 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:37:19.965320 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-808a04bf-afa2-4719-8106-6ee947f7ad84 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:20.052056 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-808a04bf-afa2-4719-8106-6ee947f7ad84 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:20.064168 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-808a04bf-afa2-4719-8106-6ee947f7ad84 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Calling delete_port for 32732f51-606f-4be4-aedf-f58ee691b545 owned by network:router_interface {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:37:20.240687 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-808a04bf-afa2-4719-8106-6ee947f7ad84 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:20.272998 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808a04bf-afa2-4719-8106-6ee947f7ad84 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Pushing event deleted for resources: {'Port': ['ID=32732f51-606f-4be4-aedf-f58ee691b545,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:37:20.362294 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-808a04bf-afa2-4719-8106-6ee947f7ad84 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537471'] for router_interface, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:20.515283 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-808a04bf-afa2-4719-8106-6ee947f7ad84 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Router e87ed8b8-b1df-4a5a-8e1c-58c10c68561e has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:37:20.545962 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device fa970286-ba35-45ff-a6a2-f0b775b8d6c5 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:37:20.592203 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port fa970286-ba35-45ff-a6a2-f0b775b8d6c5 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:37:20.592512 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-808a04bf-afa2-4719-8106-6ee947f7ad84 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:37:20.592673 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:20.601325 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-808a04bf-afa2-4719-8106-6ee947f7ad84 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] 10.222.0.36 "PUT /v2.0/routers/e87ed8b8-b1df-4a5a-8e1c-58c10c68561e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.1953659 Aug 16 23:37:20.601325 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53150) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:37:20.608400 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e312c182-018a-4f0f-99c1-05c652214646 None None] Sync routers for ids ['e87ed8b8-b1df-4a5a-8e1c-58c10c68561e'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:37:20.618292 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e312c182-018a-4f0f-99c1-05c652214646 None None] Routers {'e87ed8b8-b1df-4a5a-8e1c-58c10c68561e'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:37:20.619002 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-e312c182-018a-4f0f-99c1-05c652214646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:37:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['e87ed8b8-b1df-4a5a-8e1c-58c10c68561e'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:37:20.642230 n-d-791506-26 neutron-server[101291]: INFO neutron.api.v2.resource [None req-97a8705a-dce0-4eb4-b81b-ff404f2d4eb9 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] show failed (client error): The resource could not be found. Aug 16 23:37:20.647077 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-97a8705a-dce0-4eb4-b81b-ff404f2d4eb9 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] 10.222.0.36 "GET /v2.0/routers/tempest-non_exist_router-2005658260 HTTP/1.1" status: 404 len: 335 time: 0.0414870 Aug 16 23:37:20.647762 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53152) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:37:20.652218 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-1c8a5e46-6700-40c4-b3a9-337a3d427072 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Request body: {'router': {'name': 'new_name'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:37:20.663713 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-e312c182-018a-4f0f-99c1-05c652214646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:37:20.679401 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e312c182-018a-4f0f-99c1-05c652214646 None None] Routers {'e87ed8b8-b1df-4a5a-8e1c-58c10c68561e'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:37:20.680323 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-e312c182-018a-4f0f-99c1-05c652214646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:37:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['e87ed8b8-b1df-4a5a-8e1c-58c10c68561e'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:37:20.697729 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:20.723062 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-e312c182-018a-4f0f-99c1-05c652214646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:37:20.723715 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e312c182-018a-4f0f-99c1-05c652214646 None None] The sync data for ids ['e87ed8b8-b1df-4a5a-8e1c-58c10c68561e'] in n-d-791506-26 is: [] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:37:21.018743 n-d-791506-26 neutron-server[101291]: INFO neutron.api.v2.resource [None req-1c8a5e46-6700-40c4-b3a9-337a3d427072 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] update failed (client error): The resource could not be found. Aug 16 23:37:21.019769 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-1c8a5e46-6700-40c4-b3a9-337a3d427072 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] 10.222.0.36 "PUT /v2.0/routers/tempest-non_exist_router-478677800 HTTP/1.1" status: 404 len: 334 time: 0.3710842 Aug 16 23:37:21.024362 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53156) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:37:21.076327 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cc3111b-77a4-4078-b1dd-45b10a6b7e06 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Deleting subnet 42026873-76de-49e0-9244-ebebef723c59 {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:37:21.079367 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0cc3111b-77a4-4078-b1dd-45b10a6b7e06 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:21.122131 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0cc3111b-77a4-4078-b1dd-45b10a6b7e06 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:21.204475 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0cc3111b-77a4-4078-b1dd-45b10a6b7e06 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:21.263028 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0cc3111b-77a4-4078-b1dd-45b10a6b7e06 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:21.291745 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc3111b-77a4-4078-b1dd-45b10a6b7e06 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Pushing event deleted for resources: {'Subnet': ['ID=42026873-76de-49e0-9244-ebebef723c59,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:37:21.297416 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0cc3111b-77a4-4078-b1dd-45b10a6b7e06 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:21.299366 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-0cc3111b-77a4-4078-b1dd-45b10a6b7e06 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] 10.222.0.36 "DELETE /v2.0/subnets/42026873-76de-49e0-9244-ebebef723c59 HTTP/1.1" status: 204 len: 168 time: 0.2740519 Aug 16 23:37:21.301880 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53158) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:37:21.303552 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe08f3f-f604-4170-a180-21fc26577718 None None] Network 31a8ce94-7899-472f-bd98-514ecaf39666 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:37:21.380389 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-051783fc-f798-41c2-847f-273acb931c99 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:21.431488 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-051783fc-f798-41c2-847f-273acb931c99 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Deleting port fa970286-ba35-45ff-a6a2-f0b775b8d6c5 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:37:21.431925 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-051783fc-f798-41c2-847f-273acb931c99 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:21.489447 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e41a8ac-4f93-4448-9bd9-9cd5b543c315 None None] DHCP port deletion for 31a8ce94-7899-472f-bd98-514ecaf39666 request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:37:21.500309 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-051783fc-f798-41c2-847f-273acb931c99 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] For port fa970286-ba35-45ff-a6a2-f0b775b8d6c5, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=fa970286-ba35-45ff-a6a2-f0b775b8d6c5,segment=NetworkSegment(00455ab7-205a-44a9-8ddc-42fbb3aab8f9),segment_id=00455ab7-205a-44a9-8ddc-42fbb3aab8f9)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:37:21.500710 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-051783fc-f798-41c2-847f-273acb931c99 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:21.513330 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-051783fc-f798-41c2-847f-273acb931c99 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Calling delete_port for fa970286-ba35-45ff-a6a2-f0b775b8d6c5 owned by network:dhcp {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:37:21.535705 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0e41a8ac-4f93-4448-9bd9-9cd5b543c315 None None] Deleting port fa970286-ba35-45ff-a6a2-f0b775b8d6c5 {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:37:21.536082 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0e41a8ac-4f93-4448-9bd9-9cd5b543c315 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:21.591640 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-051783fc-f798-41c2-847f-273acb931c99 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:21.601723 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0e41a8ac-4f93-4448-9bd9-9cd5b543c315 None None] For port fa970286-ba35-45ff-a6a2-f0b775b8d6c5, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=fa970286-ba35-45ff-a6a2-f0b775b8d6c5,segment=NetworkSegment(00455ab7-205a-44a9-8ddc-42fbb3aab8f9),segment_id=00455ab7-205a-44a9-8ddc-42fbb3aab8f9)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:37:21.602129 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0e41a8ac-4f93-4448-9bd9-9cd5b543c315 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:21.615816 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0e41a8ac-4f93-4448-9bd9-9cd5b543c315 None None] Calling delete_port for fa970286-ba35-45ff-a6a2-f0b775b8d6c5 owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:37:21.622784 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051783fc-f798-41c2-847f-273acb931c99 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Pushing event deleted for resources: {'Port': ['ID=fa970286-ba35-45ff-a6a2-f0b775b8d6c5,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:37:21.624818 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051783fc-f798-41c2-847f-273acb931c99 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] No DVR routers for this DVR port fa970286-ba35-45ff-a6a2-f0b775b8d6c5 on host n-d-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:37:21.685017 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:21.702213 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-051783fc-f798-41c2-847f-273acb931c99 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:21.704773 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0e41a8ac-4f93-4448-9bd9-9cd5b543c315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:21.711951 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-051783fc-f798-41c2-847f-273acb931c99 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31a8ce94-7899-472f-bd98-514ecaf39666']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:37:21.721780 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-051783fc-f798-41c2-847f-273acb931c99 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00455ab7-205a-44a9-8ddc-42fbb3aab8f9') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:37:21.722072 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-051783fc-f798-41c2-847f-273acb931c99 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00455ab7-205a-44a9-8ddc-42fbb3aab8f9') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:37:21.729405 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41a8ac-4f93-4448-9bd9-9cd5b543c315 None None] Pushing event deleted for resources: {'Port': ['ID=fa970286-ba35-45ff-a6a2-f0b775b8d6c5,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:37:21.731654 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-051783fc-f798-41c2-847f-273acb931c99 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:21.733678 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e41a8ac-4f93-4448-9bd9-9cd5b543c315 None None] No DVR routers for this DVR port fa970286-ba35-45ff-a6a2-f0b775b8d6c5 on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:37:21.751567 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-051783fc-f798-41c2-847f-273acb931c99 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:21.758192 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-051783fc-f798-41c2-847f-273acb931c99 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:37:21.758605 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-051783fc-f798-41c2-847f-273acb931c99 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:21.761815 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 16 23:37:21.761815 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:37:21.761815 n-d-791506-26 neutron-server[101292]: timer() Aug 16 23:37:21.761815 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:37:21.761815 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 16 23:37:21.761815 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:37:21.761815 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 16 23:37:21.761815 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:37:21.761815 n-d-791506-26 neutron-server[101292]: self._notify() Aug 16 23:37:21.761815 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:37:21.761815 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 16 23:37:21.761815 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:37:21.761815 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 16 23:37:21.761815 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:37:21.761815 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:37:21.761815 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:37:21.761815 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:37:21.761815 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:37:21.761815 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 16 23:37:21.761815 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:37:21.761815 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 16 23:37:21.761815 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:37:21.761815 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:37:21.761815 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:37:21.761815 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 16 23:37:21.761815 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:37:21.761815 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:37:21.761815 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:37:21.761815 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:37:21.761815 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:37:21.761815 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:37:21.761815 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:37:21.823971 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-051783fc-f798-41c2-847f-273acb931c99 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:21.831874 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-051783fc-f798-41c2-847f-273acb931c99 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:21.833763 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-051783fc-f798-41c2-847f-273acb931c99 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] 10.222.0.36 "DELETE /v2.0/networks/31a8ce94-7899-472f-bd98-514ecaf39666 HTTP/1.1" status: 204 len: 168 time: 0.5308683 Aug 16 23:37:21.836421 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53160) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:37:21.846127 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051783fc-f798-41c2-847f-273acb931c99 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Pushing event deleted for resources: {'Network': ['ID=31a8ce94-7899-472f-bd98-514ecaf39666,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:37:21.890685 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d1c1ed4-3810-400e-ba01-cecb98c44312 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Deleting subnet b5b5a1e7-8b74-46d2-b5e3-1cfbbc7183cb {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:37:21.893725 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6d1c1ed4-3810-400e-ba01-cecb98c44312 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:21.934416 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6d1c1ed4-3810-400e-ba01-cecb98c44312 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:22.021290 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6d1c1ed4-3810-400e-ba01-cecb98c44312 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:22.078014 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6d1c1ed4-3810-400e-ba01-cecb98c44312 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:22.106847 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6d1c1ed4-3810-400e-ba01-cecb98c44312 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:22.108720 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-6d1c1ed4-3810-400e-ba01-cecb98c44312 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] 10.222.0.36 "DELETE /v2.0/subnets/b5b5a1e7-8b74-46d2-b5e3-1cfbbc7183cb HTTP/1.1" status: 204 len: 168 time: 0.2711847 Aug 16 23:37:22.110234 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1c1ed4-3810-400e-ba01-cecb98c44312 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Pushing event deleted for resources: {'Subnet': ['ID=b5b5a1e7-8b74-46d2-b5e3-1cfbbc7183cb,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:37:22.111276 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53162) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:37:22.112377 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9fb77d0-5843-475b-a007-f8da46f16e54 None None] Network 3915aa1c-680f-4980-b2ad-2c9f34252b67 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:37:22.169926 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d24f292-cfe1-48b7-b9c5-a9564e75f09c tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Deleting subnet e9784c16-7179-4f46-a699-4d5a4948f093 {{(pid=101292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:37:22.173036 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4d24f292-cfe1-48b7-b9c5-a9564e75f09c tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks [] for subnet, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:22.214498 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4d24f292-cfe1-48b7-b9c5-a9564e75f09c tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3848860'] for subnet, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:22.289130 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74fa4e8-770e-41f8-8443-eab30e1da765 None None] DHCP port deletion for 3915aa1c-680f-4980-b2ad-2c9f34252b67 request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:37:22.305324 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4d24f292-cfe1-48b7-b9c5-a9564e75f09c tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:22.335536 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-a74fa4e8-770e-41f8-8443-eab30e1da765 None None] Deleting port b1f796bf-c670-49ad-8aef-da685e2ac73d {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:37:22.336153 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a74fa4e8-770e-41f8-8443-eab30e1da765 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:22.364121 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4d24f292-cfe1-48b7-b9c5-a9564e75f09c tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26252129'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:22.393176 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d24f292-cfe1-48b7-b9c5-a9564e75f09c tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Pushing event deleted for resources: {'Subnet': ['ID=e9784c16-7179-4f46-a699-4d5a4948f093,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:37:22.395481 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4d24f292-cfe1-48b7-b9c5-a9564e75f09c tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks [] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:22.399924 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-4d24f292-cfe1-48b7-b9c5-a9564e75f09c tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] 10.222.0.36 "DELETE /v2.0/subnets/e9784c16-7179-4f46-a699-4d5a4948f093 HTTP/1.1" status: 204 len: 168 time: 0.2876105 Aug 16 23:37:22.400522 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53164) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:37:22.403279 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2c3c5c-ca09-4221-aebb-0307b96538bb None None] Network 15fb7d9c-f24b-4521-adbe-2039086ef574 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:37:22.455395 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-a74fa4e8-770e-41f8-8443-eab30e1da765 None None] For port b1f796bf-c670-49ad-8aef-da685e2ac73d, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=b1f796bf-c670-49ad-8aef-da685e2ac73d,segment=NetworkSegment(c677b452-f670-4789-bd93-345e3b9abf3a),segment_id=c677b452-f670-4789-bd93-345e3b9abf3a)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:37:22.455774 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a74fa4e8-770e-41f8-8443-eab30e1da765 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:22.477912 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-a74fa4e8-770e-41f8-8443-eab30e1da765 None None] Calling delete_port for b1f796bf-c670-49ad-8aef-da685e2ac73d owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:37:22.480278 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-56a59afd-7c9a-4a89-a592-ec0e62812913 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:22.545175 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-56a59afd-7c9a-4a89-a592-ec0e62812913 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Deleting port b1f796bf-c670-49ad-8aef-da685e2ac73d {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:37:22.545522 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-56a59afd-7c9a-4a89-a592-ec0e62812913 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:22.553131 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device b1f796bf-c670-49ad-8aef-da685e2ac73d no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:37:22.608291 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-56a59afd-7c9a-4a89-a592-ec0e62812913 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] For port b1f796bf-c670-49ad-8aef-da685e2ac73d, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=b1f796bf-c670-49ad-8aef-da685e2ac73d,segment=NetworkSegment(c677b452-f670-4789-bd93-345e3b9abf3a),segment_id=c677b452-f670-4789-bd93-345e3b9abf3a)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:37:22.608694 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-56a59afd-7c9a-4a89-a592-ec0e62812913 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:22.626829 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-56a59afd-7c9a-4a89-a592-ec0e62812913 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Calling delete_port for b1f796bf-c670-49ad-8aef-da685e2ac73d owned by network:dhcp {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:37:22.822317 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d25b2b-dd8e-48c2-b9b4-d4eafd917dca None None] DHCP port deletion for 15fb7d9c-f24b-4521-adbe-2039086ef574 request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:37:22.829311 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a74fa4e8-770e-41f8-8443-eab30e1da765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:22.832384 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-56a59afd-7c9a-4a89-a592-ec0e62812913 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:22.860360 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a59afd-7c9a-4a89-a592-ec0e62812913 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Pushing event deleted for resources: {'Port': ['ID=b1f796bf-c670-49ad-8aef-da685e2ac73d,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:37:22.862390 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a59afd-7c9a-4a89-a592-ec0e62812913 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] No DVR routers for this DVR port b1f796bf-c670-49ad-8aef-da685e2ac73d on host n-d-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:37:22.886284 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74fa4e8-770e-41f8-8443-eab30e1da765 None None] No DVR routers for this DVR port b1f796bf-c670-49ad-8aef-da685e2ac73d on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:37:22.887662 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74fa4e8-770e-41f8-8443-eab30e1da765 None None] Pushing event deleted for resources: {'Port': ['ID=b1f796bf-c670-49ad-8aef-da685e2ac73d,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:37:22.892518 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:22.935072 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:22.953443 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device fa970286-ba35-45ff-a6a2-f0b775b8d6c5 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:37:22.955127 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-56a59afd-7c9a-4a89-a592-ec0e62812913 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:22.965407 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-56a59afd-7c9a-4a89-a592-ec0e62812913 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3915aa1c-680f-4980-b2ad-2c9f34252b67']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:37:22.975626 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-56a59afd-7c9a-4a89-a592-ec0e62812913 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c677b452-f670-4789-bd93-345e3b9abf3a') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:37:22.975942 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-56a59afd-7c9a-4a89-a592-ec0e62812913 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c677b452-f670-4789-bd93-345e3b9abf3a') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:37:22.979636 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: fa970286-ba35-45ff-a6a2-f0b775b8d6c5 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:37:22.979976 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device fa970286-ba35-45ff-a6a2-f0b775b8d6c5 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:37:22.985455 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-d9d25b2b-dd8e-48c2-b9b4-d4eafd917dca None None] Deleting port 71444f1b-0cc8-4f91-b631-a7e9840490bc {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:37:22.985834 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d9d25b2b-dd8e-48c2-b9b4-d4eafd917dca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:22.985978 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-56a59afd-7c9a-4a89-a592-ec0e62812913 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:23.000938 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-56a59afd-7c9a-4a89-a592-ec0e62812913 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:23.007389 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56a59afd-7c9a-4a89-a592-ec0e62812913 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:37:23.007793 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-56a59afd-7c9a-4a89-a592-ec0e62812913 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:23.010774 n-d-791506-26 neutron-server[101292]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:37:23.010774 n-d-791506-26 neutron-server[101292]: self.session.flush() Aug 16 23:37:23.010774 n-d-791506-26 neutron-server[101292]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:37:23.010774 n-d-791506-26 neutron-server[101292]: self.session.flush() Aug 16 23:37:23.010774 n-d-791506-26 neutron-server[101292]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:37:23.010774 n-d-791506-26 neutron-server[101292]: self.session.flush() Aug 16 23:37:23.010774 n-d-791506-26 neutron-server[101292]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 23:37:23.010774 n-d-791506-26 neutron-server[101292]: self.session.flush() Aug 16 23:37:23.010774 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 16 23:37:23.010774 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:37:23.010774 n-d-791506-26 neutron-server[101292]: timer() Aug 16 23:37:23.010774 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:37:23.010774 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 16 23:37:23.010774 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:37:23.010774 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 16 23:37:23.010774 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:37:23.010774 n-d-791506-26 neutron-server[101292]: self._notify() Aug 16 23:37:23.010774 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:37:23.010774 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 16 23:37:23.010774 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:37:23.010774 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 16 23:37:23.010774 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:37:23.010774 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:37:23.010774 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:37:23.010774 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:37:23.010774 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:37:23.010774 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 16 23:37:23.010774 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:37:23.010774 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 16 23:37:23.010774 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:37:23.010774 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:37:23.010774 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:37:23.010774 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 16 23:37:23.010774 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:37:23.010774 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:37:23.010774 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:37:23.010774 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:37:23.010774 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:37:23.010774 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:37:23.010774 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:37:23.061018 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-d9d25b2b-dd8e-48c2-b9b4-d4eafd917dca None None] For port 71444f1b-0cc8-4f91-b631-a7e9840490bc, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=71444f1b-0cc8-4f91-b631-a7e9840490bc,segment=NetworkSegment(15842792-51f9-426e-9097-9267e74a55eb),segment_id=15842792-51f9-426e-9097-9267e74a55eb)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:37:23.061537 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d9d25b2b-dd8e-48c2-b9b4-d4eafd917dca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:23.068058 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-56a59afd-7c9a-4a89-a592-ec0e62812913 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:23.075065 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-56a59afd-7c9a-4a89-a592-ec0e62812913 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:23.077217 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-56a59afd-7c9a-4a89-a592-ec0e62812913 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] 10.222.0.36 "DELETE /v2.0/networks/3915aa1c-680f-4980-b2ad-2c9f34252b67 HTTP/1.1" status: 204 len: 168 time: 0.6753316 Aug 16 23:37:23.077729 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-d9d25b2b-dd8e-48c2-b9b4-d4eafd917dca None None] Calling delete_port for 71444f1b-0cc8-4f91-b631-a7e9840490bc owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:37:23.079458 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53166) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:37:23.097960 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a59afd-7c9a-4a89-a592-ec0e62812913 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Pushing event deleted for resources: {'Network': ['ID=3915aa1c-680f-4980-b2ad-2c9f34252b67,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:37:23.164467 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d9d25b2b-dd8e-48c2-b9b4-d4eafd917dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:23.172426 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-94b9a7cc-3428-4868-ac54-0076dd14f4d2 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:23.189662 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d25b2b-dd8e-48c2-b9b4-d4eafd917dca None None] Pushing event deleted for resources: {'Port': ['ID=71444f1b-0cc8-4f91-b631-a7e9840490bc,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:37:23.193553 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d25b2b-dd8e-48c2-b9b4-d4eafd917dca None None] No DVR routers for this DVR port 71444f1b-0cc8-4f91-b631-a7e9840490bc on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:37:23.591670 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-94b9a7cc-3428-4868-ac54-0076dd14f4d2 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:23.601692 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-94b9a7cc-3428-4868-ac54-0076dd14f4d2 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15fb7d9c-f24b-4521-adbe-2039086ef574']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:37:23.611260 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-94b9a7cc-3428-4868-ac54-0076dd14f4d2 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15842792-51f9-426e-9097-9267e74a55eb') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:37:23.611555 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-94b9a7cc-3428-4868-ac54-0076dd14f4d2 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15842792-51f9-426e-9097-9267e74a55eb') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:37:23.620452 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-94b9a7cc-3428-4868-ac54-0076dd14f4d2 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:23.634126 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-94b9a7cc-3428-4868-ac54-0076dd14f4d2 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:23.640726 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94b9a7cc-3428-4868-ac54-0076dd14f4d2 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:37:23.641107 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-94b9a7cc-3428-4868-ac54-0076dd14f4d2 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:23.643910 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 16 23:37:23.643910 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:37:23.643910 n-d-791506-26 neutron-server[101292]: timer() Aug 16 23:37:23.643910 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:37:23.643910 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 16 23:37:23.643910 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:37:23.643910 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 16 23:37:23.643910 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:37:23.643910 n-d-791506-26 neutron-server[101292]: self._notify() Aug 16 23:37:23.643910 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:37:23.643910 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 16 23:37:23.643910 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:37:23.643910 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 16 23:37:23.643910 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:37:23.643910 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:37:23.643910 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:37:23.643910 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:37:23.643910 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:37:23.643910 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 16 23:37:23.643910 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:37:23.643910 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 16 23:37:23.643910 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:37:23.643910 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:37:23.643910 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:37:23.643910 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 16 23:37:23.643910 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:37:23.643910 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:37:23.643910 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:37:23.643910 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:37:23.643910 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:37:23.643910 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:37:23.643910 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:37:23.698563 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-94b9a7cc-3428-4868-ac54-0076dd14f4d2 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:23.706130 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-94b9a7cc-3428-4868-ac54-0076dd14f4d2 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:23.707669 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-94b9a7cc-3428-4868-ac54-0076dd14f4d2 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] 10.222.0.36 "DELETE /v2.0/networks/15fb7d9c-f24b-4521-adbe-2039086ef574 HTTP/1.1" status: 204 len: 168 time: 0.6273241 Aug 16 23:37:23.710302 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53168) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:37:23.718949 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b9a7cc-3428-4868-ac54-0076dd14f4d2 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Pushing event deleted for resources: {'Network': ['ID=15fb7d9c-f24b-4521-adbe-2039086ef574,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:37:23.763879 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-1262c339-0908-4d39-9567-35ab5aa7383d tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Deleting subnet 05c9716e-a013-4f55-8f90-123baf4d9183 {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:37:23.767080 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1262c339-0908-4d39-9567-35ab5aa7383d tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:23.807179 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1262c339-0908-4d39-9567-35ab5aa7383d tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:23.901001 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1262c339-0908-4d39-9567-35ab5aa7383d tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:23.958795 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1262c339-0908-4d39-9567-35ab5aa7383d tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:23.986897 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262c339-0908-4d39-9567-35ab5aa7383d tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Pushing event deleted for resources: {'Subnet': ['ID=05c9716e-a013-4f55-8f90-123baf4d9183,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:37:23.988875 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1262c339-0908-4d39-9567-35ab5aa7383d tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:23.991523 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-1262c339-0908-4d39-9567-35ab5aa7383d tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] 10.222.0.36 "DELETE /v2.0/subnets/05c9716e-a013-4f55-8f90-123baf4d9183 HTTP/1.1" status: 204 len: 168 time: 0.2793515 Aug 16 23:37:23.993481 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53170) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:37:23.995903 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1040bc-7527-4566-b2a2-5937c9b66b59 None None] Network b839c0a2-dac2-44c4-94be-91a14bfd2684 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:37:24.075022 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-77ef50e5-4189-4323-83f4-596946397aaf tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:24.127697 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-77ef50e5-4189-4323-83f4-596946397aaf tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Deleting port a7263d9b-bf11-497d-b4a1-43f7a0576adc {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:37:24.128175 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-77ef50e5-4189-4323-83f4-596946397aaf tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:24.165548 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb37d75d-3b4e-4f51-ab37-b9531371a913 None None] DHCP port deletion for b839c0a2-dac2-44c4-94be-91a14bfd2684 request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:37:24.199799 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-77ef50e5-4189-4323-83f4-596946397aaf tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] For port a7263d9b-bf11-497d-b4a1-43f7a0576adc, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=a7263d9b-bf11-497d-b4a1-43f7a0576adc,segment=NetworkSegment(b0ee4aad-bd92-40c0-8e0d-11ef7fcd8bd3),segment_id=b0ee4aad-bd92-40c0-8e0d-11ef7fcd8bd3)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:37:24.200410 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-77ef50e5-4189-4323-83f4-596946397aaf tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:24.217364 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-cb37d75d-3b4e-4f51-ab37-b9531371a913 None None] Deleting port a7263d9b-bf11-497d-b4a1-43f7a0576adc {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:37:24.217753 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cb37d75d-3b4e-4f51-ab37-b9531371a913 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:24.219878 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-77ef50e5-4189-4323-83f4-596946397aaf tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Calling delete_port for a7263d9b-bf11-497d-b4a1-43f7a0576adc owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:37:24.279830 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cb37d75d-3b4e-4f51-ab37-b9531371a913 None None] For port a7263d9b-bf11-497d-b4a1-43f7a0576adc, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=a7263d9b-bf11-497d-b4a1-43f7a0576adc,segment=NetworkSegment(b0ee4aad-bd92-40c0-8e0d-11ef7fcd8bd3),segment_id=b0ee4aad-bd92-40c0-8e0d-11ef7fcd8bd3)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:37:24.280225 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cb37d75d-3b4e-4f51-ab37-b9531371a913 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:24.297055 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-cb37d75d-3b4e-4f51-ab37-b9531371a913 None None] Calling delete_port for a7263d9b-bf11-497d-b4a1-43f7a0576adc owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:37:24.302392 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-77ef50e5-4189-4323-83f4-596946397aaf tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:24.332108 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ef50e5-4189-4323-83f4-596946397aaf tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] No DVR routers for this DVR port a7263d9b-bf11-497d-b4a1-43f7a0576adc on host n-d-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:37:24.359677 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ef50e5-4189-4323-83f4-596946397aaf tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Pushing event deleted for resources: {'Port': ['ID=a7263d9b-bf11-497d-b4a1-43f7a0576adc,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:37:24.374530 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cb37d75d-3b4e-4f51-ab37-b9531371a913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:24.400065 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb37d75d-3b4e-4f51-ab37-b9531371a913 None None] Pushing event deleted for resources: {'Port': ['ID=a7263d9b-bf11-497d-b4a1-43f7a0576adc,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:37:24.404381 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb37d75d-3b4e-4f51-ab37-b9531371a913 None None] No DVR routers for this DVR port a7263d9b-bf11-497d-b4a1-43f7a0576adc on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:37:24.423673 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-77ef50e5-4189-4323-83f4-596946397aaf tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:24.433584 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-77ef50e5-4189-4323-83f4-596946397aaf tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b839c0a2-dac2-44c4-94be-91a14bfd2684']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:37:24.444010 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-77ef50e5-4189-4323-83f4-596946397aaf tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0ee4aad-bd92-40c0-8e0d-11ef7fcd8bd3') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:37:24.444318 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-77ef50e5-4189-4323-83f4-596946397aaf tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0ee4aad-bd92-40c0-8e0d-11ef7fcd8bd3') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:37:24.453357 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-77ef50e5-4189-4323-83f4-596946397aaf tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:24.467879 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-77ef50e5-4189-4323-83f4-596946397aaf tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:24.473916 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77ef50e5-4189-4323-83f4-596946397aaf tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:37:24.474310 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-77ef50e5-4189-4323-83f4-596946397aaf tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:24.477483 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 23:37:24.477483 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:37:24.477483 n-d-791506-26 neutron-server[101291]: timer() Aug 16 23:37:24.477483 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:37:24.477483 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 23:37:24.477483 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:37:24.477483 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 23:37:24.477483 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:37:24.477483 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 23:37:24.477483 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:37:24.477483 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 23:37:24.477483 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:37:24.477483 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 23:37:24.477483 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:37:24.477483 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:37:24.477483 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:37:24.477483 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:37:24.477483 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:37:24.477483 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 23:37:24.477483 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:37:24.477483 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 23:37:24.477483 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:37:24.477483 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:37:24.477483 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:37:24.477483 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 23:37:24.477483 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:37:24.477483 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:37:24.477483 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:37:24.477483 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:37:24.477483 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:37:24.477483 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:37:24.477483 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:37:24.544198 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device a7263d9b-bf11-497d-b4a1-43f7a0576adc no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:37:24.552406 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-77ef50e5-4189-4323-83f4-596946397aaf tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:24.559727 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-77ef50e5-4189-4323-83f4-596946397aaf tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:24.562069 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-77ef50e5-4189-4323-83f4-596946397aaf tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] 10.222.0.36 "DELETE /v2.0/networks/b839c0a2-dac2-44c4-94be-91a14bfd2684 HTTP/1.1" status: 204 len: 168 time: 0.5676615 Aug 16 23:37:24.564880 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53172) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:37:24.568972 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: a7263d9b-bf11-497d-b4a1-43f7a0576adc {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:37:24.569556 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device a7263d9b-bf11-497d-b4a1-43f7a0576adc not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:37:24.570044 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 71444f1b-0cc8-4f91-b631-a7e9840490bc no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:37:24.576764 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ef50e5-4189-4323-83f4-596946397aaf tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Pushing event deleted for resources: {'Network': ['ID=b839c0a2-dac2-44c4-94be-91a14bfd2684,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:37:24.591863 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 71444f1b-0cc8-4f91-b631-a7e9840490bc {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:37:24.592295 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 71444f1b-0cc8-4f91-b631-a7e9840490bc not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:37:24.600281 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-8aa8f022-8776-4db6-9ad7-733ee028b5b4 tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] 10.222.0.36 "GET /v2.0/ports?device_id=e87ed8b8-b1df-4a5a-8e1c-58c10c68561e HTTP/1.1" status: 200 len: 205 time: 0.0335135 Aug 16 23:37:24.602797 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53174) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:37:24.684966 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fb0165c4-504d-4cb0-83ca-d8a6b325905b tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks [] for router, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:24.845953 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fb0165c4-504d-4cb0-83ca-d8a6b325905b tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:24.847625 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fb0165c4-504d-4cb0-83ca-d8a6b325905b tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:24.893040 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fb0165c4-504d-4cb0-83ca-d8a6b325905b tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:24.893669 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb0165c4-504d-4cb0-83ca-d8a6b325905b tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Fanout notify agent at l3_agent the message router_deleted on router e87ed8b8-b1df-4a5a-8e1c-58c10c68561e {{(pid=101291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:37:24.900868 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fb0165c4-504d-4cb0-83ca-d8a6b325905b tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:24.905917 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-fb0165c4-504d-4cb0-83ca-d8a6b325905b tempest-RoutersNegativeIpV6Test-1481473735 tempest-RoutersNegativeIpV6Test-1481473735-project] 10.222.0.36 "DELETE /v2.0/routers/e87ed8b8-b1df-4a5a-8e1c-58c10c68561e HTTP/1.1" status: 204 len: 168 time: 0.2982812 Aug 16 23:37:25.171268 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53180) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:37:25.309709 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-41635d48-a61d-44f0-8e92-b1cff7ae5a7e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fce979f1163a4d48bc70c7dc9dff92f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1362054 Aug 16 23:37:25.311677 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53184) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:37:25.359614 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ea98887b-a124-417d-a8a7-d735ec7f3fc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:25.380856 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ea98887b-a124-417d-a8a7-d735ec7f3fc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:25.426767 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ea98887b-a124-417d-a8a7-d735ec7f3fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:25.429402 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ea98887b-a124-417d-a8a7-d735ec7f3fc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:25.430553 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-ea98887b-a124-417d-a8a7-d735ec7f3fc8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/98cbf522-dbd0-4461-a528-ad2ddef2d45c HTTP/1.1" status: 204 len: 168 time: 0.1179848 Aug 16 23:37:25.439193 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea98887b-a124-417d-a8a7-d735ec7f3fc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98cbf522-dbd0-4461-a528-ad2ddef2d45c,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:37:25.695732 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:28.279488 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53322) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:37:28.386295 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3e1c3cb1-f30e-470c-8802-c42f55f38c8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:28.474553 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3e1c3cb1-f30e-470c-8802-c42f55f38c8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:28.478291 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3e1c3cb1-f30e-470c-8802-c42f55f38c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:28.515054 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1c3cb1-f30e-470c-8802-c42f55f38c8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a83f06-bac5-4bda-bd37-a67450195fe5,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:37:28.519222 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-3e1c3cb1-f30e-470c-8802-c42f55f38c8d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=366e9a7fec5649e3be3ceb9acee06378&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2387311 Aug 16 23:37:28.521900 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53326) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:37:28.572269 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cdeeb302-fbe4-413c-beae-952d9d063fa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:28.594798 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cdeeb302-fbe4-413c-beae-952d9d063fa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:28.641824 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cdeeb302-fbe4-413c-beae-952d9d063fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:28.644401 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cdeeb302-fbe4-413c-beae-952d9d063fa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:28.645579 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-cdeeb302-fbe4-413c-beae-952d9d063fa3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b2a83f06-bac5-4bda-bd37-a67450195fe5 HTTP/1.1" status: 204 len: 168 time: 0.1227849 Aug 16 23:37:28.654290 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeeb302-fbe4-413c-beae-952d9d063fa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a83f06-bac5-4bda-bd37-a67450195fe5,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:37:28.907644 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53332) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:37:28.922149 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-809ccee3-2c08-4c67-8485-993a9205d3a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:29.013976 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-809ccee3-2c08-4c67-8485-993a9205d3a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:29.018173 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-809ccee3-2c08-4c67-8485-993a9205d3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:29.056560 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-809ccee3-2c08-4c67-8485-993a9205d3a1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=218a0a84ec934112a6f42f812a78df40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1478088 Aug 16 23:37:29.057435 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809ccee3-2c08-4c67-8485-993a9205d3a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c88101-03b5-4605-98f8-74490688320e,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:37:29.059873 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53334) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:37:29.113341 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-aecb9e89-e879-4d44-aaf0-2ae2d84a9991 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:29.135455 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-aecb9e89-e879-4d44-aaf0-2ae2d84a9991 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:29.181721 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-aecb9e89-e879-4d44-aaf0-2ae2d84a9991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:29.184926 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-aecb9e89-e879-4d44-aaf0-2ae2d84a9991 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:29.186081 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-aecb9e89-e879-4d44-aaf0-2ae2d84a9991 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d9c88101-03b5-4605-98f8-74490688320e HTTP/1.1" status: 204 len: 168 time: 0.1239498 Aug 16 23:37:29.194120 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb9e89-e879-4d44-aaf0-2ae2d84a9991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c88101-03b5-4605-98f8-74490688320e,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:37:38.029204 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53420) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:37:38.136441 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9405d558-0917-40b6-b201-5ec7fcc693ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:38.229062 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9405d558-0917-40b6-b201-5ec7fcc693ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:38.232837 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9405d558-0917-40b6-b201-5ec7fcc693ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:38.271584 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-9405d558-0917-40b6-b201-5ec7fcc693ed admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=50d6ca1714c54fdbbd6b8de250f5a79f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2412236 Aug 16 23:37:38.272630 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405d558-0917-40b6-b201-5ec7fcc693ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2684ae83-243f-4eb4-9b59-8d7fed43ea72,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:37:38.274201 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53426) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:37:38.280893 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9405d558-0917-40b6-b201-5ec7fcc693ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:37:38.281242 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9405d558-0917-40b6-b201-5ec7fcc693ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:37:38.281584 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9405d558-0917-40b6-b201-5ec7fcc693ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:37:38.281923 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9405d558-0917-40b6-b201-5ec7fcc693ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:37:38.282256 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9405d558-0917-40b6-b201-5ec7fcc693ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:37:38.282587 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9405d558-0917-40b6-b201-5ec7fcc693ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:37:38.282917 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9405d558-0917-40b6-b201-5ec7fcc693ed admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:37:38.283245 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9405d558-0917-40b6-b201-5ec7fcc693ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:37:38.283571 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9405d558-0917-40b6-b201-5ec7fcc693ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:37:38.283895 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9405d558-0917-40b6-b201-5ec7fcc693ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:37:38.284219 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9405d558-0917-40b6-b201-5ec7fcc693ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:37:38.284561 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9405d558-0917-40b6-b201-5ec7fcc693ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:37:38.322381 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d76cf175-2423-4501-b7e0-9d4ae5fbbcd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:38.346088 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d76cf175-2423-4501-b7e0-9d4ae5fbbcd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:38.394765 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d76cf175-2423-4501-b7e0-9d4ae5fbbcd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:38.397345 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d76cf175-2423-4501-b7e0-9d4ae5fbbcd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:38.398527 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-d76cf175-2423-4501-b7e0-9d4ae5fbbcd4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2684ae83-243f-4eb4-9b59-8d7fed43ea72 HTTP/1.1" status: 204 len: 168 time: 0.1233423 Aug 16 23:37:38.410858 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76cf175-2423-4501-b7e0-9d4ae5fbbcd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2684ae83-243f-4eb4-9b59-8d7fed43ea72,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:37:38.668353 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53432) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:37:38.681472 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a68a0402-2d55-432a-a861-58f82503dfa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:38.772784 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a68a0402-2d55-432a-a861-58f82503dfa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:38.776469 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a68a0402-2d55-432a-a861-58f82503dfa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:38.813087 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-a68a0402-2d55-432a-a861-58f82503dfa9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=90ef277057af46f980f21ec83a726a93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1435866 Aug 16 23:37:38.814986 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68a0402-2d55-432a-a861-58f82503dfa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c21686e6-363c-458c-9d8f-32df9f4e036f,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:37:38.815908 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53434) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:37:38.865263 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-03536da1-baf1-4fc3-b7e8-d34796e37085 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:38.886578 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-03536da1-baf1-4fc3-b7e8-d34796e37085 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:38.932614 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-03536da1-baf1-4fc3-b7e8-d34796e37085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:38.935962 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-03536da1-baf1-4fc3-b7e8-d34796e37085 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:38.937152 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-03536da1-baf1-4fc3-b7e8-d34796e37085 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c21686e6-363c-458c-9d8f-32df9f4e036f HTTP/1.1" status: 204 len: 168 time: 0.1201987 Aug 16 23:37:38.944727 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03536da1-baf1-4fc3-b7e8-d34796e37085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c21686e6-363c-458c-9d8f-32df9f4e036f,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:37:41.356230 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53502) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:37:41.463232 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5d269330-9748-4c97-b4bf-e3881dda4ad4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:41.547896 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:41.552133 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5d269330-9748-4c97-b4bf-e3881dda4ad4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:41.555820 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5d269330-9748-4c97-b4bf-e3881dda4ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:41.593084 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-5d269330-9748-4c97-b4bf-e3881dda4ad4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4a242aba8da84d62ae139c0f1bbb627e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2356915 Aug 16 23:37:41.595043 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d269330-9748-4c97-b4bf-e3881dda4ad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98f7b04d-7476-47e1-bb00-c3c6dd7d01a1,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:37:41.595782 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53506) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:37:41.645781 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e19faf31-aef2-40f1-968c-53a74b012267 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:41.666801 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e19faf31-aef2-40f1-968c-53a74b012267 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:41.717924 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e19faf31-aef2-40f1-968c-53a74b012267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:41.720459 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e19faf31-aef2-40f1-968c-53a74b012267 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:41.721665 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-e19faf31-aef2-40f1-968c-53a74b012267 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/98f7b04d-7476-47e1-bb00-c3c6dd7d01a1 HTTP/1.1" status: 204 len: 168 time: 0.1248925 Aug 16 23:37:41.731382 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19faf31-aef2-40f1-968c-53a74b012267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f7b04d-7476-47e1-bb00-c3c6dd7d01a1,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:37:41.983271 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53512) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:37:41.998883 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5b9f73f4-0c9c-4788-934e-4839ca42d89e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:42.090596 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5b9f73f4-0c9c-4788-934e-4839ca42d89e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:42.094647 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5b9f73f4-0c9c-4788-934e-4839ca42d89e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:42.136120 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-5b9f73f4-0c9c-4788-934e-4839ca42d89e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4c3e08f37dde4644b8e5a5e572e15dc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1517332 Aug 16 23:37:42.137283 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9f73f4-0c9c-4788-934e-4839ca42d89e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e7160c9-3af5-4158-b88a-aba80f3a6403,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:37:42.139267 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53514) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:37:42.190567 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-715ca586-419d-40f4-9d39-e17d00303f7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:42.211188 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-715ca586-419d-40f4-9d39-e17d00303f7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:42.258284 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-715ca586-419d-40f4-9d39-e17d00303f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:42.260869 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-715ca586-419d-40f4-9d39-e17d00303f7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:42.262052 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-715ca586-419d-40f4-9d39-e17d00303f7e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8e7160c9-3af5-4158-b88a-aba80f3a6403 HTTP/1.1" status: 204 len: 168 time: 0.1215901 Aug 16 23:37:42.269480 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715ca586-419d-40f4-9d39-e17d00303f7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e7160c9-3af5-4158-b88a-aba80f3a6403,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:37:42.816416 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:37:43.280054 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53544) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:37:43.390995 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-015ef879-089e-4a13-9373-b1dfb4ea491a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:43.483221 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-015ef879-089e-4a13-9373-b1dfb4ea491a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:43.487058 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-015ef879-089e-4a13-9373-b1dfb4ea491a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:43.526675 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-015ef879-089e-4a13-9373-b1dfb4ea491a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f529f23c27d144e781d6edc75e1af958&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2455294 Aug 16 23:37:43.527707 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015ef879-089e-4a13-9373-b1dfb4ea491a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41f5c264-1118-462c-a8e6-7f1a53e45139,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:37:43.529652 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53548) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:37:43.584864 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e5d82a48-f057-442c-aeb9-c8e799cfa74d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:43.609994 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e5d82a48-f057-442c-aeb9-c8e799cfa74d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:43.657981 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e5d82a48-f057-442c-aeb9-c8e799cfa74d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:43.660716 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e5d82a48-f057-442c-aeb9-c8e799cfa74d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:43.661862 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-e5d82a48-f057-442c-aeb9-c8e799cfa74d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/41f5c264-1118-462c-a8e6-7f1a53e45139 HTTP/1.1" status: 204 len: 168 time: 0.1304054 Aug 16 23:37:43.670251 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d82a48-f057-442c-aeb9-c8e799cfa74d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f5c264-1118-462c-a8e6-7f1a53e45139,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:37:47.718516 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-fcfad062-24e2-4973-9903-dd208f8fe697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:49.814650 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-1e483c2b-1782-4193-b034-fb3c1d0c1483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:50.682126 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:51.678128 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:52.922871 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:37:55.710558 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:11.546578 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:17.722955 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a167552d-fa2a-4922-9bcb-2b3b5a9bdfc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:19.816123 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:38:19.816722 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-09898786-0b42-4d4d-b504-e3ddb490d288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:20.683170 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:21.679997 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:22.925773 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:25.721536 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:27.834054 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53812) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:38:27.954954 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a402d37f-1e3c-4610-8f0b-965cc5914d9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:28.049466 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a402d37f-1e3c-4610-8f0b-965cc5914d9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:28.053230 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a402d37f-1e3c-4610-8f0b-965cc5914d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:28.092191 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-a402d37f-1e3c-4610-8f0b-965cc5914d9a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2cdfa611245b476fb05bd8d17dfd6211&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2570510 Aug 16 23:38:28.093101 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a402d37f-1e3c-4610-8f0b-965cc5914d9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=393bb3ca-b321-4be4-a6bc-a75f4e04fd9d,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:38:28.095087 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53816) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:38:28.143870 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bb3abbb6-01f5-495e-ae21-3c9201af4cc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:28.165819 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bb3abbb6-01f5-495e-ae21-3c9201af4cc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:28.211825 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bb3abbb6-01f5-495e-ae21-3c9201af4cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:28.214356 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bb3abbb6-01f5-495e-ae21-3c9201af4cc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:28.216114 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-bb3abbb6-01f5-495e-ae21-3c9201af4cc0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/393bb3ca-b321-4be4-a6bc-a75f4e04fd9d HTTP/1.1" status: 204 len: 168 time: 0.1197913 Aug 16 23:38:28.223851 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3abbb6-01f5-495e-ae21-3c9201af4cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=393bb3ca-b321-4be4-a6bc-a75f4e04fd9d,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:38:28.232067 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3abbb6-01f5-495e-ae21-3c9201af4cc0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:38:28.232416 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3abbb6-01f5-495e-ae21-3c9201af4cc0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:38:28.232781 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3abbb6-01f5-495e-ae21-3c9201af4cc0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:38:28.233127 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3abbb6-01f5-495e-ae21-3c9201af4cc0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:38:28.233463 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3abbb6-01f5-495e-ae21-3c9201af4cc0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:38:28.233795 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3abbb6-01f5-495e-ae21-3c9201af4cc0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:38:28.234129 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3abbb6-01f5-495e-ae21-3c9201af4cc0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:38:28.234454 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3abbb6-01f5-495e-ae21-3c9201af4cc0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:38:28.234779 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3abbb6-01f5-495e-ae21-3c9201af4cc0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:38:28.235102 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3abbb6-01f5-495e-ae21-3c9201af4cc0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:38:28.235430 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3abbb6-01f5-495e-ae21-3c9201af4cc0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:38:28.235755 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3abbb6-01f5-495e-ae21-3c9201af4cc0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:38:28.820063 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53838) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:38:28.915344 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-6ef5d92a-b5d7-4cef-8b8b-95d522a62569 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-228508795-network', 'tenant_id': '16e475d1a3e642828e9216f7585a4895'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:38:28.940189 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ef5d92a-b5d7-4cef-8b8b-95d522a62569 admin admin] Made reservation on behalf of 16e475d1a3e642828e9216f7585a4895 for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:38:28.942498 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6ef5d92a-b5d7-4cef-8b8b-95d522a62569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:28.951512 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6ef5d92a-b5d7-4cef-8b8b-95d522a62569 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:29.040829 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6ef5d92a-b5d7-4cef-8b8b-95d522a62569 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:29.045135 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6ef5d92a-b5d7-4cef-8b8b-95d522a62569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:29.071612 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ef5d92a-b5d7-4cef-8b8b-95d522a62569 admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:38:29.076853 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef5d92a-b5d7-4cef-8b8b-95d522a62569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e112980f-0128-4fb3-bc72-b3fef710791e,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:38:29.083914 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6ef5d92a-b5d7-4cef-8b8b-95d522a62569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:29.084366 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-6ef5d92a-b5d7-4cef-8b8b-95d522a62569 admin admin] Added segment 50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1 of type vlan for network e9b949f6-7c1a-4f50-8d6a-00477af5b7ca Aug 16 23:38:29.123704 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6ef5d92a-b5d7-4cef-8b8b-95d522a62569 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:29.148175 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6ef5d92a-b5d7-4cef-8b8b-95d522a62569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:29.149312 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef5d92a-b5d7-4cef-8b8b-95d522a62569 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:38:29.149906 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6ef5d92a-b5d7-4cef-8b8b-95d522a62569 admin admin] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:29.203305 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-6ef5d92a-b5d7-4cef-8b8b-95d522a62569 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3820953 Aug 16 23:38:29.206376 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53842) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:38:29.211622 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-6f229a75-03be-4cbe-97c0-1abd867542e3 admin admin] Request body: {'subnet': {'network_id': 'e9b949f6-7c1a-4f50-8d6a-00477af5b7ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-228508795-subnet', 'tenant_id': '16e475d1a3e642828e9216f7585a4895', 'ip_version': 4}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:38:29.214269 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef5d92a-b5d7-4cef-8b8b-95d522a62569 admin admin] Pushing event updated for resources: {'Network': ['ID=e9b949f6-7c1a-4f50-8d6a-00477af5b7ca,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:38:29.224438 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network e9b949f6-7c1a-4f50-8d6a-00477af5b7ca details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:38:29.234524 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f229a75-03be-4cbe-97c0-1abd867542e3 admin admin] Made reservation on behalf of 16e475d1a3e642828e9216f7585a4895 for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:38:29.237021 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6f229a75-03be-4cbe-97c0-1abd867542e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:29.407090 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6f229a75-03be-4cbe-97c0-1abd867542e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:29.462378 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f229a75-03be-4cbe-97c0-1abd867542e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20624e69-fc20-4377-ae84-b4defd7af902,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:38:29.474213 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f229a75-03be-4cbe-97c0-1abd867542e3 admin admin] Checking segment: {'id': '50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e9b949f6-7c1a-4f50-8d6a-00477af5b7ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:38:29.474570 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f229a75-03be-4cbe-97c0-1abd867542e3 admin admin] Network hostable DHCP agents. Network: e9b949f6-7c1a-4f50-8d6a-00477af5b7ca, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:38:29.491512 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f229a75-03be-4cbe-97c0-1abd867542e3 admin admin] Network e9b949f6-7c1a-4f50-8d6a-00477af5b7ca is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:38:29.500298 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-6f229a75-03be-4cbe-97c0-1abd867542e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, e9b949f6-7c1a-4f50-8d6a-00477af5b7ca) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:38:29.504620 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f229a75-03be-4cbe-97c0-1abd867542e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:38:29.505217 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6f229a75-03be-4cbe-97c0-1abd867542e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:29.509686 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e42fdfc-f44c-4c8b-98fb-90c2f2055c12 None None] Network e9b949f6-7c1a-4f50-8d6a-00477af5b7ca requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:38:29.523669 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-6f229a75-03be-4cbe-97c0-1abd867542e3 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3118200 Aug 16 23:38:29.523669 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53844) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:38:29.528525 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-f52c5f84-7b58-42c2-a60a-f136f908c05f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-228508795-router', 'tenant_id': '16e475d1a3e642828e9216f7585a4895', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:38:29.549420 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f52c5f84-7b58-42c2-a60a-f136f908c05f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:29.550418 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f52c5f84-7b58-42c2-a60a-f136f908c05f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:29.607185 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f52c5f84-7b58-42c2-a60a-f136f908c05f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:29.661253 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59ecca9-db6d-414a-b876-bf9799990e64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-e9b949f6-7c1a-4f50-8d6a-00477af5b7ca', 'network_id': 'e9b949f6-7c1a-4f50-8d6a-00477af5b7ca', 'tenant_id': '16e475d1a3e642828e9216f7585a4895', 'fixed_ips': [{'subnet_id': '20624e69-fc20-4377-ae84-b4defd7af902'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:38:29.661893 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a59ecca9-db6d-414a-b876-bf9799990e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:29.745401 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f52c5f84-7b58-42c2-a60a-f136f908c05f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:29.796792 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-a59ecca9-db6d-414a-b876-bf9799990e64 None None] Allocated IP 172.20.0.2 (e9b949f6-7c1a-4f50-8d6a-00477af5b7ca/20624e69-fc20-4377-ae84-b4defd7af902/6372ec4d-0373-4987-829c-d2ab35769a38) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:38:29.940057 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a59ecca9-db6d-414a-b876-bf9799990e64 None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:29.947964 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-a59ecca9-db6d-414a-b876-bf9799990e64 None None] Transition to ACTIVE for port object 6372ec4d-0373-4987-829c-d2ab35769a38 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:38:29.953445 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f52c5f84-7b58-42c2-a60a-f136f908c05f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:29.963164 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-a59ecca9-db6d-414a-b876-bf9799990e64 None None] Transition to ACTIVE for port object 6372ec4d-0373-4987-829c-d2ab35769a38 will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:38:29.969659 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a59ecca9-db6d-414a-b876-bf9799990e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:30.022683 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f52c5f84-7b58-42c2-a60a-f136f908c05f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:30.022885 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59ecca9-db6d-414a-b876-bf9799990e64 None None] Network e9b949f6-7c1a-4f50-8d6a-00477af5b7ca is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:38:30.022885 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-a59ecca9-db6d-414a-b876-bf9799990e64 None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:38:30.024918 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59ecca9-db6d-414a-b876-bf9799990e64 None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:38:30.032723 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59ecca9-db6d-414a-b876-bf9799990e64 None None] Pushing event updated for resources: {'Port': ['ID=6372ec4d-0373-4987-829c-d2ab35769a38,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:38:30.061642 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59ecca9-db6d-414a-b876-bf9799990e64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:38:30.061986 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59ecca9-db6d-414a-b876-bf9799990e64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:38:30.062326 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59ecca9-db6d-414a-b876-bf9799990e64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:38:30.062663 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59ecca9-db6d-414a-b876-bf9799990e64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:38:30.062995 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59ecca9-db6d-414a-b876-bf9799990e64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:38:30.063324 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59ecca9-db6d-414a-b876-bf9799990e64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:38:30.063648 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59ecca9-db6d-414a-b876-bf9799990e64 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:38:30.063972 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59ecca9-db6d-414a-b876-bf9799990e64 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:38:30.064294 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59ecca9-db6d-414a-b876-bf9799990e64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:38:30.064638 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59ecca9-db6d-414a-b876-bf9799990e64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:38:30.064962 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59ecca9-db6d-414a-b876-bf9799990e64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:38:30.065282 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59ecca9-db6d-414a-b876-bf9799990e64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:38:30.096665 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-a59ecca9-db6d-414a-b876-bf9799990e64 None None] Attempting to bind port 6372ec4d-0373-4987-829c-d2ab35769a38 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:38:30.097031 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-a59ecca9-db6d-414a-b876-bf9799990e64 None None] Attempting to bind port 6372ec4d-0373-4987-829c-d2ab35769a38 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e9b949f6-7c1a-4f50-8d6a-00477af5b7ca'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:38:30.097392 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59ecca9-db6d-414a-b876-bf9799990e64 None None] Attempting to bind port 6372ec4d-0373-4987-829c-d2ab35769a38 on network e9b949f6-7c1a-4f50-8d6a-00477af5b7ca {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:38:30.102571 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59ecca9-db6d-414a-b876-bf9799990e64 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:38:30.102944 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59ecca9-db6d-414a-b876-bf9799990e64 None None] Checking segment: {'id': '50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e9b949f6-7c1a-4f50-8d6a-00477af5b7ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:38:30.103343 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a59ecca9-db6d-414a-b876-bf9799990e64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:30.103732 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59ecca9-db6d-414a-b876-bf9799990e64 None None] Bound using segment: {'id': '50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e9b949f6-7c1a-4f50-8d6a-00477af5b7ca'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:38:30.104218 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-a59ecca9-db6d-414a-b876-bf9799990e64 None None] Bound port: 6372ec4d-0373-4987-829c-d2ab35769a38, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e9b949f6-7c1a-4f50-8d6a-00477af5b7ca'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:38:30.104629 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a59ecca9-db6d-414a-b876-bf9799990e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:30.108240 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-f52c5f84-7b58-42c2-a60a-f136f908c05f admin admin] Allocated IP 172.25.4.159 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/6c62d74b-1d0e-408d-a23b-b7509e12a728) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:38:30.168011 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-a59ecca9-db6d-414a-b876-bf9799990e64 None None] For port 6372ec4d-0373-4987-829c-d2ab35769a38, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:38:30.172008 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-a59ecca9-db6d-414a-b876-bf9799990e64 None None] For port 6372ec4d-0373-4987-829c-d2ab35769a38, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=6372ec4d-0373-4987-829c-d2ab35769a38,segment=NetworkSegment(50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1),segment_id=50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:38:30.175494 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a59ecca9-db6d-414a-b876-bf9799990e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:30.217641 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f52c5f84-7b58-42c2-a60a-f136f908c05f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:30.236284 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59ecca9-db6d-414a-b876-bf9799990e64 None None] Pushing event updated for resources: {'Port': ['ID=6372ec4d-0373-4987-829c-d2ab35769a38,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:38:30.258793 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f52c5f84-7b58-42c2-a60a-f136f908c05f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:30.297074 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52c5f84-7b58-42c2-a60a-f136f908c05f admin admin] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:38:30.301553 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-f52c5f84-7b58-42c2-a60a-f136f908c05f admin admin] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:38:30.307687 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52c5f84-7b58-42c2-a60a-f136f908c05f admin admin] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:38:30.342994 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52c5f84-7b58-42c2-a60a-f136f908c05f admin admin] Pushing event updated for resources: {'Port': ['ID=6c62d74b-1d0e-408d-a23b-b7509e12a728,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:38:30.603471 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f52c5f84-7b58-42c2-a60a-f136f908c05f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:30.625644 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 6372ec4d-0373-4987-829c-d2ab35769a38 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:38:30.682874 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 6372ec4d-0373-4987-829c-d2ab35769a38 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:38:30.810110 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f52c5f84-7b58-42c2-a60a-f136f908c05f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:30.945220 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f52c5f84-7b58-42c2-a60a-f136f908c05f admin admin] Router c975e626-bbe5-4a07-aab1-e8c1d3a5820d is scheduled to L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f with binding_index 1 {{(pid=101291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:38:31.061757 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f52c5f84-7b58-42c2-a60a-f136f908c05f admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:38:31.070596 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6165c6-46c1-4c0e-8180-35917cc9dd14 None None] Sync routers for ids ['c975e626-bbe5-4a07-aab1-e8c1d3a5820d'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:38:31.079895 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f52c5f84-7b58-42c2-a60a-f136f908c05f admin admin] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:31.081253 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-f52c5f84-7b58-42c2-a60a-f136f908c05f admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5566468 Aug 16 23:38:31.084131 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53846) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:38:31.085123 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6165c6-46c1-4c0e-8180-35917cc9dd14 None None] Routers {'c975e626-bbe5-4a07-aab1-e8c1d3a5820d'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:38:31.085831 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-df6165c6-46c1-4c0e-8180-35917cc9dd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:38:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['c975e626-bbe5-4a07-aab1-e8c1d3a5820d'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:38:31.179544 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b18b2fc-5955-437c-99e2-f274b5c620dc None None] Network e9b949f6-7c1a-4f50-8d6a-00477af5b7ca requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:38:31.255811 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-df6165c6-46c1-4c0e-8180-35917cc9dd14 None None] Set router c975e626-bbe5-4a07-aab1-e8c1d3a5820d gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:38:31.316485 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-dabeb70b-04b6-4078-bbdd-662a47e6523d None None] Provisioning for port 6372ec4d-0373-4987-829c-d2ab35769a38 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:38:31.339904 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-dabeb70b-04b6-4078-bbdd-662a47e6523d None None] Provisioning complete for port 6372ec4d-0373-4987-829c-d2ab35769a38 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:38:31.340282 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-dabeb70b-04b6-4078-bbdd-662a47e6523d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:31.536434 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f165dd24-44b2-4e35-b12e-de696d154dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:31.564867 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-dabeb70b-04b6-4078-bbdd-662a47e6523d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:31.611214 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-dabeb70b-04b6-4078-bbdd-662a47e6523d None None] For port 6372ec4d-0373-4987-829c-d2ab35769a38, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=6372ec4d-0373-4987-829c-d2ab35769a38,segment=NetworkSegment(50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1),segment_id=50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:38:31.616830 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-df6165c6-46c1-4c0e-8180-35917cc9dd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c975e626-bbe5-4a07-aab1-e8c1d3a5820d', 'name': 'tempest-TestVolumeBootPattern-228508795-router', 'tenant_id': '16e475d1a3e642828e9216f7585a4895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '6c62d74b-1d0e-408d-a23b-b7509e12a728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:38:29Z', 'updated_at': '2021-08-16T23:38:30Z', 'revision_number': 3, 'project_id': '16e475d1a3e642828e9216f7585a4895', 'gw_port': {'id': '6c62d74b-1d0e-408d-a23b-b7509e12a728', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e7:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c975e626-bbe5-4a07-aab1-e8c1d3a5820d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:38:29Z', 'updated_at': '2021-08-16T23:38:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:38:31.620400 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-dabeb70b-04b6-4078-bbdd-662a47e6523d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:31.648655 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6165c6-46c1-4c0e-8180-35917cc9dd14 None None] Checking router: c975e626-bbe5-4a07-aab1-e8c1d3a5820d for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:38:31.649014 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6165c6-46c1-4c0e-8180-35917cc9dd14 None None] Updating router c975e626-bbe5-4a07-aab1-e8c1d3a5820d port 6c62d74b-1d0e-408d-a23b-b7509e12a728 binding host n-d-791506-26 {{(pid=101293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:38:31.700187 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-df6165c6-46c1-4c0e-8180-35917cc9dd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:31.724947 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-f165dd24-44b2-4e35-b12e-de696d154dce admin admin] Allocated IP 172.20.0.1 (e9b949f6-7c1a-4f50-8d6a-00477af5b7ca/20624e69-fc20-4377-ae84-b4defd7af902/96e856a4-a4a7-4a5b-89dd-05ce99998317) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:38:31.737536 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabeb70b-04b6-4078-bbdd-662a47e6523d None None] Pushing event updated for resources: {'Port': ['ID=6372ec4d-0373-4987-829c-d2ab35769a38,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:38:31.837282 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f165dd24-44b2-4e35-b12e-de696d154dce admin admin] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:31.851330 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [None req-f165dd24-44b2-4e35-b12e-de696d154dce admin admin] Transition to ACTIVE for port object 96e856a4-a4a7-4a5b-89dd-05ce99998317 will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:38:31.885849 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-b48cf2d1-b118-40c3-9108-8fa89bec356b None None] Provisioning complete for port 6372ec4d-0373-4987-829c-d2ab35769a38 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:38:31.886220 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-b48cf2d1-b118-40c3-9108-8fa89bec356b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:31.894261 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f165dd24-44b2-4e35-b12e-de696d154dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:31.938333 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f165dd24-44b2-4e35-b12e-de696d154dce admin admin] Network e9b949f6-7c1a-4f50-8d6a-00477af5b7ca is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:38:31.941517 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-f165dd24-44b2-4e35-b12e-de696d154dce admin admin] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:38:31.947244 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f165dd24-44b2-4e35-b12e-de696d154dce admin admin] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:38:31.988580 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f165dd24-44b2-4e35-b12e-de696d154dce admin admin] Pushing event updated for resources: {'Port': ['ID=96e856a4-a4a7-4a5b-89dd-05ce99998317,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:38:31.999077 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f165dd24-44b2-4e35-b12e-de696d154dce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954230'] for router_interface, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:32.154929 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f165dd24-44b2-4e35-b12e-de696d154dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:32.229878 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-df6165c6-46c1-4c0e-8180-35917cc9dd14 None None] Notify callbacks [] for port, precommit_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:32.241304 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-df6165c6-46c1-4c0e-8180-35917cc9dd14 None None] Transition to ACTIVE for port object 6c62d74b-1d0e-408d-a23b-b7509e12a728 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:38:32.248332 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-df6165c6-46c1-4c0e-8180-35917cc9dd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:32.305390 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-df6165c6-46c1-4c0e-8180-35917cc9dd14 None None] Attempting to bind port 6c62d74b-1d0e-408d-a23b-b7509e12a728 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:38:32.306025 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-df6165c6-46c1-4c0e-8180-35917cc9dd14 None None] Attempting to bind port 6c62d74b-1d0e-408d-a23b-b7509e12a728 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:38:32.306112 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6165c6-46c1-4c0e-8180-35917cc9dd14 None None] Attempting to bind port 6c62d74b-1d0e-408d-a23b-b7509e12a728 on network c22c4980-c849-406d-982c-a5d68c515a94 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:38:32.309848 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2650aabc-966b-4a90-80b7-af554c94f56b None None] Pushing event updated for resources: {'Port': ['ID=6c62d74b-1d0e-408d-a23b-b7509e12a728,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:38:32.314707 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6165c6-46c1-4c0e-8180-35917cc9dd14 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:38:32.315092 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6165c6-46c1-4c0e-8180-35917cc9dd14 None None] Checking segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:38:32.315503 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-df6165c6-46c1-4c0e-8180-35917cc9dd14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:32.315897 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6165c6-46c1-4c0e-8180-35917cc9dd14 None None] Bound using segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:38:32.316372 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-df6165c6-46c1-4c0e-8180-35917cc9dd14 None None] Bound port: 6c62d74b-1d0e-408d-a23b-b7509e12a728, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:38:32.316791 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-df6165c6-46c1-4c0e-8180-35917cc9dd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:32.365866 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-83b3cb68-c5de-4570-9d6c-0ec0c228d120 None None] Provisioning for port 96e856a4-a4a7-4a5b-89dd-05ce99998317 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:38:32.374671 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-83b3cb68-c5de-4570-9d6c-0ec0c228d120 None None] Provisioning complete for port 96e856a4-a4a7-4a5b-89dd-05ce99998317 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:38:32.375112 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-83b3cb68-c5de-4570-9d6c-0ec0c228d120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:32.376596 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f165dd24-44b2-4e35-b12e-de696d154dce admin admin] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:32.381077 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f165dd24-44b2-4e35-b12e-de696d154dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:32.397420 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-df6165c6-46c1-4c0e-8180-35917cc9dd14 None None] For port 6c62d74b-1d0e-408d-a23b-b7509e12a728, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:38:32.416993 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-df6165c6-46c1-4c0e-8180-35917cc9dd14 None None] For port 6c62d74b-1d0e-408d-a23b-b7509e12a728, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=6c62d74b-1d0e-408d-a23b-b7509e12a728,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:38:32.424436 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-df6165c6-46c1-4c0e-8180-35917cc9dd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:32.429485 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-83b3cb68-c5de-4570-9d6c-0ec0c228d120 None None] Port 96e856a4-a4a7-4a5b-89dd-05ce99998317 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:38:32.455495 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f165dd24-44b2-4e35-b12e-de696d154dce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954122'] for router_interface, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:32.458142 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f165dd24-44b2-4e35-b12e-de696d154dce admin admin] Pushing event updated for resources: {'Port': ['ID=96e856a4-a4a7-4a5b-89dd-05ce99998317,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:38:32.489453 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6165c6-46c1-4c0e-8180-35917cc9dd14 None None] Routers {'c975e626-bbe5-4a07-aab1-e8c1d3a5820d'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:38:32.490083 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-df6165c6-46c1-4c0e-8180-35917cc9dd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:38:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['c975e626-bbe5-4a07-aab1-e8c1d3a5820d'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:38:32.494998 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2650aabc-966b-4a90-80b7-af554c94f56b None None] Pushing event updated for resources: {'Port': ['ID=6c62d74b-1d0e-408d-a23b-b7509e12a728,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:38:32.552040 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f165dd24-44b2-4e35-b12e-de696d154dce admin admin] Network e9b949f6-7c1a-4f50-8d6a-00477af5b7ca is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:38:32.553476 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-f165dd24-44b2-4e35-b12e-de696d154dce admin admin] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:38:32.599977 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 6372ec4d-0373-4987-829c-d2ab35769a38 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:38:32.632759 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-df6165c6-46c1-4c0e-8180-35917cc9dd14 None None] Set router c975e626-bbe5-4a07-aab1-e8c1d3a5820d gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:38:32.675026 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f165dd24-44b2-4e35-b12e-de696d154dce admin admin] Router c975e626-bbe5-4a07-aab1-e8c1d3a5820d has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:38:32.743102 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 6372ec4d-0373-4987-829c-d2ab35769a38 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:38:32.743490 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:32.794008 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f165dd24-44b2-4e35-b12e-de696d154dce admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:38:32.800271 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-f165dd24-44b2-4e35-b12e-de696d154dce admin admin] 10.222.0.36 "PUT /v2.0/routers/c975e626-bbe5-4a07-aab1-e8c1d3a5820d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7127910 Aug 16 23:38:32.909608 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-b5d63529-e8f5-43e9-a3c2-b6ef161aa13f None None] Provisioning complete for port 96e856a4-a4a7-4a5b-89dd-05ce99998317 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:38:32.909994 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-b5d63529-e8f5-43e9-a3c2-b6ef161aa13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:32.963613 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-b5d63529-e8f5-43e9-a3c2-b6ef161aa13f None None] Port 96e856a4-a4a7-4a5b-89dd-05ce99998317 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:38:32.974688 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-df6165c6-46c1-4c0e-8180-35917cc9dd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c975e626-bbe5-4a07-aab1-e8c1d3a5820d', 'name': 'tempest-TestVolumeBootPattern-228508795-router', 'tenant_id': '16e475d1a3e642828e9216f7585a4895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '6c62d74b-1d0e-408d-a23b-b7509e12a728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:38:29Z', 'updated_at': '2021-08-16T23:38:32Z', 'revision_number': 4, 'project_id': '16e475d1a3e642828e9216f7585a4895', 'gw_port': {'id': '6c62d74b-1d0e-408d-a23b-b7509e12a728', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e7:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c975e626-bbe5-4a07-aab1-e8c1d3a5820d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:38:29Z', 'updated_at': '2021-08-16T23:38:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '96e856a4-a4a7-4a5b-89dd-05ce99998317', 'name': '', 'network_id': 'e9b949f6-7c1a-4f50-8d6a-00477af5b7ca', 'tenant_id': '16e475d1a3e642828e9216f7585a4895', 'mac_address': 'fa:16:3e:18:2c:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c975e626-bbe5-4a07-aab1-e8c1d3a5820d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '20624e69-fc20-4377-ae84-b4defd7af902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:38:31Z', 'updated_at': '2021-08-16T23:38:32Z', 'revision_number': 2, 'project_id': '16e475d1a3e642828e9216f7585a4895', 'subnets': [{'id': '20624e69-fc20-4377-ae84-b4defd7af902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:38:33.005499 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6165c6-46c1-4c0e-8180-35917cc9dd14 None None] The sync data for ids ['c975e626-bbe5-4a07-aab1-e8c1d3a5820d'] in n-d-791506-26 is: [{'id': 'c975e626-bbe5-4a07-aab1-e8c1d3a5820d', 'name': 'tempest-TestVolumeBootPattern-228508795-router', 'tenant_id': '16e475d1a3e642828e9216f7585a4895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '6c62d74b-1d0e-408d-a23b-b7509e12a728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:38:29Z', 'updated_at': '2021-08-16T23:38:32Z', 'revision_number': 4, 'project_id': '16e475d1a3e642828e9216f7585a4895', 'gw_port': {'id': '6c62d74b-1d0e-408d-a23b-b7509e12a728', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e7:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c975e626-bbe5-4a07-aab1-e8c1d3a5820d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:38:29Z', 'updated_at': '2021-08-16T23:38:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '96e856a4-a4a7-4a5b-89dd-05ce99998317', 'name': '', 'network_id': 'e9b949f6-7c1a-4f50-8d6a-00477af5b7ca', 'tenant_id': '16e475d1a3e642828e9216f7585a4895', 'mac_address': 'fa:16:3e:18:2c:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c975e626-bbe5-4a07-aab1-e8c1d3a5820d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '20624e69-fc20-4377-ae84-b4defd7af902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:38:31Z', 'updated_at': '2021-08-16T23:38:32Z', 'revision_number': 2, 'project_id': '16e475d1a3e642828e9216f7585a4895', 'subnets': [{'id': '20624e69-fc20-4377-ae84-b4defd7af902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:38:33.303080 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53862) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:38:33.308131 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-b90f302f-d8f4-4436-8718-5a26a82e5a16 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1051355006-network', 'tenant_id': '3f1c5ab37eee4e84b98e6f9fd43580f4'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:38:33.329889 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b90f302f-d8f4-4436-8718-5a26a82e5a16 admin admin] Made reservation on behalf of 3f1c5ab37eee4e84b98e6f9fd43580f4 for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:38:33.332483 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b90f302f-d8f4-4436-8718-5a26a82e5a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:33.342445 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b90f302f-d8f4-4436-8718-5a26a82e5a16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:33.438613 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b90f302f-d8f4-4436-8718-5a26a82e5a16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:33.442964 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b90f302f-d8f4-4436-8718-5a26a82e5a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:33.472583 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b90f302f-d8f4-4436-8718-5a26a82e5a16 admin admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:38:33.479378 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90f302f-d8f4-4436-8718-5a26a82e5a16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7345c3bf-4321-449c-88d8-cb64ceef61ba,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:38:33.488241 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b90f302f-d8f4-4436-8718-5a26a82e5a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:33.488630 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-b90f302f-d8f4-4436-8718-5a26a82e5a16 admin admin] Added segment e4919620-4e25-4aba-9483-fd4a70f25423 of type vlan for network 91d5c7fc-97e5-4cd3-b862-a5254b781686 Aug 16 23:38:33.535400 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b90f302f-d8f4-4436-8718-5a26a82e5a16 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:33.563132 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b90f302f-d8f4-4436-8718-5a26a82e5a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:33.564158 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90f302f-d8f4-4436-8718-5a26a82e5a16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:38:33.564790 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b90f302f-d8f4-4436-8718-5a26a82e5a16 admin admin] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:33.636420 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53864) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:38:33.642127 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-c03bc8b3-5cc5-4e2a-9e64-0e2b914aa1a4 admin admin] Request body: {'subnet': {'network_id': '91d5c7fc-97e5-4cd3-b862-a5254b781686', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1051355006-subnet', 'tenant_id': '3f1c5ab37eee4e84b98e6f9fd43580f4', 'ip_version': 4}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:38:33.642876 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-b90f302f-d8f4-4436-8718-5a26a82e5a16 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3386226 Aug 16 23:38:33.646543 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90f302f-d8f4-4436-8718-5a26a82e5a16 admin admin] Pushing event updated for resources: {'Network': ['ID=91d5c7fc-97e5-4cd3-b862-a5254b781686,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:38:33.661097 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 91d5c7fc-97e5-4cd3-b862-a5254b781686 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:38:33.668923 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c03bc8b3-5cc5-4e2a-9e64-0e2b914aa1a4 admin admin] Made reservation on behalf of 3f1c5ab37eee4e84b98e6f9fd43580f4 for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:38:33.671280 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c03bc8b3-5cc5-4e2a-9e64-0e2b914aa1a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:33.871158 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c03bc8b3-5cc5-4e2a-9e64-0e2b914aa1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:33.926106 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bc8b3-5cc5-4e2a-9e64-0e2b914aa1a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6ac99db-98fc-45ec-ad57-41f3f8921bd5,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:38:33.944211 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03bc8b3-5cc5-4e2a-9e64-0e2b914aa1a4 admin admin] Checking segment: {'id': 'e4919620-4e25-4aba-9483-fd4a70f25423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '91d5c7fc-97e5-4cd3-b862-a5254b781686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:38:33.944612 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03bc8b3-5cc5-4e2a-9e64-0e2b914aa1a4 admin admin] Network hostable DHCP agents. Network: 91d5c7fc-97e5-4cd3-b862-a5254b781686, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:38:33.961579 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03bc8b3-5cc5-4e2a-9e64-0e2b914aa1a4 admin admin] Network 91d5c7fc-97e5-4cd3-b862-a5254b781686 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:38:33.972232 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-c03bc8b3-5cc5-4e2a-9e64-0e2b914aa1a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 91d5c7fc-97e5-4cd3-b862-a5254b781686) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:38:33.976326 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03bc8b3-5cc5-4e2a-9e64-0e2b914aa1a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:38:33.976962 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c03bc8b3-5cc5-4e2a-9e64-0e2b914aa1a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:33.983860 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f434971-a94c-49c6-a9b3-6e353a7b2d9e None None] Network 91d5c7fc-97e5-4cd3-b862-a5254b781686 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:38:33.992933 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-c03bc8b3-5cc5-4e2a-9e64-0e2b914aa1a4 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3547280 Aug 16 23:38:33.995700 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 53866) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:38:34.000627 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-25c7d187-099d-4f2f-b14a-054dfc703eb0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1051355006-router', 'tenant_id': '3f1c5ab37eee4e84b98e6f9fd43580f4', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:38:34.030174 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-25c7d187-099d-4f2f-b14a-054dfc703eb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:34.031555 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-25c7d187-099d-4f2f-b14a-054dfc703eb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:34.093657 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-25c7d187-099d-4f2f-b14a-054dfc703eb0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:34.144102 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a81582-9ddf-49a0-b957-a664a4c21705 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-91d5c7fc-97e5-4cd3-b862-a5254b781686', 'network_id': '91d5c7fc-97e5-4cd3-b862-a5254b781686', 'tenant_id': '3f1c5ab37eee4e84b98e6f9fd43580f4', 'fixed_ips': [{'subnet_id': 'd6ac99db-98fc-45ec-ad57-41f3f8921bd5'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:38:34.145016 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-75a81582-9ddf-49a0-b957-a664a4c21705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:34.246953 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-25c7d187-099d-4f2f-b14a-054dfc703eb0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:34.301740 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-75a81582-9ddf-49a0-b957-a664a4c21705 None None] Allocated IP 172.20.0.2 (91d5c7fc-97e5-4cd3-b862-a5254b781686/d6ac99db-98fc-45ec-ad57-41f3f8921bd5/638f79df-ec2b-47a9-8c5e-affe58ec8e41) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:38:34.447643 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-75a81582-9ddf-49a0-b957-a664a4c21705 None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:34.456462 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-25c7d187-099d-4f2f-b14a-054dfc703eb0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:34.458916 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-75a81582-9ddf-49a0-b957-a664a4c21705 None None] Transition to ACTIVE for port object 638f79df-ec2b-47a9-8c5e-affe58ec8e41 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:38:34.476294 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-75a81582-9ddf-49a0-b957-a664a4c21705 None None] Transition to ACTIVE for port object 638f79df-ec2b-47a9-8c5e-affe58ec8e41 will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:38:34.476650 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-25c7d187-099d-4f2f-b14a-054dfc703eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:34.482643 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-75a81582-9ddf-49a0-b957-a664a4c21705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:34.524836 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a81582-9ddf-49a0-b957-a664a4c21705 None None] Network 91d5c7fc-97e5-4cd3-b862-a5254b781686 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:38:34.529427 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-75a81582-9ddf-49a0-b957-a664a4c21705 None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:38:34.534042 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a81582-9ddf-49a0-b957-a664a4c21705 None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:38:34.537195 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a81582-9ddf-49a0-b957-a664a4c21705 None None] Pushing event updated for resources: {'Port': ['ID=638f79df-ec2b-47a9-8c5e-affe58ec8e41,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:38:34.585528 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-25c7d187-099d-4f2f-b14a-054dfc703eb0 admin admin] Allocated IP 172.25.4.234 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/a35461a3-015e-4fd3-b148-0355f88642af) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:38:34.598386 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-75a81582-9ddf-49a0-b957-a664a4c21705 None None] Attempting to bind port 638f79df-ec2b-47a9-8c5e-affe58ec8e41 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:38:34.598765 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-75a81582-9ddf-49a0-b957-a664a4c21705 None None] Attempting to bind port 638f79df-ec2b-47a9-8c5e-affe58ec8e41 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': 'e4919620-4e25-4aba-9483-fd4a70f25423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '91d5c7fc-97e5-4cd3-b862-a5254b781686'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:38:34.599136 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a81582-9ddf-49a0-b957-a664a4c21705 None None] Attempting to bind port 638f79df-ec2b-47a9-8c5e-affe58ec8e41 on network 91d5c7fc-97e5-4cd3-b862-a5254b781686 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:38:34.604766 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a81582-9ddf-49a0-b957-a664a4c21705 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:38:34.605152 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a81582-9ddf-49a0-b957-a664a4c21705 None None] Checking segment: {'id': 'e4919620-4e25-4aba-9483-fd4a70f25423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '91d5c7fc-97e5-4cd3-b862-a5254b781686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:38:34.606156 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-75a81582-9ddf-49a0-b957-a664a4c21705 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:34.606835 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a81582-9ddf-49a0-b957-a664a4c21705 None None] Bound using segment: {'id': 'e4919620-4e25-4aba-9483-fd4a70f25423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '91d5c7fc-97e5-4cd3-b862-a5254b781686'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:38:34.607329 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-75a81582-9ddf-49a0-b957-a664a4c21705 None None] Bound port: 638f79df-ec2b-47a9-8c5e-affe58ec8e41, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4919620-4e25-4aba-9483-fd4a70f25423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '91d5c7fc-97e5-4cd3-b862-a5254b781686'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:38:34.607720 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-75a81582-9ddf-49a0-b957-a664a4c21705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:34.647007 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 6c62d74b-1d0e-408d-a23b-b7509e12a728 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:38:34.702691 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-25c7d187-099d-4f2f-b14a-054dfc703eb0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:34.711322 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-75a81582-9ddf-49a0-b957-a664a4c21705 None None] For port 638f79df-ec2b-47a9-8c5e-affe58ec8e41, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:38:34.714640 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-75a81582-9ddf-49a0-b957-a664a4c21705 None None] For port 638f79df-ec2b-47a9-8c5e-affe58ec8e41, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=638f79df-ec2b-47a9-8c5e-affe58ec8e41,segment=NetworkSegment(e4919620-4e25-4aba-9483-fd4a70f25423),segment_id=e4919620-4e25-4aba-9483-fd4a70f25423)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:38:34.719332 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-75a81582-9ddf-49a0-b957-a664a4c21705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:34.743774 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-25c7d187-099d-4f2f-b14a-054dfc703eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:34.769943 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 6c62d74b-1d0e-408d-a23b-b7509e12a728 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:38:34.780333 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 6c62d74b-1d0e-408d-a23b-b7509e12a728 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:38:34.796762 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:34.796843 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c7d187-099d-4f2f-b14a-054dfc703eb0 admin admin] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:38:34.796843 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-25c7d187-099d-4f2f-b14a-054dfc703eb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:38:34.799200 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c7d187-099d-4f2f-b14a-054dfc703eb0 admin admin] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:38:34.823731 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a81582-9ddf-49a0-b957-a664a4c21705 None None] Pushing event updated for resources: {'Port': ['ID=638f79df-ec2b-47a9-8c5e-affe58ec8e41,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:38:34.831745 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c7d187-099d-4f2f-b14a-054dfc703eb0 admin admin] Pushing event updated for resources: {'Port': ['ID=a35461a3-015e-4fd3-b148-0355f88642af,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:38:34.892797 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:34.917067 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 6c62d74b-1d0e-408d-a23b-b7509e12a728, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=6c62d74b-1d0e-408d-a23b-b7509e12a728,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:38:34.923833 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:34.987834 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=6c62d74b-1d0e-408d-a23b-b7509e12a728,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:38:35.097911 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-25c7d187-099d-4f2f-b14a-054dfc703eb0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:35.180329 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0e2f74-7ef5-46c8-8e09-95fb45275a91 None None] Sync routers for ids ['c975e626-bbe5-4a07-aab1-e8c1d3a5820d'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:38:35.190237 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0e2f74-7ef5-46c8-8e09-95fb45275a91 None None] Routers {'c975e626-bbe5-4a07-aab1-e8c1d3a5820d'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:38:35.190967 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-7b0e2f74-7ef5-46c8-8e09-95fb45275a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:38:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['c975e626-bbe5-4a07-aab1-e8c1d3a5820d'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:38:35.296082 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-7b0e2f74-7ef5-46c8-8e09-95fb45275a91 None None] Set router c975e626-bbe5-4a07-aab1-e8c1d3a5820d gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:38:35.302479 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-25c7d187-099d-4f2f-b14a-054dfc703eb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:35.438749 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25c7d187-099d-4f2f-b14a-054dfc703eb0 admin admin] Router 6786c5c8-3172-40a1-a65f-f6cdbfc9a263 is scheduled to L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f with binding_index 1 {{(pid=101292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:38:35.503783 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-7b0e2f74-7ef5-46c8-8e09-95fb45275a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c975e626-bbe5-4a07-aab1-e8c1d3a5820d', 'name': 'tempest-TestVolumeBootPattern-228508795-router', 'tenant_id': '16e475d1a3e642828e9216f7585a4895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '6c62d74b-1d0e-408d-a23b-b7509e12a728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:38:29Z', 'updated_at': '2021-08-16T23:38:32Z', 'revision_number': 4, 'project_id': '16e475d1a3e642828e9216f7585a4895', 'gw_port': {'id': '6c62d74b-1d0e-408d-a23b-b7509e12a728', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c975e626-bbe5-4a07-aab1-e8c1d3a5820d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:38:29Z', 'updated_at': '2021-08-16T23:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '96e856a4-a4a7-4a5b-89dd-05ce99998317', 'name': '', 'network_id': 'e9b949f6-7c1a-4f50-8d6a-00477af5b7ca', 'tenant_id': '16e475d1a3e642828e9216f7585a4895', 'mac_address': 'fa:16:3e:18:2c:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c975e626-bbe5-4a07-aab1-e8c1d3a5820d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '20624e69-fc20-4377-ae84-b4defd7af902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:38:31Z', 'updated_at': '2021-08-16T23:38:32Z', 'revision_number': 2, 'project_id': '16e475d1a3e642828e9216f7585a4895', 'subnets': [{'id': '20624e69-fc20-4377-ae84-b4defd7af902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:38:35.531661 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0e2f74-7ef5-46c8-8e09-95fb45275a91 None None] Checking router: c975e626-bbe5-4a07-aab1-e8c1d3a5820d for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:38:35.532020 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0e2f74-7ef5-46c8-8e09-95fb45275a91 None None] Updating router c975e626-bbe5-4a07-aab1-e8c1d3a5820d port 96e856a4-a4a7-4a5b-89dd-05ce99998317 binding host n-d-791506-26 {{(pid=101294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:38:35.551269 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25c7d187-099d-4f2f-b14a-054dfc703eb0 admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:38:35.557309 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-7b0e2f74-7ef5-46c8-8e09-95fb45275a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:35.563847 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f111a3-dd1a-485a-ad79-2bb8e152c8a7 None None] Sync routers for ids ['6786c5c8-3172-40a1-a65f-f6cdbfc9a263'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:38:35.570572 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-25c7d187-099d-4f2f-b14a-054dfc703eb0 admin admin] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:35.574947 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-25c7d187-099d-4f2f-b14a-054dfc703eb0 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5750623 Aug 16 23:38:35.575075 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f111a3-dd1a-485a-ad79-2bb8e152c8a7 None None] Routers {'6786c5c8-3172-40a1-a65f-f6cdbfc9a263'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:38:35.575075 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-41f111a3-dd1a-485a-ad79-2bb8e152c8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:38:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['6786c5c8-3172-40a1-a65f-f6cdbfc9a263'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:38:35.575264 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 53868) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:38:35.727601 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-41f111a3-dd1a-485a-ad79-2bb8e152c8a7 None None] Set router 6786c5c8-3172-40a1-a65f-f6cdbfc9a263 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:38:35.881470 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-7b0e2f74-7ef5-46c8-8e09-95fb45275a91 None None] Notify callbacks [] for port, precommit_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:35.900150 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.provisioning_blocks [None req-7b0e2f74-7ef5-46c8-8e09-95fb45275a91 None None] Transition to ACTIVE for port object 96e856a4-a4a7-4a5b-89dd-05ce99998317 will not be triggered until provisioned by entity L2. {{(pid=101294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:38:35.908563 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-7b0e2f74-7ef5-46c8-8e09-95fb45275a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:35.972140 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-41f111a3-dd1a-485a-ad79-2bb8e152c8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6786c5c8-3172-40a1-a65f-f6cdbfc9a263', 'name': 'tempest-TestVolumeBootPattern-1051355006-router', 'tenant_id': '3f1c5ab37eee4e84b98e6f9fd43580f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': 'a35461a3-015e-4fd3-b148-0355f88642af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:38:34Z', 'updated_at': '2021-08-16T23:38:34Z', 'revision_number': 3, 'project_id': '3f1c5ab37eee4e84b98e6f9fd43580f4', 'gw_port': {'id': 'a35461a3-015e-4fd3-b148-0355f88642af', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:18:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6786c5c8-3172-40a1-a65f-f6cdbfc9a263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:38:34Z', 'updated_at': '2021-08-16T23:38:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:38:36.013531 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f111a3-dd1a-485a-ad79-2bb8e152c8a7 None None] Checking router: 6786c5c8-3172-40a1-a65f-f6cdbfc9a263 for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:38:36.014033 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f111a3-dd1a-485a-ad79-2bb8e152c8a7 None None] Updating router 6786c5c8-3172-40a1-a65f-f6cdbfc9a263 port a35461a3-015e-4fd3-b148-0355f88642af binding host n-d-791506-26 {{(pid=101293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:38:36.032584 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39a1e27-282b-4e17-b3de-bdd583c408c2 None None] Pushing event updated for resources: {'Port': ['ID=96e856a4-a4a7-4a5b-89dd-05ce99998317,revision_number=3']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:38:36.048282 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-41f111a3-dd1a-485a-ad79-2bb8e152c8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:36.067240 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39a1e27-282b-4e17-b3de-bdd583c408c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:38:36.069432 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39a1e27-282b-4e17-b3de-bdd583c408c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:38:36.069796 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39a1e27-282b-4e17-b3de-bdd583c408c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:38:36.070147 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39a1e27-282b-4e17-b3de-bdd583c408c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:38:36.070545 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39a1e27-282b-4e17-b3de-bdd583c408c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:38:36.070888 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39a1e27-282b-4e17-b3de-bdd583c408c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:38:36.071248 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39a1e27-282b-4e17-b3de-bdd583c408c2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:38:36.072105 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39a1e27-282b-4e17-b3de-bdd583c408c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:38:36.072105 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39a1e27-282b-4e17-b3de-bdd583c408c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:38:36.072326 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39a1e27-282b-4e17-b3de-bdd583c408c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:38:36.072811 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39a1e27-282b-4e17-b3de-bdd583c408c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:38:36.073193 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39a1e27-282b-4e17-b3de-bdd583c408c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:38:36.097915 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-7b0e2f74-7ef5-46c8-8e09-95fb45275a91 None None] Attempting to bind port 96e856a4-a4a7-4a5b-89dd-05ce99998317 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:38:36.099312 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-7b0e2f74-7ef5-46c8-8e09-95fb45275a91 None None] Attempting to bind port 96e856a4-a4a7-4a5b-89dd-05ce99998317 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e9b949f6-7c1a-4f50-8d6a-00477af5b7ca'}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:38:36.099312 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0e2f74-7ef5-46c8-8e09-95fb45275a91 None None] Attempting to bind port 96e856a4-a4a7-4a5b-89dd-05ce99998317 on network e9b949f6-7c1a-4f50-8d6a-00477af5b7ca {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:38:36.104384 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0e2f74-7ef5-46c8-8e09-95fb45275a91 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:38:36.104796 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0e2f74-7ef5-46c8-8e09-95fb45275a91 None None] Checking segment: {'id': '50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e9b949f6-7c1a-4f50-8d6a-00477af5b7ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:38:36.105215 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-7b0e2f74-7ef5-46c8-8e09-95fb45275a91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:36.105624 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0e2f74-7ef5-46c8-8e09-95fb45275a91 None None] Bound using segment: {'id': '50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e9b949f6-7c1a-4f50-8d6a-00477af5b7ca'} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:38:36.106581 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-7b0e2f74-7ef5-46c8-8e09-95fb45275a91 None None] Bound port: 96e856a4-a4a7-4a5b-89dd-05ce99998317, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e9b949f6-7c1a-4f50-8d6a-00477af5b7ca'}}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:38:36.107029 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-7b0e2f74-7ef5-46c8-8e09-95fb45275a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:36.220927 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-7b0e2f74-7ef5-46c8-8e09-95fb45275a91 None None] For port 96e856a4-a4a7-4a5b-89dd-05ce99998317, host n-d-791506-26, cleared binding levels {{(pid=101294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:38:36.226448 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-7b0e2f74-7ef5-46c8-8e09-95fb45275a91 None None] For port 96e856a4-a4a7-4a5b-89dd-05ce99998317, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=96e856a4-a4a7-4a5b-89dd-05ce99998317,segment=NetworkSegment(50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1),segment_id=50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1)] {{(pid=101294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:38:36.229250 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0772d73d-49ed-49ea-95d3-36c3a0542e03 None None] Network 91d5c7fc-97e5-4cd3-b862-a5254b781686 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:38:36.238380 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-7b0e2f74-7ef5-46c8-8e09-95fb45275a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:36.301657 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0e2f74-7ef5-46c8-8e09-95fb45275a91 None None] Routers {'c975e626-bbe5-4a07-aab1-e8c1d3a5820d'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:38:36.302524 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-7b0e2f74-7ef5-46c8-8e09-95fb45275a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:38:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['c975e626-bbe5-4a07-aab1-e8c1d3a5820d'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:38:36.341491 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39a1e27-282b-4e17-b3de-bdd583c408c2 None None] Pushing event updated for resources: {'Port': ['ID=96e856a4-a4a7-4a5b-89dd-05ce99998317,revision_number=4']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:38:36.444725 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-7b0e2f74-7ef5-46c8-8e09-95fb45275a91 None None] Set router c975e626-bbe5-4a07-aab1-e8c1d3a5820d gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:38:36.454316 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9c7f42d1-f3d9-4d88-8b1a-376e70e90bb9 None None] Provisioning for port 638f79df-ec2b-47a9-8c5e-affe58ec8e41 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:38:36.502891 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7432445f-376c-4316-a8c6-80252c8e5bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:36.521810 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-41f111a3-dd1a-485a-ad79-2bb8e152c8a7 None None] Notify callbacks [] for port, precommit_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:36.577158 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-41f111a3-dd1a-485a-ad79-2bb8e152c8a7 None None] Transition to ACTIVE for port object a35461a3-015e-4fd3-b148-0355f88642af will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:38:36.588272 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-41f111a3-dd1a-485a-ad79-2bb8e152c8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:36.664621 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-41f111a3-dd1a-485a-ad79-2bb8e152c8a7 None None] Attempting to bind port a35461a3-015e-4fd3-b148-0355f88642af on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:38:36.664998 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-41f111a3-dd1a-485a-ad79-2bb8e152c8a7 None None] Attempting to bind port a35461a3-015e-4fd3-b148-0355f88642af by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:38:36.665365 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f111a3-dd1a-485a-ad79-2bb8e152c8a7 None None] Attempting to bind port a35461a3-015e-4fd3-b148-0355f88642af on network c22c4980-c849-406d-982c-a5d68c515a94 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:38:36.685836 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-7b0e2f74-7ef5-46c8-8e09-95fb45275a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c975e626-bbe5-4a07-aab1-e8c1d3a5820d', 'name': 'tempest-TestVolumeBootPattern-228508795-router', 'tenant_id': '16e475d1a3e642828e9216f7585a4895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '6c62d74b-1d0e-408d-a23b-b7509e12a728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:38:29Z', 'updated_at': '2021-08-16T23:38:32Z', 'revision_number': 4, 'project_id': '16e475d1a3e642828e9216f7585a4895', 'gw_port': {'id': '6c62d74b-1d0e-408d-a23b-b7509e12a728', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c975e626-bbe5-4a07-aab1-e8c1d3a5820d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:38:29Z', 'updated_at': '2021-08-16T23:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '96e856a4-a4a7-4a5b-89dd-05ce99998317', 'name': '', 'network_id': 'e9b949f6-7c1a-4f50-8d6a-00477af5b7ca', 'tenant_id': '16e475d1a3e642828e9216f7585a4895', 'mac_address': 'fa:16:3e:18:2c:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c975e626-bbe5-4a07-aab1-e8c1d3a5820d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '20624e69-fc20-4377-ae84-b4defd7af902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:38:31Z', 'updated_at': '2021-08-16T23:38:36Z', 'revision_number': 4, 'project_id': '16e475d1a3e642828e9216f7585a4895', 'subnets': [{'id': '20624e69-fc20-4377-ae84-b4defd7af902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:38:36.694402 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0f0ff2-f9e0-48bb-a8e6-28c7d5406f7b None None] Pushing event updated for resources: {'Port': ['ID=a35461a3-015e-4fd3-b148-0355f88642af,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:38:36.699464 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f111a3-dd1a-485a-ad79-2bb8e152c8a7 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:38:36.699464 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f111a3-dd1a-485a-ad79-2bb8e152c8a7 None None] Checking segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:38:36.699944 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-41f111a3-dd1a-485a-ad79-2bb8e152c8a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:36.700399 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f111a3-dd1a-485a-ad79-2bb8e152c8a7 None None] Bound using segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:38:36.700972 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-41f111a3-dd1a-485a-ad79-2bb8e152c8a7 None None] Bound port: a35461a3-015e-4fd3-b148-0355f88642af, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:38:36.701420 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-41f111a3-dd1a-485a-ad79-2bb8e152c8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:36.786486 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-41f111a3-dd1a-485a-ad79-2bb8e152c8a7 None None] For port a35461a3-015e-4fd3-b148-0355f88642af, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:38:36.794188 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-41f111a3-dd1a-485a-ad79-2bb8e152c8a7 None None] For port a35461a3-015e-4fd3-b148-0355f88642af, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=a35461a3-015e-4fd3-b148-0355f88642af,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:38:36.794518 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-7432445f-376c-4316-a8c6-80252c8e5bcd admin admin] Allocated IP 172.20.0.1 (91d5c7fc-97e5-4cd3-b862-a5254b781686/d6ac99db-98fc-45ec-ad57-41f3f8921bd5/425f2e22-2477-4898-9b47-2899b3ff9978) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:38:36.805889 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-41f111a3-dd1a-485a-ad79-2bb8e152c8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:36.844117 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 96e856a4-a4a7-4a5b-89dd-05ce99998317 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:38:36.863879 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0e2f74-7ef5-46c8-8e09-95fb45275a91 None None] The sync data for ids ['c975e626-bbe5-4a07-aab1-e8c1d3a5820d'] in n-d-791506-26 is: [{'id': 'c975e626-bbe5-4a07-aab1-e8c1d3a5820d', 'name': 'tempest-TestVolumeBootPattern-228508795-router', 'tenant_id': '16e475d1a3e642828e9216f7585a4895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '6c62d74b-1d0e-408d-a23b-b7509e12a728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:38:29Z', 'updated_at': '2021-08-16T23:38:32Z', 'revision_number': 4, 'project_id': '16e475d1a3e642828e9216f7585a4895', 'gw_port': {'id': '6c62d74b-1d0e-408d-a23b-b7509e12a728', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c975e626-bbe5-4a07-aab1-e8c1d3a5820d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:38:29Z', 'updated_at': '2021-08-16T23:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '96e856a4-a4a7-4a5b-89dd-05ce99998317', 'name': '', 'network_id': 'e9b949f6-7c1a-4f50-8d6a-00477af5b7ca', 'tenant_id': '16e475d1a3e642828e9216f7585a4895', 'mac_address': 'fa:16:3e:18:2c:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c975e626-bbe5-4a07-aab1-e8c1d3a5820d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '20624e69-fc20-4377-ae84-b4defd7af902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:38:31Z', 'updated_at': '2021-08-16T23:38:36Z', 'revision_number': 4, 'project_id': '16e475d1a3e642828e9216f7585a4895', 'subnets': [{'id': '20624e69-fc20-4377-ae84-b4defd7af902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:38:36.912130 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f111a3-dd1a-485a-ad79-2bb8e152c8a7 None None] Routers {'6786c5c8-3172-40a1-a65f-f6cdbfc9a263'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:38:36.912992 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-41f111a3-dd1a-485a-ad79-2bb8e152c8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:38:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['6786c5c8-3172-40a1-a65f-f6cdbfc9a263'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:38:36.920373 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0f0ff2-f9e0-48bb-a8e6-28c7d5406f7b None None] Pushing event updated for resources: {'Port': ['ID=a35461a3-015e-4fd3-b148-0355f88642af,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:38:36.986453 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7432445f-376c-4316-a8c6-80252c8e5bcd admin admin] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:37.003676 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-7432445f-376c-4316-a8c6-80252c8e5bcd admin admin] Transition to ACTIVE for port object 425f2e22-2477-4898-9b47-2899b3ff9978 will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:38:37.046143 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7432445f-376c-4316-a8c6-80252c8e5bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:37.092378 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7432445f-376c-4316-a8c6-80252c8e5bcd admin admin] Network 91d5c7fc-97e5-4cd3-b862-a5254b781686 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:38:37.097714 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-7432445f-376c-4316-a8c6-80252c8e5bcd admin admin] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:38:37.101444 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7432445f-376c-4316-a8c6-80252c8e5bcd admin admin] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:38:37.148312 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7432445f-376c-4316-a8c6-80252c8e5bcd admin admin] Pushing event updated for resources: {'Port': ['ID=425f2e22-2477-4898-9b47-2899b3ff9978,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:38:37.162967 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7432445f-376c-4316-a8c6-80252c8e5bcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954230'] for router_interface, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:37.204957 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 96e856a4-a4a7-4a5b-89dd-05ce99998317 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:38:37.216080 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 96e856a4-a4a7-4a5b-89dd-05ce99998317 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:38:37.216580 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:37.264947 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-41f111a3-dd1a-485a-ad79-2bb8e152c8a7 None None] Set router 6786c5c8-3172-40a1-a65f-f6cdbfc9a263 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:38:37.330126 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7432445f-376c-4316-a8c6-80252c8e5bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:37.442519 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-735f45fa-350e-4d12-9859-44c355fbda9a None None] Provisioning for port 425f2e22-2477-4898-9b47-2899b3ff9978 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:38:37.451237 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:37.454500 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-735f45fa-350e-4d12-9859-44c355fbda9a None None] Provisioning complete for port 425f2e22-2477-4898-9b47-2899b3ff9978 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:38:37.454866 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-735f45fa-350e-4d12-9859-44c355fbda9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:37.517851 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7432445f-376c-4316-a8c6-80252c8e5bcd admin admin] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:37.523868 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7432445f-376c-4316-a8c6-80252c8e5bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:37.534285 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-735f45fa-350e-4d12-9859-44c355fbda9a None None] Port 425f2e22-2477-4898-9b47-2899b3ff9978 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:38:37.546370 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 96e856a4-a4a7-4a5b-89dd-05ce99998317, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=96e856a4-a4a7-4a5b-89dd-05ce99998317,segment=NetworkSegment(50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1),segment_id=50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:38:37.552298 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:37.553135 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 6c62d74b-1d0e-408d-a23b-b7509e12a728 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:38:37.598726 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7432445f-376c-4316-a8c6-80252c8e5bcd admin admin] Pushing event updated for resources: {'Port': ['ID=425f2e22-2477-4898-9b47-2899b3ff9978,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:38:37.607762 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7432445f-376c-4316-a8c6-80252c8e5bcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954122'] for router_interface, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:37.642976 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-41f111a3-dd1a-485a-ad79-2bb8e152c8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6786c5c8-3172-40a1-a65f-f6cdbfc9a263', 'name': 'tempest-TestVolumeBootPattern-1051355006-router', 'tenant_id': '3f1c5ab37eee4e84b98e6f9fd43580f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': 'a35461a3-015e-4fd3-b148-0355f88642af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:38:34Z', 'updated_at': '2021-08-16T23:38:34Z', 'revision_number': 3, 'project_id': '3f1c5ab37eee4e84b98e6f9fd43580f4', 'gw_port': {'id': 'a35461a3-015e-4fd3-b148-0355f88642af', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:18:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6786c5c8-3172-40a1-a65f-f6cdbfc9a263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:38:34Z', 'updated_at': '2021-08-16T23:38:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:38:37.647129 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=96e856a4-a4a7-4a5b-89dd-05ce99998317,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:38:37.675818 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f111a3-dd1a-485a-ad79-2bb8e152c8a7 None None] The sync data for ids ['6786c5c8-3172-40a1-a65f-f6cdbfc9a263'] in n-d-791506-26 is: [{'id': '6786c5c8-3172-40a1-a65f-f6cdbfc9a263', 'name': 'tempest-TestVolumeBootPattern-1051355006-router', 'tenant_id': '3f1c5ab37eee4e84b98e6f9fd43580f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': 'a35461a3-015e-4fd3-b148-0355f88642af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:38:34Z', 'updated_at': '2021-08-16T23:38:34Z', 'revision_number': 3, 'project_id': '3f1c5ab37eee4e84b98e6f9fd43580f4', 'gw_port': {'id': 'a35461a3-015e-4fd3-b148-0355f88642af', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:18:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6786c5c8-3172-40a1-a65f-f6cdbfc9a263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:38:34Z', 'updated_at': '2021-08-16T23:38:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:38:37.687252 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 6c62d74b-1d0e-408d-a23b-b7509e12a728 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:38:37.687690 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:37.720257 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7432445f-376c-4316-a8c6-80252c8e5bcd admin admin] Network 91d5c7fc-97e5-4cd3-b862-a5254b781686 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:38:37.721905 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-7432445f-376c-4316-a8c6-80252c8e5bcd admin admin] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:38:37.788489 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 638f79df-ec2b-47a9-8c5e-affe58ec8e41 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:38:37.861019 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 638f79df-ec2b-47a9-8c5e-affe58ec8e41 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:38:37.866104 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 638f79df-ec2b-47a9-8c5e-affe58ec8e41 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:38:37.866705 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:37.894044 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7432445f-376c-4316-a8c6-80252c8e5bcd admin admin] Router 6786c5c8-3172-40a1-a65f-f6cdbfc9a263 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:38:37.972464 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:38.015286 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 638f79df-ec2b-47a9-8c5e-affe58ec8e41, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=638f79df-ec2b-47a9-8c5e-affe58ec8e41,segment=NetworkSegment(e4919620-4e25-4aba-9483-fd4a70f25423),segment_id=e4919620-4e25-4aba-9483-fd4a70f25423)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:38:38.020855 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:38.040199 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7432445f-376c-4316-a8c6-80252c8e5bcd admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:38:38.045852 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-7432445f-376c-4316-a8c6-80252c8e5bcd admin admin] 10.222.0.36 "PUT /v2.0/routers/6786c5c8-3172-40a1-a65f-f6cdbfc9a263/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4695385 Aug 16 23:38:38.086905 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-94a37220-9ebf-451f-99fb-4ffb741f1f7c None None] Provisioning complete for port 425f2e22-2477-4898-9b47-2899b3ff9978 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:38:38.087256 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-94a37220-9ebf-451f-99fb-4ffb741f1f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:38.119223 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=638f79df-ec2b-47a9-8c5e-affe58ec8e41,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:38:38.137449 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-94a37220-9ebf-451f-99fb-4ffb741f1f7c None None] Port 425f2e22-2477-4898-9b47-2899b3ff9978 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:38:38.676746 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 96e856a4-a4a7-4a5b-89dd-05ce99998317 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:38:38.735185 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 96e856a4-a4a7-4a5b-89dd-05ce99998317 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:38:38.735696 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:38.822569 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 638f79df-ec2b-47a9-8c5e-affe58ec8e41 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:38:38.872869 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 638f79df-ec2b-47a9-8c5e-affe58ec8e41 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:38:38.873252 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:38.955251 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device a35461a3-015e-4fd3-b148-0355f88642af up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:38:39.001719 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port a35461a3-015e-4fd3-b148-0355f88642af completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:38:39.005748 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port a35461a3-015e-4fd3-b148-0355f88642af triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:38:39.006119 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:39.081047 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:39.101288 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port a35461a3-015e-4fd3-b148-0355f88642af, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=a35461a3-015e-4fd3-b148-0355f88642af,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:38:39.105785 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:39.160221 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=a35461a3-015e-4fd3-b148-0355f88642af,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:38:40.283009 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18686a6d-8e3d-40eb-9cb9-c14b3b9a50a5 None None] Sync routers for ids ['6786c5c8-3172-40a1-a65f-f6cdbfc9a263'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:38:40.292192 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18686a6d-8e3d-40eb-9cb9-c14b3b9a50a5 None None] Routers {'6786c5c8-3172-40a1-a65f-f6cdbfc9a263'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:38:40.293418 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-18686a6d-8e3d-40eb-9cb9-c14b3b9a50a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:38:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['6786c5c8-3172-40a1-a65f-f6cdbfc9a263'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:38:40.398653 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-18686a6d-8e3d-40eb-9cb9-c14b3b9a50a5 None None] Set router 6786c5c8-3172-40a1-a65f-f6cdbfc9a263 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:38:40.406013 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabe352d-a7c3-4d02-b348-240674e40d83 req-79c70b72-197a-4f06-af50-065511e07681 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:38:40.408065 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fabe352d-a7c3-4d02-b348-240674e40d83 req-79c70b72-197a-4f06-af50-065511e07681 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/networks?id=e9b949f6-7c1a-4f50-8d6a-00477af5b7ca HTTP/1.1" status: 200 len: 811 time: 0.1086488 Aug 16 23:38:40.427096 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fabe352d-a7c3-4d02-b348-240674e40d83 req-4d2178e3-0bbb-4a81-aeba-6a14b292ff50 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/quotas/16e475d1a3e642828e9216f7585a4895 HTTP/1.1" status: 200 len: 375 time: 0.0127623 Aug 16 23:38:40.499842 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fabe352d-a7c3-4d02-b348-240674e40d83 req-901e8ae4-b93c-4a17-a2e1-9247b03d9ced tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=16e475d1a3e642828e9216f7585a4895&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0668716 Aug 16 23:38:40.605956 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device a35461a3-015e-4fd3-b148-0355f88642af up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:38:40.635960 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-18686a6d-8e3d-40eb-9cb9-c14b3b9a50a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6786c5c8-3172-40a1-a65f-f6cdbfc9a263', 'name': 'tempest-TestVolumeBootPattern-1051355006-router', 'tenant_id': '3f1c5ab37eee4e84b98e6f9fd43580f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': 'a35461a3-015e-4fd3-b148-0355f88642af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:38:34Z', 'updated_at': '2021-08-16T23:38:37Z', 'revision_number': 4, 'project_id': '3f1c5ab37eee4e84b98e6f9fd43580f4', 'gw_port': {'id': 'a35461a3-015e-4fd3-b148-0355f88642af', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:18:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6786c5c8-3172-40a1-a65f-f6cdbfc9a263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:38:34Z', 'updated_at': '2021-08-16T23:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '425f2e22-2477-4898-9b47-2899b3ff9978', 'name': '', 'network_id': '91d5c7fc-97e5-4cd3-b862-a5254b781686', 'tenant_id': '3f1c5ab37eee4e84b98e6f9fd43580f4', 'mac_address': 'fa:16:3e:8d:5d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6786c5c8-3172-40a1-a65f-f6cdbfc9a263', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'd6ac99db-98fc-45ec-ad57-41f3f8921bd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:38:36Z', 'updated_at': '2021-08-16T23:38:37Z', 'revision_number': 2, 'project_id': '3f1c5ab37eee4e84b98e6f9fd43580f4', 'subnets': [{'id': 'd6ac99db-98fc-45ec-ad57-41f3f8921bd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:38:40.663431 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port a35461a3-015e-4fd3-b148-0355f88642af triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:38:40.663871 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:40.666117 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18686a6d-8e3d-40eb-9cb9-c14b3b9a50a5 None None] Checking router: 6786c5c8-3172-40a1-a65f-f6cdbfc9a263 for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:38:40.666473 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18686a6d-8e3d-40eb-9cb9-c14b3b9a50a5 None None] Updating router 6786c5c8-3172-40a1-a65f-f6cdbfc9a263 port 425f2e22-2477-4898-9b47-2899b3ff9978 binding host n-d-791506-26 {{(pid=101294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:38:40.692093 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-18686a6d-8e3d-40eb-9cb9-c14b3b9a50a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:40.715246 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fabe352d-a7c3-4d02-b348-240674e40d83 req-896f88c3-6a0a-49a9-b282-071195c07fb1 service neutron] 10.222.0.36 "GET /v2.0/networks/e9b949f6-7c1a-4f50-8d6a-00477af5b7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081234 Aug 16 23:38:40.825985 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fabe352d-a7c3-4d02-b348-240674e40d83 req-6bda969d-7c19-4034-92b5-27c08f6b8087 service neutron] 10.222.0.36 "GET /v2.0/networks/e9b949f6-7c1a-4f50-8d6a-00477af5b7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037621 Aug 16 23:38:40.967594 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-18686a6d-8e3d-40eb-9cb9-c14b3b9a50a5 None None] Notify callbacks [] for port, precommit_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:40.977305 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.provisioning_blocks [None req-18686a6d-8e3d-40eb-9cb9-c14b3b9a50a5 None None] Transition to ACTIVE for port object 425f2e22-2477-4898-9b47-2899b3ff9978 will not be triggered until provisioned by entity L2. {{(pid=101294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:38:40.984398 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-18686a6d-8e3d-40eb-9cb9-c14b3b9a50a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:41.031681 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6902f63-ca56-44e0-9071-a1a9e60326a1 None None] Pushing event updated for resources: {'Port': ['ID=425f2e22-2477-4898-9b47-2899b3ff9978,revision_number=3']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:38:41.100848 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-18686a6d-8e3d-40eb-9cb9-c14b3b9a50a5 None None] Attempting to bind port 425f2e22-2477-4898-9b47-2899b3ff9978 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:38:41.101220 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-18686a6d-8e3d-40eb-9cb9-c14b3b9a50a5 None None] Attempting to bind port 425f2e22-2477-4898-9b47-2899b3ff9978 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': 'e4919620-4e25-4aba-9483-fd4a70f25423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '91d5c7fc-97e5-4cd3-b862-a5254b781686'}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:38:41.101585 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18686a6d-8e3d-40eb-9cb9-c14b3b9a50a5 None None] Attempting to bind port 425f2e22-2477-4898-9b47-2899b3ff9978 on network 91d5c7fc-97e5-4cd3-b862-a5254b781686 {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:38:41.107934 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18686a6d-8e3d-40eb-9cb9-c14b3b9a50a5 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:38:41.108971 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18686a6d-8e3d-40eb-9cb9-c14b3b9a50a5 None None] Checking segment: {'id': 'e4919620-4e25-4aba-9483-fd4a70f25423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '91d5c7fc-97e5-4cd3-b862-a5254b781686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:38:41.109057 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-18686a6d-8e3d-40eb-9cb9-c14b3b9a50a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:41.109459 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18686a6d-8e3d-40eb-9cb9-c14b3b9a50a5 None None] Bound using segment: {'id': 'e4919620-4e25-4aba-9483-fd4a70f25423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '91d5c7fc-97e5-4cd3-b862-a5254b781686'} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:38:41.110037 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-18686a6d-8e3d-40eb-9cb9-c14b3b9a50a5 None None] Bound port: 425f2e22-2477-4898-9b47-2899b3ff9978, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4919620-4e25-4aba-9483-fd4a70f25423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '91d5c7fc-97e5-4cd3-b862-a5254b781686'}}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:38:41.110303 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-18686a6d-8e3d-40eb-9cb9-c14b3b9a50a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:41.204646 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-18686a6d-8e3d-40eb-9cb9-c14b3b9a50a5 None None] For port 425f2e22-2477-4898-9b47-2899b3ff9978, host n-d-791506-26, cleared binding levels {{(pid=101294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:38:41.208936 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-18686a6d-8e3d-40eb-9cb9-c14b3b9a50a5 None None] For port 425f2e22-2477-4898-9b47-2899b3ff9978, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=425f2e22-2477-4898-9b47-2899b3ff9978,segment=NetworkSegment(e4919620-4e25-4aba-9483-fd4a70f25423),segment_id=e4919620-4e25-4aba-9483-fd4a70f25423)] {{(pid=101294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:38:41.216355 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-18686a6d-8e3d-40eb-9cb9-c14b3b9a50a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:41.260883 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0e37d873-a87e-48e8-8fa0-d989d886e4a7 req-8341cc89-e5db-4244-946f-59be6f9405cf tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a2daa06-4cc3-4511-8ec9-c84a721c8823 HTTP/1.1" status: 200 len: 210 time: 0.1029565 Aug 16 23:38:41.281876 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18686a6d-8e3d-40eb-9cb9-c14b3b9a50a5 None None] Routers {'6786c5c8-3172-40a1-a65f-f6cdbfc9a263'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:38:41.282635 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-18686a6d-8e3d-40eb-9cb9-c14b3b9a50a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:38:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['6786c5c8-3172-40a1-a65f-f6cdbfc9a263'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:38:41.331411 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6902f63-ca56-44e0-9071-a1a9e60326a1 None None] Pushing event updated for resources: {'Port': ['ID=425f2e22-2477-4898-9b47-2899b3ff9978,revision_number=4']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:38:41.411731 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-18686a6d-8e3d-40eb-9cb9-c14b3b9a50a5 None None] Set router 6786c5c8-3172-40a1-a65f-f6cdbfc9a263 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:38:41.562888 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:41.641618 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-18686a6d-8e3d-40eb-9cb9-c14b3b9a50a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6786c5c8-3172-40a1-a65f-f6cdbfc9a263', 'name': 'tempest-TestVolumeBootPattern-1051355006-router', 'tenant_id': '3f1c5ab37eee4e84b98e6f9fd43580f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': 'a35461a3-015e-4fd3-b148-0355f88642af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:38:34Z', 'updated_at': '2021-08-16T23:38:37Z', 'revision_number': 4, 'project_id': '3f1c5ab37eee4e84b98e6f9fd43580f4', 'gw_port': {'id': 'a35461a3-015e-4fd3-b148-0355f88642af', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:18:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6786c5c8-3172-40a1-a65f-f6cdbfc9a263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:38:34Z', 'updated_at': '2021-08-16T23:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '425f2e22-2477-4898-9b47-2899b3ff9978', 'name': '', 'network_id': '91d5c7fc-97e5-4cd3-b862-a5254b781686', 'tenant_id': '3f1c5ab37eee4e84b98e6f9fd43580f4', 'mac_address': 'fa:16:3e:8d:5d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6786c5c8-3172-40a1-a65f-f6cdbfc9a263', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'd6ac99db-98fc-45ec-ad57-41f3f8921bd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:38:36Z', 'updated_at': '2021-08-16T23:38:41Z', 'revision_number': 4, 'project_id': '3f1c5ab37eee4e84b98e6f9fd43580f4', 'subnets': [{'id': 'd6ac99db-98fc-45ec-ad57-41f3f8921bd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:38:41.681395 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18686a6d-8e3d-40eb-9cb9-c14b3b9a50a5 None None] The sync data for ids ['6786c5c8-3172-40a1-a65f-f6cdbfc9a263'] in n-d-791506-26 is: [{'id': '6786c5c8-3172-40a1-a65f-f6cdbfc9a263', 'name': 'tempest-TestVolumeBootPattern-1051355006-router', 'tenant_id': '3f1c5ab37eee4e84b98e6f9fd43580f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': 'a35461a3-015e-4fd3-b148-0355f88642af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:38:34Z', 'updated_at': '2021-08-16T23:38:37Z', 'revision_number': 4, 'project_id': '3f1c5ab37eee4e84b98e6f9fd43580f4', 'gw_port': {'id': 'a35461a3-015e-4fd3-b148-0355f88642af', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:18:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6786c5c8-3172-40a1-a65f-f6cdbfc9a263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:38:34Z', 'updated_at': '2021-08-16T23:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '425f2e22-2477-4898-9b47-2899b3ff9978', 'name': '', 'network_id': '91d5c7fc-97e5-4cd3-b862-a5254b781686', 'tenant_id': '3f1c5ab37eee4e84b98e6f9fd43580f4', 'mac_address': 'fa:16:3e:8d:5d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6786c5c8-3172-40a1-a65f-f6cdbfc9a263', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'd6ac99db-98fc-45ec-ad57-41f3f8921bd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:38:36Z', 'updated_at': '2021-08-16T23:38:41Z', 'revision_number': 4, 'project_id': '3f1c5ab37eee4e84b98e6f9fd43580f4', 'subnets': [{'id': 'd6ac99db-98fc-45ec-ad57-41f3f8921bd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:38:42.365905 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3b48eff9-763b-442b-8c7b-5e3bb74b98d8 req-37aad631-0122-4081-ba2f-a4be1be88068 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a2daa06-4cc3-4511-8ec9-c84a721c8823 HTTP/1.1" status: 200 len: 210 time: 0.0275590 Aug 16 23:38:42.560484 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabe352d-a7c3-4d02-b348-240674e40d83 req-b44806fe-56bf-4849-b27e-3f352237b7fc tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:38:42.563412 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fabe352d-a7c3-4d02-b348-240674e40d83 req-b44806fe-56bf-4849-b27e-3f352237b7fc tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.57 "GET /v2.0/networks?id=e9b949f6-7c1a-4f50-8d6a-00477af5b7ca HTTP/1.1" status: 200 len: 811 time: 0.1229124 Aug 16 23:38:42.581710 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-fabe352d-a7c3-4d02-b348-240674e40d83 req-2d11ef10-fc81-42a2-a1c5-cf92269737a5 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Request body: {'port': {'device_id': '6a2daa06-4cc3-4511-8ec9-c84a721c8823', 'network_id': 'e9b949f6-7c1a-4f50-8d6a-00477af5b7ca', 'admin_state_up': True, 'tenant_id': '16e475d1a3e642828e9216f7585a4895'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:38:42.629112 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 425f2e22-2477-4898-9b47-2899b3ff9978 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:38:42.685236 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 425f2e22-2477-4898-9b47-2899b3ff9978 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:38:42.689272 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 425f2e22-2477-4898-9b47-2899b3ff9978 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:38:42.689650 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:42.699510 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fabe352d-a7c3-4d02-b348-240674e40d83 req-2d11ef10-fc81-42a2-a1c5-cf92269737a5 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Made reservation on behalf of 16e475d1a3e642828e9216f7585a4895 for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:38:42.703211 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-fabe352d-a7c3-4d02-b348-240674e40d83 req-2d11ef10-fc81-42a2-a1c5-cf92269737a5 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:42.779510 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:42.815309 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 425f2e22-2477-4898-9b47-2899b3ff9978, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=425f2e22-2477-4898-9b47-2899b3ff9978,segment=NetworkSegment(e4919620-4e25-4aba-9483-fd4a70f25423),segment_id=e4919620-4e25-4aba-9483-fd4a70f25423)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:38:42.821504 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:42.860197 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [req-fabe352d-a7c3-4d02-b348-240674e40d83 req-2d11ef10-fc81-42a2-a1c5-cf92269737a5 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Allocated IP 172.20.0.6 (e9b949f6-7c1a-4f50-8d6a-00477af5b7ca/20624e69-fc20-4377-ae84-b4defd7af902/7b4e397c-abd9-4f31-8c9b-7e23d315434b) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:38:42.898520 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=425f2e22-2477-4898-9b47-2899b3ff9978,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:38:43.018693 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-fabe352d-a7c3-4d02-b348-240674e40d83 req-2d11ef10-fc81-42a2-a1c5-cf92269737a5 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:43.032084 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-fabe352d-a7c3-4d02-b348-240674e40d83 req-2d11ef10-fc81-42a2-a1c5-cf92269737a5 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Transition to ACTIVE for port object 7b4e397c-abd9-4f31-8c9b-7e23d315434b will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:38:43.065463 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-fabe352d-a7c3-4d02-b348-240674e40d83 req-2d11ef10-fc81-42a2-a1c5-cf92269737a5 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:43.110693 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fabe352d-a7c3-4d02-b348-240674e40d83 req-2d11ef10-fc81-42a2-a1c5-cf92269737a5 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Network e9b949f6-7c1a-4f50-8d6a-00477af5b7ca is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:38:43.113882 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [req-fabe352d-a7c3-4d02-b348-240674e40d83 req-2d11ef10-fc81-42a2-a1c5-cf92269737a5 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:38:43.118730 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-fabe352d-a7c3-4d02-b348-240674e40d83 req-2d11ef10-fc81-42a2-a1c5-cf92269737a5 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:38:43.123552 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d11ef10-fc81-42a2-a1c5-cf92269737a5 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Pushing event updated for resources: {'Port': ['ID=7b4e397c-abd9-4f31-8c9b-7e23d315434b,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:38:43.184024 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabe352d-a7c3-4d02-b348-240674e40d83 req-2d11ef10-fc81-42a2-a1c5-cf92269737a5 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:38:43.185362 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-fabe352d-a7c3-4d02-b348-240674e40d83 req-2d11ef10-fc81-42a2-a1c5-cf92269737a5 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:43.202819 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fabe352d-a7c3-4d02-b348-240674e40d83 req-2d11ef10-fc81-42a2-a1c5-cf92269737a5 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6258643 Aug 16 23:38:43.220635 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [req-fabe352d-a7c3-4d02-b348-240674e40d83 req-2eea8103-19bf-4750-94a0-a9f57f2c0fcb tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:38:43.221800 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fabe352d-a7c3-4d02-b348-240674e40d83 req-2eea8103-19bf-4750-94a0-a9f57f2c0fcb tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058329 Aug 16 23:38:43.289863 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-fabe352d-a7c3-4d02-b348-240674e40d83 req-557570be-ef9d-41b2-8cb8-4c325d3cc885 service neutron] Request body: {'port': {'device_id': '6a2daa06-4cc3-4511-8ec9-c84a721c8823', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-26'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:38:43.349489 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-58001e4f-2905-42d9-9af2-7841993cd7a0 None None] Provisioning for port 7b4e397c-abd9-4f31-8c9b-7e23d315434b completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:38:43.353802 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-58001e4f-2905-42d9-9af2-7841993cd7a0 None None] Provisioning complete for port 7b4e397c-abd9-4f31-8c9b-7e23d315434b triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:38:43.353939 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-fabe352d-a7c3-4d02-b348-240674e40d83 req-557570be-ef9d-41b2-8cb8-4c325d3cc885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:43.354287 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-58001e4f-2905-42d9-9af2-7841993cd7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:43.398893 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-58001e4f-2905-42d9-9af2-7841993cd7a0 None None] Port 7b4e397c-abd9-4f31-8c9b-7e23d315434b cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:38:43.578303 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badeed88-15dc-464d-be4d-d41f321ccbf0 req-6cfcea91-5056-44fa-be13-d8dded539d9e tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:38:43.579710 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-badeed88-15dc-464d-be4d-d41f321ccbf0 req-6cfcea91-5056-44fa-be13-d8dded539d9e tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a2daa06-4cc3-4511-8ec9-c84a721c8823 HTTP/1.1" status: 200 len: 931 time: 0.1013756 Aug 16 23:38:43.649459 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-badeed88-15dc-464d-be4d-d41f321ccbf0 req-a0ea1e1d-8f47-4d36-91e1-51e29c49a96f tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=e112980f-0128-4fb3-bc72-b3fef710791e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630307 Aug 16 23:38:43.702328 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [req-fabe352d-a7c3-4d02-b348-240674e40d83 req-557570be-ef9d-41b2-8cb8-4c325d3cc885 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b4e397c-abd9-4f31-8c9b-7e23d315434b {{(pid=101292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:38:43.709871 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-fabe352d-a7c3-4d02-b348-240674e40d83 req-557570be-ef9d-41b2-8cb8-4c325d3cc885 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:43.722247 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-fabe352d-a7c3-4d02-b348-240674e40d83 req-557570be-ef9d-41b2-8cb8-4c325d3cc885 service neutron] Transition to ACTIVE for port object 7b4e397c-abd9-4f31-8c9b-7e23d315434b will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:38:43.726295 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-fabe352d-a7c3-4d02-b348-240674e40d83 req-557570be-ef9d-41b2-8cb8-4c325d3cc885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:43.784174 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557570be-ef9d-41b2-8cb8-4c325d3cc885 service neutron] Pushing event updated for resources: {'Port': ['ID=7b4e397c-abd9-4f31-8c9b-7e23d315434b,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:38:43.871894 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-fabe352d-a7c3-4d02-b348-240674e40d83 req-557570be-ef9d-41b2-8cb8-4c325d3cc885 service neutron] Attempting to bind port 7b4e397c-abd9-4f31-8c9b-7e23d315434b on host n-h2-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:38:43.872227 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-fabe352d-a7c3-4d02-b348-240674e40d83 req-557570be-ef9d-41b2-8cb8-4c325d3cc885 service neutron] Attempting to bind port 7b4e397c-abd9-4f31-8c9b-7e23d315434b by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': '50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e9b949f6-7c1a-4f50-8d6a-00477af5b7ca'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:38:43.872710 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabe352d-a7c3-4d02-b348-240674e40d83 req-557570be-ef9d-41b2-8cb8-4c325d3cc885 service neutron] Attempting to bind port 7b4e397c-abd9-4f31-8c9b-7e23d315434b on network e9b949f6-7c1a-4f50-8d6a-00477af5b7ca {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:38:43.877717 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabe352d-a7c3-4d02-b348-240674e40d83 req-557570be-ef9d-41b2-8cb8-4c325d3cc885 service neutron] Port 7b4e397c-abd9-4f31-8c9b-7e23d315434b on network e9b949f6-7c1a-4f50-8d6a-00477af5b7ca not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:38:43.878044 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabe352d-a7c3-4d02-b348-240674e40d83 req-557570be-ef9d-41b2-8cb8-4c325d3cc885 service neutron] Attempting to bind port 7b4e397c-abd9-4f31-8c9b-7e23d315434b on network e9b949f6-7c1a-4f50-8d6a-00477af5b7ca {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:38:43.883355 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabe352d-a7c3-4d02-b348-240674e40d83 req-557570be-ef9d-41b2-8cb8-4c325d3cc885 service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:38:43.883695 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabe352d-a7c3-4d02-b348-240674e40d83 req-557570be-ef9d-41b2-8cb8-4c325d3cc885 service neutron] Checking segment: {'id': '50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e9b949f6-7c1a-4f50-8d6a-00477af5b7ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:38:43.884200 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabe352d-a7c3-4d02-b348-240674e40d83 req-557570be-ef9d-41b2-8cb8-4c325d3cc885 service neutron] Bound using segment: {'id': '50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e9b949f6-7c1a-4f50-8d6a-00477af5b7ca'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:38:43.884666 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-fabe352d-a7c3-4d02-b348-240674e40d83 req-557570be-ef9d-41b2-8cb8-4c325d3cc885 service neutron] Bound port: 7b4e397c-abd9-4f31-8c9b-7e23d315434b, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e9b949f6-7c1a-4f50-8d6a-00477af5b7ca'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:38:43.885018 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-fabe352d-a7c3-4d02-b348-240674e40d83 req-557570be-ef9d-41b2-8cb8-4c325d3cc885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:43.972102 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-fabe352d-a7c3-4d02-b348-240674e40d83 req-557570be-ef9d-41b2-8cb8-4c325d3cc885 service neutron] For port 7b4e397c-abd9-4f31-8c9b-7e23d315434b, host n-h2-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:38:43.975784 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-fabe352d-a7c3-4d02-b348-240674e40d83 req-557570be-ef9d-41b2-8cb8-4c325d3cc885 service neutron] For port 7b4e397c-abd9-4f31-8c9b-7e23d315434b, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=7b4e397c-abd9-4f31-8c9b-7e23d315434b,segment=NetworkSegment(50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1),segment_id=50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:38:43.979734 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-fabe352d-a7c3-4d02-b348-240674e40d83 req-557570be-ef9d-41b2-8cb8-4c325d3cc885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:44.013907 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabe352d-a7c3-4d02-b348-240674e40d83 req-557570be-ef9d-41b2-8cb8-4c325d3cc885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:38:44.014578 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-fabe352d-a7c3-4d02-b348-240674e40d83 req-557570be-ef9d-41b2-8cb8-4c325d3cc885 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:44.016368 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fabe352d-a7c3-4d02-b348-240674e40d83 req-557570be-ef9d-41b2-8cb8-4c325d3cc885 service neutron] 10.222.0.57 "PUT /v2.0/ports/7b4e397c-abd9-4f31-8c9b-7e23d315434b HTTP/1.1" status: 200 len: 1092 time: 0.7867336 Aug 16 23:38:44.018576 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a2daa06-4cc3-4511-8ec9-c84a721c8823', 'tag': '7b4e397c-abd9-4f31-8c9b-7e23d315434b'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:38:44.020899 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c94b2f-10e1-4e42-abb3-1b451c4cb9c3" -d '{"events": [{"name": "network-changed", "server_uuid": "6a2daa06-4cc3-4511-8ec9-c84a721c8823", "tag": "7b4e397c-abd9-4f31-8c9b-7e23d315434b"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:38:44.061486 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557570be-ef9d-41b2-8cb8-4c325d3cc885 service neutron] Pushing event updated for resources: {'Port': ['ID=7b4e397c-abd9-4f31-8c9b-7e23d315434b,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:38:44.132710 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabe352d-a7c3-4d02-b348-240674e40d83 req-a93dbccf-8c7b-441a-8094-a302d2bb24f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:38:44.134602 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fabe352d-a7c3-4d02-b348-240674e40d83 req-a93dbccf-8c7b-441a-8094-a302d2bb24f0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=16e475d1a3e642828e9216f7585a4895&device_id=6a2daa06-4cc3-4511-8ec9-c84a721c8823 HTTP/1.1" status: 200 len: 1095 time: 0.0454783 Aug 16 23:38:44.195268 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fabe352d-a7c3-4d02-b348-240674e40d83 req-d5049fb5-2e27-401a-9c26-41f8e3d53d3e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b4e397c-abd9-4f31-8c9b-7e23d315434b HTTP/1.1" status: 200 len: 217 time: 0.0476272 Aug 16 23:38:44.197282 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25101549-61af-4ab1-9cb3-2af662e85bae x-openstack-request-id: req-25101549-61af-4ab1-9cb3-2af662e85bae {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:38:44.197644 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a2daa06-4cc3-4511-8ec9-c84a721c8823", "tag": "7b4e397c-abd9-4f31-8c9b-7e23d315434b", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:38:44.197969 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-25101549-61af-4ab1-9cb3-2af662e85bae {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:38:44.198590 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a2daa06-4cc3-4511-8ec9-c84a721c8823', 'tag': '7b4e397c-abd9-4f31-8c9b-7e23d315434b', 'status': 'completed', 'code': 200} Aug 16 23:38:44.248879 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabe352d-a7c3-4d02-b348-240674e40d83 req-12c67820-96a0-4ff3-8882-364f68280f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:38:44.250521 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fabe352d-a7c3-4d02-b348-240674e40d83 req-12c67820-96a0-4ff3-8882-364f68280f8c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=20624e69-fc20-4377-ae84-b4defd7af902 HTTP/1.1" status: 200 len: 850 time: 0.0484927 Aug 16 23:38:44.299165 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabe352d-a7c3-4d02-b348-240674e40d83 req-075158df-a7ba-4394-bbd5-72b255d7ce61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:38:44.300638 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fabe352d-a7c3-4d02-b348-240674e40d83 req-075158df-a7ba-4394-bbd5-72b255d7ce61 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e9b949f6-7c1a-4f50-8d6a-00477af5b7ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428169 Aug 16 23:38:44.609308 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 425f2e22-2477-4898-9b47-2899b3ff9978 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:38:44.660903 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 425f2e22-2477-4898-9b47-2899b3ff9978 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:38:44.661287 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:44.776520 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fabe352d-a7c3-4d02-b348-240674e40d83 req-8fd59b10-63c2-4192-b1e4-0a3b16e50f1c service neutron] 10.222.0.57 "GET /v2.0/networks/e9b949f6-7c1a-4f50-8d6a-00477af5b7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4690158 Aug 16 23:38:44.810021 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5df1185-c146-49c3-b529-b0804919215c req-5ce779d6-ffea-442e-bc29-64002c74cb66 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:38:44.811566 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b5df1185-c146-49c3-b529-b0804919215c req-5ce779d6-ffea-442e-bc29-64002c74cb66 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a2daa06-4cc3-4511-8ec9-c84a721c8823 HTTP/1.1" status: 200 len: 943 time: 0.0815909 Aug 16 23:38:44.890515 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b5df1185-c146-49c3-b529-b0804919215c req-d801a14d-2699-4023-b87b-5b656994359b tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=e112980f-0128-4fb3-bc72-b3fef710791e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533080 Aug 16 23:38:44.926359 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fabe352d-a7c3-4d02-b348-240674e40d83 req-6369bf53-d23e-4204-90f4-562fee35cc71 service neutron] 10.222.0.57 "GET /v2.0/networks/e9b949f6-7c1a-4f50-8d6a-00477af5b7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426454 Aug 16 23:38:45.047682 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c94b2f-10e1-4e42-abb3-1b451c4cb9c3 req-2534826f-71dd-4afa-8a7d-3201af865d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:38:45.049379 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f0c94b2f-10e1-4e42-abb3-1b451c4cb9c3 req-2534826f-71dd-4afa-8a7d-3201af865d9c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=16e475d1a3e642828e9216f7585a4895&device_id=6a2daa06-4cc3-4511-8ec9-c84a721c8823 HTTP/1.1" status: 200 len: 1095 time: 0.0437939 Aug 16 23:38:45.152454 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c94b2f-10e1-4e42-abb3-1b451c4cb9c3 req-99fb6f43-e11a-4107-8ab1-a959654b653f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:38:45.154331 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f0c94b2f-10e1-4e42-abb3-1b451c4cb9c3 req-99fb6f43-e11a-4107-8ab1-a959654b653f service neutron] 10.222.0.57 "GET /v2.0/networks?id=e9b949f6-7c1a-4f50-8d6a-00477af5b7ca HTTP/1.1" status: 200 len: 912 time: 0.0978162 Aug 16 23:38:45.200957 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f0c94b2f-10e1-4e42-abb3-1b451c4cb9c3 req-14e2da6f-e915-409c-97e3-68e02eb23335 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b4e397c-abd9-4f31-8c9b-7e23d315434b HTTP/1.1" status: 200 len: 217 time: 0.0393262 Aug 16 23:38:45.253628 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c94b2f-10e1-4e42-abb3-1b451c4cb9c3 req-fea73036-f778-4ad6-aaa9-8320841d9aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:38:45.255156 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f0c94b2f-10e1-4e42-abb3-1b451c4cb9c3 req-fea73036-f778-4ad6-aaa9-8320841d9aef service neutron] 10.222.0.57 "GET /v2.0/subnets?id=20624e69-fc20-4377-ae84-b4defd7af902 HTTP/1.1" status: 200 len: 850 time: 0.0473197 Aug 16 23:38:45.301953 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c94b2f-10e1-4e42-abb3-1b451c4cb9c3 req-d5f734b8-5fbc-4b4a-8db8-a189fed066a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:38:45.303583 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f0c94b2f-10e1-4e42-abb3-1b451c4cb9c3 req-d5f734b8-5fbc-4b4a-8db8-a189fed066a5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e9b949f6-7c1a-4f50-8d6a-00477af5b7ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419786 Aug 16 23:38:45.404252 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f0c94b2f-10e1-4e42-abb3-1b451c4cb9c3 req-c2b9bc1c-fa0f-43d3-bc39-3bfab860a335 service neutron] 10.222.0.57 "GET /v2.0/networks/e9b949f6-7c1a-4f50-8d6a-00477af5b7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937364 Aug 16 23:38:45.501866 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f0c94b2f-10e1-4e42-abb3-1b451c4cb9c3 req-f0fb9865-db2b-4249-bda4-7cf3354592fc service neutron] 10.222.0.57 "GET /v2.0/networks/e9b949f6-7c1a-4f50-8d6a-00477af5b7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908568 Aug 16 23:38:46.018530 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b8da78-2649-48a5-9444-69d12229a96c req-bf908452-82da-4927-a3b0-bea977bca336 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:38:46.020044 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c5b8da78-2649-48a5-9444-69d12229a96c req-bf908452-82da-4927-a3b0-bea977bca336 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a2daa06-4cc3-4511-8ec9-c84a721c8823 HTTP/1.1" status: 200 len: 943 time: 0.0565763 Aug 16 23:38:46.060438 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c5b8da78-2649-48a5-9444-69d12229a96c req-cc8fe641-ffa1-4d5d-a617-f9b5ad30fbf1 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=e112980f-0128-4fb3-bc72-b3fef710791e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342681 Aug 16 23:38:47.181292 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616de133-cf0d-417d-b357-c5aeac72dc89 req-851fe697-8ac1-4c88-aa93-ea63c97c0ead tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:38:47.182691 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-616de133-cf0d-417d-b357-c5aeac72dc89 req-851fe697-8ac1-4c88-aa93-ea63c97c0ead tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a2daa06-4cc3-4511-8ec9-c84a721c8823 HTTP/1.1" status: 200 len: 943 time: 0.0519476 Aug 16 23:38:47.222148 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-616de133-cf0d-417d-b357-c5aeac72dc89 req-de397b7b-a2c0-4b26-acc0-3885c299620e tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=e112980f-0128-4fb3-bc72-b3fef710791e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333109 Aug 16 23:38:47.724516 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e028fb31-b575-4f52-95d4-28a58a4fc01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:48.337835 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaec5ca-9e19-4dd8-8d4d-ddde5012cbdb req-4675fc55-7f8c-4ec9-90b9-31d4e97d6ed0 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:38:48.339304 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6eaec5ca-9e19-4dd8-8d4d-ddde5012cbdb req-4675fc55-7f8c-4ec9-90b9-31d4e97d6ed0 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a2daa06-4cc3-4511-8ec9-c84a721c8823 HTTP/1.1" status: 200 len: 943 time: 0.0497584 Aug 16 23:38:48.377691 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6eaec5ca-9e19-4dd8-8d4d-ddde5012cbdb req-dfe811d0-1a31-4151-a08e-1a7dd1e677e8 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=e112980f-0128-4fb3-bc72-b3fef710791e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316708 Aug 16 23:38:49.501114 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5f14ed-8b5e-4043-ae49-20fbb29ee1e9 req-cfee396e-9868-42b5-97a3-739c162e592a tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:38:49.502880 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cd5f14ed-8b5e-4043-ae49-20fbb29ee1e9 req-cfee396e-9868-42b5-97a3-739c162e592a tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a2daa06-4cc3-4511-8ec9-c84a721c8823 HTTP/1.1" status: 200 len: 943 time: 0.0579576 Aug 16 23:38:49.544490 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cd5f14ed-8b5e-4043-ae49-20fbb29ee1e9 req-a24b5dad-cb70-4400-a5f1-6bd3b373db2f tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=e112980f-0128-4fb3-bc72-b3fef710791e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356393 Aug 16 23:38:49.820469 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-922816e8-7b5f-46d5-9455-f23d80d1fac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:50.667161 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce12e13-203c-4a26-88a8-3e4043bb7119 req-fdb31be3-e23d-498d-8dd4-abee65c1cf05 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:38:50.669381 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1ce12e13-203c-4a26-88a8-3e4043bb7119 req-fdb31be3-e23d-498d-8dd4-abee65c1cf05 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a2daa06-4cc3-4511-8ec9-c84a721c8823 HTTP/1.1" status: 200 len: 943 time: 0.0520787 Aug 16 23:38:50.687496 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:50.709538 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1ce12e13-203c-4a26-88a8-3e4043bb7119 req-45e49c74-bb65-4f1c-96b7-13833d78a8ce tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=e112980f-0128-4fb3-bc72-b3fef710791e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342963 Aug 16 23:38:51.683773 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:51.836106 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fafac39-59a5-4401-92a0-2db8158f6126 req-3ca0a5f1-1c4f-4787-9d21-4fffe79de8e2 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:38:51.837867 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9fafac39-59a5-4401-92a0-2db8158f6126 req-3ca0a5f1-1c4f-4787-9d21-4fffe79de8e2 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a2daa06-4cc3-4511-8ec9-c84a721c8823 HTTP/1.1" status: 200 len: 943 time: 0.0559535 Aug 16 23:38:51.877163 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9fafac39-59a5-4401-92a0-2db8158f6126 req-4755abd3-bc5f-481d-9e9e-0dfabbfc9c13 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=e112980f-0128-4fb3-bc72-b3fef710791e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327420 Aug 16 23:38:52.931437 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:53.017260 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56822f32-2ab8-422e-8ace-495fde51c027 req-23349ca6-f486-46d1-acec-0a8da79ee1e4 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:38:53.018758 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-56822f32-2ab8-422e-8ace-495fde51c027 req-23349ca6-f486-46d1-acec-0a8da79ee1e4 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a2daa06-4cc3-4511-8ec9-c84a721c8823 HTTP/1.1" status: 200 len: 943 time: 0.0554121 Aug 16 23:38:53.057500 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-56822f32-2ab8-422e-8ace-495fde51c027 req-7840a47f-17e8-41f6-a135-3253ddfd5abf tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=e112980f-0128-4fb3-bc72-b3fef710791e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326104 Aug 16 23:38:54.176895 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a467751-dd9f-4785-a5b2-5eede31a4b69 req-232802d9-8fe6-45b4-bd6c-3b57b7172b52 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:38:54.178393 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7a467751-dd9f-4785-a5b2-5eede31a4b69 req-232802d9-8fe6-45b4-bd6c-3b57b7172b52 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a2daa06-4cc3-4511-8ec9-c84a721c8823 HTTP/1.1" status: 200 len: 943 time: 0.0508115 Aug 16 23:38:54.217311 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7a467751-dd9f-4785-a5b2-5eede31a4b69 req-ab1a58d3-d8db-4ef4-a4c2-5e64c9dba848 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=e112980f-0128-4fb3-bc72-b3fef710791e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324636 Aug 16 23:38:54.934493 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 7b4e397c-abd9-4f31-8c9b-7e23d315434b details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:38:55.029927 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 7b4e397c-abd9-4f31-8c9b-7e23d315434b, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=7b4e397c-abd9-4f31-8c9b-7e23d315434b,segment=NetworkSegment(50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1),segment_id=50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:38:55.040594 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': '7b4e397c-abd9-4f31-8c9b-7e23d315434b', 'network_id': 'e9b949f6-7c1a-4f50-8d6a-00477af5b7ca', 'port_id': '7b4e397c-abd9-4f31-8c9b-7e23d315434b', 'mac_address': 'fa:16:3e:ad:28:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20624e69-fc20-4377-ae84-b4defd7af902', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:38:55.081082 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:55.093590 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b4e397c-abd9-4f31-8c9b-7e23d315434b {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:38:55.112494 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 7b4e397c-abd9-4f31-8c9b-7e23d315434b, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=7b4e397c-abd9-4f31-8c9b-7e23d315434b,segment=NetworkSegment(50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1),segment_id=50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:38:55.116444 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:55.165198 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=7b4e397c-abd9-4f31-8c9b-7e23d315434b,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:38:55.330628 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527287b9-3d6f-4ad9-b8d1-5616f1b9c906 req-767eac1d-00bb-412e-863d-cec6a4d2c2e0 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:38:55.332266 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-527287b9-3d6f-4ad9-b8d1-5616f1b9c906 req-767eac1d-00bb-412e-863d-cec6a4d2c2e0 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a2daa06-4cc3-4511-8ec9-c84a721c8823 HTTP/1.1" status: 200 len: 944 time: 0.0493202 Aug 16 23:38:55.371442 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-527287b9-3d6f-4ad9-b8d1-5616f1b9c906 req-415a48cc-8381-44b6-89f1-753ad281e238 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=e112980f-0128-4fb3-bc72-b3fef710791e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325968 Aug 16 23:38:55.524219 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['7b4e397c-abd9-4f31-8c9b-7e23d315434b'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:38:55.726960 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:56.498454 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a982b7-80ee-4547-9dc3-bbe1a34fceaf req-04bc0258-ac41-490e-b6c1-3d659b2ca247 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:38:56.499979 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-60a982b7-80ee-4547-9dc3-bbe1a34fceaf req-04bc0258-ac41-490e-b6c1-3d659b2ca247 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a2daa06-4cc3-4511-8ec9-c84a721c8823 HTTP/1.1" status: 200 len: 944 time: 0.0533638 Aug 16 23:38:56.537174 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-60a982b7-80ee-4547-9dc3-bbe1a34fceaf req-4de5d46b-eb23-4faf-a94c-8210d29980ff tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=e112980f-0128-4fb3-bc72-b3fef710791e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312505 Aug 16 23:38:56.815843 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:38:56.935458 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 7b4e397c-abd9-4f31-8c9b-7e23d315434b up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:38:56.983023 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning for port 7b4e397c-abd9-4f31-8c9b-7e23d315434b completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:38:56.986573 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port 7b4e397c-abd9-4f31-8c9b-7e23d315434b triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:38:56.986941 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:57.066797 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:57.088478 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a2daa06-4cc3-4511-8ec9-c84a721c8823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b4e397c-abd9-4f31-8c9b-7e23d315434b'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:38:57.091054 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea9c16e-0dc3-472a-b91a-4f3160393c36" -d '{"events": [{"server_uuid": "6a2daa06-4cc3-4511-8ec9-c84a721c8823", "name": "network-vif-plugged", "status": "completed", "tag": "7b4e397c-abd9-4f31-8c9b-7e23d315434b"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:38:57.104787 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 7b4e397c-abd9-4f31-8c9b-7e23d315434b, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=7b4e397c-abd9-4f31-8c9b-7e23d315434b,segment=NetworkSegment(50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1),segment_id=50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:38:57.109823 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:38:57.166511 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=7b4e397c-abd9-4f31-8c9b-7e23d315434b,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:38:57.196428 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e6d62f1-a425-43a2-986a-f319874b9e8b x-openstack-request-id: req-0e6d62f1-a425-43a2-986a-f319874b9e8b {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:38:57.196857 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a2daa06-4cc3-4511-8ec9-c84a721c8823", "name": "network-vif-plugged", "status": "completed", "tag": "7b4e397c-abd9-4f31-8c9b-7e23d315434b", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:38:57.197115 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0e6d62f1-a425-43a2-986a-f319874b9e8b {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:38:57.197518 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a2daa06-4cc3-4511-8ec9-c84a721c8823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b4e397c-abd9-4f31-8c9b-7e23d315434b', 'code': 200} Aug 16 23:38:57.322990 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc92aa1-db2d-43bb-8ae5-62430742443a req-2a39a7f4-d6c0-4c6e-929f-87678a178bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:38:57.324532 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cfc92aa1-db2d-43bb-8ae5-62430742443a req-2a39a7f4-d6c0-4c6e-929f-87678a178bb3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6a2daa06-4cc3-4511-8ec9-c84a721c8823 HTTP/1.1" status: 200 len: 1097 time: 0.0412781 Aug 16 23:38:57.361974 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cfc92aa1-db2d-43bb-8ae5-62430742443a req-5525607e-9727-4a82-a76a-3578683a3044 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e112980f-0128-4fb3-bc72-b3fef710791e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305378 Aug 16 23:38:57.654995 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61564bf-fed5-4423-8dc2-3553fc12d777 req-3baf3444-6cbd-40ce-b8d3-9c07c67b8392 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:38:57.656468 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c61564bf-fed5-4423-8dc2-3553fc12d777 req-3baf3444-6cbd-40ce-b8d3-9c07c67b8392 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a2daa06-4cc3-4511-8ec9-c84a721c8823 HTTP/1.1" status: 200 len: 945 time: 0.0493329 Aug 16 23:38:57.694025 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c61564bf-fed5-4423-8dc2-3553fc12d777 req-65182d35-4d6c-441b-8087-200b80b4d36a tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=e112980f-0128-4fb3-bc72-b3fef710791e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315444 Aug 16 23:38:58.823849 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6ee172-20fc-43a0-bd7a-5c9c9549c675 req-c303702d-e6af-4ea7-b7a6-b36dc40b0c06 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:38:58.825476 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ce6ee172-20fc-43a0-bd7a-5c9c9549c675 req-c303702d-e6af-4ea7-b7a6-b36dc40b0c06 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a2daa06-4cc3-4511-8ec9-c84a721c8823 HTTP/1.1" status: 200 len: 945 time: 0.0536759 Aug 16 23:38:58.863662 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ce6ee172-20fc-43a0-bd7a-5c9c9549c675 req-ec6e1a85-aa75-4314-814c-a33397b2a40b tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=e112980f-0128-4fb3-bc72-b3fef710791e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320868 Aug 16 23:38:58.975736 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a3b890-08bb-4640-8d9b-0c336fc6022a req-6d7c1fbc-55a0-41ec-845a-795c9275d948 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:38:58.977243 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-11a3b890-08bb-4640-8d9b-0c336fc6022a req-6d7c1fbc-55a0-41ec-845a-795c9275d948 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a2daa06-4cc3-4511-8ec9-c84a721c8823 HTTP/1.1" status: 200 len: 945 time: 0.0486038 Aug 16 23:38:59.014657 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-11a3b890-08bb-4640-8d9b-0c336fc6022a req-7fbe5389-9553-462a-8d51-626e6eff01c1 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=e112980f-0128-4fb3-bc72-b3fef710791e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307653 Aug 16 23:38:59.127348 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac54aae-75eb-45f3-b2e6-66e4a40d956c req-64ea8626-b5cc-404e-8154-2037d600a76a tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:38:59.128882 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-aac54aae-75eb-45f3-b2e6-66e4a40d956c req-64ea8626-b5cc-404e-8154-2037d600a76a tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a2daa06-4cc3-4511-8ec9-c84a721c8823 HTTP/1.1" status: 200 len: 945 time: 0.0502925 Aug 16 23:38:59.167708 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-aac54aae-75eb-45f3-b2e6-66e4a40d956c req-c42acc29-5de5-45c9-b883-c0b308bbca6e tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=e112980f-0128-4fb3-bc72-b3fef710791e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329123 Aug 16 23:38:59.398523 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1817a1d8-c342-46d0-b24c-27e961f4f024 req-18ea9cf8-9f98-4fa3-adff-e43c262197b4 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:38:59.399895 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1817a1d8-c342-46d0-b24c-27e961f4f024 req-18ea9cf8-9f98-4fa3-adff-e43c262197b4 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a2daa06-4cc3-4511-8ec9-c84a721c8823 HTTP/1.1" status: 200 len: 945 time: 0.0530448 Aug 16 23:38:59.438099 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1817a1d8-c342-46d0-b24c-27e961f4f024 req-bc83a8ed-ac70-4cbc-87e3-3e012155027a tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=e112980f-0128-4fb3-bc72-b3fef710791e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317831 Aug 16 23:39:00.554299 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b215d3-0dd1-4168-9bb4-92cb6480d522 req-17004dd1-95ab-4f8e-b208-f56e7cf1104f tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:39:00.555769 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b9b215d3-0dd1-4168-9bb4-92cb6480d522 req-17004dd1-95ab-4f8e-b208-f56e7cf1104f tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a2daa06-4cc3-4511-8ec9-c84a721c8823 HTTP/1.1" status: 200 len: 945 time: 0.0506942 Aug 16 23:39:00.595757 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b9b215d3-0dd1-4168-9bb4-92cb6480d522 req-a9ac2fd2-99b1-4ff8-a74b-b436fe090b3b tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=e112980f-0128-4fb3-bc72-b3fef710791e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333526 Aug 16 23:39:01.027167 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab3984b-6d58-487f-b5ef-f3490767df62 req-9315539e-ed9d-461f-8106-4037e0199dfa tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:39:01.028566 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6ab3984b-6d58-487f-b5ef-f3490767df62 req-9315539e-ed9d-461f-8106-4037e0199dfa tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a2daa06-4cc3-4511-8ec9-c84a721c8823 HTTP/1.1" status: 200 len: 945 time: 0.0489943 Aug 16 23:39:01.122283 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-6ab3984b-6d58-487f-b5ef-f3490767df62 req-c4701622-6c00-44e8-877b-15483b12cda8 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Deleting port 7b4e397c-abd9-4f31-8c9b-7e23d315434b {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:39:01.122625 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-6ab3984b-6d58-487f-b5ef-f3490767df62 req-c4701622-6c00-44e8-877b-15483b12cda8 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:01.210285 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-6ab3984b-6d58-487f-b5ef-f3490767df62 req-c4701622-6c00-44e8-877b-15483b12cda8 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] For port 7b4e397c-abd9-4f31-8c9b-7e23d315434b, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=7b4e397c-abd9-4f31-8c9b-7e23d315434b,segment=NetworkSegment(50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1),segment_id=50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:39:01.210651 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-6ab3984b-6d58-487f-b5ef-f3490767df62 req-c4701622-6c00-44e8-877b-15483b12cda8 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:01.223485 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-6ab3984b-6d58-487f-b5ef-f3490767df62 req-c4701622-6c00-44e8-877b-15483b12cda8 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Calling delete_port for 7b4e397c-abd9-4f31-8c9b-7e23d315434b owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:39:01.354063 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-6ab3984b-6d58-487f-b5ef-f3490767df62 req-c4701622-6c00-44e8-877b-15483b12cda8 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:01.383577 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4701622-6c00-44e8-877b-15483b12cda8 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Pushing event deleted for resources: {'Port': ['ID=7b4e397c-abd9-4f31-8c9b-7e23d315434b,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:39:01.387470 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['7b4e397c-abd9-4f31-8c9b-7e23d315434b'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:39:01.432256 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ab3984b-6d58-487f-b5ef-f3490767df62 req-c4701622-6c00-44e8-877b-15483b12cda8 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] No DVR routers for this DVR port 7b4e397c-abd9-4f31-8c9b-7e23d315434b on host n-h2-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:39:01.435558 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-6ab3984b-6d58-487f-b5ef-f3490767df62 req-c4701622-6c00-44e8-877b-15483b12cda8 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:01.437714 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6ab3984b-6d58-487f-b5ef-f3490767df62 req-c4701622-6c00-44e8-877b-15483b12cda8 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.57 "DELETE /v2.0/ports/7b4e397c-abd9-4f31-8c9b-7e23d315434b HTTP/1.1" status: 204 len: 173 time: 0.4034390 Aug 16 23:39:01.438198 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a2daa06-4cc3-4511-8ec9-c84a721c8823', 'name': 'network-vif-deleted', 'tag': '7b4e397c-abd9-4f31-8c9b-7e23d315434b'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:39:01.440502 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a26d944-1040-449f-afbc-9be0f69ae372" -d '{"events": [{"server_uuid": "6a2daa06-4cc3-4511-8ec9-c84a721c8823", "name": "network-vif-deleted", "tag": "7b4e397c-abd9-4f31-8c9b-7e23d315434b"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:39:01.479312 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53e0a1d2-4e8b-40b2-899e-77ae8f557c34 x-openstack-request-id: req-53e0a1d2-4e8b-40b2-899e-77ae8f557c34 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:39:01.479614 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a2daa06-4cc3-4511-8ec9-c84a721c8823", "name": "network-vif-deleted", "tag": "7b4e397c-abd9-4f31-8c9b-7e23d315434b", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:39:01.479879 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-53e0a1d2-4e8b-40b2-899e-77ae8f557c34 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:39:01.480314 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a2daa06-4cc3-4511-8ec9-c84a721c8823', 'name': 'network-vif-deleted', 'tag': '7b4e397c-abd9-4f31-8c9b-7e23d315434b', 'status': 'completed', 'code': 200} Aug 16 23:39:01.692243 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-46ea91e7-c35d-4e50-8ddb-57af6344da5e req-a51526ee-2df7-4f9b-956d-0c8b8d10c2fc tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a2daa06-4cc3-4511-8ec9-c84a721c8823 HTTP/1.1" status: 200 len: 210 time: 0.0270855 Aug 16 23:39:02.789237 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3afcb8ba-117d-497c-870b-0b7624e9db0d req-830d9350-2ad5-4aae-bcbd-87a84825ea31 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a2daa06-4cc3-4511-8ec9-c84a721c8823 HTTP/1.1" status: 200 len: 210 time: 0.0265419 Aug 16 23:39:03.889874 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9c005862-4fbb-43dc-a37c-2dfeb1273105 req-709f47b6-c437-4f26-9358-4d8c7e49faa5 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a2daa06-4cc3-4511-8ec9-c84a721c8823 HTTP/1.1" status: 200 len: 210 time: 0.0278556 Aug 16 23:39:04.984629 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 7b4e397c-abd9-4f31-8c9b-7e23d315434b no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:39:04.992169 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c0caa00d-9c0e-4221-8254-4a32e092557b req-effbc5ad-d4dc-4136-822f-1d9168a317ca tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a2daa06-4cc3-4511-8ec9-c84a721c8823 HTTP/1.1" status: 200 len: 210 time: 0.0261838 Aug 16 23:39:05.006317 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] No Port match for: 7b4e397c-abd9-4f31-8c9b-7e23d315434b {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:39:05.006902 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 7b4e397c-abd9-4f31-8c9b-7e23d315434b not bound to the agent host n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:39:11.574537 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:17.728190 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c87e150f-b25c-4434-9634-4438d513c7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:19.822673 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-10a35c42-2fbf-4c63-87c5-e20c93b8ee13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:20.690522 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:21.687064 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:22.934059 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:25.026010 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2f63bc-3cf3-4ce8-9ee4-5bac1d1a15af req-4c688dac-82e2-4290-94ad-b779fbcd7034 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:39:25.027482 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cf2f63bc-3cf3-4ce8-9ee4-5bac1d1a15af req-4c688dac-82e2-4290-94ad-b779fbcd7034 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/networks?id=e9b949f6-7c1a-4f50-8d6a-00477af5b7ca HTTP/1.1" status: 200 len: 811 time: 0.1052649 Aug 16 23:39:25.042991 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cf2f63bc-3cf3-4ce8-9ee4-5bac1d1a15af req-9fe64339-c647-4d0e-8a11-e4ba20fb506d tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/quotas/16e475d1a3e642828e9216f7585a4895 HTTP/1.1" status: 200 len: 375 time: 0.0091240 Aug 16 23:39:25.093421 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cf2f63bc-3cf3-4ce8-9ee4-5bac1d1a15af req-61790531-9e44-4b89-8967-5c2a618d9086 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=16e475d1a3e642828e9216f7585a4895&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0436954 Aug 16 23:39:25.188832 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cf2f63bc-3cf3-4ce8-9ee4-5bac1d1a15af req-f7afe789-6d37-4bb5-97a9-da029a099a76 service neutron] 10.222.0.36 "GET /v2.0/networks/e9b949f6-7c1a-4f50-8d6a-00477af5b7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875709 Aug 16 23:39:25.276694 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cf2f63bc-3cf3-4ce8-9ee4-5bac1d1a15af req-d596ab0c-8f1e-4ad4-9838-10d39074a4a0 service neutron] 10.222.0.36 "GET /v2.0/networks/e9b949f6-7c1a-4f50-8d6a-00477af5b7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819285 Aug 16 23:39:25.456629 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e4089f85-ce3e-4eee-b967-370cc0712f01 req-a5ec6e7f-35b0-4847-bc01-8620235a5e10 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5e4be51-43a2-4496-b6e0-b6e9fc4c19b8 HTTP/1.1" status: 200 len: 210 time: 0.0265148 Aug 16 23:39:25.721467 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:26.537387 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f3179121-c881-416a-b38c-461dfebafff5 req-4214d22a-77fb-4858-b166-ae224440139b tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5e4be51-43a2-4496-b6e0-b6e9fc4c19b8 HTTP/1.1" status: 200 len: 210 time: 0.0315101 Aug 16 23:39:27.631021 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bd38fcc0-0968-4a4c-9cbf-d62e15dd446c req-c9ff1560-61be-4ccb-a7d9-5b7743eccbb0 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5e4be51-43a2-4496-b6e0-b6e9fc4c19b8 HTTP/1.1" status: 200 len: 210 time: 0.0271764 Aug 16 23:39:28.637045 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2f63bc-3cf3-4ce8-9ee4-5bac1d1a15af req-153c81a0-bb96-4cf9-b8a0-e7e50ca8c9e2 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:39:28.638587 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cf2f63bc-3cf3-4ce8-9ee4-5bac1d1a15af req-153c81a0-bb96-4cf9-b8a0-e7e50ca8c9e2 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.57 "GET /v2.0/networks?id=e9b949f6-7c1a-4f50-8d6a-00477af5b7ca HTTP/1.1" status: 200 len: 811 time: 0.1090710 Aug 16 23:39:28.658569 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-cf2f63bc-3cf3-4ce8-9ee4-5bac1d1a15af req-241c2178-10db-4067-9a5c-3873687ce46f tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Request body: {'port': {'device_id': 'b5e4be51-43a2-4496-b6e0-b6e9fc4c19b8', 'network_id': 'e9b949f6-7c1a-4f50-8d6a-00477af5b7ca', 'admin_state_up': True, 'tenant_id': '16e475d1a3e642828e9216f7585a4895'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:39:28.756696 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-54045af6-9527-480e-a00b-1220ed658090 req-dae03ed9-c827-481e-b6ed-270a768dfafb tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5e4be51-43a2-4496-b6e0-b6e9fc4c19b8 HTTP/1.1" status: 200 len: 210 time: 0.0390036 Aug 16 23:39:28.814787 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf2f63bc-3cf3-4ce8-9ee4-5bac1d1a15af req-241c2178-10db-4067-9a5c-3873687ce46f tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Made reservation on behalf of 16e475d1a3e642828e9216f7585a4895 for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:39:28.818423 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-cf2f63bc-3cf3-4ce8-9ee4-5bac1d1a15af req-241c2178-10db-4067-9a5c-3873687ce46f tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:28.962194 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [req-cf2f63bc-3cf3-4ce8-9ee4-5bac1d1a15af req-241c2178-10db-4067-9a5c-3873687ce46f tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Allocated IP 172.20.0.6 (e9b949f6-7c1a-4f50-8d6a-00477af5b7ca/20624e69-fc20-4377-ae84-b4defd7af902/ba8fbb10-7cc8-43d3-89b3-63bda7b0df0c) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:39:29.155609 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-cf2f63bc-3cf3-4ce8-9ee4-5bac1d1a15af req-241c2178-10db-4067-9a5c-3873687ce46f tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:29.168817 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-cf2f63bc-3cf3-4ce8-9ee4-5bac1d1a15af req-241c2178-10db-4067-9a5c-3873687ce46f tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Transition to ACTIVE for port object ba8fbb10-7cc8-43d3-89b3-63bda7b0df0c will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:39:29.206677 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-cf2f63bc-3cf3-4ce8-9ee4-5bac1d1a15af req-241c2178-10db-4067-9a5c-3873687ce46f tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:29.253702 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf2f63bc-3cf3-4ce8-9ee4-5bac1d1a15af req-241c2178-10db-4067-9a5c-3873687ce46f tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Network e9b949f6-7c1a-4f50-8d6a-00477af5b7ca is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:39:29.256900 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [req-cf2f63bc-3cf3-4ce8-9ee4-5bac1d1a15af req-241c2178-10db-4067-9a5c-3873687ce46f tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:39:29.260782 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf2f63bc-3cf3-4ce8-9ee4-5bac1d1a15af req-241c2178-10db-4067-9a5c-3873687ce46f tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:39:29.285333 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241c2178-10db-4067-9a5c-3873687ce46f tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Pushing event updated for resources: {'Port': ['ID=ba8fbb10-7cc8-43d3-89b3-63bda7b0df0c,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:39:29.301496 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241c2178-10db-4067-9a5c-3873687ce46f tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:39:29.301847 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241c2178-10db-4067-9a5c-3873687ce46f tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:39:29.302197 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241c2178-10db-4067-9a5c-3873687ce46f tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:39:29.302550 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241c2178-10db-4067-9a5c-3873687ce46f tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:39:29.302894 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241c2178-10db-4067-9a5c-3873687ce46f tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:39:29.303231 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241c2178-10db-4067-9a5c-3873687ce46f tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:39:29.303567 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241c2178-10db-4067-9a5c-3873687ce46f tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:39:29.303899 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241c2178-10db-4067-9a5c-3873687ce46f tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:39:29.304229 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241c2178-10db-4067-9a5c-3873687ce46f tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:39:29.304590 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241c2178-10db-4067-9a5c-3873687ce46f tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:39:29.304911 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241c2178-10db-4067-9a5c-3873687ce46f tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:39:29.305246 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241c2178-10db-4067-9a5c-3873687ce46f tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:39:29.328247 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2f63bc-3cf3-4ce8-9ee4-5bac1d1a15af req-241c2178-10db-4067-9a5c-3873687ce46f tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:39:29.328865 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-cf2f63bc-3cf3-4ce8-9ee4-5bac1d1a15af req-241c2178-10db-4067-9a5c-3873687ce46f tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:29.344691 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cf2f63bc-3cf3-4ce8-9ee4-5bac1d1a15af req-241c2178-10db-4067-9a5c-3873687ce46f tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6894748 Aug 16 23:39:29.362862 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-cf2f63bc-3cf3-4ce8-9ee4-5bac1d1a15af req-42ff2435-a4a2-488f-b74d-94ad32f53bd2 service neutron] Request body: {'port': {'device_id': 'b5e4be51-43a2-4496-b6e0-b6e9fc4c19b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-26'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:39:29.428019 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-cf2f63bc-3cf3-4ce8-9ee4-5bac1d1a15af req-42ff2435-a4a2-488f-b74d-94ad32f53bd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:29.569680 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-d75f0756-2891-4966-a923-a4c7f52aa62e None None] Provisioning for port ba8fbb10-7cc8-43d3-89b3-63bda7b0df0c completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:39:29.576761 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-d75f0756-2891-4966-a923-a4c7f52aa62e None None] Provisioning complete for port ba8fbb10-7cc8-43d3-89b3-63bda7b0df0c triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:39:29.577428 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d75f0756-2891-4966-a923-a4c7f52aa62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:29.617831 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-d75f0756-2891-4966-a923-a4c7f52aa62e None None] Port ba8fbb10-7cc8-43d3-89b3-63bda7b0df0c cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:39:29.719594 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [req-cf2f63bc-3cf3-4ce8-9ee4-5bac1d1a15af req-42ff2435-a4a2-488f-b74d-94ad32f53bd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba8fbb10-7cc8-43d3-89b3-63bda7b0df0c {{(pid=101292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:39:29.727780 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-cf2f63bc-3cf3-4ce8-9ee4-5bac1d1a15af req-42ff2435-a4a2-488f-b74d-94ad32f53bd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:29.741073 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-cf2f63bc-3cf3-4ce8-9ee4-5bac1d1a15af req-42ff2435-a4a2-488f-b74d-94ad32f53bd2 service neutron] Transition to ACTIVE for port object ba8fbb10-7cc8-43d3-89b3-63bda7b0df0c will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:39:29.745235 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-cf2f63bc-3cf3-4ce8-9ee4-5bac1d1a15af req-42ff2435-a4a2-488f-b74d-94ad32f53bd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:29.805209 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ff2435-a4a2-488f-b74d-94ad32f53bd2 service neutron] Pushing event updated for resources: {'Port': ['ID=ba8fbb10-7cc8-43d3-89b3-63bda7b0df0c,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:39:29.893799 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-cf2f63bc-3cf3-4ce8-9ee4-5bac1d1a15af req-42ff2435-a4a2-488f-b74d-94ad32f53bd2 service neutron] Attempting to bind port ba8fbb10-7cc8-43d3-89b3-63bda7b0df0c on host n-h2-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:39:29.893799 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-cf2f63bc-3cf3-4ce8-9ee4-5bac1d1a15af req-42ff2435-a4a2-488f-b74d-94ad32f53bd2 service neutron] Attempting to bind port ba8fbb10-7cc8-43d3-89b3-63bda7b0df0c by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': '50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e9b949f6-7c1a-4f50-8d6a-00477af5b7ca'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:39:29.893799 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2f63bc-3cf3-4ce8-9ee4-5bac1d1a15af req-42ff2435-a4a2-488f-b74d-94ad32f53bd2 service neutron] Attempting to bind port ba8fbb10-7cc8-43d3-89b3-63bda7b0df0c on network e9b949f6-7c1a-4f50-8d6a-00477af5b7ca {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:39:29.913728 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2f63bc-3cf3-4ce8-9ee4-5bac1d1a15af req-42ff2435-a4a2-488f-b74d-94ad32f53bd2 service neutron] Port ba8fbb10-7cc8-43d3-89b3-63bda7b0df0c on network e9b949f6-7c1a-4f50-8d6a-00477af5b7ca not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:39:29.914057 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2f63bc-3cf3-4ce8-9ee4-5bac1d1a15af req-42ff2435-a4a2-488f-b74d-94ad32f53bd2 service neutron] Attempting to bind port ba8fbb10-7cc8-43d3-89b3-63bda7b0df0c on network e9b949f6-7c1a-4f50-8d6a-00477af5b7ca {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:39:29.921930 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2f63bc-3cf3-4ce8-9ee4-5bac1d1a15af req-42ff2435-a4a2-488f-b74d-94ad32f53bd2 service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:39:29.922276 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2f63bc-3cf3-4ce8-9ee4-5bac1d1a15af req-42ff2435-a4a2-488f-b74d-94ad32f53bd2 service neutron] Checking segment: {'id': '50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e9b949f6-7c1a-4f50-8d6a-00477af5b7ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:39:29.922671 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2f63bc-3cf3-4ce8-9ee4-5bac1d1a15af req-42ff2435-a4a2-488f-b74d-94ad32f53bd2 service neutron] Bound using segment: {'id': '50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e9b949f6-7c1a-4f50-8d6a-00477af5b7ca'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:39:29.923112 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-cf2f63bc-3cf3-4ce8-9ee4-5bac1d1a15af req-42ff2435-a4a2-488f-b74d-94ad32f53bd2 service neutron] Bound port: ba8fbb10-7cc8-43d3-89b3-63bda7b0df0c, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e9b949f6-7c1a-4f50-8d6a-00477af5b7ca'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:39:29.923475 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-cf2f63bc-3cf3-4ce8-9ee4-5bac1d1a15af req-42ff2435-a4a2-488f-b74d-94ad32f53bd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:29.950386 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083edc6f-787b-496b-9570-5a40ce105b40 req-e2ab95ba-6739-4d2f-b7ea-9ee6e37c0c07 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:39:29.952498 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-083edc6f-787b-496b-9570-5a40ce105b40 req-e2ab95ba-6739-4d2f-b7ea-9ee6e37c0c07 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5e4be51-43a2-4496-b6e0-b6e9fc4c19b8 HTTP/1.1" status: 200 len: 943 time: 0.0744090 Aug 16 23:39:30.028976 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-083edc6f-787b-496b-9570-5a40ce105b40 req-7d2b7f90-ce3d-4800-807b-f633515eb96c tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=e112980f-0128-4fb3-bc72-b3fef710791e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541496 Aug 16 23:39:30.036434 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-cf2f63bc-3cf3-4ce8-9ee4-5bac1d1a15af req-42ff2435-a4a2-488f-b74d-94ad32f53bd2 service neutron] For port ba8fbb10-7cc8-43d3-89b3-63bda7b0df0c, host n-h2-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:39:30.040306 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-cf2f63bc-3cf3-4ce8-9ee4-5bac1d1a15af req-42ff2435-a4a2-488f-b74d-94ad32f53bd2 service neutron] For port ba8fbb10-7cc8-43d3-89b3-63bda7b0df0c, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=ba8fbb10-7cc8-43d3-89b3-63bda7b0df0c,segment=NetworkSegment(50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1),segment_id=50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:39:30.051112 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-cf2f63bc-3cf3-4ce8-9ee4-5bac1d1a15af req-42ff2435-a4a2-488f-b74d-94ad32f53bd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:30.094074 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2f63bc-3cf3-4ce8-9ee4-5bac1d1a15af req-42ff2435-a4a2-488f-b74d-94ad32f53bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:39:30.094697 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-cf2f63bc-3cf3-4ce8-9ee4-5bac1d1a15af req-42ff2435-a4a2-488f-b74d-94ad32f53bd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:30.096122 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cf2f63bc-3cf3-4ce8-9ee4-5bac1d1a15af req-42ff2435-a4a2-488f-b74d-94ad32f53bd2 service neutron] 10.222.0.57 "PUT /v2.0/ports/ba8fbb10-7cc8-43d3-89b3-63bda7b0df0c HTTP/1.1" status: 200 len: 1092 time: 0.7388713 Aug 16 23:39:30.096597 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5e4be51-43a2-4496-b6e0-b6e9fc4c19b8', 'tag': 'ba8fbb10-7cc8-43d3-89b3-63bda7b0df0c'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:39:30.098888 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83b23ded-f2bc-4180-8512-b255efcc8f62" -d '{"events": [{"name": "network-changed", "server_uuid": "b5e4be51-43a2-4496-b6e0-b6e9fc4c19b8", "tag": "ba8fbb10-7cc8-43d3-89b3-63bda7b0df0c"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:39:30.126109 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ff2435-a4a2-488f-b74d-94ad32f53bd2 service neutron] Pushing event updated for resources: {'Port': ['ID=ba8fbb10-7cc8-43d3-89b3-63bda7b0df0c,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:39:30.153415 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e8c8e74-e2c8-4f24-aec0-504dc0e2b900 x-openstack-request-id: req-2e8c8e74-e2c8-4f24-aec0-504dc0e2b900 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:39:30.153717 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5e4be51-43a2-4496-b6e0-b6e9fc4c19b8", "tag": "ba8fbb10-7cc8-43d3-89b3-63bda7b0df0c", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:39:30.153978 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2e8c8e74-e2c8-4f24-aec0-504dc0e2b900 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:39:30.154393 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5e4be51-43a2-4496-b6e0-b6e9fc4c19b8', 'tag': 'ba8fbb10-7cc8-43d3-89b3-63bda7b0df0c', 'status': 'completed', 'code': 200} Aug 16 23:39:30.214303 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2f63bc-3cf3-4ce8-9ee4-5bac1d1a15af req-4536ff55-5483-4767-82f5-8302457fc082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:39:30.215908 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cf2f63bc-3cf3-4ce8-9ee4-5bac1d1a15af req-4536ff55-5483-4767-82f5-8302457fc082 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=16e475d1a3e642828e9216f7585a4895&device_id=b5e4be51-43a2-4496-b6e0-b6e9fc4c19b8 HTTP/1.1" status: 200 len: 1095 time: 0.0482578 Aug 16 23:39:30.266673 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cf2f63bc-3cf3-4ce8-9ee4-5bac1d1a15af req-3a2fb811-8e8d-4c4e-8d70-e9bd96461dda service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba8fbb10-7cc8-43d3-89b3-63bda7b0df0c HTTP/1.1" status: 200 len: 217 time: 0.0380108 Aug 16 23:39:30.331830 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2f63bc-3cf3-4ce8-9ee4-5bac1d1a15af req-8ae8e4c3-ce6e-4c4c-9e2f-6ad0eeaf95ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:39:30.333345 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cf2f63bc-3cf3-4ce8-9ee4-5bac1d1a15af req-8ae8e4c3-ce6e-4c4c-9e2f-6ad0eeaf95ea service neutron] 10.222.0.57 "GET /v2.0/subnets?id=20624e69-fc20-4377-ae84-b4defd7af902 HTTP/1.1" status: 200 len: 850 time: 0.0602157 Aug 16 23:39:30.385380 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2f63bc-3cf3-4ce8-9ee4-5bac1d1a15af req-01572174-8455-4bfc-91c2-545493bc36a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:39:30.386988 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cf2f63bc-3cf3-4ce8-9ee4-5bac1d1a15af req-01572174-8455-4bfc-91c2-545493bc36a4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e9b949f6-7c1a-4f50-8d6a-00477af5b7ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0470853 Aug 16 23:39:30.481532 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cf2f63bc-3cf3-4ce8-9ee4-5bac1d1a15af req-2079b648-bf38-49f9-b7e5-2f09fa7f8a8d service neutron] 10.222.0.57 "GET /v2.0/networks/e9b949f6-7c1a-4f50-8d6a-00477af5b7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871263 Aug 16 23:39:30.594776 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cf2f63bc-3cf3-4ce8-9ee4-5bac1d1a15af req-9c26afd9-1d9b-4f78-8aa5-4878ddc52a85 service neutron] 10.222.0.57 "GET /v2.0/networks/e9b949f6-7c1a-4f50-8d6a-00477af5b7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069789 Aug 16 23:39:30.718848 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b23ded-f2bc-4180-8512-b255efcc8f62 req-c71ede1d-da11-48df-82b6-1af5a04cae11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:39:30.720639 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-83b23ded-f2bc-4180-8512-b255efcc8f62 req-c71ede1d-da11-48df-82b6-1af5a04cae11 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=16e475d1a3e642828e9216f7585a4895&device_id=b5e4be51-43a2-4496-b6e0-b6e9fc4c19b8 HTTP/1.1" status: 200 len: 1095 time: 0.0469382 Aug 16 23:39:30.819319 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b23ded-f2bc-4180-8512-b255efcc8f62 req-7276b2ed-ad89-4cf4-afdc-981e71da70f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:39:30.820770 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-83b23ded-f2bc-4180-8512-b255efcc8f62 req-7276b2ed-ad89-4cf4-afdc-981e71da70f8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e9b949f6-7c1a-4f50-8d6a-00477af5b7ca HTTP/1.1" status: 200 len: 912 time: 0.0938020 Aug 16 23:39:30.864914 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-83b23ded-f2bc-4180-8512-b255efcc8f62 req-0771f6e4-a6e4-473b-b6aa-63ed34bddc4b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba8fbb10-7cc8-43d3-89b3-63bda7b0df0c HTTP/1.1" status: 200 len: 217 time: 0.0359340 Aug 16 23:39:30.917441 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b23ded-f2bc-4180-8512-b255efcc8f62 req-af4517db-8231-4344-bacf-d013611e022b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:39:30.918973 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-83b23ded-f2bc-4180-8512-b255efcc8f62 req-af4517db-8231-4344-bacf-d013611e022b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=20624e69-fc20-4377-ae84-b4defd7af902 HTTP/1.1" status: 200 len: 850 time: 0.0480511 Aug 16 23:39:30.977523 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b23ded-f2bc-4180-8512-b255efcc8f62 req-d050a9e3-2539-4fea-80ce-1773fff54067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:39:30.979059 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-83b23ded-f2bc-4180-8512-b255efcc8f62 req-d050a9e3-2539-4fea-80ce-1773fff54067 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e9b949f6-7c1a-4f50-8d6a-00477af5b7ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534167 Aug 16 23:39:31.075434 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-83b23ded-f2bc-4180-8512-b255efcc8f62 req-47a44205-7cd3-472d-bf8f-8d7ceed39bc3 service neutron] 10.222.0.57 "GET /v2.0/networks/e9b949f6-7c1a-4f50-8d6a-00477af5b7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894461 Aug 16 23:39:31.212888 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dd39e5-2be9-4358-9873-e3171c6aad26 req-a0c024ce-1ab2-42b6-83af-bf29789436ce tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:39:31.214294 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-05dd39e5-2be9-4358-9873-e3171c6aad26 req-a0c024ce-1ab2-42b6-83af-bf29789436ce tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5e4be51-43a2-4496-b6e0-b6e9fc4c19b8 HTTP/1.1" status: 200 len: 943 time: 0.1138124 Aug 16 23:39:31.216224 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-83b23ded-f2bc-4180-8512-b255efcc8f62 req-59b18d3d-df9e-4397-9ab3-78331fe489f0 service neutron] 10.222.0.57 "GET /v2.0/networks/e9b949f6-7c1a-4f50-8d6a-00477af5b7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339970 Aug 16 23:39:31.256638 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-05dd39e5-2be9-4358-9873-e3171c6aad26 req-10356d08-302f-4779-bfa3-0da7a878be1c tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=e112980f-0128-4fb3-bc72-b3fef710791e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353742 Aug 16 23:39:32.429204 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a4c599-3083-4e1a-86ee-0635722d013c req-371c5537-4e49-400d-8279-4f7466cd71d7 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:39:32.430547 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-05a4c599-3083-4e1a-86ee-0635722d013c req-371c5537-4e49-400d-8279-4f7466cd71d7 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5e4be51-43a2-4496-b6e0-b6e9fc4c19b8 HTTP/1.1" status: 200 len: 943 time: 0.0858135 Aug 16 23:39:32.522346 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-05a4c599-3083-4e1a-86ee-0635722d013c req-53137125-4951-4c1f-b6e1-00b55771dff7 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=e112980f-0128-4fb3-bc72-b3fef710791e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818787 Aug 16 23:39:33.689855 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2245c884-0da9-4c0b-a066-4b941af38634 req-37711119-c44c-4d48-9ffb-3d314fde71da tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:39:33.691688 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2245c884-0da9-4c0b-a066-4b941af38634 req-37711119-c44c-4d48-9ffb-3d314fde71da tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5e4be51-43a2-4496-b6e0-b6e9fc4c19b8 HTTP/1.1" status: 200 len: 943 time: 0.0801203 Aug 16 23:39:33.730643 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2245c884-0da9-4c0b-a066-4b941af38634 req-2b07eabc-05df-4840-9cb6-3c33c5ee24ac tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=e112980f-0128-4fb3-bc72-b3fef710791e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327184 Aug 16 23:39:33.815506 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:39:34.849767 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008369be-0e13-4333-9c1d-453f218f782e req-6fca760f-6e89-44ff-afc2-f7dce65a64af tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:39:34.851360 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-008369be-0e13-4333-9c1d-453f218f782e req-6fca760f-6e89-44ff-afc2-f7dce65a64af tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5e4be51-43a2-4496-b6e0-b6e9fc4c19b8 HTTP/1.1" status: 200 len: 943 time: 0.0517876 Aug 16 23:39:34.891700 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-008369be-0e13-4333-9c1d-453f218f782e req-ea1846ce-e31c-46c5-8853-997ae3d9ee13 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=e112980f-0128-4fb3-bc72-b3fef710791e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337002 Aug 16 23:39:36.017867 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaae069-e80b-4476-99fe-e1c9e46f0750 req-497c6524-4078-41e9-817d-998711921bc0 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:39:36.019364 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-deaae069-e80b-4476-99fe-e1c9e46f0750 req-497c6524-4078-41e9-817d-998711921bc0 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5e4be51-43a2-4496-b6e0-b6e9fc4c19b8 HTTP/1.1" status: 200 len: 943 time: 0.0501606 Aug 16 23:39:36.060791 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-deaae069-e80b-4476-99fe-e1c9e46f0750 req-61fd8df3-0193-4b1f-bc95-8dfd52b4fdcd tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=e112980f-0128-4fb3-bc72-b3fef710791e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353999 Aug 16 23:39:37.176801 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ad3a50-8e03-4a1c-8960-84ddac3c830f req-50fc6a5f-d683-4338-934f-e29e86c3202f tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:39:37.178294 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b2ad3a50-8e03-4a1c-8960-84ddac3c830f req-50fc6a5f-d683-4338-934f-e29e86c3202f tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5e4be51-43a2-4496-b6e0-b6e9fc4c19b8 HTTP/1.1" status: 200 len: 943 time: 0.0494580 Aug 16 23:39:37.216780 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b2ad3a50-8e03-4a1c-8960-84ddac3c830f req-537e8d79-3fce-43af-afb9-1b25f8108843 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=e112980f-0128-4fb3-bc72-b3fef710791e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324566 Aug 16 23:39:38.344390 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e448606-32af-4388-89a9-1f50cbfb8222 req-c5a5c3d6-1c51-43b0-a799-16f5da10b6df tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:39:38.346737 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8e448606-32af-4388-89a9-1f50cbfb8222 req-c5a5c3d6-1c51-43b0-a799-16f5da10b6df tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5e4be51-43a2-4496-b6e0-b6e9fc4c19b8 HTTP/1.1" status: 200 len: 943 time: 0.0562744 Aug 16 23:39:38.391873 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8e448606-32af-4388-89a9-1f50cbfb8222 req-8003b234-d94a-468a-93e2-8334244bed43 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=e112980f-0128-4fb3-bc72-b3fef710791e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379255 Aug 16 23:39:39.512990 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124a649e-f9d2-4414-aa87-9de1f13bf0f9 req-c0762bf1-0531-42f9-b3db-f15abc8c20e8 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:39:39.515205 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-124a649e-f9d2-4414-aa87-9de1f13bf0f9 req-c0762bf1-0531-42f9-b3db-f15abc8c20e8 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5e4be51-43a2-4496-b6e0-b6e9fc4c19b8 HTTP/1.1" status: 200 len: 943 time: 0.0512571 Aug 16 23:39:39.561264 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-124a649e-f9d2-4414-aa87-9de1f13bf0f9 req-4625f9cd-76f2-4db1-abcd-a1af71481647 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=e112980f-0128-4fb3-bc72-b3fef710791e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401909 Aug 16 23:39:40.683949 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aec251-73d6-4a5b-8db6-8d112f57b650 req-1c4b823a-9634-47cf-ad36-571d1b6f3b32 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:39:40.685467 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c4aec251-73d6-4a5b-8db6-8d112f57b650 req-1c4b823a-9634-47cf-ad36-571d1b6f3b32 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5e4be51-43a2-4496-b6e0-b6e9fc4c19b8 HTTP/1.1" status: 200 len: 943 time: 0.0505612 Aug 16 23:39:40.723747 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c4aec251-73d6-4a5b-8db6-8d112f57b650 req-d736ea5d-6900-495f-b1b8-80237976a45e tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=e112980f-0128-4fb3-bc72-b3fef710791e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321181 Aug 16 23:39:41.563296 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:41.849032 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471ad8a4-dc19-4757-b0d0-6bc325c0a05b req-ff759992-3da9-4bb6-9db5-900f5d0182bb tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:39:41.850577 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-471ad8a4-dc19-4757-b0d0-6bc325c0a05b req-ff759992-3da9-4bb6-9db5-900f5d0182bb tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5e4be51-43a2-4496-b6e0-b6e9fc4c19b8 HTTP/1.1" status: 200 len: 943 time: 0.0584874 Aug 16 23:39:41.910980 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-471ad8a4-dc19-4757-b0d0-6bc325c0a05b req-90b1415b-e205-40e3-9171-c689016f4058 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=e112980f-0128-4fb3-bc72-b3fef710791e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514224 Aug 16 23:39:43.025792 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244f86fc-a949-4e31-bafc-e8ed9cf86c2f req-e22b7e98-3daa-41d3-b927-6b2f6882e194 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:39:43.027275 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-244f86fc-a949-4e31-bafc-e8ed9cf86c2f req-e22b7e98-3daa-41d3-b927-6b2f6882e194 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5e4be51-43a2-4496-b6e0-b6e9fc4c19b8 HTTP/1.1" status: 200 len: 943 time: 0.0493221 Aug 16 23:39:43.069714 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-244f86fc-a949-4e31-bafc-e8ed9cf86c2f req-555af4d7-66ff-445c-9429-f5e9796a123c tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=e112980f-0128-4fb3-bc72-b3fef710791e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360284 Aug 16 23:39:44.184825 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb03c5b-a6fe-44c2-a7c1-5bc1339b1247 req-d703ed42-1e8e-49b4-bf94-869e474afc5b tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:39:44.187163 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6bb03c5b-a6fe-44c2-a7c1-5bc1339b1247 req-d703ed42-1e8e-49b4-bf94-869e474afc5b tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5e4be51-43a2-4496-b6e0-b6e9fc4c19b8 HTTP/1.1" status: 200 len: 943 time: 0.0510013 Aug 16 23:39:44.225205 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6bb03c5b-a6fe-44c2-a7c1-5bc1339b1247 req-d5be66b9-2b4a-4945-8d65-f493983f0882 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=e112980f-0128-4fb3-bc72-b3fef710791e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318530 Aug 16 23:39:45.339145 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab3bdb9-c5f7-45d4-ba0f-43c79d0b1624 req-479a04a6-fa8c-4cd1-8d39-d4c98a918973 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:39:45.341043 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5ab3bdb9-c5f7-45d4-ba0f-43c79d0b1624 req-479a04a6-fa8c-4cd1-8d39-d4c98a918973 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5e4be51-43a2-4496-b6e0-b6e9fc4c19b8 HTTP/1.1" status: 200 len: 943 time: 0.0488946 Aug 16 23:39:45.379256 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5ab3bdb9-c5f7-45d4-ba0f-43c79d0b1624 req-d1ac37aa-0ec0-4d5f-9afa-baa0b49cbe4d tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=e112980f-0128-4fb3-bc72-b3fef710791e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315027 Aug 16 23:39:46.493797 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3756f3c6-cee0-4b35-9c46-b159f718faaf req-66e223bb-54ba-42ab-9836-625d2c11b348 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:39:46.495597 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3756f3c6-cee0-4b35-9c46-b159f718faaf req-66e223bb-54ba-42ab-9836-625d2c11b348 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5e4be51-43a2-4496-b6e0-b6e9fc4c19b8 HTTP/1.1" status: 200 len: 943 time: 0.0499535 Aug 16 23:39:46.538312 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3756f3c6-cee0-4b35-9c46-b159f718faaf req-efa8e91a-8b64-46a5-9615-2334dbf625ce tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=e112980f-0128-4fb3-bc72-b3fef710791e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365131 Aug 16 23:39:47.661504 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73cc0e0-12fc-4f03-8c40-7cc2aa0574cc req-5a8734d9-b4d1-4f26-84c6-7adeea374c4b tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:39:47.663144 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d73cc0e0-12fc-4f03-8c40-7cc2aa0574cc req-5a8734d9-b4d1-4f26-84c6-7adeea374c4b tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5e4be51-43a2-4496-b6e0-b6e9fc4c19b8 HTTP/1.1" status: 200 len: 943 time: 0.0560117 Aug 16 23:39:47.705689 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d73cc0e0-12fc-4f03-8c40-7cc2aa0574cc req-ddb00315-df54-407e-83af-5dc938061eb2 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=e112980f-0128-4fb3-bc72-b3fef710791e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358670 Aug 16 23:39:47.729025 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e644b483-8a88-469a-9665-b4998a536df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:48.822755 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec1eb3f-5289-4f98-b9f5-cf4ea6381f72 req-24a02113-2621-4161-ba3d-b9569260d945 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:39:48.824196 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bec1eb3f-5289-4f98-b9f5-cf4ea6381f72 req-24a02113-2621-4161-ba3d-b9569260d945 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5e4be51-43a2-4496-b6e0-b6e9fc4c19b8 HTTP/1.1" status: 200 len: 943 time: 0.0491605 Aug 16 23:39:48.861229 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bec1eb3f-5289-4f98-b9f5-cf4ea6381f72 req-866b8023-d794-4987-b13c-b60a1bebc653 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=e112980f-0128-4fb3-bc72-b3fef710791e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305958 Aug 16 23:39:49.824144 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-83501576-7025-41f9-959a-71144f384b5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:49.980453 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69d7073-874e-453a-b99e-5403cc89eee1 req-feb49491-c814-4db1-b043-9714b2e52a43 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:39:49.981971 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e69d7073-874e-453a-b99e-5403cc89eee1 req-feb49491-c814-4db1-b043-9714b2e52a43 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5e4be51-43a2-4496-b6e0-b6e9fc4c19b8 HTTP/1.1" status: 200 len: 943 time: 0.0538917 Aug 16 23:39:50.024812 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e69d7073-874e-453a-b99e-5403cc89eee1 req-ba60f54d-c3b5-488e-af73-2620d7e29618 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=e112980f-0128-4fb3-bc72-b3fef710791e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367546 Aug 16 23:39:50.691187 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:51.140555 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5a3f5c-375c-42c8-923e-1c471519898d req-f0fe19de-c2de-4c1e-b01b-fe992974b592 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:39:51.142241 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9f5a3f5c-375c-42c8-923e-1c471519898d req-f0fe19de-c2de-4c1e-b01b-fe992974b592 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5e4be51-43a2-4496-b6e0-b6e9fc4c19b8 HTTP/1.1" status: 200 len: 943 time: 0.0504310 Aug 16 23:39:51.182879 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device ba8fbb10-7cc8-43d3-89b3-63bda7b0df0c details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:39:51.183453 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9f5a3f5c-375c-42c8-923e-1c471519898d req-2290f0f4-1819-4ae8-a4b7-ffc1119afce9 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=e112980f-0128-4fb3-bc72-b3fef710791e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348094 Aug 16 23:39:51.279217 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port ba8fbb10-7cc8-43d3-89b3-63bda7b0df0c, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=ba8fbb10-7cc8-43d3-89b3-63bda7b0df0c,segment=NetworkSegment(50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1),segment_id=50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:39:51.290458 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': 'ba8fbb10-7cc8-43d3-89b3-63bda7b0df0c', 'network_id': 'e9b949f6-7c1a-4f50-8d6a-00477af5b7ca', 'port_id': 'ba8fbb10-7cc8-43d3-89b3-63bda7b0df0c', 'mac_address': 'fa:16:3e:f6:70:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20624e69-fc20-4377-ae84-b4defd7af902', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:39:51.327618 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:51.339775 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba8fbb10-7cc8-43d3-89b3-63bda7b0df0c {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:39:51.358446 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port ba8fbb10-7cc8-43d3-89b3-63bda7b0df0c, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=ba8fbb10-7cc8-43d3-89b3-63bda7b0df0c,segment=NetworkSegment(50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1),segment_id=50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:39:51.363405 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:51.415138 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=ba8fbb10-7cc8-43d3-89b3-63bda7b0df0c,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:39:51.422382 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:39:51.422712 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:39:51.423723 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:39:51.424306 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:39:51.424752 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:39:51.425099 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:39:51.425438 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:39:51.425772 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:39:51.426129 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:39:51.426459 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:39:51.426788 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:39:51.427114 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:39:51.689713 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:51.726623 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['ba8fbb10-7cc8-43d3-89b3-63bda7b0df0c'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:39:52.300914 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dc0405-bef4-4582-b91d-0ff29456465f req-34242aaa-647b-4036-9cdf-8ff515b032c9 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:39:52.302446 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-37dc0405-bef4-4582-b91d-0ff29456465f req-34242aaa-647b-4036-9cdf-8ff515b032c9 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5e4be51-43a2-4496-b6e0-b6e9fc4c19b8 HTTP/1.1" status: 200 len: 944 time: 0.0514793 Aug 16 23:39:52.340904 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-37dc0405-bef4-4582-b91d-0ff29456465f req-f25dd498-99ad-4c24-9b2c-e0926c6198dc tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=e112980f-0128-4fb3-bc72-b3fef710791e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324516 Aug 16 23:39:52.937605 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:53.182739 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device ba8fbb10-7cc8-43d3-89b3-63bda7b0df0c up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:39:53.237316 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning for port ba8fbb10-7cc8-43d3-89b3-63bda7b0df0c completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:39:53.241182 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port ba8fbb10-7cc8-43d3-89b3-63bda7b0df0c triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:39:53.241595 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:53.320889 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:53.343016 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5e4be51-43a2-4496-b6e0-b6e9fc4c19b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba8fbb10-7cc8-43d3-89b3-63bda7b0df0c'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:39:53.346092 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c3d169e-4e5e-4207-aecd-b64c33081706" -d '{"events": [{"server_uuid": "b5e4be51-43a2-4496-b6e0-b6e9fc4c19b8", "name": "network-vif-plugged", "status": "completed", "tag": "ba8fbb10-7cc8-43d3-89b3-63bda7b0df0c"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:39:53.359444 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port ba8fbb10-7cc8-43d3-89b3-63bda7b0df0c, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=ba8fbb10-7cc8-43d3-89b3-63bda7b0df0c,segment=NetworkSegment(50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1),segment_id=50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:39:53.365032 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:53.389274 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aad0c785-74dc-423b-bd75-2b8b41cb4c77 x-openstack-request-id: req-aad0c785-74dc-423b-bd75-2b8b41cb4c77 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:39:53.389569 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5e4be51-43a2-4496-b6e0-b6e9fc4c19b8", "name": "network-vif-plugged", "status": "completed", "tag": "ba8fbb10-7cc8-43d3-89b3-63bda7b0df0c", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:39:53.389822 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-aad0c785-74dc-423b-bd75-2b8b41cb4c77 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:39:53.390199 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5e4be51-43a2-4496-b6e0-b6e9fc4c19b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba8fbb10-7cc8-43d3-89b3-63bda7b0df0c', 'code': 200} Aug 16 23:39:53.418722 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=ba8fbb10-7cc8-43d3-89b3-63bda7b0df0c,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:39:53.468108 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd56cdf7-4d4f-4e82-b8c9-42ab61627dc4 req-ba1e24ca-f5e0-42b0-a347-0a12e7635695 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:39:53.469570 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cd56cdf7-4d4f-4e82-b8c9-42ab61627dc4 req-ba1e24ca-f5e0-42b0-a347-0a12e7635695 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5e4be51-43a2-4496-b6e0-b6e9fc4c19b8 HTTP/1.1" status: 200 len: 945 time: 0.0534668 Aug 16 23:39:53.536439 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cd56cdf7-4d4f-4e82-b8c9-42ab61627dc4 req-e1df94e1-153a-4574-ba84-785a2e0ee637 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=e112980f-0128-4fb3-bc72-b3fef710791e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579240 Aug 16 23:39:53.539233 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06224640-4b29-41c5-8719-05d2921f8185 req-6064aa2a-ed16-4f3f-ab19-9627c0c74b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:39:53.540703 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-06224640-4b29-41c5-8719-05d2921f8185 req-6064aa2a-ed16-4f3f-ab19-9627c0c74b4d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b5e4be51-43a2-4496-b6e0-b6e9fc4c19b8 HTTP/1.1" status: 200 len: 1097 time: 0.0696142 Aug 16 23:39:53.574938 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-06224640-4b29-41c5-8719-05d2921f8185 req-0c207053-978c-49bb-81e4-e262d89830b6 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e112980f-0128-4fb3-bc72-b3fef710791e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276535 Aug 16 23:39:54.653025 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf2b18f-480c-46ad-8c9c-f76b991030a2 req-b56331fd-7359-4c07-b4bb-12664cd39225 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:39:54.654509 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0bf2b18f-480c-46ad-8c9c-f76b991030a2 req-b56331fd-7359-4c07-b4bb-12664cd39225 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5e4be51-43a2-4496-b6e0-b6e9fc4c19b8 HTTP/1.1" status: 200 len: 945 time: 0.0492396 Aug 16 23:39:54.692595 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0bf2b18f-480c-46ad-8c9c-f76b991030a2 req-866bda24-d15c-47aa-b805-8639691e7b5a tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=e112980f-0128-4fb3-bc72-b3fef710791e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318789 Aug 16 23:39:55.728139 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:55.811929 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf08de3-1ef3-4c1b-be4f-cd43988ed98d req-a55da2c9-6f48-43f5-9188-c3f94d012c6d tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:39:55.813514 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0cf08de3-1ef3-4c1b-be4f-cd43988ed98d req-a55da2c9-6f48-43f5-9188-c3f94d012c6d tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5e4be51-43a2-4496-b6e0-b6e9fc4c19b8 HTTP/1.1" status: 200 len: 945 time: 0.0541925 Aug 16 23:39:55.854007 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0cf08de3-1ef3-4c1b-be4f-cd43988ed98d req-448ccfe8-3212-42cf-9860-51621f5b4d7b tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=e112980f-0128-4fb3-bc72-b3fef710791e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339801 Aug 16 23:39:55.971210 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ebe673-9bf0-4a3a-9e31-379f7006db1c req-fd2c2b1f-45d3-4186-b3c6-9bd5a0b83ed3 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:39:55.972640 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-92ebe673-9bf0-4a3a-9e31-379f7006db1c req-fd2c2b1f-45d3-4186-b3c6-9bd5a0b83ed3 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5e4be51-43a2-4496-b6e0-b6e9fc4c19b8 HTTP/1.1" status: 200 len: 945 time: 0.0530097 Aug 16 23:39:56.010503 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-92ebe673-9bf0-4a3a-9e31-379f7006db1c req-500f2e4c-b2db-4ccc-a87e-09be6720349b tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=e112980f-0128-4fb3-bc72-b3fef710791e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318685 Aug 16 23:39:56.122421 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc86cfe4-66c3-493f-a41f-147fab8f7703 req-4c5b56a1-6845-4807-87b3-7dc17142a567 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:39:56.123927 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cc86cfe4-66c3-493f-a41f-147fab8f7703 req-4c5b56a1-6845-4807-87b3-7dc17142a567 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5e4be51-43a2-4496-b6e0-b6e9fc4c19b8 HTTP/1.1" status: 200 len: 945 time: 0.0478654 Aug 16 23:39:56.162516 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cc86cfe4-66c3-493f-a41f-147fab8f7703 req-23fd8bef-a1d3-48ae-8f13-121af45a0ba1 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=e112980f-0128-4fb3-bc72-b3fef710791e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320771 Aug 16 23:39:56.455075 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d5dba8-b65e-48b7-a653-a7f89ac39fad req-982bab4d-8f5b-455b-ad98-8aaa060ecfa6 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:39:56.456547 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-53d5dba8-b65e-48b7-a653-a7f89ac39fad req-982bab4d-8f5b-455b-ad98-8aaa060ecfa6 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5e4be51-43a2-4496-b6e0-b6e9fc4c19b8 HTTP/1.1" status: 200 len: 945 time: 0.0532610 Aug 16 23:39:56.493419 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-53d5dba8-b65e-48b7-a653-a7f89ac39fad req-5df32d26-0bd2-4f7a-852c-35b03b5af50b tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=e112980f-0128-4fb3-bc72-b3fef710791e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306115 Aug 16 23:39:57.614117 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac298b3-fe9f-44f8-8e17-8087dae0f4d0 req-ad876da7-045c-4731-bace-2323c7e3265d tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:39:57.615609 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4ac298b3-fe9f-44f8-8e17-8087dae0f4d0 req-ad876da7-045c-4731-bace-2323c7e3265d tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5e4be51-43a2-4496-b6e0-b6e9fc4c19b8 HTTP/1.1" status: 200 len: 945 time: 0.0541019 Aug 16 23:39:57.652935 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4ac298b3-fe9f-44f8-8e17-8087dae0f4d0 req-7be9e49d-6898-463d-a926-3422901eae6b tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=e112980f-0128-4fb3-bc72-b3fef710791e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307145 Aug 16 23:39:58.115945 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3b27ed-dd1d-4533-bf6b-e88304331bd2 req-9d4a8c93-87c1-4906-96d0-586da9b3ee75 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:39:58.117432 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1c3b27ed-dd1d-4533-bf6b-e88304331bd2 req-9d4a8c93-87c1-4906-96d0-586da9b3ee75 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.57 "GET /v2.0/ports?device_id=b5e4be51-43a2-4496-b6e0-b6e9fc4c19b8 HTTP/1.1" status: 200 len: 945 time: 0.0486035 Aug 16 23:39:58.214114 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-1c3b27ed-dd1d-4533-bf6b-e88304331bd2 req-9907016e-7ec8-4ae0-9c08-f4a340f98fcc tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Deleting port ba8fbb10-7cc8-43d3-89b3-63bda7b0df0c {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:39:58.214456 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1c3b27ed-dd1d-4533-bf6b-e88304331bd2 req-9907016e-7ec8-4ae0-9c08-f4a340f98fcc tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:58.301513 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-1c3b27ed-dd1d-4533-bf6b-e88304331bd2 req-9907016e-7ec8-4ae0-9c08-f4a340f98fcc tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] For port ba8fbb10-7cc8-43d3-89b3-63bda7b0df0c, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=ba8fbb10-7cc8-43d3-89b3-63bda7b0df0c,segment=NetworkSegment(50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1),segment_id=50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:39:58.301877 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1c3b27ed-dd1d-4533-bf6b-e88304331bd2 req-9907016e-7ec8-4ae0-9c08-f4a340f98fcc tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:58.314509 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-1c3b27ed-dd1d-4533-bf6b-e88304331bd2 req-9907016e-7ec8-4ae0-9c08-f4a340f98fcc tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Calling delete_port for ba8fbb10-7cc8-43d3-89b3-63bda7b0df0c owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:39:58.444654 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1c3b27ed-dd1d-4533-bf6b-e88304331bd2 req-9907016e-7ec8-4ae0-9c08-f4a340f98fcc tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:58.476641 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['ba8fbb10-7cc8-43d3-89b3-63bda7b0df0c'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:39:58.478480 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9907016e-7ec8-4ae0-9c08-f4a340f98fcc tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Pushing event deleted for resources: {'Port': ['ID=ba8fbb10-7cc8-43d3-89b3-63bda7b0df0c,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:39:58.524829 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c3b27ed-dd1d-4533-bf6b-e88304331bd2 req-9907016e-7ec8-4ae0-9c08-f4a340f98fcc tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] No DVR routers for this DVR port ba8fbb10-7cc8-43d3-89b3-63bda7b0df0c on host n-h2-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:39:58.527794 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1c3b27ed-dd1d-4533-bf6b-e88304331bd2 req-9907016e-7ec8-4ae0-9c08-f4a340f98fcc tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:39:58.529887 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1c3b27ed-dd1d-4533-bf6b-e88304331bd2 req-9907016e-7ec8-4ae0-9c08-f4a340f98fcc tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.57 "DELETE /v2.0/ports/ba8fbb10-7cc8-43d3-89b3-63bda7b0df0c HTTP/1.1" status: 204 len: 173 time: 0.4062641 Aug 16 23:39:58.530349 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5e4be51-43a2-4496-b6e0-b6e9fc4c19b8', 'name': 'network-vif-deleted', 'tag': 'ba8fbb10-7cc8-43d3-89b3-63bda7b0df0c'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:39:58.537234 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d3e7ce3-0999-4327-8607-b3e3361563be" -d '{"events": [{"server_uuid": "b5e4be51-43a2-4496-b6e0-b6e9fc4c19b8", "name": "network-vif-deleted", "tag": "ba8fbb10-7cc8-43d3-89b3-63bda7b0df0c"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:39:58.586127 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66c1f6d9-86ac-423e-8916-7134710ac22d x-openstack-request-id: req-66c1f6d9-86ac-423e-8916-7134710ac22d {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:39:58.586787 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5e4be51-43a2-4496-b6e0-b6e9fc4c19b8", "name": "network-vif-deleted", "tag": "ba8fbb10-7cc8-43d3-89b3-63bda7b0df0c", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:39:58.586787 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-66c1f6d9-86ac-423e-8916-7134710ac22d {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:39:58.587426 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5e4be51-43a2-4496-b6e0-b6e9fc4c19b8', 'name': 'network-vif-deleted', 'tag': 'ba8fbb10-7cc8-43d3-89b3-63bda7b0df0c', 'status': 'completed', 'code': 200} Aug 16 23:39:58.792399 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c89d4bfd-8675-4f8c-931d-9ab6c6ae81e8 req-a383f38b-a5ab-46a6-bfa2-3f248a64657b tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5e4be51-43a2-4496-b6e0-b6e9fc4c19b8 HTTP/1.1" status: 200 len: 210 time: 0.0373495 Aug 16 23:39:59.885347 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-949cf6cc-0e55-49bb-b81f-247eee21108b req-c4028ced-f13a-4974-8b04-fdb7570897f0 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5e4be51-43a2-4496-b6e0-b6e9fc4c19b8 HTTP/1.1" status: 200 len: 210 time: 0.0270419 Aug 16 23:40:00.980303 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fd3681ea-b439-4284-84b0-7b8fdb0ce158 req-a03adaf0-11e9-4bf1-b3bf-b1f059ca9217 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5e4be51-43a2-4496-b6e0-b6e9fc4c19b8 HTTP/1.1" status: 200 len: 210 time: 0.0283160 Aug 16 23:40:01.229793 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device ba8fbb10-7cc8-43d3-89b3-63bda7b0df0c no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:40:01.253562 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] No Port match for: ba8fbb10-7cc8-43d3-89b3-63bda7b0df0c {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:40:01.253907 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device ba8fbb10-7cc8-43d3-89b3-63bda7b0df0c not bound to the agent host n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:40:02.100824 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a2bcad7f-045c-49ba-96eb-a7c08933ce6a req-38aed146-fab1-4964-a68e-4d80b8ae6aea tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5e4be51-43a2-4496-b6e0-b6e9fc4c19b8 HTTP/1.1" status: 200 len: 210 time: 0.0277655 Aug 16 23:40:10.815359 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:40:11.567477 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:40:17.754367 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-783c8b77-4b23-4fd4-af36-e5df88096651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:40:19.825033 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d876320a-4d89-47e6-8804-d9a1998952dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:40:20.694326 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:40:21.693635 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:40:22.935942 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:40:22.990528 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0f0b3f-3f2d-4697-8521-754f74675e3f req-4a4fd2cb-7350-42ac-acea-8a248d6dcc5c tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:40:22.991987 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fd0f0b3f-3f2d-4697-8521-754f74675e3f req-4a4fd2cb-7350-42ac-acea-8a248d6dcc5c tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/networks?id=e9b949f6-7c1a-4f50-8d6a-00477af5b7ca HTTP/1.1" status: 200 len: 811 time: 0.1059783 Aug 16 23:40:23.007073 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fd0f0b3f-3f2d-4697-8521-754f74675e3f req-79cf23d2-b59f-41b7-92a7-2051b9eb6b4e tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/quotas/16e475d1a3e642828e9216f7585a4895 HTTP/1.1" status: 200 len: 375 time: 0.0091205 Aug 16 23:40:23.056570 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fd0f0b3f-3f2d-4697-8521-754f74675e3f req-ed2cd6f8-f69e-4856-a521-4c3af8d8cf4e tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=16e475d1a3e642828e9216f7585a4895&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443089 Aug 16 23:40:23.196583 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fd0f0b3f-3f2d-4697-8521-754f74675e3f req-738ab089-8384-42e3-9733-93449218c1e4 service neutron] 10.222.0.36 "GET /v2.0/networks/e9b949f6-7c1a-4f50-8d6a-00477af5b7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332521 Aug 16 23:40:23.285065 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fd0f0b3f-3f2d-4697-8521-754f74675e3f req-40f6a540-473b-4cf8-a11f-1a2eb95cd858 service neutron] 10.222.0.36 "GET /v2.0/networks/e9b949f6-7c1a-4f50-8d6a-00477af5b7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818660 Aug 16 23:40:23.575123 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-24d1a85c-b0dd-431e-b0c7-24e84af89303 req-76f4274e-3956-430b-a175-3040eb501c8b tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb5426e-6a80-4e07-b17c-5a1564f29590 HTTP/1.1" status: 200 len: 210 time: 0.0264447 Aug 16 23:40:24.578588 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0f0b3f-3f2d-4697-8521-754f74675e3f req-49f90dd5-4454-45d3-9667-80130c34b4f8 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:40:24.580057 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fd0f0b3f-3f2d-4697-8521-754f74675e3f req-49f90dd5-4454-45d3-9667-80130c34b4f8 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.57 "GET /v2.0/networks?id=e9b949f6-7c1a-4f50-8d6a-00477af5b7ca HTTP/1.1" status: 200 len: 811 time: 0.1071301 Aug 16 23:40:24.598564 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-fd0f0b3f-3f2d-4697-8521-754f74675e3f req-cb4256c6-68bf-4634-8823-2b94498d3f83 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Request body: {'port': {'device_id': 'bdb5426e-6a80-4e07-b17c-5a1564f29590', 'network_id': 'e9b949f6-7c1a-4f50-8d6a-00477af5b7ca', 'admin_state_up': True, 'tenant_id': '16e475d1a3e642828e9216f7585a4895'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:40:24.688521 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ece0a1e3-0cb7-45dd-87b6-44e7b7a9da04 req-a5fb144a-1727-4fda-bfa6-16177c052443 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb5426e-6a80-4e07-b17c-5a1564f29590 HTTP/1.1" status: 200 len: 210 time: 0.0358212 Aug 16 23:40:24.745852 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd0f0b3f-3f2d-4697-8521-754f74675e3f req-cb4256c6-68bf-4634-8823-2b94498d3f83 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Made reservation on behalf of 16e475d1a3e642828e9216f7585a4895 for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:40:24.749521 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-fd0f0b3f-3f2d-4697-8521-754f74675e3f req-cb4256c6-68bf-4634-8823-2b94498d3f83 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:40:24.882788 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [req-fd0f0b3f-3f2d-4697-8521-754f74675e3f req-cb4256c6-68bf-4634-8823-2b94498d3f83 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Allocated IP 172.20.0.9 (e9b949f6-7c1a-4f50-8d6a-00477af5b7ca/20624e69-fc20-4377-ae84-b4defd7af902/9e98b13e-a1e1-45de-97ad-f8eed560c191) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:40:25.030965 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-fd0f0b3f-3f2d-4697-8521-754f74675e3f req-cb4256c6-68bf-4634-8823-2b94498d3f83 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:40:25.045536 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-fd0f0b3f-3f2d-4697-8521-754f74675e3f req-cb4256c6-68bf-4634-8823-2b94498d3f83 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Transition to ACTIVE for port object 9e98b13e-a1e1-45de-97ad-f8eed560c191 will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:40:25.079682 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-fd0f0b3f-3f2d-4697-8521-754f74675e3f req-cb4256c6-68bf-4634-8823-2b94498d3f83 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:40:25.129402 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd0f0b3f-3f2d-4697-8521-754f74675e3f req-cb4256c6-68bf-4634-8823-2b94498d3f83 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Network e9b949f6-7c1a-4f50-8d6a-00477af5b7ca is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:40:25.135025 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [req-fd0f0b3f-3f2d-4697-8521-754f74675e3f req-cb4256c6-68bf-4634-8823-2b94498d3f83 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:40:25.139702 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd0f0b3f-3f2d-4697-8521-754f74675e3f req-cb4256c6-68bf-4634-8823-2b94498d3f83 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:40:25.184631 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4256c6-68bf-4634-8823-2b94498d3f83 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Pushing event updated for resources: {'Port': ['ID=9e98b13e-a1e1-45de-97ad-f8eed560c191,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:40:25.196221 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0f0b3f-3f2d-4697-8521-754f74675e3f req-cb4256c6-68bf-4634-8823-2b94498d3f83 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:40:25.196897 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-fd0f0b3f-3f2d-4697-8521-754f74675e3f req-cb4256c6-68bf-4634-8823-2b94498d3f83 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:40:25.218636 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fd0f0b3f-3f2d-4697-8521-754f74675e3f req-cb4256c6-68bf-4634-8823-2b94498d3f83 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6245484 Aug 16 23:40:25.237803 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-fd0f0b3f-3f2d-4697-8521-754f74675e3f req-e29cf76d-e061-4bf7-bcaa-19048fec7599 service neutron] Request body: {'port': {'device_id': 'bdb5426e-6a80-4e07-b17c-5a1564f29590', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-26'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:40:25.294204 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-fd0f0b3f-3f2d-4697-8521-754f74675e3f req-e29cf76d-e061-4bf7-bcaa-19048fec7599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:40:25.365507 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-bcda2e86-88ca-4645-a0bf-d3e2a1b20582 None None] Provisioning for port 9e98b13e-a1e1-45de-97ad-f8eed560c191 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:40:25.371883 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-bcda2e86-88ca-4645-a0bf-d3e2a1b20582 None None] Provisioning complete for port 9e98b13e-a1e1-45de-97ad-f8eed560c191 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:40:25.372688 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-bcda2e86-88ca-4645-a0bf-d3e2a1b20582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:40:25.413814 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-bcda2e86-88ca-4645-a0bf-d3e2a1b20582 None None] Port 9e98b13e-a1e1-45de-97ad-f8eed560c191 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:40:25.723369 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:40:25.871709 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d494b070-df06-4f40-9537-3636b825f15d req-745a68d5-7586-45b7-9c56-1d3797334d0c tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:40:25.873216 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d494b070-df06-4f40-9537-3636b825f15d req-745a68d5-7586-45b7-9c56-1d3797334d0c tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb5426e-6a80-4e07-b17c-5a1564f29590 HTTP/1.1" status: 200 len: 931 time: 0.1035326 Aug 16 23:40:25.933888 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d494b070-df06-4f40-9537-3636b825f15d req-317e3bcc-1982-48c3-b2a6-c9abe8494851 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=e112980f-0128-4fb3-bc72-b3fef710791e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544658 Aug 16 23:40:25.973994 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [req-fd0f0b3f-3f2d-4697-8521-754f74675e3f req-e29cf76d-e061-4bf7-bcaa-19048fec7599 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e98b13e-a1e1-45de-97ad-f8eed560c191 {{(pid=101292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:40:25.981272 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-fd0f0b3f-3f2d-4697-8521-754f74675e3f req-e29cf76d-e061-4bf7-bcaa-19048fec7599 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:40:25.993594 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-fd0f0b3f-3f2d-4697-8521-754f74675e3f req-e29cf76d-e061-4bf7-bcaa-19048fec7599 service neutron] Transition to ACTIVE for port object 9e98b13e-a1e1-45de-97ad-f8eed560c191 will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:40:25.998561 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-fd0f0b3f-3f2d-4697-8521-754f74675e3f req-e29cf76d-e061-4bf7-bcaa-19048fec7599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:40:26.050986 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29cf76d-e061-4bf7-bcaa-19048fec7599 service neutron] Pushing event updated for resources: {'Port': ['ID=9e98b13e-a1e1-45de-97ad-f8eed560c191,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:40:26.116455 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-fd0f0b3f-3f2d-4697-8521-754f74675e3f req-e29cf76d-e061-4bf7-bcaa-19048fec7599 service neutron] Attempting to bind port 9e98b13e-a1e1-45de-97ad-f8eed560c191 on host n-h2-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:40:26.116827 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-fd0f0b3f-3f2d-4697-8521-754f74675e3f req-e29cf76d-e061-4bf7-bcaa-19048fec7599 service neutron] Attempting to bind port 9e98b13e-a1e1-45de-97ad-f8eed560c191 by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': '50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e9b949f6-7c1a-4f50-8d6a-00477af5b7ca'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:40:26.117164 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0f0b3f-3f2d-4697-8521-754f74675e3f req-e29cf76d-e061-4bf7-bcaa-19048fec7599 service neutron] Attempting to bind port 9e98b13e-a1e1-45de-97ad-f8eed560c191 on network e9b949f6-7c1a-4f50-8d6a-00477af5b7ca {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:40:26.122016 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0f0b3f-3f2d-4697-8521-754f74675e3f req-e29cf76d-e061-4bf7-bcaa-19048fec7599 service neutron] Port 9e98b13e-a1e1-45de-97ad-f8eed560c191 on network e9b949f6-7c1a-4f50-8d6a-00477af5b7ca not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:40:26.122347 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0f0b3f-3f2d-4697-8521-754f74675e3f req-e29cf76d-e061-4bf7-bcaa-19048fec7599 service neutron] Attempting to bind port 9e98b13e-a1e1-45de-97ad-f8eed560c191 on network e9b949f6-7c1a-4f50-8d6a-00477af5b7ca {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:40:26.127596 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0f0b3f-3f2d-4697-8521-754f74675e3f req-e29cf76d-e061-4bf7-bcaa-19048fec7599 service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:40:26.127941 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0f0b3f-3f2d-4697-8521-754f74675e3f req-e29cf76d-e061-4bf7-bcaa-19048fec7599 service neutron] Checking segment: {'id': '50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e9b949f6-7c1a-4f50-8d6a-00477af5b7ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:40:26.128336 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0f0b3f-3f2d-4697-8521-754f74675e3f req-e29cf76d-e061-4bf7-bcaa-19048fec7599 service neutron] Bound using segment: {'id': '50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e9b949f6-7c1a-4f50-8d6a-00477af5b7ca'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:40:26.128799 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-fd0f0b3f-3f2d-4697-8521-754f74675e3f req-e29cf76d-e061-4bf7-bcaa-19048fec7599 service neutron] Bound port: 9e98b13e-a1e1-45de-97ad-f8eed560c191, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e9b949f6-7c1a-4f50-8d6a-00477af5b7ca'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:40:26.129174 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-fd0f0b3f-3f2d-4697-8521-754f74675e3f req-e29cf76d-e061-4bf7-bcaa-19048fec7599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:40:26.205512 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-fd0f0b3f-3f2d-4697-8521-754f74675e3f req-e29cf76d-e061-4bf7-bcaa-19048fec7599 service neutron] For port 9e98b13e-a1e1-45de-97ad-f8eed560c191, host n-h2-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:40:26.209888 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-fd0f0b3f-3f2d-4697-8521-754f74675e3f req-e29cf76d-e061-4bf7-bcaa-19048fec7599 service neutron] For port 9e98b13e-a1e1-45de-97ad-f8eed560c191, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=9e98b13e-a1e1-45de-97ad-f8eed560c191,segment=NetworkSegment(50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1),segment_id=50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:40:26.214635 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-fd0f0b3f-3f2d-4697-8521-754f74675e3f req-e29cf76d-e061-4bf7-bcaa-19048fec7599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:40:26.250865 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0f0b3f-3f2d-4697-8521-754f74675e3f req-e29cf76d-e061-4bf7-bcaa-19048fec7599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:40:26.251936 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-fd0f0b3f-3f2d-4697-8521-754f74675e3f req-e29cf76d-e061-4bf7-bcaa-19048fec7599 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:40:26.253886 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fd0f0b3f-3f2d-4697-8521-754f74675e3f req-e29cf76d-e061-4bf7-bcaa-19048fec7599 service neutron] 10.222.0.57 "PUT /v2.0/ports/9e98b13e-a1e1-45de-97ad-f8eed560c191 HTTP/1.1" status: 200 len: 1092 time: 1.0206716 Aug 16 23:40:26.256256 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdb5426e-6a80-4e07-b17c-5a1564f29590', 'tag': '9e98b13e-a1e1-45de-97ad-f8eed560c191'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:40:26.258354 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f740a9fe-8080-4976-8fac-c751a94c7a3f" -d '{"events": [{"name": "network-changed", "server_uuid": "bdb5426e-6a80-4e07-b17c-5a1564f29590", "tag": "9e98b13e-a1e1-45de-97ad-f8eed560c191"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:40:26.289755 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29cf76d-e061-4bf7-bcaa-19048fec7599 service neutron] Pushing event updated for resources: {'Port': ['ID=9e98b13e-a1e1-45de-97ad-f8eed560c191,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:40:26.321082 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-459343ae-3bea-4e90-a143-69e6a917d8f1 x-openstack-request-id: req-459343ae-3bea-4e90-a143-69e6a917d8f1 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:40:26.321382 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdb5426e-6a80-4e07-b17c-5a1564f29590", "tag": "9e98b13e-a1e1-45de-97ad-f8eed560c191", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:40:26.321645 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-459343ae-3bea-4e90-a143-69e6a917d8f1 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:40:26.322047 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdb5426e-6a80-4e07-b17c-5a1564f29590', 'tag': '9e98b13e-a1e1-45de-97ad-f8eed560c191', 'status': 'completed', 'code': 200} Aug 16 23:40:26.386154 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0f0b3f-3f2d-4697-8521-754f74675e3f req-d6fb2e48-0993-4f03-8e7c-e9d2172ea407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:40:26.387732 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fd0f0b3f-3f2d-4697-8521-754f74675e3f req-d6fb2e48-0993-4f03-8e7c-e9d2172ea407 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=16e475d1a3e642828e9216f7585a4895&device_id=bdb5426e-6a80-4e07-b17c-5a1564f29590 HTTP/1.1" status: 200 len: 1095 time: 0.0478339 Aug 16 23:40:26.437820 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fd0f0b3f-3f2d-4697-8521-754f74675e3f req-32c10957-8407-4626-b73b-edefb2b88f25 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e98b13e-a1e1-45de-97ad-f8eed560c191 HTTP/1.1" status: 200 len: 217 time: 0.0372262 Aug 16 23:40:26.493643 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0f0b3f-3f2d-4697-8521-754f74675e3f req-be895651-2a92-4add-913b-c5d4c254c576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:40:26.495075 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fd0f0b3f-3f2d-4697-8521-754f74675e3f req-be895651-2a92-4add-913b-c5d4c254c576 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=20624e69-fc20-4377-ae84-b4defd7af902 HTTP/1.1" status: 200 len: 850 time: 0.0510783 Aug 16 23:40:26.542580 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0f0b3f-3f2d-4697-8521-754f74675e3f req-984c5e23-3a3e-40b7-884c-f1b5ac9d151d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:40:26.544085 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fd0f0b3f-3f2d-4697-8521-754f74675e3f req-984c5e23-3a3e-40b7-884c-f1b5ac9d151d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e9b949f6-7c1a-4f50-8d6a-00477af5b7ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421867 Aug 16 23:40:26.637191 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fd0f0b3f-3f2d-4697-8521-754f74675e3f req-50003100-b12b-43d6-b734-d4e52a1e055a service neutron] 10.222.0.57 "GET /v2.0/networks/e9b949f6-7c1a-4f50-8d6a-00477af5b7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856085 Aug 16 23:40:26.727044 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fd0f0b3f-3f2d-4697-8521-754f74675e3f req-3ac7a7d9-5e2e-471f-bf11-4d4f8c4523cc service neutron] 10.222.0.57 "GET /v2.0/networks/e9b949f6-7c1a-4f50-8d6a-00477af5b7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823176 Aug 16 23:40:26.836729 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f740a9fe-8080-4976-8fac-c751a94c7a3f req-7f05f6e3-1ec5-41a2-acad-2902ab1aeb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:40:26.838121 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f740a9fe-8080-4976-8fac-c751a94c7a3f req-7f05f6e3-1ec5-41a2-acad-2902ab1aeb6c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=16e475d1a3e642828e9216f7585a4895&device_id=bdb5426e-6a80-4e07-b17c-5a1564f29590 HTTP/1.1" status: 200 len: 1095 time: 0.0432100 Aug 16 23:40:26.932730 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f740a9fe-8080-4976-8fac-c751a94c7a3f req-2cabbbd4-0b1a-4d3b-bb98-211a331666ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:40:26.934195 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f740a9fe-8080-4976-8fac-c751a94c7a3f req-2cabbbd4-0b1a-4d3b-bb98-211a331666ae service neutron] 10.222.0.57 "GET /v2.0/networks?id=e9b949f6-7c1a-4f50-8d6a-00477af5b7ca HTTP/1.1" status: 200 len: 912 time: 0.0889797 Aug 16 23:40:26.976008 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f740a9fe-8080-4976-8fac-c751a94c7a3f req-4dd51cf1-ebfa-426b-af0a-6f1bdd32c378 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e98b13e-a1e1-45de-97ad-f8eed560c191 HTTP/1.1" status: 200 len: 217 time: 0.0345140 Aug 16 23:40:27.053844 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f740a9fe-8080-4976-8fac-c751a94c7a3f req-4f0f10d6-ead8-453c-b272-2afd05581996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:40:27.055301 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f740a9fe-8080-4976-8fac-c751a94c7a3f req-4f0f10d6-ead8-453c-b272-2afd05581996 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=20624e69-fc20-4377-ae84-b4defd7af902 HTTP/1.1" status: 200 len: 850 time: 0.0727556 Aug 16 23:40:27.097280 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b679c5d9-0697-45a4-8262-f25617c861a8 req-46a897b6-3259-44eb-8892-86d69b61f3ff tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:40:27.098776 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b679c5d9-0697-45a4-8262-f25617c861a8 req-46a897b6-3259-44eb-8892-86d69b61f3ff tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb5426e-6a80-4e07-b17c-5a1564f29590 HTTP/1.1" status: 200 len: 943 time: 0.0855255 Aug 16 23:40:27.131522 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f740a9fe-8080-4976-8fac-c751a94c7a3f req-fa1864e6-c528-4ea9-a115-7ae98af0c63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:40:27.133082 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f740a9fe-8080-4976-8fac-c751a94c7a3f req-fa1864e6-c528-4ea9-a115-7ae98af0c63a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e9b949f6-7c1a-4f50-8d6a-00477af5b7ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0706382 Aug 16 23:40:27.160187 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b679c5d9-0697-45a4-8262-f25617c861a8 req-77cdc340-1131-45b0-8f82-794b82c55255 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=e112980f-0128-4fb3-bc72-b3fef710791e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550761 Aug 16 23:40:27.238963 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f740a9fe-8080-4976-8fac-c751a94c7a3f req-8d8619e8-6ca5-4b6a-8c09-03996b67f491 service neutron] 10.222.0.57 "GET /v2.0/networks/e9b949f6-7c1a-4f50-8d6a-00477af5b7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944352 Aug 16 23:40:27.329314 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f740a9fe-8080-4976-8fac-c751a94c7a3f req-2b127218-60d1-45e8-a4e9-59f0bf103935 service neutron] 10.222.0.57 "GET /v2.0/networks/e9b949f6-7c1a-4f50-8d6a-00477af5b7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831606 Aug 16 23:40:28.281108 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9a7961-db28-4e92-9cd7-161048d92af2 req-833f53df-ab1d-450e-933d-3ab2edaa9468 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:40:28.282752 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bb9a7961-db28-4e92-9cd7-161048d92af2 req-833f53df-ab1d-450e-933d-3ab2edaa9468 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb5426e-6a80-4e07-b17c-5a1564f29590 HTTP/1.1" status: 200 len: 943 time: 0.0512245 Aug 16 23:40:28.322133 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bb9a7961-db28-4e92-9cd7-161048d92af2 req-b9026832-9c48-46a0-b128-c2b2ecbf10f0 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=e112980f-0128-4fb3-bc72-b3fef710791e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332797 Aug 16 23:40:29.444066 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2b89a-7fd7-4c6a-9aab-ba824e59882e req-3fa6400e-b0fe-4368-921b-02f9c045999c tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:40:29.445393 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dfc2b89a-7fd7-4c6a-9aab-ba824e59882e req-3fa6400e-b0fe-4368-921b-02f9c045999c tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb5426e-6a80-4e07-b17c-5a1564f29590 HTTP/1.1" status: 200 len: 943 time: 0.0536730 Aug 16 23:40:29.483612 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dfc2b89a-7fd7-4c6a-9aab-ba824e59882e req-676c87c7-7ee3-46af-bbc9-05d497cdc191 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=e112980f-0128-4fb3-bc72-b3fef710791e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322940 Aug 16 23:40:30.608696 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500388d3-4d5e-45d7-9254-8ce67846d5da req-0d2d47c7-f488-469b-8b9e-2b2607e03e9c tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:40:30.610196 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-500388d3-4d5e-45d7-9254-8ce67846d5da req-0d2d47c7-f488-469b-8b9e-2b2607e03e9c tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb5426e-6a80-4e07-b17c-5a1564f29590 HTTP/1.1" status: 200 len: 943 time: 0.0562150 Aug 16 23:40:30.658173 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-500388d3-4d5e-45d7-9254-8ce67846d5da req-da324a71-8d8e-4e3a-aa5d-0fdf5d201ef7 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=e112980f-0128-4fb3-bc72-b3fef710791e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410557 Aug 16 23:40:31.772609 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc9268c-b36e-4875-b9c4-8928b43ac4e4 req-2bd95cee-3a93-41a1-92d2-129cd48992cc tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:40:31.774111 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6cc9268c-b36e-4875-b9c4-8928b43ac4e4 req-2bd95cee-3a93-41a1-92d2-129cd48992cc tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb5426e-6a80-4e07-b17c-5a1564f29590 HTTP/1.1" status: 200 len: 943 time: 0.0498016 Aug 16 23:40:31.811779 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6cc9268c-b36e-4875-b9c4-8928b43ac4e4 req-6471005f-5a6b-444f-8921-da0e3b72be3a tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=e112980f-0128-4fb3-bc72-b3fef710791e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317812 Aug 16 23:40:32.928859 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7245ae5c-dfe7-4309-bf77-819ed20d89c6 req-a11172ef-1358-4d2e-af39-036750ccd635 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:40:32.930362 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7245ae5c-dfe7-4309-bf77-819ed20d89c6 req-a11172ef-1358-4d2e-af39-036750ccd635 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb5426e-6a80-4e07-b17c-5a1564f29590 HTTP/1.1" status: 200 len: 943 time: 0.0532789 Aug 16 23:40:32.968282 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7245ae5c-dfe7-4309-bf77-819ed20d89c6 req-dcbe8935-eaab-4a07-a6d6-d40f5363beac tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=e112980f-0128-4fb3-bc72-b3fef710791e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321050 Aug 16 23:40:34.080962 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf008028-1c38-4443-9481-70264d722482 req-5aac10a5-c176-42ca-aa07-9aa0c2cecd23 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:40:34.082477 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cf008028-1c38-4443-9481-70264d722482 req-5aac10a5-c176-42ca-aa07-9aa0c2cecd23 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb5426e-6a80-4e07-b17c-5a1564f29590 HTTP/1.1" status: 200 len: 943 time: 0.0492525 Aug 16 23:40:34.121483 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cf008028-1c38-4443-9481-70264d722482 req-41e0c190-d5b3-448b-bfa4-81519b63fe2c tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=e112980f-0128-4fb3-bc72-b3fef710791e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330682 Aug 16 23:40:35.235705 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807030b6-c18f-4e70-bb7a-2625c8123fba req-aba886f5-491a-4ccb-bc80-e67ebd65a70b tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:40:35.237424 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-807030b6-c18f-4e70-bb7a-2625c8123fba req-aba886f5-491a-4ccb-bc80-e67ebd65a70b tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb5426e-6a80-4e07-b17c-5a1564f29590 HTTP/1.1" status: 200 len: 943 time: 0.0494125 Aug 16 23:40:35.274846 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-807030b6-c18f-4e70-bb7a-2625c8123fba req-0cf0e140-3456-4034-a5ec-84573c79cd15 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=e112980f-0128-4fb3-bc72-b3fef710791e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314798 Aug 16 23:40:36.392569 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a6ccee-15dd-4ea0-96bb-969532727be8 req-850acb1b-e85f-4e06-9118-77e62a2408f2 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:40:36.394038 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-56a6ccee-15dd-4ea0-96bb-969532727be8 req-850acb1b-e85f-4e06-9118-77e62a2408f2 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb5426e-6a80-4e07-b17c-5a1564f29590 HTTP/1.1" status: 200 len: 943 time: 0.0527816 Aug 16 23:40:36.431740 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-56a6ccee-15dd-4ea0-96bb-969532727be8 req-b9b03abb-093c-48b1-8811-1db801da05c9 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=e112980f-0128-4fb3-bc72-b3fef710791e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317075 Aug 16 23:40:37.338255 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 9e98b13e-a1e1-45de-97ad-f8eed560c191 details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:40:37.432381 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 9e98b13e-a1e1-45de-97ad-f8eed560c191, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=9e98b13e-a1e1-45de-97ad-f8eed560c191,segment=NetworkSegment(50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1),segment_id=50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:40:37.443542 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': '9e98b13e-a1e1-45de-97ad-f8eed560c191', 'network_id': 'e9b949f6-7c1a-4f50-8d6a-00477af5b7ca', 'port_id': '9e98b13e-a1e1-45de-97ad-f8eed560c191', 'mac_address': 'fa:16:3e:e8:2e:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20624e69-fc20-4377-ae84-b4defd7af902', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:40:37.480251 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:40:37.493878 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e98b13e-a1e1-45de-97ad-f8eed560c191 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:40:37.513992 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 9e98b13e-a1e1-45de-97ad-f8eed560c191, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=9e98b13e-a1e1-45de-97ad-f8eed560c191,segment=NetworkSegment(50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1),segment_id=50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:40:37.518153 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:40:37.549139 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e36059-b870-4d76-b120-10a07b760201 req-53df1378-5a56-48d5-92e0-09d823088b19 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:40:37.551188 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-55e36059-b870-4d76-b120-10a07b760201 req-53df1378-5a56-48d5-92e0-09d823088b19 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb5426e-6a80-4e07-b17c-5a1564f29590 HTTP/1.1" status: 200 len: 943 time: 0.0527408 Aug 16 23:40:37.568681 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=9e98b13e-a1e1-45de-97ad-f8eed560c191,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:40:37.590057 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-55e36059-b870-4d76-b120-10a07b760201 req-f0d525d1-7a9f-4bf7-9049-8399595b3a3e tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=e112980f-0128-4fb3-bc72-b3fef710791e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327821 Aug 16 23:40:37.874792 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['9e98b13e-a1e1-45de-97ad-f8eed560c191'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:40:38.721023 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcbbbac-0a73-4ce9-bb5e-d8fd19940d5f req-31dc936b-3688-46e9-9091-b8a833c83685 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:40:38.722638 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1dcbbbac-0a73-4ce9-bb5e-d8fd19940d5f req-31dc936b-3688-46e9-9091-b8a833c83685 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb5426e-6a80-4e07-b17c-5a1564f29590 HTTP/1.1" status: 200 len: 944 time: 0.0508068 Aug 16 23:40:38.760854 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1dcbbbac-0a73-4ce9-bb5e-d8fd19940d5f req-356c8adb-cf78-4294-9079-78543ccb701a tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=e112980f-0128-4fb3-bc72-b3fef710791e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320811 Aug 16 23:40:39.352878 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 9e98b13e-a1e1-45de-97ad-f8eed560c191 up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:40:39.402797 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning for port 9e98b13e-a1e1-45de-97ad-f8eed560c191 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:40:39.406385 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port 9e98b13e-a1e1-45de-97ad-f8eed560c191 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:40:39.406756 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:40:39.480912 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:40:39.503901 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdb5426e-6a80-4e07-b17c-5a1564f29590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e98b13e-a1e1-45de-97ad-f8eed560c191'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:40:39.506177 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6326072-7dd4-4a15-acfd-4f340400b739" -d '{"events": [{"server_uuid": "bdb5426e-6a80-4e07-b17c-5a1564f29590", "name": "network-vif-plugged", "status": "completed", "tag": "9e98b13e-a1e1-45de-97ad-f8eed560c191"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:40:39.518932 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 9e98b13e-a1e1-45de-97ad-f8eed560c191, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=9e98b13e-a1e1-45de-97ad-f8eed560c191,segment=NetworkSegment(50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1),segment_id=50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:40:39.523751 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:40:39.547022 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30351d9f-4969-44e7-b8c7-069c1428a975 x-openstack-request-id: req-30351d9f-4969-44e7-b8c7-069c1428a975 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:40:39.547314 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdb5426e-6a80-4e07-b17c-5a1564f29590", "name": "network-vif-plugged", "status": "completed", "tag": "9e98b13e-a1e1-45de-97ad-f8eed560c191", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:40:39.547562 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-30351d9f-4969-44e7-b8c7-069c1428a975 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:40:39.547942 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdb5426e-6a80-4e07-b17c-5a1564f29590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e98b13e-a1e1-45de-97ad-f8eed560c191', 'code': 200} Aug 16 23:40:39.573327 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=9e98b13e-a1e1-45de-97ad-f8eed560c191,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:40:39.669264 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d75384-5aab-414c-8685-e1f2899eaad2 req-9c219c91-8328-4c5c-b54b-089359422b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:40:39.670642 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c2d75384-5aab-414c-8685-e1f2899eaad2 req-9c219c91-8328-4c5c-b54b-089359422b49 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bdb5426e-6a80-4e07-b17c-5a1564f29590 HTTP/1.1" status: 200 len: 1097 time: 0.0425856 Aug 16 23:40:39.706099 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c2d75384-5aab-414c-8685-e1f2899eaad2 req-649abf52-7cda-434b-8d2d-43547a19d39d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e112980f-0128-4fb3-bc72-b3fef710791e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279961 Aug 16 23:40:39.875022 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b47d138-3e99-4848-a6ad-30528241c396 req-72e5c827-298f-41e8-bc14-be3573e10dbf tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:40:39.876497 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2b47d138-3e99-4848-a6ad-30528241c396 req-72e5c827-298f-41e8-bc14-be3573e10dbf tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb5426e-6a80-4e07-b17c-5a1564f29590 HTTP/1.1" status: 200 len: 945 time: 0.0489576 Aug 16 23:40:39.913978 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2b47d138-3e99-4848-a6ad-30528241c396 req-38e3b468-cabe-4fc3-9483-786e4c9f3335 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=e112980f-0128-4fb3-bc72-b3fef710791e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314300 Aug 16 23:40:41.029806 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc582fc4-84d7-4315-b8cc-21a73b091107 req-fffd812e-358b-4416-ac3d-f966a6535104 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:40:41.031299 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dc582fc4-84d7-4315-b8cc-21a73b091107 req-fffd812e-358b-4416-ac3d-f966a6535104 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb5426e-6a80-4e07-b17c-5a1564f29590 HTTP/1.1" status: 200 len: 945 time: 0.0499327 Aug 16 23:40:41.069159 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dc582fc4-84d7-4315-b8cc-21a73b091107 req-accd0580-04f1-4dbb-9f08-5622fc6394a5 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=e112980f-0128-4fb3-bc72-b3fef710791e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313606 Aug 16 23:40:41.581660 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:40:42.185345 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bde99a-0806-4619-ae82-6879762fb4ae req-17fe4732-8de4-4415-9872-aa0ed6e3755b tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:40:42.186818 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-99bde99a-0806-4619-ae82-6879762fb4ae req-17fe4732-8de4-4415-9872-aa0ed6e3755b tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb5426e-6a80-4e07-b17c-5a1564f29590 HTTP/1.1" status: 200 len: 945 time: 0.0520897 Aug 16 23:40:42.225374 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-99bde99a-0806-4619-ae82-6879762fb4ae req-70a11aa4-bd0b-477a-86dc-c54400d03957 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=e112980f-0128-4fb3-bc72-b3fef710791e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318820 Aug 16 23:40:42.339056 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912d68d1-5c4d-4788-a64a-6fbc700b6b3f req-983df872-290f-41ff-a303-4f61820ae0ef tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:40:42.340611 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-912d68d1-5c4d-4788-a64a-6fbc700b6b3f req-983df872-290f-41ff-a303-4f61820ae0ef tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb5426e-6a80-4e07-b17c-5a1564f29590 HTTP/1.1" status: 200 len: 945 time: 0.0495594 Aug 16 23:40:42.379306 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-912d68d1-5c4d-4788-a64a-6fbc700b6b3f req-fa155bb4-20d7-4523-b50d-5cca712565ed tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=e112980f-0128-4fb3-bc72-b3fef710791e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322978 Aug 16 23:40:45.007854 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00664b8-f67a-48c9-8fd5-d255cd44ebae req-1c567598-2a64-421a-a44f-096f17e5d442 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:40:45.009345 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d00664b8-f67a-48c9-8fd5-d255cd44ebae req-1c567598-2a64-421a-a44f-096f17e5d442 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/networks?id=e9b949f6-7c1a-4f50-8d6a-00477af5b7ca HTTP/1.1" status: 200 len: 811 time: 0.1112378 Aug 16 23:40:45.025494 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d00664b8-f67a-48c9-8fd5-d255cd44ebae req-1a26f1be-da2e-4ba5-aeda-9805e02f4a59 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/quotas/16e475d1a3e642828e9216f7585a4895 HTTP/1.1" status: 200 len: 375 time: 0.0093760 Aug 16 23:40:45.078881 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d00664b8-f67a-48c9-8fd5-d255cd44ebae req-f2c42cb7-ab68-4204-b6ba-a242c7d4890f tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=16e475d1a3e642828e9216f7585a4895&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0481584 Aug 16 23:40:45.172924 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d00664b8-f67a-48c9-8fd5-d255cd44ebae req-40c6ed26-63d2-4505-9345-8aa7188cc674 service neutron] 10.222.0.36 "GET /v2.0/networks/e9b949f6-7c1a-4f50-8d6a-00477af5b7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847375 Aug 16 23:40:45.263395 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d00664b8-f67a-48c9-8fd5-d255cd44ebae req-dd0b494f-4db0-44e9-97d5-0544927f9924 service neutron] 10.222.0.36 "GET /v2.0/networks/e9b949f6-7c1a-4f50-8d6a-00477af5b7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834930 Aug 16 23:40:45.452074 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6ec9013d-a631-4d41-bcf3-8ee1f8dd10f4 req-c3d738d5-6cc8-4fcd-a494-cc83a607f25c tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5657206-5a9a-46a9-ac2f-f80f81c86ce6 HTTP/1.1" status: 200 len: 210 time: 0.0277078 Aug 16 23:40:46.381323 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00664b8-f67a-48c9-8fd5-d255cd44ebae req-8d3f33a5-79b2-4047-99b5-1034b3d5bf55 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:40:46.382792 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d00664b8-f67a-48c9-8fd5-d255cd44ebae req-8d3f33a5-79b2-4047-99b5-1034b3d5bf55 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.68 "GET /v2.0/networks?id=e9b949f6-7c1a-4f50-8d6a-00477af5b7ca HTTP/1.1" status: 200 len: 811 time: 0.1085806 Aug 16 23:40:46.395739 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-d00664b8-f67a-48c9-8fd5-d255cd44ebae req-54ce29a6-3e5d-4420-a904-bfd78590a80f tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Request body: {'port': {'device_id': 'f5657206-5a9a-46a9-ac2f-f80f81c86ce6', 'network_id': 'e9b949f6-7c1a-4f50-8d6a-00477af5b7ca', 'admin_state_up': True, 'tenant_id': '16e475d1a3e642828e9216f7585a4895'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:40:46.504842 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d00664b8-f67a-48c9-8fd5-d255cd44ebae req-54ce29a6-3e5d-4420-a904-bfd78590a80f tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Made reservation on behalf of 16e475d1a3e642828e9216f7585a4895 for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:40:46.508445 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-d00664b8-f67a-48c9-8fd5-d255cd44ebae req-54ce29a6-3e5d-4420-a904-bfd78590a80f tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:40:46.560783 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7b5472c8-7ff8-44c2-8e60-fbc14ace1402 req-dff1684c-2eb0-4d12-afc5-7f0a5b91b3d7 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5657206-5a9a-46a9-ac2f-f80f81c86ce6 HTTP/1.1" status: 200 len: 210 time: 0.0340469 Aug 16 23:40:46.670595 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [req-d00664b8-f67a-48c9-8fd5-d255cd44ebae req-54ce29a6-3e5d-4420-a904-bfd78590a80f tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Allocated IP 172.20.0.6 (e9b949f6-7c1a-4f50-8d6a-00477af5b7ca/20624e69-fc20-4377-ae84-b4defd7af902/5d050fe7-34fb-4438-94b3-e03fd00165f4) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:40:46.842534 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-d00664b8-f67a-48c9-8fd5-d255cd44ebae req-54ce29a6-3e5d-4420-a904-bfd78590a80f tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:40:46.856458 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-d00664b8-f67a-48c9-8fd5-d255cd44ebae req-54ce29a6-3e5d-4420-a904-bfd78590a80f tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Transition to ACTIVE for port object 5d050fe7-34fb-4438-94b3-e03fd00165f4 will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:40:46.890527 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-d00664b8-f67a-48c9-8fd5-d255cd44ebae req-54ce29a6-3e5d-4420-a904-bfd78590a80f tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:40:46.926409 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['9e98b13e-a1e1-45de-97ad-f8eed560c191'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:40:46.938040 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d00664b8-f67a-48c9-8fd5-d255cd44ebae req-54ce29a6-3e5d-4420-a904-bfd78590a80f tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Network e9b949f6-7c1a-4f50-8d6a-00477af5b7ca is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:40:46.942017 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [req-d00664b8-f67a-48c9-8fd5-d255cd44ebae req-54ce29a6-3e5d-4420-a904-bfd78590a80f tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:40:46.945410 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-d00664b8-f67a-48c9-8fd5-d255cd44ebae req-54ce29a6-3e5d-4420-a904-bfd78590a80f tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:40:46.979245 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ce29a6-3e5d-4420-a904-bfd78590a80f tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Pushing event updated for resources: {'Port': ['ID=5d050fe7-34fb-4438-94b3-e03fd00165f4,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:40:46.995588 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ce29a6-3e5d-4420-a904-bfd78590a80f tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:40:46.995960 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ce29a6-3e5d-4420-a904-bfd78590a80f tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:40:46.996272 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ce29a6-3e5d-4420-a904-bfd78590a80f tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:40:46.996639 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ce29a6-3e5d-4420-a904-bfd78590a80f tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:40:46.997030 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ce29a6-3e5d-4420-a904-bfd78590a80f tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:40:46.997370 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ce29a6-3e5d-4420-a904-bfd78590a80f tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:40:46.997701 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ce29a6-3e5d-4420-a904-bfd78590a80f tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:40:46.998028 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ce29a6-3e5d-4420-a904-bfd78590a80f tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:40:46.998356 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ce29a6-3e5d-4420-a904-bfd78590a80f tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:40:46.998693 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ce29a6-3e5d-4420-a904-bfd78590a80f tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:40:46.999021 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ce29a6-3e5d-4420-a904-bfd78590a80f tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:40:46.999354 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ce29a6-3e5d-4420-a904-bfd78590a80f tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:40:47.020809 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00664b8-f67a-48c9-8fd5-d255cd44ebae req-54ce29a6-3e5d-4420-a904-bfd78590a80f tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:40:47.021758 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-d00664b8-f67a-48c9-8fd5-d255cd44ebae req-54ce29a6-3e5d-4420-a904-bfd78590a80f tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:40:47.037895 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d00664b8-f67a-48c9-8fd5-d255cd44ebae req-54ce29a6-3e5d-4420-a904-bfd78590a80f tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6460469 Aug 16 23:40:47.109633 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-d00664b8-f67a-48c9-8fd5-d255cd44ebae req-2fadc59e-68ef-4d36-82b3-2dcee05946d4 service neutron] Request body: {'port': {'device_id': 'f5657206-5a9a-46a9-ac2f-f80f81c86ce6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-26'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:40:47.166702 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-d00664b8-f67a-48c9-8fd5-d255cd44ebae req-2fadc59e-68ef-4d36-82b3-2dcee05946d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:40:47.210520 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-7391afa3-c014-4195-bba8-94194ed3c59f None None] Provisioning for port 5d050fe7-34fb-4438-94b3-e03fd00165f4 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:40:47.214551 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-7391afa3-c014-4195-bba8-94194ed3c59f None None] Provisioning complete for port 5d050fe7-34fb-4438-94b3-e03fd00165f4 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:40:47.214989 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7391afa3-c014-4195-bba8-94194ed3c59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:40:47.254439 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-7391afa3-c014-4195-bba8-94194ed3c59f None None] Port 5d050fe7-34fb-4438-94b3-e03fd00165f4 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:40:47.451104 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [req-d00664b8-f67a-48c9-8fd5-d255cd44ebae req-2fadc59e-68ef-4d36-82b3-2dcee05946d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d050fe7-34fb-4438-94b3-e03fd00165f4 {{(pid=101292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:40:47.458570 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-d00664b8-f67a-48c9-8fd5-d255cd44ebae req-2fadc59e-68ef-4d36-82b3-2dcee05946d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:40:47.470385 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-d00664b8-f67a-48c9-8fd5-d255cd44ebae req-2fadc59e-68ef-4d36-82b3-2dcee05946d4 service neutron] Transition to ACTIVE for port object 5d050fe7-34fb-4438-94b3-e03fd00165f4 will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:40:47.474186 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-d00664b8-f67a-48c9-8fd5-d255cd44ebae req-2fadc59e-68ef-4d36-82b3-2dcee05946d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:40:47.524825 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fadc59e-68ef-4d36-82b3-2dcee05946d4 service neutron] Pushing event updated for resources: {'Port': ['ID=5d050fe7-34fb-4438-94b3-e03fd00165f4,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:40:47.596976 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-d00664b8-f67a-48c9-8fd5-d255cd44ebae req-2fadc59e-68ef-4d36-82b3-2dcee05946d4 service neutron] Attempting to bind port 5d050fe7-34fb-4438-94b3-e03fd00165f4 on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:40:47.597355 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-d00664b8-f67a-48c9-8fd5-d255cd44ebae req-2fadc59e-68ef-4d36-82b3-2dcee05946d4 service neutron] Attempting to bind port 5d050fe7-34fb-4438-94b3-e03fd00165f4 by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': '50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e9b949f6-7c1a-4f50-8d6a-00477af5b7ca'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:40:47.597932 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00664b8-f67a-48c9-8fd5-d255cd44ebae req-2fadc59e-68ef-4d36-82b3-2dcee05946d4 service neutron] Attempting to bind port 5d050fe7-34fb-4438-94b3-e03fd00165f4 on network e9b949f6-7c1a-4f50-8d6a-00477af5b7ca {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:40:47.602491 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00664b8-f67a-48c9-8fd5-d255cd44ebae req-2fadc59e-68ef-4d36-82b3-2dcee05946d4 service neutron] Port 5d050fe7-34fb-4438-94b3-e03fd00165f4 on network e9b949f6-7c1a-4f50-8d6a-00477af5b7ca not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:40:47.602814 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00664b8-f67a-48c9-8fd5-d255cd44ebae req-2fadc59e-68ef-4d36-82b3-2dcee05946d4 service neutron] Attempting to bind port 5d050fe7-34fb-4438-94b3-e03fd00165f4 on network e9b949f6-7c1a-4f50-8d6a-00477af5b7ca {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:40:47.610442 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00664b8-f67a-48c9-8fd5-d255cd44ebae req-2fadc59e-68ef-4d36-82b3-2dcee05946d4 service neutron] Checking agent: {'id': 'd28e24f9-e5ea-41e1-80bf-3c7943ad7f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:40:47.610793 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00664b8-f67a-48c9-8fd5-d255cd44ebae req-2fadc59e-68ef-4d36-82b3-2dcee05946d4 service neutron] Checking segment: {'id': '50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e9b949f6-7c1a-4f50-8d6a-00477af5b7ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:40:47.611246 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00664b8-f67a-48c9-8fd5-d255cd44ebae req-2fadc59e-68ef-4d36-82b3-2dcee05946d4 service neutron] Bound using segment: {'id': '50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e9b949f6-7c1a-4f50-8d6a-00477af5b7ca'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:40:47.612791 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-d00664b8-f67a-48c9-8fd5-d255cd44ebae req-2fadc59e-68ef-4d36-82b3-2dcee05946d4 service neutron] Bound port: 5d050fe7-34fb-4438-94b3-e03fd00165f4, host: n-h1-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e9b949f6-7c1a-4f50-8d6a-00477af5b7ca'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:40:47.613387 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-d00664b8-f67a-48c9-8fd5-d255cd44ebae req-2fadc59e-68ef-4d36-82b3-2dcee05946d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:40:47.727109 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-d00664b8-f67a-48c9-8fd5-d255cd44ebae req-2fadc59e-68ef-4d36-82b3-2dcee05946d4 service neutron] For port 5d050fe7-34fb-4438-94b3-e03fd00165f4, host n-h1-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:40:47.730125 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-8974c721-84ba-431c-ae1a-c08f66c10b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:40:47.732957 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-d00664b8-f67a-48c9-8fd5-d255cd44ebae req-2fadc59e-68ef-4d36-82b3-2dcee05946d4 service neutron] For port 5d050fe7-34fb-4438-94b3-e03fd00165f4, host n-h1-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=5d050fe7-34fb-4438-94b3-e03fd00165f4,segment=NetworkSegment(50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1),segment_id=50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:40:47.742930 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1052909a-465e-4032-9a3a-76f3938f61fd req-22fa3539-4a07-49f6-8be1-4d0a0020d211 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:40:47.744763 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1052909a-465e-4032-9a3a-76f3938f61fd req-22fa3539-4a07-49f6-8be1-4d0a0020d211 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5657206-5a9a-46a9-ac2f-f80f81c86ce6 HTTP/1.1" status: 200 len: 943 time: 0.0895555 Aug 16 23:40:47.746438 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-d00664b8-f67a-48c9-8fd5-d255cd44ebae req-2fadc59e-68ef-4d36-82b3-2dcee05946d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:40:47.803476 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00664b8-f67a-48c9-8fd5-d255cd44ebae req-2fadc59e-68ef-4d36-82b3-2dcee05946d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:40:47.804102 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-d00664b8-f67a-48c9-8fd5-d255cd44ebae req-2fadc59e-68ef-4d36-82b3-2dcee05946d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:40:47.805545 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d00664b8-f67a-48c9-8fd5-d255cd44ebae req-2fadc59e-68ef-4d36-82b3-2dcee05946d4 service neutron] 10.222.0.68 "PUT /v2.0/ports/5d050fe7-34fb-4438-94b3-e03fd00165f4 HTTP/1.1" status: 200 len: 1092 time: 0.7584226 Aug 16 23:40:47.805990 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5657206-5a9a-46a9-ac2f-f80f81c86ce6', 'tag': '5d050fe7-34fb-4438-94b3-e03fd00165f4'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:40:47.808225 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3851f089-2107-4822-86cd-15ec28cbd8f5" -d '{"events": [{"name": "network-changed", "server_uuid": "f5657206-5a9a-46a9-ac2f-f80f81c86ce6", "tag": "5d050fe7-34fb-4438-94b3-e03fd00165f4"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:40:47.826634 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:40:47.846572 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fadc59e-68ef-4d36-82b3-2dcee05946d4 service neutron] Pushing event updated for resources: {'Port': ['ID=5d050fe7-34fb-4438-94b3-e03fd00165f4,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:40:47.877453 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1052909a-465e-4032-9a3a-76f3938f61fd req-db28dc95-0573-4499-9f0a-ff3c479a5c01 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=e112980f-0128-4fb3-bc72-b3fef710791e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243620 Aug 16 23:40:47.887573 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e2c2f1a-a687-44f8-b32d-ff84224a834f x-openstack-request-id: req-8e2c2f1a-a687-44f8-b32d-ff84224a834f {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:40:47.887573 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5657206-5a9a-46a9-ac2f-f80f81c86ce6", "tag": "5d050fe7-34fb-4438-94b3-e03fd00165f4", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:40:47.887573 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8e2c2f1a-a687-44f8-b32d-ff84224a834f {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:40:47.887836 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5657206-5a9a-46a9-ac2f-f80f81c86ce6', 'tag': '5d050fe7-34fb-4438-94b3-e03fd00165f4', 'status': 'completed', 'code': 200} Aug 16 23:40:47.928393 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00664b8-f67a-48c9-8fd5-d255cd44ebae req-4ee83833-8217-4f6d-955e-c83c87394e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:40:47.930163 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d00664b8-f67a-48c9-8fd5-d255cd44ebae req-4ee83833-8217-4f6d-955e-c83c87394e59 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=16e475d1a3e642828e9216f7585a4895&device_id=f5657206-5a9a-46a9-ac2f-f80f81c86ce6 HTTP/1.1" status: 200 len: 1095 time: 0.0741358 Aug 16 23:40:47.976090 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d00664b8-f67a-48c9-8fd5-d255cd44ebae req-0561271c-94be-48ef-8bdf-c6b3621b52c0 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d050fe7-34fb-4438-94b3-e03fd00165f4 HTTP/1.1" status: 200 len: 217 time: 0.0366564 Aug 16 23:40:48.027733 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00664b8-f67a-48c9-8fd5-d255cd44ebae req-6dcf844c-ea30-4c79-8e7d-d219b42c2f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:40:48.029246 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d00664b8-f67a-48c9-8fd5-d255cd44ebae req-6dcf844c-ea30-4c79-8e7d-d219b42c2f52 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=20624e69-fc20-4377-ae84-b4defd7af902 HTTP/1.1" status: 200 len: 850 time: 0.0457275 Aug 16 23:40:48.083051 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00664b8-f67a-48c9-8fd5-d255cd44ebae req-a97ad9c2-996f-4541-aca0-8e049544ec9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:40:48.084492 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d00664b8-f67a-48c9-8fd5-d255cd44ebae req-a97ad9c2-996f-4541-aca0-8e049544ec9c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e9b949f6-7c1a-4f50-8d6a-00477af5b7ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468693 Aug 16 23:40:48.177836 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d00664b8-f67a-48c9-8fd5-d255cd44ebae req-1041f18e-b87a-4af7-b84e-bcdf8237e05b service neutron] 10.222.0.68 "GET /v2.0/networks/e9b949f6-7c1a-4f50-8d6a-00477af5b7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851858 Aug 16 23:40:48.279254 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d00664b8-f67a-48c9-8fd5-d255cd44ebae req-9f520c5d-79de-467d-862f-59d6947dd4cc service neutron] 10.222.0.68 "GET /v2.0/networks/e9b949f6-7c1a-4f50-8d6a-00477af5b7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932598 Aug 16 23:40:48.369830 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3851f089-2107-4822-86cd-15ec28cbd8f5 req-f3aa5979-a686-475c-b4fe-f9e6d436a378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:40:48.371318 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3851f089-2107-4822-86cd-15ec28cbd8f5 req-f3aa5979-a686-475c-b4fe-f9e6d436a378 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=16e475d1a3e642828e9216f7585a4895&device_id=f5657206-5a9a-46a9-ac2f-f80f81c86ce6 HTTP/1.1" status: 200 len: 1095 time: 0.0438149 Aug 16 23:40:48.467020 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3851f089-2107-4822-86cd-15ec28cbd8f5 req-a1d7bf4c-bb84-474b-8303-4f3ee0584f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:40:48.468517 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3851f089-2107-4822-86cd-15ec28cbd8f5 req-a1d7bf4c-bb84-474b-8303-4f3ee0584f92 service neutron] 10.222.0.68 "GET /v2.0/networks?id=e9b949f6-7c1a-4f50-8d6a-00477af5b7ca HTTP/1.1" status: 200 len: 912 time: 0.0888863 Aug 16 23:40:48.514864 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3851f089-2107-4822-86cd-15ec28cbd8f5 req-ab9e8cb4-3c84-4aa9-a248-b787a4a19c0f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d050fe7-34fb-4438-94b3-e03fd00165f4 HTTP/1.1" status: 200 len: 217 time: 0.0385492 Aug 16 23:40:48.563180 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3851f089-2107-4822-86cd-15ec28cbd8f5 req-4181130d-27fc-4c4a-8b79-cddb51f10b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:40:48.565346 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3851f089-2107-4822-86cd-15ec28cbd8f5 req-4181130d-27fc-4c4a-8b79-cddb51f10b1e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=20624e69-fc20-4377-ae84-b4defd7af902 HTTP/1.1" status: 200 len: 850 time: 0.0430894 Aug 16 23:40:48.618780 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3851f089-2107-4822-86cd-15ec28cbd8f5 req-a9ba3965-83bb-44ed-bf30-a731eaaad2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:40:48.620326 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3851f089-2107-4822-86cd-15ec28cbd8f5 req-a9ba3965-83bb-44ed-bf30-a731eaaad2a0 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e9b949f6-7c1a-4f50-8d6a-00477af5b7ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0482130 Aug 16 23:40:48.727674 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3851f089-2107-4822-86cd-15ec28cbd8f5 req-f65e6722-144d-4091-8476-3035f1f1354d service neutron] 10.222.0.68 "GET /v2.0/networks/e9b949f6-7c1a-4f50-8d6a-00477af5b7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987682 Aug 16 23:40:48.819679 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3851f089-2107-4822-86cd-15ec28cbd8f5 req-589ef6f4-c1fc-470a-98a7-b53d64fade95 service neutron] 10.222.0.68 "GET /v2.0/networks/e9b949f6-7c1a-4f50-8d6a-00477af5b7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846519 Aug 16 23:40:49.002618 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a904e1-c9ec-41c9-9c3a-181107dc6c0d req-1f4da4bb-1625-4689-94f3-493c427791ce tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:40:49.004299 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-24a904e1-c9ec-41c9-9c3a-181107dc6c0d req-1f4da4bb-1625-4689-94f3-493c427791ce tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5657206-5a9a-46a9-ac2f-f80f81c86ce6 HTTP/1.1" status: 200 len: 943 time: 0.0584857 Aug 16 23:40:49.051419 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-24a904e1-c9ec-41c9-9c3a-181107dc6c0d req-7d280bfa-b0d7-4ee7-a2a8-611579eb2c36 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=e112980f-0128-4fb3-bc72-b3fef710791e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402393 Aug 16 23:40:49.852113 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-6daa4770-1387-448d-a111-f141d1254d2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:40:50.271434 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f73c69-ee9b-4331-8840-2b494a6a9da2 req-3128d517-fefc-4c87-a604-56556c1bf8e5 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:40:50.274172 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-63f73c69-ee9b-4331-8840-2b494a6a9da2 req-3128d517-fefc-4c87-a604-56556c1bf8e5 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5657206-5a9a-46a9-ac2f-f80f81c86ce6 HTTP/1.1" status: 200 len: 943 time: 0.0996060 Aug 16 23:40:50.319423 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-63f73c69-ee9b-4331-8840-2b494a6a9da2 req-bb3e7d69-7417-4f09-a4c6-e2b692c56648 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=e112980f-0128-4fb3-bc72-b3fef710791e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388458 Aug 16 23:40:50.707291 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:40:51.488065 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e210830-1f46-44b5-8e20-0ec42055a5c6 req-f8631f8a-b493-4a53-b157-9648d3954323 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:40:51.490969 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9e210830-1f46-44b5-8e20-0ec42055a5c6 req-f8631f8a-b493-4a53-b157-9648d3954323 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5657206-5a9a-46a9-ac2f-f80f81c86ce6 HTTP/1.1" status: 200 len: 943 time: 0.0648544 Aug 16 23:40:51.536026 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9e210830-1f46-44b5-8e20-0ec42055a5c6 req-676bf040-b082-4331-9072-d1732f84229a tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=e112980f-0128-4fb3-bc72-b3fef710791e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379858 Aug 16 23:40:51.697643 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:40:52.682702 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda0296-4f35-4c88-a6a8-bd879ff63d3f req-dc91e84e-1792-45a7-ab0a-efdba90dabe4 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:40:52.685124 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5dda0296-4f35-4c88-a6a8-bd879ff63d3f req-dc91e84e-1792-45a7-ab0a-efdba90dabe4 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5657206-5a9a-46a9-ac2f-f80f81c86ce6 HTTP/1.1" status: 200 len: 943 time: 0.0636182 Aug 16 23:40:52.731011 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5dda0296-4f35-4c88-a6a8-bd879ff63d3f req-5503cfb8-ad51-4766-97a5-c66fa51001bb tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=e112980f-0128-4fb3-bc72-b3fef710791e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382700 Aug 16 23:40:52.948158 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:40:53.857833 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cb1243-3016-4986-89f7-af0207fcda65 req-9b309b60-136e-4fbb-876e-6b60da56ab7b tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:40:53.859337 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d3cb1243-3016-4986-89f7-af0207fcda65 req-9b309b60-136e-4fbb-876e-6b60da56ab7b tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5657206-5a9a-46a9-ac2f-f80f81c86ce6 HTTP/1.1" status: 200 len: 943 time: 0.0480094 Aug 16 23:40:53.903416 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d3cb1243-3016-4986-89f7-af0207fcda65 req-4d32a2df-b1bd-48cc-8245-f0a032ead057 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=e112980f-0128-4fb3-bc72-b3fef710791e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362365 Aug 16 23:40:55.021566 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5f51b7-6b8d-4594-99d2-9b985230e237 req-f2871c75-8ced-4e1c-9c6b-14ab317c3102 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:40:55.023370 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bf5f51b7-6b8d-4594-99d2-9b985230e237 req-f2871c75-8ced-4e1c-9c6b-14ab317c3102 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5657206-5a9a-46a9-ac2f-f80f81c86ce6 HTTP/1.1" status: 200 len: 943 time: 0.0527406 Aug 16 23:40:55.061500 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bf5f51b7-6b8d-4594-99d2-9b985230e237 req-ec8348e9-8356-4104-b109-789e41b3fe49 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=e112980f-0128-4fb3-bc72-b3fef710791e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322998 Aug 16 23:40:55.718878 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:40:56.195547 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64740fb-f691-49c4-bf6d-a9f1470ecd21 req-e94ba902-1b8d-47ef-802a-41de7f84a071 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:40:56.197088 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d64740fb-f691-49c4-bf6d-a9f1470ecd21 req-e94ba902-1b8d-47ef-802a-41de7f84a071 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5657206-5a9a-46a9-ac2f-f80f81c86ce6 HTTP/1.1" status: 200 len: 943 time: 0.0615864 Aug 16 23:40:56.241137 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d64740fb-f691-49c4-bf6d-a9f1470ecd21 req-e1b8ce77-30e1-4a73-ba64-111bf411cfaa tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=e112980f-0128-4fb3-bc72-b3fef710791e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380366 Aug 16 23:40:57.364072 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b6b2d-2c12-4d4e-aa4b-14e1e2c17eb3 req-d567e28f-16e1-40a5-8039-02ae15976697 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:40:57.365659 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3e6b6b2d-2c12-4d4e-aa4b-14e1e2c17eb3 req-d567e28f-16e1-40a5-8039-02ae15976697 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5657206-5a9a-46a9-ac2f-f80f81c86ce6 HTTP/1.1" status: 200 len: 943 time: 0.0562906 Aug 16 23:40:57.406390 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3e6b6b2d-2c12-4d4e-aa4b-14e1e2c17eb3 req-3770f127-a89d-4844-88ac-7471a48913a4 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=e112980f-0128-4fb3-bc72-b3fef710791e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341768 Aug 16 23:40:58.530949 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75944feb-f17f-4588-9bc2-1d6e89fc1126 req-b9ea746d-9e99-4547-baee-5a0bbab6d98e tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:40:58.532529 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-75944feb-f17f-4588-9bc2-1d6e89fc1126 req-b9ea746d-9e99-4547-baee-5a0bbab6d98e tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5657206-5a9a-46a9-ac2f-f80f81c86ce6 HTTP/1.1" status: 200 len: 943 time: 0.0516846 Aug 16 23:40:58.578580 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-75944feb-f17f-4588-9bc2-1d6e89fc1126 req-da861586-7f0f-41fe-aa07-7e31ad871adc tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=e112980f-0128-4fb3-bc72-b3fef710791e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377598 Aug 16 23:40:59.712108 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91382419-5992-4c70-b516-f5623d2e4bde req-aea4a57a-5676-43ac-b241-992b9a9d09c9 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:40:59.713611 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-91382419-5992-4c70-b516-f5623d2e4bde req-aea4a57a-5676-43ac-b241-992b9a9d09c9 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5657206-5a9a-46a9-ac2f-f80f81c86ce6 HTTP/1.1" status: 200 len: 943 time: 0.0542707 Aug 16 23:40:59.755988 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-91382419-5992-4c70-b516-f5623d2e4bde req-c407d076-ef98-4055-bc66-9a4fde6ee47e tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=e112980f-0128-4fb3-bc72-b3fef710791e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340309 Aug 16 23:41:00.874487 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26075ddf-8776-4654-a1b8-315924252caf req-51fba799-74d2-47f7-853a-66d01cac7f64 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:41:00.875978 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-26075ddf-8776-4654-a1b8-315924252caf req-51fba799-74d2-47f7-853a-66d01cac7f64 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5657206-5a9a-46a9-ac2f-f80f81c86ce6 HTTP/1.1" status: 200 len: 943 time: 0.0533059 Aug 16 23:41:00.912989 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-26075ddf-8776-4654-a1b8-315924252caf req-c7430465-e6a7-438a-baaa-ad670867fcaa tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=e112980f-0128-4fb3-bc72-b3fef710791e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303383 Aug 16 23:41:02.036210 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9923fcab-e162-4d41-b055-796428f89d05 req-abdd5ec6-65fe-4bc8-aeab-a41106563e2a tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:41:02.037794 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9923fcab-e162-4d41-b055-796428f89d05 req-abdd5ec6-65fe-4bc8-aeab-a41106563e2a tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5657206-5a9a-46a9-ac2f-f80f81c86ce6 HTTP/1.1" status: 200 len: 943 time: 0.0541420 Aug 16 23:41:02.075954 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9923fcab-e162-4d41-b055-796428f89d05 req-8066e4c5-0b55-4c2a-b2ed-4b5799212a63 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=e112980f-0128-4fb3-bc72-b3fef710791e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321517 Aug 16 23:41:03.199964 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1724d253-791f-4728-ae68-cecd54b103d5 req-d3a4a484-89a5-41ac-ba64-9091957de984 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:41:03.201493 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1724d253-791f-4728-ae68-cecd54b103d5 req-d3a4a484-89a5-41ac-ba64-9091957de984 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5657206-5a9a-46a9-ac2f-f80f81c86ce6 HTTP/1.1" status: 200 len: 943 time: 0.0530787 Aug 16 23:41:03.245045 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1724d253-791f-4728-ae68-cecd54b103d5 req-2720dac2-7f5b-4208-b112-17d95e45c963 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=e112980f-0128-4fb3-bc72-b3fef710791e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360632 Aug 16 23:41:04.373527 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914ec89a-f70e-4684-a78c-f0c77d187a80 req-5025e9ab-c0b9-48e0-ae60-bacf69a65d05 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:41:04.375294 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-914ec89a-f70e-4684-a78c-f0c77d187a80 req-5025e9ab-c0b9-48e0-ae60-bacf69a65d05 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5657206-5a9a-46a9-ac2f-f80f81c86ce6 HTTP/1.1" status: 200 len: 943 time: 0.0564876 Aug 16 23:41:04.418208 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-914ec89a-f70e-4684-a78c-f0c77d187a80 req-e15b0b18-7bdd-4833-a9ba-09f91d5c3e5e tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=e112980f-0128-4fb3-bc72-b3fef710791e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357509 Aug 16 23:41:05.546478 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76f5075-e8cd-4c02-b55e-cb66ff8355be req-a929d577-23a3-470a-9dd8-14ec9d70a310 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:41:05.548064 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c76f5075-e8cd-4c02-b55e-cb66ff8355be req-a929d577-23a3-470a-9dd8-14ec9d70a310 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5657206-5a9a-46a9-ac2f-f80f81c86ce6 HTTP/1.1" status: 200 len: 943 time: 0.0508890 Aug 16 23:41:05.589056 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c76f5075-e8cd-4c02-b55e-cb66ff8355be req-d5dfb56a-3717-4b18-b1fc-b97a16e560a4 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=e112980f-0128-4fb3-bc72-b3fef710791e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343459 Aug 16 23:41:06.709730 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3031bec2-8d04-4413-9e67-d5ef964f9f88 req-8676e835-40bd-4e95-ba51-139ded95430c tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:41:06.711216 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3031bec2-8d04-4413-9e67-d5ef964f9f88 req-8676e835-40bd-4e95-ba51-139ded95430c tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5657206-5a9a-46a9-ac2f-f80f81c86ce6 HTTP/1.1" status: 200 len: 943 time: 0.0540895 Aug 16 23:41:06.749519 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3031bec2-8d04-4413-9e67-d5ef964f9f88 req-4fc26d9c-a606-4307-9279-b2539812688e tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=e112980f-0128-4fb3-bc72-b3fef710791e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322821 Aug 16 23:41:07.867153 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a50f49-cb37-411f-9b78-d3b29cb6eef5 req-e0bfbc46-1ac7-4c70-b4ec-44202e5cca3b tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:41:07.869312 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-88a50f49-cb37-411f-9b78-d3b29cb6eef5 req-e0bfbc46-1ac7-4c70-b4ec-44202e5cca3b tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5657206-5a9a-46a9-ac2f-f80f81c86ce6 HTTP/1.1" status: 200 len: 943 time: 0.0507929 Aug 16 23:41:07.911369 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-88a50f49-cb37-411f-9b78-d3b29cb6eef5 req-7416d6c5-c945-4be9-baa7-de1ae6950bb4 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=e112980f-0128-4fb3-bc72-b3fef710791e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334167 Aug 16 23:41:08.306548 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 5d050fe7-34fb-4438-94b3-e03fd00165f4 details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:41:08.407984 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 5d050fe7-34fb-4438-94b3-e03fd00165f4, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=5d050fe7-34fb-4438-94b3-e03fd00165f4,segment=NetworkSegment(50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1),segment_id=50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:41:08.418739 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8b731110-de02-4ad8-b5af-3db1cbb141c7 req-f52f529c-74f1-4120-a7c0-8c967afe0ebc service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bdb5426e-6a80-4e07-b17c-5a1564f29590&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0437627 Aug 16 23:41:08.421441 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': '5d050fe7-34fb-4438-94b3-e03fd00165f4', 'network_id': 'e9b949f6-7c1a-4f50-8d6a-00477af5b7ca', 'port_id': '5d050fe7-34fb-4438-94b3-e03fd00165f4', 'mac_address': 'fa:16:3e:65:59:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20624e69-fc20-4377-ae84-b4defd7af902', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:41:08.464739 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:08.481936 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d050fe7-34fb-4438-94b3-e03fd00165f4 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:41:08.504929 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 5d050fe7-34fb-4438-94b3-e03fd00165f4, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=5d050fe7-34fb-4438-94b3-e03fd00165f4,segment=NetworkSegment(50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1),segment_id=50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:41:08.509511 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:08.526411 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b731110-de02-4ad8-b5af-3db1cbb141c7 req-23757ad5-f170-4f85-a3c5-79e148c5f185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:41:08.528006 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8b731110-de02-4ad8-b5af-3db1cbb141c7 req-23757ad5-f170-4f85-a3c5-79e148c5f185 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=16e475d1a3e642828e9216f7585a4895&device_id=bdb5426e-6a80-4e07-b17c-5a1564f29590 HTTP/1.1" status: 200 len: 1097 time: 0.0468214 Aug 16 23:41:08.559981 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=5d050fe7-34fb-4438-94b3-e03fd00165f4,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:41:08.567945 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:41:08.568290 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:41:08.568663 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:41:08.569052 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:41:08.569336 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:41:08.569669 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:41:08.569992 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:41:08.570321 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:41:08.570648 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:41:08.570975 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:41:08.571300 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:41:08.571623 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:41:08.645518 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b731110-de02-4ad8-b5af-3db1cbb141c7 req-be997f77-2a91-4bce-9c2e-337c50cf54ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:41:08.647254 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8b731110-de02-4ad8-b5af-3db1cbb141c7 req-be997f77-2a91-4bce-9c2e-337c50cf54ac service neutron] 10.222.0.57 "GET /v2.0/networks?id=e9b949f6-7c1a-4f50-8d6a-00477af5b7ca HTTP/1.1" status: 200 len: 912 time: 0.0967674 Aug 16 23:41:08.692469 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8b731110-de02-4ad8-b5af-3db1cbb141c7 req-e9ca1a55-8f04-433f-9b65-cb69719dc64d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e98b13e-a1e1-45de-97ad-f8eed560c191 HTTP/1.1" status: 200 len: 217 time: 0.0386939 Aug 16 23:41:08.748062 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['5d050fe7-34fb-4438-94b3-e03fd00165f4'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:41:08.750908 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b731110-de02-4ad8-b5af-3db1cbb141c7 req-c5aafab9-f061-4a32-83d2-64aa6ee598f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:41:08.753119 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8b731110-de02-4ad8-b5af-3db1cbb141c7 req-c5aafab9-f061-4a32-83d2-64aa6ee598f2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=20624e69-fc20-4377-ae84-b4defd7af902 HTTP/1.1" status: 200 len: 850 time: 0.0538599 Aug 16 23:41:08.803904 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b731110-de02-4ad8-b5af-3db1cbb141c7 req-5d314023-681b-437b-a032-78acbe09c0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:41:08.805629 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8b731110-de02-4ad8-b5af-3db1cbb141c7 req-5d314023-681b-437b-a032-78acbe09c0d4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e9b949f6-7c1a-4f50-8d6a-00477af5b7ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460954 Aug 16 23:41:08.916251 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8b731110-de02-4ad8-b5af-3db1cbb141c7 req-715a0091-ef9c-4ffc-98c3-5cd9fe24bc96 service neutron] 10.222.0.57 "GET /v2.0/networks/e9b949f6-7c1a-4f50-8d6a-00477af5b7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023376 Aug 16 23:41:09.042820 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8b731110-de02-4ad8-b5af-3db1cbb141c7 req-49dde015-f08d-43ef-a45c-56455e737271 service neutron] 10.222.0.57 "GET /v2.0/networks/e9b949f6-7c1a-4f50-8d6a-00477af5b7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193495 Aug 16 23:41:09.055248 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c40e72-7748-45d6-b2f7-2c36de6a3416 req-44a221fe-823e-426c-b009-0659e872e406 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:41:09.056793 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-19c40e72-7748-45d6-b2f7-2c36de6a3416 req-44a221fe-823e-426c-b009-0659e872e406 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5657206-5a9a-46a9-ac2f-f80f81c86ce6 HTTP/1.1" status: 200 len: 944 time: 0.0745811 Aug 16 23:41:09.106961 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-19c40e72-7748-45d6-b2f7-2c36de6a3416 req-38502210-cf49-43f6-b604-2555f4c55b10 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=e112980f-0128-4fb3-bc72-b3fef710791e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434124 Aug 16 23:41:10.253779 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d327f8d-9bdb-4e91-94a6-85a37f20d458 req-a496ecac-1e96-4a8e-94bf-7a5269339b97 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:41:10.255265 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4d327f8d-9bdb-4e91-94a6-85a37f20d458 req-a496ecac-1e96-4a8e-94bf-7a5269339b97 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5657206-5a9a-46a9-ac2f-f80f81c86ce6 HTTP/1.1" status: 200 len: 944 time: 0.0654769 Aug 16 23:41:10.294001 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4d327f8d-9bdb-4e91-94a6-85a37f20d458 req-0f51af29-52a0-47f8-8247-7786a12b6830 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=e112980f-0128-4fb3-bc72-b3fef710791e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323970 Aug 16 23:41:10.323644 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 5d050fe7-34fb-4438-94b3-e03fd00165f4 up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:41:10.374208 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning for port 5d050fe7-34fb-4438-94b3-e03fd00165f4 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:41:10.377949 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port 5d050fe7-34fb-4438-94b3-e03fd00165f4 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:41:10.378322 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:10.469789 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:10.496504 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5657206-5a9a-46a9-ac2f-f80f81c86ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d050fe7-34fb-4438-94b3-e03fd00165f4'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:41:10.498784 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1052bb7-25db-4dc3-a472-acba1657cd9a" -d '{"events": [{"server_uuid": "f5657206-5a9a-46a9-ac2f-f80f81c86ce6", "name": "network-vif-plugged", "status": "completed", "tag": "5d050fe7-34fb-4438-94b3-e03fd00165f4"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:41:10.512935 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 5d050fe7-34fb-4438-94b3-e03fd00165f4, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=5d050fe7-34fb-4438-94b3-e03fd00165f4,segment=NetworkSegment(50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1),segment_id=50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:41:10.517942 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:10.551086 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27a11c53-aed2-4969-81d0-72f3d51eac3e x-openstack-request-id: req-27a11c53-aed2-4969-81d0-72f3d51eac3e {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:41:10.551435 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5657206-5a9a-46a9-ac2f-f80f81c86ce6", "name": "network-vif-plugged", "status": "completed", "tag": "5d050fe7-34fb-4438-94b3-e03fd00165f4", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:41:10.551702 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-27a11c53-aed2-4969-81d0-72f3d51eac3e {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:41:10.552099 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5657206-5a9a-46a9-ac2f-f80f81c86ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d050fe7-34fb-4438-94b3-e03fd00165f4', 'code': 200} Aug 16 23:41:10.575346 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=5d050fe7-34fb-4438-94b3-e03fd00165f4,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:41:10.656393 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71edc365-0760-41a8-8c2a-e1c21b296cc5 req-b4146716-3ea6-4ac7-a5bd-b9f584f139bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:41:10.657932 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-71edc365-0760-41a8-8c2a-e1c21b296cc5 req-b4146716-3ea6-4ac7-a5bd-b9f584f139bb service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=f5657206-5a9a-46a9-ac2f-f80f81c86ce6 HTTP/1.1" status: 200 len: 1097 time: 0.0412793 Aug 16 23:41:10.694413 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-71edc365-0760-41a8-8c2a-e1c21b296cc5 req-2c9de81a-0101-44c8-9c36-58867e8f8f45 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=e112980f-0128-4fb3-bc72-b3fef710791e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288661 Aug 16 23:41:11.423133 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368ed2b9-21fc-4bdc-8c17-71227276cf52 req-d5f8c2c0-ad6a-4489-ac0b-94250efa5fad tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:41:11.424522 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-368ed2b9-21fc-4bdc-8c17-71227276cf52 req-d5f8c2c0-ad6a-4489-ac0b-94250efa5fad tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5657206-5a9a-46a9-ac2f-f80f81c86ce6 HTTP/1.1" status: 200 len: 945 time: 0.0526118 Aug 16 23:41:11.477283 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-368ed2b9-21fc-4bdc-8c17-71227276cf52 req-ccfebf73-3fa7-4f96-aad2-6ee77807e1c1 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=e112980f-0128-4fb3-bc72-b3fef710791e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437112 Aug 16 23:41:11.589487 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:12.598382 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0786f66a-bd10-4f22-90a9-21e98dad704e req-99533b85-3a82-4462-9c68-241def6674c9 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:41:12.600602 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0786f66a-bd10-4f22-90a9-21e98dad704e req-99533b85-3a82-4462-9c68-241def6674c9 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5657206-5a9a-46a9-ac2f-f80f81c86ce6 HTTP/1.1" status: 200 len: 945 time: 0.0532410 Aug 16 23:41:12.638064 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0786f66a-bd10-4f22-90a9-21e98dad704e req-e1fb8ba6-fdeb-48b9-8d58-be31dd590c99 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=e112980f-0128-4fb3-bc72-b3fef710791e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315456 Aug 16 23:41:12.758259 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a7eb43-8af7-4968-a1ae-07db998ae614 req-ee09c5cb-2513-4d08-ac84-7d3b8f52f1f7 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:41:12.759684 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-83a7eb43-8af7-4968-a1ae-07db998ae614 req-ee09c5cb-2513-4d08-ac84-7d3b8f52f1f7 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5657206-5a9a-46a9-ac2f-f80f81c86ce6 HTTP/1.1" status: 200 len: 945 time: 0.0503337 Aug 16 23:41:12.798408 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-83a7eb43-8af7-4968-a1ae-07db998ae614 req-017a821c-544e-43fb-a06e-52adac196cdf tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=e112980f-0128-4fb3-bc72-b3fef710791e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320590 Aug 16 23:41:13.113486 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6cc4c5-e7f6-4457-9e28-6452cefe8df8 req-8b398efd-72e0-46b7-ab5f-2e93b175141f tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:41:13.115377 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4b6cc4c5-e7f6-4457-9e28-6452cefe8df8 req-8b398efd-72e0-46b7-ab5f-2e93b175141f tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5657206-5a9a-46a9-ac2f-f80f81c86ce6 HTTP/1.1" status: 200 len: 945 time: 0.0589080 Aug 16 23:41:13.157148 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4b6cc4c5-e7f6-4457-9e28-6452cefe8df8 req-edb64189-4fa8-434a-97f0-bdf8dc9d3bbf tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=e112980f-0128-4fb3-bc72-b3fef710791e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345006 Aug 16 23:41:14.284018 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7a33db-f5d1-4d8e-9aa1-0cad693c9922 req-51ea4e66-37ef-4e57-a198-fe5445e83f1b tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:41:14.285535 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4e7a33db-f5d1-4d8e-9aa1-0cad693c9922 req-51ea4e66-37ef-4e57-a198-fe5445e83f1b tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5657206-5a9a-46a9-ac2f-f80f81c86ce6 HTTP/1.1" status: 200 len: 945 time: 0.0553010 Aug 16 23:41:14.325051 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4e7a33db-f5d1-4d8e-9aa1-0cad693c9922 req-796d7142-fa95-4cef-afd0-4fa9c2758d18 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=e112980f-0128-4fb3-bc72-b3fef710791e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327475 Aug 16 23:41:14.673323 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b59d4ed-9c2d-4584-be5a-dfb19dfb6674 req-59480f29-35a0-4a77-bfd7-11d667172b4e tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:41:14.674801 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6b59d4ed-9c2d-4584-be5a-dfb19dfb6674 req-59480f29-35a0-4a77-bfd7-11d667172b4e tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5657206-5a9a-46a9-ac2f-f80f81c86ce6 HTTP/1.1" status: 200 len: 945 time: 0.0502679 Aug 16 23:41:14.768916 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-6b59d4ed-9c2d-4584-be5a-dfb19dfb6674 req-be72c576-39e4-4d8d-b897-db9195557c1f tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Deleting port 5d050fe7-34fb-4438-94b3-e03fd00165f4 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:41:14.769255 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-6b59d4ed-9c2d-4584-be5a-dfb19dfb6674 req-be72c576-39e4-4d8d-b897-db9195557c1f tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:14.857576 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-6b59d4ed-9c2d-4584-be5a-dfb19dfb6674 req-be72c576-39e4-4d8d-b897-db9195557c1f tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] For port 5d050fe7-34fb-4438-94b3-e03fd00165f4, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=5d050fe7-34fb-4438-94b3-e03fd00165f4,segment=NetworkSegment(50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1),segment_id=50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:41:14.857886 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-6b59d4ed-9c2d-4584-be5a-dfb19dfb6674 req-be72c576-39e4-4d8d-b897-db9195557c1f tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:14.870591 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-6b59d4ed-9c2d-4584-be5a-dfb19dfb6674 req-be72c576-39e4-4d8d-b897-db9195557c1f tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Calling delete_port for 5d050fe7-34fb-4438-94b3-e03fd00165f4 owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:41:15.005629 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-6b59d4ed-9c2d-4584-be5a-dfb19dfb6674 req-be72c576-39e4-4d8d-b897-db9195557c1f tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:15.017491 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['5d050fe7-34fb-4438-94b3-e03fd00165f4'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:41:15.033902 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be72c576-39e4-4d8d-b897-db9195557c1f tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Pushing event deleted for resources: {'Port': ['ID=5d050fe7-34fb-4438-94b3-e03fd00165f4,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:41:15.041208 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['9e98b13e-a1e1-45de-97ad-f8eed560c191'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:41:15.083581 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b59d4ed-9c2d-4584-be5a-dfb19dfb6674 req-be72c576-39e4-4d8d-b897-db9195557c1f tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] No DVR routers for this DVR port 5d050fe7-34fb-4438-94b3-e03fd00165f4 on host n-h1-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:41:15.087045 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-6b59d4ed-9c2d-4584-be5a-dfb19dfb6674 req-be72c576-39e4-4d8d-b897-db9195557c1f tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:15.089693 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6b59d4ed-9c2d-4584-be5a-dfb19dfb6674 req-be72c576-39e4-4d8d-b897-db9195557c1f tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.68 "DELETE /v2.0/ports/5d050fe7-34fb-4438-94b3-e03fd00165f4 HTTP/1.1" status: 204 len: 173 time: 0.4075983 Aug 16 23:41:15.089924 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5657206-5a9a-46a9-ac2f-f80f81c86ce6', 'name': 'network-vif-deleted', 'tag': '5d050fe7-34fb-4438-94b3-e03fd00165f4'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:41:15.092363 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af344765-e318-4e83-a925-e52edbac3da8" -d '{"events": [{"server_uuid": "f5657206-5a9a-46a9-ac2f-f80f81c86ce6", "name": "network-vif-deleted", "tag": "5d050fe7-34fb-4438-94b3-e03fd00165f4"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:41:15.145793 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad1c695c-b609-428e-b59b-8c6160c4bcab x-openstack-request-id: req-ad1c695c-b609-428e-b59b-8c6160c4bcab {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:41:15.147021 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5657206-5a9a-46a9-ac2f-f80f81c86ce6", "name": "network-vif-deleted", "tag": "5d050fe7-34fb-4438-94b3-e03fd00165f4", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:41:15.147773 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ad1c695c-b609-428e-b59b-8c6160c4bcab {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:41:15.148999 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5657206-5a9a-46a9-ac2f-f80f81c86ce6', 'name': 'network-vif-deleted', 'tag': '5d050fe7-34fb-4438-94b3-e03fd00165f4', 'status': 'completed', 'code': 200} Aug 16 23:41:15.425084 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1c5af2dd-cc27-448c-80f1-dc0bbeb96dbd req-cb35a58e-d8fa-4227-a1f2-452cb4313db2 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5657206-5a9a-46a9-ac2f-f80f81c86ce6 HTTP/1.1" status: 200 len: 210 time: 0.0304575 Aug 16 23:41:16.526547 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e3e10d93-316d-4aa1-ab9b-d6894761f7bd req-96af0879-b849-4211-8e1b-66be83154988 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5657206-5a9a-46a9-ac2f-f80f81c86ce6 HTTP/1.1" status: 200 len: 210 time: 0.0264611 Aug 16 23:41:17.623451 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e07a94e6-d37d-46e8-ac60-1dd621eb9bd1 req-5443d851-9fc6-4fa3-9e75-29066cbeefca tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5657206-5a9a-46a9-ac2f-f80f81c86ce6 HTTP/1.1" status: 200 len: 210 time: 0.0271864 Aug 16 23:41:17.733039 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-1fb9e940-abcf-4a58-92ea-0a4bc987aa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:18.344382 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 5d050fe7-34fb-4438-94b3-e03fd00165f4 no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:41:18.366533 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] No Port match for: 5d050fe7-34fb-4438-94b3-e03fd00165f4 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:41:18.366880 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 5d050fe7-34fb-4438-94b3-e03fd00165f4 not bound to the agent host n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:41:18.734372 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9dd69a0b-00fb-429e-a49b-32df33fd537e req-abb47f0f-ee7e-47a4-9ec8-52f21a5e9c2f tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5657206-5a9a-46a9-ac2f-f80f81c86ce6 HTTP/1.1" status: 200 len: 210 time: 0.0274916 Aug 16 23:41:19.827260 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a5bf7ec9-31b0-47a0-9152-ca89716a21aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:20.695813 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:21.715252 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:22.943834 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:23.228547 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd2e4e6-6a77-41d2-a814-5e153a1bff5c req-17577960-0e72-43e5-af09-3ad2b338be26 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:41:23.229955 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9fd2e4e6-6a77-41d2-a814-5e153a1bff5c req-17577960-0e72-43e5-af09-3ad2b338be26 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb5426e-6a80-4e07-b17c-5a1564f29590 HTTP/1.1" status: 200 len: 945 time: 0.0489683 Aug 16 23:41:23.266283 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9fd2e4e6-6a77-41d2-a814-5e153a1bff5c req-06ce6efe-0927-49d6-b476-fdcf30d90ab4 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=e112980f-0128-4fb3-bc72-b3fef710791e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303631 Aug 16 23:41:24.400198 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e0f8bd-72b4-45ae-8aa2-9da5aa4004ac req-0faf18d3-24a6-4f34-b7fe-22fb60e07812 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:41:24.401700 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-45e0f8bd-72b4-45ae-8aa2-9da5aa4004ac req-0faf18d3-24a6-4f34-b7fe-22fb60e07812 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb5426e-6a80-4e07-b17c-5a1564f29590 HTTP/1.1" status: 200 len: 945 time: 0.0655544 Aug 16 23:41:24.441494 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-45e0f8bd-72b4-45ae-8aa2-9da5aa4004ac req-a966720f-33dc-47f9-bfa8-d641217c4e6b tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=e112980f-0128-4fb3-bc72-b3fef710791e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338423 Aug 16 23:41:24.815511 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:41:24.944091 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfecf7c6-a990-4362-b8b5-98acfe3fa8d3 req-8f6d41b3-b487-42ce-ae78-1998a08448da tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:41:24.945590 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cfecf7c6-a990-4362-b8b5-98acfe3fa8d3 req-8f6d41b3-b487-42ce-ae78-1998a08448da tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.57 "GET /v2.0/ports?device_id=bdb5426e-6a80-4e07-b17c-5a1564f29590 HTTP/1.1" status: 200 len: 945 time: 0.0483615 Aug 16 23:41:25.039082 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-cfecf7c6-a990-4362-b8b5-98acfe3fa8d3 req-c112c275-b997-4455-be06-8880969bc285 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Deleting port 9e98b13e-a1e1-45de-97ad-f8eed560c191 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:41:25.039321 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-cfecf7c6-a990-4362-b8b5-98acfe3fa8d3 req-c112c275-b997-4455-be06-8880969bc285 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:25.454139 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-cfecf7c6-a990-4362-b8b5-98acfe3fa8d3 req-c112c275-b997-4455-be06-8880969bc285 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] For port 9e98b13e-a1e1-45de-97ad-f8eed560c191, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=9e98b13e-a1e1-45de-97ad-f8eed560c191,segment=NetworkSegment(50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1),segment_id=50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:41:25.454810 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-cfecf7c6-a990-4362-b8b5-98acfe3fa8d3 req-c112c275-b997-4455-be06-8880969bc285 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:25.466902 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-cfecf7c6-a990-4362-b8b5-98acfe3fa8d3 req-c112c275-b997-4455-be06-8880969bc285 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Calling delete_port for 9e98b13e-a1e1-45de-97ad-f8eed560c191 owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:41:25.580607 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce0a87b-a157-4000-8371-8dda1f9521ce req-e686733a-1517-4344-b235-aaf1d34d99a7 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:41:25.582074 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bce0a87b-a157-4000-8371-8dda1f9521ce req-e686733a-1517-4344-b235-aaf1d34d99a7 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb5426e-6a80-4e07-b17c-5a1564f29590 HTTP/1.1" status: 200 len: 945 time: 0.0706384 Aug 16 23:41:25.655281 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bce0a87b-a157-4000-8371-8dda1f9521ce req-07cf5ed5-9b2d-4f7e-8296-4de6c0a475a2 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=e112980f-0128-4fb3-bc72-b3fef710791e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643494 Aug 16 23:41:25.664556 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-cfecf7c6-a990-4362-b8b5-98acfe3fa8d3 req-c112c275-b997-4455-be06-8880969bc285 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:25.696696 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['9e98b13e-a1e1-45de-97ad-f8eed560c191'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:41:25.697991 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c112c275-b997-4455-be06-8880969bc285 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Pushing event deleted for resources: {'Port': ['ID=9e98b13e-a1e1-45de-97ad-f8eed560c191,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:41:25.738414 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:25.739107 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfecf7c6-a990-4362-b8b5-98acfe3fa8d3 req-c112c275-b997-4455-be06-8880969bc285 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] No DVR routers for this DVR port 9e98b13e-a1e1-45de-97ad-f8eed560c191 on host n-h2-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:41:25.742687 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-cfecf7c6-a990-4362-b8b5-98acfe3fa8d3 req-c112c275-b997-4455-be06-8880969bc285 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:25.744983 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cfecf7c6-a990-4362-b8b5-98acfe3fa8d3 req-c112c275-b997-4455-be06-8880969bc285 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.57 "DELETE /v2.0/ports/9e98b13e-a1e1-45de-97ad-f8eed560c191 HTTP/1.1" status: 204 len: 173 time: 0.7930186 Aug 16 23:41:25.745629 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdb5426e-6a80-4e07-b17c-5a1564f29590', 'name': 'network-vif-deleted', 'tag': '9e98b13e-a1e1-45de-97ad-f8eed560c191'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:41:25.747887 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26b78355-0772-456a-93a9-b16616a122dd" -d '{"events": [{"server_uuid": "bdb5426e-6a80-4e07-b17c-5a1564f29590", "name": "network-vif-deleted", "tag": "9e98b13e-a1e1-45de-97ad-f8eed560c191"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:41:25.789378 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc2714be-8555-4585-89d9-7af0f52f2b8c x-openstack-request-id: req-cc2714be-8555-4585-89d9-7af0f52f2b8c {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:41:25.789765 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdb5426e-6a80-4e07-b17c-5a1564f29590", "name": "network-vif-deleted", "tag": "9e98b13e-a1e1-45de-97ad-f8eed560c191", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:41:25.790110 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cc2714be-8555-4585-89d9-7af0f52f2b8c {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:41:25.790560 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdb5426e-6a80-4e07-b17c-5a1564f29590', 'name': 'network-vif-deleted', 'tag': '9e98b13e-a1e1-45de-97ad-f8eed560c191', 'status': 'completed', 'code': 200} Aug 16 23:41:26.751250 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-29abe370-a1c3-458e-aaeb-60eb451b78ad req-1a5a432d-3e8e-44f8-a70b-1e99275a1174 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb5426e-6a80-4e07-b17c-5a1564f29590 HTTP/1.1" status: 200 len: 210 time: 0.0273051 Aug 16 23:41:27.845634 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0bdc4dca-74ec-438b-9b7f-14444945e43a req-e8cb377e-437d-48a5-a1c6-b89c86eb5126 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb5426e-6a80-4e07-b17c-5a1564f29590 HTTP/1.1" status: 200 len: 210 time: 0.0263622 Aug 16 23:41:28.941536 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3be8fab4-33b6-414b-aa39-15735a58c026 req-eea30976-c3ce-4eb4-b337-993f990dc120 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdb5426e-6a80-4e07-b17c-5a1564f29590 HTTP/1.1" status: 200 len: 210 time: 0.0267456 Aug 16 23:41:29.523411 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 9e98b13e-a1e1-45de-97ad-f8eed560c191 no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:41:29.551007 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] No Port match for: 9e98b13e-a1e1-45de-97ad-f8eed560c191 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:41:29.551685 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 9e98b13e-a1e1-45de-97ad-f8eed560c191 not bound to the agent host n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:41:32.985877 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 54746) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:41:32.991811 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-40708447-2aa6-4ee3-9be0-00dd623d2552 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1989032242', 'description': 'tempest-secgroup-smoke-1989032242 description', 'project_id': '16e475d1a3e642828e9216f7585a4895'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:41:33.014886 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-40708447-2aa6-4ee3-9be0-00dd623d2552 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:33.104701 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-40708447-2aa6-4ee3-9be0-00dd623d2552 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:33.109132 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-40708447-2aa6-4ee3-9be0-00dd623d2552 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:33.141417 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-40708447-2aa6-4ee3-9be0-00dd623d2552 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:33.142656 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-40708447-2aa6-4ee3-9be0-00dd623d2552 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1557772 Aug 16 23:41:33.143466 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40708447-2aa6-4ee3-9be0-00dd623d2552 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce5528ba-720f-4267-b71c-c7cfd6d697de,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:41:33.145967 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 54750) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:41:33.150962 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-5d7f79ff-58d4-4857-80d2-c99ea2d1d7bd tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Request body: {'security_group_rule': {'security_group_id': 'ce5528ba-720f-4267-b71c-c7cfd6d697de', 'project_id': '16e475d1a3e642828e9216f7585a4895', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:41:33.152811 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40708447-2aa6-4ee3-9be0-00dd623d2552 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:41:33.153162 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40708447-2aa6-4ee3-9be0-00dd623d2552 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:41:33.153506 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40708447-2aa6-4ee3-9be0-00dd623d2552 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:41:33.153848 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40708447-2aa6-4ee3-9be0-00dd623d2552 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:41:33.154183 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40708447-2aa6-4ee3-9be0-00dd623d2552 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:41:33.154516 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40708447-2aa6-4ee3-9be0-00dd623d2552 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:41:33.154845 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40708447-2aa6-4ee3-9be0-00dd623d2552 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:41:33.155172 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40708447-2aa6-4ee3-9be0-00dd623d2552 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:41:33.155498 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40708447-2aa6-4ee3-9be0-00dd623d2552 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:41:33.155840 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40708447-2aa6-4ee3-9be0-00dd623d2552 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:41:33.156154 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40708447-2aa6-4ee3-9be0-00dd623d2552 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:41:33.156483 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40708447-2aa6-4ee3-9be0-00dd623d2552 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:41:33.179609 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5d7f79ff-58d4-4857-80d2-c99ea2d1d7bd tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:33.241354 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5d7f79ff-58d4-4857-80d2-c99ea2d1d7bd tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:33.245154 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5d7f79ff-58d4-4857-80d2-c99ea2d1d7bd tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:33.264313 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7f79ff-58d4-4857-80d2-c99ea2d1d7bd tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffb2a3a6-524b-40d8-b8fb-e647548ad4ec,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:41:33.266592 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5d7f79ff-58d4-4857-80d2-c99ea2d1d7bd tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:33.267770 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-5d7f79ff-58d4-4857-80d2-c99ea2d1d7bd tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1207745 Aug 16 23:41:33.270561 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 54752) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:41:33.275029 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-22c90ee4-809f-48d0-a734-8d883532f894 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Request body: {'security_group_rule': {'security_group_id': 'ce5528ba-720f-4267-b71c-c7cfd6d697de', 'project_id': '16e475d1a3e642828e9216f7585a4895', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:41:33.301313 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-22c90ee4-809f-48d0-a734-8d883532f894 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:33.358777 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-22c90ee4-809f-48d0-a734-8d883532f894 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:33.362738 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-22c90ee4-809f-48d0-a734-8d883532f894 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:33.382476 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c90ee4-809f-48d0-a734-8d883532f894 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c75f7143-d776-4d8b-85ad-453b3d397844,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:41:33.385704 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-22c90ee4-809f-48d0-a734-8d883532f894 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:33.386983 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-22c90ee4-809f-48d0-a734-8d883532f894 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1154277 Aug 16 23:41:33.389731 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 54754) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:41:33.394143 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-62678349-aea4-47ff-9f0b-e2c0a006e334 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Request body: {'security_group_rule': {'security_group_id': 'ce5528ba-720f-4267-b71c-c7cfd6d697de', 'project_id': '16e475d1a3e642828e9216f7585a4895', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:41:33.419539 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-62678349-aea4-47ff-9f0b-e2c0a006e334 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:33.477373 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-62678349-aea4-47ff-9f0b-e2c0a006e334 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:33.481084 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-62678349-aea4-47ff-9f0b-e2c0a006e334 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:33.499294 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62678349-aea4-47ff-9f0b-e2c0a006e334 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b05ca79f-73ba-481e-8fb2-ea114cd45e8e,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:41:33.505280 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-62678349-aea4-47ff-9f0b-e2c0a006e334 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:33.507066 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-62678349-aea4-47ff-9f0b-e2c0a006e334 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1161535 Aug 16 23:41:33.510401 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 54756) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:41:33.515384 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-897fda9d-53fc-4cf0-bcdc-093fecafaaca tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Request body: {'security_group_rule': {'security_group_id': 'ce5528ba-720f-4267-b71c-c7cfd6d697de', 'project_id': '16e475d1a3e642828e9216f7585a4895', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:41:33.542727 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-897fda9d-53fc-4cf0-bcdc-093fecafaaca tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:33.604051 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-897fda9d-53fc-4cf0-bcdc-093fecafaaca tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:33.607951 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-897fda9d-53fc-4cf0-bcdc-093fecafaaca tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:33.625377 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897fda9d-53fc-4cf0-bcdc-093fecafaaca tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=565fc2b5-4d79-4aa1-83dc-f99aa45aa5ff,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:41:33.631180 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-897fda9d-53fc-4cf0-bcdc-093fecafaaca tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:33.632627 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-897fda9d-53fc-4cf0-bcdc-093fecafaaca tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1212528 Aug 16 23:41:33.635727 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 54758) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:41:33.640364 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-0ff4dabe-30b9-4452-88e9-d93a7adc2266 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Request body: {'security_group_rule': {'security_group_id': 'ce5528ba-720f-4267-b71c-c7cfd6d697de', 'project_id': '16e475d1a3e642828e9216f7585a4895', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:41:33.664070 n-d-791506-26 neutron-server[101292]: INFO neutron.db.securitygroups_db [None req-0ff4dabe-30b9-4452-88e9-d93a7adc2266 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Project 16e475d1a3e642828e9216f7585a4895 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 23:41:33.668878 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0ff4dabe-30b9-4452-88e9-d93a7adc2266 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:33.730191 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0ff4dabe-30b9-4452-88e9-d93a7adc2266 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:33.734183 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0ff4dabe-30b9-4452-88e9-d93a7adc2266 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:33.752401 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff4dabe-30b9-4452-88e9-d93a7adc2266 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec3fb701-354f-458f-ac2a-454bd97bf5c1,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:41:33.758617 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0ff4dabe-30b9-4452-88e9-d93a7adc2266 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:33.759769 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-0ff4dabe-30b9-4452-88e9-d93a7adc2266 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1230185 Aug 16 23:41:33.762459 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 54760) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:41:33.766841 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-421c0d0e-de44-4b15-8071-460db619bf87 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Request body: {'security_group_rule': {'security_group_id': 'ce5528ba-720f-4267-b71c-c7cfd6d697de', 'project_id': '16e475d1a3e642828e9216f7585a4895', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:41:33.790216 n-d-791506-26 neutron-server[101292]: INFO neutron.db.securitygroups_db [None req-421c0d0e-de44-4b15-8071-460db619bf87 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Project 16e475d1a3e642828e9216f7585a4895 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 23:41:33.795330 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-421c0d0e-de44-4b15-8071-460db619bf87 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:33.857240 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-421c0d0e-de44-4b15-8071-460db619bf87 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:33.864025 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-421c0d0e-de44-4b15-8071-460db619bf87 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:33.882618 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421c0d0e-de44-4b15-8071-460db619bf87 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36a074e9-8e27-4580-b382-e39c28edd106,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:41:33.888516 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-421c0d0e-de44-4b15-8071-460db619bf87 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:33.889629 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-421c0d0e-de44-4b15-8071-460db619bf87 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1262591 Aug 16 23:41:41.587350 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:47.733996 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-82e243f2-3f7c-4d30-b662-1de997662530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:48.208033 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-14f8d058-8532-4b6e-8399-7dfaa7612e75 req-bf5b1974-f610-4856-877b-22fc14dabc6d tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1989032242&fields=id&tenant_id=16e475d1a3e642828e9216f7585a4895 HTTP/1.1" status: 200 len: 267 time: 0.0324132 Aug 16 23:41:48.317038 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f8d058-8532-4b6e-8399-7dfaa7612e75 req-c6981d96-2644-444c-ac02-8cfc001739de tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:41:48.318450 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-14f8d058-8532-4b6e-8399-7dfaa7612e75 req-c6981d96-2644-444c-ac02-8cfc001739de tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/networks?id=e9b949f6-7c1a-4f50-8d6a-00477af5b7ca HTTP/1.1" status: 200 len: 811 time: 0.1033559 Aug 16 23:41:48.333266 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-14f8d058-8532-4b6e-8399-7dfaa7612e75 req-06b05614-e96e-4c6f-9043-1cd08edf3153 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/quotas/16e475d1a3e642828e9216f7585a4895 HTTP/1.1" status: 200 len: 375 time: 0.0090749 Aug 16 23:41:48.384177 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-14f8d058-8532-4b6e-8399-7dfaa7612e75 req-86963420-eab5-4ea4-9e74-a7548fef7f0e tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=16e475d1a3e642828e9216f7585a4895&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456982 Aug 16 23:41:48.480902 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-14f8d058-8532-4b6e-8399-7dfaa7612e75 req-0635977c-cb7b-47e1-9847-5ee571c8be6e service neutron] 10.222.0.36 "GET /v2.0/networks/e9b949f6-7c1a-4f50-8d6a-00477af5b7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844972 Aug 16 23:41:48.570584 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-14f8d058-8532-4b6e-8399-7dfaa7612e75 req-0faeb7aa-0d79-419d-a3f3-699cf8c22e97 service neutron] 10.222.0.36 "GET /v2.0/networks/e9b949f6-7c1a-4f50-8d6a-00477af5b7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833230 Aug 16 23:41:48.860448 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5d6aef05-27c2-4540-a092-e08b564aafae req-7a556534-d457-415b-b7da-4fd686bc946b tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=c40ecddc-867c-40e1-87aa-b4427828b3b8 HTTP/1.1" status: 200 len: 210 time: 0.0323365 Aug 16 23:41:49.833713 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-46607b6b-377f-494a-bc19-ec4df5598e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:49.837491 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f8d058-8532-4b6e-8399-7dfaa7612e75 req-99d36578-9d79-46a0-863c-2e48982c2ed2 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:41:49.838997 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-14f8d058-8532-4b6e-8399-7dfaa7612e75 req-99d36578-9d79-46a0-863c-2e48982c2ed2 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.57 "GET /v2.0/networks?id=e9b949f6-7c1a-4f50-8d6a-00477af5b7ca HTTP/1.1" status: 200 len: 811 time: 0.1080766 Aug 16 23:41:49.894242 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-14f8d058-8532-4b6e-8399-7dfaa7612e75 req-0440e07c-ea98-4934-b78d-331bbd9ddf0c tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16e475d1a3e642828e9216f7585a4895 HTTP/1.1" status: 200 len: 380 time: 0.0407419 Aug 16 23:41:49.904138 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-14f8d058-8532-4b6e-8399-7dfaa7612e75 req-eed12013-a80b-41ee-aabf-8ca11645f4f0 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Request body: {'port': {'device_id': 'c40ecddc-867c-40e1-87aa-b4427828b3b8', 'network_id': 'e9b949f6-7c1a-4f50-8d6a-00477af5b7ca', 'admin_state_up': True, 'tenant_id': '16e475d1a3e642828e9216f7585a4895', 'security_groups': ['ce5528ba-720f-4267-b71c-c7cfd6d697de']}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:41:50.022813 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ffc63f21-3f3b-4fd3-af1b-ced179b7769a req-19d7301f-b63e-4e7f-8724-fb2e3cea6b20 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=c40ecddc-867c-40e1-87aa-b4427828b3b8 HTTP/1.1" status: 200 len: 210 time: 0.0396717 Aug 16 23:41:50.053712 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14f8d058-8532-4b6e-8399-7dfaa7612e75 req-eed12013-a80b-41ee-aabf-8ca11645f4f0 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Made reservation on behalf of 16e475d1a3e642828e9216f7585a4895 for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:41:50.057261 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-14f8d058-8532-4b6e-8399-7dfaa7612e75 req-eed12013-a80b-41ee-aabf-8ca11645f4f0 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:50.198906 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [req-14f8d058-8532-4b6e-8399-7dfaa7612e75 req-eed12013-a80b-41ee-aabf-8ca11645f4f0 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Allocated IP 172.20.0.13 (e9b949f6-7c1a-4f50-8d6a-00477af5b7ca/20624e69-fc20-4377-ae84-b4defd7af902/458a3d34-8111-47a3-8069-15d6fd3b2b06) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:41:50.340895 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-14f8d058-8532-4b6e-8399-7dfaa7612e75 req-eed12013-a80b-41ee-aabf-8ca11645f4f0 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:50.354998 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-14f8d058-8532-4b6e-8399-7dfaa7612e75 req-eed12013-a80b-41ee-aabf-8ca11645f4f0 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Transition to ACTIVE for port object 458a3d34-8111-47a3-8069-15d6fd3b2b06 will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:41:50.394876 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-14f8d058-8532-4b6e-8399-7dfaa7612e75 req-eed12013-a80b-41ee-aabf-8ca11645f4f0 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:50.440966 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14f8d058-8532-4b6e-8399-7dfaa7612e75 req-eed12013-a80b-41ee-aabf-8ca11645f4f0 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Network e9b949f6-7c1a-4f50-8d6a-00477af5b7ca is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:41:50.446462 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [req-14f8d058-8532-4b6e-8399-7dfaa7612e75 req-eed12013-a80b-41ee-aabf-8ca11645f4f0 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:41:50.449191 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-14f8d058-8532-4b6e-8399-7dfaa7612e75 req-eed12013-a80b-41ee-aabf-8ca11645f4f0 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:41:50.484803 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed12013-a80b-41ee-aabf-8ca11645f4f0 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Pushing event updated for resources: {'Port': ['ID=458a3d34-8111-47a3-8069-15d6fd3b2b06,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:41:50.501101 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed12013-a80b-41ee-aabf-8ca11645f4f0 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:41:50.501367 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed12013-a80b-41ee-aabf-8ca11645f4f0 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:41:50.502016 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed12013-a80b-41ee-aabf-8ca11645f4f0 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:41:50.502335 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed12013-a80b-41ee-aabf-8ca11645f4f0 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:41:50.502781 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed12013-a80b-41ee-aabf-8ca11645f4f0 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:41:50.503095 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed12013-a80b-41ee-aabf-8ca11645f4f0 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:41:50.503443 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed12013-a80b-41ee-aabf-8ca11645f4f0 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:41:50.503778 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed12013-a80b-41ee-aabf-8ca11645f4f0 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:41:50.504111 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed12013-a80b-41ee-aabf-8ca11645f4f0 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:41:50.505129 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed12013-a80b-41ee-aabf-8ca11645f4f0 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:41:50.505639 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed12013-a80b-41ee-aabf-8ca11645f4f0 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:41:50.506190 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed12013-a80b-41ee-aabf-8ca11645f4f0 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:41:50.525160 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f8d058-8532-4b6e-8399-7dfaa7612e75 req-eed12013-a80b-41ee-aabf-8ca11645f4f0 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:41:50.525937 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-14f8d058-8532-4b6e-8399-7dfaa7612e75 req-eed12013-a80b-41ee-aabf-8ca11645f4f0 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:50.544690 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-14f8d058-8532-4b6e-8399-7dfaa7612e75 req-eed12013-a80b-41ee-aabf-8ca11645f4f0 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6449227 Aug 16 23:41:50.562053 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-14f8d058-8532-4b6e-8399-7dfaa7612e75 req-ee87dc25-bb99-49ab-a4fb-122b6cf9b2ff service neutron] Request body: {'port': {'device_id': 'c40ecddc-867c-40e1-87aa-b4427828b3b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-26'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:41:50.622820 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-14f8d058-8532-4b6e-8399-7dfaa7612e75 req-ee87dc25-bb99-49ab-a4fb-122b6cf9b2ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:50.698854 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:50.757448 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-3f373c61-8471-4196-a70e-9d5a0b6e4f38 None None] Provisioning for port 458a3d34-8111-47a3-8069-15d6fd3b2b06 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:41:50.763522 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-3f373c61-8471-4196-a70e-9d5a0b6e4f38 None None] Provisioning complete for port 458a3d34-8111-47a3-8069-15d6fd3b2b06 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:41:50.764448 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-3f373c61-8471-4196-a70e-9d5a0b6e4f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:50.807694 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-3f373c61-8471-4196-a70e-9d5a0b6e4f38 None None] Port 458a3d34-8111-47a3-8069-15d6fd3b2b06 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:41:50.921685 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [req-14f8d058-8532-4b6e-8399-7dfaa7612e75 req-ee87dc25-bb99-49ab-a4fb-122b6cf9b2ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 458a3d34-8111-47a3-8069-15d6fd3b2b06 {{(pid=101292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:41:50.930375 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-14f8d058-8532-4b6e-8399-7dfaa7612e75 req-ee87dc25-bb99-49ab-a4fb-122b6cf9b2ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:50.943866 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-14f8d058-8532-4b6e-8399-7dfaa7612e75 req-ee87dc25-bb99-49ab-a4fb-122b6cf9b2ff service neutron] Transition to ACTIVE for port object 458a3d34-8111-47a3-8069-15d6fd3b2b06 will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:41:50.947662 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-14f8d058-8532-4b6e-8399-7dfaa7612e75 req-ee87dc25-bb99-49ab-a4fb-122b6cf9b2ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:51.000040 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee87dc25-bb99-49ab-a4fb-122b6cf9b2ff service neutron] Pushing event updated for resources: {'Port': ['ID=458a3d34-8111-47a3-8069-15d6fd3b2b06,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:41:51.112406 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-14f8d058-8532-4b6e-8399-7dfaa7612e75 req-ee87dc25-bb99-49ab-a4fb-122b6cf9b2ff service neutron] Attempting to bind port 458a3d34-8111-47a3-8069-15d6fd3b2b06 on host n-h2-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:41:51.112924 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-14f8d058-8532-4b6e-8399-7dfaa7612e75 req-ee87dc25-bb99-49ab-a4fb-122b6cf9b2ff service neutron] Attempting to bind port 458a3d34-8111-47a3-8069-15d6fd3b2b06 by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': '50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e9b949f6-7c1a-4f50-8d6a-00477af5b7ca'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:41:51.113511 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f8d058-8532-4b6e-8399-7dfaa7612e75 req-ee87dc25-bb99-49ab-a4fb-122b6cf9b2ff service neutron] Attempting to bind port 458a3d34-8111-47a3-8069-15d6fd3b2b06 on network e9b949f6-7c1a-4f50-8d6a-00477af5b7ca {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:41:51.120001 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f8d058-8532-4b6e-8399-7dfaa7612e75 req-ee87dc25-bb99-49ab-a4fb-122b6cf9b2ff service neutron] Port 458a3d34-8111-47a3-8069-15d6fd3b2b06 on network e9b949f6-7c1a-4f50-8d6a-00477af5b7ca not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:41:51.120338 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f8d058-8532-4b6e-8399-7dfaa7612e75 req-ee87dc25-bb99-49ab-a4fb-122b6cf9b2ff service neutron] Attempting to bind port 458a3d34-8111-47a3-8069-15d6fd3b2b06 on network e9b949f6-7c1a-4f50-8d6a-00477af5b7ca {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:41:51.125990 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f8d058-8532-4b6e-8399-7dfaa7612e75 req-ee87dc25-bb99-49ab-a4fb-122b6cf9b2ff service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:41:51.126335 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f8d058-8532-4b6e-8399-7dfaa7612e75 req-ee87dc25-bb99-49ab-a4fb-122b6cf9b2ff service neutron] Checking segment: {'id': '50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e9b949f6-7c1a-4f50-8d6a-00477af5b7ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:41:51.126728 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f8d058-8532-4b6e-8399-7dfaa7612e75 req-ee87dc25-bb99-49ab-a4fb-122b6cf9b2ff service neutron] Bound using segment: {'id': '50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e9b949f6-7c1a-4f50-8d6a-00477af5b7ca'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:41:51.127299 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-14f8d058-8532-4b6e-8399-7dfaa7612e75 req-ee87dc25-bb99-49ab-a4fb-122b6cf9b2ff service neutron] Bound port: 458a3d34-8111-47a3-8069-15d6fd3b2b06, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e9b949f6-7c1a-4f50-8d6a-00477af5b7ca'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:41:51.127797 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-14f8d058-8532-4b6e-8399-7dfaa7612e75 req-ee87dc25-bb99-49ab-a4fb-122b6cf9b2ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:51.247842 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92736265-3a63-49ad-834a-23225ba63151 req-7ca69e22-01fe-4795-ac8b-3169ae7bbc2a tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:41:51.249554 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-92736265-3a63-49ad-834a-23225ba63151 req-7ca69e22-01fe-4795-ac8b-3169ae7bbc2a tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=c40ecddc-867c-40e1-87aa-b4427828b3b8 HTTP/1.1" status: 200 len: 944 time: 0.1166129 Aug 16 23:41:51.281628 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-14f8d058-8532-4b6e-8399-7dfaa7612e75 req-ee87dc25-bb99-49ab-a4fb-122b6cf9b2ff service neutron] For port 458a3d34-8111-47a3-8069-15d6fd3b2b06, host n-h2-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:41:51.299706 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-14f8d058-8532-4b6e-8399-7dfaa7612e75 req-ee87dc25-bb99-49ab-a4fb-122b6cf9b2ff service neutron] For port 458a3d34-8111-47a3-8069-15d6fd3b2b06, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=458a3d34-8111-47a3-8069-15d6fd3b2b06,segment=NetworkSegment(50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1),segment_id=50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:41:51.307715 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-14f8d058-8532-4b6e-8399-7dfaa7612e75 req-ee87dc25-bb99-49ab-a4fb-122b6cf9b2ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:51.344417 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-92736265-3a63-49ad-834a-23225ba63151 req-fd3348b7-2a2f-4b78-81be-4bad9d4bb6e9 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce5528ba-720f-4267-b71c-c7cfd6d697de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816209 Aug 16 23:41:51.356419 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f8d058-8532-4b6e-8399-7dfaa7612e75 req-ee87dc25-bb99-49ab-a4fb-122b6cf9b2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:41:51.357081 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-14f8d058-8532-4b6e-8399-7dfaa7612e75 req-ee87dc25-bb99-49ab-a4fb-122b6cf9b2ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:51.358463 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-14f8d058-8532-4b6e-8399-7dfaa7612e75 req-ee87dc25-bb99-49ab-a4fb-122b6cf9b2ff service neutron] 10.222.0.57 "PUT /v2.0/ports/458a3d34-8111-47a3-8069-15d6fd3b2b06 HTTP/1.1" status: 200 len: 1093 time: 0.8010097 Aug 16 23:41:51.358904 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c40ecddc-867c-40e1-87aa-b4427828b3b8', 'tag': '458a3d34-8111-47a3-8069-15d6fd3b2b06'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:41:51.361227 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0fe32dc-706f-48fe-8d2c-5d51ffac9d62" -d '{"events": [{"name": "network-changed", "server_uuid": "c40ecddc-867c-40e1-87aa-b4427828b3b8", "tag": "458a3d34-8111-47a3-8069-15d6fd3b2b06"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:41:51.400827 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee87dc25-bb99-49ab-a4fb-122b6cf9b2ff service neutron] Pushing event updated for resources: {'Port': ['ID=458a3d34-8111-47a3-8069-15d6fd3b2b06,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:41:51.430493 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7af6d75-dea2-4f7d-8742-b694e9cd4de9 x-openstack-request-id: req-d7af6d75-dea2-4f7d-8742-b694e9cd4de9 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:41:51.430853 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c40ecddc-867c-40e1-87aa-b4427828b3b8", "tag": "458a3d34-8111-47a3-8069-15d6fd3b2b06", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:41:51.431253 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d7af6d75-dea2-4f7d-8742-b694e9cd4de9 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:41:51.431752 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c40ecddc-867c-40e1-87aa-b4427828b3b8', 'tag': '458a3d34-8111-47a3-8069-15d6fd3b2b06', 'status': 'completed', 'code': 200} Aug 16 23:41:51.466570 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f8d058-8532-4b6e-8399-7dfaa7612e75 req-6f1a3828-d80d-41ca-8fb9-3bbe3e2ba708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:41:51.468103 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-14f8d058-8532-4b6e-8399-7dfaa7612e75 req-6f1a3828-d80d-41ca-8fb9-3bbe3e2ba708 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=16e475d1a3e642828e9216f7585a4895&device_id=c40ecddc-867c-40e1-87aa-b4427828b3b8 HTTP/1.1" status: 200 len: 1096 time: 0.0492895 Aug 16 23:41:51.518000 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-14f8d058-8532-4b6e-8399-7dfaa7612e75 req-ea18f4a9-cf02-4ce6-a209-accc2f6df88f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=458a3d34-8111-47a3-8069-15d6fd3b2b06 HTTP/1.1" status: 200 len: 217 time: 0.0374241 Aug 16 23:41:51.570219 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f8d058-8532-4b6e-8399-7dfaa7612e75 req-97f93e12-2336-4d78-b1ee-c605525ba9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:41:51.571694 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-14f8d058-8532-4b6e-8399-7dfaa7612e75 req-97f93e12-2336-4d78-b1ee-c605525ba9e0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=20624e69-fc20-4377-ae84-b4defd7af902 HTTP/1.1" status: 200 len: 850 time: 0.0475056 Aug 16 23:41:51.628234 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f8d058-8532-4b6e-8399-7dfaa7612e75 req-ea85b576-01cb-470c-9ae5-24c02add6f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:41:51.629680 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-14f8d058-8532-4b6e-8399-7dfaa7612e75 req-ea85b576-01cb-470c-9ae5-24c02add6f39 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e9b949f6-7c1a-4f50-8d6a-00477af5b7ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508831 Aug 16 23:41:51.701244 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:51.722161 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-14f8d058-8532-4b6e-8399-7dfaa7612e75 req-8d2a558e-8481-4cb7-9262-678e6902392a service neutron] 10.222.0.57 "GET /v2.0/networks/e9b949f6-7c1a-4f50-8d6a-00477af5b7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853839 Aug 16 23:41:51.820365 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-14f8d058-8532-4b6e-8399-7dfaa7612e75 req-b89babec-a704-4505-9617-70e4f02f78af service neutron] 10.222.0.57 "GET /v2.0/networks/e9b949f6-7c1a-4f50-8d6a-00477af5b7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913787 Aug 16 23:41:51.932445 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fe32dc-706f-48fe-8d2c-5d51ffac9d62 req-8e49dde9-1f65-42e3-9604-a67faa884695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:41:51.934027 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c0fe32dc-706f-48fe-8d2c-5d51ffac9d62 req-8e49dde9-1f65-42e3-9604-a67faa884695 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=16e475d1a3e642828e9216f7585a4895&device_id=c40ecddc-867c-40e1-87aa-b4427828b3b8 HTTP/1.1" status: 200 len: 1096 time: 0.0437088 Aug 16 23:41:52.030682 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fe32dc-706f-48fe-8d2c-5d51ffac9d62 req-1474f6b9-b3ee-42ce-a260-50f61642da07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:41:52.032091 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c0fe32dc-706f-48fe-8d2c-5d51ffac9d62 req-1474f6b9-b3ee-42ce-a260-50f61642da07 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e9b949f6-7c1a-4f50-8d6a-00477af5b7ca HTTP/1.1" status: 200 len: 912 time: 0.0916238 Aug 16 23:41:52.074023 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c0fe32dc-706f-48fe-8d2c-5d51ffac9d62 req-2af24cdc-468c-4e43-9b88-edae443dfbba service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=458a3d34-8111-47a3-8069-15d6fd3b2b06 HTTP/1.1" status: 200 len: 217 time: 0.0350986 Aug 16 23:41:52.124729 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fe32dc-706f-48fe-8d2c-5d51ffac9d62 req-b05ca97c-9ed2-4c90-b4f7-bc20c039083f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:41:52.126157 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c0fe32dc-706f-48fe-8d2c-5d51ffac9d62 req-b05ca97c-9ed2-4c90-b4f7-bc20c039083f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=20624e69-fc20-4377-ae84-b4defd7af902 HTTP/1.1" status: 200 len: 850 time: 0.0447965 Aug 16 23:41:52.177859 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fe32dc-706f-48fe-8d2c-5d51ffac9d62 req-c537ecca-08b5-4d05-a974-5be7af9384e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:41:52.179389 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c0fe32dc-706f-48fe-8d2c-5d51ffac9d62 req-c537ecca-08b5-4d05-a974-5be7af9384e1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e9b949f6-7c1a-4f50-8d6a-00477af5b7ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464256 Aug 16 23:41:52.275175 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c0fe32dc-706f-48fe-8d2c-5d51ffac9d62 req-1a4c092a-c5b0-402b-8c7a-d43a0bdc8662 service neutron] 10.222.0.57 "GET /v2.0/networks/e9b949f6-7c1a-4f50-8d6a-00477af5b7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882721 Aug 16 23:41:52.372691 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c0fe32dc-706f-48fe-8d2c-5d51ffac9d62 req-3a76a7eb-d1bc-4e55-bb4c-95daf6c53376 service neutron] 10.222.0.57 "GET /v2.0/networks/e9b949f6-7c1a-4f50-8d6a-00477af5b7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896142 Aug 16 23:41:52.472148 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c930202-4fdd-44d5-a025-2e110bd74b0c req-c48c657d-adbc-43e8-8eef-d1a7a7143921 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:41:52.474497 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5c930202-4fdd-44d5-a025-2e110bd74b0c req-c48c657d-adbc-43e8-8eef-d1a7a7143921 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=c40ecddc-867c-40e1-87aa-b4427828b3b8 HTTP/1.1" status: 200 len: 944 time: 0.0542588 Aug 16 23:41:52.516192 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5c930202-4fdd-44d5-a025-2e110bd74b0c req-9d796eb7-a534-48e2-b359-68a1d9e8ecb1 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce5528ba-720f-4267-b71c-c7cfd6d697de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350523 Aug 16 23:41:52.947265 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:53.644872 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a4682-c6d5-4c15-be2a-c3bf55a29baa req-d2494be8-6a30-480a-8030-14815855306a tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:41:53.646799 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5b4a4682-c6d5-4c15-be2a-c3bf55a29baa req-d2494be8-6a30-480a-8030-14815855306a tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=c40ecddc-867c-40e1-87aa-b4427828b3b8 HTTP/1.1" status: 200 len: 944 time: 0.0519762 Aug 16 23:41:53.685679 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5b4a4682-c6d5-4c15-be2a-c3bf55a29baa req-e05d07db-897f-4f18-a6fb-8b7b39117202 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce5528ba-720f-4267-b71c-c7cfd6d697de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329828 Aug 16 23:41:54.805022 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d6d355-f869-43e6-bc6e-73c54df46390 req-3603bad8-7f79-4a72-b5e3-ce991fba4c5b tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:41:54.806545 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-18d6d355-f869-43e6-bc6e-73c54df46390 req-3603bad8-7f79-4a72-b5e3-ce991fba4c5b tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=c40ecddc-867c-40e1-87aa-b4427828b3b8 HTTP/1.1" status: 200 len: 944 time: 0.0545056 Aug 16 23:41:54.845818 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-18d6d355-f869-43e6-bc6e-73c54df46390 req-20dca461-5304-46d9-ae3c-f3d8de124015 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce5528ba-720f-4267-b71c-c7cfd6d697de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329094 Aug 16 23:41:55.732623 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:41:55.960346 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e23600-31e5-49af-b647-e60d4c4f7a53 req-a98a6a58-9553-4326-aec7-b4cce87c5247 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:41:55.961871 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a9e23600-31e5-49af-b647-e60d4c4f7a53 req-a98a6a58-9553-4326-aec7-b4cce87c5247 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=c40ecddc-867c-40e1-87aa-b4427828b3b8 HTTP/1.1" status: 200 len: 944 time: 0.0494905 Aug 16 23:41:55.998783 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a9e23600-31e5-49af-b647-e60d4c4f7a53 req-98bb9c6c-c4cc-4058-92bd-6957e104356d tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce5528ba-720f-4267-b71c-c7cfd6d697de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309303 Aug 16 23:41:57.116712 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bcfd85-a11c-4686-aa12-80ae4105ec79 req-f512e5d3-8333-4c4d-a4c0-5ce34fc215f3 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:41:57.118275 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b1bcfd85-a11c-4686-aa12-80ae4105ec79 req-f512e5d3-8333-4c4d-a4c0-5ce34fc215f3 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=c40ecddc-867c-40e1-87aa-b4427828b3b8 HTTP/1.1" status: 200 len: 944 time: 0.0497901 Aug 16 23:41:57.157748 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b1bcfd85-a11c-4686-aa12-80ae4105ec79 req-0db0f4b7-6127-426a-b8d2-2204c85a480c tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce5528ba-720f-4267-b71c-c7cfd6d697de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332432 Aug 16 23:41:58.276463 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b6333-c720-4955-a3d9-55775c5917a9 req-59fe76b4-4594-40e9-809a-715e5acace77 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:41:58.277964 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e76b6333-c720-4955-a3d9-55775c5917a9 req-59fe76b4-4594-40e9-809a-715e5acace77 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=c40ecddc-867c-40e1-87aa-b4427828b3b8 HTTP/1.1" status: 200 len: 944 time: 0.0532353 Aug 16 23:41:58.315264 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e76b6333-c720-4955-a3d9-55775c5917a9 req-c6227cc0-4ed7-456f-8d4a-721639b18fc4 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce5528ba-720f-4267-b71c-c7cfd6d697de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314398 Aug 16 23:41:59.431481 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8b69a9-74d3-4b3c-bb10-33c67260fcb1 req-94ff94e1-aa8c-41f4-b778-dd7f206c7225 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:41:59.432899 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fc8b69a9-74d3-4b3c-bb10-33c67260fcb1 req-94ff94e1-aa8c-41f4-b778-dd7f206c7225 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=c40ecddc-867c-40e1-87aa-b4427828b3b8 HTTP/1.1" status: 200 len: 944 time: 0.0489860 Aug 16 23:41:59.470542 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fc8b69a9-74d3-4b3c-bb10-33c67260fcb1 req-6e4f0cc3-8db7-4e85-ae98-486f3385edd6 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce5528ba-720f-4267-b71c-c7cfd6d697de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316882 Aug 16 23:42:00.586013 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310344fa-6007-41d9-98b1-3b4744ba40d9 req-54ccf3a8-e643-4e92-861a-21424c5eaa25 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:42:00.587502 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-310344fa-6007-41d9-98b1-3b4744ba40d9 req-54ccf3a8-e643-4e92-861a-21424c5eaa25 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=c40ecddc-867c-40e1-87aa-b4427828b3b8 HTTP/1.1" status: 200 len: 944 time: 0.0504394 Aug 16 23:42:00.626587 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-310344fa-6007-41d9-98b1-3b4744ba40d9 req-b5d641cc-a50c-45d4-ad68-2be8efa66304 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce5528ba-720f-4267-b71c-c7cfd6d697de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329890 Aug 16 23:42:01.746963 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e3f234-b96f-493e-9023-5ddb035e190c req-f6287392-07d1-4b03-8398-be571f6bac0b tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:42:01.748472 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-79e3f234-b96f-493e-9023-5ddb035e190c req-f6287392-07d1-4b03-8398-be571f6bac0b tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=c40ecddc-867c-40e1-87aa-b4427828b3b8 HTTP/1.1" status: 200 len: 944 time: 0.0529478 Aug 16 23:42:01.787902 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-79e3f234-b96f-493e-9023-5ddb035e190c req-470646e6-1b07-4003-8858-49cbbd619d12 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce5528ba-720f-4267-b71c-c7cfd6d697de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329885 Aug 16 23:42:01.814597 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:42:02.906111 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbddca6-59ba-4e9f-a9b8-b765a52ed173 req-6d758150-4970-470a-a9bf-736e1bb99185 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:42:02.907620 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bfbddca6-59ba-4e9f-a9b8-b765a52ed173 req-6d758150-4970-470a-a9bf-736e1bb99185 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=c40ecddc-867c-40e1-87aa-b4427828b3b8 HTTP/1.1" status: 200 len: 944 time: 0.0489936 Aug 16 23:42:02.947286 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bfbddca6-59ba-4e9f-a9b8-b765a52ed173 req-35306e6c-1203-433b-8fb4-7feb8fa9b8aa tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce5528ba-720f-4267-b71c-c7cfd6d697de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323415 Aug 16 23:42:03.713679 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 458a3d34-8111-47a3-8069-15d6fd3b2b06 details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:42:03.808378 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 458a3d34-8111-47a3-8069-15d6fd3b2b06, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=458a3d34-8111-47a3-8069-15d6fd3b2b06,segment=NetworkSegment(50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1),segment_id=50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:42:03.819543 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': '458a3d34-8111-47a3-8069-15d6fd3b2b06', 'network_id': 'e9b949f6-7c1a-4f50-8d6a-00477af5b7ca', 'port_id': '458a3d34-8111-47a3-8069-15d6fd3b2b06', 'mac_address': 'fa:16:3e:23:b5:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20624e69-fc20-4377-ae84-b4defd7af902', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:42:03.855761 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:03.867840 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 458a3d34-8111-47a3-8069-15d6fd3b2b06 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:42:03.887638 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 458a3d34-8111-47a3-8069-15d6fd3b2b06, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=458a3d34-8111-47a3-8069-15d6fd3b2b06,segment=NetworkSegment(50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1),segment_id=50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:42:03.892524 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:03.939979 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=458a3d34-8111-47a3-8069-15d6fd3b2b06,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:42:04.061018 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e15360a-4db0-4590-ab15-43508d197e0e req-1306abea-d366-46c8-834a-f3b46780664b tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:42:04.062497 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5e15360a-4db0-4590-ab15-43508d197e0e req-1306abea-d366-46c8-834a-f3b46780664b tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=c40ecddc-867c-40e1-87aa-b4427828b3b8 HTTP/1.1" status: 200 len: 945 time: 0.0483980 Aug 16 23:42:04.101135 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5e15360a-4db0-4590-ab15-43508d197e0e req-35dc0273-a6a1-4b12-aae1-b6b993969c23 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce5528ba-720f-4267-b71c-c7cfd6d697de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315940 Aug 16 23:42:04.269076 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['458a3d34-8111-47a3-8069-15d6fd3b2b06'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:42:05.220871 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8bae1e-c327-41ce-912e-6e7bd1183e25 req-a2e983bf-df17-4f06-82a5-8f2d2c86bc4d tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:42:05.222378 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7a8bae1e-c327-41ce-912e-6e7bd1183e25 req-a2e983bf-df17-4f06-82a5-8f2d2c86bc4d tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=c40ecddc-867c-40e1-87aa-b4427828b3b8 HTTP/1.1" status: 200 len: 945 time: 0.0540383 Aug 16 23:42:05.261597 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7a8bae1e-c327-41ce-912e-6e7bd1183e25 req-e5416e90-7009-4fc5-bb01-2a4b992c7ef0 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce5528ba-720f-4267-b71c-c7cfd6d697de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332246 Aug 16 23:42:05.725775 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 458a3d34-8111-47a3-8069-15d6fd3b2b06 up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:42:05.774972 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning for port 458a3d34-8111-47a3-8069-15d6fd3b2b06 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:42:05.778495 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port 458a3d34-8111-47a3-8069-15d6fd3b2b06 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:42:05.778870 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:05.857558 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:05.882048 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c40ecddc-867c-40e1-87aa-b4427828b3b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '458a3d34-8111-47a3-8069-15d6fd3b2b06'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:42:05.884209 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b53dc1bc-2b8c-48ad-9784-b4ef9b7b23e4" -d '{"events": [{"server_uuid": "c40ecddc-867c-40e1-87aa-b4427828b3b8", "name": "network-vif-plugged", "status": "completed", "tag": "458a3d34-8111-47a3-8069-15d6fd3b2b06"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:42:05.897345 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 458a3d34-8111-47a3-8069-15d6fd3b2b06, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=458a3d34-8111-47a3-8069-15d6fd3b2b06,segment=NetworkSegment(50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1),segment_id=50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:42:05.901468 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:05.927997 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f66be8-131e-4bc4-839d-abb7109b4aea x-openstack-request-id: req-e0f66be8-131e-4bc4-839d-abb7109b4aea {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:42:05.928288 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c40ecddc-867c-40e1-87aa-b4427828b3b8", "name": "network-vif-plugged", "status": "completed", "tag": "458a3d34-8111-47a3-8069-15d6fd3b2b06", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:42:05.928557 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e0f66be8-131e-4bc4-839d-abb7109b4aea {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:42:05.928945 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c40ecddc-867c-40e1-87aa-b4427828b3b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '458a3d34-8111-47a3-8069-15d6fd3b2b06', 'code': 200} Aug 16 23:42:05.956218 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=458a3d34-8111-47a3-8069-15d6fd3b2b06,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:42:06.042120 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb685cf2-dc5d-40bf-99bf-4f7e7bb799cc req-d0cf5b9c-d736-4349-bab5-6c544a964ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:42:06.043660 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-eb685cf2-dc5d-40bf-99bf-4f7e7bb799cc req-d0cf5b9c-d736-4349-bab5-6c544a964ade service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c40ecddc-867c-40e1-87aa-b4427828b3b8 HTTP/1.1" status: 200 len: 1098 time: 0.0417082 Aug 16 23:42:06.079081 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-eb685cf2-dc5d-40bf-99bf-4f7e7bb799cc req-bb63b54f-a121-43e6-aa1e-bfb658074e6d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ce5528ba-720f-4267-b71c-c7cfd6d697de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277419 Aug 16 23:42:06.373869 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaa105b-ce6f-41e6-bcba-9829c08028d8 req-7dcacff0-f34d-4d4e-a98e-9eb953f60bc1 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:42:06.375339 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-edaa105b-ce6f-41e6-bcba-9829c08028d8 req-7dcacff0-f34d-4d4e-a98e-9eb953f60bc1 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=c40ecddc-867c-40e1-87aa-b4427828b3b8 HTTP/1.1" status: 200 len: 946 time: 0.0480201 Aug 16 23:42:06.414118 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-edaa105b-ce6f-41e6-bcba-9829c08028d8 req-4642a9df-09dc-4e83-b085-e73b46fd256f tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce5528ba-720f-4267-b71c-c7cfd6d697de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317419 Aug 16 23:42:07.533515 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef20f019-40e3-4a42-97a4-0d4a68eb7d90 req-46414762-99fe-403c-bca5-d1dde7f66c3e tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:42:07.534984 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ef20f019-40e3-4a42-97a4-0d4a68eb7d90 req-46414762-99fe-403c-bca5-d1dde7f66c3e tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=c40ecddc-867c-40e1-87aa-b4427828b3b8 HTTP/1.1" status: 200 len: 946 time: 0.0520425 Aug 16 23:42:07.573019 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ef20f019-40e3-4a42-97a4-0d4a68eb7d90 req-b75f0532-31da-476b-945b-64a2fc28dd6a tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce5528ba-720f-4267-b71c-c7cfd6d697de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313714 Aug 16 23:42:07.683997 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7285765e-849c-4f68-af9f-213919ca52c4 req-1ff7a993-e98b-4e4c-b35b-73d414071de7 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:42:07.685570 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7285765e-849c-4f68-af9f-213919ca52c4 req-1ff7a993-e98b-4e4c-b35b-73d414071de7 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=c40ecddc-867c-40e1-87aa-b4427828b3b8 HTTP/1.1" status: 200 len: 946 time: 0.0485260 Aug 16 23:42:07.722994 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7285765e-849c-4f68-af9f-213919ca52c4 req-dbeaaaf2-09d3-4f54-b9e5-7b3510083ff0 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce5528ba-720f-4267-b71c-c7cfd6d697de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313692 Aug 16 23:42:07.745274 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 54956) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:42:07.784397 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e78017f-0608-4463-8a5e-31b780b99b85 tempest-TestVolumeBootPattern-546187797 tempest-TestVolumeBootPattern-546187797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:42:07.786172 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-9e78017f-0608-4463-8a5e-31b780b99b85 tempest-TestVolumeBootPattern-546187797 tempest-TestVolumeBootPattern-546187797-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c40ecddc-867c-40e1-87aa-b4427828b3b8 HTTP/1.1" status: 200 len: 1093 time: 0.0399194 Aug 16 23:42:07.789129 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 54958) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:42:07.793485 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-b6391920-5a6b-4029-9f57-e595e609609c tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Request body: {'floatingip': {'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'port_id': '458a3d34-8111-47a3-8069-15d6fd3b2b06', 'tenant_id': '16e475d1a3e642828e9216f7585a4895', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:42:07.815053 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b6391920-5a6b-4029-9f57-e595e609609c tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks [] for floatingip, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:07.922472 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b6391920-5a6b-4029-9f57-e595e609609c tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:08.022473 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-b6391920-5a6b-4029-9f57-e595e609609c tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Allocated IP 172.25.4.136 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/bb7a7445-9c1b-4cdb-a526-97cf953ee7aa) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:42:08.128703 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b6391920-5a6b-4029-9f57-e595e609609c tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:08.168233 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b6391920-5a6b-4029-9f57-e595e609609c tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:08.202182 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6391920-5a6b-4029-9f57-e595e609609c tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:42:08.204862 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-b6391920-5a6b-4029-9f57-e595e609609c tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:42:08.210366 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6391920-5a6b-4029-9f57-e595e609609c tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:42:08.237578 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6391920-5a6b-4029-9f57-e595e609609c tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Pushing event updated for resources: {'Port': ['ID=bb7a7445-9c1b-4cdb-a526-97cf953ee7aa,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:42:08.572978 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b6391920-5a6b-4029-9f57-e595e609609c tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:08.637704 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b6391920-5a6b-4029-9f57-e595e609609c tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:08.788133 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b6391920-5a6b-4029-9f57-e595e609609c tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:08.792712 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b6391920-5a6b-4029-9f57-e595e609609c tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:08.862886 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6391920-5a6b-4029-9f57-e595e609609c tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Pushing event updated for resources: {'Port': ['ID=bb7a7445-9c1b-4cdb-a526-97cf953ee7aa,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:42:08.874903 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b6391920-5a6b-4029-9f57-e595e609609c tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:08.974219 n-d-791506-26 neutron-server[101292]: INFO neutron.db.l3_db [None req-b6391920-5a6b-4029-9f57-e595e609609c tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Floating IP 05acb30c-af42-4ba4-b6c2-d779574a2525 associated. External IP: 172.25.4.136, port: 458a3d34-8111-47a3-8069-15d6fd3b2b06. Aug 16 23:42:09.496488 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6391920-5a6b-4029-9f57-e595e609609c tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Router c975e626-bbe5-4a07-aab1-e8c1d3a5820d has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:42:09.599757 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6391920-5a6b-4029-9f57-e595e609609c tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:42:09.610086 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6effac37-cc13-42e6-8a9d-4b0fb2e8d75a None None] Sync routers for ids ['c975e626-bbe5-4a07-aab1-e8c1d3a5820d'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:42:09.616310 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b6391920-5a6b-4029-9f57-e595e609609c tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:09.624288 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6effac37-cc13-42e6-8a9d-4b0fb2e8d75a None None] Routers {'c975e626-bbe5-4a07-aab1-e8c1d3a5820d'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:42:09.624961 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-6effac37-cc13-42e6-8a9d-4b0fb2e8d75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:41:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['c975e626-bbe5-4a07-aab1-e8c1d3a5820d'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:42:09.646838 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-b6391920-5a6b-4029-9f57-e595e609609c tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8566589 Aug 16 23:42:09.647431 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c40ecddc-867c-40e1-87aa-b4427828b3b8', 'tag': '458a3d34-8111-47a3-8069-15d6fd3b2b06'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:42:09.649711 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc9e132-378b-4004-b808-3e045d429241" -d '{"events": [{"name": "network-changed", "server_uuid": "c40ecddc-867c-40e1-87aa-b4427828b3b8", "tag": "458a3d34-8111-47a3-8069-15d6fd3b2b06"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:42:09.685367 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31907c8b-7430-43b7-8b99-e73de34efa54 x-openstack-request-id: req-31907c8b-7430-43b7-8b99-e73de34efa54 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:42:09.685662 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c40ecddc-867c-40e1-87aa-b4427828b3b8", "tag": "458a3d34-8111-47a3-8069-15d6fd3b2b06", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:42:09.685939 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-31907c8b-7430-43b7-8b99-e73de34efa54 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:42:09.686329 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c40ecddc-867c-40e1-87aa-b4427828b3b8', 'tag': '458a3d34-8111-47a3-8069-15d6fd3b2b06', 'status': 'completed', 'code': 200} Aug 16 23:42:09.735415 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-6effac37-cc13-42e6-8a9d-4b0fb2e8d75a None None] Set router c975e626-bbe5-4a07-aab1-e8c1d3a5820d gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:42:09.775093 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc9e132-378b-4004-b808-3e045d429241 req-08e42bf7-5f52-49b9-96f4-bb70c60fe8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:42:09.776560 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6cc9e132-378b-4004-b808-3e045d429241 req-08e42bf7-5f52-49b9-96f4-bb70c60fe8fe service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=16e475d1a3e642828e9216f7585a4895&device_id=c40ecddc-867c-40e1-87aa-b4427828b3b8 HTTP/1.1" status: 200 len: 1098 time: 0.0419977 Aug 16 23:42:09.869417 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc9e132-378b-4004-b808-3e045d429241 req-6c698f82-8207-4c30-a217-0a9695da25a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:42:09.870894 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6cc9e132-378b-4004-b808-3e045d429241 req-6c698f82-8207-4c30-a217-0a9695da25a5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e9b949f6-7c1a-4f50-8d6a-00477af5b7ca HTTP/1.1" status: 200 len: 912 time: 0.0870061 Aug 16 23:42:09.939103 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6cc9e132-378b-4004-b808-3e045d429241 req-baccef18-c0dd-4eae-8e5d-8018f014063a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=458a3d34-8111-47a3-8069-15d6fd3b2b06 HTTP/1.1" status: 200 len: 1000 time: 0.0616217 Aug 16 23:42:09.956849 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-6effac37-cc13-42e6-8a9d-4b0fb2e8d75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c975e626-bbe5-4a07-aab1-e8c1d3a5820d', 'name': 'tempest-TestVolumeBootPattern-228508795-router', 'tenant_id': '16e475d1a3e642828e9216f7585a4895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '6c62d74b-1d0e-408d-a23b-b7509e12a728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:38:29Z', 'updated_at': '2021-08-16T23:38:32Z', 'revision_number': 4, 'project_id': '16e475d1a3e642828e9216f7585a4895', 'gw_port': {'id': '6c62d74b-1d0e-408d-a23b-b7509e12a728', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c975e626-bbe5-4a07-aab1-e8c1d3a5820d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:38:29Z', 'updated_at': '2021-08-16T23:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': '05acb30c-af42-4ba4-b6c2-d779574a2525', 'tenant_id': '16e475d1a3e642828e9216f7585a4895', 'floating_ip_address': '172.25.4.136', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': 'c975e626-bbe5-4a07-aab1-e8c1d3a5820d', 'port_id': '458a3d34-8111-47a3-8069-15d6fd3b2b06', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3990, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9b949f6-7c1a-4f50-8d6a-00477af5b7ca', 'mac_address': 'fa:16:3e:23:b5:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40ecddc-867c-40e1-87aa-b4427828b3b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:42:08Z', 'updated_at': '2021-08-16T23:42:08Z', 'revision_number': 0, 'project_id': '16e475d1a3e642828e9216f7585a4895', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96e856a4-a4a7-4a5b-89dd-05ce99998317', 'name': '', 'network_id': 'e9b949f6-7c1a-4f50-8d6a-00477af5b7ca', 'tenant_id': '16e475d1a3e642828e9216f7585a4895', 'mac_address': 'fa:16:3e:18:2c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c975e626-bbe5-4a07-aab1-e8c1d3a5820d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '20624e69-fc20-4377-ae84-b4defd7af902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:38:31Z', 'updated_at': '2021-08-16T23:38:37Z', 'revision_number': 5, 'project_id': '16e475d1a3e642828e9216f7585a4895', 'subnets': [{'id': '20624e69-fc20-4377-ae84-b4defd7af902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:42:09.983912 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6effac37-cc13-42e6-8a9d-4b0fb2e8d75a None None] Checking router: c975e626-bbe5-4a07-aab1-e8c1d3a5820d for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:42:09.990770 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc9e132-378b-4004-b808-3e045d429241 req-d29c7e1f-6efb-4542-b2b4-fc9b0e50303f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:42:09.992269 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6cc9e132-378b-4004-b808-3e045d429241 req-d29c7e1f-6efb-4542-b2b4-fc9b0e50303f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=20624e69-fc20-4377-ae84-b4defd7af902 HTTP/1.1" status: 200 len: 850 time: 0.0468469 Aug 16 23:42:09.992953 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6effac37-cc13-42e6-8a9d-4b0fb2e8d75a None None] Routers {'c975e626-bbe5-4a07-aab1-e8c1d3a5820d'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:42:09.993554 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-6effac37-cc13-42e6-8a9d-4b0fb2e8d75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:41:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['c975e626-bbe5-4a07-aab1-e8c1d3a5820d'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:42:10.037735 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc9e132-378b-4004-b808-3e045d429241 req-1ef08d53-c394-4a75-a053-691d289166d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:42:10.039182 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6cc9e132-378b-4004-b808-3e045d429241 req-1ef08d53-c394-4a75-a053-691d289166d9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e9b949f6-7c1a-4f50-8d6a-00477af5b7ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399237 Aug 16 23:42:10.098174 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-6effac37-cc13-42e6-8a9d-4b0fb2e8d75a None None] Set router c975e626-bbe5-4a07-aab1-e8c1d3a5820d gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:42:10.134423 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6cc9e132-378b-4004-b808-3e045d429241 req-458f24be-1e11-43c5-bbd6-249c83db86ba service neutron] 10.222.0.57 "GET /v2.0/networks/e9b949f6-7c1a-4f50-8d6a-00477af5b7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883322 Aug 16 23:42:10.228409 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6cc9e132-378b-4004-b808-3e045d429241 req-fee022fd-8414-4893-8b1b-5a717dc98560 service neutron] 10.222.0.57 "GET /v2.0/networks/e9b949f6-7c1a-4f50-8d6a-00477af5b7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838270 Aug 16 23:42:10.381768 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cbb0ee4d-03ff-4a04-bf29-e0ae75cfbc28 req-7e0d30aa-fe8a-4e31-98ab-336cfd75e882 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c40ecddc-867c-40e1-87aa-b4427828b3b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0480285 Aug 16 23:42:10.478500 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-6effac37-cc13-42e6-8a9d-4b0fb2e8d75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c975e626-bbe5-4a07-aab1-e8c1d3a5820d', 'name': 'tempest-TestVolumeBootPattern-228508795-router', 'tenant_id': '16e475d1a3e642828e9216f7585a4895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '6c62d74b-1d0e-408d-a23b-b7509e12a728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:38:29Z', 'updated_at': '2021-08-16T23:38:32Z', 'revision_number': 4, 'project_id': '16e475d1a3e642828e9216f7585a4895', 'gw_port': {'id': '6c62d74b-1d0e-408d-a23b-b7509e12a728', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c975e626-bbe5-4a07-aab1-e8c1d3a5820d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:38:29Z', 'updated_at': '2021-08-16T23:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': '05acb30c-af42-4ba4-b6c2-d779574a2525', 'tenant_id': '16e475d1a3e642828e9216f7585a4895', 'floating_ip_address': '172.25.4.136', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': 'c975e626-bbe5-4a07-aab1-e8c1d3a5820d', 'port_id': '458a3d34-8111-47a3-8069-15d6fd3b2b06', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3990, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9b949f6-7c1a-4f50-8d6a-00477af5b7ca', 'mac_address': 'fa:16:3e:23:b5:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40ecddc-867c-40e1-87aa-b4427828b3b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:42:08Z', 'updated_at': '2021-08-16T23:42:08Z', 'revision_number': 0, 'project_id': '16e475d1a3e642828e9216f7585a4895', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96e856a4-a4a7-4a5b-89dd-05ce99998317', 'name': '', 'network_id': 'e9b949f6-7c1a-4f50-8d6a-00477af5b7ca', 'tenant_id': '16e475d1a3e642828e9216f7585a4895', 'mac_address': 'fa:16:3e:18:2c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c975e626-bbe5-4a07-aab1-e8c1d3a5820d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '20624e69-fc20-4377-ae84-b4defd7af902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:38:31Z', 'updated_at': '2021-08-16T23:38:37Z', 'revision_number': 5, 'project_id': '16e475d1a3e642828e9216f7585a4895', 'subnets': [{'id': '20624e69-fc20-4377-ae84-b4defd7af902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:42:10.480857 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb0ee4d-03ff-4a04-bf29-e0ae75cfbc28 req-d10faae9-85bc-41a4-8de5-f5f30c146550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:42:10.482357 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cbb0ee4d-03ff-4a04-bf29-e0ae75cfbc28 req-d10faae9-85bc-41a4-8de5-f5f30c146550 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=16e475d1a3e642828e9216f7585a4895&device_id=c40ecddc-867c-40e1-87aa-b4427828b3b8 HTTP/1.1" status: 200 len: 1098 time: 0.0421145 Aug 16 23:42:10.504428 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6effac37-cc13-42e6-8a9d-4b0fb2e8d75a None None] The sync data for ids ['c975e626-bbe5-4a07-aab1-e8c1d3a5820d'] in n-d-791506-26 is: [{'id': 'c975e626-bbe5-4a07-aab1-e8c1d3a5820d', 'name': 'tempest-TestVolumeBootPattern-228508795-router', 'tenant_id': '16e475d1a3e642828e9216f7585a4895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '6c62d74b-1d0e-408d-a23b-b7509e12a728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:38:29Z', 'updated_at': '2021-08-16T23:38:32Z', 'revision_number': 4, 'project_id': '16e475d1a3e642828e9216f7585a4895', 'gw_port': {'id': '6c62d74b-1d0e-408d-a23b-b7509e12a728', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c975e626-bbe5-4a07-aab1-e8c1d3a5820d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:38:29Z', 'updated_at': '2021-08-16T23:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': '05acb30c-af42-4ba4-b6c2-d779574a2525', 'tenant_id': '16e475d1a3e642828e9216f7585a4895', 'floating_ip_address': '172.25.4.136', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': 'c975e626-bbe5-4a07-aab1-e8c1d3a5820d', 'port_id': '458a3d34-8111-47a3-8069-15d6fd3b2b06', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3990, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9b949f6-7c1a-4f50-8d6a-00477af5b7ca', 'mac_address': 'fa:16:3e:23:b5:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40ecddc-867c-40e1-87aa-b4427828b3b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:42:08Z', 'updated_at': '2021-08-16T23:42:08Z', 'revision_number': 0, 'project_id': '16e475d1a3e642828e9216f7585a4895', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96e856a4-a4a7-4a5b-89dd-05ce99998317', 'name': '', 'network_id': 'e9b949f6-7c1a-4f50-8d6a-00477af5b7ca', 'tenant_id': '16e475d1a3e642828e9216f7585a4895', 'mac_address': 'fa:16:3e:18:2c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c975e626-bbe5-4a07-aab1-e8c1d3a5820d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '20624e69-fc20-4377-ae84-b4defd7af902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:38:31Z', 'updated_at': '2021-08-16T23:38:37Z', 'revision_number': 5, 'project_id': '16e475d1a3e642828e9216f7585a4895', 'subnets': [{'id': '20624e69-fc20-4377-ae84-b4defd7af902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:42:10.592194 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb0ee4d-03ff-4a04-bf29-e0ae75cfbc28 req-b36a08bd-9bbe-48ab-882a-fcec487aa8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:42:10.593708 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cbb0ee4d-03ff-4a04-bf29-e0ae75cfbc28 req-b36a08bd-9bbe-48ab-882a-fcec487aa8b6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e9b949f6-7c1a-4f50-8d6a-00477af5b7ca HTTP/1.1" status: 200 len: 912 time: 0.0916231 Aug 16 23:42:10.662850 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cbb0ee4d-03ff-4a04-bf29-e0ae75cfbc28 req-9bafe31b-4edf-4868-9ff9-c9fe511ce48b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=458a3d34-8111-47a3-8069-15d6fd3b2b06 HTTP/1.1" status: 200 len: 1000 time: 0.0623927 Aug 16 23:42:10.712985 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2710745-59f5-4a47-91f2-be94d979274d None None] New status for floating IP 05acb30c-af42-4ba4-b6c2-d779574a2525: ACTIVE {{(pid=101294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:42:10.717699 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb0ee4d-03ff-4a04-bf29-e0ae75cfbc28 req-6b05a919-9ed6-4a7e-b8cd-8f967ebc5593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:42:10.719230 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cbb0ee4d-03ff-4a04-bf29-e0ae75cfbc28 req-6b05a919-9ed6-4a7e-b8cd-8f967ebc5593 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=20624e69-fc20-4377-ae84-b4defd7af902 HTTP/1.1" status: 200 len: 850 time: 0.0495298 Aug 16 23:42:10.770463 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb0ee4d-03ff-4a04-bf29-e0ae75cfbc28 req-16227a59-d09f-4c01-9980-419678afd4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:42:10.772108 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cbb0ee4d-03ff-4a04-bf29-e0ae75cfbc28 req-16227a59-d09f-4c01-9980-419678afd4ec service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e9b949f6-7c1a-4f50-8d6a-00477af5b7ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460186 Aug 16 23:42:10.865189 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cbb0ee4d-03ff-4a04-bf29-e0ae75cfbc28 req-0bafaae7-eef7-4948-92c7-4dc10eb90e99 service neutron] 10.222.0.57 "GET /v2.0/networks/e9b949f6-7c1a-4f50-8d6a-00477af5b7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855842 Aug 16 23:42:10.964640 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cbb0ee4d-03ff-4a04-bf29-e0ae75cfbc28 req-4146c9ec-5c4d-480b-b65a-c6af7178e7f7 service neutron] 10.222.0.57 "GET /v2.0/networks/e9b949f6-7c1a-4f50-8d6a-00477af5b7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929327 Aug 16 23:42:11.572720 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:17.736807 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0b8cd71f-76d5-482f-b504-86542a2b29c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:19.825475 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-8b075875-3f8f-4866-b8a4-40e3ea6b2b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:20.701629 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:21.704275 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:22.950176 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:25.739532 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:38.813778 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:42:41.584256 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:47.738895 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-34ca6756-d61f-4a39-b881-d2910cdb94d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:49.829637 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2fddbd74-0fc3-4cb8-b685-e7752cfd58b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:50.702310 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:51.707492 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:52.952277 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:42:55.746403 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:43:11.569246 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:43:12.378951 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9c96a916-0d45-4b04-8646-38122e5a07aa req-aabc9d30-cb25-439a-aefa-e70b106d203d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c40ecddc-867c-40e1-87aa-b4427828b3b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0410504 Aug 16 23:43:12.475776 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c96a916-0d45-4b04-8646-38122e5a07aa req-e2bd3c7b-7756-4829-a9e4-871b808a8aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:43:12.477235 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9c96a916-0d45-4b04-8646-38122e5a07aa req-e2bd3c7b-7756-4829-a9e4-871b808a8aae service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=16e475d1a3e642828e9216f7585a4895&device_id=c40ecddc-867c-40e1-87aa-b4427828b3b8 HTTP/1.1" status: 200 len: 1098 time: 0.0415435 Aug 16 23:43:12.583347 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c96a916-0d45-4b04-8646-38122e5a07aa req-d0ec75bb-f2a9-4958-a45f-6cf7405393b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:43:12.584889 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9c96a916-0d45-4b04-8646-38122e5a07aa req-d0ec75bb-f2a9-4958-a45f-6cf7405393b9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e9b949f6-7c1a-4f50-8d6a-00477af5b7ca HTTP/1.1" status: 200 len: 912 time: 0.0874531 Aug 16 23:43:12.649907 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9c96a916-0d45-4b04-8646-38122e5a07aa req-d501797b-a91c-45fc-8c19-0cf02c2d2479 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=458a3d34-8111-47a3-8069-15d6fd3b2b06 HTTP/1.1" status: 200 len: 1002 time: 0.0584037 Aug 16 23:43:12.697749 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c96a916-0d45-4b04-8646-38122e5a07aa req-b6ae50d3-82e7-4c8c-a4bb-7824e5e8401f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:43:12.699329 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9c96a916-0d45-4b04-8646-38122e5a07aa req-b6ae50d3-82e7-4c8c-a4bb-7824e5e8401f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=20624e69-fc20-4377-ae84-b4defd7af902 HTTP/1.1" status: 200 len: 850 time: 0.0429962 Aug 16 23:43:12.749980 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c96a916-0d45-4b04-8646-38122e5a07aa req-da91b38c-3870-4e00-b62e-623152923671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:43:12.751391 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9c96a916-0d45-4b04-8646-38122e5a07aa req-da91b38c-3870-4e00-b62e-623152923671 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e9b949f6-7c1a-4f50-8d6a-00477af5b7ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443783 Aug 16 23:43:12.839262 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9c96a916-0d45-4b04-8646-38122e5a07aa req-1cf32ea9-2ce0-48f1-a158-a4fb33b08aa5 service neutron] 10.222.0.57 "GET /v2.0/networks/e9b949f6-7c1a-4f50-8d6a-00477af5b7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807929 Aug 16 23:43:12.932328 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9c96a916-0d45-4b04-8646-38122e5a07aa req-99458db0-b48d-4655-9450-e11bb31419eb service neutron] 10.222.0.57 "GET /v2.0/networks/e9b949f6-7c1a-4f50-8d6a-00477af5b7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840120 Aug 16 23:43:15.812073 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:43:17.738724 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-b5775df6-7b86-4c55-bfe0-2dfdb3afde99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:43:19.829193 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c818cf0b-a44c-4028-84df-21b44d62dd22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:43:20.704059 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:43:21.710404 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:43:22.954553 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:43:25.760512 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:43:41.585195 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:43:47.741873 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c32b6f90-f37d-4501-a811-af461e2314cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:43:49.829765 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-6d19936a-bbd3-4335-84f8-becea3b2e28d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:43:50.708153 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:43:51.711133 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:43:52.811400 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:43:52.958093 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:43:55.775175 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:07.525966 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d01a77c-eacd-4a6f-8ec7-7b6b291eb714 req-ad179f1d-5cd5-4ee8-b959-ce14b81ef0ae tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:44:07.527492 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9d01a77c-eacd-4a6f-8ec7-7b6b291eb714 req-ad179f1d-5cd5-4ee8-b959-ce14b81ef0ae tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=c40ecddc-867c-40e1-87aa-b4427828b3b8 HTTP/1.1" status: 200 len: 946 time: 0.1095295 Aug 16 23:44:07.565346 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9d01a77c-eacd-4a6f-8ec7-7b6b291eb714 req-be4dcab3-6b36-415a-b993-d173c15817ef tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce5528ba-720f-4267-b71c-c7cfd6d697de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314960 Aug 16 23:44:08.751391 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ac8e2d-d21a-4d50-ab1e-8edb859555d8 req-348eb506-0747-4c0e-9be1-3b0bc9c19088 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:44:08.753757 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-79ac8e2d-d21a-4d50-ab1e-8edb859555d8 req-348eb506-0747-4c0e-9be1-3b0bc9c19088 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=c40ecddc-867c-40e1-87aa-b4427828b3b8 HTTP/1.1" status: 200 len: 946 time: 0.1120179 Aug 16 23:44:08.802169 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-79ac8e2d-d21a-4d50-ab1e-8edb859555d8 req-f1c88bb6-14f9-48f5-b260-d4672b6c5094 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce5528ba-720f-4267-b71c-c7cfd6d697de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402687 Aug 16 23:44:09.198503 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c0e01c-f774-415b-82b4-1108e8b9501d req-c466e04c-487b-4202-9d7a-ab8ca5f2bdc4 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:44:09.200017 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f0c0e01c-f774-415b-82b4-1108e8b9501d req-c466e04c-487b-4202-9d7a-ab8ca5f2bdc4 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.57 "GET /v2.0/ports?device_id=c40ecddc-867c-40e1-87aa-b4427828b3b8 HTTP/1.1" status: 200 len: 946 time: 0.0536549 Aug 16 23:44:09.289823 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-f0c0e01c-f774-415b-82b4-1108e8b9501d req-180c2434-0393-4254-8e36-e0d57d7ddbe4 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Deleting port 458a3d34-8111-47a3-8069-15d6fd3b2b06 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:44:09.290179 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-f0c0e01c-f774-415b-82b4-1108e8b9501d req-180c2434-0393-4254-8e36-e0d57d7ddbe4 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:09.390395 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-f0c0e01c-f774-415b-82b4-1108e8b9501d req-180c2434-0393-4254-8e36-e0d57d7ddbe4 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] For port 458a3d34-8111-47a3-8069-15d6fd3b2b06, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=458a3d34-8111-47a3-8069-15d6fd3b2b06,segment=NetworkSegment(50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1),segment_id=50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:44:09.390697 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-f0c0e01c-f774-415b-82b4-1108e8b9501d req-180c2434-0393-4254-8e36-e0d57d7ddbe4 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:09.559139 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-f0c0e01c-f774-415b-82b4-1108e8b9501d req-180c2434-0393-4254-8e36-e0d57d7ddbe4 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:09.559500 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-f0c0e01c-f774-415b-82b4-1108e8b9501d req-180c2434-0393-4254-8e36-e0d57d7ddbe4 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:09.559804 n-d-791506-26 neutron-server[101292]: INFO neutron.db.l3_db [req-f0c0e01c-f774-415b-82b4-1108e8b9501d req-180c2434-0393-4254-8e36-e0d57d7ddbe4 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Floating IP 05acb30c-af42-4ba4-b6c2-d779574a2525 disassociated. External IP: 172.25.4.136, port: 458a3d34-8111-47a3-8069-15d6fd3b2b06. Aug 16 23:44:09.560205 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-f0c0e01c-f774-415b-82b4-1108e8b9501d req-180c2434-0393-4254-8e36-e0d57d7ddbe4 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Calling delete_port for 458a3d34-8111-47a3-8069-15d6fd3b2b06 owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:44:09.697305 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-f0c0e01c-f774-415b-82b4-1108e8b9501d req-180c2434-0393-4254-8e36-e0d57d7ddbe4 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:09.726414 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180c2434-0393-4254-8e36-e0d57d7ddbe4 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Pushing event deleted for resources: {'Port': ['ID=458a3d34-8111-47a3-8069-15d6fd3b2b06,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:44:09.740665 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180c2434-0393-4254-8e36-e0d57d7ddbe4 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:44:09.740937 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180c2434-0393-4254-8e36-e0d57d7ddbe4 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:44:09.741283 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180c2434-0393-4254-8e36-e0d57d7ddbe4 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:44:09.741710 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180c2434-0393-4254-8e36-e0d57d7ddbe4 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:44:09.742046 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180c2434-0393-4254-8e36-e0d57d7ddbe4 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:44:09.742487 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180c2434-0393-4254-8e36-e0d57d7ddbe4 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:44:09.742602 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180c2434-0393-4254-8e36-e0d57d7ddbe4 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:44:09.742910 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180c2434-0393-4254-8e36-e0d57d7ddbe4 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:44:09.743234 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180c2434-0393-4254-8e36-e0d57d7ddbe4 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:44:09.743619 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180c2434-0393-4254-8e36-e0d57d7ddbe4 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:44:09.744053 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180c2434-0393-4254-8e36-e0d57d7ddbe4 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:44:09.744805 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180c2434-0393-4254-8e36-e0d57d7ddbe4 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:44:09.860586 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f0c0e01c-f774-415b-82b4-1108e8b9501d req-180c2434-0393-4254-8e36-e0d57d7ddbe4 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Router c975e626-bbe5-4a07-aab1-e8c1d3a5820d has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:44:09.972290 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1ddfb39c-d7a2-420c-bf0e-2ab83a46992f req-352af5b3-e38b-44b5-8b48-ec187a8881f6 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=c40ecddc-867c-40e1-87aa-b4427828b3b8 HTTP/1.1" status: 200 len: 210 time: 0.0577500 Aug 16 23:44:09.994043 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f0c0e01c-f774-415b-82b4-1108e8b9501d req-180c2434-0393-4254-8e36-e0d57d7ddbe4 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:44:10.004880 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7d4d3f-2bb7-4394-9c8a-54d4f495b0d3 None None] Sync routers for ids ['c975e626-bbe5-4a07-aab1-e8c1d3a5820d'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:44:10.013885 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7d4d3f-2bb7-4394-9c8a-54d4f495b0d3 None None] Routers {'c975e626-bbe5-4a07-aab1-e8c1d3a5820d'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:44:10.014502 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-1e7d4d3f-2bb7-4394-9c8a-54d4f495b0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:43:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['c975e626-bbe5-4a07-aab1-e8c1d3a5820d'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:44:10.036828 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0c0e01c-f774-415b-82b4-1108e8b9501d req-180c2434-0393-4254-8e36-e0d57d7ddbe4 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] No DVR routers for this DVR port 458a3d34-8111-47a3-8069-15d6fd3b2b06 on host n-h2-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:44:10.039849 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-f0c0e01c-f774-415b-82b4-1108e8b9501d req-180c2434-0393-4254-8e36-e0d57d7ddbe4 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:10.042318 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f0c0e01c-f774-415b-82b4-1108e8b9501d req-180c2434-0393-4254-8e36-e0d57d7ddbe4 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.57 "DELETE /v2.0/ports/458a3d34-8111-47a3-8069-15d6fd3b2b06 HTTP/1.1" status: 204 len: 173 time: 0.8364999 Aug 16 23:44:10.042817 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c40ecddc-867c-40e1-87aa-b4427828b3b8', 'name': 'network-vif-deleted', 'tag': '458a3d34-8111-47a3-8069-15d6fd3b2b06'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:44:10.045546 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7430af7f-f579-4a12-8304-ea1b4dbc9e35" -d '{"events": [{"server_uuid": "c40ecddc-867c-40e1-87aa-b4427828b3b8", "name": "network-vif-deleted", "tag": "458a3d34-8111-47a3-8069-15d6fd3b2b06"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:44:10.132726 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-1e7d4d3f-2bb7-4394-9c8a-54d4f495b0d3 None None] Set router c975e626-bbe5-4a07-aab1-e8c1d3a5820d gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:44:10.165691 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb14b2ba-f7de-4ff3-8c1f-8424c5824e27 x-openstack-request-id: req-cb14b2ba-f7de-4ff3-8c1f-8424c5824e27 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:44:10.165959 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c40ecddc-867c-40e1-87aa-b4427828b3b8", "name": "network-vif-deleted", "tag": "458a3d34-8111-47a3-8069-15d6fd3b2b06", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:44:10.166279 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cb14b2ba-f7de-4ff3-8c1f-8424c5824e27 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:44:10.166918 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c40ecddc-867c-40e1-87aa-b4427828b3b8', 'name': 'network-vif-deleted', 'tag': '458a3d34-8111-47a3-8069-15d6fd3b2b06', 'status': 'completed', 'code': 200} Aug 16 23:44:10.363659 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-1e7d4d3f-2bb7-4394-9c8a-54d4f495b0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c975e626-bbe5-4a07-aab1-e8c1d3a5820d', 'name': 'tempest-TestVolumeBootPattern-228508795-router', 'tenant_id': '16e475d1a3e642828e9216f7585a4895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '6c62d74b-1d0e-408d-a23b-b7509e12a728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:38:29Z', 'updated_at': '2021-08-16T23:38:32Z', 'revision_number': 4, 'project_id': '16e475d1a3e642828e9216f7585a4895', 'gw_port': {'id': '6c62d74b-1d0e-408d-a23b-b7509e12a728', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c975e626-bbe5-4a07-aab1-e8c1d3a5820d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:38:29Z', 'updated_at': '2021-08-16T23:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '96e856a4-a4a7-4a5b-89dd-05ce99998317', 'name': '', 'network_id': 'e9b949f6-7c1a-4f50-8d6a-00477af5b7ca', 'tenant_id': '16e475d1a3e642828e9216f7585a4895', 'mac_address': 'fa:16:3e:18:2c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c975e626-bbe5-4a07-aab1-e8c1d3a5820d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '20624e69-fc20-4377-ae84-b4defd7af902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:38:31Z', 'updated_at': '2021-08-16T23:38:37Z', 'revision_number': 5, 'project_id': '16e475d1a3e642828e9216f7585a4895', 'subnets': [{'id': '20624e69-fc20-4377-ae84-b4defd7af902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:44:10.390625 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7d4d3f-2bb7-4394-9c8a-54d4f495b0d3 None None] Checking router: c975e626-bbe5-4a07-aab1-e8c1d3a5820d for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:44:10.399073 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7d4d3f-2bb7-4394-9c8a-54d4f495b0d3 None None] Routers {'c975e626-bbe5-4a07-aab1-e8c1d3a5820d'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:44:10.399736 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-1e7d4d3f-2bb7-4394-9c8a-54d4f495b0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:43:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['c975e626-bbe5-4a07-aab1-e8c1d3a5820d'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:44:10.506365 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-1e7d4d3f-2bb7-4394-9c8a-54d4f495b0d3 None None] Set router c975e626-bbe5-4a07-aab1-e8c1d3a5820d gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:44:10.708313 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-1e7d4d3f-2bb7-4394-9c8a-54d4f495b0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c975e626-bbe5-4a07-aab1-e8c1d3a5820d', 'name': 'tempest-TestVolumeBootPattern-228508795-router', 'tenant_id': '16e475d1a3e642828e9216f7585a4895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '6c62d74b-1d0e-408d-a23b-b7509e12a728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:38:29Z', 'updated_at': '2021-08-16T23:38:32Z', 'revision_number': 4, 'project_id': '16e475d1a3e642828e9216f7585a4895', 'gw_port': {'id': '6c62d74b-1d0e-408d-a23b-b7509e12a728', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c975e626-bbe5-4a07-aab1-e8c1d3a5820d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:38:29Z', 'updated_at': '2021-08-16T23:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '96e856a4-a4a7-4a5b-89dd-05ce99998317', 'name': '', 'network_id': 'e9b949f6-7c1a-4f50-8d6a-00477af5b7ca', 'tenant_id': '16e475d1a3e642828e9216f7585a4895', 'mac_address': 'fa:16:3e:18:2c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c975e626-bbe5-4a07-aab1-e8c1d3a5820d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '20624e69-fc20-4377-ae84-b4defd7af902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:38:31Z', 'updated_at': '2021-08-16T23:38:37Z', 'revision_number': 5, 'project_id': '16e475d1a3e642828e9216f7585a4895', 'subnets': [{'id': '20624e69-fc20-4377-ae84-b4defd7af902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:44:10.735042 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7d4d3f-2bb7-4394-9c8a-54d4f495b0d3 None None] The sync data for ids ['c975e626-bbe5-4a07-aab1-e8c1d3a5820d'] in n-d-791506-26 is: [{'id': 'c975e626-bbe5-4a07-aab1-e8c1d3a5820d', 'name': 'tempest-TestVolumeBootPattern-228508795-router', 'tenant_id': '16e475d1a3e642828e9216f7585a4895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '6c62d74b-1d0e-408d-a23b-b7509e12a728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:38:29Z', 'updated_at': '2021-08-16T23:38:32Z', 'revision_number': 4, 'project_id': '16e475d1a3e642828e9216f7585a4895', 'gw_port': {'id': '6c62d74b-1d0e-408d-a23b-b7509e12a728', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c975e626-bbe5-4a07-aab1-e8c1d3a5820d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:38:29Z', 'updated_at': '2021-08-16T23:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '96e856a4-a4a7-4a5b-89dd-05ce99998317', 'name': '', 'network_id': 'e9b949f6-7c1a-4f50-8d6a-00477af5b7ca', 'tenant_id': '16e475d1a3e642828e9216f7585a4895', 'mac_address': 'fa:16:3e:18:2c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c975e626-bbe5-4a07-aab1-e8c1d3a5820d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '20624e69-fc20-4377-ae84-b4defd7af902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:38:31Z', 'updated_at': '2021-08-16T23:38:37Z', 'revision_number': 5, 'project_id': '16e475d1a3e642828e9216f7585a4895', 'subnets': [{'id': '20624e69-fc20-4377-ae84-b4defd7af902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:44:10.963041 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df897f5-85b1-4924-a256-a42d46626899 None None] New status for floating IP 05acb30c-af42-4ba4-b6c2-d779574a2525: DOWN {{(pid=101294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:44:11.081382 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-588b4338-8b94-4afa-be40-dfe02515f6a8 req-f466bf45-ab97-4ac4-98db-4a91413174c6 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=c40ecddc-867c-40e1-87aa-b4427828b3b8 HTTP/1.1" status: 200 len: 210 time: 0.0379446 Aug 16 23:44:11.597800 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:12.177692 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8accf739-0a4d-40e6-ac41-522b0b55e54c req-4c637f80-8062-4c6e-8a44-a19245f31161 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=c40ecddc-867c-40e1-87aa-b4427828b3b8 HTTP/1.1" status: 200 len: 210 time: 0.0274270 Aug 16 23:44:12.394658 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 458a3d34-8111-47a3-8069-15d6fd3b2b06 no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:44:12.415452 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] No Port match for: 458a3d34-8111-47a3-8069-15d6fd3b2b06 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:44:12.415799 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 458a3d34-8111-47a3-8069-15d6fd3b2b06 not bound to the agent host n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:44:13.272002 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-563e60cc-57e0-402c-a8fd-e302d4c4ccbe req-df80f6bb-7e98-4d3c-83e7-4e9f3d87f4e3 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=c40ecddc-867c-40e1-87aa-b4427828b3b8 HTTP/1.1" status: 200 len: 210 time: 0.0257132 Aug 16 23:44:14.471070 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9b5fab91-a059-4bf9-a07d-45c23a0101ac req-1a2c5340-0b1e-4b8f-b800-db5383ed01f4 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1989032242&fields=id&tenant_id=16e475d1a3e642828e9216f7585a4895 HTTP/1.1" status: 200 len: 267 time: 0.0327225 Aug 16 23:44:14.579641 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5fab91-a059-4bf9-a07d-45c23a0101ac req-465e9485-55a6-46ef-ba72-9f3cf29a8a8b tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:44:14.581830 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9b5fab91-a059-4bf9-a07d-45c23a0101ac req-465e9485-55a6-46ef-ba72-9f3cf29a8a8b tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/networks?id=e9b949f6-7c1a-4f50-8d6a-00477af5b7ca HTTP/1.1" status: 200 len: 811 time: 0.1039529 Aug 16 23:44:14.596347 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9b5fab91-a059-4bf9-a07d-45c23a0101ac req-1813b0a1-bfec-4639-8366-a80feaa368a0 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/quotas/16e475d1a3e642828e9216f7585a4895 HTTP/1.1" status: 200 len: 375 time: 0.0088792 Aug 16 23:44:14.648884 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9b5fab91-a059-4bf9-a07d-45c23a0101ac req-b40295d8-3ef3-4eec-8e7d-fe8c01fbcd32 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=16e475d1a3e642828e9216f7585a4895&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0470004 Aug 16 23:44:14.664417 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [req-9b5fab91-a059-4bf9-a07d-45c23a0101ac req-2fc292ea-55e2-4b5f-8e1b-26a3fcdf6cd4 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:44:14.665424 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9b5fab91-a059-4bf9-a07d-45c23a0101ac req-2fc292ea-55e2-4b5f-8e1b-26a3fcdf6cd4 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058272 Aug 16 23:44:14.801453 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9b5fab91-a059-4bf9-a07d-45c23a0101ac req-bdf9e2d7-2a4a-419e-a9ad-07386f4619ac service neutron] 10.222.0.36 "GET /v2.0/networks/e9b949f6-7c1a-4f50-8d6a-00477af5b7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300237 Aug 16 23:44:14.888268 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9b5fab91-a059-4bf9-a07d-45c23a0101ac req-f5aa266d-45e8-4cf8-8060-28a85e23977e service neutron] 10.222.0.36 "GET /v2.0/networks/e9b949f6-7c1a-4f50-8d6a-00477af5b7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808139 Aug 16 23:44:16.195964 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3f46a0b8-1a5c-44f9-92c6-881fdc51f64a req-8429ce87-8892-4965-a2e9-709cf08190c0 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e6afa1b-1299-41f6-bdf3-41c53cee044f HTTP/1.1" status: 200 len: 210 time: 0.0272975 Aug 16 23:44:17.291576 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-de482f7f-507f-4ef1-9669-77826fb8bc2b req-fe548ab1-efa3-43dd-b82f-997dbdf7992f tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e6afa1b-1299-41f6-bdf3-41c53cee044f HTTP/1.1" status: 200 len: 210 time: 0.0276830 Aug 16 23:44:17.535819 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5fab91-a059-4bf9-a07d-45c23a0101ac req-b452f889-85c8-4eee-a1a8-03e5882ef64c tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:44:17.537346 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9b5fab91-a059-4bf9-a07d-45c23a0101ac req-b452f889-85c8-4eee-a1a8-03e5882ef64c tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.57 "GET /v2.0/networks?id=e9b949f6-7c1a-4f50-8d6a-00477af5b7ca HTTP/1.1" status: 200 len: 811 time: 0.1138306 Aug 16 23:44:17.585117 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9b5fab91-a059-4bf9-a07d-45c23a0101ac req-a4c57832-d9fa-4dec-ab70-d002bf99fbed tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16e475d1a3e642828e9216f7585a4895 HTTP/1.1" status: 200 len: 380 time: 0.0344560 Aug 16 23:44:17.595052 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-9b5fab91-a059-4bf9-a07d-45c23a0101ac req-573b61d8-cfcf-4cf9-9230-ed9f4ae3270f tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Request body: {'port': {'device_id': '4e6afa1b-1299-41f6-bdf3-41c53cee044f', 'network_id': 'e9b949f6-7c1a-4f50-8d6a-00477af5b7ca', 'admin_state_up': True, 'tenant_id': '16e475d1a3e642828e9216f7585a4895', 'security_groups': ['ce5528ba-720f-4267-b71c-c7cfd6d697de']}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:44:17.709038 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b5fab91-a059-4bf9-a07d-45c23a0101ac req-573b61d8-cfcf-4cf9-9230-ed9f4ae3270f tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Made reservation on behalf of 16e475d1a3e642828e9216f7585a4895 for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:44:17.713426 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-9b5fab91-a059-4bf9-a07d-45c23a0101ac req-573b61d8-cfcf-4cf9-9230-ed9f4ae3270f tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:17.745712 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-471a9a21-ac15-4bf9-b9cb-b68e20f1b5bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:17.844176 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [req-9b5fab91-a059-4bf9-a07d-45c23a0101ac req-573b61d8-cfcf-4cf9-9230-ed9f4ae3270f tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Allocated IP 172.20.0.6 (e9b949f6-7c1a-4f50-8d6a-00477af5b7ca/20624e69-fc20-4377-ae84-b4defd7af902/eddee976-c55d-4a81-8717-b00da8624b85) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:44:17.997911 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-9b5fab91-a059-4bf9-a07d-45c23a0101ac req-573b61d8-cfcf-4cf9-9230-ed9f4ae3270f tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:18.012056 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-9b5fab91-a059-4bf9-a07d-45c23a0101ac req-573b61d8-cfcf-4cf9-9230-ed9f4ae3270f tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Transition to ACTIVE for port object eddee976-c55d-4a81-8717-b00da8624b85 will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:44:18.046066 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-9b5fab91-a059-4bf9-a07d-45c23a0101ac req-573b61d8-cfcf-4cf9-9230-ed9f4ae3270f tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:18.093623 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b5fab91-a059-4bf9-a07d-45c23a0101ac req-573b61d8-cfcf-4cf9-9230-ed9f4ae3270f tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Network e9b949f6-7c1a-4f50-8d6a-00477af5b7ca is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:44:18.097234 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [req-9b5fab91-a059-4bf9-a07d-45c23a0101ac req-573b61d8-cfcf-4cf9-9230-ed9f4ae3270f tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:44:18.101360 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b5fab91-a059-4bf9-a07d-45c23a0101ac req-573b61d8-cfcf-4cf9-9230-ed9f4ae3270f tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:44:18.135535 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573b61d8-cfcf-4cf9-9230-ed9f4ae3270f tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Pushing event updated for resources: {'Port': ['ID=eddee976-c55d-4a81-8717-b00da8624b85,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:44:18.167743 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5fab91-a059-4bf9-a07d-45c23a0101ac req-573b61d8-cfcf-4cf9-9230-ed9f4ae3270f tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:44:18.168578 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-9b5fab91-a059-4bf9-a07d-45c23a0101ac req-573b61d8-cfcf-4cf9-9230-ed9f4ae3270f tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:18.185946 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9b5fab91-a059-4bf9-a07d-45c23a0101ac req-573b61d8-cfcf-4cf9-9230-ed9f4ae3270f tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5946143 Aug 16 23:44:18.256485 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-9b5fab91-a059-4bf9-a07d-45c23a0101ac req-768b1218-0de8-4a38-a122-3d470e65cc44 service neutron] Request body: {'port': {'device_id': '4e6afa1b-1299-41f6-bdf3-41c53cee044f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-26'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:44:18.332391 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-9b5fab91-a059-4bf9-a07d-45c23a0101ac req-768b1218-0de8-4a38-a122-3d470e65cc44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:18.334869 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-47d281d5-1ae1-425e-8d77-98c9b521b1a8 None None] Provisioning for port eddee976-c55d-4a81-8717-b00da8624b85 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:44:18.339707 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-47d281d5-1ae1-425e-8d77-98c9b521b1a8 None None] Provisioning complete for port eddee976-c55d-4a81-8717-b00da8624b85 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:44:18.340386 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-47d281d5-1ae1-425e-8d77-98c9b521b1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:18.383463 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-47d281d5-1ae1-425e-8d77-98c9b521b1a8 None None] Port eddee976-c55d-4a81-8717-b00da8624b85 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:44:18.513520 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf8f2bd-0977-4ad7-98f2-72b201582f70 req-71d6f6b1-1b85-4270-b07e-04a43674ee5e tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:44:18.515034 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2bf8f2bd-0977-4ad7-98f2-72b201582f70 req-71d6f6b1-1b85-4270-b07e-04a43674ee5e tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e6afa1b-1299-41f6-bdf3-41c53cee044f HTTP/1.1" status: 200 len: 931 time: 0.1240671 Aug 16 23:44:18.595936 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2bf8f2bd-0977-4ad7-98f2-72b201582f70 req-8220e0f1-66d1-43f9-b794-588bb87843ee tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce5528ba-720f-4267-b71c-c7cfd6d697de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569429 Aug 16 23:44:18.680527 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [req-9b5fab91-a059-4bf9-a07d-45c23a0101ac req-768b1218-0de8-4a38-a122-3d470e65cc44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eddee976-c55d-4a81-8717-b00da8624b85 {{(pid=101292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:44:18.687996 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-9b5fab91-a059-4bf9-a07d-45c23a0101ac req-768b1218-0de8-4a38-a122-3d470e65cc44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:18.700514 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-9b5fab91-a059-4bf9-a07d-45c23a0101ac req-768b1218-0de8-4a38-a122-3d470e65cc44 service neutron] Transition to ACTIVE for port object eddee976-c55d-4a81-8717-b00da8624b85 will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:44:18.704825 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-9b5fab91-a059-4bf9-a07d-45c23a0101ac req-768b1218-0de8-4a38-a122-3d470e65cc44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:18.757242 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768b1218-0de8-4a38-a122-3d470e65cc44 service neutron] Pushing event updated for resources: {'Port': ['ID=eddee976-c55d-4a81-8717-b00da8624b85,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:44:18.852031 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-9b5fab91-a059-4bf9-a07d-45c23a0101ac req-768b1218-0de8-4a38-a122-3d470e65cc44 service neutron] Attempting to bind port eddee976-c55d-4a81-8717-b00da8624b85 on host n-h2-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:44:18.852461 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-9b5fab91-a059-4bf9-a07d-45c23a0101ac req-768b1218-0de8-4a38-a122-3d470e65cc44 service neutron] Attempting to bind port eddee976-c55d-4a81-8717-b00da8624b85 by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': '50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e9b949f6-7c1a-4f50-8d6a-00477af5b7ca'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:44:18.853500 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5fab91-a059-4bf9-a07d-45c23a0101ac req-768b1218-0de8-4a38-a122-3d470e65cc44 service neutron] Attempting to bind port eddee976-c55d-4a81-8717-b00da8624b85 on network e9b949f6-7c1a-4f50-8d6a-00477af5b7ca {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:44:18.858990 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5fab91-a059-4bf9-a07d-45c23a0101ac req-768b1218-0de8-4a38-a122-3d470e65cc44 service neutron] Port eddee976-c55d-4a81-8717-b00da8624b85 on network e9b949f6-7c1a-4f50-8d6a-00477af5b7ca not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:44:18.859321 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5fab91-a059-4bf9-a07d-45c23a0101ac req-768b1218-0de8-4a38-a122-3d470e65cc44 service neutron] Attempting to bind port eddee976-c55d-4a81-8717-b00da8624b85 on network e9b949f6-7c1a-4f50-8d6a-00477af5b7ca {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:44:18.871399 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5fab91-a059-4bf9-a07d-45c23a0101ac req-768b1218-0de8-4a38-a122-3d470e65cc44 service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:44:18.871846 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5fab91-a059-4bf9-a07d-45c23a0101ac req-768b1218-0de8-4a38-a122-3d470e65cc44 service neutron] Checking segment: {'id': '50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e9b949f6-7c1a-4f50-8d6a-00477af5b7ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:44:18.872299 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5fab91-a059-4bf9-a07d-45c23a0101ac req-768b1218-0de8-4a38-a122-3d470e65cc44 service neutron] Bound using segment: {'id': '50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e9b949f6-7c1a-4f50-8d6a-00477af5b7ca'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:44:18.872844 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-9b5fab91-a059-4bf9-a07d-45c23a0101ac req-768b1218-0de8-4a38-a122-3d470e65cc44 service neutron] Bound port: eddee976-c55d-4a81-8717-b00da8624b85, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e9b949f6-7c1a-4f50-8d6a-00477af5b7ca'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:44:18.875226 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-9b5fab91-a059-4bf9-a07d-45c23a0101ac req-768b1218-0de8-4a38-a122-3d470e65cc44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:18.961994 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-9b5fab91-a059-4bf9-a07d-45c23a0101ac req-768b1218-0de8-4a38-a122-3d470e65cc44 service neutron] For port eddee976-c55d-4a81-8717-b00da8624b85, host n-h2-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:44:18.966151 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-9b5fab91-a059-4bf9-a07d-45c23a0101ac req-768b1218-0de8-4a38-a122-3d470e65cc44 service neutron] For port eddee976-c55d-4a81-8717-b00da8624b85, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=eddee976-c55d-4a81-8717-b00da8624b85,segment=NetworkSegment(50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1),segment_id=50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:44:18.970169 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-9b5fab91-a059-4bf9-a07d-45c23a0101ac req-768b1218-0de8-4a38-a122-3d470e65cc44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:19.014912 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5fab91-a059-4bf9-a07d-45c23a0101ac req-768b1218-0de8-4a38-a122-3d470e65cc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:44:19.015794 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-9b5fab91-a059-4bf9-a07d-45c23a0101ac req-768b1218-0de8-4a38-a122-3d470e65cc44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:19.017388 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9b5fab91-a059-4bf9-a07d-45c23a0101ac req-768b1218-0de8-4a38-a122-3d470e65cc44 service neutron] 10.222.0.57 "PUT /v2.0/ports/eddee976-c55d-4a81-8717-b00da8624b85 HTTP/1.1" status: 200 len: 1092 time: 0.8175237 Aug 16 23:44:19.017961 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e6afa1b-1299-41f6-bdf3-41c53cee044f', 'tag': 'eddee976-c55d-4a81-8717-b00da8624b85'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:44:19.020929 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f348e1a3-4fc9-43fc-b7e3-217157c57924" -d '{"events": [{"name": "network-changed", "server_uuid": "4e6afa1b-1299-41f6-bdf3-41c53cee044f", "tag": "eddee976-c55d-4a81-8717-b00da8624b85"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:44:19.053862 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768b1218-0de8-4a38-a122-3d470e65cc44 service neutron] Pushing event updated for resources: {'Port': ['ID=eddee976-c55d-4a81-8717-b00da8624b85,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:44:19.083102 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28ed853a-b795-4d5c-a4c5-049b7dec0f66 x-openstack-request-id: req-28ed853a-b795-4d5c-a4c5-049b7dec0f66 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:44:19.083544 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e6afa1b-1299-41f6-bdf3-41c53cee044f", "tag": "eddee976-c55d-4a81-8717-b00da8624b85", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:44:19.083939 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-28ed853a-b795-4d5c-a4c5-049b7dec0f66 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:44:19.084564 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e6afa1b-1299-41f6-bdf3-41c53cee044f', 'tag': 'eddee976-c55d-4a81-8717-b00da8624b85', 'status': 'completed', 'code': 200} Aug 16 23:44:19.142085 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5fab91-a059-4bf9-a07d-45c23a0101ac req-3e5c651f-1e3f-4aa1-86c2-72c3a935d13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:44:19.144473 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9b5fab91-a059-4bf9-a07d-45c23a0101ac req-3e5c651f-1e3f-4aa1-86c2-72c3a935d13e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=16e475d1a3e642828e9216f7585a4895&device_id=4e6afa1b-1299-41f6-bdf3-41c53cee044f HTTP/1.1" status: 200 len: 1095 time: 0.0528088 Aug 16 23:44:19.207552 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9b5fab91-a059-4bf9-a07d-45c23a0101ac req-39e981ff-c481-472f-8c17-d52211191210 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eddee976-c55d-4a81-8717-b00da8624b85 HTTP/1.1" status: 200 len: 217 time: 0.0493908 Aug 16 23:44:19.259777 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5fab91-a059-4bf9-a07d-45c23a0101ac req-1bf460a9-789c-48aa-99cc-7163c4d181f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:44:19.261255 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9b5fab91-a059-4bf9-a07d-45c23a0101ac req-1bf460a9-789c-48aa-99cc-7163c4d181f6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=20624e69-fc20-4377-ae84-b4defd7af902 HTTP/1.1" status: 200 len: 850 time: 0.0465586 Aug 16 23:44:19.307384 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5fab91-a059-4bf9-a07d-45c23a0101ac req-435f6643-949c-4b25-8520-7ea73430f7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:44:19.308834 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9b5fab91-a059-4bf9-a07d-45c23a0101ac req-435f6643-949c-4b25-8520-7ea73430f7ab service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e9b949f6-7c1a-4f50-8d6a-00477af5b7ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411065 Aug 16 23:44:19.403666 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9b5fab91-a059-4bf9-a07d-45c23a0101ac req-9ab91d35-3129-4127-85ab-9d8b11a11ce3 service neutron] 10.222.0.57 "GET /v2.0/networks/e9b949f6-7c1a-4f50-8d6a-00477af5b7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875111 Aug 16 23:44:19.496327 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9b5fab91-a059-4bf9-a07d-45c23a0101ac req-5d21ae4c-e59a-4212-a520-9d8c3735325b service neutron] 10.222.0.57 "GET /v2.0/networks/e9b949f6-7c1a-4f50-8d6a-00477af5b7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863070 Aug 16 23:44:19.611535 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f348e1a3-4fc9-43fc-b7e3-217157c57924 req-ab213bbc-1763-478e-acdf-8d8baa6cfd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:44:19.613615 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f348e1a3-4fc9-43fc-b7e3-217157c57924 req-ab213bbc-1763-478e-acdf-8d8baa6cfd94 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=16e475d1a3e642828e9216f7585a4895&device_id=4e6afa1b-1299-41f6-bdf3-41c53cee044f HTTP/1.1" status: 200 len: 1095 time: 0.0456481 Aug 16 23:44:19.735168 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f348e1a3-4fc9-43fc-b7e3-217157c57924 req-228a9856-12cd-45bb-a685-0fc51a1fa4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:44:19.736739 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f348e1a3-4fc9-43fc-b7e3-217157c57924 req-228a9856-12cd-45bb-a685-0fc51a1fa4fc service neutron] 10.222.0.57 "GET /v2.0/networks?id=e9b949f6-7c1a-4f50-8d6a-00477af5b7ca HTTP/1.1" status: 200 len: 912 time: 0.1160216 Aug 16 23:44:19.744971 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce002d9-3b0b-40e8-8a48-427ed1f515e4 req-9efb0bb0-d2fb-4570-939f-23eebf17ae13 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:44:19.746421 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bce002d9-3b0b-40e8-8a48-427ed1f515e4 req-9efb0bb0-d2fb-4570-939f-23eebf17ae13 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e6afa1b-1299-41f6-bdf3-41c53cee044f HTTP/1.1" status: 200 len: 943 time: 0.0800200 Aug 16 23:44:19.790310 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f348e1a3-4fc9-43fc-b7e3-217157c57924 req-9a442c4d-274c-45ff-8505-c93da47f2a47 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eddee976-c55d-4a81-8717-b00da8624b85 HTTP/1.1" status: 200 len: 217 time: 0.0429029 Aug 16 23:44:19.831912 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-03512e64-0e78-4890-a3d2-0fcd1fa439f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:19.845679 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bce002d9-3b0b-40e8-8a48-427ed1f515e4 req-cf4d4a04-1eef-42b9-a920-ecb4ef366fd5 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce5528ba-720f-4267-b71c-c7cfd6d697de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924230 Aug 16 23:44:19.855234 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f348e1a3-4fc9-43fc-b7e3-217157c57924 req-0ce690cc-c688-4e60-a08d-3797cb844d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:44:19.856954 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f348e1a3-4fc9-43fc-b7e3-217157c57924 req-0ce690cc-c688-4e60-a08d-3797cb844d05 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=20624e69-fc20-4377-ae84-b4defd7af902 HTTP/1.1" status: 200 len: 850 time: 0.0606213 Aug 16 23:44:19.903477 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f348e1a3-4fc9-43fc-b7e3-217157c57924 req-df303c50-3fdd-4508-b093-486947a864b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:44:19.904997 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f348e1a3-4fc9-43fc-b7e3-217157c57924 req-df303c50-3fdd-4508-b093-486947a864b1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e9b949f6-7c1a-4f50-8d6a-00477af5b7ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416391 Aug 16 23:44:19.997911 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f348e1a3-4fc9-43fc-b7e3-217157c57924 req-870a9651-3550-4927-98f7-718d4464f331 service neutron] 10.222.0.57 "GET /v2.0/networks/e9b949f6-7c1a-4f50-8d6a-00477af5b7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861003 Aug 16 23:44:20.093140 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f348e1a3-4fc9-43fc-b7e3-217157c57924 req-c323f455-061b-4b3d-a103-27ca58ea6688 service neutron] 10.222.0.57 "GET /v2.0/networks/e9b949f6-7c1a-4f50-8d6a-00477af5b7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877883 Aug 16 23:44:20.711268 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:20.970207 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644a776f-5cdd-49f8-8b8c-c832e5472c2a req-a4c86f8e-eb08-448a-bcff-d2e1d4d7ee95 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:44:20.972461 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-644a776f-5cdd-49f8-8b8c-c832e5472c2a req-a4c86f8e-eb08-448a-bcff-d2e1d4d7ee95 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e6afa1b-1299-41f6-bdf3-41c53cee044f HTTP/1.1" status: 200 len: 943 time: 0.0550518 Aug 16 23:44:21.010201 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-644a776f-5cdd-49f8-8b8c-c832e5472c2a req-60d1dd69-95de-4a56-b4c4-102ae9b81388 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce5528ba-720f-4267-b71c-c7cfd6d697de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317295 Aug 16 23:44:21.715412 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:22.124737 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37675153-5a96-47f2-96c2-5a170abb8060 req-3ebf1292-a7cc-437f-9e52-038b25918f8d tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:44:22.126204 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-37675153-5a96-47f2-96c2-5a170abb8060 req-3ebf1292-a7cc-437f-9e52-038b25918f8d tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e6afa1b-1299-41f6-bdf3-41c53cee044f HTTP/1.1" status: 200 len: 943 time: 0.0495071 Aug 16 23:44:22.166813 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-37675153-5a96-47f2-96c2-5a170abb8060 req-6f073075-2b26-452c-b742-69b29c2597f9 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce5528ba-720f-4267-b71c-c7cfd6d697de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345747 Aug 16 23:44:22.960261 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:23.282930 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c52fcdd-7f25-4d86-9acd-be6406558ca6 req-17f4ea18-6ae2-4d37-bc7d-41d6df98f58a tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:44:23.284434 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0c52fcdd-7f25-4d86-9acd-be6406558ca6 req-17f4ea18-6ae2-4d37-bc7d-41d6df98f58a tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e6afa1b-1299-41f6-bdf3-41c53cee044f HTTP/1.1" status: 200 len: 943 time: 0.0492845 Aug 16 23:44:23.322074 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0c52fcdd-7f25-4d86-9acd-be6406558ca6 req-d6fcb5db-ff41-40a5-915b-7431af3515ff tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce5528ba-720f-4267-b71c-c7cfd6d697de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316131 Aug 16 23:44:24.466989 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1aa7ad-c2a0-419d-9d5d-4eae4d499392 req-4af67ac3-82a9-4ee6-85bd-8063f9b3709b tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:44:24.468592 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8f1aa7ad-c2a0-419d-9d5d-4eae4d499392 req-4af67ac3-82a9-4ee6-85bd-8063f9b3709b tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e6afa1b-1299-41f6-bdf3-41c53cee044f HTTP/1.1" status: 200 len: 943 time: 0.0676229 Aug 16 23:44:24.524269 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8f1aa7ad-c2a0-419d-9d5d-4eae4d499392 req-56abf5a4-200b-47b6-8339-a254fda736ef tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce5528ba-720f-4267-b71c-c7cfd6d697de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481215 Aug 16 23:44:25.712973 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e534c-fcc0-4719-9127-085ddfbe2a53 req-6c4d49eb-59f9-48f1-9afb-89433eb9a90b tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:44:25.714484 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5f9e534c-fcc0-4719-9127-085ddfbe2a53 req-6c4d49eb-59f9-48f1-9afb-89433eb9a90b tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e6afa1b-1299-41f6-bdf3-41c53cee044f HTTP/1.1" status: 200 len: 943 time: 0.0533729 Aug 16 23:44:25.754229 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5f9e534c-fcc0-4719-9127-085ddfbe2a53 req-b61dcd5d-6c77-4b6a-bd5b-ccca5e9765f8 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce5528ba-720f-4267-b71c-c7cfd6d697de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318222 Aug 16 23:44:25.774923 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:26.905065 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98461f1-5a1a-4443-82d2-9058ede6cff8 req-96040117-14e6-44da-af97-518e465ad419 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:44:26.906532 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d98461f1-5a1a-4443-82d2-9058ede6cff8 req-96040117-14e6-44da-af97-518e465ad419 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e6afa1b-1299-41f6-bdf3-41c53cee044f HTTP/1.1" status: 200 len: 943 time: 0.0484579 Aug 16 23:44:26.943509 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d98461f1-5a1a-4443-82d2-9058ede6cff8 req-d028dade-eb03-408e-8485-2e96acafa009 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce5528ba-720f-4267-b71c-c7cfd6d697de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301332 Aug 16 23:44:28.060859 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d489691-3145-4ec6-940c-031037333911 req-0d4eb8dc-acb3-4578-b507-b8e0aeb5f0a1 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:44:28.062346 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8d489691-3145-4ec6-940c-031037333911 req-0d4eb8dc-acb3-4578-b507-b8e0aeb5f0a1 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e6afa1b-1299-41f6-bdf3-41c53cee044f HTTP/1.1" status: 200 len: 943 time: 0.0531604 Aug 16 23:44:28.100337 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8d489691-3145-4ec6-940c-031037333911 req-da06bc3a-ec1c-4603-9d5e-63a188799d5f tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce5528ba-720f-4267-b71c-c7cfd6d697de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320113 Aug 16 23:44:29.215745 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9f9ed8-2c92-46f0-b569-be65f5f8ee5d req-b1d90d79-d891-4aa3-981b-0f85b3221032 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:44:29.217264 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1b9f9ed8-2c92-46f0-b569-be65f5f8ee5d req-b1d90d79-d891-4aa3-981b-0f85b3221032 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e6afa1b-1299-41f6-bdf3-41c53cee044f HTTP/1.1" status: 200 len: 943 time: 0.0486472 Aug 16 23:44:29.256930 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1b9f9ed8-2c92-46f0-b569-be65f5f8ee5d req-c65601b5-0ddb-4c2e-b76b-f55366655a11 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce5528ba-720f-4267-b71c-c7cfd6d697de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307498 Aug 16 23:44:29.810047 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:44:30.368256 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559d846b-12ef-47fb-86fe-edc16825070f req-3a52db3c-716a-472a-aad4-2667ee1a16dc tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:44:30.370037 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-559d846b-12ef-47fb-86fe-edc16825070f req-3a52db3c-716a-472a-aad4-2667ee1a16dc tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e6afa1b-1299-41f6-bdf3-41c53cee044f HTTP/1.1" status: 200 len: 943 time: 0.0481122 Aug 16 23:44:30.407517 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-559d846b-12ef-47fb-86fe-edc16825070f req-e6377ae3-d85e-41d2-840d-a034f0f32595 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce5528ba-720f-4267-b71c-c7cfd6d697de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314317 Aug 16 23:44:30.612527 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device eddee976-c55d-4a81-8717-b00da8624b85 details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:44:30.707300 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port eddee976-c55d-4a81-8717-b00da8624b85, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=eddee976-c55d-4a81-8717-b00da8624b85,segment=NetworkSegment(50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1),segment_id=50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:44:30.721488 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': 'eddee976-c55d-4a81-8717-b00da8624b85', 'network_id': 'e9b949f6-7c1a-4f50-8d6a-00477af5b7ca', 'port_id': 'eddee976-c55d-4a81-8717-b00da8624b85', 'mac_address': 'fa:16:3e:06:b3:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20624e69-fc20-4377-ae84-b4defd7af902', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:44:30.758707 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:30.771045 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eddee976-c55d-4a81-8717-b00da8624b85 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:44:30.789860 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port eddee976-c55d-4a81-8717-b00da8624b85, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=eddee976-c55d-4a81-8717-b00da8624b85,segment=NetworkSegment(50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1),segment_id=50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:44:30.793799 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:30.841874 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=eddee976-c55d-4a81-8717-b00da8624b85,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:44:30.849240 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:44:30.849589 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:44:30.849932 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:44:30.850270 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:44:30.850601 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:44:30.850931 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:44:30.851264 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:44:30.851589 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:44:30.851912 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:44:30.852236 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:44:30.852636 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:44:30.852966 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:44:31.169387 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['eddee976-c55d-4a81-8717-b00da8624b85'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:44:31.527365 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93dcd25-19ca-4e86-a98d-28c6b1054bd7 req-f51b291d-b149-4a30-9fd6-1771675d5f6d tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:44:31.528873 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c93dcd25-19ca-4e86-a98d-28c6b1054bd7 req-f51b291d-b149-4a30-9fd6-1771675d5f6d tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e6afa1b-1299-41f6-bdf3-41c53cee044f HTTP/1.1" status: 200 len: 944 time: 0.0540364 Aug 16 23:44:31.567052 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c93dcd25-19ca-4e86-a98d-28c6b1054bd7 req-b6cd99e7-c181-412e-a3ad-7f8623313b19 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce5528ba-720f-4267-b71c-c7cfd6d697de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315027 Aug 16 23:44:32.611200 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device eddee976-c55d-4a81-8717-b00da8624b85 up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:44:32.662188 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning for port eddee976-c55d-4a81-8717-b00da8624b85 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:44:32.666110 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port eddee976-c55d-4a81-8717-b00da8624b85 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:44:32.666486 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:32.687027 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cd479f-d9bb-4801-a2f8-7c9c3bd39719 req-3bb44037-0f4b-411a-bffd-d5f3082d7f52 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:44:32.688616 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-03cd479f-d9bb-4801-a2f8-7c9c3bd39719 req-3bb44037-0f4b-411a-bffd-d5f3082d7f52 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e6afa1b-1299-41f6-bdf3-41c53cee044f HTTP/1.1" status: 200 len: 944 time: 0.0530384 Aug 16 23:44:32.729618 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-03cd479f-d9bb-4801-a2f8-7c9c3bd39719 req-ff859a20-9a2a-47e8-b248-76ed8080645e tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce5528ba-720f-4267-b71c-c7cfd6d697de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347388 Aug 16 23:44:32.751639 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:32.782392 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e6afa1b-1299-41f6-bdf3-41c53cee044f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eddee976-c55d-4a81-8717-b00da8624b85'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:44:32.785472 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}428ff844b93d8c5f53be8a9b3baad21ca42f9115d33ac608e09f9d151a15c88b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abb3fb1d-81c2-4553-9d8d-0cf1c654f6a0" -d '{"events": [{"server_uuid": "4e6afa1b-1299-41f6-bdf3-41c53cee044f", "name": "network-vif-plugged", "status": "completed", "tag": "eddee976-c55d-4a81-8717-b00da8624b85"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:44:32.798530 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port eddee976-c55d-4a81-8717-b00da8624b85, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=eddee976-c55d-4a81-8717-b00da8624b85,segment=NetworkSegment(50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1),segment_id=50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:44:32.803368 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:32.850694 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=eddee976-c55d-4a81-8717-b00da8624b85,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:44:32.902769 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f387625-baa8-40a0-b48c-50d3e31853f3 x-openstack-request-id: req-2f387625-baa8-40a0-b48c-50d3e31853f3 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:44:32.903064 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e6afa1b-1299-41f6-bdf3-41c53cee044f", "name": "network-vif-plugged", "status": "completed", "tag": "eddee976-c55d-4a81-8717-b00da8624b85", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:44:32.903322 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2f387625-baa8-40a0-b48c-50d3e31853f3 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:44:32.903724 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e6afa1b-1299-41f6-bdf3-41c53cee044f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eddee976-c55d-4a81-8717-b00da8624b85', 'code': 200} Aug 16 23:44:33.025174 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62cde3e-df99-40b1-a695-2051666fdfd3 req-a4b311a1-8d72-4d52-99fd-6c14a9f15bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:44:33.026678 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c62cde3e-df99-40b1-a695-2051666fdfd3 req-a4b311a1-8d72-4d52-99fd-6c14a9f15bca service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4e6afa1b-1299-41f6-bdf3-41c53cee044f HTTP/1.1" status: 200 len: 1097 time: 0.0397367 Aug 16 23:44:33.064340 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c62cde3e-df99-40b1-a695-2051666fdfd3 req-c28fef82-aa07-48dd-ab98-8f9ae6d93858 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ce5528ba-720f-4267-b71c-c7cfd6d697de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308020 Aug 16 23:44:33.946772 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d3b54b-7dc0-4e18-818f-1abd2b4e014a req-ae0bde4c-bab5-42dc-af5f-91a437942ed0 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:44:33.948582 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-69d3b54b-7dc0-4e18-818f-1abd2b4e014a req-ae0bde4c-bab5-42dc-af5f-91a437942ed0 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e6afa1b-1299-41f6-bdf3-41c53cee044f HTTP/1.1" status: 200 len: 945 time: 0.1084068 Aug 16 23:44:33.989200 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-69d3b54b-7dc0-4e18-818f-1abd2b4e014a req-87b8d9ae-2f2e-423c-ab8c-b414ba645dcd tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce5528ba-720f-4267-b71c-c7cfd6d697de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315125 Aug 16 23:44:35.187576 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8d9ef9-7cdd-428c-a6b8-83172133d9f9 req-c86864c3-ce9b-43f3-8ecf-526bf22a72aa tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:44:35.189124 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9a8d9ef9-7cdd-428c-a6b8-83172133d9f9 req-c86864c3-ce9b-43f3-8ecf-526bf22a72aa tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e6afa1b-1299-41f6-bdf3-41c53cee044f HTTP/1.1" status: 200 len: 945 time: 0.0938597 Aug 16 23:44:35.227193 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9a8d9ef9-7cdd-428c-a6b8-83172133d9f9 req-f67e1443-178f-43cd-af74-4c490ce776ce tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce5528ba-720f-4267-b71c-c7cfd6d697de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314188 Aug 16 23:44:35.344486 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30652894-e5b8-4a4c-bf8c-675966bd0352 req-44a5d9d1-1ed3-4742-ba65-f0255b632a27 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:44:35.345918 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-30652894-e5b8-4a4c-bf8c-675966bd0352 req-44a5d9d1-1ed3-4742-ba65-f0255b632a27 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e6afa1b-1299-41f6-bdf3-41c53cee044f HTTP/1.1" status: 200 len: 945 time: 0.0500598 Aug 16 23:44:35.383907 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-30652894-e5b8-4a4c-bf8c-675966bd0352 req-7069ab8a-c051-4939-b360-d5ecafe9c8fc tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce5528ba-720f-4267-b71c-c7cfd6d697de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321090 Aug 16 23:44:35.406806 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 55124) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:44:35.818697 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a63213-5b36-4c60-8912-7ac1464bfe80 tempest-TestVolumeBootPattern-546187797 tempest-TestVolumeBootPattern-546187797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:44:35.820234 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-c3a63213-5b36-4c60-8912-7ac1464bfe80 tempest-TestVolumeBootPattern-546187797 tempest-TestVolumeBootPattern-546187797-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=4e6afa1b-1299-41f6-bdf3-41c53cee044f HTTP/1.1" status: 200 len: 1092 time: 0.4124010 Aug 16 23:44:35.825404 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 55128) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:44:35.829785 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-06b9acad-b116-4328-8fd6-68667f3f9bb7 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Request body: {'floatingip': {'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'port_id': 'eddee976-c55d-4a81-8717-b00da8624b85', 'tenant_id': '16e475d1a3e642828e9216f7585a4895', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:44:35.853123 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-06b9acad-b116-4328-8fd6-68667f3f9bb7 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks [] for floatingip, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:35.947742 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-06b9acad-b116-4328-8fd6-68667f3f9bb7 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:36.050666 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-06b9acad-b116-4328-8fd6-68667f3f9bb7 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Allocated IP 172.25.4.179 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/0fccf670-963b-4169-82da-fee4b57d861a) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:44:36.161022 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-06b9acad-b116-4328-8fd6-68667f3f9bb7 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:36.207709 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-06b9acad-b116-4328-8fd6-68667f3f9bb7 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:36.244739 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b9acad-b116-4328-8fd6-68667f3f9bb7 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:44:36.249352 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-06b9acad-b116-4328-8fd6-68667f3f9bb7 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:44:36.253996 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b9acad-b116-4328-8fd6-68667f3f9bb7 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:44:36.277456 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b9acad-b116-4328-8fd6-68667f3f9bb7 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Pushing event updated for resources: {'Port': ['ID=0fccf670-963b-4169-82da-fee4b57d861a,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:44:36.628126 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-06b9acad-b116-4328-8fd6-68667f3f9bb7 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:36.692548 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-06b9acad-b116-4328-8fd6-68667f3f9bb7 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:36.849819 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-06b9acad-b116-4328-8fd6-68667f3f9bb7 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:36.854945 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-06b9acad-b116-4328-8fd6-68667f3f9bb7 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:36.927190 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b9acad-b116-4328-8fd6-68667f3f9bb7 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Pushing event updated for resources: {'Port': ['ID=0fccf670-963b-4169-82da-fee4b57d861a,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:44:36.938580 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-06b9acad-b116-4328-8fd6-68667f3f9bb7 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:37.038970 n-d-791506-26 neutron-server[101292]: INFO neutron.db.l3_db [None req-06b9acad-b116-4328-8fd6-68667f3f9bb7 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Floating IP e63b96e0-fe34-4cc4-a3b0-d93f9f5769a8 associated. External IP: 172.25.4.179, port: eddee976-c55d-4a81-8717-b00da8624b85. Aug 16 23:44:37.264947 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06b9acad-b116-4328-8fd6-68667f3f9bb7 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Router c975e626-bbe5-4a07-aab1-e8c1d3a5820d has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:44:37.374131 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06b9acad-b116-4328-8fd6-68667f3f9bb7 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:44:37.384526 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bf8a27-cbf1-4f01-a9fc-e44aebcb772b None None] Sync routers for ids ['c975e626-bbe5-4a07-aab1-e8c1d3a5820d'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:44:37.391073 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-06b9acad-b116-4328-8fd6-68667f3f9bb7 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:37.395611 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bf8a27-cbf1-4f01-a9fc-e44aebcb772b None None] Routers {'c975e626-bbe5-4a07-aab1-e8c1d3a5820d'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:44:37.396260 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-f8bf8a27-cbf1-4f01-a9fc-e44aebcb772b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:44:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['c975e626-bbe5-4a07-aab1-e8c1d3a5820d'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:44:37.417554 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-06b9acad-b116-4328-8fd6-68667f3f9bb7 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5911169 Aug 16 23:44:37.418130 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e6afa1b-1299-41f6-bdf3-41c53cee044f', 'tag': 'eddee976-c55d-4a81-8717-b00da8624b85'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:44:37.420389 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f508b13781c9ea18db3396dbed8ef996d5ff86d34f09214f345ac5fa2cb1922" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3934c2c-d702-4aa8-aed5-83c3c2352a11" -d '{"events": [{"name": "network-changed", "server_uuid": "4e6afa1b-1299-41f6-bdf3-41c53cee044f", "tag": "eddee976-c55d-4a81-8717-b00da8624b85"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:44:37.456090 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f92dd7-66a5-4df0-b34a-708ffbd44b2b x-openstack-request-id: req-36f92dd7-66a5-4df0-b34a-708ffbd44b2b {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:44:37.456383 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e6afa1b-1299-41f6-bdf3-41c53cee044f", "tag": "eddee976-c55d-4a81-8717-b00da8624b85", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:44:37.456672 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-36f92dd7-66a5-4df0-b34a-708ffbd44b2b {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:44:37.457086 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e6afa1b-1299-41f6-bdf3-41c53cee044f', 'tag': 'eddee976-c55d-4a81-8717-b00da8624b85', 'status': 'completed', 'code': 200} Aug 16 23:44:37.505343 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-f8bf8a27-cbf1-4f01-a9fc-e44aebcb772b None None] Set router c975e626-bbe5-4a07-aab1-e8c1d3a5820d gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:44:37.540268 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3934c2c-d702-4aa8-aed5-83c3c2352a11 req-4a800e68-f0e9-470e-925c-40885270417a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:44:37.541812 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f3934c2c-d702-4aa8-aed5-83c3c2352a11 req-4a800e68-f0e9-470e-925c-40885270417a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=16e475d1a3e642828e9216f7585a4895&device_id=4e6afa1b-1299-41f6-bdf3-41c53cee044f HTTP/1.1" status: 200 len: 1097 time: 0.0414994 Aug 16 23:44:37.637909 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3934c2c-d702-4aa8-aed5-83c3c2352a11 req-b9458022-b020-4423-a1fd-4bedf8e65137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:44:37.639403 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f3934c2c-d702-4aa8-aed5-83c3c2352a11 req-b9458022-b020-4423-a1fd-4bedf8e65137 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e9b949f6-7c1a-4f50-8d6a-00477af5b7ca HTTP/1.1" status: 200 len: 912 time: 0.0912464 Aug 16 23:44:37.703937 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f3934c2c-d702-4aa8-aed5-83c3c2352a11 req-1b43677b-75e3-4e53-a852-19e474ec3af9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eddee976-c55d-4a81-8717-b00da8624b85 HTTP/1.1" status: 200 len: 999 time: 0.0575123 Aug 16 23:44:37.733153 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-f8bf8a27-cbf1-4f01-a9fc-e44aebcb772b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c975e626-bbe5-4a07-aab1-e8c1d3a5820d', 'name': 'tempest-TestVolumeBootPattern-228508795-router', 'tenant_id': '16e475d1a3e642828e9216f7585a4895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '6c62d74b-1d0e-408d-a23b-b7509e12a728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:38:29Z', 'updated_at': '2021-08-16T23:38:32Z', 'revision_number': 4, 'project_id': '16e475d1a3e642828e9216f7585a4895', 'gw_port': {'id': '6c62d74b-1d0e-408d-a23b-b7509e12a728', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c975e626-bbe5-4a07-aab1-e8c1d3a5820d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:38:29Z', 'updated_at': '2021-08-16T23:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': 'e63b96e0-fe34-4cc4-a3b0-d93f9f5769a8', 'tenant_id': '16e475d1a3e642828e9216f7585a4895', 'floating_ip_address': '172.25.4.179', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': 'c975e626-bbe5-4a07-aab1-e8c1d3a5820d', 'port_id': 'eddee976-c55d-4a81-8717-b00da8624b85', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9b949f6-7c1a-4f50-8d6a-00477af5b7ca', 'mac_address': 'fa:16:3e:06:b3:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6afa1b-1299-41f6-bdf3-41c53cee044f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:44:36Z', 'updated_at': '2021-08-16T23:44:36Z', 'revision_number': 0, 'project_id': '16e475d1a3e642828e9216f7585a4895', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96e856a4-a4a7-4a5b-89dd-05ce99998317', 'name': '', 'network_id': 'e9b949f6-7c1a-4f50-8d6a-00477af5b7ca', 'tenant_id': '16e475d1a3e642828e9216f7585a4895', 'mac_address': 'fa:16:3e:18:2c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c975e626-bbe5-4a07-aab1-e8c1d3a5820d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '20624e69-fc20-4377-ae84-b4defd7af902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:38:31Z', 'updated_at': '2021-08-16T23:38:37Z', 'revision_number': 5, 'project_id': '16e475d1a3e642828e9216f7585a4895', 'subnets': [{'id': '20624e69-fc20-4377-ae84-b4defd7af902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:44:37.757841 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3934c2c-d702-4aa8-aed5-83c3c2352a11 req-7c43543e-55b8-4334-aeed-afc309a4d864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:44:37.759317 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f3934c2c-d702-4aa8-aed5-83c3c2352a11 req-7c43543e-55b8-4334-aeed-afc309a4d864 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=20624e69-fc20-4377-ae84-b4defd7af902 HTTP/1.1" status: 200 len: 850 time: 0.0491583 Aug 16 23:44:37.760636 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bf8a27-cbf1-4f01-a9fc-e44aebcb772b None None] Checking router: c975e626-bbe5-4a07-aab1-e8c1d3a5820d for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:44:37.769405 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bf8a27-cbf1-4f01-a9fc-e44aebcb772b None None] Routers {'c975e626-bbe5-4a07-aab1-e8c1d3a5820d'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:44:37.770016 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-f8bf8a27-cbf1-4f01-a9fc-e44aebcb772b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:44:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['c975e626-bbe5-4a07-aab1-e8c1d3a5820d'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:44:37.805748 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3934c2c-d702-4aa8-aed5-83c3c2352a11 req-ce32b92f-e3c1-48b3-bce7-d37bc54713c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:44:37.807201 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f3934c2c-d702-4aa8-aed5-83c3c2352a11 req-ce32b92f-e3c1-48b3-bce7-d37bc54713c5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e9b949f6-7c1a-4f50-8d6a-00477af5b7ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412872 Aug 16 23:44:37.877030 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-f8bf8a27-cbf1-4f01-a9fc-e44aebcb772b None None] Set router c975e626-bbe5-4a07-aab1-e8c1d3a5820d gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:44:37.899597 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f3934c2c-d702-4aa8-aed5-83c3c2352a11 req-263035eb-613f-49ef-b6c7-ddd5b826a4f7 service neutron] 10.222.0.57 "GET /v2.0/networks/e9b949f6-7c1a-4f50-8d6a-00477af5b7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854533 Aug 16 23:44:37.996071 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f3934c2c-d702-4aa8-aed5-83c3c2352a11 req-6b08446f-3bbe-477b-9a38-2211f044678a service neutron] 10.222.0.57 "GET /v2.0/networks/e9b949f6-7c1a-4f50-8d6a-00477af5b7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902653 Aug 16 23:44:38.106755 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-f8bf8a27-cbf1-4f01-a9fc-e44aebcb772b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c975e626-bbe5-4a07-aab1-e8c1d3a5820d', 'name': 'tempest-TestVolumeBootPattern-228508795-router', 'tenant_id': '16e475d1a3e642828e9216f7585a4895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '6c62d74b-1d0e-408d-a23b-b7509e12a728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:38:29Z', 'updated_at': '2021-08-16T23:38:32Z', 'revision_number': 4, 'project_id': '16e475d1a3e642828e9216f7585a4895', 'gw_port': {'id': '6c62d74b-1d0e-408d-a23b-b7509e12a728', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c975e626-bbe5-4a07-aab1-e8c1d3a5820d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:38:29Z', 'updated_at': '2021-08-16T23:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': 'e63b96e0-fe34-4cc4-a3b0-d93f9f5769a8', 'tenant_id': '16e475d1a3e642828e9216f7585a4895', 'floating_ip_address': '172.25.4.179', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': 'c975e626-bbe5-4a07-aab1-e8c1d3a5820d', 'port_id': 'eddee976-c55d-4a81-8717-b00da8624b85', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9b949f6-7c1a-4f50-8d6a-00477af5b7ca', 'mac_address': 'fa:16:3e:06:b3:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6afa1b-1299-41f6-bdf3-41c53cee044f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:44:36Z', 'updated_at': '2021-08-16T23:44:36Z', 'revision_number': 0, 'project_id': '16e475d1a3e642828e9216f7585a4895', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96e856a4-a4a7-4a5b-89dd-05ce99998317', 'name': '', 'network_id': 'e9b949f6-7c1a-4f50-8d6a-00477af5b7ca', 'tenant_id': '16e475d1a3e642828e9216f7585a4895', 'mac_address': 'fa:16:3e:18:2c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c975e626-bbe5-4a07-aab1-e8c1d3a5820d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '20624e69-fc20-4377-ae84-b4defd7af902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:38:31Z', 'updated_at': '2021-08-16T23:38:37Z', 'revision_number': 5, 'project_id': '16e475d1a3e642828e9216f7585a4895', 'subnets': [{'id': '20624e69-fc20-4377-ae84-b4defd7af902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:44:38.132106 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bf8a27-cbf1-4f01-a9fc-e44aebcb772b None None] The sync data for ids ['c975e626-bbe5-4a07-aab1-e8c1d3a5820d'] in n-d-791506-26 is: [{'id': 'c975e626-bbe5-4a07-aab1-e8c1d3a5820d', 'name': 'tempest-TestVolumeBootPattern-228508795-router', 'tenant_id': '16e475d1a3e642828e9216f7585a4895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '6c62d74b-1d0e-408d-a23b-b7509e12a728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:38:29Z', 'updated_at': '2021-08-16T23:38:32Z', 'revision_number': 4, 'project_id': '16e475d1a3e642828e9216f7585a4895', 'gw_port': {'id': '6c62d74b-1d0e-408d-a23b-b7509e12a728', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c975e626-bbe5-4a07-aab1-e8c1d3a5820d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:38:29Z', 'updated_at': '2021-08-16T23:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': 'e63b96e0-fe34-4cc4-a3b0-d93f9f5769a8', 'tenant_id': '16e475d1a3e642828e9216f7585a4895', 'floating_ip_address': '172.25.4.179', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': 'c975e626-bbe5-4a07-aab1-e8c1d3a5820d', 'port_id': 'eddee976-c55d-4a81-8717-b00da8624b85', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9b949f6-7c1a-4f50-8d6a-00477af5b7ca', 'mac_address': 'fa:16:3e:06:b3:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6afa1b-1299-41f6-bdf3-41c53cee044f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:44:36Z', 'updated_at': '2021-08-16T23:44:36Z', 'revision_number': 0, 'project_id': '16e475d1a3e642828e9216f7585a4895', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96e856a4-a4a7-4a5b-89dd-05ce99998317', 'name': '', 'network_id': 'e9b949f6-7c1a-4f50-8d6a-00477af5b7ca', 'tenant_id': '16e475d1a3e642828e9216f7585a4895', 'mac_address': 'fa:16:3e:18:2c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c975e626-bbe5-4a07-aab1-e8c1d3a5820d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '20624e69-fc20-4377-ae84-b4defd7af902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:38:31Z', 'updated_at': '2021-08-16T23:38:37Z', 'revision_number': 5, 'project_id': '16e475d1a3e642828e9216f7585a4895', 'subnets': [{'id': '20624e69-fc20-4377-ae84-b4defd7af902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:44:38.319847 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56635c3a-6cb3-464c-9c55-d70c8e6bce56 None None] New status for floating IP e63b96e0-fe34-4cc4-a3b0-d93f9f5769a8: ACTIVE {{(pid=101294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:44:41.597350 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:47.747550 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-78d7badb-ea63-4045-a652-fac11a0913ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:49.834499 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da49f842-ef54-4f4e-a390-a3efaa2e7a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:50.716095 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:51.719174 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:52.962291 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:44:55.783084 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:45:06.811297 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:45:11.610973 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:45:15.491870 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6657d3ff-e427-450a-ad96-81106f3b2fd6 req-5a2dcefc-52b8-4a75-bab1-1d5f314cef43 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4e6afa1b-1299-41f6-bdf3-41c53cee044f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0846739 Aug 16 23:45:15.596918 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6657d3ff-e427-450a-ad96-81106f3b2fd6 req-38f7e09d-0a5b-4bdb-b6cb-5db2775089c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:45:15.598445 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6657d3ff-e427-450a-ad96-81106f3b2fd6 req-38f7e09d-0a5b-4bdb-b6cb-5db2775089c6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=16e475d1a3e642828e9216f7585a4895&device_id=4e6afa1b-1299-41f6-bdf3-41c53cee044f HTTP/1.1" status: 200 len: 1097 time: 0.0400877 Aug 16 23:45:15.705924 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6657d3ff-e427-450a-ad96-81106f3b2fd6 req-ea222d22-822b-48d5-b0a1-f33b90149f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:45:15.707372 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6657d3ff-e427-450a-ad96-81106f3b2fd6 req-ea222d22-822b-48d5-b0a1-f33b90149f32 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e9b949f6-7c1a-4f50-8d6a-00477af5b7ca HTTP/1.1" status: 200 len: 912 time: 0.0887234 Aug 16 23:45:15.782663 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6657d3ff-e427-450a-ad96-81106f3b2fd6 req-9468c927-f2ce-4bef-9e65-e254c21b766b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eddee976-c55d-4a81-8717-b00da8624b85 HTTP/1.1" status: 200 len: 1001 time: 0.0681534 Aug 16 23:45:15.831142 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6657d3ff-e427-450a-ad96-81106f3b2fd6 req-6437b63f-2c37-406f-8228-b379516d6ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:45:15.832597 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6657d3ff-e427-450a-ad96-81106f3b2fd6 req-6437b63f-2c37-406f-8228-b379516d6ac5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=20624e69-fc20-4377-ae84-b4defd7af902 HTTP/1.1" status: 200 len: 850 time: 0.0423656 Aug 16 23:45:15.879482 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6657d3ff-e427-450a-ad96-81106f3b2fd6 req-8dc062ee-5aef-4e59-b156-6af0ebc9e93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:45:15.881139 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6657d3ff-e427-450a-ad96-81106f3b2fd6 req-8dc062ee-5aef-4e59-b156-6af0ebc9e93d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e9b949f6-7c1a-4f50-8d6a-00477af5b7ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411584 Aug 16 23:45:15.978124 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6657d3ff-e427-450a-ad96-81106f3b2fd6 req-8b4dcdaa-fab1-4aab-85f5-b30da696bf19 service neutron] 10.222.0.57 "GET /v2.0/networks/e9b949f6-7c1a-4f50-8d6a-00477af5b7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896945 Aug 16 23:45:16.077272 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6657d3ff-e427-450a-ad96-81106f3b2fd6 req-ff43aab0-57d2-412c-a013-9c9c543ed023 service neutron] 10.222.0.57 "GET /v2.0/networks/e9b949f6-7c1a-4f50-8d6a-00477af5b7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920525 Aug 16 23:45:17.749688 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-15326bb6-eeaf-45d6-8262-e827bac02f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:45:19.835131 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-8577c475-500c-4a18-98ed-4b08d91bfa2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:45:20.720458 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:45:21.720496 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:45:22.964142 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:45:25.788503 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:45:41.603825 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:45:43.810455 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:45:47.751343 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ced1e555-698c-4c12-8470-572e2d600543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:45:49.837695 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a987ecef-c83d-42c7-a24b-15aabb7f81a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:45:50.722200 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:45:51.722966 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:45:52.967887 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:45:55.785820 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:11.621761 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:14.962897 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a0f3f011-8c70-4a37-a5f6-0da4807c88b4 req-6da39e6d-4959-4eb6-bb1a-c7f24e2e54ec tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1989032242&fields=id&tenant_id=16e475d1a3e642828e9216f7585a4895 HTTP/1.1" status: 200 len: 267 time: 0.0343330 Aug 16 23:46:15.070640 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f3f011-8c70-4a37-a5f6-0da4807c88b4 req-23b3e780-7d3f-4ec9-ac86-8780167199aa tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:46:15.071991 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a0f3f011-8c70-4a37-a5f6-0da4807c88b4 req-23b3e780-7d3f-4ec9-ac86-8780167199aa tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/networks?id=e9b949f6-7c1a-4f50-8d6a-00477af5b7ca HTTP/1.1" status: 200 len: 811 time: 0.1022077 Aug 16 23:46:15.087183 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a0f3f011-8c70-4a37-a5f6-0da4807c88b4 req-a2e6a177-c7c5-4df8-9f37-e92dd96faf03 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/quotas/16e475d1a3e642828e9216f7585a4895 HTTP/1.1" status: 200 len: 375 time: 0.0088389 Aug 16 23:46:15.143747 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a0f3f011-8c70-4a37-a5f6-0da4807c88b4 req-339677e5-91cc-4afd-950c-86dc5e7d6d26 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=16e475d1a3e642828e9216f7585a4895&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0514164 Aug 16 23:46:15.314548 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a0f3f011-8c70-4a37-a5f6-0da4807c88b4 req-efff97af-883f-49d7-98c3-9aa8f045526d service neutron] 10.222.0.36 "GET /v2.0/networks/e9b949f6-7c1a-4f50-8d6a-00477af5b7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244326 Aug 16 23:46:15.403012 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a0f3f011-8c70-4a37-a5f6-0da4807c88b4 req-ae7913c8-5fca-4714-89d4-a04d9d359424 service neutron] 10.222.0.36 "GET /v2.0/networks/e9b949f6-7c1a-4f50-8d6a-00477af5b7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823250 Aug 16 23:46:15.694091 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-caaeb390-1b53-41ed-830c-10cd8245182e req-89b57b15-7b12-4c1f-b6ba-5ef133289c65 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d992fee-07a0-4c3c-a601-2edadc0518ab HTTP/1.1" status: 200 len: 210 time: 0.0268686 Aug 16 23:46:16.405089 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-64f9de77-995b-4f5f-8a51-2c72e6401b85 req-6e62c142-61ba-43ad-9a92-b770ed4e7909 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4e6afa1b-1299-41f6-bdf3-41c53cee044f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0428410 Aug 16 23:46:16.501240 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f9de77-995b-4f5f-8a51-2c72e6401b85 req-97e38ef2-29c0-4031-8d2b-08c82d9969d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:46:16.502791 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-64f9de77-995b-4f5f-8a51-2c72e6401b85 req-97e38ef2-29c0-4031-8d2b-08c82d9969d6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=16e475d1a3e642828e9216f7585a4895&device_id=4e6afa1b-1299-41f6-bdf3-41c53cee044f HTTP/1.1" status: 200 len: 1097 time: 0.0399051 Aug 16 23:46:16.604078 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f9de77-995b-4f5f-8a51-2c72e6401b85 req-7d31330b-d4d0-463d-b227-e828d6bc6381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:46:16.605570 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-64f9de77-995b-4f5f-8a51-2c72e6401b85 req-7d31330b-d4d0-463d-b227-e828d6bc6381 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e9b949f6-7c1a-4f50-8d6a-00477af5b7ca HTTP/1.1" status: 200 len: 912 time: 0.0837185 Aug 16 23:46:16.677475 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-64f9de77-995b-4f5f-8a51-2c72e6401b85 req-cec35ed6-0dfe-4557-92ef-650db596c268 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eddee976-c55d-4a81-8717-b00da8624b85 HTTP/1.1" status: 200 len: 1001 time: 0.0653541 Aug 16 23:46:16.736323 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f9de77-995b-4f5f-8a51-2c72e6401b85 req-c53760d1-218d-4570-8dd2-3ed348cab76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:46:16.738536 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-64f9de77-995b-4f5f-8a51-2c72e6401b85 req-c53760d1-218d-4570-8dd2-3ed348cab76c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=20624e69-fc20-4377-ae84-b4defd7af902 HTTP/1.1" status: 200 len: 850 time: 0.0547225 Aug 16 23:46:16.798876 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1b65a156-b46e-47cf-8a15-0ae55469f61c req-c7391bcd-d750-42e5-a299-ef0df23550f9 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d992fee-07a0-4c3c-a601-2edadc0518ab HTTP/1.1" status: 200 len: 210 time: 0.0446756 Aug 16 23:46:16.814645 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f9de77-995b-4f5f-8a51-2c72e6401b85 req-dccf6cb1-1db1-4904-a3a9-06cc475381b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:46:16.816165 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-64f9de77-995b-4f5f-8a51-2c72e6401b85 req-dccf6cb1-1db1-4904-a3a9-06cc475381b2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e9b949f6-7c1a-4f50-8d6a-00477af5b7ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0708745 Aug 16 23:46:16.907524 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-64f9de77-995b-4f5f-8a51-2c72e6401b85 req-fc01705e-832f-4b13-a938-bf8b21a49212 service neutron] 10.222.0.57 "GET /v2.0/networks/e9b949f6-7c1a-4f50-8d6a-00477af5b7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833220 Aug 16 23:46:17.001266 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-64f9de77-995b-4f5f-8a51-2c72e6401b85 req-f4e5a495-0eaa-4022-90d8-444112f4c259 service neutron] 10.222.0.57 "GET /v2.0/networks/e9b949f6-7c1a-4f50-8d6a-00477af5b7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869582 Aug 16 23:46:17.752611 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e231d1cd-a719-450c-9904-2c7f1278e942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:17.910575 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4d343c04-39a1-4396-aac1-ea85e8fb5d14 req-ecdbcee9-a719-44a2-90ae-e61e68ab50b0 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d992fee-07a0-4c3c-a601-2edadc0518ab HTTP/1.1" status: 200 len: 210 time: 0.0317795 Aug 16 23:46:18.986558 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e1dd54df-4ed2-466b-a5c9-9eba437033c5 req-8eb05484-1219-44a2-8927-b21ae0f87130 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d992fee-07a0-4c3c-a601-2edadc0518ab HTTP/1.1" status: 200 len: 210 time: 0.0268655 Aug 16 23:46:19.839699 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cb65509d-98e3-4d63-bd19-62731689c6ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:20.080441 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0c9224be-1ee5-4d19-9b5f-d3dc46ca9eb6 req-5d8d6f30-bd3e-4d3a-81cc-931c0b9617a0 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d992fee-07a0-4c3c-a601-2edadc0518ab HTTP/1.1" status: 200 len: 210 time: 0.0267172 Aug 16 23:46:20.729052 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:20.809241 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:46:20.856204 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f3f011-8c70-4a37-a5f6-0da4807c88b4 req-192947f3-6ff0-46ec-a442-d88adf98bb61 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:46:20.857875 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a0f3f011-8c70-4a37-a5f6-0da4807c88b4 req-192947f3-6ff0-46ec-a442-d88adf98bb61 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.68 "GET /v2.0/networks?id=e9b949f6-7c1a-4f50-8d6a-00477af5b7ca HTTP/1.1" status: 200 len: 811 time: 0.1254020 Aug 16 23:46:20.904164 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a0f3f011-8c70-4a37-a5f6-0da4807c88b4 req-b062ac08-e5cc-4551-8944-e2d3f4ccfe52 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16e475d1a3e642828e9216f7585a4895 HTTP/1.1" status: 200 len: 380 time: 0.0368791 Aug 16 23:46:20.913853 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-a0f3f011-8c70-4a37-a5f6-0da4807c88b4 req-ecf3e5b2-7eda-44f4-8903-9df61bb8c39b tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Request body: {'port': {'device_id': '6d992fee-07a0-4c3c-a601-2edadc0518ab', 'network_id': 'e9b949f6-7c1a-4f50-8d6a-00477af5b7ca', 'admin_state_up': True, 'tenant_id': '16e475d1a3e642828e9216f7585a4895', 'security_groups': ['ce5528ba-720f-4267-b71c-c7cfd6d697de']}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:46:21.030405 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0f3f011-8c70-4a37-a5f6-0da4807c88b4 req-ecf3e5b2-7eda-44f4-8903-9df61bb8c39b tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Made reservation on behalf of 16e475d1a3e642828e9216f7585a4895 for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:46:21.033897 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-a0f3f011-8c70-4a37-a5f6-0da4807c88b4 req-ecf3e5b2-7eda-44f4-8903-9df61bb8c39b tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:21.192882 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5adfa70b-beb3-4a0d-a55c-984fbf29775a req-dab39b21-c3a8-47bb-80ea-8dc7b67207cb tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d992fee-07a0-4c3c-a601-2edadc0518ab HTTP/1.1" status: 200 len: 210 time: 0.0374539 Aug 16 23:46:21.196905 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [req-a0f3f011-8c70-4a37-a5f6-0da4807c88b4 req-ecf3e5b2-7eda-44f4-8903-9df61bb8c39b tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Allocated IP 172.20.0.3 (e9b949f6-7c1a-4f50-8d6a-00477af5b7ca/20624e69-fc20-4377-ae84-b4defd7af902/733a89f7-52f5-4559-bddc-a636b1e56b8e) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:46:21.336379 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-a0f3f011-8c70-4a37-a5f6-0da4807c88b4 req-ecf3e5b2-7eda-44f4-8903-9df61bb8c39b tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:21.349954 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-a0f3f011-8c70-4a37-a5f6-0da4807c88b4 req-ecf3e5b2-7eda-44f4-8903-9df61bb8c39b tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Transition to ACTIVE for port object 733a89f7-52f5-4559-bddc-a636b1e56b8e will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:46:21.382660 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-a0f3f011-8c70-4a37-a5f6-0da4807c88b4 req-ecf3e5b2-7eda-44f4-8903-9df61bb8c39b tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:21.431860 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0f3f011-8c70-4a37-a5f6-0da4807c88b4 req-ecf3e5b2-7eda-44f4-8903-9df61bb8c39b tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Network e9b949f6-7c1a-4f50-8d6a-00477af5b7ca is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:46:21.435197 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [req-a0f3f011-8c70-4a37-a5f6-0da4807c88b4 req-ecf3e5b2-7eda-44f4-8903-9df61bb8c39b tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:46:21.439948 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0f3f011-8c70-4a37-a5f6-0da4807c88b4 req-ecf3e5b2-7eda-44f4-8903-9df61bb8c39b tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:46:21.465752 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf3e5b2-7eda-44f4-8903-9df61bb8c39b tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Pushing event updated for resources: {'Port': ['ID=733a89f7-52f5-4559-bddc-a636b1e56b8e,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:46:21.478396 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf3e5b2-7eda-44f4-8903-9df61bb8c39b tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:46:21.478746 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf3e5b2-7eda-44f4-8903-9df61bb8c39b tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:46:21.479094 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf3e5b2-7eda-44f4-8903-9df61bb8c39b tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:46:21.479438 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf3e5b2-7eda-44f4-8903-9df61bb8c39b tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:46:21.480314 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf3e5b2-7eda-44f4-8903-9df61bb8c39b tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:46:21.480314 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf3e5b2-7eda-44f4-8903-9df61bb8c39b tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:46:21.480514 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf3e5b2-7eda-44f4-8903-9df61bb8c39b tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:46:21.481197 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf3e5b2-7eda-44f4-8903-9df61bb8c39b tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:46:21.481197 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf3e5b2-7eda-44f4-8903-9df61bb8c39b tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:46:21.481383 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf3e5b2-7eda-44f4-8903-9df61bb8c39b tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:46:21.481719 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf3e5b2-7eda-44f4-8903-9df61bb8c39b tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:46:21.482045 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf3e5b2-7eda-44f4-8903-9df61bb8c39b tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:46:21.512195 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f3f011-8c70-4a37-a5f6-0da4807c88b4 req-ecf3e5b2-7eda-44f4-8903-9df61bb8c39b tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:46:21.513030 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-a0f3f011-8c70-4a37-a5f6-0da4807c88b4 req-ecf3e5b2-7eda-44f4-8903-9df61bb8c39b tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:21.530530 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a0f3f011-8c70-4a37-a5f6-0da4807c88b4 req-ecf3e5b2-7eda-44f4-8903-9df61bb8c39b tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6204619 Aug 16 23:46:21.542575 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [req-a0f3f011-8c70-4a37-a5f6-0da4807c88b4 req-62a4fa3b-2aa8-438d-82b6-4029d913a06e tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:46:21.543965 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a0f3f011-8c70-4a37-a5f6-0da4807c88b4 req-62a4fa3b-2aa8-438d-82b6-4029d913a06e tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060298 Aug 16 23:46:21.640066 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-a0f3f011-8c70-4a37-a5f6-0da4807c88b4 req-48bcd411-6c05-40b6-9945-703c0a706345 service neutron] Request body: {'port': {'device_id': '6d992fee-07a0-4c3c-a601-2edadc0518ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-26'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:46:21.697942 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-a0f3f011-8c70-4a37-a5f6-0da4807c88b4 req-48bcd411-6c05-40b6-9945-703c0a706345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:21.703781 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-91a1abc6-0eb0-4ec0-ae34-c5ab66730a80 None None] Provisioning for port 733a89f7-52f5-4559-bddc-a636b1e56b8e completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:46:21.707733 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-91a1abc6-0eb0-4ec0-ae34-c5ab66730a80 None None] Provisioning complete for port 733a89f7-52f5-4559-bddc-a636b1e56b8e triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:46:21.708397 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-91a1abc6-0eb0-4ec0-ae34-c5ab66730a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:21.771706 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-91a1abc6-0eb0-4ec0-ae34-c5ab66730a80 None None] Port 733a89f7-52f5-4559-bddc-a636b1e56b8e cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:46:21.775524 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:21.980438 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [req-a0f3f011-8c70-4a37-a5f6-0da4807c88b4 req-48bcd411-6c05-40b6-9945-703c0a706345 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 733a89f7-52f5-4559-bddc-a636b1e56b8e {{(pid=101292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:46:21.988349 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-a0f3f011-8c70-4a37-a5f6-0da4807c88b4 req-48bcd411-6c05-40b6-9945-703c0a706345 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:22.001600 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-a0f3f011-8c70-4a37-a5f6-0da4807c88b4 req-48bcd411-6c05-40b6-9945-703c0a706345 service neutron] Transition to ACTIVE for port object 733a89f7-52f5-4559-bddc-a636b1e56b8e will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:46:22.005286 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-a0f3f011-8c70-4a37-a5f6-0da4807c88b4 req-48bcd411-6c05-40b6-9945-703c0a706345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:22.059343 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bcd411-6c05-40b6-9945-703c0a706345 service neutron] Pushing event updated for resources: {'Port': ['ID=733a89f7-52f5-4559-bddc-a636b1e56b8e,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:46:22.142731 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-a0f3f011-8c70-4a37-a5f6-0da4807c88b4 req-48bcd411-6c05-40b6-9945-703c0a706345 service neutron] Attempting to bind port 733a89f7-52f5-4559-bddc-a636b1e56b8e on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:46:22.143120 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-a0f3f011-8c70-4a37-a5f6-0da4807c88b4 req-48bcd411-6c05-40b6-9945-703c0a706345 service neutron] Attempting to bind port 733a89f7-52f5-4559-bddc-a636b1e56b8e by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': '50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e9b949f6-7c1a-4f50-8d6a-00477af5b7ca'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:46:22.143388 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f3f011-8c70-4a37-a5f6-0da4807c88b4 req-48bcd411-6c05-40b6-9945-703c0a706345 service neutron] Attempting to bind port 733a89f7-52f5-4559-bddc-a636b1e56b8e on network e9b949f6-7c1a-4f50-8d6a-00477af5b7ca {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:46:22.148291 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f3f011-8c70-4a37-a5f6-0da4807c88b4 req-48bcd411-6c05-40b6-9945-703c0a706345 service neutron] Port 733a89f7-52f5-4559-bddc-a636b1e56b8e on network e9b949f6-7c1a-4f50-8d6a-00477af5b7ca not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:46:22.148652 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f3f011-8c70-4a37-a5f6-0da4807c88b4 req-48bcd411-6c05-40b6-9945-703c0a706345 service neutron] Attempting to bind port 733a89f7-52f5-4559-bddc-a636b1e56b8e on network e9b949f6-7c1a-4f50-8d6a-00477af5b7ca {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:46:22.154141 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f3f011-8c70-4a37-a5f6-0da4807c88b4 req-48bcd411-6c05-40b6-9945-703c0a706345 service neutron] Checking agent: {'id': 'd28e24f9-e5ea-41e1-80bf-3c7943ad7f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:46:22.154680 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f3f011-8c70-4a37-a5f6-0da4807c88b4 req-48bcd411-6c05-40b6-9945-703c0a706345 service neutron] Checking segment: {'id': '50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e9b949f6-7c1a-4f50-8d6a-00477af5b7ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:46:22.155173 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f3f011-8c70-4a37-a5f6-0da4807c88b4 req-48bcd411-6c05-40b6-9945-703c0a706345 service neutron] Bound using segment: {'id': '50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e9b949f6-7c1a-4f50-8d6a-00477af5b7ca'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:46:22.155797 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-a0f3f011-8c70-4a37-a5f6-0da4807c88b4 req-48bcd411-6c05-40b6-9945-703c0a706345 service neutron] Bound port: 733a89f7-52f5-4559-bddc-a636b1e56b8e, host: n-h1-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e9b949f6-7c1a-4f50-8d6a-00477af5b7ca'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:46:22.156168 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-a0f3f011-8c70-4a37-a5f6-0da4807c88b4 req-48bcd411-6c05-40b6-9945-703c0a706345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:22.226603 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-a0f3f011-8c70-4a37-a5f6-0da4807c88b4 req-48bcd411-6c05-40b6-9945-703c0a706345 service neutron] For port 733a89f7-52f5-4559-bddc-a636b1e56b8e, host n-h1-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:46:22.230785 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-a0f3f011-8c70-4a37-a5f6-0da4807c88b4 req-48bcd411-6c05-40b6-9945-703c0a706345 service neutron] For port 733a89f7-52f5-4559-bddc-a636b1e56b8e, host n-h1-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=733a89f7-52f5-4559-bddc-a636b1e56b8e,segment=NetworkSegment(50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1),segment_id=50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:46:22.246386 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-a0f3f011-8c70-4a37-a5f6-0da4807c88b4 req-48bcd411-6c05-40b6-9945-703c0a706345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:22.299280 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f3f011-8c70-4a37-a5f6-0da4807c88b4 req-48bcd411-6c05-40b6-9945-703c0a706345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:46:22.300346 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-a0f3f011-8c70-4a37-a5f6-0da4807c88b4 req-48bcd411-6c05-40b6-9945-703c0a706345 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:22.302128 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a0f3f011-8c70-4a37-a5f6-0da4807c88b4 req-48bcd411-6c05-40b6-9945-703c0a706345 service neutron] 10.222.0.68 "PUT /v2.0/ports/733a89f7-52f5-4559-bddc-a636b1e56b8e HTTP/1.1" status: 200 len: 1092 time: 0.7085674 Aug 16 23:46:22.308382 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d992fee-07a0-4c3c-a601-2edadc0518ab', 'tag': '733a89f7-52f5-4559-bddc-a636b1e56b8e'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:46:22.396961 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bcd411-6c05-40b6-9945-703c0a706345 service neutron] Pushing event updated for resources: {'Port': ['ID=733a89f7-52f5-4559-bddc-a636b1e56b8e,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:46:22.409162 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788199b4-5ab7-48e8-b3ea-3f42f3582839 req-e62e9e94-7d23-43f0-b674-a9475a842a82 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:46:22.410828 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-788199b4-5ab7-48e8-b3ea-3f42f3582839 req-e62e9e94-7d23-43f0-b674-a9475a842a82 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d992fee-07a0-4c3c-a601-2edadc0518ab HTTP/1.1" status: 200 len: 943 time: 0.1274302 Aug 16 23:46:22.413931 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5be9a9c22bfe9382157933c6eba925c7622163b8a5c85bc608140d30d6fa20cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b1ea0d9-017a-4231-b444-643f9585a5f6" -d '{"events": [{"name": "network-changed", "server_uuid": "6d992fee-07a0-4c3c-a601-2edadc0518ab", "tag": "733a89f7-52f5-4559-bddc-a636b1e56b8e"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:46:22.442910 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f3f011-8c70-4a37-a5f6-0da4807c88b4 req-1c13abc5-0b80-4fbd-a3f6-456bd8b1ecff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:46:22.444661 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a0f3f011-8c70-4a37-a5f6-0da4807c88b4 req-1c13abc5-0b80-4fbd-a3f6-456bd8b1ecff service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=16e475d1a3e642828e9216f7585a4895&device_id=6d992fee-07a0-4c3c-a601-2edadc0518ab HTTP/1.1" status: 200 len: 1095 time: 0.0786119 Aug 16 23:46:22.510184 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-788199b4-5ab7-48e8-b3ea-3f42f3582839 req-ef69189b-4e97-4fb3-add6-ba23e56650b0 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce5528ba-720f-4267-b71c-c7cfd6d697de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805676 Aug 16 23:46:22.511978 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a0f3f011-8c70-4a37-a5f6-0da4807c88b4 req-0aad6667-d6e9-4b5f-9470-ceeaef877469 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=733a89f7-52f5-4559-bddc-a636b1e56b8e HTTP/1.1" status: 200 len: 217 time: 0.0440063 Aug 16 23:46:22.542282 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0526647-60ee-46de-aabd-2075f6ad8f6c x-openstack-request-id: req-d0526647-60ee-46de-aabd-2075f6ad8f6c {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:46:22.542635 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d992fee-07a0-4c3c-a601-2edadc0518ab", "tag": "733a89f7-52f5-4559-bddc-a636b1e56b8e", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:46:22.542953 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d0526647-60ee-46de-aabd-2075f6ad8f6c {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:46:22.543412 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d992fee-07a0-4c3c-a601-2edadc0518ab', 'tag': '733a89f7-52f5-4559-bddc-a636b1e56b8e', 'status': 'completed', 'code': 200} Aug 16 23:46:22.579409 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f3f011-8c70-4a37-a5f6-0da4807c88b4 req-305b93ad-0354-4131-a84f-5944713ed2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:46:22.580847 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a0f3f011-8c70-4a37-a5f6-0da4807c88b4 req-305b93ad-0354-4131-a84f-5944713ed2b8 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=20624e69-fc20-4377-ae84-b4defd7af902 HTTP/1.1" status: 200 len: 850 time: 0.0553331 Aug 16 23:46:22.633950 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f3f011-8c70-4a37-a5f6-0da4807c88b4 req-cd598cb0-9e8e-469b-a124-c6c525bb9082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:46:22.635482 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a0f3f011-8c70-4a37-a5f6-0da4807c88b4 req-cd598cb0-9e8e-469b-a124-c6c525bb9082 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e9b949f6-7c1a-4f50-8d6a-00477af5b7ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463843 Aug 16 23:46:22.726376 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a0f3f011-8c70-4a37-a5f6-0da4807c88b4 req-9017d2c2-d1b4-49c0-ba18-d382fc788cc9 service neutron] 10.222.0.68 "GET /v2.0/networks/e9b949f6-7c1a-4f50-8d6a-00477af5b7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827446 Aug 16 23:46:22.972898 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:23.161107 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a0f3f011-8c70-4a37-a5f6-0da4807c88b4 req-b7fff328-ec6b-46b3-ae65-01ca9d660743 service neutron] 10.222.0.68 "GET /v2.0/networks/e9b949f6-7c1a-4f50-8d6a-00477af5b7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4267039 Aug 16 23:46:23.248312 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1ea0d9-017a-4231-b444-643f9585a5f6 req-fd684115-b455-401d-87af-4324480faf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:46:23.250305 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0b1ea0d9-017a-4231-b444-643f9585a5f6 req-fd684115-b455-401d-87af-4324480faf9d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=16e475d1a3e642828e9216f7585a4895&device_id=6d992fee-07a0-4c3c-a601-2edadc0518ab HTTP/1.1" status: 200 len: 1095 time: 0.0434060 Aug 16 23:46:23.348157 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1ea0d9-017a-4231-b444-643f9585a5f6 req-6b6e8127-208f-4f09-bc92-918112b0dab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:46:23.349700 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0b1ea0d9-017a-4231-b444-643f9585a5f6 req-6b6e8127-208f-4f09-bc92-918112b0dab6 service neutron] 10.222.0.68 "GET /v2.0/networks?id=e9b949f6-7c1a-4f50-8d6a-00477af5b7ca HTTP/1.1" status: 200 len: 912 time: 0.0912752 Aug 16 23:46:23.392199 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0b1ea0d9-017a-4231-b444-643f9585a5f6 req-c8516278-7df4-431d-a512-9a1e5ce2bcad service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=733a89f7-52f5-4559-bddc-a636b1e56b8e HTTP/1.1" status: 200 len: 217 time: 0.0345428 Aug 16 23:46:23.444855 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1ea0d9-017a-4231-b444-643f9585a5f6 req-8565b5a8-a03a-4ef4-936e-02767a8de1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:46:23.446362 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0b1ea0d9-017a-4231-b444-643f9585a5f6 req-8565b5a8-a03a-4ef4-936e-02767a8de1e3 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=20624e69-fc20-4377-ae84-b4defd7af902 HTTP/1.1" status: 200 len: 850 time: 0.0465240 Aug 16 23:46:23.496191 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1ea0d9-017a-4231-b444-643f9585a5f6 req-711f2892-4585-4884-b912-01ea7174642f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:46:23.497748 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0b1ea0d9-017a-4231-b444-643f9585a5f6 req-711f2892-4585-4884-b912-01ea7174642f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e9b949f6-7c1a-4f50-8d6a-00477af5b7ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430954 Aug 16 23:46:23.617469 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0b1ea0d9-017a-4231-b444-643f9585a5f6 req-a2d165a9-650f-494c-ab9f-5a0cf639fb8a service neutron] 10.222.0.68 "GET /v2.0/networks/e9b949f6-7c1a-4f50-8d6a-00477af5b7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114199 Aug 16 23:46:23.686724 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba23d95b-3e57-4566-96cc-52e12d628de3 req-d7831bb2-1f6f-4d99-a2da-dcdfaec1e42a tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:46:23.688134 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ba23d95b-3e57-4566-96cc-52e12d628de3 req-d7831bb2-1f6f-4d99-a2da-dcdfaec1e42a tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d992fee-07a0-4c3c-a601-2edadc0518ab HTTP/1.1" status: 200 len: 943 time: 0.1031058 Aug 16 23:46:23.748684 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ba23d95b-3e57-4566-96cc-52e12d628de3 req-f88f0f09-2c98-4968-a61f-c94d3d5c4678 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce5528ba-720f-4267-b71c-c7cfd6d697de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541532 Aug 16 23:46:23.754228 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0b1ea0d9-017a-4231-b444-643f9585a5f6 req-d41824ea-1a1c-422b-ba46-e2d86ecb3620 service neutron] 10.222.0.68 "GET /v2.0/networks/e9b949f6-7c1a-4f50-8d6a-00477af5b7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293230 Aug 16 23:46:24.877841 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708fad2f-e6e8-4737-8be3-5991943578bc req-f5467a36-73f5-4131-baf3-67b95b9f93d5 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:46:24.879423 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-708fad2f-e6e8-4737-8be3-5991943578bc req-f5467a36-73f5-4131-baf3-67b95b9f93d5 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d992fee-07a0-4c3c-a601-2edadc0518ab HTTP/1.1" status: 200 len: 943 time: 0.0534232 Aug 16 23:46:24.923895 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-708fad2f-e6e8-4737-8be3-5991943578bc req-805b7f30-e135-4a4b-b20a-71e4ffb47fe6 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce5528ba-720f-4267-b71c-c7cfd6d697de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364013 Aug 16 23:46:25.788789 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:26.072840 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f039ed62-a84e-4c42-b35c-df91f596e18c req-a00bb5ae-07e7-4ea3-bdb4-3b6b188bd21a tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:46:26.074242 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f039ed62-a84e-4c42-b35c-df91f596e18c req-a00bb5ae-07e7-4ea3-bdb4-3b6b188bd21a tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d992fee-07a0-4c3c-a601-2edadc0518ab HTTP/1.1" status: 200 len: 943 time: 0.0617912 Aug 16 23:46:26.114899 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f039ed62-a84e-4c42-b35c-df91f596e18c req-d2abf751-ff3a-4377-a590-7c1020189d3c tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce5528ba-720f-4267-b71c-c7cfd6d697de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342817 Aug 16 23:46:27.231899 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858d5359-e649-4dd7-af70-cfac88172f31 req-e9c1f4df-6d69-4cee-b87c-ba265b372011 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:46:27.233536 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-858d5359-e649-4dd7-af70-cfac88172f31 req-e9c1f4df-6d69-4cee-b87c-ba265b372011 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d992fee-07a0-4c3c-a601-2edadc0518ab HTTP/1.1" status: 200 len: 943 time: 0.0486045 Aug 16 23:46:27.270950 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-858d5359-e649-4dd7-af70-cfac88172f31 req-b263b597-934e-4b40-92a9-fd6aafaa91f4 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce5528ba-720f-4267-b71c-c7cfd6d697de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314867 Aug 16 23:46:28.384750 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d0c1e5-400f-4aeb-9e0b-7e1303aa9a6b req-4ed58420-9c0d-4c0c-8b53-7953fc9be71d tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:46:28.386222 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-94d0c1e5-400f-4aeb-9e0b-7e1303aa9a6b req-4ed58420-9c0d-4c0c-8b53-7953fc9be71d tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d992fee-07a0-4c3c-a601-2edadc0518ab HTTP/1.1" status: 200 len: 943 time: 0.0495822 Aug 16 23:46:28.424809 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-94d0c1e5-400f-4aeb-9e0b-7e1303aa9a6b req-d22d7f1a-6fbf-4290-bbb2-7fcbc253ef16 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce5528ba-720f-4267-b71c-c7cfd6d697de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316455 Aug 16 23:46:29.555540 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa78e95-169a-4eb0-a493-298d2beb1c5b req-f066288e-d15e-4821-b09d-be684ca93880 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:46:29.557047 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6fa78e95-169a-4eb0-a493-298d2beb1c5b req-f066288e-d15e-4821-b09d-be684ca93880 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d992fee-07a0-4c3c-a601-2edadc0518ab HTTP/1.1" status: 200 len: 943 time: 0.0663352 Aug 16 23:46:29.598723 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6fa78e95-169a-4eb0-a493-298d2beb1c5b req-d71b27b5-ff18-4849-b212-298ed4915b7e tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce5528ba-720f-4267-b71c-c7cfd6d697de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339575 Aug 16 23:46:30.714276 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c525f26f-2a38-43e2-8c28-a48899f89455 req-cc4d5d91-3f83-435c-8335-38d7ec5d8088 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:46:30.715751 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c525f26f-2a38-43e2-8c28-a48899f89455 req-cc4d5d91-3f83-435c-8335-38d7ec5d8088 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d992fee-07a0-4c3c-a601-2edadc0518ab HTTP/1.1" status: 200 len: 943 time: 0.0504079 Aug 16 23:46:30.754201 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c525f26f-2a38-43e2-8c28-a48899f89455 req-db208d4e-9304-4e38-8486-3c5ac51ee95f tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce5528ba-720f-4267-b71c-c7cfd6d697de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325148 Aug 16 23:46:31.870717 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b67f2-6744-4cf2-90fc-bb49e4b0cc4a req-e36dc121-0340-4608-be4e-a2269dc3130f tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:46:31.872205 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-954b67f2-6744-4cf2-90fc-bb49e4b0cc4a req-e36dc121-0340-4608-be4e-a2269dc3130f tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d992fee-07a0-4c3c-a601-2edadc0518ab HTTP/1.1" status: 200 len: 943 time: 0.0505517 Aug 16 23:46:31.903322 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 733a89f7-52f5-4559-bddc-a636b1e56b8e details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:46:31.910195 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-954b67f2-6744-4cf2-90fc-bb49e4b0cc4a req-8fff3e61-b9a1-4abb-920f-82c922c88c75 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce5528ba-720f-4267-b71c-c7cfd6d697de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314884 Aug 16 23:46:32.000928 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 733a89f7-52f5-4559-bddc-a636b1e56b8e, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=733a89f7-52f5-4559-bddc-a636b1e56b8e,segment=NetworkSegment(50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1),segment_id=50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:46:32.012271 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': '733a89f7-52f5-4559-bddc-a636b1e56b8e', 'network_id': 'e9b949f6-7c1a-4f50-8d6a-00477af5b7ca', 'port_id': '733a89f7-52f5-4559-bddc-a636b1e56b8e', 'mac_address': 'fa:16:3e:0a:7e:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20624e69-fc20-4377-ae84-b4defd7af902', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:46:32.048769 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:32.065246 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 733a89f7-52f5-4559-bddc-a636b1e56b8e {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:46:32.084316 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 733a89f7-52f5-4559-bddc-a636b1e56b8e, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=733a89f7-52f5-4559-bddc-a636b1e56b8e,segment=NetworkSegment(50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1),segment_id=50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:46:32.088058 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:32.134367 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=733a89f7-52f5-4559-bddc-a636b1e56b8e,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:46:32.142404 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:46:32.142752 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:46:32.143095 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:46:32.143810 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:46:32.143810 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:46:32.144063 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:46:32.144387 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:46:32.144743 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:46:32.145251 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:46:32.145557 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:46:32.145992 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:46:32.146202 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:46:32.340565 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['733a89f7-52f5-4559-bddc-a636b1e56b8e'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:46:33.029963 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcaa161-54f6-4fae-81b7-6b680e5e24de req-936bf2b0-696b-49e2-8abd-13cd065b72fd tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:46:33.031796 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4bcaa161-54f6-4fae-81b7-6b680e5e24de req-936bf2b0-696b-49e2-8abd-13cd065b72fd tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d992fee-07a0-4c3c-a601-2edadc0518ab HTTP/1.1" status: 200 len: 944 time: 0.0542877 Aug 16 23:46:33.069744 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4bcaa161-54f6-4fae-81b7-6b680e5e24de req-335ccd01-245f-45ad-88dd-e40314a3ee4f tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce5528ba-720f-4267-b71c-c7cfd6d697de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320528 Aug 16 23:46:33.909467 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 733a89f7-52f5-4559-bddc-a636b1e56b8e up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:46:33.957467 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning for port 733a89f7-52f5-4559-bddc-a636b1e56b8e completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:46:33.961012 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port 733a89f7-52f5-4559-bddc-a636b1e56b8e triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:46:33.961384 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:34.042236 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:34.064778 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d992fee-07a0-4c3c-a601-2edadc0518ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '733a89f7-52f5-4559-bddc-a636b1e56b8e'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:46:34.079614 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 733a89f7-52f5-4559-bddc-a636b1e56b8e, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=733a89f7-52f5-4559-bddc-a636b1e56b8e,segment=NetworkSegment(50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1),segment_id=50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:46:34.084120 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:34.110116 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d789e1acf86fc3837d65c5c7bf7b17f03ca076816da63f24d17cffa1a624f203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cd16e8f-5a6f-4c8d-943b-bc1b56eb9b1b" -d '{"events": [{"server_uuid": "6d992fee-07a0-4c3c-a601-2edadc0518ab", "name": "network-vif-plugged", "status": "completed", "tag": "733a89f7-52f5-4559-bddc-a636b1e56b8e"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:46:34.154656 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=733a89f7-52f5-4559-bddc-a636b1e56b8e,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:46:34.197180 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd45819-2d6c-4e49-9a04-bfc5c1317059 req-09e72bbb-0eb1-4108-99bf-c64076e3528a tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:46:34.198745 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9dd45819-2d6c-4e49-9a04-bfc5c1317059 req-09e72bbb-0eb1-4108-99bf-c64076e3528a tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d992fee-07a0-4c3c-a601-2edadc0518ab HTTP/1.1" status: 200 len: 945 time: 0.0596077 Aug 16 23:46:34.209371 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22960315-3432-4787-8f24-06a75b099905 x-openstack-request-id: req-22960315-3432-4787-8f24-06a75b099905 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:46:34.209662 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d992fee-07a0-4c3c-a601-2edadc0518ab", "name": "network-vif-plugged", "status": "completed", "tag": "733a89f7-52f5-4559-bddc-a636b1e56b8e", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:46:34.209935 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-22960315-3432-4787-8f24-06a75b099905 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:46:34.210335 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d992fee-07a0-4c3c-a601-2edadc0518ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '733a89f7-52f5-4559-bddc-a636b1e56b8e', 'code': 200} Aug 16 23:46:34.245169 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9dd45819-2d6c-4e49-9a04-bfc5c1317059 req-b5e9684a-885a-4495-8908-785b3fc3f962 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce5528ba-720f-4267-b71c-c7cfd6d697de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397937 Aug 16 23:46:34.308420 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c946eb-ad54-4899-ac6a-131fabbf59cb req-09b8c095-b181-4389-8865-6186cb6f5ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:46:34.310003 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-67c946eb-ad54-4899-ac6a-131fabbf59cb req-09b8c095-b181-4389-8865-6186cb6f5ab2 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=6d992fee-07a0-4c3c-a601-2edadc0518ab HTTP/1.1" status: 200 len: 1097 time: 0.0409403 Aug 16 23:46:34.346798 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-67c946eb-ad54-4899-ac6a-131fabbf59cb req-6b75f4d4-731f-4e28-b759-e05caa3f0508 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=ce5528ba-720f-4267-b71c-c7cfd6d697de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293720 Aug 16 23:46:35.365514 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a197d125-308f-4a62-b40e-92d758759eef req-9786dbb3-6d09-48b5-b69b-9873b409e6ca tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:46:35.367088 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a197d125-308f-4a62-b40e-92d758759eef req-9786dbb3-6d09-48b5-b69b-9873b409e6ca tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d992fee-07a0-4c3c-a601-2edadc0518ab HTTP/1.1" status: 200 len: 945 time: 0.0525188 Aug 16 23:46:35.405453 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a197d125-308f-4a62-b40e-92d758759eef req-ae32bcf7-f854-4657-a274-c1bdb1a89076 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce5528ba-720f-4267-b71c-c7cfd6d697de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320733 Aug 16 23:46:35.518624 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba35abb-fe7c-486b-9451-2ade6d37da24 req-67471b45-b612-47d7-9f5d-58e1c9decc0c tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:46:35.520097 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2ba35abb-fe7c-486b-9451-2ade6d37da24 req-67471b45-b612-47d7-9f5d-58e1c9decc0c tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d992fee-07a0-4c3c-a601-2edadc0518ab HTTP/1.1" status: 200 len: 945 time: 0.0490394 Aug 16 23:46:35.558273 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2ba35abb-fe7c-486b-9451-2ade6d37da24 req-ba2013e8-51c4-4a5d-acdd-332b5b5dc7d6 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce5528ba-720f-4267-b71c-c7cfd6d697de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322323 Aug 16 23:46:35.580979 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 55330) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:46:35.621782 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3096cb26-2563-4e6d-a101-d74719687831 tempest-TestVolumeBootPattern-546187797 tempest-TestVolumeBootPattern-546187797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:46:35.623307 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-3096cb26-2563-4e6d-a101-d74719687831 tempest-TestVolumeBootPattern-546187797 tempest-TestVolumeBootPattern-546187797-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=6d992fee-07a0-4c3c-a601-2edadc0518ab HTTP/1.1" status: 200 len: 1092 time: 0.0413251 Aug 16 23:46:35.626040 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 55332) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:46:35.630400 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-aba61fc9-c8c1-4f3a-abde-417277804aa4 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Request body: {'floatingip': {'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'port_id': '733a89f7-52f5-4559-bddc-a636b1e56b8e', 'tenant_id': '16e475d1a3e642828e9216f7585a4895', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:46:35.653251 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-aba61fc9-c8c1-4f3a-abde-417277804aa4 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks [] for floatingip, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:35.755656 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-aba61fc9-c8c1-4f3a-abde-417277804aa4 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:35.870134 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-aba61fc9-c8c1-4f3a-abde-417277804aa4 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Allocated IP 172.25.4.158 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/8ba5e136-d31d-47db-ac62-b6dd213086f4) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:46:35.977112 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-aba61fc9-c8c1-4f3a-abde-417277804aa4 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:36.015133 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-aba61fc9-c8c1-4f3a-abde-417277804aa4 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:36.050271 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba61fc9-c8c1-4f3a-abde-417277804aa4 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:46:36.055121 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-aba61fc9-c8c1-4f3a-abde-417277804aa4 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:46:36.058644 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba61fc9-c8c1-4f3a-abde-417277804aa4 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:46:36.086941 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba61fc9-c8c1-4f3a-abde-417277804aa4 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Pushing event updated for resources: {'Port': ['ID=8ba5e136-d31d-47db-ac62-b6dd213086f4,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:46:36.429986 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-aba61fc9-c8c1-4f3a-abde-417277804aa4 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:36.495483 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-aba61fc9-c8c1-4f3a-abde-417277804aa4 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:36.651412 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-aba61fc9-c8c1-4f3a-abde-417277804aa4 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:36.656386 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-aba61fc9-c8c1-4f3a-abde-417277804aa4 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:36.732793 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba61fc9-c8c1-4f3a-abde-417277804aa4 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Pushing event updated for resources: {'Port': ['ID=8ba5e136-d31d-47db-ac62-b6dd213086f4,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:46:36.743318 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-aba61fc9-c8c1-4f3a-abde-417277804aa4 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:36.844347 n-d-791506-26 neutron-server[101292]: INFO neutron.db.l3_db [None req-aba61fc9-c8c1-4f3a-abde-417277804aa4 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Floating IP d6bd0607-cac1-48d7-a48e-d22800e60793 associated. External IP: 172.25.4.158, port: 733a89f7-52f5-4559-bddc-a636b1e56b8e. Aug 16 23:46:37.065028 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aba61fc9-c8c1-4f3a-abde-417277804aa4 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Router c975e626-bbe5-4a07-aab1-e8c1d3a5820d has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:46:37.215276 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aba61fc9-c8c1-4f3a-abde-417277804aa4 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:46:37.226380 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf0d874-127f-4ad7-a508-65710b497b04 None None] Sync routers for ids ['c975e626-bbe5-4a07-aab1-e8c1d3a5820d'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:46:37.234213 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-aba61fc9-c8c1-4f3a-abde-417277804aa4 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:37.236006 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf0d874-127f-4ad7-a508-65710b497b04 None None] Routers {'c975e626-bbe5-4a07-aab1-e8c1d3a5820d'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:46:37.237825 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-8bf0d874-127f-4ad7-a508-65710b497b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:46:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['c975e626-bbe5-4a07-aab1-e8c1d3a5820d'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:46:37.262462 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-aba61fc9-c8c1-4f3a-abde-417277804aa4 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6354032 Aug 16 23:46:37.263224 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d992fee-07a0-4c3c-a601-2edadc0518ab', 'tag': '733a89f7-52f5-4559-bddc-a636b1e56b8e'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:46:37.266409 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5be9a9c22bfe9382157933c6eba925c7622163b8a5c85bc608140d30d6fa20cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa91d794-6397-4325-986a-d3152a0aa1f3" -d '{"events": [{"name": "network-changed", "server_uuid": "6d992fee-07a0-4c3c-a601-2edadc0518ab", "tag": "733a89f7-52f5-4559-bddc-a636b1e56b8e"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:46:37.307464 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2577820d-4d81-473f-ab23-5f14efabf29f x-openstack-request-id: req-2577820d-4d81-473f-ab23-5f14efabf29f {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:46:37.307784 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d992fee-07a0-4c3c-a601-2edadc0518ab", "tag": "733a89f7-52f5-4559-bddc-a636b1e56b8e", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:46:37.308033 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2577820d-4d81-473f-ab23-5f14efabf29f {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:46:37.308435 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d992fee-07a0-4c3c-a601-2edadc0518ab', 'tag': '733a89f7-52f5-4559-bddc-a636b1e56b8e', 'status': 'completed', 'code': 200} Aug 16 23:46:37.349068 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-8bf0d874-127f-4ad7-a508-65710b497b04 None None] Set router c975e626-bbe5-4a07-aab1-e8c1d3a5820d gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:46:37.376360 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa91d794-6397-4325-986a-d3152a0aa1f3 req-a70f7d8b-50ac-4865-b268-05ddf3090b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:46:37.378903 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-aa91d794-6397-4325-986a-d3152a0aa1f3 req-a70f7d8b-50ac-4865-b268-05ddf3090b95 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=16e475d1a3e642828e9216f7585a4895&device_id=6d992fee-07a0-4c3c-a601-2edadc0518ab HTTP/1.1" status: 200 len: 1097 time: 0.0482492 Aug 16 23:46:37.476552 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa91d794-6397-4325-986a-d3152a0aa1f3 req-7f5e1602-16e5-4bc8-a950-8c77cfc8ad57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:46:37.478074 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-aa91d794-6397-4325-986a-d3152a0aa1f3 req-7f5e1602-16e5-4bc8-a950-8c77cfc8ad57 service neutron] 10.222.0.68 "GET /v2.0/networks?id=e9b949f6-7c1a-4f50-8d6a-00477af5b7ca HTTP/1.1" status: 200 len: 912 time: 0.0919008 Aug 16 23:46:37.543924 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-aa91d794-6397-4325-986a-d3152a0aa1f3 req-1e0d3001-f15f-4c88-85d3-144827e0de3a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=733a89f7-52f5-4559-bddc-a636b1e56b8e HTTP/1.1" status: 200 len: 999 time: 0.0583050 Aug 16 23:46:37.582188 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-8bf0d874-127f-4ad7-a508-65710b497b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c975e626-bbe5-4a07-aab1-e8c1d3a5820d', 'name': 'tempest-TestVolumeBootPattern-228508795-router', 'tenant_id': '16e475d1a3e642828e9216f7585a4895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '6c62d74b-1d0e-408d-a23b-b7509e12a728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:38:29Z', 'updated_at': '2021-08-16T23:38:32Z', 'revision_number': 4, 'project_id': '16e475d1a3e642828e9216f7585a4895', 'gw_port': {'id': '6c62d74b-1d0e-408d-a23b-b7509e12a728', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c975e626-bbe5-4a07-aab1-e8c1d3a5820d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:38:29Z', 'updated_at': '2021-08-16T23:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': 'd6bd0607-cac1-48d7-a48e-d22800e60793', 'tenant_id': '16e475d1a3e642828e9216f7585a4895', 'floating_ip_address': '172.25.4.158', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': 'c975e626-bbe5-4a07-aab1-e8c1d3a5820d', 'port_id': '733a89f7-52f5-4559-bddc-a636b1e56b8e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9b949f6-7c1a-4f50-8d6a-00477af5b7ca', 'mac_address': 'fa:16:3e:0a:7e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d992fee-07a0-4c3c-a601-2edadc0518ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:46:36Z', 'updated_at': '2021-08-16T23:46:36Z', 'revision_number': 0, 'project_id': '16e475d1a3e642828e9216f7585a4895', 'fixed_ip_address_scope': None}, {'id': 'e63b96e0-fe34-4cc4-a3b0-d93f9f5769a8', 'tenant_id': '16e475d1a3e642828e9216f7585a4895', 'floating_ip_address': '172.25.4.179', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': 'c975e626-bbe5-4a07-aab1-e8c1d3a5820d', 'port_id': 'eddee976-c55d-4a81-8717-b00da8624b85', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9b949f6-7c1a-4f50-8d6a-00477af5b7ca', 'mac_address': 'fa:16:3e:06:b3:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6afa1b-1299-41f6-bdf3-41c53cee044f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:44:36Z', 'updated_at': '2021-08-16T23:44:38Z', 'revision_number': 1, 'project_id': '16e475d1a3e642828e9216f7585a4895', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96e856a4-a4a7-4a5b-89dd-05ce99998317', 'name': '', 'network_id': 'e9b949f6-7c1a-4f50-8d6a-00477af5b7ca', 'tenant_id': '16e475d1a3e642828e9216f7585a4895', 'mac_address': 'fa:16:3e:18:2c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c975e626-bbe5-4a07-aab1-e8c1d3a5820d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '20624e69-fc20-4377-ae84-b4defd7af902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:38:31Z', 'updated_at': '2021-08-16T23:38:37Z', 'revision_number': 5, 'project_id': '16e475d1a3e642828e9216f7585a4895', 'subnets': [{'id': '20624e69-fc20-4377-ae84-b4defd7af902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:46:37.593271 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa91d794-6397-4325-986a-d3152a0aa1f3 req-825147d6-ca1a-4652-a79d-128e11ed4c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:46:37.594737 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-aa91d794-6397-4325-986a-d3152a0aa1f3 req-825147d6-ca1a-4652-a79d-128e11ed4c8b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=20624e69-fc20-4377-ae84-b4defd7af902 HTTP/1.1" status: 200 len: 850 time: 0.0431364 Aug 16 23:46:37.608953 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf0d874-127f-4ad7-a508-65710b497b04 None None] Checking router: c975e626-bbe5-4a07-aab1-e8c1d3a5820d for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:46:37.617465 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf0d874-127f-4ad7-a508-65710b497b04 None None] Routers {'c975e626-bbe5-4a07-aab1-e8c1d3a5820d'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:46:37.618081 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-8bf0d874-127f-4ad7-a508-65710b497b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:46:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['c975e626-bbe5-4a07-aab1-e8c1d3a5820d'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:46:37.646241 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa91d794-6397-4325-986a-d3152a0aa1f3 req-2d845f9f-59ee-40dd-aec3-1d5f208ef2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:46:37.647733 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-aa91d794-6397-4325-986a-d3152a0aa1f3 req-2d845f9f-59ee-40dd-aec3-1d5f208ef2b8 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e9b949f6-7c1a-4f50-8d6a-00477af5b7ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448585 Aug 16 23:46:37.722915 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-8bf0d874-127f-4ad7-a508-65710b497b04 None None] Set router c975e626-bbe5-4a07-aab1-e8c1d3a5820d gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:46:37.744189 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-aa91d794-6397-4325-986a-d3152a0aa1f3 req-e55eef38-f52b-4a71-92c4-03b992e4b73c service neutron] 10.222.0.68 "GET /v2.0/networks/e9b949f6-7c1a-4f50-8d6a-00477af5b7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884838 Aug 16 23:46:37.837332 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-aa91d794-6397-4325-986a-d3152a0aa1f3 req-11d75403-a2e4-44ad-99e7-e03c77256922 service neutron] 10.222.0.68 "GET /v2.0/networks/e9b949f6-7c1a-4f50-8d6a-00477af5b7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858595 Aug 16 23:46:37.957125 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-8bf0d874-127f-4ad7-a508-65710b497b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c975e626-bbe5-4a07-aab1-e8c1d3a5820d', 'name': 'tempest-TestVolumeBootPattern-228508795-router', 'tenant_id': '16e475d1a3e642828e9216f7585a4895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '6c62d74b-1d0e-408d-a23b-b7509e12a728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:38:29Z', 'updated_at': '2021-08-16T23:38:32Z', 'revision_number': 4, 'project_id': '16e475d1a3e642828e9216f7585a4895', 'gw_port': {'id': '6c62d74b-1d0e-408d-a23b-b7509e12a728', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c975e626-bbe5-4a07-aab1-e8c1d3a5820d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:38:29Z', 'updated_at': '2021-08-16T23:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': 'd6bd0607-cac1-48d7-a48e-d22800e60793', 'tenant_id': '16e475d1a3e642828e9216f7585a4895', 'floating_ip_address': '172.25.4.158', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': 'c975e626-bbe5-4a07-aab1-e8c1d3a5820d', 'port_id': '733a89f7-52f5-4559-bddc-a636b1e56b8e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9b949f6-7c1a-4f50-8d6a-00477af5b7ca', 'mac_address': 'fa:16:3e:0a:7e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d992fee-07a0-4c3c-a601-2edadc0518ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:46:36Z', 'updated_at': '2021-08-16T23:46:36Z', 'revision_number': 0, 'project_id': '16e475d1a3e642828e9216f7585a4895', 'fixed_ip_address_scope': None}, {'id': 'e63b96e0-fe34-4cc4-a3b0-d93f9f5769a8', 'tenant_id': '16e475d1a3e642828e9216f7585a4895', 'floating_ip_address': '172.25.4.179', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': 'c975e626-bbe5-4a07-aab1-e8c1d3a5820d', 'port_id': 'eddee976-c55d-4a81-8717-b00da8624b85', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9b949f6-7c1a-4f50-8d6a-00477af5b7ca', 'mac_address': 'fa:16:3e:06:b3:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6afa1b-1299-41f6-bdf3-41c53cee044f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:44:36Z', 'updated_at': '2021-08-16T23:44:38Z', 'revision_number': 1, 'project_id': '16e475d1a3e642828e9216f7585a4895', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96e856a4-a4a7-4a5b-89dd-05ce99998317', 'name': '', 'network_id': 'e9b949f6-7c1a-4f50-8d6a-00477af5b7ca', 'tenant_id': '16e475d1a3e642828e9216f7585a4895', 'mac_address': 'fa:16:3e:18:2c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c975e626-bbe5-4a07-aab1-e8c1d3a5820d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '20624e69-fc20-4377-ae84-b4defd7af902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:38:31Z', 'updated_at': '2021-08-16T23:38:37Z', 'revision_number': 5, 'project_id': '16e475d1a3e642828e9216f7585a4895', 'subnets': [{'id': '20624e69-fc20-4377-ae84-b4defd7af902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:46:37.987675 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf0d874-127f-4ad7-a508-65710b497b04 None None] The sync data for ids ['c975e626-bbe5-4a07-aab1-e8c1d3a5820d'] in n-d-791506-26 is: [{'id': 'c975e626-bbe5-4a07-aab1-e8c1d3a5820d', 'name': 'tempest-TestVolumeBootPattern-228508795-router', 'tenant_id': '16e475d1a3e642828e9216f7585a4895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '6c62d74b-1d0e-408d-a23b-b7509e12a728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:38:29Z', 'updated_at': '2021-08-16T23:38:32Z', 'revision_number': 4, 'project_id': '16e475d1a3e642828e9216f7585a4895', 'gw_port': {'id': '6c62d74b-1d0e-408d-a23b-b7509e12a728', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c975e626-bbe5-4a07-aab1-e8c1d3a5820d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:38:29Z', 'updated_at': '2021-08-16T23:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': 'd6bd0607-cac1-48d7-a48e-d22800e60793', 'tenant_id': '16e475d1a3e642828e9216f7585a4895', 'floating_ip_address': '172.25.4.158', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': 'c975e626-bbe5-4a07-aab1-e8c1d3a5820d', 'port_id': '733a89f7-52f5-4559-bddc-a636b1e56b8e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9b949f6-7c1a-4f50-8d6a-00477af5b7ca', 'mac_address': 'fa:16:3e:0a:7e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d992fee-07a0-4c3c-a601-2edadc0518ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:46:36Z', 'updated_at': '2021-08-16T23:46:36Z', 'revision_number': 0, 'project_id': '16e475d1a3e642828e9216f7585a4895', 'fixed_ip_address_scope': None}, {'id': 'e63b96e0-fe34-4cc4-a3b0-d93f9f5769a8', 'tenant_id': '16e475d1a3e642828e9216f7585a4895', 'floating_ip_address': '172.25.4.179', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': 'c975e626-bbe5-4a07-aab1-e8c1d3a5820d', 'port_id': 'eddee976-c55d-4a81-8717-b00da8624b85', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9b949f6-7c1a-4f50-8d6a-00477af5b7ca', 'mac_address': 'fa:16:3e:06:b3:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6afa1b-1299-41f6-bdf3-41c53cee044f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:44:36Z', 'updated_at': '2021-08-16T23:44:38Z', 'revision_number': 1, 'project_id': '16e475d1a3e642828e9216f7585a4895', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96e856a4-a4a7-4a5b-89dd-05ce99998317', 'name': '', 'network_id': 'e9b949f6-7c1a-4f50-8d6a-00477af5b7ca', 'tenant_id': '16e475d1a3e642828e9216f7585a4895', 'mac_address': 'fa:16:3e:18:2c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c975e626-bbe5-4a07-aab1-e8c1d3a5820d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '20624e69-fc20-4377-ae84-b4defd7af902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:38:31Z', 'updated_at': '2021-08-16T23:38:37Z', 'revision_number': 5, 'project_id': '16e475d1a3e642828e9216f7585a4895', 'subnets': [{'id': '20624e69-fc20-4377-ae84-b4defd7af902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:46:38.189112 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b052e975-bfc2-41f5-bc6b-ed3b38323a77 None None] New status for floating IP d6bd0607-cac1-48d7-a48e-d22800e60793: ACTIVE {{(pid=101294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:46:41.618223 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:47.754305 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-bf5fb62d-0a74-4044-834b-f21271cde21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:49.840497 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-83669d55-b6a0-472a-9f81-5d9d962f29c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:50.720614 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:51.731453 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:52.977338 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:55.799396 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:46:57.808887 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:47:02.384169 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c0f0642a-f53f-4b67-8857-8974fdc7d718 req-c2932336-f26d-4f87-b529-c1ca509d3b0e service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=6d992fee-07a0-4c3c-a601-2edadc0518ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402613 Aug 16 23:47:02.464979 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f0642a-f53f-4b67-8857-8974fdc7d718 req-a351e534-05cd-4b4c-9adb-776b7542b1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:47:02.466412 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c0f0642a-f53f-4b67-8857-8974fdc7d718 req-a351e534-05cd-4b4c-9adb-776b7542b1ba service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=16e475d1a3e642828e9216f7585a4895&device_id=6d992fee-07a0-4c3c-a601-2edadc0518ab HTTP/1.1" status: 200 len: 1097 time: 0.0404480 Aug 16 23:47:02.571813 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f0642a-f53f-4b67-8857-8974fdc7d718 req-f4906b6e-7e48-42c7-9956-91a1ebb00eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:47:02.573329 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c0f0642a-f53f-4b67-8857-8974fdc7d718 req-f4906b6e-7e48-42c7-9956-91a1ebb00eb1 service neutron] 10.222.0.68 "GET /v2.0/networks?id=e9b949f6-7c1a-4f50-8d6a-00477af5b7ca HTTP/1.1" status: 200 len: 912 time: 0.0872736 Aug 16 23:47:02.637336 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c0f0642a-f53f-4b67-8857-8974fdc7d718 req-e0d9f1c3-0779-44e8-a757-e7baa04f5c33 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=733a89f7-52f5-4559-bddc-a636b1e56b8e HTTP/1.1" status: 200 len: 1001 time: 0.0562844 Aug 16 23:47:02.686097 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f0642a-f53f-4b67-8857-8974fdc7d718 req-6bf681e7-b295-42ab-a59a-8f5f4a0ff6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:47:02.687515 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c0f0642a-f53f-4b67-8857-8974fdc7d718 req-6bf681e7-b295-42ab-a59a-8f5f4a0ff6af service neutron] 10.222.0.68 "GET /v2.0/subnets?id=20624e69-fc20-4377-ae84-b4defd7af902 HTTP/1.1" status: 200 len: 850 time: 0.0429921 Aug 16 23:47:02.740274 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f0642a-f53f-4b67-8857-8974fdc7d718 req-838d90a5-0ca3-4907-b28d-8dba78643d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:47:02.741742 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c0f0642a-f53f-4b67-8857-8974fdc7d718 req-838d90a5-0ca3-4907-b28d-8dba78643d83 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e9b949f6-7c1a-4f50-8d6a-00477af5b7ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451043 Aug 16 23:47:02.831867 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c0f0642a-f53f-4b67-8857-8974fdc7d718 req-e896ff89-55a0-4a3a-9557-38087ed248b2 service neutron] 10.222.0.68 "GET /v2.0/networks/e9b949f6-7c1a-4f50-8d6a-00477af5b7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823753 Aug 16 23:47:03.251542 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c0f0642a-f53f-4b67-8857-8974fdc7d718 req-4575cd67-cf3a-45fd-b1c6-ceae2512ab42 service neutron] 10.222.0.68 "GET /v2.0/networks/e9b949f6-7c1a-4f50-8d6a-00477af5b7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4118953 Aug 16 23:47:11.633223 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:47:16.377845 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c580f87e-bfa4-4326-b918-71cc3707ff00 req-04186b6f-2ca6-45ed-8c24-fac4d6103769 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4e6afa1b-1299-41f6-bdf3-41c53cee044f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0387738 Aug 16 23:47:16.475760 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c580f87e-bfa4-4326-b918-71cc3707ff00 req-0d425407-22eb-4293-ac4d-5ee7adc0a869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:47:16.477208 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c580f87e-bfa4-4326-b918-71cc3707ff00 req-0d425407-22eb-4293-ac4d-5ee7adc0a869 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=16e475d1a3e642828e9216f7585a4895&device_id=4e6afa1b-1299-41f6-bdf3-41c53cee044f HTTP/1.1" status: 200 len: 1097 time: 0.0408363 Aug 16 23:47:16.582273 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c580f87e-bfa4-4326-b918-71cc3707ff00 req-66f9e5da-0acd-4ff5-ab48-a5376a416541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:47:16.584665 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c580f87e-bfa4-4326-b918-71cc3707ff00 req-66f9e5da-0acd-4ff5-ab48-a5376a416541 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e9b949f6-7c1a-4f50-8d6a-00477af5b7ca HTTP/1.1" status: 200 len: 912 time: 0.0865183 Aug 16 23:47:16.648689 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c580f87e-bfa4-4326-b918-71cc3707ff00 req-b6f9d691-f0f2-49e0-b73d-4b8c6a7c13e8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eddee976-c55d-4a81-8717-b00da8624b85 HTTP/1.1" status: 200 len: 1001 time: 0.0576897 Aug 16 23:47:16.702053 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c580f87e-bfa4-4326-b918-71cc3707ff00 req-9caadce5-b969-4387-9405-6417780f08ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:47:16.703497 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c580f87e-bfa4-4326-b918-71cc3707ff00 req-9caadce5-b969-4387-9405-6417780f08ec service neutron] 10.222.0.57 "GET /v2.0/subnets?id=20624e69-fc20-4377-ae84-b4defd7af902 HTTP/1.1" status: 200 len: 850 time: 0.0471590 Aug 16 23:47:16.748111 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c580f87e-bfa4-4326-b918-71cc3707ff00 req-634a29f6-a9d3-4f1b-ae64-e2f95d802369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:47:16.749561 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c580f87e-bfa4-4326-b918-71cc3707ff00 req-634a29f6-a9d3-4f1b-ae64-e2f95d802369 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e9b949f6-7c1a-4f50-8d6a-00477af5b7ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395932 Aug 16 23:47:16.838582 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c580f87e-bfa4-4326-b918-71cc3707ff00 req-80bfa387-b8e2-4f92-a4ea-0eb740a96746 service neutron] 10.222.0.57 "GET /v2.0/networks/e9b949f6-7c1a-4f50-8d6a-00477af5b7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812292 Aug 16 23:47:16.929032 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c580f87e-bfa4-4326-b918-71cc3707ff00 req-4633b886-f687-4f82-b3d1-a2a46d13cad8 service neutron] 10.222.0.57 "GET /v2.0/networks/e9b949f6-7c1a-4f50-8d6a-00477af5b7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840445 Aug 16 23:47:17.757963 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ae4d790b-27e1-4361-92ea-2628e14dc0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:47:19.841366 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-41f62db5-f6ef-429c-8e8e-1b100045ea53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:47:20.724874 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:47:21.732483 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:47:22.978015 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:47:25.794115 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:47:34.809023 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:47:41.657331 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:47:47.759655 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-dfb27989-7a3e-45bc-b7ca-b29749211b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:47:49.842320 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99224c01-02c4-43a8-b741-65ece57423b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:47:50.725654 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:47:51.736364 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:47:52.985600 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:47:55.812380 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:04.360695 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a4de87b9-30f2-4fa3-97fe-1a378a7029c4 req-7a3a166e-c8a0-4ae9-9e17-f3e269949821 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=6d992fee-07a0-4c3c-a601-2edadc0518ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0389347 Aug 16 23:48:04.445226 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4de87b9-30f2-4fa3-97fe-1a378a7029c4 req-bb60ab81-f278-46f7-a942-4c281dd15ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:48:04.446626 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a4de87b9-30f2-4fa3-97fe-1a378a7029c4 req-bb60ab81-f278-46f7-a942-4c281dd15ef7 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=16e475d1a3e642828e9216f7585a4895&device_id=6d992fee-07a0-4c3c-a601-2edadc0518ab HTTP/1.1" status: 200 len: 1097 time: 0.0425222 Aug 16 23:48:04.539242 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 55376) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:48:04.554346 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4de87b9-30f2-4fa3-97fe-1a378a7029c4 req-d16bd39f-58d5-449f-8ed9-bce038967713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:48:04.555837 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a4de87b9-30f2-4fa3-97fe-1a378a7029c4 req-d16bd39f-58d5-449f-8ed9-bce038967713 service neutron] 10.222.0.68 "GET /v2.0/networks?id=e9b949f6-7c1a-4f50-8d6a-00477af5b7ca HTTP/1.1" status: 200 len: 912 time: 0.0898693 Aug 16 23:48:04.628773 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a4de87b9-30f2-4fa3-97fe-1a378a7029c4 req-580680bd-c5cf-49de-95f9-59e6e99e5c93 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=733a89f7-52f5-4559-bddc-a636b1e56b8e HTTP/1.1" status: 200 len: 1001 time: 0.0638680 Aug 16 23:48:04.678679 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4de87b9-30f2-4fa3-97fe-1a378a7029c4 req-ddb5a223-6776-4037-b458-33748f5ec5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:48:04.680153 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a4de87b9-30f2-4fa3-97fe-1a378a7029c4 req-ddb5a223-6776-4037-b458-33748f5ec5d3 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=20624e69-fc20-4377-ae84-b4defd7af902 HTTP/1.1" status: 200 len: 850 time: 0.0446420 Aug 16 23:48:04.719313 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-bd9f0d32-fef7-4bd7-acc9-a2d67d724515 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Deleting port 8ba5e136-d31d-47db-ac62-b6dd213086f4 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:48:04.719585 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bd9f0d32-fef7-4bd7-acc9-a2d67d724515 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:04.727681 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4de87b9-30f2-4fa3-97fe-1a378a7029c4 req-5ab5268e-6108-44fa-85a1-641dbec9f54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:48:04.729242 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a4de87b9-30f2-4fa3-97fe-1a378a7029c4 req-5ab5268e-6108-44fa-85a1-641dbec9f54b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e9b949f6-7c1a-4f50-8d6a-00477af5b7ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406811 Aug 16 23:48:04.799882 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bd9f0d32-fef7-4bd7-acc9-a2d67d724515 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:04.800216 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bd9f0d32-fef7-4bd7-acc9-a2d67d724515 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:04.811881 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-bd9f0d32-fef7-4bd7-acc9-a2d67d724515 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Calling delete_port for 8ba5e136-d31d-47db-ac62-b6dd213086f4 owned by network:floatingip {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:48:04.823516 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a4de87b9-30f2-4fa3-97fe-1a378a7029c4 req-445948bb-7f1d-42ca-9dc9-d1a41cfb1496 service neutron] 10.222.0.68 "GET /v2.0/networks/e9b949f6-7c1a-4f50-8d6a-00477af5b7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863433 Aug 16 23:48:04.921024 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a4de87b9-30f2-4fa3-97fe-1a378a7029c4 req-18e2d54f-d1b7-4016-8b18-02f6e0e37dd0 service neutron] 10.222.0.68 "GET /v2.0/networks/e9b949f6-7c1a-4f50-8d6a-00477af5b7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891538 Aug 16 23:48:04.966753 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bd9f0d32-fef7-4bd7-acc9-a2d67d724515 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:04.994162 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9f0d32-fef7-4bd7-acc9-a2d67d724515 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Pushing event deleted for resources: {'Port': ['ID=8ba5e136-d31d-47db-ac62-b6dd213086f4,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:48:05.020242 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9f0d32-fef7-4bd7-acc9-a2d67d724515 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:48:05.020487 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9f0d32-fef7-4bd7-acc9-a2d67d724515 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:48:05.020861 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9f0d32-fef7-4bd7-acc9-a2d67d724515 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:48:05.021207 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9f0d32-fef7-4bd7-acc9-a2d67d724515 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:48:05.021550 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9f0d32-fef7-4bd7-acc9-a2d67d724515 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:48:05.021888 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9f0d32-fef7-4bd7-acc9-a2d67d724515 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:48:05.022222 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9f0d32-fef7-4bd7-acc9-a2d67d724515 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:48:05.022555 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9f0d32-fef7-4bd7-acc9-a2d67d724515 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:48:05.022885 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9f0d32-fef7-4bd7-acc9-a2d67d724515 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:48:05.023217 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9f0d32-fef7-4bd7-acc9-a2d67d724515 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:48:05.023551 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9f0d32-fef7-4bd7-acc9-a2d67d724515 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:48:05.023877 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9f0d32-fef7-4bd7-acc9-a2d67d724515 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:48:05.062491 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bd9f0d32-fef7-4bd7-acc9-a2d67d724515 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks [] for floatingip, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:05.062828 n-d-791506-26 neutron-server[101291]: INFO neutron.db.l3_db [None req-bd9f0d32-fef7-4bd7-acc9-a2d67d724515 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Floating IP d6bd0607-cac1-48d7-a48e-d22800e60793 disassociated (deleted). External IP: 172.25.4.158, port: 733a89f7-52f5-4559-bddc-a636b1e56b8e. Aug 16 23:48:05.281951 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd9f0d32-fef7-4bd7-acc9-a2d67d724515 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Router c975e626-bbe5-4a07-aab1-e8c1d3a5820d has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:48:05.403049 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd9f0d32-fef7-4bd7-acc9-a2d67d724515 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:48:05.408186 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bd9f0d32-fef7-4bd7-acc9-a2d67d724515 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:05.413983 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bf62e3-2722-4b21-9862-48630209801b None None] Sync routers for ids ['c975e626-bbe5-4a07-aab1-e8c1d3a5820d'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:48:05.423240 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bf62e3-2722-4b21-9862-48630209801b None None] Routers {'c975e626-bbe5-4a07-aab1-e8c1d3a5820d'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:48:05.423841 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-26bf62e3-2722-4b21-9862-48630209801b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:47:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['c975e626-bbe5-4a07-aab1-e8c1d3a5820d'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:48:05.439925 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-bd9f0d32-fef7-4bd7-acc9-a2d67d724515 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "DELETE /v2.0/floatingips/d6bd0607-cac1-48d7-a48e-d22800e60793 HTTP/1.1" status: 204 len: 168 time: 0.8995349 Aug 16 23:48:05.440641 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d992fee-07a0-4c3c-a601-2edadc0518ab', 'tag': '733a89f7-52f5-4559-bddc-a636b1e56b8e'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:48:05.545624 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-26bf62e3-2722-4b21-9862-48630209801b None None] Set router c975e626-bbe5-4a07-aab1-e8c1d3a5820d gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:48:05.551022 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7165c1ab170cf7a86a4d2d0d4fd52c1e3b7b58c190c14e765d35b2aa62be1e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81373959-5888-4020-bbf2-0b781e8deaa0" -d '{"events": [{"name": "network-changed", "server_uuid": "6d992fee-07a0-4c3c-a601-2edadc0518ab", "tag": "733a89f7-52f5-4559-bddc-a636b1e56b8e"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:48:05.704810 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196e90e7-90aa-4a8a-97fe-2a1a0ef891c5 req-130096b3-49b1-4766-a0c2-5b4f95cb1c83 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:48:05.705496 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e876c9-a2df-41d0-8838-53f66541bc76 x-openstack-request-id: req-33e876c9-a2df-41d0-8838-53f66541bc76 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:48:05.705981 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d992fee-07a0-4c3c-a601-2edadc0518ab", "tag": "733a89f7-52f5-4559-bddc-a636b1e56b8e", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:48:05.706247 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-33e876c9-a2df-41d0-8838-53f66541bc76 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:48:05.706420 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-196e90e7-90aa-4a8a-97fe-2a1a0ef891c5 req-130096b3-49b1-4766-a0c2-5b4f95cb1c83 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d992fee-07a0-4c3c-a601-2edadc0518ab HTTP/1.1" status: 200 len: 945 time: 0.0687559 Aug 16 23:48:05.707144 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d992fee-07a0-4c3c-a601-2edadc0518ab', 'tag': '733a89f7-52f5-4559-bddc-a636b1e56b8e', 'status': 'completed', 'code': 200} Aug 16 23:48:05.776832 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-196e90e7-90aa-4a8a-97fe-2a1a0ef891c5 req-eda3e891-adad-4c75-9d6a-72dc2b3f77b3 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce5528ba-720f-4267-b71c-c7cfd6d697de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618563 Aug 16 23:48:05.789709 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81373959-5888-4020-bbf2-0b781e8deaa0 req-bd032e92-55ba-406d-b288-a7d22b448ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:48:05.791244 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-81373959-5888-4020-bbf2-0b781e8deaa0 req-bd032e92-55ba-406d-b288-a7d22b448ade service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=16e475d1a3e642828e9216f7585a4895&device_id=6d992fee-07a0-4c3c-a601-2edadc0518ab HTTP/1.1" status: 200 len: 1097 time: 0.0621388 Aug 16 23:48:05.795827 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-26bf62e3-2722-4b21-9862-48630209801b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c975e626-bbe5-4a07-aab1-e8c1d3a5820d', 'name': 'tempest-TestVolumeBootPattern-228508795-router', 'tenant_id': '16e475d1a3e642828e9216f7585a4895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '6c62d74b-1d0e-408d-a23b-b7509e12a728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:38:29Z', 'updated_at': '2021-08-16T23:38:32Z', 'revision_number': 4, 'project_id': '16e475d1a3e642828e9216f7585a4895', 'gw_port': {'id': '6c62d74b-1d0e-408d-a23b-b7509e12a728', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c975e626-bbe5-4a07-aab1-e8c1d3a5820d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:38:29Z', 'updated_at': '2021-08-16T23:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': 'e63b96e0-fe34-4cc4-a3b0-d93f9f5769a8', 'tenant_id': '16e475d1a3e642828e9216f7585a4895', 'floating_ip_address': '172.25.4.179', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': 'c975e626-bbe5-4a07-aab1-e8c1d3a5820d', 'port_id': 'eddee976-c55d-4a81-8717-b00da8624b85', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9b949f6-7c1a-4f50-8d6a-00477af5b7ca', 'mac_address': 'fa:16:3e:06:b3:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6afa1b-1299-41f6-bdf3-41c53cee044f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:44:36Z', 'updated_at': '2021-08-16T23:44:38Z', 'revision_number': 1, 'project_id': '16e475d1a3e642828e9216f7585a4895', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96e856a4-a4a7-4a5b-89dd-05ce99998317', 'name': '', 'network_id': 'e9b949f6-7c1a-4f50-8d6a-00477af5b7ca', 'tenant_id': '16e475d1a3e642828e9216f7585a4895', 'mac_address': 'fa:16:3e:18:2c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c975e626-bbe5-4a07-aab1-e8c1d3a5820d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '20624e69-fc20-4377-ae84-b4defd7af902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:38:31Z', 'updated_at': '2021-08-16T23:38:37Z', 'revision_number': 5, 'project_id': '16e475d1a3e642828e9216f7585a4895', 'subnets': [{'id': '20624e69-fc20-4377-ae84-b4defd7af902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:48:05.821731 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bf62e3-2722-4b21-9862-48630209801b None None] Checking router: c975e626-bbe5-4a07-aab1-e8c1d3a5820d for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:48:05.830058 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bf62e3-2722-4b21-9862-48630209801b None None] Routers {'c975e626-bbe5-4a07-aab1-e8c1d3a5820d'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:48:05.830671 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-26bf62e3-2722-4b21-9862-48630209801b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:47:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['c975e626-bbe5-4a07-aab1-e8c1d3a5820d'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:48:05.887007 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81373959-5888-4020-bbf2-0b781e8deaa0 req-cc558a3e-4670-4cab-adf7-8f094cc48db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:48:05.888512 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-81373959-5888-4020-bbf2-0b781e8deaa0 req-cc558a3e-4670-4cab-adf7-8f094cc48db9 service neutron] 10.222.0.68 "GET /v2.0/networks?id=e9b949f6-7c1a-4f50-8d6a-00477af5b7ca HTTP/1.1" status: 200 len: 912 time: 0.0883639 Aug 16 23:48:05.936319 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-81373959-5888-4020-bbf2-0b781e8deaa0 req-e290e3cf-0dba-447f-be58-2aa9b2d27f3f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=733a89f7-52f5-4559-bddc-a636b1e56b8e HTTP/1.1" status: 200 len: 217 time: 0.0400534 Aug 16 23:48:05.936840 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-26bf62e3-2722-4b21-9862-48630209801b None None] Set router c975e626-bbe5-4a07-aab1-e8c1d3a5820d gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:48:05.986411 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81373959-5888-4020-bbf2-0b781e8deaa0 req-1f25ba9b-c544-40e4-9f03-f349323d69f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:48:05.988100 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-81373959-5888-4020-bbf2-0b781e8deaa0 req-1f25ba9b-c544-40e4-9f03-f349323d69f1 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=20624e69-fc20-4377-ae84-b4defd7af902 HTTP/1.1" status: 200 len: 850 time: 0.0445490 Aug 16 23:48:06.039360 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81373959-5888-4020-bbf2-0b781e8deaa0 req-b2fda91d-3213-448c-81a6-36349572c12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:48:06.041734 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-81373959-5888-4020-bbf2-0b781e8deaa0 req-b2fda91d-3213-448c-81a6-36349572c12d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e9b949f6-7c1a-4f50-8d6a-00477af5b7ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459139 Aug 16 23:48:06.150099 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-81373959-5888-4020-bbf2-0b781e8deaa0 req-8820424a-e206-4b4a-bf2a-2e936440a916 service neutron] 10.222.0.68 "GET /v2.0/networks/e9b949f6-7c1a-4f50-8d6a-00477af5b7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995176 Aug 16 23:48:06.178437 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-26bf62e3-2722-4b21-9862-48630209801b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c975e626-bbe5-4a07-aab1-e8c1d3a5820d', 'name': 'tempest-TestVolumeBootPattern-228508795-router', 'tenant_id': '16e475d1a3e642828e9216f7585a4895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '6c62d74b-1d0e-408d-a23b-b7509e12a728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:38:29Z', 'updated_at': '2021-08-16T23:38:32Z', 'revision_number': 4, 'project_id': '16e475d1a3e642828e9216f7585a4895', 'gw_port': {'id': '6c62d74b-1d0e-408d-a23b-b7509e12a728', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c975e626-bbe5-4a07-aab1-e8c1d3a5820d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:38:29Z', 'updated_at': '2021-08-16T23:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': 'e63b96e0-fe34-4cc4-a3b0-d93f9f5769a8', 'tenant_id': '16e475d1a3e642828e9216f7585a4895', 'floating_ip_address': '172.25.4.179', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': 'c975e626-bbe5-4a07-aab1-e8c1d3a5820d', 'port_id': 'eddee976-c55d-4a81-8717-b00da8624b85', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9b949f6-7c1a-4f50-8d6a-00477af5b7ca', 'mac_address': 'fa:16:3e:06:b3:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6afa1b-1299-41f6-bdf3-41c53cee044f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:44:36Z', 'updated_at': '2021-08-16T23:44:38Z', 'revision_number': 1, 'project_id': '16e475d1a3e642828e9216f7585a4895', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96e856a4-a4a7-4a5b-89dd-05ce99998317', 'name': '', 'network_id': 'e9b949f6-7c1a-4f50-8d6a-00477af5b7ca', 'tenant_id': '16e475d1a3e642828e9216f7585a4895', 'mac_address': 'fa:16:3e:18:2c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c975e626-bbe5-4a07-aab1-e8c1d3a5820d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '20624e69-fc20-4377-ae84-b4defd7af902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:38:31Z', 'updated_at': '2021-08-16T23:38:37Z', 'revision_number': 5, 'project_id': '16e475d1a3e642828e9216f7585a4895', 'subnets': [{'id': '20624e69-fc20-4377-ae84-b4defd7af902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:48:06.204938 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bf62e3-2722-4b21-9862-48630209801b None None] The sync data for ids ['c975e626-bbe5-4a07-aab1-e8c1d3a5820d'] in n-d-791506-26 is: [{'id': 'c975e626-bbe5-4a07-aab1-e8c1d3a5820d', 'name': 'tempest-TestVolumeBootPattern-228508795-router', 'tenant_id': '16e475d1a3e642828e9216f7585a4895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '6c62d74b-1d0e-408d-a23b-b7509e12a728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:38:29Z', 'updated_at': '2021-08-16T23:38:32Z', 'revision_number': 4, 'project_id': '16e475d1a3e642828e9216f7585a4895', 'gw_port': {'id': '6c62d74b-1d0e-408d-a23b-b7509e12a728', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c975e626-bbe5-4a07-aab1-e8c1d3a5820d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:38:29Z', 'updated_at': '2021-08-16T23:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': 'e63b96e0-fe34-4cc4-a3b0-d93f9f5769a8', 'tenant_id': '16e475d1a3e642828e9216f7585a4895', 'floating_ip_address': '172.25.4.179', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': 'c975e626-bbe5-4a07-aab1-e8c1d3a5820d', 'port_id': 'eddee976-c55d-4a81-8717-b00da8624b85', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9b949f6-7c1a-4f50-8d6a-00477af5b7ca', 'mac_address': 'fa:16:3e:06:b3:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6afa1b-1299-41f6-bdf3-41c53cee044f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:44:36Z', 'updated_at': '2021-08-16T23:44:38Z', 'revision_number': 1, 'project_id': '16e475d1a3e642828e9216f7585a4895', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96e856a4-a4a7-4a5b-89dd-05ce99998317', 'name': '', 'network_id': 'e9b949f6-7c1a-4f50-8d6a-00477af5b7ca', 'tenant_id': '16e475d1a3e642828e9216f7585a4895', 'mac_address': 'fa:16:3e:18:2c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c975e626-bbe5-4a07-aab1-e8c1d3a5820d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '20624e69-fc20-4377-ae84-b4defd7af902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:38:31Z', 'updated_at': '2021-08-16T23:38:37Z', 'revision_number': 5, 'project_id': '16e475d1a3e642828e9216f7585a4895', 'subnets': [{'id': '20624e69-fc20-4377-ae84-b4defd7af902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:48:06.267741 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-81373959-5888-4020-bbf2-0b781e8deaa0 req-f056aa41-bbea-48d6-8c16-3727dca8be96 service neutron] 10.222.0.68 "GET /v2.0/networks/e9b949f6-7c1a-4f50-8d6a-00477af5b7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090968 Aug 16 23:48:06.437616 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042152f0-2f5d-4932-ae67-5a38226fa82e None None] New status for floating IP d6bd0607-cac1-48d7-a48e-d22800e60793: DOWN {{(pid=101294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:48:06.909372 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec3c226-18d9-4fee-9ffd-7cacb970495b req-68961e08-f008-4761-aef5-4445899b5c61 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:48:06.911531 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4ec3c226-18d9-4fee-9ffd-7cacb970495b req-68961e08-f008-4761-aef5-4445899b5c61 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d992fee-07a0-4c3c-a601-2edadc0518ab HTTP/1.1" status: 200 len: 945 time: 0.0518727 Aug 16 23:48:06.955356 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4ec3c226-18d9-4fee-9ffd-7cacb970495b req-35e95d97-2a88-480f-b865-62c57fca9f6e tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce5528ba-720f-4267-b71c-c7cfd6d697de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375726 Aug 16 23:48:07.252298 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87713ec3-da64-4b09-8633-83b305c08775 req-9881f00b-f633-4b4f-9650-b9f179db56ee tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:48:07.254196 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-87713ec3-da64-4b09-8633-83b305c08775 req-9881f00b-f633-4b4f-9650-b9f179db56ee tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.68 "GET /v2.0/ports?device_id=6d992fee-07a0-4c3c-a601-2edadc0518ab HTTP/1.1" status: 200 len: 945 time: 0.0513148 Aug 16 23:48:07.343184 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-87713ec3-da64-4b09-8633-83b305c08775 req-f9590c28-ea3b-4848-8947-72a20d53d5ba tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Deleting port 733a89f7-52f5-4559-bddc-a636b1e56b8e {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:48:07.343521 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-87713ec3-da64-4b09-8633-83b305c08775 req-f9590c28-ea3b-4848-8947-72a20d53d5ba tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:07.432391 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-87713ec3-da64-4b09-8633-83b305c08775 req-f9590c28-ea3b-4848-8947-72a20d53d5ba tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] For port 733a89f7-52f5-4559-bddc-a636b1e56b8e, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=733a89f7-52f5-4559-bddc-a636b1e56b8e,segment=NetworkSegment(50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1),segment_id=50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:48:07.432697 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-87713ec3-da64-4b09-8633-83b305c08775 req-f9590c28-ea3b-4848-8947-72a20d53d5ba tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:07.444643 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-87713ec3-da64-4b09-8633-83b305c08775 req-f9590c28-ea3b-4848-8947-72a20d53d5ba tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Calling delete_port for 733a89f7-52f5-4559-bddc-a636b1e56b8e owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:48:07.575794 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-87713ec3-da64-4b09-8633-83b305c08775 req-f9590c28-ea3b-4848-8947-72a20d53d5ba tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:07.603150 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9590c28-ea3b-4848-8947-72a20d53d5ba tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Pushing event deleted for resources: {'Port': ['ID=733a89f7-52f5-4559-bddc-a636b1e56b8e,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:48:07.613105 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9590c28-ea3b-4848-8947-72a20d53d5ba tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:48:07.613459 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9590c28-ea3b-4848-8947-72a20d53d5ba tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:48:07.613805 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9590c28-ea3b-4848-8947-72a20d53d5ba tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:48:07.614151 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9590c28-ea3b-4848-8947-72a20d53d5ba tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:48:07.614493 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9590c28-ea3b-4848-8947-72a20d53d5ba tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:48:07.614829 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9590c28-ea3b-4848-8947-72a20d53d5ba tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:48:07.615160 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9590c28-ea3b-4848-8947-72a20d53d5ba tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:48:07.615489 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9590c28-ea3b-4848-8947-72a20d53d5ba tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:48:07.616227 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9590c28-ea3b-4848-8947-72a20d53d5ba tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:48:07.616227 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9590c28-ea3b-4848-8947-72a20d53d5ba tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:48:07.616497 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9590c28-ea3b-4848-8947-72a20d53d5ba tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:48:07.616791 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9590c28-ea3b-4848-8947-72a20d53d5ba tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:48:07.657028 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-87713ec3-da64-4b09-8633-83b305c08775 req-f9590c28-ea3b-4848-8947-72a20d53d5ba tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] No DVR routers for this DVR port 733a89f7-52f5-4559-bddc-a636b1e56b8e on host n-h1-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:48:07.659693 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-87713ec3-da64-4b09-8633-83b305c08775 req-f9590c28-ea3b-4848-8947-72a20d53d5ba tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:07.661714 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-87713ec3-da64-4b09-8633-83b305c08775 req-f9590c28-ea3b-4848-8947-72a20d53d5ba tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.68 "DELETE /v2.0/ports/733a89f7-52f5-4559-bddc-a636b1e56b8e HTTP/1.1" status: 204 len: 173 time: 0.4013352 Aug 16 23:48:07.662160 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d992fee-07a0-4c3c-a601-2edadc0518ab', 'name': 'network-vif-deleted', 'tag': '733a89f7-52f5-4559-bddc-a636b1e56b8e'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:48:07.664417 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5be9a9c22bfe9382157933c6eba925c7622163b8a5c85bc608140d30d6fa20cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49adbf2e-ca5c-4b73-8341-79eccd84f3af" -d '{"events": [{"server_uuid": "6d992fee-07a0-4c3c-a601-2edadc0518ab", "name": "network-vif-deleted", "tag": "733a89f7-52f5-4559-bddc-a636b1e56b8e"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:48:07.726337 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-053923ac-82e3-4f1f-ad49-ed3701371aef x-openstack-request-id: req-053923ac-82e3-4f1f-ad49-ed3701371aef {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:48:07.726634 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d992fee-07a0-4c3c-a601-2edadc0518ab", "name": "network-vif-deleted", "tag": "733a89f7-52f5-4559-bddc-a636b1e56b8e", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:48:07.726914 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-053923ac-82e3-4f1f-ad49-ed3701371aef {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:48:07.727320 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d992fee-07a0-4c3c-a601-2edadc0518ab', 'name': 'network-vif-deleted', 'tag': '733a89f7-52f5-4559-bddc-a636b1e56b8e', 'status': 'completed', 'code': 200} Aug 16 23:48:08.069406 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e8b930cf-b445-47db-8e60-01a628668092 req-231af16b-805c-490d-9c35-d32362a1ddfc tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d992fee-07a0-4c3c-a601-2edadc0518ab HTTP/1.1" status: 200 len: 210 time: 0.0350502 Aug 16 23:48:09.159733 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6e19b56b-5638-4586-9353-7cb1c080ff83 req-59e500b5-24b4-49b3-ae00-0be544366dfa tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d992fee-07a0-4c3c-a601-2edadc0518ab HTTP/1.1" status: 200 len: 210 time: 0.0271437 Aug 16 23:48:10.259599 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c5c11d18-a450-4d94-a453-4bd25c57fe90 req-424e8386-1d64-4733-9eb8-7b1067c6552b tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d992fee-07a0-4c3c-a601-2edadc0518ab HTTP/1.1" status: 200 len: 210 time: 0.0324168 Aug 16 23:48:10.470847 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 733a89f7-52f5-4559-bddc-a636b1e56b8e no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:48:10.491505 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] No Port match for: 733a89f7-52f5-4559-bddc-a636b1e56b8e {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:48:10.491855 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 733a89f7-52f5-4559-bddc-a636b1e56b8e not bound to the agent host n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:48:11.372658 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-59730ccd-7fa8-4c95-9ddb-8103338aa3e6 req-ee11dbc4-3f5e-4037-bda6-9b1968189d13 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d992fee-07a0-4c3c-a601-2edadc0518ab HTTP/1.1" status: 200 len: 210 time: 0.0280805 Aug 16 23:48:11.668971 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:11.808369 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:48:16.729006 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 55460) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:48:16.898910 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-c3e981c7-b25e-48cc-aa9f-de00fa0df51c tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Deleting port 0fccf670-963b-4169-82da-fee4b57d861a {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:48:16.899259 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c3e981c7-b25e-48cc-aa9f-de00fa0df51c tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:16.981016 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c3e981c7-b25e-48cc-aa9f-de00fa0df51c tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:16.981260 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c3e981c7-b25e-48cc-aa9f-de00fa0df51c tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:16.993219 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-c3e981c7-b25e-48cc-aa9f-de00fa0df51c tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Calling delete_port for 0fccf670-963b-4169-82da-fee4b57d861a owned by network:floatingip {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:48:17.152962 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c3e981c7-b25e-48cc-aa9f-de00fa0df51c tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:17.181056 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e981c7-b25e-48cc-aa9f-de00fa0df51c tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Pushing event deleted for resources: {'Port': ['ID=0fccf670-963b-4169-82da-fee4b57d861a,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:48:17.239434 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c3e981c7-b25e-48cc-aa9f-de00fa0df51c tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks [] for floatingip, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:17.239692 n-d-791506-26 neutron-server[101291]: INFO neutron.db.l3_db [None req-c3e981c7-b25e-48cc-aa9f-de00fa0df51c tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Floating IP e63b96e0-fe34-4cc4-a3b0-d93f9f5769a8 disassociated (deleted). External IP: 172.25.4.179, port: eddee976-c55d-4a81-8717-b00da8624b85. Aug 16 23:48:17.452103 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3e981c7-b25e-48cc-aa9f-de00fa0df51c tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Router c975e626-bbe5-4a07-aab1-e8c1d3a5820d has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:48:17.558124 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3e981c7-b25e-48cc-aa9f-de00fa0df51c tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:48:17.562946 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c3e981c7-b25e-48cc-aa9f-de00fa0df51c tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:17.567325 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f538d6-b286-4521-a4e5-d71f67e2f4f7 None None] Sync routers for ids ['c975e626-bbe5-4a07-aab1-e8c1d3a5820d'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:48:17.580783 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f538d6-b286-4521-a4e5-d71f67e2f4f7 None None] Routers {'c975e626-bbe5-4a07-aab1-e8c1d3a5820d'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:48:17.581388 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-30f538d6-b286-4521-a4e5-d71f67e2f4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:47:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['c975e626-bbe5-4a07-aab1-e8c1d3a5820d'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:48:17.593297 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-c3e981c7-b25e-48cc-aa9f-de00fa0df51c tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "DELETE /v2.0/floatingips/e63b96e0-fe34-4cc4-a3b0-d93f9f5769a8 HTTP/1.1" status: 204 len: 168 time: 0.8631697 Aug 16 23:48:17.594141 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e6afa1b-1299-41f6-bdf3-41c53cee044f', 'tag': 'eddee976-c55d-4a81-8717-b00da8624b85'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:48:17.597679 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7165c1ab170cf7a86a4d2d0d4fd52c1e3b7b58c190c14e765d35b2aa62be1e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1449de43-ae07-4b78-b17d-9bbfc089ebc2" -d '{"events": [{"name": "network-changed", "server_uuid": "4e6afa1b-1299-41f6-bdf3-41c53cee044f", "tag": "eddee976-c55d-4a81-8717-b00da8624b85"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:48:17.639344 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b180b2c-7c45-4030-8213-d6d5470c5b66 x-openstack-request-id: req-7b180b2c-7c45-4030-8213-d6d5470c5b66 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:48:17.639647 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e6afa1b-1299-41f6-bdf3-41c53cee044f", "tag": "eddee976-c55d-4a81-8717-b00da8624b85", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:48:17.639909 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7b180b2c-7c45-4030-8213-d6d5470c5b66 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:48:17.640344 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e6afa1b-1299-41f6-bdf3-41c53cee044f', 'tag': 'eddee976-c55d-4a81-8717-b00da8624b85', 'status': 'completed', 'code': 200} Aug 16 23:48:17.730057 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1449de43-ae07-4b78-b17d-9bbfc089ebc2 req-34331562-005e-4122-ad5b-727cb327add4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:48:17.731715 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1449de43-ae07-4b78-b17d-9bbfc089ebc2 req-34331562-005e-4122-ad5b-727cb327add4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=16e475d1a3e642828e9216f7585a4895&device_id=4e6afa1b-1299-41f6-bdf3-41c53cee044f HTTP/1.1" status: 200 len: 1097 time: 0.0470490 Aug 16 23:48:17.805083 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-8173e38d-c8f3-4b16-b22c-3d4d6377e195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:17.865987 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-30f538d6-b286-4521-a4e5-d71f67e2f4f7 None None] Set router c975e626-bbe5-4a07-aab1-e8c1d3a5820d gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:48:17.886748 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1449de43-ae07-4b78-b17d-9bbfc089ebc2 req-f488467c-b94a-48e7-ba8f-152fa7c627d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:48:17.888647 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1449de43-ae07-4b78-b17d-9bbfc089ebc2 req-f488467c-b94a-48e7-ba8f-152fa7c627d7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e9b949f6-7c1a-4f50-8d6a-00477af5b7ca HTTP/1.1" status: 200 len: 912 time: 0.1281183 Aug 16 23:48:17.916633 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750cb324-8106-4695-a969-3bba264603ac req-9cc29c05-7a1b-4ef3-9483-3497a5e77661 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:48:17.918339 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-750cb324-8106-4695-a969-3bba264603ac req-9cc29c05-7a1b-4ef3-9483-3497a5e77661 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e6afa1b-1299-41f6-bdf3-41c53cee044f HTTP/1.1" status: 200 len: 945 time: 0.0794098 Aug 16 23:48:17.951687 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1449de43-ae07-4b78-b17d-9bbfc089ebc2 req-a1da16b0-4b79-42fa-a1f8-6d67436a0285 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eddee976-c55d-4a81-8717-b00da8624b85 HTTP/1.1" status: 200 len: 217 time: 0.0541120 Aug 16 23:48:18.015811 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-750cb324-8106-4695-a969-3bba264603ac req-b27a3a0b-c894-4b32-a7ea-420f977362c3 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce5528ba-720f-4267-b71c-c7cfd6d697de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710781 Aug 16 23:48:18.023890 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1449de43-ae07-4b78-b17d-9bbfc089ebc2 req-20c1faf8-4ddb-499f-a3dd-ca3e136caf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:48:18.025496 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1449de43-ae07-4b78-b17d-9bbfc089ebc2 req-20c1faf8-4ddb-499f-a3dd-ca3e136caf1e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=20624e69-fc20-4377-ae84-b4defd7af902 HTTP/1.1" status: 200 len: 850 time: 0.0650082 Aug 16 23:48:18.073758 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-30f538d6-b286-4521-a4e5-d71f67e2f4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c975e626-bbe5-4a07-aab1-e8c1d3a5820d', 'name': 'tempest-TestVolumeBootPattern-228508795-router', 'tenant_id': '16e475d1a3e642828e9216f7585a4895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '6c62d74b-1d0e-408d-a23b-b7509e12a728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:38:29Z', 'updated_at': '2021-08-16T23:38:32Z', 'revision_number': 4, 'project_id': '16e475d1a3e642828e9216f7585a4895', 'gw_port': {'id': '6c62d74b-1d0e-408d-a23b-b7509e12a728', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c975e626-bbe5-4a07-aab1-e8c1d3a5820d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:38:29Z', 'updated_at': '2021-08-16T23:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '96e856a4-a4a7-4a5b-89dd-05ce99998317', 'name': '', 'network_id': 'e9b949f6-7c1a-4f50-8d6a-00477af5b7ca', 'tenant_id': '16e475d1a3e642828e9216f7585a4895', 'mac_address': 'fa:16:3e:18:2c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c975e626-bbe5-4a07-aab1-e8c1d3a5820d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '20624e69-fc20-4377-ae84-b4defd7af902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:38:31Z', 'updated_at': '2021-08-16T23:38:37Z', 'revision_number': 5, 'project_id': '16e475d1a3e642828e9216f7585a4895', 'subnets': [{'id': '20624e69-fc20-4377-ae84-b4defd7af902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:48:18.082343 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1449de43-ae07-4b78-b17d-9bbfc089ebc2 req-6fce4974-80bf-4f3d-a9a8-63c7fe3a46db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:48:18.083845 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1449de43-ae07-4b78-b17d-9bbfc089ebc2 req-6fce4974-80bf-4f3d-a9a8-63c7fe3a46db service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e9b949f6-7c1a-4f50-8d6a-00477af5b7ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422873 Aug 16 23:48:18.100331 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f538d6-b286-4521-a4e5-d71f67e2f4f7 None None] Checking router: c975e626-bbe5-4a07-aab1-e8c1d3a5820d for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:48:18.108450 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f538d6-b286-4521-a4e5-d71f67e2f4f7 None None] Routers {'c975e626-bbe5-4a07-aab1-e8c1d3a5820d'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:48:18.109113 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-30f538d6-b286-4521-a4e5-d71f67e2f4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:47:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['c975e626-bbe5-4a07-aab1-e8c1d3a5820d'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:48:18.176039 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1449de43-ae07-4b78-b17d-9bbfc089ebc2 req-f388b02a-3ff5-4ad2-8062-a084454c6bc7 service neutron] 10.222.0.57 "GET /v2.0/networks/e9b949f6-7c1a-4f50-8d6a-00477af5b7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835087 Aug 16 23:48:18.217094 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-30f538d6-b286-4521-a4e5-d71f67e2f4f7 None None] Set router c975e626-bbe5-4a07-aab1-e8c1d3a5820d gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:48:18.274468 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1449de43-ae07-4b78-b17d-9bbfc089ebc2 req-750c73e9-7e66-436d-b591-e39ffe7aaa49 service neutron] 10.222.0.57 "GET /v2.0/networks/e9b949f6-7c1a-4f50-8d6a-00477af5b7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907016 Aug 16 23:48:18.417790 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-30f538d6-b286-4521-a4e5-d71f67e2f4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c975e626-bbe5-4a07-aab1-e8c1d3a5820d', 'name': 'tempest-TestVolumeBootPattern-228508795-router', 'tenant_id': '16e475d1a3e642828e9216f7585a4895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '6c62d74b-1d0e-408d-a23b-b7509e12a728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:38:29Z', 'updated_at': '2021-08-16T23:38:32Z', 'revision_number': 4, 'project_id': '16e475d1a3e642828e9216f7585a4895', 'gw_port': {'id': '6c62d74b-1d0e-408d-a23b-b7509e12a728', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c975e626-bbe5-4a07-aab1-e8c1d3a5820d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:38:29Z', 'updated_at': '2021-08-16T23:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '96e856a4-a4a7-4a5b-89dd-05ce99998317', 'name': '', 'network_id': 'e9b949f6-7c1a-4f50-8d6a-00477af5b7ca', 'tenant_id': '16e475d1a3e642828e9216f7585a4895', 'mac_address': 'fa:16:3e:18:2c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c975e626-bbe5-4a07-aab1-e8c1d3a5820d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '20624e69-fc20-4377-ae84-b4defd7af902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:38:31Z', 'updated_at': '2021-08-16T23:38:37Z', 'revision_number': 5, 'project_id': '16e475d1a3e642828e9216f7585a4895', 'subnets': [{'id': '20624e69-fc20-4377-ae84-b4defd7af902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:48:18.444683 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f538d6-b286-4521-a4e5-d71f67e2f4f7 None None] The sync data for ids ['c975e626-bbe5-4a07-aab1-e8c1d3a5820d'] in n-d-791506-26 is: [{'id': 'c975e626-bbe5-4a07-aab1-e8c1d3a5820d', 'name': 'tempest-TestVolumeBootPattern-228508795-router', 'tenant_id': '16e475d1a3e642828e9216f7585a4895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '6c62d74b-1d0e-408d-a23b-b7509e12a728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:38:29Z', 'updated_at': '2021-08-16T23:38:32Z', 'revision_number': 4, 'project_id': '16e475d1a3e642828e9216f7585a4895', 'gw_port': {'id': '6c62d74b-1d0e-408d-a23b-b7509e12a728', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c975e626-bbe5-4a07-aab1-e8c1d3a5820d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:38:29Z', 'updated_at': '2021-08-16T23:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '96e856a4-a4a7-4a5b-89dd-05ce99998317', 'name': '', 'network_id': 'e9b949f6-7c1a-4f50-8d6a-00477af5b7ca', 'tenant_id': '16e475d1a3e642828e9216f7585a4895', 'mac_address': 'fa:16:3e:18:2c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c975e626-bbe5-4a07-aab1-e8c1d3a5820d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '20624e69-fc20-4377-ae84-b4defd7af902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:38:31Z', 'updated_at': '2021-08-16T23:38:37Z', 'revision_number': 5, 'project_id': '16e475d1a3e642828e9216f7585a4895', 'subnets': [{'id': '20624e69-fc20-4377-ae84-b4defd7af902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:48:18.654166 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2927b57c-81e9-41ae-89ce-0f60f7fa2828 None None] New status for floating IP e63b96e0-fe34-4cc4-a3b0-d93f9f5769a8: DOWN {{(pid=101294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:48:19.135272 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe10599-34c8-4d14-8103-6b2d5b570350 req-668fd453-e1c1-457d-95d2-00b659e77f64 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:48:19.136796 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3fe10599-34c8-4d14-8103-6b2d5b570350 req-668fd453-e1c1-457d-95d2-00b659e77f64 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e6afa1b-1299-41f6-bdf3-41c53cee044f HTTP/1.1" status: 200 len: 945 time: 0.0508749 Aug 16 23:48:19.177074 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3fe10599-34c8-4d14-8103-6b2d5b570350 req-7180f8a7-0b35-4223-add5-134780e802f4 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce5528ba-720f-4267-b71c-c7cfd6d697de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339432 Aug 16 23:48:19.649501 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b0a5c5-ca42-4860-9815-c971b25285a3 req-2054467e-53e6-49d9-80c8-6e524ddf16eb tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:48:19.650870 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-76b0a5c5-ca42-4860-9815-c971b25285a3 req-2054467e-53e6-49d9-80c8-6e524ddf16eb tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e6afa1b-1299-41f6-bdf3-41c53cee044f HTTP/1.1" status: 200 len: 945 time: 0.0488834 Aug 16 23:48:19.743735 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-76b0a5c5-ca42-4860-9815-c971b25285a3 req-622a64e1-35af-46e3-9882-4e28d9213712 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Deleting port eddee976-c55d-4a81-8717-b00da8624b85 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:48:19.744079 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-76b0a5c5-ca42-4860-9815-c971b25285a3 req-622a64e1-35af-46e3-9882-4e28d9213712 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:19.831122 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-76b0a5c5-ca42-4860-9815-c971b25285a3 req-622a64e1-35af-46e3-9882-4e28d9213712 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] For port eddee976-c55d-4a81-8717-b00da8624b85, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=eddee976-c55d-4a81-8717-b00da8624b85,segment=NetworkSegment(50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1),segment_id=50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:48:19.831502 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-76b0a5c5-ca42-4860-9815-c971b25285a3 req-622a64e1-35af-46e3-9882-4e28d9213712 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:19.843870 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7d11fcb2-d4ef-48ff-8a2e-e1c833cef4b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:19.849341 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-76b0a5c5-ca42-4860-9815-c971b25285a3 req-622a64e1-35af-46e3-9882-4e28d9213712 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Calling delete_port for eddee976-c55d-4a81-8717-b00da8624b85 owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:48:19.975294 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-76b0a5c5-ca42-4860-9815-c971b25285a3 req-622a64e1-35af-46e3-9882-4e28d9213712 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:20.003829 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622a64e1-35af-46e3-9882-4e28d9213712 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Pushing event deleted for resources: {'Port': ['ID=eddee976-c55d-4a81-8717-b00da8624b85,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:48:20.048066 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-76b0a5c5-ca42-4860-9815-c971b25285a3 req-622a64e1-35af-46e3-9882-4e28d9213712 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] No DVR routers for this DVR port eddee976-c55d-4a81-8717-b00da8624b85 on host n-h2-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:48:20.050741 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-76b0a5c5-ca42-4860-9815-c971b25285a3 req-622a64e1-35af-46e3-9882-4e28d9213712 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:20.053458 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-76b0a5c5-ca42-4860-9815-c971b25285a3 req-622a64e1-35af-46e3-9882-4e28d9213712 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.57 "DELETE /v2.0/ports/eddee976-c55d-4a81-8717-b00da8624b85 HTTP/1.1" status: 204 len: 173 time: 0.3956499 Aug 16 23:48:20.053949 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e6afa1b-1299-41f6-bdf3-41c53cee044f', 'name': 'network-vif-deleted', 'tag': 'eddee976-c55d-4a81-8717-b00da8624b85'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:48:20.056228 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5be9a9c22bfe9382157933c6eba925c7622163b8a5c85bc608140d30d6fa20cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37fac588-45b2-41a8-afc8-c6265996041e" -d '{"events": [{"server_uuid": "4e6afa1b-1299-41f6-bdf3-41c53cee044f", "name": "network-vif-deleted", "tag": "eddee976-c55d-4a81-8717-b00da8624b85"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:48:20.092100 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5377b960-164c-4331-afae-d98875af08cc x-openstack-request-id: req-5377b960-164c-4331-afae-d98875af08cc {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:48:20.092395 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e6afa1b-1299-41f6-bdf3-41c53cee044f", "name": "network-vif-deleted", "tag": "eddee976-c55d-4a81-8717-b00da8624b85", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:48:20.092678 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5377b960-164c-4331-afae-d98875af08cc {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:48:20.093077 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e6afa1b-1299-41f6-bdf3-41c53cee044f', 'name': 'network-vif-deleted', 'tag': 'eddee976-c55d-4a81-8717-b00da8624b85', 'status': 'completed', 'code': 200} Aug 16 23:48:20.272771 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0caa9546-486c-4932-9ac4-55582556cf17 req-b25a333c-e6a2-4876-920f-19a8c8f50ae0 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e6afa1b-1299-41f6-bdf3-41c53cee044f HTTP/1.1" status: 200 len: 210 time: 0.0264170 Aug 16 23:48:20.729554 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:21.371799 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0d46d664-768a-4ca5-ae15-31888b13e03b req-5424317f-3738-43b5-9523-5698b668ee03 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e6afa1b-1299-41f6-bdf3-41c53cee044f HTTP/1.1" status: 200 len: 210 time: 0.0307240 Aug 16 23:48:21.739384 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:22.471547 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-27c7eb32-8acd-4b76-a2ed-4459d5f47ef3 req-1dc997fb-261e-4156-8df5-b03375079116 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e6afa1b-1299-41f6-bdf3-41c53cee044f HTTP/1.1" status: 200 len: 210 time: 0.0270669 Aug 16 23:48:22.983732 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:23.578449 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9ff5a48d-052e-43c6-a3e0-2970c6583ad2 req-9a3d6803-a8a5-4977-b60d-82b4ab715e84 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e6afa1b-1299-41f6-bdf3-41c53cee044f HTTP/1.1" status: 200 len: 210 time: 0.0271065 Aug 16 23:48:23.742568 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device eddee976-c55d-4a81-8717-b00da8624b85 no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:48:23.763129 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] No Port match for: eddee976-c55d-4a81-8717-b00da8624b85 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:48:23.763474 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device eddee976-c55d-4a81-8717-b00da8624b85 not bound to the agent host n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:48:24.640285 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 55492) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:48:24.770767 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-4cfc6d3a-6ed0-47ed-a60b-d0aa2d26fe78 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Deleting port bb7a7445-9c1b-4cdb-a526-97cf953ee7aa {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:48:24.771121 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4cfc6d3a-6ed0-47ed-a60b-d0aa2d26fe78 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:24.853965 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4cfc6d3a-6ed0-47ed-a60b-d0aa2d26fe78 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:24.854296 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4cfc6d3a-6ed0-47ed-a60b-d0aa2d26fe78 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:24.866872 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-4cfc6d3a-6ed0-47ed-a60b-d0aa2d26fe78 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Calling delete_port for bb7a7445-9c1b-4cdb-a526-97cf953ee7aa owned by network:floatingip {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:48:25.006776 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4cfc6d3a-6ed0-47ed-a60b-d0aa2d26fe78 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:25.032190 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfc6d3a-6ed0-47ed-a60b-d0aa2d26fe78 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Pushing event deleted for resources: {'Port': ['ID=bb7a7445-9c1b-4cdb-a526-97cf953ee7aa,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:48:25.113830 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4cfc6d3a-6ed0-47ed-a60b-d0aa2d26fe78 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks [] for floatingip, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:25.118110 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4cfc6d3a-6ed0-47ed-a60b-d0aa2d26fe78 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:25.119755 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-4cfc6d3a-6ed0-47ed-a60b-d0aa2d26fe78 tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "DELETE /v2.0/floatingips/05acb30c-af42-4ba4-b6c2-d779574a2525 HTTP/1.1" status: 204 len: 168 time: 0.4781559 Aug 16 23:48:25.812573 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:27.379867 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 55506) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:48:27.440656 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-12ae73a8-dce0-4c44-8635-abcb5facfe3d tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:27.468357 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-12ae73a8-dce0-4c44-8635-abcb5facfe3d tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:27.533007 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-12ae73a8-dce0-4c44-8635-abcb5facfe3d tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:27.535525 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-12ae73a8-dce0-4c44-8635-abcb5facfe3d tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:27.536848 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-12ae73a8-dce0-4c44-8635-abcb5facfe3d tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] 10.222.0.36 "DELETE /v2.0/security-groups/ce5528ba-720f-4267-b71c-c7cfd6d697de HTTP/1.1" status: 204 len: 168 time: 0.1551275 Aug 16 23:48:27.546513 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ae73a8-dce0-4c44-8635-abcb5facfe3d tempest-TestVolumeBootPattern-618989004 tempest-TestVolumeBootPattern-618989004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce5528ba-720f-4267-b71c-c7cfd6d697de,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:48:27.625379 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 55510) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:48:28.093876 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a1cca716-56cf-4aaa-b1f0-835f9ae66b8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537579'] for router_interface, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:28.344836 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-a1cca716-56cf-4aaa-b1f0-835f9ae66b8c admin admin] Deleting port 96e856a4-a4a7-4a5b-89dd-05ce99998317 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:48:28.345108 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a1cca716-56cf-4aaa-b1f0-835f9ae66b8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:28.420503 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-a1cca716-56cf-4aaa-b1f0-835f9ae66b8c admin admin] For port 96e856a4-a4a7-4a5b-89dd-05ce99998317, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=96e856a4-a4a7-4a5b-89dd-05ce99998317,segment=NetworkSegment(50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1),segment_id=50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:48:28.420890 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a1cca716-56cf-4aaa-b1f0-835f9ae66b8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:28.433390 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-a1cca716-56cf-4aaa-b1f0-835f9ae66b8c admin admin] Calling delete_port for 96e856a4-a4a7-4a5b-89dd-05ce99998317 owned by network:router_interface {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:48:28.610131 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a1cca716-56cf-4aaa-b1f0-835f9ae66b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:28.640760 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cca716-56cf-4aaa-b1f0-835f9ae66b8c admin admin] Pushing event deleted for resources: {'Port': ['ID=96e856a4-a4a7-4a5b-89dd-05ce99998317,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:48:28.806312 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a1cca716-56cf-4aaa-b1f0-835f9ae66b8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537471'] for router_interface, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:29.022693 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1cca716-56cf-4aaa-b1f0-835f9ae66b8c admin admin] Router c975e626-bbe5-4a07-aab1-e8c1d3a5820d has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:48:29.127469 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1cca716-56cf-4aaa-b1f0-835f9ae66b8c admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:48:29.133411 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-a1cca716-56cf-4aaa-b1f0-835f9ae66b8c admin admin] 10.222.0.36 "PUT /v2.0/routers/c975e626-bbe5-4a07-aab1-e8c1d3a5820d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5068512 Aug 16 23:48:29.135960 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 55514) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:48:29.140821 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a1f5bc-6b46-4968-8bdc-07f7d53c39bb None None] Sync routers for ids ['c975e626-bbe5-4a07-aab1-e8c1d3a5820d'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:48:29.150225 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a1f5bc-6b46-4968-8bdc-07f7d53c39bb None None] Routers {'c975e626-bbe5-4a07-aab1-e8c1d3a5820d'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:48:29.150839 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-50a1f5bc-6b46-4968-8bdc-07f7d53c39bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:48:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['c975e626-bbe5-4a07-aab1-e8c1d3a5820d'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:48:29.244836 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-cfcb0c2f-a921-46ac-96bc-4cc82fd6234d admin admin] Notify callbacks [] for router, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:29.253500 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-50a1f5bc-6b46-4968-8bdc-07f7d53c39bb None None] Set router c975e626-bbe5-4a07-aab1-e8c1d3a5820d gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:48:29.345940 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-cfcb0c2f-a921-46ac-96bc-4cc82fd6234d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:29.398669 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-cfcb0c2f-a921-46ac-96bc-4cc82fd6234d admin admin] Deleting port 6c62d74b-1d0e-408d-a23b-b7509e12a728 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:48:29.398972 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-cfcb0c2f-a921-46ac-96bc-4cc82fd6234d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:29.437207 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-50a1f5bc-6b46-4968-8bdc-07f7d53c39bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c975e626-bbe5-4a07-aab1-e8c1d3a5820d', 'name': 'tempest-TestVolumeBootPattern-228508795-router', 'tenant_id': '16e475d1a3e642828e9216f7585a4895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '6c62d74b-1d0e-408d-a23b-b7509e12a728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:38:29Z', 'updated_at': '2021-08-16T23:48:28Z', 'revision_number': 5, 'project_id': '16e475d1a3e642828e9216f7585a4895', 'gw_port': {'id': '6c62d74b-1d0e-408d-a23b-b7509e12a728', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c975e626-bbe5-4a07-aab1-e8c1d3a5820d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:38:29Z', 'updated_at': '2021-08-16T23:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:48:29.465108 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a1f5bc-6b46-4968-8bdc-07f7d53c39bb None None] Checking router: c975e626-bbe5-4a07-aab1-e8c1d3a5820d for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:48:29.473548 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a1f5bc-6b46-4968-8bdc-07f7d53c39bb None None] Routers {'c975e626-bbe5-4a07-aab1-e8c1d3a5820d'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:48:29.474194 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-50a1f5bc-6b46-4968-8bdc-07f7d53c39bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:48:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['c975e626-bbe5-4a07-aab1-e8c1d3a5820d'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:48:29.476714 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-cfcb0c2f-a921-46ac-96bc-4cc82fd6234d admin admin] For port 6c62d74b-1d0e-408d-a23b-b7509e12a728, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=6c62d74b-1d0e-408d-a23b-b7509e12a728,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:48:29.477084 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-cfcb0c2f-a921-46ac-96bc-4cc82fd6234d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:29.492834 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-cfcb0c2f-a921-46ac-96bc-4cc82fd6234d admin admin] Calling delete_port for 6c62d74b-1d0e-408d-a23b-b7509e12a728 owned by network:router_gateway {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:48:29.563244 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-50a1f5bc-6b46-4968-8bdc-07f7d53c39bb None None] Set router c975e626-bbe5-4a07-aab1-e8c1d3a5820d gateway port host: None {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:48:29.626592 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-50a1f5bc-6b46-4968-8bdc-07f7d53c39bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c975e626-bbe5-4a07-aab1-e8c1d3a5820d', 'name': 'tempest-TestVolumeBootPattern-228508795-router', 'tenant_id': '16e475d1a3e642828e9216f7585a4895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:38:29Z', 'updated_at': '2021-08-16T23:48:29Z', 'revision_number': 6, 'project_id': '16e475d1a3e642828e9216f7585a4895', 'gw_port_host': None}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:48:29.652827 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a1f5bc-6b46-4968-8bdc-07f7d53c39bb None None] The sync data for ids ['c975e626-bbe5-4a07-aab1-e8c1d3a5820d'] in n-d-791506-26 is: [{'id': 'c975e626-bbe5-4a07-aab1-e8c1d3a5820d', 'name': 'tempest-TestVolumeBootPattern-228508795-router', 'tenant_id': '16e475d1a3e642828e9216f7585a4895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:38:29Z', 'updated_at': '2021-08-16T23:48:29Z', 'revision_number': 6, 'project_id': '16e475d1a3e642828e9216f7585a4895', 'gw_port_host': None}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:48:29.659951 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-cfcb0c2f-a921-46ac-96bc-4cc82fd6234d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:30.015600 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcb0c2f-a921-46ac-96bc-4cc82fd6234d admin admin] Pushing event deleted for resources: {'Port': ['ID=6c62d74b-1d0e-408d-a23b-b7509e12a728,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:48:30.101420 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-cfcb0c2f-a921-46ac-96bc-4cc82fd6234d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537121'] for router_gateway, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:30.207252 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-cfcb0c2f-a921-46ac-96bc-4cc82fd6234d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:30.210082 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-cfcb0c2f-a921-46ac-96bc-4cc82fd6234d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:30.256963 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-cfcb0c2f-a921-46ac-96bc-4cc82fd6234d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:30.257533 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfcb0c2f-a921-46ac-96bc-4cc82fd6234d admin admin] Fanout notify agent at l3_agent the message router_deleted on router c975e626-bbe5-4a07-aab1-e8c1d3a5820d {{(pid=101292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:48:30.263056 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-cfcb0c2f-a921-46ac-96bc-4cc82fd6234d admin admin] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:30.264435 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-cfcb0c2f-a921-46ac-96bc-4cc82fd6234d admin admin] 10.222.0.36 "DELETE /v2.0/routers/c975e626-bbe5-4a07-aab1-e8c1d3a5820d HTTP/1.1" status: 204 len: 168 time: 1.1273730 Aug 16 23:48:30.267619 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 55516) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:48:30.319542 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdab5926-4936-4f4f-801e-58e88394f66f admin admin] Deleting subnet 20624e69-fc20-4377-ae84-b4defd7af902 {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:48:30.322887 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bdab5926-4936-4f4f-801e-58e88394f66f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:30.361671 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bdab5926-4936-4f4f-801e-58e88394f66f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:30.457104 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bdab5926-4936-4f4f-801e-58e88394f66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:30.527026 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bdab5926-4936-4f4f-801e-58e88394f66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:30.556012 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdab5926-4936-4f4f-801e-58e88394f66f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20624e69-fc20-4377-ae84-b4defd7af902,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:48:30.560141 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bdab5926-4936-4f4f-801e-58e88394f66f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:30.562080 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-bdab5926-4936-4f4f-801e-58e88394f66f admin admin] 10.222.0.36 "DELETE /v2.0/subnets/20624e69-fc20-4377-ae84-b4defd7af902 HTTP/1.1" status: 204 len: 168 time: 0.2930894 Aug 16 23:48:30.566988 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae91be86-0445-4634-8ed9-331bf4b1e56e None None] Network e9b949f6-7c1a-4f50-8d6a-00477af5b7ca requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:48:30.570335 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 55518) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:48:30.661602 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d720bfe1-9455-4607-9997-ff42df6f69af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:30.741074 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-d720bfe1-9455-4607-9997-ff42df6f69af admin admin] Deleting port 6372ec4d-0373-4987-829c-d2ab35769a38 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:48:30.741631 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d720bfe1-9455-4607-9997-ff42df6f69af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:30.809358 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e1b6cb-7abf-41f9-84da-4a56f5f8f509 None None] DHCP port deletion for e9b949f6-7c1a-4f50-8d6a-00477af5b7ca request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:48:30.829695 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-d720bfe1-9455-4607-9997-ff42df6f69af admin admin] For port 6372ec4d-0373-4987-829c-d2ab35769a38, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=6372ec4d-0373-4987-829c-d2ab35769a38,segment=NetworkSegment(50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1),segment_id=50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:48:30.830064 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d720bfe1-9455-4607-9997-ff42df6f69af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:30.846604 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-d720bfe1-9455-4607-9997-ff42df6f69af admin admin] Calling delete_port for 6372ec4d-0373-4987-829c-d2ab35769a38 owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:48:30.870979 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-b5e1b6cb-7abf-41f9-84da-4a56f5f8f509 None None] Deleting port 6372ec4d-0373-4987-829c-d2ab35769a38 {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:48:30.871376 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-b5e1b6cb-7abf-41f9-84da-4a56f5f8f509 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:30.936783 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 96e856a4-a4a7-4a5b-89dd-05ce99998317 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:48:30.966050 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d720bfe1-9455-4607-9997-ff42df6f69af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:30.966394 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 96e856a4-a4a7-4a5b-89dd-05ce99998317 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:48:30.966604 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 96e856a4-a4a7-4a5b-89dd-05ce99998317 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:48:30.967019 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 6c62d74b-1d0e-408d-a23b-b7509e12a728 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:48:30.969743 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-b5e1b6cb-7abf-41f9-84da-4a56f5f8f509 None None] For port 6372ec4d-0373-4987-829c-d2ab35769a38, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=6372ec4d-0373-4987-829c-d2ab35769a38,segment=NetworkSegment(50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1),segment_id=50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:48:30.970145 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-b5e1b6cb-7abf-41f9-84da-4a56f5f8f509 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:30.992379 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d720bfe1-9455-4607-9997-ff42df6f69af admin admin] Pushing event deleted for resources: {'Port': ['ID=6372ec4d-0373-4987-829c-d2ab35769a38,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:48:30.995046 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 6c62d74b-1d0e-408d-a23b-b7509e12a728 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:48:30.995388 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 6c62d74b-1d0e-408d-a23b-b7509e12a728 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:48:30.995804 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 6372ec4d-0373-4987-829c-d2ab35769a38 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:48:30.996091 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d720bfe1-9455-4607-9997-ff42df6f69af admin admin] No DVR routers for this DVR port 6372ec4d-0373-4987-829c-d2ab35769a38 on host n-d-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:48:31.018018 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-b5e1b6cb-7abf-41f9-84da-4a56f5f8f509 None None] Calling delete_port for 6372ec4d-0373-4987-829c-d2ab35769a38 owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:48:31.019895 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 6372ec4d-0373-4987-829c-d2ab35769a38 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:48:31.020235 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 6372ec4d-0373-4987-829c-d2ab35769a38 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:48:31.071786 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d720bfe1-9455-4607-9997-ff42df6f69af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:31.083030 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-d720bfe1-9455-4607-9997-ff42df6f69af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9b949f6-7c1a-4f50-8d6a-00477af5b7ca']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:48:31.117315 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-b5e1b6cb-7abf-41f9-84da-4a56f5f8f509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:31.143294 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e1b6cb-7abf-41f9-84da-4a56f5f8f509 None None] Pushing event deleted for resources: {'Port': ['ID=6372ec4d-0373-4987-829c-d2ab35769a38,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:48:31.152089 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e1b6cb-7abf-41f9-84da-4a56f5f8f509 None None] No DVR routers for this DVR port 6372ec4d-0373-4987-829c-d2ab35769a38 on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:48:31.163735 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e1b6cb-7abf-41f9-84da-4a56f5f8f509 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:48:31.164297 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e1b6cb-7abf-41f9-84da-4a56f5f8f509 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:48:31.164854 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e1b6cb-7abf-41f9-84da-4a56f5f8f509 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:48:31.165403 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e1b6cb-7abf-41f9-84da-4a56f5f8f509 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:48:31.165885 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e1b6cb-7abf-41f9-84da-4a56f5f8f509 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:48:31.166377 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e1b6cb-7abf-41f9-84da-4a56f5f8f509 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:48:31.166871 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e1b6cb-7abf-41f9-84da-4a56f5f8f509 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:48:31.167381 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e1b6cb-7abf-41f9-84da-4a56f5f8f509 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:48:31.167702 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e1b6cb-7abf-41f9-84da-4a56f5f8f509 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:48:31.168033 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e1b6cb-7abf-41f9-84da-4a56f5f8f509 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:48:31.168367 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e1b6cb-7abf-41f9-84da-4a56f5f8f509 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:48:31.168747 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e1b6cb-7abf-41f9-84da-4a56f5f8f509 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:48:31.427080 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-d720bfe1-9455-4607-9997-ff42df6f69af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:48:31.427684 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-d720bfe1-9455-4607-9997-ff42df6f69af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50b43e65-d6f4-4bd4-83c7-4d0fd704a3f1') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:48:31.437289 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d720bfe1-9455-4607-9997-ff42df6f69af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:31.451649 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d720bfe1-9455-4607-9997-ff42df6f69af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:31.457695 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d720bfe1-9455-4607-9997-ff42df6f69af admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:48:31.458088 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d720bfe1-9455-4607-9997-ff42df6f69af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:31.460362 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 16 23:48:31.460362 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:48:31.460362 n-d-791506-26 neutron-server[101291]: timer() Aug 16 23:48:31.460362 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:48:31.460362 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 16 23:48:31.460362 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:48:31.460362 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 16 23:48:31.460362 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:48:31.460362 n-d-791506-26 neutron-server[101291]: self._notify() Aug 16 23:48:31.460362 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:48:31.460362 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 16 23:48:31.460362 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:48:31.460362 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 16 23:48:31.460362 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:48:31.460362 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:48:31.460362 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:48:31.460362 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:48:31.460362 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:48:31.460362 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 16 23:48:31.460362 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:48:31.460362 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 16 23:48:31.460362 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:48:31.460362 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:48:31.460362 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:48:31.460362 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 16 23:48:31.460362 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:48:31.460362 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:48:31.460362 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:48:31.460362 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:48:31.460362 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:48:31.460362 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:48:31.460362 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:48:31.514305 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d720bfe1-9455-4607-9997-ff42df6f69af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:31.522384 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d720bfe1-9455-4607-9997-ff42df6f69af admin admin] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:31.524625 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-d720bfe1-9455-4607-9997-ff42df6f69af admin admin] 10.222.0.36 "DELETE /v2.0/networks/e9b949f6-7c1a-4f50-8d6a-00477af5b7ca HTTP/1.1" status: 204 len: 168 time: 0.9528198 Aug 16 23:48:31.527550 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 55520) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:48:31.536197 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d720bfe1-9455-4607-9997-ff42df6f69af admin admin] Pushing event deleted for resources: {'Network': ['ID=e9b949f6-7c1a-4f50-8d6a-00477af5b7ca,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:48:31.879381 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5a548189-5ff7-4ca7-a926-f5b2c99a7b9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537579'] for router_interface, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:32.125825 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-5a548189-5ff7-4ca7-a926-f5b2c99a7b9a admin admin] Deleting port 425f2e22-2477-4898-9b47-2899b3ff9978 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:48:32.126175 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5a548189-5ff7-4ca7-a926-f5b2c99a7b9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:32.211741 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-5a548189-5ff7-4ca7-a926-f5b2c99a7b9a admin admin] For port 425f2e22-2477-4898-9b47-2899b3ff9978, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=425f2e22-2477-4898-9b47-2899b3ff9978,segment=NetworkSegment(e4919620-4e25-4aba-9483-fd4a70f25423),segment_id=e4919620-4e25-4aba-9483-fd4a70f25423)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:48:32.212106 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5a548189-5ff7-4ca7-a926-f5b2c99a7b9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:32.223620 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-5a548189-5ff7-4ca7-a926-f5b2c99a7b9a admin admin] Calling delete_port for 425f2e22-2477-4898-9b47-2899b3ff9978 owned by network:router_interface {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:48:32.402194 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5a548189-5ff7-4ca7-a926-f5b2c99a7b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:32.425515 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a548189-5ff7-4ca7-a926-f5b2c99a7b9a admin admin] Pushing event deleted for resources: {'Port': ['ID=425f2e22-2477-4898-9b47-2899b3ff9978,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:48:32.599999 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5a548189-5ff7-4ca7-a926-f5b2c99a7b9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537471'] for router_interface, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:32.838589 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a548189-5ff7-4ca7-a926-f5b2c99a7b9a admin admin] Router 6786c5c8-3172-40a1-a65f-f6cdbfc9a263 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:48:32.954144 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a548189-5ff7-4ca7-a926-f5b2c99a7b9a admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:48:32.959140 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-5a548189-5ff7-4ca7-a926-f5b2c99a7b9a admin admin] 10.222.0.36 "PUT /v2.0/routers/6786c5c8-3172-40a1-a65f-f6cdbfc9a263/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4304721 Aug 16 23:48:32.961888 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 55522) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:48:32.964979 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399eece8-c99f-4c6e-a4f6-96c0065aab40 None None] Sync routers for ids ['6786c5c8-3172-40a1-a65f-f6cdbfc9a263'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:48:32.976142 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399eece8-c99f-4c6e-a4f6-96c0065aab40 None None] Routers {'6786c5c8-3172-40a1-a65f-f6cdbfc9a263'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:48:32.976866 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-399eece8-c99f-4c6e-a4f6-96c0065aab40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:48:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['6786c5c8-3172-40a1-a65f-f6cdbfc9a263'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:48:33.066636 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3b26840e-99b7-482a-889d-a6fe33c1b11c admin admin] Notify callbacks [] for router, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:33.081423 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-399eece8-c99f-4c6e-a4f6-96c0065aab40 None None] Set router 6786c5c8-3172-40a1-a65f-f6cdbfc9a263 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:48:33.179669 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3b26840e-99b7-482a-889d-a6fe33c1b11c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:33.236463 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-3b26840e-99b7-482a-889d-a6fe33c1b11c admin admin] Deleting port a35461a3-015e-4fd3-b148-0355f88642af {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:48:33.236846 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3b26840e-99b7-482a-889d-a6fe33c1b11c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:33.320846 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-3b26840e-99b7-482a-889d-a6fe33c1b11c admin admin] For port a35461a3-015e-4fd3-b148-0355f88642af, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=a35461a3-015e-4fd3-b148-0355f88642af,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:48:33.321211 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3b26840e-99b7-482a-889d-a6fe33c1b11c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:33.332767 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-3b26840e-99b7-482a-889d-a6fe33c1b11c admin admin] Calling delete_port for a35461a3-015e-4fd3-b148-0355f88642af owned by network:router_gateway {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:48:33.350132 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-399eece8-c99f-4c6e-a4f6-96c0065aab40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6786c5c8-3172-40a1-a65f-f6cdbfc9a263', 'name': 'tempest-TestVolumeBootPattern-1051355006-router', 'tenant_id': '3f1c5ab37eee4e84b98e6f9fd43580f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': 'a35461a3-015e-4fd3-b148-0355f88642af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:38:34Z', 'updated_at': '2021-08-16T23:48:32Z', 'revision_number': 5, 'project_id': '3f1c5ab37eee4e84b98e6f9fd43580f4', 'gw_port': {'id': 'a35461a3-015e-4fd3-b148-0355f88642af', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:18:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6786c5c8-3172-40a1-a65f-f6cdbfc9a263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:38:34Z', 'updated_at': '2021-08-16T23:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:48:33.380100 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399eece8-c99f-4c6e-a4f6-96c0065aab40 None None] Checking router: 6786c5c8-3172-40a1-a65f-f6cdbfc9a263 for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:48:33.388274 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399eece8-c99f-4c6e-a4f6-96c0065aab40 None None] Routers {'6786c5c8-3172-40a1-a65f-f6cdbfc9a263'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:48:33.388910 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-399eece8-c99f-4c6e-a4f6-96c0065aab40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:48:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['6786c5c8-3172-40a1-a65f-f6cdbfc9a263'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:48:33.479118 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-399eece8-c99f-4c6e-a4f6-96c0065aab40 None None] Set router 6786c5c8-3172-40a1-a65f-f6cdbfc9a263 gateway port host: None {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:48:33.504975 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3b26840e-99b7-482a-889d-a6fe33c1b11c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:33.532107 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-399eece8-c99f-4c6e-a4f6-96c0065aab40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6786c5c8-3172-40a1-a65f-f6cdbfc9a263', 'name': 'tempest-TestVolumeBootPattern-1051355006-router', 'tenant_id': '3f1c5ab37eee4e84b98e6f9fd43580f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:38:34Z', 'updated_at': '2021-08-16T23:48:33Z', 'revision_number': 6, 'project_id': '3f1c5ab37eee4e84b98e6f9fd43580f4', 'gw_port_host': None}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:48:33.532977 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b26840e-99b7-482a-889d-a6fe33c1b11c admin admin] Pushing event deleted for resources: {'Port': ['ID=a35461a3-015e-4fd3-b148-0355f88642af,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:48:33.565297 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399eece8-c99f-4c6e-a4f6-96c0065aab40 None None] The sync data for ids ['6786c5c8-3172-40a1-a65f-f6cdbfc9a263'] in n-d-791506-26 is: [{'id': '6786c5c8-3172-40a1-a65f-f6cdbfc9a263', 'name': 'tempest-TestVolumeBootPattern-1051355006-router', 'tenant_id': '3f1c5ab37eee4e84b98e6f9fd43580f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:38:34Z', 'updated_at': '2021-08-16T23:48:33Z', 'revision_number': 6, 'project_id': '3f1c5ab37eee4e84b98e6f9fd43580f4', 'gw_port_host': None}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:48:33.598882 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3b26840e-99b7-482a-889d-a6fe33c1b11c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537121'] for router_gateway, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:33.686936 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3b26840e-99b7-482a-889d-a6fe33c1b11c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:33.689005 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3b26840e-99b7-482a-889d-a6fe33c1b11c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:33.737741 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3b26840e-99b7-482a-889d-a6fe33c1b11c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:33.738292 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b26840e-99b7-482a-889d-a6fe33c1b11c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6786c5c8-3172-40a1-a65f-f6cdbfc9a263 {{(pid=101292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 23:48:33.742759 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3b26840e-99b7-482a-889d-a6fe33c1b11c admin admin] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:33.743941 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-3b26840e-99b7-482a-889d-a6fe33c1b11c admin admin] 10.222.0.36 "DELETE /v2.0/routers/6786c5c8-3172-40a1-a65f-f6cdbfc9a263 HTTP/1.1" status: 204 len: 168 time: 0.7811425 Aug 16 23:48:33.746770 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 55524) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:48:33.790299 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_v2 [None req-0654f7a0-40bf-44a1-b4fe-56aa8c8671b0 admin admin] Deleting subnet d6ac99db-98fc-45ec-ad57-41f3f8921bd5 {{(pid=101292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:48:33.793293 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0654f7a0-40bf-44a1-b4fe-56aa8c8671b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:33.826785 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0654f7a0-40bf-44a1-b4fe-56aa8c8671b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3848860'] for subnet, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:33.912306 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0654f7a0-40bf-44a1-b4fe-56aa8c8671b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:33.969508 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0654f7a0-40bf-44a1-b4fe-56aa8c8671b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26252129'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:33.998420 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0654f7a0-40bf-44a1-b4fe-56aa8c8671b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6ac99db-98fc-45ec-ad57-41f3f8921bd5,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:48:34.000431 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0654f7a0-40bf-44a1-b4fe-56aa8c8671b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:34.002352 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-0654f7a0-40bf-44a1-b4fe-56aa8c8671b0 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/d6ac99db-98fc-45ec-ad57-41f3f8921bd5 HTTP/1.1" status: 204 len: 168 time: 0.2546115 Aug 16 23:48:34.004790 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 55526) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:48:34.008141 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d65740-ac30-419a-983a-0d78a04e4f5a None None] Network 91d5c7fc-97e5-4cd3-b862-a5254b781686 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:48:34.077771 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7bc6736f-00b7-452f-8f84-2f9e50683be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:34.136942 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-7bc6736f-00b7-452f-8f84-2f9e50683be7 admin admin] Deleting port 638f79df-ec2b-47a9-8c5e-affe58ec8e41 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:48:34.137290 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7bc6736f-00b7-452f-8f84-2f9e50683be7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:34.201441 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-7bc6736f-00b7-452f-8f84-2f9e50683be7 admin admin] For port 638f79df-ec2b-47a9-8c5e-affe58ec8e41, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=638f79df-ec2b-47a9-8c5e-affe58ec8e41,segment=NetworkSegment(e4919620-4e25-4aba-9483-fd4a70f25423),segment_id=e4919620-4e25-4aba-9483-fd4a70f25423)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:48:34.201806 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7bc6736f-00b7-452f-8f84-2f9e50683be7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:34.214488 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-7bc6736f-00b7-452f-8f84-2f9e50683be7 admin admin] Calling delete_port for 638f79df-ec2b-47a9-8c5e-affe58ec8e41 owned by network:dhcp {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:48:34.300432 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7bc6736f-00b7-452f-8f84-2f9e50683be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:34.326157 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc6736f-00b7-452f-8f84-2f9e50683be7 admin admin] Pushing event deleted for resources: {'Port': ['ID=638f79df-ec2b-47a9-8c5e-affe58ec8e41,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:48:34.329847 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc6736f-00b7-452f-8f84-2f9e50683be7 admin admin] No DVR routers for this DVR port 638f79df-ec2b-47a9-8c5e-affe58ec8e41 on host n-d-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:48:34.345613 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119b6308-4882-4758-b63a-1e4f5722c6a0 None None] DHCP port deletion for 91d5c7fc-97e5-4cd3-b862-a5254b781686 request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 23:48:34.406705 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7bc6736f-00b7-452f-8f84-2f9e50683be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:34.417542 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-7bc6736f-00b7-452f-8f84-2f9e50683be7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91d5c7fc-97e5-4cd3-b862-a5254b781686']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:48:34.427930 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-7bc6736f-00b7-452f-8f84-2f9e50683be7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4919620-4e25-4aba-9483-fd4a70f25423') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:48:34.428276 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-7bc6736f-00b7-452f-8f84-2f9e50683be7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4919620-4e25-4aba-9483-fd4a70f25423') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:48:34.437594 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7bc6736f-00b7-452f-8f84-2f9e50683be7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:34.452356 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7bc6736f-00b7-452f-8f84-2f9e50683be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:34.459602 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bc6736f-00b7-452f-8f84-2f9e50683be7 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:48:34.460019 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7bc6736f-00b7-452f-8f84-2f9e50683be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:34.461733 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 16 23:48:34.461733 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:48:34.461733 n-d-791506-26 neutron-server[101292]: timer() Aug 16 23:48:34.461733 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:48:34.461733 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 16 23:48:34.461733 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:48:34.461733 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 16 23:48:34.461733 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:48:34.461733 n-d-791506-26 neutron-server[101292]: self._notify() Aug 16 23:48:34.461733 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:48:34.461733 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 16 23:48:34.461733 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:48:34.461733 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 16 23:48:34.461733 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:48:34.461733 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:48:34.461733 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:48:34.461733 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:48:34.461733 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:48:34.461733 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 16 23:48:34.461733 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:48:34.461733 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 16 23:48:34.461733 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:48:34.461733 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:48:34.461733 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:48:34.461733 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 16 23:48:34.461733 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:48:34.461733 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:48:34.461733 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:48:34.461733 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:48:34.461733 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:48:34.461733 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:48:34.461733 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:48:34.524066 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7bc6736f-00b7-452f-8f84-2f9e50683be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:34.530045 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7bc6736f-00b7-452f-8f84-2f9e50683be7 admin admin] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:34.532376 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-7bc6736f-00b7-452f-8f84-2f9e50683be7 admin admin] 10.222.0.36 "DELETE /v2.0/networks/91d5c7fc-97e5-4cd3-b862-a5254b781686 HTTP/1.1" status: 204 len: 168 time: 0.5263240 Aug 16 23:48:34.543815 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc6736f-00b7-452f-8f84-2f9e50683be7 admin admin] Pushing event deleted for resources: {'Network': ['ID=91d5c7fc-97e5-4cd3-b862-a5254b781686,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:48:34.680172 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 55530) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:48:34.719906 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-473b6a8f-13d8-47ad-ae56-3e5658be259c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=16e475d1a3e642828e9216f7585a4895&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385406 Aug 16 23:48:34.722333 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 55532) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:48:34.773823 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-86ddb00d-96f4-470e-a612-7f3ad2538df9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:34.794287 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-86ddb00d-96f4-470e-a612-7f3ad2538df9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:34.840709 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-86ddb00d-96f4-470e-a612-7f3ad2538df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:34.843148 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-86ddb00d-96f4-470e-a612-7f3ad2538df9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:34.844321 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-86ddb00d-96f4-470e-a612-7f3ad2538df9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e112980f-0128-4fb3-bc72-b3fef710791e HTTP/1.1" status: 204 len: 168 time: 0.1210604 Aug 16 23:48:34.852089 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ddb00d-96f4-470e-a612-7f3ad2538df9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e112980f-0128-4fb3-bc72-b3fef710791e,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:48:34.921976 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 425f2e22-2477-4898-9b47-2899b3ff9978 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:48:34.942486 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 425f2e22-2477-4898-9b47-2899b3ff9978 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:48:34.943602 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 425f2e22-2477-4898-9b47-2899b3ff9978 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:48:34.944322 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device a35461a3-015e-4fd3-b148-0355f88642af no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:48:34.963358 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: a35461a3-015e-4fd3-b148-0355f88642af {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:48:34.963712 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device a35461a3-015e-4fd3-b148-0355f88642af not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:48:34.964130 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 638f79df-ec2b-47a9-8c5e-affe58ec8e41 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:48:34.982822 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 638f79df-ec2b-47a9-8c5e-affe58ec8e41 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:48:34.983166 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 638f79df-ec2b-47a9-8c5e-affe58ec8e41 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:48:35.193665 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 55538) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:48:35.234352 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-a5183866-1843-4c5d-8b56-59932fbe64d1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3f1c5ab37eee4e84b98e6f9fd43580f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394399 Aug 16 23:48:35.236891 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 55540) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:48:35.290074 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4f53012a-a8f5-4b57-9f58-feb6d1fec17d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:35.310625 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4f53012a-a8f5-4b57-9f58-feb6d1fec17d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:35.359292 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4f53012a-a8f5-4b57-9f58-feb6d1fec17d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:35.362265 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4f53012a-a8f5-4b57-9f58-feb6d1fec17d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:35.363418 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-4f53012a-a8f5-4b57-9f58-feb6d1fec17d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7345c3bf-4321-449c-88d8-cb64ceef61ba HTTP/1.1" status: 204 len: 168 time: 0.1256135 Aug 16 23:48:35.371665 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f53012a-a8f5-4b57-9f58-feb6d1fec17d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7345c3bf-4321-449c-88d8-cb64ceef61ba,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:48:41.686774 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:45.259318 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-43590360-8c90-4b3a-b86d-17accf0b38b0 req-28e75d62-49a6-4a0a-9881-402a1fcfcdd3 tempest-ServersAdminNegativeTestJSON-285217556 tempest-ServersAdminNegativeTestJSON-285217556-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=559c4580d6954cfe97d14c81805aa22f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300934 Aug 16 23:48:45.438162 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43590360-8c90-4b3a-b86d-17accf0b38b0 req-32f4700a-2ccd-49dc-ba50-2d9eb6523ce1 tempest-ServersAdminNegativeTestJSON-285217556 tempest-ServersAdminNegativeTestJSON-285217556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:48:45.439612 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-43590360-8c90-4b3a-b86d-17accf0b38b0 req-32f4700a-2ccd-49dc-ba50-2d9eb6523ce1 tempest-ServersAdminNegativeTestJSON-285217556 tempest-ServersAdminNegativeTestJSON-285217556-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1749082 Aug 16 23:48:45.454364 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-43590360-8c90-4b3a-b86d-17accf0b38b0 req-f1cefbdd-ad22-4405-b444-7b6b0640b710 tempest-ServersAdminNegativeTestJSON-285217556 tempest-ServersAdminNegativeTestJSON-285217556-project] 10.222.0.36 "GET /v2.0/quotas/559c4580d6954cfe97d14c81805aa22f HTTP/1.1" status: 200 len: 375 time: 0.0088112 Aug 16 23:48:45.489587 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-43590360-8c90-4b3a-b86d-17accf0b38b0 req-8c89e71d-d458-4497-9056-fe7f546345d4 tempest-ServersAdminNegativeTestJSON-285217556 tempest-ServersAdminNegativeTestJSON-285217556-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=559c4580d6954cfe97d14c81805aa22f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293272 Aug 16 23:48:45.647532 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-82101db1-d738-4548-91b2-edad57c61f4c req-e68d425e-215a-42ee-8d3b-5eefef57d6f0 tempest-ServersAdminNegativeTestJSON-285217556 tempest-ServersAdminNegativeTestJSON-285217556-project] 10.222.0.36 "GET /v2.0/ports?device_id=151a58a5-00cd-41ce-b7bd-bcc35df9f5c0 HTTP/1.1" status: 200 len: 210 time: 0.0266838 Aug 16 23:48:46.550529 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-43590360-8c90-4b3a-b86d-17accf0b38b0 req-4335835b-165d-4a4c-9560-1bd6ccca434d tempest-ServersAdminNegativeTestJSON-285217556 tempest-ServersAdminNegativeTestJSON-285217556-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=559c4580d6954cfe97d14c81805aa22f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0217562 Aug 16 23:48:46.658473 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43590360-8c90-4b3a-b86d-17accf0b38b0 req-1000536a-f43a-4958-b2f5-f164d3faa688 tempest-ServersAdminNegativeTestJSON-285217556 tempest-ServersAdminNegativeTestJSON-285217556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:48:46.659909 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-43590360-8c90-4b3a-b86d-17accf0b38b0 req-1000536a-f43a-4958-b2f5-f164d3faa688 tempest-ServersAdminNegativeTestJSON-285217556 tempest-ServersAdminNegativeTestJSON-285217556-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1042111 Aug 16 23:48:46.678910 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-43590360-8c90-4b3a-b86d-17accf0b38b0 req-6247a782-3f9a-427b-8607-33418319b164 tempest-ServersAdminNegativeTestJSON-285217556 tempest-ServersAdminNegativeTestJSON-285217556-project] Request body: {'port': {'device_id': '151a58a5-00cd-41ce-b7bd-bcc35df9f5c0', 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd', 'admin_state_up': True, 'tenant_id': '559c4580d6954cfe97d14c81805aa22f'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:48:46.751138 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-557d611b-06bb-4fcd-8e73-4db202926817 req-ae9f6807-59ff-48c7-8ae1-5a53d0c62c6f tempest-ServersAdminNegativeTestJSON-285217556 tempest-ServersAdminNegativeTestJSON-285217556-project] 10.222.0.36 "GET /v2.0/ports?device_id=151a58a5-00cd-41ce-b7bd-bcc35df9f5c0 HTTP/1.1" status: 200 len: 210 time: 0.0328150 Aug 16 23:48:46.807317 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43590360-8c90-4b3a-b86d-17accf0b38b0 req-6247a782-3f9a-427b-8607-33418319b164 tempest-ServersAdminNegativeTestJSON-285217556 tempest-ServersAdminNegativeTestJSON-285217556-project] Made reservation on behalf of 559c4580d6954cfe97d14c81805aa22f for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:48:46.810627 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-43590360-8c90-4b3a-b86d-17accf0b38b0 req-6247a782-3f9a-427b-8607-33418319b164 tempest-ServersAdminNegativeTestJSON-285217556 tempest-ServersAdminNegativeTestJSON-285217556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:47.146046 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-43590360-8c90-4b3a-b86d-17accf0b38b0 req-6247a782-3f9a-427b-8607-33418319b164 tempest-ServersAdminNegativeTestJSON-285217556 tempest-ServersAdminNegativeTestJSON-285217556-project] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:47.234517 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-43590360-8c90-4b3a-b86d-17accf0b38b0 req-6247a782-3f9a-427b-8607-33418319b164 tempest-ServersAdminNegativeTestJSON-285217556 tempest-ServersAdminNegativeTestJSON-285217556-project] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:47.238455 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-43590360-8c90-4b3a-b86d-17accf0b38b0 req-6247a782-3f9a-427b-8607-33418319b164 tempest-ServersAdminNegativeTestJSON-285217556 tempest-ServersAdminNegativeTestJSON-285217556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:47.306880 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6247a782-3f9a-427b-8607-33418319b164 tempest-ServersAdminNegativeTestJSON-285217556 tempest-ServersAdminNegativeTestJSON-285217556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7cda0df-392b-4126-bd81-72c4e1061e56,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:48:47.372395 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [req-43590360-8c90-4b3a-b86d-17accf0b38b0 req-6247a782-3f9a-427b-8607-33418319b164 tempest-ServersAdminNegativeTestJSON-285217556 tempest-ServersAdminNegativeTestJSON-285217556-project] Allocated IP 192.168.233.215 (a2f596d0-b80e-4404-bf4b-27a7e14f50dd/6af2b868-37d3-46ab-a526-0465929f13c8/afc463de-1745-4eba-a208-1f351ff95b63) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:48:47.514464 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-43590360-8c90-4b3a-b86d-17accf0b38b0 req-6247a782-3f9a-427b-8607-33418319b164 tempest-ServersAdminNegativeTestJSON-285217556 tempest-ServersAdminNegativeTestJSON-285217556-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:47.528354 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-43590360-8c90-4b3a-b86d-17accf0b38b0 req-6247a782-3f9a-427b-8607-33418319b164 tempest-ServersAdminNegativeTestJSON-285217556 tempest-ServersAdminNegativeTestJSON-285217556-project] Transition to ACTIVE for port object afc463de-1745-4eba-a208-1f351ff95b63 will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:48:47.559827 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-43590360-8c90-4b3a-b86d-17accf0b38b0 req-6247a782-3f9a-427b-8607-33418319b164 tempest-ServersAdminNegativeTestJSON-285217556 tempest-ServersAdminNegativeTestJSON-285217556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:47.608279 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43590360-8c90-4b3a-b86d-17accf0b38b0 req-6247a782-3f9a-427b-8607-33418319b164 tempest-ServersAdminNegativeTestJSON-285217556 tempest-ServersAdminNegativeTestJSON-285217556-project] Network a2f596d0-b80e-4404-bf4b-27a7e14f50dd is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:48:47.611382 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [req-43590360-8c90-4b3a-b86d-17accf0b38b0 req-6247a782-3f9a-427b-8607-33418319b164 tempest-ServersAdminNegativeTestJSON-285217556 tempest-ServersAdminNegativeTestJSON-285217556-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:48:47.615712 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-43590360-8c90-4b3a-b86d-17accf0b38b0 req-6247a782-3f9a-427b-8607-33418319b164 tempest-ServersAdminNegativeTestJSON-285217556 tempest-ServersAdminNegativeTestJSON-285217556-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:48:47.622500 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6247a782-3f9a-427b-8607-33418319b164 tempest-ServersAdminNegativeTestJSON-285217556 tempest-ServersAdminNegativeTestJSON-285217556-project] Pushing event updated for resources: {'Port': ['ID=afc463de-1745-4eba-a208-1f351ff95b63,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:48:47.670616 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43590360-8c90-4b3a-b86d-17accf0b38b0 req-6247a782-3f9a-427b-8607-33418319b164 tempest-ServersAdminNegativeTestJSON-285217556 tempest-ServersAdminNegativeTestJSON-285217556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:48:47.671232 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-43590360-8c90-4b3a-b86d-17accf0b38b0 req-6247a782-3f9a-427b-8607-33418319b164 tempest-ServersAdminNegativeTestJSON-285217556 tempest-ServersAdminNegativeTestJSON-285217556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:47.685793 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-43590360-8c90-4b3a-b86d-17accf0b38b0 req-6247a782-3f9a-427b-8607-33418319b164 tempest-ServersAdminNegativeTestJSON-285217556 tempest-ServersAdminNegativeTestJSON-285217556-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0106692 Aug 16 23:48:47.701857 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [req-43590360-8c90-4b3a-b86d-17accf0b38b0 req-1207ae96-dea0-4d43-8c47-fd0bae1b0369 tempest-ServersAdminNegativeTestJSON-285217556 tempest-ServersAdminNegativeTestJSON-285217556-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:48:47.702830 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-43590360-8c90-4b3a-b86d-17accf0b38b0 req-1207ae96-dea0-4d43-8c47-fd0bae1b0369 tempest-ServersAdminNegativeTestJSON-285217556 tempest-ServersAdminNegativeTestJSON-285217556-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054471 Aug 16 23:48:47.715166 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-43590360-8c90-4b3a-b86d-17accf0b38b0 req-075cd112-ff54-4e0b-b9f8-5ce2573de353 service neutron] Request body: {'port': {'device_id': '151a58a5-00cd-41ce-b7bd-bcc35df9f5c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-26'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:48:47.766385 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-512b9bdc-c0b0-43f7-abce-aee737dbc6ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:47.776807 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-43590360-8c90-4b3a-b86d-17accf0b38b0 req-075cd112-ff54-4e0b-b9f8-5ce2573de353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:47.893909 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4eff89ce-2562-4e88-8cdc-ba741105c3ce None None] Provisioning for port afc463de-1745-4eba-a208-1f351ff95b63 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:48:47.897800 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4eff89ce-2562-4e88-8cdc-ba741105c3ce None None] Provisioning complete for port afc463de-1745-4eba-a208-1f351ff95b63 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:48:47.898173 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4eff89ce-2562-4e88-8cdc-ba741105c3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:47.935119 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-4eff89ce-2562-4e88-8cdc-ba741105c3ce None None] Port afc463de-1745-4eba-a208-1f351ff95b63 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:48:47.936414 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38452905-c729-4275-91fb-797889cfd3f2 req-6bf1abfe-d09f-4a5b-a8c9-1bdb96b5e4dd tempest-ServersAdminNegativeTestJSON-285217556 tempest-ServersAdminNegativeTestJSON-285217556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:48:47.937942 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-38452905-c729-4275-91fb-797889cfd3f2 req-6bf1abfe-d09f-4a5b-a8c9-1bdb96b5e4dd tempest-ServersAdminNegativeTestJSON-285217556 tempest-ServersAdminNegativeTestJSON-285217556-project] 10.222.0.36 "GET /v2.0/ports?device_id=151a58a5-00cd-41ce-b7bd-bcc35df9f5c0 HTTP/1.1" status: 200 len: 936 time: 0.1177368 Aug 16 23:48:48.027551 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-38452905-c729-4275-91fb-797889cfd3f2 req-2119c0c3-eef4-4b50-91ea-daea75c13215 tempest-ServersAdminNegativeTestJSON-285217556 tempest-ServersAdminNegativeTestJSON-285217556-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7cda0df-392b-4126-bd81-72c4e1061e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793622 Aug 16 23:48:48.112438 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [req-43590360-8c90-4b3a-b86d-17accf0b38b0 req-075cd112-ff54-4e0b-b9f8-5ce2573de353 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afc463de-1745-4eba-a208-1f351ff95b63 {{(pid=101292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:48:48.120886 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-43590360-8c90-4b3a-b86d-17accf0b38b0 req-075cd112-ff54-4e0b-b9f8-5ce2573de353 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:48.132493 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-43590360-8c90-4b3a-b86d-17accf0b38b0 req-075cd112-ff54-4e0b-b9f8-5ce2573de353 service neutron] Transition to ACTIVE for port object afc463de-1745-4eba-a208-1f351ff95b63 will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:48:48.136333 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-43590360-8c90-4b3a-b86d-17accf0b38b0 req-075cd112-ff54-4e0b-b9f8-5ce2573de353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:48.193133 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075cd112-ff54-4e0b-b9f8-5ce2573de353 service neutron] Pushing event updated for resources: {'Port': ['ID=afc463de-1745-4eba-a208-1f351ff95b63,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:48:48.263774 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-43590360-8c90-4b3a-b86d-17accf0b38b0 req-075cd112-ff54-4e0b-b9f8-5ce2573de353 service neutron] Attempting to bind port afc463de-1745-4eba-a208-1f351ff95b63 on host n-h2-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:48:48.264106 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-43590360-8c90-4b3a-b86d-17accf0b38b0 req-075cd112-ff54-4e0b-b9f8-5ce2573de353 service neutron] Attempting to bind port afc463de-1745-4eba-a208-1f351ff95b63 by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:48:48.264439 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43590360-8c90-4b3a-b86d-17accf0b38b0 req-075cd112-ff54-4e0b-b9f8-5ce2573de353 service neutron] Attempting to bind port afc463de-1745-4eba-a208-1f351ff95b63 on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:48:48.269281 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43590360-8c90-4b3a-b86d-17accf0b38b0 req-075cd112-ff54-4e0b-b9f8-5ce2573de353 service neutron] Port afc463de-1745-4eba-a208-1f351ff95b63 on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:48:48.269609 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43590360-8c90-4b3a-b86d-17accf0b38b0 req-075cd112-ff54-4e0b-b9f8-5ce2573de353 service neutron] Attempting to bind port afc463de-1745-4eba-a208-1f351ff95b63 on network a2f596d0-b80e-4404-bf4b-27a7e14f50dd {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:48:48.274671 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43590360-8c90-4b3a-b86d-17accf0b38b0 req-075cd112-ff54-4e0b-b9f8-5ce2573de353 service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:48:48.275010 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43590360-8c90-4b3a-b86d-17accf0b38b0 req-075cd112-ff54-4e0b-b9f8-5ce2573de353 service neutron] Checking segment: {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:48:48.275396 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43590360-8c90-4b3a-b86d-17accf0b38b0 req-075cd112-ff54-4e0b-b9f8-5ce2573de353 service neutron] Bound using segment: {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:48:48.275822 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-43590360-8c90-4b3a-b86d-17accf0b38b0 req-075cd112-ff54-4e0b-b9f8-5ce2573de353 service neutron] Bound port: afc463de-1745-4eba-a208-1f351ff95b63, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '889a1e39-fe47-4fc4-b1e7-d189fb8398af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:48:48.276183 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-43590360-8c90-4b3a-b86d-17accf0b38b0 req-075cd112-ff54-4e0b-b9f8-5ce2573de353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:48.342346 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-43590360-8c90-4b3a-b86d-17accf0b38b0 req-075cd112-ff54-4e0b-b9f8-5ce2573de353 service neutron] For port afc463de-1745-4eba-a208-1f351ff95b63, host n-h2-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:48:48.345859 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-43590360-8c90-4b3a-b86d-17accf0b38b0 req-075cd112-ff54-4e0b-b9f8-5ce2573de353 service neutron] For port afc463de-1745-4eba-a208-1f351ff95b63, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=afc463de-1745-4eba-a208-1f351ff95b63,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:48:48.351195 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-43590360-8c90-4b3a-b86d-17accf0b38b0 req-075cd112-ff54-4e0b-b9f8-5ce2573de353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:48.393370 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43590360-8c90-4b3a-b86d-17accf0b38b0 req-075cd112-ff54-4e0b-b9f8-5ce2573de353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:48:48.393989 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-43590360-8c90-4b3a-b86d-17accf0b38b0 req-075cd112-ff54-4e0b-b9f8-5ce2573de353 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:48.395385 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-43590360-8c90-4b3a-b86d-17accf0b38b0 req-075cd112-ff54-4e0b-b9f8-5ce2573de353 service neutron] 10.222.0.57 "PUT /v2.0/ports/afc463de-1745-4eba-a208-1f351ff95b63 HTTP/1.1" status: 200 len: 1097 time: 0.6845744 Aug 16 23:48:48.395825 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '151a58a5-00cd-41ce-b7bd-bcc35df9f5c0', 'tag': 'afc463de-1745-4eba-a208-1f351ff95b63'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:48:48.398568 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5be9a9c22bfe9382157933c6eba925c7622163b8a5c85bc608140d30d6fa20cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-311c22b7-edfd-4fd2-8fda-263ff1a90d80" -d '{"events": [{"name": "network-changed", "server_uuid": "151a58a5-00cd-41ce-b7bd-bcc35df9f5c0", "tag": "afc463de-1745-4eba-a208-1f351ff95b63"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:48:48.422254 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075cd112-ff54-4e0b-b9f8-5ce2573de353 service neutron] Pushing event updated for resources: {'Port': ['ID=afc463de-1745-4eba-a208-1f351ff95b63,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:48:48.444699 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-399ac08d-85b1-4652-9edb-ec4899cd5e08 x-openstack-request-id: req-399ac08d-85b1-4652-9edb-ec4899cd5e08 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:48:48.444997 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "151a58a5-00cd-41ce-b7bd-bcc35df9f5c0", "tag": "afc463de-1745-4eba-a208-1f351ff95b63", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:48:48.445256 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-399ac08d-85b1-4652-9edb-ec4899cd5e08 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:48:48.445662 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '151a58a5-00cd-41ce-b7bd-bcc35df9f5c0', 'tag': 'afc463de-1745-4eba-a208-1f351ff95b63', 'status': 'completed', 'code': 200} Aug 16 23:48:48.500607 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43590360-8c90-4b3a-b86d-17accf0b38b0 req-cc304061-e3f0-46f1-a6c3-8e28a17768e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:48:48.502168 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-43590360-8c90-4b3a-b86d-17accf0b38b0 req-cc304061-e3f0-46f1-a6c3-8e28a17768e8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=559c4580d6954cfe97d14c81805aa22f&device_id=151a58a5-00cd-41ce-b7bd-bcc35df9f5c0 HTTP/1.1" status: 200 len: 1100 time: 0.0437217 Aug 16 23:48:48.550400 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-43590360-8c90-4b3a-b86d-17accf0b38b0 req-c553f819-ccdb-4750-a128-da4f2c298a46 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=afc463de-1745-4eba-a208-1f351ff95b63 HTTP/1.1" status: 200 len: 217 time: 0.0353985 Aug 16 23:48:48.600808 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43590360-8c90-4b3a-b86d-17accf0b38b0 req-a4b7ac33-e069-402b-8ff8-878574eab89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:48:48.602288 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-43590360-8c90-4b3a-b86d-17accf0b38b0 req-a4b7ac33-e069-402b-8ff8-878574eab89e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6af2b868-37d3-46ab-a526-0465929f13c8 HTTP/1.1" status: 200 len: 843 time: 0.0448692 Aug 16 23:48:48.652123 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43590360-8c90-4b3a-b86d-17accf0b38b0 req-50f1cc5f-2504-40b3-b907-076dcefb1549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:48:48.653678 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-43590360-8c90-4b3a-b86d-17accf0b38b0 req-50f1cc5f-2504-40b3-b907-076dcefb1549 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0450654 Aug 16 23:48:48.742383 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-43590360-8c90-4b3a-b86d-17accf0b38b0 req-197eee1c-8619-466f-a6fa-c7a6e74d6a5e service neutron] 10.222.0.57 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817564 Aug 16 23:48:48.810454 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:48:48.835240 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-43590360-8c90-4b3a-b86d-17accf0b38b0 req-26a12d37-894c-4f0f-8b36-fea7661cd197 service neutron] 10.222.0.57 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858412 Aug 16 23:48:48.963490 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311c22b7-edfd-4fd2-8fda-263ff1a90d80 req-48df70a0-ee9b-4f38-b2f5-c3aaf13cf984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:48:48.965107 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-311c22b7-edfd-4fd2-8fda-263ff1a90d80 req-48df70a0-ee9b-4f38-b2f5-c3aaf13cf984 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=559c4580d6954cfe97d14c81805aa22f&device_id=151a58a5-00cd-41ce-b7bd-bcc35df9f5c0 HTTP/1.1" status: 200 len: 1100 time: 0.0459425 Aug 16 23:48:49.062385 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311c22b7-edfd-4fd2-8fda-263ff1a90d80 req-00c50822-6d20-4867-b7a3-e5430131c2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:48:49.063703 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-311c22b7-edfd-4fd2-8fda-263ff1a90d80 req-00c50822-6d20-4867-b7a3-e5430131c2dc service neutron] 10.222.0.57 "GET /v2.0/networks?id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd HTTP/1.1" status: 200 len: 870 time: 0.0917466 Aug 16 23:48:49.108598 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-311c22b7-edfd-4fd2-8fda-263ff1a90d80 req-e6e38f3f-ee46-42af-9756-d1dfe27e5bb4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=afc463de-1745-4eba-a208-1f351ff95b63 HTTP/1.1" status: 200 len: 217 time: 0.0379469 Aug 16 23:48:49.193173 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7275b1-4225-4b82-8b99-02a08f48a667 req-bc56acde-c0ea-4360-a1d7-e548ef5ce125 tempest-ServersAdminNegativeTestJSON-285217556 tempest-ServersAdminNegativeTestJSON-285217556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:48:49.194696 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fd7275b1-4225-4b82-8b99-02a08f48a667 req-bc56acde-c0ea-4360-a1d7-e548ef5ce125 tempest-ServersAdminNegativeTestJSON-285217556 tempest-ServersAdminNegativeTestJSON-285217556-project] 10.222.0.36 "GET /v2.0/ports?device_id=151a58a5-00cd-41ce-b7bd-bcc35df9f5c0 HTTP/1.1" status: 200 len: 948 time: 0.0886447 Aug 16 23:48:49.196020 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311c22b7-edfd-4fd2-8fda-263ff1a90d80 req-9d4abaf9-19c7-40b7-bdea-329d6b87a8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:48:49.197380 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-311c22b7-edfd-4fd2-8fda-263ff1a90d80 req-9d4abaf9-19c7-40b7-bdea-329d6b87a8e5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6af2b868-37d3-46ab-a526-0465929f13c8 HTTP/1.1" status: 200 len: 843 time: 0.0813279 Aug 16 23:48:49.260325 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fd7275b1-4225-4b82-8b99-02a08f48a667 req-948750e1-e35a-499e-bb9f-ccf6ff406d23 tempest-ServersAdminNegativeTestJSON-285217556 tempest-ServersAdminNegativeTestJSON-285217556-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7cda0df-392b-4126-bd81-72c4e1061e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597367 Aug 16 23:48:49.266609 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311c22b7-edfd-4fd2-8fda-263ff1a90d80 req-45af7934-bf66-4c6d-8670-400490d650e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:48:49.268070 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-311c22b7-edfd-4fd2-8fda-263ff1a90d80 req-45af7934-bf66-4c6d-8670-400490d650e0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a2f596d0-b80e-4404-bf4b-27a7e14f50dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0616930 Aug 16 23:48:49.363218 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-311c22b7-edfd-4fd2-8fda-263ff1a90d80 req-cece935a-e4d2-45ab-8577-23eaa3c6487d service neutron] 10.222.0.57 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881386 Aug 16 23:48:49.455547 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-311c22b7-edfd-4fd2-8fda-263ff1a90d80 req-1cbf3f24-5723-40ba-aebc-c753b878244a service neutron] 10.222.0.57 "GET /v2.0/networks/a2f596d0-b80e-4404-bf4b-27a7e14f50dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836303 Aug 16 23:48:49.848479 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-96738cbe-a5f3-486b-a661-a8d0785c19ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:50.382348 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3147023-414c-45ef-9fd2-cf4d531e7503 req-9f405cc1-f527-4404-ae32-ed56898dc53b tempest-ServersAdminNegativeTestJSON-285217556 tempest-ServersAdminNegativeTestJSON-285217556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:48:50.383824 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f3147023-414c-45ef-9fd2-cf4d531e7503 req-9f405cc1-f527-4404-ae32-ed56898dc53b tempest-ServersAdminNegativeTestJSON-285217556 tempest-ServersAdminNegativeTestJSON-285217556-project] 10.222.0.36 "GET /v2.0/ports?device_id=151a58a5-00cd-41ce-b7bd-bcc35df9f5c0 HTTP/1.1" status: 200 len: 948 time: 0.0511343 Aug 16 23:48:50.430609 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f3147023-414c-45ef-9fd2-cf4d531e7503 req-62ad1428-d365-4b1f-9eba-3cd8ba5cde8d tempest-ServersAdminNegativeTestJSON-285217556 tempest-ServersAdminNegativeTestJSON-285217556-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7cda0df-392b-4126-bd81-72c4e1061e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404081 Aug 16 23:48:50.731057 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:51.544076 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4568c437-b437-483b-bd6a-979d107bdadf req-a4732733-b46b-412c-b305-075079256906 tempest-ServersAdminNegativeTestJSON-285217556 tempest-ServersAdminNegativeTestJSON-285217556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:48:51.545591 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4568c437-b437-483b-bd6a-979d107bdadf req-a4732733-b46b-412c-b305-075079256906 tempest-ServersAdminNegativeTestJSON-285217556 tempest-ServersAdminNegativeTestJSON-285217556-project] 10.222.0.36 "GET /v2.0/ports?device_id=151a58a5-00cd-41ce-b7bd-bcc35df9f5c0 HTTP/1.1" status: 200 len: 948 time: 0.0489068 Aug 16 23:48:51.582018 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4568c437-b437-483b-bd6a-979d107bdadf req-4b9ca77f-5a51-4bf4-a623-454a2f2d063d tempest-ServersAdminNegativeTestJSON-285217556 tempest-ServersAdminNegativeTestJSON-285217556-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7cda0df-392b-4126-bd81-72c4e1061e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306182 Aug 16 23:48:51.741535 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:51.897855 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device afc463de-1745-4eba-a208-1f351ff95b63 details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:48:51.989717 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port afc463de-1745-4eba-a208-1f351ff95b63, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=afc463de-1745-4eba-a208-1f351ff95b63,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:48:52.000663 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': 'afc463de-1745-4eba-a208-1f351ff95b63', 'network_id': 'a2f596d0-b80e-4404-bf4b-27a7e14f50dd', 'port_id': 'afc463de-1745-4eba-a208-1f351ff95b63', 'mac_address': 'fa:16:3e:0d:26:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6af2b868-37d3-46ab-a526-0465929f13c8', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:48:52.041455 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:52.053886 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afc463de-1745-4eba-a208-1f351ff95b63 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:48:52.073764 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port afc463de-1745-4eba-a208-1f351ff95b63, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=afc463de-1745-4eba-a208-1f351ff95b63,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:48:52.078078 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:52.125405 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=afc463de-1745-4eba-a208-1f351ff95b63,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:48:52.513063 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['afc463de-1745-4eba-a208-1f351ff95b63'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:48:52.697010 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8149e7f7-8d28-4b44-80b3-b54674af905f req-9dde4065-8593-431d-9e0d-f628ea7a5921 tempest-ServersAdminNegativeTestJSON-285217556 tempest-ServersAdminNegativeTestJSON-285217556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:48:52.698487 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8149e7f7-8d28-4b44-80b3-b54674af905f req-9dde4065-8593-431d-9e0d-f628ea7a5921 tempest-ServersAdminNegativeTestJSON-285217556 tempest-ServersAdminNegativeTestJSON-285217556-project] 10.222.0.36 "GET /v2.0/ports?device_id=151a58a5-00cd-41ce-b7bd-bcc35df9f5c0 HTTP/1.1" status: 200 len: 949 time: 0.0485494 Aug 16 23:48:52.735270 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8149e7f7-8d28-4b44-80b3-b54674af905f req-23a56adc-161a-4e99-9604-bdf6d853e516 tempest-ServersAdminNegativeTestJSON-285217556 tempest-ServersAdminNegativeTestJSON-285217556-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7cda0df-392b-4126-bd81-72c4e1061e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308259 Aug 16 23:48:52.986997 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:53.850346 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fec55c-33f0-4916-8bf5-61c24b9c5619 req-2bb8c6ad-4644-4d9f-9b58-4908236811ec tempest-ServersAdminNegativeTestJSON-285217556 tempest-ServersAdminNegativeTestJSON-285217556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:48:53.851824 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-95fec55c-33f0-4916-8bf5-61c24b9c5619 req-2bb8c6ad-4644-4d9f-9b58-4908236811ec tempest-ServersAdminNegativeTestJSON-285217556 tempest-ServersAdminNegativeTestJSON-285217556-project] 10.222.0.36 "GET /v2.0/ports?device_id=151a58a5-00cd-41ce-b7bd-bcc35df9f5c0 HTTP/1.1" status: 200 len: 949 time: 0.0488193 Aug 16 23:48:53.899022 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-95fec55c-33f0-4916-8bf5-61c24b9c5619 req-99036f8b-3ee0-4e2d-9fea-b23d77b3ee94 tempest-ServersAdminNegativeTestJSON-285217556 tempest-ServersAdminNegativeTestJSON-285217556-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7cda0df-392b-4126-bd81-72c4e1061e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354507 Aug 16 23:48:53.922002 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device afc463de-1745-4eba-a208-1f351ff95b63 up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:48:53.970082 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning for port afc463de-1745-4eba-a208-1f351ff95b63 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:48:53.973677 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port afc463de-1745-4eba-a208-1f351ff95b63 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:48:53.974049 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:54.051293 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:54.074979 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '151a58a5-00cd-41ce-b7bd-bcc35df9f5c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afc463de-1745-4eba-a208-1f351ff95b63'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:48:54.077276 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d789e1acf86fc3837d65c5c7bf7b17f03ca076816da63f24d17cffa1a624f203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b5b21f0-cd7d-4ee1-80d9-6c51c6617abd" -d '{"events": [{"server_uuid": "151a58a5-00cd-41ce-b7bd-bcc35df9f5c0", "name": "network-vif-plugged", "status": "completed", "tag": "afc463de-1745-4eba-a208-1f351ff95b63"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:48:54.092560 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port afc463de-1745-4eba-a208-1f351ff95b63, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=afc463de-1745-4eba-a208-1f351ff95b63,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:48:54.097175 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:54.123831 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b25cbb9-f237-4742-a9d6-a547b8e74c75 x-openstack-request-id: req-2b25cbb9-f237-4742-a9d6-a547b8e74c75 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:48:54.124130 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "151a58a5-00cd-41ce-b7bd-bcc35df9f5c0", "name": "network-vif-plugged", "status": "completed", "tag": "afc463de-1745-4eba-a208-1f351ff95b63", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:48:54.124387 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2b25cbb9-f237-4742-a9d6-a547b8e74c75 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:48:54.124815 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '151a58a5-00cd-41ce-b7bd-bcc35df9f5c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afc463de-1745-4eba-a208-1f351ff95b63', 'code': 200} Aug 16 23:48:54.149515 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=afc463de-1745-4eba-a208-1f351ff95b63,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:48:54.244301 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6f6e17-b14f-48c4-af72-51dafa0842ef req-91c901a9-c8ce-4d37-b0a5-65dfce53dd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:48:54.246128 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9d6f6e17-b14f-48c4-af72-51dafa0842ef req-91c901a9-c8ce-4d37-b0a5-65dfce53dd4a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=151a58a5-00cd-41ce-b7bd-bcc35df9f5c0 HTTP/1.1" status: 200 len: 1102 time: 0.0446286 Aug 16 23:48:54.280263 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9d6f6e17-b14f-48c4-af72-51dafa0842ef req-888d396e-b110-443d-bd30-f9baebea1029 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b7cda0df-392b-4126-bd81-72c4e1061e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275457 Aug 16 23:48:55.015612 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde9e1ca-2c7e-490b-b59f-0a0ca7526460 req-fe4a2f47-45b3-4715-80eb-57ea741c1e1c tempest-ServersAdminNegativeTestJSON-285217556 tempest-ServersAdminNegativeTestJSON-285217556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:48:55.017145 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fde9e1ca-2c7e-490b-b59f-0a0ca7526460 req-fe4a2f47-45b3-4715-80eb-57ea741c1e1c tempest-ServersAdminNegativeTestJSON-285217556 tempest-ServersAdminNegativeTestJSON-285217556-project] 10.222.0.36 "GET /v2.0/ports?device_id=151a58a5-00cd-41ce-b7bd-bcc35df9f5c0 HTTP/1.1" status: 200 len: 950 time: 0.0511248 Aug 16 23:48:55.055161 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fde9e1ca-2c7e-490b-b59f-0a0ca7526460 req-30b1144c-d814-4ad3-b185-cc65b813ded3 tempest-ServersAdminNegativeTestJSON-285217556 tempest-ServersAdminNegativeTestJSON-285217556-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7cda0df-392b-4126-bd81-72c4e1061e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309741 Aug 16 23:48:55.834869 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:56.176434 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199f3a5b-d6e0-4b98-ab73-4b620788e9c0 req-ebd60ff8-b0df-4569-aa30-78e2206ab395 tempest-ServersAdminNegativeTestJSON-285217556 tempest-ServersAdminNegativeTestJSON-285217556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:48:56.178195 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-199f3a5b-d6e0-4b98-ab73-4b620788e9c0 req-ebd60ff8-b0df-4569-aa30-78e2206ab395 tempest-ServersAdminNegativeTestJSON-285217556 tempest-ServersAdminNegativeTestJSON-285217556-project] 10.222.0.36 "GET /v2.0/ports?device_id=151a58a5-00cd-41ce-b7bd-bcc35df9f5c0 HTTP/1.1" status: 200 len: 950 time: 0.0500693 Aug 16 23:48:56.220248 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-199f3a5b-d6e0-4b98-ab73-4b620788e9c0 req-b3b62aef-7e3d-4cad-aa39-b9bf09b0d5da tempest-ServersAdminNegativeTestJSON-285217556 tempest-ServersAdminNegativeTestJSON-285217556-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7cda0df-392b-4126-bd81-72c4e1061e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361009 Aug 16 23:48:56.623893 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [req-1a92de6a-3273-4a61-a7f7-56da9b1fe327 req-a79b2cd3-b128-4822-b9b5-da6dd42dd475 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:48:56.624944 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1a92de6a-3273-4a61-a7f7-56da9b1fe327 req-a79b2cd3-b128-4822-b9b5-da6dd42dd475 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0510209 Aug 16 23:48:56.957390 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [req-8150bd24-c5ac-44ce-8e29-5dfafcb9b503 req-83d2d551-0857-43ec-a82f-7cee1bce4a3e service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:48:56.959094 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8150bd24-c5ac-44ce-8e29-5dfafcb9b503 req-83d2d551-0857-43ec-a82f-7cee1bce4a3e service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054679 Aug 16 23:48:57.294956 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37c56cb-f943-4194-9789-77a76a160c7a req-f48a6462-e269-4a5a-aee9-d3e1e698aa1c tempest-ServersAdminNegativeTestJSON-285217556 tempest-ServersAdminNegativeTestJSON-285217556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:48:57.296465 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f37c56cb-f943-4194-9789-77a76a160c7a req-f48a6462-e269-4a5a-aee9-d3e1e698aa1c tempest-ServersAdminNegativeTestJSON-285217556 tempest-ServersAdminNegativeTestJSON-285217556-project] 10.222.0.36 "GET /v2.0/ports?device_id=151a58a5-00cd-41ce-b7bd-bcc35df9f5c0 HTTP/1.1" status: 200 len: 950 time: 0.0493777 Aug 16 23:48:57.334496 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f37c56cb-f943-4194-9789-77a76a160c7a req-e2fb0a17-1e7e-4543-9a20-265114727e28 tempest-ServersAdminNegativeTestJSON-285217556 tempest-ServersAdminNegativeTestJSON-285217556-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7cda0df-392b-4126-bd81-72c4e1061e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319784 Aug 16 23:48:58.464767 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42e1249-a9a5-4fd8-83dc-382c9fd8d08d req-8d38161f-dbfc-4fef-aabf-6ab522ace8de tempest-ServersAdminNegativeTestJSON-285217556 tempest-ServersAdminNegativeTestJSON-285217556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:48:58.466482 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d42e1249-a9a5-4fd8-83dc-382c9fd8d08d req-8d38161f-dbfc-4fef-aabf-6ab522ace8de tempest-ServersAdminNegativeTestJSON-285217556 tempest-ServersAdminNegativeTestJSON-285217556-project] 10.222.0.36 "GET /v2.0/ports?device_id=151a58a5-00cd-41ce-b7bd-bcc35df9f5c0 HTTP/1.1" status: 200 len: 950 time: 0.0524035 Aug 16 23:48:58.505002 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d42e1249-a9a5-4fd8-83dc-382c9fd8d08d req-5aaf27f8-a49d-4a38-b3c0-f074c8cf6a81 tempest-ServersAdminNegativeTestJSON-285217556 tempest-ServersAdminNegativeTestJSON-285217556-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7cda0df-392b-4126-bd81-72c4e1061e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325034 Aug 16 23:48:58.768347 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb9f99-bb19-4f72-9d67-7593262f93d1 req-3ecdde06-e910-4579-b091-68387e9566c5 tempest-ServersAdminNegativeTestJSON-285217556 tempest-ServersAdminNegativeTestJSON-285217556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:48:58.769765 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-36eb9f99-bb19-4f72-9d67-7593262f93d1 req-3ecdde06-e910-4579-b091-68387e9566c5 tempest-ServersAdminNegativeTestJSON-285217556 tempest-ServersAdminNegativeTestJSON-285217556-project] 10.222.0.57 "GET /v2.0/ports?device_id=151a58a5-00cd-41ce-b7bd-bcc35df9f5c0 HTTP/1.1" status: 200 len: 950 time: 0.0501311 Aug 16 23:48:58.860450 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-36eb9f99-bb19-4f72-9d67-7593262f93d1 req-aa612ac3-7720-4aad-84a7-c4d277057d99 tempest-ServersAdminNegativeTestJSON-285217556 tempest-ServersAdminNegativeTestJSON-285217556-project] Deleting port afc463de-1745-4eba-a208-1f351ff95b63 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:48:58.860816 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-36eb9f99-bb19-4f72-9d67-7593262f93d1 req-aa612ac3-7720-4aad-84a7-c4d277057d99 tempest-ServersAdminNegativeTestJSON-285217556 tempest-ServersAdminNegativeTestJSON-285217556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:58.949090 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-36eb9f99-bb19-4f72-9d67-7593262f93d1 req-aa612ac3-7720-4aad-84a7-c4d277057d99 tempest-ServersAdminNegativeTestJSON-285217556 tempest-ServersAdminNegativeTestJSON-285217556-project] For port afc463de-1745-4eba-a208-1f351ff95b63, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=afc463de-1745-4eba-a208-1f351ff95b63,segment=NetworkSegment(889a1e39-fe47-4fc4-b1e7-d189fb8398af),segment_id=889a1e39-fe47-4fc4-b1e7-d189fb8398af)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:48:58.949448 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-36eb9f99-bb19-4f72-9d67-7593262f93d1 req-aa612ac3-7720-4aad-84a7-c4d277057d99 tempest-ServersAdminNegativeTestJSON-285217556 tempest-ServersAdminNegativeTestJSON-285217556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:58.966791 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-36eb9f99-bb19-4f72-9d67-7593262f93d1 req-aa612ac3-7720-4aad-84a7-c4d277057d99 tempest-ServersAdminNegativeTestJSON-285217556 tempest-ServersAdminNegativeTestJSON-285217556-project] Calling delete_port for afc463de-1745-4eba-a208-1f351ff95b63 owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:48:59.101669 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-36eb9f99-bb19-4f72-9d67-7593262f93d1 req-aa612ac3-7720-4aad-84a7-c4d277057d99 tempest-ServersAdminNegativeTestJSON-285217556 tempest-ServersAdminNegativeTestJSON-285217556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:59.130542 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa612ac3-7720-4aad-84a7-c4d277057d99 tempest-ServersAdminNegativeTestJSON-285217556 tempest-ServersAdminNegativeTestJSON-285217556-project] Pushing event deleted for resources: {'Port': ['ID=afc463de-1745-4eba-a208-1f351ff95b63,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:48:59.138808 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['afc463de-1745-4eba-a208-1f351ff95b63'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:48:59.178542 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-36eb9f99-bb19-4f72-9d67-7593262f93d1 req-aa612ac3-7720-4aad-84a7-c4d277057d99 tempest-ServersAdminNegativeTestJSON-285217556 tempest-ServersAdminNegativeTestJSON-285217556-project] No DVR routers for this DVR port afc463de-1745-4eba-a208-1f351ff95b63 on host n-h2-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:48:59.181413 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-36eb9f99-bb19-4f72-9d67-7593262f93d1 req-aa612ac3-7720-4aad-84a7-c4d277057d99 tempest-ServersAdminNegativeTestJSON-285217556 tempest-ServersAdminNegativeTestJSON-285217556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:48:59.183449 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-36eb9f99-bb19-4f72-9d67-7593262f93d1 req-aa612ac3-7720-4aad-84a7-c4d277057d99 tempest-ServersAdminNegativeTestJSON-285217556 tempest-ServersAdminNegativeTestJSON-285217556-project] 10.222.0.57 "DELETE /v2.0/ports/afc463de-1745-4eba-a208-1f351ff95b63 HTTP/1.1" status: 204 len: 173 time: 0.4077675 Aug 16 23:48:59.183956 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '151a58a5-00cd-41ce-b7bd-bcc35df9f5c0', 'name': 'network-vif-deleted', 'tag': 'afc463de-1745-4eba-a208-1f351ff95b63'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:48:59.186260 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5be9a9c22bfe9382157933c6eba925c7622163b8a5c85bc608140d30d6fa20cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e5fa991-88a0-4580-aaef-325fedaa1d0d" -d '{"events": [{"server_uuid": "151a58a5-00cd-41ce-b7bd-bcc35df9f5c0", "name": "network-vif-deleted", "tag": "afc463de-1745-4eba-a208-1f351ff95b63"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:48:59.237347 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c6bffaf-b38f-480a-bacb-b8b160b76f81 x-openstack-request-id: req-4c6bffaf-b38f-480a-bacb-b8b160b76f81 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:48:59.237725 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "151a58a5-00cd-41ce-b7bd-bcc35df9f5c0", "name": "network-vif-deleted", "tag": "afc463de-1745-4eba-a208-1f351ff95b63", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:48:59.238158 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4c6bffaf-b38f-480a-bacb-b8b160b76f81 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:48:59.238887 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '151a58a5-00cd-41ce-b7bd-bcc35df9f5c0', 'name': 'network-vif-deleted', 'tag': 'afc463de-1745-4eba-a208-1f351ff95b63', 'status': 'completed', 'code': 200} Aug 16 23:48:59.610280 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9a349deb-8d3b-4de5-a63d-96559079aabb req-8fead925-37a3-4e1b-91b4-225f9bc2bc86 tempest-ServersAdminNegativeTestJSON-285217556 tempest-ServersAdminNegativeTestJSON-285217556-project] 10.222.0.36 "GET /v2.0/ports?device_id=151a58a5-00cd-41ce-b7bd-bcc35df9f5c0 HTTP/1.1" status: 200 len: 210 time: 0.0281093 Aug 16 23:49:00.921072 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 55690) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:49:01.058139 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-2e3dff8e-fe80-4644-bd21-68709f4bb4e7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=559c4580d6954cfe97d14c81805aa22f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1359084 Aug 16 23:49:01.060742 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 55694) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:49:01.111378 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c2372501-8f66-4af0-a2dd-f7cf0e9419ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:01.132056 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c2372501-8f66-4af0-a2dd-f7cf0e9419ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:01.183417 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c2372501-8f66-4af0-a2dd-f7cf0e9419ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:01.185980 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c2372501-8f66-4af0-a2dd-f7cf0e9419ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:01.187147 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-c2372501-8f66-4af0-a2dd-f7cf0e9419ee admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b7cda0df-392b-4126-bd81-72c4e1061e56 HTTP/1.1" status: 204 len: 168 time: 0.1255205 Aug 16 23:49:01.195753 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2372501-8f66-4af0-a2dd-f7cf0e9419ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7cda0df-392b-4126-bd81-72c4e1061e56,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:01.441701 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 55700) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:49:01.455408 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d8b60d62-c92e-4889-b112-6a94ee2a4f5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:01.544571 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d8b60d62-c92e-4889-b112-6a94ee2a4f5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:01.548120 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d8b60d62-c92e-4889-b112-6a94ee2a4f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:01.586864 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-d8b60d62-c92e-4889-b112-6a94ee2a4f5e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8b1670c0fd7a42cda67ecf0172409492&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1440408 Aug 16 23:49:01.587712 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b60d62-c92e-4889-b112-6a94ee2a4f5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb38800c-2e09-48ef-b90c-c1ee44856f23,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:01.589664 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 55702) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:49:01.637738 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e42400da-1ad1-4626-8a6e-0fc95e636082 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:01.659149 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e42400da-1ad1-4626-8a6e-0fc95e636082 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:01.706223 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e42400da-1ad1-4626-8a6e-0fc95e636082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:01.708971 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e42400da-1ad1-4626-8a6e-0fc95e636082 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:01.710788 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-e42400da-1ad1-4626-8a6e-0fc95e636082 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cb38800c-2e09-48ef-b90c-c1ee44856f23 HTTP/1.1" status: 204 len: 168 time: 0.1194279 Aug 16 23:49:01.718448 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42400da-1ad1-4626-8a6e-0fc95e636082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb38800c-2e09-48ef-b90c-c1ee44856f23,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:01.963682 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device afc463de-1745-4eba-a208-1f351ff95b63 no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:49:01.985221 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] No Port match for: afc463de-1745-4eba-a208-1f351ff95b63 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:49:01.985567 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device afc463de-1745-4eba-a208-1f351ff95b63 not bound to the agent host n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:49:02.413629 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 55724) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:49:02.509509 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-7a32e28f-f046-4003-8ded-3451d2836b3a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-704696778-network', 'tenant_id': '5202c1dbd9864497a0de6a366b23942c'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:49:02.530641 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a32e28f-f046-4003-8ded-3451d2836b3a admin admin] Made reservation on behalf of 5202c1dbd9864497a0de6a366b23942c for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:49:02.532916 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7a32e28f-f046-4003-8ded-3451d2836b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:02.541591 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7a32e28f-f046-4003-8ded-3451d2836b3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:02.633922 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7a32e28f-f046-4003-8ded-3451d2836b3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:02.639758 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7a32e28f-f046-4003-8ded-3451d2836b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:02.667270 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a32e28f-f046-4003-8ded-3451d2836b3a admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:49:02.673679 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a32e28f-f046-4003-8ded-3451d2836b3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc184621-6ce3-4e6e-8826-18798cce2e90,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:02.680313 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7a32e28f-f046-4003-8ded-3451d2836b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:02.680686 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-7a32e28f-f046-4003-8ded-3451d2836b3a admin admin] Added segment 5e8fae25-0448-48c8-a77e-f7bfc0e015f1 of type vlan for network 5e8a0453-65f3-447c-a878-54fb74fd81c2 Aug 16 23:49:02.720650 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7a32e28f-f046-4003-8ded-3451d2836b3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:02.746417 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7a32e28f-f046-4003-8ded-3451d2836b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:02.747469 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a32e28f-f046-4003-8ded-3451d2836b3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:02.748106 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7a32e28f-f046-4003-8ded-3451d2836b3a admin admin] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:02.800697 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-7a32e28f-f046-4003-8ded-3451d2836b3a admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3831248 Aug 16 23:49:02.801007 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 55728) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:49:02.806909 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-6b393599-5634-418e-8541-f1874727beb1 admin admin] Request body: {'subnet': {'network_id': '5e8a0453-65f3-447c-a878-54fb74fd81c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-704696778-subnet', 'tenant_id': '5202c1dbd9864497a0de6a366b23942c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:49:02.808984 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a32e28f-f046-4003-8ded-3451d2836b3a admin admin] Pushing event updated for resources: {'Network': ['ID=5e8a0453-65f3-447c-a878-54fb74fd81c2,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:02.819304 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 5e8a0453-65f3-447c-a878-54fb74fd81c2 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:49:02.829965 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b393599-5634-418e-8541-f1874727beb1 admin admin] Made reservation on behalf of 5202c1dbd9864497a0de6a366b23942c for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:49:02.832306 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6b393599-5634-418e-8541-f1874727beb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:03.007852 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6b393599-5634-418e-8541-f1874727beb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:03.055472 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b393599-5634-418e-8541-f1874727beb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f52889ba-c25d-4300-8a77-4b5f68050d81,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:03.074379 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b393599-5634-418e-8541-f1874727beb1 admin admin] Checking segment: {'id': '5e8fae25-0448-48c8-a77e-f7bfc0e015f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5e8a0453-65f3-447c-a878-54fb74fd81c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:49:03.074739 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b393599-5634-418e-8541-f1874727beb1 admin admin] Network hostable DHCP agents. Network: 5e8a0453-65f3-447c-a878-54fb74fd81c2, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:49:03.090544 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b393599-5634-418e-8541-f1874727beb1 admin admin] Network 5e8a0453-65f3-447c-a878-54fb74fd81c2 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:49:03.098653 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-6b393599-5634-418e-8541-f1874727beb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 5e8a0453-65f3-447c-a878-54fb74fd81c2) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:49:03.103293 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b393599-5634-418e-8541-f1874727beb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:03.103875 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6b393599-5634-418e-8541-f1874727beb1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:03.108163 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ef381f-6c07-45bf-9286-360c756944c3 None None] Network 5e8a0453-65f3-447c-a878-54fb74fd81c2 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:49:03.123403 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-6b393599-5634-418e-8541-f1874727beb1 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3169038 Aug 16 23:49:03.233423 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2edf92-ea97-46f9-98b6-57f94d13f571 None None] Network 5e8a0453-65f3-447c-a878-54fb74fd81c2 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:49:03.549923 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c4e041-2e87-4791-b792-e700e18dc00f req-7b305cf2-edd6-4c4b-8c1f-9cf2f18da931 tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:03.551311 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-94c4e041-2e87-4791-b792-e700e18dc00f req-7b305cf2-edd6-4c4b-8c1f-9cf2f18da931 tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] 10.222.0.36 "GET /v2.0/networks?id=5e8a0453-65f3-447c-a878-54fb74fd81c2 HTTP/1.1" status: 200 len: 811 time: 0.1045349 Aug 16 23:49:03.566178 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-94c4e041-2e87-4791-b792-e700e18dc00f req-d8820635-4d4d-45fc-8bab-1d8f25e1bba4 tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] 10.222.0.36 "GET /v2.0/quotas/5202c1dbd9864497a0de6a366b23942c HTTP/1.1" status: 200 len: 375 time: 0.0087667 Aug 16 23:49:03.597088 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-94c4e041-2e87-4791-b792-e700e18dc00f req-512b2d44-fdab-4a9f-948a-f2c58ff97ca0 tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5202c1dbd9864497a0de6a366b23942c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252888 Aug 16 23:49:03.608942 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [req-94c4e041-2e87-4791-b792-e700e18dc00f req-70b75185-a2bf-43e6-904a-e592d7d88d6f tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:49:03.609886 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-94c4e041-2e87-4791-b792-e700e18dc00f req-70b75185-a2bf-43e6-904a-e592d7d88d6f tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055428 Aug 16 23:49:03.700160 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-94c4e041-2e87-4791-b792-e700e18dc00f req-efdd2350-1892-40ca-974a-b7d466627a17 service neutron] 10.222.0.36 "GET /v2.0/networks/5e8a0453-65f3-447c-a878-54fb74fd81c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844457 Aug 16 23:49:03.787643 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-94c4e041-2e87-4791-b792-e700e18dc00f req-bf6d3d88-eb9a-44d1-94ac-c2af27a740fd service neutron] 10.222.0.36 "GET /v2.0/networks/5e8a0453-65f3-447c-a878-54fb74fd81c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809655 Aug 16 23:49:03.948806 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dbd3aa3f-5aa9-4d23-9136-30d185c3d3c3 req-9223238c-7d8b-479a-8724-ef167917b800 tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b3e13d7-bbb4-447f-a020-08c43e2e58ab HTTP/1.1" status: 200 len: 210 time: 0.0279002 Aug 16 23:49:04.948770 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c4e041-2e87-4791-b792-e700e18dc00f req-58ce38cf-9abc-4867-ba50-ecf46044f589 tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:04.950261 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-94c4e041-2e87-4791-b792-e700e18dc00f req-58ce38cf-9abc-4867-ba50-ecf46044f589 tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] 10.222.0.57 "GET /v2.0/networks?id=5e8a0453-65f3-447c-a878-54fb74fd81c2 HTTP/1.1" status: 200 len: 811 time: 0.1094055 Aug 16 23:49:04.967687 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-94c4e041-2e87-4791-b792-e700e18dc00f req-f03c9652-a41d-482f-ab41-87de674c11d5 tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] Request body: {'port': {'device_id': '3b3e13d7-bbb4-447f-a020-08c43e2e58ab', 'network_id': '5e8a0453-65f3-447c-a878-54fb74fd81c2', 'admin_state_up': True, 'tenant_id': '5202c1dbd9864497a0de6a366b23942c'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:49:05.052166 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b725952f-7a20-437a-a564-e7a130b0cd6a req-f94a3eea-6992-4a14-820a-b73cba33cfaf tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b3e13d7-bbb4-447f-a020-08c43e2e58ab HTTP/1.1" status: 200 len: 210 time: 0.0355225 Aug 16 23:49:05.106565 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94c4e041-2e87-4791-b792-e700e18dc00f req-f03c9652-a41d-482f-ab41-87de674c11d5 tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] Made reservation on behalf of 5202c1dbd9864497a0de6a366b23942c for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:49:05.110115 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-94c4e041-2e87-4791-b792-e700e18dc00f req-f03c9652-a41d-482f-ab41-87de674c11d5 tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:05.241005 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [req-94c4e041-2e87-4791-b792-e700e18dc00f req-f03c9652-a41d-482f-ab41-87de674c11d5 tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] Allocated IP 172.20.0.4 (5e8a0453-65f3-447c-a878-54fb74fd81c2/f52889ba-c25d-4300-8a77-4b5f68050d81/44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:49:05.390204 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-94c4e041-2e87-4791-b792-e700e18dc00f req-f03c9652-a41d-482f-ab41-87de674c11d5 tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:05.431742 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-94c4e041-2e87-4791-b792-e700e18dc00f req-f03c9652-a41d-482f-ab41-87de674c11d5 tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:05.479953 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94c4e041-2e87-4791-b792-e700e18dc00f req-f03c9652-a41d-482f-ab41-87de674c11d5 tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] Network 5e8a0453-65f3-447c-a878-54fb74fd81c2 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:49:05.483076 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [req-94c4e041-2e87-4791-b792-e700e18dc00f req-f03c9652-a41d-482f-ab41-87de674c11d5 tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:49:05.485407 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-94c4e041-2e87-4791-b792-e700e18dc00f req-f03c9652-a41d-482f-ab41-87de674c11d5 tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:49:05.511647 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03c9652-a41d-482f-ab41-87de674c11d5 tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] Pushing event updated for resources: {'Port': ['ID=44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:05.539778 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c4e041-2e87-4791-b792-e700e18dc00f req-f03c9652-a41d-482f-ab41-87de674c11d5 tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:05.540378 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-94c4e041-2e87-4791-b792-e700e18dc00f req-f03c9652-a41d-482f-ab41-87de674c11d5 tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:05.554920 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-94c4e041-2e87-4791-b792-e700e18dc00f req-f03c9652-a41d-482f-ab41-87de674c11d5 tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5910602 Aug 16 23:49:05.573065 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-94c4e041-2e87-4791-b792-e700e18dc00f req-3d65aa9f-276b-414f-86f6-d08fa9abf2d3 service neutron] Request body: {'port': {'device_id': '3b3e13d7-bbb4-447f-a020-08c43e2e58ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-26'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:49:05.624609 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-94c4e041-2e87-4791-b792-e700e18dc00f req-3d65aa9f-276b-414f-86f6-d08fa9abf2d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:05.892403 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [req-94c4e041-2e87-4791-b792-e700e18dc00f req-3d65aa9f-276b-414f-86f6-d08fa9abf2d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e {{(pid=101292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:49:05.900828 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-94c4e041-2e87-4791-b792-e700e18dc00f req-3d65aa9f-276b-414f-86f6-d08fa9abf2d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:05.912400 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-94c4e041-2e87-4791-b792-e700e18dc00f req-3d65aa9f-276b-414f-86f6-d08fa9abf2d3 service neutron] Transition to ACTIVE for port object 44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:49:05.917109 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-94c4e041-2e87-4791-b792-e700e18dc00f req-3d65aa9f-276b-414f-86f6-d08fa9abf2d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:05.968941 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d65aa9f-276b-414f-86f6-d08fa9abf2d3 service neutron] Pushing event updated for resources: {'Port': ['ID=44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:06.032830 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-94c4e041-2e87-4791-b792-e700e18dc00f req-3d65aa9f-276b-414f-86f6-d08fa9abf2d3 service neutron] Attempting to bind port 44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e on host n-h2-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:49:06.033179 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-94c4e041-2e87-4791-b792-e700e18dc00f req-3d65aa9f-276b-414f-86f6-d08fa9abf2d3 service neutron] Attempting to bind port 44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': '5e8fae25-0448-48c8-a77e-f7bfc0e015f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5e8a0453-65f3-447c-a878-54fb74fd81c2'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:49:06.033509 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c4e041-2e87-4791-b792-e700e18dc00f req-3d65aa9f-276b-414f-86f6-d08fa9abf2d3 service neutron] Attempting to bind port 44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e on network 5e8a0453-65f3-447c-a878-54fb74fd81c2 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:49:06.037731 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c4e041-2e87-4791-b792-e700e18dc00f req-3d65aa9f-276b-414f-86f6-d08fa9abf2d3 service neutron] Port 44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e on network 5e8a0453-65f3-447c-a878-54fb74fd81c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:49:06.038138 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c4e041-2e87-4791-b792-e700e18dc00f req-3d65aa9f-276b-414f-86f6-d08fa9abf2d3 service neutron] Attempting to bind port 44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e on network 5e8a0453-65f3-447c-a878-54fb74fd81c2 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:49:06.043109 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c4e041-2e87-4791-b792-e700e18dc00f req-3d65aa9f-276b-414f-86f6-d08fa9abf2d3 service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:49:06.043450 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c4e041-2e87-4791-b792-e700e18dc00f req-3d65aa9f-276b-414f-86f6-d08fa9abf2d3 service neutron] Checking segment: {'id': '5e8fae25-0448-48c8-a77e-f7bfc0e015f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5e8a0453-65f3-447c-a878-54fb74fd81c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:49:06.043838 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c4e041-2e87-4791-b792-e700e18dc00f req-3d65aa9f-276b-414f-86f6-d08fa9abf2d3 service neutron] Bound using segment: {'id': '5e8fae25-0448-48c8-a77e-f7bfc0e015f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5e8a0453-65f3-447c-a878-54fb74fd81c2'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:49:06.044270 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-94c4e041-2e87-4791-b792-e700e18dc00f req-3d65aa9f-276b-414f-86f6-d08fa9abf2d3 service neutron] Bound port: 44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e8fae25-0448-48c8-a77e-f7bfc0e015f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5e8a0453-65f3-447c-a878-54fb74fd81c2'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:49:06.044657 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-94c4e041-2e87-4791-b792-e700e18dc00f req-3d65aa9f-276b-414f-86f6-d08fa9abf2d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:06.113252 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-94c4e041-2e87-4791-b792-e700e18dc00f req-3d65aa9f-276b-414f-86f6-d08fa9abf2d3 service neutron] For port 44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e, host n-h2-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:49:06.117998 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-94c4e041-2e87-4791-b792-e700e18dc00f req-3d65aa9f-276b-414f-86f6-d08fa9abf2d3 service neutron] For port 44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e,segment=NetworkSegment(5e8fae25-0448-48c8-a77e-f7bfc0e015f1),segment_id=5e8fae25-0448-48c8-a77e-f7bfc0e015f1)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:49:06.123695 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-94c4e041-2e87-4791-b792-e700e18dc00f req-3d65aa9f-276b-414f-86f6-d08fa9abf2d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:06.176239 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c4e041-2e87-4791-b792-e700e18dc00f req-3d65aa9f-276b-414f-86f6-d08fa9abf2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:06.177727 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-94c4e041-2e87-4791-b792-e700e18dc00f req-3d65aa9f-276b-414f-86f6-d08fa9abf2d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:06.179854 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-94c4e041-2e87-4791-b792-e700e18dc00f req-3d65aa9f-276b-414f-86f6-d08fa9abf2d3 service neutron] 10.222.0.57 "PUT /v2.0/ports/44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e HTTP/1.1" status: 200 len: 1092 time: 0.6110198 Aug 16 23:49:06.195801 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b3e13d7-bbb4-447f-a020-08c43e2e58ab', 'tag': '44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:49:06.198768 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5be9a9c22bfe9382157933c6eba925c7622163b8a5c85bc608140d30d6fa20cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb5b3f9e-a698-47a4-92d8-6708ede80424" -d '{"events": [{"name": "network-changed", "server_uuid": "3b3e13d7-bbb4-447f-a020-08c43e2e58ab", "tag": "44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:49:06.250772 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac50149-c564-4205-86a8-f83ce32222a5 x-openstack-request-id: req-7ac50149-c564-4205-86a8-f83ce32222a5 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:49:06.251066 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b3e13d7-bbb4-447f-a020-08c43e2e58ab", "tag": "44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:49:06.251318 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7ac50149-c564-4205-86a8-f83ce32222a5 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:49:06.251712 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b3e13d7-bbb4-447f-a020-08c43e2e58ab', 'tag': '44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e', 'status': 'completed', 'code': 200} Aug 16 23:49:06.252401 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d65aa9f-276b-414f-86f6-d08fa9abf2d3 service neutron] Pushing event updated for resources: {'Port': ['ID=44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:06.284215 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc33ae0-9868-47a8-8a76-7a3cb192bb8f req-e2da7dcc-71d2-4d93-8dea-2ff8510494c8 tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:06.285788 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8dc33ae0-9868-47a8-8a76-7a3cb192bb8f req-e2da7dcc-71d2-4d93-8dea-2ff8510494c8 tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b3e13d7-bbb4-447f-a020-08c43e2e58ab HTTP/1.1" status: 200 len: 943 time: 0.1586640 Aug 16 23:49:06.310977 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c4e041-2e87-4791-b792-e700e18dc00f req-c734473a-000e-49cf-9b58-48a6a9022146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:06.312470 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-94c4e041-2e87-4791-b792-e700e18dc00f req-c734473a-000e-49cf-9b58-48a6a9022146 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5202c1dbd9864497a0de6a366b23942c&device_id=3b3e13d7-bbb4-447f-a020-08c43e2e58ab HTTP/1.1" status: 200 len: 1095 time: 0.0754907 Aug 16 23:49:06.367936 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8dc33ae0-9868-47a8-8a76-7a3cb192bb8f req-0279dae1-518a-41cd-8dc0-be8528dcd817 tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc184621-6ce3-4e6e-8826-18798cce2e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751812 Aug 16 23:49:06.369360 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-94c4e041-2e87-4791-b792-e700e18dc00f req-064b5868-e320-4cf6-a52e-eaa24cb06486 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e HTTP/1.1" status: 200 len: 217 time: 0.0435252 Aug 16 23:49:06.418266 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c4e041-2e87-4791-b792-e700e18dc00f req-c71a8f02-9e16-4842-95ca-ead302488832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:06.419723 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-94c4e041-2e87-4791-b792-e700e18dc00f req-c71a8f02-9e16-4842-95ca-ead302488832 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f52889ba-c25d-4300-8a77-4b5f68050d81 HTTP/1.1" status: 200 len: 851 time: 0.0439625 Aug 16 23:49:06.452223 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-94c4e041-2e87-4791-b792-e700e18dc00f req-f4abd683-02f3-4257-a074-956e4ffd529a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5e8a0453-65f3-447c-a878-54fb74fd81c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255525 Aug 16 23:49:06.544520 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-94c4e041-2e87-4791-b792-e700e18dc00f req-39ca7783-deba-488c-a20c-b632576ae1f2 service neutron] 10.222.0.57 "GET /v2.0/networks/5e8a0453-65f3-447c-a878-54fb74fd81c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852053 Aug 16 23:49:06.633726 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-94c4e041-2e87-4791-b792-e700e18dc00f req-e515f59c-55ce-4167-96df-6b55815854b6 service neutron] 10.222.0.57 "GET /v2.0/networks/5e8a0453-65f3-447c-a878-54fb74fd81c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828345 Aug 16 23:49:06.759204 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5b3f9e-a698-47a4-92d8-6708ede80424 req-e2dec321-1ac4-47ed-b3f6-082d02ac9309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:06.760677 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-eb5b3f9e-a698-47a4-92d8-6708ede80424 req-e2dec321-1ac4-47ed-b3f6-082d02ac9309 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5202c1dbd9864497a0de6a366b23942c&device_id=3b3e13d7-bbb4-447f-a020-08c43e2e58ab HTTP/1.1" status: 200 len: 1095 time: 0.0465672 Aug 16 23:49:06.852843 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5b3f9e-a698-47a4-92d8-6708ede80424 req-0c1873ce-eccb-4c3c-a9d5-8ce8687bee2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:06.854326 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-eb5b3f9e-a698-47a4-92d8-6708ede80424 req-0c1873ce-eccb-4c3c-a9d5-8ce8687bee2b service neutron] 10.222.0.57 "GET /v2.0/networks?id=5e8a0453-65f3-447c-a878-54fb74fd81c2 HTTP/1.1" status: 200 len: 912 time: 0.0866807 Aug 16 23:49:06.900231 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-eb5b3f9e-a698-47a4-92d8-6708ede80424 req-6257af97-4895-4fc7-a592-3348921e2424 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e HTTP/1.1" status: 200 len: 217 time: 0.0386825 Aug 16 23:49:06.948674 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5b3f9e-a698-47a4-92d8-6708ede80424 req-d73a9be7-45f5-4859-910e-a6bcb2c42c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:06.950104 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-eb5b3f9e-a698-47a4-92d8-6708ede80424 req-d73a9be7-45f5-4859-910e-a6bcb2c42c92 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f52889ba-c25d-4300-8a77-4b5f68050d81 HTTP/1.1" status: 200 len: 851 time: 0.0431576 Aug 16 23:49:06.981002 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-eb5b3f9e-a698-47a4-92d8-6708ede80424 req-07e7de91-4cc2-4337-9d9c-e2c3f438b931 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5e8a0453-65f3-447c-a878-54fb74fd81c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244379 Aug 16 23:49:07.072358 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-eb5b3f9e-a698-47a4-92d8-6708ede80424 req-b8877825-7683-418e-8b19-8b1d68130449 service neutron] 10.222.0.57 "GET /v2.0/networks/5e8a0453-65f3-447c-a878-54fb74fd81c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844049 Aug 16 23:49:07.160728 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-eb5b3f9e-a698-47a4-92d8-6708ede80424 req-5e53522c-5c32-49f3-8569-0fc300a7b8a6 service neutron] 10.222.0.57 "GET /v2.0/networks/5e8a0453-65f3-447c-a878-54fb74fd81c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813627 Aug 16 23:49:07.485553 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404600e3-0700-464d-b9a9-7b1d5321a33c req-5a748a41-194c-4a4c-b833-d2513a9c1970 tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:07.487019 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-404600e3-0700-464d-b9a9-7b1d5321a33c req-5a748a41-194c-4a4c-b833-d2513a9c1970 tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b3e13d7-bbb4-447f-a020-08c43e2e58ab HTTP/1.1" status: 200 len: 943 time: 0.0512669 Aug 16 23:49:07.526962 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-404600e3-0700-464d-b9a9-7b1d5321a33c req-07b300f7-1252-4107-8a7c-1ee23d1bf8d6 tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc184621-6ce3-4e6e-8826-18798cce2e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337355 Aug 16 23:49:08.644620 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9a5afa-eace-4d19-a9d4-c78bdf71b36a req-d8f611a3-9da8-4264-bb32-006cd551ac9b tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:08.646110 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0b9a5afa-eace-4d19-a9d4-c78bdf71b36a req-d8f611a3-9da8-4264-bb32-006cd551ac9b tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b3e13d7-bbb4-447f-a020-08c43e2e58ab HTTP/1.1" status: 200 len: 943 time: 0.0528111 Aug 16 23:49:08.683658 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0b9a5afa-eace-4d19-a9d4-c78bdf71b36a req-44a733b1-3c87-4d1f-b2d5-00496a6d35dc tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc184621-6ce3-4e6e-8826-18798cce2e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314486 Aug 16 23:49:09.807700 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24df1af0-46a9-4551-93fe-bfc14c439528 req-f243488d-c179-4b21-9f29-60fb851948fb tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:09.809255 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-24df1af0-46a9-4551-93fe-bfc14c439528 req-f243488d-c179-4b21-9f29-60fb851948fb tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b3e13d7-bbb4-447f-a020-08c43e2e58ab HTTP/1.1" status: 200 len: 943 time: 0.0535617 Aug 16 23:49:09.846918 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-24df1af0-46a9-4551-93fe-bfc14c439528 req-cfa11ecb-2f7b-4617-a19d-86c51f44470b tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc184621-6ce3-4e6e-8826-18798cce2e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318694 Aug 16 23:49:09.973387 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:49:10.071642 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e,segment=NetworkSegment(5e8fae25-0448-48c8-a77e-f7bfc0e015f1),segment_id=5e8fae25-0448-48c8-a77e-f7bfc0e015f1)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:49:10.082193 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': '44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e', 'network_id': '5e8a0453-65f3-447c-a878-54fb74fd81c2', 'port_id': '44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e', 'mac_address': 'fa:16:3e:b3:02:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f52889ba-c25d-4300-8a77-4b5f68050d81', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:49:10.118100 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:10.130309 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:49:10.150512 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e,segment=NetworkSegment(5e8fae25-0448-48c8-a77e-f7bfc0e015f1),segment_id=5e8fae25-0448-48c8-a77e-f7bfc0e015f1)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:49:10.154581 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:10.200701 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:10.502134 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:49:10.960111 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e9cfa8-b9a1-4b63-8bd7-9f9faf525b2c req-a2ac36be-96bf-4678-8006-fed4b49b04cd tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:10.961585 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-75e9cfa8-b9a1-4b63-8bd7-9f9faf525b2c req-a2ac36be-96bf-4678-8006-fed4b49b04cd tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b3e13d7-bbb4-447f-a020-08c43e2e58ab HTTP/1.1" status: 200 len: 944 time: 0.0479574 Aug 16 23:49:10.998371 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-75e9cfa8-b9a1-4b63-8bd7-9f9faf525b2c req-439f8ef4-bfc4-49eb-9e78-5ed9d86eea7f tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc184621-6ce3-4e6e-8826-18798cce2e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309033 Aug 16 23:49:11.673849 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:11.974585 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:49:12.023060 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning for port 44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:49:12.027556 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port 44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:49:12.028030 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:12.109091 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:12.116519 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7bf954-525d-46fd-8e2a-62c7fc0490b7 req-1a6c684d-f8e8-4d99-b64b-667a97c5ef81 tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:12.118134 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0a7bf954-525d-46fd-8e2a-62c7fc0490b7 req-1a6c684d-f8e8-4d99-b64b-667a97c5ef81 tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b3e13d7-bbb4-447f-a020-08c43e2e58ab HTTP/1.1" status: 200 len: 944 time: 0.0525119 Aug 16 23:49:12.132116 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b3e13d7-bbb4-447f-a020-08c43e2e58ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:49:12.134418 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d789e1acf86fc3837d65c5c7bf7b17f03ca076816da63f24d17cffa1a624f203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8674b4d4-7170-4cbb-822c-480b5f1c58ef" -d '{"events": [{"server_uuid": "3b3e13d7-bbb4-447f-a020-08c43e2e58ab", "name": "network-vif-plugged", "status": "completed", "tag": "44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:49:12.148763 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e,segment=NetworkSegment(5e8fae25-0448-48c8-a77e-f7bfc0e015f1),segment_id=5e8fae25-0448-48c8-a77e-f7bfc0e015f1)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:49:12.153852 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:12.160420 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0a7bf954-525d-46fd-8e2a-62c7fc0490b7 req-17c2d08b-2c40-409b-b928-0312a624ba87 tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc184621-6ce3-4e6e-8826-18798cce2e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339706 Aug 16 23:49:12.184314 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48881464-b679-4a82-affa-36b89de2fecf x-openstack-request-id: req-48881464-b679-4a82-affa-36b89de2fecf {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:49:12.184643 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b3e13d7-bbb4-447f-a020-08c43e2e58ab", "name": "network-vif-plugged", "status": "completed", "tag": "44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:49:12.184900 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-48881464-b679-4a82-affa-36b89de2fecf {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:49:12.185295 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b3e13d7-bbb4-447f-a020-08c43e2e58ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e', 'code': 200} Aug 16 23:49:12.210395 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:12.301514 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe34fb19-671b-4f4e-8c77-a1062aaf434d req-4a744bb9-c0dd-4c43-89e5-0ee5c49d334b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:12.302925 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fe34fb19-671b-4f4e-8c77-a1062aaf434d req-4a744bb9-c0dd-4c43-89e5-0ee5c49d334b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3b3e13d7-bbb4-447f-a020-08c43e2e58ab HTTP/1.1" status: 200 len: 1097 time: 0.0397575 Aug 16 23:49:12.337411 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fe34fb19-671b-4f4e-8c77-a1062aaf434d req-43de43c5-3366-4311-b52a-7005255bb6a7 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=dc184621-6ce3-4e6e-8826-18798cce2e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271249 Aug 16 23:49:13.276248 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dc0adf-2e5e-40f2-a3bf-e9e7ae2ad1fd req-bd0fc9d4-34e6-4604-9cec-1fe87cca0037 tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:13.277769 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b0dc0adf-2e5e-40f2-a3bf-e9e7ae2ad1fd req-bd0fc9d4-34e6-4604-9cec-1fe87cca0037 tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b3e13d7-bbb4-447f-a020-08c43e2e58ab HTTP/1.1" status: 200 len: 945 time: 0.0492680 Aug 16 23:49:13.315460 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b0dc0adf-2e5e-40f2-a3bf-e9e7ae2ad1fd req-be882233-8c91-4953-8b13-bf8c67ccf9e0 tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc184621-6ce3-4e6e-8826-18798cce2e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318635 Aug 16 23:49:14.437064 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e87701-9dfb-4000-8d2e-a1348295f309 req-67bf382f-38a0-43a6-bd78-5d4d36d65a01 tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:14.438447 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b4e87701-9dfb-4000-8d2e-a1348295f309 req-67bf382f-38a0-43a6-bd78-5d4d36d65a01 tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b3e13d7-bbb4-447f-a020-08c43e2e58ab HTTP/1.1" status: 200 len: 945 time: 0.0534050 Aug 16 23:49:14.474937 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b4e87701-9dfb-4000-8d2e-a1348295f309 req-095641b2-8811-400e-87f0-87601586e8b6 tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc184621-6ce3-4e6e-8826-18798cce2e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304153 Aug 16 23:49:14.783375 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 55794) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:49:14.809084 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c59cd7-41af-4466-924b-7427e6a3e8a1 req-a48666e8-95e5-4e6a-bcfd-8feee223d1c6 tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:14.810621 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-19c59cd7-41af-4466-924b-7427e6a3e8a1 req-a48666e8-95e5-4e6a-bcfd-8feee223d1c6 tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b3e13d7-bbb4-447f-a020-08c43e2e58ab HTTP/1.1" status: 200 len: 945 time: 0.0507331 Aug 16 23:49:14.849825 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-19c59cd7-41af-4466-924b-7427e6a3e8a1 req-1ffb1a80-83a1-4d9e-aa91-66d98716d678 tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc184621-6ce3-4e6e-8826-18798cce2e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332215 Aug 16 23:49:14.868849 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-060af43b-b316-48f1-b861-95ff54e983c3 req-03849637-f1fa-453b-ad03-c7bde3b8f0a9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3b3e13d7-bbb4-447f-a020-08c43e2e58ab&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0843017 Aug 16 23:49:15.966896 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b8f17e-4027-448c-9b47-bf4c5ce832a0 req-f269fb58-e58a-4e66-b704-894019e71b4e tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:15.968422 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-90b8f17e-4027-448c-9b47-bf4c5ce832a0 req-f269fb58-e58a-4e66-b704-894019e71b4e tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b3e13d7-bbb4-447f-a020-08c43e2e58ab HTTP/1.1" status: 200 len: 945 time: 0.0504041 Aug 16 23:49:16.359614 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-90b8f17e-4027-448c-9b47-bf4c5ce832a0 req-61393a59-e9ea-4c38-9235-2b543ffa71a8 tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc184621-6ce3-4e6e-8826-18798cce2e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3852751 Aug 16 23:49:16.373123 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060af43b-b316-48f1-b861-95ff54e983c3 req-55d13242-64d2-4dad-a92a-a66b6f05cf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:16.374635 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-060af43b-b316-48f1-b861-95ff54e983c3 req-55d13242-64d2-4dad-a92a-a66b6f05cf32 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5202c1dbd9864497a0de6a366b23942c&device_id=3b3e13d7-bbb4-447f-a020-08c43e2e58ab HTTP/1.1" status: 200 len: 1097 time: 0.3820901 Aug 16 23:49:16.462365 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060af43b-b316-48f1-b861-95ff54e983c3 req-106901de-2f07-4e51-b9af-a4871c6ba8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:16.463744 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-060af43b-b316-48f1-b861-95ff54e983c3 req-106901de-2f07-4e51-b9af-a4871c6ba8c3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5e8a0453-65f3-447c-a878-54fb74fd81c2 HTTP/1.1" status: 200 len: 912 time: 0.0814750 Aug 16 23:49:16.508507 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-060af43b-b316-48f1-b861-95ff54e983c3 req-684c947c-568b-42cc-b8f2-a6d6bf4405b9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e HTTP/1.1" status: 200 len: 217 time: 0.0378883 Aug 16 23:49:16.557060 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060af43b-b316-48f1-b861-95ff54e983c3 req-6a3dede9-b27c-4e4e-97ed-4f119bfe0798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:16.558494 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-060af43b-b316-48f1-b861-95ff54e983c3 req-6a3dede9-b27c-4e4e-97ed-4f119bfe0798 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f52889ba-c25d-4300-8a77-4b5f68050d81 HTTP/1.1" status: 200 len: 851 time: 0.0430381 Aug 16 23:49:16.589591 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-060af43b-b316-48f1-b861-95ff54e983c3 req-1d783194-3074-4e2f-ae01-4c54c6060c5b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5e8a0453-65f3-447c-a878-54fb74fd81c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240433 Aug 16 23:49:16.680093 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-060af43b-b316-48f1-b861-95ff54e983c3 req-88055bc2-7ed6-4072-af1b-cee7a7e43b63 service neutron] 10.222.0.57 "GET /v2.0/networks/5e8a0453-65f3-447c-a878-54fb74fd81c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838954 Aug 16 23:49:16.773977 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-060af43b-b316-48f1-b861-95ff54e983c3 req-acb2d632-fdad-4e3b-beb8-eb32974fdd52 service neutron] 10.222.0.57 "GET /v2.0/networks/5e8a0453-65f3-447c-a878-54fb74fd81c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870543 Aug 16 23:49:17.474250 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5478b4-a215-4fdf-b4f1-0da6c9e332ea req-dc502c20-8649-4483-990f-b68918d76a51 tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:17.475931 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0d5478b4-a215-4fdf-b4f1-0da6c9e332ea req-dc502c20-8649-4483-990f-b68918d76a51 tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b3e13d7-bbb4-447f-a020-08c43e2e58ab HTTP/1.1" status: 200 len: 945 time: 0.0489886 Aug 16 23:49:17.512970 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0d5478b4-a215-4fdf-b4f1-0da6c9e332ea req-e3eec023-459b-43f4-8797-81fd1c3bef9a tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc184621-6ce3-4e6e-8826-18798cce2e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311632 Aug 16 23:49:17.769665 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a5b163cc-5f13-4996-9c99-d8404928da53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:18.632252 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef5c2bd-f615-4483-8808-1f8796390aaa req-17bcc9f4-5d46-4921-8d91-e875e00835c1 tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:18.633767 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8ef5c2bd-f615-4483-8808-1f8796390aaa req-17bcc9f4-5d46-4921-8d91-e875e00835c1 tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b3e13d7-bbb4-447f-a020-08c43e2e58ab HTTP/1.1" status: 200 len: 945 time: 0.0531919 Aug 16 23:49:18.672742 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8ef5c2bd-f615-4483-8808-1f8796390aaa req-8c82477e-d9a1-41f8-8ad0-e2227478572f tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc184621-6ce3-4e6e-8826-18798cce2e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322731 Aug 16 23:49:19.790837 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70539038-05d3-4c96-aaea-74a157aefce0 req-318f7890-09f7-49db-8a06-50e51280dd48 tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:19.792322 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-70539038-05d3-4c96-aaea-74a157aefce0 req-318f7890-09f7-49db-8a06-50e51280dd48 tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b3e13d7-bbb4-447f-a020-08c43e2e58ab HTTP/1.1" status: 200 len: 945 time: 0.0497329 Aug 16 23:49:19.830592 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-70539038-05d3-4c96-aaea-74a157aefce0 req-a9d8dc28-faee-438a-a907-418a0f22c213 tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc184621-6ce3-4e6e-8826-18798cce2e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313678 Aug 16 23:49:19.857727 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c83f40c8-dafa-4afa-b8d1-d2339f411f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:20.736961 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:20.990102 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049ffc1b-c713-4527-a152-a254270689c2 req-5098afe4-a024-4370-a91c-a46d4746bb82 tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:20.992236 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-049ffc1b-c713-4527-a152-a254270689c2 req-5098afe4-a024-4370-a91c-a46d4746bb82 tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b3e13d7-bbb4-447f-a020-08c43e2e58ab HTTP/1.1" status: 200 len: 945 time: 0.0506053 Aug 16 23:49:21.058868 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-049ffc1b-c713-4527-a152-a254270689c2 req-6883cacb-7056-4808-be85-1e44e5afd3b5 tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc184621-6ce3-4e6e-8826-18798cce2e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605214 Aug 16 23:49:21.073964 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12918d54-3ab3-43f9-bbf8-99e20db83ed3 req-a92b31be-8bbe-4dc9-bcf6-78dfdda463a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:21.075486 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-12918d54-3ab3-43f9-bbf8-99e20db83ed3 req-a92b31be-8bbe-4dc9-bcf6-78dfdda463a5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5202c1dbd9864497a0de6a366b23942c&device_id=3b3e13d7-bbb4-447f-a020-08c43e2e58ab HTTP/1.1" status: 200 len: 1097 time: 0.0492053 Aug 16 23:49:21.184408 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12918d54-3ab3-43f9-bbf8-99e20db83ed3 req-828a2210-ca3f-4fad-9d10-fdf05085f2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:21.185950 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-12918d54-3ab3-43f9-bbf8-99e20db83ed3 req-828a2210-ca3f-4fad-9d10-fdf05085f2d1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5e8a0453-65f3-447c-a878-54fb74fd81c2 HTTP/1.1" status: 200 len: 912 time: 0.0904140 Aug 16 23:49:21.231841 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-12918d54-3ab3-43f9-bbf8-99e20db83ed3 req-7bb973fe-b780-4467-b3aa-a79ff076dcdc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e HTTP/1.1" status: 200 len: 217 time: 0.0388076 Aug 16 23:49:21.281084 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12918d54-3ab3-43f9-bbf8-99e20db83ed3 req-05811f96-edc1-4661-9d0f-b3ecfe8ea2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:21.282457 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-12918d54-3ab3-43f9-bbf8-99e20db83ed3 req-05811f96-edc1-4661-9d0f-b3ecfe8ea2a9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f52889ba-c25d-4300-8a77-4b5f68050d81 HTTP/1.1" status: 200 len: 851 time: 0.0444491 Aug 16 23:49:21.313222 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-12918d54-3ab3-43f9-bbf8-99e20db83ed3 req-2e8326f3-44b4-4942-9754-9ded8a95fcec service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5e8a0453-65f3-447c-a878-54fb74fd81c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241203 Aug 16 23:49:21.405581 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-12918d54-3ab3-43f9-bbf8-99e20db83ed3 req-4c27ec46-925e-48b1-9f15-38adf4fc1d8f service neutron] 10.222.0.57 "GET /v2.0/networks/5e8a0453-65f3-447c-a878-54fb74fd81c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855038 Aug 16 23:49:21.492635 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-12918d54-3ab3-43f9-bbf8-99e20db83ed3 req-c2bbdc62-f291-409b-87ff-a126872adacb service neutron] 10.222.0.57 "GET /v2.0/networks/5e8a0453-65f3-447c-a878-54fb74fd81c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801706 Aug 16 23:49:21.744300 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:22.177513 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fab2be-69dc-41f8-814b-813604c384d3 req-dd9110b1-f8e4-48d3-b4f5-bc6468a545d0 tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:22.179669 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b7fab2be-69dc-41f8-814b-813604c384d3 req-dd9110b1-f8e4-48d3-b4f5-bc6468a545d0 tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b3e13d7-bbb4-447f-a020-08c43e2e58ab HTTP/1.1" status: 200 len: 945 time: 0.0535486 Aug 16 23:49:22.217137 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b7fab2be-69dc-41f8-814b-813604c384d3 req-f23d5804-829c-4cc4-8552-0a9dc7c3277f tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc184621-6ce3-4e6e-8826-18798cce2e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312750 Aug 16 23:49:22.995648 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:23.345104 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ae651-00f0-444a-a3f9-dcf577933c6d req-3dbff603-2569-4edd-abfb-a726777cf3e0 tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:23.346623 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c83ae651-00f0-444a-a3f9-dcf577933c6d req-3dbff603-2569-4edd-abfb-a726777cf3e0 tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b3e13d7-bbb4-447f-a020-08c43e2e58ab HTTP/1.1" status: 200 len: 945 time: 0.0550957 Aug 16 23:49:23.385416 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c83ae651-00f0-444a-a3f9-dcf577933c6d req-bccb2ed4-82d6-4556-9290-ee5930986aac tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc184621-6ce3-4e6e-8826-18798cce2e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329347 Aug 16 23:49:24.505434 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11821770-e6df-4a58-8ab0-e86aefb650a9 req-c0ec77f4-615b-4c55-83fc-3b3dd570db9a tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:24.506982 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-11821770-e6df-4a58-8ab0-e86aefb650a9 req-c0ec77f4-615b-4c55-83fc-3b3dd570db9a tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b3e13d7-bbb4-447f-a020-08c43e2e58ab HTTP/1.1" status: 200 len: 945 time: 0.0515490 Aug 16 23:49:24.549013 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-11821770-e6df-4a58-8ab0-e86aefb650a9 req-6a787cfd-42a9-4ab5-8f24-3aa2d7da00b0 tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc184621-6ce3-4e6e-8826-18798cce2e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354896 Aug 16 23:49:25.670663 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c494a8b5-5b79-4c89-ac3f-853e1c26b30c req-328547a4-15c2-48cd-8bf1-4263b23fae0b tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:25.672168 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c494a8b5-5b79-4c89-ac3f-853e1c26b30c req-328547a4-15c2-48cd-8bf1-4263b23fae0b tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b3e13d7-bbb4-447f-a020-08c43e2e58ab HTTP/1.1" status: 200 len: 945 time: 0.0486023 Aug 16 23:49:25.710027 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c494a8b5-5b79-4c89-ac3f-853e1c26b30c req-e9e0f568-ad15-4015-b6f9-3d8347faad77 tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc184621-6ce3-4e6e-8826-18798cce2e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308261 Aug 16 23:49:25.810671 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:49:25.838094 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:26.860645 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e5b084-0340-499a-b8ac-0a3c708a7185 req-ce415e3c-bbfc-4edd-9c52-07ff996c2bbb tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:26.862124 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-74e5b084-0340-499a-b8ac-0a3c708a7185 req-ce415e3c-bbfc-4edd-9c52-07ff996c2bbb tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b3e13d7-bbb4-447f-a020-08c43e2e58ab HTTP/1.1" status: 200 len: 945 time: 0.0656929 Aug 16 23:49:26.900382 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-74e5b084-0340-499a-b8ac-0a3c708a7185 req-d70e6519-ace9-418a-a7d3-07a9752bbb82 tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc184621-6ce3-4e6e-8826-18798cce2e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320578 Aug 16 23:49:28.017622 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f000392d-0e36-4b14-8545-153ccf4efb62 req-17febe94-5b1f-4ae6-85e5-e8b201a2a9a8 tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:28.019101 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f000392d-0e36-4b14-8545-153ccf4efb62 req-17febe94-5b1f-4ae6-85e5-e8b201a2a9a8 tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b3e13d7-bbb4-447f-a020-08c43e2e58ab HTTP/1.1" status: 200 len: 945 time: 0.0485017 Aug 16 23:49:28.057741 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f000392d-0e36-4b14-8545-153ccf4efb62 req-07644ada-c55c-4071-a067-3abf86e29e67 tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc184621-6ce3-4e6e-8826-18798cce2e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320528 Aug 16 23:49:29.173383 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c999ba75-7b36-4b63-94ee-7bc83009f5ee req-fc8ef2e6-1eef-4206-881a-82956a89953a tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:29.174875 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c999ba75-7b36-4b63-94ee-7bc83009f5ee req-fc8ef2e6-1eef-4206-881a-82956a89953a tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b3e13d7-bbb4-447f-a020-08c43e2e58ab HTTP/1.1" status: 200 len: 945 time: 0.0498219 Aug 16 23:49:29.218011 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c999ba75-7b36-4b63-94ee-7bc83009f5ee req-5392003c-71bf-4076-aad5-0baeb4cd6b02 tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc184621-6ce3-4e6e-8826-18798cce2e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367339 Aug 16 23:49:30.339391 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb839d8-25ac-4e86-a04b-036ff6fb96e4 req-b8ff3663-3f00-4b32-930b-85bb8dba450b tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:30.340908 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ebb839d8-25ac-4e86-a04b-036ff6fb96e4 req-b8ff3663-3f00-4b32-930b-85bb8dba450b tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b3e13d7-bbb4-447f-a020-08c43e2e58ab HTTP/1.1" status: 200 len: 945 time: 0.0547140 Aug 16 23:49:30.378959 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ebb839d8-25ac-4e86-a04b-036ff6fb96e4 req-8708fab7-bf3b-4723-a9b2-c818af4fe809 tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc184621-6ce3-4e6e-8826-18798cce2e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319295 Aug 16 23:49:31.496165 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8104a9d-422f-44eb-abb8-dcc1b326df27 req-ac1e469c-ff31-4f15-b90f-d9b921fadd68 tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:31.497704 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c8104a9d-422f-44eb-abb8-dcc1b326df27 req-ac1e469c-ff31-4f15-b90f-d9b921fadd68 tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b3e13d7-bbb4-447f-a020-08c43e2e58ab HTTP/1.1" status: 200 len: 945 time: 0.0506427 Aug 16 23:49:31.534451 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c8104a9d-422f-44eb-abb8-dcc1b326df27 req-0a9771f5-5318-46b0-920b-7f26889d382f tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc184621-6ce3-4e6e-8826-18798cce2e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308323 Aug 16 23:49:32.669476 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95ca8ef-427e-416d-bc14-28f993e9b27d req-ddfcc461-3aa0-4a60-af60-c888b57fc116 tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:32.670999 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f95ca8ef-427e-416d-bc14-28f993e9b27d req-ddfcc461-3aa0-4a60-af60-c888b57fc116 tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b3e13d7-bbb4-447f-a020-08c43e2e58ab HTTP/1.1" status: 200 len: 945 time: 0.0540502 Aug 16 23:49:32.714822 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f95ca8ef-427e-416d-bc14-28f993e9b27d req-40e996ae-1a0f-4809-a8e8-ce2fe0b98cbd tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc184621-6ce3-4e6e-8826-18798cce2e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369995 Aug 16 23:49:33.836424 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df7aa6-0c84-4bbd-87be-39607e36c538 req-42b86a86-e6de-4486-96d4-6bfe007a2c2d tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:33.837943 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-27df7aa6-0c84-4bbd-87be-39607e36c538 req-42b86a86-e6de-4486-96d4-6bfe007a2c2d tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b3e13d7-bbb4-447f-a020-08c43e2e58ab HTTP/1.1" status: 200 len: 945 time: 0.0535283 Aug 16 23:49:33.877169 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-27df7aa6-0c84-4bbd-87be-39607e36c538 req-9a0dcffa-0b29-4761-9f25-db294ffe3818 tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc184621-6ce3-4e6e-8826-18798cce2e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333152 Aug 16 23:49:35.043523 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433730f3-d186-4263-9c53-d38303fb4726 req-4835a502-6998-4889-9b21-d55aaf237015 tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:35.045061 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-433730f3-d186-4263-9c53-d38303fb4726 req-4835a502-6998-4889-9b21-d55aaf237015 tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b3e13d7-bbb4-447f-a020-08c43e2e58ab HTTP/1.1" status: 200 len: 945 time: 0.1019001 Aug 16 23:49:35.084348 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-433730f3-d186-4263-9c53-d38303fb4726 req-d836baff-4cc5-4ed9-bd6d-9239dde9b31b tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc184621-6ce3-4e6e-8826-18798cce2e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330753 Aug 16 23:49:36.249276 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a099f5-1e7d-46b6-b76a-466b868e4331 req-8f732d08-da66-4574-9212-dd3b599d2242 tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:36.250778 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f8a099f5-1e7d-46b6-b76a-466b868e4331 req-8f732d08-da66-4574-9212-dd3b599d2242 tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b3e13d7-bbb4-447f-a020-08c43e2e58ab HTTP/1.1" status: 200 len: 945 time: 0.0984366 Aug 16 23:49:36.288184 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f8a099f5-1e7d-46b6-b76a-466b868e4331 req-1a7e6dce-7289-4845-8235-bcbcd4a17372 tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc184621-6ce3-4e6e-8826-18798cce2e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310388 Aug 16 23:49:37.408637 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fd892a-6f79-44d4-85f2-d282440d0de8 req-faeab9ff-54f4-40e7-8f51-ef9dedd8e48b tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:37.409992 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-29fd892a-6f79-44d4-85f2-d282440d0de8 req-faeab9ff-54f4-40e7-8f51-ef9dedd8e48b tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b3e13d7-bbb4-447f-a020-08c43e2e58ab HTTP/1.1" status: 200 len: 945 time: 0.0533841 Aug 16 23:49:37.447068 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-29fd892a-6f79-44d4-85f2-d282440d0de8 req-4b59da97-a980-49ee-87d9-94786e6f787a tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc184621-6ce3-4e6e-8826-18798cce2e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310364 Aug 16 23:49:38.562545 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b12c323-f43b-4edd-94b4-ff9bb4843257 req-9b0d1166-d50a-4480-b497-a268a4791b8e tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:38.564055 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4b12c323-f43b-4edd-94b4-ff9bb4843257 req-9b0d1166-d50a-4480-b497-a268a4791b8e tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b3e13d7-bbb4-447f-a020-08c43e2e58ab HTTP/1.1" status: 200 len: 945 time: 0.0484529 Aug 16 23:49:38.602963 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4b12c323-f43b-4edd-94b4-ff9bb4843257 req-feceaf5a-440b-46c5-98e5-b37df143657b tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc184621-6ce3-4e6e-8826-18798cce2e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314615 Aug 16 23:49:39.718897 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408e55d1-02a6-4ca7-8df1-8879d0ab6657 req-58cafe1c-ff84-4b15-9049-04554dba5757 tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:39.720392 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-408e55d1-02a6-4ca7-8df1-8879d0ab6657 req-58cafe1c-ff84-4b15-9049-04554dba5757 tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b3e13d7-bbb4-447f-a020-08c43e2e58ab HTTP/1.1" status: 200 len: 945 time: 0.0502596 Aug 16 23:49:39.760758 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-408e55d1-02a6-4ca7-8df1-8879d0ab6657 req-7144ac85-b398-4224-b46f-9b821fe7dd5a tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc184621-6ce3-4e6e-8826-18798cce2e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327914 Aug 16 23:49:40.896979 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db7d057-1a08-43f1-aebd-cee628bed8ad req-94d26f91-d105-4c6c-b33e-a28dc561c93e tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:40.898704 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3db7d057-1a08-43f1-aebd-cee628bed8ad req-94d26f91-d105-4c6c-b33e-a28dc561c93e tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b3e13d7-bbb4-447f-a020-08c43e2e58ab HTTP/1.1" status: 200 len: 945 time: 0.0648477 Aug 16 23:49:40.937177 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3db7d057-1a08-43f1-aebd-cee628bed8ad req-492fca81-c848-4f24-abd7-231bf64a22a5 tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc184621-6ce3-4e6e-8826-18798cce2e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323832 Aug 16 23:49:41.699063 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:42.059604 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8288b5da-432c-48e2-98e7-1b201f49baf4 req-b050e4e5-4a31-4965-908f-6c6b3c6c991a tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:42.061137 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8288b5da-432c-48e2-98e7-1b201f49baf4 req-b050e4e5-4a31-4965-908f-6c6b3c6c991a tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b3e13d7-bbb4-447f-a020-08c43e2e58ab HTTP/1.1" status: 200 len: 945 time: 0.0488269 Aug 16 23:49:42.099550 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8288b5da-432c-48e2-98e7-1b201f49baf4 req-01a7d856-8357-4669-b7d7-f843480c2698 tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc184621-6ce3-4e6e-8826-18798cce2e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325036 Aug 16 23:49:43.217038 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d1e7e6-16dd-4bd3-a3dc-f18a4ac12f22 req-e7307648-9d67-498f-ad9c-770bbd21abe1 tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:43.219154 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-14d1e7e6-16dd-4bd3-a3dc-f18a4ac12f22 req-e7307648-9d67-498f-ad9c-770bbd21abe1 tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b3e13d7-bbb4-447f-a020-08c43e2e58ab HTTP/1.1" status: 200 len: 945 time: 0.0502317 Aug 16 23:49:43.257758 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-14d1e7e6-16dd-4bd3-a3dc-f18a4ac12f22 req-508d2c2c-ab59-4f1b-8032-40dd226c16d2 tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc184621-6ce3-4e6e-8826-18798cce2e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325689 Aug 16 23:49:43.880071 n-d-791506-26 neutron-server[101292]: INFO neutron.api.v2.resource [req-060af43b-b316-48f1-b861-95ff54e983c3 req-ff3934d5-050b-4c86-a5be-772afc9595ba service neutron] show failed (client error): The resource could not be found. Aug 16 23:49:43.881149 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-060af43b-b316-48f1-b861-95ff54e983c3 req-ff3934d5-050b-4c86-a5be-772afc9595ba service neutron] 10.222.0.57 "GET /v2.0/ports/44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e/bindings/n-h1-791506-26 HTTP/1.1" status: 404 len: 381 time: 0.0675373 Aug 16 23:49:44.199518 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060af43b-b316-48f1-b861-95ff54e983c3 req-c3c02f2e-7f88-4f06-9895-5567a9abddc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:44.201058 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-060af43b-b316-48f1-b861-95ff54e983c3 req-c3c02f2e-7f88-4f06-9895-5567a9abddc1 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=3b3e13d7-bbb4-447f-a020-08c43e2e58ab&tenant_id=5202c1dbd9864497a0de6a366b23942c HTTP/1.1" status: 200 len: 1097 time: 0.0729649 Aug 16 23:49:44.214560 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-060af43b-b316-48f1-b861-95ff54e983c3 req-b8612d03-1ec2-4df0-8cdd-c6d327a37627 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791506-26', 'device_owner': 'compute:nova'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:49:44.271502 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-060af43b-b316-48f1-b861-95ff54e983c3 req-b8612d03-1ec2-4df0-8cdd-c6d327a37627 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:44.469957 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed4cb91-7c3b-4cc0-b4b2-8b8ff0ffff6f req-0e5a6651-b04f-4626-91b9-1ac8fe55bb11 tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:44.471349 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6ed4cb91-7c3b-4cc0-b4b2-8b8ff0ffff6f req-0e5a6651-b04f-4626-91b9-1ac8fe55bb11 tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b3e13d7-bbb4-447f-a020-08c43e2e58ab HTTP/1.1" status: 200 len: 945 time: 0.0998390 Aug 16 23:49:44.529608 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6ed4cb91-7c3b-4cc0-b4b2-8b8ff0ffff6f req-8d6dfc94-060e-45ee-976c-ad4321b04484 tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc184621-6ce3-4e6e-8826-18798cce2e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502570 Aug 16 23:49:44.542060 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-060af43b-b316-48f1-b861-95ff54e983c3 req-b8612d03-1ec2-4df0-8cdd-c6d327a37627 service neutron] For port 44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e,segment=NetworkSegment(5e8fae25-0448-48c8-a77e-f7bfc0e015f1),segment_id=5e8fae25-0448-48c8-a77e-f7bfc0e015f1)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:49:44.575516 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-060af43b-b316-48f1-b861-95ff54e983c3 req-b8612d03-1ec2-4df0-8cdd-c6d327a37627 service neutron] For port 44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e, host n-h2-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:49:44.623729 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b3e13d7-bbb4-447f-a020-08c43e2e58ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:49:44.626095 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5be9a9c22bfe9382157933c6eba925c7622163b8a5c85bc608140d30d6fa20cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7311824-3046-4490-a669-ef3c7907b124" -d '{"events": [{"server_uuid": "3b3e13d7-bbb4-447f-a020-08c43e2e58ab", "name": "network-vif-unplugged", "status": "completed", "tag": "44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:49:44.630786 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-060af43b-b316-48f1-b861-95ff54e983c3 req-b8612d03-1ec2-4df0-8cdd-c6d327a37627 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:44.643754 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-060af43b-b316-48f1-b861-95ff54e983c3 req-b8612d03-1ec2-4df0-8cdd-c6d327a37627 service neutron] Transition to ACTIVE for port object 44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:49:44.649154 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-060af43b-b316-48f1-b861-95ff54e983c3 req-b8612d03-1ec2-4df0-8cdd-c6d327a37627 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:44.684160 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 23:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9182adb-7c5f-4ce3-9a9b-5e6d63c36d84 x-openstack-request-id: req-d9182adb-7c5f-4ce3-9a9b-5e6d63c36d84 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:49:44.684458 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b3e13d7-bbb4-447f-a020-08c43e2e58ab", "name": "network-vif-unplugged", "status": "completed", "tag": "44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:49:44.684741 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d9182adb-7c5f-4ce3-9a9b-5e6d63c36d84 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:49:44.685151 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b3e13d7-bbb4-447f-a020-08c43e2e58ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e', 'code': 200} Aug 16 23:49:44.713798 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-060af43b-b316-48f1-b861-95ff54e983c3 req-b8612d03-1ec2-4df0-8cdd-c6d327a37627 service neutron] No DVR routers for this DVR port 44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e on host n-h2-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:49:44.715608 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8612d03-1ec2-4df0-8cdd-c6d327a37627 service neutron] Pushing event updated for resources: {'Port': ['ID=44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e,revision_number=6']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:44.728466 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8612d03-1ec2-4df0-8cdd-c6d327a37627 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:49:44.728767 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8612d03-1ec2-4df0-8cdd-c6d327a37627 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:49:44.729118 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8612d03-1ec2-4df0-8cdd-c6d327a37627 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:49:44.729464 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8612d03-1ec2-4df0-8cdd-c6d327a37627 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:49:44.729804 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8612d03-1ec2-4df0-8cdd-c6d327a37627 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:49:44.730142 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8612d03-1ec2-4df0-8cdd-c6d327a37627 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:49:44.730476 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8612d03-1ec2-4df0-8cdd-c6d327a37627 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:49:44.730807 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8612d03-1ec2-4df0-8cdd-c6d327a37627 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:49:44.731138 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8612d03-1ec2-4df0-8cdd-c6d327a37627 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:49:44.731469 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8612d03-1ec2-4df0-8cdd-c6d327a37627 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:49:44.731801 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8612d03-1ec2-4df0-8cdd-c6d327a37627 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:49:44.732127 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8612d03-1ec2-4df0-8cdd-c6d327a37627 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:49:44.760189 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-060af43b-b316-48f1-b861-95ff54e983c3 req-b8612d03-1ec2-4df0-8cdd-c6d327a37627 service neutron] Attempting to bind port 44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:49:44.760530 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-060af43b-b316-48f1-b861-95ff54e983c3 req-b8612d03-1ec2-4df0-8cdd-c6d327a37627 service neutron] Attempting to bind port 44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': '5e8fae25-0448-48c8-a77e-f7bfc0e015f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5e8a0453-65f3-447c-a878-54fb74fd81c2'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:49:44.760893 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060af43b-b316-48f1-b861-95ff54e983c3 req-b8612d03-1ec2-4df0-8cdd-c6d327a37627 service neutron] Attempting to bind port 44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e on network 5e8a0453-65f3-447c-a878-54fb74fd81c2 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:49:44.765124 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060af43b-b316-48f1-b861-95ff54e983c3 req-b8612d03-1ec2-4df0-8cdd-c6d327a37627 service neutron] Port 44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e on network 5e8a0453-65f3-447c-a878-54fb74fd81c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:49:44.765447 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060af43b-b316-48f1-b861-95ff54e983c3 req-b8612d03-1ec2-4df0-8cdd-c6d327a37627 service neutron] Attempting to bind port 44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e on network 5e8a0453-65f3-447c-a878-54fb74fd81c2 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:49:44.770193 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060af43b-b316-48f1-b861-95ff54e983c3 req-b8612d03-1ec2-4df0-8cdd-c6d327a37627 service neutron] Checking agent: {'id': 'd28e24f9-e5ea-41e1-80bf-3c7943ad7f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:49:44.770537 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060af43b-b316-48f1-b861-95ff54e983c3 req-b8612d03-1ec2-4df0-8cdd-c6d327a37627 service neutron] Checking segment: {'id': '5e8fae25-0448-48c8-a77e-f7bfc0e015f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5e8a0453-65f3-447c-a878-54fb74fd81c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:49:44.770920 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060af43b-b316-48f1-b861-95ff54e983c3 req-b8612d03-1ec2-4df0-8cdd-c6d327a37627 service neutron] Bound using segment: {'id': '5e8fae25-0448-48c8-a77e-f7bfc0e015f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5e8a0453-65f3-447c-a878-54fb74fd81c2'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:49:44.771343 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-060af43b-b316-48f1-b861-95ff54e983c3 req-b8612d03-1ec2-4df0-8cdd-c6d327a37627 service neutron] Bound port: 44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e, host: n-h1-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e8fae25-0448-48c8-a77e-f7bfc0e015f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5e8a0453-65f3-447c-a878-54fb74fd81c2'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:49:44.771697 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-060af43b-b316-48f1-b861-95ff54e983c3 req-b8612d03-1ec2-4df0-8cdd-c6d327a37627 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:44.833494 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-060af43b-b316-48f1-b861-95ff54e983c3 req-b8612d03-1ec2-4df0-8cdd-c6d327a37627 service neutron] For port 44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e, host n-h1-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:49:44.837180 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-060af43b-b316-48f1-b861-95ff54e983c3 req-b8612d03-1ec2-4df0-8cdd-c6d327a37627 service neutron] For port 44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e, host n-h1-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e,segment=NetworkSegment(5e8fae25-0448-48c8-a77e-f7bfc0e015f1),segment_id=5e8fae25-0448-48c8-a77e-f7bfc0e015f1)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:49:44.842469 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-060af43b-b316-48f1-b861-95ff54e983c3 req-b8612d03-1ec2-4df0-8cdd-c6d327a37627 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:44.878897 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060af43b-b316-48f1-b861-95ff54e983c3 req-b8612d03-1ec2-4df0-8cdd-c6d327a37627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:44.879584 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-060af43b-b316-48f1-b861-95ff54e983c3 req-b8612d03-1ec2-4df0-8cdd-c6d327a37627 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:44.881013 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-060af43b-b316-48f1-b861-95ff54e983c3 req-b8612d03-1ec2-4df0-8cdd-c6d327a37627 service neutron] 10.222.0.68 "PUT /v2.0/ports/44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e HTTP/1.1" status: 200 len: 1092 time: 0.6711519 Aug 16 23:49:44.916566 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8612d03-1ec2-4df0-8cdd-c6d327a37627 service neutron] Pushing event updated for resources: {'Port': ['ID=44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e,revision_number=7']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:44.947370 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060af43b-b316-48f1-b861-95ff54e983c3 req-6e1a1de7-5738-4c04-b12a-d1f360592d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:44.948926 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-060af43b-b316-48f1-b861-95ff54e983c3 req-6e1a1de7-5738-4c04-b12a-d1f360592d8a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5202c1dbd9864497a0de6a366b23942c&device_id=3b3e13d7-bbb4-447f-a020-08c43e2e58ab HTTP/1.1" status: 200 len: 1095 time: 0.0444009 Aug 16 23:49:45.041351 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060af43b-b316-48f1-b861-95ff54e983c3 req-330e149e-2a76-46b7-9169-ef190fb141c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:45.042853 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-060af43b-b316-48f1-b861-95ff54e983c3 req-330e149e-2a76-46b7-9169-ef190fb141c3 service neutron] 10.222.0.68 "GET /v2.0/networks?id=5e8a0453-65f3-447c-a878-54fb74fd81c2 HTTP/1.1" status: 200 len: 912 time: 0.0855923 Aug 16 23:49:45.090890 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-060af43b-b316-48f1-b861-95ff54e983c3 req-34ae15ee-7a37-4303-b515-7a99ad06a3b2 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e HTTP/1.1" status: 200 len: 217 time: 0.0396631 Aug 16 23:49:45.141583 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060af43b-b316-48f1-b861-95ff54e983c3 req-786bf1c0-797f-435f-ad92-fd1966f46cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:45.143060 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-060af43b-b316-48f1-b861-95ff54e983c3 req-786bf1c0-797f-435f-ad92-fd1966f46cd2 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f52889ba-c25d-4300-8a77-4b5f68050d81 HTTP/1.1" status: 200 len: 851 time: 0.0447426 Aug 16 23:49:45.175578 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-060af43b-b316-48f1-b861-95ff54e983c3 req-5f919b99-63ad-4f14-a7ba-39880d26e51d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5e8a0453-65f3-447c-a878-54fb74fd81c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246849 Aug 16 23:49:45.270178 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-060af43b-b316-48f1-b861-95ff54e983c3 req-ea3c2eaf-ee15-4b38-8927-e41d2d3299e4 service neutron] 10.222.0.68 "GET /v2.0/networks/5e8a0453-65f3-447c-a878-54fb74fd81c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864589 Aug 16 23:49:45.360014 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-060af43b-b316-48f1-b861-95ff54e983c3 req-b6246f3e-ebb2-47a7-ba41-9d5804e7b326 service neutron] 10.222.0.68 "GET /v2.0/networks/5e8a0453-65f3-447c-a878-54fb74fd81c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820258 Aug 16 23:49:45.647336 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce75b63-8c26-406d-af26-8a5450a08cbb req-70bdd413-00db-428a-9bcc-3810cfcf8993 tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:45.649449 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5ce75b63-8c26-406d-af26-8a5450a08cbb req-70bdd413-00db-428a-9bcc-3810cfcf8993 tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b3e13d7-bbb4-447f-a020-08c43e2e58ab HTTP/1.1" status: 200 len: 943 time: 0.0509052 Aug 16 23:49:45.691509 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5ce75b63-8c26-406d-af26-8a5450a08cbb req-976ec6ef-96bd-470e-9376-aaf6a86cc281 tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc184621-6ce3-4e6e-8826-18798cce2e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358574 Aug 16 23:49:46.686698 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b3e13d7-bbb4-447f-a020-08c43e2e58ab', 'tag': '44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:49:46.689088 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5be9a9c22bfe9382157933c6eba925c7622163b8a5c85bc608140d30d6fa20cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dbd1c8f-3462-4eca-8acb-2dd661ce316f" -d '{"events": [{"name": "network-changed", "server_uuid": "3b3e13d7-bbb4-447f-a020-08c43e2e58ab", "tag": "44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:49:46.752096 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb41576-2313-412b-81a7-7ee7ec6717ae x-openstack-request-id: req-dcb41576-2313-412b-81a7-7ee7ec6717ae {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:49:46.752389 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b3e13d7-bbb4-447f-a020-08c43e2e58ab", "tag": "44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:49:46.752668 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-dcb41576-2313-412b-81a7-7ee7ec6717ae {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:49:46.753071 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b3e13d7-bbb4-447f-a020-08c43e2e58ab', 'tag': '44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e', 'status': 'completed', 'code': 200} Aug 16 23:49:46.878447 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f5c0e4-73f9-4806-993b-5effb203c669 req-3758685e-1e7e-44c2-a5e6-b332dbe976ca tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:46.879961 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d5f5c0e4-73f9-4806-993b-5effb203c669 req-3758685e-1e7e-44c2-a5e6-b332dbe976ca tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b3e13d7-bbb4-447f-a020-08c43e2e58ab HTTP/1.1" status: 200 len: 943 time: 0.1082234 Aug 16 23:49:46.883131 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbd1c8f-3462-4eca-8acb-2dd661ce316f req-05665fa6-7a1d-4785-ae37-08c1489f6e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:46.884719 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1dbd1c8f-3462-4eca-8acb-2dd661ce316f req-05665fa6-7a1d-4785-ae37-08c1489f6e0e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5202c1dbd9864497a0de6a366b23942c&device_id=3b3e13d7-bbb4-447f-a020-08c43e2e58ab HTTP/1.1" status: 200 len: 1095 time: 0.1026561 Aug 16 23:49:46.886548 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbd1c8f-3462-4eca-8acb-2dd661ce316f req-e35d4386-4d51-41b3-b033-d59a7a082e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:46.887875 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1dbd1c8f-3462-4eca-8acb-2dd661ce316f req-e35d4386-4d51-41b3-b033-d59a7a082e45 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5202c1dbd9864497a0de6a366b23942c&device_id=3b3e13d7-bbb4-447f-a020-08c43e2e58ab HTTP/1.1" status: 200 len: 1095 time: 0.0718517 Aug 16 23:49:47.029238 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d5f5c0e4-73f9-4806-993b-5effb203c669 req-3c98fb1e-e448-41fd-b1c8-c5344056f1bb tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc184621-6ce3-4e6e-8826-18798cce2e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403165 Aug 16 23:49:47.074356 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbd1c8f-3462-4eca-8acb-2dd661ce316f req-67bd427a-cb87-4b2f-b75a-84ab05417079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:47.075808 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1dbd1c8f-3462-4eca-8acb-2dd661ce316f req-67bd427a-cb87-4b2f-b75a-84ab05417079 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5e8a0453-65f3-447c-a878-54fb74fd81c2 HTTP/1.1" status: 200 len: 912 time: 0.1809959 Aug 16 23:49:47.090754 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbd1c8f-3462-4eca-8acb-2dd661ce316f req-db49bf88-3821-4d11-9511-9b56c11fefb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:47.092105 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1dbd1c8f-3462-4eca-8acb-2dd661ce316f req-db49bf88-3821-4d11-9511-9b56c11fefb9 service neutron] 10.222.0.68 "GET /v2.0/networks?id=5e8a0453-65f3-447c-a878-54fb74fd81c2 HTTP/1.1" status: 200 len: 912 time: 0.1854210 Aug 16 23:49:47.126708 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1dbd1c8f-3462-4eca-8acb-2dd661ce316f req-ae3e1675-7b9b-4054-a319-449370ac2f58 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e HTTP/1.1" status: 200 len: 217 time: 0.0425265 Aug 16 23:49:47.166844 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1dbd1c8f-3462-4eca-8acb-2dd661ce316f req-e83923c0-bf45-4777-8ced-ed38fa24df73 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e HTTP/1.1" status: 200 len: 217 time: 0.0465670 Aug 16 23:49:47.231995 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbd1c8f-3462-4eca-8acb-2dd661ce316f req-e39ab410-8bf9-45ca-bc35-464797d64355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:47.233455 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1dbd1c8f-3462-4eca-8acb-2dd661ce316f req-e39ab410-8bf9-45ca-bc35-464797d64355 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f52889ba-c25d-4300-8a77-4b5f68050d81 HTTP/1.1" status: 200 len: 851 time: 0.0749464 Aug 16 23:49:47.239750 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbd1c8f-3462-4eca-8acb-2dd661ce316f req-cc5eec4c-91ce-4c93-b5e5-ec0e047feb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:47.241075 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1dbd1c8f-3462-4eca-8acb-2dd661ce316f req-cc5eec4c-91ce-4c93-b5e5-ec0e047feb75 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f52889ba-c25d-4300-8a77-4b5f68050d81 HTTP/1.1" status: 200 len: 851 time: 0.0557024 Aug 16 23:49:47.272778 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1dbd1c8f-3462-4eca-8acb-2dd661ce316f req-d661e0cb-4d6f-4593-849e-0d5b7e2a21aa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5e8a0453-65f3-447c-a878-54fb74fd81c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307741 Aug 16 23:49:47.293934 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1dbd1c8f-3462-4eca-8acb-2dd661ce316f req-2aa17f58-4626-4020-a6a5-78238d75d2a7 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5e8a0453-65f3-447c-a878-54fb74fd81c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442634 Aug 16 23:49:47.437813 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1dbd1c8f-3462-4eca-8acb-2dd661ce316f req-be42ab62-f3f0-4681-a950-fdffa4b05bf6 service neutron] 10.222.0.57 "GET /v2.0/networks/5e8a0453-65f3-447c-a878-54fb74fd81c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523581 Aug 16 23:49:47.441036 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1dbd1c8f-3462-4eca-8acb-2dd661ce316f req-694b65b5-66a2-447a-849a-d25f1451be3d service neutron] 10.222.0.68 "GET /v2.0/networks/5e8a0453-65f3-447c-a878-54fb74fd81c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329434 Aug 16 23:49:47.589987 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1dbd1c8f-3462-4eca-8acb-2dd661ce316f req-14d810df-1400-413c-ad6b-a186bf9a9575 service neutron] 10.222.0.57 "GET /v2.0/networks/5e8a0453-65f3-447c-a878-54fb74fd81c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456151 Aug 16 23:49:47.591712 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1dbd1c8f-3462-4eca-8acb-2dd661ce316f req-48a838d5-0f90-420f-a69e-3e2135c56e51 service neutron] 10.222.0.68 "GET /v2.0/networks/5e8a0453-65f3-447c-a878-54fb74fd81c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406574 Aug 16 23:49:47.770036 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d42a590b-09d0-4870-aa58-44432fc2e971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:48.148735 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd280037-959d-4034-8d5a-d286ef782659 req-32d83a3d-0fe1-4b8b-9d3e-279c876ed1ef tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:48.150435 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dd280037-959d-4034-8d5a-d286ef782659 req-32d83a3d-0fe1-4b8b-9d3e-279c876ed1ef tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b3e13d7-bbb4-447f-a020-08c43e2e58ab HTTP/1.1" status: 200 len: 943 time: 0.0504484 Aug 16 23:49:48.161345 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:49:48.188391 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dd280037-959d-4034-8d5a-d286ef782659 req-ad4c3cf5-530b-4974-af38-e42008f53d2e tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc184621-6ce3-4e6e-8826-18798cce2e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319715 Aug 16 23:49:48.202504 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e not bound to the agent host n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:49:48.469789 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253f35bf-5e8e-42da-8344-374dd23a05e9 req-bd4bbb8e-14cd-4726-a164-30d79b5d1e31 tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:48.471259 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-253f35bf-5e8e-42da-8344-374dd23a05e9 req-bd4bbb8e-14cd-4726-a164-30d79b5d1e31 tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] 10.222.0.57 "GET /v2.0/ports?device_id=3b3e13d7-bbb4-447f-a020-08c43e2e58ab&tenant_id=5202c1dbd9864497a0de6a366b23942c&binding%3Ahost_id=n-h1-791506-26 HTTP/1.1" status: 200 len: 943 time: 0.0871534 Aug 16 23:49:48.528866 n-d-791506-26 neutron-server[101292]: INFO neutron.api.v2.resource [req-253f35bf-5e8e-42da-8344-374dd23a05e9 req-80e6ab26-3792-4ba0-aada-81a927df9bef service neutron] delete failed (client error): The resource could not be found. Aug 16 23:49:48.529846 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-253f35bf-5e8e-42da-8344-374dd23a05e9 req-80e6ab26-3792-4ba0-aada-81a927df9bef service neutron] 10.222.0.57 "DELETE /v2.0/ports/44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e/bindings/n-h2-791506-26 HTTP/1.1" status: 404 len: 381 time: 0.0518584 Aug 16 23:49:48.630221 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253f35bf-5e8e-42da-8344-374dd23a05e9 req-3b513255-2a2a-44d0-afa4-11a532e81049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:48.631736 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-253f35bf-5e8e-42da-8344-374dd23a05e9 req-3b513255-2a2a-44d0-afa4-11a532e81049 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5202c1dbd9864497a0de6a366b23942c&device_id=3b3e13d7-bbb4-447f-a020-08c43e2e58ab HTTP/1.1" status: 200 len: 1095 time: 0.0407317 Aug 16 23:49:48.721390 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253f35bf-5e8e-42da-8344-374dd23a05e9 req-29eb05f4-bbfb-47bf-b13e-4c83937a8afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:48.722746 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-253f35bf-5e8e-42da-8344-374dd23a05e9 req-29eb05f4-bbfb-47bf-b13e-4c83937a8afd service neutron] 10.222.0.57 "GET /v2.0/networks?id=5e8a0453-65f3-447c-a878-54fb74fd81c2 HTTP/1.1" status: 200 len: 912 time: 0.0839856 Aug 16 23:49:48.763125 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-253f35bf-5e8e-42da-8344-374dd23a05e9 req-1f9a88d4-c4b9-466a-b424-8daa0d5aff01 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e HTTP/1.1" status: 200 len: 217 time: 0.0336208 Aug 16 23:49:48.809902 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253f35bf-5e8e-42da-8344-374dd23a05e9 req-66d7c46e-916a-43c0-b5ce-bcc14b67e309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:48.811321 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-253f35bf-5e8e-42da-8344-374dd23a05e9 req-66d7c46e-916a-43c0-b5ce-bcc14b67e309 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f52889ba-c25d-4300-8a77-4b5f68050d81 HTTP/1.1" status: 200 len: 851 time: 0.0421867 Aug 16 23:49:48.844332 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-253f35bf-5e8e-42da-8344-374dd23a05e9 req-8c6e5646-d325-4545-b22e-e88858abd964 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5e8a0453-65f3-447c-a878-54fb74fd81c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264935 Aug 16 23:49:48.914381 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:49:48.933735 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-253f35bf-5e8e-42da-8344-374dd23a05e9 req-8c06b563-3e1a-44df-8eb5-c2e21aff9e1e service neutron] 10.222.0.57 "GET /v2.0/networks/5e8a0453-65f3-447c-a878-54fb74fd81c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816767 Aug 16 23:49:49.012200 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e,segment=NetworkSegment(5e8fae25-0448-48c8-a77e-f7bfc0e015f1),segment_id=5e8fae25-0448-48c8-a77e-f7bfc0e015f1)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:49:49.023340 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': '44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e', 'network_id': '5e8a0453-65f3-447c-a878-54fb74fd81c2', 'port_id': '44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e', 'mac_address': 'fa:16:3e:b3:02:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f52889ba-c25d-4300-8a77-4b5f68050d81', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:49:49.026918 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-253f35bf-5e8e-42da-8344-374dd23a05e9 req-00148d85-363b-4d7e-b2b2-a8dba3769678 service neutron] 10.222.0.57 "GET /v2.0/networks/5e8a0453-65f3-447c-a878-54fb74fd81c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860405 Aug 16 23:49:49.065257 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:49.079293 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:49:49.098814 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e,segment=NetworkSegment(5e8fae25-0448-48c8-a77e-f7bfc0e015f1),segment_id=5e8fae25-0448-48c8-a77e-f7bfc0e015f1)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:49:49.102936 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:49.155017 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e,revision_number=8']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:49.162220 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:49:49.162563 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:49:49.162906 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:49:49.163242 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:49:49.163575 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:49:49.163904 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:49:49.164226 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:49:49.164567 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:49:49.164890 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:49:49.165213 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:49:49.165534 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:49:49.165854 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:49:49.357951 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:49:49.808858 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570db824-5feb-4e5e-a20b-51ce673bdeef req-a963aa8a-0540-4245-aaa8-3b7f648bddf3 tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:49.810328 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-570db824-5feb-4e5e-a20b-51ce673bdeef req-a963aa8a-0540-4245-aaa8-3b7f648bddf3 tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b3e13d7-bbb4-447f-a020-08c43e2e58ab HTTP/1.1" status: 200 len: 944 time: 0.0511100 Aug 16 23:49:49.849230 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-570db824-5feb-4e5e-a20b-51ce673bdeef req-37365c09-2f9d-4c33-9860-32cc45a62386 tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc184621-6ce3-4e6e-8826-18798cce2e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329545 Aug 16 23:49:49.850569 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e86cfe7c-33a3-4bd5-859e-64525dbed30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:50.738310 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:50.928120 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:49:50.974699 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ec4921-7a5a-4ff1-9741-9ed2ef5a6ca2 req-f22c4805-5b50-4b83-a5bd-4bfe88f76c46 tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:50.976920 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b1ec4921-7a5a-4ff1-9741-9ed2ef5a6ca2 req-f22c4805-5b50-4b83-a5bd-4bfe88f76c46 tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b3e13d7-bbb4-447f-a020-08c43e2e58ab HTTP/1.1" status: 200 len: 944 time: 0.0542009 Aug 16 23:49:50.981797 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning for port 44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:49:50.985737 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port 44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:49:50.986123 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:51.022357 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b1ec4921-7a5a-4ff1-9741-9ed2ef5a6ca2 req-40a96ddf-d078-4e55-bcf6-d02bd0f6c497 tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] 10.222.0.36 "GET /v2.0/security-groups?id=dc184621-6ce3-4e6e-8826-18798cce2e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378804 Aug 16 23:49:51.071086 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:51.100232 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b3e13d7-bbb4-447f-a020-08c43e2e58ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:49:51.103130 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d789e1acf86fc3837d65c5c7bf7b17f03ca076816da63f24d17cffa1a624f203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fdb2da8-1ee2-4d74-8817-087e47142dd0" -d '{"events": [{"server_uuid": "3b3e13d7-bbb4-447f-a020-08c43e2e58ab", "name": "network-vif-plugged", "status": "completed", "tag": "44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:49:51.116118 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e,segment=NetworkSegment(5e8fae25-0448-48c8-a77e-f7bfc0e015f1),segment_id=5e8fae25-0448-48c8-a77e-f7bfc0e015f1)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:49:51.121315 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:51.146061 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-590eef1e-7758-46df-9d37-a0a919618cad x-openstack-request-id: req-590eef1e-7758-46df-9d37-a0a919618cad {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:49:51.146358 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b3e13d7-bbb4-447f-a020-08c43e2e58ab", "name": "network-vif-plugged", "status": "completed", "tag": "44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:49:51.146621 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-590eef1e-7758-46df-9d37-a0a919618cad {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:49:51.147014 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b3e13d7-bbb4-447f-a020-08c43e2e58ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e', 'code': 200} Aug 16 23:49:51.173861 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e,revision_number=9']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:51.211122 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253f35bf-5e8e-42da-8344-374dd23a05e9 req-736d5569-f060-4394-9ce5-8d09412ddfff tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:51.212635 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-253f35bf-5e8e-42da-8344-374dd23a05e9 req-736d5569-f060-4394-9ce5-8d09412ddfff tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] 10.222.0.68 "GET /v2.0/ports?device_id=3b3e13d7-bbb4-447f-a020-08c43e2e58ab HTTP/1.1" status: 200 len: 945 time: 0.0538604 Aug 16 23:49:51.639774 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-253f35bf-5e8e-42da-8344-374dd23a05e9 req-5c778287-1986-4ee7-a2ba-420a4faca5d7 tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] Deleting port 44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:49:51.640110 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-253f35bf-5e8e-42da-8344-374dd23a05e9 req-5c778287-1986-4ee7-a2ba-420a4faca5d7 tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:51.728561 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-253f35bf-5e8e-42da-8344-374dd23a05e9 req-5c778287-1986-4ee7-a2ba-420a4faca5d7 tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] For port 44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e,segment=NetworkSegment(5e8fae25-0448-48c8-a77e-f7bfc0e015f1),segment_id=5e8fae25-0448-48c8-a77e-f7bfc0e015f1)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:49:51.728944 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-253f35bf-5e8e-42da-8344-374dd23a05e9 req-5c778287-1986-4ee7-a2ba-420a4faca5d7 tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:51.740929 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-253f35bf-5e8e-42da-8344-374dd23a05e9 req-5c778287-1986-4ee7-a2ba-420a4faca5d7 tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] Calling delete_port for 44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:49:51.746569 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:51.868308 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-253f35bf-5e8e-42da-8344-374dd23a05e9 req-5c778287-1986-4ee7-a2ba-420a4faca5d7 tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:51.880869 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:49:51.897329 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c778287-1986-4ee7-a2ba-420a4faca5d7 tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] Pushing event deleted for resources: {'Port': ['ID=44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:51.937256 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-253f35bf-5e8e-42da-8344-374dd23a05e9 req-5c778287-1986-4ee7-a2ba-420a4faca5d7 tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] No DVR routers for this DVR port 44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e on host n-h1-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:49:51.939835 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-253f35bf-5e8e-42da-8344-374dd23a05e9 req-5c778287-1986-4ee7-a2ba-420a4faca5d7 tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:51.941812 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-253f35bf-5e8e-42da-8344-374dd23a05e9 req-5c778287-1986-4ee7-a2ba-420a4faca5d7 tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] 10.222.0.68 "DELETE /v2.0/ports/44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e HTTP/1.1" status: 204 len: 173 time: 0.7228165 Aug 16 23:49:51.942245 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b3e13d7-bbb4-447f-a020-08c43e2e58ab', 'name': 'network-vif-deleted', 'tag': '44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:49:51.944494 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5be9a9c22bfe9382157933c6eba925c7622163b8a5c85bc608140d30d6fa20cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c7dea16-44f2-4fae-9407-9336e417712e" -d '{"events": [{"server_uuid": "3b3e13d7-bbb4-447f-a020-08c43e2e58ab", "name": "network-vif-deleted", "tag": "44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:49:51.982647 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da395550-2f8a-48ae-99a7-bd97fd48bce4 x-openstack-request-id: req-da395550-2f8a-48ae-99a7-bd97fd48bce4 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:49:51.983260 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b3e13d7-bbb4-447f-a020-08c43e2e58ab", "name": "network-vif-deleted", "tag": "44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:49:51.983260 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-da395550-2f8a-48ae-99a7-bd97fd48bce4 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:49:51.983595 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b3e13d7-bbb4-447f-a020-08c43e2e58ab', 'name': 'network-vif-deleted', 'tag': '44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e', 'status': 'completed', 'code': 200} Aug 16 23:49:52.144052 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-efff1ac7-2c9d-4a14-b0d0-5b4aee73eb15 req-751941f3-566a-455e-9f37-cbe0ea99090a tempest-DeleteServersTestJSON-1306452847 tempest-DeleteServersTestJSON-1306452847-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b3e13d7-bbb4-447f-a020-08c43e2e58ab HTTP/1.1" status: 200 len: 210 time: 0.0286269 Aug 16 23:49:52.994757 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:53.276514 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 55910) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:49:53.320503 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bda8081-04b4-423e-9e32-3f28319a08ef admin admin] Deleting subnet f52889ba-c25d-4300-8a77-4b5f68050d81 {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:49:53.323745 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3bda8081-04b4-423e-9e32-3f28319a08ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:53.363352 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3bda8081-04b4-423e-9e32-3f28319a08ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:53.402534 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3bda8081-04b4-423e-9e32-3f28319a08ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:53.458628 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3bda8081-04b4-423e-9e32-3f28319a08ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:53.485588 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bda8081-04b4-423e-9e32-3f28319a08ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f52889ba-c25d-4300-8a77-4b5f68050d81,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:53.487941 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3bda8081-04b4-423e-9e32-3f28319a08ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:53.489799 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-3bda8081-04b4-423e-9e32-3f28319a08ef admin admin] 10.222.0.36 "DELETE /v2.0/subnets/f52889ba-c25d-4300-8a77-4b5f68050d81 HTTP/1.1" status: 204 len: 168 time: 0.2122660 Aug 16 23:49:53.493219 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 55912) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:49:53.497435 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bda8081-04b4-423e-9e32-3f28319a08ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:49:53.497793 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bda8081-04b4-423e-9e32-3f28319a08ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:49:53.498172 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bda8081-04b4-423e-9e32-3f28319a08ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:49:53.498516 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bda8081-04b4-423e-9e32-3f28319a08ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:49:53.498857 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bda8081-04b4-423e-9e32-3f28319a08ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:49:53.499190 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bda8081-04b4-423e-9e32-3f28319a08ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:49:53.499521 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bda8081-04b4-423e-9e32-3f28319a08ef admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:49:53.499853 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bda8081-04b4-423e-9e32-3f28319a08ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:49:53.500180 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bda8081-04b4-423e-9e32-3f28319a08ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:49:53.500520 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bda8081-04b4-423e-9e32-3f28319a08ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:49:53.500854 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bda8081-04b4-423e-9e32-3f28319a08ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:49:53.501180 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bda8081-04b4-423e-9e32-3f28319a08ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:49:53.563254 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4da0459e-33ec-4175-957f-7242e0f6638e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:53.645185 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4da0459e-33ec-4175-957f-7242e0f6638e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:53.657829 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-4da0459e-33ec-4175-957f-7242e0f6638e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e8a0453-65f3-447c-a878-54fb74fd81c2']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:49:53.668987 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-4da0459e-33ec-4175-957f-7242e0f6638e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e8fae25-0448-48c8-a77e-f7bfc0e015f1') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:49:53.669285 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-4da0459e-33ec-4175-957f-7242e0f6638e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e8fae25-0448-48c8-a77e-f7bfc0e015f1') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:49:53.678102 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4da0459e-33ec-4175-957f-7242e0f6638e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:53.700650 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4da0459e-33ec-4175-957f-7242e0f6638e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:53.706941 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4da0459e-33ec-4175-957f-7242e0f6638e admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:49:53.707324 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4da0459e-33ec-4175-957f-7242e0f6638e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:53.709176 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 16 23:49:53.709176 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:49:53.709176 n-d-791506-26 neutron-server[101292]: timer() Aug 16 23:49:53.709176 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:49:53.709176 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 16 23:49:53.709176 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:49:53.709176 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 16 23:49:53.709176 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:49:53.709176 n-d-791506-26 neutron-server[101292]: self._notify() Aug 16 23:49:53.709176 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:49:53.709176 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 16 23:49:53.709176 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:49:53.709176 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 16 23:49:53.709176 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:49:53.709176 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:49:53.709176 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:49:53.709176 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:49:53.709176 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:49:53.709176 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 16 23:49:53.709176 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:49:53.709176 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 16 23:49:53.709176 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:49:53.709176 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:49:53.709176 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:49:53.709176 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 16 23:49:53.709176 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:49:53.709176 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:49:53.709176 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:49:53.709176 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:49:53.709176 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:49:53.709176 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:49:53.709176 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:49:53.762473 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4da0459e-33ec-4175-957f-7242e0f6638e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:53.767894 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4da0459e-33ec-4175-957f-7242e0f6638e admin admin] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:53.769721 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-4da0459e-33ec-4175-957f-7242e0f6638e admin admin] 10.222.0.36 "DELETE /v2.0/networks/5e8a0453-65f3-447c-a878-54fb74fd81c2 HTTP/1.1" status: 204 len: 168 time: 0.2754877 Aug 16 23:49:53.780365 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da0459e-33ec-4175-957f-7242e0f6638e admin admin] Pushing event deleted for resources: {'Network': ['ID=5e8a0453-65f3-447c-a878-54fb74fd81c2,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:53.877347 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 55916) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:49:53.917313 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-ff4dfea8-7d96-445d-af12-12b539adf120 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5202c1dbd9864497a0de6a366b23942c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387971 Aug 16 23:49:53.919887 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 55918) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:49:53.967945 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b8ee5e29-ba08-4806-97dc-a418a8237e5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:53.989102 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b8ee5e29-ba08-4806-97dc-a418a8237e5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:54.035298 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b8ee5e29-ba08-4806-97dc-a418a8237e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:54.037983 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b8ee5e29-ba08-4806-97dc-a418a8237e5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:54.039404 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-b8ee5e29-ba08-4806-97dc-a418a8237e5b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dc184621-6ce3-4e6e-8826-18798cce2e90 HTTP/1.1" status: 204 len: 168 time: 0.1185770 Aug 16 23:49:54.049394 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ee5e29-ba08-4806-97dc-a418a8237e5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc184621-6ce3-4e6e-8826-18798cce2e90,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:54.306276 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [req-9742b3ca-3f51-4770-b57f-2315a9a483ba req-6c4f3950-c7f1-4006-bc02-93f0c695df65 service neutron] (101291) timed out ('10.222.0.68', 60790) {{(pid=101291) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 23:49:54.731516 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 55940) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:49:54.828999 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-159c3ba6-9b26-4359-b5b9-7782f8b9ed3a admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1800066232-network', 'tenant_id': '2e4e205e81ed4a2ab20e51fab7aa4afd'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:49:54.851668 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-159c3ba6-9b26-4359-b5b9-7782f8b9ed3a admin admin] Made reservation on behalf of 2e4e205e81ed4a2ab20e51fab7aa4afd for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:49:54.854076 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-159c3ba6-9b26-4359-b5b9-7782f8b9ed3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:54.862503 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-159c3ba6-9b26-4359-b5b9-7782f8b9ed3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:54.941464 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:49:54.959702 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-159c3ba6-9b26-4359-b5b9-7782f8b9ed3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:54.961187 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] No Port match for: 44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:49:54.961788 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 44a82c09-6666-4cb7-b38b-c4ea8aa4bf4e not bound to the agent host n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:49:54.965978 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-159c3ba6-9b26-4359-b5b9-7782f8b9ed3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:54.999038 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-159c3ba6-9b26-4359-b5b9-7782f8b9ed3a admin admin] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:49:55.004326 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159c3ba6-9b26-4359-b5b9-7782f8b9ed3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c5ca826-0328-43e5-be1c-353ca3b4f2f1,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:55.012192 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-159c3ba6-9b26-4359-b5b9-7782f8b9ed3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:55.012445 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-159c3ba6-9b26-4359-b5b9-7782f8b9ed3a admin admin] Added segment f3a79407-4c93-48a0-92c0-09f69bea5566 of type vlan for network b83f84a1-c86a-433d-9c35-30dc3645f63e Aug 16 23:49:55.052910 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-159c3ba6-9b26-4359-b5b9-7782f8b9ed3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:55.077285 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-159c3ba6-9b26-4359-b5b9-7782f8b9ed3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:55.078351 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159c3ba6-9b26-4359-b5b9-7782f8b9ed3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:55.078944 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-159c3ba6-9b26-4359-b5b9-7782f8b9ed3a admin admin] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:55.134364 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-159c3ba6-9b26-4359-b5b9-7782f8b9ed3a admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4015870 Aug 16 23:49:55.137519 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 55944) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:49:55.142641 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-3ed1de47-fc81-43e7-a3b0-4e32161e9a70 admin admin] Request body: {'subnet': {'network_id': 'b83f84a1-c86a-433d-9c35-30dc3645f63e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1800066232-subnet', 'tenant_id': '2e4e205e81ed4a2ab20e51fab7aa4afd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:49:55.152448 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159c3ba6-9b26-4359-b5b9-7782f8b9ed3a admin admin] Pushing event updated for resources: {'Network': ['ID=b83f84a1-c86a-433d-9c35-30dc3645f63e,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:55.171016 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network b83f84a1-c86a-433d-9c35-30dc3645f63e details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:49:55.171173 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed1de47-fc81-43e7-a3b0-4e32161e9a70 admin admin] Made reservation on behalf of 2e4e205e81ed4a2ab20e51fab7aa4afd for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:49:55.173804 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3ed1de47-fc81-43e7-a3b0-4e32161e9a70 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:55.379278 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3ed1de47-fc81-43e7-a3b0-4e32161e9a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:55.440185 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed1de47-fc81-43e7-a3b0-4e32161e9a70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=815d2e7a-b0fd-427f-a6d6-4c463d2e9eeb,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:55.450467 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed1de47-fc81-43e7-a3b0-4e32161e9a70 admin admin] Checking segment: {'id': 'f3a79407-4c93-48a0-92c0-09f69bea5566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b83f84a1-c86a-433d-9c35-30dc3645f63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:49:55.450835 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed1de47-fc81-43e7-a3b0-4e32161e9a70 admin admin] Network hostable DHCP agents. Network: b83f84a1-c86a-433d-9c35-30dc3645f63e, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:49:55.468476 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed1de47-fc81-43e7-a3b0-4e32161e9a70 admin admin] Network b83f84a1-c86a-433d-9c35-30dc3645f63e is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:49:55.476788 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-3ed1de47-fc81-43e7-a3b0-4e32161e9a70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, b83f84a1-c86a-433d-9c35-30dc3645f63e) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:49:55.480695 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed1de47-fc81-43e7-a3b0-4e32161e9a70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:55.481285 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3ed1de47-fc81-43e7-a3b0-4e32161e9a70 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:55.486355 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d8fbb5-5a56-48c3-b4a7-ba5bb4085d85 None None] Network b83f84a1-c86a-433d-9c35-30dc3645f63e requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:49:55.498168 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-3ed1de47-fc81-43e7-a3b0-4e32161e9a70 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3595145 Aug 16 23:49:55.611108 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16128510-ab6a-4dfb-a430-1369060dc4d8 None None] Network b83f84a1-c86a-433d-9c35-30dc3645f63e requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:49:55.843746 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:55.949939 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd4ee3-2653-4094-b250-09ef415858c4 req-fc137bb0-1424-4a13-ace4-3fc1754a3836 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:55.951419 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-00bd4ee3-2653-4094-b250-09ef415858c4 req-fc137bb0-1424-4a13-ace4-3fc1754a3836 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/networks?id=b83f84a1-c86a-433d-9c35-30dc3645f63e HTTP/1.1" status: 200 len: 815 time: 0.1174507 Aug 16 23:49:55.968098 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-00bd4ee3-2653-4094-b250-09ef415858c4 req-52e814b8-d010-4546-ae48-1b894f1c4e72 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/quotas/2e4e205e81ed4a2ab20e51fab7aa4afd HTTP/1.1" status: 200 len: 375 time: 0.0103619 Aug 16 23:49:56.003895 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-00bd4ee3-2653-4094-b250-09ef415858c4 req-7cd505ae-817f-404a-9f8a-fa8de3235f37 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=2e4e205e81ed4a2ab20e51fab7aa4afd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295937 Aug 16 23:49:56.101862 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-00bd4ee3-2653-4094-b250-09ef415858c4 req-f5416672-1315-46a3-9da6-1964106a71ff service neutron] 10.222.0.36 "GET /v2.0/networks/b83f84a1-c86a-433d-9c35-30dc3645f63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902746 Aug 16 23:49:56.205614 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-00bd4ee3-2653-4094-b250-09ef415858c4 req-5b42d86a-25bc-4c25-b113-3dd44b72bced service neutron] 10.222.0.36 "GET /v2.0/networks/b83f84a1-c86a-433d-9c35-30dc3645f63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974464 Aug 16 23:49:56.367673 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3fc5aef3-4f9f-44ee-85de-e0e7c0081999 req-ffc0a68c-c814-4956-b7b2-b8776d5ed50a tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ce50ac1-c78f-4f00-9cd6-4db3ae74cc1a HTTP/1.1" status: 200 len: 210 time: 0.0268984 Aug 16 23:49:57.288899 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd4ee3-2653-4094-b250-09ef415858c4 req-536de7f6-b730-4cd5-bedd-dba7ac8c52b4 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:57.290241 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-00bd4ee3-2653-4094-b250-09ef415858c4 req-536de7f6-b730-4cd5-bedd-dba7ac8c52b4 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.68 "GET /v2.0/networks?id=b83f84a1-c86a-433d-9c35-30dc3645f63e HTTP/1.1" status: 200 len: 815 time: 0.1065567 Aug 16 23:49:57.304252 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-00bd4ee3-2653-4094-b250-09ef415858c4 req-d62d926d-f480-4604-bef8-ebff7af42b62 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Request body: {'port': {'device_id': '6ce50ac1-c78f-4f00-9cd6-4db3ae74cc1a', 'network_id': 'b83f84a1-c86a-433d-9c35-30dc3645f63e', 'admin_state_up': True, 'tenant_id': '2e4e205e81ed4a2ab20e51fab7aa4afd'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:49:57.414195 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00bd4ee3-2653-4094-b250-09ef415858c4 req-d62d926d-f480-4604-bef8-ebff7af42b62 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Made reservation on behalf of 2e4e205e81ed4a2ab20e51fab7aa4afd for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:49:57.417805 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-00bd4ee3-2653-4094-b250-09ef415858c4 req-d62d926d-f480-4604-bef8-ebff7af42b62 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:57.493080 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b9509f87-2b50-45a1-9600-408f35658fb1 req-9217e1ed-110a-4e02-b51e-1fe61460f481 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ce50ac1-c78f-4f00-9cd6-4db3ae74cc1a HTTP/1.1" status: 200 len: 210 time: 0.0535867 Aug 16 23:49:57.566095 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [req-00bd4ee3-2653-4094-b250-09ef415858c4 req-d62d926d-f480-4604-bef8-ebff7af42b62 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Allocated IP 172.20.0.5 (b83f84a1-c86a-433d-9c35-30dc3645f63e/815d2e7a-b0fd-427f-a6d6-4c463d2e9eeb/8b51fe12-c4e4-4930-8399-3ba4171c29b6) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:49:57.715626 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-00bd4ee3-2653-4094-b250-09ef415858c4 req-d62d926d-f480-4604-bef8-ebff7af42b62 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:57.755574 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-00bd4ee3-2653-4094-b250-09ef415858c4 req-d62d926d-f480-4604-bef8-ebff7af42b62 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:57.801259 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00bd4ee3-2653-4094-b250-09ef415858c4 req-d62d926d-f480-4604-bef8-ebff7af42b62 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Network b83f84a1-c86a-433d-9c35-30dc3645f63e is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:49:57.806531 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [req-00bd4ee3-2653-4094-b250-09ef415858c4 req-d62d926d-f480-4604-bef8-ebff7af42b62 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:49:57.810318 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-00bd4ee3-2653-4094-b250-09ef415858c4 req-d62d926d-f480-4604-bef8-ebff7af42b62 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:49:57.836980 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62d926d-f480-4604-bef8-ebff7af42b62 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Pushing event updated for resources: {'Port': ['ID=8b51fe12-c4e4-4930-8399-3ba4171c29b6,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:57.863718 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd4ee3-2653-4094-b250-09ef415858c4 req-d62d926d-f480-4604-bef8-ebff7af42b62 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:57.864330 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-00bd4ee3-2653-4094-b250-09ef415858c4 req-d62d926d-f480-4604-bef8-ebff7af42b62 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:57.878142 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-00bd4ee3-2653-4094-b250-09ef415858c4 req-d62d926d-f480-4604-bef8-ebff7af42b62 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5780957 Aug 16 23:49:57.890910 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-00bd4ee3-2653-4094-b250-09ef415858c4 req-1889d906-f2bf-4b84-9e08-2ee76f4bdb06 service neutron] Request body: {'port': {'device_id': '6ce50ac1-c78f-4f00-9cd6-4db3ae74cc1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-26'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:49:57.943956 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-00bd4ee3-2653-4094-b250-09ef415858c4 req-1889d906-f2bf-4b84-9e08-2ee76f4bdb06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:58.207199 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [req-00bd4ee3-2653-4094-b250-09ef415858c4 req-1889d906-f2bf-4b84-9e08-2ee76f4bdb06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b51fe12-c4e4-4930-8399-3ba4171c29b6 {{(pid=101292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:49:58.215099 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-00bd4ee3-2653-4094-b250-09ef415858c4 req-1889d906-f2bf-4b84-9e08-2ee76f4bdb06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:58.229883 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-00bd4ee3-2653-4094-b250-09ef415858c4 req-1889d906-f2bf-4b84-9e08-2ee76f4bdb06 service neutron] Transition to ACTIVE for port object 8b51fe12-c4e4-4930-8399-3ba4171c29b6 will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:49:58.233455 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-00bd4ee3-2653-4094-b250-09ef415858c4 req-1889d906-f2bf-4b84-9e08-2ee76f4bdb06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:58.282597 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1889d906-f2bf-4b84-9e08-2ee76f4bdb06 service neutron] Pushing event updated for resources: {'Port': ['ID=8b51fe12-c4e4-4930-8399-3ba4171c29b6,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:58.350106 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-00bd4ee3-2653-4094-b250-09ef415858c4 req-1889d906-f2bf-4b84-9e08-2ee76f4bdb06 service neutron] Attempting to bind port 8b51fe12-c4e4-4930-8399-3ba4171c29b6 on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:49:58.351330 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-00bd4ee3-2653-4094-b250-09ef415858c4 req-1889d906-f2bf-4b84-9e08-2ee76f4bdb06 service neutron] Attempting to bind port 8b51fe12-c4e4-4930-8399-3ba4171c29b6 by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': 'f3a79407-4c93-48a0-92c0-09f69bea5566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b83f84a1-c86a-433d-9c35-30dc3645f63e'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:49:58.351330 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00bd4ee3-2653-4094-b250-09ef415858c4 req-1889d906-f2bf-4b84-9e08-2ee76f4bdb06 service neutron] Attempting to bind port 8b51fe12-c4e4-4930-8399-3ba4171c29b6 on network b83f84a1-c86a-433d-9c35-30dc3645f63e {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:49:58.355679 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00bd4ee3-2653-4094-b250-09ef415858c4 req-1889d906-f2bf-4b84-9e08-2ee76f4bdb06 service neutron] Port 8b51fe12-c4e4-4930-8399-3ba4171c29b6 on network b83f84a1-c86a-433d-9c35-30dc3645f63e not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:49:58.355993 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00bd4ee3-2653-4094-b250-09ef415858c4 req-1889d906-f2bf-4b84-9e08-2ee76f4bdb06 service neutron] Attempting to bind port 8b51fe12-c4e4-4930-8399-3ba4171c29b6 on network b83f84a1-c86a-433d-9c35-30dc3645f63e {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:49:58.360693 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00bd4ee3-2653-4094-b250-09ef415858c4 req-1889d906-f2bf-4b84-9e08-2ee76f4bdb06 service neutron] Checking agent: {'id': 'd28e24f9-e5ea-41e1-80bf-3c7943ad7f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:49:58.361029 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00bd4ee3-2653-4094-b250-09ef415858c4 req-1889d906-f2bf-4b84-9e08-2ee76f4bdb06 service neutron] Checking segment: {'id': 'f3a79407-4c93-48a0-92c0-09f69bea5566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b83f84a1-c86a-433d-9c35-30dc3645f63e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:49:58.361479 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00bd4ee3-2653-4094-b250-09ef415858c4 req-1889d906-f2bf-4b84-9e08-2ee76f4bdb06 service neutron] Bound using segment: {'id': 'f3a79407-4c93-48a0-92c0-09f69bea5566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b83f84a1-c86a-433d-9c35-30dc3645f63e'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:49:58.361897 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-00bd4ee3-2653-4094-b250-09ef415858c4 req-1889d906-f2bf-4b84-9e08-2ee76f4bdb06 service neutron] Bound port: 8b51fe12-c4e4-4930-8399-3ba4171c29b6, host: n-h1-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3a79407-4c93-48a0-92c0-09f69bea5566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b83f84a1-c86a-433d-9c35-30dc3645f63e'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:49:58.362248 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-00bd4ee3-2653-4094-b250-09ef415858c4 req-1889d906-f2bf-4b84-9e08-2ee76f4bdb06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:58.428173 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-00bd4ee3-2653-4094-b250-09ef415858c4 req-1889d906-f2bf-4b84-9e08-2ee76f4bdb06 service neutron] For port 8b51fe12-c4e4-4930-8399-3ba4171c29b6, host n-h1-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:49:58.431770 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-00bd4ee3-2653-4094-b250-09ef415858c4 req-1889d906-f2bf-4b84-9e08-2ee76f4bdb06 service neutron] For port 8b51fe12-c4e4-4930-8399-3ba4171c29b6, host n-h1-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=8b51fe12-c4e4-4930-8399-3ba4171c29b6,segment=NetworkSegment(f3a79407-4c93-48a0-92c0-09f69bea5566),segment_id=f3a79407-4c93-48a0-92c0-09f69bea5566)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:49:58.435218 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-00bd4ee3-2653-4094-b250-09ef415858c4 req-1889d906-f2bf-4b84-9e08-2ee76f4bdb06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:58.470389 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd4ee3-2653-4094-b250-09ef415858c4 req-1889d906-f2bf-4b84-9e08-2ee76f4bdb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:58.471028 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-00bd4ee3-2653-4094-b250-09ef415858c4 req-1889d906-f2bf-4b84-9e08-2ee76f4bdb06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:49:58.472437 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-00bd4ee3-2653-4094-b250-09ef415858c4 req-1889d906-f2bf-4b84-9e08-2ee76f4bdb06 service neutron] 10.222.0.68 "PUT /v2.0/ports/8b51fe12-c4e4-4930-8399-3ba4171c29b6 HTTP/1.1" status: 200 len: 1092 time: 0.5856485 Aug 16 23:49:58.473132 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ce50ac1-c78f-4f00-9cd6-4db3ae74cc1a', 'tag': '8b51fe12-c4e4-4930-8399-3ba4171c29b6'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:49:58.475157 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5be9a9c22bfe9382157933c6eba925c7622163b8a5c85bc608140d30d6fa20cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4e1a979-2bd7-4aa7-9d2f-885c94f24d5b" -d '{"events": [{"name": "network-changed", "server_uuid": "6ce50ac1-c78f-4f00-9cd6-4db3ae74cc1a", "tag": "8b51fe12-c4e4-4930-8399-3ba4171c29b6"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:49:58.500989 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1889d906-f2bf-4b84-9e08-2ee76f4bdb06 service neutron] Pushing event updated for resources: {'Port': ['ID=8b51fe12-c4e4-4930-8399-3ba4171c29b6,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:49:58.522095 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f282dd19-b9fd-4040-9bb2-fce88ee8926a x-openstack-request-id: req-f282dd19-b9fd-4040-9bb2-fce88ee8926a {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:49:58.522394 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ce50ac1-c78f-4f00-9cd6-4db3ae74cc1a", "tag": "8b51fe12-c4e4-4930-8399-3ba4171c29b6", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:49:58.522909 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f282dd19-b9fd-4040-9bb2-fce88ee8926a {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:49:58.523300 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ce50ac1-c78f-4f00-9cd6-4db3ae74cc1a', 'tag': '8b51fe12-c4e4-4930-8399-3ba4171c29b6', 'status': 'completed', 'code': 200} Aug 16 23:49:58.577702 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd4ee3-2653-4094-b250-09ef415858c4 req-33518c29-42ed-4cd1-ba5a-415f2071314a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:58.579189 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-00bd4ee3-2653-4094-b250-09ef415858c4 req-33518c29-42ed-4cd1-ba5a-415f2071314a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=2e4e205e81ed4a2ab20e51fab7aa4afd&device_id=6ce50ac1-c78f-4f00-9cd6-4db3ae74cc1a HTTP/1.1" status: 200 len: 1095 time: 0.0515115 Aug 16 23:49:58.634915 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-00bd4ee3-2653-4094-b250-09ef415858c4 req-e2bc55d6-961f-4fe9-8542-3e31fdf63176 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b51fe12-c4e4-4930-8399-3ba4171c29b6 HTTP/1.1" status: 200 len: 217 time: 0.0425484 Aug 16 23:49:58.658772 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3d9267-5a56-4762-9a4b-fdde18afa9a8 req-eb4a6078-473d-475b-b2b6-560a67e21cb0 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:58.660220 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ff3d9267-5a56-4762-9a4b-fdde18afa9a8 req-eb4a6078-473d-475b-b2b6-560a67e21cb0 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ce50ac1-c78f-4f00-9cd6-4db3ae74cc1a HTTP/1.1" status: 200 len: 943 time: 0.0976412 Aug 16 23:49:58.715690 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd4ee3-2653-4094-b250-09ef415858c4 req-7bd43262-82f0-41f9-8938-956d657f607d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:58.717068 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-00bd4ee3-2653-4094-b250-09ef415858c4 req-7bd43262-82f0-41f9-8938-956d657f607d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=815d2e7a-b0fd-427f-a6d6-4c463d2e9eeb HTTP/1.1" status: 200 len: 855 time: 0.0740042 Aug 16 23:49:58.724206 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ff3d9267-5a56-4762-9a4b-fdde18afa9a8 req-d97c5078-a020-4676-9b0a-3195082068ec tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c5ca826-0328-43e5-be1c-353ca3b4f2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459876 Aug 16 23:49:58.751157 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-00bd4ee3-2653-4094-b250-09ef415858c4 req-6ac84df4-58af-4fab-8087-fd33e7c24e43 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=b83f84a1-c86a-433d-9c35-30dc3645f63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259962 Aug 16 23:49:58.847555 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-00bd4ee3-2653-4094-b250-09ef415858c4 req-4576ab0f-5f4b-4024-9b45-1b53b206d42a service neutron] 10.222.0.68 "GET /v2.0/networks/b83f84a1-c86a-433d-9c35-30dc3645f63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889051 Aug 16 23:49:58.946390 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-00bd4ee3-2653-4094-b250-09ef415858c4 req-d89d9642-c8ad-46e3-a922-9ad016823402 service neutron] 10.222.0.68 "GET /v2.0/networks/b83f84a1-c86a-433d-9c35-30dc3645f63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915380 Aug 16 23:49:59.041849 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e1a979-2bd7-4aa7-9d2f-885c94f24d5b req-e79a3ecb-26e0-4d38-ab5e-64a440ff9409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:59.043269 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f4e1a979-2bd7-4aa7-9d2f-885c94f24d5b req-e79a3ecb-26e0-4d38-ab5e-64a440ff9409 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=2e4e205e81ed4a2ab20e51fab7aa4afd&device_id=6ce50ac1-c78f-4f00-9cd6-4db3ae74cc1a HTTP/1.1" status: 200 len: 1095 time: 0.0486455 Aug 16 23:49:59.140188 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e1a979-2bd7-4aa7-9d2f-885c94f24d5b req-599a4ce0-71ac-40a9-bf05-85ef31428c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:59.142421 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f4e1a979-2bd7-4aa7-9d2f-885c94f24d5b req-599a4ce0-71ac-40a9-bf05-85ef31428c52 service neutron] 10.222.0.68 "GET /v2.0/networks?id=b83f84a1-c86a-433d-9c35-30dc3645f63e HTTP/1.1" status: 200 len: 916 time: 0.0908337 Aug 16 23:49:59.184393 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f4e1a979-2bd7-4aa7-9d2f-885c94f24d5b req-10a7051c-f9f0-4406-b6ea-244feeb11c59 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b51fe12-c4e4-4930-8399-3ba4171c29b6 HTTP/1.1" status: 200 len: 217 time: 0.0351751 Aug 16 23:49:59.237898 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e1a979-2bd7-4aa7-9d2f-885c94f24d5b req-e5141ada-d89d-4ea3-a7f9-dd37f90ee964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:59.239368 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f4e1a979-2bd7-4aa7-9d2f-885c94f24d5b req-e5141ada-d89d-4ea3-a7f9-dd37f90ee964 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=815d2e7a-b0fd-427f-a6d6-4c463d2e9eeb HTTP/1.1" status: 200 len: 855 time: 0.0481596 Aug 16 23:49:59.274856 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f4e1a979-2bd7-4aa7-9d2f-885c94f24d5b req-74b2d669-1a9e-4002-8e7b-7b2bb8a5b305 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=b83f84a1-c86a-433d-9c35-30dc3645f63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282171 Aug 16 23:49:59.367630 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f4e1a979-2bd7-4aa7-9d2f-885c94f24d5b req-64fb25e4-1568-409e-a18a-37c96e20a571 service neutron] 10.222.0.68 "GET /v2.0/networks/b83f84a1-c86a-433d-9c35-30dc3645f63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845838 Aug 16 23:49:59.461916 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f4e1a979-2bd7-4aa7-9d2f-885c94f24d5b req-80d7a11b-e0f5-48f9-bece-eb7fed6b5f5a service neutron] 10.222.0.68 "GET /v2.0/networks/b83f84a1-c86a-433d-9c35-30dc3645f63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866256 Aug 16 23:49:59.845251 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3779f7c6-a59a-478a-86b1-701879d11b14 req-6c69a02a-e664-4181-bd0d-8725dd72771b tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:49:59.846741 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3779f7c6-a59a-478a-86b1-701879d11b14 req-6c69a02a-e664-4181-bd0d-8725dd72771b tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ce50ac1-c78f-4f00-9cd6-4db3ae74cc1a HTTP/1.1" status: 200 len: 943 time: 0.0505533 Aug 16 23:49:59.884703 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3779f7c6-a59a-478a-86b1-701879d11b14 req-93d5a431-f0f4-4201-8f4f-8d79a3bb0a13 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c5ca826-0328-43e5-be1c-353ca3b4f2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313337 Aug 16 23:50:00.999249 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea24dfe-e9a8-4bf8-9344-c91cdf691a38 req-55330464-c41d-45c6-92ba-080fbf5bdb16 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:01.000793 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fea24dfe-e9a8-4bf8-9344-c91cdf691a38 req-55330464-c41d-45c6-92ba-080fbf5bdb16 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ce50ac1-c78f-4f00-9cd6-4db3ae74cc1a HTTP/1.1" status: 200 len: 943 time: 0.0497119 Aug 16 23:50:01.044810 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fea24dfe-e9a8-4bf8-9344-c91cdf691a38 req-f03d54b9-1dac-4bd2-bcb6-93b02e0982b8 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c5ca826-0328-43e5-be1c-353ca3b4f2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380960 Aug 16 23:50:02.163975 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8469754e-7378-44e1-a5ae-9056de2a0657 req-3261a0c0-b9e1-4da1-a29b-a4883fed6812 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:02.165505 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8469754e-7378-44e1-a5ae-9056de2a0657 req-3261a0c0-b9e1-4da1-a29b-a4883fed6812 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ce50ac1-c78f-4f00-9cd6-4db3ae74cc1a HTTP/1.1" status: 200 len: 943 time: 0.0513632 Aug 16 23:50:02.203094 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8469754e-7378-44e1-a5ae-9056de2a0657 req-c3c765d8-60e5-41fc-b148-0bea4ddc14b0 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c5ca826-0328-43e5-be1c-353ca3b4f2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318084 Aug 16 23:50:02.810762 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:50:02.961666 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 8b51fe12-c4e4-4930-8399-3ba4171c29b6 details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:50:03.055760 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 8b51fe12-c4e4-4930-8399-3ba4171c29b6, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=8b51fe12-c4e4-4930-8399-3ba4171c29b6,segment=NetworkSegment(f3a79407-4c93-48a0-92c0-09f69bea5566),segment_id=f3a79407-4c93-48a0-92c0-09f69bea5566)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:50:03.066737 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': '8b51fe12-c4e4-4930-8399-3ba4171c29b6', 'network_id': 'b83f84a1-c86a-433d-9c35-30dc3645f63e', 'port_id': '8b51fe12-c4e4-4930-8399-3ba4171c29b6', 'mac_address': 'fa:16:3e:d9:13:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '815d2e7a-b0fd-427f-a6d6-4c463d2e9eeb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:50:03.103197 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:03.115696 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b51fe12-c4e4-4930-8399-3ba4171c29b6 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:50:03.135369 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 8b51fe12-c4e4-4930-8399-3ba4171c29b6, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=8b51fe12-c4e4-4930-8399-3ba4171c29b6,segment=NetworkSegment(f3a79407-4c93-48a0-92c0-09f69bea5566),segment_id=f3a79407-4c93-48a0-92c0-09f69bea5566)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:50:03.140585 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:03.190398 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=8b51fe12-c4e4-4930-8399-3ba4171c29b6,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:03.315288 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4374be1a-3777-407d-8f3e-cf0c04f0dfec req-dadf152c-bc13-4d2e-b67e-2f78b486c0e6 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:03.316846 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4374be1a-3777-407d-8f3e-cf0c04f0dfec req-dadf152c-bc13-4d2e-b67e-2f78b486c0e6 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ce50ac1-c78f-4f00-9cd6-4db3ae74cc1a HTTP/1.1" status: 200 len: 944 time: 0.0482481 Aug 16 23:50:03.342698 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['8b51fe12-c4e4-4930-8399-3ba4171c29b6'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:50:03.354719 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4374be1a-3777-407d-8f3e-cf0c04f0dfec req-eea88b7c-ff94-448f-89a4-573ca3f02f50 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c5ca826-0328-43e5-be1c-353ca3b4f2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311999 Aug 16 23:50:04.467700 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e5cb19-a845-4097-9460-934a2d0578ed req-b3208283-d88f-4845-8825-36369fe5c8a9 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:04.469119 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-63e5cb19-a845-4097-9460-934a2d0578ed req-b3208283-d88f-4845-8825-36369fe5c8a9 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ce50ac1-c78f-4f00-9cd6-4db3ae74cc1a HTTP/1.1" status: 200 len: 944 time: 0.0484996 Aug 16 23:50:04.510819 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-63e5cb19-a845-4097-9460-934a2d0578ed req-b2d06f7c-f259-499a-ac95-6089e24ffa56 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c5ca826-0328-43e5-be1c-353ca3b4f2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358138 Aug 16 23:50:04.982646 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 8b51fe12-c4e4-4930-8399-3ba4171c29b6 up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:50:05.032212 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning for port 8b51fe12-c4e4-4930-8399-3ba4171c29b6 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:50:05.035728 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port 8b51fe12-c4e4-4930-8399-3ba4171c29b6 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:50:05.036098 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:05.118733 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:05.142129 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ce50ac1-c78f-4f00-9cd6-4db3ae74cc1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b51fe12-c4e4-4930-8399-3ba4171c29b6'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:50:05.143735 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d789e1acf86fc3837d65c5c7bf7b17f03ca076816da63f24d17cffa1a624f203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-060d64ce-de75-4100-8a08-f09f07fbd3d5" -d '{"events": [{"server_uuid": "6ce50ac1-c78f-4f00-9cd6-4db3ae74cc1a", "name": "network-vif-plugged", "status": "completed", "tag": "8b51fe12-c4e4-4930-8399-3ba4171c29b6"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:50:05.158291 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 8b51fe12-c4e4-4930-8399-3ba4171c29b6, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=8b51fe12-c4e4-4930-8399-3ba4171c29b6,segment=NetworkSegment(f3a79407-4c93-48a0-92c0-09f69bea5566),segment_id=f3a79407-4c93-48a0-92c0-09f69bea5566)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:50:05.163568 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:05.189702 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f13b62dd-bad1-4c88-9168-fc6b3be87ca7 x-openstack-request-id: req-f13b62dd-bad1-4c88-9168-fc6b3be87ca7 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:50:05.189999 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ce50ac1-c78f-4f00-9cd6-4db3ae74cc1a", "name": "network-vif-plugged", "status": "completed", "tag": "8b51fe12-c4e4-4930-8399-3ba4171c29b6", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:50:05.190251 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f13b62dd-bad1-4c88-9168-fc6b3be87ca7 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:50:05.190644 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ce50ac1-c78f-4f00-9cd6-4db3ae74cc1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b51fe12-c4e4-4930-8399-3ba4171c29b6', 'code': 200} Aug 16 23:50:05.220815 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=8b51fe12-c4e4-4930-8399-3ba4171c29b6,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:05.281872 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba8a986-d8f0-412c-8681-9211157f328f req-0a0bfab1-a60b-4af6-8862-999c9087dbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:05.283369 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3ba8a986-d8f0-412c-8681-9211157f328f req-0a0bfab1-a60b-4af6-8862-999c9087dbe9 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=6ce50ac1-c78f-4f00-9cd6-4db3ae74cc1a HTTP/1.1" status: 200 len: 1097 time: 0.0425699 Aug 16 23:50:05.317975 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3ba8a986-d8f0-412c-8681-9211157f328f req-dce35858-126d-4b6b-848c-783014cc62d7 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=9c5ca826-0328-43e5-be1c-353ca3b4f2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273645 Aug 16 23:50:05.623764 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f049fea3-8356-46f6-9b74-abc6ba1ec245 req-6d74a11b-bb2c-4437-bc59-3440d334ab64 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:05.625275 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f049fea3-8356-46f6-9b74-abc6ba1ec245 req-6d74a11b-bb2c-4437-bc59-3440d334ab64 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ce50ac1-c78f-4f00-9cd6-4db3ae74cc1a HTTP/1.1" status: 200 len: 945 time: 0.0492883 Aug 16 23:50:05.662990 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f049fea3-8356-46f6-9b74-abc6ba1ec245 req-e3af09d4-f0ee-4e60-aa90-51846b479b43 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c5ca826-0328-43e5-be1c-353ca3b4f2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318577 Aug 16 23:50:06.779148 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c964cb0-915d-4e15-9af0-42769fc139a6 req-0054ba39-0957-40a8-b890-24718fa976f9 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:06.780724 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4c964cb0-915d-4e15-9af0-42769fc139a6 req-0054ba39-0957-40a8-b890-24718fa976f9 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ce50ac1-c78f-4f00-9cd6-4db3ae74cc1a HTTP/1.1" status: 200 len: 945 time: 0.0490274 Aug 16 23:50:06.822265 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4c964cb0-915d-4e15-9af0-42769fc139a6 req-25b9ed40-4557-4b26-badd-fd8a8079f20e tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c5ca826-0328-43e5-be1c-353ca3b4f2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356340 Aug 16 23:50:06.942207 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498e578e-e5d1-4a4b-a73a-a8e867bf2806 req-235aa667-04b3-4590-9a0a-07a530b52569 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:06.943588 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-498e578e-e5d1-4a4b-a73a-a8e867bf2806 req-235aa667-04b3-4590-9a0a-07a530b52569 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ce50ac1-c78f-4f00-9cd6-4db3ae74cc1a HTTP/1.1" status: 200 len: 945 time: 0.0504508 Aug 16 23:50:06.984262 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-498e578e-e5d1-4a4b-a73a-a8e867bf2806 req-5bae12b1-8855-44da-b695-b7b270eff640 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c5ca826-0328-43e5-be1c-353ca3b4f2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342519 Aug 16 23:50:07.190354 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1395bce7-cae5-4655-8561-e0de7e17d67b req-4aba213c-44f4-46fe-b65f-71bbd39d8531 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:07.191858 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1395bce7-cae5-4655-8561-e0de7e17d67b req-4aba213c-44f4-46fe-b65f-71bbd39d8531 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ce50ac1-c78f-4f00-9cd6-4db3ae74cc1a HTTP/1.1" status: 200 len: 945 time: 0.0501213 Aug 16 23:50:07.229890 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1395bce7-cae5-4655-8561-e0de7e17d67b req-e3655473-63ae-4203-839f-4536333aab8d tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c5ca826-0328-43e5-be1c-353ca3b4f2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318887 Aug 16 23:50:07.348009 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8bb47-ee97-4c37-915c-c1fddb3aea60 req-3d323f72-ec71-4951-8374-0f1118828e88 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:07.349536 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-78c8bb47-ee97-4c37-915c-c1fddb3aea60 req-3d323f72-ec71-4951-8374-0f1118828e88 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ce50ac1-c78f-4f00-9cd6-4db3ae74cc1a HTTP/1.1" status: 200 len: 945 time: 0.0486376 Aug 16 23:50:07.418909 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-78c8bb47-ee97-4c37-915c-c1fddb3aea60 req-ad2b6a51-68e1-40c3-aee9-50d2c5fef7b7 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c5ca826-0328-43e5-be1c-353ca3b4f2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600786 Aug 16 23:50:07.422583 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2d356456-f3f9-4d3e-8999-fca05593781a req-267495ae-3459-4291-be10-9774f6c614f1 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=6ce50ac1-c78f-4f00-9cd6-4db3ae74cc1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0709960 Aug 16 23:50:07.504720 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d356456-f3f9-4d3e-8999-fca05593781a req-4ac9e03f-c663-4b90-885e-a54d1f288e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:07.506227 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2d356456-f3f9-4d3e-8999-fca05593781a req-4ac9e03f-c663-4b90-885e-a54d1f288e48 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=2e4e205e81ed4a2ab20e51fab7aa4afd&device_id=6ce50ac1-c78f-4f00-9cd6-4db3ae74cc1a HTTP/1.1" status: 200 len: 1097 time: 0.0407999 Aug 16 23:50:07.629094 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d356456-f3f9-4d3e-8999-fca05593781a req-3d0d3fdb-ee68-4cdc-be8d-128e119fe10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:07.630562 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2d356456-f3f9-4d3e-8999-fca05593781a req-3d0d3fdb-ee68-4cdc-be8d-128e119fe10d service neutron] 10.222.0.68 "GET /v2.0/networks?id=b83f84a1-c86a-433d-9c35-30dc3645f63e HTTP/1.1" status: 200 len: 916 time: 0.1045594 Aug 16 23:50:07.654629 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-cb3b34b2-70c7-4ebd-b06e-853836e8fb33 req-7680e25d-e433-4237-a3ba-f26be3300b40 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6ce50ac1-c78f-4f00-9cd6-4db3ae74cc1a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0425005 Aug 16 23:50:07.682831 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2d356456-f3f9-4d3e-8999-fca05593781a req-f3cc0233-896e-4c8a-8457-eefbc279872f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b51fe12-c4e4-4930-8399-3ba4171c29b6 HTTP/1.1" status: 200 len: 217 time: 0.0386007 Aug 16 23:50:07.707032 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4244c5fa-b3c4-4af3-9c65-16878368229f req-5b3f123b-cd21-46ec-b29f-b48b725e7979 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:07.708513 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4244c5fa-b3c4-4af3-9c65-16878368229f req-5b3f123b-cd21-46ec-b29f-b48b725e7979 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ce50ac1-c78f-4f00-9cd6-4db3ae74cc1a HTTP/1.1" status: 200 len: 945 time: 0.0932662 Aug 16 23:50:07.765501 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d356456-f3f9-4d3e-8999-fca05593781a req-54e450c3-2a68-414f-98c8-92cb46edebd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:07.766467 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2d356456-f3f9-4d3e-8999-fca05593781a req-54e450c3-2a68-414f-98c8-92cb46edebd0 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=815d2e7a-b0fd-427f-a6d6-4c463d2e9eeb HTTP/1.1" status: 200 len: 855 time: 0.0758021 Aug 16 23:50:07.788923 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4244c5fa-b3c4-4af3-9c65-16878368229f req-1d0eaa2f-ff51-42a5-b8e4-3ad4adbb89f1 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c5ca826-0328-43e5-be1c-353ca3b4f2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571947 Aug 16 23:50:07.809335 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2d356456-f3f9-4d3e-8999-fca05593781a req-59230056-a0c8-4d8f-b602-a13b2ec1eb7a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=b83f84a1-c86a-433d-9c35-30dc3645f63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291917 Aug 16 23:50:07.899353 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2d356456-f3f9-4d3e-8999-fca05593781a req-9f049bae-273d-4ca3-98f9-1fed90e83b03 service neutron] 10.222.0.68 "GET /v2.0/networks/b83f84a1-c86a-433d-9c35-30dc3645f63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873325 Aug 16 23:50:07.994309 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2d356456-f3f9-4d3e-8999-fca05593781a req-b6378a5a-75d6-4310-8c02-d84b132fe6a0 service neutron] 10.222.0.68 "GET /v2.0/networks/b83f84a1-c86a-433d-9c35-30dc3645f63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871010 Aug 16 23:50:08.904052 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8682e32c-4168-4830-b5e1-24f738d2e247 req-8d9f68c9-1315-413b-83d8-0ea80764c503 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:08.905601 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8682e32c-4168-4830-b5e1-24f738d2e247 req-8d9f68c9-1315-413b-83d8-0ea80764c503 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ce50ac1-c78f-4f00-9cd6-4db3ae74cc1a HTTP/1.1" status: 200 len: 945 time: 0.0493093 Aug 16 23:50:08.947703 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8682e32c-4168-4830-b5e1-24f738d2e247 req-33b354b6-0686-4576-8875-ec4573591ac8 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c5ca826-0328-43e5-be1c-353ca3b4f2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359414 Aug 16 23:50:08.991755 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b34b2-70c7-4ebd-b06e-853836e8fb33 req-c41309e1-fbda-49d6-8546-243dc3db83d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:08.993306 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cb3b34b2-70c7-4ebd-b06e-853836e8fb33 req-c41309e1-fbda-49d6-8546-243dc3db83d1 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=2e4e205e81ed4a2ab20e51fab7aa4afd&device_id=6ce50ac1-c78f-4f00-9cd6-4db3ae74cc1a HTTP/1.1" status: 200 len: 1097 time: 0.0447588 Aug 16 23:50:09.083281 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b34b2-70c7-4ebd-b06e-853836e8fb33 req-a03575a4-bde8-4ca3-8583-20a550ecc7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:09.085404 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cb3b34b2-70c7-4ebd-b06e-853836e8fb33 req-a03575a4-bde8-4ca3-8583-20a550ecc7e7 service neutron] 10.222.0.68 "GET /v2.0/networks?id=b83f84a1-c86a-433d-9c35-30dc3645f63e HTTP/1.1" status: 200 len: 916 time: 0.0838926 Aug 16 23:50:09.130639 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cb3b34b2-70c7-4ebd-b06e-853836e8fb33 req-dc009e0d-0e8c-4f1d-9c48-446b72189fdd service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b51fe12-c4e4-4930-8399-3ba4171c29b6 HTTP/1.1" status: 200 len: 217 time: 0.0374861 Aug 16 23:50:09.181051 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b34b2-70c7-4ebd-b06e-853836e8fb33 req-ecaecf3c-47bf-4305-9ecf-00bde4871851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:09.182520 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cb3b34b2-70c7-4ebd-b06e-853836e8fb33 req-ecaecf3c-47bf-4305-9ecf-00bde4871851 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=815d2e7a-b0fd-427f-a6d6-4c463d2e9eeb HTTP/1.1" status: 200 len: 855 time: 0.0447085 Aug 16 23:50:09.216157 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cb3b34b2-70c7-4ebd-b06e-853836e8fb33 req-aa11df98-905e-4535-8edd-1971a7c493a0 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=b83f84a1-c86a-433d-9c35-30dc3645f63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248466 Aug 16 23:50:09.309243 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cb3b34b2-70c7-4ebd-b06e-853836e8fb33 req-197dfac3-f875-4f9a-977e-f7a5a451de95 service neutron] 10.222.0.68 "GET /v2.0/networks/b83f84a1-c86a-433d-9c35-30dc3645f63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857737 Aug 16 23:50:09.399037 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cb3b34b2-70c7-4ebd-b06e-853836e8fb33 req-f0fc5b6b-60f3-499d-abd5-10fe72ed8c35 service neutron] 10.222.0.68 "GET /v2.0/networks/b83f84a1-c86a-433d-9c35-30dc3645f63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819325 Aug 16 23:50:10.061982 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c46a48d-00b6-4864-b0a1-f4d0309d1ed3 req-b393894f-6c91-4ca1-9796-7aa1e797adcc tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:10.063472 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4c46a48d-00b6-4864-b0a1-f4d0309d1ed3 req-b393894f-6c91-4ca1-9796-7aa1e797adcc tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ce50ac1-c78f-4f00-9cd6-4db3ae74cc1a HTTP/1.1" status: 200 len: 945 time: 0.0479701 Aug 16 23:50:10.100328 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4c46a48d-00b6-4864-b0a1-f4d0309d1ed3 req-0dba4b53-2d01-4e64-9ac3-c2fd85a8bf59 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c5ca826-0328-43e5-be1c-353ca3b4f2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301578 Aug 16 23:50:11.220054 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fd8c1c-a9f0-4f41-b97f-e5c7fc940f12 req-31d0dc01-2e1a-40b4-bc88-44d94c409548 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:11.221473 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-25fd8c1c-a9f0-4f41-b97f-e5c7fc940f12 req-31d0dc01-2e1a-40b4-bc88-44d94c409548 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ce50ac1-c78f-4f00-9cd6-4db3ae74cc1a HTTP/1.1" status: 200 len: 945 time: 0.0526826 Aug 16 23:50:11.259815 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-25fd8c1c-a9f0-4f41-b97f-e5c7fc940f12 req-ca99adc8-5645-4670-be33-1debd7438b21 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c5ca826-0328-43e5-be1c-353ca3b4f2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323768 Aug 16 23:50:11.692986 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:12.373595 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826a111e-6112-4957-ad80-c870f4b8eac9 req-a2eefd8b-e288-47c2-b21c-523c2c3e29f3 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:12.375064 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-826a111e-6112-4957-ad80-c870f4b8eac9 req-a2eefd8b-e288-47c2-b21c-523c2c3e29f3 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ce50ac1-c78f-4f00-9cd6-4db3ae74cc1a HTTP/1.1" status: 200 len: 945 time: 0.0486727 Aug 16 23:50:12.411810 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-826a111e-6112-4957-ad80-c870f4b8eac9 req-ea2a094f-ee19-4ffb-b5cf-bd2f41351519 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c5ca826-0328-43e5-be1c-353ca3b4f2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308962 Aug 16 23:50:13.525935 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d31ed3-5d8d-473e-a053-0df03c29f7fc req-d67d7b09-104f-4cb9-bf86-0656b8177f78 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:13.527413 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-78d31ed3-5d8d-473e-a053-0df03c29f7fc req-d67d7b09-104f-4cb9-bf86-0656b8177f78 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ce50ac1-c78f-4f00-9cd6-4db3ae74cc1a HTTP/1.1" status: 200 len: 945 time: 0.0480685 Aug 16 23:50:13.563120 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-78d31ed3-5d8d-473e-a053-0df03c29f7fc req-1827c915-acee-4ee1-9040-be538e3997cb tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c5ca826-0328-43e5-be1c-353ca3b4f2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298302 Aug 16 23:50:14.684354 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a128a3e9-90e9-42ef-86c7-7b6bfc20730a req-337fb13f-e2ab-4018-9f43-5e22d46f42a4 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:14.686016 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a128a3e9-90e9-42ef-86c7-7b6bfc20730a req-337fb13f-e2ab-4018-9f43-5e22d46f42a4 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ce50ac1-c78f-4f00-9cd6-4db3ae74cc1a HTTP/1.1" status: 200 len: 945 time: 0.0549970 Aug 16 23:50:14.729099 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a128a3e9-90e9-42ef-86c7-7b6bfc20730a req-576a0514-a1c0-4584-986c-e08d6888c961 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c5ca826-0328-43e5-be1c-353ca3b4f2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368061 Aug 16 23:50:15.841820 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691d42bd-8d3a-4244-93dc-d2c00c418693 req-b659448c-4c24-4713-9d2a-63a0accab3e0 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:15.843313 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-691d42bd-8d3a-4244-93dc-d2c00c418693 req-b659448c-4c24-4713-9d2a-63a0accab3e0 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ce50ac1-c78f-4f00-9cd6-4db3ae74cc1a HTTP/1.1" status: 200 len: 945 time: 0.0483022 Aug 16 23:50:15.881014 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-691d42bd-8d3a-4244-93dc-d2c00c418693 req-9a8c3148-fdf9-425c-b500-e6109da72193 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c5ca826-0328-43e5-be1c-353ca3b4f2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318036 Aug 16 23:50:16.994134 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd1ed2c-41ef-423e-8fb3-685919204c91 req-4c718adc-8c52-4174-a55e-1813a1ed2b85 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:16.995919 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bcd1ed2c-41ef-423e-8fb3-685919204c91 req-4c718adc-8c52-4174-a55e-1813a1ed2b85 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ce50ac1-c78f-4f00-9cd6-4db3ae74cc1a HTTP/1.1" status: 200 len: 945 time: 0.0482428 Aug 16 23:50:17.035265 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bcd1ed2c-41ef-423e-8fb3-685919204c91 req-feefc265-01d9-44bd-a725-67690e00a978 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c5ca826-0328-43e5-be1c-353ca3b4f2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322766 Aug 16 23:50:17.770776 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ed148261-d541-49b2-b360-29061f54c03e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:18.153208 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a75c27-fe9b-470f-b827-06acd07eea8a req-0b0d7057-4f92-4a6c-8f6b-c082bc65878e tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:18.154705 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e4a75c27-fe9b-470f-b827-06acd07eea8a req-0b0d7057-4f92-4a6c-8f6b-c082bc65878e tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ce50ac1-c78f-4f00-9cd6-4db3ae74cc1a HTTP/1.1" status: 200 len: 945 time: 0.0531471 Aug 16 23:50:18.192607 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e4a75c27-fe9b-470f-b827-06acd07eea8a req-218d90cb-70bd-4933-a1e7-293c1227d382 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c5ca826-0328-43e5-be1c-353ca3b4f2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320380 Aug 16 23:50:19.325246 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b31c08-c70b-4d3e-98a0-b3a5fcb35b11 req-ead71078-ae28-48c1-b9c4-5641948a3cf8 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:19.326745 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f0b31c08-c70b-4d3e-98a0-b3a5fcb35b11 req-ead71078-ae28-48c1-b9c4-5641948a3cf8 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ce50ac1-c78f-4f00-9cd6-4db3ae74cc1a HTTP/1.1" status: 200 len: 945 time: 0.0560267 Aug 16 23:50:19.365259 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f0b31c08-c70b-4d3e-98a0-b3a5fcb35b11 req-55e5329e-ae32-477b-b5cc-a5d4e7ed46ad tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c5ca826-0328-43e5-be1c-353ca3b4f2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325596 Aug 16 23:50:19.854499 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-23636c7e-693b-4ec8-8c52-217751e0e297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:20.480589 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2730d749-0a94-4885-8708-572d0f05c995 req-5461b2e8-1063-4b99-8003-3cbd4085d78b tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:20.482081 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2730d749-0a94-4885-8708-572d0f05c995 req-5461b2e8-1063-4b99-8003-3cbd4085d78b tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ce50ac1-c78f-4f00-9cd6-4db3ae74cc1a HTTP/1.1" status: 200 len: 945 time: 0.0485806 Aug 16 23:50:20.520193 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2730d749-0a94-4885-8708-572d0f05c995 req-d7ee70f7-7e95-4540-8b10-288fd3b0300a tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c5ca826-0328-43e5-be1c-353ca3b4f2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321708 Aug 16 23:50:20.740145 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:21.637313 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7688c1-e264-41fd-a1b6-003cedcb52ec req-0990ffc1-d64e-4797-be4e-3df0f52d10ec tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:21.638840 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0d7688c1-e264-41fd-a1b6-003cedcb52ec req-0990ffc1-d64e-4797-be4e-3df0f52d10ec tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ce50ac1-c78f-4f00-9cd6-4db3ae74cc1a HTTP/1.1" status: 200 len: 945 time: 0.0526547 Aug 16 23:50:21.676395 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0d7688c1-e264-41fd-a1b6-003cedcb52ec req-d5a0e736-0828-4420-a6fe-6ceef97939a5 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c5ca826-0328-43e5-be1c-353ca3b4f2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316851 Aug 16 23:50:21.750803 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:22.797002 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07d1713-d0cc-40aa-bb0b-3df59b2ab282 req-cce2f519-f677-46bb-9e41-3dc369c204e3 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:22.798509 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a07d1713-d0cc-40aa-bb0b-3df59b2ab282 req-cce2f519-f677-46bb-9e41-3dc369c204e3 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ce50ac1-c78f-4f00-9cd6-4db3ae74cc1a HTTP/1.1" status: 200 len: 945 time: 0.0530276 Aug 16 23:50:22.836358 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a07d1713-d0cc-40aa-bb0b-3df59b2ab282 req-356418df-e084-4dc8-a91c-e9593b898da0 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c5ca826-0328-43e5-be1c-353ca3b4f2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316129 Aug 16 23:50:22.997199 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:23.955390 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee51d0-f8b5-4191-af85-abd431e7573f req-38a51d22-0c30-4d8a-b1a3-00b381df998d tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:23.957050 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-93ee51d0-f8b5-4191-af85-abd431e7573f req-38a51d22-0c30-4d8a-b1a3-00b381df998d tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ce50ac1-c78f-4f00-9cd6-4db3ae74cc1a HTTP/1.1" status: 200 len: 945 time: 0.0513327 Aug 16 23:50:24.001495 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-93ee51d0-f8b5-4191-af85-abd431e7573f req-259dff7d-7063-4cd2-8dfd-400331cc1823 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c5ca826-0328-43e5-be1c-353ca3b4f2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371292 Aug 16 23:50:25.382758 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ddae09-7c0f-4aeb-abb4-9399bae59782 req-f6a7f0ce-35ac-47d8-9348-20b6d1a25169 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:25.384238 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-05ddae09-7c0f-4aeb-abb4-9399bae59782 req-f6a7f0ce-35ac-47d8-9348-20b6d1a25169 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ce50ac1-c78f-4f00-9cd6-4db3ae74cc1a HTTP/1.1" status: 200 len: 945 time: 0.0534430 Aug 16 23:50:25.422211 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-05ddae09-7c0f-4aeb-abb4-9399bae59782 req-4c29d5e2-900f-495d-89f0-95bbfed2a98f tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c5ca826-0328-43e5-be1c-353ca3b4f2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319660 Aug 16 23:50:25.854902 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:26.540698 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af205e-07d6-4833-bec7-49b2dae698f1 req-17e22a20-1221-4c34-8dda-bcbaac24206b tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:26.542193 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-34af205e-07d6-4833-bec7-49b2dae698f1 req-17e22a20-1221-4c34-8dda-bcbaac24206b tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ce50ac1-c78f-4f00-9cd6-4db3ae74cc1a HTTP/1.1" status: 200 len: 945 time: 0.0498519 Aug 16 23:50:26.580513 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-34af205e-07d6-4833-bec7-49b2dae698f1 req-c3031aaa-bf78-4d10-8d09-9f7c6e4d08e5 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c5ca826-0328-43e5-be1c-353ca3b4f2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324171 Aug 16 23:50:27.696753 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c5b162-ce05-44d8-a86a-03acb43ba703 req-a8fd9a2f-633a-4a82-b15e-2fe860d59d4b tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:27.698224 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e1c5b162-ce05-44d8-a86a-03acb43ba703 req-a8fd9a2f-633a-4a82-b15e-2fe860d59d4b tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ce50ac1-c78f-4f00-9cd6-4db3ae74cc1a HTTP/1.1" status: 200 len: 945 time: 0.0499277 Aug 16 23:50:27.734833 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e1c5b162-ce05-44d8-a86a-03acb43ba703 req-79a52b6f-14ff-44e9-939a-a9cf5330cb25 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c5ca826-0328-43e5-be1c-353ca3b4f2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308113 Aug 16 23:50:28.851712 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7e7b8f-e98a-4fd3-b50e-22a90af99ff0 req-8d78c2c1-d7d6-4a18-9351-91ca9448a275 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:28.853212 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2e7e7b8f-e98a-4fd3-b50e-22a90af99ff0 req-8d78c2c1-d7d6-4a18-9351-91ca9448a275 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ce50ac1-c78f-4f00-9cd6-4db3ae74cc1a HTTP/1.1" status: 200 len: 945 time: 0.0521750 Aug 16 23:50:28.891240 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2e7e7b8f-e98a-4fd3-b50e-22a90af99ff0 req-0ee32c47-143f-4ecb-a771-d34a5b51ced1 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c5ca826-0328-43e5-be1c-353ca3b4f2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321293 Aug 16 23:50:30.004983 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe87e19e-9f16-477e-97fc-510b9d8f5854 req-e5b69fb8-3b27-4f0e-bee5-36d00b14d2a1 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:30.006590 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fe87e19e-9f16-477e-97fc-510b9d8f5854 req-e5b69fb8-3b27-4f0e-bee5-36d00b14d2a1 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ce50ac1-c78f-4f00-9cd6-4db3ae74cc1a HTTP/1.1" status: 200 len: 945 time: 0.0494106 Aug 16 23:50:30.046499 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fe87e19e-9f16-477e-97fc-510b9d8f5854 req-47bab3eb-77cb-47d4-9394-d0304f0e4017 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c5ca826-0328-43e5-be1c-353ca3b4f2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338645 Aug 16 23:50:31.171847 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77370c5e-77c4-4aa1-ba58-f6bbc6aebe2e req-5aebfc11-fbbc-465c-80e2-5c481147d5fb tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:31.173275 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-77370c5e-77c4-4aa1-ba58-f6bbc6aebe2e req-5aebfc11-fbbc-465c-80e2-5c481147d5fb tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ce50ac1-c78f-4f00-9cd6-4db3ae74cc1a HTTP/1.1" status: 200 len: 945 time: 0.0495245 Aug 16 23:50:31.212006 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-77370c5e-77c4-4aa1-ba58-f6bbc6aebe2e req-c6c43672-2e2d-4dc6-b30a-a6bee5618cb1 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c5ca826-0328-43e5-be1c-353ca3b4f2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309398 Aug 16 23:50:32.329856 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311bb344-6e2f-4418-bed8-d4ebfee71595 req-494bcf58-950f-406b-8678-09f4ed43e436 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:32.331326 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-311bb344-6e2f-4418-bed8-d4ebfee71595 req-494bcf58-950f-406b-8678-09f4ed43e436 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ce50ac1-c78f-4f00-9cd6-4db3ae74cc1a HTTP/1.1" status: 200 len: 945 time: 0.0519426 Aug 16 23:50:32.369901 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-311bb344-6e2f-4418-bed8-d4ebfee71595 req-89744e69-0725-4e9c-bf2e-cb3040d64986 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c5ca826-0328-43e5-be1c-353ca3b4f2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317426 Aug 16 23:50:33.487400 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b746302d-932f-44f4-a8ec-b8ea621a92a8 req-2a9bcd8d-8a14-46ac-b9c1-815fa8baaf45 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:33.488913 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b746302d-932f-44f4-a8ec-b8ea621a92a8 req-2a9bcd8d-8a14-46ac-b9c1-815fa8baaf45 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ce50ac1-c78f-4f00-9cd6-4db3ae74cc1a HTTP/1.1" status: 200 len: 945 time: 0.0507073 Aug 16 23:50:33.527409 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b746302d-932f-44f4-a8ec-b8ea621a92a8 req-8f59942d-d0c9-415f-9d6f-878b44378075 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c5ca826-0328-43e5-be1c-353ca3b4f2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322409 Aug 16 23:50:34.654973 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df2c1c3-d91a-4310-aa56-ed94ee1d1c36 req-60d69c11-d098-4dfa-9b3a-9e732ad2324b tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:34.656463 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7df2c1c3-d91a-4310-aa56-ed94ee1d1c36 req-60d69c11-d098-4dfa-9b3a-9e732ad2324b tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ce50ac1-c78f-4f00-9cd6-4db3ae74cc1a HTTP/1.1" status: 200 len: 945 time: 0.0532172 Aug 16 23:50:34.698070 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7df2c1c3-d91a-4310-aa56-ed94ee1d1c36 req-23534728-b284-4c1b-87f0-138af2e80c31 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c5ca826-0328-43e5-be1c-353ca3b4f2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351777 Aug 16 23:50:35.817367 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac586b4-568e-498b-b10f-f38cf1b7039e req-7141e956-2c17-447f-b56a-370ed9282b32 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:35.818849 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1ac586b4-568e-498b-b10f-f38cf1b7039e req-7141e956-2c17-447f-b56a-370ed9282b32 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ce50ac1-c78f-4f00-9cd6-4db3ae74cc1a HTTP/1.1" status: 200 len: 945 time: 0.0532939 Aug 16 23:50:35.856385 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1ac586b4-568e-498b-b10f-f38cf1b7039e req-e63ade3e-7cdb-41b8-9455-18dffe1f3ff2 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c5ca826-0328-43e5-be1c-353ca3b4f2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315933 Aug 16 23:50:36.544421 n-d-791506-26 neutron-server[101292]: INFO neutron.api.v2.resource [req-cb3b34b2-70c7-4ebd-b06e-853836e8fb33 req-7752c055-2ec5-4267-a836-9411d3124946 service neutron] show failed (client error): The resource could not be found. Aug 16 23:50:36.545365 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cb3b34b2-70c7-4ebd-b06e-853836e8fb33 req-7752c055-2ec5-4267-a836-9411d3124946 service neutron] 10.222.0.68 "GET /v2.0/ports/8b51fe12-c4e4-4930-8399-3ba4171c29b6/bindings/n-h2-791506-26 HTTP/1.1" status: 404 len: 381 time: 0.0532975 Aug 16 23:50:36.782670 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b34b2-70c7-4ebd-b06e-853836e8fb33 req-36ce7f1a-087b-4711-ae29-86bcda654b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:36.784202 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cb3b34b2-70c7-4ebd-b06e-853836e8fb33 req-36ce7f1a-087b-4711-ae29-86bcda654b1e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6ce50ac1-c78f-4f00-9cd6-4db3ae74cc1a&tenant_id=2e4e205e81ed4a2ab20e51fab7aa4afd HTTP/1.1" status: 200 len: 1097 time: 0.0873370 Aug 16 23:50:36.802175 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-cb3b34b2-70c7-4ebd-b06e-853836e8fb33 req-2cf5b0b5-42f8-4f35-92ce-e732c6feed47 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791506-26', 'device_owner': 'compute:nova'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:50:36.857982 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-cb3b34b2-70c7-4ebd-b06e-853836e8fb33 req-2cf5b0b5-42f8-4f35-92ce-e732c6feed47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:37.406152 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d504fe3f-9c8b-45ca-8ff9-c40abaef0cfa req-01da514b-47a7-4ac4-8b5c-2e2cdb77f35c tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:37.407521 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d504fe3f-9c8b-45ca-8ff9-c40abaef0cfa req-01da514b-47a7-4ac4-8b5c-2e2cdb77f35c tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ce50ac1-c78f-4f00-9cd6-4db3ae74cc1a HTTP/1.1" status: 200 len: 945 time: 0.4520519 Aug 16 23:50:37.463621 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-cb3b34b2-70c7-4ebd-b06e-853836e8fb33 req-2cf5b0b5-42f8-4f35-92ce-e732c6feed47 service neutron] For port 8b51fe12-c4e4-4930-8399-3ba4171c29b6, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=8b51fe12-c4e4-4930-8399-3ba4171c29b6,segment=NetworkSegment(f3a79407-4c93-48a0-92c0-09f69bea5566),segment_id=f3a79407-4c93-48a0-92c0-09f69bea5566)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:50:37.467710 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d504fe3f-9c8b-45ca-8ff9-c40abaef0cfa req-82c32f91-e163-4695-abc7-5b22b8f5aa9f tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c5ca826-0328-43e5-be1c-353ca3b4f2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534160 Aug 16 23:50:37.498965 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-cb3b34b2-70c7-4ebd-b06e-853836e8fb33 req-2cf5b0b5-42f8-4f35-92ce-e732c6feed47 service neutron] For port 8b51fe12-c4e4-4930-8399-3ba4171c29b6, host n-h1-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:50:37.540271 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ce50ac1-c78f-4f00-9cd6-4db3ae74cc1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b51fe12-c4e4-4930-8399-3ba4171c29b6'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:50:37.542546 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5be9a9c22bfe9382157933c6eba925c7622163b8a5c85bc608140d30d6fa20cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f444858b-fe8f-49ee-bafa-b6b6226d8c46" -d '{"events": [{"server_uuid": "6ce50ac1-c78f-4f00-9cd6-4db3ae74cc1a", "name": "network-vif-unplugged", "status": "completed", "tag": "8b51fe12-c4e4-4930-8399-3ba4171c29b6"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:50:37.546204 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-cb3b34b2-70c7-4ebd-b06e-853836e8fb33 req-2cf5b0b5-42f8-4f35-92ce-e732c6feed47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:37.559537 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-cb3b34b2-70c7-4ebd-b06e-853836e8fb33 req-2cf5b0b5-42f8-4f35-92ce-e732c6feed47 service neutron] Transition to ACTIVE for port object 8b51fe12-c4e4-4930-8399-3ba4171c29b6 will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:50:37.563436 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-cb3b34b2-70c7-4ebd-b06e-853836e8fb33 req-2cf5b0b5-42f8-4f35-92ce-e732c6feed47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:37.594097 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 23:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be2ed1f-dff1-4576-afe4-e5a6c5c90911 x-openstack-request-id: req-4be2ed1f-dff1-4576-afe4-e5a6c5c90911 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:50:37.594429 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ce50ac1-c78f-4f00-9cd6-4db3ae74cc1a", "name": "network-vif-unplugged", "status": "completed", "tag": "8b51fe12-c4e4-4930-8399-3ba4171c29b6", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:50:37.595215 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4be2ed1f-dff1-4576-afe4-e5a6c5c90911 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:50:37.595215 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ce50ac1-c78f-4f00-9cd6-4db3ae74cc1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b51fe12-c4e4-4930-8399-3ba4171c29b6', 'code': 200} Aug 16 23:50:37.625917 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb3b34b2-70c7-4ebd-b06e-853836e8fb33 req-2cf5b0b5-42f8-4f35-92ce-e732c6feed47 service neutron] No DVR routers for this DVR port 8b51fe12-c4e4-4930-8399-3ba4171c29b6 on host n-h1-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:50:37.628866 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf5b0b5-42f8-4f35-92ce-e732c6feed47 service neutron] Pushing event updated for resources: {'Port': ['ID=8b51fe12-c4e4-4930-8399-3ba4171c29b6,revision_number=6']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:37.662631 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-cb3b34b2-70c7-4ebd-b06e-853836e8fb33 req-2cf5b0b5-42f8-4f35-92ce-e732c6feed47 service neutron] Attempting to bind port 8b51fe12-c4e4-4930-8399-3ba4171c29b6 on host n-h2-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:50:37.662824 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-cb3b34b2-70c7-4ebd-b06e-853836e8fb33 req-2cf5b0b5-42f8-4f35-92ce-e732c6feed47 service neutron] Attempting to bind port 8b51fe12-c4e4-4930-8399-3ba4171c29b6 by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': 'f3a79407-4c93-48a0-92c0-09f69bea5566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b83f84a1-c86a-433d-9c35-30dc3645f63e'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:50:37.663003 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3b34b2-70c7-4ebd-b06e-853836e8fb33 req-2cf5b0b5-42f8-4f35-92ce-e732c6feed47 service neutron] Attempting to bind port 8b51fe12-c4e4-4930-8399-3ba4171c29b6 on network b83f84a1-c86a-433d-9c35-30dc3645f63e {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:50:37.667155 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3b34b2-70c7-4ebd-b06e-853836e8fb33 req-2cf5b0b5-42f8-4f35-92ce-e732c6feed47 service neutron] Port 8b51fe12-c4e4-4930-8399-3ba4171c29b6 on network b83f84a1-c86a-433d-9c35-30dc3645f63e not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:50:37.667469 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3b34b2-70c7-4ebd-b06e-853836e8fb33 req-2cf5b0b5-42f8-4f35-92ce-e732c6feed47 service neutron] Attempting to bind port 8b51fe12-c4e4-4930-8399-3ba4171c29b6 on network b83f84a1-c86a-433d-9c35-30dc3645f63e {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:50:37.672205 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3b34b2-70c7-4ebd-b06e-853836e8fb33 req-2cf5b0b5-42f8-4f35-92ce-e732c6feed47 service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:50:37.672558 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3b34b2-70c7-4ebd-b06e-853836e8fb33 req-2cf5b0b5-42f8-4f35-92ce-e732c6feed47 service neutron] Checking segment: {'id': 'f3a79407-4c93-48a0-92c0-09f69bea5566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b83f84a1-c86a-433d-9c35-30dc3645f63e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:50:37.672953 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3b34b2-70c7-4ebd-b06e-853836e8fb33 req-2cf5b0b5-42f8-4f35-92ce-e732c6feed47 service neutron] Bound using segment: {'id': 'f3a79407-4c93-48a0-92c0-09f69bea5566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b83f84a1-c86a-433d-9c35-30dc3645f63e'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:50:37.673367 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-cb3b34b2-70c7-4ebd-b06e-853836e8fb33 req-2cf5b0b5-42f8-4f35-92ce-e732c6feed47 service neutron] Bound port: 8b51fe12-c4e4-4930-8399-3ba4171c29b6, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3a79407-4c93-48a0-92c0-09f69bea5566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b83f84a1-c86a-433d-9c35-30dc3645f63e'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:50:37.673711 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-cb3b34b2-70c7-4ebd-b06e-853836e8fb33 req-2cf5b0b5-42f8-4f35-92ce-e732c6feed47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:37.737558 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-cb3b34b2-70c7-4ebd-b06e-853836e8fb33 req-2cf5b0b5-42f8-4f35-92ce-e732c6feed47 service neutron] For port 8b51fe12-c4e4-4930-8399-3ba4171c29b6, host n-h2-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:50:37.741317 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-cb3b34b2-70c7-4ebd-b06e-853836e8fb33 req-2cf5b0b5-42f8-4f35-92ce-e732c6feed47 service neutron] For port 8b51fe12-c4e4-4930-8399-3ba4171c29b6, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=8b51fe12-c4e4-4930-8399-3ba4171c29b6,segment=NetworkSegment(f3a79407-4c93-48a0-92c0-09f69bea5566),segment_id=f3a79407-4c93-48a0-92c0-09f69bea5566)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:50:37.745465 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-cb3b34b2-70c7-4ebd-b06e-853836e8fb33 req-2cf5b0b5-42f8-4f35-92ce-e732c6feed47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:37.776627 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b34b2-70c7-4ebd-b06e-853836e8fb33 req-2cf5b0b5-42f8-4f35-92ce-e732c6feed47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:37.777243 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-cb3b34b2-70c7-4ebd-b06e-853836e8fb33 req-2cf5b0b5-42f8-4f35-92ce-e732c6feed47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:37.778614 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cb3b34b2-70c7-4ebd-b06e-853836e8fb33 req-2cf5b0b5-42f8-4f35-92ce-e732c6feed47 service neutron] 10.222.0.57 "PUT /v2.0/ports/8b51fe12-c4e4-4930-8399-3ba4171c29b6 HTTP/1.1" status: 200 len: 1092 time: 0.9804885 Aug 16 23:50:37.800174 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf5b0b5-42f8-4f35-92ce-e732c6feed47 service neutron] Pushing event updated for resources: {'Port': ['ID=8b51fe12-c4e4-4930-8399-3ba4171c29b6,revision_number=7']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:37.850282 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b34b2-70c7-4ebd-b06e-853836e8fb33 req-c2f8ca2e-7070-4d2d-9041-2d660464e9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:37.851794 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cb3b34b2-70c7-4ebd-b06e-853836e8fb33 req-c2f8ca2e-7070-4d2d-9041-2d660464e9c8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2e4e205e81ed4a2ab20e51fab7aa4afd&device_id=6ce50ac1-c78f-4f00-9cd6-4db3ae74cc1a HTTP/1.1" status: 200 len: 1095 time: 0.0407922 Aug 16 23:50:37.945863 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b34b2-70c7-4ebd-b06e-853836e8fb33 req-6fca6e8e-c299-4d8c-99a4-e97e0ff7ac10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:37.947249 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cb3b34b2-70c7-4ebd-b06e-853836e8fb33 req-6fca6e8e-c299-4d8c-99a4-e97e0ff7ac10 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b83f84a1-c86a-433d-9c35-30dc3645f63e HTTP/1.1" status: 200 len: 916 time: 0.0885811 Aug 16 23:50:37.988354 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cb3b34b2-70c7-4ebd-b06e-853836e8fb33 req-241db3c8-180c-47ae-bd6e-25cce453310f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b51fe12-c4e4-4930-8399-3ba4171c29b6 HTTP/1.1" status: 200 len: 217 time: 0.0343189 Aug 16 23:50:38.035711 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b34b2-70c7-4ebd-b06e-853836e8fb33 req-fe953e62-35c9-499f-adaf-ed31c9f73811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:38.037940 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cb3b34b2-70c7-4ebd-b06e-853836e8fb33 req-fe953e62-35c9-499f-adaf-ed31c9f73811 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=815d2e7a-b0fd-427f-a6d6-4c463d2e9eeb HTTP/1.1" status: 200 len: 855 time: 0.0431147 Aug 16 23:50:38.072227 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cb3b34b2-70c7-4ebd-b06e-853836e8fb33 req-ebbdd6bf-736f-4cbe-bdb6-d81b4ad773ab service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b83f84a1-c86a-433d-9c35-30dc3645f63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270255 Aug 16 23:50:38.167191 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cb3b34b2-70c7-4ebd-b06e-853836e8fb33 req-a2f3696e-5c2f-45da-98cd-58ad9bf993a7 service neutron] 10.222.0.57 "GET /v2.0/networks/b83f84a1-c86a-433d-9c35-30dc3645f63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878606 Aug 16 23:50:38.264385 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cb3b34b2-70c7-4ebd-b06e-853836e8fb33 req-8e04cf2b-97fa-49f8-8731-1870b926a334 service neutron] 10.222.0.57 "GET /v2.0/networks/b83f84a1-c86a-433d-9c35-30dc3645f63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905397 Aug 16 23:50:38.589532 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd35b23-7f19-45f4-a6d2-52f9e315048c req-b3707ba3-f688-4936-bd30-6e521668fad6 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:38.591235 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bcd35b23-7f19-45f4-a6d2-52f9e315048c req-b3707ba3-f688-4936-bd30-6e521668fad6 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ce50ac1-c78f-4f00-9cd6-4db3ae74cc1a HTTP/1.1" status: 200 len: 943 time: 0.0527997 Aug 16 23:50:38.642100 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bcd35b23-7f19-45f4-a6d2-52f9e315048c req-eee717fa-e325-47fc-bdce-b3f4b3f04289 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c5ca826-0328-43e5-be1c-353ca3b4f2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446410 Aug 16 23:50:39.138774 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 8b51fe12-c4e4-4930-8399-3ba4171c29b6 no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:50:39.176392 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 8b51fe12-c4e4-4930-8399-3ba4171c29b6 not bound to the agent host n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:50:39.596186 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ce50ac1-c78f-4f00-9cd6-4db3ae74cc1a', 'tag': '8b51fe12-c4e4-4930-8399-3ba4171c29b6'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:50:39.598490 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5be9a9c22bfe9382157933c6eba925c7622163b8a5c85bc608140d30d6fa20cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-103b21ec-c03a-40ac-ad16-7c4172bebcaa" -d '{"events": [{"name": "network-changed", "server_uuid": "6ce50ac1-c78f-4f00-9cd6-4db3ae74cc1a", "tag": "8b51fe12-c4e4-4930-8399-3ba4171c29b6"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:50:39.650499 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5aa84b5-dc41-468d-81bc-f9fc8dc085fc x-openstack-request-id: req-a5aa84b5-dc41-468d-81bc-f9fc8dc085fc {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:50:39.650795 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ce50ac1-c78f-4f00-9cd6-4db3ae74cc1a", "tag": "8b51fe12-c4e4-4930-8399-3ba4171c29b6", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:50:39.651045 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a5aa84b5-dc41-468d-81bc-f9fc8dc085fc {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:50:39.651436 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ce50ac1-c78f-4f00-9cd6-4db3ae74cc1a', 'tag': '8b51fe12-c4e4-4930-8399-3ba4171c29b6', 'status': 'completed', 'code': 200} Aug 16 23:50:39.765106 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103b21ec-c03a-40ac-ad16-7c4172bebcaa req-ff0eeb28-a2e5-4346-be9f-a5020513f17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:39.766956 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-103b21ec-c03a-40ac-ad16-7c4172bebcaa req-ff0eeb28-a2e5-4346-be9f-a5020513f17f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=2e4e205e81ed4a2ab20e51fab7aa4afd&device_id=6ce50ac1-c78f-4f00-9cd6-4db3ae74cc1a HTTP/1.1" status: 200 len: 1095 time: 0.0998402 Aug 16 23:50:39.791495 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103b21ec-c03a-40ac-ad16-7c4172bebcaa req-44c78384-05f0-4a98-bf85-ccfaeb49d93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:39.793054 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-103b21ec-c03a-40ac-ad16-7c4172bebcaa req-44c78384-05f0-4a98-bf85-ccfaeb49d93b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2e4e205e81ed4a2ab20e51fab7aa4afd&device_id=6ce50ac1-c78f-4f00-9cd6-4db3ae74cc1a HTTP/1.1" status: 200 len: 1095 time: 0.0949974 Aug 16 23:50:39.812081 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:50:39.849994 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74394612-a587-4829-89d4-d1327de22dee req-e140d520-fd53-451a-b07b-0002a0d5eb50 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:39.851331 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-74394612-a587-4829-89d4-d1327de22dee req-e140d520-fd53-451a-b07b-0002a0d5eb50 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ce50ac1-c78f-4f00-9cd6-4db3ae74cc1a HTTP/1.1" status: 200 len: 943 time: 0.1283960 Aug 16 23:50:39.955107 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-74394612-a587-4829-89d4-d1327de22dee req-631dbd43-6a81-481d-bf6b-523f2a40ce13 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c5ca826-0328-43e5-be1c-353ca3b4f2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917892 Aug 16 23:50:39.987372 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103b21ec-c03a-40ac-ad16-7c4172bebcaa req-7391d051-18bc-4d9a-9d4a-ec29f7342879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:39.988892 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-103b21ec-c03a-40ac-ad16-7c4172bebcaa req-7391d051-18bc-4d9a-9d4a-ec29f7342879 service neutron] 10.222.0.68 "GET /v2.0/networks?id=b83f84a1-c86a-433d-9c35-30dc3645f63e HTTP/1.1" status: 200 len: 916 time: 0.2117298 Aug 16 23:50:39.992412 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103b21ec-c03a-40ac-ad16-7c4172bebcaa req-6443c313-825e-4b49-a78b-f7bec7bd010e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:39.993778 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-103b21ec-c03a-40ac-ad16-7c4172bebcaa req-6443c313-825e-4b49-a78b-f7bec7bd010e service neutron] 10.222.0.57 "GET /v2.0/networks?id=b83f84a1-c86a-433d-9c35-30dc3645f63e HTTP/1.1" status: 200 len: 916 time: 0.1611571 Aug 16 23:50:40.063478 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-103b21ec-c03a-40ac-ad16-7c4172bebcaa req-49e07e0b-dd4b-4f22-a034-4a7f1d861c82 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b51fe12-c4e4-4930-8399-3ba4171c29b6 HTTP/1.1" status: 200 len: 217 time: 0.0670507 Aug 16 23:50:40.065101 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-103b21ec-c03a-40ac-ad16-7c4172bebcaa req-4eda4be7-00ee-4337-b044-251c1f418cbb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b51fe12-c4e4-4930-8399-3ba4171c29b6 HTTP/1.1" status: 200 len: 217 time: 0.0629759 Aug 16 23:50:40.156531 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103b21ec-c03a-40ac-ad16-7c4172bebcaa req-6bd8a65c-b1fa-4f03-ac16-3807ff632054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:40.158058 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-103b21ec-c03a-40ac-ad16-7c4172bebcaa req-6bd8a65c-b1fa-4f03-ac16-3807ff632054 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=815d2e7a-b0fd-427f-a6d6-4c463d2e9eeb HTTP/1.1" status: 200 len: 855 time: 0.0864658 Aug 16 23:50:40.161447 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103b21ec-c03a-40ac-ad16-7c4172bebcaa req-e7dc138b-7ea2-4c2b-9ebd-54bf941855f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:40.163626 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-103b21ec-c03a-40ac-ad16-7c4172bebcaa req-e7dc138b-7ea2-4c2b-9ebd-54bf941855f7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=815d2e7a-b0fd-427f-a6d6-4c463d2e9eeb HTTP/1.1" status: 200 len: 855 time: 0.0910184 Aug 16 23:50:40.206765 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-103b21ec-c03a-40ac-ad16-7c4172bebcaa req-84fc95be-5bd5-4ce5-bc7b-fedce14b4598 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b83f84a1-c86a-433d-9c35-30dc3645f63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341568 Aug 16 23:50:40.208993 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-103b21ec-c03a-40ac-ad16-7c4172bebcaa req-94495126-807d-43c0-960c-879eac42a0da service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=b83f84a1-c86a-433d-9c35-30dc3645f63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432832 Aug 16 23:50:40.369003 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-103b21ec-c03a-40ac-ad16-7c4172bebcaa req-b50a564e-58ba-445b-931d-0f9a5989910b service neutron] 10.222.0.57 "GET /v2.0/networks/b83f84a1-c86a-433d-9c35-30dc3645f63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552148 Aug 16 23:50:40.372564 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-103b21ec-c03a-40ac-ad16-7c4172bebcaa req-1de99a7d-8a14-496e-97c5-1a8eddb2b94c service neutron] 10.222.0.68 "GET /v2.0/networks/b83f84a1-c86a-433d-9c35-30dc3645f63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520679 Aug 16 23:50:40.526866 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-103b21ec-c03a-40ac-ad16-7c4172bebcaa req-b1da6b0f-0bb3-4c41-8d63-7d06b493e963 service neutron] 10.222.0.57 "GET /v2.0/networks/b83f84a1-c86a-433d-9c35-30dc3645f63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507330 Aug 16 23:50:40.530138 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-103b21ec-c03a-40ac-ad16-7c4172bebcaa req-2b46a60f-8054-4478-b486-8d7945f94e74 service neutron] 10.222.0.68 "GET /v2.0/networks/b83f84a1-c86a-433d-9c35-30dc3645f63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462774 Aug 16 23:50:41.078039 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf33a19b-e4ed-48c4-ba86-f618ce507a73 req-8bc815d1-1bf4-453c-8260-50a474caa43a tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:41.079521 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cf33a19b-e4ed-48c4-ba86-f618ce507a73 req-8bc815d1-1bf4-453c-8260-50a474caa43a tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ce50ac1-c78f-4f00-9cd6-4db3ae74cc1a HTTP/1.1" status: 200 len: 943 time: 0.0537574 Aug 16 23:50:41.117478 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cf33a19b-e4ed-48c4-ba86-f618ce507a73 req-6351a509-ff9b-48ec-b597-c81a7d51e48a tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c5ca826-0328-43e5-be1c-353ca3b4f2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315311 Aug 16 23:50:41.698692 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:42.234129 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e839bc-6fbc-4c8e-afaa-fafeafb0a5d6 req-e971a9ea-791b-4baf-b9b3-e7048cfe4e3f tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:42.235618 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d0e839bc-6fbc-4c8e-afaa-fafeafb0a5d6 req-e971a9ea-791b-4baf-b9b3-e7048cfe4e3f tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ce50ac1-c78f-4f00-9cd6-4db3ae74cc1a HTTP/1.1" status: 200 len: 943 time: 0.0485418 Aug 16 23:50:42.273909 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d0e839bc-6fbc-4c8e-afaa-fafeafb0a5d6 req-b053f386-df01-4436-921b-3f188eb3189d tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c5ca826-0328-43e5-be1c-353ca3b4f2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316148 Aug 16 23:50:42.493454 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 8b51fe12-c4e4-4930-8399-3ba4171c29b6 details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:50:42.502551 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc22c3a-bb6d-41f7-bdaa-588d8151cad1 req-c269b1be-2856-4183-9594-4a6d3e0ef80a tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:42.504040 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8dc22c3a-bb6d-41f7-bdaa-588d8151cad1 req-c269b1be-2856-4183-9594-4a6d3e0ef80a tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ce50ac1-c78f-4f00-9cd6-4db3ae74cc1a HTTP/1.1" status: 200 len: 943 time: 0.0879092 Aug 16 23:50:42.512587 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bb45b6-4167-4d44-b1fc-7d226487055d req-d5fbcee9-0c1b-4f03-afc3-d76e40823411 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:42.513988 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-16bb45b6-4167-4d44-b1fc-7d226487055d req-d5fbcee9-0c1b-4f03-afc3-d76e40823411 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ce50ac1-c78f-4f00-9cd6-4db3ae74cc1a&tenant_id=2e4e205e81ed4a2ab20e51fab7aa4afd&binding%3Ahost_id=n-h2-791506-26 HTTP/1.1" status: 200 len: 943 time: 0.0854099 Aug 16 23:50:42.577513 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8dc22c3a-bb6d-41f7-bdaa-588d8151cad1 req-708beb4f-0b97-4e04-a2ec-8d62e7a25cf4 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c5ca826-0328-43e5-be1c-353ca3b4f2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625548 Aug 16 23:50:42.592464 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 8b51fe12-c4e4-4930-8399-3ba4171c29b6, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=8b51fe12-c4e4-4930-8399-3ba4171c29b6,segment=NetworkSegment(f3a79407-4c93-48a0-92c0-09f69bea5566),segment_id=f3a79407-4c93-48a0-92c0-09f69bea5566)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:50:42.596803 n-d-791506-26 neutron-server[101292]: INFO neutron.api.v2.resource [req-16bb45b6-4167-4d44-b1fc-7d226487055d req-fb28d66c-05f4-4c86-ab59-7a0d83dd8ede service neutron] delete failed (client error): The resource could not be found. Aug 16 23:50:42.597834 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-16bb45b6-4167-4d44-b1fc-7d226487055d req-fb28d66c-05f4-4c86-ab59-7a0d83dd8ede service neutron] 10.222.0.68 "DELETE /v2.0/ports/8b51fe12-c4e4-4930-8399-3ba4171c29b6/bindings/n-h1-791506-26 HTTP/1.1" status: 404 len: 381 time: 0.0756118 Aug 16 23:50:42.605487 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': '8b51fe12-c4e4-4930-8399-3ba4171c29b6', 'network_id': 'b83f84a1-c86a-433d-9c35-30dc3645f63e', 'port_id': '8b51fe12-c4e4-4930-8399-3ba4171c29b6', 'mac_address': 'fa:16:3e:d9:13:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '815d2e7a-b0fd-427f-a6d6-4c463d2e9eeb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:50:42.645746 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:42.659025 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b51fe12-c4e4-4930-8399-3ba4171c29b6 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:50:42.678908 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 8b51fe12-c4e4-4930-8399-3ba4171c29b6, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=8b51fe12-c4e4-4930-8399-3ba4171c29b6,segment=NetworkSegment(f3a79407-4c93-48a0-92c0-09f69bea5566),segment_id=f3a79407-4c93-48a0-92c0-09f69bea5566)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:50:42.683062 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:42.683940 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bb45b6-4167-4d44-b1fc-7d226487055d req-6e627df4-7af7-4ad3-8015-9f2f119014c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:42.685641 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-16bb45b6-4167-4d44-b1fc-7d226487055d req-6e627df4-7af7-4ad3-8015-9f2f119014c5 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=2e4e205e81ed4a2ab20e51fab7aa4afd&device_id=6ce50ac1-c78f-4f00-9cd6-4db3ae74cc1a HTTP/1.1" status: 200 len: 1095 time: 0.0418873 Aug 16 23:50:42.729866 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=8b51fe12-c4e4-4930-8399-3ba4171c29b6,revision_number=8']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:42.779964 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bb45b6-4167-4d44-b1fc-7d226487055d req-4681df17-683f-4ce7-9e90-89bb8dcdb057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:42.781385 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-16bb45b6-4167-4d44-b1fc-7d226487055d req-4681df17-683f-4ce7-9e90-89bb8dcdb057 service neutron] 10.222.0.68 "GET /v2.0/networks?id=b83f84a1-c86a-433d-9c35-30dc3645f63e HTTP/1.1" status: 200 len: 916 time: 0.0876160 Aug 16 23:50:42.822831 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-16bb45b6-4167-4d44-b1fc-7d226487055d req-2473b642-45a2-4ccd-8d71-8b1e87b3433c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b51fe12-c4e4-4930-8399-3ba4171c29b6 HTTP/1.1" status: 200 len: 217 time: 0.0335994 Aug 16 23:50:42.873078 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bb45b6-4167-4d44-b1fc-7d226487055d req-bd6bc2d6-a75e-4f44-9fdf-4af3c8e784ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:42.874539 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-16bb45b6-4167-4d44-b1fc-7d226487055d req-bd6bc2d6-a75e-4f44-9fdf-4af3c8e784ac service neutron] 10.222.0.68 "GET /v2.0/subnets?id=815d2e7a-b0fd-427f-a6d6-4c463d2e9eeb HTTP/1.1" status: 200 len: 855 time: 0.0435350 Aug 16 23:50:42.910492 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-16bb45b6-4167-4d44-b1fc-7d226487055d req-4ffe2d0f-221c-4dd5-be47-eda5fa438ac6 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=b83f84a1-c86a-433d-9c35-30dc3645f63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282483 Aug 16 23:50:43.000167 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-16bb45b6-4167-4d44-b1fc-7d226487055d req-abf95492-64e7-4e5c-b742-b94862691c95 service neutron] 10.222.0.68 "GET /v2.0/networks/b83f84a1-c86a-433d-9c35-30dc3645f63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818295 Aug 16 23:50:43.067072 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['8b51fe12-c4e4-4930-8399-3ba4171c29b6'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:50:43.093621 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-16bb45b6-4167-4d44-b1fc-7d226487055d req-c2206da8-bc71-4748-87e5-ab3d79789c43 service neutron] 10.222.0.68 "GET /v2.0/networks/b83f84a1-c86a-433d-9c35-30dc3645f63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863349 Aug 16 23:50:43.700836 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcd68b1-bfd4-464b-93ee-4968ad127619 req-0d85fdfc-06e6-48ba-b8e7-454972643b08 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:43.702317 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5bcd68b1-bfd4-464b-93ee-4968ad127619 req-0d85fdfc-06e6-48ba-b8e7-454972643b08 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ce50ac1-c78f-4f00-9cd6-4db3ae74cc1a HTTP/1.1" status: 200 len: 944 time: 0.0491982 Aug 16 23:50:43.740101 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5bcd68b1-bfd4-464b-93ee-4968ad127619 req-65523c7e-7f25-4623-ad46-65331960c485 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c5ca826-0328-43e5-be1c-353ca3b4f2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313630 Aug 16 23:50:43.851674 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d357cc0-fe73-4dd8-a738-449b530ed927 req-c48122d2-560a-4705-a33a-e3cc0fb964ce tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:43.853149 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0d357cc0-fe73-4dd8-a738-449b530ed927 req-c48122d2-560a-4705-a33a-e3cc0fb964ce tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ce50ac1-c78f-4f00-9cd6-4db3ae74cc1a HTTP/1.1" status: 200 len: 944 time: 0.0478859 Aug 16 23:50:43.890969 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0d357cc0-fe73-4dd8-a738-449b530ed927 req-78097f81-2eff-4222-af78-9e87ab04927e tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c5ca826-0328-43e5-be1c-353ca3b4f2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319192 Aug 16 23:50:44.008736 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a208a7-1bba-4bf2-aaa9-b55bb5c4ac41 req-8922ff08-6772-43cd-a3e3-8b95b84338c4 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:44.010128 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-45a208a7-1bba-4bf2-aaa9-b55bb5c4ac41 req-8922ff08-6772-43cd-a3e3-8b95b84338c4 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ce50ac1-c78f-4f00-9cd6-4db3ae74cc1a HTTP/1.1" status: 200 len: 944 time: 0.0534527 Aug 16 23:50:44.046415 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-45a208a7-1bba-4bf2-aaa9-b55bb5c4ac41 req-b41b9936-ad97-452a-aff6-ebf09e015503 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c5ca826-0328-43e5-be1c-353ca3b4f2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303824 Aug 16 23:50:44.397477 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba50fa5-e6a9-45e7-9e9d-d732a9ef22ce req-982aebf4-eb35-48a0-8fde-606a220d9dd6 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:44.398952 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7ba50fa5-e6a9-45e7-9e9d-d732a9ef22ce req-982aebf4-eb35-48a0-8fde-606a220d9dd6 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/networks?id=b83f84a1-c86a-433d-9c35-30dc3645f63e HTTP/1.1" status: 200 len: 815 time: 0.1003499 Aug 16 23:50:44.414560 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7ba50fa5-e6a9-45e7-9e9d-d732a9ef22ce req-bb6d8e9c-3a12-41dc-b2ac-54c66789e9cf tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/quotas/2e4e205e81ed4a2ab20e51fab7aa4afd HTTP/1.1" status: 200 len: 375 time: 0.0098379 Aug 16 23:50:44.466614 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7ba50fa5-e6a9-45e7-9e9d-d732a9ef22ce req-1226888c-6b53-4c5a-9660-556f00745e0c tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=2e4e205e81ed4a2ab20e51fab7aa4afd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0467863 Aug 16 23:50:44.513127 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 8b51fe12-c4e4-4930-8399-3ba4171c29b6 up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:50:44.558686 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7ba50fa5-e6a9-45e7-9e9d-d732a9ef22ce req-a072e00a-5ce0-45e3-bccf-cf1948d7688a service neutron] 10.222.0.36 "GET /v2.0/networks/b83f84a1-c86a-433d-9c35-30dc3645f63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850184 Aug 16 23:50:44.566080 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning for port 8b51fe12-c4e4-4930-8399-3ba4171c29b6 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:50:44.569962 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port 8b51fe12-c4e4-4930-8399-3ba4171c29b6 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:50:44.570331 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:44.648298 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:44.653784 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7ba50fa5-e6a9-45e7-9e9d-d732a9ef22ce req-8f327d52-6379-4425-81c1-7348d272ae17 service neutron] 10.222.0.36 "GET /v2.0/networks/b83f84a1-c86a-433d-9c35-30dc3645f63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887556 Aug 16 23:50:44.671302 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ce50ac1-c78f-4f00-9cd6-4db3ae74cc1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b51fe12-c4e4-4930-8399-3ba4171c29b6'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:50:44.673617 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d789e1acf86fc3837d65c5c7bf7b17f03ca076816da63f24d17cffa1a624f203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6098eac0-e091-409c-8e78-063f2eedf0a0" -d '{"events": [{"server_uuid": "6ce50ac1-c78f-4f00-9cd6-4db3ae74cc1a", "name": "network-vif-plugged", "status": "completed", "tag": "8b51fe12-c4e4-4930-8399-3ba4171c29b6"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:50:44.688308 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 8b51fe12-c4e4-4930-8399-3ba4171c29b6, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=8b51fe12-c4e4-4930-8399-3ba4171c29b6,segment=NetworkSegment(f3a79407-4c93-48a0-92c0-09f69bea5566),segment_id=f3a79407-4c93-48a0-92c0-09f69bea5566)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:50:44.693502 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:44.716997 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6805d6f-afb6-4c2f-8874-d618534979aa x-openstack-request-id: req-f6805d6f-afb6-4c2f-8874-d618534979aa {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:50:44.717291 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ce50ac1-c78f-4f00-9cd6-4db3ae74cc1a", "name": "network-vif-plugged", "status": "completed", "tag": "8b51fe12-c4e4-4930-8399-3ba4171c29b6", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:50:44.717546 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f6805d6f-afb6-4c2f-8874-d618534979aa {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:50:44.717939 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ce50ac1-c78f-4f00-9cd6-4db3ae74cc1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b51fe12-c4e4-4930-8399-3ba4171c29b6', 'code': 200} Aug 16 23:50:44.745090 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=8b51fe12-c4e4-4930-8399-3ba4171c29b6,revision_number=9']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:44.819827 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-36acfddd-95c6-4c5c-a386-830342e7403c req-1986710e-e861-40ab-97f3-71f16417804b tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/ports?device_id=727edf10-fed5-4e13-8a41-e715f9c8e8ba HTTP/1.1" status: 200 len: 210 time: 0.0270736 Aug 16 23:50:45.836700 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.57', 64849) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:50:45.924903 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-51531d0c-c352-4da5-984b-f12accade297 req-170f7820-7fea-4eaa-944f-0cb2c79fdcad tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/ports?device_id=727edf10-fed5-4e13-8a41-e715f9c8e8ba HTTP/1.1" status: 200 len: 210 time: 0.0295165 Aug 16 23:50:45.940827 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1654f1c4-5bef-45e7-8850-37b370a23f8b req-3536c03d-cdfc-48ae-9fad-f264e19ec03f tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:45.942524 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1654f1c4-5bef-45e7-8850-37b370a23f8b req-3536c03d-cdfc-48ae-9fad-f264e19ec03f tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ce50ac1-c78f-4f00-9cd6-4db3ae74cc1a HTTP/1.1" status: 200 len: 945 time: 0.1060898 Aug 16 23:50:45.994039 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba50fa5-e6a9-45e7-9e9d-d732a9ef22ce req-82382ae9-a1a9-45b7-b0ab-bb8644d2935a tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:45.995800 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7ba50fa5-e6a9-45e7-9e9d-d732a9ef22ce req-82382ae9-a1a9-45b7-b0ab-bb8644d2935a tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.57 "GET /v2.0/networks?id=b83f84a1-c86a-433d-9c35-30dc3645f63e HTTP/1.1" status: 200 len: 815 time: 0.1478403 Aug 16 23:50:46.040785 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-1654f1c4-5bef-45e7-8850-37b370a23f8b req-529a4f80-a2c9-462a-8864-0e7dcf667ce1 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Deleting port 8b51fe12-c4e4-4930-8399-3ba4171c29b6 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:50:46.041158 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1654f1c4-5bef-45e7-8850-37b370a23f8b req-529a4f80-a2c9-462a-8864-0e7dcf667ce1 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:46.044229 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-7ba50fa5-e6a9-45e7-9e9d-d732a9ef22ce req-6f92ed7a-d403-4089-8692-5a4e17228632 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Request body: {'port': {'device_id': '727edf10-fed5-4e13-8a41-e715f9c8e8ba', 'network_id': 'b83f84a1-c86a-433d-9c35-30dc3645f63e', 'admin_state_up': True, 'tenant_id': '2e4e205e81ed4a2ab20e51fab7aa4afd'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:50:46.129244 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-1654f1c4-5bef-45e7-8850-37b370a23f8b req-529a4f80-a2c9-462a-8864-0e7dcf667ce1 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] For port 8b51fe12-c4e4-4930-8399-3ba4171c29b6, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=8b51fe12-c4e4-4930-8399-3ba4171c29b6,segment=NetworkSegment(f3a79407-4c93-48a0-92c0-09f69bea5566),segment_id=f3a79407-4c93-48a0-92c0-09f69bea5566)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:50:46.129612 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1654f1c4-5bef-45e7-8850-37b370a23f8b req-529a4f80-a2c9-462a-8864-0e7dcf667ce1 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:46.143309 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-1654f1c4-5bef-45e7-8850-37b370a23f8b req-529a4f80-a2c9-462a-8864-0e7dcf667ce1 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Calling delete_port for 8b51fe12-c4e4-4930-8399-3ba4171c29b6 owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:50:46.154371 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ba50fa5-e6a9-45e7-9e9d-d732a9ef22ce req-6f92ed7a-d403-4089-8692-5a4e17228632 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Made reservation on behalf of 2e4e205e81ed4a2ab20e51fab7aa4afd for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:50:46.160732 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-7ba50fa5-e6a9-45e7-9e9d-d732a9ef22ce req-6f92ed7a-d403-4089-8692-5a4e17228632 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:46.281415 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1654f1c4-5bef-45e7-8850-37b370a23f8b req-529a4f80-a2c9-462a-8864-0e7dcf667ce1 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:46.298869 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-7ba50fa5-e6a9-45e7-9e9d-d732a9ef22ce req-6f92ed7a-d403-4089-8692-5a4e17228632 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Allocated IP 172.20.0.3 (b83f84a1-c86a-433d-9c35-30dc3645f63e/815d2e7a-b0fd-427f-a6d6-4c463d2e9eeb/35852874-ee36-4f37-8e90-8872c51d57f5) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:50:46.313559 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['8b51fe12-c4e4-4930-8399-3ba4171c29b6'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:50:46.319707 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a4f80-a2c9-462a-8864-0e7dcf667ce1 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Pushing event deleted for resources: {'Port': ['ID=8b51fe12-c4e4-4930-8399-3ba4171c29b6,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:46.362643 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a4f80-a2c9-462a-8864-0e7dcf667ce1 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:50:46.362996 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a4f80-a2c9-462a-8864-0e7dcf667ce1 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:50:46.363347 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a4f80-a2c9-462a-8864-0e7dcf667ce1 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:50:46.363688 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a4f80-a2c9-462a-8864-0e7dcf667ce1 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:50:46.364024 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a4f80-a2c9-462a-8864-0e7dcf667ce1 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:50:46.364366 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a4f80-a2c9-462a-8864-0e7dcf667ce1 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:50:46.365457 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a4f80-a2c9-462a-8864-0e7dcf667ce1 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:50:46.366018 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a4f80-a2c9-462a-8864-0e7dcf667ce1 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:50:46.366426 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a4f80-a2c9-462a-8864-0e7dcf667ce1 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:50:46.366764 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a4f80-a2c9-462a-8864-0e7dcf667ce1 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:50:46.367098 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a4f80-a2c9-462a-8864-0e7dcf667ce1 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:50:46.367429 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a4f80-a2c9-462a-8864-0e7dcf667ce1 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:50:46.370500 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-1654f1c4-5bef-45e7-8850-37b370a23f8b req-529a4f80-a2c9-462a-8864-0e7dcf667ce1 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] No DVR routers for this DVR port 8b51fe12-c4e4-4930-8399-3ba4171c29b6 on host n-h2-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:50:46.372868 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1654f1c4-5bef-45e7-8850-37b370a23f8b req-529a4f80-a2c9-462a-8864-0e7dcf667ce1 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:46.374876 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1654f1c4-5bef-45e7-8850-37b370a23f8b req-529a4f80-a2c9-462a-8864-0e7dcf667ce1 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.57 "DELETE /v2.0/ports/8b51fe12-c4e4-4930-8399-3ba4171c29b6 HTTP/1.1" status: 204 len: 173 time: 0.4254491 Aug 16 23:50:46.375309 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ce50ac1-c78f-4f00-9cd6-4db3ae74cc1a', 'name': 'network-vif-deleted', 'tag': '8b51fe12-c4e4-4930-8399-3ba4171c29b6'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:50:46.377911 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5be9a9c22bfe9382157933c6eba925c7622163b8a5c85bc608140d30d6fa20cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2beec4b9-9ba2-4c94-b613-2d73176ee079" -d '{"events": [{"server_uuid": "6ce50ac1-c78f-4f00-9cd6-4db3ae74cc1a", "name": "network-vif-deleted", "tag": "8b51fe12-c4e4-4930-8399-3ba4171c29b6"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:50:46.415738 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c63d0c57-5b48-447c-8148-1e3c237f70ad x-openstack-request-id: req-c63d0c57-5b48-447c-8148-1e3c237f70ad {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:50:46.416043 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ce50ac1-c78f-4f00-9cd6-4db3ae74cc1a", "name": "network-vif-deleted", "tag": "8b51fe12-c4e4-4930-8399-3ba4171c29b6", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:50:46.416305 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c63d0c57-5b48-447c-8148-1e3c237f70ad {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:50:46.416982 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ce50ac1-c78f-4f00-9cd6-4db3ae74cc1a', 'name': 'network-vif-deleted', 'tag': '8b51fe12-c4e4-4930-8399-3ba4171c29b6', 'status': 'completed', 'code': 200} Aug 16 23:50:46.456034 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-7ba50fa5-e6a9-45e7-9e9d-d732a9ef22ce req-6f92ed7a-d403-4089-8692-5a4e17228632 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:46.496568 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-7ba50fa5-e6a9-45e7-9e9d-d732a9ef22ce req-6f92ed7a-d403-4089-8692-5a4e17228632 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:46.528751 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['8b51fe12-c4e4-4930-8399-3ba4171c29b6'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:50:46.546003 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ba50fa5-e6a9-45e7-9e9d-d732a9ef22ce req-6f92ed7a-d403-4089-8692-5a4e17228632 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Network b83f84a1-c86a-433d-9c35-30dc3645f63e is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:50:46.549460 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-7ba50fa5-e6a9-45e7-9e9d-d732a9ef22ce req-6f92ed7a-d403-4089-8692-5a4e17228632 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:50:46.552848 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ba50fa5-e6a9-45e7-9e9d-d732a9ef22ce req-6f92ed7a-d403-4089-8692-5a4e17228632 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:50:46.580971 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f92ed7a-d403-4089-8692-5a4e17228632 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Pushing event updated for resources: {'Port': ['ID=35852874-ee36-4f37-8e90-8872c51d57f5,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:46.613041 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba50fa5-e6a9-45e7-9e9d-d732a9ef22ce req-6f92ed7a-d403-4089-8692-5a4e17228632 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:46.613669 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-7ba50fa5-e6a9-45e7-9e9d-d732a9ef22ce req-6f92ed7a-d403-4089-8692-5a4e17228632 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:46.629324 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7ba50fa5-e6a9-45e7-9e9d-d732a9ef22ce req-6f92ed7a-d403-4089-8692-5a4e17228632 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5896811 Aug 16 23:50:46.647382 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-7ba50fa5-e6a9-45e7-9e9d-d732a9ef22ce req-bc938d84-070a-40b9-b77e-ff7e07a8e590 service neutron] Request body: {'port': {'device_id': '727edf10-fed5-4e13-8a41-e715f9c8e8ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:50:46.707943 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-7ba50fa5-e6a9-45e7-9e9d-d732a9ef22ce req-bc938d84-070a-40b9-b77e-ff7e07a8e590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:46.971382 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-7ba50fa5-e6a9-45e7-9e9d-d732a9ef22ce req-bc938d84-070a-40b9-b77e-ff7e07a8e590 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35852874-ee36-4f37-8e90-8872c51d57f5 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:50:46.980013 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-7ba50fa5-e6a9-45e7-9e9d-d732a9ef22ce req-bc938d84-070a-40b9-b77e-ff7e07a8e590 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:46.992142 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-7ba50fa5-e6a9-45e7-9e9d-d732a9ef22ce req-bc938d84-070a-40b9-b77e-ff7e07a8e590 service neutron] Transition to ACTIVE for port object 35852874-ee36-4f37-8e90-8872c51d57f5 will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:50:46.996978 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-7ba50fa5-e6a9-45e7-9e9d-d732a9ef22ce req-bc938d84-070a-40b9-b77e-ff7e07a8e590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:47.052639 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7865aef1-7362-425c-9e05-506657f4e63e req-a0b5e6d8-0cc6-44fd-96b8-d69d3d34be24 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:47.054393 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7865aef1-7362-425c-9e05-506657f4e63e req-a0b5e6d8-0cc6-44fd-96b8-d69d3d34be24 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/ports?device_id=727edf10-fed5-4e13-8a41-e715f9c8e8ba HTTP/1.1" status: 200 len: 943 time: 0.0581472 Aug 16 23:50:47.066703 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc938d84-070a-40b9-b77e-ff7e07a8e590 service neutron] Pushing event updated for resources: {'Port': ['ID=35852874-ee36-4f37-8e90-8872c51d57f5,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:47.094252 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7865aef1-7362-425c-9e05-506657f4e63e req-086bc8f9-5032-4795-b1f9-184737112e2d tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c5ca826-0328-43e5-be1c-353ca3b4f2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335929 Aug 16 23:50:47.121654 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-7ba50fa5-e6a9-45e7-9e9d-d732a9ef22ce req-bc938d84-070a-40b9-b77e-ff7e07a8e590 service neutron] Attempting to bind port 35852874-ee36-4f37-8e90-8872c51d57f5 on host n-h2-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:50:47.121991 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-7ba50fa5-e6a9-45e7-9e9d-d732a9ef22ce req-bc938d84-070a-40b9-b77e-ff7e07a8e590 service neutron] Attempting to bind port 35852874-ee36-4f37-8e90-8872c51d57f5 by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': 'f3a79407-4c93-48a0-92c0-09f69bea5566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b83f84a1-c86a-433d-9c35-30dc3645f63e'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:50:47.122317 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba50fa5-e6a9-45e7-9e9d-d732a9ef22ce req-bc938d84-070a-40b9-b77e-ff7e07a8e590 service neutron] Attempting to bind port 35852874-ee36-4f37-8e90-8872c51d57f5 on network b83f84a1-c86a-433d-9c35-30dc3645f63e {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:50:47.126577 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba50fa5-e6a9-45e7-9e9d-d732a9ef22ce req-bc938d84-070a-40b9-b77e-ff7e07a8e590 service neutron] Port 35852874-ee36-4f37-8e90-8872c51d57f5 on network b83f84a1-c86a-433d-9c35-30dc3645f63e not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:50:47.126901 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba50fa5-e6a9-45e7-9e9d-d732a9ef22ce req-bc938d84-070a-40b9-b77e-ff7e07a8e590 service neutron] Attempting to bind port 35852874-ee36-4f37-8e90-8872c51d57f5 on network b83f84a1-c86a-433d-9c35-30dc3645f63e {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:50:47.132155 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba50fa5-e6a9-45e7-9e9d-d732a9ef22ce req-bc938d84-070a-40b9-b77e-ff7e07a8e590 service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:50:47.132489 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba50fa5-e6a9-45e7-9e9d-d732a9ef22ce req-bc938d84-070a-40b9-b77e-ff7e07a8e590 service neutron] Checking segment: {'id': 'f3a79407-4c93-48a0-92c0-09f69bea5566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b83f84a1-c86a-433d-9c35-30dc3645f63e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:50:47.132917 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba50fa5-e6a9-45e7-9e9d-d732a9ef22ce req-bc938d84-070a-40b9-b77e-ff7e07a8e590 service neutron] Bound using segment: {'id': 'f3a79407-4c93-48a0-92c0-09f69bea5566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b83f84a1-c86a-433d-9c35-30dc3645f63e'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:50:47.133456 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-7ba50fa5-e6a9-45e7-9e9d-d732a9ef22ce req-bc938d84-070a-40b9-b77e-ff7e07a8e590 service neutron] Bound port: 35852874-ee36-4f37-8e90-8872c51d57f5, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3a79407-4c93-48a0-92c0-09f69bea5566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b83f84a1-c86a-433d-9c35-30dc3645f63e'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:50:47.133815 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-7ba50fa5-e6a9-45e7-9e9d-d732a9ef22ce req-bc938d84-070a-40b9-b77e-ff7e07a8e590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:47.197294 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-7ba50fa5-e6a9-45e7-9e9d-d732a9ef22ce req-bc938d84-070a-40b9-b77e-ff7e07a8e590 service neutron] For port 35852874-ee36-4f37-8e90-8872c51d57f5, host n-h2-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:50:47.200357 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-7ba50fa5-e6a9-45e7-9e9d-d732a9ef22ce req-bc938d84-070a-40b9-b77e-ff7e07a8e590 service neutron] For port 35852874-ee36-4f37-8e90-8872c51d57f5, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=35852874-ee36-4f37-8e90-8872c51d57f5,segment=NetworkSegment(f3a79407-4c93-48a0-92c0-09f69bea5566),segment_id=f3a79407-4c93-48a0-92c0-09f69bea5566)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:50:47.204671 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-7ba50fa5-e6a9-45e7-9e9d-d732a9ef22ce req-bc938d84-070a-40b9-b77e-ff7e07a8e590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:47.237099 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba50fa5-e6a9-45e7-9e9d-d732a9ef22ce req-bc938d84-070a-40b9-b77e-ff7e07a8e590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:47.237719 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-7ba50fa5-e6a9-45e7-9e9d-d732a9ef22ce req-bc938d84-070a-40b9-b77e-ff7e07a8e590 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:47.239439 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7ba50fa5-e6a9-45e7-9e9d-d732a9ef22ce req-bc938d84-070a-40b9-b77e-ff7e07a8e590 service neutron] 10.222.0.57 "PUT /v2.0/ports/35852874-ee36-4f37-8e90-8872c51d57f5 HTTP/1.1" status: 200 len: 1092 time: 0.5964341 Aug 16 23:50:47.241615 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '727edf10-fed5-4e13-8a41-e715f9c8e8ba', 'tag': '35852874-ee36-4f37-8e90-8872c51d57f5'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:50:47.243856 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7165c1ab170cf7a86a4d2d0d4fd52c1e3b7b58c190c14e765d35b2aa62be1e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c788a77d-b134-45c2-bc29-f7998da38265" -d '{"events": [{"name": "network-changed", "server_uuid": "727edf10-fed5-4e13-8a41-e715f9c8e8ba", "tag": "35852874-ee36-4f37-8e90-8872c51d57f5"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:50:47.272432 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc938d84-070a-40b9-b77e-ff7e07a8e590 service neutron] Pushing event updated for resources: {'Port': ['ID=35852874-ee36-4f37-8e90-8872c51d57f5,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:47.289021 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a85c6c8c-5537-48f7-b158-83132fc62863 x-openstack-request-id: req-a85c6c8c-5537-48f7-b158-83132fc62863 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:50:47.289312 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "727edf10-fed5-4e13-8a41-e715f9c8e8ba", "tag": "35852874-ee36-4f37-8e90-8872c51d57f5", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:50:47.289568 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a85c6c8c-5537-48f7-b158-83132fc62863 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:50:47.289981 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '727edf10-fed5-4e13-8a41-e715f9c8e8ba', 'tag': '35852874-ee36-4f37-8e90-8872c51d57f5', 'status': 'completed', 'code': 200} Aug 16 23:50:47.347801 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba50fa5-e6a9-45e7-9e9d-d732a9ef22ce req-f73cf077-7cd5-4857-8dad-d3801459ab3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:47.349545 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7ba50fa5-e6a9-45e7-9e9d-d732a9ef22ce req-f73cf077-7cd5-4857-8dad-d3801459ab3f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2e4e205e81ed4a2ab20e51fab7aa4afd&device_id=727edf10-fed5-4e13-8a41-e715f9c8e8ba HTTP/1.1" status: 200 len: 1095 time: 0.0419471 Aug 16 23:50:47.412635 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7ba50fa5-e6a9-45e7-9e9d-d732a9ef22ce req-acf81560-66df-48a3-ace5-c798db24ebed service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35852874-ee36-4f37-8e90-8872c51d57f5 HTTP/1.1" status: 200 len: 217 time: 0.0388291 Aug 16 23:50:47.462712 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba50fa5-e6a9-45e7-9e9d-d732a9ef22ce req-e7958bc2-efda-43c2-8572-d78497b811b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:47.464076 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7ba50fa5-e6a9-45e7-9e9d-d732a9ef22ce req-e7958bc2-efda-43c2-8572-d78497b811b5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=815d2e7a-b0fd-427f-a6d6-4c463d2e9eeb HTTP/1.1" status: 200 len: 855 time: 0.0440071 Aug 16 23:50:47.495901 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7ba50fa5-e6a9-45e7-9e9d-d732a9ef22ce req-6d1780ba-b177-43af-bba4-eb124cd82ec6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b83f84a1-c86a-433d-9c35-30dc3645f63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248735 Aug 16 23:50:47.589702 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7ba50fa5-e6a9-45e7-9e9d-d732a9ef22ce req-221c4429-3390-4579-be0b-2e3f13dfa1d6 service neutron] 10.222.0.57 "GET /v2.0/networks/b83f84a1-c86a-433d-9c35-30dc3645f63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866735 Aug 16 23:50:47.676699 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7ba50fa5-e6a9-45e7-9e9d-d732a9ef22ce req-5ee0942e-4624-4a92-81f2-f8bfc24eff08 service neutron] 10.222.0.57 "GET /v2.0/networks/b83f84a1-c86a-433d-9c35-30dc3645f63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806086 Aug 16 23:50:47.776821 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-dc12ae90-8eb0-42aa-85c7-ca8fdf82656a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:47.802299 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c788a77d-b134-45c2-bc29-f7998da38265 req-62fbca4c-0958-4ceb-852e-5c7a380b86bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:47.803823 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c788a77d-b134-45c2-bc29-f7998da38265 req-62fbca4c-0958-4ceb-852e-5c7a380b86bb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2e4e205e81ed4a2ab20e51fab7aa4afd&device_id=727edf10-fed5-4e13-8a41-e715f9c8e8ba HTTP/1.1" status: 200 len: 1095 time: 0.0428941 Aug 16 23:50:47.902180 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c788a77d-b134-45c2-bc29-f7998da38265 req-f0784e29-27da-47c8-9d48-b4db2bec6bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:47.903670 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c788a77d-b134-45c2-bc29-f7998da38265 req-f0784e29-27da-47c8-9d48-b4db2bec6bd6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b83f84a1-c86a-433d-9c35-30dc3645f63e HTTP/1.1" status: 200 len: 916 time: 0.0921538 Aug 16 23:50:47.947542 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c788a77d-b134-45c2-bc29-f7998da38265 req-56092113-6da3-40ef-a240-dc8c25479931 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35852874-ee36-4f37-8e90-8872c51d57f5 HTTP/1.1" status: 200 len: 217 time: 0.0372369 Aug 16 23:50:48.002333 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c788a77d-b134-45c2-bc29-f7998da38265 req-1fa9d9ca-4120-48ea-8289-376fefaff347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:48.003870 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c788a77d-b134-45c2-bc29-f7998da38265 req-1fa9d9ca-4120-48ea-8289-376fefaff347 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=815d2e7a-b0fd-427f-a6d6-4c463d2e9eeb HTTP/1.1" status: 200 len: 855 time: 0.0498996 Aug 16 23:50:48.037094 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c788a77d-b134-45c2-bc29-f7998da38265 req-67e855ec-f3f5-4110-b8c0-2d590bbddb3a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b83f84a1-c86a-433d-9c35-30dc3645f63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251508 Aug 16 23:50:48.124506 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c788a77d-b134-45c2-bc29-f7998da38265 req-626b98e8-3819-47c7-b323-13778fb6fa03 service neutron] 10.222.0.57 "GET /v2.0/networks/b83f84a1-c86a-433d-9c35-30dc3645f63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810544 Aug 16 23:50:48.212051 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6062e7e0-7813-467e-9376-b05997e60921 req-b336068f-c1e4-46ea-a5de-d7a03583500a tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:48.213602 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6062e7e0-7813-467e-9376-b05997e60921 req-b336068f-c1e4-46ea-a5de-d7a03583500a tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/ports?device_id=727edf10-fed5-4e13-8a41-e715f9c8e8ba HTTP/1.1" status: 200 len: 943 time: 0.0506780 Aug 16 23:50:48.223300 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c788a77d-b134-45c2-bc29-f7998da38265 req-c59878fd-4a91-4183-9aad-ac8e65ea729c service neutron] 10.222.0.57 "GET /v2.0/networks/b83f84a1-c86a-433d-9c35-30dc3645f63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918515 Aug 16 23:50:48.257699 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6062e7e0-7813-467e-9376-b05997e60921 req-01bb1854-b084-4f86-8b16-63eed37b8a9a tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c5ca826-0328-43e5-be1c-353ca3b4f2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378497 Aug 16 23:50:49.378111 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a803501-942f-47ce-bf54-450b7896ff2a req-a4d0bb5e-02a7-469c-a50e-4cd1ab870fa8 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:49.379620 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a803501-942f-47ce-bf54-450b7896ff2a req-a4d0bb5e-02a7-469c-a50e-4cd1ab870fa8 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/ports?device_id=727edf10-fed5-4e13-8a41-e715f9c8e8ba HTTP/1.1" status: 200 len: 943 time: 0.0532167 Aug 16 23:50:49.418197 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a803501-942f-47ce-bf54-450b7896ff2a req-ca791f2a-182a-4935-9437-563c220bf99a tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c5ca826-0328-43e5-be1c-353ca3b4f2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318818 Aug 16 23:50:49.854137 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-37689878-5f07-4415-a896-4abd41b7026d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:50.534371 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20f8a71-c722-4b32-9348-c9e2b088d7ac req-d0c5e6e5-697e-4678-aef6-ce2be8048239 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:50.536616 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b20f8a71-c722-4b32-9348-c9e2b088d7ac req-d0c5e6e5-697e-4678-aef6-ce2be8048239 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/ports?device_id=727edf10-fed5-4e13-8a41-e715f9c8e8ba HTTP/1.1" status: 200 len: 943 time: 0.0513251 Aug 16 23:50:50.562993 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 35852874-ee36-4f37-8e90-8872c51d57f5 details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:50:50.572090 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 8b51fe12-c4e4-4930-8399-3ba4171c29b6 no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:50:50.578134 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b20f8a71-c722-4b32-9348-c9e2b088d7ac req-8a0a39a2-2aa9-4db9-a5f6-00fa980a2e57 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c5ca826-0328-43e5-be1c-353ca3b4f2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350258 Aug 16 23:50:50.597573 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] No Port match for: 8b51fe12-c4e4-4930-8399-3ba4171c29b6 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:50:50.598273 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 8b51fe12-c4e4-4930-8399-3ba4171c29b6 not bound to the agent host n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:50:50.679460 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 35852874-ee36-4f37-8e90-8872c51d57f5, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=35852874-ee36-4f37-8e90-8872c51d57f5,segment=NetworkSegment(f3a79407-4c93-48a0-92c0-09f69bea5566),segment_id=f3a79407-4c93-48a0-92c0-09f69bea5566)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:50:50.694374 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': '35852874-ee36-4f37-8e90-8872c51d57f5', 'network_id': 'b83f84a1-c86a-433d-9c35-30dc3645f63e', 'port_id': '35852874-ee36-4f37-8e90-8872c51d57f5', 'mac_address': 'fa:16:3e:d7:8b:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '815d2e7a-b0fd-427f-a6d6-4c463d2e9eeb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:50:50.735711 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:50.756223 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35852874-ee36-4f37-8e90-8872c51d57f5 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:50:50.760332 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:50.778102 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 35852874-ee36-4f37-8e90-8872c51d57f5, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=35852874-ee36-4f37-8e90-8872c51d57f5,segment=NetworkSegment(f3a79407-4c93-48a0-92c0-09f69bea5566),segment_id=f3a79407-4c93-48a0-92c0-09f69bea5566)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:50:50.782243 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:50.829576 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=35852874-ee36-4f37-8e90-8872c51d57f5,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:50.836863 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:50:50.837207 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:50:50.837545 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:50:50.837878 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:50:50.838205 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:50:50.838530 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:50:50.838853 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:50:50.839175 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:50:50.839496 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:50:50.839815 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:50:50.840134 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:50:50.840457 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:50:51.132206 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['35852874-ee36-4f37-8e90-8872c51d57f5'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:50:51.701065 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa910a49-c5bb-4b51-aa6d-a126a2692e90 req-80123633-be9e-4afc-b4ad-130da8d35c0b tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:51.702574 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fa910a49-c5bb-4b51-aa6d-a126a2692e90 req-80123633-be9e-4afc-b4ad-130da8d35c0b tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/ports?device_id=727edf10-fed5-4e13-8a41-e715f9c8e8ba HTTP/1.1" status: 200 len: 944 time: 0.0484893 Aug 16 23:50:51.740922 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fa910a49-c5bb-4b51-aa6d-a126a2692e90 req-d0495cb0-f604-43eb-a11b-29e27a62322f tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c5ca826-0328-43e5-be1c-353ca3b4f2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315845 Aug 16 23:50:51.753630 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:52.564903 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 35852874-ee36-4f37-8e90-8872c51d57f5 up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:50:52.612421 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning for port 35852874-ee36-4f37-8e90-8872c51d57f5 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:50:52.616228 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port 35852874-ee36-4f37-8e90-8872c51d57f5 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:50:52.616644 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:52.693534 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:52.715284 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '727edf10-fed5-4e13-8a41-e715f9c8e8ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35852874-ee36-4f37-8e90-8872c51d57f5'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:50:52.717501 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d789e1acf86fc3837d65c5c7bf7b17f03ca076816da63f24d17cffa1a624f203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f91c3b-5fe9-4db5-949b-84971cf46998" -d '{"events": [{"server_uuid": "727edf10-fed5-4e13-8a41-e715f9c8e8ba", "name": "network-vif-plugged", "status": "completed", "tag": "35852874-ee36-4f37-8e90-8872c51d57f5"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:50:52.730198 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 35852874-ee36-4f37-8e90-8872c51d57f5, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=35852874-ee36-4f37-8e90-8872c51d57f5,segment=NetworkSegment(f3a79407-4c93-48a0-92c0-09f69bea5566),segment_id=f3a79407-4c93-48a0-92c0-09f69bea5566)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:50:52.734255 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:52.760799 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd28e98-5de3-4b6b-a02f-e1806c2fb53f x-openstack-request-id: req-acd28e98-5de3-4b6b-a02f-e1806c2fb53f {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:50:52.761094 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "727edf10-fed5-4e13-8a41-e715f9c8e8ba", "name": "network-vif-plugged", "status": "completed", "tag": "35852874-ee36-4f37-8e90-8872c51d57f5", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:50:52.761345 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-acd28e98-5de3-4b6b-a02f-e1806c2fb53f {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:50:52.761729 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '727edf10-fed5-4e13-8a41-e715f9c8e8ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35852874-ee36-4f37-8e90-8872c51d57f5', 'code': 200} Aug 16 23:50:52.787381 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=35852874-ee36-4f37-8e90-8872c51d57f5,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:50:52.862766 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fb61b0-2bc5-47cb-82ef-31e21a770fc3 req-d7576468-d42e-4443-a5dc-815a3f25d453 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:52.864903 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e5fb61b0-2bc5-47cb-82ef-31e21a770fc3 req-d7576468-d42e-4443-a5dc-815a3f25d453 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/ports?device_id=727edf10-fed5-4e13-8a41-e715f9c8e8ba HTTP/1.1" status: 200 len: 945 time: 0.0550318 Aug 16 23:50:52.878375 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2029a179-0b8f-4fee-9cc0-36c48dd7b96f req-faf07198-8ba7-41a4-8c98-96fc19a968c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:52.880597 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2029a179-0b8f-4fee-9cc0-36c48dd7b96f req-faf07198-8ba7-41a4-8c98-96fc19a968c0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=727edf10-fed5-4e13-8a41-e715f9c8e8ba HTTP/1.1" status: 200 len: 1097 time: 0.0412552 Aug 16 23:50:52.905859 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e5fb61b0-2bc5-47cb-82ef-31e21a770fc3 req-0f355bac-abe6-40e4-a37e-1cbf462ccbce tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c5ca826-0328-43e5-be1c-353ca3b4f2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342493 Aug 16 23:50:52.917022 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2029a179-0b8f-4fee-9cc0-36c48dd7b96f req-ec68b75e-8b86-4ea5-96bb-661a19a92196 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9c5ca826-0328-43e5-be1c-353ca3b4f2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289040 Aug 16 23:50:53.000572 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:54.023334 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fece555-9ea7-4b56-8610-e2c4ea1e893a req-561d864e-4d74-49fa-9ae2-36cbad1c3fc0 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:54.024828 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9fece555-9ea7-4b56-8610-e2c4ea1e893a req-561d864e-4d74-49fa-9ae2-36cbad1c3fc0 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/ports?device_id=727edf10-fed5-4e13-8a41-e715f9c8e8ba HTTP/1.1" status: 200 len: 945 time: 0.0490742 Aug 16 23:50:54.062487 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9fece555-9ea7-4b56-8610-e2c4ea1e893a req-c4387682-17eb-4d34-a377-3db4fc5fa65a tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c5ca826-0328-43e5-be1c-353ca3b4f2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317504 Aug 16 23:50:55.178857 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1621ad-5eae-460d-b2be-38718e60dc19 req-35b364d4-c784-488a-bdbf-1dbbee67c941 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:55.180344 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7f1621ad-5eae-460d-b2be-38718e60dc19 req-35b364d4-c784-488a-bdbf-1dbbee67c941 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/ports?device_id=727edf10-fed5-4e13-8a41-e715f9c8e8ba HTTP/1.1" status: 200 len: 945 time: 0.0480695 Aug 16 23:50:55.217915 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7f1621ad-5eae-460d-b2be-38718e60dc19 req-23443bbf-eadd-4bd4-85ba-00bef6580dd5 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c5ca826-0328-43e5-be1c-353ca3b4f2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315106 Aug 16 23:50:55.337195 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b875fa2f-a1df-4cc2-bc3c-730bede1d9e7 req-82ecb07b-de00-4467-a3f5-c3fc7f0d99b8 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:55.338680 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b875fa2f-a1df-4cc2-bc3c-730bede1d9e7 req-82ecb07b-de00-4467-a3f5-c3fc7f0d99b8 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/ports?device_id=727edf10-fed5-4e13-8a41-e715f9c8e8ba HTTP/1.1" status: 200 len: 945 time: 0.0538256 Aug 16 23:50:55.376948 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b875fa2f-a1df-4cc2-bc3c-730bede1d9e7 req-c0c6a385-3dac-45af-b5a1-24c5d61184d4 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c5ca826-0328-43e5-be1c-353ca3b4f2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324249 Aug 16 23:50:55.602115 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b233e8fd-722b-48fd-a65d-5e1fc2959ee1 req-a9dcf951-b0a5-47c6-8f1c-50ebf98662d8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=727edf10-fed5-4e13-8a41-e715f9c8e8ba&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0446954 Aug 16 23:50:55.615974 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d9b7e-ab51-4adb-942b-5492adbf6729 req-5e0af8f1-4d16-43e8-8041-38261393a415 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:55.617522 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-271d9b7e-ab51-4adb-942b-5492adbf6729 req-5e0af8f1-4d16-43e8-8041-38261393a415 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/ports?device_id=727edf10-fed5-4e13-8a41-e715f9c8e8ba HTTP/1.1" status: 200 len: 945 time: 0.0500214 Aug 16 23:50:55.656894 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-271d9b7e-ab51-4adb-942b-5492adbf6729 req-d2013a0c-58f8-4cd1-bed5-8ed53ebee29d tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c5ca826-0328-43e5-be1c-353ca3b4f2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331409 Aug 16 23:50:55.868406 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:50:56.687752 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b233e8fd-722b-48fd-a65d-5e1fc2959ee1 req-2538fa2c-4f2d-449d-a63a-2f6157d18f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:56.689468 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b233e8fd-722b-48fd-a65d-5e1fc2959ee1 req-2538fa2c-4f2d-449d-a63a-2f6157d18f38 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2e4e205e81ed4a2ab20e51fab7aa4afd&device_id=727edf10-fed5-4e13-8a41-e715f9c8e8ba HTTP/1.1" status: 200 len: 1097 time: 0.0420921 Aug 16 23:50:56.785769 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b233e8fd-722b-48fd-a65d-5e1fc2959ee1 req-b15f7751-926b-4818-99d1-7b405d0e6ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:56.788056 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b233e8fd-722b-48fd-a65d-5e1fc2959ee1 req-b15f7751-926b-4818-99d1-7b405d0e6ec9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b83f84a1-c86a-433d-9c35-30dc3645f63e HTTP/1.1" status: 200 len: 916 time: 0.0924056 Aug 16 23:50:56.789176 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8375dc-1b43-4554-ae5b-62e2391c1c0b req-9694a035-cb8e-4f24-b507-265c03a0ffa9 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:56.790696 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2e8375dc-1b43-4554-ae5b-62e2391c1c0b req-9694a035-cb8e-4f24-b507-265c03a0ffa9 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/ports?device_id=727edf10-fed5-4e13-8a41-e715f9c8e8ba HTTP/1.1" status: 200 len: 945 time: 0.0509152 Aug 16 23:50:56.830730 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2e8375dc-1b43-4554-ae5b-62e2391c1c0b req-5fde680b-da4a-4ce0-9ff9-94895e0a557c tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c5ca826-0328-43e5-be1c-353ca3b4f2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339603 Aug 16 23:50:56.837871 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b233e8fd-722b-48fd-a65d-5e1fc2959ee1 req-1d2b93d1-e9b3-46c9-a0b5-674503826ba7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35852874-ee36-4f37-8e90-8872c51d57f5 HTTP/1.1" status: 200 len: 217 time: 0.0426292 Aug 16 23:50:56.901641 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b233e8fd-722b-48fd-a65d-5e1fc2959ee1 req-a44fb365-eb6a-439f-bed1-75e8a7a1a535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:56.903113 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b233e8fd-722b-48fd-a65d-5e1fc2959ee1 req-a44fb365-eb6a-439f-bed1-75e8a7a1a535 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=815d2e7a-b0fd-427f-a6d6-4c463d2e9eeb HTTP/1.1" status: 200 len: 855 time: 0.0590892 Aug 16 23:50:56.933951 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b233e8fd-722b-48fd-a65d-5e1fc2959ee1 req-1de26ed5-d74b-4cc0-98ad-168adf7531c2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b83f84a1-c86a-433d-9c35-30dc3645f63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245557 Aug 16 23:50:57.032805 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b233e8fd-722b-48fd-a65d-5e1fc2959ee1 req-ba75efb9-0672-4e65-9504-ad3106a117aa service neutron] 10.222.0.57 "GET /v2.0/networks/b83f84a1-c86a-433d-9c35-30dc3645f63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918291 Aug 16 23:50:57.134024 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b233e8fd-722b-48fd-a65d-5e1fc2959ee1 req-61b3266d-fe01-441f-ba12-d8e3977e9ebb service neutron] 10.222.0.57 "GET /v2.0/networks/b83f84a1-c86a-433d-9c35-30dc3645f63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953898 Aug 16 23:50:57.952888 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5d38c1-0f8d-45ef-9aaa-dd2fe3f15f0e req-c8bde266-b839-4fe2-b935-2fbf5bfe3a59 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:57.954387 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ce5d38c1-0f8d-45ef-9aaa-dd2fe3f15f0e req-c8bde266-b839-4fe2-b935-2fbf5bfe3a59 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/ports?device_id=727edf10-fed5-4e13-8a41-e715f9c8e8ba HTTP/1.1" status: 200 len: 945 time: 0.0535033 Aug 16 23:50:57.993255 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ce5d38c1-0f8d-45ef-9aaa-dd2fe3f15f0e req-7c57d439-c6d2-45d2-aab9-48ae116c8350 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c5ca826-0328-43e5-be1c-353ca3b4f2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323138 Aug 16 23:50:59.108867 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443e2937-4e94-4b1a-80db-30965ddb3e96 req-0cec91d2-a5ee-493f-95d0-28f878fd56f5 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:50:59.110347 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-443e2937-4e94-4b1a-80db-30965ddb3e96 req-0cec91d2-a5ee-493f-95d0-28f878fd56f5 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/ports?device_id=727edf10-fed5-4e13-8a41-e715f9c8e8ba HTTP/1.1" status: 200 len: 945 time: 0.0487421 Aug 16 23:50:59.148936 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-443e2937-4e94-4b1a-80db-30965ddb3e96 req-4908629e-74ff-48e1-b976-35cd77225412 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c5ca826-0328-43e5-be1c-353ca3b4f2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324585 Aug 16 23:51:00.267623 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dad29a7-a603-4a8e-9de3-77b0420be956 req-2970840e-9743-404d-af06-50a8f5a71867 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:00.269194 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1dad29a7-a603-4a8e-9de3-77b0420be956 req-2970840e-9743-404d-af06-50a8f5a71867 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/ports?device_id=727edf10-fed5-4e13-8a41-e715f9c8e8ba HTTP/1.1" status: 200 len: 945 time: 0.0511899 Aug 16 23:51:00.310173 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1dad29a7-a603-4a8e-9de3-77b0420be956 req-b4afd2c7-05b9-4a56-a6c8-399286a228e8 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c5ca826-0328-43e5-be1c-353ca3b4f2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342643 Aug 16 23:51:01.440123 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5563cb49-ca2e-4ddc-a5f0-83ad9442f030 req-26325738-8bb3-42d6-91a8-1797fb0f3332 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:01.441654 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5563cb49-ca2e-4ddc-a5f0-83ad9442f030 req-26325738-8bb3-42d6-91a8-1797fb0f3332 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/ports?device_id=727edf10-fed5-4e13-8a41-e715f9c8e8ba HTTP/1.1" status: 200 len: 945 time: 0.0549531 Aug 16 23:51:01.482876 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5563cb49-ca2e-4ddc-a5f0-83ad9442f030 req-20f8c707-7965-46cf-a1a8-9256a6dbc945 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c5ca826-0328-43e5-be1c-353ca3b4f2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344968 Aug 16 23:51:02.597383 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafac5cc-3c09-400b-a87a-8795681f80b8 req-cc665a33-09f4-4d96-bd5c-25c1b0267155 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:02.599089 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-aafac5cc-3c09-400b-a87a-8795681f80b8 req-cc665a33-09f4-4d96-bd5c-25c1b0267155 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/ports?device_id=727edf10-fed5-4e13-8a41-e715f9c8e8ba HTTP/1.1" status: 200 len: 945 time: 0.0491116 Aug 16 23:51:02.637342 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-aafac5cc-3c09-400b-a87a-8795681f80b8 req-a0def890-d89f-41b1-a62b-9b7dce92cfdf tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c5ca826-0328-43e5-be1c-353ca3b4f2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324907 Aug 16 23:51:03.752940 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f3281-c9a8-4c3d-8428-8585b242a801 req-4de213ab-d5bf-4989-9b2a-699169b5cf6e tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:03.754410 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-513f3281-c9a8-4c3d-8428-8585b242a801 req-4de213ab-d5bf-4989-9b2a-699169b5cf6e tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/ports?device_id=727edf10-fed5-4e13-8a41-e715f9c8e8ba HTTP/1.1" status: 200 len: 945 time: 0.0498819 Aug 16 23:51:03.791161 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-513f3281-c9a8-4c3d-8428-8585b242a801 req-4cbf0c3e-e018-4527-86a6-7dba3c924093 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c5ca826-0328-43e5-be1c-353ca3b4f2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308220 Aug 16 23:51:04.907698 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c564193-a593-4ead-8fb8-08d96f4fc77f req-9c810e9f-9adc-4a99-b472-dbba9464de6b tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:04.909196 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1c564193-a593-4ead-8fb8-08d96f4fc77f req-9c810e9f-9adc-4a99-b472-dbba9464de6b tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/ports?device_id=727edf10-fed5-4e13-8a41-e715f9c8e8ba HTTP/1.1" status: 200 len: 945 time: 0.0524323 Aug 16 23:51:04.948242 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1c564193-a593-4ead-8fb8-08d96f4fc77f req-d781ec96-f390-47ff-be7d-6739b38e6502 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c5ca826-0328-43e5-be1c-353ca3b4f2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324328 Aug 16 23:51:06.064921 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2301ca-1fa9-4bc7-b259-7d8ee260305b req-6414a082-6475-4b82-b6f2-fcfca5fbcf1f tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:06.066393 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7b2301ca-1fa9-4bc7-b259-7d8ee260305b req-6414a082-6475-4b82-b6f2-fcfca5fbcf1f tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/ports?device_id=727edf10-fed5-4e13-8a41-e715f9c8e8ba HTTP/1.1" status: 200 len: 945 time: 0.0497496 Aug 16 23:51:06.104558 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7b2301ca-1fa9-4bc7-b259-7d8ee260305b req-46fc1299-ca2d-4ce0-bc07-ad3e3e0b7fc5 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c5ca826-0328-43e5-be1c-353ca3b4f2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313687 Aug 16 23:51:07.222562 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b1f111-e7e9-4573-9ccd-49e3969efa00 req-16c3f2d3-d096-4ecf-9000-ff43eced0d68 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:07.225225 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e5b1f111-e7e9-4573-9ccd-49e3969efa00 req-16c3f2d3-d096-4ecf-9000-ff43eced0d68 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/ports?device_id=727edf10-fed5-4e13-8a41-e715f9c8e8ba HTTP/1.1" status: 200 len: 945 time: 0.0496187 Aug 16 23:51:07.264226 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e5b1f111-e7e9-4573-9ccd-49e3969efa00 req-b4f62e28-b791-4203-b552-fad544ebe94f tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c5ca826-0328-43e5-be1c-353ca3b4f2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332973 Aug 16 23:51:08.387658 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aa5960-efa0-4246-89a2-9f40b229c563 req-684eec3b-88ef-44b4-8057-b0991cc20953 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:08.389233 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-80aa5960-efa0-4246-89a2-9f40b229c563 req-684eec3b-88ef-44b4-8057-b0991cc20953 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/ports?device_id=727edf10-fed5-4e13-8a41-e715f9c8e8ba HTTP/1.1" status: 200 len: 945 time: 0.0562015 Aug 16 23:51:08.428203 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-80aa5960-efa0-4246-89a2-9f40b229c563 req-ad700738-9123-4e95-971f-8ad0ec23150d tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c5ca826-0328-43e5-be1c-353ca3b4f2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329840 Aug 16 23:51:09.544506 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c74db19-2619-4176-a152-88825c135a46 req-c6dea65a-738d-4ad7-8541-9aa552c64dee tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:09.546037 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7c74db19-2619-4176-a152-88825c135a46 req-c6dea65a-738d-4ad7-8541-9aa552c64dee tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/ports?device_id=727edf10-fed5-4e13-8a41-e715f9c8e8ba HTTP/1.1" status: 200 len: 945 time: 0.0493414 Aug 16 23:51:09.584658 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7c74db19-2619-4176-a152-88825c135a46 req-2339f471-4ee9-4156-b750-ddb8d663e4f6 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c5ca826-0328-43e5-be1c-353ca3b4f2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322154 Aug 16 23:51:10.706625 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfc4590-ff71-4c9d-8b68-682a1465097d req-73ea5d8e-21e9-4ab1-93f8-1fee02af714b tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:10.709027 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4cfc4590-ff71-4c9d-8b68-682a1465097d req-73ea5d8e-21e9-4ab1-93f8-1fee02af714b tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/ports?device_id=727edf10-fed5-4e13-8a41-e715f9c8e8ba HTTP/1.1" status: 200 len: 945 time: 0.0496111 Aug 16 23:51:10.747194 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4cfc4590-ff71-4c9d-8b68-682a1465097d req-75cfda90-0e27-4ff9-9f1b-425c1399c7d6 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c5ca826-0328-43e5-be1c-353ca3b4f2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320544 Aug 16 23:51:11.743434 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:11.889792 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e428acf3-94a5-4cf7-88ad-2e0c66b49ded req-ecff1626-aeee-411a-87f1-7f07bbf9dcaf tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:11.891281 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e428acf3-94a5-4cf7-88ad-2e0c66b49ded req-ecff1626-aeee-411a-87f1-7f07bbf9dcaf tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/ports?device_id=727edf10-fed5-4e13-8a41-e715f9c8e8ba HTTP/1.1" status: 200 len: 945 time: 0.0532584 Aug 16 23:51:11.929560 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e428acf3-94a5-4cf7-88ad-2e0c66b49ded req-838c2893-aa33-4cd3-be08-9921e894b871 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c5ca826-0328-43e5-be1c-353ca3b4f2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322065 Aug 16 23:51:13.044312 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d19c7d-02ce-4560-89e0-fb82deb3dcd4 req-f991da05-f750-4577-8038-f470509d0f89 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:13.045881 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-48d19c7d-02ce-4560-89e0-fb82deb3dcd4 req-f991da05-f750-4577-8038-f470509d0f89 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/ports?device_id=727edf10-fed5-4e13-8a41-e715f9c8e8ba HTTP/1.1" status: 200 len: 945 time: 0.0491362 Aug 16 23:51:13.083132 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-48d19c7d-02ce-4560-89e0-fb82deb3dcd4 req-40e911b2-5e53-47f9-aec4-6b815a206ba4 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c5ca826-0328-43e5-be1c-353ca3b4f2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307236 Aug 16 23:51:14.198755 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaf6ef1-e314-4999-ab54-6813f9ad30aa req-25197747-1954-4a6b-a104-fd90e636bbdb tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:14.200247 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ceaf6ef1-e314-4999-ab54-6813f9ad30aa req-25197747-1954-4a6b-a104-fd90e636bbdb tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/ports?device_id=727edf10-fed5-4e13-8a41-e715f9c8e8ba HTTP/1.1" status: 200 len: 945 time: 0.0488257 Aug 16 23:51:14.237693 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ceaf6ef1-e314-4999-ab54-6813f9ad30aa req-449a2dfc-a252-4d85-9616-8b30c2974548 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c5ca826-0328-43e5-be1c-353ca3b4f2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314565 Aug 16 23:51:15.359661 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730fba02-efc7-4a46-b00d-30c0f5aea94b req-63f4d2da-4758-48d8-91f3-0a783fcd77fe tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:15.361154 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-730fba02-efc7-4a46-b00d-30c0f5aea94b req-63f4d2da-4758-48d8-91f3-0a783fcd77fe tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/ports?device_id=727edf10-fed5-4e13-8a41-e715f9c8e8ba HTTP/1.1" status: 200 len: 945 time: 0.0521505 Aug 16 23:51:15.751162 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-730fba02-efc7-4a46-b00d-30c0f5aea94b req-b7d2f5ff-1a37-49e8-b785-4a5450f7128d tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c5ca826-0328-43e5-be1c-353ca3b4f2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3835099 Aug 16 23:51:16.810886 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:51:16.865953 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a0b1ed-8283-45df-bba0-3574d21e9567 req-69d2cea8-c8c4-4c28-9d44-fd7ecb7303a7 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:16.867449 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f2a0b1ed-8283-45df-bba0-3574d21e9567 req-69d2cea8-c8c4-4c28-9d44-fd7ecb7303a7 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/ports?device_id=727edf10-fed5-4e13-8a41-e715f9c8e8ba HTTP/1.1" status: 200 len: 945 time: 0.0482814 Aug 16 23:51:16.904378 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f2a0b1ed-8283-45df-bba0-3574d21e9567 req-c67f38f0-b9a9-4028-931c-fb7fb8a30c7e tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c5ca826-0328-43e5-be1c-353ca3b4f2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308099 Aug 16 23:51:17.768427 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-00d48d88-7efd-44ad-9d81-f005d9a923bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:18.019277 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90966505-24da-40ba-8b01-e732f267b050 req-36048f8f-b98d-4a64-9a35-7fb6322708ef tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:18.021347 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-90966505-24da-40ba-8b01-e732f267b050 req-36048f8f-b98d-4a64-9a35-7fb6322708ef tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/ports?device_id=727edf10-fed5-4e13-8a41-e715f9c8e8ba HTTP/1.1" status: 200 len: 945 time: 0.0509174 Aug 16 23:51:18.059975 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-90966505-24da-40ba-8b01-e732f267b050 req-ab2e4310-0baa-429e-bddf-039aaf5cfaff tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c5ca826-0328-43e5-be1c-353ca3b4f2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327244 Aug 16 23:51:19.178011 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc878052-3abf-43d7-a173-ed2bd4c8e8a5 req-32badf19-4e21-44f6-84a9-3395d32063bd tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:19.179490 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bc878052-3abf-43d7-a173-ed2bd4c8e8a5 req-32badf19-4e21-44f6-84a9-3395d32063bd tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/ports?device_id=727edf10-fed5-4e13-8a41-e715f9c8e8ba HTTP/1.1" status: 200 len: 945 time: 0.0533998 Aug 16 23:51:19.216515 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bc878052-3abf-43d7-a173-ed2bd4c8e8a5 req-c3d208d1-6c88-4a2a-a151-d3ede415f639 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c5ca826-0328-43e5-be1c-353ca3b4f2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310304 Aug 16 23:51:19.861302 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f04a1084-a39f-4e07-b21b-76830af5a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:20.330326 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8058fe1-a8d2-4d9d-8919-03acbc2bb454 req-c1239dd5-8345-4fe8-8714-2f8636c7a30e tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:20.331790 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c8058fe1-a8d2-4d9d-8919-03acbc2bb454 req-c1239dd5-8345-4fe8-8714-2f8636c7a30e tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/ports?device_id=727edf10-fed5-4e13-8a41-e715f9c8e8ba HTTP/1.1" status: 200 len: 945 time: 0.0478582 Aug 16 23:51:20.369597 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c8058fe1-a8d2-4d9d-8919-03acbc2bb454 req-b33d9f92-d363-4bbc-9125-57e8eadf1554 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c5ca826-0328-43e5-be1c-353ca3b4f2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306830 Aug 16 23:51:20.741874 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:21.252719 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bbdd38-201f-4239-8227-3b644bd78fcc req-10e11c57-0fa0-4a4d-b7b0-cc3990ca8dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:21.254539 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-61bbdd38-201f-4239-8227-3b644bd78fcc req-10e11c57-0fa0-4a4d-b7b0-cc3990ca8dc2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2e4e205e81ed4a2ab20e51fab7aa4afd&device_id=727edf10-fed5-4e13-8a41-e715f9c8e8ba HTTP/1.1" status: 200 len: 1097 time: 0.0412447 Aug 16 23:51:21.362080 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bbdd38-201f-4239-8227-3b644bd78fcc req-bbb2f369-029c-458b-b8a8-8ad13044f72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:21.364137 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-61bbdd38-201f-4239-8227-3b644bd78fcc req-bbb2f369-029c-458b-b8a8-8ad13044f72d service neutron] 10.222.0.57 "GET /v2.0/networks?id=b83f84a1-c86a-433d-9c35-30dc3645f63e HTTP/1.1" status: 200 len: 916 time: 0.0883987 Aug 16 23:51:21.406794 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-61bbdd38-201f-4239-8227-3b644bd78fcc req-8a72cdd9-58ad-4a26-bf72-f865ce2dfdad service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35852874-ee36-4f37-8e90-8872c51d57f5 HTTP/1.1" status: 200 len: 217 time: 0.0345840 Aug 16 23:51:21.460418 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bbdd38-201f-4239-8227-3b644bd78fcc req-ce745d61-89f3-4d59-823e-112a2c6edb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:21.461924 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-61bbdd38-201f-4239-8227-3b644bd78fcc req-ce745d61-89f3-4d59-823e-112a2c6edb6e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=815d2e7a-b0fd-427f-a6d6-4c463d2e9eeb HTTP/1.1" status: 200 len: 855 time: 0.0479918 Aug 16 23:51:21.486807 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a87564f-bcb4-4b79-bc2b-4f9986987a93 req-e33ab283-cf21-424c-90f3-feb1ac6cff1b tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:21.488358 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1a87564f-bcb4-4b79-bc2b-4f9986987a93 req-e33ab283-cf21-424c-90f3-feb1ac6cff1b tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/ports?device_id=727edf10-fed5-4e13-8a41-e715f9c8e8ba HTTP/1.1" status: 200 len: 945 time: 0.0501912 Aug 16 23:51:21.495762 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-61bbdd38-201f-4239-8227-3b644bd78fcc req-18ca5369-903e-4d4f-b83c-f954f80fe873 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b83f84a1-c86a-433d-9c35-30dc3645f63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258503 Aug 16 23:51:21.528555 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1a87564f-bcb4-4b79-bc2b-4f9986987a93 req-bab0f1ca-0ab2-4c9a-be07-8a62ae3481ea tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c5ca826-0328-43e5-be1c-353ca3b4f2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341830 Aug 16 23:51:21.587418 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-61bbdd38-201f-4239-8227-3b644bd78fcc req-be5da563-28c1-4e40-a7e6-e9e0d97825ec service neutron] 10.222.0.57 "GET /v2.0/networks/b83f84a1-c86a-433d-9c35-30dc3645f63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847530 Aug 16 23:51:21.680217 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-61bbdd38-201f-4239-8227-3b644bd78fcc req-588b363e-91af-4051-8de4-a9d02e959c82 service neutron] 10.222.0.57 "GET /v2.0/networks/b83f84a1-c86a-433d-9c35-30dc3645f63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859554 Aug 16 23:51:21.755887 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:22.649358 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faede83d-9187-4f00-a171-da90cb1ae269 req-31147f98-4631-46d1-9871-3e13884164bd tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:22.650835 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-faede83d-9187-4f00-a171-da90cb1ae269 req-31147f98-4631-46d1-9871-3e13884164bd tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/ports?device_id=727edf10-fed5-4e13-8a41-e715f9c8e8ba HTTP/1.1" status: 200 len: 945 time: 0.0545123 Aug 16 23:51:22.687634 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-faede83d-9187-4f00-a171-da90cb1ae269 req-5af01f3c-d843-4a33-b7cd-0a2c27973535 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c5ca826-0328-43e5-be1c-353ca3b4f2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309205 Aug 16 23:51:23.003156 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:23.802655 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83392cad-73e2-441c-9bf3-dd9f26472f3f req-598c52f1-8f22-4d65-b5a6-f77963671ff1 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:23.804155 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-83392cad-73e2-441c-9bf3-dd9f26472f3f req-598c52f1-8f22-4d65-b5a6-f77963671ff1 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/ports?device_id=727edf10-fed5-4e13-8a41-e715f9c8e8ba HTTP/1.1" status: 200 len: 945 time: 0.0483134 Aug 16 23:51:23.841596 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-83392cad-73e2-441c-9bf3-dd9f26472f3f req-037e00bc-bf74-4014-bd07-faaf33196cd5 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c5ca826-0328-43e5-be1c-353ca3b4f2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315671 Aug 16 23:51:24.075818 n-d-791506-26 neutron-server[101291]: INFO neutron.api.v2.resource [req-b233e8fd-722b-48fd-a65d-5e1fc2959ee1 req-d18f4002-3499-488d-b491-ce0abe6b86cb service neutron] show failed (client error): The resource could not be found. Aug 16 23:51:24.076767 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b233e8fd-722b-48fd-a65d-5e1fc2959ee1 req-d18f4002-3499-488d-b491-ce0abe6b86cb service neutron] 10.222.0.57 "GET /v2.0/ports/35852874-ee36-4f37-8e90-8872c51d57f5/bindings/n-h1-791506-26 HTTP/1.1" status: 404 len: 381 time: 0.0560017 Aug 16 23:51:24.319880 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b233e8fd-722b-48fd-a65d-5e1fc2959ee1 req-f6c1cfa8-bef1-47a3-bc0c-b465058a8784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:24.321495 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b233e8fd-722b-48fd-a65d-5e1fc2959ee1 req-f6c1cfa8-bef1-47a3-bc0c-b465058a8784 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=727edf10-fed5-4e13-8a41-e715f9c8e8ba&tenant_id=2e4e205e81ed4a2ab20e51fab7aa4afd HTTP/1.1" status: 200 len: 1097 time: 0.0867710 Aug 16 23:51:24.334868 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-b233e8fd-722b-48fd-a65d-5e1fc2959ee1 req-f8741a8e-f56b-4a8b-9087-1bfc659b8ae4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791506-26', 'device_owner': 'compute:nova'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:51:24.391318 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-b233e8fd-722b-48fd-a65d-5e1fc2959ee1 req-f8741a8e-f56b-4a8b-9087-1bfc659b8ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:24.602251 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-b233e8fd-722b-48fd-a65d-5e1fc2959ee1 req-f8741a8e-f56b-4a8b-9087-1bfc659b8ae4 service neutron] For port 35852874-ee36-4f37-8e90-8872c51d57f5, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=35852874-ee36-4f37-8e90-8872c51d57f5,segment=NetworkSegment(f3a79407-4c93-48a0-92c0-09f69bea5566),segment_id=f3a79407-4c93-48a0-92c0-09f69bea5566)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:51:24.636590 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-b233e8fd-722b-48fd-a65d-5e1fc2959ee1 req-f8741a8e-f56b-4a8b-9087-1bfc659b8ae4 service neutron] For port 35852874-ee36-4f37-8e90-8872c51d57f5, host n-h2-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:51:24.674765 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '727edf10-fed5-4e13-8a41-e715f9c8e8ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35852874-ee36-4f37-8e90-8872c51d57f5'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:51:24.677055 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5be9a9c22bfe9382157933c6eba925c7622163b8a5c85bc608140d30d6fa20cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd55e7fb-4202-4ff3-9931-3428b06187c7" -d '{"events": [{"server_uuid": "727edf10-fed5-4e13-8a41-e715f9c8e8ba", "name": "network-vif-unplugged", "status": "completed", "tag": "35852874-ee36-4f37-8e90-8872c51d57f5"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:51:24.680794 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-b233e8fd-722b-48fd-a65d-5e1fc2959ee1 req-f8741a8e-f56b-4a8b-9087-1bfc659b8ae4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:24.693976 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-b233e8fd-722b-48fd-a65d-5e1fc2959ee1 req-f8741a8e-f56b-4a8b-9087-1bfc659b8ae4 service neutron] Transition to ACTIVE for port object 35852874-ee36-4f37-8e90-8872c51d57f5 will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:51:24.698741 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-b233e8fd-722b-48fd-a65d-5e1fc2959ee1 req-f8741a8e-f56b-4a8b-9087-1bfc659b8ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:24.770623 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-b233e8fd-722b-48fd-a65d-5e1fc2959ee1 req-f8741a8e-f56b-4a8b-9087-1bfc659b8ae4 service neutron] No DVR routers for this DVR port 35852874-ee36-4f37-8e90-8872c51d57f5 on host n-h2-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:51:24.774115 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8741a8e-f56b-4a8b-9087-1bfc659b8ae4 service neutron] Pushing event updated for resources: {'Port': ['ID=35852874-ee36-4f37-8e90-8872c51d57f5,revision_number=6']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:24.810718 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-b233e8fd-722b-48fd-a65d-5e1fc2959ee1 req-f8741a8e-f56b-4a8b-9087-1bfc659b8ae4 service neutron] Attempting to bind port 35852874-ee36-4f37-8e90-8872c51d57f5 on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:51:24.811363 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-b233e8fd-722b-48fd-a65d-5e1fc2959ee1 req-f8741a8e-f56b-4a8b-9087-1bfc659b8ae4 service neutron] Attempting to bind port 35852874-ee36-4f37-8e90-8872c51d57f5 by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': 'f3a79407-4c93-48a0-92c0-09f69bea5566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b83f84a1-c86a-433d-9c35-30dc3645f63e'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:51:24.811659 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b233e8fd-722b-48fd-a65d-5e1fc2959ee1 req-f8741a8e-f56b-4a8b-9087-1bfc659b8ae4 service neutron] Attempting to bind port 35852874-ee36-4f37-8e90-8872c51d57f5 on network b83f84a1-c86a-433d-9c35-30dc3645f63e {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:51:24.814520 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 23:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14ea3eef-7c38-4cf1-8c64-78d25648d3f8 x-openstack-request-id: req-14ea3eef-7c38-4cf1-8c64-78d25648d3f8 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:51:24.814875 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "727edf10-fed5-4e13-8a41-e715f9c8e8ba", "name": "network-vif-unplugged", "status": "completed", "tag": "35852874-ee36-4f37-8e90-8872c51d57f5", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:51:24.815133 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-14ea3eef-7c38-4cf1-8c64-78d25648d3f8 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:51:24.815528 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '727edf10-fed5-4e13-8a41-e715f9c8e8ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35852874-ee36-4f37-8e90-8872c51d57f5', 'code': 200} Aug 16 23:51:24.819335 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b233e8fd-722b-48fd-a65d-5e1fc2959ee1 req-f8741a8e-f56b-4a8b-9087-1bfc659b8ae4 service neutron] Port 35852874-ee36-4f37-8e90-8872c51d57f5 on network b83f84a1-c86a-433d-9c35-30dc3645f63e not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:51:24.819652 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b233e8fd-722b-48fd-a65d-5e1fc2959ee1 req-f8741a8e-f56b-4a8b-9087-1bfc659b8ae4 service neutron] Attempting to bind port 35852874-ee36-4f37-8e90-8872c51d57f5 on network b83f84a1-c86a-433d-9c35-30dc3645f63e {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:51:24.824470 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b233e8fd-722b-48fd-a65d-5e1fc2959ee1 req-f8741a8e-f56b-4a8b-9087-1bfc659b8ae4 service neutron] Checking agent: {'id': 'd28e24f9-e5ea-41e1-80bf-3c7943ad7f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:51:24.824838 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b233e8fd-722b-48fd-a65d-5e1fc2959ee1 req-f8741a8e-f56b-4a8b-9087-1bfc659b8ae4 service neutron] Checking segment: {'id': 'f3a79407-4c93-48a0-92c0-09f69bea5566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b83f84a1-c86a-433d-9c35-30dc3645f63e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:51:24.825220 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b233e8fd-722b-48fd-a65d-5e1fc2959ee1 req-f8741a8e-f56b-4a8b-9087-1bfc659b8ae4 service neutron] Bound using segment: {'id': 'f3a79407-4c93-48a0-92c0-09f69bea5566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b83f84a1-c86a-433d-9c35-30dc3645f63e'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:51:24.825642 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-b233e8fd-722b-48fd-a65d-5e1fc2959ee1 req-f8741a8e-f56b-4a8b-9087-1bfc659b8ae4 service neutron] Bound port: 35852874-ee36-4f37-8e90-8872c51d57f5, host: n-h1-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3a79407-4c93-48a0-92c0-09f69bea5566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b83f84a1-c86a-433d-9c35-30dc3645f63e'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:51:24.826024 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-b233e8fd-722b-48fd-a65d-5e1fc2959ee1 req-f8741a8e-f56b-4a8b-9087-1bfc659b8ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:24.888476 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-b233e8fd-722b-48fd-a65d-5e1fc2959ee1 req-f8741a8e-f56b-4a8b-9087-1bfc659b8ae4 service neutron] For port 35852874-ee36-4f37-8e90-8872c51d57f5, host n-h1-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:51:24.891613 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-b233e8fd-722b-48fd-a65d-5e1fc2959ee1 req-f8741a8e-f56b-4a8b-9087-1bfc659b8ae4 service neutron] For port 35852874-ee36-4f37-8e90-8872c51d57f5, host n-h1-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=35852874-ee36-4f37-8e90-8872c51d57f5,segment=NetworkSegment(f3a79407-4c93-48a0-92c0-09f69bea5566),segment_id=f3a79407-4c93-48a0-92c0-09f69bea5566)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:51:24.897364 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-b233e8fd-722b-48fd-a65d-5e1fc2959ee1 req-f8741a8e-f56b-4a8b-9087-1bfc659b8ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:24.945354 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b233e8fd-722b-48fd-a65d-5e1fc2959ee1 req-f8741a8e-f56b-4a8b-9087-1bfc659b8ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:24.946045 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-b233e8fd-722b-48fd-a65d-5e1fc2959ee1 req-f8741a8e-f56b-4a8b-9087-1bfc659b8ae4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:24.947587 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b233e8fd-722b-48fd-a65d-5e1fc2959ee1 req-f8741a8e-f56b-4a8b-9087-1bfc659b8ae4 service neutron] 10.222.0.68 "PUT /v2.0/ports/35852874-ee36-4f37-8e90-8872c51d57f5 HTTP/1.1" status: 200 len: 1092 time: 0.6174095 Aug 16 23:51:25.019207 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8741a8e-f56b-4a8b-9087-1bfc659b8ae4 service neutron] Pushing event updated for resources: {'Port': ['ID=35852874-ee36-4f37-8e90-8872c51d57f5,revision_number=7']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:25.041039 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5183c033-43aa-4eb4-b3a2-f75ef09d9bb8 req-21033b26-5e07-4e9c-945a-bc8a05b1507c tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:25.042542 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5183c033-43aa-4eb4-b3a2-f75ef09d9bb8 req-21033b26-5e07-4e9c-945a-bc8a05b1507c tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/ports?device_id=727edf10-fed5-4e13-8a41-e715f9c8e8ba HTTP/1.1" status: 200 len: 943 time: 0.1181169 Aug 16 23:51:25.048948 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b233e8fd-722b-48fd-a65d-5e1fc2959ee1 req-387d13df-0855-4ee2-abd8-25c22efe7470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:25.050354 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b233e8fd-722b-48fd-a65d-5e1fc2959ee1 req-387d13df-0855-4ee2-abd8-25c22efe7470 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=2e4e205e81ed4a2ab20e51fab7aa4afd&device_id=727edf10-fed5-4e13-8a41-e715f9c8e8ba HTTP/1.1" status: 200 len: 1095 time: 0.0767112 Aug 16 23:51:25.135059 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5183c033-43aa-4eb4-b3a2-f75ef09d9bb8 req-754e6b8c-893a-41bc-a91d-6eaa19c96625 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c5ca826-0328-43e5-be1c-353ca3b4f2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836763 Aug 16 23:51:25.168274 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b233e8fd-722b-48fd-a65d-5e1fc2959ee1 req-76d72014-ccb4-4f3c-857f-b989a6ca9138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:25.169774 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b233e8fd-722b-48fd-a65d-5e1fc2959ee1 req-76d72014-ccb4-4f3c-857f-b989a6ca9138 service neutron] 10.222.0.68 "GET /v2.0/networks?id=b83f84a1-c86a-433d-9c35-30dc3645f63e HTTP/1.1" status: 200 len: 916 time: 0.1113443 Aug 16 23:51:25.212601 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b233e8fd-722b-48fd-a65d-5e1fc2959ee1 req-c2a78e5c-9c8f-4cfe-babd-c14ae47b5f62 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35852874-ee36-4f37-8e90-8872c51d57f5 HTTP/1.1" status: 200 len: 217 time: 0.0342455 Aug 16 23:51:25.266414 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b233e8fd-722b-48fd-a65d-5e1fc2959ee1 req-b883def8-bf6e-4e10-a0ab-dc00db121b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:25.267904 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b233e8fd-722b-48fd-a65d-5e1fc2959ee1 req-b883def8-bf6e-4e10-a0ab-dc00db121b8e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=815d2e7a-b0fd-427f-a6d6-4c463d2e9eeb HTTP/1.1" status: 200 len: 855 time: 0.0473962 Aug 16 23:51:25.305917 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b233e8fd-722b-48fd-a65d-5e1fc2959ee1 req-eff65289-df1f-4c49-a26e-2c414a050809 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=b83f84a1-c86a-433d-9c35-30dc3645f63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306087 Aug 16 23:51:25.403290 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b233e8fd-722b-48fd-a65d-5e1fc2959ee1 req-99445f3a-4b12-4e37-8295-a8c8959164aa service neutron] 10.222.0.68 "GET /v2.0/networks/b83f84a1-c86a-433d-9c35-30dc3645f63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888996 Aug 16 23:51:25.497881 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b233e8fd-722b-48fd-a65d-5e1fc2959ee1 req-5f0a1342-92ce-451f-844e-c6ed90aa9394 service neutron] 10.222.0.68 "GET /v2.0/networks/b83f84a1-c86a-433d-9c35-30dc3645f63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870416 Aug 16 23:51:25.882377 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:26.256899 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca625a9-b895-499e-980b-4bb72038ae3c req-0fd7f0dc-c03d-49a9-b148-18ef56de0ed9 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:26.258413 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5ca625a9-b895-499e-980b-4bb72038ae3c req-0fd7f0dc-c03d-49a9-b148-18ef56de0ed9 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/ports?device_id=727edf10-fed5-4e13-8a41-e715f9c8e8ba HTTP/1.1" status: 200 len: 943 time: 0.0511584 Aug 16 23:51:26.297803 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5ca625a9-b895-499e-980b-4bb72038ae3c req-1c716c01-73e2-438a-bcd5-b013e173cfa7 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c5ca826-0328-43e5-be1c-353ca3b4f2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329888 Aug 16 23:51:26.816757 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '727edf10-fed5-4e13-8a41-e715f9c8e8ba', 'tag': '35852874-ee36-4f37-8e90-8872c51d57f5'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:51:26.819124 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5be9a9c22bfe9382157933c6eba925c7622163b8a5c85bc608140d30d6fa20cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dac816a1-183e-407e-90bc-c0f71b2b1217" -d '{"events": [{"name": "network-changed", "server_uuid": "727edf10-fed5-4e13-8a41-e715f9c8e8ba", "tag": "35852874-ee36-4f37-8e90-8872c51d57f5"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:51:26.866917 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae0b682-649d-4d98-b961-b41c9429c592 x-openstack-request-id: req-7ae0b682-649d-4d98-b961-b41c9429c592 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:51:26.867270 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "727edf10-fed5-4e13-8a41-e715f9c8e8ba", "tag": "35852874-ee36-4f37-8e90-8872c51d57f5", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:51:26.867617 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7ae0b682-649d-4d98-b961-b41c9429c592 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:51:26.868245 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '727edf10-fed5-4e13-8a41-e715f9c8e8ba', 'tag': '35852874-ee36-4f37-8e90-8872c51d57f5', 'status': 'completed', 'code': 200} Aug 16 23:51:26.931732 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac816a1-183e-407e-90bc-c0f71b2b1217 req-0cbc36e4-f084-43ba-9616-92bdab1148fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:26.933508 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dac816a1-183e-407e-90bc-c0f71b2b1217 req-0cbc36e4-f084-43ba-9616-92bdab1148fd service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=2e4e205e81ed4a2ab20e51fab7aa4afd&device_id=727edf10-fed5-4e13-8a41-e715f9c8e8ba HTTP/1.1" status: 200 len: 1095 time: 0.0421193 Aug 16 23:51:26.955429 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac816a1-183e-407e-90bc-c0f71b2b1217 req-83d8ddf3-a95a-4966-888f-58d0fefe9d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:26.956957 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-dac816a1-183e-407e-90bc-c0f71b2b1217 req-83d8ddf3-a95a-4966-888f-58d0fefe9d87 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2e4e205e81ed4a2ab20e51fab7aa4afd&device_id=727edf10-fed5-4e13-8a41-e715f9c8e8ba HTTP/1.1" status: 200 len: 1095 time: 0.0457792 Aug 16 23:51:27.040044 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac816a1-183e-407e-90bc-c0f71b2b1217 req-13e46ce5-8dc1-401d-a89e-dfac4131f313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:27.041668 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dac816a1-183e-407e-90bc-c0f71b2b1217 req-13e46ce5-8dc1-401d-a89e-dfac4131f313 service neutron] 10.222.0.68 "GET /v2.0/networks?id=b83f84a1-c86a-433d-9c35-30dc3645f63e HTTP/1.1" status: 200 len: 916 time: 0.1005778 Aug 16 23:51:27.074387 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac816a1-183e-407e-90bc-c0f71b2b1217 req-b9b6a03f-cc7f-4c73-a8fb-18a2591578d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:27.074387 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-dac816a1-183e-407e-90bc-c0f71b2b1217 req-b9b6a03f-cc7f-4c73-a8fb-18a2591578d0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b83f84a1-c86a-433d-9c35-30dc3645f63e HTTP/1.1" status: 200 len: 916 time: 0.1087048 Aug 16 23:51:27.101363 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dac816a1-183e-407e-90bc-c0f71b2b1217 req-f29b8a32-8745-47c9-8963-fa29c1846b8c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35852874-ee36-4f37-8e90-8872c51d57f5 HTTP/1.1" status: 200 len: 217 time: 0.0515590 Aug 16 23:51:27.122337 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-dac816a1-183e-407e-90bc-c0f71b2b1217 req-66841293-753a-4c0f-88d5-311e6e259fb4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35852874-ee36-4f37-8e90-8872c51d57f5 HTTP/1.1" status: 200 len: 217 time: 0.0387948 Aug 16 23:51:27.165159 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac816a1-183e-407e-90bc-c0f71b2b1217 req-22167244-b119-4d70-b0d5-f20fd9938301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:27.167745 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dac816a1-183e-407e-90bc-c0f71b2b1217 req-22167244-b119-4d70-b0d5-f20fd9938301 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=815d2e7a-b0fd-427f-a6d6-4c463d2e9eeb HTTP/1.1" status: 200 len: 855 time: 0.0590239 Aug 16 23:51:27.183677 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac816a1-183e-407e-90bc-c0f71b2b1217 req-12d11abd-7e5d-47aa-a943-7e568f2ac865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:27.185829 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-dac816a1-183e-407e-90bc-c0f71b2b1217 req-12d11abd-7e5d-47aa-a943-7e568f2ac865 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=815d2e7a-b0fd-427f-a6d6-4c463d2e9eeb HTTP/1.1" status: 200 len: 855 time: 0.0571511 Aug 16 23:51:27.206967 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dac816a1-183e-407e-90bc-c0f71b2b1217 req-c8333076-6d2e-485f-881d-33c866ad60a8 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=b83f84a1-c86a-433d-9c35-30dc3645f63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303574 Aug 16 23:51:27.222305 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-dac816a1-183e-407e-90bc-c0f71b2b1217 req-8a19814a-b5b8-4972-adfd-933d84a3ed77 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b83f84a1-c86a-433d-9c35-30dc3645f63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295179 Aug 16 23:51:27.297830 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dac816a1-183e-407e-90bc-c0f71b2b1217 req-b91bd2e6-5cb0-4a85-a67a-74075167754c service neutron] 10.222.0.68 "GET /v2.0/networks/b83f84a1-c86a-433d-9c35-30dc3645f63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833831 Aug 16 23:51:27.327555 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-dac816a1-183e-407e-90bc-c0f71b2b1217 req-8c402c03-14cc-4e60-bfb2-2763d63e5b35 service neutron] 10.222.0.57 "GET /v2.0/networks/b83f84a1-c86a-433d-9c35-30dc3645f63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977039 Aug 16 23:51:27.422951 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dac816a1-183e-407e-90bc-c0f71b2b1217 req-f785e4ea-bfef-4168-bb63-488f1845deed service neutron] 10.222.0.68 "GET /v2.0/networks/b83f84a1-c86a-433d-9c35-30dc3645f63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178198 Aug 16 23:51:27.425043 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-dac816a1-183e-407e-90bc-c0f71b2b1217 req-b629d210-e939-40bc-80b8-5050cd5ed596 service neutron] 10.222.0.57 "GET /v2.0/networks/b83f84a1-c86a-433d-9c35-30dc3645f63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912728 Aug 16 23:51:27.438149 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc674c93-85fe-42be-b17e-2e79fe4cb4c6 req-b34f6e44-8a7d-46bb-a101-bcee8a92f6f5 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:27.439647 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fc674c93-85fe-42be-b17e-2e79fe4cb4c6 req-b34f6e44-8a7d-46bb-a101-bcee8a92f6f5 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/ports?device_id=727edf10-fed5-4e13-8a41-e715f9c8e8ba HTTP/1.1" status: 200 len: 943 time: 0.0661807 Aug 16 23:51:27.479516 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fc674c93-85fe-42be-b17e-2e79fe4cb4c6 req-c63686ec-0741-467c-b041-8bc973af5a10 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c5ca826-0328-43e5-be1c-353ca3b4f2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335526 Aug 16 23:51:27.680780 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31e0c74-7535-468c-95c9-bb4bea9506bf req-8ba960ec-a9cf-40d0-8630-165ff3dd5592 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:27.682290 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b31e0c74-7535-468c-95c9-bb4bea9506bf req-8ba960ec-a9cf-40d0-8630-165ff3dd5592 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/ports?device_id=727edf10-fed5-4e13-8a41-e715f9c8e8ba HTTP/1.1" status: 200 len: 943 time: 0.0547450 Aug 16 23:51:27.734117 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b31e0c74-7535-468c-95c9-bb4bea9506bf req-702a923d-842b-46eb-a0f2-5c63a9b0f5f9 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c5ca826-0328-43e5-be1c-353ca3b4f2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451407 Aug 16 23:51:27.745086 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d85752d-1dde-43af-b11c-725055ec6608 req-4df681a1-c368-4718-ae4d-16101cf23724 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:27.746711 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5d85752d-1dde-43af-b11c-725055ec6608 req-4df681a1-c368-4718-ae4d-16101cf23724 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.57 "GET /v2.0/ports?device_id=727edf10-fed5-4e13-8a41-e715f9c8e8ba&tenant_id=2e4e205e81ed4a2ab20e51fab7aa4afd&binding%3Ahost_id=n-h1-791506-26 HTTP/1.1" status: 200 len: 943 time: 0.1015596 Aug 16 23:51:27.812233 n-d-791506-26 neutron-server[101291]: INFO neutron.api.v2.resource [req-5d85752d-1dde-43af-b11c-725055ec6608 req-0a786370-dd05-4f9c-af6e-0f4d0ac38f02 service neutron] delete failed (client error): The resource could not be found. Aug 16 23:51:27.813288 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5d85752d-1dde-43af-b11c-725055ec6608 req-0a786370-dd05-4f9c-af6e-0f4d0ac38f02 service neutron] 10.222.0.57 "DELETE /v2.0/ports/35852874-ee36-4f37-8e90-8872c51d57f5/bindings/n-h2-791506-26 HTTP/1.1" status: 404 len: 381 time: 0.0596619 Aug 16 23:51:27.920530 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d85752d-1dde-43af-b11c-725055ec6608 req-e0edfe09-a2f7-45fe-89ae-a2f3d0220d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:27.922172 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5d85752d-1dde-43af-b11c-725055ec6608 req-e0edfe09-a2f7-45fe-89ae-a2f3d0220d07 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2e4e205e81ed4a2ab20e51fab7aa4afd&device_id=727edf10-fed5-4e13-8a41-e715f9c8e8ba HTTP/1.1" status: 200 len: 1095 time: 0.0464010 Aug 16 23:51:28.014901 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d85752d-1dde-43af-b11c-725055ec6608 req-c7c64ffa-4f18-4d35-aef2-f1ddec648d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:28.016395 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5d85752d-1dde-43af-b11c-725055ec6608 req-c7c64ffa-4f18-4d35-aef2-f1ddec648d1a service neutron] 10.222.0.57 "GET /v2.0/networks?id=b83f84a1-c86a-433d-9c35-30dc3645f63e HTTP/1.1" status: 200 len: 916 time: 0.0877807 Aug 16 23:51:28.061355 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5d85752d-1dde-43af-b11c-725055ec6608 req-e869b16b-c908-46c7-907e-dea81cddb5ad service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35852874-ee36-4f37-8e90-8872c51d57f5 HTTP/1.1" status: 200 len: 217 time: 0.0367332 Aug 16 23:51:28.109869 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d85752d-1dde-43af-b11c-725055ec6608 req-360f120a-2e84-46cc-a85f-336e0c756e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:28.111430 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5d85752d-1dde-43af-b11c-725055ec6608 req-360f120a-2e84-46cc-a85f-336e0c756e65 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=815d2e7a-b0fd-427f-a6d6-4c463d2e9eeb HTTP/1.1" status: 200 len: 855 time: 0.0435822 Aug 16 23:51:28.144075 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5d85752d-1dde-43af-b11c-725055ec6608 req-863009b6-5077-4956-8fe1-6cb076e80280 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b83f84a1-c86a-433d-9c35-30dc3645f63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257070 Aug 16 23:51:28.240382 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5d85752d-1dde-43af-b11c-725055ec6608 req-0050856d-f48e-4f2a-9344-7b299a49b9d3 service neutron] 10.222.0.57 "GET /v2.0/networks/b83f84a1-c86a-433d-9c35-30dc3645f63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891390 Aug 16 23:51:28.329933 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5d85752d-1dde-43af-b11c-725055ec6608 req-2d88e46b-4d15-4772-95f6-dde53da8744d service neutron] 10.222.0.57 "GET /v2.0/networks/b83f84a1-c86a-433d-9c35-30dc3645f63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832152 Aug 16 23:51:28.797261 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 35852874-ee36-4f37-8e90-8872c51d57f5 no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:51:28.843795 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 35852874-ee36-4f37-8e90-8872c51d57f5 not bound to the agent host n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:51:28.874144 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996a3c3a-e5a7-41db-9610-1c057aec6e0b req-3048eaca-757a-4b2a-8c53-a39d66de033a tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:28.875830 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-996a3c3a-e5a7-41db-9610-1c057aec6e0b req-3048eaca-757a-4b2a-8c53-a39d66de033a tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/ports?device_id=727edf10-fed5-4e13-8a41-e715f9c8e8ba HTTP/1.1" status: 200 len: 943 time: 0.0621169 Aug 16 23:51:28.915688 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-996a3c3a-e5a7-41db-9610-1c057aec6e0b req-906c1ac3-54d1-473f-9039-68e897930e32 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c5ca826-0328-43e5-be1c-353ca3b4f2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335729 Aug 16 23:51:29.041340 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567f3f99-ce70-4af9-a08f-d7e5c532ecea req-8fa735cb-ed9e-4028-8e97-061ca0c76cef tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:29.042748 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-567f3f99-ce70-4af9-a08f-d7e5c532ecea req-8fa735cb-ed9e-4028-8e97-061ca0c76cef tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/ports?device_id=727edf10-fed5-4e13-8a41-e715f9c8e8ba HTTP/1.1" status: 200 len: 943 time: 0.0588806 Aug 16 23:51:29.081492 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-567f3f99-ce70-4af9-a08f-d7e5c532ecea req-16de8e0b-6ae0-404f-803c-44457623b91f tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c5ca826-0328-43e5-be1c-353ca3b4f2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328517 Aug 16 23:51:29.196349 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d18bc-e73c-46a3-9630-256c1e85f7f2 req-3d0b910e-3e40-4b64-b2ce-6db5c88bb46b tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:29.197874 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8d1d18bc-e73c-46a3-9630-256c1e85f7f2 req-3d0b910e-3e40-4b64-b2ce-6db5c88bb46b tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/ports?device_id=727edf10-fed5-4e13-8a41-e715f9c8e8ba HTTP/1.1" status: 200 len: 943 time: 0.0507953 Aug 16 23:51:29.235227 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8d1d18bc-e73c-46a3-9630-256c1e85f7f2 req-0e2fab6e-6468-41f1-9f8d-4ab68cc34eb5 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c5ca826-0328-43e5-be1c-353ca3b4f2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314703 Aug 16 23:51:29.387527 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 35852874-ee36-4f37-8e90-8872c51d57f5 details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:51:29.481921 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 35852874-ee36-4f37-8e90-8872c51d57f5, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=35852874-ee36-4f37-8e90-8872c51d57f5,segment=NetworkSegment(f3a79407-4c93-48a0-92c0-09f69bea5566),segment_id=f3a79407-4c93-48a0-92c0-09f69bea5566)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:51:29.493162 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': '35852874-ee36-4f37-8e90-8872c51d57f5', 'network_id': 'b83f84a1-c86a-433d-9c35-30dc3645f63e', 'port_id': '35852874-ee36-4f37-8e90-8872c51d57f5', 'mac_address': 'fa:16:3e:d7:8b:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '815d2e7a-b0fd-427f-a6d6-4c463d2e9eeb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:51:29.530397 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:29.547016 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35852874-ee36-4f37-8e90-8872c51d57f5 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:51:29.566191 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 35852874-ee36-4f37-8e90-8872c51d57f5, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=35852874-ee36-4f37-8e90-8872c51d57f5,segment=NetworkSegment(f3a79407-4c93-48a0-92c0-09f69bea5566),segment_id=f3a79407-4c93-48a0-92c0-09f69bea5566)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:51:29.567787 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd31267-1b3b-4300-91d3-a7fd9dba504f req-b1559d60-ba3e-45f4-a75d-d98e74efecf8 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:29.569443 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ccd31267-1b3b-4300-91d3-a7fd9dba504f req-b1559d60-ba3e-45f4-a75d-d98e74efecf8 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/ports?device_id=727edf10-fed5-4e13-8a41-e715f9c8e8ba HTTP/1.1" status: 200 len: 943 time: 0.0547030 Aug 16 23:51:29.570520 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:29.609232 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ccd31267-1b3b-4300-91d3-a7fd9dba504f req-bcda3ba8-d8fc-412e-8f28-7025b2f6805d tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c5ca826-0328-43e5-be1c-353ca3b4f2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321407 Aug 16 23:51:29.618653 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=35852874-ee36-4f37-8e90-8872c51d57f5,revision_number=8']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:29.821035 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['35852874-ee36-4f37-8e90-8872c51d57f5'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:51:30.725206 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfafadd5-f207-4f26-8533-167da72139c4 req-fa63beb3-29bd-4523-8181-5812d6f1de2b tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:30.726680 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bfafadd5-f207-4f26-8533-167da72139c4 req-fa63beb3-29bd-4523-8181-5812d6f1de2b tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/ports?device_id=727edf10-fed5-4e13-8a41-e715f9c8e8ba HTTP/1.1" status: 200 len: 944 time: 0.0481923 Aug 16 23:51:30.764425 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bfafadd5-f207-4f26-8533-167da72139c4 req-8928c259-a203-447d-9554-0d8d924a9ba2 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.36 "GET /v2.0/security-groups?id=9c5ca826-0328-43e5-be1c-353ca3b4f2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318575 Aug 16 23:51:30.827297 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369bed7f-6ce2-43d2-9fe5-f8fd8ed91055 req-574a5a30-2baa-4a61-bf5e-e99c5b22dad2 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:30.828765 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-369bed7f-6ce2-43d2-9fe5-f8fd8ed91055 req-574a5a30-2baa-4a61-bf5e-e99c5b22dad2 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.68 "GET /v2.0/ports?device_id=727edf10-fed5-4e13-8a41-e715f9c8e8ba HTTP/1.1" status: 200 len: 944 time: 0.0473971 Aug 16 23:51:30.918148 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-369bed7f-6ce2-43d2-9fe5-f8fd8ed91055 req-aa2f1861-d713-414f-a2f1-a4103385903a tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Deleting port 35852874-ee36-4f37-8e90-8872c51d57f5 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:51:30.918380 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-369bed7f-6ce2-43d2-9fe5-f8fd8ed91055 req-aa2f1861-d713-414f-a2f1-a4103385903a tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:31.004504 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-369bed7f-6ce2-43d2-9fe5-f8fd8ed91055 req-aa2f1861-d713-414f-a2f1-a4103385903a tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] For port 35852874-ee36-4f37-8e90-8872c51d57f5, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=35852874-ee36-4f37-8e90-8872c51d57f5,segment=NetworkSegment(f3a79407-4c93-48a0-92c0-09f69bea5566),segment_id=f3a79407-4c93-48a0-92c0-09f69bea5566)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:51:31.004886 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-369bed7f-6ce2-43d2-9fe5-f8fd8ed91055 req-aa2f1861-d713-414f-a2f1-a4103385903a tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:31.016811 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-369bed7f-6ce2-43d2-9fe5-f8fd8ed91055 req-aa2f1861-d713-414f-a2f1-a4103385903a tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Calling delete_port for 35852874-ee36-4f37-8e90-8872c51d57f5 owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:51:31.150354 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-369bed7f-6ce2-43d2-9fe5-f8fd8ed91055 req-aa2f1861-d713-414f-a2f1-a4103385903a tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:31.163330 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['35852874-ee36-4f37-8e90-8872c51d57f5'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:51:31.187367 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2f1861-d713-414f-a2f1-a4103385903a tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Pushing event deleted for resources: {'Port': ['ID=35852874-ee36-4f37-8e90-8872c51d57f5,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:31.227650 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-369bed7f-6ce2-43d2-9fe5-f8fd8ed91055 req-aa2f1861-d713-414f-a2f1-a4103385903a tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] No DVR routers for this DVR port 35852874-ee36-4f37-8e90-8872c51d57f5 on host n-h1-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:51:31.230400 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-369bed7f-6ce2-43d2-9fe5-f8fd8ed91055 req-aa2f1861-d713-414f-a2f1-a4103385903a tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:31.232589 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-369bed7f-6ce2-43d2-9fe5-f8fd8ed91055 req-aa2f1861-d713-414f-a2f1-a4103385903a tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] 10.222.0.68 "DELETE /v2.0/ports/35852874-ee36-4f37-8e90-8872c51d57f5 HTTP/1.1" status: 204 len: 173 time: 0.3974547 Aug 16 23:51:31.233212 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '727edf10-fed5-4e13-8a41-e715f9c8e8ba', 'name': 'network-vif-deleted', 'tag': '35852874-ee36-4f37-8e90-8872c51d57f5'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:51:31.235452 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5be9a9c22bfe9382157933c6eba925c7622163b8a5c85bc608140d30d6fa20cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b6f1413-a757-46c2-93b6-cc6ead537a53" -d '{"events": [{"server_uuid": "727edf10-fed5-4e13-8a41-e715f9c8e8ba", "name": "network-vif-deleted", "tag": "35852874-ee36-4f37-8e90-8872c51d57f5"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:51:31.275334 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53c20f98-9300-43cd-82cf-21d3cbc1c5d3 x-openstack-request-id: req-53c20f98-9300-43cd-82cf-21d3cbc1c5d3 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:51:31.275644 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "727edf10-fed5-4e13-8a41-e715f9c8e8ba", "name": "network-vif-deleted", "tag": "35852874-ee36-4f37-8e90-8872c51d57f5", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:51:31.276071 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-53c20f98-9300-43cd-82cf-21d3cbc1c5d3 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:51:31.276496 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '727edf10-fed5-4e13-8a41-e715f9c8e8ba', 'name': 'network-vif-deleted', 'tag': '35852874-ee36-4f37-8e90-8872c51d57f5', 'status': 'completed', 'code': 200} Aug 16 23:51:31.396236 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 35852874-ee36-4f37-8e90-8872c51d57f5 no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:51:31.416301 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] No Port match for: 35852874-ee36-4f37-8e90-8872c51d57f5 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:51:31.416780 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 35852874-ee36-4f37-8e90-8872c51d57f5 not bound to the agent host n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:51:31.885392 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56290) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:51:31.928795 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_v2 [None req-141fc647-860a-4441-b21d-b86e4277f7cf admin admin] Deleting subnet 815d2e7a-b0fd-427f-a6d6-4c463d2e9eeb {{(pid=101292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 23:51:31.931718 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-141fc647-860a-4441-b21d-b86e4277f7cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:31.965194 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-141fc647-860a-4441-b21d-b86e4277f7cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3848860'] for subnet, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:32.004921 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-141fc647-860a-4441-b21d-b86e4277f7cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:32.056160 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-141fc647-860a-4441-b21d-b86e4277f7cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26252129'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:32.087502 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141fc647-860a-4441-b21d-b86e4277f7cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=815d2e7a-b0fd-427f-a6d6-4c463d2e9eeb,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:32.089483 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-141fc647-860a-4441-b21d-b86e4277f7cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:32.092012 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-141fc647-860a-4441-b21d-b86e4277f7cf admin admin] 10.222.0.36 "DELETE /v2.0/subnets/815d2e7a-b0fd-427f-a6d6-4c463d2e9eeb HTTP/1.1" status: 204 len: 168 time: 0.2049432 Aug 16 23:51:32.094303 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56292) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:51:32.163477 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9833d25e-1677-408b-b5be-669823a19dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:32.242718 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9833d25e-1677-408b-b5be-669823a19dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:32.252736 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-9833d25e-1677-408b-b5be-669823a19dc6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b83f84a1-c86a-433d-9c35-30dc3645f63e']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:51:32.264635 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-9833d25e-1677-408b-b5be-669823a19dc6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3a79407-4c93-48a0-92c0-09f69bea5566') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:51:32.264965 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-9833d25e-1677-408b-b5be-669823a19dc6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3a79407-4c93-48a0-92c0-09f69bea5566') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:51:32.274074 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9833d25e-1677-408b-b5be-669823a19dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:32.287081 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9833d25e-1677-408b-b5be-669823a19dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:32.293407 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9833d25e-1677-408b-b5be-669823a19dc6 admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 23:51:32.293836 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9833d25e-1677-408b-b5be-669823a19dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:32.295808 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 16 23:51:32.295808 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 23:51:32.295808 n-d-791506-26 neutron-server[101292]: timer() Aug 16 23:51:32.295808 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 23:51:32.295808 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 16 23:51:32.295808 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 23:51:32.295808 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 16 23:51:32.295808 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 23:51:32.295808 n-d-791506-26 neutron-server[101292]: self._notify() Aug 16 23:51:32.295808 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 23:51:32.295808 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 16 23:51:32.295808 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 23:51:32.295808 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 16 23:51:32.295808 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 23:51:32.295808 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 23:51:32.295808 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 23:51:32.295808 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 23:51:32.295808 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 23:51:32.295808 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 16 23:51:32.295808 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 23:51:32.295808 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 16 23:51:32.295808 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 23:51:32.295808 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 23:51:32.295808 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 23:51:32.295808 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 16 23:51:32.295808 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 23:51:32.295808 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 23:51:32.295808 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 23:51:32.295808 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 23:51:32.295808 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 23:51:32.295808 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 23:51:32.295808 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 23:51:32.348818 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9833d25e-1677-408b-b5be-669823a19dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:32.354139 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9833d25e-1677-408b-b5be-669823a19dc6 admin admin] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:32.356059 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-9833d25e-1677-408b-b5be-669823a19dc6 admin admin] 10.222.0.36 "DELETE /v2.0/networks/b83f84a1-c86a-433d-9c35-30dc3645f63e HTTP/1.1" status: 204 len: 168 time: 0.2607415 Aug 16 23:51:32.367060 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9833d25e-1677-408b-b5be-669823a19dc6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b83f84a1-c86a-433d-9c35-30dc3645f63e,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:32.465825 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56296) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:51:32.511023 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-73dbacad-49bf-47d6-8be4-29d72c75c3f2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2e4e205e81ed4a2ab20e51fab7aa4afd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0440414 Aug 16 23:51:32.513530 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56298) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:51:32.561449 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1363296d-1326-4d5f-a2c0-933a5889a476 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:32.584207 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1363296d-1326-4d5f-a2c0-933a5889a476 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:32.630408 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1363296d-1326-4d5f-a2c0-933a5889a476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:32.633148 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1363296d-1326-4d5f-a2c0-933a5889a476 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:32.634338 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-1363296d-1326-4d5f-a2c0-933a5889a476 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9c5ca826-0328-43e5-be1c-353ca3b4f2f1 HTTP/1.1" status: 204 len: 168 time: 0.1198936 Aug 16 23:51:32.643603 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1363296d-1326-4d5f-a2c0-933a5889a476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c5ca826-0328-43e5-be1c-353ca3b4f2f1,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:33.292065 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56320) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:51:33.389269 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-e298056f-f749-4007-b872-1728137a1e71 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-588204980-network', 'tenant_id': '83ef46c23c9b4665a6426b92010b2810'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:51:33.411104 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e298056f-f749-4007-b872-1728137a1e71 admin admin] Made reservation on behalf of 83ef46c23c9b4665a6426b92010b2810 for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:51:33.413236 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e298056f-f749-4007-b872-1728137a1e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:33.421452 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e298056f-f749-4007-b872-1728137a1e71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:33.507717 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e298056f-f749-4007-b872-1728137a1e71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:33.511751 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e298056f-f749-4007-b872-1728137a1e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:33.532945 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e298056f-f749-4007-b872-1728137a1e71 admin admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 23:51:33.546452 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e298056f-f749-4007-b872-1728137a1e71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca7d60c-fb41-4422-8bd2-554cdfd37501,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:33.553738 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e298056f-f749-4007-b872-1728137a1e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:33.554080 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-e298056f-f749-4007-b872-1728137a1e71 admin admin] Added segment 714982a0-3bd6-420a-8ae2-0d5475440df4 of type vlan for network 358c85e3-e402-4800-ac20-1ee48de2366c Aug 16 23:51:33.595372 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e298056f-f749-4007-b872-1728137a1e71 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:33.621198 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e298056f-f749-4007-b872-1728137a1e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:33.622307 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e298056f-f749-4007-b872-1728137a1e71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:33.622879 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e298056f-f749-4007-b872-1728137a1e71 admin admin] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:33.678429 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-e298056f-f749-4007-b872-1728137a1e71 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3851311 Aug 16 23:51:33.681425 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 56324) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:51:33.683449 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e298056f-f749-4007-b872-1728137a1e71 admin admin] Pushing event updated for resources: {'Network': ['ID=358c85e3-e402-4800-ac20-1ee48de2366c,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:33.686651 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-503bdecb-1598-421f-9dc5-cb5da53c6691 admin admin] Request body: {'subnet': {'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-588204980-subnet', 'tenant_id': '83ef46c23c9b4665a6426b92010b2810', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:51:33.693636 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 358c85e3-e402-4800-ac20-1ee48de2366c details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 23:51:33.712577 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-503bdecb-1598-421f-9dc5-cb5da53c6691 admin admin] Made reservation on behalf of 83ef46c23c9b4665a6426b92010b2810 for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:51:33.714977 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-503bdecb-1598-421f-9dc5-cb5da53c6691 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:33.885489 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-503bdecb-1598-421f-9dc5-cb5da53c6691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:33.942861 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503bdecb-1598-421f-9dc5-cb5da53c6691 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c7ea852-5b75-4594-bf21-897da6d8e4a1,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:33.954732 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503bdecb-1598-421f-9dc5-cb5da53c6691 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:51:33.955080 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503bdecb-1598-421f-9dc5-cb5da53c6691 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:51:33.955423 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503bdecb-1598-421f-9dc5-cb5da53c6691 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:51:33.955762 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503bdecb-1598-421f-9dc5-cb5da53c6691 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:51:33.956095 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503bdecb-1598-421f-9dc5-cb5da53c6691 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:51:33.956427 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503bdecb-1598-421f-9dc5-cb5da53c6691 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:51:33.956781 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503bdecb-1598-421f-9dc5-cb5da53c6691 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:51:33.957625 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503bdecb-1598-421f-9dc5-cb5da53c6691 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:51:33.957954 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503bdecb-1598-421f-9dc5-cb5da53c6691 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:51:33.958269 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503bdecb-1598-421f-9dc5-cb5da53c6691 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:51:33.958591 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503bdecb-1598-421f-9dc5-cb5da53c6691 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:51:33.958912 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503bdecb-1598-421f-9dc5-cb5da53c6691 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:51:33.965231 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503bdecb-1598-421f-9dc5-cb5da53c6691 admin admin] Checking segment: {'id': '714982a0-3bd6-420a-8ae2-0d5475440df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:51:33.965547 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503bdecb-1598-421f-9dc5-cb5da53c6691 admin admin] Network hostable DHCP agents. Network: 358c85e3-e402-4800-ac20-1ee48de2366c, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 23:51:33.981959 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503bdecb-1598-421f-9dc5-cb5da53c6691 admin admin] Network 358c85e3-e402-4800-ac20-1ee48de2366c is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 23:51:33.991808 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-503bdecb-1598-421f-9dc5-cb5da53c6691 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 358c85e3-e402-4800-ac20-1ee48de2366c) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:51:33.996437 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503bdecb-1598-421f-9dc5-cb5da53c6691 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:33.996942 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-503bdecb-1598-421f-9dc5-cb5da53c6691 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:34.003692 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2e1440-ce00-4f6c-ba58-8b6c23899423 None None] Network 358c85e3-e402-4800-ac20-1ee48de2366c requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:51:34.013272 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-503bdecb-1598-421f-9dc5-cb5da53c6691 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3306274 Aug 16 23:51:34.015946 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 56326) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:51:34.020998 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-f955a69e-b029-4cb6-8402-3532f56f94b1 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-588204980-router', 'tenant_id': '83ef46c23c9b4665a6426b92010b2810', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:51:34.041553 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f955a69e-b029-4cb6-8402-3532f56f94b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:34.042690 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f955a69e-b029-4cb6-8402-3532f56f94b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:34.098312 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f955a69e-b029-4cb6-8402-3532f56f94b1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:34.150930 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275c3e7e-c728-4394-a606-dc9ae4e1381f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-358c85e3-e402-4800-ac20-1ee48de2366c', 'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c', 'tenant_id': '83ef46c23c9b4665a6426b92010b2810', 'fixed_ips': [{'subnet_id': '2c7ea852-5b75-4594-bf21-897da6d8e4a1'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 23:51:34.151787 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-275c3e7e-c728-4394-a606-dc9ae4e1381f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:34.241166 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f955a69e-b029-4cb6-8402-3532f56f94b1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:34.287749 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-275c3e7e-c728-4394-a606-dc9ae4e1381f None None] Allocated IP 172.20.0.2 (358c85e3-e402-4800-ac20-1ee48de2366c/2c7ea852-5b75-4594-bf21-897da6d8e4a1/61f31ed3-cd67-4afa-86ce-61ca6434199a) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:51:34.434153 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-275c3e7e-c728-4394-a606-dc9ae4e1381f None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:34.444028 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-275c3e7e-c728-4394-a606-dc9ae4e1381f None None] Transition to ACTIVE for port object 61f31ed3-cd67-4afa-86ce-61ca6434199a will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:51:34.445175 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f955a69e-b029-4cb6-8402-3532f56f94b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:34.459796 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-275c3e7e-c728-4394-a606-dc9ae4e1381f None None] Transition to ACTIVE for port object 61f31ed3-cd67-4afa-86ce-61ca6434199a will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:51:34.465641 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-275c3e7e-c728-4394-a606-dc9ae4e1381f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:34.469434 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f955a69e-b029-4cb6-8402-3532f56f94b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:34.501698 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275c3e7e-c728-4394-a606-dc9ae4e1381f None None] Network 358c85e3-e402-4800-ac20-1ee48de2366c is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:51:34.506723 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-275c3e7e-c728-4394-a606-dc9ae4e1381f None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:51:34.509381 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275c3e7e-c728-4394-a606-dc9ae4e1381f None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:51:34.522473 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275c3e7e-c728-4394-a606-dc9ae4e1381f None None] Pushing event updated for resources: {'Port': ['ID=61f31ed3-cd67-4afa-86ce-61ca6434199a,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:34.570344 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-275c3e7e-c728-4394-a606-dc9ae4e1381f None None] Attempting to bind port 61f31ed3-cd67-4afa-86ce-61ca6434199a on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:51:34.570712 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-275c3e7e-c728-4394-a606-dc9ae4e1381f None None] Attempting to bind port 61f31ed3-cd67-4afa-86ce-61ca6434199a by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '714982a0-3bd6-420a-8ae2-0d5475440df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:51:34.571415 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275c3e7e-c728-4394-a606-dc9ae4e1381f None None] Attempting to bind port 61f31ed3-cd67-4afa-86ce-61ca6434199a on network 358c85e3-e402-4800-ac20-1ee48de2366c {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:51:34.575435 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-f955a69e-b029-4cb6-8402-3532f56f94b1 admin admin] Allocated IP 172.25.4.119 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/2a45e1da-ac90-45b2-8495-6bf17bc484c0) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:51:34.576186 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275c3e7e-c728-4394-a606-dc9ae4e1381f None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:51:34.576579 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275c3e7e-c728-4394-a606-dc9ae4e1381f None None] Checking segment: {'id': '714982a0-3bd6-420a-8ae2-0d5475440df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:51:34.576992 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-275c3e7e-c728-4394-a606-dc9ae4e1381f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:34.577380 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275c3e7e-c728-4394-a606-dc9ae4e1381f None None] Bound using segment: {'id': '714982a0-3bd6-420a-8ae2-0d5475440df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:51:34.577839 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-275c3e7e-c728-4394-a606-dc9ae4e1381f None None] Bound port: 61f31ed3-cd67-4afa-86ce-61ca6434199a, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '714982a0-3bd6-420a-8ae2-0d5475440df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:51:34.578216 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-275c3e7e-c728-4394-a606-dc9ae4e1381f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:34.647113 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-275c3e7e-c728-4394-a606-dc9ae4e1381f None None] For port 61f31ed3-cd67-4afa-86ce-61ca6434199a, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:51:34.650793 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-275c3e7e-c728-4394-a606-dc9ae4e1381f None None] For port 61f31ed3-cd67-4afa-86ce-61ca6434199a, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=61f31ed3-cd67-4afa-86ce-61ca6434199a,segment=NetworkSegment(714982a0-3bd6-420a-8ae2-0d5475440df4),segment_id=714982a0-3bd6-420a-8ae2-0d5475440df4)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:51:34.654252 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-275c3e7e-c728-4394-a606-dc9ae4e1381f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:34.693758 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f955a69e-b029-4cb6-8402-3532f56f94b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:34.709960 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275c3e7e-c728-4394-a606-dc9ae4e1381f None None] Pushing event updated for resources: {'Port': ['ID=61f31ed3-cd67-4afa-86ce-61ca6434199a,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:34.739959 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f955a69e-b029-4cb6-8402-3532f56f94b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:34.781368 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f955a69e-b029-4cb6-8402-3532f56f94b1 admin admin] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:51:34.784301 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-f955a69e-b029-4cb6-8402-3532f56f94b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:51:34.787386 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f955a69e-b029-4cb6-8402-3532f56f94b1 admin admin] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:51:34.813015 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f955a69e-b029-4cb6-8402-3532f56f94b1 admin admin] Pushing event updated for resources: {'Port': ['ID=2a45e1da-ac90-45b2-8495-6bf17bc484c0,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:35.040950 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 61f31ed3-cd67-4afa-86ce-61ca6434199a up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:51:35.064378 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f955a69e-b029-4cb6-8402-3532f56f94b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:35.090383 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 61f31ed3-cd67-4afa-86ce-61ca6434199a completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:51:35.597836 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f955a69e-b029-4cb6-8402-3532f56f94b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:35.615896 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3201c320-67bf-4284-89ea-0e3731bcb7fd None None] Network 358c85e3-e402-4800-ac20-1ee48de2366c requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 23:51:35.730804 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f955a69e-b029-4cb6-8402-3532f56f94b1 admin admin] Router 67a6f228-1f37-42a9-9561-daf44bfca92a is scheduled to L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f with binding_index 1 {{(pid=101291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 23:51:35.741576 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-451090c1-79d0-44a6-89d2-4d2a1997eede None None] Provisioning for port 61f31ed3-cd67-4afa-86ce-61ca6434199a completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:51:35.749045 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-451090c1-79d0-44a6-89d2-4d2a1997eede None None] Provisioning complete for port 61f31ed3-cd67-4afa-86ce-61ca6434199a triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:51:35.749428 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-451090c1-79d0-44a6-89d2-4d2a1997eede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:35.843657 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f955a69e-b029-4cb6-8402-3532f56f94b1 admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:51:35.857925 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3a2b5e-43db-44ef-a5cb-d8448e6160bb None None] Sync routers for ids ['67a6f228-1f37-42a9-9561-daf44bfca92a'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:51:35.860960 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f955a69e-b029-4cb6-8402-3532f56f94b1 admin admin] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:35.862528 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-f955a69e-b029-4cb6-8402-3532f56f94b1 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8456633 Aug 16 23:51:35.862966 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-451090c1-79d0-44a6-89d2-4d2a1997eede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:35.866305 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 56328) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:51:35.883349 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3a2b5e-43db-44ef-a5cb-d8448e6160bb None None] Routers {'67a6f228-1f37-42a9-9561-daf44bfca92a'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:51:35.884106 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-cd3a2b5e-43db-44ef-a5cb-d8448e6160bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:51:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['67a6f228-1f37-42a9-9561-daf44bfca92a'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:51:35.945257 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-451090c1-79d0-44a6-89d2-4d2a1997eede None None] For port 61f31ed3-cd67-4afa-86ce-61ca6434199a, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=61f31ed3-cd67-4afa-86ce-61ca6434199a,segment=NetworkSegment(714982a0-3bd6-420a-8ae2-0d5475440df4),segment_id=714982a0-3bd6-420a-8ae2-0d5475440df4)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:51:35.952342 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-451090c1-79d0-44a6-89d2-4d2a1997eede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:36.066778 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-cd3a2b5e-43db-44ef-a5cb-d8448e6160bb None None] Set router 67a6f228-1f37-42a9-9561-daf44bfca92a gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:51:36.097278 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451090c1-79d0-44a6-89d2-4d2a1997eede None None] Pushing event updated for resources: {'Port': ['ID=61f31ed3-cd67-4afa-86ce-61ca6434199a,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:36.179037 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-ce8b1f1b-b7d4-4a40-b93c-6e49fdb0c979 None None] Provisioning complete for port 61f31ed3-cd67-4afa-86ce-61ca6434199a triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:51:36.179677 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ce8b1f1b-b7d4-4a40-b93c-6e49fdb0c979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:36.312111 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-072406c8-6f10-45ba-b208-6e4991429b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:36.362442 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-cd3a2b5e-43db-44ef-a5cb-d8448e6160bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'name': 'tempest-ServerActionsTestJSON-588204980-router', 'tenant_id': '83ef46c23c9b4665a6426b92010b2810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '2a45e1da-ac90-45b2-8495-6bf17bc484c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:51:34Z', 'updated_at': '2021-08-16T23:51:34Z', 'revision_number': 3, 'project_id': '83ef46c23c9b4665a6426b92010b2810', 'gw_port': {'id': '2a45e1da-ac90-45b2-8495-6bf17bc484c0', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cd:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:51:34Z', 'updated_at': '2021-08-16T23:51:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:51:36.396255 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3a2b5e-43db-44ef-a5cb-d8448e6160bb None None] Checking router: 67a6f228-1f37-42a9-9561-daf44bfca92a for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:51:36.396885 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3a2b5e-43db-44ef-a5cb-d8448e6160bb None None] Updating router 67a6f228-1f37-42a9-9561-daf44bfca92a port 2a45e1da-ac90-45b2-8495-6bf17bc484c0 binding host n-d-791506-26 {{(pid=101293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:51:36.429233 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cd3a2b5e-43db-44ef-a5cb-d8448e6160bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:36.487103 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-072406c8-6f10-45ba-b208-6e4991429b45 admin admin] Allocated IP 172.20.0.1 (358c85e3-e402-4800-ac20-1ee48de2366c/2c7ea852-5b75-4594-bf21-897da6d8e4a1/f62dbd80-836c-428c-a77a-55f350621b11) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:51:36.605908 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-072406c8-6f10-45ba-b208-6e4991429b45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:36.624026 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-072406c8-6f10-45ba-b208-6e4991429b45 admin admin] Transition to ACTIVE for port object f62dbd80-836c-428c-a77a-55f350621b11 will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:51:36.660833 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-072406c8-6f10-45ba-b208-6e4991429b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:36.702545 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072406c8-6f10-45ba-b208-6e4991429b45 admin admin] Network 358c85e3-e402-4800-ac20-1ee48de2366c is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:51:36.715220 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-072406c8-6f10-45ba-b208-6e4991429b45 admin admin] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:51:36.719187 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072406c8-6f10-45ba-b208-6e4991429b45 admin admin] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:51:36.722254 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cd3a2b5e-43db-44ef-a5cb-d8448e6160bb None None] Notify callbacks [] for port, precommit_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:36.726613 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072406c8-6f10-45ba-b208-6e4991429b45 admin admin] Pushing event updated for resources: {'Port': ['ID=f62dbd80-836c-428c-a77a-55f350621b11,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:36.733588 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cd3a2b5e-43db-44ef-a5cb-d8448e6160bb None None] Transition to ACTIVE for port object 2a45e1da-ac90-45b2-8495-6bf17bc484c0 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:51:36.741456 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cd3a2b5e-43db-44ef-a5cb-d8448e6160bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:36.767602 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-072406c8-6f10-45ba-b208-6e4991429b45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954230'] for router_interface, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:36.797431 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-cd3a2b5e-43db-44ef-a5cb-d8448e6160bb None None] Attempting to bind port 2a45e1da-ac90-45b2-8495-6bf17bc484c0 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:51:36.798030 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-cd3a2b5e-43db-44ef-a5cb-d8448e6160bb None None] Attempting to bind port 2a45e1da-ac90-45b2-8495-6bf17bc484c0 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:51:36.798150 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3a2b5e-43db-44ef-a5cb-d8448e6160bb None None] Attempting to bind port 2a45e1da-ac90-45b2-8495-6bf17bc484c0 on network c22c4980-c849-406d-982c-a5d68c515a94 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:51:36.800327 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dd9814-fb12-4683-9ba2-10f056259da5 None None] Pushing event updated for resources: {'Port': ['ID=2a45e1da-ac90-45b2-8495-6bf17bc484c0,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:36.807088 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3a2b5e-43db-44ef-a5cb-d8448e6160bb None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:51:36.807473 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3a2b5e-43db-44ef-a5cb-d8448e6160bb None None] Checking segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:51:36.807890 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cd3a2b5e-43db-44ef-a5cb-d8448e6160bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:36.808288 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3a2b5e-43db-44ef-a5cb-d8448e6160bb None None] Bound using segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:51:36.808809 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-cd3a2b5e-43db-44ef-a5cb-d8448e6160bb None None] Bound port: 2a45e1da-ac90-45b2-8495-6bf17bc484c0, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:51:36.809198 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cd3a2b5e-43db-44ef-a5cb-d8448e6160bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:36.871195 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cd3a2b5e-43db-44ef-a5cb-d8448e6160bb None None] For port 2a45e1da-ac90-45b2-8495-6bf17bc484c0, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:51:36.875321 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cd3a2b5e-43db-44ef-a5cb-d8448e6160bb None None] For port 2a45e1da-ac90-45b2-8495-6bf17bc484c0, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=2a45e1da-ac90-45b2-8495-6bf17bc484c0,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:51:36.881039 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cd3a2b5e-43db-44ef-a5cb-d8448e6160bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:36.945836 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dd9814-fb12-4683-9ba2-10f056259da5 None None] Pushing event updated for resources: {'Port': ['ID=2a45e1da-ac90-45b2-8495-6bf17bc484c0,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:36.948416 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3a2b5e-43db-44ef-a5cb-d8448e6160bb None None] Routers {'67a6f228-1f37-42a9-9561-daf44bfca92a'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:51:36.949054 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-cd3a2b5e-43db-44ef-a5cb-d8448e6160bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:51:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['67a6f228-1f37-42a9-9561-daf44bfca92a'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:51:36.960061 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-072406c8-6f10-45ba-b208-6e4991429b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:37.038184 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-1fe1bb25-6cb2-4658-b6d7-7794a1d9bae6 None None] Provisioning for port f62dbd80-836c-428c-a77a-55f350621b11 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:51:37.043390 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 61f31ed3-cd67-4afa-86ce-61ca6434199a up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:51:37.066199 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-1fe1bb25-6cb2-4658-b6d7-7794a1d9bae6 None None] Provisioning complete for port f62dbd80-836c-428c-a77a-55f350621b11 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:51:37.066573 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-1fe1bb25-6cb2-4658-b6d7-7794a1d9bae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:37.141541 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-072406c8-6f10-45ba-b208-6e4991429b45 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:37.146879 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-072406c8-6f10-45ba-b208-6e4991429b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:37.219624 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072406c8-6f10-45ba-b208-6e4991429b45 admin admin] Pushing event updated for resources: {'Port': ['ID=f62dbd80-836c-428c-a77a-55f350621b11,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:37.225315 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-072406c8-6f10-45ba-b208-6e4991429b45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954122'] for router_interface, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:37.285655 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-cd3a2b5e-43db-44ef-a5cb-d8448e6160bb None None] Set router 67a6f228-1f37-42a9-9561-daf44bfca92a gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:51:37.314324 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-1fe1bb25-6cb2-4658-b6d7-7794a1d9bae6 None None] Port f62dbd80-836c-428c-a77a-55f350621b11 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:51:37.318788 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072406c8-6f10-45ba-b208-6e4991429b45 admin admin] Network 358c85e3-e402-4800-ac20-1ee48de2366c is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:51:37.320139 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-072406c8-6f10-45ba-b208-6e4991429b45 admin admin] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:51:37.366481 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 61f31ed3-cd67-4afa-86ce-61ca6434199a triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:51:37.367369 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:37.449625 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-072406c8-6f10-45ba-b208-6e4991429b45 admin admin] Router 67a6f228-1f37-42a9-9561-daf44bfca92a has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:51:37.565807 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-cd3a2b5e-43db-44ef-a5cb-d8448e6160bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'name': 'tempest-ServerActionsTestJSON-588204980-router', 'tenant_id': '83ef46c23c9b4665a6426b92010b2810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '2a45e1da-ac90-45b2-8495-6bf17bc484c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:51:34Z', 'updated_at': '2021-08-16T23:51:36Z', 'revision_number': 4, 'project_id': '83ef46c23c9b4665a6426b92010b2810', 'gw_port': {'id': '2a45e1da-ac90-45b2-8495-6bf17bc484c0', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cd:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:51:34Z', 'updated_at': '2021-08-16T23:51:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'f62dbd80-836c-428c-a77a-55f350621b11', 'name': '', 'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c', 'tenant_id': '83ef46c23c9b4665a6426b92010b2810', 'mac_address': 'fa:16:3e:ed:28:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2c7ea852-5b75-4594-bf21-897da6d8e4a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:51:36Z', 'updated_at': '2021-08-16T23:51:36Z', 'revision_number': 1, 'project_id': '83ef46c23c9b4665a6426b92010b2810', 'subnets': [{'id': '2c7ea852-5b75-4594-bf21-897da6d8e4a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:51:37.570806 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-072406c8-6f10-45ba-b208-6e4991429b45 admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:51:37.576163 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-072406c8-6f10-45ba-b208-6e4991429b45 admin admin] 10.222.0.36 "PUT /v2.0/routers/67a6f228-1f37-42a9-9561-daf44bfca92a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7091820 Aug 16 23:51:37.596886 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3a2b5e-43db-44ef-a5cb-d8448e6160bb None None] The sync data for ids ['67a6f228-1f37-42a9-9561-daf44bfca92a'] in n-d-791506-26 is: [{'id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'name': 'tempest-ServerActionsTestJSON-588204980-router', 'tenant_id': '83ef46c23c9b4665a6426b92010b2810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '2a45e1da-ac90-45b2-8495-6bf17bc484c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:51:34Z', 'updated_at': '2021-08-16T23:51:36Z', 'revision_number': 4, 'project_id': '83ef46c23c9b4665a6426b92010b2810', 'gw_port': {'id': '2a45e1da-ac90-45b2-8495-6bf17bc484c0', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cd:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:51:34Z', 'updated_at': '2021-08-16T23:51:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'f62dbd80-836c-428c-a77a-55f350621b11', 'name': '', 'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c', 'tenant_id': '83ef46c23c9b4665a6426b92010b2810', 'mac_address': 'fa:16:3e:ed:28:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2c7ea852-5b75-4594-bf21-897da6d8e4a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:51:36Z', 'updated_at': '2021-08-16T23:51:36Z', 'revision_number': 1, 'project_id': '83ef46c23c9b4665a6426b92010b2810', 'subnets': [{'id': '2c7ea852-5b75-4594-bf21-897da6d8e4a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:51:37.636164 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-e720a436-ec2d-44b6-98e2-f5db5ada3f9e None None] Provisioning complete for port f62dbd80-836c-428c-a77a-55f350621b11 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:51:37.636821 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e720a436-ec2d-44b6-98e2-f5db5ada3f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:37.672607 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-e720a436-ec2d-44b6-98e2-f5db5ada3f9e None None] Port f62dbd80-836c-428c-a77a-55f350621b11 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:51:38.094692 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56336) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:51:38.100001 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-2321d9c6-22a4-4bcc-9c51-f0fdf6181fba tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Request body: {'security_group': {'name': 'tempest-securitygroup--16262300', 'description': 'tempest-description--551473281'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:51:38.125491 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2321d9c6-22a4-4bcc-9c51-f0fdf6181fba tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:38.227211 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2321d9c6-22a4-4bcc-9c51-f0fdf6181fba tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:38.235451 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2321d9c6-22a4-4bcc-9c51-f0fdf6181fba tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:38.265545 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2321d9c6-22a4-4bcc-9c51-f0fdf6181fba tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:38.266808 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-2321d9c6-22a4-4bcc-9c51-f0fdf6181fba tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1711121 Aug 16 23:51:38.270362 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 56338) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:51:38.271266 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2321d9c6-22a4-4bcc-9c51-f0fdf6181fba tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76d78786-719d-4ded-9ccf-f6bbd64d77a3,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:38.275203 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-a88c7051-5538-4a67-860d-691674e0bb83 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Request body: {'security_group_rule': {'security_group_id': '76d78786-719d-4ded-9ccf-f6bbd64d77a3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:51:38.303702 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a88c7051-5538-4a67-860d-691674e0bb83 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:38.365738 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a88c7051-5538-4a67-860d-691674e0bb83 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:38.370388 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a88c7051-5538-4a67-860d-691674e0bb83 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:38.390664 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88c7051-5538-4a67-860d-691674e0bb83 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0952ab0-f8aa-4a9a-8dda-0f866a527b2d,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:38.397259 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a88c7051-5538-4a67-860d-691674e0bb83 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:38.398523 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-a88c7051-5538-4a67-860d-691674e0bb83 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1271610 Aug 16 23:51:38.401096 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 56340) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:51:38.405693 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-0a270b8d-fb2d-42ae-a4b7-6fd4785a24f3 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Request body: {'security_group_rule': {'security_group_id': '76d78786-719d-4ded-9ccf-f6bbd64d77a3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:51:38.436056 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0a270b8d-fb2d-42ae-a4b7-6fd4785a24f3 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:38.498768 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0a270b8d-fb2d-42ae-a4b7-6fd4785a24f3 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:38.502344 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0a270b8d-fb2d-42ae-a4b7-6fd4785a24f3 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:38.524781 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a270b8d-fb2d-42ae-a4b7-6fd4785a24f3 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4eff20a1-ca45-460b-91f9-0331249f1bbb,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:38.533653 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0a270b8d-fb2d-42ae-a4b7-6fd4785a24f3 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:38.539325 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-0a270b8d-fb2d-42ae-a4b7-6fd4785a24f3 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1328359 Aug 16 23:51:38.539725 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56342) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:51:38.544744 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-b2e37c20-dbd6-4e22-a6e5-96caed1a55c8 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Request body: {'floatingip': {'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:51:38.568675 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b2e37c20-dbd6-4e22-a6e5-96caed1a55c8 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Notify callbacks [] for floatingip, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:38.674321 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b2e37c20-dbd6-4e22-a6e5-96caed1a55c8 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:38.778499 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-b2e37c20-dbd6-4e22-a6e5-96caed1a55c8 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Allocated IP 172.25.4.29 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/59fa81f1-f7b7-4f03-988e-f15af8133bb4) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:51:38.883547 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b2e37c20-dbd6-4e22-a6e5-96caed1a55c8 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:38.922251 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b2e37c20-dbd6-4e22-a6e5-96caed1a55c8 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:38.956519 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e37c20-dbd6-4e22-a6e5-96caed1a55c8 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:51:38.962052 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-b2e37c20-dbd6-4e22-a6e5-96caed1a55c8 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:51:38.965563 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e37c20-dbd6-4e22-a6e5-96caed1a55c8 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:51:38.997579 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e37c20-dbd6-4e22-a6e5-96caed1a55c8 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Pushing event updated for resources: {'Port': ['ID=59fa81f1-f7b7-4f03-988e-f15af8133bb4,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:39.055950 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 2a45e1da-ac90-45b2-8495-6bf17bc484c0 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:51:39.064388 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b2e37c20-dbd6-4e22-a6e5-96caed1a55c8 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:39.101249 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b2e37c20-dbd6-4e22-a6e5-96caed1a55c8 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:39.106411 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 2a45e1da-ac90-45b2-8495-6bf17bc484c0 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:51:39.110033 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 2a45e1da-ac90-45b2-8495-6bf17bc484c0 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:51:39.110406 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:39.191073 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:39.214172 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 2a45e1da-ac90-45b2-8495-6bf17bc484c0, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=2a45e1da-ac90-45b2-8495-6bf17bc484c0,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:51:39.218523 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:39.268472 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b2e37c20-dbd6-4e22-a6e5-96caed1a55c8 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:39.273447 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=2a45e1da-ac90-45b2-8495-6bf17bc484c0,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:39.273981 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b2e37c20-dbd6-4e22-a6e5-96caed1a55c8 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:39.346051 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e37c20-dbd6-4e22-a6e5-96caed1a55c8 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Pushing event updated for resources: {'Port': ['ID=59fa81f1-f7b7-4f03-988e-f15af8133bb4,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:39.356946 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b2e37c20-dbd6-4e22-a6e5-96caed1a55c8 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:39.372323 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b2e37c20-dbd6-4e22-a6e5-96caed1a55c8 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:39.373544 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-b2e37c20-dbd6-4e22-a6e5-96caed1a55c8 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8328207 Aug 16 23:51:39.511729 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a981f291-dffc-40ae-bdbc-820984a504f4 req-2dd19750-8dd6-42be-9bdb-a04a8fca7eea tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--16262300&fields=id&tenant_id=83ef46c23c9b4665a6426b92010b2810 HTTP/1.1" status: 200 len: 267 time: 0.0331395 Aug 16 23:51:39.546622 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999c33ef-a886-4bf0-ae1d-de40ac82bc07 None None] Sync routers for ids ['67a6f228-1f37-42a9-9561-daf44bfca92a'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:51:39.556249 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999c33ef-a886-4bf0-ae1d-de40ac82bc07 None None] Routers {'67a6f228-1f37-42a9-9561-daf44bfca92a'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:51:39.556989 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-999c33ef-a886-4bf0-ae1d-de40ac82bc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:51:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['67a6f228-1f37-42a9-9561-daf44bfca92a'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:51:39.625257 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a981f291-dffc-40ae-bdbc-820984a504f4 req-1cccfd06-6b74-4148-8b96-814d17ff99ba tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:39.626730 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a981f291-dffc-40ae-bdbc-820984a504f4 req-1cccfd06-6b74-4148-8b96-814d17ff99ba tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/networks?id=358c85e3-e402-4800-ac20-1ee48de2366c HTTP/1.1" status: 200 len: 811 time: 0.1083665 Aug 16 23:51:39.641935 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a981f291-dffc-40ae-bdbc-820984a504f4 req-e5256aae-0f25-440d-95db-4cb85fe9f2df tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/quotas/83ef46c23c9b4665a6426b92010b2810 HTTP/1.1" status: 200 len: 375 time: 0.0092895 Aug 16 23:51:39.661758 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-999c33ef-a886-4bf0-ae1d-de40ac82bc07 None None] Set router 67a6f228-1f37-42a9-9561-daf44bfca92a gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:51:39.696323 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a981f291-dffc-40ae-bdbc-820984a504f4 req-7ab520c0-d8a5-4e89-b8ff-b4c70f8a2145 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=83ef46c23c9b4665a6426b92010b2810&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0481987 Aug 16 23:51:39.844607 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a981f291-dffc-40ae-bdbc-820984a504f4 req-ddd694aa-f0e3-4819-9596-ce69c0697286 service neutron] 10.222.0.36 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364646 Aug 16 23:51:39.860833 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-999c33ef-a886-4bf0-ae1d-de40ac82bc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'name': 'tempest-ServerActionsTestJSON-588204980-router', 'tenant_id': '83ef46c23c9b4665a6426b92010b2810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '2a45e1da-ac90-45b2-8495-6bf17bc484c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:51:34Z', 'updated_at': '2021-08-16T23:51:36Z', 'revision_number': 4, 'project_id': '83ef46c23c9b4665a6426b92010b2810', 'gw_port': {'id': '2a45e1da-ac90-45b2-8495-6bf17bc484c0', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:51:34Z', 'updated_at': '2021-08-16T23:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'f62dbd80-836c-428c-a77a-55f350621b11', 'name': '', 'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c', 'tenant_id': '83ef46c23c9b4665a6426b92010b2810', 'mac_address': 'fa:16:3e:ed:28:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2c7ea852-5b75-4594-bf21-897da6d8e4a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:51:36Z', 'updated_at': '2021-08-16T23:51:37Z', 'revision_number': 2, 'project_id': '83ef46c23c9b4665a6426b92010b2810', 'subnets': [{'id': '2c7ea852-5b75-4594-bf21-897da6d8e4a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:51:39.890909 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999c33ef-a886-4bf0-ae1d-de40ac82bc07 None None] Checking router: 67a6f228-1f37-42a9-9561-daf44bfca92a for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:51:39.891260 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999c33ef-a886-4bf0-ae1d-de40ac82bc07 None None] Updating router 67a6f228-1f37-42a9-9561-daf44bfca92a port f62dbd80-836c-428c-a77a-55f350621b11 binding host n-d-791506-26 {{(pid=101294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 23:51:39.914974 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-999c33ef-a886-4bf0-ae1d-de40ac82bc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:39.934984 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a981f291-dffc-40ae-bdbc-820984a504f4 req-32fcd09c-b00d-458d-8ff5-04cf07e814a0 service neutron] 10.222.0.36 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836363 Aug 16 23:51:40.105008 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f763fe75-4d05-48c7-b62a-6b6b22198e09 req-640d03b0-eee1-42ba-961e-02ba04a36095 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=560e218d-b4d7-4dc5-8b24-00b966eded5e HTTP/1.1" status: 200 len: 210 time: 0.0294805 Aug 16 23:51:40.187391 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-999c33ef-a886-4bf0-ae1d-de40ac82bc07 None None] Notify callbacks [] for port, precommit_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:40.197695 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.provisioning_blocks [None req-999c33ef-a886-4bf0-ae1d-de40ac82bc07 None None] Transition to ACTIVE for port object f62dbd80-836c-428c-a77a-55f350621b11 will not be triggered until provisioned by entity L2. {{(pid=101294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:51:40.203148 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-999c33ef-a886-4bf0-ae1d-de40ac82bc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:40.254605 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4743409b-cef0-4734-9947-ee6dcf3aab87 None None] Pushing event updated for resources: {'Port': ['ID=f62dbd80-836c-428c-a77a-55f350621b11,revision_number=3']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:40.294417 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4743409b-cef0-4734-9947-ee6dcf3aab87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:51:40.294761 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4743409b-cef0-4734-9947-ee6dcf3aab87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:51:40.295193 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4743409b-cef0-4734-9947-ee6dcf3aab87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:51:40.295811 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4743409b-cef0-4734-9947-ee6dcf3aab87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:51:40.296132 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4743409b-cef0-4734-9947-ee6dcf3aab87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:51:40.296455 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4743409b-cef0-4734-9947-ee6dcf3aab87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:51:40.296898 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4743409b-cef0-4734-9947-ee6dcf3aab87 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:51:40.297256 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4743409b-cef0-4734-9947-ee6dcf3aab87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:51:40.297553 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4743409b-cef0-4734-9947-ee6dcf3aab87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:51:40.297863 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4743409b-cef0-4734-9947-ee6dcf3aab87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:51:40.298188 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4743409b-cef0-4734-9947-ee6dcf3aab87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:51:40.298508 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4743409b-cef0-4734-9947-ee6dcf3aab87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:51:40.312630 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-999c33ef-a886-4bf0-ae1d-de40ac82bc07 None None] Attempting to bind port f62dbd80-836c-428c-a77a-55f350621b11 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:51:40.312997 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-999c33ef-a886-4bf0-ae1d-de40ac82bc07 None None] Attempting to bind port f62dbd80-836c-428c-a77a-55f350621b11 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '714982a0-3bd6-420a-8ae2-0d5475440df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c'}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:51:40.313417 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999c33ef-a886-4bf0-ae1d-de40ac82bc07 None None] Attempting to bind port f62dbd80-836c-428c-a77a-55f350621b11 on network 358c85e3-e402-4800-ac20-1ee48de2366c {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:51:40.319394 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999c33ef-a886-4bf0-ae1d-de40ac82bc07 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:51:40.319768 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999c33ef-a886-4bf0-ae1d-de40ac82bc07 None None] Checking segment: {'id': '714982a0-3bd6-420a-8ae2-0d5475440df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:51:40.320171 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-999c33ef-a886-4bf0-ae1d-de40ac82bc07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:40.320589 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999c33ef-a886-4bf0-ae1d-de40ac82bc07 None None] Bound using segment: {'id': '714982a0-3bd6-420a-8ae2-0d5475440df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c'} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:51:40.321243 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-999c33ef-a886-4bf0-ae1d-de40ac82bc07 None None] Bound port: f62dbd80-836c-428c-a77a-55f350621b11, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '714982a0-3bd6-420a-8ae2-0d5475440df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c'}}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:51:40.321621 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-999c33ef-a886-4bf0-ae1d-de40ac82bc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:40.387863 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-999c33ef-a886-4bf0-ae1d-de40ac82bc07 None None] For port f62dbd80-836c-428c-a77a-55f350621b11, host n-d-791506-26, cleared binding levels {{(pid=101294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:51:40.391532 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-999c33ef-a886-4bf0-ae1d-de40ac82bc07 None None] For port f62dbd80-836c-428c-a77a-55f350621b11, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=f62dbd80-836c-428c-a77a-55f350621b11,segment=NetworkSegment(714982a0-3bd6-420a-8ae2-0d5475440df4),segment_id=714982a0-3bd6-420a-8ae2-0d5475440df4)] {{(pid=101294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:51:40.396780 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-999c33ef-a886-4bf0-ae1d-de40ac82bc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:40.461196 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999c33ef-a886-4bf0-ae1d-de40ac82bc07 None None] Routers {'67a6f228-1f37-42a9-9561-daf44bfca92a'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:51:40.461823 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-999c33ef-a886-4bf0-ae1d-de40ac82bc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:51:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['67a6f228-1f37-42a9-9561-daf44bfca92a'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:51:40.465623 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4743409b-cef0-4734-9947-ee6dcf3aab87 None None] Pushing event updated for resources: {'Port': ['ID=f62dbd80-836c-428c-a77a-55f350621b11,revision_number=4']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:40.706680 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-999c33ef-a886-4bf0-ae1d-de40ac82bc07 None None] Set router 67a6f228-1f37-42a9-9561-daf44bfca92a gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:51:40.922577 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-999c33ef-a886-4bf0-ae1d-de40ac82bc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'name': 'tempest-ServerActionsTestJSON-588204980-router', 'tenant_id': '83ef46c23c9b4665a6426b92010b2810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '2a45e1da-ac90-45b2-8495-6bf17bc484c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:51:34Z', 'updated_at': '2021-08-16T23:51:36Z', 'revision_number': 4, 'project_id': '83ef46c23c9b4665a6426b92010b2810', 'gw_port': {'id': '2a45e1da-ac90-45b2-8495-6bf17bc484c0', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:51:34Z', 'updated_at': '2021-08-16T23:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'f62dbd80-836c-428c-a77a-55f350621b11', 'name': '', 'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c', 'tenant_id': '83ef46c23c9b4665a6426b92010b2810', 'mac_address': 'fa:16:3e:ed:28:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2c7ea852-5b75-4594-bf21-897da6d8e4a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:51:36Z', 'updated_at': '2021-08-16T23:51:40Z', 'revision_number': 4, 'project_id': '83ef46c23c9b4665a6426b92010b2810', 'subnets': [{'id': '2c7ea852-5b75-4594-bf21-897da6d8e4a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:51:40.950348 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999c33ef-a886-4bf0-ae1d-de40ac82bc07 None None] The sync data for ids ['67a6f228-1f37-42a9-9561-daf44bfca92a'] in n-d-791506-26 is: [{'id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'name': 'tempest-ServerActionsTestJSON-588204980-router', 'tenant_id': '83ef46c23c9b4665a6426b92010b2810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '2a45e1da-ac90-45b2-8495-6bf17bc484c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:51:34Z', 'updated_at': '2021-08-16T23:51:36Z', 'revision_number': 4, 'project_id': '83ef46c23c9b4665a6426b92010b2810', 'gw_port': {'id': '2a45e1da-ac90-45b2-8495-6bf17bc484c0', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:51:34Z', 'updated_at': '2021-08-16T23:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'f62dbd80-836c-428c-a77a-55f350621b11', 'name': '', 'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c', 'tenant_id': '83ef46c23c9b4665a6426b92010b2810', 'mac_address': 'fa:16:3e:ed:28:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2c7ea852-5b75-4594-bf21-897da6d8e4a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:51:36Z', 'updated_at': '2021-08-16T23:51:40Z', 'revision_number': 4, 'project_id': '83ef46c23c9b4665a6426b92010b2810', 'subnets': [{'id': '2c7ea852-5b75-4594-bf21-897da6d8e4a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:51:41.045606 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 2a45e1da-ac90-45b2-8495-6bf17bc484c0 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:51:41.095784 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 2a45e1da-ac90-45b2-8495-6bf17bc484c0 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:51:41.096170 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:41.189692 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device f62dbd80-836c-428c-a77a-55f350621b11 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:51:41.242359 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port f62dbd80-836c-428c-a77a-55f350621b11 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:51:41.244142 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-814233ae-c234-421f-a2b9-b90f871a10f9 req-1ec104ef-2a32-48f9-878b-766ce3650bd4 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=560e218d-b4d7-4dc5-8b24-00b966eded5e HTTP/1.1" status: 200 len: 210 time: 0.0521586 Aug 16 23:51:41.247211 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port f62dbd80-836c-428c-a77a-55f350621b11 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:51:41.247949 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:41.361710 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:41.363271 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a981f291-dffc-40ae-bdbc-820984a504f4 req-327889b3-1314-4966-b7c0-7de6a364f37d tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:41.365125 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a981f291-dffc-40ae-bdbc-820984a504f4 req-327889b3-1314-4966-b7c0-7de6a364f37d tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.68 "GET /v2.0/networks?id=358c85e3-e402-4800-ac20-1ee48de2366c HTTP/1.1" status: 200 len: 811 time: 0.1196735 Aug 16 23:51:41.402703 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port f62dbd80-836c-428c-a77a-55f350621b11, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=f62dbd80-836c-428c-a77a-55f350621b11,segment=NetworkSegment(714982a0-3bd6-420a-8ae2-0d5475440df4),segment_id=714982a0-3bd6-420a-8ae2-0d5475440df4)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:51:41.407988 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:41.418053 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a981f291-dffc-40ae-bdbc-820984a504f4 req-b56534ea-5cfc-40f3-9a4e-494f1a619930 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83ef46c23c9b4665a6426b92010b2810 HTTP/1.1" status: 200 len: 378 time: 0.0426099 Aug 16 23:51:41.433025 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-a981f291-dffc-40ae-bdbc-820984a504f4 req-5a7b521b-5a30-46c6-89a0-d28fa234e2e5 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Request body: {'port': {'device_id': '560e218d-b4d7-4dc5-8b24-00b966eded5e', 'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c', 'admin_state_up': True, 'tenant_id': '83ef46c23c9b4665a6426b92010b2810', 'security_groups': ['76d78786-719d-4ded-9ccf-f6bbd64d77a3']}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:51:41.463393 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=f62dbd80-836c-428c-a77a-55f350621b11,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:41.554731 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a981f291-dffc-40ae-bdbc-820984a504f4 req-5a7b521b-5a30-46c6-89a0-d28fa234e2e5 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Made reservation on behalf of 83ef46c23c9b4665a6426b92010b2810 for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:51:41.558324 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-a981f291-dffc-40ae-bdbc-820984a504f4 req-5a7b521b-5a30-46c6-89a0-d28fa234e2e5 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:41.698130 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [req-a981f291-dffc-40ae-bdbc-820984a504f4 req-5a7b521b-5a30-46c6-89a0-d28fa234e2e5 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Allocated IP 172.20.0.8 (358c85e3-e402-4800-ac20-1ee48de2366c/2c7ea852-5b75-4594-bf21-897da6d8e4a1/99ee99b2-b488-4e98-8920-ca085f993c4c) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:51:41.762046 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:41.844259 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-a981f291-dffc-40ae-bdbc-820984a504f4 req-5a7b521b-5a30-46c6-89a0-d28fa234e2e5 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:41.856980 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-a981f291-dffc-40ae-bdbc-820984a504f4 req-5a7b521b-5a30-46c6-89a0-d28fa234e2e5 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Transition to ACTIVE for port object 99ee99b2-b488-4e98-8920-ca085f993c4c will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:51:41.890921 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-a981f291-dffc-40ae-bdbc-820984a504f4 req-5a7b521b-5a30-46c6-89a0-d28fa234e2e5 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:41.937578 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a981f291-dffc-40ae-bdbc-820984a504f4 req-5a7b521b-5a30-46c6-89a0-d28fa234e2e5 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Network 358c85e3-e402-4800-ac20-1ee48de2366c is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:51:41.940654 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [req-a981f291-dffc-40ae-bdbc-820984a504f4 req-5a7b521b-5a30-46c6-89a0-d28fa234e2e5 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:51:41.945552 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-a981f291-dffc-40ae-bdbc-820984a504f4 req-5a7b521b-5a30-46c6-89a0-d28fa234e2e5 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:51:41.968523 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7b521b-5a30-46c6-89a0-d28fa234e2e5 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Pushing event updated for resources: {'Port': ['ID=99ee99b2-b488-4e98-8920-ca085f993c4c,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:41.996697 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a981f291-dffc-40ae-bdbc-820984a504f4 req-5a7b521b-5a30-46c6-89a0-d28fa234e2e5 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:41.997317 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-a981f291-dffc-40ae-bdbc-820984a504f4 req-5a7b521b-5a30-46c6-89a0-d28fa234e2e5 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:42.013846 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a981f291-dffc-40ae-bdbc-820984a504f4 req-5a7b521b-5a30-46c6-89a0-d28fa234e2e5 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5888011 Aug 16 23:51:42.028270 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-a981f291-dffc-40ae-bdbc-820984a504f4 req-ef2d22c7-b1de-4d07-be6d-cb61f8055bd3 service neutron] Request body: {'port': {'device_id': '560e218d-b4d7-4dc5-8b24-00b966eded5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-26'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:51:42.090056 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-a981f291-dffc-40ae-bdbc-820984a504f4 req-ef2d22c7-b1de-4d07-be6d-cb61f8055bd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:42.169719 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-505b287a-0e1b-4433-91de-f88243f92d62 None None] Provisioning for port 99ee99b2-b488-4e98-8920-ca085f993c4c completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:51:42.174392 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-505b287a-0e1b-4433-91de-f88243f92d62 None None] Provisioning complete for port 99ee99b2-b488-4e98-8920-ca085f993c4c triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:51:42.174780 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-505b287a-0e1b-4433-91de-f88243f92d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:42.212788 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-505b287a-0e1b-4433-91de-f88243f92d62 None None] Port 99ee99b2-b488-4e98-8920-ca085f993c4c cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:51:42.395296 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [req-a981f291-dffc-40ae-bdbc-820984a504f4 req-ef2d22c7-b1de-4d07-be6d-cb61f8055bd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99ee99b2-b488-4e98-8920-ca085f993c4c {{(pid=101292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:51:42.404208 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-a981f291-dffc-40ae-bdbc-820984a504f4 req-ef2d22c7-b1de-4d07-be6d-cb61f8055bd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:42.422243 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e87cae-e886-4952-b4e2-9b0957ae2204 req-88239983-1c3b-4560-82da-5346f6858090 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:42.423797 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-54e87cae-e886-4952-b4e2-9b0957ae2204 req-88239983-1c3b-4560-82da-5346f6858090 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=560e218d-b4d7-4dc5-8b24-00b966eded5e HTTP/1.1" status: 200 len: 931 time: 0.0964880 Aug 16 23:51:42.429123 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-a981f291-dffc-40ae-bdbc-820984a504f4 req-ef2d22c7-b1de-4d07-be6d-cb61f8055bd3 service neutron] Transition to ACTIVE for port object 99ee99b2-b488-4e98-8920-ca085f993c4c will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:51:42.437649 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-a981f291-dffc-40ae-bdbc-820984a504f4 req-ef2d22c7-b1de-4d07-be6d-cb61f8055bd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:42.502888 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-54e87cae-e886-4952-b4e2-9b0957ae2204 req-4d3a1933-d2d2-4a6a-84d3-fa0364da88e7 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0723183 Aug 16 23:51:42.526293 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2d22c7-b1de-4d07-be6d-cb61f8055bd3 service neutron] Pushing event updated for resources: {'Port': ['ID=99ee99b2-b488-4e98-8920-ca085f993c4c,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:42.582931 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-a981f291-dffc-40ae-bdbc-820984a504f4 req-ef2d22c7-b1de-4d07-be6d-cb61f8055bd3 service neutron] Attempting to bind port 99ee99b2-b488-4e98-8920-ca085f993c4c on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:51:42.583264 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-a981f291-dffc-40ae-bdbc-820984a504f4 req-ef2d22c7-b1de-4d07-be6d-cb61f8055bd3 service neutron] Attempting to bind port 99ee99b2-b488-4e98-8920-ca085f993c4c by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': '714982a0-3bd6-420a-8ae2-0d5475440df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:51:42.583595 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a981f291-dffc-40ae-bdbc-820984a504f4 req-ef2d22c7-b1de-4d07-be6d-cb61f8055bd3 service neutron] Attempting to bind port 99ee99b2-b488-4e98-8920-ca085f993c4c on network 358c85e3-e402-4800-ac20-1ee48de2366c {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:51:42.588218 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a981f291-dffc-40ae-bdbc-820984a504f4 req-ef2d22c7-b1de-4d07-be6d-cb61f8055bd3 service neutron] Port 99ee99b2-b488-4e98-8920-ca085f993c4c on network 358c85e3-e402-4800-ac20-1ee48de2366c not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:51:42.588564 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a981f291-dffc-40ae-bdbc-820984a504f4 req-ef2d22c7-b1de-4d07-be6d-cb61f8055bd3 service neutron] Attempting to bind port 99ee99b2-b488-4e98-8920-ca085f993c4c on network 358c85e3-e402-4800-ac20-1ee48de2366c {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:51:42.593703 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a981f291-dffc-40ae-bdbc-820984a504f4 req-ef2d22c7-b1de-4d07-be6d-cb61f8055bd3 service neutron] Checking agent: {'id': 'd28e24f9-e5ea-41e1-80bf-3c7943ad7f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:51:42.594081 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a981f291-dffc-40ae-bdbc-820984a504f4 req-ef2d22c7-b1de-4d07-be6d-cb61f8055bd3 service neutron] Checking segment: {'id': '714982a0-3bd6-420a-8ae2-0d5475440df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:51:42.594475 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a981f291-dffc-40ae-bdbc-820984a504f4 req-ef2d22c7-b1de-4d07-be6d-cb61f8055bd3 service neutron] Bound using segment: {'id': '714982a0-3bd6-420a-8ae2-0d5475440df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:51:42.594906 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-a981f291-dffc-40ae-bdbc-820984a504f4 req-ef2d22c7-b1de-4d07-be6d-cb61f8055bd3 service neutron] Bound port: 99ee99b2-b488-4e98-8920-ca085f993c4c, host: n-h1-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '714982a0-3bd6-420a-8ae2-0d5475440df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:51:42.595266 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-a981f291-dffc-40ae-bdbc-820984a504f4 req-ef2d22c7-b1de-4d07-be6d-cb61f8055bd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:42.674100 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-a981f291-dffc-40ae-bdbc-820984a504f4 req-ef2d22c7-b1de-4d07-be6d-cb61f8055bd3 service neutron] For port 99ee99b2-b488-4e98-8920-ca085f993c4c, host n-h1-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:51:42.677399 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-a981f291-dffc-40ae-bdbc-820984a504f4 req-ef2d22c7-b1de-4d07-be6d-cb61f8055bd3 service neutron] For port 99ee99b2-b488-4e98-8920-ca085f993c4c, host n-h1-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=99ee99b2-b488-4e98-8920-ca085f993c4c,segment=NetworkSegment(714982a0-3bd6-420a-8ae2-0d5475440df4),segment_id=714982a0-3bd6-420a-8ae2-0d5475440df4)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:51:42.682445 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-a981f291-dffc-40ae-bdbc-820984a504f4 req-ef2d22c7-b1de-4d07-be6d-cb61f8055bd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:42.718834 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a981f291-dffc-40ae-bdbc-820984a504f4 req-ef2d22c7-b1de-4d07-be6d-cb61f8055bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:42.719310 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-a981f291-dffc-40ae-bdbc-820984a504f4 req-ef2d22c7-b1de-4d07-be6d-cb61f8055bd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:42.720769 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a981f291-dffc-40ae-bdbc-820984a504f4 req-ef2d22c7-b1de-4d07-be6d-cb61f8055bd3 service neutron] 10.222.0.68 "PUT /v2.0/ports/99ee99b2-b488-4e98-8920-ca085f993c4c HTTP/1.1" status: 200 len: 1092 time: 0.6981165 Aug 16 23:51:42.723577 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '560e218d-b4d7-4dc5-8b24-00b966eded5e', 'tag': '99ee99b2-b488-4e98-8920-ca085f993c4c'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:51:42.725987 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5be9a9c22bfe9382157933c6eba925c7622163b8a5c85bc608140d30d6fa20cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f367e25a-96d6-43d9-9685-1f259fb7ed33" -d '{"events": [{"name": "network-changed", "server_uuid": "560e218d-b4d7-4dc5-8b24-00b966eded5e", "tag": "99ee99b2-b488-4e98-8920-ca085f993c4c"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:51:42.757846 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2d22c7-b1de-4d07-be6d-cb61f8055bd3 service neutron] Pushing event updated for resources: {'Port': ['ID=99ee99b2-b488-4e98-8920-ca085f993c4c,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:42.772486 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f9cc72d-2700-4694-9928-bb8b36962326 x-openstack-request-id: req-7f9cc72d-2700-4694-9928-bb8b36962326 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:51:42.773067 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "560e218d-b4d7-4dc5-8b24-00b966eded5e", "tag": "99ee99b2-b488-4e98-8920-ca085f993c4c", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:51:42.773391 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7f9cc72d-2700-4694-9928-bb8b36962326 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:51:42.773943 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '560e218d-b4d7-4dc5-8b24-00b966eded5e', 'tag': '99ee99b2-b488-4e98-8920-ca085f993c4c', 'status': 'completed', 'code': 200} Aug 16 23:51:42.827388 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a981f291-dffc-40ae-bdbc-820984a504f4 req-872f577e-6f02-4c85-8714-794aa9187f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:42.829030 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a981f291-dffc-40ae-bdbc-820984a504f4 req-872f577e-6f02-4c85-8714-794aa9187f46 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=83ef46c23c9b4665a6426b92010b2810&device_id=560e218d-b4d7-4dc5-8b24-00b966eded5e HTTP/1.1" status: 200 len: 1095 time: 0.0472541 Aug 16 23:51:42.877706 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a981f291-dffc-40ae-bdbc-820984a504f4 req-3d1b4e61-7f15-4823-8796-9d3638df104a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=99ee99b2-b488-4e98-8920-ca085f993c4c HTTP/1.1" status: 200 len: 217 time: 0.0399859 Aug 16 23:51:42.930842 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a981f291-dffc-40ae-bdbc-820984a504f4 req-a207d9cd-7600-474a-b1ee-c479446e3dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:42.932336 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a981f291-dffc-40ae-bdbc-820984a504f4 req-a207d9cd-7600-474a-b1ee-c479446e3dd5 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2c7ea852-5b75-4594-bf21-897da6d8e4a1 HTTP/1.1" status: 200 len: 850 time: 0.0467441 Aug 16 23:51:42.979796 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a981f291-dffc-40ae-bdbc-820984a504f4 req-b2c25b00-ef13-490c-a27d-5be4e7247dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:42.981335 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a981f291-dffc-40ae-bdbc-820984a504f4 req-b2c25b00-ef13-490c-a27d-5be4e7247dcb service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=358c85e3-e402-4800-ac20-1ee48de2366c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406055 Aug 16 23:51:43.019678 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device f62dbd80-836c-428c-a77a-55f350621b11 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:51:43.067774 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port f62dbd80-836c-428c-a77a-55f350621b11 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:51:43.068148 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:43.075121 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a981f291-dffc-40ae-bdbc-820984a504f4 req-75a7b1bb-36e5-4a19-a498-6ecd20da42a4 service neutron] 10.222.0.68 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853593 Aug 16 23:51:43.169644 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a981f291-dffc-40ae-bdbc-820984a504f4 req-b8753118-d1ae-4d99-bf0d-48c1b43425ed service neutron] 10.222.0.68 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870984 Aug 16 23:51:43.257495 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f367e25a-96d6-43d9-9685-1f259fb7ed33 req-162d5b72-2255-4dc5-9ec7-d48f41b3e8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:43.259191 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f367e25a-96d6-43d9-9685-1f259fb7ed33 req-162d5b72-2255-4dc5-9ec7-d48f41b3e8e1 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=83ef46c23c9b4665a6426b92010b2810&device_id=560e218d-b4d7-4dc5-8b24-00b966eded5e HTTP/1.1" status: 200 len: 1095 time: 0.0462587 Aug 16 23:51:43.347813 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f367e25a-96d6-43d9-9685-1f259fb7ed33 req-18459820-895e-4bbe-991f-deb7ca938779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:43.349325 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f367e25a-96d6-43d9-9685-1f259fb7ed33 req-18459820-895e-4bbe-991f-deb7ca938779 service neutron] 10.222.0.68 "GET /v2.0/networks?id=358c85e3-e402-4800-ac20-1ee48de2366c HTTP/1.1" status: 200 len: 912 time: 0.0827546 Aug 16 23:51:43.395437 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f367e25a-96d6-43d9-9685-1f259fb7ed33 req-b3a461df-b7c3-40e3-83a2-bc84017518aa service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=99ee99b2-b488-4e98-8920-ca085f993c4c HTTP/1.1" status: 200 len: 217 time: 0.0383477 Aug 16 23:51:43.807218 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f367e25a-96d6-43d9-9685-1f259fb7ed33 req-c5bcea7e-6a80-4fc1-8a8a-a763f3f7f11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:43.808647 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f367e25a-96d6-43d9-9685-1f259fb7ed33 req-c5bcea7e-6a80-4fc1-8a8a-a763f3f7f11f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2c7ea852-5b75-4594-bf21-897da6d8e4a1 HTTP/1.1" status: 200 len: 850 time: 0.4057598 Aug 16 23:51:43.826032 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04745252-7ee5-408b-a198-bf1a4a17affd req-4fee064b-75e4-44ef-9b2f-2c59fd4ba5e4 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:43.827421 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-04745252-7ee5-408b-a198-bf1a4a17affd req-4fee064b-75e4-44ef-9b2f-2c59fd4ba5e4 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=560e218d-b4d7-4dc5-8b24-00b966eded5e HTTP/1.1" status: 200 len: 943 time: 0.0619588 Aug 16 23:51:43.891879 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-04745252-7ee5-408b-a198-bf1a4a17affd req-1142834c-90d5-4b4b-9fdf-41d33ed19048 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0565774 Aug 16 23:51:43.895074 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f367e25a-96d6-43d9-9685-1f259fb7ed33 req-bbe27c85-fa8f-49db-a832-053f572d8b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:43.896640 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f367e25a-96d6-43d9-9685-1f259fb7ed33 req-bbe27c85-fa8f-49db-a832-053f572d8b2b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=358c85e3-e402-4800-ac20-1ee48de2366c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0783155 Aug 16 23:51:43.986004 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f367e25a-96d6-43d9-9685-1f259fb7ed33 req-a1228143-9e75-4437-8661-e3d21c0e5ad6 service neutron] 10.222.0.68 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805235 Aug 16 23:51:44.079756 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f367e25a-96d6-43d9-9685-1f259fb7ed33 req-aef743bd-2885-4ce3-bd78-8d66fa1965c0 service neutron] 10.222.0.68 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859311 Aug 16 23:51:45.009787 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a7faeb-9606-488b-9542-d55474397321 req-0ddc1b6d-98e8-407e-9bf8-9c6dc5ca441b tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:45.011249 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c9a7faeb-9606-488b-9542-d55474397321 req-0ddc1b6d-98e8-407e-9bf8-9c6dc5ca441b tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=560e218d-b4d7-4dc5-8b24-00b966eded5e HTTP/1.1" status: 200 len: 943 time: 0.0501182 Aug 16 23:51:45.047408 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c9a7faeb-9606-488b-9542-d55474397321 req-8bcd6f42-c5b1-4eb1-a679-b6db2787aa69 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301354 Aug 16 23:51:46.163252 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57c017a-9287-47c2-8091-520f5bf6d867 req-1183fb03-152b-47a0-be97-20e7c3a7d37a tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:46.164840 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f57c017a-9287-47c2-8091-520f5bf6d867 req-1183fb03-152b-47a0-be97-20e7c3a7d37a tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=560e218d-b4d7-4dc5-8b24-00b966eded5e HTTP/1.1" status: 200 len: 943 time: 0.0512810 Aug 16 23:51:46.203343 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f57c017a-9287-47c2-8091-520f5bf6d867 req-d4e47d7d-dbb1-4f38-bf8d-0e81ad9e26be tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325351 Aug 16 23:51:47.322043 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7039e5-b1ba-4d03-a35e-40fb78490674 req-c791eb9a-03e0-4a41-841f-b5a59ceb7296 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:47.323550 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3b7039e5-b1ba-4d03-a35e-40fb78490674 req-c791eb9a-03e0-4a41-841f-b5a59ceb7296 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=560e218d-b4d7-4dc5-8b24-00b966eded5e HTTP/1.1" status: 200 len: 943 time: 0.0524416 Aug 16 23:51:47.361618 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3b7039e5-b1ba-4d03-a35e-40fb78490674 req-1cbc0b31-1d8d-48a9-a75f-f33691b1057d tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322399 Aug 16 23:51:47.463564 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 99ee99b2-b488-4e98-8920-ca085f993c4c details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:51:47.554864 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 99ee99b2-b488-4e98-8920-ca085f993c4c, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=99ee99b2-b488-4e98-8920-ca085f993c4c,segment=NetworkSegment(714982a0-3bd6-420a-8ae2-0d5475440df4),segment_id=714982a0-3bd6-420a-8ae2-0d5475440df4)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:51:47.569771 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': '99ee99b2-b488-4e98-8920-ca085f993c4c', 'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c', 'port_id': '99ee99b2-b488-4e98-8920-ca085f993c4c', 'mac_address': 'fa:16:3e:4d:e2:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c7ea852-5b75-4594-bf21-897da6d8e4a1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:51:47.605925 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:47.618044 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99ee99b2-b488-4e98-8920-ca085f993c4c {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:51:47.637673 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 99ee99b2-b488-4e98-8920-ca085f993c4c, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=99ee99b2-b488-4e98-8920-ca085f993c4c,segment=NetworkSegment(714982a0-3bd6-420a-8ae2-0d5475440df4),segment_id=714982a0-3bd6-420a-8ae2-0d5475440df4)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:51:47.641712 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:47.687551 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=99ee99b2-b488-4e98-8920-ca085f993c4c,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:47.770279 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-5c581986-cdfb-4b8f-a7fb-ce30aed14180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:47.840185 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['99ee99b2-b488-4e98-8920-ca085f993c4c'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:51:48.475741 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9ab11f-aa26-4324-9059-ab433eedacff req-698014a3-874a-4bc1-9faa-00c0748e528d tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:48.477241 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cb9ab11f-aa26-4324-9059-ab433eedacff req-698014a3-874a-4bc1-9faa-00c0748e528d tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=560e218d-b4d7-4dc5-8b24-00b966eded5e HTTP/1.1" status: 200 len: 944 time: 0.0479298 Aug 16 23:51:48.515167 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cb9ab11f-aa26-4324-9059-ab433eedacff req-83c2fe6b-4e5d-4c8a-b43e-4ab1ca7830ad tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319300 Aug 16 23:51:49.464480 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 99ee99b2-b488-4e98-8920-ca085f993c4c up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:51:49.511570 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning for port 99ee99b2-b488-4e98-8920-ca085f993c4c completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:51:49.515150 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port 99ee99b2-b488-4e98-8920-ca085f993c4c triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:51:49.515524 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:49.595981 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:49.619992 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '560e218d-b4d7-4dc5-8b24-00b966eded5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99ee99b2-b488-4e98-8920-ca085f993c4c'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:51:49.622306 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d789e1acf86fc3837d65c5c7bf7b17f03ca076816da63f24d17cffa1a624f203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7284a0a0-c41b-4e23-983b-4c2b83f505bc" -d '{"events": [{"server_uuid": "560e218d-b4d7-4dc5-8b24-00b966eded5e", "name": "network-vif-plugged", "status": "completed", "tag": "99ee99b2-b488-4e98-8920-ca085f993c4c"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:51:49.627500 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7811a80-d7c3-42ec-8067-bc26b3ec58ea req-5098daa4-0e03-40e4-9d5f-a213f219ecdb tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:49.629795 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f7811a80-d7c3-42ec-8067-bc26b3ec58ea req-5098daa4-0e03-40e4-9d5f-a213f219ecdb tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=560e218d-b4d7-4dc5-8b24-00b966eded5e HTTP/1.1" status: 200 len: 944 time: 0.0503032 Aug 16 23:51:49.635927 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 99ee99b2-b488-4e98-8920-ca085f993c4c, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=99ee99b2-b488-4e98-8920-ca085f993c4c,segment=NetworkSegment(714982a0-3bd6-420a-8ae2-0d5475440df4),segment_id=714982a0-3bd6-420a-8ae2-0d5475440df4)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:51:49.639911 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:49.670748 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f7811a80-d7c3-42ec-8067-bc26b3ec58ea req-5f27a67f-037b-4ee1-a19c-47cfc102cac7 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340178 Aug 16 23:51:49.690592 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=99ee99b2-b488-4e98-8920-ca085f993c4c,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:51:49.727270 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06d85357-df93-40aa-90e5-8908e76c53ce x-openstack-request-id: req-06d85357-df93-40aa-90e5-8908e76c53ce {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:51:49.727570 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "560e218d-b4d7-4dc5-8b24-00b966eded5e", "name": "network-vif-plugged", "status": "completed", "tag": "99ee99b2-b488-4e98-8920-ca085f993c4c", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:51:49.727820 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-06d85357-df93-40aa-90e5-8908e76c53ce {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:51:49.728214 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '560e218d-b4d7-4dc5-8b24-00b966eded5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99ee99b2-b488-4e98-8920-ca085f993c4c', 'code': 200} Aug 16 23:51:49.827442 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ba83ed-6e95-41e3-9ccc-15c840520b50 req-88c7d99d-08c2-4c00-b171-ecfb2ff451e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:49.828959 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a6ba83ed-6e95-41e3-9ccc-15c840520b50 req-88c7d99d-08c2-4c00-b171-ecfb2ff451e8 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=560e218d-b4d7-4dc5-8b24-00b966eded5e HTTP/1.1" status: 200 len: 1097 time: 0.0435660 Aug 16 23:51:49.852074 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-1839eaff-9ffc-4532-a5ca-5a20384d2904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:49.865492 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a6ba83ed-6e95-41e3-9ccc-15c840520b50 req-d1e0e385-b0d8-4eac-8f8e-070ed2e3c610 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0292950 Aug 16 23:51:50.748203 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:50.806873 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb20a26-e344-4063-a2cf-df3e9bc62c1f req-22dd059c-ebda-44f5-a5b2-ee617fcc1da9 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:50.808375 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ecb20a26-e344-4063-a2cf-df3e9bc62c1f req-22dd059c-ebda-44f5-a5b2-ee617fcc1da9 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=560e218d-b4d7-4dc5-8b24-00b966eded5e HTTP/1.1" status: 200 len: 945 time: 0.0514116 Aug 16 23:51:50.845829 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ecb20a26-e344-4063-a2cf-df3e9bc62c1f req-eb5c3a92-89ed-41ef-a849-f67c69eb8cb4 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313125 Aug 16 23:51:50.961274 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393edbac-961a-4e8e-996d-2f35ab06bd9a req-62e3eeb2-a1a0-440d-9313-71574de3ca5d tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:50.963040 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-393edbac-961a-4e8e-996d-2f35ab06bd9a req-62e3eeb2-a1a0-440d-9313-71574de3ca5d tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=560e218d-b4d7-4dc5-8b24-00b966eded5e HTTP/1.1" status: 200 len: 945 time: 0.0492647 Aug 16 23:51:50.971607 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56400) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:51:50.977221 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-eec6c4a6-b839-4c16-910d-81365804fb62 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Request body: {'floatingip': {'port_id': '99ee99b2-b488-4e98-8920-ca085f993c4c'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:51:51.020354 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-eec6c4a6-b839-4c16-910d-81365804fb62 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Notify callbacks [] for floatingip, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:51.461260 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-eec6c4a6-b839-4c16-910d-81365804fb62 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:51.465724 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-eec6c4a6-b839-4c16-910d-81365804fb62 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:51.563968 n-d-791506-26 neutron-server[101292]: INFO neutron.db.l3_db [None req-eec6c4a6-b839-4c16-910d-81365804fb62 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Floating IP ca5c0e4f-bc22-4dc9-997b-e59ffb1540a1 associated. External IP: 172.25.4.29, port: 99ee99b2-b488-4e98-8920-ca085f993c4c. Aug 16 23:51:51.759197 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:51.774516 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eec6c4a6-b839-4c16-910d-81365804fb62 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Router 67a6f228-1f37-42a9-9561-daf44bfca92a has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:51:51.883258 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eec6c4a6-b839-4c16-910d-81365804fb62 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:51:51.887956 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-eec6c4a6-b839-4c16-910d-81365804fb62 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:51.892984 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debd63af-186a-42a4-9b0d-683d7f369633 None None] Sync routers for ids ['67a6f228-1f37-42a9-9561-daf44bfca92a'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:51:51.902864 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debd63af-186a-42a4-9b0d-683d7f369633 None None] Routers {'67a6f228-1f37-42a9-9561-daf44bfca92a'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:51:51.903482 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-debd63af-186a-42a4-9b0d-683d7f369633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:51:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['67a6f228-1f37-42a9-9561-daf44bfca92a'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:51:51.915866 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-eec6c4a6-b839-4c16-910d-81365804fb62 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "PUT /v2.0/floatingips/ca5c0e4f-bc22-4dc9-997b-e59ffb1540a1 HTTP/1.1" status: 200 len: 990 time: 0.9424818 Aug 16 23:51:51.916588 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '560e218d-b4d7-4dc5-8b24-00b966eded5e', 'tag': '99ee99b2-b488-4e98-8920-ca085f993c4c'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:51:51.918962 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5be9a9c22bfe9382157933c6eba925c7622163b8a5c85bc608140d30d6fa20cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3db55a1-848b-4387-8386-0b4b218567d6" -d '{"events": [{"name": "network-changed", "server_uuid": "560e218d-b4d7-4dc5-8b24-00b966eded5e", "tag": "99ee99b2-b488-4e98-8920-ca085f993c4c"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:51:51.966731 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e2f383e-cf49-420d-aac8-f3ec4c1fcdd3 x-openstack-request-id: req-7e2f383e-cf49-420d-aac8-f3ec4c1fcdd3 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:51:51.967026 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "560e218d-b4d7-4dc5-8b24-00b966eded5e", "tag": "99ee99b2-b488-4e98-8920-ca085f993c4c", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:51:51.967280 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7e2f383e-cf49-420d-aac8-f3ec4c1fcdd3 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:51:51.967694 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '560e218d-b4d7-4dc5-8b24-00b966eded5e', 'tag': '99ee99b2-b488-4e98-8920-ca085f993c4c', 'status': 'completed', 'code': 200} Aug 16 23:51:52.023824 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-debd63af-186a-42a4-9b0d-683d7f369633 None None] Set router 67a6f228-1f37-42a9-9561-daf44bfca92a gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:51:52.031599 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3db55a1-848b-4387-8386-0b4b218567d6 req-8395e0c7-f645-4557-afa8-348a18c496a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:52.033175 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f3db55a1-848b-4387-8386-0b4b218567d6 req-8395e0c7-f645-4557-afa8-348a18c496a0 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=83ef46c23c9b4665a6426b92010b2810&device_id=560e218d-b4d7-4dc5-8b24-00b966eded5e HTTP/1.1" status: 200 len: 1097 time: 0.0418117 Aug 16 23:51:52.134760 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3db55a1-848b-4387-8386-0b4b218567d6 req-57754eea-3181-4c59-84fa-061dced9c210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:52.136388 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f3db55a1-848b-4387-8386-0b4b218567d6 req-57754eea-3181-4c59-84fa-061dced9c210 service neutron] 10.222.0.68 "GET /v2.0/networks?id=358c85e3-e402-4800-ac20-1ee48de2366c HTTP/1.1" status: 200 len: 912 time: 0.0962512 Aug 16 23:51:52.204441 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f3db55a1-848b-4387-8386-0b4b218567d6 req-00615d80-231e-4dba-85f8-bede09467205 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=99ee99b2-b488-4e98-8920-ca085f993c4c HTTP/1.1" status: 200 len: 998 time: 0.0588858 Aug 16 23:51:52.258229 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3db55a1-848b-4387-8386-0b4b218567d6 req-ae3d68f4-d312-4cdf-bc79-2cf77690bee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:52.259466 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-debd63af-186a-42a4-9b0d-683d7f369633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'name': 'tempest-ServerActionsTestJSON-588204980-router', 'tenant_id': '83ef46c23c9b4665a6426b92010b2810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '2a45e1da-ac90-45b2-8495-6bf17bc484c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:51:34Z', 'updated_at': '2021-08-16T23:51:36Z', 'revision_number': 4, 'project_id': '83ef46c23c9b4665a6426b92010b2810', 'gw_port': {'id': '2a45e1da-ac90-45b2-8495-6bf17bc484c0', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:51:34Z', 'updated_at': '2021-08-16T23:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': 'ca5c0e4f-bc22-4dc9-997b-e59ffb1540a1', 'tenant_id': '83ef46c23c9b4665a6426b92010b2810', 'floating_ip_address': '172.25.4.29', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'port_id': '99ee99b2-b488-4e98-8920-ca085f993c4c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c', 'mac_address': 'fa:16:3e:4d:e2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560e218d-b4d7-4dc5-8b24-00b966eded5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:51:39Z', 'updated_at': '2021-08-16T23:51:51Z', 'revision_number': 1, 'project_id': '83ef46c23c9b4665a6426b92010b2810', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f62dbd80-836c-428c-a77a-55f350621b11', 'name': '', 'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c', 'tenant_id': '83ef46c23c9b4665a6426b92010b2810', 'mac_address': 'fa:16:3e:ed:28:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2c7ea852-5b75-4594-bf21-897da6d8e4a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:51:36Z', 'updated_at': '2021-08-16T23:51:41Z', 'revision_number': 5, 'project_id': '83ef46c23c9b4665a6426b92010b2810', 'subnets': [{'id': '2c7ea852-5b75-4594-bf21-897da6d8e4a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:51:52.259942 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f3db55a1-848b-4387-8386-0b4b218567d6 req-ae3d68f4-d312-4cdf-bc79-2cf77690bee4 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2c7ea852-5b75-4594-bf21-897da6d8e4a1 HTTP/1.1" status: 200 len: 850 time: 0.0484889 Aug 16 23:51:52.287797 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debd63af-186a-42a4-9b0d-683d7f369633 None None] Checking router: 67a6f228-1f37-42a9-9561-daf44bfca92a for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:51:52.296200 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debd63af-186a-42a4-9b0d-683d7f369633 None None] Routers {'67a6f228-1f37-42a9-9561-daf44bfca92a'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:51:52.296918 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-debd63af-186a-42a4-9b0d-683d7f369633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:51:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['67a6f228-1f37-42a9-9561-daf44bfca92a'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:51:52.308775 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3db55a1-848b-4387-8386-0b4b218567d6 req-9654bd0d-a615-4d29-9ad9-93fb28d427a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:51:52.310371 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f3db55a1-848b-4387-8386-0b4b218567d6 req-9654bd0d-a615-4d29-9ad9-93fb28d427a2 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=358c85e3-e402-4800-ac20-1ee48de2366c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397165 Aug 16 23:51:52.402275 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-debd63af-186a-42a4-9b0d-683d7f369633 None None] Set router 67a6f228-1f37-42a9-9561-daf44bfca92a gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:51:52.407639 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f3db55a1-848b-4387-8386-0b4b218567d6 req-545ed911-b9bf-43ed-92e6-bd600c4fb702 service neutron] 10.222.0.68 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891314 Aug 16 23:51:52.499293 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f3db55a1-848b-4387-8386-0b4b218567d6 req-1c89142d-6e80-4e9d-8983-3cb7342d4a27 service neutron] 10.222.0.68 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839999 Aug 16 23:51:52.622997 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-debd63af-186a-42a4-9b0d-683d7f369633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'name': 'tempest-ServerActionsTestJSON-588204980-router', 'tenant_id': '83ef46c23c9b4665a6426b92010b2810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '2a45e1da-ac90-45b2-8495-6bf17bc484c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:51:34Z', 'updated_at': '2021-08-16T23:51:36Z', 'revision_number': 4, 'project_id': '83ef46c23c9b4665a6426b92010b2810', 'gw_port': {'id': '2a45e1da-ac90-45b2-8495-6bf17bc484c0', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:51:34Z', 'updated_at': '2021-08-16T23:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': 'ca5c0e4f-bc22-4dc9-997b-e59ffb1540a1', 'tenant_id': '83ef46c23c9b4665a6426b92010b2810', 'floating_ip_address': '172.25.4.29', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'port_id': '99ee99b2-b488-4e98-8920-ca085f993c4c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c', 'mac_address': 'fa:16:3e:4d:e2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560e218d-b4d7-4dc5-8b24-00b966eded5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:51:39Z', 'updated_at': '2021-08-16T23:51:51Z', 'revision_number': 1, 'project_id': '83ef46c23c9b4665a6426b92010b2810', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f62dbd80-836c-428c-a77a-55f350621b11', 'name': '', 'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c', 'tenant_id': '83ef46c23c9b4665a6426b92010b2810', 'mac_address': 'fa:16:3e:ed:28:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2c7ea852-5b75-4594-bf21-897da6d8e4a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:51:36Z', 'updated_at': '2021-08-16T23:51:41Z', 'revision_number': 5, 'project_id': '83ef46c23c9b4665a6426b92010b2810', 'subnets': [{'id': '2c7ea852-5b75-4594-bf21-897da6d8e4a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:51:52.652638 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debd63af-186a-42a4-9b0d-683d7f369633 None None] The sync data for ids ['67a6f228-1f37-42a9-9561-daf44bfca92a'] in n-d-791506-26 is: [{'id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'name': 'tempest-ServerActionsTestJSON-588204980-router', 'tenant_id': '83ef46c23c9b4665a6426b92010b2810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '2a45e1da-ac90-45b2-8495-6bf17bc484c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:51:34Z', 'updated_at': '2021-08-16T23:51:36Z', 'revision_number': 4, 'project_id': '83ef46c23c9b4665a6426b92010b2810', 'gw_port': {'id': '2a45e1da-ac90-45b2-8495-6bf17bc484c0', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:51:34Z', 'updated_at': '2021-08-16T23:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': 'ca5c0e4f-bc22-4dc9-997b-e59ffb1540a1', 'tenant_id': '83ef46c23c9b4665a6426b92010b2810', 'floating_ip_address': '172.25.4.29', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'port_id': '99ee99b2-b488-4e98-8920-ca085f993c4c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c', 'mac_address': 'fa:16:3e:4d:e2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560e218d-b4d7-4dc5-8b24-00b966eded5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:51:39Z', 'updated_at': '2021-08-16T23:51:51Z', 'revision_number': 1, 'project_id': '83ef46c23c9b4665a6426b92010b2810', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f62dbd80-836c-428c-a77a-55f350621b11', 'name': '', 'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c', 'tenant_id': '83ef46c23c9b4665a6426b92010b2810', 'mac_address': 'fa:16:3e:ed:28:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2c7ea852-5b75-4594-bf21-897da6d8e4a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:51:36Z', 'updated_at': '2021-08-16T23:51:41Z', 'revision_number': 5, 'project_id': '83ef46c23c9b4665a6426b92010b2810', 'subnets': [{'id': '2c7ea852-5b75-4594-bf21-897da6d8e4a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:51:52.942083 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c8e46a-cf0b-47d4-888c-319240b5797d None None] New status for floating IP ca5c0e4f-bc22-4dc9-997b-e59ffb1540a1: ACTIVE {{(pid=101294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:51:53.007543 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:51:53.810179 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:51:55.881632 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:09.391168 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9bc18553-c3c0-4ab4-89fb-8f809771436c req-a88b522e-bd11-4c68-ac24-334bcf98050d service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=560e218d-b4d7-4dc5-8b24-00b966eded5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0439818 Aug 16 23:52:09.480737 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc18553-c3c0-4ab4-89fb-8f809771436c req-bcdaf2d2-b08e-4ad1-a5a9-cb635724d33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:09.482747 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9bc18553-c3c0-4ab4-89fb-8f809771436c req-bcdaf2d2-b08e-4ad1-a5a9-cb635724d33e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=83ef46c23c9b4665a6426b92010b2810&device_id=560e218d-b4d7-4dc5-8b24-00b966eded5e HTTP/1.1" status: 200 len: 1097 time: 0.0495048 Aug 16 23:52:09.587946 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc18553-c3c0-4ab4-89fb-8f809771436c req-8f254966-8f5b-4765-a4cd-7d4bd1d9081d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:09.589479 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9bc18553-c3c0-4ab4-89fb-8f809771436c req-8f254966-8f5b-4765-a4cd-7d4bd1d9081d service neutron] 10.222.0.68 "GET /v2.0/networks?id=358c85e3-e402-4800-ac20-1ee48de2366c HTTP/1.1" status: 200 len: 912 time: 0.0867975 Aug 16 23:52:09.667573 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9bc18553-c3c0-4ab4-89fb-8f809771436c req-509a147b-6545-438e-bc22-3d5f44ed7b7e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=99ee99b2-b488-4e98-8920-ca085f993c4c HTTP/1.1" status: 200 len: 1000 time: 0.0698106 Aug 16 23:52:09.718731 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc18553-c3c0-4ab4-89fb-8f809771436c req-f8d11b48-58a5-4dcb-816d-685b48eaa980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:09.720191 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9bc18553-c3c0-4ab4-89fb-8f809771436c req-f8d11b48-58a5-4dcb-816d-685b48eaa980 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2c7ea852-5b75-4594-bf21-897da6d8e4a1 HTTP/1.1" status: 200 len: 850 time: 0.0445364 Aug 16 23:52:09.768462 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc18553-c3c0-4ab4-89fb-8f809771436c req-0c474345-2238-40eb-962f-a2e8ca6ffa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:52:09.770018 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9bc18553-c3c0-4ab4-89fb-8f809771436c req-0c474345-2238-40eb-962f-a2e8ca6ffa79 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=358c85e3-e402-4800-ac20-1ee48de2366c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414577 Aug 16 23:52:09.865990 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9bc18553-c3c0-4ab4-89fb-8f809771436c req-48bce203-fc9a-4ea1-859c-c967e0e533ef service neutron] 10.222.0.68 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879447 Aug 16 23:52:09.961531 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9bc18553-c3c0-4ab4-89fb-8f809771436c req-2321b3fd-d3d0-4fb8-a3d5-bee45ea1bf59 service neutron] 10.222.0.68 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878501 Aug 16 23:52:11.773188 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:17.770049 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-90bd961b-820b-4628-b718-e2d4fe5d33f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:19.854270 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-436aa0fc-e3c9-4f46-9e90-12c27166627e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:20.739244 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:21.761185 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:23.009101 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:25.895241 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:30.809342 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:52:41.773478 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:47.770156 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-1ba2aabf-72e3-4185-bb8f-ce28c8f5eebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:49.856221 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-744338f9-e94f-4f11-9d01-c6ae03ece89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:50.740359 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:51.764409 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:53.014200 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:52:55.902583 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:07.809472 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:53:11.362156 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-07f1e2ad-ce3a-4762-acf1-2e781933c736 req-d6cd08ec-c989-41fa-be40-5ff2067eb29d service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=560e218d-b4d7-4dc5-8b24-00b966eded5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0476348 Aug 16 23:53:11.462453 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f1e2ad-ce3a-4762-acf1-2e781933c736 req-f22e13aa-5470-4863-a6e6-0818b4a25547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:11.463986 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-07f1e2ad-ce3a-4762-acf1-2e781933c736 req-f22e13aa-5470-4863-a6e6-0818b4a25547 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=83ef46c23c9b4665a6426b92010b2810&device_id=560e218d-b4d7-4dc5-8b24-00b966eded5e HTTP/1.1" status: 200 len: 1097 time: 0.0539680 Aug 16 23:53:11.567416 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f1e2ad-ce3a-4762-acf1-2e781933c736 req-8ab847ad-c462-4691-855b-2fd0ed8bc8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:11.568915 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-07f1e2ad-ce3a-4762-acf1-2e781933c736 req-8ab847ad-c462-4691-855b-2fd0ed8bc8ea service neutron] 10.222.0.68 "GET /v2.0/networks?id=358c85e3-e402-4800-ac20-1ee48de2366c HTTP/1.1" status: 200 len: 912 time: 0.0851829 Aug 16 23:53:11.639521 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-07f1e2ad-ce3a-4762-acf1-2e781933c736 req-fef1592a-b7e1-43df-9d01-4457eaedd1bf service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=99ee99b2-b488-4e98-8920-ca085f993c4c HTTP/1.1" status: 200 len: 1000 time: 0.0629976 Aug 16 23:53:11.691823 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f1e2ad-ce3a-4762-acf1-2e781933c736 req-dce01d31-855f-4ed3-b445-d9ee53f68855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:11.693340 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-07f1e2ad-ce3a-4762-acf1-2e781933c736 req-dce01d31-855f-4ed3-b445-d9ee53f68855 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2c7ea852-5b75-4594-bf21-897da6d8e4a1 HTTP/1.1" status: 200 len: 850 time: 0.0455723 Aug 16 23:53:11.741528 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f1e2ad-ce3a-4762-acf1-2e781933c736 req-a28becb7-094c-4037-8fb6-35f6bf8e4fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:11.743048 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-07f1e2ad-ce3a-4762-acf1-2e781933c736 req-a28becb7-094c-4037-8fb6-35f6bf8e4fad service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=358c85e3-e402-4800-ac20-1ee48de2366c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414536 Aug 16 23:53:11.769214 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:11.837936 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-07f1e2ad-ce3a-4762-acf1-2e781933c736 req-e519ea80-2ad5-4ff0-9816-2e4b8aae03f6 service neutron] 10.222.0.68 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861056 Aug 16 23:53:11.930020 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-07f1e2ad-ce3a-4762-acf1-2e781933c736 req-1a69dd24-7ccc-4d55-8a53-a63300205d4d service neutron] 10.222.0.68 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848875 Aug 16 23:53:17.776266 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9a054c6d-4fd4-41f9-b65f-1b4b98c4fba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:19.857511 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9e2263cc-a3c2-4899-91d2-80b36191bef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:20.743062 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:21.766225 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:23.015140 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:25.908287 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:30.901094 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ad332-0883-4824-84a6-181b7cd6e7fd req-f0e21003-dc73-474e-bfae-a2a4c41508dd tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:30.902881 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-572ad332-0883-4824-84a6-181b7cd6e7fd req-f0e21003-dc73-474e-bfae-a2a4c41508dd tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=560e218d-b4d7-4dc5-8b24-00b966eded5e HTTP/1.1" status: 200 len: 945 time: 0.0600114 Aug 16 23:53:30.943461 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-572ad332-0883-4824-84a6-181b7cd6e7fd req-f2845e94-43d1-4f53-a599-a629c94684bc tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342338 Aug 16 23:53:31.186861 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56622) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:53:31.206303 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fce5bd-4cc0-41be-aff9-5da89d8fcc2b req-f74c9dc1-b70b-4e4b-9402-dc304e6bbe67 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:31.207910 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-80fce5bd-4cc0-41be-aff9-5da89d8fcc2b req-f74c9dc1-b70b-4e4b-9402-dc304e6bbe67 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=560e218d-b4d7-4dc5-8b24-00b966eded5e HTTP/1.1" status: 200 len: 945 time: 0.0646446 Aug 16 23:53:31.273573 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-80fce5bd-4cc0-41be-aff9-5da89d8fcc2b req-cdd59b15-5f14-44a9-99b7-145588c8bf81 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0580733 Aug 16 23:53:31.288838 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2307b644-59f2-4fb6-b25b-896d8a88d1bf req-8b94a292-acd5-4ef7-8bd5-7f87939041d1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=560e218d-b4d7-4dc5-8b24-00b966eded5e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1007760 Aug 16 23:53:32.398413 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d20b8a-0ed6-4f48-8685-4eb7a10b1225 req-0fe50692-5f92-42b7-8a9d-0cb9565394a8 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:32.399938 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-22d20b8a-0ed6-4f48-8685-4eb7a10b1225 req-0fe50692-5f92-42b7-8a9d-0cb9565394a8 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=560e218d-b4d7-4dc5-8b24-00b966eded5e HTTP/1.1" status: 200 len: 945 time: 0.0511956 Aug 16 23:53:32.464247 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-22d20b8a-0ed6-4f48-8685-4eb7a10b1225 req-bbb35dfc-c581-4906-be55-50b06dcd0f94 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0560019 Aug 16 23:53:32.468788 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2307b644-59f2-4fb6-b25b-896d8a88d1bf req-f4470f29-5d53-432c-8644-13a103b6574e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:32.470232 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2307b644-59f2-4fb6-b25b-896d8a88d1bf req-f4470f29-5d53-432c-8644-13a103b6574e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=83ef46c23c9b4665a6426b92010b2810&device_id=560e218d-b4d7-4dc5-8b24-00b966eded5e HTTP/1.1" status: 200 len: 1097 time: 0.0694506 Aug 16 23:53:32.560068 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2307b644-59f2-4fb6-b25b-896d8a88d1bf req-8135add1-b75b-4f92-9f06-5ef697d381dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:32.561642 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2307b644-59f2-4fb6-b25b-896d8a88d1bf req-8135add1-b75b-4f92-9f06-5ef697d381dd service neutron] 10.222.0.68 "GET /v2.0/networks?id=358c85e3-e402-4800-ac20-1ee48de2366c HTTP/1.1" status: 200 len: 912 time: 0.0839939 Aug 16 23:53:32.629680 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2307b644-59f2-4fb6-b25b-896d8a88d1bf req-33c49b03-567c-4011-a3ff-2cad29d79a34 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=99ee99b2-b488-4e98-8920-ca085f993c4c HTTP/1.1" status: 200 len: 1000 time: 0.0604460 Aug 16 23:53:32.678233 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2307b644-59f2-4fb6-b25b-896d8a88d1bf req-6975a43d-8430-4b51-92b1-d41e4b5182cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:32.680252 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2307b644-59f2-4fb6-b25b-896d8a88d1bf req-6975a43d-8430-4b51-92b1-d41e4b5182cb service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2c7ea852-5b75-4594-bf21-897da6d8e4a1 HTTP/1.1" status: 200 len: 850 time: 0.0429204 Aug 16 23:53:32.726246 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2307b644-59f2-4fb6-b25b-896d8a88d1bf req-2732a3e1-1ab8-4dcd-b1db-b94eb83b9e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:32.727735 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2307b644-59f2-4fb6-b25b-896d8a88d1bf req-2732a3e1-1ab8-4dcd-b1db-b94eb83b9e8a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=358c85e3-e402-4800-ac20-1ee48de2366c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392923 Aug 16 23:53:32.820064 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2307b644-59f2-4fb6-b25b-896d8a88d1bf req-40e63f96-db0d-4c37-abe9-e8ecaec08203 service neutron] 10.222.0.68 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832343 Aug 16 23:53:32.907883 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2307b644-59f2-4fb6-b25b-896d8a88d1bf req-08d86732-851f-4f20-bafe-b2c6f5f7b9b0 service neutron] 10.222.0.68 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805559 Aug 16 23:53:33.589523 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76081c31-cf0f-484a-bdaf-bd7ca5ede78d req-16df36b7-89b6-49a9-ab88-916bb29af9e4 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:33.591010 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-76081c31-cf0f-484a-bdaf-bd7ca5ede78d req-16df36b7-89b6-49a9-ab88-916bb29af9e4 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=560e218d-b4d7-4dc5-8b24-00b966eded5e HTTP/1.1" status: 200 len: 945 time: 0.0541472 Aug 16 23:53:33.628012 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-76081c31-cf0f-484a-bdaf-bd7ca5ede78d req-b09d89f2-f921-41cf-8095-286aa72fb6d9 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311477 Aug 16 23:53:34.746077 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d64089-1c07-428d-94e2-808ff6b750fc req-0bcb0888-1825-4983-946a-07af8d5ec1f2 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:34.747574 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-41d64089-1c07-428d-94e2-808ff6b750fc req-0bcb0888-1825-4983-946a-07af8d5ec1f2 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=560e218d-b4d7-4dc5-8b24-00b966eded5e HTTP/1.1" status: 200 len: 945 time: 0.0497928 Aug 16 23:53:34.784644 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-41d64089-1c07-428d-94e2-808ff6b750fc req-b76cb749-6de7-4a6c-91b2-82bd499f4674 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311301 Aug 16 23:53:35.902819 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96836d78-b9e9-4352-8c95-cd903d9feffe req-ffee5afb-9a4f-4822-bffb-85362a8d1c03 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:35.904299 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-96836d78-b9e9-4352-8c95-cd903d9feffe req-ffee5afb-9a4f-4822-bffb-85362a8d1c03 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=560e218d-b4d7-4dc5-8b24-00b966eded5e HTTP/1.1" status: 200 len: 945 time: 0.0503719 Aug 16 23:53:35.941123 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-96836d78-b9e9-4352-8c95-cd903d9feffe req-1367e376-fef1-4570-b6fe-7afc59c6e143 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308032 Aug 16 23:53:37.067228 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfff4b8-2b1a-4bd3-854e-9febb04286d9 req-6e8afa92-e922-42e6-aaeb-69f20348b93a tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:37.068725 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7dfff4b8-2b1a-4bd3-854e-9febb04286d9 req-6e8afa92-e922-42e6-aaeb-69f20348b93a tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=560e218d-b4d7-4dc5-8b24-00b966eded5e HTTP/1.1" status: 200 len: 945 time: 0.0561364 Aug 16 23:53:37.107592 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7dfff4b8-2b1a-4bd3-854e-9febb04286d9 req-82a4c952-ba44-4522-9b1e-88b2cf714887 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323758 Aug 16 23:53:38.232824 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9776af-c571-4818-a0dd-49fcc1fd38b9 req-512a80c7-50d3-4464-a37e-dd92c1acf576 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:38.235084 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2c9776af-c571-4818-a0dd-49fcc1fd38b9 req-512a80c7-50d3-4464-a37e-dd92c1acf576 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=560e218d-b4d7-4dc5-8b24-00b966eded5e HTTP/1.1" status: 200 len: 945 time: 0.0516617 Aug 16 23:53:38.276910 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2c9776af-c571-4818-a0dd-49fcc1fd38b9 req-a7a84894-6c24-46ee-8cba-af61e570842a tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0360081 Aug 16 23:53:39.393312 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693cc048-e710-4b3f-9d09-fd43067f7f2e req-14bbf608-4d5f-4587-b7f0-009b6745db39 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:39.394807 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-693cc048-e710-4b3f-9d09-fd43067f7f2e req-14bbf608-4d5f-4587-b7f0-009b6745db39 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=560e218d-b4d7-4dc5-8b24-00b966eded5e HTTP/1.1" status: 200 len: 945 time: 0.0495105 Aug 16 23:53:39.432156 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-693cc048-e710-4b3f-9d09-fd43067f7f2e req-491158b8-24d3-4dd4-9031-a50e5307d5cc tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312762 Aug 16 23:53:40.551046 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8925df-3c86-4c7b-ba6b-e531150a9332 req-35a8acf5-3e28-42be-b102-3f94b67e9cf7 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:40.552522 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0c8925df-3c86-4c7b-ba6b-e531150a9332 req-35a8acf5-3e28-42be-b102-3f94b67e9cf7 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=560e218d-b4d7-4dc5-8b24-00b966eded5e HTTP/1.1" status: 200 len: 945 time: 0.0528347 Aug 16 23:53:40.591198 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0c8925df-3c86-4c7b-ba6b-e531150a9332 req-43dfd194-7932-433d-94f4-bdf9f5628707 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318406 Aug 16 23:53:41.706766 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b19f54d-f4c5-439c-a302-c5d708c98087 req-3ef50795-3e7b-4cb8-ba5c-f462db1ca44e tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:41.708232 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4b19f54d-f4c5-439c-a302-c5d708c98087 req-3ef50795-3e7b-4cb8-ba5c-f462db1ca44e tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=560e218d-b4d7-4dc5-8b24-00b966eded5e HTTP/1.1" status: 200 len: 945 time: 0.0483365 Aug 16 23:53:41.747112 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4b19f54d-f4c5-439c-a302-c5d708c98087 req-b8577c9f-d959-421d-afea-d128e8a43a6d tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320737 Aug 16 23:53:41.783043 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:42.867895 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046124f9-b179-4c28-b3e3-5a8e93782b79 req-616c343f-3456-47cf-b8e3-c8aa7faa5ccd tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:42.869656 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-046124f9-b179-4c28-b3e3-5a8e93782b79 req-616c343f-3456-47cf-b8e3-c8aa7faa5ccd tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=560e218d-b4d7-4dc5-8b24-00b966eded5e HTTP/1.1" status: 200 len: 945 time: 0.0540485 Aug 16 23:53:42.908894 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-046124f9-b179-4c28-b3e3-5a8e93782b79 req-db9d6958-3bcf-437a-ac4b-999e7e116223 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321751 Aug 16 23:53:44.027974 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6585790-0de8-44cb-9c5a-22c24af12dbe req-b2460dae-30ea-4d3b-a8b5-87cb8b6c8daf tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:44.029478 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d6585790-0de8-44cb-9c5a-22c24af12dbe req-b2460dae-30ea-4d3b-a8b5-87cb8b6c8daf tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=560e218d-b4d7-4dc5-8b24-00b966eded5e HTTP/1.1" status: 200 len: 945 time: 0.0523741 Aug 16 23:53:44.067241 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d6585790-0de8-44cb-9c5a-22c24af12dbe req-c65a3134-49c2-43b3-934c-f5d4bb3957e7 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319536 Aug 16 23:53:44.808866 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:53:44.936411 n-d-791506-26 neutron-server[101292]: INFO neutron.api.v2.resource [req-2307b644-59f2-4fb6-b25b-896d8a88d1bf req-d6e58b39-5b27-48b3-88e6-d73dccc73209 service neutron] show failed (client error): The resource could not be found. Aug 16 23:53:44.937449 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2307b644-59f2-4fb6-b25b-896d8a88d1bf req-d6e58b39-5b27-48b3-88e6-d73dccc73209 service neutron] 10.222.0.68 "GET /v2.0/ports/99ee99b2-b488-4e98-8920-ca085f993c4c/bindings/n-h2-791506-26 HTTP/1.1" status: 404 len: 381 time: 0.0527608 Aug 16 23:53:45.161233 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2307b644-59f2-4fb6-b25b-896d8a88d1bf req-7e04e237-b7d8-4a9a-bb32-057b67f75085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:45.162753 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2307b644-59f2-4fb6-b25b-896d8a88d1bf req-7e04e237-b7d8-4a9a-bb32-057b67f75085 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=560e218d-b4d7-4dc5-8b24-00b966eded5e&tenant_id=83ef46c23c9b4665a6426b92010b2810 HTTP/1.1" status: 200 len: 1097 time: 0.0731649 Aug 16 23:53:45.185974 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e6a792-0ffa-4704-8e56-32eb8b45404e req-cdcd0221-a5b0-4692-a1e3-f144fbcae9fe tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:45.186841 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-2307b644-59f2-4fb6-b25b-896d8a88d1bf req-0206a9bf-088b-4521-aef9-f47af4156833 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791506-26', 'device_owner': 'compute:nova'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:53:45.187517 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-63e6a792-0ffa-4704-8e56-32eb8b45404e req-cdcd0221-a5b0-4692-a1e3-f144fbcae9fe tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=560e218d-b4d7-4dc5-8b24-00b966eded5e HTTP/1.1" status: 200 len: 945 time: 0.0508082 Aug 16 23:53:45.225230 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-63e6a792-0ffa-4704-8e56-32eb8b45404e req-1a365915-1cde-41a1-bc70-8cb393c38d9b tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317454 Aug 16 23:53:45.243333 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-2307b644-59f2-4fb6-b25b-896d8a88d1bf req-0206a9bf-088b-4521-aef9-f47af4156833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:45.442389 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-2307b644-59f2-4fb6-b25b-896d8a88d1bf req-0206a9bf-088b-4521-aef9-f47af4156833 service neutron] For port 99ee99b2-b488-4e98-8920-ca085f993c4c, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=99ee99b2-b488-4e98-8920-ca085f993c4c,segment=NetworkSegment(714982a0-3bd6-420a-8ae2-0d5475440df4),segment_id=714982a0-3bd6-420a-8ae2-0d5475440df4)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:53:45.475013 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-2307b644-59f2-4fb6-b25b-896d8a88d1bf req-0206a9bf-088b-4521-aef9-f47af4156833 service neutron] For port 99ee99b2-b488-4e98-8920-ca085f993c4c, host n-h1-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:53:45.517149 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '560e218d-b4d7-4dc5-8b24-00b966eded5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99ee99b2-b488-4e98-8920-ca085f993c4c'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:53:45.519571 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7165c1ab170cf7a86a4d2d0d4fd52c1e3b7b58c190c14e765d35b2aa62be1e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4124098-77a7-4e7b-ae10-18a9a0fb8045" -d '{"events": [{"server_uuid": "560e218d-b4d7-4dc5-8b24-00b966eded5e", "name": "network-vif-unplugged", "status": "completed", "tag": "99ee99b2-b488-4e98-8920-ca085f993c4c"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:53:45.523855 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-2307b644-59f2-4fb6-b25b-896d8a88d1bf req-0206a9bf-088b-4521-aef9-f47af4156833 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:45.536183 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-2307b644-59f2-4fb6-b25b-896d8a88d1bf req-0206a9bf-088b-4521-aef9-f47af4156833 service neutron] Transition to ACTIVE for port object 99ee99b2-b488-4e98-8920-ca085f993c4c will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:53:45.540513 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-2307b644-59f2-4fb6-b25b-896d8a88d1bf req-0206a9bf-088b-4521-aef9-f47af4156833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:45.637801 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 23:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b2a4e71-5424-4f84-8a39-2bfccacdb4b8 x-openstack-request-id: req-1b2a4e71-5424-4f84-8a39-2bfccacdb4b8 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:53:45.638101 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "560e218d-b4d7-4dc5-8b24-00b966eded5e", "name": "network-vif-unplugged", "status": "completed", "tag": "99ee99b2-b488-4e98-8920-ca085f993c4c", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:53:45.638363 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1b2a4e71-5424-4f84-8a39-2bfccacdb4b8 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:53:45.638765 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '560e218d-b4d7-4dc5-8b24-00b966eded5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99ee99b2-b488-4e98-8920-ca085f993c4c', 'code': 200} Aug 16 23:53:45.647105 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0206a9bf-088b-4521-aef9-f47af4156833 service neutron] Pushing event updated for resources: {'Port': ['ID=99ee99b2-b488-4e98-8920-ca085f993c4c,revision_number=6']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:45.673304 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0206a9bf-088b-4521-aef9-f47af4156833 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:53:45.673662 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0206a9bf-088b-4521-aef9-f47af4156833 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:53:45.674012 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0206a9bf-088b-4521-aef9-f47af4156833 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:53:45.674357 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0206a9bf-088b-4521-aef9-f47af4156833 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:53:45.674697 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0206a9bf-088b-4521-aef9-f47af4156833 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:53:45.675037 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0206a9bf-088b-4521-aef9-f47af4156833 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:53:45.675373 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0206a9bf-088b-4521-aef9-f47af4156833 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:53:45.675707 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0206a9bf-088b-4521-aef9-f47af4156833 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:53:45.676040 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0206a9bf-088b-4521-aef9-f47af4156833 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:53:45.676372 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0206a9bf-088b-4521-aef9-f47af4156833 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:53:45.676726 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0206a9bf-088b-4521-aef9-f47af4156833 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:53:45.677054 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0206a9bf-088b-4521-aef9-f47af4156833 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:53:45.720286 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-2307b644-59f2-4fb6-b25b-896d8a88d1bf req-0206a9bf-088b-4521-aef9-f47af4156833 service neutron] No DVR routers for this DVR port 99ee99b2-b488-4e98-8920-ca085f993c4c on host n-h1-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:53:45.858314 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-2307b644-59f2-4fb6-b25b-896d8a88d1bf req-0206a9bf-088b-4521-aef9-f47af4156833 service neutron] Attempting to bind port 99ee99b2-b488-4e98-8920-ca085f993c4c on host n-h2-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:53:45.858660 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-2307b644-59f2-4fb6-b25b-896d8a88d1bf req-0206a9bf-088b-4521-aef9-f47af4156833 service neutron] Attempting to bind port 99ee99b2-b488-4e98-8920-ca085f993c4c by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': '714982a0-3bd6-420a-8ae2-0d5475440df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:53:45.859003 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2307b644-59f2-4fb6-b25b-896d8a88d1bf req-0206a9bf-088b-4521-aef9-f47af4156833 service neutron] Attempting to bind port 99ee99b2-b488-4e98-8920-ca085f993c4c on network 358c85e3-e402-4800-ac20-1ee48de2366c {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:53:45.863252 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2307b644-59f2-4fb6-b25b-896d8a88d1bf req-0206a9bf-088b-4521-aef9-f47af4156833 service neutron] Port 99ee99b2-b488-4e98-8920-ca085f993c4c on network 358c85e3-e402-4800-ac20-1ee48de2366c not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:53:45.863637 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2307b644-59f2-4fb6-b25b-896d8a88d1bf req-0206a9bf-088b-4521-aef9-f47af4156833 service neutron] Attempting to bind port 99ee99b2-b488-4e98-8920-ca085f993c4c on network 358c85e3-e402-4800-ac20-1ee48de2366c {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:53:45.869018 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2307b644-59f2-4fb6-b25b-896d8a88d1bf req-0206a9bf-088b-4521-aef9-f47af4156833 service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:53:45.869627 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2307b644-59f2-4fb6-b25b-896d8a88d1bf req-0206a9bf-088b-4521-aef9-f47af4156833 service neutron] Checking segment: {'id': '714982a0-3bd6-420a-8ae2-0d5475440df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:53:45.870016 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2307b644-59f2-4fb6-b25b-896d8a88d1bf req-0206a9bf-088b-4521-aef9-f47af4156833 service neutron] Bound using segment: {'id': '714982a0-3bd6-420a-8ae2-0d5475440df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:53:45.870464 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-2307b644-59f2-4fb6-b25b-896d8a88d1bf req-0206a9bf-088b-4521-aef9-f47af4156833 service neutron] Bound port: 99ee99b2-b488-4e98-8920-ca085f993c4c, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '714982a0-3bd6-420a-8ae2-0d5475440df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:53:45.870808 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-2307b644-59f2-4fb6-b25b-896d8a88d1bf req-0206a9bf-088b-4521-aef9-f47af4156833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:45.934203 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-2307b644-59f2-4fb6-b25b-896d8a88d1bf req-0206a9bf-088b-4521-aef9-f47af4156833 service neutron] For port 99ee99b2-b488-4e98-8920-ca085f993c4c, host n-h2-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:53:45.937540 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-2307b644-59f2-4fb6-b25b-896d8a88d1bf req-0206a9bf-088b-4521-aef9-f47af4156833 service neutron] For port 99ee99b2-b488-4e98-8920-ca085f993c4c, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=99ee99b2-b488-4e98-8920-ca085f993c4c,segment=NetworkSegment(714982a0-3bd6-420a-8ae2-0d5475440df4),segment_id=714982a0-3bd6-420a-8ae2-0d5475440df4)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:53:45.941624 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-2307b644-59f2-4fb6-b25b-896d8a88d1bf req-0206a9bf-088b-4521-aef9-f47af4156833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:45.973637 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2307b644-59f2-4fb6-b25b-896d8a88d1bf req-0206a9bf-088b-4521-aef9-f47af4156833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:45.974314 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-2307b644-59f2-4fb6-b25b-896d8a88d1bf req-0206a9bf-088b-4521-aef9-f47af4156833 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:45.975768 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2307b644-59f2-4fb6-b25b-896d8a88d1bf req-0206a9bf-088b-4521-aef9-f47af4156833 service neutron] 10.222.0.57 "PUT /v2.0/ports/99ee99b2-b488-4e98-8920-ca085f993c4c HTTP/1.1" status: 200 len: 1092 time: 0.7931757 Aug 16 23:53:46.000132 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0206a9bf-088b-4521-aef9-f47af4156833 service neutron] Pushing event updated for resources: {'Port': ['ID=99ee99b2-b488-4e98-8920-ca085f993c4c,revision_number=7']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:46.052854 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2307b644-59f2-4fb6-b25b-896d8a88d1bf req-7b0f6130-3344-4e64-94ee-c4a30a61ade5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:46.055010 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2307b644-59f2-4fb6-b25b-896d8a88d1bf req-7b0f6130-3344-4e64-94ee-c4a30a61ade5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=83ef46c23c9b4665a6426b92010b2810&device_id=560e218d-b4d7-4dc5-8b24-00b966eded5e HTTP/1.1" status: 200 len: 1095 time: 0.0435774 Aug 16 23:53:46.153491 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2307b644-59f2-4fb6-b25b-896d8a88d1bf req-8792e3c7-8baf-4309-b5ad-ee27f8de8149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:46.154999 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2307b644-59f2-4fb6-b25b-896d8a88d1bf req-8792e3c7-8baf-4309-b5ad-ee27f8de8149 service neutron] 10.222.0.57 "GET /v2.0/networks?id=358c85e3-e402-4800-ac20-1ee48de2366c HTTP/1.1" status: 200 len: 912 time: 0.0942252 Aug 16 23:53:46.221555 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2307b644-59f2-4fb6-b25b-896d8a88d1bf req-b5ae1d03-5d78-468e-887a-a5b0945ce42f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=99ee99b2-b488-4e98-8920-ca085f993c4c HTTP/1.1" status: 200 len: 998 time: 0.0592544 Aug 16 23:53:46.277767 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2307b644-59f2-4fb6-b25b-896d8a88d1bf req-56d75143-3101-4db1-95f8-16eec8f8d44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:46.279273 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2307b644-59f2-4fb6-b25b-896d8a88d1bf req-56d75143-3101-4db1-95f8-16eec8f8d44f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2c7ea852-5b75-4594-bf21-897da6d8e4a1 HTTP/1.1" status: 200 len: 850 time: 0.0510976 Aug 16 23:53:46.328693 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2307b644-59f2-4fb6-b25b-896d8a88d1bf req-e59edd8c-05b7-4f36-821c-21c8919985e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:46.330222 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2307b644-59f2-4fb6-b25b-896d8a88d1bf req-e59edd8c-05b7-4f36-821c-21c8919985e8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=358c85e3-e402-4800-ac20-1ee48de2366c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436027 Aug 16 23:53:46.347656 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d299ac-633b-491b-bb46-219782c30e15 req-82344996-57ad-432d-9f4b-d90de7d83125 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:46.349176 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e6d299ac-633b-491b-bb46-219782c30e15 req-82344996-57ad-432d-9f4b-d90de7d83125 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=560e218d-b4d7-4dc5-8b24-00b966eded5e HTTP/1.1" status: 200 len: 943 time: 0.0496902 Aug 16 23:53:46.390749 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e6d299ac-633b-491b-bb46-219782c30e15 req-c87f2ddd-87a0-46d6-af20-f747d55955cf tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349255 Aug 16 23:53:46.425009 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2307b644-59f2-4fb6-b25b-896d8a88d1bf req-2dfe3997-4618-42a2-841a-b6970a01a06f service neutron] 10.222.0.57 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875609 Aug 16 23:53:46.511773 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2307b644-59f2-4fb6-b25b-896d8a88d1bf req-91759fba-a5d1-4a71-bbd1-9453462dd251 service neutron] 10.222.0.57 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800021 Aug 16 23:53:47.508707 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b78ece-37a7-4ef3-a874-3705c56a5383 req-b8895895-36dd-4bd3-8c1f-35ed3884c6cd tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:47.510199 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-03b78ece-37a7-4ef3-a874-3705c56a5383 req-b8895895-36dd-4bd3-8c1f-35ed3884c6cd tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=560e218d-b4d7-4dc5-8b24-00b966eded5e HTTP/1.1" status: 200 len: 943 time: 0.0492034 Aug 16 23:53:47.548103 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-03b78ece-37a7-4ef3-a874-3705c56a5383 req-0c075e86-f651-4610-9802-d051ead83f6d tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320065 Aug 16 23:53:47.639616 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '560e218d-b4d7-4dc5-8b24-00b966eded5e', 'tag': '99ee99b2-b488-4e98-8920-ca085f993c4c'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:53:47.642093 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7165c1ab170cf7a86a4d2d0d4fd52c1e3b7b58c190c14e765d35b2aa62be1e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a4b0bf7-2b96-4c4a-a623-5edb3d743589" -d '{"events": [{"name": "network-changed", "server_uuid": "560e218d-b4d7-4dc5-8b24-00b966eded5e", "tag": "99ee99b2-b488-4e98-8920-ca085f993c4c"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:53:47.689225 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9659991d-244a-4f3a-8091-ee1cdb241da6 x-openstack-request-id: req-9659991d-244a-4f3a-8091-ee1cdb241da6 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:53:47.689521 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "560e218d-b4d7-4dc5-8b24-00b966eded5e", "tag": "99ee99b2-b488-4e98-8920-ca085f993c4c", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:53:47.689773 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9659991d-244a-4f3a-8091-ee1cdb241da6 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:53:47.690173 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '560e218d-b4d7-4dc5-8b24-00b966eded5e', 'tag': '99ee99b2-b488-4e98-8920-ca085f993c4c', 'status': 'completed', 'code': 200} Aug 16 23:53:47.754652 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4b0bf7-2b96-4c4a-a623-5edb3d743589 req-2a215ade-82a8-4f17-9928-f5070240d2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:47.756162 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7a4b0bf7-2b96-4c4a-a623-5edb3d743589 req-2a215ade-82a8-4f17-9928-f5070240d2c4 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=83ef46c23c9b4665a6426b92010b2810&device_id=560e218d-b4d7-4dc5-8b24-00b966eded5e HTTP/1.1" status: 200 len: 1095 time: 0.0445194 Aug 16 23:53:47.774805 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4b0bf7-2b96-4c4a-a623-5edb3d743589 req-9417c39f-4e84-4294-8dd0-16ed388094d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:47.776322 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7a4b0bf7-2b96-4c4a-a623-5edb3d743589 req-9417c39f-4e84-4294-8dd0-16ed388094d4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=83ef46c23c9b4665a6426b92010b2810&device_id=560e218d-b4d7-4dc5-8b24-00b966eded5e HTTP/1.1" status: 200 len: 1095 time: 0.0433879 Aug 16 23:53:47.778833 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-90c221e7-df0f-46d5-8927-5ee64d4354f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:47.855602 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4b0bf7-2b96-4c4a-a623-5edb3d743589 req-e1af08da-cb76-4cbf-8c12-f53428d4aca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:47.857149 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7a4b0bf7-2b96-4c4a-a623-5edb3d743589 req-e1af08da-cb76-4cbf-8c12-f53428d4aca1 service neutron] 10.222.0.68 "GET /v2.0/networks?id=358c85e3-e402-4800-ac20-1ee48de2366c HTTP/1.1" status: 200 len: 912 time: 0.0934689 Aug 16 23:53:47.873157 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4b0bf7-2b96-4c4a-a623-5edb3d743589 req-db64e638-7757-4006-ac59-118100dd4b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:47.874638 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7a4b0bf7-2b96-4c4a-a623-5edb3d743589 req-db64e638-7757-4006-ac59-118100dd4b27 service neutron] 10.222.0.57 "GET /v2.0/networks?id=358c85e3-e402-4800-ac20-1ee48de2366c HTTP/1.1" status: 200 len: 912 time: 0.0911856 Aug 16 23:53:47.923289 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7a4b0bf7-2b96-4c4a-a623-5edb3d743589 req-e64f40e5-4620-49fa-afe6-f78eb708ab30 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=99ee99b2-b488-4e98-8920-ca085f993c4c HTTP/1.1" status: 200 len: 998 time: 0.0571125 Aug 16 23:53:47.941863 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7a4b0bf7-2b96-4c4a-a623-5edb3d743589 req-974f55a6-3c6a-4b22-a4b8-03e3db36584a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=99ee99b2-b488-4e98-8920-ca085f993c4c HTTP/1.1" status: 200 len: 998 time: 0.0599053 Aug 16 23:53:47.975022 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4b0bf7-2b96-4c4a-a623-5edb3d743589 req-a7299af2-8489-4e82-a52c-645c8c72cfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:47.977312 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7a4b0bf7-2b96-4c4a-a623-5edb3d743589 req-a7299af2-8489-4e82-a52c-645c8c72cfd3 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2c7ea852-5b75-4594-bf21-897da6d8e4a1 HTTP/1.1" status: 200 len: 850 time: 0.0465384 Aug 16 23:53:47.995499 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4b0bf7-2b96-4c4a-a623-5edb3d743589 req-bd83cf7e-7619-4433-8ba4-7b1e42b4a186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:47.996991 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7a4b0bf7-2b96-4c4a-a623-5edb3d743589 req-bd83cf7e-7619-4433-8ba4-7b1e42b4a186 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2c7ea852-5b75-4594-bf21-897da6d8e4a1 HTTP/1.1" status: 200 len: 850 time: 0.0482044 Aug 16 23:53:48.028483 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4b0bf7-2b96-4c4a-a623-5edb3d743589 req-a7a3c09a-0755-4263-8b21-76668ab8fe67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:48.030210 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7a4b0bf7-2b96-4c4a-a623-5edb3d743589 req-a7a3c09a-0755-4263-8b21-76668ab8fe67 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=358c85e3-e402-4800-ac20-1ee48de2366c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451634 Aug 16 23:53:48.045443 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4b0bf7-2b96-4c4a-a623-5edb3d743589 req-a56bee43-c1be-40f3-840c-a10457365f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:48.046948 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7a4b0bf7-2b96-4c4a-a623-5edb3d743589 req-a56bee43-c1be-40f3-840c-a10457365f42 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=358c85e3-e402-4800-ac20-1ee48de2366c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415356 Aug 16 23:53:48.119891 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7a4b0bf7-2b96-4c4a-a623-5edb3d743589 req-927bdd49-bbd8-4c86-b772-ac3845700a47 service neutron] 10.222.0.68 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815592 Aug 16 23:53:48.137015 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7a4b0bf7-2b96-4c4a-a623-5edb3d743589 req-68bd11a7-a218-4d16-a78d-dd6ec550370b service neutron] 10.222.0.57 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825598 Aug 16 23:53:48.216095 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7a4b0bf7-2b96-4c4a-a623-5edb3d743589 req-f0ad66c5-6097-4626-b210-e97a69ed6f72 service neutron] 10.222.0.68 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881474 Aug 16 23:53:48.232258 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7a4b0bf7-2b96-4c4a-a623-5edb3d743589 req-89aa677a-cc66-4446-971f-6ab6c502eb73 service neutron] 10.222.0.57 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884724 Aug 16 23:53:48.664862 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3782b4-7cd2-44ba-8ac7-729a2db870a5 req-e5332723-fc6a-468c-9a81-3709bb6e5d6b tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:48.666343 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1f3782b4-7cd2-44ba-8ac7-729a2db870a5 req-e5332723-fc6a-468c-9a81-3709bb6e5d6b tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=560e218d-b4d7-4dc5-8b24-00b966eded5e HTTP/1.1" status: 200 len: 943 time: 0.0500796 Aug 16 23:53:48.702712 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1f3782b4-7cd2-44ba-8ac7-729a2db870a5 req-2794fc6a-7470-4706-a90b-624b31f01fa2 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304370 Aug 16 23:53:49.354364 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 99ee99b2-b488-4e98-8920-ca085f993c4c details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:53:49.446565 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 99ee99b2-b488-4e98-8920-ca085f993c4c, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=99ee99b2-b488-4e98-8920-ca085f993c4c,segment=NetworkSegment(714982a0-3bd6-420a-8ae2-0d5475440df4),segment_id=714982a0-3bd6-420a-8ae2-0d5475440df4)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:53:49.460237 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': '99ee99b2-b488-4e98-8920-ca085f993c4c', 'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c', 'port_id': '99ee99b2-b488-4e98-8920-ca085f993c4c', 'mac_address': 'fa:16:3e:4d:e2:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c7ea852-5b75-4594-bf21-897da6d8e4a1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:53:49.495769 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:49.508467 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99ee99b2-b488-4e98-8920-ca085f993c4c {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:53:49.526767 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 99ee99b2-b488-4e98-8920-ca085f993c4c, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=99ee99b2-b488-4e98-8920-ca085f993c4c,segment=NetworkSegment(714982a0-3bd6-420a-8ae2-0d5475440df4),segment_id=714982a0-3bd6-420a-8ae2-0d5475440df4)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:53:49.530724 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:49.576441 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=99ee99b2-b488-4e98-8920-ca085f993c4c,revision_number=8']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:49.583618 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:53:49.583965 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:53:49.584305 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:53:49.584663 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:53:49.585001 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:53:49.585487 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:53:49.586063 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:53:49.586203 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:53:49.586463 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:53:49.586788 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:53:49.587111 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:53:49.587430 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:53:49.827026 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3344066f-f613-4fa1-ac31-7aef560eb1a2 req-bd78299f-2f0e-48bf-bef9-0c9a7f34cf4c tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:49.828616 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3344066f-f613-4fa1-ac31-7aef560eb1a2 req-bd78299f-2f0e-48bf-bef9-0c9a7f34cf4c tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=560e218d-b4d7-4dc5-8b24-00b966eded5e HTTP/1.1" status: 200 len: 944 time: 0.0536780 Aug 16 23:53:49.859332 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9f337e68-959e-44d9-b35e-0a3996e457b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:49.870015 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3344066f-f613-4fa1-ac31-7aef560eb1a2 req-a961ec8f-277b-4fdb-b692-342adc588d34 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345652 Aug 16 23:53:49.966855 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['99ee99b2-b488-4e98-8920-ca085f993c4c'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:53:50.008638 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 99ee99b2-b488-4e98-8920-ca085f993c4c no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:53:50.070042 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 99ee99b2-b488-4e98-8920-ca085f993c4c not bound to the agent host n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:53:50.744309 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:51.324019 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b86865-1b24-49f5-ae97-4ba223a54cf5 req-8b1f1b1d-b246-4d54-9dc5-56ba83a0067e tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:51.325447 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-11b86865-1b24-49f5-ae97-4ba223a54cf5 req-8b1f1b1d-b246-4d54-9dc5-56ba83a0067e tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=560e218d-b4d7-4dc5-8b24-00b966eded5e HTTP/1.1" status: 200 len: 944 time: 0.3864675 Aug 16 23:53:51.362820 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-11b86865-1b24-49f5-ae97-4ba223a54cf5 req-223cd508-3e64-4d5f-b1b9-dc3252b0e865 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309384 Aug 16 23:53:51.363032 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 99ee99b2-b488-4e98-8920-ca085f993c4c up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:53:51.412102 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning for port 99ee99b2-b488-4e98-8920-ca085f993c4c completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:53:51.415606 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port 99ee99b2-b488-4e98-8920-ca085f993c4c triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:53:51.415976 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:51.499109 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:51.524245 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '560e218d-b4d7-4dc5-8b24-00b966eded5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99ee99b2-b488-4e98-8920-ca085f993c4c'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:53:51.526548 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d789e1acf86fc3837d65c5c7bf7b17f03ca076816da63f24d17cffa1a624f203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4530cf3c-24de-4b49-a6de-2c917a71d645" -d '{"events": [{"server_uuid": "560e218d-b4d7-4dc5-8b24-00b966eded5e", "name": "network-vif-plugged", "status": "completed", "tag": "99ee99b2-b488-4e98-8920-ca085f993c4c"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:53:51.540218 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 99ee99b2-b488-4e98-8920-ca085f993c4c, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=99ee99b2-b488-4e98-8920-ca085f993c4c,segment=NetworkSegment(714982a0-3bd6-420a-8ae2-0d5475440df4),segment_id=714982a0-3bd6-420a-8ae2-0d5475440df4)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:53:51.547901 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:51.587971 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e611019-1ff3-4208-8268-bdf1b7529671 x-openstack-request-id: req-9e611019-1ff3-4208-8268-bdf1b7529671 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:53:51.588277 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "560e218d-b4d7-4dc5-8b24-00b966eded5e", "name": "network-vif-plugged", "status": "completed", "tag": "99ee99b2-b488-4e98-8920-ca085f993c4c", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:53:51.588558 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9e611019-1ff3-4208-8268-bdf1b7529671 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:53:51.588954 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '560e218d-b4d7-4dc5-8b24-00b966eded5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99ee99b2-b488-4e98-8920-ca085f993c4c', 'code': 200} Aug 16 23:53:51.605203 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=99ee99b2-b488-4e98-8920-ca085f993c4c,revision_number=9']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:51.610100 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff16d97c-5e67-4fd7-a309-d8b7fb657b5d req-6a331f7f-41e4-4c02-9563-1f7b7306208a tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:51.611615 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ff16d97c-5e67-4fd7-a309-d8b7fb657b5d req-6a331f7f-41e4-4c02-9563-1f7b7306208a tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=560e218d-b4d7-4dc5-8b24-00b966eded5e HTTP/1.1" status: 200 len: 944 time: 0.0854993 Aug 16 23:53:51.621182 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa222c7-3095-4e8b-90fe-ac266a6b1bc0 req-2e917cd2-e3c2-4903-8d67-3fafb8e68a3a tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:51.622643 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2fa222c7-3095-4e8b-90fe-ac266a6b1bc0 req-2e917cd2-e3c2-4903-8d67-3fafb8e68a3a tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.68 "GET /v2.0/ports?device_id=560e218d-b4d7-4dc5-8b24-00b966eded5e&tenant_id=83ef46c23c9b4665a6426b92010b2810&binding%3Ahost_id=n-h2-791506-26 HTTP/1.1" status: 200 len: 945 time: 0.0845315 Aug 16 23:53:51.682384 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ff16d97c-5e67-4fd7-a309-d8b7fb657b5d req-49e9dc13-9335-471a-a4aa-27dcf67e3336 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0588531 Aug 16 23:53:51.707198 n-d-791506-26 neutron-server[101292]: INFO neutron.api.v2.resource [req-2fa222c7-3095-4e8b-90fe-ac266a6b1bc0 req-18d1903a-f530-4eea-af60-be20dbf02f16 service neutron] delete failed (client error): The resource could not be found. Aug 16 23:53:51.708222 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2fa222c7-3095-4e8b-90fe-ac266a6b1bc0 req-18d1903a-f530-4eea-af60-be20dbf02f16 service neutron] 10.222.0.68 "DELETE /v2.0/ports/99ee99b2-b488-4e98-8920-ca085f993c4c/bindings/n-h1-791506-26 HTTP/1.1" status: 404 len: 381 time: 0.0713255 Aug 16 23:53:51.771397 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:51.795692 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa222c7-3095-4e8b-90fe-ac266a6b1bc0 req-0486c161-7fb8-4a7a-8aae-4c08f976ee6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:51.797224 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2fa222c7-3095-4e8b-90fe-ac266a6b1bc0 req-0486c161-7fb8-4a7a-8aae-4c08f976ee6a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=83ef46c23c9b4665a6426b92010b2810&device_id=560e218d-b4d7-4dc5-8b24-00b966eded5e HTTP/1.1" status: 200 len: 1097 time: 0.0445173 Aug 16 23:53:51.893621 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa222c7-3095-4e8b-90fe-ac266a6b1bc0 req-96c9543d-7ea2-4d2f-99de-77c2fa7a0a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:51.895444 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2fa222c7-3095-4e8b-90fe-ac266a6b1bc0 req-96c9543d-7ea2-4d2f-99de-77c2fa7a0a2f service neutron] 10.222.0.68 "GET /v2.0/networks?id=358c85e3-e402-4800-ac20-1ee48de2366c HTTP/1.1" status: 200 len: 912 time: 0.0898523 Aug 16 23:53:51.961427 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2fa222c7-3095-4e8b-90fe-ac266a6b1bc0 req-df212b2c-f565-4899-b3da-d2041bec45e6 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=99ee99b2-b488-4e98-8920-ca085f993c4c HTTP/1.1" status: 200 len: 1000 time: 0.0582907 Aug 16 23:53:52.010789 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa222c7-3095-4e8b-90fe-ac266a6b1bc0 req-8b439e60-70d1-4c6d-9793-f5323b37a8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:52.012252 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2fa222c7-3095-4e8b-90fe-ac266a6b1bc0 req-8b439e60-70d1-4c6d-9793-f5323b37a8e5 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2c7ea852-5b75-4594-bf21-897da6d8e4a1 HTTP/1.1" status: 200 len: 850 time: 0.0441871 Aug 16 23:53:52.062012 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa222c7-3095-4e8b-90fe-ac266a6b1bc0 req-1d4da8df-6c40-4957-b36e-9dd017a3bffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:52.063477 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2fa222c7-3095-4e8b-90fe-ac266a6b1bc0 req-1d4da8df-6c40-4957-b36e-9dd017a3bffc service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=358c85e3-e402-4800-ac20-1ee48de2366c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430012 Aug 16 23:53:52.152866 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2fa222c7-3095-4e8b-90fe-ac266a6b1bc0 req-bed22caf-214a-46bf-9446-e7c2879b7471 service neutron] 10.222.0.68 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813153 Aug 16 23:53:52.248587 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2fa222c7-3095-4e8b-90fe-ac266a6b1bc0 req-e8c18356-75c6-4ff1-a8fb-ec43bc5a65b8 service neutron] 10.222.0.68 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878489 Aug 16 23:53:52.809512 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e7eb99-a0c2-4e89-97a6-2d8686d1ab46 req-4d38ddaa-1bd6-4c09-9694-fb3b6e90bca6 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:52.811203 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e4e7eb99-a0c2-4e89-97a6-2d8686d1ab46 req-4d38ddaa-1bd6-4c09-9694-fb3b6e90bca6 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=560e218d-b4d7-4dc5-8b24-00b966eded5e HTTP/1.1" status: 200 len: 945 time: 0.0550449 Aug 16 23:53:52.850230 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e4e7eb99-a0c2-4e89-97a6-2d8686d1ab46 req-a5c62462-a6c3-425e-a6e1-d9f4f84c5728 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326993 Aug 16 23:53:52.966069 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140be72f-351f-4c68-a9b5-6e2c3b16ee31 req-7fe0efb7-d6d6-4d29-9cd6-8efb7b335c38 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:52.967453 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-140be72f-351f-4c68-a9b5-6e2c3b16ee31 req-7fe0efb7-d6d6-4d29-9cd6-8efb7b335c38 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=560e218d-b4d7-4dc5-8b24-00b966eded5e HTTP/1.1" status: 200 len: 945 time: 0.0489080 Aug 16 23:53:53.009856 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-140be72f-351f-4c68-a9b5-6e2c3b16ee31 req-926e927b-d924-4946-940f-6d6ee0c6e233 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359552 Aug 16 23:53:53.020393 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:53.124066 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e174358c-bbed-4eae-9e20-4e5ebd91bbf7 req-06a9685f-38f3-48a2-89e7-695d3be79bf0 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:53.125684 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e174358c-bbed-4eae-9e20-4e5ebd91bbf7 req-06a9685f-38f3-48a2-89e7-695d3be79bf0 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=560e218d-b4d7-4dc5-8b24-00b966eded5e HTTP/1.1" status: 200 len: 945 time: 0.0493300 Aug 16 23:53:53.168786 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e174358c-bbed-4eae-9e20-4e5ebd91bbf7 req-d57b6d7f-291f-48a3-8bf6-fe7f4b57a598 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371008 Aug 16 23:53:53.421651 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7348ffb-e85d-4580-aeb6-a51ce7e03441 req-14c4b0b0-a470-4c07-80e2-1243a06088bd tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:53.423120 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d7348ffb-e85d-4580-aeb6-a51ce7e03441 req-14c4b0b0-a470-4c07-80e2-1243a06088bd tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=560e218d-b4d7-4dc5-8b24-00b966eded5e HTTP/1.1" status: 200 len: 945 time: 0.0540786 Aug 16 23:53:53.460349 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d7348ffb-e85d-4580-aeb6-a51ce7e03441 req-3e7bb06a-a791-4334-b789-c63b520fe130 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313036 Aug 16 23:53:54.583260 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bfd6f7-f81a-4d7d-8c8f-8f0f258230f5 req-d7581722-e9c0-41d5-bc39-a59c3b6f4b3a tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:54.584965 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b9bfd6f7-f81a-4d7d-8c8f-8f0f258230f5 req-d7581722-e9c0-41d5-bc39-a59c3b6f4b3a tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=560e218d-b4d7-4dc5-8b24-00b966eded5e HTTP/1.1" status: 200 len: 945 time: 0.0496595 Aug 16 23:53:54.626181 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b9bfd6f7-f81a-4d7d-8c8f-8f0f258230f5 req-c6905a72-b2f5-4f9b-bb72-a43ddac5d277 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341198 Aug 16 23:53:54.995743 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef742b0b-ffda-4f69-8855-978689a6633c req-b785f447-c5a9-4ef3-af1f-ff7af99711ae tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:54.997250 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-ef742b0b-ffda-4f69-8855-978689a6633c req-b785f447-c5a9-4ef3-af1f-ff7af99711ae tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.57 "GET /v2.0/ports?device_id=560e218d-b4d7-4dc5-8b24-00b966eded5e HTTP/1.1" status: 200 len: 945 time: 0.0533357 Aug 16 23:53:55.093583 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-ef742b0b-ffda-4f69-8855-978689a6633c req-46cd7223-67b7-432a-a920-a1301b7eddbc tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Deleting port 99ee99b2-b488-4e98-8920-ca085f993c4c {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:53:55.093928 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-ef742b0b-ffda-4f69-8855-978689a6633c req-46cd7223-67b7-432a-a920-a1301b7eddbc tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:55.185059 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-ef742b0b-ffda-4f69-8855-978689a6633c req-46cd7223-67b7-432a-a920-a1301b7eddbc tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] For port 99ee99b2-b488-4e98-8920-ca085f993c4c, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=99ee99b2-b488-4e98-8920-ca085f993c4c,segment=NetworkSegment(714982a0-3bd6-420a-8ae2-0d5475440df4),segment_id=714982a0-3bd6-420a-8ae2-0d5475440df4)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:53:55.185423 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-ef742b0b-ffda-4f69-8855-978689a6633c req-46cd7223-67b7-432a-a920-a1301b7eddbc tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:55.733487 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-ef742b0b-ffda-4f69-8855-978689a6633c req-46cd7223-67b7-432a-a920-a1301b7eddbc tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:55.733947 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-ef742b0b-ffda-4f69-8855-978689a6633c req-46cd7223-67b7-432a-a920-a1301b7eddbc tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:55.734236 n-d-791506-26 neutron-server[101291]: INFO neutron.db.l3_db [req-ef742b0b-ffda-4f69-8855-978689a6633c req-46cd7223-67b7-432a-a920-a1301b7eddbc tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Floating IP ca5c0e4f-bc22-4dc9-997b-e59ffb1540a1 disassociated. External IP: 172.25.4.29, port: 99ee99b2-b488-4e98-8920-ca085f993c4c. Aug 16 23:53:55.734606 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-ef742b0b-ffda-4f69-8855-978689a6633c req-46cd7223-67b7-432a-a920-a1301b7eddbc tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Calling delete_port for 99ee99b2-b488-4e98-8920-ca085f993c4c owned by compute:nova {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:53:55.756481 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9cabcb-b6b2-4f84-9b17-c56e0b65daf5 req-75d9ccff-98a8-42a6-93ff-b20742ee7f7c tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:55.758643 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-db9cabcb-b6b2-4f84-9b17-c56e0b65daf5 req-75d9ccff-98a8-42a6-93ff-b20742ee7f7c tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=560e218d-b4d7-4dc5-8b24-00b966eded5e HTTP/1.1" status: 200 len: 945 time: 0.0501006 Aug 16 23:53:55.801077 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-db9cabcb-b6b2-4f84-9b17-c56e0b65daf5 req-96c94ceb-611b-4103-8cfb-29f7425dbda4 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361524 Aug 16 23:53:55.871812 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-ef742b0b-ffda-4f69-8855-978689a6633c req-46cd7223-67b7-432a-a920-a1301b7eddbc tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:55.902894 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cd7223-67b7-432a-a920-a1301b7eddbc tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Pushing event deleted for resources: {'Port': ['ID=99ee99b2-b488-4e98-8920-ca085f993c4c,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:55.908617 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:56.026567 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef742b0b-ffda-4f69-8855-978689a6633c req-46cd7223-67b7-432a-a920-a1301b7eddbc tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Router 67a6f228-1f37-42a9-9561-daf44bfca92a has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:53:56.136804 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef742b0b-ffda-4f69-8855-978689a6633c req-46cd7223-67b7-432a-a920-a1301b7eddbc tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:53:56.147183 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac897d4-6032-400d-832b-20724f48a846 None None] Sync routers for ids ['67a6f228-1f37-42a9-9561-daf44bfca92a'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:53:56.157290 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac897d4-6032-400d-832b-20724f48a846 None None] Routers {'67a6f228-1f37-42a9-9561-daf44bfca92a'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:53:56.157912 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-eac897d4-6032-400d-832b-20724f48a846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:53:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['67a6f228-1f37-42a9-9561-daf44bfca92a'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:53:56.179694 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef742b0b-ffda-4f69-8855-978689a6633c req-46cd7223-67b7-432a-a920-a1301b7eddbc tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] No DVR routers for this DVR port 99ee99b2-b488-4e98-8920-ca085f993c4c on host n-h2-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:53:56.182579 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-ef742b0b-ffda-4f69-8855-978689a6633c req-46cd7223-67b7-432a-a920-a1301b7eddbc tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:56.184782 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-ef742b0b-ffda-4f69-8855-978689a6633c req-46cd7223-67b7-432a-a920-a1301b7eddbc tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.57 "DELETE /v2.0/ports/99ee99b2-b488-4e98-8920-ca085f993c4c HTTP/1.1" status: 204 len: 173 time: 1.1815598 Aug 16 23:53:56.185235 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '560e218d-b4d7-4dc5-8b24-00b966eded5e', 'name': 'network-vif-deleted', 'tag': '99ee99b2-b488-4e98-8920-ca085f993c4c'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:53:56.187647 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7165c1ab170cf7a86a4d2d0d4fd52c1e3b7b58c190c14e765d35b2aa62be1e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-053d1229-0830-4471-9424-adba0283ba18" -d '{"events": [{"server_uuid": "560e218d-b4d7-4dc5-8b24-00b966eded5e", "name": "network-vif-deleted", "tag": "99ee99b2-b488-4e98-8920-ca085f993c4c"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:53:56.227550 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36a2a775-855d-47a8-b08f-3e72c888ba82 x-openstack-request-id: req-36a2a775-855d-47a8-b08f-3e72c888ba82 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:53:56.227841 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "560e218d-b4d7-4dc5-8b24-00b966eded5e", "name": "network-vif-deleted", "tag": "99ee99b2-b488-4e98-8920-ca085f993c4c", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:53:56.228092 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-36a2a775-855d-47a8-b08f-3e72c888ba82 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:53:56.228499 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '560e218d-b4d7-4dc5-8b24-00b966eded5e', 'name': 'network-vif-deleted', 'tag': '99ee99b2-b488-4e98-8920-ca085f993c4c', 'status': 'completed', 'code': 200} Aug 16 23:53:56.276036 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-eac897d4-6032-400d-832b-20724f48a846 None None] Set router 67a6f228-1f37-42a9-9561-daf44bfca92a gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:53:56.492789 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-eac897d4-6032-400d-832b-20724f48a846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'name': 'tempest-ServerActionsTestJSON-588204980-router', 'tenant_id': '83ef46c23c9b4665a6426b92010b2810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '2a45e1da-ac90-45b2-8495-6bf17bc484c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:51:34Z', 'updated_at': '2021-08-16T23:51:36Z', 'revision_number': 4, 'project_id': '83ef46c23c9b4665a6426b92010b2810', 'gw_port': {'id': '2a45e1da-ac90-45b2-8495-6bf17bc484c0', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:51:34Z', 'updated_at': '2021-08-16T23:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'f62dbd80-836c-428c-a77a-55f350621b11', 'name': '', 'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c', 'tenant_id': '83ef46c23c9b4665a6426b92010b2810', 'mac_address': 'fa:16:3e:ed:28:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2c7ea852-5b75-4594-bf21-897da6d8e4a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:51:36Z', 'updated_at': '2021-08-16T23:51:41Z', 'revision_number': 5, 'project_id': '83ef46c23c9b4665a6426b92010b2810', 'subnets': [{'id': '2c7ea852-5b75-4594-bf21-897da6d8e4a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:53:56.519704 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac897d4-6032-400d-832b-20724f48a846 None None] Checking router: 67a6f228-1f37-42a9-9561-daf44bfca92a for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:53:56.528189 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac897d4-6032-400d-832b-20724f48a846 None None] Routers {'67a6f228-1f37-42a9-9561-daf44bfca92a'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:53:56.528821 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-eac897d4-6032-400d-832b-20724f48a846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:53:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['67a6f228-1f37-42a9-9561-daf44bfca92a'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:53:56.789955 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-eac897d4-6032-400d-832b-20724f48a846 None None] Set router 67a6f228-1f37-42a9-9561-daf44bfca92a gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:53:56.990604 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-eac897d4-6032-400d-832b-20724f48a846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'name': 'tempest-ServerActionsTestJSON-588204980-router', 'tenant_id': '83ef46c23c9b4665a6426b92010b2810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '2a45e1da-ac90-45b2-8495-6bf17bc484c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:51:34Z', 'updated_at': '2021-08-16T23:51:36Z', 'revision_number': 4, 'project_id': '83ef46c23c9b4665a6426b92010b2810', 'gw_port': {'id': '2a45e1da-ac90-45b2-8495-6bf17bc484c0', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:51:34Z', 'updated_at': '2021-08-16T23:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'f62dbd80-836c-428c-a77a-55f350621b11', 'name': '', 'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c', 'tenant_id': '83ef46c23c9b4665a6426b92010b2810', 'mac_address': 'fa:16:3e:ed:28:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2c7ea852-5b75-4594-bf21-897da6d8e4a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:51:36Z', 'updated_at': '2021-08-16T23:51:41Z', 'revision_number': 5, 'project_id': '83ef46c23c9b4665a6426b92010b2810', 'subnets': [{'id': '2c7ea852-5b75-4594-bf21-897da6d8e4a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:53:57.021305 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac897d4-6032-400d-832b-20724f48a846 None None] The sync data for ids ['67a6f228-1f37-42a9-9561-daf44bfca92a'] in n-d-791506-26 is: [{'id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'name': 'tempest-ServerActionsTestJSON-588204980-router', 'tenant_id': '83ef46c23c9b4665a6426b92010b2810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '2a45e1da-ac90-45b2-8495-6bf17bc484c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:51:34Z', 'updated_at': '2021-08-16T23:51:36Z', 'revision_number': 4, 'project_id': '83ef46c23c9b4665a6426b92010b2810', 'gw_port': {'id': '2a45e1da-ac90-45b2-8495-6bf17bc484c0', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:51:34Z', 'updated_at': '2021-08-16T23:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'f62dbd80-836c-428c-a77a-55f350621b11', 'name': '', 'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c', 'tenant_id': '83ef46c23c9b4665a6426b92010b2810', 'mac_address': 'fa:16:3e:ed:28:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2c7ea852-5b75-4594-bf21-897da6d8e4a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:51:36Z', 'updated_at': '2021-08-16T23:51:41Z', 'revision_number': 5, 'project_id': '83ef46c23c9b4665a6426b92010b2810', 'subnets': [{'id': '2c7ea852-5b75-4594-bf21-897da6d8e4a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:53:57.034513 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ac6fb4ac-9b66-43c0-ae64-8a3d78736a96 req-0322d987-e69e-42aa-ae67-47e949c6cc55 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--16262300&fields=id&tenant_id=83ef46c23c9b4665a6426b92010b2810 HTTP/1.1" status: 200 len: 267 time: 0.0344346 Aug 16 23:53:57.148638 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6fb4ac-9b66-43c0-ae64-8a3d78736a96 req-3ac5f3e4-2e17-4827-ab66-9e4228539088 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:57.150842 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ac6fb4ac-9b66-43c0-ae64-8a3d78736a96 req-3ac5f3e4-2e17-4827-ab66-9e4228539088 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/networks?id=358c85e3-e402-4800-ac20-1ee48de2366c HTTP/1.1" status: 200 len: 811 time: 0.1072795 Aug 16 23:53:57.166565 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ac6fb4ac-9b66-43c0-ae64-8a3d78736a96 req-6cd44d05-caaf-42f6-abdf-ef16f37c73e5 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/quotas/83ef46c23c9b4665a6426b92010b2810 HTTP/1.1" status: 200 len: 375 time: 0.0105267 Aug 16 23:53:57.229069 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ac6fb4ac-9b66-43c0-ae64-8a3d78736a96 req-b686b1c7-03f8-484f-b250-0de6d50907e4 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=83ef46c23c9b4665a6426b92010b2810&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0566483 Aug 16 23:53:57.257034 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34194940-2a51-44a7-91aa-b3eeb327251b None None] New status for floating IP ca5c0e4f-bc22-4dc9-997b-e59ffb1540a1: DOWN {{(pid=101294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:53:57.327665 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ac6fb4ac-9b66-43c0-ae64-8a3d78736a96 req-b601ba87-31b2-4767-814e-73944258fbc9 service neutron] 10.222.0.36 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871003 Aug 16 23:53:57.431209 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ac6fb4ac-9b66-43c0-ae64-8a3d78736a96 req-2f22e5a4-7755-4d95-b88d-64a7549df4b7 service neutron] 10.222.0.36 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971875 Aug 16 23:53:57.604682 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-00d01c5e-3404-4473-934a-31246a3d93af req-2b451e4b-3542-4fd3-a2dc-406320b025ad tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=41d89a2d-6ffd-4b09-84e4-4e2f205a14b9 HTTP/1.1" status: 200 len: 210 time: 0.0290565 Aug 16 23:53:58.612135 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6fb4ac-9b66-43c0-ae64-8a3d78736a96 req-0f27bc17-26d5-440d-90be-6523cf0b1dd3 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:58.614323 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-ac6fb4ac-9b66-43c0-ae64-8a3d78736a96 req-0f27bc17-26d5-440d-90be-6523cf0b1dd3 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.57 "GET /v2.0/networks?id=358c85e3-e402-4800-ac20-1ee48de2366c HTTP/1.1" status: 200 len: 811 time: 0.1295094 Aug 16 23:53:58.673350 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-ac6fb4ac-9b66-43c0-ae64-8a3d78736a96 req-3c8ce3ba-0e11-45a3-8615-51e1ab1ed862 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83ef46c23c9b4665a6426b92010b2810 HTTP/1.1" status: 200 len: 378 time: 0.0404472 Aug 16 23:53:58.685447 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-ac6fb4ac-9b66-43c0-ae64-8a3d78736a96 req-a56a9083-05d3-4359-9458-e4b555498650 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Request body: {'port': {'device_id': '41d89a2d-6ffd-4b09-84e4-4e2f205a14b9', 'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c', 'admin_state_up': True, 'tenant_id': '83ef46c23c9b4665a6426b92010b2810', 'security_groups': ['76d78786-719d-4ded-9ccf-f6bbd64d77a3']}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:53:58.703874 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f6e5f5ce-1f99-4673-b4ce-e28708b9440f req-bc26d2be-9bb6-4edd-89c6-8005ef11d9e1 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=41d89a2d-6ffd-4b09-84e4-4e2f205a14b9 HTTP/1.1" status: 200 len: 210 time: 0.0278621 Aug 16 23:53:58.802465 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac6fb4ac-9b66-43c0-ae64-8a3d78736a96 req-a56a9083-05d3-4359-9458-e4b555498650 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Made reservation on behalf of 83ef46c23c9b4665a6426b92010b2810 for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:53:58.806016 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-ac6fb4ac-9b66-43c0-ae64-8a3d78736a96 req-a56a9083-05d3-4359-9458-e4b555498650 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:58.931710 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-ac6fb4ac-9b66-43c0-ae64-8a3d78736a96 req-a56a9083-05d3-4359-9458-e4b555498650 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Allocated IP 172.20.0.9 (358c85e3-e402-4800-ac20-1ee48de2366c/2c7ea852-5b75-4594-bf21-897da6d8e4a1/c8ee2b7c-8926-4616-bff7-d02615d80131) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:53:59.095714 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-ac6fb4ac-9b66-43c0-ae64-8a3d78736a96 req-a56a9083-05d3-4359-9458-e4b555498650 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:59.113049 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-ac6fb4ac-9b66-43c0-ae64-8a3d78736a96 req-a56a9083-05d3-4359-9458-e4b555498650 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Transition to ACTIVE for port object c8ee2b7c-8926-4616-bff7-d02615d80131 will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:53:59.147919 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-ac6fb4ac-9b66-43c0-ae64-8a3d78736a96 req-a56a9083-05d3-4359-9458-e4b555498650 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:59.189314 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac6fb4ac-9b66-43c0-ae64-8a3d78736a96 req-a56a9083-05d3-4359-9458-e4b555498650 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Network 358c85e3-e402-4800-ac20-1ee48de2366c is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:53:59.194224 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-ac6fb4ac-9b66-43c0-ae64-8a3d78736a96 req-a56a9083-05d3-4359-9458-e4b555498650 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:53:59.198884 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac6fb4ac-9b66-43c0-ae64-8a3d78736a96 req-a56a9083-05d3-4359-9458-e4b555498650 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:53:59.229569 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56a9083-05d3-4359-9458-e4b555498650 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Pushing event updated for resources: {'Port': ['ID=c8ee2b7c-8926-4616-bff7-d02615d80131,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:59.265016 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6fb4ac-9b66-43c0-ae64-8a3d78736a96 req-a56a9083-05d3-4359-9458-e4b555498650 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:59.265653 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-ac6fb4ac-9b66-43c0-ae64-8a3d78736a96 req-a56a9083-05d3-4359-9458-e4b555498650 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:59.282510 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-ac6fb4ac-9b66-43c0-ae64-8a3d78736a96 req-a56a9083-05d3-4359-9458-e4b555498650 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6015573 Aug 16 23:53:59.299754 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-ac6fb4ac-9b66-43c0-ae64-8a3d78736a96 req-527290d3-88b9-49b3-9834-9a1ec1d8699c service neutron] Request body: {'port': {'device_id': '41d89a2d-6ffd-4b09-84e4-4e2f205a14b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:53:59.361064 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-ac6fb4ac-9b66-43c0-ae64-8a3d78736a96 req-527290d3-88b9-49b3-9834-9a1ec1d8699c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:59.415161 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 99ee99b2-b488-4e98-8920-ca085f993c4c no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:53:59.439176 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] No Port match for: 99ee99b2-b488-4e98-8920-ca085f993c4c {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:53:59.439569 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 99ee99b2-b488-4e98-8920-ca085f993c4c not bound to the agent host n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:53:59.450570 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9e582e74-060f-4b30-854b-d7d0ea3850b0 None None] Provisioning for port c8ee2b7c-8926-4616-bff7-d02615d80131 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:53:59.454679 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9e582e74-060f-4b30-854b-d7d0ea3850b0 None None] Provisioning complete for port c8ee2b7c-8926-4616-bff7-d02615d80131 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:53:59.455062 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9e582e74-060f-4b30-854b-d7d0ea3850b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:59.490035 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-9e582e74-060f-4b30-854b-d7d0ea3850b0 None None] Port c8ee2b7c-8926-4616-bff7-d02615d80131 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:53:59.630499 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-ac6fb4ac-9b66-43c0-ae64-8a3d78736a96 req-527290d3-88b9-49b3-9834-9a1ec1d8699c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8ee2b7c-8926-4616-bff7-d02615d80131 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:53:59.637931 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-ac6fb4ac-9b66-43c0-ae64-8a3d78736a96 req-527290d3-88b9-49b3-9834-9a1ec1d8699c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:59.650299 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-ac6fb4ac-9b66-43c0-ae64-8a3d78736a96 req-527290d3-88b9-49b3-9834-9a1ec1d8699c service neutron] Transition to ACTIVE for port object c8ee2b7c-8926-4616-bff7-d02615d80131 will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:53:59.653837 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-ac6fb4ac-9b66-43c0-ae64-8a3d78736a96 req-527290d3-88b9-49b3-9834-9a1ec1d8699c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:59.709901 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527290d3-88b9-49b3-9834-9a1ec1d8699c service neutron] Pushing event updated for resources: {'Port': ['ID=c8ee2b7c-8926-4616-bff7-d02615d80131,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:59.784935 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-ac6fb4ac-9b66-43c0-ae64-8a3d78736a96 req-527290d3-88b9-49b3-9834-9a1ec1d8699c service neutron] Attempting to bind port c8ee2b7c-8926-4616-bff7-d02615d80131 on host n-h2-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:53:59.785282 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-ac6fb4ac-9b66-43c0-ae64-8a3d78736a96 req-527290d3-88b9-49b3-9834-9a1ec1d8699c service neutron] Attempting to bind port c8ee2b7c-8926-4616-bff7-d02615d80131 by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': '714982a0-3bd6-420a-8ae2-0d5475440df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:53:59.785653 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6fb4ac-9b66-43c0-ae64-8a3d78736a96 req-527290d3-88b9-49b3-9834-9a1ec1d8699c service neutron] Attempting to bind port c8ee2b7c-8926-4616-bff7-d02615d80131 on network 358c85e3-e402-4800-ac20-1ee48de2366c {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:53:59.791353 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6fb4ac-9b66-43c0-ae64-8a3d78736a96 req-527290d3-88b9-49b3-9834-9a1ec1d8699c service neutron] Port c8ee2b7c-8926-4616-bff7-d02615d80131 on network 358c85e3-e402-4800-ac20-1ee48de2366c not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:53:59.791695 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6fb4ac-9b66-43c0-ae64-8a3d78736a96 req-527290d3-88b9-49b3-9834-9a1ec1d8699c service neutron] Attempting to bind port c8ee2b7c-8926-4616-bff7-d02615d80131 on network 358c85e3-e402-4800-ac20-1ee48de2366c {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:53:59.796930 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6fb4ac-9b66-43c0-ae64-8a3d78736a96 req-527290d3-88b9-49b3-9834-9a1ec1d8699c service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:53:59.797279 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6fb4ac-9b66-43c0-ae64-8a3d78736a96 req-527290d3-88b9-49b3-9834-9a1ec1d8699c service neutron] Checking segment: {'id': '714982a0-3bd6-420a-8ae2-0d5475440df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:53:59.797684 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6fb4ac-9b66-43c0-ae64-8a3d78736a96 req-527290d3-88b9-49b3-9834-9a1ec1d8699c service neutron] Bound using segment: {'id': '714982a0-3bd6-420a-8ae2-0d5475440df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:53:59.798124 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-ac6fb4ac-9b66-43c0-ae64-8a3d78736a96 req-527290d3-88b9-49b3-9834-9a1ec1d8699c service neutron] Bound port: c8ee2b7c-8926-4616-bff7-d02615d80131, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '714982a0-3bd6-420a-8ae2-0d5475440df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:53:59.798497 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-ac6fb4ac-9b66-43c0-ae64-8a3d78736a96 req-527290d3-88b9-49b3-9834-9a1ec1d8699c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:59.828100 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d3130c-92b2-4039-aa2e-d2dc1ec457ee req-12f9b8e6-1777-4f5c-933e-0124bf12328d tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:59.830336 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b2d3130c-92b2-4039-aa2e-d2dc1ec457ee req-12f9b8e6-1777-4f5c-933e-0124bf12328d tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=41d89a2d-6ffd-4b09-84e4-4e2f205a14b9 HTTP/1.1" status: 200 len: 943 time: 0.0550773 Aug 16 23:53:59.871002 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-ac6fb4ac-9b66-43c0-ae64-8a3d78736a96 req-527290d3-88b9-49b3-9834-9a1ec1d8699c service neutron] For port c8ee2b7c-8926-4616-bff7-d02615d80131, host n-h2-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:53:59.871367 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b2d3130c-92b2-4039-aa2e-d2dc1ec457ee req-8c8be530-6b5c-42e7-873a-fc82961329d3 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341275 Aug 16 23:53:59.874577 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-ac6fb4ac-9b66-43c0-ae64-8a3d78736a96 req-527290d3-88b9-49b3-9834-9a1ec1d8699c service neutron] For port c8ee2b7c-8926-4616-bff7-d02615d80131, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=c8ee2b7c-8926-4616-bff7-d02615d80131,segment=NetworkSegment(714982a0-3bd6-420a-8ae2-0d5475440df4),segment_id=714982a0-3bd6-420a-8ae2-0d5475440df4)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:53:59.880228 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-ac6fb4ac-9b66-43c0-ae64-8a3d78736a96 req-527290d3-88b9-49b3-9834-9a1ec1d8699c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:59.921475 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6fb4ac-9b66-43c0-ae64-8a3d78736a96 req-527290d3-88b9-49b3-9834-9a1ec1d8699c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:53:59.922266 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-ac6fb4ac-9b66-43c0-ae64-8a3d78736a96 req-527290d3-88b9-49b3-9834-9a1ec1d8699c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:53:59.923850 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-ac6fb4ac-9b66-43c0-ae64-8a3d78736a96 req-527290d3-88b9-49b3-9834-9a1ec1d8699c service neutron] 10.222.0.57 "PUT /v2.0/ports/c8ee2b7c-8926-4616-bff7-d02615d80131 HTTP/1.1" status: 200 len: 1092 time: 0.6289008 Aug 16 23:53:59.926224 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41d89a2d-6ffd-4b09-84e4-4e2f205a14b9', 'tag': 'c8ee2b7c-8926-4616-bff7-d02615d80131'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:53:59.928524 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7165c1ab170cf7a86a4d2d0d4fd52c1e3b7b58c190c14e765d35b2aa62be1e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b3e3a78-dc92-4b4f-9f2c-a2d7d7fc6db0" -d '{"events": [{"name": "network-changed", "server_uuid": "41d89a2d-6ffd-4b09-84e4-4e2f205a14b9", "tag": "c8ee2b7c-8926-4616-bff7-d02615d80131"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:53:59.967557 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527290d3-88b9-49b3-9834-9a1ec1d8699c service neutron] Pushing event updated for resources: {'Port': ['ID=c8ee2b7c-8926-4616-bff7-d02615d80131,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:53:59.973342 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d6463e2-e647-4c88-8db4-12bcb7498314 x-openstack-request-id: req-3d6463e2-e647-4c88-8db4-12bcb7498314 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:53:59.973708 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41d89a2d-6ffd-4b09-84e4-4e2f205a14b9", "tag": "c8ee2b7c-8926-4616-bff7-d02615d80131", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:53:59.974649 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3d6463e2-e647-4c88-8db4-12bcb7498314 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:53:59.975439 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41d89a2d-6ffd-4b09-84e4-4e2f205a14b9', 'tag': 'c8ee2b7c-8926-4616-bff7-d02615d80131', 'status': 'completed', 'code': 200} Aug 16 23:54:00.036207 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6fb4ac-9b66-43c0-ae64-8a3d78736a96 req-4ec60b61-efe6-4ffb-9ee7-9e91136d345b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:00.038939 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-ac6fb4ac-9b66-43c0-ae64-8a3d78736a96 req-4ec60b61-efe6-4ffb-9ee7-9e91136d345b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=83ef46c23c9b4665a6426b92010b2810&device_id=41d89a2d-6ffd-4b09-84e4-4e2f205a14b9 HTTP/1.1" status: 200 len: 1095 time: 0.0456107 Aug 16 23:54:00.089584 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-ac6fb4ac-9b66-43c0-ae64-8a3d78736a96 req-619ed4b2-97dc-4591-a4c9-623138da8e6b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8ee2b7c-8926-4616-bff7-d02615d80131 HTTP/1.1" status: 200 len: 217 time: 0.0381753 Aug 16 23:54:00.145285 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6fb4ac-9b66-43c0-ae64-8a3d78736a96 req-95b2757a-e4f0-417a-9ca2-5fb74f790d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:00.146797 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-ac6fb4ac-9b66-43c0-ae64-8a3d78736a96 req-95b2757a-e4f0-417a-9ca2-5fb74f790d60 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2c7ea852-5b75-4594-bf21-897da6d8e4a1 HTTP/1.1" status: 200 len: 850 time: 0.0501945 Aug 16 23:54:00.192324 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6fb4ac-9b66-43c0-ae64-8a3d78736a96 req-6e614e47-61fd-4544-b68a-2ec3822ff5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:00.193958 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-ac6fb4ac-9b66-43c0-ae64-8a3d78736a96 req-6e614e47-61fd-4544-b68a-2ec3822ff5b9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=358c85e3-e402-4800-ac20-1ee48de2366c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404210 Aug 16 23:54:00.282509 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-ac6fb4ac-9b66-43c0-ae64-8a3d78736a96 req-92430571-0208-4ee3-bf5d-3177f7d26e5e service neutron] 10.222.0.57 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818787 Aug 16 23:54:00.374995 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-ac6fb4ac-9b66-43c0-ae64-8a3d78736a96 req-67626157-fe46-49ca-8124-30c4f02ebccc service neutron] 10.222.0.57 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856843 Aug 16 23:54:00.498564 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3e3a78-dc92-4b4f-9f2c-a2d7d7fc6db0 req-693776f3-a9a1-4605-8213-d176883311f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:00.499967 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2b3e3a78-dc92-4b4f-9f2c-a2d7d7fc6db0 req-693776f3-a9a1-4605-8213-d176883311f1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=83ef46c23c9b4665a6426b92010b2810&device_id=41d89a2d-6ffd-4b09-84e4-4e2f205a14b9 HTTP/1.1" status: 200 len: 1095 time: 0.0425980 Aug 16 23:54:00.593942 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3e3a78-dc92-4b4f-9f2c-a2d7d7fc6db0 req-13771d7d-0211-4d74-88c7-03de68a458ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:00.595437 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2b3e3a78-dc92-4b4f-9f2c-a2d7d7fc6db0 req-13771d7d-0211-4d74-88c7-03de68a458ea service neutron] 10.222.0.57 "GET /v2.0/networks?id=358c85e3-e402-4800-ac20-1ee48de2366c HTTP/1.1" status: 200 len: 912 time: 0.0884423 Aug 16 23:54:00.638519 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2b3e3a78-dc92-4b4f-9f2c-a2d7d7fc6db0 req-ddcbb591-878c-4d40-b53e-48fe3ef828f5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8ee2b7c-8926-4616-bff7-d02615d80131 HTTP/1.1" status: 200 len: 217 time: 0.0362535 Aug 16 23:54:00.688660 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3e3a78-dc92-4b4f-9f2c-a2d7d7fc6db0 req-5d72abb3-c679-497f-bc78-dd7b0a6564e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:00.690145 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2b3e3a78-dc92-4b4f-9f2c-a2d7d7fc6db0 req-5d72abb3-c679-497f-bc78-dd7b0a6564e3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2c7ea852-5b75-4594-bf21-897da6d8e4a1 HTTP/1.1" status: 200 len: 850 time: 0.0444512 Aug 16 23:54:00.739289 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3e3a78-dc92-4b4f-9f2c-a2d7d7fc6db0 req-b3bd7c31-51a8-4d2b-a0a0-b7e05e2475c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:00.740886 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2b3e3a78-dc92-4b4f-9f2c-a2d7d7fc6db0 req-b3bd7c31-51a8-4d2b-a0a0-b7e05e2475c0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=358c85e3-e402-4800-ac20-1ee48de2366c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442879 Aug 16 23:54:00.829678 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2b3e3a78-dc92-4b4f-9f2c-a2d7d7fc6db0 req-cfd72a04-8ba9-4c75-a834-2756432f25f2 service neutron] 10.222.0.57 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820143 Aug 16 23:54:00.922986 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2b3e3a78-dc92-4b4f-9f2c-a2d7d7fc6db0 req-b5d346f5-c3fd-409e-8ffe-4266471c1b79 service neutron] 10.222.0.57 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866036 Aug 16 23:54:00.989257 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32812b9b-98d3-4b0b-9d2b-61ad75b27167 req-f15ce951-e26f-4e11-9617-5c3820426a43 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:00.990747 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-32812b9b-98d3-4b0b-9d2b-61ad75b27167 req-f15ce951-e26f-4e11-9617-5c3820426a43 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=41d89a2d-6ffd-4b09-84e4-4e2f205a14b9 HTTP/1.1" status: 200 len: 943 time: 0.0491743 Aug 16 23:54:01.032482 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-32812b9b-98d3-4b0b-9d2b-61ad75b27167 req-25bcda36-e7a9-48ea-810a-a074a8b5182c tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350020 Aug 16 23:54:02.160200 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5405c4-8ff6-4967-b356-5d8ce3712f47 req-9eeb6077-a507-41bd-9ca6-6ba30c945bb0 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:02.160200 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-de5405c4-8ff6-4967-b356-5d8ce3712f47 req-9eeb6077-a507-41bd-9ca6-6ba30c945bb0 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=41d89a2d-6ffd-4b09-84e4-4e2f205a14b9 HTTP/1.1" status: 200 len: 943 time: 0.0534818 Aug 16 23:54:02.205464 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-de5405c4-8ff6-4967-b356-5d8ce3712f47 req-4e99edca-5ead-4811-b62c-4069c019ec21 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404286 Aug 16 23:54:03.326140 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f55c53d-24b6-49a8-99d9-c9b3baa4e21e req-798535c8-3939-4cce-9246-27105f760f5c tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:03.327552 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1f55c53d-24b6-49a8-99d9-c9b3baa4e21e req-798535c8-3939-4cce-9246-27105f760f5c tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=41d89a2d-6ffd-4b09-84e4-4e2f205a14b9 HTTP/1.1" status: 200 len: 943 time: 0.0524061 Aug 16 23:54:03.364822 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1f55c53d-24b6-49a8-99d9-c9b3baa4e21e req-5ff0a82b-235b-455d-a1d1-63ed5f632eea tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312643 Aug 16 23:54:03.430690 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device c8ee2b7c-8926-4616-bff7-d02615d80131 details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:54:03.527426 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port c8ee2b7c-8926-4616-bff7-d02615d80131, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=c8ee2b7c-8926-4616-bff7-d02615d80131,segment=NetworkSegment(714982a0-3bd6-420a-8ae2-0d5475440df4),segment_id=714982a0-3bd6-420a-8ae2-0d5475440df4)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:54:03.538984 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': 'c8ee2b7c-8926-4616-bff7-d02615d80131', 'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c', 'port_id': 'c8ee2b7c-8926-4616-bff7-d02615d80131', 'mac_address': 'fa:16:3e:45:67:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c7ea852-5b75-4594-bf21-897da6d8e4a1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:54:03.574908 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:03.588290 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8ee2b7c-8926-4616-bff7-d02615d80131 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:54:03.608419 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port c8ee2b7c-8926-4616-bff7-d02615d80131, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=c8ee2b7c-8926-4616-bff7-d02615d80131,segment=NetworkSegment(714982a0-3bd6-420a-8ae2-0d5475440df4),segment_id=714982a0-3bd6-420a-8ae2-0d5475440df4)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:54:03.612412 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:03.659619 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=c8ee2b7c-8926-4616-bff7-d02615d80131,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:03.952404 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['c8ee2b7c-8926-4616-bff7-d02615d80131'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:54:04.478692 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483a08b9-6f3e-4e55-890b-b16744a04229 req-60f60ad0-cc0d-4bc7-a683-158456251ab3 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:04.480175 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-483a08b9-6f3e-4e55-890b-b16744a04229 req-60f60ad0-cc0d-4bc7-a683-158456251ab3 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=41d89a2d-6ffd-4b09-84e4-4e2f205a14b9 HTTP/1.1" status: 200 len: 944 time: 0.0481701 Aug 16 23:54:04.523335 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-483a08b9-6f3e-4e55-890b-b16744a04229 req-de40a972-30b6-4e70-843c-d808863e24e8 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371678 Aug 16 23:54:05.431984 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device c8ee2b7c-8926-4616-bff7-d02615d80131 up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:54:05.480566 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning for port c8ee2b7c-8926-4616-bff7-d02615d80131 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:54:05.484211 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port c8ee2b7c-8926-4616-bff7-d02615d80131 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:54:05.484645 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:05.562457 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:05.584732 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41d89a2d-6ffd-4b09-84e4-4e2f205a14b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8ee2b7c-8926-4616-bff7-d02615d80131'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:54:05.587486 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d789e1acf86fc3837d65c5c7bf7b17f03ca076816da63f24d17cffa1a624f203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fc23263-a03c-4bd4-922c-e1daf1d9ea3b" -d '{"events": [{"server_uuid": "41d89a2d-6ffd-4b09-84e4-4e2f205a14b9", "name": "network-vif-plugged", "status": "completed", "tag": "c8ee2b7c-8926-4616-bff7-d02615d80131"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:54:05.600377 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port c8ee2b7c-8926-4616-bff7-d02615d80131, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=c8ee2b7c-8926-4616-bff7-d02615d80131,segment=NetworkSegment(714982a0-3bd6-420a-8ae2-0d5475440df4),segment_id=714982a0-3bd6-420a-8ae2-0d5475440df4)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:54:05.606397 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:05.630625 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e30a4cf6-1edd-4790-bea3-704b5b48dd21 x-openstack-request-id: req-e30a4cf6-1edd-4790-bea3-704b5b48dd21 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:54:05.630923 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41d89a2d-6ffd-4b09-84e4-4e2f205a14b9", "name": "network-vif-plugged", "status": "completed", "tag": "c8ee2b7c-8926-4616-bff7-d02615d80131", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:54:05.631175 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e30a4cf6-1edd-4790-bea3-704b5b48dd21 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:54:05.631564 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41d89a2d-6ffd-4b09-84e4-4e2f205a14b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8ee2b7c-8926-4616-bff7-d02615d80131', 'code': 200} Aug 16 23:54:05.650253 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502e7481-b746-491b-abf4-13e8f55a001c req-8fff8cfa-f824-464a-94a9-b311237db73c tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:05.651783 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-502e7481-b746-491b-abf4-13e8f55a001c req-8fff8cfa-f824-464a-94a9-b311237db73c tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=41d89a2d-6ffd-4b09-84e4-4e2f205a14b9 HTTP/1.1" status: 200 len: 945 time: 0.0551755 Aug 16 23:54:05.657734 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=c8ee2b7c-8926-4616-bff7-d02615d80131,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:54:05.695585 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-502e7481-b746-491b-abf4-13e8f55a001c req-83ff3d65-5865-468c-949a-f29f4b6a9d7f tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372822 Aug 16 23:54:05.753053 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca94095e-9d3e-4f90-b5b4-c9edd7586a13 req-8d150123-8612-4849-9ace-8ef4d76221d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:05.754560 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-ca94095e-9d3e-4f90-b5b4-c9edd7586a13 req-8d150123-8612-4849-9ace-8ef4d76221d8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=41d89a2d-6ffd-4b09-84e4-4e2f205a14b9 HTTP/1.1" status: 200 len: 1097 time: 0.0412478 Aug 16 23:54:05.792114 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-ca94095e-9d3e-4f90-b5b4-c9edd7586a13 req-3268f5d8-6877-4333-838b-c36229c85a9f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308940 Aug 16 23:54:06.813735 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff77ea0-ef9b-4552-b88e-76dc18c5a012 req-3ab13a94-98ce-41f5-b249-e27c965c1ad7 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:06.815224 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7ff77ea0-ef9b-4552-b88e-76dc18c5a012 req-3ab13a94-98ce-41f5-b249-e27c965c1ad7 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=41d89a2d-6ffd-4b09-84e4-4e2f205a14b9 HTTP/1.1" status: 200 len: 945 time: 0.0500219 Aug 16 23:54:06.853031 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7ff77ea0-ef9b-4552-b88e-76dc18c5a012 req-73933725-74f4-4d05-8737-3811652a5869 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316904 Aug 16 23:54:07.968746 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d6d96b-9858-43bd-905e-e649d379b0a1 req-360670e0-97b1-440d-b33d-83be1b4a1f89 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:07.970324 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-67d6d96b-9858-43bd-905e-e649d379b0a1 req-360670e0-97b1-440d-b33d-83be1b4a1f89 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=41d89a2d-6ffd-4b09-84e4-4e2f205a14b9 HTTP/1.1" status: 200 len: 945 time: 0.0507247 Aug 16 23:54:08.012943 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-67d6d96b-9858-43bd-905e-e649d379b0a1 req-24627342-b60e-4ef7-a14f-c8846f1da55e tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363579 Aug 16 23:54:08.124925 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baa14d0-e5d0-4eb6-8a42-394e8d4e4e6b req-dc4f0487-f050-42f6-b6fe-61a3ca5ef5d9 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:08.126424 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2baa14d0-e5d0-4eb6-8a42-394e8d4e4e6b req-dc4f0487-f050-42f6-b6fe-61a3ca5ef5d9 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=41d89a2d-6ffd-4b09-84e4-4e2f205a14b9 HTTP/1.1" status: 200 len: 945 time: 0.0506713 Aug 16 23:54:08.135853 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 56772) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:54:08.140413 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-727977d8-1fc1-4fdb-bab4-bd22d1a26bf1 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Request body: {'floatingip': {'port_id': 'c8ee2b7c-8926-4616-bff7-d02615d80131'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:54:08.179144 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-727977d8-1fc1-4fdb-bab4-bd22d1a26bf1 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Notify callbacks [] for floatingip, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:08.606606 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-727977d8-1fc1-4fdb-bab4-bd22d1a26bf1 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:08.610236 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-727977d8-1fc1-4fdb-bab4-bd22d1a26bf1 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:08.712751 n-d-791506-26 neutron-server[101292]: INFO neutron.db.l3_db [None req-727977d8-1fc1-4fdb-bab4-bd22d1a26bf1 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Floating IP ca5c0e4f-bc22-4dc9-997b-e59ffb1540a1 associated. External IP: 172.25.4.29, port: c8ee2b7c-8926-4616-bff7-d02615d80131. Aug 16 23:54:08.914554 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-727977d8-1fc1-4fdb-bab4-bd22d1a26bf1 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Router 67a6f228-1f37-42a9-9561-daf44bfca92a has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:54:09.021752 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-727977d8-1fc1-4fdb-bab4-bd22d1a26bf1 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:54:09.027206 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-727977d8-1fc1-4fdb-bab4-bd22d1a26bf1 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:09.031755 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e1582e-684a-492f-9bae-bd88a89dd0a7 None None] Sync routers for ids ['67a6f228-1f37-42a9-9561-daf44bfca92a'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:54:09.043052 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e1582e-684a-492f-9bae-bd88a89dd0a7 None None] Routers {'67a6f228-1f37-42a9-9561-daf44bfca92a'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:54:09.043673 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-59e1582e-684a-492f-9bae-bd88a89dd0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:53:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['67a6f228-1f37-42a9-9561-daf44bfca92a'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:54:09.059439 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-727977d8-1fc1-4fdb-bab4-bd22d1a26bf1 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "PUT /v2.0/floatingips/ca5c0e4f-bc22-4dc9-997b-e59ffb1540a1 HTTP/1.1" status: 200 len: 990 time: 0.9223413 Aug 16 23:54:09.060073 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41d89a2d-6ffd-4b09-84e4-4e2f205a14b9', 'tag': 'c8ee2b7c-8926-4616-bff7-d02615d80131'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:54:09.062619 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5be9a9c22bfe9382157933c6eba925c7622163b8a5c85bc608140d30d6fa20cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebcfa68d-63eb-4ed9-89a0-2e78bf7b19d2" -d '{"events": [{"name": "network-changed", "server_uuid": "41d89a2d-6ffd-4b09-84e4-4e2f205a14b9", "tag": "c8ee2b7c-8926-4616-bff7-d02615d80131"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:54:09.101588 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e11011-1276-4f2a-9404-3035d5bd5f24 x-openstack-request-id: req-33e11011-1276-4f2a-9404-3035d5bd5f24 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:54:09.101883 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41d89a2d-6ffd-4b09-84e4-4e2f205a14b9", "tag": "c8ee2b7c-8926-4616-bff7-d02615d80131", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:54:09.102138 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-33e11011-1276-4f2a-9404-3035d5bd5f24 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:54:09.102761 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41d89a2d-6ffd-4b09-84e4-4e2f205a14b9', 'tag': 'c8ee2b7c-8926-4616-bff7-d02615d80131', 'status': 'completed', 'code': 200} Aug 16 23:54:09.159299 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-59e1582e-684a-492f-9bae-bd88a89dd0a7 None None] Set router 67a6f228-1f37-42a9-9561-daf44bfca92a gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:54:09.197118 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcfa68d-63eb-4ed9-89a0-2e78bf7b19d2 req-9e1f6202-3307-43d0-83f7-18221d1d6eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:09.198609 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-ebcfa68d-63eb-4ed9-89a0-2e78bf7b19d2 req-9e1f6202-3307-43d0-83f7-18221d1d6eb6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=83ef46c23c9b4665a6426b92010b2810&device_id=41d89a2d-6ffd-4b09-84e4-4e2f205a14b9 HTTP/1.1" status: 200 len: 1097 time: 0.0421512 Aug 16 23:54:09.302305 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcfa68d-63eb-4ed9-89a0-2e78bf7b19d2 req-64bd9aee-3c02-4c0f-bc25-71d5511b0e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:09.304422 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-ebcfa68d-63eb-4ed9-89a0-2e78bf7b19d2 req-64bd9aee-3c02-4c0f-bc25-71d5511b0e28 service neutron] 10.222.0.57 "GET /v2.0/networks?id=358c85e3-e402-4800-ac20-1ee48de2366c HTTP/1.1" status: 200 len: 912 time: 0.0985801 Aug 16 23:54:09.372132 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-ebcfa68d-63eb-4ed9-89a0-2e78bf7b19d2 req-6c797d6c-c874-45b3-83e2-63fedae64400 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8ee2b7c-8926-4616-bff7-d02615d80131 HTTP/1.1" status: 200 len: 998 time: 0.0610640 Aug 16 23:54:09.387588 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-59e1582e-684a-492f-9bae-bd88a89dd0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'name': 'tempest-ServerActionsTestJSON-588204980-router', 'tenant_id': '83ef46c23c9b4665a6426b92010b2810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '2a45e1da-ac90-45b2-8495-6bf17bc484c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:51:34Z', 'updated_at': '2021-08-16T23:51:36Z', 'revision_number': 4, 'project_id': '83ef46c23c9b4665a6426b92010b2810', 'gw_port': {'id': '2a45e1da-ac90-45b2-8495-6bf17bc484c0', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:51:34Z', 'updated_at': '2021-08-16T23:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': 'ca5c0e4f-bc22-4dc9-997b-e59ffb1540a1', 'tenant_id': '83ef46c23c9b4665a6426b92010b2810', 'floating_ip_address': '172.25.4.29', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'port_id': 'c8ee2b7c-8926-4616-bff7-d02615d80131', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c', 'mac_address': 'fa:16:3e:45:67:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d89a2d-6ffd-4b09-84e4-4e2f205a14b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:51:39Z', 'updated_at': '2021-08-16T23:54:08Z', 'revision_number': 5, 'project_id': '83ef46c23c9b4665a6426b92010b2810', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f62dbd80-836c-428c-a77a-55f350621b11', 'name': '', 'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c', 'tenant_id': '83ef46c23c9b4665a6426b92010b2810', 'mac_address': 'fa:16:3e:ed:28:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2c7ea852-5b75-4594-bf21-897da6d8e4a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:51:36Z', 'updated_at': '2021-08-16T23:51:41Z', 'revision_number': 5, 'project_id': '83ef46c23c9b4665a6426b92010b2810', 'subnets': [{'id': '2c7ea852-5b75-4594-bf21-897da6d8e4a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:54:09.414060 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e1582e-684a-492f-9bae-bd88a89dd0a7 None None] Checking router: 67a6f228-1f37-42a9-9561-daf44bfca92a for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:54:09.422216 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e1582e-684a-492f-9bae-bd88a89dd0a7 None None] Routers {'67a6f228-1f37-42a9-9561-daf44bfca92a'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:54:09.422819 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-59e1582e-684a-492f-9bae-bd88a89dd0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:53:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['67a6f228-1f37-42a9-9561-daf44bfca92a'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:54:09.427220 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcfa68d-63eb-4ed9-89a0-2e78bf7b19d2 req-6a840a15-5701-4ab5-ab09-fddd315af254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:09.429311 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-ebcfa68d-63eb-4ed9-89a0-2e78bf7b19d2 req-6a840a15-5701-4ab5-ab09-fddd315af254 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2c7ea852-5b75-4594-bf21-897da6d8e4a1 HTTP/1.1" status: 200 len: 850 time: 0.0501332 Aug 16 23:54:09.484771 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcfa68d-63eb-4ed9-89a0-2e78bf7b19d2 req-92d90fa3-6fcc-402e-96a2-d4f2287877b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:09.486844 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-ebcfa68d-63eb-4ed9-89a0-2e78bf7b19d2 req-92d90fa3-6fcc-402e-96a2-d4f2287877b1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=358c85e3-e402-4800-ac20-1ee48de2366c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517118 Aug 16 23:54:09.530755 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-59e1582e-684a-492f-9bae-bd88a89dd0a7 None None] Set router 67a6f228-1f37-42a9-9561-daf44bfca92a gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:54:09.579005 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-ebcfa68d-63eb-4ed9-89a0-2e78bf7b19d2 req-f43d04c0-a4f6-4bed-b8ab-601d3bd46e91 service neutron] 10.222.0.57 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854976 Aug 16 23:54:09.681908 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-ebcfa68d-63eb-4ed9-89a0-2e78bf7b19d2 req-00f0a6ad-5b91-4111-941e-f5e43ca1a9f8 service neutron] 10.222.0.57 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948133 Aug 16 23:54:09.757732 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-59e1582e-684a-492f-9bae-bd88a89dd0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'name': 'tempest-ServerActionsTestJSON-588204980-router', 'tenant_id': '83ef46c23c9b4665a6426b92010b2810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '2a45e1da-ac90-45b2-8495-6bf17bc484c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:51:34Z', 'updated_at': '2021-08-16T23:51:36Z', 'revision_number': 4, 'project_id': '83ef46c23c9b4665a6426b92010b2810', 'gw_port': {'id': '2a45e1da-ac90-45b2-8495-6bf17bc484c0', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:51:34Z', 'updated_at': '2021-08-16T23:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': 'ca5c0e4f-bc22-4dc9-997b-e59ffb1540a1', 'tenant_id': '83ef46c23c9b4665a6426b92010b2810', 'floating_ip_address': '172.25.4.29', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'port_id': 'c8ee2b7c-8926-4616-bff7-d02615d80131', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c', 'mac_address': 'fa:16:3e:45:67:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d89a2d-6ffd-4b09-84e4-4e2f205a14b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:51:39Z', 'updated_at': '2021-08-16T23:54:08Z', 'revision_number': 5, 'project_id': '83ef46c23c9b4665a6426b92010b2810', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f62dbd80-836c-428c-a77a-55f350621b11', 'name': '', 'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c', 'tenant_id': '83ef46c23c9b4665a6426b92010b2810', 'mac_address': 'fa:16:3e:ed:28:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2c7ea852-5b75-4594-bf21-897da6d8e4a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:51:36Z', 'updated_at': '2021-08-16T23:51:41Z', 'revision_number': 5, 'project_id': '83ef46c23c9b4665a6426b92010b2810', 'subnets': [{'id': '2c7ea852-5b75-4594-bf21-897da6d8e4a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:54:09.782993 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e1582e-684a-492f-9bae-bd88a89dd0a7 None None] The sync data for ids ['67a6f228-1f37-42a9-9561-daf44bfca92a'] in n-d-791506-26 is: [{'id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'name': 'tempest-ServerActionsTestJSON-588204980-router', 'tenant_id': '83ef46c23c9b4665a6426b92010b2810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '2a45e1da-ac90-45b2-8495-6bf17bc484c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:51:34Z', 'updated_at': '2021-08-16T23:51:36Z', 'revision_number': 4, 'project_id': '83ef46c23c9b4665a6426b92010b2810', 'gw_port': {'id': '2a45e1da-ac90-45b2-8495-6bf17bc484c0', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:51:34Z', 'updated_at': '2021-08-16T23:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': 'ca5c0e4f-bc22-4dc9-997b-e59ffb1540a1', 'tenant_id': '83ef46c23c9b4665a6426b92010b2810', 'floating_ip_address': '172.25.4.29', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'port_id': 'c8ee2b7c-8926-4616-bff7-d02615d80131', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c', 'mac_address': 'fa:16:3e:45:67:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d89a2d-6ffd-4b09-84e4-4e2f205a14b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:51:39Z', 'updated_at': '2021-08-16T23:54:08Z', 'revision_number': 5, 'project_id': '83ef46c23c9b4665a6426b92010b2810', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f62dbd80-836c-428c-a77a-55f350621b11', 'name': '', 'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c', 'tenant_id': '83ef46c23c9b4665a6426b92010b2810', 'mac_address': 'fa:16:3e:ed:28:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2c7ea852-5b75-4594-bf21-897da6d8e4a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:51:36Z', 'updated_at': '2021-08-16T23:51:41Z', 'revision_number': 5, 'project_id': '83ef46c23c9b4665a6426b92010b2810', 'subnets': [{'id': '2c7ea852-5b75-4594-bf21-897da6d8e4a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:54:09.968981 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbc63ae-a158-4735-813f-f9f44e6c0566 None None] New status for floating IP ca5c0e4f-bc22-4dc9-997b-e59ffb1540a1: ACTIVE {{(pid=101294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:54:11.801486 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:17.780045 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d275cdd2-706d-4717-81dd-bd2e27234d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:19.860485 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9f5d6061-2e0a-4da3-b73e-ddbb47a2273f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:20.747196 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:21.774782 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:21.807579 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:54:23.021435 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:24.022187 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-51a205b5-c636-448f-bd1c-410058579e79 req-ef2273ec-bd49-41a4-b81e-23ab91fd4bf0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=41d89a2d-6ffd-4b09-84e4-4e2f205a14b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0461924 Aug 16 23:54:24.127419 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a205b5-c636-448f-bd1c-410058579e79 req-47b72c1d-ed13-42d4-9a1a-8d642de21cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:24.128952 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-51a205b5-c636-448f-bd1c-410058579e79 req-47b72c1d-ed13-42d4-9a1a-8d642de21cb9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=83ef46c23c9b4665a6426b92010b2810&device_id=41d89a2d-6ffd-4b09-84e4-4e2f205a14b9 HTTP/1.1" status: 200 len: 1097 time: 0.0422697 Aug 16 23:54:24.238137 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a205b5-c636-448f-bd1c-410058579e79 req-74d77530-9c28-4252-b413-8e7345ce18c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:24.239626 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-51a205b5-c636-448f-bd1c-410058579e79 req-74d77530-9c28-4252-b413-8e7345ce18c5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=358c85e3-e402-4800-ac20-1ee48de2366c HTTP/1.1" status: 200 len: 912 time: 0.0908463 Aug 16 23:54:24.311698 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-51a205b5-c636-448f-bd1c-410058579e79 req-4b36e275-29b9-4da4-a82b-68ca9ef01f1f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8ee2b7c-8926-4616-bff7-d02615d80131 HTTP/1.1" status: 200 len: 1000 time: 0.0634360 Aug 16 23:54:24.368216 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a205b5-c636-448f-bd1c-410058579e79 req-fb147bd3-96be-4917-ad53-4f40d7c9f5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:24.370004 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-51a205b5-c636-448f-bd1c-410058579e79 req-fb147bd3-96be-4917-ad53-4f40d7c9f5ea service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2c7ea852-5b75-4594-bf21-897da6d8e4a1 HTTP/1.1" status: 200 len: 850 time: 0.0509968 Aug 16 23:54:24.418771 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a205b5-c636-448f-bd1c-410058579e79 req-9622bc11-7d5a-4c1c-a388-4a35a83c9fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:54:24.420288 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-51a205b5-c636-448f-bd1c-410058579e79 req-9622bc11-7d5a-4c1c-a388-4a35a83c9fc3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=358c85e3-e402-4800-ac20-1ee48de2366c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424438 Aug 16 23:54:24.517641 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-51a205b5-c636-448f-bd1c-410058579e79 req-93ebd938-89a9-42ba-a40f-ca143bd4cbf9 service neutron] 10.222.0.57 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894928 Aug 16 23:54:24.609475 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-51a205b5-c636-448f-bd1c-410058579e79 req-7ac22e9b-9f39-46aa-ad4f-2349b4914a7c service neutron] 10.222.0.57 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850470 Aug 16 23:54:25.922237 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:41.802214 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:47.780510 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e50fb527-d8a9-49ba-9292-0e11b854a49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:49.861666 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c837bbaf-b7a6-43ef-93b1-5ec68af080a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:50.748510 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:51.776807 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:53.027696 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:55.920219 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:54:58.806822 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:55:11.816503 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:17.785131 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-194ea984-602a-4519-acdc-81edee128420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:19.862146 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d1808a98-7071-413d-b09a-fffa989c85bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:20.750913 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:21.780001 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:23.029753 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:23.937055 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e2c4a76a-02ab-43ad-acb0-fbf8f16198e4 req-ef5aab81-6a97-4599-8f51-95c056214d32 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=41d89a2d-6ffd-4b09-84e4-4e2f205a14b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399709 Aug 16 23:55:24.035985 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c4a76a-02ab-43ad-acb0-fbf8f16198e4 req-256dc131-8ebf-493a-8f0c-5551a47fd08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:24.037510 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e2c4a76a-02ab-43ad-acb0-fbf8f16198e4 req-256dc131-8ebf-493a-8f0c-5551a47fd08e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=83ef46c23c9b4665a6426b92010b2810&device_id=41d89a2d-6ffd-4b09-84e4-4e2f205a14b9 HTTP/1.1" status: 200 len: 1097 time: 0.0449021 Aug 16 23:55:24.140558 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c4a76a-02ab-43ad-acb0-fbf8f16198e4 req-55a0de37-b245-4a1b-90ed-3bf40e213bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:24.142148 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e2c4a76a-02ab-43ad-acb0-fbf8f16198e4 req-55a0de37-b245-4a1b-90ed-3bf40e213bbc service neutron] 10.222.0.57 "GET /v2.0/networks?id=358c85e3-e402-4800-ac20-1ee48de2366c HTTP/1.1" status: 200 len: 912 time: 0.0853181 Aug 16 23:55:24.220313 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e2c4a76a-02ab-43ad-acb0-fbf8f16198e4 req-7f98174b-7e3f-448a-9acb-2b547b03db9e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8ee2b7c-8926-4616-bff7-d02615d80131 HTTP/1.1" status: 200 len: 1000 time: 0.0711327 Aug 16 23:55:24.270242 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c4a76a-02ab-43ad-acb0-fbf8f16198e4 req-b7db878d-1485-49bf-b4ba-d8e35d7659c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:24.271695 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e2c4a76a-02ab-43ad-acb0-fbf8f16198e4 req-b7db878d-1485-49bf-b4ba-d8e35d7659c8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2c7ea852-5b75-4594-bf21-897da6d8e4a1 HTTP/1.1" status: 200 len: 850 time: 0.0449591 Aug 16 23:55:24.317302 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c4a76a-02ab-43ad-acb0-fbf8f16198e4 req-226ea545-f430-4d48-976d-605316c40992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:55:24.318313 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e2c4a76a-02ab-43ad-acb0-fbf8f16198e4 req-226ea545-f430-4d48-976d-605316c40992 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=358c85e3-e402-4800-ac20-1ee48de2366c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400620 Aug 16 23:55:24.414374 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e2c4a76a-02ab-43ad-acb0-fbf8f16198e4 req-ec65c69b-7206-46d5-9a5f-34f6e583524a service neutron] 10.222.0.57 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887306 Aug 16 23:55:24.505196 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e2c4a76a-02ab-43ad-acb0-fbf8f16198e4 req-774f0d93-09e9-4333-b9b4-58b838fc6609 service neutron] 10.222.0.57 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840201 Aug 16 23:55:25.919588 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:35.809263 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:55:41.818002 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:47.785948 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2c964e1c-293d-48fe-b37f-4d2655912424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:49.862835 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-af3ddbc1-6cb3-45f8-b15d-0ab58889ad94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:50.752650 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:51.783058 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:53.033754 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:55:55.919424 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:11.816093 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:12.807623 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:56:17.786954 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-8679bdf6-c785-413a-8bee-85fd9d3c93a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:19.863432 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-dbbd413c-30e1-45ef-879a-e6fda52dd93f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:20.753179 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:21.787524 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:23.036293 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:25.202482 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-bdb58ab7-b359-4f31-8b8e-3c042e124382 req-f2b5211a-260b-4f64-ae50-744d7f3d059a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=41d89a2d-6ffd-4b09-84e4-4e2f205a14b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1013966 Aug 16 23:56:25.303990 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb58ab7-b359-4f31-8b8e-3c042e124382 req-876d2b46-eaa8-4ba3-abe4-ead3fd83fb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:25.305517 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-bdb58ab7-b359-4f31-8b8e-3c042e124382 req-876d2b46-eaa8-4ba3-abe4-ead3fd83fb45 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=83ef46c23c9b4665a6426b92010b2810&device_id=41d89a2d-6ffd-4b09-84e4-4e2f205a14b9 HTTP/1.1" status: 200 len: 1097 time: 0.0448596 Aug 16 23:56:25.407982 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb58ab7-b359-4f31-8b8e-3c042e124382 req-5350b5cd-26ca-4e5a-ac88-62c1b274e849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:25.409487 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-bdb58ab7-b359-4f31-8b8e-3c042e124382 req-5350b5cd-26ca-4e5a-ac88-62c1b274e849 service neutron] 10.222.0.57 "GET /v2.0/networks?id=358c85e3-e402-4800-ac20-1ee48de2366c HTTP/1.1" status: 200 len: 912 time: 0.0848043 Aug 16 23:56:25.476896 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-bdb58ab7-b359-4f31-8b8e-3c042e124382 req-590b8fa8-2a40-490f-879e-01349d0e2649 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8ee2b7c-8926-4616-bff7-d02615d80131 HTTP/1.1" status: 200 len: 1000 time: 0.0607905 Aug 16 23:56:25.526024 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb58ab7-b359-4f31-8b8e-3c042e124382 req-d7bc27e0-1bdb-4d9d-9a2e-0df976fba87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:25.527378 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-bdb58ab7-b359-4f31-8b8e-3c042e124382 req-d7bc27e0-1bdb-4d9d-9a2e-0df976fba87a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2c7ea852-5b75-4594-bf21-897da6d8e4a1 HTTP/1.1" status: 200 len: 850 time: 0.0442250 Aug 16 23:56:25.573008 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb58ab7-b359-4f31-8b8e-3c042e124382 req-da8f6222-c785-4834-89a4-6f333f5c933d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:25.574491 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-bdb58ab7-b359-4f31-8b8e-3c042e124382 req-da8f6222-c785-4834-89a4-6f333f5c933d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=358c85e3-e402-4800-ac20-1ee48de2366c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403771 Aug 16 23:56:25.666769 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-bdb58ab7-b359-4f31-8b8e-3c042e124382 req-297da3a8-2ea9-4e01-b400-a20f6cac01a1 service neutron] 10.222.0.57 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851512 Aug 16 23:56:25.770652 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-bdb58ab7-b359-4f31-8b8e-3c042e124382 req-9bc4f194-019d-4284-a51c-1898aaceeece service neutron] 10.222.0.57 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973947 Aug 16 23:56:25.932360 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:40.462269 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ba751-4f8f-4579-acae-3fa123ba73b5 req-1bc66154-fc56-496b-ad00-ca05873a554d tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:40.464416 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-276ba751-4f8f-4579-acae-3fa123ba73b5 req-1bc66154-fc56-496b-ad00-ca05873a554d tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=41d89a2d-6ffd-4b09-84e4-4e2f205a14b9 HTTP/1.1" status: 200 len: 945 time: 0.1166699 Aug 16 23:56:40.502420 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-276ba751-4f8f-4579-acae-3fa123ba73b5 req-e365b3d1-459d-4d9d-91d4-569d5161b682 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320592 Aug 16 23:56:41.675844 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e8f16c-fe60-4e0e-b31e-4f41ecac37c7 req-4890a06b-76ef-49ae-beb9-a7fe37163ab3 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:41.677407 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-97e8f16c-fe60-4e0e-b31e-4f41ecac37c7 req-4890a06b-76ef-49ae-beb9-a7fe37163ab3 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=41d89a2d-6ffd-4b09-84e4-4e2f205a14b9 HTTP/1.1" status: 200 len: 945 time: 0.1062419 Aug 16 23:56:41.718928 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-97e8f16c-fe60-4e0e-b31e-4f41ecac37c7 req-f79a56b0-9857-48d3-a39e-05dcbb8923ef tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346625 Aug 16 23:56:41.828913 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:42.840090 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13db90f1-2e69-48d9-a3de-2b006314102a req-1eaed522-2963-4510-9a1d-7ad224befb39 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:42.841598 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-13db90f1-2e69-48d9-a3de-2b006314102a req-1eaed522-2963-4510-9a1d-7ad224befb39 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=41d89a2d-6ffd-4b09-84e4-4e2f205a14b9 HTTP/1.1" status: 200 len: 945 time: 0.0532563 Aug 16 23:56:42.881865 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-13db90f1-2e69-48d9-a3de-2b006314102a req-2c8eac95-0bb2-411b-a5a9-6b723d79512e tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338678 Aug 16 23:56:43.996401 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfffec4d-5587-4b5d-b07d-9aff25ef0fe6 req-3684719e-3493-4b5d-9f50-c739de92a2f4 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:43.997892 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cfffec4d-5587-4b5d-b07d-9aff25ef0fe6 req-3684719e-3493-4b5d-9f50-c739de92a2f4 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=41d89a2d-6ffd-4b09-84e4-4e2f205a14b9 HTTP/1.1" status: 200 len: 945 time: 0.0490460 Aug 16 23:56:44.034384 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cfffec4d-5587-4b5d-b07d-9aff25ef0fe6 req-988dbb0b-f5fc-47de-880a-77f372945484 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306506 Aug 16 23:56:45.151411 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e4ddbe-7e99-4b5b-93b5-19602c136a01 req-a2192af0-1e85-4793-92cf-a265c5fa580a tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:45.152932 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a7e4ddbe-7e99-4b5b-93b5-19602c136a01 req-a2192af0-1e85-4793-92cf-a265c5fa580a tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=41d89a2d-6ffd-4b09-84e4-4e2f205a14b9 HTTP/1.1" status: 200 len: 945 time: 0.0507050 Aug 16 23:56:45.194953 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a7e4ddbe-7e99-4b5b-93b5-19602c136a01 req-52513ba3-a80e-43bc-88b7-f6f84a07e17c tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355432 Aug 16 23:56:46.311150 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2c3ff0-78e1-4b7a-add3-12e2dcf8dfab req-abbf5238-cf7f-4833-ae29-44be53cbb00d tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:46.312658 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9c2c3ff0-78e1-4b7a-add3-12e2dcf8dfab req-abbf5238-cf7f-4833-ae29-44be53cbb00d tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=41d89a2d-6ffd-4b09-84e4-4e2f205a14b9 HTTP/1.1" status: 200 len: 945 time: 0.0491586 Aug 16 23:56:46.349391 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9c2c3ff0-78e1-4b7a-add3-12e2dcf8dfab req-dfd0244d-1d03-4a7d-8b5b-aa16a3bddf51 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308349 Aug 16 23:56:47.462773 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b6e4c-befe-481d-a6cd-b00d2a3cb294 req-d4d0fb0f-3fba-42d9-a28a-9492a5a873a7 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:47.464487 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-119b6e4c-befe-481d-a6cd-b00d2a3cb294 req-d4d0fb0f-3fba-42d9-a28a-9492a5a873a7 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=41d89a2d-6ffd-4b09-84e4-4e2f205a14b9 HTTP/1.1" status: 200 len: 945 time: 0.0495231 Aug 16 23:56:47.502510 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-119b6e4c-befe-481d-a6cd-b00d2a3cb294 req-f237f080-d896-4fb7-9d13-13469e330720 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320652 Aug 16 23:56:47.787200 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4aa8ba8b-a6e8-4378-9c36-06fee7084860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:48.617145 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cfbacf-0987-4c81-a8ca-d6d5cffd6a02 req-d1f179fb-5a7a-4528-90e3-40012d85d41e tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:48.618854 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b1cfbacf-0987-4c81-a8ca-d6d5cffd6a02 req-d1f179fb-5a7a-4528-90e3-40012d85d41e tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=41d89a2d-6ffd-4b09-84e4-4e2f205a14b9 HTTP/1.1" status: 200 len: 945 time: 0.0485990 Aug 16 23:56:48.659422 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b1cfbacf-0987-4c81-a8ca-d6d5cffd6a02 req-9391af07-4c96-4263-a8e3-aa201cc07c2c tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345912 Aug 16 23:56:49.774813 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c33c16-3774-4cf6-80e9-2a2530116a5a req-5398dad9-dbec-4fe6-8919-f00f94e063c2 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:49.776907 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-07c33c16-3774-4cf6-80e9-2a2530116a5a req-5398dad9-dbec-4fe6-8919-f00f94e063c2 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=41d89a2d-6ffd-4b09-84e4-4e2f205a14b9 HTTP/1.1" status: 200 len: 945 time: 0.0495503 Aug 16 23:56:49.806534 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:56:49.814243 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-07c33c16-3774-4cf6-80e9-2a2530116a5a req-1ed6ba41-84c6-44c3-ae9a-bc7b47218d3e tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313971 Aug 16 23:56:49.863414 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-8742f2aa-e766-41ff-a505-e3cc796dea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:50.754289 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:50.927101 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32483e-c2ac-41b9-9077-19d02d286f36 req-f7a2373e-cd48-4965-bae0-ef09a997df9d tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:50.928611 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5c32483e-c2ac-41b9-9077-19d02d286f36 req-f7a2373e-cd48-4965-bae0-ef09a997df9d tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=41d89a2d-6ffd-4b09-84e4-4e2f205a14b9 HTTP/1.1" status: 200 len: 945 time: 0.0486047 Aug 16 23:56:50.966648 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5c32483e-c2ac-41b9-9077-19d02d286f36 req-477c80ec-c0d2-450a-bf7b-1ed3c6f07f4b tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315588 Aug 16 23:56:51.788057 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:52.080319 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d6b69b-0267-4207-b6ce-1b83abe92793 req-ec6bb461-0a5d-47da-87ea-66a0ede0c8ed tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:52.081755 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-03d6b69b-0267-4207-b6ce-1b83abe92793 req-ec6bb461-0a5d-47da-87ea-66a0ede0c8ed tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=41d89a2d-6ffd-4b09-84e4-4e2f205a14b9 HTTP/1.1" status: 200 len: 945 time: 0.0495968 Aug 16 23:56:52.123191 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-03d6b69b-0267-4207-b6ce-1b83abe92793 req-07ec331a-e916-412c-bd08-504ee3c2483e tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356145 Aug 16 23:56:53.044159 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:53.239940 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1351c1a9-ad31-4c7f-ba9f-2469a9c121d8 req-597247ce-ad14-4ec6-8ab7-8f8e50a02053 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:53.241464 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1351c1a9-ad31-4c7f-ba9f-2469a9c121d8 req-597247ce-ad14-4ec6-8ab7-8f8e50a02053 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=41d89a2d-6ffd-4b09-84e4-4e2f205a14b9 HTTP/1.1" status: 200 len: 945 time: 0.0510757 Aug 16 23:56:53.279136 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1351c1a9-ad31-4c7f-ba9f-2469a9c121d8 req-fd7c380d-8372-47f7-8e03-05c5693b4de0 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313470 Aug 16 23:56:54.393490 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b75d75-2bb6-4bbc-8996-72049c62817a req-867bb1e4-0a54-4927-8db6-fe80be9bb73f tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:54.394891 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e9b75d75-2bb6-4bbc-8996-72049c62817a req-867bb1e4-0a54-4927-8db6-fe80be9bb73f tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=41d89a2d-6ffd-4b09-84e4-4e2f205a14b9 HTTP/1.1" status: 200 len: 945 time: 0.0488937 Aug 16 23:56:54.432388 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e9b75d75-2bb6-4bbc-8996-72049c62817a req-60e6af44-7003-460c-8bb2-dfde0beb0649 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314276 Aug 16 23:56:55.546014 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9990df4b-a9d6-4eb7-b57e-787f1d203bd8 req-994517e8-0101-4be5-b4bb-60ed49c5c4df tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:55.547499 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9990df4b-a9d6-4eb7-b57e-787f1d203bd8 req-994517e8-0101-4be5-b4bb-60ed49c5c4df tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=41d89a2d-6ffd-4b09-84e4-4e2f205a14b9 HTTP/1.1" status: 200 len: 945 time: 0.0482552 Aug 16 23:56:55.588818 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9990df4b-a9d6-4eb7-b57e-787f1d203bd8 req-da9b0865-da00-4e1b-8325-5b788b94c155 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354075 Aug 16 23:56:55.931144 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:56:56.711075 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d518d84-2d2b-46bc-b426-22ac79388a9c req-8182e8bd-4b99-4ac5-9b83-f6548a778ac2 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:56.717188 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1d518d84-2d2b-46bc-b426-22ac79388a9c req-8182e8bd-4b99-4ac5-9b83-f6548a778ac2 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=41d89a2d-6ffd-4b09-84e4-4e2f205a14b9 HTTP/1.1" status: 200 len: 945 time: 0.0593483 Aug 16 23:56:56.752611 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1d518d84-2d2b-46bc-b426-22ac79388a9c req-f25c2a00-31f4-4c26-8261-bb4c97bf0a4f tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327528 Aug 16 23:56:57.002397 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e1b40117-1344-4ab6-af30-f53c7cc38617 req-3b1df3ea-5ccb-4ce6-9bb7-6b5117f77a49 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=41d89a2d-6ffd-4b09-84e4-4e2f205a14b9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0609107 Aug 16 23:56:57.029797 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1cfc7c-5ef2-4370-b074-6ceb7d188024 req-893ba9d6-cf5f-4dba-ad07-7ddc1b59f332 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:57.031286 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cc1cfc7c-5ef2-4370-b074-6ceb7d188024 req-893ba9d6-cf5f-4dba-ad07-7ddc1b59f332 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=41d89a2d-6ffd-4b09-84e4-4e2f205a14b9 HTTP/1.1" status: 200 len: 945 time: 0.0570261 Aug 16 23:56:57.069534 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cc1cfc7c-5ef2-4370-b074-6ceb7d188024 req-5a43dbb5-1894-4794-9b97-b042fd70a6f1 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321758 Aug 16 23:56:58.192439 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bc2196-15d6-4811-9679-4d6904c845e8 req-cc3b2344-d7d9-4592-b918-d9c1a029eb90 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:58.193957 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f8bc2196-15d6-4811-9679-4d6904c845e8 req-cc3b2344-d7d9-4592-b918-d9c1a029eb90 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=41d89a2d-6ffd-4b09-84e4-4e2f205a14b9 HTTP/1.1" status: 200 len: 945 time: 0.0536897 Aug 16 23:56:58.228716 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b40117-1344-4ab6-af30-f53c7cc38617 req-0f5efcc4-7d07-4d21-9c47-8b4f3f270c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:58.230483 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e1b40117-1344-4ab6-af30-f53c7cc38617 req-0f5efcc4-7d07-4d21-9c47-8b4f3f270c07 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=83ef46c23c9b4665a6426b92010b2810&device_id=41d89a2d-6ffd-4b09-84e4-4e2f205a14b9 HTTP/1.1" status: 200 len: 1097 time: 0.0422182 Aug 16 23:56:58.233423 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f8bc2196-15d6-4811-9679-4d6904c845e8 req-5f389b9c-8a12-4cb8-8641-eefdbf1b9015 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320532 Aug 16 23:56:58.327987 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b40117-1344-4ab6-af30-f53c7cc38617 req-b8a73003-4885-491c-b772-cd09e0f2462e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:58.329498 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e1b40117-1344-4ab6-af30-f53c7cc38617 req-b8a73003-4885-491c-b772-cd09e0f2462e service neutron] 10.222.0.57 "GET /v2.0/networks?id=358c85e3-e402-4800-ac20-1ee48de2366c HTTP/1.1" status: 200 len: 912 time: 0.0927792 Aug 16 23:56:58.394548 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e1b40117-1344-4ab6-af30-f53c7cc38617 req-34dc1313-e658-4225-acd0-034247fb1e14 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8ee2b7c-8926-4616-bff7-d02615d80131 HTTP/1.1" status: 200 len: 1000 time: 0.0581603 Aug 16 23:56:58.446665 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b40117-1344-4ab6-af30-f53c7cc38617 req-d4e49374-ad5e-4df1-b4f7-2e6b40202d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:58.448839 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e1b40117-1344-4ab6-af30-f53c7cc38617 req-d4e49374-ad5e-4df1-b4f7-2e6b40202d9d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2c7ea852-5b75-4594-bf21-897da6d8e4a1 HTTP/1.1" status: 200 len: 850 time: 0.0468616 Aug 16 23:56:58.492136 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b40117-1344-4ab6-af30-f53c7cc38617 req-7f71aa73-a3e1-48db-a4c3-a68bb5846d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:58.493920 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e1b40117-1344-4ab6-af30-f53c7cc38617 req-7f71aa73-a3e1-48db-a4c3-a68bb5846d00 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=358c85e3-e402-4800-ac20-1ee48de2366c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390716 Aug 16 23:56:58.584803 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e1b40117-1344-4ab6-af30-f53c7cc38617 req-6c184bf8-cb65-4196-aef3-de1eb8a1fcf3 service neutron] 10.222.0.57 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842996 Aug 16 23:56:58.676502 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e1b40117-1344-4ab6-af30-f53c7cc38617 req-225a5342-4087-4080-9465-addd22dc12c2 service neutron] 10.222.0.57 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851851 Aug 16 23:56:59.349523 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53ebc76-394b-4209-a2c3-17c23900929f req-89316ccb-d892-4b69-8f5e-f96b504a95af tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:56:59.350970 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b53ebc76-394b-4209-a2c3-17c23900929f req-89316ccb-d892-4b69-8f5e-f96b504a95af tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=41d89a2d-6ffd-4b09-84e4-4e2f205a14b9 HTTP/1.1" status: 200 len: 945 time: 0.0482037 Aug 16 23:56:59.388323 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b53ebc76-394b-4209-a2c3-17c23900929f req-a2341976-2101-4b1f-a116-e0e4269b749a tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306091 Aug 16 23:57:00.503902 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0c6a5d-a57f-4011-b6c1-1946926bc731 req-ee88edf5-9272-47b5-975f-1991c6379153 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:00.505406 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6b0c6a5d-a57f-4011-b6c1-1946926bc731 req-ee88edf5-9272-47b5-975f-1991c6379153 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=41d89a2d-6ffd-4b09-84e4-4e2f205a14b9 HTTP/1.1" status: 200 len: 945 time: 0.0491490 Aug 16 23:57:00.541193 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6b0c6a5d-a57f-4011-b6c1-1946926bc731 req-ec35c6f3-8296-4e3d-9e7f-91e2ae980e2d tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0299006 Aug 16 23:57:00.650766 n-d-791506-26 neutron-server[101291]: INFO neutron.api.v2.resource [req-e1b40117-1344-4ab6-af30-f53c7cc38617 req-854f21f3-b8e2-430f-a0c0-652cce5b41d8 service neutron] show failed (client error): The resource could not be found. Aug 16 23:57:00.652479 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e1b40117-1344-4ab6-af30-f53c7cc38617 req-854f21f3-b8e2-430f-a0c0-652cce5b41d8 service neutron] 10.222.0.57 "GET /v2.0/ports/c8ee2b7c-8926-4616-bff7-d02615d80131/bindings/n-h1-791506-26 HTTP/1.1" status: 404 len: 381 time: 0.0551634 Aug 16 23:57:00.904233 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b40117-1344-4ab6-af30-f53c7cc38617 req-196d93b5-28ff-442b-851c-9079e51817f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:00.905783 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e1b40117-1344-4ab6-af30-f53c7cc38617 req-196d93b5-28ff-442b-851c-9079e51817f7 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=41d89a2d-6ffd-4b09-84e4-4e2f205a14b9&tenant_id=83ef46c23c9b4665a6426b92010b2810 HTTP/1.1" status: 200 len: 1097 time: 0.0885108 Aug 16 23:57:00.920262 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-e1b40117-1344-4ab6-af30-f53c7cc38617 req-fc03fdaf-22e1-4221-bfbb-747f5ff44dac service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791506-26', 'device_owner': 'compute:nova'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:57:00.974274 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-e1b40117-1344-4ab6-af30-f53c7cc38617 req-fc03fdaf-22e1-4221-bfbb-747f5ff44dac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:01.177039 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-e1b40117-1344-4ab6-af30-f53c7cc38617 req-fc03fdaf-22e1-4221-bfbb-747f5ff44dac service neutron] For port c8ee2b7c-8926-4616-bff7-d02615d80131, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=c8ee2b7c-8926-4616-bff7-d02615d80131,segment=NetworkSegment(714982a0-3bd6-420a-8ae2-0d5475440df4),segment_id=714982a0-3bd6-420a-8ae2-0d5475440df4)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:57:01.208366 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-e1b40117-1344-4ab6-af30-f53c7cc38617 req-fc03fdaf-22e1-4221-bfbb-747f5ff44dac service neutron] For port c8ee2b7c-8926-4616-bff7-d02615d80131, host n-h2-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:57:01.255275 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41d89a2d-6ffd-4b09-84e4-4e2f205a14b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8ee2b7c-8926-4616-bff7-d02615d80131'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:57:01.255275 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5be9a9c22bfe9382157933c6eba925c7622163b8a5c85bc608140d30d6fa20cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aba10bff-cd44-4334-8950-220326c8f8bc" -d '{"events": [{"server_uuid": "41d89a2d-6ffd-4b09-84e4-4e2f205a14b9", "name": "network-vif-unplugged", "status": "completed", "tag": "c8ee2b7c-8926-4616-bff7-d02615d80131"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:57:01.259145 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-e1b40117-1344-4ab6-af30-f53c7cc38617 req-fc03fdaf-22e1-4221-bfbb-747f5ff44dac service neutron] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:01.277546 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-e1b40117-1344-4ab6-af30-f53c7cc38617 req-fc03fdaf-22e1-4221-bfbb-747f5ff44dac service neutron] Transition to ACTIVE for port object c8ee2b7c-8926-4616-bff7-d02615d80131 will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:57:01.284461 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-e1b40117-1344-4ab6-af30-f53c7cc38617 req-fc03fdaf-22e1-4221-bfbb-747f5ff44dac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:01.383973 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 23:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9653e8ea-54cf-4770-9788-7a6e6228ef81 x-openstack-request-id: req-9653e8ea-54cf-4770-9788-7a6e6228ef81 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:57:01.384195 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41d89a2d-6ffd-4b09-84e4-4e2f205a14b9", "name": "network-vif-unplugged", "status": "completed", "tag": "c8ee2b7c-8926-4616-bff7-d02615d80131", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:57:01.384439 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9653e8ea-54cf-4770-9788-7a6e6228ef81 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:57:01.384963 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41d89a2d-6ffd-4b09-84e4-4e2f205a14b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8ee2b7c-8926-4616-bff7-d02615d80131', 'code': 200} Aug 16 23:57:01.408257 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc03fdaf-22e1-4221-bfbb-747f5ff44dac service neutron] Pushing event updated for resources: {'Port': ['ID=c8ee2b7c-8926-4616-bff7-d02615d80131,revision_number=6']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:01.435891 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc03fdaf-22e1-4221-bfbb-747f5ff44dac service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:57:01.436232 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc03fdaf-22e1-4221-bfbb-747f5ff44dac service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:57:01.436600 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc03fdaf-22e1-4221-bfbb-747f5ff44dac service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:57:01.436940 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc03fdaf-22e1-4221-bfbb-747f5ff44dac service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:57:01.437273 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc03fdaf-22e1-4221-bfbb-747f5ff44dac service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:57:01.437603 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc03fdaf-22e1-4221-bfbb-747f5ff44dac service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:57:01.437940 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc03fdaf-22e1-4221-bfbb-747f5ff44dac service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:57:01.438264 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc03fdaf-22e1-4221-bfbb-747f5ff44dac service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:57:01.438587 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc03fdaf-22e1-4221-bfbb-747f5ff44dac service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:57:01.438917 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc03fdaf-22e1-4221-bfbb-747f5ff44dac service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:57:01.439229 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc03fdaf-22e1-4221-bfbb-747f5ff44dac service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:57:01.439551 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc03fdaf-22e1-4221-bfbb-747f5ff44dac service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:57:01.475839 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1b40117-1344-4ab6-af30-f53c7cc38617 req-fc03fdaf-22e1-4221-bfbb-747f5ff44dac service neutron] No DVR routers for this DVR port c8ee2b7c-8926-4616-bff7-d02615d80131 on host n-h2-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:57:01.617313 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-e1b40117-1344-4ab6-af30-f53c7cc38617 req-fc03fdaf-22e1-4221-bfbb-747f5ff44dac service neutron] Attempting to bind port c8ee2b7c-8926-4616-bff7-d02615d80131 on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:57:01.618014 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-e1b40117-1344-4ab6-af30-f53c7cc38617 req-fc03fdaf-22e1-4221-bfbb-747f5ff44dac service neutron] Attempting to bind port c8ee2b7c-8926-4616-bff7-d02615d80131 by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': '714982a0-3bd6-420a-8ae2-0d5475440df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:57:01.618014 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b40117-1344-4ab6-af30-f53c7cc38617 req-fc03fdaf-22e1-4221-bfbb-747f5ff44dac service neutron] Attempting to bind port c8ee2b7c-8926-4616-bff7-d02615d80131 on network 358c85e3-e402-4800-ac20-1ee48de2366c {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:57:01.632261 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b40117-1344-4ab6-af30-f53c7cc38617 req-fc03fdaf-22e1-4221-bfbb-747f5ff44dac service neutron] Port c8ee2b7c-8926-4616-bff7-d02615d80131 on network 358c85e3-e402-4800-ac20-1ee48de2366c not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:57:01.632615 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b40117-1344-4ab6-af30-f53c7cc38617 req-fc03fdaf-22e1-4221-bfbb-747f5ff44dac service neutron] Attempting to bind port c8ee2b7c-8926-4616-bff7-d02615d80131 on network 358c85e3-e402-4800-ac20-1ee48de2366c {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:57:01.650482 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b40117-1344-4ab6-af30-f53c7cc38617 req-fc03fdaf-22e1-4221-bfbb-747f5ff44dac service neutron] Checking agent: {'id': 'd28e24f9-e5ea-41e1-80bf-3c7943ad7f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:57:01.650746 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b40117-1344-4ab6-af30-f53c7cc38617 req-fc03fdaf-22e1-4221-bfbb-747f5ff44dac service neutron] Checking segment: {'id': '714982a0-3bd6-420a-8ae2-0d5475440df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:57:01.652047 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b40117-1344-4ab6-af30-f53c7cc38617 req-fc03fdaf-22e1-4221-bfbb-747f5ff44dac service neutron] Bound using segment: {'id': '714982a0-3bd6-420a-8ae2-0d5475440df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:57:01.652373 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-e1b40117-1344-4ab6-af30-f53c7cc38617 req-fc03fdaf-22e1-4221-bfbb-747f5ff44dac service neutron] Bound port: c8ee2b7c-8926-4616-bff7-d02615d80131, host: n-h1-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '714982a0-3bd6-420a-8ae2-0d5475440df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:57:01.652765 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-e1b40117-1344-4ab6-af30-f53c7cc38617 req-fc03fdaf-22e1-4221-bfbb-747f5ff44dac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:01.706674 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a61ac72-2391-4ac4-8658-2a6f736144ba req-4a3fbaa7-a459-4e1c-9115-9e2f117ec566 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:01.708229 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1a61ac72-2391-4ac4-8658-2a6f736144ba req-4a3fbaa7-a459-4e1c-9115-9e2f117ec566 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=41d89a2d-6ffd-4b09-84e4-4e2f205a14b9 HTTP/1.1" status: 200 len: 943 time: 0.0868423 Aug 16 23:57:01.752432 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-e1b40117-1344-4ab6-af30-f53c7cc38617 req-fc03fdaf-22e1-4221-bfbb-747f5ff44dac service neutron] For port c8ee2b7c-8926-4616-bff7-d02615d80131, host n-h1-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:57:01.773356 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1a61ac72-2391-4ac4-8658-2a6f736144ba req-510a98a4-5386-474c-afce-5a233d14936e tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0579298 Aug 16 23:57:01.774924 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-e1b40117-1344-4ab6-af30-f53c7cc38617 req-fc03fdaf-22e1-4221-bfbb-747f5ff44dac service neutron] For port c8ee2b7c-8926-4616-bff7-d02615d80131, host n-h1-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=c8ee2b7c-8926-4616-bff7-d02615d80131,segment=NetworkSegment(714982a0-3bd6-420a-8ae2-0d5475440df4),segment_id=714982a0-3bd6-420a-8ae2-0d5475440df4)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:57:01.780450 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-e1b40117-1344-4ab6-af30-f53c7cc38617 req-fc03fdaf-22e1-4221-bfbb-747f5ff44dac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:01.817436 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b40117-1344-4ab6-af30-f53c7cc38617 req-fc03fdaf-22e1-4221-bfbb-747f5ff44dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:01.818061 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-e1b40117-1344-4ab6-af30-f53c7cc38617 req-fc03fdaf-22e1-4221-bfbb-747f5ff44dac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:01.819443 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e1b40117-1344-4ab6-af30-f53c7cc38617 req-fc03fdaf-22e1-4221-bfbb-747f5ff44dac service neutron] 10.222.0.68 "PUT /v2.0/ports/c8ee2b7c-8926-4616-bff7-d02615d80131 HTTP/1.1" status: 200 len: 1092 time: 0.9040117 Aug 16 23:57:01.841740 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc03fdaf-22e1-4221-bfbb-747f5ff44dac service neutron] Pushing event updated for resources: {'Port': ['ID=c8ee2b7c-8926-4616-bff7-d02615d80131,revision_number=7']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:01.889335 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b40117-1344-4ab6-af30-f53c7cc38617 req-825818e5-92d4-4fed-b914-10ecf55af8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:01.890874 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e1b40117-1344-4ab6-af30-f53c7cc38617 req-825818e5-92d4-4fed-b914-10ecf55af8ee service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=83ef46c23c9b4665a6426b92010b2810&device_id=41d89a2d-6ffd-4b09-84e4-4e2f205a14b9 HTTP/1.1" status: 200 len: 1095 time: 0.0432069 Aug 16 23:57:02.332908 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b40117-1344-4ab6-af30-f53c7cc38617 req-e6dc0d16-a6a6-45c3-ba66-504e529cf760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:02.334311 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e1b40117-1344-4ab6-af30-f53c7cc38617 req-e6dc0d16-a6a6-45c3-ba66-504e529cf760 service neutron] 10.222.0.68 "GET /v2.0/networks?id=358c85e3-e402-4800-ac20-1ee48de2366c HTTP/1.1" status: 200 len: 912 time: 0.4363008 Aug 16 23:57:02.402423 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e1b40117-1344-4ab6-af30-f53c7cc38617 req-f7dc341a-682b-406a-ac2d-ce85e52b29ad service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8ee2b7c-8926-4616-bff7-d02615d80131 HTTP/1.1" status: 200 len: 998 time: 0.0608709 Aug 16 23:57:02.455314 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b40117-1344-4ab6-af30-f53c7cc38617 req-118eafac-032f-4cc2-b610-97c32b0af875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:02.456797 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e1b40117-1344-4ab6-af30-f53c7cc38617 req-118eafac-032f-4cc2-b610-97c32b0af875 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2c7ea852-5b75-4594-bf21-897da6d8e4a1 HTTP/1.1" status: 200 len: 850 time: 0.0474327 Aug 16 23:57:02.502982 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b40117-1344-4ab6-af30-f53c7cc38617 req-9cc61b8d-00fa-4fdd-96cc-bdfef35d0f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:02.504479 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e1b40117-1344-4ab6-af30-f53c7cc38617 req-9cc61b8d-00fa-4fdd-96cc-bdfef35d0f96 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=358c85e3-e402-4800-ac20-1ee48de2366c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406954 Aug 16 23:57:02.515880 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [req-e1b40117-1344-4ab6-af30-f53c7cc38617 req-440eecff-b75a-4706-8cb2-d034688fe5a3 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:57:02.516854 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e1b40117-1344-4ab6-af30-f53c7cc38617 req-440eecff-b75a-4706-8cb2-d034688fe5a3 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049298 Aug 16 23:57:02.610529 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e1b40117-1344-4ab6-af30-f53c7cc38617 req-c925bd13-dad1-490c-ae7c-cabb6dd538f8 service neutron] 10.222.0.68 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864592 Aug 16 23:57:02.699943 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e1b40117-1344-4ab6-af30-f53c7cc38617 req-83d59d5e-a7d1-42c5-acf1-58762fe2ce90 service neutron] 10.222.0.68 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816641 Aug 16 23:57:02.909834 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dae7036-a1bd-4468-be09-9efbc56f93b0 req-5231122d-0767-4128-9193-008f3aab47ea tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:02.913007 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5dae7036-a1bd-4468-be09-9efbc56f93b0 req-5231122d-0767-4128-9193-008f3aab47ea tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=41d89a2d-6ffd-4b09-84e4-4e2f205a14b9 HTTP/1.1" status: 200 len: 943 time: 0.0550203 Aug 16 23:57:02.953266 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5dae7036-a1bd-4468-be09-9efbc56f93b0 req-46b6fc60-6dec-4404-bf27-2a61a20f2f7d tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353413 Aug 16 23:57:03.386690 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41d89a2d-6ffd-4b09-84e4-4e2f205a14b9', 'tag': 'c8ee2b7c-8926-4616-bff7-d02615d80131'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:57:03.389104 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5be9a9c22bfe9382157933c6eba925c7622163b8a5c85bc608140d30d6fa20cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9717779-fa1d-40d6-a834-184aa1edcf76" -d '{"events": [{"name": "network-changed", "server_uuid": "41d89a2d-6ffd-4b09-84e4-4e2f205a14b9", "tag": "c8ee2b7c-8926-4616-bff7-d02615d80131"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:57:03.437800 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8b61530-9fb6-4d22-9d79-5f84bc660bee x-openstack-request-id: req-a8b61530-9fb6-4d22-9d79-5f84bc660bee {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:57:03.438095 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41d89a2d-6ffd-4b09-84e4-4e2f205a14b9", "tag": "c8ee2b7c-8926-4616-bff7-d02615d80131", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:57:03.438370 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a8b61530-9fb6-4d22-9d79-5f84bc660bee {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:57:03.438767 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41d89a2d-6ffd-4b09-84e4-4e2f205a14b9', 'tag': 'c8ee2b7c-8926-4616-bff7-d02615d80131', 'status': 'completed', 'code': 200} Aug 16 23:57:03.507887 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9717779-fa1d-40d6-a834-184aa1edcf76 req-a8e453c7-d093-45dc-bf49-aeb63c9f88b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:03.509450 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e9717779-fa1d-40d6-a834-184aa1edcf76 req-a8e453c7-d093-45dc-bf49-aeb63c9f88b3 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=83ef46c23c9b4665a6426b92010b2810&device_id=41d89a2d-6ffd-4b09-84e4-4e2f205a14b9 HTTP/1.1" status: 200 len: 1095 time: 0.0460486 Aug 16 23:57:03.519634 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9717779-fa1d-40d6-a834-184aa1edcf76 req-7e2fb553-49b7-441c-a9f0-2fba4c6a9e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:03.521203 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e9717779-fa1d-40d6-a834-184aa1edcf76 req-7e2fb553-49b7-441c-a9f0-2fba4c6a9e64 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=83ef46c23c9b4665a6426b92010b2810&device_id=41d89a2d-6ffd-4b09-84e4-4e2f205a14b9 HTTP/1.1" status: 200 len: 1095 time: 0.0464699 Aug 16 23:57:03.600385 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9717779-fa1d-40d6-a834-184aa1edcf76 req-d1ed9bc0-c044-46ca-bdaf-320ecc92ac85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:03.602043 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e9717779-fa1d-40d6-a834-184aa1edcf76 req-d1ed9bc0-c044-46ca-bdaf-320ecc92ac85 service neutron] 10.222.0.68 "GET /v2.0/networks?id=358c85e3-e402-4800-ac20-1ee48de2366c HTTP/1.1" status: 200 len: 912 time: 0.0854959 Aug 16 23:57:03.615234 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9717779-fa1d-40d6-a834-184aa1edcf76 req-facba8e9-9dfa-47c5-a469-ecd065c78c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:03.616777 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e9717779-fa1d-40d6-a834-184aa1edcf76 req-facba8e9-9dfa-47c5-a469-ecd065c78c7d service neutron] 10.222.0.57 "GET /v2.0/networks?id=358c85e3-e402-4800-ac20-1ee48de2366c HTTP/1.1" status: 200 len: 912 time: 0.0887785 Aug 16 23:57:03.676345 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e9717779-fa1d-40d6-a834-184aa1edcf76 req-7f64b9f3-ca10-4622-a68a-f3f6a87492ec service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8ee2b7c-8926-4616-bff7-d02615d80131 HTTP/1.1" status: 200 len: 998 time: 0.0668306 Aug 16 23:57:03.689118 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e9717779-fa1d-40d6-a834-184aa1edcf76 req-0da91d8f-d292-4461-b1e4-1fe415f49f8c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8ee2b7c-8926-4616-bff7-d02615d80131 HTTP/1.1" status: 200 len: 998 time: 0.0655546 Aug 16 23:57:03.728934 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9717779-fa1d-40d6-a834-184aa1edcf76 req-2e8b5cd2-08e5-4ca8-a59a-5fa31d2cf0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:03.730779 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e9717779-fa1d-40d6-a834-184aa1edcf76 req-2e8b5cd2-08e5-4ca8-a59a-5fa31d2cf0e7 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2c7ea852-5b75-4594-bf21-897da6d8e4a1 HTTP/1.1" status: 200 len: 850 time: 0.0464299 Aug 16 23:57:03.738917 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9717779-fa1d-40d6-a834-184aa1edcf76 req-c87b67e4-eeed-4181-9068-7608b9f6d717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:03.740368 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e9717779-fa1d-40d6-a834-184aa1edcf76 req-c87b67e4-eeed-4181-9068-7608b9f6d717 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2c7ea852-5b75-4594-bf21-897da6d8e4a1 HTTP/1.1" status: 200 len: 850 time: 0.0447206 Aug 16 23:57:03.780734 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9717779-fa1d-40d6-a834-184aa1edcf76 req-a4374b90-07b3-4561-9b41-4f91ee1c342e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:03.782271 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e9717779-fa1d-40d6-a834-184aa1edcf76 req-a4374b90-07b3-4561-9b41-4f91ee1c342e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=358c85e3-e402-4800-ac20-1ee48de2366c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427501 Aug 16 23:57:03.789211 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9717779-fa1d-40d6-a834-184aa1edcf76 req-50c568c7-e53e-4b51-b24f-19169c0bfa3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:03.790971 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e9717779-fa1d-40d6-a834-184aa1edcf76 req-50c568c7-e53e-4b51-b24f-19169c0bfa3c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=358c85e3-e402-4800-ac20-1ee48de2366c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438595 Aug 16 23:57:03.878968 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e9717779-fa1d-40d6-a834-184aa1edcf76 req-5117316e-c641-41e2-b7a9-155a1a1eddfe service neutron] 10.222.0.68 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880849 Aug 16 23:57:03.919102 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e9717779-fa1d-40d6-a834-184aa1edcf76 req-7f9d853f-c566-407a-b68b-d9c94e2c7b67 service neutron] 10.222.0.57 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208198 Aug 16 23:57:03.984971 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e9717779-fa1d-40d6-a834-184aa1edcf76 req-873ed5d1-e694-4c56-aca3-ca4f27002616 service neutron] 10.222.0.68 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979378 Aug 16 23:57:04.052839 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e9717779-fa1d-40d6-a834-184aa1edcf76 req-4ea07bf3-6409-4c4f-88cf-f7e282eec597 service neutron] 10.222.0.57 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269183 Aug 16 23:57:04.098552 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c82fef-83d4-46fd-a4ea-071e7b0525bb req-cfb9b4f1-669f-4edc-b39d-9e34d8487748 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:04.100070 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c2c82fef-83d4-46fd-a4ea-071e7b0525bb req-cfb9b4f1-669f-4edc-b39d-9e34d8487748 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=41d89a2d-6ffd-4b09-84e4-4e2f205a14b9 HTTP/1.1" status: 200 len: 943 time: 0.0535111 Aug 16 23:57:04.139374 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c2c82fef-83d4-46fd-a4ea-071e7b0525bb req-182c5750-de88-4a70-84fe-5093226812f5 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321312 Aug 16 23:57:04.407680 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device c8ee2b7c-8926-4616-bff7-d02615d80131 no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:57:04.445070 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device c8ee2b7c-8926-4616-bff7-d02615d80131 not bound to the agent host n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:57:04.928924 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device c8ee2b7c-8926-4616-bff7-d02615d80131 details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:57:05.022134 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port c8ee2b7c-8926-4616-bff7-d02615d80131, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=c8ee2b7c-8926-4616-bff7-d02615d80131,segment=NetworkSegment(714982a0-3bd6-420a-8ae2-0d5475440df4),segment_id=714982a0-3bd6-420a-8ae2-0d5475440df4)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:57:05.033431 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': 'c8ee2b7c-8926-4616-bff7-d02615d80131', 'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c', 'port_id': 'c8ee2b7c-8926-4616-bff7-d02615d80131', 'mac_address': 'fa:16:3e:45:67:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c7ea852-5b75-4594-bf21-897da6d8e4a1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:57:05.074361 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:05.086582 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8ee2b7c-8926-4616-bff7-d02615d80131 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:57:05.106672 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port c8ee2b7c-8926-4616-bff7-d02615d80131, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=c8ee2b7c-8926-4616-bff7-d02615d80131,segment=NetworkSegment(714982a0-3bd6-420a-8ae2-0d5475440df4),segment_id=714982a0-3bd6-420a-8ae2-0d5475440df4)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:57:05.110627 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:05.157903 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=c8ee2b7c-8926-4616-bff7-d02615d80131,revision_number=8']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:05.166152 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:57:05.167079 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:57:05.167718 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:57:05.167920 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:57:05.168255 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:57:05.168612 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:57:05.168945 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:57:05.169268 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:57:05.169592 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:57:05.169912 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:57:05.170233 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:57:05.170547 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:57:05.278670 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c86dabc-bc44-4bfb-8a80-0dc3f150dd89 req-c73ac7e7-15ec-4cbb-bfe6-914b792ac8a3 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:05.280183 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2c86dabc-bc44-4bfb-8a80-0dc3f150dd89 req-c73ac7e7-15ec-4cbb-bfe6-914b792ac8a3 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=41d89a2d-6ffd-4b09-84e4-4e2f205a14b9 HTTP/1.1" status: 200 len: 944 time: 0.0541770 Aug 16 23:57:05.318871 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2c86dabc-bc44-4bfb-8a80-0dc3f150dd89 req-20b2399b-6e90-4a7f-8f59-b2878911f229 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324318 Aug 16 23:57:05.371104 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['c8ee2b7c-8926-4616-bff7-d02615d80131'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:57:05.529206 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb54201e-802f-4f03-b05d-fbb11b7c14a8 req-1a374eb9-63ae-4d43-bada-ade450dfb73e tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:05.530765 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cb54201e-802f-4f03-b05d-fbb11b7c14a8 req-1a374eb9-63ae-4d43-bada-ade450dfb73e tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=41d89a2d-6ffd-4b09-84e4-4e2f205a14b9 HTTP/1.1" status: 200 len: 944 time: 0.0596979 Aug 16 23:57:05.555159 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5990bf98-a15c-4ea6-b3cd-f7e29a11b0bf req-fc9905ec-088b-4889-b099-4575264be94c tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:05.556666 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5990bf98-a15c-4ea6-b3cd-f7e29a11b0bf req-fc9905ec-088b-4889-b099-4575264be94c tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.57 "GET /v2.0/ports?device_id=41d89a2d-6ffd-4b09-84e4-4e2f205a14b9&tenant_id=83ef46c23c9b4665a6426b92010b2810&binding%3Ahost_id=n-h1-791506-26 HTTP/1.1" status: 200 len: 944 time: 0.0570612 Aug 16 23:57:05.568497 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cb54201e-802f-4f03-b05d-fbb11b7c14a8 req-8db67db8-944e-4008-97f8-4bd9d9fe159d tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316293 Aug 16 23:57:05.621828 n-d-791506-26 neutron-server[101291]: INFO neutron.api.v2.resource [req-5990bf98-a15c-4ea6-b3cd-f7e29a11b0bf req-7d5f09fa-a3d0-4b28-bd0d-38a1580c0650 service neutron] delete failed (client error): The resource could not be found. Aug 16 23:57:05.622845 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5990bf98-a15c-4ea6-b3cd-f7e29a11b0bf req-7d5f09fa-a3d0-4b28-bd0d-38a1580c0650 service neutron] 10.222.0.57 "DELETE /v2.0/ports/c8ee2b7c-8926-4616-bff7-d02615d80131/bindings/n-h2-791506-26 HTTP/1.1" status: 404 len: 381 time: 0.0591924 Aug 16 23:57:05.725725 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5990bf98-a15c-4ea6-b3cd-f7e29a11b0bf req-0830379c-3148-4aab-90f9-3f7ca57394bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:05.727121 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5990bf98-a15c-4ea6-b3cd-f7e29a11b0bf req-0830379c-3148-4aab-90f9-3f7ca57394bf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=83ef46c23c9b4665a6426b92010b2810&device_id=41d89a2d-6ffd-4b09-84e4-4e2f205a14b9 HTTP/1.1" status: 200 len: 1096 time: 0.0415580 Aug 16 23:57:05.816440 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5990bf98-a15c-4ea6-b3cd-f7e29a11b0bf req-a53a1fc7-7376-43be-bba5-bae9fb914704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:05.817939 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5990bf98-a15c-4ea6-b3cd-f7e29a11b0bf req-a53a1fc7-7376-43be-bba5-bae9fb914704 service neutron] 10.222.0.57 "GET /v2.0/networks?id=358c85e3-e402-4800-ac20-1ee48de2366c HTTP/1.1" status: 200 len: 912 time: 0.0842004 Aug 16 23:57:05.884907 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5990bf98-a15c-4ea6-b3cd-f7e29a11b0bf req-94b5f1a4-1bc0-4080-9c82-8f0c9ec849f2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8ee2b7c-8926-4616-bff7-d02615d80131 HTTP/1.1" status: 200 len: 999 time: 0.0592787 Aug 16 23:57:05.931844 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5990bf98-a15c-4ea6-b3cd-f7e29a11b0bf req-35bb1a3e-cb96-4da7-9dbe-bb694ef2b16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:05.933906 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5990bf98-a15c-4ea6-b3cd-f7e29a11b0bf req-35bb1a3e-cb96-4da7-9dbe-bb694ef2b16a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2c7ea852-5b75-4594-bf21-897da6d8e4a1 HTTP/1.1" status: 200 len: 850 time: 0.0427577 Aug 16 23:57:05.981999 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5990bf98-a15c-4ea6-b3cd-f7e29a11b0bf req-f50a0c99-1112-4a9d-bca3-68d6e6e88476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:05.983437 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5990bf98-a15c-4ea6-b3cd-f7e29a11b0bf req-f50a0c99-1112-4a9d-bca3-68d6e6e88476 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=358c85e3-e402-4800-ac20-1ee48de2366c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426998 Aug 16 23:57:06.426212 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5990bf98-a15c-4ea6-b3cd-f7e29a11b0bf req-956dd87b-ab8d-4786-b8fb-96d299974e30 service neutron] 10.222.0.57 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4356060 Aug 16 23:57:06.522266 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5990bf98-a15c-4ea6-b3cd-f7e29a11b0bf req-dea85ee0-1e4a-4500-8eba-89ef727f531e service neutron] 10.222.0.57 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878692 Aug 16 23:57:06.689837 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81807a49-e7db-429a-ba4d-cc8a085b995e req-63c120b0-f7d7-4188-894d-7d580b32ce3b tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:06.691246 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-81807a49-e7db-429a-ba4d-cc8a085b995e req-63c120b0-f7d7-4188-894d-7d580b32ce3b tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=41d89a2d-6ffd-4b09-84e4-4e2f205a14b9 HTTP/1.1" status: 200 len: 944 time: 0.0496094 Aug 16 23:57:06.733883 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-81807a49-e7db-429a-ba4d-cc8a085b995e req-66c26619-ed28-442e-863a-2969fcc7cd09 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366111 Aug 16 23:57:06.926871 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device c8ee2b7c-8926-4616-bff7-d02615d80131 up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:57:06.977737 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning for port c8ee2b7c-8926-4616-bff7-d02615d80131 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:57:06.981898 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port c8ee2b7c-8926-4616-bff7-d02615d80131 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:57:06.982277 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:07.061100 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:07.085188 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41d89a2d-6ffd-4b09-84e4-4e2f205a14b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8ee2b7c-8926-4616-bff7-d02615d80131'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:57:07.087597 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d789e1acf86fc3837d65c5c7bf7b17f03ca076816da63f24d17cffa1a624f203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e3c91e1-7646-473c-a5c0-0ba5b1554df4" -d '{"events": [{"server_uuid": "41d89a2d-6ffd-4b09-84e4-4e2f205a14b9", "name": "network-vif-plugged", "status": "completed", "tag": "c8ee2b7c-8926-4616-bff7-d02615d80131"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:57:07.106488 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port c8ee2b7c-8926-4616-bff7-d02615d80131, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=c8ee2b7c-8926-4616-bff7-d02615d80131,segment=NetworkSegment(714982a0-3bd6-420a-8ae2-0d5475440df4),segment_id=714982a0-3bd6-420a-8ae2-0d5475440df4)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:57:07.110166 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:07.166043 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=c8ee2b7c-8926-4616-bff7-d02615d80131,revision_number=9']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:07.204226 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c91089b1-2bd5-4a35-af46-3b72c1c62da8 x-openstack-request-id: req-c91089b1-2bd5-4a35-af46-3b72c1c62da8 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:57:07.204603 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41d89a2d-6ffd-4b09-84e4-4e2f205a14b9", "name": "network-vif-plugged", "status": "completed", "tag": "c8ee2b7c-8926-4616-bff7-d02615d80131", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:57:07.204952 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c91089b1-2bd5-4a35-af46-3b72c1c62da8 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:57:07.205710 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41d89a2d-6ffd-4b09-84e4-4e2f205a14b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8ee2b7c-8926-4616-bff7-d02615d80131', 'code': 200} Aug 16 23:57:07.855119 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae56149f-5455-468f-96a7-21b965e00849 req-0ae17fa2-f435-4095-9c2a-c19040713b5f tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:07.856647 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ae56149f-5455-468f-96a7-21b965e00849 req-0ae17fa2-f435-4095-9c2a-c19040713b5f tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=41d89a2d-6ffd-4b09-84e4-4e2f205a14b9 HTTP/1.1" status: 200 len: 945 time: 0.0536397 Aug 16 23:57:07.894597 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ae56149f-5455-468f-96a7-21b965e00849 req-0fe25c18-b615-45a2-870a-bee5da1efbef tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320120 Aug 16 23:57:08.023860 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3c7fed-2761-456b-9e30-db9abf3e2742 req-fc87aca9-6d8e-431d-bd08-ec0ea7e7e04c tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:08.025665 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-db3c7fed-2761-456b-9e30-db9abf3e2742 req-fc87aca9-6d8e-431d-bd08-ec0ea7e7e04c tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=41d89a2d-6ffd-4b09-84e4-4e2f205a14b9 HTTP/1.1" status: 200 len: 945 time: 0.0566804 Aug 16 23:57:08.065857 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-db3c7fed-2761-456b-9e30-db9abf3e2742 req-420880a0-7435-49af-9312-6ac7e5eea008 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325406 Aug 16 23:57:08.274803 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d707e48-b814-4e84-a707-2c5870d4b795 req-ea3b115d-ce5d-40bc-8814-fec35454ea94 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:08.276324 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7d707e48-b814-4e84-a707-2c5870d4b795 req-ea3b115d-ce5d-40bc-8814-fec35454ea94 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=41d89a2d-6ffd-4b09-84e4-4e2f205a14b9 HTTP/1.1" status: 200 len: 945 time: 0.0582268 Aug 16 23:57:08.333452 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f83baf-e3af-4dcc-9725-a43818dd74b6 req-97199296-9b2a-4e77-869b-2c00a979773c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:08.334935 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-20f83baf-e3af-4dcc-9725-a43818dd74b6 req-97199296-9b2a-4e77-869b-2c00a979773c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=83ef46c23c9b4665a6426b92010b2810&device_id=41d89a2d-6ffd-4b09-84e4-4e2f205a14b9 HTTP/1.1" status: 200 len: 1097 time: 0.0772097 Aug 16 23:57:08.338188 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7d707e48-b814-4e84-a707-2c5870d4b795 req-a4ca9cb7-0f8c-411a-845e-fcda8eef9553 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449071 Aug 16 23:57:08.423761 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f83baf-e3af-4dcc-9725-a43818dd74b6 req-ba0157f5-80e9-449f-881f-2235027ce0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:08.425267 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-20f83baf-e3af-4dcc-9725-a43818dd74b6 req-ba0157f5-80e9-449f-881f-2235027ce0a3 service neutron] 10.222.0.68 "GET /v2.0/networks?id=358c85e3-e402-4800-ac20-1ee48de2366c HTTP/1.1" status: 200 len: 912 time: 0.0830092 Aug 16 23:57:08.495221 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-20f83baf-e3af-4dcc-9725-a43818dd74b6 req-8a4addb8-8ea5-422d-be48-23323fa7c4aa service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8ee2b7c-8926-4616-bff7-d02615d80131 HTTP/1.1" status: 200 len: 1000 time: 0.0608871 Aug 16 23:57:08.543904 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f83baf-e3af-4dcc-9725-a43818dd74b6 req-5a54a068-675d-4be6-9858-735fda628444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:08.545269 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-20f83baf-e3af-4dcc-9725-a43818dd74b6 req-5a54a068-675d-4be6-9858-735fda628444 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2c7ea852-5b75-4594-bf21-897da6d8e4a1 HTTP/1.1" status: 200 len: 850 time: 0.0433319 Aug 16 23:57:08.592201 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f83baf-e3af-4dcc-9725-a43818dd74b6 req-ae196b87-397e-4fc0-a847-1c41aaff17da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:08.593726 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-20f83baf-e3af-4dcc-9725-a43818dd74b6 req-ae196b87-397e-4fc0-a847-1c41aaff17da service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=358c85e3-e402-4800-ac20-1ee48de2366c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407033 Aug 16 23:57:08.687610 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-20f83baf-e3af-4dcc-9725-a43818dd74b6 req-3cdf92f2-99f2-4271-9fa0-7ac803e45367 service neutron] 10.222.0.68 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852733 Aug 16 23:57:08.779784 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-20f83baf-e3af-4dcc-9725-a43818dd74b6 req-a8e8fa05-ac5c-464e-9e0b-2231bf80c096 service neutron] 10.222.0.68 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837536 Aug 16 23:57:09.462707 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6a8c9f-9529-4b47-93c0-486ce27c6928 req-a02f2c0a-43fc-486f-b0aa-296dd9695f91 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:09.464907 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-be6a8c9f-9529-4b47-93c0-486ce27c6928 req-a02f2c0a-43fc-486f-b0aa-296dd9695f91 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=41d89a2d-6ffd-4b09-84e4-4e2f205a14b9 HTTP/1.1" status: 200 len: 945 time: 0.0557108 Aug 16 23:57:09.501625 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-be6a8c9f-9529-4b47-93c0-486ce27c6928 req-2292ad32-716b-4ec5-b5a6-d82b1b803699 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306826 Aug 16 23:57:09.733897 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db36aab-d39e-44ee-a8e7-b27b112e49a7 req-698f398a-e8ff-4505-853b-78dfa7386a54 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:09.735319 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3db36aab-d39e-44ee-a8e7-b27b112e49a7 req-698f398a-e8ff-4505-853b-78dfa7386a54 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=41d89a2d-6ffd-4b09-84e4-4e2f205a14b9 HTTP/1.1" status: 200 len: 945 time: 0.0499244 Aug 16 23:57:09.773362 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3db36aab-d39e-44ee-a8e7-b27b112e49a7 req-e5409916-feaf-45da-be58-dd3379a7fed7 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320287 Aug 16 23:57:10.890736 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969fba0e-b850-456c-b1bf-a4ba36b1dd4d req-b2026cd7-8e1b-464a-827a-ca976da06795 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:10.892320 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-969fba0e-b850-456c-b1bf-a4ba36b1dd4d req-b2026cd7-8e1b-464a-827a-ca976da06795 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=41d89a2d-6ffd-4b09-84e4-4e2f205a14b9 HTTP/1.1" status: 200 len: 945 time: 0.0494108 Aug 16 23:57:10.930108 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-969fba0e-b850-456c-b1bf-a4ba36b1dd4d req-e3899f85-6a2f-4c16-a430-981e9c1f37d9 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319302 Aug 16 23:57:11.081156 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fac79c-d068-4433-8cb3-83d5301a8971 req-65903fed-0ce7-4e72-9f1d-bfb7705a98b7 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:11.082536 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-54fac79c-d068-4433-8cb3-83d5301a8971 req-65903fed-0ce7-4e72-9f1d-bfb7705a98b7 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.68 "GET /v2.0/ports?device_id=41d89a2d-6ffd-4b09-84e4-4e2f205a14b9 HTTP/1.1" status: 200 len: 945 time: 0.0524039 Aug 16 23:57:11.174320 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-54fac79c-d068-4433-8cb3-83d5301a8971 req-2b705206-bd48-4743-b5a5-c14e52c880ba tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Deleting port c8ee2b7c-8926-4616-bff7-d02615d80131 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 23:57:11.174667 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-54fac79c-d068-4433-8cb3-83d5301a8971 req-2b705206-bd48-4743-b5a5-c14e52c880ba tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:11.265397 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-54fac79c-d068-4433-8cb3-83d5301a8971 req-2b705206-bd48-4743-b5a5-c14e52c880ba tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] For port c8ee2b7c-8926-4616-bff7-d02615d80131, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=c8ee2b7c-8926-4616-bff7-d02615d80131,segment=NetworkSegment(714982a0-3bd6-420a-8ae2-0d5475440df4),segment_id=714982a0-3bd6-420a-8ae2-0d5475440df4)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:57:11.265767 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-54fac79c-d068-4433-8cb3-83d5301a8971 req-2b705206-bd48-4743-b5a5-c14e52c880ba tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:11.430486 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-54fac79c-d068-4433-8cb3-83d5301a8971 req-2b705206-bd48-4743-b5a5-c14e52c880ba tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:11.430859 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-54fac79c-d068-4433-8cb3-83d5301a8971 req-2b705206-bd48-4743-b5a5-c14e52c880ba tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:11.431178 n-d-791506-26 neutron-server[101292]: INFO neutron.db.l3_db [req-54fac79c-d068-4433-8cb3-83d5301a8971 req-2b705206-bd48-4743-b5a5-c14e52c880ba tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Floating IP ca5c0e4f-bc22-4dc9-997b-e59ffb1540a1 disassociated. External IP: 172.25.4.29, port: c8ee2b7c-8926-4616-bff7-d02615d80131. Aug 16 23:57:11.431523 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-54fac79c-d068-4433-8cb3-83d5301a8971 req-2b705206-bd48-4743-b5a5-c14e52c880ba tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Calling delete_port for c8ee2b7c-8926-4616-bff7-d02615d80131 owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 23:57:11.561200 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-54fac79c-d068-4433-8cb3-83d5301a8971 req-2b705206-bd48-4743-b5a5-c14e52c880ba tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:11.593885 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b705206-bd48-4743-b5a5-c14e52c880ba tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Pushing event deleted for resources: {'Port': ['ID=c8ee2b7c-8926-4616-bff7-d02615d80131,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:11.722905 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [req-54fac79c-d068-4433-8cb3-83d5301a8971 req-2b705206-bd48-4743-b5a5-c14e52c880ba tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Router 67a6f228-1f37-42a9-9561-daf44bfca92a has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:57:11.831269 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:11.834211 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-54fac79c-d068-4433-8cb3-83d5301a8971 req-2b705206-bd48-4743-b5a5-c14e52c880ba tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:57:11.844626 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2cc0d88-b4c0-4237-9a8f-54195d5e08a9 None None] Sync routers for ids ['67a6f228-1f37-42a9-9561-daf44bfca92a'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:57:11.853323 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2cc0d88-b4c0-4237-9a8f-54195d5e08a9 None None] Routers {'67a6f228-1f37-42a9-9561-daf44bfca92a'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:57:11.854797 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-f2cc0d88-b4c0-4237-9a8f-54195d5e08a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:56:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['67a6f228-1f37-42a9-9561-daf44bfca92a'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:57:11.873652 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-54fac79c-d068-4433-8cb3-83d5301a8971 req-2b705206-bd48-4743-b5a5-c14e52c880ba tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] No DVR routers for this DVR port c8ee2b7c-8926-4616-bff7-d02615d80131 on host n-h1-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 23:57:11.876309 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-54fac79c-d068-4433-8cb3-83d5301a8971 req-2b705206-bd48-4743-b5a5-c14e52c880ba tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:11.878407 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-54fac79c-d068-4433-8cb3-83d5301a8971 req-2b705206-bd48-4743-b5a5-c14e52c880ba tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.68 "DELETE /v2.0/ports/c8ee2b7c-8926-4616-bff7-d02615d80131 HTTP/1.1" status: 204 len: 173 time: 0.7890263 Aug 16 23:57:11.878906 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41d89a2d-6ffd-4b09-84e4-4e2f205a14b9', 'name': 'network-vif-deleted', 'tag': 'c8ee2b7c-8926-4616-bff7-d02615d80131'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:57:11.881247 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5be9a9c22bfe9382157933c6eba925c7622163b8a5c85bc608140d30d6fa20cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90151352-8315-4788-a8a6-a36c5a583557" -d '{"events": [{"server_uuid": "41d89a2d-6ffd-4b09-84e4-4e2f205a14b9", "name": "network-vif-deleted", "tag": "c8ee2b7c-8926-4616-bff7-d02615d80131"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:57:11.918242 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-345a3f0f-17f6-4969-a58d-fc1e335b92d7 x-openstack-request-id: req-345a3f0f-17f6-4969-a58d-fc1e335b92d7 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:57:11.918944 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41d89a2d-6ffd-4b09-84e4-4e2f205a14b9", "name": "network-vif-deleted", "tag": "c8ee2b7c-8926-4616-bff7-d02615d80131", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:57:11.918944 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-345a3f0f-17f6-4969-a58d-fc1e335b92d7 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:57:11.919267 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41d89a2d-6ffd-4b09-84e4-4e2f205a14b9', 'name': 'network-vif-deleted', 'tag': 'c8ee2b7c-8926-4616-bff7-d02615d80131', 'status': 'completed', 'code': 200} Aug 16 23:57:11.970576 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-f2cc0d88-b4c0-4237-9a8f-54195d5e08a9 None None] Set router 67a6f228-1f37-42a9-9561-daf44bfca92a gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:57:12.045789 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a6c0454b-71d6-418d-b710-79741efd65eb req-cb36a957-0c7c-4e64-b1b3-a3b730fcf813 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=41d89a2d-6ffd-4b09-84e4-4e2f205a14b9 HTTP/1.1" status: 200 len: 210 time: 0.0298657 Aug 16 23:57:12.189434 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-f2cc0d88-b4c0-4237-9a8f-54195d5e08a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'name': 'tempest-ServerActionsTestJSON-588204980-router', 'tenant_id': '83ef46c23c9b4665a6426b92010b2810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '2a45e1da-ac90-45b2-8495-6bf17bc484c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:51:34Z', 'updated_at': '2021-08-16T23:51:36Z', 'revision_number': 4, 'project_id': '83ef46c23c9b4665a6426b92010b2810', 'gw_port': {'id': '2a45e1da-ac90-45b2-8495-6bf17bc484c0', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:51:34Z', 'updated_at': '2021-08-16T23:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'f62dbd80-836c-428c-a77a-55f350621b11', 'name': '', 'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c', 'tenant_id': '83ef46c23c9b4665a6426b92010b2810', 'mac_address': 'fa:16:3e:ed:28:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2c7ea852-5b75-4594-bf21-897da6d8e4a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:51:36Z', 'updated_at': '2021-08-16T23:51:41Z', 'revision_number': 5, 'project_id': '83ef46c23c9b4665a6426b92010b2810', 'subnets': [{'id': '2c7ea852-5b75-4594-bf21-897da6d8e4a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:57:12.380054 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2cc0d88-b4c0-4237-9a8f-54195d5e08a9 None None] Checking router: 67a6f228-1f37-42a9-9561-daf44bfca92a for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:57:12.388838 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2cc0d88-b4c0-4237-9a8f-54195d5e08a9 None None] Routers {'67a6f228-1f37-42a9-9561-daf44bfca92a'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:57:12.389459 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-f2cc0d88-b4c0-4237-9a8f-54195d5e08a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:56:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['67a6f228-1f37-42a9-9561-daf44bfca92a'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:57:12.493229 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-f2cc0d88-b4c0-4237-9a8f-54195d5e08a9 None None] Set router 67a6f228-1f37-42a9-9561-daf44bfca92a gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:57:12.689649 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-f2cc0d88-b4c0-4237-9a8f-54195d5e08a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'name': 'tempest-ServerActionsTestJSON-588204980-router', 'tenant_id': '83ef46c23c9b4665a6426b92010b2810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '2a45e1da-ac90-45b2-8495-6bf17bc484c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:51:34Z', 'updated_at': '2021-08-16T23:51:36Z', 'revision_number': 4, 'project_id': '83ef46c23c9b4665a6426b92010b2810', 'gw_port': {'id': '2a45e1da-ac90-45b2-8495-6bf17bc484c0', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:51:34Z', 'updated_at': '2021-08-16T23:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'f62dbd80-836c-428c-a77a-55f350621b11', 'name': '', 'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c', 'tenant_id': '83ef46c23c9b4665a6426b92010b2810', 'mac_address': 'fa:16:3e:ed:28:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2c7ea852-5b75-4594-bf21-897da6d8e4a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:51:36Z', 'updated_at': '2021-08-16T23:51:41Z', 'revision_number': 5, 'project_id': '83ef46c23c9b4665a6426b92010b2810', 'subnets': [{'id': '2c7ea852-5b75-4594-bf21-897da6d8e4a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:57:12.717286 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2cc0d88-b4c0-4237-9a8f-54195d5e08a9 None None] The sync data for ids ['67a6f228-1f37-42a9-9561-daf44bfca92a'] in n-d-791506-26 is: [{'id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'name': 'tempest-ServerActionsTestJSON-588204980-router', 'tenant_id': '83ef46c23c9b4665a6426b92010b2810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '2a45e1da-ac90-45b2-8495-6bf17bc484c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:51:34Z', 'updated_at': '2021-08-16T23:51:36Z', 'revision_number': 4, 'project_id': '83ef46c23c9b4665a6426b92010b2810', 'gw_port': {'id': '2a45e1da-ac90-45b2-8495-6bf17bc484c0', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:51:34Z', 'updated_at': '2021-08-16T23:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'f62dbd80-836c-428c-a77a-55f350621b11', 'name': '', 'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c', 'tenant_id': '83ef46c23c9b4665a6426b92010b2810', 'mac_address': 'fa:16:3e:ed:28:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2c7ea852-5b75-4594-bf21-897da6d8e4a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:51:36Z', 'updated_at': '2021-08-16T23:51:41Z', 'revision_number': 5, 'project_id': '83ef46c23c9b4665a6426b92010b2810', 'subnets': [{'id': '2c7ea852-5b75-4594-bf21-897da6d8e4a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:57:12.928023 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b443bf2e-ad15-4425-92be-a8b2f333b002 None None] New status for floating IP ca5c0e4f-bc22-4dc9-997b-e59ffb1540a1: DOWN {{(pid=101294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:57:13.354088 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e592e305-3324-4604-90cd-8563ad3ff601 req-228a4db9-39cd-467c-bb66-b4b3aa30c36d tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--16262300&fields=id&tenant_id=83ef46c23c9b4665a6426b92010b2810 HTTP/1.1" status: 200 len: 267 time: 0.0375140 Aug 16 23:57:13.463854 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e592e305-3324-4604-90cd-8563ad3ff601 req-f28a9792-ef52-48d4-a92c-65c4673f9372 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:13.465339 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e592e305-3324-4604-90cd-8563ad3ff601 req-f28a9792-ef52-48d4-a92c-65c4673f9372 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/networks?id=358c85e3-e402-4800-ac20-1ee48de2366c HTTP/1.1" status: 200 len: 811 time: 0.1045337 Aug 16 23:57:13.480073 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e592e305-3324-4604-90cd-8563ad3ff601 req-472eab93-5a74-4eb1-a00e-76b89e3e847f tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/quotas/83ef46c23c9b4665a6426b92010b2810 HTTP/1.1" status: 200 len: 375 time: 0.0090244 Aug 16 23:57:13.532481 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e592e305-3324-4604-90cd-8563ad3ff601 req-80566707-6d76-48af-b828-6b011e218245 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=83ef46c23c9b4665a6426b92010b2810&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0471482 Aug 16 23:57:13.675116 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e592e305-3324-4604-90cd-8563ad3ff601 req-3d2d23a4-31e6-4a64-b6e7-24c48d5bc208 service neutron] 10.222.0.36 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310503 Aug 16 23:57:13.771793 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e592e305-3324-4604-90cd-8563ad3ff601 req-9f4def8c-5c08-4ad3-88a5-026dbfdefe1f service neutron] 10.222.0.36 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904062 Aug 16 23:57:13.939530 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5db55385-9088-4e7f-8f3d-70f63213c442 req-df6ce7ed-8446-4f34-8ea6-d4f07765b2a0 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7 HTTP/1.1" status: 200 len: 210 time: 0.0351419 Aug 16 23:57:14.990720 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device c8ee2b7c-8926-4616-bff7-d02615d80131 no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 23:57:15.035630 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] No Port match for: c8ee2b7c-8926-4616-bff7-d02615d80131 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 23:57:15.036278 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device c8ee2b7c-8926-4616-bff7-d02615d80131 not bound to the agent host n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 23:57:15.039374 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e592e305-3324-4604-90cd-8563ad3ff601 req-c8ad4f58-1ff3-4b2a-bb53-f1c32fc22b8c tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:15.042420 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e592e305-3324-4604-90cd-8563ad3ff601 req-c8ad4f58-1ff3-4b2a-bb53-f1c32fc22b8c tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.57 "GET /v2.0/networks?id=358c85e3-e402-4800-ac20-1ee48de2366c HTTP/1.1" status: 200 len: 811 time: 0.1153662 Aug 16 23:57:15.048772 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9878b6a1-38b3-41dd-835f-46a8e2d94ef6 req-252f7739-3986-494c-b593-6071313ed68f tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7 HTTP/1.1" status: 200 len: 210 time: 0.0332320 Aug 16 23:57:15.096719 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e592e305-3324-4604-90cd-8563ad3ff601 req-331d8c18-dd68-4b00-a4a9-4134750a4eca tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83ef46c23c9b4665a6426b92010b2810 HTTP/1.1" status: 200 len: 378 time: 0.0385237 Aug 16 23:57:15.107560 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-e592e305-3324-4604-90cd-8563ad3ff601 req-cd3b4c98-3048-48ec-9dc1-6edaad688fbc tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Request body: {'port': {'device_id': '1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7', 'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c', 'admin_state_up': True, 'tenant_id': '83ef46c23c9b4665a6426b92010b2810', 'security_groups': ['76d78786-719d-4ded-9ccf-f6bbd64d77a3']}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:57:15.223740 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e592e305-3324-4604-90cd-8563ad3ff601 req-cd3b4c98-3048-48ec-9dc1-6edaad688fbc tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Made reservation on behalf of 83ef46c23c9b4665a6426b92010b2810 for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 23:57:15.227590 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-e592e305-3324-4604-90cd-8563ad3ff601 req-cd3b4c98-3048-48ec-9dc1-6edaad688fbc tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:15.364132 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-e592e305-3324-4604-90cd-8563ad3ff601 req-cd3b4c98-3048-48ec-9dc1-6edaad688fbc tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Allocated IP 172.20.0.4 (358c85e3-e402-4800-ac20-1ee48de2366c/2c7ea852-5b75-4594-bf21-897da6d8e4a1/9419ba1f-9e80-4ed4-afbc-2e51c57a7812) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 23:57:15.513864 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-e592e305-3324-4604-90cd-8563ad3ff601 req-cd3b4c98-3048-48ec-9dc1-6edaad688fbc tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:15.528760 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-e592e305-3324-4604-90cd-8563ad3ff601 req-cd3b4c98-3048-48ec-9dc1-6edaad688fbc tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Transition to ACTIVE for port object 9419ba1f-9e80-4ed4-afbc-2e51c57a7812 will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:57:15.563624 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-e592e305-3324-4604-90cd-8563ad3ff601 req-cd3b4c98-3048-48ec-9dc1-6edaad688fbc tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:15.613136 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e592e305-3324-4604-90cd-8563ad3ff601 req-cd3b4c98-3048-48ec-9dc1-6edaad688fbc tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Network 358c85e3-e402-4800-ac20-1ee48de2366c is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 23:57:15.616025 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-e592e305-3324-4604-90cd-8563ad3ff601 req-cd3b4c98-3048-48ec-9dc1-6edaad688fbc tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 23:57:15.620208 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-e592e305-3324-4604-90cd-8563ad3ff601 req-cd3b4c98-3048-48ec-9dc1-6edaad688fbc tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 23:57:15.643800 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3b4c98-3048-48ec-9dc1-6edaad688fbc tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Pushing event updated for resources: {'Port': ['ID=9419ba1f-9e80-4ed4-afbc-2e51c57a7812,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:15.659945 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3b4c98-3048-48ec-9dc1-6edaad688fbc tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:57:15.660296 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3b4c98-3048-48ec-9dc1-6edaad688fbc tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:57:15.660692 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3b4c98-3048-48ec-9dc1-6edaad688fbc tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:57:15.661017 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3b4c98-3048-48ec-9dc1-6edaad688fbc tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:57:15.661357 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3b4c98-3048-48ec-9dc1-6edaad688fbc tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:57:15.661694 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3b4c98-3048-48ec-9dc1-6edaad688fbc tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:57:15.662030 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3b4c98-3048-48ec-9dc1-6edaad688fbc tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:57:15.662359 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3b4c98-3048-48ec-9dc1-6edaad688fbc tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:57:15.662688 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3b4c98-3048-48ec-9dc1-6edaad688fbc tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:57:15.663019 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3b4c98-3048-48ec-9dc1-6edaad688fbc tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:57:15.663344 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3b4c98-3048-48ec-9dc1-6edaad688fbc tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:57:15.663671 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3b4c98-3048-48ec-9dc1-6edaad688fbc tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 23:57:15.686926 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e592e305-3324-4604-90cd-8563ad3ff601 req-cd3b4c98-3048-48ec-9dc1-6edaad688fbc tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:15.687566 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-e592e305-3324-4604-90cd-8563ad3ff601 req-cd3b4c98-3048-48ec-9dc1-6edaad688fbc tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:15.703008 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e592e305-3324-4604-90cd-8563ad3ff601 req-cd3b4c98-3048-48ec-9dc1-6edaad688fbc tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5990317 Aug 16 23:57:15.720988 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-e592e305-3324-4604-90cd-8563ad3ff601 req-4c80d8b4-9c40-4922-9a13-0521730ffaf9 service neutron] Request body: {'port': {'device_id': '1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:57:15.783595 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-e592e305-3324-4604-90cd-8563ad3ff601 req-4c80d8b4-9c40-4922-9a13-0521730ffaf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:15.821602 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-21305c59-7268-47f2-bc8d-a7d7179fc3e8 None None] Provisioning for port 9419ba1f-9e80-4ed4-afbc-2e51c57a7812 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:57:15.829425 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-21305c59-7268-47f2-bc8d-a7d7179fc3e8 None None] Provisioning complete for port 9419ba1f-9e80-4ed4-afbc-2e51c57a7812 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:57:15.830000 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-21305c59-7268-47f2-bc8d-a7d7179fc3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:15.864908 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-21305c59-7268-47f2-bc8d-a7d7179fc3e8 None None] Port 9419ba1f-9e80-4ed4-afbc-2e51c57a7812 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 23:57:16.059486 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-e592e305-3324-4604-90cd-8563ad3ff601 req-4c80d8b4-9c40-4922-9a13-0521730ffaf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9419ba1f-9e80-4ed4-afbc-2e51c57a7812 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:57:16.067034 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-e592e305-3324-4604-90cd-8563ad3ff601 req-4c80d8b4-9c40-4922-9a13-0521730ffaf9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:16.081017 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-e592e305-3324-4604-90cd-8563ad3ff601 req-4c80d8b4-9c40-4922-9a13-0521730ffaf9 service neutron] Transition to ACTIVE for port object 9419ba1f-9e80-4ed4-afbc-2e51c57a7812 will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 23:57:16.084811 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-e592e305-3324-4604-90cd-8563ad3ff601 req-4c80d8b4-9c40-4922-9a13-0521730ffaf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:16.140581 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c80d8b4-9c40-4922-9a13-0521730ffaf9 service neutron] Pushing event updated for resources: {'Port': ['ID=9419ba1f-9e80-4ed4-afbc-2e51c57a7812,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:16.176435 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b162414d-47cb-4e90-ac11-c41e69f245b3 req-456ea608-d69b-4dff-ab08-189e9ee3f9c5 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:16.178831 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b162414d-47cb-4e90-ac11-c41e69f245b3 req-456ea608-d69b-4dff-ab08-189e9ee3f9c5 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7 HTTP/1.1" status: 200 len: 943 time: 0.0658484 Aug 16 23:57:16.217064 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-e592e305-3324-4604-90cd-8563ad3ff601 req-4c80d8b4-9c40-4922-9a13-0521730ffaf9 service neutron] Attempting to bind port 9419ba1f-9e80-4ed4-afbc-2e51c57a7812 on host n-h2-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 23:57:16.217429 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-e592e305-3324-4604-90cd-8563ad3ff601 req-4c80d8b4-9c40-4922-9a13-0521730ffaf9 service neutron] Attempting to bind port 9419ba1f-9e80-4ed4-afbc-2e51c57a7812 by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': '714982a0-3bd6-420a-8ae2-0d5475440df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 23:57:16.217757 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e592e305-3324-4604-90cd-8563ad3ff601 req-4c80d8b4-9c40-4922-9a13-0521730ffaf9 service neutron] Attempting to bind port 9419ba1f-9e80-4ed4-afbc-2e51c57a7812 on network 358c85e3-e402-4800-ac20-1ee48de2366c {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:57:16.222617 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e592e305-3324-4604-90cd-8563ad3ff601 req-4c80d8b4-9c40-4922-9a13-0521730ffaf9 service neutron] Port 9419ba1f-9e80-4ed4-afbc-2e51c57a7812 on network 358c85e3-e402-4800-ac20-1ee48de2366c not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 23:57:16.222952 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e592e305-3324-4604-90cd-8563ad3ff601 req-4c80d8b4-9c40-4922-9a13-0521730ffaf9 service neutron] Attempting to bind port 9419ba1f-9e80-4ed4-afbc-2e51c57a7812 on network 358c85e3-e402-4800-ac20-1ee48de2366c {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 23:57:16.228126 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e592e305-3324-4604-90cd-8563ad3ff601 req-4c80d8b4-9c40-4922-9a13-0521730ffaf9 service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 23:57:16.229079 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e592e305-3324-4604-90cd-8563ad3ff601 req-4c80d8b4-9c40-4922-9a13-0521730ffaf9 service neutron] Checking segment: {'id': '714982a0-3bd6-420a-8ae2-0d5475440df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 23:57:16.229584 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e592e305-3324-4604-90cd-8563ad3ff601 req-4c80d8b4-9c40-4922-9a13-0521730ffaf9 service neutron] Bound using segment: {'id': '714982a0-3bd6-420a-8ae2-0d5475440df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 23:57:16.230124 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b162414d-47cb-4e90-ac11-c41e69f245b3 req-9950734b-30a5-4f3f-8bb0-0075fa8069c3 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438623 Aug 16 23:57:16.230290 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-e592e305-3324-4604-90cd-8563ad3ff601 req-4c80d8b4-9c40-4922-9a13-0521730ffaf9 service neutron] Bound port: 9419ba1f-9e80-4ed4-afbc-2e51c57a7812, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '714982a0-3bd6-420a-8ae2-0d5475440df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 23:57:16.230711 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-e592e305-3324-4604-90cd-8563ad3ff601 req-4c80d8b4-9c40-4922-9a13-0521730ffaf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:16.304502 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-e592e305-3324-4604-90cd-8563ad3ff601 req-4c80d8b4-9c40-4922-9a13-0521730ffaf9 service neutron] For port 9419ba1f-9e80-4ed4-afbc-2e51c57a7812, host n-h2-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 23:57:16.309222 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-e592e305-3324-4604-90cd-8563ad3ff601 req-4c80d8b4-9c40-4922-9a13-0521730ffaf9 service neutron] For port 9419ba1f-9e80-4ed4-afbc-2e51c57a7812, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=9419ba1f-9e80-4ed4-afbc-2e51c57a7812,segment=NetworkSegment(714982a0-3bd6-420a-8ae2-0d5475440df4),segment_id=714982a0-3bd6-420a-8ae2-0d5475440df4)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 23:57:16.313720 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-e592e305-3324-4604-90cd-8563ad3ff601 req-4c80d8b4-9c40-4922-9a13-0521730ffaf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:16.352956 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e592e305-3324-4604-90cd-8563ad3ff601 req-4c80d8b4-9c40-4922-9a13-0521730ffaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:16.354151 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-e592e305-3324-4604-90cd-8563ad3ff601 req-4c80d8b4-9c40-4922-9a13-0521730ffaf9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:16.355831 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e592e305-3324-4604-90cd-8563ad3ff601 req-4c80d8b4-9c40-4922-9a13-0521730ffaf9 service neutron] 10.222.0.57 "PUT /v2.0/ports/9419ba1f-9e80-4ed4-afbc-2e51c57a7812 HTTP/1.1" status: 200 len: 1092 time: 0.6396730 Aug 16 23:57:16.356279 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7', 'tag': '9419ba1f-9e80-4ed4-afbc-2e51c57a7812'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:57:16.358706 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7165c1ab170cf7a86a4d2d0d4fd52c1e3b7b58c190c14e765d35b2aa62be1e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1044918-2970-4160-beb4-4a5d67ebb7ba" -d '{"events": [{"name": "network-changed", "server_uuid": "1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7", "tag": "9419ba1f-9e80-4ed4-afbc-2e51c57a7812"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:57:16.383866 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c80d8b4-9c40-4922-9a13-0521730ffaf9 service neutron] Pushing event updated for resources: {'Port': ['ID=9419ba1f-9e80-4ed4-afbc-2e51c57a7812,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:16.418786 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9866fb9b-a319-4543-a543-aff90bf114ea x-openstack-request-id: req-9866fb9b-a319-4543-a543-aff90bf114ea {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:57:16.419081 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7", "tag": "9419ba1f-9e80-4ed4-afbc-2e51c57a7812", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:57:16.419359 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9866fb9b-a319-4543-a543-aff90bf114ea {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:57:16.419766 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7', 'tag': '9419ba1f-9e80-4ed4-afbc-2e51c57a7812', 'status': 'completed', 'code': 200} Aug 16 23:57:16.473999 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e592e305-3324-4604-90cd-8563ad3ff601 req-f7395b1c-662d-44f6-8bce-cae40c19b0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:16.475540 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e592e305-3324-4604-90cd-8563ad3ff601 req-f7395b1c-662d-44f6-8bce-cae40c19b0fd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=83ef46c23c9b4665a6426b92010b2810&device_id=1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7 HTTP/1.1" status: 200 len: 1095 time: 0.0437334 Aug 16 23:57:16.528935 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e592e305-3324-4604-90cd-8563ad3ff601 req-adfeb589-b261-4f1e-9700-206a81b30284 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9419ba1f-9e80-4ed4-afbc-2e51c57a7812 HTTP/1.1" status: 200 len: 217 time: 0.0403218 Aug 16 23:57:16.577945 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e592e305-3324-4604-90cd-8563ad3ff601 req-b7c26f0b-0a25-449f-8d21-714b96bbf1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:16.579707 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e592e305-3324-4604-90cd-8563ad3ff601 req-b7c26f0b-0a25-449f-8d21-714b96bbf1b2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2c7ea852-5b75-4594-bf21-897da6d8e4a1 HTTP/1.1" status: 200 len: 850 time: 0.0446768 Aug 16 23:57:16.626234 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e592e305-3324-4604-90cd-8563ad3ff601 req-94bd7670-6681-4de3-8cd4-5318435dd5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:16.627738 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e592e305-3324-4604-90cd-8563ad3ff601 req-94bd7670-6681-4de3-8cd4-5318435dd5cf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=358c85e3-e402-4800-ac20-1ee48de2366c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414469 Aug 16 23:57:16.728341 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e592e305-3324-4604-90cd-8563ad3ff601 req-4e391f4c-ef37-4674-aa8a-b0efe9fc7032 service neutron] 10.222.0.57 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934513 Aug 16 23:57:16.817481 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e592e305-3324-4604-90cd-8563ad3ff601 req-d2975ac1-6fa9-44fc-b4ea-eb51c245609b service neutron] 10.222.0.57 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825863 Aug 16 23:57:16.970528 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1044918-2970-4160-beb4-4a5d67ebb7ba req-5a05a45a-1dc3-4801-b13f-3e67c3cb2169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:16.972052 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c1044918-2970-4160-beb4-4a5d67ebb7ba req-5a05a45a-1dc3-4801-b13f-3e67c3cb2169 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=83ef46c23c9b4665a6426b92010b2810&device_id=1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7 HTTP/1.1" status: 200 len: 1095 time: 0.0629277 Aug 16 23:57:17.063847 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1044918-2970-4160-beb4-4a5d67ebb7ba req-4931c0dc-e012-4c5b-b362-e7b9a677a0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:17.065382 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c1044918-2970-4160-beb4-4a5d67ebb7ba req-4931c0dc-e012-4c5b-b362-e7b9a677a0fe service neutron] 10.222.0.57 "GET /v2.0/networks?id=358c85e3-e402-4800-ac20-1ee48de2366c HTTP/1.1" status: 200 len: 912 time: 0.0860431 Aug 16 23:57:17.110980 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c1044918-2970-4160-beb4-4a5d67ebb7ba req-cf2dc3c6-c01b-4737-a804-d86a1223ece8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9419ba1f-9e80-4ed4-afbc-2e51c57a7812 HTTP/1.1" status: 200 len: 217 time: 0.0388927 Aug 16 23:57:17.162503 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1044918-2970-4160-beb4-4a5d67ebb7ba req-8957bb88-a67e-46e8-b488-f1c812682326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:17.164027 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c1044918-2970-4160-beb4-4a5d67ebb7ba req-8957bb88-a67e-46e8-b488-f1c812682326 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2c7ea852-5b75-4594-bf21-897da6d8e4a1 HTTP/1.1" status: 200 len: 850 time: 0.0467014 Aug 16 23:57:17.210168 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1044918-2970-4160-beb4-4a5d67ebb7ba req-7d307087-ffc3-4aa2-99ec-a000131ec161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:17.211703 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c1044918-2970-4160-beb4-4a5d67ebb7ba req-7d307087-ffc3-4aa2-99ec-a000131ec161 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=358c85e3-e402-4800-ac20-1ee48de2366c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413456 Aug 16 23:57:17.310042 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c1044918-2970-4160-beb4-4a5d67ebb7ba req-d12185c0-cb7c-4d8a-a63c-3c9d625a9d56 service neutron] 10.222.0.57 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913475 Aug 16 23:57:17.366394 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a303381b-0742-4027-b1f8-91c55fe0a80b req-3a6ecebc-0ec6-480f-aed6-2315108d6511 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:17.367892 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a303381b-0742-4027-b1f8-91c55fe0a80b req-3a6ecebc-0ec6-480f-aed6-2315108d6511 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7 HTTP/1.1" status: 200 len: 943 time: 0.0483627 Aug 16 23:57:17.401931 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c1044918-2970-4160-beb4-4a5d67ebb7ba req-64f2faa5-71b4-4e88-8407-8a54f7e253af service neutron] 10.222.0.57 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855792 Aug 16 23:57:17.405980 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a303381b-0742-4027-b1f8-91c55fe0a80b req-63891097-440f-4369-b34b-f7c2041f00a8 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312521 Aug 16 23:57:17.787722 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2a98b7e7-af25-44d1-8f6c-43ed94d258a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:18.527374 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cf022b-9ac9-4200-9593-8ed790567ee9 req-7413a6e4-12aa-42c4-9696-91ca7c3dc585 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:18.529453 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e5cf022b-9ac9-4200-9593-8ed790567ee9 req-7413a6e4-12aa-42c4-9696-91ca7c3dc585 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7 HTTP/1.1" status: 200 len: 943 time: 0.0541108 Aug 16 23:57:18.568738 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e5cf022b-9ac9-4200-9593-8ed790567ee9 req-062bb0f8-a153-4794-ae51-fbe73a8dd020 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332515 Aug 16 23:57:19.685433 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30973b28-890a-41cb-b7a5-e738d5a9d869 req-cc066289-90ae-4b9a-b55f-baff543b005f tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:19.686849 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-30973b28-890a-41cb-b7a5-e738d5a9d869 req-cc066289-90ae-4b9a-b55f-baff543b005f tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7 HTTP/1.1" status: 200 len: 943 time: 0.0505950 Aug 16 23:57:19.728109 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-30973b28-890a-41cb-b7a5-e738d5a9d869 req-70bea4c8-437d-4e02-9c3c-3a9780ee7508 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352540 Aug 16 23:57:19.863754 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f0f0fe4b-3fcd-4eb4-84c7-291288057e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:20.484894 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 9419ba1f-9e80-4ed4-afbc-2e51c57a7812 details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 23:57:20.578826 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 9419ba1f-9e80-4ed4-afbc-2e51c57a7812, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=9419ba1f-9e80-4ed4-afbc-2e51c57a7812,segment=NetworkSegment(714982a0-3bd6-420a-8ae2-0d5475440df4),segment_id=714982a0-3bd6-420a-8ae2-0d5475440df4)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:57:20.589696 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': '9419ba1f-9e80-4ed4-afbc-2e51c57a7812', 'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c', 'port_id': '9419ba1f-9e80-4ed4-afbc-2e51c57a7812', 'mac_address': 'fa:16:3e:2b:4c:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c7ea852-5b75-4594-bf21-897da6d8e4a1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 23:57:20.626609 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:20.639588 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9419ba1f-9e80-4ed4-afbc-2e51c57a7812 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 23:57:20.658896 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 9419ba1f-9e80-4ed4-afbc-2e51c57a7812, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=9419ba1f-9e80-4ed4-afbc-2e51c57a7812,segment=NetworkSegment(714982a0-3bd6-420a-8ae2-0d5475440df4),segment_id=714982a0-3bd6-420a-8ae2-0d5475440df4)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:57:20.662872 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:20.710365 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=9419ba1f-9e80-4ed4-afbc-2e51c57a7812,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:20.755884 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:20.841651 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b44220-666b-4222-a457-53c812f81f9d req-e7225c12-cd1c-4d84-bf55-7ad4c7ebce8f tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:20.843175 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-65b44220-666b-4222-a457-53c812f81f9d req-e7225c12-cd1c-4d84-bf55-7ad4c7ebce8f tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7 HTTP/1.1" status: 200 len: 944 time: 0.0484016 Aug 16 23:57:20.880355 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-65b44220-666b-4222-a457-53c812f81f9d req-1aeeb567-5e25-4330-8936-3750a2bce301 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310421 Aug 16 23:57:21.127094 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['9419ba1f-9e80-4ed4-afbc-2e51c57a7812'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 23:57:21.790508 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:21.997358 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e5b7f4-c23c-4a45-8b8e-0ee57ddba52b req-70e00f33-9cf7-44a3-b3b5-56e38568fb5a tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:21.998850 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-90e5b7f4-c23c-4a45-8b8e-0ee57ddba52b req-70e00f33-9cf7-44a3-b3b5-56e38568fb5a tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7 HTTP/1.1" status: 200 len: 944 time: 0.0535650 Aug 16 23:57:22.036845 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-90e5b7f4-c23c-4a45-8b8e-0ee57ddba52b req-8d3100d5-f7a8-44c6-8e84-697addcc2507 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321238 Aug 16 23:57:22.485648 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 9419ba1f-9e80-4ed4-afbc-2e51c57a7812 up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 23:57:22.532124 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning for port 9419ba1f-9e80-4ed4-afbc-2e51c57a7812 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 23:57:22.535841 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port 9419ba1f-9e80-4ed4-afbc-2e51c57a7812 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 23:57:22.536218 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:22.612997 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:22.634444 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9419ba1f-9e80-4ed4-afbc-2e51c57a7812'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:57:22.637274 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d789e1acf86fc3837d65c5c7bf7b17f03ca076816da63f24d17cffa1a624f203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ece745db-7d5c-46fc-b4a1-8b046405e830" -d '{"events": [{"server_uuid": "1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7", "name": "network-vif-plugged", "status": "completed", "tag": "9419ba1f-9e80-4ed4-afbc-2e51c57a7812"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:57:22.650138 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 9419ba1f-9e80-4ed4-afbc-2e51c57a7812, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=9419ba1f-9e80-4ed4-afbc-2e51c57a7812,segment=NetworkSegment(714982a0-3bd6-420a-8ae2-0d5475440df4),segment_id=714982a0-3bd6-420a-8ae2-0d5475440df4)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 23:57:22.655580 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:22.678312 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 23:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c43a60b7-0530-41f6-9901-4e042beabb82 x-openstack-request-id: req-c43a60b7-0530-41f6-9901-4e042beabb82 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:57:22.678605 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7", "name": "network-vif-plugged", "status": "completed", "tag": "9419ba1f-9e80-4ed4-afbc-2e51c57a7812", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:57:22.678862 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c43a60b7-0530-41f6-9901-4e042beabb82 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:57:22.679255 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9419ba1f-9e80-4ed4-afbc-2e51c57a7812', 'code': 200} Aug 16 23:57:22.704515 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=9419ba1f-9e80-4ed4-afbc-2e51c57a7812,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 23:57:22.796617 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c97a3a0-043c-48b6-9e6e-2232543b624e req-ded956d5-5157-4ef0-a696-eceb140f66a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:22.798062 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3c97a3a0-043c-48b6-9e6e-2232543b624e req-ded956d5-5157-4ef0-a696-eceb140f66a0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7 HTTP/1.1" status: 200 len: 1097 time: 0.0417893 Aug 16 23:57:22.833736 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3c97a3a0-043c-48b6-9e6e-2232543b624e req-117bb675-0b41-46ad-ba2e-1cac3d448549 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0279055 Aug 16 23:57:23.044023 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:23.160237 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b4909e-8ec9-456c-8c11-3411d0555dca req-a4b4adcc-6bcb-4cdf-a367-f2a639230935 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:23.160806 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e2b4909e-8ec9-456c-8c11-3411d0555dca req-a4b4adcc-6bcb-4cdf-a367-f2a639230935 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7 HTTP/1.1" status: 200 len: 945 time: 0.0567319 Aug 16 23:57:23.200460 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e2b4909e-8ec9-456c-8c11-3411d0555dca req-d0a3056d-4dbd-4fc5-b0ee-93e4f09b2b61 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337660 Aug 16 23:57:24.323448 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46975b8a-7e8e-4997-9764-5c33ffd3b416 req-7395b621-7b03-4ed5-84d1-d76b382bbcc7 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:24.325088 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-46975b8a-7e8e-4997-9764-5c33ffd3b416 req-7395b621-7b03-4ed5-84d1-d76b382bbcc7 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7 HTTP/1.1" status: 200 len: 945 time: 0.0504947 Aug 16 23:57:24.364715 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-46975b8a-7e8e-4997-9764-5c33ffd3b416 req-71999a06-a6d1-43d3-a505-fe66390fee1b tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331602 Aug 16 23:57:25.482379 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507f1b32-ee26-4761-bbbf-566ca2744299 req-16f57005-489f-432c-8213-d309f8a230e8 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:25.484177 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-507f1b32-ee26-4761-bbbf-566ca2744299 req-16f57005-489f-432c-8213-d309f8a230e8 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7 HTTP/1.1" status: 200 len: 945 time: 0.0531552 Aug 16 23:57:25.525367 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-507f1b32-ee26-4761-bbbf-566ca2744299 req-2cb79872-e40d-44a7-95db-e2777fab7fbf tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352855 Aug 16 23:57:25.635737 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf8237b-9ee3-491e-ab3f-9b27899df427 req-07c99879-97a2-4821-9284-7829cdf1b7e7 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:25.638118 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fdf8237b-9ee3-491e-ab3f-9b27899df427 req-07c99879-97a2-4821-9284-7829cdf1b7e7 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7 HTTP/1.1" status: 200 len: 945 time: 0.0499132 Aug 16 23:57:25.647154 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 57298) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 23:57:25.651564 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-616b398e-fb53-41b4-9e31-d40c619561e2 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Request body: {'floatingip': {'port_id': '9419ba1f-9e80-4ed4-afbc-2e51c57a7812'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 23:57:25.690931 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-616b398e-fb53-41b4-9e31-d40c619561e2 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Notify callbacks [] for floatingip, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:25.939021 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:26.078122 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-70eab3a0-5bdc-4b3b-bb9d-d27c3b11b058 req-bca65e6a-5e88-4ee8-bfec-72d9a46bf90a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0450826 Aug 16 23:57:26.140836 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-616b398e-fb53-41b4-9e31-d40c619561e2 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:26.145031 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-616b398e-fb53-41b4-9e31-d40c619561e2 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:26.177768 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eab3a0-5bdc-4b3b-bb9d-d27c3b11b058 req-2a05c4fe-1e16-4387-9068-511d506516f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:26.179375 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-70eab3a0-5bdc-4b3b-bb9d-d27c3b11b058 req-2a05c4fe-1e16-4387-9068-511d506516f4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=83ef46c23c9b4665a6426b92010b2810&device_id=1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7 HTTP/1.1" status: 200 len: 1097 time: 0.0420194 Aug 16 23:57:26.247527 n-d-791506-26 neutron-server[101292]: INFO neutron.db.l3_db [None req-616b398e-fb53-41b4-9e31-d40c619561e2 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Floating IP ca5c0e4f-bc22-4dc9-997b-e59ffb1540a1 associated. External IP: 172.25.4.29, port: 9419ba1f-9e80-4ed4-afbc-2e51c57a7812. Aug 16 23:57:26.289710 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eab3a0-5bdc-4b3b-bb9d-d27c3b11b058 req-586ea273-0230-4fbe-8a46-75e516b5f733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:26.291238 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-70eab3a0-5bdc-4b3b-bb9d-d27c3b11b058 req-586ea273-0230-4fbe-8a46-75e516b5f733 service neutron] 10.222.0.57 "GET /v2.0/networks?id=358c85e3-e402-4800-ac20-1ee48de2366c HTTP/1.1" status: 200 len: 912 time: 0.0930610 Aug 16 23:57:26.359598 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-70eab3a0-5bdc-4b3b-bb9d-d27c3b11b058 req-716be106-d8b3-4f3b-adf1-b51e3664f6a4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9419ba1f-9e80-4ed4-afbc-2e51c57a7812 HTTP/1.1" status: 200 len: 998 time: 0.0614564 Aug 16 23:57:26.410799 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eab3a0-5bdc-4b3b-bb9d-d27c3b11b058 req-6e911527-de17-404c-8add-0eb40ffec61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:26.412293 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-70eab3a0-5bdc-4b3b-bb9d-d27c3b11b058 req-6e911527-de17-404c-8add-0eb40ffec61f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2c7ea852-5b75-4594-bf21-897da6d8e4a1 HTTP/1.1" status: 200 len: 850 time: 0.0454078 Aug 16 23:57:26.463094 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-616b398e-fb53-41b4-9e31-d40c619561e2 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Router 67a6f228-1f37-42a9-9561-daf44bfca92a has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 23:57:26.466605 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eab3a0-5bdc-4b3b-bb9d-d27c3b11b058 req-c956b176-2285-4a6f-82b9-ee2bad6671ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:26.468198 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-70eab3a0-5bdc-4b3b-bb9d-d27c3b11b058 req-c956b176-2285-4a6f-82b9-ee2bad6671ad service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=358c85e3-e402-4800-ac20-1ee48de2366c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0486789 Aug 16 23:57:26.560932 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-70eab3a0-5bdc-4b3b-bb9d-d27c3b11b058 req-6f2a31ea-2141-448b-b905-b8b51bc1c3ff service neutron] 10.222.0.57 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852530 Aug 16 23:57:26.570997 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-616b398e-fb53-41b4-9e31-d40c619561e2 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 23:57:26.576516 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-616b398e-fb53-41b4-9e31-d40c619561e2 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:26.583290 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b80d3b-5dba-4f14-85df-714bde4e71db None None] Sync routers for ids ['67a6f228-1f37-42a9-9561-daf44bfca92a'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 23:57:26.594393 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b80d3b-5dba-4f14-85df-714bde4e71db None None] Routers {'67a6f228-1f37-42a9-9561-daf44bfca92a'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:57:26.595016 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-b9b80d3b-5dba-4f14-85df-714bde4e71db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:57:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['67a6f228-1f37-42a9-9561-daf44bfca92a'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:57:26.605809 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-616b398e-fb53-41b4-9e31-d40c619561e2 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "PUT /v2.0/floatingips/ca5c0e4f-bc22-4dc9-997b-e59ffb1540a1 HTTP/1.1" status: 200 len: 990 time: 0.9549377 Aug 16 23:57:26.605809 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7', 'tag': '9419ba1f-9e80-4ed4-afbc-2e51c57a7812'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 23:57:26.606510 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5be9a9c22bfe9382157933c6eba925c7622163b8a5c85bc608140d30d6fa20cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4617f138-fc8d-41e3-88a2-1f2c1836ff9b" -d '{"events": [{"name": "network-changed", "server_uuid": "1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7", "tag": "9419ba1f-9e80-4ed4-afbc-2e51c57a7812"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 23:57:26.646719 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 23:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20ee8713-2c9e-46ed-8541-a21960bd1034 x-openstack-request-id: req-20ee8713-2c9e-46ed-8541-a21960bd1034 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 23:57:26.647005 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7", "tag": "9419ba1f-9e80-4ed4-afbc-2e51c57a7812", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 23:57:26.647265 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-20ee8713-2c9e-46ed-8541-a21960bd1034 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 23:57:26.647675 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7', 'tag': '9419ba1f-9e80-4ed4-afbc-2e51c57a7812', 'status': 'completed', 'code': 200} Aug 16 23:57:26.676143 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-70eab3a0-5bdc-4b3b-bb9d-d27c3b11b058 req-16fa8faa-f597-4a97-823a-4dc4a150b32c service neutron] 10.222.0.57 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088567 Aug 16 23:57:26.712125 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-b9b80d3b-5dba-4f14-85df-714bde4e71db None None] Set router 67a6f228-1f37-42a9-9561-daf44bfca92a gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:57:26.796413 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4617f138-fc8d-41e3-88a2-1f2c1836ff9b req-8061858d-b4ca-4cee-ad83-2ee013eed585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:26.797966 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4617f138-fc8d-41e3-88a2-1f2c1836ff9b req-8061858d-b4ca-4cee-ad83-2ee013eed585 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=83ef46c23c9b4665a6426b92010b2810&device_id=1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7 HTTP/1.1" status: 200 len: 1097 time: 0.0455875 Aug 16 23:57:26.805681 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:57:26.890828 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4617f138-fc8d-41e3-88a2-1f2c1836ff9b req-9e798424-7737-4f5d-9ef2-e5e41adc8e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:26.892311 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4617f138-fc8d-41e3-88a2-1f2c1836ff9b req-9e798424-7737-4f5d-9ef2-e5e41adc8e78 service neutron] 10.222.0.57 "GET /v2.0/networks?id=358c85e3-e402-4800-ac20-1ee48de2366c HTTP/1.1" status: 200 len: 912 time: 0.0865629 Aug 16 23:57:26.944951 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-b9b80d3b-5dba-4f14-85df-714bde4e71db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'name': 'tempest-ServerActionsTestJSON-588204980-router', 'tenant_id': '83ef46c23c9b4665a6426b92010b2810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '2a45e1da-ac90-45b2-8495-6bf17bc484c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:51:34Z', 'updated_at': '2021-08-16T23:51:36Z', 'revision_number': 4, 'project_id': '83ef46c23c9b4665a6426b92010b2810', 'gw_port': {'id': '2a45e1da-ac90-45b2-8495-6bf17bc484c0', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:51:34Z', 'updated_at': '2021-08-16T23:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': 'ca5c0e4f-bc22-4dc9-997b-e59ffb1540a1', 'tenant_id': '83ef46c23c9b4665a6426b92010b2810', 'floating_ip_address': '172.25.4.29', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'port_id': '9419ba1f-9e80-4ed4-afbc-2e51c57a7812', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c', 'mac_address': 'fa:16:3e:2b:4c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:51:39Z', 'updated_at': '2021-08-16T23:57:26Z', 'revision_number': 9, 'project_id': '83ef46c23c9b4665a6426b92010b2810', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f62dbd80-836c-428c-a77a-55f350621b11', 'name': '', 'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c', 'tenant_id': '83ef46c23c9b4665a6426b92010b2810', 'mac_address': 'fa:16:3e:ed:28:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2c7ea852-5b75-4594-bf21-897da6d8e4a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:51:36Z', 'updated_at': '2021-08-16T23:51:41Z', 'revision_number': 5, 'project_id': '83ef46c23c9b4665a6426b92010b2810', 'subnets': [{'id': '2c7ea852-5b75-4594-bf21-897da6d8e4a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:57:26.962086 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4617f138-fc8d-41e3-88a2-1f2c1836ff9b req-02f3e68c-a9b4-44eb-a35f-dbc11ed95d8f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9419ba1f-9e80-4ed4-afbc-2e51c57a7812 HTTP/1.1" status: 200 len: 998 time: 0.0628159 Aug 16 23:57:26.971347 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b80d3b-5dba-4f14-85df-714bde4e71db None None] Checking router: 67a6f228-1f37-42a9-9561-daf44bfca92a for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 23:57:26.979613 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b80d3b-5dba-4f14-85df-714bde4e71db None None] Routers {'67a6f228-1f37-42a9-9561-daf44bfca92a'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 23:57:26.980212 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-b9b80d3b-5dba-4f14-85df-714bde4e71db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-16T23:57:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['67a6f228-1f37-42a9-9561-daf44bfca92a'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:57:27.010645 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4617f138-fc8d-41e3-88a2-1f2c1836ff9b req-a9043830-5942-49fa-b4f4-b0726d461c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:27.012847 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4617f138-fc8d-41e3-88a2-1f2c1836ff9b req-a9043830-5942-49fa-b4f4-b0726d461c07 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2c7ea852-5b75-4594-bf21-897da6d8e4a1 HTTP/1.1" status: 200 len: 850 time: 0.0446556 Aug 16 23:57:27.058317 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4617f138-fc8d-41e3-88a2-1f2c1836ff9b req-08cdfc6c-abc7-4b8d-b96d-c37553c54348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:57:27.060415 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4617f138-fc8d-41e3-88a2-1f2c1836ff9b req-08cdfc6c-abc7-4b8d-b96d-c37553c54348 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=358c85e3-e402-4800-ac20-1ee48de2366c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410957 Aug 16 23:57:27.086014 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-b9b80d3b-5dba-4f14-85df-714bde4e71db None None] Set router 67a6f228-1f37-42a9-9561-daf44bfca92a gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 23:57:27.170164 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4617f138-fc8d-41e3-88a2-1f2c1836ff9b req-71317dc2-3b6b-47ba-ae8d-0ad730e47d8e service neutron] 10.222.0.57 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029239 Aug 16 23:57:27.267943 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4617f138-fc8d-41e3-88a2-1f2c1836ff9b req-5c2a741a-7277-4111-8b07-a86c9b71d9d8 service neutron] 10.222.0.57 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903730 Aug 16 23:57:27.322037 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-b9b80d3b-5dba-4f14-85df-714bde4e71db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'name': 'tempest-ServerActionsTestJSON-588204980-router', 'tenant_id': '83ef46c23c9b4665a6426b92010b2810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '2a45e1da-ac90-45b2-8495-6bf17bc484c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:51:34Z', 'updated_at': '2021-08-16T23:51:36Z', 'revision_number': 4, 'project_id': '83ef46c23c9b4665a6426b92010b2810', 'gw_port': {'id': '2a45e1da-ac90-45b2-8495-6bf17bc484c0', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:51:34Z', 'updated_at': '2021-08-16T23:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': 'ca5c0e4f-bc22-4dc9-997b-e59ffb1540a1', 'tenant_id': '83ef46c23c9b4665a6426b92010b2810', 'floating_ip_address': '172.25.4.29', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'port_id': '9419ba1f-9e80-4ed4-afbc-2e51c57a7812', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c', 'mac_address': 'fa:16:3e:2b:4c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:51:39Z', 'updated_at': '2021-08-16T23:57:26Z', 'revision_number': 9, 'project_id': '83ef46c23c9b4665a6426b92010b2810', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f62dbd80-836c-428c-a77a-55f350621b11', 'name': '', 'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c', 'tenant_id': '83ef46c23c9b4665a6426b92010b2810', 'mac_address': 'fa:16:3e:ed:28:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2c7ea852-5b75-4594-bf21-897da6d8e4a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:51:36Z', 'updated_at': '2021-08-16T23:51:41Z', 'revision_number': 5, 'project_id': '83ef46c23c9b4665a6426b92010b2810', 'subnets': [{'id': '2c7ea852-5b75-4594-bf21-897da6d8e4a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 23:57:27.347908 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b80d3b-5dba-4f14-85df-714bde4e71db None None] The sync data for ids ['67a6f228-1f37-42a9-9561-daf44bfca92a'] in n-d-791506-26 is: [{'id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'name': 'tempest-ServerActionsTestJSON-588204980-router', 'tenant_id': '83ef46c23c9b4665a6426b92010b2810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '2a45e1da-ac90-45b2-8495-6bf17bc484c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:51:34Z', 'updated_at': '2021-08-16T23:51:36Z', 'revision_number': 4, 'project_id': '83ef46c23c9b4665a6426b92010b2810', 'gw_port': {'id': '2a45e1da-ac90-45b2-8495-6bf17bc484c0', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:51:34Z', 'updated_at': '2021-08-16T23:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': 'ca5c0e4f-bc22-4dc9-997b-e59ffb1540a1', 'tenant_id': '83ef46c23c9b4665a6426b92010b2810', 'floating_ip_address': '172.25.4.29', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'port_id': '9419ba1f-9e80-4ed4-afbc-2e51c57a7812', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c', 'mac_address': 'fa:16:3e:2b:4c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:51:39Z', 'updated_at': '2021-08-16T23:57:26Z', 'revision_number': 9, 'project_id': '83ef46c23c9b4665a6426b92010b2810', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f62dbd80-836c-428c-a77a-55f350621b11', 'name': '', 'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c', 'tenant_id': '83ef46c23c9b4665a6426b92010b2810', 'mac_address': 'fa:16:3e:ed:28:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2c7ea852-5b75-4594-bf21-897da6d8e4a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:51:36Z', 'updated_at': '2021-08-16T23:51:41Z', 'revision_number': 5, 'project_id': '83ef46c23c9b4665a6426b92010b2810', 'subnets': [{'id': '2c7ea852-5b75-4594-bf21-897da6d8e4a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 23:57:27.541937 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7e6b9f-0aee-457a-b34d-7f9348652c7f None None] New status for floating IP ca5c0e4f-bc22-4dc9-997b-e59ffb1540a1: ACTIVE {{(pid=101294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 23:57:41.847271 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:47.789479 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-bd0590a8-2b02-4a8f-867b-b3db06b7f9c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:49.863709 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a46d4fe7-5019-4760-accc-a52fe05693de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:50.757196 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:51.794001 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:53.046291 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:57:55.928231 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:03.805744 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:58:11.888934 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:17.789782 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d231f4f4-06ea-4c65-9dff-3bb758fe3301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:19.864662 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c7ac856a-3582-4518-a63b-6462ebb9537a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:20.757292 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:21.797034 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:23.051249 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:25.942278 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:26.077136 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-49967b7f-a68b-401d-b29b-5e135cbef255 req-91f6783d-9e4c-445a-8003-8bfc72f235cb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0459146 Aug 16 23:58:26.175611 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49967b7f-a68b-401d-b29b-5e135cbef255 req-8fd64e9e-79c9-4a21-b0a8-1f048ba36902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:26.177176 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-49967b7f-a68b-401d-b29b-5e135cbef255 req-8fd64e9e-79c9-4a21-b0a8-1f048ba36902 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=83ef46c23c9b4665a6426b92010b2810&device_id=1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7 HTTP/1.1" status: 200 len: 1097 time: 0.0428727 Aug 16 23:58:26.286744 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49967b7f-a68b-401d-b29b-5e135cbef255 req-6fba24b0-632a-478f-81e4-8241149c5f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:26.288156 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-49967b7f-a68b-401d-b29b-5e135cbef255 req-6fba24b0-632a-478f-81e4-8241149c5f1a service neutron] 10.222.0.57 "GET /v2.0/networks?id=358c85e3-e402-4800-ac20-1ee48de2366c HTTP/1.1" status: 200 len: 912 time: 0.0927038 Aug 16 23:58:26.354089 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-49967b7f-a68b-401d-b29b-5e135cbef255 req-a194c57f-7c86-49f8-8059-f0043d4129da service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9419ba1f-9e80-4ed4-afbc-2e51c57a7812 HTTP/1.1" status: 200 len: 1001 time: 0.0590143 Aug 16 23:58:26.403412 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49967b7f-a68b-401d-b29b-5e135cbef255 req-a410690d-a77e-4384-841e-196a88e12107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:26.404978 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-49967b7f-a68b-401d-b29b-5e135cbef255 req-a410690d-a77e-4384-841e-196a88e12107 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2c7ea852-5b75-4594-bf21-897da6d8e4a1 HTTP/1.1" status: 200 len: 850 time: 0.0441933 Aug 16 23:58:26.454922 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49967b7f-a68b-401d-b29b-5e135cbef255 req-15694dfd-43f1-4c9d-8536-0d252f9319fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:58:26.456440 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-49967b7f-a68b-401d-b29b-5e135cbef255 req-15694dfd-43f1-4c9d-8536-0d252f9319fc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=358c85e3-e402-4800-ac20-1ee48de2366c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451975 Aug 16 23:58:26.544034 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-49967b7f-a68b-401d-b29b-5e135cbef255 req-90d24859-a15c-4b04-90ca-bb369e6251e6 service neutron] 10.222.0.57 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803578 Aug 16 23:58:26.637617 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-49967b7f-a68b-401d-b29b-5e135cbef255 req-dae57f3b-1729-4a0b-ab16-09414042f192 service neutron] 10.222.0.57 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864604 Aug 16 23:58:40.804772 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:58:41.887694 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:47.791468 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0f53fb04-c508-48f8-8132-16073d099ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:49.864852 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9ec75a68-92b2-4b95-9b41-c22d21576f55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:50.763585 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:51.800105 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:53.053615 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:58:55.941787 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:11.889096 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:17.794886 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-b2cb703f-8b39-4bed-8480-b90f2341f72b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:17.804466 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:59:19.865960 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-5e2f42f9-0c75-41b1-ad66-83289d1d5a1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:20.758276 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:21.802502 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:23.055725 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:25.942552 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:27.926407 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-75081aea-f226-4f18-9907-85f7a69b8252 req-9a0e11cf-faaf-42eb-8904-a5779ab71cc9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0420175 Aug 16 23:59:28.027265 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75081aea-f226-4f18-9907-85f7a69b8252 req-174f9f28-cb31-4164-9c85-728e15af8774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:28.029345 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-75081aea-f226-4f18-9907-85f7a69b8252 req-174f9f28-cb31-4164-9c85-728e15af8774 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=83ef46c23c9b4665a6426b92010b2810&device_id=1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7 HTTP/1.1" status: 200 len: 1097 time: 0.0413334 Aug 16 23:59:28.135422 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75081aea-f226-4f18-9907-85f7a69b8252 req-90ba24d3-40d9-4b10-8a25-c4550df7ad75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:28.136931 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-75081aea-f226-4f18-9907-85f7a69b8252 req-90ba24d3-40d9-4b10-8a25-c4550df7ad75 service neutron] 10.222.0.57 "GET /v2.0/networks?id=358c85e3-e402-4800-ac20-1ee48de2366c HTTP/1.1" status: 200 len: 912 time: 0.0893533 Aug 16 23:59:28.202239 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-75081aea-f226-4f18-9907-85f7a69b8252 req-993de699-d656-4fd8-8de9-25f881a4d063 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9419ba1f-9e80-4ed4-afbc-2e51c57a7812 HTTP/1.1" status: 200 len: 1001 time: 0.0582030 Aug 16 23:59:28.251541 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75081aea-f226-4f18-9907-85f7a69b8252 req-6e238f85-5961-4199-818a-40d233d80b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:28.252993 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-75081aea-f226-4f18-9907-85f7a69b8252 req-6e238f85-5961-4199-818a-40d233d80b8a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2c7ea852-5b75-4594-bf21-897da6d8e4a1 HTTP/1.1" status: 200 len: 850 time: 0.0439525 Aug 16 23:59:28.303827 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75081aea-f226-4f18-9907-85f7a69b8252 req-d7fc587e-0e26-4734-a832-c3b7370c4305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:28.305339 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-75081aea-f226-4f18-9907-85f7a69b8252 req-d7fc587e-0e26-4734-a832-c3b7370c4305 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=358c85e3-e402-4800-ac20-1ee48de2366c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456214 Aug 16 23:59:28.316566 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [req-75081aea-f226-4f18-9907-85f7a69b8252 req-68343b3f-2ed0-46ea-8c40-56635fac0beb service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:59:28.317490 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-75081aea-f226-4f18-9907-85f7a69b8252 req-68343b3f-2ed0-46ea-8c40-56635fac0beb service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049009 Aug 16 23:59:28.406633 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-75081aea-f226-4f18-9907-85f7a69b8252 req-2a081e6e-5232-4c15-958a-4422b26dd748 service neutron] 10.222.0.57 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820122 Aug 16 23:59:28.500332 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-75081aea-f226-4f18-9907-85f7a69b8252 req-5f239cf3-c170-4452-978d-73231883790b service neutron] 10.222.0.57 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862026 Aug 16 23:59:41.923115 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:47.796934 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4b3bf813-eae0-4c20-837a-88f8dc7b933d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:49.868582 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7cb9cdfb-3c44-4e02-acad-17efe4c94d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:50.764848 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:51.805448 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:53.059492 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:54.804002 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 23:59:55.947889 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 23:59:57.899860 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [req-5aaa557f-bd5d-4a55-970f-df74b7f142a4 req-b528d8af-b0a3-46a9-a632-0e9b6c69d452 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 23:59:57.900872 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5aaa557f-bd5d-4a55-970f-df74b7f142a4 req-b528d8af-b0a3-46a9-a632-0e9b6c69d452 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061502 Aug 16 23:59:58.113952 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f265c0f-0710-4a2d-9b0b-fc3fea13a677 req-4c84de27-ba76-4524-91db-0bbd5e8908ab tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:58.115438 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3f265c0f-0710-4a2d-9b0b-fc3fea13a677 req-4c84de27-ba76-4524-91db-0bbd5e8908ab tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7 HTTP/1.1" status: 200 len: 945 time: 0.0790954 Aug 16 23:59:58.122620 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-109f93fa-7b20-4f18-9750-bb8880f7633b req-22922419-dc17-47a4-8968-28171b62c909 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0973711 Aug 16 23:59:58.156471 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3f265c0f-0710-4a2d-9b0b-fc3fea13a677 req-64c1599f-27a2-42ea-9dab-881b1a2216f8 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329022 Aug 16 23:59:59.244322 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f93fa-7b20-4f18-9750-bb8880f7633b req-6ef21840-da6d-4c84-834e-ec2ab6da2a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:59.246226 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-109f93fa-7b20-4f18-9750-bb8880f7633b req-6ef21840-da6d-4c84-834e-ec2ab6da2a89 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=83ef46c23c9b4665a6426b92010b2810&device_id=1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7 HTTP/1.1" status: 200 len: 1097 time: 0.0441029 Aug 16 23:59:59.285619 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313b3882-f26b-452f-8126-4cc618c6faa7 req-967b20cb-15db-4f4f-9229-6ba9fb72ce13 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:59.287139 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-313b3882-f26b-452f-8126-4cc618c6faa7 req-967b20cb-15db-4f4f-9229-6ba9fb72ce13 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7 HTTP/1.1" status: 200 len: 945 time: 0.0529754 Aug 16 23:59:59.337141 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-313b3882-f26b-452f-8126-4cc618c6faa7 req-db513ce0-1da6-4339-858a-e60a9062b328 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420723 Aug 16 23:59:59.351746 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f93fa-7b20-4f18-9750-bb8880f7633b req-fd6fdde4-0aa7-413b-ae68-bc159a8c7fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:59.353908 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-109f93fa-7b20-4f18-9750-bb8880f7633b req-fd6fdde4-0aa7-413b-ae68-bc159a8c7fba service neutron] 10.222.0.57 "GET /v2.0/networks?id=358c85e3-e402-4800-ac20-1ee48de2366c HTTP/1.1" status: 200 len: 912 time: 0.0998514 Aug 16 23:59:59.425599 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-109f93fa-7b20-4f18-9750-bb8880f7633b req-cec98627-9293-4868-a5fd-265a4a7dfc03 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9419ba1f-9e80-4ed4-afbc-2e51c57a7812 HTTP/1.1" status: 200 len: 1001 time: 0.0641594 Aug 16 23:59:59.476455 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f93fa-7b20-4f18-9750-bb8880f7633b req-eb0c9551-96fe-4830-9d42-41bc9809decd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:59.477966 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-109f93fa-7b20-4f18-9750-bb8880f7633b req-eb0c9551-96fe-4830-9d42-41bc9809decd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2c7ea852-5b75-4594-bf21-897da6d8e4a1 HTTP/1.1" status: 200 len: 850 time: 0.0459352 Aug 16 23:59:59.539884 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f93fa-7b20-4f18-9750-bb8880f7633b req-95323e04-851e-4fcc-9d70-d7fd8326b8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 23:59:59.541464 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-109f93fa-7b20-4f18-9750-bb8880f7633b req-95323e04-851e-4fcc-9d70-d7fd8326b8ea service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=358c85e3-e402-4800-ac20-1ee48de2366c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559967 Aug 16 23:59:59.630827 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-109f93fa-7b20-4f18-9750-bb8880f7633b req-65c2bb5d-9437-4f2f-8147-483943cbc202 service neutron] 10.222.0.57 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825434 Aug 16 23:59:59.723488 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-109f93fa-7b20-4f18-9750-bb8880f7633b req-f58ace7b-a757-4e03-aca7-7bfca87cca9a service neutron] 10.222.0.57 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859067 Aug 17 00:00:00.456703 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1950d495-32ed-4872-9c2c-b4baeec02125 req-59487cb6-9daf-49cd-98d8-6ff7099a5bfa tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:00.458553 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1950d495-32ed-4872-9c2c-b4baeec02125 req-59487cb6-9daf-49cd-98d8-6ff7099a5bfa tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7 HTTP/1.1" status: 200 len: 945 time: 0.0519488 Aug 17 00:00:00.508932 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1950d495-32ed-4872-9c2c-b4baeec02125 req-e04f1a80-b7d0-4287-803a-0b59d76bd86b tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427015 Aug 17 00:00:01.628992 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13d1c80-ea91-4905-a245-11448b32f0e6 req-db7305eb-283d-467d-bf87-a006ed39e79b tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:01.630470 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c13d1c80-ea91-4905-a245-11448b32f0e6 req-db7305eb-283d-467d-bf87-a006ed39e79b tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7 HTTP/1.1" status: 200 len: 945 time: 0.0523462 Aug 17 00:00:01.668971 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c13d1c80-ea91-4905-a245-11448b32f0e6 req-1da455c2-18ec-46b3-826c-b98a5948645e tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324700 Aug 17 00:00:02.784832 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7496f1b-bcb6-467b-bad2-2863f030a081 req-981c246e-92b4-4082-bf80-ee42a2727d6e tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:02.786337 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d7496f1b-bcb6-467b-bad2-2863f030a081 req-981c246e-92b4-4082-bf80-ee42a2727d6e tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7 HTTP/1.1" status: 200 len: 945 time: 0.0488665 Aug 17 00:00:02.824843 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d7496f1b-bcb6-467b-bad2-2863f030a081 req-b2b993db-dda5-49f0-b043-944065d51997 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324881 Aug 17 00:00:03.940943 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcafa01b-7adc-4328-af25-7ec90d8d1c3d req-abe4b892-44f9-4bf8-88b4-c7fa465ed23d tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:03.942544 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dcafa01b-7adc-4328-af25-7ec90d8d1c3d req-abe4b892-44f9-4bf8-88b4-c7fa465ed23d tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7 HTTP/1.1" status: 200 len: 945 time: 0.0503414 Aug 17 00:00:03.981548 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dcafa01b-7adc-4328-af25-7ec90d8d1c3d req-739fcae2-4864-4c8a-958d-5f768cf6996f tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330858 Aug 17 00:00:05.101336 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7414df60-cfe8-483e-a4af-3fb18786863f req-d0063647-7fec-4730-8ebb-3521c4dfca04 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:05.102872 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7414df60-cfe8-483e-a4af-3fb18786863f req-d0063647-7fec-4730-8ebb-3521c4dfca04 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7 HTTP/1.1" status: 200 len: 945 time: 0.0544846 Aug 17 00:00:05.144767 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7414df60-cfe8-483e-a4af-3fb18786863f req-e9979084-bef7-495b-a511-2bbbf383e2a9 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351410 Aug 17 00:00:06.266325 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05431b32-a167-44b9-90c1-93ae64012c80 req-3efb5b0a-2430-465e-a76e-75197890e118 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:06.267792 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-05431b32-a167-44b9-90c1-93ae64012c80 req-3efb5b0a-2430-465e-a76e-75197890e118 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7 HTTP/1.1" status: 200 len: 945 time: 0.0501628 Aug 17 00:00:06.308617 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-05431b32-a167-44b9-90c1-93ae64012c80 req-b059ff73-b89e-4313-90e7-eeaf2db2ddb5 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341558 Aug 17 00:00:07.430531 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d792be-1b92-4b21-a891-5bff6ec40947 req-8361efd3-44ce-406f-bb17-b0f2c495337d tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:07.431926 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-96d792be-1b92-4b21-a891-5bff6ec40947 req-8361efd3-44ce-406f-bb17-b0f2c495337d tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7 HTTP/1.1" status: 200 len: 945 time: 0.0543344 Aug 17 00:00:07.470069 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-96d792be-1b92-4b21-a891-5bff6ec40947 req-cb7996f5-0e7a-4454-b96d-9702f1c34cdf tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321903 Aug 17 00:00:08.595683 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cc6d0b-d25d-4c82-93ac-b1b69bbcff39 req-bb3f3c67-b2aa-47d3-a0d6-7f56d1013764 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:08.597199 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-64cc6d0b-d25d-4c82-93ac-b1b69bbcff39 req-bb3f3c67-b2aa-47d3-a0d6-7f56d1013764 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7 HTTP/1.1" status: 200 len: 945 time: 0.0544331 Aug 17 00:00:08.979580 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-64cc6d0b-d25d-4c82-93ac-b1b69bbcff39 req-511df79c-e096-4d93-afe3-b86286f232b0 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3762231 Aug 17 00:00:10.094438 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702f05cb-0f75-4e37-a9c8-f01e5ee29b35 req-e757dba1-d8ab-44aa-845e-a22a3bd44b5b tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:10.095901 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-702f05cb-0f75-4e37-a9c8-f01e5ee29b35 req-e757dba1-d8ab-44aa-845e-a22a3bd44b5b tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7 HTTP/1.1" status: 200 len: 945 time: 0.0471351 Aug 17 00:00:10.133504 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-702f05cb-0f75-4e37-a9c8-f01e5ee29b35 req-a90c961b-6a5b-4bb8-91e1-b67b6ebd23e1 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317690 Aug 17 00:00:11.248380 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d270cd-3365-4a6d-a00e-74398797f319 req-616c8155-a7ba-42e6-8749-a881c3f237f6 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:11.249898 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b1d270cd-3365-4a6d-a00e-74398797f319 req-616c8155-a7ba-42e6-8749-a881c3f237f6 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7 HTTP/1.1" status: 200 len: 945 time: 0.0484951 Aug 17 00:00:11.286695 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b1d270cd-3365-4a6d-a00e-74398797f319 req-09792452-7512-4023-9eb3-767f035d75fe tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308840 Aug 17 00:00:11.926914 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:12.224358 n-d-791506-26 neutron-server[101291]: INFO neutron.api.v2.resource [req-109f93fa-7b20-4f18-9750-bb8880f7633b req-0e6593de-616f-4237-b9ca-bd0cfa482c1f service neutron] show failed (client error): The resource could not be found. Aug 17 00:00:12.225352 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-109f93fa-7b20-4f18-9750-bb8880f7633b req-0e6593de-616f-4237-b9ca-bd0cfa482c1f service neutron] 10.222.0.57 "GET /v2.0/ports/9419ba1f-9e80-4ed4-afbc-2e51c57a7812/bindings/n-h1-791506-26 HTTP/1.1" status: 404 len: 381 time: 0.0564649 Aug 17 00:00:12.437566 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acbfa7f-a818-46a4-9340-ec73563dd093 req-9a9f1a87-aaff-4fe7-a648-98ddaae903f2 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:12.439070 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5acbfa7f-a818-46a4-9340-ec73563dd093 req-9a9f1a87-aaff-4fe7-a648-98ddaae903f2 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7 HTTP/1.1" status: 200 len: 945 time: 0.0817969 Aug 17 00:00:12.455494 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f93fa-7b20-4f18-9750-bb8880f7633b req-9726c687-9039-44dc-b480-12ebee9d8a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:12.456934 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-109f93fa-7b20-4f18-9750-bb8880f7633b req-9726c687-9039-44dc-b480-12ebee9d8a69 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7&tenant_id=83ef46c23c9b4665a6426b92010b2810 HTTP/1.1" status: 200 len: 1097 time: 0.0630627 Aug 17 00:00:12.470317 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-109f93fa-7b20-4f18-9750-bb8880f7633b req-65d300db-e44b-4a84-8095-7c0568e6ce19 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791506-26', 'device_owner': 'compute:nova'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:00:12.508605 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5acbfa7f-a818-46a4-9340-ec73563dd093 req-e249e6d7-56b3-4987-8eb8-617417b85eb6 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0630026 Aug 17 00:00:12.541403 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-109f93fa-7b20-4f18-9750-bb8880f7633b req-65d300db-e44b-4a84-8095-7c0568e6ce19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:12.739770 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-109f93fa-7b20-4f18-9750-bb8880f7633b req-65d300db-e44b-4a84-8095-7c0568e6ce19 service neutron] For port 9419ba1f-9e80-4ed4-afbc-2e51c57a7812, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=9419ba1f-9e80-4ed4-afbc-2e51c57a7812,segment=NetworkSegment(714982a0-3bd6-420a-8ae2-0d5475440df4),segment_id=714982a0-3bd6-420a-8ae2-0d5475440df4)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:00:12.773641 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-109f93fa-7b20-4f18-9750-bb8880f7633b req-65d300db-e44b-4a84-8095-7c0568e6ce19 service neutron] For port 9419ba1f-9e80-4ed4-afbc-2e51c57a7812, host n-h2-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:00:12.812370 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9419ba1f-9e80-4ed4-afbc-2e51c57a7812'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:00:12.814813 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5be9a9c22bfe9382157933c6eba925c7622163b8a5c85bc608140d30d6fa20cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d7d974-2148-4946-b70b-c5aba066233f" -d '{"events": [{"server_uuid": "1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7", "name": "network-vif-unplugged", "status": "completed", "tag": "9419ba1f-9e80-4ed4-afbc-2e51c57a7812"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:00:12.818495 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-109f93fa-7b20-4f18-9750-bb8880f7633b req-65d300db-e44b-4a84-8095-7c0568e6ce19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:12.830961 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-109f93fa-7b20-4f18-9750-bb8880f7633b req-65d300db-e44b-4a84-8095-7c0568e6ce19 service neutron] Transition to ACTIVE for port object 9419ba1f-9e80-4ed4-afbc-2e51c57a7812 will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:00:12.834961 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-109f93fa-7b20-4f18-9750-bb8880f7633b req-65d300db-e44b-4a84-8095-7c0568e6ce19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:12.868238 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 00:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2052ec4d-0e74-488e-b783-c911b6122bfc x-openstack-request-id: req-2052ec4d-0e74-488e-b783-c911b6122bfc {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:00:12.868472 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7", "name": "network-vif-unplugged", "status": "completed", "tag": "9419ba1f-9e80-4ed4-afbc-2e51c57a7812", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:00:12.868839 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2052ec4d-0e74-488e-b783-c911b6122bfc {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:00:12.869117 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9419ba1f-9e80-4ed4-afbc-2e51c57a7812', 'code': 200} Aug 17 00:00:12.921550 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d300db-e44b-4a84-8095-7c0568e6ce19 service neutron] Pushing event updated for resources: {'Port': ['ID=9419ba1f-9e80-4ed4-afbc-2e51c57a7812,revision_number=6']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:12.933384 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d300db-e44b-4a84-8095-7c0568e6ce19 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:00:12.933717 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d300db-e44b-4a84-8095-7c0568e6ce19 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:00:12.934058 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d300db-e44b-4a84-8095-7c0568e6ce19 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:00:12.934396 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d300db-e44b-4a84-8095-7c0568e6ce19 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:00:12.934731 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d300db-e44b-4a84-8095-7c0568e6ce19 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:00:12.935060 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d300db-e44b-4a84-8095-7c0568e6ce19 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:00:12.935389 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d300db-e44b-4a84-8095-7c0568e6ce19 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:00:12.935722 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d300db-e44b-4a84-8095-7c0568e6ce19 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:00:12.936049 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d300db-e44b-4a84-8095-7c0568e6ce19 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:00:12.936399 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d300db-e44b-4a84-8095-7c0568e6ce19 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:00:12.936746 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d300db-e44b-4a84-8095-7c0568e6ce19 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:00:12.937074 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d300db-e44b-4a84-8095-7c0568e6ce19 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:00:12.970879 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-109f93fa-7b20-4f18-9750-bb8880f7633b req-65d300db-e44b-4a84-8095-7c0568e6ce19 service neutron] No DVR routers for this DVR port 9419ba1f-9e80-4ed4-afbc-2e51c57a7812 on host n-h2-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:00:13.108328 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-109f93fa-7b20-4f18-9750-bb8880f7633b req-65d300db-e44b-4a84-8095-7c0568e6ce19 service neutron] Attempting to bind port 9419ba1f-9e80-4ed4-afbc-2e51c57a7812 on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:00:13.108702 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-109f93fa-7b20-4f18-9750-bb8880f7633b req-65d300db-e44b-4a84-8095-7c0568e6ce19 service neutron] Attempting to bind port 9419ba1f-9e80-4ed4-afbc-2e51c57a7812 by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': '714982a0-3bd6-420a-8ae2-0d5475440df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:00:13.109018 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109f93fa-7b20-4f18-9750-bb8880f7633b req-65d300db-e44b-4a84-8095-7c0568e6ce19 service neutron] Attempting to bind port 9419ba1f-9e80-4ed4-afbc-2e51c57a7812 on network 358c85e3-e402-4800-ac20-1ee48de2366c {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:00:13.113183 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109f93fa-7b20-4f18-9750-bb8880f7633b req-65d300db-e44b-4a84-8095-7c0568e6ce19 service neutron] Port 9419ba1f-9e80-4ed4-afbc-2e51c57a7812 on network 358c85e3-e402-4800-ac20-1ee48de2366c not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:00:13.113510 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109f93fa-7b20-4f18-9750-bb8880f7633b req-65d300db-e44b-4a84-8095-7c0568e6ce19 service neutron] Attempting to bind port 9419ba1f-9e80-4ed4-afbc-2e51c57a7812 on network 358c85e3-e402-4800-ac20-1ee48de2366c {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:00:13.118515 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109f93fa-7b20-4f18-9750-bb8880f7633b req-65d300db-e44b-4a84-8095-7c0568e6ce19 service neutron] Checking agent: {'id': 'd28e24f9-e5ea-41e1-80bf-3c7943ad7f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:00:13.118855 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109f93fa-7b20-4f18-9750-bb8880f7633b req-65d300db-e44b-4a84-8095-7c0568e6ce19 service neutron] Checking segment: {'id': '714982a0-3bd6-420a-8ae2-0d5475440df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:00:13.119240 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109f93fa-7b20-4f18-9750-bb8880f7633b req-65d300db-e44b-4a84-8095-7c0568e6ce19 service neutron] Bound using segment: {'id': '714982a0-3bd6-420a-8ae2-0d5475440df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:00:13.119665 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-109f93fa-7b20-4f18-9750-bb8880f7633b req-65d300db-e44b-4a84-8095-7c0568e6ce19 service neutron] Bound port: 9419ba1f-9e80-4ed4-afbc-2e51c57a7812, host: n-h1-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '714982a0-3bd6-420a-8ae2-0d5475440df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:00:13.120015 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-109f93fa-7b20-4f18-9750-bb8880f7633b req-65d300db-e44b-4a84-8095-7c0568e6ce19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:13.185495 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-109f93fa-7b20-4f18-9750-bb8880f7633b req-65d300db-e44b-4a84-8095-7c0568e6ce19 service neutron] For port 9419ba1f-9e80-4ed4-afbc-2e51c57a7812, host n-h1-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:00:13.188752 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-109f93fa-7b20-4f18-9750-bb8880f7633b req-65d300db-e44b-4a84-8095-7c0568e6ce19 service neutron] For port 9419ba1f-9e80-4ed4-afbc-2e51c57a7812, host n-h1-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=9419ba1f-9e80-4ed4-afbc-2e51c57a7812,segment=NetworkSegment(714982a0-3bd6-420a-8ae2-0d5475440df4),segment_id=714982a0-3bd6-420a-8ae2-0d5475440df4)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:00:13.193547 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-109f93fa-7b20-4f18-9750-bb8880f7633b req-65d300db-e44b-4a84-8095-7c0568e6ce19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:13.228413 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f93fa-7b20-4f18-9750-bb8880f7633b req-65d300db-e44b-4a84-8095-7c0568e6ce19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:13.229085 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-109f93fa-7b20-4f18-9750-bb8880f7633b req-65d300db-e44b-4a84-8095-7c0568e6ce19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:13.230472 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-109f93fa-7b20-4f18-9750-bb8880f7633b req-65d300db-e44b-4a84-8095-7c0568e6ce19 service neutron] 10.222.0.68 "PUT /v2.0/ports/9419ba1f-9e80-4ed4-afbc-2e51c57a7812 HTTP/1.1" status: 200 len: 1092 time: 0.7644362 Aug 17 00:00:13.251838 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d300db-e44b-4a84-8095-7c0568e6ce19 service neutron] Pushing event updated for resources: {'Port': ['ID=9419ba1f-9e80-4ed4-afbc-2e51c57a7812,revision_number=7']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:13.303899 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f93fa-7b20-4f18-9750-bb8880f7633b req-f2c4ca5d-c901-4e3c-aba3-6dca3b4f7fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:13.305560 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-109f93fa-7b20-4f18-9750-bb8880f7633b req-f2c4ca5d-c901-4e3c-aba3-6dca3b4f7fc6 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=83ef46c23c9b4665a6426b92010b2810&device_id=1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7 HTTP/1.1" status: 200 len: 1095 time: 0.0471489 Aug 17 00:00:13.403329 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f93fa-7b20-4f18-9750-bb8880f7633b req-ef49a2a8-cf56-4934-bc5f-7863bfae45ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:13.404868 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-109f93fa-7b20-4f18-9750-bb8880f7633b req-ef49a2a8-cf56-4934-bc5f-7863bfae45ba service neutron] 10.222.0.68 "GET /v2.0/networks?id=358c85e3-e402-4800-ac20-1ee48de2366c HTTP/1.1" status: 200 len: 912 time: 0.0918114 Aug 17 00:00:13.475107 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-109f93fa-7b20-4f18-9750-bb8880f7633b req-be551112-79bb-4d96-9d9a-7b2e804ac04c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9419ba1f-9e80-4ed4-afbc-2e51c57a7812 HTTP/1.1" status: 200 len: 999 time: 0.0624943 Aug 17 00:00:13.525815 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f93fa-7b20-4f18-9750-bb8880f7633b req-3ae25e13-c3bf-4dd2-b3f0-05cbb3e6054d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:13.527911 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-109f93fa-7b20-4f18-9750-bb8880f7633b req-3ae25e13-c3bf-4dd2-b3f0-05cbb3e6054d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2c7ea852-5b75-4594-bf21-897da6d8e4a1 HTTP/1.1" status: 200 len: 850 time: 0.0450337 Aug 17 00:00:13.572721 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f93fa-7b20-4f18-9750-bb8880f7633b req-10b05d8e-a120-4f00-b113-e5f939f7eaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:13.575103 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-109f93fa-7b20-4f18-9750-bb8880f7633b req-10b05d8e-a120-4f00-b113-e5f939f7eaa6 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=358c85e3-e402-4800-ac20-1ee48de2366c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407498 Aug 17 00:00:13.676797 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5c63c4-4aac-43aa-9c5d-b563e76f2110 req-ecc99b86-2e07-4c3c-b054-d66a802a279e tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:13.678285 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2b5c63c4-4aac-43aa-9c5d-b563e76f2110 req-ecc99b86-2e07-4c3c-b054-d66a802a279e tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7 HTTP/1.1" status: 200 len: 943 time: 0.1003036 Aug 17 00:00:13.719352 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-109f93fa-7b20-4f18-9750-bb8880f7633b req-9e39ce04-5c70-498b-a02b-0a51ba4d229b service neutron] 10.222.0.68 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329923 Aug 17 00:00:13.738167 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2b5c63c4-4aac-43aa-9c5d-b563e76f2110 req-0510970b-11f0-414d-8203-3e93df9c220d tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0513270 Aug 17 00:00:13.817375 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-109f93fa-7b20-4f18-9750-bb8880f7633b req-a9426f80-2d84-49cb-a534-6c15827cbb61 service neutron] 10.222.0.68 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886099 Aug 17 00:00:14.857716 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c575d5c-7cad-4eb2-b4d6-f2fdb27a9df6 req-4c0e9a9e-ca17-47eb-b63e-7a0aa8ab50a0 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:14.859203 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5c575d5c-7cad-4eb2-b4d6-f2fdb27a9df6 req-4c0e9a9e-ca17-47eb-b63e-7a0aa8ab50a0 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7 HTTP/1.1" status: 200 len: 943 time: 0.0503395 Aug 17 00:00:14.871698 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7', 'tag': '9419ba1f-9e80-4ed4-afbc-2e51c57a7812'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:00:14.873941 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5be9a9c22bfe9382157933c6eba925c7622163b8a5c85bc608140d30d6fa20cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-526d9167-2c97-4804-a0eb-b434f9148923" -d '{"events": [{"name": "network-changed", "server_uuid": "1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7", "tag": "9419ba1f-9e80-4ed4-afbc-2e51c57a7812"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:00:14.907216 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5c575d5c-7cad-4eb2-b4d6-f2fdb27a9df6 req-8a86d5a6-8380-45d1-8f50-fe55171afdcc tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413172 Aug 17 00:00:14.925898 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9258261c-371b-44d9-b648-8cfe4694e00f x-openstack-request-id: req-9258261c-371b-44d9-b648-8cfe4694e00f {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:00:14.926199 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7", "tag": "9419ba1f-9e80-4ed4-afbc-2e51c57a7812", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:00:14.926453 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9258261c-371b-44d9-b648-8cfe4694e00f {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:00:14.926861 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7', 'tag': '9419ba1f-9e80-4ed4-afbc-2e51c57a7812', 'status': 'completed', 'code': 200} Aug 17 00:00:14.993538 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526d9167-2c97-4804-a0eb-b434f9148923 req-c48d1346-195b-47a7-addf-30a79b4f14b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:14.995682 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-526d9167-2c97-4804-a0eb-b434f9148923 req-c48d1346-195b-47a7-addf-30a79b4f14b0 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=83ef46c23c9b4665a6426b92010b2810&device_id=1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7 HTTP/1.1" status: 200 len: 1095 time: 0.0444734 Aug 17 00:00:15.007145 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526d9167-2c97-4804-a0eb-b434f9148923 req-b6c034eb-ee15-476a-adaa-a000d205594c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:15.008580 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-526d9167-2c97-4804-a0eb-b434f9148923 req-b6c034eb-ee15-476a-adaa-a000d205594c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=83ef46c23c9b4665a6426b92010b2810&device_id=1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7 HTTP/1.1" status: 200 len: 1095 time: 0.0426288 Aug 17 00:00:15.104105 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526d9167-2c97-4804-a0eb-b434f9148923 req-c9b5c1cf-1d31-426b-8de1-3b0c50be677b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:15.106307 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-526d9167-2c97-4804-a0eb-b434f9148923 req-c9b5c1cf-1d31-426b-8de1-3b0c50be677b service neutron] 10.222.0.57 "GET /v2.0/networks?id=358c85e3-e402-4800-ac20-1ee48de2366c HTTP/1.1" status: 200 len: 912 time: 0.0912611 Aug 17 00:00:15.118634 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526d9167-2c97-4804-a0eb-b434f9148923 req-309baba9-b1a0-4f21-9da2-c38de89b2aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:15.120229 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-526d9167-2c97-4804-a0eb-b434f9148923 req-309baba9-b1a0-4f21-9da2-c38de89b2aa3 service neutron] 10.222.0.68 "GET /v2.0/networks?id=358c85e3-e402-4800-ac20-1ee48de2366c HTTP/1.1" status: 200 len: 912 time: 0.1175733 Aug 17 00:00:15.173741 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-526d9167-2c97-4804-a0eb-b434f9148923 req-f638bb0f-4eda-48d0-b2f4-acf5faad2796 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9419ba1f-9e80-4ed4-afbc-2e51c57a7812 HTTP/1.1" status: 200 len: 999 time: 0.0605531 Aug 17 00:00:15.187757 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-526d9167-2c97-4804-a0eb-b434f9148923 req-55a467bc-b47e-46b7-9ca7-212e8b377789 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9419ba1f-9e80-4ed4-afbc-2e51c57a7812 HTTP/1.1" status: 200 len: 999 time: 0.0601544 Aug 17 00:00:15.229100 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526d9167-2c97-4804-a0eb-b434f9148923 req-880d3915-27b8-4a7c-bca5-e8b7f5ab2b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:15.231330 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-526d9167-2c97-4804-a0eb-b434f9148923 req-880d3915-27b8-4a7c-bca5-e8b7f5ab2b84 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2c7ea852-5b75-4594-bf21-897da6d8e4a1 HTTP/1.1" status: 200 len: 850 time: 0.0506556 Aug 17 00:00:15.243212 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526d9167-2c97-4804-a0eb-b434f9148923 req-3ab9dfd8-94a1-4048-ac55-fd7987a8263d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:15.245133 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-526d9167-2c97-4804-a0eb-b434f9148923 req-3ab9dfd8-94a1-4048-ac55-fd7987a8263d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2c7ea852-5b75-4594-bf21-897da6d8e4a1 HTTP/1.1" status: 200 len: 850 time: 0.0501406 Aug 17 00:00:15.279950 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526d9167-2c97-4804-a0eb-b434f9148923 req-dfc758d0-678d-46ed-917f-48f1b10e5a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:15.281534 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-526d9167-2c97-4804-a0eb-b434f9148923 req-dfc758d0-678d-46ed-917f-48f1b10e5a4a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=358c85e3-e402-4800-ac20-1ee48de2366c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432158 Aug 17 00:00:15.298194 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526d9167-2c97-4804-a0eb-b434f9148923 req-afc479f7-6197-4d0b-9b54-565244edbc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:15.300918 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-526d9167-2c97-4804-a0eb-b434f9148923 req-afc479f7-6197-4d0b-9b54-565244edbc37 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=358c85e3-e402-4800-ac20-1ee48de2366c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459909 Aug 17 00:00:15.379040 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-526d9167-2c97-4804-a0eb-b434f9148923 req-49275ef4-4c0a-43b2-9af7-8c26262f0e27 service neutron] 10.222.0.57 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905774 Aug 17 00:00:15.416380 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 9419ba1f-9e80-4ed4-afbc-2e51c57a7812 no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:00:15.441459 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-526d9167-2c97-4804-a0eb-b434f9148923 req-a3118bae-afba-42b0-a2cb-0adde582553f service neutron] 10.222.0.68 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328397 Aug 17 00:00:15.462037 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 9419ba1f-9e80-4ed4-afbc-2e51c57a7812 not bound to the agent host n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:00:15.486978 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-526d9167-2c97-4804-a0eb-b434f9148923 req-d46a33b2-5cea-4b29-a5e2-ceab9661a593 service neutron] 10.222.0.57 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010351 Aug 17 00:00:15.540449 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-526d9167-2c97-4804-a0eb-b434f9148923 req-1682d260-625d-42f9-ba14-85aa53d8fb55 service neutron] 10.222.0.68 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901356 Aug 17 00:00:15.687601 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186af03d-9275-4e14-abb1-fafc9fa7b058 req-281abaf5-272a-43cf-b238-5191de700283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:15.689279 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-186af03d-9275-4e14-abb1-fafc9fa7b058 req-281abaf5-272a-43cf-b238-5191de700283 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=83ef46c23c9b4665a6426b92010b2810&device_id=1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7 HTTP/1.1" status: 200 len: 1095 time: 0.0429235 Aug 17 00:00:15.799213 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186af03d-9275-4e14-abb1-fafc9fa7b058 req-0293ef1e-050f-4087-bd7f-684b6c63359b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:15.800745 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-186af03d-9275-4e14-abb1-fafc9fa7b058 req-0293ef1e-050f-4087-bd7f-684b6c63359b service neutron] 10.222.0.68 "GET /v2.0/networks?id=358c85e3-e402-4800-ac20-1ee48de2366c HTTP/1.1" status: 200 len: 912 time: 0.0908573 Aug 17 00:00:15.868506 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-186af03d-9275-4e14-abb1-fafc9fa7b058 req-8f749071-7934-4bde-a92d-43b5574cda63 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9419ba1f-9e80-4ed4-afbc-2e51c57a7812 HTTP/1.1" status: 200 len: 999 time: 0.0598457 Aug 17 00:00:15.921710 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186af03d-9275-4e14-abb1-fafc9fa7b058 req-d021f2cb-c4e0-431b-b95a-a5719dc29b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:15.923168 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-186af03d-9275-4e14-abb1-fafc9fa7b058 req-d021f2cb-c4e0-431b-b95a-a5719dc29b2d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2c7ea852-5b75-4594-bf21-897da6d8e4a1 HTTP/1.1" status: 200 len: 850 time: 0.0474265 Aug 17 00:00:15.971087 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186af03d-9275-4e14-abb1-fafc9fa7b058 req-da943c2d-dd8d-4682-a145-2c34809d3c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:15.972646 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-186af03d-9275-4e14-abb1-fafc9fa7b058 req-da943c2d-dd8d-4682-a145-2c34809d3c89 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=358c85e3-e402-4800-ac20-1ee48de2366c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418506 Aug 17 00:00:16.079902 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e68f1d-ff1e-4829-8a40-bb7bf5c51e9e req-72753fa3-c2d6-4d9d-b5eb-1822e3730413 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:16.081430 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-99e68f1d-ff1e-4829-8a40-bb7bf5c51e9e req-72753fa3-c2d6-4d9d-b5eb-1822e3730413 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7 HTTP/1.1" status: 200 len: 943 time: 0.1033287 Aug 17 00:00:16.120059 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-186af03d-9275-4e14-abb1-fafc9fa7b058 req-90ae88cf-530c-429c-93ba-8900bc9b36f3 service neutron] 10.222.0.68 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334934 Aug 17 00:00:16.138994 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-99e68f1d-ff1e-4829-8a40-bb7bf5c51e9e req-9d29bf7b-1824-4b59-a7ce-9a1e057bdb77 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0514021 Aug 17 00:00:16.159490 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 9419ba1f-9e80-4ed4-afbc-2e51c57a7812 details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:00:16.224377 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-186af03d-9275-4e14-abb1-fafc9fa7b058 req-e01756c1-5e7e-4be4-831f-eec1aee55d4e service neutron] 10.222.0.68 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948834 Aug 17 00:00:16.265708 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 9419ba1f-9e80-4ed4-afbc-2e51c57a7812, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=9419ba1f-9e80-4ed4-afbc-2e51c57a7812,segment=NetworkSegment(714982a0-3bd6-420a-8ae2-0d5475440df4),segment_id=714982a0-3bd6-420a-8ae2-0d5475440df4)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:00:16.277770 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': '9419ba1f-9e80-4ed4-afbc-2e51c57a7812', 'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c', 'port_id': '9419ba1f-9e80-4ed4-afbc-2e51c57a7812', 'mac_address': 'fa:16:3e:2b:4c:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c7ea852-5b75-4594-bf21-897da6d8e4a1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:00:16.317745 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:16.331414 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9419ba1f-9e80-4ed4-afbc-2e51c57a7812 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:00:16.351602 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 9419ba1f-9e80-4ed4-afbc-2e51c57a7812, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=9419ba1f-9e80-4ed4-afbc-2e51c57a7812,segment=NetworkSegment(714982a0-3bd6-420a-8ae2-0d5475440df4),segment_id=714982a0-3bd6-420a-8ae2-0d5475440df4)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:00:16.356509 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:16.406399 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=9419ba1f-9e80-4ed4-afbc-2e51c57a7812,revision_number=8']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:16.413731 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:00:16.414078 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:00:16.414422 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:00:16.414755 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:00:16.415087 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:00:16.415415 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:00:16.415744 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:00:16.416067 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:00:16.416390 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:00:16.416735 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:00:16.417304 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:00:16.417382 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:00:16.471589 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d934202c-5a2e-4d65-a022-f2fef094b269 req-cd6f2d3e-e5ed-4584-81c2-28ee5e230a7e tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:16.472996 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d934202c-5a2e-4d65-a022-f2fef094b269 req-cd6f2d3e-e5ed-4584-81c2-28ee5e230a7e tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.68 "GET /v2.0/ports?device_id=1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7&tenant_id=83ef46c23c9b4665a6426b92010b2810&binding%3Ahost_id=n-h1-791506-26 HTTP/1.1" status: 200 len: 944 time: 0.0933907 Aug 17 00:00:16.485217 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ec2e8c-413a-459a-919d-40b9b5a7d876 req-f36231db-83f4-409a-9ad2-ba9692c662e5 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:16.486628 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-80ec2e8c-413a-459a-919d-40b9b5a7d876 req-f36231db-83f4-409a-9ad2-ba9692c662e5 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7 HTTP/1.1" status: 200 len: 944 time: 0.0727799 Aug 17 00:00:16.563041 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-80ec2e8c-413a-459a-919d-40b9b5a7d876 req-163e5a9d-12e1-4caf-9f0f-3e2996dee362 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0703583 Aug 17 00:00:16.568637 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d934202c-5a2e-4d65-a022-f2fef094b269 req-aaba1a7d-952a-4a77-a78e-a07eb6ea27e8 service neutron] 10.222.0.68 "GET /v2.0/ports/9419ba1f-9e80-4ed4-afbc-2e51c57a7812/bindings/n-h1-791506-26 HTTP/1.1" status: 200 len: 383 time: 0.0811017 Aug 17 00:00:16.631093 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['9419ba1f-9e80-4ed4-afbc-2e51c57a7812'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:00:16.640088 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d934202c-5a2e-4d65-a022-f2fef094b269 req-51a2b469-3d0f-4ddd-90d6-c678de4cc4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:16.641712 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d934202c-5a2e-4d65-a022-f2fef094b269 req-51a2b469-3d0f-4ddd-90d6-c678de4cc4d1 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=83ef46c23c9b4665a6426b92010b2810&device_id=1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7 HTTP/1.1" status: 200 len: 1096 time: 0.0483298 Aug 17 00:00:16.739124 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d934202c-5a2e-4d65-a022-f2fef094b269 req-0191186e-7030-4d3d-b441-188117297c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:16.740606 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d934202c-5a2e-4d65-a022-f2fef094b269 req-0191186e-7030-4d3d-b441-188117297c1c service neutron] 10.222.0.68 "GET /v2.0/networks?id=358c85e3-e402-4800-ac20-1ee48de2366c HTTP/1.1" status: 200 len: 912 time: 0.0873592 Aug 17 00:00:16.812233 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d934202c-5a2e-4d65-a022-f2fef094b269 req-a9ac98a2-5cae-4ac8-9411-94112a309811 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9419ba1f-9e80-4ed4-afbc-2e51c57a7812 HTTP/1.1" status: 200 len: 1000 time: 0.0639169 Aug 17 00:00:16.863582 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d934202c-5a2e-4d65-a022-f2fef094b269 req-33f9fbd7-be4b-4e3c-a699-6cfc52b9a46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:16.865843 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d934202c-5a2e-4d65-a022-f2fef094b269 req-33f9fbd7-be4b-4e3c-a699-6cfc52b9a46e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2c7ea852-5b75-4594-bf21-897da6d8e4a1 HTTP/1.1" status: 200 len: 850 time: 0.0451293 Aug 17 00:00:16.912183 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d934202c-5a2e-4d65-a022-f2fef094b269 req-a3971eb4-8b6c-468a-9a29-446bcbe51339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:16.913712 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d934202c-5a2e-4d65-a022-f2fef094b269 req-a3971eb4-8b6c-468a-9a29-446bcbe51339 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=358c85e3-e402-4800-ac20-1ee48de2366c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403237 Aug 17 00:00:17.004694 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d934202c-5a2e-4d65-a022-f2fef094b269 req-340cbf20-6b9a-499c-b3b2-61aebc3f0837 service neutron] 10.222.0.68 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829439 Aug 17 00:00:17.094794 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d934202c-5a2e-4d65-a022-f2fef094b269 req-d7c7229e-ae1c-4b10-87d0-7717d6ff896b service neutron] 10.222.0.68 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826590 Aug 17 00:00:17.683928 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f53a3d3-acef-4233-9f8b-69f3ce941e0e req-2dd43a02-7da7-4f16-b53e-e600ada8e238 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:17.685436 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8f53a3d3-acef-4233-9f8b-69f3ce941e0e req-2dd43a02-7da7-4f16-b53e-e600ada8e238 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7 HTTP/1.1" status: 200 len: 944 time: 0.0504756 Aug 17 00:00:17.724211 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8f53a3d3-acef-4233-9f8b-69f3ce941e0e req-14bf19e5-7692-436e-b556-76d7f4b5fe78 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314991 Aug 17 00:00:17.796330 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-48d69d3a-b3bd-463d-9248-2d5dd583e00f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:18.181393 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 9419ba1f-9e80-4ed4-afbc-2e51c57a7812 up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:00:18.228744 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning for port 9419ba1f-9e80-4ed4-afbc-2e51c57a7812 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:00:18.232475 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port 9419ba1f-9e80-4ed4-afbc-2e51c57a7812 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:00:18.232880 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:18.306921 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:18.332960 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9419ba1f-9e80-4ed4-afbc-2e51c57a7812'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:00:18.335169 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d789e1acf86fc3837d65c5c7bf7b17f03ca076816da63f24d17cffa1a624f203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e80d89a0-cd59-4d6e-9f6e-1bf742cdf516" -d '{"events": [{"server_uuid": "1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7", "name": "network-vif-plugged", "status": "completed", "tag": "9419ba1f-9e80-4ed4-afbc-2e51c57a7812"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:00:18.347672 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 9419ba1f-9e80-4ed4-afbc-2e51c57a7812, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=9419ba1f-9e80-4ed4-afbc-2e51c57a7812,segment=NetworkSegment(714982a0-3bd6-420a-8ae2-0d5475440df4),segment_id=714982a0-3bd6-420a-8ae2-0d5475440df4)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:00:18.351679 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:18.387600 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04643396-4128-45d9-9672-09ab33ab5ea3 x-openstack-request-id: req-04643396-4128-45d9-9672-09ab33ab5ea3 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:00:18.388068 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7", "name": "network-vif-plugged", "status": "completed", "tag": "9419ba1f-9e80-4ed4-afbc-2e51c57a7812", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:00:18.388230 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-04643396-4128-45d9-9672-09ab33ab5ea3 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:00:18.388777 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9419ba1f-9e80-4ed4-afbc-2e51c57a7812', 'code': 200} Aug 17 00:00:18.404253 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=9419ba1f-9e80-4ed4-afbc-2e51c57a7812,revision_number=9']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:19.105751 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485679a5-86e1-41e7-847a-541958ba5d42 req-5b640b38-2023-498f-9378-07c4e60be397 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:19.107323 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-485679a5-86e1-41e7-847a-541958ba5d42 req-5b640b38-2023-498f-9378-07c4e60be397 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7 HTTP/1.1" status: 200 len: 945 time: 0.0560486 Aug 17 00:00:19.148269 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-485679a5-86e1-41e7-847a-541958ba5d42 req-b9d226ea-c435-431d-8691-26bb2f87daa0 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348136 Aug 17 00:00:19.307231 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d934202c-5a2e-4d65-a022-f2fef094b269 req-0ce91dc4-9ee6-4447-a080-fbb759e95989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:19.308776 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d934202c-5a2e-4d65-a022-f2fef094b269 req-0ce91dc4-9ee6-4447-a080-fbb759e95989 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7&tenant_id=83ef46c23c9b4665a6426b92010b2810 HTTP/1.1" status: 200 len: 1097 time: 0.0432563 Aug 17 00:00:19.326621 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-d934202c-5a2e-4d65-a022-f2fef094b269 req-76501b14-f982-498a-aec8-27185f7b56f2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791506-26', 'device_owner': 'compute:nova'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:00:19.382015 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-d934202c-5a2e-4d65-a022-f2fef094b269 req-76501b14-f982-498a-aec8-27185f7b56f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:19.584487 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-d934202c-5a2e-4d65-a022-f2fef094b269 req-76501b14-f982-498a-aec8-27185f7b56f2 service neutron] For port 9419ba1f-9e80-4ed4-afbc-2e51c57a7812, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=9419ba1f-9e80-4ed4-afbc-2e51c57a7812,segment=NetworkSegment(714982a0-3bd6-420a-8ae2-0d5475440df4),segment_id=714982a0-3bd6-420a-8ae2-0d5475440df4)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:00:19.616466 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-d934202c-5a2e-4d65-a022-f2fef094b269 req-76501b14-f982-498a-aec8-27185f7b56f2 service neutron] For port 9419ba1f-9e80-4ed4-afbc-2e51c57a7812, host n-h1-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:00:19.655624 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9419ba1f-9e80-4ed4-afbc-2e51c57a7812'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:00:19.657981 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7165c1ab170cf7a86a4d2d0d4fd52c1e3b7b58c190c14e765d35b2aa62be1e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42536d30-b8b7-409c-aab9-c0c386df5cf4" -d '{"events": [{"server_uuid": "1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7", "name": "network-vif-unplugged", "status": "completed", "tag": "9419ba1f-9e80-4ed4-afbc-2e51c57a7812"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:00:19.661722 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-d934202c-5a2e-4d65-a022-f2fef094b269 req-76501b14-f982-498a-aec8-27185f7b56f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:19.674568 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-d934202c-5a2e-4d65-a022-f2fef094b269 req-76501b14-f982-498a-aec8-27185f7b56f2 service neutron] Transition to ACTIVE for port object 9419ba1f-9e80-4ed4-afbc-2e51c57a7812 will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:00:19.678815 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-d934202c-5a2e-4d65-a022-f2fef094b269 req-76501b14-f982-498a-aec8-27185f7b56f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:19.766106 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76501b14-f982-498a-aec8-27185f7b56f2 service neutron] Pushing event updated for resources: {'Port': ['ID=9419ba1f-9e80-4ed4-afbc-2e51c57a7812,revision_number=10']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:19.783264 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76501b14-f982-498a-aec8-27185f7b56f2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:00:19.783621 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76501b14-f982-498a-aec8-27185f7b56f2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:00:19.784050 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76501b14-f982-498a-aec8-27185f7b56f2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:00:19.784319 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76501b14-f982-498a-aec8-27185f7b56f2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:00:19.784692 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76501b14-f982-498a-aec8-27185f7b56f2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:00:19.785031 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76501b14-f982-498a-aec8-27185f7b56f2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:00:19.785370 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76501b14-f982-498a-aec8-27185f7b56f2 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:00:19.785702 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76501b14-f982-498a-aec8-27185f7b56f2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:00:19.786033 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76501b14-f982-498a-aec8-27185f7b56f2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:00:19.786363 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76501b14-f982-498a-aec8-27185f7b56f2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:00:19.786689 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76501b14-f982-498a-aec8-27185f7b56f2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:00:19.787016 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76501b14-f982-498a-aec8-27185f7b56f2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:00:19.793170 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 00:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b060bce-2640-48e4-a8ea-f664ddd963fb x-openstack-request-id: req-7b060bce-2640-48e4-a8ea-f664ddd963fb {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:00:19.793674 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7", "name": "network-vif-unplugged", "status": "completed", "tag": "9419ba1f-9e80-4ed4-afbc-2e51c57a7812", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:00:19.793938 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7b060bce-2640-48e4-a8ea-f664ddd963fb {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:00:19.794355 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9419ba1f-9e80-4ed4-afbc-2e51c57a7812', 'code': 200} Aug 17 00:00:19.818082 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-d934202c-5a2e-4d65-a022-f2fef094b269 req-76501b14-f982-498a-aec8-27185f7b56f2 service neutron] No DVR routers for this DVR port 9419ba1f-9e80-4ed4-afbc-2e51c57a7812 on host n-h1-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:00:19.873213 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-b99ce6e5-d014-42a2-90aa-c44cde931a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:20.283547 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ef9df-7a94-44d5-9b70-add774c75c03 req-70940da9-2b8e-4054-bb77-ba0d952a088d tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:20.285272 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d51ef9df-7a94-44d5-9b70-add774c75c03 req-70940da9-2b8e-4054-bb77-ba0d952a088d tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7 HTTP/1.1" status: 200 len: 944 time: 0.0526836 Aug 17 00:00:20.295881 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-d934202c-5a2e-4d65-a022-f2fef094b269 req-76501b14-f982-498a-aec8-27185f7b56f2 service neutron] Attempting to bind port 9419ba1f-9e80-4ed4-afbc-2e51c57a7812 on host n-h2-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:00:20.296219 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-d934202c-5a2e-4d65-a022-f2fef094b269 req-76501b14-f982-498a-aec8-27185f7b56f2 service neutron] Attempting to bind port 9419ba1f-9e80-4ed4-afbc-2e51c57a7812 by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': '714982a0-3bd6-420a-8ae2-0d5475440df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:00:20.296575 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d934202c-5a2e-4d65-a022-f2fef094b269 req-76501b14-f982-498a-aec8-27185f7b56f2 service neutron] Attempting to bind port 9419ba1f-9e80-4ed4-afbc-2e51c57a7812 on network 358c85e3-e402-4800-ac20-1ee48de2366c {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:00:20.301142 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d934202c-5a2e-4d65-a022-f2fef094b269 req-76501b14-f982-498a-aec8-27185f7b56f2 service neutron] Port 9419ba1f-9e80-4ed4-afbc-2e51c57a7812 on network 358c85e3-e402-4800-ac20-1ee48de2366c not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:00:20.301557 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d934202c-5a2e-4d65-a022-f2fef094b269 req-76501b14-f982-498a-aec8-27185f7b56f2 service neutron] Attempting to bind port 9419ba1f-9e80-4ed4-afbc-2e51c57a7812 on network 358c85e3-e402-4800-ac20-1ee48de2366c {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:00:20.307028 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d934202c-5a2e-4d65-a022-f2fef094b269 req-76501b14-f982-498a-aec8-27185f7b56f2 service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 23, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:00:20.307377 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d934202c-5a2e-4d65-a022-f2fef094b269 req-76501b14-f982-498a-aec8-27185f7b56f2 service neutron] Checking segment: {'id': '714982a0-3bd6-420a-8ae2-0d5475440df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:00:20.308051 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d934202c-5a2e-4d65-a022-f2fef094b269 req-76501b14-f982-498a-aec8-27185f7b56f2 service neutron] Bound using segment: {'id': '714982a0-3bd6-420a-8ae2-0d5475440df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:00:20.308214 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-d934202c-5a2e-4d65-a022-f2fef094b269 req-76501b14-f982-498a-aec8-27185f7b56f2 service neutron] Bound port: 9419ba1f-9e80-4ed4-afbc-2e51c57a7812, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '714982a0-3bd6-420a-8ae2-0d5475440df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:00:20.308605 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-d934202c-5a2e-4d65-a022-f2fef094b269 req-76501b14-f982-498a-aec8-27185f7b56f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:20.325597 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d51ef9df-7a94-44d5-9b70-add774c75c03 req-6bd7f288-5075-45ab-bf85-b0146b821c78 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340929 Aug 17 00:00:20.373103 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-d934202c-5a2e-4d65-a022-f2fef094b269 req-76501b14-f982-498a-aec8-27185f7b56f2 service neutron] For port 9419ba1f-9e80-4ed4-afbc-2e51c57a7812, host n-h2-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:00:20.376083 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-d934202c-5a2e-4d65-a022-f2fef094b269 req-76501b14-f982-498a-aec8-27185f7b56f2 service neutron] For port 9419ba1f-9e80-4ed4-afbc-2e51c57a7812, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=9419ba1f-9e80-4ed4-afbc-2e51c57a7812,segment=NetworkSegment(714982a0-3bd6-420a-8ae2-0d5475440df4),segment_id=714982a0-3bd6-420a-8ae2-0d5475440df4)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:00:20.380727 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-d934202c-5a2e-4d65-a022-f2fef094b269 req-76501b14-f982-498a-aec8-27185f7b56f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:20.415734 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d934202c-5a2e-4d65-a022-f2fef094b269 req-76501b14-f982-498a-aec8-27185f7b56f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:20.416347 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-d934202c-5a2e-4d65-a022-f2fef094b269 req-76501b14-f982-498a-aec8-27185f7b56f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:20.418516 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d934202c-5a2e-4d65-a022-f2fef094b269 req-76501b14-f982-498a-aec8-27185f7b56f2 service neutron] 10.222.0.57 "PUT /v2.0/ports/9419ba1f-9e80-4ed4-afbc-2e51c57a7812 HTTP/1.1" status: 200 len: 1093 time: 1.0965135 Aug 17 00:00:20.442226 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76501b14-f982-498a-aec8-27185f7b56f2 service neutron] Pushing event updated for resources: {'Port': ['ID=9419ba1f-9e80-4ed4-afbc-2e51c57a7812,revision_number=11']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:20.495170 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d934202c-5a2e-4d65-a022-f2fef094b269 req-b9408e7c-63d2-475f-97ef-22faadbe3d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:20.496775 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d934202c-5a2e-4d65-a022-f2fef094b269 req-b9408e7c-63d2-475f-97ef-22faadbe3d13 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=83ef46c23c9b4665a6426b92010b2810&device_id=1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7 HTTP/1.1" status: 200 len: 1096 time: 0.0455859 Aug 17 00:00:20.591688 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d934202c-5a2e-4d65-a022-f2fef094b269 req-4ca69406-2380-44e3-9d67-2d4d915a08a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:20.593209 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d934202c-5a2e-4d65-a022-f2fef094b269 req-4ca69406-2380-44e3-9d67-2d4d915a08a8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=358c85e3-e402-4800-ac20-1ee48de2366c HTTP/1.1" status: 200 len: 912 time: 0.0896995 Aug 17 00:00:20.662816 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d934202c-5a2e-4d65-a022-f2fef094b269 req-2010421f-3b75-4802-8444-9de69873db02 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9419ba1f-9e80-4ed4-afbc-2e51c57a7812 HTTP/1.1" status: 200 len: 999 time: 0.0623970 Aug 17 00:00:20.711537 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d934202c-5a2e-4d65-a022-f2fef094b269 req-a9978239-5ac9-41dd-a51a-bafbd6ba3673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:20.712931 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d934202c-5a2e-4d65-a022-f2fef094b269 req-a9978239-5ac9-41dd-a51a-bafbd6ba3673 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2c7ea852-5b75-4594-bf21-897da6d8e4a1 HTTP/1.1" status: 200 len: 850 time: 0.0436316 Aug 17 00:00:20.759079 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:20.759605 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d934202c-5a2e-4d65-a022-f2fef094b269 req-17af5b0e-846f-4eae-9755-7c479845ea6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:20.761203 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d934202c-5a2e-4d65-a022-f2fef094b269 req-17af5b0e-846f-4eae-9755-7c479845ea6c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=358c85e3-e402-4800-ac20-1ee48de2366c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417035 Aug 17 00:00:20.858605 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d934202c-5a2e-4d65-a022-f2fef094b269 req-2656f946-4418-4a0a-ab3c-c813bea3b0d3 service neutron] 10.222.0.57 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900061 Aug 17 00:00:20.946659 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d934202c-5a2e-4d65-a022-f2fef094b269 req-cb1d178b-57fa-4274-ada9-d6873e2c5002 service neutron] 10.222.0.57 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814345 Aug 17 00:00:21.443476 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d01574-097d-43b6-9a9c-32ef515b5d26 req-d4e1f519-48e5-494b-b298-128cde9c8327 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:21.444970 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b9d01574-097d-43b6-9a9c-32ef515b5d26 req-d4e1f519-48e5-494b-b298-128cde9c8327 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7 HTTP/1.1" status: 200 len: 944 time: 0.0496347 Aug 17 00:00:21.483621 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b9d01574-097d-43b6-9a9c-32ef515b5d26 req-26e8a93f-c46f-4cc3-868e-30d183fdebfb tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319855 Aug 17 00:00:21.796028 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7', 'tag': '9419ba1f-9e80-4ed4-afbc-2e51c57a7812'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:00:21.798763 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7165c1ab170cf7a86a4d2d0d4fd52c1e3b7b58c190c14e765d35b2aa62be1e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b35eb91b-8355-4ed3-b2f8-8667eadb05b0" -d '{"events": [{"name": "network-changed", "server_uuid": "1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7", "tag": "9419ba1f-9e80-4ed4-afbc-2e51c57a7812"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:00:21.810664 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:21.847304 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0c35e70-7be7-4f3b-9de3-19bf6cb58b59 x-openstack-request-id: req-f0c35e70-7be7-4f3b-9de3-19bf6cb58b59 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:00:21.847640 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7", "tag": "9419ba1f-9e80-4ed4-afbc-2e51c57a7812", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:00:21.848113 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f0c35e70-7be7-4f3b-9de3-19bf6cb58b59 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:00:21.848686 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7', 'tag': '9419ba1f-9e80-4ed4-afbc-2e51c57a7812', 'status': 'completed', 'code': 200} Aug 17 00:00:21.911533 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35eb91b-8355-4ed3-b2f8-8667eadb05b0 req-d4cea1a3-f866-4a20-af91-12d29abba277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:21.913088 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b35eb91b-8355-4ed3-b2f8-8667eadb05b0 req-d4cea1a3-f866-4a20-af91-12d29abba277 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=83ef46c23c9b4665a6426b92010b2810&device_id=1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7 HTTP/1.1" status: 200 len: 1096 time: 0.0478857 Aug 17 00:00:21.944499 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35eb91b-8355-4ed3-b2f8-8667eadb05b0 req-4012d68a-da49-49f9-acea-aecdd0145794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:21.946027 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b35eb91b-8355-4ed3-b2f8-8667eadb05b0 req-4012d68a-da49-49f9-acea-aecdd0145794 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=83ef46c23c9b4665a6426b92010b2810&device_id=1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7 HTTP/1.1" status: 200 len: 1096 time: 0.0499208 Aug 17 00:00:22.008268 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35eb91b-8355-4ed3-b2f8-8667eadb05b0 req-2d67ac17-d447-4fc9-8059-0cfe9ef530f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:22.009796 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b35eb91b-8355-4ed3-b2f8-8667eadb05b0 req-2d67ac17-d447-4fc9-8059-0cfe9ef530f9 service neutron] 10.222.0.68 "GET /v2.0/networks?id=358c85e3-e402-4800-ac20-1ee48de2366c HTTP/1.1" status: 200 len: 912 time: 0.0895185 Aug 17 00:00:22.036874 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35eb91b-8355-4ed3-b2f8-8667eadb05b0 req-8dc28901-5546-424b-b328-e1b3288df8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:22.038569 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b35eb91b-8355-4ed3-b2f8-8667eadb05b0 req-8dc28901-5546-424b-b328-e1b3288df8e3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=358c85e3-e402-4800-ac20-1ee48de2366c HTTP/1.1" status: 200 len: 912 time: 0.0860775 Aug 17 00:00:22.081304 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b35eb91b-8355-4ed3-b2f8-8667eadb05b0 req-d27e60b8-e844-4610-8e20-71ddc4addf90 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9419ba1f-9e80-4ed4-afbc-2e51c57a7812 HTTP/1.1" status: 200 len: 999 time: 0.0638521 Aug 17 00:00:22.110033 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b35eb91b-8355-4ed3-b2f8-8667eadb05b0 req-2f14d581-ef11-4edb-a3dc-eb0f78bfec18 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9419ba1f-9e80-4ed4-afbc-2e51c57a7812 HTTP/1.1" status: 200 len: 999 time: 0.0640287 Aug 17 00:00:22.132242 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35eb91b-8355-4ed3-b2f8-8667eadb05b0 req-93f80aba-cea6-4bfb-9f05-05cdfaebef3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:22.133739 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b35eb91b-8355-4ed3-b2f8-8667eadb05b0 req-93f80aba-cea6-4bfb-9f05-05cdfaebef3c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2c7ea852-5b75-4594-bf21-897da6d8e4a1 HTTP/1.1" status: 200 len: 850 time: 0.0449188 Aug 17 00:00:22.160926 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35eb91b-8355-4ed3-b2f8-8667eadb05b0 req-3341d597-349e-4b27-bfe6-e0c37bf9e796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:22.162545 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b35eb91b-8355-4ed3-b2f8-8667eadb05b0 req-3341d597-349e-4b27-bfe6-e0c37bf9e796 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2c7ea852-5b75-4594-bf21-897da6d8e4a1 HTTP/1.1" status: 200 len: 850 time: 0.0458622 Aug 17 00:00:22.182259 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35eb91b-8355-4ed3-b2f8-8667eadb05b0 req-5c11becd-f530-4416-b498-59c79f28a756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:22.184510 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b35eb91b-8355-4ed3-b2f8-8667eadb05b0 req-5c11becd-f530-4416-b498-59c79f28a756 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=358c85e3-e402-4800-ac20-1ee48de2366c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425310 Aug 17 00:00:22.205418 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 9419ba1f-9e80-4ed4-afbc-2e51c57a7812 no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:00:22.209772 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35eb91b-8355-4ed3-b2f8-8667eadb05b0 req-2c804146-4747-46bb-9f34-2ec9e54d0ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:22.211295 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b35eb91b-8355-4ed3-b2f8-8667eadb05b0 req-2c804146-4747-46bb-9f34-2ec9e54d0ea2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=358c85e3-e402-4800-ac20-1ee48de2366c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415068 Aug 17 00:00:22.247916 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 9419ba1f-9e80-4ed4-afbc-2e51c57a7812 not bound to the agent host n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:00:22.285109 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b35eb91b-8355-4ed3-b2f8-8667eadb05b0 req-71de3462-cd9d-4986-a474-f34f926aa3c4 service neutron] 10.222.0.68 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926709 Aug 17 00:00:22.309739 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b35eb91b-8355-4ed3-b2f8-8667eadb05b0 req-22d82ae1-5905-47a9-8eb8-fd9cd52da7fb service neutron] 10.222.0.57 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907843 Aug 17 00:00:22.378459 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b35eb91b-8355-4ed3-b2f8-8667eadb05b0 req-8e41b842-80e6-4f0d-abcb-9945c000aa00 service neutron] 10.222.0.68 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847938 Aug 17 00:00:22.400200 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b35eb91b-8355-4ed3-b2f8-8667eadb05b0 req-e839d352-3027-487e-b9f3-3e3a9677087d service neutron] 10.222.0.57 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834684 Aug 17 00:00:22.600354 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0745266e-327d-426a-9158-85b459f3c3a6 req-51adb39c-e3d1-460e-9f0b-e0d0425d7aef tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:22.601849 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0745266e-327d-426a-9158-85b459f3c3a6 req-51adb39c-e3d1-460e-9f0b-e0d0425d7aef tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7 HTTP/1.1" status: 200 len: 944 time: 0.0502453 Aug 17 00:00:22.644064 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0745266e-327d-426a-9158-85b459f3c3a6 req-71f525b8-e368-40ad-ba04-2d94af609b55 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359006 Aug 17 00:00:23.062693 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:23.430574 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 9419ba1f-9e80-4ed4-afbc-2e51c57a7812 details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:00:23.681746 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 9419ba1f-9e80-4ed4-afbc-2e51c57a7812, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=9419ba1f-9e80-4ed4-afbc-2e51c57a7812,segment=NetworkSegment(714982a0-3bd6-420a-8ae2-0d5475440df4),segment_id=714982a0-3bd6-420a-8ae2-0d5475440df4)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:00:23.694887 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': '9419ba1f-9e80-4ed4-afbc-2e51c57a7812', 'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c', 'port_id': '9419ba1f-9e80-4ed4-afbc-2e51c57a7812', 'mac_address': 'fa:16:3e:2b:4c:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c7ea852-5b75-4594-bf21-897da6d8e4a1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:00:23.732009 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:23.744703 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9419ba1f-9e80-4ed4-afbc-2e51c57a7812 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:00:23.765787 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 9419ba1f-9e80-4ed4-afbc-2e51c57a7812, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=9419ba1f-9e80-4ed4-afbc-2e51c57a7812,segment=NetworkSegment(714982a0-3bd6-420a-8ae2-0d5475440df4),segment_id=714982a0-3bd6-420a-8ae2-0d5475440df4)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:00:23.769473 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c72760-144f-402b-92b1-abdf497de0ed req-47e188a4-d993-4ed0-8370-6d5ee3044c9a tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:23.770001 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:23.771014 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-34c72760-144f-402b-92b1-abdf497de0ed req-47e188a4-d993-4ed0-8370-6d5ee3044c9a tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7 HTTP/1.1" status: 200 len: 944 time: 0.0493808 Aug 17 00:00:23.811624 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-34c72760-144f-402b-92b1-abdf497de0ed req-1befb9eb-0928-4964-b8a1-29a5b7088d41 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321805 Aug 17 00:00:23.820431 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=9419ba1f-9e80-4ed4-afbc-2e51c57a7812,revision_number=12']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:24.294817 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['9419ba1f-9e80-4ed4-afbc-2e51c57a7812'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:00:24.931880 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cffa6b-c060-465f-a3c2-6e46caaa2ce1 req-7b77e4a6-c443-4aa9-ac11-3e476159b9b0 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:24.933987 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-83cffa6b-c060-465f-a3c2-6e46caaa2ce1 req-7b77e4a6-c443-4aa9-ac11-3e476159b9b0 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7 HTTP/1.1" status: 200 len: 945 time: 0.0495813 Aug 17 00:00:24.973314 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-83cffa6b-c060-465f-a3c2-6e46caaa2ce1 req-5a1c7e29-2186-4e5b-8faf-60224e0daa20 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329785 Aug 17 00:00:25.094688 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3ed1e7-2ab1-4fb8-abbe-36fbbcdc0153 req-af9165ff-ceea-4518-8176-01936e42c8bb tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:25.096219 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7b3ed1e7-2ab1-4fb8-abbe-36fbbcdc0153 req-af9165ff-ceea-4518-8176-01936e42c8bb tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7 HTTP/1.1" status: 200 len: 945 time: 0.0495577 Aug 17 00:00:25.139793 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7b3ed1e7-2ab1-4fb8-abbe-36fbbcdc0153 req-f2b26e9b-247e-463d-ac0f-e0c4e7a4648b tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370450 Aug 17 00:00:25.256925 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1262ed6-a651-4187-90b2-9d1ff04d93d0 req-b80b6e79-1b19-4f4b-946f-bdde8b6a59ca tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:25.258416 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d1262ed6-a651-4187-90b2-9d1ff04d93d0 req-b80b6e79-1b19-4f4b-946f-bdde8b6a59ca tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7 HTTP/1.1" status: 200 len: 945 time: 0.0522406 Aug 17 00:00:25.296311 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d1262ed6-a651-4187-90b2-9d1ff04d93d0 req-5852d917-d57b-4504-85ed-439ce31191aa tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316110 Aug 17 00:00:25.438639 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 9419ba1f-9e80-4ed4-afbc-2e51c57a7812 up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:00:25.491919 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning for port 9419ba1f-9e80-4ed4-afbc-2e51c57a7812 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:00:25.497081 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port 9419ba1f-9e80-4ed4-afbc-2e51c57a7812 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:00:25.497397 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:25.531884 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf832ebc-afb4-4953-8ee1-0fdda5f680b5 req-4fce1b9b-70b6-4bc7-91c8-f529acb59889 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:25.533427 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bf832ebc-afb4-4953-8ee1-0fdda5f680b5 req-4fce1b9b-70b6-4bc7-91c8-f529acb59889 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7 HTTP/1.1" status: 200 len: 945 time: 0.0520833 Aug 17 00:00:25.571756 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bf832ebc-afb4-4953-8ee1-0fdda5f680b5 req-2102f1ae-dae1-45e4-81d8-9ad7b4dc7b48 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322459 Aug 17 00:00:25.573342 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:25.596785 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9419ba1f-9e80-4ed4-afbc-2e51c57a7812'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:00:25.599022 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d789e1acf86fc3837d65c5c7bf7b17f03ca076816da63f24d17cffa1a624f203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e5da186-0d46-4f05-af69-d99608c8a5f7" -d '{"events": [{"server_uuid": "1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7", "name": "network-vif-plugged", "status": "completed", "tag": "9419ba1f-9e80-4ed4-afbc-2e51c57a7812"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:00:25.612065 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 9419ba1f-9e80-4ed4-afbc-2e51c57a7812, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=9419ba1f-9e80-4ed4-afbc-2e51c57a7812,segment=NetworkSegment(714982a0-3bd6-420a-8ae2-0d5475440df4),segment_id=714982a0-3bd6-420a-8ae2-0d5475440df4)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:00:25.617248 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:25.642459 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aa523b1-2288-42b4-9007-32e2b5230052 x-openstack-request-id: req-3aa523b1-2288-42b4-9007-32e2b5230052 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:00:25.642759 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7", "name": "network-vif-plugged", "status": "completed", "tag": "9419ba1f-9e80-4ed4-afbc-2e51c57a7812", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:00:25.643015 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3aa523b1-2288-42b4-9007-32e2b5230052 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:00:25.643408 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9419ba1f-9e80-4ed4-afbc-2e51c57a7812', 'code': 200} Aug 17 00:00:25.671489 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=9419ba1f-9e80-4ed4-afbc-2e51c57a7812,revision_number=13']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:25.953341 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:26.688494 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b114f2-f050-4af6-85fc-9160a0a7b69e req-48572dcd-0384-4afa-91aa-8bd51adb57d1 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:26.689989 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e1b114f2-f050-4af6-85fc-9160a0a7b69e req-48572dcd-0384-4afa-91aa-8bd51adb57d1 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7 HTTP/1.1" status: 200 len: 946 time: 0.0487490 Aug 17 00:00:26.734057 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e1b114f2-f050-4af6-85fc-9160a0a7b69e req-7b5f09be-08b4-4a42-bb7b-2f3fa197ceb9 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380278 Aug 17 00:00:27.006006 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1fc426-8919-4320-8989-fff063212d8c req-4ced6155-3303-4454-acae-783882cdf3a2 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:27.007372 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-8a1fc426-8919-4320-8989-fff063212d8c req-4ced6155-3303-4454-acae-783882cdf3a2 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.57 "GET /v2.0/ports?device_id=1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7 HTTP/1.1" status: 200 len: 946 time: 0.0509043 Aug 17 00:00:27.102240 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-8a1fc426-8919-4320-8989-fff063212d8c req-4c593851-4fba-4751-9e4e-ed0b00a5f078 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Deleting port 9419ba1f-9e80-4ed4-afbc-2e51c57a7812 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:00:27.102591 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-8a1fc426-8919-4320-8989-fff063212d8c req-4c593851-4fba-4751-9e4e-ed0b00a5f078 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:27.194983 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-8a1fc426-8919-4320-8989-fff063212d8c req-4c593851-4fba-4751-9e4e-ed0b00a5f078 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] For port 9419ba1f-9e80-4ed4-afbc-2e51c57a7812, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=9419ba1f-9e80-4ed4-afbc-2e51c57a7812,segment=NetworkSegment(714982a0-3bd6-420a-8ae2-0d5475440df4),segment_id=714982a0-3bd6-420a-8ae2-0d5475440df4)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:00:27.195364 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-8a1fc426-8919-4320-8989-fff063212d8c req-4c593851-4fba-4751-9e4e-ed0b00a5f078 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:27.375991 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-8a1fc426-8919-4320-8989-fff063212d8c req-4c593851-4fba-4751-9e4e-ed0b00a5f078 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:27.376372 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-8a1fc426-8919-4320-8989-fff063212d8c req-4c593851-4fba-4751-9e4e-ed0b00a5f078 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:27.376726 n-d-791506-26 neutron-server[101291]: INFO neutron.db.l3_db [req-8a1fc426-8919-4320-8989-fff063212d8c req-4c593851-4fba-4751-9e4e-ed0b00a5f078 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Floating IP ca5c0e4f-bc22-4dc9-997b-e59ffb1540a1 disassociated. External IP: 172.25.4.29, port: 9419ba1f-9e80-4ed4-afbc-2e51c57a7812. Aug 17 00:00:27.377201 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-8a1fc426-8919-4320-8989-fff063212d8c req-4c593851-4fba-4751-9e4e-ed0b00a5f078 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Calling delete_port for 9419ba1f-9e80-4ed4-afbc-2e51c57a7812 owned by compute:nova {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:00:27.505321 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-8a1fc426-8919-4320-8989-fff063212d8c req-4c593851-4fba-4751-9e4e-ed0b00a5f078 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:27.540579 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c593851-4fba-4751-9e4e-ed0b00a5f078 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Pushing event deleted for resources: {'Port': ['ID=9419ba1f-9e80-4ed4-afbc-2e51c57a7812,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:27.659565 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8a1fc426-8919-4320-8989-fff063212d8c req-4c593851-4fba-4751-9e4e-ed0b00a5f078 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Router 67a6f228-1f37-42a9-9561-daf44bfca92a has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:00:27.770088 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8a1fc426-8919-4320-8989-fff063212d8c req-4c593851-4fba-4751-9e4e-ed0b00a5f078 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:00:27.781889 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14815eb-8c60-4581-8c42-29bf2be9304b None None] Sync routers for ids ['67a6f228-1f37-42a9-9561-daf44bfca92a'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:00:27.792524 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14815eb-8c60-4581-8c42-29bf2be9304b None None] Routers {'67a6f228-1f37-42a9-9561-daf44bfca92a'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:00:27.793186 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-b14815eb-8c60-4581-8c42-29bf2be9304b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:00:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['67a6f228-1f37-42a9-9561-daf44bfca92a'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:00:27.814099 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a1fc426-8919-4320-8989-fff063212d8c req-4c593851-4fba-4751-9e4e-ed0b00a5f078 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] No DVR routers for this DVR port 9419ba1f-9e80-4ed4-afbc-2e51c57a7812 on host n-h2-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:00:27.816712 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-8a1fc426-8919-4320-8989-fff063212d8c req-4c593851-4fba-4751-9e4e-ed0b00a5f078 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:27.818979 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-8a1fc426-8919-4320-8989-fff063212d8c req-4c593851-4fba-4751-9e4e-ed0b00a5f078 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.57 "DELETE /v2.0/ports/9419ba1f-9e80-4ed4-afbc-2e51c57a7812 HTTP/1.1" status: 204 len: 173 time: 0.8053408 Aug 17 00:00:27.819466 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7', 'name': 'network-vif-deleted', 'tag': '9419ba1f-9e80-4ed4-afbc-2e51c57a7812'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:00:27.821736 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7165c1ab170cf7a86a4d2d0d4fd52c1e3b7b58c190c14e765d35b2aa62be1e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cf8cb99-d925-4883-88a4-cbe682b7e58d" -d '{"events": [{"server_uuid": "1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7", "name": "network-vif-deleted", "tag": "9419ba1f-9e80-4ed4-afbc-2e51c57a7812"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:00:27.849692 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-af216195-f82d-4f2c-951b-f076441de60f req-b3f4d667-593d-4112-9d22-06527a108be8 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7 HTTP/1.1" status: 200 len: 210 time: 0.0432055 Aug 17 00:00:27.884795 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f695bbc-90ab-4304-aa29-5f81d337c798 x-openstack-request-id: req-7f695bbc-90ab-4304-aa29-5f81d337c798 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:00:27.884795 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7", "name": "network-vif-deleted", "tag": "9419ba1f-9e80-4ed4-afbc-2e51c57a7812", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:00:27.884795 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7f695bbc-90ab-4304-aa29-5f81d337c798 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:00:27.884795 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a6e4533-7f74-4d6a-85d7-adb9cfc2e3b7', 'name': 'network-vif-deleted', 'tag': '9419ba1f-9e80-4ed4-afbc-2e51c57a7812', 'status': 'completed', 'code': 200} Aug 17 00:00:27.931597 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-b14815eb-8c60-4581-8c42-29bf2be9304b None None] Set router 67a6f228-1f37-42a9-9561-daf44bfca92a gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:00:28.127360 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-b14815eb-8c60-4581-8c42-29bf2be9304b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'name': 'tempest-ServerActionsTestJSON-588204980-router', 'tenant_id': '83ef46c23c9b4665a6426b92010b2810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '2a45e1da-ac90-45b2-8495-6bf17bc484c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:51:34Z', 'updated_at': '2021-08-16T23:51:36Z', 'revision_number': 4, 'project_id': '83ef46c23c9b4665a6426b92010b2810', 'gw_port': {'id': '2a45e1da-ac90-45b2-8495-6bf17bc484c0', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:51:34Z', 'updated_at': '2021-08-16T23:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'f62dbd80-836c-428c-a77a-55f350621b11', 'name': '', 'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c', 'tenant_id': '83ef46c23c9b4665a6426b92010b2810', 'mac_address': 'fa:16:3e:ed:28:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2c7ea852-5b75-4594-bf21-897da6d8e4a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:51:36Z', 'updated_at': '2021-08-16T23:51:41Z', 'revision_number': 5, 'project_id': '83ef46c23c9b4665a6426b92010b2810', 'subnets': [{'id': '2c7ea852-5b75-4594-bf21-897da6d8e4a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:00:28.153491 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14815eb-8c60-4581-8c42-29bf2be9304b None None] Checking router: 67a6f228-1f37-42a9-9561-daf44bfca92a for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:00:28.162029 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14815eb-8c60-4581-8c42-29bf2be9304b None None] Routers {'67a6f228-1f37-42a9-9561-daf44bfca92a'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:00:28.162632 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-b14815eb-8c60-4581-8c42-29bf2be9304b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:00:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['67a6f228-1f37-42a9-9561-daf44bfca92a'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:00:28.270317 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-b14815eb-8c60-4581-8c42-29bf2be9304b None None] Set router 67a6f228-1f37-42a9-9561-daf44bfca92a gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:00:28.483714 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-b14815eb-8c60-4581-8c42-29bf2be9304b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'name': 'tempest-ServerActionsTestJSON-588204980-router', 'tenant_id': '83ef46c23c9b4665a6426b92010b2810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '2a45e1da-ac90-45b2-8495-6bf17bc484c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:51:34Z', 'updated_at': '2021-08-16T23:51:36Z', 'revision_number': 4, 'project_id': '83ef46c23c9b4665a6426b92010b2810', 'gw_port': {'id': '2a45e1da-ac90-45b2-8495-6bf17bc484c0', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:51:34Z', 'updated_at': '2021-08-16T23:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'f62dbd80-836c-428c-a77a-55f350621b11', 'name': '', 'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c', 'tenant_id': '83ef46c23c9b4665a6426b92010b2810', 'mac_address': 'fa:16:3e:ed:28:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2c7ea852-5b75-4594-bf21-897da6d8e4a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:51:36Z', 'updated_at': '2021-08-16T23:51:41Z', 'revision_number': 5, 'project_id': '83ef46c23c9b4665a6426b92010b2810', 'subnets': [{'id': '2c7ea852-5b75-4594-bf21-897da6d8e4a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:00:28.511016 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14815eb-8c60-4581-8c42-29bf2be9304b None None] The sync data for ids ['67a6f228-1f37-42a9-9561-daf44bfca92a'] in n-d-791506-26 is: [{'id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'name': 'tempest-ServerActionsTestJSON-588204980-router', 'tenant_id': '83ef46c23c9b4665a6426b92010b2810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '2a45e1da-ac90-45b2-8495-6bf17bc484c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:51:34Z', 'updated_at': '2021-08-16T23:51:36Z', 'revision_number': 4, 'project_id': '83ef46c23c9b4665a6426b92010b2810', 'gw_port': {'id': '2a45e1da-ac90-45b2-8495-6bf17bc484c0', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:51:34Z', 'updated_at': '2021-08-16T23:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'f62dbd80-836c-428c-a77a-55f350621b11', 'name': '', 'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c', 'tenant_id': '83ef46c23c9b4665a6426b92010b2810', 'mac_address': 'fa:16:3e:ed:28:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2c7ea852-5b75-4594-bf21-897da6d8e4a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:51:36Z', 'updated_at': '2021-08-16T23:51:41Z', 'revision_number': 5, 'project_id': '83ef46c23c9b4665a6426b92010b2810', 'subnets': [{'id': '2c7ea852-5b75-4594-bf21-897da6d8e4a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:00:28.735769 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6974806f-d149-4d6d-981c-b73d2fc73aa8 None None] New status for floating IP ca5c0e4f-bc22-4dc9-997b-e59ffb1540a1: DOWN {{(pid=101294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 00:00:29.183595 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-139869cb-bc49-4e12-a134-07a3ede08f92 req-ac7a3f24-e95e-409e-a16f-465bdd3a364f tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--16262300&fields=id&tenant_id=83ef46c23c9b4665a6426b92010b2810 HTTP/1.1" status: 200 len: 267 time: 0.0332019 Aug 17 00:00:29.294744 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139869cb-bc49-4e12-a134-07a3ede08f92 req-8e17aa9e-f4fa-4487-8376-d1a0eae979b8 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:29.296245 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-139869cb-bc49-4e12-a134-07a3ede08f92 req-8e17aa9e-f4fa-4487-8376-d1a0eae979b8 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/networks?id=358c85e3-e402-4800-ac20-1ee48de2366c HTTP/1.1" status: 200 len: 811 time: 0.1051977 Aug 17 00:00:29.312231 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-139869cb-bc49-4e12-a134-07a3ede08f92 req-76039407-02e1-499a-8e61-af5df4e3a2ee tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/quotas/83ef46c23c9b4665a6426b92010b2810 HTTP/1.1" status: 200 len: 375 time: 0.0101652 Aug 17 00:00:29.369045 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-139869cb-bc49-4e12-a134-07a3ede08f92 req-6a54537e-322f-4df3-8218-d6cc5912b158 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=83ef46c23c9b4665a6426b92010b2810&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0511036 Aug 17 00:00:29.385349 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [req-139869cb-bc49-4e12-a134-07a3ede08f92 req-43cd5d1c-f6cb-439c-8bcd-1b22fdb0e613 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:00:29.387167 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-139869cb-bc49-4e12-a134-07a3ede08f92 req-43cd5d1c-f6cb-439c-8bcd-1b22fdb0e613 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065548 Aug 17 00:00:29.446231 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 9419ba1f-9e80-4ed4-afbc-2e51c57a7812 no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:00:29.466614 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] No Port match for: 9419ba1f-9e80-4ed4-afbc-2e51c57a7812 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:00:29.466969 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 9419ba1f-9e80-4ed4-afbc-2e51c57a7812 not bound to the agent host n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:00:29.478602 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-139869cb-bc49-4e12-a134-07a3ede08f92 req-0c6c1832-9139-4d36-907f-c2530565119f service neutron] 10.222.0.36 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815530 Aug 17 00:00:29.572481 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-139869cb-bc49-4e12-a134-07a3ede08f92 req-665bff27-42e3-4e18-82d1-4340c668a880 service neutron] 10.222.0.36 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872312 Aug 17 00:00:29.744067 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-275cd890-4b98-4c0b-a264-999f379d3410 req-c7904d5d-2a68-4a8f-9601-1c4cdae56980 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=94fd9f6b-2a2c-4184-9131-ae85d8ed0f53 HTTP/1.1" status: 200 len: 210 time: 0.0276453 Aug 17 00:00:30.750338 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139869cb-bc49-4e12-a134-07a3ede08f92 req-5fa0cf47-ffc5-4bc8-9a70-2b4b101e0626 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:30.751865 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-139869cb-bc49-4e12-a134-07a3ede08f92 req-5fa0cf47-ffc5-4bc8-9a70-2b4b101e0626 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.57 "GET /v2.0/networks?id=358c85e3-e402-4800-ac20-1ee48de2366c HTTP/1.1" status: 200 len: 811 time: 0.1070795 Aug 17 00:00:30.806869 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-139869cb-bc49-4e12-a134-07a3ede08f92 req-0772aed2-a39a-4466-ae42-40353db62fbc tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83ef46c23c9b4665a6426b92010b2810 HTTP/1.1" status: 200 len: 378 time: 0.0370917 Aug 17 00:00:30.846926 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-139869cb-bc49-4e12-a134-07a3ede08f92 req-b1e2cd17-6ef2-440a-a451-9846b1b8468a tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Request body: {'port': {'device_id': '94fd9f6b-2a2c-4184-9131-ae85d8ed0f53', 'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c', 'admin_state_up': True, 'tenant_id': '83ef46c23c9b4665a6426b92010b2810', 'security_groups': ['76d78786-719d-4ded-9ccf-f6bbd64d77a3']}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:00:30.852950 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-46b4744a-1c7a-41d7-8e0e-261fc7f59ad2 req-1c088379-6d24-40a3-9370-0fa418d11a54 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=94fd9f6b-2a2c-4184-9131-ae85d8ed0f53 HTTP/1.1" status: 200 len: 210 time: 0.0309031 Aug 17 00:00:30.961310 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-139869cb-bc49-4e12-a134-07a3ede08f92 req-b1e2cd17-6ef2-440a-a451-9846b1b8468a tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Made reservation on behalf of 83ef46c23c9b4665a6426b92010b2810 for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:00:30.965081 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-139869cb-bc49-4e12-a134-07a3ede08f92 req-b1e2cd17-6ef2-440a-a451-9846b1b8468a tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:31.093514 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-139869cb-bc49-4e12-a134-07a3ede08f92 req-b1e2cd17-6ef2-440a-a451-9846b1b8468a tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Allocated IP 172.20.0.8 (358c85e3-e402-4800-ac20-1ee48de2366c/2c7ea852-5b75-4594-bf21-897da6d8e4a1/84c36a52-3400-4766-836f-5b5394b7321b) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:00:31.237143 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-139869cb-bc49-4e12-a134-07a3ede08f92 req-b1e2cd17-6ef2-440a-a451-9846b1b8468a tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:31.252899 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-139869cb-bc49-4e12-a134-07a3ede08f92 req-b1e2cd17-6ef2-440a-a451-9846b1b8468a tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Transition to ACTIVE for port object 84c36a52-3400-4766-836f-5b5394b7321b will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:00:31.285899 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-139869cb-bc49-4e12-a134-07a3ede08f92 req-b1e2cd17-6ef2-440a-a451-9846b1b8468a tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:31.332236 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-139869cb-bc49-4e12-a134-07a3ede08f92 req-b1e2cd17-6ef2-440a-a451-9846b1b8468a tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Network 358c85e3-e402-4800-ac20-1ee48de2366c is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:00:31.337255 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-139869cb-bc49-4e12-a134-07a3ede08f92 req-b1e2cd17-6ef2-440a-a451-9846b1b8468a tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:00:31.341155 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-139869cb-bc49-4e12-a134-07a3ede08f92 req-b1e2cd17-6ef2-440a-a451-9846b1b8468a tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:00:31.368140 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e2cd17-6ef2-440a-a451-9846b1b8468a tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Pushing event updated for resources: {'Port': ['ID=84c36a52-3400-4766-836f-5b5394b7321b,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:31.398362 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139869cb-bc49-4e12-a134-07a3ede08f92 req-b1e2cd17-6ef2-440a-a451-9846b1b8468a tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:31.399194 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-139869cb-bc49-4e12-a134-07a3ede08f92 req-b1e2cd17-6ef2-440a-a451-9846b1b8468a tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:31.414268 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-139869cb-bc49-4e12-a134-07a3ede08f92 req-b1e2cd17-6ef2-440a-a451-9846b1b8468a tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5713174 Aug 17 00:00:31.431950 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-139869cb-bc49-4e12-a134-07a3ede08f92 req-cfe3fadb-0bd6-48cc-b1d6-ccb143f905dd service neutron] Request body: {'port': {'device_id': '94fd9f6b-2a2c-4184-9131-ae85d8ed0f53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:00:31.489892 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-139869cb-bc49-4e12-a134-07a3ede08f92 req-cfe3fadb-0bd6-48cc-b1d6-ccb143f905dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:31.550792 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-701b56b4-8581-4b48-a74d-cac7d0449bc1 None None] Provisioning for port 84c36a52-3400-4766-836f-5b5394b7321b completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:00:31.554432 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-701b56b4-8581-4b48-a74d-cac7d0449bc1 None None] Provisioning complete for port 84c36a52-3400-4766-836f-5b5394b7321b triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:00:31.554805 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-701b56b4-8581-4b48-a74d-cac7d0449bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:31.592899 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-701b56b4-8581-4b48-a74d-cac7d0449bc1 None None] Port 84c36a52-3400-4766-836f-5b5394b7321b cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:00:31.767939 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-139869cb-bc49-4e12-a134-07a3ede08f92 req-cfe3fadb-0bd6-48cc-b1d6-ccb143f905dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84c36a52-3400-4766-836f-5b5394b7321b {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:00:31.775276 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-139869cb-bc49-4e12-a134-07a3ede08f92 req-cfe3fadb-0bd6-48cc-b1d6-ccb143f905dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:31.787641 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-139869cb-bc49-4e12-a134-07a3ede08f92 req-cfe3fadb-0bd6-48cc-b1d6-ccb143f905dd service neutron] Transition to ACTIVE for port object 84c36a52-3400-4766-836f-5b5394b7321b will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:00:31.791363 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-139869cb-bc49-4e12-a134-07a3ede08f92 req-cfe3fadb-0bd6-48cc-b1d6-ccb143f905dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:31.802603 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:00:31.845447 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe3fadb-0bd6-48cc-b1d6-ccb143f905dd service neutron] Pushing event updated for resources: {'Port': ['ID=84c36a52-3400-4766-836f-5b5394b7321b,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:31.922474 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-139869cb-bc49-4e12-a134-07a3ede08f92 req-cfe3fadb-0bd6-48cc-b1d6-ccb143f905dd service neutron] Attempting to bind port 84c36a52-3400-4766-836f-5b5394b7321b on host n-h2-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:00:31.922812 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-139869cb-bc49-4e12-a134-07a3ede08f92 req-cfe3fadb-0bd6-48cc-b1d6-ccb143f905dd service neutron] Attempting to bind port 84c36a52-3400-4766-836f-5b5394b7321b by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': '714982a0-3bd6-420a-8ae2-0d5475440df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:00:31.923145 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-139869cb-bc49-4e12-a134-07a3ede08f92 req-cfe3fadb-0bd6-48cc-b1d6-ccb143f905dd service neutron] Attempting to bind port 84c36a52-3400-4766-836f-5b5394b7321b on network 358c85e3-e402-4800-ac20-1ee48de2366c {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:00:31.927898 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-139869cb-bc49-4e12-a134-07a3ede08f92 req-cfe3fadb-0bd6-48cc-b1d6-ccb143f905dd service neutron] Port 84c36a52-3400-4766-836f-5b5394b7321b on network 358c85e3-e402-4800-ac20-1ee48de2366c not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:00:31.928223 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-139869cb-bc49-4e12-a134-07a3ede08f92 req-cfe3fadb-0bd6-48cc-b1d6-ccb143f905dd service neutron] Attempting to bind port 84c36a52-3400-4766-836f-5b5394b7321b on network 358c85e3-e402-4800-ac20-1ee48de2366c {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:00:31.935996 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-139869cb-bc49-4e12-a134-07a3ede08f92 req-cfe3fadb-0bd6-48cc-b1d6-ccb143f905dd service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:00:31.936339 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-139869cb-bc49-4e12-a134-07a3ede08f92 req-cfe3fadb-0bd6-48cc-b1d6-ccb143f905dd service neutron] Checking segment: {'id': '714982a0-3bd6-420a-8ae2-0d5475440df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:00:31.936761 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-139869cb-bc49-4e12-a134-07a3ede08f92 req-cfe3fadb-0bd6-48cc-b1d6-ccb143f905dd service neutron] Bound using segment: {'id': '714982a0-3bd6-420a-8ae2-0d5475440df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:00:31.937201 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-139869cb-bc49-4e12-a134-07a3ede08f92 req-cfe3fadb-0bd6-48cc-b1d6-ccb143f905dd service neutron] Bound port: 84c36a52-3400-4766-836f-5b5394b7321b, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '714982a0-3bd6-420a-8ae2-0d5475440df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:00:31.937562 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-139869cb-bc49-4e12-a134-07a3ede08f92 req-cfe3fadb-0bd6-48cc-b1d6-ccb143f905dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:31.974242 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5074f4ff-cb4d-4fe0-af33-915c0e7b7a65 req-c7bff5fd-1422-4beb-afca-260bafa4bdbe tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:31.975932 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5074f4ff-cb4d-4fe0-af33-915c0e7b7a65 req-c7bff5fd-1422-4beb-afca-260bafa4bdbe tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=94fd9f6b-2a2c-4184-9131-ae85d8ed0f53 HTTP/1.1" status: 200 len: 943 time: 0.0525248 Aug 17 00:00:32.008920 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-139869cb-bc49-4e12-a134-07a3ede08f92 req-cfe3fadb-0bd6-48cc-b1d6-ccb143f905dd service neutron] For port 84c36a52-3400-4766-836f-5b5394b7321b, host n-h2-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:00:32.013234 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-139869cb-bc49-4e12-a134-07a3ede08f92 req-cfe3fadb-0bd6-48cc-b1d6-ccb143f905dd service neutron] For port 84c36a52-3400-4766-836f-5b5394b7321b, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=84c36a52-3400-4766-836f-5b5394b7321b,segment=NetworkSegment(714982a0-3bd6-420a-8ae2-0d5475440df4),segment_id=714982a0-3bd6-420a-8ae2-0d5475440df4)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:00:32.018019 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-139869cb-bc49-4e12-a134-07a3ede08f92 req-cfe3fadb-0bd6-48cc-b1d6-ccb143f905dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:32.022810 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5074f4ff-cb4d-4fe0-af33-915c0e7b7a65 req-bc3065a0-1e61-4b42-9a29-be285b629135 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352612 Aug 17 00:00:32.051792 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139869cb-bc49-4e12-a134-07a3ede08f92 req-cfe3fadb-0bd6-48cc-b1d6-ccb143f905dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:32.052435 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-139869cb-bc49-4e12-a134-07a3ede08f92 req-cfe3fadb-0bd6-48cc-b1d6-ccb143f905dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:32.054303 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-139869cb-bc49-4e12-a134-07a3ede08f92 req-cfe3fadb-0bd6-48cc-b1d6-ccb143f905dd service neutron] 10.222.0.57 "PUT /v2.0/ports/84c36a52-3400-4766-836f-5b5394b7321b HTTP/1.1" status: 200 len: 1092 time: 0.6269131 Aug 17 00:00:32.056225 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94fd9f6b-2a2c-4184-9131-ae85d8ed0f53', 'tag': '84c36a52-3400-4766-836f-5b5394b7321b'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:00:32.058830 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7165c1ab170cf7a86a4d2d0d4fd52c1e3b7b58c190c14e765d35b2aa62be1e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2da072b6-8d30-499f-a5fd-1e4bc1a5173b" -d '{"events": [{"name": "network-changed", "server_uuid": "94fd9f6b-2a2c-4184-9131-ae85d8ed0f53", "tag": "84c36a52-3400-4766-836f-5b5394b7321b"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:00:32.095125 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe3fadb-0bd6-48cc-b1d6-ccb143f905dd service neutron] Pushing event updated for resources: {'Port': ['ID=84c36a52-3400-4766-836f-5b5394b7321b,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:32.100844 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c3f2548-9198-47f4-b39f-57d4115532b9 x-openstack-request-id: req-5c3f2548-9198-47f4-b39f-57d4115532b9 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:00:32.101142 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94fd9f6b-2a2c-4184-9131-ae85d8ed0f53", "tag": "84c36a52-3400-4766-836f-5b5394b7321b", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:00:32.101406 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5c3f2548-9198-47f4-b39f-57d4115532b9 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:00:32.101820 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94fd9f6b-2a2c-4184-9131-ae85d8ed0f53', 'tag': '84c36a52-3400-4766-836f-5b5394b7321b', 'status': 'completed', 'code': 200} Aug 17 00:00:32.166492 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139869cb-bc49-4e12-a134-07a3ede08f92 req-de6e6432-6934-4b67-9a39-5b114b275575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:32.168804 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-139869cb-bc49-4e12-a134-07a3ede08f92 req-de6e6432-6934-4b67-9a39-5b114b275575 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=83ef46c23c9b4665a6426b92010b2810&device_id=94fd9f6b-2a2c-4184-9131-ae85d8ed0f53 HTTP/1.1" status: 200 len: 1095 time: 0.0476120 Aug 17 00:00:32.224228 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-139869cb-bc49-4e12-a134-07a3ede08f92 req-2e72c96d-2775-4c03-8ab0-42d72d04ccd0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=84c36a52-3400-4766-836f-5b5394b7321b HTTP/1.1" status: 200 len: 217 time: 0.0423708 Aug 17 00:00:32.279239 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139869cb-bc49-4e12-a134-07a3ede08f92 req-ace33944-255b-48aa-9d4d-f78bcf9820d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:32.280754 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-139869cb-bc49-4e12-a134-07a3ede08f92 req-ace33944-255b-48aa-9d4d-f78bcf9820d7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2c7ea852-5b75-4594-bf21-897da6d8e4a1 HTTP/1.1" status: 200 len: 850 time: 0.0502174 Aug 17 00:00:32.330469 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139869cb-bc49-4e12-a134-07a3ede08f92 req-ce6b10f4-3783-40d5-9e8c-2a5f2af916ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:32.332001 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-139869cb-bc49-4e12-a134-07a3ede08f92 req-ce6b10f4-3783-40d5-9e8c-2a5f2af916ec service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=358c85e3-e402-4800-ac20-1ee48de2366c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440152 Aug 17 00:00:32.425251 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-139869cb-bc49-4e12-a134-07a3ede08f92 req-beb5c820-a735-4f39-ba21-27b2bd3d2364 service neutron] 10.222.0.57 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860653 Aug 17 00:00:32.515009 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-139869cb-bc49-4e12-a134-07a3ede08f92 req-586a954f-cea0-415d-a954-05a71d1f88d4 service neutron] 10.222.0.57 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827420 Aug 17 00:00:32.642904 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da072b6-8d30-499f-a5fd-1e4bc1a5173b req-bcae07c1-3313-4b02-9c91-7cd7d138679f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:32.644418 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2da072b6-8d30-499f-a5fd-1e4bc1a5173b req-bcae07c1-3313-4b02-9c91-7cd7d138679f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=83ef46c23c9b4665a6426b92010b2810&device_id=94fd9f6b-2a2c-4184-9131-ae85d8ed0f53 HTTP/1.1" status: 200 len: 1095 time: 0.0459304 Aug 17 00:00:32.737864 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da072b6-8d30-499f-a5fd-1e4bc1a5173b req-393c7519-70d7-4ea2-9401-ce41e365d058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:32.739245 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2da072b6-8d30-499f-a5fd-1e4bc1a5173b req-393c7519-70d7-4ea2-9401-ce41e365d058 service neutron] 10.222.0.57 "GET /v2.0/networks?id=358c85e3-e402-4800-ac20-1ee48de2366c HTTP/1.1" status: 200 len: 912 time: 0.0877652 Aug 17 00:00:32.780092 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2da072b6-8d30-499f-a5fd-1e4bc1a5173b req-fee89cf5-a0c4-47c6-85e8-8a66447c7b35 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=84c36a52-3400-4766-836f-5b5394b7321b HTTP/1.1" status: 200 len: 217 time: 0.0335872 Aug 17 00:00:32.834151 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da072b6-8d30-499f-a5fd-1e4bc1a5173b req-f4c78a4a-d681-47be-8b39-fad2dd028bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:32.835620 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2da072b6-8d30-499f-a5fd-1e4bc1a5173b req-f4c78a4a-d681-47be-8b39-fad2dd028bb9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2c7ea852-5b75-4594-bf21-897da6d8e4a1 HTTP/1.1" status: 200 len: 850 time: 0.0487936 Aug 17 00:00:32.882526 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da072b6-8d30-499f-a5fd-1e4bc1a5173b req-bc79a4f1-e439-4088-ac80-971ca0d4f5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:32.883998 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2da072b6-8d30-499f-a5fd-1e4bc1a5173b req-bc79a4f1-e439-4088-ac80-971ca0d4f5dd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=358c85e3-e402-4800-ac20-1ee48de2366c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408630 Aug 17 00:00:32.977058 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2da072b6-8d30-499f-a5fd-1e4bc1a5173b req-42480d53-87b2-435d-893d-365c2fecef07 service neutron] 10.222.0.57 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853591 Aug 17 00:00:33.067016 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2da072b6-8d30-499f-a5fd-1e4bc1a5173b req-98a0d8a1-5505-4314-a217-b0e9a0056491 service neutron] 10.222.0.57 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826793 Aug 17 00:00:33.143839 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f17b166-6b65-47ff-bafa-08c1d45df263 req-7c0fe42a-f98c-4ac3-9ef6-0a6284f1882c tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:33.145340 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0f17b166-6b65-47ff-bafa-08c1d45df263 req-7c0fe42a-f98c-4ac3-9ef6-0a6284f1882c tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=94fd9f6b-2a2c-4184-9131-ae85d8ed0f53 HTTP/1.1" status: 200 len: 943 time: 0.0518835 Aug 17 00:00:33.185713 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0f17b166-6b65-47ff-bafa-08c1d45df263 req-112aab0e-196b-474c-8d0b-c015de5a6842 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345032 Aug 17 00:00:34.316993 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9efa93-80e7-4c60-8bf8-c5b011952565 req-27a212b0-b03a-4165-9fb6-b94536085a17 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:34.318747 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cd9efa93-80e7-4c60-8bf8-c5b011952565 req-27a212b0-b03a-4165-9fb6-b94536085a17 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=94fd9f6b-2a2c-4184-9131-ae85d8ed0f53 HTTP/1.1" status: 200 len: 943 time: 0.0547938 Aug 17 00:00:34.361368 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cd9efa93-80e7-4c60-8bf8-c5b011952565 req-fb1a882f-4131-4163-80eb-bf98cb9cea9e tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364192 Aug 17 00:00:35.477737 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cbacf6-d29b-4941-9eaf-2fe41e82a269 req-b1a34d63-6037-4275-8b40-28b0330dc6ca tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:35.479250 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a8cbacf6-d29b-4941-9eaf-2fe41e82a269 req-b1a34d63-6037-4275-8b40-28b0330dc6ca tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=94fd9f6b-2a2c-4184-9131-ae85d8ed0f53 HTTP/1.1" status: 200 len: 943 time: 0.0492098 Aug 17 00:00:35.518084 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a8cbacf6-d29b-4941-9eaf-2fe41e82a269 req-2f3b6334-7453-4741-89d5-0e68a91b3454 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328650 Aug 17 00:00:36.640228 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be9593d-233e-4fff-9204-27b1c8b2fc1a req-468b9ba0-578d-4667-b24b-b6cf5d9eb784 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:36.641738 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6be9593d-233e-4fff-9204-27b1c8b2fc1a req-468b9ba0-578d-4667-b24b-b6cf5d9eb784 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=94fd9f6b-2a2c-4184-9131-ae85d8ed0f53 HTTP/1.1" status: 200 len: 943 time: 0.0550454 Aug 17 00:00:36.679270 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6be9593d-233e-4fff-9204-27b1c8b2fc1a req-49511eee-cc62-4732-b52f-c5492a7bd310 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314422 Aug 17 00:00:37.497306 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 84c36a52-3400-4766-836f-5b5394b7321b details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:00:37.592731 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 84c36a52-3400-4766-836f-5b5394b7321b, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=84c36a52-3400-4766-836f-5b5394b7321b,segment=NetworkSegment(714982a0-3bd6-420a-8ae2-0d5475440df4),segment_id=714982a0-3bd6-420a-8ae2-0d5475440df4)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:00:37.603430 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': '84c36a52-3400-4766-836f-5b5394b7321b', 'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c', 'port_id': '84c36a52-3400-4766-836f-5b5394b7321b', 'mac_address': 'fa:16:3e:0e:80:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c7ea852-5b75-4594-bf21-897da6d8e4a1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:00:37.646194 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:37.658792 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84c36a52-3400-4766-836f-5b5394b7321b {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:00:37.677736 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 84c36a52-3400-4766-836f-5b5394b7321b, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=84c36a52-3400-4766-836f-5b5394b7321b,segment=NetworkSegment(714982a0-3bd6-420a-8ae2-0d5475440df4),segment_id=714982a0-3bd6-420a-8ae2-0d5475440df4)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:00:37.681644 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:37.730068 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=84c36a52-3400-4766-836f-5b5394b7321b,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:37.794822 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aea0e3-1d2d-412d-b5ca-97ae8259e21d req-4d3311e6-8431-4201-827d-4061f19eaddd tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:37.796222 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-88aea0e3-1d2d-412d-b5ca-97ae8259e21d req-4d3311e6-8431-4201-827d-4061f19eaddd tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=94fd9f6b-2a2c-4184-9131-ae85d8ed0f53 HTTP/1.1" status: 200 len: 944 time: 0.0480258 Aug 17 00:00:37.834104 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-88aea0e3-1d2d-412d-b5ca-97ae8259e21d req-4a5ac871-d6a1-47c7-b609-3ca22b820f98 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319870 Aug 17 00:00:38.032613 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['84c36a52-3400-4766-836f-5b5394b7321b'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:00:38.946104 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5011212b-b6b3-4169-8790-ccde64d2d3d7 req-9052d50f-aad1-4c4a-a6e2-3bdb8720d710 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:38.947581 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5011212b-b6b3-4169-8790-ccde64d2d3d7 req-9052d50f-aad1-4c4a-a6e2-3bdb8720d710 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=94fd9f6b-2a2c-4184-9131-ae85d8ed0f53 HTTP/1.1" status: 200 len: 944 time: 0.0485094 Aug 17 00:00:38.985784 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5011212b-b6b3-4169-8790-ccde64d2d3d7 req-e2bef6a1-96d9-4ce6-9f50-a10e8e4ce729 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316799 Aug 17 00:00:39.492525 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 84c36a52-3400-4766-836f-5b5394b7321b up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:00:39.539928 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning for port 84c36a52-3400-4766-836f-5b5394b7321b completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:00:39.543535 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port 84c36a52-3400-4766-836f-5b5394b7321b triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:00:39.543911 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:39.620022 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:39.642537 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94fd9f6b-2a2c-4184-9131-ae85d8ed0f53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84c36a52-3400-4766-836f-5b5394b7321b'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:00:39.644700 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d789e1acf86fc3837d65c5c7bf7b17f03ca076816da63f24d17cffa1a624f203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d28225ca-e15c-41b2-bea7-23010d81ab5d" -d '{"events": [{"server_uuid": "94fd9f6b-2a2c-4184-9131-ae85d8ed0f53", "name": "network-vif-plugged", "status": "completed", "tag": "84c36a52-3400-4766-836f-5b5394b7321b"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:00:39.660962 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 84c36a52-3400-4766-836f-5b5394b7321b, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=84c36a52-3400-4766-836f-5b5394b7321b,segment=NetworkSegment(714982a0-3bd6-420a-8ae2-0d5475440df4),segment_id=714982a0-3bd6-420a-8ae2-0d5475440df4)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:00:39.665471 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:39.689915 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-148c2f05-b389-4949-8aeb-4213be90101f x-openstack-request-id: req-148c2f05-b389-4949-8aeb-4213be90101f {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:00:39.690223 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94fd9f6b-2a2c-4184-9131-ae85d8ed0f53", "name": "network-vif-plugged", "status": "completed", "tag": "84c36a52-3400-4766-836f-5b5394b7321b", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:00:39.690451 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-148c2f05-b389-4949-8aeb-4213be90101f {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:00:39.690834 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94fd9f6b-2a2c-4184-9131-ae85d8ed0f53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84c36a52-3400-4766-836f-5b5394b7321b', 'code': 200} Aug 17 00:00:39.715761 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=84c36a52-3400-4766-836f-5b5394b7321b,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:00:39.804028 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a85832-33f1-4ccf-ac91-93ce95cdf168 req-90782102-c908-4168-9744-45334a683c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:39.805543 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-a8a85832-33f1-4ccf-ac91-93ce95cdf168 req-90782102-c908-4168-9744-45334a683c34 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=94fd9f6b-2a2c-4184-9131-ae85d8ed0f53 HTTP/1.1" status: 200 len: 1097 time: 0.0398893 Aug 17 00:00:39.840649 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-a8a85832-33f1-4ccf-ac91-93ce95cdf168 req-feda09a9-0bf8-4ae4-93d5-7fad8adcfccd service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0278134 Aug 17 00:00:40.104494 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8426d737-b210-4d94-a95e-0eec8121eeb8 req-58713248-ee66-4624-90fe-16f024d932af tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:40.105981 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8426d737-b210-4d94-a95e-0eec8121eeb8 req-58713248-ee66-4624-90fe-16f024d932af tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=94fd9f6b-2a2c-4184-9131-ae85d8ed0f53 HTTP/1.1" status: 200 len: 945 time: 0.0539067 Aug 17 00:00:40.145264 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8426d737-b210-4d94-a95e-0eec8121eeb8 req-ec3a9f7a-8548-4e23-967f-5e37ec71e343 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324953 Aug 17 00:00:41.265289 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baf9954-8d1f-4a8b-a5b7-02f5d62a4b90 req-258c1dee-b75a-4606-bdf7-14bfd4d6f9ff tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:41.266842 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5baf9954-8d1f-4a8b-a5b7-02f5d62a4b90 req-258c1dee-b75a-4606-bdf7-14bfd4d6f9ff tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=94fd9f6b-2a2c-4184-9131-ae85d8ed0f53 HTTP/1.1" status: 200 len: 945 time: 0.0534310 Aug 17 00:00:41.306838 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5baf9954-8d1f-4a8b-a5b7-02f5d62a4b90 req-52548ad0-67a9-4216-94cf-810c410c11e2 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321844 Aug 17 00:00:41.946928 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:42.423281 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be18a9-4fa2-4442-80d5-8423b9c29932 req-3353168a-4113-42f1-ae3b-073b9aac2db0 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:42.424777 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c0be18a9-4fa2-4442-80d5-8423b9c29932 req-3353168a-4113-42f1-ae3b-073b9aac2db0 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=94fd9f6b-2a2c-4184-9131-ae85d8ed0f53 HTTP/1.1" status: 200 len: 945 time: 0.0488281 Aug 17 00:00:42.461797 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c0be18a9-4fa2-4442-80d5-8423b9c29932 req-a54e315c-2f68-41b3-8954-cd5d090b56d8 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308378 Aug 17 00:00:42.578063 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964ef6ab-c23c-4550-9bed-45614a597823 req-6cc21b05-2a3c-4044-886d-d81a81e495a1 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:42.579540 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-964ef6ab-c23c-4550-9bed-45614a597823 req-6cc21b05-2a3c-4044-886d-d81a81e495a1 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=94fd9f6b-2a2c-4184-9131-ae85d8ed0f53 HTTP/1.1" status: 200 len: 945 time: 0.0538807 Aug 17 00:00:42.588094 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 57806) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:00:42.593321 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-d2e0ef58-b6f9-49ef-ba9c-920fb049eb8e tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Request body: {'floatingip': {'port_id': '84c36a52-3400-4766-836f-5b5394b7321b'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:00:42.631290 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d2e0ef58-b6f9-49ef-ba9c-920fb049eb8e tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Notify callbacks [] for floatingip, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:43.055158 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d2e0ef58-b6f9-49ef-ba9c-920fb049eb8e tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:43.059015 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d2e0ef58-b6f9-49ef-ba9c-920fb049eb8e tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:43.503687 n-d-791506-26 neutron-server[101292]: INFO neutron.db.l3_db [None req-d2e0ef58-b6f9-49ef-ba9c-920fb049eb8e tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Floating IP ca5c0e4f-bc22-4dc9-997b-e59ffb1540a1 associated. External IP: 172.25.4.29, port: 84c36a52-3400-4766-836f-5b5394b7321b. Aug 17 00:00:43.701741 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2e0ef58-b6f9-49ef-ba9c-920fb049eb8e tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Router 67a6f228-1f37-42a9-9561-daf44bfca92a has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:00:43.808841 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2e0ef58-b6f9-49ef-ba9c-920fb049eb8e tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:00:43.814913 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d2e0ef58-b6f9-49ef-ba9c-920fb049eb8e tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:43.818987 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc7f0a9-ca79-4439-b28c-6d810df96027 None None] Sync routers for ids ['67a6f228-1f37-42a9-9561-daf44bfca92a'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:00:43.829549 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc7f0a9-ca79-4439-b28c-6d810df96027 None None] Routers {'67a6f228-1f37-42a9-9561-daf44bfca92a'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:00:43.830163 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-3fc7f0a9-ca79-4439-b28c-6d810df96027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:00:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['67a6f228-1f37-42a9-9561-daf44bfca92a'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:00:43.840878 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-d2e0ef58-b6f9-49ef-ba9c-920fb049eb8e tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "PUT /v2.0/floatingips/ca5c0e4f-bc22-4dc9-997b-e59ffb1540a1 HTTP/1.1" status: 200 len: 991 time: 1.2516739 Aug 17 00:00:43.841694 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94fd9f6b-2a2c-4184-9131-ae85d8ed0f53', 'tag': '84c36a52-3400-4766-836f-5b5394b7321b'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:00:43.844005 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5be9a9c22bfe9382157933c6eba925c7622163b8a5c85bc608140d30d6fa20cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-697eb610-a53b-4e4f-ac97-b506e0c805c6" -d '{"events": [{"name": "network-changed", "server_uuid": "94fd9f6b-2a2c-4184-9131-ae85d8ed0f53", "tag": "84c36a52-3400-4766-836f-5b5394b7321b"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:00:43.884160 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39890526-fd81-4e1e-952f-7fe3288c116c x-openstack-request-id: req-39890526-fd81-4e1e-952f-7fe3288c116c {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:00:43.884455 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94fd9f6b-2a2c-4184-9131-ae85d8ed0f53", "tag": "84c36a52-3400-4766-836f-5b5394b7321b", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:00:43.884732 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-39890526-fd81-4e1e-952f-7fe3288c116c {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:00:43.885140 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94fd9f6b-2a2c-4184-9131-ae85d8ed0f53', 'tag': '84c36a52-3400-4766-836f-5b5394b7321b', 'status': 'completed', 'code': 200} Aug 17 00:00:43.938654 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-3fc7f0a9-ca79-4439-b28c-6d810df96027 None None] Set router 67a6f228-1f37-42a9-9561-daf44bfca92a gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:00:43.982656 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697eb610-a53b-4e4f-ac97-b506e0c805c6 req-b545ed04-2205-411d-97e7-981843d19d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:43.984284 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-697eb610-a53b-4e4f-ac97-b506e0c805c6 req-b545ed04-2205-411d-97e7-981843d19d17 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=83ef46c23c9b4665a6426b92010b2810&device_id=94fd9f6b-2a2c-4184-9131-ae85d8ed0f53 HTTP/1.1" status: 200 len: 1097 time: 0.0452151 Aug 17 00:00:44.075258 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697eb610-a53b-4e4f-ac97-b506e0c805c6 req-381b4040-2c62-461b-bf10-c70a8102c2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:44.077003 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-697eb610-a53b-4e4f-ac97-b506e0c805c6 req-381b4040-2c62-461b-bf10-c70a8102c2a3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=358c85e3-e402-4800-ac20-1ee48de2366c HTTP/1.1" status: 200 len: 912 time: 0.0849855 Aug 17 00:00:44.148578 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-697eb610-a53b-4e4f-ac97-b506e0c805c6 req-0ec793fe-61bb-4aae-9d55-96e9da978e76 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=84c36a52-3400-4766-836f-5b5394b7321b HTTP/1.1" status: 200 len: 999 time: 0.0647366 Aug 17 00:00:44.160790 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-3fc7f0a9-ca79-4439-b28c-6d810df96027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'name': 'tempest-ServerActionsTestJSON-588204980-router', 'tenant_id': '83ef46c23c9b4665a6426b92010b2810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '2a45e1da-ac90-45b2-8495-6bf17bc484c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:51:34Z', 'updated_at': '2021-08-16T23:51:36Z', 'revision_number': 4, 'project_id': '83ef46c23c9b4665a6426b92010b2810', 'gw_port': {'id': '2a45e1da-ac90-45b2-8495-6bf17bc484c0', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:51:34Z', 'updated_at': '2021-08-16T23:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': 'ca5c0e4f-bc22-4dc9-997b-e59ffb1540a1', 'tenant_id': '83ef46c23c9b4665a6426b92010b2810', 'floating_ip_address': '172.25.4.29', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'port_id': '84c36a52-3400-4766-836f-5b5394b7321b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c', 'mac_address': 'fa:16:3e:0e:80:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94fd9f6b-2a2c-4184-9131-ae85d8ed0f53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:51:39Z', 'updated_at': '2021-08-17T00:00:42Z', 'revision_number': 13, 'project_id': '83ef46c23c9b4665a6426b92010b2810', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f62dbd80-836c-428c-a77a-55f350621b11', 'name': '', 'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c', 'tenant_id': '83ef46c23c9b4665a6426b92010b2810', 'mac_address': 'fa:16:3e:ed:28:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2c7ea852-5b75-4594-bf21-897da6d8e4a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:51:36Z', 'updated_at': '2021-08-16T23:51:41Z', 'revision_number': 5, 'project_id': '83ef46c23c9b4665a6426b92010b2810', 'subnets': [{'id': '2c7ea852-5b75-4594-bf21-897da6d8e4a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:00:44.191415 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc7f0a9-ca79-4439-b28c-6d810df96027 None None] Checking router: 67a6f228-1f37-42a9-9561-daf44bfca92a for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:00:44.199093 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697eb610-a53b-4e4f-ac97-b506e0c805c6 req-4c83a32e-75ce-457a-b1f6-e86ee42c67ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:44.199497 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc7f0a9-ca79-4439-b28c-6d810df96027 None None] Routers {'67a6f228-1f37-42a9-9561-daf44bfca92a'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:00:44.200098 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-3fc7f0a9-ca79-4439-b28c-6d810df96027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:00:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['67a6f228-1f37-42a9-9561-daf44bfca92a'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:00:44.200800 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-697eb610-a53b-4e4f-ac97-b506e0c805c6 req-4c83a32e-75ce-457a-b1f6-e86ee42c67ee service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2c7ea852-5b75-4594-bf21-897da6d8e4a1 HTTP/1.1" status: 200 len: 850 time: 0.0458822 Aug 17 00:00:44.249238 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697eb610-a53b-4e4f-ac97-b506e0c805c6 req-c9107d70-ba04-47fd-b9a6-4467b63ddbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:00:44.250758 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-697eb610-a53b-4e4f-ac97-b506e0c805c6 req-c9107d70-ba04-47fd-b9a6-4467b63ddbce service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=358c85e3-e402-4800-ac20-1ee48de2366c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437880 Aug 17 00:00:44.310485 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-3fc7f0a9-ca79-4439-b28c-6d810df96027 None None] Set router 67a6f228-1f37-42a9-9561-daf44bfca92a gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:00:44.345013 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-697eb610-a53b-4e4f-ac97-b506e0c805c6 req-472dd862-c369-4ca8-a205-00a0e8e99b46 service neutron] 10.222.0.57 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868518 Aug 17 00:00:44.433866 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-697eb610-a53b-4e4f-ac97-b506e0c805c6 req-1e410528-4290-4ee7-a4c0-61455603323e service neutron] 10.222.0.57 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824771 Aug 17 00:00:44.529378 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-3fc7f0a9-ca79-4439-b28c-6d810df96027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'name': 'tempest-ServerActionsTestJSON-588204980-router', 'tenant_id': '83ef46c23c9b4665a6426b92010b2810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '2a45e1da-ac90-45b2-8495-6bf17bc484c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:51:34Z', 'updated_at': '2021-08-16T23:51:36Z', 'revision_number': 4, 'project_id': '83ef46c23c9b4665a6426b92010b2810', 'gw_port': {'id': '2a45e1da-ac90-45b2-8495-6bf17bc484c0', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:51:34Z', 'updated_at': '2021-08-16T23:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': 'ca5c0e4f-bc22-4dc9-997b-e59ffb1540a1', 'tenant_id': '83ef46c23c9b4665a6426b92010b2810', 'floating_ip_address': '172.25.4.29', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'port_id': '84c36a52-3400-4766-836f-5b5394b7321b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c', 'mac_address': 'fa:16:3e:0e:80:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94fd9f6b-2a2c-4184-9131-ae85d8ed0f53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:51:39Z', 'updated_at': '2021-08-17T00:00:42Z', 'revision_number': 13, 'project_id': '83ef46c23c9b4665a6426b92010b2810', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f62dbd80-836c-428c-a77a-55f350621b11', 'name': '', 'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c', 'tenant_id': '83ef46c23c9b4665a6426b92010b2810', 'mac_address': 'fa:16:3e:ed:28:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2c7ea852-5b75-4594-bf21-897da6d8e4a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:51:36Z', 'updated_at': '2021-08-16T23:51:41Z', 'revision_number': 5, 'project_id': '83ef46c23c9b4665a6426b92010b2810', 'subnets': [{'id': '2c7ea852-5b75-4594-bf21-897da6d8e4a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:00:44.554561 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc7f0a9-ca79-4439-b28c-6d810df96027 None None] The sync data for ids ['67a6f228-1f37-42a9-9561-daf44bfca92a'] in n-d-791506-26 is: [{'id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'name': 'tempest-ServerActionsTestJSON-588204980-router', 'tenant_id': '83ef46c23c9b4665a6426b92010b2810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '2a45e1da-ac90-45b2-8495-6bf17bc484c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:51:34Z', 'updated_at': '2021-08-16T23:51:36Z', 'revision_number': 4, 'project_id': '83ef46c23c9b4665a6426b92010b2810', 'gw_port': {'id': '2a45e1da-ac90-45b2-8495-6bf17bc484c0', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:51:34Z', 'updated_at': '2021-08-16T23:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': 'ca5c0e4f-bc22-4dc9-997b-e59ffb1540a1', 'tenant_id': '83ef46c23c9b4665a6426b92010b2810', 'floating_ip_address': '172.25.4.29', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'port_id': '84c36a52-3400-4766-836f-5b5394b7321b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c', 'mac_address': 'fa:16:3e:0e:80:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94fd9f6b-2a2c-4184-9131-ae85d8ed0f53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T23:51:39Z', 'updated_at': '2021-08-17T00:00:42Z', 'revision_number': 13, 'project_id': '83ef46c23c9b4665a6426b92010b2810', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f62dbd80-836c-428c-a77a-55f350621b11', 'name': '', 'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c', 'tenant_id': '83ef46c23c9b4665a6426b92010b2810', 'mac_address': 'fa:16:3e:ed:28:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2c7ea852-5b75-4594-bf21-897da6d8e4a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:51:36Z', 'updated_at': '2021-08-16T23:51:41Z', 'revision_number': 5, 'project_id': '83ef46c23c9b4665a6426b92010b2810', 'subnets': [{'id': '2c7ea852-5b75-4594-bf21-897da6d8e4a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:00:44.746555 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9a0054-1e36-45e5-81b8-9a3bed345e56 None None] New status for floating IP ca5c0e4f-bc22-4dc9-997b-e59ffb1540a1: ACTIVE {{(pid=101294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 00:00:47.796598 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7c972034-8367-4629-b331-0d7aa452a8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:49.878978 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8cd6d59-4932-4922-a375-3517e73a3809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:50.763643 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:51.962368 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:53.067059 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:00:55.958493 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:08.801656 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:01:11.947782 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:17.796871 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-85d5ea51-3c11-4322-9b53-883187ba6217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:19.880631 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0fec807e-a804-41a8-8a75-4d89a8d9a106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:20.767778 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:21.815289 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:23.069988 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:25.970470 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:30.182377 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e58115e4-1ec4-44a7-8ea8-d99c744f9e4e req-bcfc521e-5968-4e29-9512-42a01d1ebd0a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=94fd9f6b-2a2c-4184-9131-ae85d8ed0f53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0822246 Aug 17 00:01:30.283258 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58115e4-1ec4-44a7-8ea8-d99c744f9e4e req-c7671d7d-e6ab-4662-82fc-cfceaec036d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:30.284826 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e58115e4-1ec4-44a7-8ea8-d99c744f9e4e req-c7671d7d-e6ab-4662-82fc-cfceaec036d0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=83ef46c23c9b4665a6426b92010b2810&device_id=94fd9f6b-2a2c-4184-9131-ae85d8ed0f53 HTTP/1.1" status: 200 len: 1097 time: 0.0458972 Aug 17 00:01:30.391157 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58115e4-1ec4-44a7-8ea8-d99c744f9e4e req-fb977607-dad5-45bc-8f57-b9fb0d3c3f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:30.392715 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e58115e4-1ec4-44a7-8ea8-d99c744f9e4e req-fb977607-dad5-45bc-8f57-b9fb0d3c3f2c service neutron] 10.222.0.57 "GET /v2.0/networks?id=358c85e3-e402-4800-ac20-1ee48de2366c HTTP/1.1" status: 200 len: 912 time: 0.0886829 Aug 17 00:01:30.462630 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e58115e4-1ec4-44a7-8ea8-d99c744f9e4e req-bbb3c7a6-fceb-456c-828d-85fb45d82440 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=84c36a52-3400-4766-836f-5b5394b7321b HTTP/1.1" status: 200 len: 1001 time: 0.0628586 Aug 17 00:01:30.516040 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58115e4-1ec4-44a7-8ea8-d99c744f9e4e req-3d954c9d-5052-4ba0-9bc0-cd2effcd3487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:30.517528 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e58115e4-1ec4-44a7-8ea8-d99c744f9e4e req-3d954c9d-5052-4ba0-9bc0-cd2effcd3487 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2c7ea852-5b75-4594-bf21-897da6d8e4a1 HTTP/1.1" status: 200 len: 850 time: 0.0473623 Aug 17 00:01:30.563218 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58115e4-1ec4-44a7-8ea8-d99c744f9e4e req-1be0f678-abbd-4d1a-867b-4f5b8cd81831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:01:30.564726 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e58115e4-1ec4-44a7-8ea8-d99c744f9e4e req-1be0f678-abbd-4d1a-867b-4f5b8cd81831 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=358c85e3-e402-4800-ac20-1ee48de2366c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400021 Aug 17 00:01:30.657842 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e58115e4-1ec4-44a7-8ea8-d99c744f9e4e req-62aa896a-8dd0-4156-8d84-b333f2599233 service neutron] 10.222.0.57 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860488 Aug 17 00:01:30.746769 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e58115e4-1ec4-44a7-8ea8-d99c744f9e4e req-43a65d94-9c39-41cd-a992-9e07b84bd928 service neutron] 10.222.0.57 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820723 Aug 17 00:01:41.962316 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:45.800950 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:01:47.798406 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-de78cd19-57a9-4305-90ab-9cdcb431c4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:49.880822 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-43ff3f13-9a0f-423d-bca6-bc1e7e3b1a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:50.770375 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:51.818359 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:53.072601 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:01:55.980233 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:11.959783 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:17.800325 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e142e800-a585-4e5d-9ed3-2710a1872625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:19.881873 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-3dc57733-2193-415e-9112-b6df65de537d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:20.770770 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:21.821334 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:22.800228 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:02:23.082272 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:25.978995 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:32.030818 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-ec7b4b4d-cb6a-4995-b0ea-2230310c07ba req-16c7f790-deaf-4be6-8de9-975f371f39ca service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=94fd9f6b-2a2c-4184-9131-ae85d8ed0f53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0431538 Aug 17 00:02:32.140148 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b4b4d-cb6a-4995-b0ea-2230310c07ba req-aec72006-d48f-4bf5-8e34-45d8fbd0cf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:32.141690 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-ec7b4b4d-cb6a-4995-b0ea-2230310c07ba req-aec72006-d48f-4bf5-8e34-45d8fbd0cf24 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=83ef46c23c9b4665a6426b92010b2810&device_id=94fd9f6b-2a2c-4184-9131-ae85d8ed0f53 HTTP/1.1" status: 200 len: 1097 time: 0.0465782 Aug 17 00:02:32.246835 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b4b4d-cb6a-4995-b0ea-2230310c07ba req-a0cbf1ec-23f5-4817-a8a4-d58505432f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:32.248329 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-ec7b4b4d-cb6a-4995-b0ea-2230310c07ba req-a0cbf1ec-23f5-4817-a8a4-d58505432f0e service neutron] 10.222.0.57 "GET /v2.0/networks?id=358c85e3-e402-4800-ac20-1ee48de2366c HTTP/1.1" status: 200 len: 912 time: 0.0872443 Aug 17 00:02:32.317207 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-ec7b4b4d-cb6a-4995-b0ea-2230310c07ba req-92c1f682-36a0-4ccb-986a-dfef6e70a66e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=84c36a52-3400-4766-836f-5b5394b7321b HTTP/1.1" status: 200 len: 1001 time: 0.0612335 Aug 17 00:02:32.367118 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b4b4d-cb6a-4995-b0ea-2230310c07ba req-21789176-2382-4b3e-ac00-dbce83ac1052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:32.368869 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-ec7b4b4d-cb6a-4995-b0ea-2230310c07ba req-21789176-2382-4b3e-ac00-dbce83ac1052 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2c7ea852-5b75-4594-bf21-897da6d8e4a1 HTTP/1.1" status: 200 len: 850 time: 0.0447640 Aug 17 00:02:32.413902 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b4b4d-cb6a-4995-b0ea-2230310c07ba req-2c800734-97a9-472b-8f33-1492a29e3a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:02:32.415401 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-ec7b4b4d-cb6a-4995-b0ea-2230310c07ba req-2c800734-97a9-472b-8f33-1492a29e3a3a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=358c85e3-e402-4800-ac20-1ee48de2366c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401466 Aug 17 00:02:32.507324 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-ec7b4b4d-cb6a-4995-b0ea-2230310c07ba req-3339d9f6-c6a1-4170-9af1-0812afe4b7d2 service neutron] 10.222.0.57 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851841 Aug 17 00:02:32.596469 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-ec7b4b4d-cb6a-4995-b0ea-2230310c07ba req-2ceb355e-5281-4659-ab08-00fec4830566 service neutron] 10.222.0.57 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817914 Aug 17 00:02:41.976789 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:47.800904 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4c9ab2d6-6e58-45bb-b644-c6e325390e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:49.882330 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2155fe35-9656-4e35-97cf-850636d3a6b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:50.772020 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:51.824504 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:53.083713 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:55.976803 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:02:59.801464 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:03:11.990265 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:12.462376 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2919f1e7-a789-416a-a5f9-b264a4b60d07 req-809c7494-80cd-404a-ad69-ef9b9193e183 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:12.463874 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2919f1e7-a789-416a-a5f9-b264a4b60d07 req-809c7494-80cd-404a-ad69-ef9b9193e183 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=94fd9f6b-2a2c-4184-9131-ae85d8ed0f53 HTTP/1.1" status: 200 len: 945 time: 0.1540985 Aug 17 00:03:12.501920 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2919f1e7-a789-416a-a5f9-b264a4b60d07 req-a637f5de-0325-413c-b68e-8802e6347246 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320897 Aug 17 00:03:17.801945 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-32dd630f-62ab-457f-a1ba-32599619953e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:19.883183 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d6f20c5d-ff05-4a4d-b370-914206f2a3e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:20.772853 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:21.827117 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:23.080083 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:23.700481 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [req-76258e12-48b4-4b26-b03d-e2b64a036643 req-72da5592-6216-473e-8096-c89064c54112 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:03:23.701529 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-76258e12-48b4-4b26-b03d-e2b64a036643 req-72da5592-6216-473e-8096-c89064c54112 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0481803 Aug 17 00:03:23.889060 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b29896-e29b-4bd5-8aa3-8f04e146fd25 req-f0212492-0215-4f28-81b0-fe6c8b2096be tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:23.890585 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-92b29896-e29b-4bd5-8aa3-8f04e146fd25 req-f0212492-0215-4f28-81b0-fe6c8b2096be tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=94fd9f6b-2a2c-4184-9131-ae85d8ed0f53 HTTP/1.1" status: 200 len: 945 time: 0.0512884 Aug 17 00:03:23.911941 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2e3626b3-4fc6-482c-a9c8-c7488d8ce92b req-7ce93dda-6943-475a-8f9a-6cf113cd6b5a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=94fd9f6b-2a2c-4184-9131-ae85d8ed0f53&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0864313 Aug 17 00:03:23.931314 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-92b29896-e29b-4bd5-8aa3-8f04e146fd25 req-e9393fb4-d51d-4f15-af93-7dc1ffaaacec tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336754 Aug 17 00:03:25.063099 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49463617-ef18-4a37-be50-f13f7ff9112d req-643f421d-991a-4b16-9470-413df0cd1b58 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:25.065225 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-49463617-ef18-4a37-be50-f13f7ff9112d req-643f421d-991a-4b16-9470-413df0cd1b58 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=94fd9f6b-2a2c-4184-9131-ae85d8ed0f53 HTTP/1.1" status: 200 len: 945 time: 0.0496061 Aug 17 00:03:25.107364 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-49463617-ef18-4a37-be50-f13f7ff9112d req-f5e65cf1-640c-410e-988b-fc8b1b1b7de2 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356026 Aug 17 00:03:25.338474 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3626b3-4fc6-482c-a9c8-c7488d8ce92b req-92ad9e2b-ce25-48f5-8d46-ff9d28f5876b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:25.340088 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2e3626b3-4fc6-482c-a9c8-c7488d8ce92b req-92ad9e2b-ce25-48f5-8d46-ff9d28f5876b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=83ef46c23c9b4665a6426b92010b2810&device_id=94fd9f6b-2a2c-4184-9131-ae85d8ed0f53 HTTP/1.1" status: 200 len: 1097 time: 0.0468473 Aug 17 00:03:25.429384 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3626b3-4fc6-482c-a9c8-c7488d8ce92b req-04208463-ceeb-49a2-9cc2-86b0851e3c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:25.430852 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2e3626b3-4fc6-482c-a9c8-c7488d8ce92b req-04208463-ceeb-49a2-9cc2-86b0851e3c05 service neutron] 10.222.0.57 "GET /v2.0/networks?id=358c85e3-e402-4800-ac20-1ee48de2366c HTTP/1.1" status: 200 len: 912 time: 0.0843902 Aug 17 00:03:25.500784 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2e3626b3-4fc6-482c-a9c8-c7488d8ce92b req-56bb94c0-7357-43cc-bf5c-8adf69254729 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=84c36a52-3400-4766-836f-5b5394b7321b HTTP/1.1" status: 200 len: 1001 time: 0.0629730 Aug 17 00:03:25.552967 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3626b3-4fc6-482c-a9c8-c7488d8ce92b req-2532f5b8-fc61-409b-aa5a-a2adb1e1ce7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:25.554492 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2e3626b3-4fc6-482c-a9c8-c7488d8ce92b req-2532f5b8-fc61-409b-aa5a-a2adb1e1ce7d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2c7ea852-5b75-4594-bf21-897da6d8e4a1 HTTP/1.1" status: 200 len: 850 time: 0.0472372 Aug 17 00:03:25.602380 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3626b3-4fc6-482c-a9c8-c7488d8ce92b req-40ea042b-9a27-4cd9-b671-7bfa1ab4f55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:25.603918 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2e3626b3-4fc6-482c-a9c8-c7488d8ce92b req-40ea042b-9a27-4cd9-b671-7bfa1ab4f55e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=358c85e3-e402-4800-ac20-1ee48de2366c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429382 Aug 17 00:03:25.706817 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2e3626b3-4fc6-482c-a9c8-c7488d8ce92b req-54ae94b2-a35f-461c-8b0d-76c7b341dba8 service neutron] 10.222.0.57 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953794 Aug 17 00:03:25.796482 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2e3626b3-4fc6-482c-a9c8-c7488d8ce92b req-b0aa83e5-34af-4336-bd1a-b81b42773986 service neutron] 10.222.0.57 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831726 Aug 17 00:03:25.991480 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:26.226126 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae1b495-41a7-4d1d-96cc-059d5e02797b req-824df6d7-6f6a-4477-ad4e-c20457a06f13 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:26.227646 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7ae1b495-41a7-4d1d-96cc-059d5e02797b req-824df6d7-6f6a-4477-ad4e-c20457a06f13 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=94fd9f6b-2a2c-4184-9131-ae85d8ed0f53 HTTP/1.1" status: 200 len: 945 time: 0.0490062 Aug 17 00:03:26.267744 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7ae1b495-41a7-4d1d-96cc-059d5e02797b req-96c04bae-1a44-4044-9608-cc5e3b8ce735 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329454 Aug 17 00:03:27.387817 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c49f95a-bd46-415c-bb08-30f3f03a092e req-6939a227-43ec-4924-b92e-68386b9b675d tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:27.389348 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6c49f95a-bd46-415c-bb08-30f3f03a092e req-6939a227-43ec-4924-b92e-68386b9b675d tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=94fd9f6b-2a2c-4184-9131-ae85d8ed0f53 HTTP/1.1" status: 200 len: 945 time: 0.0497782 Aug 17 00:03:27.427909 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6c49f95a-bd46-415c-bb08-30f3f03a092e req-0a6b1a8a-9f61-4088-93ca-394d59342ce1 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315061 Aug 17 00:03:28.542380 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3eeb7-9ac6-40ba-a927-df5c77872d64 req-d219e285-ba5e-4568-baa9-c1d7f1a86a69 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:28.543861 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cfa3eeb7-9ac6-40ba-a927-df5c77872d64 req-d219e285-ba5e-4568-baa9-c1d7f1a86a69 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=94fd9f6b-2a2c-4184-9131-ae85d8ed0f53 HTTP/1.1" status: 200 len: 945 time: 0.0484459 Aug 17 00:03:28.585350 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cfa3eeb7-9ac6-40ba-a927-df5c77872d64 req-4614760c-3613-45c9-947a-dc5f189e88b2 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354524 Aug 17 00:03:29.702469 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb00fbf-ffb2-4071-a67c-a3fd38cf0577 req-48845bf7-4fc3-4686-8830-a6bf3dd85a5b tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:29.703959 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3bb00fbf-ffb2-4071-a67c-a3fd38cf0577 req-48845bf7-4fc3-4686-8830-a6bf3dd85a5b tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=94fd9f6b-2a2c-4184-9131-ae85d8ed0f53 HTTP/1.1" status: 200 len: 945 time: 0.0494099 Aug 17 00:03:29.744171 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3bb00fbf-ffb2-4071-a67c-a3fd38cf0577 req-a2dbae23-972c-4924-97a1-d03d1a0cc2f8 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337191 Aug 17 00:03:30.865268 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c79e1d-d55b-4fb3-a775-c4e904c41849 req-80d92efb-9622-45ac-942e-0215f5694c67 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:30.866935 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d8c79e1d-d55b-4fb3-a775-c4e904c41849 req-80d92efb-9622-45ac-942e-0215f5694c67 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=94fd9f6b-2a2c-4184-9131-ae85d8ed0f53 HTTP/1.1" status: 200 len: 945 time: 0.0516944 Aug 17 00:03:30.904477 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d8c79e1d-d55b-4fb3-a775-c4e904c41849 req-8cd545c8-78c4-4bc1-910e-e8a9494895ce tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311515 Aug 17 00:03:32.024274 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ddaed8-388c-4aed-8952-05d3d16fb470 req-c7da434e-1dba-45f1-952e-71bfe02b5681 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:32.025784 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-31ddaed8-388c-4aed-8952-05d3d16fb470 req-c7da434e-1dba-45f1-952e-71bfe02b5681 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=94fd9f6b-2a2c-4184-9131-ae85d8ed0f53 HTTP/1.1" status: 200 len: 945 time: 0.0502837 Aug 17 00:03:32.058364 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2924abe3-c1ac-4266-8e47-fae030e348ce req-4b0d287c-a775-4667-a8d3-d39a15a48029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:32.059929 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2924abe3-c1ac-4266-8e47-fae030e348ce req-4b0d287c-a775-4667-a8d3-d39a15a48029 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=83ef46c23c9b4665a6426b92010b2810&device_id=94fd9f6b-2a2c-4184-9131-ae85d8ed0f53 HTTP/1.1" status: 200 len: 1097 time: 0.0426416 Aug 17 00:03:32.069183 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-31ddaed8-388c-4aed-8952-05d3d16fb470 req-07138003-8fa4-4386-9ba8-7e6d33b06732 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371315 Aug 17 00:03:32.167414 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2924abe3-c1ac-4266-8e47-fae030e348ce req-5f57923b-5663-45a5-b538-4d714ce36198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:32.168950 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2924abe3-c1ac-4266-8e47-fae030e348ce req-5f57923b-5663-45a5-b538-4d714ce36198 service neutron] 10.222.0.57 "GET /v2.0/networks?id=358c85e3-e402-4800-ac20-1ee48de2366c HTTP/1.1" status: 200 len: 912 time: 0.0900018 Aug 17 00:03:32.237256 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2924abe3-c1ac-4266-8e47-fae030e348ce req-c795b087-3739-4878-a664-a35b9cea7236 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=84c36a52-3400-4766-836f-5b5394b7321b HTTP/1.1" status: 200 len: 1001 time: 0.0613000 Aug 17 00:03:32.286295 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2924abe3-c1ac-4266-8e47-fae030e348ce req-589a2303-0de6-425b-8d73-3e6fe35bb146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:32.287756 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2924abe3-c1ac-4266-8e47-fae030e348ce req-589a2303-0de6-425b-8d73-3e6fe35bb146 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2c7ea852-5b75-4594-bf21-897da6d8e4a1 HTTP/1.1" status: 200 len: 850 time: 0.0435054 Aug 17 00:03:32.332688 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2924abe3-c1ac-4266-8e47-fae030e348ce req-b854c7c7-4f06-400a-9583-790c639a473f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:32.334173 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2924abe3-c1ac-4266-8e47-fae030e348ce req-b854c7c7-4f06-400a-9583-790c639a473f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=358c85e3-e402-4800-ac20-1ee48de2366c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398664 Aug 17 00:03:32.425379 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2924abe3-c1ac-4266-8e47-fae030e348ce req-f99e1157-98b1-4c98-9c76-aad74c85f99c service neutron] 10.222.0.57 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842059 Aug 17 00:03:32.851839 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2924abe3-c1ac-4266-8e47-fae030e348ce req-c3c65714-7662-4fec-ad9b-f161fcf19f3a service neutron] 10.222.0.57 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4198256 Aug 17 00:03:33.185989 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb172d5-a8aa-41e9-980e-cb420eed3006 req-ebf639c1-d8ba-4299-84b5-fe0d7b11b684 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:33.187522 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ecb172d5-a8aa-41e9-980e-cb420eed3006 req-ebf639c1-d8ba-4299-84b5-fe0d7b11b684 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=94fd9f6b-2a2c-4184-9131-ae85d8ed0f53 HTTP/1.1" status: 200 len: 945 time: 0.0490041 Aug 17 00:03:33.226720 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ecb172d5-a8aa-41e9-980e-cb420eed3006 req-e29d3efe-02e2-4434-a31b-aeaa4ab3e6fe tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324416 Aug 17 00:03:34.363217 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98274057-9326-4ae5-8f52-ea4c1cbaa809 req-565c4ada-ecec-4c44-991c-ec85884e578a tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:34.364744 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-98274057-9326-4ae5-8f52-ea4c1cbaa809 req-565c4ada-ecec-4c44-991c-ec85884e578a tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=94fd9f6b-2a2c-4184-9131-ae85d8ed0f53 HTTP/1.1" status: 200 len: 945 time: 0.0558364 Aug 17 00:03:34.404357 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-98274057-9326-4ae5-8f52-ea4c1cbaa809 req-c5809c5f-b587-4b1f-8645-663618f544d8 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333498 Aug 17 00:03:35.518168 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48c2796-442c-4c07-8366-b0e912e04039 req-6b74ac46-e123-4fa9-a030-f0661d41a58f tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:35.520143 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e48c2796-442c-4c07-8366-b0e912e04039 req-6b74ac46-e123-4fa9-a030-f0661d41a58f tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=94fd9f6b-2a2c-4184-9131-ae85d8ed0f53 HTTP/1.1" status: 200 len: 945 time: 0.0482352 Aug 17 00:03:35.561629 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e48c2796-442c-4c07-8366-b0e912e04039 req-1327d629-038c-4517-a697-a33d5dba7fd1 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350325 Aug 17 00:03:36.677017 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f100cc-915f-4f34-8829-f4fe7d6a0ad2 req-5c606af0-1ca0-449d-80e9-fd5c28e26d59 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:36.678569 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d8f100cc-915f-4f34-8829-f4fe7d6a0ad2 req-5c606af0-1ca0-449d-80e9-fd5c28e26d59 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=94fd9f6b-2a2c-4184-9131-ae85d8ed0f53 HTTP/1.1" status: 200 len: 945 time: 0.0496376 Aug 17 00:03:36.717078 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d8f100cc-915f-4f34-8829-f4fe7d6a0ad2 req-58547bf6-97e7-47ba-8db6-85993f661276 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324101 Aug 17 00:03:36.800361 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:03:37.831991 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af34e881-dde0-4fdc-9b7e-965f6e2c8dbb req-a4da0685-8146-404f-96c8-ce18abed7521 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:37.833609 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-af34e881-dde0-4fdc-9b7e-965f6e2c8dbb req-a4da0685-8146-404f-96c8-ce18abed7521 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=94fd9f6b-2a2c-4184-9131-ae85d8ed0f53 HTTP/1.1" status: 200 len: 945 time: 0.0500422 Aug 17 00:03:37.871315 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-af34e881-dde0-4fdc-9b7e-965f6e2c8dbb req-51eecdc7-a393-4cb9-b363-dcc67ebf58e5 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317161 Aug 17 00:03:38.994808 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb3d216-34dd-44c0-b686-6a94306272eb req-37b9ee3d-3bc1-490e-921d-4e70068aee7f tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:38.996327 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4bb3d216-34dd-44c0-b686-6a94306272eb req-37b9ee3d-3bc1-490e-921d-4e70068aee7f tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=94fd9f6b-2a2c-4184-9131-ae85d8ed0f53 HTTP/1.1" status: 200 len: 945 time: 0.0555966 Aug 17 00:03:39.038897 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4bb3d216-34dd-44c0-b686-6a94306272eb req-26bf509b-5001-4bce-8ccc-dc1a4c0d50b6 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366342 Aug 17 00:03:39.982427 n-d-791506-26 neutron-server[101291]: INFO neutron.api.v2.resource [req-2e3626b3-4fc6-482c-a9c8-c7488d8ce92b req-40692bcb-cf48-4edf-97ad-c8dfc27e5bb4 service neutron] show failed (client error): The resource could not be found. Aug 17 00:03:39.983490 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2e3626b3-4fc6-482c-a9c8-c7488d8ce92b req-40692bcb-cf48-4edf-97ad-c8dfc27e5bb4 service neutron] 10.222.0.57 "GET /v2.0/ports/84c36a52-3400-4766-836f-5b5394b7321b/bindings/n-h1-791506-26 HTTP/1.1" status: 404 len: 381 time: 0.0540097 Aug 17 00:03:40.159512 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f10a5e-ed67-46f2-bd4a-b974df535fbc req-d0623f1e-d8a8-466a-a9a2-c4cc3032295f tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:40.161691 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a8f10a5e-ed67-46f2-bd4a-b974df535fbc req-d0623f1e-d8a8-466a-a9a2-c4cc3032295f tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=94fd9f6b-2a2c-4184-9131-ae85d8ed0f53 HTTP/1.1" status: 200 len: 945 time: 0.0520372 Aug 17 00:03:40.201414 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a8f10a5e-ed67-46f2-bd4a-b974df535fbc req-8b5475cd-3ff7-48ed-af82-64289b13f765 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336297 Aug 17 00:03:40.247589 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3626b3-4fc6-482c-a9c8-c7488d8ce92b req-54b47d9f-69fa-4f5a-ab86-8e9825c9398c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:40.249140 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2e3626b3-4fc6-482c-a9c8-c7488d8ce92b req-54b47d9f-69fa-4f5a-ab86-8e9825c9398c service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=94fd9f6b-2a2c-4184-9131-ae85d8ed0f53&tenant_id=83ef46c23c9b4665a6426b92010b2810 HTTP/1.1" status: 200 len: 1097 time: 0.0865889 Aug 17 00:03:40.262459 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-2e3626b3-4fc6-482c-a9c8-c7488d8ce92b req-924ccb6b-6fe2-42c1-856c-e340c52cf40f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791506-26', 'device_owner': 'compute:nova'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:03:40.316587 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-2e3626b3-4fc6-482c-a9c8-c7488d8ce92b req-924ccb6b-6fe2-42c1-856c-e340c52cf40f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:40.516787 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-2e3626b3-4fc6-482c-a9c8-c7488d8ce92b req-924ccb6b-6fe2-42c1-856c-e340c52cf40f service neutron] For port 84c36a52-3400-4766-836f-5b5394b7321b, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=84c36a52-3400-4766-836f-5b5394b7321b,segment=NetworkSegment(714982a0-3bd6-420a-8ae2-0d5475440df4),segment_id=714982a0-3bd6-420a-8ae2-0d5475440df4)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:03:40.549960 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-2e3626b3-4fc6-482c-a9c8-c7488d8ce92b req-924ccb6b-6fe2-42c1-856c-e340c52cf40f service neutron] For port 84c36a52-3400-4766-836f-5b5394b7321b, host n-h2-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:03:40.588555 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94fd9f6b-2a2c-4184-9131-ae85d8ed0f53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84c36a52-3400-4766-836f-5b5394b7321b'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:03:40.590895 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5be9a9c22bfe9382157933c6eba925c7622163b8a5c85bc608140d30d6fa20cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5e87734-46d7-4b05-98ea-7c5982000790" -d '{"events": [{"server_uuid": "94fd9f6b-2a2c-4184-9131-ae85d8ed0f53", "name": "network-vif-unplugged", "status": "completed", "tag": "84c36a52-3400-4766-836f-5b5394b7321b"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:03:40.594974 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-2e3626b3-4fc6-482c-a9c8-c7488d8ce92b req-924ccb6b-6fe2-42c1-856c-e340c52cf40f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:40.607928 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-2e3626b3-4fc6-482c-a9c8-c7488d8ce92b req-924ccb6b-6fe2-42c1-856c-e340c52cf40f service neutron] Transition to ACTIVE for port object 84c36a52-3400-4766-836f-5b5394b7321b will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:03:40.611628 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-2e3626b3-4fc6-482c-a9c8-c7488d8ce92b req-924ccb6b-6fe2-42c1-856c-e340c52cf40f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:40.694531 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924ccb6b-6fe2-42c1-856c-e340c52cf40f service neutron] Pushing event updated for resources: {'Port': ['ID=84c36a52-3400-4766-836f-5b5394b7321b,revision_number=6']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:40.697269 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 00:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2892cea-f81b-41de-9d77-9ce51ad3a4fe x-openstack-request-id: req-c2892cea-f81b-41de-9d77-9ce51ad3a4fe {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:03:40.697563 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94fd9f6b-2a2c-4184-9131-ae85d8ed0f53", "name": "network-vif-unplugged", "status": "completed", "tag": "84c36a52-3400-4766-836f-5b5394b7321b", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:03:40.697816 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c2892cea-f81b-41de-9d77-9ce51ad3a4fe {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:03:40.698210 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94fd9f6b-2a2c-4184-9131-ae85d8ed0f53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84c36a52-3400-4766-836f-5b5394b7321b', 'code': 200} Aug 17 00:03:40.711524 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924ccb6b-6fe2-42c1-856c-e340c52cf40f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:03:40.711876 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924ccb6b-6fe2-42c1-856c-e340c52cf40f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:03:40.712218 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924ccb6b-6fe2-42c1-856c-e340c52cf40f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:03:40.712581 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924ccb6b-6fe2-42c1-856c-e340c52cf40f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:03:40.712923 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924ccb6b-6fe2-42c1-856c-e340c52cf40f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:03:40.713254 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924ccb6b-6fe2-42c1-856c-e340c52cf40f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:03:40.713585 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924ccb6b-6fe2-42c1-856c-e340c52cf40f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:03:40.713913 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924ccb6b-6fe2-42c1-856c-e340c52cf40f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:03:40.714236 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924ccb6b-6fe2-42c1-856c-e340c52cf40f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:03:40.714563 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924ccb6b-6fe2-42c1-856c-e340c52cf40f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:03:40.714893 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924ccb6b-6fe2-42c1-856c-e340c52cf40f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:03:40.715221 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924ccb6b-6fe2-42c1-856c-e340c52cf40f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:03:40.750724 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e3626b3-4fc6-482c-a9c8-c7488d8ce92b req-924ccb6b-6fe2-42c1-856c-e340c52cf40f service neutron] No DVR routers for this DVR port 84c36a52-3400-4766-836f-5b5394b7321b on host n-h2-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:03:40.890258 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-2e3626b3-4fc6-482c-a9c8-c7488d8ce92b req-924ccb6b-6fe2-42c1-856c-e340c52cf40f service neutron] Attempting to bind port 84c36a52-3400-4766-836f-5b5394b7321b on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:03:40.890602 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-2e3626b3-4fc6-482c-a9c8-c7488d8ce92b req-924ccb6b-6fe2-42c1-856c-e340c52cf40f service neutron] Attempting to bind port 84c36a52-3400-4766-836f-5b5394b7321b by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': '714982a0-3bd6-420a-8ae2-0d5475440df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:03:40.890943 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3626b3-4fc6-482c-a9c8-c7488d8ce92b req-924ccb6b-6fe2-42c1-856c-e340c52cf40f service neutron] Attempting to bind port 84c36a52-3400-4766-836f-5b5394b7321b on network 358c85e3-e402-4800-ac20-1ee48de2366c {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:03:40.896254 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3626b3-4fc6-482c-a9c8-c7488d8ce92b req-924ccb6b-6fe2-42c1-856c-e340c52cf40f service neutron] Port 84c36a52-3400-4766-836f-5b5394b7321b on network 358c85e3-e402-4800-ac20-1ee48de2366c not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:03:40.896608 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3626b3-4fc6-482c-a9c8-c7488d8ce92b req-924ccb6b-6fe2-42c1-856c-e340c52cf40f service neutron] Attempting to bind port 84c36a52-3400-4766-836f-5b5394b7321b on network 358c85e3-e402-4800-ac20-1ee48de2366c {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:03:40.901372 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3626b3-4fc6-482c-a9c8-c7488d8ce92b req-924ccb6b-6fe2-42c1-856c-e340c52cf40f service neutron] Checking agent: {'id': 'd28e24f9-e5ea-41e1-80bf-3c7943ad7f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:03:40.901714 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3626b3-4fc6-482c-a9c8-c7488d8ce92b req-924ccb6b-6fe2-42c1-856c-e340c52cf40f service neutron] Checking segment: {'id': '714982a0-3bd6-420a-8ae2-0d5475440df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:03:40.902105 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3626b3-4fc6-482c-a9c8-c7488d8ce92b req-924ccb6b-6fe2-42c1-856c-e340c52cf40f service neutron] Bound using segment: {'id': '714982a0-3bd6-420a-8ae2-0d5475440df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:03:40.902535 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-2e3626b3-4fc6-482c-a9c8-c7488d8ce92b req-924ccb6b-6fe2-42c1-856c-e340c52cf40f service neutron] Bound port: 84c36a52-3400-4766-836f-5b5394b7321b, host: n-h1-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '714982a0-3bd6-420a-8ae2-0d5475440df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:03:40.902898 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-2e3626b3-4fc6-482c-a9c8-c7488d8ce92b req-924ccb6b-6fe2-42c1-856c-e340c52cf40f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:40.965781 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-2e3626b3-4fc6-482c-a9c8-c7488d8ce92b req-924ccb6b-6fe2-42c1-856c-e340c52cf40f service neutron] For port 84c36a52-3400-4766-836f-5b5394b7321b, host n-h1-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:03:40.968708 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-2e3626b3-4fc6-482c-a9c8-c7488d8ce92b req-924ccb6b-6fe2-42c1-856c-e340c52cf40f service neutron] For port 84c36a52-3400-4766-836f-5b5394b7321b, host n-h1-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=84c36a52-3400-4766-836f-5b5394b7321b,segment=NetworkSegment(714982a0-3bd6-420a-8ae2-0d5475440df4),segment_id=714982a0-3bd6-420a-8ae2-0d5475440df4)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:03:40.973981 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-2e3626b3-4fc6-482c-a9c8-c7488d8ce92b req-924ccb6b-6fe2-42c1-856c-e340c52cf40f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:41.010963 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3626b3-4fc6-482c-a9c8-c7488d8ce92b req-924ccb6b-6fe2-42c1-856c-e340c52cf40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:41.011572 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-2e3626b3-4fc6-482c-a9c8-c7488d8ce92b req-924ccb6b-6fe2-42c1-856c-e340c52cf40f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:41.012975 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2e3626b3-4fc6-482c-a9c8-c7488d8ce92b req-924ccb6b-6fe2-42c1-856c-e340c52cf40f service neutron] 10.222.0.68 "PUT /v2.0/ports/84c36a52-3400-4766-836f-5b5394b7321b HTTP/1.1" status: 200 len: 1092 time: 0.7545466 Aug 17 00:03:41.035084 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924ccb6b-6fe2-42c1-856c-e340c52cf40f service neutron] Pushing event updated for resources: {'Port': ['ID=84c36a52-3400-4766-836f-5b5394b7321b,revision_number=7']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:41.079758 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3626b3-4fc6-482c-a9c8-c7488d8ce92b req-103152ee-9d22-4edb-b56b-f5f855865e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:41.081331 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2e3626b3-4fc6-482c-a9c8-c7488d8ce92b req-103152ee-9d22-4edb-b56b-f5f855865e33 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=83ef46c23c9b4665a6426b92010b2810&device_id=94fd9f6b-2a2c-4184-9131-ae85d8ed0f53 HTTP/1.1" status: 200 len: 1095 time: 0.0421772 Aug 17 00:03:41.178246 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3626b3-4fc6-482c-a9c8-c7488d8ce92b req-a405231f-8a59-462c-9192-2fd1e6a569fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:41.179737 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2e3626b3-4fc6-482c-a9c8-c7488d8ce92b req-a405231f-8a59-462c-9192-2fd1e6a569fa service neutron] 10.222.0.68 "GET /v2.0/networks?id=358c85e3-e402-4800-ac20-1ee48de2366c HTTP/1.1" status: 200 len: 912 time: 0.0903752 Aug 17 00:03:41.252183 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2e3626b3-4fc6-482c-a9c8-c7488d8ce92b req-9168b9f5-24e3-460c-a267-a5f4e6071216 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=84c36a52-3400-4766-836f-5b5394b7321b HTTP/1.1" status: 200 len: 999 time: 0.0647156 Aug 17 00:03:41.330818 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3626b3-4fc6-482c-a9c8-c7488d8ce92b req-5edba4db-571c-4324-96ba-e8fbc5fab6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:41.332399 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2e3626b3-4fc6-482c-a9c8-c7488d8ce92b req-5edba4db-571c-4324-96ba-e8fbc5fab6c1 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2c7ea852-5b75-4594-bf21-897da6d8e4a1 HTTP/1.1" status: 200 len: 850 time: 0.0724683 Aug 17 00:03:41.356914 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884a3b1f-cc94-4dd2-9bf9-57f2eb1835d9 req-32e7b526-cd0d-4347-9dd7-198332622489 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:41.358386 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-884a3b1f-cc94-4dd2-9bf9-57f2eb1835d9 req-32e7b526-cd0d-4347-9dd7-198332622489 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=94fd9f6b-2a2c-4184-9131-ae85d8ed0f53 HTTP/1.1" status: 200 len: 943 time: 0.0720484 Aug 17 00:03:41.417876 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3626b3-4fc6-482c-a9c8-c7488d8ce92b req-52257087-db03-4336-b0a0-577365b4726b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:41.419399 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2e3626b3-4fc6-482c-a9c8-c7488d8ce92b req-52257087-db03-4336-b0a0-577365b4726b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=358c85e3-e402-4800-ac20-1ee48de2366c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0791624 Aug 17 00:03:41.422635 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-884a3b1f-cc94-4dd2-9bf9-57f2eb1835d9 req-2e55f10f-931e-484d-8eb4-7afd53b6c083 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454564 Aug 17 00:03:41.511088 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2e3626b3-4fc6-482c-a9c8-c7488d8ce92b req-831adf3a-966b-48fd-bf20-252dbbc61440 service neutron] 10.222.0.68 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826912 Aug 17 00:03:41.604000 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2e3626b3-4fc6-482c-a9c8-c7488d8ce92b req-62781da8-08b0-4b6c-9ae2-5c66147673bd service neutron] 10.222.0.68 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850093 Aug 17 00:03:41.976378 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:42.390779 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 84c36a52-3400-4766-836f-5b5394b7321b no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:03:42.433514 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 84c36a52-3400-4766-836f-5b5394b7321b not bound to the agent host n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:03:42.545756 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575db9ec-0e8c-4a10-b2c9-ed6fe5f7a048 req-f89741ab-d7db-40f6-93b9-7ea5054474b5 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:42.547191 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-575db9ec-0e8c-4a10-b2c9-ed6fe5f7a048 req-f89741ab-d7db-40f6-93b9-7ea5054474b5 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=94fd9f6b-2a2c-4184-9131-ae85d8ed0f53 HTTP/1.1" status: 200 len: 943 time: 0.0498149 Aug 17 00:03:42.589298 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-575db9ec-0e8c-4a10-b2c9-ed6fe5f7a048 req-166f3e5f-06dc-421d-8b31-00bb53dc6c08 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350165 Aug 17 00:03:42.699101 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94fd9f6b-2a2c-4184-9131-ae85d8ed0f53', 'tag': '84c36a52-3400-4766-836f-5b5394b7321b'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:03:42.701619 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5be9a9c22bfe9382157933c6eba925c7622163b8a5c85bc608140d30d6fa20cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f029cd0f-e963-4747-918d-a2f0e7b60cfe" -d '{"events": [{"name": "network-changed", "server_uuid": "94fd9f6b-2a2c-4184-9131-ae85d8ed0f53", "tag": "84c36a52-3400-4766-836f-5b5394b7321b"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:03:42.750789 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c795c10-c152-463c-b22c-9d4e4c702b42 x-openstack-request-id: req-1c795c10-c152-463c-b22c-9d4e4c702b42 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:03:42.751083 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94fd9f6b-2a2c-4184-9131-ae85d8ed0f53", "tag": "84c36a52-3400-4766-836f-5b5394b7321b", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:03:42.751336 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1c795c10-c152-463c-b22c-9d4e4c702b42 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:03:42.751743 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94fd9f6b-2a2c-4184-9131-ae85d8ed0f53', 'tag': '84c36a52-3400-4766-836f-5b5394b7321b', 'status': 'completed', 'code': 200} Aug 17 00:03:42.815609 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f029cd0f-e963-4747-918d-a2f0e7b60cfe req-bf301002-22bb-4bd1-a057-497917064838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:42.817373 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f029cd0f-e963-4747-918d-a2f0e7b60cfe req-bf301002-22bb-4bd1-a057-497917064838 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=83ef46c23c9b4665a6426b92010b2810&device_id=94fd9f6b-2a2c-4184-9131-ae85d8ed0f53 HTTP/1.1" status: 200 len: 1095 time: 0.0436656 Aug 17 00:03:42.836382 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f029cd0f-e963-4747-918d-a2f0e7b60cfe req-2a2c9ea1-49c7-4282-828c-6c22f2d8d880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:42.838055 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-f029cd0f-e963-4747-918d-a2f0e7b60cfe req-2a2c9ea1-49c7-4282-828c-6c22f2d8d880 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=83ef46c23c9b4665a6426b92010b2810&device_id=94fd9f6b-2a2c-4184-9131-ae85d8ed0f53 HTTP/1.1" status: 200 len: 1095 time: 0.0465937 Aug 17 00:03:42.923664 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f029cd0f-e963-4747-918d-a2f0e7b60cfe req-06b9d691-0004-4ad8-9649-34283c737577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:42.926462 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f029cd0f-e963-4747-918d-a2f0e7b60cfe req-06b9d691-0004-4ad8-9649-34283c737577 service neutron] 10.222.0.68 "GET /v2.0/networks?id=358c85e3-e402-4800-ac20-1ee48de2366c HTTP/1.1" status: 200 len: 912 time: 0.1017680 Aug 17 00:03:42.946623 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f029cd0f-e963-4747-918d-a2f0e7b60cfe req-6080b722-9759-4697-a367-00091dfa51c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:42.948485 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-f029cd0f-e963-4747-918d-a2f0e7b60cfe req-6080b722-9759-4697-a367-00091dfa51c7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=358c85e3-e402-4800-ac20-1ee48de2366c HTTP/1.1" status: 200 len: 912 time: 0.1034544 Aug 17 00:03:42.997030 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f029cd0f-e963-4747-918d-a2f0e7b60cfe req-1d5991c6-a251-4ada-837e-b17c21c0d12a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=84c36a52-3400-4766-836f-5b5394b7321b HTTP/1.1" status: 200 len: 999 time: 0.0623446 Aug 17 00:03:43.023647 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-f029cd0f-e963-4747-918d-a2f0e7b60cfe req-9bbf0b79-0bc6-471b-9cd0-6617b6770038 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=84c36a52-3400-4766-836f-5b5394b7321b HTTP/1.1" status: 200 len: 999 time: 0.0685010 Aug 17 00:03:43.055787 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f029cd0f-e963-4747-918d-a2f0e7b60cfe req-8cadf528-132c-402b-975a-690019ef307d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:43.057545 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f029cd0f-e963-4747-918d-a2f0e7b60cfe req-8cadf528-132c-402b-975a-690019ef307d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2c7ea852-5b75-4594-bf21-897da6d8e4a1 HTTP/1.1" status: 200 len: 850 time: 0.0535843 Aug 17 00:03:43.076766 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f029cd0f-e963-4747-918d-a2f0e7b60cfe req-42bcca3b-826d-4b08-b3d3-af24fd6fd474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:43.078200 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-f029cd0f-e963-4747-918d-a2f0e7b60cfe req-42bcca3b-826d-4b08-b3d3-af24fd6fd474 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2c7ea852-5b75-4594-bf21-897da6d8e4a1 HTTP/1.1" status: 200 len: 850 time: 0.0482087 Aug 17 00:03:43.110248 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f029cd0f-e963-4747-918d-a2f0e7b60cfe req-1562f56f-d73f-409b-99cb-13fdbd815adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:43.111697 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f029cd0f-e963-4747-918d-a2f0e7b60cfe req-1562f56f-d73f-409b-99cb-13fdbd815adc service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=358c85e3-e402-4800-ac20-1ee48de2366c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465817 Aug 17 00:03:43.128129 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f029cd0f-e963-4747-918d-a2f0e7b60cfe req-e945c304-70ad-4da9-bcee-a5963ef6b6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:43.130849 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-f029cd0f-e963-4747-918d-a2f0e7b60cfe req-e945c304-70ad-4da9-bcee-a5963ef6b6be service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=358c85e3-e402-4800-ac20-1ee48de2366c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445933 Aug 17 00:03:43.214623 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f029cd0f-e963-4747-918d-a2f0e7b60cfe req-75cd950e-ce3e-4950-af5c-6fc9e9d82493 service neutron] 10.222.0.68 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948937 Aug 17 00:03:43.238653 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-f029cd0f-e963-4747-918d-a2f0e7b60cfe req-b1d9cfd0-d49f-4d1d-b90b-253c36a61776 service neutron] 10.222.0.57 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002462 Aug 17 00:03:43.320668 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f029cd0f-e963-4747-918d-a2f0e7b60cfe req-80cb8919-3ace-4b7c-8025-fc4b929fb174 service neutron] 10.222.0.68 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989504 Aug 17 00:03:43.354060 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-f029cd0f-e963-4747-918d-a2f0e7b60cfe req-e4bfffde-df16-4c2c-9abb-ecac2016e62a service neutron] 10.222.0.57 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993309 Aug 17 00:03:43.713324 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af188c52-4998-4711-b6fe-42a965de3128 req-1c7d2db4-7e22-4a39-9d90-e0fd043f1b8d tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:43.714883 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-af188c52-4998-4711-b6fe-42a965de3128 req-1c7d2db4-7e22-4a39-9d90-e0fd043f1b8d tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=94fd9f6b-2a2c-4184-9131-ae85d8ed0f53 HTTP/1.1" status: 200 len: 943 time: 0.0537894 Aug 17 00:03:43.754061 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-af188c52-4998-4711-b6fe-42a965de3128 req-d4aa7172-0942-45e7-8f50-f8bb7c4e3ac8 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329540 Aug 17 00:03:44.877865 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63adbd76-7180-4ddf-a31b-1f8aa6d7bfd6 req-5264f14d-2a97-43aa-b3de-df1ca4ed90be tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:44.879872 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-63adbd76-7180-4ddf-a31b-1f8aa6d7bfd6 req-5264f14d-2a97-43aa-b3de-df1ca4ed90be tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=94fd9f6b-2a2c-4184-9131-ae85d8ed0f53 HTTP/1.1" status: 200 len: 943 time: 0.0544963 Aug 17 00:03:44.917457 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-63adbd76-7180-4ddf-a31b-1f8aa6d7bfd6 req-40ba27ab-0949-4b52-9726-4d96d56bb15f tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316231 Aug 17 00:03:46.035215 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ca5adc-65ba-4c51-ac41-f0ece2f0a70f req-52a20fb8-4963-4c3d-afbf-289766d07606 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:46.036963 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-37ca5adc-65ba-4c51-ac41-f0ece2f0a70f req-52a20fb8-4963-4c3d-afbf-289766d07606 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=94fd9f6b-2a2c-4184-9131-ae85d8ed0f53 HTTP/1.1" status: 200 len: 943 time: 0.0503588 Aug 17 00:03:46.076261 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-37ca5adc-65ba-4c51-ac41-f0ece2f0a70f req-c246a82d-f237-42e2-9841-18c0d6c82af8 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331123 Aug 17 00:03:47.195149 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b323a1a5-4802-4285-8096-3e6889512dbf req-2258b906-d782-4720-a804-ad06becf9766 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:47.196682 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b323a1a5-4802-4285-8096-3e6889512dbf req-2258b906-d782-4720-a804-ad06becf9766 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=94fd9f6b-2a2c-4184-9131-ae85d8ed0f53 HTTP/1.1" status: 200 len: 943 time: 0.0497713 Aug 17 00:03:47.233446 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b323a1a5-4802-4285-8096-3e6889512dbf req-52fe5f60-8eac-453d-ad30-efae0ba20d03 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307412 Aug 17 00:03:47.803602 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-be3dd119-b2f0-49b4-b0b7-f1dd988b43ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:48.365791 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab6d65e-5f1f-4f2a-9cc9-ad42ab01eec6 req-35af1168-559d-41a0-bd0d-02083703426a tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:48.367719 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4ab6d65e-5f1f-4f2a-9cc9-ad42ab01eec6 req-35af1168-559d-41a0-bd0d-02083703426a tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=94fd9f6b-2a2c-4184-9131-ae85d8ed0f53 HTTP/1.1" status: 200 len: 943 time: 0.0609963 Aug 17 00:03:48.411602 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4ab6d65e-5f1f-4f2a-9cc9-ad42ab01eec6 req-7a0428d9-288c-4d3a-aafa-acb8119aa936 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368955 Aug 17 00:03:49.530619 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8776c596-75b6-47ab-b949-2f4534747ddb req-9e4c8eb2-d3f6-4a24-8099-55df02074cbe tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:49.532617 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8776c596-75b6-47ab-b949-2f4534747ddb req-9e4c8eb2-d3f6-4a24-8099-55df02074cbe tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=94fd9f6b-2a2c-4184-9131-ae85d8ed0f53 HTTP/1.1" status: 200 len: 943 time: 0.0512674 Aug 17 00:03:49.570397 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8776c596-75b6-47ab-b949-2f4534747ddb req-40abc5e0-3042-4124-85f1-200611264b19 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313177 Aug 17 00:03:49.884803 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-563410c0-deed-41e4-b88a-830e4de8af7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:50.687519 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f67d65-90a5-4103-9dea-16e5d8ff082b req-374f9b5c-18f7-46dd-8e02-e73666424786 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:50.689094 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-63f67d65-90a5-4103-9dea-16e5d8ff082b req-374f9b5c-18f7-46dd-8e02-e73666424786 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=94fd9f6b-2a2c-4184-9131-ae85d8ed0f53 HTTP/1.1" status: 200 len: 943 time: 0.0512869 Aug 17 00:03:50.728860 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-63f67d65-90a5-4103-9dea-16e5d8ff082b req-c469c668-5429-4b3e-95bd-cf081af3a9e7 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322504 Aug 17 00:03:50.774855 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:51.830716 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:51.855948 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e3786-06b2-4312-a183-37c9527ba138 req-7cd91473-1c27-4f40-aba3-6527480bc3a0 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:51.857514 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-114e3786-06b2-4312-a183-37c9527ba138 req-7cd91473-1c27-4f40-aba3-6527480bc3a0 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=94fd9f6b-2a2c-4184-9131-ae85d8ed0f53 HTTP/1.1" status: 200 len: 943 time: 0.0549164 Aug 17 00:03:51.896799 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-114e3786-06b2-4312-a183-37c9527ba138 req-98dd47de-28f0-4ec5-b1f4-07f04d23a0a7 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328314 Aug 17 00:03:53.020563 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3c590d-86dc-45b1-9618-bedbdeb2de27 req-8463be5e-d5d1-4d1f-a060-a278a524b33f tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:53.023561 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6f3c590d-86dc-45b1-9618-bedbdeb2de27 req-8463be5e-d5d1-4d1f-a060-a278a524b33f tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=94fd9f6b-2a2c-4184-9131-ae85d8ed0f53 HTTP/1.1" status: 200 len: 943 time: 0.0561643 Aug 17 00:03:53.063239 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6f3c590d-86dc-45b1-9618-bedbdeb2de27 req-3dfe75bf-304d-4b3d-af86-4d365f68925e tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333130 Aug 17 00:03:53.088747 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:54.187705 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53c45bb-7e45-4b0a-9617-b458696460cf req-e66952c5-6363-4a11-887e-fa45909e162c tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:54.189224 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f53c45bb-7e45-4b0a-9617-b458696460cf req-e66952c5-6363-4a11-887e-fa45909e162c tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=94fd9f6b-2a2c-4184-9131-ae85d8ed0f53 HTTP/1.1" status: 200 len: 943 time: 0.0498571 Aug 17 00:03:54.227317 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f53c45bb-7e45-4b0a-9617-b458696460cf req-009fce1a-aa0e-4c92-9f12-7deadda8d74d tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314257 Aug 17 00:03:54.556473 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3da6698-3c3e-463d-afde-582e39a83fd0 req-478f7b58-9bb7-4fa6-9c05-18f9742bd9c6 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:54.557985 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d3da6698-3c3e-463d-afde-582e39a83fd0 req-478f7b58-9bb7-4fa6-9c05-18f9742bd9c6 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.68 "GET /v2.0/ports?device_id=94fd9f6b-2a2c-4184-9131-ae85d8ed0f53&tenant_id=83ef46c23c9b4665a6426b92010b2810&binding%3Ahost_id=n-h1-791506-26 HTTP/1.1" status: 200 len: 943 time: 0.0872777 Aug 17 00:03:54.566073 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027b4280-2df8-4fec-b1b8-d1baecd4aab5 req-0f02e4a1-d3c6-4559-aa3c-770366cdd370 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:54.568531 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-027b4280-2df8-4fec-b1b8-d1baecd4aab5 req-0f02e4a1-d3c6-4559-aa3c-770366cdd370 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=94fd9f6b-2a2c-4184-9131-ae85d8ed0f53 HTTP/1.1" status: 200 len: 943 time: 0.0856900 Aug 17 00:03:54.645882 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-027b4280-2df8-4fec-b1b8-d1baecd4aab5 req-03efefd5-099b-4e8c-8fec-e149f7e50004 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0696101 Aug 17 00:03:54.652342 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d3da6698-3c3e-463d-afde-582e39a83fd0 req-d4bb9f9b-8705-46db-93a7-972b871c5dd7 service neutron] 10.222.0.68 "GET /v2.0/ports/84c36a52-3400-4766-836f-5b5394b7321b/bindings/n-h1-791506-26 HTTP/1.1" status: 200 len: 383 time: 0.0828733 Aug 17 00:03:54.719654 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3da6698-3c3e-463d-afde-582e39a83fd0 req-a4d30511-6bb2-466a-94ce-648ed4d88864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:54.721096 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d3da6698-3c3e-463d-afde-582e39a83fd0 req-a4d30511-6bb2-466a-94ce-648ed4d88864 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=83ef46c23c9b4665a6426b92010b2810&device_id=94fd9f6b-2a2c-4184-9131-ae85d8ed0f53 HTTP/1.1" status: 200 len: 1095 time: 0.0444973 Aug 17 00:03:54.816706 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3da6698-3c3e-463d-afde-582e39a83fd0 req-c546ec60-68c0-4230-91d7-1aba8fddcd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:54.818162 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d3da6698-3c3e-463d-afde-582e39a83fd0 req-c546ec60-68c0-4230-91d7-1aba8fddcd4b service neutron] 10.222.0.68 "GET /v2.0/networks?id=358c85e3-e402-4800-ac20-1ee48de2366c HTTP/1.1" status: 200 len: 912 time: 0.0884411 Aug 17 00:03:54.889156 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d3da6698-3c3e-463d-afde-582e39a83fd0 req-a3b38c6f-58b6-4044-bd59-bba7d992dbb7 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=84c36a52-3400-4766-836f-5b5394b7321b HTTP/1.1" status: 200 len: 999 time: 0.0630796 Aug 17 00:03:54.938537 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3da6698-3c3e-463d-afde-582e39a83fd0 req-c6fb18a4-4864-42a4-a928-dc467f88ac03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:54.939987 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d3da6698-3c3e-463d-afde-582e39a83fd0 req-c6fb18a4-4864-42a4-a928-dc467f88ac03 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2c7ea852-5b75-4594-bf21-897da6d8e4a1 HTTP/1.1" status: 200 len: 850 time: 0.0433543 Aug 17 00:03:54.985793 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3da6698-3c3e-463d-afde-582e39a83fd0 req-373ec210-a597-42cd-8475-dc408b4a29fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:54.987269 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d3da6698-3c3e-463d-afde-582e39a83fd0 req-373ec210-a597-42cd-8475-dc408b4a29fb service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=358c85e3-e402-4800-ac20-1ee48de2366c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398319 Aug 17 00:03:55.087232 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d3da6698-3c3e-463d-afde-582e39a83fd0 req-7015a17c-8524-49a4-8d70-bd29b3ef5566 service neutron] 10.222.0.68 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919940 Aug 17 00:03:55.181076 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d3da6698-3c3e-463d-afde-582e39a83fd0 req-38105704-cb73-49ef-85b1-788e693208db service neutron] 10.222.0.68 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863259 Aug 17 00:03:55.385341 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 84c36a52-3400-4766-836f-5b5394b7321b details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:03:55.476052 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 84c36a52-3400-4766-836f-5b5394b7321b, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=84c36a52-3400-4766-836f-5b5394b7321b,segment=NetworkSegment(714982a0-3bd6-420a-8ae2-0d5475440df4),segment_id=714982a0-3bd6-420a-8ae2-0d5475440df4)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:03:55.486404 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': '84c36a52-3400-4766-836f-5b5394b7321b', 'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c', 'port_id': '84c36a52-3400-4766-836f-5b5394b7321b', 'mac_address': 'fa:16:3e:0e:80:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c7ea852-5b75-4594-bf21-897da6d8e4a1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:03:55.526406 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:55.538845 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84c36a52-3400-4766-836f-5b5394b7321b {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:03:55.557901 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 84c36a52-3400-4766-836f-5b5394b7321b, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=84c36a52-3400-4766-836f-5b5394b7321b,segment=NetworkSegment(714982a0-3bd6-420a-8ae2-0d5475440df4),segment_id=714982a0-3bd6-420a-8ae2-0d5475440df4)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:03:55.561760 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:55.608795 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=84c36a52-3400-4766-836f-5b5394b7321b,revision_number=8']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:55.616141 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:03:55.616493 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:03:55.616860 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:03:55.617444 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:03:55.617786 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:03:55.618119 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:03:55.618450 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:03:55.618901 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:03:55.619273 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:03:55.619680 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:03:55.620101 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:03:55.620611 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:03:55.763120 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eea9c7-c229-48b5-a183-f1425ec8be2d req-6ece2906-1874-459c-b554-b5b745552b1b tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:55.764671 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-13eea9c7-c229-48b5-a183-f1425ec8be2d req-6ece2906-1874-459c-b554-b5b745552b1b tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=94fd9f6b-2a2c-4184-9131-ae85d8ed0f53 HTTP/1.1" status: 200 len: 944 time: 0.0504675 Aug 17 00:03:55.802849 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-13eea9c7-c229-48b5-a183-f1425ec8be2d req-3515ae2c-adb9-4c0e-bf5e-5e311831012a tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315762 Aug 17 00:03:55.831149 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['84c36a52-3400-4766-836f-5b5394b7321b'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:03:55.989830 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:56.923543 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3226f8d7-dc6e-4131-843f-d0d0ce7c6754 req-d0ecb2a6-65e1-49c3-91ae-63a35b515bf2 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:56.925034 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3226f8d7-dc6e-4131-843f-d0d0ce7c6754 req-d0ecb2a6-65e1-49c3-91ae-63a35b515bf2 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=94fd9f6b-2a2c-4184-9131-ae85d8ed0f53 HTTP/1.1" status: 200 len: 944 time: 0.0525136 Aug 17 00:03:56.962468 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3226f8d7-dc6e-4131-843f-d0d0ce7c6754 req-6134b88f-902a-446a-b0da-3c041c577022 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0302162 Aug 17 00:03:57.414928 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 84c36a52-3400-4766-836f-5b5394b7321b up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:03:57.464177 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning for port 84c36a52-3400-4766-836f-5b5394b7321b completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:03:57.467785 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port 84c36a52-3400-4766-836f-5b5394b7321b triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:03:57.468364 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:57.544643 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:57.569809 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94fd9f6b-2a2c-4184-9131-ae85d8ed0f53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84c36a52-3400-4766-836f-5b5394b7321b'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:03:57.572038 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d789e1acf86fc3837d65c5c7bf7b17f03ca076816da63f24d17cffa1a624f203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0604be4-7f05-4fec-8deb-818335afeca0" -d '{"events": [{"server_uuid": "94fd9f6b-2a2c-4184-9131-ae85d8ed0f53", "name": "network-vif-plugged", "status": "completed", "tag": "84c36a52-3400-4766-836f-5b5394b7321b"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:03:57.585413 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 84c36a52-3400-4766-836f-5b5394b7321b, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=84c36a52-3400-4766-836f-5b5394b7321b,segment=NetworkSegment(714982a0-3bd6-420a-8ae2-0d5475440df4),segment_id=714982a0-3bd6-420a-8ae2-0d5475440df4)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:03:57.589690 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:57.641237 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=84c36a52-3400-4766-836f-5b5394b7321b,revision_number=9']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:57.682741 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58eccfac-28eb-42ba-8ec7-e6fbb6ff58f4 x-openstack-request-id: req-58eccfac-28eb-42ba-8ec7-e6fbb6ff58f4 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:03:57.683041 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94fd9f6b-2a2c-4184-9131-ae85d8ed0f53", "name": "network-vif-plugged", "status": "completed", "tag": "84c36a52-3400-4766-836f-5b5394b7321b", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:03:57.683299 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-58eccfac-28eb-42ba-8ec7-e6fbb6ff58f4 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:03:57.683698 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94fd9f6b-2a2c-4184-9131-ae85d8ed0f53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84c36a52-3400-4766-836f-5b5394b7321b', 'code': 200} Aug 17 00:03:58.081042 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e643c0ba-6a64-4a43-9b8c-05464d812686 req-d77c3e07-0707-4896-a5d7-8f3702e6c2fb tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:58.082606 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e643c0ba-6a64-4a43-9b8c-05464d812686 req-d77c3e07-0707-4896-a5d7-8f3702e6c2fb tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=94fd9f6b-2a2c-4184-9131-ae85d8ed0f53 HTTP/1.1" status: 200 len: 945 time: 0.0499840 Aug 17 00:03:58.121108 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e643c0ba-6a64-4a43-9b8c-05464d812686 req-d82ef2ee-ced2-440b-a197-8e4cc7c8f976 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323379 Aug 17 00:03:59.110769 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3da6698-3c3e-463d-afde-582e39a83fd0 req-6be000a1-d360-46d9-b0d2-6e2b4c27fc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:59.112304 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d3da6698-3c3e-463d-afde-582e39a83fd0 req-6be000a1-d360-46d9-b0d2-6e2b4c27fc05 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=94fd9f6b-2a2c-4184-9131-ae85d8ed0f53&tenant_id=83ef46c23c9b4665a6426b92010b2810 HTTP/1.1" status: 200 len: 1097 time: 0.0478168 Aug 17 00:03:59.130056 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-d3da6698-3c3e-463d-afde-582e39a83fd0 req-61a72ab9-2527-4170-be67-8f6676161304 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791506-26', 'device_owner': 'compute:nova'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:03:59.189298 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-d3da6698-3c3e-463d-afde-582e39a83fd0 req-61a72ab9-2527-4170-be67-8f6676161304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:59.242240 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df7cacb-3f6b-4e15-886b-d0087f3e1a62 req-781dde90-9e49-4137-9cd4-b84dad86bda0 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:59.244007 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5df7cacb-3f6b-4e15-886b-d0087f3e1a62 req-781dde90-9e49-4137-9cd4-b84dad86bda0 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=94fd9f6b-2a2c-4184-9131-ae85d8ed0f53 HTTP/1.1" status: 200 len: 945 time: 0.0488124 Aug 17 00:03:59.282386 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5df7cacb-3f6b-4e15-886b-d0087f3e1a62 req-35baa467-05cd-4859-9c43-2c18fff51fc6 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323200 Aug 17 00:03:59.398896 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-d3da6698-3c3e-463d-afde-582e39a83fd0 req-61a72ab9-2527-4170-be67-8f6676161304 service neutron] For port 84c36a52-3400-4766-836f-5b5394b7321b, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=84c36a52-3400-4766-836f-5b5394b7321b,segment=NetworkSegment(714982a0-3bd6-420a-8ae2-0d5475440df4),segment_id=714982a0-3bd6-420a-8ae2-0d5475440df4)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:03:59.433931 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-d3da6698-3c3e-463d-afde-582e39a83fd0 req-61a72ab9-2527-4170-be67-8f6676161304 service neutron] For port 84c36a52-3400-4766-836f-5b5394b7321b, host n-h1-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:03:59.474002 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94fd9f6b-2a2c-4184-9131-ae85d8ed0f53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84c36a52-3400-4766-836f-5b5394b7321b'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:03:59.476269 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7165c1ab170cf7a86a4d2d0d4fd52c1e3b7b58c190c14e765d35b2aa62be1e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21cd00a3-2fb4-4fe2-be38-aac08e2c91e9" -d '{"events": [{"server_uuid": "94fd9f6b-2a2c-4184-9131-ae85d8ed0f53", "name": "network-vif-unplugged", "status": "completed", "tag": "84c36a52-3400-4766-836f-5b5394b7321b"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:03:59.480376 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-d3da6698-3c3e-463d-afde-582e39a83fd0 req-61a72ab9-2527-4170-be67-8f6676161304 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:59.493812 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-d3da6698-3c3e-463d-afde-582e39a83fd0 req-61a72ab9-2527-4170-be67-8f6676161304 service neutron] Transition to ACTIVE for port object 84c36a52-3400-4766-836f-5b5394b7321b will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:03:59.497837 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-d3da6698-3c3e-463d-afde-582e39a83fd0 req-61a72ab9-2527-4170-be67-8f6676161304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:59.540655 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 00:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4cb7963-cab7-47ab-9a56-020567a717c8 x-openstack-request-id: req-b4cb7963-cab7-47ab-9a56-020567a717c8 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:03:59.540950 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94fd9f6b-2a2c-4184-9131-ae85d8ed0f53", "name": "network-vif-unplugged", "status": "completed", "tag": "84c36a52-3400-4766-836f-5b5394b7321b", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:03:59.541202 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b4cb7963-cab7-47ab-9a56-020567a717c8 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:03:59.541602 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94fd9f6b-2a2c-4184-9131-ae85d8ed0f53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84c36a52-3400-4766-836f-5b5394b7321b', 'code': 200} Aug 17 00:03:59.599227 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a72ab9-2527-4170-be67-8f6676161304 service neutron] Pushing event updated for resources: {'Port': ['ID=84c36a52-3400-4766-836f-5b5394b7321b,revision_number=10']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:59.614628 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a72ab9-2527-4170-be67-8f6676161304 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:03:59.614979 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a72ab9-2527-4170-be67-8f6676161304 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:03:59.615323 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a72ab9-2527-4170-be67-8f6676161304 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:03:59.615667 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a72ab9-2527-4170-be67-8f6676161304 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:03:59.616052 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a72ab9-2527-4170-be67-8f6676161304 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:03:59.616348 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a72ab9-2527-4170-be67-8f6676161304 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:03:59.616695 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a72ab9-2527-4170-be67-8f6676161304 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:03:59.617024 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a72ab9-2527-4170-be67-8f6676161304 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:03:59.617604 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a72ab9-2527-4170-be67-8f6676161304 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:03:59.617940 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a72ab9-2527-4170-be67-8f6676161304 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:03:59.618264 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a72ab9-2527-4170-be67-8f6676161304 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:03:59.618587 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a72ab9-2527-4170-be67-8f6676161304 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:03:59.639601 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3da6698-3c3e-463d-afde-582e39a83fd0 req-61a72ab9-2527-4170-be67-8f6676161304 service neutron] No DVR routers for this DVR port 84c36a52-3400-4766-836f-5b5394b7321b on host n-h1-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:03:59.779535 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-d3da6698-3c3e-463d-afde-582e39a83fd0 req-61a72ab9-2527-4170-be67-8f6676161304 service neutron] Attempting to bind port 84c36a52-3400-4766-836f-5b5394b7321b on host n-h2-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:03:59.779865 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-d3da6698-3c3e-463d-afde-582e39a83fd0 req-61a72ab9-2527-4170-be67-8f6676161304 service neutron] Attempting to bind port 84c36a52-3400-4766-836f-5b5394b7321b by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': '714982a0-3bd6-420a-8ae2-0d5475440df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:03:59.780094 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3da6698-3c3e-463d-afde-582e39a83fd0 req-61a72ab9-2527-4170-be67-8f6676161304 service neutron] Attempting to bind port 84c36a52-3400-4766-836f-5b5394b7321b on network 358c85e3-e402-4800-ac20-1ee48de2366c {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:03:59.784582 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3da6698-3c3e-463d-afde-582e39a83fd0 req-61a72ab9-2527-4170-be67-8f6676161304 service neutron] Port 84c36a52-3400-4766-836f-5b5394b7321b on network 358c85e3-e402-4800-ac20-1ee48de2366c not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:03:59.785446 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3da6698-3c3e-463d-afde-582e39a83fd0 req-61a72ab9-2527-4170-be67-8f6676161304 service neutron] Attempting to bind port 84c36a52-3400-4766-836f-5b5394b7321b on network 358c85e3-e402-4800-ac20-1ee48de2366c {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:03:59.790334 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3da6698-3c3e-463d-afde-582e39a83fd0 req-61a72ab9-2527-4170-be67-8f6676161304 service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:03:59.790863 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3da6698-3c3e-463d-afde-582e39a83fd0 req-61a72ab9-2527-4170-be67-8f6676161304 service neutron] Checking segment: {'id': '714982a0-3bd6-420a-8ae2-0d5475440df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:03:59.791180 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3da6698-3c3e-463d-afde-582e39a83fd0 req-61a72ab9-2527-4170-be67-8f6676161304 service neutron] Bound using segment: {'id': '714982a0-3bd6-420a-8ae2-0d5475440df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:03:59.791618 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-d3da6698-3c3e-463d-afde-582e39a83fd0 req-61a72ab9-2527-4170-be67-8f6676161304 service neutron] Bound port: 84c36a52-3400-4766-836f-5b5394b7321b, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '714982a0-3bd6-420a-8ae2-0d5475440df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:03:59.791985 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-d3da6698-3c3e-463d-afde-582e39a83fd0 req-61a72ab9-2527-4170-be67-8f6676161304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:59.858279 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-d3da6698-3c3e-463d-afde-582e39a83fd0 req-61a72ab9-2527-4170-be67-8f6676161304 service neutron] For port 84c36a52-3400-4766-836f-5b5394b7321b, host n-h2-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:03:59.861726 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-d3da6698-3c3e-463d-afde-582e39a83fd0 req-61a72ab9-2527-4170-be67-8f6676161304 service neutron] For port 84c36a52-3400-4766-836f-5b5394b7321b, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=84c36a52-3400-4766-836f-5b5394b7321b,segment=NetworkSegment(714982a0-3bd6-420a-8ae2-0d5475440df4),segment_id=714982a0-3bd6-420a-8ae2-0d5475440df4)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:03:59.866559 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-d3da6698-3c3e-463d-afde-582e39a83fd0 req-61a72ab9-2527-4170-be67-8f6676161304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:59.899317 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3da6698-3c3e-463d-afde-582e39a83fd0 req-61a72ab9-2527-4170-be67-8f6676161304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:59.900012 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-d3da6698-3c3e-463d-afde-582e39a83fd0 req-61a72ab9-2527-4170-be67-8f6676161304 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:03:59.901450 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d3da6698-3c3e-463d-afde-582e39a83fd0 req-61a72ab9-2527-4170-be67-8f6676161304 service neutron] 10.222.0.57 "PUT /v2.0/ports/84c36a52-3400-4766-836f-5b5394b7321b HTTP/1.1" status: 200 len: 1093 time: 0.7758694 Aug 17 00:03:59.927643 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a72ab9-2527-4170-be67-8f6676161304 service neutron] Pushing event updated for resources: {'Port': ['ID=84c36a52-3400-4766-836f-5b5394b7321b,revision_number=11']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:03:59.979149 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3da6698-3c3e-463d-afde-582e39a83fd0 req-c3e6baa2-567c-4bfb-83e0-98d3385a0c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:03:59.980748 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d3da6698-3c3e-463d-afde-582e39a83fd0 req-c3e6baa2-567c-4bfb-83e0-98d3385a0c89 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=83ef46c23c9b4665a6426b92010b2810&device_id=94fd9f6b-2a2c-4184-9131-ae85d8ed0f53 HTTP/1.1" status: 200 len: 1096 time: 0.0443320 Aug 17 00:04:00.080559 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3da6698-3c3e-463d-afde-582e39a83fd0 req-58af7f3e-2d0c-4cfa-9182-66dde16a94b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:00.082896 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d3da6698-3c3e-463d-afde-582e39a83fd0 req-58af7f3e-2d0c-4cfa-9182-66dde16a94b5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=358c85e3-e402-4800-ac20-1ee48de2366c HTTP/1.1" status: 200 len: 912 time: 0.0952802 Aug 17 00:04:00.152390 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d3da6698-3c3e-463d-afde-582e39a83fd0 req-b223e0dc-0b1b-4d05-b6aa-efeb66ee27d6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=84c36a52-3400-4766-836f-5b5394b7321b HTTP/1.1" status: 200 len: 999 time: 0.0628331 Aug 17 00:04:00.201619 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3da6698-3c3e-463d-afde-582e39a83fd0 req-c719a296-6bd8-46f7-8847-ab24dee60634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:00.202990 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d3da6698-3c3e-463d-afde-582e39a83fd0 req-c719a296-6bd8-46f7-8847-ab24dee60634 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2c7ea852-5b75-4594-bf21-897da6d8e4a1 HTTP/1.1" status: 200 len: 850 time: 0.0441630 Aug 17 00:04:00.257546 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3da6698-3c3e-463d-afde-582e39a83fd0 req-8333dad6-96b1-45a1-a17b-5356b7f0e06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:00.259054 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d3da6698-3c3e-463d-afde-582e39a83fd0 req-8333dad6-96b1-45a1-a17b-5356b7f0e06f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=358c85e3-e402-4800-ac20-1ee48de2366c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0492456 Aug 17 00:04:00.354326 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d3da6698-3c3e-463d-afde-582e39a83fd0 req-82670d75-0a92-49bc-bc46-9deb2e244ab3 service neutron] 10.222.0.57 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879714 Aug 17 00:04:00.405549 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f04dbe1-6fdd-4e49-9d54-fe5b50d683fb req-89623578-1228-482b-bfe8-53d77acfc74e tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:00.407196 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1f04dbe1-6fdd-4e49-9d54-fe5b50d683fb req-89623578-1228-482b-bfe8-53d77acfc74e tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=94fd9f6b-2a2c-4184-9131-ae85d8ed0f53 HTTP/1.1" status: 200 len: 944 time: 0.0537713 Aug 17 00:04:00.446217 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1f04dbe1-6fdd-4e49-9d54-fe5b50d683fb req-921c96ee-1fdb-4112-be76-d6b0ca559d72 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323210 Aug 17 00:04:00.448819 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d3da6698-3c3e-463d-afde-582e39a83fd0 req-8fee407e-8330-4f30-8026-5a9cfdf37ce7 service neutron] 10.222.0.57 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880704 Aug 17 00:04:01.432366 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 84c36a52-3400-4766-836f-5b5394b7321b no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:04:01.470271 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 84c36a52-3400-4766-836f-5b5394b7321b not bound to the agent host n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:04:01.542408 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94fd9f6b-2a2c-4184-9131-ae85d8ed0f53', 'tag': '84c36a52-3400-4766-836f-5b5394b7321b'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:04:01.545104 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7165c1ab170cf7a86a4d2d0d4fd52c1e3b7b58c190c14e765d35b2aa62be1e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd0474bb-8c1e-4c90-b9e3-befdbd0a4dd7" -d '{"events": [{"name": "network-changed", "server_uuid": "94fd9f6b-2a2c-4184-9131-ae85d8ed0f53", "tag": "84c36a52-3400-4766-836f-5b5394b7321b"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:04:01.565947 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26e83dc-fb52-4f24-a699-bffa9043aa4a req-352dcf0d-7575-4d64-985b-a38bdf582cea tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:01.568451 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f26e83dc-fb52-4f24-a699-bffa9043aa4a req-352dcf0d-7575-4d64-985b-a38bdf582cea tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=94fd9f6b-2a2c-4184-9131-ae85d8ed0f53 HTTP/1.1" status: 200 len: 944 time: 0.0509744 Aug 17 00:04:01.600964 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd9a538a-30f7-4497-a3b8-1fa79d22c7c6 x-openstack-request-id: req-fd9a538a-30f7-4497-a3b8-1fa79d22c7c6 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:04:01.601405 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94fd9f6b-2a2c-4184-9131-ae85d8ed0f53", "tag": "84c36a52-3400-4766-836f-5b5394b7321b", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:04:01.601788 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fd9a538a-30f7-4497-a3b8-1fa79d22c7c6 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:04:01.602324 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94fd9f6b-2a2c-4184-9131-ae85d8ed0f53', 'tag': '84c36a52-3400-4766-836f-5b5394b7321b', 'status': 'completed', 'code': 200} Aug 17 00:04:01.614535 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f26e83dc-fb52-4f24-a699-bffa9043aa4a req-9a210f81-ddcd-43a5-96db-d3efd1caa730 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392795 Aug 17 00:04:01.662895 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0474bb-8c1e-4c90-b9e3-befdbd0a4dd7 req-5e455a30-f9f2-44af-a876-85396274e6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:01.664558 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cd0474bb-8c1e-4c90-b9e3-befdbd0a4dd7 req-5e455a30-f9f2-44af-a876-85396274e6c2 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=83ef46c23c9b4665a6426b92010b2810&device_id=94fd9f6b-2a2c-4184-9131-ae85d8ed0f53 HTTP/1.1" status: 200 len: 1096 time: 0.0447669 Aug 17 00:04:01.689079 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0474bb-8c1e-4c90-b9e3-befdbd0a4dd7 req-0bcaa634-7010-4be7-b210-c2b0dfcb96b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:01.690581 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-cd0474bb-8c1e-4c90-b9e3-befdbd0a4dd7 req-0bcaa634-7010-4be7-b210-c2b0dfcb96b2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=83ef46c23c9b4665a6426b92010b2810&device_id=94fd9f6b-2a2c-4184-9131-ae85d8ed0f53 HTTP/1.1" status: 200 len: 1096 time: 0.0443118 Aug 17 00:04:01.762054 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0474bb-8c1e-4c90-b9e3-befdbd0a4dd7 req-2fbc6037-e5ad-4d55-a050-fc5c6d2c32ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:01.763661 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cd0474bb-8c1e-4c90-b9e3-befdbd0a4dd7 req-2fbc6037-e5ad-4d55-a050-fc5c6d2c32ee service neutron] 10.222.0.68 "GET /v2.0/networks?id=358c85e3-e402-4800-ac20-1ee48de2366c HTTP/1.1" status: 200 len: 912 time: 0.0916722 Aug 17 00:04:01.792748 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0474bb-8c1e-4c90-b9e3-befdbd0a4dd7 req-5f69c223-090f-4f93-ac18-568621efc470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:01.794496 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-cd0474bb-8c1e-4c90-b9e3-befdbd0a4dd7 req-5f69c223-090f-4f93-ac18-568621efc470 service neutron] 10.222.0.57 "GET /v2.0/networks?id=358c85e3-e402-4800-ac20-1ee48de2366c HTTP/1.1" status: 200 len: 912 time: 0.0960340 Aug 17 00:04:01.829840 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cd0474bb-8c1e-4c90-b9e3-befdbd0a4dd7 req-a2fe61d2-d82d-4baa-b58f-ab2f4fc47cc3 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=84c36a52-3400-4766-836f-5b5394b7321b HTTP/1.1" status: 200 len: 999 time: 0.0583675 Aug 17 00:04:01.862457 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-cd0474bb-8c1e-4c90-b9e3-befdbd0a4dd7 req-11748d3c-3c3e-4a82-98fe-67846c3d90f8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=84c36a52-3400-4766-836f-5b5394b7321b HTTP/1.1" status: 200 len: 999 time: 0.0603831 Aug 17 00:04:01.889861 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0474bb-8c1e-4c90-b9e3-befdbd0a4dd7 req-086561ed-6a5c-4ada-8a62-b5e976eeed21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:01.891389 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cd0474bb-8c1e-4c90-b9e3-befdbd0a4dd7 req-086561ed-6a5c-4ada-8a62-b5e976eeed21 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2c7ea852-5b75-4594-bf21-897da6d8e4a1 HTTP/1.1" status: 200 len: 850 time: 0.0528746 Aug 17 00:04:01.915715 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0474bb-8c1e-4c90-b9e3-befdbd0a4dd7 req-95ea85a8-2d73-4ac3-b4ae-cd9040bc1af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:01.917466 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-cd0474bb-8c1e-4c90-b9e3-befdbd0a4dd7 req-95ea85a8-2d73-4ac3-b4ae-cd9040bc1af4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2c7ea852-5b75-4594-bf21-897da6d8e4a1 HTTP/1.1" status: 200 len: 850 time: 0.0473895 Aug 17 00:04:01.938622 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0474bb-8c1e-4c90-b9e3-befdbd0a4dd7 req-f0c5b9cd-4107-43c1-88ce-30f3c87c9e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:01.940126 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cd0474bb-8c1e-4c90-b9e3-befdbd0a4dd7 req-f0c5b9cd-4107-43c1-88ce-30f3c87c9e8e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=358c85e3-e402-4800-ac20-1ee48de2366c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410540 Aug 17 00:04:01.968734 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0474bb-8c1e-4c90-b9e3-befdbd0a4dd7 req-58343425-608d-497e-85d7-4fdbd26c7d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:01.970347 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-cd0474bb-8c1e-4c90-b9e3-befdbd0a4dd7 req-58343425-608d-497e-85d7-4fdbd26c7d1b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=358c85e3-e402-4800-ac20-1ee48de2366c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460470 Aug 17 00:04:02.038412 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cd0474bb-8c1e-4c90-b9e3-befdbd0a4dd7 req-1ceb7c1e-ca73-4cb3-bdd7-8d4c6700ae3f service neutron] 10.222.0.68 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894969 Aug 17 00:04:02.070382 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-cd0474bb-8c1e-4c90-b9e3-befdbd0a4dd7 req-ba1274d2-a9de-4304-bbe9-417ca4f87f16 service neutron] 10.222.0.57 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917606 Aug 17 00:04:02.134233 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cd0474bb-8c1e-4c90-b9e3-befdbd0a4dd7 req-e29c8b8f-a126-4246-8c0d-7f440586c6a2 service neutron] 10.222.0.68 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880103 Aug 17 00:04:02.175139 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-cd0474bb-8c1e-4c90-b9e3-befdbd0a4dd7 req-305f9d96-3a4b-4e9a-8e14-f602de75e0c1 service neutron] 10.222.0.57 "GET /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974658 Aug 17 00:04:02.740476 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a5ea00-54a8-4185-a69d-d41ea7dfa06c req-0023647b-4b6d-4217-9763-b04f0c7ba05b tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:02.742005 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-49a5ea00-54a8-4185-a69d-d41ea7dfa06c req-0023647b-4b6d-4217-9763-b04f0c7ba05b tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=94fd9f6b-2a2c-4184-9131-ae85d8ed0f53 HTTP/1.1" status: 200 len: 944 time: 0.0508027 Aug 17 00:04:02.781444 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-49a5ea00-54a8-4185-a69d-d41ea7dfa06c req-60a49e12-7eb4-4535-960d-729e6a5e4092 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330243 Aug 17 00:04:03.904177 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c315a-96d2-421f-9eea-7747b3bee4e4 req-4641b07e-2048-4047-9339-2ead4c9c017c tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:03.905701 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5d5c315a-96d2-421f-9eea-7747b3bee4e4 req-4641b07e-2048-4047-9339-2ead4c9c017c tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=94fd9f6b-2a2c-4184-9131-ae85d8ed0f53 HTTP/1.1" status: 200 len: 944 time: 0.0537038 Aug 17 00:04:03.947966 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5d5c315a-96d2-421f-9eea-7747b3bee4e4 req-26fd3cd4-df73-48fa-8539-0c3b7daab5de tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354412 Aug 17 00:04:05.064960 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0542ce25-8067-4b71-8194-1e7bc13eb639 req-d8a6c35e-583f-4a2e-9093-3b1e0c5ae440 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:05.067193 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0542ce25-8067-4b71-8194-1e7bc13eb639 req-d8a6c35e-583f-4a2e-9093-3b1e0c5ae440 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=94fd9f6b-2a2c-4184-9131-ae85d8ed0f53 HTTP/1.1" status: 200 len: 944 time: 0.0500693 Aug 17 00:04:05.105367 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0542ce25-8067-4b71-8194-1e7bc13eb639 req-14f1b39e-0fb2-43bc-9471-c7b40d285c15 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320160 Aug 17 00:04:06.226533 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f63cef-9714-4119-930b-e3b74befe551 req-42476af3-1b7a-4750-9e0c-b0465eff4ccf tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:06.228034 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-91f63cef-9714-4119-930b-e3b74befe551 req-42476af3-1b7a-4750-9e0c-b0465eff4ccf tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=94fd9f6b-2a2c-4184-9131-ae85d8ed0f53 HTTP/1.1" status: 200 len: 944 time: 0.0496879 Aug 17 00:04:06.267280 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-91f63cef-9714-4119-930b-e3b74befe551 req-63505cc8-01eb-4373-9239-715fb53bafec tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332618 Aug 17 00:04:07.396393 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c1d7e9-3f63-4999-bbcb-e1ed3e77bef9 req-aeee68dc-fd68-45b8-bca6-5100039113d3 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:07.397870 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-94c1d7e9-3f63-4999-bbcb-e1ed3e77bef9 req-aeee68dc-fd68-45b8-bca6-5100039113d3 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=94fd9f6b-2a2c-4184-9131-ae85d8ed0f53 HTTP/1.1" status: 200 len: 944 time: 0.0600798 Aug 17 00:04:07.436049 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-94c1d7e9-3f63-4999-bbcb-e1ed3e77bef9 req-0e130fda-baef-4e1b-b4e2-2d6deb13b5bf tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321679 Aug 17 00:04:08.552704 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d270f6-31f1-49fd-afef-2fecbc6491e7 req-6e89773a-1919-463e-a3f7-8357e0945888 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:08.554198 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-91d270f6-31f1-49fd-afef-2fecbc6491e7 req-6e89773a-1919-463e-a3f7-8357e0945888 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=94fd9f6b-2a2c-4184-9131-ae85d8ed0f53 HTTP/1.1" status: 200 len: 944 time: 0.0484571 Aug 17 00:04:08.592344 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-91d270f6-31f1-49fd-afef-2fecbc6491e7 req-c41a8ba9-ae4f-458a-86c5-885e6a6039b8 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321391 Aug 17 00:04:09.707380 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746197d2-a080-44c4-b07a-1ccb26aba0a0 req-9feaa01f-bd7b-4a44-a09a-0a7032207b16 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:09.709220 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-746197d2-a080-44c4-b07a-1ccb26aba0a0 req-9feaa01f-bd7b-4a44-a09a-0a7032207b16 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=94fd9f6b-2a2c-4184-9131-ae85d8ed0f53 HTTP/1.1" status: 200 len: 944 time: 0.0494649 Aug 17 00:04:09.747813 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-746197d2-a080-44c4-b07a-1ccb26aba0a0 req-06f90a71-e04c-48df-a5bb-f766086e0a9a tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321157 Aug 17 00:04:10.876728 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a41ceb-6e61-4bf3-a928-9d91d8ab2bb1 req-fc8de7c0-b686-429d-9d08-ceffcfc0e9bf tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:10.878210 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-57a41ceb-6e61-4bf3-a928-9d91d8ab2bb1 req-fc8de7c0-b686-429d-9d08-ceffcfc0e9bf tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=94fd9f6b-2a2c-4184-9131-ae85d8ed0f53 HTTP/1.1" status: 200 len: 944 time: 0.0546248 Aug 17 00:04:10.916150 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-57a41ceb-6e61-4bf3-a928-9d91d8ab2bb1 req-afcfc623-6ffe-4cba-a373-7736d991585a tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317655 Aug 17 00:04:11.995364 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:12.037220 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e755d1-41c6-4ce3-9afd-3383e7314007 req-a7a56cf0-0757-4614-a1b3-8c5626b9dcf0 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:12.038731 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-08e755d1-41c6-4ce3-9afd-3383e7314007 req-a7a56cf0-0757-4614-a1b3-8c5626b9dcf0 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=94fd9f6b-2a2c-4184-9131-ae85d8ed0f53 HTTP/1.1" status: 200 len: 944 time: 0.0517156 Aug 17 00:04:12.078190 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-08e755d1-41c6-4ce3-9afd-3383e7314007 req-c241334a-6153-49d2-b224-ffa9f2e593b1 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315626 Aug 17 00:04:13.201762 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2955f81-c88e-426e-9a4a-525abe00dc61 req-3d0c0270-206f-4df1-ad31-09ac0dfc5053 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:13.203261 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c2955f81-c88e-426e-9a4a-525abe00dc61 req-3d0c0270-206f-4df1-ad31-09ac0dfc5053 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=94fd9f6b-2a2c-4184-9131-ae85d8ed0f53 HTTP/1.1" status: 200 len: 944 time: 0.0534742 Aug 17 00:04:13.241825 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c2955f81-c88e-426e-9a4a-525abe00dc61 req-0ad24fe8-e7d4-414b-9097-a7e02b167a8e tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319598 Aug 17 00:04:13.358449 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6e8063-3a82-42d4-b823-da5839131607 req-f0577e35-f203-4c8c-8370-7e774ebf7491 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:13.359828 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0c6e8063-3a82-42d4-b823-da5839131607 req-f0577e35-f203-4c8c-8370-7e774ebf7491 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=94fd9f6b-2a2c-4184-9131-ae85d8ed0f53 HTTP/1.1" status: 200 len: 944 time: 0.0526431 Aug 17 00:04:13.399188 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0c6e8063-3a82-42d4-b823-da5839131607 req-1bfb1c21-4566-4ccf-af6b-2a580aee8425 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332294 Aug 17 00:04:13.517864 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410941c0-586f-4c55-a868-a345969bf4af req-6901ce16-94bd-4e40-b0f7-2d47f9623c05 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:13.519561 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-410941c0-586f-4c55-a868-a345969bf4af req-6901ce16-94bd-4e40-b0f7-2d47f9623c05 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=94fd9f6b-2a2c-4184-9131-ae85d8ed0f53 HTTP/1.1" status: 200 len: 944 time: 0.0529976 Aug 17 00:04:13.557398 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-410941c0-586f-4c55-a868-a345969bf4af req-ddc45b19-0a87-402c-b2a5-09846a993661 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320587 Aug 17 00:04:13.789062 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd80ce6-ef85-494e-9b1a-4495333e3e87 req-cc951e23-3f9f-4a2f-9f6f-ec8235fcf14c tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:13.790546 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3dd80ce6-ef85-494e-9b1a-4495333e3e87 req-cc951e23-3f9f-4a2f-9f6f-ec8235fcf14c tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=94fd9f6b-2a2c-4184-9131-ae85d8ed0f53 HTTP/1.1" status: 200 len: 944 time: 0.0491738 Aug 17 00:04:13.803120 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:04:13.828294 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3dd80ce6-ef85-494e-9b1a-4495333e3e87 req-b9b9c75c-e99f-43a1-a183-57aa46ab9608 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318320 Aug 17 00:04:14.448261 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 84c36a52-3400-4766-836f-5b5394b7321b details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:04:14.543061 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 84c36a52-3400-4766-836f-5b5394b7321b, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=84c36a52-3400-4766-836f-5b5394b7321b,segment=NetworkSegment(714982a0-3bd6-420a-8ae2-0d5475440df4),segment_id=714982a0-3bd6-420a-8ae2-0d5475440df4)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:04:14.554141 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': '84c36a52-3400-4766-836f-5b5394b7321b', 'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c', 'port_id': '84c36a52-3400-4766-836f-5b5394b7321b', 'mac_address': 'fa:16:3e:0e:80:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c7ea852-5b75-4594-bf21-897da6d8e4a1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:04:14.589697 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:14.601766 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84c36a52-3400-4766-836f-5b5394b7321b {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:04:14.622898 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 84c36a52-3400-4766-836f-5b5394b7321b, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=84c36a52-3400-4766-836f-5b5394b7321b,segment=NetworkSegment(714982a0-3bd6-420a-8ae2-0d5475440df4),segment_id=714982a0-3bd6-420a-8ae2-0d5475440df4)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:04:14.626529 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:14.672244 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=84c36a52-3400-4766-836f-5b5394b7321b,revision_number=12']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:14.954187 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9e8138-e081-497e-9493-c4f50af2923c req-f3ba3b27-466a-41d7-a921-e98b24ae56bb tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:14.955688 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ee9e8138-e081-497e-9493-c4f50af2923c req-f3ba3b27-466a-41d7-a921-e98b24ae56bb tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=94fd9f6b-2a2c-4184-9131-ae85d8ed0f53 HTTP/1.1" status: 200 len: 945 time: 0.0564122 Aug 17 00:04:14.994832 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ee9e8138-e081-497e-9493-c4f50af2923c req-81ed29fe-9faa-4d88-b9e5-d30463468b93 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups?id=76d78786-719d-4ded-9ccf-f6bbd64d77a3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328071 Aug 17 00:04:15.501093 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cab4af-e9ff-4dc7-820d-082a8576bc73 req-42e41a95-16fc-478a-90a7-13d2fe9c43ae tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:15.502481 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-14cab4af-e9ff-4dc7-820d-082a8576bc73 req-42e41a95-16fc-478a-90a7-13d2fe9c43ae tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.57 "GET /v2.0/ports?device_id=94fd9f6b-2a2c-4184-9131-ae85d8ed0f53 HTTP/1.1" status: 200 len: 945 time: 0.0512998 Aug 17 00:04:15.591411 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-14cab4af-e9ff-4dc7-820d-082a8576bc73 req-57c13f14-7370-4ce0-960f-fcd350ebc09d tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Deleting port 84c36a52-3400-4766-836f-5b5394b7321b {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:04:15.591753 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-14cab4af-e9ff-4dc7-820d-082a8576bc73 req-57c13f14-7370-4ce0-960f-fcd350ebc09d tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:15.682963 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-14cab4af-e9ff-4dc7-820d-082a8576bc73 req-57c13f14-7370-4ce0-960f-fcd350ebc09d tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] For port 84c36a52-3400-4766-836f-5b5394b7321b, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=84c36a52-3400-4766-836f-5b5394b7321b,segment=NetworkSegment(714982a0-3bd6-420a-8ae2-0d5475440df4),segment_id=714982a0-3bd6-420a-8ae2-0d5475440df4)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:04:15.683329 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-14cab4af-e9ff-4dc7-820d-082a8576bc73 req-57c13f14-7370-4ce0-960f-fcd350ebc09d tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:15.849656 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-14cab4af-e9ff-4dc7-820d-082a8576bc73 req-57c13f14-7370-4ce0-960f-fcd350ebc09d tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:15.849937 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-14cab4af-e9ff-4dc7-820d-082a8576bc73 req-57c13f14-7370-4ce0-960f-fcd350ebc09d tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:15.850251 n-d-791506-26 neutron-server[101291]: INFO neutron.db.l3_db [req-14cab4af-e9ff-4dc7-820d-082a8576bc73 req-57c13f14-7370-4ce0-960f-fcd350ebc09d tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Floating IP ca5c0e4f-bc22-4dc9-997b-e59ffb1540a1 disassociated. External IP: 172.25.4.29, port: 84c36a52-3400-4766-836f-5b5394b7321b. Aug 17 00:04:15.850591 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-14cab4af-e9ff-4dc7-820d-082a8576bc73 req-57c13f14-7370-4ce0-960f-fcd350ebc09d tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Calling delete_port for 84c36a52-3400-4766-836f-5b5394b7321b owned by compute:nova {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:04:15.979005 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-14cab4af-e9ff-4dc7-820d-082a8576bc73 req-57c13f14-7370-4ce0-960f-fcd350ebc09d tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:16.009050 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c13f14-7370-4ce0-960f-fcd350ebc09d tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Pushing event deleted for resources: {'Port': ['ID=84c36a52-3400-4766-836f-5b5394b7321b,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:16.106354 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-10d91f77-8152-472e-a729-16ed86f25ba5 req-aa36cc50-a714-4d61-adec-1b83b50c7890 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=94fd9f6b-2a2c-4184-9131-ae85d8ed0f53 HTTP/1.1" status: 200 len: 210 time: 0.0283229 Aug 17 00:04:16.136376 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [req-14cab4af-e9ff-4dc7-820d-082a8576bc73 req-57c13f14-7370-4ce0-960f-fcd350ebc09d tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Router 67a6f228-1f37-42a9-9561-daf44bfca92a has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:04:16.248463 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-14cab4af-e9ff-4dc7-820d-082a8576bc73 req-57c13f14-7370-4ce0-960f-fcd350ebc09d tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:04:16.259281 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f25e33-49d2-49b7-8027-bad166f5b43e None None] Sync routers for ids ['67a6f228-1f37-42a9-9561-daf44bfca92a'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:04:16.268800 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f25e33-49d2-49b7-8027-bad166f5b43e None None] Routers {'67a6f228-1f37-42a9-9561-daf44bfca92a'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:04:16.269437 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-84f25e33-49d2-49b7-8027-bad166f5b43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:03:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['67a6f228-1f37-42a9-9561-daf44bfca92a'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:04:16.288803 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-14cab4af-e9ff-4dc7-820d-082a8576bc73 req-57c13f14-7370-4ce0-960f-fcd350ebc09d tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] No DVR routers for this DVR port 84c36a52-3400-4766-836f-5b5394b7321b on host n-h2-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:04:16.291411 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-14cab4af-e9ff-4dc7-820d-082a8576bc73 req-57c13f14-7370-4ce0-960f-fcd350ebc09d tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:16.293527 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-14cab4af-e9ff-4dc7-820d-082a8576bc73 req-57c13f14-7370-4ce0-960f-fcd350ebc09d tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.57 "DELETE /v2.0/ports/84c36a52-3400-4766-836f-5b5394b7321b HTTP/1.1" status: 204 len: 173 time: 0.7841458 Aug 17 00:04:16.293954 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94fd9f6b-2a2c-4184-9131-ae85d8ed0f53', 'name': 'network-vif-deleted', 'tag': '84c36a52-3400-4766-836f-5b5394b7321b'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:04:16.296229 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7165c1ab170cf7a86a4d2d0d4fd52c1e3b7b58c190c14e765d35b2aa62be1e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a71f3219-c74f-4505-8615-614c09c5f6ea" -d '{"events": [{"server_uuid": "94fd9f6b-2a2c-4184-9131-ae85d8ed0f53", "name": "network-vif-deleted", "tag": "84c36a52-3400-4766-836f-5b5394b7321b"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:04:16.337343 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a233b21-1a68-41df-971e-3e4148d0fd26 x-openstack-request-id: req-0a233b21-1a68-41df-971e-3e4148d0fd26 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:04:16.337659 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94fd9f6b-2a2c-4184-9131-ae85d8ed0f53", "name": "network-vif-deleted", "tag": "84c36a52-3400-4766-836f-5b5394b7321b", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:04:16.337935 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0a233b21-1a68-41df-971e-3e4148d0fd26 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:04:16.338346 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94fd9f6b-2a2c-4184-9131-ae85d8ed0f53', 'name': 'network-vif-deleted', 'tag': '84c36a52-3400-4766-836f-5b5394b7321b', 'status': 'completed', 'code': 200} Aug 17 00:04:16.391307 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-84f25e33-49d2-49b7-8027-bad166f5b43e None None] Set router 67a6f228-1f37-42a9-9561-daf44bfca92a gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:04:16.466749 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 84c36a52-3400-4766-836f-5b5394b7321b details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:04:16.472890 n-d-791506-26 neutron-server[101293]: INFO neutron.plugins.ml2.plugin [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] No ports have port_id starting with 84c36a52-3400-4766-836f-5b5394b7321b Aug 17 00:04:16.482202 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 84c36a52-3400-4766-836f-5b5394b7321b requested by agent hyperv_n-h2-791506-26 not found in database {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Aug 17 00:04:16.604174 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-84f25e33-49d2-49b7-8027-bad166f5b43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'name': 'tempest-ServerActionsTestJSON-588204980-router', 'tenant_id': '83ef46c23c9b4665a6426b92010b2810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '2a45e1da-ac90-45b2-8495-6bf17bc484c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:51:34Z', 'updated_at': '2021-08-16T23:51:36Z', 'revision_number': 4, 'project_id': '83ef46c23c9b4665a6426b92010b2810', 'gw_port': {'id': '2a45e1da-ac90-45b2-8495-6bf17bc484c0', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:51:34Z', 'updated_at': '2021-08-16T23:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'f62dbd80-836c-428c-a77a-55f350621b11', 'name': '', 'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c', 'tenant_id': '83ef46c23c9b4665a6426b92010b2810', 'mac_address': 'fa:16:3e:ed:28:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2c7ea852-5b75-4594-bf21-897da6d8e4a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:51:36Z', 'updated_at': '2021-08-16T23:51:41Z', 'revision_number': 5, 'project_id': '83ef46c23c9b4665a6426b92010b2810', 'subnets': [{'id': '2c7ea852-5b75-4594-bf21-897da6d8e4a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:04:16.636585 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f25e33-49d2-49b7-8027-bad166f5b43e None None] Checking router: 67a6f228-1f37-42a9-9561-daf44bfca92a for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:04:16.645223 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f25e33-49d2-49b7-8027-bad166f5b43e None None] Routers {'67a6f228-1f37-42a9-9561-daf44bfca92a'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:04:16.646007 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-84f25e33-49d2-49b7-8027-bad166f5b43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:03:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['67a6f228-1f37-42a9-9561-daf44bfca92a'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:04:16.767882 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-84f25e33-49d2-49b7-8027-bad166f5b43e None None] Set router 67a6f228-1f37-42a9-9561-daf44bfca92a gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:04:16.968623 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-84f25e33-49d2-49b7-8027-bad166f5b43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'name': 'tempest-ServerActionsTestJSON-588204980-router', 'tenant_id': '83ef46c23c9b4665a6426b92010b2810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '2a45e1da-ac90-45b2-8495-6bf17bc484c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:51:34Z', 'updated_at': '2021-08-16T23:51:36Z', 'revision_number': 4, 'project_id': '83ef46c23c9b4665a6426b92010b2810', 'gw_port': {'id': '2a45e1da-ac90-45b2-8495-6bf17bc484c0', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:51:34Z', 'updated_at': '2021-08-16T23:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'f62dbd80-836c-428c-a77a-55f350621b11', 'name': '', 'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c', 'tenant_id': '83ef46c23c9b4665a6426b92010b2810', 'mac_address': 'fa:16:3e:ed:28:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2c7ea852-5b75-4594-bf21-897da6d8e4a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:51:36Z', 'updated_at': '2021-08-16T23:51:41Z', 'revision_number': 5, 'project_id': '83ef46c23c9b4665a6426b92010b2810', 'subnets': [{'id': '2c7ea852-5b75-4594-bf21-897da6d8e4a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:04:16.995801 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f25e33-49d2-49b7-8027-bad166f5b43e None None] The sync data for ids ['67a6f228-1f37-42a9-9561-daf44bfca92a'] in n-d-791506-26 is: [{'id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'name': 'tempest-ServerActionsTestJSON-588204980-router', 'tenant_id': '83ef46c23c9b4665a6426b92010b2810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '2a45e1da-ac90-45b2-8495-6bf17bc484c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:51:34Z', 'updated_at': '2021-08-16T23:51:36Z', 'revision_number': 4, 'project_id': '83ef46c23c9b4665a6426b92010b2810', 'gw_port': {'id': '2a45e1da-ac90-45b2-8495-6bf17bc484c0', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:51:34Z', 'updated_at': '2021-08-16T23:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'f62dbd80-836c-428c-a77a-55f350621b11', 'name': '', 'network_id': '358c85e3-e402-4800-ac20-1ee48de2366c', 'tenant_id': '83ef46c23c9b4665a6426b92010b2810', 'mac_address': 'fa:16:3e:ed:28:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '2c7ea852-5b75-4594-bf21-897da6d8e4a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:51:36Z', 'updated_at': '2021-08-16T23:51:41Z', 'revision_number': 5, 'project_id': '83ef46c23c9b4665a6426b92010b2810', 'subnets': [{'id': '2c7ea852-5b75-4594-bf21-897da6d8e4a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:04:17.231845 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-39928083-bb6d-47a8-8487-ae1757ccdc9a req-ff408b4d-20f3-4b91-9111-4338d991abfd tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=94fd9f6b-2a2c-4184-9131-ae85d8ed0f53 HTTP/1.1" status: 200 len: 210 time: 0.0298445 Aug 17 00:04:17.240678 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5753c2d-b0bf-4467-94f2-03b00917851c None None] New status for floating IP ca5c0e4f-bc22-4dc9-997b-e59ffb1540a1: DOWN {{(pid=101294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 00:04:17.807268 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9e59656c-98ea-4dd0-a090-77eec4668111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:18.335691 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-568c6dde-201c-418a-a42f-46ea1d6a02a2 req-8244ee00-1ae9-4c7e-a301-3964556b01e9 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=94fd9f6b-2a2c-4184-9131-ae85d8ed0f53 HTTP/1.1" status: 200 len: 210 time: 0.0261133 Aug 17 00:04:18.453001 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 84c36a52-3400-4766-836f-5b5394b7321b no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:04:18.474670 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] No Port match for: 84c36a52-3400-4766-836f-5b5394b7321b {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:04:18.475017 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 84c36a52-3400-4766-836f-5b5394b7321b not bound to the agent host n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:04:19.430995 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7c525eb3-45b9-4b19-a081-e43c67e6b4e2 req-c4da7ad6-8ec4-45e0-bcc1-6d63df50c9d0 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/ports?device_id=94fd9f6b-2a2c-4184-9131-ae85d8ed0f53 HTTP/1.1" status: 200 len: 210 time: 0.0266054 Aug 17 00:04:19.886127 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-75e67ded-9edc-4816-97c4-ef6729687805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:20.782385 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:21.839533 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:23.090982 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:23.215435 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 58394) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:23.274255 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f9d2058c-b51e-487b-b9ca-f303ea1daeb8 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:23.296897 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f9d2058c-b51e-487b-b9ca-f303ea1daeb8 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:23.344180 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f9d2058c-b51e-487b-b9ca-f303ea1daeb8 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:23.346719 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f9d2058c-b51e-487b-b9ca-f303ea1daeb8 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:23.347879 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-f9d2058c-b51e-487b-b9ca-f303ea1daeb8 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "DELETE /v2.0/security-groups/76d78786-719d-4ded-9ccf-f6bbd64d77a3 HTTP/1.1" status: 204 len: 168 time: 0.1313756 Aug 17 00:04:23.351407 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 58396) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:23.357861 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d2058c-b51e-487b-b9ca-f303ea1daeb8 tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76d78786-719d-4ded-9ccf-f6bbd64d77a3,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:23.366369 n-d-791506-26 neutron-server[101291]: INFO neutron.api.v2.resource [None req-6e8281f8-4131-4dd6-987f-4906c53e195b tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] show failed (client error): The resource could not be found. Aug 17 00:04:23.368580 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-6e8281f8-4131-4dd6-987f-4906c53e195b tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "GET /v2.0/security-groups/76d78786-719d-4ded-9ccf-f6bbd64d77a3 HTTP/1.1" status: 404 len: 347 time: 0.0150101 Aug 17 00:04:23.370629 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 58398) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:23.516258 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-46d3f501-64cc-4cb7-a6d4-df1f7a90976c tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Deleting port 59fa81f1-f7b7-4f03-988e-f15af8133bb4 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:04:23.516640 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-46d3f501-64cc-4cb7-a6d4-df1f7a90976c tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:23.595056 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-46d3f501-64cc-4cb7-a6d4-df1f7a90976c tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:23.595303 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-46d3f501-64cc-4cb7-a6d4-df1f7a90976c tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:23.607637 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-46d3f501-64cc-4cb7-a6d4-df1f7a90976c tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Calling delete_port for 59fa81f1-f7b7-4f03-988e-f15af8133bb4 owned by network:floatingip {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:04:23.745965 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-46d3f501-64cc-4cb7-a6d4-df1f7a90976c tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:23.773700 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d3f501-64cc-4cb7-a6d4-df1f7a90976c tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Pushing event deleted for resources: {'Port': ['ID=59fa81f1-f7b7-4f03-988e-f15af8133bb4,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:23.834997 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-46d3f501-64cc-4cb7-a6d4-df1f7a90976c tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Notify callbacks [] for floatingip, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:23.837562 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-46d3f501-64cc-4cb7-a6d4-df1f7a90976c tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:23.838722 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-46d3f501-64cc-4cb7-a6d4-df1f7a90976c tempest-ServerActionsTestJSON-2036746390 tempest-ServerActionsTestJSON-2036746390-project] 10.222.0.36 "DELETE /v2.0/floatingips/ca5c0e4f-bc22-4dc9-997b-e59ffb1540a1 HTTP/1.1" status: 204 len: 168 time: 0.4672120 Aug 17 00:04:23.841722 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 58400) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:24.324463 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0e251d7b-069b-42fc-a26e-2d6eb7fa2716 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537579'] for router_interface, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:24.580028 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-0e251d7b-069b-42fc-a26e-2d6eb7fa2716 admin admin] Deleting port f62dbd80-836c-428c-a77a-55f350621b11 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:04:24.580731 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0e251d7b-069b-42fc-a26e-2d6eb7fa2716 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:24.664193 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-0e251d7b-069b-42fc-a26e-2d6eb7fa2716 admin admin] For port f62dbd80-836c-428c-a77a-55f350621b11, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=f62dbd80-836c-428c-a77a-55f350621b11,segment=NetworkSegment(714982a0-3bd6-420a-8ae2-0d5475440df4),segment_id=714982a0-3bd6-420a-8ae2-0d5475440df4)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:04:24.664487 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0e251d7b-069b-42fc-a26e-2d6eb7fa2716 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:24.677939 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-0e251d7b-069b-42fc-a26e-2d6eb7fa2716 admin admin] Calling delete_port for f62dbd80-836c-428c-a77a-55f350621b11 owned by network:router_interface {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:04:24.860005 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0e251d7b-069b-42fc-a26e-2d6eb7fa2716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:24.888486 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e251d7b-069b-42fc-a26e-2d6eb7fa2716 admin admin] Pushing event deleted for resources: {'Port': ['ID=f62dbd80-836c-428c-a77a-55f350621b11,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:25.079475 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0e251d7b-069b-42fc-a26e-2d6eb7fa2716 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537471'] for router_interface, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:25.309080 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e251d7b-069b-42fc-a26e-2d6eb7fa2716 admin admin] Router 67a6f228-1f37-42a9-9561-daf44bfca92a has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:04:25.426295 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e251d7b-069b-42fc-a26e-2d6eb7fa2716 admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:04:25.433151 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-0e251d7b-069b-42fc-a26e-2d6eb7fa2716 admin admin] 10.222.0.36 "PUT /v2.0/routers/67a6f228-1f37-42a9-9561-daf44bfca92a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5896266 Aug 17 00:04:25.434971 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 58404) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:25.438651 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e9c360-5440-44f6-9c5e-a997f7393405 None None] Sync routers for ids ['67a6f228-1f37-42a9-9561-daf44bfca92a'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:04:25.454555 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e9c360-5440-44f6-9c5e-a997f7393405 None None] Routers {'67a6f228-1f37-42a9-9561-daf44bfca92a'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:04:25.455166 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-31e9c360-5440-44f6-9c5e-a997f7393405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:04:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['67a6f228-1f37-42a9-9561-daf44bfca92a'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:04:25.558293 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-31e9c360-5440-44f6-9c5e-a997f7393405 None None] Set router 67a6f228-1f37-42a9-9561-daf44bfca92a gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:04:25.765676 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-31e9c360-5440-44f6-9c5e-a997f7393405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'name': 'tempest-ServerActionsTestJSON-588204980-router', 'tenant_id': '83ef46c23c9b4665a6426b92010b2810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '2a45e1da-ac90-45b2-8495-6bf17bc484c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:51:34Z', 'updated_at': '2021-08-17T00:04:24Z', 'revision_number': 5, 'project_id': '83ef46c23c9b4665a6426b92010b2810', 'gw_port': {'id': '2a45e1da-ac90-45b2-8495-6bf17bc484c0', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:51:34Z', 'updated_at': '2021-08-16T23:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:04:25.793402 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e9c360-5440-44f6-9c5e-a997f7393405 None None] Checking router: 67a6f228-1f37-42a9-9561-daf44bfca92a for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:04:25.802714 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e9c360-5440-44f6-9c5e-a997f7393405 None None] Routers {'67a6f228-1f37-42a9-9561-daf44bfca92a'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:04:25.803336 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-31e9c360-5440-44f6-9c5e-a997f7393405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:04:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['67a6f228-1f37-42a9-9561-daf44bfca92a'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:04:25.898471 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce0e25b5-e823-4c10-8c5e-f4e3af3dc8ea admin admin] Notify callbacks [] for router, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:25.939515 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-31e9c360-5440-44f6-9c5e-a997f7393405 None None] Set router 67a6f228-1f37-42a9-9561-daf44bfca92a gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:04:26.006615 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce0e25b5-e823-4c10-8c5e-f4e3af3dc8ea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:26.049786 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:26.061291 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce0e25b5-e823-4c10-8c5e-f4e3af3dc8ea admin admin] Deleting port 2a45e1da-ac90-45b2-8495-6bf17bc484c0 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:04:26.061629 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce0e25b5-e823-4c10-8c5e-f4e3af3dc8ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:26.144123 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-31e9c360-5440-44f6-9c5e-a997f7393405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'name': 'tempest-ServerActionsTestJSON-588204980-router', 'tenant_id': '83ef46c23c9b4665a6426b92010b2810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '2a45e1da-ac90-45b2-8495-6bf17bc484c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:51:34Z', 'updated_at': '2021-08-17T00:04:24Z', 'revision_number': 5, 'project_id': '83ef46c23c9b4665a6426b92010b2810', 'gw_port': {'id': '2a45e1da-ac90-45b2-8495-6bf17bc484c0', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:51:34Z', 'updated_at': '2021-08-16T23:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:04:26.151608 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-ce0e25b5-e823-4c10-8c5e-f4e3af3dc8ea admin admin] For port 2a45e1da-ac90-45b2-8495-6bf17bc484c0, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=2a45e1da-ac90-45b2-8495-6bf17bc484c0,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:04:26.151974 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce0e25b5-e823-4c10-8c5e-f4e3af3dc8ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:26.164237 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-ce0e25b5-e823-4c10-8c5e-f4e3af3dc8ea admin admin] Calling delete_port for 2a45e1da-ac90-45b2-8495-6bf17bc484c0 owned by network:router_gateway {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:04:26.175126 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e9c360-5440-44f6-9c5e-a997f7393405 None None] The sync data for ids ['67a6f228-1f37-42a9-9561-daf44bfca92a'] in n-d-791506-26 is: [{'id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'name': 'tempest-ServerActionsTestJSON-588204980-router', 'tenant_id': '83ef46c23c9b4665a6426b92010b2810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '2a45e1da-ac90-45b2-8495-6bf17bc484c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T23:51:34Z', 'updated_at': '2021-08-17T00:04:24Z', 'revision_number': 5, 'project_id': '83ef46c23c9b4665a6426b92010b2810', 'gw_port': {'id': '2a45e1da-ac90-45b2-8495-6bf17bc484c0', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a6f228-1f37-42a9-9561-daf44bfca92a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T23:51:34Z', 'updated_at': '2021-08-16T23:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:04:26.342255 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce0e25b5-e823-4c10-8c5e-f4e3af3dc8ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:26.369528 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0e25b5-e823-4c10-8c5e-f4e3af3dc8ea admin admin] Pushing event deleted for resources: {'Port': ['ID=2a45e1da-ac90-45b2-8495-6bf17bc484c0,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:26.429126 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce0e25b5-e823-4c10-8c5e-f4e3af3dc8ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537121'] for router_gateway, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:26.522224 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce0e25b5-e823-4c10-8c5e-f4e3af3dc8ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:26.524439 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce0e25b5-e823-4c10-8c5e-f4e3af3dc8ea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:26.575192 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce0e25b5-e823-4c10-8c5e-f4e3af3dc8ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:26.575761 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce0e25b5-e823-4c10-8c5e-f4e3af3dc8ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67a6f228-1f37-42a9-9561-daf44bfca92a {{(pid=101291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 00:04:26.580315 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ce0e25b5-e823-4c10-8c5e-f4e3af3dc8ea admin admin] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:26.584131 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-ce0e25b5-e823-4c10-8c5e-f4e3af3dc8ea admin admin] 10.222.0.36 "DELETE /v2.0/routers/67a6f228-1f37-42a9-9561-daf44bfca92a HTTP/1.1" status: 204 len: 168 time: 1.1457670 Aug 17 00:04:26.584482 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 58406) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:26.631042 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-75889230-a85e-44e8-b298-90933e5c01d5 admin admin] Deleting subnet 2c7ea852-5b75-4594-bf21-897da6d8e4a1 {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:04:26.634757 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-75889230-a85e-44e8-b298-90933e5c01d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:26.670403 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-75889230-a85e-44e8-b298-90933e5c01d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:26.756895 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-75889230-a85e-44e8-b298-90933e5c01d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:26.814821 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-75889230-a85e-44e8-b298-90933e5c01d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:26.840876 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75889230-a85e-44e8-b298-90933e5c01d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c7ea852-5b75-4594-bf21-897da6d8e4a1,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:26.846569 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-75889230-a85e-44e8-b298-90933e5c01d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:26.848655 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-75889230-a85e-44e8-b298-90933e5c01d5 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/2c7ea852-5b75-4594-bf21-897da6d8e4a1 HTTP/1.1" status: 204 len: 168 time: 0.2631788 Aug 17 00:04:26.851151 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 58408) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:26.853759 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b684d155-577a-48ec-a6cd-04c8d88c8148 None None] Network 358c85e3-e402-4800-ac20-1ee48de2366c requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:04:26.920651 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bb6f41ee-f5bf-4511-9639-88733796d233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:26.980610 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-bb6f41ee-f5bf-4511-9639-88733796d233 admin admin] Deleting port 61f31ed3-cd67-4afa-86ce-61ca6434199a {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:04:26.980930 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bb6f41ee-f5bf-4511-9639-88733796d233 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:27.049580 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-bb6f41ee-f5bf-4511-9639-88733796d233 admin admin] For port 61f31ed3-cd67-4afa-86ce-61ca6434199a, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=61f31ed3-cd67-4afa-86ce-61ca6434199a,segment=NetworkSegment(714982a0-3bd6-420a-8ae2-0d5475440df4),segment_id=714982a0-3bd6-420a-8ae2-0d5475440df4)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:04:27.049953 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bb6f41ee-f5bf-4511-9639-88733796d233 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:27.063990 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-bb6f41ee-f5bf-4511-9639-88733796d233 admin admin] Calling delete_port for 61f31ed3-cd67-4afa-86ce-61ca6434199a owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:04:27.154522 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bb6f41ee-f5bf-4511-9639-88733796d233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:27.187168 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6f41ee-f5bf-4511-9639-88733796d233 admin admin] No DVR routers for this DVR port 61f31ed3-cd67-4afa-86ce-61ca6434199a on host n-d-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:04:27.189444 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6f41ee-f5bf-4511-9639-88733796d233 admin admin] Pushing event deleted for resources: {'Port': ['ID=61f31ed3-cd67-4afa-86ce-61ca6434199a,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:27.202796 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398ed3c0-001a-4cd9-8c7f-4b294d7f9492 None None] DHCP port deletion for 358c85e3-e402-4800-ac20-1ee48de2366c request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:04:27.264300 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bb6f41ee-f5bf-4511-9639-88733796d233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:27.274973 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-bb6f41ee-f5bf-4511-9639-88733796d233 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['358c85e3-e402-4800-ac20-1ee48de2366c']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:04:27.288773 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-bb6f41ee-f5bf-4511-9639-88733796d233 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '714982a0-3bd6-420a-8ae2-0d5475440df4') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:04:27.289076 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-bb6f41ee-f5bf-4511-9639-88733796d233 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '714982a0-3bd6-420a-8ae2-0d5475440df4') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:04:27.297701 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bb6f41ee-f5bf-4511-9639-88733796d233 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:27.311258 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bb6f41ee-f5bf-4511-9639-88733796d233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:27.317626 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb6f41ee-f5bf-4511-9639-88733796d233 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:04:27.318217 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bb6f41ee-f5bf-4511-9639-88733796d233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:27.319994 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 17 00:04:27.319994 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:04:27.319994 n-d-791506-26 neutron-server[101291]: timer() Aug 17 00:04:27.319994 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:04:27.319994 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 17 00:04:27.319994 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:04:27.319994 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 17 00:04:27.319994 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:04:27.319994 n-d-791506-26 neutron-server[101291]: self._notify() Aug 17 00:04:27.319994 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:04:27.319994 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 17 00:04:27.319994 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:04:27.319994 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 17 00:04:27.319994 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:04:27.319994 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:04:27.319994 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:04:27.319994 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:04:27.319994 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:04:27.319994 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 17 00:04:27.319994 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:04:27.319994 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 17 00:04:27.319994 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:04:27.319994 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:04:27.319994 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:04:27.319994 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 17 00:04:27.319994 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:04:27.319994 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:04:27.319994 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:04:27.319994 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:04:27.319994 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:04:27.319994 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:04:27.319994 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:04:27.380781 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bb6f41ee-f5bf-4511-9639-88733796d233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:27.387898 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bb6f41ee-f5bf-4511-9639-88733796d233 admin admin] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:27.389813 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-bb6f41ee-f5bf-4511-9639-88733796d233 admin admin] 10.222.0.36 "DELETE /v2.0/networks/358c85e3-e402-4800-ac20-1ee48de2366c HTTP/1.1" status: 204 len: 168 time: 0.5377374 Aug 17 00:04:27.402221 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6f41ee-f5bf-4511-9639-88733796d233 admin admin] Pushing event deleted for resources: {'Network': ['ID=358c85e3-e402-4800-ac20-1ee48de2366c,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:27.452896 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 61f31ed3-cd67-4afa-86ce-61ca6434199a no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:04:27.472833 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 61f31ed3-cd67-4afa-86ce-61ca6434199a {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:04:27.473288 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 61f31ed3-cd67-4afa-86ce-61ca6434199a not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:04:27.474196 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 2a45e1da-ac90-45b2-8495-6bf17bc484c0 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:04:27.492857 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 2a45e1da-ac90-45b2-8495-6bf17bc484c0 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:04:27.493457 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 2a45e1da-ac90-45b2-8495-6bf17bc484c0 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:04:27.493863 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device f62dbd80-836c-428c-a77a-55f350621b11 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:04:27.507849 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 58412) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:27.513569 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: f62dbd80-836c-428c-a77a-55f350621b11 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:04:27.514143 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device f62dbd80-836c-428c-a77a-55f350621b11 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:04:27.557393 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-4d5dd59e-1ff7-4f0c-a215-88be10d49db3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=83ef46c23c9b4665a6426b92010b2810&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0483053 Aug 17 00:04:27.559831 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 58414) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:27.609100 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ef317345-72be-4cf0-bffb-019fe5e376bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:27.637011 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ef317345-72be-4cf0-bffb-019fe5e376bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:27.682938 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ef317345-72be-4cf0-bffb-019fe5e376bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:27.685499 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ef317345-72be-4cf0-bffb-019fe5e376bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:27.686725 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-ef317345-72be-4cf0-bffb-019fe5e376bf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5ca7d60c-fb41-4422-8bd2-554cdfd37501 HTTP/1.1" status: 204 len: 168 time: 0.1258702 Aug 17 00:04:27.696008 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef317345-72be-4cf0-bffb-019fe5e376bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca7d60c-fb41-4422-8bd2-554cdfd37501,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:28.406760 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 58436) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:28.505719 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-1bb70080-f649-450a-bcda-6373bc28e23e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1073702749-network', 'tenant_id': '9d75411625f14fe5a355d4c9aba756df'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:04:28.528485 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bb70080-f649-450a-bcda-6373bc28e23e admin admin] Made reservation on behalf of 9d75411625f14fe5a355d4c9aba756df for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:04:28.532619 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1bb70080-f649-450a-bcda-6373bc28e23e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:28.543087 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1bb70080-f649-450a-bcda-6373bc28e23e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:28.633645 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1bb70080-f649-450a-bcda-6373bc28e23e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:28.637643 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1bb70080-f649-450a-bcda-6373bc28e23e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:28.662470 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bb70080-f649-450a-bcda-6373bc28e23e admin admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:04:28.672032 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb70080-f649-450a-bcda-6373bc28e23e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4cdf04b-47d5-42e2-a4fe-8c16a9159cec,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:28.676851 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1bb70080-f649-450a-bcda-6373bc28e23e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:28.677224 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-1bb70080-f649-450a-bcda-6373bc28e23e admin admin] Added segment 7b1fdca0-c10d-4f02-8a37-1aa05de5a35c of type vlan for network 9f3c04ee-ff49-4150-9cea-518b9d268752 Aug 17 00:04:28.716913 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1bb70080-f649-450a-bcda-6373bc28e23e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:28.741016 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1bb70080-f649-450a-bcda-6373bc28e23e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:28.741928 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb70080-f649-450a-bcda-6373bc28e23e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:28.742525 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1bb70080-f649-450a-bcda-6373bc28e23e admin admin] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:28.794469 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-1bb70080-f649-450a-bcda-6373bc28e23e admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3866277 Aug 17 00:04:28.797793 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 58440) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:04:28.803488 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-891ece8c-67ce-441e-84b7-4135a97957af admin admin] Request body: {'subnet': {'network_id': '9f3c04ee-ff49-4150-9cea-518b9d268752', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1073702749-subnet', 'tenant_id': '9d75411625f14fe5a355d4c9aba756df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:04:28.805136 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb70080-f649-450a-bcda-6373bc28e23e admin admin] Pushing event updated for resources: {'Network': ['ID=9f3c04ee-ff49-4150-9cea-518b9d268752,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:28.817802 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 9f3c04ee-ff49-4150-9cea-518b9d268752 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:04:28.826328 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-891ece8c-67ce-441e-84b7-4135a97957af admin admin] Made reservation on behalf of 9d75411625f14fe5a355d4c9aba756df for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:04:28.828698 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-891ece8c-67ce-441e-84b7-4135a97957af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:28.996258 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-891ece8c-67ce-441e-84b7-4135a97957af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:29.049288 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891ece8c-67ce-441e-84b7-4135a97957af admin admin] Pushing event updated for resources: {'Subnet': ['ID=2019c3e1-6cd6-4efb-a3e2-b0e2f91707e8,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:29.059671 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891ece8c-67ce-441e-84b7-4135a97957af admin admin] Checking segment: {'id': '7b1fdca0-c10d-4f02-8a37-1aa05de5a35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '9f3c04ee-ff49-4150-9cea-518b9d268752'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:04:29.060036 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891ece8c-67ce-441e-84b7-4135a97957af admin admin] Network hostable DHCP agents. Network: 9f3c04ee-ff49-4150-9cea-518b9d268752, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:04:29.076556 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891ece8c-67ce-441e-84b7-4135a97957af admin admin] Network 9f3c04ee-ff49-4150-9cea-518b9d268752 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:04:29.084504 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-891ece8c-67ce-441e-84b7-4135a97957af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 9f3c04ee-ff49-4150-9cea-518b9d268752) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:04:29.089097 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891ece8c-67ce-441e-84b7-4135a97957af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:29.090081 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-891ece8c-67ce-441e-84b7-4135a97957af admin admin] Notify callbacks [] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:29.093255 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf7287e-bb39-41d2-a661-9b809525d9e9 None None] Network 9f3c04ee-ff49-4150-9cea-518b9d268752 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:04:29.103968 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-891ece8c-67ce-441e-84b7-4135a97957af admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3049800 Aug 17 00:04:29.224679 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6167f52e-ca54-48b2-ab7f-3922c85bf347 None None] Network 9f3c04ee-ff49-4150-9cea-518b9d268752 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:04:29.533127 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce54fa66-2896-467a-8519-6567588aea2f req-4af21d80-3fbd-4dd6-bb12-beeb6e31d122 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:29.534517 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ce54fa66-2896-467a-8519-6567588aea2f req-4af21d80-3fbd-4dd6-bb12-beeb6e31d122 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] 10.222.0.36 "GET /v2.0/networks?id=9f3c04ee-ff49-4150-9cea-518b9d268752 HTTP/1.1" status: 200 len: 814 time: 0.1037154 Aug 17 00:04:29.549873 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ce54fa66-2896-467a-8519-6567588aea2f req-fff477e7-4de8-4b4c-8dcd-54b4a80aa22a tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] 10.222.0.36 "GET /v2.0/quotas/9d75411625f14fe5a355d4c9aba756df HTTP/1.1" status: 200 len: 375 time: 0.0090671 Aug 17 00:04:29.581618 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ce54fa66-2896-467a-8519-6567588aea2f req-c9e6f93d-d776-4f9f-884e-9f07fcbc779c tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d75411625f14fe5a355d4c9aba756df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262759 Aug 17 00:04:29.720383 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ce54fa66-2896-467a-8519-6567588aea2f req-198c5d2e-1b1e-4405-9c61-1db4a31d6cad service neutron] 10.222.0.36 "GET /v2.0/networks/9f3c04ee-ff49-4150-9cea-518b9d268752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310380 Aug 17 00:04:29.807880 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ce54fa66-2896-467a-8519-6567588aea2f req-584df37a-7b3c-4542-a0f0-a20547156e86 service neutron] 10.222.0.36 "GET /v2.0/networks/9f3c04ee-ff49-4150-9cea-518b9d268752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811932 Aug 17 00:04:29.969823 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5cd4b14f-d9e9-4bf8-9827-249510c4f94c req-7f77b8e5-8f9f-4178-9818-d8f2078f9b67 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] 10.222.0.36 "GET /v2.0/ports?device_id=db9e6d9e-dd9b-46c1-adbe-a020cede2f57 HTTP/1.1" status: 200 len: 210 time: 0.0274286 Aug 17 00:04:31.065209 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-26545bc1-8061-4ebc-8f21-495983b4f432 req-b0d0f3ff-8d32-44b8-9b05-9f96c9e252c6 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] 10.222.0.36 "GET /v2.0/ports?device_id=db9e6d9e-dd9b-46c1-adbe-a020cede2f57 HTTP/1.1" status: 200 len: 210 time: 0.0263045 Aug 17 00:04:31.134820 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce54fa66-2896-467a-8519-6567588aea2f req-66c03187-efdd-4cc0-955d-a6ad191a4bb6 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:31.136557 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-ce54fa66-2896-467a-8519-6567588aea2f req-66c03187-efdd-4cc0-955d-a6ad191a4bb6 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] 10.222.0.57 "GET /v2.0/networks?id=9f3c04ee-ff49-4150-9cea-518b9d268752 HTTP/1.1" status: 200 len: 814 time: 0.1184561 Aug 17 00:04:31.155905 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-ce54fa66-2896-467a-8519-6567588aea2f req-069836ce-b587-4b4e-94de-640015c10569 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] Request body: {'port': {'device_id': 'db9e6d9e-dd9b-46c1-adbe-a020cede2f57', 'network_id': '9f3c04ee-ff49-4150-9cea-518b9d268752', 'admin_state_up': True, 'tenant_id': '9d75411625f14fe5a355d4c9aba756df'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:04:31.275451 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce54fa66-2896-467a-8519-6567588aea2f req-069836ce-b587-4b4e-94de-640015c10569 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] Made reservation on behalf of 9d75411625f14fe5a355d4c9aba756df for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:04:31.279415 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-ce54fa66-2896-467a-8519-6567588aea2f req-069836ce-b587-4b4e-94de-640015c10569 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:31.407771 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-ce54fa66-2896-467a-8519-6567588aea2f req-069836ce-b587-4b4e-94de-640015c10569 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] Allocated IP 172.20.0.12 (9f3c04ee-ff49-4150-9cea-518b9d268752/2019c3e1-6cd6-4efb-a3e2-b0e2f91707e8/cc77923a-5eaa-46d8-9fda-65bd028c7875) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:04:31.560752 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-ce54fa66-2896-467a-8519-6567588aea2f req-069836ce-b587-4b4e-94de-640015c10569 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:31.612472 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-ce54fa66-2896-467a-8519-6567588aea2f req-069836ce-b587-4b4e-94de-640015c10569 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:31.682420 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce54fa66-2896-467a-8519-6567588aea2f req-069836ce-b587-4b4e-94de-640015c10569 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] Network 9f3c04ee-ff49-4150-9cea-518b9d268752 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:04:31.689586 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-ce54fa66-2896-467a-8519-6567588aea2f req-069836ce-b587-4b4e-94de-640015c10569 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:04:31.696710 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce54fa66-2896-467a-8519-6567588aea2f req-069836ce-b587-4b4e-94de-640015c10569 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:04:31.701756 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069836ce-b587-4b4e-94de-640015c10569 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] Pushing event updated for resources: {'Port': ['ID=cc77923a-5eaa-46d8-9fda-65bd028c7875,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:31.763083 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce54fa66-2896-467a-8519-6567588aea2f req-069836ce-b587-4b4e-94de-640015c10569 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:31.763749 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-ce54fa66-2896-467a-8519-6567588aea2f req-069836ce-b587-4b4e-94de-640015c10569 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:31.778631 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-ce54fa66-2896-467a-8519-6567588aea2f req-069836ce-b587-4b4e-94de-640015c10569 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6266661 Aug 17 00:04:31.799125 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-ce54fa66-2896-467a-8519-6567588aea2f req-334c7a77-0755-488b-ac7e-85dc3bce57d2 service neutron] Request body: {'port': {'device_id': 'db9e6d9e-dd9b-46c1-adbe-a020cede2f57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:04:31.880226 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-ce54fa66-2896-467a-8519-6567588aea2f req-334c7a77-0755-488b-ac7e-85dc3bce57d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:32.188832 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-ce54fa66-2896-467a-8519-6567588aea2f req-334c7a77-0755-488b-ac7e-85dc3bce57d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc77923a-5eaa-46d8-9fda-65bd028c7875 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:04:32.197354 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-ce54fa66-2896-467a-8519-6567588aea2f req-334c7a77-0755-488b-ac7e-85dc3bce57d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:32.198538 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a34628-2014-43b3-a7f2-91da8787c81e req-2950faeb-2e64-4907-9d7b-5f6e53571cb3 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:32.200750 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-84a34628-2014-43b3-a7f2-91da8787c81e req-2950faeb-2e64-4907-9d7b-5f6e53571cb3 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] 10.222.0.36 "GET /v2.0/ports?device_id=db9e6d9e-dd9b-46c1-adbe-a020cede2f57 HTTP/1.1" status: 200 len: 932 time: 0.0627117 Aug 17 00:04:32.210227 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-ce54fa66-2896-467a-8519-6567588aea2f req-334c7a77-0755-488b-ac7e-85dc3bce57d2 service neutron] Transition to ACTIVE for port object cc77923a-5eaa-46d8-9fda-65bd028c7875 will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:04:32.214641 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-ce54fa66-2896-467a-8519-6567588aea2f req-334c7a77-0755-488b-ac7e-85dc3bce57d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:32.242252 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-84a34628-2014-43b3-a7f2-91da8787c81e req-f7d51718-1671-4993-82f6-7aea70f153e7 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4cdf04b-47d5-42e2-a4fe-8c16a9159cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350175 Aug 17 00:04:32.299722 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334c7a77-0755-488b-ac7e-85dc3bce57d2 service neutron] Pushing event updated for resources: {'Port': ['ID=cc77923a-5eaa-46d8-9fda-65bd028c7875,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:32.353770 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-ce54fa66-2896-467a-8519-6567588aea2f req-334c7a77-0755-488b-ac7e-85dc3bce57d2 service neutron] Attempting to bind port cc77923a-5eaa-46d8-9fda-65bd028c7875 on host n-h2-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:04:32.354113 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-ce54fa66-2896-467a-8519-6567588aea2f req-334c7a77-0755-488b-ac7e-85dc3bce57d2 service neutron] Attempting to bind port cc77923a-5eaa-46d8-9fda-65bd028c7875 by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': '7b1fdca0-c10d-4f02-8a37-1aa05de5a35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '9f3c04ee-ff49-4150-9cea-518b9d268752'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:04:32.354454 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce54fa66-2896-467a-8519-6567588aea2f req-334c7a77-0755-488b-ac7e-85dc3bce57d2 service neutron] Attempting to bind port cc77923a-5eaa-46d8-9fda-65bd028c7875 on network 9f3c04ee-ff49-4150-9cea-518b9d268752 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:04:32.358759 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce54fa66-2896-467a-8519-6567588aea2f req-334c7a77-0755-488b-ac7e-85dc3bce57d2 service neutron] Port cc77923a-5eaa-46d8-9fda-65bd028c7875 on network 9f3c04ee-ff49-4150-9cea-518b9d268752 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:04:32.359081 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce54fa66-2896-467a-8519-6567588aea2f req-334c7a77-0755-488b-ac7e-85dc3bce57d2 service neutron] Attempting to bind port cc77923a-5eaa-46d8-9fda-65bd028c7875 on network 9f3c04ee-ff49-4150-9cea-518b9d268752 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:04:32.364019 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce54fa66-2896-467a-8519-6567588aea2f req-334c7a77-0755-488b-ac7e-85dc3bce57d2 service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:04:32.364360 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce54fa66-2896-467a-8519-6567588aea2f req-334c7a77-0755-488b-ac7e-85dc3bce57d2 service neutron] Checking segment: {'id': '7b1fdca0-c10d-4f02-8a37-1aa05de5a35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '9f3c04ee-ff49-4150-9cea-518b9d268752'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:04:32.364779 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce54fa66-2896-467a-8519-6567588aea2f req-334c7a77-0755-488b-ac7e-85dc3bce57d2 service neutron] Bound using segment: {'id': '7b1fdca0-c10d-4f02-8a37-1aa05de5a35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '9f3c04ee-ff49-4150-9cea-518b9d268752'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:04:32.365206 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-ce54fa66-2896-467a-8519-6567588aea2f req-334c7a77-0755-488b-ac7e-85dc3bce57d2 service neutron] Bound port: cc77923a-5eaa-46d8-9fda-65bd028c7875, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b1fdca0-c10d-4f02-8a37-1aa05de5a35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '9f3c04ee-ff49-4150-9cea-518b9d268752'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:04:32.365571 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-ce54fa66-2896-467a-8519-6567588aea2f req-334c7a77-0755-488b-ac7e-85dc3bce57d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:32.429789 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-ce54fa66-2896-467a-8519-6567588aea2f req-334c7a77-0755-488b-ac7e-85dc3bce57d2 service neutron] For port cc77923a-5eaa-46d8-9fda-65bd028c7875, host n-h2-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:04:32.432809 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-ce54fa66-2896-467a-8519-6567588aea2f req-334c7a77-0755-488b-ac7e-85dc3bce57d2 service neutron] For port cc77923a-5eaa-46d8-9fda-65bd028c7875, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=cc77923a-5eaa-46d8-9fda-65bd028c7875,segment=NetworkSegment(7b1fdca0-c10d-4f02-8a37-1aa05de5a35c),segment_id=7b1fdca0-c10d-4f02-8a37-1aa05de5a35c)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:04:32.436885 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-ce54fa66-2896-467a-8519-6567588aea2f req-334c7a77-0755-488b-ac7e-85dc3bce57d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:32.475328 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce54fa66-2896-467a-8519-6567588aea2f req-334c7a77-0755-488b-ac7e-85dc3bce57d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:32.475953 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-ce54fa66-2896-467a-8519-6567588aea2f req-334c7a77-0755-488b-ac7e-85dc3bce57d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:32.477410 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-ce54fa66-2896-467a-8519-6567588aea2f req-334c7a77-0755-488b-ac7e-85dc3bce57d2 service neutron] 10.222.0.57 "PUT /v2.0/ports/cc77923a-5eaa-46d8-9fda-65bd028c7875 HTTP/1.1" status: 200 len: 1093 time: 0.6845632 Aug 17 00:04:32.477849 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db9e6d9e-dd9b-46c1-adbe-a020cede2f57', 'tag': 'cc77923a-5eaa-46d8-9fda-65bd028c7875'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:04:32.480114 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7165c1ab170cf7a86a4d2d0d4fd52c1e3b7b58c190c14e765d35b2aa62be1e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35f44b75-c965-4e97-b1bf-1d34314c9ea8" -d '{"events": [{"name": "network-changed", "server_uuid": "db9e6d9e-dd9b-46c1-adbe-a020cede2f57", "tag": "cc77923a-5eaa-46d8-9fda-65bd028c7875"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:04:32.503241 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334c7a77-0755-488b-ac7e-85dc3bce57d2 service neutron] Pushing event updated for resources: {'Port': ['ID=cc77923a-5eaa-46d8-9fda-65bd028c7875,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:32.527384 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baec4c8a-6ad9-4200-9a04-b9953808f226 x-openstack-request-id: req-baec4c8a-6ad9-4200-9a04-b9953808f226 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:04:32.527835 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db9e6d9e-dd9b-46c1-adbe-a020cede2f57", "tag": "cc77923a-5eaa-46d8-9fda-65bd028c7875", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:04:32.528094 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-baec4c8a-6ad9-4200-9a04-b9953808f226 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:04:32.528502 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db9e6d9e-dd9b-46c1-adbe-a020cede2f57', 'tag': 'cc77923a-5eaa-46d8-9fda-65bd028c7875', 'status': 'completed', 'code': 200} Aug 17 00:04:32.585175 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce54fa66-2896-467a-8519-6567588aea2f req-36ad8183-d610-4805-8c35-d965f6ca26a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:32.586688 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-ce54fa66-2896-467a-8519-6567588aea2f req-36ad8183-d610-4805-8c35-d965f6ca26a7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9d75411625f14fe5a355d4c9aba756df&device_id=db9e6d9e-dd9b-46c1-adbe-a020cede2f57 HTTP/1.1" status: 200 len: 1096 time: 0.0421937 Aug 17 00:04:32.637382 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-ce54fa66-2896-467a-8519-6567588aea2f req-8e718259-fc7a-49f7-99df-9c4906dd3b9b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cc77923a-5eaa-46d8-9fda-65bd028c7875 HTTP/1.1" status: 200 len: 217 time: 0.0385060 Aug 17 00:04:32.689554 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce54fa66-2896-467a-8519-6567588aea2f req-c23f1581-b14f-4509-8018-1e93cc8db229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:32.690941 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-ce54fa66-2896-467a-8519-6567588aea2f req-c23f1581-b14f-4509-8018-1e93cc8db229 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2019c3e1-6cd6-4efb-a3e2-b0e2f91707e8 HTTP/1.1" status: 200 len: 854 time: 0.0474479 Aug 17 00:04:32.728339 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-ce54fa66-2896-467a-8519-6567588aea2f req-aa31edd1-3700-446b-9258-d1849d8ea2d5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9f3c04ee-ff49-4150-9cea-518b9d268752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295882 Aug 17 00:04:32.822582 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-ce54fa66-2896-467a-8519-6567588aea2f req-60755abc-7662-43a3-b7a0-2b6a765e74c0 service neutron] 10.222.0.57 "GET /v2.0/networks/9f3c04ee-ff49-4150-9cea-518b9d268752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877976 Aug 17 00:04:32.916713 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-ce54fa66-2896-467a-8519-6567588aea2f req-cf8f47aa-4a44-4e4d-afe3-469584dc9ba1 service neutron] 10.222.0.57 "GET /v2.0/networks/9f3c04ee-ff49-4150-9cea-518b9d268752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877988 Aug 17 00:04:33.047089 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f44b75-c965-4e97-b1bf-1d34314c9ea8 req-a9cc8d19-4034-475e-87a8-627ab9aab2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:33.048489 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-35f44b75-c965-4e97-b1bf-1d34314c9ea8 req-a9cc8d19-4034-475e-87a8-627ab9aab2bc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9d75411625f14fe5a355d4c9aba756df&device_id=db9e6d9e-dd9b-46c1-adbe-a020cede2f57 HTTP/1.1" status: 200 len: 1096 time: 0.0410259 Aug 17 00:04:33.150708 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f44b75-c965-4e97-b1bf-1d34314c9ea8 req-6212cf13-9d12-451c-bed9-d67036600bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:33.152203 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-35f44b75-c965-4e97-b1bf-1d34314c9ea8 req-6212cf13-9d12-451c-bed9-d67036600bfd service neutron] 10.222.0.57 "GET /v2.0/networks?id=9f3c04ee-ff49-4150-9cea-518b9d268752 HTTP/1.1" status: 200 len: 915 time: 0.0963647 Aug 17 00:04:33.194218 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-35f44b75-c965-4e97-b1bf-1d34314c9ea8 req-40220251-976d-4fa8-996b-6fe3666805fd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cc77923a-5eaa-46d8-9fda-65bd028c7875 HTTP/1.1" status: 200 len: 217 time: 0.0351300 Aug 17 00:04:33.253570 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f44b75-c965-4e97-b1bf-1d34314c9ea8 req-889db4ad-9735-44ab-a135-402d101a9779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:33.255410 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-35f44b75-c965-4e97-b1bf-1d34314c9ea8 req-889db4ad-9735-44ab-a135-402d101a9779 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2019c3e1-6cd6-4efb-a3e2-b0e2f91707e8 HTTP/1.1" status: 200 len: 854 time: 0.0546701 Aug 17 00:04:33.287425 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-35f44b75-c965-4e97-b1bf-1d34314c9ea8 req-0b3ba250-64ab-4f64-ade4-b84a0cafbd93 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9f3c04ee-ff49-4150-9cea-518b9d268752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256360 Aug 17 00:04:33.359484 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b20ccc3-a2f0-4d8f-aa26-4838ebec6254 req-9b69f6d5-9661-4f8c-ada9-2b42692a8743 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:33.361202 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2b20ccc3-a2f0-4d8f-aa26-4838ebec6254 req-9b69f6d5-9661-4f8c-ada9-2b42692a8743 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] 10.222.0.36 "GET /v2.0/ports?device_id=db9e6d9e-dd9b-46c1-adbe-a020cede2f57 HTTP/1.1" status: 200 len: 944 time: 0.0499363 Aug 17 00:04:33.384459 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-35f44b75-c965-4e97-b1bf-1d34314c9ea8 req-372549cb-513a-408f-bceb-bf5289e345b3 service neutron] 10.222.0.57 "GET /v2.0/networks/9f3c04ee-ff49-4150-9cea-518b9d268752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904498 Aug 17 00:04:33.400343 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2b20ccc3-a2f0-4d8f-aa26-4838ebec6254 req-b3531c15-fd27-4053-815d-a3d05a893544 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4cdf04b-47d5-42e2-a4fe-8c16a9159cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323405 Aug 17 00:04:33.480884 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-35f44b75-c965-4e97-b1bf-1d34314c9ea8 req-209a7589-9dc8-429d-aec1-7c301db1b1ef service neutron] 10.222.0.57 "GET /v2.0/networks/9f3c04ee-ff49-4150-9cea-518b9d268752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891826 Aug 17 00:04:34.519779 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bc14dc-d639-4816-91ce-1034d0847e75 req-a9e0c937-e0f3-4369-821f-acfa31570a4f tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:34.521842 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a3bc14dc-d639-4816-91ce-1034d0847e75 req-a9e0c937-e0f3-4369-821f-acfa31570a4f tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] 10.222.0.36 "GET /v2.0/ports?device_id=db9e6d9e-dd9b-46c1-adbe-a020cede2f57 HTTP/1.1" status: 200 len: 944 time: 0.0511444 Aug 17 00:04:34.562393 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a3bc14dc-d639-4816-91ce-1034d0847e75 req-427e6b50-1348-4591-bd48-b8a58d1a9779 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4cdf04b-47d5-42e2-a4fe-8c16a9159cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344207 Aug 17 00:04:35.679814 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd3c89-e87d-4aa2-b1c9-6b69dabb1700 req-aa0b7f20-755f-41c3-ad74-f57690bc1b16 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:35.681300 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c9bd3c89-e87d-4aa2-b1c9-6b69dabb1700 req-aa0b7f20-755f-41c3-ad74-f57690bc1b16 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] 10.222.0.36 "GET /v2.0/ports?device_id=db9e6d9e-dd9b-46c1-adbe-a020cede2f57 HTTP/1.1" status: 200 len: 944 time: 0.0520847 Aug 17 00:04:35.720988 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c9bd3c89-e87d-4aa2-b1c9-6b69dabb1700 req-b9f8c1bd-d031-4df3-ab0f-af94a120ac9a tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4cdf04b-47d5-42e2-a4fe-8c16a9159cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331099 Aug 17 00:04:36.515763 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device cc77923a-5eaa-46d8-9fda-65bd028c7875 details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:04:36.618795 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port cc77923a-5eaa-46d8-9fda-65bd028c7875, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=cc77923a-5eaa-46d8-9fda-65bd028c7875,segment=NetworkSegment(7b1fdca0-c10d-4f02-8a37-1aa05de5a35c),segment_id=7b1fdca0-c10d-4f02-8a37-1aa05de5a35c)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:04:36.630229 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': 'cc77923a-5eaa-46d8-9fda-65bd028c7875', 'network_id': '9f3c04ee-ff49-4150-9cea-518b9d268752', 'port_id': 'cc77923a-5eaa-46d8-9fda-65bd028c7875', 'mac_address': 'fa:16:3e:28:e2:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2019c3e1-6cd6-4efb-a3e2-b0e2f91707e8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:04:36.669576 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:36.682258 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc77923a-5eaa-46d8-9fda-65bd028c7875 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:04:36.701423 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port cc77923a-5eaa-46d8-9fda-65bd028c7875, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=cc77923a-5eaa-46d8-9fda-65bd028c7875,segment=NetworkSegment(7b1fdca0-c10d-4f02-8a37-1aa05de5a35c),segment_id=7b1fdca0-c10d-4f02-8a37-1aa05de5a35c)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:04:36.706366 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:36.757577 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=cc77923a-5eaa-46d8-9fda-65bd028c7875,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:36.842745 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f039e1-0734-4b1e-9b44-7dda04a4ab69 req-a95dcd89-99c3-4224-addb-394b96742bb4 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:36.844278 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-58f039e1-0734-4b1e-9b44-7dda04a4ab69 req-a95dcd89-99c3-4224-addb-394b96742bb4 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] 10.222.0.36 "GET /v2.0/ports?device_id=db9e6d9e-dd9b-46c1-adbe-a020cede2f57 HTTP/1.1" status: 200 len: 945 time: 0.0479586 Aug 17 00:04:36.883168 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-58f039e1-0734-4b1e-9b44-7dda04a4ab69 req-07896453-13b1-4100-89c0-3c309e829188 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4cdf04b-47d5-42e2-a4fe-8c16a9159cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319452 Aug 17 00:04:37.106660 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['cc77923a-5eaa-46d8-9fda-65bd028c7875'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:04:37.996755 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b53551a-d90e-4112-9bce-e1659196210c req-071b8ea3-5c08-46b2-b60d-46e538974ff3 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:37.998233 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2b53551a-d90e-4112-9bce-e1659196210c req-071b8ea3-5c08-46b2-b60d-46e538974ff3 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] 10.222.0.36 "GET /v2.0/ports?device_id=db9e6d9e-dd9b-46c1-adbe-a020cede2f57 HTTP/1.1" status: 200 len: 945 time: 0.0492430 Aug 17 00:04:38.035526 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2b53551a-d90e-4112-9bce-e1659196210c req-1dafaf62-bbad-4758-a921-09e6be90c07d tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4cdf04b-47d5-42e2-a4fe-8c16a9159cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312605 Aug 17 00:04:38.530797 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device cc77923a-5eaa-46d8-9fda-65bd028c7875 up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:04:38.582050 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning for port cc77923a-5eaa-46d8-9fda-65bd028c7875 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:04:38.586436 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port cc77923a-5eaa-46d8-9fda-65bd028c7875 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:04:38.586804 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:38.663480 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:38.687876 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db9e6d9e-dd9b-46c1-adbe-a020cede2f57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc77923a-5eaa-46d8-9fda-65bd028c7875'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:04:38.690162 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d789e1acf86fc3837d65c5c7bf7b17f03ca076816da63f24d17cffa1a624f203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b1ee16f-e2f4-4c4c-902b-4a6e59e66caa" -d '{"events": [{"server_uuid": "db9e6d9e-dd9b-46c1-adbe-a020cede2f57", "name": "network-vif-plugged", "status": "completed", "tag": "cc77923a-5eaa-46d8-9fda-65bd028c7875"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:04:38.703188 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port cc77923a-5eaa-46d8-9fda-65bd028c7875, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=cc77923a-5eaa-46d8-9fda-65bd028c7875,segment=NetworkSegment(7b1fdca0-c10d-4f02-8a37-1aa05de5a35c),segment_id=7b1fdca0-c10d-4f02-8a37-1aa05de5a35c)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:04:38.707455 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:38.749640 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e0f088-d7d3-4531-8c5b-a419dd2b4954 x-openstack-request-id: req-e0e0f088-d7d3-4531-8c5b-a419dd2b4954 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:04:38.749928 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db9e6d9e-dd9b-46c1-adbe-a020cede2f57", "name": "network-vif-plugged", "status": "completed", "tag": "cc77923a-5eaa-46d8-9fda-65bd028c7875", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:04:38.750183 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e0e0f088-d7d3-4531-8c5b-a419dd2b4954 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:04:38.750585 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db9e6d9e-dd9b-46c1-adbe-a020cede2f57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc77923a-5eaa-46d8-9fda-65bd028c7875', 'code': 200} Aug 17 00:04:38.760377 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=cc77923a-5eaa-46d8-9fda-65bd028c7875,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:38.876391 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d121760a-c7b0-4dac-8e58-5ba9fb6db281 req-8e1f39c0-35b4-496a-9ac5-e4652206aa36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:38.877959 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d121760a-c7b0-4dac-8e58-5ba9fb6db281 req-8e1f39c0-35b4-496a-9ac5-e4652206aa36 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=db9e6d9e-dd9b-46c1-adbe-a020cede2f57 HTTP/1.1" status: 200 len: 1098 time: 0.0489945 Aug 17 00:04:38.913848 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d121760a-c7b0-4dac-8e58-5ba9fb6db281 req-4d488007-75bd-4265-848b-bb211c6438e0 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f4cdf04b-47d5-42e2-a4fe-8c16a9159cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283506 Aug 17 00:04:39.153212 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06d3938-b04c-4570-9b50-164af0fc9f82 req-3e82dbd7-bca5-4917-be94-27760eb629e9 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:39.154683 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d06d3938-b04c-4570-9b50-164af0fc9f82 req-3e82dbd7-bca5-4917-be94-27760eb629e9 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] 10.222.0.36 "GET /v2.0/ports?device_id=db9e6d9e-dd9b-46c1-adbe-a020cede2f57 HTTP/1.1" status: 200 len: 946 time: 0.0532479 Aug 17 00:04:39.192982 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d06d3938-b04c-4570-9b50-164af0fc9f82 req-e3268515-75c3-4a31-8753-8cea6929577d tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4cdf04b-47d5-42e2-a4fe-8c16a9159cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322592 Aug 17 00:04:40.316629 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa31cf25-f2f3-4f3d-9150-b415e356a956 req-a2e8be56-c4df-49ff-9401-cdf2c2030c7d tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:40.318759 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fa31cf25-f2f3-4f3d-9150-b415e356a956 req-a2e8be56-c4df-49ff-9401-cdf2c2030c7d tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] 10.222.0.36 "GET /v2.0/ports?device_id=db9e6d9e-dd9b-46c1-adbe-a020cede2f57 HTTP/1.1" status: 200 len: 946 time: 0.0519762 Aug 17 00:04:40.362287 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fa31cf25-f2f3-4f3d-9150-b415e356a956 req-c7bd65fb-8c82-415b-acdd-41de91b08323 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4cdf04b-47d5-42e2-a4fe-8c16a9159cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370600 Aug 17 00:04:41.476351 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bf0d7c-da34-45c1-83ea-a44b597dfeca req-c02bb930-9d4a-4588-a647-9fc99d2ff1b6 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:41.477832 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c2bf0d7c-da34-45c1-83ea-a44b597dfeca req-c02bb930-9d4a-4588-a647-9fc99d2ff1b6 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] 10.222.0.36 "GET /v2.0/ports?device_id=db9e6d9e-dd9b-46c1-adbe-a020cede2f57 HTTP/1.1" status: 200 len: 946 time: 0.0476699 Aug 17 00:04:41.514692 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c2bf0d7c-da34-45c1-83ea-a44b597dfeca req-66e5046f-0ba3-4a87-8970-086e75c73ba0 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4cdf04b-47d5-42e2-a4fe-8c16a9159cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309358 Aug 17 00:04:41.745556 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7d7e1-bad7-4d8c-8072-6e53c629c881 req-7ecce0a9-fa2e-48bf-82f3-a3a2259c81b5 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:41.746932 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c8c7d7e1-bad7-4d8c-8072-6e53c629c881 req-7ecce0a9-fa2e-48bf-82f3-a3a2259c81b5 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] 10.222.0.36 "GET /v2.0/networks?id=9f3c04ee-ff49-4150-9cea-518b9d268752 HTTP/1.1" status: 200 len: 814 time: 0.1069143 Aug 17 00:04:41.762059 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c8c7d7e1-bad7-4d8c-8072-6e53c629c881 req-cc9b1d85-6e63-4f90-9e93-83f7a5adff9f tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] 10.222.0.36 "GET /v2.0/quotas/9d75411625f14fe5a355d4c9aba756df HTTP/1.1" status: 200 len: 375 time: 0.0094755 Aug 17 00:04:41.808845 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c8c7d7e1-bad7-4d8c-8072-6e53c629c881 req-be5da0db-2719-4021-b833-262c21751016 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d75411625f14fe5a355d4c9aba756df&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0415280 Aug 17 00:04:41.997147 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:42.247954 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c8c7d7e1-bad7-4d8c-8072-6e53c629c881 req-81062f78-9883-4203-be7f-7e89a588a79f service neutron] 10.222.0.36 "GET /v2.0/networks/9f3c04ee-ff49-4150-9cea-518b9d268752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4320898 Aug 17 00:04:42.338878 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c8c7d7e1-bad7-4d8c-8072-6e53c629c881 req-d617ce29-b99f-4c3e-b2f2-54233b5f2c18 service neutron] 10.222.0.36 "GET /v2.0/networks/9f3c04ee-ff49-4150-9cea-518b9d268752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848587 Aug 17 00:04:42.496897 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8aba9308-2a8f-49b9-abe1-25914bf98fad req-ddc62c3f-d1f1-4823-b7b6-346fdcc7da39 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ead75ff-a494-4a60-af35-5c6efc5c204a HTTP/1.1" status: 200 len: 210 time: 0.0276532 Aug 17 00:04:43.395543 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7d7e1-bad7-4d8c-8072-6e53c629c881 req-9f1c8ade-0ecf-4ccd-80cf-dad579a15dcd tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:43.397696 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c8c7d7e1-bad7-4d8c-8072-6e53c629c881 req-9f1c8ade-0ecf-4ccd-80cf-dad579a15dcd tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] 10.222.0.68 "GET /v2.0/networks?id=9f3c04ee-ff49-4150-9cea-518b9d268752 HTTP/1.1" status: 200 len: 814 time: 0.1058209 Aug 17 00:04:43.413131 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-c8c7d7e1-bad7-4d8c-8072-6e53c629c881 req-7d71cd6e-b6cd-4b9a-8afb-a60102ea9ed3 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] Request body: {'port': {'device_id': '1ead75ff-a494-4a60-af35-5c6efc5c204a', 'network_id': '9f3c04ee-ff49-4150-9cea-518b9d268752', 'admin_state_up': True, 'tenant_id': '9d75411625f14fe5a355d4c9aba756df'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:04:43.524197 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8c7d7e1-bad7-4d8c-8072-6e53c629c881 req-7d71cd6e-b6cd-4b9a-8afb-a60102ea9ed3 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] Made reservation on behalf of 9d75411625f14fe5a355d4c9aba756df for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:04:43.528510 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-c8c7d7e1-bad7-4d8c-8072-6e53c629c881 req-7d71cd6e-b6cd-4b9a-8afb-a60102ea9ed3 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:43.621213 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-57dcb1f8-1b7d-4ec7-88ff-a7763f3ffaec req-da627e39-a204-4fb2-b32e-b4d1dd4c568d tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ead75ff-a494-4a60-af35-5c6efc5c204a HTTP/1.1" status: 200 len: 210 time: 0.0383356 Aug 17 00:04:43.679997 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [req-c8c7d7e1-bad7-4d8c-8072-6e53c629c881 req-7d71cd6e-b6cd-4b9a-8afb-a60102ea9ed3 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] Allocated IP 172.20.0.6 (9f3c04ee-ff49-4150-9cea-518b9d268752/2019c3e1-6cd6-4efb-a3e2-b0e2f91707e8/4c0a494b-bfba-40ef-89aa-0fbea27a4e50) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:04:43.828565 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-c8c7d7e1-bad7-4d8c-8072-6e53c629c881 req-7d71cd6e-b6cd-4b9a-8afb-a60102ea9ed3 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:43.866653 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-c8c7d7e1-bad7-4d8c-8072-6e53c629c881 req-7d71cd6e-b6cd-4b9a-8afb-a60102ea9ed3 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:43.907225 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['cc77923a-5eaa-46d8-9fda-65bd028c7875'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:04:43.910875 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8c7d7e1-bad7-4d8c-8072-6e53c629c881 req-7d71cd6e-b6cd-4b9a-8afb-a60102ea9ed3 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] Network 9f3c04ee-ff49-4150-9cea-518b9d268752 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:04:43.920288 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [req-c8c7d7e1-bad7-4d8c-8072-6e53c629c881 req-7d71cd6e-b6cd-4b9a-8afb-a60102ea9ed3 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:04:43.925436 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8c7d7e1-bad7-4d8c-8072-6e53c629c881 req-7d71cd6e-b6cd-4b9a-8afb-a60102ea9ed3 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:04:43.930471 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d71cd6e-b6cd-4b9a-8afb-a60102ea9ed3 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] Pushing event updated for resources: {'Port': ['ID=4c0a494b-bfba-40ef-89aa-0fbea27a4e50,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:43.958243 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d71cd6e-b6cd-4b9a-8afb-a60102ea9ed3 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:04:43.958948 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d71cd6e-b6cd-4b9a-8afb-a60102ea9ed3 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:04:43.959306 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d71cd6e-b6cd-4b9a-8afb-a60102ea9ed3 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:04:43.959736 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d71cd6e-b6cd-4b9a-8afb-a60102ea9ed3 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:04:43.960076 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d71cd6e-b6cd-4b9a-8afb-a60102ea9ed3 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:04:43.960416 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d71cd6e-b6cd-4b9a-8afb-a60102ea9ed3 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:04:43.960780 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d71cd6e-b6cd-4b9a-8afb-a60102ea9ed3 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:04:43.961117 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d71cd6e-b6cd-4b9a-8afb-a60102ea9ed3 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:04:43.961450 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d71cd6e-b6cd-4b9a-8afb-a60102ea9ed3 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:04:43.961781 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d71cd6e-b6cd-4b9a-8afb-a60102ea9ed3 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:04:43.962110 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d71cd6e-b6cd-4b9a-8afb-a60102ea9ed3 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:04:43.962437 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d71cd6e-b6cd-4b9a-8afb-a60102ea9ed3 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:04:43.989015 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7d7e1-bad7-4d8c-8072-6e53c629c881 req-7d71cd6e-b6cd-4b9a-8afb-a60102ea9ed3 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:43.989632 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-c8c7d7e1-bad7-4d8c-8072-6e53c629c881 req-7d71cd6e-b6cd-4b9a-8afb-a60102ea9ed3 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:44.005122 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c8c7d7e1-bad7-4d8c-8072-6e53c629c881 req-7d71cd6e-b6cd-4b9a-8afb-a60102ea9ed3 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5969486 Aug 17 00:04:44.017848 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-c8c7d7e1-bad7-4d8c-8072-6e53c629c881 req-1f4ae095-8497-429f-a86c-9642dedccba3 service neutron] Request body: {'port': {'device_id': '1ead75ff-a494-4a60-af35-5c6efc5c204a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-26'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:04:44.074930 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-c8c7d7e1-bad7-4d8c-8072-6e53c629c881 req-1f4ae095-8497-429f-a86c-9642dedccba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:44.330785 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [req-c8c7d7e1-bad7-4d8c-8072-6e53c629c881 req-1f4ae095-8497-429f-a86c-9642dedccba3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c0a494b-bfba-40ef-89aa-0fbea27a4e50 {{(pid=101292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:04:44.338301 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-c8c7d7e1-bad7-4d8c-8072-6e53c629c881 req-1f4ae095-8497-429f-a86c-9642dedccba3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:44.350877 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-c8c7d7e1-bad7-4d8c-8072-6e53c629c881 req-1f4ae095-8497-429f-a86c-9642dedccba3 service neutron] Transition to ACTIVE for port object 4c0a494b-bfba-40ef-89aa-0fbea27a4e50 will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:04:44.354215 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-c8c7d7e1-bad7-4d8c-8072-6e53c629c881 req-1f4ae095-8497-429f-a86c-9642dedccba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:44.408438 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4ae095-8497-429f-a86c-9642dedccba3 service neutron] Pushing event updated for resources: {'Port': ['ID=4c0a494b-bfba-40ef-89aa-0fbea27a4e50,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:44.479636 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-c8c7d7e1-bad7-4d8c-8072-6e53c629c881 req-1f4ae095-8497-429f-a86c-9642dedccba3 service neutron] Attempting to bind port 4c0a494b-bfba-40ef-89aa-0fbea27a4e50 on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:04:44.479963 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-c8c7d7e1-bad7-4d8c-8072-6e53c629c881 req-1f4ae095-8497-429f-a86c-9642dedccba3 service neutron] Attempting to bind port 4c0a494b-bfba-40ef-89aa-0fbea27a4e50 by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': '7b1fdca0-c10d-4f02-8a37-1aa05de5a35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '9f3c04ee-ff49-4150-9cea-518b9d268752'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:04:44.480285 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c7d7e1-bad7-4d8c-8072-6e53c629c881 req-1f4ae095-8497-429f-a86c-9642dedccba3 service neutron] Attempting to bind port 4c0a494b-bfba-40ef-89aa-0fbea27a4e50 on network 9f3c04ee-ff49-4150-9cea-518b9d268752 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:04:44.484823 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c7d7e1-bad7-4d8c-8072-6e53c629c881 req-1f4ae095-8497-429f-a86c-9642dedccba3 service neutron] Port 4c0a494b-bfba-40ef-89aa-0fbea27a4e50 on network 9f3c04ee-ff49-4150-9cea-518b9d268752 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:04:44.485139 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c7d7e1-bad7-4d8c-8072-6e53c629c881 req-1f4ae095-8497-429f-a86c-9642dedccba3 service neutron] Attempting to bind port 4c0a494b-bfba-40ef-89aa-0fbea27a4e50 on network 9f3c04ee-ff49-4150-9cea-518b9d268752 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:04:44.489855 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c7d7e1-bad7-4d8c-8072-6e53c629c881 req-1f4ae095-8497-429f-a86c-9642dedccba3 service neutron] Checking agent: {'id': 'd28e24f9-e5ea-41e1-80bf-3c7943ad7f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:04:44.490188 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c7d7e1-bad7-4d8c-8072-6e53c629c881 req-1f4ae095-8497-429f-a86c-9642dedccba3 service neutron] Checking segment: {'id': '7b1fdca0-c10d-4f02-8a37-1aa05de5a35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '9f3c04ee-ff49-4150-9cea-518b9d268752'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:04:44.490570 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c7d7e1-bad7-4d8c-8072-6e53c629c881 req-1f4ae095-8497-429f-a86c-9642dedccba3 service neutron] Bound using segment: {'id': '7b1fdca0-c10d-4f02-8a37-1aa05de5a35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '9f3c04ee-ff49-4150-9cea-518b9d268752'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:04:44.490990 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-c8c7d7e1-bad7-4d8c-8072-6e53c629c881 req-1f4ae095-8497-429f-a86c-9642dedccba3 service neutron] Bound port: 4c0a494b-bfba-40ef-89aa-0fbea27a4e50, host: n-h1-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b1fdca0-c10d-4f02-8a37-1aa05de5a35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '9f3c04ee-ff49-4150-9cea-518b9d268752'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:04:44.491340 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-c8c7d7e1-bad7-4d8c-8072-6e53c629c881 req-1f4ae095-8497-429f-a86c-9642dedccba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:44.555580 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-c8c7d7e1-bad7-4d8c-8072-6e53c629c881 req-1f4ae095-8497-429f-a86c-9642dedccba3 service neutron] For port 4c0a494b-bfba-40ef-89aa-0fbea27a4e50, host n-h1-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:04:44.558902 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-c8c7d7e1-bad7-4d8c-8072-6e53c629c881 req-1f4ae095-8497-429f-a86c-9642dedccba3 service neutron] For port 4c0a494b-bfba-40ef-89aa-0fbea27a4e50, host n-h1-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=4c0a494b-bfba-40ef-89aa-0fbea27a4e50,segment=NetworkSegment(7b1fdca0-c10d-4f02-8a37-1aa05de5a35c),segment_id=7b1fdca0-c10d-4f02-8a37-1aa05de5a35c)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:04:44.562533 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-c8c7d7e1-bad7-4d8c-8072-6e53c629c881 req-1f4ae095-8497-429f-a86c-9642dedccba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:44.597781 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7d7e1-bad7-4d8c-8072-6e53c629c881 req-1f4ae095-8497-429f-a86c-9642dedccba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:44.598398 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-c8c7d7e1-bad7-4d8c-8072-6e53c629c881 req-1f4ae095-8497-429f-a86c-9642dedccba3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:44.599885 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c8c7d7e1-bad7-4d8c-8072-6e53c629c881 req-1f4ae095-8497-429f-a86c-9642dedccba3 service neutron] 10.222.0.68 "PUT /v2.0/ports/4c0a494b-bfba-40ef-89aa-0fbea27a4e50 HTTP/1.1" status: 200 len: 1092 time: 0.5861959 Aug 17 00:04:44.600226 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ead75ff-a494-4a60-af35-5c6efc5c204a', 'tag': '4c0a494b-bfba-40ef-89aa-0fbea27a4e50'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:04:44.602528 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5be9a9c22bfe9382157933c6eba925c7622163b8a5c85bc608140d30d6fa20cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de78a69b-12cd-4c1c-8514-17e7b7d05952" -d '{"events": [{"name": "network-changed", "server_uuid": "1ead75ff-a494-4a60-af35-5c6efc5c204a", "tag": "4c0a494b-bfba-40ef-89aa-0fbea27a4e50"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:04:44.626963 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4ae095-8497-429f-a86c-9642dedccba3 service neutron] Pushing event updated for resources: {'Port': ['ID=4c0a494b-bfba-40ef-89aa-0fbea27a4e50,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:44.658624 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bbbd1dd-fa86-4eff-828e-742cfbf2a8a3 x-openstack-request-id: req-7bbbd1dd-fa86-4eff-828e-742cfbf2a8a3 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:04:44.658900 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ead75ff-a494-4a60-af35-5c6efc5c204a", "tag": "4c0a494b-bfba-40ef-89aa-0fbea27a4e50", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:04:44.659204 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7bbbd1dd-fa86-4eff-828e-742cfbf2a8a3 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:04:44.659552 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ead75ff-a494-4a60-af35-5c6efc5c204a', 'tag': '4c0a494b-bfba-40ef-89aa-0fbea27a4e50', 'status': 'completed', 'code': 200} Aug 17 00:04:44.693948 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7d7e1-bad7-4d8c-8072-6e53c629c881 req-f0e3d524-6340-4f1a-b191-8309bc483958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:44.695471 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c8c7d7e1-bad7-4d8c-8072-6e53c629c881 req-f0e3d524-6340-4f1a-b191-8309bc483958 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9d75411625f14fe5a355d4c9aba756df&device_id=1ead75ff-a494-4a60-af35-5c6efc5c204a HTTP/1.1" status: 200 len: 1095 time: 0.0496206 Aug 17 00:04:44.753416 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c8c7d7e1-bad7-4d8c-8072-6e53c629c881 req-e687d39e-0d6c-493c-a5cf-24e420b51a32 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c0a494b-bfba-40ef-89aa-0fbea27a4e50 HTTP/1.1" status: 200 len: 217 time: 0.0489492 Aug 17 00:04:44.798949 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eea9843-6311-423d-808b-eb4ef4b3021a req-9fa2338b-f29e-4bb2-9b35-e6428cc6bb7c tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:44.800400 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5eea9843-6311-423d-808b-eb4ef4b3021a req-9fa2338b-f29e-4bb2-9b35-e6428cc6bb7c tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ead75ff-a494-4a60-af35-5c6efc5c204a HTTP/1.1" status: 200 len: 943 time: 0.1040726 Aug 17 00:04:44.830658 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7d7e1-bad7-4d8c-8072-6e53c629c881 req-e68e3b18-8bf5-4070-9b78-0f0c177cb39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:44.832059 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c8c7d7e1-bad7-4d8c-8072-6e53c629c881 req-e68e3b18-8bf5-4070-9b78-0f0c177cb39e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2019c3e1-6cd6-4efb-a3e2-b0e2f91707e8 HTTP/1.1" status: 200 len: 854 time: 0.0692375 Aug 17 00:04:44.857020 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5eea9843-6311-423d-808b-eb4ef4b3021a req-f560c19a-36a4-40e6-985c-a9162ab38164 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4cdf04b-47d5-42e2-a4fe-8c16a9159cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486770 Aug 17 00:04:44.873856 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c8c7d7e1-bad7-4d8c-8072-6e53c629c881 req-6b58d21d-1be3-4e7d-934d-8af886a3d928 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=9f3c04ee-ff49-4150-9cea-518b9d268752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314434 Aug 17 00:04:44.960509 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c8c7d7e1-bad7-4d8c-8072-6e53c629c881 req-4aa5eb99-65d1-489f-b94d-77e045c7b53e service neutron] 10.222.0.68 "GET /v2.0/networks/9f3c04ee-ff49-4150-9cea-518b9d268752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785971 Aug 17 00:04:45.057412 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c8c7d7e1-bad7-4d8c-8072-6e53c629c881 req-8fe5eead-86e5-45a7-95cd-056fdebcefe1 service neutron] 10.222.0.68 "GET /v2.0/networks/9f3c04ee-ff49-4150-9cea-518b9d268752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883551 Aug 17 00:04:45.149627 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de78a69b-12cd-4c1c-8514-17e7b7d05952 req-97ba9cbc-5329-46e2-9eb4-13ea50f53a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:45.151123 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-de78a69b-12cd-4c1c-8514-17e7b7d05952 req-97ba9cbc-5329-46e2-9eb4-13ea50f53a8f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9d75411625f14fe5a355d4c9aba756df&device_id=1ead75ff-a494-4a60-af35-5c6efc5c204a HTTP/1.1" status: 200 len: 1095 time: 0.0413928 Aug 17 00:04:45.245495 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de78a69b-12cd-4c1c-8514-17e7b7d05952 req-3c24114d-9cd9-4d0c-abc6-e9e4d4d16aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:45.246958 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-de78a69b-12cd-4c1c-8514-17e7b7d05952 req-3c24114d-9cd9-4d0c-abc6-e9e4d4d16aae service neutron] 10.222.0.68 "GET /v2.0/networks?id=9f3c04ee-ff49-4150-9cea-518b9d268752 HTTP/1.1" status: 200 len: 915 time: 0.0880628 Aug 17 00:04:45.287956 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-de78a69b-12cd-4c1c-8514-17e7b7d05952 req-89730a9a-9fe8-464e-aac8-ea93c685db2c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c0a494b-bfba-40ef-89aa-0fbea27a4e50 HTTP/1.1" status: 200 len: 217 time: 0.0334055 Aug 17 00:04:45.339386 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de78a69b-12cd-4c1c-8514-17e7b7d05952 req-f5c55306-3217-41e7-8ca9-09a1cfaac807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:45.340858 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-de78a69b-12cd-4c1c-8514-17e7b7d05952 req-f5c55306-3217-41e7-8ca9-09a1cfaac807 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2019c3e1-6cd6-4efb-a3e2-b0e2f91707e8 HTTP/1.1" status: 200 len: 854 time: 0.0456662 Aug 17 00:04:45.377103 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-de78a69b-12cd-4c1c-8514-17e7b7d05952 req-757a70a5-1242-411e-a5bf-c8f77472e5bb service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=9f3c04ee-ff49-4150-9cea-518b9d268752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290518 Aug 17 00:04:45.467025 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-de78a69b-12cd-4c1c-8514-17e7b7d05952 req-d63f3729-3a61-4f57-becb-1bfe82380a59 service neutron] 10.222.0.68 "GET /v2.0/networks/9f3c04ee-ff49-4150-9cea-518b9d268752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804200 Aug 17 00:04:45.559062 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-de78a69b-12cd-4c1c-8514-17e7b7d05952 req-d6623332-f5e2-450e-b2ab-01244d40a245 service neutron] 10.222.0.68 "GET /v2.0/networks/9f3c04ee-ff49-4150-9cea-518b9d268752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848937 Aug 17 00:04:45.975963 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1f53be-4eaa-4b1f-a9b0-4aa7742e46a0 req-e7b9759f-8287-4a88-9086-730ff4dd0c8a tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:45.977538 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fc1f53be-4eaa-4b1f-a9b0-4aa7742e46a0 req-e7b9759f-8287-4a88-9086-730ff4dd0c8a tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ead75ff-a494-4a60-af35-5c6efc5c204a HTTP/1.1" status: 200 len: 943 time: 0.0501647 Aug 17 00:04:46.015217 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fc1f53be-4eaa-4b1f-a9b0-4aa7742e46a0 req-fe686a56-7d72-4e32-85d5-2d274210e8e9 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4cdf04b-47d5-42e2-a4fe-8c16a9159cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318232 Aug 17 00:04:47.131229 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddac0750-c52c-4252-8805-1689e8a74c15 req-e51e0536-36e9-4430-b8b4-e59e43e3e2df tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:47.132750 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ddac0750-c52c-4252-8805-1689e8a74c15 req-e51e0536-36e9-4430-b8b4-e59e43e3e2df tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ead75ff-a494-4a60-af35-5c6efc5c204a HTTP/1.1" status: 200 len: 943 time: 0.0510135 Aug 17 00:04:47.171738 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ddac0750-c52c-4252-8805-1689e8a74c15 req-964185ad-7907-4552-843f-80a08837eaf3 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4cdf04b-47d5-42e2-a4fe-8c16a9159cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330338 Aug 17 00:04:47.670285 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 4c0a494b-bfba-40ef-89aa-0fbea27a4e50 details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:04:47.763746 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 4c0a494b-bfba-40ef-89aa-0fbea27a4e50, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=4c0a494b-bfba-40ef-89aa-0fbea27a4e50,segment=NetworkSegment(7b1fdca0-c10d-4f02-8a37-1aa05de5a35c),segment_id=7b1fdca0-c10d-4f02-8a37-1aa05de5a35c)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:04:47.775052 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': '4c0a494b-bfba-40ef-89aa-0fbea27a4e50', 'network_id': '9f3c04ee-ff49-4150-9cea-518b9d268752', 'port_id': '4c0a494b-bfba-40ef-89aa-0fbea27a4e50', 'mac_address': 'fa:16:3e:d4:83:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2019c3e1-6cd6-4efb-a3e2-b0e2f91707e8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:04:47.823988 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e1a2c7a6-0f21-4faa-bc9f-09035a492ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:47.825739 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:47.838020 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c0a494b-bfba-40ef-89aa-0fbea27a4e50 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:04:47.857684 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 4c0a494b-bfba-40ef-89aa-0fbea27a4e50, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=4c0a494b-bfba-40ef-89aa-0fbea27a4e50,segment=NetworkSegment(7b1fdca0-c10d-4f02-8a37-1aa05de5a35c),segment_id=7b1fdca0-c10d-4f02-8a37-1aa05de5a35c)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:04:47.861082 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:47.907801 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=4c0a494b-bfba-40ef-89aa-0fbea27a4e50,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:48.065774 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['4c0a494b-bfba-40ef-89aa-0fbea27a4e50'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:04:48.286908 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e61d0af-fe5e-445e-9a91-73a71b0bba6d req-78b669ff-7c45-4013-bdd0-2f40dad2a800 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:48.288483 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8e61d0af-fe5e-445e-9a91-73a71b0bba6d req-78b669ff-7c45-4013-bdd0-2f40dad2a800 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ead75ff-a494-4a60-af35-5c6efc5c204a HTTP/1.1" status: 200 len: 944 time: 0.0516191 Aug 17 00:04:48.330976 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8e61d0af-fe5e-445e-9a91-73a71b0bba6d req-8ad9041a-53fb-44d4-8ad2-f3e7ca0196ef tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4cdf04b-47d5-42e2-a4fe-8c16a9159cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363386 Aug 17 00:04:49.472707 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6353775-bef8-44dc-9963-e9081c871ca6 req-66422a4a-dfbb-4d3d-bd62-d1d793298926 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:49.475017 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e6353775-bef8-44dc-9963-e9081c871ca6 req-66422a4a-dfbb-4d3d-bd62-d1d793298926 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ead75ff-a494-4a60-af35-5c6efc5c204a HTTP/1.1" status: 200 len: 944 time: 0.0620940 Aug 17 00:04:49.518883 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e6353775-bef8-44dc-9963-e9081c871ca6 req-9630d141-bde3-4de2-abc8-d44acfa8b4f1 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4cdf04b-47d5-42e2-a4fe-8c16a9159cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376873 Aug 17 00:04:49.695807 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 4c0a494b-bfba-40ef-89aa-0fbea27a4e50 up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:04:49.744219 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning for port 4c0a494b-bfba-40ef-89aa-0fbea27a4e50 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:04:49.748080 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port 4c0a494b-bfba-40ef-89aa-0fbea27a4e50 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:04:49.748454 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:49.823253 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:49.844572 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ead75ff-a494-4a60-af35-5c6efc5c204a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c0a494b-bfba-40ef-89aa-0fbea27a4e50'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:04:49.846802 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d789e1acf86fc3837d65c5c7bf7b17f03ca076816da63f24d17cffa1a624f203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ff552c-45c3-46a8-8f36-f0ec0164c57b" -d '{"events": [{"server_uuid": "1ead75ff-a494-4a60-af35-5c6efc5c204a", "name": "network-vif-plugged", "status": "completed", "tag": "4c0a494b-bfba-40ef-89aa-0fbea27a4e50"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:04:49.860824 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 4c0a494b-bfba-40ef-89aa-0fbea27a4e50, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=4c0a494b-bfba-40ef-89aa-0fbea27a4e50,segment=NetworkSegment(7b1fdca0-c10d-4f02-8a37-1aa05de5a35c),segment_id=7b1fdca0-c10d-4f02-8a37-1aa05de5a35c)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:04:49.865939 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:49.895798 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d54ea1ee-cf0c-4b37-9993-72ae957e4298 x-openstack-request-id: req-d54ea1ee-cf0c-4b37-9993-72ae957e4298 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:04:49.896608 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ead75ff-a494-4a60-af35-5c6efc5c204a", "name": "network-vif-plugged", "status": "completed", "tag": "4c0a494b-bfba-40ef-89aa-0fbea27a4e50", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:04:49.896947 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d54ea1ee-cf0c-4b37-9993-72ae957e4298 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:04:49.897344 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ead75ff-a494-4a60-af35-5c6efc5c204a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c0a494b-bfba-40ef-89aa-0fbea27a4e50', 'code': 200} Aug 17 00:04:49.913942 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-dc358fa1-677f-4421-9bbc-de23f1785b6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:49.931289 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=4c0a494b-bfba-40ef-89aa-0fbea27a4e50,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:49.989752 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed542a7-8239-4643-be42-52ba5e6fee81 req-8722f13b-ba22-4338-8e90-a8e4e8ef7108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:49.991279 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5ed542a7-8239-4643-be42-52ba5e6fee81 req-8722f13b-ba22-4338-8e90-a8e4e8ef7108 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=1ead75ff-a494-4a60-af35-5c6efc5c204a HTTP/1.1" status: 200 len: 1097 time: 0.0458953 Aug 17 00:04:50.027327 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5ed542a7-8239-4643-be42-52ba5e6fee81 req-69ac0c8d-c079-4b07-9185-4f9f266d6faf service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=f4cdf04b-47d5-42e2-a4fe-8c16a9159cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278301 Aug 17 00:04:50.643318 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9698036-595b-406f-9e17-cabed266d406 req-893c3040-6a13-40c9-91bf-aa0a2a58db4b tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:50.644818 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a9698036-595b-406f-9e17-cabed266d406 req-893c3040-6a13-40c9-91bf-aa0a2a58db4b tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ead75ff-a494-4a60-af35-5c6efc5c204a HTTP/1.1" status: 200 len: 945 time: 0.0499475 Aug 17 00:04:50.686996 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a9698036-595b-406f-9e17-cabed266d406 req-964c636c-06e2-4a2f-8425-f74fd8083846 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4cdf04b-47d5-42e2-a4fe-8c16a9159cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360475 Aug 17 00:04:50.774993 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:50.803264 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:04:51.811170 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07418d80-53b5-4b07-a16a-c4f882eafcaf req-a7aa8fc9-c8f6-416b-ab05-0af6ac461f36 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:51.812673 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-07418d80-53b5-4b07-a16a-c4f882eafcaf req-a7aa8fc9-c8f6-416b-ab05-0af6ac461f36 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ead75ff-a494-4a60-af35-5c6efc5c204a HTTP/1.1" status: 200 len: 945 time: 0.0489848 Aug 17 00:04:51.837917 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:51.853542 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-07418d80-53b5-4b07-a16a-c4f882eafcaf req-0a066f21-bcda-43ed-a34d-f0e422bc908e tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4cdf04b-47d5-42e2-a4fe-8c16a9159cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342538 Aug 17 00:04:52.088392 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408dd1f-e9e6-4346-84c6-b95339dfc928 req-2fcbdc9e-f13b-4e57-ad86-6027c8dbe5a8 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:52.089902 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b408dd1f-e9e6-4346-84c6-b95339dfc928 req-2fcbdc9e-f13b-4e57-ad86-6027c8dbe5a8 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ead75ff-a494-4a60-af35-5c6efc5c204a HTTP/1.1" status: 200 len: 945 time: 0.0503368 Aug 17 00:04:52.127836 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b408dd1f-e9e6-4346-84c6-b95339dfc928 req-518ce689-f689-4baf-8fb4-25850b46e63a tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4cdf04b-47d5-42e2-a4fe-8c16a9159cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319967 Aug 17 00:04:53.092123 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:53.255808 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae68eaa-52b3-46b8-a76f-03fc8b2f966f req-98f11e67-0107-4568-91cb-5f87aa6e4818 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:53.257995 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-aae68eaa-52b3-46b8-a76f-03fc8b2f966f req-98f11e67-0107-4568-91cb-5f87aa6e4818 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ead75ff-a494-4a60-af35-5c6efc5c204a HTTP/1.1" status: 200 len: 945 time: 0.0533378 Aug 17 00:04:53.307362 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-aae68eaa-52b3-46b8-a76f-03fc8b2f966f req-bcdea733-f403-4bc8-a823-aeb8b7604a12 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4cdf04b-47d5-42e2-a4fe-8c16a9159cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429170 Aug 17 00:04:53.458756 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966ee5af-5da4-4f7b-8e05-d914df0a5c96 req-20774232-647f-47df-a883-6b0131a97c82 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:53.460994 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-966ee5af-5da4-4f7b-8e05-d914df0a5c96 req-20774232-647f-47df-a883-6b0131a97c82 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] 10.222.0.68 "GET /v2.0/ports?device_id=1ead75ff-a494-4a60-af35-5c6efc5c204a HTTP/1.1" status: 200 len: 945 time: 0.0489373 Aug 17 00:04:53.557933 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-966ee5af-5da4-4f7b-8e05-d914df0a5c96 req-a28932c1-c0f9-4017-b6e8-5db7172a1fb4 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] Deleting port 4c0a494b-bfba-40ef-89aa-0fbea27a4e50 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:04:53.558442 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-966ee5af-5da4-4f7b-8e05-d914df0a5c96 req-a28932c1-c0f9-4017-b6e8-5db7172a1fb4 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:53.659362 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-966ee5af-5da4-4f7b-8e05-d914df0a5c96 req-a28932c1-c0f9-4017-b6e8-5db7172a1fb4 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] For port 4c0a494b-bfba-40ef-89aa-0fbea27a4e50, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=4c0a494b-bfba-40ef-89aa-0fbea27a4e50,segment=NetworkSegment(7b1fdca0-c10d-4f02-8a37-1aa05de5a35c),segment_id=7b1fdca0-c10d-4f02-8a37-1aa05de5a35c)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:04:53.659674 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-966ee5af-5da4-4f7b-8e05-d914df0a5c96 req-a28932c1-c0f9-4017-b6e8-5db7172a1fb4 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:53.671525 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-966ee5af-5da4-4f7b-8e05-d914df0a5c96 req-a28932c1-c0f9-4017-b6e8-5db7172a1fb4 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] Calling delete_port for 4c0a494b-bfba-40ef-89aa-0fbea27a4e50 owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:04:53.802664 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-966ee5af-5da4-4f7b-8e05-d914df0a5c96 req-a28932c1-c0f9-4017-b6e8-5db7172a1fb4 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:53.815479 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['4c0a494b-bfba-40ef-89aa-0fbea27a4e50'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:04:53.835382 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28932c1-c0f9-4017-b6e8-5db7172a1fb4 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] Pushing event deleted for resources: {'Port': ['ID=4c0a494b-bfba-40ef-89aa-0fbea27a4e50,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:53.838284 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['cc77923a-5eaa-46d8-9fda-65bd028c7875'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:04:53.877343 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-966ee5af-5da4-4f7b-8e05-d914df0a5c96 req-a28932c1-c0f9-4017-b6e8-5db7172a1fb4 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] No DVR routers for this DVR port 4c0a494b-bfba-40ef-89aa-0fbea27a4e50 on host n-h1-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:04:53.880776 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-966ee5af-5da4-4f7b-8e05-d914df0a5c96 req-a28932c1-c0f9-4017-b6e8-5db7172a1fb4 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:53.883463 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-966ee5af-5da4-4f7b-8e05-d914df0a5c96 req-a28932c1-c0f9-4017-b6e8-5db7172a1fb4 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] 10.222.0.68 "DELETE /v2.0/ports/4c0a494b-bfba-40ef-89aa-0fbea27a4e50 HTTP/1.1" status: 204 len: 173 time: 0.4157557 Aug 17 00:04:53.883927 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ead75ff-a494-4a60-af35-5c6efc5c204a', 'name': 'network-vif-deleted', 'tag': '4c0a494b-bfba-40ef-89aa-0fbea27a4e50'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:04:53.886357 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5be9a9c22bfe9382157933c6eba925c7622163b8a5c85bc608140d30d6fa20cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df8b4cf-7ba2-41dc-930b-f1016d8c675d" -d '{"events": [{"server_uuid": "1ead75ff-a494-4a60-af35-5c6efc5c204a", "name": "network-vif-deleted", "tag": "4c0a494b-bfba-40ef-89aa-0fbea27a4e50"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:04:53.930071 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ccaf68a-c3ca-43c8-91ef-e0dd78cce2ea x-openstack-request-id: req-2ccaf68a-c3ca-43c8-91ef-e0dd78cce2ea {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:04:53.930391 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ead75ff-a494-4a60-af35-5c6efc5c204a", "name": "network-vif-deleted", "tag": "4c0a494b-bfba-40ef-89aa-0fbea27a4e50", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:04:53.930612 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2ccaf68a-c3ca-43c8-91ef-e0dd78cce2ea {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:04:53.931019 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ead75ff-a494-4a60-af35-5c6efc5c204a', 'name': 'network-vif-deleted', 'tag': '4c0a494b-bfba-40ef-89aa-0fbea27a4e50', 'status': 'completed', 'code': 200} Aug 17 00:04:54.438777 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-967ec584-6b43-4a39-9817-fbab215e5bfb req-ce554349-ed37-468e-986b-eade2b67b02b tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ead75ff-a494-4a60-af35-5c6efc5c204a HTTP/1.1" status: 200 len: 210 time: 0.0295322 Aug 17 00:04:55.591826 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d63110b-0e28-4ec2-949a-458b94951e4d req-96ff887b-e79c-4ef8-8ecf-3f553981c150 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:55.593336 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3d63110b-0e28-4ec2-949a-458b94951e4d req-96ff887b-e79c-4ef8-8ecf-3f553981c150 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] 10.222.0.36 "GET /v2.0/ports?device_id=db9e6d9e-dd9b-46c1-adbe-a020cede2f57 HTTP/1.1" status: 200 len: 946 time: 0.0520546 Aug 17 00:04:55.630116 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3d63110b-0e28-4ec2-949a-458b94951e4d req-01054aab-b2ff-4686-a342-031efd69cbf5 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4cdf04b-47d5-42e2-a4fe-8c16a9159cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309005 Aug 17 00:04:55.760695 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f51e9-b4f7-4bfb-9409-48e2f1a7be5f req-b9811c81-4f79-4311-af11-0bb668f598c6 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:55.762101 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2f1f51e9-b4f7-4bfb-9409-48e2f1a7be5f req-b9811c81-4f79-4311-af11-0bb668f598c6 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] 10.222.0.36 "GET /v2.0/ports?device_id=db9e6d9e-dd9b-46c1-adbe-a020cede2f57 HTTP/1.1" status: 200 len: 946 time: 0.0483656 Aug 17 00:04:55.799820 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2f1f51e9-b4f7-4bfb-9409-48e2f1a7be5f req-7cc0bb0a-a1c8-4734-81f8-b946f8f1ddb2 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4cdf04b-47d5-42e2-a4fe-8c16a9159cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318022 Aug 17 00:04:55.914441 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6396d7b-08ce-4789-9998-40d68e5228b3 req-43a56c8c-f31b-4c8b-aff5-6e36f816e500 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:55.915921 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d6396d7b-08ce-4789-9998-40d68e5228b3 req-43a56c8c-f31b-4c8b-aff5-6e36f816e500 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] 10.222.0.36 "GET /v2.0/ports?device_id=db9e6d9e-dd9b-46c1-adbe-a020cede2f57 HTTP/1.1" status: 200 len: 946 time: 0.0478854 Aug 17 00:04:55.953141 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d6396d7b-08ce-4789-9998-40d68e5228b3 req-14771ecf-f22e-4784-a250-aaa3ecb5d88d tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4cdf04b-47d5-42e2-a4fe-8c16a9159cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312994 Aug 17 00:04:56.007553 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:56.125988 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b19ac32-6528-45f2-9711-62ddee20ce07 req-3ff76113-6a0c-44ac-b8aa-e26400c368ac tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:56.127471 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4b19ac32-6528-45f2-9711-62ddee20ce07 req-3ff76113-6a0c-44ac-b8aa-e26400c368ac tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] 10.222.0.36 "GET /v2.0/ports?device_id=db9e6d9e-dd9b-46c1-adbe-a020cede2f57 HTTP/1.1" status: 200 len: 946 time: 0.0522885 Aug 17 00:04:56.166502 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4b19ac32-6528-45f2-9711-62ddee20ce07 req-8e9ee185-2464-4178-a5cc-911c7684e769 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4cdf04b-47d5-42e2-a4fe-8c16a9159cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326672 Aug 17 00:04:56.282453 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c15aa6c-fab8-4a74-bea7-c082bd2fb754 req-f07c1089-b2b7-477d-8dea-40246feb8621 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:56.283834 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8c15aa6c-fab8-4a74-bea7-c082bd2fb754 req-f07c1089-b2b7-477d-8dea-40246feb8621 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] 10.222.0.36 "GET /v2.0/ports?device_id=db9e6d9e-dd9b-46c1-adbe-a020cede2f57 HTTP/1.1" status: 200 len: 946 time: 0.0492272 Aug 17 00:04:56.321536 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8c15aa6c-fab8-4a74-bea7-c082bd2fb754 req-60b1609a-4b75-4fe3-ae4c-bc9bb14997ba tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4cdf04b-47d5-42e2-a4fe-8c16a9159cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316179 Aug 17 00:04:56.446964 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f79189-4bbc-4e15-99de-cba287517b82 req-16651897-f445-48cd-8db4-a3d0aadc0a04 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:56.448446 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-16f79189-4bbc-4e15-99de-cba287517b82 req-16651897-f445-48cd-8db4-a3d0aadc0a04 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] 10.222.0.36 "GET /v2.0/ports?device_id=db9e6d9e-dd9b-46c1-adbe-a020cede2f57 HTTP/1.1" status: 200 len: 946 time: 0.0483549 Aug 17 00:04:56.486064 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-16f79189-4bbc-4e15-99de-cba287517b82 req-ea7865d5-0147-412c-971e-651ac0a9a6a0 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4cdf04b-47d5-42e2-a4fe-8c16a9159cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315981 Aug 17 00:04:56.796387 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de82ba5c-2d49-4c54-94df-33bc593676b6 req-2c9df2fb-e5a6-42e7-8d84-edc565411bf7 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:56.797804 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-de82ba5c-2d49-4c54-94df-33bc593676b6 req-2c9df2fb-e5a6-42e7-8d84-edc565411bf7 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] 10.222.0.36 "GET /v2.0/ports?device_id=db9e6d9e-dd9b-46c1-adbe-a020cede2f57 HTTP/1.1" status: 200 len: 946 time: 0.0527503 Aug 17 00:04:56.836163 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-de82ba5c-2d49-4c54-94df-33bc593676b6 req-6700ca8e-3e42-4248-ba5b-787b5f7754b6 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4cdf04b-47d5-42e2-a4fe-8c16a9159cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321617 Aug 17 00:04:57.713177 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 4c0a494b-bfba-40ef-89aa-0fbea27a4e50 no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:04:57.733692 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] No Port match for: 4c0a494b-bfba-40ef-89aa-0fbea27a4e50 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:04:57.734033 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 4c0a494b-bfba-40ef-89aa-0fbea27a4e50 not bound to the agent host n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:04:57.953495 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868e31df-50b2-4547-bc33-fe5250cd9307 req-48188bce-a766-468e-ae5d-9af1ea71283d tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:57.954960 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-868e31df-50b2-4547-bc33-fe5250cd9307 req-48188bce-a766-468e-ae5d-9af1ea71283d tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] 10.222.0.36 "GET /v2.0/ports?device_id=db9e6d9e-dd9b-46c1-adbe-a020cede2f57 HTTP/1.1" status: 200 len: 946 time: 0.0483060 Aug 17 00:04:57.995064 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-868e31df-50b2-4547-bc33-fe5250cd9307 req-403b2be9-78db-41c1-96f7-dce9169f5224 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4cdf04b-47d5-42e2-a4fe-8c16a9159cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338333 Aug 17 00:04:58.479968 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f0c06a-ea2f-49ff-84af-1ad73066cb08 req-441f6db8-fb40-4ea3-8a46-a1d35ef7209a tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:04:58.481488 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b5f0c06a-ea2f-49ff-84af-1ad73066cb08 req-441f6db8-fb40-4ea3-8a46-a1d35ef7209a tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] 10.222.0.57 "GET /v2.0/ports?device_id=db9e6d9e-dd9b-46c1-adbe-a020cede2f57 HTTP/1.1" status: 200 len: 946 time: 0.0496225 Aug 17 00:04:58.575433 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-b5f0c06a-ea2f-49ff-84af-1ad73066cb08 req-e5386c46-7161-4547-939a-e5ae474c63f2 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] Deleting port cc77923a-5eaa-46d8-9fda-65bd028c7875 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:04:58.575784 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-b5f0c06a-ea2f-49ff-84af-1ad73066cb08 req-e5386c46-7161-4547-939a-e5ae474c63f2 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:58.663362 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-b5f0c06a-ea2f-49ff-84af-1ad73066cb08 req-e5386c46-7161-4547-939a-e5ae474c63f2 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] For port cc77923a-5eaa-46d8-9fda-65bd028c7875, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=cc77923a-5eaa-46d8-9fda-65bd028c7875,segment=NetworkSegment(7b1fdca0-c10d-4f02-8a37-1aa05de5a35c),segment_id=7b1fdca0-c10d-4f02-8a37-1aa05de5a35c)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:04:58.663739 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-b5f0c06a-ea2f-49ff-84af-1ad73066cb08 req-e5386c46-7161-4547-939a-e5ae474c63f2 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:58.681066 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-b5f0c06a-ea2f-49ff-84af-1ad73066cb08 req-e5386c46-7161-4547-939a-e5ae474c63f2 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] Calling delete_port for cc77923a-5eaa-46d8-9fda-65bd028c7875 owned by compute:nova {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:04:58.810694 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-b5f0c06a-ea2f-49ff-84af-1ad73066cb08 req-e5386c46-7161-4547-939a-e5ae474c63f2 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:58.840245 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5386c46-7161-4547-939a-e5ae474c63f2 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] Pushing event deleted for resources: {'Port': ['ID=cc77923a-5eaa-46d8-9fda-65bd028c7875,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:04:58.842685 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['cc77923a-5eaa-46d8-9fda-65bd028c7875'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:04:58.886213 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5f0c06a-ea2f-49ff-84af-1ad73066cb08 req-e5386c46-7161-4547-939a-e5ae474c63f2 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] No DVR routers for this DVR port cc77923a-5eaa-46d8-9fda-65bd028c7875 on host n-h2-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:04:58.888968 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-b5f0c06a-ea2f-49ff-84af-1ad73066cb08 req-e5386c46-7161-4547-939a-e5ae474c63f2 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:04:58.891317 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b5f0c06a-ea2f-49ff-84af-1ad73066cb08 req-e5386c46-7161-4547-939a-e5ae474c63f2 tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] 10.222.0.57 "DELETE /v2.0/ports/cc77923a-5eaa-46d8-9fda-65bd028c7875 HTTP/1.1" status: 204 len: 173 time: 0.4036770 Aug 17 00:04:58.891778 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db9e6d9e-dd9b-46c1-adbe-a020cede2f57', 'name': 'network-vif-deleted', 'tag': 'cc77923a-5eaa-46d8-9fda-65bd028c7875'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:04:58.894144 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7165c1ab170cf7a86a4d2d0d4fd52c1e3b7b58c190c14e765d35b2aa62be1e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9fcc954-cee1-4d44-90c3-a65c7c9b665d" -d '{"events": [{"server_uuid": "db9e6d9e-dd9b-46c1-adbe-a020cede2f57", "name": "network-vif-deleted", "tag": "cc77923a-5eaa-46d8-9fda-65bd028c7875"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:04:58.932811 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0569053-472b-4b56-b9a2-06a4d678b402 x-openstack-request-id: req-d0569053-472b-4b56-b9a2-06a4d678b402 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:04:58.933113 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db9e6d9e-dd9b-46c1-adbe-a020cede2f57", "name": "network-vif-deleted", "tag": "cc77923a-5eaa-46d8-9fda-65bd028c7875", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:04:58.933373 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d0569053-472b-4b56-b9a2-06a4d678b402 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:04:58.933786 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db9e6d9e-dd9b-46c1-adbe-a020cede2f57', 'name': 'network-vif-deleted', 'tag': 'cc77923a-5eaa-46d8-9fda-65bd028c7875', 'status': 'completed', 'code': 200} Aug 17 00:04:59.099841 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2150b6d5-99c2-4658-85b3-0dfe3a2ec386 req-648fb540-9577-42d4-95bb-8232810a69be tempest-ServersNegativeTestJSON-1121450035 tempest-ServersNegativeTestJSON-1121450035-project] 10.222.0.36 "GET /v2.0/ports?device_id=db9e6d9e-dd9b-46c1-adbe-a020cede2f57 HTTP/1.1" status: 200 len: 210 time: 0.0258846 Aug 17 00:05:00.156351 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 58596) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:00.199865 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4125db6-61c1-4e24-84cc-3678bbf0e1c8 admin admin] Deleting subnet 2019c3e1-6cd6-4efb-a3e2-b0e2f91707e8 {{(pid=101292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:05:00.202891 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f4125db6-61c1-4e24-84cc-3678bbf0e1c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:00.240901 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f4125db6-61c1-4e24-84cc-3678bbf0e1c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3848860'] for subnet, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:00.279346 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f4125db6-61c1-4e24-84cc-3678bbf0e1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:00.329260 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f4125db6-61c1-4e24-84cc-3678bbf0e1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26252129'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:00.352858 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4125db6-61c1-4e24-84cc-3678bbf0e1c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2019c3e1-6cd6-4efb-a3e2-b0e2f91707e8,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:00.359356 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f4125db6-61c1-4e24-84cc-3678bbf0e1c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:00.362812 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-f4125db6-61c1-4e24-84cc-3678bbf0e1c8 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/2019c3e1-6cd6-4efb-a3e2-b0e2f91707e8 HTTP/1.1" status: 204 len: 168 time: 0.2038932 Aug 17 00:05:00.363709 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 58598) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:00.436109 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fcf815d8-5379-4ff8-9fb9-b8a4b4c668e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:00.517032 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fcf815d8-5379-4ff8-9fb9-b8a4b4c668e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:00.527390 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-fcf815d8-5379-4ff8-9fb9-b8a4b4c668e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f3c04ee-ff49-4150-9cea-518b9d268752']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:05:00.536960 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-fcf815d8-5379-4ff8-9fb9-b8a4b4c668e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b1fdca0-c10d-4f02-8a37-1aa05de5a35c') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:05:00.537805 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-fcf815d8-5379-4ff8-9fb9-b8a4b4c668e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b1fdca0-c10d-4f02-8a37-1aa05de5a35c') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:05:00.546637 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fcf815d8-5379-4ff8-9fb9-b8a4b4c668e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:00.560037 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fcf815d8-5379-4ff8-9fb9-b8a4b4c668e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:00.565929 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcf815d8-5379-4ff8-9fb9-b8a4b4c668e8 admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:05:00.566321 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fcf815d8-5379-4ff8-9fb9-b8a4b4c668e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:00.567956 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 17 00:05:00.567956 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:05:00.567956 n-d-791506-26 neutron-server[101292]: timer() Aug 17 00:05:00.567956 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:05:00.567956 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 17 00:05:00.567956 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:05:00.567956 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 17 00:05:00.567956 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:05:00.567956 n-d-791506-26 neutron-server[101292]: self._notify() Aug 17 00:05:00.567956 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:05:00.567956 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 17 00:05:00.567956 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:05:00.567956 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 17 00:05:00.567956 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:05:00.567956 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:05:00.567956 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:05:00.567956 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:05:00.567956 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:05:00.567956 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 17 00:05:00.567956 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:05:00.567956 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 17 00:05:00.567956 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:05:00.567956 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:05:00.567956 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:05:00.567956 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 17 00:05:00.567956 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:05:00.567956 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:05:00.567956 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:05:00.567956 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:05:00.567956 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:05:00.567956 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:05:00.567956 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:05:00.625726 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fcf815d8-5379-4ff8-9fb9-b8a4b4c668e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:00.633039 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fcf815d8-5379-4ff8-9fb9-b8a4b4c668e8 admin admin] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:00.634982 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-fcf815d8-5379-4ff8-9fb9-b8a4b4c668e8 admin admin] 10.222.0.36 "DELETE /v2.0/networks/9f3c04ee-ff49-4150-9cea-518b9d268752 HTTP/1.1" status: 204 len: 168 time: 0.2702854 Aug 17 00:05:00.646000 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf815d8-5379-4ff8-9fb9-b8a4b4c668e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f3c04ee-ff49-4150-9cea-518b9d268752,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:00.751525 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 58602) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:00.793622 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-8f1f7ca9-7e8f-4f4b-b5af-0d1c1fa87094 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9d75411625f14fe5a355d4c9aba756df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0409369 Aug 17 00:05:00.796108 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 58604) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:00.844811 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e906b1b9-2081-4dc8-987a-3b7dcf9a9112 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:00.865021 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e906b1b9-2081-4dc8-987a-3b7dcf9a9112 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:00.913351 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e906b1b9-2081-4dc8-987a-3b7dcf9a9112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:00.915847 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e906b1b9-2081-4dc8-987a-3b7dcf9a9112 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:00.917032 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-e906b1b9-2081-4dc8-987a-3b7dcf9a9112 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f4cdf04b-47d5-42e2-a4fe-8c16a9159cec HTTP/1.1" status: 204 len: 168 time: 0.1199923 Aug 17 00:05:00.924794 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e906b1b9-2081-4dc8-987a-3b7dcf9a9112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4cdf04b-47d5-42e2-a4fe-8c16a9159cec,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:01.597829 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 58626) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:01.691951 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-2442e01b-c25d-4e8f-b1a3-370b0337eb42 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1774570162'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:05:01.712837 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2442e01b-c25d-4e8f-b1a3-370b0337eb42 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Made reservation on behalf of 5fdb822507694153adf460382fe5d2db for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:05:01.716298 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2442e01b-c25d-4e8f-b1a3-370b0337eb42 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:01.725537 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2442e01b-c25d-4e8f-b1a3-370b0337eb42 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:01.816209 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2442e01b-c25d-4e8f-b1a3-370b0337eb42 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:01.819758 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2442e01b-c25d-4e8f-b1a3-370b0337eb42 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:01.844957 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2442e01b-c25d-4e8f-b1a3-370b0337eb42 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:05:01.855642 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2442e01b-c25d-4e8f-b1a3-370b0337eb42 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca8631ed-3d58-49e6-a498-3fa413177a28,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:01.860241 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2442e01b-c25d-4e8f-b1a3-370b0337eb42 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:01.860619 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-2442e01b-c25d-4e8f-b1a3-370b0337eb42 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Added segment e40e55cd-d430-4662-ab3c-38c1128646e8 of type vlan for network c0407ea3-9b5a-4169-a5b4-8b214cff0529 Aug 17 00:05:01.871956 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2442e01b-c25d-4e8f-b1a3-370b0337eb42 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:05:01.872305 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2442e01b-c25d-4e8f-b1a3-370b0337eb42 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:05:01.872676 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2442e01b-c25d-4e8f-b1a3-370b0337eb42 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:05:01.873018 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2442e01b-c25d-4e8f-b1a3-370b0337eb42 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:05:01.873352 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2442e01b-c25d-4e8f-b1a3-370b0337eb42 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:05:01.873685 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2442e01b-c25d-4e8f-b1a3-370b0337eb42 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:05:01.874014 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2442e01b-c25d-4e8f-b1a3-370b0337eb42 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:05:01.874343 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2442e01b-c25d-4e8f-b1a3-370b0337eb42 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:05:01.874669 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2442e01b-c25d-4e8f-b1a3-370b0337eb42 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:05:01.874990 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2442e01b-c25d-4e8f-b1a3-370b0337eb42 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:05:01.875316 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2442e01b-c25d-4e8f-b1a3-370b0337eb42 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:05:01.875637 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2442e01b-c25d-4e8f-b1a3-370b0337eb42 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:05:01.916557 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2442e01b-c25d-4e8f-b1a3-370b0337eb42 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:01.944090 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2442e01b-c25d-4e8f-b1a3-370b0337eb42 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:01.949945 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2442e01b-c25d-4e8f-b1a3-370b0337eb42 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:01.950550 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2442e01b-c25d-4e8f-b1a3-370b0337eb42 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:02.002623 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-2442e01b-c25d-4e8f-b1a3-370b0337eb42 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4036834 Aug 17 00:05:02.016631 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2442e01b-c25d-4e8f-b1a3-370b0337eb42 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Pushing event updated for resources: {'Network': ['ID=c0407ea3-9b5a-4169-a5b4-8b214cff0529,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:02.027486 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network c0407ea3-9b5a-4169-a5b4-8b214cff0529 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:05:02.681792 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device cc77923a-5eaa-46d8-9fda-65bd028c7875 no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:05:02.702640 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] No Port match for: cc77923a-5eaa-46d8-9fda-65bd028c7875 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:05:02.702998 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device cc77923a-5eaa-46d8-9fda-65bd028c7875 not bound to the agent host n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:05:05.277301 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 58632) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:05.282394 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-9153e130-8884-4e59-9836-5ecea450b44a tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Request body: {'subnet': {'network_id': 'c0407ea3-9b5a-4169-a5b4-8b214cff0529', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:05:05.372882 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9153e130-8884-4e59-9836-5ecea450b44a tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Made reservation on behalf of 5fdb822507694153adf460382fe5d2db for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:05:05.376290 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9153e130-8884-4e59-9836-5ecea450b44a tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:05.556423 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9153e130-8884-4e59-9836-5ecea450b44a tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:05.616177 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9153e130-8884-4e59-9836-5ecea450b44a tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Pushing event updated for resources: {'Subnet': ['ID=2c247958-75e9-42b8-b3b4-f9fec2ce91a8,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:05.625444 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9153e130-8884-4e59-9836-5ecea450b44a tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Checking segment: {'id': 'e40e55cd-d430-4662-ab3c-38c1128646e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'c0407ea3-9b5a-4169-a5b4-8b214cff0529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:05:05.625813 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9153e130-8884-4e59-9836-5ecea450b44a tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Network hostable DHCP agents. Network: c0407ea3-9b5a-4169-a5b4-8b214cff0529, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:05:05.642349 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9153e130-8884-4e59-9836-5ecea450b44a tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Network c0407ea3-9b5a-4169-a5b4-8b214cff0529 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:05:05.651326 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-9153e130-8884-4e59-9836-5ecea450b44a tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, c0407ea3-9b5a-4169-a5b4-8b214cff0529) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:05:05.655579 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9153e130-8884-4e59-9836-5ecea450b44a tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:05.656169 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9153e130-8884-4e59-9836-5ecea450b44a tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Notify callbacks [] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:05.660990 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e473f1-962d-45ed-9a9f-42e8a697b56a None None] Network c0407ea3-9b5a-4169-a5b4-8b214cff0529 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:05:05.671188 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-9153e130-8884-4e59-9836-5ecea450b44a tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3925493 Aug 17 00:05:05.674577 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 58634) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:05.679607 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-ac9264a9-86d3-49aa-acea-26dbc5ee1ad8 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1043131299'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:05:05.700638 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac9264a9-86d3-49aa-acea-26dbc5ee1ad8 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Made reservation on behalf of 5fdb822507694153adf460382fe5d2db for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:05:05.704180 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ac9264a9-86d3-49aa-acea-26dbc5ee1ad8 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:05.732511 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac9264a9-86d3-49aa-acea-26dbc5ee1ad8 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:05:05.741177 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ac9264a9-86d3-49aa-acea-26dbc5ee1ad8 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:05.741524 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-ac9264a9-86d3-49aa-acea-26dbc5ee1ad8 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Added segment f71f4b8e-5415-4e13-9cc8-76ebfb6ae3a3 of type vlan for network 7de4f5f6-4209-4fe1-b5fd-ba715782035f Aug 17 00:05:05.781847 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ac9264a9-86d3-49aa-acea-26dbc5ee1ad8 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:05.807961 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ac9264a9-86d3-49aa-acea-26dbc5ee1ad8 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:05.808234 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e6abdf-1f18-43b1-bc12-8c9bac359ed8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-c0407ea3-9b5a-4169-a5b4-8b214cff0529', 'network_id': 'c0407ea3-9b5a-4169-a5b4-8b214cff0529', 'tenant_id': '5fdb822507694153adf460382fe5d2db', 'fixed_ips': [{'subnet_id': '2c247958-75e9-42b8-b3b4-f9fec2ce91a8'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:05:05.809159 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-b6e6abdf-1f18-43b1-bc12-8c9bac359ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:05.813435 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9264a9-86d3-49aa-acea-26dbc5ee1ad8 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:05.814021 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ac9264a9-86d3-49aa-acea-26dbc5ee1ad8 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:05.861508 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-ac9264a9-86d3-49aa-acea-26dbc5ee1ad8 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1858571 Aug 17 00:05:05.864389 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 58636) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:05.869529 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-e25deb9b-04c6-4d57-96e8-f3b3c2d95f0f tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Request body: {'subnet': {'network_id': '7de4f5f6-4209-4fe1-b5fd-ba715782035f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:05:05.929385 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9264a9-86d3-49aa-acea-26dbc5ee1ad8 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Pushing event updated for resources: {'Network': ['ID=7de4f5f6-4209-4fe1-b5fd-ba715782035f,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:05.940962 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 7de4f5f6-4209-4fe1-b5fd-ba715782035f details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:05:05.959811 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-b6e6abdf-1f18-43b1-bc12-8c9bac359ed8 None None] Allocated IP 2001:db8:0:ffff::2 (c0407ea3-9b5a-4169-a5b4-8b214cff0529/2c247958-75e9-42b8-b3b4-f9fec2ce91a8/7767db70-13e2-47a7-b827-268885525fae) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:05:05.974471 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e25deb9b-04c6-4d57-96e8-f3b3c2d95f0f tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Made reservation on behalf of 5fdb822507694153adf460382fe5d2db for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:05:05.978848 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e25deb9b-04c6-4d57-96e8-f3b3c2d95f0f tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:06.155420 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-b6e6abdf-1f18-43b1-bc12-8c9bac359ed8 None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:06.164725 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-b6e6abdf-1f18-43b1-bc12-8c9bac359ed8 None None] Transition to ACTIVE for port object 7767db70-13e2-47a7-b827-268885525fae will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:05:06.170632 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e25deb9b-04c6-4d57-96e8-f3b3c2d95f0f tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:06.181505 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-b6e6abdf-1f18-43b1-bc12-8c9bac359ed8 None None] Transition to ACTIVE for port object 7767db70-13e2-47a7-b827-268885525fae will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:05:06.186602 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-b6e6abdf-1f18-43b1-bc12-8c9bac359ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:06.233314 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25deb9b-04c6-4d57-96e8-f3b3c2d95f0f tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Pushing event updated for resources: {'Subnet': ['ID=b8d997b6-1f89-4489-8e6b-3cce6bb1b7cf,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:06.236455 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e6abdf-1f18-43b1-bc12-8c9bac359ed8 None None] Network c0407ea3-9b5a-4169-a5b4-8b214cff0529 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:05:06.238564 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e6abdf-1f18-43b1-bc12-8c9bac359ed8 None None] Pushing event updated for resources: {'Port': ['ID=7767db70-13e2-47a7-b827-268885525fae,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:06.245680 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-b6e6abdf-1f18-43b1-bc12-8c9bac359ed8 None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:05:06.247986 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25deb9b-04c6-4d57-96e8-f3b3c2d95f0f tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Checking segment: {'id': 'f71f4b8e-5415-4e13-9cc8-76ebfb6ae3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '7de4f5f6-4209-4fe1-b5fd-ba715782035f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:05:06.248484 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25deb9b-04c6-4d57-96e8-f3b3c2d95f0f tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Network hostable DHCP agents. Network: 7de4f5f6-4209-4fe1-b5fd-ba715782035f, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:05:06.251305 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e6abdf-1f18-43b1-bc12-8c9bac359ed8 None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:05:06.256189 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e6abdf-1f18-43b1-bc12-8c9bac359ed8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:05:06.256560 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e6abdf-1f18-43b1-bc12-8c9bac359ed8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:05:06.256902 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e6abdf-1f18-43b1-bc12-8c9bac359ed8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:05:06.257230 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e6abdf-1f18-43b1-bc12-8c9bac359ed8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:05:06.257710 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e6abdf-1f18-43b1-bc12-8c9bac359ed8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:05:06.257971 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e6abdf-1f18-43b1-bc12-8c9bac359ed8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:05:06.258402 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e6abdf-1f18-43b1-bc12-8c9bac359ed8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:05:06.259014 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e6abdf-1f18-43b1-bc12-8c9bac359ed8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:05:06.259014 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e6abdf-1f18-43b1-bc12-8c9bac359ed8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:05:06.259423 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e6abdf-1f18-43b1-bc12-8c9bac359ed8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:05:06.261014 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e6abdf-1f18-43b1-bc12-8c9bac359ed8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:05:06.261014 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e6abdf-1f18-43b1-bc12-8c9bac359ed8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:05:06.267748 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25deb9b-04c6-4d57-96e8-f3b3c2d95f0f tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Network 7de4f5f6-4209-4fe1-b5fd-ba715782035f is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:05:06.278439 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-e25deb9b-04c6-4d57-96e8-f3b3c2d95f0f tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 7de4f5f6-4209-4fe1-b5fd-ba715782035f) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:05:06.282810 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25deb9b-04c6-4d57-96e8-f3b3c2d95f0f tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:06.283437 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e25deb9b-04c6-4d57-96e8-f3b3c2d95f0f tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Notify callbacks [] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:06.290527 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7c8f21-33e3-4b60-a17d-8258a219d6b8 None None] Network 7de4f5f6-4209-4fe1-b5fd-ba715782035f requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:05:06.299536 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-e25deb9b-04c6-4d57-96e8-f3b3c2d95f0f tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4342580 Aug 17 00:05:06.302216 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 58638) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:06.399321 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-b6e6abdf-1f18-43b1-bc12-8c9bac359ed8 None None] Attempting to bind port 7767db70-13e2-47a7-b827-268885525fae on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:05:06.399695 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-b6e6abdf-1f18-43b1-bc12-8c9bac359ed8 None None] Attempting to bind port 7767db70-13e2-47a7-b827-268885525fae by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': 'e40e55cd-d430-4662-ab3c-38c1128646e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'c0407ea3-9b5a-4169-a5b4-8b214cff0529'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:05:06.400057 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e6abdf-1f18-43b1-bc12-8c9bac359ed8 None None] Attempting to bind port 7767db70-13e2-47a7-b827-268885525fae on network c0407ea3-9b5a-4169-a5b4-8b214cff0529 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:05:06.403771 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d108560c-1a6d-4e89-bdb8-98b72fc5f4cc tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:06.414117 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e6abdf-1f18-43b1-bc12-8c9bac359ed8 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:05:06.414492 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e6abdf-1f18-43b1-bc12-8c9bac359ed8 None None] Checking segment: {'id': 'e40e55cd-d430-4662-ab3c-38c1128646e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'c0407ea3-9b5a-4169-a5b4-8b214cff0529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:05:06.414894 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-b6e6abdf-1f18-43b1-bc12-8c9bac359ed8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:06.415287 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e6abdf-1f18-43b1-bc12-8c9bac359ed8 None None] Bound using segment: {'id': 'e40e55cd-d430-4662-ab3c-38c1128646e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'c0407ea3-9b5a-4169-a5b4-8b214cff0529'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:05:06.415758 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-b6e6abdf-1f18-43b1-bc12-8c9bac359ed8 None None] Bound port: 7767db70-13e2-47a7-b827-268885525fae, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e40e55cd-d430-4662-ab3c-38c1128646e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'c0407ea3-9b5a-4169-a5b4-8b214cff0529'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:05:06.416141 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-b6e6abdf-1f18-43b1-bc12-8c9bac359ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:06.478676 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d108560c-1a6d-4e89-bdb8-98b72fc5f4cc tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:06.551329 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d108560c-1a6d-4e89-bdb8-98b72fc5f4cc tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26252129'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:06.579766 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d108560c-1a6d-4e89-bdb8-98b72fc5f4cc tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Pushing event deleted for resources: {'Subnet': ['ID=b8d997b6-1f89-4489-8e6b-3cce6bb1b7cf,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:06.590144 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-b6e6abdf-1f18-43b1-bc12-8c9bac359ed8 None None] For port 7767db70-13e2-47a7-b827-268885525fae, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:05:06.602432 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f795ad30-680a-4d61-8e3d-93039ed737e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-7de4f5f6-4209-4fe1-b5fd-ba715782035f', 'network_id': '7de4f5f6-4209-4fe1-b5fd-ba715782035f', 'tenant_id': '5fdb822507694153adf460382fe5d2db', 'fixed_ips': [{'subnet_id': 'b8d997b6-1f89-4489-8e6b-3cce6bb1b7cf'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:05:06.603288 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f795ad30-680a-4d61-8e3d-93039ed737e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:06.616494 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-b6e6abdf-1f18-43b1-bc12-8c9bac359ed8 None None] For port 7767db70-13e2-47a7-b827-268885525fae, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=7767db70-13e2-47a7-b827-268885525fae,segment=NetworkSegment(e40e55cd-d430-4662-ab3c-38c1128646e8),segment_id=e40e55cd-d430-4662-ab3c-38c1128646e8)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:05:06.625094 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-b6e6abdf-1f18-43b1-bc12-8c9bac359ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:06.641162 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d108560c-1a6d-4e89-bdb8-98b72fc5f4cc tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:06.652030 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-d108560c-1a6d-4e89-bdb8-98b72fc5f4cc tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7de4f5f6-4209-4fe1-b5fd-ba715782035f']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:05:06.662162 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-d108560c-1a6d-4e89-bdb8-98b72fc5f4cc tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f71f4b8e-5415-4e13-9cc8-76ebfb6ae3a3') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:05:06.662427 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-d108560c-1a6d-4e89-bdb8-98b72fc5f4cc tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f71f4b8e-5415-4e13-9cc8-76ebfb6ae3a3') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:05:06.674833 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d108560c-1a6d-4e89-bdb8-98b72fc5f4cc tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:06.699798 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d108560c-1a6d-4e89-bdb8-98b72fc5f4cc tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:06.705882 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d108560c-1a6d-4e89-bdb8-98b72fc5f4cc tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:05:06.706556 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d108560c-1a6d-4e89-bdb8-98b72fc5f4cc tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:06.709949 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 17 00:05:06.709949 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:05:06.709949 n-d-791506-26 neutron-server[101292]: timer() Aug 17 00:05:06.709949 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:05:06.709949 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 17 00:05:06.709949 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:05:06.709949 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 17 00:05:06.709949 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:05:06.709949 n-d-791506-26 neutron-server[101292]: self._notify() Aug 17 00:05:06.709949 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:05:06.709949 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 17 00:05:06.709949 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:05:06.709949 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 17 00:05:06.709949 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:05:06.709949 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:05:06.709949 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:05:06.709949 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:05:06.709949 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:05:06.709949 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 17 00:05:06.709949 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:05:06.709949 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 17 00:05:06.709949 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:05:06.709949 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:05:06.709949 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:05:06.709949 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 17 00:05:06.709949 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:05:06.709949 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:05:06.709949 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:05:06.709949 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:05:06.709949 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:05:06.709949 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:05:06.709949 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:05:06.763697 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e6abdf-1f18-43b1-bc12-8c9bac359ed8 None None] Pushing event updated for resources: {'Port': ['ID=7767db70-13e2-47a7-b827-268885525fae,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:06.771036 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de77a2a-8657-48e4-a4c7-1a2058c49495 None None] Network 7de4f5f6-4209-4fe1-b5fd-ba715782035f requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:05:06.780636 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d108560c-1a6d-4e89-bdb8-98b72fc5f4cc tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:06.791086 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d108560c-1a6d-4e89-bdb8-98b72fc5f4cc tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:06.793689 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-d108560c-1a6d-4e89-bdb8-98b72fc5f4cc tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] 10.222.0.36 "DELETE /v2.0/networks/7de4f5f6-4209-4fe1-b5fd-ba715782035f HTTP/1.1" status: 204 len: 168 time: 0.4897776 Aug 17 00:05:06.797173 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 58640) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:06.804276 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-d27370c4-0a15-4a5d-afa1-4a2c94dcb01f tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1315747107'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:05:06.821518 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d108560c-1a6d-4e89-bdb8-98b72fc5f4cc tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Pushing event deleted for resources: {'Network': ['ID=7de4f5f6-4209-4fe1-b5fd-ba715782035f,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:06.844988 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d27370c4-0a15-4a5d-afa1-4a2c94dcb01f tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Made reservation on behalf of 5fdb822507694153adf460382fe5d2db for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:05:06.848826 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d27370c4-0a15-4a5d-afa1-4a2c94dcb01f tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:06.884135 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d27370c4-0a15-4a5d-afa1-4a2c94dcb01f tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:05:06.897641 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d27370c4-0a15-4a5d-afa1-4a2c94dcb01f tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:06.897989 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-d27370c4-0a15-4a5d-afa1-4a2c94dcb01f tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Added segment 3a30d1bd-2689-45ee-a7d3-e8506c18fa9b of type vlan for network de8da4c0-1ad5-49fd-810e-23da000636f7 Aug 17 00:05:06.949587 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d27370c4-0a15-4a5d-afa1-4a2c94dcb01f tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:06.977928 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d27370c4-0a15-4a5d-afa1-4a2c94dcb01f tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:06.986777 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27370c4-0a15-4a5d-afa1-4a2c94dcb01f tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:06.987638 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d27370c4-0a15-4a5d-afa1-4a2c94dcb01f tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:07.071666 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-d27370c4-0a15-4a5d-afa1-4a2c94dcb01f tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2733138 Aug 17 00:05:07.074612 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 58642) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:07.079883 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-8ab83bd4-e105-4203-85be-4324db5f88d0 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Request body: {'subnet': {'network_id': 'de8da4c0-1ad5-49fd-810e-23da000636f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:05:07.083809 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27370c4-0a15-4a5d-afa1-4a2c94dcb01f tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Pushing event updated for resources: {'Network': ['ID=de8da4c0-1ad5-49fd-810e-23da000636f7,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:07.096129 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network de8da4c0-1ad5-49fd-810e-23da000636f7 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:05:07.176555 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab83bd4-e105-4203-85be-4324db5f88d0 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Made reservation on behalf of 5fdb822507694153adf460382fe5d2db for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:05:07.180505 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8ab83bd4-e105-4203-85be-4324db5f88d0 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:07.238544 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.ipam_backend_mixin [None req-8ab83bd4-e105-4203-85be-4324db5f88d0 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Performing IP validity checks on allocation pools {{(pid=101291) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 17 00:05:07.239061 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.ipam_backend_mixin [None req-8ab83bd4-e105-4203-85be-4324db5f88d0 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101291) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 17 00:05:07.382084 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8ab83bd4-e105-4203-85be-4324db5f88d0 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:07.454212 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab83bd4-e105-4203-85be-4324db5f88d0 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Pushing event updated for resources: {'Subnet': ['ID=6ad859e6-537a-48ed-ab4f-4b9156f72f97,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:07.458049 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab83bd4-e105-4203-85be-4324db5f88d0 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Checking segment: {'id': '3a30d1bd-2689-45ee-a7d3-e8506c18fa9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'de8da4c0-1ad5-49fd-810e-23da000636f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:05:07.458637 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab83bd4-e105-4203-85be-4324db5f88d0 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Network hostable DHCP agents. Network: de8da4c0-1ad5-49fd-810e-23da000636f7, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:05:07.482386 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab83bd4-e105-4203-85be-4324db5f88d0 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Network de8da4c0-1ad5-49fd-810e-23da000636f7 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:05:07.493497 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 7767db70-13e2-47a7-b827-268885525fae up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:05:07.500310 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-8ab83bd4-e105-4203-85be-4324db5f88d0 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, de8da4c0-1ad5-49fd-810e-23da000636f7) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:05:07.506062 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab83bd4-e105-4203-85be-4324db5f88d0 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:07.506669 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8ab83bd4-e105-4203-85be-4324db5f88d0 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:07.527530 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-8ab83bd4-e105-4203-85be-4324db5f88d0 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4492188 Aug 17 00:05:07.527872 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 58644) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:07.649293 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e5e20bb8-3bfb-49f3-974e-67c165e7d4f5 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:07.679624 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8161c30b-d72e-4963-a6ee-d3fee345c602 None None] Network de8da4c0-1ad5-49fd-810e-23da000636f7 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:05:07.726339 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdaa6849-1128-4be3-8b36-773366fb407a None None] Network c0407ea3-9b5a-4169-a5b4-8b214cff0529 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:05:07.759853 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e5e20bb8-3bfb-49f3-974e-67c165e7d4f5 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:07.799679 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-bf82fde4-a120-4e89-9be1-037f6b3b2bc3 None None] Provisioning for port 7767db70-13e2-47a7-b827-268885525fae completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:05:07.824365 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e5e20bb8-3bfb-49f3-974e-67c165e7d4f5 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:07.849427 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 7767db70-13e2-47a7-b827-268885525fae completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:05:07.856483 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e20bb8-3bfb-49f3-974e-67c165e7d4f5 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Pushing event deleted for resources: {'Subnet': ['ID=6ad859e6-537a-48ed-ab4f-4b9156f72f97,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:07.866745 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 7767db70-13e2-47a7-b827-268885525fae triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:05:07.867119 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:07.925883 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e5e20bb8-3bfb-49f3-974e-67c165e7d4f5 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:07.938635 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-e5e20bb8-3bfb-49f3-974e-67c165e7d4f5 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de8da4c0-1ad5-49fd-810e-23da000636f7']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:05:07.949815 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-e5e20bb8-3bfb-49f3-974e-67c165e7d4f5 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a30d1bd-2689-45ee-a7d3-e8506c18fa9b') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:05:07.950096 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-e5e20bb8-3bfb-49f3-974e-67c165e7d4f5 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a30d1bd-2689-45ee-a7d3-e8506c18fa9b') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:05:07.960139 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e5e20bb8-3bfb-49f3-974e-67c165e7d4f5 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:07.968969 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70345f1-f58d-40ee-bc2d-01b464cb6ac7 None None] Network de8da4c0-1ad5-49fd-810e-23da000636f7 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:05:07.979176 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e5e20bb8-3bfb-49f3-974e-67c165e7d4f5 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:07.986281 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5e20bb8-3bfb-49f3-974e-67c165e7d4f5 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:05:07.986764 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e5e20bb8-3bfb-49f3-974e-67c165e7d4f5 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:07.990905 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 17 00:05:07.990905 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:05:07.990905 n-d-791506-26 neutron-server[101291]: timer() Aug 17 00:05:07.990905 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:05:07.990905 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 17 00:05:07.990905 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:05:07.990905 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 17 00:05:07.990905 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:05:07.990905 n-d-791506-26 neutron-server[101291]: self._notify() Aug 17 00:05:07.990905 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:05:07.990905 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 17 00:05:07.990905 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:05:07.990905 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 17 00:05:07.990905 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:05:07.990905 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:05:07.990905 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:05:07.990905 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:05:07.990905 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:05:07.990905 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 17 00:05:07.990905 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:05:07.990905 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 17 00:05:07.990905 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:05:07.990905 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:05:07.990905 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:05:07.990905 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 17 00:05:07.990905 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:05:07.990905 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:05:07.990905 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:05:07.990905 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:05:07.990905 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:05:07.990905 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:05:07.990905 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:05:08.050365 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e5e20bb8-3bfb-49f3-974e-67c165e7d4f5 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:08.060027 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e5e20bb8-3bfb-49f3-974e-67c165e7d4f5 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:08.062342 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-e5e20bb8-3bfb-49f3-974e-67c165e7d4f5 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] 10.222.0.36 "DELETE /v2.0/networks/de8da4c0-1ad5-49fd-810e-23da000636f7 HTTP/1.1" status: 204 len: 168 time: 0.5329041 Aug 17 00:05:08.065830 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 58646) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:08.071219 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-e13664ff-06b3-4a9b-a560-3173b8de6680 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1767761331'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:05:08.073744 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e20bb8-3bfb-49f3-974e-67c165e7d4f5 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Pushing event deleted for resources: {'Network': ['ID=de8da4c0-1ad5-49fd-810e-23da000636f7,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:08.094404 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e13664ff-06b3-4a9b-a560-3173b8de6680 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Made reservation on behalf of 5fdb822507694153adf460382fe5d2db for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:05:08.098862 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e13664ff-06b3-4a9b-a560-3173b8de6680 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:08.121341 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:08.127329 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e13664ff-06b3-4a9b-a560-3173b8de6680 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:05:08.137787 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e13664ff-06b3-4a9b-a560-3173b8de6680 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:08.138139 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-e13664ff-06b3-4a9b-a560-3173b8de6680 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Added segment 0f2cfb80-1f4f-4582-8b09-40756dc94624 of type vlan for network 726c1842-9205-44e6-b02e-5ca84b95c708 Aug 17 00:05:08.177202 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 7767db70-13e2-47a7-b827-268885525fae, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=7767db70-13e2-47a7-b827-268885525fae,segment=NetworkSegment(e40e55cd-d430-4662-ab3c-38c1128646e8),segment_id=e40e55cd-d430-4662-ab3c-38c1128646e8)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:05:08.184801 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:08.185266 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e13664ff-06b3-4a9b-a560-3173b8de6680 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:08.213487 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e13664ff-06b3-4a9b-a560-3173b8de6680 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:08.219732 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13664ff-06b3-4a9b-a560-3173b8de6680 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:08.220443 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e13664ff-06b3-4a9b-a560-3173b8de6680 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:08.246009 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=7767db70-13e2-47a7-b827-268885525fae,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:08.279225 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-e13664ff-06b3-4a9b-a560-3173b8de6680 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2119818 Aug 17 00:05:08.283974 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 58648) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:08.290649 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-65c68652-45bc-4f2c-b2b4-f8c703d68de2 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Request body: {'subnet': {'network_id': '726c1842-9205-44e6-b02e-5ca84b95c708', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:05:08.303347 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13664ff-06b3-4a9b-a560-3173b8de6680 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Pushing event updated for resources: {'Network': ['ID=726c1842-9205-44e6-b02e-5ca84b95c708,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:08.317837 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 726c1842-9205-44e6-b02e-5ca84b95c708 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:05:08.394342 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65c68652-45bc-4f2c-b2b4-f8c703d68de2 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Made reservation on behalf of 5fdb822507694153adf460382fe5d2db for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:05:08.398641 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-65c68652-45bc-4f2c-b2b4-f8c703d68de2 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:08.440249 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-b700ae0b-0b60-440e-a583-a8dd58987bd0 None None] Provisioning complete for port 7767db70-13e2-47a7-b827-268885525fae triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:05:08.440514 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-b700ae0b-0b60-440e-a583-a8dd58987bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:08.587463 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-65c68652-45bc-4f2c-b2b4-f8c703d68de2 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:08.647861 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c68652-45bc-4f2c-b2b4-f8c703d68de2 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Pushing event updated for resources: {'Subnet': ['ID=5821d60d-4dcf-421c-86d4-6c71446ee47e,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:08.656511 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c68652-45bc-4f2c-b2b4-f8c703d68de2 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Checking segment: {'id': '0f2cfb80-1f4f-4582-8b09-40756dc94624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '726c1842-9205-44e6-b02e-5ca84b95c708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:05:08.656915 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c68652-45bc-4f2c-b2b4-f8c703d68de2 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Network hostable DHCP agents. Network: 726c1842-9205-44e6-b02e-5ca84b95c708, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:05:08.673286 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c68652-45bc-4f2c-b2b4-f8c703d68de2 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Network 726c1842-9205-44e6-b02e-5ca84b95c708 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:05:08.682220 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-65c68652-45bc-4f2c-b2b4-f8c703d68de2 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 726c1842-9205-44e6-b02e-5ca84b95c708) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:05:08.686274 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c68652-45bc-4f2c-b2b4-f8c703d68de2 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:08.686872 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-65c68652-45bc-4f2c-b2b4-f8c703d68de2 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:08.691710 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5952fbff-7ecd-43d9-b797-d4072243b5af None None] Network 726c1842-9205-44e6-b02e-5ca84b95c708 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:05:08.701391 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-65c68652-45bc-4f2c-b2b4-f8c703d68de2 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4154897 Aug 17 00:05:08.706064 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 58650) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:08.711831 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-d0fae5fb-f808-4cbb-bd4d-9fb7f809991b tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1600437743'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:05:08.733283 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0fae5fb-f808-4cbb-bd4d-9fb7f809991b tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Made reservation on behalf of 5fdb822507694153adf460382fe5d2db for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:05:08.736789 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d0fae5fb-f808-4cbb-bd4d-9fb7f809991b tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:08.760846 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0fae5fb-f808-4cbb-bd4d-9fb7f809991b tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:05:08.770529 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d0fae5fb-f808-4cbb-bd4d-9fb7f809991b tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:08.770894 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-d0fae5fb-f808-4cbb-bd4d-9fb7f809991b tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Added segment ac06e6b6-e13b-4d4b-b407-c22cebb55248 of type vlan for network e49b5642-4a78-4058-9050-3bc5caab52cf Aug 17 00:05:08.812973 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d0fae5fb-f808-4cbb-bd4d-9fb7f809991b tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:08.840022 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d0fae5fb-f808-4cbb-bd4d-9fb7f809991b tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:08.846130 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fae5fb-f808-4cbb-bd4d-9fb7f809991b tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:08.846761 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d0fae5fb-f808-4cbb-bd4d-9fb7f809991b tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:08.857623 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3fa72c-62eb-4833-942b-4a8f59e718f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-726c1842-9205-44e6-b02e-5ca84b95c708', 'network_id': '726c1842-9205-44e6-b02e-5ca84b95c708', 'tenant_id': '5fdb822507694153adf460382fe5d2db', 'fixed_ips': [{'subnet_id': '5821d60d-4dcf-421c-86d4-6c71446ee47e'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:05:08.858497 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-5a3fa72c-62eb-4833-942b-4a8f59e718f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:08.911994 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-d0fae5fb-f808-4cbb-bd4d-9fb7f809991b tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2048655 Aug 17 00:05:08.917141 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 58652) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:08.922783 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-f003f235-2645-4026-9ead-d85ad1dc1bde tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Request body: {'subnet': {'network_id': 'e49b5642-4a78-4058-9050-3bc5caab52cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:05:08.925693 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fae5fb-f808-4cbb-bd4d-9fb7f809991b tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Pushing event updated for resources: {'Network': ['ID=e49b5642-4a78-4058-9050-3bc5caab52cf,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:08.937154 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network e49b5642-4a78-4058-9050-3bc5caab52cf details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:05:09.017713 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f003f235-2645-4026-9ead-d85ad1dc1bde tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Made reservation on behalf of 5fdb822507694153adf460382fe5d2db for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:05:09.021208 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f003f235-2645-4026-9ead-d85ad1dc1bde tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:09.064290 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-5a3fa72c-62eb-4833-942b-4a8f59e718f7 None None] Allocated IP 2001:db8::2 (726c1842-9205-44e6-b02e-5ca84b95c708/5821d60d-4dcf-421c-86d4-6c71446ee47e/84625866-4c7a-4230-9bcc-1753ff4bb403) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:05:09.226304 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-5a3fa72c-62eb-4833-942b-4a8f59e718f7 None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:09.228766 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f003f235-2645-4026-9ead-d85ad1dc1bde tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:09.234560 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-5a3fa72c-62eb-4833-942b-4a8f59e718f7 None None] Transition to ACTIVE for port object 84625866-4c7a-4230-9bcc-1753ff4bb403 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:05:09.250084 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-5a3fa72c-62eb-4833-942b-4a8f59e718f7 None None] Transition to ACTIVE for port object 84625866-4c7a-4230-9bcc-1753ff4bb403 will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:05:09.255329 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-5a3fa72c-62eb-4833-942b-4a8f59e718f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:09.295900 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3fa72c-62eb-4833-942b-4a8f59e718f7 None None] Network 726c1842-9205-44e6-b02e-5ca84b95c708 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:05:09.300658 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-5a3fa72c-62eb-4833-942b-4a8f59e718f7 None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:05:09.303159 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f003f235-2645-4026-9ead-d85ad1dc1bde tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Pushing event updated for resources: {'Subnet': ['ID=1bec1215-8165-447d-aab4-ce751be5febb,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:09.304294 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3fa72c-62eb-4833-942b-4a8f59e718f7 None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:05:09.313336 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f003f235-2645-4026-9ead-d85ad1dc1bde tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Checking segment: {'id': 'ac06e6b6-e13b-4d4b-b407-c22cebb55248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e49b5642-4a78-4058-9050-3bc5caab52cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:05:09.313701 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f003f235-2645-4026-9ead-d85ad1dc1bde tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Network hostable DHCP agents. Network: e49b5642-4a78-4058-9050-3bc5caab52cf, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:05:09.315685 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3fa72c-62eb-4833-942b-4a8f59e718f7 None None] Pushing event updated for resources: {'Port': ['ID=84625866-4c7a-4230-9bcc-1753ff4bb403,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:09.336047 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f003f235-2645-4026-9ead-d85ad1dc1bde tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Network e49b5642-4a78-4058-9050-3bc5caab52cf is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:05:09.345025 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-f003f235-2645-4026-9ead-d85ad1dc1bde tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, e49b5642-4a78-4058-9050-3bc5caab52cf) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:05:09.353260 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f003f235-2645-4026-9ead-d85ad1dc1bde tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:09.356316 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44f3d98-849b-4628-b540-8d6d89322be9 None None] Network e49b5642-4a78-4058-9050-3bc5caab52cf requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:05:09.360175 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f003f235-2645-4026-9ead-d85ad1dc1bde tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Notify callbacks [] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:09.379555 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-f003f235-2645-4026-9ead-d85ad1dc1bde tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4585497 Aug 17 00:05:09.379778 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 58654) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:09.412811 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-5a3fa72c-62eb-4833-942b-4a8f59e718f7 None None] Attempting to bind port 84625866-4c7a-4230-9bcc-1753ff4bb403 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:05:09.413137 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-5a3fa72c-62eb-4833-942b-4a8f59e718f7 None None] Attempting to bind port 84625866-4c7a-4230-9bcc-1753ff4bb403 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '0f2cfb80-1f4f-4582-8b09-40756dc94624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '726c1842-9205-44e6-b02e-5ca84b95c708'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:05:09.413722 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3fa72c-62eb-4833-942b-4a8f59e718f7 None None] Attempting to bind port 84625866-4c7a-4230-9bcc-1753ff4bb403 on network 726c1842-9205-44e6-b02e-5ca84b95c708 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:05:09.423002 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3fa72c-62eb-4833-942b-4a8f59e718f7 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:05:09.423381 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3fa72c-62eb-4833-942b-4a8f59e718f7 None None] Checking segment: {'id': '0f2cfb80-1f4f-4582-8b09-40756dc94624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '726c1842-9205-44e6-b02e-5ca84b95c708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:05:09.423791 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-5a3fa72c-62eb-4833-942b-4a8f59e718f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:09.424185 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3fa72c-62eb-4833-942b-4a8f59e718f7 None None] Bound using segment: {'id': '0f2cfb80-1f4f-4582-8b09-40756dc94624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '726c1842-9205-44e6-b02e-5ca84b95c708'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:05:09.424695 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-5a3fa72c-62eb-4833-942b-4a8f59e718f7 None None] Bound port: 84625866-4c7a-4230-9bcc-1753ff4bb403, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f2cfb80-1f4f-4582-8b09-40756dc94624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '726c1842-9205-44e6-b02e-5ca84b95c708'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:05:09.425081 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-5a3fa72c-62eb-4833-942b-4a8f59e718f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:09.482771 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 7767db70-13e2-47a7-b827-268885525fae up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:05:09.510003 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-feb3441f-edce-494c-82e9-35fc49895b34 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:09.583576 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-feb3441f-edce-494c-82e9-35fc49895b34 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:09.583918 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-5a3fa72c-62eb-4833-942b-4a8f59e718f7 None None] For port 84625866-4c7a-4230-9bcc-1753ff4bb403, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:05:09.589360 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-5a3fa72c-62eb-4833-942b-4a8f59e718f7 None None] For port 84625866-4c7a-4230-9bcc-1753ff4bb403, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=84625866-4c7a-4230-9bcc-1753ff4bb403,segment=NetworkSegment(0f2cfb80-1f4f-4582-8b09-40756dc94624),segment_id=0f2cfb80-1f4f-4582-8b09-40756dc94624)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:05:09.608617 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-5a3fa72c-62eb-4833-942b-4a8f59e718f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:09.623712 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e3aedc-9217-4843-a06c-829f9af7a06d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-e49b5642-4a78-4058-9050-3bc5caab52cf', 'network_id': 'e49b5642-4a78-4058-9050-3bc5caab52cf', 'tenant_id': '5fdb822507694153adf460382fe5d2db', 'fixed_ips': [{'subnet_id': '1bec1215-8165-447d-aab4-ce751be5febb'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:05:09.624562 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c5e3aedc-9217-4843-a06c-829f9af7a06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:09.648156 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 7767db70-13e2-47a7-b827-268885525fae triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:05:09.648831 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:09.664255 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-feb3441f-edce-494c-82e9-35fc49895b34 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26252129'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:09.696349 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb3441f-edce-494c-82e9-35fc49895b34 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Pushing event deleted for resources: {'Subnet': ['ID=1bec1215-8165-447d-aab4-ce751be5febb,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:09.728622 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3fa72c-62eb-4833-942b-4a8f59e718f7 None None] Pushing event updated for resources: {'Port': ['ID=84625866-4c7a-4230-9bcc-1753ff4bb403,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:09.762984 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-feb3441f-edce-494c-82e9-35fc49895b34 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:09.773483 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-feb3441f-edce-494c-82e9-35fc49895b34 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e49b5642-4a78-4058-9050-3bc5caab52cf']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:05:09.830276 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41515bd4-e89a-44ec-b023-2165497cca1d None None] Network e49b5642-4a78-4058-9050-3bc5caab52cf requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:05:10.166136 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-feb3441f-edce-494c-82e9-35fc49895b34 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac06e6b6-e13b-4d4b-b407-c22cebb55248') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:05:10.166433 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-feb3441f-edce-494c-82e9-35fc49895b34 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac06e6b6-e13b-4d4b-b407-c22cebb55248') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:05:10.175954 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-feb3441f-edce-494c-82e9-35fc49895b34 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:10.189919 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-feb3441f-edce-494c-82e9-35fc49895b34 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:10.196829 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-feb3441f-edce-494c-82e9-35fc49895b34 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:05:10.197354 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-feb3441f-edce-494c-82e9-35fc49895b34 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:10.200494 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 17 00:05:10.200494 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:05:10.200494 n-d-791506-26 neutron-server[101292]: timer() Aug 17 00:05:10.200494 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:05:10.200494 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 17 00:05:10.200494 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:05:10.200494 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 17 00:05:10.200494 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:05:10.200494 n-d-791506-26 neutron-server[101292]: self._notify() Aug 17 00:05:10.200494 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:05:10.200494 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 17 00:05:10.200494 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:05:10.200494 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 17 00:05:10.200494 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:05:10.200494 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:05:10.200494 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:05:10.200494 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:05:10.200494 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:05:10.200494 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 17 00:05:10.200494 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:05:10.200494 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 17 00:05:10.200494 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:05:10.200494 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:05:10.200494 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:05:10.200494 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 17 00:05:10.200494 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:05:10.200494 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:05:10.200494 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:05:10.200494 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:05:10.200494 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:05:10.200494 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:05:10.200494 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:05:10.259002 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-feb3441f-edce-494c-82e9-35fc49895b34 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:10.266558 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-feb3441f-edce-494c-82e9-35fc49895b34 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:10.268386 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-feb3441f-edce-494c-82e9-35fc49895b34 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] 10.222.0.36 "DELETE /v2.0/networks/e49b5642-4a78-4058-9050-3bc5caab52cf HTTP/1.1" status: 204 len: 168 time: 0.8877227 Aug 17 00:05:10.271282 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 58656) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:10.280556 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb3441f-edce-494c-82e9-35fc49895b34 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Pushing event deleted for resources: {'Network': ['ID=e49b5642-4a78-4058-9050-3bc5caab52cf,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:10.302520 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-ced322aa-a22f-4316-b0ba-ec7389c48608 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] GET failed (client error): The resource could not be found. Aug 17 00:05:10.303935 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-ced322aa-a22f-4316-b0ba-ec7389c48608 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] 10.222.0.36 "GET /v2.0/subnets/1bec1215-8165-447d-aab4-ce751be5febb HTTP/1.1" status: 404 len: 337 time: 0.0307782 Aug 17 00:05:10.307260 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 58658) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:10.325471 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d7abed6-2ef7-4eff-8466-bda5256c7045 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] DELETE failed (client error): The resource could not be found. Aug 17 00:05:10.326018 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d7abed6-2ef7-4eff-8466-bda5256c7045 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:05:10.327647 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-7d7abed6-2ef7-4eff-8466-bda5256c7045 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] 10.222.0.36 "DELETE /v2.0/networks/e49b5642-4a78-4058-9050-3bc5caab52cf HTTP/1.1" status: 404 len: 339 time: 0.0194936 Aug 17 00:05:10.331561 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 58660) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:10.359242 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-47c2fb5a-7255-440f-8d30-d893c74cf7a4 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] DELETE failed (client error): The resource could not be found. Aug 17 00:05:10.359788 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47c2fb5a-7255-440f-8d30-d893c74cf7a4 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:05:10.361568 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-47c2fb5a-7255-440f-8d30-d893c74cf7a4 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] 10.222.0.36 "DELETE /v2.0/subnets/1bec1215-8165-447d-aab4-ce751be5febb HTTP/1.1" status: 404 len: 337 time: 0.0290077 Aug 17 00:05:10.364154 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 58662) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:10.383740 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-10dd97cd-2948-4cea-b88b-fe71b579afb2 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] DELETE failed (client error): The resource could not be found. Aug 17 00:05:10.384344 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10dd97cd-2948-4cea-b88b-fe71b579afb2 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:05:10.386080 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-10dd97cd-2948-4cea-b88b-fe71b579afb2 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] 10.222.0.36 "DELETE /v2.0/networks/e49b5642-4a78-4058-9050-3bc5caab52cf HTTP/1.1" status: 404 len: 339 time: 0.0209706 Aug 17 00:05:10.388693 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 58664) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:10.447637 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-424db949-b1a3-466b-bfb6-cb4025eb937f tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Deleting subnet 5821d60d-4dcf-421c-86d4-6c71446ee47e {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:05:10.451267 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-424db949-b1a3-466b-bfb6-cb4025eb937f tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:10.495197 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-424db949-b1a3-466b-bfb6-cb4025eb937f tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:10.586037 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-424db949-b1a3-466b-bfb6-cb4025eb937f tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:10.656172 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-424db949-b1a3-466b-bfb6-cb4025eb937f tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:10.675795 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b542c0-7a08-4eaa-9057-86dead3e8a1c None None] Network 726c1842-9205-44e6-b02e-5ca84b95c708 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:05:10.687357 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424db949-b1a3-466b-bfb6-cb4025eb937f tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Pushing event deleted for resources: {'Subnet': ['ID=5821d60d-4dcf-421c-86d4-6c71446ee47e,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:10.692868 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-424db949-b1a3-466b-bfb6-cb4025eb937f tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:10.695459 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-424db949-b1a3-466b-bfb6-cb4025eb937f tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] 10.222.0.36 "DELETE /v2.0/subnets/5821d60d-4dcf-421c-86d4-6c71446ee47e HTTP/1.1" status: 204 len: 168 time: 0.3058288 Aug 17 00:05:10.698058 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 58666) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:10.776644 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b35ae5d2-9c9f-4a1e-92f5-b08fe1a02b20 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:10.790319 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-927eb761-642b-4974-bbcc-0aaebc2350d2 None None] Provisioning for port 84625866-4c7a-4230-9bcc-1753ff4bb403 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:05:10.842632 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-b35ae5d2-9c9f-4a1e-92f5-b08fe1a02b20 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Deleting port 84625866-4c7a-4230-9bcc-1753ff4bb403 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:05:10.843124 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b35ae5d2-9c9f-4a1e-92f5-b08fe1a02b20 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:10.865767 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b155b96b-9f4a-436c-9fb5-c35ee7a87328 None None] DHCP port deletion for 726c1842-9205-44e6-b02e-5ca84b95c708 request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:05:10.913497 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-b155b96b-9f4a-436c-9fb5-c35ee7a87328 None None] Deleting port 84625866-4c7a-4230-9bcc-1753ff4bb403 {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:05:10.913845 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-b155b96b-9f4a-436c-9fb5-c35ee7a87328 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:10.914545 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-b35ae5d2-9c9f-4a1e-92f5-b08fe1a02b20 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] For port 84625866-4c7a-4230-9bcc-1753ff4bb403, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=84625866-4c7a-4230-9bcc-1753ff4bb403,segment=NetworkSegment(0f2cfb80-1f4f-4582-8b09-40756dc94624),segment_id=0f2cfb80-1f4f-4582-8b09-40756dc94624)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:05:10.914986 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b35ae5d2-9c9f-4a1e-92f5-b08fe1a02b20 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:10.927438 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-b35ae5d2-9c9f-4a1e-92f5-b08fe1a02b20 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Calling delete_port for 84625866-4c7a-4230-9bcc-1753ff4bb403 owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:05:10.975282 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-b155b96b-9f4a-436c-9fb5-c35ee7a87328 None None] For port 84625866-4c7a-4230-9bcc-1753ff4bb403, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=84625866-4c7a-4230-9bcc-1753ff4bb403,segment=NetworkSegment(0f2cfb80-1f4f-4582-8b09-40756dc94624),segment_id=0f2cfb80-1f4f-4582-8b09-40756dc94624)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:05:10.975678 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-b155b96b-9f4a-436c-9fb5-c35ee7a87328 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:10.987583 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-b155b96b-9f4a-436c-9fb5-c35ee7a87328 None None] Calling delete_port for 84625866-4c7a-4230-9bcc-1753ff4bb403 owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:05:11.014797 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b35ae5d2-9c9f-4a1e-92f5-b08fe1a02b20 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:11.047555 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35ae5d2-9c9f-4a1e-92f5-b08fe1a02b20 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Pushing event deleted for resources: {'Port': ['ID=84625866-4c7a-4230-9bcc-1753ff4bb403,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:11.049480 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35ae5d2-9c9f-4a1e-92f5-b08fe1a02b20 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] No DVR routers for this DVR port 84625866-4c7a-4230-9bcc-1753ff4bb403 on host n-d-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:05:11.072903 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:05:11.072903 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 17 00:05:11.072903 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:05:11.072903 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 17 00:05:11.072903 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:05:11.072903 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 17 00:05:11.072903 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:05:11.072903 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 17 00:05:11.072903 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:05:11.072903 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 17 00:05:11.072903 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:05:11.072903 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 17 00:05:11.072903 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:05:11.072903 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 17 00:05:11.072903 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:05:11.072903 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 17 00:05:11.072903 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:05:11.072903 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 17 00:05:11.072903 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:05:11.072903 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 17 00:05:11.072903 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:05:11.072903 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 17 00:05:11.072903 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:05:11.072903 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 17 00:05:11.072903 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:05:11.072903 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 17 00:05:11.072903 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:05:11.072903 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 17 00:05:11.072903 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:05:11.072903 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 17 00:05:11.072903 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:05:11.072903 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 17 00:05:11.072903 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:05:11.072903 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 17 00:05:11.072903 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:05:11.072903 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 17 00:05:11.072903 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:05:11.072903 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 17 00:05:11.072903 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:05:11.072903 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 17 00:05:11.072903 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:05:11.072903 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 17 00:05:11.072903 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:05:11.072903 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 17 00:05:11.072903 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:05:11.072903 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 17 00:05:11.072903 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:05:11.072903 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 17 00:05:11.072903 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:05:11.072903 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 17 00:05:11.072903 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:05:11.072903 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 17 00:05:11.072903 n-d-791506-26 neutron-server[101293]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:05:11.072903 n-d-791506-26 neutron-server[101293]: self.session.flush() Aug 17 00:05:11.077426 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-b155b96b-9f4a-436c-9fb5-c35ee7a87328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:11.101904 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b155b96b-9f4a-436c-9fb5-c35ee7a87328 None None] Pushing event deleted for resources: {'Port': ['ID=84625866-4c7a-4230-9bcc-1753ff4bb403,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:11.105276 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b155b96b-9f4a-436c-9fb5-c35ee7a87328 None None] No DVR routers for this DVR port 84625866-4c7a-4230-9bcc-1753ff4bb403 on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:05:11.136251 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b35ae5d2-9c9f-4a1e-92f5-b08fe1a02b20 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:11.146582 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-b35ae5d2-9c9f-4a1e-92f5-b08fe1a02b20 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['726c1842-9205-44e6-b02e-5ca84b95c708']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:05:11.156981 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-b35ae5d2-9c9f-4a1e-92f5-b08fe1a02b20 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f2cfb80-1f4f-4582-8b09-40756dc94624') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:05:11.157281 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-b35ae5d2-9c9f-4a1e-92f5-b08fe1a02b20 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f2cfb80-1f4f-4582-8b09-40756dc94624') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:05:11.166373 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b35ae5d2-9c9f-4a1e-92f5-b08fe1a02b20 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:11.185447 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b35ae5d2-9c9f-4a1e-92f5-b08fe1a02b20 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:11.191684 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b35ae5d2-9c9f-4a1e-92f5-b08fe1a02b20 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:05:11.192081 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b35ae5d2-9c9f-4a1e-92f5-b08fe1a02b20 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:11.196874 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 17 00:05:11.196874 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:05:11.196874 n-d-791506-26 neutron-server[101291]: timer() Aug 17 00:05:11.196874 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:05:11.196874 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 17 00:05:11.196874 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:05:11.196874 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 17 00:05:11.196874 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:05:11.196874 n-d-791506-26 neutron-server[101291]: self._notify() Aug 17 00:05:11.196874 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:05:11.196874 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 17 00:05:11.196874 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:05:11.196874 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 17 00:05:11.196874 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:05:11.196874 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:05:11.196874 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:05:11.196874 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:05:11.196874 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:05:11.196874 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 17 00:05:11.196874 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:05:11.196874 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 17 00:05:11.196874 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:05:11.196874 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:05:11.196874 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:05:11.196874 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 17 00:05:11.196874 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:05:11.196874 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:05:11.196874 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:05:11.196874 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:05:11.196874 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:05:11.196874 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:05:11.196874 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:05:11.262951 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b35ae5d2-9c9f-4a1e-92f5-b08fe1a02b20 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:11.270082 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b35ae5d2-9c9f-4a1e-92f5-b08fe1a02b20 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:11.273272 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-b35ae5d2-9c9f-4a1e-92f5-b08fe1a02b20 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] 10.222.0.36 "DELETE /v2.0/networks/726c1842-9205-44e6-b02e-5ca84b95c708 HTTP/1.1" status: 204 len: 168 time: 0.5732982 Aug 17 00:05:11.274916 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 58668) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:11.293717 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35ae5d2-9c9f-4a1e-92f5-b08fe1a02b20 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Pushing event deleted for resources: {'Network': ['ID=726c1842-9205-44e6-b02e-5ca84b95c708,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:11.313234 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-62300b51-9bb0-4f3d-b5c1-e3001eb44479 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] DELETE failed (client error): The resource could not be found. Aug 17 00:05:11.313699 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62300b51-9bb0-4f3d-b5c1-e3001eb44479 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:05:11.315447 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-62300b51-9bb0-4f3d-b5c1-e3001eb44479 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] 10.222.0.36 "DELETE /v2.0/subnets/6ad859e6-537a-48ed-ab4f-4b9156f72f97 HTTP/1.1" status: 404 len: 337 time: 0.0396123 Aug 17 00:05:11.318023 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 58670) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:11.336802 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-98a57601-b784-438d-8500-b1dae964a610 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] DELETE failed (client error): The resource could not be found. Aug 17 00:05:11.337387 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98a57601-b784-438d-8500-b1dae964a610 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:05:11.339070 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-98a57601-b784-438d-8500-b1dae964a610 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] 10.222.0.36 "DELETE /v2.0/networks/de8da4c0-1ad5-49fd-810e-23da000636f7 HTTP/1.1" status: 404 len: 339 time: 0.0199251 Aug 17 00:05:11.341493 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 58672) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:11.369266 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fbd78b1-8ef7-4768-989a-1f18e1f25f4c tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] DELETE failed (client error): The resource could not be found. Aug 17 00:05:11.369663 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fbd78b1-8ef7-4768-989a-1f18e1f25f4c tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:05:11.371342 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-2fbd78b1-8ef7-4768-989a-1f18e1f25f4c tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] 10.222.0.36 "DELETE /v2.0/subnets/b8d997b6-1f89-4489-8e6b-3cce6bb1b7cf HTTP/1.1" status: 404 len: 337 time: 0.0289640 Aug 17 00:05:11.373761 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 58674) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:11.397294 n-d-791506-26 neutron-server[101291]: INFO neutron.pecan_wsgi.hooks.translation [None req-573290da-18e3-49ad-b190-c2d0ba2796b9 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] DELETE failed (client error): The resource could not be found. Aug 17 00:05:11.397962 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-573290da-18e3-49ad-b190-c2d0ba2796b9 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101291) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 00:05:11.399663 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-573290da-18e3-49ad-b190-c2d0ba2796b9 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] 10.222.0.36 "DELETE /v2.0/networks/7de4f5f6-4209-4fe1-b5fd-ba715782035f HTTP/1.1" status: 404 len: 339 time: 0.0250213 Aug 17 00:05:11.402125 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 58676) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:11.454542 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaad995f-da98-4733-9d6b-1a9928d0a032 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Deleting subnet 2c247958-75e9-42b8-b3b4-f9fec2ce91a8 {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:05:11.457477 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-eaad995f-da98-4733-9d6b-1a9928d0a032 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:11.499275 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-eaad995f-da98-4733-9d6b-1a9928d0a032 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:11.590529 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-eaad995f-da98-4733-9d6b-1a9928d0a032 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:11.650297 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-eaad995f-da98-4733-9d6b-1a9928d0a032 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:11.677600 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaad995f-da98-4733-9d6b-1a9928d0a032 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Pushing event deleted for resources: {'Subnet': ['ID=2c247958-75e9-42b8-b3b4-f9fec2ce91a8,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:11.683138 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-eaad995f-da98-4733-9d6b-1a9928d0a032 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:11.685025 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-eaad995f-da98-4733-9d6b-1a9928d0a032 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] 10.222.0.36 "DELETE /v2.0/subnets/2c247958-75e9-42b8-b3b4-f9fec2ce91a8 HTTP/1.1" status: 204 len: 168 time: 0.2820129 Aug 17 00:05:11.687775 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 58678) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:11.690440 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6875a315-3443-4e78-b0f0-824ce1ad3d9c None None] Network c0407ea3-9b5a-4169-a5b4-8b214cff0529 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:05:11.766435 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8cdc61ad-1fab-40ca-8a75-6e538abe90b8 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:11.834110 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-8cdc61ad-1fab-40ca-8a75-6e538abe90b8 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Deleting port 7767db70-13e2-47a7-b827-268885525fae {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:05:11.834408 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8cdc61ad-1fab-40ca-8a75-6e538abe90b8 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:11.864763 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2cf287e-518a-496b-93e9-a6f3704ff705 None None] DHCP port deletion for c0407ea3-9b5a-4169-a5b4-8b214cff0529 request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:05:11.900325 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-8cdc61ad-1fab-40ca-8a75-6e538abe90b8 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] For port 7767db70-13e2-47a7-b827-268885525fae, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=7767db70-13e2-47a7-b827-268885525fae,segment=NetworkSegment(e40e55cd-d430-4662-ab3c-38c1128646e8),segment_id=e40e55cd-d430-4662-ab3c-38c1128646e8)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:05:11.900717 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8cdc61ad-1fab-40ca-8a75-6e538abe90b8 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:11.911770 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-e2cf287e-518a-496b-93e9-a6f3704ff705 None None] Deleting port 7767db70-13e2-47a7-b827-268885525fae {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:05:11.912296 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e2cf287e-518a-496b-93e9-a6f3704ff705 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:11.913629 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-8cdc61ad-1fab-40ca-8a75-6e538abe90b8 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Calling delete_port for 7767db70-13e2-47a7-b827-268885525fae owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:05:11.977497 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-e2cf287e-518a-496b-93e9-a6f3704ff705 None None] For port 7767db70-13e2-47a7-b827-268885525fae, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=7767db70-13e2-47a7-b827-268885525fae,segment=NetworkSegment(e40e55cd-d430-4662-ab3c-38c1128646e8),segment_id=e40e55cd-d430-4662-ab3c-38c1128646e8)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:05:11.977733 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e2cf287e-518a-496b-93e9-a6f3704ff705 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:11.990860 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-e2cf287e-518a-496b-93e9-a6f3704ff705 None None] Calling delete_port for 7767db70-13e2-47a7-b827-268885525fae owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:05:12.046020 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:12.089807 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e2cf287e-518a-496b-93e9-a6f3704ff705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:12.123562 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cf287e-518a-496b-93e9-a6f3704ff705 None None] Pushing event deleted for resources: {'Port': ['ID=7767db70-13e2-47a7-b827-268885525fae,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:12.127867 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cf287e-518a-496b-93e9-a6f3704ff705 None None] No DVR routers for this DVR port 7767db70-13e2-47a7-b827-268885525fae on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:05:12.358844 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8cdc61ad-1fab-40ca-8a75-6e538abe90b8 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:12.387677 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdc61ad-1fab-40ca-8a75-6e538abe90b8 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Pushing event deleted for resources: {'Port': ['ID=7767db70-13e2-47a7-b827-268885525fae,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:12.389752 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdc61ad-1fab-40ca-8a75-6e538abe90b8 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] No DVR routers for this DVR port 7767db70-13e2-47a7-b827-268885525fae on host n-d-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:05:12.469984 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8cdc61ad-1fab-40ca-8a75-6e538abe90b8 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:12.479429 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-8cdc61ad-1fab-40ca-8a75-6e538abe90b8 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0407ea3-9b5a-4169-a5b4-8b214cff0529']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:05:12.488788 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-8cdc61ad-1fab-40ca-8a75-6e538abe90b8 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e40e55cd-d430-4662-ab3c-38c1128646e8') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:05:12.489084 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-8cdc61ad-1fab-40ca-8a75-6e538abe90b8 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e40e55cd-d430-4662-ab3c-38c1128646e8') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:05:12.498206 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8cdc61ad-1fab-40ca-8a75-6e538abe90b8 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:12.511983 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8cdc61ad-1fab-40ca-8a75-6e538abe90b8 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:12.517827 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cdc61ad-1fab-40ca-8a75-6e538abe90b8 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:05:12.518255 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8cdc61ad-1fab-40ca-8a75-6e538abe90b8 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:12.521233 n-d-791506-26 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:05:12.521233 n-d-791506-26 neutron-server[101291]: self.session.flush() Aug 17 00:05:12.521233 n-d-791506-26 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:05:12.521233 n-d-791506-26 neutron-server[101291]: self.session.flush() Aug 17 00:05:12.521233 n-d-791506-26 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:05:12.521233 n-d-791506-26 neutron-server[101291]: self.session.flush() Aug 17 00:05:12.521233 n-d-791506-26 neutron-server[101291]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 00:05:12.521233 n-d-791506-26 neutron-server[101291]: self.session.flush() Aug 17 00:05:12.521233 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 17 00:05:12.521233 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:05:12.521233 n-d-791506-26 neutron-server[101291]: timer() Aug 17 00:05:12.521233 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:05:12.521233 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 17 00:05:12.521233 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:05:12.521233 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 17 00:05:12.521233 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:05:12.521233 n-d-791506-26 neutron-server[101291]: self._notify() Aug 17 00:05:12.521233 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:05:12.521233 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 17 00:05:12.521233 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:05:12.521233 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 17 00:05:12.521233 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:05:12.521233 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:05:12.521233 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:05:12.521233 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:05:12.521233 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:05:12.521233 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 17 00:05:12.521233 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:05:12.521233 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 17 00:05:12.521233 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:05:12.521233 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:05:12.521233 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:05:12.521233 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 17 00:05:12.521233 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:05:12.521233 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:05:12.521233 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:05:12.521233 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:05:12.521233 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:05:12.521233 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:05:12.521233 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:05:12.577573 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8cdc61ad-1fab-40ca-8a75-6e538abe90b8 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:12.584501 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8cdc61ad-1fab-40ca-8a75-6e538abe90b8 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:12.586601 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-8cdc61ad-1fab-40ca-8a75-6e538abe90b8 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] 10.222.0.36 "DELETE /v2.0/networks/c0407ea3-9b5a-4169-a5b4-8b214cff0529 HTTP/1.1" status: 204 len: 168 time: 0.8973391 Aug 17 00:05:12.598672 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdc61ad-1fab-40ca-8a75-6e538abe90b8 tempest-NetworksIpV6Test-1081346229 tempest-NetworksIpV6Test-1081346229-project] Pushing event deleted for resources: {'Network': ['ID=c0407ea3-9b5a-4169-a5b4-8b214cff0529,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:12.841219 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 58684) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:12.982635 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-f9df30b3-527f-44cf-9baa-ba7c6fce37d7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5fdb822507694153adf460382fe5d2db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1401567 Aug 17 00:05:12.985155 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 58688) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:13.038523 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e3de740b-b305-4b42-9bf0-bbd38e8dac37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:13.059166 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e3de740b-b305-4b42-9bf0-bbd38e8dac37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:13.108369 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e3de740b-b305-4b42-9bf0-bbd38e8dac37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:13.111198 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e3de740b-b305-4b42-9bf0-bbd38e8dac37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:13.112372 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-e3de740b-b305-4b42-9bf0-bbd38e8dac37 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ca8631ed-3d58-49e6-a498-3fa413177a28 HTTP/1.1" status: 204 len: 168 time: 0.1262779 Aug 17 00:05:13.121030 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3de740b-b305-4b42-9bf0-bbd38e8dac37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca8631ed-3d58-49e6-a498-3fa413177a28,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:13.446661 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 7767db70-13e2-47a7-b827-268885525fae no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:05:13.469641 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 7767db70-13e2-47a7-b827-268885525fae {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:05:13.469989 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 7767db70-13e2-47a7-b827-268885525fae not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:05:13.762755 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 58710) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:13.854408 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-e8976487-cab1-4ca8-a269-5f67c0d1e7d0 tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1551263040', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:05:13.879678 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e8976487-cab1-4ca8-a269-5f67c0d1e7d0 tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:13.880678 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e8976487-cab1-4ca8-a269-5f67c0d1e7d0 tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:13.963582 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e8976487-cab1-4ca8-a269-5f67c0d1e7d0 tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:13.968137 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e8976487-cab1-4ca8-a269-5f67c0d1e7d0 tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:13.986024 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e8976487-cab1-4ca8-a269-5f67c0d1e7d0 tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:13.987220 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-e8976487-cab1-4ca8-a269-5f67c0d1e7d0 tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2234709 Aug 17 00:05:13.989928 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 58714) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:13.995577 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-830b4ac5-b5f7-48e8-82ff-e9a27c6bf79e tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1847857828'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:05:14.016087 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-830b4ac5-b5f7-48e8-82ff-e9a27c6bf79e tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] Made reservation on behalf of c1b4d49859cc42d8b49b886348a69826 for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:05:14.019335 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-830b4ac5-b5f7-48e8-82ff-e9a27c6bf79e tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:14.027994 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-830b4ac5-b5f7-48e8-82ff-e9a27c6bf79e tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:14.115369 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-830b4ac5-b5f7-48e8-82ff-e9a27c6bf79e tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:14.119762 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-830b4ac5-b5f7-48e8-82ff-e9a27c6bf79e tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:14.147819 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-830b4ac5-b5f7-48e8-82ff-e9a27c6bf79e tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:05:14.159958 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830b4ac5-b5f7-48e8-82ff-e9a27c6bf79e tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c17f2dde-c5ed-471b-8c08-5a99a18cd1e0,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:14.164957 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-830b4ac5-b5f7-48e8-82ff-e9a27c6bf79e tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:14.165307 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-830b4ac5-b5f7-48e8-82ff-e9a27c6bf79e tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] Added segment 05fa9a50-dae6-4364-b10c-d801e3d88bb3 of type vlan for network 1283994f-a520-44a6-a405-4a052ee5a96a Aug 17 00:05:14.205428 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-830b4ac5-b5f7-48e8-82ff-e9a27c6bf79e tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:14.230911 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-830b4ac5-b5f7-48e8-82ff-e9a27c6bf79e tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:14.237196 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830b4ac5-b5f7-48e8-82ff-e9a27c6bf79e tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:14.237791 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-830b4ac5-b5f7-48e8-82ff-e9a27c6bf79e tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:14.295916 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-830b4ac5-b5f7-48e8-82ff-e9a27c6bf79e tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3017814 Aug 17 00:05:14.296302 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 58716) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:14.301556 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-319df334-1653-488d-a90a-adfd0c467249 tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] Request body: {'subnet': {'network_id': '1283994f-a520-44a6-a405-4a052ee5a96a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:05:14.310487 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830b4ac5-b5f7-48e8-82ff-e9a27c6bf79e tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] Pushing event updated for resources: {'Network': ['ID=1283994f-a520-44a6-a405-4a052ee5a96a,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:14.321641 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 1283994f-a520-44a6-a405-4a052ee5a96a details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:05:14.393900 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-319df334-1653-488d-a90a-adfd0c467249 tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] Made reservation on behalf of c1b4d49859cc42d8b49b886348a69826 for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:05:14.398123 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-319df334-1653-488d-a90a-adfd0c467249 tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:14.574616 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-319df334-1653-488d-a90a-adfd0c467249 tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:14.635315 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319df334-1653-488d-a90a-adfd0c467249 tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] Pushing event updated for resources: {'Subnet': ['ID=583025b0-7e62-4e67-89c2-a08fd765bacc,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:14.643359 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319df334-1653-488d-a90a-adfd0c467249 tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] Checking segment: {'id': '05fa9a50-dae6-4364-b10c-d801e3d88bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '1283994f-a520-44a6-a405-4a052ee5a96a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:05:14.643717 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319df334-1653-488d-a90a-adfd0c467249 tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] Network hostable DHCP agents. Network: 1283994f-a520-44a6-a405-4a052ee5a96a, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:05:14.658835 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319df334-1653-488d-a90a-adfd0c467249 tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] Network 1283994f-a520-44a6-a405-4a052ee5a96a is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:05:14.667416 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-319df334-1653-488d-a90a-adfd0c467249 tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 1283994f-a520-44a6-a405-4a052ee5a96a) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:05:14.672303 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319df334-1653-488d-a90a-adfd0c467249 tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:14.674311 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-319df334-1653-488d-a90a-adfd0c467249 tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] Notify callbacks [] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:14.675140 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1737ee3-dac5-4f9a-9c80-9c02f7570767 None None] Network 1283994f-a520-44a6-a405-4a052ee5a96a requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:05:14.688094 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-319df334-1653-488d-a90a-adfd0c467249 tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3905542 Aug 17 00:05:14.691291 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 58718) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:14.696917 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-ec87295f-fbca-44d2-a66d-652be567622d tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1516456763'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:05:14.717371 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec87295f-fbca-44d2-a66d-652be567622d tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] Made reservation on behalf of c1b4d49859cc42d8b49b886348a69826 for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:05:14.720891 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ec87295f-fbca-44d2-a66d-652be567622d tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:14.745354 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec87295f-fbca-44d2-a66d-652be567622d tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:05:14.754368 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ec87295f-fbca-44d2-a66d-652be567622d tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:14.754737 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-ec87295f-fbca-44d2-a66d-652be567622d tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] Added segment 776a1c83-3874-4ff6-8c67-833c887c989e of type vlan for network 7b271b58-1b99-4a0e-96fb-8f5d542b8e0a Aug 17 00:05:14.796112 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ec87295f-fbca-44d2-a66d-652be567622d tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:14.827590 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ec87295f-fbca-44d2-a66d-652be567622d tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:14.833140 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec87295f-fbca-44d2-a66d-652be567622d tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:14.833752 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ec87295f-fbca-44d2-a66d-652be567622d tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:14.890576 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-ec87295f-fbca-44d2-a66d-652be567622d tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1955063 Aug 17 00:05:14.890784 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 58720) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:14.895673 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-131515d9-c249-47a1-913e-90946375a807 tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] Request body: {'subnet': {'network_id': '7b271b58-1b99-4a0e-96fb-8f5d542b8e0a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:05:14.951644 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec87295f-fbca-44d2-a66d-652be567622d tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] Pushing event updated for resources: {'Network': ['ID=7b271b58-1b99-4a0e-96fb-8f5d542b8e0a,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:14.976806 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 7b271b58-1b99-4a0e-96fb-8f5d542b8e0a details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:05:14.989689 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35cb66f8-1b38-446a-b2a8-32f786a3484a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-1283994f-a520-44a6-a405-4a052ee5a96a', 'network_id': '1283994f-a520-44a6-a405-4a052ee5a96a', 'tenant_id': 'c1b4d49859cc42d8b49b886348a69826', 'fixed_ips': [{'subnet_id': '583025b0-7e62-4e67-89c2-a08fd765bacc'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:05:14.991556 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-35cb66f8-1b38-446a-b2a8-32f786a3484a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:15.000226 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-131515d9-c249-47a1-913e-90946375a807 tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] Made reservation on behalf of c1b4d49859cc42d8b49b886348a69826 for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:05:15.003826 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-131515d9-c249-47a1-913e-90946375a807 tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:15.172317 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-35cb66f8-1b38-446a-b2a8-32f786a3484a None None] Allocated IP 172.20.0.2 (1283994f-a520-44a6-a405-4a052ee5a96a/583025b0-7e62-4e67-89c2-a08fd765bacc/85101a59-905e-4199-94e5-0f688475385f) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:05:15.190003 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-131515d9-c249-47a1-913e-90946375a807 tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:15.254491 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131515d9-c249-47a1-913e-90946375a807 tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] Pushing event updated for resources: {'Subnet': ['ID=cbe08272-2153-439d-9940-d17ef7367f11,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:15.258881 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131515d9-c249-47a1-913e-90946375a807 tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] Checking segment: {'id': '776a1c83-3874-4ff6-8c67-833c887c989e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '7b271b58-1b99-4a0e-96fb-8f5d542b8e0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:05:15.259252 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131515d9-c249-47a1-913e-90946375a807 tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] Network hostable DHCP agents. Network: 7b271b58-1b99-4a0e-96fb-8f5d542b8e0a, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:05:15.276067 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131515d9-c249-47a1-913e-90946375a807 tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] Network 7b271b58-1b99-4a0e-96fb-8f5d542b8e0a is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:05:15.284628 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-131515d9-c249-47a1-913e-90946375a807 tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 7b271b58-1b99-4a0e-96fb-8f5d542b8e0a) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:05:15.289343 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131515d9-c249-47a1-913e-90946375a807 tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:15.289991 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-131515d9-c249-47a1-913e-90946375a807 tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] Notify callbacks [] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:15.300778 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463e3207-ad09-49f6-8d45-88349a5794dd None None] Network 7b271b58-1b99-4a0e-96fb-8f5d542b8e0a requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:05:15.304167 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-131515d9-c249-47a1-913e-90946375a807 tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4123230 Aug 17 00:05:15.307324 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 58722) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:15.311416 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-e6084bfb-8a63-455c-8bae-f75afa4c8637 tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] Request body: {'router': {'external_gateway_info': {'network_id': '7b271b58-1b99-4a0e-96fb-8f5d542b8e0a'}}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:05:15.370334 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-35cb66f8-1b38-446a-b2a8-32f786a3484a None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:15.384003 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-35cb66f8-1b38-446a-b2a8-32f786a3484a None None] Transition to ACTIVE for port object 85101a59-905e-4199-94e5-0f688475385f will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:05:15.415804 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-35cb66f8-1b38-446a-b2a8-32f786a3484a None None] Transition to ACTIVE for port object 85101a59-905e-4199-94e5-0f688475385f will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:05:15.423514 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-35cb66f8-1b38-446a-b2a8-32f786a3484a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:15.497334 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35cb66f8-1b38-446a-b2a8-32f786a3484a None None] Network 1283994f-a520-44a6-a405-4a052ee5a96a is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:05:15.500248 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cb66f8-1b38-446a-b2a8-32f786a3484a None None] Pushing event updated for resources: {'Port': ['ID=85101a59-905e-4199-94e5-0f688475385f,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:15.503070 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-35cb66f8-1b38-446a-b2a8-32f786a3484a None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:05:15.507901 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35cb66f8-1b38-446a-b2a8-32f786a3484a None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:05:15.521407 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e6084bfb-8a63-455c-8bae-f75afa4c8637 tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:15.550323 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267f20d8-be76-4877-8e6f-c57eb6d2fc3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-7b271b58-1b99-4a0e-96fb-8f5d542b8e0a', 'network_id': '7b271b58-1b99-4a0e-96fb-8f5d542b8e0a', 'tenant_id': 'c1b4d49859cc42d8b49b886348a69826', 'fixed_ips': [{'subnet_id': 'cbe08272-2153-439d-9940-d17ef7367f11'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:05:15.551157 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-267f20d8-be76-4877-8e6f-c57eb6d2fc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:15.596335 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-35cb66f8-1b38-446a-b2a8-32f786a3484a None None] Attempting to bind port 85101a59-905e-4199-94e5-0f688475385f on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:05:15.596752 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-35cb66f8-1b38-446a-b2a8-32f786a3484a None None] Attempting to bind port 85101a59-905e-4199-94e5-0f688475385f by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '05fa9a50-dae6-4364-b10c-d801e3d88bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '1283994f-a520-44a6-a405-4a052ee5a96a'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:05:15.597125 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cb66f8-1b38-446a-b2a8-32f786a3484a None None] Attempting to bind port 85101a59-905e-4199-94e5-0f688475385f on network 1283994f-a520-44a6-a405-4a052ee5a96a {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:05:15.630366 n-d-791506-26 neutron-server[101292]: INFO neutron.api.v2.resource [None req-e6084bfb-8a63-455c-8bae-f75afa4c8637 tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 00:05:15.632692 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-e6084bfb-8a63-455c-8bae-f75afa4c8637 tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] 10.222.0.36 "PUT /v2.0/routers/ccede727-1771-48fe-aa0c-9cc3084da535 HTTP/1.1" status: 400 len: 364 time: 0.3248348 Aug 17 00:05:15.638438 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 58724) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:15.646190 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cb66f8-1b38-446a-b2a8-32f786a3484a None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:05:15.646724 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cb66f8-1b38-446a-b2a8-32f786a3484a None None] Checking segment: {'id': '05fa9a50-dae6-4364-b10c-d801e3d88bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '1283994f-a520-44a6-a405-4a052ee5a96a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:05:15.647146 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-35cb66f8-1b38-446a-b2a8-32f786a3484a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:15.647549 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cb66f8-1b38-446a-b2a8-32f786a3484a None None] Bound using segment: {'id': '05fa9a50-dae6-4364-b10c-d801e3d88bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '1283994f-a520-44a6-a405-4a052ee5a96a'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:05:15.648038 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-35cb66f8-1b38-446a-b2a8-32f786a3484a None None] Bound port: 85101a59-905e-4199-94e5-0f688475385f, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05fa9a50-dae6-4364-b10c-d801e3d88bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '1283994f-a520-44a6-a405-4a052ee5a96a'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:05:15.648431 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-35cb66f8-1b38-446a-b2a8-32f786a3484a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:15.689687 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a6a756e-0139-4c9b-9ac9-5925f0ea6c97 tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] Deleting subnet cbe08272-2153-439d-9940-d17ef7367f11 {{(pid=101292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:05:15.693023 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5a6a756e-0139-4c9b-9ac9-5925f0ea6c97 tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] Notify callbacks [] for subnet, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:15.733386 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-35cb66f8-1b38-446a-b2a8-32f786a3484a None None] For port 85101a59-905e-4199-94e5-0f688475385f, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:05:15.737477 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-35cb66f8-1b38-446a-b2a8-32f786a3484a None None] For port 85101a59-905e-4199-94e5-0f688475385f, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=85101a59-905e-4199-94e5-0f688475385f,segment=NetworkSegment(05fa9a50-dae6-4364-b10c-d801e3d88bb3),segment_id=05fa9a50-dae6-4364-b10c-d801e3d88bb3)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:05:15.739532 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5a6a756e-0139-4c9b-9ac9-5925f0ea6c97 tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3848860'] for subnet, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:15.742818 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-35cb66f8-1b38-446a-b2a8-32f786a3484a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:15.789754 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5a6a756e-0139-4c9b-9ac9-5925f0ea6c97 tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:15.802583 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cb66f8-1b38-446a-b2a8-32f786a3484a None None] Pushing event updated for resources: {'Port': ['ID=85101a59-905e-4199-94e5-0f688475385f,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:15.850816 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5a6a756e-0139-4c9b-9ac9-5925f0ea6c97 tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26252129'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:15.854694 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server [None req-267f20d8-be76-4877-8e6f-c57eb6d2fc3a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cbe08272-2153-439d-9940-d17ef7367f11: This subnet is being modified by another concurrent operation. Aug 17 00:05:15.854694 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 17 00:05:15.854694 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 17 00:05:15.854694 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 17 00:05:15.854694 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 17 00:05:15.854694 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 17 00:05:15.854694 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 17 00:05:15.854694 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 17 00:05:15.854694 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 17 00:05:15.854694 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 17 00:05:15.854694 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 17 00:05:15.854694 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 17 00:05:15.854694 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 00:05:15.854694 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 00:05:15.854694 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 00:05:15.854694 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 00:05:15.854694 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 17 00:05:15.854694 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 00:05:15.854694 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 17 00:05:15.854694 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 17 00:05:15.854694 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 00:05:15.854694 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 00:05:15.854694 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 00:05:15.854694 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 00:05:15.854694 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 17 00:05:15.854694 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 00:05:15.854694 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 17 00:05:15.854694 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 17 00:05:15.854694 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 00:05:15.854694 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 00:05:15.854694 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 00:05:15.854694 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 00:05:15.854694 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 17 00:05:15.854694 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 17 00:05:15.854694 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 17 00:05:15.854694 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 17 00:05:15.854694 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 17 00:05:15.854694 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 17 00:05:15.854694 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 17 00:05:15.854694 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 17 00:05:15.854694 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 17 00:05:15.854694 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 17 00:05:15.854694 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 17 00:05:15.854694 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 17 00:05:15.854694 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 17 00:05:15.854694 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 17 00:05:15.854694 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 17 00:05:15.854694 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 17 00:05:15.854694 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 00:05:15.854694 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 00:05:15.854694 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 00:05:15.854694 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 00:05:15.854694 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 17 00:05:15.854694 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 00:05:15.854694 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 17 00:05:15.854694 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 17 00:05:15.854694 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 00:05:15.854694 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 00:05:15.854694 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 00:05:15.854694 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 00:05:15.854694 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 17 00:05:15.854694 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 00:05:15.854694 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 17 00:05:15.854694 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 17 00:05:15.854694 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 00:05:15.854694 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 00:05:15.854694 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 00:05:15.854694 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 00:05:15.854694 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 17 00:05:15.854694 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 17 00:05:15.854694 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 17 00:05:15.854694 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 17 00:05:15.854694 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 17 00:05:15.854694 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 17 00:05:15.854694 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 17 00:05:15.854694 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 17 00:05:15.854694 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 17 00:05:15.854694 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 17 00:05:15.854694 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 00:05:15.854694 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 00:05:15.854694 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 00:05:15.854694 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 00:05:15.854694 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 17 00:05:15.854694 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 17 00:05:15.854694 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 17 00:05:15.854694 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 17 00:05:15.854694 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 17 00:05:15.854694 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 17 00:05:15.854694 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 17 00:05:15.854694 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server raise exception Aug 17 00:05:15.854694 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cbe08272-2153-439d-9940-d17ef7367f11: This subnet is being modified by another concurrent operation. Aug 17 00:05:15.854694 n-d-791506-26 neutron-server[101293]: ERROR oslo_messaging.rpc.server Aug 17 00:05:15.876556 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540b61e4-c3e8-4cc1-b6c2-e20b0d0a37dd None None] Network 7b271b58-1b99-4a0e-96fb-8f5d542b8e0a requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:05:15.879433 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a756e-0139-4c9b-9ac9-5925f0ea6c97 tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] Pushing event deleted for resources: {'Subnet': ['ID=cbe08272-2153-439d-9940-d17ef7367f11,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:15.884874 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5a6a756e-0139-4c9b-9ac9-5925f0ea6c97 tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] Notify callbacks [] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:15.889040 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-5a6a756e-0139-4c9b-9ac9-5925f0ea6c97 tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] 10.222.0.36 "DELETE /v2.0/subnets/cbe08272-2153-439d-9940-d17ef7367f11 HTTP/1.1" status: 204 len: 168 time: 0.2474241 Aug 17 00:05:15.889433 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 58726) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:15.992493 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-683b3194-ee72-4374-aa19-f216911b4775 tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:16.094661 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-683b3194-ee72-4374-aa19-f216911b4775 tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:16.107094 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-683b3194-ee72-4374-aa19-f216911b4775 tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b271b58-1b99-4a0e-96fb-8f5d542b8e0a']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:05:16.118245 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-683b3194-ee72-4374-aa19-f216911b4775 tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '776a1c83-3874-4ff6-8c67-833c887c989e') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:05:16.118539 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-683b3194-ee72-4374-aa19-f216911b4775 tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '776a1c83-3874-4ff6-8c67-833c887c989e') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:05:16.127342 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-683b3194-ee72-4374-aa19-f216911b4775 tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:16.140758 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-683b3194-ee72-4374-aa19-f216911b4775 tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:16.147009 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-683b3194-ee72-4374-aa19-f216911b4775 tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:05:16.147393 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-683b3194-ee72-4374-aa19-f216911b4775 tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:16.150356 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 17 00:05:16.150356 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:05:16.150356 n-d-791506-26 neutron-server[101291]: timer() Aug 17 00:05:16.150356 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:05:16.150356 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 17 00:05:16.150356 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:05:16.150356 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 17 00:05:16.150356 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:05:16.150356 n-d-791506-26 neutron-server[101291]: self._notify() Aug 17 00:05:16.150356 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:05:16.150356 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 17 00:05:16.150356 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:05:16.150356 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 17 00:05:16.150356 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:05:16.150356 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:05:16.150356 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:05:16.150356 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:05:16.150356 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:05:16.150356 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 17 00:05:16.150356 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:05:16.150356 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 17 00:05:16.150356 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:05:16.150356 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:05:16.150356 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:05:16.150356 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 17 00:05:16.150356 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:05:16.150356 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:05:16.150356 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:05:16.150356 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:05:16.150356 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:05:16.150356 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:05:16.150356 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:05:16.211785 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-683b3194-ee72-4374-aa19-f216911b4775 tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:16.216284 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-683b3194-ee72-4374-aa19-f216911b4775 tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:16.218612 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-683b3194-ee72-4374-aa19-f216911b4775 tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] 10.222.0.36 "DELETE /v2.0/networks/7b271b58-1b99-4a0e-96fb-8f5d542b8e0a HTTP/1.1" status: 204 len: 168 time: 0.3281763 Aug 17 00:05:16.221233 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 58728) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:16.234694 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683b3194-ee72-4374-aa19-f216911b4775 tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] Pushing event deleted for resources: {'Network': ['ID=7b271b58-1b99-4a0e-96fb-8f5d542b8e0a,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:16.280492 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ad6d1ea-ccfe-4c93-a1b1-2c02f67962e6 tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] Deleting subnet 583025b0-7e62-4e67-89c2-a08fd765bacc {{(pid=101292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:05:16.283556 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9ad6d1ea-ccfe-4c93-a1b1-2c02f67962e6 tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] Notify callbacks [] for subnet, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:16.325316 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9ad6d1ea-ccfe-4c93-a1b1-2c02f67962e6 tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3848860'] for subnet, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:16.417087 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9ad6d1ea-ccfe-4c93-a1b1-2c02f67962e6 tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:16.485979 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9ad6d1ea-ccfe-4c93-a1b1-2c02f67962e6 tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26252129'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:16.514922 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad6d1ea-ccfe-4c93-a1b1-2c02f67962e6 tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] Pushing event deleted for resources: {'Subnet': ['ID=583025b0-7e62-4e67-89c2-a08fd765bacc,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:16.516939 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9ad6d1ea-ccfe-4c93-a1b1-2c02f67962e6 tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] Notify callbacks [] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:16.518832 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-9ad6d1ea-ccfe-4c93-a1b1-2c02f67962e6 tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] 10.222.0.36 "DELETE /v2.0/subnets/583025b0-7e62-4e67-89c2-a08fd765bacc HTTP/1.1" status: 204 len: 168 time: 0.2965357 Aug 17 00:05:16.521284 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 58730) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:16.600747 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3f147f4e-ad52-4b68-bad8-40eb5f2e721b tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:16.655080 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-3f147f4e-ad52-4b68-bad8-40eb5f2e721b tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] Deleting port 85101a59-905e-4199-94e5-0f688475385f {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:05:16.655432 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3f147f4e-ad52-4b68-bad8-40eb5f2e721b tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:16.731896 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-3f147f4e-ad52-4b68-bad8-40eb5f2e721b tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] For port 85101a59-905e-4199-94e5-0f688475385f, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=85101a59-905e-4199-94e5-0f688475385f,segment=NetworkSegment(05fa9a50-dae6-4364-b10c-d801e3d88bb3),segment_id=05fa9a50-dae6-4364-b10c-d801e3d88bb3)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:05:16.732999 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3f147f4e-ad52-4b68-bad8-40eb5f2e721b tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:16.734941 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac41a93-8b25-473b-85e5-e2118e12912f None None] Network 1283994f-a520-44a6-a405-4a052ee5a96a requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:05:16.747152 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-3f147f4e-ad52-4b68-bad8-40eb5f2e721b tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] Calling delete_port for 85101a59-905e-4199-94e5-0f688475385f owned by network:dhcp {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:05:16.799062 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-ca49656c-6c1b-4c20-bdd2-e2b857bb5d37 None None] Provisioning for port 85101a59-905e-4199-94e5-0f688475385f completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:05:16.826238 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3f147f4e-ad52-4b68-bad8-40eb5f2e721b tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:16.857622 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f147f4e-ad52-4b68-bad8-40eb5f2e721b tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] Pushing event deleted for resources: {'Port': ['ID=85101a59-905e-4199-94e5-0f688475385f,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:16.862203 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f147f4e-ad52-4b68-bad8-40eb5f2e721b tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] No DVR routers for this DVR port 85101a59-905e-4199-94e5-0f688475385f on host n-d-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:05:16.895752 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0992774-9a0e-4a7a-92b1-dd334e7edd49 None None] DHCP port deletion for 1283994f-a520-44a6-a405-4a052ee5a96a request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:05:16.910973 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6acf06cc-f487-463d-956e-7f5ddfe74a0f None None] get_active_networks_info from n-d-791506-26 {{(pid=101293) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 17 00:05:16.950266 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3f147f4e-ad52-4b68-bad8-40eb5f2e721b tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:16.960193 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-3f147f4e-ad52-4b68-bad8-40eb5f2e721b tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1283994f-a520-44a6-a405-4a052ee5a96a']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:05:16.970191 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-3f147f4e-ad52-4b68-bad8-40eb5f2e721b tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05fa9a50-dae6-4364-b10c-d801e3d88bb3') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:05:16.970492 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-3f147f4e-ad52-4b68-bad8-40eb5f2e721b tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05fa9a50-dae6-4364-b10c-d801e3d88bb3') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:05:16.972985 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6acf06cc-f487-463d-956e-7f5ddfe74a0f None None] Resources bound (agent type, host, resource id): {{(pid=101293) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 17 00:05:16.979884 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3f147f4e-ad52-4b68-bad8-40eb5f2e721b tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:16.998933 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3f147f4e-ad52-4b68-bad8-40eb5f2e721b tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:17.004828 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f147f4e-ad52-4b68-bad8-40eb5f2e721b tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:05:17.005275 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3f147f4e-ad52-4b68-bad8-40eb5f2e721b tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:17.009142 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 17 00:05:17.009142 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:05:17.009142 n-d-791506-26 neutron-server[101292]: timer() Aug 17 00:05:17.009142 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:05:17.009142 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 17 00:05:17.009142 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:05:17.009142 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 17 00:05:17.009142 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:05:17.009142 n-d-791506-26 neutron-server[101292]: self._notify() Aug 17 00:05:17.009142 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:05:17.009142 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 17 00:05:17.009142 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:05:17.009142 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 17 00:05:17.009142 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:05:17.009142 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:05:17.009142 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:05:17.009142 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:05:17.009142 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:05:17.009142 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 17 00:05:17.009142 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:05:17.009142 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 17 00:05:17.009142 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:05:17.009142 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:05:17.009142 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:05:17.009142 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 17 00:05:17.009142 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:05:17.009142 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:05:17.009142 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:05:17.009142 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:05:17.009142 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:05:17.009142 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:05:17.009142 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:05:17.070473 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3f147f4e-ad52-4b68-bad8-40eb5f2e721b tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:17.078603 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3f147f4e-ad52-4b68-bad8-40eb5f2e721b tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:17.082853 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-3f147f4e-ad52-4b68-bad8-40eb5f2e721b tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] 10.222.0.36 "DELETE /v2.0/networks/1283994f-a520-44a6-a405-4a052ee5a96a HTTP/1.1" status: 204 len: 168 time: 0.5582237 Aug 17 00:05:17.083250 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 58732) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:17.090589 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f147f4e-ad52-4b68-bad8-40eb5f2e721b tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] Pushing event deleted for resources: {'Network': ['ID=1283994f-a520-44a6-a405-4a052ee5a96a,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:17.112394 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-4e9da6a4-3705-4078-8bf5-c04a8e047676 tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] 10.222.0.36 "GET /v2.0/ports?device_id=ccede727-1771-48fe-aa0c-9cc3084da535 HTTP/1.1" status: 200 len: 205 time: 0.0278227 Aug 17 00:05:17.114695 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 58734) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:17.235128 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-540d250a-d26d-4c11-84ae-a4d68000bfd1 tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] Notify callbacks [] for router, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:17.392981 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-540d250a-d26d-4c11-84ae-a4d68000bfd1 tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:17.395055 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-540d250a-d26d-4c11-84ae-a4d68000bfd1 tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:17.443666 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-540d250a-d26d-4c11-84ae-a4d68000bfd1 tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:17.444515 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-540d250a-d26d-4c11-84ae-a4d68000bfd1 tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] Fanout notify agent at l3_agent the message router_deleted on router ccede727-1771-48fe-aa0c-9cc3084da535 {{(pid=101291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 00:05:17.452550 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-540d250a-d26d-4c11-84ae-a4d68000bfd1 tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:17.453539 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-540d250a-d26d-4c11-84ae-a4d68000bfd1 tempest-RoutersNegativeTest-444861143 tempest-RoutersNegativeTest-444861143-project] 10.222.0.36 "DELETE /v2.0/routers/ccede727-1771-48fe-aa0c-9cc3084da535 HTTP/1.1" status: 204 len: 168 time: 0.3372917 Aug 17 00:05:17.698823 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 58740) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:17.805864 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-3ac5d6e7-a20c-43f1-a344-8fdd27d92e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:17.832378 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-df511cc3-be75-455c-832f-dee3bc094dcf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c1b4d49859cc42d8b49b886348a69826&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1324046 Aug 17 00:05:17.835229 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 58744) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:17.883284 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-35d89c23-f2f4-47b8-b1f0-9bf3048da1d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:17.904239 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-35d89c23-f2f4-47b8-b1f0-9bf3048da1d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:17.949544 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-35d89c23-f2f4-47b8-b1f0-9bf3048da1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:17.952067 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-35d89c23-f2f4-47b8-b1f0-9bf3048da1d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:17.953291 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-35d89c23-f2f4-47b8-b1f0-9bf3048da1d1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c17f2dde-c5ed-471b-8c08-5a99a18cd1e0 HTTP/1.1" status: 204 len: 168 time: 0.1171184 Aug 17 00:05:17.961709 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d89c23-f2f4-47b8-b1f0-9bf3048da1d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c17f2dde-c5ed-471b-8c08-5a99a18cd1e0,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:18.597033 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 58766) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:18.694894 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-1761c60f-2932-44fa-8c7e-e8a261f7e0eb admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1630151961-network', 'tenant_id': '5fe37a46169b496b93086150e3812243'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:05:18.717055 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1761c60f-2932-44fa-8c7e-e8a261f7e0eb admin admin] Made reservation on behalf of 5fe37a46169b496b93086150e3812243 for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:05:18.719327 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1761c60f-2932-44fa-8c7e-e8a261f7e0eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:18.728738 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1761c60f-2932-44fa-8c7e-e8a261f7e0eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:18.828312 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1761c60f-2932-44fa-8c7e-e8a261f7e0eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:18.832058 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1761c60f-2932-44fa-8c7e-e8a261f7e0eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:18.859258 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1761c60f-2932-44fa-8c7e-e8a261f7e0eb admin admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:05:18.866176 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1761c60f-2932-44fa-8c7e-e8a261f7e0eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5064bb1-a656-4d6e-b94a-6bc7bcb87b5a,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:18.872565 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1761c60f-2932-44fa-8c7e-e8a261f7e0eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:18.872946 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-1761c60f-2932-44fa-8c7e-e8a261f7e0eb admin admin] Added segment a76a813e-6180-43ff-bbfc-3de2dfd57d0c of type vlan for network 81f6d4d0-7435-4cbe-a745-5980335b7cb0 Aug 17 00:05:18.913378 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1761c60f-2932-44fa-8c7e-e8a261f7e0eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:18.939163 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1761c60f-2932-44fa-8c7e-e8a261f7e0eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:18.940260 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1761c60f-2932-44fa-8c7e-e8a261f7e0eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:18.940891 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1761c60f-2932-44fa-8c7e-e8a261f7e0eb admin admin] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:18.987340 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-1761c60f-2932-44fa-8c7e-e8a261f7e0eb admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3891857 Aug 17 00:05:18.990972 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 58770) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:18.996410 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-c5fc12f0-8106-4c5d-a267-8ff8c036c6b9 admin admin] Request body: {'subnet': {'network_id': '81f6d4d0-7435-4cbe-a745-5980335b7cb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1630151961-subnet', 'tenant_id': '5fe37a46169b496b93086150e3812243', 'ip_version': 4}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:05:19.002262 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1761c60f-2932-44fa-8c7e-e8a261f7e0eb admin admin] Pushing event updated for resources: {'Network': ['ID=81f6d4d0-7435-4cbe-a745-5980335b7cb0,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:19.013008 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 81f6d4d0-7435-4cbe-a745-5980335b7cb0 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:05:19.021891 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5fc12f0-8106-4c5d-a267-8ff8c036c6b9 admin admin] Made reservation on behalf of 5fe37a46169b496b93086150e3812243 for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:05:19.024438 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c5fc12f0-8106-4c5d-a267-8ff8c036c6b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:19.200835 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c5fc12f0-8106-4c5d-a267-8ff8c036c6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:19.256059 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fc12f0-8106-4c5d-a267-8ff8c036c6b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7da9e536-eee2-48bb-ab56-0f9a05a8faf1,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:19.266521 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fc12f0-8106-4c5d-a267-8ff8c036c6b9 admin admin] Checking segment: {'id': 'a76a813e-6180-43ff-bbfc-3de2dfd57d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '81f6d4d0-7435-4cbe-a745-5980335b7cb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:05:19.266889 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5fc12f0-8106-4c5d-a267-8ff8c036c6b9 admin admin] Network hostable DHCP agents. Network: 81f6d4d0-7435-4cbe-a745-5980335b7cb0, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:05:19.284734 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5fc12f0-8106-4c5d-a267-8ff8c036c6b9 admin admin] Network 81f6d4d0-7435-4cbe-a745-5980335b7cb0 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:05:19.294339 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-c5fc12f0-8106-4c5d-a267-8ff8c036c6b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 81f6d4d0-7435-4cbe-a745-5980335b7cb0) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:05:19.298964 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fc12f0-8106-4c5d-a267-8ff8c036c6b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:19.300182 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c5fc12f0-8106-4c5d-a267-8ff8c036c6b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:19.301968 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4fda56-607a-403e-9c3a-79501296c72a None None] Network 81f6d4d0-7435-4cbe-a745-5980335b7cb0 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:05:19.314972 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-c5fc12f0-8106-4c5d-a267-8ff8c036c6b9 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3224151 Aug 17 00:05:19.317353 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 58772) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:19.322410 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-5c2a097b-88f1-445c-bdab-df05fd4cb6d2 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1630151961-router', 'tenant_id': '5fe37a46169b496b93086150e3812243', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:05:19.344259 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5c2a097b-88f1-445c-bdab-df05fd4cb6d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:19.345444 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5c2a097b-88f1-445c-bdab-df05fd4cb6d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:19.406750 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5c2a097b-88f1-445c-bdab-df05fd4cb6d2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:19.467177 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae19f2f-6676-4615-a531-45e2019b05c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-81f6d4d0-7435-4cbe-a745-5980335b7cb0', 'network_id': '81f6d4d0-7435-4cbe-a745-5980335b7cb0', 'tenant_id': '5fe37a46169b496b93086150e3812243', 'fixed_ips': [{'subnet_id': '7da9e536-eee2-48bb-ab56-0f9a05a8faf1'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:05:19.468046 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0ae19f2f-6676-4615-a531-45e2019b05c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:19.548123 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5c2a097b-88f1-445c-bdab-df05fd4cb6d2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:19.603714 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-0ae19f2f-6676-4615-a531-45e2019b05c1 None None] Allocated IP 172.20.0.2 (81f6d4d0-7435-4cbe-a745-5980335b7cb0/7da9e536-eee2-48bb-ab56-0f9a05a8faf1/52b5aa56-bf0e-4265-b782-a3043678e8b6) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:05:19.747058 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0ae19f2f-6676-4615-a531-45e2019b05c1 None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:19.751653 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5c2a097b-88f1-445c-bdab-df05fd4cb6d2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:19.755419 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0ae19f2f-6676-4615-a531-45e2019b05c1 None None] Transition to ACTIVE for port object 52b5aa56-bf0e-4265-b782-a3043678e8b6 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:05:19.769925 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0ae19f2f-6676-4615-a531-45e2019b05c1 None None] Transition to ACTIVE for port object 52b5aa56-bf0e-4265-b782-a3043678e8b6 will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:05:19.770572 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5c2a097b-88f1-445c-bdab-df05fd4cb6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:19.776059 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0ae19f2f-6676-4615-a531-45e2019b05c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:19.813181 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae19f2f-6676-4615-a531-45e2019b05c1 None None] Network 81f6d4d0-7435-4cbe-a745-5980335b7cb0 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:05:19.817883 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-0ae19f2f-6676-4615-a531-45e2019b05c1 None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:05:19.821012 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae19f2f-6676-4615-a531-45e2019b05c1 None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:05:19.835041 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae19f2f-6676-4615-a531-45e2019b05c1 None None] Pushing event updated for resources: {'Port': ['ID=52b5aa56-bf0e-4265-b782-a3043678e8b6,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:19.878100 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-5c2a097b-88f1-445c-bdab-df05fd4cb6d2 admin admin] Allocated IP 172.25.4.15 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/5c96884c-f0c5-44ff-b722-53c013dcd3ef) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:05:19.890759 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-0ae19f2f-6676-4615-a531-45e2019b05c1 None None] Attempting to bind port 52b5aa56-bf0e-4265-b782-a3043678e8b6 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:05:19.891339 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-0ae19f2f-6676-4615-a531-45e2019b05c1 None None] Attempting to bind port 52b5aa56-bf0e-4265-b782-a3043678e8b6 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': 'a76a813e-6180-43ff-bbfc-3de2dfd57d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '81f6d4d0-7435-4cbe-a745-5980335b7cb0'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:05:19.891811 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae19f2f-6676-4615-a531-45e2019b05c1 None None] Attempting to bind port 52b5aa56-bf0e-4265-b782-a3043678e8b6 on network 81f6d4d0-7435-4cbe-a745-5980335b7cb0 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:05:19.895645 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0afe5e9c-510f-4e84-bcab-627c92a2a6a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:19.901400 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae19f2f-6676-4615-a531-45e2019b05c1 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:05:19.901783 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae19f2f-6676-4615-a531-45e2019b05c1 None None] Checking segment: {'id': 'a76a813e-6180-43ff-bbfc-3de2dfd57d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '81f6d4d0-7435-4cbe-a745-5980335b7cb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:05:19.902183 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0ae19f2f-6676-4615-a531-45e2019b05c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:19.902572 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae19f2f-6676-4615-a531-45e2019b05c1 None None] Bound using segment: {'id': 'a76a813e-6180-43ff-bbfc-3de2dfd57d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '81f6d4d0-7435-4cbe-a745-5980335b7cb0'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:05:19.903046 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-0ae19f2f-6676-4615-a531-45e2019b05c1 None None] Bound port: 52b5aa56-bf0e-4265-b782-a3043678e8b6, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a76a813e-6180-43ff-bbfc-3de2dfd57d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '81f6d4d0-7435-4cbe-a745-5980335b7cb0'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:05:19.903428 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0ae19f2f-6676-4615-a531-45e2019b05c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:19.967421 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0ae19f2f-6676-4615-a531-45e2019b05c1 None None] For port 52b5aa56-bf0e-4265-b782-a3043678e8b6, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:05:19.970379 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0ae19f2f-6676-4615-a531-45e2019b05c1 None None] For port 52b5aa56-bf0e-4265-b782-a3043678e8b6, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=52b5aa56-bf0e-4265-b782-a3043678e8b6,segment=NetworkSegment(a76a813e-6180-43ff-bbfc-3de2dfd57d0c),segment_id=a76a813e-6180-43ff-bbfc-3de2dfd57d0c)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:05:19.975167 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0ae19f2f-6676-4615-a531-45e2019b05c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:19.981003 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5c2a097b-88f1-445c-bdab-df05fd4cb6d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:20.028360 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5c2a097b-88f1-445c-bdab-df05fd4cb6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:20.034350 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae19f2f-6676-4615-a531-45e2019b05c1 None None] Pushing event updated for resources: {'Port': ['ID=52b5aa56-bf0e-4265-b782-a3043678e8b6,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:20.069764 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2a097b-88f1-445c-bdab-df05fd4cb6d2 admin admin] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:05:20.073256 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-5c2a097b-88f1-445c-bdab-df05fd4cb6d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:05:20.078958 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2a097b-88f1-445c-bdab-df05fd4cb6d2 admin admin] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:05:20.106098 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2a097b-88f1-445c-bdab-df05fd4cb6d2 admin admin] Pushing event updated for resources: {'Port': ['ID=5c96884c-f0c5-44ff-b722-53c013dcd3ef,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:20.353594 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5c2a097b-88f1-445c-bdab-df05fd4cb6d2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:20.548406 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5c2a097b-88f1-445c-bdab-df05fd4cb6d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:20.677117 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c2a097b-88f1-445c-bdab-df05fd4cb6d2 admin admin] Router 9f6f266d-8ae1-4a80-9951-c3db1b70854d is scheduled to L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f with binding_index 1 {{(pid=101292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 00:05:20.779134 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:20.951599 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cee76e2-94a2-4b12-8836-3f0dc70de414 None None] Network 81f6d4d0-7435-4cbe-a745-5980335b7cb0 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:05:21.077161 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-33ff9a0f-6b4b-4e2d-b971-4a746b8a391c None None] Provisioning for port 52b5aa56-bf0e-4265-b782-a3043678e8b6 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:05:21.140924 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c2a097b-88f1-445c-bdab-df05fd4cb6d2 admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:05:21.150799 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7931e9c-be0c-4705-923d-d7b81dbc1e07 None None] Sync routers for ids ['9f6f266d-8ae1-4a80-9951-c3db1b70854d'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:05:21.161547 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5c2a097b-88f1-445c-bdab-df05fd4cb6d2 admin admin] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:21.166373 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7931e9c-be0c-4705-923d-d7b81dbc1e07 None None] Routers {'9f6f266d-8ae1-4a80-9951-c3db1b70854d'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:05:21.166546 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-5c2a097b-88f1-445c-bdab-df05fd4cb6d2 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8450954 Aug 17 00:05:21.166662 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-d7931e9c-be0c-4705-923d-d7b81dbc1e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:05:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['9f6f266d-8ae1-4a80-9951-c3db1b70854d'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:05:21.167049 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 58774) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:21.281751 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-d7931e9c-be0c-4705-923d-d7b81dbc1e07 None None] Set router 9f6f266d-8ae1-4a80-9951-c3db1b70854d gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:05:21.484473 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-d7931e9c-be0c-4705-923d-d7b81dbc1e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f6f266d-8ae1-4a80-9951-c3db1b70854d', 'name': 'tempest-TestEncryptedCinderVolumes-1630151961-router', 'tenant_id': '5fe37a46169b496b93086150e3812243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '5c96884c-f0c5-44ff-b722-53c013dcd3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:05:19Z', 'updated_at': '2021-08-17T00:05:20Z', 'revision_number': 3, 'project_id': '5fe37a46169b496b93086150e3812243', 'gw_port': {'id': '5c96884c-f0c5-44ff-b722-53c013dcd3ef', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:41:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f6f266d-8ae1-4a80-9951-c3db1b70854d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:05:19Z', 'updated_at': '2021-08-17T00:05:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:05:21.496824 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 52b5aa56-bf0e-4265-b782-a3043678e8b6 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:05:21.529362 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7931e9c-be0c-4705-923d-d7b81dbc1e07 None None] Checking router: 9f6f266d-8ae1-4a80-9951-c3db1b70854d for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:05:21.529776 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7931e9c-be0c-4705-923d-d7b81dbc1e07 None None] Updating router 9f6f266d-8ae1-4a80-9951-c3db1b70854d port 5c96884c-f0c5-44ff-b722-53c013dcd3ef binding host n-d-791506-26 {{(pid=101294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:05:21.553222 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 52b5aa56-bf0e-4265-b782-a3043678e8b6 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:05:21.557441 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 52b5aa56-bf0e-4265-b782-a3043678e8b6 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:05:21.557622 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:21.560420 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-d7931e9c-be0c-4705-923d-d7b81dbc1e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:21.639579 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:21.640600 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1b6e7412-f3d8-41ad-aaf9-3ee79f582cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:21.674376 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 52b5aa56-bf0e-4265-b782-a3043678e8b6, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=52b5aa56-bf0e-4265-b782-a3043678e8b6,segment=NetworkSegment(a76a813e-6180-43ff-bbfc-3de2dfd57d0c),segment_id=a76a813e-6180-43ff-bbfc-3de2dfd57d0c)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:05:21.679447 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:21.735652 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=52b5aa56-bf0e-4265-b782-a3043678e8b6,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:21.816005 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-1b6e7412-f3d8-41ad-aaf9-3ee79f582cae admin admin] Allocated IP 172.20.0.1 (81f6d4d0-7435-4cbe-a745-5980335b7cb0/7da9e536-eee2-48bb-ab56-0f9a05a8faf1/e1cb37f1-7214-4349-bb12-c18cb721de85) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:05:21.849940 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:21.920657 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-d7931e9c-be0c-4705-923d-d7b81dbc1e07 None None] Notify callbacks [] for port, precommit_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:21.933090 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.provisioning_blocks [None req-d7931e9c-be0c-4705-923d-d7b81dbc1e07 None None] Transition to ACTIVE for port object 5c96884c-f0c5-44ff-b722-53c013dcd3ef will not be triggered until provisioned by entity L2. {{(pid=101294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:05:21.933842 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1b6e7412-f3d8-41ad-aaf9-3ee79f582cae admin admin] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:21.938513 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-d7931e9c-be0c-4705-923d-d7b81dbc1e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:21.948802 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [None req-1b6e7412-f3d8-41ad-aaf9-3ee79f582cae admin admin] Transition to ACTIVE for port object e1cb37f1-7214-4349-bb12-c18cb721de85 will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:05:21.985276 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1b6e7412-f3d8-41ad-aaf9-3ee79f582cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:21.991246 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-d7931e9c-be0c-4705-923d-d7b81dbc1e07 None None] Attempting to bind port 5c96884c-f0c5-44ff-b722-53c013dcd3ef on host n-d-791506-26 for vnic_type normal with profile {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:05:21.992096 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-d7931e9c-be0c-4705-923d-d7b81dbc1e07 None None] Attempting to bind port 5c96884c-f0c5-44ff-b722-53c013dcd3ef by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:05:21.992451 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7931e9c-be0c-4705-923d-d7b81dbc1e07 None None] Attempting to bind port 5c96884c-f0c5-44ff-b722-53c013dcd3ef on network c22c4980-c849-406d-982c-a5d68c515a94 {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:05:21.998172 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b74c857-6e1f-4c74-a852-b44e97792ca7 None None] Pushing event updated for resources: {'Port': ['ID=5c96884c-f0c5-44ff-b722-53c013dcd3ef,revision_number=2']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:22.002759 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7931e9c-be0c-4705-923d-d7b81dbc1e07 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:05:22.003131 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7931e9c-be0c-4705-923d-d7b81dbc1e07 None None] Checking segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:05:22.003525 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-d7931e9c-be0c-4705-923d-d7b81dbc1e07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:22.003911 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7931e9c-be0c-4705-923d-d7b81dbc1e07 None None] Bound using segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:05:22.004366 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-d7931e9c-be0c-4705-923d-d7b81dbc1e07 None None] Bound port: 5c96884c-f0c5-44ff-b722-53c013dcd3ef, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:05:22.004764 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-d7931e9c-be0c-4705-923d-d7b81dbc1e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:22.011074 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b74c857-6e1f-4c74-a852-b44e97792ca7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:05:22.011425 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b74c857-6e1f-4c74-a852-b44e97792ca7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:05:22.011752 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b74c857-6e1f-4c74-a852-b44e97792ca7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:05:22.012109 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b74c857-6e1f-4c74-a852-b44e97792ca7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:05:22.012440 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b74c857-6e1f-4c74-a852-b44e97792ca7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:05:22.013198 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b74c857-6e1f-4c74-a852-b44e97792ca7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:05:22.013198 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b74c857-6e1f-4c74-a852-b44e97792ca7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:05:22.013424 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b74c857-6e1f-4c74-a852-b44e97792ca7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:05:22.013723 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b74c857-6e1f-4c74-a852-b44e97792ca7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:05:22.014039 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b74c857-6e1f-4c74-a852-b44e97792ca7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:05:22.014355 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b74c857-6e1f-4c74-a852-b44e97792ca7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:05:22.014876 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b74c857-6e1f-4c74-a852-b44e97792ca7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:05:22.029150 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6e7412-f3d8-41ad-aaf9-3ee79f582cae admin admin] Network 81f6d4d0-7435-4cbe-a745-5980335b7cb0 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:05:22.032340 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-1b6e7412-f3d8-41ad-aaf9-3ee79f582cae admin admin] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:05:22.034736 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6e7412-f3d8-41ad-aaf9-3ee79f582cae admin admin] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:05:22.060484 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6e7412-f3d8-41ad-aaf9-3ee79f582cae admin admin] Pushing event updated for resources: {'Port': ['ID=e1cb37f1-7214-4349-bb12-c18cb721de85,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:22.071630 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-d7931e9c-be0c-4705-923d-d7b81dbc1e07 None None] For port 5c96884c-f0c5-44ff-b722-53c013dcd3ef, host n-d-791506-26, cleared binding levels {{(pid=101294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:05:22.075736 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-d7931e9c-be0c-4705-923d-d7b81dbc1e07 None None] For port 5c96884c-f0c5-44ff-b722-53c013dcd3ef, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=5c96884c-f0c5-44ff-b722-53c013dcd3ef,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:05:22.082257 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-d7931e9c-be0c-4705-923d-d7b81dbc1e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:22.083115 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1b6e7412-f3d8-41ad-aaf9-3ee79f582cae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954230'] for router_interface, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:22.146799 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b74c857-6e1f-4c74-a852-b44e97792ca7 None None] Pushing event updated for resources: {'Port': ['ID=5c96884c-f0c5-44ff-b722-53c013dcd3ef,revision_number=3']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:22.157131 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7931e9c-be0c-4705-923d-d7b81dbc1e07 None None] Routers {'9f6f266d-8ae1-4a80-9951-c3db1b70854d'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:05:22.157754 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-d7931e9c-be0c-4705-923d-d7b81dbc1e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:05:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['9f6f266d-8ae1-4a80-9951-c3db1b70854d'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:05:22.240864 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1b6e7412-f3d8-41ad-aaf9-3ee79f582cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:22.273596 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-d7931e9c-be0c-4705-923d-d7b81dbc1e07 None None] Set router 9f6f266d-8ae1-4a80-9951-c3db1b70854d gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:05:22.354243 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-a2c100b6-a87e-4c37-83cf-315523ef1406 None None] Provisioning for port e1cb37f1-7214-4349-bb12-c18cb721de85 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:05:22.359799 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-a2c100b6-a87e-4c37-83cf-315523ef1406 None None] Provisioning complete for port e1cb37f1-7214-4349-bb12-c18cb721de85 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:05:22.360214 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a2c100b6-a87e-4c37-83cf-315523ef1406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:22.395891 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-a2c100b6-a87e-4c37-83cf-315523ef1406 None None] Port e1cb37f1-7214-4349-bb12-c18cb721de85 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:05:22.416060 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1b6e7412-f3d8-41ad-aaf9-3ee79f582cae admin admin] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:22.420978 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1b6e7412-f3d8-41ad-aaf9-3ee79f582cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:22.474128 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-d7931e9c-be0c-4705-923d-d7b81dbc1e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f6f266d-8ae1-4a80-9951-c3db1b70854d', 'name': 'tempest-TestEncryptedCinderVolumes-1630151961-router', 'tenant_id': '5fe37a46169b496b93086150e3812243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '5c96884c-f0c5-44ff-b722-53c013dcd3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:05:19Z', 'updated_at': '2021-08-17T00:05:20Z', 'revision_number': 3, 'project_id': '5fe37a46169b496b93086150e3812243', 'gw_port': {'id': '5c96884c-f0c5-44ff-b722-53c013dcd3ef', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:41:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f6f266d-8ae1-4a80-9951-c3db1b70854d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:05:19Z', 'updated_at': '2021-08-17T00:05:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:05:22.488467 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1b6e7412-f3d8-41ad-aaf9-3ee79f582cae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954122'] for router_interface, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:22.490370 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6e7412-f3d8-41ad-aaf9-3ee79f582cae admin admin] Pushing event updated for resources: {'Port': ['ID=e1cb37f1-7214-4349-bb12-c18cb721de85,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:22.505384 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7931e9c-be0c-4705-923d-d7b81dbc1e07 None None] The sync data for ids ['9f6f266d-8ae1-4a80-9951-c3db1b70854d'] in n-d-791506-26 is: [{'id': '9f6f266d-8ae1-4a80-9951-c3db1b70854d', 'name': 'tempest-TestEncryptedCinderVolumes-1630151961-router', 'tenant_id': '5fe37a46169b496b93086150e3812243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '5c96884c-f0c5-44ff-b722-53c013dcd3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:05:19Z', 'updated_at': '2021-08-17T00:05:20Z', 'revision_number': 3, 'project_id': '5fe37a46169b496b93086150e3812243', 'gw_port': {'id': '5c96884c-f0c5-44ff-b722-53c013dcd3ef', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:41:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f6f266d-8ae1-4a80-9951-c3db1b70854d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:05:19Z', 'updated_at': '2021-08-17T00:05:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:05:22.594863 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6e7412-f3d8-41ad-aaf9-3ee79f582cae admin admin] Network 81f6d4d0-7435-4cbe-a745-5980335b7cb0 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:05:22.596277 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-1b6e7412-f3d8-41ad-aaf9-3ee79f582cae admin admin] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:05:22.721461 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b6e7412-f3d8-41ad-aaf9-3ee79f582cae admin admin] Router 9f6f266d-8ae1-4a80-9951-c3db1b70854d has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:05:22.863400 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b6e7412-f3d8-41ad-aaf9-3ee79f582cae admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:05:22.869954 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-1b6e7412-f3d8-41ad-aaf9-3ee79f582cae admin admin] 10.222.0.36 "PUT /v2.0/routers/9f6f266d-8ae1-4a80-9951-c3db1b70854d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7018404 Aug 17 00:05:22.934726 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-1b272be3-bfdb-4e68-b4b0-15c870620382 None None] Provisioning complete for port e1cb37f1-7214-4349-bb12-c18cb721de85 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:05:22.935113 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-1b272be3-bfdb-4e68-b4b0-15c870620382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:22.983130 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-1b272be3-bfdb-4e68-b4b0-15c870620382 None None] Port e1cb37f1-7214-4349-bb12-c18cb721de85 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:05:23.105718 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:23.403055 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 58790) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:23.408799 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-681ef739-732a-4a3d-a985-f5fc77e497fb admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-881681084-network', 'tenant_id': '58e1f23706ac44e4b2c19e0ed85fae58'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:05:23.433109 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-681ef739-732a-4a3d-a985-f5fc77e497fb admin admin] Made reservation on behalf of 58e1f23706ac44e4b2c19e0ed85fae58 for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:05:23.435460 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-681ef739-732a-4a3d-a985-f5fc77e497fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:23.445730 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-681ef739-732a-4a3d-a985-f5fc77e497fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:23.550376 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 52b5aa56-bf0e-4265-b782-a3043678e8b6 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:05:23.556021 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-681ef739-732a-4a3d-a985-f5fc77e497fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:23.560916 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-681ef739-732a-4a3d-a985-f5fc77e497fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:23.589839 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-681ef739-732a-4a3d-a985-f5fc77e497fb admin admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:05:23.596201 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681ef739-732a-4a3d-a985-f5fc77e497fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb42bc5-66db-4c8e-845f-4f08bc4e70f2,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:23.598658 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 52b5aa56-bf0e-4265-b782-a3043678e8b6 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:05:23.599038 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:23.605047 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-681ef739-732a-4a3d-a985-f5fc77e497fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:23.605406 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-681ef739-732a-4a3d-a985-f5fc77e497fb admin admin] Added segment 3a3ecbdd-e1d0-4db8-8c33-d9d572d76efd of type vlan for network 0eaf57db-586c-43ca-bd0e-c6318c3149d4 Aug 17 00:05:23.647497 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-681ef739-732a-4a3d-a985-f5fc77e497fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:23.678378 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 5c96884c-f0c5-44ff-b722-53c013dcd3ef up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:05:23.678905 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-681ef739-732a-4a3d-a985-f5fc77e497fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:23.679889 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681ef739-732a-4a3d-a985-f5fc77e497fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:23.680591 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-681ef739-732a-4a3d-a985-f5fc77e497fb admin admin] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:23.729230 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 5c96884c-f0c5-44ff-b722-53c013dcd3ef completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:05:23.733213 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 5c96884c-f0c5-44ff-b722-53c013dcd3ef triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:05:23.733642 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:23.736146 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-681ef739-732a-4a3d-a985-f5fc77e497fb admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3317513 Aug 17 00:05:23.738810 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 58792) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:23.745207 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-5e10e6dd-e886-448c-b90d-939b6acb6144 admin admin] Request body: {'subnet': {'network_id': '0eaf57db-586c-43ca-bd0e-c6318c3149d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-881681084-subnet', 'tenant_id': '58e1f23706ac44e4b2c19e0ed85fae58', 'ip_version': 4}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:05:23.755399 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681ef739-732a-4a3d-a985-f5fc77e497fb admin admin] Pushing event updated for resources: {'Network': ['ID=0eaf57db-586c-43ca-bd0e-c6318c3149d4,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:23.768634 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 0eaf57db-586c-43ca-bd0e-c6318c3149d4 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:05:23.774780 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e10e6dd-e886-448c-b90d-939b6acb6144 admin admin] Made reservation on behalf of 58e1f23706ac44e4b2c19e0ed85fae58 for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:05:23.777142 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5e10e6dd-e886-448c-b90d-939b6acb6144 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:23.878370 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:23.900096 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 5c96884c-f0c5-44ff-b722-53c013dcd3ef, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=5c96884c-f0c5-44ff-b722-53c013dcd3ef,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:05:23.905642 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:23.954808 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=5c96884c-f0c5-44ff-b722-53c013dcd3ef,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:23.965051 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5e10e6dd-e886-448c-b90d-939b6acb6144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:24.020097 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e10e6dd-e886-448c-b90d-939b6acb6144 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7eae451-4db6-4b44-adf4-2bf0ac4a9e93,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:24.031231 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e10e6dd-e886-448c-b90d-939b6acb6144 admin admin] Checking segment: {'id': '3a3ecbdd-e1d0-4db8-8c33-d9d572d76efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '0eaf57db-586c-43ca-bd0e-c6318c3149d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:05:24.031592 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e10e6dd-e886-448c-b90d-939b6acb6144 admin admin] Network hostable DHCP agents. Network: 0eaf57db-586c-43ca-bd0e-c6318c3149d4, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:05:24.047878 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e10e6dd-e886-448c-b90d-939b6acb6144 admin admin] Network 0eaf57db-586c-43ca-bd0e-c6318c3149d4 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:05:24.056735 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-5e10e6dd-e886-448c-b90d-939b6acb6144 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 0eaf57db-586c-43ca-bd0e-c6318c3149d4) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:05:24.060858 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e10e6dd-e886-448c-b90d-939b6acb6144 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:24.061446 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5e10e6dd-e886-448c-b90d-939b6acb6144 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:24.067046 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91514b5e-d53f-4197-a996-c4698ff156de None None] Network 0eaf57db-586c-43ca-bd0e-c6318c3149d4 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:05:24.078222 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-5e10e6dd-e886-448c-b90d-939b6acb6144 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3381760 Aug 17 00:05:24.081101 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 58794) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:24.086678 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-ee218975-0997-4fe2-bb0e-3cff100c52bd admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-881681084-router', 'tenant_id': '58e1f23706ac44e4b2c19e0ed85fae58', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:05:24.108930 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ee218975-0997-4fe2-bb0e-3cff100c52bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:24.110522 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ee218975-0997-4fe2-bb0e-3cff100c52bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:24.110810 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a18b2c9-e654-4791-b84b-239a6af00aa1 None None] Sync routers for ids ['9f6f266d-8ae1-4a80-9951-c3db1b70854d'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:05:24.133629 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a18b2c9-e654-4791-b84b-239a6af00aa1 None None] Routers {'9f6f266d-8ae1-4a80-9951-c3db1b70854d'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:05:24.134356 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-3a18b2c9-e654-4791-b84b-239a6af00aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:05:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['9f6f266d-8ae1-4a80-9951-c3db1b70854d'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:05:24.166610 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ee218975-0997-4fe2-bb0e-3cff100c52bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:24.310704 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ee218975-0997-4fe2-bb0e-3cff100c52bd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:24.449935 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-3a18b2c9-e654-4791-b84b-239a6af00aa1 None None] Set router 9f6f266d-8ae1-4a80-9951-c3db1b70854d gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:05:24.507249 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e73619-644c-49f4-adfb-402f02a56999 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-0eaf57db-586c-43ca-bd0e-c6318c3149d4', 'network_id': '0eaf57db-586c-43ca-bd0e-c6318c3149d4', 'tenant_id': '58e1f23706ac44e4b2c19e0ed85fae58', 'fixed_ips': [{'subnet_id': 'f7eae451-4db6-4b44-adf4-2bf0ac4a9e93'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:05:24.508164 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-49e73619-644c-49f4-adfb-402f02a56999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:24.539055 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ee218975-0997-4fe2-bb0e-3cff100c52bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:24.559752 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ee218975-0997-4fe2-bb0e-3cff100c52bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:24.668503 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-ee218975-0997-4fe2-bb0e-3cff100c52bd admin admin] Allocated IP 172.25.4.70 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/0f53f25a-808a-4ccf-9568-f1a776d0360b) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:05:24.763631 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-49e73619-644c-49f4-adfb-402f02a56999 None None] Allocated IP 172.20.0.2 (0eaf57db-586c-43ca-bd0e-c6318c3149d4/f7eae451-4db6-4b44-adf4-2bf0ac4a9e93/4e414416-aead-4282-ade7-6c387f2d5cdf) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:05:24.781382 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ee218975-0997-4fe2-bb0e-3cff100c52bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:24.829636 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ee218975-0997-4fe2-bb0e-3cff100c52bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:24.858784 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-3a18b2c9-e654-4791-b84b-239a6af00aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f6f266d-8ae1-4a80-9951-c3db1b70854d', 'name': 'tempest-TestEncryptedCinderVolumes-1630151961-router', 'tenant_id': '5fe37a46169b496b93086150e3812243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '5c96884c-f0c5-44ff-b722-53c013dcd3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:05:19Z', 'updated_at': '2021-08-17T00:05:22Z', 'revision_number': 4, 'project_id': '5fe37a46169b496b93086150e3812243', 'gw_port': {'id': '5c96884c-f0c5-44ff-b722-53c013dcd3ef', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:41:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6f266d-8ae1-4a80-9951-c3db1b70854d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:05:19Z', 'updated_at': '2021-08-17T00:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'e1cb37f1-7214-4349-bb12-c18cb721de85', 'name': '', 'network_id': '81f6d4d0-7435-4cbe-a745-5980335b7cb0', 'tenant_id': '5fe37a46169b496b93086150e3812243', 'mac_address': 'fa:16:3e:38:50:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f6f266d-8ae1-4a80-9951-c3db1b70854d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '7da9e536-eee2-48bb-ab56-0f9a05a8faf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:05:21Z', 'updated_at': '2021-08-17T00:05:22Z', 'revision_number': 2, 'project_id': '5fe37a46169b496b93086150e3812243', 'subnets': [{'id': '7da9e536-eee2-48bb-ab56-0f9a05a8faf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:05:24.866001 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee218975-0997-4fe2-bb0e-3cff100c52bd admin admin] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:05:24.873218 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-ee218975-0997-4fe2-bb0e-3cff100c52bd admin admin] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:05:24.876830 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee218975-0997-4fe2-bb0e-3cff100c52bd admin admin] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:05:24.895977 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a18b2c9-e654-4791-b84b-239a6af00aa1 None None] Checking router: 9f6f266d-8ae1-4a80-9951-c3db1b70854d for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:05:24.896417 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a18b2c9-e654-4791-b84b-239a6af00aa1 None None] Updating router 9f6f266d-8ae1-4a80-9951-c3db1b70854d port e1cb37f1-7214-4349-bb12-c18cb721de85 binding host n-d-791506-26 {{(pid=101293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:05:24.900021 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee218975-0997-4fe2-bb0e-3cff100c52bd admin admin] Pushing event updated for resources: {'Port': ['ID=0f53f25a-808a-4ccf-9568-f1a776d0360b,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:24.938164 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-3a18b2c9-e654-4791-b84b-239a6af00aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:25.016975 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-49e73619-644c-49f4-adfb-402f02a56999 None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:25.032910 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-49e73619-644c-49f4-adfb-402f02a56999 None None] Transition to ACTIVE for port object 4e414416-aead-4282-ade7-6c387f2d5cdf will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:05:25.103735 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-49e73619-644c-49f4-adfb-402f02a56999 None None] Transition to ACTIVE for port object 4e414416-aead-4282-ade7-6c387f2d5cdf will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:05:25.113831 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-49e73619-644c-49f4-adfb-402f02a56999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:25.155892 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ee218975-0997-4fe2-bb0e-3cff100c52bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:25.207305 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e73619-644c-49f4-adfb-402f02a56999 None None] Network 0eaf57db-586c-43ca-bd0e-c6318c3149d4 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:05:25.214665 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-49e73619-644c-49f4-adfb-402f02a56999 None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:05:25.216409 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e73619-644c-49f4-adfb-402f02a56999 None None] Pushing event updated for resources: {'Port': ['ID=4e414416-aead-4282-ade7-6c387f2d5cdf,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:25.218596 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e73619-644c-49f4-adfb-402f02a56999 None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:05:25.304077 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-49e73619-644c-49f4-adfb-402f02a56999 None None] Attempting to bind port 4e414416-aead-4282-ade7-6c387f2d5cdf on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:05:25.304457 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-49e73619-644c-49f4-adfb-402f02a56999 None None] Attempting to bind port 4e414416-aead-4282-ade7-6c387f2d5cdf by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '3a3ecbdd-e1d0-4db8-8c33-d9d572d76efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '0eaf57db-586c-43ca-bd0e-c6318c3149d4'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:05:25.304948 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e73619-644c-49f4-adfb-402f02a56999 None None] Attempting to bind port 4e414416-aead-4282-ade7-6c387f2d5cdf on network 0eaf57db-586c-43ca-bd0e-c6318c3149d4 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:05:25.314978 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e73619-644c-49f4-adfb-402f02a56999 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:05:25.315361 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e73619-644c-49f4-adfb-402f02a56999 None None] Checking segment: {'id': '3a3ecbdd-e1d0-4db8-8c33-d9d572d76efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '0eaf57db-586c-43ca-bd0e-c6318c3149d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:05:25.315776 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-49e73619-644c-49f4-adfb-402f02a56999 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:25.316188 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e73619-644c-49f4-adfb-402f02a56999 None None] Bound using segment: {'id': '3a3ecbdd-e1d0-4db8-8c33-d9d572d76efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '0eaf57db-586c-43ca-bd0e-c6318c3149d4'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:05:25.316692 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-49e73619-644c-49f4-adfb-402f02a56999 None None] Bound port: 4e414416-aead-4282-ade7-6c387f2d5cdf, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a3ecbdd-e1d0-4db8-8c33-d9d572d76efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '0eaf57db-586c-43ca-bd0e-c6318c3149d4'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:05:25.317099 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-49e73619-644c-49f4-adfb-402f02a56999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:25.364257 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ee218975-0997-4fe2-bb0e-3cff100c52bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:25.411391 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-3a18b2c9-e654-4791-b84b-239a6af00aa1 None None] Notify callbacks [] for port, precommit_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:25.432940 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-3a18b2c9-e654-4791-b84b-239a6af00aa1 None None] Transition to ACTIVE for port object e1cb37f1-7214-4349-bb12-c18cb721de85 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:05:25.437223 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-49e73619-644c-49f4-adfb-402f02a56999 None None] For port 4e414416-aead-4282-ade7-6c387f2d5cdf, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:05:25.440424 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-49e73619-644c-49f4-adfb-402f02a56999 None None] For port 4e414416-aead-4282-ade7-6c387f2d5cdf, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=4e414416-aead-4282-ade7-6c387f2d5cdf,segment=NetworkSegment(3a3ecbdd-e1d0-4db8-8c33-d9d572d76efd),segment_id=3a3ecbdd-e1d0-4db8-8c33-d9d572d76efd)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:05:25.442847 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-3a18b2c9-e654-4791-b84b-239a6af00aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:25.449211 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-49e73619-644c-49f4-adfb-402f02a56999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:25.480678 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 5c96884c-f0c5-44ff-b722-53c013dcd3ef up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:05:25.511313 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee218975-0997-4fe2-bb0e-3cff100c52bd admin admin] Router 02a88929-944a-4e2d-8525-45c871728eff is scheduled to L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f with binding_index 1 {{(pid=101292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 00:05:25.547450 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c36129-5170-421c-986d-693798a1d289 None None] Pushing event updated for resources: {'Port': ['ID=e1cb37f1-7214-4349-bb12-c18cb721de85,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:25.637406 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee218975-0997-4fe2-bb0e-3cff100c52bd admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:05:25.644212 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e73619-644c-49f4-adfb-402f02a56999 None None] Pushing event updated for resources: {'Port': ['ID=4e414416-aead-4282-ade7-6c387f2d5cdf,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:25.648885 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cc7736-ef32-441f-bcff-41b89f38c439 None None] Sync routers for ids ['02a88929-944a-4e2d-8525-45c871728eff'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:05:25.653548 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-3a18b2c9-e654-4791-b84b-239a6af00aa1 None None] Attempting to bind port e1cb37f1-7214-4349-bb12-c18cb721de85 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:05:25.654088 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-3a18b2c9-e654-4791-b84b-239a6af00aa1 None None] Attempting to bind port e1cb37f1-7214-4349-bb12-c18cb721de85 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': 'a76a813e-6180-43ff-bbfc-3de2dfd57d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '81f6d4d0-7435-4cbe-a745-5980335b7cb0'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:05:25.654301 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a18b2c9-e654-4791-b84b-239a6af00aa1 None None] Attempting to bind port e1cb37f1-7214-4349-bb12-c18cb721de85 on network 81f6d4d0-7435-4cbe-a745-5980335b7cb0 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:05:25.660437 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a18b2c9-e654-4791-b84b-239a6af00aa1 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:05:25.660845 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a18b2c9-e654-4791-b84b-239a6af00aa1 None None] Checking segment: {'id': 'a76a813e-6180-43ff-bbfc-3de2dfd57d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '81f6d4d0-7435-4cbe-a745-5980335b7cb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:05:25.661256 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-3a18b2c9-e654-4791-b84b-239a6af00aa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:25.661476 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cc7736-ef32-441f-bcff-41b89f38c439 None None] Routers {'02a88929-944a-4e2d-8525-45c871728eff'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:05:25.661649 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a18b2c9-e654-4791-b84b-239a6af00aa1 None None] Bound using segment: {'id': 'a76a813e-6180-43ff-bbfc-3de2dfd57d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '81f6d4d0-7435-4cbe-a745-5980335b7cb0'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:05:25.662957 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-3a18b2c9-e654-4791-b84b-239a6af00aa1 None None] Bound port: e1cb37f1-7214-4349-bb12-c18cb721de85, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a76a813e-6180-43ff-bbfc-3de2dfd57d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '81f6d4d0-7435-4cbe-a745-5980335b7cb0'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:05:25.663078 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-65cc7736-ef32-441f-bcff-41b89f38c439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:05:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['02a88929-944a-4e2d-8525-45c871728eff'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:05:25.663282 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-3a18b2c9-e654-4791-b84b-239a6af00aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:25.679279 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ee218975-0997-4fe2-bb0e-3cff100c52bd admin admin] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:25.683868 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 58796) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:05:25.684441 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-ee218975-0997-4fe2-bb0e-3cff100c52bd admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6019008 Aug 17 00:05:25.696429 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 5c96884c-f0c5-44ff-b722-53c013dcd3ef triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:05:25.697093 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:25.821469 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-3a18b2c9-e654-4791-b84b-239a6af00aa1 None None] For port e1cb37f1-7214-4349-bb12-c18cb721de85, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:05:25.823839 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-65cc7736-ef32-441f-bcff-41b89f38c439 None None] Set router 02a88929-944a-4e2d-8525-45c871728eff gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:05:25.828719 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-3a18b2c9-e654-4791-b84b-239a6af00aa1 None None] For port e1cb37f1-7214-4349-bb12-c18cb721de85, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=e1cb37f1-7214-4349-bb12-c18cb721de85,segment=NetworkSegment(a76a813e-6180-43ff-bbfc-3de2dfd57d0c),segment_id=a76a813e-6180-43ff-bbfc-3de2dfd57d0c)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:05:25.835547 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-3a18b2c9-e654-4791-b84b-239a6af00aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:25.984411 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c36129-5170-421c-986d-693798a1d289 None None] Pushing event updated for resources: {'Port': ['ID=e1cb37f1-7214-4349-bb12-c18cb721de85,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:25.988730 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a18b2c9-e654-4791-b84b-239a6af00aa1 None None] Routers {'9f6f266d-8ae1-4a80-9951-c3db1b70854d'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:05:25.989769 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-3a18b2c9-e654-4791-b84b-239a6af00aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:05:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['9f6f266d-8ae1-4a80-9951-c3db1b70854d'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:05:26.030983 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-65cc7736-ef32-441f-bcff-41b89f38c439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a88929-944a-4e2d-8525-45c871728eff', 'name': 'tempest-TestEncryptedCinderVolumes-881681084-router', 'tenant_id': '58e1f23706ac44e4b2c19e0ed85fae58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '0f53f25a-808a-4ccf-9568-f1a776d0360b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:05:24Z', 'updated_at': '2021-08-17T00:05:25Z', 'revision_number': 3, 'project_id': '58e1f23706ac44e4b2c19e0ed85fae58', 'gw_port': {'id': '0f53f25a-808a-4ccf-9568-f1a776d0360b', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f3:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02a88929-944a-4e2d-8525-45c871728eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:05:24Z', 'updated_at': '2021-08-17T00:05:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:05:26.060757 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:26.064583 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cc7736-ef32-441f-bcff-41b89f38c439 None None] Checking router: 02a88929-944a-4e2d-8525-45c871728eff for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:05:26.065157 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cc7736-ef32-441f-bcff-41b89f38c439 None None] Updating router 02a88929-944a-4e2d-8525-45c871728eff port 0f53f25a-808a-4ccf-9568-f1a776d0360b binding host n-d-791506-26 {{(pid=101294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:05:26.093854 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-65cc7736-ef32-441f-bcff-41b89f38c439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:26.127216 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-3a18b2c9-e654-4791-b84b-239a6af00aa1 None None] Set router 9f6f266d-8ae1-4a80-9951-c3db1b70854d gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:05:26.284019 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7a3c8877-7e93-4664-a877-58996262947a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:26.371906 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-3a18b2c9-e654-4791-b84b-239a6af00aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f6f266d-8ae1-4a80-9951-c3db1b70854d', 'name': 'tempest-TestEncryptedCinderVolumes-1630151961-router', 'tenant_id': '5fe37a46169b496b93086150e3812243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '5c96884c-f0c5-44ff-b722-53c013dcd3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:05:19Z', 'updated_at': '2021-08-17T00:05:22Z', 'revision_number': 4, 'project_id': '5fe37a46169b496b93086150e3812243', 'gw_port': {'id': '5c96884c-f0c5-44ff-b722-53c013dcd3ef', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:41:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6f266d-8ae1-4a80-9951-c3db1b70854d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:05:19Z', 'updated_at': '2021-08-17T00:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'e1cb37f1-7214-4349-bb12-c18cb721de85', 'name': '', 'network_id': '81f6d4d0-7435-4cbe-a745-5980335b7cb0', 'tenant_id': '5fe37a46169b496b93086150e3812243', 'mac_address': 'fa:16:3e:38:50:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f6f266d-8ae1-4a80-9951-c3db1b70854d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '7da9e536-eee2-48bb-ab56-0f9a05a8faf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:05:21Z', 'updated_at': '2021-08-17T00:05:25Z', 'revision_number': 4, 'project_id': '5fe37a46169b496b93086150e3812243', 'subnets': [{'id': '7da9e536-eee2-48bb-ab56-0f9a05a8faf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:05:26.404011 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a18b2c9-e654-4791-b84b-239a6af00aa1 None None] The sync data for ids ['9f6f266d-8ae1-4a80-9951-c3db1b70854d'] in n-d-791506-26 is: [{'id': '9f6f266d-8ae1-4a80-9951-c3db1b70854d', 'name': 'tempest-TestEncryptedCinderVolumes-1630151961-router', 'tenant_id': '5fe37a46169b496b93086150e3812243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '5c96884c-f0c5-44ff-b722-53c013dcd3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:05:19Z', 'updated_at': '2021-08-17T00:05:22Z', 'revision_number': 4, 'project_id': '5fe37a46169b496b93086150e3812243', 'gw_port': {'id': '5c96884c-f0c5-44ff-b722-53c013dcd3ef', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:41:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6f266d-8ae1-4a80-9951-c3db1b70854d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:05:19Z', 'updated_at': '2021-08-17T00:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'e1cb37f1-7214-4349-bb12-c18cb721de85', 'name': '', 'network_id': '81f6d4d0-7435-4cbe-a745-5980335b7cb0', 'tenant_id': '5fe37a46169b496b93086150e3812243', 'mac_address': 'fa:16:3e:38:50:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f6f266d-8ae1-4a80-9951-c3db1b70854d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '7da9e536-eee2-48bb-ab56-0f9a05a8faf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:05:21Z', 'updated_at': '2021-08-17T00:05:25Z', 'revision_number': 4, 'project_id': '5fe37a46169b496b93086150e3812243', 'subnets': [{'id': '7da9e536-eee2-48bb-ab56-0f9a05a8faf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:05:26.408755 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-65cc7736-ef32-441f-bcff-41b89f38c439 None None] Notify callbacks [] for port, precommit_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:26.423229 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.provisioning_blocks [None req-65cc7736-ef32-441f-bcff-41b89f38c439 None None] Transition to ACTIVE for port object 0f53f25a-808a-4ccf-9568-f1a776d0360b will not be triggered until provisioned by entity L2. {{(pid=101294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:05:26.435982 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-65cc7736-ef32-441f-bcff-41b89f38c439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:26.479646 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-7a3c8877-7e93-4664-a877-58996262947a admin admin] Allocated IP 172.20.0.1 (0eaf57db-586c-43ca-bd0e-c6318c3149d4/f7eae451-4db6-4b44-adf4-2bf0ac4a9e93/c55058d0-d982-4e79-ad98-38896d60c4da) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:05:26.535721 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-65cc7736-ef32-441f-bcff-41b89f38c439 None None] Attempting to bind port 0f53f25a-808a-4ccf-9568-f1a776d0360b on host n-d-791506-26 for vnic_type normal with profile {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:05:26.536822 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-65cc7736-ef32-441f-bcff-41b89f38c439 None None] Attempting to bind port 0f53f25a-808a-4ccf-9568-f1a776d0360b by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:05:26.537345 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cc7736-ef32-441f-bcff-41b89f38c439 None None] Attempting to bind port 0f53f25a-808a-4ccf-9568-f1a776d0360b on network c22c4980-c849-406d-982c-a5d68c515a94 {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:05:26.541163 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c09786b-d8b1-49b3-84a8-ee5e57a94e00 None None] Pushing event updated for resources: {'Port': ['ID=0f53f25a-808a-4ccf-9568-f1a776d0360b,revision_number=2']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:26.548599 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cc7736-ef32-441f-bcff-41b89f38c439 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:05:26.549168 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cc7736-ef32-441f-bcff-41b89f38c439 None None] Checking segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:05:26.549932 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-65cc7736-ef32-441f-bcff-41b89f38c439 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:26.550577 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cc7736-ef32-441f-bcff-41b89f38c439 None None] Bound using segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:05:26.551203 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-65cc7736-ef32-441f-bcff-41b89f38c439 None None] Bound port: 0f53f25a-808a-4ccf-9568-f1a776d0360b, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:05:26.551757 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-65cc7736-ef32-441f-bcff-41b89f38c439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:26.621998 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-65cc7736-ef32-441f-bcff-41b89f38c439 None None] For port 0f53f25a-808a-4ccf-9568-f1a776d0360b, host n-d-791506-26, cleared binding levels {{(pid=101294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:05:26.626616 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-65cc7736-ef32-441f-bcff-41b89f38c439 None None] For port 0f53f25a-808a-4ccf-9568-f1a776d0360b, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=0f53f25a-808a-4ccf-9568-f1a776d0360b,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:05:26.636381 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7a3c8877-7e93-4664-a877-58996262947a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:26.641504 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-65cc7736-ef32-441f-bcff-41b89f38c439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:26.654061 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-7a3c8877-7e93-4664-a877-58996262947a admin admin] Transition to ACTIVE for port object c55058d0-d982-4e79-ad98-38896d60c4da will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:05:26.699126 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7a3c8877-7e93-4664-a877-58996262947a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:26.713217 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cc7736-ef32-441f-bcff-41b89f38c439 None None] Routers {'02a88929-944a-4e2d-8525-45c871728eff'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:05:26.714608 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-65cc7736-ef32-441f-bcff-41b89f38c439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:05:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['02a88929-944a-4e2d-8525-45c871728eff'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:05:26.752606 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3c8877-7e93-4664-a877-58996262947a admin admin] Network 0eaf57db-586c-43ca-bd0e-c6318c3149d4 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:05:26.757260 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-7a3c8877-7e93-4664-a877-58996262947a admin admin] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:05:26.759474 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3c8877-7e93-4664-a877-58996262947a admin admin] Pushing event updated for resources: {'Port': ['ID=c55058d0-d982-4e79-ad98-38896d60c4da,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:26.762012 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3c8877-7e93-4664-a877-58996262947a admin admin] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:05:26.819452 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7a3c8877-7e93-4664-a877-58996262947a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954230'] for router_interface, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:26.840388 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-65cc7736-ef32-441f-bcff-41b89f38c439 None None] Set router 02a88929-944a-4e2d-8525-45c871728eff gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:05:26.858271 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b40dce-f29b-465c-9328-cca877e26990 None None] Network 0eaf57db-586c-43ca-bd0e-c6318c3149d4 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:05:26.929659 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-f0c710b1-cd5b-4e10-9842-caab98817b68 None None] Provisioning for port 4e414416-aead-4282-ade7-6c387f2d5cdf completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:05:27.005310 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7a3c8877-7e93-4664-a877-58996262947a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:27.094205 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c09786b-d8b1-49b3-84a8-ee5e57a94e00 None None] Pushing event updated for resources: {'Port': ['ID=0f53f25a-808a-4ccf-9568-f1a776d0360b,revision_number=3']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:27.206837 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-65cc7736-ef32-441f-bcff-41b89f38c439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a88929-944a-4e2d-8525-45c871728eff', 'name': 'tempest-TestEncryptedCinderVolumes-881681084-router', 'tenant_id': '58e1f23706ac44e4b2c19e0ed85fae58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '0f53f25a-808a-4ccf-9568-f1a776d0360b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:05:24Z', 'updated_at': '2021-08-17T00:05:25Z', 'revision_number': 3, 'project_id': '58e1f23706ac44e4b2c19e0ed85fae58', 'gw_port': {'id': '0f53f25a-808a-4ccf-9568-f1a776d0360b', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f3:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02a88929-944a-4e2d-8525-45c871728eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:05:24Z', 'updated_at': '2021-08-17T00:05:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:05:27.214393 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7a3c8877-7e93-4664-a877-58996262947a admin admin] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:27.220397 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7a3c8877-7e93-4664-a877-58996262947a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:27.237570 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cc7736-ef32-441f-bcff-41b89f38c439 None None] The sync data for ids ['02a88929-944a-4e2d-8525-45c871728eff'] in n-d-791506-26 is: [{'id': '02a88929-944a-4e2d-8525-45c871728eff', 'name': 'tempest-TestEncryptedCinderVolumes-881681084-router', 'tenant_id': '58e1f23706ac44e4b2c19e0ed85fae58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '0f53f25a-808a-4ccf-9568-f1a776d0360b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:05:24Z', 'updated_at': '2021-08-17T00:05:25Z', 'revision_number': 3, 'project_id': '58e1f23706ac44e4b2c19e0ed85fae58', 'gw_port': {'id': '0f53f25a-808a-4ccf-9568-f1a776d0360b', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f3:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02a88929-944a-4e2d-8525-45c871728eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:05:24Z', 'updated_at': '2021-08-17T00:05:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:05:27.299197 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7a3c8877-7e93-4664-a877-58996262947a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954122'] for router_interface, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:27.300986 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3c8877-7e93-4664-a877-58996262947a admin admin] Pushing event updated for resources: {'Port': ['ID=c55058d0-d982-4e79-ad98-38896d60c4da,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:27.369258 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-92d3f7a8-a745-4f16-ab25-f7e3f5490574 None None] Provisioning for port c55058d0-d982-4e79-ad98-38896d60c4da completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:05:27.373994 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-92d3f7a8-a745-4f16-ab25-f7e3f5490574 None None] Provisioning complete for port c55058d0-d982-4e79-ad98-38896d60c4da triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:05:27.374574 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-92d3f7a8-a745-4f16-ab25-f7e3f5490574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:27.426427 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-92d3f7a8-a745-4f16-ab25-f7e3f5490574 None None] Port c55058d0-d982-4e79-ad98-38896d60c4da cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:05:27.485607 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3c8877-7e93-4664-a877-58996262947a admin admin] Network 0eaf57db-586c-43ca-bd0e-c6318c3149d4 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:05:27.487747 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-7a3c8877-7e93-4664-a877-58996262947a admin admin] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:05:27.601862 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device e1cb37f1-7214-4349-bb12-c18cb721de85 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:05:27.693502 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a3c8877-7e93-4664-a877-58996262947a admin admin] Router 02a88929-944a-4e2d-8525-45c871728eff has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:05:27.709299 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-6f9ed0f0-52c4-4715-b53b-3ae7c83fa4bc None None] Provisioning complete for port c55058d0-d982-4e79-ad98-38896d60c4da triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:05:27.709861 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-6f9ed0f0-52c4-4715-b53b-3ae7c83fa4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:27.741351 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port e1cb37f1-7214-4349-bb12-c18cb721de85 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:05:27.754168 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port e1cb37f1-7214-4349-bb12-c18cb721de85 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:05:27.754544 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:27.779747 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-6f9ed0f0-52c4-4715-b53b-3ae7c83fa4bc None None] Port c55058d0-d982-4e79-ad98-38896d60c4da cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:05:27.803988 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:05:27.856476 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a3c8877-7e93-4664-a877-58996262947a admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:05:27.872774 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-7a3c8877-7e93-4664-a877-58996262947a admin admin] 10.222.0.36 "PUT /v2.0/routers/02a88929-944a-4e2d-8525-45c871728eff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1786225 Aug 17 00:05:27.879363 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:27.923654 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port e1cb37f1-7214-4349-bb12-c18cb721de85, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=e1cb37f1-7214-4349-bb12-c18cb721de85,segment=NetworkSegment(a76a813e-6180-43ff-bbfc-3de2dfd57d0c),segment_id=a76a813e-6180-43ff-bbfc-3de2dfd57d0c)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:05:27.930947 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:27.932100 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 4e414416-aead-4282-ade7-6c387f2d5cdf up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:05:28.031387 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-b69dc625-248e-41cb-bed8-b27919482340 None None] Provisioning complete for port c55058d0-d982-4e79-ad98-38896d60c4da triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:05:28.031769 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-b69dc625-248e-41cb-bed8-b27919482340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:28.064824 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=e1cb37f1-7214-4349-bb12-c18cb721de85,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:28.085928 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-b69dc625-248e-41cb-bed8-b27919482340 None None] Port c55058d0-d982-4e79-ad98-38896d60c4da cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:05:28.091881 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 4e414416-aead-4282-ade7-6c387f2d5cdf completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:05:28.095903 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 4e414416-aead-4282-ade7-6c387f2d5cdf triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:05:28.096286 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:28.185823 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:28.230249 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 4e414416-aead-4282-ade7-6c387f2d5cdf, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=4e414416-aead-4282-ade7-6c387f2d5cdf,segment=NetworkSegment(3a3ecbdd-e1d0-4db8-8c33-d9d572d76efd),segment_id=3a3ecbdd-e1d0-4db8-8c33-d9d572d76efd)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:05:28.235482 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:28.291114 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=4e414416-aead-4282-ade7-6c387f2d5cdf,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:28.825424 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce59e181-fdbc-4761-8621-9bf679f529b5 req-e9cad976-7aba-4af7-aea2-f1d0c7402535 tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:28.826922 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ce59e181-fdbc-4761-8621-9bf679f529b5 req-e9cad976-7aba-4af7-aea2-f1d0c7402535 tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] 10.222.0.36 "GET /v2.0/networks?id=81f6d4d0-7435-4cbe-a745-5980335b7cb0 HTTP/1.1" status: 200 len: 817 time: 0.1014822 Aug 17 00:05:28.842632 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ce59e181-fdbc-4761-8621-9bf679f529b5 req-c29dc2b6-cae0-47ae-9ccc-953b8dcd1172 tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] 10.222.0.36 "GET /v2.0/quotas/5fe37a46169b496b93086150e3812243 HTTP/1.1" status: 200 len: 375 time: 0.0100012 Aug 17 00:05:28.898097 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ce59e181-fdbc-4761-8621-9bf679f529b5 req-16c8382b-1184-4949-bcae-a52488593c06 tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5fe37a46169b496b93086150e3812243&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501797 Aug 17 00:05:28.991955 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ce59e181-fdbc-4761-8621-9bf679f529b5 req-5565f0e1-c18a-45ce-930d-e25f2a4e23a4 service neutron] 10.222.0.36 "GET /v2.0/networks/81f6d4d0-7435-4cbe-a745-5980335b7cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816824 Aug 17 00:05:29.085187 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ce59e181-fdbc-4761-8621-9bf679f529b5 req-1e0bf2c0-e5f9-48be-901e-dd8ede6b0a0b service neutron] 10.222.0.36 "GET /v2.0/networks/81f6d4d0-7435-4cbe-a745-5980335b7cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867879 Aug 17 00:05:29.268685 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7c4f4e9a-fdf2-4b28-9d9a-fa8d05f00e3a req-2f928165-df0a-451d-a717-28b5b37b3110 tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] 10.222.0.36 "GET /v2.0/ports?device_id=413ed4eb-3bcb-454c-b5c5-994be41c1ce5 HTTP/1.1" status: 200 len: 210 time: 0.0295620 Aug 17 00:05:29.576387 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device e1cb37f1-7214-4349-bb12-c18cb721de85 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:05:29.655714 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port e1cb37f1-7214-4349-bb12-c18cb721de85 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:05:29.656212 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:29.745058 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 4e414416-aead-4282-ade7-6c387f2d5cdf up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:05:29.795533 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 4e414416-aead-4282-ade7-6c387f2d5cdf triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:05:29.795913 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:29.859080 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b424ae-26f7-444e-8370-f95f97203aa0 None None] Sync routers for ids ['02a88929-944a-4e2d-8525-45c871728eff'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:05:29.882203 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b424ae-26f7-444e-8370-f95f97203aa0 None None] Routers {'02a88929-944a-4e2d-8525-45c871728eff'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:05:29.882826 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-77b424ae-26f7-444e-8370-f95f97203aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:05:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['02a88929-944a-4e2d-8525-45c871728eff'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:05:29.887468 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 0f53f25a-808a-4ccf-9568-f1a776d0360b up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:05:30.176377 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 0f53f25a-808a-4ccf-9568-f1a776d0360b completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:05:30.179828 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-77b424ae-26f7-444e-8370-f95f97203aa0 None None] Set router 02a88929-944a-4e2d-8525-45c871728eff gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:05:30.205864 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 0f53f25a-808a-4ccf-9568-f1a776d0360b triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:05:30.206168 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:30.396077 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-54b3bca6-9616-4ba6-a2a9-4c82da7cce8b req-570a5771-a359-4f9e-8df8-3b4a97d2af36 tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] 10.222.0.36 "GET /v2.0/ports?device_id=413ed4eb-3bcb-454c-b5c5-994be41c1ce5 HTTP/1.1" status: 200 len: 210 time: 0.0274920 Aug 17 00:05:30.398119 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:30.445922 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 0f53f25a-808a-4ccf-9568-f1a776d0360b, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=0f53f25a-808a-4ccf-9568-f1a776d0360b,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:05:30.453599 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:30.494714 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce59e181-fdbc-4761-8621-9bf679f529b5 req-199d89fb-a047-45b1-8b1e-e9e4e738b1f3 tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:30.496026 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-ce59e181-fdbc-4761-8621-9bf679f529b5 req-199d89fb-a047-45b1-8b1e-e9e4e738b1f3 tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] 10.222.0.57 "GET /v2.0/networks?id=81f6d4d0-7435-4cbe-a745-5980335b7cb0 HTTP/1.1" status: 200 len: 817 time: 0.1321523 Aug 17 00:05:30.511965 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-77b424ae-26f7-444e-8370-f95f97203aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a88929-944a-4e2d-8525-45c871728eff', 'name': 'tempest-TestEncryptedCinderVolumes-881681084-router', 'tenant_id': '58e1f23706ac44e4b2c19e0ed85fae58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '0f53f25a-808a-4ccf-9568-f1a776d0360b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:05:24Z', 'updated_at': '2021-08-17T00:05:26Z', 'revision_number': 4, 'project_id': '58e1f23706ac44e4b2c19e0ed85fae58', 'gw_port': {'id': '0f53f25a-808a-4ccf-9568-f1a776d0360b', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f3:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02a88929-944a-4e2d-8525-45c871728eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:05:24Z', 'updated_at': '2021-08-17T00:05:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'c55058d0-d982-4e79-ad98-38896d60c4da', 'name': '', 'network_id': '0eaf57db-586c-43ca-bd0e-c6318c3149d4', 'tenant_id': '58e1f23706ac44e4b2c19e0ed85fae58', 'mac_address': 'fa:16:3e:d2:c1:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02a88929-944a-4e2d-8525-45c871728eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': 'f7eae451-4db6-4b44-adf4-2bf0ac4a9e93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:05:26Z', 'updated_at': '2021-08-17T00:05:27Z', 'revision_number': 2, 'project_id': '58e1f23706ac44e4b2c19e0ed85fae58', 'subnets': [{'id': 'f7eae451-4db6-4b44-adf4-2bf0ac4a9e93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:05:30.513860 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=0f53f25a-808a-4ccf-9568-f1a776d0360b,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:30.517743 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-ce59e181-fdbc-4761-8621-9bf679f529b5 req-6c0d649d-650b-4006-9544-435c34fd6a69 tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] Request body: {'port': {'device_id': '413ed4eb-3bcb-454c-b5c5-994be41c1ce5', 'network_id': '81f6d4d0-7435-4cbe-a745-5980335b7cb0', 'admin_state_up': True, 'tenant_id': '5fe37a46169b496b93086150e3812243'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:05:30.543306 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b424ae-26f7-444e-8370-f95f97203aa0 None None] Checking router: 02a88929-944a-4e2d-8525-45c871728eff for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:05:30.543762 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b424ae-26f7-444e-8370-f95f97203aa0 None None] Updating router 02a88929-944a-4e2d-8525-45c871728eff port c55058d0-d982-4e79-ad98-38896d60c4da binding host n-d-791506-26 {{(pid=101293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:05:30.575265 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-77b424ae-26f7-444e-8370-f95f97203aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:30.634380 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce59e181-fdbc-4761-8621-9bf679f529b5 req-6c0d649d-650b-4006-9544-435c34fd6a69 tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] Made reservation on behalf of 5fe37a46169b496b93086150e3812243 for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:05:30.638116 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-ce59e181-fdbc-4761-8621-9bf679f529b5 req-6c0d649d-650b-4006-9544-435c34fd6a69 tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:30.770467 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-ce59e181-fdbc-4761-8621-9bf679f529b5 req-6c0d649d-650b-4006-9544-435c34fd6a69 tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] Allocated IP 172.20.0.4 (81f6d4d0-7435-4cbe-a745-5980335b7cb0/7da9e536-eee2-48bb-ab56-0f9a05a8faf1/55ca09f7-55b7-4152-890e-7e81e566d924) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:05:30.847685 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-77b424ae-26f7-444e-8370-f95f97203aa0 None None] Notify callbacks [] for port, precommit_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:30.858709 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-77b424ae-26f7-444e-8370-f95f97203aa0 None None] Transition to ACTIVE for port object c55058d0-d982-4e79-ad98-38896d60c4da will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:05:30.865991 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-77b424ae-26f7-444e-8370-f95f97203aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:30.918102 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21694d47-1532-439c-aeb6-344d57283533 None None] Pushing event updated for resources: {'Port': ['ID=c55058d0-d982-4e79-ad98-38896d60c4da,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:30.944884 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-ce59e181-fdbc-4761-8621-9bf679f529b5 req-6c0d649d-650b-4006-9544-435c34fd6a69 tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:30.958984 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-ce59e181-fdbc-4761-8621-9bf679f529b5 req-6c0d649d-650b-4006-9544-435c34fd6a69 tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] Transition to ACTIVE for port object 55ca09f7-55b7-4152-890e-7e81e566d924 will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:05:30.975556 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-77b424ae-26f7-444e-8370-f95f97203aa0 None None] Attempting to bind port c55058d0-d982-4e79-ad98-38896d60c4da on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:05:30.975926 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-77b424ae-26f7-444e-8370-f95f97203aa0 None None] Attempting to bind port c55058d0-d982-4e79-ad98-38896d60c4da by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '3a3ecbdd-e1d0-4db8-8c33-d9d572d76efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '0eaf57db-586c-43ca-bd0e-c6318c3149d4'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:05:30.976294 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b424ae-26f7-444e-8370-f95f97203aa0 None None] Attempting to bind port c55058d0-d982-4e79-ad98-38896d60c4da on network 0eaf57db-586c-43ca-bd0e-c6318c3149d4 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:05:30.981665 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b424ae-26f7-444e-8370-f95f97203aa0 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:05:30.982116 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b424ae-26f7-444e-8370-f95f97203aa0 None None] Checking segment: {'id': '3a3ecbdd-e1d0-4db8-8c33-d9d572d76efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '0eaf57db-586c-43ca-bd0e-c6318c3149d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:05:30.982605 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-77b424ae-26f7-444e-8370-f95f97203aa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:30.983065 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b424ae-26f7-444e-8370-f95f97203aa0 None None] Bound using segment: {'id': '3a3ecbdd-e1d0-4db8-8c33-d9d572d76efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '0eaf57db-586c-43ca-bd0e-c6318c3149d4'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:05:30.983601 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-77b424ae-26f7-444e-8370-f95f97203aa0 None None] Bound port: c55058d0-d982-4e79-ad98-38896d60c4da, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a3ecbdd-e1d0-4db8-8c33-d9d572d76efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '0eaf57db-586c-43ca-bd0e-c6318c3149d4'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:05:30.984224 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-77b424ae-26f7-444e-8370-f95f97203aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:31.000022 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-ce59e181-fdbc-4761-8621-9bf679f529b5 req-6c0d649d-650b-4006-9544-435c34fd6a69 tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:31.050435 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce59e181-fdbc-4761-8621-9bf679f529b5 req-6c0d649d-650b-4006-9544-435c34fd6a69 tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] Network 81f6d4d0-7435-4cbe-a745-5980335b7cb0 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:05:31.054349 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-77b424ae-26f7-444e-8370-f95f97203aa0 None None] For port c55058d0-d982-4e79-ad98-38896d60c4da, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:05:31.055122 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-ce59e181-fdbc-4761-8621-9bf679f529b5 req-6c0d649d-650b-4006-9544-435c34fd6a69 tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:05:31.058257 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-77b424ae-26f7-444e-8370-f95f97203aa0 None None] For port c55058d0-d982-4e79-ad98-38896d60c4da, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=c55058d0-d982-4e79-ad98-38896d60c4da,segment=NetworkSegment(3a3ecbdd-e1d0-4db8-8c33-d9d572d76efd),segment_id=3a3ecbdd-e1d0-4db8-8c33-d9d572d76efd)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:05:31.059581 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce59e181-fdbc-4761-8621-9bf679f529b5 req-6c0d649d-650b-4006-9544-435c34fd6a69 tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:05:31.065857 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-77b424ae-26f7-444e-8370-f95f97203aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:31.087050 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0d649d-650b-4006-9544-435c34fd6a69 tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] Pushing event updated for resources: {'Port': ['ID=55ca09f7-55b7-4152-890e-7e81e566d924,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:31.134169 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce59e181-fdbc-4761-8621-9bf679f529b5 req-6c0d649d-650b-4006-9544-435c34fd6a69 tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:31.135405 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-ce59e181-fdbc-4761-8621-9bf679f529b5 req-6c0d649d-650b-4006-9544-435c34fd6a69 tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:31.140484 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b424ae-26f7-444e-8370-f95f97203aa0 None None] Routers {'02a88929-944a-4e2d-8525-45c871728eff'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:05:31.140484 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-77b424ae-26f7-444e-8370-f95f97203aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:05:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['02a88929-944a-4e2d-8525-45c871728eff'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:05:31.143108 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21694d47-1532-439c-aeb6-344d57283533 None None] Pushing event updated for resources: {'Port': ['ID=c55058d0-d982-4e79-ad98-38896d60c4da,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:31.159492 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-ce59e181-fdbc-4761-8621-9bf679f529b5 req-6c0d649d-650b-4006-9544-435c34fd6a69 tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6446047 Aug 17 00:05:31.175329 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-ce59e181-fdbc-4761-8621-9bf679f529b5 req-331f8df3-8bb1-4875-a829-52c0e09b63d8 service neutron] Request body: {'port': {'device_id': '413ed4eb-3bcb-454c-b5c5-994be41c1ce5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:05:31.246065 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-ce59e181-fdbc-4761-8621-9bf679f529b5 req-331f8df3-8bb1-4875-a829-52c0e09b63d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:31.273388 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-77b424ae-26f7-444e-8370-f95f97203aa0 None None] Set router 02a88929-944a-4e2d-8525-45c871728eff gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:05:31.420082 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-a6817dfc-27a9-4cdb-b130-e3ae54892fe8 None None] Provisioning for port 55ca09f7-55b7-4152-890e-7e81e566d924 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:05:31.441925 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-a6817dfc-27a9-4cdb-b130-e3ae54892fe8 None None] Provisioning complete for port 55ca09f7-55b7-4152-890e-7e81e566d924 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:05:31.442302 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a6817dfc-27a9-4cdb-b130-e3ae54892fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:31.514668 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-a6817dfc-27a9-4cdb-b130-e3ae54892fe8 None None] Port 55ca09f7-55b7-4152-890e-7e81e566d924 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:05:31.520194 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 0f53f25a-808a-4ccf-9568-f1a776d0360b up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:05:31.564344 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c1f272-46c4-4817-8788-59511ee74318 req-c0d2bb4c-d8a4-4682-97c9-291df69a7010 tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:31.566470 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-00c1f272-46c4-4817-8788-59511ee74318 req-c0d2bb4c-d8a4-4682-97c9-291df69a7010 tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] 10.222.0.36 "GET /v2.0/ports?device_id=413ed4eb-3bcb-454c-b5c5-994be41c1ce5 HTTP/1.1" status: 200 len: 931 time: 0.0632935 Aug 17 00:05:31.609411 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-00c1f272-46c4-4817-8788-59511ee74318 req-e2491ec9-3540-4f0d-909b-081cf2c03ff3 tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5064bb1-a656-4d6e-b94a-6bc7bcb87b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356843 Aug 17 00:05:31.614215 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-ce59e181-fdbc-4761-8621-9bf679f529b5 req-331f8df3-8bb1-4875-a829-52c0e09b63d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55ca09f7-55b7-4152-890e-7e81e566d924 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:05:31.616376 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 0f53f25a-808a-4ccf-9568-f1a776d0360b triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:05:31.617752 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:31.625664 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-ce59e181-fdbc-4761-8621-9bf679f529b5 req-331f8df3-8bb1-4875-a829-52c0e09b63d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:31.639044 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-ce59e181-fdbc-4761-8621-9bf679f529b5 req-331f8df3-8bb1-4875-a829-52c0e09b63d8 service neutron] Transition to ACTIVE for port object 55ca09f7-55b7-4152-890e-7e81e566d924 will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:05:31.642714 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-ce59e181-fdbc-4761-8621-9bf679f529b5 req-331f8df3-8bb1-4875-a829-52c0e09b63d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:31.699319 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-77b424ae-26f7-444e-8370-f95f97203aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a88929-944a-4e2d-8525-45c871728eff', 'name': 'tempest-TestEncryptedCinderVolumes-881681084-router', 'tenant_id': '58e1f23706ac44e4b2c19e0ed85fae58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '0f53f25a-808a-4ccf-9568-f1a776d0360b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:05:24Z', 'updated_at': '2021-08-17T00:05:26Z', 'revision_number': 4, 'project_id': '58e1f23706ac44e4b2c19e0ed85fae58', 'gw_port': {'id': '0f53f25a-808a-4ccf-9568-f1a776d0360b', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a88929-944a-4e2d-8525-45c871728eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:05:24Z', 'updated_at': '2021-08-17T00:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'c55058d0-d982-4e79-ad98-38896d60c4da', 'name': '', 'network_id': '0eaf57db-586c-43ca-bd0e-c6318c3149d4', 'tenant_id': '58e1f23706ac44e4b2c19e0ed85fae58', 'mac_address': 'fa:16:3e:d2:c1:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02a88929-944a-4e2d-8525-45c871728eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': 'f7eae451-4db6-4b44-adf4-2bf0ac4a9e93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:05:26Z', 'updated_at': '2021-08-17T00:05:31Z', 'revision_number': 4, 'project_id': '58e1f23706ac44e4b2c19e0ed85fae58', 'subnets': [{'id': 'f7eae451-4db6-4b44-adf4-2bf0ac4a9e93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:05:31.718178 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331f8df3-8bb1-4875-a829-52c0e09b63d8 service neutron] Pushing event updated for resources: {'Port': ['ID=55ca09f7-55b7-4152-890e-7e81e566d924,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:31.726357 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b424ae-26f7-444e-8370-f95f97203aa0 None None] The sync data for ids ['02a88929-944a-4e2d-8525-45c871728eff'] in n-d-791506-26 is: [{'id': '02a88929-944a-4e2d-8525-45c871728eff', 'name': 'tempest-TestEncryptedCinderVolumes-881681084-router', 'tenant_id': '58e1f23706ac44e4b2c19e0ed85fae58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '0f53f25a-808a-4ccf-9568-f1a776d0360b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:05:24Z', 'updated_at': '2021-08-17T00:05:26Z', 'revision_number': 4, 'project_id': '58e1f23706ac44e4b2c19e0ed85fae58', 'gw_port': {'id': '0f53f25a-808a-4ccf-9568-f1a776d0360b', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a88929-944a-4e2d-8525-45c871728eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:05:24Z', 'updated_at': '2021-08-17T00:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'c55058d0-d982-4e79-ad98-38896d60c4da', 'name': '', 'network_id': '0eaf57db-586c-43ca-bd0e-c6318c3149d4', 'tenant_id': '58e1f23706ac44e4b2c19e0ed85fae58', 'mac_address': 'fa:16:3e:d2:c1:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02a88929-944a-4e2d-8525-45c871728eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': 'f7eae451-4db6-4b44-adf4-2bf0ac4a9e93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:05:26Z', 'updated_at': '2021-08-17T00:05:31Z', 'revision_number': 4, 'project_id': '58e1f23706ac44e4b2c19e0ed85fae58', 'subnets': [{'id': 'f7eae451-4db6-4b44-adf4-2bf0ac4a9e93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:05:32.036871 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-ce59e181-fdbc-4761-8621-9bf679f529b5 req-331f8df3-8bb1-4875-a829-52c0e09b63d8 service neutron] Attempting to bind port 55ca09f7-55b7-4152-890e-7e81e566d924 on host n-h2-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:05:32.037289 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-ce59e181-fdbc-4761-8621-9bf679f529b5 req-331f8df3-8bb1-4875-a829-52c0e09b63d8 service neutron] Attempting to bind port 55ca09f7-55b7-4152-890e-7e81e566d924 by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': 'a76a813e-6180-43ff-bbfc-3de2dfd57d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '81f6d4d0-7435-4cbe-a745-5980335b7cb0'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:05:32.037621 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce59e181-fdbc-4761-8621-9bf679f529b5 req-331f8df3-8bb1-4875-a829-52c0e09b63d8 service neutron] Attempting to bind port 55ca09f7-55b7-4152-890e-7e81e566d924 on network 81f6d4d0-7435-4cbe-a745-5980335b7cb0 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:05:32.042402 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce59e181-fdbc-4761-8621-9bf679f529b5 req-331f8df3-8bb1-4875-a829-52c0e09b63d8 service neutron] Port 55ca09f7-55b7-4152-890e-7e81e566d924 on network 81f6d4d0-7435-4cbe-a745-5980335b7cb0 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:05:32.042728 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce59e181-fdbc-4761-8621-9bf679f529b5 req-331f8df3-8bb1-4875-a829-52c0e09b63d8 service neutron] Attempting to bind port 55ca09f7-55b7-4152-890e-7e81e566d924 on network 81f6d4d0-7435-4cbe-a745-5980335b7cb0 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:05:32.047708 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce59e181-fdbc-4761-8621-9bf679f529b5 req-331f8df3-8bb1-4875-a829-52c0e09b63d8 service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:05:32.048052 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce59e181-fdbc-4761-8621-9bf679f529b5 req-331f8df3-8bb1-4875-a829-52c0e09b63d8 service neutron] Checking segment: {'id': 'a76a813e-6180-43ff-bbfc-3de2dfd57d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '81f6d4d0-7435-4cbe-a745-5980335b7cb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:05:32.048438 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce59e181-fdbc-4761-8621-9bf679f529b5 req-331f8df3-8bb1-4875-a829-52c0e09b63d8 service neutron] Bound using segment: {'id': 'a76a813e-6180-43ff-bbfc-3de2dfd57d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '81f6d4d0-7435-4cbe-a745-5980335b7cb0'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:05:32.048893 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-ce59e181-fdbc-4761-8621-9bf679f529b5 req-331f8df3-8bb1-4875-a829-52c0e09b63d8 service neutron] Bound port: 55ca09f7-55b7-4152-890e-7e81e566d924, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a76a813e-6180-43ff-bbfc-3de2dfd57d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '81f6d4d0-7435-4cbe-a745-5980335b7cb0'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:05:32.049269 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-ce59e181-fdbc-4761-8621-9bf679f529b5 req-331f8df3-8bb1-4875-a829-52c0e09b63d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:32.118605 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-ce59e181-fdbc-4761-8621-9bf679f529b5 req-331f8df3-8bb1-4875-a829-52c0e09b63d8 service neutron] For port 55ca09f7-55b7-4152-890e-7e81e566d924, host n-h2-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:05:32.122218 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-ce59e181-fdbc-4761-8621-9bf679f529b5 req-331f8df3-8bb1-4875-a829-52c0e09b63d8 service neutron] For port 55ca09f7-55b7-4152-890e-7e81e566d924, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=55ca09f7-55b7-4152-890e-7e81e566d924,segment=NetworkSegment(a76a813e-6180-43ff-bbfc-3de2dfd57d0c),segment_id=a76a813e-6180-43ff-bbfc-3de2dfd57d0c)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:05:32.127436 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-ce59e181-fdbc-4761-8621-9bf679f529b5 req-331f8df3-8bb1-4875-a829-52c0e09b63d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:32.163191 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce59e181-fdbc-4761-8621-9bf679f529b5 req-331f8df3-8bb1-4875-a829-52c0e09b63d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:32.163880 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-ce59e181-fdbc-4761-8621-9bf679f529b5 req-331f8df3-8bb1-4875-a829-52c0e09b63d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:32.165347 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-ce59e181-fdbc-4761-8621-9bf679f529b5 req-331f8df3-8bb1-4875-a829-52c0e09b63d8 service neutron] 10.222.0.57 "PUT /v2.0/ports/55ca09f7-55b7-4152-890e-7e81e566d924 HTTP/1.1" status: 200 len: 1092 time: 0.9952409 Aug 17 00:05:32.165805 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '413ed4eb-3bcb-454c-b5c5-994be41c1ce5', 'tag': '55ca09f7-55b7-4152-890e-7e81e566d924'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:05:32.169597 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7165c1ab170cf7a86a4d2d0d4fd52c1e3b7b58c190c14e765d35b2aa62be1e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b350745c-c397-4edf-b3d9-7908506aa945" -d '{"events": [{"name": "network-changed", "server_uuid": "413ed4eb-3bcb-454c-b5c5-994be41c1ce5", "tag": "55ca09f7-55b7-4152-890e-7e81e566d924"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:05:32.197621 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331f8df3-8bb1-4875-a829-52c0e09b63d8 service neutron] Pushing event updated for resources: {'Port': ['ID=55ca09f7-55b7-4152-890e-7e81e566d924,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:32.280847 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce59e181-fdbc-4761-8621-9bf679f529b5 req-ea4a67fc-4f88-4522-92f0-2adad0727cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:32.282503 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-ce59e181-fdbc-4761-8621-9bf679f529b5 req-ea4a67fc-4f88-4522-92f0-2adad0727cb2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5fe37a46169b496b93086150e3812243&device_id=413ed4eb-3bcb-454c-b5c5-994be41c1ce5 HTTP/1.1" status: 200 len: 1095 time: 0.0484197 Aug 17 00:05:32.292228 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a308b90c-dc17-4d9b-abed-b9a5fdd78595 x-openstack-request-id: req-a308b90c-dc17-4d9b-abed-b9a5fdd78595 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:05:32.292521 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "413ed4eb-3bcb-454c-b5c5-994be41c1ce5", "tag": "55ca09f7-55b7-4152-890e-7e81e566d924", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:05:32.292942 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a308b90c-dc17-4d9b-abed-b9a5fdd78595 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:05:32.293348 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '413ed4eb-3bcb-454c-b5c5-994be41c1ce5', 'tag': '55ca09f7-55b7-4152-890e-7e81e566d924', 'status': 'completed', 'code': 200} Aug 17 00:05:32.334289 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-ce59e181-fdbc-4761-8621-9bf679f529b5 req-95a1cc1d-1e40-472a-b474-20936ddcc133 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55ca09f7-55b7-4152-890e-7e81e566d924 HTTP/1.1" status: 200 len: 217 time: 0.0357914 Aug 17 00:05:32.384898 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce59e181-fdbc-4761-8621-9bf679f529b5 req-c9c43c86-5344-4e4a-8a64-555b4692808d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:32.386449 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-ce59e181-fdbc-4761-8621-9bf679f529b5 req-c9c43c86-5344-4e4a-8a64-555b4692808d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7da9e536-eee2-48bb-ab56-0f9a05a8faf1 HTTP/1.1" status: 200 len: 856 time: 0.0459743 Aug 17 00:05:32.437251 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce59e181-fdbc-4761-8621-9bf679f529b5 req-4ad397a7-ee83-44a4-bf7a-8a015fbd7e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:32.438740 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-ce59e181-fdbc-4761-8621-9bf679f529b5 req-4ad397a7-ee83-44a4-bf7a-8a015fbd7e19 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=81f6d4d0-7435-4cbe-a745-5980335b7cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447195 Aug 17 00:05:32.527029 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-ce59e181-fdbc-4761-8621-9bf679f529b5 req-701faff7-adac-4737-b8fd-7c9fbd2188d1 service neutron] 10.222.0.57 "GET /v2.0/networks/81f6d4d0-7435-4cbe-a745-5980335b7cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800831 Aug 17 00:05:32.623217 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-ce59e181-fdbc-4761-8621-9bf679f529b5 req-754eeb41-b1db-48b5-998b-a573689489a1 service neutron] 10.222.0.57 "GET /v2.0/networks/81f6d4d0-7435-4cbe-a745-5980335b7cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890312 Aug 17 00:05:32.749982 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b350745c-c397-4edf-b3d9-7908506aa945 req-2a7a68d9-fc48-46a5-b5f7-f16d232e632e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:32.751498 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b350745c-c397-4edf-b3d9-7908506aa945 req-2a7a68d9-fc48-46a5-b5f7-f16d232e632e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5fe37a46169b496b93086150e3812243&device_id=413ed4eb-3bcb-454c-b5c5-994be41c1ce5 HTTP/1.1" status: 200 len: 1095 time: 0.0437226 Aug 17 00:05:32.847277 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b350745c-c397-4edf-b3d9-7908506aa945 req-261811a9-c907-4b09-a495-e76b1cc92130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:32.848847 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b350745c-c397-4edf-b3d9-7908506aa945 req-261811a9-c907-4b09-a495-e76b1cc92130 service neutron] 10.222.0.57 "GET /v2.0/networks?id=81f6d4d0-7435-4cbe-a745-5980335b7cb0 HTTP/1.1" status: 200 len: 918 time: 0.0899732 Aug 17 00:05:32.896594 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b350745c-c397-4edf-b3d9-7908506aa945 req-a6eb701f-4dbd-4a39-8736-b74177d918a8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55ca09f7-55b7-4152-890e-7e81e566d924 HTTP/1.1" status: 200 len: 217 time: 0.0403860 Aug 17 00:05:32.950780 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b350745c-c397-4edf-b3d9-7908506aa945 req-6b3a672d-3ca8-4419-a53a-96ca79069ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:32.952879 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b350745c-c397-4edf-b3d9-7908506aa945 req-6b3a672d-3ca8-4419-a53a-96ca79069ae0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7da9e536-eee2-48bb-ab56-0f9a05a8faf1 HTTP/1.1" status: 200 len: 856 time: 0.0493469 Aug 17 00:05:33.003676 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b350745c-c397-4edf-b3d9-7908506aa945 req-069bd2cc-394a-4916-8d34-21c443cb0205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:33.005244 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b350745c-c397-4edf-b3d9-7908506aa945 req-069bd2cc-394a-4916-8d34-21c443cb0205 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=81f6d4d0-7435-4cbe-a745-5980335b7cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441170 Aug 17 00:05:33.102838 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b350745c-c397-4edf-b3d9-7908506aa945 req-76dbf487-1727-48a5-ac61-5576ddb057cf service neutron] 10.222.0.57 "GET /v2.0/networks/81f6d4d0-7435-4cbe-a745-5980335b7cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902228 Aug 17 00:05:33.104466 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115ad5d4-1375-4e13-946d-ebdf40038b86 req-a05ea94a-5e55-442a-b552-d544e1a2fe15 tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:33.105999 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-115ad5d4-1375-4e13-946d-ebdf40038b86 req-a05ea94a-5e55-442a-b552-d544e1a2fe15 tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] 10.222.0.36 "GET /v2.0/ports?device_id=413ed4eb-3bcb-454c-b5c5-994be41c1ce5 HTTP/1.1" status: 200 len: 943 time: 0.4149020 Aug 17 00:05:33.148693 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-115ad5d4-1375-4e13-946d-ebdf40038b86 req-c402c05a-15d7-4c32-bdb6-da94778395b3 tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5064bb1-a656-4d6e-b94a-6bc7bcb87b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365894 Aug 17 00:05:33.195397 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b350745c-c397-4edf-b3d9-7908506aa945 req-f9b16e7b-7f67-41d5-9edb-48e1b99a1a99 service neutron] 10.222.0.57 "GET /v2.0/networks/81f6d4d0-7435-4cbe-a745-5980335b7cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850513 Aug 17 00:05:33.483404 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device c55058d0-d982-4e79-ad98-38896d60c4da up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:05:33.534274 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port c55058d0-d982-4e79-ad98-38896d60c4da completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:05:33.537793 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port c55058d0-d982-4e79-ad98-38896d60c4da triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:05:33.538165 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:33.613946 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:33.647946 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port c55058d0-d982-4e79-ad98-38896d60c4da, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=c55058d0-d982-4e79-ad98-38896d60c4da,segment=NetworkSegment(3a3ecbdd-e1d0-4db8-8c33-d9d572d76efd),segment_id=3a3ecbdd-e1d0-4db8-8c33-d9d572d76efd)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:05:33.651920 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:33.698967 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=c55058d0-d982-4e79-ad98-38896d60c4da,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:34.269645 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334bb4c8-6f45-4739-9fe4-1254febd786c req-e7e5cd79-1c32-4e72-8880-ae840175e905 tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:34.271708 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-334bb4c8-6f45-4739-9fe4-1254febd786c req-e7e5cd79-1c32-4e72-8880-ae840175e905 tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] 10.222.0.36 "GET /v2.0/ports?device_id=413ed4eb-3bcb-454c-b5c5-994be41c1ce5 HTTP/1.1" status: 200 len: 943 time: 0.0514927 Aug 17 00:05:34.326121 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-334bb4c8-6f45-4739-9fe4-1254febd786c req-4e67c3f0-2271-4f96-93a6-78384969defd tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5064bb1-a656-4d6e-b94a-6bc7bcb87b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474091 Aug 17 00:05:35.450429 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cbdc81-f6e6-49a3-a6c0-b3bc1e6488d2 req-10f0ea4c-ea5b-4639-be80-8b634eb6cdb9 tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:35.452087 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-76cbdc81-f6e6-49a3-a6c0-b3bc1e6488d2 req-10f0ea4c-ea5b-4639-be80-8b634eb6cdb9 tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] 10.222.0.36 "GET /v2.0/ports?device_id=413ed4eb-3bcb-454c-b5c5-994be41c1ce5 HTTP/1.1" status: 200 len: 943 time: 0.0535839 Aug 17 00:05:35.499697 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-76cbdc81-f6e6-49a3-a6c0-b3bc1e6488d2 req-8f6baa68-e8eb-4f2b-9376-4e9ec0cd9235 tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5064bb1-a656-4d6e-b94a-6bc7bcb87b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411716 Aug 17 00:05:35.605629 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device c55058d0-d982-4e79-ad98-38896d60c4da up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:05:35.657054 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port c55058d0-d982-4e79-ad98-38896d60c4da triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:05:35.657433 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:36.620822 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a41a8a2-5689-413a-bb1f-e305731d4a6f req-88a5d361-b609-4438-bdb3-628bad5efb55 tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:36.622317 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6a41a8a2-5689-413a-bb1f-e305731d4a6f req-88a5d361-b609-4438-bdb3-628bad5efb55 tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] 10.222.0.36 "GET /v2.0/ports?device_id=413ed4eb-3bcb-454c-b5c5-994be41c1ce5 HTTP/1.1" status: 200 len: 943 time: 0.0523140 Aug 17 00:05:36.664174 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6a41a8a2-5689-413a-bb1f-e305731d4a6f req-53638881-ed77-44af-a2dd-66a15b411452 tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5064bb1-a656-4d6e-b94a-6bc7bcb87b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312998 Aug 17 00:05:36.810453 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 55ca09f7-55b7-4152-890e-7e81e566d924 details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:05:36.912231 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 55ca09f7-55b7-4152-890e-7e81e566d924, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=55ca09f7-55b7-4152-890e-7e81e566d924,segment=NetworkSegment(a76a813e-6180-43ff-bbfc-3de2dfd57d0c),segment_id=a76a813e-6180-43ff-bbfc-3de2dfd57d0c)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:05:36.923724 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': '55ca09f7-55b7-4152-890e-7e81e566d924', 'network_id': '81f6d4d0-7435-4cbe-a745-5980335b7cb0', 'port_id': '55ca09f7-55b7-4152-890e-7e81e566d924', 'mac_address': 'fa:16:3e:98:8d:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7da9e536-eee2-48bb-ab56-0f9a05a8faf1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:05:36.960321 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:36.972800 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55ca09f7-55b7-4152-890e-7e81e566d924 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:05:36.993040 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 55ca09f7-55b7-4152-890e-7e81e566d924, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=55ca09f7-55b7-4152-890e-7e81e566d924,segment=NetworkSegment(a76a813e-6180-43ff-bbfc-3de2dfd57d0c),segment_id=a76a813e-6180-43ff-bbfc-3de2dfd57d0c)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:05:36.997339 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:37.046329 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=55ca09f7-55b7-4152-890e-7e81e566d924,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:37.385551 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['55ca09f7-55b7-4152-890e-7e81e566d924'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:05:37.778789 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d104582f-528c-4047-ac8c-8b031c56e1a5 req-59aa1646-3c2c-48b8-8523-acd172bb8a5f tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:37.780275 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d104582f-528c-4047-ac8c-8b031c56e1a5 req-59aa1646-3c2c-48b8-8523-acd172bb8a5f tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] 10.222.0.36 "GET /v2.0/ports?device_id=413ed4eb-3bcb-454c-b5c5-994be41c1ce5 HTTP/1.1" status: 200 len: 944 time: 0.0484548 Aug 17 00:05:37.816531 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d104582f-528c-4047-ac8c-8b031c56e1a5 req-fd1980cd-9964-4f83-beee-405ef971d2d9 tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5064bb1-a656-4d6e-b94a-6bc7bcb87b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302682 Aug 17 00:05:38.810484 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 55ca09f7-55b7-4152-890e-7e81e566d924 up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:05:38.858829 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning for port 55ca09f7-55b7-4152-890e-7e81e566d924 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:05:38.862520 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port 55ca09f7-55b7-4152-890e-7e81e566d924 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:05:38.862888 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:38.934775 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018848fa-1172-449f-89fe-2eb509bbcf55 req-83cc64f2-dca6-4492-9e5d-f02a3541499c tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:38.936551 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-018848fa-1172-449f-89fe-2eb509bbcf55 req-83cc64f2-dca6-4492-9e5d-f02a3541499c tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] 10.222.0.36 "GET /v2.0/ports?device_id=413ed4eb-3bcb-454c-b5c5-994be41c1ce5 HTTP/1.1" status: 200 len: 944 time: 0.0495141 Aug 17 00:05:38.941486 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:38.964688 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '413ed4eb-3bcb-454c-b5c5-994be41c1ce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55ca09f7-55b7-4152-890e-7e81e566d924'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:05:38.966916 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d789e1acf86fc3837d65c5c7bf7b17f03ca076816da63f24d17cffa1a624f203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb9cf45d-3592-48ae-9b97-7515f5344e30" -d '{"events": [{"server_uuid": "413ed4eb-3bcb-454c-b5c5-994be41c1ce5", "name": "network-vif-plugged", "status": "completed", "tag": "55ca09f7-55b7-4152-890e-7e81e566d924"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:05:38.975905 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-018848fa-1172-449f-89fe-2eb509bbcf55 req-b394ef93-9d70-461b-a11c-f58adb4361b7 tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5064bb1-a656-4d6e-b94a-6bc7bcb87b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327566 Aug 17 00:05:38.980454 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 55ca09f7-55b7-4152-890e-7e81e566d924, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=55ca09f7-55b7-4152-890e-7e81e566d924,segment=NetworkSegment(a76a813e-6180-43ff-bbfc-3de2dfd57d0c),segment_id=a76a813e-6180-43ff-bbfc-3de2dfd57d0c)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:05:38.985125 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:39.015304 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c9a3eb8-5187-46bf-816f-4893714e60c5 x-openstack-request-id: req-6c9a3eb8-5187-46bf-816f-4893714e60c5 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:05:39.015599 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "413ed4eb-3bcb-454c-b5c5-994be41c1ce5", "name": "network-vif-plugged", "status": "completed", "tag": "55ca09f7-55b7-4152-890e-7e81e566d924", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:05:39.016203 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6c9a3eb8-5187-46bf-816f-4893714e60c5 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:05:39.016699 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '413ed4eb-3bcb-454c-b5c5-994be41c1ce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55ca09f7-55b7-4152-890e-7e81e566d924', 'code': 200} Aug 17 00:05:39.037697 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=55ca09f7-55b7-4152-890e-7e81e566d924,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:05:39.143695 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417c6a3a-122d-4dcf-9093-f94087fc2720 req-48a298e4-c643-494b-b99a-246521c6211f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:39.145260 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-417c6a3a-122d-4dcf-9093-f94087fc2720 req-48a298e4-c643-494b-b99a-246521c6211f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=413ed4eb-3bcb-454c-b5c5-994be41c1ce5 HTTP/1.1" status: 200 len: 1097 time: 0.0499563 Aug 17 00:05:39.181657 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-417c6a3a-122d-4dcf-9093-f94087fc2720 req-de4bcd3d-3afb-4213-a1de-a3bed08ffdc7 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f5064bb1-a656-4d6e-b94a-6bc7bcb87b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292606 Aug 17 00:05:40.096079 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0191c067-8957-4363-bf09-9ffb1b82674c req-6ee3f3ee-04be-44fb-b20d-26798583ccfb tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:40.097603 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0191c067-8957-4363-bf09-9ffb1b82674c req-6ee3f3ee-04be-44fb-b20d-26798583ccfb tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] 10.222.0.36 "GET /v2.0/ports?device_id=413ed4eb-3bcb-454c-b5c5-994be41c1ce5 HTTP/1.1" status: 200 len: 945 time: 0.0526869 Aug 17 00:05:40.136772 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0191c067-8957-4363-bf09-9ffb1b82674c req-5bca9875-3d1e-4f91-8042-d05b7caf0e11 tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5064bb1-a656-4d6e-b94a-6bc7bcb87b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324130 Aug 17 00:05:41.254328 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4482f81-bf3e-482d-9956-463e17db0264 req-ade8805a-eab4-40f4-833e-2810a1ffef52 tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:41.255840 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a4482f81-bf3e-482d-9956-463e17db0264 req-ade8805a-eab4-40f4-833e-2810a1ffef52 tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] 10.222.0.36 "GET /v2.0/ports?device_id=413ed4eb-3bcb-454c-b5c5-994be41c1ce5 HTTP/1.1" status: 200 len: 945 time: 0.0498085 Aug 17 00:05:41.293322 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a4482f81-bf3e-482d-9956-463e17db0264 req-89aaaa55-b511-4480-ad37-4535fc4642e3 tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5064bb1-a656-4d6e-b94a-6bc7bcb87b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313616 Aug 17 00:05:41.405651 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37696be-4c8a-43a0-85d7-2ed53546de7a req-cd5c6452-0cd1-44e4-9cd9-9e51da0a5b72 tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:05:41.407086 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e37696be-4c8a-43a0-85d7-2ed53546de7a req-cd5c6452-0cd1-44e4-9cd9-9e51da0a5b72 tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] 10.222.0.36 "GET /v2.0/ports?device_id=413ed4eb-3bcb-454c-b5c5-994be41c1ce5 HTTP/1.1" status: 200 len: 945 time: 0.0482306 Aug 17 00:05:41.446227 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e37696be-4c8a-43a0-85d7-2ed53546de7a req-0d4b9471-33e8-4744-a0c1-0757037d2a63 tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5064bb1-a656-4d6e-b94a-6bc7bcb87b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325294 Aug 17 00:05:42.025043 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:46.376796 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [req-1654f1c4-5bef-45e7-8850-37b370a23f8b req-529a4f80-a2c9-462a-8864-0e7dcf667ce1 tempest-ServerDiskConfigTestJSON-900483700 tempest-ServerDiskConfigTestJSON-900483700-project] (101292) timed out ('10.222.0.57', 64549) {{(pid=101292) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 17 00:05:47.807296 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-3798e6cd-a609-4c89-b4d7-609bfb481912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:49.886992 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ed49cff6-1f78-495e-9b21-f07edd4a6841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:50.781106 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:51.842396 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:53.103629 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:05:56.015490 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:01.034270 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96734318-0913-4c5a-b514-3687c26ab70a req-195ecae4-1904-4427-ac57-8d6248b639e4 tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:01.035769 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-96734318-0913-4c5a-b514-3687c26ab70a req-195ecae4-1904-4427-ac57-8d6248b639e4 tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] 10.222.0.36 "GET /v2.0/ports?device_id=413ed4eb-3bcb-454c-b5c5-994be41c1ce5 HTTP/1.1" status: 200 len: 945 time: 0.0535865 Aug 17 00:06:01.075105 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-96734318-0913-4c5a-b514-3687c26ab70a req-af351887-25ca-4b92-8b6c-aea769042cce tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5064bb1-a656-4d6e-b94a-6bc7bcb87b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326862 Aug 17 00:06:02.193127 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fbd696-2e12-4753-8cf3-b5da59d23e76 req-4ff9262e-cd23-48cb-9bce-1bc7d9c7c85f tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:02.194625 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-70fbd696-2e12-4753-8cf3-b5da59d23e76 req-4ff9262e-cd23-48cb-9bce-1bc7d9c7c85f tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] 10.222.0.36 "GET /v2.0/ports?device_id=413ed4eb-3bcb-454c-b5c5-994be41c1ce5 HTTP/1.1" status: 200 len: 945 time: 0.0498059 Aug 17 00:06:02.232483 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-70fbd696-2e12-4753-8cf3-b5da59d23e76 req-e740fd97-3d10-44d3-890a-3a96d4c8ace3 tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5064bb1-a656-4d6e-b94a-6bc7bcb87b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318475 Aug 17 00:06:02.869441 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9733219-5a76-4acb-8dca-292eea4980d7 req-eb3a3c93-fbc8-4de7-9761-1f1e734d2723 tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:02.871194 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-f9733219-5a76-4acb-8dca-292eea4980d7 req-eb3a3c93-fbc8-4de7-9761-1f1e734d2723 tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] 10.222.0.57 "GET /v2.0/ports?device_id=413ed4eb-3bcb-454c-b5c5-994be41c1ce5 HTTP/1.1" status: 200 len: 945 time: 0.0503600 Aug 17 00:06:02.959847 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-f9733219-5a76-4acb-8dca-292eea4980d7 req-65823a1b-657e-447e-8051-90b763242c99 tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] Deleting port 55ca09f7-55b7-4152-890e-7e81e566d924 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:06:02.960198 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-f9733219-5a76-4acb-8dca-292eea4980d7 req-65823a1b-657e-447e-8051-90b763242c99 tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:03.061422 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-f9733219-5a76-4acb-8dca-292eea4980d7 req-65823a1b-657e-447e-8051-90b763242c99 tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] For port 55ca09f7-55b7-4152-890e-7e81e566d924, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=55ca09f7-55b7-4152-890e-7e81e566d924,segment=NetworkSegment(a76a813e-6180-43ff-bbfc-3de2dfd57d0c),segment_id=a76a813e-6180-43ff-bbfc-3de2dfd57d0c)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:06:03.061794 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-f9733219-5a76-4acb-8dca-292eea4980d7 req-65823a1b-657e-447e-8051-90b763242c99 tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:03.074523 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-f9733219-5a76-4acb-8dca-292eea4980d7 req-65823a1b-657e-447e-8051-90b763242c99 tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] Calling delete_port for 55ca09f7-55b7-4152-890e-7e81e566d924 owned by compute:nova {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:06:03.203584 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-f9733219-5a76-4acb-8dca-292eea4980d7 req-65823a1b-657e-447e-8051-90b763242c99 tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:03.239131 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65823a1b-657e-447e-8051-90b763242c99 tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] Pushing event deleted for resources: {'Port': ['ID=55ca09f7-55b7-4152-890e-7e81e566d924,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:03.241099 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['55ca09f7-55b7-4152-890e-7e81e566d924'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:06:03.271025 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65823a1b-657e-447e-8051-90b763242c99 tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:03.271025 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65823a1b-657e-447e-8051-90b763242c99 tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:03.271025 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65823a1b-657e-447e-8051-90b763242c99 tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:03.271398 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65823a1b-657e-447e-8051-90b763242c99 tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:03.272253 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65823a1b-657e-447e-8051-90b763242c99 tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:03.272638 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65823a1b-657e-447e-8051-90b763242c99 tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:03.273008 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65823a1b-657e-447e-8051-90b763242c99 tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:03.273354 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65823a1b-657e-447e-8051-90b763242c99 tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:03.273699 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65823a1b-657e-447e-8051-90b763242c99 tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:03.274035 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65823a1b-657e-447e-8051-90b763242c99 tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:03.274370 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65823a1b-657e-447e-8051-90b763242c99 tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:03.274703 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65823a1b-657e-447e-8051-90b763242c99 tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:03.292449 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9733219-5a76-4acb-8dca-292eea4980d7 req-65823a1b-657e-447e-8051-90b763242c99 tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] No DVR routers for this DVR port 55ca09f7-55b7-4152-890e-7e81e566d924 on host n-h2-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:06:03.295276 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-f9733219-5a76-4acb-8dca-292eea4980d7 req-65823a1b-657e-447e-8051-90b763242c99 tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:03.297373 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-f9733219-5a76-4acb-8dca-292eea4980d7 req-65823a1b-657e-447e-8051-90b763242c99 tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] 10.222.0.57 "DELETE /v2.0/ports/55ca09f7-55b7-4152-890e-7e81e566d924 HTTP/1.1" status: 204 len: 173 time: 0.4200623 Aug 17 00:06:03.297825 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '413ed4eb-3bcb-454c-b5c5-994be41c1ce5', 'name': 'network-vif-deleted', 'tag': '55ca09f7-55b7-4152-890e-7e81e566d924'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:06:03.300480 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7165c1ab170cf7a86a4d2d0d4fd52c1e3b7b58c190c14e765d35b2aa62be1e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37844c47-df18-4ca9-8e75-460a8c77025a" -d '{"events": [{"server_uuid": "413ed4eb-3bcb-454c-b5c5-994be41c1ce5", "name": "network-vif-deleted", "tag": "55ca09f7-55b7-4152-890e-7e81e566d924"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:06:03.347259 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce9a2ac-2775-4bb5-85a0-4612b14ecf75 x-openstack-request-id: req-0ce9a2ac-2775-4bb5-85a0-4612b14ecf75 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:06:03.347561 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "413ed4eb-3bcb-454c-b5c5-994be41c1ce5", "name": "network-vif-deleted", "tag": "55ca09f7-55b7-4152-890e-7e81e566d924", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:06:03.347817 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0ce9a2ac-2775-4bb5-85a0-4612b14ecf75 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:06:03.348226 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '413ed4eb-3bcb-454c-b5c5-994be41c1ce5', 'name': 'network-vif-deleted', 'tag': '55ca09f7-55b7-4152-890e-7e81e566d924', 'status': 'completed', 'code': 200} Aug 17 00:06:03.352347 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5e45f596-b767-44fb-95b6-cfd863d36631 req-4e4cf5b4-999c-4cbc-a236-ad4abfe90885 tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] 10.222.0.36 "GET /v2.0/ports?device_id=413ed4eb-3bcb-454c-b5c5-994be41c1ce5 HTTP/1.1" status: 200 len: 210 time: 0.0301089 Aug 17 00:06:04.806652 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:06:04.909994 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3d4e4a-8144-4ea9-9ec7-b6cf857866f9 req-5671a1de-2aa7-4fea-bcc1-cd4994c36f35 tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:04.911471 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ea3d4e4a-8144-4ea9-9ec7-b6cf857866f9 req-5671a1de-2aa7-4fea-bcc1-cd4994c36f35 tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] 10.222.0.36 "GET /v2.0/networks?id=81f6d4d0-7435-4cbe-a745-5980335b7cb0 HTTP/1.1" status: 200 len: 817 time: 0.1057029 Aug 17 00:06:04.933795 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ea3d4e4a-8144-4ea9-9ec7-b6cf857866f9 req-2ee8c326-01aa-4dfa-ac3d-11003684c757 tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] 10.222.0.36 "GET /v2.0/quotas/5fe37a46169b496b93086150e3812243 HTTP/1.1" status: 200 len: 375 time: 0.0139134 Aug 17 00:06:04.987962 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ea3d4e4a-8144-4ea9-9ec7-b6cf857866f9 req-980f976e-2efa-4f81-a38b-b09390195ebd tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5fe37a46169b496b93086150e3812243&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470517 Aug 17 00:06:05.097427 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ea3d4e4a-8144-4ea9-9ec7-b6cf857866f9 req-9fe3834b-648c-4ee3-a587-ddad63f67ffe service neutron] 10.222.0.36 "GET /v2.0/networks/81f6d4d0-7435-4cbe-a745-5980335b7cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930541 Aug 17 00:06:05.204829 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ea3d4e4a-8144-4ea9-9ec7-b6cf857866f9 req-7fee5b1d-655c-402a-b0dd-73d54684314b service neutron] 10.222.0.36 "GET /v2.0/networks/81f6d4d0-7435-4cbe-a745-5980335b7cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997996 Aug 17 00:06:05.377538 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-060eccdf-a535-4630-bb14-71c6bbc4ae35 req-7bee55c2-5ca3-4f51-81ed-4f11dd0252bb tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] 10.222.0.36 "GET /v2.0/ports?device_id=519bcd21-ccc8-457b-b46e-0bf4dfc4868c HTTP/1.1" status: 200 len: 210 time: 0.0265746 Aug 17 00:06:06.341173 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3d4e4a-8144-4ea9-9ec7-b6cf857866f9 req-9025eb0c-ca45-46da-aafd-a5c3bd95c1cb tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:06.343095 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-ea3d4e4a-8144-4ea9-9ec7-b6cf857866f9 req-9025eb0c-ca45-46da-aafd-a5c3bd95c1cb tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] 10.222.0.57 "GET /v2.0/networks?id=81f6d4d0-7435-4cbe-a745-5980335b7cb0 HTTP/1.1" status: 200 len: 817 time: 0.1137187 Aug 17 00:06:06.362702 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-ea3d4e4a-8144-4ea9-9ec7-b6cf857866f9 req-45a3105b-06e4-4bdf-b046-00dc0feec5fe tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] Request body: {'port': {'device_id': '519bcd21-ccc8-457b-b46e-0bf4dfc4868c', 'network_id': '81f6d4d0-7435-4cbe-a745-5980335b7cb0', 'admin_state_up': True, 'tenant_id': '5fe37a46169b496b93086150e3812243'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:06:06.475178 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea3d4e4a-8144-4ea9-9ec7-b6cf857866f9 req-45a3105b-06e4-4bdf-b046-00dc0feec5fe tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] Made reservation on behalf of 5fe37a46169b496b93086150e3812243 for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:06:06.478895 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-ea3d4e4a-8144-4ea9-9ec7-b6cf857866f9 req-45a3105b-06e4-4bdf-b046-00dc0feec5fe tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:06.481210 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5d9bebf5-7978-49c7-a6e2-01e1086899a7 req-c26d5c0a-c5de-40dd-9b89-daec4ad5d374 tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] 10.222.0.36 "GET /v2.0/ports?device_id=519bcd21-ccc8-457b-b46e-0bf4dfc4868c HTTP/1.1" status: 200 len: 210 time: 0.0314908 Aug 17 00:06:06.606396 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-ea3d4e4a-8144-4ea9-9ec7-b6cf857866f9 req-45a3105b-06e4-4bdf-b046-00dc0feec5fe tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] Allocated IP 172.20.0.6 (81f6d4d0-7435-4cbe-a745-5980335b7cb0/7da9e536-eee2-48bb-ab56-0f9a05a8faf1/0b50c684-443c-460e-b67e-b792cadfd794) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:06:06.753397 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-ea3d4e4a-8144-4ea9-9ec7-b6cf857866f9 req-45a3105b-06e4-4bdf-b046-00dc0feec5fe tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:06.766752 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-ea3d4e4a-8144-4ea9-9ec7-b6cf857866f9 req-45a3105b-06e4-4bdf-b046-00dc0feec5fe tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] Transition to ACTIVE for port object 0b50c684-443c-460e-b67e-b792cadfd794 will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:06:06.798601 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-ea3d4e4a-8144-4ea9-9ec7-b6cf857866f9 req-45a3105b-06e4-4bdf-b046-00dc0feec5fe tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:06.839816 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea3d4e4a-8144-4ea9-9ec7-b6cf857866f9 req-45a3105b-06e4-4bdf-b046-00dc0feec5fe tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] Network 81f6d4d0-7435-4cbe-a745-5980335b7cb0 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:06:06.844763 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-ea3d4e4a-8144-4ea9-9ec7-b6cf857866f9 req-45a3105b-06e4-4bdf-b046-00dc0feec5fe tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:06:06.848416 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea3d4e4a-8144-4ea9-9ec7-b6cf857866f9 req-45a3105b-06e4-4bdf-b046-00dc0feec5fe tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:06:06.878563 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a3105b-06e4-4bdf-b046-00dc0feec5fe tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] Pushing event updated for resources: {'Port': ['ID=0b50c684-443c-460e-b67e-b792cadfd794,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:06.902911 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 55ca09f7-55b7-4152-890e-7e81e566d924 no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:06:06.909648 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3d4e4a-8144-4ea9-9ec7-b6cf857866f9 req-45a3105b-06e4-4bdf-b046-00dc0feec5fe tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:06.910339 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-ea3d4e4a-8144-4ea9-9ec7-b6cf857866f9 req-45a3105b-06e4-4bdf-b046-00dc0feec5fe tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:06.924698 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] No Port match for: 55ca09f7-55b7-4152-890e-7e81e566d924 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:06:06.925061 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 55ca09f7-55b7-4152-890e-7e81e566d924 not bound to the agent host n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:06:06.927668 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-ea3d4e4a-8144-4ea9-9ec7-b6cf857866f9 req-45a3105b-06e4-4bdf-b046-00dc0feec5fe tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5686567 Aug 17 00:06:06.946832 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-ea3d4e4a-8144-4ea9-9ec7-b6cf857866f9 req-2a067fc5-d7da-4f4a-8045-4719b2b4dd25 service neutron] Request body: {'port': {'device_id': '519bcd21-ccc8-457b-b46e-0bf4dfc4868c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:06:07.003370 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-ea3d4e4a-8144-4ea9-9ec7-b6cf857866f9 req-2a067fc5-d7da-4f4a-8045-4719b2b4dd25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:07.058416 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-90c3918d-b2f5-4954-ac54-8db014f43f97 None None] Provisioning for port 0b50c684-443c-460e-b67e-b792cadfd794 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:06:07.062160 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-90c3918d-b2f5-4954-ac54-8db014f43f97 None None] Provisioning complete for port 0b50c684-443c-460e-b67e-b792cadfd794 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:06:07.062532 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-90c3918d-b2f5-4954-ac54-8db014f43f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:07.095394 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-90c3918d-b2f5-4954-ac54-8db014f43f97 None None] Port 0b50c684-443c-460e-b67e-b792cadfd794 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:06:07.273756 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-ea3d4e4a-8144-4ea9-9ec7-b6cf857866f9 req-2a067fc5-d7da-4f4a-8045-4719b2b4dd25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b50c684-443c-460e-b67e-b792cadfd794 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:06:07.280994 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-ea3d4e4a-8144-4ea9-9ec7-b6cf857866f9 req-2a067fc5-d7da-4f4a-8045-4719b2b4dd25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:07.293040 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-ea3d4e4a-8144-4ea9-9ec7-b6cf857866f9 req-2a067fc5-d7da-4f4a-8045-4719b2b4dd25 service neutron] Transition to ACTIVE for port object 0b50c684-443c-460e-b67e-b792cadfd794 will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:06:07.296389 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-ea3d4e4a-8144-4ea9-9ec7-b6cf857866f9 req-2a067fc5-d7da-4f4a-8045-4719b2b4dd25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:07.347780 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a067fc5-d7da-4f4a-8045-4719b2b4dd25 service neutron] Pushing event updated for resources: {'Port': ['ID=0b50c684-443c-460e-b67e-b792cadfd794,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:07.416516 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-ea3d4e4a-8144-4ea9-9ec7-b6cf857866f9 req-2a067fc5-d7da-4f4a-8045-4719b2b4dd25 service neutron] Attempting to bind port 0b50c684-443c-460e-b67e-b792cadfd794 on host n-h2-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:06:07.417060 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-ea3d4e4a-8144-4ea9-9ec7-b6cf857866f9 req-2a067fc5-d7da-4f4a-8045-4719b2b4dd25 service neutron] Attempting to bind port 0b50c684-443c-460e-b67e-b792cadfd794 by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': 'a76a813e-6180-43ff-bbfc-3de2dfd57d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '81f6d4d0-7435-4cbe-a745-5980335b7cb0'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:06:07.417404 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3d4e4a-8144-4ea9-9ec7-b6cf857866f9 req-2a067fc5-d7da-4f4a-8045-4719b2b4dd25 service neutron] Attempting to bind port 0b50c684-443c-460e-b67e-b792cadfd794 on network 81f6d4d0-7435-4cbe-a745-5980335b7cb0 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:06:07.423554 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3d4e4a-8144-4ea9-9ec7-b6cf857866f9 req-2a067fc5-d7da-4f4a-8045-4719b2b4dd25 service neutron] Port 0b50c684-443c-460e-b67e-b792cadfd794 on network 81f6d4d0-7435-4cbe-a745-5980335b7cb0 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:06:07.423884 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3d4e4a-8144-4ea9-9ec7-b6cf857866f9 req-2a067fc5-d7da-4f4a-8045-4719b2b4dd25 service neutron] Attempting to bind port 0b50c684-443c-460e-b67e-b792cadfd794 on network 81f6d4d0-7435-4cbe-a745-5980335b7cb0 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:06:07.429229 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3d4e4a-8144-4ea9-9ec7-b6cf857866f9 req-2a067fc5-d7da-4f4a-8045-4719b2b4dd25 service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:06:07.429534 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3d4e4a-8144-4ea9-9ec7-b6cf857866f9 req-2a067fc5-d7da-4f4a-8045-4719b2b4dd25 service neutron] Checking segment: {'id': 'a76a813e-6180-43ff-bbfc-3de2dfd57d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '81f6d4d0-7435-4cbe-a745-5980335b7cb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:06:07.430117 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3d4e4a-8144-4ea9-9ec7-b6cf857866f9 req-2a067fc5-d7da-4f4a-8045-4719b2b4dd25 service neutron] Bound using segment: {'id': 'a76a813e-6180-43ff-bbfc-3de2dfd57d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '81f6d4d0-7435-4cbe-a745-5980335b7cb0'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:06:07.430549 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-ea3d4e4a-8144-4ea9-9ec7-b6cf857866f9 req-2a067fc5-d7da-4f4a-8045-4719b2b4dd25 service neutron] Bound port: 0b50c684-443c-460e-b67e-b792cadfd794, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a76a813e-6180-43ff-bbfc-3de2dfd57d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '81f6d4d0-7435-4cbe-a745-5980335b7cb0'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:06:07.430920 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-ea3d4e4a-8144-4ea9-9ec7-b6cf857866f9 req-2a067fc5-d7da-4f4a-8045-4719b2b4dd25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:07.501315 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-ea3d4e4a-8144-4ea9-9ec7-b6cf857866f9 req-2a067fc5-d7da-4f4a-8045-4719b2b4dd25 service neutron] For port 0b50c684-443c-460e-b67e-b792cadfd794, host n-h2-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:06:07.507937 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-ea3d4e4a-8144-4ea9-9ec7-b6cf857866f9 req-2a067fc5-d7da-4f4a-8045-4719b2b4dd25 service neutron] For port 0b50c684-443c-460e-b67e-b792cadfd794, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=0b50c684-443c-460e-b67e-b792cadfd794,segment=NetworkSegment(a76a813e-6180-43ff-bbfc-3de2dfd57d0c),segment_id=a76a813e-6180-43ff-bbfc-3de2dfd57d0c)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:06:07.514005 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-ea3d4e4a-8144-4ea9-9ec7-b6cf857866f9 req-2a067fc5-d7da-4f4a-8045-4719b2b4dd25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:07.549928 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3d4e4a-8144-4ea9-9ec7-b6cf857866f9 req-2a067fc5-d7da-4f4a-8045-4719b2b4dd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:07.550767 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-ea3d4e4a-8144-4ea9-9ec7-b6cf857866f9 req-2a067fc5-d7da-4f4a-8045-4719b2b4dd25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:07.552396 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-ea3d4e4a-8144-4ea9-9ec7-b6cf857866f9 req-2a067fc5-d7da-4f4a-8045-4719b2b4dd25 service neutron] 10.222.0.57 "PUT /v2.0/ports/0b50c684-443c-460e-b67e-b792cadfd794 HTTP/1.1" status: 200 len: 1092 time: 0.6108739 Aug 17 00:06:07.552916 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '519bcd21-ccc8-457b-b46e-0bf4dfc4868c', 'tag': '0b50c684-443c-460e-b67e-b792cadfd794'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:06:07.555533 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7165c1ab170cf7a86a4d2d0d4fd52c1e3b7b58c190c14e765d35b2aa62be1e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c512bf2b-6f1b-41a7-81a8-4a7a3bef206d" -d '{"events": [{"name": "network-changed", "server_uuid": "519bcd21-ccc8-457b-b46e-0bf4dfc4868c", "tag": "0b50c684-443c-460e-b67e-b792cadfd794"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:06:07.587070 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a067fc5-d7da-4f4a-8045-4719b2b4dd25 service neutron] Pushing event updated for resources: {'Port': ['ID=0b50c684-443c-460e-b67e-b792cadfd794,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:07.605405 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcc5048-b63c-4149-bf97-ac3750c02605 req-2f7df7d2-7f7e-473c-8ea4-ae00d8c44359 tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:07.607646 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7fcc5048-b63c-4149-bf97-ac3750c02605 req-2f7df7d2-7f7e-473c-8ea4-ae00d8c44359 tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] 10.222.0.36 "GET /v2.0/ports?device_id=519bcd21-ccc8-457b-b46e-0bf4dfc4868c HTTP/1.1" status: 200 len: 943 time: 0.0558772 Aug 17 00:06:07.615780 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c14444-a10c-4bfe-b382-f6c42deda033 x-openstack-request-id: req-b2c14444-a10c-4bfe-b382-f6c42deda033 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:06:07.616086 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "519bcd21-ccc8-457b-b46e-0bf4dfc4868c", "tag": "0b50c684-443c-460e-b67e-b792cadfd794", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:06:07.616457 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b2c14444-a10c-4bfe-b382-f6c42deda033 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:06:07.617108 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '519bcd21-ccc8-457b-b46e-0bf4dfc4868c', 'tag': '0b50c684-443c-460e-b67e-b792cadfd794', 'status': 'completed', 'code': 200} Aug 17 00:06:07.657150 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7fcc5048-b63c-4149-bf97-ac3750c02605 req-0d823a39-586d-441a-b3e1-4c5c0b81f5c9 tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5064bb1-a656-4d6e-b94a-6bc7bcb87b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383704 Aug 17 00:06:07.677468 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3d4e4a-8144-4ea9-9ec7-b6cf857866f9 req-7055ca8f-8417-4852-8fa8-20187519418e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:07.679026 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-ea3d4e4a-8144-4ea9-9ec7-b6cf857866f9 req-7055ca8f-8417-4852-8fa8-20187519418e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5fe37a46169b496b93086150e3812243&device_id=519bcd21-ccc8-457b-b46e-0bf4dfc4868c HTTP/1.1" status: 200 len: 1095 time: 0.0476418 Aug 17 00:06:07.729673 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-ea3d4e4a-8144-4ea9-9ec7-b6cf857866f9 req-bbfbd4a6-0638-488a-8302-9bdc3e0ca627 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b50c684-443c-460e-b67e-b792cadfd794 HTTP/1.1" status: 200 len: 217 time: 0.0381398 Aug 17 00:06:07.784963 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3d4e4a-8144-4ea9-9ec7-b6cf857866f9 req-4b33cf89-55cc-437c-bac5-32335a163336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:07.786428 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-ea3d4e4a-8144-4ea9-9ec7-b6cf857866f9 req-4b33cf89-55cc-437c-bac5-32335a163336 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7da9e536-eee2-48bb-ab56-0f9a05a8faf1 HTTP/1.1" status: 200 len: 856 time: 0.0496466 Aug 17 00:06:07.832675 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3d4e4a-8144-4ea9-9ec7-b6cf857866f9 req-89d03023-a2ff-4b3e-99e0-7c8aa4f38437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:07.834110 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-ea3d4e4a-8144-4ea9-9ec7-b6cf857866f9 req-89d03023-a2ff-4b3e-99e0-7c8aa4f38437 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=81f6d4d0-7435-4cbe-a745-5980335b7cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408039 Aug 17 00:06:07.927801 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-ea3d4e4a-8144-4ea9-9ec7-b6cf857866f9 req-697bc95e-e7e7-41c9-a8f8-12ff71aba3a3 service neutron] 10.222.0.57 "GET /v2.0/networks/81f6d4d0-7435-4cbe-a745-5980335b7cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864098 Aug 17 00:06:08.018918 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-ea3d4e4a-8144-4ea9-9ec7-b6cf857866f9 req-47429628-047f-4ec9-aedf-480fbf3b661f service neutron] 10.222.0.57 "GET /v2.0/networks/81f6d4d0-7435-4cbe-a745-5980335b7cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843644 Aug 17 00:06:08.159572 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c512bf2b-6f1b-41a7-81a8-4a7a3bef206d req-bbbc141d-96ff-49a2-9d4d-29a730f3eeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:08.161043 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c512bf2b-6f1b-41a7-81a8-4a7a3bef206d req-bbbc141d-96ff-49a2-9d4d-29a730f3eeaa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5fe37a46169b496b93086150e3812243&device_id=519bcd21-ccc8-457b-b46e-0bf4dfc4868c HTTP/1.1" status: 200 len: 1095 time: 0.0432897 Aug 17 00:06:08.256278 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c512bf2b-6f1b-41a7-81a8-4a7a3bef206d req-2cbb27d1-4a86-448b-bea7-d754d2270137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:08.257803 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c512bf2b-6f1b-41a7-81a8-4a7a3bef206d req-2cbb27d1-4a86-448b-bea7-d754d2270137 service neutron] 10.222.0.57 "GET /v2.0/networks?id=81f6d4d0-7435-4cbe-a745-5980335b7cb0 HTTP/1.1" status: 200 len: 918 time: 0.0898921 Aug 17 00:06:08.305975 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c512bf2b-6f1b-41a7-81a8-4a7a3bef206d req-ccb99980-b50f-4944-a632-00f50c4e0b16 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b50c684-443c-460e-b67e-b792cadfd794 HTTP/1.1" status: 200 len: 217 time: 0.0364823 Aug 17 00:06:08.359348 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c512bf2b-6f1b-41a7-81a8-4a7a3bef206d req-11ce41b4-3a4b-4ae7-8c5d-99577ddc677e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:08.360861 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c512bf2b-6f1b-41a7-81a8-4a7a3bef206d req-11ce41b4-3a4b-4ae7-8c5d-99577ddc677e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7da9e536-eee2-48bb-ab56-0f9a05a8faf1 HTTP/1.1" status: 200 len: 856 time: 0.0486240 Aug 17 00:06:08.406519 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c512bf2b-6f1b-41a7-81a8-4a7a3bef206d req-89659b21-9b15-4425-8ef5-aabc4e8d2a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:08.407916 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c512bf2b-6f1b-41a7-81a8-4a7a3bef206d req-89659b21-9b15-4425-8ef5-aabc4e8d2a33 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=81f6d4d0-7435-4cbe-a745-5980335b7cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400434 Aug 17 00:06:08.494773 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c512bf2b-6f1b-41a7-81a8-4a7a3bef206d req-26b3ab51-256e-4424-a97f-e4439027af9a service neutron] 10.222.0.57 "GET /v2.0/networks/81f6d4d0-7435-4cbe-a745-5980335b7cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801480 Aug 17 00:06:08.587650 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c512bf2b-6f1b-41a7-81a8-4a7a3bef206d req-722e00f6-9460-40c1-a32e-413f319d700e service neutron] 10.222.0.57 "GET /v2.0/networks/81f6d4d0-7435-4cbe-a745-5980335b7cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860856 Aug 17 00:06:08.775370 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa1ba4-c8f1-4f6f-9501-3a1758c5ed66 req-82223b0d-0a6b-405d-a21e-93f6f2c29896 tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:08.776906 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ccaa1ba4-c8f1-4f6f-9501-3a1758c5ed66 req-82223b0d-0a6b-405d-a21e-93f6f2c29896 tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] 10.222.0.36 "GET /v2.0/ports?device_id=519bcd21-ccc8-457b-b46e-0bf4dfc4868c HTTP/1.1" status: 200 len: 943 time: 0.0490127 Aug 17 00:06:08.816527 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ccaa1ba4-c8f1-4f6f-9501-3a1758c5ed66 req-bad6eb39-9b10-4ba5-9210-38e1e54bacc4 tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5064bb1-a656-4d6e-b94a-6bc7bcb87b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324953 Aug 17 00:06:09.952415 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac525687-ab99-4579-b638-500f526dac31 req-0033cf25-3db5-4d87-8c56-91bf121c1d4e tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:09.953943 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ac525687-ab99-4579-b638-500f526dac31 req-0033cf25-3db5-4d87-8c56-91bf121c1d4e tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] 10.222.0.36 "GET /v2.0/ports?device_id=519bcd21-ccc8-457b-b46e-0bf4dfc4868c HTTP/1.1" status: 200 len: 943 time: 0.0488904 Aug 17 00:06:09.996241 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ac525687-ab99-4579-b638-500f526dac31 req-77d64b1d-d12f-42c0-9698-a5e444d72330 tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5064bb1-a656-4d6e-b94a-6bc7bcb87b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362563 Aug 17 00:06:10.936259 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 0b50c684-443c-460e-b67e-b792cadfd794 details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:06:11.044616 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 0b50c684-443c-460e-b67e-b792cadfd794, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=0b50c684-443c-460e-b67e-b792cadfd794,segment=NetworkSegment(a76a813e-6180-43ff-bbfc-3de2dfd57d0c),segment_id=a76a813e-6180-43ff-bbfc-3de2dfd57d0c)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:06:11.056740 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': '0b50c684-443c-460e-b67e-b792cadfd794', 'network_id': '81f6d4d0-7435-4cbe-a745-5980335b7cb0', 'port_id': '0b50c684-443c-460e-b67e-b792cadfd794', 'mac_address': 'fa:16:3e:b5:6d:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7da9e536-eee2-48bb-ab56-0f9a05a8faf1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:06:11.095878 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:11.115126 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b50c684-443c-460e-b67e-b792cadfd794 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:06:11.117379 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f243700f-d408-4780-9de7-1f327bef58c0 req-cf29602d-2d95-43cb-9121-cd5cb0f42ad3 tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:11.118953 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f243700f-d408-4780-9de7-1f327bef58c0 req-cf29602d-2d95-43cb-9121-cd5cb0f42ad3 tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] 10.222.0.36 "GET /v2.0/ports?device_id=519bcd21-ccc8-457b-b46e-0bf4dfc4868c HTTP/1.1" status: 200 len: 943 time: 0.0532372 Aug 17 00:06:11.136268 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 0b50c684-443c-460e-b67e-b792cadfd794, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=0b50c684-443c-460e-b67e-b792cadfd794,segment=NetworkSegment(a76a813e-6180-43ff-bbfc-3de2dfd57d0c),segment_id=a76a813e-6180-43ff-bbfc-3de2dfd57d0c)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:06:11.141432 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:11.163022 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f243700f-d408-4780-9de7-1f327bef58c0 req-0790b7b6-8f61-4a9f-8211-4736b7b3a15f tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5064bb1-a656-4d6e-b94a-6bc7bcb87b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365772 Aug 17 00:06:11.192767 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=0b50c684-443c-460e-b67e-b792cadfd794,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:11.201109 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:11.201452 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:11.201795 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:11.202136 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:11.202501 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:11.202831 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:11.203161 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:11.203489 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:11.203815 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:11.204164 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:11.204581 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:11.204885 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:11.468599 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['0b50c684-443c-460e-b67e-b792cadfd794'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:06:12.036972 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:12.281354 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6108f14-ec5f-4e0e-99cb-fe1ad17f277c req-a77b9ff0-3116-4ae9-92ed-66f349145695 tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:12.282867 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c6108f14-ec5f-4e0e-99cb-fe1ad17f277c req-a77b9ff0-3116-4ae9-92ed-66f349145695 tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] 10.222.0.36 "GET /v2.0/ports?device_id=519bcd21-ccc8-457b-b46e-0bf4dfc4868c HTTP/1.1" status: 200 len: 944 time: 0.0508211 Aug 17 00:06:12.335739 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c6108f14-ec5f-4e0e-99cb-fe1ad17f277c req-b0a978e3-8d22-43b0-a336-fdfc64dacc48 tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5064bb1-a656-4d6e-b94a-6bc7bcb87b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441952 Aug 17 00:06:12.935623 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 0b50c684-443c-460e-b67e-b792cadfd794 up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:06:12.994460 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning for port 0b50c684-443c-460e-b67e-b792cadfd794 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:06:12.998759 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port 0b50c684-443c-460e-b67e-b792cadfd794 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:06:12.999184 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:13.231383 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:13.253245 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '519bcd21-ccc8-457b-b46e-0bf4dfc4868c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b50c684-443c-460e-b67e-b792cadfd794'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:06:13.255475 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d789e1acf86fc3837d65c5c7bf7b17f03ca076816da63f24d17cffa1a624f203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a1b90a-0988-4510-a222-d346c788d74a" -d '{"events": [{"server_uuid": "519bcd21-ccc8-457b-b46e-0bf4dfc4868c", "name": "network-vif-plugged", "status": "completed", "tag": "0b50c684-443c-460e-b67e-b792cadfd794"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:06:13.268616 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 0b50c684-443c-460e-b67e-b792cadfd794, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=0b50c684-443c-460e-b67e-b792cadfd794,segment=NetworkSegment(a76a813e-6180-43ff-bbfc-3de2dfd57d0c),segment_id=a76a813e-6180-43ff-bbfc-3de2dfd57d0c)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:06:13.273728 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:13.297965 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68d59870-a89f-445c-8267-93e46031a53b x-openstack-request-id: req-68d59870-a89f-445c-8267-93e46031a53b {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:06:13.298265 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "519bcd21-ccc8-457b-b46e-0bf4dfc4868c", "name": "network-vif-plugged", "status": "completed", "tag": "0b50c684-443c-460e-b67e-b792cadfd794", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:06:13.298511 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-68d59870-a89f-445c-8267-93e46031a53b {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:06:13.298973 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '519bcd21-ccc8-457b-b46e-0bf4dfc4868c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b50c684-443c-460e-b67e-b792cadfd794', 'code': 200} Aug 17 00:06:13.329510 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=0b50c684-443c-460e-b67e-b792cadfd794,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:13.424607 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f668cbb-a56d-4b59-ae83-acef318b0444 req-c8243cc0-eb4d-493c-bdb8-45ecdb63c7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:13.426109 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5f668cbb-a56d-4b59-ae83-acef318b0444 req-c8243cc0-eb4d-493c-bdb8-45ecdb63c7bd service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=519bcd21-ccc8-457b-b46e-0bf4dfc4868c HTTP/1.1" status: 200 len: 1097 time: 0.0424771 Aug 17 00:06:13.459596 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7847f946-7b97-4b5b-b4f5-d5234a6482ae req-5dfe08ba-0294-4794-a05d-063c275a24e3 tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:13.462144 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7847f946-7b97-4b5b-b4f5-d5234a6482ae req-5dfe08ba-0294-4794-a05d-063c275a24e3 tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] 10.222.0.36 "GET /v2.0/ports?device_id=519bcd21-ccc8-457b-b46e-0bf4dfc4868c HTTP/1.1" status: 200 len: 945 time: 0.0530901 Aug 17 00:06:13.472834 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5f668cbb-a56d-4b59-ae83-acef318b0444 req-d647d88a-36e6-416e-95bf-faf886f7d4b4 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f5064bb1-a656-4d6e-b94a-6bc7bcb87b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398622 Aug 17 00:06:13.508052 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7847f946-7b97-4b5b-b4f5-d5234a6482ae req-1e1d1e77-bc5b-4119-ad7b-696176e11873 tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5064bb1-a656-4d6e-b94a-6bc7bcb87b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390127 Aug 17 00:06:14.624204 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bada41bc-7852-4988-ac00-8b57057531ef req-e19f7d11-9f89-4079-ac55-ceb80986539e tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:14.625711 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bada41bc-7852-4988-ac00-8b57057531ef req-e19f7d11-9f89-4079-ac55-ceb80986539e tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] 10.222.0.36 "GET /v2.0/ports?device_id=519bcd21-ccc8-457b-b46e-0bf4dfc4868c HTTP/1.1" status: 200 len: 945 time: 0.0494452 Aug 17 00:06:14.662637 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bada41bc-7852-4988-ac00-8b57057531ef req-a92f5885-f8cb-471e-9d38-ace1e5982700 tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5064bb1-a656-4d6e-b94a-6bc7bcb87b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310168 Aug 17 00:06:15.778796 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cdb368-f773-40af-9906-5a80f66cc33f req-84a5b807-52de-4ad7-a9d6-05b3e65ab2ab tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:15.780292 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-90cdb368-f773-40af-9906-5a80f66cc33f req-84a5b807-52de-4ad7-a9d6-05b3e65ab2ab tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] 10.222.0.36 "GET /v2.0/ports?device_id=519bcd21-ccc8-457b-b46e-0bf4dfc4868c HTTP/1.1" status: 200 len: 945 time: 0.0506442 Aug 17 00:06:15.817671 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-90cdb368-f773-40af-9906-5a80f66cc33f req-7b2c9050-53ef-4539-8085-cc1aa34e2146 tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5064bb1-a656-4d6e-b94a-6bc7bcb87b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313022 Aug 17 00:06:15.935803 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b0a5be-e823-4a69-8cc6-b4ff72fbb231 req-173240a9-1b9b-45e3-a292-592865a38e59 tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:15.937336 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f2b0a5be-e823-4a69-8cc6-b4ff72fbb231 req-173240a9-1b9b-45e3-a292-592865a38e59 tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] 10.222.0.36 "GET /v2.0/ports?device_id=519bcd21-ccc8-457b-b46e-0bf4dfc4868c HTTP/1.1" status: 200 len: 945 time: 0.0514913 Aug 17 00:06:15.981121 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f2b0a5be-e823-4a69-8cc6-b4ff72fbb231 req-037b61c4-89ce-4812-962b-0fe29e67bd1f tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5064bb1-a656-4d6e-b94a-6bc7bcb87b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377004 Aug 17 00:06:17.808589 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-96442cba-d9d6-4a0d-bc89-53fb02f87bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:19.896453 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-009a5ed6-0bcf-4de7-bdad-e57c2b44ca6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:20.782887 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:21.846270 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:23.103840 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:26.039969 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:34.381304 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf053ab2-c42b-4e01-95ab-9199f10ec614 req-5c3f1c40-c4ea-4ad4-a3f0-231d69bbeab6 tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:34.382971 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cf053ab2-c42b-4e01-95ab-9199f10ec614 req-5c3f1c40-c4ea-4ad4-a3f0-231d69bbeab6 tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] 10.222.0.36 "GET /v2.0/ports?device_id=519bcd21-ccc8-457b-b46e-0bf4dfc4868c HTTP/1.1" status: 200 len: 945 time: 0.0544298 Aug 17 00:06:34.422869 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cf053ab2-c42b-4e01-95ab-9199f10ec614 req-2ee9959a-5ccd-4ff3-8bee-2e0b0be23606 tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5064bb1-a656-4d6e-b94a-6bc7bcb87b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326350 Aug 17 00:06:35.542785 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f792647c-d627-4662-902b-9e2addc16a56 req-6b0ec8e7-0da7-4123-acae-50ef3eb0012b tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:35.544378 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f792647c-d627-4662-902b-9e2addc16a56 req-6b0ec8e7-0da7-4123-acae-50ef3eb0012b tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] 10.222.0.36 "GET /v2.0/ports?device_id=519bcd21-ccc8-457b-b46e-0bf4dfc4868c HTTP/1.1" status: 200 len: 945 time: 0.0499387 Aug 17 00:06:35.583377 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f792647c-d627-4662-902b-9e2addc16a56 req-068c57d4-4a14-450e-a12d-ebabc27833ac tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5064bb1-a656-4d6e-b94a-6bc7bcb87b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330727 Aug 17 00:06:36.258459 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f50803e-60ee-45ff-ab9d-1de4fec5452c req-43e7fa25-7e21-4724-87ce-a84287e0cf9b tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:36.259885 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7f50803e-60ee-45ff-ab9d-1de4fec5452c req-43e7fa25-7e21-4724-87ce-a84287e0cf9b tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] 10.222.0.57 "GET /v2.0/ports?device_id=519bcd21-ccc8-457b-b46e-0bf4dfc4868c HTTP/1.1" status: 200 len: 945 time: 0.0575335 Aug 17 00:06:36.353721 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-7f50803e-60ee-45ff-ab9d-1de4fec5452c req-045c86f9-4a6b-4833-9972-2c484cda74dd tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] Deleting port 0b50c684-443c-460e-b67e-b792cadfd794 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:06:36.354652 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-7f50803e-60ee-45ff-ab9d-1de4fec5452c req-045c86f9-4a6b-4833-9972-2c484cda74dd tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:36.448199 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-7f50803e-60ee-45ff-ab9d-1de4fec5452c req-045c86f9-4a6b-4833-9972-2c484cda74dd tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] For port 0b50c684-443c-460e-b67e-b792cadfd794, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=0b50c684-443c-460e-b67e-b792cadfd794,segment=NetworkSegment(a76a813e-6180-43ff-bbfc-3de2dfd57d0c),segment_id=a76a813e-6180-43ff-bbfc-3de2dfd57d0c)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:06:36.448737 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-7f50803e-60ee-45ff-ab9d-1de4fec5452c req-045c86f9-4a6b-4833-9972-2c484cda74dd tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:36.462341 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-7f50803e-60ee-45ff-ab9d-1de4fec5452c req-045c86f9-4a6b-4833-9972-2c484cda74dd tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] Calling delete_port for 0b50c684-443c-460e-b67e-b792cadfd794 owned by compute:nova {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:06:36.595784 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-7f50803e-60ee-45ff-ab9d-1de4fec5452c req-045c86f9-4a6b-4833-9972-2c484cda74dd tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:36.627724 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['0b50c684-443c-460e-b67e-b792cadfd794'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:06:36.631831 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045c86f9-4a6b-4833-9972-2c484cda74dd tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] Pushing event deleted for resources: {'Port': ['ID=0b50c684-443c-460e-b67e-b792cadfd794,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:36.680051 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f50803e-60ee-45ff-ab9d-1de4fec5452c req-045c86f9-4a6b-4833-9972-2c484cda74dd tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] No DVR routers for this DVR port 0b50c684-443c-460e-b67e-b792cadfd794 on host n-h2-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:06:36.683516 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-7f50803e-60ee-45ff-ab9d-1de4fec5452c req-045c86f9-4a6b-4833-9972-2c484cda74dd tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:36.685815 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7f50803e-60ee-45ff-ab9d-1de4fec5452c req-045c86f9-4a6b-4833-9972-2c484cda74dd tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] 10.222.0.57 "DELETE /v2.0/ports/0b50c684-443c-460e-b67e-b792cadfd794 HTTP/1.1" status: 204 len: 173 time: 0.4203358 Aug 17 00:06:36.686265 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '519bcd21-ccc8-457b-b46e-0bf4dfc4868c', 'name': 'network-vif-deleted', 'tag': '0b50c684-443c-460e-b67e-b792cadfd794'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:06:36.688608 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7165c1ab170cf7a86a4d2d0d4fd52c1e3b7b58c190c14e765d35b2aa62be1e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00c96e7d-ff5f-46b8-9b22-27faee7e599f" -d '{"events": [{"server_uuid": "519bcd21-ccc8-457b-b46e-0bf4dfc4868c", "name": "network-vif-deleted", "tag": "0b50c684-443c-460e-b67e-b792cadfd794"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:06:36.712196 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-90ed23ed-3b88-4316-9e61-465c43a908fa req-a4e2fff8-4b53-478f-b08f-a254cdbaa0c0 tempest-TestEncryptedCinderVolumes-470462807 tempest-TestEncryptedCinderVolumes-470462807-project] 10.222.0.36 "GET /v2.0/ports?device_id=519bcd21-ccc8-457b-b46e-0bf4dfc4868c HTTP/1.1" status: 200 len: 210 time: 0.0321262 Aug 17 00:06:36.734790 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d61c9f-48bc-4b65-b521-a5a592628573 x-openstack-request-id: req-95d61c9f-48bc-4b65-b521-a5a592628573 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:06:36.735271 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "519bcd21-ccc8-457b-b46e-0bf4dfc4868c", "name": "network-vif-deleted", "tag": "0b50c684-443c-460e-b67e-b792cadfd794", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:06:36.735725 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-95d61c9f-48bc-4b65-b521-a5a592628573 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:06:36.736145 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '519bcd21-ccc8-457b-b46e-0bf4dfc4868c', 'name': 'network-vif-deleted', 'tag': '0b50c684-443c-460e-b67e-b792cadfd794', 'status': 'completed', 'code': 200} Aug 17 00:06:37.813635 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 59106) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:38.185720 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9b21cf18-168d-4dd3-8101-6c34113de2ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537579'] for router_interface, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:38.432825 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-9b21cf18-168d-4dd3-8101-6c34113de2ff admin admin] Deleting port e1cb37f1-7214-4349-bb12-c18cb721de85 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:06:38.433053 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9b21cf18-168d-4dd3-8101-6c34113de2ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:38.509413 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-9b21cf18-168d-4dd3-8101-6c34113de2ff admin admin] For port e1cb37f1-7214-4349-bb12-c18cb721de85, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=e1cb37f1-7214-4349-bb12-c18cb721de85,segment=NetworkSegment(a76a813e-6180-43ff-bbfc-3de2dfd57d0c),segment_id=a76a813e-6180-43ff-bbfc-3de2dfd57d0c)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:06:38.509844 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9b21cf18-168d-4dd3-8101-6c34113de2ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:38.522226 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-9b21cf18-168d-4dd3-8101-6c34113de2ff admin admin] Calling delete_port for e1cb37f1-7214-4349-bb12-c18cb721de85 owned by network:router_interface {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:06:38.700873 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9b21cf18-168d-4dd3-8101-6c34113de2ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:38.731651 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b21cf18-168d-4dd3-8101-6c34113de2ff admin admin] Pushing event deleted for resources: {'Port': ['ID=e1cb37f1-7214-4349-bb12-c18cb721de85,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:38.759798 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b21cf18-168d-4dd3-8101-6c34113de2ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:38.760680 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b21cf18-168d-4dd3-8101-6c34113de2ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:38.761369 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b21cf18-168d-4dd3-8101-6c34113de2ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:38.761914 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b21cf18-168d-4dd3-8101-6c34113de2ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:38.762257 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b21cf18-168d-4dd3-8101-6c34113de2ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:38.762627 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b21cf18-168d-4dd3-8101-6c34113de2ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:38.762964 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b21cf18-168d-4dd3-8101-6c34113de2ff admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:38.763292 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b21cf18-168d-4dd3-8101-6c34113de2ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:38.763627 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b21cf18-168d-4dd3-8101-6c34113de2ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:38.763974 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b21cf18-168d-4dd3-8101-6c34113de2ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:38.764306 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b21cf18-168d-4dd3-8101-6c34113de2ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:38.764664 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b21cf18-168d-4dd3-8101-6c34113de2ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:38.924443 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9b21cf18-168d-4dd3-8101-6c34113de2ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537471'] for router_interface, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:39.090745 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 0b50c684-443c-460e-b67e-b792cadfd794 no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:06:39.110563 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] No Port match for: 0b50c684-443c-460e-b67e-b792cadfd794 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:06:39.110905 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 0b50c684-443c-460e-b67e-b792cadfd794 not bound to the agent host n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:06:39.148175 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b21cf18-168d-4dd3-8101-6c34113de2ff admin admin] Router 9f6f266d-8ae1-4a80-9951-c3db1b70854d has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:06:39.255653 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b21cf18-168d-4dd3-8101-6c34113de2ff admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:06:39.262246 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-9b21cf18-168d-4dd3-8101-6c34113de2ff admin admin] 10.222.0.36 "PUT /v2.0/routers/9f6f266d-8ae1-4a80-9951-c3db1b70854d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4474149 Aug 17 00:06:39.263175 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 59108) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:39.264940 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec9d1ef-e489-4f5e-9a04-9e4e7d8ffba4 None None] Sync routers for ids ['9f6f266d-8ae1-4a80-9951-c3db1b70854d'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:06:39.274592 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec9d1ef-e489-4f5e-9a04-9e4e7d8ffba4 None None] Routers {'9f6f266d-8ae1-4a80-9951-c3db1b70854d'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:06:39.275244 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-dec9d1ef-e489-4f5e-9a04-9e4e7d8ffba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:06:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['9f6f266d-8ae1-4a80-9951-c3db1b70854d'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:06:39.368652 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8b483bb3-7c14-4934-a2d5-f2d30c753d3d admin admin] Notify callbacks [] for router, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:39.378674 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-dec9d1ef-e489-4f5e-9a04-9e4e7d8ffba4 None None] Set router 9f6f266d-8ae1-4a80-9951-c3db1b70854d gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:06:39.475898 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8b483bb3-7c14-4934-a2d5-f2d30c753d3d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:39.531906 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-8b483bb3-7c14-4934-a2d5-f2d30c753d3d admin admin] Deleting port 5c96884c-f0c5-44ff-b722-53c013dcd3ef {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:06:39.532257 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8b483bb3-7c14-4934-a2d5-f2d30c753d3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:39.566169 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-dec9d1ef-e489-4f5e-9a04-9e4e7d8ffba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f6f266d-8ae1-4a80-9951-c3db1b70854d', 'name': 'tempest-TestEncryptedCinderVolumes-1630151961-router', 'tenant_id': '5fe37a46169b496b93086150e3812243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '5c96884c-f0c5-44ff-b722-53c013dcd3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:05:19Z', 'updated_at': '2021-08-17T00:06:38Z', 'revision_number': 5, 'project_id': '5fe37a46169b496b93086150e3812243', 'gw_port': {'id': '5c96884c-f0c5-44ff-b722-53c013dcd3ef', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:41:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6f266d-8ae1-4a80-9951-c3db1b70854d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:05:19Z', 'updated_at': '2021-08-17T00:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:06:39.592455 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec9d1ef-e489-4f5e-9a04-9e4e7d8ffba4 None None] Checking router: 9f6f266d-8ae1-4a80-9951-c3db1b70854d for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:06:39.600792 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec9d1ef-e489-4f5e-9a04-9e4e7d8ffba4 None None] Routers {'9f6f266d-8ae1-4a80-9951-c3db1b70854d'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:06:39.601395 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-dec9d1ef-e489-4f5e-9a04-9e4e7d8ffba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:06:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['9f6f266d-8ae1-4a80-9951-c3db1b70854d'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:06:39.611787 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-8b483bb3-7c14-4934-a2d5-f2d30c753d3d admin admin] For port 5c96884c-f0c5-44ff-b722-53c013dcd3ef, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=5c96884c-f0c5-44ff-b722-53c013dcd3ef,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:06:39.612147 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8b483bb3-7c14-4934-a2d5-f2d30c753d3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:39.625157 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-8b483bb3-7c14-4934-a2d5-f2d30c753d3d admin admin] Calling delete_port for 5c96884c-f0c5-44ff-b722-53c013dcd3ef owned by network:router_gateway {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:06:39.689985 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-dec9d1ef-e489-4f5e-9a04-9e4e7d8ffba4 None None] Set router 9f6f266d-8ae1-4a80-9951-c3db1b70854d gateway port host: None {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:06:39.740010 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-dec9d1ef-e489-4f5e-9a04-9e4e7d8ffba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f6f266d-8ae1-4a80-9951-c3db1b70854d', 'name': 'tempest-TestEncryptedCinderVolumes-1630151961-router', 'tenant_id': '5fe37a46169b496b93086150e3812243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:05:19Z', 'updated_at': '2021-08-17T00:06:39Z', 'revision_number': 6, 'project_id': '5fe37a46169b496b93086150e3812243', 'gw_port_host': None}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:06:39.769485 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec9d1ef-e489-4f5e-9a04-9e4e7d8ffba4 None None] The sync data for ids ['9f6f266d-8ae1-4a80-9951-c3db1b70854d'] in n-d-791506-26 is: [{'id': '9f6f266d-8ae1-4a80-9951-c3db1b70854d', 'name': 'tempest-TestEncryptedCinderVolumes-1630151961-router', 'tenant_id': '5fe37a46169b496b93086150e3812243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:05:19Z', 'updated_at': '2021-08-17T00:06:39Z', 'revision_number': 6, 'project_id': '5fe37a46169b496b93086150e3812243', 'gw_port_host': None}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:06:39.794802 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8b483bb3-7c14-4934-a2d5-f2d30c753d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:39.825330 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b483bb3-7c14-4934-a2d5-f2d30c753d3d admin admin] Pushing event deleted for resources: {'Port': ['ID=5c96884c-f0c5-44ff-b722-53c013dcd3ef,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:39.885867 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8b483bb3-7c14-4934-a2d5-f2d30c753d3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537121'] for router_gateway, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:39.979512 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8b483bb3-7c14-4934-a2d5-f2d30c753d3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:39.981773 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8b483bb3-7c14-4934-a2d5-f2d30c753d3d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:40.023747 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8b483bb3-7c14-4934-a2d5-f2d30c753d3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:40.024310 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b483bb3-7c14-4934-a2d5-f2d30c753d3d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f6f266d-8ae1-4a80-9951-c3db1b70854d {{(pid=101292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 00:06:40.029535 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8b483bb3-7c14-4934-a2d5-f2d30c753d3d admin admin] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:40.030708 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-8b483bb3-7c14-4934-a2d5-f2d30c753d3d admin admin] 10.222.0.36 "DELETE /v2.0/routers/9f6f266d-8ae1-4a80-9951-c3db1b70854d HTTP/1.1" status: 204 len: 168 time: 0.7666168 Aug 17 00:06:40.033218 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 59110) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:40.080349 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3b77d00-a85d-4496-97e4-103bd1b8e049 admin admin] Deleting subnet 7da9e536-eee2-48bb-ab56-0f9a05a8faf1 {{(pid=101292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:06:40.083280 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c3b77d00-a85d-4496-97e4-103bd1b8e049 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:40.121154 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c3b77d00-a85d-4496-97e4-103bd1b8e049 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3848860'] for subnet, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:40.204227 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c3b77d00-a85d-4496-97e4-103bd1b8e049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:40.256253 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c3b77d00-a85d-4496-97e4-103bd1b8e049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26252129'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:40.286541 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b77d00-a85d-4496-97e4-103bd1b8e049 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7da9e536-eee2-48bb-ab56-0f9a05a8faf1,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:40.291147 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c3b77d00-a85d-4496-97e4-103bd1b8e049 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:40.293672 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-c3b77d00-a85d-4496-97e4-103bd1b8e049 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/7da9e536-eee2-48bb-ab56-0f9a05a8faf1 HTTP/1.1" status: 204 len: 168 time: 0.2594893 Aug 17 00:06:40.296687 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 59112) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:40.299499 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb0ba33-31aa-450f-818e-61902d237c9d None None] Network 81f6d4d0-7435-4cbe-a745-5980335b7cb0 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:06:40.365494 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b4c421ed-5c4d-4229-b6d9-0aea08c83beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:40.421389 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-b4c421ed-5c4d-4229-b6d9-0aea08c83beb admin admin] Deleting port 52b5aa56-bf0e-4265-b782-a3043678e8b6 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:06:40.421735 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b4c421ed-5c4d-4229-b6d9-0aea08c83beb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:40.488651 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-b4c421ed-5c4d-4229-b6d9-0aea08c83beb admin admin] For port 52b5aa56-bf0e-4265-b782-a3043678e8b6, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=52b5aa56-bf0e-4265-b782-a3043678e8b6,segment=NetworkSegment(a76a813e-6180-43ff-bbfc-3de2dfd57d0c),segment_id=a76a813e-6180-43ff-bbfc-3de2dfd57d0c)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:06:40.489111 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b4c421ed-5c4d-4229-b6d9-0aea08c83beb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:40.503964 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-b4c421ed-5c4d-4229-b6d9-0aea08c83beb admin admin] Calling delete_port for 52b5aa56-bf0e-4265-b782-a3043678e8b6 owned by network:dhcp {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:06:40.534880 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4575b050-dc48-4b09-bffb-db430827b709 None None] DHCP port deletion for 81f6d4d0-7435-4cbe-a745-5980335b7cb0 request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:06:40.585443 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-4575b050-dc48-4b09-bffb-db430827b709 None None] Deleting port 52b5aa56-bf0e-4265-b782-a3043678e8b6 {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:06:40.585918 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4575b050-dc48-4b09-bffb-db430827b709 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:40.586264 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b4c421ed-5c4d-4229-b6d9-0aea08c83beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:40.615632 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c421ed-5c4d-4229-b6d9-0aea08c83beb admin admin] Pushing event deleted for resources: {'Port': ['ID=52b5aa56-bf0e-4265-b782-a3043678e8b6,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:40.623429 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c421ed-5c4d-4229-b6d9-0aea08c83beb admin admin] No DVR routers for this DVR port 52b5aa56-bf0e-4265-b782-a3043678e8b6 on host n-d-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:06:40.655898 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-4575b050-dc48-4b09-bffb-db430827b709 None None] For port 52b5aa56-bf0e-4265-b782-a3043678e8b6, host n-d-791506-26, got binding levels [] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:06:40.656297 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4575b050-dc48-4b09-bffb-db430827b709 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:40.670453 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-4575b050-dc48-4b09-bffb-db430827b709 None None] Calling delete_port for 52b5aa56-bf0e-4265-b782-a3043678e8b6 owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:06:40.673017 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.ipam_backend_mixin [None req-4575b050-dc48-4b09-bffb-db430827b709 None None] Port 52b5aa56-bf0e-4265-b782-a3043678e8b6 was not found and therefore no delete operation was performed {{(pid=101293) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 17 00:06:40.674258 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4575b050-dc48-4b09-bffb-db430827b709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:40.694186 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b4c421ed-5c4d-4229-b6d9-0aea08c83beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:40.699372 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4575b050-dc48-4b09-bffb-db430827b709 None None] Pushing event deleted for resources: {'Port': ['ID=52b5aa56-bf0e-4265-b782-a3043678e8b6,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:40.703507 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4575b050-dc48-4b09-bffb-db430827b709 None None] No DVR routers for this DVR port 52b5aa56-bf0e-4265-b782-a3043678e8b6 on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:06:40.704817 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-b4c421ed-5c4d-4229-b6d9-0aea08c83beb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81f6d4d0-7435-4cbe-a745-5980335b7cb0']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:06:40.715480 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-b4c421ed-5c4d-4229-b6d9-0aea08c83beb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a76a813e-6180-43ff-bbfc-3de2dfd57d0c') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:06:40.715786 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-b4c421ed-5c4d-4229-b6d9-0aea08c83beb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a76a813e-6180-43ff-bbfc-3de2dfd57d0c') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:06:40.724642 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b4c421ed-5c4d-4229-b6d9-0aea08c83beb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:40.739392 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b4c421ed-5c4d-4229-b6d9-0aea08c83beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:40.746529 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4c421ed-5c4d-4229-b6d9-0aea08c83beb admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:06:40.747039 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b4c421ed-5c4d-4229-b6d9-0aea08c83beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:40.748831 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 17 00:06:40.748831 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:06:40.748831 n-d-791506-26 neutron-server[101292]: timer() Aug 17 00:06:40.748831 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:06:40.748831 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 17 00:06:40.748831 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:06:40.748831 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 17 00:06:40.748831 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:06:40.748831 n-d-791506-26 neutron-server[101292]: self._notify() Aug 17 00:06:40.748831 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:06:40.748831 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 17 00:06:40.748831 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:06:40.748831 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 17 00:06:40.748831 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:06:40.748831 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:06:40.748831 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:06:40.748831 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:06:40.748831 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:06:40.748831 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 17 00:06:40.748831 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:06:40.748831 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 17 00:06:40.748831 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:06:40.748831 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:06:40.748831 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:06:40.748831 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 17 00:06:40.748831 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:06:40.748831 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:06:40.748831 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:06:40.748831 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:06:40.748831 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:06:40.748831 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:06:40.748831 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:06:40.822316 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b4c421ed-5c4d-4229-b6d9-0aea08c83beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:40.829150 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b4c421ed-5c4d-4229-b6d9-0aea08c83beb admin admin] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:40.834855 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-b4c421ed-5c4d-4229-b6d9-0aea08c83beb admin admin] 10.222.0.36 "DELETE /v2.0/networks/81f6d4d0-7435-4cbe-a745-5980335b7cb0 HTTP/1.1" status: 204 len: 168 time: 0.5331795 Aug 17 00:06:40.834855 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 59114) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:40.850778 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c421ed-5c4d-4229-b6d9-0aea08c83beb admin admin] Pushing event deleted for resources: {'Network': ['ID=81f6d4d0-7435-4cbe-a745-5980335b7cb0,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:41.192848 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b30dbf0c-b578-45a8-b6bb-df3b9f8b8308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537579'] for router_interface, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:41.502464 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device e1cb37f1-7214-4349-bb12-c18cb721de85 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:06:41.522999 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: e1cb37f1-7214-4349-bb12-c18cb721de85 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:06:41.523347 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device e1cb37f1-7214-4349-bb12-c18cb721de85 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:06:41.523767 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 52b5aa56-bf0e-4265-b782-a3043678e8b6 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:06:41.544106 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 52b5aa56-bf0e-4265-b782-a3043678e8b6 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:06:41.544457 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 52b5aa56-bf0e-4265-b782-a3043678e8b6 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:06:41.544998 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 5c96884c-f0c5-44ff-b722-53c013dcd3ef no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:06:41.564303 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 5c96884c-f0c5-44ff-b722-53c013dcd3ef {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:06:41.564685 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 5c96884c-f0c5-44ff-b722-53c013dcd3ef not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:06:41.791556 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-b30dbf0c-b578-45a8-b6bb-df3b9f8b8308 admin admin] Deleting port c55058d0-d982-4e79-ad98-38896d60c4da {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:06:41.791869 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b30dbf0c-b578-45a8-b6bb-df3b9f8b8308 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:41.805677 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:06:41.866329 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-b30dbf0c-b578-45a8-b6bb-df3b9f8b8308 admin admin] For port c55058d0-d982-4e79-ad98-38896d60c4da, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=c55058d0-d982-4e79-ad98-38896d60c4da,segment=NetworkSegment(3a3ecbdd-e1d0-4db8-8c33-d9d572d76efd),segment_id=3a3ecbdd-e1d0-4db8-8c33-d9d572d76efd)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:06:41.866690 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b30dbf0c-b578-45a8-b6bb-df3b9f8b8308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:41.879204 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-b30dbf0c-b578-45a8-b6bb-df3b9f8b8308 admin admin] Calling delete_port for c55058d0-d982-4e79-ad98-38896d60c4da owned by network:router_interface {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:06:42.031121 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:42.056287 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b30dbf0c-b578-45a8-b6bb-df3b9f8b8308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:42.086090 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30dbf0c-b578-45a8-b6bb-df3b9f8b8308 admin admin] Pushing event deleted for resources: {'Port': ['ID=c55058d0-d982-4e79-ad98-38896d60c4da,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:42.250630 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b30dbf0c-b578-45a8-b6bb-df3b9f8b8308 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537471'] for router_interface, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:42.463858 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b30dbf0c-b578-45a8-b6bb-df3b9f8b8308 admin admin] Router 02a88929-944a-4e2d-8525-45c871728eff has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:06:42.568121 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b30dbf0c-b578-45a8-b6bb-df3b9f8b8308 admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:06:42.573187 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-b30dbf0c-b578-45a8-b6bb-df3b9f8b8308 admin admin] 10.222.0.36 "PUT /v2.0/routers/02a88929-944a-4e2d-8525-45c871728eff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7376459 Aug 17 00:06:42.575565 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 59116) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:42.578289 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2910753-88af-4fdd-87aa-6233bc043f4c None None] Sync routers for ids ['02a88929-944a-4e2d-8525-45c871728eff'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:06:42.587263 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2910753-88af-4fdd-87aa-6233bc043f4c None None] Routers {'02a88929-944a-4e2d-8525-45c871728eff'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:06:42.587891 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-b2910753-88af-4fdd-87aa-6233bc043f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:06:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['02a88929-944a-4e2d-8525-45c871728eff'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:06:42.678130 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-48ee79b2-34dc-483a-88bc-eb2ae24a317b admin admin] Notify callbacks [] for router, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:42.692522 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-b2910753-88af-4fdd-87aa-6233bc043f4c None None] Set router 02a88929-944a-4e2d-8525-45c871728eff gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:06:42.782979 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-48ee79b2-34dc-483a-88bc-eb2ae24a317b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:42.835463 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-48ee79b2-34dc-483a-88bc-eb2ae24a317b admin admin] Deleting port 0f53f25a-808a-4ccf-9568-f1a776d0360b {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:06:42.835823 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-48ee79b2-34dc-483a-88bc-eb2ae24a317b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:42.876916 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-b2910753-88af-4fdd-87aa-6233bc043f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a88929-944a-4e2d-8525-45c871728eff', 'name': 'tempest-TestEncryptedCinderVolumes-881681084-router', 'tenant_id': '58e1f23706ac44e4b2c19e0ed85fae58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '0f53f25a-808a-4ccf-9568-f1a776d0360b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:05:24Z', 'updated_at': '2021-08-17T00:06:42Z', 'revision_number': 5, 'project_id': '58e1f23706ac44e4b2c19e0ed85fae58', 'gw_port': {'id': '0f53f25a-808a-4ccf-9568-f1a776d0360b', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a88929-944a-4e2d-8525-45c871728eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:05:24Z', 'updated_at': '2021-08-17T00:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:06:42.903314 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2910753-88af-4fdd-87aa-6233bc043f4c None None] Checking router: 02a88929-944a-4e2d-8525-45c871728eff for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:06:42.911401 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2910753-88af-4fdd-87aa-6233bc043f4c None None] Routers {'02a88929-944a-4e2d-8525-45c871728eff'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:06:42.912019 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-b2910753-88af-4fdd-87aa-6233bc043f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:06:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['02a88929-944a-4e2d-8525-45c871728eff'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:06:42.914785 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-48ee79b2-34dc-483a-88bc-eb2ae24a317b admin admin] For port 0f53f25a-808a-4ccf-9568-f1a776d0360b, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=0f53f25a-808a-4ccf-9568-f1a776d0360b,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:06:42.915155 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-48ee79b2-34dc-483a-88bc-eb2ae24a317b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:42.928782 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-48ee79b2-34dc-483a-88bc-eb2ae24a317b admin admin] Calling delete_port for 0f53f25a-808a-4ccf-9568-f1a776d0360b owned by network:router_gateway {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:06:42.997799 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-b2910753-88af-4fdd-87aa-6233bc043f4c None None] Set router 02a88929-944a-4e2d-8525-45c871728eff gateway port host: None {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:06:43.054294 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-b2910753-88af-4fdd-87aa-6233bc043f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a88929-944a-4e2d-8525-45c871728eff', 'name': 'tempest-TestEncryptedCinderVolumes-881681084-router', 'tenant_id': '58e1f23706ac44e4b2c19e0ed85fae58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:05:24Z', 'updated_at': '2021-08-17T00:06:42Z', 'revision_number': 6, 'project_id': '58e1f23706ac44e4b2c19e0ed85fae58', 'gw_port_host': None}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:06:43.081346 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2910753-88af-4fdd-87aa-6233bc043f4c None None] The sync data for ids ['02a88929-944a-4e2d-8525-45c871728eff'] in n-d-791506-26 is: [{'id': '02a88929-944a-4e2d-8525-45c871728eff', 'name': 'tempest-TestEncryptedCinderVolumes-881681084-router', 'tenant_id': '58e1f23706ac44e4b2c19e0ed85fae58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:05:24Z', 'updated_at': '2021-08-17T00:06:42Z', 'revision_number': 6, 'project_id': '58e1f23706ac44e4b2c19e0ed85fae58', 'gw_port_host': None}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:06:43.099334 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-48ee79b2-34dc-483a-88bc-eb2ae24a317b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:43.133393 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ee79b2-34dc-483a-88bc-eb2ae24a317b admin admin] Pushing event deleted for resources: {'Port': ['ID=0f53f25a-808a-4ccf-9568-f1a776d0360b,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:43.192991 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-48ee79b2-34dc-483a-88bc-eb2ae24a317b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537121'] for router_gateway, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:43.281803 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-48ee79b2-34dc-483a-88bc-eb2ae24a317b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:43.283891 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-48ee79b2-34dc-483a-88bc-eb2ae24a317b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:43.326136 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-48ee79b2-34dc-483a-88bc-eb2ae24a317b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:43.326529 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48ee79b2-34dc-483a-88bc-eb2ae24a317b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02a88929-944a-4e2d-8525-45c871728eff {{(pid=101292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 00:06:43.330901 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-48ee79b2-34dc-483a-88bc-eb2ae24a317b admin admin] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:43.332090 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-48ee79b2-34dc-483a-88bc-eb2ae24a317b admin admin] 10.222.0.36 "DELETE /v2.0/routers/02a88929-944a-4e2d-8525-45c871728eff HTTP/1.1" status: 204 len: 168 time: 0.7555916 Aug 17 00:06:43.334625 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 59118) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:43.383517 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9fa327e-bd9f-42d3-8aea-834869f18bee admin admin] Deleting subnet f7eae451-4db6-4b44-adf4-2bf0ac4a9e93 {{(pid=101292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:06:43.387161 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f9fa327e-bd9f-42d3-8aea-834869f18bee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:43.420038 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f9fa327e-bd9f-42d3-8aea-834869f18bee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3848860'] for subnet, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:43.507439 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f9fa327e-bd9f-42d3-8aea-834869f18bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:43.568194 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f9fa327e-bd9f-42d3-8aea-834869f18bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26252129'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:43.598780 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fa327e-bd9f-42d3-8aea-834869f18bee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7eae451-4db6-4b44-adf4-2bf0ac4a9e93,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:43.603301 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f9fa327e-bd9f-42d3-8aea-834869f18bee admin admin] Notify callbacks [] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:43.607540 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-f9fa327e-bd9f-42d3-8aea-834869f18bee admin admin] 10.222.0.36 "DELETE /v2.0/subnets/f7eae451-4db6-4b44-adf4-2bf0ac4a9e93 HTTP/1.1" status: 204 len: 168 time: 0.2697239 Aug 17 00:06:43.607982 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 59120) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:43.610988 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6594425-9921-4c34-9992-de3e3d0152c6 None None] Network 0eaf57db-586c-43ca-bd0e-c6318c3149d4 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:06:43.675870 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4b1d845c-b0f7-4033-af6b-d3d356595d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:43.738966 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-4b1d845c-b0f7-4033-af6b-d3d356595d04 admin admin] Deleting port 4e414416-aead-4282-ade7-6c387f2d5cdf {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:06:43.739319 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4b1d845c-b0f7-4033-af6b-d3d356595d04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:43.811105 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-4b1d845c-b0f7-4033-af6b-d3d356595d04 admin admin] For port 4e414416-aead-4282-ade7-6c387f2d5cdf, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=4e414416-aead-4282-ade7-6c387f2d5cdf,segment=NetworkSegment(3a3ecbdd-e1d0-4db8-8c33-d9d572d76efd),segment_id=3a3ecbdd-e1d0-4db8-8c33-d9d572d76efd)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:06:43.811352 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4b1d845c-b0f7-4033-af6b-d3d356595d04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:43.826184 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-4b1d845c-b0f7-4033-af6b-d3d356595d04 admin admin] Calling delete_port for 4e414416-aead-4282-ade7-6c387f2d5cdf owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:06:43.888555 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29349399-d82a-4b1d-a23c-47576ca21b3d None None] DHCP port deletion for 0eaf57db-586c-43ca-bd0e-c6318c3149d4 request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:06:43.917599 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4b1d845c-b0f7-4033-af6b-d3d356595d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:43.918081 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device c55058d0-d982-4e79-ad98-38896d60c4da no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:06:43.939867 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: c55058d0-d982-4e79-ad98-38896d60c4da {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:06:43.940216 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device c55058d0-d982-4e79-ad98-38896d60c4da not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:06:43.940967 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1d845c-b0f7-4033-af6b-d3d356595d04 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e414416-aead-4282-ade7-6c387f2d5cdf,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:43.946573 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1d845c-b0f7-4033-af6b-d3d356595d04 admin admin] No DVR routers for this DVR port 4e414416-aead-4282-ade7-6c387f2d5cdf on host n-d-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:06:43.966657 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-29349399-d82a-4b1d-a23c-47576ca21b3d None None] Deleting port 4e414416-aead-4282-ade7-6c387f2d5cdf {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:06:43.967032 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-29349399-d82a-4b1d-a23c-47576ca21b3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:44.020234 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4b1d845c-b0f7-4033-af6b-d3d356595d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:44.030811 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-4b1d845c-b0f7-4033-af6b-d3d356595d04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eaf57db-586c-43ca-bd0e-c6318c3149d4']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:06:44.032770 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-29349399-d82a-4b1d-a23c-47576ca21b3d None None] For port 4e414416-aead-4282-ade7-6c387f2d5cdf, host n-d-791506-26, got binding levels [] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:06:44.033168 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-29349399-d82a-4b1d-a23c-47576ca21b3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:44.045821 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-4b1d845c-b0f7-4033-af6b-d3d356595d04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a3ecbdd-e1d0-4db8-8c33-d9d572d76efd') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:06:44.046107 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-4b1d845c-b0f7-4033-af6b-d3d356595d04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a3ecbdd-e1d0-4db8-8c33-d9d572d76efd') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:06:44.046311 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-29349399-d82a-4b1d-a23c-47576ca21b3d None None] Calling delete_port for 4e414416-aead-4282-ade7-6c387f2d5cdf owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:06:44.048924 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.ipam_backend_mixin [None req-29349399-d82a-4b1d-a23c-47576ca21b3d None None] Port 4e414416-aead-4282-ade7-6c387f2d5cdf was not found and therefore no delete operation was performed {{(pid=101293) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 17 00:06:44.050183 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-29349399-d82a-4b1d-a23c-47576ca21b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:44.055522 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4b1d845c-b0f7-4033-af6b-d3d356595d04 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:44.070535 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4b1d845c-b0f7-4033-af6b-d3d356595d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:44.073816 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29349399-d82a-4b1d-a23c-47576ca21b3d None None] Pushing event deleted for resources: {'Port': ['ID=4e414416-aead-4282-ade7-6c387f2d5cdf,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:44.077180 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b1d845c-b0f7-4033-af6b-d3d356595d04 admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:06:44.077667 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4b1d845c-b0f7-4033-af6b-d3d356595d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:44.079505 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 17 00:06:44.079505 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:06:44.079505 n-d-791506-26 neutron-server[101291]: timer() Aug 17 00:06:44.079505 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:06:44.079505 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 17 00:06:44.079505 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:06:44.079505 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 17 00:06:44.079505 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:06:44.079505 n-d-791506-26 neutron-server[101291]: self._notify() Aug 17 00:06:44.079505 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:06:44.079505 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 17 00:06:44.079505 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:06:44.079505 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 17 00:06:44.079505 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:06:44.079505 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:06:44.079505 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:06:44.079505 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:06:44.079505 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:06:44.079505 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 17 00:06:44.079505 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:06:44.079505 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 17 00:06:44.079505 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:06:44.079505 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:06:44.079505 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:06:44.079505 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 17 00:06:44.079505 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:06:44.079505 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:06:44.079505 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:06:44.079505 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:06:44.079505 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:06:44.079505 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:06:44.079505 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:06:44.081932 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29349399-d82a-4b1d-a23c-47576ca21b3d None None] No DVR routers for this DVR port 4e414416-aead-4282-ade7-6c387f2d5cdf on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:06:44.142239 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4b1d845c-b0f7-4033-af6b-d3d356595d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:44.149202 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4b1d845c-b0f7-4033-af6b-d3d356595d04 admin admin] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:44.151645 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-4b1d845c-b0f7-4033-af6b-d3d356595d04 admin admin] 10.222.0.36 "DELETE /v2.0/networks/0eaf57db-586c-43ca-bd0e-c6318c3149d4 HTTP/1.1" status: 204 len: 168 time: 0.5418024 Aug 17 00:06:44.162112 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1d845c-b0f7-4033-af6b-d3d356595d04 admin admin] Pushing event deleted for resources: {'Network': ['ID=0eaf57db-586c-43ca-bd0e-c6318c3149d4,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:44.318916 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 59124) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:44.362103 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-4faad2f7-71d2-4a02-afae-0605cd59cc45 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5fe37a46169b496b93086150e3812243&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0419893 Aug 17 00:06:44.364617 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 59126) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:44.412631 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6714c8fe-de73-46a2-a14c-053774b044aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:44.437626 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6714c8fe-de73-46a2-a14c-053774b044aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:44.486027 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6714c8fe-de73-46a2-a14c-053774b044aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:44.488532 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6714c8fe-de73-46a2-a14c-053774b044aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:44.489874 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-6714c8fe-de73-46a2-a14c-053774b044aa admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f5064bb1-a656-4d6e-b94a-6bc7bcb87b5a HTTP/1.1" status: 204 len: 168 time: 0.1243262 Aug 17 00:06:44.497822 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6714c8fe-de73-46a2-a14c-053774b044aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5064bb1-a656-4d6e-b94a-6bc7bcb87b5a,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:44.797109 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 59132) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:44.835938 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-823d5282-47da-477a-92ed-632a60f56246 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=58e1f23706ac44e4b2c19e0ed85fae58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376654 Aug 17 00:06:44.838551 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 59134) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:44.886028 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f87ea29e-6119-4d4d-bf95-40329e134a7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:44.907230 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f87ea29e-6119-4d4d-bf95-40329e134a7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:44.953763 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f87ea29e-6119-4d4d-bf95-40329e134a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:44.956342 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f87ea29e-6119-4d4d-bf95-40329e134a7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:44.957503 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-f87ea29e-6119-4d4d-bf95-40329e134a7b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5eb42bc5-66db-4c8e-845f-4f08bc4e70f2 HTTP/1.1" status: 204 len: 168 time: 0.1180868 Aug 17 00:06:44.965781 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87ea29e-6119-4d4d-bf95-40329e134a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb42bc5-66db-4c8e-845f-4f08bc4e70f2,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:45.502243 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 4e414416-aead-4282-ade7-6c387f2d5cdf no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:06:45.522955 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 4e414416-aead-4282-ade7-6c387f2d5cdf {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:06:45.523305 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 4e414416-aead-4282-ade7-6c387f2d5cdf not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:06:45.523719 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 0f53f25a-808a-4ccf-9568-f1a776d0360b no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:06:45.543071 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 0f53f25a-808a-4ccf-9568-f1a776d0360b {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:06:45.543504 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 0f53f25a-808a-4ccf-9568-f1a776d0360b not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:06:45.625091 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 59156) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:45.732975 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-18a88f4a-b6d4-4351-8c8a-1eb61604889b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2023442504-network', 'tenant_id': '4e297988c06d443cb181cab85048de89'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:06:45.754153 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18a88f4a-b6d4-4351-8c8a-1eb61604889b admin admin] Made reservation on behalf of 4e297988c06d443cb181cab85048de89 for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:06:45.756479 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-18a88f4a-b6d4-4351-8c8a-1eb61604889b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:45.765648 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-18a88f4a-b6d4-4351-8c8a-1eb61604889b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:45.855158 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-18a88f4a-b6d4-4351-8c8a-1eb61604889b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:45.859006 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-18a88f4a-b6d4-4351-8c8a-1eb61604889b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:45.884491 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18a88f4a-b6d4-4351-8c8a-1eb61604889b admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:06:45.895408 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a88f4a-b6d4-4351-8c8a-1eb61604889b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ff6b29-e2ad-49a5-a846-c7d23c0bcc74,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:45.900030 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-18a88f4a-b6d4-4351-8c8a-1eb61604889b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:45.900377 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-18a88f4a-b6d4-4351-8c8a-1eb61604889b admin admin] Added segment 03c3cc47-6689-4cb2-9093-e6255e647c18 of type vlan for network 0bea7b97-ad62-45c3-a056-60eb8d0c385f Aug 17 00:06:45.942052 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-18a88f4a-b6d4-4351-8c8a-1eb61604889b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:45.967470 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-18a88f4a-b6d4-4351-8c8a-1eb61604889b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:45.968452 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a88f4a-b6d4-4351-8c8a-1eb61604889b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:45.969047 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-18a88f4a-b6d4-4351-8c8a-1eb61604889b admin admin] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:46.019237 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-18a88f4a-b6d4-4351-8c8a-1eb61604889b admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3928826 Aug 17 00:06:46.022024 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 59160) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:46.027649 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-39fbba95-1f93-49af-a099-3a3eb2129b61 admin admin] Request body: {'subnet': {'network_id': '0bea7b97-ad62-45c3-a056-60eb8d0c385f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2023442504-subnet', 'tenant_id': '4e297988c06d443cb181cab85048de89', 'ip_version': 4}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:06:46.030187 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a88f4a-b6d4-4351-8c8a-1eb61604889b admin admin] Pushing event updated for resources: {'Network': ['ID=0bea7b97-ad62-45c3-a056-60eb8d0c385f,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:46.039840 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 0bea7b97-ad62-45c3-a056-60eb8d0c385f details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:06:46.052028 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39fbba95-1f93-49af-a099-3a3eb2129b61 admin admin] Made reservation on behalf of 4e297988c06d443cb181cab85048de89 for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:06:46.054451 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-39fbba95-1f93-49af-a099-3a3eb2129b61 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27061916'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:46.225794 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-39fbba95-1f93-49af-a099-3a3eb2129b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25589031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27061902'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:46.282200 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fbba95-1f93-49af-a099-3a3eb2129b61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d21c7987-9fe0-4e15-9daa-b961b15924a2,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:46.289355 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fbba95-1f93-49af-a099-3a3eb2129b61 admin admin] Checking segment: {'id': '03c3cc47-6689-4cb2-9093-e6255e647c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0bea7b97-ad62-45c3-a056-60eb8d0c385f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:06:46.289719 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39fbba95-1f93-49af-a099-3a3eb2129b61 admin admin] Network hostable DHCP agents. Network: 0bea7b97-ad62-45c3-a056-60eb8d0c385f, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:06:46.306489 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39fbba95-1f93-49af-a099-3a3eb2129b61 admin admin] Network 0bea7b97-ad62-45c3-a056-60eb8d0c385f is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:06:46.315734 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-39fbba95-1f93-49af-a099-3a3eb2129b61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 0bea7b97-ad62-45c3-a056-60eb8d0c385f) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:06:46.319652 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39fbba95-1f93-49af-a099-3a3eb2129b61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:46.320258 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-39fbba95-1f93-49af-a099-3a3eb2129b61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:46.325903 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a02547-36e0-4fad-b209-511e4599fac0 None None] Network 0bea7b97-ad62-45c3-a056-60eb8d0c385f requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:06:46.333888 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-39fbba95-1f93-49af-a099-3a3eb2129b61 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3104610 Aug 17 00:06:46.336905 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 59162) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:46.342288 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-45ad571c-a5e9-40e0-8409-5167c1d0dcd0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2023442504-router', 'tenant_id': '4e297988c06d443cb181cab85048de89', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:06:46.365059 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-45ad571c-a5e9-40e0-8409-5167c1d0dcd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:46.366090 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-45ad571c-a5e9-40e0-8409-5167c1d0dcd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:46.475869 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf163d2-5fc3-4e18-a1ba-34dee74fb073 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-0bea7b97-ad62-45c3-a056-60eb8d0c385f', 'network_id': '0bea7b97-ad62-45c3-a056-60eb8d0c385f', 'tenant_id': '4e297988c06d443cb181cab85048de89', 'fixed_ips': [{'subnet_id': 'd21c7987-9fe0-4e15-9daa-b961b15924a2'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:06:46.476780 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-8cf163d2-5fc3-4e18-a1ba-34dee74fb073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:46.615198 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-8cf163d2-5fc3-4e18-a1ba-34dee74fb073 None None] Allocated IP 172.20.0.2 (0bea7b97-ad62-45c3-a056-60eb8d0c385f/d21c7987-9fe0-4e15-9daa-b961b15924a2/74ae16d1-5bbb-4a02-99bf-8f31cf271e97) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:06:46.664014 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-45ad571c-a5e9-40e0-8409-5167c1d0dcd0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:46.763282 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-8cf163d2-5fc3-4e18-a1ba-34dee74fb073 None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:46.771690 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-8cf163d2-5fc3-4e18-a1ba-34dee74fb073 None None] Transition to ACTIVE for port object 74ae16d1-5bbb-4a02-99bf-8f31cf271e97 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:06:46.786355 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-8cf163d2-5fc3-4e18-a1ba-34dee74fb073 None None] Transition to ACTIVE for port object 74ae16d1-5bbb-4a02-99bf-8f31cf271e97 will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:06:46.793403 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-8cf163d2-5fc3-4e18-a1ba-34dee74fb073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:46.803844 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-45ad571c-a5e9-40e0-8409-5167c1d0dcd0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:46.835300 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf163d2-5fc3-4e18-a1ba-34dee74fb073 None None] Network 0bea7b97-ad62-45c3-a056-60eb8d0c385f is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:06:46.838867 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-8cf163d2-5fc3-4e18-a1ba-34dee74fb073 None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:06:46.841386 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf163d2-5fc3-4e18-a1ba-34dee74fb073 None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:06:46.847057 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf163d2-5fc3-4e18-a1ba-34dee74fb073 None None] Pushing event updated for resources: {'Port': ['ID=74ae16d1-5bbb-4a02-99bf-8f31cf271e97,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:46.903423 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-8cf163d2-5fc3-4e18-a1ba-34dee74fb073 None None] Attempting to bind port 74ae16d1-5bbb-4a02-99bf-8f31cf271e97 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:06:46.903846 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-8cf163d2-5fc3-4e18-a1ba-34dee74fb073 None None] Attempting to bind port 74ae16d1-5bbb-4a02-99bf-8f31cf271e97 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '03c3cc47-6689-4cb2-9093-e6255e647c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0bea7b97-ad62-45c3-a056-60eb8d0c385f'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:06:46.904330 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf163d2-5fc3-4e18-a1ba-34dee74fb073 None None] Attempting to bind port 74ae16d1-5bbb-4a02-99bf-8f31cf271e97 on network 0bea7b97-ad62-45c3-a056-60eb8d0c385f {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:06:46.909492 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf163d2-5fc3-4e18-a1ba-34dee74fb073 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:06:46.909868 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf163d2-5fc3-4e18-a1ba-34dee74fb073 None None] Checking segment: {'id': '03c3cc47-6689-4cb2-9093-e6255e647c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0bea7b97-ad62-45c3-a056-60eb8d0c385f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:06:46.910271 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-8cf163d2-5fc3-4e18-a1ba-34dee74fb073 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:46.910664 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf163d2-5fc3-4e18-a1ba-34dee74fb073 None None] Bound using segment: {'id': '03c3cc47-6689-4cb2-9093-e6255e647c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0bea7b97-ad62-45c3-a056-60eb8d0c385f'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:06:46.911127 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-8cf163d2-5fc3-4e18-a1ba-34dee74fb073 None None] Bound port: 74ae16d1-5bbb-4a02-99bf-8f31cf271e97, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03c3cc47-6689-4cb2-9093-e6255e647c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0bea7b97-ad62-45c3-a056-60eb8d0c385f'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:06:46.911506 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-8cf163d2-5fc3-4e18-a1ba-34dee74fb073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:46.973644 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-8cf163d2-5fc3-4e18-a1ba-34dee74fb073 None None] For port 74ae16d1-5bbb-4a02-99bf-8f31cf271e97, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:06:46.976630 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-8cf163d2-5fc3-4e18-a1ba-34dee74fb073 None None] For port 74ae16d1-5bbb-4a02-99bf-8f31cf271e97, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=74ae16d1-5bbb-4a02-99bf-8f31cf271e97,segment=NetworkSegment(03c3cc47-6689-4cb2-9093-e6255e647c18),segment_id=03c3cc47-6689-4cb2-9093-e6255e647c18)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:06:46.981475 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-8cf163d2-5fc3-4e18-a1ba-34dee74fb073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:47.005501 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-45ad571c-a5e9-40e0-8409-5167c1d0dcd0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:47.033967 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-45ad571c-a5e9-40e0-8409-5167c1d0dcd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:47.041039 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf163d2-5fc3-4e18-a1ba-34dee74fb073 None None] Pushing event updated for resources: {'Port': ['ID=74ae16d1-5bbb-4a02-99bf-8f31cf271e97,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:47.149514 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-45ad571c-a5e9-40e0-8409-5167c1d0dcd0 admin admin] Allocated IP 172.25.4.130 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/6875c67e-b1d6-4330-a2d8-9c9c2b948bbc) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:06:47.277400 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-45ad571c-a5e9-40e0-8409-5167c1d0dcd0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:47.316467 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-45ad571c-a5e9-40e0-8409-5167c1d0dcd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:47.353433 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ad571c-a5e9-40e0-8409-5167c1d0dcd0 admin admin] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:06:47.358942 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-45ad571c-a5e9-40e0-8409-5167c1d0dcd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:06:47.362474 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ad571c-a5e9-40e0-8409-5167c1d0dcd0 admin admin] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:06:47.390665 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ad571c-a5e9-40e0-8409-5167c1d0dcd0 admin admin] Pushing event updated for resources: {'Port': ['ID=6875c67e-b1d6-4330-a2d8-9c9c2b948bbc,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:47.528117 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 74ae16d1-5bbb-4a02-99bf-8f31cf271e97 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:06:47.582052 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 74ae16d1-5bbb-4a02-99bf-8f31cf271e97 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:06:47.631766 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-45ad571c-a5e9-40e0-8409-5167c1d0dcd0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:47.811636 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7887828f-1f33-4d9d-8f64-9595a8d9074f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:47.840021 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-45ad571c-a5e9-40e0-8409-5167c1d0dcd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:47.893612 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d877fa7-8175-42fa-8806-348ebf0774b7 None None] Network 0bea7b97-ad62-45c3-a056-60eb8d0c385f requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:06:47.953755 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9cf6e6a7-1022-41bd-b211-00db3ef87b44 None None] Provisioning for port 74ae16d1-5bbb-4a02-99bf-8f31cf271e97 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:06:47.959262 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9cf6e6a7-1022-41bd-b211-00db3ef87b44 None None] Provisioning complete for port 74ae16d1-5bbb-4a02-99bf-8f31cf271e97 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:06:47.959637 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9cf6e6a7-1022-41bd-b211-00db3ef87b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:47.982525 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45ad571c-a5e9-40e0-8409-5167c1d0dcd0 admin admin] Router fa39007a-20d5-4c1c-9d08-3994b8c812b9 is scheduled to L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f with binding_index 1 {{(pid=101291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 00:06:48.088655 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45ad571c-a5e9-40e0-8409-5167c1d0dcd0 admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:06:48.099509 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fc9858-9404-494b-9b5b-ed4573426bbb None None] Sync routers for ids ['fa39007a-20d5-4c1c-9d08-3994b8c812b9'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:06:48.107558 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-45ad571c-a5e9-40e0-8409-5167c1d0dcd0 admin admin] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:48.107817 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9cf6e6a7-1022-41bd-b211-00db3ef87b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:48.111742 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-45ad571c-a5e9-40e0-8409-5167c1d0dcd0 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7712083 Aug 17 00:06:48.112080 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 59164) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:48.113762 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fc9858-9404-494b-9b5b-ed4573426bbb None None] Routers {'fa39007a-20d5-4c1c-9d08-3994b8c812b9'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:06:48.114535 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-64fc9858-9404-494b-9b5b-ed4573426bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:06:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['fa39007a-20d5-4c1c-9d08-3994b8c812b9'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:06:48.155152 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9cf6e6a7-1022-41bd-b211-00db3ef87b44 None None] For port 74ae16d1-5bbb-4a02-99bf-8f31cf271e97, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=74ae16d1-5bbb-4a02-99bf-8f31cf271e97,segment=NetworkSegment(03c3cc47-6689-4cb2-9093-e6255e647c18),segment_id=03c3cc47-6689-4cb2-9093-e6255e647c18)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:06:48.162718 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9cf6e6a7-1022-41bd-b211-00db3ef87b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:48.222478 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf6e6a7-1022-41bd-b211-00db3ef87b44 None None] Pushing event updated for resources: {'Port': ['ID=74ae16d1-5bbb-4a02-99bf-8f31cf271e97,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:48.241969 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-64fc9858-9404-494b-9b5b-ed4573426bbb None None] Set router fa39007a-20d5-4c1c-9d08-3994b8c812b9 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:06:48.384940 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-d7cbfabc-5abc-4c19-8a38-1c60f37acd3c None None] Provisioning complete for port 74ae16d1-5bbb-4a02-99bf-8f31cf271e97 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:06:48.385913 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d7cbfabc-5abc-4c19-8a38-1c60f37acd3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:48.425354 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-64fc9858-9404-494b-9b5b-ed4573426bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa39007a-20d5-4c1c-9d08-3994b8c812b9', 'name': 'tempest-TestMinimumBasicScenario-2023442504-router', 'tenant_id': '4e297988c06d443cb181cab85048de89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '6875c67e-b1d6-4330-a2d8-9c9c2b948bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:06:46Z', 'updated_at': '2021-08-17T00:06:47Z', 'revision_number': 3, 'project_id': '4e297988c06d443cb181cab85048de89', 'gw_port': {'id': '6875c67e-b1d6-4330-a2d8-9c9c2b948bbc', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b4:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa39007a-20d5-4c1c-9d08-3994b8c812b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:06:47Z', 'updated_at': '2021-08-17T00:06:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:06:48.456073 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fc9858-9404-494b-9b5b-ed4573426bbb None None] Checking router: fa39007a-20d5-4c1c-9d08-3994b8c812b9 for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:06:48.456515 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fc9858-9404-494b-9b5b-ed4573426bbb None None] Updating router fa39007a-20d5-4c1c-9d08-3994b8c812b9 port 6875c67e-b1d6-4330-a2d8-9c9c2b948bbc binding host n-d-791506-26 {{(pid=101294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:06:48.480980 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-64fc9858-9404-494b-9b5b-ed4573426bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:48.564549 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-59b87db8-c1e5-4461-b990-23f73029c4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:48.720945 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-59b87db8-c1e5-4461-b990-23f73029c4a9 admin admin] Allocated IP 172.20.0.1 (0bea7b97-ad62-45c3-a056-60eb8d0c385f/d21c7987-9fe0-4e15-9daa-b961b15924a2/725b6c7f-c2d5-4430-a8bd-9c40a0e0f24d) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:06:48.734291 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-64fc9858-9404-494b-9b5b-ed4573426bbb None None] Notify callbacks [] for port, precommit_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:48.743914 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.provisioning_blocks [None req-64fc9858-9404-494b-9b5b-ed4573426bbb None None] Transition to ACTIVE for port object 6875c67e-b1d6-4330-a2d8-9c9c2b948bbc will not be triggered until provisioned by entity L2. {{(pid=101294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:06:48.750644 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-64fc9858-9404-494b-9b5b-ed4573426bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:48.800895 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-64fc9858-9404-494b-9b5b-ed4573426bbb None None] Attempting to bind port 6875c67e-b1d6-4330-a2d8-9c9c2b948bbc on host n-d-791506-26 for vnic_type normal with profile {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:06:48.800895 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-64fc9858-9404-494b-9b5b-ed4573426bbb None None] Attempting to bind port 6875c67e-b1d6-4330-a2d8-9c9c2b948bbc by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:06:48.801254 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fc9858-9404-494b-9b5b-ed4573426bbb None None] Attempting to bind port 6875c67e-b1d6-4330-a2d8-9c9c2b948bbc on network c22c4980-c849-406d-982c-a5d68c515a94 {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:06:48.811072 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abde96f-33e9-45fe-90be-44e9c96b1964 None None] Pushing event updated for resources: {'Port': ['ID=6875c67e-b1d6-4330-a2d8-9c9c2b948bbc,revision_number=2']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:48.814012 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fc9858-9404-494b-9b5b-ed4573426bbb None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:06:48.814383 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fc9858-9404-494b-9b5b-ed4573426bbb None None] Checking segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:06:48.814778 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-64fc9858-9404-494b-9b5b-ed4573426bbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:48.815192 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fc9858-9404-494b-9b5b-ed4573426bbb None None] Bound using segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:06:48.815724 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-64fc9858-9404-494b-9b5b-ed4573426bbb None None] Bound port: 6875c67e-b1d6-4330-a2d8-9c9c2b948bbc, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:06:48.816103 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-64fc9858-9404-494b-9b5b-ed4573426bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:48.822409 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abde96f-33e9-45fe-90be-44e9c96b1964 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:48.823039 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abde96f-33e9-45fe-90be-44e9c96b1964 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:48.823395 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abde96f-33e9-45fe-90be-44e9c96b1964 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:48.823727 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abde96f-33e9-45fe-90be-44e9c96b1964 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:48.824059 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abde96f-33e9-45fe-90be-44e9c96b1964 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:48.824393 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abde96f-33e9-45fe-90be-44e9c96b1964 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:48.824749 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abde96f-33e9-45fe-90be-44e9c96b1964 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:48.825078 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abde96f-33e9-45fe-90be-44e9c96b1964 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:48.825403 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abde96f-33e9-45fe-90be-44e9c96b1964 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:48.825728 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abde96f-33e9-45fe-90be-44e9c96b1964 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:48.826053 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abde96f-33e9-45fe-90be-44e9c96b1964 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:48.826213 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-59b87db8-c1e5-4461-b990-23f73029c4a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:48.826358 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abde96f-33e9-45fe-90be-44e9c96b1964 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:06:48.844990 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-59b87db8-c1e5-4461-b990-23f73029c4a9 admin admin] Transition to ACTIVE for port object 725b6c7f-c2d5-4430-a8bd-9c40a0e0f24d will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:06:48.879984 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-59b87db8-c1e5-4461-b990-23f73029c4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:48.930011 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b87db8-c1e5-4461-b990-23f73029c4a9 admin admin] Network 0bea7b97-ad62-45c3-a056-60eb8d0c385f is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:06:48.934003 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-59b87db8-c1e5-4461-b990-23f73029c4a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:06:48.937658 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b87db8-c1e5-4461-b990-23f73029c4a9 admin admin] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:06:48.943642 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b87db8-c1e5-4461-b990-23f73029c4a9 admin admin] Pushing event updated for resources: {'Port': ['ID=725b6c7f-c2d5-4430-a8bd-9c40a0e0f24d,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:48.975074 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-64fc9858-9404-494b-9b5b-ed4573426bbb None None] For port 6875c67e-b1d6-4330-a2d8-9c9c2b948bbc, host n-d-791506-26, cleared binding levels {{(pid=101294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:06:48.978369 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-64fc9858-9404-494b-9b5b-ed4573426bbb None None] For port 6875c67e-b1d6-4330-a2d8-9c9c2b948bbc, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=6875c67e-b1d6-4330-a2d8-9c9c2b948bbc,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:06:48.982729 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-59b87db8-c1e5-4461-b990-23f73029c4a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954230'] for router_interface, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:48.984926 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-64fc9858-9404-494b-9b5b-ed4573426bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:49.041724 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abde96f-33e9-45fe-90be-44e9c96b1964 None None] Pushing event updated for resources: {'Port': ['ID=6875c67e-b1d6-4330-a2d8-9c9c2b948bbc,revision_number=3']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:49.050552 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fc9858-9404-494b-9b5b-ed4573426bbb None None] Routers {'fa39007a-20d5-4c1c-9d08-3994b8c812b9'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:06:49.051175 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-64fc9858-9404-494b-9b5b-ed4573426bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:06:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['fa39007a-20d5-4c1c-9d08-3994b8c812b9'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:06:49.127792 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-59b87db8-c1e5-4461-b990-23f73029c4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:49.159319 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-64fc9858-9404-494b-9b5b-ed4573426bbb None None] Set router fa39007a-20d5-4c1c-9d08-3994b8c812b9 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:06:49.193688 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-5e189e27-4105-445b-a9d9-c0b4c80ad1ff None None] Provisioning for port 725b6c7f-c2d5-4430-a8bd-9c40a0e0f24d completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:06:49.198717 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-5e189e27-4105-445b-a9d9-c0b4c80ad1ff None None] Provisioning complete for port 725b6c7f-c2d5-4430-a8bd-9c40a0e0f24d triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:06:49.199233 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-5e189e27-4105-445b-a9d9-c0b4c80ad1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:49.241209 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-5e189e27-4105-445b-a9d9-c0b4c80ad1ff None None] Port 725b6c7f-c2d5-4430-a8bd-9c40a0e0f24d cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:06:49.302751 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-59b87db8-c1e5-4461-b990-23f73029c4a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:49.308640 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-59b87db8-c1e5-4461-b990-23f73029c4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:49.344231 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-64fc9858-9404-494b-9b5b-ed4573426bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa39007a-20d5-4c1c-9d08-3994b8c812b9', 'name': 'tempest-TestMinimumBasicScenario-2023442504-router', 'tenant_id': '4e297988c06d443cb181cab85048de89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '6875c67e-b1d6-4330-a2d8-9c9c2b948bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:06:46Z', 'updated_at': '2021-08-17T00:06:47Z', 'revision_number': 3, 'project_id': '4e297988c06d443cb181cab85048de89', 'gw_port': {'id': '6875c67e-b1d6-4330-a2d8-9c9c2b948bbc', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b4:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa39007a-20d5-4c1c-9d08-3994b8c812b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:06:47Z', 'updated_at': '2021-08-17T00:06:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:06:49.370439 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fc9858-9404-494b-9b5b-ed4573426bbb None None] The sync data for ids ['fa39007a-20d5-4c1c-9d08-3994b8c812b9'] in n-d-791506-26 is: [{'id': 'fa39007a-20d5-4c1c-9d08-3994b8c812b9', 'name': 'tempest-TestMinimumBasicScenario-2023442504-router', 'tenant_id': '4e297988c06d443cb181cab85048de89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '6875c67e-b1d6-4330-a2d8-9c9c2b948bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:06:46Z', 'updated_at': '2021-08-17T00:06:47Z', 'revision_number': 3, 'project_id': '4e297988c06d443cb181cab85048de89', 'gw_port': {'id': '6875c67e-b1d6-4330-a2d8-9c9c2b948bbc', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b4:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa39007a-20d5-4c1c-9d08-3994b8c812b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:06:47Z', 'updated_at': '2021-08-17T00:06:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:06:49.382533 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-59b87db8-c1e5-4461-b990-23f73029c4a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954122'] for router_interface, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:49.384453 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b87db8-c1e5-4461-b990-23f73029c4a9 admin admin] Pushing event updated for resources: {'Port': ['ID=725b6c7f-c2d5-4430-a8bd-9c40a0e0f24d,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:49.491200 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b87db8-c1e5-4461-b990-23f73029c4a9 admin admin] Network 0bea7b97-ad62-45c3-a056-60eb8d0c385f is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:06:49.492826 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-59b87db8-c1e5-4461-b990-23f73029c4a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:06:49.530512 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 74ae16d1-5bbb-4a02-99bf-8f31cf271e97 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:06:49.624206 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 74ae16d1-5bbb-4a02-99bf-8f31cf271e97 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:06:49.624714 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:49.653186 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59b87db8-c1e5-4461-b990-23f73029c4a9 admin admin] Router fa39007a-20d5-4c1c-9d08-3994b8c812b9 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:06:49.803807 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59b87db8-c1e5-4461-b990-23f73029c4a9 admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:06:49.809157 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-59b87db8-c1e5-4461-b990-23f73029c4a9 admin admin] 10.222.0.36 "PUT /v2.0/routers/fa39007a-20d5-4c1c-9d08-3994b8c812b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6961527 Aug 17 00:06:49.863785 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-02b097f7-2c2b-4ce5-b0ca-9eaaf414d1e1 None None] Provisioning complete for port 725b6c7f-c2d5-4430-a8bd-9c40a0e0f24d triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:06:49.864175 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-02b097f7-2c2b-4ce5-b0ca-9eaaf414d1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:49.909612 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-699f30de-3550-40be-b82f-f97ef7200bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:49.911102 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-02b097f7-2c2b-4ce5-b0ca-9eaaf414d1e1 None None] Port 725b6c7f-c2d5-4430-a8bd-9c40a0e0f24d cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:06:50.302936 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 59180) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:50.308694 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-4ffe1886-28a5-4aee-ac1f-2dddcf1211d0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-97274757-network', 'tenant_id': '66ae7e9b39094d0c8bdfc27708a4a5a4'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:06:50.329225 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ffe1886-28a5-4aee-ac1f-2dddcf1211d0 admin admin] Made reservation on behalf of 66ae7e9b39094d0c8bdfc27708a4a5a4 for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:06:50.331544 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4ffe1886-28a5-4aee-ac1f-2dddcf1211d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:50.341188 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4ffe1886-28a5-4aee-ac1f-2dddcf1211d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:50.436128 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4ffe1886-28a5-4aee-ac1f-2dddcf1211d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:50.439927 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4ffe1886-28a5-4aee-ac1f-2dddcf1211d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:50.699163 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ffe1886-28a5-4aee-ac1f-2dddcf1211d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:06:50.715613 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffe1886-28a5-4aee-ac1f-2dddcf1211d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e2d0f5-f22d-4eaf-b9bb-85723490954a,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:50.718503 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4ffe1886-28a5-4aee-ac1f-2dddcf1211d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:50.718868 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-4ffe1886-28a5-4aee-ac1f-2dddcf1211d0 admin admin] Added segment a9255d1d-fedd-4565-92e0-e7468cd9c467 of type vlan for network 5f85dd06-4820-4d0a-a225-254778b75265 Aug 17 00:06:50.758713 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4ffe1886-28a5-4aee-ac1f-2dddcf1211d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:50.784001 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:50.785954 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4ffe1886-28a5-4aee-ac1f-2dddcf1211d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:50.786907 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ffe1886-28a5-4aee-ac1f-2dddcf1211d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:50.787494 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4ffe1886-28a5-4aee-ac1f-2dddcf1211d0 admin admin] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:50.844501 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-4ffe1886-28a5-4aee-ac1f-2dddcf1211d0 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5400696 Aug 17 00:06:50.847364 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 59182) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:50.849357 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffe1886-28a5-4aee-ac1f-2dddcf1211d0 admin admin] Pushing event updated for resources: {'Network': ['ID=5f85dd06-4820-4d0a-a225-254778b75265,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:50.854027 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-cbc8f185-0898-4e7e-81f3-4fde63c1340f admin admin] Request body: {'subnet': {'network_id': '5f85dd06-4820-4d0a-a225-254778b75265', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-97274757-subnet', 'tenant_id': '66ae7e9b39094d0c8bdfc27708a4a5a4', 'ip_version': 4}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:06:50.859135 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 5f85dd06-4820-4d0a-a225-254778b75265 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:06:50.889059 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbc8f185-0898-4e7e-81f3-4fde63c1340f admin admin] Made reservation on behalf of 66ae7e9b39094d0c8bdfc27708a4a5a4 for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:06:50.891416 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-cbc8f185-0898-4e7e-81f3-4fde63c1340f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:50.919957 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a20b3cc-ff3d-4036-b92d-94fee395a4ac None None] Sync routers for ids ['fa39007a-20d5-4c1c-9d08-3994b8c812b9'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:06:50.941678 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a20b3cc-ff3d-4036-b92d-94fee395a4ac None None] Routers {'fa39007a-20d5-4c1c-9d08-3994b8c812b9'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:06:50.942328 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-0a20b3cc-ff3d-4036-b92d-94fee395a4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:06:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['fa39007a-20d5-4c1c-9d08-3994b8c812b9'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:06:51.083446 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-cbc8f185-0898-4e7e-81f3-4fde63c1340f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:51.161250 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc8f185-0898-4e7e-81f3-4fde63c1340f admin admin] Pushing event updated for resources: {'Subnet': ['ID=82781dff-3487-474e-bfe5-e10f3df662ec,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:51.168933 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc8f185-0898-4e7e-81f3-4fde63c1340f admin admin] Checking segment: {'id': 'a9255d1d-fedd-4565-92e0-e7468cd9c467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '5f85dd06-4820-4d0a-a225-254778b75265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:06:51.169301 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc8f185-0898-4e7e-81f3-4fde63c1340f admin admin] Network hostable DHCP agents. Network: 5f85dd06-4820-4d0a-a225-254778b75265, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:06:51.195457 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc8f185-0898-4e7e-81f3-4fde63c1340f admin admin] Network 5f85dd06-4820-4d0a-a225-254778b75265 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:06:51.207809 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-cbc8f185-0898-4e7e-81f3-4fde63c1340f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 5f85dd06-4820-4d0a-a225-254778b75265) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:06:51.212696 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc8f185-0898-4e7e-81f3-4fde63c1340f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:06:51.213961 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-cbc8f185-0898-4e7e-81f3-4fde63c1340f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:51.227166 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0fc0fe-2b8b-4e72-85e3-f69b8f4fedef None None] Network 5f85dd06-4820-4d0a-a225-254778b75265 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:06:51.233362 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-cbc8f185-0898-4e7e-81f3-4fde63c1340f admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3847570 Aug 17 00:06:51.236949 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 59184) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:51.242005 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-583059a4-0df3-4674-9e15-55f16b727914 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-97274757-router', 'tenant_id': '66ae7e9b39094d0c8bdfc27708a4a5a4', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:06:51.264174 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-583059a4-0df3-4674-9e15-55f16b727914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:51.265416 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-583059a4-0df3-4674-9e15-55f16b727914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:51.279562 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-0a20b3cc-ff3d-4036-b92d-94fee395a4ac None None] Set router fa39007a-20d5-4c1c-9d08-3994b8c812b9 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:06:51.321084 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-583059a4-0df3-4674-9e15-55f16b727914 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:51.478227 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-583059a4-0df3-4674-9e15-55f16b727914 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:51.579392 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 6875c67e-b1d6-4330-a2d8-9c9c2b948bbc up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:06:51.608985 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4687c430-5ce1-44b3-8ae6-d60a5e8406d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-5f85dd06-4820-4d0a-a225-254778b75265', 'network_id': '5f85dd06-4820-4d0a-a225-254778b75265', 'tenant_id': '66ae7e9b39094d0c8bdfc27708a4a5a4', 'fixed_ips': [{'subnet_id': '82781dff-3487-474e-bfe5-e10f3df662ec'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:06:51.609986 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4687c430-5ce1-44b3-8ae6-d60a5e8406d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:51.709497 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-583059a4-0df3-4674-9e15-55f16b727914 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:51.735558 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-583059a4-0df3-4674-9e15-55f16b727914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:51.757496 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 6875c67e-b1d6-4330-a2d8-9c9c2b948bbc completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:06:51.766015 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-0a20b3cc-ff3d-4036-b92d-94fee395a4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa39007a-20d5-4c1c-9d08-3994b8c812b9', 'name': 'tempest-TestMinimumBasicScenario-2023442504-router', 'tenant_id': '4e297988c06d443cb181cab85048de89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '6875c67e-b1d6-4330-a2d8-9c9c2b948bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:06:46Z', 'updated_at': '2021-08-17T00:06:49Z', 'revision_number': 4, 'project_id': '4e297988c06d443cb181cab85048de89', 'gw_port': {'id': '6875c67e-b1d6-4330-a2d8-9c9c2b948bbc', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b4:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa39007a-20d5-4c1c-9d08-3994b8c812b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:06:47Z', 'updated_at': '2021-08-17T00:06:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '725b6c7f-c2d5-4430-a8bd-9c40a0e0f24d', 'name': '', 'network_id': '0bea7b97-ad62-45c3-a056-60eb8d0c385f', 'tenant_id': '4e297988c06d443cb181cab85048de89', 'mac_address': 'fa:16:3e:94:ec:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa39007a-20d5-4c1c-9d08-3994b8c812b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'd21c7987-9fe0-4e15-9daa-b961b15924a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:06:48Z', 'updated_at': '2021-08-17T00:06:49Z', 'revision_number': 2, 'project_id': '4e297988c06d443cb181cab85048de89', 'subnets': [{'id': 'd21c7987-9fe0-4e15-9daa-b961b15924a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:06:51.770172 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 6875c67e-b1d6-4330-a2d8-9c9c2b948bbc triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:06:51.770547 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:51.852829 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a20b3cc-ff3d-4036-b92d-94fee395a4ac None None] Checking router: fa39007a-20d5-4c1c-9d08-3994b8c812b9 for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:06:51.853554 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a20b3cc-ff3d-4036-b92d-94fee395a4ac None None] Updating router fa39007a-20d5-4c1c-9d08-3994b8c812b9 port 725b6c7f-c2d5-4430-a8bd-9c40a0e0f24d binding host n-d-791506-26 {{(pid=101293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:06:51.858476 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-583059a4-0df3-4674-9e15-55f16b727914 admin admin] Allocated IP 172.25.4.133 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/eff92e09-f001-488b-82f6-b7841da90a9a) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:06:51.907621 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:51.908265 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0a20b3cc-ff3d-4036-b92d-94fee395a4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:51.930437 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-4687c430-5ce1-44b3-8ae6-d60a5e8406d0 None None] Allocated IP 172.20.0.2 (5f85dd06-4820-4d0a-a225-254778b75265/82781dff-3487-474e-bfe5-e10f3df662ec/90175076-4dc3-4daf-ab7c-58a04c5b9c9b) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:06:51.967929 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-583059a4-0df3-4674-9e15-55f16b727914 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:52.006318 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-583059a4-0df3-4674-9e15-55f16b727914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:52.048945 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583059a4-0df3-4674-9e15-55f16b727914 admin admin] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:06:52.052095 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-583059a4-0df3-4674-9e15-55f16b727914 admin admin] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:06:52.057319 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583059a4-0df3-4674-9e15-55f16b727914 admin admin] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:06:52.058851 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583059a4-0df3-4674-9e15-55f16b727914 admin admin] Pushing event updated for resources: {'Port': ['ID=eff92e09-f001-488b-82f6-b7841da90a9a,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:52.109709 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:52.156115 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 6875c67e-b1d6-4330-a2d8-9c9c2b948bbc, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=6875c67e-b1d6-4330-a2d8-9c9c2b948bbc,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:06:52.168842 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:52.312061 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-583059a4-0df3-4674-9e15-55f16b727914 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:52.318021 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4687c430-5ce1-44b3-8ae6-d60a5e8406d0 None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:52.319888 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=6875c67e-b1d6-4330-a2d8-9c9c2b948bbc,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:52.338593 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4687c430-5ce1-44b3-8ae6-d60a5e8406d0 None None] Transition to ACTIVE for port object 90175076-4dc3-4daf-ab7c-58a04c5b9c9b will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:06:52.367394 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4687c430-5ce1-44b3-8ae6-d60a5e8406d0 None None] Transition to ACTIVE for port object 90175076-4dc3-4daf-ab7c-58a04c5b9c9b will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:06:52.375017 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4687c430-5ce1-44b3-8ae6-d60a5e8406d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:52.437985 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4687c430-5ce1-44b3-8ae6-d60a5e8406d0 None None] Network 5f85dd06-4820-4d0a-a225-254778b75265 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:06:52.446950 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-4687c430-5ce1-44b3-8ae6-d60a5e8406d0 None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:06:52.456672 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4687c430-5ce1-44b3-8ae6-d60a5e8406d0 None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:06:52.465030 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0a20b3cc-ff3d-4036-b92d-94fee395a4ac None None] Notify callbacks [] for port, precommit_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:52.474677 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4687c430-5ce1-44b3-8ae6-d60a5e8406d0 None None] Pushing event updated for resources: {'Port': ['ID=90175076-4dc3-4daf-ab7c-58a04c5b9c9b,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:52.504598 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0a20b3cc-ff3d-4036-b92d-94fee395a4ac None None] Transition to ACTIVE for port object 725b6c7f-c2d5-4430-a8bd-9c40a0e0f24d will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:06:52.524172 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0a20b3cc-ff3d-4036-b92d-94fee395a4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:52.562192 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-4687c430-5ce1-44b3-8ae6-d60a5e8406d0 None None] Attempting to bind port 90175076-4dc3-4daf-ab7c-58a04c5b9c9b on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:06:52.562563 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-4687c430-5ce1-44b3-8ae6-d60a5e8406d0 None None] Attempting to bind port 90175076-4dc3-4daf-ab7c-58a04c5b9c9b by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': 'a9255d1d-fedd-4565-92e0-e7468cd9c467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '5f85dd06-4820-4d0a-a225-254778b75265'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:06:52.562928 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4687c430-5ce1-44b3-8ae6-d60a5e8406d0 None None] Attempting to bind port 90175076-4dc3-4daf-ab7c-58a04c5b9c9b on network 5f85dd06-4820-4d0a-a225-254778b75265 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:06:52.584632 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4687c430-5ce1-44b3-8ae6-d60a5e8406d0 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:06:52.585011 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4687c430-5ce1-44b3-8ae6-d60a5e8406d0 None None] Checking segment: {'id': 'a9255d1d-fedd-4565-92e0-e7468cd9c467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '5f85dd06-4820-4d0a-a225-254778b75265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:06:52.585416 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4687c430-5ce1-44b3-8ae6-d60a5e8406d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:52.585812 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4687c430-5ce1-44b3-8ae6-d60a5e8406d0 None None] Bound using segment: {'id': 'a9255d1d-fedd-4565-92e0-e7468cd9c467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '5f85dd06-4820-4d0a-a225-254778b75265'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:06:52.586292 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-4687c430-5ce1-44b3-8ae6-d60a5e8406d0 None None] Bound port: 90175076-4dc3-4daf-ab7c-58a04c5b9c9b, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9255d1d-fedd-4565-92e0-e7468cd9c467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '5f85dd06-4820-4d0a-a225-254778b75265'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:06:52.586672 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4687c430-5ce1-44b3-8ae6-d60a5e8406d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:52.600628 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00a5374-4b54-45af-b166-a7a11c583fd8 None None] Pushing event updated for resources: {'Port': ['ID=725b6c7f-c2d5-4430-a8bd-9c40a0e0f24d,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:52.692376 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-0a20b3cc-ff3d-4036-b92d-94fee395a4ac None None] Attempting to bind port 725b6c7f-c2d5-4430-a8bd-9c40a0e0f24d on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:06:52.692865 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-0a20b3cc-ff3d-4036-b92d-94fee395a4ac None None] Attempting to bind port 725b6c7f-c2d5-4430-a8bd-9c40a0e0f24d by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '03c3cc47-6689-4cb2-9093-e6255e647c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0bea7b97-ad62-45c3-a056-60eb8d0c385f'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:06:52.693293 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a20b3cc-ff3d-4036-b92d-94fee395a4ac None None] Attempting to bind port 725b6c7f-c2d5-4430-a8bd-9c40a0e0f24d on network 0bea7b97-ad62-45c3-a056-60eb8d0c385f {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:06:52.707973 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a20b3cc-ff3d-4036-b92d-94fee395a4ac None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:06:52.708434 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a20b3cc-ff3d-4036-b92d-94fee395a4ac None None] Checking segment: {'id': '03c3cc47-6689-4cb2-9093-e6255e647c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0bea7b97-ad62-45c3-a056-60eb8d0c385f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:06:52.708963 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0a20b3cc-ff3d-4036-b92d-94fee395a4ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:52.709495 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a20b3cc-ff3d-4036-b92d-94fee395a4ac None None] Bound using segment: {'id': '03c3cc47-6689-4cb2-9093-e6255e647c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0bea7b97-ad62-45c3-a056-60eb8d0c385f'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:06:52.710124 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-0a20b3cc-ff3d-4036-b92d-94fee395a4ac None None] Bound port: 725b6c7f-c2d5-4430-a8bd-9c40a0e0f24d, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03c3cc47-6689-4cb2-9093-e6255e647c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0bea7b97-ad62-45c3-a056-60eb8d0c385f'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:06:52.710586 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0a20b3cc-ff3d-4036-b92d-94fee395a4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:52.726989 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-4687c430-5ce1-44b3-8ae6-d60a5e8406d0 None None] For port 90175076-4dc3-4daf-ab7c-58a04c5b9c9b, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:06:52.758827 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-4687c430-5ce1-44b3-8ae6-d60a5e8406d0 None None] For port 90175076-4dc3-4daf-ab7c-58a04c5b9c9b, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=90175076-4dc3-4daf-ab7c-58a04c5b9c9b,segment=NetworkSegment(a9255d1d-fedd-4565-92e0-e7468cd9c467),segment_id=a9255d1d-fedd-4565-92e0-e7468cd9c467)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:06:52.770334 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4687c430-5ce1-44b3-8ae6-d60a5e8406d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:52.836389 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0a20b3cc-ff3d-4036-b92d-94fee395a4ac None None] For port 725b6c7f-c2d5-4430-a8bd-9c40a0e0f24d, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:06:52.845182 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0a20b3cc-ff3d-4036-b92d-94fee395a4ac None None] For port 725b6c7f-c2d5-4430-a8bd-9c40a0e0f24d, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=725b6c7f-c2d5-4430-a8bd-9c40a0e0f24d,segment=NetworkSegment(03c3cc47-6689-4cb2-9093-e6255e647c18),segment_id=03c3cc47-6689-4cb2-9093-e6255e647c18)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:06:52.855487 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0a20b3cc-ff3d-4036-b92d-94fee395a4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:52.868397 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4687c430-5ce1-44b3-8ae6-d60a5e8406d0 None None] Pushing event updated for resources: {'Port': ['ID=90175076-4dc3-4daf-ab7c-58a04c5b9c9b,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:52.873170 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-583059a4-0df3-4674-9e15-55f16b727914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:52.923063 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a20b3cc-ff3d-4036-b92d-94fee395a4ac None None] Routers {'fa39007a-20d5-4c1c-9d08-3994b8c812b9'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:06:52.923686 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-0a20b3cc-ff3d-4036-b92d-94fee395a4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:06:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['fa39007a-20d5-4c1c-9d08-3994b8c812b9'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:06:52.968159 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00a5374-4b54-45af-b166-a7a11c583fd8 None None] Pushing event updated for resources: {'Port': ['ID=725b6c7f-c2d5-4430-a8bd-9c40a0e0f24d,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:53.021961 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-583059a4-0df3-4674-9e15-55f16b727914 admin admin] Router 31a0fd2b-0954-4a76-93c3-53f37da64066 is scheduled to L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f with binding_index 1 {{(pid=101292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 00:06:53.177887 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-583059a4-0df3-4674-9e15-55f16b727914 admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:06:53.188517 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678c9b74-2b07-4a9c-95ce-1e7110398b0b None None] Sync routers for ids ['31a0fd2b-0954-4a76-93c3-53f37da64066'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:06:53.199398 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-583059a4-0df3-4674-9e15-55f16b727914 admin admin] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:53.203150 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678c9b74-2b07-4a9c-95ce-1e7110398b0b None None] Routers {'31a0fd2b-0954-4a76-93c3-53f37da64066'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:06:53.203808 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 59186) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:06:53.204860 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-678c9b74-2b07-4a9c-95ce-1e7110398b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:06:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['31a0fd2b-0954-4a76-93c3-53f37da64066'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:06:53.210264 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-583059a4-0df3-4674-9e15-55f16b727914 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9690595 Aug 17 00:06:53.288126 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:53.297390 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-0a20b3cc-ff3d-4036-b92d-94fee395a4ac None None] Set router fa39007a-20d5-4c1c-9d08-3994b8c812b9 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:06:53.332444 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-678c9b74-2b07-4a9c-95ce-1e7110398b0b None None] Set router 31a0fd2b-0954-4a76-93c3-53f37da64066 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:06:53.535876 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-0a20b3cc-ff3d-4036-b92d-94fee395a4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa39007a-20d5-4c1c-9d08-3994b8c812b9', 'name': 'tempest-TestMinimumBasicScenario-2023442504-router', 'tenant_id': '4e297988c06d443cb181cab85048de89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '6875c67e-b1d6-4330-a2d8-9c9c2b948bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:06:46Z', 'updated_at': '2021-08-17T00:06:49Z', 'revision_number': 4, 'project_id': '4e297988c06d443cb181cab85048de89', 'gw_port': {'id': '6875c67e-b1d6-4330-a2d8-9c9c2b948bbc', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa39007a-20d5-4c1c-9d08-3994b8c812b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:06:47Z', 'updated_at': '2021-08-17T00:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '725b6c7f-c2d5-4430-a8bd-9c40a0e0f24d', 'name': '', 'network_id': '0bea7b97-ad62-45c3-a056-60eb8d0c385f', 'tenant_id': '4e297988c06d443cb181cab85048de89', 'mac_address': 'fa:16:3e:94:ec:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa39007a-20d5-4c1c-9d08-3994b8c812b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'd21c7987-9fe0-4e15-9daa-b961b15924a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:06:48Z', 'updated_at': '2021-08-17T00:06:52Z', 'revision_number': 4, 'project_id': '4e297988c06d443cb181cab85048de89', 'subnets': [{'id': 'd21c7987-9fe0-4e15-9daa-b961b15924a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:06:53.553119 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-678c9b74-2b07-4a9c-95ce-1e7110398b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31a0fd2b-0954-4a76-93c3-53f37da64066', 'name': 'tempest-TestMinimumBasicScenario-97274757-router', 'tenant_id': '66ae7e9b39094d0c8bdfc27708a4a5a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': 'eff92e09-f001-488b-82f6-b7841da90a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:06:51Z', 'updated_at': '2021-08-17T00:06:52Z', 'revision_number': 3, 'project_id': '66ae7e9b39094d0c8bdfc27708a4a5a4', 'gw_port': {'id': 'eff92e09-f001-488b-82f6-b7841da90a9a', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:00:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31a0fd2b-0954-4a76-93c3-53f37da64066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:06:51Z', 'updated_at': '2021-08-17T00:06:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:06:53.579792 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a20b3cc-ff3d-4036-b92d-94fee395a4ac None None] The sync data for ids ['fa39007a-20d5-4c1c-9d08-3994b8c812b9'] in n-d-791506-26 is: [{'id': 'fa39007a-20d5-4c1c-9d08-3994b8c812b9', 'name': 'tempest-TestMinimumBasicScenario-2023442504-router', 'tenant_id': '4e297988c06d443cb181cab85048de89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '6875c67e-b1d6-4330-a2d8-9c9c2b948bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:06:46Z', 'updated_at': '2021-08-17T00:06:49Z', 'revision_number': 4, 'project_id': '4e297988c06d443cb181cab85048de89', 'gw_port': {'id': '6875c67e-b1d6-4330-a2d8-9c9c2b948bbc', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa39007a-20d5-4c1c-9d08-3994b8c812b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:06:47Z', 'updated_at': '2021-08-17T00:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '725b6c7f-c2d5-4430-a8bd-9c40a0e0f24d', 'name': '', 'network_id': '0bea7b97-ad62-45c3-a056-60eb8d0c385f', 'tenant_id': '4e297988c06d443cb181cab85048de89', 'mac_address': 'fa:16:3e:94:ec:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa39007a-20d5-4c1c-9d08-3994b8c812b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'd21c7987-9fe0-4e15-9daa-b961b15924a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:06:48Z', 'updated_at': '2021-08-17T00:06:52Z', 'revision_number': 4, 'project_id': '4e297988c06d443cb181cab85048de89', 'subnets': [{'id': 'd21c7987-9fe0-4e15-9daa-b961b15924a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:06:53.602327 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678c9b74-2b07-4a9c-95ce-1e7110398b0b None None] Checking router: 31a0fd2b-0954-4a76-93c3-53f37da64066 for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:06:53.603030 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678c9b74-2b07-4a9c-95ce-1e7110398b0b None None] Updating router 31a0fd2b-0954-4a76-93c3-53f37da64066 port eff92e09-f001-488b-82f6-b7841da90a9a binding host n-d-791506-26 {{(pid=101294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:06:53.652719 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-678c9b74-2b07-4a9c-95ce-1e7110398b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:53.687676 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 6875c67e-b1d6-4330-a2d8-9c9c2b948bbc up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:06:53.731479 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-55ab18d4-deb4-4104-8591-7a85b7cb4740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:53.759835 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 6875c67e-b1d6-4330-a2d8-9c9c2b948bbc triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:06:53.760897 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:53.919781 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 90175076-4dc3-4daf-ab7c-58a04c5b9c9b up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:06:53.974794 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 90175076-4dc3-4daf-ab7c-58a04c5b9c9b completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:06:53.979721 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-55ab18d4-deb4-4104-8591-7a85b7cb4740 admin admin] Allocated IP 172.20.0.1 (5f85dd06-4820-4d0a-a225-254778b75265/82781dff-3487-474e-bfe5-e10f3df662ec/c77f9831-48bf-4826-8581-a3aa4058df12) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:06:54.060308 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-678c9b74-2b07-4a9c-95ce-1e7110398b0b None None] Notify callbacks [] for port, precommit_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:54.071321 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.provisioning_blocks [None req-678c9b74-2b07-4a9c-95ce-1e7110398b0b None None] Transition to ACTIVE for port object eff92e09-f001-488b-82f6-b7841da90a9a will not be triggered until provisioned by entity L2. {{(pid=101294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:06:54.079107 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-678c9b74-2b07-4a9c-95ce-1e7110398b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:54.102660 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf9a19b-2f4d-489b-bff6-6dd93a09ddf3 None None] Network 5f85dd06-4820-4d0a-a225-254778b75265 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:06:54.129969 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-55ab18d4-deb4-4104-8591-7a85b7cb4740 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:54.130950 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a5a9ef-3cea-4215-8ba3-38dcb5305250 None None] Pushing event updated for resources: {'Port': ['ID=eff92e09-f001-488b-82f6-b7841da90a9a,revision_number=2']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:54.147055 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-55ab18d4-deb4-4104-8591-7a85b7cb4740 admin admin] Transition to ACTIVE for port object c77f9831-48bf-4826-8581-a3aa4058df12 will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:06:54.170771 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-678c9b74-2b07-4a9c-95ce-1e7110398b0b None None] Attempting to bind port eff92e09-f001-488b-82f6-b7841da90a9a on host n-d-791506-26 for vnic_type normal with profile {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:06:54.171304 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-678c9b74-2b07-4a9c-95ce-1e7110398b0b None None] Attempting to bind port eff92e09-f001-488b-82f6-b7841da90a9a by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:06:54.171606 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678c9b74-2b07-4a9c-95ce-1e7110398b0b None None] Attempting to bind port eff92e09-f001-488b-82f6-b7841da90a9a on network c22c4980-c849-406d-982c-a5d68c515a94 {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:06:54.178559 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678c9b74-2b07-4a9c-95ce-1e7110398b0b None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:06:54.178989 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678c9b74-2b07-4a9c-95ce-1e7110398b0b None None] Checking segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:06:54.179340 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-678c9b74-2b07-4a9c-95ce-1e7110398b0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:54.179739 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678c9b74-2b07-4a9c-95ce-1e7110398b0b None None] Bound using segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:06:54.180212 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-678c9b74-2b07-4a9c-95ce-1e7110398b0b None None] Bound port: eff92e09-f001-488b-82f6-b7841da90a9a, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:06:54.180624 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-678c9b74-2b07-4a9c-95ce-1e7110398b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:54.193599 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-db064212-6d51-4f40-892c-9ba64c88710e None None] Provisioning for port 90175076-4dc3-4daf-ab7c-58a04c5b9c9b completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:06:54.199785 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-55ab18d4-deb4-4104-8591-7a85b7cb4740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:54.203373 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-db064212-6d51-4f40-892c-9ba64c88710e None None] Provisioning complete for port 90175076-4dc3-4daf-ab7c-58a04c5b9c9b triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:06:54.204040 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-db064212-6d51-4f40-892c-9ba64c88710e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:54.263776 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-678c9b74-2b07-4a9c-95ce-1e7110398b0b None None] For port eff92e09-f001-488b-82f6-b7841da90a9a, host n-d-791506-26, cleared binding levels {{(pid=101294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:06:54.269306 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-678c9b74-2b07-4a9c-95ce-1e7110398b0b None None] For port eff92e09-f001-488b-82f6-b7841da90a9a, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=eff92e09-f001-488b-82f6-b7841da90a9a,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:06:54.277906 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ab18d4-deb4-4104-8591-7a85b7cb4740 admin admin] Network 5f85dd06-4820-4d0a-a225-254778b75265 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:06:54.278443 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-678c9b74-2b07-4a9c-95ce-1e7110398b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:54.279866 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-55ab18d4-deb4-4104-8591-7a85b7cb4740 admin admin] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:06:54.283282 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ab18d4-deb4-4104-8591-7a85b7cb4740 admin admin] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:06:54.288285 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ab18d4-deb4-4104-8591-7a85b7cb4740 admin admin] Pushing event updated for resources: {'Port': ['ID=c77f9831-48bf-4826-8581-a3aa4058df12,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:54.334138 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678c9b74-2b07-4a9c-95ce-1e7110398b0b None None] Routers {'31a0fd2b-0954-4a76-93c3-53f37da64066'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:06:54.334787 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-678c9b74-2b07-4a9c-95ce-1e7110398b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:06:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['31a0fd2b-0954-4a76-93c3-53f37da64066'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:06:54.346509 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-55ab18d4-deb4-4104-8591-7a85b7cb4740 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954230'] for router_interface, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:54.360664 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-db064212-6d51-4f40-892c-9ba64c88710e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:54.419528 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a5a9ef-3cea-4215-8ba3-38dcb5305250 None None] Pushing event updated for resources: {'Port': ['ID=eff92e09-f001-488b-82f6-b7841da90a9a,revision_number=3']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:54.446215 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-db064212-6d51-4f40-892c-9ba64c88710e None None] For port 90175076-4dc3-4daf-ab7c-58a04c5b9c9b, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=90175076-4dc3-4daf-ab7c-58a04c5b9c9b,segment=NetworkSegment(a9255d1d-fedd-4565-92e0-e7468cd9c467),segment_id=a9255d1d-fedd-4565-92e0-e7468cd9c467)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:06:54.454364 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-db064212-6d51-4f40-892c-9ba64c88710e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:54.529400 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-678c9b74-2b07-4a9c-95ce-1e7110398b0b None None] Set router 31a0fd2b-0954-4a76-93c3-53f37da64066 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:06:54.534610 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db064212-6d51-4f40-892c-9ba64c88710e None None] Pushing event updated for resources: {'Port': ['ID=90175076-4dc3-4daf-ab7c-58a04c5b9c9b,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:54.535616 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-55ab18d4-deb4-4104-8591-7a85b7cb4740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:54.749598 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-678c9b74-2b07-4a9c-95ce-1e7110398b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31a0fd2b-0954-4a76-93c3-53f37da64066', 'name': 'tempest-TestMinimumBasicScenario-97274757-router', 'tenant_id': '66ae7e9b39094d0c8bdfc27708a4a5a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': 'eff92e09-f001-488b-82f6-b7841da90a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:06:51Z', 'updated_at': '2021-08-17T00:06:52Z', 'revision_number': 3, 'project_id': '66ae7e9b39094d0c8bdfc27708a4a5a4', 'gw_port': {'id': 'eff92e09-f001-488b-82f6-b7841da90a9a', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:00:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31a0fd2b-0954-4a76-93c3-53f37da64066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:06:51Z', 'updated_at': '2021-08-17T00:06:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:06:54.754658 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-55ab18d4-deb4-4104-8591-7a85b7cb4740 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:54.760795 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-55ab18d4-deb4-4104-8591-7a85b7cb4740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:54.783590 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678c9b74-2b07-4a9c-95ce-1e7110398b0b None None] The sync data for ids ['31a0fd2b-0954-4a76-93c3-53f37da64066'] in n-d-791506-26 is: [{'id': '31a0fd2b-0954-4a76-93c3-53f37da64066', 'name': 'tempest-TestMinimumBasicScenario-97274757-router', 'tenant_id': '66ae7e9b39094d0c8bdfc27708a4a5a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': 'eff92e09-f001-488b-82f6-b7841da90a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:06:51Z', 'updated_at': '2021-08-17T00:06:52Z', 'revision_number': 3, 'project_id': '66ae7e9b39094d0c8bdfc27708a4a5a4', 'gw_port': {'id': 'eff92e09-f001-488b-82f6-b7841da90a9a', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:00:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31a0fd2b-0954-4a76-93c3-53f37da64066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:06:51Z', 'updated_at': '2021-08-17T00:06:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:06:54.816718 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-db97dd24-fc3a-4e77-bd82-5c381a10f6d3 None None] Provisioning for port c77f9831-48bf-4826-8581-a3aa4058df12 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:06:54.824389 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-db97dd24-fc3a-4e77-bd82-5c381a10f6d3 None None] Provisioning complete for port c77f9831-48bf-4826-8581-a3aa4058df12 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:06:54.829159 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-db97dd24-fc3a-4e77-bd82-5c381a10f6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:54.834511 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ab18d4-deb4-4104-8591-7a85b7cb4740 admin admin] Pushing event updated for resources: {'Port': ['ID=c77f9831-48bf-4826-8581-a3aa4058df12,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:54.837353 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-55ab18d4-deb4-4104-8591-7a85b7cb4740 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954122'] for router_interface, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:54.880379 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-db97dd24-fc3a-4e77-bd82-5c381a10f6d3 None None] Port c77f9831-48bf-4826-8581-a3aa4058df12 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:06:54.903707 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-db97dd24-fc3a-4e77-bd82-5c381a10f6d3 None None] Provisioning complete for port 90175076-4dc3-4daf-ab7c-58a04c5b9c9b triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:06:54.903980 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-db97dd24-fc3a-4e77-bd82-5c381a10f6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:54.955248 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ab18d4-deb4-4104-8591-7a85b7cb4740 admin admin] Network 5f85dd06-4820-4d0a-a225-254778b75265 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:06:54.958234 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-55ab18d4-deb4-4104-8591-7a85b7cb4740 admin admin] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:06:55.096659 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55ab18d4-deb4-4104-8591-7a85b7cb4740 admin admin] Router 31a0fd2b-0954-4a76-93c3-53f37da64066 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:06:55.120244 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0cdf823b-ca2f-4f85-8ce6-1d64de7319c7 None None] Provisioning complete for port c77f9831-48bf-4826-8581-a3aa4058df12 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:06:55.120853 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0cdf823b-ca2f-4f85-8ce6-1d64de7319c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:55.171790 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0cdf823b-ca2f-4f85-8ce6-1d64de7319c7 None None] Port c77f9831-48bf-4826-8581-a3aa4058df12 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:06:55.244374 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55ab18d4-deb4-4104-8591-7a85b7cb4740 admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:06:55.251547 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-55ab18d4-deb4-4104-8591-7a85b7cb4740 admin admin] 10.222.0.36 "PUT /v2.0/routers/31a0fd2b-0954-4a76-93c3-53f37da64066/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0466511 Aug 17 00:06:55.299448 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-f009cac6-b1e5-43d0-a21d-076ffcb11132 None None] Provisioning complete for port c77f9831-48bf-4826-8581-a3aa4058df12 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:06:55.300750 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f009cac6-b1e5-43d0-a21d-076ffcb11132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:55.345642 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-f009cac6-b1e5-43d0-a21d-076ffcb11132 None None] Port c77f9831-48bf-4826-8581-a3aa4058df12 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:06:55.634789 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device eff92e09-f001-488b-82f6-b7841da90a9a up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:06:55.691870 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port eff92e09-f001-488b-82f6-b7841da90a9a completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:06:55.697550 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port eff92e09-f001-488b-82f6-b7841da90a9a triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:06:55.697550 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:55.799707 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:55.836310 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port eff92e09-f001-488b-82f6-b7841da90a9a, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=eff92e09-f001-488b-82f6-b7841da90a9a,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:06:55.842364 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:55.843560 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 90175076-4dc3-4daf-ab7c-58a04c5b9c9b up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:06:55.924900 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=eff92e09-f001-488b-82f6-b7841da90a9a,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:55.940963 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 90175076-4dc3-4daf-ab7c-58a04c5b9c9b triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:06:55.941377 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:56.044180 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 725b6c7f-c2d5-4430-a8bd-9c40a0e0f24d up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:06:56.087181 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:56.102997 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 725b6c7f-c2d5-4430-a8bd-9c40a0e0f24d completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:06:56.107250 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 725b6c7f-c2d5-4430-a8bd-9c40a0e0f24d triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:06:56.107621 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:56.210014 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:56.260873 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 725b6c7f-c2d5-4430-a8bd-9c40a0e0f24d, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=725b6c7f-c2d5-4430-a8bd-9c40a0e0f24d,segment=NetworkSegment(03c3cc47-6689-4cb2-9093-e6255e647c18),segment_id=03c3cc47-6689-4cb2-9093-e6255e647c18)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:06:56.266302 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:56.322314 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=725b6c7f-c2d5-4430-a8bd-9c40a0e0f24d,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:57.094829 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa5898e-30b7-4648-aa99-2f49086114d4 None None] Sync routers for ids ['31a0fd2b-0954-4a76-93c3-53f37da64066'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:06:57.106343 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa5898e-30b7-4648-aa99-2f49086114d4 None None] Routers {'31a0fd2b-0954-4a76-93c3-53f37da64066'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:06:57.107267 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-aaa5898e-30b7-4648-aa99-2f49086114d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:06:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['31a0fd2b-0954-4a76-93c3-53f37da64066'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:06:57.223867 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-aaa5898e-30b7-4648-aa99-2f49086114d4 None None] Set router 31a0fd2b-0954-4a76-93c3-53f37da64066 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:06:57.446548 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-aaa5898e-30b7-4648-aa99-2f49086114d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31a0fd2b-0954-4a76-93c3-53f37da64066', 'name': 'tempest-TestMinimumBasicScenario-97274757-router', 'tenant_id': '66ae7e9b39094d0c8bdfc27708a4a5a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': 'eff92e09-f001-488b-82f6-b7841da90a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:06:51Z', 'updated_at': '2021-08-17T00:06:54Z', 'revision_number': 4, 'project_id': '66ae7e9b39094d0c8bdfc27708a4a5a4', 'gw_port': {'id': 'eff92e09-f001-488b-82f6-b7841da90a9a', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:00:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31a0fd2b-0954-4a76-93c3-53f37da64066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:06:51Z', 'updated_at': '2021-08-17T00:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'c77f9831-48bf-4826-8581-a3aa4058df12', 'name': '', 'network_id': '5f85dd06-4820-4d0a-a225-254778b75265', 'tenant_id': '66ae7e9b39094d0c8bdfc27708a4a5a4', 'mac_address': 'fa:16:3e:54:95:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31a0fd2b-0954-4a76-93c3-53f37da64066', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '82781dff-3487-474e-bfe5-e10f3df662ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:06:53Z', 'updated_at': '2021-08-17T00:06:54Z', 'revision_number': 2, 'project_id': '66ae7e9b39094d0c8bdfc27708a4a5a4', 'subnets': [{'id': '82781dff-3487-474e-bfe5-e10f3df662ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:06:57.490146 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa5898e-30b7-4648-aa99-2f49086114d4 None None] Checking router: 31a0fd2b-0954-4a76-93c3-53f37da64066 for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:06:57.490578 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa5898e-30b7-4648-aa99-2f49086114d4 None None] Updating router 31a0fd2b-0954-4a76-93c3-53f37da64066 port c77f9831-48bf-4826-8581-a3aa4058df12 binding host n-d-791506-26 {{(pid=101293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:06:57.539001 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-aaa5898e-30b7-4648-aa99-2f49086114d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:57.544086 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device eff92e09-f001-488b-82f6-b7841da90a9a up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:06:57.705058 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port eff92e09-f001-488b-82f6-b7841da90a9a triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:06:57.705351 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:57.862901 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 725b6c7f-c2d5-4430-a8bd-9c40a0e0f24d up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:06:57.977249 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 725b6c7f-c2d5-4430-a8bd-9c40a0e0f24d triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:06:57.977592 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:57.980848 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-aaa5898e-30b7-4648-aa99-2f49086114d4 None None] Notify callbacks [] for port, precommit_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:58.015124 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-aaa5898e-30b7-4648-aa99-2f49086114d4 None None] Transition to ACTIVE for port object c77f9831-48bf-4826-8581-a3aa4058df12 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:06:58.032060 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-aaa5898e-30b7-4648-aa99-2f49086114d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:58.090764 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dd5383-0a0b-49d6-8868-1551f78baafd None None] Pushing event updated for resources: {'Port': ['ID=c77f9831-48bf-4826-8581-a3aa4058df12,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:58.192492 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-aaa5898e-30b7-4648-aa99-2f49086114d4 None None] Attempting to bind port c77f9831-48bf-4826-8581-a3aa4058df12 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:06:58.193035 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-aaa5898e-30b7-4648-aa99-2f49086114d4 None None] Attempting to bind port c77f9831-48bf-4826-8581-a3aa4058df12 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': 'a9255d1d-fedd-4565-92e0-e7468cd9c467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '5f85dd06-4820-4d0a-a225-254778b75265'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:06:58.193271 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa5898e-30b7-4648-aa99-2f49086114d4 None None] Attempting to bind port c77f9831-48bf-4826-8581-a3aa4058df12 on network 5f85dd06-4820-4d0a-a225-254778b75265 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:06:58.201171 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa5898e-30b7-4648-aa99-2f49086114d4 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:06:58.202028 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa5898e-30b7-4648-aa99-2f49086114d4 None None] Checking segment: {'id': 'a9255d1d-fedd-4565-92e0-e7468cd9c467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '5f85dd06-4820-4d0a-a225-254778b75265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:06:58.202649 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-aaa5898e-30b7-4648-aa99-2f49086114d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:58.203277 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa5898e-30b7-4648-aa99-2f49086114d4 None None] Bound using segment: {'id': 'a9255d1d-fedd-4565-92e0-e7468cd9c467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '5f85dd06-4820-4d0a-a225-254778b75265'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:06:58.205631 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-aaa5898e-30b7-4648-aa99-2f49086114d4 None None] Bound port: c77f9831-48bf-4826-8581-a3aa4058df12, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9255d1d-fedd-4565-92e0-e7468cd9c467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '5f85dd06-4820-4d0a-a225-254778b75265'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:06:58.206425 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-aaa5898e-30b7-4648-aa99-2f49086114d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:58.295190 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-aaa5898e-30b7-4648-aa99-2f49086114d4 None None] For port c77f9831-48bf-4826-8581-a3aa4058df12, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:06:58.301092 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-aaa5898e-30b7-4648-aa99-2f49086114d4 None None] For port c77f9831-48bf-4826-8581-a3aa4058df12, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=c77f9831-48bf-4826-8581-a3aa4058df12,segment=NetworkSegment(a9255d1d-fedd-4565-92e0-e7468cd9c467),segment_id=a9255d1d-fedd-4565-92e0-e7468cd9c467)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:06:58.309791 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-aaa5898e-30b7-4648-aa99-2f49086114d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:58.373184 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa5898e-30b7-4648-aa99-2f49086114d4 None None] Routers {'31a0fd2b-0954-4a76-93c3-53f37da64066'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:06:58.373830 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-aaa5898e-30b7-4648-aa99-2f49086114d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:06:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['31a0fd2b-0954-4a76-93c3-53f37da64066'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:06:58.417696 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dd5383-0a0b-49d6-8868-1551f78baafd None None] Pushing event updated for resources: {'Port': ['ID=c77f9831-48bf-4826-8581-a3aa4058df12,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:06:58.518452 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-aaa5898e-30b7-4648-aa99-2f49086114d4 None None] Set router 31a0fd2b-0954-4a76-93c3-53f37da64066 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:06:58.782568 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-aaa5898e-30b7-4648-aa99-2f49086114d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31a0fd2b-0954-4a76-93c3-53f37da64066', 'name': 'tempest-TestMinimumBasicScenario-97274757-router', 'tenant_id': '66ae7e9b39094d0c8bdfc27708a4a5a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': 'eff92e09-f001-488b-82f6-b7841da90a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:06:51Z', 'updated_at': '2021-08-17T00:06:54Z', 'revision_number': 4, 'project_id': '66ae7e9b39094d0c8bdfc27708a4a5a4', 'gw_port': {'id': 'eff92e09-f001-488b-82f6-b7841da90a9a', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:00:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31a0fd2b-0954-4a76-93c3-53f37da64066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:06:51Z', 'updated_at': '2021-08-17T00:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'c77f9831-48bf-4826-8581-a3aa4058df12', 'name': '', 'network_id': '5f85dd06-4820-4d0a-a225-254778b75265', 'tenant_id': '66ae7e9b39094d0c8bdfc27708a4a5a4', 'mac_address': 'fa:16:3e:54:95:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31a0fd2b-0954-4a76-93c3-53f37da64066', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '82781dff-3487-474e-bfe5-e10f3df662ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:06:53Z', 'updated_at': '2021-08-17T00:06:58Z', 'revision_number': 4, 'project_id': '66ae7e9b39094d0c8bdfc27708a4a5a4', 'subnets': [{'id': '82781dff-3487-474e-bfe5-e10f3df662ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:06:58.818091 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa5898e-30b7-4648-aa99-2f49086114d4 None None] The sync data for ids ['31a0fd2b-0954-4a76-93c3-53f37da64066'] in n-d-791506-26 is: [{'id': '31a0fd2b-0954-4a76-93c3-53f37da64066', 'name': 'tempest-TestMinimumBasicScenario-97274757-router', 'tenant_id': '66ae7e9b39094d0c8bdfc27708a4a5a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': 'eff92e09-f001-488b-82f6-b7841da90a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:06:51Z', 'updated_at': '2021-08-17T00:06:54Z', 'revision_number': 4, 'project_id': '66ae7e9b39094d0c8bdfc27708a4a5a4', 'gw_port': {'id': 'eff92e09-f001-488b-82f6-b7841da90a9a', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:00:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31a0fd2b-0954-4a76-93c3-53f37da64066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:06:51Z', 'updated_at': '2021-08-17T00:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'c77f9831-48bf-4826-8581-a3aa4058df12', 'name': '', 'network_id': '5f85dd06-4820-4d0a-a225-254778b75265', 'tenant_id': '66ae7e9b39094d0c8bdfc27708a4a5a4', 'mac_address': 'fa:16:3e:54:95:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31a0fd2b-0954-4a76-93c3-53f37da64066', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '82781dff-3487-474e-bfe5-e10f3df662ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:06:53Z', 'updated_at': '2021-08-17T00:06:58Z', 'revision_number': 4, 'project_id': '66ae7e9b39094d0c8bdfc27708a4a5a4', 'subnets': [{'id': '82781dff-3487-474e-bfe5-e10f3df662ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:06:59.573448 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device c77f9831-48bf-4826-8581-a3aa4058df12 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:06:59.636768 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port c77f9831-48bf-4826-8581-a3aa4058df12 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:06:59.641700 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port c77f9831-48bf-4826-8581-a3aa4058df12 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:06:59.642099 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:59.751509 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:59.808039 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port c77f9831-48bf-4826-8581-a3aa4058df12, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=c77f9831-48bf-4826-8581-a3aa4058df12,segment=NetworkSegment(a9255d1d-fedd-4565-92e0-e7468cd9c467),segment_id=a9255d1d-fedd-4565-92e0-e7468cd9c467)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:06:59.814416 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:06:59.883453 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=c77f9831-48bf-4826-8581-a3aa4058df12,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:01.553587 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device c77f9831-48bf-4826-8581-a3aa4058df12 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:07:01.608158 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port c77f9831-48bf-4826-8581-a3aa4058df12 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:07:01.608570 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:05.262174 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986fa89c-7ce7-487a-9875-65d4a0612ce1 req-73c39430-f149-4e6f-b0cb-4ebe81dad55d tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:05.264845 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-986fa89c-7ce7-487a-9875-65d4a0612ce1 req-73c39430-f149-4e6f-b0cb-4ebe81dad55d tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] 10.222.0.36 "GET /v2.0/networks?id=0bea7b97-ad62-45c3-a056-60eb8d0c385f HTTP/1.1" status: 200 len: 815 time: 0.1115937 Aug 17 00:07:05.286468 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-986fa89c-7ce7-487a-9875-65d4a0612ce1 req-74d36de6-2976-4e93-9566-229ecf6fe8d5 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] 10.222.0.36 "GET /v2.0/quotas/4e297988c06d443cb181cab85048de89 HTTP/1.1" status: 200 len: 375 time: 0.0132186 Aug 17 00:07:05.336849 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-986fa89c-7ce7-487a-9875-65d4a0612ce1 req-1f1d5212-f41d-4210-89fa-be6344207eb8 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=4e297988c06d443cb181cab85048de89&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481977 Aug 17 00:07:05.359853 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [req-986fa89c-7ce7-487a-9875-65d4a0612ce1 req-a36b5dbf-ad2c-4351-84a8-a03c5ba510ad tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:07:05.360995 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-986fa89c-7ce7-487a-9875-65d4a0612ce1 req-a36b5dbf-ad2c-4351-84a8-a03c5ba510ad tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062828 Aug 17 00:07:05.466154 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-986fa89c-7ce7-487a-9875-65d4a0612ce1 req-976a577b-41e4-4b39-a8ab-3a886d90b4f1 service neutron] 10.222.0.36 "GET /v2.0/networks/0bea7b97-ad62-45c3-a056-60eb8d0c385f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941300 Aug 17 00:07:05.560846 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-986fa89c-7ce7-487a-9875-65d4a0612ce1 req-2f2b0de8-eb95-4071-8e93-9c1327a12408 service neutron] 10.222.0.36 "GET /v2.0/networks/0bea7b97-ad62-45c3-a056-60eb8d0c385f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910745 Aug 17 00:07:05.740606 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-410d8109-2409-4f57-9bfb-6e06a2318853 req-c262fe51-5b16-4c03-8875-0e01fed9d076 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] 10.222.0.36 "GET /v2.0/ports?device_id=339973aa-36c9-4172-a4d2-f19c7b06b378 HTTP/1.1" status: 200 len: 210 time: 0.0304189 Aug 17 00:07:06.777019 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986fa89c-7ce7-487a-9875-65d4a0612ce1 req-0d21d4ff-2cad-4eec-a121-dc58a322772b tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:06.778873 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-986fa89c-7ce7-487a-9875-65d4a0612ce1 req-0d21d4ff-2cad-4eec-a121-dc58a322772b tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] 10.222.0.57 "GET /v2.0/networks?id=0bea7b97-ad62-45c3-a056-60eb8d0c385f HTTP/1.1" status: 200 len: 815 time: 0.1245432 Aug 17 00:07:06.806239 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-986fa89c-7ce7-487a-9875-65d4a0612ce1 req-4f842806-aaa6-4df9-8efd-a9f87f106a32 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Request body: {'port': {'device_id': '339973aa-36c9-4172-a4d2-f19c7b06b378', 'network_id': '0bea7b97-ad62-45c3-a056-60eb8d0c385f', 'admin_state_up': True, 'tenant_id': '4e297988c06d443cb181cab85048de89'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:07:06.841150 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4963b6f9-4762-44e6-96dd-520eb5a5c7c8 req-00820d1f-1112-4f96-8186-42436a9ad21e tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] 10.222.0.36 "GET /v2.0/ports?device_id=339973aa-36c9-4172-a4d2-f19c7b06b378 HTTP/1.1" status: 200 len: 210 time: 0.0265090 Aug 17 00:07:06.939015 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-986fa89c-7ce7-487a-9875-65d4a0612ce1 req-4f842806-aaa6-4df9-8efd-a9f87f106a32 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Made reservation on behalf of 4e297988c06d443cb181cab85048de89 for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:07:06.942572 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-986fa89c-7ce7-487a-9875-65d4a0612ce1 req-4f842806-aaa6-4df9-8efd-a9f87f106a32 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:07.075572 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-986fa89c-7ce7-487a-9875-65d4a0612ce1 req-4f842806-aaa6-4df9-8efd-a9f87f106a32 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Allocated IP 172.20.0.13 (0bea7b97-ad62-45c3-a056-60eb8d0c385f/d21c7987-9fe0-4e15-9daa-b961b15924a2/dfa7e7b9-7dd3-49b8-b48b-62b1940f5009) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:07:07.272256 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-986fa89c-7ce7-487a-9875-65d4a0612ce1 req-4f842806-aaa6-4df9-8efd-a9f87f106a32 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:07.288024 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-986fa89c-7ce7-487a-9875-65d4a0612ce1 req-4f842806-aaa6-4df9-8efd-a9f87f106a32 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Transition to ACTIVE for port object dfa7e7b9-7dd3-49b8-b48b-62b1940f5009 will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:07:07.327717 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-986fa89c-7ce7-487a-9875-65d4a0612ce1 req-4f842806-aaa6-4df9-8efd-a9f87f106a32 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:07.384726 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-986fa89c-7ce7-487a-9875-65d4a0612ce1 req-4f842806-aaa6-4df9-8efd-a9f87f106a32 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Network 0bea7b97-ad62-45c3-a056-60eb8d0c385f is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:07:07.388482 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-986fa89c-7ce7-487a-9875-65d4a0612ce1 req-4f842806-aaa6-4df9-8efd-a9f87f106a32 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:07:07.393326 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-986fa89c-7ce7-487a-9875-65d4a0612ce1 req-4f842806-aaa6-4df9-8efd-a9f87f106a32 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:07:07.425010 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f842806-aaa6-4df9-8efd-a9f87f106a32 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Pushing event updated for resources: {'Port': ['ID=dfa7e7b9-7dd3-49b8-b48b-62b1940f5009,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:07.444049 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f842806-aaa6-4df9-8efd-a9f87f106a32 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:07:07.444781 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f842806-aaa6-4df9-8efd-a9f87f106a32 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:07:07.445336 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f842806-aaa6-4df9-8efd-a9f87f106a32 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:07:07.451871 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f842806-aaa6-4df9-8efd-a9f87f106a32 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:07:07.452552 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f842806-aaa6-4df9-8efd-a9f87f106a32 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:07:07.453111 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f842806-aaa6-4df9-8efd-a9f87f106a32 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:07:07.454128 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f842806-aaa6-4df9-8efd-a9f87f106a32 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:07:07.454675 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f842806-aaa6-4df9-8efd-a9f87f106a32 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:07:07.455497 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f842806-aaa6-4df9-8efd-a9f87f106a32 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:07:07.456053 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f842806-aaa6-4df9-8efd-a9f87f106a32 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:07:07.456775 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f842806-aaa6-4df9-8efd-a9f87f106a32 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:07:07.457468 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f842806-aaa6-4df9-8efd-a9f87f106a32 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:07:07.491001 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986fa89c-7ce7-487a-9875-65d4a0612ce1 req-4f842806-aaa6-4df9-8efd-a9f87f106a32 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:07.491816 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-986fa89c-7ce7-487a-9875-65d4a0612ce1 req-4f842806-aaa6-4df9-8efd-a9f87f106a32 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:07.511555 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-986fa89c-7ce7-487a-9875-65d4a0612ce1 req-4f842806-aaa6-4df9-8efd-a9f87f106a32 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7093031 Aug 17 00:07:07.786720 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-8563c21c-0241-4205-a6ee-22592569a062 None None] Provisioning for port dfa7e7b9-7dd3-49b8-b48b-62b1940f5009 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:07:07.791650 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-8563c21c-0241-4205-a6ee-22592569a062 None None] Provisioning complete for port dfa7e7b9-7dd3-49b8-b48b-62b1940f5009 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:07:07.792037 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-8563c21c-0241-4205-a6ee-22592569a062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:07.828937 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-8563c21c-0241-4205-a6ee-22592569a062 None None] Port dfa7e7b9-7dd3-49b8-b48b-62b1940f5009 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:07:07.991362 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb1fc1e-0ea7-4460-9f57-8b1706d3e409 req-e146b2f8-8c5c-4ce3-a40c-cb1be7a86336 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:07.994651 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7eb1fc1e-0ea7-4460-9f57-8b1706d3e409 req-e146b2f8-8c5c-4ce3-a40c-cb1be7a86336 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] 10.222.0.36 "GET /v2.0/ports?device_id=339973aa-36c9-4172-a4d2-f19c7b06b378 HTTP/1.1" status: 200 len: 932 time: 0.0608575 Aug 17 00:07:08.043384 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7eb1fc1e-0ea7-4460-9f57-8b1706d3e409 req-4cfb96ee-db79-4456-9642-c2e7bc642f90 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ff6b29-e2ad-49a5-a846-c7d23c0bcc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415578 Aug 17 00:07:09.168469 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97970a6-3fc1-4c83-b55d-e13904176c9d req-0fe56b8c-1488-4ccd-80b0-6ed191e290c1 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:09.170077 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c97970a6-3fc1-4c83-b55d-e13904176c9d req-0fe56b8c-1488-4ccd-80b0-6ed191e290c1 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] 10.222.0.36 "GET /v2.0/ports?device_id=339973aa-36c9-4172-a4d2-f19c7b06b378 HTTP/1.1" status: 200 len: 932 time: 0.0561543 Aug 17 00:07:09.212153 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c97970a6-3fc1-4c83-b55d-e13904176c9d req-c14f8365-18d9-46f6-bc81-a9432816a99e tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ff6b29-e2ad-49a5-a846-c7d23c0bcc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353978 Aug 17 00:07:10.346406 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5dcefe-0a05-4777-aac4-ab3c200900a7 req-6f95c0e3-c994-4ec1-a3f3-fc2c4282aa74 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:10.348008 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8a5dcefe-0a05-4777-aac4-ab3c200900a7 req-6f95c0e3-c994-4ec1-a3f3-fc2c4282aa74 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] 10.222.0.36 "GET /v2.0/ports?device_id=339973aa-36c9-4172-a4d2-f19c7b06b378 HTTP/1.1" status: 200 len: 932 time: 0.0532770 Aug 17 00:07:10.402791 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8a5dcefe-0a05-4777-aac4-ab3c200900a7 req-d87dc60c-e74e-4417-a602-6e0a5e3c597a tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ff6b29-e2ad-49a5-a846-c7d23c0bcc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447974 Aug 17 00:07:11.542136 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3329146c-174b-4ec7-83ee-6789026a3a59 req-34524417-c108-4103-b293-1e9d72323a58 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:11.543669 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3329146c-174b-4ec7-83ee-6789026a3a59 req-34524417-c108-4103-b293-1e9d72323a58 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] 10.222.0.36 "GET /v2.0/ports?device_id=339973aa-36c9-4172-a4d2-f19c7b06b378 HTTP/1.1" status: 200 len: 932 time: 0.0519638 Aug 17 00:07:11.590850 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3329146c-174b-4ec7-83ee-6789026a3a59 req-7f287894-1888-49aa-bff0-173a8fa65c07 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ff6b29-e2ad-49a5-a846-c7d23c0bcc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410697 Aug 17 00:07:12.038925 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:12.722426 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11f66fe-b03e-4ff2-9263-86a1b25deb40 req-181cd6f8-f839-4891-a9e2-3fcf273b33f1 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:12.724529 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c11f66fe-b03e-4ff2-9263-86a1b25deb40 req-181cd6f8-f839-4891-a9e2-3fcf273b33f1 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] 10.222.0.36 "GET /v2.0/ports?device_id=339973aa-36c9-4172-a4d2-f19c7b06b378 HTTP/1.1" status: 200 len: 932 time: 0.0567327 Aug 17 00:07:12.767707 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c11f66fe-b03e-4ff2-9263-86a1b25deb40 req-c4978d02-0614-444d-ab5b-711eaf955aec tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ff6b29-e2ad-49a5-a846-c7d23c0bcc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351393 Aug 17 00:07:13.903226 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a60411-414c-4f86-b6ad-db52718bb7df req-656ddd93-6eb1-490e-8a1a-4964d0875b5d tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:13.905868 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-19a60411-414c-4f86-b6ad-db52718bb7df req-656ddd93-6eb1-490e-8a1a-4964d0875b5d tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] 10.222.0.36 "GET /v2.0/ports?device_id=339973aa-36c9-4172-a4d2-f19c7b06b378 HTTP/1.1" status: 200 len: 932 time: 0.0586929 Aug 17 00:07:13.944817 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-19a60411-414c-4f86-b6ad-db52718bb7df req-8e4d9b99-0030-4071-8e80-8fdfc6d11877 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ff6b29-e2ad-49a5-a846-c7d23c0bcc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326822 Aug 17 00:07:15.080293 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cfb94d-a144-4a2e-a1e3-dc38afc45d45 req-1e53336f-5516-4014-a6d8-00611fc77613 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:15.082009 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-85cfb94d-a144-4a2e-a1e3-dc38afc45d45 req-1e53336f-5516-4014-a6d8-00611fc77613 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] 10.222.0.36 "GET /v2.0/ports?device_id=339973aa-36c9-4172-a4d2-f19c7b06b378 HTTP/1.1" status: 200 len: 932 time: 0.0534976 Aug 17 00:07:15.134586 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-85cfb94d-a144-4a2e-a1e3-dc38afc45d45 req-f2e4f229-0be6-47ba-b783-64122f9d5717 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ff6b29-e2ad-49a5-a846-c7d23c0bcc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401325 Aug 17 00:07:16.281045 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed2f863-994d-47ed-a8bb-c4947549a5d3 req-f0a7576f-1e51-4303-bf27-d5bb3cbbe4a8 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:16.282570 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-eed2f863-994d-47ed-a8bb-c4947549a5d3 req-f0a7576f-1e51-4303-bf27-d5bb3cbbe4a8 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] 10.222.0.36 "GET /v2.0/ports?device_id=339973aa-36c9-4172-a4d2-f19c7b06b378 HTTP/1.1" status: 200 len: 932 time: 0.0521431 Aug 17 00:07:16.323218 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-eed2f863-994d-47ed-a8bb-c4947549a5d3 req-e4816921-26b1-41e2-9beb-1589b84f39da tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ff6b29-e2ad-49a5-a846-c7d23c0bcc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342982 Aug 17 00:07:17.439922 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73c6ce1-bb00-4a05-add7-5b3df4af849f req-b26ef8aa-956f-458c-a450-39c1f80315e3 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:17.441384 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e73c6ce1-bb00-4a05-add7-5b3df4af849f req-b26ef8aa-956f-458c-a450-39c1f80315e3 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] 10.222.0.36 "GET /v2.0/ports?device_id=339973aa-36c9-4172-a4d2-f19c7b06b378 HTTP/1.1" status: 200 len: 932 time: 0.0503547 Aug 17 00:07:17.480776 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e73c6ce1-bb00-4a05-add7-5b3df4af849f req-218409d8-b104-480e-8bcd-3e459ffa8b49 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ff6b29-e2ad-49a5-a846-c7d23c0bcc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332506 Aug 17 00:07:17.813799 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d6b90464-3d13-4a8f-ae94-4ae8abce1e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:18.594965 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30c6f2f-04ad-4c75-bc23-49beee534bff req-f64d70aa-a3dd-4745-99f0-9a8ba1ea51e1 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:18.596463 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e30c6f2f-04ad-4c75-bc23-49beee534bff req-f64d70aa-a3dd-4745-99f0-9a8ba1ea51e1 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] 10.222.0.36 "GET /v2.0/ports?device_id=339973aa-36c9-4172-a4d2-f19c7b06b378 HTTP/1.1" status: 200 len: 932 time: 0.0487180 Aug 17 00:07:18.638579 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e30c6f2f-04ad-4c75-bc23-49beee534bff req-f834223f-5364-4f87-9dcf-bf33c0170881 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ff6b29-e2ad-49a5-a846-c7d23c0bcc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360937 Aug 17 00:07:18.804277 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:07:19.760567 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143558fd-23af-450e-bcdf-478c6d514319 req-44e62bf9-3f3b-46ce-bc03-45e607c8e810 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:19.762270 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-143558fd-23af-450e-bcdf-478c6d514319 req-44e62bf9-3f3b-46ce-bc03-45e607c8e810 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] 10.222.0.36 "GET /v2.0/ports?device_id=339973aa-36c9-4172-a4d2-f19c7b06b378 HTTP/1.1" status: 200 len: 932 time: 0.0535169 Aug 17 00:07:19.804082 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-143558fd-23af-450e-bcdf-478c6d514319 req-709d5665-8062-4c80-b50f-7cf5d3c4b49c tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ff6b29-e2ad-49a5-a846-c7d23c0bcc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356698 Aug 17 00:07:19.892931 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-50914307-bc37-4714-9852-a8739a7a18a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:20.263106 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-986fa89c-7ce7-487a-9875-65d4a0612ce1 req-4ad24423-7fd6-4d46-bc4c-918a76ee9741 service neutron] Request body: {'port': {'device_id': '339973aa-36c9-4172-a4d2-f19c7b06b378', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:07:20.327478 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-986fa89c-7ce7-487a-9875-65d4a0612ce1 req-4ad24423-7fd6-4d46-bc4c-918a76ee9741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:20.593048 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-986fa89c-7ce7-487a-9875-65d4a0612ce1 req-4ad24423-7fd6-4d46-bc4c-918a76ee9741 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfa7e7b9-7dd3-49b8-b48b-62b1940f5009 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:07:20.600160 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-986fa89c-7ce7-487a-9875-65d4a0612ce1 req-4ad24423-7fd6-4d46-bc4c-918a76ee9741 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:20.612996 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-986fa89c-7ce7-487a-9875-65d4a0612ce1 req-4ad24423-7fd6-4d46-bc4c-918a76ee9741 service neutron] Transition to ACTIVE for port object dfa7e7b9-7dd3-49b8-b48b-62b1940f5009 will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:07:20.616859 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-986fa89c-7ce7-487a-9875-65d4a0612ce1 req-4ad24423-7fd6-4d46-bc4c-918a76ee9741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:20.668131 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad24423-7fd6-4d46-bc4c-918a76ee9741 service neutron] Pushing event updated for resources: {'Port': ['ID=dfa7e7b9-7dd3-49b8-b48b-62b1940f5009,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:20.748111 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-986fa89c-7ce7-487a-9875-65d4a0612ce1 req-4ad24423-7fd6-4d46-bc4c-918a76ee9741 service neutron] Attempting to bind port dfa7e7b9-7dd3-49b8-b48b-62b1940f5009 on host n-h2-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:07:20.748454 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-986fa89c-7ce7-487a-9875-65d4a0612ce1 req-4ad24423-7fd6-4d46-bc4c-918a76ee9741 service neutron] Attempting to bind port dfa7e7b9-7dd3-49b8-b48b-62b1940f5009 by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': '03c3cc47-6689-4cb2-9093-e6255e647c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0bea7b97-ad62-45c3-a056-60eb8d0c385f'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:07:20.748833 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986fa89c-7ce7-487a-9875-65d4a0612ce1 req-4ad24423-7fd6-4d46-bc4c-918a76ee9741 service neutron] Attempting to bind port dfa7e7b9-7dd3-49b8-b48b-62b1940f5009 on network 0bea7b97-ad62-45c3-a056-60eb8d0c385f {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:07:20.753811 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986fa89c-7ce7-487a-9875-65d4a0612ce1 req-4ad24423-7fd6-4d46-bc4c-918a76ee9741 service neutron] Port dfa7e7b9-7dd3-49b8-b48b-62b1940f5009 on network 0bea7b97-ad62-45c3-a056-60eb8d0c385f not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:07:20.754145 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986fa89c-7ce7-487a-9875-65d4a0612ce1 req-4ad24423-7fd6-4d46-bc4c-918a76ee9741 service neutron] Attempting to bind port dfa7e7b9-7dd3-49b8-b48b-62b1940f5009 on network 0bea7b97-ad62-45c3-a056-60eb8d0c385f {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:07:20.759940 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986fa89c-7ce7-487a-9875-65d4a0612ce1 req-4ad24423-7fd6-4d46-bc4c-918a76ee9741 service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:07:20.760335 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986fa89c-7ce7-487a-9875-65d4a0612ce1 req-4ad24423-7fd6-4d46-bc4c-918a76ee9741 service neutron] Checking segment: {'id': '03c3cc47-6689-4cb2-9093-e6255e647c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0bea7b97-ad62-45c3-a056-60eb8d0c385f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:07:20.760798 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986fa89c-7ce7-487a-9875-65d4a0612ce1 req-4ad24423-7fd6-4d46-bc4c-918a76ee9741 service neutron] Bound using segment: {'id': '03c3cc47-6689-4cb2-9093-e6255e647c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0bea7b97-ad62-45c3-a056-60eb8d0c385f'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:07:20.761238 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-986fa89c-7ce7-487a-9875-65d4a0612ce1 req-4ad24423-7fd6-4d46-bc4c-918a76ee9741 service neutron] Bound port: dfa7e7b9-7dd3-49b8-b48b-62b1940f5009, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03c3cc47-6689-4cb2-9093-e6255e647c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0bea7b97-ad62-45c3-a056-60eb8d0c385f'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:07:20.761607 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-986fa89c-7ce7-487a-9875-65d4a0612ce1 req-4ad24423-7fd6-4d46-bc4c-918a76ee9741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:20.786686 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:20.833758 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-986fa89c-7ce7-487a-9875-65d4a0612ce1 req-4ad24423-7fd6-4d46-bc4c-918a76ee9741 service neutron] For port dfa7e7b9-7dd3-49b8-b48b-62b1940f5009, host n-h2-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:07:20.837234 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-986fa89c-7ce7-487a-9875-65d4a0612ce1 req-4ad24423-7fd6-4d46-bc4c-918a76ee9741 service neutron] For port dfa7e7b9-7dd3-49b8-b48b-62b1940f5009, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=dfa7e7b9-7dd3-49b8-b48b-62b1940f5009,segment=NetworkSegment(03c3cc47-6689-4cb2-9093-e6255e647c18),segment_id=03c3cc47-6689-4cb2-9093-e6255e647c18)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:07:20.842912 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-986fa89c-7ce7-487a-9875-65d4a0612ce1 req-4ad24423-7fd6-4d46-bc4c-918a76ee9741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:20.881660 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986fa89c-7ce7-487a-9875-65d4a0612ce1 req-4ad24423-7fd6-4d46-bc4c-918a76ee9741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:20.882909 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-986fa89c-7ce7-487a-9875-65d4a0612ce1 req-4ad24423-7fd6-4d46-bc4c-918a76ee9741 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:20.884396 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-986fa89c-7ce7-487a-9875-65d4a0612ce1 req-4ad24423-7fd6-4d46-bc4c-918a76ee9741 service neutron] 10.222.0.57 "PUT /v2.0/ports/dfa7e7b9-7dd3-49b8-b48b-62b1940f5009 HTTP/1.1" status: 200 len: 1093 time: 0.7202795 Aug 17 00:07:20.887569 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '339973aa-36c9-4172-a4d2-f19c7b06b378', 'tag': 'dfa7e7b9-7dd3-49b8-b48b-62b1940f5009'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:07:20.890382 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7165c1ab170cf7a86a4d2d0d4fd52c1e3b7b58c190c14e765d35b2aa62be1e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2d915e6-3a2e-4f18-8b23-29a984fe55a0" -d '{"events": [{"name": "network-changed", "server_uuid": "339973aa-36c9-4172-a4d2-f19c7b06b378", "tag": "dfa7e7b9-7dd3-49b8-b48b-62b1940f5009"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:07:20.919308 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad24423-7fd6-4d46-bc4c-918a76ee9741 service neutron] Pushing event updated for resources: {'Port': ['ID=dfa7e7b9-7dd3-49b8-b48b-62b1940f5009,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:20.944334 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4b09be4-d6e0-4e99-8533-a34955476594 x-openstack-request-id: req-a4b09be4-d6e0-4e99-8533-a34955476594 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:07:20.945361 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "339973aa-36c9-4172-a4d2-f19c7b06b378", "tag": "dfa7e7b9-7dd3-49b8-b48b-62b1940f5009", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:07:20.945584 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a4b09be4-d6e0-4e99-8533-a34955476594 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:07:20.945982 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '339973aa-36c9-4172-a4d2-f19c7b06b378', 'tag': 'dfa7e7b9-7dd3-49b8-b48b-62b1940f5009', 'status': 'completed', 'code': 200} Aug 17 00:07:20.952320 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2250783-89b0-4972-8aa7-fc1566f938a0 req-c6b9e943-1829-4cd1-b367-3f843957dad8 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:20.954543 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b2250783-89b0-4972-8aa7-fc1566f938a0 req-c6b9e943-1829-4cd1-b367-3f843957dad8 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] 10.222.0.36 "GET /v2.0/ports?device_id=339973aa-36c9-4172-a4d2-f19c7b06b378 HTTP/1.1" status: 200 len: 944 time: 0.0638459 Aug 17 00:07:21.001219 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b2250783-89b0-4972-8aa7-fc1566f938a0 req-4cab1cd2-b3de-41f7-9b6d-24d610814047 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ff6b29-e2ad-49a5-a846-c7d23c0bcc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395958 Aug 17 00:07:21.007028 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986fa89c-7ce7-487a-9875-65d4a0612ce1 req-98c900f5-ee17-49a9-b0c1-7e4cbfc07b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:21.008577 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-986fa89c-7ce7-487a-9875-65d4a0612ce1 req-98c900f5-ee17-49a9-b0c1-7e4cbfc07b16 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4e297988c06d443cb181cab85048de89&device_id=339973aa-36c9-4172-a4d2-f19c7b06b378 HTTP/1.1" status: 200 len: 1096 time: 0.0493050 Aug 17 00:07:21.061001 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-986fa89c-7ce7-487a-9875-65d4a0612ce1 req-0778a96c-5fe7-44c3-94a5-eadf03de1dd5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dfa7e7b9-7dd3-49b8-b48b-62b1940f5009 HTTP/1.1" status: 200 len: 217 time: 0.0401742 Aug 17 00:07:21.110678 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986fa89c-7ce7-487a-9875-65d4a0612ce1 req-9f5ca570-7566-4405-aa17-4fb749035afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:21.112151 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-986fa89c-7ce7-487a-9875-65d4a0612ce1 req-9f5ca570-7566-4405-aa17-4fb749035afc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d21c7987-9fe0-4e15-9daa-b961b15924a2 HTTP/1.1" status: 200 len: 854 time: 0.0447953 Aug 17 00:07:21.159984 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986fa89c-7ce7-487a-9875-65d4a0612ce1 req-e7a31f2c-713f-4895-b3b7-d748754c14ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:21.161546 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-986fa89c-7ce7-487a-9875-65d4a0612ce1 req-e7a31f2c-713f-4895-b3b7-d748754c14ed service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0bea7b97-ad62-45c3-a056-60eb8d0c385f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416617 Aug 17 00:07:21.255468 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-986fa89c-7ce7-487a-9875-65d4a0612ce1 req-11590fdf-c867-4a54-81cb-85d353d78d2c service neutron] 10.222.0.57 "GET /v2.0/networks/0bea7b97-ad62-45c3-a056-60eb8d0c385f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864975 Aug 17 00:07:21.345601 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-986fa89c-7ce7-487a-9875-65d4a0612ce1 req-06eea318-91f1-4c0f-93dc-3924f7496416 service neutron] 10.222.0.57 "GET /v2.0/networks/0bea7b97-ad62-45c3-a056-60eb8d0c385f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830307 Aug 17 00:07:21.472469 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d915e6-3a2e-4f18-8b23-29a984fe55a0 req-9f6412a6-e215-4705-bcb6-b589fc1d1bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:21.474021 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b2d915e6-3a2e-4f18-8b23-29a984fe55a0 req-9f6412a6-e215-4705-bcb6-b589fc1d1bd8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4e297988c06d443cb181cab85048de89&device_id=339973aa-36c9-4172-a4d2-f19c7b06b378 HTTP/1.1" status: 200 len: 1096 time: 0.0418358 Aug 17 00:07:21.568511 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d915e6-3a2e-4f18-8b23-29a984fe55a0 req-16ea320a-a3b4-4d62-b36b-15c7cdf06171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:21.569994 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b2d915e6-3a2e-4f18-8b23-29a984fe55a0 req-16ea320a-a3b4-4d62-b36b-15c7cdf06171 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0bea7b97-ad62-45c3-a056-60eb8d0c385f HTTP/1.1" status: 200 len: 916 time: 0.0888281 Aug 17 00:07:21.611688 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b2d915e6-3a2e-4f18-8b23-29a984fe55a0 req-a79ec6e6-fd7b-4994-bc0a-facb11206d87 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dfa7e7b9-7dd3-49b8-b48b-62b1940f5009 HTTP/1.1" status: 200 len: 217 time: 0.0344162 Aug 17 00:07:21.663480 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d915e6-3a2e-4f18-8b23-29a984fe55a0 req-75ff164d-9a4b-4bff-9216-244f3a027ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:21.664914 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b2d915e6-3a2e-4f18-8b23-29a984fe55a0 req-75ff164d-9a4b-4bff-9216-244f3a027ed4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d21c7987-9fe0-4e15-9daa-b961b15924a2 HTTP/1.1" status: 200 len: 854 time: 0.0466938 Aug 17 00:07:21.708848 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d915e6-3a2e-4f18-8b23-29a984fe55a0 req-f97c69f4-9d43-4163-9408-88153eb3519a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:21.710442 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b2d915e6-3a2e-4f18-8b23-29a984fe55a0 req-f97c69f4-9d43-4163-9408-88153eb3519a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0bea7b97-ad62-45c3-a056-60eb8d0c385f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391514 Aug 17 00:07:21.798688 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b2d915e6-3a2e-4f18-8b23-29a984fe55a0 req-f8dd1f0e-7943-4d2c-b9bc-5e007606fda2 service neutron] 10.222.0.57 "GET /v2.0/networks/0bea7b97-ad62-45c3-a056-60eb8d0c385f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811055 Aug 17 00:07:21.854992 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:21.892111 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b2d915e6-3a2e-4f18-8b23-29a984fe55a0 req-7c92241c-5011-47cd-8907-61a6eaadb433 service neutron] 10.222.0.57 "GET /v2.0/networks/0bea7b97-ad62-45c3-a056-60eb8d0c385f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868106 Aug 17 00:07:22.120245 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac34a81-2a41-48d9-aa29-4c796f1db85d req-4cc4cd64-1ff6-43a9-9ddf-e7cd77254fd4 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:22.122023 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-aac34a81-2a41-48d9-aa29-4c796f1db85d req-4cc4cd64-1ff6-43a9-9ddf-e7cd77254fd4 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] 10.222.0.36 "GET /v2.0/ports?device_id=339973aa-36c9-4172-a4d2-f19c7b06b378 HTTP/1.1" status: 200 len: 944 time: 0.0501382 Aug 17 00:07:22.164417 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-aac34a81-2a41-48d9-aa29-4c796f1db85d req-f4d36740-712c-40de-93dc-025c7aa2a7cf tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ff6b29-e2ad-49a5-a846-c7d23c0bcc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363805 Aug 17 00:07:23.116445 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:23.284583 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e11dc3-9982-426a-bc44-437c60f88ddf req-f8c03ed4-eb80-44a0-a0fe-81b1dd9f82f6 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:23.286055 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f6e11dc3-9982-426a-bc44-437c60f88ddf req-f8c03ed4-eb80-44a0-a0fe-81b1dd9f82f6 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] 10.222.0.36 "GET /v2.0/ports?device_id=339973aa-36c9-4172-a4d2-f19c7b06b378 HTTP/1.1" status: 200 len: 944 time: 0.0496678 Aug 17 00:07:23.323686 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f6e11dc3-9982-426a-bc44-437c60f88ddf req-15f565de-b50f-4779-ba3d-34bc3f9f27ae tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ff6b29-e2ad-49a5-a846-c7d23c0bcc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315237 Aug 17 00:07:24.442271 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dac7d0-5180-462d-a545-c3e043d7abbc req-32e4d80a-bd23-4a86-aa5a-8f0caf01dd00 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:24.443849 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-05dac7d0-5180-462d-a545-c3e043d7abbc req-32e4d80a-bd23-4a86-aa5a-8f0caf01dd00 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] 10.222.0.36 "GET /v2.0/ports?device_id=339973aa-36c9-4172-a4d2-f19c7b06b378 HTTP/1.1" status: 200 len: 944 time: 0.0517974 Aug 17 00:07:24.483941 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-05dac7d0-5180-462d-a545-c3e043d7abbc req-060ddca7-508b-4fc8-a5bd-681c7a31f730 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ff6b29-e2ad-49a5-a846-c7d23c0bcc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336499 Aug 17 00:07:25.346857 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device dfa7e7b9-7dd3-49b8-b48b-62b1940f5009 details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:07:25.439900 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port dfa7e7b9-7dd3-49b8-b48b-62b1940f5009, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=dfa7e7b9-7dd3-49b8-b48b-62b1940f5009,segment=NetworkSegment(03c3cc47-6689-4cb2-9093-e6255e647c18),segment_id=03c3cc47-6689-4cb2-9093-e6255e647c18)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:07:25.451380 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': 'dfa7e7b9-7dd3-49b8-b48b-62b1940f5009', 'network_id': '0bea7b97-ad62-45c3-a056-60eb8d0c385f', 'port_id': 'dfa7e7b9-7dd3-49b8-b48b-62b1940f5009', 'mac_address': 'fa:16:3e:6b:fe:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd21c7987-9fe0-4e15-9daa-b961b15924a2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:07:25.486922 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:25.499465 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfa7e7b9-7dd3-49b8-b48b-62b1940f5009 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:07:25.519194 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port dfa7e7b9-7dd3-49b8-b48b-62b1940f5009, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=dfa7e7b9-7dd3-49b8-b48b-62b1940f5009,segment=NetworkSegment(03c3cc47-6689-4cb2-9093-e6255e647c18),segment_id=03c3cc47-6689-4cb2-9093-e6255e647c18)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:07:25.523126 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:25.578232 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=dfa7e7b9-7dd3-49b8-b48b-62b1940f5009,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:25.585688 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:07:25.586032 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:07:25.586432 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:07:25.586769 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:07:25.587096 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:07:25.588206 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:07:25.588458 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:07:25.588915 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:07:25.589248 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:07:25.589573 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:07:25.589901 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:07:25.590226 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:07:25.600018 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a12b25-77b6-44a8-b2e8-ae869d9704bd req-21d32b71-331b-4fe6-8455-879d91c9eff4 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:25.601551 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b3a12b25-77b6-44a8-b2e8-ae869d9704bd req-21d32b71-331b-4fe6-8455-879d91c9eff4 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] 10.222.0.36 "GET /v2.0/ports?device_id=339973aa-36c9-4172-a4d2-f19c7b06b378 HTTP/1.1" status: 200 len: 945 time: 0.0496523 Aug 17 00:07:25.643364 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b3a12b25-77b6-44a8-b2e8-ae869d9704bd req-087a852f-014f-4468-b474-77db7d35f9c7 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ff6b29-e2ad-49a5-a846-c7d23c0bcc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355988 Aug 17 00:07:25.909241 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['dfa7e7b9-7dd3-49b8-b48b-62b1940f5009'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:07:26.103840 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:26.759809 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163fce28-acba-405c-9d95-0e2eac68e565 req-f8917955-4838-4277-856e-24837afaafe0 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:26.761365 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-163fce28-acba-405c-9d95-0e2eac68e565 req-f8917955-4838-4277-856e-24837afaafe0 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] 10.222.0.36 "GET /v2.0/ports?device_id=339973aa-36c9-4172-a4d2-f19c7b06b378 HTTP/1.1" status: 200 len: 945 time: 0.0507691 Aug 17 00:07:26.804242 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-163fce28-acba-405c-9d95-0e2eac68e565 req-29a00139-e182-4ff4-a5e0-943bc1a4ee9e tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ff6b29-e2ad-49a5-a846-c7d23c0bcc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366526 Aug 17 00:07:27.364109 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device dfa7e7b9-7dd3-49b8-b48b-62b1940f5009 up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:07:27.418331 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning for port dfa7e7b9-7dd3-49b8-b48b-62b1940f5009 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:07:27.423422 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port dfa7e7b9-7dd3-49b8-b48b-62b1940f5009 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:07:27.423853 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:27.504168 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:27.526311 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '339973aa-36c9-4172-a4d2-f19c7b06b378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfa7e7b9-7dd3-49b8-b48b-62b1940f5009'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:07:27.528837 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d789e1acf86fc3837d65c5c7bf7b17f03ca076816da63f24d17cffa1a624f203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f99497-7457-49c6-b448-9003e046bc6e" -d '{"events": [{"server_uuid": "339973aa-36c9-4172-a4d2-f19c7b06b378", "name": "network-vif-plugged", "status": "completed", "tag": "dfa7e7b9-7dd3-49b8-b48b-62b1940f5009"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:07:27.542077 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port dfa7e7b9-7dd3-49b8-b48b-62b1940f5009, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=dfa7e7b9-7dd3-49b8-b48b-62b1940f5009,segment=NetworkSegment(03c3cc47-6689-4cb2-9093-e6255e647c18),segment_id=03c3cc47-6689-4cb2-9093-e6255e647c18)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:07:27.546407 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:27.572076 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fe79e1d-77b8-47a8-8902-31396ec90949 x-openstack-request-id: req-6fe79e1d-77b8-47a8-8902-31396ec90949 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:07:27.572871 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "339973aa-36c9-4172-a4d2-f19c7b06b378", "name": "network-vif-plugged", "status": "completed", "tag": "dfa7e7b9-7dd3-49b8-b48b-62b1940f5009", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:07:27.572871 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6fe79e1d-77b8-47a8-8902-31396ec90949 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:07:27.573221 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '339973aa-36c9-4172-a4d2-f19c7b06b378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfa7e7b9-7dd3-49b8-b48b-62b1940f5009', 'code': 200} Aug 17 00:07:27.604508 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=dfa7e7b9-7dd3-49b8-b48b-62b1940f5009,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:27.689230 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f288378c-bce7-4563-beee-25caeb384296 req-31d849fb-3dab-4b51-873f-55644d4f8697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:27.690624 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-f288378c-bce7-4563-beee-25caeb384296 req-31d849fb-3dab-4b51-873f-55644d4f8697 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=339973aa-36c9-4172-a4d2-f19c7b06b378 HTTP/1.1" status: 200 len: 1098 time: 0.0409846 Aug 17 00:07:27.725514 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-f288378c-bce7-4563-beee-25caeb384296 req-220f5408-4404-4686-8e1c-3b1677aa9554 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b7ff6b29-e2ad-49a5-a846-c7d23c0bcc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276806 Aug 17 00:07:27.928368 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad226e0f-10f1-4af1-af12-b98944e88565 req-3d1f8352-90c3-4fe6-89c3-c95d34b1f2d0 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:27.929878 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ad226e0f-10f1-4af1-af12-b98944e88565 req-3d1f8352-90c3-4fe6-89c3-c95d34b1f2d0 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] 10.222.0.36 "GET /v2.0/ports?device_id=339973aa-36c9-4172-a4d2-f19c7b06b378 HTTP/1.1" status: 200 len: 946 time: 0.0495474 Aug 17 00:07:27.969228 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ad226e0f-10f1-4af1-af12-b98944e88565 req-4bac7d4c-b083-4536-98dd-43b763a797ad tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ff6b29-e2ad-49a5-a846-c7d23c0bcc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327516 Aug 17 00:07:29.089637 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1734ead7-aa44-4618-9a0f-0c94ac8019d1 req-6568cfb2-8206-4b60-aabb-147bd4690810 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:29.091140 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1734ead7-aa44-4618-9a0f-0c94ac8019d1 req-6568cfb2-8206-4b60-aabb-147bd4690810 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] 10.222.0.36 "GET /v2.0/ports?device_id=339973aa-36c9-4172-a4d2-f19c7b06b378 HTTP/1.1" status: 200 len: 946 time: 0.0525296 Aug 17 00:07:29.136974 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1734ead7-aa44-4618-9a0f-0c94ac8019d1 req-38179bc2-5ade-48ea-afd3-7a026731b7d7 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ff6b29-e2ad-49a5-a846-c7d23c0bcc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397613 Aug 17 00:07:30.257576 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18780368-9ebd-4355-bd43-7c0981d5cfef req-546531f2-faeb-42dd-8ec6-5623a676342d tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:30.259151 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-18780368-9ebd-4355-bd43-7c0981d5cfef req-546531f2-faeb-42dd-8ec6-5623a676342d tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] 10.222.0.36 "GET /v2.0/ports?device_id=339973aa-36c9-4172-a4d2-f19c7b06b378 HTTP/1.1" status: 200 len: 946 time: 0.0506263 Aug 17 00:07:30.300024 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-18780368-9ebd-4355-bd43-7c0981d5cfef req-8833d46d-54e7-489b-a132-4fb7a5e7c280 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ff6b29-e2ad-49a5-a846-c7d23c0bcc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340893 Aug 17 00:07:30.414833 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7164f17f-d41c-423d-8cf6-c179f18c8458 req-2d8c73e1-807c-4d98-89cc-f15c99b2d214 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:30.416871 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7164f17f-d41c-423d-8cf6-c179f18c8458 req-2d8c73e1-807c-4d98-89cc-f15c99b2d214 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] 10.222.0.36 "GET /v2.0/ports?device_id=339973aa-36c9-4172-a4d2-f19c7b06b378 HTTP/1.1" status: 200 len: 946 time: 0.0480983 Aug 17 00:07:30.455039 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7164f17f-d41c-423d-8cf6-c179f18c8458 req-a2dbd550-0dbe-4ec5-940a-857e46adaac9 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ff6b29-e2ad-49a5-a846-c7d23c0bcc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315669 Aug 17 00:07:30.656260 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ab796-d774-4a62-9047-3fdbb485f1f4 req-dc036f77-5253-4154-b6c8-034dad3f9081 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:30.657783 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8b4ab796-d774-4a62-9047-3fdbb485f1f4 req-dc036f77-5253-4154-b6c8-034dad3f9081 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] 10.222.0.36 "GET /v2.0/ports?device_id=339973aa-36c9-4172-a4d2-f19c7b06b378 HTTP/1.1" status: 200 len: 946 time: 0.0529809 Aug 17 00:07:30.700398 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8b4ab796-d774-4a62-9047-3fdbb485f1f4 req-c95393f7-0226-4749-8552-354e2baf7209 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ff6b29-e2ad-49a5-a846-c7d23c0bcc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365593 Aug 17 00:07:35.954713 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b8b100bb-4f8b-4c8e-8d6b-98e33fff3132 req-217c0ba7-52a0-40f0-af71-07d97bc96611 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=339973aa-36c9-4172-a4d2-f19c7b06b378&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0443585 Aug 17 00:07:36.052522 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b100bb-4f8b-4c8e-8d6b-98e33fff3132 req-931ee8f8-ed34-411a-a70f-23de4279b3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:36.054057 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b8b100bb-4f8b-4c8e-8d6b-98e33fff3132 req-931ee8f8-ed34-411a-a70f-23de4279b3c7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4e297988c06d443cb181cab85048de89&device_id=339973aa-36c9-4172-a4d2-f19c7b06b378 HTTP/1.1" status: 200 len: 1098 time: 0.0411046 Aug 17 00:07:36.164605 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b100bb-4f8b-4c8e-8d6b-98e33fff3132 req-6666dcc8-a9f7-452a-bffe-336c107d59c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:36.166814 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b8b100bb-4f8b-4c8e-8d6b-98e33fff3132 req-6666dcc8-a9f7-452a-bffe-336c107d59c3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0bea7b97-ad62-45c3-a056-60eb8d0c385f HTTP/1.1" status: 200 len: 916 time: 0.0919108 Aug 17 00:07:36.212725 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b8b100bb-4f8b-4c8e-8d6b-98e33fff3132 req-4be015e9-7a79-4842-8d08-00c176452f6e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dfa7e7b9-7dd3-49b8-b48b-62b1940f5009 HTTP/1.1" status: 200 len: 217 time: 0.0397575 Aug 17 00:07:36.265256 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b100bb-4f8b-4c8e-8d6b-98e33fff3132 req-4e02a85f-dec9-4f6b-bc1a-b78b772cce5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:36.266875 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b8b100bb-4f8b-4c8e-8d6b-98e33fff3132 req-4e02a85f-dec9-4f6b-bc1a-b78b772cce5c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d21c7987-9fe0-4e15-9daa-b961b15924a2 HTTP/1.1" status: 200 len: 854 time: 0.0480211 Aug 17 00:07:36.317181 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b100bb-4f8b-4c8e-8d6b-98e33fff3132 req-e569837d-4bd9-48bf-bc16-b73041fb24f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:36.318693 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b8b100bb-4f8b-4c8e-8d6b-98e33fff3132 req-e569837d-4bd9-48bf-bc16-b73041fb24f8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0bea7b97-ad62-45c3-a056-60eb8d0c385f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433543 Aug 17 00:07:36.413530 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b8b100bb-4f8b-4c8e-8d6b-98e33fff3132 req-d23c672b-18b6-4823-8a1d-55039f885e84 service neutron] 10.222.0.57 "GET /v2.0/networks/0bea7b97-ad62-45c3-a056-60eb8d0c385f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868666 Aug 17 00:07:36.502259 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b8b100bb-4f8b-4c8e-8d6b-98e33fff3132 req-b22cc8dc-a73a-491e-a2b5-4eacd70dfe5e service neutron] 10.222.0.57 "GET /v2.0/networks/0bea7b97-ad62-45c3-a056-60eb8d0c385f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814965 Aug 17 00:07:42.048520 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:42.255700 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25f4f7a-7691-4bd9-a1b5-38bbaa9ba9bd req-f8bab60a-53f9-4adf-a779-d476206f6131 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:42.257271 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c25f4f7a-7691-4bd9-a1b5-38bbaa9ba9bd req-f8bab60a-53f9-4adf-a779-d476206f6131 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] 10.222.0.36 "GET /v2.0/ports?device_id=339973aa-36c9-4172-a4d2-f19c7b06b378 HTTP/1.1" status: 200 len: 946 time: 0.0529311 Aug 17 00:07:42.295630 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c25f4f7a-7691-4bd9-a1b5-38bbaa9ba9bd req-582a1d53-2c27-4577-8f9b-d0cd047977b7 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ff6b29-e2ad-49a5-a846-c7d23c0bcc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317237 Aug 17 00:07:42.319212 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 59384) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:42.404036 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc7a978-1db2-4288-9ed9-7692827d328a tempest-TestMinimumBasicScenario-1495635772 tempest-TestMinimumBasicScenario-1495635772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:42.406068 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-3fc7a978-1db2-4288-9ed9-7692827d328a tempest-TestMinimumBasicScenario-1495635772 tempest-TestMinimumBasicScenario-1495635772-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=339973aa-36c9-4172-a4d2-f19c7b06b378 HTTP/1.1" status: 200 len: 1093 time: 0.0858021 Aug 17 00:07:42.409052 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 59388) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:42.413497 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-e729397b-889f-4e91-974c-3d2c5625fc7c tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Request body: {'floatingip': {'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'port_id': 'dfa7e7b9-7dd3-49b8-b48b-62b1940f5009', 'tenant_id': '4e297988c06d443cb181cab85048de89', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:07:42.436017 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e729397b-889f-4e91-974c-3d2c5625fc7c tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Notify callbacks [] for floatingip, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:42.534020 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e729397b-889f-4e91-974c-3d2c5625fc7c tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:42.637209 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-e729397b-889f-4e91-974c-3d2c5625fc7c tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Allocated IP 172.25.4.139 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/df95873c-7368-4cea-97f1-c41b47399422) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:07:42.740385 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e729397b-889f-4e91-974c-3d2c5625fc7c tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:42.778692 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e729397b-889f-4e91-974c-3d2c5625fc7c tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:42.812787 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e729397b-889f-4e91-974c-3d2c5625fc7c tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:07:42.817382 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-e729397b-889f-4e91-974c-3d2c5625fc7c tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:07:42.821053 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e729397b-889f-4e91-974c-3d2c5625fc7c tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:07:42.846335 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e729397b-889f-4e91-974c-3d2c5625fc7c tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Pushing event updated for resources: {'Port': ['ID=df95873c-7368-4cea-97f1-c41b47399422,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:42.859399 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e729397b-889f-4e91-974c-3d2c5625fc7c tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:07:42.859752 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e729397b-889f-4e91-974c-3d2c5625fc7c tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:07:42.860097 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e729397b-889f-4e91-974c-3d2c5625fc7c tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:07:42.860434 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e729397b-889f-4e91-974c-3d2c5625fc7c tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:07:42.860792 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e729397b-889f-4e91-974c-3d2c5625fc7c tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:07:42.861126 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e729397b-889f-4e91-974c-3d2c5625fc7c tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:07:42.861452 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e729397b-889f-4e91-974c-3d2c5625fc7c tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:07:42.861778 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e729397b-889f-4e91-974c-3d2c5625fc7c tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:07:42.862105 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e729397b-889f-4e91-974c-3d2c5625fc7c tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:07:42.862428 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e729397b-889f-4e91-974c-3d2c5625fc7c tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:07:42.862750 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e729397b-889f-4e91-974c-3d2c5625fc7c tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:07:42.863071 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e729397b-889f-4e91-974c-3d2c5625fc7c tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:07:43.185798 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e729397b-889f-4e91-974c-3d2c5625fc7c tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:43.250049 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e729397b-889f-4e91-974c-3d2c5625fc7c tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:43.400481 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e729397b-889f-4e91-974c-3d2c5625fc7c tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:43.404827 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e729397b-889f-4e91-974c-3d2c5625fc7c tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:43.472612 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e729397b-889f-4e91-974c-3d2c5625fc7c tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Pushing event updated for resources: {'Port': ['ID=df95873c-7368-4cea-97f1-c41b47399422,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:43.484847 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e729397b-889f-4e91-974c-3d2c5625fc7c tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:43.584008 n-d-791506-26 neutron-server[101292]: INFO neutron.db.l3_db [None req-e729397b-889f-4e91-974c-3d2c5625fc7c tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Floating IP 37d5c534-abf2-47bc-9088-a1f91f17d0db associated. External IP: 172.25.4.139, port: dfa7e7b9-7dd3-49b8-b48b-62b1940f5009. Aug 17 00:07:43.785109 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e729397b-889f-4e91-974c-3d2c5625fc7c tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Router fa39007a-20d5-4c1c-9d08-3994b8c812b9 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:07:43.904738 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e729397b-889f-4e91-974c-3d2c5625fc7c tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:07:43.914678 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758577bc-f742-4b03-9e12-42f96cb73e29 None None] Sync routers for ids ['fa39007a-20d5-4c1c-9d08-3994b8c812b9'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:07:43.922969 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e729397b-889f-4e91-974c-3d2c5625fc7c tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:43.924842 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758577bc-f742-4b03-9e12-42f96cb73e29 None None] Routers {'fa39007a-20d5-4c1c-9d08-3994b8c812b9'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:07:43.925452 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-758577bc-f742-4b03-9e12-42f96cb73e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:07:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['fa39007a-20d5-4c1c-9d08-3994b8c812b9'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:07:43.951531 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-e729397b-889f-4e91-974c-3d2c5625fc7c tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5414574 Aug 17 00:07:43.952119 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '339973aa-36c9-4172-a4d2-f19c7b06b378', 'tag': 'dfa7e7b9-7dd3-49b8-b48b-62b1940f5009'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:07:43.954453 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5be9a9c22bfe9382157933c6eba925c7622163b8a5c85bc608140d30d6fa20cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19aa7f8b-405e-48be-8415-a216b11e1002" -d '{"events": [{"name": "network-changed", "server_uuid": "339973aa-36c9-4172-a4d2-f19c7b06b378", "tag": "dfa7e7b9-7dd3-49b8-b48b-62b1940f5009"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:07:43.954605 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 59390) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:43.959559 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-6135f3f7-26e5-479e-b5ee-211376e1dc12 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2126513996', 'description': 'tempest-secgroup-smoke-2126513996 description', 'project_id': '4e297988c06d443cb181cab85048de89'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:07:43.990624 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6135f3f7-26e5-479e-b5ee-211376e1dc12 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:43.997700 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb3cb92d-e76f-4a1c-b13e-06d4911c783c x-openstack-request-id: req-fb3cb92d-e76f-4a1c-b13e-06d4911c783c {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:07:43.999017 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "339973aa-36c9-4172-a4d2-f19c7b06b378", "tag": "dfa7e7b9-7dd3-49b8-b48b-62b1940f5009", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:07:43.999397 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fb3cb92d-e76f-4a1c-b13e-06d4911c783c {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:07:43.999814 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '339973aa-36c9-4172-a4d2-f19c7b06b378', 'tag': 'dfa7e7b9-7dd3-49b8-b48b-62b1940f5009', 'status': 'completed', 'code': 200} Aug 17 00:07:44.109789 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6135f3f7-26e5-479e-b5ee-211376e1dc12 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:44.114493 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6135f3f7-26e5-479e-b5ee-211376e1dc12 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:44.135463 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-758577bc-f742-4b03-9e12-42f96cb73e29 None None] Set router fa39007a-20d5-4c1c-9d08-3994b8c812b9 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:07:44.148666 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa7f8b-405e-48be-8415-a216b11e1002 req-73f9904b-8479-436b-9bc9-0d79771417c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:44.150196 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-19aa7f8b-405e-48be-8415-a216b11e1002 req-73f9904b-8479-436b-9bc9-0d79771417c2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4e297988c06d443cb181cab85048de89&device_id=339973aa-36c9-4172-a4d2-f19c7b06b378 HTTP/1.1" status: 200 len: 1098 time: 0.0899801 Aug 17 00:07:44.151879 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6135f3f7-26e5-479e-b5ee-211376e1dc12 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd284c6-6e13-462b-a4c3-1f733f99cb04,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:44.154155 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6135f3f7-26e5-479e-b5ee-211376e1dc12 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:44.155190 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-6135f3f7-26e5-479e-b5ee-211376e1dc12 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1997428 Aug 17 00:07:44.159492 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 59394) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:44.163378 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-cdee8667-dbfd-4b20-a884-6e6844e14b8c tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Request body: {'security_group_rule': {'security_group_id': '6dd284c6-6e13-462b-a4c3-1f733f99cb04', 'project_id': '4e297988c06d443cb181cab85048de89', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:07:44.248756 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cdee8667-dbfd-4b20-a884-6e6844e14b8c tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:44.375163 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-758577bc-f742-4b03-9e12-42f96cb73e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa39007a-20d5-4c1c-9d08-3994b8c812b9', 'name': 'tempest-TestMinimumBasicScenario-2023442504-router', 'tenant_id': '4e297988c06d443cb181cab85048de89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '6875c67e-b1d6-4330-a2d8-9c9c2b948bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:06:46Z', 'updated_at': '2021-08-17T00:06:49Z', 'revision_number': 4, 'project_id': '4e297988c06d443cb181cab85048de89', 'gw_port': {'id': '6875c67e-b1d6-4330-a2d8-9c9c2b948bbc', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa39007a-20d5-4c1c-9d08-3994b8c812b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:06:47Z', 'updated_at': '2021-08-17T00:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': '37d5c534-abf2-47bc-9088-a1f91f17d0db', 'tenant_id': '4e297988c06d443cb181cab85048de89', 'floating_ip_address': '172.25.4.139', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': 'fa39007a-20d5-4c1c-9d08-3994b8c812b9', 'port_id': 'dfa7e7b9-7dd3-49b8-b48b-62b1940f5009', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bea7b97-ad62-45c3-a056-60eb8d0c385f', 'mac_address': 'fa:16:3e:6b:fe:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339973aa-36c9-4172-a4d2-f19c7b06b378', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:07:43Z', 'updated_at': '2021-08-17T00:07:43Z', 'revision_number': 0, 'project_id': '4e297988c06d443cb181cab85048de89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '725b6c7f-c2d5-4430-a8bd-9c40a0e0f24d', 'name': '', 'network_id': '0bea7b97-ad62-45c3-a056-60eb8d0c385f', 'tenant_id': '4e297988c06d443cb181cab85048de89', 'mac_address': 'fa:16:3e:94:ec:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa39007a-20d5-4c1c-9d08-3994b8c812b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'd21c7987-9fe0-4e15-9daa-b961b15924a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:06:48Z', 'updated_at': '2021-08-17T00:06:56Z', 'revision_number': 5, 'project_id': '4e297988c06d443cb181cab85048de89', 'subnets': [{'id': 'd21c7987-9fe0-4e15-9daa-b961b15924a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:07:44.406612 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758577bc-f742-4b03-9e12-42f96cb73e29 None None] Checking router: fa39007a-20d5-4c1c-9d08-3994b8c812b9 for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:07:44.415106 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758577bc-f742-4b03-9e12-42f96cb73e29 None None] Routers {'fa39007a-20d5-4c1c-9d08-3994b8c812b9'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:07:44.415727 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-758577bc-f742-4b03-9e12-42f96cb73e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:07:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['fa39007a-20d5-4c1c-9d08-3994b8c812b9'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:07:44.530613 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-758577bc-f742-4b03-9e12-42f96cb73e29 None None] Set router fa39007a-20d5-4c1c-9d08-3994b8c812b9 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:07:44.542938 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa7f8b-405e-48be-8415-a216b11e1002 req-34e1aa3f-c13b-4cdb-a651-1d220d82c7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:44.544439 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-19aa7f8b-405e-48be-8415-a216b11e1002 req-34e1aa3f-c13b-4cdb-a651-1d220d82c7bd service neutron] 10.222.0.57 "GET /v2.0/networks?id=0bea7b97-ad62-45c3-a056-60eb8d0c385f HTTP/1.1" status: 200 len: 916 time: 0.3877656 Aug 17 00:07:44.617380 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cdee8667-dbfd-4b20-a884-6e6844e14b8c tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:44.624764 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cdee8667-dbfd-4b20-a884-6e6844e14b8c tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:44.632835 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-19aa7f8b-405e-48be-8415-a216b11e1002 req-c2db39fb-ff9d-49e2-b91d-53420d2b0e32 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dfa7e7b9-7dd3-49b8-b48b-62b1940f5009 HTTP/1.1" status: 200 len: 1000 time: 0.0802116 Aug 17 00:07:44.653465 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee8667-dbfd-4b20-a884-6e6844e14b8c tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=630a022c-d85e-4657-a33d-54d25f2ca2d1,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:44.678991 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cdee8667-dbfd-4b20-a884-6e6844e14b8c tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:44.680236 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-cdee8667-dbfd-4b20-a884-6e6844e14b8c tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5212030 Aug 17 00:07:44.683030 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 59398) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:44.687443 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-fbb84e2d-cdcd-453e-9484-45dfa331ce77 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Request body: {'security_group_rule': {'security_group_id': '6dd284c6-6e13-462b-a4c3-1f733f99cb04', 'project_id': '4e297988c06d443cb181cab85048de89', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:07:44.712557 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa7f8b-405e-48be-8415-a216b11e1002 req-9dc6b6a0-f837-4eb2-b940-c6d92fe7b254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:44.714615 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-19aa7f8b-405e-48be-8415-a216b11e1002 req-9dc6b6a0-f837-4eb2-b940-c6d92fe7b254 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d21c7987-9fe0-4e15-9daa-b961b15924a2 HTTP/1.1" status: 200 len: 854 time: 0.0738685 Aug 17 00:07:44.750498 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fbb84e2d-cdcd-453e-9484-45dfa331ce77 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:44.760516 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-758577bc-f742-4b03-9e12-42f96cb73e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa39007a-20d5-4c1c-9d08-3994b8c812b9', 'name': 'tempest-TestMinimumBasicScenario-2023442504-router', 'tenant_id': '4e297988c06d443cb181cab85048de89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '6875c67e-b1d6-4330-a2d8-9c9c2b948bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:06:46Z', 'updated_at': '2021-08-17T00:06:49Z', 'revision_number': 4, 'project_id': '4e297988c06d443cb181cab85048de89', 'gw_port': {'id': '6875c67e-b1d6-4330-a2d8-9c9c2b948bbc', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa39007a-20d5-4c1c-9d08-3994b8c812b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:06:47Z', 'updated_at': '2021-08-17T00:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': '37d5c534-abf2-47bc-9088-a1f91f17d0db', 'tenant_id': '4e297988c06d443cb181cab85048de89', 'floating_ip_address': '172.25.4.139', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': 'fa39007a-20d5-4c1c-9d08-3994b8c812b9', 'port_id': 'dfa7e7b9-7dd3-49b8-b48b-62b1940f5009', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bea7b97-ad62-45c3-a056-60eb8d0c385f', 'mac_address': 'fa:16:3e:6b:fe:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339973aa-36c9-4172-a4d2-f19c7b06b378', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:07:43Z', 'updated_at': '2021-08-17T00:07:43Z', 'revision_number': 0, 'project_id': '4e297988c06d443cb181cab85048de89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '725b6c7f-c2d5-4430-a8bd-9c40a0e0f24d', 'name': '', 'network_id': '0bea7b97-ad62-45c3-a056-60eb8d0c385f', 'tenant_id': '4e297988c06d443cb181cab85048de89', 'mac_address': 'fa:16:3e:94:ec:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa39007a-20d5-4c1c-9d08-3994b8c812b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'd21c7987-9fe0-4e15-9daa-b961b15924a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:06:48Z', 'updated_at': '2021-08-17T00:06:56Z', 'revision_number': 5, 'project_id': '4e297988c06d443cb181cab85048de89', 'subnets': [{'id': 'd21c7987-9fe0-4e15-9daa-b961b15924a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:07:44.786527 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758577bc-f742-4b03-9e12-42f96cb73e29 None None] The sync data for ids ['fa39007a-20d5-4c1c-9d08-3994b8c812b9'] in n-d-791506-26 is: [{'id': 'fa39007a-20d5-4c1c-9d08-3994b8c812b9', 'name': 'tempest-TestMinimumBasicScenario-2023442504-router', 'tenant_id': '4e297988c06d443cb181cab85048de89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '6875c67e-b1d6-4330-a2d8-9c9c2b948bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:06:46Z', 'updated_at': '2021-08-17T00:06:49Z', 'revision_number': 4, 'project_id': '4e297988c06d443cb181cab85048de89', 'gw_port': {'id': '6875c67e-b1d6-4330-a2d8-9c9c2b948bbc', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa39007a-20d5-4c1c-9d08-3994b8c812b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:06:47Z', 'updated_at': '2021-08-17T00:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': '37d5c534-abf2-47bc-9088-a1f91f17d0db', 'tenant_id': '4e297988c06d443cb181cab85048de89', 'floating_ip_address': '172.25.4.139', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': 'fa39007a-20d5-4c1c-9d08-3994b8c812b9', 'port_id': 'dfa7e7b9-7dd3-49b8-b48b-62b1940f5009', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bea7b97-ad62-45c3-a056-60eb8d0c385f', 'mac_address': 'fa:16:3e:6b:fe:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339973aa-36c9-4172-a4d2-f19c7b06b378', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:07:43Z', 'updated_at': '2021-08-17T00:07:43Z', 'revision_number': 0, 'project_id': '4e297988c06d443cb181cab85048de89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '725b6c7f-c2d5-4430-a8bd-9c40a0e0f24d', 'name': '', 'network_id': '0bea7b97-ad62-45c3-a056-60eb8d0c385f', 'tenant_id': '4e297988c06d443cb181cab85048de89', 'mac_address': 'fa:16:3e:94:ec:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa39007a-20d5-4c1c-9d08-3994b8c812b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'd21c7987-9fe0-4e15-9daa-b961b15924a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:06:48Z', 'updated_at': '2021-08-17T00:06:56Z', 'revision_number': 5, 'project_id': '4e297988c06d443cb181cab85048de89', 'subnets': [{'id': 'd21c7987-9fe0-4e15-9daa-b961b15924a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:07:44.786989 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa7f8b-405e-48be-8415-a216b11e1002 req-9a163484-c4c7-4970-986a-70ac3bbbc9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:44.788522 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-19aa7f8b-405e-48be-8415-a216b11e1002 req-9a163484-c4c7-4970-986a-70ac3bbbc9a4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0bea7b97-ad62-45c3-a056-60eb8d0c385f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0667458 Aug 17 00:07:44.856799 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fbb84e2d-cdcd-453e-9484-45dfa331ce77 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:44.861260 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fbb84e2d-cdcd-453e-9484-45dfa331ce77 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:44.887767 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb84e2d-cdcd-453e-9484-45dfa331ce77 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60191cda-f33a-4401-b242-8987f54fdf3e,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:44.891901 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fbb84e2d-cdcd-453e-9484-45dfa331ce77 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:44.893138 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-fbb84e2d-cdcd-453e-9484-45dfa331ce77 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2091830 Aug 17 00:07:44.896364 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 59400) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:44.901606 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-e24f60b3-2f89-4439-ab32-de2287887ff1 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Request body: {'security_group_rule': {'security_group_id': '6dd284c6-6e13-462b-a4c3-1f733f99cb04', 'project_id': '4e297988c06d443cb181cab85048de89', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:07:44.937375 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-19aa7f8b-405e-48be-8415-a216b11e1002 req-f81330bd-004d-45ce-acf7-aef73b8b3585 service neutron] 10.222.0.57 "GET /v2.0/networks/0bea7b97-ad62-45c3-a056-60eb8d0c385f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411262 Aug 17 00:07:44.967129 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e24f60b3-2f89-4439-ab32-de2287887ff1 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:45.007537 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502d9ddb-dc80-4a38-941c-6d263adba698 None None] New status for floating IP 37d5c534-abf2-47bc-9088-a1f91f17d0db: ACTIVE {{(pid=101293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 00:07:45.077281 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e24f60b3-2f89-4439-ab32-de2287887ff1 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:45.079950 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-19aa7f8b-405e-48be-8415-a216b11e1002 req-f2e6dfaf-9ba3-4d28-8cae-7d14b14754f4 service neutron] 10.222.0.57 "GET /v2.0/networks/0bea7b97-ad62-45c3-a056-60eb8d0c385f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334293 Aug 17 00:07:45.081359 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e24f60b3-2f89-4439-ab32-de2287887ff1 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:45.099415 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24f60b3-2f89-4439-ab32-de2287887ff1 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fc8728c-85ac-4658-8c0d-57a314431465,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:45.107895 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e24f60b3-2f89-4439-ab32-de2287887ff1 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:45.112311 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-e24f60b3-2f89-4439-ab32-de2287887ff1 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2124941 Aug 17 00:07:45.112481 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 59402) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:45.117170 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-d4966482-40e8-433e-8fec-476d53879dbf tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Request body: {'security_group_rule': {'security_group_id': '6dd284c6-6e13-462b-a4c3-1f733f99cb04', 'project_id': '4e297988c06d443cb181cab85048de89', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:07:45.144887 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d4966482-40e8-433e-8fec-476d53879dbf tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:45.208081 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d4966482-40e8-433e-8fec-476d53879dbf tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:45.211704 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d4966482-40e8-433e-8fec-476d53879dbf tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:45.231533 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4966482-40e8-433e-8fec-476d53879dbf tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc3c9f7d-52e3-42de-bcfd-859d0ae6cb2e,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:45.238570 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d4966482-40e8-433e-8fec-476d53879dbf tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:45.239779 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-d4966482-40e8-433e-8fec-476d53879dbf tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1262903 Aug 17 00:07:45.242547 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 59404) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:45.247788 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-37a3dc81-1a75-4fd6-abae-795c050b06b2 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Request body: {'security_group_rule': {'security_group_id': '6dd284c6-6e13-462b-a4c3-1f733f99cb04', 'project_id': '4e297988c06d443cb181cab85048de89', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:07:45.269429 n-d-791506-26 neutron-server[101291]: INFO neutron.db.securitygroups_db [None req-37a3dc81-1a75-4fd6-abae-795c050b06b2 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Project 4e297988c06d443cb181cab85048de89 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 00:07:45.274223 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-37a3dc81-1a75-4fd6-abae-795c050b06b2 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:45.333208 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-37a3dc81-1a75-4fd6-abae-795c050b06b2 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:45.336709 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-37a3dc81-1a75-4fd6-abae-795c050b06b2 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:45.355784 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3dc81-1a75-4fd6-abae-795c050b06b2 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9942fd26-4b97-4d6d-bf2a-554a4bc0c821,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:45.361401 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-37a3dc81-1a75-4fd6-abae-795c050b06b2 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:45.362399 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-37a3dc81-1a75-4fd6-abae-795c050b06b2 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1189384 Aug 17 00:07:45.365223 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 59406) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:07:45.369636 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-b6569637-d32c-4dd0-a2a7-130ed81ede22 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Request body: {'security_group_rule': {'security_group_id': '6dd284c6-6e13-462b-a4c3-1f733f99cb04', 'project_id': '4e297988c06d443cb181cab85048de89', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:07:45.390571 n-d-791506-26 neutron-server[101291]: INFO neutron.db.securitygroups_db [None req-b6569637-d32c-4dd0-a2a7-130ed81ede22 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Project 4e297988c06d443cb181cab85048de89 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 00:07:45.395186 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b6569637-d32c-4dd0-a2a7-130ed81ede22 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:45.457258 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b6569637-d32c-4dd0-a2a7-130ed81ede22 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:45.460962 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b6569637-d32c-4dd0-a2a7-130ed81ede22 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:45.480529 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6569637-d32c-4dd0-a2a7-130ed81ede22 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9384adc-0d6a-4b6b-b0d6-fbf317c7f8d1,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:45.483085 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b6569637-d32c-4dd0-a2a7-130ed81ede22 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:45.484259 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-b6569637-d32c-4dd0-a2a7-130ed81ede22 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1181374 Aug 17 00:07:45.568573 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-30d96c13-7267-4709-872a-7f0f6bf0e66f req-9c785da4-f935-452a-8344-6c5a22ca8deb tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2126513996&fields=id&tenant_id=4e297988c06d443cb181cab85048de89 HTTP/1.1" status: 200 len: 267 time: 0.0394309 Aug 17 00:07:45.625786 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d96c13-7267-4709-872a-7f0f6bf0e66f req-0248f89d-5114-4dd5-ba74-7ac4c94ad810 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:45.627318 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-30d96c13-7267-4709-872a-7f0f6bf0e66f req-0248f89d-5114-4dd5-ba74-7ac4c94ad810 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] 10.222.0.36 "GET /v2.0/ports?device_id=339973aa-36c9-4172-a4d2-f19c7b06b378 HTTP/1.1" status: 200 len: 946 time: 0.0530279 Aug 17 00:07:45.639606 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-30d96c13-7267-4709-872a-7f0f6bf0e66f req-1d3037aa-b540-4753-9266-3291618ab135 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Request body: {'port': {'security_groups': ['b7ff6b29-e2ad-49a5-a846-c7d23c0bcc74', '6dd284c6-6e13-462b-a4c3-1f733f99cb04']}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:07:45.702593 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-30d96c13-7267-4709-872a-7f0f6bf0e66f req-1d3037aa-b540-4753-9266-3291618ab135 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:45.883414 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-30d96c13-7267-4709-872a-7f0f6bf0e66f req-1d3037aa-b540-4753-9266-3291618ab135 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] For port dfa7e7b9-7dd3-49b8-b48b-62b1940f5009, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=dfa7e7b9-7dd3-49b8-b48b-62b1940f5009,segment=NetworkSegment(03c3cc47-6689-4cb2-9093-e6255e647c18),segment_id=03c3cc47-6689-4cb2-9093-e6255e647c18)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:07:45.912910 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-30d96c13-7267-4709-872a-7f0f6bf0e66f req-1d3037aa-b540-4753-9266-3291618ab135 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:45.917548 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-30d96c13-7267-4709-872a-7f0f6bf0e66f req-1d3037aa-b540-4753-9266-3291618ab135 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:45.951789 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['dfa7e7b9-7dd3-49b8-b48b-62b1940f5009'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:07:45.970289 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d96c13-7267-4709-872a-7f0f6bf0e66f req-1d3037aa-b540-4753-9266-3291618ab135 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:45.970927 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-30d96c13-7267-4709-872a-7f0f6bf0e66f req-1d3037aa-b540-4753-9266-3291618ab135 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:45.972345 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-30d96c13-7267-4709-872a-7f0f6bf0e66f req-1d3037aa-b540-4753-9266-3291618ab135 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] 10.222.0.36 "PUT /v2.0/ports/dfa7e7b9-7dd3-49b8-b48b-62b1940f5009 HTTP/1.1" status: 200 len: 982 time: 0.3383698 Aug 17 00:07:46.005904 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '339973aa-36c9-4172-a4d2-f19c7b06b378', 'tag': 'dfa7e7b9-7dd3-49b8-b48b-62b1940f5009'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:07:46.008616 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5be9a9c22bfe9382157933c6eba925c7622163b8a5c85bc608140d30d6fa20cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff71e089-0f07-4a07-8b87-224b0ff56c48" -d '{"events": [{"name": "network-changed", "server_uuid": "339973aa-36c9-4172-a4d2-f19c7b06b378", "tag": "dfa7e7b9-7dd3-49b8-b48b-62b1940f5009"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:07:46.016987 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3037aa-b540-4753-9266-3291618ab135 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Pushing event updated for resources: {'Port': ['ID=dfa7e7b9-7dd3-49b8-b48b-62b1940f5009,revision_number=6']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:07:46.070569 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4159966f-2b06-4f7d-9188-329c9675e48e x-openstack-request-id: req-4159966f-2b06-4f7d-9188-329c9675e48e {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:07:46.070707 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "339973aa-36c9-4172-a4d2-f19c7b06b378", "tag": "dfa7e7b9-7dd3-49b8-b48b-62b1940f5009", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:07:46.070935 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4159966f-2b06-4f7d-9188-329c9675e48e {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:07:46.071509 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '339973aa-36c9-4172-a4d2-f19c7b06b378', 'tag': 'dfa7e7b9-7dd3-49b8-b48b-62b1940f5009', 'status': 'completed', 'code': 200} Aug 17 00:07:46.077103 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['dfa7e7b9-7dd3-49b8-b48b-62b1940f5009'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:07:46.109787 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1851df0-0a3f-4389-8ba0-94ac45196390 req-df69f751-11c6-4f06-a618-11af7e48ba14 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:46.111371 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e1851df0-0a3f-4389-8ba0-94ac45196390 req-df69f751-11c6-4f06-a618-11af7e48ba14 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] 10.222.0.36 "GET /v2.0/ports?device_id=339973aa-36c9-4172-a4d2-f19c7b06b378 HTTP/1.1" status: 200 len: 985 time: 0.0518575 Aug 17 00:07:46.163592 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff71e089-0f07-4a07-8b87-224b0ff56c48 req-1938d449-2c34-4481-b946-427d574bc291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:46.165564 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-ff71e089-0f07-4a07-8b87-224b0ff56c48 req-1938d449-2c34-4481-b946-427d574bc291 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4e297988c06d443cb181cab85048de89&device_id=339973aa-36c9-4172-a4d2-f19c7b06b378 HTTP/1.1" status: 200 len: 1137 time: 0.0499766 Aug 17 00:07:46.169144 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e1851df0-0a3f-4389-8ba0-94ac45196390 req-3738a965-8c6c-4ba4-9ac8-fc52019800a5 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] 10.222.0.36 "GET /v2.0/security-groups?id=6dd284c6-6e13-462b-a4c3-1f733f99cb04&id=b7ff6b29-e2ad-49a5-a846-c7d23c0bcc74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0510135 Aug 17 00:07:46.269834 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff71e089-0f07-4a07-8b87-224b0ff56c48 req-62f901b8-92b2-44d3-80ab-41cd616b1009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:46.271263 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-ff71e089-0f07-4a07-8b87-224b0ff56c48 req-62f901b8-92b2-44d3-80ab-41cd616b1009 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0bea7b97-ad62-45c3-a056-60eb8d0c385f HTTP/1.1" status: 200 len: 916 time: 0.0981393 Aug 17 00:07:46.301144 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-475c2e3c-9642-4d09-b847-a9bdcdfffb30 None None] Provisioning complete for port dfa7e7b9-7dd3-49b8-b48b-62b1940f5009 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:07:46.301515 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-475c2e3c-9642-4d09-b847-a9bdcdfffb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:46.345849 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-ff71e089-0f07-4a07-8b87-224b0ff56c48 req-acd2a1ca-b0f2-4007-a5be-6347ba6ae6d6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dfa7e7b9-7dd3-49b8-b48b-62b1940f5009 HTTP/1.1" status: 200 len: 1002 time: 0.0664902 Aug 17 00:07:46.397359 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff71e089-0f07-4a07-8b87-224b0ff56c48 req-f7f51d37-7a74-4c83-bf07-2d35e0812f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:46.398881 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-ff71e089-0f07-4a07-8b87-224b0ff56c48 req-f7f51d37-7a74-4c83-bf07-2d35e0812f84 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d21c7987-9fe0-4e15-9daa-b961b15924a2 HTTP/1.1" status: 200 len: 854 time: 0.0450780 Aug 17 00:07:46.446554 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff71e089-0f07-4a07-8b87-224b0ff56c48 req-9743b175-a293-41c1-93ce-c708fdd1e34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:07:46.448239 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-ff71e089-0f07-4a07-8b87-224b0ff56c48 req-9743b175-a293-41c1-93ce-c708fdd1e34e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0bea7b97-ad62-45c3-a056-60eb8d0c385f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415406 Aug 17 00:07:46.543667 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-ff71e089-0f07-4a07-8b87-224b0ff56c48 req-5ddebe6d-4e4f-4a37-9ce3-a1afbe6041fb service neutron] 10.222.0.57 "GET /v2.0/networks/0bea7b97-ad62-45c3-a056-60eb8d0c385f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886085 Aug 17 00:07:46.634261 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-ff71e089-0f07-4a07-8b87-224b0ff56c48 req-e90e57ee-c573-4cd7-8c74-74b4d5787bd9 service neutron] 10.222.0.57 "GET /v2.0/networks/0bea7b97-ad62-45c3-a056-60eb8d0c385f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833335 Aug 17 00:07:47.814996 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0d4315d8-4df9-486c-a04d-e5ed52f4fd94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:49.893042 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-587bda00-e21f-4590-b5bc-3b0cf4a5fcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:50.787901 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:51.856180 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:53.109813 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:07:55.805539 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:07:56.104640 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:12.051820 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:17.816227 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7f6eb701-92f8-4ea6-bcc4-fa7dfee6c6e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:19.894086 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d80677a3-93fe-41a2-a44d-2dd5f9bf787b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:20.790032 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:21.858470 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:23.112383 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:26.124019 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:32.804472 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:08:38.148482 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-9531d04b-05c2-4a4a-992c-0f4ccd2fa763 req-2a2e9eea-f867-48b1-be16-0c868cd20414 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=339973aa-36c9-4172-a4d2-f19c7b06b378&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0456138 Aug 17 00:08:38.250098 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9531d04b-05c2-4a4a-992c-0f4ccd2fa763 req-9e9a50f0-8ac7-47e8-b587-f21cc5b629dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:38.251717 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-9531d04b-05c2-4a4a-992c-0f4ccd2fa763 req-9e9a50f0-8ac7-47e8-b587-f21cc5b629dd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4e297988c06d443cb181cab85048de89&device_id=339973aa-36c9-4172-a4d2-f19c7b06b378 HTTP/1.1" status: 200 len: 1137 time: 0.0426357 Aug 17 00:08:38.362855 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9531d04b-05c2-4a4a-992c-0f4ccd2fa763 req-11e5da8c-14fd-4800-b3f7-17c0c61c8f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:38.364347 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-9531d04b-05c2-4a4a-992c-0f4ccd2fa763 req-11e5da8c-14fd-4800-b3f7-17c0c61c8f14 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0bea7b97-ad62-45c3-a056-60eb8d0c385f HTTP/1.1" status: 200 len: 916 time: 0.0926726 Aug 17 00:08:38.435109 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-9531d04b-05c2-4a4a-992c-0f4ccd2fa763 req-98cb27a5-e179-44f7-9ad5-db060c81b293 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dfa7e7b9-7dd3-49b8-b48b-62b1940f5009 HTTP/1.1" status: 200 len: 1002 time: 0.0633121 Aug 17 00:08:38.486311 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9531d04b-05c2-4a4a-992c-0f4ccd2fa763 req-63bfd017-6330-4005-811d-d6daa6bd2a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:38.487834 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-9531d04b-05c2-4a4a-992c-0f4ccd2fa763 req-63bfd017-6330-4005-811d-d6daa6bd2a2e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d21c7987-9fe0-4e15-9daa-b961b15924a2 HTTP/1.1" status: 200 len: 854 time: 0.0458572 Aug 17 00:08:38.540474 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9531d04b-05c2-4a4a-992c-0f4ccd2fa763 req-23e91a30-3df7-49cf-a7ef-08d52b46691c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:38.542079 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-9531d04b-05c2-4a4a-992c-0f4ccd2fa763 req-23e91a30-3df7-49cf-a7ef-08d52b46691c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0bea7b97-ad62-45c3-a056-60eb8d0c385f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475049 Aug 17 00:08:38.637867 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-9531d04b-05c2-4a4a-992c-0f4ccd2fa763 req-18f4f2a9-3780-497d-99dd-f86aebeada48 service neutron] 10.222.0.57 "GET /v2.0/networks/0bea7b97-ad62-45c3-a056-60eb8d0c385f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880830 Aug 17 00:08:38.734383 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-9531d04b-05c2-4a4a-992c-0f4ccd2fa763 req-bf04320e-d9f2-499f-a240-5e55ba6c8a15 service neutron] 10.222.0.57 "GET /v2.0/networks/0bea7b97-ad62-45c3-a056-60eb8d0c385f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899904 Aug 17 00:08:42.050098 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:43.805035 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b318051-d039-4ee1-ba45-5ee06a1e9e31 req-9a9f4d81-df6e-49ed-8cf1-54953a44a271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:43.806497 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2b318051-d039-4ee1-ba45-5ee06a1e9e31 req-9a9f4d81-df6e-49ed-8cf1-54953a44a271 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4e297988c06d443cb181cab85048de89&device_id=339973aa-36c9-4172-a4d2-f19c7b06b378 HTTP/1.1" status: 200 len: 1137 time: 0.0439510 Aug 17 00:08:43.899505 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b318051-d039-4ee1-ba45-5ee06a1e9e31 req-bc576c98-ef29-417e-892f-7510600b82fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:43.901056 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2b318051-d039-4ee1-ba45-5ee06a1e9e31 req-bc576c98-ef29-417e-892f-7510600b82fc service neutron] 10.222.0.57 "GET /v2.0/networks?id=0bea7b97-ad62-45c3-a056-60eb8d0c385f HTTP/1.1" status: 200 len: 916 time: 0.0865629 Aug 17 00:08:43.911067 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8604b66-d04f-428e-a4d0-5725ba4b43c8 req-ea38812e-8b1f-4198-8d0e-1bc6b6f4078c tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:43.912703 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c8604b66-d04f-428e-a4d0-5725ba4b43c8 req-ea38812e-8b1f-4198-8d0e-1bc6b6f4078c tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] 10.222.0.36 "GET /v2.0/ports?device_id=339973aa-36c9-4172-a4d2-f19c7b06b378 HTTP/1.1" status: 200 len: 985 time: 0.1805220 Aug 17 00:08:43.952582 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c8604b66-d04f-428e-a4d0-5725ba4b43c8 req-9120f4b9-601f-4769-b165-511aaaba4249 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] 10.222.0.36 "GET /v2.0/security-groups?id=6dd284c6-6e13-462b-a4c3-1f733f99cb04&id=b7ff6b29-e2ad-49a5-a846-c7d23c0bcc74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335615 Aug 17 00:08:43.972269 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2b318051-d039-4ee1-ba45-5ee06a1e9e31 req-e15a1e53-2f54-4275-892e-7941d31bf138 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dfa7e7b9-7dd3-49b8-b48b-62b1940f5009 HTTP/1.1" status: 200 len: 1002 time: 0.0639305 Aug 17 00:08:44.022922 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b318051-d039-4ee1-ba45-5ee06a1e9e31 req-6aea74be-b413-421d-8443-7f7238e7b849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:44.024376 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2b318051-d039-4ee1-ba45-5ee06a1e9e31 req-6aea74be-b413-421d-8443-7f7238e7b849 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d21c7987-9fe0-4e15-9daa-b961b15924a2 HTTP/1.1" status: 200 len: 854 time: 0.0450907 Aug 17 00:08:44.071557 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b318051-d039-4ee1-ba45-5ee06a1e9e31 req-0396617b-202a-433e-8b8b-474f73e2dc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:44.073004 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2b318051-d039-4ee1-ba45-5ee06a1e9e31 req-0396617b-202a-433e-8b8b-474f73e2dc01 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0bea7b97-ad62-45c3-a056-60eb8d0c385f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408578 Aug 17 00:08:44.170769 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2b318051-d039-4ee1-ba45-5ee06a1e9e31 req-d1d24a7e-f613-44ce-98f5-175ec8f05f38 service neutron] 10.222.0.57 "GET /v2.0/networks/0bea7b97-ad62-45c3-a056-60eb8d0c385f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898976 Aug 17 00:08:44.261490 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-2b318051-d039-4ee1-ba45-5ee06a1e9e31 req-0a3a7123-5259-46d8-8c0a-4a8c71a2cbba service neutron] 10.222.0.57 "GET /v2.0/networks/0bea7b97-ad62-45c3-a056-60eb8d0c385f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830064 Aug 17 00:08:45.122441 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac529fb-75b6-45e2-91e6-22fc833604ca req-8c5fcbd5-382d-4756-b670-d2b6f2833378 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:45.124199 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bac529fb-75b6-45e2-91e6-22fc833604ca req-8c5fcbd5-382d-4756-b670-d2b6f2833378 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] 10.222.0.36 "GET /v2.0/ports?device_id=339973aa-36c9-4172-a4d2-f19c7b06b378 HTTP/1.1" status: 200 len: 985 time: 0.1012008 Aug 17 00:08:45.166021 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bac529fb-75b6-45e2-91e6-22fc833604ca req-b9849581-16ce-4e99-a3f8-d06a37a7a87a tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] 10.222.0.36 "GET /v2.0/security-groups?id=6dd284c6-6e13-462b-a4c3-1f733f99cb04&id=b7ff6b29-e2ad-49a5-a846-c7d23c0bcc74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349393 Aug 17 00:08:46.282049 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6295850f-ad75-4ca0-bfae-a3746b0c66c2 req-ad4a5a71-79ef-46c5-a16b-a9482e159c6d tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:46.283528 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6295850f-ad75-4ca0-bfae-a3746b0c66c2 req-ad4a5a71-79ef-46c5-a16b-a9482e159c6d tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] 10.222.0.36 "GET /v2.0/ports?device_id=339973aa-36c9-4172-a4d2-f19c7b06b378 HTTP/1.1" status: 200 len: 985 time: 0.0491202 Aug 17 00:08:46.323038 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6295850f-ad75-4ca0-bfae-a3746b0c66c2 req-0e359e5c-b8b4-4790-8d7b-f68bccc5f209 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] 10.222.0.36 "GET /v2.0/security-groups?id=6dd284c6-6e13-462b-a4c3-1f733f99cb04&id=b7ff6b29-e2ad-49a5-a846-c7d23c0bcc74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333419 Aug 17 00:08:47.438757 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8384c2dc-c7dc-4e4d-9a88-5dbc933a744d req-3403b664-ce21-42aa-af08-4c5094b08a37 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:47.440349 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8384c2dc-c7dc-4e4d-9a88-5dbc933a744d req-3403b664-ce21-42aa-af08-4c5094b08a37 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] 10.222.0.36 "GET /v2.0/ports?device_id=339973aa-36c9-4172-a4d2-f19c7b06b378 HTTP/1.1" status: 200 len: 985 time: 0.0485692 Aug 17 00:08:47.483406 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8384c2dc-c7dc-4e4d-9a88-5dbc933a744d req-fd64ae0b-27c5-421e-806f-9f019e748c56 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] 10.222.0.36 "GET /v2.0/security-groups?id=6dd284c6-6e13-462b-a4c3-1f733f99cb04&id=b7ff6b29-e2ad-49a5-a846-c7d23c0bcc74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0367446 Aug 17 00:08:47.817072 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-05336a5f-8c47-4df4-a13e-e0efe514bff8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:48.603884 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e7b37f-f9c5-4e68-a085-746ec1871133 req-632054ba-79be-4bbe-9251-825639128d68 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:48.605623 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b0e7b37f-f9c5-4e68-a085-746ec1871133 req-632054ba-79be-4bbe-9251-825639128d68 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] 10.222.0.36 "GET /v2.0/ports?device_id=339973aa-36c9-4172-a4d2-f19c7b06b378 HTTP/1.1" status: 200 len: 985 time: 0.0526547 Aug 17 00:08:48.645873 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b0e7b37f-f9c5-4e68-a085-746ec1871133 req-88a5172d-2f06-4577-b136-fe8211a152f5 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] 10.222.0.36 "GET /v2.0/security-groups?id=6dd284c6-6e13-462b-a4c3-1f733f99cb04&id=b7ff6b29-e2ad-49a5-a846-c7d23c0bcc74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338707 Aug 17 00:08:49.760912 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46cc22f-9191-43c3-8c0c-e5bce476a8d7 req-826d1331-c055-4600-bb16-81aeb8a3c381 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:49.762404 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f46cc22f-9191-43c3-8c0c-e5bce476a8d7 req-826d1331-c055-4600-bb16-81aeb8a3c381 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] 10.222.0.36 "GET /v2.0/ports?device_id=339973aa-36c9-4172-a4d2-f19c7b06b378 HTTP/1.1" status: 200 len: 985 time: 0.0495396 Aug 17 00:08:49.801832 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f46cc22f-9191-43c3-8c0c-e5bce476a8d7 req-f324ef8e-d902-4fa3-bba6-bf1080fe5b07 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] 10.222.0.36 "GET /v2.0/security-groups?id=6dd284c6-6e13-462b-a4c3-1f733f99cb04&id=b7ff6b29-e2ad-49a5-a846-c7d23c0bcc74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332804 Aug 17 00:08:49.897662 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-b0d53bd7-58fe-4d08-b86e-2c4793827431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:50.790848 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:50.922484 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c4409f-3106-400d-8dc4-9ab66cfb3e07 req-d49916fe-2bc6-4d1d-beba-e3869409d796 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:50.924205 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f4c4409f-3106-400d-8dc4-9ab66cfb3e07 req-d49916fe-2bc6-4d1d-beba-e3869409d796 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] 10.222.0.36 "GET /v2.0/ports?device_id=339973aa-36c9-4172-a4d2-f19c7b06b378 HTTP/1.1" status: 200 len: 985 time: 0.0517251 Aug 17 00:08:50.964114 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f4c4409f-3106-400d-8dc4-9ab66cfb3e07 req-3ed3ef52-c67f-4852-a1cf-2fc42f16d374 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] 10.222.0.36 "GET /v2.0/security-groups?id=6dd284c6-6e13-462b-a4c3-1f733f99cb04&id=b7ff6b29-e2ad-49a5-a846-c7d23c0bcc74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336397 Aug 17 00:08:51.862260 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:52.096785 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cf5252-b7db-4a29-b579-fd21469d3cd5 req-61edb1d1-593b-4fe4-a964-89b8f32d1aef tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:52.098557 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-84cf5252-b7db-4a29-b579-fd21469d3cd5 req-61edb1d1-593b-4fe4-a964-89b8f32d1aef tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] 10.222.0.36 "GET /v2.0/ports?device_id=339973aa-36c9-4172-a4d2-f19c7b06b378 HTTP/1.1" status: 200 len: 985 time: 0.0628650 Aug 17 00:08:52.144313 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-84cf5252-b7db-4a29-b579-fd21469d3cd5 req-3063dd29-0f07-4465-b118-3de199d8b8d0 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] 10.222.0.36 "GET /v2.0/security-groups?id=6dd284c6-6e13-462b-a4c3-1f733f99cb04&id=b7ff6b29-e2ad-49a5-a846-c7d23c0bcc74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0395491 Aug 17 00:08:53.117536 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:08:53.264935 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c0122a-f847-46ae-8137-b801ed8b1850 req-8acce8a1-31d9-473b-8514-e21159afaaff tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:53.266889 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-29c0122a-f847-46ae-8137-b801ed8b1850 req-8acce8a1-31d9-473b-8514-e21159afaaff tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] 10.222.0.36 "GET /v2.0/ports?device_id=339973aa-36c9-4172-a4d2-f19c7b06b378 HTTP/1.1" status: 200 len: 985 time: 0.0508988 Aug 17 00:08:53.309091 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-29c0122a-f847-46ae-8137-b801ed8b1850 req-7380c03f-a96d-4cff-a62d-846246a48739 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] 10.222.0.36 "GET /v2.0/security-groups?id=6dd284c6-6e13-462b-a4c3-1f733f99cb04&id=b7ff6b29-e2ad-49a5-a846-c7d23c0bcc74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0358083 Aug 17 00:08:54.424330 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3008faf9-9f9e-47c7-94bc-6708c475411e req-40e8122f-4026-499a-a752-7081c2f7c599 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:54.425765 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3008faf9-9f9e-47c7-94bc-6708c475411e req-40e8122f-4026-499a-a752-7081c2f7c599 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] 10.222.0.36 "GET /v2.0/ports?device_id=339973aa-36c9-4172-a4d2-f19c7b06b378 HTTP/1.1" status: 200 len: 985 time: 0.0491788 Aug 17 00:08:54.466225 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3008faf9-9f9e-47c7-94bc-6708c475411e req-0902a848-3f48-4ebf-9bd9-b5064b45b8f7 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] 10.222.0.36 "GET /v2.0/security-groups?id=6dd284c6-6e13-462b-a4c3-1f733f99cb04&id=b7ff6b29-e2ad-49a5-a846-c7d23c0bcc74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344565 Aug 17 00:08:55.585477 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de87259-377d-45a0-b35c-903842770524 req-cd2ca8f4-0ca7-4bfb-8473-b8d46941ef90 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:08:55.586948 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9de87259-377d-45a0-b35c-903842770524 req-cd2ca8f4-0ca7-4bfb-8473-b8d46941ef90 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] 10.222.0.36 "GET /v2.0/ports?device_id=339973aa-36c9-4172-a4d2-f19c7b06b378 HTTP/1.1" status: 200 len: 985 time: 0.0519819 Aug 17 00:08:55.625873 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9de87259-377d-45a0-b35c-903842770524 req-f36c94cf-274c-496f-874f-25acb7fbb9a6 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] 10.222.0.36 "GET /v2.0/security-groups?id=6dd284c6-6e13-462b-a4c3-1f733f99cb04&id=b7ff6b29-e2ad-49a5-a846-c7d23c0bcc74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327544 Aug 17 00:08:56.125471 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:09.803988 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:09:12.047963 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:17.818017 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cc42c42e-acd6-4b94-81b1-95d9a7e87a21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:19.898180 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f79d4671-da69-4487-8293-53178be100cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:20.792711 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:21.865375 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:23.127306 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:26.141416 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:39.952423 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4b36c594-6a17-4947-9843-97c17b241cef req-42779c63-d73b-445d-8382-2aad53ac973c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=339973aa-36c9-4172-a4d2-f19c7b06b378&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0452001 Aug 17 00:09:40.049265 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b36c594-6a17-4947-9843-97c17b241cef req-0a04f381-9c9a-48cc-84e9-4ef281641683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:40.050764 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4b36c594-6a17-4947-9843-97c17b241cef req-0a04f381-9c9a-48cc-84e9-4ef281641683 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4e297988c06d443cb181cab85048de89&device_id=339973aa-36c9-4172-a4d2-f19c7b06b378 HTTP/1.1" status: 200 len: 1137 time: 0.0409918 Aug 17 00:09:40.158895 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b36c594-6a17-4947-9843-97c17b241cef req-46a1bdde-2230-4e99-89dd-49b42596d4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:40.160523 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4b36c594-6a17-4947-9843-97c17b241cef req-46a1bdde-2230-4e99-89dd-49b42596d4e9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0bea7b97-ad62-45c3-a056-60eb8d0c385f HTTP/1.1" status: 200 len: 916 time: 0.0899751 Aug 17 00:09:40.235063 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4b36c594-6a17-4947-9843-97c17b241cef req-e7bec623-07f7-436a-b23c-22e199bd6c11 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dfa7e7b9-7dd3-49b8-b48b-62b1940f5009 HTTP/1.1" status: 200 len: 1002 time: 0.0644443 Aug 17 00:09:40.285016 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b36c594-6a17-4947-9843-97c17b241cef req-ad8cda95-7360-4859-b072-4417df854c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:40.286528 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4b36c594-6a17-4947-9843-97c17b241cef req-ad8cda95-7360-4859-b072-4417df854c4a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d21c7987-9fe0-4e15-9daa-b961b15924a2 HTTP/1.1" status: 200 len: 854 time: 0.0453215 Aug 17 00:09:40.338767 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b36c594-6a17-4947-9843-97c17b241cef req-b52b65bd-6381-4275-9401-30fcbc3a7ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:40.340281 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4b36c594-6a17-4947-9843-97c17b241cef req-b52b65bd-6381-4275-9401-30fcbc3a7ff5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0bea7b97-ad62-45c3-a056-60eb8d0c385f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467012 Aug 17 00:09:40.352597 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [req-4b36c594-6a17-4947-9843-97c17b241cef req-f6bae374-3b6c-4a3c-bcf6-92eddc2610e3 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:09:40.354350 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4b36c594-6a17-4947-9843-97c17b241cef req-f6bae374-3b6c-4a3c-bcf6-92eddc2610e3 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067625 Aug 17 00:09:40.462385 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4b36c594-6a17-4947-9843-97c17b241cef req-9742a899-a1a5-4e6e-84ff-e686a3bb411f service neutron] 10.222.0.57 "GET /v2.0/networks/0bea7b97-ad62-45c3-a056-60eb8d0c385f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013076 Aug 17 00:09:40.556615 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-4b36c594-6a17-4947-9843-97c17b241cef req-43ae494a-72d4-4919-9e29-8a662d36756b service neutron] 10.222.0.57 "GET /v2.0/networks/0bea7b97-ad62-45c3-a056-60eb8d0c385f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873742 Aug 17 00:09:42.069624 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:46.803641 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:09:47.818398 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e8277236-8d26-4bf5-acf6-785138d009ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:49.898507 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d419ba15-a2d8-4378-9db2-391ffd9800f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:50.792714 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:51.866819 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:53.122283 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:56.141623 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:59.031629 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-48c1db79-fd7e-41a4-812c-f1dbb5cb2956 req-04de4d36-63e1-4452-a198-114f4b9cf465 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2126513996&fields=id&tenant_id=4e297988c06d443cb181cab85048de89 HTTP/1.1" status: 200 len: 267 time: 0.0395513 Aug 17 00:09:59.087487 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c1db79-fd7e-41a4-812c-f1dbb5cb2956 req-f6627fae-80ac-4b8e-8b73-53c6eff3580d tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:59.088996 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-48c1db79-fd7e-41a4-812c-f1dbb5cb2956 req-f6627fae-80ac-4b8e-8b73-53c6eff3580d tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] 10.222.0.36 "GET /v2.0/ports?device_id=339973aa-36c9-4172-a4d2-f19c7b06b378 HTTP/1.1" status: 200 len: 985 time: 0.0516355 Aug 17 00:09:59.100348 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-48c1db79-fd7e-41a4-812c-f1dbb5cb2956 req-ac9e597f-c00a-4f61-903f-091c23daaf5a tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Request body: {'port': {'security_groups': ['b7ff6b29-e2ad-49a5-a846-c7d23c0bcc74']}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:09:59.168498 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-48c1db79-fd7e-41a4-812c-f1dbb5cb2956 req-ac9e597f-c00a-4f61-903f-091c23daaf5a tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:59.343806 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-48c1db79-fd7e-41a4-812c-f1dbb5cb2956 req-ac9e597f-c00a-4f61-903f-091c23daaf5a tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] For port dfa7e7b9-7dd3-49b8-b48b-62b1940f5009, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=dfa7e7b9-7dd3-49b8-b48b-62b1940f5009,segment=NetworkSegment(03c3cc47-6689-4cb2-9093-e6255e647c18),segment_id=03c3cc47-6689-4cb2-9093-e6255e647c18)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:09:59.371951 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-48c1db79-fd7e-41a4-812c-f1dbb5cb2956 req-ac9e597f-c00a-4f61-903f-091c23daaf5a tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:59.377677 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-48c1db79-fd7e-41a4-812c-f1dbb5cb2956 req-ac9e597f-c00a-4f61-903f-091c23daaf5a tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:59.410567 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['dfa7e7b9-7dd3-49b8-b48b-62b1940f5009'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:09:59.420265 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c1db79-fd7e-41a4-812c-f1dbb5cb2956 req-ac9e597f-c00a-4f61-903f-091c23daaf5a tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:59.420966 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-48c1db79-fd7e-41a4-812c-f1dbb5cb2956 req-ac9e597f-c00a-4f61-903f-091c23daaf5a tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:59.424559 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-48c1db79-fd7e-41a4-812c-f1dbb5cb2956 req-ac9e597f-c00a-4f61-903f-091c23daaf5a tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] 10.222.0.36 "PUT /v2.0/ports/dfa7e7b9-7dd3-49b8-b48b-62b1940f5009 HTTP/1.1" status: 200 len: 943 time: 0.3268900 Aug 17 00:09:59.424862 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '339973aa-36c9-4172-a4d2-f19c7b06b378', 'tag': 'dfa7e7b9-7dd3-49b8-b48b-62b1940f5009'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:09:59.427282 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5be9a9c22bfe9382157933c6eba925c7622163b8a5c85bc608140d30d6fa20cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b1e1fb-c66e-4ff4-93cd-1641b4359b16" -d '{"events": [{"name": "network-changed", "server_uuid": "339973aa-36c9-4172-a4d2-f19c7b06b378", "tag": "dfa7e7b9-7dd3-49b8-b48b-62b1940f5009"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:09:59.429340 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 59530) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:59.471215 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9e597f-c00a-4f61-903f-091c23daaf5a tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Pushing event updated for resources: {'Port': ['ID=dfa7e7b9-7dd3-49b8-b48b-62b1940f5009,revision_number=7']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:59.482048 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9e597f-c00a-4f61-903f-091c23daaf5a tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:09:59.482811 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9e597f-c00a-4f61-903f-091c23daaf5a tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:09:59.483381 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9e597f-c00a-4f61-903f-091c23daaf5a tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:09:59.484402 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9e597f-c00a-4f61-903f-091c23daaf5a tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:09:59.485128 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9e597f-c00a-4f61-903f-091c23daaf5a tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:09:59.485705 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9e597f-c00a-4f61-903f-091c23daaf5a tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:09:59.486384 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9e597f-c00a-4f61-903f-091c23daaf5a tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:09:59.487368 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9e597f-c00a-4f61-903f-091c23daaf5a tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:09:59.488090 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9e597f-c00a-4f61-903f-091c23daaf5a tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:09:59.488983 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9e597f-c00a-4f61-903f-091c23daaf5a tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:09:59.490023 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9e597f-c00a-4f61-903f-091c23daaf5a tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:09:59.490689 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9e597f-c00a-4f61-903f-091c23daaf5a tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:09:59.536045 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-91332628-c3c0-4482-baac-f70912f7745a tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:59.550114 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['dfa7e7b9-7dd3-49b8-b48b-62b1940f5009'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:09:59.575916 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-91332628-c3c0-4482-baac-f70912f7745a tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:59.614647 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b764b3b8-2fe5-4145-92d6-b3dea36b42b6 x-openstack-request-id: req-b764b3b8-2fe5-4145-92d6-b3dea36b42b6 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:09:59.614946 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "339973aa-36c9-4172-a4d2-f19c7b06b378", "tag": "dfa7e7b9-7dd3-49b8-b48b-62b1940f5009", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:09:59.615225 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b764b3b8-2fe5-4145-92d6-b3dea36b42b6 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:09:59.615631 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '339973aa-36c9-4172-a4d2-f19c7b06b378', 'tag': 'dfa7e7b9-7dd3-49b8-b48b-62b1940f5009', 'status': 'completed', 'code': 200} Aug 17 00:09:59.689645 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-91332628-c3c0-4482-baac-f70912f7745a tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:59.692470 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-91332628-c3c0-4482-baac-f70912f7745a tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:59.693668 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-91332628-c3c0-4482-baac-f70912f7745a tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] 10.222.0.36 "DELETE /v2.0/security-groups/6dd284c6-6e13-462b-a4c3-1f733f99cb04 HTTP/1.1" status: 204 len: 168 time: 0.2630742 Aug 17 00:09:59.696591 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 59538) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:09:59.706798 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91332628-c3c0-4482-baac-f70912f7745a tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd284c6-6e13-462b-a4c3-1f733f99cb04,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:09:59.716129 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91332628-c3c0-4482-baac-f70912f7745a tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:09:59.716491 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91332628-c3c0-4482-baac-f70912f7745a tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:09:59.716878 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91332628-c3c0-4482-baac-f70912f7745a tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:09:59.717274 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91332628-c3c0-4482-baac-f70912f7745a tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:09:59.717608 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91332628-c3c0-4482-baac-f70912f7745a tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:09:59.717954 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91332628-c3c0-4482-baac-f70912f7745a tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:09:59.718423 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91332628-c3c0-4482-baac-f70912f7745a tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:09:59.718729 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91332628-c3c0-4482-baac-f70912f7745a tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:09:59.719067 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91332628-c3c0-4482-baac-f70912f7745a tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:09:59.719405 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91332628-c3c0-4482-baac-f70912f7745a tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:09:59.719737 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91332628-c3c0-4482-baac-f70912f7745a tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:09:59.721801 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91332628-c3c0-4482-baac-f70912f7745a tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:09:59.733153 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b1e1fb-c66e-4ff4-93cd-1641b4359b16 req-13d2b4a1-34ac-4750-976a-aa295619e437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:59.734706 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-19b1e1fb-c66e-4ff4-93cd-1641b4359b16 req-13d2b4a1-34ac-4750-976a-aa295619e437 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4e297988c06d443cb181cab85048de89&device_id=339973aa-36c9-4172-a4d2-f19c7b06b378 HTTP/1.1" status: 200 len: 1098 time: 0.0736761 Aug 17 00:09:59.786289 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-6c1f80ff-600f-4a7a-9bb6-ae6859fb89ec None None] Provisioning complete for port dfa7e7b9-7dd3-49b8-b48b-62b1940f5009 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:09:59.786666 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-6c1f80ff-600f-4a7a-9bb6-ae6859fb89ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:59.852505 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b1e1fb-c66e-4ff4-93cd-1641b4359b16 req-a2ba7d95-a853-4e58-9028-d963a27641c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:59.854289 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-19b1e1fb-c66e-4ff4-93cd-1641b4359b16 req-a2ba7d95-a853-4e58-9028-d963a27641c0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0bea7b97-ad62-45c3-a056-60eb8d0c385f HTTP/1.1" status: 200 len: 916 time: 0.1125538 Aug 17 00:09:59.894405 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-97074e4a-e50a-4475-bed8-f610b5358efd tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Deleting port df95873c-7368-4cea-97f1-c41b47399422 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:09:59.894780 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-97074e4a-e50a-4475-bed8-f610b5358efd tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:59.928475 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-19b1e1fb-c66e-4ff4-93cd-1641b4359b16 req-9dfbb98f-bbe9-43b1-ad29-9e1663f17745 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dfa7e7b9-7dd3-49b8-b48b-62b1940f5009 HTTP/1.1" status: 200 len: 1002 time: 0.0663946 Aug 17 00:09:59.976284 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-97074e4a-e50a-4475-bed8-f610b5358efd tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:59.976661 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-97074e4a-e50a-4475-bed8-f610b5358efd tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:09:59.986278 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b1e1fb-c66e-4ff4-93cd-1641b4359b16 req-de04ddc8-8b15-4672-b217-9a4e77758014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:09:59.988159 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-19b1e1fb-c66e-4ff4-93cd-1641b4359b16 req-de04ddc8-8b15-4672-b217-9a4e77758014 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d21c7987-9fe0-4e15-9daa-b961b15924a2 HTTP/1.1" status: 200 len: 854 time: 0.0523336 Aug 17 00:09:59.989266 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-97074e4a-e50a-4475-bed8-f610b5358efd tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Calling delete_port for df95873c-7368-4cea-97f1-c41b47399422 owned by network:floatingip {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:10:00.035865 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b1e1fb-c66e-4ff4-93cd-1641b4359b16 req-253c9e7c-e52d-40ee-b407-30132c1ff8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:00.037426 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-19b1e1fb-c66e-4ff4-93cd-1641b4359b16 req-253c9e7c-e52d-40ee-b407-30132c1ff8c3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0bea7b97-ad62-45c3-a056-60eb8d0c385f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425262 Aug 17 00:10:00.132986 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-19b1e1fb-c66e-4ff4-93cd-1641b4359b16 req-ac5204b5-ecc0-4967-bbec-fa9a3b1cbf2c service neutron] 10.222.0.57 "GET /v2.0/networks/0bea7b97-ad62-45c3-a056-60eb8d0c385f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873241 Aug 17 00:10:00.147023 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-97074e4a-e50a-4475-bed8-f610b5358efd tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:00.192835 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97074e4a-e50a-4475-bed8-f610b5358efd tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Pushing event deleted for resources: {'Port': ['ID=df95873c-7368-4cea-97f1-c41b47399422,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:00.238242 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-19b1e1fb-c66e-4ff4-93cd-1641b4359b16 req-11909c21-5720-4bc2-a87f-e2ed6cf633ba service neutron] 10.222.0.57 "GET /v2.0/networks/0bea7b97-ad62-45c3-a056-60eb8d0c385f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984612 Aug 17 00:10:00.249277 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-97074e4a-e50a-4475-bed8-f610b5358efd tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Notify callbacks [] for floatingip, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:00.249982 n-d-791506-26 neutron-server[101292]: INFO neutron.db.l3_db [None req-97074e4a-e50a-4475-bed8-f610b5358efd tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Floating IP 37d5c534-abf2-47bc-9088-a1f91f17d0db disassociated (deleted). External IP: 172.25.4.139, port: dfa7e7b9-7dd3-49b8-b48b-62b1940f5009. Aug 17 00:10:00.803060 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97074e4a-e50a-4475-bed8-f610b5358efd tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Router fa39007a-20d5-4c1c-9d08-3994b8c812b9 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:10:00.909442 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97074e4a-e50a-4475-bed8-f610b5358efd tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:10:00.914589 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-97074e4a-e50a-4475-bed8-f610b5358efd tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:00.919743 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243da58b-3ed7-4321-ad82-819a30ed8541 None None] Sync routers for ids ['fa39007a-20d5-4c1c-9d08-3994b8c812b9'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:10:00.929807 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243da58b-3ed7-4321-ad82-819a30ed8541 None None] Routers {'fa39007a-20d5-4c1c-9d08-3994b8c812b9'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:10:00.930408 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-243da58b-3ed7-4321-ad82-819a30ed8541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:09:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['fa39007a-20d5-4c1c-9d08-3994b8c812b9'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:00.944653 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-97074e4a-e50a-4475-bed8-f610b5358efd tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] 10.222.0.36 "DELETE /v2.0/floatingips/37d5c534-abf2-47bc-9088-a1f91f17d0db HTTP/1.1" status: 204 len: 168 time: 1.2468257 Aug 17 00:10:01.035757 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-243da58b-3ed7-4321-ad82-819a30ed8541 None None] Set router fa39007a-20d5-4c1c-9d08-3994b8c812b9 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:10:01.248567 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-243da58b-3ed7-4321-ad82-819a30ed8541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa39007a-20d5-4c1c-9d08-3994b8c812b9', 'name': 'tempest-TestMinimumBasicScenario-2023442504-router', 'tenant_id': '4e297988c06d443cb181cab85048de89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '6875c67e-b1d6-4330-a2d8-9c9c2b948bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:06:46Z', 'updated_at': '2021-08-17T00:06:49Z', 'revision_number': 4, 'project_id': '4e297988c06d443cb181cab85048de89', 'gw_port': {'id': '6875c67e-b1d6-4330-a2d8-9c9c2b948bbc', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa39007a-20d5-4c1c-9d08-3994b8c812b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:06:47Z', 'updated_at': '2021-08-17T00:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '725b6c7f-c2d5-4430-a8bd-9c40a0e0f24d', 'name': '', 'network_id': '0bea7b97-ad62-45c3-a056-60eb8d0c385f', 'tenant_id': '4e297988c06d443cb181cab85048de89', 'mac_address': 'fa:16:3e:94:ec:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa39007a-20d5-4c1c-9d08-3994b8c812b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'd21c7987-9fe0-4e15-9daa-b961b15924a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:06:48Z', 'updated_at': '2021-08-17T00:06:56Z', 'revision_number': 5, 'project_id': '4e297988c06d443cb181cab85048de89', 'subnets': [{'id': 'd21c7987-9fe0-4e15-9daa-b961b15924a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:01.278424 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243da58b-3ed7-4321-ad82-819a30ed8541 None None] Checking router: fa39007a-20d5-4c1c-9d08-3994b8c812b9 for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:10:01.287244 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243da58b-3ed7-4321-ad82-819a30ed8541 None None] Routers {'fa39007a-20d5-4c1c-9d08-3994b8c812b9'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:10:01.287848 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-243da58b-3ed7-4321-ad82-819a30ed8541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:09:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['fa39007a-20d5-4c1c-9d08-3994b8c812b9'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:01.390287 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-243da58b-3ed7-4321-ad82-819a30ed8541 None None] Set router fa39007a-20d5-4c1c-9d08-3994b8c812b9 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:10:01.617042 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '339973aa-36c9-4172-a4d2-f19c7b06b378', 'tag': 'dfa7e7b9-7dd3-49b8-b48b-62b1940f5009'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:10:01.619443 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5be9a9c22bfe9382157933c6eba925c7622163b8a5c85bc608140d30d6fa20cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef1ccea-1628-48ac-b68a-b628c1414776" -d '{"events": [{"name": "network-changed", "server_uuid": "339973aa-36c9-4172-a4d2-f19c7b06b378", "tag": "dfa7e7b9-7dd3-49b8-b48b-62b1940f5009"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:10:01.655449 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d14f16cf-fa79-4abf-bace-abb49b2afdc3 x-openstack-request-id: req-d14f16cf-fa79-4abf-bace-abb49b2afdc3 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:10:01.655746 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "339973aa-36c9-4172-a4d2-f19c7b06b378", "tag": "dfa7e7b9-7dd3-49b8-b48b-62b1940f5009", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:10:01.656003 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d14f16cf-fa79-4abf-bace-abb49b2afdc3 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:10:01.656407 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '339973aa-36c9-4172-a4d2-f19c7b06b378', 'tag': 'dfa7e7b9-7dd3-49b8-b48b-62b1940f5009', 'status': 'completed', 'code': 200} Aug 17 00:10:01.686346 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-243da58b-3ed7-4321-ad82-819a30ed8541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa39007a-20d5-4c1c-9d08-3994b8c812b9', 'name': 'tempest-TestMinimumBasicScenario-2023442504-router', 'tenant_id': '4e297988c06d443cb181cab85048de89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '6875c67e-b1d6-4330-a2d8-9c9c2b948bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:06:46Z', 'updated_at': '2021-08-17T00:06:49Z', 'revision_number': 4, 'project_id': '4e297988c06d443cb181cab85048de89', 'gw_port': {'id': '6875c67e-b1d6-4330-a2d8-9c9c2b948bbc', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa39007a-20d5-4c1c-9d08-3994b8c812b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:06:47Z', 'updated_at': '2021-08-17T00:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '725b6c7f-c2d5-4430-a8bd-9c40a0e0f24d', 'name': '', 'network_id': '0bea7b97-ad62-45c3-a056-60eb8d0c385f', 'tenant_id': '4e297988c06d443cb181cab85048de89', 'mac_address': 'fa:16:3e:94:ec:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa39007a-20d5-4c1c-9d08-3994b8c812b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'd21c7987-9fe0-4e15-9daa-b961b15924a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:06:48Z', 'updated_at': '2021-08-17T00:06:56Z', 'revision_number': 5, 'project_id': '4e297988c06d443cb181cab85048de89', 'subnets': [{'id': 'd21c7987-9fe0-4e15-9daa-b961b15924a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:01.713714 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243da58b-3ed7-4321-ad82-819a30ed8541 None None] The sync data for ids ['fa39007a-20d5-4c1c-9d08-3994b8c812b9'] in n-d-791506-26 is: [{'id': 'fa39007a-20d5-4c1c-9d08-3994b8c812b9', 'name': 'tempest-TestMinimumBasicScenario-2023442504-router', 'tenant_id': '4e297988c06d443cb181cab85048de89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '6875c67e-b1d6-4330-a2d8-9c9c2b948bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:06:46Z', 'updated_at': '2021-08-17T00:06:49Z', 'revision_number': 4, 'project_id': '4e297988c06d443cb181cab85048de89', 'gw_port': {'id': '6875c67e-b1d6-4330-a2d8-9c9c2b948bbc', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa39007a-20d5-4c1c-9d08-3994b8c812b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:06:47Z', 'updated_at': '2021-08-17T00:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '725b6c7f-c2d5-4430-a8bd-9c40a0e0f24d', 'name': '', 'network_id': '0bea7b97-ad62-45c3-a056-60eb8d0c385f', 'tenant_id': '4e297988c06d443cb181cab85048de89', 'mac_address': 'fa:16:3e:94:ec:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa39007a-20d5-4c1c-9d08-3994b8c812b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'd21c7987-9fe0-4e15-9daa-b961b15924a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:06:48Z', 'updated_at': '2021-08-17T00:06:56Z', 'revision_number': 5, 'project_id': '4e297988c06d443cb181cab85048de89', 'subnets': [{'id': 'd21c7987-9fe0-4e15-9daa-b961b15924a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:10:01.746907 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef1ccea-1628-48ac-b68a-b628c1414776 req-7608e980-3f16-45c1-8e95-742ffd7f6c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:01.748447 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-9ef1ccea-1628-48ac-b68a-b628c1414776 req-7608e980-3f16-45c1-8e95-742ffd7f6c78 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4e297988c06d443cb181cab85048de89&device_id=339973aa-36c9-4172-a4d2-f19c7b06b378 HTTP/1.1" status: 200 len: 1098 time: 0.0450709 Aug 17 00:10:01.851581 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef1ccea-1628-48ac-b68a-b628c1414776 req-5734f1e2-2dcc-4460-9df8-69476065910e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:01.853190 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-9ef1ccea-1628-48ac-b68a-b628c1414776 req-5734f1e2-2dcc-4460-9df8-69476065910e service neutron] 10.222.0.57 "GET /v2.0/networks?id=0bea7b97-ad62-45c3-a056-60eb8d0c385f HTTP/1.1" status: 200 len: 916 time: 0.0979414 Aug 17 00:10:01.897988 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-9ef1ccea-1628-48ac-b68a-b628c1414776 req-3efddaee-0a76-46df-af57-8232720b27d2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dfa7e7b9-7dd3-49b8-b48b-62b1940f5009 HTTP/1.1" status: 200 len: 217 time: 0.0374839 Aug 17 00:10:01.949490 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef1ccea-1628-48ac-b68a-b628c1414776 req-b6af1249-8b70-41f8-ab38-292e21fd55aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:01.951148 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-9ef1ccea-1628-48ac-b68a-b628c1414776 req-b6af1249-8b70-41f8-ab38-292e21fd55aa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d21c7987-9fe0-4e15-9daa-b961b15924a2 HTTP/1.1" status: 200 len: 854 time: 0.0464995 Aug 17 00:10:01.964162 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730365de-f4b7-4187-b295-1bc05a925537 None None] New status for floating IP 37d5c534-abf2-47bc-9088-a1f91f17d0db: DOWN {{(pid=101293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 00:10:02.006047 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef1ccea-1628-48ac-b68a-b628c1414776 req-1621254d-1b8f-4fb9-b0ec-a3a55146d9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:02.007573 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-9ef1ccea-1628-48ac-b68a-b628c1414776 req-1621254d-1b8f-4fb9-b0ec-a3a55146d9b4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0bea7b97-ad62-45c3-a056-60eb8d0c385f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0491390 Aug 17 00:10:02.104341 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-9ef1ccea-1628-48ac-b68a-b628c1414776 req-c8069d1b-5969-44bd-aba5-2ba47f01a740 service neutron] 10.222.0.57 "GET /v2.0/networks/0bea7b97-ad62-45c3-a056-60eb8d0c385f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889988 Aug 17 00:10:02.199113 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-9ef1ccea-1628-48ac-b68a-b628c1414776 req-43a16652-4a2e-4ecc-a687-7c52eb317ca2 service neutron] 10.222.0.57 "GET /v2.0/networks/0bea7b97-ad62-45c3-a056-60eb8d0c385f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872486 Aug 17 00:10:07.903152 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f06bf59-c4a5-420b-b74f-ea2cffa57522 req-1753b616-3bdb-483c-8735-0af513133abe tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:07.904646 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7f06bf59-c4a5-420b-b74f-ea2cffa57522 req-1753b616-3bdb-483c-8735-0af513133abe tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] 10.222.0.36 "GET /v2.0/ports?device_id=339973aa-36c9-4172-a4d2-f19c7b06b378 HTTP/1.1" status: 200 len: 946 time: 0.0510604 Aug 17 00:10:07.943776 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7f06bf59-c4a5-420b-b74f-ea2cffa57522 req-393baeee-cfb0-4352-a295-bc572bd51204 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ff6b29-e2ad-49a5-a846-c7d23c0bcc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322363 Aug 17 00:10:09.062706 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed56d26-7627-4009-ab34-6d0a63b2fb12 req-a40a0952-9674-4d76-8435-84df32988a7e tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:09.064946 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-aed56d26-7627-4009-ab34-6d0a63b2fb12 req-a40a0952-9674-4d76-8435-84df32988a7e tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] 10.222.0.36 "GET /v2.0/ports?device_id=339973aa-36c9-4172-a4d2-f19c7b06b378 HTTP/1.1" status: 200 len: 946 time: 0.0524640 Aug 17 00:10:09.102752 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-aed56d26-7627-4009-ab34-6d0a63b2fb12 req-3c3e64f2-633e-4142-b77c-3cacacf6a955 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7ff6b29-e2ad-49a5-a846-c7d23c0bcc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317469 Aug 17 00:10:09.847417 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f03fa5a-bca3-49af-b592-b97369b73850 req-c7e1167d-43d2-48f0-9630-b2de88a7203f tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:09.848856 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7f03fa5a-bca3-49af-b592-b97369b73850 req-c7e1167d-43d2-48f0-9630-b2de88a7203f tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] 10.222.0.57 "GET /v2.0/ports?device_id=339973aa-36c9-4172-a4d2-f19c7b06b378 HTTP/1.1" status: 200 len: 946 time: 0.0495245 Aug 17 00:10:09.939625 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-7f03fa5a-bca3-49af-b592-b97369b73850 req-f798d294-844e-4f8d-91c9-2c8b6f7fde61 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Deleting port dfa7e7b9-7dd3-49b8-b48b-62b1940f5009 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:10:09.939972 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-7f03fa5a-bca3-49af-b592-b97369b73850 req-f798d294-844e-4f8d-91c9-2c8b6f7fde61 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:10.031117 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-7f03fa5a-bca3-49af-b592-b97369b73850 req-f798d294-844e-4f8d-91c9-2c8b6f7fde61 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] For port dfa7e7b9-7dd3-49b8-b48b-62b1940f5009, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=dfa7e7b9-7dd3-49b8-b48b-62b1940f5009,segment=NetworkSegment(03c3cc47-6689-4cb2-9093-e6255e647c18),segment_id=03c3cc47-6689-4cb2-9093-e6255e647c18)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:10:10.031489 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-7f03fa5a-bca3-49af-b592-b97369b73850 req-f798d294-844e-4f8d-91c9-2c8b6f7fde61 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:10.044327 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-7f03fa5a-bca3-49af-b592-b97369b73850 req-f798d294-844e-4f8d-91c9-2c8b6f7fde61 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Calling delete_port for dfa7e7b9-7dd3-49b8-b48b-62b1940f5009 owned by compute:nova {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:10:10.186261 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-7f03fa5a-bca3-49af-b592-b97369b73850 req-f798d294-844e-4f8d-91c9-2c8b6f7fde61 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:10.212984 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-96987726-ca4d-45c1-a17b-272d778fc619 req-bdf485d2-6091-4e40-855b-3ca6dfebea15 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] 10.222.0.36 "GET /v2.0/ports?device_id=339973aa-36c9-4172-a4d2-f19c7b06b378 HTTP/1.1" status: 200 len: 210 time: 0.0287170 Aug 17 00:10:10.215185 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f798d294-844e-4f8d-91c9-2c8b6f7fde61 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Pushing event deleted for resources: {'Port': ['ID=dfa7e7b9-7dd3-49b8-b48b-62b1940f5009,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:10.223141 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['dfa7e7b9-7dd3-49b8-b48b-62b1940f5009'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:10:10.262825 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f03fa5a-bca3-49af-b592-b97369b73850 req-f798d294-844e-4f8d-91c9-2c8b6f7fde61 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] No DVR routers for this DVR port dfa7e7b9-7dd3-49b8-b48b-62b1940f5009 on host n-h2-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:10:10.265237 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-7f03fa5a-bca3-49af-b592-b97369b73850 req-f798d294-844e-4f8d-91c9-2c8b6f7fde61 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:10.268049 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7f03fa5a-bca3-49af-b592-b97369b73850 req-f798d294-844e-4f8d-91c9-2c8b6f7fde61 tempest-TestMinimumBasicScenario-1738293828 tempest-TestMinimumBasicScenario-1738293828-project] 10.222.0.57 "DELETE /v2.0/ports/dfa7e7b9-7dd3-49b8-b48b-62b1940f5009 HTTP/1.1" status: 204 len: 173 time: 0.4134538 Aug 17 00:10:10.268491 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '339973aa-36c9-4172-a4d2-f19c7b06b378', 'name': 'network-vif-deleted', 'tag': 'dfa7e7b9-7dd3-49b8-b48b-62b1940f5009'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:10:10.270949 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7165c1ab170cf7a86a4d2d0d4fd52c1e3b7b58c190c14e765d35b2aa62be1e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ca3399-da5e-48e8-8a77-3cd25c98cdb2" -d '{"events": [{"server_uuid": "339973aa-36c9-4172-a4d2-f19c7b06b378", "name": "network-vif-deleted", "tag": "dfa7e7b9-7dd3-49b8-b48b-62b1940f5009"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:10:10.307400 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a41dcfe9-059b-45a7-8ddd-961b0d858ec7 x-openstack-request-id: req-a41dcfe9-059b-45a7-8ddd-961b0d858ec7 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:10:10.307696 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "339973aa-36c9-4172-a4d2-f19c7b06b378", "name": "network-vif-deleted", "tag": "dfa7e7b9-7dd3-49b8-b48b-62b1940f5009", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:10:10.307974 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a41dcfe9-059b-45a7-8ddd-961b0d858ec7 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:10:10.308729 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '339973aa-36c9-4172-a4d2-f19c7b06b378', 'name': 'network-vif-deleted', 'tag': 'dfa7e7b9-7dd3-49b8-b48b-62b1940f5009', 'status': 'completed', 'code': 200} Aug 17 00:10:11.840047 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 59636) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:12.067334 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:12.179778 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device dfa7e7b9-7dd3-49b8-b48b-62b1940f5009 no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:10:12.199569 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] No Port match for: dfa7e7b9-7dd3-49b8-b48b-62b1940f5009 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:10:12.199919 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device dfa7e7b9-7dd3-49b8-b48b-62b1940f5009 not bound to the agent host n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:10:12.228659 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2318aab7-cca3-4d56-bc90-fbfa5b22197c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537579'] for router_interface, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:12.475915 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-2318aab7-cca3-4d56-bc90-fbfa5b22197c admin admin] Deleting port 725b6c7f-c2d5-4430-a8bd-9c40a0e0f24d {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:10:12.476251 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2318aab7-cca3-4d56-bc90-fbfa5b22197c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:12.559754 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-2318aab7-cca3-4d56-bc90-fbfa5b22197c admin admin] For port 725b6c7f-c2d5-4430-a8bd-9c40a0e0f24d, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=725b6c7f-c2d5-4430-a8bd-9c40a0e0f24d,segment=NetworkSegment(03c3cc47-6689-4cb2-9093-e6255e647c18),segment_id=03c3cc47-6689-4cb2-9093-e6255e647c18)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:10:12.560111 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2318aab7-cca3-4d56-bc90-fbfa5b22197c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:12.573032 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-2318aab7-cca3-4d56-bc90-fbfa5b22197c admin admin] Calling delete_port for 725b6c7f-c2d5-4430-a8bd-9c40a0e0f24d owned by network:router_interface {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:10:12.754559 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2318aab7-cca3-4d56-bc90-fbfa5b22197c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:12.779690 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2318aab7-cca3-4d56-bc90-fbfa5b22197c admin admin] Pushing event deleted for resources: {'Port': ['ID=725b6c7f-c2d5-4430-a8bd-9c40a0e0f24d,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:12.954002 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2318aab7-cca3-4d56-bc90-fbfa5b22197c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537471'] for router_interface, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:13.173239 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2318aab7-cca3-4d56-bc90-fbfa5b22197c admin admin] Router fa39007a-20d5-4c1c-9d08-3994b8c812b9 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:10:13.280062 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2318aab7-cca3-4d56-bc90-fbfa5b22197c admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:10:13.285759 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-2318aab7-cca3-4d56-bc90-fbfa5b22197c admin admin] 10.222.0.36 "PUT /v2.0/routers/fa39007a-20d5-4c1c-9d08-3994b8c812b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4445419 Aug 17 00:10:13.288337 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 59638) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:13.293595 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69727682-dc6b-4ae7-9fcd-10499d1a6fc0 None None] Sync routers for ids ['fa39007a-20d5-4c1c-9d08-3994b8c812b9'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:10:13.302529 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69727682-dc6b-4ae7-9fcd-10499d1a6fc0 None None] Routers {'fa39007a-20d5-4c1c-9d08-3994b8c812b9'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:10:13.303219 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-69727682-dc6b-4ae7-9fcd-10499d1a6fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:09:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['fa39007a-20d5-4c1c-9d08-3994b8c812b9'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:13.395664 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-07295127-b630-4bc6-99ca-5b8dfe084751 admin admin] Notify callbacks [] for router, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:13.414816 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-69727682-dc6b-4ae7-9fcd-10499d1a6fc0 None None] Set router fa39007a-20d5-4c1c-9d08-3994b8c812b9 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:10:13.500248 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-07295127-b630-4bc6-99ca-5b8dfe084751 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:13.564943 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-07295127-b630-4bc6-99ca-5b8dfe084751 admin admin] Deleting port 6875c67e-b1d6-4330-a2d8-9c9c2b948bbc {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:10:13.565286 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-07295127-b630-4bc6-99ca-5b8dfe084751 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:13.609520 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-69727682-dc6b-4ae7-9fcd-10499d1a6fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa39007a-20d5-4c1c-9d08-3994b8c812b9', 'name': 'tempest-TestMinimumBasicScenario-2023442504-router', 'tenant_id': '4e297988c06d443cb181cab85048de89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '6875c67e-b1d6-4330-a2d8-9c9c2b948bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:06:46Z', 'updated_at': '2021-08-17T00:10:12Z', 'revision_number': 5, 'project_id': '4e297988c06d443cb181cab85048de89', 'gw_port': {'id': '6875c67e-b1d6-4330-a2d8-9c9c2b948bbc', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa39007a-20d5-4c1c-9d08-3994b8c812b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:06:47Z', 'updated_at': '2021-08-17T00:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:13.637647 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69727682-dc6b-4ae7-9fcd-10499d1a6fc0 None None] Checking router: fa39007a-20d5-4c1c-9d08-3994b8c812b9 for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:10:13.648755 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69727682-dc6b-4ae7-9fcd-10499d1a6fc0 None None] Routers {'fa39007a-20d5-4c1c-9d08-3994b8c812b9'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:10:13.649379 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-69727682-dc6b-4ae7-9fcd-10499d1a6fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:09:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['fa39007a-20d5-4c1c-9d08-3994b8c812b9'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:13.662406 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-07295127-b630-4bc6-99ca-5b8dfe084751 admin admin] For port 6875c67e-b1d6-4330-a2d8-9c9c2b948bbc, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=6875c67e-b1d6-4330-a2d8-9c9c2b948bbc,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:10:13.662776 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-07295127-b630-4bc6-99ca-5b8dfe084751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:13.677804 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-07295127-b630-4bc6-99ca-5b8dfe084751 admin admin] Calling delete_port for 6875c67e-b1d6-4330-a2d8-9c9c2b948bbc owned by network:router_gateway {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:10:13.737666 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-69727682-dc6b-4ae7-9fcd-10499d1a6fc0 None None] Set router fa39007a-20d5-4c1c-9d08-3994b8c812b9 gateway port host: None {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:10:13.792397 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-69727682-dc6b-4ae7-9fcd-10499d1a6fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa39007a-20d5-4c1c-9d08-3994b8c812b9', 'name': 'tempest-TestMinimumBasicScenario-2023442504-router', 'tenant_id': '4e297988c06d443cb181cab85048de89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:06:46Z', 'updated_at': '2021-08-17T00:10:13Z', 'revision_number': 6, 'project_id': '4e297988c06d443cb181cab85048de89', 'gw_port_host': None}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:13.820671 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69727682-dc6b-4ae7-9fcd-10499d1a6fc0 None None] The sync data for ids ['fa39007a-20d5-4c1c-9d08-3994b8c812b9'] in n-d-791506-26 is: [{'id': 'fa39007a-20d5-4c1c-9d08-3994b8c812b9', 'name': 'tempest-TestMinimumBasicScenario-2023442504-router', 'tenant_id': '4e297988c06d443cb181cab85048de89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:06:46Z', 'updated_at': '2021-08-17T00:10:13Z', 'revision_number': 6, 'project_id': '4e297988c06d443cb181cab85048de89', 'gw_port_host': None}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:10:13.862659 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-07295127-b630-4bc6-99ca-5b8dfe084751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:13.898413 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07295127-b630-4bc6-99ca-5b8dfe084751 admin admin] Pushing event deleted for resources: {'Port': ['ID=6875c67e-b1d6-4330-a2d8-9c9c2b948bbc,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:13.960500 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-07295127-b630-4bc6-99ca-5b8dfe084751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537121'] for router_gateway, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:14.300708 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-07295127-b630-4bc6-99ca-5b8dfe084751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:14.302862 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-07295127-b630-4bc6-99ca-5b8dfe084751 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:14.346439 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-07295127-b630-4bc6-99ca-5b8dfe084751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:14.347029 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07295127-b630-4bc6-99ca-5b8dfe084751 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa39007a-20d5-4c1c-9d08-3994b8c812b9 {{(pid=101291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 00:10:14.351915 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-07295127-b630-4bc6-99ca-5b8dfe084751 admin admin] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:14.352980 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-07295127-b630-4bc6-99ca-5b8dfe084751 admin admin] 10.222.0.36 "DELETE /v2.0/routers/fa39007a-20d5-4c1c-9d08-3994b8c812b9 HTTP/1.1" status: 204 len: 168 time: 1.0636308 Aug 17 00:10:14.355416 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 59640) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:14.399563 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-76707d10-6610-46cb-b188-a8f5eceb4e7e admin admin] Deleting subnet d21c7987-9fe0-4e15-9daa-b961b15924a2 {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:10:14.402786 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-76707d10-6610-46cb-b188-a8f5eceb4e7e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:14.441916 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-76707d10-6610-46cb-b188-a8f5eceb4e7e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:14.520097 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-76707d10-6610-46cb-b188-a8f5eceb4e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:14.576057 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-76707d10-6610-46cb-b188-a8f5eceb4e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:14.606967 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76707d10-6610-46cb-b188-a8f5eceb4e7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d21c7987-9fe0-4e15-9daa-b961b15924a2,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:14.612370 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-76707d10-6610-46cb-b188-a8f5eceb4e7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:14.615017 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-76707d10-6610-46cb-b188-a8f5eceb4e7e admin admin] 10.222.0.36 "DELETE /v2.0/subnets/d21c7987-9fe0-4e15-9daa-b961b15924a2 HTTP/1.1" status: 204 len: 168 time: 0.2579355 Aug 17 00:10:14.617089 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 59642) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:14.619524 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9cc868-10ea-46e9-9e62-6826731bb31e None None] Network 0bea7b97-ad62-45c3-a056-60eb8d0c385f requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:10:14.700957 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b7b5838a-c94b-4eda-b2d7-8e259432b27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:14.762111 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-b7b5838a-c94b-4eda-b2d7-8e259432b27a admin admin] Deleting port 74ae16d1-5bbb-4a02-99bf-8f31cf271e97 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:10:14.762472 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b7b5838a-c94b-4eda-b2d7-8e259432b27a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:14.815502 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a416ef88-9760-40df-87fe-0edb96c90e4f None None] DHCP port deletion for 0bea7b97-ad62-45c3-a056-60eb8d0c385f request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:10:14.836822 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-b7b5838a-c94b-4eda-b2d7-8e259432b27a admin admin] For port 74ae16d1-5bbb-4a02-99bf-8f31cf271e97, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=74ae16d1-5bbb-4a02-99bf-8f31cf271e97,segment=NetworkSegment(03c3cc47-6689-4cb2-9093-e6255e647c18),segment_id=03c3cc47-6689-4cb2-9093-e6255e647c18)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:10:14.837193 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b7b5838a-c94b-4eda-b2d7-8e259432b27a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:14.853320 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-b7b5838a-c94b-4eda-b2d7-8e259432b27a admin admin] Calling delete_port for 74ae16d1-5bbb-4a02-99bf-8f31cf271e97 owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:10:14.867900 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-a416ef88-9760-40df-87fe-0edb96c90e4f None None] Deleting port 74ae16d1-5bbb-4a02-99bf-8f31cf271e97 {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:10:14.868289 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a416ef88-9760-40df-87fe-0edb96c90e4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:14.942911 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-a416ef88-9760-40df-87fe-0edb96c90e4f None None] For port 74ae16d1-5bbb-4a02-99bf-8f31cf271e97, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=74ae16d1-5bbb-4a02-99bf-8f31cf271e97,segment=NetworkSegment(03c3cc47-6689-4cb2-9093-e6255e647c18),segment_id=03c3cc47-6689-4cb2-9093-e6255e647c18)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:10:14.943444 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a416ef88-9760-40df-87fe-0edb96c90e4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:14.947640 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b7b5838a-c94b-4eda-b2d7-8e259432b27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:14.959995 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-a416ef88-9760-40df-87fe-0edb96c90e4f None None] Calling delete_port for 74ae16d1-5bbb-4a02-99bf-8f31cf271e97 owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:10:14.978162 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b5838a-c94b-4eda-b2d7-8e259432b27a admin admin] No DVR routers for this DVR port 74ae16d1-5bbb-4a02-99bf-8f31cf271e97 on host n-d-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:10:14.982197 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b5838a-c94b-4eda-b2d7-8e259432b27a admin admin] Pushing event deleted for resources: {'Port': ['ID=74ae16d1-5bbb-4a02-99bf-8f31cf271e97,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:15.037651 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a416ef88-9760-40df-87fe-0edb96c90e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:15.061499 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b7b5838a-c94b-4eda-b2d7-8e259432b27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:15.061780 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416ef88-9760-40df-87fe-0edb96c90e4f None None] Pushing event deleted for resources: {'Port': ['ID=74ae16d1-5bbb-4a02-99bf-8f31cf271e97,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:15.071246 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a416ef88-9760-40df-87fe-0edb96c90e4f None None] No DVR routers for this DVR port 74ae16d1-5bbb-4a02-99bf-8f31cf271e97 on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:10:15.073676 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a416ef88-9760-40df-87fe-0edb96c90e4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:10:15.074035 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a416ef88-9760-40df-87fe-0edb96c90e4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:10:15.074150 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-b7b5838a-c94b-4eda-b2d7-8e259432b27a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bea7b97-ad62-45c3-a056-60eb8d0c385f']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:15.074358 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a416ef88-9760-40df-87fe-0edb96c90e4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:10:15.074698 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a416ef88-9760-40df-87fe-0edb96c90e4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:10:15.075035 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a416ef88-9760-40df-87fe-0edb96c90e4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:10:15.075373 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a416ef88-9760-40df-87fe-0edb96c90e4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:10:15.075706 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a416ef88-9760-40df-87fe-0edb96c90e4f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:10:15.076036 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a416ef88-9760-40df-87fe-0edb96c90e4f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:10:15.076365 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a416ef88-9760-40df-87fe-0edb96c90e4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:10:15.076717 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a416ef88-9760-40df-87fe-0edb96c90e4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:10:15.077047 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a416ef88-9760-40df-87fe-0edb96c90e4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:10:15.077375 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a416ef88-9760-40df-87fe-0edb96c90e4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:10:15.088564 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-b7b5838a-c94b-4eda-b2d7-8e259432b27a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03c3cc47-6689-4cb2-9093-e6255e647c18') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:15.088876 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-b7b5838a-c94b-4eda-b2d7-8e259432b27a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03c3cc47-6689-4cb2-9093-e6255e647c18') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:15.099114 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b7b5838a-c94b-4eda-b2d7-8e259432b27a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:15.113979 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b7b5838a-c94b-4eda-b2d7-8e259432b27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:15.120639 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7b5838a-c94b-4eda-b2d7-8e259432b27a admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:10:15.121050 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b7b5838a-c94b-4eda-b2d7-8e259432b27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:15.135433 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 17 00:10:15.135433 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:10:15.135433 n-d-791506-26 neutron-server[101291]: timer() Aug 17 00:10:15.135433 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:10:15.135433 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 17 00:10:15.135433 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:10:15.135433 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 17 00:10:15.135433 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:10:15.135433 n-d-791506-26 neutron-server[101291]: self._notify() Aug 17 00:10:15.135433 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:10:15.135433 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 17 00:10:15.135433 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:10:15.135433 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 17 00:10:15.135433 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:10:15.135433 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:10:15.135433 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:10:15.135433 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:10:15.135433 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:10:15.135433 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 17 00:10:15.135433 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:10:15.135433 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 17 00:10:15.135433 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:10:15.135433 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:10:15.135433 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:10:15.135433 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 17 00:10:15.135433 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:10:15.135433 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:10:15.135433 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:10:15.135433 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:10:15.135433 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:10:15.135433 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:10:15.135433 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:10:15.206851 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b7b5838a-c94b-4eda-b2d7-8e259432b27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:15.212819 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b7b5838a-c94b-4eda-b2d7-8e259432b27a admin admin] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:15.215111 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-b7b5838a-c94b-4eda-b2d7-8e259432b27a admin admin] 10.222.0.36 "DELETE /v2.0/networks/0bea7b97-ad62-45c3-a056-60eb8d0c385f HTTP/1.1" status: 204 len: 168 time: 0.5966730 Aug 17 00:10:15.218096 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 59644) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:15.229803 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b5838a-c94b-4eda-b2d7-8e259432b27a admin admin] Pushing event deleted for resources: {'Network': ['ID=0bea7b97-ad62-45c3-a056-60eb8d0c385f,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:15.574916 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bf017672-1f27-4156-9303-4ef5695b3454 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537579'] for router_interface, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:15.632961 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 6875c67e-b1d6-4330-a2d8-9c9c2b948bbc no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:10:15.654046 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 6875c67e-b1d6-4330-a2d8-9c9c2b948bbc {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:10:15.654397 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 6875c67e-b1d6-4330-a2d8-9c9c2b948bbc not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:10:15.654817 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 74ae16d1-5bbb-4a02-99bf-8f31cf271e97 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:10:15.679201 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 74ae16d1-5bbb-4a02-99bf-8f31cf271e97 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:10:15.679552 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 74ae16d1-5bbb-4a02-99bf-8f31cf271e97 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:10:15.679980 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 725b6c7f-c2d5-4430-a8bd-9c40a0e0f24d no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:10:15.853486 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 725b6c7f-c2d5-4430-a8bd-9c40a0e0f24d {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:10:15.854023 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 725b6c7f-c2d5-4430-a8bd-9c40a0e0f24d not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:10:15.859833 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-bf017672-1f27-4156-9303-4ef5695b3454 admin admin] Deleting port c77f9831-48bf-4826-8581-a3aa4058df12 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:10:15.860674 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bf017672-1f27-4156-9303-4ef5695b3454 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:15.943133 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-bf017672-1f27-4156-9303-4ef5695b3454 admin admin] For port c77f9831-48bf-4826-8581-a3aa4058df12, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=c77f9831-48bf-4826-8581-a3aa4058df12,segment=NetworkSegment(a9255d1d-fedd-4565-92e0-e7468cd9c467),segment_id=a9255d1d-fedd-4565-92e0-e7468cd9c467)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:10:15.943494 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bf017672-1f27-4156-9303-4ef5695b3454 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:15.955341 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-bf017672-1f27-4156-9303-4ef5695b3454 admin admin] Calling delete_port for c77f9831-48bf-4826-8581-a3aa4058df12 owned by network:router_interface {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:10:16.133598 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bf017672-1f27-4156-9303-4ef5695b3454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:16.158557 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf017672-1f27-4156-9303-4ef5695b3454 admin admin] Pushing event deleted for resources: {'Port': ['ID=c77f9831-48bf-4826-8581-a3aa4058df12,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:16.330810 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bf017672-1f27-4156-9303-4ef5695b3454 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537471'] for router_interface, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:16.906828 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf017672-1f27-4156-9303-4ef5695b3454 admin admin] Router 31a0fd2b-0954-4a76-93c3-53f37da64066 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:10:17.022041 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf017672-1f27-4156-9303-4ef5695b3454 admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:10:17.027217 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-bf017672-1f27-4156-9303-4ef5695b3454 admin admin] 10.222.0.36 "PUT /v2.0/routers/31a0fd2b-0954-4a76-93c3-53f37da64066/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8079886 Aug 17 00:10:17.029649 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 59646) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:17.032178 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30997f37-86d9-4842-a208-e81f45d1a98f None None] Sync routers for ids ['31a0fd2b-0954-4a76-93c3-53f37da64066'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:10:17.042499 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30997f37-86d9-4842-a208-e81f45d1a98f None None] Routers {'31a0fd2b-0954-4a76-93c3-53f37da64066'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:10:17.043124 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-30997f37-86d9-4842-a208-e81f45d1a98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:09:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['31a0fd2b-0954-4a76-93c3-53f37da64066'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:17.141748 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ece090c5-f7c5-4eb1-b612-b49290ac376b admin admin] Notify callbacks [] for router, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:17.162283 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-30997f37-86d9-4842-a208-e81f45d1a98f None None] Set router 31a0fd2b-0954-4a76-93c3-53f37da64066 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:10:17.252884 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ece090c5-f7c5-4eb1-b612-b49290ac376b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:17.312134 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-ece090c5-f7c5-4eb1-b612-b49290ac376b admin admin] Deleting port eff92e09-f001-488b-82f6-b7841da90a9a {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:10:17.312494 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ece090c5-f7c5-4eb1-b612-b49290ac376b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:17.364970 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-30997f37-86d9-4842-a208-e81f45d1a98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31a0fd2b-0954-4a76-93c3-53f37da64066', 'name': 'tempest-TestMinimumBasicScenario-97274757-router', 'tenant_id': '66ae7e9b39094d0c8bdfc27708a4a5a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.133'}], 'enable_snat': True}, 'gw_port_id': 'eff92e09-f001-488b-82f6-b7841da90a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:06:51Z', 'updated_at': '2021-08-17T00:10:16Z', 'revision_number': 5, 'project_id': '66ae7e9b39094d0c8bdfc27708a4a5a4', 'gw_port': {'id': 'eff92e09-f001-488b-82f6-b7841da90a9a', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:00:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31a0fd2b-0954-4a76-93c3-53f37da64066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:06:51Z', 'updated_at': '2021-08-17T00:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:17.397498 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30997f37-86d9-4842-a208-e81f45d1a98f None None] Checking router: 31a0fd2b-0954-4a76-93c3-53f37da64066 for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:10:17.406376 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-ece090c5-f7c5-4eb1-b612-b49290ac376b admin admin] For port eff92e09-f001-488b-82f6-b7841da90a9a, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=eff92e09-f001-488b-82f6-b7841da90a9a,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:10:17.407433 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ece090c5-f7c5-4eb1-b612-b49290ac376b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:17.410609 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30997f37-86d9-4842-a208-e81f45d1a98f None None] Routers {'31a0fd2b-0954-4a76-93c3-53f37da64066'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:10:17.411633 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-30997f37-86d9-4842-a208-e81f45d1a98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:09:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['31a0fd2b-0954-4a76-93c3-53f37da64066'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:17.419597 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-ece090c5-f7c5-4eb1-b612-b49290ac376b admin admin] Calling delete_port for eff92e09-f001-488b-82f6-b7841da90a9a owned by network:router_gateway {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:10:17.545420 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-30997f37-86d9-4842-a208-e81f45d1a98f None None] Set router 31a0fd2b-0954-4a76-93c3-53f37da64066 gateway port host: None {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:10:17.617010 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-30997f37-86d9-4842-a208-e81f45d1a98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31a0fd2b-0954-4a76-93c3-53f37da64066', 'name': 'tempest-TestMinimumBasicScenario-97274757-router', 'tenant_id': '66ae7e9b39094d0c8bdfc27708a4a5a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:06:51Z', 'updated_at': '2021-08-17T00:10:17Z', 'revision_number': 6, 'project_id': '66ae7e9b39094d0c8bdfc27708a4a5a4', 'gw_port_host': None}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:17.617686 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ece090c5-f7c5-4eb1-b612-b49290ac376b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:17.651453 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30997f37-86d9-4842-a208-e81f45d1a98f None None] The sync data for ids ['31a0fd2b-0954-4a76-93c3-53f37da64066'] in n-d-791506-26 is: [{'id': '31a0fd2b-0954-4a76-93c3-53f37da64066', 'name': 'tempest-TestMinimumBasicScenario-97274757-router', 'tenant_id': '66ae7e9b39094d0c8bdfc27708a4a5a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:06:51Z', 'updated_at': '2021-08-17T00:10:17Z', 'revision_number': 6, 'project_id': '66ae7e9b39094d0c8bdfc27708a4a5a4', 'gw_port_host': None}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:10:17.656353 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece090c5-f7c5-4eb1-b612-b49290ac376b admin admin] Pushing event deleted for resources: {'Port': ['ID=eff92e09-f001-488b-82f6-b7841da90a9a,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:17.714483 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ece090c5-f7c5-4eb1-b612-b49290ac376b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537121'] for router_gateway, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:17.810061 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ece090c5-f7c5-4eb1-b612-b49290ac376b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:17.812258 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ece090c5-f7c5-4eb1-b612-b49290ac376b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:17.819231 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-35a4a2c2-a636-4e75-96ea-c5bee626d3f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:17.863703 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ece090c5-f7c5-4eb1-b612-b49290ac376b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:17.864378 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ece090c5-f7c5-4eb1-b612-b49290ac376b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31a0fd2b-0954-4a76-93c3-53f37da64066 {{(pid=101292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 00:10:17.870181 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ece090c5-f7c5-4eb1-b612-b49290ac376b admin admin] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:17.871378 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-ece090c5-f7c5-4eb1-b612-b49290ac376b admin admin] 10.222.0.36 "DELETE /v2.0/routers/31a0fd2b-0954-4a76-93c3-53f37da64066 HTTP/1.1" status: 204 len: 168 time: 0.8403604 Aug 17 00:10:17.874956 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 59648) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:17.921674 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_v2 [None req-1500a749-4dd6-4a11-ba79-cd8a0891fb2a admin admin] Deleting subnet 82781dff-3487-474e-bfe5-e10f3df662ec {{(pid=101292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:10:17.925340 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1500a749-4dd6-4a11-ba79-cd8a0891fb2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:17.960135 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1500a749-4dd6-4a11-ba79-cd8a0891fb2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3848860'] for subnet, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:18.058351 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1500a749-4dd6-4a11-ba79-cd8a0891fb2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:18.117458 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1500a749-4dd6-4a11-ba79-cd8a0891fb2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26252129'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:18.144188 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1500a749-4dd6-4a11-ba79-cd8a0891fb2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82781dff-3487-474e-bfe5-e10f3df662ec,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:18.151982 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1500a749-4dd6-4a11-ba79-cd8a0891fb2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:18.152950 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a078f8dd-146f-4cfa-a411-2308e1dff804 None None] Network 5f85dd06-4820-4d0a-a225-254778b75265 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:10:18.153905 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-1500a749-4dd6-4a11-ba79-cd8a0891fb2a admin admin] 10.222.0.36 "DELETE /v2.0/subnets/82781dff-3487-474e-bfe5-e10f3df662ec HTTP/1.1" status: 204 len: 168 time: 0.2779896 Aug 17 00:10:18.156651 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 59650) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:18.227782 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d18de1b3-cdcd-49bc-a7eb-b244d4099da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:18.294360 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-d18de1b3-cdcd-49bc-a7eb-b244d4099da7 admin admin] Deleting port 90175076-4dc3-4daf-ab7c-58a04c5b9c9b {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:10:18.294706 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d18de1b3-cdcd-49bc-a7eb-b244d4099da7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:18.360843 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-d18de1b3-cdcd-49bc-a7eb-b244d4099da7 admin admin] For port 90175076-4dc3-4daf-ab7c-58a04c5b9c9b, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=90175076-4dc3-4daf-ab7c-58a04c5b9c9b,segment=NetworkSegment(a9255d1d-fedd-4565-92e0-e7468cd9c467),segment_id=a9255d1d-fedd-4565-92e0-e7468cd9c467)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:10:18.361169 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d18de1b3-cdcd-49bc-a7eb-b244d4099da7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:18.374110 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-d18de1b3-cdcd-49bc-a7eb-b244d4099da7 admin admin] Calling delete_port for 90175076-4dc3-4daf-ab7c-58a04c5b9c9b owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:10:18.451423 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa01fd4-3d2f-4902-bfd3-f041a4d808c0 None None] DHCP port deletion for 5f85dd06-4820-4d0a-a225-254778b75265 request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:10:18.470203 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d18de1b3-cdcd-49bc-a7eb-b244d4099da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:18.497626 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18de1b3-cdcd-49bc-a7eb-b244d4099da7 admin admin] Pushing event deleted for resources: {'Port': ['ID=90175076-4dc3-4daf-ab7c-58a04c5b9c9b,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:18.501684 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18de1b3-cdcd-49bc-a7eb-b244d4099da7 admin admin] No DVR routers for this DVR port 90175076-4dc3-4daf-ab7c-58a04c5b9c9b on host n-d-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:10:18.513291 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-cfa01fd4-3d2f-4902-bfd3-f041a4d808c0 None None] Deleting port 90175076-4dc3-4daf-ab7c-58a04c5b9c9b {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:10:18.513937 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cfa01fd4-3d2f-4902-bfd3-f041a4d808c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:18.577761 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d18de1b3-cdcd-49bc-a7eb-b244d4099da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:18.583848 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cfa01fd4-3d2f-4902-bfd3-f041a4d808c0 None None] For port 90175076-4dc3-4daf-ab7c-58a04c5b9c9b, host n-d-791506-26, got binding levels [] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:10:18.584422 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cfa01fd4-3d2f-4902-bfd3-f041a4d808c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:18.593773 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-d18de1b3-cdcd-49bc-a7eb-b244d4099da7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f85dd06-4820-4d0a-a225-254778b75265']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:18.598095 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-cfa01fd4-3d2f-4902-bfd3-f041a4d808c0 None None] Calling delete_port for 90175076-4dc3-4daf-ab7c-58a04c5b9c9b owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:10:18.600846 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.ipam_backend_mixin [None req-cfa01fd4-3d2f-4902-bfd3-f041a4d808c0 None None] Port 90175076-4dc3-4daf-ab7c-58a04c5b9c9b was not found and therefore no delete operation was performed {{(pid=101293) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 17 00:10:18.602162 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cfa01fd4-3d2f-4902-bfd3-f041a4d808c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:18.605841 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-d18de1b3-cdcd-49bc-a7eb-b244d4099da7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9255d1d-fedd-4565-92e0-e7468cd9c467') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:18.606010 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-d18de1b3-cdcd-49bc-a7eb-b244d4099da7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9255d1d-fedd-4565-92e0-e7468cd9c467') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:18.615969 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d18de1b3-cdcd-49bc-a7eb-b244d4099da7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:18.631733 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d18de1b3-cdcd-49bc-a7eb-b244d4099da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:18.632705 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa01fd4-3d2f-4902-bfd3-f041a4d808c0 None None] Pushing event deleted for resources: {'Port': ['ID=90175076-4dc3-4daf-ab7c-58a04c5b9c9b,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:18.636220 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa01fd4-3d2f-4902-bfd3-f041a4d808c0 None None] No DVR routers for this DVR port 90175076-4dc3-4daf-ab7c-58a04c5b9c9b on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:10:18.639479 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d18de1b3-cdcd-49bc-a7eb-b244d4099da7 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:10:18.639923 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d18de1b3-cdcd-49bc-a7eb-b244d4099da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:18.641748 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 17 00:10:18.641748 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:10:18.641748 n-d-791506-26 neutron-server[101291]: timer() Aug 17 00:10:18.641748 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:10:18.641748 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 17 00:10:18.641748 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:10:18.641748 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 17 00:10:18.641748 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:10:18.641748 n-d-791506-26 neutron-server[101291]: self._notify() Aug 17 00:10:18.641748 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:10:18.641748 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 17 00:10:18.641748 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:10:18.641748 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 17 00:10:18.641748 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:10:18.641748 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:10:18.641748 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:10:18.641748 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:10:18.641748 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:10:18.641748 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 17 00:10:18.641748 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:10:18.641748 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 17 00:10:18.641748 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:10:18.641748 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:10:18.641748 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:10:18.641748 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 17 00:10:18.641748 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:10:18.641748 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:10:18.641748 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:10:18.641748 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:10:18.641748 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:10:18.641748 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:10:18.641748 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:10:18.701144 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d18de1b3-cdcd-49bc-a7eb-b244d4099da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:18.706337 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d18de1b3-cdcd-49bc-a7eb-b244d4099da7 admin admin] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:18.710828 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-d18de1b3-cdcd-49bc-a7eb-b244d4099da7 admin admin] 10.222.0.36 "DELETE /v2.0/networks/5f85dd06-4820-4d0a-a225-254778b75265 HTTP/1.1" status: 204 len: 168 time: 0.5525501 Aug 17 00:10:18.736369 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18de1b3-cdcd-49bc-a7eb-b244d4099da7 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f85dd06-4820-4d0a-a225-254778b75265,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:18.926137 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 59654) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:18.965769 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-8127f701-2d9d-4afe-bd0d-246f8e338e7a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4e297988c06d443cb181cab85048de89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383937 Aug 17 00:10:18.968171 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 59656) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:19.021074 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-244702f3-3c7d-47fa-8534-0151c51d4210 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:19.042884 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-244702f3-3c7d-47fa-8534-0151c51d4210 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:19.089605 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-244702f3-3c7d-47fa-8534-0151c51d4210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:19.092391 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-244702f3-3c7d-47fa-8534-0151c51d4210 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:19.093797 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-244702f3-3c7d-47fa-8534-0151c51d4210 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b7ff6b29-e2ad-49a5-a846-c7d23c0bcc74 HTTP/1.1" status: 204 len: 168 time: 0.1245346 Aug 17 00:10:19.103661 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244702f3-3c7d-47fa-8534-0151c51d4210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ff6b29-e2ad-49a5-a846-c7d23c0bcc74,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:19.409876 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 59662) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:19.450831 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-b7fd7fb5-e0d3-4e8a-97bd-11dadb0163c1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=66ae7e9b39094d0c8bdfc27708a4a5a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397866 Aug 17 00:10:19.453279 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 59664) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:19.502215 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-50dd35f7-0bbc-4a5b-93e5-a5ed82052731 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:19.522767 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-50dd35f7-0bbc-4a5b-93e5-a5ed82052731 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:19.569862 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-50dd35f7-0bbc-4a5b-93e5-a5ed82052731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:19.573281 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-50dd35f7-0bbc-4a5b-93e5-a5ed82052731 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:19.575399 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-50dd35f7-0bbc-4a5b-93e5-a5ed82052731 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c1e2d0f5-f22d-4eaf-b9bb-85723490954a HTTP/1.1" status: 204 len: 168 time: 0.1202261 Aug 17 00:10:19.583533 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dd35f7-0bbc-4a5b-93e5-a5ed82052731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e2d0f5-f22d-4eaf-b9bb-85723490954a,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:19.650652 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device eff92e09-f001-488b-82f6-b7841da90a9a no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:10:19.671645 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: eff92e09-f001-488b-82f6-b7841da90a9a {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:10:19.671998 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device eff92e09-f001-488b-82f6-b7841da90a9a not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:10:19.672432 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device c77f9831-48bf-4826-8581-a3aa4058df12 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:10:19.691437 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: c77f9831-48bf-4826-8581-a3aa4058df12 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:10:19.691790 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device c77f9831-48bf-4826-8581-a3aa4058df12 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:10:19.692203 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 90175076-4dc3-4daf-ab7c-58a04c5b9c9b no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:10:19.711027 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 90175076-4dc3-4daf-ab7c-58a04c5b9c9b {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:10:19.711583 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 90175076-4dc3-4daf-ab7c-58a04c5b9c9b not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:10:19.899222 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-97cf3f71-ca5e-47b1-bb71-cb9bbd7b8759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:20.795304 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:21.284448 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 59704) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:21.289284 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-c27eb65b-0e2a-44f9-b8cc-184da9828dc1 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1827401894', 'description': 'tempest-secgroup-smoke-1827401894 description', 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:10:21.317090 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c27eb65b-0e2a-44f9-b8cc-184da9828dc1 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:21.327211 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c27eb65b-0e2a-44f9-b8cc-184da9828dc1 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:21.425718 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c27eb65b-0e2a-44f9-b8cc-184da9828dc1 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:21.429714 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c27eb65b-0e2a-44f9-b8cc-184da9828dc1 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:21.465718 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27eb65b-0e2a-44f9-b8cc-184da9828dc1 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a5b6820-909d-4f3b-a8ce-e093f3c2492f,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:21.526340 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c27eb65b-0e2a-44f9-b8cc-184da9828dc1 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:21.530244 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c27eb65b-0e2a-44f9-b8cc-184da9828dc1 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:21.557792 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c27eb65b-0e2a-44f9-b8cc-184da9828dc1 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:21.559020 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-c27eb65b-0e2a-44f9-b8cc-184da9828dc1 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2735159 Aug 17 00:10:21.561113 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27eb65b-0e2a-44f9-b8cc-184da9828dc1 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01ac63fa-c584-42b3-b57e-0deb7a7017d1,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:21.562128 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 59706) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:21.568198 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-c2af952c-a059-44ed-a4f3-06544ab23f70 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Request body: {'security_group_rule': {'security_group_id': '01ac63fa-c584-42b3-b57e-0deb7a7017d1', 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:10:21.597545 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c2af952c-a059-44ed-a4f3-06544ab23f70 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:21.657751 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c2af952c-a059-44ed-a4f3-06544ab23f70 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:21.661944 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c2af952c-a059-44ed-a4f3-06544ab23f70 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:21.679946 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2af952c-a059-44ed-a4f3-06544ab23f70 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e44ba16f-6a2a-46a8-a582-29c35ef83f9b,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:21.685800 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c2af952c-a059-44ed-a4f3-06544ab23f70 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:21.687118 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-c2af952c-a059-44ed-a4f3-06544ab23f70 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1239049 Aug 17 00:10:21.690246 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 59708) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:21.694552 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-b8820c28-6c4b-4bd2-a085-d7301747c5a5 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Request body: {'security_group_rule': {'security_group_id': '01ac63fa-c584-42b3-b57e-0deb7a7017d1', 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:10:21.722652 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b8820c28-6c4b-4bd2-a085-d7301747c5a5 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:21.784120 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b8820c28-6c4b-4bd2-a085-d7301747c5a5 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:21.787818 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b8820c28-6c4b-4bd2-a085-d7301747c5a5 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:21.806750 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8820c28-6c4b-4bd2-a085-d7301747c5a5 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b378d94-73ee-4d8d-ba4e-4acb505da861,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:21.810589 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b8820c28-6c4b-4bd2-a085-d7301747c5a5 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:21.812329 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-b8820c28-6c4b-4bd2-a085-d7301747c5a5 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1212835 Aug 17 00:10:21.816037 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 59710) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:21.820866 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-75f94b88-e186-484e-8662-150deb5a3509 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Request body: {'security_group_rule': {'security_group_id': '01ac63fa-c584-42b3-b57e-0deb7a7017d1', 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:10:21.848597 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-75f94b88-e186-484e-8662-150deb5a3509 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:21.870658 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:21.910050 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-75f94b88-e186-484e-8662-150deb5a3509 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:21.914339 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-75f94b88-e186-484e-8662-150deb5a3509 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:21.931545 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f94b88-e186-484e-8662-150deb5a3509 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be43e643-9e76-4231-a144-f86f04096f7d,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:21.937920 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-75f94b88-e186-484e-8662-150deb5a3509 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:21.940145 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-75f94b88-e186-484e-8662-150deb5a3509 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1229980 Aug 17 00:10:21.942841 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 59712) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:21.947323 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-3bcd6764-e0a7-4a75-87d3-273d859bb479 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Request body: {'security_group_rule': {'security_group_id': '01ac63fa-c584-42b3-b57e-0deb7a7017d1', 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:10:21.974201 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3bcd6764-e0a7-4a75-87d3-273d859bb479 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:22.037698 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3bcd6764-e0a7-4a75-87d3-273d859bb479 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:22.041346 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3bcd6764-e0a7-4a75-87d3-273d859bb479 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:22.061331 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcd6764-e0a7-4a75-87d3-273d859bb479 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=755320e6-6c92-443c-aa6f-654ff12a8c26,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:22.067333 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3bcd6764-e0a7-4a75-87d3-273d859bb479 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:22.068778 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-3bcd6764-e0a7-4a75-87d3-273d859bb479 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1249306 Aug 17 00:10:22.071346 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 59714) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:22.076273 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-b8b187c0-19bd-48ea-9e76-b02e7569f894 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Request body: {'security_group_rule': {'security_group_id': '01ac63fa-c584-42b3-b57e-0deb7a7017d1', 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:10:22.098055 n-d-791506-26 neutron-server[101291]: INFO neutron.db.securitygroups_db [None req-b8b187c0-19bd-48ea-9e76-b02e7569f894 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Project 8d5ca35b88544f06a4e5fba0ad3d3cbd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 00:10:22.102835 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b8b187c0-19bd-48ea-9e76-b02e7569f894 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:22.164264 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b8b187c0-19bd-48ea-9e76-b02e7569f894 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:22.168052 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b8b187c0-19bd-48ea-9e76-b02e7569f894 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:22.187206 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b187c0-19bd-48ea-9e76-b02e7569f894 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee68d22b-6893-4694-b57c-8a7b2f40d8af,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:22.191380 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b8b187c0-19bd-48ea-9e76-b02e7569f894 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:22.192753 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-b8b187c0-19bd-48ea-9e76-b02e7569f894 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1203220 Aug 17 00:10:22.195361 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 59716) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:22.199854 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-3e856907-f65b-4c33-a3a1-18e4e488e4c6 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Request body: {'security_group_rule': {'security_group_id': '01ac63fa-c584-42b3-b57e-0deb7a7017d1', 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:10:22.222506 n-d-791506-26 neutron-server[101291]: INFO neutron.db.securitygroups_db [None req-3e856907-f65b-4c33-a3a1-18e4e488e4c6 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Project 8d5ca35b88544f06a4e5fba0ad3d3cbd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 00:10:22.227767 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3e856907-f65b-4c33-a3a1-18e4e488e4c6 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:22.293207 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3e856907-f65b-4c33-a3a1-18e4e488e4c6 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:22.297068 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3e856907-f65b-4c33-a3a1-18e4e488e4c6 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:22.316696 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e856907-f65b-4c33-a3a1-18e4e488e4c6 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ba99ca4-b301-4532-a91a-70e15b39900b,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:22.323052 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3e856907-f65b-4c33-a3a1-18e4e488e4c6 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:22.324677 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-3e856907-f65b-4c33-a3a1-18e4e488e4c6 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1282001 Aug 17 00:10:22.327496 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 59718) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:22.332738 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-71fb5868-e82b-427e-849f-1dc3c6f92a98 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Request body: {'network': {'name': 'tempest-network-smoke--380659650', 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'port_security_enabled': True}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:10:22.353113 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71fb5868-e82b-427e-849f-1dc3c6f92a98 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Made reservation on behalf of 8d5ca35b88544f06a4e5fba0ad3d3cbd for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:10:22.356508 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-71fb5868-e82b-427e-849f-1dc3c6f92a98 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:22.383137 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71fb5868-e82b-427e-849f-1dc3c6f92a98 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:10:22.391328 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-71fb5868-e82b-427e-849f-1dc3c6f92a98 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:22.391670 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-71fb5868-e82b-427e-849f-1dc3c6f92a98 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Added segment b79fe85e-aa23-45b2-b713-f5ebe401e750 of type vlan for network 74409842-95b7-4c18-b13d-a6898d050b3e Aug 17 00:10:22.433075 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-71fb5868-e82b-427e-849f-1dc3c6f92a98 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:22.458232 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-71fb5868-e82b-427e-849f-1dc3c6f92a98 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:22.464123 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71fb5868-e82b-427e-849f-1dc3c6f92a98 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:22.464748 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-71fb5868-e82b-427e-849f-1dc3c6f92a98 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:22.520573 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-71fb5868-e82b-427e-849f-1dc3c6f92a98 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1919296 Aug 17 00:10:22.523645 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 59720) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:22.529663 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-5ec4fc9b-b6bc-4e22-953c-3b5f6acb6bc2 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-492213373', 'admin_state_up': True, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:10:22.532876 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fb5868-e82b-427e-849f-1dc3c6f92a98 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event updated for resources: {'Network': ['ID=74409842-95b7-4c18-b13d-a6898d050b3e,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:22.545759 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 74409842-95b7-4c18-b13d-a6898d050b3e details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:10:22.559718 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5ec4fc9b-b6bc-4e22-953c-3b5f6acb6bc2 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:22.560745 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5ec4fc9b-b6bc-4e22-953c-3b5f6acb6bc2 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:22.613790 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5ec4fc9b-b6bc-4e22-953c-3b5f6acb6bc2 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:22.753564 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5ec4fc9b-b6bc-4e22-953c-3b5f6acb6bc2 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:22.945179 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5ec4fc9b-b6bc-4e22-953c-3b5f6acb6bc2 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for router_gateway, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:22.964001 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5ec4fc9b-b6bc-4e22-953c-3b5f6acb6bc2 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:23.067354 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-5ec4fc9b-b6bc-4e22-953c-3b5f6acb6bc2 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Allocated IP 172.25.4.123 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/186fc9ab-8874-4c6d-98f8-bfcee25c7800) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:10:23.124963 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:23.177349 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5ec4fc9b-b6bc-4e22-953c-3b5f6acb6bc2 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:23.221240 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5ec4fc9b-b6bc-4e22-953c-3b5f6acb6bc2 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:23.261673 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec4fc9b-b6bc-4e22-953c-3b5f6acb6bc2 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:10:23.264505 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-5ec4fc9b-b6bc-4e22-953c-3b5f6acb6bc2 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:10:23.267045 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec4fc9b-b6bc-4e22-953c-3b5f6acb6bc2 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:10:23.290806 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec4fc9b-b6bc-4e22-953c-3b5f6acb6bc2 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event updated for resources: {'Port': ['ID=186fc9ab-8874-4c6d-98f8-bfcee25c7800,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:23.522429 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5ec4fc9b-b6bc-4e22-953c-3b5f6acb6bc2 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for router_gateway, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:23.718593 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5ec4fc9b-b6bc-4e22-953c-3b5f6acb6bc2 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:23.803042 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:10:23.849292 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ec4fc9b-b6bc-4e22-953c-3b5f6acb6bc2 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Router 2f7c9f6d-b40f-424b-99d5-a6c35fcd2025 is scheduled to L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f with binding_index 1 {{(pid=101292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 00:10:23.952650 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ec4fc9b-b6bc-4e22-953c-3b5f6acb6bc2 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:10:23.962417 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f77d50-8dbb-4482-855a-6d7f14aefe6a None None] Sync routers for ids ['2f7c9f6d-b40f-424b-99d5-a6c35fcd2025'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:10:23.971750 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5ec4fc9b-b6bc-4e22-953c-3b5f6acb6bc2 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:23.972222 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f77d50-8dbb-4482-855a-6d7f14aefe6a None None] Routers {'2f7c9f6d-b40f-424b-99d5-a6c35fcd2025'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:10:23.972875 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-79f77d50-8dbb-4482-855a-6d7f14aefe6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:10:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['2f7c9f6d-b40f-424b-99d5-a6c35fcd2025'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:23.973059 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-5ec4fc9b-b6bc-4e22-953c-3b5f6acb6bc2 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4482951 Aug 17 00:10:23.976214 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 59722) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:24.078331 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-79f77d50-8dbb-4482-855a-6d7f14aefe6a None None] Set router 2f7c9f6d-b40f-424b-99d5-a6c35fcd2025 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:10:24.103552 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-ddb101e5-dd8e-422f-bcff-d989d191a9a1 tempest-TestNetworkAdvancedServerOps-239719549 tempest-TestNetworkAdvancedServerOps-239719549-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=8d5ca35b88544f06a4e5fba0ad3d3cbd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1236687 Aug 17 00:10:24.103792 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 59726) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:24.192664 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ee0fb8-3f70-47bd-8ef9-34534092572f tempest-TestNetworkAdvancedServerOps-239719549 tempest-TestNetworkAdvancedServerOps-239719549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:24.194211 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-89ee0fb8-3f70-47bd-8ef9-34534092572f tempest-TestNetworkAdvancedServerOps-239719549 tempest-TestNetworkAdvancedServerOps-239719549-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0895469 Aug 17 00:10:24.197332 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 59728) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:24.229778 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-9088cf23-b734-439d-bdd6-c4a164f64c06 tempest-TestNetworkAdvancedServerOps-239719549 tempest-TestNetworkAdvancedServerOps-239719549-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=c22c4980-c849-406d-982c-a5d68c515a94&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0313845 Aug 17 00:10:24.232606 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 59730) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:24.237949 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-77799a64-a58d-4bdb-9905-1bec592369d3 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-219450725', 'network_id': '74409842-95b7-4c18-b13d-a6898d050b3e', 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:10:24.258339 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-79f77d50-8dbb-4482-855a-6d7f14aefe6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f7c9f6d-b40f-424b-99d5-a6c35fcd2025', 'name': 'tempest-TestNetworkAdvancedServerOps-router-492213373', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '186fc9ab-8874-4c6d-98f8-bfcee25c7800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:10:22Z', 'updated_at': '2021-08-17T00:10:23Z', 'revision_number': 3, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'gw_port': {'id': '186fc9ab-8874-4c6d-98f8-bfcee25c7800', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:9f:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f7c9f6d-b40f-424b-99d5-a6c35fcd2025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:10:22Z', 'updated_at': '2021-08-17T00:10:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:24.287596 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f77d50-8dbb-4482-855a-6d7f14aefe6a None None] Checking router: 2f7c9f6d-b40f-424b-99d5-a6c35fcd2025 for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:10:24.287947 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f77d50-8dbb-4482-855a-6d7f14aefe6a None None] Updating router 2f7c9f6d-b40f-424b-99d5-a6c35fcd2025 port 186fc9ab-8874-4c6d-98f8-bfcee25c7800 binding host n-d-791506-26 {{(pid=101294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:10:24.312254 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-79f77d50-8dbb-4482-855a-6d7f14aefe6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:24.326671 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77799a64-a58d-4bdb-9905-1bec592369d3 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Made reservation on behalf of 8d5ca35b88544f06a4e5fba0ad3d3cbd for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:10:24.331166 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-77799a64-a58d-4bdb-9905-1bec592369d3 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:24.535432 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-77799a64-a58d-4bdb-9905-1bec592369d3 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:24.593394 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-79f77d50-8dbb-4482-855a-6d7f14aefe6a None None] Notify callbacks [] for port, precommit_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:24.603869 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.provisioning_blocks [None req-79f77d50-8dbb-4482-855a-6d7f14aefe6a None None] Transition to ACTIVE for port object 186fc9ab-8874-4c6d-98f8-bfcee25c7800 will not be triggered until provisioned by entity L2. {{(pid=101294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:10:24.614012 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-79f77d50-8dbb-4482-855a-6d7f14aefe6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:24.614223 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77799a64-a58d-4bdb-9905-1bec592369d3 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event updated for resources: {'Subnet': ['ID=69c2004f-ac45-453e-b5b6-72d281f62a4f,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:24.627714 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77799a64-a58d-4bdb-9905-1bec592369d3 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Checking segment: {'id': 'b79fe85e-aa23-45b2-b713-f5ebe401e750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '74409842-95b7-4c18-b13d-a6898d050b3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:10:24.628100 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77799a64-a58d-4bdb-9905-1bec592369d3 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Network hostable DHCP agents. Network: 74409842-95b7-4c18-b13d-a6898d050b3e, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:10:24.647154 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77799a64-a58d-4bdb-9905-1bec592369d3 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Network 74409842-95b7-4c18-b13d-a6898d050b3e is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:10:24.659338 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-77799a64-a58d-4bdb-9905-1bec592369d3 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 74409842-95b7-4c18-b13d-a6898d050b3e) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:10:24.663128 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-79f77d50-8dbb-4482-855a-6d7f14aefe6a None None] Attempting to bind port 186fc9ab-8874-4c6d-98f8-bfcee25c7800 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:10:24.663505 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-79f77d50-8dbb-4482-855a-6d7f14aefe6a None None] Attempting to bind port 186fc9ab-8874-4c6d-98f8-bfcee25c7800 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:10:24.663872 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f77d50-8dbb-4482-855a-6d7f14aefe6a None None] Attempting to bind port 186fc9ab-8874-4c6d-98f8-bfcee25c7800 on network c22c4980-c849-406d-982c-a5d68c515a94 {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:10:24.666999 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cdef011-5ba0-4361-b7dd-52ace6180c01 None None] Network 74409842-95b7-4c18-b13d-a6898d050b3e requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:10:24.668067 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77799a64-a58d-4bdb-9905-1bec592369d3 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:24.668691 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-77799a64-a58d-4bdb-9905-1bec592369d3 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:24.686242 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f77d50-8dbb-4482-855a-6d7f14aefe6a None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:10:24.686621 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f77d50-8dbb-4482-855a-6d7f14aefe6a None None] Checking segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:10:24.687026 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-79f77d50-8dbb-4482-855a-6d7f14aefe6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:24.691085 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f77d50-8dbb-4482-855a-6d7f14aefe6a None None] Bound using segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:10:24.691590 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-77799a64-a58d-4bdb-9905-1bec592369d3 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4540036 Aug 17 00:10:24.691714 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-79f77d50-8dbb-4482-855a-6d7f14aefe6a None None] Bound port: 186fc9ab-8874-4c6d-98f8-bfcee25c7800, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:10:24.691714 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-79f77d50-8dbb-4482-855a-6d7f14aefe6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:24.691908 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 59732) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:24.718360 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068d262d-5ba0-42d2-ac51-c2651d2ca07b None None] Pushing event updated for resources: {'Port': ['ID=186fc9ab-8874-4c6d-98f8-bfcee25c7800,revision_number=2']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:24.740927 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068d262d-5ba0-42d2-ac51-c2651d2ca07b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:10:24.741210 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068d262d-5ba0-42d2-ac51-c2651d2ca07b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:10:24.741560 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068d262d-5ba0-42d2-ac51-c2651d2ca07b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:10:24.741969 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068d262d-5ba0-42d2-ac51-c2651d2ca07b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:10:24.742876 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068d262d-5ba0-42d2-ac51-c2651d2ca07b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:10:24.742876 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068d262d-5ba0-42d2-ac51-c2651d2ca07b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:10:24.743162 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068d262d-5ba0-42d2-ac51-c2651d2ca07b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:10:24.744006 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068d262d-5ba0-42d2-ac51-c2651d2ca07b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:10:24.744006 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068d262d-5ba0-42d2-ac51-c2651d2ca07b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:10:24.744299 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068d262d-5ba0-42d2-ac51-c2651d2ca07b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:10:24.745243 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068d262d-5ba0-42d2-ac51-c2651d2ca07b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:10:24.745243 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068d262d-5ba0-42d2-ac51-c2651d2ca07b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:10:24.760067 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-79f77d50-8dbb-4482-855a-6d7f14aefe6a None None] For port 186fc9ab-8874-4c6d-98f8-bfcee25c7800, host n-d-791506-26, cleared binding levels {{(pid=101294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:10:24.763133 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-79f77d50-8dbb-4482-855a-6d7f14aefe6a None None] For port 186fc9ab-8874-4c6d-98f8-bfcee25c7800, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=186fc9ab-8874-4c6d-98f8-bfcee25c7800,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:10:24.767922 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-79f77d50-8dbb-4482-855a-6d7f14aefe6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:24.826220 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f77d50-8dbb-4482-855a-6d7f14aefe6a None None] Routers {'2f7c9f6d-b40f-424b-99d5-a6c35fcd2025'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:10:24.828030 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-79f77d50-8dbb-4482-855a-6d7f14aefe6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:10:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['2f7c9f6d-b40f-424b-99d5-a6c35fcd2025'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:24.863328 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679c5a3b-a468-4dd5-8543-4405894a9def None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-74409842-95b7-4c18-b13d-a6898d050b3e', 'network_id': '74409842-95b7-4c18-b13d-a6898d050b3e', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'fixed_ips': [{'subnet_id': '69c2004f-ac45-453e-b5b6-72d281f62a4f'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:10:24.864506 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-679c5a3b-a468-4dd5-8543-4405894a9def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:24.885211 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068d262d-5ba0-42d2-ac51-c2651d2ca07b None None] Pushing event updated for resources: {'Port': ['ID=186fc9ab-8874-4c6d-98f8-bfcee25c7800,revision_number=3']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:25.027645 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-679c5a3b-a468-4dd5-8543-4405894a9def None None] Allocated IP 172.20.0.2 (74409842-95b7-4c18-b13d-a6898d050b3e/69c2004f-ac45-453e-b5b6-72d281f62a4f/04ce1083-9e5f-43a6-a216-6fc832f5771a) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:10:25.099722 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-79f77d50-8dbb-4482-855a-6d7f14aefe6a None None] Set router 2f7c9f6d-b40f-424b-99d5-a6c35fcd2025 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:10:25.185949 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-598ec6d1-35d0-4335-b004-41792e660e06 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:25.211742 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-679c5a3b-a468-4dd5-8543-4405894a9def None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:25.225712 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-679c5a3b-a468-4dd5-8543-4405894a9def None None] Transition to ACTIVE for port object 04ce1083-9e5f-43a6-a216-6fc832f5771a will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:10:25.243795 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-679c5a3b-a468-4dd5-8543-4405894a9def None None] Transition to ACTIVE for port object 04ce1083-9e5f-43a6-a216-6fc832f5771a will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:10:25.255078 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-679c5a3b-a468-4dd5-8543-4405894a9def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:25.303330 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679c5a3b-a468-4dd5-8543-4405894a9def None None] Network 74409842-95b7-4c18-b13d-a6898d050b3e is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:10:25.306238 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-679c5a3b-a468-4dd5-8543-4405894a9def None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:10:25.308709 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679c5a3b-a468-4dd5-8543-4405894a9def None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:10:25.319782 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679c5a3b-a468-4dd5-8543-4405894a9def None None] Pushing event updated for resources: {'Port': ['ID=04ce1083-9e5f-43a6-a216-6fc832f5771a,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:25.340050 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-79f77d50-8dbb-4482-855a-6d7f14aefe6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f7c9f6d-b40f-424b-99d5-a6c35fcd2025', 'name': 'tempest-TestNetworkAdvancedServerOps-router-492213373', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '186fc9ab-8874-4c6d-98f8-bfcee25c7800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:10:22Z', 'updated_at': '2021-08-17T00:10:23Z', 'revision_number': 3, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'gw_port': {'id': '186fc9ab-8874-4c6d-98f8-bfcee25c7800', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:9f:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f7c9f6d-b40f-424b-99d5-a6c35fcd2025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:10:22Z', 'updated_at': '2021-08-17T00:10:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:25.366550 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f77d50-8dbb-4482-855a-6d7f14aefe6a None None] The sync data for ids ['2f7c9f6d-b40f-424b-99d5-a6c35fcd2025'] in n-d-791506-26 is: [{'id': '2f7c9f6d-b40f-424b-99d5-a6c35fcd2025', 'name': 'tempest-TestNetworkAdvancedServerOps-router-492213373', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '186fc9ab-8874-4c6d-98f8-bfcee25c7800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:10:22Z', 'updated_at': '2021-08-17T00:10:23Z', 'revision_number': 3, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'gw_port': {'id': '186fc9ab-8874-4c6d-98f8-bfcee25c7800', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:9f:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f7c9f6d-b40f-424b-99d5-a6c35fcd2025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:10:22Z', 'updated_at': '2021-08-17T00:10:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:10:25.379334 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-679c5a3b-a468-4dd5-8543-4405894a9def None None] Attempting to bind port 04ce1083-9e5f-43a6-a216-6fc832f5771a on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:10:25.379696 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-679c5a3b-a468-4dd5-8543-4405894a9def None None] Attempting to bind port 04ce1083-9e5f-43a6-a216-6fc832f5771a by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': 'b79fe85e-aa23-45b2-b713-f5ebe401e750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '74409842-95b7-4c18-b13d-a6898d050b3e'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:10:25.380559 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679c5a3b-a468-4dd5-8543-4405894a9def None None] Attempting to bind port 04ce1083-9e5f-43a6-a216-6fc832f5771a on network 74409842-95b7-4c18-b13d-a6898d050b3e {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:10:25.385987 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679c5a3b-a468-4dd5-8543-4405894a9def None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:10:25.385987 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679c5a3b-a468-4dd5-8543-4405894a9def None None] Checking segment: {'id': 'b79fe85e-aa23-45b2-b713-f5ebe401e750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '74409842-95b7-4c18-b13d-a6898d050b3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:10:25.386384 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-679c5a3b-a468-4dd5-8543-4405894a9def None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:25.386778 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679c5a3b-a468-4dd5-8543-4405894a9def None None] Bound using segment: {'id': 'b79fe85e-aa23-45b2-b713-f5ebe401e750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '74409842-95b7-4c18-b13d-a6898d050b3e'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:10:25.387237 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-679c5a3b-a468-4dd5-8543-4405894a9def None None] Bound port: 04ce1083-9e5f-43a6-a216-6fc832f5771a, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b79fe85e-aa23-45b2-b713-f5ebe401e750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '74409842-95b7-4c18-b13d-a6898d050b3e'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:10:25.387615 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-679c5a3b-a468-4dd5-8543-4405894a9def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:25.469080 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-679c5a3b-a468-4dd5-8543-4405894a9def None None] For port 04ce1083-9e5f-43a6-a216-6fc832f5771a, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:10:25.474360 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-679c5a3b-a468-4dd5-8543-4405894a9def None None] For port 04ce1083-9e5f-43a6-a216-6fc832f5771a, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=04ce1083-9e5f-43a6-a216-6fc832f5771a,segment=NetworkSegment(b79fe85e-aa23-45b2-b713-f5ebe401e750),segment_id=b79fe85e-aa23-45b2-b713-f5ebe401e750)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:10:25.480455 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-679c5a3b-a468-4dd5-8543-4405894a9def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:25.548384 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679c5a3b-a468-4dd5-8543-4405894a9def None None] Pushing event updated for resources: {'Port': ['ID=04ce1083-9e5f-43a6-a216-6fc832f5771a,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:25.936205 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-598ec6d1-35d0-4335-b004-41792e660e06 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Allocated IP 172.20.0.1 (74409842-95b7-4c18-b13d-a6898d050b3e/69c2004f-ac45-453e-b5b6-72d281f62a4f/4380ac8b-abab-4f11-8058-f79fbd331e11) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:10:26.052174 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-598ec6d1-35d0-4335-b004-41792e660e06 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:26.070687 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [None req-598ec6d1-35d0-4335-b004-41792e660e06 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Transition to ACTIVE for port object 4380ac8b-abab-4f11-8058-f79fbd331e11 will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:10:26.104286 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-598ec6d1-35d0-4335-b004-41792e660e06 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:26.144469 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598ec6d1-35d0-4335-b004-41792e660e06 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Network 74409842-95b7-4c18-b13d-a6898d050b3e is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:10:26.147665 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-598ec6d1-35d0-4335-b004-41792e660e06 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:10:26.153787 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598ec6d1-35d0-4335-b004-41792e660e06 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:10:26.161465 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:26.185281 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598ec6d1-35d0-4335-b004-41792e660e06 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event updated for resources: {'Port': ['ID=4380ac8b-abab-4f11-8058-f79fbd331e11,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:26.210380 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-598ec6d1-35d0-4335-b004-41792e660e06 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954230'] for router_interface, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:26.377092 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-598ec6d1-35d0-4335-b004-41792e660e06 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:26.551413 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0a663b-8f6b-4795-a860-3327195f857d None None] Network 74409842-95b7-4c18-b13d-a6898d050b3e requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:10:26.615630 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-8eb88a7a-e4a7-4cba-859b-3f654be4539d None None] Provisioning for port 04ce1083-9e5f-43a6-a216-6fc832f5771a completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:10:26.674863 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-598ec6d1-35d0-4335-b004-41792e660e06 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:26.679473 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-598ec6d1-35d0-4335-b004-41792e660e06 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:26.753900 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-598ec6d1-35d0-4335-b004-41792e660e06 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954122'] for router_interface, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:26.755719 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598ec6d1-35d0-4335-b004-41792e660e06 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event updated for resources: {'Port': ['ID=4380ac8b-abab-4f11-8058-f79fbd331e11,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:26.864644 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598ec6d1-35d0-4335-b004-41792e660e06 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Network 74409842-95b7-4c18-b13d-a6898d050b3e is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:10:26.866239 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-598ec6d1-35d0-4335-b004-41792e660e06 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:10:26.956342 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-f9ca809e-dded-42a6-987e-3558684ec063 None None] Provisioning for port 4380ac8b-abab-4f11-8058-f79fbd331e11 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:10:26.961224 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-f9ca809e-dded-42a6-987e-3558684ec063 None None] Provisioning complete for port 4380ac8b-abab-4f11-8058-f79fbd331e11 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:10:26.961628 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f9ca809e-dded-42a6-987e-3558684ec063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:27.000813 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-598ec6d1-35d0-4335-b004-41792e660e06 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Router 2f7c9f6d-b40f-424b-99d5-a6c35fcd2025 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:10:27.011292 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-f9ca809e-dded-42a6-987e-3558684ec063 None None] Port 4380ac8b-abab-4f11-8058-f79fbd331e11 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:10:27.122746 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-598ec6d1-35d0-4335-b004-41792e660e06 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:10:27.132475 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-598ec6d1-35d0-4335-b004-41792e660e06 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "PUT /v2.0/routers/2f7c9f6d-b40f-424b-99d5-a6c35fcd2025/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4400473 Aug 17 00:10:27.148979 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2c8045-9461-40f5-9340-911c200205e1 None None] Sync routers for ids ['2f7c9f6d-b40f-424b-99d5-a6c35fcd2025'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:10:27.165123 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-80a92325-8759-4882-a863-f52acb44d6d9 None None] Provisioning complete for port 4380ac8b-abab-4f11-8058-f79fbd331e11 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:10:27.165764 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-80a92325-8759-4882-a863-f52acb44d6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:27.198866 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2c8045-9461-40f5-9340-911c200205e1 None None] Routers {'2f7c9f6d-b40f-424b-99d5-a6c35fcd2025'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:10:27.199504 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-0b2c8045-9461-40f5-9340-911c200205e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:10:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['2f7c9f6d-b40f-424b-99d5-a6c35fcd2025'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:27.244407 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-80a92325-8759-4882-a863-f52acb44d6d9 None None] Port 4380ac8b-abab-4f11-8058-f79fbd331e11 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:10:27.293262 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-61f1d5a7-96ea-4aa6-ac0b-c529161d2084 req-5f5f63f9-6002-4cf5-ac55-ee52723f3f79 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1827401894&fields=id&tenant_id=8d5ca35b88544f06a4e5fba0ad3d3cbd HTTP/1.1" status: 200 len: 267 time: 0.0364342 Aug 17 00:10:27.320076 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-0b2c8045-9461-40f5-9340-911c200205e1 None None] Set router 2f7c9f6d-b40f-424b-99d5-a6c35fcd2025 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:10:27.407024 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f1d5a7-96ea-4aa6-ac0b-c529161d2084 req-e23c8f9f-7483-4a38-bc6f-c109f9e2470d tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:27.408734 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-61f1d5a7-96ea-4aa6-ac0b-c529161d2084 req-e23c8f9f-7483-4a38-bc6f-c109f9e2470d tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/networks?id=74409842-95b7-4c18-b13d-a6898d050b3e HTTP/1.1" status: 200 len: 796 time: 0.1069071 Aug 17 00:10:27.413107 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-f2e1708a-25c4-4360-a70d-2629ca461c1c None None] Provisioning complete for port 4380ac8b-abab-4f11-8058-f79fbd331e11 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:10:27.413488 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f2e1708a-25c4-4360-a70d-2629ca461c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:27.424638 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-61f1d5a7-96ea-4aa6-ac0b-c529161d2084 req-9eabddc2-7fff-4d9a-bb97-fcabaaeacb26 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/quotas/8d5ca35b88544f06a4e5fba0ad3d3cbd HTTP/1.1" status: 200 len: 375 time: 0.0099218 Aug 17 00:10:27.482434 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-61f1d5a7-96ea-4aa6-ac0b-c529161d2084 req-940cb264-df99-4468-8952-a58c72dd40c7 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8d5ca35b88544f06a4e5fba0ad3d3cbd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519185 Aug 17 00:10:27.483762 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-f2e1708a-25c4-4360-a70d-2629ca461c1c None None] Port 4380ac8b-abab-4f11-8058-f79fbd331e11 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:10:27.564850 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-0b2c8045-9461-40f5-9340-911c200205e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f7c9f6d-b40f-424b-99d5-a6c35fcd2025', 'name': 'tempest-TestNetworkAdvancedServerOps-router-492213373', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '186fc9ab-8874-4c6d-98f8-bfcee25c7800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:10:22Z', 'updated_at': '2021-08-17T00:10:26Z', 'revision_number': 4, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'gw_port': {'id': '186fc9ab-8874-4c6d-98f8-bfcee25c7800', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:9f:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f7c9f6d-b40f-424b-99d5-a6c35fcd2025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:10:22Z', 'updated_at': '2021-08-17T00:10:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '4380ac8b-abab-4f11-8058-f79fbd331e11', 'name': '', 'network_id': '74409842-95b7-4c18-b13d-a6898d050b3e', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'mac_address': 'fa:16:3e:b0:ac:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f7c9f6d-b40f-424b-99d5-a6c35fcd2025', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '69c2004f-ac45-453e-b5b6-72d281f62a4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:10:25Z', 'updated_at': '2021-08-17T00:10:26Z', 'revision_number': 2, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'subnets': [{'id': '69c2004f-ac45-453e-b5b6-72d281f62a4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:27.636567 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-61f1d5a7-96ea-4aa6-ac0b-c529161d2084 req-c668bac0-6259-45ed-881e-335333dd1b49 service neutron] 10.222.0.36 "GET /v2.0/networks/74409842-95b7-4c18-b13d-a6898d050b3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423907 Aug 17 00:10:27.743415 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-61f1d5a7-96ea-4aa6-ac0b-c529161d2084 req-f70e13fe-b406-4231-a96d-42a8eb0558d8 service neutron] 10.222.0.36 "GET /v2.0/networks/74409842-95b7-4c18-b13d-a6898d050b3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974538 Aug 17 00:10:27.764195 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 186fc9ab-8874-4c6d-98f8-bfcee25c7800 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:10:27.767157 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2c8045-9461-40f5-9340-911c200205e1 None None] Checking router: 2f7c9f6d-b40f-424b-99d5-a6c35fcd2025 for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:10:27.767513 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2c8045-9461-40f5-9340-911c200205e1 None None] Updating router 2f7c9f6d-b40f-424b-99d5-a6c35fcd2025 port 4380ac8b-abab-4f11-8058-f79fbd331e11 binding host n-d-791506-26 {{(pid=101293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:10:27.816106 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0b2c8045-9461-40f5-9340-911c200205e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:27.874397 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 186fc9ab-8874-4c6d-98f8-bfcee25c7800 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:10:27.883744 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 186fc9ab-8874-4c6d-98f8-bfcee25c7800 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:10:27.884131 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:27.945883 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-027d5fa9-a545-4bf5-99b5-be24ef42128c req-36d1ad3b-35a7-446f-b68c-c9d741140f26 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf2f907f-c7e2-447b-92c3-6355abb4038e HTTP/1.1" status: 200 len: 210 time: 0.0317185 Aug 17 00:10:28.086759 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:28.124516 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 186fc9ab-8874-4c6d-98f8-bfcee25c7800, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=186fc9ab-8874-4c6d-98f8-bfcee25c7800,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:10:28.132888 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:28.133635 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 04ce1083-9e5f-43a6-a216-6fc832f5771a up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:10:28.246651 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=186fc9ab-8874-4c6d-98f8-bfcee25c7800,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:28.267547 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0b2c8045-9461-40f5-9340-911c200205e1 None None] Notify callbacks [] for port, precommit_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:28.281710 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0b2c8045-9461-40f5-9340-911c200205e1 None None] Transition to ACTIVE for port object 4380ac8b-abab-4f11-8058-f79fbd331e11 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:10:28.286321 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 04ce1083-9e5f-43a6-a216-6fc832f5771a completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:10:28.290377 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0b2c8045-9461-40f5-9340-911c200205e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:28.300454 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 04ce1083-9e5f-43a6-a216-6fc832f5771a triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:10:28.300761 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:28.386938 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d402045-2171-40c3-9306-313c4dea3f1f None None] Pushing event updated for resources: {'Port': ['ID=4380ac8b-abab-4f11-8058-f79fbd331e11,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:28.470102 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-0b2c8045-9461-40f5-9340-911c200205e1 None None] Attempting to bind port 4380ac8b-abab-4f11-8058-f79fbd331e11 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:10:28.470557 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-0b2c8045-9461-40f5-9340-911c200205e1 None None] Attempting to bind port 4380ac8b-abab-4f11-8058-f79fbd331e11 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': 'b79fe85e-aa23-45b2-b713-f5ebe401e750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '74409842-95b7-4c18-b13d-a6898d050b3e'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:10:28.470927 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2c8045-9461-40f5-9340-911c200205e1 None None] Attempting to bind port 4380ac8b-abab-4f11-8058-f79fbd331e11 on network 74409842-95b7-4c18-b13d-a6898d050b3e {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:10:28.481959 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2c8045-9461-40f5-9340-911c200205e1 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:10:28.482341 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2c8045-9461-40f5-9340-911c200205e1 None None] Checking segment: {'id': 'b79fe85e-aa23-45b2-b713-f5ebe401e750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '74409842-95b7-4c18-b13d-a6898d050b3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:10:28.482745 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0b2c8045-9461-40f5-9340-911c200205e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:28.483137 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2c8045-9461-40f5-9340-911c200205e1 None None] Bound using segment: {'id': 'b79fe85e-aa23-45b2-b713-f5ebe401e750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '74409842-95b7-4c18-b13d-a6898d050b3e'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:10:28.483605 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-0b2c8045-9461-40f5-9340-911c200205e1 None None] Bound port: 4380ac8b-abab-4f11-8058-f79fbd331e11, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b79fe85e-aa23-45b2-b713-f5ebe401e750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '74409842-95b7-4c18-b13d-a6898d050b3e'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:10:28.483988 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0b2c8045-9461-40f5-9340-911c200205e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:28.487124 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:28.565123 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 04ce1083-9e5f-43a6-a216-6fc832f5771a, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=04ce1083-9e5f-43a6-a216-6fc832f5771a,segment=NetworkSegment(b79fe85e-aa23-45b2-b713-f5ebe401e750),segment_id=b79fe85e-aa23-45b2-b713-f5ebe401e750)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:10:28.573881 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:28.627811 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0b2c8045-9461-40f5-9340-911c200205e1 None None] For port 4380ac8b-abab-4f11-8058-f79fbd331e11, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:10:28.656096 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0b2c8045-9461-40f5-9340-911c200205e1 None None] For port 4380ac8b-abab-4f11-8058-f79fbd331e11, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=4380ac8b-abab-4f11-8058-f79fbd331e11,segment=NetworkSegment(b79fe85e-aa23-45b2-b713-f5ebe401e750),segment_id=b79fe85e-aa23-45b2-b713-f5ebe401e750)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:10:28.659547 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=04ce1083-9e5f-43a6-a216-6fc832f5771a,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:28.666874 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0b2c8045-9461-40f5-9340-911c200205e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:28.726757 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2c8045-9461-40f5-9340-911c200205e1 None None] Routers {'2f7c9f6d-b40f-424b-99d5-a6c35fcd2025'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:10:28.727397 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-0b2c8045-9461-40f5-9340-911c200205e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:10:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['2f7c9f6d-b40f-424b-99d5-a6c35fcd2025'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:28.772104 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d402045-2171-40c3-9306-313c4dea3f1f None None] Pushing event updated for resources: {'Port': ['ID=4380ac8b-abab-4f11-8058-f79fbd331e11,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:28.848199 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-0b2c8045-9461-40f5-9340-911c200205e1 None None] Set router 2f7c9f6d-b40f-424b-99d5-a6c35fcd2025 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:10:29.053545 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fd20986d-68af-4c48-84b6-54212c704de0 req-80bd7b30-62b0-4fa6-83ab-ee4ad67a2593 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf2f907f-c7e2-447b-92c3-6355abb4038e HTTP/1.1" status: 200 len: 210 time: 0.0307302 Aug 17 00:10:29.077054 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-0b2c8045-9461-40f5-9340-911c200205e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f7c9f6d-b40f-424b-99d5-a6c35fcd2025', 'name': 'tempest-TestNetworkAdvancedServerOps-router-492213373', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '186fc9ab-8874-4c6d-98f8-bfcee25c7800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:10:22Z', 'updated_at': '2021-08-17T00:10:26Z', 'revision_number': 4, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'gw_port': {'id': '186fc9ab-8874-4c6d-98f8-bfcee25c7800', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:9f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7c9f6d-b40f-424b-99d5-a6c35fcd2025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:10:22Z', 'updated_at': '2021-08-17T00:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '4380ac8b-abab-4f11-8058-f79fbd331e11', 'name': '', 'network_id': '74409842-95b7-4c18-b13d-a6898d050b3e', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'mac_address': 'fa:16:3e:b0:ac:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f7c9f6d-b40f-424b-99d5-a6c35fcd2025', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '69c2004f-ac45-453e-b5b6-72d281f62a4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:10:25Z', 'updated_at': '2021-08-17T00:10:28Z', 'revision_number': 4, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'subnets': [{'id': '69c2004f-ac45-453e-b5b6-72d281f62a4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:29.098719 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2c8045-9461-40f5-9340-911c200205e1 None None] The sync data for ids ['2f7c9f6d-b40f-424b-99d5-a6c35fcd2025'] in n-d-791506-26 is: [{'id': '2f7c9f6d-b40f-424b-99d5-a6c35fcd2025', 'name': 'tempest-TestNetworkAdvancedServerOps-router-492213373', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '186fc9ab-8874-4c6d-98f8-bfcee25c7800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:10:22Z', 'updated_at': '2021-08-17T00:10:26Z', 'revision_number': 4, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'gw_port': {'id': '186fc9ab-8874-4c6d-98f8-bfcee25c7800', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:9f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7c9f6d-b40f-424b-99d5-a6c35fcd2025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:10:22Z', 'updated_at': '2021-08-17T00:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '4380ac8b-abab-4f11-8058-f79fbd331e11', 'name': '', 'network_id': '74409842-95b7-4c18-b13d-a6898d050b3e', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'mac_address': 'fa:16:3e:b0:ac:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f7c9f6d-b40f-424b-99d5-a6c35fcd2025', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '69c2004f-ac45-453e-b5b6-72d281f62a4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:10:25Z', 'updated_at': '2021-08-17T00:10:28Z', 'revision_number': 4, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'subnets': [{'id': '69c2004f-ac45-453e-b5b6-72d281f62a4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:10:29.226698 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f1d5a7-96ea-4aa6-ac0b-c529161d2084 req-51db4d3f-b76f-4a37-9d34-73dd20c674dd tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:29.228218 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-61f1d5a7-96ea-4aa6-ac0b-c529161d2084 req-51db4d3f-b76f-4a37-9d34-73dd20c674dd tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.57 "GET /v2.0/networks?id=74409842-95b7-4c18-b13d-a6898d050b3e HTTP/1.1" status: 200 len: 796 time: 0.1391902 Aug 17 00:10:29.283393 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-61f1d5a7-96ea-4aa6-ac0b-c529161d2084 req-31d141ba-bf13-4257-a067-cae9468dda50 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d5ca35b88544f06a4e5fba0ad3d3cbd HTTP/1.1" status: 200 len: 380 time: 0.0399745 Aug 17 00:10:29.293594 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-61f1d5a7-96ea-4aa6-ac0b-c529161d2084 req-68e2cb15-cdd2-4379-9a41-67c68978598e tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Request body: {'port': {'device_id': 'cf2f907f-c7e2-447b-92c3-6355abb4038e', 'network_id': '74409842-95b7-4c18-b13d-a6898d050b3e', 'admin_state_up': True, 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'security_groups': ['01ac63fa-c584-42b3-b57e-0deb7a7017d1']}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:10:29.416934 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61f1d5a7-96ea-4aa6-ac0b-c529161d2084 req-68e2cb15-cdd2-4379-9a41-67c68978598e tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Made reservation on behalf of 8d5ca35b88544f06a4e5fba0ad3d3cbd for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:10:29.420508 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-61f1d5a7-96ea-4aa6-ac0b-c529161d2084 req-68e2cb15-cdd2-4379-9a41-67c68978598e tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:29.554234 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-61f1d5a7-96ea-4aa6-ac0b-c529161d2084 req-68e2cb15-cdd2-4379-9a41-67c68978598e tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Allocated IP 172.20.0.7 (74409842-95b7-4c18-b13d-a6898d050b3e/69c2004f-ac45-453e-b5b6-72d281f62a4f/6e7fd938-2214-4311-aaaa-0f05fa852e16) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:10:29.721490 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-61f1d5a7-96ea-4aa6-ac0b-c529161d2084 req-68e2cb15-cdd2-4379-9a41-67c68978598e tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:29.743218 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-61f1d5a7-96ea-4aa6-ac0b-c529161d2084 req-68e2cb15-cdd2-4379-9a41-67c68978598e tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Transition to ACTIVE for port object 6e7fd938-2214-4311-aaaa-0f05fa852e16 will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:10:29.752699 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 186fc9ab-8874-4c6d-98f8-bfcee25c7800 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:10:29.782156 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-61f1d5a7-96ea-4aa6-ac0b-c529161d2084 req-68e2cb15-cdd2-4379-9a41-67c68978598e tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:29.806814 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 186fc9ab-8874-4c6d-98f8-bfcee25c7800 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:10:29.807287 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:29.827689 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61f1d5a7-96ea-4aa6-ac0b-c529161d2084 req-68e2cb15-cdd2-4379-9a41-67c68978598e tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Network 74409842-95b7-4c18-b13d-a6898d050b3e is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:10:29.836811 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-61f1d5a7-96ea-4aa6-ac0b-c529161d2084 req-68e2cb15-cdd2-4379-9a41-67c68978598e tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:10:29.841000 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-61f1d5a7-96ea-4aa6-ac0b-c529161d2084 req-68e2cb15-cdd2-4379-9a41-67c68978598e tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:10:29.878789 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e2cb15-cdd2-4379-9a41-67c68978598e tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event updated for resources: {'Port': ['ID=6e7fd938-2214-4311-aaaa-0f05fa852e16,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:29.909477 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 04ce1083-9e5f-43a6-a216-6fc832f5771a up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:10:29.925068 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f1d5a7-96ea-4aa6-ac0b-c529161d2084 req-68e2cb15-cdd2-4379-9a41-67c68978598e tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:29.926124 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-61f1d5a7-96ea-4aa6-ac0b-c529161d2084 req-68e2cb15-cdd2-4379-9a41-67c68978598e tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:29.952746 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-61f1d5a7-96ea-4aa6-ac0b-c529161d2084 req-68e2cb15-cdd2-4379-9a41-67c68978598e tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6630001 Aug 17 00:10:29.970064 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 04ce1083-9e5f-43a6-a216-6fc832f5771a triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:10:29.970453 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:29.972201 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-61f1d5a7-96ea-4aa6-ac0b-c529161d2084 req-a92f3f90-a151-4a90-9f12-3ecf6fb5ae2d service neutron] Request body: {'port': {'device_id': 'cf2f907f-c7e2-447b-92c3-6355abb4038e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:10:30.032817 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-61f1d5a7-96ea-4aa6-ac0b-c529161d2084 req-a92f3f90-a151-4a90-9f12-3ecf6fb5ae2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:30.067577 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 4380ac8b-abab-4f11-8058-f79fbd331e11 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:10:30.140209 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-e27ee76a-e77a-43a8-8982-50f54e8bf319 None None] Provisioning for port 6e7fd938-2214-4311-aaaa-0f05fa852e16 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:10:30.146354 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-e27ee76a-e77a-43a8-8982-50f54e8bf319 None None] Provisioning complete for port 6e7fd938-2214-4311-aaaa-0f05fa852e16 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:10:30.146788 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e27ee76a-e77a-43a8-8982-50f54e8bf319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:30.195618 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 4380ac8b-abab-4f11-8058-f79fbd331e11 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:10:30.206559 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 4380ac8b-abab-4f11-8058-f79fbd331e11 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:10:30.206882 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d003d210-421d-4dc6-a101-f89809b45eca req-6df2628d-3cd6-49d7-b35f-8c24be05e39d tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:30.207378 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:30.211449 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-e27ee76a-e77a-43a8-8982-50f54e8bf319 None None] Port 6e7fd938-2214-4311-aaaa-0f05fa852e16 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:10:30.214702 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d003d210-421d-4dc6-a101-f89809b45eca req-6df2628d-3cd6-49d7-b35f-8c24be05e39d tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf2f907f-c7e2-447b-92c3-6355abb4038e HTTP/1.1" status: 200 len: 931 time: 0.0649602 Aug 17 00:10:30.258910 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d003d210-421d-4dc6-a101-f89809b45eca req-0e2cef6e-5b56-4377-8e9f-b6002881f3ee tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=01ac63fa-c584-42b3-b57e-0deb7a7017d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413485 Aug 17 00:10:30.298869 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:30.333947 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 4380ac8b-abab-4f11-8058-f79fbd331e11, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=4380ac8b-abab-4f11-8058-f79fbd331e11,segment=NetworkSegment(b79fe85e-aa23-45b2-b713-f5ebe401e750),segment_id=b79fe85e-aa23-45b2-b713-f5ebe401e750)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:10:30.338915 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:30.396520 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=4380ac8b-abab-4f11-8058-f79fbd331e11,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:30.400503 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-61f1d5a7-96ea-4aa6-ac0b-c529161d2084 req-a92f3f90-a151-4a90-9f12-3ecf6fb5ae2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e7fd938-2214-4311-aaaa-0f05fa852e16 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:10:30.409066 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-61f1d5a7-96ea-4aa6-ac0b-c529161d2084 req-a92f3f90-a151-4a90-9f12-3ecf6fb5ae2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:30.420527 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-61f1d5a7-96ea-4aa6-ac0b-c529161d2084 req-a92f3f90-a151-4a90-9f12-3ecf6fb5ae2d service neutron] Transition to ACTIVE for port object 6e7fd938-2214-4311-aaaa-0f05fa852e16 will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:10:30.424771 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-61f1d5a7-96ea-4aa6-ac0b-c529161d2084 req-a92f3f90-a151-4a90-9f12-3ecf6fb5ae2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:30.497004 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92f3f90-a151-4a90-9f12-3ecf6fb5ae2d service neutron] Pushing event updated for resources: {'Port': ['ID=6e7fd938-2214-4311-aaaa-0f05fa852e16,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:30.547026 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-61f1d5a7-96ea-4aa6-ac0b-c529161d2084 req-a92f3f90-a151-4a90-9f12-3ecf6fb5ae2d service neutron] Attempting to bind port 6e7fd938-2214-4311-aaaa-0f05fa852e16 on host n-h2-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:10:30.547965 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-61f1d5a7-96ea-4aa6-ac0b-c529161d2084 req-a92f3f90-a151-4a90-9f12-3ecf6fb5ae2d service neutron] Attempting to bind port 6e7fd938-2214-4311-aaaa-0f05fa852e16 by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': 'b79fe85e-aa23-45b2-b713-f5ebe401e750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '74409842-95b7-4c18-b13d-a6898d050b3e'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:10:30.548309 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f1d5a7-96ea-4aa6-ac0b-c529161d2084 req-a92f3f90-a151-4a90-9f12-3ecf6fb5ae2d service neutron] Attempting to bind port 6e7fd938-2214-4311-aaaa-0f05fa852e16 on network 74409842-95b7-4c18-b13d-a6898d050b3e {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:10:30.553070 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f1d5a7-96ea-4aa6-ac0b-c529161d2084 req-a92f3f90-a151-4a90-9f12-3ecf6fb5ae2d service neutron] Port 6e7fd938-2214-4311-aaaa-0f05fa852e16 on network 74409842-95b7-4c18-b13d-a6898d050b3e not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:10:30.553407 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f1d5a7-96ea-4aa6-ac0b-c529161d2084 req-a92f3f90-a151-4a90-9f12-3ecf6fb5ae2d service neutron] Attempting to bind port 6e7fd938-2214-4311-aaaa-0f05fa852e16 on network 74409842-95b7-4c18-b13d-a6898d050b3e {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:10:30.558537 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f1d5a7-96ea-4aa6-ac0b-c529161d2084 req-a92f3f90-a151-4a90-9f12-3ecf6fb5ae2d service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:10:30.558891 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f1d5a7-96ea-4aa6-ac0b-c529161d2084 req-a92f3f90-a151-4a90-9f12-3ecf6fb5ae2d service neutron] Checking segment: {'id': 'b79fe85e-aa23-45b2-b713-f5ebe401e750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '74409842-95b7-4c18-b13d-a6898d050b3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:10:30.559291 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f1d5a7-96ea-4aa6-ac0b-c529161d2084 req-a92f3f90-a151-4a90-9f12-3ecf6fb5ae2d service neutron] Bound using segment: {'id': 'b79fe85e-aa23-45b2-b713-f5ebe401e750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '74409842-95b7-4c18-b13d-a6898d050b3e'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:10:30.559728 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-61f1d5a7-96ea-4aa6-ac0b-c529161d2084 req-a92f3f90-a151-4a90-9f12-3ecf6fb5ae2d service neutron] Bound port: 6e7fd938-2214-4311-aaaa-0f05fa852e16, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b79fe85e-aa23-45b2-b713-f5ebe401e750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '74409842-95b7-4c18-b13d-a6898d050b3e'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:10:30.560101 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-61f1d5a7-96ea-4aa6-ac0b-c529161d2084 req-a92f3f90-a151-4a90-9f12-3ecf6fb5ae2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:30.630999 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-61f1d5a7-96ea-4aa6-ac0b-c529161d2084 req-a92f3f90-a151-4a90-9f12-3ecf6fb5ae2d service neutron] For port 6e7fd938-2214-4311-aaaa-0f05fa852e16, host n-h2-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:10:30.635424 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-61f1d5a7-96ea-4aa6-ac0b-c529161d2084 req-a92f3f90-a151-4a90-9f12-3ecf6fb5ae2d service neutron] For port 6e7fd938-2214-4311-aaaa-0f05fa852e16, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=6e7fd938-2214-4311-aaaa-0f05fa852e16,segment=NetworkSegment(b79fe85e-aa23-45b2-b713-f5ebe401e750),segment_id=b79fe85e-aa23-45b2-b713-f5ebe401e750)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:10:30.640640 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-61f1d5a7-96ea-4aa6-ac0b-c529161d2084 req-a92f3f90-a151-4a90-9f12-3ecf6fb5ae2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:30.678543 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f1d5a7-96ea-4aa6-ac0b-c529161d2084 req-a92f3f90-a151-4a90-9f12-3ecf6fb5ae2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:30.679170 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-61f1d5a7-96ea-4aa6-ac0b-c529161d2084 req-a92f3f90-a151-4a90-9f12-3ecf6fb5ae2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:30.680583 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-61f1d5a7-96ea-4aa6-ac0b-c529161d2084 req-a92f3f90-a151-4a90-9f12-3ecf6fb5ae2d service neutron] 10.222.0.57 "PUT /v2.0/ports/6e7fd938-2214-4311-aaaa-0f05fa852e16 HTTP/1.1" status: 200 len: 1092 time: 0.7147145 Aug 17 00:10:30.681030 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf2f907f-c7e2-447b-92c3-6355abb4038e', 'tag': '6e7fd938-2214-4311-aaaa-0f05fa852e16'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:10:30.683570 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7165c1ab170cf7a86a4d2d0d4fd52c1e3b7b58c190c14e765d35b2aa62be1e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82010566-8c74-4546-af69-e462253961e7" -d '{"events": [{"name": "network-changed", "server_uuid": "cf2f907f-c7e2-447b-92c3-6355abb4038e", "tag": "6e7fd938-2214-4311-aaaa-0f05fa852e16"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:10:30.717570 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92f3f90-a151-4a90-9f12-3ecf6fb5ae2d service neutron] Pushing event updated for resources: {'Port': ['ID=6e7fd938-2214-4311-aaaa-0f05fa852e16,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:30.730394 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87e8a958-7119-48b1-bcc1-fa00ef9229fd x-openstack-request-id: req-87e8a958-7119-48b1-bcc1-fa00ef9229fd {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:10:30.730679 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf2f907f-c7e2-447b-92c3-6355abb4038e", "tag": "6e7fd938-2214-4311-aaaa-0f05fa852e16", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:10:30.730935 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-87e8a958-7119-48b1-bcc1-fa00ef9229fd {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:10:30.731346 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf2f907f-c7e2-447b-92c3-6355abb4038e', 'tag': '6e7fd938-2214-4311-aaaa-0f05fa852e16', 'status': 'completed', 'code': 200} Aug 17 00:10:30.804664 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f1d5a7-96ea-4aa6-ac0b-c529161d2084 req-506a7887-0276-4fe8-ac35-df99da1f005c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:30.806224 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-61f1d5a7-96ea-4aa6-ac0b-c529161d2084 req-506a7887-0276-4fe8-ac35-df99da1f005c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8d5ca35b88544f06a4e5fba0ad3d3cbd&device_id=cf2f907f-c7e2-447b-92c3-6355abb4038e HTTP/1.1" status: 200 len: 1095 time: 0.0439179 Aug 17 00:10:30.856323 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-61f1d5a7-96ea-4aa6-ac0b-c529161d2084 req-b6e785be-c3ba-4f0c-9609-897570c564dd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e7fd938-2214-4311-aaaa-0f05fa852e16 HTTP/1.1" status: 200 len: 217 time: 0.0370517 Aug 17 00:10:30.910632 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f1d5a7-96ea-4aa6-ac0b-c529161d2084 req-59387716-2fea-4c1d-a234-b719de6acb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:30.912116 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-61f1d5a7-96ea-4aa6-ac0b-c529161d2084 req-59387716-2fea-4c1d-a234-b719de6acb1b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=69c2004f-ac45-453e-b5b6-72d281f62a4f HTTP/1.1" status: 200 len: 834 time: 0.0492787 Aug 17 00:10:30.958315 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f1d5a7-96ea-4aa6-ac0b-c529161d2084 req-20caca40-9e55-4401-b0bb-8a3abbd85c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:30.959846 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-61f1d5a7-96ea-4aa6-ac0b-c529161d2084 req-20caca40-9e55-4401-b0bb-8a3abbd85c34 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=74409842-95b7-4c18-b13d-a6898d050b3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409703 Aug 17 00:10:31.051206 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-61f1d5a7-96ea-4aa6-ac0b-c529161d2084 req-3870e8e1-be1a-419a-87d9-e7abe066c64c service neutron] 10.222.0.57 "GET /v2.0/networks/74409842-95b7-4c18-b13d-a6898d050b3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833955 Aug 17 00:10:31.145101 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-61f1d5a7-96ea-4aa6-ac0b-c529161d2084 req-4a16b776-baac-47e7-8bce-0ae0ca2b69b5 service neutron] 10.222.0.57 "GET /v2.0/networks/74409842-95b7-4c18-b13d-a6898d050b3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872154 Aug 17 00:10:31.266887 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82010566-8c74-4546-af69-e462253961e7 req-f6d04903-1b7a-4ff2-8ac5-15ad4de0937e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:31.268197 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-82010566-8c74-4546-af69-e462253961e7 req-f6d04903-1b7a-4ff2-8ac5-15ad4de0937e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8d5ca35b88544f06a4e5fba0ad3d3cbd&device_id=cf2f907f-c7e2-447b-92c3-6355abb4038e HTTP/1.1" status: 200 len: 1095 time: 0.0418909 Aug 17 00:10:31.364837 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82010566-8c74-4546-af69-e462253961e7 req-ddd8c80d-1cb3-4287-915d-1bac393fc4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:31.366364 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-82010566-8c74-4546-af69-e462253961e7 req-ddd8c80d-1cb3-4287-915d-1bac393fc4fe service neutron] 10.222.0.57 "GET /v2.0/networks?id=74409842-95b7-4c18-b13d-a6898d050b3e HTTP/1.1" status: 200 len: 897 time: 0.0912478 Aug 17 00:10:31.381339 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6781b6ba-2ecd-4d9b-ba2f-ae9dd4c3e7dd req-679e5c7b-2a0f-429f-ac1e-150436b0e179 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:31.382933 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6781b6ba-2ecd-4d9b-ba2f-ae9dd4c3e7dd req-679e5c7b-2a0f-429f-ac1e-150436b0e179 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf2f907f-c7e2-447b-92c3-6355abb4038e HTTP/1.1" status: 200 len: 943 time: 0.0573869 Aug 17 00:10:31.410389 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-82010566-8c74-4546-af69-e462253961e7 req-f1e17af7-5f19-4348-bf5a-2975ec35bc04 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e7fd938-2214-4311-aaaa-0f05fa852e16 HTTP/1.1" status: 200 len: 217 time: 0.0361989 Aug 17 00:10:31.423629 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6781b6ba-2ecd-4d9b-ba2f-ae9dd4c3e7dd req-f9eaaf1b-9360-48bd-a854-62d84e8d1efd tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=01ac63fa-c584-42b3-b57e-0deb7a7017d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343642 Aug 17 00:10:31.460040 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82010566-8c74-4546-af69-e462253961e7 req-0600c184-7bd7-4bd9-b33d-a83006ff159b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:31.461558 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-82010566-8c74-4546-af69-e462253961e7 req-0600c184-7bd7-4bd9-b33d-a83006ff159b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=69c2004f-ac45-453e-b5b6-72d281f62a4f HTTP/1.1" status: 200 len: 834 time: 0.0449996 Aug 17 00:10:31.511818 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82010566-8c74-4546-af69-e462253961e7 req-b40e3d05-4198-45ca-89cd-6d78b4fcef23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:31.513340 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-82010566-8c74-4546-af69-e462253961e7 req-b40e3d05-4198-45ca-89cd-6d78b4fcef23 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=74409842-95b7-4c18-b13d-a6898d050b3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449905 Aug 17 00:10:31.603670 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-82010566-8c74-4546-af69-e462253961e7 req-95109407-4f9a-473a-ad22-658cb0c33f44 service neutron] 10.222.0.57 "GET /v2.0/networks/74409842-95b7-4c18-b13d-a6898d050b3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831761 Aug 17 00:10:31.641283 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 4380ac8b-abab-4f11-8058-f79fbd331e11 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:10:31.689760 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 4380ac8b-abab-4f11-8058-f79fbd331e11 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:10:31.690029 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:31.698920 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-82010566-8c74-4546-af69-e462253961e7 req-45faf234-5083-4ba0-bd1f-106046cca46c service neutron] 10.222.0.57 "GET /v2.0/networks/74409842-95b7-4c18-b13d-a6898d050b3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879884 Aug 17 00:10:32.543664 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd9b071-cf48-46c1-8394-c9eceeabd056 req-94e54823-4e7c-4e64-a927-bfed50077a2a tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:32.545201 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bdd9b071-cf48-46c1-8394-c9eceeabd056 req-94e54823-4e7c-4e64-a927-bfed50077a2a tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf2f907f-c7e2-447b-92c3-6355abb4038e HTTP/1.1" status: 200 len: 943 time: 0.0499268 Aug 17 00:10:32.593876 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bdd9b071-cf48-46c1-8394-c9eceeabd056 req-8f8454cd-d6b2-4c48-b847-e657332c73e9 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=01ac63fa-c584-42b3-b57e-0deb7a7017d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412893 Aug 17 00:10:33.722146 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f76fef3-4b80-42d1-822b-b3ac83c759b1 req-1c3fc068-6b32-4b8e-88d8-acdfab464f76 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:33.723726 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3f76fef3-4b80-42d1-822b-b3ac83c759b1 req-1c3fc068-6b32-4b8e-88d8-acdfab464f76 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf2f907f-c7e2-447b-92c3-6355abb4038e HTTP/1.1" status: 200 len: 943 time: 0.0581768 Aug 17 00:10:33.771338 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3f76fef3-4b80-42d1-822b-b3ac83c759b1 req-f837153b-585a-4940-8630-db320ffbac77 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=01ac63fa-c584-42b3-b57e-0deb7a7017d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402248 Aug 17 00:10:34.273125 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 6e7fd938-2214-4311-aaaa-0f05fa852e16 details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:10:34.374961 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 6e7fd938-2214-4311-aaaa-0f05fa852e16, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=6e7fd938-2214-4311-aaaa-0f05fa852e16,segment=NetworkSegment(b79fe85e-aa23-45b2-b713-f5ebe401e750),segment_id=b79fe85e-aa23-45b2-b713-f5ebe401e750)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:10:34.387365 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': '6e7fd938-2214-4311-aaaa-0f05fa852e16', 'network_id': '74409842-95b7-4c18-b13d-a6898d050b3e', 'port_id': '6e7fd938-2214-4311-aaaa-0f05fa852e16', 'mac_address': 'fa:16:3e:e6:84:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69c2004f-ac45-453e-b5b6-72d281f62a4f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:10:34.425779 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:34.439386 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e7fd938-2214-4311-aaaa-0f05fa852e16 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:10:34.463319 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 6e7fd938-2214-4311-aaaa-0f05fa852e16, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=6e7fd938-2214-4311-aaaa-0f05fa852e16,segment=NetworkSegment(b79fe85e-aa23-45b2-b713-f5ebe401e750),segment_id=b79fe85e-aa23-45b2-b713-f5ebe401e750)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:10:34.467451 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:34.516244 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=6e7fd938-2214-4311-aaaa-0f05fa852e16,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:34.892659 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82d0316-8977-4468-bf5f-e02d0fd48d43 req-668db9c5-5592-424e-b346-4c3849628c69 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:34.896623 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a82d0316-8977-4468-bf5f-e02d0fd48d43 req-668db9c5-5592-424e-b346-4c3849628c69 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf2f907f-c7e2-447b-92c3-6355abb4038e HTTP/1.1" status: 200 len: 944 time: 0.0567629 Aug 17 00:10:34.896783 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['6e7fd938-2214-4311-aaaa-0f05fa852e16'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:10:34.935897 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a82d0316-8977-4468-bf5f-e02d0fd48d43 req-ca23172c-70e1-4c07-862b-4bf5ac620d4b tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=01ac63fa-c584-42b3-b57e-0deb7a7017d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344610 Aug 17 00:10:36.058878 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeb71f7-92cc-40d6-ba84-5462b0778dc4 req-7f62dbf1-80c1-4477-bfa2-86bc2cdefe76 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:36.060414 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cdeb71f7-92cc-40d6-ba84-5462b0778dc4 req-7f62dbf1-80c1-4477-bfa2-86bc2cdefe76 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf2f907f-c7e2-447b-92c3-6355abb4038e HTTP/1.1" status: 200 len: 944 time: 0.0518699 Aug 17 00:10:36.100778 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cdeb71f7-92cc-40d6-ba84-5462b0778dc4 req-373cdc0b-8781-47b8-bb1f-485d7e41bdb2 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=01ac63fa-c584-42b3-b57e-0deb7a7017d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337751 Aug 17 00:10:36.271324 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 6e7fd938-2214-4311-aaaa-0f05fa852e16 up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:10:36.324007 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning for port 6e7fd938-2214-4311-aaaa-0f05fa852e16 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:10:36.327872 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port 6e7fd938-2214-4311-aaaa-0f05fa852e16 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:10:36.328275 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:36.417876 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:36.441852 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf2f907f-c7e2-447b-92c3-6355abb4038e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e7fd938-2214-4311-aaaa-0f05fa852e16'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:10:36.444112 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d789e1acf86fc3837d65c5c7bf7b17f03ca076816da63f24d17cffa1a624f203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1880930b-a889-4cbf-b8d1-5244e4a170cf" -d '{"events": [{"server_uuid": "cf2f907f-c7e2-447b-92c3-6355abb4038e", "name": "network-vif-plugged", "status": "completed", "tag": "6e7fd938-2214-4311-aaaa-0f05fa852e16"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:10:36.457805 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 6e7fd938-2214-4311-aaaa-0f05fa852e16, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=6e7fd938-2214-4311-aaaa-0f05fa852e16,segment=NetworkSegment(b79fe85e-aa23-45b2-b713-f5ebe401e750),segment_id=b79fe85e-aa23-45b2-b713-f5ebe401e750)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:10:36.463992 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:36.520096 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=6e7fd938-2214-4311-aaaa-0f05fa852e16,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:36.562341 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c41c6e9-0cc9-435a-9208-20b802ca5a13 x-openstack-request-id: req-1c41c6e9-0cc9-435a-9208-20b802ca5a13 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:10:36.562643 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf2f907f-c7e2-447b-92c3-6355abb4038e", "name": "network-vif-plugged", "status": "completed", "tag": "6e7fd938-2214-4311-aaaa-0f05fa852e16", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:10:36.563009 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1c41c6e9-0cc9-435a-9208-20b802ca5a13 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:10:36.564135 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf2f907f-c7e2-447b-92c3-6355abb4038e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e7fd938-2214-4311-aaaa-0f05fa852e16', 'code': 200} Aug 17 00:10:36.689844 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcfa3de-37e9-4b74-afd3-c4d18bf5dac0 req-392b37b6-a3d3-44fe-a1d9-78736be5c21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:36.691505 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0dcfa3de-37e9-4b74-afd3-c4d18bf5dac0 req-392b37b6-a3d3-44fe-a1d9-78736be5c21e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cf2f907f-c7e2-447b-92c3-6355abb4038e HTTP/1.1" status: 200 len: 1097 time: 0.0462012 Aug 17 00:10:36.727942 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0dcfa3de-37e9-4b74-afd3-c4d18bf5dac0 req-97e8aa52-ec9f-4b25-bed4-04789a378988 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=01ac63fa-c584-42b3-b57e-0deb7a7017d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298321 Aug 17 00:10:37.228399 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d95ce2-5a8a-48a3-8422-4f32d31bcfe8 req-01dc75b4-b7fc-43bf-8396-5a95fc47e1c9 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:37.229615 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d0d95ce2-5a8a-48a3-8422-4f32d31bcfe8 req-01dc75b4-b7fc-43bf-8396-5a95fc47e1c9 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf2f907f-c7e2-447b-92c3-6355abb4038e HTTP/1.1" status: 200 len: 945 time: 0.0520320 Aug 17 00:10:37.279555 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d0d95ce2-5a8a-48a3-8422-4f32d31bcfe8 req-1c604963-531a-410e-b787-7250164ee908 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=01ac63fa-c584-42b3-b57e-0deb7a7017d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409606 Aug 17 00:10:38.415385 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbfc7f6-8636-4c38-8a7f-fa0a33878b96 req-4c73ca28-3378-4e1f-a466-d9273ac7983f tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:38.416912 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4dbfc7f6-8636-4c38-8a7f-fa0a33878b96 req-4c73ca28-3378-4e1f-a466-d9273ac7983f tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf2f907f-c7e2-447b-92c3-6355abb4038e HTTP/1.1" status: 200 len: 945 time: 0.0566361 Aug 17 00:10:38.456989 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4dbfc7f6-8636-4c38-8a7f-fa0a33878b96 req-da0342b8-feb3-43bc-8aa9-92b2c7812c3b tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=01ac63fa-c584-42b3-b57e-0deb7a7017d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340776 Aug 17 00:10:38.576744 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9e25b2-9dd4-461e-b387-2a19de1c9082 req-4f4fa08b-1a3d-4376-afd7-ab6eb966fcfb tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:38.578246 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fe9e25b2-9dd4-461e-b387-2a19de1c9082 req-4f4fa08b-1a3d-4376-afd7-ab6eb966fcfb tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf2f907f-c7e2-447b-92c3-6355abb4038e HTTP/1.1" status: 200 len: 945 time: 0.0515487 Aug 17 00:10:38.619417 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fe9e25b2-9dd4-461e-b387-2a19de1c9082 req-1321890d-7bb0-48d3-bb57-826b2e10f380 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=01ac63fa-c584-42b3-b57e-0deb7a7017d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344276 Aug 17 00:10:38.642497 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 59790) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:38.683457 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64938203-5f5a-46cd-8fdb-aefe993173ff tempest-TestNetworkAdvancedServerOps-239719549 tempest-TestNetworkAdvancedServerOps-239719549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:38.685074 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-64938203-5f5a-46cd-8fdb-aefe993173ff tempest-TestNetworkAdvancedServerOps-239719549 tempest-TestNetworkAdvancedServerOps-239719549-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=cf2f907f-c7e2-447b-92c3-6355abb4038e HTTP/1.1" status: 200 len: 1092 time: 0.0415831 Aug 17 00:10:38.688057 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 59792) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:38.693426 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-aae5edbd-b720-4261-bfc3-f0cd4d04924a tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Request body: {'floatingip': {'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'port_id': '6e7fd938-2214-4311-aaaa-0f05fa852e16', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:10:38.717005 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-aae5edbd-b720-4261-bfc3-f0cd4d04924a tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for floatingip, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:38.824064 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-aae5edbd-b720-4261-bfc3-f0cd4d04924a tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:38.930905 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-aae5edbd-b720-4261-bfc3-f0cd4d04924a tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Allocated IP 172.25.4.79 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/2c04d679-583a-482e-a310-385a83855cbe) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:10:39.042563 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-aae5edbd-b720-4261-bfc3-f0cd4d04924a tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:39.083928 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-aae5edbd-b720-4261-bfc3-f0cd4d04924a tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:39.124497 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae5edbd-b720-4261-bfc3-f0cd4d04924a tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:10:39.128554 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-aae5edbd-b720-4261-bfc3-f0cd4d04924a tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:10:39.132385 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae5edbd-b720-4261-bfc3-f0cd4d04924a tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:10:39.138031 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae5edbd-b720-4261-bfc3-f0cd4d04924a tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event updated for resources: {'Port': ['ID=2c04d679-583a-482e-a310-385a83855cbe,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:39.508340 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-aae5edbd-b720-4261-bfc3-f0cd4d04924a tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:39.577224 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-aae5edbd-b720-4261-bfc3-f0cd4d04924a tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:39.734927 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-aae5edbd-b720-4261-bfc3-f0cd4d04924a tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:39.739965 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-aae5edbd-b720-4261-bfc3-f0cd4d04924a tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:39.806542 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae5edbd-b720-4261-bfc3-f0cd4d04924a tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event updated for resources: {'Port': ['ID=2c04d679-583a-482e-a310-385a83855cbe,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:10:39.822172 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-aae5edbd-b720-4261-bfc3-f0cd4d04924a tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:39.922392 n-d-791506-26 neutron-server[101292]: INFO neutron.db.l3_db [None req-aae5edbd-b720-4261-bfc3-f0cd4d04924a tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Floating IP df13eceb-4b2c-42e2-86ec-3e13aca4d019 associated. External IP: 172.25.4.79, port: 6e7fd938-2214-4311-aaaa-0f05fa852e16. Aug 17 00:10:40.135433 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aae5edbd-b720-4261-bfc3-f0cd4d04924a tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Router 2f7c9f6d-b40f-424b-99d5-a6c35fcd2025 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:10:40.246576 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aae5edbd-b720-4261-bfc3-f0cd4d04924a tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:10:40.258157 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfd004a-0d8f-4081-b23e-ada50185b0ba None None] Sync routers for ids ['2f7c9f6d-b40f-424b-99d5-a6c35fcd2025'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:10:40.263708 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-aae5edbd-b720-4261-bfc3-f0cd4d04924a tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:40.269403 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfd004a-0d8f-4081-b23e-ada50185b0ba None None] Routers {'2f7c9f6d-b40f-424b-99d5-a6c35fcd2025'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:10:40.270270 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-1cfd004a-0d8f-4081-b23e-ada50185b0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:10:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['2f7c9f6d-b40f-424b-99d5-a6c35fcd2025'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:40.292834 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-aae5edbd-b720-4261-bfc3-f0cd4d04924a tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6027346 Aug 17 00:10:40.293430 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf2f907f-c7e2-447b-92c3-6355abb4038e', 'tag': '6e7fd938-2214-4311-aaaa-0f05fa852e16'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:10:40.295800 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5be9a9c22bfe9382157933c6eba925c7622163b8a5c85bc608140d30d6fa20cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b723750-77ed-4fe8-8fc3-cc28f6e18c89" -d '{"events": [{"name": "network-changed", "server_uuid": "cf2f907f-c7e2-447b-92c3-6355abb4038e", "tag": "6e7fd938-2214-4311-aaaa-0f05fa852e16"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:10:40.351983 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b91ca58e-27fd-408e-be4b-597a8eefc103 x-openstack-request-id: req-b91ca58e-27fd-408e-be4b-597a8eefc103 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:10:40.352899 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf2f907f-c7e2-447b-92c3-6355abb4038e", "tag": "6e7fd938-2214-4311-aaaa-0f05fa852e16", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:10:40.353162 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b91ca58e-27fd-408e-be4b-597a8eefc103 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:10:40.353578 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf2f907f-c7e2-447b-92c3-6355abb4038e', 'tag': '6e7fd938-2214-4311-aaaa-0f05fa852e16', 'status': 'completed', 'code': 200} Aug 17 00:10:40.389336 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-1cfd004a-0d8f-4081-b23e-ada50185b0ba None None] Set router 2f7c9f6d-b40f-424b-99d5-a6c35fcd2025 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:10:40.435436 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8618d482-7ad5-4da3-9c0a-9cddef77dc26 req-aa4207f6-0f2d-4ce0-a89f-edb8ea345354 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:40.444154 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8618d482-7ad5-4da3-9c0a-9cddef77dc26 req-aa4207f6-0f2d-4ce0-a89f-edb8ea345354 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf2f907f-c7e2-447b-92c3-6355abb4038e HTTP/1.1" status: 200 len: 945 time: 0.0701385 Aug 17 00:10:40.463516 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b723750-77ed-4fe8-8fc3-cc28f6e18c89 req-a4a37a2b-2170-480b-92b0-a2db4c43b7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:40.465838 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0b723750-77ed-4fe8-8fc3-cc28f6e18c89 req-a4a37a2b-2170-480b-92b0-a2db4c43b7a5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8d5ca35b88544f06a4e5fba0ad3d3cbd&device_id=cf2f907f-c7e2-447b-92c3-6355abb4038e HTTP/1.1" status: 200 len: 1097 time: 0.0559657 Aug 17 00:10:40.490270 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8618d482-7ad5-4da3-9c0a-9cddef77dc26 req-d4568d75-1608-4925-bc72-1a9559fe73c4 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=01ac63fa-c584-42b3-b57e-0deb7a7017d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451143 Aug 17 00:10:40.508520 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 59798) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:40.606590 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b723750-77ed-4fe8-8fc3-cc28f6e18c89 req-03c000a7-dfc2-43d8-a799-c5a26ca26b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:40.609126 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0b723750-77ed-4fe8-8fc3-cc28f6e18c89 req-03c000a7-dfc2-43d8-a799-c5a26ca26b5d service neutron] 10.222.0.57 "GET /v2.0/networks?id=74409842-95b7-4c18-b13d-a6898d050b3e HTTP/1.1" status: 200 len: 897 time: 0.1351550 Aug 17 00:10:40.609284 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-11361146-2039-4ff7-9891-da5b1a8a785a tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/floatingips/df13eceb-4b2c-42e2-86ec-3e13aca4d019 HTTP/1.1" status: 200 len: 990 time: 0.0987697 Aug 17 00:10:40.676889 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0b723750-77ed-4fe8-8fc3-cc28f6e18c89 req-2476937d-071a-4c78-9f00-8a534370c46b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e7fd938-2214-4311-aaaa-0f05fa852e16 HTTP/1.1" status: 200 len: 998 time: 0.0616121 Aug 17 00:10:40.679966 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-1cfd004a-0d8f-4081-b23e-ada50185b0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f7c9f6d-b40f-424b-99d5-a6c35fcd2025', 'name': 'tempest-TestNetworkAdvancedServerOps-router-492213373', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '186fc9ab-8874-4c6d-98f8-bfcee25c7800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:10:22Z', 'updated_at': '2021-08-17T00:10:26Z', 'revision_number': 4, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'gw_port': {'id': '186fc9ab-8874-4c6d-98f8-bfcee25c7800', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:9f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7c9f6d-b40f-424b-99d5-a6c35fcd2025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:10:22Z', 'updated_at': '2021-08-17T00:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': 'df13eceb-4b2c-42e2-86ec-3e13aca4d019', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'floating_ip_address': '172.25.4.79', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': '2f7c9f6d-b40f-424b-99d5-a6c35fcd2025', 'port_id': '6e7fd938-2214-4311-aaaa-0f05fa852e16', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74409842-95b7-4c18-b13d-a6898d050b3e', 'mac_address': 'fa:16:3e:e6:84:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2f907f-c7e2-447b-92c3-6355abb4038e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:10:39Z', 'updated_at': '2021-08-17T00:10:39Z', 'revision_number': 0, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4380ac8b-abab-4f11-8058-f79fbd331e11', 'name': '', 'network_id': '74409842-95b7-4c18-b13d-a6898d050b3e', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'mac_address': 'fa:16:3e:b0:ac:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7c9f6d-b40f-424b-99d5-a6c35fcd2025', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '69c2004f-ac45-453e-b5b6-72d281f62a4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:10:25Z', 'updated_at': '2021-08-17T00:10:30Z', 'revision_number': 5, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'subnets': [{'id': '69c2004f-ac45-453e-b5b6-72d281f62a4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:40.710803 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfd004a-0d8f-4081-b23e-ada50185b0ba None None] Checking router: 2f7c9f6d-b40f-424b-99d5-a6c35fcd2025 for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:10:40.719179 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfd004a-0d8f-4081-b23e-ada50185b0ba None None] Routers {'2f7c9f6d-b40f-424b-99d5-a6c35fcd2025'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:10:40.720428 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-1cfd004a-0d8f-4081-b23e-ada50185b0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:10:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['2f7c9f6d-b40f-424b-99d5-a6c35fcd2025'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:40.735953 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b723750-77ed-4fe8-8fc3-cc28f6e18c89 req-681b0919-20f9-4d7f-9f37-34f44f8a8214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:40.737514 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0b723750-77ed-4fe8-8fc3-cc28f6e18c89 req-681b0919-20f9-4d7f-9f37-34f44f8a8214 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=69c2004f-ac45-453e-b5b6-72d281f62a4f HTTP/1.1" status: 200 len: 834 time: 0.0546606 Aug 17 00:10:40.786219 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b723750-77ed-4fe8-8fc3-cc28f6e18c89 req-0fedbc84-9f19-4f6a-9e99-503ad33a1c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:40.787760 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0b723750-77ed-4fe8-8fc3-cc28f6e18c89 req-0fedbc84-9f19-4f6a-9e99-503ad33a1c0c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=74409842-95b7-4c18-b13d-a6898d050b3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439332 Aug 17 00:10:40.828511 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-1cfd004a-0d8f-4081-b23e-ada50185b0ba None None] Set router 2f7c9f6d-b40f-424b-99d5-a6c35fcd2025 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:10:40.882012 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0b723750-77ed-4fe8-8fc3-cc28f6e18c89 req-afe98da7-0a83-45a1-b2b1-1495680026f2 service neutron] 10.222.0.57 "GET /v2.0/networks/74409842-95b7-4c18-b13d-a6898d050b3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870640 Aug 17 00:10:40.986879 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0b723750-77ed-4fe8-8fc3-cc28f6e18c89 req-f9a0a569-5c31-42ef-b226-9c7db8f50cd4 service neutron] 10.222.0.57 "GET /v2.0/networks/74409842-95b7-4c18-b13d-a6898d050b3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980856 Aug 17 00:10:41.065817 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-1cfd004a-0d8f-4081-b23e-ada50185b0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f7c9f6d-b40f-424b-99d5-a6c35fcd2025', 'name': 'tempest-TestNetworkAdvancedServerOps-router-492213373', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '186fc9ab-8874-4c6d-98f8-bfcee25c7800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:10:22Z', 'updated_at': '2021-08-17T00:10:26Z', 'revision_number': 4, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'gw_port': {'id': '186fc9ab-8874-4c6d-98f8-bfcee25c7800', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:9f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7c9f6d-b40f-424b-99d5-a6c35fcd2025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:10:22Z', 'updated_at': '2021-08-17T00:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': 'df13eceb-4b2c-42e2-86ec-3e13aca4d019', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'floating_ip_address': '172.25.4.79', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': '2f7c9f6d-b40f-424b-99d5-a6c35fcd2025', 'port_id': '6e7fd938-2214-4311-aaaa-0f05fa852e16', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74409842-95b7-4c18-b13d-a6898d050b3e', 'mac_address': 'fa:16:3e:e6:84:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2f907f-c7e2-447b-92c3-6355abb4038e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:10:39Z', 'updated_at': '2021-08-17T00:10:39Z', 'revision_number': 0, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4380ac8b-abab-4f11-8058-f79fbd331e11', 'name': '', 'network_id': '74409842-95b7-4c18-b13d-a6898d050b3e', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'mac_address': 'fa:16:3e:b0:ac:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7c9f6d-b40f-424b-99d5-a6c35fcd2025', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '69c2004f-ac45-453e-b5b6-72d281f62a4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:10:25Z', 'updated_at': '2021-08-17T00:10:30Z', 'revision_number': 5, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'subnets': [{'id': '69c2004f-ac45-453e-b5b6-72d281f62a4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:10:41.096270 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfd004a-0d8f-4081-b23e-ada50185b0ba None None] The sync data for ids ['2f7c9f6d-b40f-424b-99d5-a6c35fcd2025'] in n-d-791506-26 is: [{'id': '2f7c9f6d-b40f-424b-99d5-a6c35fcd2025', 'name': 'tempest-TestNetworkAdvancedServerOps-router-492213373', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '186fc9ab-8874-4c6d-98f8-bfcee25c7800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:10:22Z', 'updated_at': '2021-08-17T00:10:26Z', 'revision_number': 4, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'gw_port': {'id': '186fc9ab-8874-4c6d-98f8-bfcee25c7800', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:9f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7c9f6d-b40f-424b-99d5-a6c35fcd2025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:10:22Z', 'updated_at': '2021-08-17T00:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': 'df13eceb-4b2c-42e2-86ec-3e13aca4d019', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'floating_ip_address': '172.25.4.79', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': '2f7c9f6d-b40f-424b-99d5-a6c35fcd2025', 'port_id': '6e7fd938-2214-4311-aaaa-0f05fa852e16', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74409842-95b7-4c18-b13d-a6898d050b3e', 'mac_address': 'fa:16:3e:e6:84:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2f907f-c7e2-447b-92c3-6355abb4038e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:10:39Z', 'updated_at': '2021-08-17T00:10:39Z', 'revision_number': 0, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4380ac8b-abab-4f11-8058-f79fbd331e11', 'name': '', 'network_id': '74409842-95b7-4c18-b13d-a6898d050b3e', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'mac_address': 'fa:16:3e:b0:ac:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7c9f6d-b40f-424b-99d5-a6c35fcd2025', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '69c2004f-ac45-453e-b5b6-72d281f62a4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:10:25Z', 'updated_at': '2021-08-17T00:10:30Z', 'revision_number': 5, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'subnets': [{'id': '69c2004f-ac45-453e-b5b6-72d281f62a4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:10:41.328332 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adba3365-bbfc-43a2-8917-98732f23e5ee None None] New status for floating IP df13eceb-4b2c-42e2-86ec-3e13aca4d019: ACTIVE {{(pid=101293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 00:10:41.611185 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 59800) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:10:41.672161 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-abecee12-855b-41fb-b509-de23c9da5985 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/floatingips/df13eceb-4b2c-42e2-86ec-3e13aca4d019 HTTP/1.1" status: 200 len: 992 time: 0.0597577 Aug 17 00:10:42.055213 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5561c921-4039-4975-a28d-f4fb8ea5e7b2 req-9da7add4-e25f-434f-a02d-a0fd6e7aa8f7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cf2f907f-c7e2-447b-92c3-6355abb4038e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0408757 Aug 17 00:10:42.081024 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:42.153137 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5561c921-4039-4975-a28d-f4fb8ea5e7b2 req-d1247d46-0797-4f16-a626-c6562c19cf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:42.154662 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5561c921-4039-4975-a28d-f4fb8ea5e7b2 req-d1247d46-0797-4f16-a626-c6562c19cf13 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8d5ca35b88544f06a4e5fba0ad3d3cbd&device_id=cf2f907f-c7e2-447b-92c3-6355abb4038e HTTP/1.1" status: 200 len: 1097 time: 0.0419838 Aug 17 00:10:42.268603 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5561c921-4039-4975-a28d-f4fb8ea5e7b2 req-b16696ff-8b88-4817-b84c-e4a0d325af85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:42.270123 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5561c921-4039-4975-a28d-f4fb8ea5e7b2 req-b16696ff-8b88-4817-b84c-e4a0d325af85 service neutron] 10.222.0.57 "GET /v2.0/networks?id=74409842-95b7-4c18-b13d-a6898d050b3e HTTP/1.1" status: 200 len: 897 time: 0.0931036 Aug 17 00:10:42.343591 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5561c921-4039-4975-a28d-f4fb8ea5e7b2 req-aaeff092-bb78-4c0e-950d-c57466be7d17 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e7fd938-2214-4311-aaaa-0f05fa852e16 HTTP/1.1" status: 200 len: 1000 time: 0.0660388 Aug 17 00:10:42.400032 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5561c921-4039-4975-a28d-f4fb8ea5e7b2 req-38647e7d-ec27-4607-8374-e86a1deaa5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:42.401484 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5561c921-4039-4975-a28d-f4fb8ea5e7b2 req-38647e7d-ec27-4607-8374-e86a1deaa5ec service neutron] 10.222.0.57 "GET /v2.0/subnets?id=69c2004f-ac45-453e-b5b6-72d281f62a4f HTTP/1.1" status: 200 len: 834 time: 0.0510721 Aug 17 00:10:42.454886 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5561c921-4039-4975-a28d-f4fb8ea5e7b2 req-a773d8a5-9e01-4fe4-b2da-b82282c71fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:10:42.456569 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5561c921-4039-4975-a28d-f4fb8ea5e7b2 req-a773d8a5-9e01-4fe4-b2da-b82282c71fa4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=74409842-95b7-4c18-b13d-a6898d050b3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0470107 Aug 17 00:10:42.552316 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5561c921-4039-4975-a28d-f4fb8ea5e7b2 req-f5e71d7a-393b-4511-9874-81c4be10f900 service neutron] 10.222.0.57 "GET /v2.0/networks/74409842-95b7-4c18-b13d-a6898d050b3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890567 Aug 17 00:10:42.892005 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5561c921-4039-4975-a28d-f4fb8ea5e7b2 req-55caf06a-8639-4458-9b89-8ce281b0ad31 service neutron] 10.222.0.57 "GET /v2.0/networks/74409842-95b7-4c18-b13d-a6898d050b3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3330803 Aug 17 00:10:47.820772 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2b320bd8-7ac3-49ec-9964-90e001d4188d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:49.898697 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9803e20f-4d30-43b7-8d3f-fdff597c3e0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:50.799664 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:51.872813 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:53.130038 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:10:56.155013 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:00.803143 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:11:12.096065 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:17.823324 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0f63012f-52e4-4cc6-9e03-be130fefaefa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:19.901306 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e8878b4a-39d4-4b85-a083-996fa0b968e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:20.801794 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:21.878071 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:23.131018 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:26.161713 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:37.803152 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:11:42.098543 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:43.075523 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d24065d0-17b7-4de2-91c3-4dc89b00a61b req-7fed14a1-0bc8-4ec6-a101-b6ba564cc47a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cf2f907f-c7e2-447b-92c3-6355abb4038e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0393767 Aug 17 00:11:43.178408 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24065d0-17b7-4de2-91c3-4dc89b00a61b req-a141216c-4fdf-4da5-b4ca-f2ba7071079f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:43.179913 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d24065d0-17b7-4de2-91c3-4dc89b00a61b req-a141216c-4fdf-4da5-b4ca-f2ba7071079f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8d5ca35b88544f06a4e5fba0ad3d3cbd&device_id=cf2f907f-c7e2-447b-92c3-6355abb4038e HTTP/1.1" status: 200 len: 1097 time: 0.0441246 Aug 17 00:11:43.284751 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24065d0-17b7-4de2-91c3-4dc89b00a61b req-707899f1-58c9-4f09-90e3-33d6d59c2f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:43.286225 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d24065d0-17b7-4de2-91c3-4dc89b00a61b req-707899f1-58c9-4f09-90e3-33d6d59c2f93 service neutron] 10.222.0.57 "GET /v2.0/networks?id=74409842-95b7-4c18-b13d-a6898d050b3e HTTP/1.1" status: 200 len: 897 time: 0.0870512 Aug 17 00:11:43.357102 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d24065d0-17b7-4de2-91c3-4dc89b00a61b req-d3617517-f951-4c9c-893d-54974214b080 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e7fd938-2214-4311-aaaa-0f05fa852e16 HTTP/1.1" status: 200 len: 1000 time: 0.0628481 Aug 17 00:11:43.406466 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24065d0-17b7-4de2-91c3-4dc89b00a61b req-e0b21a00-427b-4004-a8d0-739b96c1992c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:43.408512 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d24065d0-17b7-4de2-91c3-4dc89b00a61b req-e0b21a00-427b-4004-a8d0-739b96c1992c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=69c2004f-ac45-453e-b5b6-72d281f62a4f HTTP/1.1" status: 200 len: 834 time: 0.0444667 Aug 17 00:11:43.452939 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24065d0-17b7-4de2-91c3-4dc89b00a61b req-39f00ac6-7e97-4f7a-9ca0-fbc0c2dcd092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:43.455120 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d24065d0-17b7-4de2-91c3-4dc89b00a61b req-39f00ac6-7e97-4f7a-9ca0-fbc0c2dcd092 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=74409842-95b7-4c18-b13d-a6898d050b3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403795 Aug 17 00:11:43.545994 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d24065d0-17b7-4de2-91c3-4dc89b00a61b req-93abec87-dddc-4049-973d-eb7759bfc2f5 service neutron] 10.222.0.57 "GET /v2.0/networks/74409842-95b7-4c18-b13d-a6898d050b3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840466 Aug 17 00:11:43.638390 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d24065d0-17b7-4de2-91c3-4dc89b00a61b req-aefc6710-9dc7-4988-9645-f0f320a415f2 service neutron] 10.222.0.57 "GET /v2.0/networks/74409842-95b7-4c18-b13d-a6898d050b3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851958 Aug 17 00:11:44.286179 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a394e7a-40b5-4d81-bae8-d7ca516ac05f req-6a612693-375c-4573-b398-91808d534e0c tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:44.287479 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2a394e7a-40b5-4d81-bae8-d7ca516ac05f req-6a612693-375c-4573-b398-91808d534e0c tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf2f907f-c7e2-447b-92c3-6355abb4038e HTTP/1.1" status: 200 len: 945 time: 0.0515795 Aug 17 00:11:44.324158 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2a394e7a-40b5-4d81-bae8-d7ca516ac05f req-cb8d4ed6-78d0-492a-b1a2-ad6570c25b7f tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=01ac63fa-c584-42b3-b57e-0deb7a7017d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305352 Aug 17 00:11:45.446403 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9113c392-67bd-4200-b76b-5427ec15419d req-8458a962-fab4-42d5-a91b-932f4da886f9 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:45.447767 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9113c392-67bd-4200-b76b-5427ec15419d req-8458a962-fab4-42d5-a91b-932f4da886f9 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf2f907f-c7e2-447b-92c3-6355abb4038e HTTP/1.1" status: 200 len: 945 time: 0.0528896 Aug 17 00:11:45.485808 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9113c392-67bd-4200-b76b-5427ec15419d req-7e478245-6700-4e6d-bffe-e40d97be778e tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=01ac63fa-c584-42b3-b57e-0deb7a7017d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312827 Aug 17 00:11:45.508778 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 59838) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:45.566835 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-ab352577-a116-45c8-a721-12fdcdc2231e tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/floatingips/df13eceb-4b2c-42e2-86ec-3e13aca4d019 HTTP/1.1" status: 200 len: 992 time: 0.0569546 Aug 17 00:11:46.843312 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cd9ff1-418b-4933-b7d1-4f8557ae3ba7 req-659074eb-5243-43e3-81fb-fb9c632143ba tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:46.845392 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-79cd9ff1-418b-4933-b7d1-4f8557ae3ba7 req-659074eb-5243-43e3-81fb-fb9c632143ba tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf2f907f-c7e2-447b-92c3-6355abb4038e HTTP/1.1" status: 200 len: 945 time: 0.0504158 Aug 17 00:11:46.886603 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-79cd9ff1-418b-4933-b7d1-4f8557ae3ba7 req-c6e95796-0aad-4e6d-a0d6-668980b24e86 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=01ac63fa-c584-42b3-b57e-0deb7a7017d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351315 Aug 17 00:11:47.824086 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9c773d06-b73c-4f41-8d92-ce53a7d60d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:48.005199 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10ca349-9060-4623-bf87-2cbba67ba731 req-97528df9-0998-4180-8b51-d1c3570dc7c0 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:48.006765 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e10ca349-9060-4623-bf87-2cbba67ba731 req-97528df9-0998-4180-8b51-d1c3570dc7c0 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf2f907f-c7e2-447b-92c3-6355abb4038e HTTP/1.1" status: 200 len: 945 time: 0.0502336 Aug 17 00:11:48.044302 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e10ca349-9060-4623-bf87-2cbba67ba731 req-0485582a-f522-4134-ae4a-4f0a1502d745 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=01ac63fa-c584-42b3-b57e-0deb7a7017d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310562 Aug 17 00:11:48.068322 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 59848) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:48.128223 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-1ac536e9-2160-4c03-a0e1-75e09b2a97d0 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/floatingips/df13eceb-4b2c-42e2-86ec-3e13aca4d019 HTTP/1.1" status: 200 len: 992 time: 0.0586488 Aug 17 00:11:48.355063 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 59854) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:48.510738 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-37df2272-7571-4cb3-a6e5-f5dadaaa5cc5 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Deleting port 2c04d679-583a-482e-a310-385a83855cbe {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:11:48.511000 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-37df2272-7571-4cb3-a6e5-f5dadaaa5cc5 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:48.933635 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-37df2272-7571-4cb3-a6e5-f5dadaaa5cc5 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:48.933967 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-37df2272-7571-4cb3-a6e5-f5dadaaa5cc5 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:48.945360 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-37df2272-7571-4cb3-a6e5-f5dadaaa5cc5 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Calling delete_port for 2c04d679-583a-482e-a310-385a83855cbe owned by network:floatingip {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:11:49.088735 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-37df2272-7571-4cb3-a6e5-f5dadaaa5cc5 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:49.113619 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37df2272-7571-4cb3-a6e5-f5dadaaa5cc5 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event deleted for resources: {'Port': ['ID=2c04d679-583a-482e-a310-385a83855cbe,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:49.137908 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37df2272-7571-4cb3-a6e5-f5dadaaa5cc5 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:11:49.138263 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37df2272-7571-4cb3-a6e5-f5dadaaa5cc5 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:11:49.138602 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37df2272-7571-4cb3-a6e5-f5dadaaa5cc5 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:11:49.138934 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37df2272-7571-4cb3-a6e5-f5dadaaa5cc5 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:11:49.139271 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37df2272-7571-4cb3-a6e5-f5dadaaa5cc5 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:11:49.139601 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37df2272-7571-4cb3-a6e5-f5dadaaa5cc5 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:11:49.139928 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37df2272-7571-4cb3-a6e5-f5dadaaa5cc5 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:11:49.140255 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37df2272-7571-4cb3-a6e5-f5dadaaa5cc5 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:11:49.140597 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37df2272-7571-4cb3-a6e5-f5dadaaa5cc5 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:11:49.140920 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37df2272-7571-4cb3-a6e5-f5dadaaa5cc5 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:11:49.141888 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37df2272-7571-4cb3-a6e5-f5dadaaa5cc5 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:11:49.142281 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37df2272-7571-4cb3-a6e5-f5dadaaa5cc5 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:11:49.185228 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-37df2272-7571-4cb3-a6e5-f5dadaaa5cc5 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for floatingip, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:49.185509 n-d-791506-26 neutron-server[101292]: INFO neutron.db.l3_db [None req-37df2272-7571-4cb3-a6e5-f5dadaaa5cc5 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Floating IP df13eceb-4b2c-42e2-86ec-3e13aca4d019 disassociated (deleted). External IP: 172.25.4.79, port: 6e7fd938-2214-4311-aaaa-0f05fa852e16. Aug 17 00:11:49.385352 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37df2272-7571-4cb3-a6e5-f5dadaaa5cc5 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Router 2f7c9f6d-b40f-424b-99d5-a6c35fcd2025 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:11:49.492114 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37df2272-7571-4cb3-a6e5-f5dadaaa5cc5 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:11:49.496770 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-37df2272-7571-4cb3-a6e5-f5dadaaa5cc5 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:49.502148 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0e02f0-cb4b-4995-ac8e-e7d3785b5270 None None] Sync routers for ids ['2f7c9f6d-b40f-424b-99d5-a6c35fcd2025'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:11:49.511548 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0e02f0-cb4b-4995-ac8e-e7d3785b5270 None None] Routers {'2f7c9f6d-b40f-424b-99d5-a6c35fcd2025'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:11:49.512150 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-1c0e02f0-cb4b-4995-ac8e-e7d3785b5270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:11:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['2f7c9f6d-b40f-424b-99d5-a6c35fcd2025'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:11:49.523542 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-37df2272-7571-4cb3-a6e5-f5dadaaa5cc5 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "DELETE /v2.0/floatingips/df13eceb-4b2c-42e2-86ec-3e13aca4d019 HTTP/1.1" status: 204 len: 168 time: 1.1674049 Aug 17 00:11:49.524101 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf2f907f-c7e2-447b-92c3-6355abb4038e', 'tag': '6e7fd938-2214-4311-aaaa-0f05fa852e16'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:11:49.526369 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5be9a9c22bfe9382157933c6eba925c7622163b8a5c85bc608140d30d6fa20cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-413ac8b5-3fac-43d6-b185-658448434a59" -d '{"events": [{"name": "network-changed", "server_uuid": "cf2f907f-c7e2-447b-92c3-6355abb4038e", "tag": "6e7fd938-2214-4311-aaaa-0f05fa852e16"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:11:49.565413 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a459bb78-e38a-49fc-99e7-de1815a9d86e x-openstack-request-id: req-a459bb78-e38a-49fc-99e7-de1815a9d86e {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:11:49.565712 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf2f907f-c7e2-447b-92c3-6355abb4038e", "tag": "6e7fd938-2214-4311-aaaa-0f05fa852e16", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:11:49.565973 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a459bb78-e38a-49fc-99e7-de1815a9d86e {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:11:49.566384 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf2f907f-c7e2-447b-92c3-6355abb4038e', 'tag': '6e7fd938-2214-4311-aaaa-0f05fa852e16', 'status': 'completed', 'code': 200} Aug 17 00:11:49.633512 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-1c0e02f0-cb4b-4995-ac8e-e7d3785b5270 None None] Set router 2f7c9f6d-b40f-424b-99d5-a6c35fcd2025 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:11:49.658438 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413ac8b5-3fac-43d6-b185-658448434a59 req-3b55ca56-78ac-4536-8eea-e9b8651050c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:49.660786 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-413ac8b5-3fac-43d6-b185-658448434a59 req-3b55ca56-78ac-4536-8eea-e9b8651050c3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8d5ca35b88544f06a4e5fba0ad3d3cbd&device_id=cf2f907f-c7e2-447b-92c3-6355abb4038e HTTP/1.1" status: 200 len: 1097 time: 0.0522141 Aug 17 00:11:49.763567 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413ac8b5-3fac-43d6-b185-658448434a59 req-210f15b9-9b9a-45db-bb74-2f44d3a47623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:49.765128 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-413ac8b5-3fac-43d6-b185-658448434a59 req-210f15b9-9b9a-45db-bb74-2f44d3a47623 service neutron] 10.222.0.57 "GET /v2.0/networks?id=74409842-95b7-4c18-b13d-a6898d050b3e HTTP/1.1" status: 200 len: 897 time: 0.0968983 Aug 17 00:11:49.781158 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153ee40f-b5ff-44c4-a4aa-d0938e2d3d2a req-7263ac10-1c79-4f31-ae1a-d459ef6e41d3 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:49.783642 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-153ee40f-b5ff-44c4-a4aa-d0938e2d3d2a req-7263ac10-1c79-4f31-ae1a-d459ef6e41d3 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf2f907f-c7e2-447b-92c3-6355abb4038e HTTP/1.1" status: 200 len: 945 time: 0.0604477 Aug 17 00:11:49.811765 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-413ac8b5-3fac-43d6-b185-658448434a59 req-272eb94d-061c-4cdc-bfce-0743987b93ad service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e7fd938-2214-4311-aaaa-0f05fa852e16 HTTP/1.1" status: 200 len: 217 time: 0.0384724 Aug 17 00:11:49.823559 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-153ee40f-b5ff-44c4-a4aa-d0938e2d3d2a req-953fe9fd-b6dd-41aa-9fc4-a77983678b8b tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=01ac63fa-c584-42b3-b57e-0deb7a7017d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336766 Aug 17 00:11:49.867971 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413ac8b5-3fac-43d6-b185-658448434a59 req-2b42e887-58c3-49b7-9151-fe524c463acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:49.869467 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-413ac8b5-3fac-43d6-b185-658448434a59 req-2b42e887-58c3-49b7-9151-fe524c463acd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=69c2004f-ac45-453e-b5b6-72d281f62a4f HTTP/1.1" status: 200 len: 834 time: 0.0508993 Aug 17 00:11:49.904854 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-3f868b88-6c26-4a76-a109-05e5b6e7c893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:49.920081 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413ac8b5-3fac-43d6-b185-658448434a59 req-899da037-4a14-4017-93e5-24553408423b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:49.921679 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-413ac8b5-3fac-43d6-b185-658448434a59 req-899da037-4a14-4017-93e5-24553408423b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=74409842-95b7-4c18-b13d-a6898d050b3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441008 Aug 17 00:11:49.944486 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-1c0e02f0-cb4b-4995-ac8e-e7d3785b5270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f7c9f6d-b40f-424b-99d5-a6c35fcd2025', 'name': 'tempest-TestNetworkAdvancedServerOps-router-492213373', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '186fc9ab-8874-4c6d-98f8-bfcee25c7800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:10:22Z', 'updated_at': '2021-08-17T00:10:26Z', 'revision_number': 4, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'gw_port': {'id': '186fc9ab-8874-4c6d-98f8-bfcee25c7800', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:9f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7c9f6d-b40f-424b-99d5-a6c35fcd2025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:10:22Z', 'updated_at': '2021-08-17T00:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '4380ac8b-abab-4f11-8058-f79fbd331e11', 'name': '', 'network_id': '74409842-95b7-4c18-b13d-a6898d050b3e', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'mac_address': 'fa:16:3e:b0:ac:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7c9f6d-b40f-424b-99d5-a6c35fcd2025', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '69c2004f-ac45-453e-b5b6-72d281f62a4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:10:25Z', 'updated_at': '2021-08-17T00:10:30Z', 'revision_number': 5, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'subnets': [{'id': '69c2004f-ac45-453e-b5b6-72d281f62a4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:11:49.976433 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0e02f0-cb4b-4995-ac8e-e7d3785b5270 None None] Checking router: 2f7c9f6d-b40f-424b-99d5-a6c35fcd2025 for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:11:49.995529 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0e02f0-cb4b-4995-ac8e-e7d3785b5270 None None] Routers {'2f7c9f6d-b40f-424b-99d5-a6c35fcd2025'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:11:49.996141 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-1c0e02f0-cb4b-4995-ac8e-e7d3785b5270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:11:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['2f7c9f6d-b40f-424b-99d5-a6c35fcd2025'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:11:50.021437 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-413ac8b5-3fac-43d6-b185-658448434a59 req-8f237401-08a6-45f8-9da3-f040a9164b5d service neutron] 10.222.0.57 "GET /v2.0/networks/74409842-95b7-4c18-b13d-a6898d050b3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914583 Aug 17 00:11:50.099845 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-1c0e02f0-cb4b-4995-ac8e-e7d3785b5270 None None] Set router 2f7c9f6d-b40f-424b-99d5-a6c35fcd2025 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:11:50.112582 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-413ac8b5-3fac-43d6-b185-658448434a59 req-2f4d89ac-65e2-4ef3-afc9-130c1cd2b0c7 service neutron] 10.222.0.57 "GET /v2.0/networks/74409842-95b7-4c18-b13d-a6898d050b3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827937 Aug 17 00:11:50.294330 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-1c0e02f0-cb4b-4995-ac8e-e7d3785b5270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f7c9f6d-b40f-424b-99d5-a6c35fcd2025', 'name': 'tempest-TestNetworkAdvancedServerOps-router-492213373', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '186fc9ab-8874-4c6d-98f8-bfcee25c7800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:10:22Z', 'updated_at': '2021-08-17T00:10:26Z', 'revision_number': 4, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'gw_port': {'id': '186fc9ab-8874-4c6d-98f8-bfcee25c7800', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:9f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7c9f6d-b40f-424b-99d5-a6c35fcd2025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:10:22Z', 'updated_at': '2021-08-17T00:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '4380ac8b-abab-4f11-8058-f79fbd331e11', 'name': '', 'network_id': '74409842-95b7-4c18-b13d-a6898d050b3e', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'mac_address': 'fa:16:3e:b0:ac:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7c9f6d-b40f-424b-99d5-a6c35fcd2025', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '69c2004f-ac45-453e-b5b6-72d281f62a4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:10:25Z', 'updated_at': '2021-08-17T00:10:30Z', 'revision_number': 5, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'subnets': [{'id': '69c2004f-ac45-453e-b5b6-72d281f62a4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:11:50.323247 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0e02f0-cb4b-4995-ac8e-e7d3785b5270 None None] The sync data for ids ['2f7c9f6d-b40f-424b-99d5-a6c35fcd2025'] in n-d-791506-26 is: [{'id': '2f7c9f6d-b40f-424b-99d5-a6c35fcd2025', 'name': 'tempest-TestNetworkAdvancedServerOps-router-492213373', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '186fc9ab-8874-4c6d-98f8-bfcee25c7800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:10:22Z', 'updated_at': '2021-08-17T00:10:26Z', 'revision_number': 4, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'gw_port': {'id': '186fc9ab-8874-4c6d-98f8-bfcee25c7800', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:9f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7c9f6d-b40f-424b-99d5-a6c35fcd2025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:10:22Z', 'updated_at': '2021-08-17T00:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '4380ac8b-abab-4f11-8058-f79fbd331e11', 'name': '', 'network_id': '74409842-95b7-4c18-b13d-a6898d050b3e', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'mac_address': 'fa:16:3e:b0:ac:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7c9f6d-b40f-424b-99d5-a6c35fcd2025', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '69c2004f-ac45-453e-b5b6-72d281f62a4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:10:25Z', 'updated_at': '2021-08-17T00:10:30Z', 'revision_number': 5, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'subnets': [{'id': '69c2004f-ac45-453e-b5b6-72d281f62a4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:11:50.537816 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6487e233-7273-44fe-92c4-c0e02766125d None None] New status for floating IP df13eceb-4b2c-42e2-86ec-3e13aca4d019: DOWN {{(pid=101293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 00:11:50.803395 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:50.942666 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c82ebb2-a84a-478d-8646-2bbf82a3250b req-9d3ab49a-52d3-46d0-b37e-976d2634ef7f tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:50.944157 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2c82ebb2-a84a-478d-8646-2bbf82a3250b req-9d3ab49a-52d3-46d0-b37e-976d2634ef7f tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf2f907f-c7e2-447b-92c3-6355abb4038e HTTP/1.1" status: 200 len: 945 time: 0.0498977 Aug 17 00:11:50.983214 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2c82ebb2-a84a-478d-8646-2bbf82a3250b req-8c400903-b093-46d5-8c8b-5f5df0289ede tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=01ac63fa-c584-42b3-b57e-0deb7a7017d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329592 Aug 17 00:11:51.609189 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0681995c-a606-4e96-85ba-33c893af8163 req-edb7a836-ea64-4e83-b546-ac6b736d39bb tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:51.610670 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0681995c-a606-4e96-85ba-33c893af8163 req-edb7a836-ea64-4e83-b546-ac6b736d39bb tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.57 "GET /v2.0/ports?device_id=cf2f907f-c7e2-447b-92c3-6355abb4038e HTTP/1.1" status: 200 len: 945 time: 0.0493195 Aug 17 00:11:51.703075 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-0681995c-a606-4e96-85ba-33c893af8163 req-f707a70e-3bb4-4345-8155-695cbfc12032 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Deleting port 6e7fd938-2214-4311-aaaa-0f05fa852e16 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:11:51.703422 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-0681995c-a606-4e96-85ba-33c893af8163 req-f707a70e-3bb4-4345-8155-695cbfc12032 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:51.791718 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-0681995c-a606-4e96-85ba-33c893af8163 req-f707a70e-3bb4-4345-8155-695cbfc12032 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] For port 6e7fd938-2214-4311-aaaa-0f05fa852e16, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=6e7fd938-2214-4311-aaaa-0f05fa852e16,segment=NetworkSegment(b79fe85e-aa23-45b2-b713-f5ebe401e750),segment_id=b79fe85e-aa23-45b2-b713-f5ebe401e750)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:11:51.792087 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-0681995c-a606-4e96-85ba-33c893af8163 req-f707a70e-3bb4-4345-8155-695cbfc12032 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:51.805866 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-0681995c-a606-4e96-85ba-33c893af8163 req-f707a70e-3bb4-4345-8155-695cbfc12032 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Calling delete_port for 6e7fd938-2214-4311-aaaa-0f05fa852e16 owned by compute:nova {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:11:51.879515 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:51.937324 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-0681995c-a606-4e96-85ba-33c893af8163 req-f707a70e-3bb4-4345-8155-695cbfc12032 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:51.966630 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f707a70e-3bb4-4345-8155-695cbfc12032 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event deleted for resources: {'Port': ['ID=6e7fd938-2214-4311-aaaa-0f05fa852e16,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:52.000217 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f707a70e-3bb4-4345-8155-695cbfc12032 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:11:52.000742 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f707a70e-3bb4-4345-8155-695cbfc12032 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:11:52.001353 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f707a70e-3bb4-4345-8155-695cbfc12032 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:11:52.001807 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f707a70e-3bb4-4345-8155-695cbfc12032 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:11:52.002156 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f707a70e-3bb4-4345-8155-695cbfc12032 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:11:52.002500 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f707a70e-3bb4-4345-8155-695cbfc12032 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:11:52.002845 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f707a70e-3bb4-4345-8155-695cbfc12032 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:11:52.003184 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f707a70e-3bb4-4345-8155-695cbfc12032 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:11:52.003525 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f707a70e-3bb4-4345-8155-695cbfc12032 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:11:52.003860 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f707a70e-3bb4-4345-8155-695cbfc12032 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:11:52.004192 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f707a70e-3bb4-4345-8155-695cbfc12032 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:11:52.004522 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f707a70e-3bb4-4345-8155-695cbfc12032 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:11:52.024872 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-0681995c-a606-4e96-85ba-33c893af8163 req-f707a70e-3bb4-4345-8155-695cbfc12032 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] No DVR routers for this DVR port 6e7fd938-2214-4311-aaaa-0f05fa852e16 on host n-h2-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:11:52.028809 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-0681995c-a606-4e96-85ba-33c893af8163 req-f707a70e-3bb4-4345-8155-695cbfc12032 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:52.030845 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0681995c-a606-4e96-85ba-33c893af8163 req-f707a70e-3bb4-4345-8155-695cbfc12032 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.57 "DELETE /v2.0/ports/6e7fd938-2214-4311-aaaa-0f05fa852e16 HTTP/1.1" status: 204 len: 173 time: 0.4146276 Aug 17 00:11:52.031309 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf2f907f-c7e2-447b-92c3-6355abb4038e', 'name': 'network-vif-deleted', 'tag': '6e7fd938-2214-4311-aaaa-0f05fa852e16'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:11:52.034774 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7165c1ab170cf7a86a4d2d0d4fd52c1e3b7b58c190c14e765d35b2aa62be1e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0693dbed-63bc-44a3-85b4-94e9bbc5f0db" -d '{"events": [{"server_uuid": "cf2f907f-c7e2-447b-92c3-6355abb4038e", "name": "network-vif-deleted", "tag": "6e7fd938-2214-4311-aaaa-0f05fa852e16"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:11:52.092672 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9482cdf1-cab5-4c24-a520-b06fb19daca5 req-a3972467-ddaf-495a-956a-a0a25965e94f tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf2f907f-c7e2-447b-92c3-6355abb4038e HTTP/1.1" status: 200 len: 210 time: 0.0335667 Aug 17 00:11:52.144613 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77db58a6-6e53-4f72-a317-84aae03a4f81 x-openstack-request-id: req-77db58a6-6e53-4f72-a317-84aae03a4f81 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:11:52.144915 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf2f907f-c7e2-447b-92c3-6355abb4038e", "name": "network-vif-deleted", "tag": "6e7fd938-2214-4311-aaaa-0f05fa852e16", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:11:52.145173 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-77db58a6-6e53-4f72-a317-84aae03a4f81 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:11:52.145579 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf2f907f-c7e2-447b-92c3-6355abb4038e', 'name': 'network-vif-deleted', 'tag': '6e7fd938-2214-4311-aaaa-0f05fa852e16', 'status': 'completed', 'code': 200} Aug 17 00:11:53.140230 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:53.144961 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 59872) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:53.501965 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-01ac183c-d2a0-44fa-8c3d-22c0226dc5a5 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537579'] for router_interface, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:53.756084 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-01ac183c-d2a0-44fa-8c3d-22c0226dc5a5 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Deleting port 4380ac8b-abab-4f11-8058-f79fbd331e11 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:11:53.756343 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-01ac183c-d2a0-44fa-8c3d-22c0226dc5a5 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:53.843146 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-01ac183c-d2a0-44fa-8c3d-22c0226dc5a5 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] For port 4380ac8b-abab-4f11-8058-f79fbd331e11, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=4380ac8b-abab-4f11-8058-f79fbd331e11,segment=NetworkSegment(b79fe85e-aa23-45b2-b713-f5ebe401e750),segment_id=b79fe85e-aa23-45b2-b713-f5ebe401e750)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:11:53.843503 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-01ac183c-d2a0-44fa-8c3d-22c0226dc5a5 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:53.855479 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-01ac183c-d2a0-44fa-8c3d-22c0226dc5a5 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Calling delete_port for 4380ac8b-abab-4f11-8058-f79fbd331e11 owned by network:router_interface {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:11:54.042440 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-01ac183c-d2a0-44fa-8c3d-22c0226dc5a5 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:54.070155 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ac183c-d2a0-44fa-8c3d-22c0226dc5a5 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event deleted for resources: {'Port': ['ID=4380ac8b-abab-4f11-8058-f79fbd331e11,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:54.248136 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-01ac183c-d2a0-44fa-8c3d-22c0226dc5a5 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537471'] for router_interface, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:54.461877 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01ac183c-d2a0-44fa-8c3d-22c0226dc5a5 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Router 2f7c9f6d-b40f-424b-99d5-a6c35fcd2025 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:11:54.567576 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01ac183c-d2a0-44fa-8c3d-22c0226dc5a5 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:11:54.575078 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-01ac183c-d2a0-44fa-8c3d-22c0226dc5a5 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "PUT /v2.0/routers/2f7c9f6d-b40f-424b-99d5-a6c35fcd2025/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4288535 Aug 17 00:11:54.576729 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 59874) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:54.577478 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e78fc4-ba4e-4b0b-a68b-6cbd4f89d282 None None] Sync routers for ids ['2f7c9f6d-b40f-424b-99d5-a6c35fcd2025'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:11:54.587008 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e78fc4-ba4e-4b0b-a68b-6cbd4f89d282 None None] Routers {'2f7c9f6d-b40f-424b-99d5-a6c35fcd2025'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:11:54.587605 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-31e78fc4-ba4e-4b0b-a68b-6cbd4f89d282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:11:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['2f7c9f6d-b40f-424b-99d5-a6c35fcd2025'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:11:54.632962 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fad6652-719f-42b3-a438-09593b72c895 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Deleting subnet 69c2004f-ac45-453e-b5b6-72d281f62a4f {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:11:54.636102 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6fad6652-719f-42b3-a438-09593b72c895 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:54.679714 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6fad6652-719f-42b3-a438-09593b72c895 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:54.691990 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 6e7fd938-2214-4311-aaaa-0f05fa852e16 no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:11:54.697150 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-31e78fc4-ba4e-4b0b-a68b-6cbd4f89d282 None None] Set router 2f7c9f6d-b40f-424b-99d5-a6c35fcd2025 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:11:54.712113 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] No Port match for: 6e7fd938-2214-4311-aaaa-0f05fa852e16 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:11:54.712369 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 6e7fd938-2214-4311-aaaa-0f05fa852e16 not bound to the agent host n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:11:54.772994 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6fad6652-719f-42b3-a438-09593b72c895 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:54.837425 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6fad6652-719f-42b3-a438-09593b72c895 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:54.864558 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fad6652-719f-42b3-a438-09593b72c895 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event deleted for resources: {'Subnet': ['ID=69c2004f-ac45-453e-b5b6-72d281f62a4f,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:54.870411 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6fad6652-719f-42b3-a438-09593b72c895 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:54.875399 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 59876) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:54.875598 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-6fad6652-719f-42b3-a438-09593b72c895 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "DELETE /v2.0/subnets/69c2004f-ac45-453e-b5b6-72d281f62a4f HTTP/1.1" status: 204 len: 168 time: 0.2966104 Aug 17 00:11:54.875729 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-31e78fc4-ba4e-4b0b-a68b-6cbd4f89d282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f7c9f6d-b40f-424b-99d5-a6c35fcd2025', 'name': 'tempest-TestNetworkAdvancedServerOps-router-492213373', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '186fc9ab-8874-4c6d-98f8-bfcee25c7800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:10:22Z', 'updated_at': '2021-08-17T00:11:53Z', 'revision_number': 5, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'gw_port': {'id': '186fc9ab-8874-4c6d-98f8-bfcee25c7800', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:9f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7c9f6d-b40f-424b-99d5-a6c35fcd2025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:10:22Z', 'updated_at': '2021-08-17T00:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:11:54.880138 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91aeaeb-881f-4635-b8b2-ab582a23126d None None] Network 74409842-95b7-4c18-b13d-a6898d050b3e requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:11:54.908422 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e78fc4-ba4e-4b0b-a68b-6cbd4f89d282 None None] Checking router: 2f7c9f6d-b40f-424b-99d5-a6c35fcd2025 for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:11:54.917383 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e78fc4-ba4e-4b0b-a68b-6cbd4f89d282 None None] Routers {'2f7c9f6d-b40f-424b-99d5-a6c35fcd2025'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:11:54.918100 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-31e78fc4-ba4e-4b0b-a68b-6cbd4f89d282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:11:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['2f7c9f6d-b40f-424b-99d5-a6c35fcd2025'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:11:54.997268 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ab400d2b-1005-4142-a1b3-36f010e94241 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for router, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:55.035830 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-31e78fc4-ba4e-4b0b-a68b-6cbd4f89d282 None None] Set router 2f7c9f6d-b40f-424b-99d5-a6c35fcd2025 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:11:55.114785 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ab400d2b-1005-4142-a1b3-36f010e94241 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:55.187350 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-ab400d2b-1005-4142-a1b3-36f010e94241 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Deleting port 186fc9ab-8874-4c6d-98f8-bfcee25c7800 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:11:55.187915 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ab400d2b-1005-4142-a1b3-36f010e94241 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:55.252079 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-31e78fc4-ba4e-4b0b-a68b-6cbd4f89d282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f7c9f6d-b40f-424b-99d5-a6c35fcd2025', 'name': 'tempest-TestNetworkAdvancedServerOps-router-492213373', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '186fc9ab-8874-4c6d-98f8-bfcee25c7800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:10:22Z', 'updated_at': '2021-08-17T00:11:53Z', 'revision_number': 5, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'gw_port': {'id': '186fc9ab-8874-4c6d-98f8-bfcee25c7800', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:9f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7c9f6d-b40f-424b-99d5-a6c35fcd2025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:10:22Z', 'updated_at': '2021-08-17T00:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:11:55.252605 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3c13ba-50e7-4848-afa7-00d85c1b8b86 None None] DHCP port deletion for 74409842-95b7-4c18-b13d-a6898d050b3e request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:11:55.281723 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e78fc4-ba4e-4b0b-a68b-6cbd4f89d282 None None] The sync data for ids ['2f7c9f6d-b40f-424b-99d5-a6c35fcd2025'] in n-d-791506-26 is: [{'id': '2f7c9f6d-b40f-424b-99d5-a6c35fcd2025', 'name': 'tempest-TestNetworkAdvancedServerOps-router-492213373', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '186fc9ab-8874-4c6d-98f8-bfcee25c7800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:10:22Z', 'updated_at': '2021-08-17T00:11:53Z', 'revision_number': 5, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'gw_port': {'id': '186fc9ab-8874-4c6d-98f8-bfcee25c7800', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:9f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7c9f6d-b40f-424b-99d5-a6c35fcd2025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:10:22Z', 'updated_at': '2021-08-17T00:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:11:55.286008 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-ab400d2b-1005-4142-a1b3-36f010e94241 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] For port 186fc9ab-8874-4c6d-98f8-bfcee25c7800, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=186fc9ab-8874-4c6d-98f8-bfcee25c7800,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:11:55.286575 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ab400d2b-1005-4142-a1b3-36f010e94241 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:55.301691 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-ab400d2b-1005-4142-a1b3-36f010e94241 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Calling delete_port for 186fc9ab-8874-4c6d-98f8-bfcee25c7800 owned by network:router_gateway {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:11:55.306070 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-de3c13ba-50e7-4848-afa7-00d85c1b8b86 None None] Deleting port 04ce1083-9e5f-43a6-a216-6fc832f5771a {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:11:55.306947 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-de3c13ba-50e7-4848-afa7-00d85c1b8b86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:55.392366 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-de3c13ba-50e7-4848-afa7-00d85c1b8b86 None None] For port 04ce1083-9e5f-43a6-a216-6fc832f5771a, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=04ce1083-9e5f-43a6-a216-6fc832f5771a,segment=NetworkSegment(b79fe85e-aa23-45b2-b713-f5ebe401e750),segment_id=b79fe85e-aa23-45b2-b713-f5ebe401e750)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:11:55.392946 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-de3c13ba-50e7-4848-afa7-00d85c1b8b86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:55.407064 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-de3c13ba-50e7-4848-afa7-00d85c1b8b86 None None] Calling delete_port for 04ce1083-9e5f-43a6-a216-6fc832f5771a owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:11:55.499140 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-de3c13ba-50e7-4848-afa7-00d85c1b8b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:55.499704 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ab400d2b-1005-4142-a1b3-36f010e94241 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:55.527586 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab400d2b-1005-4142-a1b3-36f010e94241 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event deleted for resources: {'Port': ['ID=186fc9ab-8874-4c6d-98f8-bfcee25c7800,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:55.534654 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3c13ba-50e7-4848-afa7-00d85c1b8b86 None None] Pushing event deleted for resources: {'Port': ['ID=04ce1083-9e5f-43a6-a216-6fc832f5771a,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:55.538225 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3c13ba-50e7-4848-afa7-00d85c1b8b86 None None] No DVR routers for this DVR port 04ce1083-9e5f-43a6-a216-6fc832f5771a on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:11:55.549496 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3c13ba-50e7-4848-afa7-00d85c1b8b86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:11:55.549496 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3c13ba-50e7-4848-afa7-00d85c1b8b86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:11:55.549496 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3c13ba-50e7-4848-afa7-00d85c1b8b86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:11:55.549496 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3c13ba-50e7-4848-afa7-00d85c1b8b86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:11:55.549496 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3c13ba-50e7-4848-afa7-00d85c1b8b86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:11:55.549496 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3c13ba-50e7-4848-afa7-00d85c1b8b86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:11:55.549496 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3c13ba-50e7-4848-afa7-00d85c1b8b86 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:11:55.551138 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3c13ba-50e7-4848-afa7-00d85c1b8b86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:11:55.551138 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3c13ba-50e7-4848-afa7-00d85c1b8b86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:11:55.551792 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3c13ba-50e7-4848-afa7-00d85c1b8b86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:11:55.551792 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3c13ba-50e7-4848-afa7-00d85c1b8b86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:11:55.551969 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3c13ba-50e7-4848-afa7-00d85c1b8b86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:11:55.602161 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ab400d2b-1005-4142-a1b3-36f010e94241 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537121'] for router_gateway, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:55.703085 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ab400d2b-1005-4142-a1b3-36f010e94241 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:55.705919 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ab400d2b-1005-4142-a1b3-36f010e94241 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:55.756191 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 04ce1083-9e5f-43a6-a216-6fc832f5771a no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:11:55.757169 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ab400d2b-1005-4142-a1b3-36f010e94241 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:55.757710 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab400d2b-1005-4142-a1b3-36f010e94241 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Fanout notify agent at l3_agent the message router_deleted on router 2f7c9f6d-b40f-424b-99d5-a6c35fcd2025 {{(pid=101292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 00:11:55.765112 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ab400d2b-1005-4142-a1b3-36f010e94241 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:55.766357 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-ab400d2b-1005-4142-a1b3-36f010e94241 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "DELETE /v2.0/routers/2f7c9f6d-b40f-424b-99d5-a6c35fcd2025 HTTP/1.1" status: 204 len: 168 time: 0.8895144 Aug 17 00:11:55.769380 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 59878) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:55.784060 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 04ce1083-9e5f-43a6-a216-6fc832f5771a {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:11:55.784446 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 04ce1083-9e5f-43a6-a216-6fc832f5771a not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:11:55.784899 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 4380ac8b-abab-4f11-8058-f79fbd331e11 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:11:55.808975 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 4380ac8b-abab-4f11-8058-f79fbd331e11 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:11:55.809254 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 4380ac8b-abab-4f11-8058-f79fbd331e11 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:11:55.864471 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4f9e0de9-2a79-4ca2-b95a-7151c1e69c6e tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:55.960778 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4f9e0de9-2a79-4ca2-b95a-7151c1e69c6e tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:55.971420 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-4f9e0de9-2a79-4ca2-b95a-7151c1e69c6e tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74409842-95b7-4c18-b13d-a6898d050b3e']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:11:55.984383 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-4f9e0de9-2a79-4ca2-b95a-7151c1e69c6e tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b79fe85e-aa23-45b2-b713-f5ebe401e750') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:11:55.984726 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-4f9e0de9-2a79-4ca2-b95a-7151c1e69c6e tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b79fe85e-aa23-45b2-b713-f5ebe401e750') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:11:55.994503 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4f9e0de9-2a79-4ca2-b95a-7151c1e69c6e tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:56.008524 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4f9e0de9-2a79-4ca2-b95a-7151c1e69c6e tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:56.014258 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f9e0de9-2a79-4ca2-b95a-7151c1e69c6e tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:11:56.014998 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4f9e0de9-2a79-4ca2-b95a-7151c1e69c6e tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:56.018203 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 17 00:11:56.018203 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:11:56.018203 n-d-791506-26 neutron-server[101291]: timer() Aug 17 00:11:56.018203 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:11:56.018203 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 17 00:11:56.018203 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:11:56.018203 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 17 00:11:56.018203 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:11:56.018203 n-d-791506-26 neutron-server[101291]: self._notify() Aug 17 00:11:56.018203 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:11:56.018203 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 17 00:11:56.018203 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:11:56.018203 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 17 00:11:56.018203 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:11:56.018203 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:11:56.018203 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:11:56.018203 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:11:56.018203 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:11:56.018203 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 17 00:11:56.018203 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:11:56.018203 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 17 00:11:56.018203 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:11:56.018203 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:11:56.018203 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:11:56.018203 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 17 00:11:56.018203 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:11:56.018203 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:11:56.018203 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:11:56.018203 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:11:56.018203 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:11:56.018203 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:11:56.018203 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:11:56.101736 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4f9e0de9-2a79-4ca2-b95a-7151c1e69c6e tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:56.109540 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4f9e0de9-2a79-4ca2-b95a-7151c1e69c6e tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:56.112767 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-4f9e0de9-2a79-4ca2-b95a-7151c1e69c6e tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "DELETE /v2.0/networks/74409842-95b7-4c18-b13d-a6898d050b3e HTTP/1.1" status: 204 len: 168 time: 0.3417938 Aug 17 00:11:56.115582 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 59880) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:56.125966 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9e0de9-2a79-4ca2-b95a-7151c1e69c6e tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event deleted for resources: {'Network': ['ID=74409842-95b7-4c18-b13d-a6898d050b3e,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:56.167314 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:56.178410 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4c8c5038-76e3-4b2c-8091-b8b9f2eb4807 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:56.203048 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4c8c5038-76e3-4b2c-8091-b8b9f2eb4807 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:56.272503 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4c8c5038-76e3-4b2c-8091-b8b9f2eb4807 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:56.275035 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4c8c5038-76e3-4b2c-8091-b8b9f2eb4807 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:56.276245 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-4c8c5038-76e3-4b2c-8091-b8b9f2eb4807 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "DELETE /v2.0/security-groups/01ac63fa-c584-42b3-b57e-0deb7a7017d1 HTTP/1.1" status: 204 len: 168 time: 0.1596124 Aug 17 00:11:56.286452 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8c5038-76e3-4b2c-8091-b8b9f2eb4807 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01ac63fa-c584-42b3-b57e-0deb7a7017d1,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:56.511583 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 59886) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:56.517039 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-80c41e64-7ea1-4b08-9e94-0c5ebeeea0da tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1541355240', 'description': 'tempest-secgroup-smoke-1541355240 description', 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:11:56.539850 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-80c41e64-7ea1-4b08-9e94-0c5ebeeea0da tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:56.618625 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-80c41e64-7ea1-4b08-9e94-0c5ebeeea0da tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:56.622234 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-80c41e64-7ea1-4b08-9e94-0c5ebeeea0da tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:56.650296 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-80c41e64-7ea1-4b08-9e94-0c5ebeeea0da tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:56.651514 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-80c41e64-7ea1-4b08-9e94-0c5ebeeea0da tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1388502 Aug 17 00:11:56.653350 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c41e64-7ea1-4b08-9e94-0c5ebeeea0da tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b9dec62-9b22-42b1-b320-1066147e442d,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:56.654546 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 59888) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:56.661807 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-722fb78e-3825-48b1-91e3-4c2112422aca tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Request body: {'security_group_rule': {'security_group_id': '1b9dec62-9b22-42b1-b320-1066147e442d', 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:11:56.690963 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-722fb78e-3825-48b1-91e3-4c2112422aca tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:56.746620 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-722fb78e-3825-48b1-91e3-4c2112422aca tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:56.750350 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-722fb78e-3825-48b1-91e3-4c2112422aca tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:56.771386 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722fb78e-3825-48b1-91e3-4c2112422aca tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32d15cb8-70ad-4c41-9f11-462b303090a7,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:56.778571 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-722fb78e-3825-48b1-91e3-4c2112422aca tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:56.779853 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-722fb78e-3825-48b1-91e3-4c2112422aca tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1242349 Aug 17 00:11:56.782963 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 59890) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:56.787411 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-03a2bd98-2f60-4221-a8cb-38963888a772 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Request body: {'security_group_rule': {'security_group_id': '1b9dec62-9b22-42b1-b320-1066147e442d', 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:11:56.812926 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-03a2bd98-2f60-4221-a8cb-38963888a772 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:56.869235 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-03a2bd98-2f60-4221-a8cb-38963888a772 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:56.872958 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-03a2bd98-2f60-4221-a8cb-38963888a772 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:56.896897 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a2bd98-2f60-4221-a8cb-38963888a772 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71f00185-b65c-4822-8327-656df8980893,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:56.903989 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-03a2bd98-2f60-4221-a8cb-38963888a772 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:56.905237 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-03a2bd98-2f60-4221-a8cb-38963888a772 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1213295 Aug 17 00:11:56.908021 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 59892) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:56.912432 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-a6d46fef-5249-4fa5-8d58-275612795b06 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Request body: {'security_group_rule': {'security_group_id': '1b9dec62-9b22-42b1-b320-1066147e442d', 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:11:56.937187 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a6d46fef-5249-4fa5-8d58-275612795b06 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:56.995681 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a6d46fef-5249-4fa5-8d58-275612795b06 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:56.998979 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a6d46fef-5249-4fa5-8d58-275612795b06 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:57.017551 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d46fef-5249-4fa5-8d58-275612795b06 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf5615f2-8632-41cb-9884-08afd5965286,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:57.027029 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a6d46fef-5249-4fa5-8d58-275612795b06 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:57.028226 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-a6d46fef-5249-4fa5-8d58-275612795b06 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1192575 Aug 17 00:11:57.030951 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 59894) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:57.035378 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-e29838c8-6cea-4fe1-87ec-b7530884e838 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Request body: {'security_group_rule': {'security_group_id': '1b9dec62-9b22-42b1-b320-1066147e442d', 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:11:57.062048 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e29838c8-6cea-4fe1-87ec-b7530884e838 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:57.121491 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e29838c8-6cea-4fe1-87ec-b7530884e838 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:57.125194 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e29838c8-6cea-4fe1-87ec-b7530884e838 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:57.144714 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29838c8-6cea-4fe1-87ec-b7530884e838 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01707538-a6d4-43f5-a997-825d1fe7b00a,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:57.150113 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e29838c8-6cea-4fe1-87ec-b7530884e838 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:57.151553 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-e29838c8-6cea-4fe1-87ec-b7530884e838 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1196709 Aug 17 00:11:57.154538 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 59896) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:57.159498 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-04c5d13d-4b61-44ec-8e74-fa63ed00833e tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Request body: {'security_group_rule': {'security_group_id': '1b9dec62-9b22-42b1-b320-1066147e442d', 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:11:57.182247 n-d-791506-26 neutron-server[101291]: INFO neutron.db.securitygroups_db [None req-04c5d13d-4b61-44ec-8e74-fa63ed00833e tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Project 8d5ca35b88544f06a4e5fba0ad3d3cbd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 00:11:57.187189 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-04c5d13d-4b61-44ec-8e74-fa63ed00833e tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:57.246836 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-04c5d13d-4b61-44ec-8e74-fa63ed00833e tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:57.251457 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-04c5d13d-4b61-44ec-8e74-fa63ed00833e tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:57.274490 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c5d13d-4b61-44ec-8e74-fa63ed00833e tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=691863a0-95cf-4ebe-ad23-3803680ba964,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:57.278018 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-04c5d13d-4b61-44ec-8e74-fa63ed00833e tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:57.281963 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-04c5d13d-4b61-44ec-8e74-fa63ed00833e tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1239202 Aug 17 00:11:57.282422 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 59898) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:57.287086 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-3974dbd8-6025-47d6-bab8-5e14e3eb6a56 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Request body: {'security_group_rule': {'security_group_id': '1b9dec62-9b22-42b1-b320-1066147e442d', 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:11:57.308725 n-d-791506-26 neutron-server[101292]: INFO neutron.db.securitygroups_db [None req-3974dbd8-6025-47d6-bab8-5e14e3eb6a56 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Project 8d5ca35b88544f06a4e5fba0ad3d3cbd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 00:11:57.314310 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3974dbd8-6025-47d6-bab8-5e14e3eb6a56 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:57.378653 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3974dbd8-6025-47d6-bab8-5e14e3eb6a56 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:57.381996 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3974dbd8-6025-47d6-bab8-5e14e3eb6a56 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:57.399387 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3974dbd8-6025-47d6-bab8-5e14e3eb6a56 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff513670-6f90-4e4b-8190-7318ace36051,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:57.405119 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3974dbd8-6025-47d6-bab8-5e14e3eb6a56 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:57.406427 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-3974dbd8-6025-47d6-bab8-5e14e3eb6a56 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1231000 Aug 17 00:11:57.410022 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 59900) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:57.415054 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-21c78c23-77bb-4aee-9b8c-7c9c0fb3369c tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Request body: {'network': {'name': 'tempest-network-smoke--1041919591', 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'port_security_enabled': True}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:11:57.435951 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c78c23-77bb-4aee-9b8c-7c9c0fb3369c tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Made reservation on behalf of 8d5ca35b88544f06a4e5fba0ad3d3cbd for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:11:57.439762 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-21c78c23-77bb-4aee-9b8c-7c9c0fb3369c tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:57.462779 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21c78c23-77bb-4aee-9b8c-7c9c0fb3369c tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:11:57.472448 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-21c78c23-77bb-4aee-9b8c-7c9c0fb3369c tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:57.472828 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-21c78c23-77bb-4aee-9b8c-7c9c0fb3369c tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Added segment fe3e01a1-3423-4d98-8045-fe0d0279c07d of type vlan for network f1464eac-d7b8-423b-ae9b-af5625941696 Aug 17 00:11:57.511792 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-21c78c23-77bb-4aee-9b8c-7c9c0fb3369c tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:57.539555 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-21c78c23-77bb-4aee-9b8c-7c9c0fb3369c tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:57.545173 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c78c23-77bb-4aee-9b8c-7c9c0fb3369c tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:57.545908 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-21c78c23-77bb-4aee-9b8c-7c9c0fb3369c tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:57.607475 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-21c78c23-77bb-4aee-9b8c-7c9c0fb3369c tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1963811 Aug 17 00:11:57.611046 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 59902) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:57.615655 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-78907134-58a5-4b0a-972b-730090a1fd89 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1523968501', 'admin_state_up': True, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:11:57.627565 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c78c23-77bb-4aee-9b8c-7c9c0fb3369c tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event updated for resources: {'Network': ['ID=f1464eac-d7b8-423b-ae9b-af5625941696,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:57.642814 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network f1464eac-d7b8-423b-ae9b-af5625941696 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:11:57.646234 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-78907134-58a5-4b0a-972b-730090a1fd89 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:57.647352 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-78907134-58a5-4b0a-972b-730090a1fd89 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:57.650099 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 186fc9ab-8874-4c6d-98f8-bfcee25c7800 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:11:57.699691 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-78907134-58a5-4b0a-972b-730090a1fd89 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:57.711114 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 186fc9ab-8874-4c6d-98f8-bfcee25c7800 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:11:57.711468 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 186fc9ab-8874-4c6d-98f8-bfcee25c7800 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:11:57.848028 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-78907134-58a5-4b0a-972b-730090a1fd89 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:58.034744 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-78907134-58a5-4b0a-972b-730090a1fd89 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for router_gateway, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:58.056516 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-78907134-58a5-4b0a-972b-730090a1fd89 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:58.161559 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-78907134-58a5-4b0a-972b-730090a1fd89 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Allocated IP 172.25.4.68 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/32a7e912-81d3-42ef-8a28-bb3ae06fb86c) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:11:58.263704 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-78907134-58a5-4b0a-972b-730090a1fd89 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:58.303023 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-78907134-58a5-4b0a-972b-730090a1fd89 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:58.342547 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78907134-58a5-4b0a-972b-730090a1fd89 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:11:58.346054 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-78907134-58a5-4b0a-972b-730090a1fd89 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:11:58.350237 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78907134-58a5-4b0a-972b-730090a1fd89 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:11:58.353106 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78907134-58a5-4b0a-972b-730090a1fd89 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event updated for resources: {'Port': ['ID=32a7e912-81d3-42ef-8a28-bb3ae06fb86c,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:58.942469 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-78907134-58a5-4b0a-972b-730090a1fd89 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for router_gateway, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:59.139252 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-78907134-58a5-4b0a-972b-730090a1fd89 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:59.266703 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78907134-58a5-4b0a-972b-730090a1fd89 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Router f99dd0b4-3796-4f21-a381-a462c7e2d003 is scheduled to L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f with binding_index 1 {{(pid=101292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 00:11:59.373894 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78907134-58a5-4b0a-972b-730090a1fd89 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:11:59.384406 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1bb41f-c674-41d1-ab9e-1ef972d24a8a None None] Sync routers for ids ['f99dd0b4-3796-4f21-a381-a462c7e2d003'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:11:59.393139 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1bb41f-c674-41d1-ab9e-1ef972d24a8a None None] Routers {'f99dd0b4-3796-4f21-a381-a462c7e2d003'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:11:59.393810 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-6d1bb41f-c674-41d1-ab9e-1ef972d24a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:11:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['f99dd0b4-3796-4f21-a381-a462c7e2d003'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:11:59.394683 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-78907134-58a5-4b0a-972b-730090a1fd89 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:59.397038 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-78907134-58a5-4b0a-972b-730090a1fd89 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7838285 Aug 17 00:11:59.399721 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 59904) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:59.430554 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-90392ae2-fb7d-4a1e-ad82-d16e779236a7 tempest-TestNetworkAdvancedServerOps-239719549 tempest-TestNetworkAdvancedServerOps-239719549-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=8d5ca35b88544f06a4e5fba0ad3d3cbd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283463 Aug 17 00:11:59.433111 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 59906) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:59.498630 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-6d1bb41f-c674-41d1-ab9e-1ef972d24a8a None None] Set router f99dd0b4-3796-4f21-a381-a462c7e2d003 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:11:59.523372 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec6738d-dd45-4bc7-91b0-d8129384d67d tempest-TestNetworkAdvancedServerOps-239719549 tempest-TestNetworkAdvancedServerOps-239719549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:59.524861 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-eec6738d-dd45-4bc7-91b0-d8129384d67d tempest-TestNetworkAdvancedServerOps-239719549 tempest-TestNetworkAdvancedServerOps-239719549-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0908213 Aug 17 00:11:59.527685 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 59908) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:59.558013 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-4b27ef35-c7ac-4d83-a405-9ce1e19c1b5f tempest-TestNetworkAdvancedServerOps-239719549 tempest-TestNetworkAdvancedServerOps-239719549-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=c22c4980-c849-406d-982c-a5d68c515a94&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269012 Aug 17 00:11:59.558244 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 59910) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:11:59.563604 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-3a6adc76-000e-456f-94b8-4f002de8479b tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-315129585', 'network_id': 'f1464eac-d7b8-423b-ae9b-af5625941696', 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:11:59.650801 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a6adc76-000e-456f-94b8-4f002de8479b tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Made reservation on behalf of 8d5ca35b88544f06a4e5fba0ad3d3cbd for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:11:59.654390 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3a6adc76-000e-456f-94b8-4f002de8479b tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:59.689149 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-6d1bb41f-c674-41d1-ab9e-1ef972d24a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f99dd0b4-3796-4f21-a381-a462c7e2d003', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1523968501', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '32a7e912-81d3-42ef-8a28-bb3ae06fb86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:11:57Z', 'updated_at': '2021-08-17T00:11:58Z', 'revision_number': 3, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'gw_port': {'id': '32a7e912-81d3-42ef-8a28-bb3ae06fb86c', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b0:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f99dd0b4-3796-4f21-a381-a462c7e2d003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:11:58Z', 'updated_at': '2021-08-17T00:11:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:11:59.716941 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1bb41f-c674-41d1-ab9e-1ef972d24a8a None None] Checking router: f99dd0b4-3796-4f21-a381-a462c7e2d003 for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:11:59.717502 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1bb41f-c674-41d1-ab9e-1ef972d24a8a None None] Updating router f99dd0b4-3796-4f21-a381-a462c7e2d003 port 32a7e912-81d3-42ef-8a28-bb3ae06fb86c binding host n-d-791506-26 {{(pid=101293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:11:59.748155 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-6d1bb41f-c674-41d1-ab9e-1ef972d24a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:59.837666 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3a6adc76-000e-456f-94b8-4f002de8479b tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:59.896373 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6adc76-000e-456f-94b8-4f002de8479b tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event updated for resources: {'Subnet': ['ID=908b1b3d-5ad7-4585-9e29-19b1a66ca4de,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:11:59.911365 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6adc76-000e-456f-94b8-4f002de8479b tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Checking segment: {'id': 'fe3e01a1-3423-4d98-8045-fe0d0279c07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f1464eac-d7b8-423b-ae9b-af5625941696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:11:59.911729 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6adc76-000e-456f-94b8-4f002de8479b tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Network hostable DHCP agents. Network: f1464eac-d7b8-423b-ae9b-af5625941696, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:11:59.928106 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6adc76-000e-456f-94b8-4f002de8479b tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Network f1464eac-d7b8-423b-ae9b-af5625941696 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:11:59.937249 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-3a6adc76-000e-456f-94b8-4f002de8479b tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, f1464eac-d7b8-423b-ae9b-af5625941696) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:11:59.942222 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6adc76-000e-456f-94b8-4f002de8479b tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:11:59.943067 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3a6adc76-000e-456f-94b8-4f002de8479b tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:11:59.950108 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5463bb3-d89a-41a6-a256-5a4a343d87d3 None None] Network f1464eac-d7b8-423b-ae9b-af5625941696 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:11:59.958918 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-3a6adc76-000e-456f-94b8-4f002de8479b tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3997166 Aug 17 00:11:59.961799 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 59912) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:00.066348 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-6d1bb41f-c674-41d1-ab9e-1ef972d24a8a None None] Notify callbacks [] for port, precommit_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:00.086115 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-6d1bb41f-c674-41d1-ab9e-1ef972d24a8a None None] Transition to ACTIVE for port object 32a7e912-81d3-42ef-8a28-bb3ae06fb86c will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:12:00.111825 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-6d1bb41f-c674-41d1-ab9e-1ef972d24a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:00.181413 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc05bfe5-290b-4e14-98a7-1c93a9a788d4 None None] Pushing event updated for resources: {'Port': ['ID=32a7e912-81d3-42ef-8a28-bb3ae06fb86c,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:00.197318 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-6d1bb41f-c674-41d1-ab9e-1ef972d24a8a None None] Attempting to bind port 32a7e912-81d3-42ef-8a28-bb3ae06fb86c on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:12:00.197694 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-6d1bb41f-c674-41d1-ab9e-1ef972d24a8a None None] Attempting to bind port 32a7e912-81d3-42ef-8a28-bb3ae06fb86c by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:12:00.198062 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1bb41f-c674-41d1-ab9e-1ef972d24a8a None None] Attempting to bind port 32a7e912-81d3-42ef-8a28-bb3ae06fb86c on network c22c4980-c849-406d-982c-a5d68c515a94 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:12:00.205341 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1bb41f-c674-41d1-ab9e-1ef972d24a8a None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:12:00.205724 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1bb41f-c674-41d1-ab9e-1ef972d24a8a None None] Checking segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:12:00.206135 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-6d1bb41f-c674-41d1-ab9e-1ef972d24a8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:00.206528 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1bb41f-c674-41d1-ab9e-1ef972d24a8a None None] Bound using segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:12:00.207003 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-6d1bb41f-c674-41d1-ab9e-1ef972d24a8a None None] Bound port: 32a7e912-81d3-42ef-8a28-bb3ae06fb86c, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:12:00.207456 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-6d1bb41f-c674-41d1-ab9e-1ef972d24a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:00.211149 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba5425b-2712-4a3c-81b3-bdf2053e8e23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-f1464eac-d7b8-423b-ae9b-af5625941696', 'network_id': 'f1464eac-d7b8-423b-ae9b-af5625941696', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'fixed_ips': [{'subnet_id': '908b1b3d-5ad7-4585-9e29-19b1a66ca4de'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:12:00.211993 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-bba5425b-2712-4a3c-81b3-bdf2053e8e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:00.338469 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-6d1bb41f-c674-41d1-ab9e-1ef972d24a8a None None] For port 32a7e912-81d3-42ef-8a28-bb3ae06fb86c, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:12:00.343361 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-6d1bb41f-c674-41d1-ab9e-1ef972d24a8a None None] For port 32a7e912-81d3-42ef-8a28-bb3ae06fb86c, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=32a7e912-81d3-42ef-8a28-bb3ae06fb86c,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:12:00.350599 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-6d1bb41f-c674-41d1-ab9e-1ef972d24a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:00.404828 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-318e704f-5be2-42d0-aa3b-b8add60c5eea tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:00.459121 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1bb41f-c674-41d1-ab9e-1ef972d24a8a None None] Routers {'f99dd0b4-3796-4f21-a381-a462c7e2d003'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:12:00.459763 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-6d1bb41f-c674-41d1-ab9e-1ef972d24a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:11:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['f99dd0b4-3796-4f21-a381-a462c7e2d003'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:12:00.462994 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-bba5425b-2712-4a3c-81b3-bdf2053e8e23 None None] Allocated IP 172.20.0.2 (f1464eac-d7b8-423b-ae9b-af5625941696/908b1b3d-5ad7-4585-9e29-19b1a66ca4de/9c3a83ce-079b-450f-b13f-98d8d030eb4e) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:12:00.464999 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc05bfe5-290b-4e14-98a7-1c93a9a788d4 None None] Pushing event updated for resources: {'Port': ['ID=32a7e912-81d3-42ef-8a28-bb3ae06fb86c,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:00.635257 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-6d1bb41f-c674-41d1-ab9e-1ef972d24a8a None None] Set router f99dd0b4-3796-4f21-a381-a462c7e2d003 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:12:00.956434 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-bba5425b-2712-4a3c-81b3-bdf2053e8e23 None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:00.976263 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-bba5425b-2712-4a3c-81b3-bdf2053e8e23 None None] Transition to ACTIVE for port object 9c3a83ce-079b-450f-b13f-98d8d030eb4e will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:12:01.017260 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-bba5425b-2712-4a3c-81b3-bdf2053e8e23 None None] Transition to ACTIVE for port object 9c3a83ce-079b-450f-b13f-98d8d030eb4e will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:12:01.025801 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-bba5425b-2712-4a3c-81b3-bdf2053e8e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:01.074168 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba5425b-2712-4a3c-81b3-bdf2053e8e23 None None] Network f1464eac-d7b8-423b-ae9b-af5625941696 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:12:01.076951 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-318e704f-5be2-42d0-aa3b-b8add60c5eea tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Allocated IP 172.20.0.1 (f1464eac-d7b8-423b-ae9b-af5625941696/908b1b3d-5ad7-4585-9e29-19b1a66ca4de/59205380-7247-40c6-b9e9-f8f082db33ec) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:12:01.083084 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-bba5425b-2712-4a3c-81b3-bdf2053e8e23 None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:12:01.086406 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba5425b-2712-4a3c-81b3-bdf2053e8e23 None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:12:01.089813 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba5425b-2712-4a3c-81b3-bdf2053e8e23 None None] Pushing event updated for resources: {'Port': ['ID=9c3a83ce-079b-450f-b13f-98d8d030eb4e,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:01.117830 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-6d1bb41f-c674-41d1-ab9e-1ef972d24a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f99dd0b4-3796-4f21-a381-a462c7e2d003', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1523968501', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '32a7e912-81d3-42ef-8a28-bb3ae06fb86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:11:57Z', 'updated_at': '2021-08-17T00:11:58Z', 'revision_number': 3, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'gw_port': {'id': '32a7e912-81d3-42ef-8a28-bb3ae06fb86c', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b0:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f99dd0b4-3796-4f21-a381-a462c7e2d003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:11:58Z', 'updated_at': '2021-08-17T00:12:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:12:01.163760 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1bb41f-c674-41d1-ab9e-1ef972d24a8a None None] The sync data for ids ['f99dd0b4-3796-4f21-a381-a462c7e2d003'] in n-d-791506-26 is: [{'id': 'f99dd0b4-3796-4f21-a381-a462c7e2d003', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1523968501', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '32a7e912-81d3-42ef-8a28-bb3ae06fb86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:11:57Z', 'updated_at': '2021-08-17T00:11:58Z', 'revision_number': 3, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'gw_port': {'id': '32a7e912-81d3-42ef-8a28-bb3ae06fb86c', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b0:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f99dd0b4-3796-4f21-a381-a462c7e2d003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:11:58Z', 'updated_at': '2021-08-17T00:12:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:12:01.175899 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-bba5425b-2712-4a3c-81b3-bdf2053e8e23 None None] Attempting to bind port 9c3a83ce-079b-450f-b13f-98d8d030eb4e on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:12:01.176416 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-bba5425b-2712-4a3c-81b3-bdf2053e8e23 None None] Attempting to bind port 9c3a83ce-079b-450f-b13f-98d8d030eb4e by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': 'fe3e01a1-3423-4d98-8045-fe0d0279c07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f1464eac-d7b8-423b-ae9b-af5625941696'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:12:01.176930 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba5425b-2712-4a3c-81b3-bdf2053e8e23 None None] Attempting to bind port 9c3a83ce-079b-450f-b13f-98d8d030eb4e on network f1464eac-d7b8-423b-ae9b-af5625941696 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:12:01.182402 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba5425b-2712-4a3c-81b3-bdf2053e8e23 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:12:01.182952 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba5425b-2712-4a3c-81b3-bdf2053e8e23 None None] Checking segment: {'id': 'fe3e01a1-3423-4d98-8045-fe0d0279c07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f1464eac-d7b8-423b-ae9b-af5625941696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:12:01.183470 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-bba5425b-2712-4a3c-81b3-bdf2053e8e23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:01.183966 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba5425b-2712-4a3c-81b3-bdf2053e8e23 None None] Bound using segment: {'id': 'fe3e01a1-3423-4d98-8045-fe0d0279c07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f1464eac-d7b8-423b-ae9b-af5625941696'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:12:01.184590 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-bba5425b-2712-4a3c-81b3-bdf2053e8e23 None None] Bound port: 9c3a83ce-079b-450f-b13f-98d8d030eb4e, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe3e01a1-3423-4d98-8045-fe0d0279c07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f1464eac-d7b8-423b-ae9b-af5625941696'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:12:01.185165 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-bba5425b-2712-4a3c-81b3-bdf2053e8e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:01.225950 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-318e704f-5be2-42d0-aa3b-b8add60c5eea tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:01.240464 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [None req-318e704f-5be2-42d0-aa3b-b8add60c5eea tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Transition to ACTIVE for port object 59205380-7247-40c6-b9e9-f8f082db33ec will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:12:01.256129 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-bba5425b-2712-4a3c-81b3-bdf2053e8e23 None None] For port 9c3a83ce-079b-450f-b13f-98d8d030eb4e, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:12:01.260563 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-bba5425b-2712-4a3c-81b3-bdf2053e8e23 None None] For port 9c3a83ce-079b-450f-b13f-98d8d030eb4e, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=9c3a83ce-079b-450f-b13f-98d8d030eb4e,segment=NetworkSegment(fe3e01a1-3423-4d98-8045-fe0d0279c07d),segment_id=fe3e01a1-3423-4d98-8045-fe0d0279c07d)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:12:01.264242 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-bba5425b-2712-4a3c-81b3-bdf2053e8e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:01.290493 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-318e704f-5be2-42d0-aa3b-b8add60c5eea tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:01.332102 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba5425b-2712-4a3c-81b3-bdf2053e8e23 None None] Pushing event updated for resources: {'Port': ['ID=9c3a83ce-079b-450f-b13f-98d8d030eb4e,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:01.335227 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318e704f-5be2-42d0-aa3b-b8add60c5eea tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Network f1464eac-d7b8-423b-ae9b-af5625941696 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:12:01.338815 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-318e704f-5be2-42d0-aa3b-b8add60c5eea tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:12:01.343197 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318e704f-5be2-42d0-aa3b-b8add60c5eea tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:12:01.385662 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318e704f-5be2-42d0-aa3b-b8add60c5eea tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event updated for resources: {'Port': ['ID=59205380-7247-40c6-b9e9-f8f082db33ec,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:01.404267 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-318e704f-5be2-42d0-aa3b-b8add60c5eea tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954230'] for router_interface, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:01.580051 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-318e704f-5be2-42d0-aa3b-b8add60c5eea tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:01.780615 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 32a7e912-81d3-42ef-8a28-bb3ae06fb86c up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:12:01.851403 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 32a7e912-81d3-42ef-8a28-bb3ae06fb86c completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:12:01.856516 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 32a7e912-81d3-42ef-8a28-bb3ae06fb86c triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:12:01.857033 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:01.943039 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:01.948158 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-318e704f-5be2-42d0-aa3b-b8add60c5eea tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:01.956102 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-318e704f-5be2-42d0-aa3b-b8add60c5eea tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:01.974912 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 32a7e912-81d3-42ef-8a28-bb3ae06fb86c, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=32a7e912-81d3-42ef-8a28-bb3ae06fb86c,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:12:01.980840 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:01.982019 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 9c3a83ce-079b-450f-b13f-98d8d030eb4e up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:12:02.070916 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=32a7e912-81d3-42ef-8a28-bb3ae06fb86c,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:02.076031 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-318e704f-5be2-42d0-aa3b-b8add60c5eea tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954122'] for router_interface, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:02.079214 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318e704f-5be2-42d0-aa3b-b8add60c5eea tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event updated for resources: {'Port': ['ID=59205380-7247-40c6-b9e9-f8f082db33ec,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:02.111403 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 9c3a83ce-079b-450f-b13f-98d8d030eb4e completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:12:02.228986 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318e704f-5be2-42d0-aa3b-b8add60c5eea tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Network f1464eac-d7b8-423b-ae9b-af5625941696 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:12:02.230479 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-318e704f-5be2-42d0-aa3b-b8add60c5eea tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:12:02.355013 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-318e704f-5be2-42d0-aa3b-b8add60c5eea tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Router f99dd0b4-3796-4f21-a381-a462c7e2d003 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:12:02.413401 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6159e156-3b50-4b1f-adaf-8a3ce48b339d None None] Network f1464eac-d7b8-423b-ae9b-af5625941696 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:12:02.473416 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-318e704f-5be2-42d0-aa3b-b8add60c5eea tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:12:02.473855 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-234fcc4c-8fd8-4de2-8192-bde64e15e078 None None] Provisioning for port 9c3a83ce-079b-450f-b13f-98d8d030eb4e completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:12:02.486321 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-318e704f-5be2-42d0-aa3b-b8add60c5eea tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "PUT /v2.0/routers/f99dd0b4-3796-4f21-a381-a462c7e2d003/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5162699 Aug 17 00:12:02.486515 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-234fcc4c-8fd8-4de2-8192-bde64e15e078 None None] Provisioning complete for port 9c3a83ce-079b-450f-b13f-98d8d030eb4e triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:12:02.486515 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-234fcc4c-8fd8-4de2-8192-bde64e15e078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:02.632271 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-54054350-1b8f-4f93-b867-f808f293654a req-1347de28-0184-415d-97f1-95dd58e70aa3 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1541355240&fields=id&tenant_id=8d5ca35b88544f06a4e5fba0ad3d3cbd HTTP/1.1" status: 200 len: 267 time: 0.0355496 Aug 17 00:12:02.636029 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-234fcc4c-8fd8-4de2-8192-bde64e15e078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:02.676628 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-234fcc4c-8fd8-4de2-8192-bde64e15e078 None None] For port 9c3a83ce-079b-450f-b13f-98d8d030eb4e, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=9c3a83ce-079b-450f-b13f-98d8d030eb4e,segment=NetworkSegment(fe3e01a1-3423-4d98-8045-fe0d0279c07d),segment_id=fe3e01a1-3423-4d98-8045-fe0d0279c07d)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:12:02.684348 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-234fcc4c-8fd8-4de2-8192-bde64e15e078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:02.749582 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234fcc4c-8fd8-4de2-8192-bde64e15e078 None None] Pushing event updated for resources: {'Port': ['ID=9c3a83ce-079b-450f-b13f-98d8d030eb4e,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:02.776067 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54054350-1b8f-4f93-b867-f808f293654a req-6e165690-8ec5-4653-8a29-deb9ecbfc33d tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:02.777707 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-54054350-1b8f-4f93-b867-f808f293654a req-6e165690-8ec5-4653-8a29-deb9ecbfc33d tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/networks?id=f1464eac-d7b8-423b-ae9b-af5625941696 HTTP/1.1" status: 200 len: 797 time: 0.1341901 Aug 17 00:12:02.793653 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-54054350-1b8f-4f93-b867-f808f293654a req-b52ab301-c510-4252-b47a-3eafbf1cadc0 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/quotas/8d5ca35b88544f06a4e5fba0ad3d3cbd HTTP/1.1" status: 200 len: 375 time: 0.0099533 Aug 17 00:12:02.853760 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-54054350-1b8f-4f93-b867-f808f293654a req-6a6d6f42-afb6-4403-9a48-53407ddf3d5a tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8d5ca35b88544f06a4e5fba0ad3d3cbd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0538664 Aug 17 00:12:02.911186 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-3e6b6255-716a-436a-abfd-1bda2e898489 None None] Provisioning complete for port 9c3a83ce-079b-450f-b13f-98d8d030eb4e triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:12:02.911714 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-3e6b6255-716a-436a-abfd-1bda2e898489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:02.962536 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-54054350-1b8f-4f93-b867-f808f293654a req-c432efc5-aa77-447f-b52c-e60f0d6b9740 service neutron] 10.222.0.36 "GET /v2.0/networks/f1464eac-d7b8-423b-ae9b-af5625941696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965974 Aug 17 00:12:03.011695 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-3e6b6255-716a-436a-abfd-1bda2e898489 None None] Provisioning for port 59205380-7247-40c6-b9e9-f8f082db33ec completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:12:03.016609 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-3e6b6255-716a-436a-abfd-1bda2e898489 None None] Provisioning complete for port 59205380-7247-40c6-b9e9-f8f082db33ec triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:12:03.016995 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-3e6b6255-716a-436a-abfd-1bda2e898489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:03.064303 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-54054350-1b8f-4f93-b867-f808f293654a req-4706fb20-e484-4c89-998b-b5b6a2dc304f service neutron] 10.222.0.36 "GET /v2.0/networks/f1464eac-d7b8-423b-ae9b-af5625941696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008794 Aug 17 00:12:03.064917 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce0afd4-00db-42fc-9932-bbfa13933606 None None] Sync routers for ids ['f99dd0b4-3796-4f21-a381-a462c7e2d003'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:12:03.077004 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-3e6b6255-716a-436a-abfd-1bda2e898489 None None] Port 59205380-7247-40c6-b9e9-f8f082db33ec cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:12:03.079239 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce0afd4-00db-42fc-9932-bbfa13933606 None None] Routers {'f99dd0b4-3796-4f21-a381-a462c7e2d003'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:12:03.079891 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-9ce0afd4-00db-42fc-9932-bbfa13933606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:11:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['f99dd0b4-3796-4f21-a381-a462c7e2d003'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:12:03.205770 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-c4efcd7f-a4d3-4fc6-ac75-56f39a2f9aa0 None None] Provisioning complete for port 59205380-7247-40c6-b9e9-f8f082db33ec triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:12:03.206152 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c4efcd7f-a4d3-4fc6-ac75-56f39a2f9aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:03.222800 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-9ce0afd4-00db-42fc-9932-bbfa13933606 None None] Set router f99dd0b4-3796-4f21-a381-a462c7e2d003 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:12:03.291872 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-c4efcd7f-a4d3-4fc6-ac75-56f39a2f9aa0 None None] Port 59205380-7247-40c6-b9e9-f8f082db33ec cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:12:03.298356 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3764a962-c1ad-45d3-81f9-1246dded8383 req-c917a1d9-0244-4256-9171-13c19df4a11a tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7636fd8-de62-4d54-ae06-d7421e04c079 HTTP/1.1" status: 200 len: 210 time: 0.0425682 Aug 17 00:12:03.413087 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fbfc1b8-52f6-4fac-b888-da0cb447a878 None None] Provisioning complete for port 59205380-7247-40c6-b9e9-f8f082db33ec triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:12:03.413675 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fbfc1b8-52f6-4fac-b888-da0cb447a878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:03.450532 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-9fbfc1b8-52f6-4fac-b888-da0cb447a878 None None] Port 59205380-7247-40c6-b9e9-f8f082db33ec cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:12:03.537375 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-9ce0afd4-00db-42fc-9932-bbfa13933606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f99dd0b4-3796-4f21-a381-a462c7e2d003', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1523968501', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '32a7e912-81d3-42ef-8a28-bb3ae06fb86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:11:57Z', 'updated_at': '2021-08-17T00:12:01Z', 'revision_number': 4, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'gw_port': {'id': '32a7e912-81d3-42ef-8a28-bb3ae06fb86c', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99dd0b4-3796-4f21-a381-a462c7e2d003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:11:58Z', 'updated_at': '2021-08-17T00:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '59205380-7247-40c6-b9e9-f8f082db33ec', 'name': '', 'network_id': 'f1464eac-d7b8-423b-ae9b-af5625941696', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'mac_address': 'fa:16:3e:66:ea:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f99dd0b4-3796-4f21-a381-a462c7e2d003', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '908b1b3d-5ad7-4585-9e29-19b1a66ca4de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:12:00Z', 'updated_at': '2021-08-17T00:12:01Z', 'revision_number': 2, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'subnets': [{'id': '908b1b3d-5ad7-4585-9e29-19b1a66ca4de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:12:03.567323 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce0afd4-00db-42fc-9932-bbfa13933606 None None] Checking router: f99dd0b4-3796-4f21-a381-a462c7e2d003 for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:12:03.567678 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce0afd4-00db-42fc-9932-bbfa13933606 None None] Updating router f99dd0b4-3796-4f21-a381-a462c7e2d003 port 59205380-7247-40c6-b9e9-f8f082db33ec binding host n-d-791506-26 {{(pid=101294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:12:03.591383 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-9ce0afd4-00db-42fc-9932-bbfa13933606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:03.713771 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 32a7e912-81d3-42ef-8a28-bb3ae06fb86c up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:12:03.763491 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 32a7e912-81d3-42ef-8a28-bb3ae06fb86c triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:12:03.763915 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:03.848639 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 9c3a83ce-079b-450f-b13f-98d8d030eb4e up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:12:03.869821 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-9ce0afd4-00db-42fc-9932-bbfa13933606 None None] Notify callbacks [] for port, precommit_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:03.880235 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.provisioning_blocks [None req-9ce0afd4-00db-42fc-9932-bbfa13933606 None None] Transition to ACTIVE for port object 59205380-7247-40c6-b9e9-f8f082db33ec will not be triggered until provisioned by entity L2. {{(pid=101294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:12:03.885480 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-9ce0afd4-00db-42fc-9932-bbfa13933606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:03.898018 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 9c3a83ce-079b-450f-b13f-98d8d030eb4e triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:12:03.898394 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:03.955299 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b042251e-4699-42ef-a220-194b9d64ac03 None None] Pushing event updated for resources: {'Port': ['ID=59205380-7247-40c6-b9e9-f8f082db33ec,revision_number=3']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:03.975867 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b042251e-4699-42ef-a220-194b9d64ac03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:12:03.976189 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b042251e-4699-42ef-a220-194b9d64ac03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:12:03.976780 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b042251e-4699-42ef-a220-194b9d64ac03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:12:03.977329 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b042251e-4699-42ef-a220-194b9d64ac03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:12:03.977874 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b042251e-4699-42ef-a220-194b9d64ac03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:12:03.978404 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b042251e-4699-42ef-a220-194b9d64ac03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:12:03.978920 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b042251e-4699-42ef-a220-194b9d64ac03 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:12:03.979446 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b042251e-4699-42ef-a220-194b9d64ac03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:12:03.979993 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b042251e-4699-42ef-a220-194b9d64ac03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:12:03.980604 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b042251e-4699-42ef-a220-194b9d64ac03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:12:03.981146 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b042251e-4699-42ef-a220-194b9d64ac03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:12:03.981683 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b042251e-4699-42ef-a220-194b9d64ac03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:12:03.999152 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-9ce0afd4-00db-42fc-9932-bbfa13933606 None None] Attempting to bind port 59205380-7247-40c6-b9e9-f8f082db33ec on host n-d-791506-26 for vnic_type normal with profile {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:12:03.999527 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-9ce0afd4-00db-42fc-9932-bbfa13933606 None None] Attempting to bind port 59205380-7247-40c6-b9e9-f8f082db33ec by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': 'fe3e01a1-3423-4d98-8045-fe0d0279c07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f1464eac-d7b8-423b-ae9b-af5625941696'}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:12:04.000147 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce0afd4-00db-42fc-9932-bbfa13933606 None None] Attempting to bind port 59205380-7247-40c6-b9e9-f8f082db33ec on network f1464eac-d7b8-423b-ae9b-af5625941696 {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:12:04.010002 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce0afd4-00db-42fc-9932-bbfa13933606 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:12:04.010384 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce0afd4-00db-42fc-9932-bbfa13933606 None None] Checking segment: {'id': 'fe3e01a1-3423-4d98-8045-fe0d0279c07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f1464eac-d7b8-423b-ae9b-af5625941696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:12:04.010794 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-9ce0afd4-00db-42fc-9932-bbfa13933606 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:04.011187 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce0afd4-00db-42fc-9932-bbfa13933606 None None] Bound using segment: {'id': 'fe3e01a1-3423-4d98-8045-fe0d0279c07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f1464eac-d7b8-423b-ae9b-af5625941696'} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:12:04.011888 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-9ce0afd4-00db-42fc-9932-bbfa13933606 None None] Bound port: 59205380-7247-40c6-b9e9-f8f082db33ec, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe3e01a1-3423-4d98-8045-fe0d0279c07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f1464eac-d7b8-423b-ae9b-af5625941696'}}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:12:04.012282 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-9ce0afd4-00db-42fc-9932-bbfa13933606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:04.085048 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-9ce0afd4-00db-42fc-9932-bbfa13933606 None None] For port 59205380-7247-40c6-b9e9-f8f082db33ec, host n-d-791506-26, cleared binding levels {{(pid=101294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:12:04.088448 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-9ce0afd4-00db-42fc-9932-bbfa13933606 None None] For port 59205380-7247-40c6-b9e9-f8f082db33ec, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=59205380-7247-40c6-b9e9-f8f082db33ec,segment=NetworkSegment(fe3e01a1-3423-4d98-8045-fe0d0279c07d),segment_id=fe3e01a1-3423-4d98-8045-fe0d0279c07d)] {{(pid=101294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:12:04.092906 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-9ce0afd4-00db-42fc-9932-bbfa13933606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:04.144915 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce0afd4-00db-42fc-9932-bbfa13933606 None None] Routers {'f99dd0b4-3796-4f21-a381-a462c7e2d003'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:12:04.145550 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-9ce0afd4-00db-42fc-9932-bbfa13933606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:11:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['f99dd0b4-3796-4f21-a381-a462c7e2d003'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:12:04.195241 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b042251e-4699-42ef-a220-194b9d64ac03 None None] Pushing event updated for resources: {'Port': ['ID=59205380-7247-40c6-b9e9-f8f082db33ec,revision_number=4']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:04.271609 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-9ce0afd4-00db-42fc-9932-bbfa13933606 None None] Set router f99dd0b4-3796-4f21-a381-a462c7e2d003 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:12:04.427443 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a6983f47-a9ef-4e63-af35-3c1b273bc6c0 req-b2652150-f6a0-4b00-9152-9d8a8f94aaf3 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7636fd8-de62-4d54-ae06-d7421e04c079 HTTP/1.1" status: 200 len: 210 time: 0.0482407 Aug 17 00:12:04.469175 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54054350-1b8f-4f93-b867-f808f293654a req-a6a87b78-14c7-4961-8c1e-8baa9096c4e6 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:04.470780 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-54054350-1b8f-4f93-b867-f808f293654a req-a6a87b78-14c7-4961-8c1e-8baa9096c4e6 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.57 "GET /v2.0/networks?id=f1464eac-d7b8-423b-ae9b-af5625941696 HTTP/1.1" status: 200 len: 797 time: 0.1177235 Aug 17 00:12:04.507654 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-9ce0afd4-00db-42fc-9932-bbfa13933606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f99dd0b4-3796-4f21-a381-a462c7e2d003', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1523968501', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '32a7e912-81d3-42ef-8a28-bb3ae06fb86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:11:57Z', 'updated_at': '2021-08-17T00:12:01Z', 'revision_number': 4, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'gw_port': {'id': '32a7e912-81d3-42ef-8a28-bb3ae06fb86c', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99dd0b4-3796-4f21-a381-a462c7e2d003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:11:58Z', 'updated_at': '2021-08-17T00:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '59205380-7247-40c6-b9e9-f8f082db33ec', 'name': '', 'network_id': 'f1464eac-d7b8-423b-ae9b-af5625941696', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'mac_address': 'fa:16:3e:66:ea:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f99dd0b4-3796-4f21-a381-a462c7e2d003', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '908b1b3d-5ad7-4585-9e29-19b1a66ca4de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:12:00Z', 'updated_at': '2021-08-17T00:12:04Z', 'revision_number': 4, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'subnets': [{'id': '908b1b3d-5ad7-4585-9e29-19b1a66ca4de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:12:04.521785 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-54054350-1b8f-4f93-b867-f808f293654a req-65cf61c1-571f-4b2c-b5e0-63830ab08d31 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d5ca35b88544f06a4e5fba0ad3d3cbd HTTP/1.1" status: 200 len: 380 time: 0.0355792 Aug 17 00:12:04.532746 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-54054350-1b8f-4f93-b867-f808f293654a req-e943884c-7c97-43bf-8e75-e420cb72320d tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Request body: {'port': {'device_id': 'c7636fd8-de62-4d54-ae06-d7421e04c079', 'network_id': 'f1464eac-d7b8-423b-ae9b-af5625941696', 'admin_state_up': True, 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'security_groups': ['1b9dec62-9b22-42b1-b320-1066147e442d']}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:12:04.537735 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce0afd4-00db-42fc-9932-bbfa13933606 None None] The sync data for ids ['f99dd0b4-3796-4f21-a381-a462c7e2d003'] in n-d-791506-26 is: [{'id': 'f99dd0b4-3796-4f21-a381-a462c7e2d003', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1523968501', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '32a7e912-81d3-42ef-8a28-bb3ae06fb86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:11:57Z', 'updated_at': '2021-08-17T00:12:01Z', 'revision_number': 4, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'gw_port': {'id': '32a7e912-81d3-42ef-8a28-bb3ae06fb86c', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99dd0b4-3796-4f21-a381-a462c7e2d003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:11:58Z', 'updated_at': '2021-08-17T00:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '59205380-7247-40c6-b9e9-f8f082db33ec', 'name': '', 'network_id': 'f1464eac-d7b8-423b-ae9b-af5625941696', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'mac_address': 'fa:16:3e:66:ea:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f99dd0b4-3796-4f21-a381-a462c7e2d003', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '908b1b3d-5ad7-4585-9e29-19b1a66ca4de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:12:00Z', 'updated_at': '2021-08-17T00:12:04Z', 'revision_number': 4, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'subnets': [{'id': '908b1b3d-5ad7-4585-9e29-19b1a66ca4de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:12:04.661806 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54054350-1b8f-4f93-b867-f808f293654a req-e943884c-7c97-43bf-8e75-e420cb72320d tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Made reservation on behalf of 8d5ca35b88544f06a4e5fba0ad3d3cbd for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:12:04.665681 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-54054350-1b8f-4f93-b867-f808f293654a req-e943884c-7c97-43bf-8e75-e420cb72320d tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:04.801449 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-54054350-1b8f-4f93-b867-f808f293654a req-e943884c-7c97-43bf-8e75-e420cb72320d tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Allocated IP 172.20.0.10 (f1464eac-d7b8-423b-ae9b-af5625941696/908b1b3d-5ad7-4585-9e29-19b1a66ca4de/c89d33f2-d67c-43d7-aff2-fcb441641102) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:12:04.946222 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-54054350-1b8f-4f93-b867-f808f293654a req-e943884c-7c97-43bf-8e75-e420cb72320d tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:04.960079 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-54054350-1b8f-4f93-b867-f808f293654a req-e943884c-7c97-43bf-8e75-e420cb72320d tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Transition to ACTIVE for port object c89d33f2-d67c-43d7-aff2-fcb441641102 will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:12:04.995335 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-54054350-1b8f-4f93-b867-f808f293654a req-e943884c-7c97-43bf-8e75-e420cb72320d tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:05.046473 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54054350-1b8f-4f93-b867-f808f293654a req-e943884c-7c97-43bf-8e75-e420cb72320d tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Network f1464eac-d7b8-423b-ae9b-af5625941696 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:12:05.050605 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-54054350-1b8f-4f93-b867-f808f293654a req-e943884c-7c97-43bf-8e75-e420cb72320d tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:12:05.054602 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-54054350-1b8f-4f93-b867-f808f293654a req-e943884c-7c97-43bf-8e75-e420cb72320d tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:12:05.081877 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e943884c-7c97-43bf-8e75-e420cb72320d tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event updated for resources: {'Port': ['ID=c89d33f2-d67c-43d7-aff2-fcb441641102,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:05.108844 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54054350-1b8f-4f93-b867-f808f293654a req-e943884c-7c97-43bf-8e75-e420cb72320d tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:05.109519 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-54054350-1b8f-4f93-b867-f808f293654a req-e943884c-7c97-43bf-8e75-e420cb72320d tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:05.127263 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-54054350-1b8f-4f93-b867-f808f293654a req-e943884c-7c97-43bf-8e75-e420cb72320d tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5982759 Aug 17 00:12:05.145733 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-54054350-1b8f-4f93-b867-f808f293654a req-404659ea-b601-437e-8070-8981798c48cb service neutron] Request body: {'port': {'device_id': 'c7636fd8-de62-4d54-ae06-d7421e04c079', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:12:05.209695 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-54054350-1b8f-4f93-b867-f808f293654a req-404659ea-b601-437e-8070-8981798c48cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:05.330815 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-edd6d0e8-2305-45ff-8853-47e6b37d98f7 None None] Provisioning for port c89d33f2-d67c-43d7-aff2-fcb441641102 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:12:05.335090 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-edd6d0e8-2305-45ff-8853-47e6b37d98f7 None None] Provisioning complete for port c89d33f2-d67c-43d7-aff2-fcb441641102 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:12:05.335739 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-edd6d0e8-2305-45ff-8853-47e6b37d98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:05.377555 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-edd6d0e8-2305-45ff-8853-47e6b37d98f7 None None] Port c89d33f2-d67c-43d7-aff2-fcb441641102 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:12:05.508172 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-54054350-1b8f-4f93-b867-f808f293654a req-404659ea-b601-437e-8070-8981798c48cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c89d33f2-d67c-43d7-aff2-fcb441641102 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:12:05.515863 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-54054350-1b8f-4f93-b867-f808f293654a req-404659ea-b601-437e-8070-8981798c48cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:05.528937 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-54054350-1b8f-4f93-b867-f808f293654a req-404659ea-b601-437e-8070-8981798c48cb service neutron] Transition to ACTIVE for port object c89d33f2-d67c-43d7-aff2-fcb441641102 will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:12:05.534841 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-54054350-1b8f-4f93-b867-f808f293654a req-404659ea-b601-437e-8070-8981798c48cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:05.537076 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399e7f10-4fa7-4d18-9d1f-bfc4fa3f7b76 req-0d9b05e1-8859-4446-87e5-957a41da0a1a tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:05.538633 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-399e7f10-4fa7-4d18-9d1f-bfc4fa3f7b76 req-0d9b05e1-8859-4446-87e5-957a41da0a1a tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7636fd8-de62-4d54-ae06-d7421e04c079 HTTP/1.1" status: 200 len: 932 time: 0.0544429 Aug 17 00:12:05.592328 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-399e7f10-4fa7-4d18-9d1f-bfc4fa3f7b76 req-8b6fbee9-8f41-4566-8a51-cfe6366e380b tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b9dec62-9b22-42b1-b320-1066147e442d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466330 Aug 17 00:12:05.635580 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404659ea-b601-437e-8070-8981798c48cb service neutron] Pushing event updated for resources: {'Port': ['ID=c89d33f2-d67c-43d7-aff2-fcb441641102,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:05.671165 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-54054350-1b8f-4f93-b867-f808f293654a req-404659ea-b601-437e-8070-8981798c48cb service neutron] Attempting to bind port c89d33f2-d67c-43d7-aff2-fcb441641102 on host n-h2-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:12:05.671465 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-54054350-1b8f-4f93-b867-f808f293654a req-404659ea-b601-437e-8070-8981798c48cb service neutron] Attempting to bind port c89d33f2-d67c-43d7-aff2-fcb441641102 by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': 'fe3e01a1-3423-4d98-8045-fe0d0279c07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f1464eac-d7b8-423b-ae9b-af5625941696'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:12:05.671754 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54054350-1b8f-4f93-b867-f808f293654a req-404659ea-b601-437e-8070-8981798c48cb service neutron] Attempting to bind port c89d33f2-d67c-43d7-aff2-fcb441641102 on network f1464eac-d7b8-423b-ae9b-af5625941696 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:12:05.677369 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54054350-1b8f-4f93-b867-f808f293654a req-404659ea-b601-437e-8070-8981798c48cb service neutron] Port c89d33f2-d67c-43d7-aff2-fcb441641102 on network f1464eac-d7b8-423b-ae9b-af5625941696 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:12:05.677743 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54054350-1b8f-4f93-b867-f808f293654a req-404659ea-b601-437e-8070-8981798c48cb service neutron] Attempting to bind port c89d33f2-d67c-43d7-aff2-fcb441641102 on network f1464eac-d7b8-423b-ae9b-af5625941696 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:12:05.683086 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54054350-1b8f-4f93-b867-f808f293654a req-404659ea-b601-437e-8070-8981798c48cb service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:12:05.683439 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54054350-1b8f-4f93-b867-f808f293654a req-404659ea-b601-437e-8070-8981798c48cb service neutron] Checking segment: {'id': 'fe3e01a1-3423-4d98-8045-fe0d0279c07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f1464eac-d7b8-423b-ae9b-af5625941696'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:12:05.683834 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54054350-1b8f-4f93-b867-f808f293654a req-404659ea-b601-437e-8070-8981798c48cb service neutron] Bound using segment: {'id': 'fe3e01a1-3423-4d98-8045-fe0d0279c07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f1464eac-d7b8-423b-ae9b-af5625941696'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:12:05.684275 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-54054350-1b8f-4f93-b867-f808f293654a req-404659ea-b601-437e-8070-8981798c48cb service neutron] Bound port: c89d33f2-d67c-43d7-aff2-fcb441641102, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe3e01a1-3423-4d98-8045-fe0d0279c07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f1464eac-d7b8-423b-ae9b-af5625941696'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:12:05.686625 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-54054350-1b8f-4f93-b867-f808f293654a req-404659ea-b601-437e-8070-8981798c48cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:05.743619 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 59205380-7247-40c6-b9e9-f8f082db33ec up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:12:05.772883 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-54054350-1b8f-4f93-b867-f808f293654a req-404659ea-b601-437e-8070-8981798c48cb service neutron] For port c89d33f2-d67c-43d7-aff2-fcb441641102, host n-h2-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:12:05.778594 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-54054350-1b8f-4f93-b867-f808f293654a req-404659ea-b601-437e-8070-8981798c48cb service neutron] For port c89d33f2-d67c-43d7-aff2-fcb441641102, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=c89d33f2-d67c-43d7-aff2-fcb441641102,segment=NetworkSegment(fe3e01a1-3423-4d98-8045-fe0d0279c07d),segment_id=fe3e01a1-3423-4d98-8045-fe0d0279c07d)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:12:05.784785 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-54054350-1b8f-4f93-b867-f808f293654a req-404659ea-b601-437e-8070-8981798c48cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:05.801978 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 59205380-7247-40c6-b9e9-f8f082db33ec completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:12:05.805786 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 59205380-7247-40c6-b9e9-f8f082db33ec triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:12:05.806224 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:05.825513 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54054350-1b8f-4f93-b867-f808f293654a req-404659ea-b601-437e-8070-8981798c48cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:05.826204 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-54054350-1b8f-4f93-b867-f808f293654a req-404659ea-b601-437e-8070-8981798c48cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:05.827641 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-54054350-1b8f-4f93-b867-f808f293654a req-404659ea-b601-437e-8070-8981798c48cb service neutron] 10.222.0.57 "PUT /v2.0/ports/c89d33f2-d67c-43d7-aff2-fcb441641102 HTTP/1.1" status: 200 len: 1093 time: 0.6869612 Aug 17 00:12:05.828088 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7636fd8-de62-4d54-ae06-d7421e04c079', 'tag': 'c89d33f2-d67c-43d7-aff2-fcb441641102'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:12:05.830926 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7165c1ab170cf7a86a4d2d0d4fd52c1e3b7b58c190c14e765d35b2aa62be1e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8847775-5fa2-4f3c-be77-194dba9426f9" -d '{"events": [{"name": "network-changed", "server_uuid": "c7636fd8-de62-4d54-ae06-d7421e04c079", "tag": "c89d33f2-d67c-43d7-aff2-fcb441641102"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:12:05.864080 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404659ea-b601-437e-8070-8981798c48cb service neutron] Pushing event updated for resources: {'Port': ['ID=c89d33f2-d67c-43d7-aff2-fcb441641102,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:05.883294 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-195eb338-296f-4311-8d81-ceaf9e614710 x-openstack-request-id: req-195eb338-296f-4311-8d81-ceaf9e614710 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:12:05.883591 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7636fd8-de62-4d54-ae06-d7421e04c079", "tag": "c89d33f2-d67c-43d7-aff2-fcb441641102", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:12:05.883850 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-195eb338-296f-4311-8d81-ceaf9e614710 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:12:05.884261 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7636fd8-de62-4d54-ae06-d7421e04c079', 'tag': 'c89d33f2-d67c-43d7-aff2-fcb441641102', 'status': 'completed', 'code': 200} Aug 17 00:12:05.916015 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:05.949847 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54054350-1b8f-4f93-b867-f808f293654a req-549f83ff-36fc-40de-a114-f35ff83ab03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:05.951844 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-54054350-1b8f-4f93-b867-f808f293654a req-549f83ff-36fc-40de-a114-f35ff83ab03c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8d5ca35b88544f06a4e5fba0ad3d3cbd&device_id=c7636fd8-de62-4d54-ae06-d7421e04c079 HTTP/1.1" status: 200 len: 1096 time: 0.0482814 Aug 17 00:12:05.954651 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 59205380-7247-40c6-b9e9-f8f082db33ec, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=59205380-7247-40c6-b9e9-f8f082db33ec,segment=NetworkSegment(fe3e01a1-3423-4d98-8045-fe0d0279c07d),segment_id=fe3e01a1-3423-4d98-8045-fe0d0279c07d)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:12:05.958528 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:06.006112 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-54054350-1b8f-4f93-b867-f808f293654a req-2ab85f54-5c50-4305-975e-5866e23e8443 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c89d33f2-d67c-43d7-aff2-fcb441641102 HTTP/1.1" status: 200 len: 217 time: 0.0415308 Aug 17 00:12:06.016277 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=59205380-7247-40c6-b9e9-f8f082db33ec,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:06.057175 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54054350-1b8f-4f93-b867-f808f293654a req-55da3e18-3619-472d-859b-addfce2cc4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:06.058646 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-54054350-1b8f-4f93-b867-f808f293654a req-55da3e18-3619-472d-859b-addfce2cc4ad service neutron] 10.222.0.57 "GET /v2.0/subnets?id=908b1b3d-5ad7-4585-9e29-19b1a66ca4de HTTP/1.1" status: 200 len: 834 time: 0.0459733 Aug 17 00:12:06.104077 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54054350-1b8f-4f93-b867-f808f293654a req-3f0b5860-963f-4bbf-9e20-77058978eb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:06.105628 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-54054350-1b8f-4f93-b867-f808f293654a req-3f0b5860-963f-4bbf-9e20-77058978eb9c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f1464eac-d7b8-423b-ae9b-af5625941696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397437 Aug 17 00:12:06.202973 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-54054350-1b8f-4f93-b867-f808f293654a req-133c2b44-aff6-44f8-a2a8-c241c2c13ca4 service neutron] 10.222.0.57 "GET /v2.0/networks/f1464eac-d7b8-423b-ae9b-af5625941696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899410 Aug 17 00:12:06.291370 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-54054350-1b8f-4f93-b867-f808f293654a req-1971e67a-eb52-4ec7-93d3-62b61fb04077 service neutron] 10.222.0.57 "GET /v2.0/networks/f1464eac-d7b8-423b-ae9b-af5625941696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813522 Aug 17 00:12:06.423926 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8847775-5fa2-4f3c-be77-194dba9426f9 req-3f65c8f0-4293-410d-82cb-9cfc322d5009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:06.425459 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e8847775-5fa2-4f3c-be77-194dba9426f9 req-3f65c8f0-4293-410d-82cb-9cfc322d5009 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8d5ca35b88544f06a4e5fba0ad3d3cbd&device_id=c7636fd8-de62-4d54-ae06-d7421e04c079 HTTP/1.1" status: 200 len: 1096 time: 0.0417168 Aug 17 00:12:06.529780 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8847775-5fa2-4f3c-be77-194dba9426f9 req-e2a92e33-bee8-474e-88e8-16fe4ea07d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:06.531442 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e8847775-5fa2-4f3c-be77-194dba9426f9 req-e2a92e33-bee8-474e-88e8-16fe4ea07d47 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f1464eac-d7b8-423b-ae9b-af5625941696 HTTP/1.1" status: 200 len: 898 time: 0.0991881 Aug 17 00:12:06.575091 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e8847775-5fa2-4f3c-be77-194dba9426f9 req-8a8b4670-1680-454e-97a4-e2bf2825ec94 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c89d33f2-d67c-43d7-aff2-fcb441641102 HTTP/1.1" status: 200 len: 217 time: 0.0365703 Aug 17 00:12:06.631531 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8847775-5fa2-4f3c-be77-194dba9426f9 req-145122e7-3238-4196-8970-aa2fe33f23d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:06.633208 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e8847775-5fa2-4f3c-be77-194dba9426f9 req-145122e7-3238-4196-8970-aa2fe33f23d9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=908b1b3d-5ad7-4585-9e29-19b1a66ca4de HTTP/1.1" status: 200 len: 834 time: 0.0519123 Aug 17 00:12:06.689412 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8847775-5fa2-4f3c-be77-194dba9426f9 req-01418a6c-9548-41a4-b6da-cef977192755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:06.690936 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e8847775-5fa2-4f3c-be77-194dba9426f9 req-01418a6c-9548-41a4-b6da-cef977192755 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f1464eac-d7b8-423b-ae9b-af5625941696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0479877 Aug 17 00:12:06.715744 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a941706-9d43-48cf-bd86-f1611d42fae1 req-fff6f667-88ee-46d1-9269-2ee110c6e4fb tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:06.723603 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9a941706-9d43-48cf-bd86-f1611d42fae1 req-fff6f667-88ee-46d1-9269-2ee110c6e4fb tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7636fd8-de62-4d54-ae06-d7421e04c079 HTTP/1.1" status: 200 len: 944 time: 0.0633123 Aug 17 00:12:06.757971 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9a941706-9d43-48cf-bd86-f1611d42fae1 req-39700230-2e7f-4e0b-999d-c95a0cd724d2 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b9dec62-9b22-42b1-b320-1066147e442d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332747 Aug 17 00:12:06.793848 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e8847775-5fa2-4f3c-be77-194dba9426f9 req-e1c82adf-4edf-4f64-8599-8381c243a7c9 service neutron] 10.222.0.57 "GET /v2.0/networks/f1464eac-d7b8-423b-ae9b-af5625941696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937912 Aug 17 00:12:06.890062 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e8847775-5fa2-4f3c-be77-194dba9426f9 req-b10d83a9-c6f6-434a-a034-3d4b654b3102 service neutron] 10.222.0.57 "GET /v2.0/networks/f1464eac-d7b8-423b-ae9b-af5625941696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890670 Aug 17 00:12:07.691149 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 59205380-7247-40c6-b9e9-f8f082db33ec up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:12:07.737997 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 59205380-7247-40c6-b9e9-f8f082db33ec triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:12:07.738372 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:07.877491 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fdfd09-25b5-498b-bd4e-8b829b9f4cd4 req-88396862-bf6c-4c15-8a6c-13c27c34952e tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:07.878966 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-67fdfd09-25b5-498b-bd4e-8b829b9f4cd4 req-88396862-bf6c-4c15-8a6c-13c27c34952e tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7636fd8-de62-4d54-ae06-d7421e04c079 HTTP/1.1" status: 200 len: 944 time: 0.0479410 Aug 17 00:12:07.916719 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-67fdfd09-25b5-498b-bd4e-8b829b9f4cd4 req-5a9e6f7e-75e9-4b14-b0c4-d358c3b7d395 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b9dec62-9b22-42b1-b320-1066147e442d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316207 Aug 17 00:12:08.768221 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device c89d33f2-d67c-43d7-aff2-fcb441641102 details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:12:08.861956 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port c89d33f2-d67c-43d7-aff2-fcb441641102, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=c89d33f2-d67c-43d7-aff2-fcb441641102,segment=NetworkSegment(fe3e01a1-3423-4d98-8045-fe0d0279c07d),segment_id=fe3e01a1-3423-4d98-8045-fe0d0279c07d)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:12:08.873108 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': 'c89d33f2-d67c-43d7-aff2-fcb441641102', 'network_id': 'f1464eac-d7b8-423b-ae9b-af5625941696', 'port_id': 'c89d33f2-d67c-43d7-aff2-fcb441641102', 'mac_address': 'fa:16:3e:24:66:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '908b1b3d-5ad7-4585-9e29-19b1a66ca4de', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:12:08.909897 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:08.922018 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c89d33f2-d67c-43d7-aff2-fcb441641102 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:12:08.946036 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port c89d33f2-d67c-43d7-aff2-fcb441641102, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=c89d33f2-d67c-43d7-aff2-fcb441641102,segment=NetworkSegment(fe3e01a1-3423-4d98-8045-fe0d0279c07d),segment_id=fe3e01a1-3423-4d98-8045-fe0d0279c07d)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:12:08.950167 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:08.999546 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=c89d33f2-d67c-43d7-aff2-fcb441641102,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:09.036415 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090e5eb0-ce44-49d9-97f9-a889ab4a45d7 req-933561d1-8fa2-42db-85d0-ba5db5225a66 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:09.037869 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-090e5eb0-ce44-49d9-97f9-a889ab4a45d7 req-933561d1-8fa2-42db-85d0-ba5db5225a66 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7636fd8-de62-4d54-ae06-d7421e04c079 HTTP/1.1" status: 200 len: 945 time: 0.0509462 Aug 17 00:12:09.077588 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-090e5eb0-ce44-49d9-97f9-a889ab4a45d7 req-b6a28de6-b9e5-4332-94f2-850808ac37f9 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b9dec62-9b22-42b1-b320-1066147e442d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336943 Aug 17 00:12:09.331733 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['c89d33f2-d67c-43d7-aff2-fcb441641102'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:12:10.199320 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aab6edc-46bb-4b7b-a9d3-560151c16937 req-8acc8734-1d99-4a88-a6ee-24269f39a5bb tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:10.200831 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3aab6edc-46bb-4b7b-a9d3-560151c16937 req-8acc8734-1d99-4a88-a6ee-24269f39a5bb tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7636fd8-de62-4d54-ae06-d7421e04c079 HTTP/1.1" status: 200 len: 945 time: 0.0543127 Aug 17 00:12:10.248090 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3aab6edc-46bb-4b7b-a9d3-560151c16937 req-24f0ee7b-2abf-4f19-8c9d-ff1d50f0660c tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b9dec62-9b22-42b1-b320-1066147e442d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361371 Aug 17 00:12:10.769953 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device c89d33f2-d67c-43d7-aff2-fcb441641102 up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:12:10.822501 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning for port c89d33f2-d67c-43d7-aff2-fcb441641102 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:12:10.826480 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port c89d33f2-d67c-43d7-aff2-fcb441641102 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:12:10.826852 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:10.906400 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:10.930970 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7636fd8-de62-4d54-ae06-d7421e04c079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c89d33f2-d67c-43d7-aff2-fcb441641102'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:12:10.934320 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d789e1acf86fc3837d65c5c7bf7b17f03ca076816da63f24d17cffa1a624f203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bbc697d-cdc3-4896-ba0d-1f96ac0d9757" -d '{"events": [{"server_uuid": "c7636fd8-de62-4d54-ae06-d7421e04c079", "name": "network-vif-plugged", "status": "completed", "tag": "c89d33f2-d67c-43d7-aff2-fcb441641102"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:12:10.952239 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port c89d33f2-d67c-43d7-aff2-fcb441641102, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=c89d33f2-d67c-43d7-aff2-fcb441641102,segment=NetworkSegment(fe3e01a1-3423-4d98-8045-fe0d0279c07d),segment_id=fe3e01a1-3423-4d98-8045-fe0d0279c07d)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:12:10.957046 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:10.980773 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d76afe63-981c-45f4-892b-759261701a3d x-openstack-request-id: req-d76afe63-981c-45f4-892b-759261701a3d {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:12:10.981070 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7636fd8-de62-4d54-ae06-d7421e04c079", "name": "network-vif-plugged", "status": "completed", "tag": "c89d33f2-d67c-43d7-aff2-fcb441641102", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:12:10.981312 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d76afe63-981c-45f4-892b-759261701a3d {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:12:10.981693 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7636fd8-de62-4d54-ae06-d7421e04c079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c89d33f2-d67c-43d7-aff2-fcb441641102', 'code': 200} Aug 17 00:12:11.008095 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=c89d33f2-d67c-43d7-aff2-fcb441641102,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:11.103659 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd828c1-d66c-45b1-aad4-2365aa26aa93 req-fb8eb30f-5b8a-4276-8dd4-f1a157b0f19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:11.105527 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5bd828c1-d66c-45b1-aad4-2365aa26aa93 req-fb8eb30f-5b8a-4276-8dd4-f1a157b0f19e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c7636fd8-de62-4d54-ae06-d7421e04c079 HTTP/1.1" status: 200 len: 1098 time: 0.0483091 Aug 17 00:12:11.143087 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5bd828c1-d66c-45b1-aad4-2365aa26aa93 req-5a7ec4c0-7e34-42c1-a62e-e88391b40183 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=1b9dec62-9b22-42b1-b320-1066147e442d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304360 Aug 17 00:12:11.365647 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5461f9fb-cd95-458b-983b-eee2d12c2530 req-0eb5e54b-9d44-4f39-a960-ae098245b681 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:11.367382 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5461f9fb-cd95-458b-983b-eee2d12c2530 req-0eb5e54b-9d44-4f39-a960-ae098245b681 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7636fd8-de62-4d54-ae06-d7421e04c079 HTTP/1.1" status: 200 len: 946 time: 0.0493309 Aug 17 00:12:11.405606 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5461f9fb-cd95-458b-983b-eee2d12c2530 req-eb445735-07ee-4fa4-b8be-1a6fba6c02b9 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b9dec62-9b22-42b1-b320-1066147e442d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322173 Aug 17 00:12:12.117385 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:12.530718 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d516bacd-06ce-4422-9e0c-1d7940cbeae5 req-6b15136d-c6e2-437c-84f5-f01cc37424b0 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:12.532644 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d516bacd-06ce-4422-9e0c-1d7940cbeae5 req-6b15136d-c6e2-437c-84f5-f01cc37424b0 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7636fd8-de62-4d54-ae06-d7421e04c079 HTTP/1.1" status: 200 len: 946 time: 0.0512998 Aug 17 00:12:12.573042 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d516bacd-06ce-4422-9e0c-1d7940cbeae5 req-335697bc-ba49-41b9-a714-7487ca71f848 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b9dec62-9b22-42b1-b320-1066147e442d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343878 Aug 17 00:12:13.691526 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625978e8-213b-4d93-bf4b-e3a843a2aa64 req-57b85421-779b-4f7a-9763-45989ced4466 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:13.693058 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-625978e8-213b-4d93-bf4b-e3a843a2aa64 req-57b85421-779b-4f7a-9763-45989ced4466 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7636fd8-de62-4d54-ae06-d7421e04c079 HTTP/1.1" status: 200 len: 946 time: 0.0541430 Aug 17 00:12:13.734376 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-625978e8-213b-4d93-bf4b-e3a843a2aa64 req-4aaff031-4cd8-4669-8128-d3983beb6f91 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b9dec62-9b22-42b1-b320-1066147e442d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352643 Aug 17 00:12:13.850858 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214cf661-d5b6-49c1-842c-ba59d0b4a493 req-e2c4e121-b00b-4e51-9a15-06e0783b50f6 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:13.852333 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-214cf661-d5b6-49c1-842c-ba59d0b4a493 req-e2c4e121-b00b-4e51-9a15-06e0783b50f6 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7636fd8-de62-4d54-ae06-d7421e04c079 HTTP/1.1" status: 200 len: 946 time: 0.0483789 Aug 17 00:12:13.889120 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-214cf661-d5b6-49c1-842c-ba59d0b4a493 req-35022bd0-25e1-4935-934c-18b96a2f0713 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b9dec62-9b22-42b1-b320-1066147e442d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307832 Aug 17 00:12:13.911214 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 59972) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:13.957417 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef14f606-f229-4de9-809b-04139a946b0b tempest-TestNetworkAdvancedServerOps-239719549 tempest-TestNetworkAdvancedServerOps-239719549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:13.958985 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-ef14f606-f229-4de9-809b-04139a946b0b tempest-TestNetworkAdvancedServerOps-239719549 tempest-TestNetworkAdvancedServerOps-239719549-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c7636fd8-de62-4d54-ae06-d7421e04c079 HTTP/1.1" status: 200 len: 1093 time: 0.0467782 Aug 17 00:12:13.961772 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 59974) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:13.966022 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-d58a6f27-fed5-403a-be53-f5b68d4b42ea tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Request body: {'floatingip': {'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'port_id': 'c89d33f2-d67c-43d7-aff2-fcb441641102', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:12:13.987138 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d58a6f27-fed5-403a-be53-f5b68d4b42ea tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for floatingip, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:14.087434 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d58a6f27-fed5-403a-be53-f5b68d4b42ea tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:14.200197 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-d58a6f27-fed5-403a-be53-f5b68d4b42ea tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Allocated IP 172.25.4.214 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/96c149da-02e7-42e4-b57c-7e0a7650ab82) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:12:14.304907 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d58a6f27-fed5-403a-be53-f5b68d4b42ea tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:14.343000 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d58a6f27-fed5-403a-be53-f5b68d4b42ea tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:14.385415 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58a6f27-fed5-403a-be53-f5b68d4b42ea tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:12:14.388224 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-d58a6f27-fed5-403a-be53-f5b68d4b42ea tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:12:14.392530 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58a6f27-fed5-403a-be53-f5b68d4b42ea tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:12:14.397746 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58a6f27-fed5-403a-be53-f5b68d4b42ea tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event updated for resources: {'Port': ['ID=96c149da-02e7-42e4-b57c-7e0a7650ab82,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:14.805079 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:12:15.088082 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d58a6f27-fed5-403a-be53-f5b68d4b42ea tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:15.155402 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d58a6f27-fed5-403a-be53-f5b68d4b42ea tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:15.305200 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d58a6f27-fed5-403a-be53-f5b68d4b42ea tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:15.309609 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d58a6f27-fed5-403a-be53-f5b68d4b42ea tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:15.374397 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58a6f27-fed5-403a-be53-f5b68d4b42ea tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event updated for resources: {'Port': ['ID=96c149da-02e7-42e4-b57c-7e0a7650ab82,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:12:15.386085 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d58a6f27-fed5-403a-be53-f5b68d4b42ea tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:15.483564 n-d-791506-26 neutron-server[101292]: INFO neutron.db.l3_db [None req-d58a6f27-fed5-403a-be53-f5b68d4b42ea tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Floating IP 6814a2e6-880c-4453-9f71-a68bb77f681e associated. External IP: 172.25.4.214, port: c89d33f2-d67c-43d7-aff2-fcb441641102. Aug 17 00:12:15.686979 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d58a6f27-fed5-403a-be53-f5b68d4b42ea tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Router f99dd0b4-3796-4f21-a381-a462c7e2d003 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:12:15.794716 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d58a6f27-fed5-403a-be53-f5b68d4b42ea tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:12:15.805109 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2939520d-4e1a-445f-8b8a-136d67f1ec98 None None] Sync routers for ids ['f99dd0b4-3796-4f21-a381-a462c7e2d003'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:12:15.810507 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d58a6f27-fed5-403a-be53-f5b68d4b42ea tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:15.815815 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2939520d-4e1a-445f-8b8a-136d67f1ec98 None None] Routers {'f99dd0b4-3796-4f21-a381-a462c7e2d003'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:12:15.816471 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-2939520d-4e1a-445f-8b8a-136d67f1ec98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:11:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['f99dd0b4-3796-4f21-a381-a462c7e2d003'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:12:15.837992 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-d58a6f27-fed5-403a-be53-f5b68d4b42ea tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8752193 Aug 17 00:12:15.838560 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7636fd8-de62-4d54-ae06-d7421e04c079', 'tag': 'c89d33f2-d67c-43d7-aff2-fcb441641102'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:12:15.840844 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5be9a9c22bfe9382157933c6eba925c7622163b8a5c85bc608140d30d6fa20cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-076623b4-9236-4329-848f-bd085196ae88" -d '{"events": [{"name": "network-changed", "server_uuid": "c7636fd8-de62-4d54-ae06-d7421e04c079", "tag": "c89d33f2-d67c-43d7-aff2-fcb441641102"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:12:15.879877 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8975856-d91e-4c5b-9b72-34c7c1ec5d03 x-openstack-request-id: req-b8975856-d91e-4c5b-9b72-34c7c1ec5d03 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:12:15.880169 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7636fd8-de62-4d54-ae06-d7421e04c079", "tag": "c89d33f2-d67c-43d7-aff2-fcb441641102", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:12:15.880426 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b8975856-d91e-4c5b-9b72-34c7c1ec5d03 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:12:15.880858 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7636fd8-de62-4d54-ae06-d7421e04c079', 'tag': 'c89d33f2-d67c-43d7-aff2-fcb441641102', 'status': 'completed', 'code': 200} Aug 17 00:12:15.929501 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-2939520d-4e1a-445f-8b8a-136d67f1ec98 None None] Set router f99dd0b4-3796-4f21-a381-a462c7e2d003 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:12:15.941087 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc872ed-e99a-4ab9-884a-6e186e6de700 req-fb78a669-b792-44f5-9440-ef0c9f4b55a2 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:15.942657 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bbc872ed-e99a-4ab9-884a-6e186e6de700 req-fb78a669-b792-44f5-9440-ef0c9f4b55a2 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7636fd8-de62-4d54-ae06-d7421e04c079 HTTP/1.1" status: 200 len: 946 time: 0.0526450 Aug 17 00:12:15.972585 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076623b4-9236-4329-848f-bd085196ae88 req-f10e7968-0dec-4c48-a1de-cf7f97e949bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:15.974813 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-076623b4-9236-4329-848f-bd085196ae88 req-f10e7968-0dec-4c48-a1de-cf7f97e949bc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8d5ca35b88544f06a4e5fba0ad3d3cbd&device_id=c7636fd8-de62-4d54-ae06-d7421e04c079 HTTP/1.1" status: 200 len: 1098 time: 0.0491073 Aug 17 00:12:15.982477 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bbc872ed-e99a-4ab9-884a-6e186e6de700 req-c01b2b8e-ae54-4269-bbf6-4c962793adf1 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b9dec62-9b22-42b1-b320-1066147e442d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334339 Aug 17 00:12:16.005825 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 59980) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:16.074585 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-2e3cc894-2f38-4931-8971-7efdd7d1cb66 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/floatingips/6814a2e6-880c-4453-9f71-a68bb77f681e HTTP/1.1" status: 200 len: 992 time: 0.0665619 Aug 17 00:12:16.081441 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076623b4-9236-4329-848f-bd085196ae88 req-46632243-7668-4f12-98b9-31255619cfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:16.082970 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-076623b4-9236-4329-848f-bd085196ae88 req-46632243-7668-4f12-98b9-31255619cfc2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f1464eac-d7b8-423b-ae9b-af5625941696 HTTP/1.1" status: 200 len: 898 time: 0.1012106 Aug 17 00:12:16.153725 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-076623b4-9236-4329-848f-bd085196ae88 req-c2b1915f-82f8-437c-bdda-85108202d41d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c89d33f2-d67c-43d7-aff2-fcb441641102 HTTP/1.1" status: 200 len: 1000 time: 0.0642271 Aug 17 00:12:16.170363 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-2939520d-4e1a-445f-8b8a-136d67f1ec98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f99dd0b4-3796-4f21-a381-a462c7e2d003', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1523968501', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '32a7e912-81d3-42ef-8a28-bb3ae06fb86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:11:57Z', 'updated_at': '2021-08-17T00:12:01Z', 'revision_number': 4, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'gw_port': {'id': '32a7e912-81d3-42ef-8a28-bb3ae06fb86c', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99dd0b4-3796-4f21-a381-a462c7e2d003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:11:58Z', 'updated_at': '2021-08-17T00:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': '6814a2e6-880c-4453-9f71-a68bb77f681e', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'floating_ip_address': '172.25.4.214', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': 'f99dd0b4-3796-4f21-a381-a462c7e2d003', 'port_id': 'c89d33f2-d67c-43d7-aff2-fcb441641102', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1464eac-d7b8-423b-ae9b-af5625941696', 'mac_address': 'fa:16:3e:24:66:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7636fd8-de62-4d54-ae06-d7421e04c079', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:12:14Z', 'updated_at': '2021-08-17T00:12:14Z', 'revision_number': 0, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59205380-7247-40c6-b9e9-f8f082db33ec', 'name': '', 'network_id': 'f1464eac-d7b8-423b-ae9b-af5625941696', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'mac_address': 'fa:16:3e:66:ea:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99dd0b4-3796-4f21-a381-a462c7e2d003', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '908b1b3d-5ad7-4585-9e29-19b1a66ca4de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:12:00Z', 'updated_at': '2021-08-17T00:12:05Z', 'revision_number': 5, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'subnets': [{'id': '908b1b3d-5ad7-4585-9e29-19b1a66ca4de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:12:16.197451 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2939520d-4e1a-445f-8b8a-136d67f1ec98 None None] Checking router: f99dd0b4-3796-4f21-a381-a462c7e2d003 for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:12:16.204315 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076623b4-9236-4329-848f-bd085196ae88 req-7cb87c85-c286-4a8a-8086-dd846c3e912a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:16.205821 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-076623b4-9236-4329-848f-bd085196ae88 req-7cb87c85-c286-4a8a-8086-dd846c3e912a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=908b1b3d-5ad7-4585-9e29-19b1a66ca4de HTTP/1.1" status: 200 len: 834 time: 0.0455909 Aug 17 00:12:16.206255 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2939520d-4e1a-445f-8b8a-136d67f1ec98 None None] Routers {'f99dd0b4-3796-4f21-a381-a462c7e2d003'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:12:16.206858 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-2939520d-4e1a-445f-8b8a-136d67f1ec98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:11:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['f99dd0b4-3796-4f21-a381-a462c7e2d003'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:12:16.252021 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076623b4-9236-4329-848f-bd085196ae88 req-2400032a-c080-4bbe-9f2c-979c3c016bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:16.253594 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-076623b4-9236-4329-848f-bd085196ae88 req-2400032a-c080-4bbe-9f2c-979c3c016bb3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f1464eac-d7b8-423b-ae9b-af5625941696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414724 Aug 17 00:12:16.316667 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-2939520d-4e1a-445f-8b8a-136d67f1ec98 None None] Set router f99dd0b4-3796-4f21-a381-a462c7e2d003 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:12:16.347258 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-076623b4-9236-4329-848f-bd085196ae88 req-613300c0-0059-4782-a85f-7ed2ad5ba700 service neutron] 10.222.0.57 "GET /v2.0/networks/f1464eac-d7b8-423b-ae9b-af5625941696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865688 Aug 17 00:12:16.439150 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-076623b4-9236-4329-848f-bd085196ae88 req-9cf9b288-d1ad-4660-ba4f-c8e195b657f2 service neutron] 10.222.0.57 "GET /v2.0/networks/f1464eac-d7b8-423b-ae9b-af5625941696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845618 Aug 17 00:12:16.540932 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-2939520d-4e1a-445f-8b8a-136d67f1ec98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f99dd0b4-3796-4f21-a381-a462c7e2d003', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1523968501', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '32a7e912-81d3-42ef-8a28-bb3ae06fb86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:11:57Z', 'updated_at': '2021-08-17T00:12:01Z', 'revision_number': 4, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'gw_port': {'id': '32a7e912-81d3-42ef-8a28-bb3ae06fb86c', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99dd0b4-3796-4f21-a381-a462c7e2d003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:11:58Z', 'updated_at': '2021-08-17T00:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': '6814a2e6-880c-4453-9f71-a68bb77f681e', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'floating_ip_address': '172.25.4.214', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': 'f99dd0b4-3796-4f21-a381-a462c7e2d003', 'port_id': 'c89d33f2-d67c-43d7-aff2-fcb441641102', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1464eac-d7b8-423b-ae9b-af5625941696', 'mac_address': 'fa:16:3e:24:66:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7636fd8-de62-4d54-ae06-d7421e04c079', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:12:14Z', 'updated_at': '2021-08-17T00:12:14Z', 'revision_number': 0, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59205380-7247-40c6-b9e9-f8f082db33ec', 'name': '', 'network_id': 'f1464eac-d7b8-423b-ae9b-af5625941696', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'mac_address': 'fa:16:3e:66:ea:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99dd0b4-3796-4f21-a381-a462c7e2d003', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '908b1b3d-5ad7-4585-9e29-19b1a66ca4de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:12:00Z', 'updated_at': '2021-08-17T00:12:05Z', 'revision_number': 5, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'subnets': [{'id': '908b1b3d-5ad7-4585-9e29-19b1a66ca4de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:12:16.570131 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2939520d-4e1a-445f-8b8a-136d67f1ec98 None None] The sync data for ids ['f99dd0b4-3796-4f21-a381-a462c7e2d003'] in n-d-791506-26 is: [{'id': 'f99dd0b4-3796-4f21-a381-a462c7e2d003', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1523968501', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '32a7e912-81d3-42ef-8a28-bb3ae06fb86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:11:57Z', 'updated_at': '2021-08-17T00:12:01Z', 'revision_number': 4, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'gw_port': {'id': '32a7e912-81d3-42ef-8a28-bb3ae06fb86c', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99dd0b4-3796-4f21-a381-a462c7e2d003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:11:58Z', 'updated_at': '2021-08-17T00:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': '6814a2e6-880c-4453-9f71-a68bb77f681e', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'floating_ip_address': '172.25.4.214', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': 'f99dd0b4-3796-4f21-a381-a462c7e2d003', 'port_id': 'c89d33f2-d67c-43d7-aff2-fcb441641102', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1464eac-d7b8-423b-ae9b-af5625941696', 'mac_address': 'fa:16:3e:24:66:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7636fd8-de62-4d54-ae06-d7421e04c079', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:12:14Z', 'updated_at': '2021-08-17T00:12:14Z', 'revision_number': 0, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59205380-7247-40c6-b9e9-f8f082db33ec', 'name': '', 'network_id': 'f1464eac-d7b8-423b-ae9b-af5625941696', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'mac_address': 'fa:16:3e:66:ea:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99dd0b4-3796-4f21-a381-a462c7e2d003', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '908b1b3d-5ad7-4585-9e29-19b1a66ca4de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:12:00Z', 'updated_at': '2021-08-17T00:12:05Z', 'revision_number': 5, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'subnets': [{'id': '908b1b3d-5ad7-4585-9e29-19b1a66ca4de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:12:16.748527 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02886623-6195-4485-a58c-006cf38ef0fb None None] New status for floating IP 6814a2e6-880c-4453-9f71-a68bb77f681e: ACTIVE {{(pid=101294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 00:12:17.077525 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 59982) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:12:17.142998 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-803cf8e0-0102-4a3c-a17c-bd6755f05249 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/floatingips/6814a2e6-880c-4453-9f71-a68bb77f681e HTTP/1.1" status: 200 len: 994 time: 0.0641792 Aug 17 00:12:17.823593 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-5095728d-6574-40c8-8eb6-5e4e8d30930b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:19.908396 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-1c83ada9-49cd-4e30-b8ed-58435d5a7182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:20.805483 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:21.881929 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:23.137242 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:26.167454 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:42.115155 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:43.058300 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6328cc17-09c9-49a5-a429-bbe6135d9e43 req-d7e22863-3223-4c69-86f0-955677013623 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c7636fd8-de62-4d54-ae06-d7421e04c079&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0858412 Aug 17 00:12:43.158779 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6328cc17-09c9-49a5-a429-bbe6135d9e43 req-c6f100f4-dfc7-46fd-897e-9cdf4bdcb6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:43.164245 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6328cc17-09c9-49a5-a429-bbe6135d9e43 req-c6f100f4-dfc7-46fd-897e-9cdf4bdcb6c8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8d5ca35b88544f06a4e5fba0ad3d3cbd&device_id=c7636fd8-de62-4d54-ae06-d7421e04c079 HTTP/1.1" status: 200 len: 1098 time: 0.0458686 Aug 17 00:12:43.520280 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6328cc17-09c9-49a5-a429-bbe6135d9e43 req-371a2d54-9960-498d-8f36-5350f544b550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:43.521837 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6328cc17-09c9-49a5-a429-bbe6135d9e43 req-371a2d54-9960-498d-8f36-5350f544b550 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f1464eac-d7b8-423b-ae9b-af5625941696 HTTP/1.1" status: 200 len: 898 time: 0.3341126 Aug 17 00:12:43.587778 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6328cc17-09c9-49a5-a429-bbe6135d9e43 req-fabb811f-7f93-4728-803f-735f6d4eeabe service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c89d33f2-d67c-43d7-aff2-fcb441641102 HTTP/1.1" status: 200 len: 1002 time: 0.0584717 Aug 17 00:12:43.638472 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6328cc17-09c9-49a5-a429-bbe6135d9e43 req-f43564f9-eea5-4ec5-adad-bee52275e79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:43.639949 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6328cc17-09c9-49a5-a429-bbe6135d9e43 req-f43564f9-eea5-4ec5-adad-bee52275e79a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=908b1b3d-5ad7-4585-9e29-19b1a66ca4de HTTP/1.1" status: 200 len: 834 time: 0.0449991 Aug 17 00:12:43.693137 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6328cc17-09c9-49a5-a429-bbe6135d9e43 req-0b107bf5-cafc-4a9d-a570-1fcb41a61d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:12:43.695008 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6328cc17-09c9-49a5-a429-bbe6135d9e43 req-0b107bf5-cafc-4a9d-a570-1fcb41a61d30 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f1464eac-d7b8-423b-ae9b-af5625941696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0477259 Aug 17 00:12:43.785734 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6328cc17-09c9-49a5-a429-bbe6135d9e43 req-0b17d1f6-06f1-4ded-964c-006c2f70f447 service neutron] 10.222.0.57 "GET /v2.0/networks/f1464eac-d7b8-423b-ae9b-af5625941696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834420 Aug 17 00:12:43.877573 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6328cc17-09c9-49a5-a429-bbe6135d9e43 req-1b208866-ca6c-46d3-9285-4b4ec58e8269 service neutron] 10.222.0.57 "GET /v2.0/networks/f1464eac-d7b8-423b-ae9b-af5625941696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849428 Aug 17 00:12:47.823660 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d0b9c94c-c311-4612-9c47-5c6bbd66c70d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:49.908931 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0b5ebcd4-d9fc-42c8-8445-146347923a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:50.806274 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:51.805028 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:12:51.883926 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:53.141811 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:12:56.173788 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:12.125841 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:17.825144 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-1fbb643e-f534-479c-bf4c-1e2e7c39d292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:18.036889 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aed1be-8bab-4619-99f2-4e797842664d req-9564f763-d252-41b0-afab-13b5ee962944 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:18.038395 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-16aed1be-8bab-4619-99f2-4e797842664d req-9564f763-d252-41b0-afab-13b5ee962944 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7636fd8-de62-4d54-ae06-d7421e04c079 HTTP/1.1" status: 200 len: 946 time: 0.0510018 Aug 17 00:13:18.055049 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873e4cbf-7cc4-45f2-9328-c9a945f51ba7 req-f9eb7378-7f42-4ad5-8fb4-17445a47f87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:18.056580 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-873e4cbf-7cc4-45f2-9328-c9a945f51ba7 req-f9eb7378-7f42-4ad5-8fb4-17445a47f87b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8d5ca35b88544f06a4e5fba0ad3d3cbd&device_id=c7636fd8-de62-4d54-ae06-d7421e04c079 HTTP/1.1" status: 200 len: 1098 time: 0.0431397 Aug 17 00:13:18.076941 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-16aed1be-8bab-4619-99f2-4e797842664d req-dc8932f9-1b04-4465-8902-35c4a8eb8dad tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b9dec62-9b22-42b1-b320-1066147e442d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320842 Aug 17 00:13:18.154859 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873e4cbf-7cc4-45f2-9328-c9a945f51ba7 req-524cf828-164c-4ffa-8484-5e0dced8ec44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:18.156669 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-873e4cbf-7cc4-45f2-9328-c9a945f51ba7 req-524cf828-164c-4ffa-8484-5e0dced8ec44 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f1464eac-d7b8-423b-ae9b-af5625941696 HTTP/1.1" status: 200 len: 898 time: 0.0928104 Aug 17 00:13:18.222935 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-873e4cbf-7cc4-45f2-9328-c9a945f51ba7 req-e78d261e-8fd1-4dbd-af01-e46d12fe08d3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c89d33f2-d67c-43d7-aff2-fcb441641102 HTTP/1.1" status: 200 len: 1002 time: 0.0588508 Aug 17 00:13:18.273387 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873e4cbf-7cc4-45f2-9328-c9a945f51ba7 req-0ed31199-97ab-461e-a868-5fcd76fde366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:18.274833 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-873e4cbf-7cc4-45f2-9328-c9a945f51ba7 req-0ed31199-97ab-461e-a868-5fcd76fde366 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=908b1b3d-5ad7-4585-9e29-19b1a66ca4de HTTP/1.1" status: 200 len: 834 time: 0.0443230 Aug 17 00:13:18.324119 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873e4cbf-7cc4-45f2-9328-c9a945f51ba7 req-ddff83e5-b0e5-4e8e-807d-5f22f856af0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:18.325662 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-873e4cbf-7cc4-45f2-9328-c9a945f51ba7 req-ddff83e5-b0e5-4e8e-807d-5f22f856af0a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f1464eac-d7b8-423b-ae9b-af5625941696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438135 Aug 17 00:13:18.417064 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-873e4cbf-7cc4-45f2-9328-c9a945f51ba7 req-1b04b979-7bf1-41ea-9ea1-e98980bd1a5a service neutron] 10.222.0.57 "GET /v2.0/networks/f1464eac-d7b8-423b-ae9b-af5625941696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841069 Aug 17 00:13:18.508997 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-873e4cbf-7cc4-45f2-9328-c9a945f51ba7 req-8bb51058-b752-4a9f-a50b-e17d965ebaa9 service neutron] 10.222.0.57 "GET /v2.0/networks/f1464eac-d7b8-423b-ae9b-af5625941696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852454 Aug 17 00:13:19.219645 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e59e48-f79b-453c-b0ee-76d73555cbb1 req-1b39ecbf-d31e-43a4-a3c1-608a58bb8e9b tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:19.221204 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-55e59e48-f79b-453c-b0ee-76d73555cbb1 req-1b39ecbf-d31e-43a4-a3c1-608a58bb8e9b tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7636fd8-de62-4d54-ae06-d7421e04c079 HTTP/1.1" status: 200 len: 946 time: 0.0487885 Aug 17 00:13:19.264441 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-55e59e48-f79b-453c-b0ee-76d73555cbb1 req-67d132a5-8e93-4e6c-a027-9f00c4754a10 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b9dec62-9b22-42b1-b320-1066147e442d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336654 Aug 17 00:13:19.909295 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7f34989b-4d94-4a44-aece-9b25b00f551d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:20.386657 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a2ac54-f7b1-40bb-82bb-be3cdb706cfa req-847fb597-ad2f-47a5-907a-6bfb47b8beb6 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:20.388162 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-94a2ac54-f7b1-40bb-82bb-be3cdb706cfa req-847fb597-ad2f-47a5-907a-6bfb47b8beb6 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7636fd8-de62-4d54-ae06-d7421e04c079 HTTP/1.1" status: 200 len: 946 time: 0.0544672 Aug 17 00:13:20.428703 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-94a2ac54-f7b1-40bb-82bb-be3cdb706cfa req-a2b3f1e8-280f-4f2f-b08a-dac118ef1a0f tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b9dec62-9b22-42b1-b320-1066147e442d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325212 Aug 17 00:13:20.808115 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:21.544386 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da0c978-6220-4cb6-9c7e-b7aa58290096 req-9c7bb6d3-4e9d-4c6a-b830-9866c22598fc tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:21.545917 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4da0c978-6220-4cb6-9c7e-b7aa58290096 req-9c7bb6d3-4e9d-4c6a-b830-9866c22598fc tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7636fd8-de62-4d54-ae06-d7421e04c079 HTTP/1.1" status: 200 len: 946 time: 0.0495057 Aug 17 00:13:21.583193 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4da0c978-6220-4cb6-9c7e-b7aa58290096 req-87bc21c7-92b2-423b-ac54-252e3bc08eb8 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b9dec62-9b22-42b1-b320-1066147e442d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313013 Aug 17 00:13:21.887397 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:22.701194 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae2e7b4-1f82-47bb-86c7-af92317b4c1f req-78681052-2e41-4d16-9858-c15197c0e967 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:22.702864 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9ae2e7b4-1f82-47bb-86c7-af92317b4c1f req-78681052-2e41-4d16-9858-c15197c0e967 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7636fd8-de62-4d54-ae06-d7421e04c079 HTTP/1.1" status: 200 len: 946 time: 0.0519226 Aug 17 00:13:22.740711 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9ae2e7b4-1f82-47bb-86c7-af92317b4c1f req-2ffa5080-2df0-412a-8519-53d4e1a4e641 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b9dec62-9b22-42b1-b320-1066147e442d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317507 Aug 17 00:13:23.147732 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:23.863185 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a76785-575c-4bc5-b115-86993705f2c3 req-efe78c7c-0e35-4838-9b02-2766e9cb9102 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:23.864831 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-18a76785-575c-4bc5-b115-86993705f2c3 req-efe78c7c-0e35-4838-9b02-2766e9cb9102 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7636fd8-de62-4d54-ae06-d7421e04c079 HTTP/1.1" status: 200 len: 946 time: 0.0538414 Aug 17 00:13:23.903503 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-18a76785-575c-4bc5-b115-86993705f2c3 req-56c6f3ec-7f7a-486b-b11d-50d956c8c9ac tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b9dec62-9b22-42b1-b320-1066147e442d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326324 Aug 17 00:13:25.024312 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c817c7bb-e62c-4b3b-9ca9-905e39a814b8 req-15f85f3e-ce3e-40d6-96f9-e249bc63e1e3 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:25.025886 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c817c7bb-e62c-4b3b-9ca9-905e39a814b8 req-15f85f3e-ce3e-40d6-96f9-e249bc63e1e3 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7636fd8-de62-4d54-ae06-d7421e04c079 HTTP/1.1" status: 200 len: 946 time: 0.0518968 Aug 17 00:13:25.070611 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c817c7bb-e62c-4b3b-9ca9-905e39a814b8 req-7696cb58-5278-474a-8f24-512831ee8de5 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b9dec62-9b22-42b1-b320-1066147e442d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377367 Aug 17 00:13:26.185401 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:26.189665 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b051bdc3-389e-416d-a4bc-f9c289d97e43 req-2fd924dd-80fc-49fa-9f72-baaf89beb33a tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:26.191185 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b051bdc3-389e-416d-a4bc-f9c289d97e43 req-2fd924dd-80fc-49fa-9f72-baaf89beb33a tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7636fd8-de62-4d54-ae06-d7421e04c079 HTTP/1.1" status: 200 len: 946 time: 0.0509393 Aug 17 00:13:26.229046 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b051bdc3-389e-416d-a4bc-f9c289d97e43 req-a538501f-8a7c-456b-a175-7e90ddf90e50 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b9dec62-9b22-42b1-b320-1066147e442d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316792 Aug 17 00:13:27.355792 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b19bc8-d5ab-48ae-b214-3475843a0bb5 req-7b3cac7a-59db-4e23-8f7c-67fde8f9a8ff tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:27.357320 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-51b19bc8-d5ab-48ae-b214-3475843a0bb5 req-7b3cac7a-59db-4e23-8f7c-67fde8f9a8ff tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7636fd8-de62-4d54-ae06-d7421e04c079 HTTP/1.1" status: 200 len: 946 time: 0.0535080 Aug 17 00:13:27.396813 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-51b19bc8-d5ab-48ae-b214-3475843a0bb5 req-d132f238-1e31-41a9-878f-2b70a473663b tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b9dec62-9b22-42b1-b320-1066147e442d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327961 Aug 17 00:13:28.518383 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15083af8-e5d3-45b6-9f74-9b92e4225df0 req-ddcd9eca-71e7-4600-9066-386ffcc15e04 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:28.520567 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-15083af8-e5d3-45b6-9f74-9b92e4225df0 req-ddcd9eca-71e7-4600-9066-386ffcc15e04 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7636fd8-de62-4d54-ae06-d7421e04c079 HTTP/1.1" status: 200 len: 946 time: 0.0572402 Aug 17 00:13:28.570092 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-15083af8-e5d3-45b6-9f74-9b92e4225df0 req-ebb4befe-8322-4d7d-8615-bb9160015f79 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b9dec62-9b22-42b1-b320-1066147e442d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433824 Aug 17 00:13:28.804819 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:13:29.702114 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4fddfa-8f2b-4bc3-baaa-b1231146a177 req-e44a8810-ff8f-4a80-9f9a-ee5239b702f3 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:29.704475 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3e4fddfa-8f2b-4bc3-baaa-b1231146a177 req-e44a8810-ff8f-4a80-9f9a-ee5239b702f3 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7636fd8-de62-4d54-ae06-d7421e04c079 HTTP/1.1" status: 200 len: 946 time: 0.0675423 Aug 17 00:13:29.743615 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3e4fddfa-8f2b-4bc3-baaa-b1231146a177 req-04059927-550a-4d00-a947-9dcf076c51a5 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b9dec62-9b22-42b1-b320-1066147e442d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326586 Aug 17 00:13:29.772108 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60050) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:13:29.835472 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-4f01647f-f264-4ccd-9797-13f50d2f36a1 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/floatingips/6814a2e6-880c-4453-9f71-a68bb77f681e HTTP/1.1" status: 200 len: 994 time: 0.0621889 Aug 17 00:13:42.275033 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:42.995650 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-782f2595-b6b9-4369-bf59-5aebd5aebff4 req-0c899a9f-0079-4aaa-a08a-9f806711cd85 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c7636fd8-de62-4d54-ae06-d7421e04c079&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0393209 Aug 17 00:13:43.090841 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f2595-b6b9-4369-bf59-5aebd5aebff4 req-ab17150e-2bf3-4cf8-b542-df11365d59fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:43.092314 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-782f2595-b6b9-4369-bf59-5aebd5aebff4 req-ab17150e-2bf3-4cf8-b542-df11365d59fe service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8d5ca35b88544f06a4e5fba0ad3d3cbd&device_id=c7636fd8-de62-4d54-ae06-d7421e04c079 HTTP/1.1" status: 200 len: 1098 time: 0.0402074 Aug 17 00:13:43.200752 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f2595-b6b9-4369-bf59-5aebd5aebff4 req-d9170266-c239-49f9-a058-9aacfe0627fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:43.202784 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-782f2595-b6b9-4369-bf59-5aebd5aebff4 req-d9170266-c239-49f9-a058-9aacfe0627fc service neutron] 10.222.0.57 "GET /v2.0/networks?id=f1464eac-d7b8-423b-ae9b-af5625941696 HTTP/1.1" status: 200 len: 898 time: 0.0902309 Aug 17 00:13:43.272821 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-782f2595-b6b9-4369-bf59-5aebd5aebff4 req-9680d84c-1a8b-4d0a-b186-bef39db04b87 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c89d33f2-d67c-43d7-aff2-fcb441641102 HTTP/1.1" status: 200 len: 1002 time: 0.0618525 Aug 17 00:13:43.334387 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f2595-b6b9-4369-bf59-5aebd5aebff4 req-9496fc47-27d6-41b5-92eb-a4469b782d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:43.335875 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-782f2595-b6b9-4369-bf59-5aebd5aebff4 req-9496fc47-27d6-41b5-92eb-a4469b782d49 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=908b1b3d-5ad7-4585-9e29-19b1a66ca4de HTTP/1.1" status: 200 len: 834 time: 0.0563838 Aug 17 00:13:43.388849 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f2595-b6b9-4369-bf59-5aebd5aebff4 req-cd2bef4f-aa08-4828-a630-fceb260b1de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:13:43.391049 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-782f2595-b6b9-4369-bf59-5aebd5aebff4 req-cd2bef4f-aa08-4828-a630-fceb260b1de5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f1464eac-d7b8-423b-ae9b-af5625941696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459929 Aug 17 00:13:43.494077 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-782f2595-b6b9-4369-bf59-5aebd5aebff4 req-d0a300bf-babb-4157-aadd-4100fed47700 service neutron] 10.222.0.57 "GET /v2.0/networks/f1464eac-d7b8-423b-ae9b-af5625941696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955412 Aug 17 00:13:43.592306 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-782f2595-b6b9-4369-bf59-5aebd5aebff4 req-14e624f2-0c94-4e2f-a103-4e1e802dc08b service neutron] 10.222.0.57 "GET /v2.0/networks/f1464eac-d7b8-423b-ae9b-af5625941696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908251 Aug 17 00:13:47.826763 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2373dafb-cc4c-4ee4-9c19-f213c08e6cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:49.911670 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-b4bb9867-8f0f-4eea-9f54-b4bd176184ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:50.808007 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:51.889381 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:53.146987 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:13:56.174300 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:05.803483 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:14:12.131647 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:17.830792 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ac90df9b-18eb-43ca-b18a-4f7b7df5d814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:19.911967 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cec86fc4-286d-4c8e-a835-09a2449decae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:20.232730 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 60074) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:20.398218 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-8c5f7dac-ff10-48cb-9680-19096b5dfb27 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Deleting port 96c149da-02e7-42e4-b57c-7e0a7650ab82 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:14:20.398483 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8c5f7dac-ff10-48cb-9680-19096b5dfb27 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:20.477222 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8c5f7dac-ff10-48cb-9680-19096b5dfb27 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:20.477555 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8c5f7dac-ff10-48cb-9680-19096b5dfb27 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:20.489177 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-8c5f7dac-ff10-48cb-9680-19096b5dfb27 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Calling delete_port for 96c149da-02e7-42e4-b57c-7e0a7650ab82 owned by network:floatingip {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:14:20.660979 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8c5f7dac-ff10-48cb-9680-19096b5dfb27 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:20.686102 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5f7dac-ff10-48cb-9680-19096b5dfb27 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event deleted for resources: {'Port': ['ID=96c149da-02e7-42e4-b57c-7e0a7650ab82,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:20.697906 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5f7dac-ff10-48cb-9680-19096b5dfb27 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:14:20.698268 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5f7dac-ff10-48cb-9680-19096b5dfb27 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:14:20.698621 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5f7dac-ff10-48cb-9680-19096b5dfb27 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:14:20.698966 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5f7dac-ff10-48cb-9680-19096b5dfb27 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:14:20.699306 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5f7dac-ff10-48cb-9680-19096b5dfb27 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:14:20.699646 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5f7dac-ff10-48cb-9680-19096b5dfb27 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:14:20.699984 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5f7dac-ff10-48cb-9680-19096b5dfb27 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:14:20.700317 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5f7dac-ff10-48cb-9680-19096b5dfb27 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:14:20.700710 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5f7dac-ff10-48cb-9680-19096b5dfb27 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:14:20.701627 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5f7dac-ff10-48cb-9680-19096b5dfb27 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:14:20.701955 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5f7dac-ff10-48cb-9680-19096b5dfb27 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:14:20.702285 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5f7dac-ff10-48cb-9680-19096b5dfb27 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:14:20.756622 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8c5f7dac-ff10-48cb-9680-19096b5dfb27 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for floatingip, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:20.756965 n-d-791506-26 neutron-server[101291]: INFO neutron.db.l3_db [None req-8c5f7dac-ff10-48cb-9680-19096b5dfb27 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Floating IP 6814a2e6-880c-4453-9f71-a68bb77f681e disassociated (deleted). External IP: 172.25.4.214, port: c89d33f2-d67c-43d7-aff2-fcb441641102. Aug 17 00:14:20.811595 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:20.970299 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c5f7dac-ff10-48cb-9680-19096b5dfb27 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Router f99dd0b4-3796-4f21-a381-a462c7e2d003 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:14:21.079182 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c5f7dac-ff10-48cb-9680-19096b5dfb27 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:14:21.084101 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8c5f7dac-ff10-48cb-9680-19096b5dfb27 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:21.088907 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814900e5-d734-4c49-8f43-b85bd392d7a9 None None] Sync routers for ids ['f99dd0b4-3796-4f21-a381-a462c7e2d003'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:14:21.098057 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814900e5-d734-4c49-8f43-b85bd392d7a9 None None] Routers {'f99dd0b4-3796-4f21-a381-a462c7e2d003'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:14:21.098644 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-814900e5-d734-4c49-8f43-b85bd392d7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:14:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['f99dd0b4-3796-4f21-a381-a462c7e2d003'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:14:21.111317 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-8c5f7dac-ff10-48cb-9680-19096b5dfb27 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "DELETE /v2.0/floatingips/6814a2e6-880c-4453-9f71-a68bb77f681e HTTP/1.1" status: 204 len: 168 time: 0.8774688 Aug 17 00:14:21.111919 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7636fd8-de62-4d54-ae06-d7421e04c079', 'tag': 'c89d33f2-d67c-43d7-aff2-fcb441641102'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:14:21.114227 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7165c1ab170cf7a86a4d2d0d4fd52c1e3b7b58c190c14e765d35b2aa62be1e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49dccc63-907f-4f0c-8bb4-ff3e4d61fc0d" -d '{"events": [{"name": "network-changed", "server_uuid": "c7636fd8-de62-4d54-ae06-d7421e04c079", "tag": "c89d33f2-d67c-43d7-aff2-fcb441641102"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:14:21.162885 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3db1d5d0-fafd-4a6a-b2cd-945f45344960 x-openstack-request-id: req-3db1d5d0-fafd-4a6a-b2cd-945f45344960 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:14:21.163202 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7636fd8-de62-4d54-ae06-d7421e04c079", "tag": "c89d33f2-d67c-43d7-aff2-fcb441641102", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:14:21.163463 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3db1d5d0-fafd-4a6a-b2cd-945f45344960 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:14:21.163880 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7636fd8-de62-4d54-ae06-d7421e04c079', 'tag': 'c89d33f2-d67c-43d7-aff2-fcb441641102', 'status': 'completed', 'code': 200} Aug 17 00:14:21.233117 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-814900e5-d734-4c49-8f43-b85bd392d7a9 None None] Set router f99dd0b4-3796-4f21-a381-a462c7e2d003 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:14:21.257503 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dccc63-907f-4f0c-8bb4-ff3e4d61fc0d req-0f8b064b-7c5b-4bf6-a584-c48c9135dafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:21.259376 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-49dccc63-907f-4f0c-8bb4-ff3e4d61fc0d req-0f8b064b-7c5b-4bf6-a584-c48c9135dafd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8d5ca35b88544f06a4e5fba0ad3d3cbd&device_id=c7636fd8-de62-4d54-ae06-d7421e04c079 HTTP/1.1" status: 200 len: 1098 time: 0.0521793 Aug 17 00:14:21.398262 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dccc63-907f-4f0c-8bb4-ff3e4d61fc0d req-9de46a06-5707-45fd-9644-5c7925ad0452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:21.399767 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-49dccc63-907f-4f0c-8bb4-ff3e4d61fc0d req-9de46a06-5707-45fd-9644-5c7925ad0452 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f1464eac-d7b8-423b-ae9b-af5625941696 HTTP/1.1" status: 200 len: 898 time: 0.0901556 Aug 17 00:14:21.438791 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aea95e-81b5-46f0-80f7-67717ffefb98 req-1bdc708c-3d42-4197-9769-bb26d6480965 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:21.441122 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-59aea95e-81b5-46f0-80f7-67717ffefb98 req-1bdc708c-3d42-4197-9769-bb26d6480965 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7636fd8-de62-4d54-ae06-d7421e04c079 HTTP/1.1" status: 200 len: 946 time: 0.1106932 Aug 17 00:14:21.448493 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-49dccc63-907f-4f0c-8bb4-ff3e4d61fc0d req-30ddcc8a-1f88-49c5-bc31-459835f1d081 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c89d33f2-d67c-43d7-aff2-fcb441641102 HTTP/1.1" status: 200 len: 217 time: 0.0410736 Aug 17 00:14:21.462052 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-814900e5-d734-4c49-8f43-b85bd392d7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f99dd0b4-3796-4f21-a381-a462c7e2d003', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1523968501', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '32a7e912-81d3-42ef-8a28-bb3ae06fb86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:11:57Z', 'updated_at': '2021-08-17T00:12:01Z', 'revision_number': 4, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'gw_port': {'id': '32a7e912-81d3-42ef-8a28-bb3ae06fb86c', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99dd0b4-3796-4f21-a381-a462c7e2d003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:11:58Z', 'updated_at': '2021-08-17T00:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '59205380-7247-40c6-b9e9-f8f082db33ec', 'name': '', 'network_id': 'f1464eac-d7b8-423b-ae9b-af5625941696', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'mac_address': 'fa:16:3e:66:ea:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99dd0b4-3796-4f21-a381-a462c7e2d003', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '908b1b3d-5ad7-4585-9e29-19b1a66ca4de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:12:00Z', 'updated_at': '2021-08-17T00:12:05Z', 'revision_number': 5, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'subnets': [{'id': '908b1b3d-5ad7-4585-9e29-19b1a66ca4de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:14:21.495385 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-59aea95e-81b5-46f0-80f7-67717ffefb98 req-7c00ce31-c54c-4849-a177-9eb6e82408d8 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b9dec62-9b22-42b1-b320-1066147e442d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454059 Aug 17 00:14:21.497097 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814900e5-d734-4c49-8f43-b85bd392d7a9 None None] Checking router: f99dd0b4-3796-4f21-a381-a462c7e2d003 for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:14:21.507289 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dccc63-907f-4f0c-8bb4-ff3e4d61fc0d req-c899fad6-83a9-4c44-ab93-9c28327681a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:21.507974 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814900e5-d734-4c49-8f43-b85bd392d7a9 None None] Routers {'f99dd0b4-3796-4f21-a381-a462c7e2d003'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:14:21.519106 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-814900e5-d734-4c49-8f43-b85bd392d7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:14:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['f99dd0b4-3796-4f21-a381-a462c7e2d003'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:14:21.519221 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-49dccc63-907f-4f0c-8bb4-ff3e4d61fc0d req-c899fad6-83a9-4c44-ab93-9c28327681a1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=908b1b3d-5ad7-4585-9e29-19b1a66ca4de HTTP/1.1" status: 200 len: 834 time: 0.0524747 Aug 17 00:14:21.574066 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dccc63-907f-4f0c-8bb4-ff3e4d61fc0d req-f6d59344-e31e-4248-a775-f33abb193e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:21.576426 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-49dccc63-907f-4f0c-8bb4-ff3e4d61fc0d req-f6d59344-e31e-4248-a775-f33abb193e4a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f1464eac-d7b8-423b-ae9b-af5625941696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0596011 Aug 17 00:14:21.619239 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-814900e5-d734-4c49-8f43-b85bd392d7a9 None None] Set router f99dd0b4-3796-4f21-a381-a462c7e2d003 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:14:21.677814 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-49dccc63-907f-4f0c-8bb4-ff3e4d61fc0d req-46053867-71a1-42ed-a3ba-e317e8eac6fb service neutron] 10.222.0.57 "GET /v2.0/networks/f1464eac-d7b8-423b-ae9b-af5625941696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922174 Aug 17 00:14:21.777799 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-49dccc63-907f-4f0c-8bb4-ff3e4d61fc0d req-53df8bc1-a91e-456c-af6a-dd179cdb0b38 service neutron] 10.222.0.57 "GET /v2.0/networks/f1464eac-d7b8-423b-ae9b-af5625941696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922682 Aug 17 00:14:21.828299 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-814900e5-d734-4c49-8f43-b85bd392d7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f99dd0b4-3796-4f21-a381-a462c7e2d003', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1523968501', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '32a7e912-81d3-42ef-8a28-bb3ae06fb86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:11:57Z', 'updated_at': '2021-08-17T00:12:01Z', 'revision_number': 4, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'gw_port': {'id': '32a7e912-81d3-42ef-8a28-bb3ae06fb86c', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99dd0b4-3796-4f21-a381-a462c7e2d003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:11:58Z', 'updated_at': '2021-08-17T00:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '59205380-7247-40c6-b9e9-f8f082db33ec', 'name': '', 'network_id': 'f1464eac-d7b8-423b-ae9b-af5625941696', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'mac_address': 'fa:16:3e:66:ea:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99dd0b4-3796-4f21-a381-a462c7e2d003', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '908b1b3d-5ad7-4585-9e29-19b1a66ca4de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:12:00Z', 'updated_at': '2021-08-17T00:12:05Z', 'revision_number': 5, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'subnets': [{'id': '908b1b3d-5ad7-4585-9e29-19b1a66ca4de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:14:21.859058 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814900e5-d734-4c49-8f43-b85bd392d7a9 None None] The sync data for ids ['f99dd0b4-3796-4f21-a381-a462c7e2d003'] in n-d-791506-26 is: [{'id': 'f99dd0b4-3796-4f21-a381-a462c7e2d003', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1523968501', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '32a7e912-81d3-42ef-8a28-bb3ae06fb86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:11:57Z', 'updated_at': '2021-08-17T00:12:01Z', 'revision_number': 4, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'gw_port': {'id': '32a7e912-81d3-42ef-8a28-bb3ae06fb86c', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99dd0b4-3796-4f21-a381-a462c7e2d003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:11:58Z', 'updated_at': '2021-08-17T00:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '59205380-7247-40c6-b9e9-f8f082db33ec', 'name': '', 'network_id': 'f1464eac-d7b8-423b-ae9b-af5625941696', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'mac_address': 'fa:16:3e:66:ea:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99dd0b4-3796-4f21-a381-a462c7e2d003', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '908b1b3d-5ad7-4585-9e29-19b1a66ca4de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:12:00Z', 'updated_at': '2021-08-17T00:12:05Z', 'revision_number': 5, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'subnets': [{'id': '908b1b3d-5ad7-4585-9e29-19b1a66ca4de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:14:21.894028 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:22.093072 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dbde37-35da-4fa5-b530-f62a1a2e80ef None None] New status for floating IP 6814a2e6-880c-4453-9f71-a68bb77f681e: DOWN {{(pid=101294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 00:14:22.670392 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e7bd0c-15e6-4328-a72f-1fbd85b530b6 req-d7d09a9f-c541-41f5-a914-c9d5b243b52a tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:22.671882 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-52e7bd0c-15e6-4328-a72f-1fbd85b530b6 req-d7d09a9f-c541-41f5-a914-c9d5b243b52a tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7636fd8-de62-4d54-ae06-d7421e04c079 HTTP/1.1" status: 200 len: 946 time: 0.1018863 Aug 17 00:14:22.710170 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-52e7bd0c-15e6-4328-a72f-1fbd85b530b6 req-2bedf986-62ec-483c-ba2a-62124c728952 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=1b9dec62-9b22-42b1-b320-1066147e442d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323441 Aug 17 00:14:23.149705 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:23.231820 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69b574b-c2e3-4258-a4e0-16c0df54dab0 req-8b819d35-6d8c-485e-9b8f-871978316e56 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:23.234275 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d69b574b-c2e3-4258-a4e0-16c0df54dab0 req-8b819d35-6d8c-485e-9b8f-871978316e56 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.57 "GET /v2.0/ports?device_id=c7636fd8-de62-4d54-ae06-d7421e04c079 HTTP/1.1" status: 200 len: 946 time: 0.0527833 Aug 17 00:14:23.328524 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-d69b574b-c2e3-4258-a4e0-16c0df54dab0 req-9b290fef-fe51-4773-84dc-76e3e7ccb81a tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Deleting port c89d33f2-d67c-43d7-aff2-fcb441641102 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:14:23.328887 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-d69b574b-c2e3-4258-a4e0-16c0df54dab0 req-9b290fef-fe51-4773-84dc-76e3e7ccb81a tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:23.418000 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-d69b574b-c2e3-4258-a4e0-16c0df54dab0 req-9b290fef-fe51-4773-84dc-76e3e7ccb81a tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] For port c89d33f2-d67c-43d7-aff2-fcb441641102, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=c89d33f2-d67c-43d7-aff2-fcb441641102,segment=NetworkSegment(fe3e01a1-3423-4d98-8045-fe0d0279c07d),segment_id=fe3e01a1-3423-4d98-8045-fe0d0279c07d)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:14:23.418283 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-d69b574b-c2e3-4258-a4e0-16c0df54dab0 req-9b290fef-fe51-4773-84dc-76e3e7ccb81a tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:23.431188 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-d69b574b-c2e3-4258-a4e0-16c0df54dab0 req-9b290fef-fe51-4773-84dc-76e3e7ccb81a tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Calling delete_port for c89d33f2-d67c-43d7-aff2-fcb441641102 owned by compute:nova {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:14:23.561050 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-d69b574b-c2e3-4258-a4e0-16c0df54dab0 req-9b290fef-fe51-4773-84dc-76e3e7ccb81a tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:23.589149 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b290fef-fe51-4773-84dc-76e3e7ccb81a tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event deleted for resources: {'Port': ['ID=c89d33f2-d67c-43d7-aff2-fcb441641102,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:23.637058 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-d69b574b-c2e3-4258-a4e0-16c0df54dab0 req-9b290fef-fe51-4773-84dc-76e3e7ccb81a tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] No DVR routers for this DVR port c89d33f2-d67c-43d7-aff2-fcb441641102 on host n-h2-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:14:23.639809 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-d69b574b-c2e3-4258-a4e0-16c0df54dab0 req-9b290fef-fe51-4773-84dc-76e3e7ccb81a tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:23.641863 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d69b574b-c2e3-4258-a4e0-16c0df54dab0 req-9b290fef-fe51-4773-84dc-76e3e7ccb81a tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.57 "DELETE /v2.0/ports/c89d33f2-d67c-43d7-aff2-fcb441641102 HTTP/1.1" status: 204 len: 173 time: 0.4007444 Aug 17 00:14:23.642318 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7636fd8-de62-4d54-ae06-d7421e04c079', 'name': 'network-vif-deleted', 'tag': 'c89d33f2-d67c-43d7-aff2-fcb441641102'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:14:23.644613 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7165c1ab170cf7a86a4d2d0d4fd52c1e3b7b58c190c14e765d35b2aa62be1e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4bcb6e0-3145-4714-b289-95acb63a5033" -d '{"events": [{"server_uuid": "c7636fd8-de62-4d54-ae06-d7421e04c079", "name": "network-vif-deleted", "tag": "c89d33f2-d67c-43d7-aff2-fcb441641102"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:14:23.684715 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d07a30-2f39-4075-aaaa-cb0e6272be68 x-openstack-request-id: req-77d07a30-2f39-4075-aaaa-cb0e6272be68 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:14:23.685015 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7636fd8-de62-4d54-ae06-d7421e04c079", "name": "network-vif-deleted", "tag": "c89d33f2-d67c-43d7-aff2-fcb441641102", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:14:23.686141 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-77d07a30-2f39-4075-aaaa-cb0e6272be68 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:14:23.686522 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7636fd8-de62-4d54-ae06-d7421e04c079', 'name': 'network-vif-deleted', 'tag': 'c89d33f2-d67c-43d7-aff2-fcb441641102', 'status': 'completed', 'code': 200} Aug 17 00:14:23.808808 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-daec5726-1d09-4320-a100-42a6a192dda4 req-0a197b7e-1fe5-4896-afdc-2caca6d3d185 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7636fd8-de62-4d54-ae06-d7421e04c079 HTTP/1.1" status: 200 len: 210 time: 0.0280011 Aug 17 00:14:24.888225 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 60096) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:25.569770 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7e81e825-2ec6-4288-afc1-7cf795817845 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537579'] for router_interface, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:25.835481 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-7e81e825-2ec6-4288-afc1-7cf795817845 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Deleting port 59205380-7247-40c6-b9e9-f8f082db33ec {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:14:25.835710 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7e81e825-2ec6-4288-afc1-7cf795817845 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:25.936549 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-7e81e825-2ec6-4288-afc1-7cf795817845 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] For port 59205380-7247-40c6-b9e9-f8f082db33ec, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=59205380-7247-40c6-b9e9-f8f082db33ec,segment=NetworkSegment(fe3e01a1-3423-4d98-8045-fe0d0279c07d),segment_id=fe3e01a1-3423-4d98-8045-fe0d0279c07d)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:14:25.937261 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7e81e825-2ec6-4288-afc1-7cf795817845 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:25.948815 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-7e81e825-2ec6-4288-afc1-7cf795817845 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Calling delete_port for 59205380-7247-40c6-b9e9-f8f082db33ec owned by network:router_interface {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:14:26.141302 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7e81e825-2ec6-4288-afc1-7cf795817845 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:26.167680 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e81e825-2ec6-4288-afc1-7cf795817845 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event deleted for resources: {'Port': ['ID=59205380-7247-40c6-b9e9-f8f082db33ec,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:26.182859 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:26.359368 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7e81e825-2ec6-4288-afc1-7cf795817845 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537471'] for router_interface, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:26.587741 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e81e825-2ec6-4288-afc1-7cf795817845 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Router f99dd0b4-3796-4f21-a381-a462c7e2d003 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:14:26.693519 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e81e825-2ec6-4288-afc1-7cf795817845 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:14:26.698391 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-7e81e825-2ec6-4288-afc1-7cf795817845 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "PUT /v2.0/routers/f99dd0b4-3796-4f21-a381-a462c7e2d003/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8085213 Aug 17 00:14:26.701759 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 60098) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:26.704858 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84551d9-b61b-480e-a735-0730ad2bdad2 None None] Sync routers for ids ['f99dd0b4-3796-4f21-a381-a462c7e2d003'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:14:26.714548 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84551d9-b61b-480e-a735-0730ad2bdad2 None None] Routers {'f99dd0b4-3796-4f21-a381-a462c7e2d003'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:14:26.715169 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-d84551d9-b61b-480e-a735-0730ad2bdad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:14:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['f99dd0b4-3796-4f21-a381-a462c7e2d003'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:14:26.751946 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0f208e7-d24e-4fc3-bf71-09c44db42bb4 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Deleting subnet 908b1b3d-5ad7-4585-9e29-19b1a66ca4de {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:14:26.755007 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c0f208e7-d24e-4fc3-bf71-09c44db42bb4 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:26.795160 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c0f208e7-d24e-4fc3-bf71-09c44db42bb4 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:26.828833 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-d84551d9-b61b-480e-a735-0730ad2bdad2 None None] Set router f99dd0b4-3796-4f21-a381-a462c7e2d003 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:14:26.884308 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c0f208e7-d24e-4fc3-bf71-09c44db42bb4 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:26.945990 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c0f208e7-d24e-4fc3-bf71-09c44db42bb4 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:26.973268 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f208e7-d24e-4fc3-bf71-09c44db42bb4 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event deleted for resources: {'Subnet': ['ID=908b1b3d-5ad7-4585-9e29-19b1a66ca4de,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:26.977000 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c0f208e7-d24e-4fc3-bf71-09c44db42bb4 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:26.978890 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-c0f208e7-d24e-4fc3-bf71-09c44db42bb4 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "DELETE /v2.0/subnets/908b1b3d-5ad7-4585-9e29-19b1a66ca4de HTTP/1.1" status: 204 len: 168 time: 0.2762129 Aug 17 00:14:26.981700 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 60100) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:26.998621 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18ced93-9517-4098-a142-d2701896b155 None None] Network f1464eac-d7b8-423b-ae9b-af5625941696 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:14:27.090983 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e624f4fe-1ec7-47df-b18c-ee772366254b tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for router, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:27.120237 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-d84551d9-b61b-480e-a735-0730ad2bdad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f99dd0b4-3796-4f21-a381-a462c7e2d003', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1523968501', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '32a7e912-81d3-42ef-8a28-bb3ae06fb86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:11:57Z', 'updated_at': '2021-08-17T00:14:26Z', 'revision_number': 5, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'gw_port': {'id': '32a7e912-81d3-42ef-8a28-bb3ae06fb86c', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99dd0b4-3796-4f21-a381-a462c7e2d003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:11:58Z', 'updated_at': '2021-08-17T00:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:14:27.157196 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84551d9-b61b-480e-a735-0730ad2bdad2 None None] Checking router: f99dd0b4-3796-4f21-a381-a462c7e2d003 for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:14:27.172605 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84551d9-b61b-480e-a735-0730ad2bdad2 None None] Routers {'f99dd0b4-3796-4f21-a381-a462c7e2d003'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:14:27.173568 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-d84551d9-b61b-480e-a735-0730ad2bdad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:14:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['f99dd0b4-3796-4f21-a381-a462c7e2d003'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:14:27.198716 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e624f4fe-1ec7-47df-b18c-ee772366254b tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:27.251351 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce31723b-f907-41f6-ba74-fc61992f4b9a None None] DHCP port deletion for f1464eac-d7b8-423b-ae9b-af5625941696 request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:14:27.254261 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-e624f4fe-1ec7-47df-b18c-ee772366254b tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Deleting port 32a7e912-81d3-42ef-8a28-bb3ae06fb86c {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:14:27.254680 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e624f4fe-1ec7-47df-b18c-ee772366254b tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:27.302466 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-d84551d9-b61b-480e-a735-0730ad2bdad2 None None] Set router f99dd0b4-3796-4f21-a381-a462c7e2d003 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:14:27.337591 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-e624f4fe-1ec7-47df-b18c-ee772366254b tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] For port 32a7e912-81d3-42ef-8a28-bb3ae06fb86c, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=32a7e912-81d3-42ef-8a28-bb3ae06fb86c,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:14:27.337959 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e624f4fe-1ec7-47df-b18c-ee772366254b tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:27.351567 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-e624f4fe-1ec7-47df-b18c-ee772366254b tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Calling delete_port for 32a7e912-81d3-42ef-8a28-bb3ae06fb86c owned by network:router_gateway {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:14:27.356083 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device c89d33f2-d67c-43d7-aff2-fcb441641102 no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:14:27.382265 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] No Port match for: c89d33f2-d67c-43d7-aff2-fcb441641102 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:14:27.382618 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device c89d33f2-d67c-43d7-aff2-fcb441641102 not bound to the agent host n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:14:27.440096 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-ce31723b-f907-41f6-ba74-fc61992f4b9a None None] Deleting port 9c3a83ce-079b-450f-b13f-98d8d030eb4e {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:14:27.440389 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ce31723b-f907-41f6-ba74-fc61992f4b9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:27.519207 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e624f4fe-1ec7-47df-b18c-ee772366254b tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:27.546036 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e624f4fe-1ec7-47df-b18c-ee772366254b tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event deleted for resources: {'Port': ['ID=32a7e912-81d3-42ef-8a28-bb3ae06fb86c,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:27.615715 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e624f4fe-1ec7-47df-b18c-ee772366254b tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537121'] for router_gateway, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:27.693449 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-ce31723b-f907-41f6-ba74-fc61992f4b9a None None] For port 9c3a83ce-079b-450f-b13f-98d8d030eb4e, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=9c3a83ce-079b-450f-b13f-98d8d030eb4e,segment=NetworkSegment(fe3e01a1-3423-4d98-8045-fe0d0279c07d),segment_id=fe3e01a1-3423-4d98-8045-fe0d0279c07d)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:14:27.693726 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ce31723b-f907-41f6-ba74-fc61992f4b9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:27.708403 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-ce31723b-f907-41f6-ba74-fc61992f4b9a None None] Calling delete_port for 9c3a83ce-079b-450f-b13f-98d8d030eb4e owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:14:27.718073 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e624f4fe-1ec7-47df-b18c-ee772366254b tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:27.720101 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e624f4fe-1ec7-47df-b18c-ee772366254b tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:27.770602 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e624f4fe-1ec7-47df-b18c-ee772366254b tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:27.771166 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e624f4fe-1ec7-47df-b18c-ee772366254b tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Fanout notify agent at l3_agent the message router_deleted on router f99dd0b4-3796-4f21-a381-a462c7e2d003 {{(pid=101291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 00:14:27.778845 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e624f4fe-1ec7-47df-b18c-ee772366254b tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:27.783107 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60102) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:27.783790 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-e624f4fe-1ec7-47df-b18c-ee772366254b tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "DELETE /v2.0/routers/f99dd0b4-3796-4f21-a381-a462c7e2d003 HTTP/1.1" status: 204 len: 168 time: 0.8008192 Aug 17 00:14:27.784515 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-d84551d9-b61b-480e-a735-0730ad2bdad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f99dd0b4-3796-4f21-a381-a462c7e2d003', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1523968501', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '32a7e912-81d3-42ef-8a28-bb3ae06fb86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:11:57Z', 'updated_at': '2021-08-17T00:14:26Z', 'revision_number': 5, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'gw_port': {'id': '32a7e912-81d3-42ef-8a28-bb3ae06fb86c', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99dd0b4-3796-4f21-a381-a462c7e2d003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:11:58Z', 'updated_at': '2021-08-17T00:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:14:27.817319 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84551d9-b61b-480e-a735-0730ad2bdad2 None None] The sync data for ids ['f99dd0b4-3796-4f21-a381-a462c7e2d003'] in n-d-791506-26 is: [{'id': 'f99dd0b4-3796-4f21-a381-a462c7e2d003', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1523968501', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '32a7e912-81d3-42ef-8a28-bb3ae06fb86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:11:57Z', 'updated_at': '2021-08-17T00:14:26Z', 'revision_number': 5, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'gw_port': {'id': '32a7e912-81d3-42ef-8a28-bb3ae06fb86c', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99dd0b4-3796-4f21-a381-a462c7e2d003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:11:58Z', 'updated_at': '2021-08-17T00:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:14:27.841854 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ce31723b-f907-41f6-ba74-fc61992f4b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:27.878059 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 9c3a83ce-079b-450f-b13f-98d8d030eb4e no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:14:27.881570 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce31723b-f907-41f6-ba74-fc61992f4b9a None None] Pushing event deleted for resources: {'Port': ['ID=9c3a83ce-079b-450f-b13f-98d8d030eb4e,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:27.883735 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f6151946-6217-4749-82ca-8240ed822f0f tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:27.885174 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce31723b-f907-41f6-ba74-fc61992f4b9a None None] No DVR routers for this DVR port 9c3a83ce-079b-450f-b13f-98d8d030eb4e on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:14:27.909411 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce31723b-f907-41f6-ba74-fc61992f4b9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:14:27.909798 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce31723b-f907-41f6-ba74-fc61992f4b9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:14:27.910118 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce31723b-f907-41f6-ba74-fc61992f4b9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:14:27.910458 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce31723b-f907-41f6-ba74-fc61992f4b9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:14:27.910791 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce31723b-f907-41f6-ba74-fc61992f4b9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:14:27.911237 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce31723b-f907-41f6-ba74-fc61992f4b9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:14:27.911539 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce31723b-f907-41f6-ba74-fc61992f4b9a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:14:27.911760 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce31723b-f907-41f6-ba74-fc61992f4b9a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:14:27.912442 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce31723b-f907-41f6-ba74-fc61992f4b9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:14:27.912442 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce31723b-f907-41f6-ba74-fc61992f4b9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:14:27.912750 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce31723b-f907-41f6-ba74-fc61992f4b9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:14:27.913075 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce31723b-f907-41f6-ba74-fc61992f4b9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:14:27.915917 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 9c3a83ce-079b-450f-b13f-98d8d030eb4e {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:14:27.916272 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 9c3a83ce-079b-450f-b13f-98d8d030eb4e not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:14:27.983931 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f6151946-6217-4749-82ca-8240ed822f0f tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:27.993349 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-f6151946-6217-4749-82ca-8240ed822f0f tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1464eac-d7b8-423b-ae9b-af5625941696']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:14:28.003888 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-f6151946-6217-4749-82ca-8240ed822f0f tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe3e01a1-3423-4d98-8045-fe0d0279c07d') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:14:28.004189 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-f6151946-6217-4749-82ca-8240ed822f0f tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe3e01a1-3423-4d98-8045-fe0d0279c07d') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:14:28.012727 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f6151946-6217-4749-82ca-8240ed822f0f tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:28.027584 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f6151946-6217-4749-82ca-8240ed822f0f tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:28.033386 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6151946-6217-4749-82ca-8240ed822f0f tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:14:28.033772 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f6151946-6217-4749-82ca-8240ed822f0f tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:28.036759 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 17 00:14:28.036759 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:14:28.036759 n-d-791506-26 neutron-server[101292]: timer() Aug 17 00:14:28.036759 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:14:28.036759 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 17 00:14:28.036759 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:14:28.036759 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 17 00:14:28.036759 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:14:28.036759 n-d-791506-26 neutron-server[101292]: self._notify() Aug 17 00:14:28.036759 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:14:28.036759 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 17 00:14:28.036759 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:14:28.036759 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 17 00:14:28.036759 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:14:28.036759 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:14:28.036759 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:14:28.036759 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:14:28.036759 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:14:28.036759 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 17 00:14:28.036759 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:14:28.036759 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 17 00:14:28.036759 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:14:28.036759 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:14:28.036759 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:14:28.036759 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 17 00:14:28.036759 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:14:28.036759 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:14:28.036759 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:14:28.036759 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:14:28.036759 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:14:28.036759 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:14:28.036759 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:14:28.097213 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f6151946-6217-4749-82ca-8240ed822f0f tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:28.104110 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f6151946-6217-4749-82ca-8240ed822f0f tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:28.106068 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-f6151946-6217-4749-82ca-8240ed822f0f tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "DELETE /v2.0/networks/f1464eac-d7b8-423b-ae9b-af5625941696 HTTP/1.1" status: 204 len: 168 time: 0.3218167 Aug 17 00:14:28.109618 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 60106) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:28.118503 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6151946-6217-4749-82ca-8240ed822f0f tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event deleted for resources: {'Network': ['ID=f1464eac-d7b8-423b-ae9b-af5625941696,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:28.127453 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6151946-6217-4749-82ca-8240ed822f0f tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:14:28.128741 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6151946-6217-4749-82ca-8240ed822f0f tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:14:28.128741 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6151946-6217-4749-82ca-8240ed822f0f tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:14:28.128741 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6151946-6217-4749-82ca-8240ed822f0f tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:14:28.129084 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6151946-6217-4749-82ca-8240ed822f0f tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:14:28.129192 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6151946-6217-4749-82ca-8240ed822f0f tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:14:28.129481 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6151946-6217-4749-82ca-8240ed822f0f tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:14:28.129813 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6151946-6217-4749-82ca-8240ed822f0f tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:14:28.130145 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6151946-6217-4749-82ca-8240ed822f0f tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:14:28.130474 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6151946-6217-4749-82ca-8240ed822f0f tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:14:28.130891 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6151946-6217-4749-82ca-8240ed822f0f tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:14:28.131213 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6151946-6217-4749-82ca-8240ed822f0f tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:14:28.179414 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c2e8369a-f92b-4a0e-9258-b7160da2efb0 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:28.207218 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c2e8369a-f92b-4a0e-9258-b7160da2efb0 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:28.278518 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c2e8369a-f92b-4a0e-9258-b7160da2efb0 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:28.281708 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c2e8369a-f92b-4a0e-9258-b7160da2efb0 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:28.282921 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-c2e8369a-f92b-4a0e-9258-b7160da2efb0 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "DELETE /v2.0/security-groups/1b9dec62-9b22-42b1-b320-1066147e442d HTTP/1.1" status: 204 len: 168 time: 0.1722913 Aug 17 00:14:28.295008 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e8369a-f92b-4a0e-9258-b7160da2efb0 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b9dec62-9b22-42b1-b320-1066147e442d,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:28.714094 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 60112) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:28.719826 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-5db5e257-ffb8-4a0f-82fd-18cd3404d5bc tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-843815267', 'description': 'tempest-secgroup-smoke-843815267 description', 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:14:28.742391 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5db5e257-ffb8-4a0f-82fd-18cd3404d5bc tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:28.829396 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5db5e257-ffb8-4a0f-82fd-18cd3404d5bc tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:28.834026 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5db5e257-ffb8-4a0f-82fd-18cd3404d5bc tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:28.867747 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5db5e257-ffb8-4a0f-82fd-18cd3404d5bc tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:28.868952 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-5db5e257-ffb8-4a0f-82fd-18cd3404d5bc tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1538436 Aug 17 00:14:28.870878 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db5e257-ffb8-4a0f-82fd-18cd3404d5bc tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74171ad2-f391-4b1b-8940-e770fac13788,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:28.872030 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60114) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:28.877887 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-fa1c8f26-8a6a-40f6-8e80-97e2f851eb43 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Request body: {'security_group_rule': {'security_group_id': '74171ad2-f391-4b1b-8940-e770fac13788', 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:14:28.906811 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fa1c8f26-8a6a-40f6-8e80-97e2f851eb43 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:28.962653 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fa1c8f26-8a6a-40f6-8e80-97e2f851eb43 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:28.966211 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fa1c8f26-8a6a-40f6-8e80-97e2f851eb43 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:28.985580 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1c8f26-8a6a-40f6-8e80-97e2f851eb43 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b0c73e6-2f6b-4186-8b10-eb56634cff42,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:28.988818 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fa1c8f26-8a6a-40f6-8e80-97e2f851eb43 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:28.990030 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-fa1c8f26-8a6a-40f6-8e80-97e2f851eb43 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1161644 Aug 17 00:14:28.993058 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 60116) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:28.998245 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-734346fb-2fcf-491c-afdd-725c4da31d77 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Request body: {'security_group_rule': {'security_group_id': '74171ad2-f391-4b1b-8940-e770fac13788', 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:14:29.024593 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-734346fb-2fcf-491c-afdd-725c4da31d77 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:29.081970 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-734346fb-2fcf-491c-afdd-725c4da31d77 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:29.085524 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-734346fb-2fcf-491c-afdd-725c4da31d77 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:29.102981 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734346fb-2fcf-491c-afdd-725c4da31d77 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a92b606-c4f0-4706-a8fe-a2c0fe796d40,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:29.110198 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-734346fb-2fcf-491c-afdd-725c4da31d77 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:29.111442 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-734346fb-2fcf-491c-afdd-725c4da31d77 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1174204 Aug 17 00:14:29.114233 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 60118) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:29.118628 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-af0d79b9-5a7e-4f71-82e7-4a82ccbd13b7 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Request body: {'security_group_rule': {'security_group_id': '74171ad2-f391-4b1b-8940-e770fac13788', 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:14:29.146632 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-af0d79b9-5a7e-4f71-82e7-4a82ccbd13b7 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:29.203976 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-af0d79b9-5a7e-4f71-82e7-4a82ccbd13b7 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:29.207934 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-af0d79b9-5a7e-4f71-82e7-4a82ccbd13b7 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:29.228339 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0d79b9-5a7e-4f71-82e7-4a82ccbd13b7 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7871de01-5087-4cc3-bb89-1a0878947b8e,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:29.232085 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-af0d79b9-5a7e-4f71-82e7-4a82ccbd13b7 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:29.233380 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-af0d79b9-5a7e-4f71-82e7-4a82ccbd13b7 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1182647 Aug 17 00:14:29.236264 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 60120) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:29.240852 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-49932483-d503-45cf-a4e7-006fdac615e1 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Request body: {'security_group_rule': {'security_group_id': '74171ad2-f391-4b1b-8940-e770fac13788', 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:14:29.267619 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-49932483-d503-45cf-a4e7-006fdac615e1 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:29.329381 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-49932483-d503-45cf-a4e7-006fdac615e1 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:29.332990 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-49932483-d503-45cf-a4e7-006fdac615e1 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:29.350850 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49932483-d503-45cf-a4e7-006fdac615e1 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65fcab02-15d3-4cec-83a5-93391a1775fa,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:29.357740 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-49932483-d503-45cf-a4e7-006fdac615e1 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:29.358922 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-49932483-d503-45cf-a4e7-006fdac615e1 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1216283 Aug 17 00:14:29.361737 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 60122) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:29.366146 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-b3e9f40b-238d-433d-bea3-6d67eace3f5d tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Request body: {'security_group_rule': {'security_group_id': '74171ad2-f391-4b1b-8940-e770fac13788', 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:14:29.387840 n-d-791506-26 neutron-server[101291]: INFO neutron.db.securitygroups_db [None req-b3e9f40b-238d-433d-bea3-6d67eace3f5d tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Project 8d5ca35b88544f06a4e5fba0ad3d3cbd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 00:14:29.393372 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b3e9f40b-238d-433d-bea3-6d67eace3f5d tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:29.452550 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b3e9f40b-238d-433d-bea3-6d67eace3f5d tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:29.455979 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b3e9f40b-238d-433d-bea3-6d67eace3f5d tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:29.473218 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e9f40b-238d-433d-bea3-6d67eace3f5d tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65a11ad1-473e-4e43-aeb1-8426113dcb59,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:29.479248 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b3e9f40b-238d-433d-bea3-6d67eace3f5d tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:29.480457 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-b3e9f40b-238d-433d-bea3-6d67eace3f5d tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1178026 Aug 17 00:14:29.483758 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 60124) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:29.488263 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-111e9b5b-e229-4d32-8c2e-282f7437a324 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Request body: {'security_group_rule': {'security_group_id': '74171ad2-f391-4b1b-8940-e770fac13788', 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:14:29.509979 n-d-791506-26 neutron-server[101291]: INFO neutron.db.securitygroups_db [None req-111e9b5b-e229-4d32-8c2e-282f7437a324 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Project 8d5ca35b88544f06a4e5fba0ad3d3cbd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 00:14:29.514847 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-111e9b5b-e229-4d32-8c2e-282f7437a324 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:29.575372 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-111e9b5b-e229-4d32-8c2e-282f7437a324 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:29.579447 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-111e9b5b-e229-4d32-8c2e-282f7437a324 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:29.598659 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111e9b5b-e229-4d32-8c2e-282f7437a324 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0aa8b0db-e34a-4f97-b240-0971467ac9bc,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:29.601942 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-111e9b5b-e229-4d32-8c2e-282f7437a324 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:29.603229 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-111e9b5b-e229-4d32-8c2e-282f7437a324 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1185417 Aug 17 00:14:29.606133 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 60126) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:29.611149 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-c3cc2131-7b92-4226-9297-8b1b0f446013 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Request body: {'network': {'name': 'tempest-network-smoke--1786282895', 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'port_security_enabled': True}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:14:29.631582 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3cc2131-7b92-4226-9297-8b1b0f446013 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Made reservation on behalf of 8d5ca35b88544f06a4e5fba0ad3d3cbd for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:14:29.634985 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c3cc2131-7b92-4226-9297-8b1b0f446013 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:29.659535 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3cc2131-7b92-4226-9297-8b1b0f446013 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:14:29.668600 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c3cc2131-7b92-4226-9297-8b1b0f446013 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:29.669224 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-c3cc2131-7b92-4226-9297-8b1b0f446013 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Added segment 0ee99c1c-fc0e-4eac-8c7e-6d0be2cae60e of type vlan for network 4b3110bb-0feb-44b0-8a37-90569155d54f Aug 17 00:14:29.712481 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c3cc2131-7b92-4226-9297-8b1b0f446013 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:29.725463 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 32a7e912-81d3-42ef-8a28-bb3ae06fb86c no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:14:29.741934 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c3cc2131-7b92-4226-9297-8b1b0f446013 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:29.747651 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3cc2131-7b92-4226-9297-8b1b0f446013 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:29.748523 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c3cc2131-7b92-4226-9297-8b1b0f446013 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:29.750591 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 32a7e912-81d3-42ef-8a28-bb3ae06fb86c {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:14:29.751738 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 32a7e912-81d3-42ef-8a28-bb3ae06fb86c not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:14:29.752174 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 59205380-7247-40c6-b9e9-f8f082db33ec no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:14:29.774320 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 59205380-7247-40c6-b9e9-f8f082db33ec {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:14:29.774671 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 59205380-7247-40c6-b9e9-f8f082db33ec not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:14:29.803721 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-c3cc2131-7b92-4226-9297-8b1b0f446013 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1964040 Aug 17 00:14:29.806478 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60128) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:29.811885 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-4747e0e3-2c83-4463-b536-61c3c18ea72a tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-647255483', 'admin_state_up': True, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:14:29.818502 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cc2131-7b92-4226-9297-8b1b0f446013 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event updated for resources: {'Network': ['ID=4b3110bb-0feb-44b0-8a37-90569155d54f,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:29.828924 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 4b3110bb-0feb-44b0-8a37-90569155d54f details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:14:29.837674 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4747e0e3-2c83-4463-b536-61c3c18ea72a tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:29.838801 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4747e0e3-2c83-4463-b536-61c3c18ea72a tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:29.894822 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4747e0e3-2c83-4463-b536-61c3c18ea72a tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:30.039250 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4747e0e3-2c83-4463-b536-61c3c18ea72a tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:30.234314 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4747e0e3-2c83-4463-b536-61c3c18ea72a tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for router_gateway, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:30.253943 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4747e0e3-2c83-4463-b536-61c3c18ea72a tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:30.357680 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-4747e0e3-2c83-4463-b536-61c3c18ea72a tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Allocated IP 172.25.4.151 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/95aa0373-3d65-485d-82b9-3d26746771e8) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:14:30.461027 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4747e0e3-2c83-4463-b536-61c3c18ea72a tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:30.499363 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4747e0e3-2c83-4463-b536-61c3c18ea72a tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:30.539029 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4747e0e3-2c83-4463-b536-61c3c18ea72a tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:14:30.542421 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-4747e0e3-2c83-4463-b536-61c3c18ea72a tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:14:30.546158 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4747e0e3-2c83-4463-b536-61c3c18ea72a tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:14:30.551623 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4747e0e3-2c83-4463-b536-61c3c18ea72a tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event updated for resources: {'Port': ['ID=95aa0373-3d65-485d-82b9-3d26746771e8,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:30.800247 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4747e0e3-2c83-4463-b536-61c3c18ea72a tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for router_gateway, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:30.992830 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4747e0e3-2c83-4463-b536-61c3c18ea72a tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:31.119564 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4747e0e3-2c83-4463-b536-61c3c18ea72a tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Router 7bc21ac8-f301-473b-ab7a-2d8ec94a7a5b is scheduled to L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f with binding_index 1 {{(pid=101292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 00:14:31.227419 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4747e0e3-2c83-4463-b536-61c3c18ea72a tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:14:31.238970 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b924b167-d0b2-4dfb-b03d-030bf8ea609b None None] Sync routers for ids ['7bc21ac8-f301-473b-ab7a-2d8ec94a7a5b'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:14:31.246363 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4747e0e3-2c83-4463-b536-61c3c18ea72a tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:31.248352 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-4747e0e3-2c83-4463-b536-61c3c18ea72a tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4401097 Aug 17 00:14:31.251994 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60130) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:31.252945 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b924b167-d0b2-4dfb-b03d-030bf8ea609b None None] Routers {'7bc21ac8-f301-473b-ab7a-2d8ec94a7a5b'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:14:31.253726 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-b924b167-d0b2-4dfb-b03d-030bf8ea609b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:14:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['7bc21ac8-f301-473b-ab7a-2d8ec94a7a5b'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:14:31.282108 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-8f5d605e-12a0-40cd-bbc0-57f04fb4bf19 tempest-TestNetworkAdvancedServerOps-239719549 tempest-TestNetworkAdvancedServerOps-239719549-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=8d5ca35b88544f06a4e5fba0ad3d3cbd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264442 Aug 17 00:14:31.282350 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60132) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:31.358252 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-b924b167-d0b2-4dfb-b03d-030bf8ea609b None None] Set router 7bc21ac8-f301-473b-ab7a-2d8ec94a7a5b gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:14:31.373277 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8f27d6-3599-4184-a9bc-54e87f0de262 tempest-TestNetworkAdvancedServerOps-239719549 tempest-TestNetworkAdvancedServerOps-239719549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:31.374743 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-dd8f27d6-3599-4184-a9bc-54e87f0de262 tempest-TestNetworkAdvancedServerOps-239719549 tempest-TestNetworkAdvancedServerOps-239719549-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0915375 Aug 17 00:14:31.378427 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60134) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:31.407222 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-630cb6ae-b1d5-4b6a-aca1-b7d0faf3fcf0 tempest-TestNetworkAdvancedServerOps-239719549 tempest-TestNetworkAdvancedServerOps-239719549-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=c22c4980-c849-406d-982c-a5d68c515a94&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277290 Aug 17 00:14:31.409783 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60136) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:31.414483 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-cf012fa1-ffc5-4547-9289-8aeab5589f92 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2131972545', 'network_id': '4b3110bb-0feb-44b0-8a37-90569155d54f', 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:14:31.501429 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf012fa1-ffc5-4547-9289-8aeab5589f92 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Made reservation on behalf of 8d5ca35b88544f06a4e5fba0ad3d3cbd for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:14:31.505095 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-cf012fa1-ffc5-4547-9289-8aeab5589f92 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:31.541191 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-b924b167-d0b2-4dfb-b03d-030bf8ea609b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc21ac8-f301-473b-ab7a-2d8ec94a7a5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-647255483', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '95aa0373-3d65-485d-82b9-3d26746771e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:14:29Z', 'updated_at': '2021-08-17T00:14:30Z', 'revision_number': 3, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'gw_port': {'id': '95aa0373-3d65-485d-82b9-3d26746771e8', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:87:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bc21ac8-f301-473b-ab7a-2d8ec94a7a5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:14:30Z', 'updated_at': '2021-08-17T00:14:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:14:31.572003 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b924b167-d0b2-4dfb-b03d-030bf8ea609b None None] Checking router: 7bc21ac8-f301-473b-ab7a-2d8ec94a7a5b for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:14:31.572354 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b924b167-d0b2-4dfb-b03d-030bf8ea609b None None] Updating router 7bc21ac8-f301-473b-ab7a-2d8ec94a7a5b port 95aa0373-3d65-485d-82b9-3d26746771e8 binding host n-d-791506-26 {{(pid=101294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:14:31.598876 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-b924b167-d0b2-4dfb-b03d-030bf8ea609b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:31.687932 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-cf012fa1-ffc5-4547-9289-8aeab5589f92 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:31.756849 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf012fa1-ffc5-4547-9289-8aeab5589f92 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event updated for resources: {'Subnet': ['ID=ac217e8b-f468-44dd-a86a-78be2a5dbc66,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:31.766058 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf012fa1-ffc5-4547-9289-8aeab5589f92 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Checking segment: {'id': '0ee99c1c-fc0e-4eac-8c7e-6d0be2cae60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4b3110bb-0feb-44b0-8a37-90569155d54f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:14:31.766430 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf012fa1-ffc5-4547-9289-8aeab5589f92 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Network hostable DHCP agents. Network: 4b3110bb-0feb-44b0-8a37-90569155d54f, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:14:31.784245 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf012fa1-ffc5-4547-9289-8aeab5589f92 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Network 4b3110bb-0feb-44b0-8a37-90569155d54f is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:14:31.793319 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-cf012fa1-ffc5-4547-9289-8aeab5589f92 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 4b3110bb-0feb-44b0-8a37-90569155d54f) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:14:31.799444 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf012fa1-ffc5-4547-9289-8aeab5589f92 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:31.800044 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-cf012fa1-ffc5-4547-9289-8aeab5589f92 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:31.805620 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdcbaf47-7084-484d-ad81-32ce46333307 None None] Network 4b3110bb-0feb-44b0-8a37-90569155d54f requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:14:31.817387 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-cf012fa1-ffc5-4547-9289-8aeab5589f92 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4063559 Aug 17 00:14:31.818979 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 60138) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:31.869362 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-b924b167-d0b2-4dfb-b03d-030bf8ea609b None None] Notify callbacks [] for port, precommit_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:31.883969 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.provisioning_blocks [None req-b924b167-d0b2-4dfb-b03d-030bf8ea609b None None] Transition to ACTIVE for port object 95aa0373-3d65-485d-82b9-3d26746771e8 will not be triggered until provisioned by entity L2. {{(pid=101294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:14:31.891191 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-b924b167-d0b2-4dfb-b03d-030bf8ea609b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:31.951945 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-b924b167-d0b2-4dfb-b03d-030bf8ea609b None None] Attempting to bind port 95aa0373-3d65-485d-82b9-3d26746771e8 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:14:31.952342 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-b924b167-d0b2-4dfb-b03d-030bf8ea609b None None] Attempting to bind port 95aa0373-3d65-485d-82b9-3d26746771e8 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:14:31.952844 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b924b167-d0b2-4dfb-b03d-030bf8ea609b None None] Attempting to bind port 95aa0373-3d65-485d-82b9-3d26746771e8 on network c22c4980-c849-406d-982c-a5d68c515a94 {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:14:31.960656 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de91134c-af46-469b-890f-bef3192fd113 None None] Pushing event updated for resources: {'Port': ['ID=95aa0373-3d65-485d-82b9-3d26746771e8,revision_number=2']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:31.966488 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d454a2c-799a-4527-8a05-7e47f665d4a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-4b3110bb-0feb-44b0-8a37-90569155d54f', 'network_id': '4b3110bb-0feb-44b0-8a37-90569155d54f', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'fixed_ips': [{'subnet_id': 'ac217e8b-f468-44dd-a86a-78be2a5dbc66'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:14:31.967756 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-1d454a2c-799a-4527-8a05-7e47f665d4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:31.969870 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b924b167-d0b2-4dfb-b03d-030bf8ea609b None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:14:31.970251 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b924b167-d0b2-4dfb-b03d-030bf8ea609b None None] Checking segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:14:31.970656 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-b924b167-d0b2-4dfb-b03d-030bf8ea609b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:31.971054 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b924b167-d0b2-4dfb-b03d-030bf8ea609b None None] Bound using segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:14:31.971578 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-b924b167-d0b2-4dfb-b03d-030bf8ea609b None None] Bound port: 95aa0373-3d65-485d-82b9-3d26746771e8, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:14:31.971967 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-b924b167-d0b2-4dfb-b03d-030bf8ea609b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:31.975087 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de91134c-af46-469b-890f-bef3192fd113 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:14:31.975440 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de91134c-af46-469b-890f-bef3192fd113 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:14:31.975780 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de91134c-af46-469b-890f-bef3192fd113 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:14:31.976236 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de91134c-af46-469b-890f-bef3192fd113 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:14:31.976589 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de91134c-af46-469b-890f-bef3192fd113 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:14:31.977037 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de91134c-af46-469b-890f-bef3192fd113 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:14:31.977374 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de91134c-af46-469b-890f-bef3192fd113 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:14:31.977727 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de91134c-af46-469b-890f-bef3192fd113 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:14:31.978054 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de91134c-af46-469b-890f-bef3192fd113 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:14:31.978377 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de91134c-af46-469b-890f-bef3192fd113 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:14:31.978701 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de91134c-af46-469b-890f-bef3192fd113 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:14:31.979038 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de91134c-af46-469b-890f-bef3192fd113 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:14:32.034184 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-b924b167-d0b2-4dfb-b03d-030bf8ea609b None None] For port 95aa0373-3d65-485d-82b9-3d26746771e8, host n-d-791506-26, cleared binding levels {{(pid=101294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:14:32.038179 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-b924b167-d0b2-4dfb-b03d-030bf8ea609b None None] For port 95aa0373-3d65-485d-82b9-3d26746771e8, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=95aa0373-3d65-485d-82b9-3d26746771e8,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:14:32.042878 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-b924b167-d0b2-4dfb-b03d-030bf8ea609b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:32.101357 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b924b167-d0b2-4dfb-b03d-030bf8ea609b None None] Routers {'7bc21ac8-f301-473b-ab7a-2d8ec94a7a5b'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:14:32.102066 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-b924b167-d0b2-4dfb-b03d-030bf8ea609b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:14:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['7bc21ac8-f301-473b-ab7a-2d8ec94a7a5b'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:14:32.113964 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-1d454a2c-799a-4527-8a05-7e47f665d4a1 None None] Allocated IP 172.20.0.2 (4b3110bb-0feb-44b0-8a37-90569155d54f/ac217e8b-f468-44dd-a86a-78be2a5dbc66/e4c57ace-0181-4e74-b0f2-ca85dffda861) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:14:32.140916 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de91134c-af46-469b-890f-bef3192fd113 None None] Pushing event updated for resources: {'Port': ['ID=95aa0373-3d65-485d-82b9-3d26746771e8,revision_number=3']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:32.213593 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-b924b167-d0b2-4dfb-b03d-030bf8ea609b None None] Set router 7bc21ac8-f301-473b-ab7a-2d8ec94a7a5b gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:14:32.272832 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-1d454a2c-799a-4527-8a05-7e47f665d4a1 None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:32.282846 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-1d454a2c-799a-4527-8a05-7e47f665d4a1 None None] Transition to ACTIVE for port object e4c57ace-0181-4e74-b0f2-ca85dffda861 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:14:32.296940 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2c3ec8a1-7167-479a-9d25-0f3a9401fd20 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:32.298784 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-1d454a2c-799a-4527-8a05-7e47f665d4a1 None None] Transition to ACTIVE for port object e4c57ace-0181-4e74-b0f2-ca85dffda861 will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:14:32.305050 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-1d454a2c-799a-4527-8a05-7e47f665d4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:32.352187 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d454a2c-799a-4527-8a05-7e47f665d4a1 None None] Network 4b3110bb-0feb-44b0-8a37-90569155d54f is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:14:32.355495 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-1d454a2c-799a-4527-8a05-7e47f665d4a1 None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:14:32.360585 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d454a2c-799a-4527-8a05-7e47f665d4a1 None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:14:32.362620 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d454a2c-799a-4527-8a05-7e47f665d4a1 None None] Pushing event updated for resources: {'Port': ['ID=e4c57ace-0181-4e74-b0f2-ca85dffda861,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:32.407835 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-b924b167-d0b2-4dfb-b03d-030bf8ea609b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc21ac8-f301-473b-ab7a-2d8ec94a7a5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-647255483', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '95aa0373-3d65-485d-82b9-3d26746771e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:14:29Z', 'updated_at': '2021-08-17T00:14:30Z', 'revision_number': 3, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'gw_port': {'id': '95aa0373-3d65-485d-82b9-3d26746771e8', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:87:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bc21ac8-f301-473b-ab7a-2d8ec94a7a5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:14:30Z', 'updated_at': '2021-08-17T00:14:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:14:32.422712 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-1d454a2c-799a-4527-8a05-7e47f665d4a1 None None] Attempting to bind port e4c57ace-0181-4e74-b0f2-ca85dffda861 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:14:32.423126 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-1d454a2c-799a-4527-8a05-7e47f665d4a1 None None] Attempting to bind port e4c57ace-0181-4e74-b0f2-ca85dffda861 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '0ee99c1c-fc0e-4eac-8c7e-6d0be2cae60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4b3110bb-0feb-44b0-8a37-90569155d54f'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:14:32.423468 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d454a2c-799a-4527-8a05-7e47f665d4a1 None None] Attempting to bind port e4c57ace-0181-4e74-b0f2-ca85dffda861 on network 4b3110bb-0feb-44b0-8a37-90569155d54f {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:14:32.428939 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d454a2c-799a-4527-8a05-7e47f665d4a1 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:14:32.429329 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d454a2c-799a-4527-8a05-7e47f665d4a1 None None] Checking segment: {'id': '0ee99c1c-fc0e-4eac-8c7e-6d0be2cae60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4b3110bb-0feb-44b0-8a37-90569155d54f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:14:32.429742 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-1d454a2c-799a-4527-8a05-7e47f665d4a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:32.430143 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d454a2c-799a-4527-8a05-7e47f665d4a1 None None] Bound using segment: {'id': '0ee99c1c-fc0e-4eac-8c7e-6d0be2cae60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4b3110bb-0feb-44b0-8a37-90569155d54f'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:14:32.430622 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-1d454a2c-799a-4527-8a05-7e47f665d4a1 None None] Bound port: e4c57ace-0181-4e74-b0f2-ca85dffda861, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ee99c1c-fc0e-4eac-8c7e-6d0be2cae60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4b3110bb-0feb-44b0-8a37-90569155d54f'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:14:32.431013 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-1d454a2c-799a-4527-8a05-7e47f665d4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:32.433960 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b924b167-d0b2-4dfb-b03d-030bf8ea609b None None] The sync data for ids ['7bc21ac8-f301-473b-ab7a-2d8ec94a7a5b'] in n-d-791506-26 is: [{'id': '7bc21ac8-f301-473b-ab7a-2d8ec94a7a5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-647255483', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '95aa0373-3d65-485d-82b9-3d26746771e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:14:29Z', 'updated_at': '2021-08-17T00:14:30Z', 'revision_number': 3, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'gw_port': {'id': '95aa0373-3d65-485d-82b9-3d26746771e8', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:87:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bc21ac8-f301-473b-ab7a-2d8ec94a7a5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:14:30Z', 'updated_at': '2021-08-17T00:14:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:14:32.501587 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-1d454a2c-799a-4527-8a05-7e47f665d4a1 None None] For port e4c57ace-0181-4e74-b0f2-ca85dffda861, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:14:32.505093 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-1d454a2c-799a-4527-8a05-7e47f665d4a1 None None] For port e4c57ace-0181-4e74-b0f2-ca85dffda861, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=e4c57ace-0181-4e74-b0f2-ca85dffda861,segment=NetworkSegment(0ee99c1c-fc0e-4eac-8c7e-6d0be2cae60e),segment_id=0ee99c1c-fc0e-4eac-8c7e-6d0be2cae60e)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:14:32.512389 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-1d454a2c-799a-4527-8a05-7e47f665d4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:32.583195 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d454a2c-799a-4527-8a05-7e47f665d4a1 None None] Pushing event updated for resources: {'Port': ['ID=e4c57ace-0181-4e74-b0f2-ca85dffda861,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:32.964809 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-2c3ec8a1-7167-479a-9d25-0f3a9401fd20 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Allocated IP 172.20.0.1 (4b3110bb-0feb-44b0-8a37-90569155d54f/ac217e8b-f468-44dd-a86a-78be2a5dbc66/8204089f-c6f1-446f-9ec2-9717b9dd2277) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:14:33.083331 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2c3ec8a1-7167-479a-9d25-0f3a9401fd20 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:33.102250 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-2c3ec8a1-7167-479a-9d25-0f3a9401fd20 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Transition to ACTIVE for port object 8204089f-c6f1-446f-9ec2-9717b9dd2277 will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:14:33.138074 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2c3ec8a1-7167-479a-9d25-0f3a9401fd20 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:33.190851 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3ec8a1-7167-479a-9d25-0f3a9401fd20 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Network 4b3110bb-0feb-44b0-8a37-90569155d54f is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:14:33.194308 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-2c3ec8a1-7167-479a-9d25-0f3a9401fd20 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:14:33.199155 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3ec8a1-7167-479a-9d25-0f3a9401fd20 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:14:33.223891 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3ec8a1-7167-479a-9d25-0f3a9401fd20 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event updated for resources: {'Port': ['ID=8204089f-c6f1-446f-9ec2-9717b9dd2277,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:33.256892 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2c3ec8a1-7167-479a-9d25-0f3a9401fd20 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954230'] for router_interface, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:33.406809 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2c3ec8a1-7167-479a-9d25-0f3a9401fd20 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:33.536141 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0cc5c4-5000-42a2-a00a-80e9e58fe054 None None] Network 4b3110bb-0feb-44b0-8a37-90569155d54f requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:14:33.627079 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-f3173bb8-7a1b-469c-b3f8-e65981424a2e None None] Provisioning for port e4c57ace-0181-4e74-b0f2-ca85dffda861 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:14:33.695892 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2c3ec8a1-7167-479a-9d25-0f3a9401fd20 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:33.700949 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2c3ec8a1-7167-479a-9d25-0f3a9401fd20 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:33.778060 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2c3ec8a1-7167-479a-9d25-0f3a9401fd20 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954122'] for router_interface, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:33.780338 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3ec8a1-7167-479a-9d25-0f3a9401fd20 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event updated for resources: {'Port': ['ID=8204089f-c6f1-446f-9ec2-9717b9dd2277,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:33.853385 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 95aa0373-3d65-485d-82b9-3d26746771e8 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:14:33.884428 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3ec8a1-7167-479a-9d25-0f3a9401fd20 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Network 4b3110bb-0feb-44b0-8a37-90569155d54f is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:14:33.886304 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-2c3ec8a1-7167-479a-9d25-0f3a9401fd20 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:14:33.907316 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 95aa0373-3d65-485d-82b9-3d26746771e8 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:14:33.911563 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 95aa0373-3d65-485d-82b9-3d26746771e8 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:14:33.911948 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:34.007104 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:34.012361 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c3ec8a1-7167-479a-9d25-0f3a9401fd20 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Router 7bc21ac8-f301-473b-ab7a-2d8ec94a7a5b has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:14:34.031543 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 95aa0373-3d65-485d-82b9-3d26746771e8, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=95aa0373-3d65-485d-82b9-3d26746771e8,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:14:34.036165 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:34.037407 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device e4c57ace-0181-4e74-b0f2-ca85dffda861 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:14:34.142113 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=95aa0373-3d65-485d-82b9-3d26746771e8,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:34.153899 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c3ec8a1-7167-479a-9d25-0f3a9401fd20 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:14:34.161655 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-368859a1-1c96-4f30-8155-a35aaa875fb1 None None] Provisioning for port 8204089f-c6f1-446f-9ec2-9717b9dd2277 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:14:34.174379 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-2c3ec8a1-7167-479a-9d25-0f3a9401fd20 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "PUT /v2.0/routers/7bc21ac8-f301-473b-ab7a-2d8ec94a7a5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3453889 Aug 17 00:14:34.174756 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port e4c57ace-0181-4e74-b0f2-ca85dffda861 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:14:34.174756 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-368859a1-1c96-4f30-8155-a35aaa875fb1 None None] Provisioning complete for port 8204089f-c6f1-446f-9ec2-9717b9dd2277 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:14:34.174756 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-368859a1-1c96-4f30-8155-a35aaa875fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:34.174756 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port e4c57ace-0181-4e74-b0f2-ca85dffda861 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:14:34.174756 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:34.235533 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-368859a1-1c96-4f30-8155-a35aaa875fb1 None None] Port 8204089f-c6f1-446f-9ec2-9717b9dd2277 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:14:34.242484 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25240823-0082-4f61-b6b2-b8a5658d6aad None None] Sync routers for ids ['7bc21ac8-f301-473b-ab7a-2d8ec94a7a5b'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:14:34.259087 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25240823-0082-4f61-b6b2-b8a5658d6aad None None] Routers {'7bc21ac8-f301-473b-ab7a-2d8ec94a7a5b'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:14:34.259749 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-25240823-0082-4f61-b6b2-b8a5658d6aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:14:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['7bc21ac8-f301-473b-ab7a-2d8ec94a7a5b'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:14:34.327191 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-14534b8b-9962-4035-8432-099783054e4a req-a4222a96-a707-44ea-bedf-67f9ebfff436 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-843815267&fields=id&tenant_id=8d5ca35b88544f06a4e5fba0ad3d3cbd HTTP/1.1" status: 200 len: 267 time: 0.0388570 Aug 17 00:14:34.376567 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:34.417549 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-c729d064-7af5-41d9-a940-8f01dec9e2f0 None None] Provisioning complete for port 8204089f-c6f1-446f-9ec2-9717b9dd2277 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:14:34.417681 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c729d064-7af5-41d9-a940-8f01dec9e2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:34.429221 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-25240823-0082-4f61-b6b2-b8a5658d6aad None None] Set router 7bc21ac8-f301-473b-ab7a-2d8ec94a7a5b gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:14:34.448397 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14534b8b-9962-4035-8432-099783054e4a req-122ebc6c-b370-410e-af4d-79dbb38ed655 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:34.449920 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-14534b8b-9962-4035-8432-099783054e4a req-122ebc6c-b370-410e-af4d-79dbb38ed655 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/networks?id=4b3110bb-0feb-44b0-8a37-90569155d54f HTTP/1.1" status: 200 len: 797 time: 0.1137671 Aug 17 00:14:34.465206 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-14534b8b-9962-4035-8432-099783054e4a req-119d89a8-f414-4aa0-a410-7b6b02a163ad tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/quotas/8d5ca35b88544f06a4e5fba0ad3d3cbd HTTP/1.1" status: 200 len: 375 time: 0.0092010 Aug 17 00:14:34.479494 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port e4c57ace-0181-4e74-b0f2-ca85dffda861, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=e4c57ace-0181-4e74-b0f2-ca85dffda861,segment=NetworkSegment(0ee99c1c-fc0e-4eac-8c7e-6d0be2cae60e),segment_id=0ee99c1c-fc0e-4eac-8c7e-6d0be2cae60e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:14:34.487326 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:34.523135 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-14534b8b-9962-4035-8432-099783054e4a req-f685c249-99c2-4978-9415-40ad458828fd tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8d5ca35b88544f06a4e5fba0ad3d3cbd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516706 Aug 17 00:14:34.540739 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [req-14534b8b-9962-4035-8432-099783054e4a req-0f3a5353-6e53-4054-8033-a28edf16e4e7 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:14:34.541743 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-14534b8b-9962-4035-8432-099783054e4a req-0f3a5353-6e53-4054-8033-a28edf16e4e7 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060401 Aug 17 00:14:34.557608 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-c729d064-7af5-41d9-a940-8f01dec9e2f0 None None] Port 8204089f-c6f1-446f-9ec2-9717b9dd2277 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:14:34.621479 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=e4c57ace-0181-4e74-b0f2-ca85dffda861,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:34.694332 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-14534b8b-9962-4035-8432-099783054e4a req-246dfec0-c5c8-4d13-aeb6-4800164ab923 service neutron] 10.222.0.36 "GET /v2.0/networks/4b3110bb-0feb-44b0-8a37-90569155d54f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453457 Aug 17 00:14:34.699219 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-04f97ec7-2eda-4ebf-9be1-06439d9052b2 None None] Provisioning complete for port 8204089f-c6f1-446f-9ec2-9717b9dd2277 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:14:34.699602 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-04f97ec7-2eda-4ebf-9be1-06439d9052b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:34.742683 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-04f97ec7-2eda-4ebf-9be1-06439d9052b2 None None] Port 8204089f-c6f1-446f-9ec2-9717b9dd2277 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:14:34.754390 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-25240823-0082-4f61-b6b2-b8a5658d6aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc21ac8-f301-473b-ab7a-2d8ec94a7a5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-647255483', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '95aa0373-3d65-485d-82b9-3d26746771e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:14:29Z', 'updated_at': '2021-08-17T00:14:33Z', 'revision_number': 4, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'gw_port': {'id': '95aa0373-3d65-485d-82b9-3d26746771e8', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:87:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc21ac8-f301-473b-ab7a-2d8ec94a7a5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:14:30Z', 'updated_at': '2021-08-17T00:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '8204089f-c6f1-446f-9ec2-9717b9dd2277', 'name': '', 'network_id': '4b3110bb-0feb-44b0-8a37-90569155d54f', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'mac_address': 'fa:16:3e:71:73:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bc21ac8-f301-473b-ab7a-2d8ec94a7a5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'ac217e8b-f468-44dd-a86a-78be2a5dbc66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:14:32Z', 'updated_at': '2021-08-17T00:14:33Z', 'revision_number': 2, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'subnets': [{'id': 'ac217e8b-f468-44dd-a86a-78be2a5dbc66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:14:34.781383 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25240823-0082-4f61-b6b2-b8a5658d6aad None None] Checking router: 7bc21ac8-f301-473b-ab7a-2d8ec94a7a5b for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:14:34.781662 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25240823-0082-4f61-b6b2-b8a5658d6aad None None] Updating router 7bc21ac8-f301-473b-ab7a-2d8ec94a7a5b port 8204089f-c6f1-446f-9ec2-9717b9dd2277 binding host n-d-791506-26 {{(pid=101293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:14:34.794082 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-14534b8b-9962-4035-8432-099783054e4a req-e47dd464-eecb-4feb-b056-4511272d5fd4 service neutron] 10.222.0.36 "GET /v2.0/networks/4b3110bb-0feb-44b0-8a37-90569155d54f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935149 Aug 17 00:14:34.810659 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-25240823-0082-4f61-b6b2-b8a5658d6aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:35.070121 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-25240823-0082-4f61-b6b2-b8a5658d6aad None None] Notify callbacks [] for port, precommit_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:35.079450 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-25240823-0082-4f61-b6b2-b8a5658d6aad None None] Transition to ACTIVE for port object 8204089f-c6f1-446f-9ec2-9717b9dd2277 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:14:35.084885 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-25240823-0082-4f61-b6b2-b8a5658d6aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:35.132134 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f4c526-524e-4d67-bcb6-8ee730d0d25e None None] Pushing event updated for resources: {'Port': ['ID=8204089f-c6f1-446f-9ec2-9717b9dd2277,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:35.187749 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-25240823-0082-4f61-b6b2-b8a5658d6aad None None] Attempting to bind port 8204089f-c6f1-446f-9ec2-9717b9dd2277 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:14:35.188117 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-25240823-0082-4f61-b6b2-b8a5658d6aad None None] Attempting to bind port 8204089f-c6f1-446f-9ec2-9717b9dd2277 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '0ee99c1c-fc0e-4eac-8c7e-6d0be2cae60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4b3110bb-0feb-44b0-8a37-90569155d54f'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:14:35.188481 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25240823-0082-4f61-b6b2-b8a5658d6aad None None] Attempting to bind port 8204089f-c6f1-446f-9ec2-9717b9dd2277 on network 4b3110bb-0feb-44b0-8a37-90569155d54f {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:14:35.193584 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25240823-0082-4f61-b6b2-b8a5658d6aad None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:14:35.193962 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25240823-0082-4f61-b6b2-b8a5658d6aad None None] Checking segment: {'id': '0ee99c1c-fc0e-4eac-8c7e-6d0be2cae60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4b3110bb-0feb-44b0-8a37-90569155d54f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:14:35.194411 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-25240823-0082-4f61-b6b2-b8a5658d6aad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:35.194741 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25240823-0082-4f61-b6b2-b8a5658d6aad None None] Bound using segment: {'id': '0ee99c1c-fc0e-4eac-8c7e-6d0be2cae60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4b3110bb-0feb-44b0-8a37-90569155d54f'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:14:35.195204 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-25240823-0082-4f61-b6b2-b8a5658d6aad None None] Bound port: 8204089f-c6f1-446f-9ec2-9717b9dd2277, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ee99c1c-fc0e-4eac-8c7e-6d0be2cae60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4b3110bb-0feb-44b0-8a37-90569155d54f'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:14:35.195585 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-25240823-0082-4f61-b6b2-b8a5658d6aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:35.259891 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-25240823-0082-4f61-b6b2-b8a5658d6aad None None] For port 8204089f-c6f1-446f-9ec2-9717b9dd2277, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:14:35.263099 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-25240823-0082-4f61-b6b2-b8a5658d6aad None None] For port 8204089f-c6f1-446f-9ec2-9717b9dd2277, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=8204089f-c6f1-446f-9ec2-9717b9dd2277,segment=NetworkSegment(0ee99c1c-fc0e-4eac-8c7e-6d0be2cae60e),segment_id=0ee99c1c-fc0e-4eac-8c7e-6d0be2cae60e)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:14:35.269102 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-25240823-0082-4f61-b6b2-b8a5658d6aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:35.328015 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25240823-0082-4f61-b6b2-b8a5658d6aad None None] Routers {'7bc21ac8-f301-473b-ab7a-2d8ec94a7a5b'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:14:35.328697 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-25240823-0082-4f61-b6b2-b8a5658d6aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:14:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['7bc21ac8-f301-473b-ab7a-2d8ec94a7a5b'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:14:35.372758 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f4c526-524e-4d67-bcb6-8ee730d0d25e None None] Pushing event updated for resources: {'Port': ['ID=8204089f-c6f1-446f-9ec2-9717b9dd2277,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:35.453059 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-25240823-0082-4f61-b6b2-b8a5658d6aad None None] Set router 7bc21ac8-f301-473b-ab7a-2d8ec94a7a5b gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:14:35.769375 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 95aa0373-3d65-485d-82b9-3d26746771e8 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:14:35.852471 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 95aa0373-3d65-485d-82b9-3d26746771e8 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:14:35.852868 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:35.857259 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-25240823-0082-4f61-b6b2-b8a5658d6aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc21ac8-f301-473b-ab7a-2d8ec94a7a5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-647255483', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '95aa0373-3d65-485d-82b9-3d26746771e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:14:29Z', 'updated_at': '2021-08-17T00:14:33Z', 'revision_number': 4, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'gw_port': {'id': '95aa0373-3d65-485d-82b9-3d26746771e8', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:87:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc21ac8-f301-473b-ab7a-2d8ec94a7a5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:14:30Z', 'updated_at': '2021-08-17T00:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '8204089f-c6f1-446f-9ec2-9717b9dd2277', 'name': '', 'network_id': '4b3110bb-0feb-44b0-8a37-90569155d54f', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'mac_address': 'fa:16:3e:71:73:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bc21ac8-f301-473b-ab7a-2d8ec94a7a5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'ac217e8b-f468-44dd-a86a-78be2a5dbc66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:14:32Z', 'updated_at': '2021-08-17T00:14:35Z', 'revision_number': 4, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'subnets': [{'id': 'ac217e8b-f468-44dd-a86a-78be2a5dbc66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:14:35.905980 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25240823-0082-4f61-b6b2-b8a5658d6aad None None] The sync data for ids ['7bc21ac8-f301-473b-ab7a-2d8ec94a7a5b'] in n-d-791506-26 is: [{'id': '7bc21ac8-f301-473b-ab7a-2d8ec94a7a5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-647255483', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '95aa0373-3d65-485d-82b9-3d26746771e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:14:29Z', 'updated_at': '2021-08-17T00:14:33Z', 'revision_number': 4, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'gw_port': {'id': '95aa0373-3d65-485d-82b9-3d26746771e8', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:87:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc21ac8-f301-473b-ab7a-2d8ec94a7a5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:14:30Z', 'updated_at': '2021-08-17T00:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '8204089f-c6f1-446f-9ec2-9717b9dd2277', 'name': '', 'network_id': '4b3110bb-0feb-44b0-8a37-90569155d54f', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'mac_address': 'fa:16:3e:71:73:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bc21ac8-f301-473b-ab7a-2d8ec94a7a5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'ac217e8b-f468-44dd-a86a-78be2a5dbc66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:14:32Z', 'updated_at': '2021-08-17T00:14:35Z', 'revision_number': 4, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'subnets': [{'id': 'ac217e8b-f468-44dd-a86a-78be2a5dbc66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:14:35.996467 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device e4c57ace-0181-4e74-b0f2-ca85dffda861 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:14:36.049081 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-692fddd1-422d-4e0b-b6a5-b57bbd4e9e1e req-225b0b70-3314-49fe-aaeb-3cdf861ef53d tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=f90c9bce-b932-4f8d-b41f-4f640065d6d6 HTTP/1.1" status: 200 len: 210 time: 0.0418282 Aug 17 00:14:36.052498 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port e4c57ace-0181-4e74-b0f2-ca85dffda861 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:14:36.053092 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:37.119092 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14534b8b-9962-4035-8432-099783054e4a req-7d8c691d-fa6c-4748-8b09-07fed6d24b9a tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:37.120673 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-14534b8b-9962-4035-8432-099783054e4a req-7d8c691d-fa6c-4748-8b09-07fed6d24b9a tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.57 "GET /v2.0/networks?id=4b3110bb-0feb-44b0-8a37-90569155d54f HTTP/1.1" status: 200 len: 797 time: 0.1167023 Aug 17 00:14:37.153105 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ec45095e-5f48-481b-9241-dcc01ccd0bdf req-4caa1dad-e92f-41eb-927d-1ddcf91427e2 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=f90c9bce-b932-4f8d-b41f-4f640065d6d6 HTTP/1.1" status: 200 len: 210 time: 0.0286713 Aug 17 00:14:37.177369 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-14534b8b-9962-4035-8432-099783054e4a req-5df5b1fe-d59b-4774-969e-f85fc7488f3a tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d5ca35b88544f06a4e5fba0ad3d3cbd HTTP/1.1" status: 200 len: 379 time: 0.0402746 Aug 17 00:14:37.188323 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-14534b8b-9962-4035-8432-099783054e4a req-9d7449da-8924-4e4a-8106-70bb08c66862 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Request body: {'port': {'device_id': 'f90c9bce-b932-4f8d-b41f-4f640065d6d6', 'network_id': '4b3110bb-0feb-44b0-8a37-90569155d54f', 'admin_state_up': True, 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'security_groups': ['74171ad2-f391-4b1b-8940-e770fac13788']}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:14:37.304928 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14534b8b-9962-4035-8432-099783054e4a req-9d7449da-8924-4e4a-8106-70bb08c66862 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Made reservation on behalf of 8d5ca35b88544f06a4e5fba0ad3d3cbd for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:14:37.308885 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-14534b8b-9962-4035-8432-099783054e4a req-9d7449da-8924-4e4a-8106-70bb08c66862 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:37.443112 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-14534b8b-9962-4035-8432-099783054e4a req-9d7449da-8924-4e4a-8106-70bb08c66862 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Allocated IP 172.20.0.13 (4b3110bb-0feb-44b0-8a37-90569155d54f/ac217e8b-f468-44dd-a86a-78be2a5dbc66/5ad14dfa-95e9-4391-9251-2f090e16a43f) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:14:37.581753 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-14534b8b-9962-4035-8432-099783054e4a req-9d7449da-8924-4e4a-8106-70bb08c66862 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:37.595475 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-14534b8b-9962-4035-8432-099783054e4a req-9d7449da-8924-4e4a-8106-70bb08c66862 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Transition to ACTIVE for port object 5ad14dfa-95e9-4391-9251-2f090e16a43f will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:14:37.630745 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-14534b8b-9962-4035-8432-099783054e4a req-9d7449da-8924-4e4a-8106-70bb08c66862 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:37.681077 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14534b8b-9962-4035-8432-099783054e4a req-9d7449da-8924-4e4a-8106-70bb08c66862 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Network 4b3110bb-0feb-44b0-8a37-90569155d54f is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:14:37.688852 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-14534b8b-9962-4035-8432-099783054e4a req-9d7449da-8924-4e4a-8106-70bb08c66862 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:14:37.692694 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-14534b8b-9962-4035-8432-099783054e4a req-9d7449da-8924-4e4a-8106-70bb08c66862 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:14:37.699177 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7449da-8924-4e4a-8106-70bb08c66862 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event updated for resources: {'Port': ['ID=5ad14dfa-95e9-4391-9251-2f090e16a43f,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:37.754387 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14534b8b-9962-4035-8432-099783054e4a req-9d7449da-8924-4e4a-8106-70bb08c66862 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:37.755180 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-14534b8b-9962-4035-8432-099783054e4a req-9d7449da-8924-4e4a-8106-70bb08c66862 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:37.773274 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-14534b8b-9962-4035-8432-099783054e4a req-9d7449da-8924-4e4a-8106-70bb08c66862 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5892470 Aug 17 00:14:37.793728 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-14534b8b-9962-4035-8432-099783054e4a req-1a1a7855-36ae-4624-b61c-2d85b5b6e7cb service neutron] Request body: {'port': {'device_id': 'f90c9bce-b932-4f8d-b41f-4f640065d6d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:14:37.803484 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 8204089f-c6f1-446f-9ec2-9717b9dd2277 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:14:37.857444 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-14534b8b-9962-4035-8432-099783054e4a req-1a1a7855-36ae-4624-b61c-2d85b5b6e7cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:37.859781 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 8204089f-c6f1-446f-9ec2-9717b9dd2277 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:14:37.864813 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 8204089f-c6f1-446f-9ec2-9717b9dd2277 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:14:37.865358 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:37.960346 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:37.991833 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-275df0c2-a278-4962-99a8-702def95607e None None] Provisioning for port 5ad14dfa-95e9-4391-9251-2f090e16a43f completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:14:38.002779 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 8204089f-c6f1-446f-9ec2-9717b9dd2277, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=8204089f-c6f1-446f-9ec2-9717b9dd2277,segment=NetworkSegment(0ee99c1c-fc0e-4eac-8c7e-6d0be2cae60e),segment_id=0ee99c1c-fc0e-4eac-8c7e-6d0be2cae60e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:14:38.003741 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-275df0c2-a278-4962-99a8-702def95607e None None] Provisioning complete for port 5ad14dfa-95e9-4391-9251-2f090e16a43f triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:14:38.004238 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-275df0c2-a278-4962-99a8-702def95607e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:38.007527 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:38.071608 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-275df0c2-a278-4962-99a8-702def95607e None None] Port 5ad14dfa-95e9-4391-9251-2f090e16a43f cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:14:38.085045 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=8204089f-c6f1-446f-9ec2-9717b9dd2277,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:38.163274 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-14534b8b-9962-4035-8432-099783054e4a req-1a1a7855-36ae-4624-b61c-2d85b5b6e7cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ad14dfa-95e9-4391-9251-2f090e16a43f {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:14:38.171638 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-14534b8b-9962-4035-8432-099783054e4a req-1a1a7855-36ae-4624-b61c-2d85b5b6e7cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:38.183618 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-14534b8b-9962-4035-8432-099783054e4a req-1a1a7855-36ae-4624-b61c-2d85b5b6e7cb service neutron] Transition to ACTIVE for port object 5ad14dfa-95e9-4391-9251-2f090e16a43f will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:14:38.189829 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-14534b8b-9962-4035-8432-099783054e4a req-1a1a7855-36ae-4624-b61c-2d85b5b6e7cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:38.241098 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1a7855-36ae-4624-b61c-2d85b5b6e7cb service neutron] Pushing event updated for resources: {'Port': ['ID=5ad14dfa-95e9-4391-9251-2f090e16a43f,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:38.285411 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528bcb47-c6a9-4f97-bd58-3062fe9060c1 req-3ca6e3ff-6bfc-44c7-8152-674ecaeae219 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:38.289037 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-528bcb47-c6a9-4f97-bd58-3062fe9060c1 req-3ca6e3ff-6bfc-44c7-8152-674ecaeae219 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=f90c9bce-b932-4f8d-b41f-4f640065d6d6 HTTP/1.1" status: 200 len: 944 time: 0.0611720 Aug 17 00:14:38.317888 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-14534b8b-9962-4035-8432-099783054e4a req-1a1a7855-36ae-4624-b61c-2d85b5b6e7cb service neutron] Attempting to bind port 5ad14dfa-95e9-4391-9251-2f090e16a43f on host n-h2-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:14:38.318246 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-14534b8b-9962-4035-8432-099783054e4a req-1a1a7855-36ae-4624-b61c-2d85b5b6e7cb service neutron] Attempting to bind port 5ad14dfa-95e9-4391-9251-2f090e16a43f by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': '0ee99c1c-fc0e-4eac-8c7e-6d0be2cae60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4b3110bb-0feb-44b0-8a37-90569155d54f'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:14:38.318581 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14534b8b-9962-4035-8432-099783054e4a req-1a1a7855-36ae-4624-b61c-2d85b5b6e7cb service neutron] Attempting to bind port 5ad14dfa-95e9-4391-9251-2f090e16a43f on network 4b3110bb-0feb-44b0-8a37-90569155d54f {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:14:38.323534 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14534b8b-9962-4035-8432-099783054e4a req-1a1a7855-36ae-4624-b61c-2d85b5b6e7cb service neutron] Port 5ad14dfa-95e9-4391-9251-2f090e16a43f on network 4b3110bb-0feb-44b0-8a37-90569155d54f not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:14:38.324051 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14534b8b-9962-4035-8432-099783054e4a req-1a1a7855-36ae-4624-b61c-2d85b5b6e7cb service neutron] Attempting to bind port 5ad14dfa-95e9-4391-9251-2f090e16a43f on network 4b3110bb-0feb-44b0-8a37-90569155d54f {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:14:38.329786 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14534b8b-9962-4035-8432-099783054e4a req-1a1a7855-36ae-4624-b61c-2d85b5b6e7cb service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:14:38.330145 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14534b8b-9962-4035-8432-099783054e4a req-1a1a7855-36ae-4624-b61c-2d85b5b6e7cb service neutron] Checking segment: {'id': '0ee99c1c-fc0e-4eac-8c7e-6d0be2cae60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4b3110bb-0feb-44b0-8a37-90569155d54f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:14:38.330544 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14534b8b-9962-4035-8432-099783054e4a req-1a1a7855-36ae-4624-b61c-2d85b5b6e7cb service neutron] Bound using segment: {'id': '0ee99c1c-fc0e-4eac-8c7e-6d0be2cae60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4b3110bb-0feb-44b0-8a37-90569155d54f'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:14:38.330985 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-14534b8b-9962-4035-8432-099783054e4a req-1a1a7855-36ae-4624-b61c-2d85b5b6e7cb service neutron] Bound port: 5ad14dfa-95e9-4391-9251-2f090e16a43f, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ee99c1c-fc0e-4eac-8c7e-6d0be2cae60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4b3110bb-0feb-44b0-8a37-90569155d54f'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:14:38.331358 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-14534b8b-9962-4035-8432-099783054e4a req-1a1a7855-36ae-4624-b61c-2d85b5b6e7cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:38.332153 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-528bcb47-c6a9-4f97-bd58-3062fe9060c1 req-e80e0e97-76e6-4b06-933e-9ee0e8ad7bd6 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=74171ad2-f391-4b1b-8940-e770fac13788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383217 Aug 17 00:14:38.407015 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-14534b8b-9962-4035-8432-099783054e4a req-1a1a7855-36ae-4624-b61c-2d85b5b6e7cb service neutron] For port 5ad14dfa-95e9-4391-9251-2f090e16a43f, host n-h2-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:14:38.410234 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-14534b8b-9962-4035-8432-099783054e4a req-1a1a7855-36ae-4624-b61c-2d85b5b6e7cb service neutron] For port 5ad14dfa-95e9-4391-9251-2f090e16a43f, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=5ad14dfa-95e9-4391-9251-2f090e16a43f,segment=NetworkSegment(0ee99c1c-fc0e-4eac-8c7e-6d0be2cae60e),segment_id=0ee99c1c-fc0e-4eac-8c7e-6d0be2cae60e)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:14:38.415569 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-14534b8b-9962-4035-8432-099783054e4a req-1a1a7855-36ae-4624-b61c-2d85b5b6e7cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:38.449703 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14534b8b-9962-4035-8432-099783054e4a req-1a1a7855-36ae-4624-b61c-2d85b5b6e7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:38.450415 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-14534b8b-9962-4035-8432-099783054e4a req-1a1a7855-36ae-4624-b61c-2d85b5b6e7cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:38.452149 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-14534b8b-9962-4035-8432-099783054e4a req-1a1a7855-36ae-4624-b61c-2d85b5b6e7cb service neutron] 10.222.0.57 "PUT /v2.0/ports/5ad14dfa-95e9-4391-9251-2f090e16a43f HTTP/1.1" status: 200 len: 1093 time: 0.6641254 Aug 17 00:14:38.452797 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f90c9bce-b932-4f8d-b41f-4f640065d6d6', 'tag': '5ad14dfa-95e9-4391-9251-2f090e16a43f'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:14:38.454995 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7165c1ab170cf7a86a4d2d0d4fd52c1e3b7b58c190c14e765d35b2aa62be1e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da54807-d3df-46e4-9e28-f74ee4b357d4" -d '{"events": [{"name": "network-changed", "server_uuid": "f90c9bce-b932-4f8d-b41f-4f640065d6d6", "tag": "5ad14dfa-95e9-4391-9251-2f090e16a43f"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:14:38.489900 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1a7855-36ae-4624-b61c-2d85b5b6e7cb service neutron] Pushing event updated for resources: {'Port': ['ID=5ad14dfa-95e9-4391-9251-2f090e16a43f,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:38.508774 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-128221fb-2bd2-4d81-a470-502c50dd66b6 x-openstack-request-id: req-128221fb-2bd2-4d81-a470-502c50dd66b6 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:14:38.509113 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f90c9bce-b932-4f8d-b41f-4f640065d6d6", "tag": "5ad14dfa-95e9-4391-9251-2f090e16a43f", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:14:38.509312 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-128221fb-2bd2-4d81-a470-502c50dd66b6 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:14:38.509717 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f90c9bce-b932-4f8d-b41f-4f640065d6d6', 'tag': '5ad14dfa-95e9-4391-9251-2f090e16a43f', 'status': 'completed', 'code': 200} Aug 17 00:14:38.567822 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14534b8b-9962-4035-8432-099783054e4a req-37fb7ff4-6c45-433c-91e9-780688581bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:38.569437 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-14534b8b-9962-4035-8432-099783054e4a req-37fb7ff4-6c45-433c-91e9-780688581bba service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8d5ca35b88544f06a4e5fba0ad3d3cbd&device_id=f90c9bce-b932-4f8d-b41f-4f640065d6d6 HTTP/1.1" status: 200 len: 1096 time: 0.0445800 Aug 17 00:14:38.621918 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-14534b8b-9962-4035-8432-099783054e4a req-f6700727-144c-45ef-9635-18166dca6e81 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ad14dfa-95e9-4391-9251-2f090e16a43f HTTP/1.1" status: 200 len: 217 time: 0.0403590 Aug 17 00:14:38.682464 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14534b8b-9962-4035-8432-099783054e4a req-b1ea498a-7c2a-40ba-9d0a-20d1e6887407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:38.684065 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-14534b8b-9962-4035-8432-099783054e4a req-b1ea498a-7c2a-40ba-9d0a-20d1e6887407 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ac217e8b-f468-44dd-a86a-78be2a5dbc66 HTTP/1.1" status: 200 len: 835 time: 0.0560737 Aug 17 00:14:38.732510 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14534b8b-9962-4035-8432-099783054e4a req-872e9171-ba65-49bc-808e-7db4a22486af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:38.734126 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-14534b8b-9962-4035-8432-099783054e4a req-872e9171-ba65-49bc-808e-7db4a22486af service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4b3110bb-0feb-44b0-8a37-90569155d54f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436630 Aug 17 00:14:38.831197 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-14534b8b-9962-4035-8432-099783054e4a req-ee2a6393-5c5f-45b1-960a-71457f1c3e7d service neutron] 10.222.0.57 "GET /v2.0/networks/4b3110bb-0feb-44b0-8a37-90569155d54f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903058 Aug 17 00:14:38.924767 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-14534b8b-9962-4035-8432-099783054e4a req-89c7fb0b-aae4-4edc-978b-cd6a7a4e308b service neutron] 10.222.0.57 "GET /v2.0/networks/4b3110bb-0feb-44b0-8a37-90569155d54f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857697 Aug 17 00:14:39.052342 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da54807-d3df-46e4-9e28-f74ee4b357d4 req-3475b45b-d8eb-4367-823f-24c250c579b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:39.053886 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3da54807-d3df-46e4-9e28-f74ee4b357d4 req-3475b45b-d8eb-4367-823f-24c250c579b3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8d5ca35b88544f06a4e5fba0ad3d3cbd&device_id=f90c9bce-b932-4f8d-b41f-4f640065d6d6 HTTP/1.1" status: 200 len: 1096 time: 0.0415862 Aug 17 00:14:39.147773 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da54807-d3df-46e4-9e28-f74ee4b357d4 req-04ada345-6523-44de-82ff-b0cfae138d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:39.149318 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3da54807-d3df-46e4-9e28-f74ee4b357d4 req-04ada345-6523-44de-82ff-b0cfae138d92 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4b3110bb-0feb-44b0-8a37-90569155d54f HTTP/1.1" status: 200 len: 898 time: 0.0882297 Aug 17 00:14:39.190804 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3da54807-d3df-46e4-9e28-f74ee4b357d4 req-af5fe6a7-b4df-4e91-b01f-45e82dcd66de service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ad14dfa-95e9-4391-9251-2f090e16a43f HTTP/1.1" status: 200 len: 217 time: 0.0349247 Aug 17 00:14:39.244346 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da54807-d3df-46e4-9e28-f74ee4b357d4 req-c6bbf0ed-51b4-4450-b4c6-385c4533c7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:39.245855 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3da54807-d3df-46e4-9e28-f74ee4b357d4 req-c6bbf0ed-51b4-4450-b4c6-385c4533c7da service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ac217e8b-f468-44dd-a86a-78be2a5dbc66 HTTP/1.1" status: 200 len: 835 time: 0.0482621 Aug 17 00:14:39.290403 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da54807-d3df-46e4-9e28-f74ee4b357d4 req-6ba4337d-35c7-44be-901e-8b991c05d22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:39.291913 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3da54807-d3df-46e4-9e28-f74ee4b357d4 req-6ba4337d-35c7-44be-901e-8b991c05d22c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4b3110bb-0feb-44b0-8a37-90569155d54f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398166 Aug 17 00:14:39.389500 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3da54807-d3df-46e4-9e28-f74ee4b357d4 req-8b805663-62ca-46d2-a7b3-f5abc9863790 service neutron] 10.222.0.57 "GET /v2.0/networks/4b3110bb-0feb-44b0-8a37-90569155d54f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908005 Aug 17 00:14:39.455856 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56efe05-a8b2-43e2-bdd0-e933ae2897f7 req-cc2d67b1-36a3-4b4e-85f1-9e5af01b7e52 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:39.457316 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e56efe05-a8b2-43e2-bdd0-e933ae2897f7 req-cc2d67b1-36a3-4b4e-85f1-9e5af01b7e52 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=f90c9bce-b932-4f8d-b41f-4f640065d6d6 HTTP/1.1" status: 200 len: 944 time: 0.0551071 Aug 17 00:14:39.496896 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e56efe05-a8b2-43e2-bdd0-e933ae2897f7 req-f3ca44ec-4d94-4097-80aa-c92cf65a5c62 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=74171ad2-f391-4b1b-8940-e770fac13788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331378 Aug 17 00:14:39.505783 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3da54807-d3df-46e4-9e28-f74ee4b357d4 req-05bae4d8-5faf-4d3c-8258-6d06308860ad service neutron] 10.222.0.57 "GET /v2.0/networks/4b3110bb-0feb-44b0-8a37-90569155d54f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093144 Aug 17 00:14:39.773894 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 8204089f-c6f1-446f-9ec2-9717b9dd2277 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:14:39.821929 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 8204089f-c6f1-446f-9ec2-9717b9dd2277 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:14:39.822310 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:40.617882 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43735386-ebc9-4ef1-bd69-f17e963bc88b req-ea5765ff-32a9-4266-b74b-2259d5770e51 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:40.619417 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-43735386-ebc9-4ef1-bd69-f17e963bc88b req-ea5765ff-32a9-4266-b74b-2259d5770e51 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=f90c9bce-b932-4f8d-b41f-4f640065d6d6 HTTP/1.1" status: 200 len: 944 time: 0.0512714 Aug 17 00:14:40.657449 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-43735386-ebc9-4ef1-bd69-f17e963bc88b req-26077ca2-5452-4fcf-97de-ee154d4caca6 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=74171ad2-f391-4b1b-8940-e770fac13788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317695 Aug 17 00:14:41.772043 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78af8e5-c8a2-4e99-99c1-41a385a03043 req-213a0ff8-b528-405d-ae09-e69efbe64ea8 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:41.773488 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f78af8e5-c8a2-4e99-99c1-41a385a03043 req-213a0ff8-b528-405d-ae09-e69efbe64ea8 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=f90c9bce-b932-4f8d-b41f-4f640065d6d6 HTTP/1.1" status: 200 len: 944 time: 0.0495129 Aug 17 00:14:41.811593 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f78af8e5-c8a2-4e99-99c1-41a385a03043 req-e0744cfa-0445-4f64-b763-c3629fa1b00d tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=74171ad2-f391-4b1b-8940-e770fac13788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320513 Aug 17 00:14:42.155365 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:42.802889 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:14:42.929046 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269ad996-5816-47ec-9456-7286b870f1ef req-4f5f6bfe-d048-4b4d-831b-cc53108ccb04 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:42.930519 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-269ad996-5816-47ec-9456-7286b870f1ef req-4f5f6bfe-d048-4b4d-831b-cc53108ccb04 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=f90c9bce-b932-4f8d-b41f-4f640065d6d6 HTTP/1.1" status: 200 len: 944 time: 0.0522676 Aug 17 00:14:42.968408 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-269ad996-5816-47ec-9456-7286b870f1ef req-08847e77-295b-49a7-bedf-f74f77a22ece tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=74171ad2-f391-4b1b-8940-e770fac13788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313373 Aug 17 00:14:43.421521 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 5ad14dfa-95e9-4391-9251-2f090e16a43f details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:14:43.513990 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 5ad14dfa-95e9-4391-9251-2f090e16a43f, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=5ad14dfa-95e9-4391-9251-2f090e16a43f,segment=NetworkSegment(0ee99c1c-fc0e-4eac-8c7e-6d0be2cae60e),segment_id=0ee99c1c-fc0e-4eac-8c7e-6d0be2cae60e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:14:43.524791 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': '5ad14dfa-95e9-4391-9251-2f090e16a43f', 'network_id': '4b3110bb-0feb-44b0-8a37-90569155d54f', 'port_id': '5ad14dfa-95e9-4391-9251-2f090e16a43f', 'mac_address': 'fa:16:3e:d9:a0:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac217e8b-f468-44dd-a86a-78be2a5dbc66', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:14:43.565915 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:43.578780 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ad14dfa-95e9-4391-9251-2f090e16a43f {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:14:43.597142 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 5ad14dfa-95e9-4391-9251-2f090e16a43f, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=5ad14dfa-95e9-4391-9251-2f090e16a43f,segment=NetworkSegment(0ee99c1c-fc0e-4eac-8c7e-6d0be2cae60e),segment_id=0ee99c1c-fc0e-4eac-8c7e-6d0be2cae60e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:14:43.600876 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:43.647474 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=5ad14dfa-95e9-4391-9251-2f090e16a43f,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:44.028021 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['5ad14dfa-95e9-4391-9251-2f090e16a43f'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:14:44.084926 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9fda09-c7c2-4064-8b01-ef62484d3e3b req-4039411e-6ea6-4f11-bd45-db9ad891d8b9 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:44.086445 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0c9fda09-c7c2-4064-8b01-ef62484d3e3b req-4039411e-6ea6-4f11-bd45-db9ad891d8b9 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=f90c9bce-b932-4f8d-b41f-4f640065d6d6 HTTP/1.1" status: 200 len: 945 time: 0.0498092 Aug 17 00:14:44.126263 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0c9fda09-c7c2-4064-8b01-ef62484d3e3b req-46351eee-e6db-4075-a96f-27ce4a76e07a tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=74171ad2-f391-4b1b-8940-e770fac13788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331914 Aug 17 00:14:45.247775 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1e1e5e-1d70-41f4-9672-f5b30b614a59 req-57e09079-5eae-4e8c-86b4-e834324b975c tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:45.249693 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-db1e1e5e-1d70-41f4-9672-f5b30b614a59 req-57e09079-5eae-4e8c-86b4-e834324b975c tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=f90c9bce-b932-4f8d-b41f-4f640065d6d6 HTTP/1.1" status: 200 len: 945 time: 0.0532019 Aug 17 00:14:45.291207 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-db1e1e5e-1d70-41f4-9672-f5b30b614a59 req-827188f6-399d-444a-8e8d-afde4628604f tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=74171ad2-f391-4b1b-8940-e770fac13788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352504 Aug 17 00:14:45.437401 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 5ad14dfa-95e9-4391-9251-2f090e16a43f up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:14:45.485103 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning for port 5ad14dfa-95e9-4391-9251-2f090e16a43f completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:14:45.488725 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port 5ad14dfa-95e9-4391-9251-2f090e16a43f triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:14:45.489206 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:45.570361 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:45.593868 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f90c9bce-b932-4f8d-b41f-4f640065d6d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ad14dfa-95e9-4391-9251-2f090e16a43f'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:14:45.596123 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d789e1acf86fc3837d65c5c7bf7b17f03ca076816da63f24d17cffa1a624f203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5dcd4ac-f93d-4236-a856-903ea8747123" -d '{"events": [{"server_uuid": "f90c9bce-b932-4f8d-b41f-4f640065d6d6", "name": "network-vif-plugged", "status": "completed", "tag": "5ad14dfa-95e9-4391-9251-2f090e16a43f"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:14:45.610236 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 5ad14dfa-95e9-4391-9251-2f090e16a43f, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=5ad14dfa-95e9-4391-9251-2f090e16a43f,segment=NetworkSegment(0ee99c1c-fc0e-4eac-8c7e-6d0be2cae60e),segment_id=0ee99c1c-fc0e-4eac-8c7e-6d0be2cae60e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:14:45.615885 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:45.653194 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-751c3d15-3d2b-4ea6-a736-06e53d6eb1f7 x-openstack-request-id: req-751c3d15-3d2b-4ea6-a736-06e53d6eb1f7 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:14:45.653513 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f90c9bce-b932-4f8d-b41f-4f640065d6d6", "name": "network-vif-plugged", "status": "completed", "tag": "5ad14dfa-95e9-4391-9251-2f090e16a43f", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:14:45.653774 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-751c3d15-3d2b-4ea6-a736-06e53d6eb1f7 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:14:45.654175 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f90c9bce-b932-4f8d-b41f-4f640065d6d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ad14dfa-95e9-4391-9251-2f090e16a43f', 'code': 200} Aug 17 00:14:45.687091 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=5ad14dfa-95e9-4391-9251-2f090e16a43f,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:45.773009 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ba8c24-db93-4725-a7f5-e5826401f50a req-593cbef6-7890-440e-937e-7a1f3e335794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:45.774477 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-02ba8c24-db93-4725-a7f5-e5826401f50a req-593cbef6-7890-440e-937e-7a1f3e335794 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f90c9bce-b932-4f8d-b41f-4f640065d6d6 HTTP/1.1" status: 200 len: 1098 time: 0.0400908 Aug 17 00:14:45.808221 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-02ba8c24-db93-4725-a7f5-e5826401f50a req-4ba09cab-6adc-4dda-a264-f2880612df4c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=74171ad2-f391-4b1b-8940-e770fac13788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270784 Aug 17 00:14:46.426097 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d30ce-d7cd-46d1-94c8-5dbc6f0acd68 req-c246e98e-4626-44f6-8e06-7db145cbac1e tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:46.427566 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-128d30ce-d7cd-46d1-94c8-5dbc6f0acd68 req-c246e98e-4626-44f6-8e06-7db145cbac1e tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=f90c9bce-b932-4f8d-b41f-4f640065d6d6 HTTP/1.1" status: 200 len: 946 time: 0.0534863 Aug 17 00:14:46.469375 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-128d30ce-d7cd-46d1-94c8-5dbc6f0acd68 req-ae7b6d98-6e3e-4bf3-bc2a-4973f964b466 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=74171ad2-f391-4b1b-8940-e770fac13788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326126 Aug 17 00:14:47.585705 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf2c25c-76d2-49b6-bc69-26aae6a7e697 req-911e0a25-3a5f-4269-83b1-306409599ffb tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:47.587191 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2bf2c25c-76d2-49b6-bc69-26aae6a7e697 req-911e0a25-3a5f-4269-83b1-306409599ffb tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=f90c9bce-b932-4f8d-b41f-4f640065d6d6 HTTP/1.1" status: 200 len: 946 time: 0.0490770 Aug 17 00:14:47.627989 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2bf2c25c-76d2-49b6-bc69-26aae6a7e697 req-41009ddf-2bfb-4ecd-9ba9-608fc327c7a4 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=74171ad2-f391-4b1b-8940-e770fac13788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333407 Aug 17 00:14:47.747922 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae7211-98c6-47b0-ae98-39b71f985b51 req-c2e0c22b-050e-4852-b542-9aeb037f9320 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:47.749454 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-eaae7211-98c6-47b0-ae98-39b71f985b51 req-c2e0c22b-050e-4852-b542-9aeb037f9320 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=f90c9bce-b932-4f8d-b41f-4f640065d6d6 HTTP/1.1" status: 200 len: 946 time: 0.0538807 Aug 17 00:14:47.787828 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-eaae7211-98c6-47b0-ae98-39b71f985b51 req-edb1d523-7d79-4780-8368-96e8e265339f tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=74171ad2-f391-4b1b-8940-e770fac13788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320735 Aug 17 00:14:47.809613 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60200) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:47.833541 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a4e21a2c-ef80-4938-b46a-833d0ecf3484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:48.228052 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5261ab-044b-4066-8d15-7e0373e92338 tempest-TestNetworkAdvancedServerOps-239719549 tempest-TestNetworkAdvancedServerOps-239719549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:48.229624 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-8d5261ab-044b-4066-8d15-7e0373e92338 tempest-TestNetworkAdvancedServerOps-239719549 tempest-TestNetworkAdvancedServerOps-239719549-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f90c9bce-b932-4f8d-b41f-4f640065d6d6 HTTP/1.1" status: 200 len: 1093 time: 0.4186420 Aug 17 00:14:48.233712 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60204) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:48.238277 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-7e6cdb49-7424-4814-83c7-1b360bcd3b79 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Request body: {'floatingip': {'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'port_id': '5ad14dfa-95e9-4391-9251-2f090e16a43f', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:14:48.259938 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7e6cdb49-7424-4814-83c7-1b360bcd3b79 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for floatingip, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:48.357288 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7e6cdb49-7424-4814-83c7-1b360bcd3b79 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:48.459909 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-7e6cdb49-7424-4814-83c7-1b360bcd3b79 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Allocated IP 172.25.4.45 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/76cb25d0-c0a8-4895-852b-99f088d788e1) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:14:48.560210 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7e6cdb49-7424-4814-83c7-1b360bcd3b79 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:48.599989 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7e6cdb49-7424-4814-83c7-1b360bcd3b79 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:48.644890 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6cdb49-7424-4814-83c7-1b360bcd3b79 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:14:48.647684 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-7e6cdb49-7424-4814-83c7-1b360bcd3b79 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:14:48.651984 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6cdb49-7424-4814-83c7-1b360bcd3b79 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:14:48.655535 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6cdb49-7424-4814-83c7-1b360bcd3b79 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event updated for resources: {'Port': ['ID=76cb25d0-c0a8-4895-852b-99f088d788e1,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:48.998938 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7e6cdb49-7424-4814-83c7-1b360bcd3b79 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:49.067703 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7e6cdb49-7424-4814-83c7-1b360bcd3b79 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:49.217426 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7e6cdb49-7424-4814-83c7-1b360bcd3b79 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:49.222165 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7e6cdb49-7424-4814-83c7-1b360bcd3b79 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:49.289813 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6cdb49-7424-4814-83c7-1b360bcd3b79 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event updated for resources: {'Port': ['ID=76cb25d0-c0a8-4895-852b-99f088d788e1,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:14:49.302406 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7e6cdb49-7424-4814-83c7-1b360bcd3b79 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:49.402332 n-d-791506-26 neutron-server[101292]: INFO neutron.db.l3_db [None req-7e6cdb49-7424-4814-83c7-1b360bcd3b79 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Floating IP d84fa825-e38f-4194-b5d1-b3b47aff8c53 associated. External IP: 172.25.4.45, port: 5ad14dfa-95e9-4391-9251-2f090e16a43f. Aug 17 00:14:49.608559 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e6cdb49-7424-4814-83c7-1b360bcd3b79 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Router 7bc21ac8-f301-473b-ab7a-2d8ec94a7a5b has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:14:49.715278 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e6cdb49-7424-4814-83c7-1b360bcd3b79 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:14:49.729448 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9893c73b-d8e1-42d6-b950-9f459524af25 None None] Sync routers for ids ['7bc21ac8-f301-473b-ab7a-2d8ec94a7a5b'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:14:49.739940 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9893c73b-d8e1-42d6-b950-9f459524af25 None None] Routers {'7bc21ac8-f301-473b-ab7a-2d8ec94a7a5b'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:14:49.740563 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-9893c73b-d8e1-42d6-b950-9f459524af25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:14:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['7bc21ac8-f301-473b-ab7a-2d8ec94a7a5b'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:14:49.742253 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7e6cdb49-7424-4814-83c7-1b360bcd3b79 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:49.770568 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-7e6cdb49-7424-4814-83c7-1b360bcd3b79 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5358124 Aug 17 00:14:49.771130 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f90c9bce-b932-4f8d-b41f-4f640065d6d6', 'tag': '5ad14dfa-95e9-4391-9251-2f090e16a43f'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:14:49.774330 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5be9a9c22bfe9382157933c6eba925c7622163b8a5c85bc608140d30d6fa20cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7107beca-eab3-4a05-86e5-d2cd9e7e6fa0" -d '{"events": [{"name": "network-changed", "server_uuid": "f90c9bce-b932-4f8d-b41f-4f640065d6d6", "tag": "5ad14dfa-95e9-4391-9251-2f090e16a43f"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:14:49.815116 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75ea34d6-34ad-4b3b-a65e-bc5ee3a13f6a x-openstack-request-id: req-75ea34d6-34ad-4b3b-a65e-bc5ee3a13f6a {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:14:49.815543 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f90c9bce-b932-4f8d-b41f-4f640065d6d6", "tag": "5ad14dfa-95e9-4391-9251-2f090e16a43f", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:14:49.815731 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-75ea34d6-34ad-4b3b-a65e-bc5ee3a13f6a {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:14:49.816208 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f90c9bce-b932-4f8d-b41f-4f640065d6d6', 'tag': '5ad14dfa-95e9-4391-9251-2f090e16a43f', 'status': 'completed', 'code': 200} Aug 17 00:14:49.855074 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-9893c73b-d8e1-42d6-b950-9f459524af25 None None] Set router 7bc21ac8-f301-473b-ab7a-2d8ec94a7a5b gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:14:49.871515 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cb4374-f9cf-4bfd-a8ac-127109a93254 req-2c16a136-1c42-4335-86c5-9c124d9f0e42 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:49.873192 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a4cb4374-f9cf-4bfd-a8ac-127109a93254 req-2c16a136-1c42-4335-86c5-9c124d9f0e42 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=f90c9bce-b932-4f8d-b41f-4f640065d6d6 HTTP/1.1" status: 200 len: 946 time: 0.0510857 Aug 17 00:14:49.910911 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7107beca-eab3-4a05-86e5-d2cd9e7e6fa0 req-c3602eb6-b35a-4eee-8ee2-cfade0ff0640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:49.913593 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7107beca-eab3-4a05-86e5-d2cd9e7e6fa0 req-c3602eb6-b35a-4eee-8ee2-cfade0ff0640 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8d5ca35b88544f06a4e5fba0ad3d3cbd&device_id=f90c9bce-b932-4f8d-b41f-4f640065d6d6 HTTP/1.1" status: 200 len: 1098 time: 0.0449944 Aug 17 00:14:49.914593 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-27d46f9b-058f-4466-9646-33b3869e6d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:49.929035 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a4cb4374-f9cf-4bfd-a8ac-127109a93254 req-22fa13d6-f49e-4a53-966d-bbfd27aaca40 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=74171ad2-f391-4b1b-8940-e770fac13788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490224 Aug 17 00:14:49.953574 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60210) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:50.015573 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7107beca-eab3-4a05-86e5-d2cd9e7e6fa0 req-949fc8e1-2ff0-433f-8d72-2bd0f92acb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:50.017253 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7107beca-eab3-4a05-86e5-d2cd9e7e6fa0 req-949fc8e1-2ff0-433f-8d72-2bd0f92acb2f service neutron] 10.222.0.57 "GET /v2.0/networks?id=4b3110bb-0feb-44b0-8a37-90569155d54f HTTP/1.1" status: 200 len: 898 time: 0.0965612 Aug 17 00:14:50.022493 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-71badcfc-8693-41e5-8574-392ac0dd24b0 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/floatingips/d84fa825-e38f-4194-b5d1-b3b47aff8c53 HTTP/1.1" status: 200 len: 991 time: 0.0676398 Aug 17 00:14:50.086771 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7107beca-eab3-4a05-86e5-d2cd9e7e6fa0 req-ed66c404-2d71-4df3-aa86-ba880a002da5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ad14dfa-95e9-4391-9251-2f090e16a43f HTTP/1.1" status: 200 len: 999 time: 0.0624249 Aug 17 00:14:50.089763 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-9893c73b-d8e1-42d6-b950-9f459524af25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc21ac8-f301-473b-ab7a-2d8ec94a7a5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-647255483', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '95aa0373-3d65-485d-82b9-3d26746771e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:14:29Z', 'updated_at': '2021-08-17T00:14:33Z', 'revision_number': 4, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'gw_port': {'id': '95aa0373-3d65-485d-82b9-3d26746771e8', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:87:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc21ac8-f301-473b-ab7a-2d8ec94a7a5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:14:30Z', 'updated_at': '2021-08-17T00:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': 'd84fa825-e38f-4194-b5d1-b3b47aff8c53', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'floating_ip_address': '172.25.4.45', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': '7bc21ac8-f301-473b-ab7a-2d8ec94a7a5b', 'port_id': '5ad14dfa-95e9-4391-9251-2f090e16a43f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b3110bb-0feb-44b0-8a37-90569155d54f', 'mac_address': 'fa:16:3e:d9:a0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90c9bce-b932-4f8d-b41f-4f640065d6d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:14:48Z', 'updated_at': '2021-08-17T00:14:48Z', 'revision_number': 0, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8204089f-c6f1-446f-9ec2-9717b9dd2277', 'name': '', 'network_id': '4b3110bb-0feb-44b0-8a37-90569155d54f', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'mac_address': 'fa:16:3e:71:73:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc21ac8-f301-473b-ab7a-2d8ec94a7a5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'ac217e8b-f468-44dd-a86a-78be2a5dbc66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:14:32Z', 'updated_at': '2021-08-17T00:14:37Z', 'revision_number': 5, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'subnets': [{'id': 'ac217e8b-f468-44dd-a86a-78be2a5dbc66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:14:50.116064 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9893c73b-d8e1-42d6-b950-9f459524af25 None None] Checking router: 7bc21ac8-f301-473b-ab7a-2d8ec94a7a5b for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:14:50.124743 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9893c73b-d8e1-42d6-b950-9f459524af25 None None] Routers {'7bc21ac8-f301-473b-ab7a-2d8ec94a7a5b'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:14:50.125277 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-9893c73b-d8e1-42d6-b950-9f459524af25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:14:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['7bc21ac8-f301-473b-ab7a-2d8ec94a7a5b'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:14:50.136710 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7107beca-eab3-4a05-86e5-d2cd9e7e6fa0 req-6820c0b5-e0b8-4d27-9c48-49edafb866d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:50.139615 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7107beca-eab3-4a05-86e5-d2cd9e7e6fa0 req-6820c0b5-e0b8-4d27-9c48-49edafb866d1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ac217e8b-f468-44dd-a86a-78be2a5dbc66 HTTP/1.1" status: 200 len: 835 time: 0.0464244 Aug 17 00:14:50.189832 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7107beca-eab3-4a05-86e5-d2cd9e7e6fa0 req-4eff1f1c-618a-45a4-97fa-b566b968856c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:14:50.191349 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7107beca-eab3-4a05-86e5-d2cd9e7e6fa0 req-4eff1f1c-618a-45a4-97fa-b566b968856c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4b3110bb-0feb-44b0-8a37-90569155d54f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440512 Aug 17 00:14:50.298633 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7107beca-eab3-4a05-86e5-d2cd9e7e6fa0 req-cff791dd-e9d5-4060-94d8-fa9925eb9c25 service neutron] 10.222.0.57 "GET /v2.0/networks/4b3110bb-0feb-44b0-8a37-90569155d54f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001360 Aug 17 00:14:50.335136 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-9893c73b-d8e1-42d6-b950-9f459524af25 None None] Set router 7bc21ac8-f301-473b-ab7a-2d8ec94a7a5b gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:14:50.394689 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7107beca-eab3-4a05-86e5-d2cd9e7e6fa0 req-86950726-2d93-4512-90b2-64dd6f53fd99 service neutron] 10.222.0.57 "GET /v2.0/networks/4b3110bb-0feb-44b0-8a37-90569155d54f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888264 Aug 17 00:14:50.571919 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-9893c73b-d8e1-42d6-b950-9f459524af25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc21ac8-f301-473b-ab7a-2d8ec94a7a5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-647255483', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '95aa0373-3d65-485d-82b9-3d26746771e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:14:29Z', 'updated_at': '2021-08-17T00:14:33Z', 'revision_number': 4, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'gw_port': {'id': '95aa0373-3d65-485d-82b9-3d26746771e8', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:87:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc21ac8-f301-473b-ab7a-2d8ec94a7a5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:14:30Z', 'updated_at': '2021-08-17T00:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': 'd84fa825-e38f-4194-b5d1-b3b47aff8c53', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'floating_ip_address': '172.25.4.45', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': '7bc21ac8-f301-473b-ab7a-2d8ec94a7a5b', 'port_id': '5ad14dfa-95e9-4391-9251-2f090e16a43f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b3110bb-0feb-44b0-8a37-90569155d54f', 'mac_address': 'fa:16:3e:d9:a0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90c9bce-b932-4f8d-b41f-4f640065d6d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:14:48Z', 'updated_at': '2021-08-17T00:14:48Z', 'revision_number': 0, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8204089f-c6f1-446f-9ec2-9717b9dd2277', 'name': '', 'network_id': '4b3110bb-0feb-44b0-8a37-90569155d54f', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'mac_address': 'fa:16:3e:71:73:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc21ac8-f301-473b-ab7a-2d8ec94a7a5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'ac217e8b-f468-44dd-a86a-78be2a5dbc66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:14:32Z', 'updated_at': '2021-08-17T00:14:37Z', 'revision_number': 5, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'subnets': [{'id': 'ac217e8b-f468-44dd-a86a-78be2a5dbc66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:14:50.601898 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9893c73b-d8e1-42d6-b950-9f459524af25 None None] The sync data for ids ['7bc21ac8-f301-473b-ab7a-2d8ec94a7a5b'] in n-d-791506-26 is: [{'id': '7bc21ac8-f301-473b-ab7a-2d8ec94a7a5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-647255483', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '95aa0373-3d65-485d-82b9-3d26746771e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:14:29Z', 'updated_at': '2021-08-17T00:14:33Z', 'revision_number': 4, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'gw_port': {'id': '95aa0373-3d65-485d-82b9-3d26746771e8', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:87:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc21ac8-f301-473b-ab7a-2d8ec94a7a5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:14:30Z', 'updated_at': '2021-08-17T00:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': 'd84fa825-e38f-4194-b5d1-b3b47aff8c53', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'floating_ip_address': '172.25.4.45', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': '7bc21ac8-f301-473b-ab7a-2d8ec94a7a5b', 'port_id': '5ad14dfa-95e9-4391-9251-2f090e16a43f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b3110bb-0feb-44b0-8a37-90569155d54f', 'mac_address': 'fa:16:3e:d9:a0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90c9bce-b932-4f8d-b41f-4f640065d6d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:14:48Z', 'updated_at': '2021-08-17T00:14:48Z', 'revision_number': 0, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8204089f-c6f1-446f-9ec2-9717b9dd2277', 'name': '', 'network_id': '4b3110bb-0feb-44b0-8a37-90569155d54f', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'mac_address': 'fa:16:3e:71:73:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc21ac8-f301-473b-ab7a-2d8ec94a7a5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'ac217e8b-f468-44dd-a86a-78be2a5dbc66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:14:32Z', 'updated_at': '2021-08-17T00:14:37Z', 'revision_number': 5, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'subnets': [{'id': 'ac217e8b-f468-44dd-a86a-78be2a5dbc66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:14:50.800191 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d93ad90-6d23-43db-a845-3b7c00cfd14c None None] New status for floating IP d84fa825-e38f-4194-b5d1-b3b47aff8c53: ACTIVE {{(pid=101293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 00:14:50.853149 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:51.025663 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60212) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:14:51.084884 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-d675c070-3dc2-43c7-99b6-00304bc6118c tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/floatingips/d84fa825-e38f-4194-b5d1-b3b47aff8c53 HTTP/1.1" status: 200 len: 993 time: 0.0579374 Aug 17 00:14:51.896892 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:53.157330 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:56.178966 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:14:58.124181 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [req-109f93fa-7b20-4f18-9750-bb8880f7633b req-22922419-dc17-47a4-8968-28171b62c909 service neutron] (101292) timed out ('10.222.0.36', 56622) {{(pid=101292) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 17 00:15:12.148861 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:17.834094 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-b56215be-392c-410f-9aae-8bc1d78da9f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:19.802393 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:15:19.917856 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-b588d03d-91ef-4813-8c7b-07680de5dbbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:20.814469 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:21.898421 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:23.159664 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:26.190822 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:42.147936 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:45.965421 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-8516bf37-d6e6-4e63-840e-cd51b896a374 req-341a969f-2376-43d7-9f63-b54d533b7460 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f90c9bce-b932-4f8d-b41f-4f640065d6d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0398493 Aug 17 00:15:46.071976 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8516bf37-d6e6-4e63-840e-cd51b896a374 req-c3594616-e878-4f11-ac2c-3cfc59805752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:46.073447 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-8516bf37-d6e6-4e63-840e-cd51b896a374 req-c3594616-e878-4f11-ac2c-3cfc59805752 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8d5ca35b88544f06a4e5fba0ad3d3cbd&device_id=f90c9bce-b932-4f8d-b41f-4f640065d6d6 HTTP/1.1" status: 200 len: 1098 time: 0.0459158 Aug 17 00:15:46.432698 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8516bf37-d6e6-4e63-840e-cd51b896a374 req-ddd2b2d2-1f22-4280-b815-d9413b60b564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:46.434205 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-8516bf37-d6e6-4e63-840e-cd51b896a374 req-ddd2b2d2-1f22-4280-b815-d9413b60b564 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4b3110bb-0feb-44b0-8a37-90569155d54f HTTP/1.1" status: 200 len: 898 time: 0.3418415 Aug 17 00:15:46.503339 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-8516bf37-d6e6-4e63-840e-cd51b896a374 req-1ca1af5e-5a39-4854-ac24-e3ec91372f25 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ad14dfa-95e9-4391-9251-2f090e16a43f HTTP/1.1" status: 200 len: 1001 time: 0.0610390 Aug 17 00:15:46.553922 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8516bf37-d6e6-4e63-840e-cd51b896a374 req-6ce89c7b-4a74-4b78-936f-c3d68ac0629b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:46.555982 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-8516bf37-d6e6-4e63-840e-cd51b896a374 req-6ce89c7b-4a74-4b78-936f-c3d68ac0629b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ac217e8b-f468-44dd-a86a-78be2a5dbc66 HTTP/1.1" status: 200 len: 835 time: 0.0464356 Aug 17 00:15:46.603239 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8516bf37-d6e6-4e63-840e-cd51b896a374 req-556c383b-4280-440a-936d-c5fe4d81bf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:15:46.604757 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-8516bf37-d6e6-4e63-840e-cd51b896a374 req-556c383b-4280-440a-936d-c5fe4d81bf4c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4b3110bb-0feb-44b0-8a37-90569155d54f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424147 Aug 17 00:15:46.699312 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-8516bf37-d6e6-4e63-840e-cd51b896a374 req-41229c97-514d-48e1-84aa-8c6d301e5407 service neutron] 10.222.0.57 "GET /v2.0/networks/4b3110bb-0feb-44b0-8a37-90569155d54f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876286 Aug 17 00:15:46.793109 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-8516bf37-d6e6-4e63-840e-cd51b896a374 req-93966bb8-c9ab-4cb4-83c6-0a683fc05265 service neutron] 10.222.0.57 "GET /v2.0/networks/4b3110bb-0feb-44b0-8a37-90569155d54f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874100 Aug 17 00:15:47.834788 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ac2ff4de-2ea8-48c9-b2d2-53781df32d16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:49.918270 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-83bf1703-6ea7-4f7d-a04b-ade125abcf49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:50.815899 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:51.901097 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:53.160399 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:56.206239 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:15:56.802422 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:16:02.447003 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [req-36ca2c27-03d3-42fe-92e3-9f02ecfd476c req-ffb64eb6-ebeb-49e0-b039-fd14d16e22ff service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:16:02.448029 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-36ca2c27-03d3-42fe-92e3-9f02ecfd476c req-ffb64eb6-ebeb-49e0-b039-fd14d16e22ff service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0436292 Aug 17 00:16:02.572248 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 60260) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:16:02.636307 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f9d9e5-f0b4-4d71-94d5-b911f0a3e46e req-c7c49f4e-c2e3-4a30-a6c8-8639a986ede0 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:02.638321 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e4f9d9e5-f0b4-4d71-94d5-b911f0a3e46e req-c7c49f4e-c2e3-4a30-a6c8-8639a986ede0 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=f90c9bce-b932-4f8d-b41f-4f640065d6d6 HTTP/1.1" status: 200 len: 946 time: 0.0545754 Aug 17 00:16:02.659217 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-9fb3337d-cccc-4a44-a6a4-2d50151a6e83 req-def8e623-2299-4df9-bec8-f61144e8c46e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f90c9bce-b932-4f8d-b41f-4f640065d6d6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0856631 Aug 17 00:16:02.677778 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e4f9d9e5-f0b4-4d71-94d5-b911f0a3e46e req-9358d159-0c9a-4b9b-b51a-a828e3413165 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=74171ad2-f391-4b1b-8940-e770fac13788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331497 Aug 17 00:16:03.781213 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb3337d-cccc-4a44-a6a4-2d50151a6e83 req-53e679ad-854a-494e-b5a0-e5ededc5df30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:03.782743 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-9fb3337d-cccc-4a44-a6a4-2d50151a6e83 req-53e679ad-854a-494e-b5a0-e5ededc5df30 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8d5ca35b88544f06a4e5fba0ad3d3cbd&device_id=f90c9bce-b932-4f8d-b41f-4f640065d6d6 HTTP/1.1" status: 200 len: 1098 time: 0.0468349 Aug 17 00:16:03.803030 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf425e27-47c9-4cbb-b2ee-efa3de299e65 req-1cfcfa01-913c-4db4-8ce4-043b1ae4d0d6 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:03.804563 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cf425e27-47c9-4cbb-b2ee-efa3de299e65 req-1cfcfa01-913c-4db4-8ce4-043b1ae4d0d6 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=f90c9bce-b932-4f8d-b41f-4f640065d6d6 HTTP/1.1" status: 200 len: 946 time: 0.0505543 Aug 17 00:16:03.843620 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cf425e27-47c9-4cbb-b2ee-efa3de299e65 req-db3bdfb6-420d-498c-a039-d3ae7d1343fc tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=74171ad2-f391-4b1b-8940-e770fac13788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318632 Aug 17 00:16:03.878504 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb3337d-cccc-4a44-a6a4-2d50151a6e83 req-ccfd40c8-8700-43df-a9ed-25d5b117f2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:03.880001 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-9fb3337d-cccc-4a44-a6a4-2d50151a6e83 req-ccfd40c8-8700-43df-a9ed-25d5b117f2fd service neutron] 10.222.0.57 "GET /v2.0/networks?id=4b3110bb-0feb-44b0-8a37-90569155d54f HTTP/1.1" status: 200 len: 898 time: 0.0903008 Aug 17 00:16:03.948235 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-9fb3337d-cccc-4a44-a6a4-2d50151a6e83 req-a949b268-ddfc-4282-b531-bbedaa2a22cd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ad14dfa-95e9-4391-9251-2f090e16a43f HTTP/1.1" status: 200 len: 1001 time: 0.0611157 Aug 17 00:16:03.995733 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb3337d-cccc-4a44-a6a4-2d50151a6e83 req-15cbf25f-ed36-4f4b-b6a1-1864625398bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:03.997706 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-9fb3337d-cccc-4a44-a6a4-2d50151a6e83 req-15cbf25f-ed36-4f4b-b6a1-1864625398bf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ac217e8b-f468-44dd-a86a-78be2a5dbc66 HTTP/1.1" status: 200 len: 835 time: 0.0424891 Aug 17 00:16:04.041184 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb3337d-cccc-4a44-a6a4-2d50151a6e83 req-663cf2d7-98ca-497c-951d-504793c5c040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:04.042664 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-9fb3337d-cccc-4a44-a6a4-2d50151a6e83 req-663cf2d7-98ca-497c-951d-504793c5c040 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4b3110bb-0feb-44b0-8a37-90569155d54f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391674 Aug 17 00:16:04.135431 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-9fb3337d-cccc-4a44-a6a4-2d50151a6e83 req-d469a530-39ae-41e4-87ed-3167591ca356 service neutron] 10.222.0.57 "GET /v2.0/networks/4b3110bb-0feb-44b0-8a37-90569155d54f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856869 Aug 17 00:16:04.225374 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-9fb3337d-cccc-4a44-a6a4-2d50151a6e83 req-9d3bb71a-03dd-4a9b-afb3-3edfeaf601d1 service neutron] 10.222.0.57 "GET /v2.0/networks/4b3110bb-0feb-44b0-8a37-90569155d54f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832522 Aug 17 00:16:04.960967 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c071c60-a9d2-46f4-816d-04c259e6c941 req-544b9538-a286-4c05-b2e7-1474c92692bc tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:04.962450 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8c071c60-a9d2-46f4-816d-04c259e6c941 req-544b9538-a286-4c05-b2e7-1474c92692bc tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=f90c9bce-b932-4f8d-b41f-4f640065d6d6 HTTP/1.1" status: 200 len: 946 time: 0.0487049 Aug 17 00:16:04.999817 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8c071c60-a9d2-46f4-816d-04c259e6c941 req-257cdaf4-69d2-4e02-9f87-b986d27cdb58 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=74171ad2-f391-4b1b-8940-e770fac13788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306470 Aug 17 00:16:06.120603 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9190db7-b92a-4f8b-88e5-7a3b9f1f0b26 req-569147a5-592a-4f42-b365-edad7edfe4b8 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:06.122201 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a9190db7-b92a-4f8b-88e5-7a3b9f1f0b26 req-569147a5-592a-4f42-b365-edad7edfe4b8 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=f90c9bce-b932-4f8d-b41f-4f640065d6d6 HTTP/1.1" status: 200 len: 946 time: 0.0534577 Aug 17 00:16:06.160632 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a9190db7-b92a-4f8b-88e5-7a3b9f1f0b26 req-ab179112-8b55-4371-bdfd-4946f2e7b251 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=74171ad2-f391-4b1b-8940-e770fac13788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318787 Aug 17 00:16:07.283251 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4c241a-f9e1-41d5-81de-31bbd6d1892e req-5d329f08-4a48-4029-bc34-102001111454 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:07.284781 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6d4c241a-f9e1-41d5-81de-31bbd6d1892e req-5d329f08-4a48-4029-bc34-102001111454 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=f90c9bce-b932-4f8d-b41f-4f640065d6d6 HTTP/1.1" status: 200 len: 946 time: 0.0507007 Aug 17 00:16:07.322195 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6d4c241a-f9e1-41d5-81de-31bbd6d1892e req-d3004b07-db23-4a4a-827f-4c52ca0e09b4 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=74171ad2-f391-4b1b-8940-e770fac13788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314691 Aug 17 00:16:08.440382 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b0dd19-af66-4495-971a-95794a93c3b8 req-d0b33023-b02a-4147-937d-ce8727129705 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:08.441816 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f2b0dd19-af66-4495-971a-95794a93c3b8 req-d0b33023-b02a-4147-937d-ce8727129705 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=f90c9bce-b932-4f8d-b41f-4f640065d6d6 HTTP/1.1" status: 200 len: 946 time: 0.0499275 Aug 17 00:16:08.479783 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f2b0dd19-af66-4495-971a-95794a93c3b8 req-c947f77c-e3a1-49b8-ad33-013b83dbfb98 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=74171ad2-f391-4b1b-8940-e770fac13788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317812 Aug 17 00:16:09.598057 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66bc39b-1577-49bd-a977-b7488bf2cbe4 req-6eda5892-8761-4307-bf86-59f6dda38d33 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:09.599529 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b66bc39b-1577-49bd-a977-b7488bf2cbe4 req-6eda5892-8761-4307-bf86-59f6dda38d33 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=f90c9bce-b932-4f8d-b41f-4f640065d6d6 HTTP/1.1" status: 200 len: 946 time: 0.0517783 Aug 17 00:16:09.636938 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b66bc39b-1577-49bd-a977-b7488bf2cbe4 req-f74b2e0a-bf38-414b-b774-9c289d4b07bb tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=74171ad2-f391-4b1b-8940-e770fac13788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313454 Aug 17 00:16:10.753678 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141defb5-8ad1-4667-b126-903870e2dee2 req-11294944-0b24-43fa-a5ec-e6a1da257397 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:10.755252 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-141defb5-8ad1-4667-b126-903870e2dee2 req-11294944-0b24-43fa-a5ec-e6a1da257397 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=f90c9bce-b932-4f8d-b41f-4f640065d6d6 HTTP/1.1" status: 200 len: 946 time: 0.0502963 Aug 17 00:16:10.796523 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-141defb5-8ad1-4667-b126-903870e2dee2 req-6201386d-510f-413c-a5f7-2e662ab0161b tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=74171ad2-f391-4b1b-8940-e770fac13788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352755 Aug 17 00:16:11.916749 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68394f68-5764-4db3-9f99-d8ff44d5a96c req-761eeb75-f26c-41a7-b1da-5b83889f78b0 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:11.918221 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-68394f68-5764-4db3-9f99-d8ff44d5a96c req-761eeb75-f26c-41a7-b1da-5b83889f78b0 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=f90c9bce-b932-4f8d-b41f-4f640065d6d6 HTTP/1.1" status: 200 len: 946 time: 0.0485320 Aug 17 00:16:11.955409 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-68394f68-5764-4db3-9f99-d8ff44d5a96c req-c9c6a03c-82a1-4a39-958c-f3bd051bfcc0 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=74171ad2-f391-4b1b-8940-e770fac13788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305898 Aug 17 00:16:12.170442 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:13.074213 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e2cbc0-a33e-49f3-ae52-436686f271bd req-bfdcb8a0-839b-4368-966f-d99a98d458f0 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:13.076141 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-74e2cbc0-a33e-49f3-ae52-436686f271bd req-bfdcb8a0-839b-4368-966f-d99a98d458f0 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=f90c9bce-b932-4f8d-b41f-4f640065d6d6 HTTP/1.1" status: 200 len: 946 time: 0.0532575 Aug 17 00:16:13.113181 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-74e2cbc0-a33e-49f3-ae52-436686f271bd req-7fb1067f-f89b-4aa9-9eda-fe19f0cc03b2 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=74171ad2-f391-4b1b-8940-e770fac13788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310793 Aug 17 00:16:14.232891 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8116d447-8951-41ad-b714-f2a95b26bf32 req-6efd7cce-ccc5-492b-bb7e-460b5bd021b5 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:14.234389 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8116d447-8951-41ad-b714-f2a95b26bf32 req-6efd7cce-ccc5-492b-bb7e-460b5bd021b5 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=f90c9bce-b932-4f8d-b41f-4f640065d6d6 HTTP/1.1" status: 200 len: 946 time: 0.0509326 Aug 17 00:16:14.273482 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8116d447-8951-41ad-b714-f2a95b26bf32 req-9d84ab8d-0ab2-4134-bfaf-53941aa94f6e tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=74171ad2-f391-4b1b-8940-e770fac13788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328243 Aug 17 00:16:15.390724 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ed87c8-6075-44c9-8877-137bb7f067f8 req-f9223bd0-a05c-4c03-ac7a-2862a25436e8 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:15.392300 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c8ed87c8-6075-44c9-8877-137bb7f067f8 req-f9223bd0-a05c-4c03-ac7a-2862a25436e8 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=f90c9bce-b932-4f8d-b41f-4f640065d6d6 HTTP/1.1" status: 200 len: 946 time: 0.0513058 Aug 17 00:16:15.430787 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c8ed87c8-6075-44c9-8877-137bb7f067f8 req-a55bbb0f-35ba-4d9e-a752-e611711e82ad tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=74171ad2-f391-4b1b-8940-e770fac13788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325601 Aug 17 00:16:16.564106 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16cc3d3-20fe-49c3-9a8e-4506aba20f49 req-8f6604ac-a5d0-4e33-8400-5e2b897c2992 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:16.565873 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f16cc3d3-20fe-49c3-9a8e-4506aba20f49 req-8f6604ac-a5d0-4e33-8400-5e2b897c2992 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=f90c9bce-b932-4f8d-b41f-4f640065d6d6 HTTP/1.1" status: 200 len: 946 time: 0.0573626 Aug 17 00:16:16.610612 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f16cc3d3-20fe-49c3-9a8e-4506aba20f49 req-16593129-9e03-4be9-ae21-6eacab6ed307 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=74171ad2-f391-4b1b-8940-e770fac13788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388532 Aug 17 00:16:17.735084 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e18d7-dd60-4ea0-ae7c-36866d9aede0 req-5652c686-1842-467d-b6c0-313a4c7bbbae tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:17.736607 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-984e18d7-dd60-4ea0-ae7c-36866d9aede0 req-5652c686-1842-467d-b6c0-313a4c7bbbae tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=f90c9bce-b932-4f8d-b41f-4f640065d6d6 HTTP/1.1" status: 200 len: 946 time: 0.0508466 Aug 17 00:16:17.776268 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-984e18d7-dd60-4ea0-ae7c-36866d9aede0 req-614d0233-5044-4f02-a6ac-4314caff56c5 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=74171ad2-f391-4b1b-8940-e770fac13788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331082 Aug 17 00:16:17.835802 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f4c588da-215c-4319-876c-29ac6de2ac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:18.895581 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57973122-3525-4748-a2c6-ab846f4477d1 req-238865f2-8b27-4d40-ab3f-a16f8ff9eba3 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:18.897117 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-57973122-3525-4748-a2c6-ab846f4477d1 req-238865f2-8b27-4d40-ab3f-a16f8ff9eba3 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=f90c9bce-b932-4f8d-b41f-4f640065d6d6 HTTP/1.1" status: 200 len: 946 time: 0.0484283 Aug 17 00:16:18.946615 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-57973122-3525-4748-a2c6-ab846f4477d1 req-6778fd65-16c7-4898-b10b-7d5eb2916ed4 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=74171ad2-f391-4b1b-8940-e770fac13788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398910 Aug 17 00:16:19.920803 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9b61392d-50c5-4e26-a87f-e481d5e790d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:20.084423 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b27437-8c28-4995-9a2e-2ee30c964c92 req-0ad918a4-9145-48f2-aad7-70e01975bd5b tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:20.085864 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b7b27437-8c28-4995-9a2e-2ee30c964c92 req-0ad918a4-9145-48f2-aad7-70e01975bd5b tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=f90c9bce-b932-4f8d-b41f-4f640065d6d6 HTTP/1.1" status: 200 len: 946 time: 0.0622120 Aug 17 00:16:20.125523 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b7b27437-8c28-4995-9a2e-2ee30c964c92 req-c088e9cc-9e17-442a-961d-f71e894a3525 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=74171ad2-f391-4b1b-8940-e770fac13788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321960 Aug 17 00:16:20.817981 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:21.239865 n-d-791506-26 neutron-server[101291]: INFO neutron.api.v2.resource [req-9fb3337d-cccc-4a44-a6a4-2d50151a6e83 req-86cfd2c6-a897-48e7-b370-3c7a9a92311e service neutron] show failed (client error): The resource could not be found. Aug 17 00:16:21.240926 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-9fb3337d-cccc-4a44-a6a4-2d50151a6e83 req-86cfd2c6-a897-48e7-b370-3c7a9a92311e service neutron] 10.222.0.57 "GET /v2.0/ports/5ad14dfa-95e9-4391-9251-2f090e16a43f/bindings/n-h1-791506-26 HTTP/1.1" status: 404 len: 381 time: 0.0563481 Aug 17 00:16:21.245023 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145771c-0df7-4892-a02b-5e9b9833fd86 req-6c9f9501-480e-446f-9f85-2ef4b127c22f tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:21.246694 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1145771c-0df7-4892-a02b-5e9b9833fd86 req-6c9f9501-480e-446f-9f85-2ef4b127c22f tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=f90c9bce-b932-4f8d-b41f-4f640065d6d6 HTTP/1.1" status: 200 len: 946 time: 0.0502310 Aug 17 00:16:21.287876 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1145771c-0df7-4892-a02b-5e9b9833fd86 req-30a2cb8f-1bbd-4d4a-b11c-fbbd1fe507b1 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=74171ad2-f391-4b1b-8940-e770fac13788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338840 Aug 17 00:16:21.485229 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb3337d-cccc-4a44-a6a4-2d50151a6e83 req-1428f890-b228-471b-9d8c-569a61a84765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:21.486740 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9fb3337d-cccc-4a44-a6a4-2d50151a6e83 req-1428f890-b228-471b-9d8c-569a61a84765 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=f90c9bce-b932-4f8d-b41f-4f640065d6d6&tenant_id=8d5ca35b88544f06a4e5fba0ad3d3cbd HTTP/1.1" status: 200 len: 1098 time: 0.0853283 Aug 17 00:16:21.499771 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-9fb3337d-cccc-4a44-a6a4-2d50151a6e83 req-40e8a28d-e0df-46cb-815c-9a6e1493f7d5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791506-26', 'device_owner': 'compute:nova'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:16:21.554641 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-9fb3337d-cccc-4a44-a6a4-2d50151a6e83 req-40e8a28d-e0df-46cb-815c-9a6e1493f7d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:21.751356 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-9fb3337d-cccc-4a44-a6a4-2d50151a6e83 req-40e8a28d-e0df-46cb-815c-9a6e1493f7d5 service neutron] For port 5ad14dfa-95e9-4391-9251-2f090e16a43f, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=5ad14dfa-95e9-4391-9251-2f090e16a43f,segment=NetworkSegment(0ee99c1c-fc0e-4eac-8c7e-6d0be2cae60e),segment_id=0ee99c1c-fc0e-4eac-8c7e-6d0be2cae60e)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:16:21.785230 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-9fb3337d-cccc-4a44-a6a4-2d50151a6e83 req-40e8a28d-e0df-46cb-815c-9a6e1493f7d5 service neutron] For port 5ad14dfa-95e9-4391-9251-2f090e16a43f, host n-h2-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:16:21.823528 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f90c9bce-b932-4f8d-b41f-4f640065d6d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ad14dfa-95e9-4391-9251-2f090e16a43f'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:16:21.826366 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5be9a9c22bfe9382157933c6eba925c7622163b8a5c85bc608140d30d6fa20cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c6b5b10-64e1-4541-ac14-98551afa9231" -d '{"events": [{"server_uuid": "f90c9bce-b932-4f8d-b41f-4f640065d6d6", "name": "network-vif-unplugged", "status": "completed", "tag": "5ad14dfa-95e9-4391-9251-2f090e16a43f"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:16:21.830959 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-9fb3337d-cccc-4a44-a6a4-2d50151a6e83 req-40e8a28d-e0df-46cb-815c-9a6e1493f7d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:21.844180 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-9fb3337d-cccc-4a44-a6a4-2d50151a6e83 req-40e8a28d-e0df-46cb-815c-9a6e1493f7d5 service neutron] Transition to ACTIVE for port object 5ad14dfa-95e9-4391-9251-2f090e16a43f will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:16:21.848147 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-9fb3337d-cccc-4a44-a6a4-2d50151a6e83 req-40e8a28d-e0df-46cb-815c-9a6e1493f7d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:21.909977 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:21.938773 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e8a28d-e0df-46cb-815c-9a6e1493f7d5 service neutron] Pushing event updated for resources: {'Port': ['ID=5ad14dfa-95e9-4391-9251-2f090e16a43f,revision_number=6']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:21.954040 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e8a28d-e0df-46cb-815c-9a6e1493f7d5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:16:21.954395 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e8a28d-e0df-46cb-815c-9a6e1493f7d5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:16:21.954741 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e8a28d-e0df-46cb-815c-9a6e1493f7d5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:16:21.955083 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e8a28d-e0df-46cb-815c-9a6e1493f7d5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:16:21.955421 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e8a28d-e0df-46cb-815c-9a6e1493f7d5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:16:21.955754 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e8a28d-e0df-46cb-815c-9a6e1493f7d5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:16:21.956084 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e8a28d-e0df-46cb-815c-9a6e1493f7d5 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:16:21.956401 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e8a28d-e0df-46cb-815c-9a6e1493f7d5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:16:21.956755 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e8a28d-e0df-46cb-815c-9a6e1493f7d5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:16:21.957222 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e8a28d-e0df-46cb-815c-9a6e1493f7d5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:16:21.957554 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e8a28d-e0df-46cb-815c-9a6e1493f7d5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:16:21.957878 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e8a28d-e0df-46cb-815c-9a6e1493f7d5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:16:21.983329 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fb3337d-cccc-4a44-a6a4-2d50151a6e83 req-40e8a28d-e0df-46cb-815c-9a6e1493f7d5 service neutron] No DVR routers for this DVR port 5ad14dfa-95e9-4391-9251-2f090e16a43f on host n-h2-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:16:22.020869 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 00:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-626e6180-370c-47a8-94cd-48a8e714d5da x-openstack-request-id: req-626e6180-370c-47a8-94cd-48a8e714d5da {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:16:22.021168 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f90c9bce-b932-4f8d-b41f-4f640065d6d6", "name": "network-vif-unplugged", "status": "completed", "tag": "5ad14dfa-95e9-4391-9251-2f090e16a43f", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:16:22.021421 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-626e6180-370c-47a8-94cd-48a8e714d5da {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:16:22.021819 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f90c9bce-b932-4f8d-b41f-4f640065d6d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ad14dfa-95e9-4391-9251-2f090e16a43f', 'code': 200} Aug 17 00:16:22.124230 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-9fb3337d-cccc-4a44-a6a4-2d50151a6e83 req-40e8a28d-e0df-46cb-815c-9a6e1493f7d5 service neutron] Attempting to bind port 5ad14dfa-95e9-4391-9251-2f090e16a43f on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:16:22.124586 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-9fb3337d-cccc-4a44-a6a4-2d50151a6e83 req-40e8a28d-e0df-46cb-815c-9a6e1493f7d5 service neutron] Attempting to bind port 5ad14dfa-95e9-4391-9251-2f090e16a43f by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': '0ee99c1c-fc0e-4eac-8c7e-6d0be2cae60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4b3110bb-0feb-44b0-8a37-90569155d54f'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:16:22.124924 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb3337d-cccc-4a44-a6a4-2d50151a6e83 req-40e8a28d-e0df-46cb-815c-9a6e1493f7d5 service neutron] Attempting to bind port 5ad14dfa-95e9-4391-9251-2f090e16a43f on network 4b3110bb-0feb-44b0-8a37-90569155d54f {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:16:22.129351 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb3337d-cccc-4a44-a6a4-2d50151a6e83 req-40e8a28d-e0df-46cb-815c-9a6e1493f7d5 service neutron] Port 5ad14dfa-95e9-4391-9251-2f090e16a43f on network 4b3110bb-0feb-44b0-8a37-90569155d54f not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:16:22.129670 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb3337d-cccc-4a44-a6a4-2d50151a6e83 req-40e8a28d-e0df-46cb-815c-9a6e1493f7d5 service neutron] Attempting to bind port 5ad14dfa-95e9-4391-9251-2f090e16a43f on network 4b3110bb-0feb-44b0-8a37-90569155d54f {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:16:22.134450 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb3337d-cccc-4a44-a6a4-2d50151a6e83 req-40e8a28d-e0df-46cb-815c-9a6e1493f7d5 service neutron] Checking agent: {'id': 'd28e24f9-e5ea-41e1-80bf-3c7943ad7f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:16:22.134790 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb3337d-cccc-4a44-a6a4-2d50151a6e83 req-40e8a28d-e0df-46cb-815c-9a6e1493f7d5 service neutron] Checking segment: {'id': '0ee99c1c-fc0e-4eac-8c7e-6d0be2cae60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4b3110bb-0feb-44b0-8a37-90569155d54f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:16:22.135173 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb3337d-cccc-4a44-a6a4-2d50151a6e83 req-40e8a28d-e0df-46cb-815c-9a6e1493f7d5 service neutron] Bound using segment: {'id': '0ee99c1c-fc0e-4eac-8c7e-6d0be2cae60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4b3110bb-0feb-44b0-8a37-90569155d54f'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:16:22.135629 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-9fb3337d-cccc-4a44-a6a4-2d50151a6e83 req-40e8a28d-e0df-46cb-815c-9a6e1493f7d5 service neutron] Bound port: 5ad14dfa-95e9-4391-9251-2f090e16a43f, host: n-h1-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ee99c1c-fc0e-4eac-8c7e-6d0be2cae60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '4b3110bb-0feb-44b0-8a37-90569155d54f'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:16:22.135990 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-9fb3337d-cccc-4a44-a6a4-2d50151a6e83 req-40e8a28d-e0df-46cb-815c-9a6e1493f7d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:22.199154 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-9fb3337d-cccc-4a44-a6a4-2d50151a6e83 req-40e8a28d-e0df-46cb-815c-9a6e1493f7d5 service neutron] For port 5ad14dfa-95e9-4391-9251-2f090e16a43f, host n-h1-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:16:22.202992 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-9fb3337d-cccc-4a44-a6a4-2d50151a6e83 req-40e8a28d-e0df-46cb-815c-9a6e1493f7d5 service neutron] For port 5ad14dfa-95e9-4391-9251-2f090e16a43f, host n-h1-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=5ad14dfa-95e9-4391-9251-2f090e16a43f,segment=NetworkSegment(0ee99c1c-fc0e-4eac-8c7e-6d0be2cae60e),segment_id=0ee99c1c-fc0e-4eac-8c7e-6d0be2cae60e)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:16:22.210317 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-9fb3337d-cccc-4a44-a6a4-2d50151a6e83 req-40e8a28d-e0df-46cb-815c-9a6e1493f7d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:22.253198 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb3337d-cccc-4a44-a6a4-2d50151a6e83 req-40e8a28d-e0df-46cb-815c-9a6e1493f7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:22.254230 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-9fb3337d-cccc-4a44-a6a4-2d50151a6e83 req-40e8a28d-e0df-46cb-815c-9a6e1493f7d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:22.256515 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9fb3337d-cccc-4a44-a6a4-2d50151a6e83 req-40e8a28d-e0df-46cb-815c-9a6e1493f7d5 service neutron] 10.222.0.68 "PUT /v2.0/ports/5ad14dfa-95e9-4391-9251-2f090e16a43f HTTP/1.1" status: 200 len: 1093 time: 0.7607629 Aug 17 00:16:22.300324 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e8a28d-e0df-46cb-815c-9a6e1493f7d5 service neutron] Pushing event updated for resources: {'Port': ['ID=5ad14dfa-95e9-4391-9251-2f090e16a43f,revision_number=7']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:22.334342 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb3337d-cccc-4a44-a6a4-2d50151a6e83 req-08f92543-dc97-41b6-b9ff-d78219328b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:22.335913 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9fb3337d-cccc-4a44-a6a4-2d50151a6e83 req-08f92543-dc97-41b6-b9ff-d78219328b93 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=8d5ca35b88544f06a4e5fba0ad3d3cbd&device_id=f90c9bce-b932-4f8d-b41f-4f640065d6d6 HTTP/1.1" status: 200 len: 1096 time: 0.0452986 Aug 17 00:16:22.474422 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc84af4-74d4-44f4-88d4-0a2fb18dcabe req-79b8b98d-7691-4bf2-9836-d7da82860f7a tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:22.475910 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0bc84af4-74d4-44f4-88d4-0a2fb18dcabe req-79b8b98d-7691-4bf2-9836-d7da82860f7a tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=f90c9bce-b932-4f8d-b41f-4f640065d6d6 HTTP/1.1" status: 200 len: 944 time: 0.1105762 Aug 17 00:16:22.478663 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb3337d-cccc-4a44-a6a4-2d50151a6e83 req-1816f579-9f86-4b9b-a264-13bec96c3696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:22.480039 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9fb3337d-cccc-4a44-a6a4-2d50151a6e83 req-1816f579-9f86-4b9b-a264-13bec96c3696 service neutron] 10.222.0.68 "GET /v2.0/networks?id=4b3110bb-0feb-44b0-8a37-90569155d54f HTTP/1.1" status: 200 len: 898 time: 0.1369224 Aug 17 00:16:22.562790 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0bc84af4-74d4-44f4-88d4-0a2fb18dcabe req-15d9dc62-79a4-4e7d-b1de-73a625e66bb2 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=74171ad2-f391-4b1b-8940-e770fac13788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781713 Aug 17 00:16:22.569216 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9fb3337d-cccc-4a44-a6a4-2d50151a6e83 req-c5e352b9-e716-47af-ad0c-91401d2429d8 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ad14dfa-95e9-4391-9251-2f090e16a43f HTTP/1.1" status: 200 len: 999 time: 0.0789483 Aug 17 00:16:22.623043 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb3337d-cccc-4a44-a6a4-2d50151a6e83 req-5bf6eb3c-25aa-47e4-8705-aaab4d55a57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:22.624527 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9fb3337d-cccc-4a44-a6a4-2d50151a6e83 req-5bf6eb3c-25aa-47e4-8705-aaab4d55a57e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=ac217e8b-f468-44dd-a86a-78be2a5dbc66 HTTP/1.1" status: 200 len: 835 time: 0.0475137 Aug 17 00:16:22.670705 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb3337d-cccc-4a44-a6a4-2d50151a6e83 req-c8bb1a18-a93c-4748-b11c-3b8b8310ee2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:22.672179 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9fb3337d-cccc-4a44-a6a4-2d50151a6e83 req-c8bb1a18-a93c-4748-b11c-3b8b8310ee2a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=4b3110bb-0feb-44b0-8a37-90569155d54f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401533 Aug 17 00:16:22.684342 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [req-9fb3337d-cccc-4a44-a6a4-2d50151a6e83 req-91556af2-0124-4f2f-b1bf-8cb9fe11c2c0 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:16:22.685356 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9fb3337d-cccc-4a44-a6a4-2d50151a6e83 req-91556af2-0124-4f2f-b1bf-8cb9fe11c2c0 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054762 Aug 17 00:16:22.782264 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9fb3337d-cccc-4a44-a6a4-2d50151a6e83 req-4ddf8363-fa33-4858-92be-591d407091fb service neutron] 10.222.0.68 "GET /v2.0/networks/4b3110bb-0feb-44b0-8a37-90569155d54f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890548 Aug 17 00:16:22.879552 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9fb3337d-cccc-4a44-a6a4-2d50151a6e83 req-0054dc31-500c-4f3d-8fe3-e4170c9ccdd5 service neutron] 10.222.0.68 "GET /v2.0/networks/4b3110bb-0feb-44b0-8a37-90569155d54f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895584 Aug 17 00:16:23.165731 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:23.689101 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571fb60f-c0a4-4413-a9e6-decf695a6a50 req-8abd1223-9aee-4bf9-ab0d-2d9a129e5260 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:23.690601 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-571fb60f-c0a4-4413-a9e6-decf695a6a50 req-8abd1223-9aee-4bf9-ab0d-2d9a129e5260 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=f90c9bce-b932-4f8d-b41f-4f640065d6d6 HTTP/1.1" status: 200 len: 944 time: 0.0536025 Aug 17 00:16:23.729250 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-571fb60f-c0a4-4413-a9e6-decf695a6a50 req-a1c5bd7b-120a-437a-ac00-f2cdedd383b9 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=74171ad2-f391-4b1b-8940-e770fac13788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315735 Aug 17 00:16:24.023308 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f90c9bce-b932-4f8d-b41f-4f640065d6d6', 'tag': '5ad14dfa-95e9-4391-9251-2f090e16a43f'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:16:24.025692 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5be9a9c22bfe9382157933c6eba925c7622163b8a5c85bc608140d30d6fa20cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b05d18f-5689-466e-b5fa-20d28c05fabb" -d '{"events": [{"name": "network-changed", "server_uuid": "f90c9bce-b932-4f8d-b41f-4f640065d6d6", "tag": "5ad14dfa-95e9-4391-9251-2f090e16a43f"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:16:24.073966 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcfb13ae-94eb-4310-b358-76953cdfbcfb x-openstack-request-id: req-dcfb13ae-94eb-4310-b358-76953cdfbcfb {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:16:24.074501 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f90c9bce-b932-4f8d-b41f-4f640065d6d6", "tag": "5ad14dfa-95e9-4391-9251-2f090e16a43f", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:16:24.074857 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-dcfb13ae-94eb-4310-b358-76953cdfbcfb {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:16:24.075373 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f90c9bce-b932-4f8d-b41f-4f640065d6d6', 'tag': '5ad14dfa-95e9-4391-9251-2f090e16a43f', 'status': 'completed', 'code': 200} Aug 17 00:16:24.142838 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b05d18f-5689-466e-b5fa-20d28c05fabb req-0346de49-f7ba-4fdc-9e36-cc1428b06f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:24.144103 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7b05d18f-5689-466e-b5fa-20d28c05fabb req-0346de49-f7ba-4fdc-9e36-cc1428b06f08 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=8d5ca35b88544f06a4e5fba0ad3d3cbd&device_id=f90c9bce-b932-4f8d-b41f-4f640065d6d6 HTTP/1.1" status: 200 len: 1096 time: 0.0469689 Aug 17 00:16:24.160328 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b05d18f-5689-466e-b5fa-20d28c05fabb req-c1092c40-2412-41ee-a74f-331ad02c741a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:24.161933 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7b05d18f-5689-466e-b5fa-20d28c05fabb req-c1092c40-2412-41ee-a74f-331ad02c741a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8d5ca35b88544f06a4e5fba0ad3d3cbd&device_id=f90c9bce-b932-4f8d-b41f-4f640065d6d6 HTTP/1.1" status: 200 len: 1096 time: 0.0482328 Aug 17 00:16:24.236920 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b05d18f-5689-466e-b5fa-20d28c05fabb req-c5582c1f-1528-4f92-9552-191709dbf7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:24.238400 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7b05d18f-5689-466e-b5fa-20d28c05fabb req-c5582c1f-1528-4f92-9552-191709dbf7d8 service neutron] 10.222.0.68 "GET /v2.0/networks?id=4b3110bb-0feb-44b0-8a37-90569155d54f HTTP/1.1" status: 200 len: 898 time: 0.0851219 Aug 17 00:16:24.252344 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b05d18f-5689-466e-b5fa-20d28c05fabb req-d7868022-49d6-400e-9797-7bdea51e7d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:24.253874 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7b05d18f-5689-466e-b5fa-20d28c05fabb req-d7868022-49d6-400e-9797-7bdea51e7d25 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4b3110bb-0feb-44b0-8a37-90569155d54f HTTP/1.1" status: 200 len: 898 time: 0.0856178 Aug 17 00:16:24.310045 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7b05d18f-5689-466e-b5fa-20d28c05fabb req-e99368f3-c0e4-4862-a7b1-d51ec9f4f7bf service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ad14dfa-95e9-4391-9251-2f090e16a43f HTTP/1.1" status: 200 len: 999 time: 0.0621371 Aug 17 00:16:24.323807 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7b05d18f-5689-466e-b5fa-20d28c05fabb req-a2f0f98d-0be5-4bba-8917-7b66b8028f6f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ad14dfa-95e9-4391-9251-2f090e16a43f HTTP/1.1" status: 200 len: 999 time: 0.0634389 Aug 17 00:16:24.360330 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b05d18f-5689-466e-b5fa-20d28c05fabb req-1888fb56-b639-42e3-9b41-4e4ced8ce964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:24.362081 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7b05d18f-5689-466e-b5fa-20d28c05fabb req-1888fb56-b639-42e3-9b41-4e4ced8ce964 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=ac217e8b-f468-44dd-a86a-78be2a5dbc66 HTTP/1.1" status: 200 len: 835 time: 0.0443337 Aug 17 00:16:24.373591 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b05d18f-5689-466e-b5fa-20d28c05fabb req-7940e3a7-d08b-4e7d-b542-6dc019db704e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:24.375083 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7b05d18f-5689-466e-b5fa-20d28c05fabb req-7940e3a7-d08b-4e7d-b542-6dc019db704e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ac217e8b-f468-44dd-a86a-78be2a5dbc66 HTTP/1.1" status: 200 len: 835 time: 0.0452685 Aug 17 00:16:24.412665 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b05d18f-5689-466e-b5fa-20d28c05fabb req-acff1d98-d8e5-4929-aa06-66681c1abe1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:24.414219 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7b05d18f-5689-466e-b5fa-20d28c05fabb req-acff1d98-d8e5-4929-aa06-66681c1abe1a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=4b3110bb-0feb-44b0-8a37-90569155d54f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439727 Aug 17 00:16:24.427531 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b05d18f-5689-466e-b5fa-20d28c05fabb req-4f4356fb-a451-45cd-ae00-e90914de0e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:24.430072 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7b05d18f-5689-466e-b5fa-20d28c05fabb req-4f4356fb-a451-45cd-ae00-e90914de0e50 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4b3110bb-0feb-44b0-8a37-90569155d54f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0474210 Aug 17 00:16:24.542270 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7b05d18f-5689-466e-b5fa-20d28c05fabb req-0b30f0c7-add9-4414-bd4e-3a659e23839b service neutron] 10.222.0.68 "GET /v2.0/networks/4b3110bb-0feb-44b0-8a37-90569155d54f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121023 Aug 17 00:16:24.558643 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7b05d18f-5689-466e-b5fa-20d28c05fabb req-8134a4bf-2c20-4213-944a-6944d0b05026 service neutron] 10.222.0.57 "GET /v2.0/networks/4b3110bb-0feb-44b0-8a37-90569155d54f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209269 Aug 17 00:16:24.654326 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-7b05d18f-5689-466e-b5fa-20d28c05fabb req-46676c4c-966d-43b6-a77f-f818227e1176 service neutron] 10.222.0.68 "GET /v2.0/networks/4b3110bb-0feb-44b0-8a37-90569155d54f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037319 Aug 17 00:16:24.659066 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7b05d18f-5689-466e-b5fa-20d28c05fabb req-4994ed0b-7b98-4e57-90d8-0e7d9c7bf0e1 service neutron] 10.222.0.57 "GET /v2.0/networks/4b3110bb-0feb-44b0-8a37-90569155d54f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933845 Aug 17 00:16:24.854782 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab62f02-2058-4a3b-a86a-cb1085fb7798 req-81ca12d5-6894-4ab4-8cde-a1c23779d162 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:24.857020 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-eab62f02-2058-4a3b-a86a-cb1085fb7798 req-81ca12d5-6894-4ab4-8cde-a1c23779d162 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=f90c9bce-b932-4f8d-b41f-4f640065d6d6 HTTP/1.1" status: 200 len: 944 time: 0.0553620 Aug 17 00:16:24.894692 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-eab62f02-2058-4a3b-a86a-cb1085fb7798 req-4a64e265-a12d-480a-a766-e930cda95e95 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=74171ad2-f391-4b1b-8940-e770fac13788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315025 Aug 17 00:16:25.068255 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 5ad14dfa-95e9-4391-9251-2f090e16a43f details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:16:25.124968 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9c7397-7eda-4b07-9686-402da702cae2 req-2e2b3b65-d547-48a6-906f-7dd5be40bb53 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:25.127089 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ef9c7397-7eda-4b07-9686-402da702cae2 req-2e2b3b65-d547-48a6-906f-7dd5be40bb53 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=f90c9bce-b932-4f8d-b41f-4f640065d6d6 HTTP/1.1" status: 200 len: 944 time: 0.0666373 Aug 17 00:16:25.131678 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9421f8d-ad55-42b5-8dea-a4974147f1d9 req-1ad849d3-1b9b-493a-8979-102bd9c25ff5 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:25.133551 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c9421f8d-ad55-42b5-8dea-a4974147f1d9 req-1ad849d3-1b9b-493a-8979-102bd9c25ff5 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.57 "GET /v2.0/ports?device_id=f90c9bce-b932-4f8d-b41f-4f640065d6d6&tenant_id=8d5ca35b88544f06a4e5fba0ad3d3cbd&binding%3Ahost_id=n-h1-791506-26 HTTP/1.1" status: 200 len: 944 time: 0.0581455 Aug 17 00:16:25.171257 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ef9c7397-7eda-4b07-9686-402da702cae2 req-cf957233-9e30-4afa-b650-70be80190737 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=74171ad2-f391-4b1b-8940-e770fac13788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376616 Aug 17 00:16:25.187286 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 5ad14dfa-95e9-4391-9251-2f090e16a43f, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=5ad14dfa-95e9-4391-9251-2f090e16a43f,segment=NetworkSegment(0ee99c1c-fc0e-4eac-8c7e-6d0be2cae60e),segment_id=0ee99c1c-fc0e-4eac-8c7e-6d0be2cae60e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:16:25.198683 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': '5ad14dfa-95e9-4391-9251-2f090e16a43f', 'network_id': '4b3110bb-0feb-44b0-8a37-90569155d54f', 'port_id': '5ad14dfa-95e9-4391-9251-2f090e16a43f', 'mac_address': 'fa:16:3e:d9:a0:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac217e8b-f468-44dd-a86a-78be2a5dbc66', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:16:25.220787 n-d-791506-26 neutron-server[101291]: INFO neutron.api.v2.resource [req-c9421f8d-ad55-42b5-8dea-a4974147f1d9 req-61063d4d-78db-4e5d-819f-14531c51100b service neutron] delete failed (client error): The resource could not be found. Aug 17 00:16:25.221802 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c9421f8d-ad55-42b5-8dea-a4974147f1d9 req-61063d4d-78db-4e5d-819f-14531c51100b service neutron] 10.222.0.57 "DELETE /v2.0/ports/5ad14dfa-95e9-4391-9251-2f090e16a43f/bindings/n-h2-791506-26 HTTP/1.1" status: 404 len: 381 time: 0.0774486 Aug 17 00:16:25.241401 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:25.258421 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ad14dfa-95e9-4391-9251-2f090e16a43f {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:16:25.282349 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 5ad14dfa-95e9-4391-9251-2f090e16a43f, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=5ad14dfa-95e9-4391-9251-2f090e16a43f,segment=NetworkSegment(0ee99c1c-fc0e-4eac-8c7e-6d0be2cae60e),segment_id=0ee99c1c-fc0e-4eac-8c7e-6d0be2cae60e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:16:25.287270 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:25.301197 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2943873-6764-4191-91c3-1671cffad66f req-8f6a8db9-2bb9-44b7-9487-74450099e9d7 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:25.306529 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c2943873-6764-4191-91c3-1671cffad66f req-8f6a8db9-2bb9-44b7-9487-74450099e9d7 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=f90c9bce-b932-4f8d-b41f-4f640065d6d6 HTTP/1.1" status: 200 len: 944 time: 0.0622923 Aug 17 00:16:25.344456 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9421f8d-ad55-42b5-8dea-a4974147f1d9 req-a50263fd-3155-44ac-b1c0-60caa2b0122d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:25.346499 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=5ad14dfa-95e9-4391-9251-2f090e16a43f,revision_number=8']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:25.351309 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c9421f8d-ad55-42b5-8dea-a4974147f1d9 req-a50263fd-3155-44ac-b1c0-60caa2b0122d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8d5ca35b88544f06a4e5fba0ad3d3cbd&device_id=f90c9bce-b932-4f8d-b41f-4f640065d6d6 HTTP/1.1" status: 200 len: 1097 time: 0.0628412 Aug 17 00:16:25.354514 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:16:25.354864 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:16:25.355206 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:16:25.355662 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:16:25.356700 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:16:25.356700 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:16:25.356947 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:16:25.357212 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:16:25.357539 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:16:25.357865 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:16:25.358199 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:16:25.358509 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:16:25.363276 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c2943873-6764-4191-91c3-1671cffad66f req-032199a9-839d-49ad-8814-361c305eb091 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=74171ad2-f391-4b1b-8940-e770fac13788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492675 Aug 17 00:16:25.452647 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9421f8d-ad55-42b5-8dea-a4974147f1d9 req-95229d99-543a-4b8e-b9a9-b213a645fa03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:25.454083 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c9421f8d-ad55-42b5-8dea-a4974147f1d9 req-95229d99-543a-4b8e-b9a9-b213a645fa03 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4b3110bb-0feb-44b0-8a37-90569155d54f HTTP/1.1" status: 200 len: 898 time: 0.0963154 Aug 17 00:16:25.520249 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c9421f8d-ad55-42b5-8dea-a4974147f1d9 req-0930c99e-caa8-4848-988a-7f8146fffc49 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ad14dfa-95e9-4391-9251-2f090e16a43f HTTP/1.1" status: 200 len: 1000 time: 0.0587649 Aug 17 00:16:25.561252 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['5ad14dfa-95e9-4391-9251-2f090e16a43f'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:16:25.568318 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9421f8d-ad55-42b5-8dea-a4974147f1d9 req-b65e15cf-d078-4f6e-a3a3-7b130451eba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:25.570129 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c9421f8d-ad55-42b5-8dea-a4974147f1d9 req-b65e15cf-d078-4f6e-a3a3-7b130451eba7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ac217e8b-f468-44dd-a86a-78be2a5dbc66 HTTP/1.1" status: 200 len: 835 time: 0.0437179 Aug 17 00:16:25.618617 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9421f8d-ad55-42b5-8dea-a4974147f1d9 req-0d55ff85-db35-4802-a788-a82a2c60c590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:25.620125 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c9421f8d-ad55-42b5-8dea-a4974147f1d9 req-0d55ff85-db35-4802-a788-a82a2c60c590 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4b3110bb-0feb-44b0-8a37-90569155d54f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435178 Aug 17 00:16:25.711745 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c9421f8d-ad55-42b5-8dea-a4974147f1d9 req-bac3f861-ab8d-4138-b117-2e9794c50abd service neutron] 10.222.0.57 "GET /v2.0/networks/4b3110bb-0feb-44b0-8a37-90569155d54f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835781 Aug 17 00:16:25.809590 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c9421f8d-ad55-42b5-8dea-a4974147f1d9 req-7f5a7b42-5a1d-4f54-8f72-5eabbbe75734 service neutron] 10.222.0.57 "GET /v2.0/networks/4b3110bb-0feb-44b0-8a37-90569155d54f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906844 Aug 17 00:16:25.915752 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 5ad14dfa-95e9-4391-9251-2f090e16a43f no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:16:25.954041 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 5ad14dfa-95e9-4391-9251-2f090e16a43f not bound to the agent host n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:16:26.204813 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:26.484964 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e65a7e-72bf-467c-9930-840c7ca83bb4 req-5f1af064-766c-4d68-8d82-a73f8be603bf tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:26.486471 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-05e65a7e-72bf-467c-9930-840c7ca83bb4 req-5f1af064-766c-4d68-8d82-a73f8be603bf tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=f90c9bce-b932-4f8d-b41f-4f640065d6d6 HTTP/1.1" status: 200 len: 945 time: 0.0497370 Aug 17 00:16:26.524558 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-05e65a7e-72bf-467c-9930-840c7ca83bb4 req-324fa258-ce27-41ad-b9a4-1a4df736fa63 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=74171ad2-f391-4b1b-8940-e770fac13788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320415 Aug 17 00:16:26.547802 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 60344) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:16:26.608456 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-1fd1e14c-4418-483b-ba56-248f3866e459 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/floatingips/d84fa825-e38f-4194-b5d1-b3b47aff8c53 HTTP/1.1" status: 200 len: 992 time: 0.0591607 Aug 17 00:16:27.083794 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 5ad14dfa-95e9-4391-9251-2f090e16a43f up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:16:27.131171 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning for port 5ad14dfa-95e9-4391-9251-2f090e16a43f completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:16:27.135006 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port 5ad14dfa-95e9-4391-9251-2f090e16a43f triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:16:27.135411 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:27.212498 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:27.234679 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f90c9bce-b932-4f8d-b41f-4f640065d6d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ad14dfa-95e9-4391-9251-2f090e16a43f'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:16:27.236917 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d789e1acf86fc3837d65c5c7bf7b17f03ca076816da63f24d17cffa1a624f203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9b235d3-8471-48e0-91d2-733633cd95f1" -d '{"events": [{"server_uuid": "f90c9bce-b932-4f8d-b41f-4f640065d6d6", "name": "network-vif-plugged", "status": "completed", "tag": "5ad14dfa-95e9-4391-9251-2f090e16a43f"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:16:27.249576 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port 5ad14dfa-95e9-4391-9251-2f090e16a43f, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=5ad14dfa-95e9-4391-9251-2f090e16a43f,segment=NetworkSegment(0ee99c1c-fc0e-4eac-8c7e-6d0be2cae60e),segment_id=0ee99c1c-fc0e-4eac-8c7e-6d0be2cae60e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:16:27.253934 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:27.302978 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=5ad14dfa-95e9-4391-9251-2f090e16a43f,revision_number=9']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:27.326568 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce14915-ad4f-4feb-9930-8c0a92014bce x-openstack-request-id: req-0ce14915-ad4f-4feb-9930-8c0a92014bce {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:16:27.326867 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f90c9bce-b932-4f8d-b41f-4f640065d6d6", "name": "network-vif-plugged", "status": "completed", "tag": "5ad14dfa-95e9-4391-9251-2f090e16a43f", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:16:27.327170 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0ce14915-ad4f-4feb-9930-8c0a92014bce {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:16:27.327570 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f90c9bce-b932-4f8d-b41f-4f640065d6d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ad14dfa-95e9-4391-9251-2f090e16a43f', 'code': 200} Aug 17 00:16:29.343931 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-26459b48-b47b-4d8b-a889-bd7d649f387d req-3fb8075c-b021-4345-b37f-565296be2b98 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=f90c9bce-b932-4f8d-b41f-4f640065d6d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0444078 Aug 17 00:16:29.428807 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26459b48-b47b-4d8b-a889-bd7d649f387d req-144d0af7-adbd-439c-b596-382d88541837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:29.430209 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-26459b48-b47b-4d8b-a889-bd7d649f387d req-144d0af7-adbd-439c-b596-382d88541837 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=8d5ca35b88544f06a4e5fba0ad3d3cbd&device_id=f90c9bce-b932-4f8d-b41f-4f640065d6d6 HTTP/1.1" status: 200 len: 1098 time: 0.0400636 Aug 17 00:16:29.537023 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26459b48-b47b-4d8b-a889-bd7d649f387d req-ae0787e8-7e4a-4631-9615-efa35aff92ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:29.542356 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-26459b48-b47b-4d8b-a889-bd7d649f387d req-ae0787e8-7e4a-4631-9615-efa35aff92ac service neutron] 10.222.0.68 "GET /v2.0/networks?id=4b3110bb-0feb-44b0-8a37-90569155d54f HTTP/1.1" status: 200 len: 898 time: 0.0909288 Aug 17 00:16:29.957015 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-26459b48-b47b-4d8b-a889-bd7d649f387d req-04cc6913-ac8c-4ca2-9c9d-2a476c237abb service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ad14dfa-95e9-4391-9251-2f090e16a43f HTTP/1.1" status: 200 len: 1001 time: 0.4067819 Aug 17 00:16:30.006919 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26459b48-b47b-4d8b-a889-bd7d649f387d req-ef57a8e2-cb52-46d6-9420-5364be8d8521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:30.008323 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-26459b48-b47b-4d8b-a889-bd7d649f387d req-ef57a8e2-cb52-46d6-9420-5364be8d8521 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=ac217e8b-f468-44dd-a86a-78be2a5dbc66 HTTP/1.1" status: 200 len: 835 time: 0.0421519 Aug 17 00:16:30.056406 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26459b48-b47b-4d8b-a889-bd7d649f387d req-c94cbab0-4c4e-4f70-8d8f-a75985fc4e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:30.057816 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-26459b48-b47b-4d8b-a889-bd7d649f387d req-c94cbab0-4c4e-4f70-8d8f-a75985fc4e7f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=4b3110bb-0feb-44b0-8a37-90569155d54f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421619 Aug 17 00:16:30.145448 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-26459b48-b47b-4d8b-a889-bd7d649f387d req-ccd6d8ce-0a7e-458b-ad57-9fbde1d58d24 service neutron] 10.222.0.68 "GET /v2.0/networks/4b3110bb-0feb-44b0-8a37-90569155d54f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796618 Aug 17 00:16:30.244671 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-26459b48-b47b-4d8b-a889-bd7d649f387d req-202f75b1-b25b-42c7-a883-740ae27a6378 service neutron] 10.222.0.68 "GET /v2.0/networks/4b3110bb-0feb-44b0-8a37-90569155d54f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903831 Aug 17 00:16:33.800989 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:16:42.160958 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:47.836560 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e1f3e3e4-b8ee-4c1f-9f96-d82acaa10f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:49.921470 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c4d3e317-99b0-4fe7-82d9-67d330d44a9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:50.819708 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:51.908014 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:53.168741 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:56.218189 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:56.913019 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 60364) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:16:57.078089 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-6db1b512-436c-4f0f-a8bf-a894e699a333 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Deleting port 76cb25d0-c0a8-4895-852b-99f088d788e1 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:16:57.078446 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6db1b512-436c-4f0f-a8bf-a894e699a333 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:57.168228 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6db1b512-436c-4f0f-a8bf-a894e699a333 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:57.168570 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6db1b512-436c-4f0f-a8bf-a894e699a333 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:57.182346 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-6db1b512-436c-4f0f-a8bf-a894e699a333 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Calling delete_port for 76cb25d0-c0a8-4895-852b-99f088d788e1 owned by network:floatingip {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:16:57.358492 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6db1b512-436c-4f0f-a8bf-a894e699a333 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:57.384680 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1b512-436c-4f0f-a8bf-a894e699a333 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event deleted for resources: {'Port': ['ID=76cb25d0-c0a8-4895-852b-99f088d788e1,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:57.396193 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1b512-436c-4f0f-a8bf-a894e699a333 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:16:57.396478 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1b512-436c-4f0f-a8bf-a894e699a333 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:16:57.396852 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1b512-436c-4f0f-a8bf-a894e699a333 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:16:57.397198 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1b512-436c-4f0f-a8bf-a894e699a333 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:16:57.397540 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1b512-436c-4f0f-a8bf-a894e699a333 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:16:57.397884 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1b512-436c-4f0f-a8bf-a894e699a333 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:16:57.398221 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1b512-436c-4f0f-a8bf-a894e699a333 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:16:57.398554 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1b512-436c-4f0f-a8bf-a894e699a333 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:16:57.398889 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1b512-436c-4f0f-a8bf-a894e699a333 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:16:57.399229 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1b512-436c-4f0f-a8bf-a894e699a333 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:16:57.400158 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1b512-436c-4f0f-a8bf-a894e699a333 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:16:57.400298 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1b512-436c-4f0f-a8bf-a894e699a333 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:16:57.471707 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6db1b512-436c-4f0f-a8bf-a894e699a333 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for floatingip, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:57.472131 n-d-791506-26 neutron-server[101291]: INFO neutron.db.l3_db [None req-6db1b512-436c-4f0f-a8bf-a894e699a333 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Floating IP d84fa825-e38f-4194-b5d1-b3b47aff8c53 disassociated (deleted). External IP: 172.25.4.45, port: 5ad14dfa-95e9-4391-9251-2f090e16a43f. Aug 17 00:16:57.718285 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6db1b512-436c-4f0f-a8bf-a894e699a333 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Router 7bc21ac8-f301-473b-ab7a-2d8ec94a7a5b has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:16:57.833176 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6db1b512-436c-4f0f-a8bf-a894e699a333 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:16:57.838001 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6db1b512-436c-4f0f-a8bf-a894e699a333 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:57.842545 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb20f65a-74e9-42eb-aeaa-cbb9e4dce5d9 None None] Sync routers for ids ['7bc21ac8-f301-473b-ab7a-2d8ec94a7a5b'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:16:57.852091 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb20f65a-74e9-42eb-aeaa-cbb9e4dce5d9 None None] Routers {'7bc21ac8-f301-473b-ab7a-2d8ec94a7a5b'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:16:57.852728 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-bb20f65a-74e9-42eb-aeaa-cbb9e4dce5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:16:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['7bc21ac8-f301-473b-ab7a-2d8ec94a7a5b'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:16:57.867411 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-6db1b512-436c-4f0f-a8bf-a894e699a333 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "DELETE /v2.0/floatingips/d84fa825-e38f-4194-b5d1-b3b47aff8c53 HTTP/1.1" status: 204 len: 168 time: 0.9507020 Aug 17 00:16:57.867411 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f90c9bce-b932-4f8d-b41f-4f640065d6d6', 'tag': '5ad14dfa-95e9-4391-9251-2f090e16a43f'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:16:57.867703 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7165c1ab170cf7a86a4d2d0d4fd52c1e3b7b58c190c14e765d35b2aa62be1e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a73dae76-409a-4c4c-ab50-4946e1ee85e5" -d '{"events": [{"name": "network-changed", "server_uuid": "f90c9bce-b932-4f8d-b41f-4f640065d6d6", "tag": "5ad14dfa-95e9-4391-9251-2f090e16a43f"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:16:57.960369 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-108d6dee-f23a-4af1-aaf7-06c3ad7a4256 x-openstack-request-id: req-108d6dee-f23a-4af1-aaf7-06c3ad7a4256 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:16:57.961054 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f90c9bce-b932-4f8d-b41f-4f640065d6d6", "tag": "5ad14dfa-95e9-4391-9251-2f090e16a43f", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:16:57.961054 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-108d6dee-f23a-4af1-aaf7-06c3ad7a4256 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:16:57.961326 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f90c9bce-b932-4f8d-b41f-4f640065d6d6', 'tag': '5ad14dfa-95e9-4391-9251-2f090e16a43f', 'status': 'completed', 'code': 200} Aug 17 00:16:57.972469 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-bb20f65a-74e9-42eb-aeaa-cbb9e4dce5d9 None None] Set router 7bc21ac8-f301-473b-ab7a-2d8ec94a7a5b gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:16:58.041104 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73dae76-409a-4c4c-ab50-4946e1ee85e5 req-7418a333-358a-4650-96d0-ffe59c99824e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:58.042879 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a73dae76-409a-4c4c-ab50-4946e1ee85e5 req-7418a333-358a-4650-96d0-ffe59c99824e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=8d5ca35b88544f06a4e5fba0ad3d3cbd&device_id=f90c9bce-b932-4f8d-b41f-4f640065d6d6 HTTP/1.1" status: 200 len: 1098 time: 0.0521858 Aug 17 00:16:58.174292 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bd7b37-c332-4e54-8f34-3cb2af1a6baf req-528e6c4e-30e2-4238-9636-d7d3a61f8220 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:58.175779 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f6bd7b37-c332-4e54-8f34-3cb2af1a6baf req-528e6c4e-30e2-4238-9636-d7d3a61f8220 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=f90c9bce-b932-4f8d-b41f-4f640065d6d6 HTTP/1.1" status: 200 len: 946 time: 0.1080892 Aug 17 00:16:58.177301 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73dae76-409a-4c4c-ab50-4946e1ee85e5 req-d686d0e1-8378-4fc9-8183-73db00ea9aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:58.178639 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a73dae76-409a-4c4c-ab50-4946e1ee85e5 req-d686d0e1-8378-4fc9-8183-73db00ea9aec service neutron] 10.222.0.68 "GET /v2.0/networks?id=4b3110bb-0feb-44b0-8a37-90569155d54f HTTP/1.1" status: 200 len: 898 time: 0.1285393 Aug 17 00:16:58.188155 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-bb20f65a-74e9-42eb-aeaa-cbb9e4dce5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc21ac8-f301-473b-ab7a-2d8ec94a7a5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-647255483', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '95aa0373-3d65-485d-82b9-3d26746771e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:14:29Z', 'updated_at': '2021-08-17T00:14:33Z', 'revision_number': 4, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'gw_port': {'id': '95aa0373-3d65-485d-82b9-3d26746771e8', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:87:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc21ac8-f301-473b-ab7a-2d8ec94a7a5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:14:30Z', 'updated_at': '2021-08-17T00:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '8204089f-c6f1-446f-9ec2-9717b9dd2277', 'name': '', 'network_id': '4b3110bb-0feb-44b0-8a37-90569155d54f', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'mac_address': 'fa:16:3e:71:73:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc21ac8-f301-473b-ab7a-2d8ec94a7a5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'ac217e8b-f468-44dd-a86a-78be2a5dbc66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:14:32Z', 'updated_at': '2021-08-17T00:14:37Z', 'revision_number': 5, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'subnets': [{'id': 'ac217e8b-f468-44dd-a86a-78be2a5dbc66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:16:58.214380 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb20f65a-74e9-42eb-aeaa-cbb9e4dce5d9 None None] Checking router: 7bc21ac8-f301-473b-ab7a-2d8ec94a7a5b for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:16:58.222872 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb20f65a-74e9-42eb-aeaa-cbb9e4dce5d9 None None] Routers {'7bc21ac8-f301-473b-ab7a-2d8ec94a7a5b'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:16:58.223412 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-bb20f65a-74e9-42eb-aeaa-cbb9e4dce5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:16:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['7bc21ac8-f301-473b-ab7a-2d8ec94a7a5b'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:16:58.234419 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a73dae76-409a-4c4c-ab50-4946e1ee85e5 req-6d322e78-2b1f-4810-b498-1d85b12b0cea service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ad14dfa-95e9-4391-9251-2f090e16a43f HTTP/1.1" status: 200 len: 217 time: 0.0450408 Aug 17 00:16:58.255717 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f6bd7b37-c332-4e54-8f34-3cb2af1a6baf req-fdca9ac4-5f68-4a52-8cfb-8306a2ecc792 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=74171ad2-f391-4b1b-8940-e770fac13788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731947 Aug 17 00:16:58.297643 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73dae76-409a-4c4c-ab50-4946e1ee85e5 req-5a5a6c44-cbfa-449b-aebb-154afe3641c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:58.299114 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a73dae76-409a-4c4c-ab50-4946e1ee85e5 req-5a5a6c44-cbfa-449b-aebb-154afe3641c4 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=ac217e8b-f468-44dd-a86a-78be2a5dbc66 HTTP/1.1" status: 200 len: 835 time: 0.0570395 Aug 17 00:16:58.337903 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-bb20f65a-74e9-42eb-aeaa-cbb9e4dce5d9 None None] Set router 7bc21ac8-f301-473b-ab7a-2d8ec94a7a5b gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:16:58.348741 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73dae76-409a-4c4c-ab50-4946e1ee85e5 req-7547c0ea-2202-4a37-8eaa-a5dacd43648e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:58.350318 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a73dae76-409a-4c4c-ab50-4946e1ee85e5 req-7547c0ea-2202-4a37-8eaa-a5dacd43648e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=4b3110bb-0feb-44b0-8a37-90569155d54f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397933 Aug 17 00:16:58.442105 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a73dae76-409a-4c4c-ab50-4946e1ee85e5 req-cb65d924-6622-499f-96b6-19a4f5c708a7 service neutron] 10.222.0.68 "GET /v2.0/networks/4b3110bb-0feb-44b0-8a37-90569155d54f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831883 Aug 17 00:16:58.530148 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-bb20f65a-74e9-42eb-aeaa-cbb9e4dce5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc21ac8-f301-473b-ab7a-2d8ec94a7a5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-647255483', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '95aa0373-3d65-485d-82b9-3d26746771e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:14:29Z', 'updated_at': '2021-08-17T00:14:33Z', 'revision_number': 4, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'gw_port': {'id': '95aa0373-3d65-485d-82b9-3d26746771e8', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:87:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc21ac8-f301-473b-ab7a-2d8ec94a7a5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:14:30Z', 'updated_at': '2021-08-17T00:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '8204089f-c6f1-446f-9ec2-9717b9dd2277', 'name': '', 'network_id': '4b3110bb-0feb-44b0-8a37-90569155d54f', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'mac_address': 'fa:16:3e:71:73:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc21ac8-f301-473b-ab7a-2d8ec94a7a5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'ac217e8b-f468-44dd-a86a-78be2a5dbc66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:14:32Z', 'updated_at': '2021-08-17T00:14:37Z', 'revision_number': 5, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'subnets': [{'id': 'ac217e8b-f468-44dd-a86a-78be2a5dbc66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:16:58.536331 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a73dae76-409a-4c4c-ab50-4946e1ee85e5 req-ff8e0ef2-9131-4f91-bd44-3bdb7439cdcf service neutron] 10.222.0.68 "GET /v2.0/networks/4b3110bb-0feb-44b0-8a37-90569155d54f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852220 Aug 17 00:16:58.560075 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb20f65a-74e9-42eb-aeaa-cbb9e4dce5d9 None None] The sync data for ids ['7bc21ac8-f301-473b-ab7a-2d8ec94a7a5b'] in n-d-791506-26 is: [{'id': '7bc21ac8-f301-473b-ab7a-2d8ec94a7a5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-647255483', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '95aa0373-3d65-485d-82b9-3d26746771e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:14:29Z', 'updated_at': '2021-08-17T00:14:33Z', 'revision_number': 4, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'gw_port': {'id': '95aa0373-3d65-485d-82b9-3d26746771e8', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:87:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc21ac8-f301-473b-ab7a-2d8ec94a7a5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:14:30Z', 'updated_at': '2021-08-17T00:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '8204089f-c6f1-446f-9ec2-9717b9dd2277', 'name': '', 'network_id': '4b3110bb-0feb-44b0-8a37-90569155d54f', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'mac_address': 'fa:16:3e:71:73:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc21ac8-f301-473b-ab7a-2d8ec94a7a5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'ac217e8b-f468-44dd-a86a-78be2a5dbc66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:14:32Z', 'updated_at': '2021-08-17T00:14:37Z', 'revision_number': 5, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'subnets': [{'id': 'ac217e8b-f468-44dd-a86a-78be2a5dbc66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:16:58.772594 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb73557b-933b-4b1a-8fc4-5bc392656dc4 None None] New status for floating IP d84fa825-e38f-4194-b5d1-b3b47aff8c53: DOWN {{(pid=101293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 00:16:59.378652 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fac270-9e41-4492-aa80-242f260f85b2 req-cd21c144-8749-4329-8f30-ef7724b1b0a8 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:59.380183 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-84fac270-9e41-4492-aa80-242f260f85b2 req-cd21c144-8749-4329-8f30-ef7724b1b0a8 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=f90c9bce-b932-4f8d-b41f-4f640065d6d6 HTTP/1.1" status: 200 len: 946 time: 0.0491354 Aug 17 00:16:59.419540 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-84fac270-9e41-4492-aa80-242f260f85b2 req-0624ee1b-430f-4589-90e6-44764d8dd23f tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=74171ad2-f391-4b1b-8940-e770fac13788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332370 Aug 17 00:16:59.498297 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7ad73f-b17a-4cb4-9a0a-7d0ecdaa19f0 req-9d5dfe37-8805-4772-8e31-cd6e7e248482 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:16:59.499751 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ed7ad73f-b17a-4cb4-9a0a-7d0ecdaa19f0 req-9d5dfe37-8805-4772-8e31-cd6e7e248482 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.68 "GET /v2.0/ports?device_id=f90c9bce-b932-4f8d-b41f-4f640065d6d6 HTTP/1.1" status: 200 len: 946 time: 0.0530932 Aug 17 00:16:59.587236 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-ed7ad73f-b17a-4cb4-9a0a-7d0ecdaa19f0 req-b89a0a46-11ca-4816-b66c-be44224fea46 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Deleting port 5ad14dfa-95e9-4391-9251-2f090e16a43f {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:16:59.587586 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-ed7ad73f-b17a-4cb4-9a0a-7d0ecdaa19f0 req-b89a0a46-11ca-4816-b66c-be44224fea46 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:59.676628 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-ed7ad73f-b17a-4cb4-9a0a-7d0ecdaa19f0 req-b89a0a46-11ca-4816-b66c-be44224fea46 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] For port 5ad14dfa-95e9-4391-9251-2f090e16a43f, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=5ad14dfa-95e9-4391-9251-2f090e16a43f,segment=NetworkSegment(0ee99c1c-fc0e-4eac-8c7e-6d0be2cae60e),segment_id=0ee99c1c-fc0e-4eac-8c7e-6d0be2cae60e)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:16:59.676930 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-ed7ad73f-b17a-4cb4-9a0a-7d0ecdaa19f0 req-b89a0a46-11ca-4816-b66c-be44224fea46 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:59.689955 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-ed7ad73f-b17a-4cb4-9a0a-7d0ecdaa19f0 req-b89a0a46-11ca-4816-b66c-be44224fea46 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Calling delete_port for 5ad14dfa-95e9-4391-9251-2f090e16a43f owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:16:59.815560 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-ed7ad73f-b17a-4cb4-9a0a-7d0ecdaa19f0 req-b89a0a46-11ca-4816-b66c-be44224fea46 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:59.846771 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89a0a46-11ca-4816-b66c-be44224fea46 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event deleted for resources: {'Port': ['ID=5ad14dfa-95e9-4391-9251-2f090e16a43f,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:16:59.889053 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed7ad73f-b17a-4cb4-9a0a-7d0ecdaa19f0 req-b89a0a46-11ca-4816-b66c-be44224fea46 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] No DVR routers for this DVR port 5ad14dfa-95e9-4391-9251-2f090e16a43f on host n-h1-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:16:59.891638 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-ed7ad73f-b17a-4cb4-9a0a-7d0ecdaa19f0 req-b89a0a46-11ca-4816-b66c-be44224fea46 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:16:59.893655 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ed7ad73f-b17a-4cb4-9a0a-7d0ecdaa19f0 req-b89a0a46-11ca-4816-b66c-be44224fea46 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.68 "DELETE /v2.0/ports/5ad14dfa-95e9-4391-9251-2f090e16a43f HTTP/1.1" status: 204 len: 173 time: 0.3873830 Aug 17 00:16:59.894087 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f90c9bce-b932-4f8d-b41f-4f640065d6d6', 'name': 'network-vif-deleted', 'tag': '5ad14dfa-95e9-4391-9251-2f090e16a43f'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:16:59.896315 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5be9a9c22bfe9382157933c6eba925c7622163b8a5c85bc608140d30d6fa20cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2effeb6-88cd-4f10-af29-38348470f5df" -d '{"events": [{"server_uuid": "f90c9bce-b932-4f8d-b41f-4f640065d6d6", "name": "network-vif-deleted", "tag": "5ad14dfa-95e9-4391-9251-2f090e16a43f"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:16:59.936346 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5388e3bf-00be-4153-a8bf-7c0aa6050a89 x-openstack-request-id: req-5388e3bf-00be-4153-a8bf-7c0aa6050a89 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:16:59.936678 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f90c9bce-b932-4f8d-b41f-4f640065d6d6", "name": "network-vif-deleted", "tag": "5ad14dfa-95e9-4391-9251-2f090e16a43f", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:16:59.936938 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5388e3bf-00be-4153-a8bf-7c0aa6050a89 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:16:59.937341 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f90c9bce-b932-4f8d-b41f-4f640065d6d6', 'name': 'network-vif-deleted', 'tag': '5ad14dfa-95e9-4391-9251-2f090e16a43f', 'status': 'completed', 'code': 200} Aug 17 00:17:00.474267 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 60380) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:00.835500 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2f0d1593-45ac-4575-8e6a-ad4d1e714a0c tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537579'] for router_interface, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:01.091690 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-2f0d1593-45ac-4575-8e6a-ad4d1e714a0c tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Deleting port 8204089f-c6f1-446f-9ec2-9717b9dd2277 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:17:01.091929 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2f0d1593-45ac-4575-8e6a-ad4d1e714a0c tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:01.180778 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-2f0d1593-45ac-4575-8e6a-ad4d1e714a0c tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] For port 8204089f-c6f1-446f-9ec2-9717b9dd2277, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=8204089f-c6f1-446f-9ec2-9717b9dd2277,segment=NetworkSegment(0ee99c1c-fc0e-4eac-8c7e-6d0be2cae60e),segment_id=0ee99c1c-fc0e-4eac-8c7e-6d0be2cae60e)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:17:01.181159 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2f0d1593-45ac-4575-8e6a-ad4d1e714a0c tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:01.193969 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-2f0d1593-45ac-4575-8e6a-ad4d1e714a0c tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Calling delete_port for 8204089f-c6f1-446f-9ec2-9717b9dd2277 owned by network:router_interface {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:17:01.379713 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2f0d1593-45ac-4575-8e6a-ad4d1e714a0c tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:01.411675 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0d1593-45ac-4575-8e6a-ad4d1e714a0c tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event deleted for resources: {'Port': ['ID=8204089f-c6f1-446f-9ec2-9717b9dd2277,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:01.830841 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2f0d1593-45ac-4575-8e6a-ad4d1e714a0c tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537471'] for router_interface, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:02.045727 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f0d1593-45ac-4575-8e6a-ad4d1e714a0c tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Router 7bc21ac8-f301-473b-ab7a-2d8ec94a7a5b has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:17:02.151668 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f0d1593-45ac-4575-8e6a-ad4d1e714a0c tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:17:02.159711 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-2f0d1593-45ac-4575-8e6a-ad4d1e714a0c tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "PUT /v2.0/routers/7bc21ac8-f301-473b-ab7a-2d8ec94a7a5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6813006 Aug 17 00:17:02.159711 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 60382) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:02.162861 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973e7ee2-45b1-43f8-93ec-553c98ec9ff0 None None] Sync routers for ids ['7bc21ac8-f301-473b-ab7a-2d8ec94a7a5b'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:17:02.172449 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973e7ee2-45b1-43f8-93ec-553c98ec9ff0 None None] Routers {'7bc21ac8-f301-473b-ab7a-2d8ec94a7a5b'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:17:02.173144 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-973e7ee2-45b1-43f8-93ec-553c98ec9ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:16:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['7bc21ac8-f301-473b-ab7a-2d8ec94a7a5b'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:17:02.210639 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-b051e329-ecb3-4289-8d0d-1a6676acd3ce tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Deleting subnet ac217e8b-f468-44dd-a86a-78be2a5dbc66 {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:17:02.213723 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b051e329-ecb3-4289-8d0d-1a6676acd3ce tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:02.254759 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b051e329-ecb3-4289-8d0d-1a6676acd3ce tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:02.278551 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-973e7ee2-45b1-43f8-93ec-553c98ec9ff0 None None] Set router 7bc21ac8-f301-473b-ab7a-2d8ec94a7a5b gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:17:02.345096 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b051e329-ecb3-4289-8d0d-1a6676acd3ce tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:02.407919 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b051e329-ecb3-4289-8d0d-1a6676acd3ce tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:02.437059 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b051e329-ecb3-4289-8d0d-1a6676acd3ce tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event deleted for resources: {'Subnet': ['ID=ac217e8b-f468-44dd-a86a-78be2a5dbc66,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:02.440761 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b051e329-ecb3-4289-8d0d-1a6676acd3ce tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:02.442669 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-b051e329-ecb3-4289-8d0d-1a6676acd3ce tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "DELETE /v2.0/subnets/ac217e8b-f468-44dd-a86a-78be2a5dbc66 HTTP/1.1" status: 204 len: 168 time: 0.2823000 Aug 17 00:17:02.445514 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 60384) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:02.453314 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd85077d-7493-49ce-8c0f-5760a2cc4f74 None None] Network 4b3110bb-0feb-44b0-8a37-90569155d54f requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:17:02.557310 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-973e7ee2-45b1-43f8-93ec-553c98ec9ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc21ac8-f301-473b-ab7a-2d8ec94a7a5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-647255483', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '95aa0373-3d65-485d-82b9-3d26746771e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:14:29Z', 'updated_at': '2021-08-17T00:17:01Z', 'revision_number': 5, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'gw_port': {'id': '95aa0373-3d65-485d-82b9-3d26746771e8', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:87:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc21ac8-f301-473b-ab7a-2d8ec94a7a5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:14:30Z', 'updated_at': '2021-08-17T00:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:17:02.564856 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-92cc5106-c134-4133-bf9e-7eeb94566ca8 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for router, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:02.588563 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973e7ee2-45b1-43f8-93ec-553c98ec9ff0 None None] Checking router: 7bc21ac8-f301-473b-ab7a-2d8ec94a7a5b for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:17:02.597870 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973e7ee2-45b1-43f8-93ec-553c98ec9ff0 None None] Routers {'7bc21ac8-f301-473b-ab7a-2d8ec94a7a5b'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:17:02.598415 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-973e7ee2-45b1-43f8-93ec-553c98ec9ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:16:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['7bc21ac8-f301-473b-ab7a-2d8ec94a7a5b'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:17:02.638409 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f13fc1-4645-4489-972a-9ac2db997a13 None None] DHCP port deletion for 4b3110bb-0feb-44b0-8a37-90569155d54f request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:17:02.679161 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-92cc5106-c134-4133-bf9e-7eeb94566ca8 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:02.684884 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-84f13fc1-4645-4489-972a-9ac2db997a13 None None] Deleting port e4c57ace-0181-4e74-b0f2-ca85dffda861 {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:17:02.685337 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-84f13fc1-4645-4489-972a-9ac2db997a13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:02.716955 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-973e7ee2-45b1-43f8-93ec-553c98ec9ff0 None None] Set router 7bc21ac8-f301-473b-ab7a-2d8ec94a7a5b gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:17:02.739484 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-92cc5106-c134-4133-bf9e-7eeb94566ca8 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Deleting port 95aa0373-3d65-485d-82b9-3d26746771e8 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:17:02.739844 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-92cc5106-c134-4133-bf9e-7eeb94566ca8 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:02.753553 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-84f13fc1-4645-4489-972a-9ac2db997a13 None None] For port e4c57ace-0181-4e74-b0f2-ca85dffda861, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=e4c57ace-0181-4e74-b0f2-ca85dffda861,segment=NetworkSegment(0ee99c1c-fc0e-4eac-8c7e-6d0be2cae60e),segment_id=0ee99c1c-fc0e-4eac-8c7e-6d0be2cae60e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:17:02.753955 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-84f13fc1-4645-4489-972a-9ac2db997a13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:02.767569 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-84f13fc1-4645-4489-972a-9ac2db997a13 None None] Calling delete_port for e4c57ace-0181-4e74-b0f2-ca85dffda861 owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:17:02.832755 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-92cc5106-c134-4133-bf9e-7eeb94566ca8 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] For port 95aa0373-3d65-485d-82b9-3d26746771e8, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=95aa0373-3d65-485d-82b9-3d26746771e8,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:17:02.833388 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-92cc5106-c134-4133-bf9e-7eeb94566ca8 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:02.847587 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-92cc5106-c134-4133-bf9e-7eeb94566ca8 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Calling delete_port for 95aa0373-3d65-485d-82b9-3d26746771e8 owned by network:router_gateway {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:17:02.856187 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-84f13fc1-4645-4489-972a-9ac2db997a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:02.883504 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f13fc1-4645-4489-972a-9ac2db997a13 None None] Pushing event deleted for resources: {'Port': ['ID=e4c57ace-0181-4e74-b0f2-ca85dffda861,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:02.889955 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f13fc1-4645-4489-972a-9ac2db997a13 None None] No DVR routers for this DVR port e4c57ace-0181-4e74-b0f2-ca85dffda861 on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:17:02.909891 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-973e7ee2-45b1-43f8-93ec-553c98ec9ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc21ac8-f301-473b-ab7a-2d8ec94a7a5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-647255483', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '95aa0373-3d65-485d-82b9-3d26746771e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:14:29Z', 'updated_at': '2021-08-17T00:17:01Z', 'revision_number': 5, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'gw_port': {'id': '95aa0373-3d65-485d-82b9-3d26746771e8', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:87:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc21ac8-f301-473b-ab7a-2d8ec94a7a5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:14:30Z', 'updated_at': '2021-08-17T00:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:17:02.936046 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973e7ee2-45b1-43f8-93ec-553c98ec9ff0 None None] The sync data for ids ['7bc21ac8-f301-473b-ab7a-2d8ec94a7a5b'] in n-d-791506-26 is: [{'id': '7bc21ac8-f301-473b-ab7a-2d8ec94a7a5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-647255483', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '95aa0373-3d65-485d-82b9-3d26746771e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:14:29Z', 'updated_at': '2021-08-17T00:17:01Z', 'revision_number': 5, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'gw_port': {'id': '95aa0373-3d65-485d-82b9-3d26746771e8', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:87:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc21ac8-f301-473b-ab7a-2d8ec94a7a5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:14:30Z', 'updated_at': '2021-08-17T00:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:17:03.034945 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-92cc5106-c134-4133-bf9e-7eeb94566ca8 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:03.062678 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cc5106-c134-4133-bf9e-7eeb94566ca8 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event deleted for resources: {'Port': ['ID=95aa0373-3d65-485d-82b9-3d26746771e8,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:03.120139 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-92cc5106-c134-4133-bf9e-7eeb94566ca8 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537121'] for router_gateway, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:03.212193 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-92cc5106-c134-4133-bf9e-7eeb94566ca8 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:03.214373 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-92cc5106-c134-4133-bf9e-7eeb94566ca8 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:03.261265 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-92cc5106-c134-4133-bf9e-7eeb94566ca8 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:03.261942 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92cc5106-c134-4133-bf9e-7eeb94566ca8 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Fanout notify agent at l3_agent the message router_deleted on router 7bc21ac8-f301-473b-ab7a-2d8ec94a7a5b {{(pid=101291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 00:17:03.268929 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-92cc5106-c134-4133-bf9e-7eeb94566ca8 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:03.270360 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-92cc5106-c134-4133-bf9e-7eeb94566ca8 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "DELETE /v2.0/routers/7bc21ac8-f301-473b-ab7a-2d8ec94a7a5b HTTP/1.1" status: 204 len: 168 time: 0.8234646 Aug 17 00:17:03.272777 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 60386) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:03.295053 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 5ad14dfa-95e9-4391-9251-2f090e16a43f no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:17:03.319083 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] No Port match for: 5ad14dfa-95e9-4391-9251-2f090e16a43f {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:17:03.319577 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device 5ad14dfa-95e9-4391-9251-2f090e16a43f not bound to the agent host n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:17:03.358086 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6a0e8033-d785-4a1a-af65-5283dcc26d63 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:03.453056 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6a0e8033-d785-4a1a-af65-5283dcc26d63 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:03.462943 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-6a0e8033-d785-4a1a-af65-5283dcc26d63 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b3110bb-0feb-44b0-8a37-90569155d54f']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:17:03.472929 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-6a0e8033-d785-4a1a-af65-5283dcc26d63 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ee99c1c-fc0e-4eac-8c7e-6d0be2cae60e') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:17:03.473241 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-6a0e8033-d785-4a1a-af65-5283dcc26d63 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ee99c1c-fc0e-4eac-8c7e-6d0be2cae60e') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:17:03.483058 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6a0e8033-d785-4a1a-af65-5283dcc26d63 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:03.497965 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6a0e8033-d785-4a1a-af65-5283dcc26d63 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:03.504812 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a0e8033-d785-4a1a-af65-5283dcc26d63 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:17:03.505172 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6a0e8033-d785-4a1a-af65-5283dcc26d63 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:03.508262 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 17 00:17:03.508262 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:17:03.508262 n-d-791506-26 neutron-server[101291]: timer() Aug 17 00:17:03.508262 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:17:03.508262 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 17 00:17:03.508262 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:17:03.508262 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 17 00:17:03.508262 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:17:03.508262 n-d-791506-26 neutron-server[101291]: self._notify() Aug 17 00:17:03.508262 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:17:03.508262 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 17 00:17:03.508262 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:17:03.508262 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 17 00:17:03.508262 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:17:03.508262 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:17:03.508262 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:17:03.508262 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:17:03.508262 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:17:03.508262 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 17 00:17:03.508262 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:17:03.508262 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 17 00:17:03.508262 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:17:03.508262 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:17:03.508262 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:17:03.508262 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 17 00:17:03.508262 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:17:03.508262 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:17:03.508262 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:17:03.508262 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:17:03.508262 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:17:03.508262 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:17:03.508262 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:17:03.574646 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6a0e8033-d785-4a1a-af65-5283dcc26d63 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:03.583440 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6a0e8033-d785-4a1a-af65-5283dcc26d63 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:03.584703 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-6a0e8033-d785-4a1a-af65-5283dcc26d63 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "DELETE /v2.0/networks/4b3110bb-0feb-44b0-8a37-90569155d54f HTTP/1.1" status: 204 len: 168 time: 0.3106551 Aug 17 00:17:03.587575 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60388) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:03.597314 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0e8033-d785-4a1a-af65-5283dcc26d63 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event deleted for resources: {'Network': ['ID=4b3110bb-0feb-44b0-8a37-90569155d54f,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:03.651257 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1005ef87-b3be-4b00-aaac-25a75734b506 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:03.677017 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1005ef87-b3be-4b00-aaac-25a75734b506 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:03.737176 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1005ef87-b3be-4b00-aaac-25a75734b506 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:03.739832 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1005ef87-b3be-4b00-aaac-25a75734b506 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:03.741127 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-1005ef87-b3be-4b00-aaac-25a75734b506 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "DELETE /v2.0/security-groups/74171ad2-f391-4b1b-8940-e770fac13788 HTTP/1.1" status: 204 len: 168 time: 0.1524825 Aug 17 00:17:03.751066 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1005ef87-b3be-4b00-aaac-25a75734b506 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74171ad2-f391-4b1b-8940-e770fac13788,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:03.975675 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 95aa0373-3d65-485d-82b9-3d26746771e8 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:17:03.999918 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 95aa0373-3d65-485d-82b9-3d26746771e8 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:17:04.000271 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 95aa0373-3d65-485d-82b9-3d26746771e8 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:17:04.000717 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device e4c57ace-0181-4e74-b0f2-ca85dffda861 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:17:04.019452 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: e4c57ace-0181-4e74-b0f2-ca85dffda861 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:17:04.020115 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device e4c57ace-0181-4e74-b0f2-ca85dffda861 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:17:04.020463 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 8204089f-c6f1-446f-9ec2-9717b9dd2277 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:17:04.040274 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 8204089f-c6f1-446f-9ec2-9717b9dd2277 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:17:04.040680 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 8204089f-c6f1-446f-9ec2-9717b9dd2277 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:17:04.070586 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 60394) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:04.075846 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-42a8b16f-2f3d-4753-ba95-eaf6847c10f4 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-406207186', 'description': 'tempest-secgroup-smoke-406207186 description', 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:17:04.098362 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-42a8b16f-2f3d-4753-ba95-eaf6847c10f4 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:04.180306 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-42a8b16f-2f3d-4753-ba95-eaf6847c10f4 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:04.184105 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-42a8b16f-2f3d-4753-ba95-eaf6847c10f4 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:04.213122 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-42a8b16f-2f3d-4753-ba95-eaf6847c10f4 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:04.215314 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-42a8b16f-2f3d-4753-ba95-eaf6847c10f4 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1434438 Aug 17 00:17:04.216187 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a8b16f-2f3d-4753-ba95-eaf6847c10f4 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5c58054-ea98-4296-b205-46c44f962f8c,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:04.218201 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60396) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:04.223130 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-913cf055-eff4-4216-a07e-a8728e4584e9 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Request body: {'security_group_rule': {'security_group_id': 'a5c58054-ea98-4296-b205-46c44f962f8c', 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:17:04.250415 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-913cf055-eff4-4216-a07e-a8728e4584e9 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:04.297246 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-913cf055-eff4-4216-a07e-a8728e4584e9 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:04.300883 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-913cf055-eff4-4216-a07e-a8728e4584e9 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:04.322090 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913cf055-eff4-4216-a07e-a8728e4584e9 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f99c1be-ed18-444e-921a-3233401e7e17,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:04.328417 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-913cf055-eff4-4216-a07e-a8728e4584e9 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:04.329589 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-913cf055-eff4-4216-a07e-a8728e4584e9 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1103141 Aug 17 00:17:04.332266 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60398) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:04.336768 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-d8eefc15-54d3-44ce-84f6-dc4b218e8885 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Request body: {'security_group_rule': {'security_group_id': 'a5c58054-ea98-4296-b205-46c44f962f8c', 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:17:04.362876 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d8eefc15-54d3-44ce-84f6-dc4b218e8885 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:04.422938 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d8eefc15-54d3-44ce-84f6-dc4b218e8885 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:04.426627 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d8eefc15-54d3-44ce-84f6-dc4b218e8885 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:04.445608 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eefc15-54d3-44ce-84f6-dc4b218e8885 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a4e7437-ff7a-48c4-bbc5-1cf7cbe436c7,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:04.453775 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d8eefc15-54d3-44ce-84f6-dc4b218e8885 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:04.454992 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-d8eefc15-54d3-44ce-84f6-dc4b218e8885 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1217632 Aug 17 00:17:04.457786 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60400) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:04.462194 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-41b50a68-fb42-4c2f-9014-52765ac7336a tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Request body: {'security_group_rule': {'security_group_id': 'a5c58054-ea98-4296-b205-46c44f962f8c', 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:17:04.487020 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-41b50a68-fb42-4c2f-9014-52765ac7336a tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:04.544839 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-41b50a68-fb42-4c2f-9014-52765ac7336a tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:04.548345 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-41b50a68-fb42-4c2f-9014-52765ac7336a tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:04.565715 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b50a68-fb42-4c2f-9014-52765ac7336a tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c915c325-e7df-4e5f-b521-0e827ce6ffff,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:04.571749 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-41b50a68-fb42-4c2f-9014-52765ac7336a tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:04.573184 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-41b50a68-fb42-4c2f-9014-52765ac7336a tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1144707 Aug 17 00:17:04.576126 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60402) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:04.580645 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-6ecaa894-e4d9-4bb2-bac1-12b7509395c0 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Request body: {'security_group_rule': {'security_group_id': 'a5c58054-ea98-4296-b205-46c44f962f8c', 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:17:04.607285 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6ecaa894-e4d9-4bb2-bac1-12b7509395c0 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:04.668621 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6ecaa894-e4d9-4bb2-bac1-12b7509395c0 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:04.672941 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6ecaa894-e4d9-4bb2-bac1-12b7509395c0 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:04.692804 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecaa894-e4d9-4bb2-bac1-12b7509395c0 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a80af04b-b019-4e4d-94fa-52cd175b40af,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:04.700070 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6ecaa894-e4d9-4bb2-bac1-12b7509395c0 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:04.702130 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-6ecaa894-e4d9-4bb2-bac1-12b7509395c0 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1250365 Aug 17 00:17:04.705001 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60404) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:04.709475 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-e02b4a9f-d878-43d5-a4df-8fcf0abda86e tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Request body: {'security_group_rule': {'security_group_id': 'a5c58054-ea98-4296-b205-46c44f962f8c', 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:17:04.731045 n-d-791506-26 neutron-server[101292]: INFO neutron.db.securitygroups_db [None req-e02b4a9f-d878-43d5-a4df-8fcf0abda86e tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Project 8d5ca35b88544f06a4e5fba0ad3d3cbd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 00:17:04.735787 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e02b4a9f-d878-43d5-a4df-8fcf0abda86e tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:04.795233 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e02b4a9f-d878-43d5-a4df-8fcf0abda86e tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:04.798840 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e02b4a9f-d878-43d5-a4df-8fcf0abda86e tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:04.815989 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02b4a9f-d878-43d5-a4df-8fcf0abda86e tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=392cdf8a-5598-44be-9592-d3e3134af567,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:04.822281 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e02b4a9f-d878-43d5-a4df-8fcf0abda86e tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:04.823650 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-e02b4a9f-d878-43d5-a4df-8fcf0abda86e tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1176968 Aug 17 00:17:04.826958 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 60406) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:04.831592 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-b188f039-4bd2-43ca-b4f8-317c87b76831 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Request body: {'security_group_rule': {'security_group_id': 'a5c58054-ea98-4296-b205-46c44f962f8c', 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:17:04.854169 n-d-791506-26 neutron-server[101291]: INFO neutron.db.securitygroups_db [None req-b188f039-4bd2-43ca-b4f8-317c87b76831 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Project 8d5ca35b88544f06a4e5fba0ad3d3cbd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 00:17:04.859049 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b188f039-4bd2-43ca-b4f8-317c87b76831 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:04.921307 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b188f039-4bd2-43ca-b4f8-317c87b76831 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:04.924879 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b188f039-4bd2-43ca-b4f8-317c87b76831 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:04.942775 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b188f039-4bd2-43ca-b4f8-317c87b76831 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c02aba5a-a6a3-479f-8c44-f32f239b73ec,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:04.949100 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b188f039-4bd2-43ca-b4f8-317c87b76831 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:04.950239 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-b188f039-4bd2-43ca-b4f8-317c87b76831 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1222894 Aug 17 00:17:04.954071 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60408) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:04.959526 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-53df7e82-71e2-4df8-be15-f90f508d4cfb tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Request body: {'network': {'name': 'tempest-network-smoke--1961304082', 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'port_security_enabled': True}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:17:04.980525 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53df7e82-71e2-4df8-be15-f90f508d4cfb tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Made reservation on behalf of 8d5ca35b88544f06a4e5fba0ad3d3cbd for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:17:04.983996 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-53df7e82-71e2-4df8-be15-f90f508d4cfb tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:05.006779 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53df7e82-71e2-4df8-be15-f90f508d4cfb tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:17:05.016643 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-53df7e82-71e2-4df8-be15-f90f508d4cfb tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:05.016989 n-d-791506-26 neutron-server[101292]: INFO neutron.db.segments_db [None req-53df7e82-71e2-4df8-be15-f90f508d4cfb tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Added segment 43435f71-eff1-4303-93ed-7eae7dd9c8a3 of type vlan for network 79eafc3b-bfa5-4e4e-bb6d-b03eccb1308c Aug 17 00:17:05.055764 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-53df7e82-71e2-4df8-be15-f90f508d4cfb tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:05.082449 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-53df7e82-71e2-4df8-be15-f90f508d4cfb tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:05.087871 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53df7e82-71e2-4df8-be15-f90f508d4cfb tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:05.088458 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-53df7e82-71e2-4df8-be15-f90f508d4cfb tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:05.150676 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-53df7e82-71e2-4df8-be15-f90f508d4cfb tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1954968 Aug 17 00:17:05.153718 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 60410) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:05.156286 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53df7e82-71e2-4df8-be15-f90f508d4cfb tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event updated for resources: {'Network': ['ID=79eafc3b-bfa5-4e4e-bb6d-b03eccb1308c,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:05.158839 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-fca2d534-45cd-4cab-872a-3e11395dba5a tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-798789626', 'admin_state_up': True, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:17:05.166463 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 79eafc3b-bfa5-4e4e-bb6d-b03eccb1308c details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:17:05.184475 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fca2d534-45cd-4cab-872a-3e11395dba5a tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:05.186120 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fca2d534-45cd-4cab-872a-3e11395dba5a tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:05.242077 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fca2d534-45cd-4cab-872a-3e11395dba5a tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:05.378340 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fca2d534-45cd-4cab-872a-3e11395dba5a tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:05.572246 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fca2d534-45cd-4cab-872a-3e11395dba5a tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for router_gateway, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:05.590858 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fca2d534-45cd-4cab-872a-3e11395dba5a tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:05.699713 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-fca2d534-45cd-4cab-872a-3e11395dba5a tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Allocated IP 172.25.4.202 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/189c53d2-1b43-40a8-a154-b91a208f77f8) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:17:05.805008 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fca2d534-45cd-4cab-872a-3e11395dba5a tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:05.843783 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fca2d534-45cd-4cab-872a-3e11395dba5a tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:05.884057 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca2d534-45cd-4cab-872a-3e11395dba5a tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:17:05.891307 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-fca2d534-45cd-4cab-872a-3e11395dba5a tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:17:05.895023 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca2d534-45cd-4cab-872a-3e11395dba5a tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:17:05.917045 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca2d534-45cd-4cab-872a-3e11395dba5a tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event updated for resources: {'Port': ['ID=189c53d2-1b43-40a8-a154-b91a208f77f8,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:06.400374 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fca2d534-45cd-4cab-872a-3e11395dba5a tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for router_gateway, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:06.595981 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fca2d534-45cd-4cab-872a-3e11395dba5a tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:06.724180 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fca2d534-45cd-4cab-872a-3e11395dba5a tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Router 62125033-6721-467c-8541-41299b082272 is scheduled to L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f with binding_index 1 {{(pid=101291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 00:17:06.831582 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fca2d534-45cd-4cab-872a-3e11395dba5a tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:17:06.841353 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67cb5f0-c952-4277-9d4e-9118ba2be9ce None None] Sync routers for ids ['62125033-6721-467c-8541-41299b082272'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:17:06.851235 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67cb5f0-c952-4277-9d4e-9118ba2be9ce None None] Routers {'62125033-6721-467c-8541-41299b082272'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:17:06.851867 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-a67cb5f0-c952-4277-9d4e-9118ba2be9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:16:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['62125033-6721-467c-8541-41299b082272'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:17:06.852235 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fca2d534-45cd-4cab-872a-3e11395dba5a tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:06.853562 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-fca2d534-45cd-4cab-872a-3e11395dba5a tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6988349 Aug 17 00:17:06.857012 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 60412) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:06.950082 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-93668f51-2b2a-40c9-9661-9403bbb3296f tempest-TestNetworkAdvancedServerOps-239719549 tempest-TestNetworkAdvancedServerOps-239719549-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=8d5ca35b88544f06a4e5fba0ad3d3cbd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0919132 Aug 17 00:17:06.953052 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 60416) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:06.962259 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-a67cb5f0-c952-4277-9d4e-9118ba2be9ce None None] Set router 62125033-6721-467c-8541-41299b082272 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:17:07.113431 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29c5e98-3315-4237-9fc7-012d624bac7c tempest-TestNetworkAdvancedServerOps-239719549 tempest-TestNetworkAdvancedServerOps-239719549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:07.115011 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-d29c5e98-3315-4237-9fc7-012d624bac7c tempest-TestNetworkAdvancedServerOps-239719549 tempest-TestNetworkAdvancedServerOps-239719549-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1605988 Aug 17 00:17:07.117890 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 60418) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:07.155131 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-136ffb3e-550a-4c9a-8db0-254e8baa0774 tempest-TestNetworkAdvancedServerOps-239719549 tempest-TestNetworkAdvancedServerOps-239719549-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=c22c4980-c849-406d-982c-a5d68c515a94&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0360894 Aug 17 00:17:07.160286 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60420) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:07.165481 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-2e9680ea-93f0-4e45-9d78-87ccd74ff037 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-104130535', 'network_id': '79eafc3b-bfa5-4e4e-bb6d-b03eccb1308c', 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:17:07.260344 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e9680ea-93f0-4e45-9d78-87ccd74ff037 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Made reservation on behalf of 8d5ca35b88544f06a4e5fba0ad3d3cbd for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:17:07.264999 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2e9680ea-93f0-4e45-9d78-87ccd74ff037 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:07.309726 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-a67cb5f0-c952-4277-9d4e-9118ba2be9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62125033-6721-467c-8541-41299b082272', 'name': 'tempest-TestNetworkAdvancedServerOps-router-798789626', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '189c53d2-1b43-40a8-a154-b91a208f77f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:17:05Z', 'updated_at': '2021-08-17T00:17:06Z', 'revision_number': 3, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'gw_port': {'id': '189c53d2-1b43-40a8-a154-b91a208f77f8', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:47:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62125033-6721-467c-8541-41299b082272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:17:05Z', 'updated_at': '2021-08-17T00:17:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:17:07.354070 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67cb5f0-c952-4277-9d4e-9118ba2be9ce None None] Checking router: 62125033-6721-467c-8541-41299b082272 for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:17:07.355229 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67cb5f0-c952-4277-9d4e-9118ba2be9ce None None] Updating router 62125033-6721-467c-8541-41299b082272 port 189c53d2-1b43-40a8-a154-b91a208f77f8 binding host n-d-791506-26 {{(pid=101293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:17:07.382534 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a67cb5f0-c952-4277-9d4e-9118ba2be9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:07.463488 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2e9680ea-93f0-4e45-9d78-87ccd74ff037 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:07.529977 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9680ea-93f0-4e45-9d78-87ccd74ff037 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event updated for resources: {'Subnet': ['ID=41e82172-fc68-4e23-a6c4-96a7f09298ce,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:07.539934 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9680ea-93f0-4e45-9d78-87ccd74ff037 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Checking segment: {'id': '43435f71-eff1-4303-93ed-7eae7dd9c8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '79eafc3b-bfa5-4e4e-bb6d-b03eccb1308c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:17:07.540305 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9680ea-93f0-4e45-9d78-87ccd74ff037 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Network hostable DHCP agents. Network: 79eafc3b-bfa5-4e4e-bb6d-b03eccb1308c, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:17:07.558192 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9680ea-93f0-4e45-9d78-87ccd74ff037 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Network 79eafc3b-bfa5-4e4e-bb6d-b03eccb1308c is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:17:07.569264 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-2e9680ea-93f0-4e45-9d78-87ccd74ff037 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 79eafc3b-bfa5-4e4e-bb6d-b03eccb1308c) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:17:07.573873 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9680ea-93f0-4e45-9d78-87ccd74ff037 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:07.574901 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2e9680ea-93f0-4e45-9d78-87ccd74ff037 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:07.581048 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16b044f-8a47-4a50-99c0-66beb54fdd3c None None] Network 79eafc3b-bfa5-4e4e-bb6d-b03eccb1308c requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:17:07.590562 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-2e9680ea-93f0-4e45-9d78-87ccd74ff037 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4315434 Aug 17 00:17:07.594279 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60422) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:07.717287 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a67cb5f0-c952-4277-9d4e-9118ba2be9ce None None] Notify callbacks [] for port, precommit_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:07.731781 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-a67cb5f0-c952-4277-9d4e-9118ba2be9ce None None] Transition to ACTIVE for port object 189c53d2-1b43-40a8-a154-b91a208f77f8 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:17:07.766681 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a67cb5f0-c952-4277-9d4e-9118ba2be9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:07.832923 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-a67cb5f0-c952-4277-9d4e-9118ba2be9ce None None] Attempting to bind port 189c53d2-1b43-40a8-a154-b91a208f77f8 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:17:07.833307 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-a67cb5f0-c952-4277-9d4e-9118ba2be9ce None None] Attempting to bind port 189c53d2-1b43-40a8-a154-b91a208f77f8 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:17:07.833684 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67cb5f0-c952-4277-9d4e-9118ba2be9ce None None] Attempting to bind port 189c53d2-1b43-40a8-a154-b91a208f77f8 on network c22c4980-c849-406d-982c-a5d68c515a94 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:17:07.861923 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67cb5f0-c952-4277-9d4e-9118ba2be9ce None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:17:07.862670 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67cb5f0-c952-4277-9d4e-9118ba2be9ce None None] Checking segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:17:07.862962 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a67cb5f0-c952-4277-9d4e-9118ba2be9ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:07.863370 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67cb5f0-c952-4277-9d4e-9118ba2be9ce None None] Bound using segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:17:07.863865 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-a67cb5f0-c952-4277-9d4e-9118ba2be9ce None None] Bound port: 189c53d2-1b43-40a8-a154-b91a208f77f8, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:17:07.864252 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a67cb5f0-c952-4277-9d4e-9118ba2be9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:07.871408 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d80fcaf-2a81-4a72-9449-fb931587cf07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-79eafc3b-bfa5-4e4e-bb6d-b03eccb1308c', 'network_id': '79eafc3b-bfa5-4e4e-bb6d-b03eccb1308c', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'fixed_ips': [{'subnet_id': '41e82172-fc68-4e23-a6c4-96a7f09298ce'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:17:07.872588 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4d80fcaf-2a81-4a72-9449-fb931587cf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:07.898619 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d8aed2-6c67-4ffb-a032-fe75a6f81586 None None] Pushing event updated for resources: {'Port': ['ID=189c53d2-1b43-40a8-a154-b91a208f77f8,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:08.000505 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-a67cb5f0-c952-4277-9d4e-9118ba2be9ce None None] For port 189c53d2-1b43-40a8-a154-b91a208f77f8, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:17:08.019832 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-a67cb5f0-c952-4277-9d4e-9118ba2be9ce None None] For port 189c53d2-1b43-40a8-a154-b91a208f77f8, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=189c53d2-1b43-40a8-a154-b91a208f77f8,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:17:08.026195 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a67cb5f0-c952-4277-9d4e-9118ba2be9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:08.107047 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-4d80fcaf-2a81-4a72-9449-fb931587cf07 None None] Allocated IP 172.20.0.2 (79eafc3b-bfa5-4e4e-bb6d-b03eccb1308c/41e82172-fc68-4e23-a6c4-96a7f09298ce/30ec5ecc-da4d-4d57-988c-4723d590669b) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:17:08.134885 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67cb5f0-c952-4277-9d4e-9118ba2be9ce None None] Routers {'62125033-6721-467c-8541-41299b082272'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:17:08.135534 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-a67cb5f0-c952-4277-9d4e-9118ba2be9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:16:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['62125033-6721-467c-8541-41299b082272'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:17:08.141119 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d8aed2-6c67-4ffb-a032-fe75a6f81586 None None] Pushing event updated for resources: {'Port': ['ID=189c53d2-1b43-40a8-a154-b91a208f77f8,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:08.145375 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d824307e-e461-465e-8d6c-4af37a523629 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:08.317068 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-a67cb5f0-c952-4277-9d4e-9118ba2be9ce None None] Set router 62125033-6721-467c-8541-41299b082272 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:17:08.453106 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4d80fcaf-2a81-4a72-9449-fb931587cf07 None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:08.466609 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4d80fcaf-2a81-4a72-9449-fb931587cf07 None None] Transition to ACTIVE for port object 30ec5ecc-da4d-4d57-988c-4723d590669b will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:17:08.499554 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4d80fcaf-2a81-4a72-9449-fb931587cf07 None None] Transition to ACTIVE for port object 30ec5ecc-da4d-4d57-988c-4723d590669b will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:17:08.506939 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4d80fcaf-2a81-4a72-9449-fb931587cf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:08.554834 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-d824307e-e461-465e-8d6c-4af37a523629 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Allocated IP 172.20.0.1 (79eafc3b-bfa5-4e4e-bb6d-b03eccb1308c/41e82172-fc68-4e23-a6c4-96a7f09298ce/146d7b8e-b7e8-48eb-aca3-041a4b0c759a) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:17:08.576350 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d80fcaf-2a81-4a72-9449-fb931587cf07 None None] Network 79eafc3b-bfa5-4e4e-bb6d-b03eccb1308c is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:17:08.582541 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d80fcaf-2a81-4a72-9449-fb931587cf07 None None] Pushing event updated for resources: {'Port': ['ID=30ec5ecc-da4d-4d57-988c-4723d590669b,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:08.585779 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-4d80fcaf-2a81-4a72-9449-fb931587cf07 None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:17:08.589919 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d80fcaf-2a81-4a72-9449-fb931587cf07 None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:17:08.647128 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-a67cb5f0-c952-4277-9d4e-9118ba2be9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62125033-6721-467c-8541-41299b082272', 'name': 'tempest-TestNetworkAdvancedServerOps-router-798789626', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '189c53d2-1b43-40a8-a154-b91a208f77f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:17:05Z', 'updated_at': '2021-08-17T00:17:06Z', 'revision_number': 3, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'gw_port': {'id': '189c53d2-1b43-40a8-a154-b91a208f77f8', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:47:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62125033-6721-467c-8541-41299b082272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:17:05Z', 'updated_at': '2021-08-17T00:17:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:17:08.675839 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-4d80fcaf-2a81-4a72-9449-fb931587cf07 None None] Attempting to bind port 30ec5ecc-da4d-4d57-988c-4723d590669b on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:17:08.676213 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-4d80fcaf-2a81-4a72-9449-fb931587cf07 None None] Attempting to bind port 30ec5ecc-da4d-4d57-988c-4723d590669b by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '43435f71-eff1-4303-93ed-7eae7dd9c8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '79eafc3b-bfa5-4e4e-bb6d-b03eccb1308c'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:17:08.676611 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d80fcaf-2a81-4a72-9449-fb931587cf07 None None] Attempting to bind port 30ec5ecc-da4d-4d57-988c-4723d590669b on network 79eafc3b-bfa5-4e4e-bb6d-b03eccb1308c {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:17:08.676803 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d824307e-e461-465e-8d6c-4af37a523629 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:08.678803 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67cb5f0-c952-4277-9d4e-9118ba2be9ce None None] The sync data for ids ['62125033-6721-467c-8541-41299b082272'] in n-d-791506-26 is: [{'id': '62125033-6721-467c-8541-41299b082272', 'name': 'tempest-TestNetworkAdvancedServerOps-router-798789626', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '189c53d2-1b43-40a8-a154-b91a208f77f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:17:05Z', 'updated_at': '2021-08-17T00:17:06Z', 'revision_number': 3, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'gw_port': {'id': '189c53d2-1b43-40a8-a154-b91a208f77f8', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:47:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62125033-6721-467c-8541-41299b082272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:17:05Z', 'updated_at': '2021-08-17T00:17:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:17:08.686296 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d80fcaf-2a81-4a72-9449-fb931587cf07 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:17:08.686755 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d80fcaf-2a81-4a72-9449-fb931587cf07 None None] Checking segment: {'id': '43435f71-eff1-4303-93ed-7eae7dd9c8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '79eafc3b-bfa5-4e4e-bb6d-b03eccb1308c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:17:08.687177 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4d80fcaf-2a81-4a72-9449-fb931587cf07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:08.687598 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d80fcaf-2a81-4a72-9449-fb931587cf07 None None] Bound using segment: {'id': '43435f71-eff1-4303-93ed-7eae7dd9c8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '79eafc3b-bfa5-4e4e-bb6d-b03eccb1308c'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:17:08.688081 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-4d80fcaf-2a81-4a72-9449-fb931587cf07 None None] Bound port: 30ec5ecc-da4d-4d57-988c-4723d590669b, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43435f71-eff1-4303-93ed-7eae7dd9c8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '79eafc3b-bfa5-4e4e-bb6d-b03eccb1308c'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:17:08.688515 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4d80fcaf-2a81-4a72-9449-fb931587cf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:08.695765 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [None req-d824307e-e461-465e-8d6c-4af37a523629 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Transition to ACTIVE for port object 146d7b8e-b7e8-48eb-aca3-041a4b0c759a will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:17:08.737790 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d824307e-e461-465e-8d6c-4af37a523629 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:08.771699 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-4d80fcaf-2a81-4a72-9449-fb931587cf07 None None] For port 30ec5ecc-da4d-4d57-988c-4723d590669b, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:17:08.775164 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-4d80fcaf-2a81-4a72-9449-fb931587cf07 None None] For port 30ec5ecc-da4d-4d57-988c-4723d590669b, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=30ec5ecc-da4d-4d57-988c-4723d590669b,segment=NetworkSegment(43435f71-eff1-4303-93ed-7eae7dd9c8a3),segment_id=43435f71-eff1-4303-93ed-7eae7dd9c8a3)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:17:08.780024 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4d80fcaf-2a81-4a72-9449-fb931587cf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:08.783064 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d824307e-e461-465e-8d6c-4af37a523629 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Network 79eafc3b-bfa5-4e4e-bb6d-b03eccb1308c is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:17:08.786333 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-d824307e-e461-465e-8d6c-4af37a523629 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:17:08.790642 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d824307e-e461-465e-8d6c-4af37a523629 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:17:08.826040 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d824307e-e461-465e-8d6c-4af37a523629 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event updated for resources: {'Port': ['ID=146d7b8e-b7e8-48eb-aca3-041a4b0c759a,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:08.864227 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d824307e-e461-465e-8d6c-4af37a523629 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954230'] for router_interface, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:08.867142 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d80fcaf-2a81-4a72-9449-fb931587cf07 None None] Pushing event updated for resources: {'Port': ['ID=30ec5ecc-da4d-4d57-988c-4723d590669b,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:09.047474 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d824307e-e461-465e-8d6c-4af37a523629 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:09.380848 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d824307e-e461-465e-8d6c-4af37a523629 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:09.386955 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d824307e-e461-465e-8d6c-4af37a523629 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:09.464347 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d824307e-e461-465e-8d6c-4af37a523629 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event updated for resources: {'Port': ['ID=146d7b8e-b7e8-48eb-aca3-041a4b0c759a,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:09.467541 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d824307e-e461-465e-8d6c-4af37a523629 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954122'] for router_interface, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:09.571790 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d824307e-e461-465e-8d6c-4af37a523629 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Network 79eafc3b-bfa5-4e4e-bb6d-b03eccb1308c is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:17:09.573335 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-d824307e-e461-465e-8d6c-4af37a523629 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:17:09.708816 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d824307e-e461-465e-8d6c-4af37a523629 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Router 62125033-6721-467c-8541-41299b082272 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:17:09.827301 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d824307e-e461-465e-8d6c-4af37a523629 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:17:09.834861 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-d824307e-e461-465e-8d6c-4af37a523629 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "PUT /v2.0/routers/62125033-6721-467c-8541-41299b082272/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2382646 Aug 17 00:17:09.887975 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a775c3-3a39-45f3-9ba2-a9e193ceadab None None] Network 79eafc3b-bfa5-4e4e-bb6d-b03eccb1308c requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:17:09.933583 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 30ec5ecc-da4d-4d57-988c-4723d590669b up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:17:10.022563 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-bf304228-a4a7-477c-8375-3097ef1b3ac9 None None] Provisioning for port 30ec5ecc-da4d-4d57-988c-4723d590669b completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:17:10.052942 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 30ec5ecc-da4d-4d57-988c-4723d590669b completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:17:10.063431 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 30ec5ecc-da4d-4d57-988c-4723d590669b triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:17:10.063812 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:10.131361 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cb611ca5-4e10-463e-9e2e-2f417fe178ab req-d874db7f-17ed-45d8-8206-d87dd3314892 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-406207186&fields=id&tenant_id=8d5ca35b88544f06a4e5fba0ad3d3cbd HTTP/1.1" status: 200 len: 267 time: 0.0483994 Aug 17 00:17:10.181204 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:10.218022 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 30ec5ecc-da4d-4d57-988c-4723d590669b, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=30ec5ecc-da4d-4d57-988c-4723d590669b,segment=NetworkSegment(43435f71-eff1-4303-93ed-7eae7dd9c8a3),segment_id=43435f71-eff1-4303-93ed-7eae7dd9c8a3)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:17:10.222839 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:10.223786 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 189c53d2-1b43-40a8-a154-b91a208f77f8 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:17:10.270794 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb611ca5-4e10-463e-9e2e-2f417fe178ab req-5ce2fa1b-fb36-4964-9ad6-f59c0bd77dc2 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:10.279039 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cb611ca5-4e10-463e-9e2e-2f417fe178ab req-5ce2fa1b-fb36-4964-9ad6-f59c0bd77dc2 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/networks?id=79eafc3b-bfa5-4e4e-bb6d-b03eccb1308c HTTP/1.1" status: 200 len: 797 time: 0.1382880 Aug 17 00:17:10.297167 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cb611ca5-4e10-463e-9e2e-2f417fe178ab req-331bc2be-f384-4727-a652-d5deb7a84545 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/quotas/8d5ca35b88544f06a4e5fba0ad3d3cbd HTTP/1.1" status: 200 len: 375 time: 0.0171552 Aug 17 00:17:10.318939 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=30ec5ecc-da4d-4d57-988c-4723d590669b,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:10.342421 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 189c53d2-1b43-40a8-a154-b91a208f77f8 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:17:10.346589 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 189c53d2-1b43-40a8-a154-b91a208f77f8 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:17:10.347061 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:10.355008 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cb611ca5-4e10-463e-9e2e-2f417fe178ab req-ebd356b4-a434-4063-bcbb-e16ee81cb776 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8d5ca35b88544f06a4e5fba0ad3d3cbd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0564640 Aug 17 00:17:10.373317 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [req-cb611ca5-4e10-463e-9e2e-2f417fe178ab req-d4a87ed0-1a70-42d4-b085-6ff0e532a6d7 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:17:10.374357 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cb611ca5-4e10-463e-9e2e-2f417fe178ab req-d4a87ed0-1a70-42d4-b085-6ff0e532a6d7 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072212 Aug 17 00:17:10.437934 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:10.464930 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 189c53d2-1b43-40a8-a154-b91a208f77f8, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=189c53d2-1b43-40a8-a154-b91a208f77f8,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:17:10.472357 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:10.493574 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cb611ca5-4e10-463e-9e2e-2f417fe178ab req-94cd0eba-ebbc-41ab-a175-48f091865ba9 service neutron] 10.222.0.36 "GET /v2.0/networks/79eafc3b-bfa5-4e4e-bb6d-b03eccb1308c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076493 Aug 17 00:17:10.506041 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-b875e351-faef-4997-82f7-26f75d450c93 None None] Provisioning complete for port 30ec5ecc-da4d-4d57-988c-4723d590669b triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:17:10.506423 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-b875e351-faef-4997-82f7-26f75d450c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:10.511704 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e562f788-4c6c-4811-98ba-6d5fe8804241 None None] Sync routers for ids ['62125033-6721-467c-8541-41299b082272'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:17:10.530358 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e562f788-4c6c-4811-98ba-6d5fe8804241 None None] Routers {'62125033-6721-467c-8541-41299b082272'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:17:10.531508 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-e562f788-4c6c-4811-98ba-6d5fe8804241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:16:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['62125033-6721-467c-8541-41299b082272'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:17:10.589242 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=189c53d2-1b43-40a8-a154-b91a208f77f8,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:10.620166 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cb611ca5-4e10-463e-9e2e-2f417fe178ab req-9ae65348-f1b9-4269-af8b-057534b91ff3 service neutron] 10.222.0.36 "GET /v2.0/networks/79eafc3b-bfa5-4e4e-bb6d-b03eccb1308c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191308 Aug 17 00:17:10.658062 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-e562f788-4c6c-4811-98ba-6d5fe8804241 None None] Set router 62125033-6721-467c-8541-41299b082272 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:17:10.687435 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-b875e351-faef-4997-82f7-26f75d450c93 None None] Provisioning for port 146d7b8e-b7e8-48eb-aca3-041a4b0c759a completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:17:10.692867 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-b875e351-faef-4997-82f7-26f75d450c93 None None] Provisioning complete for port 146d7b8e-b7e8-48eb-aca3-041a4b0c759a triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:17:10.693628 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-b875e351-faef-4997-82f7-26f75d450c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:10.738139 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-b875e351-faef-4997-82f7-26f75d450c93 None None] Port 146d7b8e-b7e8-48eb-aca3-041a4b0c759a cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:17:10.832857 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:17:10.844476 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-35ea6fbb-8b49-4dad-bdea-985b691162cc req-c65b73cc-45e8-415d-9eb0-28d51a52b883 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9190876-1c74-4231-8ac7-b95e527158c0 HTTP/1.1" status: 200 len: 210 time: 0.0321057 Aug 17 00:17:10.866782 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-b8066874-2b5d-4373-abc6-bc47bb62422b None None] Provisioning complete for port 146d7b8e-b7e8-48eb-aca3-041a4b0c759a triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:17:10.868238 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-b8066874-2b5d-4373-abc6-bc47bb62422b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:10.898856 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-e562f788-4c6c-4811-98ba-6d5fe8804241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62125033-6721-467c-8541-41299b082272', 'name': 'tempest-TestNetworkAdvancedServerOps-router-798789626', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '189c53d2-1b43-40a8-a154-b91a208f77f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:17:05Z', 'updated_at': '2021-08-17T00:17:08Z', 'revision_number': 4, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'gw_port': {'id': '189c53d2-1b43-40a8-a154-b91a208f77f8', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:47:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62125033-6721-467c-8541-41299b082272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:17:05Z', 'updated_at': '2021-08-17T00:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '146d7b8e-b7e8-48eb-aca3-041a4b0c759a', 'name': '', 'network_id': '79eafc3b-bfa5-4e4e-bb6d-b03eccb1308c', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'mac_address': 'fa:16:3e:c9:78:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62125033-6721-467c-8541-41299b082272', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '41e82172-fc68-4e23-a6c4-96a7f09298ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:17:08Z', 'updated_at': '2021-08-17T00:17:09Z', 'revision_number': 2, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'subnets': [{'id': '41e82172-fc68-4e23-a6c4-96a7f09298ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:17:10.925093 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-b8066874-2b5d-4373-abc6-bc47bb62422b None None] Port 146d7b8e-b7e8-48eb-aca3-041a4b0c759a cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:17:10.930576 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e562f788-4c6c-4811-98ba-6d5fe8804241 None None] Checking router: 62125033-6721-467c-8541-41299b082272 for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:17:10.930845 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e562f788-4c6c-4811-98ba-6d5fe8804241 None None] Updating router 62125033-6721-467c-8541-41299b082272 port 146d7b8e-b7e8-48eb-aca3-041a4b0c759a binding host n-d-791506-26 {{(pid=101294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:17:10.959183 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-e562f788-4c6c-4811-98ba-6d5fe8804241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:11.046477 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cf0bc67a-eb1d-429d-a96e-902f7ebc9159 None None] Provisioning complete for port 146d7b8e-b7e8-48eb-aca3-041a4b0c759a triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:17:11.046854 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cf0bc67a-eb1d-429d-a96e-902f7ebc9159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:11.091660 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-cf0bc67a-eb1d-429d-a96e-902f7ebc9159 None None] Port 146d7b8e-b7e8-48eb-aca3-041a4b0c759a cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:17:11.269928 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-e562f788-4c6c-4811-98ba-6d5fe8804241 None None] Notify callbacks [] for port, precommit_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:11.279716 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.provisioning_blocks [None req-e562f788-4c6c-4811-98ba-6d5fe8804241 None None] Transition to ACTIVE for port object 146d7b8e-b7e8-48eb-aca3-041a4b0c759a will not be triggered until provisioned by entity L2. {{(pid=101294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:17:11.286292 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-e562f788-4c6c-4811-98ba-6d5fe8804241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:11.338310 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b844cb4-2716-4360-824e-a2a95dc0fc14 None None] Pushing event updated for resources: {'Port': ['ID=146d7b8e-b7e8-48eb-aca3-041a4b0c759a,revision_number=3']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:11.364899 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b844cb4-2716-4360-824e-a2a95dc0fc14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:17:11.365244 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b844cb4-2716-4360-824e-a2a95dc0fc14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:17:11.365573 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b844cb4-2716-4360-824e-a2a95dc0fc14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:17:11.365928 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b844cb4-2716-4360-824e-a2a95dc0fc14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:17:11.366250 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b844cb4-2716-4360-824e-a2a95dc0fc14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:17:11.366603 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b844cb4-2716-4360-824e-a2a95dc0fc14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:17:11.366879 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b844cb4-2716-4360-824e-a2a95dc0fc14 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:17:11.367196 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b844cb4-2716-4360-824e-a2a95dc0fc14 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:17:11.367514 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b844cb4-2716-4360-824e-a2a95dc0fc14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:17:11.367829 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b844cb4-2716-4360-824e-a2a95dc0fc14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:17:11.368145 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b844cb4-2716-4360-824e-a2a95dc0fc14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:17:11.369069 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b844cb4-2716-4360-824e-a2a95dc0fc14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:17:11.400962 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-e562f788-4c6c-4811-98ba-6d5fe8804241 None None] Attempting to bind port 146d7b8e-b7e8-48eb-aca3-041a4b0c759a on host n-d-791506-26 for vnic_type normal with profile {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:17:11.401339 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-e562f788-4c6c-4811-98ba-6d5fe8804241 None None] Attempting to bind port 146d7b8e-b7e8-48eb-aca3-041a4b0c759a by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '43435f71-eff1-4303-93ed-7eae7dd9c8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '79eafc3b-bfa5-4e4e-bb6d-b03eccb1308c'}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:17:11.401701 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e562f788-4c6c-4811-98ba-6d5fe8804241 None None] Attempting to bind port 146d7b8e-b7e8-48eb-aca3-041a4b0c759a on network 79eafc3b-bfa5-4e4e-bb6d-b03eccb1308c {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:17:11.407052 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e562f788-4c6c-4811-98ba-6d5fe8804241 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:17:11.407424 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e562f788-4c6c-4811-98ba-6d5fe8804241 None None] Checking segment: {'id': '43435f71-eff1-4303-93ed-7eae7dd9c8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '79eafc3b-bfa5-4e4e-bb6d-b03eccb1308c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:17:11.407825 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-e562f788-4c6c-4811-98ba-6d5fe8804241 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:11.408213 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e562f788-4c6c-4811-98ba-6d5fe8804241 None None] Bound using segment: {'id': '43435f71-eff1-4303-93ed-7eae7dd9c8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '79eafc3b-bfa5-4e4e-bb6d-b03eccb1308c'} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:17:11.408704 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-e562f788-4c6c-4811-98ba-6d5fe8804241 None None] Bound port: 146d7b8e-b7e8-48eb-aca3-041a4b0c759a, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43435f71-eff1-4303-93ed-7eae7dd9c8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '79eafc3b-bfa5-4e4e-bb6d-b03eccb1308c'}}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:17:11.409081 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-e562f788-4c6c-4811-98ba-6d5fe8804241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:11.479430 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-e562f788-4c6c-4811-98ba-6d5fe8804241 None None] For port 146d7b8e-b7e8-48eb-aca3-041a4b0c759a, host n-d-791506-26, cleared binding levels {{(pid=101294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:17:11.483217 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-e562f788-4c6c-4811-98ba-6d5fe8804241 None None] For port 146d7b8e-b7e8-48eb-aca3-041a4b0c759a, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=146d7b8e-b7e8-48eb-aca3-041a4b0c759a,segment=NetworkSegment(43435f71-eff1-4303-93ed-7eae7dd9c8a3),segment_id=43435f71-eff1-4303-93ed-7eae7dd9c8a3)] {{(pid=101294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:17:11.487131 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-e562f788-4c6c-4811-98ba-6d5fe8804241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:11.548673 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e562f788-4c6c-4811-98ba-6d5fe8804241 None None] Routers {'62125033-6721-467c-8541-41299b082272'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:17:11.549365 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-e562f788-4c6c-4811-98ba-6d5fe8804241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:16:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['62125033-6721-467c-8541-41299b082272'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:17:11.584299 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b844cb4-2716-4360-824e-a2a95dc0fc14 None None] Pushing event updated for resources: {'Port': ['ID=146d7b8e-b7e8-48eb-aca3-041a4b0c759a,revision_number=4']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:11.669539 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-e562f788-4c6c-4811-98ba-6d5fe8804241 None None] Set router 62125033-6721-467c-8541-41299b082272 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:17:11.879165 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 30ec5ecc-da4d-4d57-988c-4723d590669b up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:17:11.885435 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-e562f788-4c6c-4811-98ba-6d5fe8804241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62125033-6721-467c-8541-41299b082272', 'name': 'tempest-TestNetworkAdvancedServerOps-router-798789626', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '189c53d2-1b43-40a8-a154-b91a208f77f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:17:05Z', 'updated_at': '2021-08-17T00:17:08Z', 'revision_number': 4, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'gw_port': {'id': '189c53d2-1b43-40a8-a154-b91a208f77f8', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:47:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62125033-6721-467c-8541-41299b082272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:17:05Z', 'updated_at': '2021-08-17T00:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '146d7b8e-b7e8-48eb-aca3-041a4b0c759a', 'name': '', 'network_id': '79eafc3b-bfa5-4e4e-bb6d-b03eccb1308c', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'mac_address': 'fa:16:3e:c9:78:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62125033-6721-467c-8541-41299b082272', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '41e82172-fc68-4e23-a6c4-96a7f09298ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:17:08Z', 'updated_at': '2021-08-17T00:17:11Z', 'revision_number': 4, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'subnets': [{'id': '41e82172-fc68-4e23-a6c4-96a7f09298ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:17:11.918910 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e562f788-4c6c-4811-98ba-6d5fe8804241 None None] The sync data for ids ['62125033-6721-467c-8541-41299b082272'] in n-d-791506-26 is: [{'id': '62125033-6721-467c-8541-41299b082272', 'name': 'tempest-TestNetworkAdvancedServerOps-router-798789626', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '189c53d2-1b43-40a8-a154-b91a208f77f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:17:05Z', 'updated_at': '2021-08-17T00:17:08Z', 'revision_number': 4, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'gw_port': {'id': '189c53d2-1b43-40a8-a154-b91a208f77f8', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:47:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62125033-6721-467c-8541-41299b082272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:17:05Z', 'updated_at': '2021-08-17T00:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '146d7b8e-b7e8-48eb-aca3-041a4b0c759a', 'name': '', 'network_id': '79eafc3b-bfa5-4e4e-bb6d-b03eccb1308c', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'mac_address': 'fa:16:3e:c9:78:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62125033-6721-467c-8541-41299b082272', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '41e82172-fc68-4e23-a6c4-96a7f09298ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:17:08Z', 'updated_at': '2021-08-17T00:17:11Z', 'revision_number': 4, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'subnets': [{'id': '41e82172-fc68-4e23-a6c4-96a7f09298ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:17:11.945989 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 30ec5ecc-da4d-4d57-988c-4723d590669b triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:17:11.947593 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:12.026591 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1be19756-17d9-44e7-a8ea-a004a5307524 req-ba3d8b96-c5b1-4fb9-8da4-65100eb724b5 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9190876-1c74-4231-8ac7-b95e527158c0 HTTP/1.1" status: 200 len: 210 time: 0.0667937 Aug 17 00:17:12.089634 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 189c53d2-1b43-40a8-a154-b91a208f77f8 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:17:12.134386 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb611ca5-4e10-463e-9e2e-2f417fe178ab req-58e538fd-3022-4b26-9fe8-d28aee65fa36 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:12.136103 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-cb611ca5-4e10-463e-9e2e-2f417fe178ab req-58e538fd-3022-4b26-9fe8-d28aee65fa36 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.57 "GET /v2.0/networks?id=79eafc3b-bfa5-4e4e-bb6d-b03eccb1308c HTTP/1.1" status: 200 len: 797 time: 0.1916647 Aug 17 00:17:12.163001 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 189c53d2-1b43-40a8-a154-b91a208f77f8 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:17:12.163291 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:12.189715 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:12.202620 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-cb611ca5-4e10-463e-9e2e-2f417fe178ab req-c54e8662-62bf-4d84-8fb3-5544dea56fd7 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d5ca35b88544f06a4e5fba0ad3d3cbd HTTP/1.1" status: 200 len: 379 time: 0.0520396 Aug 17 00:17:12.232970 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-cb611ca5-4e10-463e-9e2e-2f417fe178ab req-5af94e3a-433c-4c91-9e3f-a9b40f4dcaae tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Request body: {'port': {'device_id': 'c9190876-1c74-4231-8ac7-b95e527158c0', 'network_id': '79eafc3b-bfa5-4e4e-bb6d-b03eccb1308c', 'admin_state_up': True, 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'security_groups': ['a5c58054-ea98-4296-b205-46c44f962f8c']}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:17:12.357580 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb611ca5-4e10-463e-9e2e-2f417fe178ab req-5af94e3a-433c-4c91-9e3f-a9b40f4dcaae tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Made reservation on behalf of 8d5ca35b88544f06a4e5fba0ad3d3cbd for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:17:12.361540 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-cb611ca5-4e10-463e-9e2e-2f417fe178ab req-5af94e3a-433c-4c91-9e3f-a9b40f4dcaae tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:12.505545 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-cb611ca5-4e10-463e-9e2e-2f417fe178ab req-5af94e3a-433c-4c91-9e3f-a9b40f4dcaae tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Allocated IP 172.20.0.4 (79eafc3b-bfa5-4e4e-bb6d-b03eccb1308c/41e82172-fc68-4e23-a6c4-96a7f09298ce/f34b9251-99e6-4a63-8eb0-70b4c1f309a8) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:17:12.661268 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-cb611ca5-4e10-463e-9e2e-2f417fe178ab req-5af94e3a-433c-4c91-9e3f-a9b40f4dcaae tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:12.678392 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-cb611ca5-4e10-463e-9e2e-2f417fe178ab req-5af94e3a-433c-4c91-9e3f-a9b40f4dcaae tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Transition to ACTIVE for port object f34b9251-99e6-4a63-8eb0-70b4c1f309a8 will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:17:12.717674 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-cb611ca5-4e10-463e-9e2e-2f417fe178ab req-5af94e3a-433c-4c91-9e3f-a9b40f4dcaae tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:12.764596 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb611ca5-4e10-463e-9e2e-2f417fe178ab req-5af94e3a-433c-4c91-9e3f-a9b40f4dcaae tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Network 79eafc3b-bfa5-4e4e-bb6d-b03eccb1308c is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:17:12.767885 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-cb611ca5-4e10-463e-9e2e-2f417fe178ab req-5af94e3a-433c-4c91-9e3f-a9b40f4dcaae tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:17:12.771784 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb611ca5-4e10-463e-9e2e-2f417fe178ab req-5af94e3a-433c-4c91-9e3f-a9b40f4dcaae tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:17:12.778860 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af94e3a-433c-4c91-9e3f-a9b40f4dcaae tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event updated for resources: {'Port': ['ID=f34b9251-99e6-4a63-8eb0-70b4c1f309a8,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:12.839909 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb611ca5-4e10-463e-9e2e-2f417fe178ab req-5af94e3a-433c-4c91-9e3f-a9b40f4dcaae tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:12.840395 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-cb611ca5-4e10-463e-9e2e-2f417fe178ab req-5af94e3a-433c-4c91-9e3f-a9b40f4dcaae tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:12.859447 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-cb611ca5-4e10-463e-9e2e-2f417fe178ab req-5af94e3a-433c-4c91-9e3f-a9b40f4dcaae tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6328149 Aug 17 00:17:12.879530 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-cb611ca5-4e10-463e-9e2e-2f417fe178ab req-64aa176b-ba66-43e7-8219-d0784ef29a61 service neutron] Request body: {'port': {'device_id': 'c9190876-1c74-4231-8ac7-b95e527158c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:17:12.945924 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-cb611ca5-4e10-463e-9e2e-2f417fe178ab req-64aa176b-ba66-43e7-8219-d0784ef29a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:13.072613 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-6ead5a9c-7ecc-45ec-b671-996497582a0b None None] Provisioning for port f34b9251-99e6-4a63-8eb0-70b4c1f309a8 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:17:13.081004 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-6ead5a9c-7ecc-45ec-b671-996497582a0b None None] Provisioning complete for port f34b9251-99e6-4a63-8eb0-70b4c1f309a8 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:17:13.081526 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-6ead5a9c-7ecc-45ec-b671-996497582a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:13.126245 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-6ead5a9c-7ecc-45ec-b671-996497582a0b None None] Port f34b9251-99e6-4a63-8eb0-70b4c1f309a8 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:17:13.176347 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd8c85b-2c3d-4551-ba0f-1e57a94c6a55 req-8c415fba-0085-4330-915a-3ef5c6c9b4a7 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:13.178093 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-afd8c85b-2c3d-4551-ba0f-1e57a94c6a55 req-8c415fba-0085-4330-915a-3ef5c6c9b4a7 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9190876-1c74-4231-8ac7-b95e527158c0 HTTP/1.1" status: 200 len: 931 time: 0.0581248 Aug 17 00:17:13.220128 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-afd8c85b-2c3d-4551-ba0f-1e57a94c6a55 req-4a1bae84-3eb8-4297-91e8-a71ab520c197 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5c58054-ea98-4296-b205-46c44f962f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357721 Aug 17 00:17:13.240198 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-cb611ca5-4e10-463e-9e2e-2f417fe178ab req-64aa176b-ba66-43e7-8219-d0784ef29a61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f34b9251-99e6-4a63-8eb0-70b4c1f309a8 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:17:13.248605 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-cb611ca5-4e10-463e-9e2e-2f417fe178ab req-64aa176b-ba66-43e7-8219-d0784ef29a61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:13.260580 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-cb611ca5-4e10-463e-9e2e-2f417fe178ab req-64aa176b-ba66-43e7-8219-d0784ef29a61 service neutron] Transition to ACTIVE for port object f34b9251-99e6-4a63-8eb0-70b4c1f309a8 will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:17:13.264199 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-cb611ca5-4e10-463e-9e2e-2f417fe178ab req-64aa176b-ba66-43e7-8219-d0784ef29a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:13.311330 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aa176b-ba66-43e7-8219-d0784ef29a61 service neutron] Pushing event updated for resources: {'Port': ['ID=f34b9251-99e6-4a63-8eb0-70b4c1f309a8,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:13.389039 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-cb611ca5-4e10-463e-9e2e-2f417fe178ab req-64aa176b-ba66-43e7-8219-d0784ef29a61 service neutron] Attempting to bind port f34b9251-99e6-4a63-8eb0-70b4c1f309a8 on host n-h2-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:17:13.389300 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-cb611ca5-4e10-463e-9e2e-2f417fe178ab req-64aa176b-ba66-43e7-8219-d0784ef29a61 service neutron] Attempting to bind port f34b9251-99e6-4a63-8eb0-70b4c1f309a8 by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': '43435f71-eff1-4303-93ed-7eae7dd9c8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '79eafc3b-bfa5-4e4e-bb6d-b03eccb1308c'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:17:13.389679 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb611ca5-4e10-463e-9e2e-2f417fe178ab req-64aa176b-ba66-43e7-8219-d0784ef29a61 service neutron] Attempting to bind port f34b9251-99e6-4a63-8eb0-70b4c1f309a8 on network 79eafc3b-bfa5-4e4e-bb6d-b03eccb1308c {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:17:13.396294 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb611ca5-4e10-463e-9e2e-2f417fe178ab req-64aa176b-ba66-43e7-8219-d0784ef29a61 service neutron] Port f34b9251-99e6-4a63-8eb0-70b4c1f309a8 on network 79eafc3b-bfa5-4e4e-bb6d-b03eccb1308c not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:17:13.396868 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb611ca5-4e10-463e-9e2e-2f417fe178ab req-64aa176b-ba66-43e7-8219-d0784ef29a61 service neutron] Attempting to bind port f34b9251-99e6-4a63-8eb0-70b4c1f309a8 on network 79eafc3b-bfa5-4e4e-bb6d-b03eccb1308c {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:17:13.404379 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb611ca5-4e10-463e-9e2e-2f417fe178ab req-64aa176b-ba66-43e7-8219-d0784ef29a61 service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:17:13.404755 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb611ca5-4e10-463e-9e2e-2f417fe178ab req-64aa176b-ba66-43e7-8219-d0784ef29a61 service neutron] Checking segment: {'id': '43435f71-eff1-4303-93ed-7eae7dd9c8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '79eafc3b-bfa5-4e4e-bb6d-b03eccb1308c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:17:13.405146 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb611ca5-4e10-463e-9e2e-2f417fe178ab req-64aa176b-ba66-43e7-8219-d0784ef29a61 service neutron] Bound using segment: {'id': '43435f71-eff1-4303-93ed-7eae7dd9c8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '79eafc3b-bfa5-4e4e-bb6d-b03eccb1308c'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:17:13.405583 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-cb611ca5-4e10-463e-9e2e-2f417fe178ab req-64aa176b-ba66-43e7-8219-d0784ef29a61 service neutron] Bound port: f34b9251-99e6-4a63-8eb0-70b4c1f309a8, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43435f71-eff1-4303-93ed-7eae7dd9c8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '79eafc3b-bfa5-4e4e-bb6d-b03eccb1308c'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:17:13.405949 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-cb611ca5-4e10-463e-9e2e-2f417fe178ab req-64aa176b-ba66-43e7-8219-d0784ef29a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:13.479726 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-cb611ca5-4e10-463e-9e2e-2f417fe178ab req-64aa176b-ba66-43e7-8219-d0784ef29a61 service neutron] For port f34b9251-99e6-4a63-8eb0-70b4c1f309a8, host n-h2-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:17:13.483776 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-cb611ca5-4e10-463e-9e2e-2f417fe178ab req-64aa176b-ba66-43e7-8219-d0784ef29a61 service neutron] For port f34b9251-99e6-4a63-8eb0-70b4c1f309a8, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=f34b9251-99e6-4a63-8eb0-70b4c1f309a8,segment=NetworkSegment(43435f71-eff1-4303-93ed-7eae7dd9c8a3),segment_id=43435f71-eff1-4303-93ed-7eae7dd9c8a3)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:17:13.487767 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-cb611ca5-4e10-463e-9e2e-2f417fe178ab req-64aa176b-ba66-43e7-8219-d0784ef29a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:13.519049 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb611ca5-4e10-463e-9e2e-2f417fe178ab req-64aa176b-ba66-43e7-8219-d0784ef29a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:13.519662 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-cb611ca5-4e10-463e-9e2e-2f417fe178ab req-64aa176b-ba66-43e7-8219-d0784ef29a61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:13.521288 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-cb611ca5-4e10-463e-9e2e-2f417fe178ab req-64aa176b-ba66-43e7-8219-d0784ef29a61 service neutron] 10.222.0.57 "PUT /v2.0/ports/f34b9251-99e6-4a63-8eb0-70b4c1f309a8 HTTP/1.1" status: 200 len: 1092 time: 0.6474874 Aug 17 00:17:13.523532 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9190876-1c74-4231-8ac7-b95e527158c0', 'tag': 'f34b9251-99e6-4a63-8eb0-70b4c1f309a8'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:17:13.525892 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7165c1ab170cf7a86a4d2d0d4fd52c1e3b7b58c190c14e765d35b2aa62be1e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3e0b9aa-300d-4cfc-a219-f56fe35e22e0" -d '{"events": [{"name": "network-changed", "server_uuid": "c9190876-1c74-4231-8ac7-b95e527158c0", "tag": "f34b9251-99e6-4a63-8eb0-70b4c1f309a8"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:17:13.559122 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aa176b-ba66-43e7-8219-d0784ef29a61 service neutron] Pushing event updated for resources: {'Port': ['ID=f34b9251-99e6-4a63-8eb0-70b4c1f309a8,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:13.570998 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d26cf9f9-3619-4e21-a817-bfa2a79a519f x-openstack-request-id: req-d26cf9f9-3619-4e21-a817-bfa2a79a519f {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:17:13.571420 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9190876-1c74-4231-8ac7-b95e527158c0", "tag": "f34b9251-99e6-4a63-8eb0-70b4c1f309a8", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:17:13.571705 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d26cf9f9-3619-4e21-a817-bfa2a79a519f {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:17:13.572098 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9190876-1c74-4231-8ac7-b95e527158c0', 'tag': 'f34b9251-99e6-4a63-8eb0-70b4c1f309a8', 'status': 'completed', 'code': 200} Aug 17 00:17:13.631755 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb611ca5-4e10-463e-9e2e-2f417fe178ab req-e6fed672-e300-483f-9801-c550d39e0d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:13.633323 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-cb611ca5-4e10-463e-9e2e-2f417fe178ab req-e6fed672-e300-483f-9801-c550d39e0d60 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8d5ca35b88544f06a4e5fba0ad3d3cbd&device_id=c9190876-1c74-4231-8ac7-b95e527158c0 HTTP/1.1" status: 200 len: 1095 time: 0.0439422 Aug 17 00:17:13.688956 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-cb611ca5-4e10-463e-9e2e-2f417fe178ab req-1c64a4ed-87e8-4637-bd6d-9aca66cf6ae6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f34b9251-99e6-4a63-8eb0-70b4c1f309a8 HTTP/1.1" status: 200 len: 217 time: 0.0415630 Aug 17 00:17:13.743327 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb611ca5-4e10-463e-9e2e-2f417fe178ab req-787139b2-20b0-4b44-a6c4-4ab143215c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:13.744831 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-cb611ca5-4e10-463e-9e2e-2f417fe178ab req-787139b2-20b0-4b44-a6c4-4ab143215c22 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=41e82172-fc68-4e23-a6c4-96a7f09298ce HTTP/1.1" status: 200 len: 834 time: 0.0484748 Aug 17 00:17:13.790245 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb611ca5-4e10-463e-9e2e-2f417fe178ab req-5f471b8c-82f5-4f28-bec9-97a721e36c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:13.791757 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-cb611ca5-4e10-463e-9e2e-2f417fe178ab req-5f471b8c-82f5-4f28-bec9-97a721e36c6b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=79eafc3b-bfa5-4e4e-bb6d-b03eccb1308c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394394 Aug 17 00:17:13.863884 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 146d7b8e-b7e8-48eb-aca3-041a4b0c759a up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:17:13.888514 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-cb611ca5-4e10-463e-9e2e-2f417fe178ab req-eb89b8f3-49f4-49b2-b82d-72b8f831e42a service neutron] 10.222.0.57 "GET /v2.0/networks/79eafc3b-bfa5-4e4e-bb6d-b03eccb1308c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893846 Aug 17 00:17:13.916251 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 146d7b8e-b7e8-48eb-aca3-041a4b0c759a completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:17:13.920773 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 146d7b8e-b7e8-48eb-aca3-041a4b0c759a triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:17:13.921155 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:13.984361 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-cb611ca5-4e10-463e-9e2e-2f417fe178ab req-df591d53-23b1-4728-95f3-fc79358507c3 service neutron] 10.222.0.57 "GET /v2.0/networks/79eafc3b-bfa5-4e4e-bb6d-b03eccb1308c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881855 Aug 17 00:17:14.001515 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:14.035867 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 146d7b8e-b7e8-48eb-aca3-041a4b0c759a, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=146d7b8e-b7e8-48eb-aca3-041a4b0c759a,segment=NetworkSegment(43435f71-eff1-4303-93ed-7eae7dd9c8a3),segment_id=43435f71-eff1-4303-93ed-7eae7dd9c8a3)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:17:14.040184 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:14.092391 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=146d7b8e-b7e8-48eb-aca3-041a4b0c759a,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:14.109306 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e0b9aa-300d-4cfc-a219-f56fe35e22e0 req-1d1a5b53-461e-49e1-9c57-54c2e33dcfec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:14.110757 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-a3e0b9aa-300d-4cfc-a219-f56fe35e22e0 req-1d1a5b53-461e-49e1-9c57-54c2e33dcfec service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8d5ca35b88544f06a4e5fba0ad3d3cbd&device_id=c9190876-1c74-4231-8ac7-b95e527158c0 HTTP/1.1" status: 200 len: 1095 time: 0.0442722 Aug 17 00:17:14.205507 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e0b9aa-300d-4cfc-a219-f56fe35e22e0 req-e5de8241-2477-4f4d-8315-245d918b12ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:14.206999 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-a3e0b9aa-300d-4cfc-a219-f56fe35e22e0 req-e5de8241-2477-4f4d-8315-245d918b12ce service neutron] 10.222.0.57 "GET /v2.0/networks?id=79eafc3b-bfa5-4e4e-bb6d-b03eccb1308c HTTP/1.1" status: 200 len: 898 time: 0.0890884 Aug 17 00:17:14.248898 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-a3e0b9aa-300d-4cfc-a219-f56fe35e22e0 req-8cd7615f-3130-4479-aa1d-b96a59130836 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f34b9251-99e6-4a63-8eb0-70b4c1f309a8 HTTP/1.1" status: 200 len: 217 time: 0.0345771 Aug 17 00:17:14.302646 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e0b9aa-300d-4cfc-a219-f56fe35e22e0 req-c341f18d-b123-4a98-aa93-19ca2afe84fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:14.304154 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-a3e0b9aa-300d-4cfc-a219-f56fe35e22e0 req-c341f18d-b123-4a98-aa93-19ca2afe84fa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=41e82172-fc68-4e23-a6c4-96a7f09298ce HTTP/1.1" status: 200 len: 834 time: 0.0488100 Aug 17 00:17:14.623343 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e0b9aa-300d-4cfc-a219-f56fe35e22e0 req-060cf159-b0db-4994-a7ea-b5e3b99f5c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:14.624845 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-a3e0b9aa-300d-4cfc-a219-f56fe35e22e0 req-060cf159-b0db-4994-a7ea-b5e3b99f5c01 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=79eafc3b-bfa5-4e4e-bb6d-b03eccb1308c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3139546 Aug 17 00:17:14.698229 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea107ac7-987e-41a1-99e2-4dad347a1f42 req-49042d21-c7e0-4310-962d-13d5898bda8c tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:14.699732 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ea107ac7-987e-41a1-99e2-4dad347a1f42 req-49042d21-c7e0-4310-962d-13d5898bda8c tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9190876-1c74-4231-8ac7-b95e527158c0 HTTP/1.1" status: 200 len: 943 time: 0.4112606 Aug 17 00:17:14.718805 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-a3e0b9aa-300d-4cfc-a219-f56fe35e22e0 req-018e5cf1-4761-4896-8f7c-76b2e903fabf service neutron] 10.222.0.57 "GET /v2.0/networks/79eafc3b-bfa5-4e4e-bb6d-b03eccb1308c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867405 Aug 17 00:17:14.738579 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ea107ac7-987e-41a1-99e2-4dad347a1f42 req-fec50dcb-2795-4600-81d4-273f88031a4a tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5c58054-ea98-4296-b205-46c44f962f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324700 Aug 17 00:17:14.813219 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-a3e0b9aa-300d-4cfc-a219-f56fe35e22e0 req-1e83a43d-ee7f-4842-af57-905c375d97e7 service neutron] 10.222.0.57 "GET /v2.0/networks/79eafc3b-bfa5-4e4e-bb6d-b03eccb1308c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865080 Aug 17 00:17:15.849460 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 146d7b8e-b7e8-48eb-aca3-041a4b0c759a up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:17:15.860314 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49231e7-d55a-45ba-be28-7ba85751c43e req-ed843ca0-2303-42c6-89c7-43093c2ab175 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:15.861896 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a49231e7-d55a-45ba-be28-7ba85751c43e req-ed843ca0-2303-42c6-89c7-43093c2ab175 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9190876-1c74-4231-8ac7-b95e527158c0 HTTP/1.1" status: 200 len: 943 time: 0.0515201 Aug 17 00:17:15.898734 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 146d7b8e-b7e8-48eb-aca3-041a4b0c759a triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:17:15.899116 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:15.899715 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a49231e7-d55a-45ba-be28-7ba85751c43e req-2f812229-2438-4796-94fc-91de6d6eaaee tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5c58054-ea98-4296-b205-46c44f962f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316012 Aug 17 00:17:17.018008 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746fd06d-54f5-4d8a-8e31-38a3d69973d5 req-f4c2498a-00bf-4cdd-ae02-fafa771e182d tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:17.019600 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-746fd06d-54f5-4d8a-8e31-38a3d69973d5 req-f4c2498a-00bf-4cdd-ae02-fafa771e182d tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9190876-1c74-4231-8ac7-b95e527158c0 HTTP/1.1" status: 200 len: 943 time: 0.0490198 Aug 17 00:17:17.061341 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-746fd06d-54f5-4d8a-8e31-38a3d69973d5 req-948592b3-eafa-420b-b079-f541323ff058 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5c58054-ea98-4296-b205-46c44f962f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357118 Aug 17 00:17:17.837826 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-5fd2fdef-8c7c-4fdf-b6eb-95726d8bba4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:18.179597 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ce961a-84f9-4c81-9c6b-8b8621536612 req-6a0433f3-fff5-47c8-ae7e-0662db152df3 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:18.181141 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-34ce961a-84f9-4c81-9c6b-8b8621536612 req-6a0433f3-fff5-47c8-ae7e-0662db152df3 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9190876-1c74-4231-8ac7-b95e527158c0 HTTP/1.1" status: 200 len: 943 time: 0.0504115 Aug 17 00:17:18.195658 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device f34b9251-99e6-4a63-8eb0-70b4c1f309a8 details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:17:18.222200 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-34ce961a-84f9-4c81-9c6b-8b8621536612 req-e431e488-9ae2-4bea-9402-6db4c57270eb tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5c58054-ea98-4296-b205-46c44f962f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349522 Aug 17 00:17:18.293188 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port f34b9251-99e6-4a63-8eb0-70b4c1f309a8, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=f34b9251-99e6-4a63-8eb0-70b4c1f309a8,segment=NetworkSegment(43435f71-eff1-4303-93ed-7eae7dd9c8a3),segment_id=43435f71-eff1-4303-93ed-7eae7dd9c8a3)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:17:18.304492 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': 'f34b9251-99e6-4a63-8eb0-70b4c1f309a8', 'network_id': '79eafc3b-bfa5-4e4e-bb6d-b03eccb1308c', 'port_id': 'f34b9251-99e6-4a63-8eb0-70b4c1f309a8', 'mac_address': 'fa:16:3e:1a:98:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41e82172-fc68-4e23-a6c4-96a7f09298ce', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:17:18.340369 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:18.352999 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f34b9251-99e6-4a63-8eb0-70b4c1f309a8 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:17:18.372037 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port f34b9251-99e6-4a63-8eb0-70b4c1f309a8, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=f34b9251-99e6-4a63-8eb0-70b4c1f309a8,segment=NetworkSegment(43435f71-eff1-4303-93ed-7eae7dd9c8a3),segment_id=43435f71-eff1-4303-93ed-7eae7dd9c8a3)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:17:18.376300 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:18.425019 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=f34b9251-99e6-4a63-8eb0-70b4c1f309a8,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:18.772853 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['f34b9251-99e6-4a63-8eb0-70b4c1f309a8'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:17:19.339038 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b98c94-f221-4af5-bec6-9717357d80a7 req-0cff3ecd-e25d-43c9-ba1b-505a75217170 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:19.340426 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a4b98c94-f221-4af5-bec6-9717357d80a7 req-0cff3ecd-e25d-43c9-ba1b-505a75217170 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9190876-1c74-4231-8ac7-b95e527158c0 HTTP/1.1" status: 200 len: 944 time: 0.0497272 Aug 17 00:17:19.376964 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a4b98c94-f221-4af5-bec6-9717357d80a7 req-d387ae08-71fc-4937-87af-29a746dd2530 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5c58054-ea98-4296-b205-46c44f962f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303500 Aug 17 00:17:19.923155 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-1f8c1671-260d-4821-a416-73d972ba5f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:20.211235 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device f34b9251-99e6-4a63-8eb0-70b4c1f309a8 up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:17:20.261332 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning for port f34b9251-99e6-4a63-8eb0-70b4c1f309a8 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:17:20.265349 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port f34b9251-99e6-4a63-8eb0-70b4c1f309a8 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:17:20.265730 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:20.341283 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:20.364127 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9190876-1c74-4231-8ac7-b95e527158c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f34b9251-99e6-4a63-8eb0-70b4c1f309a8'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:17:20.366403 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d789e1acf86fc3837d65c5c7bf7b17f03ca076816da63f24d17cffa1a624f203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3bb881e-c394-474d-bb76-f721b9bdbe39" -d '{"events": [{"server_uuid": "c9190876-1c74-4231-8ac7-b95e527158c0", "name": "network-vif-plugged", "status": "completed", "tag": "f34b9251-99e6-4a63-8eb0-70b4c1f309a8"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:17:20.380356 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port f34b9251-99e6-4a63-8eb0-70b4c1f309a8, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=f34b9251-99e6-4a63-8eb0-70b4c1f309a8,segment=NetworkSegment(43435f71-eff1-4303-93ed-7eae7dd9c8a3),segment_id=43435f71-eff1-4303-93ed-7eae7dd9c8a3)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:17:20.384855 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:20.415416 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ea2e51c-6cc8-4488-b1b4-dfe710301e06 x-openstack-request-id: req-5ea2e51c-6cc8-4488-b1b4-dfe710301e06 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:17:20.415715 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9190876-1c74-4231-8ac7-b95e527158c0", "name": "network-vif-plugged", "status": "completed", "tag": "f34b9251-99e6-4a63-8eb0-70b4c1f309a8", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:17:20.415971 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5ea2e51c-6cc8-4488-b1b4-dfe710301e06 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:17:20.416395 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9190876-1c74-4231-8ac7-b95e527158c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f34b9251-99e6-4a63-8eb0-70b4c1f309a8', 'code': 200} Aug 17 00:17:20.447385 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=f34b9251-99e6-4a63-8eb0-70b4c1f309a8,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:20.498546 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a8d0d6-771a-44ae-90a2-3fc0bcb349d1 req-6b2dea2e-a550-44f6-be6d-38671e713de7 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:20.500031 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-48a8d0d6-771a-44ae-90a2-3fc0bcb349d1 req-6b2dea2e-a550-44f6-be6d-38671e713de7 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9190876-1c74-4231-8ac7-b95e527158c0 HTTP/1.1" status: 200 len: 945 time: 0.0507636 Aug 17 00:17:20.534495 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29e6510-1cb5-4dc9-bf09-4aea6b16f5f9 req-ffda2655-2ef7-41d2-b5d7-9fdc4c3eb266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:20.536001 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d29e6510-1cb5-4dc9-bf09-4aea6b16f5f9 req-ffda2655-2ef7-41d2-b5d7-9fdc4c3eb266 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c9190876-1c74-4231-8ac7-b95e527158c0 HTTP/1.1" status: 200 len: 1097 time: 0.0415242 Aug 17 00:17:20.542432 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-48a8d0d6-771a-44ae-90a2-3fc0bcb349d1 req-39657be0-1387-4f8a-91dd-f267f1ef8bf5 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5c58054-ea98-4296-b205-46c44f962f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360680 Aug 17 00:17:20.570866 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d29e6510-1cb5-4dc9-bf09-4aea6b16f5f9 req-ba7d830e-6e43-4193-88d6-4fd5f739e6d6 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a5c58054-ea98-4296-b205-46c44f962f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279541 Aug 17 00:17:20.821691 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:21.658352 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f447915d-c4cb-4719-8f28-5119e9d57f03 req-1387bc72-3d6d-47b6-8b17-675a5eead165 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:21.659848 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f447915d-c4cb-4719-8f28-5119e9d57f03 req-1387bc72-3d6d-47b6-8b17-675a5eead165 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9190876-1c74-4231-8ac7-b95e527158c0 HTTP/1.1" status: 200 len: 945 time: 0.0490692 Aug 17 00:17:21.697056 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f447915d-c4cb-4719-8f28-5119e9d57f03 req-af39832e-f66f-46a1-9456-0de264d7d80d tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5c58054-ea98-4296-b205-46c44f962f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311830 Aug 17 00:17:21.909309 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:22.811107 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfc77ec-0bf8-41c3-9907-1f88edb746f0 req-ef3d16eb-b82d-476f-b615-84658d3094a5 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:22.812617 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0cfc77ec-0bf8-41c3-9907-1f88edb746f0 req-ef3d16eb-b82d-476f-b615-84658d3094a5 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9190876-1c74-4231-8ac7-b95e527158c0 HTTP/1.1" status: 200 len: 945 time: 0.0481451 Aug 17 00:17:22.848596 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0cfc77ec-0bf8-41c3-9907-1f88edb746f0 req-467854c0-dba4-467b-a6ff-5f2f4b7f3cc2 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5c58054-ea98-4296-b205-46c44f962f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301037 Aug 17 00:17:22.962452 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ac5f80-e587-40ba-815e-e17cd1a45cc6 req-226f15a1-36ab-48ec-9be2-12389626b00d tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:22.963834 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-41ac5f80-e587-40ba-815e-e17cd1a45cc6 req-226f15a1-36ab-48ec-9be2-12389626b00d tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9190876-1c74-4231-8ac7-b95e527158c0 HTTP/1.1" status: 200 len: 945 time: 0.0485942 Aug 17 00:17:23.006429 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-41ac5f80-e587-40ba-815e-e17cd1a45cc6 req-0a2eaf8c-e50f-43d7-bbc6-c9839b65cc3d tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5c58054-ea98-4296-b205-46c44f962f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363266 Aug 17 00:17:23.028174 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60480) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:23.067904 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef2595a-982f-4c67-ae86-f94ed7e3c76d tempest-TestNetworkAdvancedServerOps-239719549 tempest-TestNetworkAdvancedServerOps-239719549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:23.069463 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-eef2595a-982f-4c67-ae86-f94ed7e3c76d tempest-TestNetworkAdvancedServerOps-239719549 tempest-TestNetworkAdvancedServerOps-239719549-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c9190876-1c74-4231-8ac7-b95e527158c0 HTTP/1.1" status: 200 len: 1092 time: 0.0401778 Aug 17 00:17:23.072209 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60482) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:23.076750 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-6eddd840-f4f1-45e8-86a6-4d496b5c8924 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Request body: {'floatingip': {'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'port_id': 'f34b9251-99e6-4a63-8eb0-70b4c1f309a8', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:17:23.098970 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6eddd840-f4f1-45e8-86a6-4d496b5c8924 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for floatingip, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:23.172378 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:23.197978 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6eddd840-f4f1-45e8-86a6-4d496b5c8924 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:23.301293 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-6eddd840-f4f1-45e8-86a6-4d496b5c8924 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Allocated IP 172.25.4.72 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/4a201371-50b6-4b10-8e24-d7086ff09891) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:17:23.407591 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6eddd840-f4f1-45e8-86a6-4d496b5c8924 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:23.445965 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6eddd840-f4f1-45e8-86a6-4d496b5c8924 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:23.492074 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eddd840-f4f1-45e8-86a6-4d496b5c8924 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:17:23.498065 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-6eddd840-f4f1-45e8-86a6-4d496b5c8924 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:17:23.500235 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eddd840-f4f1-45e8-86a6-4d496b5c8924 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event updated for resources: {'Port': ['ID=4a201371-50b6-4b10-8e24-d7086ff09891,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:23.502573 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eddd840-f4f1-45e8-86a6-4d496b5c8924 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:17:23.525987 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eddd840-f4f1-45e8-86a6-4d496b5c8924 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:17:23.526339 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eddd840-f4f1-45e8-86a6-4d496b5c8924 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:17:23.526685 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eddd840-f4f1-45e8-86a6-4d496b5c8924 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:17:23.527025 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eddd840-f4f1-45e8-86a6-4d496b5c8924 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:17:23.527365 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eddd840-f4f1-45e8-86a6-4d496b5c8924 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:17:23.527708 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eddd840-f4f1-45e8-86a6-4d496b5c8924 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:17:23.528067 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eddd840-f4f1-45e8-86a6-4d496b5c8924 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:17:23.528402 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eddd840-f4f1-45e8-86a6-4d496b5c8924 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:17:23.528796 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eddd840-f4f1-45e8-86a6-4d496b5c8924 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:17:23.529130 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eddd840-f4f1-45e8-86a6-4d496b5c8924 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:17:23.529466 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eddd840-f4f1-45e8-86a6-4d496b5c8924 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:17:23.529789 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eddd840-f4f1-45e8-86a6-4d496b5c8924 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:17:23.875770 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6eddd840-f4f1-45e8-86a6-4d496b5c8924 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:23.941870 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6eddd840-f4f1-45e8-86a6-4d496b5c8924 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:24.091845 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6eddd840-f4f1-45e8-86a6-4d496b5c8924 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:24.097428 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6eddd840-f4f1-45e8-86a6-4d496b5c8924 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:24.169571 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eddd840-f4f1-45e8-86a6-4d496b5c8924 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event updated for resources: {'Port': ['ID=4a201371-50b6-4b10-8e24-d7086ff09891,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:17:24.182607 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6eddd840-f4f1-45e8-86a6-4d496b5c8924 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:24.281628 n-d-791506-26 neutron-server[101292]: INFO neutron.db.l3_db [None req-6eddd840-f4f1-45e8-86a6-4d496b5c8924 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Floating IP 434c8872-3f7d-4d20-affa-4dea184e0dfc associated. External IP: 172.25.4.72, port: f34b9251-99e6-4a63-8eb0-70b4c1f309a8. Aug 17 00:17:24.498496 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eddd840-f4f1-45e8-86a6-4d496b5c8924 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Router 62125033-6721-467c-8541-41299b082272 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:17:24.611750 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eddd840-f4f1-45e8-86a6-4d496b5c8924 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:17:24.623883 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6486f4-0fab-4133-8157-7831e49d4bf6 None None] Sync routers for ids ['62125033-6721-467c-8541-41299b082272'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:17:24.628756 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6eddd840-f4f1-45e8-86a6-4d496b5c8924 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:24.637709 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6486f4-0fab-4133-8157-7831e49d4bf6 None None] Routers {'62125033-6721-467c-8541-41299b082272'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:17:24.651745 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-6a6486f4-0fab-4133-8157-7831e49d4bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:17:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['62125033-6721-467c-8541-41299b082272'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:17:24.667028 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-6eddd840-f4f1-45e8-86a6-4d496b5c8924 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5873868 Aug 17 00:17:24.667028 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9190876-1c74-4231-8ac7-b95e527158c0', 'tag': 'f34b9251-99e6-4a63-8eb0-70b4c1f309a8'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:17:24.667028 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5be9a9c22bfe9382157933c6eba925c7622163b8a5c85bc608140d30d6fa20cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aecc4b3-18a8-4d0b-89d4-30e93b505da2" -d '{"events": [{"name": "network-changed", "server_uuid": "c9190876-1c74-4231-8ac7-b95e527158c0", "tag": "f34b9251-99e6-4a63-8eb0-70b4c1f309a8"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:17:24.714590 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0c33b13-b81a-40d1-b859-769ddb616e75 x-openstack-request-id: req-e0c33b13-b81a-40d1-b859-769ddb616e75 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:17:24.714888 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9190876-1c74-4231-8ac7-b95e527158c0", "tag": "f34b9251-99e6-4a63-8eb0-70b4c1f309a8", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:17:24.715151 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e0c33b13-b81a-40d1-b859-769ddb616e75 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:17:24.717060 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9190876-1c74-4231-8ac7-b95e527158c0', 'tag': 'f34b9251-99e6-4a63-8eb0-70b4c1f309a8', 'status': 'completed', 'code': 200} Aug 17 00:17:24.786155 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcca129-0b89-436d-9c07-cabc1f7e566d req-79b1be95-b195-4baa-8303-848b6d0d89b8 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:24.787912 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cdcca129-0b89-436d-9c07-cabc1f7e566d req-79b1be95-b195-4baa-8303-848b6d0d89b8 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9190876-1c74-4231-8ac7-b95e527158c0 HTTP/1.1" status: 200 len: 945 time: 0.0556626 Aug 17 00:17:24.796524 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-6a6486f4-0fab-4133-8157-7831e49d4bf6 None None] Set router 62125033-6721-467c-8541-41299b082272 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:17:24.824597 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aecc4b3-18a8-4d0b-89d4-30e93b505da2 req-bd26a6af-cfbe-4add-8150-612c262d975d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:24.827597 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0aecc4b3-18a8-4d0b-89d4-30e93b505da2 req-bd26a6af-cfbe-4add-8150-612c262d975d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8d5ca35b88544f06a4e5fba0ad3d3cbd&device_id=c9190876-1c74-4231-8ac7-b95e527158c0 HTTP/1.1" status: 200 len: 1097 time: 0.0588033 Aug 17 00:17:24.833902 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cdcca129-0b89-436d-9c07-cabc1f7e566d req-6c39455f-3b52-422a-ad6f-00ba4a12baf7 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5c58054-ea98-4296-b205-46c44f962f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385644 Aug 17 00:17:24.864898 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60490) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:24.938955 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aecc4b3-18a8-4d0b-89d4-30e93b505da2 req-73f4fe48-f190-4e88-81c7-f087fa90a1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:24.941140 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0aecc4b3-18a8-4d0b-89d4-30e93b505da2 req-73f4fe48-f190-4e88-81c7-f087fa90a1f0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=79eafc3b-bfa5-4e4e-bb6d-b03eccb1308c HTTP/1.1" status: 200 len: 898 time: 0.1059158 Aug 17 00:17:24.946193 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-e9844169-ed9e-4584-8f73-5fd555865028 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/floatingips/434c8872-3f7d-4d20-affa-4dea184e0dfc HTTP/1.1" status: 200 len: 990 time: 0.0800471 Aug 17 00:17:25.027668 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0aecc4b3-18a8-4d0b-89d4-30e93b505da2 req-20f9b729-e7a6-4054-8428-8f01da5becac service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f34b9251-99e6-4a63-8eb0-70b4c1f309a8 HTTP/1.1" status: 200 len: 998 time: 0.0789387 Aug 17 00:17:25.070684 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-6a6486f4-0fab-4133-8157-7831e49d4bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62125033-6721-467c-8541-41299b082272', 'name': 'tempest-TestNetworkAdvancedServerOps-router-798789626', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '189c53d2-1b43-40a8-a154-b91a208f77f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:17:05Z', 'updated_at': '2021-08-17T00:17:08Z', 'revision_number': 4, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'gw_port': {'id': '189c53d2-1b43-40a8-a154-b91a208f77f8', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:47:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62125033-6721-467c-8541-41299b082272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:17:05Z', 'updated_at': '2021-08-17T00:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': '434c8872-3f7d-4d20-affa-4dea184e0dfc', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'floating_ip_address': '172.25.4.72', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': '62125033-6721-467c-8541-41299b082272', 'port_id': 'f34b9251-99e6-4a63-8eb0-70b4c1f309a8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79eafc3b-bfa5-4e4e-bb6d-b03eccb1308c', 'mac_address': 'fa:16:3e:1a:98:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9190876-1c74-4231-8ac7-b95e527158c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:17:23Z', 'updated_at': '2021-08-17T00:17:23Z', 'revision_number': 0, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '146d7b8e-b7e8-48eb-aca3-041a4b0c759a', 'name': '', 'network_id': '79eafc3b-bfa5-4e4e-bb6d-b03eccb1308c', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'mac_address': 'fa:16:3e:c9:78:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62125033-6721-467c-8541-41299b082272', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '41e82172-fc68-4e23-a6c4-96a7f09298ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:17:08Z', 'updated_at': '2021-08-17T00:17:14Z', 'revision_number': 5, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'subnets': [{'id': '41e82172-fc68-4e23-a6c4-96a7f09298ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:17:25.081098 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aecc4b3-18a8-4d0b-89d4-30e93b505da2 req-e38377b5-5412-452c-9038-b9401bc4cd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:25.082673 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0aecc4b3-18a8-4d0b-89d4-30e93b505da2 req-e38377b5-5412-452c-9038-b9401bc4cd43 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=41e82172-fc68-4e23-a6c4-96a7f09298ce HTTP/1.1" status: 200 len: 834 time: 0.0488913 Aug 17 00:17:25.103975 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6486f4-0fab-4133-8157-7831e49d4bf6 None None] Checking router: 62125033-6721-467c-8541-41299b082272 for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:17:25.116425 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6486f4-0fab-4133-8157-7831e49d4bf6 None None] Routers {'62125033-6721-467c-8541-41299b082272'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:17:25.117217 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-6a6486f4-0fab-4133-8157-7831e49d4bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:17:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['62125033-6721-467c-8541-41299b082272'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:17:25.160570 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aecc4b3-18a8-4d0b-89d4-30e93b505da2 req-93c4e819-2fcc-4c3c-b3aa-4eb734465dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:25.161422 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0aecc4b3-18a8-4d0b-89d4-30e93b505da2 req-93c4e819-2fcc-4c3c-b3aa-4eb734465dc7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=79eafc3b-bfa5-4e4e-bb6d-b03eccb1308c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0718567 Aug 17 00:17:25.234297 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-6a6486f4-0fab-4133-8157-7831e49d4bf6 None None] Set router 62125033-6721-467c-8541-41299b082272 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:17:25.261530 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0aecc4b3-18a8-4d0b-89d4-30e93b505da2 req-2baab022-bedd-499e-a164-7a673ce64b9e service neutron] 10.222.0.57 "GET /v2.0/networks/79eafc3b-bfa5-4e4e-bb6d-b03eccb1308c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936713 Aug 17 00:17:25.370863 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0aecc4b3-18a8-4d0b-89d4-30e93b505da2 req-4a25c73a-9eee-4455-b472-e14de297fd3f service neutron] 10.222.0.57 "GET /v2.0/networks/79eafc3b-bfa5-4e4e-bb6d-b03eccb1308c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027234 Aug 17 00:17:25.473008 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-6a6486f4-0fab-4133-8157-7831e49d4bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62125033-6721-467c-8541-41299b082272', 'name': 'tempest-TestNetworkAdvancedServerOps-router-798789626', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '189c53d2-1b43-40a8-a154-b91a208f77f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:17:05Z', 'updated_at': '2021-08-17T00:17:08Z', 'revision_number': 4, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'gw_port': {'id': '189c53d2-1b43-40a8-a154-b91a208f77f8', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:47:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62125033-6721-467c-8541-41299b082272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:17:05Z', 'updated_at': '2021-08-17T00:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': '434c8872-3f7d-4d20-affa-4dea184e0dfc', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'floating_ip_address': '172.25.4.72', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': '62125033-6721-467c-8541-41299b082272', 'port_id': 'f34b9251-99e6-4a63-8eb0-70b4c1f309a8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79eafc3b-bfa5-4e4e-bb6d-b03eccb1308c', 'mac_address': 'fa:16:3e:1a:98:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9190876-1c74-4231-8ac7-b95e527158c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:17:23Z', 'updated_at': '2021-08-17T00:17:23Z', 'revision_number': 0, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '146d7b8e-b7e8-48eb-aca3-041a4b0c759a', 'name': '', 'network_id': '79eafc3b-bfa5-4e4e-bb6d-b03eccb1308c', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'mac_address': 'fa:16:3e:c9:78:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62125033-6721-467c-8541-41299b082272', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '41e82172-fc68-4e23-a6c4-96a7f09298ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:17:08Z', 'updated_at': '2021-08-17T00:17:14Z', 'revision_number': 5, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'subnets': [{'id': '41e82172-fc68-4e23-a6c4-96a7f09298ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:17:25.502825 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6486f4-0fab-4133-8157-7831e49d4bf6 None None] The sync data for ids ['62125033-6721-467c-8541-41299b082272'] in n-d-791506-26 is: [{'id': '62125033-6721-467c-8541-41299b082272', 'name': 'tempest-TestNetworkAdvancedServerOps-router-798789626', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '189c53d2-1b43-40a8-a154-b91a208f77f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:17:05Z', 'updated_at': '2021-08-17T00:17:08Z', 'revision_number': 4, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'gw_port': {'id': '189c53d2-1b43-40a8-a154-b91a208f77f8', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:47:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62125033-6721-467c-8541-41299b082272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:17:05Z', 'updated_at': '2021-08-17T00:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': '434c8872-3f7d-4d20-affa-4dea184e0dfc', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'floating_ip_address': '172.25.4.72', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': '62125033-6721-467c-8541-41299b082272', 'port_id': 'f34b9251-99e6-4a63-8eb0-70b4c1f309a8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79eafc3b-bfa5-4e4e-bb6d-b03eccb1308c', 'mac_address': 'fa:16:3e:1a:98:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9190876-1c74-4231-8ac7-b95e527158c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:17:23Z', 'updated_at': '2021-08-17T00:17:23Z', 'revision_number': 0, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '146d7b8e-b7e8-48eb-aca3-041a4b0c759a', 'name': '', 'network_id': '79eafc3b-bfa5-4e4e-bb6d-b03eccb1308c', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'mac_address': 'fa:16:3e:c9:78:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62125033-6721-467c-8541-41299b082272', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '41e82172-fc68-4e23-a6c4-96a7f09298ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:17:08Z', 'updated_at': '2021-08-17T00:17:14Z', 'revision_number': 5, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'subnets': [{'id': '41e82172-fc68-4e23-a6c4-96a7f09298ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:17:25.703075 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1ac653-0f59-41fc-85b6-10340f3bbde4 None None] New status for floating IP 434c8872-3f7d-4d20-affa-4dea184e0dfc: ACTIVE {{(pid=101294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 00:17:25.951043 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 60492) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:17:26.019514 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-21ea06f9-7b56-4eea-a28d-1b8cfc4b64d1 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/floatingips/434c8872-3f7d-4d20-affa-4dea184e0dfc HTTP/1.1" status: 200 len: 992 time: 0.0673008 Aug 17 00:17:26.229048 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:42.182876 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:47.812560 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:17:47.837790 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-b85934b6-8d57-4ca3-9496-d0ad0aa22953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:47.995106 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5eb84ff0-08be-4c6a-b4df-4744e1d1b730 req-418b6511-d329-45e7-81ae-e9e3d094b849 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c9190876-1c74-4231-8ac7-b95e527158c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0800433 Aug 17 00:17:48.099851 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb84ff0-08be-4c6a-b4df-4744e1d1b730 req-8cfe0705-38b0-45ac-8149-17044f1b76a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:48.101465 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5eb84ff0-08be-4c6a-b4df-4744e1d1b730 req-8cfe0705-38b0-45ac-8149-17044f1b76a4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8d5ca35b88544f06a4e5fba0ad3d3cbd&device_id=c9190876-1c74-4231-8ac7-b95e527158c0 HTTP/1.1" status: 200 len: 1097 time: 0.0404623 Aug 17 00:17:48.210895 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb84ff0-08be-4c6a-b4df-4744e1d1b730 req-eb238e6b-41c5-4c45-85f9-7504915aef3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:48.212388 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5eb84ff0-08be-4c6a-b4df-4744e1d1b730 req-eb238e6b-41c5-4c45-85f9-7504915aef3b service neutron] 10.222.0.57 "GET /v2.0/networks?id=79eafc3b-bfa5-4e4e-bb6d-b03eccb1308c HTTP/1.1" status: 200 len: 898 time: 0.0911999 Aug 17 00:17:48.277666 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5eb84ff0-08be-4c6a-b4df-4744e1d1b730 req-208814f9-eebb-408c-9958-7c6f37c98f10 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f34b9251-99e6-4a63-8eb0-70b4c1f309a8 HTTP/1.1" status: 200 len: 1000 time: 0.0583279 Aug 17 00:17:48.326241 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb84ff0-08be-4c6a-b4df-4744e1d1b730 req-2ffbfde6-fe5a-4a6b-88fe-718e91d20000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:48.327702 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5eb84ff0-08be-4c6a-b4df-4744e1d1b730 req-2ffbfde6-fe5a-4a6b-88fe-718e91d20000 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=41e82172-fc68-4e23-a6c4-96a7f09298ce HTTP/1.1" status: 200 len: 834 time: 0.0435288 Aug 17 00:17:48.377498 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb84ff0-08be-4c6a-b4df-4744e1d1b730 req-14327e61-926a-403a-b781-b2f9102d8e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:17:48.379025 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5eb84ff0-08be-4c6a-b4df-4744e1d1b730 req-14327e61-926a-403a-b781-b2f9102d8e62 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=79eafc3b-bfa5-4e4e-bb6d-b03eccb1308c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448165 Aug 17 00:17:48.470440 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5eb84ff0-08be-4c6a-b4df-4744e1d1b730 req-71d5565b-4e60-4cc1-8ccc-c5e957f7ac66 service neutron] 10.222.0.57 "GET /v2.0/networks/79eafc3b-bfa5-4e4e-bb6d-b03eccb1308c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833094 Aug 17 00:17:48.569372 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-5eb84ff0-08be-4c6a-b4df-4744e1d1b730 req-285c1955-4126-4c57-af0c-9075866a98f1 service neutron] 10.222.0.57 "GET /v2.0/networks/79eafc3b-bfa5-4e4e-bb6d-b03eccb1308c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906067 Aug 17 00:17:49.924820 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a02baad5-5533-4004-b8eb-92bd2865a391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:50.823092 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:51.912840 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:53.174307 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:17:56.247540 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:12.181861 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:17.838712 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a5241ae9-58af-4caf-bddb-a56edb70d6b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:19.926051 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-84bcaa7e-bd3e-4624-b02c-7dc663d832d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:20.824250 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:21.914785 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:23.175784 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:23.913319 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [req-2e3626b3-4fc6-482c-a9c8-c7488d8ce92b req-7ce93dda-6943-475a-8f9a-6cf113cd6b5a service neutron] (101291) timed out ('10.222.0.36', 55794) {{(pid=101291) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 17 00:18:24.812215 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:18:26.261068 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:37.536358 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4ab5e1-5892-4582-a245-c39d5c1333e4 req-557b9e85-4a5d-47d0-86a1-420d079a18cf tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:37.537890 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ec4ab5e1-5892-4582-a245-c39d5c1333e4 req-557b9e85-4a5d-47d0-86a1-420d079a18cf tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9190876-1c74-4231-8ac7-b95e527158c0 HTTP/1.1" status: 200 len: 945 time: 0.0498135 Aug 17 00:18:37.578312 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ec4ab5e1-5892-4582-a245-c39d5c1333e4 req-b5533df9-e655-47a4-8cea-e215b992c998 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5c58054-ea98-4296-b205-46c44f962f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344291 Aug 17 00:18:38.700204 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691d2a6a-8a0b-4657-8834-d2cf306adace req-cc5fb36b-725a-4c86-916f-b4be0603dcd6 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:38.702843 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-691d2a6a-8a0b-4657-8834-d2cf306adace req-cc5fb36b-725a-4c86-916f-b4be0603dcd6 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9190876-1c74-4231-8ac7-b95e527158c0 HTTP/1.1" status: 200 len: 945 time: 0.0553117 Aug 17 00:18:38.738867 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-691d2a6a-8a0b-4657-8834-d2cf306adace req-b26cee93-e86e-41be-9560-6c43e584925a tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5c58054-ea98-4296-b205-46c44f962f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305440 Aug 17 00:18:39.856116 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b1548d-de05-4dab-9d99-d573501332bd req-6c98c47f-f4f2-4b75-8dff-d52b04b86ffe tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:39.857714 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-79b1548d-de05-4dab-9d99-d573501332bd req-6c98c47f-f4f2-4b75-8dff-d52b04b86ffe tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9190876-1c74-4231-8ac7-b95e527158c0 HTTP/1.1" status: 200 len: 945 time: 0.0495355 Aug 17 00:18:39.898159 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-79b1548d-de05-4dab-9d99-d573501332bd req-3fed91b5-2640-4514-aca7-2308cd380d03 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5c58054-ea98-4296-b205-46c44f962f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338981 Aug 17 00:18:41.016416 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa6b21d-c864-4d86-be11-0469eb97bc42 req-b826d1d3-63eb-45f3-a06b-e48a39cfe8d2 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:41.017915 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9aa6b21d-c864-4d86-be11-0469eb97bc42 req-b826d1d3-63eb-45f3-a06b-e48a39cfe8d2 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9190876-1c74-4231-8ac7-b95e527158c0 HTTP/1.1" status: 200 len: 945 time: 0.0529537 Aug 17 00:18:41.055398 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9aa6b21d-c864-4d86-be11-0469eb97bc42 req-bcadeb9c-78a5-4248-b709-ac422596b504 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5c58054-ea98-4296-b205-46c44f962f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314565 Aug 17 00:18:42.179548 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b21d27e-6800-4f52-bb0f-6e81a4138848 req-32e333b3-cba3-40b7-aa81-0ca80371b8f6 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:42.181069 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3b21d27e-6800-4f52-bb0f-6e81a4138848 req-32e333b3-cba3-40b7-aa81-0ca80371b8f6 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9190876-1c74-4231-8ac7-b95e527158c0 HTTP/1.1" status: 200 len: 945 time: 0.0540261 Aug 17 00:18:42.203499 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:42.220688 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3b21d27e-6800-4f52-bb0f-6e81a4138848 req-c0c284f5-90bf-45e7-98f8-4a700f3620a9 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5c58054-ea98-4296-b205-46c44f962f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333781 Aug 17 00:18:43.339476 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e885ca-a59e-4592-8ffb-b0711f8ff7f0 req-c99dc36b-162e-427e-b87d-f05b18c05c08 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:43.341827 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-53e885ca-a59e-4592-8ffb-b0711f8ff7f0 req-c99dc36b-162e-427e-b87d-f05b18c05c08 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9190876-1c74-4231-8ac7-b95e527158c0 HTTP/1.1" status: 200 len: 945 time: 0.0498068 Aug 17 00:18:43.380241 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-53e885ca-a59e-4592-8ffb-b0711f8ff7f0 req-4d8d99c5-b9ea-40aa-b44c-0e2b295e5038 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5c58054-ea98-4296-b205-46c44f962f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317538 Aug 17 00:18:44.496031 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8323f973-2f80-4b68-a0ad-8461a55bdb54 req-445b801b-1599-4683-8737-18d2b1d72dfa tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:44.497546 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8323f973-2f80-4b68-a0ad-8461a55bdb54 req-445b801b-1599-4683-8737-18d2b1d72dfa tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9190876-1c74-4231-8ac7-b95e527158c0 HTTP/1.1" status: 200 len: 945 time: 0.0487702 Aug 17 00:18:44.535747 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8323f973-2f80-4b68-a0ad-8461a55bdb54 req-1ef220f8-1893-4c8a-8ac9-f9cdedd82259 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5c58054-ea98-4296-b205-46c44f962f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314708 Aug 17 00:18:45.655910 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab842d47-1bc6-4247-9677-983667c9f12f req-2ce0e459-1357-4c76-8350-a77467ba2986 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:45.657438 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ab842d47-1bc6-4247-9677-983667c9f12f req-2ce0e459-1357-4c76-8350-a77467ba2986 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9190876-1c74-4231-8ac7-b95e527158c0 HTTP/1.1" status: 200 len: 945 time: 0.0536671 Aug 17 00:18:45.694798 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ab842d47-1bc6-4247-9677-983667c9f12f req-39a717de-967b-4f0e-8924-9528bc73f430 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5c58054-ea98-4296-b205-46c44f962f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312879 Aug 17 00:18:46.818383 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e125be-dbb4-49b8-9dd9-fe7f79e69cf3 req-2861b748-3891-4f2f-b9e2-90c0e6f87c6a tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:46.819975 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-61e125be-dbb4-49b8-9dd9-fe7f79e69cf3 req-2861b748-3891-4f2f-b9e2-90c0e6f87c6a tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9190876-1c74-4231-8ac7-b95e527158c0 HTTP/1.1" status: 200 len: 945 time: 0.0542169 Aug 17 00:18:46.858565 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-61e125be-dbb4-49b8-9dd9-fe7f79e69cf3 req-06938833-a7e2-449b-8d69-a70e1251c404 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5c58054-ea98-4296-b205-46c44f962f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325129 Aug 17 00:18:47.840747 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-5087e9cb-f7bf-4e8d-80b8-f7d7d7ddfd3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:47.972644 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e5842-bdd2-44f5-8fb5-013649870240 req-92d51441-0233-4887-9b20-5131bd1e0612 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:47.974587 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d23e5842-bdd2-44f5-8fb5-013649870240 req-92d51441-0233-4887-9b20-5131bd1e0612 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9190876-1c74-4231-8ac7-b95e527158c0 HTTP/1.1" status: 200 len: 945 time: 0.0488038 Aug 17 00:18:48.014664 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d23e5842-bdd2-44f5-8fb5-013649870240 req-2e657ce9-2b11-40d2-8190-15c81f560256 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5c58054-ea98-4296-b205-46c44f962f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331914 Aug 17 00:18:48.038300 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60560) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:18:48.103353 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-977b12b1-d7a7-48a2-b8d8-450ef0d19ff2 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/floatingips/434c8872-3f7d-4d20-affa-4dea184e0dfc HTTP/1.1" status: 200 len: 992 time: 0.0639329 Aug 17 00:18:49.065264 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-a8e7c52f-734c-4b5e-b9ae-3600a0cd1594 req-f11d5d6d-e698-4601-b429-b1a9324d852d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c9190876-1c74-4231-8ac7-b95e527158c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0424144 Aug 17 00:18:49.164757 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e7c52f-734c-4b5e-b9ae-3600a0cd1594 req-30791e54-86a7-4c9d-9cb7-19ae58f57f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:49.166311 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-a8e7c52f-734c-4b5e-b9ae-3600a0cd1594 req-30791e54-86a7-4c9d-9cb7-19ae58f57f56 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8d5ca35b88544f06a4e5fba0ad3d3cbd&device_id=c9190876-1c74-4231-8ac7-b95e527158c0 HTTP/1.1" status: 200 len: 1097 time: 0.0438123 Aug 17 00:18:49.302529 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e7c52f-734c-4b5e-b9ae-3600a0cd1594 req-4f5e2c90-8512-4642-b3b3-c500feb58698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:49.304170 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-a8e7c52f-734c-4b5e-b9ae-3600a0cd1594 req-4f5e2c90-8512-4642-b3b3-c500feb58698 service neutron] 10.222.0.57 "GET /v2.0/networks?id=79eafc3b-bfa5-4e4e-bb6d-b03eccb1308c HTTP/1.1" status: 200 len: 898 time: 0.0976183 Aug 17 00:18:49.379986 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-a8e7c52f-734c-4b5e-b9ae-3600a0cd1594 req-d695e5f7-b429-4bb5-b668-3f7cf093bb66 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f34b9251-99e6-4a63-8eb0-70b4c1f309a8 HTTP/1.1" status: 200 len: 1000 time: 0.0617979 Aug 17 00:18:49.389907 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60974c0a-0f97-4584-98f2-06ad5b90edbc req-580bbfad-a6f8-48a5-9a55-70045f45de76 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:49.391442 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-60974c0a-0f97-4584-98f2-06ad5b90edbc req-580bbfad-a6f8-48a5-9a55-70045f45de76 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9190876-1c74-4231-8ac7-b95e527158c0 HTTP/1.1" status: 200 len: 945 time: 0.0508099 Aug 17 00:18:49.432375 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-60974c0a-0f97-4584-98f2-06ad5b90edbc req-db99fde3-97ca-4ba7-9bc6-516ab970f49f tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5c58054-ea98-4296-b205-46c44f962f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345922 Aug 17 00:18:49.438802 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e7c52f-734c-4b5e-b9ae-3600a0cd1594 req-a9344844-602f-46c9-b5e9-4171e9f1142d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:49.440293 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-a8e7c52f-734c-4b5e-b9ae-3600a0cd1594 req-a9344844-602f-46c9-b5e9-4171e9f1142d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=41e82172-fc68-4e23-a6c4-96a7f09298ce HTTP/1.1" status: 200 len: 834 time: 0.0540926 Aug 17 00:18:49.486690 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e7c52f-734c-4b5e-b9ae-3600a0cd1594 req-1cff2ba0-68f3-45e5-b9ed-dceb84680367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:49.488202 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-a8e7c52f-734c-4b5e-b9ae-3600a0cd1594 req-1cff2ba0-68f3-45e5-b9ed-dceb84680367 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=79eafc3b-bfa5-4e4e-bb6d-b03eccb1308c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410082 Aug 17 00:18:49.577214 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-a8e7c52f-734c-4b5e-b9ae-3600a0cd1594 req-dc160950-2fa9-4fc8-86d5-16ebadf59973 service neutron] 10.222.0.57 "GET /v2.0/networks/79eafc3b-bfa5-4e4e-bb6d-b03eccb1308c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823221 Aug 17 00:18:49.669445 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-a8e7c52f-734c-4b5e-b9ae-3600a0cd1594 req-1df37b38-ab45-46e7-8488-d4c8484f00b2 service neutron] 10.222.0.57 "GET /v2.0/networks/79eafc3b-bfa5-4e4e-bb6d-b03eccb1308c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855420 Aug 17 00:18:49.807977 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d563c648-2821-49c2-8a1b-682a741f07d9 req-8a5fcb48-a962-4c51-9d04-38f1a13a7984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:49.809604 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d563c648-2821-49c2-8a1b-682a741f07d9 req-8a5fcb48-a962-4c51-9d04-38f1a13a7984 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8d5ca35b88544f06a4e5fba0ad3d3cbd&device_id=c9190876-1c74-4231-8ac7-b95e527158c0 HTTP/1.1" status: 200 len: 1097 time: 0.0474045 Aug 17 00:18:49.910267 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d563c648-2821-49c2-8a1b-682a741f07d9 req-0cf94f0a-f340-41b0-be06-ff9d749938ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:49.911791 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d563c648-2821-49c2-8a1b-682a741f07d9 req-0cf94f0a-f340-41b0-be06-ff9d749938ca service neutron] 10.222.0.57 "GET /v2.0/networks?id=79eafc3b-bfa5-4e4e-bb6d-b03eccb1308c HTTP/1.1" status: 200 len: 898 time: 0.0959890 Aug 17 00:18:49.933737 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-6553f04e-02c7-4093-9dc4-d22e62eaa68c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:49.984022 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d563c648-2821-49c2-8a1b-682a741f07d9 req-11e654a6-7a87-4807-ac50-455e659614e1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f34b9251-99e6-4a63-8eb0-70b4c1f309a8 HTTP/1.1" status: 200 len: 1000 time: 0.0646119 Aug 17 00:18:50.038284 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d563c648-2821-49c2-8a1b-682a741f07d9 req-b9868313-fcb1-4524-a25f-edbbe21365a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:50.039768 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d563c648-2821-49c2-8a1b-682a741f07d9 req-b9868313-fcb1-4524-a25f-edbbe21365a6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=41e82172-fc68-4e23-a6c4-96a7f09298ce HTTP/1.1" status: 200 len: 834 time: 0.0487695 Aug 17 00:18:50.085925 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d563c648-2821-49c2-8a1b-682a741f07d9 req-f29915d9-caff-47e8-9441-376e53036cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:50.087440 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d563c648-2821-49c2-8a1b-682a741f07d9 req-f29915d9-caff-47e8-9441-376e53036cb4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=79eafc3b-bfa5-4e4e-bb6d-b03eccb1308c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410087 Aug 17 00:18:50.186350 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d563c648-2821-49c2-8a1b-682a741f07d9 req-78bf3b4a-ad42-4c7c-b294-e6f2e2257047 service neutron] 10.222.0.57 "GET /v2.0/networks/79eafc3b-bfa5-4e4e-bb6d-b03eccb1308c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916059 Aug 17 00:18:50.287092 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d563c648-2821-49c2-8a1b-682a741f07d9 req-596b63c6-f4db-42e2-8395-f7b242f196db service neutron] 10.222.0.57 "GET /v2.0/networks/79eafc3b-bfa5-4e4e-bb6d-b03eccb1308c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941589 Aug 17 00:18:50.552848 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c37e47-c9b3-4a76-88ac-b0804ffa5616 req-7267beb3-2743-4e74-be7d-4c33b4d01329 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:50.554369 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-12c37e47-c9b3-4a76-88ac-b0804ffa5616 req-7267beb3-2743-4e74-be7d-4c33b4d01329 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9190876-1c74-4231-8ac7-b95e527158c0 HTTP/1.1" status: 200 len: 945 time: 0.0488052 Aug 17 00:18:50.593657 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-12c37e47-c9b3-4a76-88ac-b0804ffa5616 req-9adafde6-f64b-42d6-8d4b-e3765b79f2fb tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5c58054-ea98-4296-b205-46c44f962f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323718 Aug 17 00:18:50.828368 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:51.713277 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c323ce-8840-4c58-b687-840a829ebddc req-2a8ba140-6202-44f9-bc3f-362a4ab4167e tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:18:51.714773 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c6c323ce-8840-4c58-b687-840a829ebddc req-2a8ba140-6202-44f9-bc3f-362a4ab4167e tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9190876-1c74-4231-8ac7-b95e527158c0 HTTP/1.1" status: 200 len: 945 time: 0.0530925 Aug 17 00:18:51.753482 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c6c323ce-8840-4c58-b687-840a829ebddc req-0fe2bc86-7e73-44b1-ab34-86b21a22f515 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5c58054-ea98-4296-b205-46c44f962f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324426 Aug 17 00:18:51.776601 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60574) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:18:51.836738 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-e865878d-137c-4aee-9f68-bdf6c87fd2b5 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/floatingips/434c8872-3f7d-4d20-affa-4dea184e0dfc HTTP/1.1" status: 200 len: 992 time: 0.0589726 Aug 17 00:18:51.921846 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:53.178766 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:18:56.284739 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:01.812128 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:19:12.210592 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:17.842101 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e92efc6c-1ec4-4cbf-8ba3-876b6cf25fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:19.929835 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-db6d13da-1d18-4638-957d-a5336d52d5e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:20.837826 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:21.922046 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:23.181779 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:26.283704 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:38.811701 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:19:41.264470 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60596) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:19:41.422037 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-a9ba44d5-ed32-46d2-b85b-34c4937651d3 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Deleting port 4a201371-50b6-4b10-8e24-d7086ff09891 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:19:41.422285 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a9ba44d5-ed32-46d2-b85b-34c4937651d3 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:41.505160 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a9ba44d5-ed32-46d2-b85b-34c4937651d3 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:41.505497 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a9ba44d5-ed32-46d2-b85b-34c4937651d3 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:41.518629 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-a9ba44d5-ed32-46d2-b85b-34c4937651d3 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Calling delete_port for 4a201371-50b6-4b10-8e24-d7086ff09891 owned by network:floatingip {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:19:41.681487 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a9ba44d5-ed32-46d2-b85b-34c4937651d3 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:41.708977 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ba44d5-ed32-46d2-b85b-34c4937651d3 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event deleted for resources: {'Port': ['ID=4a201371-50b6-4b10-8e24-d7086ff09891,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:41.735907 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ba44d5-ed32-46d2-b85b-34c4937651d3 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:19:41.736243 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ba44d5-ed32-46d2-b85b-34c4937651d3 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:19:41.736628 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ba44d5-ed32-46d2-b85b-34c4937651d3 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:19:41.736986 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ba44d5-ed32-46d2-b85b-34c4937651d3 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:19:41.737316 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ba44d5-ed32-46d2-b85b-34c4937651d3 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:19:41.737659 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ba44d5-ed32-46d2-b85b-34c4937651d3 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:19:41.737996 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ba44d5-ed32-46d2-b85b-34c4937651d3 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:19:41.738333 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ba44d5-ed32-46d2-b85b-34c4937651d3 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:19:41.738711 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ba44d5-ed32-46d2-b85b-34c4937651d3 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:19:41.739044 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ba44d5-ed32-46d2-b85b-34c4937651d3 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:19:41.739377 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ba44d5-ed32-46d2-b85b-34c4937651d3 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:19:41.739706 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ba44d5-ed32-46d2-b85b-34c4937651d3 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:19:41.783995 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a9ba44d5-ed32-46d2-b85b-34c4937651d3 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for floatingip, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:41.784359 n-d-791506-26 neutron-server[101292]: INFO neutron.db.l3_db [None req-a9ba44d5-ed32-46d2-b85b-34c4937651d3 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Floating IP 434c8872-3f7d-4d20-affa-4dea184e0dfc disassociated (deleted). External IP: 172.25.4.72, port: f34b9251-99e6-4a63-8eb0-70b4c1f309a8. Aug 17 00:19:41.991351 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9ba44d5-ed32-46d2-b85b-34c4937651d3 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Router 62125033-6721-467c-8541-41299b082272 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:19:42.097041 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9ba44d5-ed32-46d2-b85b-34c4937651d3 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:19:42.101836 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a9ba44d5-ed32-46d2-b85b-34c4937651d3 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:42.106933 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd39f87-a009-4cc7-9d2b-6e5e9bfa5bc3 None None] Sync routers for ids ['62125033-6721-467c-8541-41299b082272'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:19:42.115885 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd39f87-a009-4cc7-9d2b-6e5e9bfa5bc3 None None] Routers {'62125033-6721-467c-8541-41299b082272'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:19:42.116496 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-8fd39f87-a009-4cc7-9d2b-6e5e9bfa5bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:19:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['62125033-6721-467c-8541-41299b082272'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:19:42.135830 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-a9ba44d5-ed32-46d2-b85b-34c4937651d3 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "DELETE /v2.0/floatingips/434c8872-3f7d-4d20-affa-4dea184e0dfc HTTP/1.1" status: 204 len: 168 time: 0.8699863 Aug 17 00:19:42.136656 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9190876-1c74-4231-8ac7-b95e527158c0', 'tag': 'f34b9251-99e6-4a63-8eb0-70b4c1f309a8'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:19:42.139786 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5be9a9c22bfe9382157933c6eba925c7622163b8a5c85bc608140d30d6fa20cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da2bac63-5b12-4c07-a532-bd44465d02bf" -d '{"events": [{"name": "network-changed", "server_uuid": "c9190876-1c74-4231-8ac7-b95e527158c0", "tag": "f34b9251-99e6-4a63-8eb0-70b4c1f309a8"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:19:42.185787 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcaa45ed-c764-4877-9c09-2012cbd5b6a2 x-openstack-request-id: req-bcaa45ed-c764-4877-9c09-2012cbd5b6a2 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:19:42.186077 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9190876-1c74-4231-8ac7-b95e527158c0", "tag": "f34b9251-99e6-4a63-8eb0-70b4c1f309a8", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:19:42.186332 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bcaa45ed-c764-4877-9c09-2012cbd5b6a2 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:19:42.186739 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9190876-1c74-4231-8ac7-b95e527158c0', 'tag': 'f34b9251-99e6-4a63-8eb0-70b4c1f309a8', 'status': 'completed', 'code': 200} Aug 17 00:19:42.233118 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:42.245635 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-8fd39f87-a009-4cc7-9d2b-6e5e9bfa5bc3 None None] Set router 62125033-6721-467c-8541-41299b082272 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:19:42.301285 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2bac63-5b12-4c07-a532-bd44465d02bf req-b2ad830e-bb3d-4c1d-a434-a0f80bff1be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:42.303141 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-da2bac63-5b12-4c07-a532-bd44465d02bf req-b2ad830e-bb3d-4c1d-a434-a0f80bff1be1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8d5ca35b88544f06a4e5fba0ad3d3cbd&device_id=c9190876-1c74-4231-8ac7-b95e527158c0 HTTP/1.1" status: 200 len: 1097 time: 0.0672998 Aug 17 00:19:42.444048 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2bac63-5b12-4c07-a532-bd44465d02bf req-b0013f2e-d4f9-458d-9802-57a744aa16e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:42.446024 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-da2bac63-5b12-4c07-a532-bd44465d02bf req-b0013f2e-d4f9-458d-9802-57a744aa16e1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=79eafc3b-bfa5-4e4e-bb6d-b03eccb1308c HTTP/1.1" status: 200 len: 898 time: 0.0980189 Aug 17 00:19:42.457849 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b867b6bc-524f-4e10-819f-0529bc1fc3bb req-a59d1178-bcdc-4921-993b-57f9a8604eb1 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:42.459380 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b867b6bc-524f-4e10-819f-0529bc1fc3bb req-a59d1178-bcdc-4921-993b-57f9a8604eb1 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9190876-1c74-4231-8ac7-b95e527158c0 HTTP/1.1" status: 200 len: 945 time: 0.1132734 Aug 17 00:19:42.460326 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-8fd39f87-a009-4cc7-9d2b-6e5e9bfa5bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62125033-6721-467c-8541-41299b082272', 'name': 'tempest-TestNetworkAdvancedServerOps-router-798789626', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '189c53d2-1b43-40a8-a154-b91a208f77f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:17:05Z', 'updated_at': '2021-08-17T00:17:08Z', 'revision_number': 4, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'gw_port': {'id': '189c53d2-1b43-40a8-a154-b91a208f77f8', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:47:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62125033-6721-467c-8541-41299b082272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:17:05Z', 'updated_at': '2021-08-17T00:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '146d7b8e-b7e8-48eb-aca3-041a4b0c759a', 'name': '', 'network_id': '79eafc3b-bfa5-4e4e-bb6d-b03eccb1308c', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'mac_address': 'fa:16:3e:c9:78:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62125033-6721-467c-8541-41299b082272', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '41e82172-fc68-4e23-a6c4-96a7f09298ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:17:08Z', 'updated_at': '2021-08-17T00:17:14Z', 'revision_number': 5, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'subnets': [{'id': '41e82172-fc68-4e23-a6c4-96a7f09298ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:19:42.491223 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd39f87-a009-4cc7-9d2b-6e5e9bfa5bc3 None None] Checking router: 62125033-6721-467c-8541-41299b082272 for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:19:42.494010 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-da2bac63-5b12-4c07-a532-bd44465d02bf req-c2d4a125-83c6-4b4e-90d0-b50bb7085310 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f34b9251-99e6-4a63-8eb0-70b4c1f309a8 HTTP/1.1" status: 200 len: 217 time: 0.0391016 Aug 17 00:19:42.500951 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd39f87-a009-4cc7-9d2b-6e5e9bfa5bc3 None None] Routers {'62125033-6721-467c-8541-41299b082272'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:19:42.501487 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-8fd39f87-a009-4cc7-9d2b-6e5e9bfa5bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:19:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['62125033-6721-467c-8541-41299b082272'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:19:42.501615 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b867b6bc-524f-4e10-819f-0529bc1fc3bb req-30a96a9e-a988-4d19-9ef4-7b8c4eb7a3e5 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5c58054-ea98-4296-b205-46c44f962f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355313 Aug 17 00:19:42.551762 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2bac63-5b12-4c07-a532-bd44465d02bf req-62fb1a96-1936-4dfe-b3b3-7b61e6ec378b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:42.553304 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-da2bac63-5b12-4c07-a532-bd44465d02bf req-62fb1a96-1936-4dfe-b3b3-7b61e6ec378b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=41e82172-fc68-4e23-a6c4-96a7f09298ce HTTP/1.1" status: 200 len: 834 time: 0.0518911 Aug 17 00:19:42.604183 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2bac63-5b12-4c07-a532-bd44465d02bf req-51419b66-d735-4f40-afda-11dad6a12279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:42.605770 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-da2bac63-5b12-4c07-a532-bd44465d02bf req-51419b66-d735-4f40-afda-11dad6a12279 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=79eafc3b-bfa5-4e4e-bb6d-b03eccb1308c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452659 Aug 17 00:19:42.613219 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-8fd39f87-a009-4cc7-9d2b-6e5e9bfa5bc3 None None] Set router 62125033-6721-467c-8541-41299b082272 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:19:42.617848 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [req-da2bac63-5b12-4c07-a532-bd44465d02bf req-fa187707-e4c2-4e5e-9ba2-d18fab98ae17 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:19:42.618892 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-da2bac63-5b12-4c07-a532-bd44465d02bf req-fa187707-e4c2-4e5e-9ba2-d18fab98ae17 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052011 Aug 17 00:19:42.712035 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-da2bac63-5b12-4c07-a532-bd44465d02bf req-d58f4576-f64f-43a3-9c4d-fabac7e2298c service neutron] 10.222.0.57 "GET /v2.0/networks/79eafc3b-bfa5-4e4e-bb6d-b03eccb1308c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855174 Aug 17 00:19:42.817059 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-da2bac63-5b12-4c07-a532-bd44465d02bf req-bca3bbd3-dbe4-4b42-9895-522039c738bf service neutron] 10.222.0.57 "GET /v2.0/networks/79eafc3b-bfa5-4e4e-bb6d-b03eccb1308c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943854 Aug 17 00:19:42.964386 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-8fd39f87-a009-4cc7-9d2b-6e5e9bfa5bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62125033-6721-467c-8541-41299b082272', 'name': 'tempest-TestNetworkAdvancedServerOps-router-798789626', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '189c53d2-1b43-40a8-a154-b91a208f77f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:17:05Z', 'updated_at': '2021-08-17T00:17:08Z', 'revision_number': 4, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'gw_port': {'id': '189c53d2-1b43-40a8-a154-b91a208f77f8', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:47:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62125033-6721-467c-8541-41299b082272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:17:05Z', 'updated_at': '2021-08-17T00:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '146d7b8e-b7e8-48eb-aca3-041a4b0c759a', 'name': '', 'network_id': '79eafc3b-bfa5-4e4e-bb6d-b03eccb1308c', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'mac_address': 'fa:16:3e:c9:78:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62125033-6721-467c-8541-41299b082272', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '41e82172-fc68-4e23-a6c4-96a7f09298ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:17:08Z', 'updated_at': '2021-08-17T00:17:14Z', 'revision_number': 5, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'subnets': [{'id': '41e82172-fc68-4e23-a6c4-96a7f09298ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:19:42.993963 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd39f87-a009-4cc7-9d2b-6e5e9bfa5bc3 None None] The sync data for ids ['62125033-6721-467c-8541-41299b082272'] in n-d-791506-26 is: [{'id': '62125033-6721-467c-8541-41299b082272', 'name': 'tempest-TestNetworkAdvancedServerOps-router-798789626', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '189c53d2-1b43-40a8-a154-b91a208f77f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:17:05Z', 'updated_at': '2021-08-17T00:17:08Z', 'revision_number': 4, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'gw_port': {'id': '189c53d2-1b43-40a8-a154-b91a208f77f8', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:47:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62125033-6721-467c-8541-41299b082272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:17:05Z', 'updated_at': '2021-08-17T00:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '146d7b8e-b7e8-48eb-aca3-041a4b0c759a', 'name': '', 'network_id': '79eafc3b-bfa5-4e4e-bb6d-b03eccb1308c', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'mac_address': 'fa:16:3e:c9:78:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62125033-6721-467c-8541-41299b082272', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '41e82172-fc68-4e23-a6c4-96a7f09298ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:17:08Z', 'updated_at': '2021-08-17T00:17:14Z', 'revision_number': 5, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'subnets': [{'id': '41e82172-fc68-4e23-a6c4-96a7f09298ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:19:43.228114 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd51e74-3866-4606-a19a-051b291cece1 None None] New status for floating IP 434c8872-3f7d-4d20-affa-4dea184e0dfc: DOWN {{(pid=101294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 00:19:43.667698 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd38309-5b7f-445f-87ec-cce444e5b28f req-4d9b092e-baf3-41d2-89d5-1d79eec88922 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:43.669905 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8cd38309-5b7f-445f-87ec-cce444e5b28f req-4d9b092e-baf3-41d2-89d5-1d79eec88922 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9190876-1c74-4231-8ac7-b95e527158c0 HTTP/1.1" status: 200 len: 945 time: 0.0948286 Aug 17 00:19:43.711417 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8cd38309-5b7f-445f-87ec-cce444e5b28f req-b092fbc6-67ac-4047-82c6-a992e8675dc6 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=a5c58054-ea98-4296-b205-46c44f962f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350018 Aug 17 00:19:44.426386 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccf99d9-8c5b-4421-99ea-175ca78f34f0 req-b1a5c594-a0ae-430a-91d4-d499458b0fe4 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:44.427822 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-dccf99d9-8c5b-4421-99ea-175ca78f34f0 req-b1a5c594-a0ae-430a-91d4-d499458b0fe4 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9190876-1c74-4231-8ac7-b95e527158c0 HTTP/1.1" status: 200 len: 945 time: 0.0526953 Aug 17 00:19:44.519167 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-dccf99d9-8c5b-4421-99ea-175ca78f34f0 req-d35b8de7-aa96-473b-bdc9-56c3b700c200 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Deleting port f34b9251-99e6-4a63-8eb0-70b4c1f309a8 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:19:44.519538 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-dccf99d9-8c5b-4421-99ea-175ca78f34f0 req-d35b8de7-aa96-473b-bdc9-56c3b700c200 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:44.620821 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-dccf99d9-8c5b-4421-99ea-175ca78f34f0 req-d35b8de7-aa96-473b-bdc9-56c3b700c200 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] For port f34b9251-99e6-4a63-8eb0-70b4c1f309a8, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=f34b9251-99e6-4a63-8eb0-70b4c1f309a8,segment=NetworkSegment(43435f71-eff1-4303-93ed-7eae7dd9c8a3),segment_id=43435f71-eff1-4303-93ed-7eae7dd9c8a3)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:19:44.621937 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-dccf99d9-8c5b-4421-99ea-175ca78f34f0 req-d35b8de7-aa96-473b-bdc9-56c3b700c200 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:44.637049 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-dccf99d9-8c5b-4421-99ea-175ca78f34f0 req-d35b8de7-aa96-473b-bdc9-56c3b700c200 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Calling delete_port for f34b9251-99e6-4a63-8eb0-70b4c1f309a8 owned by compute:nova {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:19:44.783907 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-dccf99d9-8c5b-4421-99ea-175ca78f34f0 req-d35b8de7-aa96-473b-bdc9-56c3b700c200 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:44.815455 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b8de7-aa96-473b-bdc9-56c3b700c200 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event deleted for resources: {'Port': ['ID=f34b9251-99e6-4a63-8eb0-70b4c1f309a8,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:44.816259 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-23de2126-7af3-4d36-a1c2-7d337d256efd req-959d0960-9a42-4da1-8217-6b3941e9b373 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9190876-1c74-4231-8ac7-b95e527158c0 HTTP/1.1" status: 200 len: 210 time: 0.0274682 Aug 17 00:19:44.845768 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35b8de7-aa96-473b-bdc9-56c3b700c200 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:19:44.845768 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35b8de7-aa96-473b-bdc9-56c3b700c200 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:19:44.846158 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35b8de7-aa96-473b-bdc9-56c3b700c200 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:19:44.846322 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35b8de7-aa96-473b-bdc9-56c3b700c200 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:19:44.847303 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35b8de7-aa96-473b-bdc9-56c3b700c200 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:19:44.847303 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35b8de7-aa96-473b-bdc9-56c3b700c200 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:19:44.847806 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35b8de7-aa96-473b-bdc9-56c3b700c200 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:19:44.848373 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35b8de7-aa96-473b-bdc9-56c3b700c200 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:19:44.848923 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35b8de7-aa96-473b-bdc9-56c3b700c200 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:19:44.849271 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35b8de7-aa96-473b-bdc9-56c3b700c200 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:19:44.849674 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35b8de7-aa96-473b-bdc9-56c3b700c200 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:19:44.850013 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35b8de7-aa96-473b-bdc9-56c3b700c200 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:19:44.877722 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-dccf99d9-8c5b-4421-99ea-175ca78f34f0 req-d35b8de7-aa96-473b-bdc9-56c3b700c200 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] No DVR routers for this DVR port f34b9251-99e6-4a63-8eb0-70b4c1f309a8 on host n-h2-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:19:44.880596 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-dccf99d9-8c5b-4421-99ea-175ca78f34f0 req-d35b8de7-aa96-473b-bdc9-56c3b700c200 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:44.882954 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-dccf99d9-8c5b-4421-99ea-175ca78f34f0 req-d35b8de7-aa96-473b-bdc9-56c3b700c200 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.57 "DELETE /v2.0/ports/f34b9251-99e6-4a63-8eb0-70b4c1f309a8 HTTP/1.1" status: 204 len: 173 time: 0.4495814 Aug 17 00:19:44.883464 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9190876-1c74-4231-8ac7-b95e527158c0', 'name': 'network-vif-deleted', 'tag': 'f34b9251-99e6-4a63-8eb0-70b4c1f309a8'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:19:44.886026 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7165c1ab170cf7a86a4d2d0d4fd52c1e3b7b58c190c14e765d35b2aa62be1e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da85823-eebc-4ce6-8f01-16cf8fe584fe" -d '{"events": [{"server_uuid": "c9190876-1c74-4231-8ac7-b95e527158c0", "name": "network-vif-deleted", "tag": "f34b9251-99e6-4a63-8eb0-70b4c1f309a8"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:19:44.928180 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9589894e-5913-45a5-99dd-e544f015561e x-openstack-request-id: req-9589894e-5913-45a5-99dd-e544f015561e {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:19:44.928629 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9190876-1c74-4231-8ac7-b95e527158c0", "name": "network-vif-deleted", "tag": "f34b9251-99e6-4a63-8eb0-70b4c1f309a8", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:19:44.928992 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9589894e-5913-45a5-99dd-e544f015561e {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:19:44.929608 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9190876-1c74-4231-8ac7-b95e527158c0', 'name': 'network-vif-deleted', 'tag': 'f34b9251-99e6-4a63-8eb0-70b4c1f309a8', 'status': 'completed', 'code': 200} Aug 17 00:19:45.890221 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60616) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:19:46.254769 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-56aa80bb-951b-4e70-95b6-b92261790153 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537579'] for router_interface, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:46.516274 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-56aa80bb-951b-4e70-95b6-b92261790153 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Deleting port 146d7b8e-b7e8-48eb-aca3-041a4b0c759a {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:19:46.516507 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-56aa80bb-951b-4e70-95b6-b92261790153 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:46.608157 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-56aa80bb-951b-4e70-95b6-b92261790153 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] For port 146d7b8e-b7e8-48eb-aca3-041a4b0c759a, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=146d7b8e-b7e8-48eb-aca3-041a4b0c759a,segment=NetworkSegment(43435f71-eff1-4303-93ed-7eae7dd9c8a3),segment_id=43435f71-eff1-4303-93ed-7eae7dd9c8a3)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:19:46.608520 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-56aa80bb-951b-4e70-95b6-b92261790153 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:46.620441 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-56aa80bb-951b-4e70-95b6-b92261790153 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Calling delete_port for 146d7b8e-b7e8-48eb-aca3-041a4b0c759a owned by network:router_interface {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:19:46.805912 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-56aa80bb-951b-4e70-95b6-b92261790153 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:46.837621 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aa80bb-951b-4e70-95b6-b92261790153 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event deleted for resources: {'Port': ['ID=146d7b8e-b7e8-48eb-aca3-041a4b0c759a,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:47.009338 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-56aa80bb-951b-4e70-95b6-b92261790153 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537471'] for router_interface, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:47.566964 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56aa80bb-951b-4e70-95b6-b92261790153 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Router 62125033-6721-467c-8541-41299b082272 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:19:47.671125 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56aa80bb-951b-4e70-95b6-b92261790153 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:19:47.676018 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-56aa80bb-951b-4e70-95b6-b92261790153 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "PUT /v2.0/routers/62125033-6721-467c-8541-41299b082272/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7846792 Aug 17 00:19:47.678844 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60618) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:19:47.681537 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4dcde4e-994b-4813-bbda-97ac73478686 None None] Sync routers for ids ['62125033-6721-467c-8541-41299b082272'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:19:47.690987 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4dcde4e-994b-4813-bbda-97ac73478686 None None] Routers {'62125033-6721-467c-8541-41299b082272'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:19:47.691671 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-f4dcde4e-994b-4813-bbda-97ac73478686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:19:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['62125033-6721-467c-8541-41299b082272'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:19:47.729596 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed2bc5f4-009f-4e6e-907a-6c4ac3b97e52 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Deleting subnet 41e82172-fc68-4e23-a6c4-96a7f09298ce {{(pid=101292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:19:47.733495 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ed2bc5f4-009f-4e6e-907a-6c4ac3b97e52 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for subnet, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:47.776595 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ed2bc5f4-009f-4e6e-907a-6c4ac3b97e52 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3848860'] for subnet, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:47.799679 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-f4dcde4e-994b-4813-bbda-97ac73478686 None None] Set router 62125033-6721-467c-8541-41299b082272 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:19:47.866559 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ed2bc5f4-009f-4e6e-907a-6c4ac3b97e52 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:47.910999 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7dba23be-45e9-41fd-9b50-52fb5c1237e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:47.933154 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ed2bc5f4-009f-4e6e-907a-6c4ac3b97e52 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26252129'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:47.961356 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2bc5f4-009f-4e6e-907a-6c4ac3b97e52 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event deleted for resources: {'Subnet': ['ID=41e82172-fc68-4e23-a6c4-96a7f09298ce,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:47.966658 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ed2bc5f4-009f-4e6e-907a-6c4ac3b97e52 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:47.968571 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-ed2bc5f4-009f-4e6e-907a-6c4ac3b97e52 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "DELETE /v2.0/subnets/41e82172-fc68-4e23-a6c4-96a7f09298ce HTTP/1.1" status: 204 len: 168 time: 0.2887814 Aug 17 00:19:47.971516 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 60620) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:19:47.978912 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5dcf648-c71e-46b8-b7b3-c00dc7beafb9 None None] Network 79eafc3b-bfa5-4e4e-bb6d-b03eccb1308c requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:19:48.094988 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-190dcd1a-4c1b-4262-b3c4-1ae8d0b69a3f tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for router, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:48.101763 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-f4dcde4e-994b-4813-bbda-97ac73478686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62125033-6721-467c-8541-41299b082272', 'name': 'tempest-TestNetworkAdvancedServerOps-router-798789626', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '189c53d2-1b43-40a8-a154-b91a208f77f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:17:05Z', 'updated_at': '2021-08-17T00:19:46Z', 'revision_number': 5, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'gw_port': {'id': '189c53d2-1b43-40a8-a154-b91a208f77f8', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:47:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62125033-6721-467c-8541-41299b082272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:17:05Z', 'updated_at': '2021-08-17T00:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:19:48.131092 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4dcde4e-994b-4813-bbda-97ac73478686 None None] Checking router: 62125033-6721-467c-8541-41299b082272 for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:19:48.148033 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4dcde4e-994b-4813-bbda-97ac73478686 None None] Routers {'62125033-6721-467c-8541-41299b082272'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:19:48.148723 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-f4dcde4e-994b-4813-bbda-97ac73478686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:19:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['62125033-6721-467c-8541-41299b082272'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:19:48.213293 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-190dcd1a-4c1b-4262-b3c4-1ae8d0b69a3f tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:48.234537 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9cd9cb-684c-447a-8d1c-4dd8387f885d None None] DHCP port deletion for 79eafc3b-bfa5-4e4e-bb6d-b03eccb1308c request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:19:48.272027 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-190dcd1a-4c1b-4262-b3c4-1ae8d0b69a3f tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Deleting port 189c53d2-1b43-40a8-a154-b91a208f77f8 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:19:48.272386 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-190dcd1a-4c1b-4262-b3c4-1ae8d0b69a3f tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:48.284703 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-f4dcde4e-994b-4813-bbda-97ac73478686 None None] Set router 62125033-6721-467c-8541-41299b082272 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:19:48.352651 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-190dcd1a-4c1b-4262-b3c4-1ae8d0b69a3f tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] For port 189c53d2-1b43-40a8-a154-b91a208f77f8, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=189c53d2-1b43-40a8-a154-b91a208f77f8,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:19:48.353021 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-190dcd1a-4c1b-4262-b3c4-1ae8d0b69a3f tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:48.365804 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-190dcd1a-4c1b-4262-b3c4-1ae8d0b69a3f tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Calling delete_port for 189c53d2-1b43-40a8-a154-b91a208f77f8 owned by network:router_gateway {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:19:48.401366 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-1e9cd9cb-684c-447a-8d1c-4dd8387f885d None None] Deleting port 30ec5ecc-da4d-4d57-988c-4723d590669b {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:19:48.401656 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-1e9cd9cb-684c-447a-8d1c-4dd8387f885d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:48.486277 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-1e9cd9cb-684c-447a-8d1c-4dd8387f885d None None] For port 30ec5ecc-da4d-4d57-988c-4723d590669b, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=30ec5ecc-da4d-4d57-988c-4723d590669b,segment=NetworkSegment(43435f71-eff1-4303-93ed-7eae7dd9c8a3),segment_id=43435f71-eff1-4303-93ed-7eae7dd9c8a3)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:19:48.486600 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-1e9cd9cb-684c-447a-8d1c-4dd8387f885d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:48.516994 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-1e9cd9cb-684c-447a-8d1c-4dd8387f885d None None] Calling delete_port for 30ec5ecc-da4d-4d57-988c-4723d590669b owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:19:48.538235 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-190dcd1a-4c1b-4262-b3c4-1ae8d0b69a3f tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:48.565446 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190dcd1a-4c1b-4262-b3c4-1ae8d0b69a3f tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event deleted for resources: {'Port': ['ID=189c53d2-1b43-40a8-a154-b91a208f77f8,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:48.598650 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-f4dcde4e-994b-4813-bbda-97ac73478686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62125033-6721-467c-8541-41299b082272', 'name': 'tempest-TestNetworkAdvancedServerOps-router-798789626', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '189c53d2-1b43-40a8-a154-b91a208f77f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:17:05Z', 'updated_at': '2021-08-17T00:19:46Z', 'revision_number': 5, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'gw_port': {'id': '189c53d2-1b43-40a8-a154-b91a208f77f8', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:47:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62125033-6721-467c-8541-41299b082272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:17:05Z', 'updated_at': '2021-08-17T00:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:19:48.632363 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-190dcd1a-4c1b-4262-b3c4-1ae8d0b69a3f tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537121'] for router_gateway, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:48.633978 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4dcde4e-994b-4813-bbda-97ac73478686 None None] The sync data for ids ['62125033-6721-467c-8541-41299b082272'] in n-d-791506-26 is: [{'id': '62125033-6721-467c-8541-41299b082272', 'name': 'tempest-TestNetworkAdvancedServerOps-router-798789626', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.202'}], 'enable_snat': True}, 'gw_port_id': '189c53d2-1b43-40a8-a154-b91a208f77f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:17:05Z', 'updated_at': '2021-08-17T00:19:46Z', 'revision_number': 5, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'gw_port': {'id': '189c53d2-1b43-40a8-a154-b91a208f77f8', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:47:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62125033-6721-467c-8541-41299b082272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:17:05Z', 'updated_at': '2021-08-17T00:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:19:48.646932 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-1e9cd9cb-684c-447a-8d1c-4dd8387f885d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:48.676797 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9cd9cb-684c-447a-8d1c-4dd8387f885d None None] No DVR routers for this DVR port 30ec5ecc-da4d-4d57-988c-4723d590669b on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:19:48.681112 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9cd9cb-684c-447a-8d1c-4dd8387f885d None None] Pushing event deleted for resources: {'Port': ['ID=30ec5ecc-da4d-4d57-988c-4723d590669b,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:48.689746 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9cd9cb-684c-447a-8d1c-4dd8387f885d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:19:48.690280 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9cd9cb-684c-447a-8d1c-4dd8387f885d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:19:48.690605 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9cd9cb-684c-447a-8d1c-4dd8387f885d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:19:48.690806 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9cd9cb-684c-447a-8d1c-4dd8387f885d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:19:48.691102 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9cd9cb-684c-447a-8d1c-4dd8387f885d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:19:48.691444 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9cd9cb-684c-447a-8d1c-4dd8387f885d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:19:48.691776 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9cd9cb-684c-447a-8d1c-4dd8387f885d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:19:48.692398 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9cd9cb-684c-447a-8d1c-4dd8387f885d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:19:48.692771 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9cd9cb-684c-447a-8d1c-4dd8387f885d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:19:48.693106 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9cd9cb-684c-447a-8d1c-4dd8387f885d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:19:48.693439 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9cd9cb-684c-447a-8d1c-4dd8387f885d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:19:48.693768 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9cd9cb-684c-447a-8d1c-4dd8387f885d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:19:48.738955 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-190dcd1a-4c1b-4262-b3c4-1ae8d0b69a3f tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:48.741112 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-190dcd1a-4c1b-4262-b3c4-1ae8d0b69a3f tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:48.785558 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-190dcd1a-4c1b-4262-b3c4-1ae8d0b69a3f tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:48.786081 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-190dcd1a-4c1b-4262-b3c4-1ae8d0b69a3f tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Fanout notify agent at l3_agent the message router_deleted on router 62125033-6721-467c-8541-41299b082272 {{(pid=101291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 00:19:48.794776 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-190dcd1a-4c1b-4262-b3c4-1ae8d0b69a3f tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:48.795895 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-190dcd1a-4c1b-4262-b3c4-1ae8d0b69a3f tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "DELETE /v2.0/routers/62125033-6721-467c-8541-41299b082272 HTTP/1.1" status: 204 len: 168 time: 0.8233943 Aug 17 00:19:48.798624 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 60626) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:19:48.846048 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device f34b9251-99e6-4a63-8eb0-70b4c1f309a8 no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:19:48.876031 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] No Port match for: f34b9251-99e6-4a63-8eb0-70b4c1f309a8 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:19:48.876384 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device f34b9251-99e6-4a63-8eb0-70b4c1f309a8 not bound to the agent host n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:19:48.886807 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-36b2a8fa-ba98-4111-8b2f-9ef8fdb4f139 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:48.976251 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-36b2a8fa-ba98-4111-8b2f-9ef8fdb4f139 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:48.987415 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-36b2a8fa-ba98-4111-8b2f-9ef8fdb4f139 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79eafc3b-bfa5-4e4e-bb6d-b03eccb1308c']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:19:48.997879 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-36b2a8fa-ba98-4111-8b2f-9ef8fdb4f139 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43435f71-eff1-4303-93ed-7eae7dd9c8a3') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:19:48.998446 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-36b2a8fa-ba98-4111-8b2f-9ef8fdb4f139 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43435f71-eff1-4303-93ed-7eae7dd9c8a3') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:19:49.007790 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-36b2a8fa-ba98-4111-8b2f-9ef8fdb4f139 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:49.026761 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-36b2a8fa-ba98-4111-8b2f-9ef8fdb4f139 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:49.034011 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36b2a8fa-ba98-4111-8b2f-9ef8fdb4f139 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:19:49.034439 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-36b2a8fa-ba98-4111-8b2f-9ef8fdb4f139 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:49.037446 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 17 00:19:49.037446 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:19:49.037446 n-d-791506-26 neutron-server[101291]: timer() Aug 17 00:19:49.037446 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:19:49.037446 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 17 00:19:49.037446 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:19:49.037446 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 17 00:19:49.037446 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:19:49.037446 n-d-791506-26 neutron-server[101291]: self._notify() Aug 17 00:19:49.037446 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:19:49.037446 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 17 00:19:49.037446 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:19:49.037446 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 17 00:19:49.037446 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:19:49.037446 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:19:49.037446 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:19:49.037446 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:19:49.037446 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:19:49.037446 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 17 00:19:49.037446 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:19:49.037446 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 17 00:19:49.037446 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:19:49.037446 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:19:49.037446 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:19:49.037446 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 17 00:19:49.037446 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:19:49.037446 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:19:49.037446 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:19:49.037446 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:19:49.037446 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:19:49.037446 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:19:49.037446 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:19:49.095120 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-36b2a8fa-ba98-4111-8b2f-9ef8fdb4f139 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:49.102572 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-36b2a8fa-ba98-4111-8b2f-9ef8fdb4f139 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:49.104526 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-36b2a8fa-ba98-4111-8b2f-9ef8fdb4f139 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "DELETE /v2.0/networks/79eafc3b-bfa5-4e4e-bb6d-b03eccb1308c HTTP/1.1" status: 204 len: 168 time: 0.3049898 Aug 17 00:19:49.108243 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60632) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:19:49.119433 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b2a8fa-ba98-4111-8b2f-9ef8fdb4f139 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event deleted for resources: {'Network': ['ID=79eafc3b-bfa5-4e4e-bb6d-b03eccb1308c,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:49.189916 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b4c60008-9597-4915-a737-9e6907d36893 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:49.222595 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b4c60008-9597-4915-a737-9e6907d36893 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:49.291078 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b4c60008-9597-4915-a737-9e6907d36893 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:49.294428 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b4c60008-9597-4915-a737-9e6907d36893 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:49.295990 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-b4c60008-9597-4915-a737-9e6907d36893 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "DELETE /v2.0/security-groups/a5c58054-ea98-4296-b205-46c44f962f8c HTTP/1.1" status: 204 len: 168 time: 0.1866293 Aug 17 00:19:49.311733 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c60008-9597-4915-a737-9e6907d36893 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5c58054-ea98-4296-b205-46c44f962f8c,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:49.619462 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60638) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:19:49.624585 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-14c98c8e-3477-4517-aca9-31faabd1bf98 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1111247516', 'description': 'tempest-secgroup-smoke-1111247516 description', 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:19:49.651824 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-14c98c8e-3477-4517-aca9-31faabd1bf98 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:49.747241 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-14c98c8e-3477-4517-aca9-31faabd1bf98 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:49.751168 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-14c98c8e-3477-4517-aca9-31faabd1bf98 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:49.780471 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-14c98c8e-3477-4517-aca9-31faabd1bf98 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:49.781735 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-14c98c8e-3477-4517-aca9-31faabd1bf98 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1612604 Aug 17 00:19:49.784349 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c98c8e-3477-4517-aca9-31faabd1bf98 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c12c3188-f5fa-42df-a774-e7cdc27825c4,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:49.784763 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 60642) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:19:49.790319 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-807bbbe7-33c0-4012-860e-1d400c037454 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Request body: {'security_group_rule': {'security_group_id': 'c12c3188-f5fa-42df-a774-e7cdc27825c4', 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:19:49.818563 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-807bbbe7-33c0-4012-860e-1d400c037454 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:49.874943 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-807bbbe7-33c0-4012-860e-1d400c037454 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:49.878944 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-807bbbe7-33c0-4012-860e-1d400c037454 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:49.896598 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807bbbe7-33c0-4012-860e-1d400c037454 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ad0c1f9-e6aa-4760-8f30-a124b41524a1,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:49.904283 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-807bbbe7-33c0-4012-860e-1d400c037454 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:49.905543 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-807bbbe7-33c0-4012-860e-1d400c037454 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1197104 Aug 17 00:19:49.908798 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 60644) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:19:49.913344 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-c7aa4909-cefa-49c2-9607-b9a3a2943be6 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Request body: {'security_group_rule': {'security_group_id': 'c12c3188-f5fa-42df-a774-e7cdc27825c4', 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:19:49.941729 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c7aa4909-cefa-49c2-9607-b9a3a2943be6 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:49.944849 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f5c00554-82d8-480e-9814-e2d628782780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:49.963675 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 30ec5ecc-da4d-4d57-988c-4723d590669b no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:19:49.983944 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 30ec5ecc-da4d-4d57-988c-4723d590669b {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:19:49.984288 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 30ec5ecc-da4d-4d57-988c-4723d590669b not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:19:49.984721 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 146d7b8e-b7e8-48eb-aca3-041a4b0c759a no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:19:50.003894 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 146d7b8e-b7e8-48eb-aca3-041a4b0c759a {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:19:50.004245 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 146d7b8e-b7e8-48eb-aca3-041a4b0c759a not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:19:50.004681 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 189c53d2-1b43-40a8-a154-b91a208f77f8 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:19:50.005272 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c7aa4909-cefa-49c2-9607-b9a3a2943be6 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:50.009646 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c7aa4909-cefa-49c2-9607-b9a3a2943be6 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:50.025257 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 189c53d2-1b43-40a8-a154-b91a208f77f8 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:19:50.025727 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 189c53d2-1b43-40a8-a154-b91a208f77f8 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:19:50.029281 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aa4909-cefa-49c2-9607-b9a3a2943be6 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ada3df4-5f0b-45fb-96b3-515e7e57edd3,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:50.036581 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c7aa4909-cefa-49c2-9607-b9a3a2943be6 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:50.040587 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-c7aa4909-cefa-49c2-9607-b9a3a2943be6 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1283193 Aug 17 00:19:50.041895 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 60646) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:19:50.046920 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-b462a925-1f57-4164-b5c3-1fb09fcfb410 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Request body: {'security_group_rule': {'security_group_id': 'c12c3188-f5fa-42df-a774-e7cdc27825c4', 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:19:50.074069 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b462a925-1f57-4164-b5c3-1fb09fcfb410 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:50.132142 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b462a925-1f57-4164-b5c3-1fb09fcfb410 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:50.135480 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b462a925-1f57-4164-b5c3-1fb09fcfb410 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:50.154415 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b462a925-1f57-4164-b5c3-1fb09fcfb410 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff31266b-bfcd-43aa-949b-c72a0c8f212e,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:50.161968 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b462a925-1f57-4164-b5c3-1fb09fcfb410 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:50.164136 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-b462a925-1f57-4164-b5c3-1fb09fcfb410 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1204026 Aug 17 00:19:50.166025 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 60648) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:19:50.171255 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-ad4e5a74-f9ad-4e6d-be8f-148f6e8f8647 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Request body: {'security_group_rule': {'security_group_id': 'c12c3188-f5fa-42df-a774-e7cdc27825c4', 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:19:50.197447 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ad4e5a74-f9ad-4e6d-be8f-148f6e8f8647 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:50.258483 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ad4e5a74-f9ad-4e6d-be8f-148f6e8f8647 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:50.262229 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ad4e5a74-f9ad-4e6d-be8f-148f6e8f8647 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:50.281142 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4e5a74-f9ad-4e6d-be8f-148f6e8f8647 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c897a009-f071-41d7-af05-f2b21a55e166,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:50.286264 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ad4e5a74-f9ad-4e6d-be8f-148f6e8f8647 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:50.287463 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-ad4e5a74-f9ad-4e6d-be8f-148f6e8f8647 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1204953 Aug 17 00:19:50.290321 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 60650) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:19:50.295383 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-092c7dfe-6560-4bed-88d5-05ce8bce5818 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Request body: {'security_group_rule': {'security_group_id': 'c12c3188-f5fa-42df-a774-e7cdc27825c4', 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:19:50.317249 n-d-791506-26 neutron-server[101291]: INFO neutron.db.securitygroups_db [None req-092c7dfe-6560-4bed-88d5-05ce8bce5818 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Project 8d5ca35b88544f06a4e5fba0ad3d3cbd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 00:19:50.322120 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-092c7dfe-6560-4bed-88d5-05ce8bce5818 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:50.384726 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-092c7dfe-6560-4bed-88d5-05ce8bce5818 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:50.388403 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-092c7dfe-6560-4bed-88d5-05ce8bce5818 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:50.405758 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092c7dfe-6560-4bed-88d5-05ce8bce5818 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aea4a1ea-6de9-4269-890f-4ec6db5075f9,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:50.412612 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-092c7dfe-6560-4bed-88d5-05ce8bce5818 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:50.413831 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-092c7dfe-6560-4bed-88d5-05ce8bce5818 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1225953 Aug 17 00:19:50.416904 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 60652) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:19:50.421971 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-c15054bf-1960-4df4-9d54-d06a3b12764c tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Request body: {'security_group_rule': {'security_group_id': 'c12c3188-f5fa-42df-a774-e7cdc27825c4', 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:19:50.442890 n-d-791506-26 neutron-server[101291]: INFO neutron.db.securitygroups_db [None req-c15054bf-1960-4df4-9d54-d06a3b12764c tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Project 8d5ca35b88544f06a4e5fba0ad3d3cbd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 00:19:50.447569 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c15054bf-1960-4df4-9d54-d06a3b12764c tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:50.510617 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c15054bf-1960-4df4-9d54-d06a3b12764c tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:50.514882 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c15054bf-1960-4df4-9d54-d06a3b12764c tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:50.534802 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15054bf-1960-4df4-9d54-d06a3b12764c tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=200f6475-e94f-4c44-b38a-c530c81485af,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:50.544090 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c15054bf-1960-4df4-9d54-d06a3b12764c tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:50.545644 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-c15054bf-1960-4df4-9d54-d06a3b12764c tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1276927 Aug 17 00:19:50.548444 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 60654) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:19:50.555476 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-ba1ff47d-262a-445f-bc78-05ccdc77e111 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Request body: {'network': {'name': 'tempest-network-smoke--514863368', 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'port_security_enabled': True}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:19:50.577391 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba1ff47d-262a-445f-bc78-05ccdc77e111 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Made reservation on behalf of 8d5ca35b88544f06a4e5fba0ad3d3cbd for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:19:50.581862 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ba1ff47d-262a-445f-bc78-05ccdc77e111 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:50.605539 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba1ff47d-262a-445f-bc78-05ccdc77e111 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:19:50.614855 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ba1ff47d-262a-445f-bc78-05ccdc77e111 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:50.615203 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-ba1ff47d-262a-445f-bc78-05ccdc77e111 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Added segment 58e4e679-c316-4ad3-b202-9180c9853ce7 of type vlan for network 4d5db5de-3d5c-4048-8282-b65c746ef0db Aug 17 00:19:50.655981 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ba1ff47d-262a-445f-bc78-05ccdc77e111 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:50.680860 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ba1ff47d-262a-445f-bc78-05ccdc77e111 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:50.687435 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1ff47d-262a-445f-bc78-05ccdc77e111 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:50.688030 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ba1ff47d-262a-445f-bc78-05ccdc77e111 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:50.744124 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-ba1ff47d-262a-445f-bc78-05ccdc77e111 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1943302 Aug 17 00:19:50.747619 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60656) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:19:50.753517 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-af1a9dbd-f732-4720-a2b8-48dc96af4906 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1352252720', 'admin_state_up': True, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:19:50.757550 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1ff47d-262a-445f-bc78-05ccdc77e111 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event updated for resources: {'Network': ['ID=4d5db5de-3d5c-4048-8282-b65c746ef0db,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:50.768607 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 4d5db5de-3d5c-4048-8282-b65c746ef0db details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:19:50.778675 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-af1a9dbd-f732-4720-a2b8-48dc96af4906 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:50.780011 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-af1a9dbd-f732-4720-a2b8-48dc96af4906 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:50.848558 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:50.851310 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-af1a9dbd-f732-4720-a2b8-48dc96af4906 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:51.003775 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-af1a9dbd-f732-4720-a2b8-48dc96af4906 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:51.197826 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-af1a9dbd-f732-4720-a2b8-48dc96af4906 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for router_gateway, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:51.217417 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-af1a9dbd-f732-4720-a2b8-48dc96af4906 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:51.318032 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-af1a9dbd-f732-4720-a2b8-48dc96af4906 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Allocated IP 172.25.4.37 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/2bda521b-fac0-4978-9086-c03e875e44bb) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:19:51.430372 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-af1a9dbd-f732-4720-a2b8-48dc96af4906 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:51.469552 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-af1a9dbd-f732-4720-a2b8-48dc96af4906 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:51.513082 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1a9dbd-f732-4720-a2b8-48dc96af4906 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:19:51.516062 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-af1a9dbd-f732-4720-a2b8-48dc96af4906 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:19:51.518722 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1a9dbd-f732-4720-a2b8-48dc96af4906 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:19:51.547181 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1a9dbd-f732-4720-a2b8-48dc96af4906 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event updated for resources: {'Port': ['ID=2bda521b-fac0-4978-9086-c03e875e44bb,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:51.776688 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-af1a9dbd-f732-4720-a2b8-48dc96af4906 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for router_gateway, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:51.925321 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:51.972098 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-af1a9dbd-f732-4720-a2b8-48dc96af4906 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:52.099220 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af1a9dbd-f732-4720-a2b8-48dc96af4906 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Router bdc06915-ef1e-4869-ac81-a2e17900fe71 is scheduled to L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f with binding_index 1 {{(pid=101292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 00:19:52.209325 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af1a9dbd-f732-4720-a2b8-48dc96af4906 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:19:52.219483 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfe689c-5e2b-469e-be5b-e1c4c634fe27 None None] Sync routers for ids ['bdc06915-ef1e-4869-ac81-a2e17900fe71'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:19:52.229508 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-af1a9dbd-f732-4720-a2b8-48dc96af4906 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:52.229685 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfe689c-5e2b-469e-be5b-e1c4c634fe27 None None] Routers {'bdc06915-ef1e-4869-ac81-a2e17900fe71'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:19:52.231466 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-1bfe689c-5e2b-469e-be5b-e1c4c634fe27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:19:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['bdc06915-ef1e-4869-ac81-a2e17900fe71'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:19:52.231650 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-af1a9dbd-f732-4720-a2b8-48dc96af4906 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4822743 Aug 17 00:19:52.234536 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60658) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:19:52.263417 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-896aab73-7258-477d-af4f-d72f5e7f906e tempest-TestNetworkAdvancedServerOps-239719549 tempest-TestNetworkAdvancedServerOps-239719549-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=8d5ca35b88544f06a4e5fba0ad3d3cbd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277772 Aug 17 00:19:52.266771 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60660) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:19:52.336240 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-1bfe689c-5e2b-469e-be5b-e1c4c634fe27 None None] Set router bdc06915-ef1e-4869-ac81-a2e17900fe71 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:19:52.362207 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8f5db1-ad84-43e1-8cfb-7110932235ad tempest-TestNetworkAdvancedServerOps-239719549 tempest-TestNetworkAdvancedServerOps-239719549-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:52.366384 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-9b8f5db1-ad84-43e1-8cfb-7110932235ad tempest-TestNetworkAdvancedServerOps-239719549 tempest-TestNetworkAdvancedServerOps-239719549-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0960715 Aug 17 00:19:52.366646 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60664) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:19:52.394273 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-ece9336a-e684-4266-8f7f-e0484b0bb8f3 tempest-TestNetworkAdvancedServerOps-239719549 tempest-TestNetworkAdvancedServerOps-239719549-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=c22c4980-c849-406d-982c-a5d68c515a94&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264952 Aug 17 00:19:52.396747 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60666) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:19:52.401477 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-2d5d6944-60ba-4d71-93ce-e97234d385fb tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1087790251', 'network_id': '4d5db5de-3d5c-4048-8282-b65c746ef0db', 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:19:52.489619 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d5d6944-60ba-4d71-93ce-e97234d385fb tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Made reservation on behalf of 8d5ca35b88544f06a4e5fba0ad3d3cbd for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:19:52.493190 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2d5d6944-60ba-4d71-93ce-e97234d385fb tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:52.519194 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-1bfe689c-5e2b-469e-be5b-e1c4c634fe27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc06915-ef1e-4869-ac81-a2e17900fe71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1352252720', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '2bda521b-fac0-4978-9086-c03e875e44bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:19:50Z', 'updated_at': '2021-08-17T00:19:51Z', 'revision_number': 3, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'gw_port': {'id': '2bda521b-fac0-4978-9086-c03e875e44bb', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:08:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc06915-ef1e-4869-ac81-a2e17900fe71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:19:51Z', 'updated_at': '2021-08-17T00:19:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:19:52.548529 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfe689c-5e2b-469e-be5b-e1c4c634fe27 None None] Checking router: bdc06915-ef1e-4869-ac81-a2e17900fe71 for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:19:52.548908 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfe689c-5e2b-469e-be5b-e1c4c634fe27 None None] Updating router bdc06915-ef1e-4869-ac81-a2e17900fe71 port 2bda521b-fac0-4978-9086-c03e875e44bb binding host n-d-791506-26 {{(pid=101294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:19:52.576331 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-1bfe689c-5e2b-469e-be5b-e1c4c634fe27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:52.679839 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2d5d6944-60ba-4d71-93ce-e97234d385fb tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:52.744743 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5d6944-60ba-4d71-93ce-e97234d385fb tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event updated for resources: {'Subnet': ['ID=dd645f13-c42e-48a9-8822-055821300bca,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:52.754570 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5d6944-60ba-4d71-93ce-e97234d385fb tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Checking segment: {'id': '58e4e679-c316-4ad3-b202-9180c9853ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4d5db5de-3d5c-4048-8282-b65c746ef0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:19:52.754938 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5d6944-60ba-4d71-93ce-e97234d385fb tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Network hostable DHCP agents. Network: 4d5db5de-3d5c-4048-8282-b65c746ef0db, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:19:52.770993 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5d6944-60ba-4d71-93ce-e97234d385fb tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Network 4d5db5de-3d5c-4048-8282-b65c746ef0db is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:19:52.779605 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-2d5d6944-60ba-4d71-93ce-e97234d385fb tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 4d5db5de-3d5c-4048-8282-b65c746ef0db) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:19:52.786061 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5d6944-60ba-4d71-93ce-e97234d385fb tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:52.786676 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2d5d6944-60ba-4d71-93ce-e97234d385fb tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:52.787897 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb971415-fa18-46ab-8e2d-b08d547ec6da None None] Network 4d5db5de-3d5c-4048-8282-b65c746ef0db requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:19:52.804582 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-2d5d6944-60ba-4d71-93ce-e97234d385fb tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4063377 Aug 17 00:19:52.806803 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60668) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:19:52.846371 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-1bfe689c-5e2b-469e-be5b-e1c4c634fe27 None None] Notify callbacks [] for port, precommit_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:52.858858 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.provisioning_blocks [None req-1bfe689c-5e2b-469e-be5b-e1c4c634fe27 None None] Transition to ACTIVE for port object 2bda521b-fac0-4978-9086-c03e875e44bb will not be triggered until provisioned by entity L2. {{(pid=101294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:19:52.865896 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-1bfe689c-5e2b-469e-be5b-e1c4c634fe27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:52.924905 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-1bfe689c-5e2b-469e-be5b-e1c4c634fe27 None None] Attempting to bind port 2bda521b-fac0-4978-9086-c03e875e44bb on host n-d-791506-26 for vnic_type normal with profile {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:19:52.925309 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-1bfe689c-5e2b-469e-be5b-e1c4c634fe27 None None] Attempting to bind port 2bda521b-fac0-4978-9086-c03e875e44bb by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:19:52.925637 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bfe689c-5e2b-469e-be5b-e1c4c634fe27 None None] Attempting to bind port 2bda521b-fac0-4978-9086-c03e875e44bb on network c22c4980-c849-406d-982c-a5d68c515a94 {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:19:52.927730 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8836f3b9-a11c-4ef5-b142-cf69777e5cac None None] Pushing event updated for resources: {'Port': ['ID=2bda521b-fac0-4978-9086-c03e875e44bb,revision_number=2']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:52.939218 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8836f3b9-a11c-4ef5-b142-cf69777e5cac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:19:52.939766 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8836f3b9-a11c-4ef5-b142-cf69777e5cac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:19:52.940335 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8836f3b9-a11c-4ef5-b142-cf69777e5cac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:19:52.940745 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8836f3b9-a11c-4ef5-b142-cf69777e5cac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:19:52.941090 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8836f3b9-a11c-4ef5-b142-cf69777e5cac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:19:52.941541 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8836f3b9-a11c-4ef5-b142-cf69777e5cac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:19:52.942097 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8836f3b9-a11c-4ef5-b142-cf69777e5cac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:19:52.942665 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8836f3b9-a11c-4ef5-b142-cf69777e5cac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:19:52.943158 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8836f3b9-a11c-4ef5-b142-cf69777e5cac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:19:52.943494 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8836f3b9-a11c-4ef5-b142-cf69777e5cac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:19:52.943844 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8836f3b9-a11c-4ef5-b142-cf69777e5cac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:19:52.944174 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8836f3b9-a11c-4ef5-b142-cf69777e5cac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:19:52.947518 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4479a1-2939-4f27-9d20-d690ef46edf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-4d5db5de-3d5c-4048-8282-b65c746ef0db', 'network_id': '4d5db5de-3d5c-4048-8282-b65c746ef0db', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'fixed_ips': [{'subnet_id': 'dd645f13-c42e-48a9-8822-055821300bca'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:19:52.948060 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bfe689c-5e2b-469e-be5b-e1c4c634fe27 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:19:52.948402 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bfe689c-5e2b-469e-be5b-e1c4c634fe27 None None] Checking segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:19:52.948988 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-1bfe689c-5e2b-469e-be5b-e1c4c634fe27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:52.949419 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bfe689c-5e2b-469e-be5b-e1c4c634fe27 None None] Bound using segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:19:52.949902 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-1bfe689c-5e2b-469e-be5b-e1c4c634fe27 None None] Bound port: 2bda521b-fac0-4978-9086-c03e875e44bb, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:19:52.950199 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4f4479a1-2939-4f27-9d20-d690ef46edf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:52.950359 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-1bfe689c-5e2b-469e-be5b-e1c4c634fe27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:53.006346 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-1bfe689c-5e2b-469e-be5b-e1c4c634fe27 None None] For port 2bda521b-fac0-4978-9086-c03e875e44bb, host n-d-791506-26, cleared binding levels {{(pid=101294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:19:53.009620 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-1bfe689c-5e2b-469e-be5b-e1c4c634fe27 None None] For port 2bda521b-fac0-4978-9086-c03e875e44bb, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=2bda521b-fac0-4978-9086-c03e875e44bb,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:19:53.017026 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-1bfe689c-5e2b-469e-be5b-e1c4c634fe27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:53.070891 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfe689c-5e2b-469e-be5b-e1c4c634fe27 None None] Routers {'bdc06915-ef1e-4869-ac81-a2e17900fe71'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:19:53.071512 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-1bfe689c-5e2b-469e-be5b-e1c4c634fe27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:19:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['bdc06915-ef1e-4869-ac81-a2e17900fe71'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:19:53.096084 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-4f4479a1-2939-4f27-9d20-d690ef46edf1 None None] Allocated IP 172.20.0.2 (4d5db5de-3d5c-4048-8282-b65c746ef0db/dd645f13-c42e-48a9-8822-055821300bca/3c8f999e-33b2-4071-949a-19dec0cc960c) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:19:53.116807 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8836f3b9-a11c-4ef5-b142-cf69777e5cac None None] Pushing event updated for resources: {'Port': ['ID=2bda521b-fac0-4978-9086-c03e875e44bb,revision_number=3']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:53.195208 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-1bfe689c-5e2b-469e-be5b-e1c4c634fe27 None None] Set router bdc06915-ef1e-4869-ac81-a2e17900fe71 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:19:53.286968 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6f1ded72-7f54-4347-a747-27606aa3d0b2 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:53.331162 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:53.386592 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-1bfe689c-5e2b-469e-be5b-e1c4c634fe27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc06915-ef1e-4869-ac81-a2e17900fe71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1352252720', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '2bda521b-fac0-4978-9086-c03e875e44bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:19:50Z', 'updated_at': '2021-08-17T00:19:51Z', 'revision_number': 3, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'gw_port': {'id': '2bda521b-fac0-4978-9086-c03e875e44bb', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:08:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc06915-ef1e-4869-ac81-a2e17900fe71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:19:51Z', 'updated_at': '2021-08-17T00:19:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:19:53.415968 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfe689c-5e2b-469e-be5b-e1c4c634fe27 None None] The sync data for ids ['bdc06915-ef1e-4869-ac81-a2e17900fe71'] in n-d-791506-26 is: [{'id': 'bdc06915-ef1e-4869-ac81-a2e17900fe71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1352252720', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '2bda521b-fac0-4978-9086-c03e875e44bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:19:50Z', 'updated_at': '2021-08-17T00:19:51Z', 'revision_number': 3, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'gw_port': {'id': '2bda521b-fac0-4978-9086-c03e875e44bb', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:08:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc06915-ef1e-4869-ac81-a2e17900fe71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:19:51Z', 'updated_at': '2021-08-17T00:19:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:19:53.417086 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4f4479a1-2939-4f27-9d20-d690ef46edf1 None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:53.426638 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4f4479a1-2939-4f27-9d20-d690ef46edf1 None None] Transition to ACTIVE for port object 3c8f999e-33b2-4071-949a-19dec0cc960c will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:19:53.445503 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4f4479a1-2939-4f27-9d20-d690ef46edf1 None None] Transition to ACTIVE for port object 3c8f999e-33b2-4071-949a-19dec0cc960c will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:19:53.452443 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4f4479a1-2939-4f27-9d20-d690ef46edf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:53.490013 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4479a1-2939-4f27-9d20-d690ef46edf1 None None] Network 4d5db5de-3d5c-4048-8282-b65c746ef0db is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:19:53.498938 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-4f4479a1-2939-4f27-9d20-d690ef46edf1 None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:19:53.502893 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4479a1-2939-4f27-9d20-d690ef46edf1 None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:19:53.511992 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4479a1-2939-4f27-9d20-d690ef46edf1 None None] Pushing event updated for resources: {'Port': ['ID=3c8f999e-33b2-4071-949a-19dec0cc960c,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:53.569307 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-4f4479a1-2939-4f27-9d20-d690ef46edf1 None None] Attempting to bind port 3c8f999e-33b2-4071-949a-19dec0cc960c on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:19:53.569684 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-4f4479a1-2939-4f27-9d20-d690ef46edf1 None None] Attempting to bind port 3c8f999e-33b2-4071-949a-19dec0cc960c by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '58e4e679-c316-4ad3-b202-9180c9853ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4d5db5de-3d5c-4048-8282-b65c746ef0db'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:19:53.570073 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4479a1-2939-4f27-9d20-d690ef46edf1 None None] Attempting to bind port 3c8f999e-33b2-4071-949a-19dec0cc960c on network 4d5db5de-3d5c-4048-8282-b65c746ef0db {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:19:53.575495 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4479a1-2939-4f27-9d20-d690ef46edf1 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:19:53.575746 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4479a1-2939-4f27-9d20-d690ef46edf1 None None] Checking segment: {'id': '58e4e679-c316-4ad3-b202-9180c9853ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4d5db5de-3d5c-4048-8282-b65c746ef0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:19:53.576159 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4f4479a1-2939-4f27-9d20-d690ef46edf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:53.576617 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4479a1-2939-4f27-9d20-d690ef46edf1 None None] Bound using segment: {'id': '58e4e679-c316-4ad3-b202-9180c9853ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4d5db5de-3d5c-4048-8282-b65c746ef0db'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:19:53.577278 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-4f4479a1-2939-4f27-9d20-d690ef46edf1 None None] Bound port: 3c8f999e-33b2-4071-949a-19dec0cc960c, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58e4e679-c316-4ad3-b202-9180c9853ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4d5db5de-3d5c-4048-8282-b65c746ef0db'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:19:53.577706 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4f4479a1-2939-4f27-9d20-d690ef46edf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:53.588296 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-6f1ded72-7f54-4347-a747-27606aa3d0b2 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Allocated IP 172.20.0.1 (4d5db5de-3d5c-4048-8282-b65c746ef0db/dd645f13-c42e-48a9-8822-055821300bca/d8f6907a-a988-48e7-a14b-d0ab5ae113c9) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:19:53.656215 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-4f4479a1-2939-4f27-9d20-d690ef46edf1 None None] For port 3c8f999e-33b2-4071-949a-19dec0cc960c, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:19:53.662904 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-4f4479a1-2939-4f27-9d20-d690ef46edf1 None None] For port 3c8f999e-33b2-4071-949a-19dec0cc960c, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=3c8f999e-33b2-4071-949a-19dec0cc960c,segment=NetworkSegment(58e4e679-c316-4ad3-b202-9180c9853ce7),segment_id=58e4e679-c316-4ad3-b202-9180c9853ce7)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:19:53.672761 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4f4479a1-2939-4f27-9d20-d690ef46edf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:53.742308 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6f1ded72-7f54-4347-a747-27606aa3d0b2 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:53.745362 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4479a1-2939-4f27-9d20-d690ef46edf1 None None] Pushing event updated for resources: {'Port': ['ID=3c8f999e-33b2-4071-949a-19dec0cc960c,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:53.759589 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [None req-6f1ded72-7f54-4347-a747-27606aa3d0b2 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Transition to ACTIVE for port object d8f6907a-a988-48e7-a14b-d0ab5ae113c9 will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:19:53.795681 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6f1ded72-7f54-4347-a747-27606aa3d0b2 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:53.843544 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1ded72-7f54-4347-a747-27606aa3d0b2 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Network 4d5db5de-3d5c-4048-8282-b65c746ef0db is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:19:53.847274 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-6f1ded72-7f54-4347-a747-27606aa3d0b2 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:19:53.849876 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1ded72-7f54-4347-a747-27606aa3d0b2 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:19:53.879406 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1ded72-7f54-4347-a747-27606aa3d0b2 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event updated for resources: {'Port': ['ID=d8f6907a-a988-48e7-a14b-d0ab5ae113c9,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:53.916434 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6f1ded72-7f54-4347-a747-27606aa3d0b2 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954230'] for router_interface, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:54.091350 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 3c8f999e-33b2-4071-949a-19dec0cc960c up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:19:54.153207 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 3c8f999e-33b2-4071-949a-19dec0cc960c completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:19:54.164625 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 2bda521b-fac0-4978-9086-c03e875e44bb up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:19:54.216205 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 2bda521b-fac0-4978-9086-c03e875e44bb completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:19:54.220971 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 2bda521b-fac0-4978-9086-c03e875e44bb triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:19:54.221309 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:54.313482 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:54.341023 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 2bda521b-fac0-4978-9086-c03e875e44bb, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=2bda521b-fac0-4978-9086-c03e875e44bb,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:19:54.345172 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:54.404458 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=2bda521b-fac0-4978-9086-c03e875e44bb,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:54.470225 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6f1ded72-7f54-4347-a747-27606aa3d0b2 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:54.743837 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae4ce34-2021-4e50-89db-3e67cfa5b683 None None] Network 4d5db5de-3d5c-4048-8282-b65c746ef0db requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:19:54.770252 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6f1ded72-7f54-4347-a747-27606aa3d0b2 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:54.774664 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6f1ded72-7f54-4347-a747-27606aa3d0b2 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:54.851602 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6f1ded72-7f54-4347-a747-27606aa3d0b2 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954122'] for router_interface, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:54.861360 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-e167183d-9275-4a88-89de-10e477ef6e08 None None] Provisioning for port 3c8f999e-33b2-4071-949a-19dec0cc960c completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:19:54.868117 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-e167183d-9275-4a88-89de-10e477ef6e08 None None] Provisioning complete for port 3c8f999e-33b2-4071-949a-19dec0cc960c triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:19:54.868491 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e167183d-9275-4a88-89de-10e477ef6e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:54.902985 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1ded72-7f54-4347-a747-27606aa3d0b2 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event updated for resources: {'Port': ['ID=d8f6907a-a988-48e7-a14b-d0ab5ae113c9,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:54.952852 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1ded72-7f54-4347-a747-27606aa3d0b2 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Network 4d5db5de-3d5c-4048-8282-b65c746ef0db is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:19:54.954271 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-6f1ded72-7f54-4347-a747-27606aa3d0b2 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:19:54.982338 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e167183d-9275-4a88-89de-10e477ef6e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:55.024632 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-e167183d-9275-4a88-89de-10e477ef6e08 None None] For port 3c8f999e-33b2-4071-949a-19dec0cc960c, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=3c8f999e-33b2-4071-949a-19dec0cc960c,segment=NetworkSegment(58e4e679-c316-4ad3-b202-9180c9853ce7),segment_id=58e4e679-c316-4ad3-b202-9180c9853ce7)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:19:55.032109 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e167183d-9275-4a88-89de-10e477ef6e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:55.091480 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e167183d-9275-4a88-89de-10e477ef6e08 None None] Pushing event updated for resources: {'Port': ['ID=3c8f999e-33b2-4071-949a-19dec0cc960c,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:55.092125 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f1ded72-7f54-4347-a747-27606aa3d0b2 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Router bdc06915-ef1e-4869-ac81-a2e17900fe71 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:19:55.220081 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f1ded72-7f54-4347-a747-27606aa3d0b2 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:19:55.227223 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-6f1ded72-7f54-4347-a747-27606aa3d0b2 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "PUT /v2.0/routers/bdc06915-ef1e-4869-ac81-a2e17900fe71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4193165 Aug 17 00:19:55.257084 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-55d3da94-a850-4b2d-9b01-84590b236b46 None None] Provisioning complete for port 3c8f999e-33b2-4071-949a-19dec0cc960c triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:19:55.257373 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-55d3da94-a850-4b2d-9b01-84590b236b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:55.294794 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3044b203-3b24-45d0-87ef-6ecf381a8ad5 None None] Sync routers for ids ['bdc06915-ef1e-4869-ac81-a2e17900fe71'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:19:55.312141 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3044b203-3b24-45d0-87ef-6ecf381a8ad5 None None] Routers {'bdc06915-ef1e-4869-ac81-a2e17900fe71'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:19:55.312789 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-3044b203-3b24-45d0-87ef-6ecf381a8ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:19:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['bdc06915-ef1e-4869-ac81-a2e17900fe71'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:19:55.378493 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c0513a7d-ad1c-492a-a58e-547a70342815 req-c12d8e52-f2bf-4697-92d3-ba397c775302 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1111247516&fields=id&tenant_id=8d5ca35b88544f06a4e5fba0ad3d3cbd HTTP/1.1" status: 200 len: 267 time: 0.0359697 Aug 17 00:19:55.462995 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-3044b203-3b24-45d0-87ef-6ecf381a8ad5 None None] Set router bdc06915-ef1e-4869-ac81-a2e17900fe71 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:19:55.466682 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-55d3da94-a850-4b2d-9b01-84590b236b46 None None] Provisioning for port d8f6907a-a988-48e7-a14b-d0ab5ae113c9 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:19:55.499285 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-55d3da94-a850-4b2d-9b01-84590b236b46 None None] Provisioning complete for port d8f6907a-a988-48e7-a14b-d0ab5ae113c9 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:19:55.499666 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-55d3da94-a850-4b2d-9b01-84590b236b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:55.503606 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0513a7d-ad1c-492a-a58e-547a70342815 req-e6f0c21c-fe84-43c5-a897-70aff123acff tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:55.505050 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c0513a7d-ad1c-492a-a58e-547a70342815 req-e6f0c21c-fe84-43c5-a897-70aff123acff tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/networks?id=4d5db5de-3d5c-4048-8282-b65c746ef0db HTTP/1.1" status: 200 len: 796 time: 0.1191354 Aug 17 00:19:55.523493 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c0513a7d-ad1c-492a-a58e-547a70342815 req-1dfd7a7e-7701-4b07-ad99-7b0433a8464d tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/quotas/8d5ca35b88544f06a4e5fba0ad3d3cbd HTTP/1.1" status: 200 len: 375 time: 0.0115156 Aug 17 00:19:55.576343 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-55d3da94-a850-4b2d-9b01-84590b236b46 None None] Port d8f6907a-a988-48e7-a14b-d0ab5ae113c9 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:19:55.583635 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c0513a7d-ad1c-492a-a58e-547a70342815 req-38e6c98b-27b8-4f8f-b39a-9e822531e3c2 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8d5ca35b88544f06a4e5fba0ad3d3cbd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533779 Aug 17 00:19:55.701990 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-f0315830-7e4a-409d-a8cf-0029d842f902 None None] Provisioning complete for port d8f6907a-a988-48e7-a14b-d0ab5ae113c9 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:19:55.702370 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f0315830-7e4a-409d-a8cf-0029d842f902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:55.723409 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c0513a7d-ad1c-492a-a58e-547a70342815 req-5d6d2c08-daee-48cc-bc08-df14a3d0aa69 service neutron] 10.222.0.36 "GET /v2.0/networks/4d5db5de-3d5c-4048-8282-b65c746ef0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273170 Aug 17 00:19:55.745660 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-f0315830-7e4a-409d-a8cf-0029d842f902 None None] Port d8f6907a-a988-48e7-a14b-d0ab5ae113c9 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:19:55.753449 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-3044b203-3b24-45d0-87ef-6ecf381a8ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc06915-ef1e-4869-ac81-a2e17900fe71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1352252720', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '2bda521b-fac0-4978-9086-c03e875e44bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:19:50Z', 'updated_at': '2021-08-17T00:19:54Z', 'revision_number': 4, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'gw_port': {'id': '2bda521b-fac0-4978-9086-c03e875e44bb', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:08:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc06915-ef1e-4869-ac81-a2e17900fe71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:19:51Z', 'updated_at': '2021-08-17T00:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'd8f6907a-a988-48e7-a14b-d0ab5ae113c9', 'name': '', 'network_id': '4d5db5de-3d5c-4048-8282-b65c746ef0db', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'mac_address': 'fa:16:3e:a2:6d:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc06915-ef1e-4869-ac81-a2e17900fe71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'dd645f13-c42e-48a9-8822-055821300bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:19:53Z', 'updated_at': '2021-08-17T00:19:54Z', 'revision_number': 2, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'subnets': [{'id': 'dd645f13-c42e-48a9-8822-055821300bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:19:55.781514 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3044b203-3b24-45d0-87ef-6ecf381a8ad5 None None] Checking router: bdc06915-ef1e-4869-ac81-a2e17900fe71 for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:19:55.781785 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3044b203-3b24-45d0-87ef-6ecf381a8ad5 None None] Updating router bdc06915-ef1e-4869-ac81-a2e17900fe71 port d8f6907a-a988-48e7-a14b-d0ab5ae113c9 binding host n-d-791506-26 {{(pid=101293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:19:55.811084 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-3044b203-3b24-45d0-87ef-6ecf381a8ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:55.816481 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c0513a7d-ad1c-492a-a58e-547a70342815 req-f5164488-10e9-4540-a36a-fc4485259962 service neutron] 10.222.0.36 "GET /v2.0/networks/4d5db5de-3d5c-4048-8282-b65c746ef0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866659 Aug 17 00:19:55.981793 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 3c8f999e-33b2-4071-949a-19dec0cc960c up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:19:56.001501 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9b00ee6c-de5b-4966-a7c9-84fe9349e654 req-4065dffa-4eac-4e9a-9a59-e5d21d70fecd tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c0dc0cf-0d10-4cac-8178-a6d9b176256d HTTP/1.1" status: 200 len: 210 time: 0.0346527 Aug 17 00:19:56.070906 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 3c8f999e-33b2-4071-949a-19dec0cc960c triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:19:56.071291 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:56.165676 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-3044b203-3b24-45d0-87ef-6ecf381a8ad5 None None] Notify callbacks [] for port, precommit_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:56.195641 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-3044b203-3b24-45d0-87ef-6ecf381a8ad5 None None] Transition to ACTIVE for port object d8f6907a-a988-48e7-a14b-d0ab5ae113c9 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:19:56.205075 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-3044b203-3b24-45d0-87ef-6ecf381a8ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:56.237636 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 2bda521b-fac0-4978-9086-c03e875e44bb up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:19:56.297720 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c198b0f-68b1-4d26-9dbe-e2d4bb6dcffb None None] Pushing event updated for resources: {'Port': ['ID=d8f6907a-a988-48e7-a14b-d0ab5ae113c9,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:56.313641 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:56.365693 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 2bda521b-fac0-4978-9086-c03e875e44bb triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:19:56.366073 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:56.367828 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-3044b203-3b24-45d0-87ef-6ecf381a8ad5 None None] Attempting to bind port d8f6907a-a988-48e7-a14b-d0ab5ae113c9 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:19:56.368199 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-3044b203-3b24-45d0-87ef-6ecf381a8ad5 None None] Attempting to bind port d8f6907a-a988-48e7-a14b-d0ab5ae113c9 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '58e4e679-c316-4ad3-b202-9180c9853ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4d5db5de-3d5c-4048-8282-b65c746ef0db'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:19:56.368594 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3044b203-3b24-45d0-87ef-6ecf381a8ad5 None None] Attempting to bind port d8f6907a-a988-48e7-a14b-d0ab5ae113c9 on network 4d5db5de-3d5c-4048-8282-b65c746ef0db {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:19:56.394431 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3044b203-3b24-45d0-87ef-6ecf381a8ad5 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:19:56.394812 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3044b203-3b24-45d0-87ef-6ecf381a8ad5 None None] Checking segment: {'id': '58e4e679-c316-4ad3-b202-9180c9853ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4d5db5de-3d5c-4048-8282-b65c746ef0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:19:56.395230 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-3044b203-3b24-45d0-87ef-6ecf381a8ad5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:56.395634 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3044b203-3b24-45d0-87ef-6ecf381a8ad5 None None] Bound using segment: {'id': '58e4e679-c316-4ad3-b202-9180c9853ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4d5db5de-3d5c-4048-8282-b65c746ef0db'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:19:56.396103 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-3044b203-3b24-45d0-87ef-6ecf381a8ad5 None None] Bound port: d8f6907a-a988-48e7-a14b-d0ab5ae113c9, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58e4e679-c316-4ad3-b202-9180c9853ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4d5db5de-3d5c-4048-8282-b65c746ef0db'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:19:56.396495 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-3044b203-3b24-45d0-87ef-6ecf381a8ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:56.516446 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-3044b203-3b24-45d0-87ef-6ecf381a8ad5 None None] For port d8f6907a-a988-48e7-a14b-d0ab5ae113c9, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:19:56.537110 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-3044b203-3b24-45d0-87ef-6ecf381a8ad5 None None] For port d8f6907a-a988-48e7-a14b-d0ab5ae113c9, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=d8f6907a-a988-48e7-a14b-d0ab5ae113c9,segment=NetworkSegment(58e4e679-c316-4ad3-b202-9180c9853ce7),segment_id=58e4e679-c316-4ad3-b202-9180c9853ce7)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:19:56.544237 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-3044b203-3b24-45d0-87ef-6ecf381a8ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:56.604869 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3044b203-3b24-45d0-87ef-6ecf381a8ad5 None None] Routers {'bdc06915-ef1e-4869-ac81-a2e17900fe71'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:19:56.605683 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-3044b203-3b24-45d0-87ef-6ecf381a8ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:19:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['bdc06915-ef1e-4869-ac81-a2e17900fe71'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:19:56.689963 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c198b0f-68b1-4d26-9dbe-e2d4bb6dcffb None None] Pushing event updated for resources: {'Port': ['ID=d8f6907a-a988-48e7-a14b-d0ab5ae113c9,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:56.730931 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-3044b203-3b24-45d0-87ef-6ecf381a8ad5 None None] Set router bdc06915-ef1e-4869-ac81-a2e17900fe71 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:19:56.943226 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-3044b203-3b24-45d0-87ef-6ecf381a8ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc06915-ef1e-4869-ac81-a2e17900fe71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1352252720', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '2bda521b-fac0-4978-9086-c03e875e44bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:19:50Z', 'updated_at': '2021-08-17T00:19:54Z', 'revision_number': 4, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'gw_port': {'id': '2bda521b-fac0-4978-9086-c03e875e44bb', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:08:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc06915-ef1e-4869-ac81-a2e17900fe71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:19:51Z', 'updated_at': '2021-08-17T00:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'd8f6907a-a988-48e7-a14b-d0ab5ae113c9', 'name': '', 'network_id': '4d5db5de-3d5c-4048-8282-b65c746ef0db', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'mac_address': 'fa:16:3e:a2:6d:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc06915-ef1e-4869-ac81-a2e17900fe71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'dd645f13-c42e-48a9-8822-055821300bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:19:53Z', 'updated_at': '2021-08-17T00:19:56Z', 'revision_number': 4, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'subnets': [{'id': 'dd645f13-c42e-48a9-8822-055821300bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:19:56.970240 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3044b203-3b24-45d0-87ef-6ecf381a8ad5 None None] The sync data for ids ['bdc06915-ef1e-4869-ac81-a2e17900fe71'] in n-d-791506-26 is: [{'id': 'bdc06915-ef1e-4869-ac81-a2e17900fe71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1352252720', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '2bda521b-fac0-4978-9086-c03e875e44bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:19:50Z', 'updated_at': '2021-08-17T00:19:54Z', 'revision_number': 4, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'gw_port': {'id': '2bda521b-fac0-4978-9086-c03e875e44bb', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:08:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc06915-ef1e-4869-ac81-a2e17900fe71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:19:51Z', 'updated_at': '2021-08-17T00:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'd8f6907a-a988-48e7-a14b-d0ab5ae113c9', 'name': '', 'network_id': '4d5db5de-3d5c-4048-8282-b65c746ef0db', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'mac_address': 'fa:16:3e:a2:6d:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc06915-ef1e-4869-ac81-a2e17900fe71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'dd645f13-c42e-48a9-8822-055821300bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:19:53Z', 'updated_at': '2021-08-17T00:19:56Z', 'revision_number': 4, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'subnets': [{'id': 'dd645f13-c42e-48a9-8822-055821300bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:19:57.128982 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-705a015c-11f6-4668-aeeb-0fee711ad4cd req-15bee583-0bae-4651-a561-9fea3b2d0a6a tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c0dc0cf-0d10-4cac-8178-a6d9b176256d HTTP/1.1" status: 200 len: 210 time: 0.0395820 Aug 17 00:19:57.226786 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0513a7d-ad1c-492a-a58e-547a70342815 req-d8152d06-282f-4ae7-bf6e-3b0d2e75ba79 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:57.228560 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c0513a7d-ad1c-492a-a58e-547a70342815 req-d8152d06-282f-4ae7-bf6e-3b0d2e75ba79 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.57 "GET /v2.0/networks?id=4d5db5de-3d5c-4048-8282-b65c746ef0db HTTP/1.1" status: 200 len: 796 time: 0.1315191 Aug 17 00:19:57.279268 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c0513a7d-ad1c-492a-a58e-547a70342815 req-8caeb2de-ce4d-42aa-ac2c-410846879dcc tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d5ca35b88544f06a4e5fba0ad3d3cbd HTTP/1.1" status: 200 len: 380 time: 0.0366447 Aug 17 00:19:57.290161 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-c0513a7d-ad1c-492a-a58e-547a70342815 req-f22bd176-272f-4e9a-b39d-aa72d1d2693f tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Request body: {'port': {'device_id': '9c0dc0cf-0d10-4cac-8178-a6d9b176256d', 'network_id': '4d5db5de-3d5c-4048-8282-b65c746ef0db', 'admin_state_up': True, 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'security_groups': ['c12c3188-f5fa-42df-a774-e7cdc27825c4']}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:19:57.403303 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0513a7d-ad1c-492a-a58e-547a70342815 req-f22bd176-272f-4e9a-b39d-aa72d1d2693f tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Made reservation on behalf of 8d5ca35b88544f06a4e5fba0ad3d3cbd for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:19:57.408197 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-c0513a7d-ad1c-492a-a58e-547a70342815 req-f22bd176-272f-4e9a-b39d-aa72d1d2693f tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:57.816176 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-c0513a7d-ad1c-492a-a58e-547a70342815 req-f22bd176-272f-4e9a-b39d-aa72d1d2693f tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Allocated IP 172.20.0.10 (4d5db5de-3d5c-4048-8282-b65c746ef0db/dd645f13-c42e-48a9-8822-055821300bca/48afc324-1db4-4b7c-8b8f-ab79496e9cbd) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:19:57.975998 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-c0513a7d-ad1c-492a-a58e-547a70342815 req-f22bd176-272f-4e9a-b39d-aa72d1d2693f tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:57.983313 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device d8f6907a-a988-48e7-a14b-d0ab5ae113c9 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:19:57.992460 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-c0513a7d-ad1c-492a-a58e-547a70342815 req-f22bd176-272f-4e9a-b39d-aa72d1d2693f tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Transition to ACTIVE for port object 48afc324-1db4-4b7c-8b8f-ab79496e9cbd will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:19:58.030382 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-c0513a7d-ad1c-492a-a58e-547a70342815 req-f22bd176-272f-4e9a-b39d-aa72d1d2693f tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:58.038033 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port d8f6907a-a988-48e7-a14b-d0ab5ae113c9 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:19:58.041708 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port d8f6907a-a988-48e7-a14b-d0ab5ae113c9 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:19:58.042094 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:58.077468 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0513a7d-ad1c-492a-a58e-547a70342815 req-f22bd176-272f-4e9a-b39d-aa72d1d2693f tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Network 4d5db5de-3d5c-4048-8282-b65c746ef0db is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:19:58.080684 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-c0513a7d-ad1c-492a-a58e-547a70342815 req-f22bd176-272f-4e9a-b39d-aa72d1d2693f tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:19:58.084598 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0513a7d-ad1c-492a-a58e-547a70342815 req-f22bd176-272f-4e9a-b39d-aa72d1d2693f tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:19:58.120207 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22bd176-272f-4e9a-b39d-aa72d1d2693f tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event updated for resources: {'Port': ['ID=48afc324-1db4-4b7c-8b8f-ab79496e9cbd,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:58.138375 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:58.140938 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0513a7d-ad1c-492a-a58e-547a70342815 req-f22bd176-272f-4e9a-b39d-aa72d1d2693f tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:58.141813 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-c0513a7d-ad1c-492a-a58e-547a70342815 req-f22bd176-272f-4e9a-b39d-aa72d1d2693f tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:58.160441 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c0513a7d-ad1c-492a-a58e-547a70342815 req-f22bd176-272f-4e9a-b39d-aa72d1d2693f tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8740468 Aug 17 00:19:58.178427 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-c0513a7d-ad1c-492a-a58e-547a70342815 req-9e42926f-9f07-4de6-a147-560f9936a2bf service neutron] Request body: {'port': {'device_id': '9c0dc0cf-0d10-4cac-8178-a6d9b176256d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:19:58.183219 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port d8f6907a-a988-48e7-a14b-d0ab5ae113c9, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=d8f6907a-a988-48e7-a14b-d0ab5ae113c9,segment=NetworkSegment(58e4e679-c316-4ad3-b202-9180c9853ce7),segment_id=58e4e679-c316-4ad3-b202-9180c9853ce7)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:19:58.190069 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:58.251312 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-c0513a7d-ad1c-492a-a58e-547a70342815 req-9e42926f-9f07-4de6-a147-560f9936a2bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:58.252151 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=d8f6907a-a988-48e7-a14b-d0ab5ae113c9,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:58.285906 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9631275c-a58c-42f5-bd86-3d6996ef79a6 req-0d47201b-b30f-4b3d-a077-9104942f4e1d tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:58.287480 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9631275c-a58c-42f5-bd86-3d6996ef79a6 req-0d47201b-b30f-4b3d-a077-9104942f4e1d tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c0dc0cf-0d10-4cac-8178-a6d9b176256d HTTP/1.1" status: 200 len: 932 time: 0.0640669 Aug 17 00:19:58.333593 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9631275c-a58c-42f5-bd86-3d6996ef79a6 req-4065c31d-9ef5-4e07-824b-906974ff1057 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=c12c3188-f5fa-42df-a774-e7cdc27825c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379577 Aug 17 00:19:58.412461 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-87664636-99f7-4b4f-b973-076380419eba None None] Provisioning for port 48afc324-1db4-4b7c-8b8f-ab79496e9cbd completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:19:58.416404 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-87664636-99f7-4b4f-b973-076380419eba None None] Provisioning complete for port 48afc324-1db4-4b7c-8b8f-ab79496e9cbd triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:19:58.416818 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-87664636-99f7-4b4f-b973-076380419eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:58.453445 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-87664636-99f7-4b4f-b973-076380419eba None None] Port 48afc324-1db4-4b7c-8b8f-ab79496e9cbd cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:19:58.524292 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-c0513a7d-ad1c-492a-a58e-547a70342815 req-9e42926f-9f07-4de6-a147-560f9936a2bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48afc324-1db4-4b7c-8b8f-ab79496e9cbd {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:19:58.532191 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-c0513a7d-ad1c-492a-a58e-547a70342815 req-9e42926f-9f07-4de6-a147-560f9936a2bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:58.545192 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-c0513a7d-ad1c-492a-a58e-547a70342815 req-9e42926f-9f07-4de6-a147-560f9936a2bf service neutron] Transition to ACTIVE for port object 48afc324-1db4-4b7c-8b8f-ab79496e9cbd will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:19:58.548667 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-c0513a7d-ad1c-492a-a58e-547a70342815 req-9e42926f-9f07-4de6-a147-560f9936a2bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:58.599165 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e42926f-9f07-4de6-a147-560f9936a2bf service neutron] Pushing event updated for resources: {'Port': ['ID=48afc324-1db4-4b7c-8b8f-ab79496e9cbd,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:58.676480 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-c0513a7d-ad1c-492a-a58e-547a70342815 req-9e42926f-9f07-4de6-a147-560f9936a2bf service neutron] Attempting to bind port 48afc324-1db4-4b7c-8b8f-ab79496e9cbd on host n-h2-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:19:58.676786 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-c0513a7d-ad1c-492a-a58e-547a70342815 req-9e42926f-9f07-4de6-a147-560f9936a2bf service neutron] Attempting to bind port 48afc324-1db4-4b7c-8b8f-ab79496e9cbd by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': '58e4e679-c316-4ad3-b202-9180c9853ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4d5db5de-3d5c-4048-8282-b65c746ef0db'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:19:58.677109 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0513a7d-ad1c-492a-a58e-547a70342815 req-9e42926f-9f07-4de6-a147-560f9936a2bf service neutron] Attempting to bind port 48afc324-1db4-4b7c-8b8f-ab79496e9cbd on network 4d5db5de-3d5c-4048-8282-b65c746ef0db {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:19:58.682096 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0513a7d-ad1c-492a-a58e-547a70342815 req-9e42926f-9f07-4de6-a147-560f9936a2bf service neutron] Port 48afc324-1db4-4b7c-8b8f-ab79496e9cbd on network 4d5db5de-3d5c-4048-8282-b65c746ef0db not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:19:58.682430 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0513a7d-ad1c-492a-a58e-547a70342815 req-9e42926f-9f07-4de6-a147-560f9936a2bf service neutron] Attempting to bind port 48afc324-1db4-4b7c-8b8f-ab79496e9cbd on network 4d5db5de-3d5c-4048-8282-b65c746ef0db {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:19:58.688449 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0513a7d-ad1c-492a-a58e-547a70342815 req-9e42926f-9f07-4de6-a147-560f9936a2bf service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:19:58.688837 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0513a7d-ad1c-492a-a58e-547a70342815 req-9e42926f-9f07-4de6-a147-560f9936a2bf service neutron] Checking segment: {'id': '58e4e679-c316-4ad3-b202-9180c9853ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4d5db5de-3d5c-4048-8282-b65c746ef0db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:19:58.689236 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0513a7d-ad1c-492a-a58e-547a70342815 req-9e42926f-9f07-4de6-a147-560f9936a2bf service neutron] Bound using segment: {'id': '58e4e679-c316-4ad3-b202-9180c9853ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4d5db5de-3d5c-4048-8282-b65c746ef0db'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:19:58.689671 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-c0513a7d-ad1c-492a-a58e-547a70342815 req-9e42926f-9f07-4de6-a147-560f9936a2bf service neutron] Bound port: 48afc324-1db4-4b7c-8b8f-ab79496e9cbd, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58e4e679-c316-4ad3-b202-9180c9853ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4d5db5de-3d5c-4048-8282-b65c746ef0db'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:19:58.690039 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-c0513a7d-ad1c-492a-a58e-547a70342815 req-9e42926f-9f07-4de6-a147-560f9936a2bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:58.757449 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-c0513a7d-ad1c-492a-a58e-547a70342815 req-9e42926f-9f07-4de6-a147-560f9936a2bf service neutron] For port 48afc324-1db4-4b7c-8b8f-ab79496e9cbd, host n-h2-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:19:58.760333 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-c0513a7d-ad1c-492a-a58e-547a70342815 req-9e42926f-9f07-4de6-a147-560f9936a2bf service neutron] For port 48afc324-1db4-4b7c-8b8f-ab79496e9cbd, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=48afc324-1db4-4b7c-8b8f-ab79496e9cbd,segment=NetworkSegment(58e4e679-c316-4ad3-b202-9180c9853ce7),segment_id=58e4e679-c316-4ad3-b202-9180c9853ce7)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:19:58.766397 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-c0513a7d-ad1c-492a-a58e-547a70342815 req-9e42926f-9f07-4de6-a147-560f9936a2bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:58.800845 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0513a7d-ad1c-492a-a58e-547a70342815 req-9e42926f-9f07-4de6-a147-560f9936a2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:58.801529 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-c0513a7d-ad1c-492a-a58e-547a70342815 req-9e42926f-9f07-4de6-a147-560f9936a2bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:19:58.802922 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c0513a7d-ad1c-492a-a58e-547a70342815 req-9e42926f-9f07-4de6-a147-560f9936a2bf service neutron] 10.222.0.57 "PUT /v2.0/ports/48afc324-1db4-4b7c-8b8f-ab79496e9cbd HTTP/1.1" status: 200 len: 1093 time: 0.6289392 Aug 17 00:19:58.803355 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c0dc0cf-0d10-4cac-8178-a6d9b176256d', 'tag': '48afc324-1db4-4b7c-8b8f-ab79496e9cbd'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:19:58.805639 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7165c1ab170cf7a86a4d2d0d4fd52c1e3b7b58c190c14e765d35b2aa62be1e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce5e90f-8ab8-48bc-ae5b-f5a1beaa56c2" -d '{"events": [{"name": "network-changed", "server_uuid": "9c0dc0cf-0d10-4cac-8178-a6d9b176256d", "tag": "48afc324-1db4-4b7c-8b8f-ab79496e9cbd"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:19:58.836911 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e42926f-9f07-4de6-a147-560f9936a2bf service neutron] Pushing event updated for resources: {'Port': ['ID=48afc324-1db4-4b7c-8b8f-ab79496e9cbd,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:19:58.862991 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9345ff94-2ed3-4265-8335-ea7c126bb2f8 x-openstack-request-id: req-9345ff94-2ed3-4265-8335-ea7c126bb2f8 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:19:58.863517 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c0dc0cf-0d10-4cac-8178-a6d9b176256d", "tag": "48afc324-1db4-4b7c-8b8f-ab79496e9cbd", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:19:58.863785 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9345ff94-2ed3-4265-8335-ea7c126bb2f8 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:19:58.864190 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c0dc0cf-0d10-4cac-8178-a6d9b176256d', 'tag': '48afc324-1db4-4b7c-8b8f-ab79496e9cbd', 'status': 'completed', 'code': 200} Aug 17 00:19:58.907500 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0513a7d-ad1c-492a-a58e-547a70342815 req-1e1dc286-76c3-49dc-9250-9e6661d137f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:58.909433 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c0513a7d-ad1c-492a-a58e-547a70342815 req-1e1dc286-76c3-49dc-9250-9e6661d137f1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8d5ca35b88544f06a4e5fba0ad3d3cbd&device_id=9c0dc0cf-0d10-4cac-8178-a6d9b176256d HTTP/1.1" status: 200 len: 1096 time: 0.0483584 Aug 17 00:19:58.961673 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c0513a7d-ad1c-492a-a58e-547a70342815 req-5da3994c-e4db-41a8-a768-372adf374a73 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48afc324-1db4-4b7c-8b8f-ab79496e9cbd HTTP/1.1" status: 200 len: 217 time: 0.0396543 Aug 17 00:19:59.012623 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0513a7d-ad1c-492a-a58e-547a70342815 req-c8c101ae-1f42-443f-a942-2abe2bb47acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:59.014107 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c0513a7d-ad1c-492a-a58e-547a70342815 req-c8c101ae-1f42-443f-a942-2abe2bb47acc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dd645f13-c42e-48a9-8822-055821300bca HTTP/1.1" status: 200 len: 835 time: 0.0461617 Aug 17 00:19:59.060099 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0513a7d-ad1c-492a-a58e-547a70342815 req-f9321f7e-fd67-4d81-ba02-21ecaa3d2116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:59.061656 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c0513a7d-ad1c-492a-a58e-547a70342815 req-f9321f7e-fd67-4d81-ba02-21ecaa3d2116 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4d5db5de-3d5c-4048-8282-b65c746ef0db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409393 Aug 17 00:19:59.153603 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c0513a7d-ad1c-492a-a58e-547a70342815 req-cbbeaf55-6b6b-4775-b4c0-3831ca68068b service neutron] 10.222.0.57 "GET /v2.0/networks/4d5db5de-3d5c-4048-8282-b65c746ef0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851595 Aug 17 00:19:59.242215 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c0513a7d-ad1c-492a-a58e-547a70342815 req-066a5c4f-3e30-4774-a822-65e0acce2a06 service neutron] 10.222.0.57 "GET /v2.0/networks/4d5db5de-3d5c-4048-8282-b65c746ef0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819681 Aug 17 00:19:59.378154 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce5e90f-8ab8-48bc-ae5b-f5a1beaa56c2 req-f5e79223-fed8-40ef-b049-da6c1f7cea77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:59.379658 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-9ce5e90f-8ab8-48bc-ae5b-f5a1beaa56c2 req-f5e79223-fed8-40ef-b049-da6c1f7cea77 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8d5ca35b88544f06a4e5fba0ad3d3cbd&device_id=9c0dc0cf-0d10-4cac-8178-a6d9b176256d HTTP/1.1" status: 200 len: 1096 time: 0.0469670 Aug 17 00:19:59.450106 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d4dec-3328-4dcd-9784-c0b50d42b3bb req-ee023ee8-e364-45dc-93d9-5d8088fc4743 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:59.451602 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-247d4dec-3328-4dcd-9784-c0b50d42b3bb req-ee023ee8-e364-45dc-93d9-5d8088fc4743 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c0dc0cf-0d10-4cac-8178-a6d9b176256d HTTP/1.1" status: 200 len: 944 time: 0.0497575 Aug 17 00:19:59.473864 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce5e90f-8ab8-48bc-ae5b-f5a1beaa56c2 req-0c91b35a-37af-48c6-94bb-4dd270508ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:59.475356 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-9ce5e90f-8ab8-48bc-ae5b-f5a1beaa56c2 req-0c91b35a-37af-48c6-94bb-4dd270508ec8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4d5db5de-3d5c-4048-8282-b65c746ef0db HTTP/1.1" status: 200 len: 897 time: 0.0881636 Aug 17 00:19:59.490677 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-247d4dec-3328-4dcd-9784-c0b50d42b3bb req-c8a40b5d-0700-4713-8d41-1884da3c6c26 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=c12c3188-f5fa-42df-a774-e7cdc27825c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325224 Aug 17 00:19:59.523645 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-9ce5e90f-8ab8-48bc-ae5b-f5a1beaa56c2 req-b6bd667b-10e5-421e-bfee-9737a58d589e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48afc324-1db4-4b7c-8b8f-ab79496e9cbd HTTP/1.1" status: 200 len: 217 time: 0.0400622 Aug 17 00:19:59.574827 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce5e90f-8ab8-48bc-ae5b-f5a1beaa56c2 req-5c092166-2d9a-4ab5-88d9-db9dd1e458e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:59.576280 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-9ce5e90f-8ab8-48bc-ae5b-f5a1beaa56c2 req-5c092166-2d9a-4ab5-88d9-db9dd1e458e7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dd645f13-c42e-48a9-8822-055821300bca HTTP/1.1" status: 200 len: 835 time: 0.0448761 Aug 17 00:19:59.622332 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce5e90f-8ab8-48bc-ae5b-f5a1beaa56c2 req-d99ce43b-67f9-4cc7-a0b3-07348bda2c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:19:59.623822 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-9ce5e90f-8ab8-48bc-ae5b-f5a1beaa56c2 req-d99ce43b-67f9-4cc7-a0b3-07348bda2c44 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4d5db5de-3d5c-4048-8282-b65c746ef0db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406067 Aug 17 00:19:59.716858 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-9ce5e90f-8ab8-48bc-ae5b-f5a1beaa56c2 req-57c3ba5c-71b1-4929-99e4-8c0553c7bd34 service neutron] 10.222.0.57 "GET /v2.0/networks/4d5db5de-3d5c-4048-8282-b65c746ef0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853512 Aug 17 00:19:59.809492 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-9ce5e90f-8ab8-48bc-ae5b-f5a1beaa56c2 req-0b9b45f0-0f21-4775-aba4-06a5f8b4b180 service neutron] 10.222.0.57 "GET /v2.0/networks/4d5db5de-3d5c-4048-8282-b65c746ef0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855002 Aug 17 00:19:59.949234 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device d8f6907a-a988-48e7-a14b-d0ab5ae113c9 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:19:59.994793 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port d8f6907a-a988-48e7-a14b-d0ab5ae113c9 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:19:59.995178 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:00.607866 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bb95ba-b08c-4192-a316-c2f4f569b955 req-2fbd2688-25eb-47cb-9c6f-642d46faea5b tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:00.609530 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-20bb95ba-b08c-4192-a316-c2f4f569b955 req-2fbd2688-25eb-47cb-9c6f-642d46faea5b tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c0dc0cf-0d10-4cac-8178-a6d9b176256d HTTP/1.1" status: 200 len: 944 time: 0.0483723 Aug 17 00:20:00.647723 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-20bb95ba-b08c-4192-a316-c2f4f569b955 req-1b5044fe-597f-4bfa-9c0c-c2436b6af220 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=c12c3188-f5fa-42df-a774-e7cdc27825c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320742 Aug 17 00:20:01.767961 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef965c91-67ba-474e-a24b-5c14ca6b7f96 req-e82b053a-fdc8-455c-9d68-826f5890e358 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:01.769502 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ef965c91-67ba-474e-a24b-5c14ca6b7f96 req-e82b053a-fdc8-455c-9d68-826f5890e358 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c0dc0cf-0d10-4cac-8178-a6d9b176256d HTTP/1.1" status: 200 len: 944 time: 0.0534289 Aug 17 00:20:01.808623 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ef965c91-67ba-474e-a24b-5c14ca6b7f96 req-8aa7815a-8990-4b22-b914-6a5489675cb8 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=c12c3188-f5fa-42df-a774-e7cdc27825c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323787 Aug 17 00:20:02.894258 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 48afc324-1db4-4b7c-8b8f-ab79496e9cbd details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:20:02.928714 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98a0352-044b-410b-b7a3-4100ee0f7239 req-8161f982-3a5a-41f1-afd4-90880ef40026 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:02.930220 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f98a0352-044b-410b-b7a3-4100ee0f7239 req-8161f982-3a5a-41f1-afd4-90880ef40026 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c0dc0cf-0d10-4cac-8178-a6d9b176256d HTTP/1.1" status: 200 len: 944 time: 0.0549405 Aug 17 00:20:02.970363 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f98a0352-044b-410b-b7a3-4100ee0f7239 req-14377224-1f1a-4c55-a715-86ef6ea70ee4 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=c12c3188-f5fa-42df-a774-e7cdc27825c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334988 Aug 17 00:20:02.994076 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 48afc324-1db4-4b7c-8b8f-ab79496e9cbd, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=48afc324-1db4-4b7c-8b8f-ab79496e9cbd,segment=NetworkSegment(58e4e679-c316-4ad3-b202-9180c9853ce7),segment_id=58e4e679-c316-4ad3-b202-9180c9853ce7)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:20:03.159712 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': '48afc324-1db4-4b7c-8b8f-ab79496e9cbd', 'network_id': '4d5db5de-3d5c-4048-8282-b65c746ef0db', 'port_id': '48afc324-1db4-4b7c-8b8f-ab79496e9cbd', 'mac_address': 'fa:16:3e:07:23:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd645f13-c42e-48a9-8822-055821300bca', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:20:03.199538 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:03.212814 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48afc324-1db4-4b7c-8b8f-ab79496e9cbd {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:20:03.233570 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 48afc324-1db4-4b7c-8b8f-ab79496e9cbd, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=48afc324-1db4-4b7c-8b8f-ab79496e9cbd,segment=NetworkSegment(58e4e679-c316-4ad3-b202-9180c9853ce7),segment_id=58e4e679-c316-4ad3-b202-9180c9853ce7)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:20:03.237576 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:03.283499 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=48afc324-1db4-4b7c-8b8f-ab79496e9cbd,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:20:03.695876 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['48afc324-1db4-4b7c-8b8f-ab79496e9cbd'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:20:04.091404 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fc6dde-6391-42f5-8d95-a3e4328101e1 req-45eb8296-fe1e-4f93-a622-ff260a430988 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:04.092941 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f8fc6dde-6391-42f5-8d95-a3e4328101e1 req-45eb8296-fe1e-4f93-a622-ff260a430988 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c0dc0cf-0d10-4cac-8178-a6d9b176256d HTTP/1.1" status: 200 len: 945 time: 0.0503533 Aug 17 00:20:04.131010 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f8fc6dde-6391-42f5-8d95-a3e4328101e1 req-37454f90-266f-4f4a-86da-50fdc4c9de63 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=c12c3188-f5fa-42df-a774-e7cdc27825c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311491 Aug 17 00:20:04.913960 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 48afc324-1db4-4b7c-8b8f-ab79496e9cbd up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:20:04.962382 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning for port 48afc324-1db4-4b7c-8b8f-ab79496e9cbd completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:20:04.967119 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port 48afc324-1db4-4b7c-8b8f-ab79496e9cbd triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:20:04.967767 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:05.048269 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:05.070969 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c0dc0cf-0d10-4cac-8178-a6d9b176256d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48afc324-1db4-4b7c-8b8f-ab79496e9cbd'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:20:05.073235 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d789e1acf86fc3837d65c5c7bf7b17f03ca076816da63f24d17cffa1a624f203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-348a6443-0b5d-42f8-a0ad-cd8ffebaf871" -d '{"events": [{"server_uuid": "9c0dc0cf-0d10-4cac-8178-a6d9b176256d", "name": "network-vif-plugged", "status": "completed", "tag": "48afc324-1db4-4b7c-8b8f-ab79496e9cbd"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:20:05.088566 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port 48afc324-1db4-4b7c-8b8f-ab79496e9cbd, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=48afc324-1db4-4b7c-8b8f-ab79496e9cbd,segment=NetworkSegment(58e4e679-c316-4ad3-b202-9180c9853ce7),segment_id=58e4e679-c316-4ad3-b202-9180c9853ce7)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:20:05.093565 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:05.117217 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b41430f5-64c6-49d0-9fa8-84a95281becd x-openstack-request-id: req-b41430f5-64c6-49d0-9fa8-84a95281becd {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:20:05.117506 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c0dc0cf-0d10-4cac-8178-a6d9b176256d", "name": "network-vif-plugged", "status": "completed", "tag": "48afc324-1db4-4b7c-8b8f-ab79496e9cbd", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:20:05.117725 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b41430f5-64c6-49d0-9fa8-84a95281becd {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:20:05.118118 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c0dc0cf-0d10-4cac-8178-a6d9b176256d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48afc324-1db4-4b7c-8b8f-ab79496e9cbd', 'code': 200} Aug 17 00:20:05.144569 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=48afc324-1db4-4b7c-8b8f-ab79496e9cbd,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:20:05.247996 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d2d9fe-e8c5-4512-8593-2ab33241195f req-ce165c6f-e9d4-426b-8299-b8f2b073b95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:05.249687 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d5d2d9fe-e8c5-4512-8593-2ab33241195f req-ce165c6f-e9d4-426b-8299-b8f2b073b95c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9c0dc0cf-0d10-4cac-8178-a6d9b176256d HTTP/1.1" status: 200 len: 1098 time: 0.0440521 Aug 17 00:20:05.258897 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b192cce-cfb9-4103-b3b9-e59c2be57f44 req-445cfce2-a370-487c-b9d8-873dbf16a5b1 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:05.260380 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1b192cce-cfb9-4103-b3b9-e59c2be57f44 req-445cfce2-a370-487c-b9d8-873dbf16a5b1 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c0dc0cf-0d10-4cac-8178-a6d9b176256d HTTP/1.1" status: 200 len: 946 time: 0.0558221 Aug 17 00:20:05.285560 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d5d2d9fe-e8c5-4512-8593-2ab33241195f req-24f0a13e-b61d-4b85-ab3e-3a3d31110583 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c12c3188-f5fa-42df-a774-e7cdc27825c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292103 Aug 17 00:20:05.298741 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1b192cce-cfb9-4103-b3b9-e59c2be57f44 req-a7653323-14e8-42ef-92b8-6cbb6401dbb4 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=c12c3188-f5fa-42df-a774-e7cdc27825c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322063 Aug 17 00:20:06.415829 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d370250d-b9ec-4d01-aba0-ba135d178189 req-7ba53c4f-04db-4804-bc35-bca451a23735 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:06.417423 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d370250d-b9ec-4d01-aba0-ba135d178189 req-7ba53c4f-04db-4804-bc35-bca451a23735 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c0dc0cf-0d10-4cac-8178-a6d9b176256d HTTP/1.1" status: 200 len: 946 time: 0.0506124 Aug 17 00:20:06.455650 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d370250d-b9ec-4d01-aba0-ba135d178189 req-38a3a3ad-7a2d-4525-b4a4-ceff9f64bbc7 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=c12c3188-f5fa-42df-a774-e7cdc27825c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321691 Aug 17 00:20:07.570023 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c3180-d6f6-4114-990e-bd4888b114c0 req-4f472e76-18c3-461c-a5b7-76fee11bcd3c tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:07.571506 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e92c3180-d6f6-4114-990e-bd4888b114c0 req-4f472e76-18c3-461c-a5b7-76fee11bcd3c tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c0dc0cf-0d10-4cac-8178-a6d9b176256d HTTP/1.1" status: 200 len: 946 time: 0.0489039 Aug 17 00:20:07.610350 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e92c3180-d6f6-4114-990e-bd4888b114c0 req-cbe21b4f-f6d0-4859-81a2-2e2296cafe73 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=c12c3188-f5fa-42df-a774-e7cdc27825c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316203 Aug 17 00:20:07.731696 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09797fb-0bdb-41bb-b12b-4241b029ff5b req-46c84835-cee9-4c55-9b9d-7018bc2fef8f tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:07.733220 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a09797fb-0bdb-41bb-b12b-4241b029ff5b req-46c84835-cee9-4c55-9b9d-7018bc2fef8f tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c0dc0cf-0d10-4cac-8178-a6d9b176256d HTTP/1.1" status: 200 len: 946 time: 0.0537646 Aug 17 00:20:07.775989 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a09797fb-0bdb-41bb-b12b-4241b029ff5b req-32f4b646-7b2c-4632-9974-a56c646c3f68 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=c12c3188-f5fa-42df-a774-e7cdc27825c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356388 Aug 17 00:20:07.799451 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60738) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:20:07.840764 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53da79b4-badf-4964-887c-3811e4f4fc45 tempest-TestNetworkAdvancedServerOps-239719549 tempest-TestNetworkAdvancedServerOps-239719549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:07.842294 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-53da79b4-badf-4964-887c-3811e4f4fc45 tempest-TestNetworkAdvancedServerOps-239719549 tempest-TestNetworkAdvancedServerOps-239719549-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=9c0dc0cf-0d10-4cac-8178-a6d9b176256d HTTP/1.1" status: 200 len: 1093 time: 0.0418789 Aug 17 00:20:07.845085 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60740) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:20:07.849452 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-3b8a215f-a588-44c4-aa7c-12ad4e04017c tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Request body: {'floatingip': {'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'port_id': '48afc324-1db4-4b7c-8b8f-ab79496e9cbd', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:20:07.871872 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3b8a215f-a588-44c4-aa7c-12ad4e04017c tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for floatingip, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:07.972141 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3b8a215f-a588-44c4-aa7c-12ad4e04017c tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:08.076801 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-3b8a215f-a588-44c4-aa7c-12ad4e04017c tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Allocated IP 172.25.4.12 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/b5d8ca06-200f-4e7b-a243-b2c018733450) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:20:08.187528 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3b8a215f-a588-44c4-aa7c-12ad4e04017c tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:08.227338 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3b8a215f-a588-44c4-aa7c-12ad4e04017c tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:08.268141 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8a215f-a588-44c4-aa7c-12ad4e04017c tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:20:08.271083 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-3b8a215f-a588-44c4-aa7c-12ad4e04017c tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:20:08.274659 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8a215f-a588-44c4-aa7c-12ad4e04017c tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:20:08.297547 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8a215f-a588-44c4-aa7c-12ad4e04017c tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event updated for resources: {'Port': ['ID=b5d8ca06-200f-4e7b-a243-b2c018733450,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:20:08.640917 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3b8a215f-a588-44c4-aa7c-12ad4e04017c tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:08.712739 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3b8a215f-a588-44c4-aa7c-12ad4e04017c tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:08.867661 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3b8a215f-a588-44c4-aa7c-12ad4e04017c tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:08.873064 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3b8a215f-a588-44c4-aa7c-12ad4e04017c tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:08.943345 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8a215f-a588-44c4-aa7c-12ad4e04017c tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event updated for resources: {'Port': ['ID=b5d8ca06-200f-4e7b-a243-b2c018733450,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:20:08.957537 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3b8a215f-a588-44c4-aa7c-12ad4e04017c tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:09.055106 n-d-791506-26 neutron-server[101292]: INFO neutron.db.l3_db [None req-3b8a215f-a588-44c4-aa7c-12ad4e04017c tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Floating IP 0348e2de-df15-4115-811f-1f7add81614b associated. External IP: 172.25.4.12, port: 48afc324-1db4-4b7c-8b8f-ab79496e9cbd. Aug 17 00:20:09.265222 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b8a215f-a588-44c4-aa7c-12ad4e04017c tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Router bdc06915-ef1e-4869-ac81-a2e17900fe71 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:20:09.368083 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b8a215f-a588-44c4-aa7c-12ad4e04017c tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:20:09.379100 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716bad85-47d7-4736-b4ca-2ff10abe5500 None None] Sync routers for ids ['bdc06915-ef1e-4869-ac81-a2e17900fe71'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:20:09.384753 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3b8a215f-a588-44c4-aa7c-12ad4e04017c tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:09.389685 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716bad85-47d7-4736-b4ca-2ff10abe5500 None None] Routers {'bdc06915-ef1e-4869-ac81-a2e17900fe71'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:20:09.390370 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-716bad85-47d7-4736-b4ca-2ff10abe5500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:19:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['bdc06915-ef1e-4869-ac81-a2e17900fe71'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:20:09.415689 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-3b8a215f-a588-44c4-aa7c-12ad4e04017c tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5695684 Aug 17 00:20:09.416277 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c0dc0cf-0d10-4cac-8178-a6d9b176256d', 'tag': '48afc324-1db4-4b7c-8b8f-ab79496e9cbd'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:20:09.419112 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5be9a9c22bfe9382157933c6eba925c7622163b8a5c85bc608140d30d6fa20cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6966094b-cb00-454b-9d26-95f281b83701" -d '{"events": [{"name": "network-changed", "server_uuid": "9c0dc0cf-0d10-4cac-8178-a6d9b176256d", "tag": "48afc324-1db4-4b7c-8b8f-ab79496e9cbd"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:20:09.473791 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe73ff9-8888-4a26-a610-d303fdf56cf9 x-openstack-request-id: req-9fe73ff9-8888-4a26-a610-d303fdf56cf9 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:20:09.474182 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c0dc0cf-0d10-4cac-8178-a6d9b176256d", "tag": "48afc324-1db4-4b7c-8b8f-ab79496e9cbd", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:20:09.474504 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9fe73ff9-8888-4a26-a610-d303fdf56cf9 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:20:09.474982 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c0dc0cf-0d10-4cac-8178-a6d9b176256d', 'tag': '48afc324-1db4-4b7c-8b8f-ab79496e9cbd', 'status': 'completed', 'code': 200} Aug 17 00:20:09.538965 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bc2cee-b55d-45f8-b069-ca0c04e7926b req-963199fa-2175-4c1b-961d-7d976b63851a tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:09.540494 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-56bc2cee-b55d-45f8-b069-ca0c04e7926b req-963199fa-2175-4c1b-961d-7d976b63851a tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c0dc0cf-0d10-4cac-8178-a6d9b176256d HTTP/1.1" status: 200 len: 946 time: 0.0557768 Aug 17 00:20:09.568407 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6966094b-cb00-454b-9d26-95f281b83701 req-0a4c1040-f3f2-4b16-bc74-1ed3d2e764ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:09.570188 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6966094b-cb00-454b-9d26-95f281b83701 req-0a4c1040-f3f2-4b16-bc74-1ed3d2e764ab service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8d5ca35b88544f06a4e5fba0ad3d3cbd&device_id=9c0dc0cf-0d10-4cac-8178-a6d9b176256d HTTP/1.1" status: 200 len: 1098 time: 0.0489383 Aug 17 00:20:09.583117 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-56bc2cee-b55d-45f8-b069-ca0c04e7926b req-a84c3c2b-9be5-46a4-9c09-c58807dd4e97 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=c12c3188-f5fa-42df-a774-e7cdc27825c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352600 Aug 17 00:20:09.606694 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60746) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:20:09.609998 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-716bad85-47d7-4736-b4ca-2ff10abe5500 None None] Set router bdc06915-ef1e-4869-ac81-a2e17900fe71 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:20:09.664160 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6966094b-cb00-454b-9d26-95f281b83701 req-ef453bba-c8a4-4dee-abd9-2a300962e5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:09.665708 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6966094b-cb00-454b-9d26-95f281b83701 req-ef453bba-c8a4-4dee-abd9-2a300962e5cf service neutron] 10.222.0.57 "GET /v2.0/networks?id=4d5db5de-3d5c-4048-8282-b65c746ef0db HTTP/1.1" status: 200 len: 897 time: 0.0890868 Aug 17 00:20:09.668010 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-329459bf-bc8c-4df3-8caf-483f5e8f1efe tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/floatingips/0348e2de-df15-4115-811f-1f7add81614b HTTP/1.1" status: 200 len: 991 time: 0.0593281 Aug 17 00:20:09.737308 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6966094b-cb00-454b-9d26-95f281b83701 req-4808dcfa-94fe-4620-8566-938c748d631c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48afc324-1db4-4b7c-8b8f-ab79496e9cbd HTTP/1.1" status: 200 len: 999 time: 0.0645514 Aug 17 00:20:09.787762 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6966094b-cb00-454b-9d26-95f281b83701 req-e1f7123e-d54f-46bf-95fd-90c05e58f8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:09.789377 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6966094b-cb00-454b-9d26-95f281b83701 req-e1f7123e-d54f-46bf-95fd-90c05e58f8b3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dd645f13-c42e-48a9-8822-055821300bca HTTP/1.1" status: 200 len: 835 time: 0.0454352 Aug 17 00:20:09.838181 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-716bad85-47d7-4736-b4ca-2ff10abe5500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc06915-ef1e-4869-ac81-a2e17900fe71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1352252720', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '2bda521b-fac0-4978-9086-c03e875e44bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:19:50Z', 'updated_at': '2021-08-17T00:19:54Z', 'revision_number': 4, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'gw_port': {'id': '2bda521b-fac0-4978-9086-c03e875e44bb', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:08:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc06915-ef1e-4869-ac81-a2e17900fe71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:19:51Z', 'updated_at': '2021-08-17T00:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': '0348e2de-df15-4115-811f-1f7add81614b', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'floating_ip_address': '172.25.4.12', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': 'bdc06915-ef1e-4869-ac81-a2e17900fe71', 'port_id': '48afc324-1db4-4b7c-8b8f-ab79496e9cbd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d5db5de-3d5c-4048-8282-b65c746ef0db', 'mac_address': 'fa:16:3e:07:23:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0dc0cf-0d10-4cac-8178-a6d9b176256d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:20:08Z', 'updated_at': '2021-08-17T00:20:08Z', 'revision_number': 0, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8f6907a-a988-48e7-a14b-d0ab5ae113c9', 'name': '', 'network_id': '4d5db5de-3d5c-4048-8282-b65c746ef0db', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'mac_address': 'fa:16:3e:a2:6d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc06915-ef1e-4869-ac81-a2e17900fe71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'dd645f13-c42e-48a9-8822-055821300bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:19:53Z', 'updated_at': '2021-08-17T00:19:58Z', 'revision_number': 5, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'subnets': [{'id': 'dd645f13-c42e-48a9-8822-055821300bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:20:09.855314 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6966094b-cb00-454b-9d26-95f281b83701 req-2ebeea0f-c4ae-4f71-bf5a-adbbbcd53e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:09.856904 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6966094b-cb00-454b-9d26-95f281b83701 req-2ebeea0f-c4ae-4f71-bf5a-adbbbcd53e2a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4d5db5de-3d5c-4048-8282-b65c746ef0db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0602369 Aug 17 00:20:09.868383 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716bad85-47d7-4736-b4ca-2ff10abe5500 None None] Checking router: bdc06915-ef1e-4869-ac81-a2e17900fe71 for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:20:09.878146 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716bad85-47d7-4736-b4ca-2ff10abe5500 None None] Routers {'bdc06915-ef1e-4869-ac81-a2e17900fe71'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:20:09.878747 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-716bad85-47d7-4736-b4ca-2ff10abe5500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:19:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['bdc06915-ef1e-4869-ac81-a2e17900fe71'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:20:09.954101 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6966094b-cb00-454b-9d26-95f281b83701 req-04a44b41-27aa-4633-b679-ec47f1c7606f service neutron] 10.222.0.57 "GET /v2.0/networks/4d5db5de-3d5c-4048-8282-b65c746ef0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905688 Aug 17 00:20:09.986586 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-716bad85-47d7-4736-b4ca-2ff10abe5500 None None] Set router bdc06915-ef1e-4869-ac81-a2e17900fe71 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:20:10.048798 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6966094b-cb00-454b-9d26-95f281b83701 req-7edfa13e-0ac9-42bf-83f4-da5ef294735a service neutron] 10.222.0.57 "GET /v2.0/networks/4d5db5de-3d5c-4048-8282-b65c746ef0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882199 Aug 17 00:20:10.211922 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-716bad85-47d7-4736-b4ca-2ff10abe5500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc06915-ef1e-4869-ac81-a2e17900fe71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1352252720', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '2bda521b-fac0-4978-9086-c03e875e44bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:19:50Z', 'updated_at': '2021-08-17T00:19:54Z', 'revision_number': 4, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'gw_port': {'id': '2bda521b-fac0-4978-9086-c03e875e44bb', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:08:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc06915-ef1e-4869-ac81-a2e17900fe71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:19:51Z', 'updated_at': '2021-08-17T00:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': '0348e2de-df15-4115-811f-1f7add81614b', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'floating_ip_address': '172.25.4.12', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': 'bdc06915-ef1e-4869-ac81-a2e17900fe71', 'port_id': '48afc324-1db4-4b7c-8b8f-ab79496e9cbd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d5db5de-3d5c-4048-8282-b65c746ef0db', 'mac_address': 'fa:16:3e:07:23:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0dc0cf-0d10-4cac-8178-a6d9b176256d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:20:08Z', 'updated_at': '2021-08-17T00:20:08Z', 'revision_number': 0, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8f6907a-a988-48e7-a14b-d0ab5ae113c9', 'name': '', 'network_id': '4d5db5de-3d5c-4048-8282-b65c746ef0db', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'mac_address': 'fa:16:3e:a2:6d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc06915-ef1e-4869-ac81-a2e17900fe71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'dd645f13-c42e-48a9-8822-055821300bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:19:53Z', 'updated_at': '2021-08-17T00:19:58Z', 'revision_number': 5, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'subnets': [{'id': 'dd645f13-c42e-48a9-8822-055821300bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:20:10.242717 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716bad85-47d7-4736-b4ca-2ff10abe5500 None None] The sync data for ids ['bdc06915-ef1e-4869-ac81-a2e17900fe71'] in n-d-791506-26 is: [{'id': 'bdc06915-ef1e-4869-ac81-a2e17900fe71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1352252720', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '2bda521b-fac0-4978-9086-c03e875e44bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:19:50Z', 'updated_at': '2021-08-17T00:19:54Z', 'revision_number': 4, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'gw_port': {'id': '2bda521b-fac0-4978-9086-c03e875e44bb', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:08:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc06915-ef1e-4869-ac81-a2e17900fe71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:19:51Z', 'updated_at': '2021-08-17T00:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': '0348e2de-df15-4115-811f-1f7add81614b', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'floating_ip_address': '172.25.4.12', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': 'bdc06915-ef1e-4869-ac81-a2e17900fe71', 'port_id': '48afc324-1db4-4b7c-8b8f-ab79496e9cbd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d5db5de-3d5c-4048-8282-b65c746ef0db', 'mac_address': 'fa:16:3e:07:23:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0dc0cf-0d10-4cac-8178-a6d9b176256d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:20:08Z', 'updated_at': '2021-08-17T00:20:08Z', 'revision_number': 0, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8f6907a-a988-48e7-a14b-d0ab5ae113c9', 'name': '', 'network_id': '4d5db5de-3d5c-4048-8282-b65c746ef0db', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'mac_address': 'fa:16:3e:a2:6d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc06915-ef1e-4869-ac81-a2e17900fe71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'dd645f13-c42e-48a9-8822-055821300bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:19:53Z', 'updated_at': '2021-08-17T00:19:58Z', 'revision_number': 5, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'subnets': [{'id': 'dd645f13-c42e-48a9-8822-055821300bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:20:10.440618 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988eebec-3084-4258-b086-14467836c625 None None] New status for floating IP 0348e2de-df15-4115-811f-1f7add81614b: ACTIVE {{(pid=101293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 00:20:10.671764 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60748) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:20:10.734262 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-c288febb-b9a4-4f02-8b6d-56e8f301c6cd tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/floatingips/0348e2de-df15-4115-811f-1f7add81614b HTTP/1.1" status: 200 len: 993 time: 0.0607724 Aug 17 00:20:12.210955 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:15.812125 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:20:17.843634 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2f80368c-27c6-4966-a180-8b84605ab2be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:19.936211 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-34e439f9-4d94-4317-8a9b-d769c8b8add7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:20.832752 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:21.926988 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:23.192928 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:26.290111 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:42.221599 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:47.845205 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ca97a735-df29-42a3-96d1-8856a38219be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:49.937188 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c4b0-b581-44d2-b436-b791521110b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:50.834511 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:50.914743 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e2961760-33b6-413e-9c77-edd9094944d7 req-4737df0a-185c-412d-80f3-38f8183540eb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9c0dc0cf-0d10-4cac-8178-a6d9b176256d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0410817 Aug 17 00:20:51.016513 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2961760-33b6-413e-9c77-edd9094944d7 req-861d4b77-8ea5-4025-80a9-5c8369db6fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:51.018296 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e2961760-33b6-413e-9c77-edd9094944d7 req-861d4b77-8ea5-4025-80a9-5c8369db6fd6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8d5ca35b88544f06a4e5fba0ad3d3cbd&device_id=9c0dc0cf-0d10-4cac-8178-a6d9b176256d HTTP/1.1" status: 200 len: 1098 time: 0.0472212 Aug 17 00:20:51.123917 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2961760-33b6-413e-9c77-edd9094944d7 req-51633957-474b-4820-b351-702043d5e297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:51.125537 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e2961760-33b6-413e-9c77-edd9094944d7 req-51633957-474b-4820-b351-702043d5e297 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4d5db5de-3d5c-4048-8282-b65c746ef0db HTTP/1.1" status: 200 len: 897 time: 0.0871413 Aug 17 00:20:51.195686 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e2961760-33b6-413e-9c77-edd9094944d7 req-a0586f3c-506b-4716-af32-8129c6133f3f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48afc324-1db4-4b7c-8b8f-ab79496e9cbd HTTP/1.1" status: 200 len: 1001 time: 0.0635157 Aug 17 00:20:51.246267 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2961760-33b6-413e-9c77-edd9094944d7 req-78deb3d4-0d14-4ce6-97e5-cfb9ded81413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:51.247775 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e2961760-33b6-413e-9c77-edd9094944d7 req-78deb3d4-0d14-4ce6-97e5-cfb9ded81413 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dd645f13-c42e-48a9-8822-055821300bca HTTP/1.1" status: 200 len: 835 time: 0.0458362 Aug 17 00:20:51.293087 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2961760-33b6-413e-9c77-edd9094944d7 req-f1b11963-6323-4b98-adca-98f21b7a4ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:20:51.294600 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e2961760-33b6-413e-9c77-edd9094944d7 req-f1b11963-6323-4b98-adca-98f21b7a4ce2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4d5db5de-3d5c-4048-8282-b65c746ef0db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404475 Aug 17 00:20:51.386600 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e2961760-33b6-413e-9c77-edd9094944d7 req-8e6451f7-6290-40a7-bd17-4b3c81b67d44 service neutron] 10.222.0.57 "GET /v2.0/networks/4d5db5de-3d5c-4048-8282-b65c746ef0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850778 Aug 17 00:20:51.481988 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e2961760-33b6-413e-9c77-edd9094944d7 req-1c953b7a-c552-4fde-8ea0-a6cdd99bd58c service neutron] 10.222.0.57 "GET /v2.0/networks/4d5db5de-3d5c-4048-8282-b65c746ef0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887926 Aug 17 00:20:51.929018 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:52.815400 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:20:53.194532 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:20:56.290705 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:12.224637 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:13.892803 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33c6950-bf1e-4ca8-a4c7-6cd5f46bca27 req-cf94295d-f7f0-4da8-a8ef-78219fcae5ae tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:13.895009 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e33c6950-bf1e-4ca8-a4c7-6cd5f46bca27 req-cf94295d-f7f0-4da8-a8ef-78219fcae5ae tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c0dc0cf-0d10-4cac-8178-a6d9b176256d HTTP/1.1" status: 200 len: 946 time: 0.0506926 Aug 17 00:21:13.933614 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e33c6950-bf1e-4ca8-a4c7-6cd5f46bca27 req-d014cf8a-8eaa-4e47-8a40-3edb017757c5 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=c12c3188-f5fa-42df-a774-e7cdc27825c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313873 Aug 17 00:21:15.051375 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8387e9-8438-4ff5-8e0b-8db9532211dd req-a2fe5a83-a542-46e9-8c5a-a1d4ab83eee4 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:15.052895 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6f8387e9-8438-4ff5-8e0b-8db9532211dd req-a2fe5a83-a542-46e9-8c5a-a1d4ab83eee4 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c0dc0cf-0d10-4cac-8178-a6d9b176256d HTTP/1.1" status: 200 len: 946 time: 0.0493433 Aug 17 00:21:15.094787 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6f8387e9-8438-4ff5-8e0b-8db9532211dd req-e4faabd4-a306-4391-ab4d-bca37b35edf0 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=c12c3188-f5fa-42df-a774-e7cdc27825c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358036 Aug 17 00:21:16.219437 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2204acd-734c-4935-b81e-3336ee4f3526 req-89f034bf-0d76-497d-acb2-01ac5d62389f tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:16.220847 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e2204acd-734c-4935-b81e-3336ee4f3526 req-89f034bf-0d76-497d-acb2-01ac5d62389f tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c0dc0cf-0d10-4cac-8178-a6d9b176256d HTTP/1.1" status: 200 len: 946 time: 0.0488863 Aug 17 00:21:16.259172 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e2204acd-734c-4935-b81e-3336ee4f3526 req-b6af0368-98d0-426c-9d28-f2ffaff18c48 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=c12c3188-f5fa-42df-a774-e7cdc27825c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318985 Aug 17 00:21:16.281655 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60782) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:21:16.341369 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-ef31d80e-6f3a-49b5-a977-f79bf0dc6ce4 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/floatingips/0348e2de-df15-4115-811f-1f7add81614b HTTP/1.1" status: 200 len: 993 time: 0.0585735 Aug 17 00:21:17.616903 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c564a0-119c-4518-b27a-2c6d24c0963b req-97614559-ee54-4ca1-b967-91b8f8bdf973 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:17.618427 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-28c564a0-119c-4518-b27a-2c6d24c0963b req-97614559-ee54-4ca1-b967-91b8f8bdf973 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c0dc0cf-0d10-4cac-8178-a6d9b176256d HTTP/1.1" status: 200 len: 946 time: 0.0553033 Aug 17 00:21:17.661308 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-28c564a0-119c-4518-b27a-2c6d24c0963b req-bc5b509a-6ae9-4f4a-913d-df2a7b4f2e4b tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=c12c3188-f5fa-42df-a774-e7cdc27825c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366285 Aug 17 00:21:17.662482 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cb447c-e185-414f-98ae-9b2c063b46aa req-601a4556-893f-402b-8cd3-4638af5ed2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:17.664014 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-16cb447c-e185-414f-98ae-9b2c063b46aa req-601a4556-893f-402b-8cd3-4638af5ed2d9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8d5ca35b88544f06a4e5fba0ad3d3cbd&device_id=9c0dc0cf-0d10-4cac-8178-a6d9b176256d HTTP/1.1" status: 200 len: 1098 time: 0.0439072 Aug 17 00:21:17.761779 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cb447c-e185-414f-98ae-9b2c063b46aa req-5c97e8d5-8228-458d-998f-a9db8e590d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:17.763168 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-16cb447c-e185-414f-98ae-9b2c063b46aa req-5c97e8d5-8228-458d-998f-a9db8e590d2a service neutron] 10.222.0.57 "GET /v2.0/networks?id=4d5db5de-3d5c-4048-8282-b65c746ef0db HTTP/1.1" status: 200 len: 897 time: 0.0919011 Aug 17 00:21:17.828195 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-16cb447c-e185-414f-98ae-9b2c063b46aa req-8035ad72-0142-4d5b-83b2-ceb00adffd06 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48afc324-1db4-4b7c-8b8f-ab79496e9cbd HTTP/1.1" status: 200 len: 1001 time: 0.0585370 Aug 17 00:21:17.845711 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-27b9e967-b309-47b4-9a4a-c4651dd22510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:17.883605 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cb447c-e185-414f-98ae-9b2c063b46aa req-683a82e9-4dc7-49b0-bae6-c3d7eee4b320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:17.885080 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-16cb447c-e185-414f-98ae-9b2c063b46aa req-683a82e9-4dc7-49b0-bae6-c3d7eee4b320 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dd645f13-c42e-48a9-8822-055821300bca HTTP/1.1" status: 200 len: 835 time: 0.0500348 Aug 17 00:21:17.930632 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cb447c-e185-414f-98ae-9b2c063b46aa req-6b1769fa-6858-4bba-91cb-0efd46885b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:17.932121 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-16cb447c-e185-414f-98ae-9b2c063b46aa req-6b1769fa-6858-4bba-91cb-0efd46885b6a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4d5db5de-3d5c-4048-8282-b65c746ef0db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405221 Aug 17 00:21:18.025872 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-16cb447c-e185-414f-98ae-9b2c063b46aa req-de52c18e-7779-461d-ae7e-0832f8bf16c8 service neutron] 10.222.0.57 "GET /v2.0/networks/4d5db5de-3d5c-4048-8282-b65c746ef0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870302 Aug 17 00:21:18.115641 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-16cb447c-e185-414f-98ae-9b2c063b46aa req-a97d5c7e-3214-4544-8990-f9b2a22867ad service neutron] 10.222.0.57 "GET /v2.0/networks/4d5db5de-3d5c-4048-8282-b65c746ef0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825529 Aug 17 00:21:18.778867 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f7833a-4d34-405a-95ff-c55673e351e9 req-c1ee065e-a5be-4904-a489-f1181553be29 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:18.780356 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-32f7833a-4d34-405a-95ff-c55673e351e9 req-c1ee065e-a5be-4904-a489-f1181553be29 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c0dc0cf-0d10-4cac-8178-a6d9b176256d HTTP/1.1" status: 200 len: 946 time: 0.0492675 Aug 17 00:21:18.817807 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-32f7833a-4d34-405a-95ff-c55673e351e9 req-9f6a12b5-908d-437a-b956-8319e690c06b tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=c12c3188-f5fa-42df-a774-e7cdc27825c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304058 Aug 17 00:21:19.934656 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1513e22-1b89-44d7-a518-8df9b25844ef req-738b88e2-6275-4081-b6d0-fac2c6f148f5 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:19.936146 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e1513e22-1b89-44d7-a518-8df9b25844ef req-738b88e2-6275-4081-b6d0-fac2c6f148f5 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c0dc0cf-0d10-4cac-8178-a6d9b176256d HTTP/1.1" status: 200 len: 946 time: 0.0492871 Aug 17 00:21:19.939973 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-1ca7a585-3bfa-42fd-bcd8-f7facab94937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:19.974516 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e1513e22-1b89-44d7-a518-8df9b25844ef req-d6b8f585-c033-4f7b-a246-eaccf6fc4c28 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=c12c3188-f5fa-42df-a774-e7cdc27825c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318151 Aug 17 00:21:19.997055 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 60794) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:21:20.062136 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-602aa507-cf84-4cd5-a7af-380e83a0a44a tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/floatingips/0348e2de-df15-4115-811f-1f7add81614b HTTP/1.1" status: 200 len: 993 time: 0.0639296 Aug 17 00:21:20.306974 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 60800) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:21:20.466199 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-fcde27e0-55f7-4f45-8632-2ecc60f658f4 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Deleting port b5d8ca06-200f-4e7b-a243-b2c018733450 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:21:20.466468 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fcde27e0-55f7-4f45-8632-2ecc60f658f4 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:20.556831 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fcde27e0-55f7-4f45-8632-2ecc60f658f4 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:20.557159 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fcde27e0-55f7-4f45-8632-2ecc60f658f4 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:20.569258 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-fcde27e0-55f7-4f45-8632-2ecc60f658f4 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Calling delete_port for b5d8ca06-200f-4e7b-a243-b2c018733450 owned by network:floatingip {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:21:20.736819 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fcde27e0-55f7-4f45-8632-2ecc60f658f4 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:20.763643 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcde27e0-55f7-4f45-8632-2ecc60f658f4 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event deleted for resources: {'Port': ['ID=b5d8ca06-200f-4e7b-a243-b2c018733450,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:20.775850 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcde27e0-55f7-4f45-8632-2ecc60f658f4 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:21:20.776206 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcde27e0-55f7-4f45-8632-2ecc60f658f4 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:21:20.776582 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcde27e0-55f7-4f45-8632-2ecc60f658f4 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:21:20.776947 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcde27e0-55f7-4f45-8632-2ecc60f658f4 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:21:20.777281 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcde27e0-55f7-4f45-8632-2ecc60f658f4 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:21:20.777622 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcde27e0-55f7-4f45-8632-2ecc60f658f4 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:21:20.777962 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcde27e0-55f7-4f45-8632-2ecc60f658f4 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:21:20.778297 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcde27e0-55f7-4f45-8632-2ecc60f658f4 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:21:20.778634 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcde27e0-55f7-4f45-8632-2ecc60f658f4 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:21:20.778960 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcde27e0-55f7-4f45-8632-2ecc60f658f4 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:21:20.779289 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcde27e0-55f7-4f45-8632-2ecc60f658f4 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:21:20.779621 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcde27e0-55f7-4f45-8632-2ecc60f658f4 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:21:20.835499 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:20.847717 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fcde27e0-55f7-4f45-8632-2ecc60f658f4 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for floatingip, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:20.848420 n-d-791506-26 neutron-server[101291]: INFO neutron.db.l3_db [None req-fcde27e0-55f7-4f45-8632-2ecc60f658f4 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Floating IP 0348e2de-df15-4115-811f-1f7add81614b disassociated (deleted). External IP: 172.25.4.12, port: 48afc324-1db4-4b7c-8b8f-ab79496e9cbd. Aug 17 00:21:21.066461 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcde27e0-55f7-4f45-8632-2ecc60f658f4 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Router bdc06915-ef1e-4869-ac81-a2e17900fe71 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:21:21.450590 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcde27e0-55f7-4f45-8632-2ecc60f658f4 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:21:21.455731 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fcde27e0-55f7-4f45-8632-2ecc60f658f4 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:21.460201 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ccff1bb-c015-4a52-9c01-e5b87370b8e0 None None] Sync routers for ids ['bdc06915-ef1e-4869-ac81-a2e17900fe71'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:21:21.468916 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccff1bb-c015-4a52-9c01-e5b87370b8e0 None None] Routers {'bdc06915-ef1e-4869-ac81-a2e17900fe71'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:21:21.469519 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-7ccff1bb-c015-4a52-9c01-e5b87370b8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:21:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['bdc06915-ef1e-4869-ac81-a2e17900fe71'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:21:21.484666 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-fcde27e0-55f7-4f45-8632-2ecc60f658f4 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "DELETE /v2.0/floatingips/0348e2de-df15-4115-811f-1f7add81614b HTTP/1.1" status: 204 len: 168 time: 1.1765289 Aug 17 00:21:21.485434 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c0dc0cf-0d10-4cac-8178-a6d9b176256d', 'tag': '48afc324-1db4-4b7c-8b8f-ab79496e9cbd'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:21:21.488663 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7165c1ab170cf7a86a4d2d0d4fd52c1e3b7b58c190c14e765d35b2aa62be1e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2d974d9-e5dd-4166-a487-5cae7fcc47d9" -d '{"events": [{"name": "network-changed", "server_uuid": "9c0dc0cf-0d10-4cac-8178-a6d9b176256d", "tag": "48afc324-1db4-4b7c-8b8f-ab79496e9cbd"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:21:21.530121 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3c3c67c-1584-4c06-8b47-e76d55dd9261 x-openstack-request-id: req-b3c3c67c-1584-4c06-8b47-e76d55dd9261 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:21:21.530655 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c0dc0cf-0d10-4cac-8178-a6d9b176256d", "tag": "48afc324-1db4-4b7c-8b8f-ab79496e9cbd", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:21:21.530917 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b3c3c67c-1584-4c06-8b47-e76d55dd9261 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:21:21.531320 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c0dc0cf-0d10-4cac-8178-a6d9b176256d', 'tag': '48afc324-1db4-4b7c-8b8f-ab79496e9cbd', 'status': 'completed', 'code': 200} Aug 17 00:21:21.587662 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-7ccff1bb-c015-4a52-9c01-e5b87370b8e0 None None] Set router bdc06915-ef1e-4869-ac81-a2e17900fe71 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:21:21.618714 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d974d9-e5dd-4166-a487-5cae7fcc47d9 req-3b36eb4b-9b1d-47a2-a34c-53b96c9bd7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:21.620296 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-a2d974d9-e5dd-4166-a487-5cae7fcc47d9 req-3b36eb4b-9b1d-47a2-a34c-53b96c9bd7d6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8d5ca35b88544f06a4e5fba0ad3d3cbd&device_id=9c0dc0cf-0d10-4cac-8178-a6d9b176256d HTTP/1.1" status: 200 len: 1098 time: 0.0446880 Aug 17 00:21:21.739073 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d974d9-e5dd-4166-a487-5cae7fcc47d9 req-59af64b7-f881-46dc-b694-e30e5a491936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:21.741188 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-a2d974d9-e5dd-4166-a487-5cae7fcc47d9 req-59af64b7-f881-46dc-b694-e30e5a491936 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4d5db5de-3d5c-4048-8282-b65c746ef0db HTTP/1.1" status: 200 len: 897 time: 0.1139748 Aug 17 00:21:21.747390 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a2c33-788a-41ee-844d-40a608daa83f req-208ca0bf-edf8-4e0c-a0f7-944e64e091df tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:21.748940 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-051a2c33-788a-41ee-844d-40a608daa83f req-208ca0bf-edf8-4e0c-a0f7-944e64e091df tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c0dc0cf-0d10-4cac-8178-a6d9b176256d HTTP/1.1" status: 200 len: 946 time: 0.0586779 Aug 17 00:21:21.790736 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-a2d974d9-e5dd-4166-a487-5cae7fcc47d9 req-e3049922-9f88-4a0c-b734-679dbc413f46 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48afc324-1db4-4b7c-8b8f-ab79496e9cbd HTTP/1.1" status: 200 len: 217 time: 0.0388093 Aug 17 00:21:21.792074 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-051a2c33-788a-41ee-844d-40a608daa83f req-fa545d1d-a00c-4b3d-b92e-e8134eeea3f0 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=c12c3188-f5fa-42df-a774-e7cdc27825c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365565 Aug 17 00:21:21.831920 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-7ccff1bb-c015-4a52-9c01-e5b87370b8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc06915-ef1e-4869-ac81-a2e17900fe71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1352252720', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '2bda521b-fac0-4978-9086-c03e875e44bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:19:50Z', 'updated_at': '2021-08-17T00:19:54Z', 'revision_number': 4, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'gw_port': {'id': '2bda521b-fac0-4978-9086-c03e875e44bb', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:08:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc06915-ef1e-4869-ac81-a2e17900fe71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:19:51Z', 'updated_at': '2021-08-17T00:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'd8f6907a-a988-48e7-a14b-d0ab5ae113c9', 'name': '', 'network_id': '4d5db5de-3d5c-4048-8282-b65c746ef0db', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'mac_address': 'fa:16:3e:a2:6d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc06915-ef1e-4869-ac81-a2e17900fe71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'dd645f13-c42e-48a9-8822-055821300bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:19:53Z', 'updated_at': '2021-08-17T00:19:58Z', 'revision_number': 5, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'subnets': [{'id': 'dd645f13-c42e-48a9-8822-055821300bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:21:21.849044 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d974d9-e5dd-4166-a487-5cae7fcc47d9 req-760f5e79-a8c1-4165-879d-72f8749692bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:21.850528 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-a2d974d9-e5dd-4166-a487-5cae7fcc47d9 req-760f5e79-a8c1-4165-879d-72f8749692bc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dd645f13-c42e-48a9-8822-055821300bca HTTP/1.1" status: 200 len: 835 time: 0.0509243 Aug 17 00:21:21.857393 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ccff1bb-c015-4a52-9c01-e5b87370b8e0 None None] Checking router: bdc06915-ef1e-4869-ac81-a2e17900fe71 for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:21:21.866514 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccff1bb-c015-4a52-9c01-e5b87370b8e0 None None] Routers {'bdc06915-ef1e-4869-ac81-a2e17900fe71'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:21:21.867210 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-7ccff1bb-c015-4a52-9c01-e5b87370b8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:21:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['bdc06915-ef1e-4869-ac81-a2e17900fe71'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:21:21.899194 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d974d9-e5dd-4166-a487-5cae7fcc47d9 req-36dfc0ab-c7e3-479c-9390-15e7326b053d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:21.900754 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-a2d974d9-e5dd-4166-a487-5cae7fcc47d9 req-36dfc0ab-c7e3-479c-9390-15e7326b053d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4d5db5de-3d5c-4048-8282-b65c746ef0db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415537 Aug 17 00:21:21.934818 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:21.982883 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-7ccff1bb-c015-4a52-9c01-e5b87370b8e0 None None] Set router bdc06915-ef1e-4869-ac81-a2e17900fe71 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:21:22.000430 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-a2d974d9-e5dd-4166-a487-5cae7fcc47d9 req-2c287157-512f-4166-b2cf-6f23162be6bb service neutron] 10.222.0.57 "GET /v2.0/networks/4d5db5de-3d5c-4048-8282-b65c746ef0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896304 Aug 17 00:21:22.097129 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-a2d974d9-e5dd-4166-a487-5cae7fcc47d9 req-34e8ef4c-5e17-4558-8af9-1140b81deb06 service neutron] 10.222.0.57 "GET /v2.0/networks/4d5db5de-3d5c-4048-8282-b65c746ef0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889463 Aug 17 00:21:22.286002 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-7ccff1bb-c015-4a52-9c01-e5b87370b8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc06915-ef1e-4869-ac81-a2e17900fe71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1352252720', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '2bda521b-fac0-4978-9086-c03e875e44bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:19:50Z', 'updated_at': '2021-08-17T00:19:54Z', 'revision_number': 4, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'gw_port': {'id': '2bda521b-fac0-4978-9086-c03e875e44bb', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:08:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc06915-ef1e-4869-ac81-a2e17900fe71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:19:51Z', 'updated_at': '2021-08-17T00:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'd8f6907a-a988-48e7-a14b-d0ab5ae113c9', 'name': '', 'network_id': '4d5db5de-3d5c-4048-8282-b65c746ef0db', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'mac_address': 'fa:16:3e:a2:6d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc06915-ef1e-4869-ac81-a2e17900fe71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'dd645f13-c42e-48a9-8822-055821300bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:19:53Z', 'updated_at': '2021-08-17T00:19:58Z', 'revision_number': 5, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'subnets': [{'id': 'dd645f13-c42e-48a9-8822-055821300bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:21:22.312132 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ccff1bb-c015-4a52-9c01-e5b87370b8e0 None None] The sync data for ids ['bdc06915-ef1e-4869-ac81-a2e17900fe71'] in n-d-791506-26 is: [{'id': 'bdc06915-ef1e-4869-ac81-a2e17900fe71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1352252720', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '2bda521b-fac0-4978-9086-c03e875e44bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:19:50Z', 'updated_at': '2021-08-17T00:19:54Z', 'revision_number': 4, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'gw_port': {'id': '2bda521b-fac0-4978-9086-c03e875e44bb', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:08:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc06915-ef1e-4869-ac81-a2e17900fe71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:19:51Z', 'updated_at': '2021-08-17T00:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'd8f6907a-a988-48e7-a14b-d0ab5ae113c9', 'name': '', 'network_id': '4d5db5de-3d5c-4048-8282-b65c746ef0db', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'mac_address': 'fa:16:3e:a2:6d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc06915-ef1e-4869-ac81-a2e17900fe71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'dd645f13-c42e-48a9-8822-055821300bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:19:53Z', 'updated_at': '2021-08-17T00:19:58Z', 'revision_number': 5, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'subnets': [{'id': 'dd645f13-c42e-48a9-8822-055821300bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:21:22.539503 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47a423d-df2b-4ec0-9f19-16f22f0b7c4b None None] New status for floating IP 0348e2de-df15-4115-811f-1f7add81614b: DOWN {{(pid=101293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 00:21:22.927263 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e8d24-031d-48a2-b602-493a8c82ed68 req-8ae9d5c4-fed5-456b-92c4-a0eb449ebc9e tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:22.928781 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bb1e8d24-031d-48a2-b602-493a8c82ed68 req-8ae9d5c4-fed5-456b-92c4-a0eb449ebc9e tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c0dc0cf-0d10-4cac-8178-a6d9b176256d HTTP/1.1" status: 200 len: 946 time: 0.0560377 Aug 17 00:21:22.967596 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bb1e8d24-031d-48a2-b602-493a8c82ed68 req-7304f4a9-85e4-4c81-b09b-2fba0272442c tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/security-groups?id=c12c3188-f5fa-42df-a774-e7cdc27825c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327475 Aug 17 00:21:23.202963 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:23.501212 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee173b0-5e4b-47d1-8454-ac6f52520a3b req-f37373c3-054a-4636-aa90-8edb5ea248e3 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:23.502863 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-9ee173b0-5e4b-47d1-8454-ac6f52520a3b req-f37373c3-054a-4636-aa90-8edb5ea248e3 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c0dc0cf-0d10-4cac-8178-a6d9b176256d HTTP/1.1" status: 200 len: 946 time: 0.0545037 Aug 17 00:21:23.605769 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-9ee173b0-5e4b-47d1-8454-ac6f52520a3b req-4d4c6ab1-5b42-4307-9f84-13bfc3deb356 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Deleting port 48afc324-1db4-4b7c-8b8f-ab79496e9cbd {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:21:23.606116 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-9ee173b0-5e4b-47d1-8454-ac6f52520a3b req-4d4c6ab1-5b42-4307-9f84-13bfc3deb356 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:23.702418 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-9ee173b0-5e4b-47d1-8454-ac6f52520a3b req-4d4c6ab1-5b42-4307-9f84-13bfc3deb356 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] For port 48afc324-1db4-4b7c-8b8f-ab79496e9cbd, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=48afc324-1db4-4b7c-8b8f-ab79496e9cbd,segment=NetworkSegment(58e4e679-c316-4ad3-b202-9180c9853ce7),segment_id=58e4e679-c316-4ad3-b202-9180c9853ce7)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:21:23.702785 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-9ee173b0-5e4b-47d1-8454-ac6f52520a3b req-4d4c6ab1-5b42-4307-9f84-13bfc3deb356 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:23.715742 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-9ee173b0-5e4b-47d1-8454-ac6f52520a3b req-4d4c6ab1-5b42-4307-9f84-13bfc3deb356 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Calling delete_port for 48afc324-1db4-4b7c-8b8f-ab79496e9cbd owned by compute:nova {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:21:23.854777 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-9ee173b0-5e4b-47d1-8454-ac6f52520a3b req-4d4c6ab1-5b42-4307-9f84-13bfc3deb356 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:23.886824 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4c6ab1-5b42-4307-9f84-13bfc3deb356 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event deleted for resources: {'Port': ['ID=48afc324-1db4-4b7c-8b8f-ab79496e9cbd,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:23.929099 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ee173b0-5e4b-47d1-8454-ac6f52520a3b req-4d4c6ab1-5b42-4307-9f84-13bfc3deb356 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] No DVR routers for this DVR port 48afc324-1db4-4b7c-8b8f-ab79496e9cbd on host n-h2-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:21:23.931754 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-9ee173b0-5e4b-47d1-8454-ac6f52520a3b req-4d4c6ab1-5b42-4307-9f84-13bfc3deb356 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:23.933794 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-9ee173b0-5e4b-47d1-8454-ac6f52520a3b req-4d4c6ab1-5b42-4307-9f84-13bfc3deb356 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.57 "DELETE /v2.0/ports/48afc324-1db4-4b7c-8b8f-ab79496e9cbd HTTP/1.1" status: 204 len: 173 time: 0.4253395 Aug 17 00:21:23.934226 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c0dc0cf-0d10-4cac-8178-a6d9b176256d', 'name': 'network-vif-deleted', 'tag': '48afc324-1db4-4b7c-8b8f-ab79496e9cbd'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:21:23.936522 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7165c1ab170cf7a86a4d2d0d4fd52c1e3b7b58c190c14e765d35b2aa62be1e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb8e4574-2536-433e-9ce6-965b862f1f8a" -d '{"events": [{"server_uuid": "9c0dc0cf-0d10-4cac-8178-a6d9b176256d", "name": "network-vif-deleted", "tag": "48afc324-1db4-4b7c-8b8f-ab79496e9cbd"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:21:23.980012 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d8aea81-c8a9-498f-98cb-b51241133824 x-openstack-request-id: req-2d8aea81-c8a9-498f-98cb-b51241133824 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:21:23.980307 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c0dc0cf-0d10-4cac-8178-a6d9b176256d", "name": "network-vif-deleted", "tag": "48afc324-1db4-4b7c-8b8f-ab79496e9cbd", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:21:23.980588 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2d8aea81-c8a9-498f-98cb-b51241133824 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:21:23.981002 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c0dc0cf-0d10-4cac-8178-a6d9b176256d', 'name': 'network-vif-deleted', 'tag': '48afc324-1db4-4b7c-8b8f-ab79496e9cbd', 'status': 'completed', 'code': 200} Aug 17 00:21:24.070291 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a11d42a9-ead5-4bf7-ab05-7b23f9ea8daa req-b7326e10-5a80-4d88-8429-a030b08d89e2 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c0dc0cf-0d10-4cac-8178-a6d9b176256d HTTP/1.1" status: 200 len: 210 time: 0.0296147 Aug 17 00:21:25.128816 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 60816) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:21:25.503928 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9e4231ac-a82f-4301-a0a8-7f811864311f tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537579'] for router_interface, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:25.762124 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-9e4231ac-a82f-4301-a0a8-7f811864311f tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Deleting port d8f6907a-a988-48e7-a14b-d0ab5ae113c9 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:21:25.762414 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9e4231ac-a82f-4301-a0a8-7f811864311f tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:25.850283 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-9e4231ac-a82f-4301-a0a8-7f811864311f tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] For port d8f6907a-a988-48e7-a14b-d0ab5ae113c9, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=d8f6907a-a988-48e7-a14b-d0ab5ae113c9,segment=NetworkSegment(58e4e679-c316-4ad3-b202-9180c9853ce7),segment_id=58e4e679-c316-4ad3-b202-9180c9853ce7)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:21:25.850655 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9e4231ac-a82f-4301-a0a8-7f811864311f tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:25.863560 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-9e4231ac-a82f-4301-a0a8-7f811864311f tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Calling delete_port for d8f6907a-a988-48e7-a14b-d0ab5ae113c9 owned by network:router_interface {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:21:26.048970 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9e4231ac-a82f-4301-a0a8-7f811864311f tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:26.080568 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4231ac-a82f-4301-a0a8-7f811864311f tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event deleted for resources: {'Port': ['ID=d8f6907a-a988-48e7-a14b-d0ab5ae113c9,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:26.261734 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9e4231ac-a82f-4301-a0a8-7f811864311f tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537471'] for router_interface, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:26.289470 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:26.481363 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e4231ac-a82f-4301-a0a8-7f811864311f tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Router bdc06915-ef1e-4869-ac81-a2e17900fe71 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:21:26.588033 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e4231ac-a82f-4301-a0a8-7f811864311f tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:21:26.596082 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-9e4231ac-a82f-4301-a0a8-7f811864311f tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "PUT /v2.0/routers/bdc06915-ef1e-4869-ac81-a2e17900fe71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4660444 Aug 17 00:21:26.599177 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 60818) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:21:26.601789 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e9834d-8e38-44f5-bc54-5030a6c486ab None None] Sync routers for ids ['bdc06915-ef1e-4869-ac81-a2e17900fe71'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:21:26.610793 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e9834d-8e38-44f5-bc54-5030a6c486ab None None] Routers {'bdc06915-ef1e-4869-ac81-a2e17900fe71'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:21:26.611389 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-f6e9834d-8e38-44f5-bc54-5030a6c486ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:21:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['bdc06915-ef1e-4869-ac81-a2e17900fe71'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:21:26.652864 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-0383d039-24c7-438d-b910-025296e71fda tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Deleting subnet dd645f13-c42e-48a9-8822-055821300bca {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:21:26.655902 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0383d039-24c7-438d-b910-025296e71fda tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:26.696872 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0383d039-24c7-438d-b910-025296e71fda tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:26.714401 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-f6e9834d-8e38-44f5-bc54-5030a6c486ab None None] Set router bdc06915-ef1e-4869-ac81-a2e17900fe71 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:21:26.787262 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0383d039-24c7-438d-b910-025296e71fda tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:26.847096 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0383d039-24c7-438d-b910-025296e71fda tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:26.875511 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0383d039-24c7-438d-b910-025296e71fda tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event deleted for resources: {'Subnet': ['ID=dd645f13-c42e-48a9-8822-055821300bca,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:26.880357 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0383d039-24c7-438d-b910-025296e71fda tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:26.885067 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60820) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:21:26.885578 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-0383d039-24c7-438d-b910-025296e71fda tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "DELETE /v2.0/subnets/dd645f13-c42e-48a9-8822-055821300bca HTTP/1.1" status: 204 len: 168 time: 0.2849960 Aug 17 00:21:26.892976 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5924306-45fb-4f14-8f91-581145831afd None None] Network 4d5db5de-3d5c-4048-8282-b65c746ef0db requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:21:26.905951 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-f6e9834d-8e38-44f5-bc54-5030a6c486ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc06915-ef1e-4869-ac81-a2e17900fe71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1352252720', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '2bda521b-fac0-4978-9086-c03e875e44bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:19:50Z', 'updated_at': '2021-08-17T00:21:25Z', 'revision_number': 5, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'gw_port': {'id': '2bda521b-fac0-4978-9086-c03e875e44bb', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:08:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc06915-ef1e-4869-ac81-a2e17900fe71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:19:51Z', 'updated_at': '2021-08-17T00:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:21:26.933635 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e9834d-8e38-44f5-bc54-5030a6c486ab None None] Checking router: bdc06915-ef1e-4869-ac81-a2e17900fe71 for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:21:26.942593 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e9834d-8e38-44f5-bc54-5030a6c486ab None None] Routers {'bdc06915-ef1e-4869-ac81-a2e17900fe71'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:21:26.943210 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-f6e9834d-8e38-44f5-bc54-5030a6c486ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:21:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['bdc06915-ef1e-4869-ac81-a2e17900fe71'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:21:27.004136 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0cc4e737-196a-4e76-bb56-6080824ff680 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for router, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:27.048856 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-f6e9834d-8e38-44f5-bc54-5030a6c486ab None None] Set router bdc06915-ef1e-4869-ac81-a2e17900fe71 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:21:27.091403 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8f676c-5f41-4bde-999f-1145a978eb54 None None] DHCP port deletion for 4d5db5de-3d5c-4048-8282-b65c746ef0db request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:21:27.145856 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-cc8f676c-5f41-4bde-999f-1145a978eb54 None None] Deleting port 3c8f999e-33b2-4071-949a-19dec0cc960c {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:21:27.146238 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cc8f676c-5f41-4bde-999f-1145a978eb54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:27.216889 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cc8f676c-5f41-4bde-999f-1145a978eb54 None None] For port 3c8f999e-33b2-4071-949a-19dec0cc960c, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=3c8f999e-33b2-4071-949a-19dec0cc960c,segment=NetworkSegment(58e4e679-c316-4ad3-b202-9180c9853ce7),segment_id=58e4e679-c316-4ad3-b202-9180c9853ce7)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:21:27.217619 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cc8f676c-5f41-4bde-999f-1145a978eb54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:27.232256 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-cc8f676c-5f41-4bde-999f-1145a978eb54 None None] Calling delete_port for 3c8f999e-33b2-4071-949a-19dec0cc960c owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:21:27.244728 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-f6e9834d-8e38-44f5-bc54-5030a6c486ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc06915-ef1e-4869-ac81-a2e17900fe71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1352252720', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '2bda521b-fac0-4978-9086-c03e875e44bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:19:50Z', 'updated_at': '2021-08-17T00:21:25Z', 'revision_number': 5, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'gw_port': {'id': '2bda521b-fac0-4978-9086-c03e875e44bb', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:08:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc06915-ef1e-4869-ac81-a2e17900fe71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:19:51Z', 'updated_at': '2021-08-17T00:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:21:27.276692 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e9834d-8e38-44f5-bc54-5030a6c486ab None None] The sync data for ids ['bdc06915-ef1e-4869-ac81-a2e17900fe71'] in n-d-791506-26 is: [{'id': 'bdc06915-ef1e-4869-ac81-a2e17900fe71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1352252720', 'tenant_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '2bda521b-fac0-4978-9086-c03e875e44bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:19:50Z', 'updated_at': '2021-08-17T00:21:25Z', 'revision_number': 5, 'project_id': '8d5ca35b88544f06a4e5fba0ad3d3cbd', 'gw_port': {'id': '2bda521b-fac0-4978-9086-c03e875e44bb', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:08:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc06915-ef1e-4869-ac81-a2e17900fe71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:19:51Z', 'updated_at': '2021-08-17T00:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:21:27.317558 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 48afc324-1db4-4b7c-8b8f-ab79496e9cbd no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:21:27.322155 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cc8f676c-5f41-4bde-999f-1145a978eb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:27.342941 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] No Port match for: 48afc324-1db4-4b7c-8b8f-ab79496e9cbd {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:21:27.343286 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device 48afc324-1db4-4b7c-8b8f-ab79496e9cbd not bound to the agent host n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:21:27.370871 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8f676c-5f41-4bde-999f-1145a978eb54 None None] Pushing event deleted for resources: {'Port': ['ID=3c8f999e-33b2-4071-949a-19dec0cc960c,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:27.375335 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8f676c-5f41-4bde-999f-1145a978eb54 None None] No DVR routers for this DVR port 3c8f999e-33b2-4071-949a-19dec0cc960c on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:21:27.386110 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8f676c-5f41-4bde-999f-1145a978eb54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:21:27.386378 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8f676c-5f41-4bde-999f-1145a978eb54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:21:27.386917 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8f676c-5f41-4bde-999f-1145a978eb54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:21:27.387407 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8f676c-5f41-4bde-999f-1145a978eb54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:21:27.387826 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8f676c-5f41-4bde-999f-1145a978eb54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:21:27.388044 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8f676c-5f41-4bde-999f-1145a978eb54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:21:27.388442 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8f676c-5f41-4bde-999f-1145a978eb54 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:21:27.388728 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8f676c-5f41-4bde-999f-1145a978eb54 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:21:27.389064 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8f676c-5f41-4bde-999f-1145a978eb54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:21:27.389422 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8f676c-5f41-4bde-999f-1145a978eb54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:21:27.389785 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8f676c-5f41-4bde-999f-1145a978eb54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:21:27.390119 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8f676c-5f41-4bde-999f-1145a978eb54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:21:27.474748 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0cc4e737-196a-4e76-bb56-6080824ff680 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:27.526565 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-0cc4e737-196a-4e76-bb56-6080824ff680 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Deleting port 2bda521b-fac0-4978-9086-c03e875e44bb {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:21:27.527031 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0cc4e737-196a-4e76-bb56-6080824ff680 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:27.609218 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-0cc4e737-196a-4e76-bb56-6080824ff680 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] For port 2bda521b-fac0-4978-9086-c03e875e44bb, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=2bda521b-fac0-4978-9086-c03e875e44bb,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:21:27.609587 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0cc4e737-196a-4e76-bb56-6080824ff680 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:27.622302 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-0cc4e737-196a-4e76-bb56-6080824ff680 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Calling delete_port for 2bda521b-fac0-4978-9086-c03e875e44bb owned by network:router_gateway {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:21:27.798777 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0cc4e737-196a-4e76-bb56-6080824ff680 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:27.826823 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc4e737-196a-4e76-bb56-6080824ff680 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event deleted for resources: {'Port': ['ID=2bda521b-fac0-4978-9086-c03e875e44bb,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:27.853237 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc4e737-196a-4e76-bb56-6080824ff680 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:21:27.853592 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc4e737-196a-4e76-bb56-6080824ff680 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:21:27.853941 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc4e737-196a-4e76-bb56-6080824ff680 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:21:27.854283 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc4e737-196a-4e76-bb56-6080824ff680 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:21:27.854620 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc4e737-196a-4e76-bb56-6080824ff680 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:21:27.854959 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc4e737-196a-4e76-bb56-6080824ff680 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:21:27.855297 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc4e737-196a-4e76-bb56-6080824ff680 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:21:27.855631 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc4e737-196a-4e76-bb56-6080824ff680 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:21:27.855972 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc4e737-196a-4e76-bb56-6080824ff680 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:21:27.856304 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc4e737-196a-4e76-bb56-6080824ff680 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:21:27.856655 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc4e737-196a-4e76-bb56-6080824ff680 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:21:27.856984 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc4e737-196a-4e76-bb56-6080824ff680 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:21:27.902861 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0cc4e737-196a-4e76-bb56-6080824ff680 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537121'] for router_gateway, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:27.996202 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0cc4e737-196a-4e76-bb56-6080824ff680 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:27.998382 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0cc4e737-196a-4e76-bb56-6080824ff680 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:28.041264 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 3c8f999e-33b2-4071-949a-19dec0cc960c no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:21:28.044696 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0cc4e737-196a-4e76-bb56-6080824ff680 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:28.045362 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cc4e737-196a-4e76-bb56-6080824ff680 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Fanout notify agent at l3_agent the message router_deleted on router bdc06915-ef1e-4869-ac81-a2e17900fe71 {{(pid=101292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 00:21:28.053014 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0cc4e737-196a-4e76-bb56-6080824ff680 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:28.056598 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-0cc4e737-196a-4e76-bb56-6080824ff680 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "DELETE /v2.0/routers/bdc06915-ef1e-4869-ac81-a2e17900fe71 HTTP/1.1" status: 204 len: 168 time: 1.1680155 Aug 17 00:21:28.057414 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60822) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:21:28.063898 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 3c8f999e-33b2-4071-949a-19dec0cc960c {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:21:28.064248 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 3c8f999e-33b2-4071-949a-19dec0cc960c not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:21:28.064694 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device d8f6907a-a988-48e7-a14b-d0ab5ae113c9 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:21:28.089763 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: d8f6907a-a988-48e7-a14b-d0ab5ae113c9 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:21:28.090123 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device d8f6907a-a988-48e7-a14b-d0ab5ae113c9 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:21:28.140655 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b027de5a-26b3-4e87-a017-55c7a5ecc2eb tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:28.234933 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b027de5a-26b3-4e87-a017-55c7a5ecc2eb tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:28.245080 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-b027de5a-26b3-4e87-a017-55c7a5ecc2eb tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d5db5de-3d5c-4048-8282-b65c746ef0db']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:21:28.254790 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-b027de5a-26b3-4e87-a017-55c7a5ecc2eb tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58e4e679-c316-4ad3-b202-9180c9853ce7') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:21:28.255086 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-b027de5a-26b3-4e87-a017-55c7a5ecc2eb tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58e4e679-c316-4ad3-b202-9180c9853ce7') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:21:28.263464 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b027de5a-26b3-4e87-a017-55c7a5ecc2eb tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:28.276637 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b027de5a-26b3-4e87-a017-55c7a5ecc2eb tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:28.282338 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b027de5a-26b3-4e87-a017-55c7a5ecc2eb tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:21:28.282719 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b027de5a-26b3-4e87-a017-55c7a5ecc2eb tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:28.286071 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 17 00:21:28.286071 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:21:28.286071 n-d-791506-26 neutron-server[101292]: timer() Aug 17 00:21:28.286071 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:21:28.286071 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 17 00:21:28.286071 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:21:28.286071 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 17 00:21:28.286071 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:21:28.286071 n-d-791506-26 neutron-server[101292]: self._notify() Aug 17 00:21:28.286071 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:21:28.286071 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 17 00:21:28.286071 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:21:28.286071 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 17 00:21:28.286071 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:21:28.286071 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:21:28.286071 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:21:28.286071 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:21:28.286071 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:21:28.286071 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 17 00:21:28.286071 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:21:28.286071 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 17 00:21:28.286071 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:21:28.286071 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:21:28.286071 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:21:28.286071 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 17 00:21:28.286071 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:21:28.286071 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:21:28.286071 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:21:28.286071 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:21:28.286071 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:21:28.286071 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:21:28.286071 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:21:28.347126 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b027de5a-26b3-4e87-a017-55c7a5ecc2eb tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:28.355099 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b027de5a-26b3-4e87-a017-55c7a5ecc2eb tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:28.357028 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-b027de5a-26b3-4e87-a017-55c7a5ecc2eb tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "DELETE /v2.0/networks/4d5db5de-3d5c-4048-8282-b65c746ef0db HTTP/1.1" status: 204 len: 168 time: 0.2986510 Aug 17 00:21:28.359885 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 60824) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:21:28.368580 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b027de5a-26b3-4e87-a017-55c7a5ecc2eb tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event deleted for resources: {'Network': ['ID=4d5db5de-3d5c-4048-8282-b65c746ef0db,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:28.421980 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6c076874-9c14-4c7a-a631-977f2560c156 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:28.452531 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6c076874-9c14-4c7a-a631-977f2560c156 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:28.512848 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6c076874-9c14-4c7a-a631-977f2560c156 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:28.515564 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6c076874-9c14-4c7a-a631-977f2560c156 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:28.516746 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-6c076874-9c14-4c7a-a631-977f2560c156 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] 10.222.0.36 "DELETE /v2.0/security-groups/c12c3188-f5fa-42df-a774-e7cdc27825c4 HTTP/1.1" status: 204 len: 168 time: 0.1557808 Aug 17 00:21:28.526593 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c076874-9c14-4c7a-a631-977f2560c156 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c12c3188-f5fa-42df-a774-e7cdc27825c4,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:28.862258 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60832) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:21:28.994097 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-a131328b-cdf1-405a-b12e-b8cdc298fce1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8d5ca35b88544f06a4e5fba0ad3d3cbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1306443 Aug 17 00:21:28.996662 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60836) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:21:29.043316 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6e669929-84ee-4682-bba4-d99042a6b2ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:29.064967 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6e669929-84ee-4682-bba4-d99042a6b2ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:29.111180 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6e669929-84ee-4682-bba4-d99042a6b2ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:29.113779 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6e669929-84ee-4682-bba4-d99042a6b2ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:29.114929 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-6e669929-84ee-4682-bba4-d99042a6b2ca admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9a5b6820-909d-4f3b-a8ce-e093f3c2492f HTTP/1.1" status: 204 len: 168 time: 0.1173491 Aug 17 00:21:29.123252 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e669929-84ee-4682-bba4-d99042a6b2ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a5b6820-909d-4f3b-a8ce-e093f3c2492f,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:29.401531 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60842) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:21:29.415375 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a3090207-5f4a-4f67-9ed3-e761a5c85fe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:29.514355 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a3090207-5f4a-4f67-9ed3-e761a5c85fe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:29.518403 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a3090207-5f4a-4f67-9ed3-e761a5c85fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:29.564646 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-a3090207-5f4a-4f67-9ed3-e761a5c85fe5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=381b39cbcb6440858d0f80eb49beeba9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1619937 Aug 17 00:21:29.565506 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3090207-5f4a-4f67-9ed3-e761a5c85fe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93b7c110-21a9-409e-8395-7da7e1281259,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:29.568251 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 60844) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:21:29.620413 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f7ca986b-5087-44af-9b8e-d63e374a5aef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:29.641697 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f7ca986b-5087-44af-9b8e-d63e374a5aef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:29.687168 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f7ca986b-5087-44af-9b8e-d63e374a5aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:29.689871 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f7ca986b-5087-44af-9b8e-d63e374a5aef admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:29.691021 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-f7ca986b-5087-44af-9b8e-d63e374a5aef admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/93b7c110-21a9-409e-8395-7da7e1281259 HTTP/1.1" status: 204 len: 168 time: 0.1213591 Aug 17 00:21:29.699060 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ca986b-5087-44af-9b8e-d63e374a5aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b7c110-21a9-409e-8395-7da7e1281259,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:29.816899 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:21:29.953664 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 2bda521b-fac0-4978-9086-c03e875e44bb no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:21:29.978139 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 2bda521b-fac0-4978-9086-c03e875e44bb {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:21:29.978402 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 2bda521b-fac0-4978-9086-c03e875e44bb not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:21:30.472931 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 60866) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:21:30.569642 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-866bfc7a-f512-4290-a8b0-313511440e9d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1713866059-network', 'tenant_id': 'e1e1c5e639da491e9f3c7412296f24e4'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:21:30.594207 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-866bfc7a-f512-4290-a8b0-313511440e9d admin admin] Made reservation on behalf of e1e1c5e639da491e9f3c7412296f24e4 for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:21:30.596494 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-866bfc7a-f512-4290-a8b0-313511440e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:30.605159 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-866bfc7a-f512-4290-a8b0-313511440e9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:30.707394 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-866bfc7a-f512-4290-a8b0-313511440e9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:30.711327 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-866bfc7a-f512-4290-a8b0-313511440e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:30.741209 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-866bfc7a-f512-4290-a8b0-313511440e9d admin admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:21:30.747419 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866bfc7a-f512-4290-a8b0-313511440e9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04f69c7c-9606-459a-84ca-c3756210db85,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:30.754517 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-866bfc7a-f512-4290-a8b0-313511440e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:30.754861 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-866bfc7a-f512-4290-a8b0-313511440e9d admin admin] Added segment 941a873b-5eed-4fe0-8e28-c1f3f0255e2a of type vlan for network cf12d96b-879b-4e16-8529-c442ee1bae15 Aug 17 00:21:30.798911 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-866bfc7a-f512-4290-a8b0-313511440e9d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:30.824324 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-866bfc7a-f512-4290-a8b0-313511440e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:30.825901 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866bfc7a-f512-4290-a8b0-313511440e9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:30.826528 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-866bfc7a-f512-4290-a8b0-313511440e9d admin admin] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:30.875775 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-866bfc7a-f512-4290-a8b0-313511440e9d admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4016027 Aug 17 00:21:30.879849 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60870) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:21:30.885153 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-8ea4d0f2-3db1-4d82-8c95-72800b54872c admin admin] Request body: {'subnet': {'network_id': 'cf12d96b-879b-4e16-8529-c442ee1bae15', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1713866059-subnet', 'tenant_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'ip_version': 4}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:21:30.890947 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866bfc7a-f512-4290-a8b0-313511440e9d admin admin] Pushing event updated for resources: {'Network': ['ID=cf12d96b-879b-4e16-8529-c442ee1bae15,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:30.901618 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network cf12d96b-879b-4e16-8529-c442ee1bae15 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:21:30.906558 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ea4d0f2-3db1-4d82-8c95-72800b54872c admin admin] Made reservation on behalf of e1e1c5e639da491e9f3c7412296f24e4 for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:21:30.909932 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8ea4d0f2-3db1-4d82-8c95-72800b54872c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:31.098438 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8ea4d0f2-3db1-4d82-8c95-72800b54872c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:31.151319 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea4d0f2-3db1-4d82-8c95-72800b54872c admin admin] Pushing event updated for resources: {'Subnet': ['ID=12119b8f-75d0-409d-877b-90876fd1eb36,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:31.165854 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea4d0f2-3db1-4d82-8c95-72800b54872c admin admin] Checking segment: {'id': '941a873b-5eed-4fe0-8e28-c1f3f0255e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cf12d96b-879b-4e16-8529-c442ee1bae15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:21:31.166219 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea4d0f2-3db1-4d82-8c95-72800b54872c admin admin] Network hostable DHCP agents. Network: cf12d96b-879b-4e16-8529-c442ee1bae15, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:21:31.184370 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea4d0f2-3db1-4d82-8c95-72800b54872c admin admin] Network cf12d96b-879b-4e16-8529-c442ee1bae15 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:21:31.192913 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-8ea4d0f2-3db1-4d82-8c95-72800b54872c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, cf12d96b-879b-4e16-8529-c442ee1bae15) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:21:31.197238 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea4d0f2-3db1-4d82-8c95-72800b54872c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:31.198435 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8ea4d0f2-3db1-4d82-8c95-72800b54872c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:31.201917 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07b6e91-8b04-4f42-92e6-b441a49d6430 None None] Network cf12d96b-879b-4e16-8529-c442ee1bae15 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:21:31.215696 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-8ea4d0f2-3db1-4d82-8c95-72800b54872c admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3319054 Aug 17 00:21:31.215905 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60872) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:21:31.220329 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-71b7286e-3bc6-4aff-9134-dc2b38de94ae admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1713866059-router', 'tenant_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:21:31.246273 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-71b7286e-3bc6-4aff-9134-dc2b38de94ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:31.247767 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-71b7286e-3bc6-4aff-9134-dc2b38de94ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:31.337095 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-71b7286e-3bc6-4aff-9134-dc2b38de94ae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:31.392747 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246050c9-1337-4984-a6f7-d099e3be3041 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-cf12d96b-879b-4e16-8529-c442ee1bae15', 'network_id': 'cf12d96b-879b-4e16-8529-c442ee1bae15', 'tenant_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'fixed_ips': [{'subnet_id': '12119b8f-75d0-409d-877b-90876fd1eb36'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:21:31.393782 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-246050c9-1337-4984-a6f7-d099e3be3041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:31.484979 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-71b7286e-3bc6-4aff-9134-dc2b38de94ae admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:31.530585 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-246050c9-1337-4984-a6f7-d099e3be3041 None None] Allocated IP 172.20.0.2 (cf12d96b-879b-4e16-8529-c442ee1bae15/12119b8f-75d0-409d-877b-90876fd1eb36/b16b930c-1cc7-4a47-9681-893fd9c78051) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:21:31.686997 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-246050c9-1337-4984-a6f7-d099e3be3041 None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:31.699601 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-71b7286e-3bc6-4aff-9134-dc2b38de94ae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:31.700454 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-246050c9-1337-4984-a6f7-d099e3be3041 None None] Transition to ACTIVE for port object b16b930c-1cc7-4a47-9681-893fd9c78051 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:21:31.715884 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-246050c9-1337-4984-a6f7-d099e3be3041 None None] Transition to ACTIVE for port object b16b930c-1cc7-4a47-9681-893fd9c78051 will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:21:31.718717 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-71b7286e-3bc6-4aff-9134-dc2b38de94ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:31.722565 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-246050c9-1337-4984-a6f7-d099e3be3041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:31.758773 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246050c9-1337-4984-a6f7-d099e3be3041 None None] Network cf12d96b-879b-4e16-8529-c442ee1bae15 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:21:31.764164 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-246050c9-1337-4984-a6f7-d099e3be3041 None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:21:31.768973 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246050c9-1337-4984-a6f7-d099e3be3041 None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:21:31.777597 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246050c9-1337-4984-a6f7-d099e3be3041 None None] Pushing event updated for resources: {'Port': ['ID=b16b930c-1cc7-4a47-9681-893fd9c78051,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:31.834015 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-246050c9-1337-4984-a6f7-d099e3be3041 None None] Attempting to bind port b16b930c-1cc7-4a47-9681-893fd9c78051 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:21:31.834390 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-246050c9-1337-4984-a6f7-d099e3be3041 None None] Attempting to bind port b16b930c-1cc7-4a47-9681-893fd9c78051 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '941a873b-5eed-4fe0-8e28-c1f3f0255e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cf12d96b-879b-4e16-8529-c442ee1bae15'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:21:31.834757 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246050c9-1337-4984-a6f7-d099e3be3041 None None] Attempting to bind port b16b930c-1cc7-4a47-9681-893fd9c78051 on network cf12d96b-879b-4e16-8529-c442ee1bae15 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:21:31.839752 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246050c9-1337-4984-a6f7-d099e3be3041 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:21:31.840131 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246050c9-1337-4984-a6f7-d099e3be3041 None None] Checking segment: {'id': '941a873b-5eed-4fe0-8e28-c1f3f0255e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cf12d96b-879b-4e16-8529-c442ee1bae15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:21:31.840556 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-246050c9-1337-4984-a6f7-d099e3be3041 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:31.841057 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246050c9-1337-4984-a6f7-d099e3be3041 None None] Bound using segment: {'id': '941a873b-5eed-4fe0-8e28-c1f3f0255e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cf12d96b-879b-4e16-8529-c442ee1bae15'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:21:31.841421 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-246050c9-1337-4984-a6f7-d099e3be3041 None None] Bound port: b16b930c-1cc7-4a47-9681-893fd9c78051, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '941a873b-5eed-4fe0-8e28-c1f3f0255e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cf12d96b-879b-4e16-8529-c442ee1bae15'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:21:31.841797 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-246050c9-1337-4984-a6f7-d099e3be3041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:31.843143 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-71b7286e-3bc6-4aff-9134-dc2b38de94ae admin admin] Allocated IP 172.25.4.115 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/b37ab24b-fbad-41a1-8d1f-c75195b8f9e8) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:21:31.908726 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-246050c9-1337-4984-a6f7-d099e3be3041 None None] For port b16b930c-1cc7-4a47-9681-893fd9c78051, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:21:31.912303 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-246050c9-1337-4984-a6f7-d099e3be3041 None None] For port b16b930c-1cc7-4a47-9681-893fd9c78051, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=b16b930c-1cc7-4a47-9681-893fd9c78051,segment=NetworkSegment(941a873b-5eed-4fe0-8e28-c1f3f0255e2a),segment_id=941a873b-5eed-4fe0-8e28-c1f3f0255e2a)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:21:31.917228 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-246050c9-1337-4984-a6f7-d099e3be3041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:31.956912 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-71b7286e-3bc6-4aff-9134-dc2b38de94ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:31.975999 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246050c9-1337-4984-a6f7-d099e3be3041 None None] Pushing event updated for resources: {'Port': ['ID=b16b930c-1cc7-4a47-9681-893fd9c78051,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:32.002242 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-71b7286e-3bc6-4aff-9134-dc2b38de94ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:32.050449 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b7286e-3bc6-4aff-9134-dc2b38de94ae admin admin] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:21:32.054382 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-71b7286e-3bc6-4aff-9134-dc2b38de94ae admin admin] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:21:32.059391 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b7286e-3bc6-4aff-9134-dc2b38de94ae admin admin] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:21:32.064990 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b7286e-3bc6-4aff-9134-dc2b38de94ae admin admin] Pushing event updated for resources: {'Port': ['ID=b37ab24b-fbad-41a1-8d1f-c75195b8f9e8,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:32.333253 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-71b7286e-3bc6-4aff-9134-dc2b38de94ae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:32.534308 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-71b7286e-3bc6-4aff-9134-dc2b38de94ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:32.674363 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71b7286e-3bc6-4aff-9134-dc2b38de94ae admin admin] Router 89fe1745-c0c4-4967-a203-3fe387e35303 is scheduled to L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f with binding_index 1 {{(pid=101292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 00:21:32.787207 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71b7286e-3bc6-4aff-9134-dc2b38de94ae admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:21:32.795734 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f5886d-eca0-4fea-82fa-6c7423c8f144 None None] Sync routers for ids ['89fe1745-c0c4-4967-a203-3fe387e35303'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:21:32.803286 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-71b7286e-3bc6-4aff-9134-dc2b38de94ae admin admin] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:32.807532 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-71b7286e-3bc6-4aff-9134-dc2b38de94ae admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5878611 Aug 17 00:21:32.808806 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 60874) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:21:32.814172 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f5886d-eca0-4fea-82fa-6c7423c8f144 None None] Routers {'89fe1745-c0c4-4967-a203-3fe387e35303'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:21:32.814809 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-46f5886d-eca0-4fea-82fa-6c7423c8f144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:21:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['89fe1745-c0c4-4967-a203-3fe387e35303'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:21:32.931424 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-46f5886d-eca0-4fea-82fa-6c7423c8f144 None None] Set router 89fe1745-c0c4-4967-a203-3fe387e35303 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:21:33.001342 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6637f720-361c-4643-abdb-333813c90be2 None None] Network cf12d96b-879b-4e16-8529-c442ee1bae15 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:21:33.111325 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-7dfaca63-88ed-4a21-aad7-e4fec45fa34c None None] Provisioning for port b16b930c-1cc7-4a47-9681-893fd9c78051 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:21:33.262062 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6843b22c-4ca2-4a8a-aec9-3bae2547cc7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:33.268407 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-46f5886d-eca0-4fea-82fa-6c7423c8f144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89fe1745-c0c4-4967-a203-3fe387e35303', 'name': 'tempest-TestShelveInstance-1713866059-router', 'tenant_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'b37ab24b-fbad-41a1-8d1f-c75195b8f9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:21:31Z', 'updated_at': '2021-08-17T00:21:32Z', 'revision_number': 3, 'project_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'gw_port': {'id': 'b37ab24b-fbad-41a1-8d1f-c75195b8f9e8', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:54:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89fe1745-c0c4-4967-a203-3fe387e35303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:21:31Z', 'updated_at': '2021-08-17T00:21:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:21:33.297684 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f5886d-eca0-4fea-82fa-6c7423c8f144 None None] Checking router: 89fe1745-c0c4-4967-a203-3fe387e35303 for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:21:33.298039 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f5886d-eca0-4fea-82fa-6c7423c8f144 None None] Updating router 89fe1745-c0c4-4967-a203-3fe387e35303 port b37ab24b-fbad-41a1-8d1f-c75195b8f9e8 binding host n-d-791506-26 {{(pid=101293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:21:33.326818 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-46f5886d-eca0-4fea-82fa-6c7423c8f144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:33.438173 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-6843b22c-4ca2-4a8a-aec9-3bae2547cc7c admin admin] Allocated IP 172.20.0.1 (cf12d96b-879b-4e16-8529-c442ee1bae15/12119b8f-75d0-409d-877b-90876fd1eb36/8a80aefb-09c9-4801-b9e5-1ae9f7f359bc) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:21:33.555736 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6843b22c-4ca2-4a8a-aec9-3bae2547cc7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:33.570881 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [None req-6843b22c-4ca2-4a8a-aec9-3bae2547cc7c admin admin] Transition to ACTIVE for port object 8a80aefb-09c9-4801-b9e5-1ae9f7f359bc will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:21:33.606433 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6843b22c-4ca2-4a8a-aec9-3bae2547cc7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:33.612901 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-46f5886d-eca0-4fea-82fa-6c7423c8f144 None None] Notify callbacks [] for port, precommit_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:33.624098 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-46f5886d-eca0-4fea-82fa-6c7423c8f144 None None] Transition to ACTIVE for port object b37ab24b-fbad-41a1-8d1f-c75195b8f9e8 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:21:33.630867 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-46f5886d-eca0-4fea-82fa-6c7423c8f144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:33.647200 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6843b22c-4ca2-4a8a-aec9-3bae2547cc7c admin admin] Network cf12d96b-879b-4e16-8529-c442ee1bae15 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:21:33.651975 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-6843b22c-4ca2-4a8a-aec9-3bae2547cc7c admin admin] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:21:33.655695 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6843b22c-4ca2-4a8a-aec9-3bae2547cc7c admin admin] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:21:33.683721 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-46f5886d-eca0-4fea-82fa-6c7423c8f144 None None] Attempting to bind port b37ab24b-fbad-41a1-8d1f-c75195b8f9e8 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:21:33.683962 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6843b22c-4ca2-4a8a-aec9-3bae2547cc7c admin admin] Pushing event updated for resources: {'Port': ['ID=8a80aefb-09c9-4801-b9e5-1ae9f7f359bc,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:33.684086 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-46f5886d-eca0-4fea-82fa-6c7423c8f144 None None] Attempting to bind port b37ab24b-fbad-41a1-8d1f-c75195b8f9e8 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:21:33.684453 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f5886d-eca0-4fea-82fa-6c7423c8f144 None None] Attempting to bind port b37ab24b-fbad-41a1-8d1f-c75195b8f9e8 on network c22c4980-c849-406d-982c-a5d68c515a94 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:21:33.692834 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f5886d-eca0-4fea-82fa-6c7423c8f144 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:21:33.693219 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f5886d-eca0-4fea-82fa-6c7423c8f144 None None] Checking segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:21:33.693632 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-46f5886d-eca0-4fea-82fa-6c7423c8f144 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:33.694029 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f5886d-eca0-4fea-82fa-6c7423c8f144 None None] Bound using segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:21:33.695170 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-46f5886d-eca0-4fea-82fa-6c7423c8f144 None None] Bound port: b37ab24b-fbad-41a1-8d1f-c75195b8f9e8, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:21:33.695170 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-46f5886d-eca0-4fea-82fa-6c7423c8f144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:33.696697 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc5a158-cc2f-40a2-8e94-06a693a9e3ff None None] Pushing event updated for resources: {'Port': ['ID=b37ab24b-fbad-41a1-8d1f-c75195b8f9e8,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:33.701185 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6843b22c-4ca2-4a8a-aec9-3bae2547cc7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954230'] for router_interface, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:33.754898 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-46f5886d-eca0-4fea-82fa-6c7423c8f144 None None] For port b37ab24b-fbad-41a1-8d1f-c75195b8f9e8, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:21:33.757613 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-46f5886d-eca0-4fea-82fa-6c7423c8f144 None None] For port b37ab24b-fbad-41a1-8d1f-c75195b8f9e8, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=b37ab24b-fbad-41a1-8d1f-c75195b8f9e8,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:21:33.762674 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-46f5886d-eca0-4fea-82fa-6c7423c8f144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:33.814575 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f5886d-eca0-4fea-82fa-6c7423c8f144 None None] Routers {'89fe1745-c0c4-4967-a203-3fe387e35303'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:21:33.815301 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-46f5886d-eca0-4fea-82fa-6c7423c8f144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:21:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['89fe1745-c0c4-4967-a203-3fe387e35303'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:21:33.848754 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6843b22c-4ca2-4a8a-aec9-3bae2547cc7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:34.031044 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6843b22c-4ca2-4a8a-aec9-3bae2547cc7c admin admin] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:34.038359 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6843b22c-4ca2-4a8a-aec9-3bae2547cc7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:34.043271 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc5a158-cc2f-40a2-8e94-06a693a9e3ff None None] Pushing event updated for resources: {'Port': ['ID=b37ab24b-fbad-41a1-8d1f-c75195b8f9e8,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:34.051290 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device b16b930c-1cc7-4a47-9681-893fd9c78051 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:21:34.118646 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-8d9d7fea-1c51-434a-99be-ed25e61a8dcc None None] Provisioning for port 8a80aefb-09c9-4801-b9e5-1ae9f7f359bc completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:21:34.139693 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-8d9d7fea-1c51-434a-99be-ed25e61a8dcc None None] Provisioning complete for port 8a80aefb-09c9-4801-b9e5-1ae9f7f359bc triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:21:34.140061 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-8d9d7fea-1c51-434a-99be-ed25e61a8dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:34.150409 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-46f5886d-eca0-4fea-82fa-6c7423c8f144 None None] Set router 89fe1745-c0c4-4967-a203-3fe387e35303 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:21:34.227870 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-8d9d7fea-1c51-434a-99be-ed25e61a8dcc None None] Port 8a80aefb-09c9-4801-b9e5-1ae9f7f359bc cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:21:34.274327 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port b16b930c-1cc7-4a47-9681-893fd9c78051 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:21:34.304433 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port b16b930c-1cc7-4a47-9681-893fd9c78051 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:21:34.304825 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:34.388936 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6843b22c-4ca2-4a8a-aec9-3bae2547cc7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954122'] for router_interface, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:34.394115 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6843b22c-4ca2-4a8a-aec9-3bae2547cc7c admin admin] Pushing event updated for resources: {'Port': ['ID=8a80aefb-09c9-4801-b9e5-1ae9f7f359bc,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:34.451802 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:34.491977 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6843b22c-4ca2-4a8a-aec9-3bae2547cc7c admin admin] Network cf12d96b-879b-4e16-8529-c442ee1bae15 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:21:34.493559 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-46f5886d-eca0-4fea-82fa-6c7423c8f144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89fe1745-c0c4-4967-a203-3fe387e35303', 'name': 'tempest-TestShelveInstance-1713866059-router', 'tenant_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'b37ab24b-fbad-41a1-8d1f-c75195b8f9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:21:31Z', 'updated_at': '2021-08-17T00:21:33Z', 'revision_number': 4, 'project_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'gw_port': {'id': 'b37ab24b-fbad-41a1-8d1f-c75195b8f9e8', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:54:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89fe1745-c0c4-4967-a203-3fe387e35303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:21:31Z', 'updated_at': '2021-08-17T00:21:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '8a80aefb-09c9-4801-b9e5-1ae9f7f359bc', 'name': '', 'network_id': 'cf12d96b-879b-4e16-8529-c442ee1bae15', 'tenant_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'mac_address': 'fa:16:3e:c4:fb:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89fe1745-c0c4-4967-a203-3fe387e35303', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '12119b8f-75d0-409d-877b-90876fd1eb36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:21:33Z', 'updated_at': '2021-08-17T00:21:33Z', 'revision_number': 1, 'project_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'subnets': [{'id': '12119b8f-75d0-409d-877b-90876fd1eb36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:21:34.494066 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-6843b22c-4ca2-4a8a-aec9-3bae2547cc7c admin admin] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:21:34.497088 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port b16b930c-1cc7-4a47-9681-893fd9c78051, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=b16b930c-1cc7-4a47-9681-893fd9c78051,segment=NetworkSegment(941a873b-5eed-4fe0-8e28-c1f3f0255e2a),segment_id=941a873b-5eed-4fe0-8e28-c1f3f0255e2a)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:21:34.529083 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:34.533860 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f5886d-eca0-4fea-82fa-6c7423c8f144 None None] The sync data for ids ['89fe1745-c0c4-4967-a203-3fe387e35303'] in n-d-791506-26 is: [{'id': '89fe1745-c0c4-4967-a203-3fe387e35303', 'name': 'tempest-TestShelveInstance-1713866059-router', 'tenant_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'b37ab24b-fbad-41a1-8d1f-c75195b8f9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:21:31Z', 'updated_at': '2021-08-17T00:21:33Z', 'revision_number': 4, 'project_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'gw_port': {'id': 'b37ab24b-fbad-41a1-8d1f-c75195b8f9e8', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:54:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89fe1745-c0c4-4967-a203-3fe387e35303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:21:31Z', 'updated_at': '2021-08-17T00:21:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '8a80aefb-09c9-4801-b9e5-1ae9f7f359bc', 'name': '', 'network_id': 'cf12d96b-879b-4e16-8529-c442ee1bae15', 'tenant_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'mac_address': 'fa:16:3e:c4:fb:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89fe1745-c0c4-4967-a203-3fe387e35303', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '12119b8f-75d0-409d-877b-90876fd1eb36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:21:33Z', 'updated_at': '2021-08-17T00:21:33Z', 'revision_number': 1, 'project_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'subnets': [{'id': '12119b8f-75d0-409d-877b-90876fd1eb36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:21:34.590635 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=b16b930c-1cc7-4a47-9681-893fd9c78051,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:34.644835 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6843b22c-4ca2-4a8a-aec9-3bae2547cc7c admin admin] Router 89fe1745-c0c4-4967-a203-3fe387e35303 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:21:34.776810 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-2ca68412-0e34-4f00-9d84-b7c861ee5152 None None] Provisioning complete for port 8a80aefb-09c9-4801-b9e5-1ae9f7f359bc triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:21:34.777796 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2ca68412-0e34-4f00-9d84-b7c861ee5152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:34.810091 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6843b22c-4ca2-4a8a-aec9-3bae2547cc7c admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:21:34.815800 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-6843b22c-4ca2-4a8a-aec9-3bae2547cc7c admin admin] 10.222.0.36 "PUT /v2.0/routers/89fe1745-c0c4-4967-a203-3fe387e35303/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0050857 Aug 17 00:21:34.829713 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-2ca68412-0e34-4f00-9d84-b7c861ee5152 None None] Port 8a80aefb-09c9-4801-b9e5-1ae9f7f359bc cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:21:35.366044 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 60890) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:21:35.371273 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-927b1deb-e184-4370-a7a5-b8a270d44f32 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1948221135-network', 'tenant_id': '7534006d54d64a9abac121b9c255587b'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:21:35.394024 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-927b1deb-e184-4370-a7a5-b8a270d44f32 admin admin] Made reservation on behalf of 7534006d54d64a9abac121b9c255587b for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:21:35.396642 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-927b1deb-e184-4370-a7a5-b8a270d44f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:35.406055 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-927b1deb-e184-4370-a7a5-b8a270d44f32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:35.510930 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-927b1deb-e184-4370-a7a5-b8a270d44f32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:35.515523 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-927b1deb-e184-4370-a7a5-b8a270d44f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:35.547425 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-927b1deb-e184-4370-a7a5-b8a270d44f32 admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:21:35.558925 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927b1deb-e184-4370-a7a5-b8a270d44f32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69945c86-dfc1-4bb5-aeea-320ce4c34ab7,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:35.566823 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-927b1deb-e184-4370-a7a5-b8a270d44f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:35.567259 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-927b1deb-e184-4370-a7a5-b8a270d44f32 admin admin] Added segment 6c382a3b-eb38-4f7d-aceb-c74bbd63f1e4 of type vlan for network 3cab7d1e-afab-4b89-a3de-0a2abe16fef6 Aug 17 00:21:35.619323 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-927b1deb-e184-4370-a7a5-b8a270d44f32 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:35.647637 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-927b1deb-e184-4370-a7a5-b8a270d44f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:35.648880 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927b1deb-e184-4370-a7a5-b8a270d44f32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:35.649474 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-927b1deb-e184-4370-a7a5-b8a270d44f32 admin admin] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:35.698651 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-927b1deb-e184-4370-a7a5-b8a270d44f32 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3313401 Aug 17 00:21:35.701743 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60892) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:21:35.706896 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-d0733cde-7405-4012-891a-3a5d70d747d2 admin admin] Request body: {'subnet': {'network_id': '3cab7d1e-afab-4b89-a3de-0a2abe16fef6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1948221135-subnet', 'tenant_id': '7534006d54d64a9abac121b9c255587b', 'ip_version': 4}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:21:35.717082 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927b1deb-e184-4370-a7a5-b8a270d44f32 admin admin] Pushing event updated for resources: {'Network': ['ID=3cab7d1e-afab-4b89-a3de-0a2abe16fef6,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:35.730353 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0733cde-7405-4012-891a-3a5d70d747d2 admin admin] Made reservation on behalf of 7534006d54d64a9abac121b9c255587b for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:21:35.733271 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d0733cde-7405-4012-891a-3a5d70d747d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:35.735327 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network 3cab7d1e-afab-4b89-a3de-0a2abe16fef6 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:21:35.930562 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d0733cde-7405-4012-891a-3a5d70d747d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:35.994568 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0733cde-7405-4012-891a-3a5d70d747d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eefc3ace-0a66-491f-b1ec-b18108349eec,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:36.008254 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0733cde-7405-4012-891a-3a5d70d747d2 admin admin] Checking segment: {'id': '6c382a3b-eb38-4f7d-aceb-c74bbd63f1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '3cab7d1e-afab-4b89-a3de-0a2abe16fef6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:21:36.008723 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0733cde-7405-4012-891a-3a5d70d747d2 admin admin] Network hostable DHCP agents. Network: 3cab7d1e-afab-4b89-a3de-0a2abe16fef6, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:21:36.029141 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0733cde-7405-4012-891a-3a5d70d747d2 admin admin] Network 3cab7d1e-afab-4b89-a3de-0a2abe16fef6 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:21:36.039459 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-d0733cde-7405-4012-891a-3a5d70d747d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, 3cab7d1e-afab-4b89-a3de-0a2abe16fef6) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:21:36.044287 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0733cde-7405-4012-891a-3a5d70d747d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:36.045250 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d0733cde-7405-4012-891a-3a5d70d747d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:36.054623 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a88495-1072-4ee4-ad81-f673eb1a6902 None None] Network 3cab7d1e-afab-4b89-a3de-0a2abe16fef6 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:21:36.072382 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 60894) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:21:36.074959 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-d0733cde-7405-4012-891a-3a5d70d747d2 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3719177 Aug 17 00:21:36.078015 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-12757ac0-c1b6-4c49-81a1-d69705a4fc10 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1948221135-router', 'tenant_id': '7534006d54d64a9abac121b9c255587b', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:21:36.106669 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-12757ac0-c1b6-4c49-81a1-d69705a4fc10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:36.107761 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-12757ac0-c1b6-4c49-81a1-d69705a4fc10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:36.112307 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device b16b930c-1cc7-4a47-9681-893fd9c78051 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:21:36.169900 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-12757ac0-c1b6-4c49-81a1-d69705a4fc10 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:36.192012 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port b16b930c-1cc7-4a47-9681-893fd9c78051 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:21:36.192384 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:36.318679 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23cf206-1687-4d18-8ba5-19658f3f3a8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-3cab7d1e-afab-4b89-a3de-0a2abe16fef6', 'network_id': '3cab7d1e-afab-4b89-a3de-0a2abe16fef6', 'tenant_id': '7534006d54d64a9abac121b9c255587b', 'fixed_ips': [{'subnet_id': 'eefc3ace-0a66-491f-b1ec-b18108349eec'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:21:36.319533 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a23cf206-1687-4d18-8ba5-19658f3f3a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:36.330403 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-12757ac0-c1b6-4c49-81a1-d69705a4fc10 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:36.351505 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device b37ab24b-fbad-41a1-8d1f-c75195b8f9e8 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:21:36.490566 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port b37ab24b-fbad-41a1-8d1f-c75195b8f9e8 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:21:36.497342 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port b37ab24b-fbad-41a1-8d1f-c75195b8f9e8 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:21:36.497342 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:36.533471 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-a23cf206-1687-4d18-8ba5-19658f3f3a8b None None] Allocated IP 172.20.0.2 (3cab7d1e-afab-4b89-a3de-0a2abe16fef6/eefc3ace-0a66-491f-b1ec-b18108349eec/0b0894f1-23d4-42d5-8fcb-2e02a1700916) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:21:36.549651 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-12757ac0-c1b6-4c49-81a1-d69705a4fc10 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:36.571820 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-12757ac0-c1b6-4c49-81a1-d69705a4fc10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:36.614031 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81f4217-f5a3-4228-a0b7-f3f9519f6f53 None None] Sync routers for ids ['89fe1745-c0c4-4967-a203-3fe387e35303'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:21:36.623999 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81f4217-f5a3-4228-a0b7-f3f9519f6f53 None None] Routers {'89fe1745-c0c4-4967-a203-3fe387e35303'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:21:36.624662 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-f81f4217-f5a3-4228-a0b7-f3f9519f6f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:21:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['89fe1745-c0c4-4967-a203-3fe387e35303'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:21:36.652253 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:36.691607 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port b37ab24b-fbad-41a1-8d1f-c75195b8f9e8, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=b37ab24b-fbad-41a1-8d1f-c75195b8f9e8,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:21:36.696136 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-12757ac0-c1b6-4c49-81a1-d69705a4fc10 admin admin] Allocated IP 172.25.4.141 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/191ba015-a3ce-48ea-9143-20e2d80e9588) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:21:36.717787 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:36.744733 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-f81f4217-f5a3-4228-a0b7-f3f9519f6f53 None None] Set router 89fe1745-c0c4-4967-a203-3fe387e35303 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:21:36.769634 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a23cf206-1687-4d18-8ba5-19658f3f3a8b None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:36.787769 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-a23cf206-1687-4d18-8ba5-19658f3f3a8b None None] Transition to ACTIVE for port object 0b0894f1-23d4-42d5-8fcb-2e02a1700916 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:21:36.789658 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=b37ab24b-fbad-41a1-8d1f-c75195b8f9e8,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:36.809185 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-a23cf206-1687-4d18-8ba5-19658f3f3a8b None None] Transition to ACTIVE for port object 0b0894f1-23d4-42d5-8fcb-2e02a1700916 will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:21:36.817430 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a23cf206-1687-4d18-8ba5-19658f3f3a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:36.824569 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-12757ac0-c1b6-4c49-81a1-d69705a4fc10 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:36.859405 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23cf206-1687-4d18-8ba5-19658f3f3a8b None None] Network 3cab7d1e-afab-4b89-a3de-0a2abe16fef6 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:21:36.865682 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-a23cf206-1687-4d18-8ba5-19658f3f3a8b None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:21:36.867722 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23cf206-1687-4d18-8ba5-19658f3f3a8b None None] Pushing event updated for resources: {'Port': ['ID=0b0894f1-23d4-42d5-8fcb-2e02a1700916,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:36.869925 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23cf206-1687-4d18-8ba5-19658f3f3a8b None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:21:36.870433 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-12757ac0-c1b6-4c49-81a1-d69705a4fc10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:36.913179 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12757ac0-c1b6-4c49-81a1-d69705a4fc10 admin admin] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:21:36.918763 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-12757ac0-c1b6-4c49-81a1-d69705a4fc10 admin admin] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:21:36.921199 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12757ac0-c1b6-4c49-81a1-d69705a4fc10 admin admin] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:21:36.928511 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-a23cf206-1687-4d18-8ba5-19658f3f3a8b None None] Attempting to bind port 0b0894f1-23d4-42d5-8fcb-2e02a1700916 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:21:36.928906 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-a23cf206-1687-4d18-8ba5-19658f3f3a8b None None] Attempting to bind port 0b0894f1-23d4-42d5-8fcb-2e02a1700916 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '6c382a3b-eb38-4f7d-aceb-c74bbd63f1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '3cab7d1e-afab-4b89-a3de-0a2abe16fef6'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:21:36.929298 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23cf206-1687-4d18-8ba5-19658f3f3a8b None None] Attempting to bind port 0b0894f1-23d4-42d5-8fcb-2e02a1700916 on network 3cab7d1e-afab-4b89-a3de-0a2abe16fef6 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:21:36.934498 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23cf206-1687-4d18-8ba5-19658f3f3a8b None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:21:36.935022 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23cf206-1687-4d18-8ba5-19658f3f3a8b None None] Checking segment: {'id': '6c382a3b-eb38-4f7d-aceb-c74bbd63f1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '3cab7d1e-afab-4b89-a3de-0a2abe16fef6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:21:36.935534 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a23cf206-1687-4d18-8ba5-19658f3f3a8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:36.936030 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23cf206-1687-4d18-8ba5-19658f3f3a8b None None] Bound using segment: {'id': '6c382a3b-eb38-4f7d-aceb-c74bbd63f1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '3cab7d1e-afab-4b89-a3de-0a2abe16fef6'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:21:36.936916 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-a23cf206-1687-4d18-8ba5-19658f3f3a8b None None] Bound port: 0b0894f1-23d4-42d5-8fcb-2e02a1700916, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c382a3b-eb38-4f7d-aceb-c74bbd63f1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '3cab7d1e-afab-4b89-a3de-0a2abe16fef6'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:21:36.937497 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a23cf206-1687-4d18-8ba5-19658f3f3a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:36.952159 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12757ac0-c1b6-4c49-81a1-d69705a4fc10 admin admin] Pushing event updated for resources: {'Port': ['ID=191ba015-a3ce-48ea-9143-20e2d80e9588,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:36.959382 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-f81f4217-f5a3-4228-a0b7-f3f9519f6f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89fe1745-c0c4-4967-a203-3fe387e35303', 'name': 'tempest-TestShelveInstance-1713866059-router', 'tenant_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'b37ab24b-fbad-41a1-8d1f-c75195b8f9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:21:31Z', 'updated_at': '2021-08-17T00:21:33Z', 'revision_number': 4, 'project_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'gw_port': {'id': 'b37ab24b-fbad-41a1-8d1f-c75195b8f9e8', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:54:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89fe1745-c0c4-4967-a203-3fe387e35303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:21:31Z', 'updated_at': '2021-08-17T00:21:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '8a80aefb-09c9-4801-b9e5-1ae9f7f359bc', 'name': '', 'network_id': 'cf12d96b-879b-4e16-8529-c442ee1bae15', 'tenant_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'mac_address': 'fa:16:3e:c4:fb:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89fe1745-c0c4-4967-a203-3fe387e35303', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '12119b8f-75d0-409d-877b-90876fd1eb36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:21:33Z', 'updated_at': '2021-08-17T00:21:33Z', 'revision_number': 2, 'project_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'subnets': [{'id': '12119b8f-75d0-409d-877b-90876fd1eb36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:21:36.989988 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81f4217-f5a3-4228-a0b7-f3f9519f6f53 None None] Checking router: 89fe1745-c0c4-4967-a203-3fe387e35303 for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:21:36.990345 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81f4217-f5a3-4228-a0b7-f3f9519f6f53 None None] Updating router 89fe1745-c0c4-4967-a203-3fe387e35303 port 8a80aefb-09c9-4801-b9e5-1ae9f7f359bc binding host n-d-791506-26 {{(pid=101294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:21:37.005276 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-a23cf206-1687-4d18-8ba5-19658f3f3a8b None None] For port 0b0894f1-23d4-42d5-8fcb-2e02a1700916, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:21:37.010001 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-a23cf206-1687-4d18-8ba5-19658f3f3a8b None None] For port 0b0894f1-23d4-42d5-8fcb-2e02a1700916, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=0b0894f1-23d4-42d5-8fcb-2e02a1700916,segment=NetworkSegment(6c382a3b-eb38-4f7d-aceb-c74bbd63f1e4),segment_id=6c382a3b-eb38-4f7d-aceb-c74bbd63f1e4)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:21:37.014629 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a23cf206-1687-4d18-8ba5-19658f3f3a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:37.015840 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-f81f4217-f5a3-4228-a0b7-f3f9519f6f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:37.076007 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23cf206-1687-4d18-8ba5-19658f3f3a8b None None] Pushing event updated for resources: {'Port': ['ID=0b0894f1-23d4-42d5-8fcb-2e02a1700916,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:37.206379 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-12757ac0-c1b6-4c49-81a1-d69705a4fc10 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:37.340324 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-f81f4217-f5a3-4228-a0b7-f3f9519f6f53 None None] Notify callbacks [] for port, precommit_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:37.351437 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.provisioning_blocks [None req-f81f4217-f5a3-4228-a0b7-f3f9519f6f53 None None] Transition to ACTIVE for port object 8a80aefb-09c9-4801-b9e5-1ae9f7f359bc will not be triggered until provisioned by entity L2. {{(pid=101294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:21:37.357370 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-f81f4217-f5a3-4228-a0b7-f3f9519f6f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:37.411387 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7588c4f-f765-4ffb-a147-3c68b4f52909 None None] Pushing event updated for resources: {'Port': ['ID=8a80aefb-09c9-4801-b9e5-1ae9f7f359bc,revision_number=3']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:37.422606 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7588c4f-f765-4ffb-a147-3c68b4f52909 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:21:37.423050 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7588c4f-f765-4ffb-a147-3c68b4f52909 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:21:37.423468 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7588c4f-f765-4ffb-a147-3c68b4f52909 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:21:37.423874 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7588c4f-f765-4ffb-a147-3c68b4f52909 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:21:37.424338 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7588c4f-f765-4ffb-a147-3c68b4f52909 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:21:37.424779 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7588c4f-f765-4ffb-a147-3c68b4f52909 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:21:37.425847 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7588c4f-f765-4ffb-a147-3c68b4f52909 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:21:37.426115 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7588c4f-f765-4ffb-a147-3c68b4f52909 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:21:37.426519 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7588c4f-f765-4ffb-a147-3c68b4f52909 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:21:37.426916 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7588c4f-f765-4ffb-a147-3c68b4f52909 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:21:37.427310 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7588c4f-f765-4ffb-a147-3c68b4f52909 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:21:37.427701 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7588c4f-f765-4ffb-a147-3c68b4f52909 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:21:37.452192 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-12757ac0-c1b6-4c49-81a1-d69705a4fc10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:37.478997 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-f81f4217-f5a3-4228-a0b7-f3f9519f6f53 None None] Attempting to bind port 8a80aefb-09c9-4801-b9e5-1ae9f7f359bc on host n-d-791506-26 for vnic_type normal with profile {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:21:37.479369 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-f81f4217-f5a3-4228-a0b7-f3f9519f6f53 None None] Attempting to bind port 8a80aefb-09c9-4801-b9e5-1ae9f7f359bc by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '941a873b-5eed-4fe0-8e28-c1f3f0255e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cf12d96b-879b-4e16-8529-c442ee1bae15'}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:21:37.479904 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81f4217-f5a3-4228-a0b7-f3f9519f6f53 None None] Attempting to bind port 8a80aefb-09c9-4801-b9e5-1ae9f7f359bc on network cf12d96b-879b-4e16-8529-c442ee1bae15 {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:21:37.485284 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81f4217-f5a3-4228-a0b7-f3f9519f6f53 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:21:37.485745 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81f4217-f5a3-4228-a0b7-f3f9519f6f53 None None] Checking segment: {'id': '941a873b-5eed-4fe0-8e28-c1f3f0255e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cf12d96b-879b-4e16-8529-c442ee1bae15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:21:37.486204 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-f81f4217-f5a3-4228-a0b7-f3f9519f6f53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:37.486661 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81f4217-f5a3-4228-a0b7-f3f9519f6f53 None None] Bound using segment: {'id': '941a873b-5eed-4fe0-8e28-c1f3f0255e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cf12d96b-879b-4e16-8529-c442ee1bae15'} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:21:37.487195 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-f81f4217-f5a3-4228-a0b7-f3f9519f6f53 None None] Bound port: 8a80aefb-09c9-4801-b9e5-1ae9f7f359bc, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '941a873b-5eed-4fe0-8e28-c1f3f0255e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cf12d96b-879b-4e16-8529-c442ee1bae15'}}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:21:37.487654 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-f81f4217-f5a3-4228-a0b7-f3f9519f6f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:37.559330 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-f81f4217-f5a3-4228-a0b7-f3f9519f6f53 None None] For port 8a80aefb-09c9-4801-b9e5-1ae9f7f359bc, host n-d-791506-26, cleared binding levels {{(pid=101294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:21:37.563045 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-f81f4217-f5a3-4228-a0b7-f3f9519f6f53 None None] For port 8a80aefb-09c9-4801-b9e5-1ae9f7f359bc, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=8a80aefb-09c9-4801-b9e5-1ae9f7f359bc,segment=NetworkSegment(941a873b-5eed-4fe0-8e28-c1f3f0255e2a),segment_id=941a873b-5eed-4fe0-8e28-c1f3f0255e2a)] {{(pid=101294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:21:37.567838 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-f81f4217-f5a3-4228-a0b7-f3f9519f6f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:37.595833 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12757ac0-c1b6-4c49-81a1-d69705a4fc10 admin admin] Router 7b1df22c-9df9-4f21-bee6-10f102eb784a is scheduled to L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f with binding_index 1 {{(pid=101291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 00:21:37.621385 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81f4217-f5a3-4228-a0b7-f3f9519f6f53 None None] Routers {'89fe1745-c0c4-4967-a203-3fe387e35303'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:21:37.622015 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-f81f4217-f5a3-4228-a0b7-f3f9519f6f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:21:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['89fe1745-c0c4-4967-a203-3fe387e35303'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:21:37.724771 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12757ac0-c1b6-4c49-81a1-d69705a4fc10 admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:21:37.736164 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4006731a-1275-4ea1-b224-69e79e042720 None None] Sync routers for ids ['7b1df22c-9df9-4f21-bee6-10f102eb784a'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:21:37.752096 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-12757ac0-c1b6-4c49-81a1-d69705a4fc10 admin admin] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:37.752343 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4006731a-1275-4ea1-b224-69e79e042720 None None] Routers {'7b1df22c-9df9-4f21-bee6-10f102eb784a'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:21:37.753374 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-4006731a-1275-4ea1-b224-69e79e042720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:21:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['7b1df22c-9df9-4f21-bee6-10f102eb784a'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:21:37.755298 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-12757ac0-c1b6-4c49-81a1-d69705a4fc10 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6820726 Aug 17 00:21:37.758212 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60896) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:21:37.805706 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7588c4f-f765-4ffb-a147-3c68b4f52909 None None] Pushing event updated for resources: {'Port': ['ID=8a80aefb-09c9-4801-b9e5-1ae9f7f359bc,revision_number=4']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:37.893283 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-4006731a-1275-4ea1-b224-69e79e042720 None None] Set router 7b1df22c-9df9-4f21-bee6-10f102eb784a gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:21:37.913507 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-f81f4217-f5a3-4228-a0b7-f3f9519f6f53 None None] Set router 89fe1745-c0c4-4967-a203-3fe387e35303 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:21:38.208253 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-4006731a-1275-4ea1-b224-69e79e042720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b1df22c-9df9-4f21-bee6-10f102eb784a', 'name': 'tempest-TestShelveInstance-1948221135-router', 'tenant_id': '7534006d54d64a9abac121b9c255587b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': '191ba015-a3ce-48ea-9143-20e2d80e9588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:21:36Z', 'updated_at': '2021-08-17T00:21:37Z', 'revision_number': 3, 'project_id': '7534006d54d64a9abac121b9c255587b', 'gw_port': {'id': '191ba015-a3ce-48ea-9143-20e2d80e9588', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b6:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b1df22c-9df9-4f21-bee6-10f102eb784a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:21:36Z', 'updated_at': '2021-08-17T00:21:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:21:38.219102 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-f81f4217-f5a3-4228-a0b7-f3f9519f6f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89fe1745-c0c4-4967-a203-3fe387e35303', 'name': 'tempest-TestShelveInstance-1713866059-router', 'tenant_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'b37ab24b-fbad-41a1-8d1f-c75195b8f9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:21:31Z', 'updated_at': '2021-08-17T00:21:33Z', 'revision_number': 4, 'project_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'gw_port': {'id': 'b37ab24b-fbad-41a1-8d1f-c75195b8f9e8', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:54:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fe1745-c0c4-4967-a203-3fe387e35303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:21:31Z', 'updated_at': '2021-08-17T00:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '8a80aefb-09c9-4801-b9e5-1ae9f7f359bc', 'name': '', 'network_id': 'cf12d96b-879b-4e16-8529-c442ee1bae15', 'tenant_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'mac_address': 'fa:16:3e:c4:fb:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89fe1745-c0c4-4967-a203-3fe387e35303', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '12119b8f-75d0-409d-877b-90876fd1eb36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:21:33Z', 'updated_at': '2021-08-17T00:21:37Z', 'revision_number': 4, 'project_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'subnets': [{'id': '12119b8f-75d0-409d-877b-90876fd1eb36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:21:38.241626 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4006731a-1275-4ea1-b224-69e79e042720 None None] Checking router: 7b1df22c-9df9-4f21-bee6-10f102eb784a for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:21:38.242054 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4006731a-1275-4ea1-b224-69e79e042720 None None] Updating router 7b1df22c-9df9-4f21-bee6-10f102eb784a port 191ba015-a3ce-48ea-9143-20e2d80e9588 binding host n-d-791506-26 {{(pid=101293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:21:38.251443 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81f4217-f5a3-4228-a0b7-f3f9519f6f53 None None] The sync data for ids ['89fe1745-c0c4-4967-a203-3fe387e35303'] in n-d-791506-26 is: [{'id': '89fe1745-c0c4-4967-a203-3fe387e35303', 'name': 'tempest-TestShelveInstance-1713866059-router', 'tenant_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'b37ab24b-fbad-41a1-8d1f-c75195b8f9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:21:31Z', 'updated_at': '2021-08-17T00:21:33Z', 'revision_number': 4, 'project_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'gw_port': {'id': 'b37ab24b-fbad-41a1-8d1f-c75195b8f9e8', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:54:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fe1745-c0c4-4967-a203-3fe387e35303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:21:31Z', 'updated_at': '2021-08-17T00:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '8a80aefb-09c9-4801-b9e5-1ae9f7f359bc', 'name': '', 'network_id': 'cf12d96b-879b-4e16-8529-c442ee1bae15', 'tenant_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'mac_address': 'fa:16:3e:c4:fb:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89fe1745-c0c4-4967-a203-3fe387e35303', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '12119b8f-75d0-409d-877b-90876fd1eb36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:21:33Z', 'updated_at': '2021-08-17T00:21:37Z', 'revision_number': 4, 'project_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'subnets': [{'id': '12119b8f-75d0-409d-877b-90876fd1eb36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:21:38.271775 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 0b0894f1-23d4-42d5-8fcb-2e02a1700916 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:21:38.274453 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4006731a-1275-4ea1-b224-69e79e042720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:38.329387 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6b2aff-6a03-4dcc-923b-b6562424a92f None None] Network 3cab7d1e-afab-4b89-a3de-0a2abe16fef6 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:21:38.401675 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-33459bac-2dd5-4198-8ac1-7addf555445d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:38.480273 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-d8551841-2dee-4e94-af4b-0b242e6b51c4 None None] Provisioning for port 0b0894f1-23d4-42d5-8fcb-2e02a1700916 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:21:38.576820 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-33459bac-2dd5-4198-8ac1-7addf555445d admin admin] Allocated IP 172.20.0.1 (3cab7d1e-afab-4b89-a3de-0a2abe16fef6/eefc3ace-0a66-491f-b1ec-b18108349eec/613f087b-bbe7-4f4c-b13f-3395800c6798) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:21:38.686570 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 0b0894f1-23d4-42d5-8fcb-2e02a1700916 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:21:38.693073 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-33459bac-2dd5-4198-8ac1-7addf555445d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:38.708787 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [None req-33459bac-2dd5-4198-8ac1-7addf555445d admin admin] Transition to ACTIVE for port object 613f087b-bbe7-4f4c-b13f-3395800c6798 will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:21:38.718712 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 0b0894f1-23d4-42d5-8fcb-2e02a1700916 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:21:38.719085 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:38.750024 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-33459bac-2dd5-4198-8ac1-7addf555445d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:38.798348 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33459bac-2dd5-4198-8ac1-7addf555445d admin admin] Network 3cab7d1e-afab-4b89-a3de-0a2abe16fef6 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:21:38.802427 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-33459bac-2dd5-4198-8ac1-7addf555445d admin admin] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:21:38.805726 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33459bac-2dd5-4198-8ac1-7addf555445d admin admin] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:21:38.813112 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33459bac-2dd5-4198-8ac1-7addf555445d admin admin] Pushing event updated for resources: {'Port': ['ID=613f087b-bbe7-4f4c-b13f-3395800c6798,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:38.854626 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-33459bac-2dd5-4198-8ac1-7addf555445d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954230'] for router_interface, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:38.944097 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:38.981663 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4006731a-1275-4ea1-b224-69e79e042720 None None] Notify callbacks [] for port, precommit_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:39.006475 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4006731a-1275-4ea1-b224-69e79e042720 None None] Transition to ACTIVE for port object 191ba015-a3ce-48ea-9143-20e2d80e9588 will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:21:39.014633 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 0b0894f1-23d4-42d5-8fcb-2e02a1700916, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=0b0894f1-23d4-42d5-8fcb-2e02a1700916,segment=NetworkSegment(6c382a3b-eb38-4f7d-aceb-c74bbd63f1e4),segment_id=6c382a3b-eb38-4f7d-aceb-c74bbd63f1e4)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:21:39.020039 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-33459bac-2dd5-4198-8ac1-7addf555445d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:39.022309 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4006731a-1275-4ea1-b224-69e79e042720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:39.026746 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:39.027526 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 8a80aefb-09c9-4801-b9e5-1ae9f7f359bc up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:21:39.109434 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-4006731a-1275-4ea1-b224-69e79e042720 None None] Attempting to bind port 191ba015-a3ce-48ea-9143-20e2d80e9588 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:21:39.109811 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-4006731a-1275-4ea1-b224-69e79e042720 None None] Attempting to bind port 191ba015-a3ce-48ea-9143-20e2d80e9588 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:21:39.110185 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4006731a-1275-4ea1-b224-69e79e042720 None None] Attempting to bind port 191ba015-a3ce-48ea-9143-20e2d80e9588 on network c22c4980-c849-406d-982c-a5d68c515a94 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:21:39.112094 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505a21e7-5443-4ee6-9ad5-b4cee1ee09a2 None None] Pushing event updated for resources: {'Port': ['ID=191ba015-a3ce-48ea-9143-20e2d80e9588,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:39.141993 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4006731a-1275-4ea1-b224-69e79e042720 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:21:39.142427 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4006731a-1275-4ea1-b224-69e79e042720 None None] Checking segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:21:39.142841 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4006731a-1275-4ea1-b224-69e79e042720 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:39.143586 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4006731a-1275-4ea1-b224-69e79e042720 None None] Bound using segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:21:39.143841 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-4006731a-1275-4ea1-b224-69e79e042720 None None] Bound port: 191ba015-a3ce-48ea-9143-20e2d80e9588, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:21:39.144671 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4006731a-1275-4ea1-b224-69e79e042720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:39.218251 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 8a80aefb-09c9-4801-b9e5-1ae9f7f359bc completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:21:39.225673 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-33459bac-2dd5-4198-8ac1-7addf555445d admin admin] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:39.231168 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=0b0894f1-23d4-42d5-8fcb-2e02a1700916,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:39.232433 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-33459bac-2dd5-4198-8ac1-7addf555445d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:39.240359 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 8a80aefb-09c9-4801-b9e5-1ae9f7f359bc triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:21:39.240783 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:39.267867 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-4006731a-1275-4ea1-b224-69e79e042720 None None] For port 191ba015-a3ce-48ea-9143-20e2d80e9588, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:21:39.293396 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-4006731a-1275-4ea1-b224-69e79e042720 None None] For port 191ba015-a3ce-48ea-9143-20e2d80e9588, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=191ba015-a3ce-48ea-9143-20e2d80e9588,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:21:39.295746 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-1468e800-1e14-4256-bf57-6af2143bcddf None None] Provisioning complete for port 0b0894f1-23d4-42d5-8fcb-2e02a1700916 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:21:39.296288 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-1468e800-1e14-4256-bf57-6af2143bcddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:39.313446 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33459bac-2dd5-4198-8ac1-7addf555445d admin admin] Pushing event updated for resources: {'Port': ['ID=613f087b-bbe7-4f4c-b13f-3395800c6798,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:39.320885 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-33459bac-2dd5-4198-8ac1-7addf555445d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954122'] for router_interface, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:39.322015 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4006731a-1275-4ea1-b224-69e79e042720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:39.436152 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33459bac-2dd5-4198-8ac1-7addf555445d admin admin] Network 3cab7d1e-afab-4b89-a3de-0a2abe16fef6 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:21:39.437615 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-33459bac-2dd5-4198-8ac1-7addf555445d admin admin] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:21:39.442184 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505a21e7-5443-4ee6-9ad5-b4cee1ee09a2 None None] Pushing event updated for resources: {'Port': ['ID=191ba015-a3ce-48ea-9143-20e2d80e9588,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:39.454289 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4006731a-1275-4ea1-b224-69e79e042720 None None] Routers {'7b1df22c-9df9-4f21-bee6-10f102eb784a'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:21:39.454890 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-4006731a-1275-4ea1-b224-69e79e042720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:21:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['7b1df22c-9df9-4f21-bee6-10f102eb784a'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:21:39.523524 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:39.550975 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33459bac-2dd5-4198-8ac1-7addf555445d admin admin] Router 7b1df22c-9df9-4f21-bee6-10f102eb784a has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:21:39.612005 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-1468e800-1e14-4256-bf57-6af2143bcddf None None] Provisioning for port 613f087b-bbe7-4f4c-b13f-3395800c6798 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:21:39.615659 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 8a80aefb-09c9-4801-b9e5-1ae9f7f359bc, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=8a80aefb-09c9-4801-b9e5-1ae9f7f359bc,segment=NetworkSegment(941a873b-5eed-4fe0-8e28-c1f3f0255e2a),segment_id=941a873b-5eed-4fe0-8e28-c1f3f0255e2a)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:21:39.622103 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-1468e800-1e14-4256-bf57-6af2143bcddf None None] Provisioning complete for port 613f087b-bbe7-4f4c-b13f-3395800c6798 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:21:39.622486 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-1468e800-1e14-4256-bf57-6af2143bcddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:39.628049 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:39.629609 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device b37ab24b-fbad-41a1-8d1f-c75195b8f9e8 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:21:39.664778 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33459bac-2dd5-4198-8ac1-7addf555445d admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:21:39.669667 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-33459bac-2dd5-4198-8ac1-7addf555445d admin admin] 10.222.0.36 "PUT /v2.0/routers/7b1df22c-9df9-4f21-bee6-10f102eb784a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9098661 Aug 17 00:21:39.714200 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-4006731a-1275-4ea1-b224-69e79e042720 None None] Set router 7b1df22c-9df9-4f21-bee6-10f102eb784a gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:21:39.761032 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-1468e800-1e14-4256-bf57-6af2143bcddf None None] Port 613f087b-bbe7-4f4c-b13f-3395800c6798 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:21:39.792296 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=8a80aefb-09c9-4801-b9e5-1ae9f7f359bc,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:39.876900 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port b37ab24b-fbad-41a1-8d1f-c75195b8f9e8 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:21:39.877289 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:39.936000 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-d5116b61-a7e1-4947-a8dc-641fba247db5 None None] Provisioning complete for port 613f087b-bbe7-4f4c-b13f-3395800c6798 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:21:39.936381 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d5116b61-a7e1-4947-a8dc-641fba247db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:40.017876 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-d5116b61-a7e1-4947-a8dc-641fba247db5 None None] Port 613f087b-bbe7-4f4c-b13f-3395800c6798 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:21:40.079849 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-4006731a-1275-4ea1-b224-69e79e042720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b1df22c-9df9-4f21-bee6-10f102eb784a', 'name': 'tempest-TestShelveInstance-1948221135-router', 'tenant_id': '7534006d54d64a9abac121b9c255587b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': '191ba015-a3ce-48ea-9143-20e2d80e9588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:21:36Z', 'updated_at': '2021-08-17T00:21:38Z', 'revision_number': 4, 'project_id': '7534006d54d64a9abac121b9c255587b', 'gw_port': {'id': '191ba015-a3ce-48ea-9143-20e2d80e9588', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b6:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b1df22c-9df9-4f21-bee6-10f102eb784a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:21:36Z', 'updated_at': '2021-08-17T00:21:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '613f087b-bbe7-4f4c-b13f-3395800c6798', 'name': '', 'network_id': '3cab7d1e-afab-4b89-a3de-0a2abe16fef6', 'tenant_id': '7534006d54d64a9abac121b9c255587b', 'mac_address': 'fa:16:3e:b5:e5:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b1df22c-9df9-4f21-bee6-10f102eb784a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'eefc3ace-0a66-491f-b1ec-b18108349eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:21:38Z', 'updated_at': '2021-08-17T00:21:39Z', 'revision_number': 2, 'project_id': '7534006d54d64a9abac121b9c255587b', 'subnets': [{'id': 'eefc3ace-0a66-491f-b1ec-b18108349eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:21:40.111421 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4006731a-1275-4ea1-b224-69e79e042720 None None] The sync data for ids ['7b1df22c-9df9-4f21-bee6-10f102eb784a'] in n-d-791506-26 is: [{'id': '7b1df22c-9df9-4f21-bee6-10f102eb784a', 'name': 'tempest-TestShelveInstance-1948221135-router', 'tenant_id': '7534006d54d64a9abac121b9c255587b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': '191ba015-a3ce-48ea-9143-20e2d80e9588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:21:36Z', 'updated_at': '2021-08-17T00:21:38Z', 'revision_number': 4, 'project_id': '7534006d54d64a9abac121b9c255587b', 'gw_port': {'id': '191ba015-a3ce-48ea-9143-20e2d80e9588', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b6:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b1df22c-9df9-4f21-bee6-10f102eb784a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:21:36Z', 'updated_at': '2021-08-17T00:21:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '613f087b-bbe7-4f4c-b13f-3395800c6798', 'name': '', 'network_id': '3cab7d1e-afab-4b89-a3de-0a2abe16fef6', 'tenant_id': '7534006d54d64a9abac121b9c255587b', 'mac_address': 'fa:16:3e:b5:e5:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b1df22c-9df9-4f21-bee6-10f102eb784a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'eefc3ace-0a66-491f-b1ec-b18108349eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:21:38Z', 'updated_at': '2021-08-17T00:21:39Z', 'revision_number': 2, 'project_id': '7534006d54d64a9abac121b9c255587b', 'subnets': [{'id': 'eefc3ace-0a66-491f-b1ec-b18108349eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:21:40.142926 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 0b0894f1-23d4-42d5-8fcb-2e02a1700916 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:21:40.195670 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 0b0894f1-23d4-42d5-8fcb-2e02a1700916 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:21:40.196127 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:40.275646 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 8a80aefb-09c9-4801-b9e5-1ae9f7f359bc up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:21:40.359201 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 8a80aefb-09c9-4801-b9e5-1ae9f7f359bc triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:21:40.359591 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:40.379295 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60904) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:21:40.390873 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-9facaf45-b0b6-42a6-aa89-402ce34f5662 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1590486588', 'description': 'tempest-secgroup-smoke-1590486588 description', 'project_id': 'e1e1c5e639da491e9f3c7412296f24e4'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:21:40.414693 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9facaf45-b0b6-42a6-aa89-402ce34f5662 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:40.512984 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9facaf45-b0b6-42a6-aa89-402ce34f5662 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:40.517468 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9facaf45-b0b6-42a6-aa89-402ce34f5662 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:40.553606 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9facaf45-b0b6-42a6-aa89-402ce34f5662 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:40.557826 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-9facaf45-b0b6-42a6-aa89-402ce34f5662 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1720331 Aug 17 00:21:40.557826 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9facaf45-b0b6-42a6-aa89-402ce34f5662 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80b154b3-e0b3-4e0b-a59b-8816c36e5b3b,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:40.558138 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 60906) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:21:40.570308 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-63b21ece-0731-41a1-bc1f-d9457d49876e tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Request body: {'security_group_rule': {'security_group_id': '80b154b3-e0b3-4e0b-a59b-8816c36e5b3b', 'project_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:21:40.602330 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-63b21ece-0731-41a1-bc1f-d9457d49876e tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:40.664688 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-63b21ece-0731-41a1-bc1f-d9457d49876e tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:40.668722 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-63b21ece-0731-41a1-bc1f-d9457d49876e tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:40.687538 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b21ece-0731-41a1-bc1f-d9457d49876e tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f927244-3f06-4f64-b190-2728bd9e3705,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:40.695256 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-63b21ece-0731-41a1-bc1f-d9457d49876e tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:40.698974 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-63b21ece-0731-41a1-bc1f-d9457d49876e tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1373107 Aug 17 00:21:40.699404 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60908) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:21:40.704244 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-60c56a89-21d0-48d5-ac91-16e1b180bf89 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Request body: {'security_group_rule': {'security_group_id': '80b154b3-e0b3-4e0b-a59b-8816c36e5b3b', 'project_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:21:40.732041 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-60c56a89-21d0-48d5-ac91-16e1b180bf89 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:40.790600 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-60c56a89-21d0-48d5-ac91-16e1b180bf89 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:40.795639 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-60c56a89-21d0-48d5-ac91-16e1b180bf89 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:40.813056 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c56a89-21d0-48d5-ac91-16e1b180bf89 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eb48e82-eef6-45d7-b632-9ee965afbc2c,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:40.822398 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-60c56a89-21d0-48d5-ac91-16e1b180bf89 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:40.823706 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-60c56a89-21d0-48d5-ac91-16e1b180bf89 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1232522 Aug 17 00:21:40.826519 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60910) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:21:40.830868 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-0859bc79-4635-45b9-a03e-b332c5998344 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Request body: {'security_group_rule': {'security_group_id': '80b154b3-e0b3-4e0b-a59b-8816c36e5b3b', 'project_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:21:40.857488 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0859bc79-4635-45b9-a03e-b332c5998344 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:40.915315 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0859bc79-4635-45b9-a03e-b332c5998344 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:40.919394 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0859bc79-4635-45b9-a03e-b332c5998344 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:40.950117 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0859bc79-4635-45b9-a03e-b332c5998344 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:40.952154 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-0859bc79-4635-45b9-a03e-b332c5998344 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1241908 Aug 17 00:21:40.953791 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0859bc79-4635-45b9-a03e-b332c5998344 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eeea6264-d9e6-480c-83f8-965c3eef61dd,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:40.954732 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 60912) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:21:40.962845 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-e9bd11e5-9404-479e-b706-20ce4102cb26 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Request body: {'security_group_rule': {'security_group_id': '80b154b3-e0b3-4e0b-a59b-8816c36e5b3b', 'project_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:21:40.996753 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e9bd11e5-9404-479e-b706-20ce4102cb26 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:41.064821 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e9bd11e5-9404-479e-b706-20ce4102cb26 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:41.070543 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e9bd11e5-9404-479e-b706-20ce4102cb26 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:41.092054 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bd11e5-9404-479e-b706-20ce4102cb26 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e428f3b-cce4-4958-a8f2-68ee1ce3125a,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:41.100304 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e9bd11e5-9404-479e-b706-20ce4102cb26 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:41.101589 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-e9bd11e5-9404-479e-b706-20ce4102cb26 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1427474 Aug 17 00:21:41.104364 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 60914) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:21:41.109081 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-c9af81da-f2ad-4c67-8e84-7dbac2cbe40f tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Request body: {'security_group_rule': {'security_group_id': '80b154b3-e0b3-4e0b-a59b-8816c36e5b3b', 'project_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:21:41.132572 n-d-791506-26 neutron-server[101291]: INFO neutron.db.securitygroups_db [None req-c9af81da-f2ad-4c67-8e84-7dbac2cbe40f tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Project e1e1c5e639da491e9f3c7412296f24e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 00:21:41.140583 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c9af81da-f2ad-4c67-8e84-7dbac2cbe40f tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:41.209575 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c9af81da-f2ad-4c67-8e84-7dbac2cbe40f tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:41.213570 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c9af81da-f2ad-4c67-8e84-7dbac2cbe40f tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:41.232166 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9af81da-f2ad-4c67-8e84-7dbac2cbe40f tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6e83252-d28f-4eea-bed0-9ff82dd2371f,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:41.239240 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c9af81da-f2ad-4c67-8e84-7dbac2cbe40f tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:41.243199 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-c9af81da-f2ad-4c67-8e84-7dbac2cbe40f tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1352522 Aug 17 00:21:41.243580 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60916) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:21:41.249122 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-dd8ddcda-d599-4d5f-b232-7a63660bc7ee tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Request body: {'security_group_rule': {'security_group_id': '80b154b3-e0b3-4e0b-a59b-8816c36e5b3b', 'project_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:21:41.273144 n-d-791506-26 neutron-server[101292]: INFO neutron.db.securitygroups_db [None req-dd8ddcda-d599-4d5f-b232-7a63660bc7ee tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Project e1e1c5e639da491e9f3c7412296f24e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 00:21:41.278394 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-dd8ddcda-d599-4d5f-b232-7a63660bc7ee tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:41.344684 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-dd8ddcda-d599-4d5f-b232-7a63660bc7ee tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:41.348600 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-dd8ddcda-d599-4d5f-b232-7a63660bc7ee tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:41.366428 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8ddcda-d599-4d5f-b232-7a63660bc7ee tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baf77df5-886c-4247-9165-bac7b5f2d7c5,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:41.374766 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-dd8ddcda-d599-4d5f-b232-7a63660bc7ee tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:41.384248 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-dd8ddcda-d599-4d5f-b232-7a63660bc7ee tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1314170 Aug 17 00:21:41.523299 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-56c86343-3ca2-4d5b-9355-788faa10ddcb req-2f96be2b-e820-4df1-bea3-905b552b4076 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1590486588&fields=id&tenant_id=e1e1c5e639da491e9f3c7412296f24e4 HTTP/1.1" status: 200 len: 267 time: 0.0365870 Aug 17 00:21:41.632986 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c86343-3ca2-4d5b-9355-788faa10ddcb req-8b8d12e1-3fb5-4407-b2a1-603dcd057bdd tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:41.634480 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-56c86343-3ca2-4d5b-9355-788faa10ddcb req-8b8d12e1-3fb5-4407-b2a1-603dcd057bdd tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/networks?id=cf12d96b-879b-4e16-8529-c442ee1bae15 HTTP/1.1" status: 200 len: 809 time: 0.1041136 Aug 17 00:21:41.650025 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-56c86343-3ca2-4d5b-9355-788faa10ddcb req-ebbcb958-01f4-44c0-ac29-035c98fd5f5c tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/quotas/e1e1c5e639da491e9f3c7412296f24e4 HTTP/1.1" status: 200 len: 375 time: 0.0097306 Aug 17 00:21:41.700287 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-56c86343-3ca2-4d5b-9355-788faa10ddcb req-b34b3d61-44cf-44d7-9b9e-62063e3df8d5 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e1e1c5e639da491e9f3c7412296f24e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447457 Aug 17 00:21:41.899781 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-56c86343-3ca2-4d5b-9355-788faa10ddcb req-86cf8ef1-453e-4c93-847b-9487139f890a service neutron] 10.222.0.36 "GET /v2.0/networks/cf12d96b-879b-4e16-8529-c442ee1bae15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869824 Aug 17 00:21:41.991437 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-56c86343-3ca2-4d5b-9355-788faa10ddcb req-44e36d90-137a-4a17-967c-9f0e8db53a5b service neutron] 10.222.0.36 "GET /v2.0/networks/cf12d96b-879b-4e16-8529-c442ee1bae15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854402 Aug 17 00:21:42.210698 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 191ba015-a3ce-48ea-9143-20e2d80e9588 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:21:42.263999 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:42.281259 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 191ba015-a3ce-48ea-9143-20e2d80e9588 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:21:42.287682 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 191ba015-a3ce-48ea-9143-20e2d80e9588 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:21:42.288228 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:42.351075 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e090bdd-3e93-427f-ac6b-ab1a8b5e9735 None None] Sync routers for ids ['7b1df22c-9df9-4f21-bee6-10f102eb784a'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:21:42.366753 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e090bdd-3e93-427f-ac6b-ab1a8b5e9735 None None] Routers {'7b1df22c-9df9-4f21-bee6-10f102eb784a'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:21:42.367382 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-7e090bdd-3e93-427f-ac6b-ab1a8b5e9735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:21:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['7b1df22c-9df9-4f21-bee6-10f102eb784a'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:21:42.398661 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:42.446080 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 191ba015-a3ce-48ea-9143-20e2d80e9588, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=191ba015-a3ce-48ea-9143-20e2d80e9588,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:21:42.452789 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:42.529061 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-7e090bdd-3e93-427f-ac6b-ab1a8b5e9735 None None] Set router 7b1df22c-9df9-4f21-bee6-10f102eb784a gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:21:42.550509 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=191ba015-a3ce-48ea-9143-20e2d80e9588,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:42.629202 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-90d7c19c-e1ed-405c-9d57-76a134c18552 req-eccf1366-959e-497f-9433-aedcf803b186 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924 HTTP/1.1" status: 200 len: 210 time: 0.4632926 Aug 17 00:21:42.765675 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-7e090bdd-3e93-427f-ac6b-ab1a8b5e9735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b1df22c-9df9-4f21-bee6-10f102eb784a', 'name': 'tempest-TestShelveInstance-1948221135-router', 'tenant_id': '7534006d54d64a9abac121b9c255587b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': '191ba015-a3ce-48ea-9143-20e2d80e9588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:21:36Z', 'updated_at': '2021-08-17T00:21:38Z', 'revision_number': 4, 'project_id': '7534006d54d64a9abac121b9c255587b', 'gw_port': {'id': '191ba015-a3ce-48ea-9143-20e2d80e9588', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b6:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b1df22c-9df9-4f21-bee6-10f102eb784a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:21:36Z', 'updated_at': '2021-08-17T00:21:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '613f087b-bbe7-4f4c-b13f-3395800c6798', 'name': '', 'network_id': '3cab7d1e-afab-4b89-a3de-0a2abe16fef6', 'tenant_id': '7534006d54d64a9abac121b9c255587b', 'mac_address': 'fa:16:3e:b5:e5:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b1df22c-9df9-4f21-bee6-10f102eb784a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'eefc3ace-0a66-491f-b1ec-b18108349eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:21:38Z', 'updated_at': '2021-08-17T00:21:39Z', 'revision_number': 2, 'project_id': '7534006d54d64a9abac121b9c255587b', 'subnets': [{'id': 'eefc3ace-0a66-491f-b1ec-b18108349eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:21:42.792069 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e090bdd-3e93-427f-ac6b-ab1a8b5e9735 None None] Checking router: 7b1df22c-9df9-4f21-bee6-10f102eb784a for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:21:42.792451 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e090bdd-3e93-427f-ac6b-ab1a8b5e9735 None None] Updating router 7b1df22c-9df9-4f21-bee6-10f102eb784a port 613f087b-bbe7-4f4c-b13f-3395800c6798 binding host n-d-791506-26 {{(pid=101294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:21:42.817866 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-7e090bdd-3e93-427f-ac6b-ab1a8b5e9735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:43.077791 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-7e090bdd-3e93-427f-ac6b-ab1a8b5e9735 None None] Notify callbacks [] for port, precommit_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:43.088588 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.provisioning_blocks [None req-7e090bdd-3e93-427f-ac6b-ab1a8b5e9735 None None] Transition to ACTIVE for port object 613f087b-bbe7-4f4c-b13f-3395800c6798 will not be triggered until provisioned by entity L2. {{(pid=101294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:21:43.094458 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-7e090bdd-3e93-427f-ac6b-ab1a8b5e9735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:43.146967 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42358dd-fcdf-45f1-b085-8ad8486f9178 None None] Pushing event updated for resources: {'Port': ['ID=613f087b-bbe7-4f4c-b13f-3395800c6798,revision_number=3']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:43.199903 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-7e090bdd-3e93-427f-ac6b-ab1a8b5e9735 None None] Attempting to bind port 613f087b-bbe7-4f4c-b13f-3395800c6798 on host n-d-791506-26 for vnic_type normal with profile {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:21:43.200274 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-7e090bdd-3e93-427f-ac6b-ab1a8b5e9735 None None] Attempting to bind port 613f087b-bbe7-4f4c-b13f-3395800c6798 by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '6c382a3b-eb38-4f7d-aceb-c74bbd63f1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '3cab7d1e-afab-4b89-a3de-0a2abe16fef6'}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:21:43.200654 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e090bdd-3e93-427f-ac6b-ab1a8b5e9735 None None] Attempting to bind port 613f087b-bbe7-4f4c-b13f-3395800c6798 on network 3cab7d1e-afab-4b89-a3de-0a2abe16fef6 {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:21:43.205630 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e090bdd-3e93-427f-ac6b-ab1a8b5e9735 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:21:43.206001 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e090bdd-3e93-427f-ac6b-ab1a8b5e9735 None None] Checking segment: {'id': '6c382a3b-eb38-4f7d-aceb-c74bbd63f1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '3cab7d1e-afab-4b89-a3de-0a2abe16fef6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:21:43.207034 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-7e090bdd-3e93-427f-ac6b-ab1a8b5e9735 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:43.207412 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e090bdd-3e93-427f-ac6b-ab1a8b5e9735 None None] Bound using segment: {'id': '6c382a3b-eb38-4f7d-aceb-c74bbd63f1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '3cab7d1e-afab-4b89-a3de-0a2abe16fef6'} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:21:43.207876 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-7e090bdd-3e93-427f-ac6b-ab1a8b5e9735 None None] Bound port: 613f087b-bbe7-4f4c-b13f-3395800c6798, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c382a3b-eb38-4f7d-aceb-c74bbd63f1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '3cab7d1e-afab-4b89-a3de-0a2abe16fef6'}}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:21:43.208420 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-7e090bdd-3e93-427f-ac6b-ab1a8b5e9735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:43.277844 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-7e090bdd-3e93-427f-ac6b-ab1a8b5e9735 None None] For port 613f087b-bbe7-4f4c-b13f-3395800c6798, host n-d-791506-26, cleared binding levels {{(pid=101294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:21:43.281182 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-7e090bdd-3e93-427f-ac6b-ab1a8b5e9735 None None] For port 613f087b-bbe7-4f4c-b13f-3395800c6798, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=613f087b-bbe7-4f4c-b13f-3395800c6798,segment=NetworkSegment(6c382a3b-eb38-4f7d-aceb-c74bbd63f1e4),segment_id=6c382a3b-eb38-4f7d-aceb-c74bbd63f1e4)] {{(pid=101294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:21:43.286092 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-7e090bdd-3e93-427f-ac6b-ab1a8b5e9735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:43.342642 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e090bdd-3e93-427f-ac6b-ab1a8b5e9735 None None] Routers {'7b1df22c-9df9-4f21-bee6-10f102eb784a'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:21:43.343296 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-7e090bdd-3e93-427f-ac6b-ab1a8b5e9735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:21:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['7b1df22c-9df9-4f21-bee6-10f102eb784a'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:21:43.387521 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42358dd-fcdf-45f1-b085-8ad8486f9178 None None] Pushing event updated for resources: {'Port': ['ID=613f087b-bbe7-4f4c-b13f-3395800c6798,revision_number=4']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:43.470176 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-7e090bdd-3e93-427f-ac6b-ab1a8b5e9735 None None] Set router 7b1df22c-9df9-4f21-bee6-10f102eb784a gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:21:43.637904 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c86343-3ca2-4d5b-9355-788faa10ddcb req-65024076-704f-43dd-a619-1c2b2fd503ea tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:43.640275 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-56c86343-3ca2-4d5b-9355-788faa10ddcb req-65024076-704f-43dd-a619-1c2b2fd503ea tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.57 "GET /v2.0/networks?id=cf12d96b-879b-4e16-8529-c442ee1bae15 HTTP/1.1" status: 200 len: 809 time: 0.1186881 Aug 17 00:21:43.692324 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-7e090bdd-3e93-427f-ac6b-ab1a8b5e9735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b1df22c-9df9-4f21-bee6-10f102eb784a', 'name': 'tempest-TestShelveInstance-1948221135-router', 'tenant_id': '7534006d54d64a9abac121b9c255587b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': '191ba015-a3ce-48ea-9143-20e2d80e9588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:21:36Z', 'updated_at': '2021-08-17T00:21:38Z', 'revision_number': 4, 'project_id': '7534006d54d64a9abac121b9c255587b', 'gw_port': {'id': '191ba015-a3ce-48ea-9143-20e2d80e9588', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1df22c-9df9-4f21-bee6-10f102eb784a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:21:36Z', 'updated_at': '2021-08-17T00:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '613f087b-bbe7-4f4c-b13f-3395800c6798', 'name': '', 'network_id': '3cab7d1e-afab-4b89-a3de-0a2abe16fef6', 'tenant_id': '7534006d54d64a9abac121b9c255587b', 'mac_address': 'fa:16:3e:b5:e5:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b1df22c-9df9-4f21-bee6-10f102eb784a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'eefc3ace-0a66-491f-b1ec-b18108349eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:21:38Z', 'updated_at': '2021-08-17T00:21:43Z', 'revision_number': 4, 'project_id': '7534006d54d64a9abac121b9c255587b', 'subnets': [{'id': 'eefc3ace-0a66-491f-b1ec-b18108349eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:21:43.705603 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-56c86343-3ca2-4d5b-9355-788faa10ddcb req-eb77f4cc-2dc7-4a6b-9dcb-87732968c5c6 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e1e1c5e639da491e9f3c7412296f24e4 HTTP/1.1" status: 200 len: 380 time: 0.0488009 Aug 17 00:21:43.721888 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-56c86343-3ca2-4d5b-9355-788faa10ddcb req-cb4e8aca-8f09-44b3-b413-71da3807a773 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Request body: {'port': {'device_id': 'a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924', 'network_id': 'cf12d96b-879b-4e16-8529-c442ee1bae15', 'admin_state_up': True, 'tenant_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'security_groups': ['80b154b3-e0b3-4e0b-a59b-8816c36e5b3b']}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:21:43.723568 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e090bdd-3e93-427f-ac6b-ab1a8b5e9735 None None] The sync data for ids ['7b1df22c-9df9-4f21-bee6-10f102eb784a'] in n-d-791506-26 is: [{'id': '7b1df22c-9df9-4f21-bee6-10f102eb784a', 'name': 'tempest-TestShelveInstance-1948221135-router', 'tenant_id': '7534006d54d64a9abac121b9c255587b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': '191ba015-a3ce-48ea-9143-20e2d80e9588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:21:36Z', 'updated_at': '2021-08-17T00:21:38Z', 'revision_number': 4, 'project_id': '7534006d54d64a9abac121b9c255587b', 'gw_port': {'id': '191ba015-a3ce-48ea-9143-20e2d80e9588', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1df22c-9df9-4f21-bee6-10f102eb784a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:21:36Z', 'updated_at': '2021-08-17T00:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '613f087b-bbe7-4f4c-b13f-3395800c6798', 'name': '', 'network_id': '3cab7d1e-afab-4b89-a3de-0a2abe16fef6', 'tenant_id': '7534006d54d64a9abac121b9c255587b', 'mac_address': 'fa:16:3e:b5:e5:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b1df22c-9df9-4f21-bee6-10f102eb784a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'eefc3ace-0a66-491f-b1ec-b18108349eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:21:38Z', 'updated_at': '2021-08-17T00:21:43Z', 'revision_number': 4, 'project_id': '7534006d54d64a9abac121b9c255587b', 'subnets': [{'id': 'eefc3ace-0a66-491f-b1ec-b18108349eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:21:43.735717 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2c8a19db-52fe-4316-abe2-bfac2c83ca0d req-7b80f634-8f9e-40b7-9b97-27b46002c47b tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924 HTTP/1.1" status: 200 len: 210 time: 0.0282614 Aug 17 00:21:43.836942 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56c86343-3ca2-4d5b-9355-788faa10ddcb req-cb4e8aca-8f09-44b3-b413-71da3807a773 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Made reservation on behalf of e1e1c5e639da491e9f3c7412296f24e4 for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:21:43.844306 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-56c86343-3ca2-4d5b-9355-788faa10ddcb req-cb4e8aca-8f09-44b3-b413-71da3807a773 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:43.987227 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-56c86343-3ca2-4d5b-9355-788faa10ddcb req-cb4e8aca-8f09-44b3-b413-71da3807a773 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Allocated IP 172.20.0.10 (cf12d96b-879b-4e16-8529-c442ee1bae15/12119b8f-75d0-409d-877b-90876fd1eb36/c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:21:44.151525 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-56c86343-3ca2-4d5b-9355-788faa10ddcb req-cb4e8aca-8f09-44b3-b413-71da3807a773 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:44.180698 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-56c86343-3ca2-4d5b-9355-788faa10ddcb req-cb4e8aca-8f09-44b3-b413-71da3807a773 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Transition to ACTIVE for port object c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:21:44.180947 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 191ba015-a3ce-48ea-9143-20e2d80e9588 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:21:44.222616 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-56c86343-3ca2-4d5b-9355-788faa10ddcb req-cb4e8aca-8f09-44b3-b413-71da3807a773 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:44.236845 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 191ba015-a3ce-48ea-9143-20e2d80e9588 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:21:44.237356 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:44.273384 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56c86343-3ca2-4d5b-9355-788faa10ddcb req-cb4e8aca-8f09-44b3-b413-71da3807a773 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Network cf12d96b-879b-4e16-8529-c442ee1bae15 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:21:44.276865 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-56c86343-3ca2-4d5b-9355-788faa10ddcb req-cb4e8aca-8f09-44b3-b413-71da3807a773 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:21:44.279382 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-56c86343-3ca2-4d5b-9355-788faa10ddcb req-cb4e8aca-8f09-44b3-b413-71da3807a773 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:21:44.304863 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4e8aca-8f09-44b3-b413-71da3807a773 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Pushing event updated for resources: {'Port': ['ID=c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:44.328977 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 613f087b-bbe7-4f4c-b13f-3395800c6798 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:21:44.336297 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c86343-3ca2-4d5b-9355-788faa10ddcb req-cb4e8aca-8f09-44b3-b413-71da3807a773 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:44.337004 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-56c86343-3ca2-4d5b-9355-788faa10ddcb req-cb4e8aca-8f09-44b3-b413-71da3807a773 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:44.353705 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-56c86343-3ca2-4d5b-9355-788faa10ddcb req-cb4e8aca-8f09-44b3-b413-71da3807a773 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6353357 Aug 17 00:21:44.372841 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-56c86343-3ca2-4d5b-9355-788faa10ddcb req-5069728d-e2e0-4433-8554-ae21b16a4c6f service neutron] Request body: {'port': {'device_id': 'a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:21:44.382364 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 613f087b-bbe7-4f4c-b13f-3395800c6798 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:21:44.386939 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 613f087b-bbe7-4f4c-b13f-3395800c6798 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:21:44.387306 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:44.442349 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-56c86343-3ca2-4d5b-9355-788faa10ddcb req-5069728d-e2e0-4433-8554-ae21b16a4c6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:44.485935 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:44.531154 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 613f087b-bbe7-4f4c-b13f-3395800c6798, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=613f087b-bbe7-4f4c-b13f-3395800c6798,segment=NetworkSegment(6c382a3b-eb38-4f7d-aceb-c74bbd63f1e4),segment_id=6c382a3b-eb38-4f7d-aceb-c74bbd63f1e4)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:21:44.537639 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:44.544853 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-767bcec8-8243-4406-a3ca-250e1ba74b75 None None] Provisioning for port c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:21:44.568628 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-767bcec8-8243-4406-a3ca-250e1ba74b75 None None] Provisioning complete for port c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:21:44.568908 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-767bcec8-8243-4406-a3ca-250e1ba74b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:44.619476 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=613f087b-bbe7-4f4c-b13f-3395800c6798,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:44.623076 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-767bcec8-8243-4406-a3ca-250e1ba74b75 None None] Port c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:21:44.723454 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-56c86343-3ca2-4d5b-9355-788faa10ddcb req-5069728d-e2e0-4433-8554-ae21b16a4c6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:21:44.731322 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-56c86343-3ca2-4d5b-9355-788faa10ddcb req-5069728d-e2e0-4433-8554-ae21b16a4c6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:44.743329 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-56c86343-3ca2-4d5b-9355-788faa10ddcb req-5069728d-e2e0-4433-8554-ae21b16a4c6f service neutron] Transition to ACTIVE for port object c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:21:44.746922 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-56c86343-3ca2-4d5b-9355-788faa10ddcb req-5069728d-e2e0-4433-8554-ae21b16a4c6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:44.798107 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5069728d-e2e0-4433-8554-ae21b16a4c6f service neutron] Pushing event updated for resources: {'Port': ['ID=c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:44.872500 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedcc157-b271-4c69-94a5-688762a58aed req-3452f02f-62bd-4475-b1ec-b01ee33746d8 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:44.876927 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-eedcc157-b271-4c69-94a5-688762a58aed req-3452f02f-62bd-4475-b1ec-b01ee33746d8 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924 HTTP/1.1" status: 200 len: 944 time: 0.0636966 Aug 17 00:21:44.880297 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-56c86343-3ca2-4d5b-9355-788faa10ddcb req-5069728d-e2e0-4433-8554-ae21b16a4c6f service neutron] Attempting to bind port c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f on host n-h2-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:21:44.880683 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-56c86343-3ca2-4d5b-9355-788faa10ddcb req-5069728d-e2e0-4433-8554-ae21b16a4c6f service neutron] Attempting to bind port c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': '941a873b-5eed-4fe0-8e28-c1f3f0255e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cf12d96b-879b-4e16-8529-c442ee1bae15'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:21:44.881029 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c86343-3ca2-4d5b-9355-788faa10ddcb req-5069728d-e2e0-4433-8554-ae21b16a4c6f service neutron] Attempting to bind port c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f on network cf12d96b-879b-4e16-8529-c442ee1bae15 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:21:44.885977 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c86343-3ca2-4d5b-9355-788faa10ddcb req-5069728d-e2e0-4433-8554-ae21b16a4c6f service neutron] Port c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f on network cf12d96b-879b-4e16-8529-c442ee1bae15 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:21:44.886311 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c86343-3ca2-4d5b-9355-788faa10ddcb req-5069728d-e2e0-4433-8554-ae21b16a4c6f service neutron] Attempting to bind port c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f on network cf12d96b-879b-4e16-8529-c442ee1bae15 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:21:44.892196 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c86343-3ca2-4d5b-9355-788faa10ddcb req-5069728d-e2e0-4433-8554-ae21b16a4c6f service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:21:44.892668 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c86343-3ca2-4d5b-9355-788faa10ddcb req-5069728d-e2e0-4433-8554-ae21b16a4c6f service neutron] Checking segment: {'id': '941a873b-5eed-4fe0-8e28-c1f3f0255e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cf12d96b-879b-4e16-8529-c442ee1bae15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:21:44.893151 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c86343-3ca2-4d5b-9355-788faa10ddcb req-5069728d-e2e0-4433-8554-ae21b16a4c6f service neutron] Bound using segment: {'id': '941a873b-5eed-4fe0-8e28-c1f3f0255e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cf12d96b-879b-4e16-8529-c442ee1bae15'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:21:44.895050 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-56c86343-3ca2-4d5b-9355-788faa10ddcb req-5069728d-e2e0-4433-8554-ae21b16a4c6f service neutron] Bound port: c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '941a873b-5eed-4fe0-8e28-c1f3f0255e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cf12d96b-879b-4e16-8529-c442ee1bae15'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:21:44.895050 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-56c86343-3ca2-4d5b-9355-788faa10ddcb req-5069728d-e2e0-4433-8554-ae21b16a4c6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:44.914769 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-eedcc157-b271-4c69-94a5-688762a58aed req-9a20d401-fdf3-42f2-85e1-bdf61938487b tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=80b154b3-e0b3-4e0b-a59b-8816c36e5b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345571 Aug 17 00:21:44.968693 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-56c86343-3ca2-4d5b-9355-788faa10ddcb req-5069728d-e2e0-4433-8554-ae21b16a4c6f service neutron] For port c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f, host n-h2-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:21:44.972707 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-56c86343-3ca2-4d5b-9355-788faa10ddcb req-5069728d-e2e0-4433-8554-ae21b16a4c6f service neutron] For port c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f,segment=NetworkSegment(941a873b-5eed-4fe0-8e28-c1f3f0255e2a),segment_id=941a873b-5eed-4fe0-8e28-c1f3f0255e2a)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:21:44.978334 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-56c86343-3ca2-4d5b-9355-788faa10ddcb req-5069728d-e2e0-4433-8554-ae21b16a4c6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:45.022174 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c86343-3ca2-4d5b-9355-788faa10ddcb req-5069728d-e2e0-4433-8554-ae21b16a4c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:45.022795 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-56c86343-3ca2-4d5b-9355-788faa10ddcb req-5069728d-e2e0-4433-8554-ae21b16a4c6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:45.024186 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-56c86343-3ca2-4d5b-9355-788faa10ddcb req-5069728d-e2e0-4433-8554-ae21b16a4c6f service neutron] 10.222.0.57 "PUT /v2.0/ports/c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f HTTP/1.1" status: 200 len: 1093 time: 0.6569948 Aug 17 00:21:45.024647 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924', 'tag': 'c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:21:45.026909 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7165c1ab170cf7a86a4d2d0d4fd52c1e3b7b58c190c14e765d35b2aa62be1e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eb808aa-fa4f-4a5e-8369-0ff252a1a985" -d '{"events": [{"name": "network-changed", "server_uuid": "a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924", "tag": "c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:21:45.052051 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5069728d-e2e0-4433-8554-ae21b16a4c6f service neutron] Pushing event updated for resources: {'Port': ['ID=c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:45.081179 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d5825ba-8c88-4ef3-9df2-ebe2dc2d32ad x-openstack-request-id: req-0d5825ba-8c88-4ef3-9df2-ebe2dc2d32ad {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:21:45.082116 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924", "tag": "c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:21:45.082486 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0d5825ba-8c88-4ef3-9df2-ebe2dc2d32ad {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:21:45.082987 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924', 'tag': 'c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f', 'status': 'completed', 'code': 200} Aug 17 00:21:45.152029 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c86343-3ca2-4d5b-9355-788faa10ddcb req-70ba29cc-8fae-413c-b565-3ef011ff59bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:45.153614 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-56c86343-3ca2-4d5b-9355-788faa10ddcb req-70ba29cc-8fae-413c-b565-3ef011ff59bf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e1e1c5e639da491e9f3c7412296f24e4&device_id=a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924 HTTP/1.1" status: 200 len: 1096 time: 0.0512650 Aug 17 00:21:45.205305 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-56c86343-3ca2-4d5b-9355-788faa10ddcb req-65859b2d-5c9e-4d4c-9c1e-7b72cee4f892 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f HTTP/1.1" status: 200 len: 217 time: 0.0389755 Aug 17 00:21:45.255318 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c86343-3ca2-4d5b-9355-788faa10ddcb req-579d49b7-9d3d-4616-a091-5c42651b775b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:45.256828 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-56c86343-3ca2-4d5b-9355-788faa10ddcb req-579d49b7-9d3d-4616-a091-5c42651b775b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=12119b8f-75d0-409d-877b-90876fd1eb36 HTTP/1.1" status: 200 len: 848 time: 0.0452042 Aug 17 00:21:45.306278 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c86343-3ca2-4d5b-9355-788faa10ddcb req-72472c87-66b8-4db0-979b-697b37760096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:45.307849 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-56c86343-3ca2-4d5b-9355-788faa10ddcb req-72472c87-66b8-4db0-979b-697b37760096 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cf12d96b-879b-4e16-8529-c442ee1bae15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438764 Aug 17 00:21:45.413048 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-56c86343-3ca2-4d5b-9355-788faa10ddcb req-e150262b-798c-4ae0-8647-50902e6b0d40 service neutron] 10.222.0.57 "GET /v2.0/networks/cf12d96b-879b-4e16-8529-c442ee1bae15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981178 Aug 17 00:21:45.507358 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-56c86343-3ca2-4d5b-9355-788faa10ddcb req-f1a9055c-40ea-4759-b8e5-b4076bf708dd service neutron] 10.222.0.57 "GET /v2.0/networks/cf12d96b-879b-4e16-8529-c442ee1bae15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876889 Aug 17 00:21:45.651946 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb808aa-fa4f-4a5e-8369-0ff252a1a985 req-48ae9e9d-f1cb-475d-b65a-d730b4833477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:45.654044 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-8eb808aa-fa4f-4a5e-8369-0ff252a1a985 req-48ae9e9d-f1cb-475d-b65a-d730b4833477 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e1e1c5e639da491e9f3c7412296f24e4&device_id=a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924 HTTP/1.1" status: 200 len: 1096 time: 0.0482039 Aug 17 00:21:45.799864 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb808aa-fa4f-4a5e-8369-0ff252a1a985 req-6501673c-431e-4d5c-97bc-29f044b1a477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:45.801617 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-8eb808aa-fa4f-4a5e-8369-0ff252a1a985 req-6501673c-431e-4d5c-97bc-29f044b1a477 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cf12d96b-879b-4e16-8529-c442ee1bae15 HTTP/1.1" status: 200 len: 910 time: 0.1414108 Aug 17 00:21:45.874546 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-8eb808aa-fa4f-4a5e-8369-0ff252a1a985 req-5b03ddaa-18e7-4614-9023-1309e6610f71 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f HTTP/1.1" status: 200 len: 217 time: 0.0647833 Aug 17 00:21:45.937591 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb808aa-fa4f-4a5e-8369-0ff252a1a985 req-b3f12fde-c63b-4497-9608-bb200634712a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:45.939058 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-8eb808aa-fa4f-4a5e-8369-0ff252a1a985 req-b3f12fde-c63b-4497-9608-bb200634712a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=12119b8f-75d0-409d-877b-90876fd1eb36 HTTP/1.1" status: 200 len: 848 time: 0.0584986 Aug 17 00:21:45.996461 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb808aa-fa4f-4a5e-8369-0ff252a1a985 req-fec3b9bf-cb94-4cdb-ac71-687acfa1f4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:45.998122 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-8eb808aa-fa4f-4a5e-8369-0ff252a1a985 req-fec3b9bf-cb94-4cdb-ac71-687acfa1f4cb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cf12d96b-879b-4e16-8529-c442ee1bae15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525589 Aug 17 00:21:46.058927 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50920aa2-2100-4472-997f-d0448e17256d req-41be9d29-2338-4491-8005-5c8755ec8f52 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:46.060332 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-50920aa2-2100-4472-997f-d0448e17256d req-41be9d29-2338-4491-8005-5c8755ec8f52 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924 HTTP/1.1" status: 200 len: 944 time: 0.0581386 Aug 17 00:21:46.107738 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-50920aa2-2100-4472-997f-d0448e17256d req-34ed911b-0f40-4eca-b3da-e69e6259be8e tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=80b154b3-e0b3-4e0b-a59b-8816c36e5b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398750 Aug 17 00:21:46.111707 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-8eb808aa-fa4f-4a5e-8369-0ff252a1a985 req-aae01723-1b8c-4a2f-be66-fa08dca16daa service neutron] 10.222.0.57 "GET /v2.0/networks/cf12d96b-879b-4e16-8529-c442ee1bae15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068940 Aug 17 00:21:46.150368 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 613f087b-bbe7-4f4c-b13f-3395800c6798 up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:21:46.217755 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-8eb808aa-fa4f-4a5e-8369-0ff252a1a985 req-b3415ad4-6b30-4843-a1a9-5123b09597cb service neutron] 10.222.0.57 "GET /v2.0/networks/cf12d96b-879b-4e16-8529-c442ee1bae15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993526 Aug 17 00:21:46.362037 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 613f087b-bbe7-4f4c-b13f-3395800c6798 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:21:46.362670 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:47.242748 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4805d0-d72c-4ecc-ab97-ee283db18d0f req-950e81dc-6d3f-442d-877b-f319d1a7ef67 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:47.244249 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ea4805d0-d72c-4ecc-ab97-ee283db18d0f req-950e81dc-6d3f-442d-877b-f319d1a7ef67 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924 HTTP/1.1" status: 200 len: 944 time: 0.0490105 Aug 17 00:21:47.285322 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ea4805d0-d72c-4ecc-ab97-ee283db18d0f req-1022db95-0fb4-47bd-be5a-233981ed58ad tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=80b154b3-e0b3-4e0b-a59b-8816c36e5b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317612 Aug 17 00:21:47.845842 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9b0dee2d-e9ef-451f-8687-7109c7f5e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:48.411464 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1553e716-8c9a-4969-838a-a9e8350daafb req-c7915ead-bf49-4795-9d1d-b6124b87f3c5 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:48.412971 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1553e716-8c9a-4969-838a-a9e8350daafb req-c7915ead-bf49-4795-9d1d-b6124b87f3c5 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924 HTTP/1.1" status: 200 len: 944 time: 0.0535872 Aug 17 00:21:48.451634 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1553e716-8c9a-4969-838a-a9e8350daafb req-bb5be349-224f-4327-acd7-3e2c644b86ab tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=80b154b3-e0b3-4e0b-a59b-8816c36e5b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319996 Aug 17 00:21:49.389457 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:21:49.489531 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f,segment=NetworkSegment(941a873b-5eed-4fe0-8e28-c1f3f0255e2a),segment_id=941a873b-5eed-4fe0-8e28-c1f3f0255e2a)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:21:49.500990 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': 'c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f', 'network_id': 'cf12d96b-879b-4e16-8529-c442ee1bae15', 'port_id': 'c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f', 'mac_address': 'fa:16:3e:e8:7c:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12119b8f-75d0-409d-877b-90876fd1eb36', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:21:49.541632 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:49.555296 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:21:49.573317 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b307ed-132b-4603-a532-d4e53af6da62 req-c641d906-466b-43b7-87ea-5272e03e0805 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:49.575009 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-07b307ed-132b-4603-a532-d4e53af6da62 req-c641d906-466b-43b7-87ea-5272e03e0805 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924 HTTP/1.1" status: 200 len: 944 time: 0.0552108 Aug 17 00:21:49.575647 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f,segment=NetworkSegment(941a873b-5eed-4fe0-8e28-c1f3f0255e2a),segment_id=941a873b-5eed-4fe0-8e28-c1f3f0255e2a)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:21:49.579527 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:49.613392 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-07b307ed-132b-4603-a532-d4e53af6da62 req-40d97ebc-6f68-474c-97b6-a38a465c82b0 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=80b154b3-e0b3-4e0b-a59b-8816c36e5b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320385 Aug 17 00:21:49.634177 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:49.946774 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8ac066a-897a-4ef1-b106-3be77727b5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:49.956042 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:21:50.732772 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d3427-1a0a-471d-83a5-22def5c2e4a9 req-187763e9-9ccf-4f5f-868c-374565993f7e tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:50.734188 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ba1d3427-1a0a-471d-83a5-22def5c2e4a9 req-187763e9-9ccf-4f5f-868c-374565993f7e tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924 HTTP/1.1" status: 200 len: 945 time: 0.0522306 Aug 17 00:21:50.774584 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ba1d3427-1a0a-471d-83a5-22def5c2e4a9 req-9f26b6de-6ac0-4b6f-9747-23cebc026f54 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=80b154b3-e0b3-4e0b-a59b-8816c36e5b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340419 Aug 17 00:21:50.839377 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:51.405145 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:21:51.453861 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning for port c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:21:51.458465 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:21:51.458850 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:51.533615 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:51.555707 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:21:51.558190 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d789e1acf86fc3837d65c5c7bf7b17f03ca076816da63f24d17cffa1a624f203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95f33acc-0863-40cf-8c2f-e71611c0f30c" -d '{"events": [{"server_uuid": "a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924", "name": "network-vif-plugged", "status": "completed", "tag": "c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:21:51.571933 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f,segment=NetworkSegment(941a873b-5eed-4fe0-8e28-c1f3f0255e2a),segment_id=941a873b-5eed-4fe0-8e28-c1f3f0255e2a)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:21:51.576301 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:51.628892 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:51.663315 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-234f5fbf-0ab5-4833-b154-206afa41e9a1 x-openstack-request-id: req-234f5fbf-0ab5-4833-b154-206afa41e9a1 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:21:51.663609 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924", "name": "network-vif-plugged", "status": "completed", "tag": "c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:21:51.663860 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-234f5fbf-0ab5-4833-b154-206afa41e9a1 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:21:51.664253 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f', 'code': 200} Aug 17 00:21:51.787843 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0152203-1009-432c-977f-fd85d6b5377a req-c92e315e-ede0-4bda-aa78-65647888edfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:51.789429 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-a0152203-1009-432c-977f-fd85d6b5377a req-c92e315e-ede0-4bda-aa78-65647888edfd service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924 HTTP/1.1" status: 200 len: 1098 time: 0.0428338 Aug 17 00:21:51.826415 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-a0152203-1009-432c-977f-fd85d6b5377a req-d105914f-80d6-4d16-9d1d-6496407f8644 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=80b154b3-e0b3-4e0b-a59b-8816c36e5b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299478 Aug 17 00:21:51.890626 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25618c08-879b-47e3-a01d-cade30251a27 req-891b2243-61f7-40b5-ab39-6be67f9e7bc7 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:51.892626 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-25618c08-879b-47e3-a01d-cade30251a27 req-891b2243-61f7-40b5-ab39-6be67f9e7bc7 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924 HTTP/1.1" status: 200 len: 946 time: 0.0485563 Aug 17 00:21:51.932081 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-25618c08-879b-47e3-a01d-cade30251a27 req-11aae35a-ab0c-46ab-9148-77681ad69270 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=80b154b3-e0b3-4e0b-a59b-8816c36e5b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325871 Aug 17 00:21:51.937350 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:53.053638 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00c0fd3-b73d-497b-8b6e-e21e0df4a57e req-4783135b-9b93-4605-b335-d269d6c48523 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:53.055153 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e00c0fd3-b73d-497b-8b6e-e21e0df4a57e req-4783135b-9b93-4605-b335-d269d6c48523 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924 HTTP/1.1" status: 200 len: 946 time: 0.0536425 Aug 17 00:21:53.092989 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e00c0fd3-b73d-497b-8b6e-e21e0df4a57e req-6482c076-713f-4bc8-87c5-24b54fa3b024 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=80b154b3-e0b3-4e0b-a59b-8816c36e5b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318093 Aug 17 00:21:53.201359 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:54.211322 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f682a456-28b0-4ec5-ac59-0d8d6f3213d3 req-61e1437b-987d-4516-8a30-d12d924ca52b tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:54.212872 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f682a456-28b0-4ec5-ac59-0d8d6f3213d3 req-61e1437b-987d-4516-8a30-d12d924ca52b tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924 HTTP/1.1" status: 200 len: 946 time: 0.0497146 Aug 17 00:21:54.249992 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f682a456-28b0-4ec5-ac59-0d8d6f3213d3 req-dcf9db9a-041c-48f5-9c05-6abf6d85763e tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=80b154b3-e0b3-4e0b-a59b-8816c36e5b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310962 Aug 17 00:21:54.362906 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e790f7-20ab-4b56-a0ff-7bedada44f18 req-cd7bbdcd-0731-4fc2-8b8b-8e85b5babfad tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:54.364393 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-39e790f7-20ab-4b56-a0ff-7bedada44f18 req-cd7bbdcd-0731-4fc2-8b8b-8e85b5babfad tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924 HTTP/1.1" status: 200 len: 946 time: 0.0488923 Aug 17 00:21:54.402739 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-39e790f7-20ab-4b56-a0ff-7bedada44f18 req-f1d14fd1-dc05-4f8a-985c-f07498f25bf5 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=80b154b3-e0b3-4e0b-a59b-8816c36e5b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321290 Aug 17 00:21:54.425371 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60978) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:21:54.510187 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36727a83-2d50-4489-9310-513f66dd07b2 tempest-TestShelveInstance-526220895 tempest-TestShelveInstance-526220895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:54.511718 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-36727a83-2d50-4489-9310-513f66dd07b2 tempest-TestShelveInstance-526220895 tempest-TestShelveInstance-526220895-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924 HTTP/1.1" status: 200 len: 1093 time: 0.0852714 Aug 17 00:21:54.514706 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 60982) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:21:54.519017 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-ae5a5471-21ab-408b-9ad5-7f5b8be03e17 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Request body: {'floatingip': {'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'port_id': 'c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f', 'tenant_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:21:54.540703 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ae5a5471-21ab-408b-9ad5-7f5b8be03e17 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks [] for floatingip, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:54.634160 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ae5a5471-21ab-408b-9ad5-7f5b8be03e17 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:54.740925 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-ae5a5471-21ab-408b-9ad5-7f5b8be03e17 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Allocated IP 172.25.4.83 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/d47700fe-281a-46ee-9403-4937641b3701) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:21:54.849866 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ae5a5471-21ab-408b-9ad5-7f5b8be03e17 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:54.888644 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ae5a5471-21ab-408b-9ad5-7f5b8be03e17 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:54.926633 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5a5471-21ab-408b-9ad5-7f5b8be03e17 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:21:54.932930 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-ae5a5471-21ab-408b-9ad5-7f5b8be03e17 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:21:54.937012 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5a5471-21ab-408b-9ad5-7f5b8be03e17 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:21:54.960319 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5a5471-21ab-408b-9ad5-7f5b8be03e17 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Pushing event updated for resources: {'Port': ['ID=d47700fe-281a-46ee-9403-4937641b3701,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:55.293844 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ae5a5471-21ab-408b-9ad5-7f5b8be03e17 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:55.362924 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ae5a5471-21ab-408b-9ad5-7f5b8be03e17 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:55.513620 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ae5a5471-21ab-408b-9ad5-7f5b8be03e17 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:55.517764 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ae5a5471-21ab-408b-9ad5-7f5b8be03e17 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:55.580797 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5a5471-21ab-408b-9ad5-7f5b8be03e17 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Pushing event updated for resources: {'Port': ['ID=d47700fe-281a-46ee-9403-4937641b3701,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:21:55.595556 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ae5a5471-21ab-408b-9ad5-7f5b8be03e17 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:55.694570 n-d-791506-26 neutron-server[101292]: INFO neutron.db.l3_db [None req-ae5a5471-21ab-408b-9ad5-7f5b8be03e17 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Floating IP c1695639-caf1-469d-9b4d-d0b9a7ab5193 associated. External IP: 172.25.4.83, port: c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f. Aug 17 00:21:55.899825 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae5a5471-21ab-408b-9ad5-7f5b8be03e17 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Router 89fe1745-c0c4-4967-a203-3fe387e35303 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:21:56.011880 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae5a5471-21ab-408b-9ad5-7f5b8be03e17 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:21:56.022668 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469094a0-d9c1-4e24-8254-5f5f76837ba1 None None] Sync routers for ids ['89fe1745-c0c4-4967-a203-3fe387e35303'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:21:56.028926 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ae5a5471-21ab-408b-9ad5-7f5b8be03e17 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:56.031909 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469094a0-d9c1-4e24-8254-5f5f76837ba1 None None] Routers {'89fe1745-c0c4-4967-a203-3fe387e35303'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:21:56.032550 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-469094a0-d9c1-4e24-8254-5f5f76837ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:21:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['89fe1745-c0c4-4967-a203-3fe387e35303'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:21:56.055437 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-ae5a5471-21ab-408b-9ad5-7f5b8be03e17 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5397143 Aug 17 00:21:56.056006 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924', 'tag': 'c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:21:56.058511 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5be9a9c22bfe9382157933c6eba925c7622163b8a5c85bc608140d30d6fa20cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e246ab-ec51-4e29-b870-73a18a01956a" -d '{"events": [{"name": "network-changed", "server_uuid": "a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924", "tag": "c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:21:56.147102 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-469094a0-d9c1-4e24-8254-5f5f76837ba1 None None] Set router 89fe1745-c0c4-4967-a203-3fe387e35303 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:21:56.156127 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cd373b5-9636-4452-aff0-140fd775b907 x-openstack-request-id: req-1cd373b5-9636-4452-aff0-140fd775b907 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:21:56.156357 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924", "tag": "c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:21:56.156652 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1cd373b5-9636-4452-aff0-140fd775b907 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:21:56.157068 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924', 'tag': 'c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f', 'status': 'completed', 'code': 200} Aug 17 00:21:56.243806 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e246ab-ec51-4e29-b870-73a18a01956a req-5ab6c301-09be-41b7-b822-4ae7c95b3de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:56.245521 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-54e246ab-ec51-4e29-b870-73a18a01956a req-5ab6c301-09be-41b7-b822-4ae7c95b3de0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e1e1c5e639da491e9f3c7412296f24e4&device_id=a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924 HTTP/1.1" status: 200 len: 1098 time: 0.0452223 Aug 17 00:21:56.328329 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:21:56.337929 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e246ab-ec51-4e29-b870-73a18a01956a req-5ce7d4e5-14b0-44d7-975d-00650a2527ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:56.339470 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-54e246ab-ec51-4e29-b870-73a18a01956a req-5ce7d4e5-14b0-44d7-975d-00650a2527ee service neutron] 10.222.0.57 "GET /v2.0/networks?id=cf12d96b-879b-4e16-8529-c442ee1bae15 HTTP/1.1" status: 200 len: 910 time: 0.0871944 Aug 17 00:21:56.385798 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-469094a0-d9c1-4e24-8254-5f5f76837ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89fe1745-c0c4-4967-a203-3fe387e35303', 'name': 'tempest-TestShelveInstance-1713866059-router', 'tenant_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'b37ab24b-fbad-41a1-8d1f-c75195b8f9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:21:31Z', 'updated_at': '2021-08-17T00:21:33Z', 'revision_number': 4, 'project_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'gw_port': {'id': 'b37ab24b-fbad-41a1-8d1f-c75195b8f9e8', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:54:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fe1745-c0c4-4967-a203-3fe387e35303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:21:31Z', 'updated_at': '2021-08-17T00:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': 'c1695639-caf1-469d-9b4d-d0b9a7ab5193', 'tenant_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'floating_ip_address': '172.25.4.83', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': '89fe1745-c0c4-4967-a203-3fe387e35303', 'port_id': 'c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4300, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf12d96b-879b-4e16-8529-c442ee1bae15', 'mac_address': 'fa:16:3e:e8:7c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:21:55Z', 'updated_at': '2021-08-17T00:21:55Z', 'revision_number': 0, 'project_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a80aefb-09c9-4801-b9e5-1ae9f7f359bc', 'name': '', 'network_id': 'cf12d96b-879b-4e16-8529-c442ee1bae15', 'tenant_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'mac_address': 'fa:16:3e:c4:fb:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fe1745-c0c4-4967-a203-3fe387e35303', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '12119b8f-75d0-409d-877b-90876fd1eb36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:21:33Z', 'updated_at': '2021-08-17T00:21:39Z', 'revision_number': 5, 'project_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'subnets': [{'id': '12119b8f-75d0-409d-877b-90876fd1eb36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:21:56.411409 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-54e246ab-ec51-4e29-b870-73a18a01956a req-12761e41-5497-4ec9-8d19-1b56bce06189 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f HTTP/1.1" status: 200 len: 999 time: 0.0650878 Aug 17 00:21:56.416318 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469094a0-d9c1-4e24-8254-5f5f76837ba1 None None] Checking router: 89fe1745-c0c4-4967-a203-3fe387e35303 for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:21:56.425454 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469094a0-d9c1-4e24-8254-5f5f76837ba1 None None] Routers {'89fe1745-c0c4-4967-a203-3fe387e35303'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:21:56.426067 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-469094a0-d9c1-4e24-8254-5f5f76837ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:21:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['89fe1745-c0c4-4967-a203-3fe387e35303'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:21:56.461609 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e246ab-ec51-4e29-b870-73a18a01956a req-daebdb27-22f7-4e55-9a02-eb82f1a4c700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:56.463095 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-54e246ab-ec51-4e29-b870-73a18a01956a req-daebdb27-22f7-4e55-9a02-eb82f1a4c700 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=12119b8f-75d0-409d-877b-90876fd1eb36 HTTP/1.1" status: 200 len: 848 time: 0.0448518 Aug 17 00:21:56.509001 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e246ab-ec51-4e29-b870-73a18a01956a req-bca0a09c-ec2a-4a22-ab11-219fae4f0445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:21:56.510694 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-54e246ab-ec51-4e29-b870-73a18a01956a req-bca0a09c-ec2a-4a22-ab11-219fae4f0445 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cf12d96b-879b-4e16-8529-c442ee1bae15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407062 Aug 17 00:21:56.533091 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-469094a0-d9c1-4e24-8254-5f5f76837ba1 None None] Set router 89fe1745-c0c4-4967-a203-3fe387e35303 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:21:56.604073 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-54e246ab-ec51-4e29-b870-73a18a01956a req-0404ef34-6913-485e-a219-5d0f91a41a41 service neutron] 10.222.0.57 "GET /v2.0/networks/cf12d96b-879b-4e16-8529-c442ee1bae15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866730 Aug 17 00:21:56.693960 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-54e246ab-ec51-4e29-b870-73a18a01956a req-839f7fde-5a7c-497b-b49b-83ad07277d0c service neutron] 10.222.0.57 "GET /v2.0/networks/cf12d96b-879b-4e16-8529-c442ee1bae15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828991 Aug 17 00:21:56.760259 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-469094a0-d9c1-4e24-8254-5f5f76837ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89fe1745-c0c4-4967-a203-3fe387e35303', 'name': 'tempest-TestShelveInstance-1713866059-router', 'tenant_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'b37ab24b-fbad-41a1-8d1f-c75195b8f9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:21:31Z', 'updated_at': '2021-08-17T00:21:33Z', 'revision_number': 4, 'project_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'gw_port': {'id': 'b37ab24b-fbad-41a1-8d1f-c75195b8f9e8', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:54:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fe1745-c0c4-4967-a203-3fe387e35303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:21:31Z', 'updated_at': '2021-08-17T00:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': 'c1695639-caf1-469d-9b4d-d0b9a7ab5193', 'tenant_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'floating_ip_address': '172.25.4.83', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': '89fe1745-c0c4-4967-a203-3fe387e35303', 'port_id': 'c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4300, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf12d96b-879b-4e16-8529-c442ee1bae15', 'mac_address': 'fa:16:3e:e8:7c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:21:55Z', 'updated_at': '2021-08-17T00:21:55Z', 'revision_number': 0, 'project_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a80aefb-09c9-4801-b9e5-1ae9f7f359bc', 'name': '', 'network_id': 'cf12d96b-879b-4e16-8529-c442ee1bae15', 'tenant_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'mac_address': 'fa:16:3e:c4:fb:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fe1745-c0c4-4967-a203-3fe387e35303', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '12119b8f-75d0-409d-877b-90876fd1eb36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:21:33Z', 'updated_at': '2021-08-17T00:21:39Z', 'revision_number': 5, 'project_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'subnets': [{'id': '12119b8f-75d0-409d-877b-90876fd1eb36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:21:56.786811 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469094a0-d9c1-4e24-8254-5f5f76837ba1 None None] The sync data for ids ['89fe1745-c0c4-4967-a203-3fe387e35303'] in n-d-791506-26 is: [{'id': '89fe1745-c0c4-4967-a203-3fe387e35303', 'name': 'tempest-TestShelveInstance-1713866059-router', 'tenant_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'b37ab24b-fbad-41a1-8d1f-c75195b8f9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:21:31Z', 'updated_at': '2021-08-17T00:21:33Z', 'revision_number': 4, 'project_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'gw_port': {'id': 'b37ab24b-fbad-41a1-8d1f-c75195b8f9e8', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:54:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fe1745-c0c4-4967-a203-3fe387e35303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:21:31Z', 'updated_at': '2021-08-17T00:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': 'c1695639-caf1-469d-9b4d-d0b9a7ab5193', 'tenant_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'floating_ip_address': '172.25.4.83', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': '89fe1745-c0c4-4967-a203-3fe387e35303', 'port_id': 'c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4300, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf12d96b-879b-4e16-8529-c442ee1bae15', 'mac_address': 'fa:16:3e:e8:7c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:21:55Z', 'updated_at': '2021-08-17T00:21:55Z', 'revision_number': 0, 'project_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a80aefb-09c9-4801-b9e5-1ae9f7f359bc', 'name': '', 'network_id': 'cf12d96b-879b-4e16-8529-c442ee1bae15', 'tenant_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'mac_address': 'fa:16:3e:c4:fb:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fe1745-c0c4-4967-a203-3fe387e35303', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '12119b8f-75d0-409d-877b-90876fd1eb36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:21:33Z', 'updated_at': '2021-08-17T00:21:39Z', 'revision_number': 5, 'project_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'subnets': [{'id': '12119b8f-75d0-409d-877b-90876fd1eb36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:21:56.974442 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af066c20-09a1-46e2-890e-1d556e75eb64 None None] New status for floating IP c1695639-caf1-469d-9b4d-d0b9a7ab5193: ACTIVE {{(pid=101294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 00:22:06.815837 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:22:12.249318 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:17.847507 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0449ae53-1755-4beb-bc4f-f0bcffe9a8d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:19.947910 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-1243e648-07b3-4254-a1fc-be67f3e87de6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:20.841394 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:21.938693 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:23.206875 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:26.332140 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:42.242145 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:43.814070 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:22:47.848196 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-1ec9278f-3859-4c8b-8eee-99fe311c6989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:49.947753 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-3b4ec63a-9842-468c-b93a-0000eb8721c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:50.842171 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:51.941400 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:53.207977 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:22:54.035745 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-1733db07-dc6c-4f8f-836a-08ab0d23cd8d req-3cb5601f-4bae-4795-a148-ab7e24fd2a3a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0962083 Aug 17 00:22:54.142800 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1733db07-dc6c-4f8f-836a-08ab0d23cd8d req-f3c0ca96-d198-45e0-b80a-741fcda81eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:22:54.144325 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-1733db07-dc6c-4f8f-836a-08ab0d23cd8d req-f3c0ca96-d198-45e0-b80a-741fcda81eef service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e1e1c5e639da491e9f3c7412296f24e4&device_id=a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924 HTTP/1.1" status: 200 len: 1098 time: 0.0475922 Aug 17 00:22:54.251987 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1733db07-dc6c-4f8f-836a-08ab0d23cd8d req-164de45d-0e6c-44ce-bb6b-33be09cff2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:22:54.253686 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-1733db07-dc6c-4f8f-836a-08ab0d23cd8d req-164de45d-0e6c-44ce-bb6b-33be09cff2b4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cf12d96b-879b-4e16-8529-c442ee1bae15 HTTP/1.1" status: 200 len: 910 time: 0.0894420 Aug 17 00:22:54.591569 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-1733db07-dc6c-4f8f-836a-08ab0d23cd8d req-7c138322-7d7d-4da3-b840-9df85964f25f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f HTTP/1.1" status: 200 len: 1001 time: 0.3297253 Aug 17 00:22:54.642407 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1733db07-dc6c-4f8f-836a-08ab0d23cd8d req-99aeb477-cf59-4ccf-acb5-7dd5c6cf8848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:22:54.643856 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-1733db07-dc6c-4f8f-836a-08ab0d23cd8d req-99aeb477-cf59-4ccf-acb5-7dd5c6cf8848 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=12119b8f-75d0-409d-877b-90876fd1eb36 HTTP/1.1" status: 200 len: 848 time: 0.0447848 Aug 17 00:22:54.688404 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1733db07-dc6c-4f8f-836a-08ab0d23cd8d req-a0c85f98-b99b-4b4b-831d-eede667fb9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:22:54.689934 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-1733db07-dc6c-4f8f-836a-08ab0d23cd8d req-a0c85f98-b99b-4b4b-831d-eede667fb9fb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cf12d96b-879b-4e16-8529-c442ee1bae15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393097 Aug 17 00:22:54.781021 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-1733db07-dc6c-4f8f-836a-08ab0d23cd8d req-1574ed4c-0bb7-4ddd-a402-232b6f76ab53 service neutron] 10.222.0.57 "GET /v2.0/networks/cf12d96b-879b-4e16-8529-c442ee1bae15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833859 Aug 17 00:22:54.870276 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-1733db07-dc6c-4f8f-836a-08ab0d23cd8d req-b47bcccc-9a8c-4f10-96ec-37eda29efc51 service neutron] 10.222.0.57 "GET /v2.0/networks/cf12d96b-879b-4e16-8529-c442ee1bae15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820100 Aug 17 00:22:56.332158 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:12.256166 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:17.848708 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-28443d96-9668-4306-9f84-0e1e71321fe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:19.948830 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e700bfb4-e62e-42f2-bf39-3b18f1f2a606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:20.813210 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:23:20.843322 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:21.943958 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:23.209489 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:26.344203 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:42.255023 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:47.851089 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-77f0d60b-6eea-4dfb-98cb-9c875fa449c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:49.949653 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e13eb6ed-a968-41ed-8abb-5bf60892b91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:50.843391 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:51.947859 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:53.216513 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:54.033107 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-1306f9d7-adb8-4a3f-988d-f73ec4e87b43 req-e40c4f5a-237c-4cd0-9f4a-3f15e3548bb8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0405450 Aug 17 00:23:54.143750 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1306f9d7-adb8-4a3f-988d-f73ec4e87b43 req-6c2c9cad-f34b-4f40-a7d6-b875c3ceb6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:54.145316 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-1306f9d7-adb8-4a3f-988d-f73ec4e87b43 req-6c2c9cad-f34b-4f40-a7d6-b875c3ceb6da service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e1e1c5e639da491e9f3c7412296f24e4&device_id=a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924 HTTP/1.1" status: 200 len: 1098 time: 0.0474517 Aug 17 00:23:54.248647 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1306f9d7-adb8-4a3f-988d-f73ec4e87b43 req-de1f5caa-be8c-464a-abe7-83254b64d6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:54.250167 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-1306f9d7-adb8-4a3f-988d-f73ec4e87b43 req-de1f5caa-be8c-464a-abe7-83254b64d6fc service neutron] 10.222.0.57 "GET /v2.0/networks?id=cf12d96b-879b-4e16-8529-c442ee1bae15 HTTP/1.1" status: 200 len: 910 time: 0.0863502 Aug 17 00:23:54.322246 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-1306f9d7-adb8-4a3f-988d-f73ec4e87b43 req-9b5c3b9b-0b1e-4c73-9f2b-1e46d0fc4dbf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f HTTP/1.1" status: 200 len: 1001 time: 0.0647171 Aug 17 00:23:54.369846 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1306f9d7-adb8-4a3f-988d-f73ec4e87b43 req-71a7358b-e845-4d5e-8be9-15d750af9f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:54.371277 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-1306f9d7-adb8-4a3f-988d-f73ec4e87b43 req-71a7358b-e845-4d5e-8be9-15d750af9f08 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=12119b8f-75d0-409d-877b-90876fd1eb36 HTTP/1.1" status: 200 len: 848 time: 0.0430038 Aug 17 00:23:54.419385 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1306f9d7-adb8-4a3f-988d-f73ec4e87b43 req-752b9f2c-8463-4aa3-84df-e234caf2ca45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:23:54.420925 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-1306f9d7-adb8-4a3f-988d-f73ec4e87b43 req-752b9f2c-8463-4aa3-84df-e234caf2ca45 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cf12d96b-879b-4e16-8529-c442ee1bae15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430496 Aug 17 00:23:54.514394 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-1306f9d7-adb8-4a3f-988d-f73ec4e87b43 req-a81f2411-28eb-4592-8f52-8196ad26b7c4 service neutron] 10.222.0.57 "GET /v2.0/networks/cf12d96b-879b-4e16-8529-c442ee1bae15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867431 Aug 17 00:23:54.605526 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-1306f9d7-adb8-4a3f-988d-f73ec4e87b43 req-9dd81186-241f-4da4-8235-f9a6b5f9ec35 service neutron] 10.222.0.57 "GET /v2.0/networks/cf12d96b-879b-4e16-8529-c442ee1bae15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846534 Aug 17 00:23:56.346502 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:23:57.813029 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:24:12.260939 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:17.853918 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-b6bf9b56-3e57-437f-86a1-ebc283b68606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:19.950398 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f0cacde5-fc96-4e72-960c-a3503e2674bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:20.848649 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:21.949458 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:23.215333 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:24.202955 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e8b19b-46bc-424b-94cd-a467abcd3b85 req-32f5b02e-d6f0-48a5-b883-7e1666ac3427 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:24.204452 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-29e8b19b-46bc-424b-94cd-a467abcd3b85 req-32f5b02e-d6f0-48a5-b883-7e1666ac3427 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924 HTTP/1.1" status: 200 len: 946 time: 0.0546093 Aug 17 00:24:24.243464 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-29e8b19b-46bc-424b-94cd-a467abcd3b85 req-26e81fd2-d941-4ece-a5e4-4d4e9d4568a1 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=80b154b3-e0b3-4e0b-a59b-8816c36e5b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319443 Aug 17 00:24:25.407682 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dee737-131c-4b9e-8e4c-7dd5dd23fed6 req-e8384116-fe87-4f8a-8a43-b8f7fbfe0dfb tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:25.409095 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-22dee737-131c-4b9e-8e4c-7dd5dd23fed6 req-e8384116-fe87-4f8a-8a43-b8f7fbfe0dfb tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924 HTTP/1.1" status: 200 len: 946 time: 0.0529110 Aug 17 00:24:25.448815 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-22dee737-131c-4b9e-8e4c-7dd5dd23fed6 req-e834b527-91cc-4eed-83d7-693c79afb4ff tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=80b154b3-e0b3-4e0b-a59b-8816c36e5b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333211 Aug 17 00:24:26.353909 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:26.598761 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e9e742-c16b-410c-92eb-fc0542612243 req-cd520eda-d38d-4dee-85cd-3ebd1afe50f3 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:26.600244 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-79e9e742-c16b-410c-92eb-fc0542612243 req-cd520eda-d38d-4dee-85cd-3ebd1afe50f3 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924 HTTP/1.1" status: 200 len: 946 time: 0.0495822 Aug 17 00:24:26.641550 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-79e9e742-c16b-410c-92eb-fc0542612243 req-ec95dab8-ad73-4d13-a509-55ad6feb0411 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=80b154b3-e0b3-4e0b-a59b-8816c36e5b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328453 Aug 17 00:24:27.758013 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2716685-92be-429e-86c8-8b843ce8b6f6 req-9f458b5c-9c32-4165-9bdc-eb4d35da1e0d tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:27.759586 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d2716685-92be-429e-86c8-8b843ce8b6f6 req-9f458b5c-9c32-4165-9bdc-eb4d35da1e0d tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924 HTTP/1.1" status: 200 len: 946 time: 0.0496631 Aug 17 00:24:27.796264 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d2716685-92be-429e-86c8-8b843ce8b6f6 req-2b67e6d1-faae-4e19-b1ca-8edc49dc4f1f tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=80b154b3-e0b3-4e0b-a59b-8816c36e5b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306904 Aug 17 00:24:28.921204 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d29061-0cee-4f01-8cfc-4b6193bdc2f3 req-7be388a5-5c10-4a14-b34f-ece55f4e8d92 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:28.922711 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-41d29061-0cee-4f01-8cfc-4b6193bdc2f3 req-7be388a5-5c10-4a14-b34f-ece55f4e8d92 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924 HTTP/1.1" status: 200 len: 946 time: 0.0552573 Aug 17 00:24:28.959401 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-41d29061-0cee-4f01-8cfc-4b6193bdc2f3 req-c0d3d90b-4f00-4c15-b289-a1168db10900 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=80b154b3-e0b3-4e0b-a59b-8816c36e5b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306840 Aug 17 00:24:30.074289 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1cee74-191c-4a12-87c8-95ca07662f23 req-8e694cd0-6391-4ba8-a4ca-d5534548c135 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:30.075763 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bb1cee74-191c-4a12-87c8-95ca07662f23 req-8e694cd0-6391-4ba8-a4ca-d5534548c135 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924 HTTP/1.1" status: 200 len: 946 time: 0.0483971 Aug 17 00:24:30.115534 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bb1cee74-191c-4a12-87c8-95ca07662f23 req-edc0aea9-0482-402b-b246-7bc634a95dbd tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=80b154b3-e0b3-4e0b-a59b-8816c36e5b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338366 Aug 17 00:24:31.233102 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9106952-71a4-4e30-a1fe-d5d023bc5e23 req-c9c7180c-d63c-4449-bf79-351ee620c0ff tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:31.234604 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a9106952-71a4-4e30-a1fe-d5d023bc5e23 req-c9c7180c-d63c-4449-bf79-351ee620c0ff tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924 HTTP/1.1" status: 200 len: 946 time: 0.0499320 Aug 17 00:24:31.272562 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a9106952-71a4-4e30-a1fe-d5d023bc5e23 req-a980ce6f-7f53-4c27-9b66-c44210b33774 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=80b154b3-e0b3-4e0b-a59b-8816c36e5b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320020 Aug 17 00:24:32.395147 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fb2f0a-2563-4869-9560-c380ea664742 req-c2005b44-af1e-402d-87a2-9d13a47fa127 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:32.396525 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-39fb2f0a-2563-4869-9560-c380ea664742 req-c2005b44-af1e-402d-87a2-9d13a47fa127 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924 HTTP/1.1" status: 200 len: 946 time: 0.0543401 Aug 17 00:24:32.434887 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-39fb2f0a-2563-4869-9560-c380ea664742 req-3a1b0806-0b6d-4e48-81a1-dc9dd9f5b406 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=80b154b3-e0b3-4e0b-a59b-8816c36e5b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315919 Aug 17 00:24:33.561316 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc5b070-1136-4ef9-8d32-42f854f5a4ce req-352872c1-cd5e-44a7-9a5e-8fe08b456159 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:33.562830 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8dc5b070-1136-4ef9-8d32-42f854f5a4ce req-352872c1-cd5e-44a7-9a5e-8fe08b456159 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924 HTTP/1.1" status: 200 len: 946 time: 0.0599630 Aug 17 00:24:33.600480 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8dc5b070-1136-4ef9-8d32-42f854f5a4ce req-67ac5797-26b5-43a5-9724-b78ed8fa3715 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=80b154b3-e0b3-4e0b-a59b-8816c36e5b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317056 Aug 17 00:24:34.715470 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a716f16b-1a8a-49e3-975d-9ed9b2024ccb req-84d506b8-2416-4102-a0a7-e7faee1fb6e9 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:34.716961 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a716f16b-1a8a-49e3-975d-9ed9b2024ccb req-84d506b8-2416-4102-a0a7-e7faee1fb6e9 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924 HTTP/1.1" status: 200 len: 946 time: 0.0482032 Aug 17 00:24:34.754817 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a716f16b-1a8a-49e3-975d-9ed9b2024ccb req-5473c382-1604-4b36-89f3-7e381524841b tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=80b154b3-e0b3-4e0b-a59b-8816c36e5b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319109 Aug 17 00:24:34.812612 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:24:35.873092 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885b3edb-7d60-4e14-aa0e-1356fe516756 req-cff34ecb-6b07-4754-ae11-4cf45e89551f tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:35.874579 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-885b3edb-7d60-4e14-aa0e-1356fe516756 req-cff34ecb-6b07-4754-ae11-4cf45e89551f tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924 HTTP/1.1" status: 200 len: 946 time: 0.0530865 Aug 17 00:24:35.912200 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-885b3edb-7d60-4e14-aa0e-1356fe516756 req-731da8ec-93d7-40cd-9769-0cae21ffb15c tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=80b154b3-e0b3-4e0b-a59b-8816c36e5b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314150 Aug 17 00:24:36.382967 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:24:36.477592 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f,segment=NetworkSegment(941a873b-5eed-4fe0-8e28-c1f3f0255e2a),segment_id=941a873b-5eed-4fe0-8e28-c1f3f0255e2a)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:24:36.488352 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': 'c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f', 'network_id': 'cf12d96b-879b-4e16-8529-c442ee1bae15', 'port_id': 'c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f', 'mac_address': 'fa:16:3e:e8:7c:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12119b8f-75d0-409d-877b-90876fd1eb36', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:24:36.524255 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:36.536316 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:24:36.556255 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f,segment=NetworkSegment(941a873b-5eed-4fe0-8e28-c1f3f0255e2a),segment_id=941a873b-5eed-4fe0-8e28-c1f3f0255e2a)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:24:36.560310 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:36.605592 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f,revision_number=6']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:24:36.612723 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:24:36.613073 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:24:36.613415 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:24:36.613754 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:24:36.614086 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:24:36.614417 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:24:36.614744 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:24:36.615068 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:24:36.615391 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:24:36.615719 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:24:36.616039 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:24:36.616360 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:24:36.706890 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:24:37.028306 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a33d0b-3678-4495-ac80-8fe707239581 req-a2e0c28f-2b07-45de-9998-075780641dee tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:37.029919 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a3a33d0b-3678-4495-ac80-8fe707239581 req-a2e0c28f-2b07-45de-9998-075780641dee tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924 HTTP/1.1" status: 200 len: 945 time: 0.0498695 Aug 17 00:24:37.067537 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a3a33d0b-3678-4495-ac80-8fe707239581 req-b22d1055-eed4-49d5-92aa-fe3f9e463651 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=80b154b3-e0b3-4e0b-a59b-8816c36e5b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315747 Aug 17 00:24:38.186554 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fecac8-561a-4870-9dba-860e1d99dac3 req-a0670734-4fd5-4ed7-8e3a-a996c4cb4a01 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:38.188055 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-77fecac8-561a-4870-9dba-860e1d99dac3 req-a0670734-4fd5-4ed7-8e3a-a996c4cb4a01 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924 HTTP/1.1" status: 200 len: 945 time: 0.0518155 Aug 17 00:24:38.226555 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-77fecac8-561a-4870-9dba-860e1d99dac3 req-f0fbce42-3b0d-41d6-8c60-ebad0e00128a tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=80b154b3-e0b3-4e0b-a59b-8816c36e5b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323417 Aug 17 00:24:38.398678 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:24:38.447385 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:24:38.447749 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:38.519692 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:38.541343 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:24:38.543583 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d789e1acf86fc3837d65c5c7bf7b17f03ca076816da63f24d17cffa1a624f203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1393463-d691-4b22-8c0f-1ef880b3bcf3" -d '{"events": [{"server_uuid": "a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924", "name": "network-vif-plugged", "status": "completed", "tag": "c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:24:38.556495 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f,segment=NetworkSegment(941a873b-5eed-4fe0-8e28-c1f3f0255e2a),segment_id=941a873b-5eed-4fe0-8e28-c1f3f0255e2a)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:24:38.560705 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:38.584517 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-487ddf45-69fe-4beb-ae80-889aad18c95b x-openstack-request-id: req-487ddf45-69fe-4beb-ae80-889aad18c95b {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:24:38.584825 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924", "name": "network-vif-plugged", "status": "completed", "tag": "c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:24:38.585081 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-487ddf45-69fe-4beb-ae80-889aad18c95b {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:24:38.585477 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f', 'code': 200} Aug 17 00:24:38.610249 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f,revision_number=7']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:24:39.345362 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed33f79c-1b6e-4096-a76f-8c7622286f33 req-3c2f6c86-0c43-46e9-ae8b-40c8ca98eee2 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:39.346828 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ed33f79c-1b6e-4096-a76f-8c7622286f33 req-3c2f6c86-0c43-46e9-ae8b-40c8ca98eee2 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924 HTTP/1.1" status: 200 len: 946 time: 0.0523405 Aug 17 00:24:39.384402 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ed33f79c-1b6e-4096-a76f-8c7622286f33 req-f4a82024-cc30-492f-866f-85778e8d8f83 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=80b154b3-e0b3-4e0b-a59b-8816c36e5b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309002 Aug 17 00:24:40.501064 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3896d47-5cd4-4310-9d0e-f98382ed8f56 req-243016aa-d495-4db2-91b5-776bc11947d9 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:40.502547 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d3896d47-5cd4-4310-9d0e-f98382ed8f56 req-243016aa-d495-4db2-91b5-776bc11947d9 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924 HTTP/1.1" status: 200 len: 946 time: 0.0490968 Aug 17 00:24:40.542727 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d3896d47-5cd4-4310-9d0e-f98382ed8f56 req-4c452231-b96e-4eeb-818c-eff3298f168f tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=80b154b3-e0b3-4e0b-a59b-8816c36e5b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329025 Aug 17 00:24:41.674456 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eee436-8d09-4411-b3b6-b2303e6a8bc0 req-1d883990-4cb6-4cc3-a628-81dc6b95b114 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:41.675980 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-66eee436-8d09-4411-b3b6-b2303e6a8bc0 req-1d883990-4cb6-4cc3-a628-81dc6b95b114 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924 HTTP/1.1" status: 200 len: 946 time: 0.0542092 Aug 17 00:24:41.720496 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-66eee436-8d09-4411-b3b6-b2303e6a8bc0 req-304403b4-35bc-43f2-a104-ec3c625530f8 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=80b154b3-e0b3-4e0b-a59b-8816c36e5b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355222 Aug 17 00:24:42.281309 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:42.916513 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39bc7ac-20f7-4f50-a1f2-74ef46c030e8 req-12a8673f-2975-40f9-b3e1-f5da39859a61 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:42.921061 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c39bc7ac-20f7-4f50-a1f2-74ef46c030e8 req-12a8673f-2975-40f9-b3e1-f5da39859a61 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924 HTTP/1.1" status: 200 len: 946 time: 0.1191473 Aug 17 00:24:42.969833 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c39bc7ac-20f7-4f50-a1f2-74ef46c030e8 req-98a463b1-5bf2-4aef-86e2-23b1c687099d tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=80b154b3-e0b3-4e0b-a59b-8816c36e5b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402982 Aug 17 00:24:44.150738 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e47895d-5c52-4339-8150-168d92ba40d2 req-679d0931-f75d-498f-8bf8-47620b3300ad tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:44.158200 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1e47895d-5c52-4339-8150-168d92ba40d2 req-679d0931-f75d-498f-8bf8-47620b3300ad tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924 HTTP/1.1" status: 200 len: 946 time: 0.1119401 Aug 17 00:24:44.193117 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1e47895d-5c52-4339-8150-168d92ba40d2 req-d9aeb06d-0ac0-4e51-9067-6ae9104e8078 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=80b154b3-e0b3-4e0b-a59b-8816c36e5b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340407 Aug 17 00:24:45.329110 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6282f299-b1e5-403e-9695-aa72037a56cb req-6175b758-1d3b-44b2-8b2e-904341a54537 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:45.330718 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6282f299-b1e5-403e-9695-aa72037a56cb req-6175b758-1d3b-44b2-8b2e-904341a54537 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924 HTTP/1.1" status: 200 len: 946 time: 0.0550439 Aug 17 00:24:45.375760 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6282f299-b1e5-403e-9695-aa72037a56cb req-b0faa8f4-399b-4320-a4c6-d8445df1183a tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=80b154b3-e0b3-4e0b-a59b-8816c36e5b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366066 Aug 17 00:24:46.503263 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19c6a5c-d407-4272-8557-a4332d31ec92 req-e092ad30-80a2-463e-a12e-b3f6c7cefae7 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:46.504908 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b19c6a5c-d407-4272-8557-a4332d31ec92 req-e092ad30-80a2-463e-a12e-b3f6c7cefae7 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924 HTTP/1.1" status: 200 len: 946 time: 0.0549390 Aug 17 00:24:46.556086 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b19c6a5c-d407-4272-8557-a4332d31ec92 req-4cb6a09d-85ce-4107-8933-ce1c51516eb0 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=80b154b3-e0b3-4e0b-a59b-8816c36e5b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441728 Aug 17 00:24:47.674977 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3f5e98-9e6a-4ea5-9c35-729c6fcc2b52 req-bbf04502-0319-40b6-ba82-de3316b72e22 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:47.676830 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9f3f5e98-9e6a-4ea5-9c35-729c6fcc2b52 req-bbf04502-0319-40b6-ba82-de3316b72e22 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924 HTTP/1.1" status: 200 len: 946 time: 0.0544865 Aug 17 00:24:47.724148 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9f3f5e98-9e6a-4ea5-9c35-729c6fcc2b52 req-5c11ccbe-2f35-4837-b416-af7c92c175e9 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=80b154b3-e0b3-4e0b-a59b-8816c36e5b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389729 Aug 17 00:24:47.869696 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0fd3d2ab-249b-46af-87a8-653809b00005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:48.875984 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3e2f44-49ed-4e31-983f-006f25cff8f6 req-4a32efbf-af95-497a-838f-f346e134d57c tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:48.878863 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5a3e2f44-49ed-4e31-983f-006f25cff8f6 req-4a32efbf-af95-497a-838f-f346e134d57c tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924 HTTP/1.1" status: 200 len: 946 time: 0.0653536 Aug 17 00:24:48.943488 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5a3e2f44-49ed-4e31-983f-006f25cff8f6 req-0028c5ef-6bf8-4bd5-94ab-8e2a4ea6fdac tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=80b154b3-e0b3-4e0b-a59b-8816c36e5b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471885 Aug 17 00:24:49.953291 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-de231327-8df1-475b-97fa-d4546b08706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:50.098349 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56ba608-e188-4e75-bebe-68504305ad86 req-2b93d7a2-a93f-4159-a529-ceabe1ea4c28 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:50.100611 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b56ba608-e188-4e75-bebe-68504305ad86 req-2b93d7a2-a93f-4159-a529-ceabe1ea4c28 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924 HTTP/1.1" status: 200 len: 946 time: 0.0556068 Aug 17 00:24:50.148576 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b56ba608-e188-4e75-bebe-68504305ad86 req-f5656a96-fd10-4663-8443-110637946f71 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=80b154b3-e0b3-4e0b-a59b-8816c36e5b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364804 Aug 17 00:24:50.848963 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:51.254802 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57839173-8177-4911-97d8-f50668c4c2d5 req-6e7f9df1-8bb0-4f0e-a067-25933e40316c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:51.256053 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-57839173-8177-4911-97d8-f50668c4c2d5 req-6e7f9df1-8bb0-4f0e-a067-25933e40316c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e1e1c5e639da491e9f3c7412296f24e4&device_id=a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924 HTTP/1.1" status: 200 len: 1098 time: 0.0475533 Aug 17 00:24:51.275306 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c4cab3-745f-421c-845f-1ecc073be38f req-0130158a-93cb-4974-ad31-1dc35ab64fb1 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:51.276890 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d8c4cab3-745f-421c-845f-1ecc073be38f req-0130158a-93cb-4974-ad31-1dc35ab64fb1 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924 HTTP/1.1" status: 200 len: 946 time: 0.0546782 Aug 17 00:24:51.316861 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d8c4cab3-745f-421c-845f-1ecc073be38f req-c4c6f262-90b1-4da1-91e6-32e66a7ebfd7 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=80b154b3-e0b3-4e0b-a59b-8816c36e5b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332255 Aug 17 00:24:51.355045 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57839173-8177-4911-97d8-f50668c4c2d5 req-42103fd9-73cd-4a1f-aa1f-f0b9b9be4c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:51.356595 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-57839173-8177-4911-97d8-f50668c4c2d5 req-42103fd9-73cd-4a1f-aa1f-f0b9b9be4c09 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cf12d96b-879b-4e16-8529-c442ee1bae15 HTTP/1.1" status: 200 len: 910 time: 0.0936050 Aug 17 00:24:51.423298 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-57839173-8177-4911-97d8-f50668c4c2d5 req-cfe40071-44f1-42aa-8c18-480d611a5733 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f HTTP/1.1" status: 200 len: 1001 time: 0.0600767 Aug 17 00:24:51.477652 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57839173-8177-4911-97d8-f50668c4c2d5 req-92da6dd6-5027-43f6-bae6-af8e97a153a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:51.479130 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-57839173-8177-4911-97d8-f50668c4c2d5 req-92da6dd6-5027-43f6-bae6-af8e97a153a2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=12119b8f-75d0-409d-877b-90876fd1eb36 HTTP/1.1" status: 200 len: 848 time: 0.0494275 Aug 17 00:24:51.529122 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57839173-8177-4911-97d8-f50668c4c2d5 req-ef7b425d-5f72-4217-87af-a93c323d34a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:51.530660 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-57839173-8177-4911-97d8-f50668c4c2d5 req-ef7b425d-5f72-4217-87af-a93c323d34a4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cf12d96b-879b-4e16-8529-c442ee1bae15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449069 Aug 17 00:24:51.630903 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-57839173-8177-4911-97d8-f50668c4c2d5 req-ec38f238-0af6-430b-87bd-a08f162dfa06 service neutron] 10.222.0.57 "GET /v2.0/networks/cf12d96b-879b-4e16-8529-c442ee1bae15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933492 Aug 17 00:24:51.723259 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-57839173-8177-4911-97d8-f50668c4c2d5 req-ed246ca1-3cac-475b-b8be-0c7cb7d09379 service neutron] 10.222.0.57 "GET /v2.0/networks/cf12d96b-879b-4e16-8529-c442ee1bae15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839722 Aug 17 00:24:51.954225 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:52.432660 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b4a15a-6577-4fcf-80e5-ea041d22a51e req-5fc76f25-221a-4d3f-9a29-4bd779869bfd tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:52.434067 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f5b4a15a-6577-4fcf-80e5-ea041d22a51e req-5fc76f25-221a-4d3f-9a29-4bd779869bfd tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924 HTTP/1.1" status: 200 len: 946 time: 0.0483963 Aug 17 00:24:52.470961 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f5b4a15a-6577-4fcf-80e5-ea041d22a51e req-9ed215ac-a801-45a7-bcaa-75e913eb2c0a tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=80b154b3-e0b3-4e0b-a59b-8816c36e5b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309153 Aug 17 00:24:53.217653 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:53.592223 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65429c2-d8de-4cda-adac-7482235c6fe3 req-442386f1-8879-4a56-a0e9-c902e93d6033 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:53.593737 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c65429c2-d8de-4cda-adac-7482235c6fe3 req-442386f1-8879-4a56-a0e9-c902e93d6033 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924 HTTP/1.1" status: 200 len: 946 time: 0.0537944 Aug 17 00:24:53.632502 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c65429c2-d8de-4cda-adac-7482235c6fe3 req-cddcf895-d5fd-4206-8a49-f96891db479f tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=80b154b3-e0b3-4e0b-a59b-8816c36e5b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327790 Aug 17 00:24:53.704042 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [req-3977f554-e5f3-4ba8-a5df-a5711e38cb4f req-b41c6078-1a0f-4c66-852a-c6cf72dd1f6c service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:24:53.705071 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3977f554-e5f3-4ba8-a5df-a5711e38cb4f req-b41c6078-1a0f-4c66-852a-c6cf72dd1f6c service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056536 Aug 17 00:24:53.860520 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dbae9d-ba15-40e7-8210-ccebbfe398ee req-17e4b9cf-68f4-40ad-b8b9-44f4eb593f8a tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:53.862067 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f6dbae9d-ba15-40e7-8210-ccebbfe398ee req-17e4b9cf-68f4-40ad-b8b9-44f4eb593f8a tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924 HTTP/1.1" status: 200 len: 946 time: 0.0499749 Aug 17 00:24:53.900640 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f6dbae9d-ba15-40e7-8210-ccebbfe398ee req-71182702-2be7-4af5-8847-3bd876927112 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=80b154b3-e0b3-4e0b-a59b-8816c36e5b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326042 Aug 17 00:24:54.166457 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-a2395cc4-c2f5-47de-8235-eb003c0d270c req-0ffac668-317f-48f5-9375-9768a17e5c11 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0961664 Aug 17 00:24:54.509635 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:24:54.583869 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:54.605528 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:24:54.607708 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d789e1acf86fc3837d65c5c7bf7b17f03ca076816da63f24d17cffa1a624f203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e44197-3b09-4a7a-88db-6ca7746798cb" -d '{"events": [{"server_uuid": "a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924", "name": "network-vif-unplugged", "status": "completed", "tag": "c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:24:54.620990 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f,segment=NetworkSegment(941a873b-5eed-4fe0-8e28-c1f3f0255e2a),segment_id=941a873b-5eed-4fe0-8e28-c1f3f0255e2a)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:24:54.624821 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:54.653753 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 17 Aug 2021 00:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e775f122-ce3d-4048-8e50-42e9bcaf369c x-openstack-request-id: req-e775f122-ce3d-4048-8e50-42e9bcaf369c {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:24:54.654048 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924", "name": "network-vif-unplugged", "status": "failed", "tag": "c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f", "code": 422}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:24:54.654295 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e775f122-ce3d-4048-8e50-42e9bcaf369c {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:24:54.654679 n-d-791506-26 neutron-server[101293]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f', 'code': 422} returned with failed status Aug 17 00:24:54.680794 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f,revision_number=8']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:24:55.016946 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e123167-283f-4ef7-9b3d-5252e55ee338 req-ac4d03bb-aee9-4ad9-876b-529733c395c3 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:55.019031 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4e123167-283f-4ef7-9b3d-5252e55ee338 req-ac4d03bb-aee9-4ad9-876b-529733c395c3 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924 HTTP/1.1" status: 200 len: 944 time: 0.0499001 Aug 17 00:24:55.055062 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4e123167-283f-4ef7-9b3d-5252e55ee338 req-c5922577-301c-4df0-a368-a0dcb15d1f32 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=80b154b3-e0b3-4e0b-a59b-8816c36e5b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307546 Aug 17 00:24:56.175541 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e1476-3977-4e08-afa4-fede03943b67 req-6254ae1c-369b-4ba4-ba11-9227cc86fcc1 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:56.177049 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4e4e1476-3977-4e08-afa4-fede03943b67 req-6254ae1c-369b-4ba4-ba11-9227cc86fcc1 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924 HTTP/1.1" status: 200 len: 944 time: 0.0539556 Aug 17 00:24:56.217330 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4e4e1476-3977-4e08-afa4-fede03943b67 req-17450a10-945e-4b18-a3f1-7e2d7b2ec38b tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=80b154b3-e0b3-4e0b-a59b-8816c36e5b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342629 Aug 17 00:24:56.373872 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:24:57.332816 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe40f8ac-0a38-4b55-a807-82b138724fa5 req-d971bc12-9696-4903-a7c4-0d8517d01d34 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:57.334304 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fe40f8ac-0a38-4b55-a807-82b138724fa5 req-d971bc12-9696-4903-a7c4-0d8517d01d34 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924 HTTP/1.1" status: 200 len: 944 time: 0.0491524 Aug 17 00:24:57.380057 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fe40f8ac-0a38-4b55-a807-82b138724fa5 req-ae864e54-5a6c-456c-94cb-5c2bd53e21c6 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=80b154b3-e0b3-4e0b-a59b-8816c36e5b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387347 Aug 17 00:24:58.078218 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2395cc4-c2f5-47de-8235-eb003c0d270c req-45882acb-93f1-4f50-827e-7d05244eabd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:58.079732 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-a2395cc4-c2f5-47de-8235-eb003c0d270c req-45882acb-93f1-4f50-827e-7d05244eabd7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924&tenant_id=e1e1c5e639da491e9f3c7412296f24e4 HTTP/1.1" status: 200 len: 1096 time: 0.0496726 Aug 17 00:24:58.153295 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2395cc4-c2f5-47de-8235-eb003c0d270c req-52b17f4d-0cf7-4d92-b540-0ebd2896ddae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:58.154804 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-a2395cc4-c2f5-47de-8235-eb003c0d270c req-52b17f4d-0cf7-4d92-b540-0ebd2896ddae service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e1e1c5e639da491e9f3c7412296f24e4&device_id=a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924 HTTP/1.1" status: 200 len: 1096 time: 0.0419328 Aug 17 00:24:58.243594 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2395cc4-c2f5-47de-8235-eb003c0d270c req-3f367ffc-77e3-402d-8f78-8328426786f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:58.245484 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-a2395cc4-c2f5-47de-8235-eb003c0d270c req-3f367ffc-77e3-402d-8f78-8328426786f6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cf12d96b-879b-4e16-8529-c442ee1bae15 HTTP/1.1" status: 200 len: 910 time: 0.0840571 Aug 17 00:24:58.315100 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-a2395cc4-c2f5-47de-8235-eb003c0d270c req-be61455a-9434-4bbc-aaf3-6d2d765523fb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f HTTP/1.1" status: 200 len: 999 time: 0.0624800 Aug 17 00:24:58.365476 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2395cc4-c2f5-47de-8235-eb003c0d270c req-c27b0e35-13d8-46c7-9ad1-2828fd0c30db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:58.366938 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-a2395cc4-c2f5-47de-8235-eb003c0d270c req-c27b0e35-13d8-46c7-9ad1-2828fd0c30db service neutron] 10.222.0.57 "GET /v2.0/subnets?id=12119b8f-75d0-409d-877b-90876fd1eb36 HTTP/1.1" status: 200 len: 848 time: 0.0453289 Aug 17 00:24:58.415765 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2395cc4-c2f5-47de-8235-eb003c0d270c req-83bbc3d9-2cfe-48cb-8b76-83108471da8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:58.417348 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-a2395cc4-c2f5-47de-8235-eb003c0d270c req-83bbc3d9-2cfe-48cb-8b76-83108471da8d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cf12d96b-879b-4e16-8529-c442ee1bae15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429115 Aug 17 00:24:58.494689 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3057bc9b-f465-4c56-b512-6a90d70c286a req-b5c48a11-3680-4e77-8fd5-8e4857521107 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:58.496901 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3057bc9b-f465-4c56-b512-6a90d70c286a req-b5c48a11-3680-4e77-8fd5-8e4857521107 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924 HTTP/1.1" status: 200 len: 944 time: 0.0490563 Aug 17 00:24:58.513430 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-a2395cc4-c2f5-47de-8235-eb003c0d270c req-43c4a394-9570-4378-9e78-3103a6f34340 service neutron] 10.222.0.57 "GET /v2.0/networks/cf12d96b-879b-4e16-8529-c442ee1bae15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890408 Aug 17 00:24:58.535744 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3057bc9b-f465-4c56-b512-6a90d70c286a req-bba52543-a67e-4af5-8881-50cc9c8c09b7 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=80b154b3-e0b3-4e0b-a59b-8816c36e5b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326817 Aug 17 00:24:58.608293 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-a2395cc4-c2f5-47de-8235-eb003c0d270c req-3f596148-19c2-4e5c-bfa2-ba397333b90a service neutron] 10.222.0.57 "GET /v2.0/networks/cf12d96b-879b-4e16-8529-c442ee1bae15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876293 Aug 17 00:24:59.660033 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c429ed2e-538c-48e1-a47f-7c763e8e422a req-cea3e126-7615-4b18-8844-5d7eac9d729c tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:24:59.661685 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c429ed2e-538c-48e1-a47f-7c763e8e422a req-cea3e126-7615-4b18-8844-5d7eac9d729c tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924 HTTP/1.1" status: 200 len: 944 time: 0.0560338 Aug 17 00:24:59.704654 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c429ed2e-538c-48e1-a47f-7c763e8e422a req-f978edfd-eeae-45b4-bd4e-1184c9f86100 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=80b154b3-e0b3-4e0b-a59b-8816c36e5b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339241 Aug 17 00:25:00.829618 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2810eaa-82f2-4398-b6bd-362066def755 req-202dd17d-33e9-4a22-9c88-dba29156eb65 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:00.831983 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e2810eaa-82f2-4398-b6bd-362066def755 req-202dd17d-33e9-4a22-9c88-dba29156eb65 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924 HTTP/1.1" status: 200 len: 944 time: 0.0555100 Aug 17 00:25:00.872978 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e2810eaa-82f2-4398-b6bd-362066def755 req-618e73e2-1e05-43a1-b43d-b249c5dc8227 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=80b154b3-e0b3-4e0b-a59b-8816c36e5b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332432 Aug 17 00:25:01.992185 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4b1653-d296-4578-aaff-a3d61e441247 req-fa3d9302-96f0-4123-b0d6-fd8a7e016cf9 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:01.994835 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fa4b1653-d296-4578-aaff-a3d61e441247 req-fa3d9302-96f0-4123-b0d6-fd8a7e016cf9 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924 HTTP/1.1" status: 200 len: 944 time: 0.0534461 Aug 17 00:25:02.033932 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fa4b1653-d296-4578-aaff-a3d61e441247 req-dfba8a47-5788-4165-8f25-fa75786f0e66 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=80b154b3-e0b3-4e0b-a59b-8816c36e5b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321169 Aug 17 00:25:03.165542 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78d5b0f-e959-4247-84ca-742881904d57 req-ccde44c2-736c-4d54-8eed-eb40840ef6c8 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:03.167241 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c78d5b0f-e959-4247-84ca-742881904d57 req-ccde44c2-736c-4d54-8eed-eb40840ef6c8 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924 HTTP/1.1" status: 200 len: 944 time: 0.0589843 Aug 17 00:25:03.207678 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c78d5b0f-e959-4247-84ca-742881904d57 req-d68c36da-f96d-435c-bc6e-043fcf31d6bf tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=80b154b3-e0b3-4e0b-a59b-8816c36e5b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333681 Aug 17 00:25:04.333888 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f2ce6b-7f29-4969-bfe6-021de20f20f3 req-d00fd5f7-6316-436a-a626-a031ebfa039a tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:04.335293 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-36f2ce6b-7f29-4969-bfe6-021de20f20f3 req-d00fd5f7-6316-436a-a626-a031ebfa039a tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924 HTTP/1.1" status: 200 len: 944 time: 0.0553274 Aug 17 00:25:04.376531 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-36f2ce6b-7f29-4969-bfe6-021de20f20f3 req-1bf54ffb-c5dd-4858-8982-6a1abff9c50e tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=80b154b3-e0b3-4e0b-a59b-8816c36e5b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347235 Aug 17 00:25:05.505035 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac70fe53-d5f4-495c-ba48-cf06fc0e37f6 req-c545f36a-6606-4daf-96ad-b1243dba1b08 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:05.506516 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ac70fe53-d5f4-495c-ba48-cf06fc0e37f6 req-c545f36a-6606-4daf-96ad-b1243dba1b08 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924 HTTP/1.1" status: 200 len: 944 time: 0.0523398 Aug 17 00:25:05.546407 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ac70fe53-d5f4-495c-ba48-cf06fc0e37f6 req-a54c6c71-a6ce-453a-a7d7-a231f65f9a74 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=80b154b3-e0b3-4e0b-a59b-8816c36e5b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331244 Aug 17 00:25:06.673472 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47788096-6cb3-4987-8086-c1d5fa975af7 req-feccd81b-9200-4644-99cf-6560d862c783 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:06.674944 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-47788096-6cb3-4987-8086-c1d5fa975af7 req-feccd81b-9200-4644-99cf-6560d862c783 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924 HTTP/1.1" status: 200 len: 944 time: 0.0562813 Aug 17 00:25:06.718079 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-47788096-6cb3-4987-8086-c1d5fa975af7 req-5712cebc-bc5a-4c41-b7ab-97dff03881c4 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=80b154b3-e0b3-4e0b-a59b-8816c36e5b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371120 Aug 17 00:25:07.882354 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f06081-2371-46bb-b987-2a8299e6c2e8 req-b3f449dd-503f-4556-90bf-0fd1fa7bf271 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:07.883956 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-82f06081-2371-46bb-b987-2a8299e6c2e8 req-b3f449dd-503f-4556-90bf-0fd1fa7bf271 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924 HTTP/1.1" status: 200 len: 944 time: 0.0664287 Aug 17 00:25:07.946316 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-82f06081-2371-46bb-b987-2a8299e6c2e8 req-ee9a9553-7106-4022-bcbf-3bb49c25a388 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=80b154b3-e0b3-4e0b-a59b-8816c36e5b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541091 Aug 17 00:25:09.086796 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b21ed83-0901-4a66-a669-1286eb393628 req-3bdec89f-5bc1-4046-8b9c-8ad6719298ef tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:09.088342 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3b21ed83-0901-4a66-a669-1286eb393628 req-3bdec89f-5bc1-4046-8b9c-8ad6719298ef tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924 HTTP/1.1" status: 200 len: 944 time: 0.0549955 Aug 17 00:25:09.140762 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3b21ed83-0901-4a66-a669-1286eb393628 req-9b53f1be-d353-4958-a387-cc6359448dd2 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=80b154b3-e0b3-4e0b-a59b-8816c36e5b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436392 Aug 17 00:25:10.265016 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f976a87-fa78-4c15-b1b1-1e1529d718d5 req-24d4154a-4468-4e79-8818-bec3ae8b0bf2 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:10.266480 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2f976a87-fa78-4c15-b1b1-1e1529d718d5 req-24d4154a-4468-4e79-8818-bec3ae8b0bf2 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924 HTTP/1.1" status: 200 len: 944 time: 0.0533426 Aug 17 00:25:10.304079 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2f976a87-fa78-4c15-b1b1-1e1529d718d5 req-2d01642f-4034-4e72-a3a5-2562b8299af3 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=80b154b3-e0b3-4e0b-a59b-8816c36e5b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316699 Aug 17 00:25:11.418306 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8daad7-5b98-4e81-97da-c93d99f41d99 req-13b32404-1feb-417a-a4f9-3daf549382b4 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:11.419688 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5c8daad7-5b98-4e81-97da-c93d99f41d99 req-13b32404-1feb-417a-a4f9-3daf549382b4 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924 HTTP/1.1" status: 200 len: 944 time: 0.0479858 Aug 17 00:25:11.458369 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5c8daad7-5b98-4e81-97da-c93d99f41d99 req-ac55b4fc-c883-4e55-a045-5615809af8a9 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=80b154b3-e0b3-4e0b-a59b-8816c36e5b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324328 Aug 17 00:25:11.813943 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:25:12.277653 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:12.569842 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e0b95b-b10f-4adb-8e6d-cc4f74ae4224 req-531da663-2b16-43b2-aaff-3567e1b118f8 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:12.571306 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-88e0b95b-b10f-4adb-8e6d-cc4f74ae4224 req-531da663-2b16-43b2-aaff-3567e1b118f8 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924 HTTP/1.1" status: 200 len: 944 time: 0.0472679 Aug 17 00:25:12.609326 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-88e0b95b-b10f-4adb-8e6d-cc4f74ae4224 req-fcad91cb-6fa0-4db7-b90b-e65196146b74 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=80b154b3-e0b3-4e0b-a59b-8816c36e5b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315025 Aug 17 00:25:13.733537 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d164f14-7af7-4819-a14b-9979e595f666 req-a37f4391-13b2-48ed-b9de-a5c824a31485 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:13.735007 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4d164f14-7af7-4819-a14b-9979e595f666 req-a37f4391-13b2-48ed-b9de-a5c824a31485 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924 HTTP/1.1" status: 200 len: 944 time: 0.0542998 Aug 17 00:25:13.775172 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4d164f14-7af7-4819-a14b-9979e595f666 req-64cfed3c-28c4-4bf2-a313-4980b288927a tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=80b154b3-e0b3-4e0b-a59b-8816c36e5b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332456 Aug 17 00:25:14.903373 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6990cf64-5ac9-48d8-b6e4-8fa95c3a5bc0 req-8f501aa0-eb3d-4f9b-8609-fc11805cc9d1 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:14.904952 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6990cf64-5ac9-48d8-b6e4-8fa95c3a5bc0 req-8f501aa0-eb3d-4f9b-8609-fc11805cc9d1 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924 HTTP/1.1" status: 200 len: 944 time: 0.0529416 Aug 17 00:25:14.943600 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6990cf64-5ac9-48d8-b6e4-8fa95c3a5bc0 req-b8e1e15c-f930-4e1c-90ab-e88306208104 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=80b154b3-e0b3-4e0b-a59b-8816c36e5b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323997 Aug 17 00:25:16.061374 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ee6ce2-5b1f-4552-b6f3-f2a4775114ff req-cbb3a5b3-7c0e-42c4-bbfa-d54a0d6d7ded tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:16.062857 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-11ee6ce2-5b1f-4552-b6f3-f2a4775114ff req-cbb3a5b3-7c0e-42c4-bbfa-d54a0d6d7ded tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924 HTTP/1.1" status: 200 len: 944 time: 0.0493145 Aug 17 00:25:16.100610 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-11ee6ce2-5b1f-4552-b6f3-f2a4775114ff req-de438e12-af9d-426e-a6f7-18fb6d7bd4d7 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=80b154b3-e0b3-4e0b-a59b-8816c36e5b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316453 Aug 17 00:25:16.568009 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:25:16.659911 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f,segment=NetworkSegment(941a873b-5eed-4fe0-8e28-c1f3f0255e2a),segment_id=941a873b-5eed-4fe0-8e28-c1f3f0255e2a)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:25:16.675300 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': 'c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f', 'network_id': 'cf12d96b-879b-4e16-8529-c442ee1bae15', 'port_id': 'c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f', 'mac_address': 'fa:16:3e:e8:7c:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12119b8f-75d0-409d-877b-90876fd1eb36', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:25:16.711464 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:16.723540 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:25:16.742030 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f,segment=NetworkSegment(941a873b-5eed-4fe0-8e28-c1f3f0255e2a),segment_id=941a873b-5eed-4fe0-8e28-c1f3f0255e2a)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:25:16.746657 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:16.792085 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f,revision_number=9']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:25:17.173642 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:25:17.218619 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37768784-2599-413a-ac04-3d22a5d2e2c8 req-ef15c3c0-6361-4c62-8acc-699fe4bac3df tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:17.220183 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-37768784-2599-413a-ac04-3d22a5d2e2c8 req-ef15c3c0-6361-4c62-8acc-699fe4bac3df tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924 HTTP/1.1" status: 200 len: 945 time: 0.0519772 Aug 17 00:25:17.258960 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-37768784-2599-413a-ac04-3d22a5d2e2c8 req-257a3271-1e26-4286-a09b-536d79f40bc6 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=80b154b3-e0b3-4e0b-a59b-8816c36e5b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328207 Aug 17 00:25:17.852233 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-93cb432d-1ca2-4bde-ab83-23ea61458551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:18.375656 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912dc7ba-b870-4d8d-bd2a-85a014629cb7 req-d6140373-cd00-454d-b205-f83252cc454a tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:18.377176 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-912dc7ba-b870-4d8d-bd2a-85a014629cb7 req-d6140373-cd00-454d-b205-f83252cc454a tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924 HTTP/1.1" status: 200 len: 945 time: 0.0490746 Aug 17 00:25:18.415716 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-912dc7ba-b870-4d8d-bd2a-85a014629cb7 req-1a2ffed5-b1ea-426b-a799-9e379edb0e72 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=80b154b3-e0b3-4e0b-a59b-8816c36e5b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322387 Aug 17 00:25:18.567852 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:25:18.617377 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:25:18.617744 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:18.699131 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:18.720953 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:25:18.723284 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d789e1acf86fc3837d65c5c7bf7b17f03ca076816da63f24d17cffa1a624f203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4003835f-928f-49ce-abdc-771c5202ffd2" -d '{"events": [{"server_uuid": "a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924", "name": "network-vif-plugged", "status": "completed", "tag": "c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:25:18.736690 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f,segment=NetworkSegment(941a873b-5eed-4fe0-8e28-c1f3f0255e2a),segment_id=941a873b-5eed-4fe0-8e28-c1f3f0255e2a)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:25:18.741509 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:18.778765 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f1d4948-17d3-4d6c-9f42-e91ba30744f5 x-openstack-request-id: req-6f1d4948-17d3-4d6c-9f42-e91ba30744f5 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:25:18.779054 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924", "name": "network-vif-plugged", "status": "completed", "tag": "c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:25:18.779306 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6f1d4948-17d3-4d6c-9f42-e91ba30744f5 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:25:18.779698 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f', 'code': 200} Aug 17 00:25:18.808571 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f,revision_number=10']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:25:18.969975 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f10fec-a95b-4279-9fd0-c33ab6be1f7b req-4ab0f834-59cd-4f67-8dc8-7f458cdded99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:18.971409 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b0f10fec-a95b-4279-9fd0-c33ab6be1f7b req-4ab0f834-59cd-4f67-8dc8-7f458cdded99 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924 HTTP/1.1" status: 200 len: 1099 time: 0.0471117 Aug 17 00:25:19.010434 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b0f10fec-a95b-4279-9fd0-c33ab6be1f7b req-4febd3cd-f874-40f1-98b2-e2389458806d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=80b154b3-e0b3-4e0b-a59b-8816c36e5b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322599 Aug 17 00:25:19.532021 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbf3f4d-f883-42ac-8fca-03fe5b732df0 req-c9bd62a3-9a3b-4f25-9a40-eec9f56f2e9c tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:19.533518 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6dbf3f4d-f883-42ac-8fca-03fe5b732df0 req-c9bd62a3-9a3b-4f25-9a40-eec9f56f2e9c tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924 HTTP/1.1" status: 200 len: 947 time: 0.0497429 Aug 17 00:25:19.573541 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6dbf3f4d-f883-42ac-8fca-03fe5b732df0 req-d41de44f-c253-4e97-b934-298d427ec65b tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=80b154b3-e0b3-4e0b-a59b-8816c36e5b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311959 Aug 17 00:25:19.954775 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2aeb34d0-02ba-471e-b9bf-a92b67f2c343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:20.698243 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec5c527-f084-4208-b4d7-e3d7d1e6112b req-ef95e96e-494d-4c9c-8569-514dfc38958a tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:20.700614 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9ec5c527-f084-4208-b4d7-e3d7d1e6112b req-ef95e96e-494d-4c9c-8569-514dfc38958a tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924 HTTP/1.1" status: 200 len: 947 time: 0.0531840 Aug 17 00:25:20.739987 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9ec5c527-f084-4208-b4d7-e3d7d1e6112b req-e999030f-0015-483a-b60b-2c193cb4fb60 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=80b154b3-e0b3-4e0b-a59b-8816c36e5b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324612 Aug 17 00:25:20.852633 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:21.857603 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21213ae7-26e2-4531-b6cb-e25a3567909f req-076f0d8a-f17b-401c-bf18-a68860048faa tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:21.859112 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-21213ae7-26e2-4531-b6cb-e25a3567909f req-076f0d8a-f17b-401c-bf18-a68860048faa tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924 HTTP/1.1" status: 200 len: 947 time: 0.0512953 Aug 17 00:25:21.899405 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-21213ae7-26e2-4531-b6cb-e25a3567909f req-4d91adb8-0abc-42cc-8533-1223a437f335 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=80b154b3-e0b3-4e0b-a59b-8816c36e5b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341790 Aug 17 00:25:21.956817 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:23.220696 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:26.372636 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:42.277280 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:47.852489 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f83c606b-e54e-461f-84a9-6a4ae30c69c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:48.813035 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:25:49.956274 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8709026-821a-4d54-8e82-2ae680a12974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:50.854160 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:51.958647 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:53.226439 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:55.935455 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-60fb3d34-33c4-4b5a-99de-a5e02c195aca req-33db9fe3-145c-4d19-905e-750bd07e6825 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0404072 Aug 17 00:25:56.032466 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fb3d34-33c4-4b5a-99de-a5e02c195aca req-a7900cd5-947b-4320-aee0-ad31f1ecd3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:56.033988 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-60fb3d34-33c4-4b5a-99de-a5e02c195aca req-a7900cd5-947b-4320-aee0-ad31f1ecd3d5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e1e1c5e639da491e9f3c7412296f24e4&device_id=a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924 HTTP/1.1" status: 200 len: 1099 time: 0.0413859 Aug 17 00:25:56.142867 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fb3d34-33c4-4b5a-99de-a5e02c195aca req-7ef20a8a-1fd4-4e64-83e4-3fafccca5007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:56.143912 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-60fb3d34-33c4-4b5a-99de-a5e02c195aca req-7ef20a8a-1fd4-4e64-83e4-3fafccca5007 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cf12d96b-879b-4e16-8529-c442ee1bae15 HTTP/1.1" status: 200 len: 910 time: 0.0908229 Aug 17 00:25:56.212767 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-60fb3d34-33c4-4b5a-99de-a5e02c195aca req-58e5a884-caf2-4d42-afd3-f74a8070ab83 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f HTTP/1.1" status: 200 len: 1001 time: 0.0601685 Aug 17 00:25:56.265501 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fb3d34-33c4-4b5a-99de-a5e02c195aca req-ec4dacaf-95e0-4554-a952-51a401cf1df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:56.266993 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-60fb3d34-33c4-4b5a-99de-a5e02c195aca req-ec4dacaf-95e0-4554-a952-51a401cf1df9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=12119b8f-75d0-409d-877b-90876fd1eb36 HTTP/1.1" status: 200 len: 848 time: 0.0466301 Aug 17 00:25:56.317874 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fb3d34-33c4-4b5a-99de-a5e02c195aca req-63582199-d6c2-4e40-88e5-c28f102203a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:25:56.319441 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-60fb3d34-33c4-4b5a-99de-a5e02c195aca req-63582199-d6c2-4e40-88e5-c28f102203a0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cf12d96b-879b-4e16-8529-c442ee1bae15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461342 Aug 17 00:25:56.387172 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:25:56.417051 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-60fb3d34-33c4-4b5a-99de-a5e02c195aca req-d2f0ad31-40e7-480d-a1fa-ba24c52fbf7a service neutron] 10.222.0.57 "GET /v2.0/networks/cf12d96b-879b-4e16-8529-c442ee1bae15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863466 Aug 17 00:25:56.511051 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-60fb3d34-33c4-4b5a-99de-a5e02c195aca req-05a6c40c-7f64-48a7-a48b-9b493e531c7d service neutron] 10.222.0.57 "GET /v2.0/networks/cf12d96b-879b-4e16-8529-c442ee1bae15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863466 Aug 17 00:26:12.292814 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:17.853766 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-34074828-19a6-4c40-9d32-c95b0edfea4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:19.957069 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-8cec4f17-298a-4b8e-8d2f-5703102fadd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:20.856365 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:21.962775 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:23.226345 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:25.812152 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:26:26.417898 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:42.327383 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:47.854979 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d2190d67-72ee-45e3-a807-a8897ed8bc76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:49.957281 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a5cbed18-f1dc-47ae-95d2-7469dadfc893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:50.857478 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:51.966298 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:53.230330 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:26:55.277051 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-97f3f4bd-914b-40eb-b46f-f26ecdacf424 req-8106624a-3038-4761-9fc1-af2ef37d6430 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0421226 Aug 17 00:26:55.372391 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f3f4bd-914b-40eb-b46f-f26ecdacf424 req-b52eec19-20a2-4f3a-8e1c-faa1a3ffdc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:26:55.373905 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-97f3f4bd-914b-40eb-b46f-f26ecdacf424 req-b52eec19-20a2-4f3a-8e1c-faa1a3ffdc01 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e1e1c5e639da491e9f3c7412296f24e4&device_id=a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924 HTTP/1.1" status: 200 len: 1099 time: 0.0404377 Aug 17 00:26:55.481513 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f3f4bd-914b-40eb-b46f-f26ecdacf424 req-beaa7e70-3523-40c9-9ede-e99101283ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:26:55.482907 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-97f3f4bd-914b-40eb-b46f-f26ecdacf424 req-beaa7e70-3523-40c9-9ede-e99101283ace service neutron] 10.222.0.57 "GET /v2.0/networks?id=cf12d96b-879b-4e16-8529-c442ee1bae15 HTTP/1.1" status: 200 len: 910 time: 0.0896416 Aug 17 00:26:55.547426 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-97f3f4bd-914b-40eb-b46f-f26ecdacf424 req-658ab80e-6797-4639-929d-cbeb132811b6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f HTTP/1.1" status: 200 len: 1001 time: 0.0577474 Aug 17 00:26:55.600260 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f3f4bd-914b-40eb-b46f-f26ecdacf424 req-a9062619-0d23-4b35-9b51-d2cae7fd4a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:26:55.601811 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-97f3f4bd-914b-40eb-b46f-f26ecdacf424 req-a9062619-0d23-4b35-9b51-d2cae7fd4a07 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=12119b8f-75d0-409d-877b-90876fd1eb36 HTTP/1.1" status: 200 len: 848 time: 0.0475905 Aug 17 00:26:55.647483 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f3f4bd-914b-40eb-b46f-f26ecdacf424 req-7957ff54-2758-4368-ad54-d4c4705bf611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:26:55.649052 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-97f3f4bd-914b-40eb-b46f-f26ecdacf424 req-7957ff54-2758-4368-ad54-d4c4705bf611 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cf12d96b-879b-4e16-8529-c442ee1bae15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408986 Aug 17 00:26:55.736895 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-97f3f4bd-914b-40eb-b46f-f26ecdacf424 req-d230da47-075b-40dc-a11f-92c3b4387fd3 service neutron] 10.222.0.57 "GET /v2.0/networks/cf12d96b-879b-4e16-8529-c442ee1bae15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810106 Aug 17 00:26:55.829285 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-97f3f4bd-914b-40eb-b46f-f26ecdacf424 req-29681e07-06b2-480c-9c65-5cf574500acf service neutron] 10.222.0.57 "GET /v2.0/networks/cf12d96b-879b-4e16-8529-c442ee1bae15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854464 Aug 17 00:26:56.432986 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:02.812479 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:27:07.135220 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 33136) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:07.338969 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-b62cc7c0-41fb-431c-ae2a-a9d372d3a9fc tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Deleting port d47700fe-281a-46ee-9403-4937641b3701 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:27:07.339302 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b62cc7c0-41fb-431c-ae2a-a9d372d3a9fc tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:07.417120 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b62cc7c0-41fb-431c-ae2a-a9d372d3a9fc tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:07.417358 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b62cc7c0-41fb-431c-ae2a-a9d372d3a9fc tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:07.428480 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-b62cc7c0-41fb-431c-ae2a-a9d372d3a9fc tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Calling delete_port for d47700fe-281a-46ee-9403-4937641b3701 owned by network:floatingip {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:27:07.571718 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b62cc7c0-41fb-431c-ae2a-a9d372d3a9fc tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:07.596431 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62cc7c0-41fb-431c-ae2a-a9d372d3a9fc tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Pushing event deleted for resources: {'Port': ['ID=d47700fe-281a-46ee-9403-4937641b3701,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:07.620141 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62cc7c0-41fb-431c-ae2a-a9d372d3a9fc tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:27:07.620495 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62cc7c0-41fb-431c-ae2a-a9d372d3a9fc tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:27:07.620858 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62cc7c0-41fb-431c-ae2a-a9d372d3a9fc tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:27:07.621194 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62cc7c0-41fb-431c-ae2a-a9d372d3a9fc tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:27:07.621526 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62cc7c0-41fb-431c-ae2a-a9d372d3a9fc tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:27:07.621854 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62cc7c0-41fb-431c-ae2a-a9d372d3a9fc tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:27:07.622182 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62cc7c0-41fb-431c-ae2a-a9d372d3a9fc tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:27:07.622505 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62cc7c0-41fb-431c-ae2a-a9d372d3a9fc tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:27:07.622826 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62cc7c0-41fb-431c-ae2a-a9d372d3a9fc tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:27:07.623146 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62cc7c0-41fb-431c-ae2a-a9d372d3a9fc tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:27:07.623468 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62cc7c0-41fb-431c-ae2a-a9d372d3a9fc tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:27:07.623791 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62cc7c0-41fb-431c-ae2a-a9d372d3a9fc tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:27:07.663596 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b62cc7c0-41fb-431c-ae2a-a9d372d3a9fc tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks [] for floatingip, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:07.664502 n-d-791506-26 neutron-server[101292]: INFO neutron.db.l3_db [None req-b62cc7c0-41fb-431c-ae2a-a9d372d3a9fc tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Floating IP c1695639-caf1-469d-9b4d-d0b9a7ab5193 disassociated (deleted). External IP: 172.25.4.83, port: c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f. Aug 17 00:27:07.866235 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b62cc7c0-41fb-431c-ae2a-a9d372d3a9fc tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Router 89fe1745-c0c4-4967-a203-3fe387e35303 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:27:07.974215 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b62cc7c0-41fb-431c-ae2a-a9d372d3a9fc tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:27:07.979003 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b62cc7c0-41fb-431c-ae2a-a9d372d3a9fc tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:07.983866 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e041697-3974-408d-a53e-40d6bf3e142d None None] Sync routers for ids ['89fe1745-c0c4-4967-a203-3fe387e35303'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:27:07.993074 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e041697-3974-408d-a53e-40d6bf3e142d None None] Routers {'89fe1745-c0c4-4967-a203-3fe387e35303'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:27:07.993775 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-8e041697-3974-408d-a53e-40d6bf3e142d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:26:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['89fe1745-c0c4-4967-a203-3fe387e35303'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:08.007192 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-b62cc7c0-41fb-431c-ae2a-a9d372d3a9fc tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "DELETE /v2.0/floatingips/c1695639-caf1-469d-9b4d-d0b9a7ab5193 HTTP/1.1" status: 204 len: 168 time: 0.8700356 Aug 17 00:27:08.008420 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924', 'tag': 'c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:27:08.010924 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5be9a9c22bfe9382157933c6eba925c7622163b8a5c85bc608140d30d6fa20cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b57ef360-68cb-47f8-bb53-3e0c72992ee4" -d '{"events": [{"name": "network-changed", "server_uuid": "a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924", "tag": "c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:27:08.108208 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8250b74-bc77-4474-ac5f-cdf8d0422495 x-openstack-request-id: req-a8250b74-bc77-4474-ac5f-cdf8d0422495 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:27:08.108777 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924", "tag": "c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:27:08.109215 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a8250b74-bc77-4474-ac5f-cdf8d0422495 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:27:08.109698 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924', 'tag': 'c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f', 'status': 'completed', 'code': 200} Aug 17 00:27:08.112931 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-8e041697-3974-408d-a53e-40d6bf3e142d None None] Set router 89fe1745-c0c4-4967-a203-3fe387e35303 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:27:08.201704 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ef360-68cb-47f8-bb53-3e0c72992ee4 req-0d809b69-d594-435e-a37d-5f604deb2a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:27:08.203394 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b57ef360-68cb-47f8-bb53-3e0c72992ee4 req-0d809b69-d594-435e-a37d-5f604deb2a37 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e1e1c5e639da491e9f3c7412296f24e4&device_id=a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924 HTTP/1.1" status: 200 len: 1099 time: 0.0470343 Aug 17 00:27:08.252026 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5996ebb7-a85f-4636-ae08-1a5811362cd6 req-97f703da-de4d-4d17-a72e-a5c0b20bd6a6 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:27:08.254002 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5996ebb7-a85f-4636-ae08-1a5811362cd6 req-97f703da-de4d-4d17-a72e-a5c0b20bd6a6 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924 HTTP/1.1" status: 200 len: 947 time: 0.0547047 Aug 17 00:27:08.295545 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5996ebb7-a85f-4636-ae08-1a5811362cd6 req-a3fed334-d868-4514-81b6-daa99274d788 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=80b154b3-e0b3-4e0b-a59b-8816c36e5b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344534 Aug 17 00:27:08.309501 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ef360-68cb-47f8-bb53-3e0c72992ee4 req-6fbe5dc2-e27b-43ea-bcdf-fafaf35ca32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:27:08.311292 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b57ef360-68cb-47f8-bb53-3e0c72992ee4 req-6fbe5dc2-e27b-43ea-bcdf-fafaf35ca32d service neutron] 10.222.0.57 "GET /v2.0/networks?id=cf12d96b-879b-4e16-8529-c442ee1bae15 HTTP/1.1" status: 200 len: 910 time: 0.0996962 Aug 17 00:27:08.339002 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-8e041697-3974-408d-a53e-40d6bf3e142d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89fe1745-c0c4-4967-a203-3fe387e35303', 'name': 'tempest-TestShelveInstance-1713866059-router', 'tenant_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'b37ab24b-fbad-41a1-8d1f-c75195b8f9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:21:31Z', 'updated_at': '2021-08-17T00:21:33Z', 'revision_number': 4, 'project_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'gw_port': {'id': 'b37ab24b-fbad-41a1-8d1f-c75195b8f9e8', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:54:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fe1745-c0c4-4967-a203-3fe387e35303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:21:31Z', 'updated_at': '2021-08-17T00:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '8a80aefb-09c9-4801-b9e5-1ae9f7f359bc', 'name': '', 'network_id': 'cf12d96b-879b-4e16-8529-c442ee1bae15', 'tenant_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'mac_address': 'fa:16:3e:c4:fb:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fe1745-c0c4-4967-a203-3fe387e35303', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '12119b8f-75d0-409d-877b-90876fd1eb36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:21:33Z', 'updated_at': '2021-08-17T00:21:39Z', 'revision_number': 5, 'project_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'subnets': [{'id': '12119b8f-75d0-409d-877b-90876fd1eb36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:08.355004 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b57ef360-68cb-47f8-bb53-3e0c72992ee4 req-1a01a01f-4a48-4b18-8544-4ac148e3865c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f HTTP/1.1" status: 200 len: 217 time: 0.0363383 Aug 17 00:27:08.364529 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e041697-3974-408d-a53e-40d6bf3e142d None None] Checking router: 89fe1745-c0c4-4967-a203-3fe387e35303 for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:27:08.374024 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e041697-3974-408d-a53e-40d6bf3e142d None None] Routers {'89fe1745-c0c4-4967-a203-3fe387e35303'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:27:08.374666 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-8e041697-3974-408d-a53e-40d6bf3e142d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:26:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['89fe1745-c0c4-4967-a203-3fe387e35303'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:08.405273 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ef360-68cb-47f8-bb53-3e0c72992ee4 req-7a7a312e-5d8d-437a-8ed5-524705f2a41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:27:08.406669 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b57ef360-68cb-47f8-bb53-3e0c72992ee4 req-7a7a312e-5d8d-437a-8ed5-524705f2a41f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=12119b8f-75d0-409d-877b-90876fd1eb36 HTTP/1.1" status: 200 len: 848 time: 0.0446193 Aug 17 00:27:08.459489 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ef360-68cb-47f8-bb53-3e0c72992ee4 req-c5e524c5-9f1f-4283-bd7d-d74ea357e456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:27:08.461191 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b57ef360-68cb-47f8-bb53-3e0c72992ee4 req-c5e524c5-9f1f-4283-bd7d-d74ea357e456 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cf12d96b-879b-4e16-8529-c442ee1bae15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463076 Aug 17 00:27:08.480942 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-8e041697-3974-408d-a53e-40d6bf3e142d None None] Set router 89fe1745-c0c4-4967-a203-3fe387e35303 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:27:08.553996 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b57ef360-68cb-47f8-bb53-3e0c72992ee4 req-e633f7d1-8b3b-4aa1-85d1-7523e4e104d9 service neutron] 10.222.0.57 "GET /v2.0/networks/cf12d96b-879b-4e16-8529-c442ee1bae15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854986 Aug 17 00:27:08.649607 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b57ef360-68cb-47f8-bb53-3e0c72992ee4 req-e25af580-b0a9-4e3c-93b9-8762618b7e60 service neutron] 10.222.0.57 "GET /v2.0/networks/cf12d96b-879b-4e16-8529-c442ee1bae15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882940 Aug 17 00:27:08.678768 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-8e041697-3974-408d-a53e-40d6bf3e142d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89fe1745-c0c4-4967-a203-3fe387e35303', 'name': 'tempest-TestShelveInstance-1713866059-router', 'tenant_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'b37ab24b-fbad-41a1-8d1f-c75195b8f9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:21:31Z', 'updated_at': '2021-08-17T00:21:33Z', 'revision_number': 4, 'project_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'gw_port': {'id': 'b37ab24b-fbad-41a1-8d1f-c75195b8f9e8', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:54:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fe1745-c0c4-4967-a203-3fe387e35303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:21:31Z', 'updated_at': '2021-08-17T00:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '8a80aefb-09c9-4801-b9e5-1ae9f7f359bc', 'name': '', 'network_id': 'cf12d96b-879b-4e16-8529-c442ee1bae15', 'tenant_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'mac_address': 'fa:16:3e:c4:fb:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fe1745-c0c4-4967-a203-3fe387e35303', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '12119b8f-75d0-409d-877b-90876fd1eb36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:21:33Z', 'updated_at': '2021-08-17T00:21:39Z', 'revision_number': 5, 'project_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'subnets': [{'id': '12119b8f-75d0-409d-877b-90876fd1eb36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:08.705918 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e041697-3974-408d-a53e-40d6bf3e142d None None] The sync data for ids ['89fe1745-c0c4-4967-a203-3fe387e35303'] in n-d-791506-26 is: [{'id': '89fe1745-c0c4-4967-a203-3fe387e35303', 'name': 'tempest-TestShelveInstance-1713866059-router', 'tenant_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'b37ab24b-fbad-41a1-8d1f-c75195b8f9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:21:31Z', 'updated_at': '2021-08-17T00:21:33Z', 'revision_number': 4, 'project_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'gw_port': {'id': 'b37ab24b-fbad-41a1-8d1f-c75195b8f9e8', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:54:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fe1745-c0c4-4967-a203-3fe387e35303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:21:31Z', 'updated_at': '2021-08-17T00:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '8a80aefb-09c9-4801-b9e5-1ae9f7f359bc', 'name': '', 'network_id': 'cf12d96b-879b-4e16-8529-c442ee1bae15', 'tenant_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'mac_address': 'fa:16:3e:c4:fb:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fe1745-c0c4-4967-a203-3fe387e35303', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '12119b8f-75d0-409d-877b-90876fd1eb36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:21:33Z', 'updated_at': '2021-08-17T00:21:39Z', 'revision_number': 5, 'project_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'subnets': [{'id': '12119b8f-75d0-409d-877b-90876fd1eb36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:27:08.936988 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a133fc-4253-4395-ab19-618691b3d788 None None] New status for floating IP c1695639-caf1-469d-9b4d-d0b9a7ab5193: DOWN {{(pid=101294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 00:27:09.419747 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c929202f-2e99-4f5c-826e-937733ab75ba req-be352e16-e9c3-48d1-b117-a0fb47844a97 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:27:09.421665 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c929202f-2e99-4f5c-826e-937733ab75ba req-be352e16-e9c3-48d1-b117-a0fb47844a97 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924 HTTP/1.1" status: 200 len: 947 time: 0.0515900 Aug 17 00:27:09.472327 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c929202f-2e99-4f5c-826e-937733ab75ba req-0d4c2213-db96-461e-b709-90e688ec7641 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=80b154b3-e0b3-4e0b-a59b-8816c36e5b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422478 Aug 17 00:27:10.015734 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba86c10-f8e6-48f7-91c8-65a2f203ee32 req-6fae8313-ec4a-451e-851c-2833e287f782 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:27:10.017241 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0ba86c10-f8e6-48f7-91c8-65a2f203ee32 req-6fae8313-ec4a-451e-851c-2833e287f782 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924 HTTP/1.1" status: 200 len: 947 time: 0.0522673 Aug 17 00:27:10.118853 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-0ba86c10-f8e6-48f7-91c8-65a2f203ee32 req-982708c9-e634-47fb-a390-df8f94ce1e98 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Deleting port c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:27:10.119201 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-0ba86c10-f8e6-48f7-91c8-65a2f203ee32 req-982708c9-e634-47fb-a390-df8f94ce1e98 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:10.211470 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-0ba86c10-f8e6-48f7-91c8-65a2f203ee32 req-982708c9-e634-47fb-a390-df8f94ce1e98 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] For port c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f,segment=NetworkSegment(941a873b-5eed-4fe0-8e28-c1f3f0255e2a),segment_id=941a873b-5eed-4fe0-8e28-c1f3f0255e2a)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:27:10.211838 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-0ba86c10-f8e6-48f7-91c8-65a2f203ee32 req-982708c9-e634-47fb-a390-df8f94ce1e98 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:10.224957 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-0ba86c10-f8e6-48f7-91c8-65a2f203ee32 req-982708c9-e634-47fb-a390-df8f94ce1e98 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Calling delete_port for c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f owned by compute:nova {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:27:10.367594 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-0ba86c10-f8e6-48f7-91c8-65a2f203ee32 req-982708c9-e634-47fb-a390-df8f94ce1e98 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:10.395435 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982708c9-e634-47fb-a390-df8f94ce1e98 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Pushing event deleted for resources: {'Port': ['ID=c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:10.406260 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982708c9-e634-47fb-a390-df8f94ce1e98 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:27:10.406611 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982708c9-e634-47fb-a390-df8f94ce1e98 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:27:10.406957 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982708c9-e634-47fb-a390-df8f94ce1e98 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:27:10.407297 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982708c9-e634-47fb-a390-df8f94ce1e98 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:27:10.407633 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982708c9-e634-47fb-a390-df8f94ce1e98 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:27:10.407966 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982708c9-e634-47fb-a390-df8f94ce1e98 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:27:10.408296 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982708c9-e634-47fb-a390-df8f94ce1e98 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:27:10.409066 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982708c9-e634-47fb-a390-df8f94ce1e98 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:27:10.409066 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982708c9-e634-47fb-a390-df8f94ce1e98 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:27:10.409306 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982708c9-e634-47fb-a390-df8f94ce1e98 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:27:10.409627 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982708c9-e634-47fb-a390-df8f94ce1e98 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:27:10.409944 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982708c9-e634-47fb-a390-df8f94ce1e98 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:27:10.451492 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ba86c10-f8e6-48f7-91c8-65a2f203ee32 req-982708c9-e634-47fb-a390-df8f94ce1e98 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] No DVR routers for this DVR port c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f on host n-h2-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:27:10.454201 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-0ba86c10-f8e6-48f7-91c8-65a2f203ee32 req-982708c9-e634-47fb-a390-df8f94ce1e98 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:10.456346 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0ba86c10-f8e6-48f7-91c8-65a2f203ee32 req-982708c9-e634-47fb-a390-df8f94ce1e98 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.57 "DELETE /v2.0/ports/c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f HTTP/1.1" status: 204 len: 173 time: 0.4330120 Aug 17 00:27:10.456815 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924', 'name': 'network-vif-deleted', 'tag': 'c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:27:10.459092 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7165c1ab170cf7a86a4d2d0d4fd52c1e3b7b58c190c14e765d35b2aa62be1e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d9c1416-2313-4b6c-a522-4d6c51501226" -d '{"events": [{"server_uuid": "a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924", "name": "network-vif-deleted", "tag": "c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:27:10.553809 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7712f438-15d6-470c-8fe2-84f34b2f1dd5 x-openstack-request-id: req-7712f438-15d6-470c-8fe2-84f34b2f1dd5 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:27:10.554114 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924", "name": "network-vif-deleted", "tag": "c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:27:10.555030 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7712f438-15d6-470c-8fe2-84f34b2f1dd5 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:27:10.555594 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924', 'name': 'network-vif-deleted', 'tag': 'c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f', 'status': 'completed', 'code': 200} Aug 17 00:27:10.581361 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1ab744f1-c4b6-4b5d-b7f1-28debd4155d5 req-ab926b64-8f52-499f-8f4e-69f90f6dc416 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7c00e8c-1ea2-4fe1-b1aa-cd03306b0924 HTTP/1.1" status: 200 len: 210 time: 0.0299633 Aug 17 00:27:11.637359 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 33164) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:11.693564 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ae525d0a-e63f-446a-ad6a-ea9f26de53be tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:11.718490 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ae525d0a-e63f-446a-ad6a-ea9f26de53be tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:11.781944 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ae525d0a-e63f-446a-ad6a-ea9f26de53be tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:11.784473 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ae525d0a-e63f-446a-ad6a-ea9f26de53be tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:11.785640 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-ae525d0a-e63f-446a-ad6a-ea9f26de53be tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "DELETE /v2.0/security-groups/80b154b3-e0b3-4e0b-a59b-8816c36e5b3b HTTP/1.1" status: 204 len: 168 time: 0.1473153 Aug 17 00:27:11.794547 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae525d0a-e63f-446a-ad6a-ea9f26de53be tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b154b3-e0b3-4e0b-a59b-8816c36e5b3b,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:12.065015 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 33170) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:12.069621 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-78d1ac23-9c8d-42cc-9a90-8af56b86165e tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1357461605', 'description': 'tempest-secgroup-smoke-1357461605 description', 'project_id': 'e1e1c5e639da491e9f3c7412296f24e4'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:27:12.092400 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-78d1ac23-9c8d-42cc-9a90-8af56b86165e tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:12.177627 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-78d1ac23-9c8d-42cc-9a90-8af56b86165e tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:12.181946 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-78d1ac23-9c8d-42cc-9a90-8af56b86165e tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:12.205690 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-78d1ac23-9c8d-42cc-9a90-8af56b86165e tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:12.206938 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-78d1ac23-9c8d-42cc-9a90-8af56b86165e tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1409318 Aug 17 00:27:12.210627 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 33172) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:12.215368 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d1ac23-9c8d-42cc-9a90-8af56b86165e tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4725c1d7-6483-4183-ad01-90dec19f21ba,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:12.217994 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-62de7e03-96c4-410c-aaf3-f693736100d7 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Request body: {'security_group_rule': {'security_group_id': '4725c1d7-6483-4183-ad01-90dec19f21ba', 'project_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:27:12.343182 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:12.590732 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-62de7e03-96c4-410c-aaf3-f693736100d7 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:12.644482 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-62de7e03-96c4-410c-aaf3-f693736100d7 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:12.648599 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-62de7e03-96c4-410c-aaf3-f693736100d7 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:12.666152 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62de7e03-96c4-410c-aaf3-f693736100d7 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc7a4ac1-c9c1-40af-9890-2b30527acd49,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:12.673558 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-62de7e03-96c4-410c-aaf3-f693736100d7 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:12.674753 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-62de7e03-96c4-410c-aaf3-f693736100d7 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4629753 Aug 17 00:27:12.677520 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 33174) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:12.682066 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-376efb74-783d-4a48-8d6f-3c2a69b45cfb tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Request body: {'security_group_rule': {'security_group_id': '4725c1d7-6483-4183-ad01-90dec19f21ba', 'project_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:27:12.706841 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-376efb74-783d-4a48-8d6f-3c2a69b45cfb tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:12.764441 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-376efb74-783d-4a48-8d6f-3c2a69b45cfb tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:12.767882 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-376efb74-783d-4a48-8d6f-3c2a69b45cfb tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:12.784951 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376efb74-783d-4a48-8d6f-3c2a69b45cfb tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed3455fb-78be-4e2a-bc4e-4ffe3b8ffd17,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:12.792882 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-376efb74-783d-4a48-8d6f-3c2a69b45cfb tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:12.794688 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-376efb74-783d-4a48-8d6f-3c2a69b45cfb tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1159585 Aug 17 00:27:12.797508 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 33176) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:12.802023 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-09d82d82-13f2-4885-9772-d1449c7e8ea0 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Request body: {'security_group_rule': {'security_group_id': '4725c1d7-6483-4183-ad01-90dec19f21ba', 'project_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:27:12.826525 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-09d82d82-13f2-4885-9772-d1449c7e8ea0 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:12.883019 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-09d82d82-13f2-4885-9772-d1449c7e8ea0 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:12.886489 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-09d82d82-13f2-4885-9772-d1449c7e8ea0 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:12.905780 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d82d82-13f2-4885-9772-d1449c7e8ea0 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e92adb8e-98f8-426b-a298-6106fa3d41fa,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:12.910477 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-09d82d82-13f2-4885-9772-d1449c7e8ea0 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:12.911657 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-09d82d82-13f2-4885-9772-d1449c7e8ea0 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1131313 Aug 17 00:27:12.915110 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 33178) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:12.919607 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-20698ea6-3840-499c-9903-44ebebb8c965 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Request body: {'security_group_rule': {'security_group_id': '4725c1d7-6483-4183-ad01-90dec19f21ba', 'project_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:27:12.944650 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-20698ea6-3840-499c-9903-44ebebb8c965 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:13.001734 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-20698ea6-3840-499c-9903-44ebebb8c965 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:13.005504 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-20698ea6-3840-499c-9903-44ebebb8c965 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:13.026580 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20698ea6-3840-499c-9903-44ebebb8c965 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb52857a-13d9-4a08-9593-cb5886ceace3,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:13.030714 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-20698ea6-3840-499c-9903-44ebebb8c965 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:13.031898 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-20698ea6-3840-499c-9903-44ebebb8c965 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1157892 Aug 17 00:27:13.034670 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 33180) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:13.040409 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-0b1bd229-f1ba-47fc-831a-74ef951c88bb tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Request body: {'security_group_rule': {'security_group_id': '4725c1d7-6483-4183-ad01-90dec19f21ba', 'project_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:27:13.061857 n-d-791506-26 neutron-server[101292]: INFO neutron.db.securitygroups_db [None req-0b1bd229-f1ba-47fc-831a-74ef951c88bb tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Project e1e1c5e639da491e9f3c7412296f24e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 00:27:13.066698 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0b1bd229-f1ba-47fc-831a-74ef951c88bb tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:13.128192 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0b1bd229-f1ba-47fc-831a-74ef951c88bb tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:13.132074 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0b1bd229-f1ba-47fc-831a-74ef951c88bb tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:13.149998 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1bd229-f1ba-47fc-831a-74ef951c88bb tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f61b1ae-173d-4fac-b088-539d63c7f346,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:13.156716 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0b1bd229-f1ba-47fc-831a-74ef951c88bb tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:13.157940 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-0b1bd229-f1ba-47fc-831a-74ef951c88bb tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1223469 Aug 17 00:27:13.160913 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 33182) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:13.166326 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-0788d20f-66b3-4152-b6f4-c7984da26e07 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Request body: {'security_group_rule': {'security_group_id': '4725c1d7-6483-4183-ad01-90dec19f21ba', 'project_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:27:13.188019 n-d-791506-26 neutron-server[101291]: INFO neutron.db.securitygroups_db [None req-0788d20f-66b3-4152-b6f4-c7984da26e07 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Project e1e1c5e639da491e9f3c7412296f24e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 00:27:13.192740 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0788d20f-66b3-4152-b6f4-c7984da26e07 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:13.254185 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0788d20f-66b3-4152-b6f4-c7984da26e07 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:13.258435 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0788d20f-66b3-4152-b6f4-c7984da26e07 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:13.275725 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0788d20f-66b3-4152-b6f4-c7984da26e07 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce57030c-63e0-469e-9066-c039194aaba5,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:13.281352 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0788d20f-66b3-4152-b6f4-c7984da26e07 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:13.282508 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-0788d20f-66b3-4152-b6f4-c7984da26e07 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1204412 Aug 17 00:27:15.142572 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:27:15.162977 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] No Port match for: c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:27:15.163324 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device c60b2cea-f0f8-4b23-99a4-a7c8ff94da4f not bound to the agent host n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:27:17.857245 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0af24a1a-884f-40f4-b4d5-e44e0362ba1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:19.968509 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-3acc381b-4a0a-4c19-8b68-a06ea52b00b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:20.862805 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:21.986812 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:23.236324 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:26.429747 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:27.571146 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0cf81e40-6c72-467a-8e04-5dabfdf0aca9 req-bee9a90a-1105-4367-93b2-e63e966e71e4 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1357461605&fields=id&tenant_id=e1e1c5e639da491e9f3c7412296f24e4 HTTP/1.1" status: 200 len: 267 time: 0.0328279 Aug 17 00:27:27.678231 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf81e40-6c72-467a-8e04-5dabfdf0aca9 req-c6ec539b-45f6-4dc1-a0fb-47b2211502c8 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:27:27.679883 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0cf81e40-6c72-467a-8e04-5dabfdf0aca9 req-c6ec539b-45f6-4dc1-a0fb-47b2211502c8 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/networks?id=cf12d96b-879b-4e16-8529-c442ee1bae15 HTTP/1.1" status: 200 len: 809 time: 0.1017263 Aug 17 00:27:27.694560 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0cf81e40-6c72-467a-8e04-5dabfdf0aca9 req-3b358752-14da-4174-aff5-7223897a5b5a tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/quotas/e1e1c5e639da491e9f3c7412296f24e4 HTTP/1.1" status: 200 len: 375 time: 0.0088115 Aug 17 00:27:27.744333 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0cf81e40-6c72-467a-8e04-5dabfdf0aca9 req-49f64936-423d-4ef6-b720-8ccedf310ae5 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e1e1c5e639da491e9f3c7412296f24e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446825 Aug 17 00:27:27.760475 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [req-0cf81e40-6c72-467a-8e04-5dabfdf0aca9 req-b14dedc9-0ba1-4639-ae13-90c955e5ae93 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:27:27.761446 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0cf81e40-6c72-467a-8e04-5dabfdf0aca9 req-b14dedc9-0ba1-4639-ae13-90c955e5ae93 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058355 Aug 17 00:27:27.891453 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0cf81e40-6c72-467a-8e04-5dabfdf0aca9 req-2fd27b69-1385-4942-a574-f6ccb864700e service neutron] 10.222.0.36 "GET /v2.0/networks/cf12d96b-879b-4e16-8529-c442ee1bae15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239524 Aug 17 00:27:27.981454 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0cf81e40-6c72-467a-8e04-5dabfdf0aca9 req-16fd5523-024a-402b-8885-ba8da6fd92ac service neutron] 10.222.0.36 "GET /v2.0/networks/cf12d96b-879b-4e16-8529-c442ee1bae15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837924 Aug 17 00:27:28.281703 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8d861dee-999c-49b5-9bce-7bd294d9aae2 req-56a5426d-fea9-4339-ae0d-dfcf98dedd31 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=507ad90e-b6fa-48ca-aca0-faec0bb48ac7 HTTP/1.1" status: 200 len: 210 time: 0.0294776 Aug 17 00:27:29.387535 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf81e40-6c72-467a-8e04-5dabfdf0aca9 req-e32ecce4-d9ef-4b8e-9206-db2f229112af tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:27:29.389102 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0cf81e40-6c72-467a-8e04-5dabfdf0aca9 req-e32ecce4-d9ef-4b8e-9206-db2f229112af tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.57 "GET /v2.0/networks?id=cf12d96b-879b-4e16-8529-c442ee1bae15 HTTP/1.1" status: 200 len: 809 time: 0.1155319 Aug 17 00:27:29.426740 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-da84561f-9b60-4b24-a9cc-8b56479d49e2 req-db19df24-2fc9-472f-bc54-2a6715cac78c tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=507ad90e-b6fa-48ca-aca0-faec0bb48ac7 HTTP/1.1" status: 200 len: 210 time: 0.0413616 Aug 17 00:27:29.442847 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0cf81e40-6c72-467a-8e04-5dabfdf0aca9 req-cf99140a-64d0-4bff-8065-ec141237c792 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e1e1c5e639da491e9f3c7412296f24e4 HTTP/1.1" status: 200 len: 380 time: 0.0399704 Aug 17 00:27:29.457299 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-0cf81e40-6c72-467a-8e04-5dabfdf0aca9 req-20707757-d6b0-42b1-86a7-a81dd1c6bd02 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Request body: {'port': {'device_id': '507ad90e-b6fa-48ca-aca0-faec0bb48ac7', 'network_id': 'cf12d96b-879b-4e16-8529-c442ee1bae15', 'admin_state_up': True, 'tenant_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'security_groups': ['4725c1d7-6483-4183-ad01-90dec19f21ba']}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:27:29.572450 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cf81e40-6c72-467a-8e04-5dabfdf0aca9 req-20707757-d6b0-42b1-86a7-a81dd1c6bd02 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Made reservation on behalf of e1e1c5e639da491e9f3c7412296f24e4 for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:27:29.576931 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-0cf81e40-6c72-467a-8e04-5dabfdf0aca9 req-20707757-d6b0-42b1-86a7-a81dd1c6bd02 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:29.720661 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-0cf81e40-6c72-467a-8e04-5dabfdf0aca9 req-20707757-d6b0-42b1-86a7-a81dd1c6bd02 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Allocated IP 172.20.0.14 (cf12d96b-879b-4e16-8529-c442ee1bae15/12119b8f-75d0-409d-877b-90876fd1eb36/b9eb44f6-5312-4279-af84-137dbc4832c8) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:27:29.885672 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-0cf81e40-6c72-467a-8e04-5dabfdf0aca9 req-20707757-d6b0-42b1-86a7-a81dd1c6bd02 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:29.900198 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-0cf81e40-6c72-467a-8e04-5dabfdf0aca9 req-20707757-d6b0-42b1-86a7-a81dd1c6bd02 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Transition to ACTIVE for port object b9eb44f6-5312-4279-af84-137dbc4832c8 will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:27:29.933884 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-0cf81e40-6c72-467a-8e04-5dabfdf0aca9 req-20707757-d6b0-42b1-86a7-a81dd1c6bd02 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:29.988209 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cf81e40-6c72-467a-8e04-5dabfdf0aca9 req-20707757-d6b0-42b1-86a7-a81dd1c6bd02 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Network cf12d96b-879b-4e16-8529-c442ee1bae15 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:27:29.992338 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-0cf81e40-6c72-467a-8e04-5dabfdf0aca9 req-20707757-d6b0-42b1-86a7-a81dd1c6bd02 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:27:29.996858 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cf81e40-6c72-467a-8e04-5dabfdf0aca9 req-20707757-d6b0-42b1-86a7-a81dd1c6bd02 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:27:30.027349 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20707757-d6b0-42b1-86a7-a81dd1c6bd02 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Pushing event updated for resources: {'Port': ['ID=b9eb44f6-5312-4279-af84-137dbc4832c8,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:30.061501 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf81e40-6c72-467a-8e04-5dabfdf0aca9 req-20707757-d6b0-42b1-86a7-a81dd1c6bd02 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:27:30.062160 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-0cf81e40-6c72-467a-8e04-5dabfdf0aca9 req-20707757-d6b0-42b1-86a7-a81dd1c6bd02 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:30.079349 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0cf81e40-6c72-467a-8e04-5dabfdf0aca9 req-20707757-d6b0-42b1-86a7-a81dd1c6bd02 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6258621 Aug 17 00:27:30.097815 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-0cf81e40-6c72-467a-8e04-5dabfdf0aca9 req-e9b17d89-d512-4c57-8c43-3ff6e84f1026 service neutron] Request body: {'port': {'device_id': '507ad90e-b6fa-48ca-aca0-faec0bb48ac7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:27:30.171698 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-0cf81e40-6c72-467a-8e04-5dabfdf0aca9 req-e9b17d89-d512-4c57-8c43-3ff6e84f1026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:30.305395 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-433166b6-7bc3-4084-be60-5ef4b31cfa6a None None] Provisioning for port b9eb44f6-5312-4279-af84-137dbc4832c8 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:27:30.309183 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-433166b6-7bc3-4084-be60-5ef4b31cfa6a None None] Provisioning complete for port b9eb44f6-5312-4279-af84-137dbc4832c8 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:27:30.309753 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-433166b6-7bc3-4084-be60-5ef4b31cfa6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:30.342580 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-433166b6-7bc3-4084-be60-5ef4b31cfa6a None None] Port b9eb44f6-5312-4279-af84-137dbc4832c8 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:27:30.446017 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-0cf81e40-6c72-467a-8e04-5dabfdf0aca9 req-e9b17d89-d512-4c57-8c43-3ff6e84f1026 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9eb44f6-5312-4279-af84-137dbc4832c8 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:27:30.454845 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-0cf81e40-6c72-467a-8e04-5dabfdf0aca9 req-e9b17d89-d512-4c57-8c43-3ff6e84f1026 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:30.469253 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-0cf81e40-6c72-467a-8e04-5dabfdf0aca9 req-e9b17d89-d512-4c57-8c43-3ff6e84f1026 service neutron] Transition to ACTIVE for port object b9eb44f6-5312-4279-af84-137dbc4832c8 will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:27:30.473101 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-0cf81e40-6c72-467a-8e04-5dabfdf0aca9 req-e9b17d89-d512-4c57-8c43-3ff6e84f1026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:30.561137 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b17d89-d512-4c57-8c43-3ff6e84f1026 service neutron] Pushing event updated for resources: {'Port': ['ID=b9eb44f6-5312-4279-af84-137dbc4832c8,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:30.593393 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd9e51-22db-4173-bd6e-e972376f965b req-0db01011-85bc-463c-ba71-fc7c419ac7fd tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:27:30.595748 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-aedd9e51-22db-4173-bd6e-e972376f965b req-0db01011-85bc-463c-ba71-fc7c419ac7fd tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=507ad90e-b6fa-48ca-aca0-faec0bb48ac7 HTTP/1.1" status: 200 len: 944 time: 0.0693538 Aug 17 00:27:30.627693 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-0cf81e40-6c72-467a-8e04-5dabfdf0aca9 req-e9b17d89-d512-4c57-8c43-3ff6e84f1026 service neutron] Attempting to bind port b9eb44f6-5312-4279-af84-137dbc4832c8 on host n-h2-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:27:30.628391 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-0cf81e40-6c72-467a-8e04-5dabfdf0aca9 req-e9b17d89-d512-4c57-8c43-3ff6e84f1026 service neutron] Attempting to bind port b9eb44f6-5312-4279-af84-137dbc4832c8 by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': '941a873b-5eed-4fe0-8e28-c1f3f0255e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cf12d96b-879b-4e16-8529-c442ee1bae15'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:27:30.628833 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf81e40-6c72-467a-8e04-5dabfdf0aca9 req-e9b17d89-d512-4c57-8c43-3ff6e84f1026 service neutron] Attempting to bind port b9eb44f6-5312-4279-af84-137dbc4832c8 on network cf12d96b-879b-4e16-8529-c442ee1bae15 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:27:30.635651 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf81e40-6c72-467a-8e04-5dabfdf0aca9 req-e9b17d89-d512-4c57-8c43-3ff6e84f1026 service neutron] Port b9eb44f6-5312-4279-af84-137dbc4832c8 on network cf12d96b-879b-4e16-8529-c442ee1bae15 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:27:30.636085 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf81e40-6c72-467a-8e04-5dabfdf0aca9 req-e9b17d89-d512-4c57-8c43-3ff6e84f1026 service neutron] Attempting to bind port b9eb44f6-5312-4279-af84-137dbc4832c8 on network cf12d96b-879b-4e16-8529-c442ee1bae15 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:27:30.642223 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf81e40-6c72-467a-8e04-5dabfdf0aca9 req-e9b17d89-d512-4c57-8c43-3ff6e84f1026 service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:27:30.643281 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf81e40-6c72-467a-8e04-5dabfdf0aca9 req-e9b17d89-d512-4c57-8c43-3ff6e84f1026 service neutron] Checking segment: {'id': '941a873b-5eed-4fe0-8e28-c1f3f0255e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cf12d96b-879b-4e16-8529-c442ee1bae15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:27:30.643281 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf81e40-6c72-467a-8e04-5dabfdf0aca9 req-e9b17d89-d512-4c57-8c43-3ff6e84f1026 service neutron] Bound using segment: {'id': '941a873b-5eed-4fe0-8e28-c1f3f0255e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cf12d96b-879b-4e16-8529-c442ee1bae15'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:27:30.643749 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-0cf81e40-6c72-467a-8e04-5dabfdf0aca9 req-e9b17d89-d512-4c57-8c43-3ff6e84f1026 service neutron] Bound port: b9eb44f6-5312-4279-af84-137dbc4832c8, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '941a873b-5eed-4fe0-8e28-c1f3f0255e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cf12d96b-879b-4e16-8529-c442ee1bae15'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:27:30.645019 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-0cf81e40-6c72-467a-8e04-5dabfdf0aca9 req-e9b17d89-d512-4c57-8c43-3ff6e84f1026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:30.651954 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-aedd9e51-22db-4173-bd6e-e972376f965b req-ee12295f-7341-451f-89fd-bfe94d7d29c7 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=4725c1d7-6483-4183-ad01-90dec19f21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494432 Aug 17 00:27:30.735197 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-0cf81e40-6c72-467a-8e04-5dabfdf0aca9 req-e9b17d89-d512-4c57-8c43-3ff6e84f1026 service neutron] For port b9eb44f6-5312-4279-af84-137dbc4832c8, host n-h2-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:27:30.738663 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-0cf81e40-6c72-467a-8e04-5dabfdf0aca9 req-e9b17d89-d512-4c57-8c43-3ff6e84f1026 service neutron] For port b9eb44f6-5312-4279-af84-137dbc4832c8, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=b9eb44f6-5312-4279-af84-137dbc4832c8,segment=NetworkSegment(941a873b-5eed-4fe0-8e28-c1f3f0255e2a),segment_id=941a873b-5eed-4fe0-8e28-c1f3f0255e2a)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:27:30.744821 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-0cf81e40-6c72-467a-8e04-5dabfdf0aca9 req-e9b17d89-d512-4c57-8c43-3ff6e84f1026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:30.782347 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf81e40-6c72-467a-8e04-5dabfdf0aca9 req-e9b17d89-d512-4c57-8c43-3ff6e84f1026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:27:30.783003 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-0cf81e40-6c72-467a-8e04-5dabfdf0aca9 req-e9b17d89-d512-4c57-8c43-3ff6e84f1026 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:30.784561 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0cf81e40-6c72-467a-8e04-5dabfdf0aca9 req-e9b17d89-d512-4c57-8c43-3ff6e84f1026 service neutron] 10.222.0.57 "PUT /v2.0/ports/b9eb44f6-5312-4279-af84-137dbc4832c8 HTTP/1.1" status: 200 len: 1093 time: 0.6913121 Aug 17 00:27:30.785033 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '507ad90e-b6fa-48ca-aca0-faec0bb48ac7', 'tag': 'b9eb44f6-5312-4279-af84-137dbc4832c8'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:27:30.787278 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7165c1ab170cf7a86a4d2d0d4fd52c1e3b7b58c190c14e765d35b2aa62be1e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-608d4d1f-4f4b-4816-a4a5-141c816d645a" -d '{"events": [{"name": "network-changed", "server_uuid": "507ad90e-b6fa-48ca-aca0-faec0bb48ac7", "tag": "b9eb44f6-5312-4279-af84-137dbc4832c8"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:27:30.817274 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b17d89-d512-4c57-8c43-3ff6e84f1026 service neutron] Pushing event updated for resources: {'Port': ['ID=b9eb44f6-5312-4279-af84-137dbc4832c8,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:30.838625 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-212138dc-de9b-4d30-a165-98e6830e5c48 x-openstack-request-id: req-212138dc-de9b-4d30-a165-98e6830e5c48 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:27:30.838921 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "507ad90e-b6fa-48ca-aca0-faec0bb48ac7", "tag": "b9eb44f6-5312-4279-af84-137dbc4832c8", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:27:30.839179 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-212138dc-de9b-4d30-a165-98e6830e5c48 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:27:30.839591 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '507ad90e-b6fa-48ca-aca0-faec0bb48ac7', 'tag': 'b9eb44f6-5312-4279-af84-137dbc4832c8', 'status': 'completed', 'code': 200} Aug 17 00:27:30.905944 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf81e40-6c72-467a-8e04-5dabfdf0aca9 req-7679f500-9e78-44f9-a034-c14c45019feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:27:30.907510 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0cf81e40-6c72-467a-8e04-5dabfdf0aca9 req-7679f500-9e78-44f9-a034-c14c45019feb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e1e1c5e639da491e9f3c7412296f24e4&device_id=507ad90e-b6fa-48ca-aca0-faec0bb48ac7 HTTP/1.1" status: 200 len: 1096 time: 0.0502067 Aug 17 00:27:30.961701 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0cf81e40-6c72-467a-8e04-5dabfdf0aca9 req-83e43875-d8ef-40a0-b31b-d4dcc124ac12 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9eb44f6-5312-4279-af84-137dbc4832c8 HTTP/1.1" status: 200 len: 217 time: 0.0407958 Aug 17 00:27:31.013228 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf81e40-6c72-467a-8e04-5dabfdf0aca9 req-fa0bb358-e84d-4f74-aacc-d3bb067043c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:27:31.014745 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0cf81e40-6c72-467a-8e04-5dabfdf0aca9 req-fa0bb358-e84d-4f74-aacc-d3bb067043c9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=12119b8f-75d0-409d-877b-90876fd1eb36 HTTP/1.1" status: 200 len: 848 time: 0.0465789 Aug 17 00:27:31.062858 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf81e40-6c72-467a-8e04-5dabfdf0aca9 req-d1093f85-deb0-400a-84da-12a71e3d158b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:27:31.064277 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0cf81e40-6c72-467a-8e04-5dabfdf0aca9 req-d1093f85-deb0-400a-84da-12a71e3d158b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cf12d96b-879b-4e16-8529-c442ee1bae15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423944 Aug 17 00:27:31.448374 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0cf81e40-6c72-467a-8e04-5dabfdf0aca9 req-64c16d36-88cb-4149-aac0-54562b6b6afe service neutron] 10.222.0.57 "GET /v2.0/networks/cf12d96b-879b-4e16-8529-c442ee1bae15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3762610 Aug 17 00:27:31.539529 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0cf81e40-6c72-467a-8e04-5dabfdf0aca9 req-01c6252b-d90f-4235-a293-079fed5047a8 service neutron] 10.222.0.57 "GET /v2.0/networks/cf12d96b-879b-4e16-8529-c442ee1bae15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844908 Aug 17 00:27:31.657794 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608d4d1f-4f4b-4816-a4a5-141c816d645a req-6fb81d98-9375-4997-8bc8-7a2054cf72fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:27:31.659364 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-608d4d1f-4f4b-4816-a4a5-141c816d645a req-6fb81d98-9375-4997-8bc8-7a2054cf72fd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e1e1c5e639da491e9f3c7412296f24e4&device_id=507ad90e-b6fa-48ca-aca0-faec0bb48ac7 HTTP/1.1" status: 200 len: 1096 time: 0.0503755 Aug 17 00:27:31.765413 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608d4d1f-4f4b-4816-a4a5-141c816d645a req-07017d03-fd1d-48e3-ad8d-39d98ff6ce78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:27:31.767252 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-608d4d1f-4f4b-4816-a4a5-141c816d645a req-07017d03-fd1d-48e3-ad8d-39d98ff6ce78 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cf12d96b-879b-4e16-8529-c442ee1bae15 HTTP/1.1" status: 200 len: 910 time: 0.0991616 Aug 17 00:27:31.783011 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e9a36c-b14e-4f96-af07-c7e160d4fb3c req-45fa2848-3bf3-474d-976d-4dc718c427b5 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:27:31.784505 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-76e9a36c-b14e-4f96-af07-c7e160d4fb3c req-45fa2848-3bf3-474d-976d-4dc718c427b5 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=507ad90e-b6fa-48ca-aca0-faec0bb48ac7 HTTP/1.1" status: 200 len: 944 time: 0.0505579 Aug 17 00:27:31.820636 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-608d4d1f-4f4b-4816-a4a5-141c816d645a req-5cddb49d-7792-4553-acd7-dd093eb16230 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9eb44f6-5312-4279-af84-137dbc4832c8 HTTP/1.1" status: 200 len: 217 time: 0.0450387 Aug 17 00:27:31.837627 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-76e9a36c-b14e-4f96-af07-c7e160d4fb3c req-9fbd4c5c-f42b-467c-826a-b387476f2b00 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=4725c1d7-6483-4183-ad01-90dec19f21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428832 Aug 17 00:27:31.871717 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608d4d1f-4f4b-4816-a4a5-141c816d645a req-a13e2c9d-8f3b-4ee7-9e44-e227f099f416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:27:31.873235 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-608d4d1f-4f4b-4816-a4a5-141c816d645a req-a13e2c9d-8f3b-4ee7-9e44-e227f099f416 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=12119b8f-75d0-409d-877b-90876fd1eb36 HTTP/1.1" status: 200 len: 848 time: 0.0464220 Aug 17 00:27:31.919261 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608d4d1f-4f4b-4816-a4a5-141c816d645a req-bc1874dd-cac1-4d9d-81f4-8080eb966c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:27:31.920830 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-608d4d1f-4f4b-4816-a4a5-141c816d645a req-bc1874dd-cac1-4d9d-81f4-8080eb966c77 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cf12d96b-879b-4e16-8529-c442ee1bae15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411406 Aug 17 00:27:32.024217 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-608d4d1f-4f4b-4816-a4a5-141c816d645a req-877f5651-f114-4431-8e89-a05cb6b49b2c service neutron] 10.222.0.57 "GET /v2.0/networks/cf12d96b-879b-4e16-8529-c442ee1bae15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964477 Aug 17 00:27:32.122664 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-608d4d1f-4f4b-4816-a4a5-141c816d645a req-eff2c45d-b999-493a-a87e-f5676f460c8b service neutron] 10.222.0.57 "GET /v2.0/networks/cf12d96b-879b-4e16-8529-c442ee1bae15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920587 Aug 17 00:27:32.971410 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d2acb8-e4ab-4bf8-ac39-564271abeabe req-d2b56cf1-5a2f-4b9f-ac1a-d5ea7848da7c tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:27:32.973206 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-11d2acb8-e4ab-4bf8-ac39-564271abeabe req-d2b56cf1-5a2f-4b9f-ac1a-d5ea7848da7c tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=507ad90e-b6fa-48ca-aca0-faec0bb48ac7 HTTP/1.1" status: 200 len: 944 time: 0.0601351 Aug 17 00:27:33.012293 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-11d2acb8-e4ab-4bf8-ac39-564271abeabe req-5e06d843-ec2b-45e8-8654-f14d2f53fbfd tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=4725c1d7-6483-4183-ad01-90dec19f21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321937 Aug 17 00:27:34.132317 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d717c3-1097-45e1-ba02-5b24f584082e req-d062b3f8-639b-47ab-9249-fa4b0099a9b8 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:27:34.133915 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-46d717c3-1097-45e1-ba02-5b24f584082e req-d062b3f8-639b-47ab-9249-fa4b0099a9b8 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=507ad90e-b6fa-48ca-aca0-faec0bb48ac7 HTTP/1.1" status: 200 len: 944 time: 0.0526567 Aug 17 00:27:34.172693 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-46d717c3-1097-45e1-ba02-5b24f584082e req-6b1514b4-c79b-45e6-b64a-5b2112101e24 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=4725c1d7-6483-4183-ad01-90dec19f21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327797 Aug 17 00:27:35.289630 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af04d295-8441-4004-8975-2638eddb2f1b req-3bec4551-0737-4d7d-9e55-7b10d4a2ef36 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:27:35.291133 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-af04d295-8441-4004-8975-2638eddb2f1b req-3bec4551-0737-4d7d-9e55-7b10d4a2ef36 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=507ad90e-b6fa-48ca-aca0-faec0bb48ac7 HTTP/1.1" status: 200 len: 944 time: 0.0508261 Aug 17 00:27:35.333047 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-af04d295-8441-4004-8975-2638eddb2f1b req-ed5fb829-12ab-40aa-af46-937dcc6f73c2 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=4725c1d7-6483-4183-ad01-90dec19f21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358450 Aug 17 00:27:36.457649 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f59c722-fae2-45ab-b23a-2566ec2b11a3 req-26120ed3-8c48-491d-894c-d67b8b9b5c80 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:27:36.459067 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1f59c722-fae2-45ab-b23a-2566ec2b11a3 req-26120ed3-8c48-491d-894c-d67b8b9b5c80 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=507ad90e-b6fa-48ca-aca0-faec0bb48ac7 HTTP/1.1" status: 200 len: 944 time: 0.0533147 Aug 17 00:27:36.497250 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1f59c722-fae2-45ab-b23a-2566ec2b11a3 req-6187e6ac-4d86-4caf-acba-bd2a8545d4ff tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=4725c1d7-6483-4183-ad01-90dec19f21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321968 Aug 17 00:27:37.610544 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aa5e49-7f56-416f-aea1-e5ddb4042783 req-a21f43b9-9aba-4162-b398-14d94217d4b4 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:27:37.612029 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e0aa5e49-7f56-416f-aea1-e5ddb4042783 req-a21f43b9-9aba-4162-b398-14d94217d4b4 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=507ad90e-b6fa-48ca-aca0-faec0bb48ac7 HTTP/1.1" status: 200 len: 944 time: 0.0490193 Aug 17 00:27:37.650997 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e0aa5e49-7f56-416f-aea1-e5ddb4042783 req-fab9d743-f1da-43b6-84d4-a45b7f672b90 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=4725c1d7-6483-4183-ad01-90dec19f21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321703 Aug 17 00:27:38.763408 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7060b76-86c9-44d1-a65d-788f9778a38f req-3e83c228-e24e-4753-bcd0-d4a5c408e6e4 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:27:38.764908 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f7060b76-86c9-44d1-a65d-788f9778a38f req-3e83c228-e24e-4753-bcd0-d4a5c408e6e4 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=507ad90e-b6fa-48ca-aca0-faec0bb48ac7 HTTP/1.1" status: 200 len: 944 time: 0.0485682 Aug 17 00:27:38.801927 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f7060b76-86c9-44d1-a65d-788f9778a38f req-2cd6cc87-22a9-41cd-bc9e-2c6a2a53e351 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=4725c1d7-6483-4183-ad01-90dec19f21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310774 Aug 17 00:27:39.812064 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:27:39.921140 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f560cc09-2d92-498b-91ce-587b990ff1af req-42271497-49fa-4111-8e7b-3542a5209db3 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:27:39.922620 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f560cc09-2d92-498b-91ce-587b990ff1af req-42271497-49fa-4111-8e7b-3542a5209db3 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=507ad90e-b6fa-48ca-aca0-faec0bb48ac7 HTTP/1.1" status: 200 len: 944 time: 0.0541747 Aug 17 00:27:39.961760 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f560cc09-2d92-498b-91ce-587b990ff1af req-24bd9092-bc63-435f-9f57-0c24e5ac6894 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=4725c1d7-6483-4183-ad01-90dec19f21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331426 Aug 17 00:27:41.078256 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a26d8ae-46cd-42fa-b16c-f6bc8bd70066 req-05847ad2-ff46-4cc8-9961-f4cdc65f0cc6 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:27:41.079742 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2a26d8ae-46cd-42fa-b16c-f6bc8bd70066 req-05847ad2-ff46-4cc8-9961-f4cdc65f0cc6 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=507ad90e-b6fa-48ca-aca0-faec0bb48ac7 HTTP/1.1" status: 200 len: 944 time: 0.0501888 Aug 17 00:27:41.122737 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2a26d8ae-46cd-42fa-b16c-f6bc8bd70066 req-5fe15eee-b7a0-41aa-936a-ebcd93d7333a tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=4725c1d7-6483-4183-ad01-90dec19f21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364935 Aug 17 00:27:41.344866 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device b9eb44f6-5312-4279-af84-137dbc4832c8 details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:27:41.439389 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port b9eb44f6-5312-4279-af84-137dbc4832c8, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=b9eb44f6-5312-4279-af84-137dbc4832c8,segment=NetworkSegment(941a873b-5eed-4fe0-8e28-c1f3f0255e2a),segment_id=941a873b-5eed-4fe0-8e28-c1f3f0255e2a)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:27:41.451363 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': 'b9eb44f6-5312-4279-af84-137dbc4832c8', 'network_id': 'cf12d96b-879b-4e16-8529-c442ee1bae15', 'port_id': 'b9eb44f6-5312-4279-af84-137dbc4832c8', 'mac_address': 'fa:16:3e:62:d4:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12119b8f-75d0-409d-877b-90876fd1eb36', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:27:41.490674 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:41.503379 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9eb44f6-5312-4279-af84-137dbc4832c8 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:27:41.522587 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port b9eb44f6-5312-4279-af84-137dbc4832c8, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=b9eb44f6-5312-4279-af84-137dbc4832c8,segment=NetworkSegment(941a873b-5eed-4fe0-8e28-c1f3f0255e2a),segment_id=941a873b-5eed-4fe0-8e28-c1f3f0255e2a)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:27:41.526567 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:41.579938 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=b9eb44f6-5312-4279-af84-137dbc4832c8,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:41.589109 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:27:41.589464 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:27:41.589814 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:27:41.590160 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:27:41.590501 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:27:41.590841 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:27:41.591176 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:27:41.591509 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:27:41.591840 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:27:41.592277 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:27:41.592747 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:27:41.593079 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:27:41.899638 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['b9eb44f6-5312-4279-af84-137dbc4832c8'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:27:42.237864 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a728ad5-76ee-49e2-aa31-af3c57871494 req-984088be-7efb-41db-8d1a-5dd5750c6ce9 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:27:42.239346 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a728ad5-76ee-49e2-aa31-af3c57871494 req-984088be-7efb-41db-8d1a-5dd5750c6ce9 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=507ad90e-b6fa-48ca-aca0-faec0bb48ac7 HTTP/1.1" status: 200 len: 945 time: 0.0495071 Aug 17 00:27:42.276549 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3a728ad5-76ee-49e2-aa31-af3c57871494 req-05db4676-20f8-4475-bebd-358e0e07aa7b tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=4725c1d7-6483-4183-ad01-90dec19f21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313005 Aug 17 00:27:42.346780 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:43.343553 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device b9eb44f6-5312-4279-af84-137dbc4832c8 up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:27:43.394308 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning for port b9eb44f6-5312-4279-af84-137dbc4832c8 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:27:43.398758 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port b9eb44f6-5312-4279-af84-137dbc4832c8 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:27:43.399139 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:43.399526 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e3b778-0095-4e24-8aec-4b748e1baaf6 req-0c30aa50-f169-4b0a-8912-35ab3ff95ec1 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:27:43.401108 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a4e3b778-0095-4e24-8aec-4b748e1baaf6 req-0c30aa50-f169-4b0a-8912-35ab3ff95ec1 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=507ad90e-b6fa-48ca-aca0-faec0bb48ac7 HTTP/1.1" status: 200 len: 945 time: 0.0553856 Aug 17 00:27:43.441179 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a4e3b778-0095-4e24-8aec-4b748e1baaf6 req-dd12838f-ca9c-490a-8e34-efcfa37dec91 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=4725c1d7-6483-4183-ad01-90dec19f21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336781 Aug 17 00:27:43.624768 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:43.646667 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '507ad90e-b6fa-48ca-aca0-faec0bb48ac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9eb44f6-5312-4279-af84-137dbc4832c8'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:27:43.650100 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d789e1acf86fc3837d65c5c7bf7b17f03ca076816da63f24d17cffa1a624f203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8bc81cf-9470-4bf8-8f4f-1d89443243b6" -d '{"events": [{"server_uuid": "507ad90e-b6fa-48ca-aca0-faec0bb48ac7", "name": "network-vif-plugged", "status": "completed", "tag": "b9eb44f6-5312-4279-af84-137dbc4832c8"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:27:43.664059 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port b9eb44f6-5312-4279-af84-137dbc4832c8, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=b9eb44f6-5312-4279-af84-137dbc4832c8,segment=NetworkSegment(941a873b-5eed-4fe0-8e28-c1f3f0255e2a),segment_id=941a873b-5eed-4fe0-8e28-c1f3f0255e2a)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:27:43.668709 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:43.716187 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=b9eb44f6-5312-4279-af84-137dbc4832c8,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:43.740400 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9cd0347-1a94-4e86-a4a1-e2342631ee6d x-openstack-request-id: req-e9cd0347-1a94-4e86-a4a1-e2342631ee6d {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:27:43.740934 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "507ad90e-b6fa-48ca-aca0-faec0bb48ac7", "name": "network-vif-plugged", "status": "completed", "tag": "b9eb44f6-5312-4279-af84-137dbc4832c8", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:27:43.741322 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e9cd0347-1a94-4e86-a4a1-e2342631ee6d {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:27:43.741732 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '507ad90e-b6fa-48ca-aca0-faec0bb48ac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9eb44f6-5312-4279-af84-137dbc4832c8', 'code': 200} Aug 17 00:27:43.862785 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53179e20-72ad-4d92-8ccf-45c639ba7642 req-f2775633-1196-4897-bbef-e590c93c855b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:27:43.864296 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-53179e20-72ad-4d92-8ccf-45c639ba7642 req-f2775633-1196-4897-bbef-e590c93c855b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=507ad90e-b6fa-48ca-aca0-faec0bb48ac7 HTTP/1.1" status: 200 len: 1098 time: 0.0405245 Aug 17 00:27:43.899854 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-53179e20-72ad-4d92-8ccf-45c639ba7642 req-b02f5b8c-ac04-45cd-9b3f-7c343d28cfb3 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=4725c1d7-6483-4183-ad01-90dec19f21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283422 Aug 17 00:27:44.558228 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246b6a9f-e7e7-4e89-b263-0c0489d52229 req-e35647a6-556e-41f4-90dc-a6601df3827e tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:27:44.559633 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-246b6a9f-e7e7-4e89-b263-0c0489d52229 req-e35647a6-556e-41f4-90dc-a6601df3827e tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=507ad90e-b6fa-48ca-aca0-faec0bb48ac7 HTTP/1.1" status: 200 len: 946 time: 0.0500493 Aug 17 00:27:44.596888 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-246b6a9f-e7e7-4e89-b263-0c0489d52229 req-0fb914a6-7725-4713-99f8-2e41e275b42e tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=4725c1d7-6483-4183-ad01-90dec19f21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312281 Aug 17 00:27:45.712879 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dde858-9e16-4967-976a-31d3478f9948 req-c6061d7a-1ab3-4e52-b1c2-f68fea3c3d72 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:27:45.714357 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f1dde858-9e16-4967-976a-31d3478f9948 req-c6061d7a-1ab3-4e52-b1c2-f68fea3c3d72 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=507ad90e-b6fa-48ca-aca0-faec0bb48ac7 HTTP/1.1" status: 200 len: 946 time: 0.0481067 Aug 17 00:27:45.751716 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f1dde858-9e16-4967-976a-31d3478f9948 req-a38dd52d-658d-4472-9f92-1b18fe841469 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=4725c1d7-6483-4183-ad01-90dec19f21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313802 Aug 17 00:27:45.867804 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a164efd5-53cb-4a8f-b076-eb0d345abbc9 req-89d4c0a8-ffe1-44fe-a89f-64fdbfdb893a tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:27:45.869277 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a164efd5-53cb-4a8f-b076-eb0d345abbc9 req-89d4c0a8-ffe1-44fe-a89f-64fdbfdb893a tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=507ad90e-b6fa-48ca-aca0-faec0bb48ac7 HTTP/1.1" status: 200 len: 946 time: 0.0520930 Aug 17 00:27:45.906552 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a164efd5-53cb-4a8f-b076-eb0d345abbc9 req-e87ec69f-c86d-4ad8-8149-edf0331c83f3 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=4725c1d7-6483-4183-ad01-90dec19f21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312252 Aug 17 00:27:45.929307 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 33396) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:46.013106 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c967d70-6395-48d4-ae75-b1b4fe2b41cb tempest-TestShelveInstance-526220895 tempest-TestShelveInstance-526220895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:27:46.014624 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-2c967d70-6395-48d4-ae75-b1b4fe2b41cb tempest-TestShelveInstance-526220895 tempest-TestShelveInstance-526220895-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=507ad90e-b6fa-48ca-aca0-faec0bb48ac7 HTTP/1.1" status: 200 len: 1093 time: 0.0843015 Aug 17 00:27:46.017485 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 33400) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:27:46.022473 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-469a4002-0797-446d-bdf8-54d2d56af783 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Request body: {'floatingip': {'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'port_id': 'b9eb44f6-5312-4279-af84-137dbc4832c8', 'tenant_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:27:46.044673 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-469a4002-0797-446d-bdf8-54d2d56af783 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks [] for floatingip, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:46.143410 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-469a4002-0797-446d-bdf8-54d2d56af783 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:46.244318 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-469a4002-0797-446d-bdf8-54d2d56af783 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Allocated IP 172.25.4.191 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/e3f88137-9cb2-4be5-8d4c-9da6d1fd0ac3) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:27:46.350783 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-469a4002-0797-446d-bdf8-54d2d56af783 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:46.388644 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-469a4002-0797-446d-bdf8-54d2d56af783 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:46.431306 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469a4002-0797-446d-bdf8-54d2d56af783 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:27:46.434336 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-469a4002-0797-446d-bdf8-54d2d56af783 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:27:46.438648 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469a4002-0797-446d-bdf8-54d2d56af783 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:27:46.441647 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469a4002-0797-446d-bdf8-54d2d56af783 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Pushing event updated for resources: {'Port': ['ID=e3f88137-9cb2-4be5-8d4c-9da6d1fd0ac3,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:46.797119 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-469a4002-0797-446d-bdf8-54d2d56af783 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:46.862579 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-469a4002-0797-446d-bdf8-54d2d56af783 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:47.023726 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-469a4002-0797-446d-bdf8-54d2d56af783 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:47.028280 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-469a4002-0797-446d-bdf8-54d2d56af783 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:47.097268 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469a4002-0797-446d-bdf8-54d2d56af783 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Pushing event updated for resources: {'Port': ['ID=e3f88137-9cb2-4be5-8d4c-9da6d1fd0ac3,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:27:47.109506 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-469a4002-0797-446d-bdf8-54d2d56af783 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:47.206908 n-d-791506-26 neutron-server[101292]: INFO neutron.db.l3_db [None req-469a4002-0797-446d-bdf8-54d2d56af783 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Floating IP 4f844dc5-76c0-4721-b6ea-8e33dd242dd9 associated. External IP: 172.25.4.191, port: b9eb44f6-5312-4279-af84-137dbc4832c8. Aug 17 00:27:47.424903 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-469a4002-0797-446d-bdf8-54d2d56af783 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Router 89fe1745-c0c4-4967-a203-3fe387e35303 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:27:47.532707 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-469a4002-0797-446d-bdf8-54d2d56af783 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:27:47.542883 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126eb705-e97d-46fd-9a39-0bb79f030d9a None None] Sync routers for ids ['89fe1745-c0c4-4967-a203-3fe387e35303'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:27:47.550046 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-469a4002-0797-446d-bdf8-54d2d56af783 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:47.551772 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126eb705-e97d-46fd-9a39-0bb79f030d9a None None] Routers {'89fe1745-c0c4-4967-a203-3fe387e35303'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:27:47.552389 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-126eb705-e97d-46fd-9a39-0bb79f030d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:27:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['89fe1745-c0c4-4967-a203-3fe387e35303'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:47.578094 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-469a4002-0797-446d-bdf8-54d2d56af783 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5595448 Aug 17 00:27:47.578927 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '507ad90e-b6fa-48ca-aca0-faec0bb48ac7', 'tag': 'b9eb44f6-5312-4279-af84-137dbc4832c8'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:27:47.581316 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5be9a9c22bfe9382157933c6eba925c7622163b8a5c85bc608140d30d6fa20cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00018dd2-a70e-4ef3-9626-b34c1010c0e7" -d '{"events": [{"name": "network-changed", "server_uuid": "507ad90e-b6fa-48ca-aca0-faec0bb48ac7", "tag": "b9eb44f6-5312-4279-af84-137dbc4832c8"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:27:47.619056 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bbcb5c4-bde5-4f30-9366-b392aaefab92 x-openstack-request-id: req-7bbcb5c4-bde5-4f30-9366-b392aaefab92 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:27:47.619358 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "507ad90e-b6fa-48ca-aca0-faec0bb48ac7", "tag": "b9eb44f6-5312-4279-af84-137dbc4832c8", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:27:47.619620 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7bbcb5c4-bde5-4f30-9366-b392aaefab92 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:27:47.620037 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '507ad90e-b6fa-48ca-aca0-faec0bb48ac7', 'tag': 'b9eb44f6-5312-4279-af84-137dbc4832c8', 'status': 'completed', 'code': 200} Aug 17 00:27:47.659596 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-126eb705-e97d-46fd-9a39-0bb79f030d9a None None] Set router 89fe1745-c0c4-4967-a203-3fe387e35303 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:27:47.707907 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00018dd2-a70e-4ef3-9626-b34c1010c0e7 req-f5c35585-b627-465c-aae9-00ee26d3deb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:27:47.709542 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-00018dd2-a70e-4ef3-9626-b34c1010c0e7 req-f5c35585-b627-465c-aae9-00ee26d3deb3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e1e1c5e639da491e9f3c7412296f24e4&device_id=507ad90e-b6fa-48ca-aca0-faec0bb48ac7 HTTP/1.1" status: 200 len: 1098 time: 0.0458493 Aug 17 00:27:47.804658 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00018dd2-a70e-4ef3-9626-b34c1010c0e7 req-d73d758b-7c19-469b-9b4b-a0a46b960562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:27:47.806176 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-00018dd2-a70e-4ef3-9626-b34c1010c0e7 req-d73d758b-7c19-469b-9b4b-a0a46b960562 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cf12d96b-879b-4e16-8529-c442ee1bae15 HTTP/1.1" status: 200 len: 910 time: 0.0901930 Aug 17 00:27:47.876204 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-00018dd2-a70e-4ef3-9626-b34c1010c0e7 req-b1595dd2-04bd-4261-8e52-d47d895c7eef service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9eb44f6-5312-4279-af84-137dbc4832c8 HTTP/1.1" status: 200 len: 1000 time: 0.0636296 Aug 17 00:27:47.882560 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-8bfc56e1-20d9-48f2-9ec6-770144e6e567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:47.913132 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-126eb705-e97d-46fd-9a39-0bb79f030d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89fe1745-c0c4-4967-a203-3fe387e35303', 'name': 'tempest-TestShelveInstance-1713866059-router', 'tenant_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'b37ab24b-fbad-41a1-8d1f-c75195b8f9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:21:31Z', 'updated_at': '2021-08-17T00:21:33Z', 'revision_number': 4, 'project_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'gw_port': {'id': 'b37ab24b-fbad-41a1-8d1f-c75195b8f9e8', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:54:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fe1745-c0c4-4967-a203-3fe387e35303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:21:31Z', 'updated_at': '2021-08-17T00:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': '4f844dc5-76c0-4721-b6ea-8e33dd242dd9', 'tenant_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'floating_ip_address': '172.25.4.191', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': '89fe1745-c0c4-4967-a203-3fe387e35303', 'port_id': 'b9eb44f6-5312-4279-af84-137dbc4832c8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf12d96b-879b-4e16-8529-c442ee1bae15', 'mac_address': 'fa:16:3e:62:d4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507ad90e-b6fa-48ca-aca0-faec0bb48ac7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:27:46Z', 'updated_at': '2021-08-17T00:27:46Z', 'revision_number': 0, 'project_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a80aefb-09c9-4801-b9e5-1ae9f7f359bc', 'name': '', 'network_id': 'cf12d96b-879b-4e16-8529-c442ee1bae15', 'tenant_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'mac_address': 'fa:16:3e:c4:fb:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fe1745-c0c4-4967-a203-3fe387e35303', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '12119b8f-75d0-409d-877b-90876fd1eb36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:21:33Z', 'updated_at': '2021-08-17T00:21:39Z', 'revision_number': 5, 'project_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'subnets': [{'id': '12119b8f-75d0-409d-877b-90876fd1eb36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:47.927717 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00018dd2-a70e-4ef3-9626-b34c1010c0e7 req-0edd42d1-51cc-4857-adb0-c3f235c73471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:27:47.929545 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-00018dd2-a70e-4ef3-9626-b34c1010c0e7 req-0edd42d1-51cc-4857-adb0-c3f235c73471 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=12119b8f-75d0-409d-877b-90876fd1eb36 HTTP/1.1" status: 200 len: 848 time: 0.0467896 Aug 17 00:27:47.943342 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126eb705-e97d-46fd-9a39-0bb79f030d9a None None] Checking router: 89fe1745-c0c4-4967-a203-3fe387e35303 for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:27:47.953594 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126eb705-e97d-46fd-9a39-0bb79f030d9a None None] Routers {'89fe1745-c0c4-4967-a203-3fe387e35303'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:27:47.954209 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-126eb705-e97d-46fd-9a39-0bb79f030d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:27:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['89fe1745-c0c4-4967-a203-3fe387e35303'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:47.976887 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00018dd2-a70e-4ef3-9626-b34c1010c0e7 req-52b8521b-d276-4be1-b9c7-e4960eebf5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:27:47.978312 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-00018dd2-a70e-4ef3-9626-b34c1010c0e7 req-52b8521b-d276-4be1-b9c7-e4960eebf5e6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cf12d96b-879b-4e16-8529-c442ee1bae15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423977 Aug 17 00:27:48.070340 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-126eb705-e97d-46fd-9a39-0bb79f030d9a None None] Set router 89fe1745-c0c4-4967-a203-3fe387e35303 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:27:48.078916 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-00018dd2-a70e-4ef3-9626-b34c1010c0e7 req-0a823c3a-c3e2-4716-a5c7-e9e0dbcce382 service neutron] 10.222.0.57 "GET /v2.0/networks/cf12d96b-879b-4e16-8529-c442ee1bae15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934057 Aug 17 00:27:48.174636 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-00018dd2-a70e-4ef3-9626-b34c1010c0e7 req-79f30527-ea18-4eb9-80f6-3fa005bebba1 service neutron] 10.222.0.57 "GET /v2.0/networks/cf12d96b-879b-4e16-8529-c442ee1bae15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879450 Aug 17 00:27:48.302301 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-126eb705-e97d-46fd-9a39-0bb79f030d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89fe1745-c0c4-4967-a203-3fe387e35303', 'name': 'tempest-TestShelveInstance-1713866059-router', 'tenant_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'b37ab24b-fbad-41a1-8d1f-c75195b8f9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:21:31Z', 'updated_at': '2021-08-17T00:21:33Z', 'revision_number': 4, 'project_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'gw_port': {'id': 'b37ab24b-fbad-41a1-8d1f-c75195b8f9e8', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:54:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fe1745-c0c4-4967-a203-3fe387e35303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:21:31Z', 'updated_at': '2021-08-17T00:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': '4f844dc5-76c0-4721-b6ea-8e33dd242dd9', 'tenant_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'floating_ip_address': '172.25.4.191', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': '89fe1745-c0c4-4967-a203-3fe387e35303', 'port_id': 'b9eb44f6-5312-4279-af84-137dbc4832c8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf12d96b-879b-4e16-8529-c442ee1bae15', 'mac_address': 'fa:16:3e:62:d4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507ad90e-b6fa-48ca-aca0-faec0bb48ac7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:27:46Z', 'updated_at': '2021-08-17T00:27:46Z', 'revision_number': 0, 'project_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a80aefb-09c9-4801-b9e5-1ae9f7f359bc', 'name': '', 'network_id': 'cf12d96b-879b-4e16-8529-c442ee1bae15', 'tenant_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'mac_address': 'fa:16:3e:c4:fb:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fe1745-c0c4-4967-a203-3fe387e35303', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '12119b8f-75d0-409d-877b-90876fd1eb36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:21:33Z', 'updated_at': '2021-08-17T00:21:39Z', 'revision_number': 5, 'project_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'subnets': [{'id': '12119b8f-75d0-409d-877b-90876fd1eb36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:27:48.328509 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126eb705-e97d-46fd-9a39-0bb79f030d9a None None] The sync data for ids ['89fe1745-c0c4-4967-a203-3fe387e35303'] in n-d-791506-26 is: [{'id': '89fe1745-c0c4-4967-a203-3fe387e35303', 'name': 'tempest-TestShelveInstance-1713866059-router', 'tenant_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'b37ab24b-fbad-41a1-8d1f-c75195b8f9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:21:31Z', 'updated_at': '2021-08-17T00:21:33Z', 'revision_number': 4, 'project_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'gw_port': {'id': 'b37ab24b-fbad-41a1-8d1f-c75195b8f9e8', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:54:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fe1745-c0c4-4967-a203-3fe387e35303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:21:31Z', 'updated_at': '2021-08-17T00:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': '4f844dc5-76c0-4721-b6ea-8e33dd242dd9', 'tenant_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'floating_ip_address': '172.25.4.191', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': '89fe1745-c0c4-4967-a203-3fe387e35303', 'port_id': 'b9eb44f6-5312-4279-af84-137dbc4832c8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf12d96b-879b-4e16-8529-c442ee1bae15', 'mac_address': 'fa:16:3e:62:d4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507ad90e-b6fa-48ca-aca0-faec0bb48ac7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:27:46Z', 'updated_at': '2021-08-17T00:27:46Z', 'revision_number': 0, 'project_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a80aefb-09c9-4801-b9e5-1ae9f7f359bc', 'name': '', 'network_id': 'cf12d96b-879b-4e16-8529-c442ee1bae15', 'tenant_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'mac_address': 'fa:16:3e:c4:fb:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fe1745-c0c4-4967-a203-3fe387e35303', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '12119b8f-75d0-409d-877b-90876fd1eb36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:21:33Z', 'updated_at': '2021-08-17T00:21:39Z', 'revision_number': 5, 'project_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'subnets': [{'id': '12119b8f-75d0-409d-877b-90876fd1eb36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:27:48.510234 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89abef0-efe9-446c-a255-ddba185b2d9a None None] New status for floating IP 4f844dc5-76c0-4721-b6ea-8e33dd242dd9: ACTIVE {{(pid=101294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 00:27:49.961667 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-1ea50221-a5de-4abe-8ce1-16b1b8a385bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:50.865031 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:51.975450 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:53.237686 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:56.430052 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:27:57.007588 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3cf88f2e-5cf0-466d-a85a-a0a6e987fc9c req-f7a36018-ee64-4aa6-a13c-5942b6db9acb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=507ad90e-b6fa-48ca-aca0-faec0bb48ac7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0847082 Aug 17 00:27:57.112703 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf88f2e-5cf0-466d-a85a-a0a6e987fc9c req-9aaeabf2-592f-43e7-bde3-cd761c9938d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:27:57.114222 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3cf88f2e-5cf0-466d-a85a-a0a6e987fc9c req-9aaeabf2-592f-43e7-bde3-cd761c9938d6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e1e1c5e639da491e9f3c7412296f24e4&device_id=507ad90e-b6fa-48ca-aca0-faec0bb48ac7 HTTP/1.1" status: 200 len: 1098 time: 0.0454977 Aug 17 00:27:57.218710 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf88f2e-5cf0-466d-a85a-a0a6e987fc9c req-af56b1e6-4958-43c6-b18d-9e69d7f04f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:27:57.220108 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3cf88f2e-5cf0-466d-a85a-a0a6e987fc9c req-af56b1e6-4958-43c6-b18d-9e69d7f04f28 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cf12d96b-879b-4e16-8529-c442ee1bae15 HTTP/1.1" status: 200 len: 910 time: 0.0841341 Aug 17 00:27:57.292531 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3cf88f2e-5cf0-466d-a85a-a0a6e987fc9c req-3d4208d6-a191-4287-a798-c45d187189df service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9eb44f6-5312-4279-af84-137dbc4832c8 HTTP/1.1" status: 200 len: 1002 time: 0.0637670 Aug 17 00:27:57.341002 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf88f2e-5cf0-466d-a85a-a0a6e987fc9c req-9ef0a446-f1b1-4a5c-be30-c0685c38656e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:27:57.342429 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3cf88f2e-5cf0-466d-a85a-a0a6e987fc9c req-9ef0a446-f1b1-4a5c-be30-c0685c38656e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=12119b8f-75d0-409d-877b-90876fd1eb36 HTTP/1.1" status: 200 len: 848 time: 0.0430024 Aug 17 00:27:57.387805 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf88f2e-5cf0-466d-a85a-a0a6e987fc9c req-11f0ef9b-c044-4e55-85bc-e66204dc24fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:27:57.389301 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3cf88f2e-5cf0-466d-a85a-a0a6e987fc9c req-11f0ef9b-c044-4e55-85bc-e66204dc24fc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cf12d96b-879b-4e16-8529-c442ee1bae15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406876 Aug 17 00:27:57.483572 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3cf88f2e-5cf0-466d-a85a-a0a6e987fc9c req-3946d8d9-ee7b-4f17-b076-48c78ecf6ac1 service neutron] 10.222.0.57 "GET /v2.0/networks/cf12d96b-879b-4e16-8529-c442ee1bae15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854418 Aug 17 00:27:57.574784 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3cf88f2e-5cf0-466d-a85a-a0a6e987fc9c req-73ee638e-993b-4653-8cbf-73d8137637e2 service neutron] 10.222.0.57 "GET /v2.0/networks/cf12d96b-879b-4e16-8529-c442ee1bae15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841222 Aug 17 00:28:12.348514 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:16.812584 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:28:17.864850 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-fb17293e-7619-432c-9118-920b933f83d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:19.961550 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e67428d3-94a3-41df-abdc-3da12fd2e007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:20.867287 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:21.973992 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:23.241033 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:26.435766 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:42.347825 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:47.865143 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c6fdd7d9-e8d0-4a06-a1a3-2c5c85611b2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:49.962225 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-68ffb8a6-ab61-4e41-91d1-1b40bcc9be39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:50.870751 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:51.976257 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:53.243246 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:53.813417 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:28:56.437754 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:28:59.023219 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-282cd5b3-6c4e-4f0a-8de1-697c3ee56539 req-be98a7d6-7871-432e-8c3f-46100c125a53 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=507ad90e-b6fa-48ca-aca0-faec0bb48ac7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0409186 Aug 17 00:28:59.127618 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282cd5b3-6c4e-4f0a-8de1-697c3ee56539 req-0a370a86-61a5-4774-9460-fbc680d4aa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:28:59.129438 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-282cd5b3-6c4e-4f0a-8de1-697c3ee56539 req-0a370a86-61a5-4774-9460-fbc680d4aa95 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e1e1c5e639da491e9f3c7412296f24e4&device_id=507ad90e-b6fa-48ca-aca0-faec0bb48ac7 HTTP/1.1" status: 200 len: 1098 time: 0.0465870 Aug 17 00:28:59.236305 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282cd5b3-6c4e-4f0a-8de1-697c3ee56539 req-45651378-ef29-4d5a-8e20-dfd660ea8d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:28:59.237866 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-282cd5b3-6c4e-4f0a-8de1-697c3ee56539 req-45651378-ef29-4d5a-8e20-dfd660ea8d84 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cf12d96b-879b-4e16-8529-c442ee1bae15 HTTP/1.1" status: 200 len: 910 time: 0.0878389 Aug 17 00:28:59.308393 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-282cd5b3-6c4e-4f0a-8de1-697c3ee56539 req-43f46ab3-a43f-44ad-bdf0-81fc9a85b4f0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9eb44f6-5312-4279-af84-137dbc4832c8 HTTP/1.1" status: 200 len: 1002 time: 0.0631664 Aug 17 00:28:59.357212 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282cd5b3-6c4e-4f0a-8de1-697c3ee56539 req-fbf2d1a9-8948-4fd5-a655-8e5c92142d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:28:59.358683 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-282cd5b3-6c4e-4f0a-8de1-697c3ee56539 req-fbf2d1a9-8948-4fd5-a655-8e5c92142d67 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=12119b8f-75d0-409d-877b-90876fd1eb36 HTTP/1.1" status: 200 len: 848 time: 0.0443032 Aug 17 00:28:59.411218 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282cd5b3-6c4e-4f0a-8de1-697c3ee56539 req-5504f0e2-3276-4f36-a830-8ea493abdd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:28:59.412733 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-282cd5b3-6c4e-4f0a-8de1-697c3ee56539 req-5504f0e2-3276-4f36-a830-8ea493abdd75 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cf12d96b-879b-4e16-8529-c442ee1bae15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0473654 Aug 17 00:28:59.510013 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-282cd5b3-6c4e-4f0a-8de1-697c3ee56539 req-5c986be7-9f4e-4e5e-9169-054ad165f183 service neutron] 10.222.0.57 "GET /v2.0/networks/cf12d96b-879b-4e16-8529-c442ee1bae15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905597 Aug 17 00:28:59.600715 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-282cd5b3-6c4e-4f0a-8de1-697c3ee56539 req-85574065-fff2-4230-8da5-7b7bbb7d758d service neutron] 10.222.0.57 "GET /v2.0/networks/cf12d96b-879b-4e16-8529-c442ee1bae15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841815 Aug 17 00:29:12.356063 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:17.865696 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f58f9092-592f-4f52-8811-1243e8a8d5c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:19.962750 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-73a7aa71-a6f0-4ae3-8714-f2d10f6923e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:20.871702 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:21.978587 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:23.247313 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:26.440147 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:30.814143 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:29:42.364891 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:44.039756 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c37d141-2a70-4b22-9932-dba9df5a77fc req-708166b0-d924-49d9-85b2-fe2a391bd6f6 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:44.041445 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0c37d141-2a70-4b22-9932-dba9df5a77fc req-708166b0-d924-49d9-85b2-fe2a391bd6f6 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=507ad90e-b6fa-48ca-aca0-faec0bb48ac7 HTTP/1.1" status: 200 len: 946 time: 0.1014771 Aug 17 00:29:44.085809 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0c37d141-2a70-4b22-9932-dba9df5a77fc req-cbee0995-de3c-48b2-bcd1-3d1a4d4879e7 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=4725c1d7-6483-4183-ad01-90dec19f21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379059 Aug 17 00:29:45.252190 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96e9c7a-bf5b-4ff2-bcf2-329f6171b757 req-528e92f7-ba4b-4373-8c4f-16b43ddede29 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:45.254004 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d96e9c7a-bf5b-4ff2-bcf2-329f6171b757 req-528e92f7-ba4b-4373-8c4f-16b43ddede29 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=507ad90e-b6fa-48ca-aca0-faec0bb48ac7 HTTP/1.1" status: 200 len: 946 time: 0.0966654 Aug 17 00:29:45.291863 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d96e9c7a-bf5b-4ff2-bcf2-329f6171b757 req-77ee6777-57a6-42f3-b83f-dcd03965a317 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=4725c1d7-6483-4183-ad01-90dec19f21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318079 Aug 17 00:29:46.433948 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac02e96-dc85-4ab0-9928-03a5e7d7f925 req-3f6bb84b-371e-49bd-84ac-3f6e0b4c11cf tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:46.435340 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2ac02e96-dc85-4ab0-9928-03a5e7d7f925 req-3f6bb84b-371e-49bd-84ac-3f6e0b4c11cf tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=507ad90e-b6fa-48ca-aca0-faec0bb48ac7 HTTP/1.1" status: 200 len: 946 time: 0.0481508 Aug 17 00:29:46.475339 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2ac02e96-dc85-4ab0-9928-03a5e7d7f925 req-4152796c-edbe-4b6a-943e-587e63c7a4a7 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=4725c1d7-6483-4183-ad01-90dec19f21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339890 Aug 17 00:29:47.593568 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de75ede-e120-4302-9ab5-dcb978404dfc req-671119cc-fc56-45ae-bed8-850d1e07eef7 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:47.595057 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1de75ede-e120-4302-9ab5-dcb978404dfc req-671119cc-fc56-45ae-bed8-850d1e07eef7 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=507ad90e-b6fa-48ca-aca0-faec0bb48ac7 HTTP/1.1" status: 200 len: 946 time: 0.0534003 Aug 17 00:29:47.636705 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1de75ede-e120-4302-9ab5-dcb978404dfc req-8002da75-6dff-4e6e-8f82-3e51fe0d683b tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=4725c1d7-6483-4183-ad01-90dec19f21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350993 Aug 17 00:29:47.869051 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d35e197f-2b82-4683-b5f1-69161932368e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:48.752090 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0e443e-37f9-4f50-b991-d0a9c6554913 req-b1bfbf9b-5913-446b-856d-9d4906e88076 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:48.753870 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8f0e443e-37f9-4f50-b991-d0a9c6554913 req-b1bfbf9b-5913-446b-856d-9d4906e88076 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=507ad90e-b6fa-48ca-aca0-faec0bb48ac7 HTTP/1.1" status: 200 len: 946 time: 0.0506334 Aug 17 00:29:48.792013 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8f0e443e-37f9-4f50-b991-d0a9c6554913 req-2a71cb2b-9a86-463e-8966-55925281128c tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=4725c1d7-6483-4183-ad01-90dec19f21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319791 Aug 17 00:29:49.909269 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29fd9e5-1d8a-4ab6-be61-42ead1b47704 req-83ead727-e5f2-45d0-aac2-b4c337c8689e tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:49.910780 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a29fd9e5-1d8a-4ab6-be61-42ead1b47704 req-83ead727-e5f2-45d0-aac2-b4c337c8689e tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=507ad90e-b6fa-48ca-aca0-faec0bb48ac7 HTTP/1.1" status: 200 len: 946 time: 0.0503256 Aug 17 00:29:49.949599 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a29fd9e5-1d8a-4ab6-be61-42ead1b47704 req-0a14883b-62b2-4b2e-8bb9-7c9d5a80c1cd tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=4725c1d7-6483-4183-ad01-90dec19f21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328982 Aug 17 00:29:49.966742 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-42a90cf8-53b0-41d4-be88-0cf181e41e5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:50.872755 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:51.065867 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b60905-effa-44e1-9cf1-dff1aac921d3 req-19c99c33-7508-4e39-84cf-025b0cac6aef tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:51.067350 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-17b60905-effa-44e1-9cf1-dff1aac921d3 req-19c99c33-7508-4e39-84cf-025b0cac6aef tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=507ad90e-b6fa-48ca-aca0-faec0bb48ac7 HTTP/1.1" status: 200 len: 946 time: 0.0486081 Aug 17 00:29:51.112853 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-17b60905-effa-44e1-9cf1-dff1aac921d3 req-b4199375-5863-46af-927f-25b0390d7645 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=4725c1d7-6483-4183-ad01-90dec19f21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395148 Aug 17 00:29:51.981958 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:52.231426 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115e0d8f-e516-4776-abf6-b1c1e2ffd85e req-2dd60276-685d-4d85-ace1-6de63b374f05 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:52.233011 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-115e0d8f-e516-4776-abf6-b1c1e2ffd85e req-2dd60276-685d-4d85-ace1-6de63b374f05 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=507ad90e-b6fa-48ca-aca0-faec0bb48ac7 HTTP/1.1" status: 200 len: 946 time: 0.0508754 Aug 17 00:29:52.272629 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-115e0d8f-e516-4776-abf6-b1c1e2ffd85e req-afc4cb58-20c4-4bd8-9bb6-9562cdad923a tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=4725c1d7-6483-4183-ad01-90dec19f21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337415 Aug 17 00:29:53.251505 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:53.388892 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8232bc9b-d595-4f7d-9714-5d6e084ccb9d req-d0174c4d-fd1b-414a-8330-d26b48ab2472 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:53.390372 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8232bc9b-d595-4f7d-9714-5d6e084ccb9d req-d0174c4d-fd1b-414a-8330-d26b48ab2472 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=507ad90e-b6fa-48ca-aca0-faec0bb48ac7 HTTP/1.1" status: 200 len: 946 time: 0.0498886 Aug 17 00:29:53.428406 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8232bc9b-d595-4f7d-9714-5d6e084ccb9d req-465c9bce-e33c-45af-9ecb-51318030c0a1 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=4725c1d7-6483-4183-ad01-90dec19f21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319250 Aug 17 00:29:54.178197 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cef420-4440-4e98-be27-8a5e3f562f21 req-1551a05c-79ef-4884-b7ca-e9fa4f8ef98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:54.179753 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-47cef420-4440-4e98-be27-8a5e3f562f21 req-1551a05c-79ef-4884-b7ca-e9fa4f8ef98f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e1e1c5e639da491e9f3c7412296f24e4&device_id=507ad90e-b6fa-48ca-aca0-faec0bb48ac7 HTTP/1.1" status: 200 len: 1098 time: 0.0445616 Aug 17 00:29:54.274756 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cef420-4440-4e98-be27-8a5e3f562f21 req-ae76f29f-23b9-4f95-9dcd-3a354db13056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:54.276260 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-47cef420-4440-4e98-be27-8a5e3f562f21 req-ae76f29f-23b9-4f95-9dcd-3a354db13056 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cf12d96b-879b-4e16-8529-c442ee1bae15 HTTP/1.1" status: 200 len: 910 time: 0.0901425 Aug 17 00:29:54.345082 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-47cef420-4440-4e98-be27-8a5e3f562f21 req-2c21bf30-65ea-41b4-9599-bc6dc12aa1d8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9eb44f6-5312-4279-af84-137dbc4832c8 HTTP/1.1" status: 200 len: 1002 time: 0.0620098 Aug 17 00:29:54.396984 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cef420-4440-4e98-be27-8a5e3f562f21 req-19057695-7fd4-4772-ace4-b4c252ea15c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:54.398487 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-47cef420-4440-4e98-be27-8a5e3f562f21 req-19057695-7fd4-4772-ace4-b4c252ea15c5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=12119b8f-75d0-409d-877b-90876fd1eb36 HTTP/1.1" status: 200 len: 848 time: 0.0468183 Aug 17 00:29:54.444492 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cef420-4440-4e98-be27-8a5e3f562f21 req-c689ab26-c15d-4171-9278-253969a4b3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:54.446024 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-47cef420-4440-4e98-be27-8a5e3f562f21 req-c689ab26-c15d-4171-9278-253969a4b3f5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cf12d96b-879b-4e16-8529-c442ee1bae15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411584 Aug 17 00:29:54.457310 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [req-47cef420-4440-4e98-be27-8a5e3f562f21 req-07aa5ca1-71aa-4a88-b14b-eac353ecdd7e service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:29:54.458311 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-47cef420-4440-4e98-be27-8a5e3f562f21 req-07aa5ca1-71aa-4a88-b14b-eac353ecdd7e service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056810 Aug 17 00:29:54.546954 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ef49bb-5c3f-4d5f-acb7-1a5b640ee615 req-45ce0134-6dfb-447b-8ba9-9e262cc543e6 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:54.548450 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a8ef49bb-5c3f-4d5f-acb7-1a5b640ee615 req-45ce0134-6dfb-447b-8ba9-9e262cc543e6 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=507ad90e-b6fa-48ca-aca0-faec0bb48ac7 HTTP/1.1" status: 200 len: 946 time: 0.0514803 Aug 17 00:29:54.562975 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-47cef420-4440-4e98-be27-8a5e3f562f21 req-d3554e02-8545-4d3a-b6d4-cad5c5b397ec service neutron] 10.222.0.57 "GET /v2.0/networks/cf12d96b-879b-4e16-8529-c442ee1bae15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972142 Aug 17 00:29:54.591709 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a8ef49bb-5c3f-4d5f-acb7-1a5b640ee615 req-8681d064-cb7a-41fa-a239-8c255b8bdfed tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=4725c1d7-6483-4183-ad01-90dec19f21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371616 Aug 17 00:29:54.654431 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-47cef420-4440-4e98-be27-8a5e3f562f21 req-e80103e9-285e-449e-b51a-da11a4ad5d66 service neutron] 10.222.0.57 "GET /v2.0/networks/cf12d96b-879b-4e16-8529-c442ee1bae15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848341 Aug 17 00:29:55.707335 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462c2d3f-7383-4036-b1fa-31b70874a157 req-c34f99cb-466d-470f-a657-16206e61a2fe tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:55.708857 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-462c2d3f-7383-4036-b1fa-31b70874a157 req-c34f99cb-466d-470f-a657-16206e61a2fe tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=507ad90e-b6fa-48ca-aca0-faec0bb48ac7 HTTP/1.1" status: 200 len: 946 time: 0.0487192 Aug 17 00:29:55.748785 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-462c2d3f-7383-4036-b1fa-31b70874a157 req-c5d6a2ba-b141-41ee-ac99-fe8b6aa10ec8 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=4725c1d7-6483-4183-ad01-90dec19f21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323679 Aug 17 00:29:56.439218 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:29:56.867576 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5991c249-7301-4826-91f9-0723e593dbce req-f2a84626-e4d6-4e52-bd3f-88a1e4b84170 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:56.869236 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5991c249-7301-4826-91f9-0723e593dbce req-f2a84626-e4d6-4e52-bd3f-88a1e4b84170 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=507ad90e-b6fa-48ca-aca0-faec0bb48ac7 HTTP/1.1" status: 200 len: 946 time: 0.0513301 Aug 17 00:29:56.909373 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5991c249-7301-4826-91f9-0723e593dbce req-9f3a3ad6-a7f8-4f28-9eff-5838a19792db tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=4725c1d7-6483-4183-ad01-90dec19f21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336199 Aug 17 00:29:58.032232 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c71a42-3a52-4453-848c-3c5d5c6d3353 req-6caf617d-c039-47bf-8c07-6e3b7e01bac2 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:58.033755 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f1c71a42-3a52-4453-848c-3c5d5c6d3353 req-6caf617d-c039-47bf-8c07-6e3b7e01bac2 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=507ad90e-b6fa-48ca-aca0-faec0bb48ac7 HTTP/1.1" status: 200 len: 946 time: 0.0539339 Aug 17 00:29:58.077102 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f1c71a42-3a52-4453-848c-3c5d5c6d3353 req-08076e2e-8459-4f4a-a2e2-2fa73a51a7e6 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=4725c1d7-6483-4183-ad01-90dec19f21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373273 Aug 17 00:29:58.201453 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [req-424d6b0b-eff1-43f0-9fd0-c67139348ce0 req-03cede8c-4498-4b84-99b3-37e4748e618d service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:29:58.202488 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-424d6b0b-eff1-43f0-9fd0-c67139348ce0 req-03cede8c-4498-4b84-99b3-37e4748e618d service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0514040 Aug 17 00:29:58.369881 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10442ca1-4998-4651-a75d-eed3a1956dfc req-5c8bd63f-722e-4b7d-b93e-bb703a5c570d tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:58.372596 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-10442ca1-4998-4651-a75d-eed3a1956dfc req-5c8bd63f-722e-4b7d-b93e-bb703a5c570d tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=507ad90e-b6fa-48ca-aca0-faec0bb48ac7 HTTP/1.1" status: 200 len: 946 time: 0.0571392 Aug 17 00:29:58.376296 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3735fec2-d818-4e9f-bcd0-ccfd4ef1f05b req-fbd92de2-a95d-4c09-9760-062ef4248d1c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=507ad90e-b6fa-48ca-aca0-faec0bb48ac7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0875463 Aug 17 00:29:58.412328 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-10442ca1-4998-4651-a75d-eed3a1956dfc req-c0836111-ff70-4a5d-8ac9-25fdce06616a tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=4725c1d7-6483-4183-ad01-90dec19f21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342135 Aug 17 00:29:59.532283 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ebff0-58f2-4f6c-ae58-82f8fe3dd0fe req-483f03ff-3931-471d-94bd-5a0f22799b5e tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:29:59.533850 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-310ebff0-58f2-4f6c-ae58-82f8fe3dd0fe req-483f03ff-3931-471d-94bd-5a0f22799b5e tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=507ad90e-b6fa-48ca-aca0-faec0bb48ac7 HTTP/1.1" status: 200 len: 946 time: 0.0512435 Aug 17 00:29:59.572227 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-310ebff0-58f2-4f6c-ae58-82f8fe3dd0fe req-1e851810-9535-47c0-8152-a303224aedf7 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=4725c1d7-6483-4183-ad01-90dec19f21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320668 Aug 17 00:29:59.995376 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device b9eb44f6-5312-4279-af84-137dbc4832c8 no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:30:00.076559 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:30:00.099526 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '507ad90e-b6fa-48ca-aca0-faec0bb48ac7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9eb44f6-5312-4279-af84-137dbc4832c8'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:30:00.102111 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d789e1acf86fc3837d65c5c7bf7b17f03ca076816da63f24d17cffa1a624f203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf35a01-da95-4924-830b-63bbf0c080a2" -d '{"events": [{"server_uuid": "507ad90e-b6fa-48ca-aca0-faec0bb48ac7", "name": "network-vif-unplugged", "status": "completed", "tag": "b9eb44f6-5312-4279-af84-137dbc4832c8"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:30:00.115710 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port b9eb44f6-5312-4279-af84-137dbc4832c8, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=b9eb44f6-5312-4279-af84-137dbc4832c8,segment=NetworkSegment(941a873b-5eed-4fe0-8e28-c1f3f0255e2a),segment_id=941a873b-5eed-4fe0-8e28-c1f3f0255e2a)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:30:00.122774 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:30:00.148685 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 17 Aug 2021 00:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24c5649e-fb47-49cc-b6a9-007f0e0b2fe5 x-openstack-request-id: req-24c5649e-fb47-49cc-b6a9-007f0e0b2fe5 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:30:00.148982 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "507ad90e-b6fa-48ca-aca0-faec0bb48ac7", "name": "network-vif-unplugged", "status": "failed", "tag": "b9eb44f6-5312-4279-af84-137dbc4832c8", "code": 422}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:30:00.149609 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-24c5649e-fb47-49cc-b6a9-007f0e0b2fe5 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:30:00.150064 n-d-791506-26 neutron-server[101293]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '507ad90e-b6fa-48ca-aca0-faec0bb48ac7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b9eb44f6-5312-4279-af84-137dbc4832c8', 'code': 422} returned with failed status Aug 17 00:30:00.176769 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=b9eb44f6-5312-4279-af84-137dbc4832c8,revision_number=6']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:30:00.187176 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:30:00.187613 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:30:00.188027 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:30:00.188437 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:30:00.188861 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:30:00.189265 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:30:00.189693 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:30:00.190095 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:30:00.190490 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:30:00.190886 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:30:00.191215 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:30:00.191542 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:30:00.689154 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62209a8a-e52d-46c3-bda1-a6719cda5410 req-535e6bb5-903f-460d-9819-0a9fec0bf693 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:30:00.690736 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-62209a8a-e52d-46c3-bda1-a6719cda5410 req-535e6bb5-903f-460d-9819-0a9fec0bf693 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=507ad90e-b6fa-48ca-aca0-faec0bb48ac7 HTTP/1.1" status: 200 len: 944 time: 0.0497427 Aug 17 00:30:00.735321 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-62209a8a-e52d-46c3-bda1-a6719cda5410 req-28169fc6-2991-40f2-af60-cdd7b4ac5f31 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=4725c1d7-6483-4183-ad01-90dec19f21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384836 Aug 17 00:30:01.852133 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310bfeb5-63eb-4ca5-83c0-b082d36fe82a req-8394f10e-d0e1-4408-bab2-ddb02aa1b967 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:30:01.853696 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-310bfeb5-63eb-4ca5-83c0-b082d36fe82a req-8394f10e-d0e1-4408-bab2-ddb02aa1b967 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=507ad90e-b6fa-48ca-aca0-faec0bb48ac7 HTTP/1.1" status: 200 len: 944 time: 0.0500014 Aug 17 00:30:01.892027 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-310bfeb5-63eb-4ca5-83c0-b082d36fe82a req-5856427a-bddc-4273-8963-85b6f8f193d4 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=4725c1d7-6483-4183-ad01-90dec19f21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320477 Aug 17 00:30:03.018340 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6287e6a7-1167-4b96-8d73-b00863ae3a31 req-f029ae47-e3db-4754-b3b0-9ef9a5eac59d tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:30:03.019837 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6287e6a7-1167-4b96-8d73-b00863ae3a31 req-f029ae47-e3db-4754-b3b0-9ef9a5eac59d tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=507ad90e-b6fa-48ca-aca0-faec0bb48ac7 HTTP/1.1" status: 200 len: 944 time: 0.0515985 Aug 17 00:30:03.057594 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-6287e6a7-1167-4b96-8d73-b00863ae3a31 req-ad49b38a-d980-4adf-bebd-4311b53e15c4 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=4725c1d7-6483-4183-ad01-90dec19f21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318196 Aug 17 00:30:03.278293 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3735fec2-d818-4e9f-bcd0-ccfd4ef1f05b req-74239bbf-9743-4c4c-a895-4dc4c6357649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:30:03.279745 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3735fec2-d818-4e9f-bcd0-ccfd4ef1f05b req-74239bbf-9743-4c4c-a895-4dc4c6357649 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=507ad90e-b6fa-48ca-aca0-faec0bb48ac7&tenant_id=e1e1c5e639da491e9f3c7412296f24e4 HTTP/1.1" status: 200 len: 1096 time: 0.0486488 Aug 17 00:30:03.350981 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3735fec2-d818-4e9f-bcd0-ccfd4ef1f05b req-2590f949-48fb-45d6-9d5c-923e9aa51f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:30:03.352483 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3735fec2-d818-4e9f-bcd0-ccfd4ef1f05b req-2590f949-48fb-45d6-9d5c-923e9aa51f99 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e1e1c5e639da491e9f3c7412296f24e4&device_id=507ad90e-b6fa-48ca-aca0-faec0bb48ac7 HTTP/1.1" status: 200 len: 1096 time: 0.0407922 Aug 17 00:30:03.445307 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3735fec2-d818-4e9f-bcd0-ccfd4ef1f05b req-3e54b933-69e6-4ab7-952e-55ea180adf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:30:03.446782 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3735fec2-d818-4e9f-bcd0-ccfd4ef1f05b req-3e54b933-69e6-4ab7-952e-55ea180adf5a service neutron] 10.222.0.57 "GET /v2.0/networks?id=cf12d96b-879b-4e16-8529-c442ee1bae15 HTTP/1.1" status: 200 len: 910 time: 0.0879047 Aug 17 00:30:03.517274 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3735fec2-d818-4e9f-bcd0-ccfd4ef1f05b req-d60536bc-1a19-4e5c-8827-284cff83a531 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9eb44f6-5312-4279-af84-137dbc4832c8 HTTP/1.1" status: 200 len: 1000 time: 0.0638549 Aug 17 00:30:03.572864 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3735fec2-d818-4e9f-bcd0-ccfd4ef1f05b req-f2d51d53-c1b8-4c0d-b7e0-e767e48556b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:30:03.574801 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3735fec2-d818-4e9f-bcd0-ccfd4ef1f05b req-f2d51d53-c1b8-4c0d-b7e0-e767e48556b2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=12119b8f-75d0-409d-877b-90876fd1eb36 HTTP/1.1" status: 200 len: 848 time: 0.0511601 Aug 17 00:30:03.620260 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3735fec2-d818-4e9f-bcd0-ccfd4ef1f05b req-d26366e1-3e82-43c6-840b-cb5e9754a920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:30:03.621861 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3735fec2-d818-4e9f-bcd0-ccfd4ef1f05b req-d26366e1-3e82-43c6-840b-cb5e9754a920 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cf12d96b-879b-4e16-8529-c442ee1bae15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407312 Aug 17 00:30:03.716368 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3735fec2-d818-4e9f-bcd0-ccfd4ef1f05b req-988b18f6-2d0e-4b46-84dc-ddee52a082eb service neutron] 10.222.0.57 "GET /v2.0/networks/cf12d96b-879b-4e16-8529-c442ee1bae15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874281 Aug 17 00:30:03.807426 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-3735fec2-d818-4e9f-bcd0-ccfd4ef1f05b req-b493e7e9-b0b2-4526-a702-b1f904041a1d service neutron] 10.222.0.57 "GET /v2.0/networks/cf12d96b-879b-4e16-8529-c442ee1bae15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843987 Aug 17 00:30:04.184470 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f2117-84c2-4a30-a714-eb5cb4be0f4d req-2778432d-953c-4141-aa0f-ff3d3b4e2926 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:30:04.186053 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-038f2117-84c2-4a30-a714-eb5cb4be0f4d req-2778432d-953c-4141-aa0f-ff3d3b4e2926 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=507ad90e-b6fa-48ca-aca0-faec0bb48ac7 HTTP/1.1" status: 200 len: 944 time: 0.0568836 Aug 17 00:30:04.228660 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-038f2117-84c2-4a30-a714-eb5cb4be0f4d req-d43f2ca4-d833-4311-bbe3-88e0d97a4a33 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=4725c1d7-6483-4183-ad01-90dec19f21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365119 Aug 17 00:30:05.343807 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fec068-129c-4905-8a90-1be0d08d5e94 req-4a97a0e0-b3d5-4fdb-b94c-8db4c5186c7f tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:30:05.345318 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-27fec068-129c-4905-8a90-1be0d08d5e94 req-4a97a0e0-b3d5-4fdb-b94c-8db4c5186c7f tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=507ad90e-b6fa-48ca-aca0-faec0bb48ac7 HTTP/1.1" status: 200 len: 944 time: 0.0487983 Aug 17 00:30:05.382259 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-27fec068-129c-4905-8a90-1be0d08d5e94 req-24e9eea9-29c6-4a35-83d4-617c9eb79140 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=4725c1d7-6483-4183-ad01-90dec19f21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309975 Aug 17 00:30:06.497295 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5091f7e2-e618-4428-b32a-2ff112dbd489 req-fbce0c0a-3958-4752-aa8a-b0cb11a7c1bf tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:30:06.498779 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5091f7e2-e618-4428-b32a-2ff112dbd489 req-fbce0c0a-3958-4752-aa8a-b0cb11a7c1bf tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=507ad90e-b6fa-48ca-aca0-faec0bb48ac7 HTTP/1.1" status: 200 len: 944 time: 0.0499289 Aug 17 00:30:06.536266 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5091f7e2-e618-4428-b32a-2ff112dbd489 req-ef6d1540-8255-4ca4-b8d5-b2d52ae9fadc tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=4725c1d7-6483-4183-ad01-90dec19f21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312338 Aug 17 00:30:07.650668 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c444a9-1f06-46e0-bd0d-15b831bd08ae req-b830a9a6-f40b-43ab-9516-14fdf5f13cb3 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:30:07.652786 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-04c444a9-1f06-46e0-bd0d-15b831bd08ae req-b830a9a6-f40b-43ab-9516-14fdf5f13cb3 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=507ad90e-b6fa-48ca-aca0-faec0bb48ac7 HTTP/1.1" status: 200 len: 944 time: 0.0478020 Aug 17 00:30:07.693205 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-04c444a9-1f06-46e0-bd0d-15b831bd08ae req-a1cfc2d9-0104-4cb1-8d34-0bf90987386b tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=4725c1d7-6483-4183-ad01-90dec19f21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344949 Aug 17 00:30:07.813993 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:30:08.809434 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b3a247-9609-4470-8b47-0d1ddd673d13 req-10a35fa4-32a8-4136-af2c-785b0efca91b tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:30:08.810903 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a5b3a247-9609-4470-8b47-0d1ddd673d13 req-10a35fa4-32a8-4136-af2c-785b0efca91b tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=507ad90e-b6fa-48ca-aca0-faec0bb48ac7 HTTP/1.1" status: 200 len: 944 time: 0.0487249 Aug 17 00:30:08.847442 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-a5b3a247-9609-4470-8b47-0d1ddd673d13 req-2dd62ae2-09ef-45bd-b291-b5877c260c44 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=4725c1d7-6483-4183-ad01-90dec19f21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305858 Aug 17 00:30:09.961308 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb1b9aa-42cd-4342-8cf1-f56e8be2d266 req-99a3174c-37fe-4caa-b4f9-4d1705d8c956 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:30:09.962801 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fcb1b9aa-42cd-4342-8cf1-f56e8be2d266 req-99a3174c-37fe-4caa-b4f9-4d1705d8c956 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=507ad90e-b6fa-48ca-aca0-faec0bb48ac7 HTTP/1.1" status: 200 len: 944 time: 0.0488851 Aug 17 00:30:10.000901 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-fcb1b9aa-42cd-4342-8cf1-f56e8be2d266 req-59412d83-42e2-4814-9349-83d6a8c2fa2c tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=4725c1d7-6483-4183-ad01-90dec19f21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319457 Aug 17 00:30:11.123294 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d949c-b282-4e33-9ee6-cc562a382a77 req-d3a17abc-83b2-4952-b540-f2693b63c573 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:30:11.124850 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0f5d949c-b282-4e33-9ee6-cc562a382a77 req-d3a17abc-83b2-4952-b540-f2693b63c573 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=507ad90e-b6fa-48ca-aca0-faec0bb48ac7 HTTP/1.1" status: 200 len: 944 time: 0.0532274 Aug 17 00:30:11.169999 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-0f5d949c-b282-4e33-9ee6-cc562a382a77 req-8faa349d-8c63-443c-84c6-776826c56678 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=4725c1d7-6483-4183-ad01-90dec19f21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387342 Aug 17 00:30:12.059757 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device b9eb44f6-5312-4279-af84-137dbc4832c8 details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:30:12.164436 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port b9eb44f6-5312-4279-af84-137dbc4832c8, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=b9eb44f6-5312-4279-af84-137dbc4832c8,segment=NetworkSegment(941a873b-5eed-4fe0-8e28-c1f3f0255e2a),segment_id=941a873b-5eed-4fe0-8e28-c1f3f0255e2a)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:30:12.175908 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': 'b9eb44f6-5312-4279-af84-137dbc4832c8', 'network_id': 'cf12d96b-879b-4e16-8529-c442ee1bae15', 'port_id': 'b9eb44f6-5312-4279-af84-137dbc4832c8', 'mac_address': 'fa:16:3e:62:d4:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12119b8f-75d0-409d-877b-90876fd1eb36', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:30:12.213095 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:30:12.226942 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9eb44f6-5312-4279-af84-137dbc4832c8 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:30:12.246093 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port b9eb44f6-5312-4279-af84-137dbc4832c8, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=b9eb44f6-5312-4279-af84-137dbc4832c8,segment=NetworkSegment(941a873b-5eed-4fe0-8e28-c1f3f0255e2a),segment_id=941a873b-5eed-4fe0-8e28-c1f3f0255e2a)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:30:12.250623 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:30:12.288940 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d3bd4a-b083-4cb9-9b55-16026cf278f2 req-8fac6927-1832-4a52-ac8d-6082a303cb8c tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:30:12.290439 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f7d3bd4a-b083-4cb9-9b55-16026cf278f2 req-8fac6927-1832-4a52-ac8d-6082a303cb8c tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=507ad90e-b6fa-48ca-aca0-faec0bb48ac7 HTTP/1.1" status: 200 len: 945 time: 0.0516548 Aug 17 00:30:12.316168 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=b9eb44f6-5312-4279-af84-137dbc4832c8,revision_number=7']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:30:12.330230 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f7d3bd4a-b083-4cb9-9b55-16026cf278f2 req-e41ea265-424e-42d8-9278-3ebaadcef1d2 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=4725c1d7-6483-4183-ad01-90dec19f21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334415 Aug 17 00:30:12.364455 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:30:12.679716 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['b9eb44f6-5312-4279-af84-137dbc4832c8'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:30:13.449351 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b1279f-4240-4ffd-b8c8-ea5dea1c5263 req-415ae224-01d9-4223-9b6f-a98cbf632920 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:30:13.450764 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-00b1279f-4240-4ffd-b8c8-ea5dea1c5263 req-415ae224-01d9-4223-9b6f-a98cbf632920 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=507ad90e-b6fa-48ca-aca0-faec0bb48ac7 HTTP/1.1" status: 200 len: 945 time: 0.0502429 Aug 17 00:30:13.494047 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-00b1279f-4240-4ffd-b8c8-ea5dea1c5263 req-6972dba5-1092-41a6-b9e2-48c9867522e2 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=4725c1d7-6483-4183-ad01-90dec19f21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337260 Aug 17 00:30:14.072142 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device b9eb44f6-5312-4279-af84-137dbc4832c8 up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:30:14.119439 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port b9eb44f6-5312-4279-af84-137dbc4832c8 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:30:14.119809 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:30:14.196392 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:30:14.218082 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '507ad90e-b6fa-48ca-aca0-faec0bb48ac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9eb44f6-5312-4279-af84-137dbc4832c8'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:30:14.220270 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d789e1acf86fc3837d65c5c7bf7b17f03ca076816da63f24d17cffa1a624f203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba589197-cd82-4523-bd2a-0f32c4affc33" -d '{"events": [{"server_uuid": "507ad90e-b6fa-48ca-aca0-faec0bb48ac7", "name": "network-vif-plugged", "status": "completed", "tag": "b9eb44f6-5312-4279-af84-137dbc4832c8"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:30:14.236375 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port b9eb44f6-5312-4279-af84-137dbc4832c8, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=b9eb44f6-5312-4279-af84-137dbc4832c8,segment=NetworkSegment(941a873b-5eed-4fe0-8e28-c1f3f0255e2a),segment_id=941a873b-5eed-4fe0-8e28-c1f3f0255e2a)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:30:14.240841 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:30:14.265041 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37648216-2c8c-45d5-b08b-8b827611bf59 x-openstack-request-id: req-37648216-2c8c-45d5-b08b-8b827611bf59 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:30:14.265327 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "507ad90e-b6fa-48ca-aca0-faec0bb48ac7", "name": "network-vif-plugged", "status": "completed", "tag": "b9eb44f6-5312-4279-af84-137dbc4832c8", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:30:14.265573 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-37648216-2c8c-45d5-b08b-8b827611bf59 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:30:14.265950 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '507ad90e-b6fa-48ca-aca0-faec0bb48ac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9eb44f6-5312-4279-af84-137dbc4832c8', 'code': 200} Aug 17 00:30:14.291272 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=b9eb44f6-5312-4279-af84-137dbc4832c8,revision_number=8']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:30:14.496318 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f038135-08c5-423e-b91b-56cef80a7dcf req-ae1959b0-6801-4ac3-98c0-d53cf5b85bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:30:14.497870 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6f038135-08c5-423e-b91b-56cef80a7dcf req-ae1959b0-6801-4ac3-98c0-d53cf5b85bac service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=507ad90e-b6fa-48ca-aca0-faec0bb48ac7 HTTP/1.1" status: 200 len: 1098 time: 0.0459683 Aug 17 00:30:14.534580 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-6f038135-08c5-423e-b91b-56cef80a7dcf req-4ed7ff29-d96e-43a4-ba85-18d76f6b449f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=4725c1d7-6483-4183-ad01-90dec19f21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289001 Aug 17 00:30:14.609515 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929872f3-145d-4f69-9429-460dfc5895f5 req-d6a079a9-804d-4d42-8c33-16246d14ace2 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:30:14.610997 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-929872f3-145d-4f69-9429-460dfc5895f5 req-d6a079a9-804d-4d42-8c33-16246d14ace2 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=507ad90e-b6fa-48ca-aca0-faec0bb48ac7 HTTP/1.1" status: 200 len: 946 time: 0.0480525 Aug 17 00:30:14.651976 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-929872f3-145d-4f69-9429-460dfc5895f5 req-5fd897b8-792f-49f5-bc45-c66efd081c09 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=4725c1d7-6483-4183-ad01-90dec19f21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348761 Aug 17 00:30:15.767217 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f70bb4-5b84-44fa-bbda-fbe0fe80a54c req-af9dc51c-e6fb-45cb-8e30-6ae3e692279f tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:30:15.768717 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f1f70bb4-5b84-44fa-bbda-fbe0fe80a54c req-af9dc51c-e6fb-45cb-8e30-6ae3e692279f tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=507ad90e-b6fa-48ca-aca0-faec0bb48ac7 HTTP/1.1" status: 200 len: 946 time: 0.0489032 Aug 17 00:30:15.805900 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f1f70bb4-5b84-44fa-bbda-fbe0fe80a54c req-b91ebefc-5328-475d-a0a7-fd6de68e07bd tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=4725c1d7-6483-4183-ad01-90dec19f21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311971 Aug 17 00:30:16.923560 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200439c6-df4d-4b94-a852-c165a1a0f9eb req-91a2cab4-e705-491f-afb2-5c539a11f16a tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:30:16.925096 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-200439c6-df4d-4b94-a852-c165a1a0f9eb req-91a2cab4-e705-491f-afb2-5c539a11f16a tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=507ad90e-b6fa-48ca-aca0-faec0bb48ac7 HTTP/1.1" status: 200 len: 946 time: 0.0531197 Aug 17 00:30:16.964917 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-200439c6-df4d-4b94-a852-c165a1a0f9eb req-f23fe4a7-fc56-43c2-b970-c73ebb6de767 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=4725c1d7-6483-4183-ad01-90dec19f21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337281 Aug 17 00:30:17.870921 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-33b9d7de-3ebc-45da-b603-b6ef1eb32483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:30:19.967574 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-90c5ae8c-d925-41f8-b40d-e9deb9209cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:30:20.873303 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:30:21.986541 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:30:23.252671 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:30:26.454018 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:30:42.367523 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:30:44.814473 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:30:47.873661 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e15367fc-df7f-4992-9658-42a37b3c74da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:30:49.969846 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-809a4a0c-d317-47e3-805c-ab232da0dd3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:30:50.873958 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:30:51.989408 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:30:53.255976 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:30:56.482301 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:30:58.908424 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e1271920-7196-4945-82b9-f863c1ba7250 req-c0e9b2cc-3e48-49a2-be31-c2c02e364710 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=507ad90e-b6fa-48ca-aca0-faec0bb48ac7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0409465 Aug 17 00:30:59.010842 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1271920-7196-4945-82b9-f863c1ba7250 req-8ae418d4-686c-47c9-aed4-68389be6e74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:30:59.012326 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e1271920-7196-4945-82b9-f863c1ba7250 req-8ae418d4-686c-47c9-aed4-68389be6e74d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e1e1c5e639da491e9f3c7412296f24e4&device_id=507ad90e-b6fa-48ca-aca0-faec0bb48ac7 HTTP/1.1" status: 200 len: 1098 time: 0.0404818 Aug 17 00:30:59.117683 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1271920-7196-4945-82b9-f863c1ba7250 req-ae157e2b-a97f-4da9-8933-07eb646abe61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:30:59.119162 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e1271920-7196-4945-82b9-f863c1ba7250 req-ae157e2b-a97f-4da9-8933-07eb646abe61 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cf12d96b-879b-4e16-8529-c442ee1bae15 HTTP/1.1" status: 200 len: 910 time: 0.0877211 Aug 17 00:30:59.184879 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e1271920-7196-4945-82b9-f863c1ba7250 req-e004218d-1673-43c9-af80-94241e40a527 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9eb44f6-5312-4279-af84-137dbc4832c8 HTTP/1.1" status: 200 len: 1002 time: 0.0582459 Aug 17 00:30:59.237424 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1271920-7196-4945-82b9-f863c1ba7250 req-bde55e5f-e71d-4911-ae7f-e192d2f53633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:30:59.238871 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e1271920-7196-4945-82b9-f863c1ba7250 req-bde55e5f-e71d-4911-ae7f-e192d2f53633 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=12119b8f-75d0-409d-877b-90876fd1eb36 HTTP/1.1" status: 200 len: 848 time: 0.0474746 Aug 17 00:30:59.285470 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1271920-7196-4945-82b9-f863c1ba7250 req-561a042e-ead2-41e0-8067-49d54a52f179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:30:59.286956 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e1271920-7196-4945-82b9-f863c1ba7250 req-561a042e-ead2-41e0-8067-49d54a52f179 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cf12d96b-879b-4e16-8529-c442ee1bae15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405846 Aug 17 00:30:59.373644 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e1271920-7196-4945-82b9-f863c1ba7250 req-eda7a88d-c3a7-44d8-bbee-041365b06275 service neutron] 10.222.0.57 "GET /v2.0/networks/cf12d96b-879b-4e16-8529-c442ee1bae15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800207 Aug 17 00:30:59.466749 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-e1271920-7196-4945-82b9-f863c1ba7250 req-ae270fb7-e36d-422b-bebd-de0066ac29ce service neutron] 10.222.0.57 "GET /v2.0/networks/cf12d96b-879b-4e16-8529-c442ee1bae15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854828 Aug 17 00:31:12.367137 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:17.874641 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-fd6f7c89-52ac-4422-ba58-7cf512d3a37e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:19.974099 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-03b2d6e8-f07f-4bc2-9d43-c14553a89899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:20.875168 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:21.813555 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:31:21.991813 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:23.259863 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:26.499497 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:32.831471 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 33592) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:31:32.989718 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-b2c7f943-8b6c-462f-8a24-cbdb1564c049 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Deleting port e3f88137-9cb2-4be5-8d4c-9da6d1fd0ac3 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:31:32.990060 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b2c7f943-8b6c-462f-8a24-cbdb1564c049 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:33.068364 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b2c7f943-8b6c-462f-8a24-cbdb1564c049 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:33.068713 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b2c7f943-8b6c-462f-8a24-cbdb1564c049 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:33.080414 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-b2c7f943-8b6c-462f-8a24-cbdb1564c049 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Calling delete_port for e3f88137-9cb2-4be5-8d4c-9da6d1fd0ac3 owned by network:floatingip {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:31:33.226691 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b2c7f943-8b6c-462f-8a24-cbdb1564c049 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:33.252444 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c7f943-8b6c-462f-8a24-cbdb1564c049 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Pushing event deleted for resources: {'Port': ['ID=e3f88137-9cb2-4be5-8d4c-9da6d1fd0ac3,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:31:33.279821 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c7f943-8b6c-462f-8a24-cbdb1564c049 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:31:33.280181 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c7f943-8b6c-462f-8a24-cbdb1564c049 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:31:33.280520 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c7f943-8b6c-462f-8a24-cbdb1564c049 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:31:33.280888 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c7f943-8b6c-462f-8a24-cbdb1564c049 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:31:33.281226 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c7f943-8b6c-462f-8a24-cbdb1564c049 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:31:33.281558 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c7f943-8b6c-462f-8a24-cbdb1564c049 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:31:33.281891 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c7f943-8b6c-462f-8a24-cbdb1564c049 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:31:33.282222 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c7f943-8b6c-462f-8a24-cbdb1564c049 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:31:33.282550 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c7f943-8b6c-462f-8a24-cbdb1564c049 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:31:33.282875 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c7f943-8b6c-462f-8a24-cbdb1564c049 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:31:33.283203 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c7f943-8b6c-462f-8a24-cbdb1564c049 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:31:33.283531 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c7f943-8b6c-462f-8a24-cbdb1564c049 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:31:33.321181 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b2c7f943-8b6c-462f-8a24-cbdb1564c049 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks [] for floatingip, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:33.321522 n-d-791506-26 neutron-server[101292]: INFO neutron.db.l3_db [None req-b2c7f943-8b6c-462f-8a24-cbdb1564c049 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Floating IP 4f844dc5-76c0-4721-b6ea-8e33dd242dd9 disassociated (deleted). External IP: 172.25.4.191, port: b9eb44f6-5312-4279-af84-137dbc4832c8. Aug 17 00:31:33.526020 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2c7f943-8b6c-462f-8a24-cbdb1564c049 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Router 89fe1745-c0c4-4967-a203-3fe387e35303 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:31:33.630561 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c7f943-8b6c-462f-8a24-cbdb1564c049 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:31:33.634904 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b2c7f943-8b6c-462f-8a24-cbdb1564c049 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:33.642019 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6aad1da-7b34-442d-bb42-c01c74384ba7 None None] Sync routers for ids ['89fe1745-c0c4-4967-a203-3fe387e35303'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:31:33.651483 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6aad1da-7b34-442d-bb42-c01c74384ba7 None None] Routers {'89fe1745-c0c4-4967-a203-3fe387e35303'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:31:33.652107 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-e6aad1da-7b34-442d-bb42-c01c74384ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:31:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['89fe1745-c0c4-4967-a203-3fe387e35303'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:31:33.662005 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-b2c7f943-8b6c-462f-8a24-cbdb1564c049 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "DELETE /v2.0/floatingips/4f844dc5-76c0-4721-b6ea-8e33dd242dd9 HTTP/1.1" status: 204 len: 168 time: 0.8295107 Aug 17 00:31:33.662823 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '507ad90e-b6fa-48ca-aca0-faec0bb48ac7', 'tag': 'b9eb44f6-5312-4279-af84-137dbc4832c8'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:31:33.665276 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5be9a9c22bfe9382157933c6eba925c7622163b8a5c85bc608140d30d6fa20cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e200841-e4d4-4d60-b11d-9ca95a3055f8" -d '{"events": [{"name": "network-changed", "server_uuid": "507ad90e-b6fa-48ca-aca0-faec0bb48ac7", "tag": "b9eb44f6-5312-4279-af84-137dbc4832c8"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:31:33.705824 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24607d53-d4b8-4dfc-a2d0-6327c2333692 x-openstack-request-id: req-24607d53-d4b8-4dfc-a2d0-6327c2333692 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:31:33.706144 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "507ad90e-b6fa-48ca-aca0-faec0bb48ac7", "tag": "b9eb44f6-5312-4279-af84-137dbc4832c8", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:31:33.706410 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-24607d53-d4b8-4dfc-a2d0-6327c2333692 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:31:33.706828 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '507ad90e-b6fa-48ca-aca0-faec0bb48ac7', 'tag': 'b9eb44f6-5312-4279-af84-137dbc4832c8', 'status': 'completed', 'code': 200} Aug 17 00:31:33.761373 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-e6aad1da-7b34-442d-bb42-c01c74384ba7 None None] Set router 89fe1745-c0c4-4967-a203-3fe387e35303 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:31:33.798456 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e200841-e4d4-4d60-b11d-9ca95a3055f8 req-a1cec4f6-ccb8-457e-992f-3bdf25e4f207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:31:33.800168 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-9e200841-e4d4-4d60-b11d-9ca95a3055f8 req-a1cec4f6-ccb8-457e-992f-3bdf25e4f207 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e1e1c5e639da491e9f3c7412296f24e4&device_id=507ad90e-b6fa-48ca-aca0-faec0bb48ac7 HTTP/1.1" status: 200 len: 1098 time: 0.0499516 Aug 17 00:31:33.910550 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e200841-e4d4-4d60-b11d-9ca95a3055f8 req-a3d0f0fe-a408-4d43-9b4e-be461c5afd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:31:33.912203 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-9e200841-e4d4-4d60-b11d-9ca95a3055f8 req-a3d0f0fe-a408-4d43-9b4e-be461c5afd75 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cf12d96b-879b-4e16-8529-c442ee1bae15 HTTP/1.1" status: 200 len: 910 time: 0.1050203 Aug 17 00:31:33.914237 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951a563a-ef04-4e79-95e3-ca2172b2abd9 req-56c875bb-436b-4e34-8fb9-19ca2a7c3b03 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:31:33.915806 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-951a563a-ef04-4e79-95e3-ca2172b2abd9 req-56c875bb-436b-4e34-8fb9-19ca2a7c3b03 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=507ad90e-b6fa-48ca-aca0-faec0bb48ac7 HTTP/1.1" status: 200 len: 946 time: 0.0541587 Aug 17 00:31:33.955709 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-951a563a-ef04-4e79-95e3-ca2172b2abd9 req-f9061127-62ad-4814-814e-4f1b0463cd80 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=4725c1d7-6483-4183-ad01-90dec19f21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338616 Aug 17 00:31:33.959033 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-9e200841-e4d4-4d60-b11d-9ca95a3055f8 req-930bb3cb-048c-462b-85bd-dac976158e5f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9eb44f6-5312-4279-af84-137dbc4832c8 HTTP/1.1" status: 200 len: 217 time: 0.0386577 Aug 17 00:31:33.985949 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-e6aad1da-7b34-442d-bb42-c01c74384ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89fe1745-c0c4-4967-a203-3fe387e35303', 'name': 'tempest-TestShelveInstance-1713866059-router', 'tenant_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'b37ab24b-fbad-41a1-8d1f-c75195b8f9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:21:31Z', 'updated_at': '2021-08-17T00:21:33Z', 'revision_number': 4, 'project_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'gw_port': {'id': 'b37ab24b-fbad-41a1-8d1f-c75195b8f9e8', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:54:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fe1745-c0c4-4967-a203-3fe387e35303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:21:31Z', 'updated_at': '2021-08-17T00:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '8a80aefb-09c9-4801-b9e5-1ae9f7f359bc', 'name': '', 'network_id': 'cf12d96b-879b-4e16-8529-c442ee1bae15', 'tenant_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'mac_address': 'fa:16:3e:c4:fb:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fe1745-c0c4-4967-a203-3fe387e35303', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '12119b8f-75d0-409d-877b-90876fd1eb36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:21:33Z', 'updated_at': '2021-08-17T00:21:39Z', 'revision_number': 5, 'project_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'subnets': [{'id': '12119b8f-75d0-409d-877b-90876fd1eb36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:31:34.009782 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e200841-e4d4-4d60-b11d-9ca95a3055f8 req-44359cec-3249-4b9b-baaf-c976a71453aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:31:34.011253 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-9e200841-e4d4-4d60-b11d-9ca95a3055f8 req-44359cec-3249-4b9b-baaf-c976a71453aa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=12119b8f-75d0-409d-877b-90876fd1eb36 HTTP/1.1" status: 200 len: 848 time: 0.0458734 Aug 17 00:31:34.012586 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6aad1da-7b34-442d-bb42-c01c74384ba7 None None] Checking router: 89fe1745-c0c4-4967-a203-3fe387e35303 for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:31:34.021486 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6aad1da-7b34-442d-bb42-c01c74384ba7 None None] Routers {'89fe1745-c0c4-4967-a203-3fe387e35303'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:31:34.022105 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-e6aad1da-7b34-442d-bb42-c01c74384ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:31:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['89fe1745-c0c4-4967-a203-3fe387e35303'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:31:34.062880 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e200841-e4d4-4d60-b11d-9ca95a3055f8 req-02655d32-df97-4fcb-97be-82a86344230f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:31:34.064294 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-9e200841-e4d4-4d60-b11d-9ca95a3055f8 req-02655d32-df97-4fcb-97be-82a86344230f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cf12d96b-879b-4e16-8529-c442ee1bae15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448496 Aug 17 00:31:34.129509 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-e6aad1da-7b34-442d-bb42-c01c74384ba7 None None] Set router 89fe1745-c0c4-4967-a203-3fe387e35303 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:31:34.162372 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-9e200841-e4d4-4d60-b11d-9ca95a3055f8 req-58fc908e-a7dc-4330-85dd-c327da0edcba service neutron] 10.222.0.57 "GET /v2.0/networks/cf12d96b-879b-4e16-8529-c442ee1bae15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897021 Aug 17 00:31:34.271161 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-9e200841-e4d4-4d60-b11d-9ca95a3055f8 req-d3b9cfb5-5ace-464b-82b8-b05341d5696c service neutron] 10.222.0.57 "GET /v2.0/networks/cf12d96b-879b-4e16-8529-c442ee1bae15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013434 Aug 17 00:31:34.337433 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-e6aad1da-7b34-442d-bb42-c01c74384ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89fe1745-c0c4-4967-a203-3fe387e35303', 'name': 'tempest-TestShelveInstance-1713866059-router', 'tenant_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'b37ab24b-fbad-41a1-8d1f-c75195b8f9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:21:31Z', 'updated_at': '2021-08-17T00:21:33Z', 'revision_number': 4, 'project_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'gw_port': {'id': 'b37ab24b-fbad-41a1-8d1f-c75195b8f9e8', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:54:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fe1745-c0c4-4967-a203-3fe387e35303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:21:31Z', 'updated_at': '2021-08-17T00:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '8a80aefb-09c9-4801-b9e5-1ae9f7f359bc', 'name': '', 'network_id': 'cf12d96b-879b-4e16-8529-c442ee1bae15', 'tenant_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'mac_address': 'fa:16:3e:c4:fb:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fe1745-c0c4-4967-a203-3fe387e35303', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '12119b8f-75d0-409d-877b-90876fd1eb36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:21:33Z', 'updated_at': '2021-08-17T00:21:39Z', 'revision_number': 5, 'project_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'subnets': [{'id': '12119b8f-75d0-409d-877b-90876fd1eb36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:31:34.363644 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6aad1da-7b34-442d-bb42-c01c74384ba7 None None] The sync data for ids ['89fe1745-c0c4-4967-a203-3fe387e35303'] in n-d-791506-26 is: [{'id': '89fe1745-c0c4-4967-a203-3fe387e35303', 'name': 'tempest-TestShelveInstance-1713866059-router', 'tenant_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'b37ab24b-fbad-41a1-8d1f-c75195b8f9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:21:31Z', 'updated_at': '2021-08-17T00:21:33Z', 'revision_number': 4, 'project_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'gw_port': {'id': 'b37ab24b-fbad-41a1-8d1f-c75195b8f9e8', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:54:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fe1745-c0c4-4967-a203-3fe387e35303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:21:31Z', 'updated_at': '2021-08-17T00:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '8a80aefb-09c9-4801-b9e5-1ae9f7f359bc', 'name': '', 'network_id': 'cf12d96b-879b-4e16-8529-c442ee1bae15', 'tenant_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'mac_address': 'fa:16:3e:c4:fb:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fe1745-c0c4-4967-a203-3fe387e35303', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '12119b8f-75d0-409d-877b-90876fd1eb36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:21:33Z', 'updated_at': '2021-08-17T00:21:39Z', 'revision_number': 5, 'project_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'subnets': [{'id': '12119b8f-75d0-409d-877b-90876fd1eb36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:31:34.585905 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578968ed-1139-4c30-aee0-9c8351edcf6d None None] New status for floating IP 4f844dc5-76c0-4721-b6ea-8e33dd242dd9: DOWN {{(pid=101294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 00:31:35.110130 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67346913-4b58-40f4-93bc-76bf7477a55a req-995d91c5-bc44-4166-83b3-a653ef5ebd07 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:31:35.112769 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-67346913-4b58-40f4-93bc-76bf7477a55a req-995d91c5-bc44-4166-83b3-a653ef5ebd07 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=507ad90e-b6fa-48ca-aca0-faec0bb48ac7 HTTP/1.1" status: 200 len: 946 time: 0.0608742 Aug 17 00:31:35.153350 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-67346913-4b58-40f4-93bc-76bf7477a55a req-30a8d777-c259-4480-b97d-91268ddcff51 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/security-groups?id=4725c1d7-6483-4183-ad01-90dec19f21ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329030 Aug 17 00:31:35.672491 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7337c9-d6bc-4155-b794-5bb83f0e3c35 req-e97e93eb-0a8e-450d-8533-7cffc43f01c6 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:31:35.673977 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-ee7337c9-d6bc-4155-b794-5bb83f0e3c35 req-e97e93eb-0a8e-450d-8533-7cffc43f01c6 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.57 "GET /v2.0/ports?device_id=507ad90e-b6fa-48ca-aca0-faec0bb48ac7 HTTP/1.1" status: 200 len: 946 time: 0.0538752 Aug 17 00:31:35.769134 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-ee7337c9-d6bc-4155-b794-5bb83f0e3c35 req-4dbb16fe-5652-4093-91f7-7a7d5fadaef0 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Deleting port b9eb44f6-5312-4279-af84-137dbc4832c8 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:31:35.769477 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-ee7337c9-d6bc-4155-b794-5bb83f0e3c35 req-4dbb16fe-5652-4093-91f7-7a7d5fadaef0 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:35.858324 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-ee7337c9-d6bc-4155-b794-5bb83f0e3c35 req-4dbb16fe-5652-4093-91f7-7a7d5fadaef0 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] For port b9eb44f6-5312-4279-af84-137dbc4832c8, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=b9eb44f6-5312-4279-af84-137dbc4832c8,segment=NetworkSegment(941a873b-5eed-4fe0-8e28-c1f3f0255e2a),segment_id=941a873b-5eed-4fe0-8e28-c1f3f0255e2a)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:31:35.858698 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-ee7337c9-d6bc-4155-b794-5bb83f0e3c35 req-4dbb16fe-5652-4093-91f7-7a7d5fadaef0 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:35.870920 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-ee7337c9-d6bc-4155-b794-5bb83f0e3c35 req-4dbb16fe-5652-4093-91f7-7a7d5fadaef0 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Calling delete_port for b9eb44f6-5312-4279-af84-137dbc4832c8 owned by compute:nova {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:31:35.998980 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-ee7337c9-d6bc-4155-b794-5bb83f0e3c35 req-4dbb16fe-5652-4093-91f7-7a7d5fadaef0 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:36.029043 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbb16fe-5652-4093-91f7-7a7d5fadaef0 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Pushing event deleted for resources: {'Port': ['ID=b9eb44f6-5312-4279-af84-137dbc4832c8,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:31:36.053117 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbb16fe-5652-4093-91f7-7a7d5fadaef0 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:31:36.053464 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbb16fe-5652-4093-91f7-7a7d5fadaef0 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:31:36.053801 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbb16fe-5652-4093-91f7-7a7d5fadaef0 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:31:36.054132 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbb16fe-5652-4093-91f7-7a7d5fadaef0 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:31:36.054462 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbb16fe-5652-4093-91f7-7a7d5fadaef0 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:31:36.054790 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbb16fe-5652-4093-91f7-7a7d5fadaef0 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:31:36.055115 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbb16fe-5652-4093-91f7-7a7d5fadaef0 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:31:36.055435 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbb16fe-5652-4093-91f7-7a7d5fadaef0 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:31:36.055753 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbb16fe-5652-4093-91f7-7a7d5fadaef0 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:31:36.056071 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbb16fe-5652-4093-91f7-7a7d5fadaef0 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:31:36.056390 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbb16fe-5652-4093-91f7-7a7d5fadaef0 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:31:36.056729 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbb16fe-5652-4093-91f7-7a7d5fadaef0 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:31:36.079541 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee7337c9-d6bc-4155-b794-5bb83f0e3c35 req-4dbb16fe-5652-4093-91f7-7a7d5fadaef0 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] No DVR routers for this DVR port b9eb44f6-5312-4279-af84-137dbc4832c8 on host n-h2-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:31:36.082180 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-ee7337c9-d6bc-4155-b794-5bb83f0e3c35 req-4dbb16fe-5652-4093-91f7-7a7d5fadaef0 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:36.084181 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-ee7337c9-d6bc-4155-b794-5bb83f0e3c35 req-4dbb16fe-5652-4093-91f7-7a7d5fadaef0 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.57 "DELETE /v2.0/ports/b9eb44f6-5312-4279-af84-137dbc4832c8 HTTP/1.1" status: 204 len: 173 time: 0.4039679 Aug 17 00:31:36.084656 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '507ad90e-b6fa-48ca-aca0-faec0bb48ac7', 'name': 'network-vif-deleted', 'tag': 'b9eb44f6-5312-4279-af84-137dbc4832c8'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:31:36.086895 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7165c1ab170cf7a86a4d2d0d4fd52c1e3b7b58c190c14e765d35b2aa62be1e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-581b8f4a-401c-430b-82a2-04e286402f5b" -d '{"events": [{"server_uuid": "507ad90e-b6fa-48ca-aca0-faec0bb48ac7", "name": "network-vif-deleted", "tag": "b9eb44f6-5312-4279-af84-137dbc4832c8"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:31:36.130589 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a42fd264-b63e-4faa-8412-7da76f52c01a x-openstack-request-id: req-a42fd264-b63e-4faa-8412-7da76f52c01a {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:31:36.130886 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "507ad90e-b6fa-48ca-aca0-faec0bb48ac7", "name": "network-vif-deleted", "tag": "b9eb44f6-5312-4279-af84-137dbc4832c8", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:31:36.131137 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a42fd264-b63e-4faa-8412-7da76f52c01a {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:31:36.131553 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '507ad90e-b6fa-48ca-aca0-faec0bb48ac7', 'name': 'network-vif-deleted', 'tag': 'b9eb44f6-5312-4279-af84-137dbc4832c8', 'status': 'completed', 'code': 200} Aug 17 00:31:36.254182 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-892c0b20-54ad-4942-b606-d5d998994e61 req-223c651c-becb-4471-b6ac-a269625f63ed tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=507ad90e-b6fa-48ca-aca0-faec0bb48ac7 HTTP/1.1" status: 200 len: 210 time: 0.0282903 Aug 17 00:31:37.356112 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-969a6700-dd38-4e31-8f43-dfb438aec338 req-4a307025-b609-4cab-b40c-1653831b57ab tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=507ad90e-b6fa-48ca-aca0-faec0bb48ac7 HTTP/1.1" status: 200 len: 210 time: 0.0306666 Aug 17 00:31:38.455147 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-d8f57ed9-d642-4713-9cb6-5d29ebe104ec req-09ecde93-31c9-469a-a7e0-0bb799aaaa16 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=507ad90e-b6fa-48ca-aca0-faec0bb48ac7 HTTP/1.1" status: 200 len: 210 time: 0.0262482 Aug 17 00:31:39.571260 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2f5de254-0d33-431e-b711-a47e441ba2cb req-3ef0d316-cb77-4f83-a0e6-8e07dc983db6 tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "GET /v2.0/ports?device_id=507ad90e-b6fa-48ca-aca0-faec0bb48ac7 HTTP/1.1" status: 200 len: 210 time: 0.0335236 Aug 17 00:31:40.381014 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device b9eb44f6-5312-4279-af84-137dbc4832c8 no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:31:40.402439 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] No Port match for: b9eb44f6-5312-4279-af84-137dbc4832c8 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:31:40.402788 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device b9eb44f6-5312-4279-af84-137dbc4832c8 not bound to the agent host n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:31:40.636007 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 33628) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:31:40.705481 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-37296d55-ab2e-42de-8a19-c4901ee321dc tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:40.734204 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-37296d55-ab2e-42de-8a19-c4901ee321dc tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:40.804121 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-37296d55-ab2e-42de-8a19-c4901ee321dc tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:40.809001 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-37296d55-ab2e-42de-8a19-c4901ee321dc tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:40.813338 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-37296d55-ab2e-42de-8a19-c4901ee321dc tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] 10.222.0.36 "DELETE /v2.0/security-groups/4725c1d7-6483-4183-ad01-90dec19f21ba HTTP/1.1" status: 204 len: 168 time: 0.1738102 Aug 17 00:31:40.826857 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37296d55-ab2e-42de-8a19-c4901ee321dc tempest-TestShelveInstance-1069797742 tempest-TestShelveInstance-1069797742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4725c1d7-6483-4183-ad01-90dec19f21ba,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:31:40.866253 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 33632) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:31:41.376925 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-91b7976b-3c28-4300-8b9c-de7b4a06600e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537579'] for router_interface, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:41.990866 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-91b7976b-3c28-4300-8b9c-de7b4a06600e admin admin] Deleting port 8a80aefb-09c9-4801-b9e5-1ae9f7f359bc {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:31:41.991534 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-91b7976b-3c28-4300-8b9c-de7b4a06600e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:42.074171 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-91b7976b-3c28-4300-8b9c-de7b4a06600e admin admin] For port 8a80aefb-09c9-4801-b9e5-1ae9f7f359bc, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=8a80aefb-09c9-4801-b9e5-1ae9f7f359bc,segment=NetworkSegment(941a873b-5eed-4fe0-8e28-c1f3f0255e2a),segment_id=941a873b-5eed-4fe0-8e28-c1f3f0255e2a)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:31:42.074531 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-91b7976b-3c28-4300-8b9c-de7b4a06600e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:42.086460 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-91b7976b-3c28-4300-8b9c-de7b4a06600e admin admin] Calling delete_port for 8a80aefb-09c9-4801-b9e5-1ae9f7f359bc owned by network:router_interface {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:31:42.278402 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-91b7976b-3c28-4300-8b9c-de7b4a06600e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:42.312153 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b7976b-3c28-4300-8b9c-de7b4a06600e admin admin] Pushing event deleted for resources: {'Port': ['ID=8a80aefb-09c9-4801-b9e5-1ae9f7f359bc,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:31:42.370601 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:42.522146 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-91b7976b-3c28-4300-8b9c-de7b4a06600e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537471'] for router_interface, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:42.747041 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91b7976b-3c28-4300-8b9c-de7b4a06600e admin admin] Router 89fe1745-c0c4-4967-a203-3fe387e35303 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:31:42.855687 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91b7976b-3c28-4300-8b9c-de7b4a06600e admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:31:42.863191 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-91b7976b-3c28-4300-8b9c-de7b4a06600e admin admin] 10.222.0.36 "PUT /v2.0/routers/89fe1745-c0c4-4967-a203-3fe387e35303/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9942195 Aug 17 00:31:42.864020 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 33638) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:31:42.866213 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50ca657-c231-4b1e-a085-7935b339f84f None None] Sync routers for ids ['89fe1745-c0c4-4967-a203-3fe387e35303'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:31:42.878527 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50ca657-c231-4b1e-a085-7935b339f84f None None] Routers {'89fe1745-c0c4-4967-a203-3fe387e35303'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:31:42.879248 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-b50ca657-c231-4b1e-a085-7935b339f84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:31:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['89fe1745-c0c4-4967-a203-3fe387e35303'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:31:42.978164 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-716585e1-e1c7-471a-b060-1cd50128a559 admin admin] Notify callbacks [] for router, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:42.989982 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-b50ca657-c231-4b1e-a085-7935b339f84f None None] Set router 89fe1745-c0c4-4967-a203-3fe387e35303 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:31:43.088052 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-716585e1-e1c7-471a-b060-1cd50128a559 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:43.143008 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-716585e1-e1c7-471a-b060-1cd50128a559 admin admin] Deleting port b37ab24b-fbad-41a1-8d1f-c75195b8f9e8 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:31:43.143367 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-716585e1-e1c7-471a-b060-1cd50128a559 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:43.228668 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-716585e1-e1c7-471a-b060-1cd50128a559 admin admin] For port b37ab24b-fbad-41a1-8d1f-c75195b8f9e8, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=b37ab24b-fbad-41a1-8d1f-c75195b8f9e8,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:31:43.229042 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-716585e1-e1c7-471a-b060-1cd50128a559 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:43.243146 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-716585e1-e1c7-471a-b060-1cd50128a559 admin admin] Calling delete_port for b37ab24b-fbad-41a1-8d1f-c75195b8f9e8 owned by network:router_gateway {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:31:43.350912 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-b50ca657-c231-4b1e-a085-7935b339f84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89fe1745-c0c4-4967-a203-3fe387e35303', 'name': 'tempest-TestShelveInstance-1713866059-router', 'tenant_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'b37ab24b-fbad-41a1-8d1f-c75195b8f9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:21:31Z', 'updated_at': '2021-08-17T00:31:42Z', 'revision_number': 5, 'project_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'gw_port': {'id': 'b37ab24b-fbad-41a1-8d1f-c75195b8f9e8', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:54:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fe1745-c0c4-4967-a203-3fe387e35303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:21:31Z', 'updated_at': '2021-08-17T00:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:31:43.378172 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50ca657-c231-4b1e-a085-7935b339f84f None None] Checking router: 89fe1745-c0c4-4967-a203-3fe387e35303 for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:31:43.386470 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50ca657-c231-4b1e-a085-7935b339f84f None None] Routers {'89fe1745-c0c4-4967-a203-3fe387e35303'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:31:43.387085 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-b50ca657-c231-4b1e-a085-7935b339f84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:31:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['89fe1745-c0c4-4967-a203-3fe387e35303'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:31:43.424015 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-716585e1-e1c7-471a-b060-1cd50128a559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:43.454418 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716585e1-e1c7-471a-b060-1cd50128a559 admin admin] Pushing event deleted for resources: {'Port': ['ID=b37ab24b-fbad-41a1-8d1f-c75195b8f9e8,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:31:43.485770 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-b50ca657-c231-4b1e-a085-7935b339f84f None None] Set router 89fe1745-c0c4-4967-a203-3fe387e35303 gateway port host: None {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:31:43.519005 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-716585e1-e1c7-471a-b060-1cd50128a559 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537121'] for router_gateway, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:43.540601 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-b50ca657-c231-4b1e-a085-7935b339f84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89fe1745-c0c4-4967-a203-3fe387e35303', 'name': 'tempest-TestShelveInstance-1713866059-router', 'tenant_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:21:31Z', 'updated_at': '2021-08-17T00:31:43Z', 'revision_number': 6, 'project_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'gw_port_host': None}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:31:43.567581 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50ca657-c231-4b1e-a085-7935b339f84f None None] The sync data for ids ['89fe1745-c0c4-4967-a203-3fe387e35303'] in n-d-791506-26 is: [{'id': '89fe1745-c0c4-4967-a203-3fe387e35303', 'name': 'tempest-TestShelveInstance-1713866059-router', 'tenant_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:21:31Z', 'updated_at': '2021-08-17T00:31:43Z', 'revision_number': 6, 'project_id': 'e1e1c5e639da491e9f3c7412296f24e4', 'gw_port_host': None}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:31:43.611637 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-716585e1-e1c7-471a-b060-1cd50128a559 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:43.613806 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-716585e1-e1c7-471a-b060-1cd50128a559 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:43.656253 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-716585e1-e1c7-471a-b060-1cd50128a559 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:43.656867 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-716585e1-e1c7-471a-b060-1cd50128a559 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89fe1745-c0c4-4967-a203-3fe387e35303 {{(pid=101292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 00:31:43.661590 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-716585e1-e1c7-471a-b060-1cd50128a559 admin admin] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:43.662795 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-716585e1-e1c7-471a-b060-1cd50128a559 admin admin] 10.222.0.36 "DELETE /v2.0/routers/89fe1745-c0c4-4967-a203-3fe387e35303 HTTP/1.1" status: 204 len: 168 time: 0.7978268 Aug 17 00:31:43.665454 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 33640) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:31:43.713530 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_v2 [None req-94818c21-3ba8-4d20-9760-963f45b8f2d9 admin admin] Deleting subnet 12119b8f-75d0-409d-877b-90876fd1eb36 {{(pid=101292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:31:43.716680 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-94818c21-3ba8-4d20-9760-963f45b8f2d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:43.755191 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-94818c21-3ba8-4d20-9760-963f45b8f2d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3848860'] for subnet, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:43.833748 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-94818c21-3ba8-4d20-9760-963f45b8f2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:43.890372 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-94818c21-3ba8-4d20-9760-963f45b8f2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26252129'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:43.922692 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94818c21-3ba8-4d20-9760-963f45b8f2d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12119b8f-75d0-409d-877b-90876fd1eb36,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:31:43.927639 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-94818c21-3ba8-4d20-9760-963f45b8f2d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:43.932126 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 33642) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:31:43.932890 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-94818c21-3ba8-4d20-9760-963f45b8f2d9 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/12119b8f-75d0-409d-877b-90876fd1eb36 HTTP/1.1" status: 204 len: 168 time: 0.2664328 Aug 17 00:31:43.940960 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c58d25-a017-4c72-a951-82cecd923a8c None None] Network cf12d96b-879b-4e16-8529-c442ee1bae15 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:31:44.006003 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f2529a40-a443-4fbf-8fe3-de5baf9c3c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:44.068555 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-f2529a40-a443-4fbf-8fe3-de5baf9c3c2b admin admin] Deleting port b16b930c-1cc7-4a47-9681-893fd9c78051 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:31:44.068918 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f2529a40-a443-4fbf-8fe3-de5baf9c3c2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:44.133301 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-f2529a40-a443-4fbf-8fe3-de5baf9c3c2b admin admin] For port b16b930c-1cc7-4a47-9681-893fd9c78051, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=b16b930c-1cc7-4a47-9681-893fd9c78051,segment=NetworkSegment(941a873b-5eed-4fe0-8e28-c1f3f0255e2a),segment_id=941a873b-5eed-4fe0-8e28-c1f3f0255e2a)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:31:44.133669 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f2529a40-a443-4fbf-8fe3-de5baf9c3c2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:44.147127 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-f2529a40-a443-4fbf-8fe3-de5baf9c3c2b admin admin] Calling delete_port for b16b930c-1cc7-4a47-9681-893fd9c78051 owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:31:44.236429 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f2529a40-a443-4fbf-8fe3-de5baf9c3c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:44.260414 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2529a40-a443-4fbf-8fe3-de5baf9c3c2b admin admin] Pushing event deleted for resources: {'Port': ['ID=b16b930c-1cc7-4a47-9681-893fd9c78051,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:31:44.266231 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2529a40-a443-4fbf-8fe3-de5baf9c3c2b admin admin] No DVR routers for this DVR port b16b930c-1cc7-4a47-9681-893fd9c78051 on host n-d-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:31:44.340211 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f2529a40-a443-4fbf-8fe3-de5baf9c3c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:44.352786 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-f2529a40-a443-4fbf-8fe3-de5baf9c3c2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf12d96b-879b-4e16-8529-c442ee1bae15']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:31:44.364296 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-f2529a40-a443-4fbf-8fe3-de5baf9c3c2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '941a873b-5eed-4fe0-8e28-c1f3f0255e2a') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:31:44.364615 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-f2529a40-a443-4fbf-8fe3-de5baf9c3c2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '941a873b-5eed-4fe0-8e28-c1f3f0255e2a') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:31:44.371438 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33f9242-6ca0-4b9f-bb71-20025d7e4dd9 None None] DHCP port deletion for cf12d96b-879b-4e16-8529-c442ee1bae15 request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:31:44.378565 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f2529a40-a443-4fbf-8fe3-de5baf9c3c2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:44.395878 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f2529a40-a443-4fbf-8fe3-de5baf9c3c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:44.402232 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2529a40-a443-4fbf-8fe3-de5baf9c3c2b admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:31:44.402629 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f2529a40-a443-4fbf-8fe3-de5baf9c3c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:44.404655 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 17 00:31:44.404655 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:31:44.404655 n-d-791506-26 neutron-server[101291]: timer() Aug 17 00:31:44.404655 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:31:44.404655 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 17 00:31:44.404655 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:31:44.404655 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 17 00:31:44.404655 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:31:44.404655 n-d-791506-26 neutron-server[101291]: self._notify() Aug 17 00:31:44.404655 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:31:44.404655 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 17 00:31:44.404655 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:31:44.404655 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 17 00:31:44.404655 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:31:44.404655 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:31:44.404655 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:31:44.404655 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:31:44.404655 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:31:44.404655 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 17 00:31:44.404655 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:31:44.404655 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 17 00:31:44.404655 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:31:44.404655 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:31:44.404655 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:31:44.404655 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 17 00:31:44.404655 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:31:44.404655 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:31:44.404655 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:31:44.404655 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:31:44.404655 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:31:44.404655 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:31:44.404655 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:31:44.464939 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f2529a40-a443-4fbf-8fe3-de5baf9c3c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:44.472617 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f2529a40-a443-4fbf-8fe3-de5baf9c3c2b admin admin] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:44.476721 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-f2529a40-a443-4fbf-8fe3-de5baf9c3c2b admin admin] 10.222.0.36 "DELETE /v2.0/networks/cf12d96b-879b-4e16-8529-c442ee1bae15 HTTP/1.1" status: 204 len: 168 time: 0.5429382 Aug 17 00:31:44.479319 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 33644) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:31:44.491283 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 8a80aefb-09c9-4801-b9e5-1ae9f7f359bc no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:31:44.512927 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 8a80aefb-09c9-4801-b9e5-1ae9f7f359bc {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:31:44.513349 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 8a80aefb-09c9-4801-b9e5-1ae9f7f359bc not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:31:44.514037 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device b37ab24b-fbad-41a1-8d1f-c75195b8f9e8 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:31:44.533084 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2529a40-a443-4fbf-8fe3-de5baf9c3c2b admin admin] Pushing event deleted for resources: {'Network': ['ID=cf12d96b-879b-4e16-8529-c442ee1bae15,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:31:44.533517 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: b37ab24b-fbad-41a1-8d1f-c75195b8f9e8 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:31:44.533935 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device b37ab24b-fbad-41a1-8d1f-c75195b8f9e8 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:31:44.534424 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device b16b930c-1cc7-4a47-9681-893fd9c78051 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:31:44.558210 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: b16b930c-1cc7-4a47-9681-893fd9c78051 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:31:44.558617 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device b16b930c-1cc7-4a47-9681-893fd9c78051 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:31:44.862004 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-92f4eecb-3226-4589-92a1-14840a744725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537579'] for router_interface, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:45.375123 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-92f4eecb-3226-4589-92a1-14840a744725 admin admin] Deleting port 613f087b-bbe7-4f4c-b13f-3395800c6798 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:31:45.375835 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-92f4eecb-3226-4589-92a1-14840a744725 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:45.452916 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-92f4eecb-3226-4589-92a1-14840a744725 admin admin] For port 613f087b-bbe7-4f4c-b13f-3395800c6798, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=613f087b-bbe7-4f4c-b13f-3395800c6798,segment=NetworkSegment(6c382a3b-eb38-4f7d-aceb-c74bbd63f1e4),segment_id=6c382a3b-eb38-4f7d-aceb-c74bbd63f1e4)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:31:45.453175 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-92f4eecb-3226-4589-92a1-14840a744725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:45.464944 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-92f4eecb-3226-4589-92a1-14840a744725 admin admin] Calling delete_port for 613f087b-bbe7-4f4c-b13f-3395800c6798 owned by network:router_interface {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:31:45.647737 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-92f4eecb-3226-4589-92a1-14840a744725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:45.678351 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f4eecb-3226-4589-92a1-14840a744725 admin admin] Pushing event deleted for resources: {'Port': ['ID=613f087b-bbe7-4f4c-b13f-3395800c6798,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:31:45.844767 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-92f4eecb-3226-4589-92a1-14840a744725 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537471'] for router_interface, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:46.057753 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92f4eecb-3226-4589-92a1-14840a744725 admin admin] Router 7b1df22c-9df9-4f21-bee6-10f102eb784a has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:31:46.164979 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92f4eecb-3226-4589-92a1-14840a744725 admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:31:46.170750 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-92f4eecb-3226-4589-92a1-14840a744725 admin admin] 10.222.0.36 "PUT /v2.0/routers/7b1df22c-9df9-4f21-bee6-10f102eb784a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6904001 Aug 17 00:31:46.173312 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 33646) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:31:46.174114 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f33a1f-ffc3-40d9-85e4-a14fd3d5f8a6 None None] Sync routers for ids ['7b1df22c-9df9-4f21-bee6-10f102eb784a'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:31:46.183658 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f33a1f-ffc3-40d9-85e4-a14fd3d5f8a6 None None] Routers {'7b1df22c-9df9-4f21-bee6-10f102eb784a'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:31:46.184268 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-77f33a1f-ffc3-40d9-85e4-a14fd3d5f8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:31:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['7b1df22c-9df9-4f21-bee6-10f102eb784a'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:31:46.278036 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f07147c-f899-4932-9a92-ac383e364ebf admin admin] Notify callbacks [] for router, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:46.287493 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-77f33a1f-ffc3-40d9-85e4-a14fd3d5f8a6 None None] Set router 7b1df22c-9df9-4f21-bee6-10f102eb784a gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:31:46.385605 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f07147c-f899-4932-9a92-ac383e364ebf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:46.461448 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-5f07147c-f899-4932-9a92-ac383e364ebf admin admin] Deleting port 191ba015-a3ce-48ea-9143-20e2d80e9588 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:31:46.462051 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f07147c-f899-4932-9a92-ac383e364ebf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:46.558833 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-77f33a1f-ffc3-40d9-85e4-a14fd3d5f8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b1df22c-9df9-4f21-bee6-10f102eb784a', 'name': 'tempest-TestShelveInstance-1948221135-router', 'tenant_id': '7534006d54d64a9abac121b9c255587b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': '191ba015-a3ce-48ea-9143-20e2d80e9588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:21:36Z', 'updated_at': '2021-08-17T00:31:45Z', 'revision_number': 5, 'project_id': '7534006d54d64a9abac121b9c255587b', 'gw_port': {'id': '191ba015-a3ce-48ea-9143-20e2d80e9588', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1df22c-9df9-4f21-bee6-10f102eb784a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:21:36Z', 'updated_at': '2021-08-17T00:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:31:46.564956 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-5f07147c-f899-4932-9a92-ac383e364ebf admin admin] For port 191ba015-a3ce-48ea-9143-20e2d80e9588, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=191ba015-a3ce-48ea-9143-20e2d80e9588,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:31:46.565329 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f07147c-f899-4932-9a92-ac383e364ebf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:46.578208 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-5f07147c-f899-4932-9a92-ac383e364ebf admin admin] Calling delete_port for 191ba015-a3ce-48ea-9143-20e2d80e9588 owned by network:router_gateway {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:31:46.589330 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f33a1f-ffc3-40d9-85e4-a14fd3d5f8a6 None None] Checking router: 7b1df22c-9df9-4f21-bee6-10f102eb784a for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:31:46.598194 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f33a1f-ffc3-40d9-85e4-a14fd3d5f8a6 None None] Routers {'7b1df22c-9df9-4f21-bee6-10f102eb784a'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:31:46.598810 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-77f33a1f-ffc3-40d9-85e4-a14fd3d5f8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:31:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['7b1df22c-9df9-4f21-bee6-10f102eb784a'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:31:46.684692 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-77f33a1f-ffc3-40d9-85e4-a14fd3d5f8a6 None None] Set router 7b1df22c-9df9-4f21-bee6-10f102eb784a gateway port host: None {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:31:46.737621 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-77f33a1f-ffc3-40d9-85e4-a14fd3d5f8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b1df22c-9df9-4f21-bee6-10f102eb784a', 'name': 'tempest-TestShelveInstance-1948221135-router', 'tenant_id': '7534006d54d64a9abac121b9c255587b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:21:36Z', 'updated_at': '2021-08-17T00:31:46Z', 'revision_number': 6, 'project_id': '7534006d54d64a9abac121b9c255587b', 'gw_port_host': None}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:31:46.751097 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f07147c-f899-4932-9a92-ac383e364ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:46.768085 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f33a1f-ffc3-40d9-85e4-a14fd3d5f8a6 None None] The sync data for ids ['7b1df22c-9df9-4f21-bee6-10f102eb784a'] in n-d-791506-26 is: [{'id': '7b1df22c-9df9-4f21-bee6-10f102eb784a', 'name': 'tempest-TestShelveInstance-1948221135-router', 'tenant_id': '7534006d54d64a9abac121b9c255587b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:21:36Z', 'updated_at': '2021-08-17T00:31:46Z', 'revision_number': 6, 'project_id': '7534006d54d64a9abac121b9c255587b', 'gw_port_host': None}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:31:46.782443 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f07147c-f899-4932-9a92-ac383e364ebf admin admin] Pushing event deleted for resources: {'Port': ['ID=191ba015-a3ce-48ea-9143-20e2d80e9588,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:31:46.848777 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f07147c-f899-4932-9a92-ac383e364ebf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537121'] for router_gateway, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:46.945905 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f07147c-f899-4932-9a92-ac383e364ebf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:46.947953 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f07147c-f899-4932-9a92-ac383e364ebf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:46.993078 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f07147c-f899-4932-9a92-ac383e364ebf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:46.993611 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f07147c-f899-4932-9a92-ac383e364ebf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b1df22c-9df9-4f21-bee6-10f102eb784a {{(pid=101291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 00:31:46.999185 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f07147c-f899-4932-9a92-ac383e364ebf admin admin] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:47.000354 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-5f07147c-f899-4932-9a92-ac383e364ebf admin admin] 10.222.0.36 "DELETE /v2.0/routers/7b1df22c-9df9-4f21-bee6-10f102eb784a HTTP/1.1" status: 204 len: 168 time: 0.8261137 Aug 17 00:31:47.003159 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 33648) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:31:47.052186 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-81709806-81e9-4f8b-8b39-518f6d036460 admin admin] Deleting subnet eefc3ace-0a66-491f-b1ec-b18108349eec {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:31:47.055264 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-81709806-81e9-4f8b-8b39-518f6d036460 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:47.090351 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-81709806-81e9-4f8b-8b39-518f6d036460 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:47.174416 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-81709806-81e9-4f8b-8b39-518f6d036460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:47.229007 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-81709806-81e9-4f8b-8b39-518f6d036460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:47.262429 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-81709806-81e9-4f8b-8b39-518f6d036460 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:47.264552 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-81709806-81e9-4f8b-8b39-518f6d036460 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/eefc3ace-0a66-491f-b1ec-b18108349eec HTTP/1.1" status: 204 len: 168 time: 0.2604489 Aug 17 00:31:47.266463 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81709806-81e9-4f8b-8b39-518f6d036460 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eefc3ace-0a66-491f-b1ec-b18108349eec,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:31:47.267256 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 33650) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:31:47.267770 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e99763-e64d-4554-bfc5-1b33a509d347 None None] Network 3cab7d1e-afab-4b89-a3de-0a2abe16fef6 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:31:47.334524 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e09fc3f3-4aa5-4c48-9382-ee3e95e944d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:47.388009 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-e09fc3f3-4aa5-4c48-9382-ee3e95e944d8 admin admin] Deleting port 0b0894f1-23d4-42d5-8fcb-2e02a1700916 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:31:47.388351 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e09fc3f3-4aa5-4c48-9382-ee3e95e944d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:47.454888 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-e09fc3f3-4aa5-4c48-9382-ee3e95e944d8 admin admin] For port 0b0894f1-23d4-42d5-8fcb-2e02a1700916, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=0b0894f1-23d4-42d5-8fcb-2e02a1700916,segment=NetworkSegment(6c382a3b-eb38-4f7d-aceb-c74bbd63f1e4),segment_id=6c382a3b-eb38-4f7d-aceb-c74bbd63f1e4)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:31:47.455178 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e09fc3f3-4aa5-4c48-9382-ee3e95e944d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:47.467275 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-e09fc3f3-4aa5-4c48-9382-ee3e95e944d8 admin admin] Calling delete_port for 0b0894f1-23d4-42d5-8fcb-2e02a1700916 owned by network:dhcp {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:31:47.547108 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e09fc3f3-4aa5-4c48-9382-ee3e95e944d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:47.561807 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f1bfaa-b7b4-4446-87b3-33439aaeb2d9 None None] DHCP port deletion for 3cab7d1e-afab-4b89-a3de-0a2abe16fef6 request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:31:47.580937 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09fc3f3-4aa5-4c48-9382-ee3e95e944d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b0894f1-23d4-42d5-8fcb-2e02a1700916,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:31:47.585648 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09fc3f3-4aa5-4c48-9382-ee3e95e944d8 admin admin] No DVR routers for this DVR port 0b0894f1-23d4-42d5-8fcb-2e02a1700916 on host n-d-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:31:47.656313 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e09fc3f3-4aa5-4c48-9382-ee3e95e944d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:47.666766 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-e09fc3f3-4aa5-4c48-9382-ee3e95e944d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cab7d1e-afab-4b89-a3de-0a2abe16fef6']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:31:47.678066 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-e09fc3f3-4aa5-4c48-9382-ee3e95e944d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c382a3b-eb38-4f7d-aceb-c74bbd63f1e4') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:31:47.678408 n-d-791506-26 neutron-server[101292]: DEBUG neutron.services.segments.db [None req-e09fc3f3-4aa5-4c48-9382-ee3e95e944d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c382a3b-eb38-4f7d-aceb-c74bbd63f1e4') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:31:47.687656 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e09fc3f3-4aa5-4c48-9382-ee3e95e944d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3848869'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:47.701617 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e09fc3f3-4aa5-4c48-9382-ee3e95e944d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:47.707603 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e09fc3f3-4aa5-4c48-9382-ee3e95e944d8 admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:31:47.707931 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e09fc3f3-4aa5-4c48-9382-ee3e95e944d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26672193'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:47.709574 n-d-791506-26 neutron-server[101292]: Traceback (most recent call last): Aug 17 00:31:47.709574 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:31:47.709574 n-d-791506-26 neutron-server[101292]: timer() Aug 17 00:31:47.709574 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:31:47.709574 n-d-791506-26 neutron-server[101292]: cb(*args, **kw) Aug 17 00:31:47.709574 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:31:47.709574 n-d-791506-26 neutron-server[101292]: return func(*args, **kwargs) Aug 17 00:31:47.709574 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:31:47.709574 n-d-791506-26 neutron-server[101292]: self._notify() Aug 17 00:31:47.709574 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:31:47.709574 n-d-791506-26 neutron-server[101292]: self.callback(batched_events) Aug 17 00:31:47.709574 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:31:47.709574 n-d-791506-26 neutron-server[101292]: event.method(event) Aug 17 00:31:47.709574 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:31:47.709574 n-d-791506-26 neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:31:47.709574 n-d-791506-26 neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:31:47.709574 n-d-791506-26 neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:31:47.709574 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:31:47.709574 n-d-791506-26 neutron-server[101292]: return f(self, *a, **k) Aug 17 00:31:47.709574 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:31:47.709574 n-d-791506-26 neutron-server[101292]: return self._get(url).json() Aug 17 00:31:47.709574 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:31:47.709574 n-d-791506-26 neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:31:47.709574 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:31:47.709574 n-d-791506-26 neutron-server[101292]: return self.request(url, 'GET', **kwargs) Aug 17 00:31:47.709574 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:31:47.709574 n-d-791506-26 neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:31:47.709574 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:31:47.709574 n-d-791506-26 neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:31:47.709574 n-d-791506-26 neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:31:47.709574 n-d-791506-26 neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:31:47.709574 n-d-791506-26 neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:31:47.768937 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e09fc3f3-4aa5-4c48-9382-ee3e95e944d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:47.774710 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e09fc3f3-4aa5-4c48-9382-ee3e95e944d8 admin admin] Notify callbacks [] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:47.776581 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-e09fc3f3-4aa5-4c48-9382-ee3e95e944d8 admin admin] 10.222.0.36 "DELETE /v2.0/networks/3cab7d1e-afab-4b89-a3de-0a2abe16fef6 HTTP/1.1" status: 204 len: 168 time: 0.5082626 Aug 17 00:31:47.788221 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09fc3f3-4aa5-4c48-9382-ee3e95e944d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=3cab7d1e-afab-4b89-a3de-0a2abe16fef6,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:31:47.877206 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-3d4f2d88-6c14-4883-9415-7f9fd5568053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:47.933982 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 33654) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:31:47.982299 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-36d7cf89-8ee9-4761-92eb-4443b25777c9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e1e1c5e639da491e9f3c7412296f24e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0464211 Aug 17 00:31:47.985691 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 33656) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:31:48.034646 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a3b17b25-05bb-4093-bfb5-136ef509510f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:48.055631 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a3b17b25-05bb-4093-bfb5-136ef509510f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:48.107413 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a3b17b25-05bb-4093-bfb5-136ef509510f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:48.109994 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a3b17b25-05bb-4093-bfb5-136ef509510f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:48.113729 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-a3b17b25-05bb-4093-bfb5-136ef509510f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/04f69c7c-9606-459a-84ca-c3756210db85 HTTP/1.1" status: 204 len: 168 time: 0.1245368 Aug 17 00:31:48.120590 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b17b25-05bb-4093-bfb5-136ef509510f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f69c7c-9606-459a-84ca-c3756210db85,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:31:48.442271 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 33662) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:31:48.475404 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 0b0894f1-23d4-42d5-8fcb-2e02a1700916 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:31:48.483538 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-a96f8444-b368-48b6-b610-28d8f51b9a32 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7534006d54d64a9abac121b9c255587b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399663 Aug 17 00:31:48.486229 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 33664) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:31:48.505175 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 0b0894f1-23d4-42d5-8fcb-2e02a1700916 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:31:48.505454 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 0b0894f1-23d4-42d5-8fcb-2e02a1700916 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:31:48.505878 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 191ba015-a3ce-48ea-9143-20e2d80e9588 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:31:48.524973 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 191ba015-a3ce-48ea-9143-20e2d80e9588 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:31:48.525331 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 191ba015-a3ce-48ea-9143-20e2d80e9588 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:31:48.525749 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 613f087b-bbe7-4f4c-b13f-3395800c6798 no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:31:48.535960 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dd022fb9-5715-45f0-b87f-80d9b2e5ef50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:48.545879 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 613f087b-bbe7-4f4c-b13f-3395800c6798 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:31:48.546249 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 613f087b-bbe7-4f4c-b13f-3395800c6798 not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:31:48.562088 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dd022fb9-5715-45f0-b87f-80d9b2e5ef50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:48.610684 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dd022fb9-5715-45f0-b87f-80d9b2e5ef50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:48.613412 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dd022fb9-5715-45f0-b87f-80d9b2e5ef50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:48.614626 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-dd022fb9-5715-45f0-b87f-80d9b2e5ef50 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/69945c86-dfc1-4bb5-aeea-320ce4c34ab7 HTTP/1.1" status: 204 len: 168 time: 0.1274035 Aug 17 00:31:48.622688 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd022fb9-5715-45f0-b87f-80d9b2e5ef50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69945c86-dfc1-4bb5-aeea-320ce4c34ab7,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:31:49.336860 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 33686) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:31:49.444791 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-2f0d877e-018e-4bbe-9ac7-ed17b3176cd2 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-882254688-network', 'tenant_id': '491b04f2d3e44f30b3ef489b5c13244b'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:31:49.465823 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f0d877e-018e-4bbe-9ac7-ed17b3176cd2 admin admin] Made reservation on behalf of 491b04f2d3e44f30b3ef489b5c13244b for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:31:49.468497 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2f0d877e-018e-4bbe-9ac7-ed17b3176cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:49.476898 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2f0d877e-018e-4bbe-9ac7-ed17b3176cd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:49.565836 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2f0d877e-018e-4bbe-9ac7-ed17b3176cd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:49.569747 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2f0d877e-018e-4bbe-9ac7-ed17b3176cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:49.590381 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f0d877e-018e-4bbe-9ac7-ed17b3176cd2 admin admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:31:49.603499 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0d877e-018e-4bbe-9ac7-ed17b3176cd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d30a0d7d-880f-414e-9a8d-d718a73d55c1,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:31:49.608863 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2f0d877e-018e-4bbe-9ac7-ed17b3176cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:49.609217 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-2f0d877e-018e-4bbe-9ac7-ed17b3176cd2 admin admin] Added segment 2dbdf4e8-fdb7-45d8-b22f-1627fe1f340e of type vlan for network bf2ccc65-70e9-474c-a15a-89d4c4efe0f2 Aug 17 00:31:49.657780 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2f0d877e-018e-4bbe-9ac7-ed17b3176cd2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:49.682582 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2f0d877e-018e-4bbe-9ac7-ed17b3176cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:49.683539 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0d877e-018e-4bbe-9ac7-ed17b3176cd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:31:49.684121 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2f0d877e-018e-4bbe-9ac7-ed17b3176cd2 admin admin] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:49.732744 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-2f0d877e-018e-4bbe-9ac7-ed17b3176cd2 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3946769 Aug 17 00:31:49.735879 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 33690) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:31:49.740912 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-52a97ef6-4190-443a-9488-b501be93d182 admin admin] Request body: {'subnet': {'network_id': 'bf2ccc65-70e9-474c-a15a-89d4c4efe0f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-882254688-subnet', 'tenant_id': '491b04f2d3e44f30b3ef489b5c13244b', 'ip_version': 4}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:31:49.743288 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0d877e-018e-4bbe-9ac7-ed17b3176cd2 admin admin] Pushing event updated for resources: {'Network': ['ID=bf2ccc65-70e9-474c-a15a-89d4c4efe0f2,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:31:49.754781 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network bf2ccc65-70e9-474c-a15a-89d4c4efe0f2 details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:31:49.762435 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52a97ef6-4190-443a-9488-b501be93d182 admin admin] Made reservation on behalf of 491b04f2d3e44f30b3ef489b5c13244b for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:31:49.765262 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-52a97ef6-4190-443a-9488-b501be93d182 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:49.935378 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-52a97ef6-4190-443a-9488-b501be93d182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:49.974506 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-80213e89-62b0-409c-b2dc-7c134772fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:49.988046 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a97ef6-4190-443a-9488-b501be93d182 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e97f43fb-e34e-4c14-85ca-652ec58e65e2,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:31:50.005924 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a97ef6-4190-443a-9488-b501be93d182 admin admin] Checking segment: {'id': '2dbdf4e8-fdb7-45d8-b22f-1627fe1f340e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf2ccc65-70e9-474c-a15a-89d4c4efe0f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:31:50.006289 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a97ef6-4190-443a-9488-b501be93d182 admin admin] Network hostable DHCP agents. Network: bf2ccc65-70e9-474c-a15a-89d4c4efe0f2, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:31:50.022076 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a97ef6-4190-443a-9488-b501be93d182 admin admin] Network bf2ccc65-70e9-474c-a15a-89d4c4efe0f2 is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:31:50.030979 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-52a97ef6-4190-443a-9488-b501be93d182 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, bf2ccc65-70e9-474c-a15a-89d4c4efe0f2) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:31:50.035123 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a97ef6-4190-443a-9488-b501be93d182 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:31:50.035971 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-52a97ef6-4190-443a-9488-b501be93d182 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:50.040446 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73b7bc1-65ba-49a6-8b13-9b3e5584c409 None None] Network bf2ccc65-70e9-474c-a15a-89d4c4efe0f2 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:31:50.050169 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-52a97ef6-4190-443a-9488-b501be93d182 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3131382 Aug 17 00:31:50.052805 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 33692) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:31:50.057177 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-8441fd9b-d3e5-4d2e-8b6d-fa846417ac87 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-882254688-router', 'tenant_id': '491b04f2d3e44f30b3ef489b5c13244b', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:31:50.079170 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8441fd9b-d3e5-4d2e-8b6d-fa846417ac87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:50.080225 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8441fd9b-d3e5-4d2e-8b6d-fa846417ac87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:50.136686 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8441fd9b-d3e5-4d2e-8b6d-fa846417ac87 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:50.188694 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a31ef2-ae3d-4113-a20b-14c93c2afda2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-bf2ccc65-70e9-474c-a15a-89d4c4efe0f2', 'network_id': 'bf2ccc65-70e9-474c-a15a-89d4c4efe0f2', 'tenant_id': '491b04f2d3e44f30b3ef489b5c13244b', 'fixed_ips': [{'subnet_id': 'e97f43fb-e34e-4c14-85ca-652ec58e65e2'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:31:50.189497 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e5a31ef2-ae3d-4113-a20b-14c93c2afda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:50.285631 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8441fd9b-d3e5-4d2e-8b6d-fa846417ac87 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:50.325456 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-e5a31ef2-ae3d-4113-a20b-14c93c2afda2 None None] Allocated IP 172.20.0.2 (bf2ccc65-70e9-474c-a15a-89d4c4efe0f2/e97f43fb-e34e-4c14-85ca-652ec58e65e2/25b1dadd-e271-419c-b81b-7f864a0e303b) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:31:50.475049 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e5a31ef2-ae3d-4113-a20b-14c93c2afda2 None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:50.483992 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-e5a31ef2-ae3d-4113-a20b-14c93c2afda2 None None] Transition to ACTIVE for port object 25b1dadd-e271-419c-b81b-7f864a0e303b will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:31:50.487049 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8441fd9b-d3e5-4d2e-8b6d-fa846417ac87 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:50.499676 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-e5a31ef2-ae3d-4113-a20b-14c93c2afda2 None None] Transition to ACTIVE for port object 25b1dadd-e271-419c-b81b-7f864a0e303b will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:31:50.505646 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e5a31ef2-ae3d-4113-a20b-14c93c2afda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:50.506343 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8441fd9b-d3e5-4d2e-8b6d-fa846417ac87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:50.547816 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a31ef2-ae3d-4113-a20b-14c93c2afda2 None None] Network bf2ccc65-70e9-474c-a15a-89d4c4efe0f2 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:31:50.550758 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-e5a31ef2-ae3d-4113-a20b-14c93c2afda2 None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:31:50.555217 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a31ef2-ae3d-4113-a20b-14c93c2afda2 None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:31:50.561635 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a31ef2-ae3d-4113-a20b-14c93c2afda2 None None] Pushing event updated for resources: {'Port': ['ID=25b1dadd-e271-419c-b81b-7f864a0e303b,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:31:50.573199 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a31ef2-ae3d-4113-a20b-14c93c2afda2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:31:50.573547 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a31ef2-ae3d-4113-a20b-14c93c2afda2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:31:50.573894 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a31ef2-ae3d-4113-a20b-14c93c2afda2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:31:50.574230 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a31ef2-ae3d-4113-a20b-14c93c2afda2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:31:50.574563 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a31ef2-ae3d-4113-a20b-14c93c2afda2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:31:50.574899 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a31ef2-ae3d-4113-a20b-14c93c2afda2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:31:50.575801 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a31ef2-ae3d-4113-a20b-14c93c2afda2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:31:50.576283 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a31ef2-ae3d-4113-a20b-14c93c2afda2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:31:50.576635 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a31ef2-ae3d-4113-a20b-14c93c2afda2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:31:50.576958 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a31ef2-ae3d-4113-a20b-14c93c2afda2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:31:50.577284 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a31ef2-ae3d-4113-a20b-14c93c2afda2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:31:50.577607 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a31ef2-ae3d-4113-a20b-14c93c2afda2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:31:50.608723 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-8441fd9b-d3e5-4d2e-8b6d-fa846417ac87 admin admin] Allocated IP 172.25.4.72 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/0d320baa-b957-4208-a605-b83990e34f9c) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:31:50.624906 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-e5a31ef2-ae3d-4113-a20b-14c93c2afda2 None None] Attempting to bind port 25b1dadd-e271-419c-b81b-7f864a0e303b on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:31:50.625269 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-e5a31ef2-ae3d-4113-a20b-14c93c2afda2 None None] Attempting to bind port 25b1dadd-e271-419c-b81b-7f864a0e303b by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '2dbdf4e8-fdb7-45d8-b22f-1627fe1f340e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf2ccc65-70e9-474c-a15a-89d4c4efe0f2'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:31:50.625636 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a31ef2-ae3d-4113-a20b-14c93c2afda2 None None] Attempting to bind port 25b1dadd-e271-419c-b81b-7f864a0e303b on network bf2ccc65-70e9-474c-a15a-89d4c4efe0f2 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:31:50.630869 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a31ef2-ae3d-4113-a20b-14c93c2afda2 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:31:50.631247 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a31ef2-ae3d-4113-a20b-14c93c2afda2 None None] Checking segment: {'id': '2dbdf4e8-fdb7-45d8-b22f-1627fe1f340e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf2ccc65-70e9-474c-a15a-89d4c4efe0f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:31:50.631650 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e5a31ef2-ae3d-4113-a20b-14c93c2afda2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:50.632115 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a31ef2-ae3d-4113-a20b-14c93c2afda2 None None] Bound using segment: {'id': '2dbdf4e8-fdb7-45d8-b22f-1627fe1f340e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf2ccc65-70e9-474c-a15a-89d4c4efe0f2'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:31:50.632608 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-e5a31ef2-ae3d-4113-a20b-14c93c2afda2 None None] Bound port: 25b1dadd-e271-419c-b81b-7f864a0e303b, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dbdf4e8-fdb7-45d8-b22f-1627fe1f340e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf2ccc65-70e9-474c-a15a-89d4c4efe0f2'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:31:50.632992 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e5a31ef2-ae3d-4113-a20b-14c93c2afda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:50.698212 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-e5a31ef2-ae3d-4113-a20b-14c93c2afda2 None None] For port 25b1dadd-e271-419c-b81b-7f864a0e303b, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:31:50.703035 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-e5a31ef2-ae3d-4113-a20b-14c93c2afda2 None None] For port 25b1dadd-e271-419c-b81b-7f864a0e303b, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=25b1dadd-e271-419c-b81b-7f864a0e303b,segment=NetworkSegment(2dbdf4e8-fdb7-45d8-b22f-1627fe1f340e),segment_id=2dbdf4e8-fdb7-45d8-b22f-1627fe1f340e)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:31:50.711219 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e5a31ef2-ae3d-4113-a20b-14c93c2afda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:50.715794 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8441fd9b-d3e5-4d2e-8b6d-fa846417ac87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:50.757676 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8441fd9b-d3e5-4d2e-8b6d-fa846417ac87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:50.773567 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a31ef2-ae3d-4113-a20b-14c93c2afda2 None None] Pushing event updated for resources: {'Port': ['ID=25b1dadd-e271-419c-b81b-7f864a0e303b,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:31:50.800355 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8441fd9b-d3e5-4d2e-8b6d-fa846417ac87 admin admin] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:31:50.805784 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-8441fd9b-d3e5-4d2e-8b6d-fa846417ac87 admin admin] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:31:50.808717 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8441fd9b-d3e5-4d2e-8b6d-fa846417ac87 admin admin] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:31:50.837709 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8441fd9b-d3e5-4d2e-8b6d-fa846417ac87 admin admin] Pushing event updated for resources: {'Port': ['ID=0d320baa-b957-4208-a605-b83990e34f9c,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:31:50.879372 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:51.085958 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8441fd9b-d3e5-4d2e-8b6d-fa846417ac87 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:51.281667 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8441fd9b-d3e5-4d2e-8b6d-fa846417ac87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:51.411353 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8441fd9b-d3e5-4d2e-8b6d-fa846417ac87 admin admin] Router ab74c8ae-6d40-4328-a7e2-294900b29310 is scheduled to L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f with binding_index 1 {{(pid=101292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 00:31:51.521411 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8441fd9b-d3e5-4d2e-8b6d-fa846417ac87 admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:31:51.530969 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c64ce51-e0bb-4b42-a178-228dea97888e None None] Sync routers for ids ['ab74c8ae-6d40-4328-a7e2-294900b29310'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:31:51.538153 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8441fd9b-d3e5-4d2e-8b6d-fa846417ac87 admin admin] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:51.539310 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-8441fd9b-d3e5-4d2e-8b6d-fa846417ac87 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4855552 Aug 17 00:31:51.542169 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 33694) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:31:51.542301 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c64ce51-e0bb-4b42-a178-228dea97888e None None] Routers {'ab74c8ae-6d40-4328-a7e2-294900b29310'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:31:51.542887 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-8c64ce51-e0bb-4b42-a178-228dea97888e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:31:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['ab74c8ae-6d40-4328-a7e2-294900b29310'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:31:51.656605 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-8c64ce51-e0bb-4b42-a178-228dea97888e None None] Set router ab74c8ae-6d40-4328-a7e2-294900b29310 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:31:51.715027 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b701fd3c-9b75-40f6-b533-1a2cb5d63195 None None] Network bf2ccc65-70e9-474c-a15a-89d4c4efe0f2 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:31:51.823499 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-557ddb74-75bb-45d8-8ad4-24adc61939b0 None None] Provisioning for port 25b1dadd-e271-419c-b81b-7f864a0e303b completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:31:51.994530 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-8c64ce51-e0bb-4b42-a178-228dea97888e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab74c8ae-6d40-4328-a7e2-294900b29310', 'name': 'tempest-TestSnapshotPattern-882254688-router', 'tenant_id': '491b04f2d3e44f30b3ef489b5c13244b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '0d320baa-b957-4208-a605-b83990e34f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:31:50Z', 'updated_at': '2021-08-17T00:31:50Z', 'revision_number': 3, 'project_id': '491b04f2d3e44f30b3ef489b5c13244b', 'gw_port': {'id': '0d320baa-b957-4208-a605-b83990e34f9c', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ae:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab74c8ae-6d40-4328-a7e2-294900b29310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:31:50Z', 'updated_at': '2021-08-17T00:31:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:31:52.024414 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c64ce51-e0bb-4b42-a178-228dea97888e None None] Checking router: ab74c8ae-6d40-4328-a7e2-294900b29310 for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:31:52.024805 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c64ce51-e0bb-4b42-a178-228dea97888e None None] Updating router ab74c8ae-6d40-4328-a7e2-294900b29310 port 0d320baa-b957-4208-a605-b83990e34f9c binding host n-d-791506-26 {{(pid=101293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:31:52.026911 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:52.052115 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-8c64ce51-e0bb-4b42-a178-228dea97888e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:52.339000 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-8c64ce51-e0bb-4b42-a178-228dea97888e None None] Notify callbacks [] for port, precommit_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:52.339688 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c3950ebf-1881-4497-9753-6d5488900ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:52.349410 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-8c64ce51-e0bb-4b42-a178-228dea97888e None None] Transition to ACTIVE for port object 0d320baa-b957-4208-a605-b83990e34f9c will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:31:52.355069 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-8c64ce51-e0bb-4b42-a178-228dea97888e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:52.405534 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-8c64ce51-e0bb-4b42-a178-228dea97888e None None] Attempting to bind port 0d320baa-b957-4208-a605-b83990e34f9c on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:31:52.405904 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-8c64ce51-e0bb-4b42-a178-228dea97888e None None] Attempting to bind port 0d320baa-b957-4208-a605-b83990e34f9c by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:31:52.406277 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c64ce51-e0bb-4b42-a178-228dea97888e None None] Attempting to bind port 0d320baa-b957-4208-a605-b83990e34f9c on network c22c4980-c849-406d-982c-a5d68c515a94 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:31:52.414675 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9f519a-2ab7-445d-9e95-3d3ebb78d4b7 None None] Pushing event updated for resources: {'Port': ['ID=0d320baa-b957-4208-a605-b83990e34f9c,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:31:52.417114 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c64ce51-e0bb-4b42-a178-228dea97888e None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:31:52.417485 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c64ce51-e0bb-4b42-a178-228dea97888e None None] Checking segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:31:52.417877 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-8c64ce51-e0bb-4b42-a178-228dea97888e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:52.418266 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c64ce51-e0bb-4b42-a178-228dea97888e None None] Bound using segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:31:52.419220 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-8c64ce51-e0bb-4b42-a178-228dea97888e None None] Bound port: 0d320baa-b957-4208-a605-b83990e34f9c, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:31:52.419626 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-8c64ce51-e0bb-4b42-a178-228dea97888e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:52.484802 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-8c64ce51-e0bb-4b42-a178-228dea97888e None None] For port 0d320baa-b957-4208-a605-b83990e34f9c, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:31:52.488213 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-8c64ce51-e0bb-4b42-a178-228dea97888e None None] For port 0d320baa-b957-4208-a605-b83990e34f9c, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=0d320baa-b957-4208-a605-b83990e34f9c,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:31:52.493917 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-8c64ce51-e0bb-4b42-a178-228dea97888e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:52.509972 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-c3950ebf-1881-4497-9753-6d5488900ee2 admin admin] Allocated IP 172.20.0.1 (bf2ccc65-70e9-474c-a15a-89d4c4efe0f2/e97f43fb-e34e-4c14-85ca-652ec58e65e2/a4857d6a-90f0-4bc0-bc12-c5adc62b4a8d) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:31:52.532921 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 25b1dadd-e271-419c-b81b-7f864a0e303b up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:31:52.587925 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9f519a-2ab7-445d-9e95-3d3ebb78d4b7 None None] Pushing event updated for resources: {'Port': ['ID=0d320baa-b957-4208-a605-b83990e34f9c,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:31:52.592439 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c64ce51-e0bb-4b42-a178-228dea97888e None None] Routers {'ab74c8ae-6d40-4328-a7e2-294900b29310'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:31:52.593002 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-8c64ce51-e0bb-4b42-a178-228dea97888e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:31:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['ab74c8ae-6d40-4328-a7e2-294900b29310'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:31:52.625620 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c3950ebf-1881-4497-9753-6d5488900ee2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:52.640818 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [None req-c3950ebf-1881-4497-9753-6d5488900ee2 admin admin] Transition to ACTIVE for port object a4857d6a-90f0-4bc0-bc12-c5adc62b4a8d will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:31:52.676635 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c3950ebf-1881-4497-9753-6d5488900ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:52.719217 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3950ebf-1881-4497-9753-6d5488900ee2 admin admin] Network bf2ccc65-70e9-474c-a15a-89d4c4efe0f2 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:31:52.722275 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-c3950ebf-1881-4497-9753-6d5488900ee2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:31:52.726085 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3950ebf-1881-4497-9753-6d5488900ee2 admin admin] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:31:52.732075 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3950ebf-1881-4497-9753-6d5488900ee2 admin admin] Pushing event updated for resources: {'Port': ['ID=a4857d6a-90f0-4bc0-bc12-c5adc62b4a8d,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:31:52.772464 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c3950ebf-1881-4497-9753-6d5488900ee2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954230'] for router_interface, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:52.848482 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 25b1dadd-e271-419c-b81b-7f864a0e303b completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:31:52.858330 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 25b1dadd-e271-419c-b81b-7f864a0e303b triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:31:52.858948 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:52.906737 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-8c64ce51-e0bb-4b42-a178-228dea97888e None None] Set router ab74c8ae-6d40-4328-a7e2-294900b29310 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:31:52.923494 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c3950ebf-1881-4497-9753-6d5488900ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:53.066574 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-ce227995-8581-4c5d-92a7-57c9a64e9150 None None] Provisioning for port a4857d6a-90f0-4bc0-bc12-c5adc62b4a8d completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:31:53.093468 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c3950ebf-1881-4497-9753-6d5488900ee2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:53.099782 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c3950ebf-1881-4497-9753-6d5488900ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:53.106740 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-ce227995-8581-4c5d-92a7-57c9a64e9150 None None] Provisioning complete for port a4857d6a-90f0-4bc0-bc12-c5adc62b4a8d triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:31:53.107307 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ce227995-8581-4c5d-92a7-57c9a64e9150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:53.170520 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3950ebf-1881-4497-9753-6d5488900ee2 admin admin] Pushing event updated for resources: {'Port': ['ID=a4857d6a-90f0-4bc0-bc12-c5adc62b4a8d,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:31:53.173266 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c3950ebf-1881-4497-9753-6d5488900ee2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954122'] for router_interface, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:53.178076 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:53.194474 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-ce227995-8581-4c5d-92a7-57c9a64e9150 None None] Port a4857d6a-90f0-4bc0-bc12-c5adc62b4a8d cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:31:53.229835 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 25b1dadd-e271-419c-b81b-7f864a0e303b, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=25b1dadd-e271-419c-b81b-7f864a0e303b,segment=NetworkSegment(2dbdf4e8-fdb7-45d8-b22f-1627fe1f340e),segment_id=2dbdf4e8-fdb7-45d8-b22f-1627fe1f340e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:31:53.235783 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:53.271463 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3950ebf-1881-4497-9753-6d5488900ee2 admin admin] Network bf2ccc65-70e9-474c-a15a-89d4c4efe0f2 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:31:53.272835 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-c3950ebf-1881-4497-9753-6d5488900ee2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:31:53.282218 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-8c64ce51-e0bb-4b42-a178-228dea97888e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab74c8ae-6d40-4328-a7e2-294900b29310', 'name': 'tempest-TestSnapshotPattern-882254688-router', 'tenant_id': '491b04f2d3e44f30b3ef489b5c13244b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '0d320baa-b957-4208-a605-b83990e34f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:31:50Z', 'updated_at': '2021-08-17T00:31:50Z', 'revision_number': 3, 'project_id': '491b04f2d3e44f30b3ef489b5c13244b', 'gw_port': {'id': '0d320baa-b957-4208-a605-b83990e34f9c', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ae:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab74c8ae-6d40-4328-a7e2-294900b29310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:31:50Z', 'updated_at': '2021-08-17T00:31:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:31:53.323239 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:53.327388 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c64ce51-e0bb-4b42-a178-228dea97888e None None] The sync data for ids ['ab74c8ae-6d40-4328-a7e2-294900b29310'] in n-d-791506-26 is: [{'id': 'ab74c8ae-6d40-4328-a7e2-294900b29310', 'name': 'tempest-TestSnapshotPattern-882254688-router', 'tenant_id': '491b04f2d3e44f30b3ef489b5c13244b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '0d320baa-b957-4208-a605-b83990e34f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:31:50Z', 'updated_at': '2021-08-17T00:31:50Z', 'revision_number': 3, 'project_id': '491b04f2d3e44f30b3ef489b5c13244b', 'gw_port': {'id': '0d320baa-b957-4208-a605-b83990e34f9c', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ae:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab74c8ae-6d40-4328-a7e2-294900b29310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:31:50Z', 'updated_at': '2021-08-17T00:31:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:31:53.339434 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=25b1dadd-e271-419c-b81b-7f864a0e303b,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:31:53.412345 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3950ebf-1881-4497-9753-6d5488900ee2 admin admin] Router ab74c8ae-6d40-4328-a7e2-294900b29310 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:31:53.515642 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-7da56194-1124-4d7e-8562-2a8f58370cbc None None] Provisioning complete for port a4857d6a-90f0-4bc0-bc12-c5adc62b4a8d triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:31:53.516283 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7da56194-1124-4d7e-8562-2a8f58370cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:53.541575 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3950ebf-1881-4497-9753-6d5488900ee2 admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:31:53.561113 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-7da56194-1124-4d7e-8562-2a8f58370cbc None None] Port a4857d6a-90f0-4bc0-bc12-c5adc62b4a8d cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:31:53.566538 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-c3950ebf-1881-4497-9753-6d5488900ee2 admin admin] 10.222.0.36 "PUT /v2.0/routers/ab74c8ae-6d40-4328-a7e2-294900b29310/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0219777 Aug 17 00:31:54.055965 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 33710) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:31:54.061162 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-59819fe6-2ac1-4257-9e97-7cf3b7b49555 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1286133007-network', 'tenant_id': 'd63bb78cdfa245c29f83fb7808d125fd'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:31:54.083014 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59819fe6-2ac1-4257-9e97-7cf3b7b49555 admin admin] Made reservation on behalf of d63bb78cdfa245c29f83fb7808d125fd for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:31:54.085528 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-59819fe6-2ac1-4257-9e97-7cf3b7b49555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:54.095770 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-59819fe6-2ac1-4257-9e97-7cf3b7b49555 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:54.188100 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-59819fe6-2ac1-4257-9e97-7cf3b7b49555 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:54.192261 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-59819fe6-2ac1-4257-9e97-7cf3b7b49555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:54.215963 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59819fe6-2ac1-4257-9e97-7cf3b7b49555 admin admin] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 00:31:54.225669 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59819fe6-2ac1-4257-9e97-7cf3b7b49555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=517377ae-fa7c-414c-be29-f4a2949ed726,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:31:54.230484 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-59819fe6-2ac1-4257-9e97-7cf3b7b49555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:54.230828 n-d-791506-26 neutron-server[101291]: INFO neutron.db.segments_db [None req-59819fe6-2ac1-4257-9e97-7cf3b7b49555 admin admin] Added segment e68bf460-6992-473a-87ec-1c9bc8b8c7fb of type vlan for network f1889759-8e37-4d40-af5b-d114a7710e4e Aug 17 00:31:54.275223 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-59819fe6-2ac1-4257-9e97-7cf3b7b49555 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748569726374'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:54.299736 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-59819fe6-2ac1-4257-9e97-7cf3b7b49555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:54.300794 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59819fe6-2ac1-4257-9e97-7cf3b7b49555 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:31:54.301372 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-59819fe6-2ac1-4257-9e97-7cf3b7b49555 admin admin] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:54.357543 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 33712) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:31:54.357737 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-59819fe6-2ac1-4257-9e97-7cf3b7b49555 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3005700 Aug 17 00:31:54.362733 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-361f593b-2cbd-4ba8-8395-5075524372a1 admin admin] Request body: {'subnet': {'network_id': 'f1889759-8e37-4d40-af5b-d114a7710e4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1286133007-subnet', 'tenant_id': 'd63bb78cdfa245c29f83fb7808d125fd', 'ip_version': 4}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:31:54.369336 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59819fe6-2ac1-4257-9e97-7cf3b7b49555 admin admin] Pushing event updated for resources: {'Network': ['ID=f1889759-8e37-4d40-af5b-d114a7710e4e,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:31:54.383457 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Network f1889759-8e37-4d40-af5b-d114a7710e4e details requested by agent ovs-agent-n-d-791506-26 with host n-d-791506-26 {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 00:31:54.388632 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-361f593b-2cbd-4ba8-8395-5075524372a1 admin admin] Made reservation on behalf of d63bb78cdfa245c29f83fb7808d125fd for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:31:54.391227 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-361f593b-2cbd-4ba8-8395-5075524372a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26252100'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:54.585576 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 25b1dadd-e271-419c-b81b-7f864a0e303b up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:31:54.599297 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-361f593b-2cbd-4ba8-8395-5075524372a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26672314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26252118'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:54.653335 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 25b1dadd-e271-419c-b81b-7f864a0e303b triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:31:54.654246 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:54.663881 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361f593b-2cbd-4ba8-8395-5075524372a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1fce715-2c11-4eb1-a82c-d062d3192672,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:31:54.675142 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361f593b-2cbd-4ba8-8395-5075524372a1 admin admin] Checking segment: {'id': 'e68bf460-6992-473a-87ec-1c9bc8b8c7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f1889759-8e37-4d40-af5b-d114a7710e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:31:54.675590 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361f593b-2cbd-4ba8-8395-5075524372a1 admin admin] Network hostable DHCP agents. Network: f1889759-8e37-4d40-af5b-d114a7710e4e, hostable agents: ['84e982d6-ae01-4127-9579-e8c4132ba261'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 00:31:54.698514 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361f593b-2cbd-4ba8-8395-5075524372a1 admin admin] Network f1889759-8e37-4d40-af5b-d114a7710e4e is scheduled to be hosted by DHCP agent 84e982d6-ae01-4127-9579-e8c4132ba261 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 00:31:54.709665 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-361f593b-2cbd-4ba8-8395-5075524372a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-26, f1889759-8e37-4d40-af5b-d114a7710e4e) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:31:54.714246 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361f593b-2cbd-4ba8-8395-5075524372a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:31:54.714933 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-361f593b-2cbd-4ba8-8395-5075524372a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:54.735389 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-361f593b-2cbd-4ba8-8395-5075524372a1 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3738649 Aug 17 00:31:54.735389 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 33714) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:31:54.735945 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2e12fc-5d26-49d3-9225-2926969f1fbf None None] Network f1889759-8e37-4d40-af5b-d114a7710e4e requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:31:54.739991 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-013b0c21-8274-40a6-9d6d-91c238b81048 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1286133007-router', 'tenant_id': 'd63bb78cdfa245c29f83fb7808d125fd', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:31:54.763377 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-013b0c21-8274-40a6-9d6d-91c238b81048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-538679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-500161'] for router, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:54.765363 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-013b0c21-8274-40a6-9d6d-91c238b81048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-639687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537206', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-500168'] for router, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:54.795845 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 0d320baa-b957-4208-a605-b83990e34f9c up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:31:54.826928 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-013b0c21-8274-40a6-9d6d-91c238b81048 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:54.903667 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 0d320baa-b957-4208-a605-b83990e34f9c completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:31:54.912160 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 0d320baa-b957-4208-a605-b83990e34f9c triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:31:54.912557 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:54.929542 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a033cc2-d303-4670-9fbb-efceb6131257 None None] Sync routers for ids ['ab74c8ae-6d40-4328-a7e2-294900b29310'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:31:54.946688 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a033cc2-d303-4670-9fbb-efceb6131257 None None] Routers {'ab74c8ae-6d40-4328-a7e2-294900b29310'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:31:54.948326 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-8a033cc2-d303-4670-9fbb-efceb6131257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:31:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['ab74c8ae-6d40-4328-a7e2-294900b29310'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:31:54.967404 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d0d4d0-ed79-4505-ba84-0b3d608b9977 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdca8eb7c-8d50-5b8c-8ba5-dbbde0e977d5-f1889759-8e37-4d40-af5b-d114a7710e4e', 'network_id': 'f1889759-8e37-4d40-af5b-d114a7710e4e', 'tenant_id': 'd63bb78cdfa245c29f83fb7808d125fd', 'fixed_ips': [{'subnet_id': 'b1fce715-2c11-4eb1-a82c-d062d3192672'}]}} from n-d-791506-26. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 00:31:54.968290 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-b9d0d4d0-ed79-4505-ba84-0b3d608b9977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:54.986229 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-013b0c21-8274-40a6-9d6d-91c238b81048 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:55.086436 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-8a033cc2-d303-4670-9fbb-efceb6131257 None None] Set router ab74c8ae-6d40-4328-a7e2-294900b29310 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:31:55.104997 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:55.160476 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 0d320baa-b957-4208-a605-b83990e34f9c, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=0d320baa-b957-4208-a605-b83990e34f9c,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:31:55.172224 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:55.180491 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-b9d0d4d0-ed79-4505-ba84-0b3d608b9977 None None] Allocated IP 172.20.0.2 (f1889759-8e37-4d40-af5b-d114a7710e4e/b1fce715-2c11-4eb1-a82c-d062d3192672/87d5a363-f964-46b9-b119-fd80817e91ca) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:31:55.211619 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-013b0c21-8274-40a6-9d6d-91c238b81048 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:55.233969 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-013b0c21-8274-40a6-9d6d-91c238b81048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:55.272229 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=0d320baa-b957-4208-a605-b83990e34f9c,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:31:55.311883 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-8a033cc2-d303-4670-9fbb-efceb6131257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab74c8ae-6d40-4328-a7e2-294900b29310', 'name': 'tempest-TestSnapshotPattern-882254688-router', 'tenant_id': '491b04f2d3e44f30b3ef489b5c13244b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '0d320baa-b957-4208-a605-b83990e34f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:31:50Z', 'updated_at': '2021-08-17T00:31:52Z', 'revision_number': 4, 'project_id': '491b04f2d3e44f30b3ef489b5c13244b', 'gw_port': {'id': '0d320baa-b957-4208-a605-b83990e34f9c', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ae:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab74c8ae-6d40-4328-a7e2-294900b29310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:31:50Z', 'updated_at': '2021-08-17T00:31:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'a4857d6a-90f0-4bc0-bc12-c5adc62b4a8d', 'name': '', 'network_id': 'bf2ccc65-70e9-474c-a15a-89d4c4efe0f2', 'tenant_id': '491b04f2d3e44f30b3ef489b5c13244b', 'mac_address': 'fa:16:3e:2d:dd:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab74c8ae-6d40-4328-a7e2-294900b29310', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'e97f43fb-e34e-4c14-85ca-652ec58e65e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:31:52Z', 'updated_at': '2021-08-17T00:31:52Z', 'revision_number': 2, 'project_id': '491b04f2d3e44f30b3ef489b5c13244b', 'subnets': [{'id': 'e97f43fb-e34e-4c14-85ca-652ec58e65e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:31:55.338968 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a033cc2-d303-4670-9fbb-efceb6131257 None None] Checking router: ab74c8ae-6d40-4328-a7e2-294900b29310 for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:31:55.339332 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a033cc2-d303-4670-9fbb-efceb6131257 None None] Updating router ab74c8ae-6d40-4328-a7e2-294900b29310 port a4857d6a-90f0-4bc0-bc12-c5adc62b4a8d binding host n-d-791506-26 {{(pid=101294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:31:55.362819 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-013b0c21-8274-40a6-9d6d-91c238b81048 admin admin] Allocated IP 172.25.4.48 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/4193bdda-0f8d-44d9-9450-ca0d0c02ad2b) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:31:55.370410 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-8a033cc2-d303-4670-9fbb-efceb6131257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:55.383636 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-b9d0d4d0-ed79-4505-ba84-0b3d608b9977 None None] Notify callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:55.393685 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-b9d0d4d0-ed79-4505-ba84-0b3d608b9977 None None] Transition to ACTIVE for port object 87d5a363-f964-46b9-b119-fd80817e91ca will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:31:55.411795 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-b9d0d4d0-ed79-4505-ba84-0b3d608b9977 None None] Transition to ACTIVE for port object 87d5a363-f964-46b9-b119-fd80817e91ca will not be triggered until provisioned by entity DHCP. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:31:55.419513 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-b9d0d4d0-ed79-4505-ba84-0b3d608b9977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:55.465251 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d0d4d0-ed79-4505-ba84-0b3d608b9977 None None] Network f1889759-8e37-4d40-af5b-d114a7710e4e is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:31:55.468385 n-d-791506-26 neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-b9d0d4d0-ed79-4505-ba84-0b3d608b9977 None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:31:55.472346 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d0d4d0-ed79-4505-ba84-0b3d608b9977 None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:31:55.479518 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d0d4d0-ed79-4505-ba84-0b3d608b9977 None None] Pushing event updated for resources: {'Port': ['ID=87d5a363-f964-46b9-b119-fd80817e91ca,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:31:55.483981 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-013b0c21-8274-40a6-9d6d-91c238b81048 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:55.526597 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-013b0c21-8274-40a6-9d6d-91c238b81048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:55.532007 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-b9d0d4d0-ed79-4505-ba84-0b3d608b9977 None None] Attempting to bind port 87d5a363-f964-46b9-b119-fd80817e91ca on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:31:55.532394 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-b9d0d4d0-ed79-4505-ba84-0b3d608b9977 None None] Attempting to bind port 87d5a363-f964-46b9-b119-fd80817e91ca by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': 'e68bf460-6992-473a-87ec-1c9bc8b8c7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f1889759-8e37-4d40-af5b-d114a7710e4e'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:31:55.532795 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d0d4d0-ed79-4505-ba84-0b3d608b9977 None None] Attempting to bind port 87d5a363-f964-46b9-b119-fd80817e91ca on network f1889759-8e37-4d40-af5b-d114a7710e4e {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:31:55.538254 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d0d4d0-ed79-4505-ba84-0b3d608b9977 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:31:55.538726 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d0d4d0-ed79-4505-ba84-0b3d608b9977 None None] Checking segment: {'id': 'e68bf460-6992-473a-87ec-1c9bc8b8c7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f1889759-8e37-4d40-af5b-d114a7710e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:31:55.539207 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-b9d0d4d0-ed79-4505-ba84-0b3d608b9977 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:55.539683 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d0d4d0-ed79-4505-ba84-0b3d608b9977 None None] Bound using segment: {'id': 'e68bf460-6992-473a-87ec-1c9bc8b8c7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f1889759-8e37-4d40-af5b-d114a7710e4e'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:31:55.540229 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-b9d0d4d0-ed79-4505-ba84-0b3d608b9977 None None] Bound port: 87d5a363-f964-46b9-b119-fd80817e91ca, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e68bf460-6992-473a-87ec-1c9bc8b8c7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f1889759-8e37-4d40-af5b-d114a7710e4e'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:31:55.540717 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-b9d0d4d0-ed79-4505-ba84-0b3d608b9977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:55.570233 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013b0c21-8274-40a6-9d6d-91c238b81048 admin admin] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:31:55.576184 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-013b0c21-8274-40a6-9d6d-91c238b81048 admin admin] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:31:55.578534 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013b0c21-8274-40a6-9d6d-91c238b81048 admin admin] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:31:55.581395 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013b0c21-8274-40a6-9d6d-91c238b81048 admin admin] Pushing event updated for resources: {'Port': ['ID=4193bdda-0f8d-44d9-9450-ca0d0c02ad2b,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:31:55.621251 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-b9d0d4d0-ed79-4505-ba84-0b3d608b9977 None None] For port 87d5a363-f964-46b9-b119-fd80817e91ca, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:31:55.626867 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-b9d0d4d0-ed79-4505-ba84-0b3d608b9977 None None] For port 87d5a363-f964-46b9-b119-fd80817e91ca, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=87d5a363-f964-46b9-b119-fd80817e91ca,segment=NetworkSegment(e68bf460-6992-473a-87ec-1c9bc8b8c7fb),segment_id=e68bf460-6992-473a-87ec-1c9bc8b8c7fb)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:31:55.632584 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-b9d0d4d0-ed79-4505-ba84-0b3d608b9977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:55.664340 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-8a033cc2-d303-4670-9fbb-efceb6131257 None None] Notify callbacks [] for port, precommit_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:55.674734 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.provisioning_blocks [None req-8a033cc2-d303-4670-9fbb-efceb6131257 None None] Transition to ACTIVE for port object a4857d6a-90f0-4bc0-bc12-c5adc62b4a8d will not be triggered until provisioned by entity L2. {{(pid=101294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:31:55.687595 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-8a033cc2-d303-4670-9fbb-efceb6131257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:55.698530 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d0d4d0-ed79-4505-ba84-0b3d608b9977 None None] Pushing event updated for resources: {'Port': ['ID=87d5a363-f964-46b9-b119-fd80817e91ca,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:31:55.755062 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0e67e8-e80f-4dbe-96fb-63472ede6670 None None] Pushing event updated for resources: {'Port': ['ID=a4857d6a-90f0-4bc0-bc12-c5adc62b4a8d,revision_number=3']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:31:55.787576 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0e67e8-e80f-4dbe-96fb-63472ede6670 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:31:55.787964 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0e67e8-e80f-4dbe-96fb-63472ede6670 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:31:55.788259 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0e67e8-e80f-4dbe-96fb-63472ede6670 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:31:55.788622 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0e67e8-e80f-4dbe-96fb-63472ede6670 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:31:55.788959 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0e67e8-e80f-4dbe-96fb-63472ede6670 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:31:55.789289 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0e67e8-e80f-4dbe-96fb-63472ede6670 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:31:55.789621 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0e67e8-e80f-4dbe-96fb-63472ede6670 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:31:55.789945 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0e67e8-e80f-4dbe-96fb-63472ede6670 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:31:55.790271 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0e67e8-e80f-4dbe-96fb-63472ede6670 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:31:55.790598 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0e67e8-e80f-4dbe-96fb-63472ede6670 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:31:55.790952 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0e67e8-e80f-4dbe-96fb-63472ede6670 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:31:55.791285 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0e67e8-e80f-4dbe-96fb-63472ede6670 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:31:55.835481 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-8a033cc2-d303-4670-9fbb-efceb6131257 None None] Attempting to bind port a4857d6a-90f0-4bc0-bc12-c5adc62b4a8d on host n-d-791506-26 for vnic_type normal with profile {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:31:55.835921 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-8a033cc2-d303-4670-9fbb-efceb6131257 None None] Attempting to bind port a4857d6a-90f0-4bc0-bc12-c5adc62b4a8d by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '2dbdf4e8-fdb7-45d8-b22f-1627fe1f340e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf2ccc65-70e9-474c-a15a-89d4c4efe0f2'}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:31:55.836620 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a033cc2-d303-4670-9fbb-efceb6131257 None None] Attempting to bind port a4857d6a-90f0-4bc0-bc12-c5adc62b4a8d on network bf2ccc65-70e9-474c-a15a-89d4c4efe0f2 {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:31:55.843731 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a033cc2-d303-4670-9fbb-efceb6131257 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:31:55.844103 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a033cc2-d303-4670-9fbb-efceb6131257 None None] Checking segment: {'id': '2dbdf4e8-fdb7-45d8-b22f-1627fe1f340e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf2ccc65-70e9-474c-a15a-89d4c4efe0f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:31:55.844502 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-8a033cc2-d303-4670-9fbb-efceb6131257 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:55.844922 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a033cc2-d303-4670-9fbb-efceb6131257 None None] Bound using segment: {'id': '2dbdf4e8-fdb7-45d8-b22f-1627fe1f340e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf2ccc65-70e9-474c-a15a-89d4c4efe0f2'} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:31:55.845391 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-8a033cc2-d303-4670-9fbb-efceb6131257 None None] Bound port: a4857d6a-90f0-4bc0-bc12-c5adc62b4a8d, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dbdf4e8-fdb7-45d8-b22f-1627fe1f340e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf2ccc65-70e9-474c-a15a-89d4c4efe0f2'}}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:31:55.845865 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-8a033cc2-d303-4670-9fbb-efceb6131257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:55.874829 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-013b0c21-8274-40a6-9d6d-91c238b81048 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:55.944792 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-8a033cc2-d303-4670-9fbb-efceb6131257 None None] For port a4857d6a-90f0-4bc0-bc12-c5adc62b4a8d, host n-d-791506-26, cleared binding levels {{(pid=101294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:31:55.948173 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-8a033cc2-d303-4670-9fbb-efceb6131257 None None] For port a4857d6a-90f0-4bc0-bc12-c5adc62b4a8d, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=a4857d6a-90f0-4bc0-bc12-c5adc62b4a8d,segment=NetworkSegment(2dbdf4e8-fdb7-45d8-b22f-1627fe1f340e),segment_id=2dbdf4e8-fdb7-45d8-b22f-1627fe1f340e)] {{(pid=101294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:31:55.953483 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-8a033cc2-d303-4670-9fbb-efceb6131257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:56.016019 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a033cc2-d303-4670-9fbb-efceb6131257 None None] Routers {'ab74c8ae-6d40-4328-a7e2-294900b29310'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:31:56.017881 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-8a033cc2-d303-4670-9fbb-efceb6131257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:31:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['ab74c8ae-6d40-4328-a7e2-294900b29310'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:31:56.086766 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0e67e8-e80f-4dbe-96fb-63472ede6670 None None] Pushing event updated for resources: {'Port': ['ID=a4857d6a-90f0-4bc0-bc12-c5adc62b4a8d,revision_number=4']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:31:56.139964 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-013b0c21-8274-40a6-9d6d-91c238b81048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-639678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537157'] for router, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:56.180976 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-8a033cc2-d303-4670-9fbb-efceb6131257 None None] Set router ab74c8ae-6d40-4328-a7e2-294900b29310 gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:31:56.291380 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-013b0c21-8274-40a6-9d6d-91c238b81048 admin admin] Router 84a56876-1ff7-4eae-8afd-30f34e8cbd4f is scheduled to L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f with binding_index 1 {{(pid=101292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 00:31:56.409530 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-013b0c21-8274-40a6-9d6d-91c238b81048 admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:31:56.423056 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619623ca-9106-465a-ab0f-cc356be82351 None None] Sync routers for ids ['84a56876-1ff7-4eae-8afd-30f34e8cbd4f'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:31:56.433997 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-013b0c21-8274-40a6-9d6d-91c238b81048 admin admin] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:56.436167 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-013b0c21-8274-40a6-9d6d-91c238b81048 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6997736 Aug 17 00:31:56.438827 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 33718) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:31:56.439983 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619623ca-9106-465a-ab0f-cc356be82351 None None] Routers {'84a56876-1ff7-4eae-8afd-30f34e8cbd4f'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:31:56.440882 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-619623ca-9106-465a-ab0f-cc356be82351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:31:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['84a56876-1ff7-4eae-8afd-30f34e8cbd4f'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:31:56.518426 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-8a033cc2-d303-4670-9fbb-efceb6131257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab74c8ae-6d40-4328-a7e2-294900b29310', 'name': 'tempest-TestSnapshotPattern-882254688-router', 'tenant_id': '491b04f2d3e44f30b3ef489b5c13244b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '0d320baa-b957-4208-a605-b83990e34f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:31:50Z', 'updated_at': '2021-08-17T00:31:52Z', 'revision_number': 4, 'project_id': '491b04f2d3e44f30b3ef489b5c13244b', 'gw_port': {'id': '0d320baa-b957-4208-a605-b83990e34f9c', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ae:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab74c8ae-6d40-4328-a7e2-294900b29310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:31:50Z', 'updated_at': '2021-08-17T00:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'a4857d6a-90f0-4bc0-bc12-c5adc62b4a8d', 'name': '', 'network_id': 'bf2ccc65-70e9-474c-a15a-89d4c4efe0f2', 'tenant_id': '491b04f2d3e44f30b3ef489b5c13244b', 'mac_address': 'fa:16:3e:2d:dd:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab74c8ae-6d40-4328-a7e2-294900b29310', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'e97f43fb-e34e-4c14-85ca-652ec58e65e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:31:52Z', 'updated_at': '2021-08-17T00:31:55Z', 'revision_number': 4, 'project_id': '491b04f2d3e44f30b3ef489b5c13244b', 'subnets': [{'id': 'e97f43fb-e34e-4c14-85ca-652ec58e65e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:31:56.556137 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:56.559917 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a033cc2-d303-4670-9fbb-efceb6131257 None None] The sync data for ids ['ab74c8ae-6d40-4328-a7e2-294900b29310'] in n-d-791506-26 is: [{'id': 'ab74c8ae-6d40-4328-a7e2-294900b29310', 'name': 'tempest-TestSnapshotPattern-882254688-router', 'tenant_id': '491b04f2d3e44f30b3ef489b5c13244b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '0d320baa-b957-4208-a605-b83990e34f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:31:50Z', 'updated_at': '2021-08-17T00:31:52Z', 'revision_number': 4, 'project_id': '491b04f2d3e44f30b3ef489b5c13244b', 'gw_port': {'id': '0d320baa-b957-4208-a605-b83990e34f9c', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ae:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab74c8ae-6d40-4328-a7e2-294900b29310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:31:50Z', 'updated_at': '2021-08-17T00:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'a4857d6a-90f0-4bc0-bc12-c5adc62b4a8d', 'name': '', 'network_id': 'bf2ccc65-70e9-474c-a15a-89d4c4efe0f2', 'tenant_id': '491b04f2d3e44f30b3ef489b5c13244b', 'mac_address': 'fa:16:3e:2d:dd:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab74c8ae-6d40-4328-a7e2-294900b29310', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'e97f43fb-e34e-4c14-85ca-652ec58e65e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:31:52Z', 'updated_at': '2021-08-17T00:31:55Z', 'revision_number': 4, 'project_id': '491b04f2d3e44f30b3ef489b5c13244b', 'subnets': [{'id': 'e97f43fb-e34e-4c14-85ca-652ec58e65e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:31:56.682547 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-619623ca-9106-465a-ab0f-cc356be82351 None None] Set router 84a56876-1ff7-4eae-8afd-30f34e8cbd4f gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:31:56.735567 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 87d5a363-f964-46b9-b119-fd80817e91ca up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:31:56.892954 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 87d5a363-f964-46b9-b119-fd80817e91ca completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:31:56.914114 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 0d320baa-b957-4208-a605-b83990e34f9c up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:31:56.922690 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f3963b-a779-4cd2-8c04-332dd41abb9c None None] Network f1889759-8e37-4d40-af5b-d114a7710e4e requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:31:57.043845 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e87c1870-b2f4-4d07-9dfb-8c49369f7b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:57.070556 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-54ace868-74fe-442e-9260-0ab87e1f49a3 None None] Provisioning for port 87d5a363-f964-46b9-b119-fd80817e91ca completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:31:57.085600 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-54ace868-74fe-442e-9260-0ab87e1f49a3 None None] Provisioning complete for port 87d5a363-f964-46b9-b119-fd80817e91ca triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:31:57.085983 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-54ace868-74fe-442e-9260-0ab87e1f49a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:57.181872 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 0d320baa-b957-4208-a605-b83990e34f9c triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:31:57.182251 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:57.216407 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-e87c1870-b2f4-4d07-9dfb-8c49369f7b17 admin admin] Allocated IP 172.20.0.1 (f1889759-8e37-4d40-af5b-d114a7710e4e/b1fce715-2c11-4eb1-a82c-d062d3192672/318ad31f-2a1e-49dd-b27e-6936a9a2533a) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:31:57.241943 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-619623ca-9106-465a-ab0f-cc356be82351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a56876-1ff7-4eae-8afd-30f34e8cbd4f', 'name': 'tempest-TestSnapshotPattern-1286133007-router', 'tenant_id': 'd63bb78cdfa245c29f83fb7808d125fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '4193bdda-0f8d-44d9-9450-ca0d0c02ad2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:31:54Z', 'updated_at': '2021-08-17T00:31:55Z', 'revision_number': 3, 'project_id': 'd63bb78cdfa245c29f83fb7808d125fd', 'gw_port': {'id': '4193bdda-0f8d-44d9-9450-ca0d0c02ad2b', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:34:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a56876-1ff7-4eae-8afd-30f34e8cbd4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:31:55Z', 'updated_at': '2021-08-17T00:31:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:31:57.281995 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619623ca-9106-465a-ab0f-cc356be82351 None None] Checking router: 84a56876-1ff7-4eae-8afd-30f34e8cbd4f for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:31:57.282373 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619623ca-9106-465a-ab0f-cc356be82351 None None] Updating router 84a56876-1ff7-4eae-8afd-30f34e8cbd4f port 4193bdda-0f8d-44d9-9450-ca0d0c02ad2b binding host n-d-791506-26 {{(pid=101293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:31:57.354626 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-619623ca-9106-465a-ab0f-cc356be82351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:57.367714 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e87c1870-b2f4-4d07-9dfb-8c49369f7b17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:57.385177 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-54ace868-74fe-442e-9260-0ab87e1f49a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:57.385561 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [None req-e87c1870-b2f4-4d07-9dfb-8c49369f7b17 admin admin] Transition to ACTIVE for port object 318ad31f-2a1e-49dd-b27e-6936a9a2533a will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:31:57.425609 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e87c1870-b2f4-4d07-9dfb-8c49369f7b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:57.472965 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87c1870-b2f4-4d07-9dfb-8c49369f7b17 admin admin] Network f1889759-8e37-4d40-af5b-d114a7710e4e is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:31:57.476356 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-e87c1870-b2f4-4d07-9dfb-8c49369f7b17 admin admin] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:31:57.481321 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87c1870-b2f4-4d07-9dfb-8c49369f7b17 admin admin] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:31:57.485034 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87c1870-b2f4-4d07-9dfb-8c49369f7b17 admin admin] Pushing event updated for resources: {'Port': ['ID=318ad31f-2a1e-49dd-b27e-6936a9a2533a,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:31:57.524952 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e87c1870-b2f4-4d07-9dfb-8c49369f7b17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-954230'] for router_interface, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:57.717891 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-54ace868-74fe-442e-9260-0ab87e1f49a3 None None] For port 87d5a363-f964-46b9-b119-fd80817e91ca, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=87d5a363-f964-46b9-b119-fd80817e91ca,segment=NetworkSegment(e68bf460-6992-473a-87ec-1c9bc8b8c7fb),segment_id=e68bf460-6992-473a-87ec-1c9bc8b8c7fb)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:31:57.725968 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-54ace868-74fe-442e-9260-0ab87e1f49a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:57.859103 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ace868-74fe-442e-9260-0ab87e1f49a3 None None] Pushing event updated for resources: {'Port': ['ID=87d5a363-f964-46b9-b119-fd80817e91ca,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:31:57.963445 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-619623ca-9106-465a-ab0f-cc356be82351 None None] Notify callbacks [] for port, precommit_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:57.977762 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-88fec128-adea-4ff2-9b67-fe827084152c None None] Provisioning complete for port 87d5a363-f964-46b9-b119-fd80817e91ca triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:31:57.978126 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-88fec128-adea-4ff2-9b67-fe827084152c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:57.980316 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-619623ca-9106-465a-ab0f-cc356be82351 None None] Transition to ACTIVE for port object 4193bdda-0f8d-44d9-9450-ca0d0c02ad2b will not be triggered until provisioned by entity L2. {{(pid=101293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:31:58.010181 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-619623ca-9106-465a-ab0f-cc356be82351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:58.087471 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e87c1870-b2f4-4d07-9dfb-8c49369f7b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:58.089191 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-619623ca-9106-465a-ab0f-cc356be82351 None None] Attempting to bind port 4193bdda-0f8d-44d9-9450-ca0d0c02ad2b on host n-d-791506-26 for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:31:58.089638 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-619623ca-9106-465a-ab0f-cc356be82351 None None] Attempting to bind port 4193bdda-0f8d-44d9-9450-ca0d0c02ad2b by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:31:58.090083 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619623ca-9106-465a-ab0f-cc356be82351 None None] Attempting to bind port 4193bdda-0f8d-44d9-9450-ca0d0c02ad2b on network c22c4980-c849-406d-982c-a5d68c515a94 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:31:58.092734 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d057b37d-4318-441e-9b06-5bd0646d344c None None] Pushing event updated for resources: {'Port': ['ID=4193bdda-0f8d-44d9-9450-ca0d0c02ad2b,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:31:58.101292 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619623ca-9106-465a-ab0f-cc356be82351 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:31:58.101681 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619623ca-9106-465a-ab0f-cc356be82351 None None] Checking segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:31:58.102088 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-619623ca-9106-465a-ab0f-cc356be82351 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:58.102486 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619623ca-9106-465a-ab0f-cc356be82351 None None] Bound using segment: {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:31:58.102963 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-619623ca-9106-465a-ab0f-cc356be82351 None None] Bound port: 4193bdda-0f8d-44d9-9450-ca0d0c02ad2b, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f9a6d17-67c6-476a-bbf8-5fe6296e442e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:31:58.103353 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-619623ca-9106-465a-ab0f-cc356be82351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:58.200528 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-619623ca-9106-465a-ab0f-cc356be82351 None None] For port 4193bdda-0f8d-44d9-9450-ca0d0c02ad2b, host n-d-791506-26, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:31:58.203782 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-619623ca-9106-465a-ab0f-cc356be82351 None None] For port 4193bdda-0f8d-44d9-9450-ca0d0c02ad2b, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=4193bdda-0f8d-44d9-9450-ca0d0c02ad2b,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:31:58.208273 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-619623ca-9106-465a-ab0f-cc356be82351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:58.267309 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619623ca-9106-465a-ab0f-cc356be82351 None None] Routers {'84a56876-1ff7-4eae-8afd-30f34e8cbd4f'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:31:58.267925 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-619623ca-9106-465a-ab0f-cc356be82351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:31:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['84a56876-1ff7-4eae-8afd-30f34e8cbd4f'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:31:58.269944 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d057b37d-4318-441e-9b06-5bd0646d344c None None] Pushing event updated for resources: {'Port': ['ID=4193bdda-0f8d-44d9-9450-ca0d0c02ad2b,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:31:58.292389 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e87c1870-b2f4-4d07-9dfb-8c49369f7b17 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:58.297828 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e87c1870-b2f4-4d07-9dfb-8c49369f7b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:58.327703 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4a54ec7e-46c4-4217-97fe-639ba94614f0 None None] Provisioning for port 318ad31f-2a1e-49dd-b27e-6936a9a2533a completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:31:58.362577 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4a54ec7e-46c4-4217-97fe-639ba94614f0 None None] Provisioning complete for port 318ad31f-2a1e-49dd-b27e-6936a9a2533a triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:31:58.362955 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4a54ec7e-46c4-4217-97fe-639ba94614f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:58.363592 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87c1870-b2f4-4d07-9dfb-8c49369f7b17 admin admin] Pushing event updated for resources: {'Port': ['ID=318ad31f-2a1e-49dd-b27e-6936a9a2533a,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:31:58.366462 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e87c1870-b2f4-4d07-9dfb-8c49369f7b17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-954122'] for router_interface, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:58.414156 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-619623ca-9106-465a-ab0f-cc356be82351 None None] Set router 84a56876-1ff7-4eae-8afd-30f34e8cbd4f gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:31:58.415861 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-4a54ec7e-46c4-4217-97fe-639ba94614f0 None None] Port 318ad31f-2a1e-49dd-b27e-6936a9a2533a cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:31:58.460712 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87c1870-b2f4-4d07-9dfb-8c49369f7b17 admin admin] Network f1889759-8e37-4d40-af5b-d114a7710e4e is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:31:58.463873 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-e87c1870-b2f4-4d07-9dfb-8c49369f7b17 admin admin] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:31:58.591769 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e87c1870-b2f4-4d07-9dfb-8c49369f7b17 admin admin] Router 84a56876-1ff7-4eae-8afd-30f34e8cbd4f has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:31:58.615018 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device a4857d6a-90f0-4bc0-bc12-c5adc62b4a8d up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:31:58.689409 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-619623ca-9106-465a-ab0f-cc356be82351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a56876-1ff7-4eae-8afd-30f34e8cbd4f', 'name': 'tempest-TestSnapshotPattern-1286133007-router', 'tenant_id': 'd63bb78cdfa245c29f83fb7808d125fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '4193bdda-0f8d-44d9-9450-ca0d0c02ad2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:31:54Z', 'updated_at': '2021-08-17T00:31:58Z', 'revision_number': 4, 'project_id': 'd63bb78cdfa245c29f83fb7808d125fd', 'gw_port': {'id': '4193bdda-0f8d-44d9-9450-ca0d0c02ad2b', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:34:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a56876-1ff7-4eae-8afd-30f34e8cbd4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:31:55Z', 'updated_at': '2021-08-17T00:31:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '318ad31f-2a1e-49dd-b27e-6936a9a2533a', 'name': '', 'network_id': 'f1889759-8e37-4d40-af5b-d114a7710e4e', 'tenant_id': 'd63bb78cdfa245c29f83fb7808d125fd', 'mac_address': 'fa:16:3e:e4:0f:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a56876-1ff7-4eae-8afd-30f34e8cbd4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'b1fce715-2c11-4eb1-a82c-d062d3192672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:31:57Z', 'updated_at': '2021-08-17T00:31:57Z', 'revision_number': 1, 'project_id': 'd63bb78cdfa245c29f83fb7808d125fd', 'subnets': [{'id': 'b1fce715-2c11-4eb1-a82c-d062d3192672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:31:58.692625 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port a4857d6a-90f0-4bc0-bc12-c5adc62b4a8d completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:31:58.716314 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e87c1870-b2f4-4d07-9dfb-8c49369f7b17 admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:31:58.721920 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-e87c1870-b2f4-4d07-9dfb-8c49369f7b17 admin admin] 10.222.0.36 "PUT /v2.0/routers/84a56876-1ff7-4eae-8afd-30f34e8cbd4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2809422 Aug 17 00:31:58.724673 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port a4857d6a-90f0-4bc0-bc12-c5adc62b4a8d triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:31:58.725097 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:58.750492 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619623ca-9106-465a-ab0f-cc356be82351 None None] The sync data for ids ['84a56876-1ff7-4eae-8afd-30f34e8cbd4f'] in n-d-791506-26 is: [{'id': '84a56876-1ff7-4eae-8afd-30f34e8cbd4f', 'name': 'tempest-TestSnapshotPattern-1286133007-router', 'tenant_id': 'd63bb78cdfa245c29f83fb7808d125fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '4193bdda-0f8d-44d9-9450-ca0d0c02ad2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:31:54Z', 'updated_at': '2021-08-17T00:31:58Z', 'revision_number': 4, 'project_id': 'd63bb78cdfa245c29f83fb7808d125fd', 'gw_port': {'id': '4193bdda-0f8d-44d9-9450-ca0d0c02ad2b', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:34:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a56876-1ff7-4eae-8afd-30f34e8cbd4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:31:55Z', 'updated_at': '2021-08-17T00:31:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '318ad31f-2a1e-49dd-b27e-6936a9a2533a', 'name': '', 'network_id': 'f1889759-8e37-4d40-af5b-d114a7710e4e', 'tenant_id': 'd63bb78cdfa245c29f83fb7808d125fd', 'mac_address': 'fa:16:3e:e4:0f:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a56876-1ff7-4eae-8afd-30f34e8cbd4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'b1fce715-2c11-4eb1-a82c-d062d3192672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:31:57Z', 'updated_at': '2021-08-17T00:31:57Z', 'revision_number': 1, 'project_id': 'd63bb78cdfa245c29f83fb7808d125fd', 'subnets': [{'id': 'b1fce715-2c11-4eb1-a82c-d062d3192672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:31:58.772902 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-e0184041-757d-4c03-9dcf-873c6042c235 None None] Provisioning complete for port 318ad31f-2a1e-49dd-b27e-6936a9a2533a triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:31:58.773288 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e0184041-757d-4c03-9dcf-873c6042c235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:58.812501 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:31:58.836745 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-e0184041-757d-4c03-9dcf-873c6042c235 None None] Port 318ad31f-2a1e-49dd-b27e-6936a9a2533a cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:31:58.853943 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:58.888383 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port a4857d6a-90f0-4bc0-bc12-c5adc62b4a8d, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=a4857d6a-90f0-4bc0-bc12-c5adc62b4a8d,segment=NetworkSegment(2dbdf4e8-fdb7-45d8-b22f-1627fe1f340e),segment_id=2dbdf4e8-fdb7-45d8-b22f-1627fe1f340e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:31:58.892493 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:58.893582 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 87d5a363-f964-46b9-b119-fd80817e91ca up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:31:58.985369 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=a4857d6a-90f0-4bc0-bc12-c5adc62b4a8d,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:31:58.997542 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 87d5a363-f964-46b9-b119-fd80817e91ca triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:31:58.997908 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:59.321218 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 33726) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:31:59.326528 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-577d6b36-c489-4e88-bcce-01aca636143a tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2038541193', 'description': 'tempest-secgroup-smoke-2038541193 description', 'project_id': '491b04f2d3e44f30b3ef489b5c13244b'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:31:59.349308 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-577d6b36-c489-4e88-bcce-01aca636143a tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Notify callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:59.441038 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-577d6b36-c489-4e88-bcce-01aca636143a tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Notify callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:59.454258 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-577d6b36-c489-4e88-bcce-01aca636143a tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:59.486447 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-577d6b36-c489-4e88-bcce-01aca636143a tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:59.487825 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-577d6b36-c489-4e88-bcce-01aca636143a tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1654689 Aug 17 00:31:59.489741 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577d6b36-c489-4e88-bcce-01aca636143a tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=490bc62f-3776-4d35-957e-058c3d4f7aba,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:31:59.490863 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 33728) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:31:59.498166 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-5da25fd1-1327-4939-ab5d-76addb21b4c6 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Request body: {'security_group_rule': {'security_group_id': '490bc62f-3776-4d35-957e-058c3d4f7aba', 'project_id': '491b04f2d3e44f30b3ef489b5c13244b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:31:59.537286 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5da25fd1-1327-4939-ab5d-76addb21b4c6 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:59.603242 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5da25fd1-1327-4939-ab5d-76addb21b4c6 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:59.608127 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5da25fd1-1327-4939-ab5d-76addb21b4c6 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:59.626885 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da25fd1-1327-4939-ab5d-76addb21b4c6 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28f1c44b-f7ce-4565-805a-33d5571ece0f,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:31:59.633604 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5da25fd1-1327-4939-ab5d-76addb21b4c6 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:59.635160 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-5da25fd1-1327-4939-ab5d-76addb21b4c6 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1417866 Aug 17 00:31:59.638040 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 33730) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:31:59.642710 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-30e15f03-065a-4c72-9742-3979dbad0fdb tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Request body: {'security_group_rule': {'security_group_id': '490bc62f-3776-4d35-957e-058c3d4f7aba', 'project_id': '491b04f2d3e44f30b3ef489b5c13244b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:31:59.671092 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-30e15f03-065a-4c72-9742-3979dbad0fdb tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:59.739498 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-30e15f03-065a-4c72-9742-3979dbad0fdb tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:59.743872 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-30e15f03-065a-4c72-9742-3979dbad0fdb tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:59.761883 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e15f03-065a-4c72-9742-3979dbad0fdb tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72210565-235c-4fe2-a8f5-8a7b9fe39104,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:31:59.771279 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-30e15f03-065a-4c72-9742-3979dbad0fdb tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:59.775265 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-30e15f03-065a-4c72-9742-3979dbad0fdb tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1334922 Aug 17 00:31:59.775461 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 33732) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:31:59.780727 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-8d59fc7a-6ff3-473e-bca5-45ea0425f462 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Request body: {'security_group_rule': {'security_group_id': '490bc62f-3776-4d35-957e-058c3d4f7aba', 'project_id': '491b04f2d3e44f30b3ef489b5c13244b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:31:59.807580 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8d59fc7a-6ff3-473e-bca5-45ea0425f462 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:59.871017 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8d59fc7a-6ff3-473e-bca5-45ea0425f462 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:59.876303 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8d59fc7a-6ff3-473e-bca5-45ea0425f462 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:59.895292 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [req-ed7ad73f-b17a-4cb4-9a0a-7d0ecdaa19f0 req-b89a0a46-11ca-4816-b66c-be44224fea46 tempest-TestNetworkAdvancedServerOps-399840955 tempest-TestNetworkAdvancedServerOps-399840955-project] (101292) timed out ('10.222.0.68', 61379) {{(pid=101292) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 17 00:31:59.895893 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59fc7a-6ff3-473e-bca5-45ea0425f462 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=036da768-00d5-4b74-a203-5220aa92c0a4,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:31:59.902346 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8d59fc7a-6ff3-473e-bca5-45ea0425f462 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:31:59.903746 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-8d59fc7a-6ff3-473e-bca5-45ea0425f462 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1273613 Aug 17 00:31:59.906591 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 33734) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:31:59.911264 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [None req-32a02a7a-6acd-4b34-ac10-8b0bd082aed3 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Request body: {'security_group_rule': {'security_group_id': '490bc62f-3776-4d35-957e-058c3d4f7aba', 'project_id': '491b04f2d3e44f30b3ef489b5c13244b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:31:59.939010 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-32a02a7a-6acd-4b34-ac10-8b0bd082aed3 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:32:00.003770 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-32a02a7a-6acd-4b34-ac10-8b0bd082aed3 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:32:00.008277 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-32a02a7a-6acd-4b34-ac10-8b0bd082aed3 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:32:00.030019 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a02a7a-6acd-4b34-ac10-8b0bd082aed3 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27eb1a26-c565-4c0e-9233-c97db802e2de,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:32:00.039633 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-32a02a7a-6acd-4b34-ac10-8b0bd082aed3 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:32:00.041153 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-32a02a7a-6acd-4b34-ac10-8b0bd082aed3 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1334727 Aug 17 00:32:00.044587 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 33736) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:32:00.049556 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-6f93ce53-6b67-42e8-88fc-b8ca968037d6 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Request body: {'security_group_rule': {'security_group_id': '490bc62f-3776-4d35-957e-058c3d4f7aba', 'project_id': '491b04f2d3e44f30b3ef489b5c13244b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:32:00.072897 n-d-791506-26 neutron-server[101292]: INFO neutron.db.securitygroups_db [None req-6f93ce53-6b67-42e8-88fc-b8ca968037d6 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Project 491b04f2d3e44f30b3ef489b5c13244b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 00:32:00.078083 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6f93ce53-6b67-42e8-88fc-b8ca968037d6 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:32:00.139211 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6f93ce53-6b67-42e8-88fc-b8ca968037d6 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:32:00.144161 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6f93ce53-6b67-42e8-88fc-b8ca968037d6 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:32:00.161662 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f93ce53-6b67-42e8-88fc-b8ca968037d6 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4990f103-8f32-4c0c-925e-51fdc6646f02,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:32:00.167592 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6f93ce53-6b67-42e8-88fc-b8ca968037d6 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:32:00.169719 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-6f93ce53-6b67-42e8-88fc-b8ca968037d6 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1236873 Aug 17 00:32:00.172034 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 33738) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:32:00.176477 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-c32f5d20-635e-4371-8064-c20adcd03541 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Request body: {'security_group_rule': {'security_group_id': '490bc62f-3776-4d35-957e-058c3d4f7aba', 'project_id': '491b04f2d3e44f30b3ef489b5c13244b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:32:00.197193 n-d-791506-26 neutron-server[101292]: INFO neutron.db.securitygroups_db [None req-c32f5d20-635e-4371-8064-c20adcd03541 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Project 491b04f2d3e44f30b3ef489b5c13244b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 00:32:00.201979 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c32f5d20-635e-4371-8064-c20adcd03541 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:32:00.269175 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c32f5d20-635e-4371-8064-c20adcd03541 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:32:00.272953 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c32f5d20-635e-4371-8064-c20adcd03541 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006120'] for security_group_rule, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:32:00.290612 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32f5d20-635e-4371-8064-c20adcd03541 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c70596a-aee9-44e3-b45b-109b6c24a93b,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:32:00.297140 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c32f5d20-635e-4371-8064-c20adcd03541 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:32:00.298333 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-c32f5d20-635e-4371-8064-c20adcd03541 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1253531 Aug 17 00:32:00.440441 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c7500042-0db6-4be7-8a80-bf1e63f592fe req-57985e71-61f6-4bb0-b8aa-89d5c5ddbf16 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2038541193&fields=id&tenant_id=491b04f2d3e44f30b3ef489b5c13244b HTTP/1.1" status: 200 len: 267 time: 0.0363624 Aug 17 00:32:00.564964 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7500042-0db6-4be7-8a80-bf1e63f592fe req-c51597e9-05e5-439a-bb5d-e8c65fb8e5cc tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:32:00.566446 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c7500042-0db6-4be7-8a80-bf1e63f592fe req-c51597e9-05e5-439a-bb5d-e8c65fb8e5cc tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] 10.222.0.36 "GET /v2.0/networks?id=bf2ccc65-70e9-474c-a15a-89d4c4efe0f2 HTTP/1.1" status: 200 len: 809 time: 0.1120517 Aug 17 00:32:00.575865 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device a4857d6a-90f0-4bc0-bc12-c5adc62b4a8d up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:32:00.586482 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c7500042-0db6-4be7-8a80-bf1e63f592fe req-5ba130df-5b80-4d79-a3b2-53775d4dfb90 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] 10.222.0.36 "GET /v2.0/quotas/491b04f2d3e44f30b3ef489b5c13244b HTTP/1.1" status: 200 len: 375 time: 0.0115430 Aug 17 00:32:00.630336 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port a4857d6a-90f0-4bc0-bc12-c5adc62b4a8d triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:32:00.630802 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:32:00.642364 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c7500042-0db6-4be7-8a80-bf1e63f592fe req-b556cb70-06e7-4d4b-b3c8-db44fb8b9b02 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=491b04f2d3e44f30b3ef489b5c13244b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518820 Aug 17 00:32:00.716249 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 4193bdda-0f8d-44d9-9450-ca0d0c02ad2b up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:32:00.743788 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c7500042-0db6-4be7-8a80-bf1e63f592fe req-f514d829-b735-43e6-a6fb-07fc9a6af448 service neutron] 10.222.0.36 "GET /v2.0/networks/bf2ccc65-70e9-474c-a15a-89d4c4efe0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875356 Aug 17 00:32:00.746118 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d861748-9da4-4f47-a783-bad0b353eb24 None None] Sync routers for ids ['84a56876-1ff7-4eae-8afd-30f34e8cbd4f'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:32:00.756389 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d861748-9da4-4f47-a783-bad0b353eb24 None None] Routers {'84a56876-1ff7-4eae-8afd-30f34e8cbd4f'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:32:00.757051 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-9d861748-9da4-4f47-a783-bad0b353eb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:31:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['84a56876-1ff7-4eae-8afd-30f34e8cbd4f'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:32:00.767231 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 4193bdda-0f8d-44d9-9450-ca0d0c02ad2b completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:32:00.771601 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 4193bdda-0f8d-44d9-9450-ca0d0c02ad2b triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:32:00.772194 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:32:00.843554 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-c7500042-0db6-4be7-8a80-bf1e63f592fe req-7269e002-2bf6-4cd8-88ce-3d726281b7c8 service neutron] 10.222.0.36 "GET /v2.0/networks/bf2ccc65-70e9-474c-a15a-89d4c4efe0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939624 Aug 17 00:32:00.854022 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:32:00.877121 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-9d861748-9da4-4f47-a783-bad0b353eb24 None None] Set router 84a56876-1ff7-4eae-8afd-30f34e8cbd4f gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:32:00.879283 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 4193bdda-0f8d-44d9-9450-ca0d0c02ad2b, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=4193bdda-0f8d-44d9-9450-ca0d0c02ad2b,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:32:00.884601 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:32:00.938464 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=4193bdda-0f8d-44d9-9450-ca0d0c02ad2b,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:32:01.030136 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e3dc8d83-2604-47a5-87db-b447a95a786b req-6811c72d-d91a-4b64-916f-ca1be16c1b4a tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] 10.222.0.36 "GET /v2.0/ports?device_id=e55b3298-43eb-44dc-8e40-61896ae2f694 HTTP/1.1" status: 200 len: 210 time: 0.0299525 Aug 17 00:32:01.101543 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-9d861748-9da4-4f47-a783-bad0b353eb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a56876-1ff7-4eae-8afd-30f34e8cbd4f', 'name': 'tempest-TestSnapshotPattern-1286133007-router', 'tenant_id': 'd63bb78cdfa245c29f83fb7808d125fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '4193bdda-0f8d-44d9-9450-ca0d0c02ad2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:31:54Z', 'updated_at': '2021-08-17T00:31:58Z', 'revision_number': 4, 'project_id': 'd63bb78cdfa245c29f83fb7808d125fd', 'gw_port': {'id': '4193bdda-0f8d-44d9-9450-ca0d0c02ad2b', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:34:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a56876-1ff7-4eae-8afd-30f34e8cbd4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:31:55Z', 'updated_at': '2021-08-17T00:31:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '318ad31f-2a1e-49dd-b27e-6936a9a2533a', 'name': '', 'network_id': 'f1889759-8e37-4d40-af5b-d114a7710e4e', 'tenant_id': 'd63bb78cdfa245c29f83fb7808d125fd', 'mac_address': 'fa:16:3e:e4:0f:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a56876-1ff7-4eae-8afd-30f34e8cbd4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'b1fce715-2c11-4eb1-a82c-d062d3192672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:31:57Z', 'updated_at': '2021-08-17T00:31:58Z', 'revision_number': 2, 'project_id': 'd63bb78cdfa245c29f83fb7808d125fd', 'subnets': [{'id': 'b1fce715-2c11-4eb1-a82c-d062d3192672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:32:01.129795 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d861748-9da4-4f47-a783-bad0b353eb24 None None] Checking router: 84a56876-1ff7-4eae-8afd-30f34e8cbd4f for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:32:01.130390 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d861748-9da4-4f47-a783-bad0b353eb24 None None] Updating router 84a56876-1ff7-4eae-8afd-30f34e8cbd4f port 318ad31f-2a1e-49dd-b27e-6936a9a2533a binding host n-d-791506-26 {{(pid=101294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 00:32:01.157109 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-9d861748-9da4-4f47-a783-bad0b353eb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:32:01.435695 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-9d861748-9da4-4f47-a783-bad0b353eb24 None None] Notify callbacks [] for port, precommit_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:32:01.447375 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.provisioning_blocks [None req-9d861748-9da4-4f47-a783-bad0b353eb24 None None] Transition to ACTIVE for port object 318ad31f-2a1e-49dd-b27e-6936a9a2533a will not be triggered until provisioned by entity L2. {{(pid=101294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:32:01.452559 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-9d861748-9da4-4f47-a783-bad0b353eb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:32:01.502373 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37618327-d89e-4c34-a044-d25b25e48bd7 None None] Pushing event updated for resources: {'Port': ['ID=318ad31f-2a1e-49dd-b27e-6936a9a2533a,revision_number=3']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:32:01.560839 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-9d861748-9da4-4f47-a783-bad0b353eb24 None None] Attempting to bind port 318ad31f-2a1e-49dd-b27e-6936a9a2533a on host n-d-791506-26 for vnic_type normal with profile {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:32:01.561209 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-9d861748-9da4-4f47-a783-bad0b353eb24 None None] Attempting to bind port 318ad31f-2a1e-49dd-b27e-6936a9a2533a by drivers openvswitch,hyperv on host n-d-791506-26 at level 0 using segments [{'id': 'e68bf460-6992-473a-87ec-1c9bc8b8c7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f1889759-8e37-4d40-af5b-d114a7710e4e'}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:32:01.561580 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d861748-9da4-4f47-a783-bad0b353eb24 None None] Attempting to bind port 318ad31f-2a1e-49dd-b27e-6936a9a2533a on network f1889759-8e37-4d40-af5b-d114a7710e4e {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:32:01.566986 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d861748-9da4-4f47-a783-bad0b353eb24 None None] Checking agent: {'id': '8eaf734b-5bd5-4707-9974-392e3f21bf8d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 36, 20), 'started_at': datetime.datetime(2021, 8, 16, 22, 36, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:32:01.567364 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d861748-9da4-4f47-a783-bad0b353eb24 None None] Checking segment: {'id': 'e68bf460-6992-473a-87ec-1c9bc8b8c7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f1889759-8e37-4d40-af5b-d114a7710e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:32:01.567769 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-9d861748-9da4-4f47-a783-bad0b353eb24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:32:01.568165 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d861748-9da4-4f47-a783-bad0b353eb24 None None] Bound using segment: {'id': 'e68bf460-6992-473a-87ec-1c9bc8b8c7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f1889759-8e37-4d40-af5b-d114a7710e4e'} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:32:01.568656 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-9d861748-9da4-4f47-a783-bad0b353eb24 None None] Bound port: 318ad31f-2a1e-49dd-b27e-6936a9a2533a, host: n-d-791506-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e68bf460-6992-473a-87ec-1c9bc8b8c7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f1889759-8e37-4d40-af5b-d114a7710e4e'}}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:32:01.569043 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-9d861748-9da4-4f47-a783-bad0b353eb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:32:01.643261 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-9d861748-9da4-4f47-a783-bad0b353eb24 None None] For port 318ad31f-2a1e-49dd-b27e-6936a9a2533a, host n-d-791506-26, cleared binding levels {{(pid=101294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:32:01.647052 n-d-791506-26 neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-9d861748-9da4-4f47-a783-bad0b353eb24 None None] For port 318ad31f-2a1e-49dd-b27e-6936a9a2533a, host n-d-791506-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=318ad31f-2a1e-49dd-b27e-6936a9a2533a,segment=NetworkSegment(e68bf460-6992-473a-87ec-1c9bc8b8c7fb),segment_id=e68bf460-6992-473a-87ec-1c9bc8b8c7fb)] {{(pid=101294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:32:01.652060 n-d-791506-26 neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-9d861748-9da4-4f47-a783-bad0b353eb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:32:01.711549 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37618327-d89e-4c34-a044-d25b25e48bd7 None None] Pushing event updated for resources: {'Port': ['ID=318ad31f-2a1e-49dd-b27e-6936a9a2533a,revision_number=4']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:32:01.714116 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d861748-9da4-4f47-a783-bad0b353eb24 None None] Routers {'84a56876-1ff7-4eae-8afd-30f34e8cbd4f'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:32:01.714730 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-9d861748-9da4-4f47-a783-bad0b353eb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:31:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['84a56876-1ff7-4eae-8afd-30f34e8cbd4f'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:32:01.824193 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-9d861748-9da4-4f47-a783-bad0b353eb24 None None] Set router 84a56876-1ff7-4eae-8afd-30f34e8cbd4f gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:32:02.030152 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-9d861748-9da4-4f47-a783-bad0b353eb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a56876-1ff7-4eae-8afd-30f34e8cbd4f', 'name': 'tempest-TestSnapshotPattern-1286133007-router', 'tenant_id': 'd63bb78cdfa245c29f83fb7808d125fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '4193bdda-0f8d-44d9-9450-ca0d0c02ad2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:31:54Z', 'updated_at': '2021-08-17T00:31:58Z', 'revision_number': 4, 'project_id': 'd63bb78cdfa245c29f83fb7808d125fd', 'gw_port': {'id': '4193bdda-0f8d-44d9-9450-ca0d0c02ad2b', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:34:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a56876-1ff7-4eae-8afd-30f34e8cbd4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:31:55Z', 'updated_at': '2021-08-17T00:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '318ad31f-2a1e-49dd-b27e-6936a9a2533a', 'name': '', 'network_id': 'f1889759-8e37-4d40-af5b-d114a7710e4e', 'tenant_id': 'd63bb78cdfa245c29f83fb7808d125fd', 'mac_address': 'fa:16:3e:e4:0f:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a56876-1ff7-4eae-8afd-30f34e8cbd4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'b1fce715-2c11-4eb1-a82c-d062d3192672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:31:57Z', 'updated_at': '2021-08-17T00:32:01Z', 'revision_number': 4, 'project_id': 'd63bb78cdfa245c29f83fb7808d125fd', 'subnets': [{'id': 'b1fce715-2c11-4eb1-a82c-d062d3192672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:32:02.062339 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d861748-9da4-4f47-a783-bad0b353eb24 None None] The sync data for ids ['84a56876-1ff7-4eae-8afd-30f34e8cbd4f'] in n-d-791506-26 is: [{'id': '84a56876-1ff7-4eae-8afd-30f34e8cbd4f', 'name': 'tempest-TestSnapshotPattern-1286133007-router', 'tenant_id': 'd63bb78cdfa245c29f83fb7808d125fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '4193bdda-0f8d-44d9-9450-ca0d0c02ad2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:31:54Z', 'updated_at': '2021-08-17T00:31:58Z', 'revision_number': 4, 'project_id': 'd63bb78cdfa245c29f83fb7808d125fd', 'gw_port': {'id': '4193bdda-0f8d-44d9-9450-ca0d0c02ad2b', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:34:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a56876-1ff7-4eae-8afd-30f34e8cbd4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:31:55Z', 'updated_at': '2021-08-17T00:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': '318ad31f-2a1e-49dd-b27e-6936a9a2533a', 'name': '', 'network_id': 'f1889759-8e37-4d40-af5b-d114a7710e4e', 'tenant_id': 'd63bb78cdfa245c29f83fb7808d125fd', 'mac_address': 'fa:16:3e:e4:0f:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a56876-1ff7-4eae-8afd-30f34e8cbd4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'b1fce715-2c11-4eb1-a82c-d062d3192672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:31:57Z', 'updated_at': '2021-08-17T00:32:01Z', 'revision_number': 4, 'project_id': 'd63bb78cdfa245c29f83fb7808d125fd', 'subnets': [{'id': 'b1fce715-2c11-4eb1-a82c-d062d3192672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:32:02.101139 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7500042-0db6-4be7-8a80-bf1e63f592fe req-8f8bd4f0-1d01-46f1-83eb-f0d5a2bdad5f tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:32:02.103319 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c7500042-0db6-4be7-8a80-bf1e63f592fe req-8f8bd4f0-1d01-46f1-83eb-f0d5a2bdad5f tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] 10.222.0.57 "GET /v2.0/networks?id=bf2ccc65-70e9-474c-a15a-89d4c4efe0f2 HTTP/1.1" status: 200 len: 809 time: 0.1198857 Aug 17 00:32:02.145783 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-304e5789-cef3-450e-a0af-8d977a099b80 req-4d63eb77-33fc-4ce4-9ef5-7881e24dea1e tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] 10.222.0.36 "GET /v2.0/ports?device_id=e55b3298-43eb-44dc-8e40-61896ae2f694 HTTP/1.1" status: 200 len: 210 time: 0.0328755 Aug 17 00:32:02.169624 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c7500042-0db6-4be7-8a80-bf1e63f592fe req-6c0ec054-7f18-4607-83a9-9d1c70c6573c tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=491b04f2d3e44f30b3ef489b5c13244b HTTP/1.1" status: 200 len: 380 time: 0.0417809 Aug 17 00:32:02.174518 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-c7500042-0db6-4be7-8a80-bf1e63f592fe req-b4404d9d-0038-4725-9a1b-f7117b9eee52 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Request body: {'port': {'device_id': 'e55b3298-43eb-44dc-8e40-61896ae2f694', 'network_id': 'bf2ccc65-70e9-474c-a15a-89d4c4efe0f2', 'admin_state_up': True, 'tenant_id': '491b04f2d3e44f30b3ef489b5c13244b', 'security_groups': ['490bc62f-3776-4d35-957e-058c3d4f7aba']}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:32:02.305951 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7500042-0db6-4be7-8a80-bf1e63f592fe req-b4404d9d-0038-4725-9a1b-f7117b9eee52 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Made reservation on behalf of 491b04f2d3e44f30b3ef489b5c13244b for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:32:02.309710 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-c7500042-0db6-4be7-8a80-bf1e63f592fe req-b4404d9d-0038-4725-9a1b-f7117b9eee52 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:32:02.445641 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-c7500042-0db6-4be7-8a80-bf1e63f592fe req-b4404d9d-0038-4725-9a1b-f7117b9eee52 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Allocated IP 172.20.0.3 (bf2ccc65-70e9-474c-a15a-89d4c4efe0f2/e97f43fb-e34e-4c14-85ca-652ec58e65e2/c566d833-3c61-4d62-b476-2d5a63b32466) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:32:02.536038 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 4193bdda-0f8d-44d9-9450-ca0d0c02ad2b up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:32:02.585273 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 4193bdda-0f8d-44d9-9450-ca0d0c02ad2b triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:32:02.585642 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:32:02.612231 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-c7500042-0db6-4be7-8a80-bf1e63f592fe req-b4404d9d-0038-4725-9a1b-f7117b9eee52 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Notify callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:32:02.626923 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-c7500042-0db6-4be7-8a80-bf1e63f592fe req-b4404d9d-0038-4725-9a1b-f7117b9eee52 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Transition to ACTIVE for port object c566d833-3c61-4d62-b476-2d5a63b32466 will not be triggered until provisioned by entity DHCP. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:32:02.662154 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-c7500042-0db6-4be7-8a80-bf1e63f592fe req-b4404d9d-0038-4725-9a1b-f7117b9eee52 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:32:02.666437 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 318ad31f-2a1e-49dd-b27e-6936a9a2533a up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:32:02.704777 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7500042-0db6-4be7-8a80-bf1e63f592fe req-b4404d9d-0038-4725-9a1b-f7117b9eee52 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Network bf2ccc65-70e9-474c-a15a-89d4c4efe0f2 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:32:02.710020 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-c7500042-0db6-4be7-8a80-bf1e63f592fe req-b4404d9d-0038-4725-9a1b-f7117b9eee52 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:32:02.712750 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7500042-0db6-4be7-8a80-bf1e63f592fe req-b4404d9d-0038-4725-9a1b-f7117b9eee52 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:32:02.716979 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning for port 318ad31f-2a1e-49dd-b27e-6936a9a2533a completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:32:02.721297 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 318ad31f-2a1e-49dd-b27e-6936a9a2533a triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:32:02.721736 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:32:02.751315 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4404d9d-0038-4725-9a1b-f7117b9eee52 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Pushing event updated for resources: {'Port': ['ID=c566d833-3c61-4d62-b476-2d5a63b32466,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:32:02.781000 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7500042-0db6-4be7-8a80-bf1e63f592fe req-b4404d9d-0038-4725-9a1b-f7117b9eee52 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:32:02.781733 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-c7500042-0db6-4be7-8a80-bf1e63f592fe req-b4404d9d-0038-4725-9a1b-f7117b9eee52 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:32:02.797693 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c7500042-0db6-4be7-8a80-bf1e63f592fe req-b4404d9d-0038-4725-9a1b-f7117b9eee52 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6269557 Aug 17 00:32:02.813444 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:32:02.817205 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.v2.base [req-c7500042-0db6-4be7-8a80-bf1e63f592fe req-22956041-f1df-437a-bff4-3cc92fd9cb09 service neutron] Request body: {'port': {'device_id': 'e55b3298-43eb-44dc-8e40-61896ae2f694', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-26'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:32:02.851791 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] For port 318ad31f-2a1e-49dd-b27e-6936a9a2533a, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=318ad31f-2a1e-49dd-b27e-6936a9a2533a,segment=NetworkSegment(e68bf460-6992-473a-87ec-1c9bc8b8c7fb),segment_id=e68bf460-6992-473a-87ec-1c9bc8b8c7fb)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:32:02.858612 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:32:02.877464 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-c7500042-0db6-4be7-8a80-bf1e63f592fe req-22956041-f1df-437a-bff4-3cc92fd9cb09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:32:02.921976 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Pushing event updated for resources: {'Port': ['ID=318ad31f-2a1e-49dd-b27e-6936a9a2533a,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:32:02.941351 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-1f47d5ad-d77f-4186-bba9-3aae97cd392e None None] Provisioning for port c566d833-3c61-4d62-b476-2d5a63b32466 completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:32:02.945413 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-1f47d5ad-d77f-4186-bba9-3aae97cd392e None None] Provisioning complete for port c566d833-3c61-4d62-b476-2d5a63b32466 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:32:02.945790 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-1f47d5ad-d77f-4186-bba9-3aae97cd392e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:32:02.980202 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-1f47d5ad-d77f-4186-bba9-3aae97cd392e None None] Port c566d833-3c61-4d62-b476-2d5a63b32466 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:32:03.157357 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [req-c7500042-0db6-4be7-8a80-bf1e63f592fe req-22956041-f1df-437a-bff4-3cc92fd9cb09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c566d833-3c61-4d62-b476-2d5a63b32466 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:32:03.165523 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-c7500042-0db6-4be7-8a80-bf1e63f592fe req-22956041-f1df-437a-bff4-3cc92fd9cb09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:32:03.179561 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-c7500042-0db6-4be7-8a80-bf1e63f592fe req-22956041-f1df-437a-bff4-3cc92fd9cb09 service neutron] Transition to ACTIVE for port object c566d833-3c61-4d62-b476-2d5a63b32466 will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:32:03.183768 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-c7500042-0db6-4be7-8a80-bf1e63f592fe req-22956041-f1df-437a-bff4-3cc92fd9cb09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:32:03.244325 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22956041-f1df-437a-bff4-3cc92fd9cb09 service neutron] Pushing event updated for resources: {'Port': ['ID=c566d833-3c61-4d62-b476-2d5a63b32466,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:32:03.293330 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247a49ac-8183-471a-b726-11c5570b8262 req-3970b6ba-a1ec-41a4-8512-cc8318bcb71f tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:32:03.295659 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-247a49ac-8183-471a-b726-11c5570b8262 req-3970b6ba-a1ec-41a4-8512-cc8318bcb71f tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] 10.222.0.36 "GET /v2.0/ports?device_id=e55b3298-43eb-44dc-8e40-61896ae2f694 HTTP/1.1" status: 200 len: 943 time: 0.0728440 Aug 17 00:32:03.338302 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-c7500042-0db6-4be7-8a80-bf1e63f592fe req-22956041-f1df-437a-bff4-3cc92fd9cb09 service neutron] Attempting to bind port c566d833-3c61-4d62-b476-2d5a63b32466 on host n-h2-791506-26 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:32:03.339213 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-c7500042-0db6-4be7-8a80-bf1e63f592fe req-22956041-f1df-437a-bff4-3cc92fd9cb09 service neutron] Attempting to bind port c566d833-3c61-4d62-b476-2d5a63b32466 by drivers openvswitch,hyperv on host n-h2-791506-26 at level 0 using segments [{'id': '2dbdf4e8-fdb7-45d8-b22f-1627fe1f340e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf2ccc65-70e9-474c-a15a-89d4c4efe0f2'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:32:03.339784 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7500042-0db6-4be7-8a80-bf1e63f592fe req-22956041-f1df-437a-bff4-3cc92fd9cb09 service neutron] Attempting to bind port c566d833-3c61-4d62-b476-2d5a63b32466 on network bf2ccc65-70e9-474c-a15a-89d4c4efe0f2 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:32:03.347273 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7500042-0db6-4be7-8a80-bf1e63f592fe req-22956041-f1df-437a-bff4-3cc92fd9cb09 service neutron] Port c566d833-3c61-4d62-b476-2d5a63b32466 on network bf2ccc65-70e9-474c-a15a-89d4c4efe0f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-26 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:32:03.348115 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7500042-0db6-4be7-8a80-bf1e63f592fe req-22956041-f1df-437a-bff4-3cc92fd9cb09 service neutron] Attempting to bind port c566d833-3c61-4d62-b476-2d5a63b32466 on network bf2ccc65-70e9-474c-a15a-89d4c4efe0f2 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:32:03.351275 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-247a49ac-8183-471a-b726-11c5570b8262 req-e22bfdbe-58ad-4889-877d-8557e57993ff tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] 10.222.0.36 "GET /v2.0/security-groups?id=490bc62f-3776-4d35-957e-058c3d4f7aba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468929 Aug 17 00:32:03.361329 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7500042-0db6-4be7-8a80-bf1e63f592fe req-22956041-f1df-437a-bff4-3cc92fd9cb09 service neutron] Checking agent: {'id': '4cd89d79-3ec6-4f51-950f-13dd6efeaa5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:32:03.361680 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7500042-0db6-4be7-8a80-bf1e63f592fe req-22956041-f1df-437a-bff4-3cc92fd9cb09 service neutron] Checking segment: {'id': '2dbdf4e8-fdb7-45d8-b22f-1627fe1f340e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf2ccc65-70e9-474c-a15a-89d4c4efe0f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:32:03.362114 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7500042-0db6-4be7-8a80-bf1e63f592fe req-22956041-f1df-437a-bff4-3cc92fd9cb09 service neutron] Bound using segment: {'id': '2dbdf4e8-fdb7-45d8-b22f-1627fe1f340e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf2ccc65-70e9-474c-a15a-89d4c4efe0f2'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:32:03.362583 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-c7500042-0db6-4be7-8a80-bf1e63f592fe req-22956041-f1df-437a-bff4-3cc92fd9cb09 service neutron] Bound port: c566d833-3c61-4d62-b476-2d5a63b32466, host: n-h2-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dbdf4e8-fdb7-45d8-b22f-1627fe1f340e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf2ccc65-70e9-474c-a15a-89d4c4efe0f2'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:32:03.362996 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-c7500042-0db6-4be7-8a80-bf1e63f592fe req-22956041-f1df-437a-bff4-3cc92fd9cb09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:32:03.449171 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-c7500042-0db6-4be7-8a80-bf1e63f592fe req-22956041-f1df-437a-bff4-3cc92fd9cb09 service neutron] For port c566d833-3c61-4d62-b476-2d5a63b32466, host n-h2-791506-26, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:32:03.452744 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-c7500042-0db6-4be7-8a80-bf1e63f592fe req-22956041-f1df-437a-bff4-3cc92fd9cb09 service neutron] For port c566d833-3c61-4d62-b476-2d5a63b32466, host n-h2-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=c566d833-3c61-4d62-b476-2d5a63b32466,segment=NetworkSegment(2dbdf4e8-fdb7-45d8-b22f-1627fe1f340e),segment_id=2dbdf4e8-fdb7-45d8-b22f-1627fe1f340e)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:32:03.461359 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-c7500042-0db6-4be7-8a80-bf1e63f592fe req-22956041-f1df-437a-bff4-3cc92fd9cb09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25589168'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:32:03.505287 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7500042-0db6-4be7-8a80-bf1e63f592fe req-22956041-f1df-437a-bff4-3cc92fd9cb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:32:03.505914 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-c7500042-0db6-4be7-8a80-bf1e63f592fe req-22956041-f1df-437a-bff4-3cc92fd9cb09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:32:03.507318 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c7500042-0db6-4be7-8a80-bf1e63f592fe req-22956041-f1df-437a-bff4-3cc92fd9cb09 service neutron] 10.222.0.57 "PUT /v2.0/ports/c566d833-3c61-4d62-b476-2d5a63b32466 HTTP/1.1" status: 200 len: 1092 time: 0.6960602 Aug 17 00:32:03.507769 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e55b3298-43eb-44dc-8e40-61896ae2f694', 'tag': 'c566d833-3c61-4d62-b476-2d5a63b32466'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:32:03.510152 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7165c1ab170cf7a86a4d2d0d4fd52c1e3b7b58c190c14e765d35b2aa62be1e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8290991b-57d3-4480-bf3c-8d517726ebfe" -d '{"events": [{"name": "network-changed", "server_uuid": "e55b3298-43eb-44dc-8e40-61896ae2f694", "tag": "c566d833-3c61-4d62-b476-2d5a63b32466"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:32:03.536382 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22956041-f1df-437a-bff4-3cc92fd9cb09 service neutron] Pushing event updated for resources: {'Port': ['ID=c566d833-3c61-4d62-b476-2d5a63b32466,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:32:03.561018 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e5fa396-fc1b-4667-b0cf-4ffd9e14991a x-openstack-request-id: req-5e5fa396-fc1b-4667-b0cf-4ffd9e14991a {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:32:03.561395 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e55b3298-43eb-44dc-8e40-61896ae2f694", "tag": "c566d833-3c61-4d62-b476-2d5a63b32466", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:32:03.561723 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5e5fa396-fc1b-4667-b0cf-4ffd9e14991a {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:32:03.562136 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e55b3298-43eb-44dc-8e40-61896ae2f694', 'tag': 'c566d833-3c61-4d62-b476-2d5a63b32466', 'status': 'completed', 'code': 200} Aug 17 00:32:03.624383 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7500042-0db6-4be7-8a80-bf1e63f592fe req-eba3eb2c-73e0-4071-b8ce-680f91524c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:32:03.625973 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c7500042-0db6-4be7-8a80-bf1e63f592fe req-eba3eb2c-73e0-4071-b8ce-680f91524c3c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=491b04f2d3e44f30b3ef489b5c13244b&device_id=e55b3298-43eb-44dc-8e40-61896ae2f694 HTTP/1.1" status: 200 len: 1095 time: 0.0465949 Aug 17 00:32:03.675418 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c7500042-0db6-4be7-8a80-bf1e63f592fe req-1a09d3f2-d217-4f90-b2b8-6e2ea7399e40 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c566d833-3c61-4d62-b476-2d5a63b32466 HTTP/1.1" status: 200 len: 217 time: 0.0365500 Aug 17 00:32:03.732446 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7500042-0db6-4be7-8a80-bf1e63f592fe req-f213d727-3df7-48f8-b803-33af50261bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:32:03.733360 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c7500042-0db6-4be7-8a80-bf1e63f592fe req-f213d727-3df7-48f8-b803-33af50261bbe service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e97f43fb-e34e-4c14-85ca-652ec58e65e2 HTTP/1.1" status: 200 len: 848 time: 0.0513494 Aug 17 00:32:04.047699 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7500042-0db6-4be7-8a80-bf1e63f592fe req-f35b4797-a880-4958-befc-713093e87c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:32:04.049256 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c7500042-0db6-4be7-8a80-bf1e63f592fe req-f35b4797-a880-4958-befc-713093e87c92 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bf2ccc65-70e9-474c-a15a-89d4c4efe0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3085179 Aug 17 00:32:04.140785 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c7500042-0db6-4be7-8a80-bf1e63f592fe req-0199d7ec-90d9-4fb7-aeb2-4e89ae139498 service neutron] 10.222.0.57 "GET /v2.0/networks/bf2ccc65-70e9-474c-a15a-89d4c4efe0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846241 Aug 17 00:32:04.234931 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-c7500042-0db6-4be7-8a80-bf1e63f592fe req-2d651858-207f-4c2c-9682-7c8d5d0bed46 service neutron] 10.222.0.57 "GET /v2.0/networks/bf2ccc65-70e9-474c-a15a-89d4c4efe0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867252 Aug 17 00:32:04.367096 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8290991b-57d3-4480-bf3c-8d517726ebfe req-1500f983-8041-4dac-b7d9-bd8d7f37cc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:32:04.368646 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-8290991b-57d3-4480-bf3c-8d517726ebfe req-1500f983-8041-4dac-b7d9-bd8d7f37cc9a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=491b04f2d3e44f30b3ef489b5c13244b&device_id=e55b3298-43eb-44dc-8e40-61896ae2f694 HTTP/1.1" status: 200 len: 1095 time: 0.0426228 Aug 17 00:32:04.467624 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8290991b-57d3-4480-bf3c-8d517726ebfe req-a89784c5-ae30-4e4a-bfc2-b29faba7c52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:32:04.469245 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-8290991b-57d3-4480-bf3c-8d517726ebfe req-a89784c5-ae30-4e4a-bfc2-b29faba7c52c service neutron] 10.222.0.57 "GET /v2.0/networks?id=bf2ccc65-70e9-474c-a15a-89d4c4efe0f2 HTTP/1.1" status: 200 len: 910 time: 0.0935130 Aug 17 00:32:04.495711 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c18c64a-a545-4b14-a11c-b92a2314a369 req-45aa1688-5b5a-4ea2-8526-f02d8f6e1493 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:32:04.498199 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1c18c64a-a545-4b14-a11c-b92a2314a369 req-45aa1688-5b5a-4ea2-8526-f02d8f6e1493 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] 10.222.0.36 "GET /v2.0/ports?device_id=e55b3298-43eb-44dc-8e40-61896ae2f694 HTTP/1.1" status: 200 len: 943 time: 0.0679514 Aug 17 00:32:04.506030 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 318ad31f-2a1e-49dd-b27e-6936a9a2533a up at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:32:04.524315 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-8290991b-57d3-4480-bf3c-8d517726ebfe req-af450b7c-7c56-4858-9c8b-b2b1152cdb57 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c566d833-3c61-4d62-b476-2d5a63b32466 HTTP/1.1" status: 200 len: 217 time: 0.0474939 Aug 17 00:32:04.538599 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1c18c64a-a545-4b14-a11c-b92a2314a369 req-99a2ad64-2cbb-4e02-ae64-1a520b4f6433 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] 10.222.0.36 "GET /v2.0/security-groups?id=490bc62f-3776-4d35-957e-058c3d4f7aba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332348 Aug 17 00:32:04.561687 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Provisioning complete for port 318ad31f-2a1e-49dd-b27e-6936a9a2533a triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:32:04.562187 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:32:04.575425 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8290991b-57d3-4480-bf3c-8d517726ebfe req-bdaa823c-765d-4fee-926c-88d3fca8f52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:32:04.576949 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-8290991b-57d3-4480-bf3c-8d517726ebfe req-bdaa823c-765d-4fee-926c-88d3fca8f52b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e97f43fb-e34e-4c14-85ca-652ec58e65e2 HTTP/1.1" status: 200 len: 848 time: 0.0462136 Aug 17 00:32:04.627951 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8290991b-57d3-4480-bf3c-8d517726ebfe req-251da19b-87d9-4683-a428-6f5bb9739ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:32:04.629548 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-8290991b-57d3-4480-bf3c-8d517726ebfe req-251da19b-87d9-4683-a428-6f5bb9739ed7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bf2ccc65-70e9-474c-a15a-89d4c4efe0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456340 Aug 17 00:32:04.723060 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-8290991b-57d3-4480-bf3c-8d517726ebfe req-30f77f9f-c701-470a-9d56-32f2a97a5562 service neutron] 10.222.0.57 "GET /v2.0/networks/bf2ccc65-70e9-474c-a15a-89d4c4efe0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862451 Aug 17 00:32:04.817075 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-8290991b-57d3-4480-bf3c-8d517726ebfe req-eb80f920-34a7-4611-ab3c-2b079ad6e812 service neutron] 10.222.0.57 "GET /v2.0/networks/bf2ccc65-70e9-474c-a15a-89d4c4efe0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874689 Aug 17 00:32:05.657227 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140ff4da-85f5-416e-b6cf-5551e0323515 req-1802828d-2244-445a-8dbc-88cf9405ca7e tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:32:05.658777 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-140ff4da-85f5-416e-b6cf-5551e0323515 req-1802828d-2244-445a-8dbc-88cf9405ca7e tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] 10.222.0.36 "GET /v2.0/ports?device_id=e55b3298-43eb-44dc-8e40-61896ae2f694 HTTP/1.1" status: 200 len: 943 time: 0.0503850 Aug 17 00:32:05.697253 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-140ff4da-85f5-416e-b6cf-5551e0323515 req-16c673d8-7932-4fb7-89b3-18b527835552 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] 10.222.0.36 "GET /v2.0/security-groups?id=490bc62f-3776-4d35-957e-058c3d4f7aba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323942 Aug 17 00:32:06.811955 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa8795e-e8ef-40e8-9678-0148d7c2e777 req-7f1a19bc-30cb-4e9f-8229-836daf05483c tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:32:06.813466 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-baa8795e-e8ef-40e8-9678-0148d7c2e777 req-7f1a19bc-30cb-4e9f-8229-836daf05483c tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] 10.222.0.36 "GET /v2.0/ports?device_id=e55b3298-43eb-44dc-8e40-61896ae2f694 HTTP/1.1" status: 200 len: 943 time: 0.0482228 Aug 17 00:32:06.851256 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-baa8795e-e8ef-40e8-9678-0148d7c2e777 req-a192089e-0bde-461a-8212-2bc5a81cd90c tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] 10.222.0.36 "GET /v2.0/security-groups?id=490bc62f-3776-4d35-957e-058c3d4f7aba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318434 Aug 17 00:32:07.970094 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069826d8-a8e0-48bf-97c5-d72857a0d90d req-d56d07c1-ac70-445f-b1d3-e6239fba37c9 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:32:07.971601 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-069826d8-a8e0-48bf-97c5-d72857a0d90d req-d56d07c1-ac70-445f-b1d3-e6239fba37c9 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] 10.222.0.36 "GET /v2.0/ports?device_id=e55b3298-43eb-44dc-8e40-61896ae2f694 HTTP/1.1" status: 200 len: 943 time: 0.0536532 Aug 17 00:32:08.009019 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-069826d8-a8e0-48bf-97c5-d72857a0d90d req-94c02ce0-e618-4085-8ceb-7d61ccd062f6 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] 10.222.0.36 "GET /v2.0/security-groups?id=490bc62f-3776-4d35-957e-058c3d4f7aba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313063 Aug 17 00:32:08.505363 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device c566d833-3c61-4d62-b476-2d5a63b32466 details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:32:08.599019 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port c566d833-3c61-4d62-b476-2d5a63b32466, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=c566d833-3c61-4d62-b476-2d5a63b32466,segment=NetworkSegment(2dbdf4e8-fdb7-45d8-b22f-1627fe1f340e),segment_id=2dbdf4e8-fdb7-45d8-b22f-1627fe1f340e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:32:08.609690 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': 'c566d833-3c61-4d62-b476-2d5a63b32466', 'network_id': 'bf2ccc65-70e9-474c-a15a-89d4c4efe0f2', 'port_id': 'c566d833-3c61-4d62-b476-2d5a63b32466', 'mac_address': 'fa:16:3e:58:6e:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e97f43fb-e34e-4c14-85ca-652ec58e65e2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:32:08.649840 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:32:08.662141 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c566d833-3c61-4d62-b476-2d5a63b32466 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:32:08.680981 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port c566d833-3c61-4d62-b476-2d5a63b32466, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=c566d833-3c61-4d62-b476-2d5a63b32466,segment=NetworkSegment(2dbdf4e8-fdb7-45d8-b22f-1627fe1f340e),segment_id=2dbdf4e8-fdb7-45d8-b22f-1627fe1f340e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:32:08.685544 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:32:08.738210 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=c566d833-3c61-4d62-b476-2d5a63b32466,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:32:09.080756 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['c566d833-3c61-4d62-b476-2d5a63b32466'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:32:09.126421 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef6a01d-7132-4987-b3e5-8f3099649b61 req-4bd8a0f8-9108-4312-b0d1-64daf08afd96 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:32:09.128199 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3ef6a01d-7132-4987-b3e5-8f3099649b61 req-4bd8a0f8-9108-4312-b0d1-64daf08afd96 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] 10.222.0.36 "GET /v2.0/ports?device_id=e55b3298-43eb-44dc-8e40-61896ae2f694 HTTP/1.1" status: 200 len: 944 time: 0.0504746 Aug 17 00:32:09.167714 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3ef6a01d-7132-4987-b3e5-8f3099649b61 req-6fe4bdf4-cc00-476c-99c2-ba15196aa86f tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] 10.222.0.36 "GET /v2.0/security-groups?id=490bc62f-3776-4d35-957e-058c3d4f7aba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335329 Aug 17 00:32:10.284639 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c207fa5-3506-4700-baa6-ac04c631ba9c req-01dfc63a-f829-4f32-a201-7ff1084c064c tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:32:10.286179 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1c207fa5-3506-4700-baa6-ac04c631ba9c req-01dfc63a-f829-4f32-a201-7ff1084c064c tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] 10.222.0.36 "GET /v2.0/ports?device_id=e55b3298-43eb-44dc-8e40-61896ae2f694 HTTP/1.1" status: 200 len: 944 time: 0.0508709 Aug 17 00:32:10.323851 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1c207fa5-3506-4700-baa6-ac04c631ba9c req-7b019603-1578-44f9-8288-ea920b34dd87 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] 10.222.0.36 "GET /v2.0/security-groups?id=490bc62f-3776-4d35-957e-058c3d4f7aba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316288 Aug 17 00:32:10.504173 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device c566d833-3c61-4d62-b476-2d5a63b32466 up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:32:10.553143 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning for port c566d833-3c61-4d62-b476-2d5a63b32466 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:32:10.556837 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port c566d833-3c61-4d62-b476-2d5a63b32466 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:32:10.557220 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:32:10.635073 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:32:10.657045 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e55b3298-43eb-44dc-8e40-61896ae2f694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c566d833-3c61-4d62-b476-2d5a63b32466'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:32:10.659275 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d789e1acf86fc3837d65c5c7bf7b17f03ca076816da63f24d17cffa1a624f203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ff01724-7cad-4d4f-be1d-1bae9ef0f0ae" -d '{"events": [{"server_uuid": "e55b3298-43eb-44dc-8e40-61896ae2f694", "name": "network-vif-plugged", "status": "completed", "tag": "c566d833-3c61-4d62-b476-2d5a63b32466"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:32:10.672709 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port c566d833-3c61-4d62-b476-2d5a63b32466, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=c566d833-3c61-4d62-b476-2d5a63b32466,segment=NetworkSegment(2dbdf4e8-fdb7-45d8-b22f-1627fe1f340e),segment_id=2dbdf4e8-fdb7-45d8-b22f-1627fe1f340e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:32:10.676664 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:32:10.705879 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-552dab73-a622-45ba-b38c-c2cf32dafdc1 x-openstack-request-id: req-552dab73-a622-45ba-b38c-c2cf32dafdc1 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:32:10.706182 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e55b3298-43eb-44dc-8e40-61896ae2f694", "name": "network-vif-plugged", "status": "completed", "tag": "c566d833-3c61-4d62-b476-2d5a63b32466", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:32:10.706436 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-552dab73-a622-45ba-b38c-c2cf32dafdc1 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:32:10.706828 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e55b3298-43eb-44dc-8e40-61896ae2f694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c566d833-3c61-4d62-b476-2d5a63b32466', 'code': 200} Aug 17 00:32:10.732270 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=c566d833-3c61-4d62-b476-2d5a63b32466,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:32:10.827858 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa46765-29ea-483c-bc2a-d73d0ff2f0ad req-fef23b37-0b92-4f0e-8c71-87d4f278627d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:32:10.829404 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-8fa46765-29ea-483c-bc2a-d73d0ff2f0ad req-fef23b37-0b92-4f0e-8c71-87d4f278627d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e55b3298-43eb-44dc-8e40-61896ae2f694 HTTP/1.1" status: 200 len: 1097 time: 0.0402794 Aug 17 00:32:10.865481 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-8fa46765-29ea-483c-bc2a-d73d0ff2f0ad req-c66977b8-b44f-4887-98ed-26522df6968c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=490bc62f-3776-4d35-957e-058c3d4f7aba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284390 Aug 17 00:32:11.445569 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72bc8f7-0d38-4017-aea4-d5a1c7022775 req-9ad90d06-6c21-410a-8b72-487946f63c0d tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:32:11.446960 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b72bc8f7-0d38-4017-aea4-d5a1c7022775 req-9ad90d06-6c21-410a-8b72-487946f63c0d tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] 10.222.0.36 "GET /v2.0/ports?device_id=e55b3298-43eb-44dc-8e40-61896ae2f694 HTTP/1.1" status: 200 len: 945 time: 0.0532601 Aug 17 00:32:11.484766 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-b72bc8f7-0d38-4017-aea4-d5a1c7022775 req-07e36c6a-afc2-4467-b119-1449b8d67068 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] 10.222.0.36 "GET /v2.0/security-groups?id=490bc62f-3776-4d35-957e-058c3d4f7aba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314476 Aug 17 00:32:12.383825 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:32:12.601453 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0ccc24-6c24-4cbf-aebd-731f0a1685ef req-61bdb50c-5d4b-4d15-b53f-f642ab2378b2 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:32:12.603011 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ce0ccc24-6c24-4cbf-aebd-731f0a1685ef req-61bdb50c-5d4b-4d15-b53f-f642ab2378b2 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] 10.222.0.36 "GET /v2.0/ports?device_id=e55b3298-43eb-44dc-8e40-61896ae2f694 HTTP/1.1" status: 200 len: 945 time: 0.0505543 Aug 17 00:32:12.641176 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ce0ccc24-6c24-4cbf-aebd-731f0a1685ef req-5fffe442-6c5d-48b8-b3fd-11218a6fef4d tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] 10.222.0.36 "GET /v2.0/security-groups?id=490bc62f-3776-4d35-957e-058c3d4f7aba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321062 Aug 17 00:32:12.752155 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab77be9-b287-45ab-a7b3-48b6c3236707 req-7a08eaff-e92e-4a66-bd18-403c6bd84243 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:32:12.753856 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3ab77be9-b287-45ab-a7b3-48b6c3236707 req-7a08eaff-e92e-4a66-bd18-403c6bd84243 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] 10.222.0.36 "GET /v2.0/ports?device_id=e55b3298-43eb-44dc-8e40-61896ae2f694 HTTP/1.1" status: 200 len: 945 time: 0.0479009 Aug 17 00:32:12.793832 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3ab77be9-b287-45ab-a7b3-48b6c3236707 req-c5c2fcec-2b89-47fe-b99f-a84a62f3b4a8 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] 10.222.0.36 "GET /v2.0/security-groups?id=490bc62f-3776-4d35-957e-058c3d4f7aba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318236 Aug 17 00:32:12.817262 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 33792) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:32:12.956111 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4a7a47-4637-4cec-b96d-83ee73db9a63 tempest-TestSnapshotPattern-2001248468 tempest-TestSnapshotPattern-2001248468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:32:12.957664 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-dd4a7a47-4637-4cec-b96d-83ee73db9a63 tempest-TestSnapshotPattern-2001248468 tempest-TestSnapshotPattern-2001248468-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=e55b3298-43eb-44dc-8e40-61896ae2f694 HTTP/1.1" status: 200 len: 1092 time: 0.1393769 Aug 17 00:32:12.960564 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 33798) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:32:12.964901 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-53ec1b54-e141-4ebe-bd44-361c99baf4a0 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Request body: {'floatingip': {'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'port_id': 'c566d833-3c61-4d62-b476-2d5a63b32466', 'tenant_id': '491b04f2d3e44f30b3ef489b5c13244b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:32:12.987126 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-53ec1b54-e141-4ebe-bd44-361c99baf4a0 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Notify callbacks [] for floatingip, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:32:13.084322 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-53ec1b54-e141-4ebe-bd44-361c99baf4a0 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:32:13.190301 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-53ec1b54-e141-4ebe-bd44-361c99baf4a0 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Allocated IP 172.25.4.84 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/b9324178-9e16-4119-b901-153e75d2a6c2) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:32:13.292636 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-53ec1b54-e141-4ebe-bd44-361c99baf4a0 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:32:13.331458 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-53ec1b54-e141-4ebe-bd44-361c99baf4a0 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:32:13.369787 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ec1b54-e141-4ebe-bd44-361c99baf4a0 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:32:13.374983 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-53ec1b54-e141-4ebe-bd44-361c99baf4a0 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:32:13.377600 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ec1b54-e141-4ebe-bd44-361c99baf4a0 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:32:13.404731 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ec1b54-e141-4ebe-bd44-361c99baf4a0 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Pushing event updated for resources: {'Port': ['ID=b9324178-9e16-4119-b901-153e75d2a6c2,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:32:13.736529 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-53ec1b54-e141-4ebe-bd44-361c99baf4a0 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:32:13.805380 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-53ec1b54-e141-4ebe-bd44-361c99baf4a0 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:32:13.959479 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-53ec1b54-e141-4ebe-bd44-361c99baf4a0 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:32:13.963983 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-53ec1b54-e141-4ebe-bd44-361c99baf4a0 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:32:14.035785 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ec1b54-e141-4ebe-bd44-361c99baf4a0 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Pushing event updated for resources: {'Port': ['ID=b9324178-9e16-4119-b901-153e75d2a6c2,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:32:14.046614 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-53ec1b54-e141-4ebe-bd44-361c99baf4a0 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:32:14.161428 n-d-791506-26 neutron-server[101292]: INFO neutron.db.l3_db [None req-53ec1b54-e141-4ebe-bd44-361c99baf4a0 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Floating IP b4c2e8d4-2ae9-4651-8cc9-92d47ef1b8a4 associated. External IP: 172.25.4.84, port: c566d833-3c61-4d62-b476-2d5a63b32466. Aug 17 00:32:14.395022 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53ec1b54-e141-4ebe-bd44-361c99baf4a0 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Router ab74c8ae-6d40-4328-a7e2-294900b29310 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:32:14.522512 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53ec1b54-e141-4ebe-bd44-361c99baf4a0 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:32:14.534306 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd11c54-9540-4f91-971c-a1434ee484bc None None] Sync routers for ids ['ab74c8ae-6d40-4328-a7e2-294900b29310'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:32:14.540642 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-53ec1b54-e141-4ebe-bd44-361c99baf4a0 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:32:14.546103 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd11c54-9540-4f91-971c-a1434ee484bc None None] Routers {'ab74c8ae-6d40-4328-a7e2-294900b29310'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:32:14.546734 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-ccd11c54-9540-4f91-971c-a1434ee484bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:31:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['ab74c8ae-6d40-4328-a7e2-294900b29310'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:32:14.568860 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-53ec1b54-e141-4ebe-bd44-361c99baf4a0 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6072493 Aug 17 00:32:14.569511 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e55b3298-43eb-44dc-8e40-61896ae2f694', 'tag': 'c566d833-3c61-4d62-b476-2d5a63b32466'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:32:14.571925 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5be9a9c22bfe9382157933c6eba925c7622163b8a5c85bc608140d30d6fa20cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2738ba1-5a8a-4fef-bf07-b93c8d25b4f9" -d '{"events": [{"name": "network-changed", "server_uuid": "e55b3298-43eb-44dc-8e40-61896ae2f694", "tag": "c566d833-3c61-4d62-b476-2d5a63b32466"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:32:14.673203 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-ccd11c54-9540-4f91-971c-a1434ee484bc None None] Set router ab74c8ae-6d40-4328-a7e2-294900b29310 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:32:14.675034 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e56b82b7-8bbc-495a-8cb7-d1c413361892 x-openstack-request-id: req-e56b82b7-8bbc-495a-8cb7-d1c413361892 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:32:14.675325 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e55b3298-43eb-44dc-8e40-61896ae2f694", "tag": "c566d833-3c61-4d62-b476-2d5a63b32466", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:32:14.675577 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e56b82b7-8bbc-495a-8cb7-d1c413361892 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:32:14.675982 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e55b3298-43eb-44dc-8e40-61896ae2f694', 'tag': 'c566d833-3c61-4d62-b476-2d5a63b32466', 'status': 'completed', 'code': 200} Aug 17 00:32:14.757071 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2738ba1-5a8a-4fef-bf07-b93c8d25b4f9 req-c3e1cce2-2c57-4eef-88c9-00d623b0041d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:32:14.758589 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d2738ba1-5a8a-4fef-bf07-b93c8d25b4f9 req-c3e1cce2-2c57-4eef-88c9-00d623b0041d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=491b04f2d3e44f30b3ef489b5c13244b&device_id=e55b3298-43eb-44dc-8e40-61896ae2f694 HTTP/1.1" status: 200 len: 1097 time: 0.0413396 Aug 17 00:32:14.858110 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2738ba1-5a8a-4fef-bf07-b93c8d25b4f9 req-1f89be39-c108-46bc-a8d6-3a84dc80b868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:32:14.859629 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d2738ba1-5a8a-4fef-bf07-b93c8d25b4f9 req-1f89be39-c108-46bc-a8d6-3a84dc80b868 service neutron] 10.222.0.57 "GET /v2.0/networks?id=bf2ccc65-70e9-474c-a15a-89d4c4efe0f2 HTTP/1.1" status: 200 len: 910 time: 0.0945277 Aug 17 00:32:14.904661 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-ccd11c54-9540-4f91-971c-a1434ee484bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab74c8ae-6d40-4328-a7e2-294900b29310', 'name': 'tempest-TestSnapshotPattern-882254688-router', 'tenant_id': '491b04f2d3e44f30b3ef489b5c13244b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '0d320baa-b957-4208-a605-b83990e34f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:31:50Z', 'updated_at': '2021-08-17T00:31:52Z', 'revision_number': 4, 'project_id': '491b04f2d3e44f30b3ef489b5c13244b', 'gw_port': {'id': '0d320baa-b957-4208-a605-b83990e34f9c', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ae:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab74c8ae-6d40-4328-a7e2-294900b29310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:31:50Z', 'updated_at': '2021-08-17T00:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': 'b4c2e8d4-2ae9-4651-8cc9-92d47ef1b8a4', 'tenant_id': '491b04f2d3e44f30b3ef489b5c13244b', 'floating_ip_address': '172.25.4.84', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': 'ab74c8ae-6d40-4328-a7e2-294900b29310', 'port_id': 'c566d833-3c61-4d62-b476-2d5a63b32466', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf2ccc65-70e9-474c-a15a-89d4c4efe0f2', 'mac_address': 'fa:16:3e:58:6e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55b3298-43eb-44dc-8e40-61896ae2f694', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:32:13Z', 'updated_at': '2021-08-17T00:32:13Z', 'revision_number': 0, 'project_id': '491b04f2d3e44f30b3ef489b5c13244b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4857d6a-90f0-4bc0-bc12-c5adc62b4a8d', 'name': '', 'network_id': 'bf2ccc65-70e9-474c-a15a-89d4c4efe0f2', 'tenant_id': '491b04f2d3e44f30b3ef489b5c13244b', 'mac_address': 'fa:16:3e:2d:dd:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab74c8ae-6d40-4328-a7e2-294900b29310', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'e97f43fb-e34e-4c14-85ca-652ec58e65e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:31:52Z', 'updated_at': '2021-08-17T00:31:58Z', 'revision_number': 5, 'project_id': '491b04f2d3e44f30b3ef489b5c13244b', 'subnets': [{'id': 'e97f43fb-e34e-4c14-85ca-652ec58e65e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:32:14.927374 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d2738ba1-5a8a-4fef-bf07-b93c8d25b4f9 req-632008fa-c005-4dd8-9588-9ec4c092e93a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c566d833-3c61-4d62-b476-2d5a63b32466 HTTP/1.1" status: 200 len: 998 time: 0.0600810 Aug 17 00:32:14.930046 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd11c54-9540-4f91-971c-a1434ee484bc None None] Checking router: ab74c8ae-6d40-4328-a7e2-294900b29310 for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:32:14.939388 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd11c54-9540-4f91-971c-a1434ee484bc None None] Routers {'ab74c8ae-6d40-4328-a7e2-294900b29310'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:32:14.940005 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-ccd11c54-9540-4f91-971c-a1434ee484bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:31:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['ab74c8ae-6d40-4328-a7e2-294900b29310'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:32:14.982901 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2738ba1-5a8a-4fef-bf07-b93c8d25b4f9 req-cd179274-c024-4b00-8a41-b3c1d646f004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:32:14.984418 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d2738ba1-5a8a-4fef-bf07-b93c8d25b4f9 req-cd179274-c024-4b00-8a41-b3c1d646f004 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e97f43fb-e34e-4c14-85ca-652ec58e65e2 HTTP/1.1" status: 200 len: 848 time: 0.0500746 Aug 17 00:32:15.034076 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2738ba1-5a8a-4fef-bf07-b93c8d25b4f9 req-2162c170-694e-4933-b02c-3f1f852aefd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:32:15.035660 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d2738ba1-5a8a-4fef-bf07-b93c8d25b4f9 req-2162c170-694e-4933-b02c-3f1f852aefd5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bf2ccc65-70e9-474c-a15a-89d4c4efe0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442474 Aug 17 00:32:15.138636 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d2738ba1-5a8a-4fef-bf07-b93c8d25b4f9 req-96fae2b9-30dd-4122-9c28-5fb791464ec9 service neutron] 10.222.0.57 "GET /v2.0/networks/bf2ccc65-70e9-474c-a15a-89d4c4efe0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960953 Aug 17 00:32:15.208610 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-ccd11c54-9540-4f91-971c-a1434ee484bc None None] Set router ab74c8ae-6d40-4328-a7e2-294900b29310 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:32:15.230987 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-d2738ba1-5a8a-4fef-bf07-b93c8d25b4f9 req-0d11c192-d61d-4fe3-9e99-604974724589 service neutron] 10.222.0.57 "GET /v2.0/networks/bf2ccc65-70e9-474c-a15a-89d4c4efe0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847366 Aug 17 00:32:15.437683 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-ccd11c54-9540-4f91-971c-a1434ee484bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab74c8ae-6d40-4328-a7e2-294900b29310', 'name': 'tempest-TestSnapshotPattern-882254688-router', 'tenant_id': '491b04f2d3e44f30b3ef489b5c13244b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '0d320baa-b957-4208-a605-b83990e34f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:31:50Z', 'updated_at': '2021-08-17T00:31:52Z', 'revision_number': 4, 'project_id': '491b04f2d3e44f30b3ef489b5c13244b', 'gw_port': {'id': '0d320baa-b957-4208-a605-b83990e34f9c', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ae:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab74c8ae-6d40-4328-a7e2-294900b29310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:31:50Z', 'updated_at': '2021-08-17T00:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': 'b4c2e8d4-2ae9-4651-8cc9-92d47ef1b8a4', 'tenant_id': '491b04f2d3e44f30b3ef489b5c13244b', 'floating_ip_address': '172.25.4.84', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': 'ab74c8ae-6d40-4328-a7e2-294900b29310', 'port_id': 'c566d833-3c61-4d62-b476-2d5a63b32466', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf2ccc65-70e9-474c-a15a-89d4c4efe0f2', 'mac_address': 'fa:16:3e:58:6e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55b3298-43eb-44dc-8e40-61896ae2f694', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:32:13Z', 'updated_at': '2021-08-17T00:32:13Z', 'revision_number': 0, 'project_id': '491b04f2d3e44f30b3ef489b5c13244b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4857d6a-90f0-4bc0-bc12-c5adc62b4a8d', 'name': '', 'network_id': 'bf2ccc65-70e9-474c-a15a-89d4c4efe0f2', 'tenant_id': '491b04f2d3e44f30b3ef489b5c13244b', 'mac_address': 'fa:16:3e:2d:dd:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab74c8ae-6d40-4328-a7e2-294900b29310', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'e97f43fb-e34e-4c14-85ca-652ec58e65e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:31:52Z', 'updated_at': '2021-08-17T00:31:58Z', 'revision_number': 5, 'project_id': '491b04f2d3e44f30b3ef489b5c13244b', 'subnets': [{'id': 'e97f43fb-e34e-4c14-85ca-652ec58e65e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:32:15.463826 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd11c54-9540-4f91-971c-a1434ee484bc None None] The sync data for ids ['ab74c8ae-6d40-4328-a7e2-294900b29310'] in n-d-791506-26 is: [{'id': 'ab74c8ae-6d40-4328-a7e2-294900b29310', 'name': 'tempest-TestSnapshotPattern-882254688-router', 'tenant_id': '491b04f2d3e44f30b3ef489b5c13244b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '0d320baa-b957-4208-a605-b83990e34f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:31:50Z', 'updated_at': '2021-08-17T00:31:52Z', 'revision_number': 4, 'project_id': '491b04f2d3e44f30b3ef489b5c13244b', 'gw_port': {'id': '0d320baa-b957-4208-a605-b83990e34f9c', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ae:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab74c8ae-6d40-4328-a7e2-294900b29310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:31:50Z', 'updated_at': '2021-08-17T00:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': 'b4c2e8d4-2ae9-4651-8cc9-92d47ef1b8a4', 'tenant_id': '491b04f2d3e44f30b3ef489b5c13244b', 'floating_ip_address': '172.25.4.84', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': 'ab74c8ae-6d40-4328-a7e2-294900b29310', 'port_id': 'c566d833-3c61-4d62-b476-2d5a63b32466', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf2ccc65-70e9-474c-a15a-89d4c4efe0f2', 'mac_address': 'fa:16:3e:58:6e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55b3298-43eb-44dc-8e40-61896ae2f694', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:32:13Z', 'updated_at': '2021-08-17T00:32:13Z', 'revision_number': 0, 'project_id': '491b04f2d3e44f30b3ef489b5c13244b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4857d6a-90f0-4bc0-bc12-c5adc62b4a8d', 'name': '', 'network_id': 'bf2ccc65-70e9-474c-a15a-89d4c4efe0f2', 'tenant_id': '491b04f2d3e44f30b3ef489b5c13244b', 'mac_address': 'fa:16:3e:2d:dd:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab74c8ae-6d40-4328-a7e2-294900b29310', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'e97f43fb-e34e-4c14-85ca-652ec58e65e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:31:52Z', 'updated_at': '2021-08-17T00:31:58Z', 'revision_number': 5, 'project_id': '491b04f2d3e44f30b3ef489b5c13244b', 'subnets': [{'id': 'e97f43fb-e34e-4c14-85ca-652ec58e65e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:32:15.653085 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff177bd2-f7fd-41df-a375-f3588df8421f None None] New status for floating IP b4c2e8d4-2ae9-4651-8cc9-92d47ef1b8a4: ACTIVE {{(pid=101294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 00:32:17.878725 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-95e66099-46c7-4685-bb44-2cd29cd639a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:32:19.975260 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-3ecc4271-bf15-4ccc-bfac-8a898c824306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:32:20.881359 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:32:21.998421 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:32:23.267444 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:32:26.511791 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:32:35.811397 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:32:42.397963 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:32:47.880032 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-8d76cfbb-db41-41b5-8910-cc2559030d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:32:49.975500 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2037e1f9-20c4-4a4e-a127-4909a2b11899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:32:50.882865 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:32:52.005758 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:32:53.270621 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:32:56.505668 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:33:02.998453 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-351ff810-bada-486d-a8c5-6c35bc52ee95 req-4f8a70b6-f75e-44f4-81f2-10bbfd483575 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e55b3298-43eb-44dc-8e40-61896ae2f694&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0835149 Aug 17 00:33:03.100152 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ff810-bada-486d-a8c5-6c35bc52ee95 req-ed92f8d0-a10a-4d4c-b12e-94a90b85d891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:33:03.101690 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-351ff810-bada-486d-a8c5-6c35bc52ee95 req-ed92f8d0-a10a-4d4c-b12e-94a90b85d891 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=491b04f2d3e44f30b3ef489b5c13244b&device_id=e55b3298-43eb-44dc-8e40-61896ae2f694 HTTP/1.1" status: 200 len: 1097 time: 0.0455189 Aug 17 00:33:03.204892 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ff810-bada-486d-a8c5-6c35bc52ee95 req-f6120785-c2ad-4840-a98e-cdc3fe3f2520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:33:03.206285 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-351ff810-bada-486d-a8c5-6c35bc52ee95 req-f6120785-c2ad-4840-a98e-cdc3fe3f2520 service neutron] 10.222.0.57 "GET /v2.0/networks?id=bf2ccc65-70e9-474c-a15a-89d4c4efe0f2 HTTP/1.1" status: 200 len: 910 time: 0.0855789 Aug 17 00:33:03.278121 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-351ff810-bada-486d-a8c5-6c35bc52ee95 req-0906c5c9-0c9d-4756-b3de-a8a5acd1e28c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c566d833-3c61-4d62-b476-2d5a63b32466 HTTP/1.1" status: 200 len: 1000 time: 0.0645924 Aug 17 00:33:03.328014 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ff810-bada-486d-a8c5-6c35bc52ee95 req-ff5ac4b9-a62a-4ae2-9182-58b0f3b0a51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:33:03.329498 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-351ff810-bada-486d-a8c5-6c35bc52ee95 req-ff5ac4b9-a62a-4ae2-9182-58b0f3b0a51d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e97f43fb-e34e-4c14-85ca-652ec58e65e2 HTTP/1.1" status: 200 len: 848 time: 0.0447457 Aug 17 00:33:03.375459 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ff810-bada-486d-a8c5-6c35bc52ee95 req-2f4df901-5585-45de-ab57-7cc9c0571672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:33:03.377001 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-351ff810-bada-486d-a8c5-6c35bc52ee95 req-2f4df901-5585-45de-ab57-7cc9c0571672 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bf2ccc65-70e9-474c-a15a-89d4c4efe0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407865 Aug 17 00:33:03.473131 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-351ff810-bada-486d-a8c5-6c35bc52ee95 req-41a504af-56e3-457b-9817-51cce13621d5 service neutron] 10.222.0.57 "GET /v2.0/networks/bf2ccc65-70e9-474c-a15a-89d4c4efe0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891643 Aug 17 00:33:03.563245 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-351ff810-bada-486d-a8c5-6c35bc52ee95 req-5f43bb30-0172-49fd-9e1e-0c8312242b1e service neutron] 10.222.0.57 "GET /v2.0/networks/bf2ccc65-70e9-474c-a15a-89d4c4efe0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829744 Aug 17 00:33:12.396038 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:33:12.810974 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:33:17.882835 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d5899de4-0a62-4a47-8b13-dde2d6f67ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:33:19.975584 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-434e7315-f1aa-4b03-bac0-dbe3f1289a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:33:20.884451 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:33:22.006179 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:33:23.273225 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:33:26.517698 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:33:42.412933 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:33:47.884600 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-884ab429-f6a4-4add-bd86-96cba9a56060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:33:49.811957 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:33:49.976153 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e29ddfdc-0a68-4107-b16c-1901b1d66734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:33:50.887180 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:33:52.007800 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:33:53.278068 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:33:56.523326 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:03.009940 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b0bee45e-4a2b-4d94-a51c-abdab827ac9f req-509d523d-9a99-434c-b107-565a4fefdbaf service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e55b3298-43eb-44dc-8e40-61896ae2f694&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0407677 Aug 17 00:34:03.110143 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bee45e-4a2b-4d94-a51c-abdab827ac9f req-7c4ff4d0-dc7b-4997-90b0-1c1832a0427f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:34:03.111642 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b0bee45e-4a2b-4d94-a51c-abdab827ac9f req-7c4ff4d0-dc7b-4997-90b0-1c1832a0427f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=491b04f2d3e44f30b3ef489b5c13244b&device_id=e55b3298-43eb-44dc-8e40-61896ae2f694 HTTP/1.1" status: 200 len: 1097 time: 0.0465701 Aug 17 00:34:03.221607 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bee45e-4a2b-4d94-a51c-abdab827ac9f req-68f5155c-3457-4cb5-bf35-260e0f96f806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:34:03.223142 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b0bee45e-4a2b-4d94-a51c-abdab827ac9f req-68f5155c-3457-4cb5-bf35-260e0f96f806 service neutron] 10.222.0.57 "GET /v2.0/networks?id=bf2ccc65-70e9-474c-a15a-89d4c4efe0f2 HTTP/1.1" status: 200 len: 910 time: 0.0922244 Aug 17 00:34:03.293076 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b0bee45e-4a2b-4d94-a51c-abdab827ac9f req-07a1d920-2f9e-46ad-a582-039841ef1e46 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c566d833-3c61-4d62-b476-2d5a63b32466 HTTP/1.1" status: 200 len: 1000 time: 0.0631239 Aug 17 00:34:03.343209 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bee45e-4a2b-4d94-a51c-abdab827ac9f req-9c863cd9-2214-4c84-bb35-0e0c2db9020a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:34:03.344740 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b0bee45e-4a2b-4d94-a51c-abdab827ac9f req-9c863cd9-2214-4c84-bb35-0e0c2db9020a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e97f43fb-e34e-4c14-85ca-652ec58e65e2 HTTP/1.1" status: 200 len: 848 time: 0.0450535 Aug 17 00:34:03.391083 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bee45e-4a2b-4d94-a51c-abdab827ac9f req-f60018c8-0ad3-45b3-a592-9be7ebd432ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:34:03.392630 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b0bee45e-4a2b-4d94-a51c-abdab827ac9f req-f60018c8-0ad3-45b3-a592-9be7ebd432ef service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bf2ccc65-70e9-474c-a15a-89d4c4efe0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408340 Aug 17 00:34:03.484434 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b0bee45e-4a2b-4d94-a51c-abdab827ac9f req-968808c8-b704-4110-86bf-73cabbc5f7db service neutron] 10.222.0.57 "GET /v2.0/networks/bf2ccc65-70e9-474c-a15a-89d4c4efe0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850725 Aug 17 00:34:03.574396 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b0bee45e-4a2b-4d94-a51c-abdab827ac9f req-55ce8b3d-9ffe-4c6f-ad1b-e9515fcde72d service neutron] 10.222.0.57 "GET /v2.0/networks/bf2ccc65-70e9-474c-a15a-89d4c4efe0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830970 Aug 17 00:34:12.405453 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:17.886434 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-21b5bd46-ef34-4ba9-b244-56e742ccc68c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:19.975911 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-b5204c37-d57e-4fa3-b117-52fa8e2ae772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:20.889541 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:22.011329 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:23.279580 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:26.517894 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:26.811670 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:34:42.410582 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:47.374279 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device c566d833-3c61-4d62-b476-2d5a63b32466 details requested by agent hyperv_n-h2-791506-26 with host n-h2-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:34:47.468065 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port c566d833-3c61-4d62-b476-2d5a63b32466, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=c566d833-3c61-4d62-b476-2d5a63b32466,segment=NetworkSegment(2dbdf4e8-fdb7-45d8-b22f-1627fe1f340e),segment_id=2dbdf4e8-fdb7-45d8-b22f-1627fe1f340e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:34:47.479289 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Returning: {'device': 'c566d833-3c61-4d62-b476-2d5a63b32466', 'network_id': 'bf2ccc65-70e9-474c-a15a-89d4c4efe0f2', 'port_id': 'c566d833-3c61-4d62-b476-2d5a63b32466', 'mac_address': 'fa:16:3e:58:6e:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e97f43fb-e34e-4c14-85ca-652ec58e65e2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:34:47.518227 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:47.534529 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c566d833-3c61-4d62-b476-2d5a63b32466 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:34:47.553148 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port c566d833-3c61-4d62-b476-2d5a63b32466, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=c566d833-3c61-4d62-b476-2d5a63b32466,segment=NetworkSegment(2dbdf4e8-fdb7-45d8-b22f-1627fe1f340e),segment_id=2dbdf4e8-fdb7-45d8-b22f-1627fe1f340e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:34:47.557293 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:47.604997 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=c566d833-3c61-4d62-b476-2d5a63b32466,revision_number=6']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:34:47.612257 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:34:47.612630 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:34:47.612977 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:34:47.613319 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:34:47.613654 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:34:47.613985 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:34:47.614322 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:34:47.614647 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:34:47.614971 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:34:47.615295 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:34:47.615619 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:34:47.615941 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:34:47.708587 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] get_ports_and_sgs() called for port_ids ['c566d833-3c61-4d62-b476-2d5a63b32466'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:34:47.899185 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c5addabc-25cf-49f4-8308-05eae8dc6b2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:49.386544 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device c566d833-3c61-4d62-b476-2d5a63b32466 up at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:34:49.433809 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Provisioning complete for port c566d833-3c61-4d62-b476-2d5a63b32466 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:34:49.434296 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:49.511153 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:49.533388 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e55b3298-43eb-44dc-8e40-61896ae2f694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c566d833-3c61-4d62-b476-2d5a63b32466'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:34:49.535520 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d789e1acf86fc3837d65c5c7bf7b17f03ca076816da63f24d17cffa1a624f203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a40460-2023-409f-b27a-7371d2462201" -d '{"events": [{"server_uuid": "e55b3298-43eb-44dc-8e40-61896ae2f694", "name": "network-vif-plugged", "status": "completed", "tag": "c566d833-3c61-4d62-b476-2d5a63b32466"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:34:49.550115 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port c566d833-3c61-4d62-b476-2d5a63b32466, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=c566d833-3c61-4d62-b476-2d5a63b32466,segment=NetworkSegment(2dbdf4e8-fdb7-45d8-b22f-1627fe1f340e),segment_id=2dbdf4e8-fdb7-45d8-b22f-1627fe1f340e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:34:49.554169 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:49.604111 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=c566d833-3c61-4d62-b476-2d5a63b32466,revision_number=7']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:34:49.635793 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f16d842-ea65-45de-8e41-50e14a8a0157 x-openstack-request-id: req-5f16d842-ea65-45de-8e41-50e14a8a0157 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:34:49.636088 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e55b3298-43eb-44dc-8e40-61896ae2f694", "name": "network-vif-plugged", "status": "completed", "tag": "c566d833-3c61-4d62-b476-2d5a63b32466", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:34:49.636342 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5f16d842-ea65-45de-8e41-50e14a8a0157 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:34:49.636766 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e55b3298-43eb-44dc-8e40-61896ae2f694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c566d833-3c61-4d62-b476-2d5a63b32466', 'code': 200} Aug 17 00:34:49.977350 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-535b4301-4361-4df5-a787-4fe4819bb253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:50.892341 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:52.016232 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:53.285641 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:34:56.525120 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:35:00.937540 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e81a1181-3fd1-46ac-a1f6-af986969a7f8 req-4a8384a4-df09-454f-a2c5-5a600a38ab59 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2038541193&fields=id&tenant_id=491b04f2d3e44f30b3ef489b5c13244b HTTP/1.1" status: 200 len: 267 time: 0.0333440 Aug 17 00:35:01.051278 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81a1181-3fd1-46ac-a1f6-af986969a7f8 req-821646a7-e036-46fe-8d1f-dc549bf252f8 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:35:01.052795 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e81a1181-3fd1-46ac-a1f6-af986969a7f8 req-821646a7-e036-46fe-8d1f-dc549bf252f8 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] 10.222.0.36 "GET /v2.0/networks?id=bf2ccc65-70e9-474c-a15a-89d4c4efe0f2 HTTP/1.1" status: 200 len: 809 time: 0.1087217 Aug 17 00:35:01.068750 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e81a1181-3fd1-46ac-a1f6-af986969a7f8 req-3c7de090-001a-44c8-92b5-8ce6ae84adfb tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] 10.222.0.36 "GET /v2.0/quotas/491b04f2d3e44f30b3ef489b5c13244b HTTP/1.1" status: 200 len: 375 time: 0.0096834 Aug 17 00:35:01.124586 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e81a1181-3fd1-46ac-a1f6-af986969a7f8 req-f1da7d1c-02de-4a86-a8c3-f136b074ce27 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=491b04f2d3e44f30b3ef489b5c13244b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0491982 Aug 17 00:35:01.333177 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e81a1181-3fd1-46ac-a1f6-af986969a7f8 req-b7e939e6-7a54-4c90-8f8e-6cdf42f27e81 service neutron] 10.222.0.36 "GET /v2.0/networks/bf2ccc65-70e9-474c-a15a-89d4c4efe0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957147 Aug 17 00:35:01.425052 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e81a1181-3fd1-46ac-a1f6-af986969a7f8 req-24e4fb2c-cc89-4528-a3f1-001090abc458 service neutron] 10.222.0.36 "GET /v2.0/networks/bf2ccc65-70e9-474c-a15a-89d4c4efe0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851498 Aug 17 00:35:01.675203 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bff5c8f8-756d-4e35-ae52-2203a37ffac6 req-248569f0-8473-441f-bc48-016e0303b99c tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] 10.222.0.36 "GET /v2.0/ports?device_id=35529918-9fa3-45d4-af2d-365adf7a26b7 HTTP/1.1" status: 200 len: 210 time: 0.0824172 Aug 17 00:35:02.563056 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.68', 61626) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:35:02.684652 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81a1181-3fd1-46ac-a1f6-af986969a7f8 req-a147207a-353e-45ee-90a0-f08952c08fbb tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:35:02.686305 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e81a1181-3fd1-46ac-a1f6-af986969a7f8 req-a147207a-353e-45ee-90a0-f08952c08fbb tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] 10.222.0.68 "GET /v2.0/networks?id=bf2ccc65-70e9-474c-a15a-89d4c4efe0f2 HTTP/1.1" status: 200 len: 809 time: 0.1171005 Aug 17 00:35:02.731449 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e81a1181-3fd1-46ac-a1f6-af986969a7f8 req-275d8c8b-8178-4e65-bb8d-83ea91d05c52 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=491b04f2d3e44f30b3ef489b5c13244b HTTP/1.1" status: 200 len: 380 time: 0.0350521 Aug 17 00:35:02.748809 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-e81a1181-3fd1-46ac-a1f6-af986969a7f8 req-6f372b8c-dbcf-4ca8-adc3-5ee4aeb51273 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Request body: {'port': {'device_id': '35529918-9fa3-45d4-af2d-365adf7a26b7', 'network_id': 'bf2ccc65-70e9-474c-a15a-89d4c4efe0f2', 'admin_state_up': True, 'tenant_id': '491b04f2d3e44f30b3ef489b5c13244b', 'security_groups': ['490bc62f-3776-4d35-957e-058c3d4f7aba']}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:35:02.816011 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4986ba90-fe9a-4a26-abb6-034abe97a1ef req-dcdb2c62-61be-469a-bbee-3944ef606d12 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] 10.222.0.36 "GET /v2.0/ports?device_id=35529918-9fa3-45d4-af2d-365adf7a26b7 HTTP/1.1" status: 200 len: 210 time: 0.0635118 Aug 17 00:35:02.895452 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e81a1181-3fd1-46ac-a1f6-af986969a7f8 req-6f372b8c-dbcf-4ca8-adc3-5ee4aeb51273 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Made reservation on behalf of 491b04f2d3e44f30b3ef489b5c13244b for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 00:35:02.899466 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-e81a1181-3fd1-46ac-a1f6-af986969a7f8 req-6f372b8c-dbcf-4ca8-adc3-5ee4aeb51273 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:35:02.918921 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0ce4ea05-0d82-44dc-9ce2-aab8eae2a3d5 req-c63e1809-6ac3-43ce-a60e-ed5e21835976 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e55b3298-43eb-44dc-8e40-61896ae2f694&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0450280 Aug 17 00:35:03.050014 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce4ea05-0d82-44dc-9ce2-aab8eae2a3d5 req-4b8c47d9-90d0-4b5c-9028-4d756e6ae18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:35:03.052723 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0ce4ea05-0d82-44dc-9ce2-aab8eae2a3d5 req-4b8c47d9-90d0-4b5c-9028-4d756e6ae18e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=491b04f2d3e44f30b3ef489b5c13244b&device_id=e55b3298-43eb-44dc-8e40-61896ae2f694 HTTP/1.1" status: 200 len: 1097 time: 0.0567856 Aug 17 00:35:03.055819 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [req-e81a1181-3fd1-46ac-a1f6-af986969a7f8 req-6f372b8c-dbcf-4ca8-adc3-5ee4aeb51273 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Allocated IP 172.20.0.14 (bf2ccc65-70e9-474c-a15a-89d4c4efe0f2/e97f43fb-e34e-4c14-85ca-652ec58e65e2/eba23260-8731-4984-85af-70d1d58f91ab) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:35:03.234797 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce4ea05-0d82-44dc-9ce2-aab8eae2a3d5 req-b93caf16-ac4e-4e35-ae01-a7774749e465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:35:03.236636 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0ce4ea05-0d82-44dc-9ce2-aab8eae2a3d5 req-b93caf16-ac4e-4e35-ae01-a7774749e465 service neutron] 10.222.0.57 "GET /v2.0/networks?id=bf2ccc65-70e9-474c-a15a-89d4c4efe0f2 HTTP/1.1" status: 200 len: 910 time: 0.1489449 Aug 17 00:35:03.314982 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-e81a1181-3fd1-46ac-a1f6-af986969a7f8 req-6f372b8c-dbcf-4ca8-adc3-5ee4aeb51273 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:35:03.329748 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-e81a1181-3fd1-46ac-a1f6-af986969a7f8 req-6f372b8c-dbcf-4ca8-adc3-5ee4aeb51273 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Transition to ACTIVE for port object eba23260-8731-4984-85af-70d1d58f91ab will not be triggered until provisioned by entity DHCP. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:35:03.340389 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0ce4ea05-0d82-44dc-9ce2-aab8eae2a3d5 req-22f01856-1400-4ac6-b4d1-3a5b4f9f8506 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c566d833-3c61-4d62-b476-2d5a63b32466 HTTP/1.1" status: 200 len: 1000 time: 0.0958824 Aug 17 00:35:03.371982 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-e81a1181-3fd1-46ac-a1f6-af986969a7f8 req-6f372b8c-dbcf-4ca8-adc3-5ee4aeb51273 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:35:03.433627 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e81a1181-3fd1-46ac-a1f6-af986969a7f8 req-6f372b8c-dbcf-4ca8-adc3-5ee4aeb51273 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Network bf2ccc65-70e9-474c-a15a-89d4c4efe0f2 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:35:03.439550 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [req-e81a1181-3fd1-46ac-a1f6-af986969a7f8 req-6f372b8c-dbcf-4ca8-adc3-5ee4aeb51273 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:35:03.442214 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f372b8c-dbcf-4ca8-adc3-5ee4aeb51273 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Pushing event updated for resources: {'Port': ['ID=eba23260-8731-4984-85af-70d1d58f91ab,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:35:03.445278 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-e81a1181-3fd1-46ac-a1f6-af986969a7f8 req-6f372b8c-dbcf-4ca8-adc3-5ee4aeb51273 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:35:03.460949 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device c566d833-3c61-4d62-b476-2d5a63b32466 no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:35:03.479306 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f372b8c-dbcf-4ca8-adc3-5ee4aeb51273 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:35:03.479670 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f372b8c-dbcf-4ca8-adc3-5ee4aeb51273 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:35:03.480028 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f372b8c-dbcf-4ca8-adc3-5ee4aeb51273 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:35:03.480367 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f372b8c-dbcf-4ca8-adc3-5ee4aeb51273 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:35:03.480753 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f372b8c-dbcf-4ca8-adc3-5ee4aeb51273 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:35:03.481093 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f372b8c-dbcf-4ca8-adc3-5ee4aeb51273 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:35:03.481895 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f372b8c-dbcf-4ca8-adc3-5ee4aeb51273 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:35:03.482242 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f372b8c-dbcf-4ca8-adc3-5ee4aeb51273 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:35:03.482623 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f372b8c-dbcf-4ca8-adc3-5ee4aeb51273 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:35:03.482962 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f372b8c-dbcf-4ca8-adc3-5ee4aeb51273 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:35:03.483300 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f372b8c-dbcf-4ca8-adc3-5ee4aeb51273 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:35:03.483496 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce4ea05-0d82-44dc-9ce2-aab8eae2a3d5 req-3273604e-7982-4a3d-b11c-a2ba9c69f412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:35:03.483612 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f372b8c-dbcf-4ca8-adc3-5ee4aeb51273 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:35:03.487905 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0ce4ea05-0d82-44dc-9ce2-aab8eae2a3d5 req-3273604e-7982-4a3d-b11c-a2ba9c69f412 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e97f43fb-e34e-4c14-85ca-652ec58e65e2 HTTP/1.1" status: 200 len: 848 time: 0.1410549 Aug 17 00:35:03.553616 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81a1181-3fd1-46ac-a1f6-af986969a7f8 req-6f372b8c-dbcf-4ca8-adc3-5ee4aeb51273 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:35:03.565560 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-e81a1181-3fd1-46ac-a1f6-af986969a7f8 req-6f372b8c-dbcf-4ca8-adc3-5ee4aeb51273 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:35:03.609438 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e81a1181-3fd1-46ac-a1f6-af986969a7f8 req-6f372b8c-dbcf-4ca8-adc3-5ee4aeb51273 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8644121 Aug 17 00:35:03.610797 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:35:03.618335 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce4ea05-0d82-44dc-9ce2-aab8eae2a3d5 req-915cc1f9-97a2-497d-8e98-1b486a0fb468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:35:03.620181 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0ce4ea05-0d82-44dc-9ce2-aab8eae2a3d5 req-915cc1f9-97a2-497d-8e98-1b486a0fb468 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bf2ccc65-70e9-474c-a15a-89d4c4efe0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1249757 Aug 17 00:35:03.645013 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e55b3298-43eb-44dc-8e40-61896ae2f694', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c566d833-3c61-4d62-b476-2d5a63b32466'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:35:03.649362 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d789e1acf86fc3837d65c5c7bf7b17f03ca076816da63f24d17cffa1a624f203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-582765ca-72eb-44d3-b121-d5299b5d804f" -d '{"events": [{"server_uuid": "e55b3298-43eb-44dc-8e40-61896ae2f694", "name": "network-vif-unplugged", "status": "completed", "tag": "c566d833-3c61-4d62-b476-2d5a63b32466"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:35:03.693889 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] For port c566d833-3c61-4d62-b476-2d5a63b32466, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=c566d833-3c61-4d62-b476-2d5a63b32466,segment=NetworkSegment(2dbdf4e8-fdb7-45d8-b22f-1627fe1f340e),segment_id=2dbdf4e8-fdb7-45d8-b22f-1627fe1f340e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:35:03.702873 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:35:03.711858 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 00:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2121e959-86bb-45f8-a3ec-b9e4ff1277a9 x-openstack-request-id: req-2121e959-86bb-45f8-a3ec-b9e4ff1277a9 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:35:03.712136 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e55b3298-43eb-44dc-8e40-61896ae2f694", "name": "network-vif-unplugged", "status": "completed", "tag": "c566d833-3c61-4d62-b476-2d5a63b32466", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:35:03.712434 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2121e959-86bb-45f8-a3ec-b9e4ff1277a9 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:35:03.713546 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e55b3298-43eb-44dc-8e40-61896ae2f694', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c566d833-3c61-4d62-b476-2d5a63b32466', 'code': 200} Aug 17 00:35:03.773612 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0ce4ea05-0d82-44dc-9ce2-aab8eae2a3d5 req-2626cd8b-cbbc-4b3b-86fa-56e62c6262d5 service neutron] 10.222.0.57 "GET /v2.0/networks/bf2ccc65-70e9-474c-a15a-89d4c4efe0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455467 Aug 17 00:35:03.819230 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:35:03.828175 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Pushing event updated for resources: {'Port': ['ID=c566d833-3c61-4d62-b476-2d5a63b32466,revision_number=8']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:35:03.842896 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4ffb8c78-c419-403a-a1d3-37a9d7f8e44c None None] Provisioning for port eba23260-8731-4984-85af-70d1d58f91ab completed by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:35:03.862176 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4ffb8c78-c419-403a-a1d3-37a9d7f8e44c None None] Provisioning complete for port eba23260-8731-4984-85af-70d1d58f91ab triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:35:03.862722 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4ffb8c78-c419-403a-a1d3-37a9d7f8e44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:35:03.911992 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-0ce4ea05-0d82-44dc-9ce2-aab8eae2a3d5 req-d398be90-9033-4fdd-9c0e-3210cf9243fe service neutron] 10.222.0.57 "GET /v2.0/networks/bf2ccc65-70e9-474c-a15a-89d4c4efe0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319337 Aug 17 00:35:03.933877 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-4ffb8c78-c419-403a-a1d3-37a9d7f8e44c None None] Port eba23260-8731-4984-85af-70d1d58f91ab cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 00:35:03.975667 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4035f59-07ce-4005-94dd-57769c922175 req-0ca07d7f-558c-4b49-90fa-875d23baa677 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:35:03.979027 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e4035f59-07ce-4005-94dd-57769c922175 req-0ca07d7f-558c-4b49-90fa-875d23baa677 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] 10.222.0.36 "GET /v2.0/ports?device_id=35529918-9fa3-45d4-af2d-365adf7a26b7 HTTP/1.1" status: 200 len: 932 time: 0.0630875 Aug 17 00:35:04.023791 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e4035f59-07ce-4005-94dd-57769c922175 req-77ddb995-072a-4912-a118-fe2d504ad70f tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] 10.222.0.36 "GET /v2.0/security-groups?id=490bc62f-3776-4d35-957e-058c3d4f7aba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379009 Aug 17 00:35:05.165437 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf389bce-1e54-4362-b4db-64e6c34be6cc req-da179618-1460-4836-82f9-fb7130ec343a tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:35:05.167682 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cf389bce-1e54-4362-b4db-64e6c34be6cc req-da179618-1460-4836-82f9-fb7130ec343a tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] 10.222.0.36 "GET /v2.0/ports?device_id=35529918-9fa3-45d4-af2d-365adf7a26b7 HTTP/1.1" status: 200 len: 932 time: 0.0572731 Aug 17 00:35:05.211849 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-cf389bce-1e54-4362-b4db-64e6c34be6cc req-fbf29dfc-21ac-4186-84e5-e8c9a1da92e7 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] 10.222.0.36 "GET /v2.0/security-groups?id=490bc62f-3776-4d35-957e-058c3d4f7aba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381765 Aug 17 00:35:06.341239 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabf2179-d590-4cff-92e9-65579e6c81b8 req-52c874b9-1916-4214-a92a-ba9a53005e33 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:35:06.343346 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dabf2179-d590-4cff-92e9-65579e6c81b8 req-52c874b9-1916-4214-a92a-ba9a53005e33 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] 10.222.0.36 "GET /v2.0/ports?device_id=35529918-9fa3-45d4-af2d-365adf7a26b7 HTTP/1.1" status: 200 len: 932 time: 0.0536859 Aug 17 00:35:06.389754 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-dabf2179-d590-4cff-92e9-65579e6c81b8 req-79b291c2-168b-4992-9d4e-24dd421f8e0d tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] 10.222.0.36 "GET /v2.0/security-groups?id=490bc62f-3776-4d35-957e-058c3d4f7aba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399961 Aug 17 00:35:07.517834 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee9d737-1813-406c-8e4e-d2aca14eaf1e req-c6babc24-3277-4286-b12a-61d0eb443035 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:35:07.520821 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2ee9d737-1813-406c-8e4e-d2aca14eaf1e req-c6babc24-3277-4286-b12a-61d0eb443035 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] 10.222.0.36 "GET /v2.0/ports?device_id=35529918-9fa3-45d4-af2d-365adf7a26b7 HTTP/1.1" status: 200 len: 932 time: 0.0543194 Aug 17 00:35:07.561247 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2ee9d737-1813-406c-8e4e-d2aca14eaf1e req-9eb4760b-b884-41fc-92e9-a7fe842f9fd5 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] 10.222.0.36 "GET /v2.0/security-groups?id=490bc62f-3776-4d35-957e-058c3d4f7aba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356812 Aug 17 00:35:08.682864 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cb3b16-650e-459f-b4ae-0670d3985ac8 req-e2f90562-4517-4631-ac94-85f70349e7dd tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:35:08.684389 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-46cb3b16-650e-459f-b4ae-0670d3985ac8 req-e2f90562-4517-4631-ac94-85f70349e7dd tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] 10.222.0.36 "GET /v2.0/ports?device_id=35529918-9fa3-45d4-af2d-365adf7a26b7 HTTP/1.1" status: 200 len: 932 time: 0.0510788 Aug 17 00:35:08.730587 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-46cb3b16-650e-459f-b4ae-0670d3985ac8 req-6583d69c-7a16-4b64-882e-661ded23b816 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] 10.222.0.36 "GET /v2.0/security-groups?id=490bc62f-3776-4d35-957e-058c3d4f7aba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399609 Aug 17 00:35:09.850752 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5efff7-63ea-43da-9291-95b0094a4533 req-b0bada0f-8008-4a28-9866-21819bddeb6c tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:35:09.854007 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bb5efff7-63ea-43da-9291-95b0094a4533 req-b0bada0f-8008-4a28-9866-21819bddeb6c tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] 10.222.0.36 "GET /v2.0/ports?device_id=35529918-9fa3-45d4-af2d-365adf7a26b7 HTTP/1.1" status: 200 len: 932 time: 0.0515912 Aug 17 00:35:09.897522 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-bb5efff7-63ea-43da-9291-95b0094a4533 req-3d220880-b937-4460-b72e-ecfb69e75833 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] 10.222.0.36 "GET /v2.0/security-groups?id=490bc62f-3776-4d35-957e-058c3d4f7aba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371096 Aug 17 00:35:11.029351 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2cbbc6-ce5f-49eb-b088-6837681d88ee req-7cd068f6-6fc7-4876-a758-0596a0291967 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:35:11.031737 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1c2cbbc6-ce5f-49eb-b088-6837681d88ee req-7cd068f6-6fc7-4876-a758-0596a0291967 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] 10.222.0.36 "GET /v2.0/ports?device_id=35529918-9fa3-45d4-af2d-365adf7a26b7 HTTP/1.1" status: 200 len: 932 time: 0.0522432 Aug 17 00:35:11.073276 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1c2cbbc6-ce5f-49eb-b088-6837681d88ee req-471e2369-b164-4b26-b6a7-c7a1a76b793d tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] 10.222.0.36 "GET /v2.0/security-groups?id=490bc62f-3776-4d35-957e-058c3d4f7aba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353734 Aug 17 00:35:12.203567 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcc63d9-9b28-46a3-9139-cc5fa2c4a7d0 req-ee59a4fe-f723-4266-8cf3-90985add7b15 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:35:12.205175 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9fcc63d9-9b28-46a3-9139-cc5fa2c4a7d0 req-ee59a4fe-f723-4266-8cf3-90985add7b15 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] 10.222.0.36 "GET /v2.0/ports?device_id=35529918-9fa3-45d4-af2d-365adf7a26b7 HTTP/1.1" status: 200 len: 932 time: 0.0595479 Aug 17 00:35:12.250409 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9fcc63d9-9b28-46a3-9139-cc5fa2c4a7d0 req-e1e7b72a-834b-4eb8-be22-f83d18e6d359 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] 10.222.0.36 "GET /v2.0/security-groups?id=490bc62f-3776-4d35-957e-058c3d4f7aba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375214 Aug 17 00:35:12.414516 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:35:13.154778 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [req-e81a1181-3fd1-46ac-a1f6-af986969a7f8 req-bc3ff887-8f6f-4879-aa0f-2ba37323b765 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 00:35:13.155811 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e81a1181-3fd1-46ac-a1f6-af986969a7f8 req-bc3ff887-8f6f-4879-aa0f-2ba37323b765 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053787 Aug 17 00:35:13.213737 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [req-e81a1181-3fd1-46ac-a1f6-af986969a7f8 req-7d31f85b-6e8f-4a59-a763-7066ff28644a service neutron] Request body: {'port': {'device_id': '35529918-9fa3-45d4-af2d-365adf7a26b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-26'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:35:13.268612 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-e81a1181-3fd1-46ac-a1f6-af986969a7f8 req-7d31f85b-6e8f-4a59-a763-7066ff28644a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:35:13.470724 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4018eb37-635c-441d-80c4-254ed8fc3648 req-29da7932-8c0d-41ff-9027-8347fe4459ba tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:35:13.472113 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4018eb37-635c-441d-80c4-254ed8fc3648 req-29da7932-8c0d-41ff-9027-8347fe4459ba tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] 10.222.0.36 "GET /v2.0/ports?device_id=35529918-9fa3-45d4-af2d-365adf7a26b7 HTTP/1.1" status: 200 len: 932 time: 0.1061938 Aug 17 00:35:13.542461 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4018eb37-635c-441d-80c4-254ed8fc3648 req-81fbffd8-cdc2-4881-956c-f64aab7601c5 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] 10.222.0.36 "GET /v2.0/security-groups?id=490bc62f-3776-4d35-957e-058c3d4f7aba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618522 Aug 17 00:35:13.596068 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [req-e81a1181-3fd1-46ac-a1f6-af986969a7f8 req-7d31f85b-6e8f-4a59-a763-7066ff28644a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eba23260-8731-4984-85af-70d1d58f91ab {{(pid=101292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:35:13.604000 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-e81a1181-3fd1-46ac-a1f6-af986969a7f8 req-7d31f85b-6e8f-4a59-a763-7066ff28644a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:35:13.615564 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-e81a1181-3fd1-46ac-a1f6-af986969a7f8 req-7d31f85b-6e8f-4a59-a763-7066ff28644a service neutron] Transition to ACTIVE for port object eba23260-8731-4984-85af-70d1d58f91ab will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 00:35:13.618451 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-e81a1181-3fd1-46ac-a1f6-af986969a7f8 req-7d31f85b-6e8f-4a59-a763-7066ff28644a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:35:13.681989 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d31f85b-6e8f-4a59-a763-7066ff28644a service neutron] Pushing event updated for resources: {'Port': ['ID=eba23260-8731-4984-85af-70d1d58f91ab,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:35:13.740545 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-e81a1181-3fd1-46ac-a1f6-af986969a7f8 req-7d31f85b-6e8f-4a59-a763-7066ff28644a service neutron] Attempting to bind port eba23260-8731-4984-85af-70d1d58f91ab on host n-h1-791506-26 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 00:35:13.740998 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-e81a1181-3fd1-46ac-a1f6-af986969a7f8 req-7d31f85b-6e8f-4a59-a763-7066ff28644a service neutron] Attempting to bind port eba23260-8731-4984-85af-70d1d58f91ab by drivers openvswitch,hyperv on host n-h1-791506-26 at level 0 using segments [{'id': '2dbdf4e8-fdb7-45d8-b22f-1627fe1f340e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf2ccc65-70e9-474c-a15a-89d4c4efe0f2'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 00:35:13.741340 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81a1181-3fd1-46ac-a1f6-af986969a7f8 req-7d31f85b-6e8f-4a59-a763-7066ff28644a service neutron] Attempting to bind port eba23260-8731-4984-85af-70d1d58f91ab on network bf2ccc65-70e9-474c-a15a-89d4c4efe0f2 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:35:13.746494 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81a1181-3fd1-46ac-a1f6-af986969a7f8 req-7d31f85b-6e8f-4a59-a763-7066ff28644a service neutron] Port eba23260-8731-4984-85af-70d1d58f91ab on network bf2ccc65-70e9-474c-a15a-89d4c4efe0f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-26 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 00:35:13.746823 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81a1181-3fd1-46ac-a1f6-af986969a7f8 req-7d31f85b-6e8f-4a59-a763-7066ff28644a service neutron] Attempting to bind port eba23260-8731-4984-85af-70d1d58f91ab on network bf2ccc65-70e9-474c-a15a-89d4c4efe0f2 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 00:35:13.753268 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81a1181-3fd1-46ac-a1f6-af986969a7f8 req-7d31f85b-6e8f-4a59-a763-7066ff28644a service neutron] Checking agent: {'id': 'd28e24f9-e5ea-41e1-80bf-3c7943ad7f38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'started_at': datetime.datetime(2021, 8, 16, 22, 44, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 0, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 00:35:13.753853 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81a1181-3fd1-46ac-a1f6-af986969a7f8 req-7d31f85b-6e8f-4a59-a763-7066ff28644a service neutron] Checking segment: {'id': '2dbdf4e8-fdb7-45d8-b22f-1627fe1f340e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf2ccc65-70e9-474c-a15a-89d4c4efe0f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 00:35:13.754513 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81a1181-3fd1-46ac-a1f6-af986969a7f8 req-7d31f85b-6e8f-4a59-a763-7066ff28644a service neutron] Bound using segment: {'id': '2dbdf4e8-fdb7-45d8-b22f-1627fe1f340e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf2ccc65-70e9-474c-a15a-89d4c4efe0f2'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 00:35:13.754971 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-e81a1181-3fd1-46ac-a1f6-af986969a7f8 req-7d31f85b-6e8f-4a59-a763-7066ff28644a service neutron] Bound port: eba23260-8731-4984-85af-70d1d58f91ab, host: n-h1-791506-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dbdf4e8-fdb7-45d8-b22f-1627fe1f340e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bf2ccc65-70e9-474c-a15a-89d4c4efe0f2'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 00:35:13.755343 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-e81a1181-3fd1-46ac-a1f6-af986969a7f8 req-7d31f85b-6e8f-4a59-a763-7066ff28644a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:35:14.177844 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-e81a1181-3fd1-46ac-a1f6-af986969a7f8 req-7d31f85b-6e8f-4a59-a763-7066ff28644a service neutron] For port eba23260-8731-4984-85af-70d1d58f91ab, host n-h1-791506-26, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 00:35:14.181379 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-e81a1181-3fd1-46ac-a1f6-af986969a7f8 req-7d31f85b-6e8f-4a59-a763-7066ff28644a service neutron] For port eba23260-8731-4984-85af-70d1d58f91ab, host n-h1-791506-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=eba23260-8731-4984-85af-70d1d58f91ab,segment=NetworkSegment(2dbdf4e8-fdb7-45d8-b22f-1627fe1f340e),segment_id=2dbdf4e8-fdb7-45d8-b22f-1627fe1f340e)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 00:35:14.187137 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-e81a1181-3fd1-46ac-a1f6-af986969a7f8 req-7d31f85b-6e8f-4a59-a763-7066ff28644a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:35:14.221113 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81a1181-3fd1-46ac-a1f6-af986969a7f8 req-7d31f85b-6e8f-4a59-a763-7066ff28644a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:35:14.221742 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-e81a1181-3fd1-46ac-a1f6-af986969a7f8 req-7d31f85b-6e8f-4a59-a763-7066ff28644a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:35:14.223106 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e81a1181-3fd1-46ac-a1f6-af986969a7f8 req-7d31f85b-6e8f-4a59-a763-7066ff28644a service neutron] 10.222.0.68 "PUT /v2.0/ports/eba23260-8731-4984-85af-70d1d58f91ab HTTP/1.1" status: 200 len: 1093 time: 1.0564773 Aug 17 00:35:14.223552 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35529918-9fa3-45d4-af2d-365adf7a26b7', 'tag': 'eba23260-8731-4984-85af-70d1d58f91ab'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:35:14.225813 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5be9a9c22bfe9382157933c6eba925c7622163b8a5c85bc608140d30d6fa20cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c919a51-e5db-4c70-bfc6-1955993ebc9a" -d '{"events": [{"name": "network-changed", "server_uuid": "35529918-9fa3-45d4-af2d-365adf7a26b7", "tag": "eba23260-8731-4984-85af-70d1d58f91ab"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:35:14.250367 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d31f85b-6e8f-4a59-a763-7066ff28644a service neutron] Pushing event updated for resources: {'Port': ['ID=eba23260-8731-4984-85af-70d1d58f91ab,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:35:14.292033 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a908063-dabe-4e04-8a1f-41a240b93288 x-openstack-request-id: req-6a908063-dabe-4e04-8a1f-41a240b93288 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:35:14.292317 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35529918-9fa3-45d4-af2d-365adf7a26b7", "tag": "eba23260-8731-4984-85af-70d1d58f91ab", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:35:14.292622 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6a908063-dabe-4e04-8a1f-41a240b93288 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:35:14.293072 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35529918-9fa3-45d4-af2d-365adf7a26b7', 'tag': 'eba23260-8731-4984-85af-70d1d58f91ab', 'status': 'completed', 'code': 200} Aug 17 00:35:14.309921 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81a1181-3fd1-46ac-a1f6-af986969a7f8 req-11b33451-d2b7-4c30-9f14-ee7860f1167c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:35:14.311483 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e81a1181-3fd1-46ac-a1f6-af986969a7f8 req-11b33451-d2b7-4c30-9f14-ee7860f1167c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=491b04f2d3e44f30b3ef489b5c13244b&device_id=35529918-9fa3-45d4-af2d-365adf7a26b7 HTTP/1.1" status: 200 len: 1096 time: 0.0462337 Aug 17 00:35:14.360737 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e81a1181-3fd1-46ac-a1f6-af986969a7f8 req-852ac802-4474-4c3f-b52a-2484b4f9123f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eba23260-8731-4984-85af-70d1d58f91ab HTTP/1.1" status: 200 len: 217 time: 0.0395951 Aug 17 00:35:14.411169 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81a1181-3fd1-46ac-a1f6-af986969a7f8 req-ef4a78a6-1058-41c3-999e-d4c53c74d42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:35:14.412697 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e81a1181-3fd1-46ac-a1f6-af986969a7f8 req-ef4a78a6-1058-41c3-999e-d4c53c74d42c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=e97f43fb-e34e-4c14-85ca-652ec58e65e2 HTTP/1.1" status: 200 len: 848 time: 0.0440888 Aug 17 00:35:14.460812 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81a1181-3fd1-46ac-a1f6-af986969a7f8 req-a514d1ee-55a3-4727-94db-0109648b77d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:35:14.463297 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e81a1181-3fd1-46ac-a1f6-af986969a7f8 req-a514d1ee-55a3-4727-94db-0109648b77d4 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=bf2ccc65-70e9-474c-a15a-89d4c4efe0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427907 Aug 17 00:35:14.557067 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e81a1181-3fd1-46ac-a1f6-af986969a7f8 req-e24de59e-408d-4062-8dbc-267258981750 service neutron] 10.222.0.68 "GET /v2.0/networks/bf2ccc65-70e9-474c-a15a-89d4c4efe0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859661 Aug 17 00:35:14.688973 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5409dcd5-ac6e-4b56-9a42-ca2a16408cb6 req-704af85c-477a-42da-a31d-020e26c63c6c tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:35:14.690363 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5409dcd5-ac6e-4b56-9a42-ca2a16408cb6 req-704af85c-477a-42da-a31d-020e26c63c6c tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] 10.222.0.36 "GET /v2.0/ports?device_id=35529918-9fa3-45d4-af2d-365adf7a26b7 HTTP/1.1" status: 200 len: 944 time: 0.0796013 Aug 17 00:35:14.692498 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e81a1181-3fd1-46ac-a1f6-af986969a7f8 req-81240475-4dd6-4769-989c-04fb1967ad2e service neutron] 10.222.0.68 "GET /v2.0/networks/bf2ccc65-70e9-474c-a15a-89d4c4efe0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275795 Aug 17 00:35:14.729879 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-5409dcd5-ac6e-4b56-9a42-ca2a16408cb6 req-316cf1f7-12ee-4687-94f4-249370e54438 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] 10.222.0.36 "GET /v2.0/security-groups?id=490bc62f-3776-4d35-957e-058c3d4f7aba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333841 Aug 17 00:35:14.783113 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c919a51-e5db-4c70-bfc6-1955993ebc9a req-bcbd611d-477d-4401-b857-1d3135d4e131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:35:14.784679 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4c919a51-e5db-4c70-bfc6-1955993ebc9a req-bcbd611d-477d-4401-b857-1d3135d4e131 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=491b04f2d3e44f30b3ef489b5c13244b&device_id=35529918-9fa3-45d4-af2d-365adf7a26b7 HTTP/1.1" status: 200 len: 1096 time: 0.0450454 Aug 17 00:35:14.873646 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c919a51-e5db-4c70-bfc6-1955993ebc9a req-1208e27a-dff4-42f9-901b-20f641541dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:35:14.875114 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4c919a51-e5db-4c70-bfc6-1955993ebc9a req-1208e27a-dff4-42f9-901b-20f641541dc1 service neutron] 10.222.0.68 "GET /v2.0/networks?id=bf2ccc65-70e9-474c-a15a-89d4c4efe0f2 HTTP/1.1" status: 200 len: 910 time: 0.0827072 Aug 17 00:35:14.922548 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4c919a51-e5db-4c70-bfc6-1955993ebc9a req-2f622b6a-3289-4cad-b0d4-bf7fe58916bd service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eba23260-8731-4984-85af-70d1d58f91ab HTTP/1.1" status: 200 len: 217 time: 0.0371828 Aug 17 00:35:14.971873 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c919a51-e5db-4c70-bfc6-1955993ebc9a req-d89590b0-bff5-4506-812f-de60dba4f4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:35:14.973247 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4c919a51-e5db-4c70-bfc6-1955993ebc9a req-d89590b0-bff5-4506-812f-de60dba4f4e7 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=e97f43fb-e34e-4c14-85ca-652ec58e65e2 HTTP/1.1" status: 200 len: 848 time: 0.0426044 Aug 17 00:35:15.020490 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c919a51-e5db-4c70-bfc6-1955993ebc9a req-57492af3-59c4-4045-88e9-edcf0c422ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:35:15.022001 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4c919a51-e5db-4c70-bfc6-1955993ebc9a req-57492af3-59c4-4045-88e9-edcf0c422ee5 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=bf2ccc65-70e9-474c-a15a-89d4c4efe0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401781 Aug 17 00:35:15.116745 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4c919a51-e5db-4c70-bfc6-1955993ebc9a req-f1c20567-dca2-46d7-b816-e73e7c010549 service neutron] 10.222.0.68 "GET /v2.0/networks/bf2ccc65-70e9-474c-a15a-89d4c4efe0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867717 Aug 17 00:35:15.205993 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-4c919a51-e5db-4c70-bfc6-1955993ebc9a req-5c0c8042-b985-4600-9259-517411fe4500 service neutron] 10.222.0.68 "GET /v2.0/networks/bf2ccc65-70e9-474c-a15a-89d4c4efe0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818827 Aug 17 00:35:15.852855 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f232bd-459e-4b7b-adb1-53a0210099f2 req-ae8804bb-1094-438c-9e6e-f9772979abdf tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:35:15.854362 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-72f232bd-459e-4b7b-adb1-53a0210099f2 req-ae8804bb-1094-438c-9e6e-f9772979abdf tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] 10.222.0.36 "GET /v2.0/ports?device_id=35529918-9fa3-45d4-af2d-365adf7a26b7 HTTP/1.1" status: 200 len: 944 time: 0.0537796 Aug 17 00:35:15.892087 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-72f232bd-459e-4b7b-adb1-53a0210099f2 req-14601b62-90f9-4d92-8c50-fca41a8dbfb9 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] 10.222.0.36 "GET /v2.0/security-groups?id=490bc62f-3776-4d35-957e-058c3d4f7aba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317647 Aug 17 00:35:16.304283 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device eba23260-8731-4984-85af-70d1d58f91ab details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:35:16.404230 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port eba23260-8731-4984-85af-70d1d58f91ab, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=eba23260-8731-4984-85af-70d1d58f91ab,segment=NetworkSegment(2dbdf4e8-fdb7-45d8-b22f-1627fe1f340e),segment_id=2dbdf4e8-fdb7-45d8-b22f-1627fe1f340e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:35:16.416041 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': 'eba23260-8731-4984-85af-70d1d58f91ab', 'network_id': 'bf2ccc65-70e9-474c-a15a-89d4c4efe0f2', 'port_id': 'eba23260-8731-4984-85af-70d1d58f91ab', 'mac_address': 'fa:16:3e:9a:53:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e97f43fb-e34e-4c14-85ca-652ec58e65e2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:35:16.456444 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:35:16.470116 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eba23260-8731-4984-85af-70d1d58f91ab {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:35:16.490566 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port eba23260-8731-4984-85af-70d1d58f91ab, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=eba23260-8731-4984-85af-70d1d58f91ab,segment=NetworkSegment(2dbdf4e8-fdb7-45d8-b22f-1627fe1f340e),segment_id=2dbdf4e8-fdb7-45d8-b22f-1627fe1f340e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:35:16.496032 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:35:16.552759 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=eba23260-8731-4984-85af-70d1d58f91ab,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:35:16.748324 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['eba23260-8731-4984-85af-70d1d58f91ab'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:35:17.012883 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9338dfd5-9d97-4850-a3b6-d3f509329591 req-f82e38d8-3303-4bfa-a198-0ebd4bdbf8dc tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:35:17.014301 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9338dfd5-9d97-4850-a3b6-d3f509329591 req-f82e38d8-3303-4bfa-a198-0ebd4bdbf8dc tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] 10.222.0.36 "GET /v2.0/ports?device_id=35529918-9fa3-45d4-af2d-365adf7a26b7 HTTP/1.1" status: 200 len: 945 time: 0.0504401 Aug 17 00:35:17.052226 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-9338dfd5-9d97-4850-a3b6-d3f509329591 req-4eef5ad6-fa69-4ee0-9e65-1e65d1e38cac tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] 10.222.0.36 "GET /v2.0/security-groups?id=490bc62f-3776-4d35-957e-058c3d4f7aba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318649 Aug 17 00:35:17.889686 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e917596a-4ef9-4368-b8c6-08caaa9b14f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:35:18.172419 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706d2cc7-6387-4d3a-a7f7-182446cbece3 req-7fee44c4-b25d-4da0-81ed-a1f6aade0206 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:35:18.173991 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-706d2cc7-6387-4d3a-a7f7-182446cbece3 req-7fee44c4-b25d-4da0-81ed-a1f6aade0206 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] 10.222.0.36 "GET /v2.0/ports?device_id=35529918-9fa3-45d4-af2d-365adf7a26b7 HTTP/1.1" status: 200 len: 945 time: 0.0509400 Aug 17 00:35:18.210793 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-706d2cc7-6387-4d3a-a7f7-182446cbece3 req-f4bca87a-d3cd-4522-9634-f93f0047e8b3 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] 10.222.0.36 "GET /v2.0/security-groups?id=490bc62f-3776-4d35-957e-058c3d4f7aba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308812 Aug 17 00:35:18.334337 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device eba23260-8731-4984-85af-70d1d58f91ab up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:35:18.382035 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning for port eba23260-8731-4984-85af-70d1d58f91ab completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 00:35:18.386469 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port eba23260-8731-4984-85af-70d1d58f91ab triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:35:18.386866 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:35:18.460170 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:35:18.487961 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35529918-9fa3-45d4-af2d-365adf7a26b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eba23260-8731-4984-85af-70d1d58f91ab'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:35:18.490224 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d789e1acf86fc3837d65c5c7bf7b17f03ca076816da63f24d17cffa1a624f203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34f41556-b2aa-4f04-ad11-ecc501a13822" -d '{"events": [{"server_uuid": "35529918-9fa3-45d4-af2d-365adf7a26b7", "name": "network-vif-plugged", "status": "completed", "tag": "eba23260-8731-4984-85af-70d1d58f91ab"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:35:18.503929 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port eba23260-8731-4984-85af-70d1d58f91ab, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=eba23260-8731-4984-85af-70d1d58f91ab,segment=NetworkSegment(2dbdf4e8-fdb7-45d8-b22f-1627fe1f340e),segment_id=2dbdf4e8-fdb7-45d8-b22f-1627fe1f340e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:35:18.508977 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:35:18.533322 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64537d3d-24db-4c6a-8a54-a532f53f914d x-openstack-request-id: req-64537d3d-24db-4c6a-8a54-a532f53f914d {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:35:18.533616 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35529918-9fa3-45d4-af2d-365adf7a26b7", "name": "network-vif-plugged", "status": "completed", "tag": "eba23260-8731-4984-85af-70d1d58f91ab", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:35:18.533867 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-64537d3d-24db-4c6a-8a54-a532f53f914d {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:35:18.534252 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35529918-9fa3-45d4-af2d-365adf7a26b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eba23260-8731-4984-85af-70d1d58f91ab', 'code': 200} Aug 17 00:35:18.562323 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=eba23260-8731-4984-85af-70d1d58f91ab,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:35:18.625229 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de32045a-66a3-416a-a442-e72554b043d6 req-edcccce7-28d0-48e9-b43f-2acc8b42acef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:35:18.626717 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-de32045a-66a3-416a-a442-e72554b043d6 req-edcccce7-28d0-48e9-b43f-2acc8b42acef service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=35529918-9fa3-45d4-af2d-365adf7a26b7 HTTP/1.1" status: 200 len: 1098 time: 0.0437107 Aug 17 00:35:18.664275 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-de32045a-66a3-416a-a442-e72554b043d6 req-d48b67f2-1f3f-43b7-b22f-20014b7d1865 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=490bc62f-3776-4d35-957e-058c3d4f7aba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270083 Aug 17 00:35:19.326843 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ae4e52-c5e4-413e-87af-74c5b1470fd1 req-a47d485e-f973-4b04-9acd-9acec6010f0a tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:35:19.328330 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-09ae4e52-c5e4-413e-87af-74c5b1470fd1 req-a47d485e-f973-4b04-9acd-9acec6010f0a tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] 10.222.0.36 "GET /v2.0/ports?device_id=35529918-9fa3-45d4-af2d-365adf7a26b7 HTTP/1.1" status: 200 len: 946 time: 0.0499129 Aug 17 00:35:19.369135 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-09ae4e52-c5e4-413e-87af-74c5b1470fd1 req-aa809314-0fc6-471c-b67a-04ace86bac07 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] 10.222.0.36 "GET /v2.0/security-groups?id=490bc62f-3776-4d35-957e-058c3d4f7aba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347939 Aug 17 00:35:19.978733 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-3e443ba7-81f0-4757-bcae-1e15482ea8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:35:20.488375 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7adc842-0769-4097-a096-575f20064617 req-8cc9668f-19de-4a65-a91e-9b21f48e36a9 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:35:20.489907 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e7adc842-0769-4097-a096-575f20064617 req-8cc9668f-19de-4a65-a91e-9b21f48e36a9 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] 10.222.0.36 "GET /v2.0/ports?device_id=35529918-9fa3-45d4-af2d-365adf7a26b7 HTTP/1.1" status: 200 len: 946 time: 0.0519738 Aug 17 00:35:20.530070 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-e7adc842-0769-4097-a096-575f20064617 req-b4a4e9b9-8d4f-4097-bdb3-eda9b412d429 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] 10.222.0.36 "GET /v2.0/security-groups?id=490bc62f-3776-4d35-957e-058c3d4f7aba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320499 Aug 17 00:35:20.648783 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a97ddce-5a33-4c91-a293-883c13a99ef5 req-22e0f306-4ce4-44b0-aad8-dca56283104a tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:35:20.650269 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2a97ddce-5a33-4c91-a293-883c13a99ef5 req-22e0f306-4ce4-44b0-aad8-dca56283104a tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] 10.222.0.36 "GET /v2.0/ports?device_id=35529918-9fa3-45d4-af2d-365adf7a26b7 HTTP/1.1" status: 200 len: 946 time: 0.0531907 Aug 17 00:35:20.688170 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-2a97ddce-5a33-4c91-a293-883c13a99ef5 req-d5aa03c8-5c39-4f63-ad05-c562ea384fd0 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] 10.222.0.36 "GET /v2.0/security-groups?id=490bc62f-3776-4d35-957e-058c3d4f7aba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315182 Aug 17 00:35:20.709226 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 34146) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:35:20.748664 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5647a0b8-f997-4849-ba09-373eb3cb0d83 tempest-TestSnapshotPattern-2001248468 tempest-TestSnapshotPattern-2001248468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:35:20.750171 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-5647a0b8-f997-4849-ba09-373eb3cb0d83 tempest-TestSnapshotPattern-2001248468 tempest-TestSnapshotPattern-2001248468-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=35529918-9fa3-45d4-af2d-365adf7a26b7 HTTP/1.1" status: 200 len: 1093 time: 0.0400002 Aug 17 00:35:20.753256 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 34148) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:35:20.757601 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.v2.base [None req-8d840fae-7525-45c9-baec-943c922597b1 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Request body: {'floatingip': {'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'port_id': 'eba23260-8731-4984-85af-70d1d58f91ab', 'tenant_id': '491b04f2d3e44f30b3ef489b5c13244b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 00:35:20.778956 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8d840fae-7525-45c9-baec-943c922597b1 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Notify callbacks [] for floatingip, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:35:20.878357 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8d840fae-7525-45c9-baec-943c922597b1 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:35:20.894601 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:35:20.982931 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-8d840fae-7525-45c9-baec-943c922597b1 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Allocated IP 172.25.4.148 (c22c4980-c849-406d-982c-a5d68c515a94/bd6faab7-2018-49a9-b42f-87f060f72561/1e035009-0743-4070-8480-929d2c28b46d) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 00:35:21.089565 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8d840fae-7525-45c9-baec-943c922597b1 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Notify callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:35:21.127359 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8d840fae-7525-45c9-baec-943c922597b1 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748569736268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:35:21.168517 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d840fae-7525-45c9-baec-943c922597b1 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Network c22c4980-c849-406d-982c-a5d68c515a94 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 00:35:21.171506 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-8d840fae-7525-45c9-baec-943c922597b1 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 00:35:21.175175 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d840fae-7525-45c9-baec-943c922597b1 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 00:35:21.198944 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d840fae-7525-45c9-baec-943c922597b1 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Pushing event updated for resources: {'Port': ['ID=1e035009-0743-4070-8480-929d2c28b46d,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:35:21.532293 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8d840fae-7525-45c9-baec-943c922597b1 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:35:21.596941 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8d840fae-7525-45c9-baec-943c922597b1 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:35:21.744843 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8d840fae-7525-45c9-baec-943c922597b1 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Notify callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:35:21.749403 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8d840fae-7525-45c9-baec-943c922597b1 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26672173'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:35:21.817583 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d840fae-7525-45c9-baec-943c922597b1 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Pushing event updated for resources: {'Port': ['ID=1e035009-0743-4070-8480-929d2c28b46d,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:35:21.829235 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8d840fae-7525-45c9-baec-943c922597b1 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-954347'] for floatingip, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:35:21.922409 n-d-791506-26 neutron-server[101292]: INFO neutron.db.l3_db [None req-8d840fae-7525-45c9-baec-943c922597b1 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Floating IP d8d97c13-c021-4817-aaa9-9d5a05c4a019 associated. External IP: 172.25.4.148, port: eba23260-8731-4984-85af-70d1d58f91ab. Aug 17 00:35:22.016827 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:35:22.126742 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d840fae-7525-45c9-baec-943c922597b1 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Router ab74c8ae-6d40-4328-a7e2-294900b29310 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:35:22.235327 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d840fae-7525-45c9-baec-943c922597b1 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:35:22.246092 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d619b75b-4ac9-4669-848d-f8c856c5be7e None None] Sync routers for ids ['ab74c8ae-6d40-4328-a7e2-294900b29310'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:35:22.252077 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8d840fae-7525-45c9-baec-943c922597b1 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:35:22.255755 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d619b75b-4ac9-4669-848d-f8c856c5be7e None None] Routers {'ab74c8ae-6d40-4328-a7e2-294900b29310'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:35:22.256385 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-d619b75b-4ac9-4669-848d-f8c856c5be7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:35:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['ab74c8ae-6d40-4328-a7e2-294900b29310'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:35:22.279941 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-8d840fae-7525-45c9-baec-943c922597b1 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5255907 Aug 17 00:35:22.280577 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35529918-9fa3-45d4-af2d-365adf7a26b7', 'tag': 'eba23260-8731-4984-85af-70d1d58f91ab'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:35:22.282857 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5be9a9c22bfe9382157933c6eba925c7622163b8a5c85bc608140d30d6fa20cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f212726c-62a0-463b-b0be-4ecb2e328589" -d '{"events": [{"name": "network-changed", "server_uuid": "35529918-9fa3-45d4-af2d-365adf7a26b7", "tag": "eba23260-8731-4984-85af-70d1d58f91ab"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:35:22.319458 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0ace03a-9a70-4296-8454-26c66f965ccf x-openstack-request-id: req-d0ace03a-9a70-4296-8454-26c66f965ccf {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:35:22.319756 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35529918-9fa3-45d4-af2d-365adf7a26b7", "tag": "eba23260-8731-4984-85af-70d1d58f91ab", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:35:22.320053 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d0ace03a-9a70-4296-8454-26c66f965ccf {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:35:22.320466 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35529918-9fa3-45d4-af2d-365adf7a26b7', 'tag': 'eba23260-8731-4984-85af-70d1d58f91ab', 'status': 'completed', 'code': 200} Aug 17 00:35:22.362326 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-d619b75b-4ac9-4669-848d-f8c856c5be7e None None] Set router ab74c8ae-6d40-4328-a7e2-294900b29310 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:35:22.383440 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f212726c-62a0-463b-b0be-4ecb2e328589 req-c1b0cffd-34c9-4434-9a5d-a92399a065ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:35:22.384934 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f212726c-62a0-463b-b0be-4ecb2e328589 req-c1b0cffd-34c9-4434-9a5d-a92399a065ec service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=491b04f2d3e44f30b3ef489b5c13244b&device_id=35529918-9fa3-45d4-af2d-365adf7a26b7 HTTP/1.1" status: 200 len: 1098 time: 0.0423646 Aug 17 00:35:22.484850 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f212726c-62a0-463b-b0be-4ecb2e328589 req-b45b2de1-f55f-4fbc-9410-a59fa2972194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:35:22.486369 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f212726c-62a0-463b-b0be-4ecb2e328589 req-b45b2de1-f55f-4fbc-9410-a59fa2972194 service neutron] 10.222.0.68 "GET /v2.0/networks?id=bf2ccc65-70e9-474c-a15a-89d4c4efe0f2 HTTP/1.1" status: 200 len: 910 time: 0.0945671 Aug 17 00:35:22.554134 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f212726c-62a0-463b-b0be-4ecb2e328589 req-86c30f99-88f4-401f-9dbb-afc1aea06368 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eba23260-8731-4984-85af-70d1d58f91ab HTTP/1.1" status: 200 len: 1000 time: 0.0592947 Aug 17 00:35:22.594430 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-d619b75b-4ac9-4669-848d-f8c856c5be7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab74c8ae-6d40-4328-a7e2-294900b29310', 'name': 'tempest-TestSnapshotPattern-882254688-router', 'tenant_id': '491b04f2d3e44f30b3ef489b5c13244b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '0d320baa-b957-4208-a605-b83990e34f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:31:50Z', 'updated_at': '2021-08-17T00:31:52Z', 'revision_number': 4, 'project_id': '491b04f2d3e44f30b3ef489b5c13244b', 'gw_port': {'id': '0d320baa-b957-4208-a605-b83990e34f9c', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ae:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab74c8ae-6d40-4328-a7e2-294900b29310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:31:50Z', 'updated_at': '2021-08-17T00:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': 'b4c2e8d4-2ae9-4651-8cc9-92d47ef1b8a4', 'tenant_id': '491b04f2d3e44f30b3ef489b5c13244b', 'floating_ip_address': '172.25.4.84', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': 'ab74c8ae-6d40-4328-a7e2-294900b29310', 'port_id': 'c566d833-3c61-4d62-b476-2d5a63b32466', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf2ccc65-70e9-474c-a15a-89d4c4efe0f2', 'mac_address': 'fa:16:3e:58:6e:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e55b3298-43eb-44dc-8e40-61896ae2f694', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:32:13Z', 'updated_at': '2021-08-17T00:32:15Z', 'revision_number': 1, 'project_id': '491b04f2d3e44f30b3ef489b5c13244b', 'fixed_ip_address_scope': None}, {'id': 'd8d97c13-c021-4817-aaa9-9d5a05c4a019', 'tenant_id': '491b04f2d3e44f30b3ef489b5c13244b', 'floating_ip_address': '172.25.4.148', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': 'ab74c8ae-6d40-4328-a7e2-294900b29310', 'port_id': 'eba23260-8731-4984-85af-70d1d58f91ab', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf2ccc65-70e9-474c-a15a-89d4c4efe0f2', 'mac_address': 'fa:16:3e:9a:53:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35529918-9fa3-45d4-af2d-365adf7a26b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:35:21Z', 'updated_at': '2021-08-17T00:35:21Z', 'revision_number': 0, 'project_id': '491b04f2d3e44f30b3ef489b5c13244b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4857d6a-90f0-4bc0-bc12-c5adc62b4a8d', 'name': '', 'network_id': 'bf2ccc65-70e9-474c-a15a-89d4c4efe0f2', 'tenant_id': '491b04f2d3e44f30b3ef489b5c13244b', 'mac_address': 'fa:16:3e:2d:dd:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab74c8ae-6d40-4328-a7e2-294900b29310', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'e97f43fb-e34e-4c14-85ca-652ec58e65e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:31:52Z', 'updated_at': '2021-08-17T00:31:58Z', 'revision_number': 5, 'project_id': '491b04f2d3e44f30b3ef489b5c13244b', 'subnets': [{'id': 'e97f43fb-e34e-4c14-85ca-652ec58e65e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:35:22.608031 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f212726c-62a0-463b-b0be-4ecb2e328589 req-dcfaa14f-641a-43c1-97d1-043363ac0d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:35:22.609543 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f212726c-62a0-463b-b0be-4ecb2e328589 req-dcfaa14f-641a-43c1-97d1-043363ac0d0e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=e97f43fb-e34e-4c14-85ca-652ec58e65e2 HTTP/1.1" status: 200 len: 848 time: 0.0478351 Aug 17 00:35:22.620856 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d619b75b-4ac9-4669-848d-f8c856c5be7e None None] Checking router: ab74c8ae-6d40-4328-a7e2-294900b29310 for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:35:22.629378 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d619b75b-4ac9-4669-848d-f8c856c5be7e None None] Routers {'ab74c8ae-6d40-4328-a7e2-294900b29310'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:35:22.629999 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-d619b75b-4ac9-4669-848d-f8c856c5be7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:35:20Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['ab74c8ae-6d40-4328-a7e2-294900b29310'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:35:22.657250 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f212726c-62a0-463b-b0be-4ecb2e328589 req-620c6e88-3c19-4613-8d1b-81503c0c6105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:35:22.658715 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f212726c-62a0-463b-b0be-4ecb2e328589 req-620c6e88-3c19-4613-8d1b-81503c0c6105 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=bf2ccc65-70e9-474c-a15a-89d4c4efe0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401936 Aug 17 00:35:22.737574 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-d619b75b-4ac9-4669-848d-f8c856c5be7e None None] Set router ab74c8ae-6d40-4328-a7e2-294900b29310 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:35:22.755479 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f212726c-62a0-463b-b0be-4ecb2e328589 req-559e98f9-0f65-4216-ac3f-1b2ded3acfc5 service neutron] 10.222.0.68 "GET /v2.0/networks/bf2ccc65-70e9-474c-a15a-89d4c4efe0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876672 Aug 17 00:35:22.846598 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-f212726c-62a0-463b-b0be-4ecb2e328589 req-a55a7c35-fb95-4f5b-ad3b-64c2ddd53cad service neutron] 10.222.0.68 "GET /v2.0/networks/bf2ccc65-70e9-474c-a15a-89d4c4efe0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833418 Aug 17 00:35:22.965050 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-d619b75b-4ac9-4669-848d-f8c856c5be7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab74c8ae-6d40-4328-a7e2-294900b29310', 'name': 'tempest-TestSnapshotPattern-882254688-router', 'tenant_id': '491b04f2d3e44f30b3ef489b5c13244b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '0d320baa-b957-4208-a605-b83990e34f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:31:50Z', 'updated_at': '2021-08-17T00:31:52Z', 'revision_number': 4, 'project_id': '491b04f2d3e44f30b3ef489b5c13244b', 'gw_port': {'id': '0d320baa-b957-4208-a605-b83990e34f9c', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ae:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab74c8ae-6d40-4328-a7e2-294900b29310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:31:50Z', 'updated_at': '2021-08-17T00:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': 'b4c2e8d4-2ae9-4651-8cc9-92d47ef1b8a4', 'tenant_id': '491b04f2d3e44f30b3ef489b5c13244b', 'floating_ip_address': '172.25.4.84', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': 'ab74c8ae-6d40-4328-a7e2-294900b29310', 'port_id': 'c566d833-3c61-4d62-b476-2d5a63b32466', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf2ccc65-70e9-474c-a15a-89d4c4efe0f2', 'mac_address': 'fa:16:3e:58:6e:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e55b3298-43eb-44dc-8e40-61896ae2f694', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:32:13Z', 'updated_at': '2021-08-17T00:32:15Z', 'revision_number': 1, 'project_id': '491b04f2d3e44f30b3ef489b5c13244b', 'fixed_ip_address_scope': None}, {'id': 'd8d97c13-c021-4817-aaa9-9d5a05c4a019', 'tenant_id': '491b04f2d3e44f30b3ef489b5c13244b', 'floating_ip_address': '172.25.4.148', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': 'ab74c8ae-6d40-4328-a7e2-294900b29310', 'port_id': 'eba23260-8731-4984-85af-70d1d58f91ab', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf2ccc65-70e9-474c-a15a-89d4c4efe0f2', 'mac_address': 'fa:16:3e:9a:53:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35529918-9fa3-45d4-af2d-365adf7a26b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:35:21Z', 'updated_at': '2021-08-17T00:35:21Z', 'revision_number': 0, 'project_id': '491b04f2d3e44f30b3ef489b5c13244b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4857d6a-90f0-4bc0-bc12-c5adc62b4a8d', 'name': '', 'network_id': 'bf2ccc65-70e9-474c-a15a-89d4c4efe0f2', 'tenant_id': '491b04f2d3e44f30b3ef489b5c13244b', 'mac_address': 'fa:16:3e:2d:dd:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab74c8ae-6d40-4328-a7e2-294900b29310', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'e97f43fb-e34e-4c14-85ca-652ec58e65e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:31:52Z', 'updated_at': '2021-08-17T00:31:58Z', 'revision_number': 5, 'project_id': '491b04f2d3e44f30b3ef489b5c13244b', 'subnets': [{'id': 'e97f43fb-e34e-4c14-85ca-652ec58e65e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:35:22.994890 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d619b75b-4ac9-4669-848d-f8c856c5be7e None None] The sync data for ids ['ab74c8ae-6d40-4328-a7e2-294900b29310'] in n-d-791506-26 is: [{'id': 'ab74c8ae-6d40-4328-a7e2-294900b29310', 'name': 'tempest-TestSnapshotPattern-882254688-router', 'tenant_id': '491b04f2d3e44f30b3ef489b5c13244b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '0d320baa-b957-4208-a605-b83990e34f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:31:50Z', 'updated_at': '2021-08-17T00:31:52Z', 'revision_number': 4, 'project_id': '491b04f2d3e44f30b3ef489b5c13244b', 'gw_port': {'id': '0d320baa-b957-4208-a605-b83990e34f9c', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ae:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab74c8ae-6d40-4328-a7e2-294900b29310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:31:50Z', 'updated_at': '2021-08-17T00:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': 'b4c2e8d4-2ae9-4651-8cc9-92d47ef1b8a4', 'tenant_id': '491b04f2d3e44f30b3ef489b5c13244b', 'floating_ip_address': '172.25.4.84', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': 'ab74c8ae-6d40-4328-a7e2-294900b29310', 'port_id': 'c566d833-3c61-4d62-b476-2d5a63b32466', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf2ccc65-70e9-474c-a15a-89d4c4efe0f2', 'mac_address': 'fa:16:3e:58:6e:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e55b3298-43eb-44dc-8e40-61896ae2f694', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:32:13Z', 'updated_at': '2021-08-17T00:32:15Z', 'revision_number': 1, 'project_id': '491b04f2d3e44f30b3ef489b5c13244b', 'fixed_ip_address_scope': None}, {'id': 'd8d97c13-c021-4817-aaa9-9d5a05c4a019', 'tenant_id': '491b04f2d3e44f30b3ef489b5c13244b', 'floating_ip_address': '172.25.4.148', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': 'ab74c8ae-6d40-4328-a7e2-294900b29310', 'port_id': 'eba23260-8731-4984-85af-70d1d58f91ab', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf2ccc65-70e9-474c-a15a-89d4c4efe0f2', 'mac_address': 'fa:16:3e:9a:53:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35529918-9fa3-45d4-af2d-365adf7a26b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:35:21Z', 'updated_at': '2021-08-17T00:35:21Z', 'revision_number': 0, 'project_id': '491b04f2d3e44f30b3ef489b5c13244b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4857d6a-90f0-4bc0-bc12-c5adc62b4a8d', 'name': '', 'network_id': 'bf2ccc65-70e9-474c-a15a-89d4c4efe0f2', 'tenant_id': '491b04f2d3e44f30b3ef489b5c13244b', 'mac_address': 'fa:16:3e:2d:dd:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab74c8ae-6d40-4328-a7e2-294900b29310', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'e97f43fb-e34e-4c14-85ca-652ec58e65e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:31:52Z', 'updated_at': '2021-08-17T00:31:58Z', 'revision_number': 5, 'project_id': '491b04f2d3e44f30b3ef489b5c13244b', 'subnets': [{'id': 'e97f43fb-e34e-4c14-85ca-652ec58e65e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:35:23.179262 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e16f7d3-fc8c-4a48-85b5-abdf01277c6b None None] New status for floating IP d8d97c13-c021-4817-aaa9-9d5a05c4a019: ACTIVE {{(pid=101294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 00:35:23.286730 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:35:26.535950 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:35:40.813011 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:35:42.424842 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:35:46.307389 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-408129ae-12b0-459a-8bd2-3b3704ce6f38 req-a602e1a5-81f0-4b72-a69c-281cb06e9b4a service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=35529918-9fa3-45d4-af2d-365adf7a26b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0414798 Aug 17 00:35:46.398049 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408129ae-12b0-459a-8bd2-3b3704ce6f38 req-45733267-8eb7-440a-af17-348087411897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:35:46.399991 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-408129ae-12b0-459a-8bd2-3b3704ce6f38 req-45733267-8eb7-440a-af17-348087411897 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=491b04f2d3e44f30b3ef489b5c13244b&device_id=35529918-9fa3-45d4-af2d-365adf7a26b7 HTTP/1.1" status: 200 len: 1098 time: 0.0489309 Aug 17 00:35:46.510809 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408129ae-12b0-459a-8bd2-3b3704ce6f38 req-5bfff3db-968e-423d-af09-c02fafb7c4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:35:46.512952 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-408129ae-12b0-459a-8bd2-3b3704ce6f38 req-5bfff3db-968e-423d-af09-c02fafb7c4ae service neutron] 10.222.0.68 "GET /v2.0/networks?id=bf2ccc65-70e9-474c-a15a-89d4c4efe0f2 HTTP/1.1" status: 200 len: 910 time: 0.0937164 Aug 17 00:35:46.588845 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-408129ae-12b0-459a-8bd2-3b3704ce6f38 req-48f94a5c-d6a6-4d4c-8599-417cbdfce7da service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eba23260-8731-4984-85af-70d1d58f91ab HTTP/1.1" status: 200 len: 1002 time: 0.0685751 Aug 17 00:35:46.641437 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408129ae-12b0-459a-8bd2-3b3704ce6f38 req-73eb354b-e885-4ce5-a447-cf704c86649f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:35:46.642952 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-408129ae-12b0-459a-8bd2-3b3704ce6f38 req-73eb354b-e885-4ce5-a447-cf704c86649f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=e97f43fb-e34e-4c14-85ca-652ec58e65e2 HTTP/1.1" status: 200 len: 848 time: 0.0468624 Aug 17 00:35:46.700657 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408129ae-12b0-459a-8bd2-3b3704ce6f38 req-4c471671-5841-4acb-92e2-b1663b45b4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:35:46.702118 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-408129ae-12b0-459a-8bd2-3b3704ce6f38 req-4c471671-5841-4acb-92e2-b1663b45b4c6 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=bf2ccc65-70e9-474c-a15a-89d4c4efe0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499289 Aug 17 00:35:46.812827 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-408129ae-12b0-459a-8bd2-3b3704ce6f38 req-2e5a8a72-88a6-4b8f-97bc-13abf146f0de service neutron] 10.222.0.68 "GET /v2.0/networks/bf2ccc65-70e9-474c-a15a-89d4c4efe0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003084 Aug 17 00:35:46.906890 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-408129ae-12b0-459a-8bd2-3b3704ce6f38 req-10cd98fc-2060-4580-b537-5370ff204e2f service neutron] 10.222.0.68 "GET /v2.0/networks/bf2ccc65-70e9-474c-a15a-89d4c4efe0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862391 Aug 17 00:35:47.892073 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0ca5bb-3615-440d-bf97-95af215714f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:35:49.980006 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7491c607-48b1-43f9-88c3-358a58bb0476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:35:50.895872 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:35:52.019493 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:35:53.290004 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:35:56.533827 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:36:04.872113 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7470fc56-b4ea-4285-8417-8c7c3cd46246 req-b11d7c4e-cd11-46b5-ac0d-4cb0ff680120 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e55b3298-43eb-44dc-8e40-61896ae2f694&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0445099 Aug 17 00:36:04.973642 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7470fc56-b4ea-4285-8417-8c7c3cd46246 req-a17d6d60-1754-405c-9c93-6c5a5fd89b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:36:04.975142 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7470fc56-b4ea-4285-8417-8c7c3cd46246 req-a17d6d60-1754-405c-9c93-6c5a5fd89b3f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=491b04f2d3e44f30b3ef489b5c13244b&device_id=e55b3298-43eb-44dc-8e40-61896ae2f694 HTTP/1.1" status: 200 len: 1095 time: 0.0443859 Aug 17 00:36:05.078174 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7470fc56-b4ea-4285-8417-8c7c3cd46246 req-c0f2e94b-6924-425b-a0ac-ce0f55bfa7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:36:05.079690 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7470fc56-b4ea-4285-8417-8c7c3cd46246 req-c0f2e94b-6924-425b-a0ac-ce0f55bfa7f1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=bf2ccc65-70e9-474c-a15a-89d4c4efe0f2 HTTP/1.1" status: 200 len: 910 time: 0.0853415 Aug 17 00:36:05.149449 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7470fc56-b4ea-4285-8417-8c7c3cd46246 req-bc555191-6846-4305-ac2f-4a35d30e55f6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c566d833-3c61-4d62-b476-2d5a63b32466 HTTP/1.1" status: 200 len: 998 time: 0.0626080 Aug 17 00:36:05.201069 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7470fc56-b4ea-4285-8417-8c7c3cd46246 req-757fb6e2-df48-4f33-98b1-9cf2e495e491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:36:05.202580 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7470fc56-b4ea-4285-8417-8c7c3cd46246 req-757fb6e2-df48-4f33-98b1-9cf2e495e491 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e97f43fb-e34e-4c14-85ca-652ec58e65e2 HTTP/1.1" status: 200 len: 848 time: 0.0465331 Aug 17 00:36:05.248828 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7470fc56-b4ea-4285-8417-8c7c3cd46246 req-e8632829-ba8d-497e-af76-2191eebc3df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:36:05.250338 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7470fc56-b4ea-4285-8417-8c7c3cd46246 req-e8632829-ba8d-497e-af76-2191eebc3df7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bf2ccc65-70e9-474c-a15a-89d4c4efe0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407875 Aug 17 00:36:05.370676 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7470fc56-b4ea-4285-8417-8c7c3cd46246 req-5acf91c6-e025-4670-b29d-d6af7571583c service neutron] 10.222.0.57 "GET /v2.0/networks/bf2ccc65-70e9-474c-a15a-89d4c4efe0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132500 Aug 17 00:36:05.459708 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-7470fc56-b4ea-4285-8417-8c7c3cd46246 req-9b1b8a47-5d9d-4733-9943-43b96d2cd963 service neutron] 10.222.0.57 "GET /v2.0/networks/bf2ccc65-70e9-474c-a15a-89d4c4efe0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826042 Aug 17 00:36:12.427159 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:36:17.814004 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:36:17.893742 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-289b6e1e-90a8-4405-9e6f-d7f5905eabf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:36:19.982174 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-58c90565-338a-4922-8a43-9688a759cd90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:36:20.896470 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:36:22.022189 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:36:23.294075 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:36:26.540727 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:36:42.441034 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:36:47.896672 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7f3eaf46-a2cb-49e4-9309-824cc035586f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:36:48.288993 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-70eb6eeb-cdf8-4310-8fd7-f2c01c88ccf3 req-4b030829-2add-4325-8b2b-923541232504 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=35529918-9fa3-45d4-af2d-365adf7a26b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0407026 Aug 17 00:36:48.379505 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eb6eeb-cdf8-4310-8fd7-f2c01c88ccf3 req-4ac4f99e-865b-412c-81ba-81e89842a6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:36:48.381318 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-70eb6eeb-cdf8-4310-8fd7-f2c01c88ccf3 req-4ac4f99e-865b-412c-81ba-81e89842a6d5 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=491b04f2d3e44f30b3ef489b5c13244b&device_id=35529918-9fa3-45d4-af2d-365adf7a26b7 HTTP/1.1" status: 200 len: 1098 time: 0.0464070 Aug 17 00:36:48.487048 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eb6eeb-cdf8-4310-8fd7-f2c01c88ccf3 req-c706d8a7-7519-4016-9cf9-b4eeee6946c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:36:48.488559 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-70eb6eeb-cdf8-4310-8fd7-f2c01c88ccf3 req-c706d8a7-7519-4016-9cf9-b4eeee6946c6 service neutron] 10.222.0.68 "GET /v2.0/networks?id=bf2ccc65-70e9-474c-a15a-89d4c4efe0f2 HTTP/1.1" status: 200 len: 910 time: 0.0863698 Aug 17 00:36:48.558631 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-70eb6eeb-cdf8-4310-8fd7-f2c01c88ccf3 req-37442687-e9b1-40fb-a870-748898bbd168 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eba23260-8731-4984-85af-70d1d58f91ab HTTP/1.1" status: 200 len: 1002 time: 0.0623097 Aug 17 00:36:48.608808 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eb6eeb-cdf8-4310-8fd7-f2c01c88ccf3 req-707cfade-3711-4bd0-9236-6799c04e7ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:36:48.610253 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-70eb6eeb-cdf8-4310-8fd7-f2c01c88ccf3 req-707cfade-3711-4bd0-9236-6799c04e7ada service neutron] 10.222.0.68 "GET /v2.0/subnets?id=e97f43fb-e34e-4c14-85ca-652ec58e65e2 HTTP/1.1" status: 200 len: 848 time: 0.0439596 Aug 17 00:36:48.658971 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eb6eeb-cdf8-4310-8fd7-f2c01c88ccf3 req-0ca52ef9-628f-48c4-b154-41a03c58013f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:36:48.660473 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-70eb6eeb-cdf8-4310-8fd7-f2c01c88ccf3 req-0ca52ef9-628f-48c4-b154-41a03c58013f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=bf2ccc65-70e9-474c-a15a-89d4c4efe0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419664 Aug 17 00:36:48.751501 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-70eb6eeb-cdf8-4310-8fd7-f2c01c88ccf3 req-9a2d55f9-04a9-47d3-b353-2101c9bbd36a service neutron] 10.222.0.68 "GET /v2.0/networks/bf2ccc65-70e9-474c-a15a-89d4c4efe0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834992 Aug 17 00:36:48.839263 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-70eb6eeb-cdf8-4310-8fd7-f2c01c88ccf3 req-6b083d43-e118-4a2c-be0e-8a5a72420eed service neutron] 10.222.0.68 "GET /v2.0/networks/bf2ccc65-70e9-474c-a15a-89d4c4efe0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798266 Aug 17 00:36:49.981771 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e877d2b4-6e4c-4266-90c5-bfba6ed40d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:36:50.898299 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:36:52.025101 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:36:52.791607 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device eba23260-8731-4984-85af-70d1d58f91ab details requested by agent hyperv_n-h1-791506-26 with host n-h1-791506-26 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 00:36:52.883993 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port eba23260-8731-4984-85af-70d1d58f91ab, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=eba23260-8731-4984-85af-70d1d58f91ab,segment=NetworkSegment(2dbdf4e8-fdb7-45d8-b22f-1627fe1f340e),segment_id=2dbdf4e8-fdb7-45d8-b22f-1627fe1f340e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:36:52.894950 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Returning: {'device': 'eba23260-8731-4984-85af-70d1d58f91ab', 'network_id': 'bf2ccc65-70e9-474c-a15a-89d4c4efe0f2', 'port_id': 'eba23260-8731-4984-85af-70d1d58f91ab', 'mac_address': 'fa:16:3e:9a:53:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e97f43fb-e34e-4c14-85ca-652ec58e65e2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 00:36:52.936150 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:36:52.950583 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eba23260-8731-4984-85af-70d1d58f91ab {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 00:36:52.972016 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port eba23260-8731-4984-85af-70d1d58f91ab, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=eba23260-8731-4984-85af-70d1d58f91ab,segment=NetworkSegment(2dbdf4e8-fdb7-45d8-b22f-1627fe1f340e),segment_id=2dbdf4e8-fdb7-45d8-b22f-1627fe1f340e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:36:52.975883 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:36:53.024017 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=eba23260-8731-4984-85af-70d1d58f91ab,revision_number=6']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:36:53.031238 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:36:53.031838 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:36:53.031949 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:36:53.032244 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:36:53.032594 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:36:53.032931 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:36:53.033261 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:36:53.033585 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:36:53.033912 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:36:53.034233 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:36:53.034554 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:36:53.034875 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:36:53.092047 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] get_ports_and_sgs() called for port_ids ['eba23260-8731-4984-85af-70d1d58f91ab'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 00:36:53.311780 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:36:54.793410 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device eba23260-8731-4984-85af-70d1d58f91ab up at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 00:36:54.815108 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:36:54.842238 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Provisioning complete for port eba23260-8731-4984-85af-70d1d58f91ab triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 00:36:54.842522 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1678712'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:36:54.937805 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:36:54.961058 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35529918-9fa3-45d4-af2d-365adf7a26b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eba23260-8731-4984-85af-70d1d58f91ab'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:36:54.964385 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d789e1acf86fc3837d65c5c7bf7b17f03ca076816da63f24d17cffa1a624f203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cace26e6-08ec-4fa2-83b2-f9e811fbec65" -d '{"events": [{"server_uuid": "35529918-9fa3-45d4-af2d-365adf7a26b7", "name": "network-vif-plugged", "status": "completed", "tag": "eba23260-8731-4984-85af-70d1d58f91ab"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:36:54.990205 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port eba23260-8731-4984-85af-70d1d58f91ab, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=eba23260-8731-4984-85af-70d1d58f91ab,segment=NetworkSegment(2dbdf4e8-fdb7-45d8-b22f-1627fe1f340e),segment_id=2dbdf4e8-fdb7-45d8-b22f-1627fe1f340e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:36:54.997566 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:36:55.036877 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ac72b4-a948-4acf-9fc0-ebec911117cc x-openstack-request-id: req-59ac72b4-a948-4acf-9fc0-ebec911117cc {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:36:55.037201 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35529918-9fa3-45d4-af2d-365adf7a26b7", "name": "network-vif-plugged", "status": "completed", "tag": "eba23260-8731-4984-85af-70d1d58f91ab", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:36:55.037438 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-59ac72b4-a948-4acf-9fc0-ebec911117cc {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:36:55.037827 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35529918-9fa3-45d4-af2d-365adf7a26b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eba23260-8731-4984-85af-70d1d58f91ab', 'code': 200} Aug 17 00:36:55.063172 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=eba23260-8731-4984-85af-70d1d58f91ab,revision_number=7']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:36:56.548939 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:02.681928 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 34354) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:37:02.846710 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-36067d40-bd0b-4a86-b3b4-7fb346d05a85 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Deleting port 1e035009-0743-4070-8480-929d2c28b46d {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:37:02.846972 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-36067d40-bd0b-4a86-b3b4-7fb346d05a85 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:02.927254 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-36067d40-bd0b-4a86-b3b4-7fb346d05a85 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:02.927591 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-36067d40-bd0b-4a86-b3b4-7fb346d05a85 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:02.939538 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-36067d40-bd0b-4a86-b3b4-7fb346d05a85 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Calling delete_port for 1e035009-0743-4070-8480-929d2c28b46d owned by network:floatingip {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:37:03.089460 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-36067d40-bd0b-4a86-b3b4-7fb346d05a85 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:03.115617 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36067d40-bd0b-4a86-b3b4-7fb346d05a85 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Pushing event deleted for resources: {'Port': ['ID=1e035009-0743-4070-8480-929d2c28b46d,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:37:03.139819 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36067d40-bd0b-4a86-b3b4-7fb346d05a85 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:37:03.140164 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36067d40-bd0b-4a86-b3b4-7fb346d05a85 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:37:03.140508 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36067d40-bd0b-4a86-b3b4-7fb346d05a85 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:37:03.140878 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36067d40-bd0b-4a86-b3b4-7fb346d05a85 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:37:03.141216 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36067d40-bd0b-4a86-b3b4-7fb346d05a85 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:37:03.141548 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36067d40-bd0b-4a86-b3b4-7fb346d05a85 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:37:03.141877 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36067d40-bd0b-4a86-b3b4-7fb346d05a85 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:37:03.142207 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36067d40-bd0b-4a86-b3b4-7fb346d05a85 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:37:03.142938 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36067d40-bd0b-4a86-b3b4-7fb346d05a85 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:37:03.142938 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36067d40-bd0b-4a86-b3b4-7fb346d05a85 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:37:03.143149 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36067d40-bd0b-4a86-b3b4-7fb346d05a85 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:37:03.143464 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36067d40-bd0b-4a86-b3b4-7fb346d05a85 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:37:03.184252 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-36067d40-bd0b-4a86-b3b4-7fb346d05a85 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Notify callbacks [] for floatingip, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:03.184639 n-d-791506-26 neutron-server[101291]: INFO neutron.db.l3_db [None req-36067d40-bd0b-4a86-b3b4-7fb346d05a85 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Floating IP d8d97c13-c021-4817-aaa9-9d5a05c4a019 disassociated (deleted). External IP: 172.25.4.148, port: eba23260-8731-4984-85af-70d1d58f91ab. Aug 17 00:37:03.395265 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36067d40-bd0b-4a86-b3b4-7fb346d05a85 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Router ab74c8ae-6d40-4328-a7e2-294900b29310 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:37:03.501898 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36067d40-bd0b-4a86-b3b4-7fb346d05a85 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:37:03.507096 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-36067d40-bd0b-4a86-b3b4-7fb346d05a85 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:03.513312 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d70b4a-e4f1-4cb9-9c63-026163608e85 None None] Sync routers for ids ['ab74c8ae-6d40-4328-a7e2-294900b29310'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:37:03.522125 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d70b4a-e4f1-4cb9-9c63-026163608e85 None None] Routers {'ab74c8ae-6d40-4328-a7e2-294900b29310'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:37:03.522739 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-a3d70b4a-e4f1-4cb9-9c63-026163608e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:36:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['ab74c8ae-6d40-4328-a7e2-294900b29310'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:37:03.534885 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-36067d40-bd0b-4a86-b3b4-7fb346d05a85 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] 10.222.0.36 "DELETE /v2.0/floatingips/d8d97c13-c021-4817-aaa9-9d5a05c4a019 HTTP/1.1" status: 204 len: 168 time: 0.8518472 Aug 17 00:37:03.535484 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35529918-9fa3-45d4-af2d-365adf7a26b7', 'tag': 'eba23260-8731-4984-85af-70d1d58f91ab'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:37:03.537807 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7165c1ab170cf7a86a4d2d0d4fd52c1e3b7b58c190c14e765d35b2aa62be1e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94cdf310-6307-4155-ba38-d13bdbd41395" -d '{"events": [{"name": "network-changed", "server_uuid": "35529918-9fa3-45d4-af2d-365adf7a26b7", "tag": "eba23260-8731-4984-85af-70d1d58f91ab"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:37:03.636880 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6d176ce-b0e0-44ba-83c2-0738241a60bb x-openstack-request-id: req-d6d176ce-b0e0-44ba-83c2-0738241a60bb {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:37:03.637398 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35529918-9fa3-45d4-af2d-365adf7a26b7", "tag": "eba23260-8731-4984-85af-70d1d58f91ab", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:37:03.637783 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d6d176ce-b0e0-44ba-83c2-0738241a60bb {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:37:03.638292 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35529918-9fa3-45d4-af2d-365adf7a26b7', 'tag': 'eba23260-8731-4984-85af-70d1d58f91ab', 'status': 'completed', 'code': 200} Aug 17 00:37:03.643594 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-a3d70b4a-e4f1-4cb9-9c63-026163608e85 None None] Set router ab74c8ae-6d40-4328-a7e2-294900b29310 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:37:03.715957 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cdf310-6307-4155-ba38-d13bdbd41395 req-5c4f129f-cb61-4345-ba49-768bd8b3a129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:37:03.717896 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-94cdf310-6307-4155-ba38-d13bdbd41395 req-5c4f129f-cb61-4345-ba49-768bd8b3a129 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=491b04f2d3e44f30b3ef489b5c13244b&device_id=35529918-9fa3-45d4-af2d-365adf7a26b7 HTTP/1.1" status: 200 len: 1098 time: 0.0501590 Aug 17 00:37:03.830748 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa12489-5980-4e46-aafe-ccad04c1a9c5 req-b44fc2b7-996d-47ed-a632-feec029542ff tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:37:03.832269 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3aa12489-5980-4e46-aafe-ccad04c1a9c5 req-b44fc2b7-996d-47ed-a632-feec029542ff tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] 10.222.0.36 "GET /v2.0/ports?device_id=35529918-9fa3-45d4-af2d-365adf7a26b7 HTTP/1.1" status: 200 len: 946 time: 0.1134322 Aug 17 00:37:03.876141 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cdf310-6307-4155-ba38-d13bdbd41395 req-7629a6fd-9d8c-41bb-ae12-d764d1bd63b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:37:03.877907 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-94cdf310-6307-4155-ba38-d13bdbd41395 req-7629a6fd-9d8c-41bb-ae12-d764d1bd63b0 service neutron] 10.222.0.68 "GET /v2.0/networks?id=bf2ccc65-70e9-474c-a15a-89d4c4efe0f2 HTTP/1.1" status: 200 len: 910 time: 0.1501374 Aug 17 00:37:03.878758 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-a3d70b4a-e4f1-4cb9-9c63-026163608e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab74c8ae-6d40-4328-a7e2-294900b29310', 'name': 'tempest-TestSnapshotPattern-882254688-router', 'tenant_id': '491b04f2d3e44f30b3ef489b5c13244b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '0d320baa-b957-4208-a605-b83990e34f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:31:50Z', 'updated_at': '2021-08-17T00:31:52Z', 'revision_number': 4, 'project_id': '491b04f2d3e44f30b3ef489b5c13244b', 'gw_port': {'id': '0d320baa-b957-4208-a605-b83990e34f9c', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ae:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab74c8ae-6d40-4328-a7e2-294900b29310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:31:50Z', 'updated_at': '2021-08-17T00:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': 'b4c2e8d4-2ae9-4651-8cc9-92d47ef1b8a4', 'tenant_id': '491b04f2d3e44f30b3ef489b5c13244b', 'floating_ip_address': '172.25.4.84', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': 'ab74c8ae-6d40-4328-a7e2-294900b29310', 'port_id': 'c566d833-3c61-4d62-b476-2d5a63b32466', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf2ccc65-70e9-474c-a15a-89d4c4efe0f2', 'mac_address': 'fa:16:3e:58:6e:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e55b3298-43eb-44dc-8e40-61896ae2f694', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:32:13Z', 'updated_at': '2021-08-17T00:32:15Z', 'revision_number': 1, 'project_id': '491b04f2d3e44f30b3ef489b5c13244b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4857d6a-90f0-4bc0-bc12-c5adc62b4a8d', 'name': '', 'network_id': 'bf2ccc65-70e9-474c-a15a-89d4c4efe0f2', 'tenant_id': '491b04f2d3e44f30b3ef489b5c13244b', 'mac_address': 'fa:16:3e:2d:dd:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab74c8ae-6d40-4328-a7e2-294900b29310', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'e97f43fb-e34e-4c14-85ca-652ec58e65e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:31:52Z', 'updated_at': '2021-08-17T00:31:58Z', 'revision_number': 5, 'project_id': '491b04f2d3e44f30b3ef489b5c13244b', 'subnets': [{'id': 'e97f43fb-e34e-4c14-85ca-652ec58e65e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:37:03.905766 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d70b4a-e4f1-4cb9-9c63-026163608e85 None None] Checking router: ab74c8ae-6d40-4328-a7e2-294900b29310 for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:37:03.906043 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-3aa12489-5980-4e46-aafe-ccad04c1a9c5 req-6c7d0b10-bf52-4247-b09b-11560b40bcb4 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] 10.222.0.36 "GET /v2.0/security-groups?id=490bc62f-3776-4d35-957e-058c3d4f7aba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599582 Aug 17 00:37:03.914839 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d70b4a-e4f1-4cb9-9c63-026163608e85 None None] Routers {'ab74c8ae-6d40-4328-a7e2-294900b29310'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:37:03.915786 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-a3d70b4a-e4f1-4cb9-9c63-026163608e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:36:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['ab74c8ae-6d40-4328-a7e2-294900b29310'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:37:03.934184 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-94cdf310-6307-4155-ba38-d13bdbd41395 req-fe1ce319-70fa-4151-bd7a-f3fe1b65f610 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eba23260-8731-4984-85af-70d1d58f91ab HTTP/1.1" status: 200 len: 217 time: 0.0457683 Aug 17 00:37:03.990450 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cdf310-6307-4155-ba38-d13bdbd41395 req-0fd6944b-5c93-4d92-960c-872769189c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:37:03.992007 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-94cdf310-6307-4155-ba38-d13bdbd41395 req-0fd6944b-5c93-4d92-960c-872769189c64 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=e97f43fb-e34e-4c14-85ca-652ec58e65e2 HTTP/1.1" status: 200 len: 848 time: 0.0463560 Aug 17 00:37:04.023195 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-a3d70b4a-e4f1-4cb9-9c63-026163608e85 None None] Set router ab74c8ae-6d40-4328-a7e2-294900b29310 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:37:04.038890 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cdf310-6307-4155-ba38-d13bdbd41395 req-5e160c52-a74a-42fb-84f3-0a8b14d4950b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:37:04.041366 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-94cdf310-6307-4155-ba38-d13bdbd41395 req-5e160c52-a74a-42fb-84f3-0a8b14d4950b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=bf2ccc65-70e9-474c-a15a-89d4c4efe0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413373 Aug 17 00:37:04.137497 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-94cdf310-6307-4155-ba38-d13bdbd41395 req-8e7155ae-238a-49a0-848a-8ab0088441dd service neutron] 10.222.0.68 "GET /v2.0/networks/bf2ccc65-70e9-474c-a15a-89d4c4efe0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880089 Aug 17 00:37:04.232488 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-94cdf310-6307-4155-ba38-d13bdbd41395 req-7eed0374-1df1-42c7-a08c-e01154336c1b service neutron] 10.222.0.68 "GET /v2.0/networks/bf2ccc65-70e9-474c-a15a-89d4c4efe0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850484 Aug 17 00:37:04.248035 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-a3d70b4a-e4f1-4cb9-9c63-026163608e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab74c8ae-6d40-4328-a7e2-294900b29310', 'name': 'tempest-TestSnapshotPattern-882254688-router', 'tenant_id': '491b04f2d3e44f30b3ef489b5c13244b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '0d320baa-b957-4208-a605-b83990e34f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:31:50Z', 'updated_at': '2021-08-17T00:31:52Z', 'revision_number': 4, 'project_id': '491b04f2d3e44f30b3ef489b5c13244b', 'gw_port': {'id': '0d320baa-b957-4208-a605-b83990e34f9c', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ae:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab74c8ae-6d40-4328-a7e2-294900b29310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:31:50Z', 'updated_at': '2021-08-17T00:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': 'b4c2e8d4-2ae9-4651-8cc9-92d47ef1b8a4', 'tenant_id': '491b04f2d3e44f30b3ef489b5c13244b', 'floating_ip_address': '172.25.4.84', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': 'ab74c8ae-6d40-4328-a7e2-294900b29310', 'port_id': 'c566d833-3c61-4d62-b476-2d5a63b32466', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf2ccc65-70e9-474c-a15a-89d4c4efe0f2', 'mac_address': 'fa:16:3e:58:6e:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e55b3298-43eb-44dc-8e40-61896ae2f694', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:32:13Z', 'updated_at': '2021-08-17T00:32:15Z', 'revision_number': 1, 'project_id': '491b04f2d3e44f30b3ef489b5c13244b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4857d6a-90f0-4bc0-bc12-c5adc62b4a8d', 'name': '', 'network_id': 'bf2ccc65-70e9-474c-a15a-89d4c4efe0f2', 'tenant_id': '491b04f2d3e44f30b3ef489b5c13244b', 'mac_address': 'fa:16:3e:2d:dd:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab74c8ae-6d40-4328-a7e2-294900b29310', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'e97f43fb-e34e-4c14-85ca-652ec58e65e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:31:52Z', 'updated_at': '2021-08-17T00:31:58Z', 'revision_number': 5, 'project_id': '491b04f2d3e44f30b3ef489b5c13244b', 'subnets': [{'id': 'e97f43fb-e34e-4c14-85ca-652ec58e65e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:37:04.276123 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d70b4a-e4f1-4cb9-9c63-026163608e85 None None] The sync data for ids ['ab74c8ae-6d40-4328-a7e2-294900b29310'] in n-d-791506-26 is: [{'id': 'ab74c8ae-6d40-4328-a7e2-294900b29310', 'name': 'tempest-TestSnapshotPattern-882254688-router', 'tenant_id': '491b04f2d3e44f30b3ef489b5c13244b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '0d320baa-b957-4208-a605-b83990e34f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:31:50Z', 'updated_at': '2021-08-17T00:31:52Z', 'revision_number': 4, 'project_id': '491b04f2d3e44f30b3ef489b5c13244b', 'gw_port': {'id': '0d320baa-b957-4208-a605-b83990e34f9c', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ae:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab74c8ae-6d40-4328-a7e2-294900b29310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:31:50Z', 'updated_at': '2021-08-17T00:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_floatingips': [{'id': 'b4c2e8d4-2ae9-4651-8cc9-92d47ef1b8a4', 'tenant_id': '491b04f2d3e44f30b3ef489b5c13244b', 'floating_ip_address': '172.25.4.84', 'floating_network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'router_id': 'ab74c8ae-6d40-4328-a7e2-294900b29310', 'port_id': 'c566d833-3c61-4d62-b476-2d5a63b32466', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf2ccc65-70e9-474c-a15a-89d4c4efe0f2', 'mac_address': 'fa:16:3e:58:6e:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e55b3298-43eb-44dc-8e40-61896ae2f694', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T00:32:13Z', 'updated_at': '2021-08-17T00:32:15Z', 'revision_number': 1, 'project_id': '491b04f2d3e44f30b3ef489b5c13244b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4857d6a-90f0-4bc0-bc12-c5adc62b4a8d', 'name': '', 'network_id': 'bf2ccc65-70e9-474c-a15a-89d4c4efe0f2', 'tenant_id': '491b04f2d3e44f30b3ef489b5c13244b', 'mac_address': 'fa:16:3e:2d:dd:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab74c8ae-6d40-4328-a7e2-294900b29310', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'e97f43fb-e34e-4c14-85ca-652ec58e65e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:31:52Z', 'updated_at': '2021-08-17T00:31:58Z', 'revision_number': 5, 'project_id': '491b04f2d3e44f30b3ef489b5c13244b', 'subnets': [{'id': 'e97f43fb-e34e-4c14-85ca-652ec58e65e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:37:04.539334 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aadd457-1ad3-4133-bdc8-40eccc84e5cb None None] New status for floating IP d8d97c13-c021-4817-aaa9-9d5a05c4a019: DOWN {{(pid=101294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 00:37:04.832628 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device eba23260-8731-4984-85af-70d1d58f91ab no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:37:04.904471 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2090299'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:04.925930 n-d-791506-26 neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35529918-9fa3-45d4-af2d-365adf7a26b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eba23260-8731-4984-85af-70d1d58f91ab'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:37:04.928145 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d789e1acf86fc3837d65c5c7bf7b17f03ca076816da63f24d17cffa1a624f203" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-389451d4-1352-437e-8c2a-35b95a91484e" -d '{"events": [{"server_uuid": "35529918-9fa3-45d4-af2d-365adf7a26b7", "name": "network-vif-unplugged", "status": "completed", "tag": "eba23260-8731-4984-85af-70d1d58f91ab"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:37:04.944917 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] For port eba23260-8731-4984-85af-70d1d58f91ab, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=eba23260-8731-4984-85af-70d1d58f91ab,segment=NetworkSegment(2dbdf4e8-fdb7-45d8-b22f-1627fe1f340e),segment_id=2dbdf4e8-fdb7-45d8-b22f-1627fe1f340e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:37:04.952270 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748570308289', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748569736286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748569736304'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:04.977117 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 00:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8654c6bd-49e9-4b6d-b19d-98bf919170f0 x-openstack-request-id: req-8654c6bd-49e9-4b6d-b19d-98bf919170f0 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:37:04.977705 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35529918-9fa3-45d4-af2d-365adf7a26b7", "name": "network-vif-unplugged", "status": "completed", "tag": "eba23260-8731-4984-85af-70d1d58f91ab", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:37:04.978518 n-d-791506-26 neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8654c6bd-49e9-4b6d-b19d-98bf919170f0 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:37:04.978942 n-d-791506-26 neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35529918-9fa3-45d4-af2d-365adf7a26b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eba23260-8731-4984-85af-70d1d58f91ab', 'code': 200} Aug 17 00:37:05.006251 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Pushing event updated for resources: {'Port': ['ID=eba23260-8731-4984-85af-70d1d58f91ab,revision_number=8']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:37:05.407670 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37140723-aac1-4d5e-9141-2aaa9872d75c req-125bc806-f606-4ff2-9b1f-6508e19d11e5 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:37:05.409112 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-37140723-aac1-4d5e-9141-2aaa9872d75c req-125bc806-f606-4ff2-9b1f-6508e19d11e5 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] 10.222.0.36 "GET /v2.0/ports?device_id=35529918-9fa3-45d4-af2d-365adf7a26b7 HTTP/1.1" status: 200 len: 944 time: 0.4227455 Aug 17 00:37:05.449579 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-37140723-aac1-4d5e-9141-2aaa9872d75c req-d61573d7-06db-443a-a3b6-43d1de47ac75 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] 10.222.0.36 "GET /v2.0/security-groups?id=490bc62f-3776-4d35-957e-058c3d4f7aba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337262 Aug 17 00:37:05.506898 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5ccdcf-f77e-479b-8ea3-0496f55d11dd req-7c61f129-98d1-48f5-87cb-8ac04bedf80f tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:37:05.508663 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8b5ccdcf-f77e-479b-8ea3-0496f55d11dd req-7c61f129-98d1-48f5-87cb-8ac04bedf80f tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] 10.222.0.68 "GET /v2.0/ports?device_id=35529918-9fa3-45d4-af2d-365adf7a26b7 HTTP/1.1" status: 200 len: 944 time: 0.0501826 Aug 17 00:37:05.597738 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-8b5ccdcf-f77e-479b-8ea3-0496f55d11dd req-4cdf563d-ca44-486f-a5c0-f95639c57e9d tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Deleting port eba23260-8731-4984-85af-70d1d58f91ab {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:37:05.598079 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-8b5ccdcf-f77e-479b-8ea3-0496f55d11dd req-4cdf563d-ca44-486f-a5c0-f95639c57e9d tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:05.694063 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-8b5ccdcf-f77e-479b-8ea3-0496f55d11dd req-4cdf563d-ca44-486f-a5c0-f95639c57e9d tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] For port eba23260-8731-4984-85af-70d1d58f91ab, host n-h1-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-26',level=0,port_id=eba23260-8731-4984-85af-70d1d58f91ab,segment=NetworkSegment(2dbdf4e8-fdb7-45d8-b22f-1627fe1f340e),segment_id=2dbdf4e8-fdb7-45d8-b22f-1627fe1f340e)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:37:05.694481 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-8b5ccdcf-f77e-479b-8ea3-0496f55d11dd req-4cdf563d-ca44-486f-a5c0-f95639c57e9d tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:05.712359 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-8b5ccdcf-f77e-479b-8ea3-0496f55d11dd req-4cdf563d-ca44-486f-a5c0-f95639c57e9d tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Calling delete_port for eba23260-8731-4984-85af-70d1d58f91ab owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:37:05.841059 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-8b5ccdcf-f77e-479b-8ea3-0496f55d11dd req-4cdf563d-ca44-486f-a5c0-f95639c57e9d tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:05.870675 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdf563d-ca44-486f-a5c0-f95639c57e9d tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Pushing event deleted for resources: {'Port': ['ID=eba23260-8731-4984-85af-70d1d58f91ab,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:37:05.883517 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdf563d-ca44-486f-a5c0-f95639c57e9d tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:37:05.883918 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdf563d-ca44-486f-a5c0-f95639c57e9d tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:37:05.884314 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdf563d-ca44-486f-a5c0-f95639c57e9d tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:37:05.884679 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdf563d-ca44-486f-a5c0-f95639c57e9d tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:37:05.885017 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdf563d-ca44-486f-a5c0-f95639c57e9d tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:37:05.885353 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdf563d-ca44-486f-a5c0-f95639c57e9d tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:37:05.885685 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdf563d-ca44-486f-a5c0-f95639c57e9d tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:37:05.886016 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdf563d-ca44-486f-a5c0-f95639c57e9d tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:37:05.886345 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdf563d-ca44-486f-a5c0-f95639c57e9d tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:37:05.886674 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdf563d-ca44-486f-a5c0-f95639c57e9d tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:37:05.887006 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdf563d-ca44-486f-a5c0-f95639c57e9d tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:37:05.887333 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdf563d-ca44-486f-a5c0-f95639c57e9d tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-26 {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 00:37:05.922556 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b5ccdcf-f77e-479b-8ea3-0496f55d11dd req-4cdf563d-ca44-486f-a5c0-f95639c57e9d tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] No DVR routers for this DVR port eba23260-8731-4984-85af-70d1d58f91ab on host n-h1-791506-26 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:37:05.929256 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-8b5ccdcf-f77e-479b-8ea3-0496f55d11dd req-4cdf563d-ca44-486f-a5c0-f95639c57e9d tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:05.932284 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-8b5ccdcf-f77e-479b-8ea3-0496f55d11dd req-4cdf563d-ca44-486f-a5c0-f95639c57e9d tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] 10.222.0.68 "DELETE /v2.0/ports/eba23260-8731-4984-85af-70d1d58f91ab HTTP/1.1" status: 204 len: 173 time: 0.4175100 Aug 17 00:37:05.932769 n-d-791506-26 neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35529918-9fa3-45d4-af2d-365adf7a26b7', 'name': 'network-vif-deleted', 'tag': 'eba23260-8731-4984-85af-70d1d58f91ab'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:37:05.935531 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5be9a9c22bfe9382157933c6eba925c7622163b8a5c85bc608140d30d6fa20cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b23c09-ea61-4975-80fe-42a8e005e3f8" -d '{"events": [{"server_uuid": "35529918-9fa3-45d4-af2d-365adf7a26b7", "name": "network-vif-deleted", "tag": "eba23260-8731-4984-85af-70d1d58f91ab"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:37:05.974550 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61819e1d-0251-444b-bfeb-c0aa37083631 x-openstack-request-id: req-61819e1d-0251-444b-bfeb-c0aa37083631 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:37:05.974844 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35529918-9fa3-45d4-af2d-365adf7a26b7", "name": "network-vif-deleted", "tag": "eba23260-8731-4984-85af-70d1d58f91ab", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:37:05.975103 n-d-791506-26 neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-61819e1d-0251-444b-bfeb-c0aa37083631 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:37:05.975506 n-d-791506-26 neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35529918-9fa3-45d4-af2d-365adf7a26b7', 'name': 'network-vif-deleted', 'tag': 'eba23260-8731-4984-85af-70d1d58f91ab', 'status': 'completed', 'code': 200} Aug 17 00:37:07.050211 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-52758e00-fd25-40f8-a69b-51c05a966242 req-72a1b6ec-05ef-4e37-b018-c4707e0f70f1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e55b3298-43eb-44dc-8e40-61896ae2f694&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0413189 Aug 17 00:37:07.056460 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 34424) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:37:07.168701 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52758e00-fd25-40f8-a69b-51c05a966242 req-e6a35ff8-7084-4d0f-8d33-23c3a749c747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:37:07.170192 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-52758e00-fd25-40f8-a69b-51c05a966242 req-e6a35ff8-7084-4d0f-8d33-23c3a749c747 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=491b04f2d3e44f30b3ef489b5c13244b&device_id=e55b3298-43eb-44dc-8e40-61896ae2f694 HTTP/1.1" status: 200 len: 1095 time: 0.0640004 Aug 17 00:37:07.326657 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52758e00-fd25-40f8-a69b-51c05a966242 req-cf1fc5bd-260d-468d-bc4d-9e9238b696d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:37:07.328037 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-52758e00-fd25-40f8-a69b-51c05a966242 req-cf1fc5bd-260d-468d-bc4d-9e9238b696d2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=bf2ccc65-70e9-474c-a15a-89d4c4efe0f2 HTTP/1.1" status: 200 len: 910 time: 0.1287301 Aug 17 00:37:07.640340 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-8a6c8b0b-92f6-483f-973c-c7c95e96a0e1 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Deleting port b9324178-9e16-4119-b901-153e75d2a6c2 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:37:07.640705 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8a6c8b0b-92f6-483f-973c-c7c95e96a0e1 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:07.703651 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-52758e00-fd25-40f8-a69b-51c05a966242 req-bae37edc-2c70-4e12-b455-20242c751e31 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c566d833-3c61-4d62-b476-2d5a63b32466 HTTP/1.1" status: 200 len: 998 time: 0.3670769 Aug 17 00:37:07.766635 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8a6c8b0b-92f6-483f-973c-c7c95e96a0e1 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:07.766960 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8a6c8b0b-92f6-483f-973c-c7c95e96a0e1 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:07.782047 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-8a6c8b0b-92f6-483f-973c-c7c95e96a0e1 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Calling delete_port for b9324178-9e16-4119-b901-153e75d2a6c2 owned by network:floatingip {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:37:07.784523 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52758e00-fd25-40f8-a69b-51c05a966242 req-fea7a2de-5535-4084-b092-4fc1d9f19922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:37:07.786005 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-52758e00-fd25-40f8-a69b-51c05a966242 req-fea7a2de-5535-4084-b092-4fc1d9f19922 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e97f43fb-e34e-4c14-85ca-652ec58e65e2 HTTP/1.1" status: 200 len: 848 time: 0.0749307 Aug 17 00:37:07.881414 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52758e00-fd25-40f8-a69b-51c05a966242 req-bb6647bb-1fbd-454a-a295-a5cb13ffd997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:37:07.883526 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-52758e00-fd25-40f8-a69b-51c05a966242 req-bb6647bb-1fbd-454a-a295-a5cb13ffd997 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bf2ccc65-70e9-474c-a15a-89d4c4efe0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0894854 Aug 17 00:37:08.018663 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-52758e00-fd25-40f8-a69b-51c05a966242 req-ead39514-f4de-4aed-8202-163ef0057a8f service neutron] 10.222.0.57 "GET /v2.0/networks/bf2ccc65-70e9-474c-a15a-89d4c4efe0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229086 Aug 17 00:37:08.047586 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8a6c8b0b-92f6-483f-973c-c7c95e96a0e1 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:08.100610 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6c8b0b-92f6-483f-973c-c7c95e96a0e1 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Pushing event deleted for resources: {'Port': ['ID=b9324178-9e16-4119-b901-153e75d2a6c2,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:37:08.186409 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-52758e00-fd25-40f8-a69b-51c05a966242 req-52bcbf92-eb38-428e-ac91-41a0dfcaf51d service neutron] 10.222.0.57 "GET /v2.0/networks/bf2ccc65-70e9-474c-a15a-89d4c4efe0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598136 Aug 17 00:37:08.192783 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8a6c8b0b-92f6-483f-973c-c7c95e96a0e1 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Notify callbacks [] for floatingip, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:08.193143 n-d-791506-26 neutron-server[101291]: INFO neutron.db.l3_db [None req-8a6c8b0b-92f6-483f-973c-c7c95e96a0e1 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Floating IP b4c2e8d4-2ae9-4651-8cc9-92d47ef1b8a4 disassociated (deleted). External IP: 172.25.4.84, port: c566d833-3c61-4d62-b476-2d5a63b32466. Aug 17 00:37:08.411439 n-d-791506-26 neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a6c8b0b-92f6-483f-973c-c7c95e96a0e1 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Router ab74c8ae-6d40-4328-a7e2-294900b29310 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:37:08.520955 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a6c8b0b-92f6-483f-973c-c7c95e96a0e1 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:37:08.525396 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8a6c8b0b-92f6-483f-973c-c7c95e96a0e1 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for floatingip, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:08.531346 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f0033b-ee0e-468d-aed2-fef95e43770c None None] Sync routers for ids ['ab74c8ae-6d40-4328-a7e2-294900b29310'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:37:08.541527 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f0033b-ee0e-468d-aed2-fef95e43770c None None] Routers {'ab74c8ae-6d40-4328-a7e2-294900b29310'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:37:08.542260 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-94f0033b-ee0e-468d-aed2-fef95e43770c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:36:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['ab74c8ae-6d40-4328-a7e2-294900b29310'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:37:08.552251 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-8a6c8b0b-92f6-483f-973c-c7c95e96a0e1 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] 10.222.0.36 "DELETE /v2.0/floatingips/b4c2e8d4-2ae9-4651-8cc9-92d47ef1b8a4 HTTP/1.1" status: 204 len: 168 time: 1.4945521 Aug 17 00:37:08.552868 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e55b3298-43eb-44dc-8e40-61896ae2f694', 'tag': 'c566d833-3c61-4d62-b476-2d5a63b32466'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:37:08.555984 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7165c1ab170cf7a86a4d2d0d4fd52c1e3b7b58c190c14e765d35b2aa62be1e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9973f86-cf3e-4b6e-acba-ec60454b9761" -d '{"events": [{"name": "network-changed", "server_uuid": "e55b3298-43eb-44dc-8e40-61896ae2f694", "tag": "c566d833-3c61-4d62-b476-2d5a63b32466"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:37:08.593312 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 00:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3859e5b7-dbcb-4ab4-97e3-8a6ce4dee4f0 x-openstack-request-id: req-3859e5b7-dbcb-4ab4-97e3-8a6ce4dee4f0 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:37:08.593608 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e55b3298-43eb-44dc-8e40-61896ae2f694", "tag": "c566d833-3c61-4d62-b476-2d5a63b32466", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:37:08.593860 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3859e5b7-dbcb-4ab4-97e3-8a6ce4dee4f0 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:37:08.594267 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e55b3298-43eb-44dc-8e40-61896ae2f694', 'tag': 'c566d833-3c61-4d62-b476-2d5a63b32466', 'status': 'completed', 'code': 200} Aug 17 00:37:08.658769 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-94f0033b-ee0e-468d-aed2-fef95e43770c None None] Set router ab74c8ae-6d40-4328-a7e2-294900b29310 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:37:08.691814 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9973f86-cf3e-4b6e-acba-ec60454b9761 req-d4fed2c7-ce32-4e84-8e6c-659ed7b25878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:37:08.693399 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-a9973f86-cf3e-4b6e-acba-ec60454b9761 req-d4fed2c7-ce32-4e84-8e6c-659ed7b25878 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=491b04f2d3e44f30b3ef489b5c13244b&device_id=e55b3298-43eb-44dc-8e40-61896ae2f694 HTTP/1.1" status: 200 len: 1095 time: 0.0545242 Aug 17 00:37:08.789798 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe80d1a-50d2-4716-95b6-2e0136cd4e29 req-df0b1a20-7211-4c33-9078-650227e7c665 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:37:08.792305 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ebe80d1a-50d2-4716-95b6-2e0136cd4e29 req-df0b1a20-7211-4c33-9078-650227e7c665 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] 10.222.0.36 "GET /v2.0/ports?device_id=e55b3298-43eb-44dc-8e40-61896ae2f694 HTTP/1.1" status: 200 len: 943 time: 0.0554867 Aug 17 00:37:08.825472 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9973f86-cf3e-4b6e-acba-ec60454b9761 req-8d943dc2-9f6b-4e75-b81d-8a8a1dd2dcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:37:08.826999 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-a9973f86-cf3e-4b6e-acba-ec60454b9761 req-8d943dc2-9f6b-4e75-b81d-8a8a1dd2dcd6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=bf2ccc65-70e9-474c-a15a-89d4c4efe0f2 HTTP/1.1" status: 200 len: 910 time: 0.0954235 Aug 17 00:37:08.831550 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-ebe80d1a-50d2-4716-95b6-2e0136cd4e29 req-69988c67-cc40-41c2-856b-a0d0878648bc tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] 10.222.0.36 "GET /v2.0/security-groups?id=490bc62f-3776-4d35-957e-058c3d4f7aba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330858 Aug 17 00:37:08.863984 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device eba23260-8731-4984-85af-70d1d58f91ab no longer exists at agent hyperv_n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:37:08.870032 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-a9973f86-cf3e-4b6e-acba-ec60454b9761 req-e3a12e0e-913e-436b-bdf1-d436ebf35d71 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c566d833-3c61-4d62-b476-2d5a63b32466 HTTP/1.1" status: 200 len: 217 time: 0.0357611 Aug 17 00:37:08.889470 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] No Port match for: eba23260-8731-4984-85af-70d1d58f91ab {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:37:08.889811 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Device eba23260-8731-4984-85af-70d1d58f91ab not bound to the agent host n-h1-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:37:08.900071 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-94f0033b-ee0e-468d-aed2-fef95e43770c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab74c8ae-6d40-4328-a7e2-294900b29310', 'name': 'tempest-TestSnapshotPattern-882254688-router', 'tenant_id': '491b04f2d3e44f30b3ef489b5c13244b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '0d320baa-b957-4208-a605-b83990e34f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:31:50Z', 'updated_at': '2021-08-17T00:31:52Z', 'revision_number': 4, 'project_id': '491b04f2d3e44f30b3ef489b5c13244b', 'gw_port': {'id': '0d320baa-b957-4208-a605-b83990e34f9c', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ae:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab74c8ae-6d40-4328-a7e2-294900b29310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:31:50Z', 'updated_at': '2021-08-17T00:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'a4857d6a-90f0-4bc0-bc12-c5adc62b4a8d', 'name': '', 'network_id': 'bf2ccc65-70e9-474c-a15a-89d4c4efe0f2', 'tenant_id': '491b04f2d3e44f30b3ef489b5c13244b', 'mac_address': 'fa:16:3e:2d:dd:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab74c8ae-6d40-4328-a7e2-294900b29310', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'e97f43fb-e34e-4c14-85ca-652ec58e65e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:31:52Z', 'updated_at': '2021-08-17T00:31:58Z', 'revision_number': 5, 'project_id': '491b04f2d3e44f30b3ef489b5c13244b', 'subnets': [{'id': 'e97f43fb-e34e-4c14-85ca-652ec58e65e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:37:08.920277 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9973f86-cf3e-4b6e-acba-ec60454b9761 req-bbdd7c23-73fc-417e-86d2-aab45fb4cfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:37:08.921790 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-a9973f86-cf3e-4b6e-acba-ec60454b9761 req-bbdd7c23-73fc-417e-86d2-aab45fb4cfe2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e97f43fb-e34e-4c14-85ca-652ec58e65e2 HTTP/1.1" status: 200 len: 848 time: 0.0444937 Aug 17 00:37:08.925971 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f0033b-ee0e-468d-aed2-fef95e43770c None None] Checking router: ab74c8ae-6d40-4328-a7e2-294900b29310 for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:37:08.934689 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f0033b-ee0e-468d-aed2-fef95e43770c None None] Routers {'ab74c8ae-6d40-4328-a7e2-294900b29310'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:37:08.935214 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-94f0033b-ee0e-468d-aed2-fef95e43770c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:36:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['ab74c8ae-6d40-4328-a7e2-294900b29310'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:37:08.968555 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9973f86-cf3e-4b6e-acba-ec60454b9761 req-6c57966d-3061-4700-8794-d5e4aa6202f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:37:08.970080 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-a9973f86-cf3e-4b6e-acba-ec60454b9761 req-6c57966d-3061-4700-8794-d5e4aa6202f3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bf2ccc65-70e9-474c-a15a-89d4c4efe0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405054 Aug 17 00:37:09.040062 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-94f0033b-ee0e-468d-aed2-fef95e43770c None None] Set router ab74c8ae-6d40-4328-a7e2-294900b29310 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:37:09.066544 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-a9973f86-cf3e-4b6e-acba-ec60454b9761 req-33c7dd8f-d850-4326-95d2-6c1527661b7e service neutron] 10.222.0.57 "GET /v2.0/networks/bf2ccc65-70e9-474c-a15a-89d4c4efe0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879908 Aug 17 00:37:09.157589 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-a9973f86-cf3e-4b6e-acba-ec60454b9761 req-7708b1a6-d11c-4745-8160-9d1abb3f2ec7 service neutron] 10.222.0.57 "GET /v2.0/networks/bf2ccc65-70e9-474c-a15a-89d4c4efe0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835400 Aug 17 00:37:09.240097 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-94f0033b-ee0e-468d-aed2-fef95e43770c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab74c8ae-6d40-4328-a7e2-294900b29310', 'name': 'tempest-TestSnapshotPattern-882254688-router', 'tenant_id': '491b04f2d3e44f30b3ef489b5c13244b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '0d320baa-b957-4208-a605-b83990e34f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:31:50Z', 'updated_at': '2021-08-17T00:31:52Z', 'revision_number': 4, 'project_id': '491b04f2d3e44f30b3ef489b5c13244b', 'gw_port': {'id': '0d320baa-b957-4208-a605-b83990e34f9c', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ae:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab74c8ae-6d40-4328-a7e2-294900b29310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:31:50Z', 'updated_at': '2021-08-17T00:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'a4857d6a-90f0-4bc0-bc12-c5adc62b4a8d', 'name': '', 'network_id': 'bf2ccc65-70e9-474c-a15a-89d4c4efe0f2', 'tenant_id': '491b04f2d3e44f30b3ef489b5c13244b', 'mac_address': 'fa:16:3e:2d:dd:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab74c8ae-6d40-4328-a7e2-294900b29310', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'e97f43fb-e34e-4c14-85ca-652ec58e65e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:31:52Z', 'updated_at': '2021-08-17T00:31:58Z', 'revision_number': 5, 'project_id': '491b04f2d3e44f30b3ef489b5c13244b', 'subnets': [{'id': 'e97f43fb-e34e-4c14-85ca-652ec58e65e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:37:09.268754 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f0033b-ee0e-468d-aed2-fef95e43770c None None] The sync data for ids ['ab74c8ae-6d40-4328-a7e2-294900b29310'] in n-d-791506-26 is: [{'id': 'ab74c8ae-6d40-4328-a7e2-294900b29310', 'name': 'tempest-TestSnapshotPattern-882254688-router', 'tenant_id': '491b04f2d3e44f30b3ef489b5c13244b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '0d320baa-b957-4208-a605-b83990e34f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:31:50Z', 'updated_at': '2021-08-17T00:31:52Z', 'revision_number': 4, 'project_id': '491b04f2d3e44f30b3ef489b5c13244b', 'gw_port': {'id': '0d320baa-b957-4208-a605-b83990e34f9c', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ae:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab74c8ae-6d40-4328-a7e2-294900b29310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:31:50Z', 'updated_at': '2021-08-17T00:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26', '_interfaces': [{'id': 'a4857d6a-90f0-4bc0-bc12-c5adc62b4a8d', 'name': '', 'network_id': 'bf2ccc65-70e9-474c-a15a-89d4c4efe0f2', 'tenant_id': '491b04f2d3e44f30b3ef489b5c13244b', 'mac_address': 'fa:16:3e:2d:dd:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab74c8ae-6d40-4328-a7e2-294900b29310', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'e97f43fb-e34e-4c14-85ca-652ec58e65e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:31:52Z', 'updated_at': '2021-08-17T00:31:58Z', 'revision_number': 5, 'project_id': '491b04f2d3e44f30b3ef489b5c13244b', 'subnets': [{'id': 'e97f43fb-e34e-4c14-85ca-652ec58e65e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:37:09.477698 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1041a9-95bd-43bc-8510-f24b67eba08b None None] New status for floating IP b4c2e8d4-2ae9-4651-8cc9-92d47ef1b8a4: DOWN {{(pid=101294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 00:37:09.948595 n-d-791506-26 neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1389c321-a222-4df4-8fca-ef67efd6fe31 req-6e8eec67-e567-45af-ac3f-afb8fb194748 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:37:09.950085 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1389c321-a222-4df4-8fca-ef67efd6fe31 req-6e8eec67-e567-45af-ac3f-afb8fb194748 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] 10.222.0.36 "GET /v2.0/ports?device_id=e55b3298-43eb-44dc-8e40-61896ae2f694 HTTP/1.1" status: 200 len: 943 time: 0.0490096 Aug 17 00:37:09.987354 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-1389c321-a222-4df4-8fca-ef67efd6fe31 req-af00033b-88e1-44a4-bbdd-01b972ff4063 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] 10.222.0.36 "GET /v2.0/security-groups?id=490bc62f-3776-4d35-957e-058c3d4f7aba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313430 Aug 17 00:37:10.057526 n-d-791506-26 neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4512f61-65c3-42b0-8c0e-e6dadb107c19 req-7f430e94-27a9-4bfd-9b8b-280f910a53e2 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 00:37:10.058999 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b4512f61-65c3-42b0-8c0e-e6dadb107c19 req-7f430e94-27a9-4bfd-9b8b-280f910a53e2 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] 10.222.0.57 "GET /v2.0/ports?device_id=e55b3298-43eb-44dc-8e40-61896ae2f694 HTTP/1.1" status: 200 len: 943 time: 0.0542054 Aug 17 00:37:10.148287 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-b4512f61-65c3-42b0-8c0e-e6dadb107c19 req-bd14269f-aa18-4d08-8f8f-c97bd6504111 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Deleting port c566d833-3c61-4d62-b476-2d5a63b32466 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:37:10.149201 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-b4512f61-65c3-42b0-8c0e-e6dadb107c19 req-bd14269f-aa18-4d08-8f8f-c97bd6504111 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:10.245519 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-b4512f61-65c3-42b0-8c0e-e6dadb107c19 req-bd14269f-aa18-4d08-8f8f-c97bd6504111 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] For port c566d833-3c61-4d62-b476-2d5a63b32466, host n-h2-791506-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-26',level=0,port_id=c566d833-3c61-4d62-b476-2d5a63b32466,segment=NetworkSegment(2dbdf4e8-fdb7-45d8-b22f-1627fe1f340e),segment_id=2dbdf4e8-fdb7-45d8-b22f-1627fe1f340e)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:37:10.246272 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-b4512f61-65c3-42b0-8c0e-e6dadb107c19 req-bd14269f-aa18-4d08-8f8f-c97bd6504111 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:10.260092 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [req-b4512f61-65c3-42b0-8c0e-e6dadb107c19 req-bd14269f-aa18-4d08-8f8f-c97bd6504111 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Calling delete_port for c566d833-3c61-4d62-b476-2d5a63b32466 owned by compute:nova {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:37:10.404104 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-b4512f61-65c3-42b0-8c0e-e6dadb107c19 req-bd14269f-aa18-4d08-8f8f-c97bd6504111 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:10.433963 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd14269f-aa18-4d08-8f8f-c97bd6504111 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Pushing event deleted for resources: {'Port': ['ID=c566d833-3c61-4d62-b476-2d5a63b32466,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:37:10.478125 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4512f61-65c3-42b0-8c0e-e6dadb107c19 req-bd14269f-aa18-4d08-8f8f-c97bd6504111 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] No DVR routers for this DVR port c566d833-3c61-4d62-b476-2d5a63b32466 on host n-h2-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:37:10.481339 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-b4512f61-65c3-42b0-8c0e-e6dadb107c19 req-bd14269f-aa18-4d08-8f8f-c97bd6504111 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-475614'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:10.484227 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [req-b4512f61-65c3-42b0-8c0e-e6dadb107c19 req-bd14269f-aa18-4d08-8f8f-c97bd6504111 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] 10.222.0.57 "DELETE /v2.0/ports/c566d833-3c61-4d62-b476-2d5a63b32466 HTTP/1.1" status: 204 len: 173 time: 0.4195390 Aug 17 00:37:10.595051 n-d-791506-26 neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e55b3298-43eb-44dc-8e40-61896ae2f694', 'name': 'network-vif-deleted', 'tag': 'c566d833-3c61-4d62-b476-2d5a63b32466'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 00:37:10.598542 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7165c1ab170cf7a86a4d2d0d4fd52c1e3b7b58c190c14e765d35b2aa62be1e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca587ef7-7cea-46a2-8ceb-06fc1d712503" -d '{"events": [{"server_uuid": "e55b3298-43eb-44dc-8e40-61896ae2f694", "name": "network-vif-deleted", "tag": "c566d833-3c61-4d62-b476-2d5a63b32466"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 00:37:10.638745 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 00:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40c6e926-7c1c-4842-a6a9-a48320d57e1e x-openstack-request-id: req-40c6e926-7c1c-4842-a6a9-a48320d57e1e {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 00:37:10.639224 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e55b3298-43eb-44dc-8e40-61896ae2f694", "name": "network-vif-deleted", "tag": "c566d833-3c61-4d62-b476-2d5a63b32466", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 00:37:10.639633 n-d-791506-26 neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-40c6e926-7c1c-4842-a6a9-a48320d57e1e {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 00:37:10.640054 n-d-791506-26 neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e55b3298-43eb-44dc-8e40-61896ae2f694', 'name': 'network-vif-deleted', 'tag': 'c566d833-3c61-4d62-b476-2d5a63b32466', 'status': 'completed', 'code': 200} Aug 17 00:37:11.091561 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [req-250faccf-8917-4826-98d9-2ce801491519 req-4cf5d91b-964d-41de-852d-b03c2e1384ad tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] 10.222.0.36 "GET /v2.0/ports?device_id=e55b3298-43eb-44dc-8e40-61896ae2f694 HTTP/1.1" status: 200 len: 210 time: 0.0255651 Aug 17 00:37:12.149369 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 34440) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:37:12.211382 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-806b31c4-059c-4591-9090-5d5c5cf2e4d8 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Notify callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:12.235337 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-806b31c4-059c-4591-9090-5d5c5cf2e4d8 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:12.296991 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-806b31c4-059c-4591-9090-5d5c5cf2e4d8 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:12.299549 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-806b31c4-059c-4591-9090-5d5c5cf2e4d8 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Notify callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:12.300727 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-806b31c4-059c-4591-9090-5d5c5cf2e4d8 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] 10.222.0.36 "DELETE /v2.0/security-groups/490bc62f-3776-4d35-957e-058c3d4f7aba HTTP/1.1" status: 204 len: 168 time: 0.1503353 Aug 17 00:37:12.311185 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806b31c4-059c-4591-9090-5d5c5cf2e4d8 tempest-TestSnapshotPattern-876606347 tempest-TestSnapshotPattern-876606347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=490bc62f-3776-4d35-957e-058c3d4f7aba,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:37:12.355331 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 34444) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:37:12.439425 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:12.813425 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7737cb55-0beb-4b56-9833-9d11b07c91bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537579'] for router_interface, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:13.102044 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-7737cb55-0beb-4b56-9833-9d11b07c91bd admin admin] Deleting port a4857d6a-90f0-4bc0-bc12-c5adc62b4a8d {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:37:13.102391 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7737cb55-0beb-4b56-9833-9d11b07c91bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:13.183858 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-7737cb55-0beb-4b56-9833-9d11b07c91bd admin admin] For port a4857d6a-90f0-4bc0-bc12-c5adc62b4a8d, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=a4857d6a-90f0-4bc0-bc12-c5adc62b4a8d,segment=NetworkSegment(2dbdf4e8-fdb7-45d8-b22f-1627fe1f340e),segment_id=2dbdf4e8-fdb7-45d8-b22f-1627fe1f340e)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:37:13.184588 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7737cb55-0beb-4b56-9833-9d11b07c91bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:13.197087 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-7737cb55-0beb-4b56-9833-9d11b07c91bd admin admin] Calling delete_port for a4857d6a-90f0-4bc0-bc12-c5adc62b4a8d owned by network:router_interface {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:37:13.377014 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7737cb55-0beb-4b56-9833-9d11b07c91bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:13.402363 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7737cb55-0beb-4b56-9833-9d11b07c91bd admin admin] Pushing event deleted for resources: {'Port': ['ID=a4857d6a-90f0-4bc0-bc12-c5adc62b4a8d,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:37:13.569345 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7737cb55-0beb-4b56-9833-9d11b07c91bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537471'] for router_interface, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:13.798465 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7737cb55-0beb-4b56-9833-9d11b07c91bd admin admin] Router ab74c8ae-6d40-4328-a7e2-294900b29310 has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:37:13.905552 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7737cb55-0beb-4b56-9833-9d11b07c91bd admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:37:13.910665 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-7737cb55-0beb-4b56-9833-9d11b07c91bd admin admin] 10.222.0.36 "PUT /v2.0/routers/ab74c8ae-6d40-4328-a7e2-294900b29310/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5541649 Aug 17 00:37:13.913163 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 34448) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:37:13.916437 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d200797-be12-496c-8eb2-7017d1834a2d None None] Sync routers for ids ['ab74c8ae-6d40-4328-a7e2-294900b29310'] in n-d-791506-26 {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:37:13.925539 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d200797-be12-496c-8eb2-7017d1834a2d None None] Routers {'ab74c8ae-6d40-4328-a7e2-294900b29310'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:37:13.926151 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-4d200797-be12-496c-8eb2-7017d1834a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:36:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['ab74c8ae-6d40-4328-a7e2-294900b29310'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:37:14.020334 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ea6e8e64-2abb-48c4-88c4-058d4016a88e admin admin] Notify callbacks [] for router, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:14.127263 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ea6e8e64-2abb-48c4-88c4-058d4016a88e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:14.163940 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device c566d833-3c61-4d62-b476-2d5a63b32466 no longer exists at agent hyperv_n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:37:14.182911 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-ea6e8e64-2abb-48c4-88c4-058d4016a88e admin admin] Deleting port 0d320baa-b957-4208-a605-b83990e34f9c {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:37:14.183252 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ea6e8e64-2abb-48c4-88c4-058d4016a88e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:14.186481 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] No Port match for: c566d833-3c61-4d62-b476-2d5a63b32466 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:37:14.186836 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Device c566d833-3c61-4d62-b476-2d5a63b32466 not bound to the agent host n-h2-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:37:14.210389 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-4d200797-be12-496c-8eb2-7017d1834a2d None None] Set router ab74c8ae-6d40-4328-a7e2-294900b29310 gateway port host: n-d-791506-26 {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:37:14.266663 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-ea6e8e64-2abb-48c4-88c4-058d4016a88e admin admin] For port 0d320baa-b957-4208-a605-b83990e34f9c, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=0d320baa-b957-4208-a605-b83990e34f9c,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:37:14.267398 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ea6e8e64-2abb-48c4-88c4-058d4016a88e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:14.278900 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-ea6e8e64-2abb-48c4-88c4-058d4016a88e admin admin] Calling delete_port for 0d320baa-b957-4208-a605-b83990e34f9c owned by network:router_gateway {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:37:14.394438 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-4d200797-be12-496c-8eb2-7017d1834a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab74c8ae-6d40-4328-a7e2-294900b29310', 'name': 'tempest-TestSnapshotPattern-882254688-router', 'tenant_id': '491b04f2d3e44f30b3ef489b5c13244b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '0d320baa-b957-4208-a605-b83990e34f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:31:50Z', 'updated_at': '2021-08-17T00:37:13Z', 'revision_number': 5, 'project_id': '491b04f2d3e44f30b3ef489b5c13244b', 'gw_port': {'id': '0d320baa-b957-4208-a605-b83990e34f9c', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ae:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab74c8ae-6d40-4328-a7e2-294900b29310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:31:50Z', 'updated_at': '2021-08-17T00:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:37:14.425892 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d200797-be12-496c-8eb2-7017d1834a2d None None] Checking router: ab74c8ae-6d40-4328-a7e2-294900b29310 for host: n-d-791506-26 {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:37:14.434289 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d200797-be12-496c-8eb2-7017d1834a2d None None] Routers {'ab74c8ae-6d40-4328-a7e2-294900b29310'} bound to L3 agent in host n-d-791506-26 {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:37:14.434908 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-4d200797-be12-496c-8eb2-7017d1834a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:36:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['ab74c8ae-6d40-4328-a7e2-294900b29310'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:37:14.453534 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ea6e8e64-2abb-48c4-88c4-058d4016a88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:14.478437 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e8e64-2abb-48c4-88c4-058d4016a88e admin admin] Pushing event deleted for resources: {'Port': ['ID=0d320baa-b957-4208-a605-b83990e34f9c,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:37:14.521350 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-4d200797-be12-496c-8eb2-7017d1834a2d None None] Set router ab74c8ae-6d40-4328-a7e2-294900b29310 gateway port host: None {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:37:14.543874 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ea6e8e64-2abb-48c4-88c4-058d4016a88e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537121'] for router_gateway, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:14.573317 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-4d200797-be12-496c-8eb2-7017d1834a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab74c8ae-6d40-4328-a7e2-294900b29310', 'name': 'tempest-TestSnapshotPattern-882254688-router', 'tenant_id': '491b04f2d3e44f30b3ef489b5c13244b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:31:50Z', 'updated_at': '2021-08-17T00:37:14Z', 'revision_number': 6, 'project_id': '491b04f2d3e44f30b3ef489b5c13244b', 'gw_port_host': None}], 'n-d-791506-26', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:37:14.604943 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d200797-be12-496c-8eb2-7017d1834a2d None None] The sync data for ids ['ab74c8ae-6d40-4328-a7e2-294900b29310'] in n-d-791506-26 is: [{'id': 'ab74c8ae-6d40-4328-a7e2-294900b29310', 'name': 'tempest-TestSnapshotPattern-882254688-router', 'tenant_id': '491b04f2d3e44f30b3ef489b5c13244b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:31:50Z', 'updated_at': '2021-08-17T00:37:14Z', 'revision_number': 6, 'project_id': '491b04f2d3e44f30b3ef489b5c13244b', 'gw_port_host': None}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:37:14.639880 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ea6e8e64-2abb-48c4-88c4-058d4016a88e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:14.642404 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ea6e8e64-2abb-48c4-88c4-058d4016a88e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:14.693374 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ea6e8e64-2abb-48c4-88c4-058d4016a88e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:14.693917 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea6e8e64-2abb-48c4-88c4-058d4016a88e admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab74c8ae-6d40-4328-a7e2-294900b29310 {{(pid=101292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 00:37:14.698495 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ea6e8e64-2abb-48c4-88c4-058d4016a88e admin admin] Notify callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:14.699658 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-ea6e8e64-2abb-48c4-88c4-058d4016a88e admin admin] 10.222.0.36 "DELETE /v2.0/routers/ab74c8ae-6d40-4328-a7e2-294900b29310 HTTP/1.1" status: 204 len: 168 time: 0.7855871 Aug 17 00:37:14.702389 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 34450) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:37:14.750845 n-d-791506-26 neutron-server[101292]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f30a180-ebd0-4729-ba5d-22fe4eb44d24 admin admin] Deleting subnet e97f43fb-e34e-4c14-85ca-652ec58e65e2 {{(pid=101292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:37:14.754127 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8f30a180-ebd0-4729-ba5d-22fe4eb44d24 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:14.788330 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8f30a180-ebd0-4729-ba5d-22fe4eb44d24 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3848860'] for subnet, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:14.872745 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8f30a180-ebd0-4729-ba5d-22fe4eb44d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:14.924966 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8f30a180-ebd0-4729-ba5d-22fe4eb44d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26672379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26252129'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:14.949129 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30a180-ebd0-4729-ba5d-22fe4eb44d24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e97f43fb-e34e-4c14-85ca-652ec58e65e2,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:37:14.963027 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8f30a180-ebd0-4729-ba5d-22fe4eb44d24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:14.967863 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-8f30a180-ebd0-4729-ba5d-22fe4eb44d24 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/e97f43fb-e34e-4c14-85ca-652ec58e65e2 HTTP/1.1" status: 204 len: 168 time: 0.2621987 Aug 17 00:37:14.968205 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 34452) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:37:14.973010 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd77044-ba1b-4eed-9c5f-48b07be26e13 None None] Network bf2ccc65-70e9-474c-a15a-89d4c4efe0f2 requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:37:15.044214 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e1c9d0fd-da65-4df7-a989-cde384c8a084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:15.102234 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-e1c9d0fd-da65-4df7-a989-cde384c8a084 admin admin] Deleting port 25b1dadd-e271-419c-b81b-7f864a0e303b {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:37:15.102586 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e1c9d0fd-da65-4df7-a989-cde384c8a084 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:15.167515 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-e1c9d0fd-da65-4df7-a989-cde384c8a084 admin admin] For port 25b1dadd-e271-419c-b81b-7f864a0e303b, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=25b1dadd-e271-419c-b81b-7f864a0e303b,segment=NetworkSegment(2dbdf4e8-fdb7-45d8-b22f-1627fe1f340e),segment_id=2dbdf4e8-fdb7-45d8-b22f-1627fe1f340e)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:37:15.167886 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e1c9d0fd-da65-4df7-a989-cde384c8a084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:15.180931 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-e1c9d0fd-da65-4df7-a989-cde384c8a084 admin admin] Calling delete_port for 25b1dadd-e271-419c-b81b-7f864a0e303b owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:37:15.261741 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e1c9d0fd-da65-4df7-a989-cde384c8a084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:15.287470 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c9d0fd-da65-4df7-a989-cde384c8a084 admin admin] Pushing event deleted for resources: {'Port': ['ID=25b1dadd-e271-419c-b81b-7f864a0e303b,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:37:15.290984 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c9d0fd-da65-4df7-a989-cde384c8a084 admin admin] No DVR routers for this DVR port 25b1dadd-e271-419c-b81b-7f864a0e303b on host n-d-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:37:15.364117 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e1c9d0fd-da65-4df7-a989-cde384c8a084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:15.376694 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-e1c9d0fd-da65-4df7-a989-cde384c8a084 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf2ccc65-70e9-474c-a15a-89d4c4efe0f2']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:37:15.388209 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-e1c9d0fd-da65-4df7-a989-cde384c8a084 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dbdf4e8-fdb7-45d8-b22f-1627fe1f340e') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:37:15.388512 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-e1c9d0fd-da65-4df7-a989-cde384c8a084 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dbdf4e8-fdb7-45d8-b22f-1627fe1f340e') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:37:15.401068 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e1c9d0fd-da65-4df7-a989-cde384c8a084 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:15.401885 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0020847d-3a31-43d4-a2c5-f6c2542e7a34 None None] DHCP port deletion for bf2ccc65-70e9-474c-a15a-89d4c4efe0f2 request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:37:15.423608 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e1c9d0fd-da65-4df7-a989-cde384c8a084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:15.430236 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1c9d0fd-da65-4df7-a989-cde384c8a084 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:37:15.430745 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e1c9d0fd-da65-4df7-a989-cde384c8a084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:15.432523 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 17 00:37:15.432523 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:37:15.432523 n-d-791506-26 neutron-server[101291]: timer() Aug 17 00:37:15.432523 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:37:15.432523 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 17 00:37:15.432523 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:37:15.432523 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 17 00:37:15.432523 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:37:15.432523 n-d-791506-26 neutron-server[101291]: self._notify() Aug 17 00:37:15.432523 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:37:15.432523 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 17 00:37:15.432523 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:37:15.432523 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 17 00:37:15.432523 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:37:15.432523 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:37:15.432523 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:37:15.432523 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:37:15.432523 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:37:15.432523 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 17 00:37:15.432523 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:37:15.432523 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 17 00:37:15.432523 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:37:15.432523 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:37:15.432523 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:37:15.432523 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 17 00:37:15.432523 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:37:15.432523 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:37:15.432523 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:37:15.432523 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:37:15.432523 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:37:15.432523 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:37:15.432523 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:37:15.487030 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e1c9d0fd-da65-4df7-a989-cde384c8a084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:15.494481 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e1c9d0fd-da65-4df7-a989-cde384c8a084 admin admin] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:15.496675 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-e1c9d0fd-da65-4df7-a989-cde384c8a084 admin admin] 10.222.0.36 "DELETE /v2.0/networks/bf2ccc65-70e9-474c-a15a-89d4c4efe0f2 HTTP/1.1" status: 204 len: 168 time: 0.5274148 Aug 17 00:37:15.500014 n-d-791506-26 neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.36', 34454) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:37:15.506911 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c9d0fd-da65-4df7-a989-cde384c8a084 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf2ccc65-70e9-474c-a15a-89d4c4efe0f2,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:37:15.849054 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-349245ea-bd2d-4731-9b31-9228cc1348ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-537579'] for router_interface, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:16.086757 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-349245ea-bd2d-4731-9b31-9228cc1348ea admin admin] Deleting port 318ad31f-2a1e-49dd-b27e-6936a9a2533a {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:37:16.086995 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-349245ea-bd2d-4731-9b31-9228cc1348ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:16.161368 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-349245ea-bd2d-4731-9b31-9228cc1348ea admin admin] For port 318ad31f-2a1e-49dd-b27e-6936a9a2533a, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=318ad31f-2a1e-49dd-b27e-6936a9a2533a,segment=NetworkSegment(e68bf460-6992-473a-87ec-1c9bc8b8c7fb),segment_id=e68bf460-6992-473a-87ec-1c9bc8b8c7fb)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:37:16.161735 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-349245ea-bd2d-4731-9b31-9228cc1348ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:16.174442 n-d-791506-26 neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-349245ea-bd2d-4731-9b31-9228cc1348ea admin admin] Calling delete_port for 318ad31f-2a1e-49dd-b27e-6936a9a2533a owned by network:router_interface {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:37:16.353135 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-349245ea-bd2d-4731-9b31-9228cc1348ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26672150'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:16.378463 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349245ea-bd2d-4731-9b31-9228cc1348ea admin admin] Pushing event deleted for resources: {'Port': ['ID=318ad31f-2a1e-49dd-b27e-6936a9a2533a,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:37:16.724468 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 25b1dadd-e271-419c-b81b-7f864a0e303b no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:37:16.750375 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 25b1dadd-e271-419c-b81b-7f864a0e303b {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:37:16.750720 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 25b1dadd-e271-419c-b81b-7f864a0e303b not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:37:16.751134 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device a4857d6a-90f0-4bc0-bc12-c5adc62b4a8d no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:37:16.771205 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: a4857d6a-90f0-4bc0-bc12-c5adc62b4a8d {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:37:16.771545 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device a4857d6a-90f0-4bc0-bc12-c5adc62b4a8d not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:37:16.771963 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 0d320baa-b957-4208-a605-b83990e34f9c no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:37:16.791294 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 0d320baa-b957-4208-a605-b83990e34f9c {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:37:16.791638 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 0d320baa-b957-4208-a605-b83990e34f9c not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:37:16.899554 n-d-791506-26 neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-349245ea-bd2d-4731-9b31-9228cc1348ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537471'] for router_interface, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:17.130630 n-d-791506-26 neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-349245ea-bd2d-4731-9b31-9228cc1348ea admin admin] Router 84a56876-1ff7-4eae-8afd-30f34e8cbd4f has already been hosted by L3 agent 6264b46b-b523-4e17-8a2c-95d6e40d965f {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 00:37:17.246711 n-d-791506-26 neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-349245ea-bd2d-4731-9b31-9228cc1348ea admin admin] Notify agent at l3_agent.n-d-791506-26 the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 00:37:17.252018 n-d-791506-26 neutron-server[101292]: INFO neutron.wsgi [None req-349245ea-bd2d-4731-9b31-9228cc1348ea admin admin] 10.222.0.36 "PUT /v2.0/routers/84a56876-1ff7-4eae-8afd-30f34e8cbd4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7507448 Aug 17 00:37:17.254915 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 34456) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:37:17.259734 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c87d1b-0bd4-4be1-9bd6-8d82a8efd1d4 None None] Sync routers for ids ['84a56876-1ff7-4eae-8afd-30f34e8cbd4f'] in n-d-791506-26 {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 00:37:17.270007 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c87d1b-0bd4-4be1-9bd6-8d82a8efd1d4 None None] Routers {'84a56876-1ff7-4eae-8afd-30f34e8cbd4f'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:37:17.270709 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-c2c87d1b-0bd4-4be1-9bd6-8d82a8efd1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:36:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['84a56876-1ff7-4eae-8afd-30f34e8cbd4f'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:37:17.379819 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-c2c87d1b-0bd4-4be1-9bd6-8d82a8efd1d4 None None] Set router 84a56876-1ff7-4eae-8afd-30f34e8cbd4f gateway port host: n-d-791506-26 {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:37:17.382624 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-73659c79-f618-48a7-9352-a4ee0c4cdc3e admin admin] Notify callbacks [] for router, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:17.498875 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-73659c79-f618-48a7-9352-a4ee0c4cdc3e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:17.557412 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-73659c79-f618-48a7-9352-a4ee0c4cdc3e admin admin] Deleting port 4193bdda-0f8d-44d9-9450-ca0d0c02ad2b {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:37:17.557765 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-73659c79-f618-48a7-9352-a4ee0c4cdc3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:17.576994 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-c2c87d1b-0bd4-4be1-9bd6-8d82a8efd1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a56876-1ff7-4eae-8afd-30f34e8cbd4f', 'name': 'tempest-TestSnapshotPattern-1286133007-router', 'tenant_id': 'd63bb78cdfa245c29f83fb7808d125fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'external_fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '4193bdda-0f8d-44d9-9450-ca0d0c02ad2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:31:54Z', 'updated_at': '2021-08-17T00:37:16Z', 'revision_number': 5, 'project_id': 'd63bb78cdfa245c29f83fb7808d125fd', 'gw_port': {'id': '4193bdda-0f8d-44d9-9450-ca0d0c02ad2b', 'name': '', 'network_id': 'c22c4980-c849-406d-982c-a5d68c515a94', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:34:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a56876-1ff7-4eae-8afd-30f34e8cbd4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T00:31:55Z', 'updated_at': '2021-08-17T00:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bd6faab7-2018-49a9-b42f-87f060f72561', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-26'}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:37:17.608819 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c87d1b-0bd4-4be1-9bd6-8d82a8efd1d4 None None] Checking router: 84a56876-1ff7-4eae-8afd-30f34e8cbd4f for host: n-d-791506-26 {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 00:37:17.624329 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c87d1b-0bd4-4be1-9bd6-8d82a8efd1d4 None None] Routers {'84a56876-1ff7-4eae-8afd-30f34e8cbd4f'} bound to L3 agent in host n-d-791506-26 {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 00:37:17.625000 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-c2c87d1b-0bd4-4be1-9bd6-8d82a8efd1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T22:36:20Z,description=,heartbeat_timestamp=2021-08-17T00:36:50Z,host='n-d-791506-26',id=6264b46b-b523-4e17-8a2c-95d6e40d965f,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T22:36:20Z,topic='l3_agent')) {'router_ids': ['84a56876-1ff7-4eae-8afd-30f34e8cbd4f'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:37:17.658220 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-73659c79-f618-48a7-9352-a4ee0c4cdc3e admin admin] For port 4193bdda-0f8d-44d9-9450-ca0d0c02ad2b, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=4193bdda-0f8d-44d9-9450-ca0d0c02ad2b,segment=NetworkSegment(8f9a6d17-67c6-476a-bbf8-5fe6296e442e),segment_id=8f9a6d17-67c6-476a-bbf8-5fe6296e442e)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:37:17.658601 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-73659c79-f618-48a7-9352-a4ee0c4cdc3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:17.673590 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-73659c79-f618-48a7-9352-a4ee0c4cdc3e admin admin] Calling delete_port for 4193bdda-0f8d-44d9-9450-ca0d0c02ad2b owned by network:router_gateway {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:37:17.722632 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-c2c87d1b-0bd4-4be1-9bd6-8d82a8efd1d4 None None] Set router 84a56876-1ff7-4eae-8afd-30f34e8cbd4f gateway port host: None {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 00:37:17.784256 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-c2c87d1b-0bd4-4be1-9bd6-8d82a8efd1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a56876-1ff7-4eae-8afd-30f34e8cbd4f', 'name': 'tempest-TestSnapshotPattern-1286133007-router', 'tenant_id': 'd63bb78cdfa245c29f83fb7808d125fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:31:54Z', 'updated_at': '2021-08-17T00:37:17Z', 'revision_number': 6, 'project_id': 'd63bb78cdfa245c29f83fb7808d125fd', 'gw_port_host': None}], 'n-d-791506-26', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:37:17.810678 n-d-791506-26 neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c87d1b-0bd4-4be1-9bd6-8d82a8efd1d4 None None] The sync data for ids ['84a56876-1ff7-4eae-8afd-30f34e8cbd4f'] in n-d-791506-26 is: [{'id': '84a56876-1ff7-4eae-8afd-30f34e8cbd4f', 'name': 'tempest-TestSnapshotPattern-1286133007-router', 'tenant_id': 'd63bb78cdfa245c29f83fb7808d125fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T00:31:54Z', 'updated_at': '2021-08-17T00:37:17Z', 'revision_number': 6, 'project_id': 'd63bb78cdfa245c29f83fb7808d125fd', 'gw_port_host': None}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 00:37:17.859737 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-73659c79-f618-48a7-9352-a4ee0c4cdc3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:17.887384 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73659c79-f618-48a7-9352-a4ee0c4cdc3e admin admin] Pushing event deleted for resources: {'Port': ['ID=4193bdda-0f8d-44d9-9450-ca0d0c02ad2b,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:37:17.899276 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e463cb57-8885-470e-9b3b-0fe441f4a81e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:17.950365 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-73659c79-f618-48a7-9352-a4ee0c4cdc3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537121'] for router_gateway, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:18.049508 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-73659c79-f618-48a7-9352-a4ee0c4cdc3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-639629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-500211'] for router, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:18.051656 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-73659c79-f618-48a7-9352-a4ee0c4cdc3e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:18.372161 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-73659c79-f618-48a7-9352-a4ee0c4cdc3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-639620'] for router, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:18.372887 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73659c79-f618-48a7-9352-a4ee0c4cdc3e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84a56876-1ff7-4eae-8afd-30f34e8cbd4f {{(pid=101291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 00:37:18.377252 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-73659c79-f618-48a7-9352-a4ee0c4cdc3e admin admin] Notify callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:18.378654 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-73659c79-f618-48a7-9352-a4ee0c4cdc3e admin admin] 10.222.0.36 "DELETE /v2.0/routers/84a56876-1ff7-4eae-8afd-30f34e8cbd4f HTTP/1.1" status: 204 len: 168 time: 1.1227429 Aug 17 00:37:18.381118 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 34462) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:37:18.425780 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e628e52-9f28-4de5-b32f-851da04a7e39 admin admin] Deleting subnet b1fce715-2c11-4eb1-a82c-d062d3192672 {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 00:37:18.428825 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8e628e52-9f28-4de5-b32f-851da04a7e39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:18.463139 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8e628e52-9f28-4de5-b32f-851da04a7e39 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27136468'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:18.544603 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8e628e52-9f28-4de5-b32f-851da04a7e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676326'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:18.602338 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8e628e52-9f28-4de5-b32f-851da04a7e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676319', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25589094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27061945'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:18.631630 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e628e52-9f28-4de5-b32f-851da04a7e39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1fce715-2c11-4eb1-a82c-d062d3192672,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:37:18.634580 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8e628e52-9f28-4de5-b32f-851da04a7e39 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:18.636591 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-8e628e52-9f28-4de5-b32f-851da04a7e39 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/b1fce715-2c11-4eb1-a82c-d062d3192672 HTTP/1.1" status: 204 len: 168 time: 0.2544594 Aug 17 00:37:18.639065 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 34464) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:37:18.639202 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7334104d-a3e9-4c3b-8709-084309c4a226 None None] Network f1889759-8e37-4d40-af5b-d114a7710e4e requested from n-d-791506-26 {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 00:37:18.686745 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 4193bdda-0f8d-44d9-9450-ca0d0c02ad2b no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:37:18.717730 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f44698ea-cadf-43ea-9471-13012ae8cbeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2074734'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:18.726054 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 4193bdda-0f8d-44d9-9450-ca0d0c02ad2b {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:37:18.726539 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 4193bdda-0f8d-44d9-9450-ca0d0c02ad2b not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:37:18.726961 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 318ad31f-2a1e-49dd-b27e-6936a9a2533a no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:37:18.754529 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 318ad31f-2a1e-49dd-b27e-6936a9a2533a {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:37:18.754879 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 318ad31f-2a1e-49dd-b27e-6936a9a2533a not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:37:18.775657 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-f44698ea-cadf-43ea-9471-13012ae8cbeb admin admin] Deleting port 87d5a363-f964-46b9-b119-fd80817e91ca {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:37:18.776002 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f44698ea-cadf-43ea-9471-13012ae8cbeb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:18.842249 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-f44698ea-cadf-43ea-9471-13012ae8cbeb admin admin] For port 87d5a363-f964-46b9-b119-fd80817e91ca, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=87d5a363-f964-46b9-b119-fd80817e91ca,segment=NetworkSegment(e68bf460-6992-473a-87ec-1c9bc8b8c7fb),segment_id=e68bf460-6992-473a-87ec-1c9bc8b8c7fb)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:37:18.842462 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f44698ea-cadf-43ea-9471-13012ae8cbeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:18.859445 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-f44698ea-cadf-43ea-9471-13012ae8cbeb admin admin] Calling delete_port for 87d5a363-f964-46b9-b119-fd80817e91ca owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:37:18.876431 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0cb1c6b-2bc6-4a8a-917e-c0b58c9e8236 None None] DHCP port deletion for f1889759-8e37-4d40-af5b-d114a7710e4e request from n-d-791506-26 {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 00:37:18.930840 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-d0cb1c6b-2bc6-4a8a-917e-c0b58c9e8236 None None] Deleting port 87d5a363-f964-46b9-b119-fd80817e91ca {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 00:37:18.931517 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d0cb1c6b-2bc6-4a8a-917e-c0b58c9e8236 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748570302805'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:18.947435 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f44698ea-cadf-43ea-9471-13012ae8cbeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25589131'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:18.974514 n-d-791506-26 neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44698ea-cadf-43ea-9471-13012ae8cbeb admin admin] No DVR routers for this DVR port 87d5a363-f964-46b9-b119-fd80817e91ca on host n-d-791506-26 {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:37:18.979768 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44698ea-cadf-43ea-9471-13012ae8cbeb admin admin] Pushing event deleted for resources: {'Port': ['ID=87d5a363-f964-46b9-b119-fd80817e91ca,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:37:19.002105 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-d0cb1c6b-2bc6-4a8a-917e-c0b58c9e8236 None None] For port 87d5a363-f964-46b9-b119-fd80817e91ca, host n-d-791506-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-26',level=0,port_id=87d5a363-f964-46b9-b119-fd80817e91ca,segment=NetworkSegment(e68bf460-6992-473a-87ec-1c9bc8b8c7fb),segment_id=e68bf460-6992-473a-87ec-1c9bc8b8c7fb)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 00:37:19.002773 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d0cb1c6b-2bc6-4a8a-917e-c0b58c9e8236 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532490'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:19.016592 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-d0cb1c6b-2bc6-4a8a-917e-c0b58c9e8236 None None] Calling delete_port for 87d5a363-f964-46b9-b119-fd80817e91ca owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 00:37:19.055689 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f44698ea-cadf-43ea-9471-13012ae8cbeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1681839', 'neutron.services.segments.db._delete_segments_for_network-8748570166941'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:19.065863 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-f44698ea-cadf-43ea-9471-13012ae8cbeb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1889759-8e37-4d40-af5b-d114a7710e4e']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:37:19.078489 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-f44698ea-cadf-43ea-9471-13012ae8cbeb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e68bf460-6992-473a-87ec-1c9bc8b8c7fb') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:37:19.078791 n-d-791506-26 neutron-server[101291]: DEBUG neutron.services.segments.db [None req-f44698ea-cadf-43ea-9471-13012ae8cbeb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e68bf460-6992-473a-87ec-1c9bc8b8c7fb') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 00:37:19.087725 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f44698ea-cadf-43ea-9471-13012ae8cbeb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748570237350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27136493'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:19.097810 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d0cb1c6b-2bc6-4a8a-917e-c0b58c9e8236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2090537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748570308271', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748569736277'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:19.102468 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f44698ea-cadf-43ea-9471-13012ae8cbeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:19.108776 n-d-791506-26 neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f44698ea-cadf-43ea-9471-13012ae8cbeb admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 00:37:19.109166 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f44698ea-cadf-43ea-9471-13012ae8cbeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1676401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25589212'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:19.110905 n-d-791506-26 neutron-server[101291]: Traceback (most recent call last): Aug 17 00:37:19.110905 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 00:37:19.110905 n-d-791506-26 neutron-server[101291]: timer() Aug 17 00:37:19.110905 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 00:37:19.110905 n-d-791506-26 neutron-server[101291]: cb(*args, **kw) Aug 17 00:37:19.110905 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 00:37:19.110905 n-d-791506-26 neutron-server[101291]: return func(*args, **kwargs) Aug 17 00:37:19.110905 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 00:37:19.110905 n-d-791506-26 neutron-server[101291]: self._notify() Aug 17 00:37:19.110905 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 00:37:19.110905 n-d-791506-26 neutron-server[101291]: self.callback(batched_events) Aug 17 00:37:19.110905 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 00:37:19.110905 n-d-791506-26 neutron-server[101291]: event.method(event) Aug 17 00:37:19.110905 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 00:37:19.110905 n-d-791506-26 neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 00:37:19.110905 n-d-791506-26 neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 00:37:19.110905 n-d-791506-26 neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 00:37:19.110905 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 00:37:19.110905 n-d-791506-26 neutron-server[101291]: return f(self, *a, **k) Aug 17 00:37:19.110905 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 00:37:19.110905 n-d-791506-26 neutron-server[101291]: return self._get(url).json() Aug 17 00:37:19.110905 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 00:37:19.110905 n-d-791506-26 neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 00:37:19.110905 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 00:37:19.110905 n-d-791506-26 neutron-server[101291]: return self.request(url, 'GET', **kwargs) Aug 17 00:37:19.110905 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 00:37:19.110905 n-d-791506-26 neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 00:37:19.110905 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 00:37:19.110905 n-d-791506-26 neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 00:37:19.110905 n-d-791506-26 neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 00:37:19.110905 n-d-791506-26 neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 00:37:19.110905 n-d-791506-26 neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 00:37:19.121394 n-d-791506-26 neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cb1c6b-2bc6-4a8a-917e-c0b58c9e8236 None None] Pushing event deleted for resources: {'Port': ['ID=87d5a363-f964-46b9-b119-fd80817e91ca,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:37:19.127053 n-d-791506-26 neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cb1c6b-2bc6-4a8a-917e-c0b58c9e8236 None None] No DVR routers for this DVR port 87d5a363-f964-46b9-b119-fd80817e91ca on host n-d-791506-26 {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 00:37:19.166223 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f44698ea-cadf-43ea-9471-13012ae8cbeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1681828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-954361'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:19.171978 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f44698ea-cadf-43ea-9471-13012ae8cbeb admin admin] Notify callbacks [] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:19.174168 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-f44698ea-cadf-43ea-9471-13012ae8cbeb admin admin] 10.222.0.36 "DELETE /v2.0/networks/f1889759-8e37-4d40-af5b-d114a7710e4e HTTP/1.1" status: 204 len: 168 time: 0.5341799 Aug 17 00:37:19.185904 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44698ea-cadf-43ea-9471-13012ae8cbeb admin admin] Pushing event deleted for resources: {'Network': ['ID=f1889759-8e37-4d40-af5b-d114a7710e4e,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:37:19.295374 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 34468) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:37:19.339702 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-f823a387-183f-4738-9fc3-808ec97c6884 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=491b04f2d3e44f30b3ef489b5c13244b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0430353 Aug 17 00:37:19.342213 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 34470) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:37:19.394862 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c7b6e5f2-7dbe-44f3-9ee2-d72b13e2a548 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:19.415947 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c7b6e5f2-7dbe-44f3-9ee2-d72b13e2a548 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:19.463095 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c7b6e5f2-7dbe-44f3-9ee2-d72b13e2a548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:19.465736 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c7b6e5f2-7dbe-44f3-9ee2-d72b13e2a548 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:19.466878 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-c7b6e5f2-7dbe-44f3-9ee2-d72b13e2a548 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d30a0d7d-880f-414e-9a8d-d718a73d55c1 HTTP/1.1" status: 204 len: 168 time: 0.1237717 Aug 17 00:37:19.474537 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b6e5f2-7dbe-44f3-9ee2-d72b13e2a548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d30a0d7d-880f-414e-9a8d-d718a73d55c1,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:37:19.777560 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 34476) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:37:19.817600 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-a34511ec-f7a2-407f-817e-b928107c19db admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d63bb78cdfa245c29f83fb7808d125fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388851 Aug 17 00:37:19.820111 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.36', 34478) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 00:37:19.867595 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5ae4dcc6-81ef-431a-ae16-84c40032e06d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:19.888298 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5ae4dcc6-81ef-431a-ae16-84c40032e06d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:19.935190 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5ae4dcc6-81ef-431a-ae16-84c40032e06d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992253'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:19.937799 n-d-791506-26 neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5ae4dcc6-81ef-431a-ae16-84c40032e06d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:19.938957 n-d-791506-26 neutron-server[101291]: INFO neutron.wsgi [None req-5ae4dcc6-81ef-431a-ae16-84c40032e06d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/517377ae-fa7c-414c-be29-f4a2949ed726 HTTP/1.1" status: 204 len: 168 time: 0.1178274 Aug 17 00:37:19.947759 n-d-791506-26 neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae4dcc6-81ef-431a-ae16-84c40032e06d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=517377ae-fa7c-414c-be29-f4a2949ed726,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 00:37:19.981358 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-56f0cab3-4316-4a9e-86ed-f221d7dcd9db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:20.660331 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 87d5a363-f964-46b9-b119-fd80817e91ca no longer exists at agent ovs-agent-n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 00:37:20.684010 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] No Port match for: 87d5a363-f964-46b9-b119-fd80817e91ca {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 00:37:20.684362 n-d-791506-26 neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Device 87d5a363-f964-46b9-b119-fd80817e91ca not bound to the agent host n-d-791506-26 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 00:37:20.901468 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:22.029392 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:23.301660 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:26.548639 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:31.814994 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:37:42.437361 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:47.907050 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-506884e6-4159-4c75-b7fd-8e132b650276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:49.984650 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-b5cd2721-c485-4f0e-9e89-564db06a91fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:50.902510 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:52.031402 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:53.305912 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:37:56.559760 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:38:08.814729 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:38:12.440793 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:38:17.899404 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-12843e6e-3716-4ed8-881d-b5f4f1794f95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:38:19.984381 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-859a0c67-e570-48a7-b2c6-198ba3c0a10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:38:20.904001 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:38:22.034308 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:38:23.306782 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:38:26.579020 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:38:42.462367 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:38:45.813561 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:38:47.901653 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2f739ed6-ece5-44e7-ac6a-548170b08d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:38:49.986333 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-991ca3c4-035f-479e-9a74-884ae8f9f764 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:38:50.905264 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:38:52.037520 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:38:53.310334 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:38:56.573858 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:12.456525 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:17.902769 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-db5cd501-388b-4271-a4d4-54c1970b5d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:19.987187 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-414b4614-d4a1-4590-a388-40309b273ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:20.906705 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:22.040137 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:22.812503 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:39:23.313237 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:26.577870 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:42.481940 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:47.904413 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cef5534f-29a8-4cd1-8ebf-a6270dad2e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:49.990327 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4a8634ec-ba12-43e7-ade3-36b8e1d665cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:50.907255 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:52.043020 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:53.318931 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:56.570739 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:39:59.811795 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:40:12.483544 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:40:17.905395 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-6c94ba3d-f52c-4992-a1c5-d3a1f151c703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:40:19.989838 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-38adbdea-7e96-4ba9-af02-2e3ad9406960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:40:20.909758 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:40:22.046671 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:40:23.318512 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:40:26.570868 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:40:36.811231 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:40:42.484991 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:40:47.906323 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-1b81a1ca-a421-4aa9-9923-dd80daad2963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:40:49.991227 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-5b62bbea-2e22-4c13-9fab-f21a9435eaee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:40:50.912300 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:40:52.049839 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:40:53.324590 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:40:56.583477 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:41:12.512965 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:41:13.810784 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:41:17.907640 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-bd5db8d9-6a0c-40f1-8469-2374a1d4cc8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:41:19.992812 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-137e4f21-6106-44ed-9811-12b9938b6bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:41:20.915049 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:41:22.051280 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:41:23.327141 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:41:26.594499 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:41:42.540672 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:41:47.907355 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4683d3b8-94a2-4006-a820-535f226c0ff8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:41:49.995053 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-6ae699ea-87aa-4d9a-a362-7d59cd3da168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:41:50.812962 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:41:50.917565 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:41:52.053907 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:41:53.330488 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:41:56.597537 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:12.545910 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:17.908835 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-bf7cfd94-a260-49f2-9da4-401fde15c3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:19.994945 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-70d29f57-a769-42b6-b8ea-719054ab144e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:20.918753 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:22.057195 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:23.331813 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:26.596180 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:27.815586 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:42:42.543801 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:47.911947 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d441f21c-02f5-4324-8eb7-21548353d63e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:49.995746 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-745dca00-8ea5-40ed-8699-8e8b65d41ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:50.918881 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:52.061511 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:53.335449 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:42:56.594957 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:04.815250 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:43:12.555404 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:17.912651 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-099d8c0f-13a2-41dc-8664-1e2ff8ad5121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:19.998605 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-1ebb6e2f-b6b1-47d3-a53f-761b1621bac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:20.920371 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:22.064203 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:23.340273 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:26.596061 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:41.815454 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:43:42.560000 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:47.913734 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-11660047-58dd-492b-852b-0450775e96c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:49.999975 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0a64d487-9f86-45d1-b7bf-b8f2a46744fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:50.923381 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:52.065996 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:53.343546 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:43:56.591922 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:44:12.569547 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:44:17.913972 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-b38fca97-afee-43c1-bb92-513a990dfaee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:44:18.814799 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:44:19.999941 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-fac9361e-bbc0-46ea-8500-537eea1813f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:44:20.925847 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:44:22.069541 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:44:23.346290 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:44:26.607013 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:44:42.568706 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:44:47.915399 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cdd7b5c0-f153-496a-8562-7ad0fe0a70c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:44:50.000831 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-dab108fc-a9b4-4086-b087-b2416e962c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:44:50.925997 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:44:52.071856 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:44:53.350180 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:44:55.814209 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:44:56.607473 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:44:58.377605 n-d-791506-26 neutron-server[101291]: DEBUG neutron.wsgi [req-3735fec2-d818-4e9f-bcd0-ccfd4ef1f05b req-fbd92de2-a95d-4c09-9760-062ef4248d1c service neutron] (101291) timed out ('10.222.0.36', 60260) {{(pid=101291) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 17 00:45:12.568672 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:17.916353 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-39718c7f-f5cd-4240-b66e-ededd1e6e40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:20.002263 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-70bee5a8-4eb2-472f-a954-469420035889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:20.926591 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:22.075614 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:23.352666 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:26.604569 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:32.813779 n-d-791506-26 neutron-server[101294]: DEBUG neutron.db.agents_db [None req-b5b4601e-e58a-4724-8c06-9a5bab9d74c0 None None] Agent healthcheck: found 7 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 00:45:42.566635 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9fca2bf3-1305-4aa8-8dcd-c6f37aa35158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:47.917968 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a4e28afc-5fe3-4327-84cd-876a808a5839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:50.003581 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-1b6fb4f5-2277-4b00-825d-a99080ac2a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:50.928327 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0c0beddc-b075-464c-a482-7dcf65e82d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:52.078842 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-99565495-acec-4af5-9a2a-9800e797f0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:53.356745 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-da0a5c8b-7535-4e57-a711-3b66120fdef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 00:45:56.612950 n-d-791506-26 neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbd88a91-23ca-4ac1-815c-e93d45dda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748570166815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1678633'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}